2024-04-10T15:11:17.826 INFO:root:teuthology version: 0.0.1.dev267+g6c63784 2024-04-10T15:11:17.826 DEBUG:teuthology.run:Teuthology command: teuthology --verbose --name yuriw-2024-04-10_14:18:30-upgrade-wip-yuri6-testing-2024-04-02-1310-distro-default-smithi --owner scheduled_yuriw@teuthology --archive /home/teuthworker/archive/yuriw-2024-04-10_14:18:30-upgrade-wip-yuri6-testing-2024-04-02-1310-distro-default-smithi/7650677 --description upgrade/reef-x/parallel/{0-random-distro$/{centos_9.stream_runc} 0-start 1-tasks mon_election/connectivity upgrade-sequence workload/{ec-rados-default rados_api rados_loadgenbig rbd_import_export test_rbd_api test_rbd_python}} -- /home/teuthworker/archive/yuriw-2024-04-10_14:18:30-upgrade-wip-yuri6-testing-2024-04-02-1310-distro-default-smithi/7650677/orig.config.yaml 2024-04-10T15:11:17.874 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-04-10T15:11:17.959 INFO:teuthology.run:Config: archive_path: /home/teuthworker/archive/yuriw-2024-04-10_14:18:30-upgrade-wip-yuri6-testing-2024-04-02-1310-distro-default-smithi/7650677 branch: wip-yuri6-testing-2024-04-02-1310 description: upgrade/reef-x/parallel/{0-random-distro$/{centos_9.stream_runc} 0-start 1-tasks mon_election/connectivity upgrade-sequence workload/{ec-rados-default rados_api rados_loadgenbig rbd_import_export test_rbd_api test_rbd_python}} email: yweinste@redhat.com first_in_suite: false job_id: '7650677' kernel: kdb: 1 sha1: distro last_in_suite: false machine_type: smithi meta: - desc: 'run run randomized correctness test for rados operations on an erasure-coded pool ' - desc: 'object class functional tests ' - desc: 'generate read/write load with rados objects ranging from 1MB to 25MB ' - desc: 'run basic import/export cli tests for rbd ' - desc: 'librbd C and C++ api tests ' - desc: 'librbd python api tests ' name: yuriw-2024-04-10_14:18:30-upgrade-wip-yuri6-testing-2024-04-02-1310-distro-default-smithi no_nested_subset: false nuke-on-error: true openstack: - volumes: count: 4 size: 10 os_type: centos os_version: 9.stream overrides: admin_socket: branch: wip-yuri6-testing-2024-04-02-1310 ceph: conf: global: mon election default strategy: 3 mgr: debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 osd: debug ms: 1 debug osd: 20 osd shutdown pgref assert: true create_rbd_pool: true flavor: default log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) - mons down - mon down - MON_DOWN - out of quorum sha1: a5074d4516d566e9d8b6aec912f26afd099de101 ceph-deploy: conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: {} install: ceph: extra_system_packages: - python3-pytest flavor: default sha1: a5074d4516d566e9d8b6aec912f26afd099de101 selinux: allowlist: - scontext=system_u:system_r:logrotate_t:s0 workunit: branch: wip-yuri6-testing-2024-04-02-1310 sha1: a5074d4516d566e9d8b6aec912f26afd099de101 owner: scheduled_yuriw@teuthology priority: 99 repo: https://github.com/ceph/ceph-ci.git roles: - - mon.a - mon.c - mgr.y - mds.a - osd.0 - osd.1 - osd.2 - osd.3 - client.0 - node-exporter.a - alertmanager.a - - mon.b - mds.b - mgr.x - osd.4 - osd.5 - osd.6 - osd.7 - client.1 - prometheus.a - grafana.a - node-exporter.b seed: 7488 sha1: a5074d4516d566e9d8b6aec912f26afd099de101 sleep_before_teardown: 0 subset: 111/120000 suite: upgrade suite_branch: wip-yuri6-testing-2024-04-02-1310 suite_path: /home/teuthworker/src/github.com_ceph_ceph-c_a5074d4516d566e9d8b6aec912f26afd099de101/qa suite_relpath: qa suite_repo: https://github.com/ceph/ceph-ci.git suite_sha1: a5074d4516d566e9d8b6aec912f26afd099de101 targets: smithi069.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBPOMvA1JhJhEMtaLPts4g2VoxBgHs5Fvrgt0xfmXOnkIjsG5mTn8xWZZqM2T+jBDkt1gbKA/jnkJzLuvtB3T7nQ= smithi077.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBOEUlEMhdp/G5iBegfnlXRWMsSvTJVDWrNkbIZIgdOwS/2z0+elnQJJszBKNtwB1tY0dmhuu1k2+pKJWTR8igEM= tasks: - pexec: all: - sudo dnf install runc -y - sudo sed -i 's/^#runtime = "crun"/runtime = "runc"/g' /usr/share/containers/containers.conf - sudo sed -i 's/runtime = "crun"/#runtime = "crun"/g' /usr/share/containers/containers.conf - install: branch: reef exclude_packages: - ceph-volume - print: '**** done install task...' - print: '**** done start installing reef cephadm ...' - cephadm: compiled_cephadm_branch: reef conf: osd: osd_class_default_list: '*' osd_class_load_list: '*' image: quay.ceph.io/ceph-ci/ceph:reef - print: '**** done end installing reef cephadm ...' - print: '**** done start cephadm.shell ceph config set mgr...' - cephadm.shell: mon.a: - ceph config set mgr mgr/cephadm/use_repo_digest true --force - print: '**** done cephadm.shell ceph config set mgr...' - print: '**** done start telemetry reef...' - workunit: clients: client.0: - test_telemetry_reef.sh - print: '**** done end telemetry reef...' - print: '**** done start parallel' - parallel: - workload - upgrade-sequence - print: '**** done end parallel' - print: '**** done start telemetry x...' - workunit: clients: client.0: - test_telemetry_reef_x.sh - print: '**** done end telemetry x...' teuthology: fragments_dropped: [] meta: {} postmerge: [] teuthology_branch: main teuthology_sha1: 6c637841c215537a4502385240412f1966e0faab timestamp: 2024-04-10_14:18:30 tube: smithi upgrade-sequence: sequential: - print: '**** done start upgrade, wait' - cephadm.shell: env: - sha1 mon.a: - ceph config set global log_to_journald false --force - ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 - while ceph orch upgrade status | jq '.in_progress' | grep true ; do ceph orch ps ; ceph versions ; sleep 30 ; done - ceph orch ps - ceph versions - ceph versions | jq -e '.overall | length == 1' - ceph versions | jq -e '.overall | keys' | grep $sha1 - print: '**** done end upgrade, wait...' user: yuriw verbose: true worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.2226885 workload: full_sequential: - print: '**** done start ec-rados-default.yaml' - rados: clients: - client.0 ec_pool: true objects: 50 op_weights: append: 100 copy_from: 50 delete: 50 read: 100 rmattr: 25 rollback: 50 setattr: 25 snap_create: 50 snap_remove: 50 write: 0 ops: 4000 write_append_excl: false - print: '**** done end ec-rados-default.yaml' - print: '**** done start rados_api.yaml' - workunit: branch: reef clients: client.0: - cls - print: '**** done end rados_api.yaml' - print: '**** done start rados_loadgenbig.yaml' - workunit: branch: reef clients: client.0: - rados/load-gen-big.sh - print: '**** done end rados_loadgenbig.yaml' - print: '**** done start rbd_import_export.yaml' - workunit: branch: reef clients: client.1: - rbd/import_export.sh env: RBD_CREATE_ARGS: --new-format - print: '**** done end rbd_import_export.yaml' - print: '**** done start test_rbd_api.yaml' - workunit: branch: reef clients: client.0: - rbd/test_librbd.sh env: RBD_FEATURES: '61' - print: '**** done end test_rbd_api.yaml' - print: '**** done start test_rbd_python.yaml' - workunit: branch: reef clients: client.0: - rbd/test_librbd_python.sh env: RBD_FEATURES: '61' - print: '**** done end test_rbd_python.yaml' 2024-04-10T15:11:17.959 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/github.com_ceph_ceph-c_a5074d4516d566e9d8b6aec912f26afd099de101/qa; will attempt to use it 2024-04-10T15:11:17.960 INFO:teuthology.run:Found tasks at /home/teuthworker/src/github.com_ceph_ceph-c_a5074d4516d566e9d8b6aec912f26afd099de101/qa/tasks 2024-04-10T15:11:17.960 INFO:teuthology.run_tasks:Running task internal.check_packages... 2024-04-10T15:11:17.961 INFO:teuthology.task.internal:Checking packages... 2024-04-10T15:11:17.984 INFO:teuthology.task.internal:Checking packages for os_type 'centos', flavor 'default' and ceph hash 'a5074d4516d566e9d8b6aec912f26afd099de101' 2024-04-10T15:11:17.984 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-04-10T15:11:17.985 INFO:teuthology.packaging:ref: None 2024-04-10T15:11:17.985 INFO:teuthology.packaging:tag: None 2024-04-10T15:11:17.985 INFO:teuthology.packaging:branch: wip-yuri6-testing-2024-04-02-1310 2024-04-10T15:11:17.985 INFO:teuthology.packaging:sha1: a5074d4516d566e9d8b6aec912f26afd099de101 2024-04-10T15:11:17.985 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=wip-yuri6-testing-2024-04-02-1310 2024-04-10T15:11:18.287 INFO:teuthology.task.internal:Found packages for ceph version 19.0.0-2838.ga5074d45 2024-04-10T15:11:18.289 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep... 2024-04-10T15:11:18.296 INFO:teuthology.task.internal:no buildpackages task found 2024-04-10T15:11:18.296 INFO:teuthology.run_tasks:Running task internal.save_config... 2024-04-10T15:11:18.331 INFO:teuthology.task.internal:Saving configuration 2024-04-10T15:11:18.349 INFO:teuthology.run_tasks:Running task internal.check_lock... 2024-04-10T15:11:18.354 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-04-10T15:11:18.373 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi069.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/yuriw-2024-04-10_14:18:30-upgrade-wip-yuri6-testing-2024-04-02-1310-distro-default-smithi/7650677', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-04-10 15:06:16.294261', 'locked_by': 'scheduled_yuriw@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBPOMvA1JhJhEMtaLPts4g2VoxBgHs5Fvrgt0xfmXOnkIjsG5mTn8xWZZqM2T+jBDkt1gbKA/jnkJzLuvtB3T7nQ='} 2024-04-10T15:11:18.392 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi077.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/yuriw-2024-04-10_14:18:30-upgrade-wip-yuri6-testing-2024-04-02-1310-distro-default-smithi/7650677', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-04-10 15:06:16.295796', 'locked_by': 'scheduled_yuriw@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBOEUlEMhdp/G5iBegfnlXRWMsSvTJVDWrNkbIZIgdOwS/2z0+elnQJJszBKNtwB1tY0dmhuu1k2+pKJWTR8igEM='} 2024-04-10T15:11:18.392 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2024-04-10T15:11:18.398 INFO:teuthology.task.internal:roles: ubuntu@smithi069.front.sepia.ceph.com - ['mon.a', 'mon.c', 'mgr.y', 'mds.a', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'node-exporter.a', 'alertmanager.a'] 2024-04-10T15:11:18.398 INFO:teuthology.task.internal:roles: ubuntu@smithi077.front.sepia.ceph.com - ['mon.b', 'mds.b', 'mgr.x', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'prometheus.a', 'grafana.a', 'node-exporter.b'] 2024-04-10T15:11:18.398 INFO:teuthology.run_tasks:Running task console_log... 2024-04-10T15:11:18.489 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7ff281340160>, signals=[15]) 2024-04-10T15:11:18.490 INFO:teuthology.run_tasks:Running task internal.connect... 2024-04-10T15:11:18.496 INFO:teuthology.task.internal:Opening connections... 2024-04-10T15:11:18.496 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi069.front.sepia.ceph.com 2024-04-10T15:11:18.498 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi069.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-10T15:11:18.587 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi077.front.sepia.ceph.com 2024-04-10T15:11:18.588 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi077.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-10T15:11:18.676 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2024-04-10T15:11:18.683 DEBUG:teuthology.orchestra.run.smithi069:> uname -m 2024-04-10T15:11:18.700 INFO:teuthology.orchestra.run.smithi069.stdout:x86_64 2024-04-10T15:11:18.700 DEBUG:teuthology.orchestra.run.smithi069:> cat /etc/os-release 2024-04-10T15:11:18.757 INFO:teuthology.orchestra.run.smithi069.stdout:NAME="CentOS Stream" 2024-04-10T15:11:18.757 INFO:teuthology.orchestra.run.smithi069.stdout:VERSION="9" 2024-04-10T15:11:18.757 INFO:teuthology.orchestra.run.smithi069.stdout:ID="centos" 2024-04-10T15:11:18.757 INFO:teuthology.orchestra.run.smithi069.stdout:ID_LIKE="rhel fedora" 2024-04-10T15:11:18.757 INFO:teuthology.orchestra.run.smithi069.stdout:VERSION_ID="9" 2024-04-10T15:11:18.757 INFO:teuthology.orchestra.run.smithi069.stdout:PLATFORM_ID="platform:el9" 2024-04-10T15:11:18.757 INFO:teuthology.orchestra.run.smithi069.stdout:PRETTY_NAME="CentOS Stream 9" 2024-04-10T15:11:18.757 INFO:teuthology.orchestra.run.smithi069.stdout:ANSI_COLOR="0;31" 2024-04-10T15:11:18.757 INFO:teuthology.orchestra.run.smithi069.stdout:LOGO="fedora-logo-icon" 2024-04-10T15:11:18.758 INFO:teuthology.orchestra.run.smithi069.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-04-10T15:11:18.758 INFO:teuthology.orchestra.run.smithi069.stdout:HOME_URL="https://centos.org/" 2024-04-10T15:11:18.758 INFO:teuthology.orchestra.run.smithi069.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2024-04-10T15:11:18.758 INFO:teuthology.orchestra.run.smithi069.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-04-10T15:11:18.758 INFO:teuthology.orchestra.run.smithi069.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-04-10T15:11:18.758 INFO:teuthology.lock.ops:Updating smithi069.front.sepia.ceph.com on lock server 2024-04-10T15:11:18.789 DEBUG:teuthology.orchestra.run.smithi077:> uname -m 2024-04-10T15:11:18.806 INFO:teuthology.orchestra.run.smithi077.stdout:x86_64 2024-04-10T15:11:18.806 DEBUG:teuthology.orchestra.run.smithi077:> cat /etc/os-release 2024-04-10T15:11:18.863 INFO:teuthology.orchestra.run.smithi077.stdout:NAME="CentOS Stream" 2024-04-10T15:11:18.863 INFO:teuthology.orchestra.run.smithi077.stdout:VERSION="9" 2024-04-10T15:11:18.863 INFO:teuthology.orchestra.run.smithi077.stdout:ID="centos" 2024-04-10T15:11:18.863 INFO:teuthology.orchestra.run.smithi077.stdout:ID_LIKE="rhel fedora" 2024-04-10T15:11:18.863 INFO:teuthology.orchestra.run.smithi077.stdout:VERSION_ID="9" 2024-04-10T15:11:18.863 INFO:teuthology.orchestra.run.smithi077.stdout:PLATFORM_ID="platform:el9" 2024-04-10T15:11:18.863 INFO:teuthology.orchestra.run.smithi077.stdout:PRETTY_NAME="CentOS Stream 9" 2024-04-10T15:11:18.863 INFO:teuthology.orchestra.run.smithi077.stdout:ANSI_COLOR="0;31" 2024-04-10T15:11:18.863 INFO:teuthology.orchestra.run.smithi077.stdout:LOGO="fedora-logo-icon" 2024-04-10T15:11:18.863 INFO:teuthology.orchestra.run.smithi077.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-04-10T15:11:18.863 INFO:teuthology.orchestra.run.smithi077.stdout:HOME_URL="https://centos.org/" 2024-04-10T15:11:18.864 INFO:teuthology.orchestra.run.smithi077.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2024-04-10T15:11:18.864 INFO:teuthology.orchestra.run.smithi077.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-04-10T15:11:18.864 INFO:teuthology.orchestra.run.smithi077.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-04-10T15:11:18.864 INFO:teuthology.lock.ops:Updating smithi077.front.sepia.ceph.com on lock server 2024-04-10T15:11:18.889 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2024-04-10T15:11:18.898 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2024-04-10T15:11:18.915 INFO:teuthology.task.internal:Checking for old test directory... 2024-04-10T15:11:18.915 DEBUG:teuthology.orchestra.run.smithi069:> test '!' -e /home/ubuntu/cephtest 2024-04-10T15:11:18.917 DEBUG:teuthology.orchestra.run.smithi077:> test '!' -e /home/ubuntu/cephtest 2024-04-10T15:11:18.933 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2024-04-10T15:11:18.939 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2024-04-10T15:11:18.939 DEBUG:teuthology.orchestra.run.smithi069:> test -z $(ls -A /var/lib/ceph) 2024-04-10T15:11:18.974 DEBUG:teuthology.orchestra.run.smithi077:> test -z $(ls -A /var/lib/ceph) 2024-04-10T15:11:19.084 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2024-04-10T15:11:19.143 INFO:teuthology.run_tasks:Running task kernel... 2024-04-10T15:11:19.253 INFO:teuthology.task.kernel:normalize config orig: {'kdb': 1, 'sha1': 'distro'} 2024-04-10T15:11:19.253 INFO:teuthology.task.kernel:config {'mon.a': {'kdb': 1, 'sha1': 'distro'}, 'mon.b': {'kdb': 1, 'sha1': 'distro'}}, timeout 300 2024-04-10T15:11:19.253 DEBUG:teuthology.orchestra.run.smithi069:> test -f /run/.containerenv -o -f /.dockerenv 2024-04-10T15:11:19.254 DEBUG:teuthology.orchestra.run.smithi077:> test -f /run/.containerenv -o -f /.dockerenv 2024-04-10T15:11:19.271 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-10T15:11:19.271 DEBUG:teuthology.orchestra.run.smithi069:> uname -r 2024-04-10T15:11:19.272 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-10T15:11:19.272 DEBUG:teuthology.orchestra.run.smithi077:> uname -r 2024-04-10T15:11:19.329 INFO:teuthology.orchestra.run.smithi069.stdout:5.14.0-361.el9.x86_64 2024-04-10T15:11:19.329 INFO:teuthology.task.kernel:Running kernel on smithi069: 5.14.0-361.el9.x86_64 2024-04-10T15:11:19.329 DEBUG:teuthology.orchestra.run.smithi069:> sudo yum install -y kernel 2024-04-10T15:11:19.330 INFO:teuthology.orchestra.run.smithi077.stdout:5.14.0-361.el9.x86_64 2024-04-10T15:11:19.330 INFO:teuthology.task.kernel:Running kernel on smithi077: 5.14.0-361.el9.x86_64 2024-04-10T15:11:19.331 DEBUG:teuthology.orchestra.run.smithi077:> sudo yum install -y kernel 2024-04-10T15:11:21.555 INFO:teuthology.orchestra.run.smithi069.stdout:CentOS-9 - AppStream 12 MB/s | 8.1 MB 00:00 2024-04-10T15:11:21.812 INFO:teuthology.orchestra.run.smithi077.stdout:CentOS-9 - AppStream 10 MB/s | 8.1 MB 00:00 2024-04-10T15:11:23.538 INFO:teuthology.orchestra.run.smithi069.stdout:CentOS-9 - BaseOS 3.6 MB/s | 2.5 MB 00:00 2024-04-10T15:11:23.762 INFO:teuthology.orchestra.run.smithi077.stdout:CentOS-9 - BaseOS 4.0 MB/s | 2.5 MB 00:00 2024-04-10T15:11:25.240 INFO:teuthology.orchestra.run.smithi069.stdout:CentOS Stream 9 - BaseOS 6.4 MB/s | 8.0 MB 00:01 2024-04-10T15:11:25.838 INFO:teuthology.orchestra.run.smithi077.stdout:CentOS Stream 9 - BaseOS 5.0 MB/s | 8.0 MB 00:01 2024-04-10T15:11:28.347 INFO:teuthology.orchestra.run.smithi069.stdout:CentOS Stream 9 - AppStream 9.5 MB/s | 19 MB 00:01 2024-04-10T15:11:29.473 INFO:teuthology.orchestra.run.smithi077.stdout:CentOS Stream 9 - AppStream 7.5 MB/s | 19 MB 00:02 2024-04-10T15:11:33.447 INFO:teuthology.orchestra.run.smithi069.stdout:CentOS Stream 9 - CRB 3.9 MB/s | 6.2 MB 00:01 2024-04-10T15:11:33.738 INFO:teuthology.orchestra.run.smithi077.stdout:CentOS Stream 9 - CRB 9.5 MB/s | 6.2 MB 00:00 2024-04-10T15:11:35.023 INFO:teuthology.orchestra.run.smithi069.stdout:CentOS Stream 9 - Extras packages 40 kB/s | 16 kB 00:00 2024-04-10T15:11:35.831 INFO:teuthology.orchestra.run.smithi077.stdout:CentOS Stream 9 - Extras packages 17 kB/s | 16 kB 00:00 2024-04-10T15:11:37.240 INFO:teuthology.orchestra.run.smithi069.stdout:Extra Packages for Enterprise Linux 10 MB/s | 21 MB 00:02 2024-04-10T15:11:42.299 INFO:teuthology.orchestra.run.smithi069.stdout:lab-extras 13 kB/s | 1.7 kB 00:00 2024-04-10T15:11:44.524 INFO:teuthology.orchestra.run.smithi069.stderr:Modular dependency problems: 2024-04-10T15:11:44.524 INFO:teuthology.orchestra.run.smithi069.stderr: 2024-04-10T15:11:44.524 INFO:teuthology.orchestra.run.smithi069.stderr: Problem 1: conflicting requests 2024-04-10T15:11:44.525 INFO:teuthology.orchestra.run.smithi069.stderr: - nothing provides module(platform:el8) needed by module container-tools:rhel8:820240321091303:20125149.x86_64 from CentOS-AppStream 2024-04-10T15:11:44.525 INFO:teuthology.orchestra.run.smithi069.stderr: Problem 2: conflicting requests 2024-04-10T15:11:44.525 INFO:teuthology.orchestra.run.smithi069.stderr: - nothing provides module(platform:el8) needed by module eclipse:rhel8:820201023100746:b230ed4e.x86_64 from CentOS-AppStream 2024-04-10T15:11:44.525 INFO:teuthology.orchestra.run.smithi069.stderr: Problem 3: conflicting requests 2024-04-10T15:11:44.525 INFO:teuthology.orchestra.run.smithi069.stderr: - nothing provides module(platform:el8) needed by module freeradius:3.0:8080020230117180605:89170a74.x86_64 from CentOS-AppStream 2024-04-10T15:11:44.525 INFO:teuthology.orchestra.run.smithi069.stderr: Problem 4: conflicting requests 2024-04-10T15:11:44.525 INFO:teuthology.orchestra.run.smithi069.stderr: - nothing provides module(platform:el8) needed by module gimp:2.8:8000020190628145146:4148dfdf.x86_64 from CentOS-AppStream 2024-04-10T15:11:44.525 INFO:teuthology.orchestra.run.smithi069.stderr: Problem 5: conflicting requests 2024-04-10T15:11:44.525 INFO:teuthology.orchestra.run.smithi069.stderr: - nothing provides module(platform:el8) needed by module go-toolset:rhel8:820240401160413:b754926a.x86_64 from CentOS-AppStream 2024-04-10T15:11:44.525 INFO:teuthology.orchestra.run.smithi069.stderr: Problem 6: conflicting requests 2024-04-10T15:11:44.525 INFO:teuthology.orchestra.run.smithi069.stderr: - nothing provides module(platform:el8) needed by module httpd:2.4:820240216084734:9edba152.x86_64 from CentOS-AppStream 2024-04-10T15:11:44.525 INFO:teuthology.orchestra.run.smithi069.stderr: Problem 7: conflicting requests 2024-04-10T15:11:44.525 INFO:teuthology.orchestra.run.smithi069.stderr: - nothing provides module(platform:el8) needed by module idm:client:820240307184541:49cc9d1b.x86_64 from CentOS-AppStream 2024-04-10T15:11:44.525 INFO:teuthology.orchestra.run.smithi069.stderr: Problem 8: conflicting requests 2024-04-10T15:11:44.526 INFO:teuthology.orchestra.run.smithi069.stderr: - nothing provides module(platform:el8) needed by module inkscape:0.92.3:8080020221205124429:3e031279.x86_64 from CentOS-AppStream 2024-04-10T15:11:44.526 INFO:teuthology.orchestra.run.smithi069.stderr: Problem 9: conflicting requests 2024-04-10T15:11:44.526 INFO:teuthology.orchestra.run.smithi069.stderr: - nothing provides module(platform:el8) needed by module jmc:rhel8:8050020211110222101:6392b1f8.x86_64 from CentOS-AppStream 2024-04-10T15:11:44.526 INFO:teuthology.orchestra.run.smithi069.stderr: Problem 10: conflicting requests 2024-04-10T15:11:44.526 INFO:teuthology.orchestra.run.smithi069.stderr: - nothing provides module(platform:el8) needed by module llvm-toolset:rhel8:820240205133135:9edba152.x86_64 from CentOS-AppStream 2024-04-10T15:11:44.526 INFO:teuthology.orchestra.run.smithi069.stderr: Problem 11: conflicting requests 2024-04-10T15:11:44.526 INFO:teuthology.orchestra.run.smithi069.stderr: - nothing provides module(platform:el8) needed by module log4j:2:8080020221205124743:9d367344.x86_64 from CentOS-AppStream 2024-04-10T15:11:44.526 INFO:teuthology.orchestra.run.smithi069.stderr: Problem 12: conflicting requests 2024-04-10T15:11:44.526 INFO:teuthology.orchestra.run.smithi069.stderr: - nothing provides module(platform:el8) needed by module mailman:2.1:820230727085757:77fc8825.x86_64 from CentOS-AppStream 2024-04-10T15:11:44.526 INFO:teuthology.orchestra.run.smithi069.stderr: Problem 13: conflicting requests 2024-04-10T15:11:44.526 INFO:teuthology.orchestra.run.smithi069.stderr: - nothing provides module(platform:el8) needed by module mariadb:10.3:8030020210419150013:30b713e6.x86_64 from CentOS-AppStream 2024-04-10T15:11:44.526 INFO:teuthology.orchestra.run.smithi069.stderr: Problem 14: conflicting requests 2024-04-10T15:11:44.526 INFO:teuthology.orchestra.run.smithi069.stderr: - nothing provides module(platform:el8) needed by module maven:3.5:8060020211203142015:c0229ad2.x86_64 from CentOS-AppStream 2024-04-10T15:11:44.526 INFO:teuthology.orchestra.run.smithi069.stderr: Problem 15: conflicting requests 2024-04-10T15:11:44.526 INFO:teuthology.orchestra.run.smithi069.stderr: - nothing provides module(platform:el8) needed by module mercurial:4.8:8000020190628020724:4148dfdf.x86_64 from CentOS-AppStream 2024-04-10T15:11:44.527 INFO:teuthology.orchestra.run.smithi069.stderr: Problem 16: conflicting requests 2024-04-10T15:11:44.527 INFO:teuthology.orchestra.run.smithi069.stderr: - nothing provides module(platform:el8) needed by module mod_auth_openidc:2.3:820230721123832:9edba152.x86_64 from CentOS-AppStream 2024-04-10T15:11:44.527 INFO:teuthology.orchestra.run.smithi069.stderr: Problem 17: conflicting requests 2024-04-10T15:11:44.527 INFO:teuthology.orchestra.run.smithi069.stderr: - nothing provides module(platform:el8) needed by module mysql:8.0:8040020210901180257:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-10T15:11:44.527 INFO:teuthology.orchestra.run.smithi069.stderr: Problem 18: conflicting requests 2024-04-10T15:11:44.527 INFO:teuthology.orchestra.run.smithi069.stderr: - nothing provides module(platform:el8) needed by module nginx:1.14:8000020211221191913:55190bc5.x86_64 from CentOS-AppStream 2024-04-10T15:11:44.527 INFO:teuthology.orchestra.run.smithi069.stderr: Problem 19: conflicting requests 2024-04-10T15:11:44.527 INFO:teuthology.orchestra.run.smithi069.stderr: - nothing provides module(platform:el8) needed by module nodejs:10:8040020210120182536:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-10T15:11:44.527 INFO:teuthology.orchestra.run.smithi069.stderr: Problem 20: conflicting requests 2024-04-10T15:11:44.527 INFO:teuthology.orchestra.run.smithi069.stderr: - nothing provides module(platform:el8) needed by module perl:5.26:8000020190628020724:55190bc5.x86_64 from CentOS-AppStream 2024-04-10T15:11:44.527 INFO:teuthology.orchestra.run.smithi069.stderr: Problem 21: conflicting requests 2024-04-10T15:11:44.527 INFO:teuthology.orchestra.run.smithi069.stderr: - nothing provides module(platform:el8) needed by module php:7.2:8020020200507003613:2c7ca891.x86_64 from CentOS-AppStream 2024-04-10T15:11:44.527 INFO:teuthology.orchestra.run.smithi069.stderr: Problem 22: conflicting requests 2024-04-10T15:11:44.527 INFO:teuthology.orchestra.run.smithi069.stderr: - nothing provides module(platform:el8) needed by module postgresql:10:820230223114800:9edba152.x86_64 from CentOS-AppStream 2024-04-10T15:11:44.527 INFO:teuthology.orchestra.run.smithi069.stderr: Problem 23: conflicting requests 2024-04-10T15:11:44.527 INFO:teuthology.orchestra.run.smithi069.stderr: - nothing provides module(platform:el8) needed by module python27:2.7:820240208011952:182f7c73.x86_64 from CentOS-AppStream 2024-04-10T15:11:44.528 INFO:teuthology.orchestra.run.smithi069.stderr: Problem 24: conflicting requests 2024-04-10T15:11:44.528 INFO:teuthology.orchestra.run.smithi069.stderr: - nothing provides module(platform:el8) needed by module python36:3.6:8050020210825152031:982725ab.x86_64 from CentOS-AppStream 2024-04-10T15:11:44.528 INFO:teuthology.orchestra.run.smithi069.stderr: Problem 25: conflicting requests 2024-04-10T15:11:44.528 INFO:teuthology.orchestra.run.smithi069.stderr: - nothing provides module(platform:el8) needed by module python38:3.8:820230810143931:64c1cd5a.x86_64 from CentOS-AppStream 2024-04-10T15:11:44.528 INFO:teuthology.orchestra.run.smithi069.stderr: Problem 26: conflicting requests 2024-04-10T15:11:44.528 INFO:teuthology.orchestra.run.smithi069.stderr: - nothing provides module(platform:el8) needed by module python39:3.9:820240214182535:17377f89.x86_64 from CentOS-AppStream 2024-04-10T15:11:44.528 INFO:teuthology.orchestra.run.smithi069.stderr: Problem 27: conflicting requests 2024-04-10T15:11:44.528 INFO:teuthology.orchestra.run.smithi069.stderr: - nothing provides module(platform:el8) needed by module redis:5:8040020211019153849:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-10T15:11:44.528 INFO:teuthology.orchestra.run.smithi069.stderr: Problem 28: conflicting requests 2024-04-10T15:11:44.528 INFO:teuthology.orchestra.run.smithi069.stderr: - nothing provides module(platform:el8) needed by module rhn-tools:1.0:8010020191114034948:f69d1239.x86_64 from CentOS-AppStream 2024-04-10T15:11:44.528 INFO:teuthology.orchestra.run.smithi069.stderr: Problem 29: conflicting requests 2024-04-10T15:11:44.528 INFO:teuthology.orchestra.run.smithi069.stderr: - nothing provides module(platform:el8) needed by module ruby:2.5:820230627084142:9edba152.x86_64 from CentOS-AppStream 2024-04-10T15:11:44.528 INFO:teuthology.orchestra.run.smithi069.stderr: Problem 30: conflicting requests 2024-04-10T15:11:44.528 INFO:teuthology.orchestra.run.smithi069.stderr: - nothing provides module(platform:el8) needed by module rust-toolset:rhel8:820240119204620:b09eea91.x86_64 from CentOS-AppStream 2024-04-10T15:11:44.528 INFO:teuthology.orchestra.run.smithi069.stderr: Problem 31: conflicting requests 2024-04-10T15:11:44.528 INFO:teuthology.orchestra.run.smithi069.stderr: - nothing provides module(platform:el8) needed by module satellite-5-client:1.0:8010020191114035551:cdc1202b.x86_64 from CentOS-AppStream 2024-04-10T15:11:44.529 INFO:teuthology.orchestra.run.smithi069.stderr: Problem 32: conflicting requests 2024-04-10T15:11:44.529 INFO:teuthology.orchestra.run.smithi069.stderr: - nothing provides module(platform:el8) needed by module squid:4:820240319173245:9edba152.x86_64 from CentOS-AppStream 2024-04-10T15:11:44.529 INFO:teuthology.orchestra.run.smithi069.stderr: Problem 33: conflicting requests 2024-04-10T15:11:44.529 INFO:teuthology.orchestra.run.smithi069.stderr: - nothing provides module(platform:el8) needed by module subversion:1.10:8070020220711155714:78111232.x86_64 from CentOS-AppStream 2024-04-10T15:11:44.529 INFO:teuthology.orchestra.run.smithi069.stderr: Problem 34: conflicting requests 2024-04-10T15:11:44.529 INFO:teuthology.orchestra.run.smithi069.stderr: - nothing provides module(platform:el8) needed by module swig:3.0:8030020200706142531:30b713e6.x86_64 from CentOS-AppStream 2024-04-10T15:11:44.529 INFO:teuthology.orchestra.run.smithi069.stderr: Problem 35: conflicting requests 2024-04-10T15:11:44.529 INFO:teuthology.orchestra.run.smithi069.stderr: - nothing provides module(platform:el8) needed by module varnish:6:8050020211109225449:b4937e53.x86_64 from CentOS-AppStream 2024-04-10T15:11:44.529 INFO:teuthology.orchestra.run.smithi069.stderr: Problem 36: conflicting requests 2024-04-10T15:11:44.529 INFO:teuthology.orchestra.run.smithi069.stderr: - nothing provides module(platform:el8) needed by module virt:rhel:820240314161907:9edba152.x86_64 from CentOS-AppStream 2024-04-10T15:11:44.529 INFO:teuthology.orchestra.run.smithi069.stderr: Problem 37: conflicting requests 2024-04-10T15:11:44.529 INFO:teuthology.orchestra.run.smithi069.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:7cc0a66d.x86_64 from CentOS-AppStream 2024-04-10T15:11:44.529 INFO:teuthology.orchestra.run.smithi069.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:b967a9a2.x86_64 from CentOS-AppStream 2024-04-10T15:11:44.529 INFO:teuthology.orchestra.run.smithi069.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:820230811133638:36f9fae6.x86_64 from CentOS-AppStream 2024-04-10T15:11:44.529 INFO:teuthology.orchestra.run.smithi069.stderr: Problem 38: cannot install the best candidate for the job 2024-04-10T15:11:44.530 INFO:teuthology.orchestra.run.smithi069.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:a5949e2e.x86_64 from CentOS-AppStream 2024-04-10T15:11:44.530 INFO:teuthology.orchestra.run.smithi069.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:be2e4737.x86_64 from CentOS-AppStream 2024-04-10T15:11:44.530 INFO:teuthology.orchestra.run.smithi069.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:2ab761e1.x86_64 from CentOS-AppStream 2024-04-10T15:11:44.530 INFO:teuthology.orchestra.run.smithi069.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:86e45846.x86_64 from CentOS-AppStream 2024-04-10T15:11:44.530 INFO:teuthology.orchestra.run.smithi069.stderr: Problem 39: conflicting requests 2024-04-10T15:11:44.530 INFO:teuthology.orchestra.run.smithi069.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-10T15:11:44.530 INFO:teuthology.orchestra.run.smithi069.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:ea09926d.x86_64 from CentOS-AppStream 2024-04-10T15:11:44.530 INFO:teuthology.orchestra.run.smithi069.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:082fdf2f.x86_64 from CentOS-AppStream 2024-04-10T15:11:44.530 INFO:teuthology.orchestra.run.smithi069.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-10T15:11:44.530 INFO:teuthology.orchestra.run.smithi069.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-10T15:11:44.530 INFO:teuthology.orchestra.run.smithi069.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:fbe42456.x86_64 from CentOS-AppStream 2024-04-10T15:11:44.530 INFO:teuthology.orchestra.run.smithi069.stderr: Problem 40: cannot install the best candidate for the job 2024-04-10T15:11:44.530 INFO:teuthology.orchestra.run.smithi069.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:16b3ab4d.x86_64 from CentOS-AppStream 2024-04-10T15:11:44.530 INFO:teuthology.orchestra.run.smithi069.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:e1f37755.x86_64 from CentOS-AppStream 2024-04-10T15:11:44.531 INFO:teuthology.orchestra.run.smithi069.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-10T15:11:44.531 INFO:teuthology.orchestra.run.smithi069.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-10T15:11:44.531 INFO:teuthology.orchestra.run.smithi069.stderr: Problem 41: cannot install the best candidate for the job 2024-04-10T15:11:44.531 INFO:teuthology.orchestra.run.smithi069.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-10T15:11:44.531 INFO:teuthology.orchestra.run.smithi069.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:ea09926d.x86_64 from CentOS-AppStream 2024-04-10T15:11:44.531 INFO:teuthology.orchestra.run.smithi069.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-10T15:11:44.531 INFO:teuthology.orchestra.run.smithi069.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-10T15:11:44.531 INFO:teuthology.orchestra.run.smithi069.stderr: Problem 42: cannot install the best candidate for the job 2024-04-10T15:11:44.531 INFO:teuthology.orchestra.run.smithi069.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:3a70019f.x86_64 from CentOS-AppStream 2024-04-10T15:11:44.531 INFO:teuthology.orchestra.run.smithi069.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:cccafca5.x86_64 from CentOS-AppStream 2024-04-10T15:11:44.531 INFO:teuthology.orchestra.run.smithi069.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-10T15:11:44.531 INFO:teuthology.orchestra.run.smithi069.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-10T15:11:44.531 INFO:teuthology.orchestra.run.smithi069.stderr: Problem 43: cannot install the best candidate for the job 2024-04-10T15:11:44.532 INFO:teuthology.orchestra.run.smithi069.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:56fce90f.x86_64 from CentOS-AppStream 2024-04-10T15:11:44.532 INFO:teuthology.orchestra.run.smithi069.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:98a3c9d0.x86_64 from CentOS-AppStream 2024-04-10T15:11:44.532 INFO:teuthology.orchestra.run.smithi069.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:06b7596e.x86_64 from CentOS-AppStream 2024-04-10T15:11:44.532 INFO:teuthology.orchestra.run.smithi069.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:d2fc5d76.x86_64 from CentOS-AppStream 2024-04-10T15:11:44.532 INFO:teuthology.orchestra.run.smithi069.stderr: Problem 44: cannot install the best candidate for the job 2024-04-10T15:11:44.532 INFO:teuthology.orchestra.run.smithi069.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:3a70019f.x86_64 from CentOS-AppStream 2024-04-10T15:11:44.532 INFO:teuthology.orchestra.run.smithi069.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:cccafca5.x86_64 from CentOS-AppStream 2024-04-10T15:11:44.532 INFO:teuthology.orchestra.run.smithi069.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-10T15:11:44.532 INFO:teuthology.orchestra.run.smithi069.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-10T15:11:44.532 INFO:teuthology.orchestra.run.smithi069.stderr: Problem 45: cannot install the best candidate for the job 2024-04-10T15:11:44.532 INFO:teuthology.orchestra.run.smithi069.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8010020191120175858:95fce66d.x86_64 from CentOS-AppStream 2024-04-10T15:11:44.532 INFO:teuthology.orchestra.run.smithi069.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8030020200723233049:09acf126.x86_64 from CentOS-AppStream 2024-04-10T15:11:44.532 INFO:teuthology.orchestra.run.smithi069.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:436af1ae.x86_64 from CentOS-AppStream 2024-04-10T15:11:44.532 INFO:teuthology.orchestra.run.smithi069.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:b12195ea.x86_64 from CentOS-AppStream 2024-04-10T15:11:44.955 INFO:teuthology.orchestra.run.smithi069.stdout:Package kernel-5.14.0-239.el9.x86_64 is already installed. 2024-04-10T15:11:44.956 INFO:teuthology.orchestra.run.smithi069.stdout:Package kernel-5.14.0-361.el9.x86_64 is already installed. 2024-04-10T15:11:45.060 INFO:teuthology.orchestra.run.smithi069.stdout:Dependencies resolved. 2024-04-10T15:11:45.070 INFO:teuthology.orchestra.run.smithi069.stdout:================================================================================ 2024-04-10T15:11:45.071 INFO:teuthology.orchestra.run.smithi069.stdout: Package Architecture Version Repository Size 2024-04-10T15:11:45.071 INFO:teuthology.orchestra.run.smithi069.stdout:================================================================================ 2024-04-10T15:11:45.071 INFO:teuthology.orchestra.run.smithi069.stdout:Installing: 2024-04-10T15:11:45.071 INFO:teuthology.orchestra.run.smithi069.stdout: kernel x86_64 5.14.0-435.el9 baseos 214 k 2024-04-10T15:11:45.071 INFO:teuthology.orchestra.run.smithi069.stdout:Installing dependencies: 2024-04-10T15:11:45.071 INFO:teuthology.orchestra.run.smithi069.stdout: kernel-core x86_64 5.14.0-435.el9 baseos 15 M 2024-04-10T15:11:45.071 INFO:teuthology.orchestra.run.smithi069.stdout: kernel-modules x86_64 5.14.0-435.el9 baseos 34 M 2024-04-10T15:11:45.071 INFO:teuthology.orchestra.run.smithi069.stdout: kernel-modules-core x86_64 5.14.0-435.el9 baseos 28 M 2024-04-10T15:11:45.071 INFO:teuthology.orchestra.run.smithi069.stdout: 2024-04-10T15:11:45.071 INFO:teuthology.orchestra.run.smithi069.stdout:Transaction Summary 2024-04-10T15:11:45.071 INFO:teuthology.orchestra.run.smithi069.stdout:================================================================================ 2024-04-10T15:11:45.071 INFO:teuthology.orchestra.run.smithi069.stdout:Install 4 Packages 2024-04-10T15:11:45.071 INFO:teuthology.orchestra.run.smithi069.stdout: 2024-04-10T15:11:45.072 INFO:teuthology.orchestra.run.smithi069.stdout:Total download size: 77 M 2024-04-10T15:11:45.072 INFO:teuthology.orchestra.run.smithi069.stdout:Installed size: 123 M 2024-04-10T15:11:45.072 INFO:teuthology.orchestra.run.smithi069.stdout:Downloading Packages: 2024-04-10T15:11:45.808 INFO:teuthology.orchestra.run.smithi069.stdout:(1/4): kernel-5.14.0-435.el9.x86_64.rpm 308 kB/s | 214 kB 00:00 2024-04-10T15:11:47.781 INFO:teuthology.orchestra.run.smithi077.stdout:Extra Packages for Enterprise Linux 1.8 MB/s | 21 MB 00:11 2024-04-10T15:11:52.889 INFO:teuthology.orchestra.run.smithi077.stdout:lab-extras 29 kB/s | 1.7 kB 00:00 2024-04-10T15:11:53.108 INFO:teuthology.orchestra.run.smithi077.stdout:Last metadata expiration check: 0:00:01 ago on Wed 10 Apr 2024 03:11:52 PM UTC. 2024-04-10T15:11:53.408 INFO:teuthology.orchestra.run.smithi069.stdout:(2/4): kernel-core-5.14.0-435.el9.x86_64.rpm 1.8 MB/s | 15 MB 00:08 2024-04-10T15:11:55.167 INFO:teuthology.orchestra.run.smithi077.stderr:Modular dependency problems: 2024-04-10T15:11:55.168 INFO:teuthology.orchestra.run.smithi077.stderr: 2024-04-10T15:11:55.168 INFO:teuthology.orchestra.run.smithi077.stderr: Problem 1: conflicting requests 2024-04-10T15:11:55.168 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module container-tools:rhel8:820240321091303:20125149.x86_64 from CentOS-AppStream 2024-04-10T15:11:55.168 INFO:teuthology.orchestra.run.smithi077.stderr: Problem 2: conflicting requests 2024-04-10T15:11:55.168 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module eclipse:rhel8:820201023100746:b230ed4e.x86_64 from CentOS-AppStream 2024-04-10T15:11:55.168 INFO:teuthology.orchestra.run.smithi077.stderr: Problem 3: conflicting requests 2024-04-10T15:11:55.168 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module freeradius:3.0:8080020230117180605:89170a74.x86_64 from CentOS-AppStream 2024-04-10T15:11:55.168 INFO:teuthology.orchestra.run.smithi077.stderr: Problem 4: conflicting requests 2024-04-10T15:11:55.168 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module gimp:2.8:8000020190628145146:4148dfdf.x86_64 from CentOS-AppStream 2024-04-10T15:11:55.168 INFO:teuthology.orchestra.run.smithi077.stderr: Problem 5: conflicting requests 2024-04-10T15:11:55.168 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module go-toolset:rhel8:820240401160413:b754926a.x86_64 from CentOS-AppStream 2024-04-10T15:11:55.168 INFO:teuthology.orchestra.run.smithi077.stderr: Problem 6: conflicting requests 2024-04-10T15:11:55.168 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module httpd:2.4:820240216084734:9edba152.x86_64 from CentOS-AppStream 2024-04-10T15:11:55.169 INFO:teuthology.orchestra.run.smithi077.stderr: Problem 7: conflicting requests 2024-04-10T15:11:55.169 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module idm:client:820240307184541:49cc9d1b.x86_64 from CentOS-AppStream 2024-04-10T15:11:55.169 INFO:teuthology.orchestra.run.smithi077.stderr: Problem 8: conflicting requests 2024-04-10T15:11:55.169 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module inkscape:0.92.3:8080020221205124429:3e031279.x86_64 from CentOS-AppStream 2024-04-10T15:11:55.169 INFO:teuthology.orchestra.run.smithi077.stderr: Problem 9: conflicting requests 2024-04-10T15:11:55.169 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module jmc:rhel8:8050020211110222101:6392b1f8.x86_64 from CentOS-AppStream 2024-04-10T15:11:55.169 INFO:teuthology.orchestra.run.smithi077.stderr: Problem 10: conflicting requests 2024-04-10T15:11:55.169 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module llvm-toolset:rhel8:820240205133135:9edba152.x86_64 from CentOS-AppStream 2024-04-10T15:11:55.169 INFO:teuthology.orchestra.run.smithi077.stderr: Problem 11: conflicting requests 2024-04-10T15:11:55.169 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module log4j:2:8080020221205124743:9d367344.x86_64 from CentOS-AppStream 2024-04-10T15:11:55.169 INFO:teuthology.orchestra.run.smithi077.stderr: Problem 12: conflicting requests 2024-04-10T15:11:55.169 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module mailman:2.1:820230727085757:77fc8825.x86_64 from CentOS-AppStream 2024-04-10T15:11:55.169 INFO:teuthology.orchestra.run.smithi077.stderr: Problem 13: conflicting requests 2024-04-10T15:11:55.169 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module mariadb:10.3:8030020210419150013:30b713e6.x86_64 from CentOS-AppStream 2024-04-10T15:11:55.169 INFO:teuthology.orchestra.run.smithi077.stderr: Problem 14: conflicting requests 2024-04-10T15:11:55.170 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module maven:3.5:8060020211203142015:c0229ad2.x86_64 from CentOS-AppStream 2024-04-10T15:11:55.170 INFO:teuthology.orchestra.run.smithi077.stderr: Problem 15: conflicting requests 2024-04-10T15:11:55.170 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module mercurial:4.8:8000020190628020724:4148dfdf.x86_64 from CentOS-AppStream 2024-04-10T15:11:55.170 INFO:teuthology.orchestra.run.smithi077.stderr: Problem 16: conflicting requests 2024-04-10T15:11:55.170 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module mod_auth_openidc:2.3:820230721123832:9edba152.x86_64 from CentOS-AppStream 2024-04-10T15:11:55.170 INFO:teuthology.orchestra.run.smithi077.stderr: Problem 17: conflicting requests 2024-04-10T15:11:55.170 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module mysql:8.0:8040020210901180257:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-10T15:11:55.170 INFO:teuthology.orchestra.run.smithi077.stderr: Problem 18: conflicting requests 2024-04-10T15:11:55.170 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module nginx:1.14:8000020211221191913:55190bc5.x86_64 from CentOS-AppStream 2024-04-10T15:11:55.170 INFO:teuthology.orchestra.run.smithi077.stderr: Problem 19: conflicting requests 2024-04-10T15:11:55.170 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module nodejs:10:8040020210120182536:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-10T15:11:55.170 INFO:teuthology.orchestra.run.smithi077.stderr: Problem 20: conflicting requests 2024-04-10T15:11:55.170 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module perl:5.26:8000020190628020724:55190bc5.x86_64 from CentOS-AppStream 2024-04-10T15:11:55.170 INFO:teuthology.orchestra.run.smithi077.stderr: Problem 21: conflicting requests 2024-04-10T15:11:55.171 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module php:7.2:8020020200507003613:2c7ca891.x86_64 from CentOS-AppStream 2024-04-10T15:11:55.171 INFO:teuthology.orchestra.run.smithi077.stderr: Problem 22: conflicting requests 2024-04-10T15:11:55.171 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module postgresql:10:820230223114800:9edba152.x86_64 from CentOS-AppStream 2024-04-10T15:11:55.171 INFO:teuthology.orchestra.run.smithi077.stderr: Problem 23: conflicting requests 2024-04-10T15:11:55.171 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module python27:2.7:820240208011952:182f7c73.x86_64 from CentOS-AppStream 2024-04-10T15:11:55.171 INFO:teuthology.orchestra.run.smithi077.stderr: Problem 24: conflicting requests 2024-04-10T15:11:55.171 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module python36:3.6:8050020210825152031:982725ab.x86_64 from CentOS-AppStream 2024-04-10T15:11:55.171 INFO:teuthology.orchestra.run.smithi077.stderr: Problem 25: conflicting requests 2024-04-10T15:11:55.171 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module python38:3.8:820230810143931:64c1cd5a.x86_64 from CentOS-AppStream 2024-04-10T15:11:55.171 INFO:teuthology.orchestra.run.smithi077.stderr: Problem 26: conflicting requests 2024-04-10T15:11:55.171 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module python39:3.9:820240214182535:17377f89.x86_64 from CentOS-AppStream 2024-04-10T15:11:55.171 INFO:teuthology.orchestra.run.smithi077.stderr: Problem 27: conflicting requests 2024-04-10T15:11:55.171 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module redis:5:8040020211019153849:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-10T15:11:55.171 INFO:teuthology.orchestra.run.smithi077.stderr: Problem 28: conflicting requests 2024-04-10T15:11:55.172 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module rhn-tools:1.0:8010020191114034948:f69d1239.x86_64 from CentOS-AppStream 2024-04-10T15:11:55.172 INFO:teuthology.orchestra.run.smithi077.stderr: Problem 29: conflicting requests 2024-04-10T15:11:55.172 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module ruby:2.5:820230627084142:9edba152.x86_64 from CentOS-AppStream 2024-04-10T15:11:55.172 INFO:teuthology.orchestra.run.smithi077.stderr: Problem 30: conflicting requests 2024-04-10T15:11:55.172 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module rust-toolset:rhel8:820240119204620:b09eea91.x86_64 from CentOS-AppStream 2024-04-10T15:11:55.172 INFO:teuthology.orchestra.run.smithi077.stderr: Problem 31: conflicting requests 2024-04-10T15:11:55.172 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module satellite-5-client:1.0:8010020191114035551:cdc1202b.x86_64 from CentOS-AppStream 2024-04-10T15:11:55.172 INFO:teuthology.orchestra.run.smithi077.stderr: Problem 32: conflicting requests 2024-04-10T15:11:55.172 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module squid:4:820240319173245:9edba152.x86_64 from CentOS-AppStream 2024-04-10T15:11:55.172 INFO:teuthology.orchestra.run.smithi077.stderr: Problem 33: conflicting requests 2024-04-10T15:11:55.172 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module subversion:1.10:8070020220711155714:78111232.x86_64 from CentOS-AppStream 2024-04-10T15:11:55.172 INFO:teuthology.orchestra.run.smithi077.stderr: Problem 34: conflicting requests 2024-04-10T15:11:55.172 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module swig:3.0:8030020200706142531:30b713e6.x86_64 from CentOS-AppStream 2024-04-10T15:11:55.172 INFO:teuthology.orchestra.run.smithi077.stderr: Problem 35: conflicting requests 2024-04-10T15:11:55.172 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module varnish:6:8050020211109225449:b4937e53.x86_64 from CentOS-AppStream 2024-04-10T15:11:55.173 INFO:teuthology.orchestra.run.smithi077.stderr: Problem 36: conflicting requests 2024-04-10T15:11:55.173 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module virt:rhel:820240314161907:9edba152.x86_64 from CentOS-AppStream 2024-04-10T15:11:55.173 INFO:teuthology.orchestra.run.smithi077.stderr: Problem 37: conflicting requests 2024-04-10T15:11:55.173 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:7cc0a66d.x86_64 from CentOS-AppStream 2024-04-10T15:11:55.173 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:b967a9a2.x86_64 from CentOS-AppStream 2024-04-10T15:11:55.173 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:820230811133638:36f9fae6.x86_64 from CentOS-AppStream 2024-04-10T15:11:55.173 INFO:teuthology.orchestra.run.smithi077.stderr: Problem 38: cannot install the best candidate for the job 2024-04-10T15:11:55.173 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:a5949e2e.x86_64 from CentOS-AppStream 2024-04-10T15:11:55.173 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:be2e4737.x86_64 from CentOS-AppStream 2024-04-10T15:11:55.173 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:2ab761e1.x86_64 from CentOS-AppStream 2024-04-10T15:11:55.173 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:86e45846.x86_64 from CentOS-AppStream 2024-04-10T15:11:55.173 INFO:teuthology.orchestra.run.smithi077.stderr: Problem 39: conflicting requests 2024-04-10T15:11:55.173 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-10T15:11:55.173 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:ea09926d.x86_64 from CentOS-AppStream 2024-04-10T15:11:55.174 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:082fdf2f.x86_64 from CentOS-AppStream 2024-04-10T15:11:55.174 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-10T15:11:55.174 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-10T15:11:55.174 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:fbe42456.x86_64 from CentOS-AppStream 2024-04-10T15:11:55.174 INFO:teuthology.orchestra.run.smithi077.stderr: Problem 40: cannot install the best candidate for the job 2024-04-10T15:11:55.174 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:16b3ab4d.x86_64 from CentOS-AppStream 2024-04-10T15:11:55.174 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:e1f37755.x86_64 from CentOS-AppStream 2024-04-10T15:11:55.174 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-10T15:11:55.174 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-10T15:11:55.174 INFO:teuthology.orchestra.run.smithi077.stderr: Problem 41: cannot install the best candidate for the job 2024-04-10T15:11:55.174 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-10T15:11:55.174 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:ea09926d.x86_64 from CentOS-AppStream 2024-04-10T15:11:55.174 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-10T15:11:55.175 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-10T15:11:55.175 INFO:teuthology.orchestra.run.smithi077.stderr: Problem 42: cannot install the best candidate for the job 2024-04-10T15:11:55.175 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:3a70019f.x86_64 from CentOS-AppStream 2024-04-10T15:11:55.175 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:cccafca5.x86_64 from CentOS-AppStream 2024-04-10T15:11:55.175 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-10T15:11:55.175 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-10T15:11:55.175 INFO:teuthology.orchestra.run.smithi077.stderr: Problem 43: cannot install the best candidate for the job 2024-04-10T15:11:55.175 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:56fce90f.x86_64 from CentOS-AppStream 2024-04-10T15:11:55.175 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:98a3c9d0.x86_64 from CentOS-AppStream 2024-04-10T15:11:55.175 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:06b7596e.x86_64 from CentOS-AppStream 2024-04-10T15:11:55.175 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:d2fc5d76.x86_64 from CentOS-AppStream 2024-04-10T15:11:55.175 INFO:teuthology.orchestra.run.smithi077.stderr: Problem 44: cannot install the best candidate for the job 2024-04-10T15:11:55.175 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:3a70019f.x86_64 from CentOS-AppStream 2024-04-10T15:11:55.175 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:cccafca5.x86_64 from CentOS-AppStream 2024-04-10T15:11:55.175 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-10T15:11:55.175 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-10T15:11:55.176 INFO:teuthology.orchestra.run.smithi077.stderr: Problem 45: cannot install the best candidate for the job 2024-04-10T15:11:55.176 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8010020191120175858:95fce66d.x86_64 from CentOS-AppStream 2024-04-10T15:11:55.176 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8030020200723233049:09acf126.x86_64 from CentOS-AppStream 2024-04-10T15:11:55.176 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:436af1ae.x86_64 from CentOS-AppStream 2024-04-10T15:11:55.176 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:b12195ea.x86_64 from CentOS-AppStream 2024-04-10T15:11:55.604 INFO:teuthology.orchestra.run.smithi077.stdout:Package kernel-5.14.0-239.el9.x86_64 is already installed. 2024-04-10T15:11:55.605 INFO:teuthology.orchestra.run.smithi077.stdout:Package kernel-5.14.0-361.el9.x86_64 is already installed. 2024-04-10T15:11:55.703 INFO:teuthology.orchestra.run.smithi077.stdout:Dependencies resolved. 2024-04-10T15:11:55.713 INFO:teuthology.orchestra.run.smithi077.stdout:================================================================================ 2024-04-10T15:11:55.713 INFO:teuthology.orchestra.run.smithi077.stdout: Package Architecture Version Repository Size 2024-04-10T15:11:55.713 INFO:teuthology.orchestra.run.smithi077.stdout:================================================================================ 2024-04-10T15:11:55.713 INFO:teuthology.orchestra.run.smithi077.stdout:Installing: 2024-04-10T15:11:55.714 INFO:teuthology.orchestra.run.smithi077.stdout: kernel x86_64 5.14.0-435.el9 baseos 214 k 2024-04-10T15:11:55.714 INFO:teuthology.orchestra.run.smithi077.stdout:Installing dependencies: 2024-04-10T15:11:55.714 INFO:teuthology.orchestra.run.smithi077.stdout: kernel-core x86_64 5.14.0-435.el9 baseos 15 M 2024-04-10T15:11:55.714 INFO:teuthology.orchestra.run.smithi077.stdout: kernel-modules x86_64 5.14.0-435.el9 baseos 34 M 2024-04-10T15:11:55.714 INFO:teuthology.orchestra.run.smithi077.stdout: kernel-modules-core x86_64 5.14.0-435.el9 baseos 28 M 2024-04-10T15:11:55.714 INFO:teuthology.orchestra.run.smithi077.stdout: 2024-04-10T15:11:55.714 INFO:teuthology.orchestra.run.smithi077.stdout:Transaction Summary 2024-04-10T15:11:55.714 INFO:teuthology.orchestra.run.smithi077.stdout:================================================================================ 2024-04-10T15:11:55.714 INFO:teuthology.orchestra.run.smithi077.stdout:Install 4 Packages 2024-04-10T15:11:55.714 INFO:teuthology.orchestra.run.smithi077.stdout: 2024-04-10T15:11:55.715 INFO:teuthology.orchestra.run.smithi077.stdout:Total download size: 77 M 2024-04-10T15:11:55.715 INFO:teuthology.orchestra.run.smithi077.stdout:Installed size: 123 M 2024-04-10T15:11:55.715 INFO:teuthology.orchestra.run.smithi077.stdout:Downloading Packages: 2024-04-10T15:11:55.974 INFO:teuthology.orchestra.run.smithi077.stdout:(1/4): kernel-5.14.0-435.el9.x86_64.rpm 1.4 MB/s | 214 kB 00:00 2024-04-10T15:11:56.349 INFO:teuthology.orchestra.run.smithi077.stdout:(2/4): kernel-core-5.14.0-435.el9.x86_64.rpm 29 MB/s | 15 MB 00:00 2024-04-10T15:11:57.124 INFO:teuthology.orchestra.run.smithi077.stdout:(3/4): kernel-modules-5.14.0-435.el9.x86_64.rpm 26 MB/s | 34 MB 00:01 2024-04-10T15:11:57.375 INFO:teuthology.orchestra.run.smithi077.stdout:(4/4): kernel-modules-core-5.14.0-435.el9.x86_6 20 MB/s | 28 MB 00:01 2024-04-10T15:11:57.375 INFO:teuthology.orchestra.run.smithi077.stdout:-------------------------------------------------------------------------------- 2024-04-10T15:11:57.375 INFO:teuthology.orchestra.run.smithi077.stdout:Total 46 MB/s | 77 MB 00:01 2024-04-10T15:11:58.046 INFO:teuthology.orchestra.run.smithi077.stdout:Running transaction check 2024-04-10T15:11:58.394 INFO:teuthology.orchestra.run.smithi077.stdout:Transaction check succeeded. 2024-04-10T15:11:58.394 INFO:teuthology.orchestra.run.smithi077.stdout:Running transaction test 2024-04-10T15:11:59.403 INFO:teuthology.orchestra.run.smithi077.stdout:Transaction test succeeded. 2024-04-10T15:11:59.403 INFO:teuthology.orchestra.run.smithi077.stdout:Running transaction 2024-04-10T15:12:00.107 INFO:teuthology.orchestra.run.smithi069.stdout:(3/4): kernel-modules-core-5.14.0-435.el9.x86_6 1.9 MB/s | 28 MB 00:14 2024-04-10T15:12:00.733 INFO:teuthology.orchestra.run.smithi069.stdout:(4/4): kernel-modules-5.14.0-435.el9.x86_64.rpm 2.2 MB/s | 34 MB 00:15 2024-04-10T15:12:00.733 INFO:teuthology.orchestra.run.smithi069.stdout:-------------------------------------------------------------------------------- 2024-04-10T15:12:00.733 INFO:teuthology.orchestra.run.smithi069.stdout:Total 4.9 MB/s | 77 MB 00:15 2024-04-10T15:12:01.410 INFO:teuthology.orchestra.run.smithi069.stdout:Running transaction check 2024-04-10T15:12:01.777 INFO:teuthology.orchestra.run.smithi069.stdout:Transaction check succeeded. 2024-04-10T15:12:01.777 INFO:teuthology.orchestra.run.smithi069.stdout:Running transaction test 2024-04-10T15:12:01.846 INFO:teuthology.orchestra.run.smithi077.stdout: Preparing : 1/1 2024-04-10T15:12:02.426 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : kernel-modules-core-5.14.0-435.el9.x86_64 1/4 2024-04-10T15:12:02.509 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : kernel-core-5.14.0-435.el9.x86_64 2/4 2024-04-10T15:12:02.789 INFO:teuthology.orchestra.run.smithi069.stdout:Transaction test succeeded. 2024-04-10T15:12:02.790 INFO:teuthology.orchestra.run.smithi069.stdout:Running transaction 2024-04-10T15:12:05.258 INFO:teuthology.orchestra.run.smithi069.stdout: Preparing : 1/1 2024-04-10T15:12:05.274 INFO:teuthology.orchestra.run.smithi077.stdout: Running scriptlet: kernel-core-5.14.0-435.el9.x86_64 2/4 2024-04-10T15:12:05.488 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : kernel-modules-5.14.0-435.el9.x86_64 3/4 2024-04-10T15:12:06.076 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : kernel-modules-core-5.14.0-435.el9.x86_64 1/4 2024-04-10T15:12:06.166 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : kernel-core-5.14.0-435.el9.x86_64 2/4 2024-04-10T15:12:08.980 INFO:teuthology.orchestra.run.smithi069.stdout: Running scriptlet: kernel-core-5.14.0-435.el9.x86_64 2/4 2024-04-10T15:12:09.108 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : kernel-modules-5.14.0-435.el9.x86_64 3/4 2024-04-10T15:12:10.188 INFO:teuthology.orchestra.run.smithi077.stdout: Running scriptlet: kernel-modules-5.14.0-435.el9.x86_64 3/4 2024-04-10T15:12:10.297 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : kernel-5.14.0-435.el9.x86_64 4/4 2024-04-10T15:12:13.813 INFO:teuthology.orchestra.run.smithi069.stdout: Running scriptlet: kernel-modules-5.14.0-435.el9.x86_64 3/4 2024-04-10T15:12:13.909 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : kernel-5.14.0-435.el9.x86_64 4/4 2024-04-10T15:12:15.018 INFO:teuthology.orchestra.run.smithi077.stdout: Running scriptlet: kernel-modules-core-5.14.0-435.el9.x86_64 4/4 2024-04-10T15:12:18.637 INFO:teuthology.orchestra.run.smithi069.stdout: Running scriptlet: kernel-modules-core-5.14.0-435.el9.x86_64 4/4 2024-04-10T15:12:44.232 INFO:teuthology.orchestra.run.smithi077.stdout: Running scriptlet: kernel-core-5.14.0-435.el9.x86_64 4/4 2024-04-10T15:12:44.232 INFO:teuthology.orchestra.run.smithi077.stdout:dracut: Disabling early microcode, because kernel does not support it. CONFIG_MICROCODE_[AMD|INTEL]!=y 2024-04-10T15:12:44.232 INFO:teuthology.orchestra.run.smithi077.stdout: 2024-04-10T15:12:44.277 INFO:teuthology.orchestra.run.smithi077.stdout: Running scriptlet: kernel-modules-5.14.0-435.el9.x86_64 4/4 2024-04-10T15:12:44.672 INFO:teuthology.orchestra.run.smithi077.stdout: Running scriptlet: kernel-5.14.0-435.el9.x86_64 4/4 2024-04-10T15:12:44.672 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : kernel-5.14.0-435.el9.x86_64 1/4 2024-04-10T15:12:44.672 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : kernel-core-5.14.0-435.el9.x86_64 2/4 2024-04-10T15:12:44.672 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : kernel-modules-5.14.0-435.el9.x86_64 3/4 2024-04-10T15:12:45.121 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : kernel-modules-core-5.14.0-435.el9.x86_64 4/4 2024-04-10T15:12:45.122 INFO:teuthology.orchestra.run.smithi077.stdout: 2024-04-10T15:12:45.122 INFO:teuthology.orchestra.run.smithi077.stdout:Installed: 2024-04-10T15:12:45.122 INFO:teuthology.orchestra.run.smithi077.stdout: kernel-5.14.0-435.el9.x86_64 2024-04-10T15:12:45.122 INFO:teuthology.orchestra.run.smithi077.stdout: kernel-core-5.14.0-435.el9.x86_64 2024-04-10T15:12:45.122 INFO:teuthology.orchestra.run.smithi077.stdout: kernel-modules-5.14.0-435.el9.x86_64 2024-04-10T15:12:45.122 INFO:teuthology.orchestra.run.smithi077.stdout: kernel-modules-core-5.14.0-435.el9.x86_64 2024-04-10T15:12:45.122 INFO:teuthology.orchestra.run.smithi077.stdout: 2024-04-10T15:12:45.122 INFO:teuthology.orchestra.run.smithi077.stdout:Complete! 2024-04-10T15:12:45.500 DEBUG:teuthology.orchestra.run.smithi077:> rpm -q kernel | sort -rV | head -n 1 2024-04-10T15:12:45.620 INFO:teuthology.orchestra.run.smithi077.stdout:kernel-5.14.0-435.el9.x86_64 2024-04-10T15:12:45.620 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-435.el9.x86_64 2024-04-10T15:12:45.620 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.14.0-361.el9.x86_64 Expected: 5.14.0-435.el9.x86_64 2024-04-10T15:12:45.621 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2024-04-10T15:12:45.621 DEBUG:teuthology.task.kernel:src is distro, skipping download 2024-04-10T15:12:45.621 INFO:teuthology.task.kernel:Installing distro kernel on mon.b... 2024-04-10T15:12:45.621 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi077.front.sepia.ceph.com, path=None, version=distro) 2024-04-10T15:12:45.621 DEBUG:teuthology.orchestra.run.smithi077:> rpm -q kernel | sort -rV | head -n 1 2024-04-10T15:12:45.701 INFO:teuthology.orchestra.run.smithi077.stdout:kernel-5.14.0-435.el9.x86_64 2024-04-10T15:12:45.702 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-435.el9.x86_64 2024-04-10T15:12:45.702 DEBUG:teuthology.orchestra.run.smithi077:> sudo rpm -qi grub2-tools 2024-04-10T15:12:45.746 INFO:teuthology.orchestra.run.smithi077.stdout:Name : grub2-tools 2024-04-10T15:12:45.746 INFO:teuthology.orchestra.run.smithi077.stdout:Epoch : 1 2024-04-10T15:12:45.746 INFO:teuthology.orchestra.run.smithi077.stdout:Version : 2.06 2024-04-10T15:12:45.746 INFO:teuthology.orchestra.run.smithi077.stdout:Release : 68.el9 2024-04-10T15:12:45.746 INFO:teuthology.orchestra.run.smithi077.stdout:Architecture: x86_64 2024-04-10T15:12:45.746 INFO:teuthology.orchestra.run.smithi077.stdout:Install Date: Fri 01 Sep 2023 09:14:30 PM UTC 2024-04-10T15:12:45.746 INFO:teuthology.orchestra.run.smithi077.stdout:Group : Unspecified 2024-04-10T15:12:45.746 INFO:teuthology.orchestra.run.smithi077.stdout:Size : 8264254 2024-04-10T15:12:45.746 INFO:teuthology.orchestra.run.smithi077.stdout:License : GPLv3+ 2024-04-10T15:12:45.746 INFO:teuthology.orchestra.run.smithi077.stdout:Signature : RSA/SHA256, Mon 07 Aug 2023 01:57:16 PM UTC, Key ID 05b555b38483c65d 2024-04-10T15:12:45.746 INFO:teuthology.orchestra.run.smithi077.stdout:Source RPM : grub2-2.06-68.el9.src.rpm 2024-04-10T15:12:45.747 INFO:teuthology.orchestra.run.smithi077.stdout:Build Date : Wed 02 Aug 2023 03:15:48 PM UTC 2024-04-10T15:12:45.747 INFO:teuthology.orchestra.run.smithi077.stdout:Build Host : x86-05.stream.rdu2.redhat.com 2024-04-10T15:12:45.747 INFO:teuthology.orchestra.run.smithi077.stdout:Packager : builder@centos.org 2024-04-10T15:12:45.747 INFO:teuthology.orchestra.run.smithi077.stdout:Vendor : CentOS 2024-04-10T15:12:45.747 INFO:teuthology.orchestra.run.smithi077.stdout:URL : http://www.gnu.org/software/grub/ 2024-04-10T15:12:45.747 INFO:teuthology.orchestra.run.smithi077.stdout:Summary : Support tools for GRUB. 2024-04-10T15:12:45.747 INFO:teuthology.orchestra.run.smithi077.stdout:Description : 2024-04-10T15:12:45.747 INFO:teuthology.orchestra.run.smithi077.stdout: 2024-04-10T15:12:45.747 INFO:teuthology.orchestra.run.smithi077.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2024-04-10T15:12:45.747 INFO:teuthology.orchestra.run.smithi077.stdout:customizable bootloader with modular architecture. It supports a rich 2024-04-10T15:12:45.747 INFO:teuthology.orchestra.run.smithi077.stdout:variety of kernel formats, file systems, computer architectures and 2024-04-10T15:12:45.747 INFO:teuthology.orchestra.run.smithi077.stdout:hardware devices. 2024-04-10T15:12:45.747 INFO:teuthology.orchestra.run.smithi077.stdout: 2024-04-10T15:12:45.747 INFO:teuthology.orchestra.run.smithi077.stdout:This subpackage provides tools for support of all platforms. 2024-04-10T15:12:45.748 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2024-04-10T15:12:45.748 INFO:teuthology.task.kernel:Updating grub on smithi077 to boot 5.14.0-435.el9.x86_64 2024-04-10T15:12:45.749 DEBUG:teuthology.orchestra.run.smithi077:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2024-04-10T15:12:46.388 INFO:teuthology.orchestra.run.smithi077.stderr:Generating grub configuration file ... 2024-04-10T15:12:47.741 INFO:teuthology.orchestra.run.smithi077.stderr:Adding boot menu entry for UEFI Firmware Settings ... 2024-04-10T15:12:47.743 INFO:teuthology.orchestra.run.smithi069.stdout: Running scriptlet: kernel-core-5.14.0-435.el9.x86_64 4/4 2024-04-10T15:12:47.744 INFO:teuthology.orchestra.run.smithi069.stdout:dracut: Disabling early microcode, because kernel does not support it. CONFIG_MICROCODE_[AMD|INTEL]!=y 2024-04-10T15:12:47.744 INFO:teuthology.orchestra.run.smithi069.stdout: 2024-04-10T15:12:47.770 INFO:teuthology.orchestra.run.smithi077.stderr:done 2024-04-10T15:12:47.773 DEBUG:teuthology.orchestra.run.smithi077:> mktemp 2024-04-10T15:12:47.787 INFO:teuthology.orchestra.run.smithi077.stdout:/tmp/tmp.9WScgwp6UJ 2024-04-10T15:12:47.788 DEBUG:teuthology.orchestra.run.smithi077:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.9WScgwp6UJ 2024-04-10T15:12:47.789 INFO:teuthology.orchestra.run.smithi069.stdout: Running scriptlet: kernel-modules-5.14.0-435.el9.x86_64 4/4 2024-04-10T15:12:47.856 DEBUG:teuthology.orchestra.run.smithi077:> sudo chmod 0666 /tmp/tmp.9WScgwp6UJ 2024-04-10T15:12:47.992 DEBUG:teuthology.orchestra.remote:smithi077:/tmp/tmp.9WScgwp6UJ is 6KB 2024-04-10T15:12:48.041 DEBUG:teuthology.orchestra.run.smithi077:> rm -fr /tmp/tmp.9WScgwp6UJ 2024-04-10T15:12:48.055 DEBUG:teuthology.orchestra.run.smithi077:> sudo /bin/ls /boot/loader/entries || true 2024-04-10T15:12:48.120 INFO:teuthology.orchestra.run.smithi077.stdout:15949e3c88704300882482eddfd7baae-0-rescue.conf 2024-04-10T15:12:48.120 INFO:teuthology.orchestra.run.smithi077.stdout:15949e3c88704300882482eddfd7baae-5.14.0-239.el9.x86_64.conf 2024-04-10T15:12:48.120 INFO:teuthology.orchestra.run.smithi077.stdout:15949e3c88704300882482eddfd7baae-5.14.0-361.el9.x86_64.conf 2024-04-10T15:12:48.120 INFO:teuthology.orchestra.run.smithi077.stdout:15949e3c88704300882482eddfd7baae-5.14.0-435.el9.x86_64.conf 2024-04-10T15:12:48.121 DEBUG:teuthology.orchestra.run.smithi077:> sudo grub2-set-default 15949e3c88704300882482eddfd7baae-5.14.0-435.el9.x86_64 2024-04-10T15:12:48.171 INFO:teuthology.orchestra.run.smithi069.stdout: Running scriptlet: kernel-5.14.0-435.el9.x86_64 4/4 2024-04-10T15:12:48.171 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : kernel-5.14.0-435.el9.x86_64 1/4 2024-04-10T15:12:48.172 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : kernel-core-5.14.0-435.el9.x86_64 2/4 2024-04-10T15:12:48.172 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : kernel-modules-5.14.0-435.el9.x86_64 3/4 2024-04-10T15:12:48.273 DEBUG:teuthology.orchestra.run.smithi077:> sudo shutdown -r now 2024-04-10T15:12:48.601 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : kernel-modules-core-5.14.0-435.el9.x86_64 4/4 2024-04-10T15:12:48.601 INFO:teuthology.orchestra.run.smithi069.stdout: 2024-04-10T15:12:48.601 INFO:teuthology.orchestra.run.smithi069.stdout:Installed: 2024-04-10T15:12:48.601 INFO:teuthology.orchestra.run.smithi069.stdout: kernel-5.14.0-435.el9.x86_64 2024-04-10T15:12:48.601 INFO:teuthology.orchestra.run.smithi069.stdout: kernel-core-5.14.0-435.el9.x86_64 2024-04-10T15:12:48.601 INFO:teuthology.orchestra.run.smithi069.stdout: kernel-modules-5.14.0-435.el9.x86_64 2024-04-10T15:12:48.601 INFO:teuthology.orchestra.run.smithi069.stdout: kernel-modules-core-5.14.0-435.el9.x86_64 2024-04-10T15:12:48.601 INFO:teuthology.orchestra.run.smithi069.stdout: 2024-04-10T15:12:48.601 INFO:teuthology.orchestra.run.smithi069.stdout:Complete! 2024-04-10T15:12:48.947 DEBUG:teuthology.orchestra.run.smithi069:> rpm -q kernel | sort -rV | head -n 1 2024-04-10T15:12:49.044 INFO:teuthology.orchestra.run.smithi069.stdout:kernel-5.14.0-435.el9.x86_64 2024-04-10T15:12:49.044 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-435.el9.x86_64 2024-04-10T15:12:49.044 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.14.0-361.el9.x86_64 Expected: 5.14.0-435.el9.x86_64 2024-04-10T15:12:49.044 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2024-04-10T15:12:49.044 DEBUG:teuthology.task.kernel:src is distro, skipping download 2024-04-10T15:12:49.044 INFO:teuthology.task.kernel:Installing distro kernel on mon.a... 2024-04-10T15:12:49.044 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi069.front.sepia.ceph.com, path=None, version=distro) 2024-04-10T15:12:49.044 DEBUG:teuthology.orchestra.run.smithi069:> rpm -q kernel | sort -rV | head -n 1 2024-04-10T15:12:49.125 INFO:teuthology.orchestra.run.smithi069.stdout:kernel-5.14.0-435.el9.x86_64 2024-04-10T15:12:49.126 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-435.el9.x86_64 2024-04-10T15:12:49.126 DEBUG:teuthology.orchestra.run.smithi069:> sudo rpm -qi grub2-tools 2024-04-10T15:12:49.160 INFO:teuthology.orchestra.run.smithi069.stdout:Name : grub2-tools 2024-04-10T15:12:49.160 INFO:teuthology.orchestra.run.smithi069.stdout:Epoch : 1 2024-04-10T15:12:49.160 INFO:teuthology.orchestra.run.smithi069.stdout:Version : 2.06 2024-04-10T15:12:49.160 INFO:teuthology.orchestra.run.smithi069.stdout:Release : 68.el9 2024-04-10T15:12:49.160 INFO:teuthology.orchestra.run.smithi069.stdout:Architecture: x86_64 2024-04-10T15:12:49.160 INFO:teuthology.orchestra.run.smithi069.stdout:Install Date: Fri 01 Sep 2023 09:14:30 PM UTC 2024-04-10T15:12:49.161 INFO:teuthology.orchestra.run.smithi069.stdout:Group : Unspecified 2024-04-10T15:12:49.161 INFO:teuthology.orchestra.run.smithi069.stdout:Size : 8264254 2024-04-10T15:12:49.161 INFO:teuthology.orchestra.run.smithi069.stdout:License : GPLv3+ 2024-04-10T15:12:49.161 INFO:teuthology.orchestra.run.smithi069.stdout:Signature : RSA/SHA256, Mon 07 Aug 2023 01:57:16 PM UTC, Key ID 05b555b38483c65d 2024-04-10T15:12:49.161 INFO:teuthology.orchestra.run.smithi069.stdout:Source RPM : grub2-2.06-68.el9.src.rpm 2024-04-10T15:12:49.161 INFO:teuthology.orchestra.run.smithi069.stdout:Build Date : Wed 02 Aug 2023 03:15:48 PM UTC 2024-04-10T15:12:49.161 INFO:teuthology.orchestra.run.smithi069.stdout:Build Host : x86-05.stream.rdu2.redhat.com 2024-04-10T15:12:49.161 INFO:teuthology.orchestra.run.smithi069.stdout:Packager : builder@centos.org 2024-04-10T15:12:49.161 INFO:teuthology.orchestra.run.smithi069.stdout:Vendor : CentOS 2024-04-10T15:12:49.161 INFO:teuthology.orchestra.run.smithi069.stdout:URL : http://www.gnu.org/software/grub/ 2024-04-10T15:12:49.161 INFO:teuthology.orchestra.run.smithi069.stdout:Summary : Support tools for GRUB. 2024-04-10T15:12:49.161 INFO:teuthology.orchestra.run.smithi069.stdout:Description : 2024-04-10T15:12:49.161 INFO:teuthology.orchestra.run.smithi069.stdout: 2024-04-10T15:12:49.162 INFO:teuthology.orchestra.run.smithi069.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2024-04-10T15:12:49.162 INFO:teuthology.orchestra.run.smithi069.stdout:customizable bootloader with modular architecture. It supports a rich 2024-04-10T15:12:49.162 INFO:teuthology.orchestra.run.smithi069.stdout:variety of kernel formats, file systems, computer architectures and 2024-04-10T15:12:49.162 INFO:teuthology.orchestra.run.smithi069.stdout:hardware devices. 2024-04-10T15:12:49.162 INFO:teuthology.orchestra.run.smithi069.stdout: 2024-04-10T15:12:49.162 INFO:teuthology.orchestra.run.smithi069.stdout:This subpackage provides tools for support of all platforms. 2024-04-10T15:12:49.163 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2024-04-10T15:12:49.163 INFO:teuthology.task.kernel:Updating grub on smithi069 to boot 5.14.0-435.el9.x86_64 2024-04-10T15:12:49.163 DEBUG:teuthology.orchestra.run.smithi069:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2024-04-10T15:12:49.756 INFO:teuthology.orchestra.run.smithi069.stderr:Generating grub configuration file ... 2024-04-10T15:12:51.221 INFO:teuthology.orchestra.run.smithi069.stderr:Adding boot menu entry for UEFI Firmware Settings ... 2024-04-10T15:12:51.256 INFO:teuthology.orchestra.run.smithi069.stderr:done 2024-04-10T15:12:51.258 DEBUG:teuthology.orchestra.run.smithi069:> mktemp 2024-04-10T15:12:51.275 INFO:teuthology.orchestra.run.smithi069.stdout:/tmp/tmp.0MVjz8RRRj 2024-04-10T15:12:51.276 DEBUG:teuthology.orchestra.run.smithi069:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.0MVjz8RRRj 2024-04-10T15:12:51.352 DEBUG:teuthology.orchestra.run.smithi069:> sudo chmod 0666 /tmp/tmp.0MVjz8RRRj 2024-04-10T15:12:51.510 DEBUG:teuthology.orchestra.remote:smithi069:/tmp/tmp.0MVjz8RRRj is 6KB 2024-04-10T15:12:51.563 DEBUG:teuthology.orchestra.run.smithi069:> rm -fr /tmp/tmp.0MVjz8RRRj 2024-04-10T15:12:51.579 DEBUG:teuthology.orchestra.run.smithi069:> sudo /bin/ls /boot/loader/entries || true 2024-04-10T15:12:51.643 INFO:teuthology.orchestra.run.smithi069.stdout:15949e3c88704300882482eddfd7baae-0-rescue.conf 2024-04-10T15:12:51.643 INFO:teuthology.orchestra.run.smithi069.stdout:15949e3c88704300882482eddfd7baae-5.14.0-239.el9.x86_64.conf 2024-04-10T15:12:51.643 INFO:teuthology.orchestra.run.smithi069.stdout:15949e3c88704300882482eddfd7baae-5.14.0-361.el9.x86_64.conf 2024-04-10T15:12:51.643 INFO:teuthology.orchestra.run.smithi069.stdout:15949e3c88704300882482eddfd7baae-5.14.0-435.el9.x86_64.conf 2024-04-10T15:12:51.644 DEBUG:teuthology.orchestra.run.smithi069:> sudo grub2-set-default 15949e3c88704300882482eddfd7baae-5.14.0-435.el9.x86_64 2024-04-10T15:12:51.798 DEBUG:teuthology.orchestra.run.smithi069:> sudo shutdown -r now 2024-04-10T15:13:18.302 INFO:teuthology.task.kernel:Checking client mon.b for new kernel version... 2024-04-10T15:13:18.303 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi077.front.sepia.ceph.com' 2024-04-10T15:13:18.304 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi077.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-10T15:13:21.802 INFO:teuthology.task.kernel:Checking client mon.a for new kernel version... 2024-04-10T15:13:21.802 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi069.front.sepia.ceph.com' 2024-04-10T15:13:21.803 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi069.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-10T15:13:36.798 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.77 2024-04-10T15:13:40.126 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.69 2024-04-10T15:13:45.802 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi077.front.sepia.ceph.com' 2024-04-10T15:13:45.803 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi077.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-10T15:13:49.130 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi069.front.sepia.ceph.com' 2024-04-10T15:13:49.131 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi069.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-10T15:13:52.190 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.69 2024-04-10T15:14:04.202 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi069.front.sepia.ceph.com' 2024-04-10T15:14:04.204 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi069.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-10T15:14:22.622 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.69 2024-04-10T15:14:37.634 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi069.front.sepia.ceph.com' 2024-04-10T15:14:37.635 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi069.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-10T15:14:38.054 DEBUG:teuthology.orchestra.run.smithi069:> true 2024-04-10T15:14:38.464 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi069.front.sepia.ceph.com' 2024-04-10T15:14:38.464 INFO:teuthology.task.kernel:Checking kernel version of mon.a, want "5.14.0-435.el9.x86_64"... 2024-04-10T15:14:38.464 DEBUG:teuthology.orchestra.run.smithi069:> uname -r 2024-04-10T15:14:38.478 INFO:teuthology.orchestra.run.smithi069.stdout:5.14.0-435.el9.x86_64 2024-04-10T15:14:38.479 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-435.el9.x86_64 vs 5.14.0-435.el9.x86_64 2024-04-10T15:14:38.479 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-04-10T15:14:38.479 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2024-04-10T15:14:39.480 INFO:teuthology.task.kernel:Enabling kdb on mon.a... 2024-04-10T15:14:39.480 DEBUG:teuthology.orchestra.run.smithi069:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-04-10T15:14:39.566 INFO:teuthology.orchestra.run.smithi069.stdout:ttyS1 2024-04-10T15:14:39.607 DEBUG:teuthology.parallel:result is None 2024-04-10T15:14:45.805 DEBUG:teuthology.orchestra.remote:timed out 2024-04-10T15:14:57.806 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi077.front.sepia.ceph.com' 2024-04-10T15:14:57.807 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi077.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-10T15:14:58.194 DEBUG:teuthology.orchestra.run.smithi077:> true 2024-04-10T15:14:58.564 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi077.front.sepia.ceph.com' 2024-04-10T15:14:58.564 INFO:teuthology.task.kernel:Checking kernel version of mon.b, want "5.14.0-435.el9.x86_64"... 2024-04-10T15:14:58.564 DEBUG:teuthology.orchestra.run.smithi077:> uname -r 2024-04-10T15:14:58.579 INFO:teuthology.orchestra.run.smithi077.stdout:5.14.0-435.el9.x86_64 2024-04-10T15:14:58.580 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-435.el9.x86_64 vs 5.14.0-435.el9.x86_64 2024-04-10T15:14:58.580 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-04-10T15:14:58.580 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2024-04-10T15:14:59.581 INFO:teuthology.task.kernel:Enabling kdb on mon.b... 2024-04-10T15:14:59.581 DEBUG:teuthology.orchestra.run.smithi077:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-04-10T15:14:59.927 INFO:teuthology.orchestra.run.smithi077.stdout:ttyS1 2024-04-10T15:14:59.961 DEBUG:teuthology.parallel:result is None 2024-04-10T15:14:59.961 INFO:teuthology.run_tasks:Running task internal.base... 2024-04-10T15:14:59.972 INFO:teuthology.task.internal:Creating test directory... 2024-04-10T15:14:59.972 DEBUG:teuthology.orchestra.run.smithi069:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-04-10T15:14:59.975 DEBUG:teuthology.orchestra.run.smithi077:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-04-10T15:14:59.995 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2024-04-10T15:15:00.013 INFO:teuthology.run_tasks:Running task internal.archive... 2024-04-10T15:15:00.047 INFO:teuthology.task.internal:Creating archive directory... 2024-04-10T15:15:00.047 DEBUG:teuthology.orchestra.run.smithi069:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-04-10T15:15:00.050 DEBUG:teuthology.orchestra.run.smithi077:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-04-10T15:15:00.083 INFO:teuthology.run_tasks:Running task internal.coredump... 2024-04-10T15:15:00.094 INFO:teuthology.task.internal:Enabling coredump saving... 2024-04-10T15:15:00.094 DEBUG:teuthology.orchestra.run.smithi069:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-04-10T15:15:00.115 DEBUG:teuthology.orchestra.run.smithi077:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-04-10T15:15:00.155 INFO:teuthology.orchestra.run.smithi069.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-04-10T15:15:00.159 INFO:teuthology.orchestra.run.smithi077.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-04-10T15:15:00.169 INFO:teuthology.orchestra.run.smithi069.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-04-10T15:15:00.173 INFO:teuthology.orchestra.run.smithi077.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-04-10T15:15:00.174 INFO:teuthology.run_tasks:Running task internal.sudo... 2024-04-10T15:15:00.185 INFO:teuthology.task.internal:Configuring sudo... 2024-04-10T15:15:00.185 DEBUG:teuthology.orchestra.run.smithi069:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-04-10T15:15:00.213 DEBUG:teuthology.orchestra.run.smithi077:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-04-10T15:15:00.243 INFO:teuthology.run_tasks:Running task internal.syslog... 2024-04-10T15:15:00.252 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2024-04-10T15:15:00.252 DEBUG:teuthology.orchestra.run.smithi069:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-04-10T15:15:00.282 DEBUG:teuthology.orchestra.run.smithi077:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-04-10T15:15:00.299 DEBUG:teuthology.orchestra.run.smithi069:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-04-10T15:15:00.377 DEBUG:teuthology.orchestra.run.smithi069:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-04-10T15:15:00.438 DEBUG:teuthology.orchestra.run.smithi069:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-04-10T15:15:00.478 DEBUG:teuthology.orchestra.run.smithi069:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-04-10T15:15:00.522 DEBUG:teuthology.orchestra.run.smithi069:> set -ex 2024-04-10T15:15:00.522 DEBUG:teuthology.orchestra.run.smithi069:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-04-10T15:15:00.590 DEBUG:teuthology.orchestra.run.smithi077:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-04-10T15:15:00.634 DEBUG:teuthology.orchestra.run.smithi077:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-04-10T15:15:00.692 DEBUG:teuthology.orchestra.run.smithi077:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-04-10T15:15:00.733 DEBUG:teuthology.orchestra.run.smithi077:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-04-10T15:15:00.777 DEBUG:teuthology.orchestra.run.smithi077:> set -ex 2024-04-10T15:15:00.777 DEBUG:teuthology.orchestra.run.smithi077:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-04-10T15:15:00.844 DEBUG:teuthology.orchestra.run.smithi069:> sudo service rsyslog restart 2024-04-10T15:15:00.846 DEBUG:teuthology.orchestra.run.smithi077:> sudo service rsyslog restart 2024-04-10T15:15:00.886 INFO:teuthology.orchestra.run.smithi069.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-04-10T15:15:00.923 INFO:teuthology.orchestra.run.smithi077.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-04-10T15:15:01.361 INFO:teuthology.run_tasks:Running task internal.timer... 2024-04-10T15:15:01.370 INFO:teuthology.task.internal:Starting timer... 2024-04-10T15:15:01.370 INFO:teuthology.run_tasks:Running task pcp... 2024-04-10T15:15:01.418 INFO:teuthology.run_tasks:Running task selinux... 2024-04-10T15:15:01.449 DEBUG:teuthology.task:Applying overrides for task selinux: {'allowlist': ['scontext=system_u:system_r:logrotate_t:s0']} 2024-04-10T15:15:01.449 DEBUG:teuthology.orchestra.run.smithi069:> sudo service auditd rotate 2024-04-10T15:15:01.509 INFO:teuthology.orchestra.run.smithi069.stdout:Rotating logs: 2024-04-10T15:15:01.511 DEBUG:teuthology.orchestra.run.smithi077:> sudo service auditd rotate 2024-04-10T15:15:01.557 INFO:teuthology.orchestra.run.smithi077.stdout:Rotating logs: 2024-04-10T15:15:01.559 DEBUG:teuthology.task.selinux:Getting current SELinux state 2024-04-10T15:15:01.559 DEBUG:teuthology.orchestra.run.smithi069:> /usr/sbin/getenforce 2024-04-10T15:15:01.580 INFO:teuthology.orchestra.run.smithi069.stdout:Permissive 2024-04-10T15:15:01.580 DEBUG:teuthology.orchestra.run.smithi077:> /usr/sbin/getenforce 2024-04-10T15:15:01.599 INFO:teuthology.orchestra.run.smithi077.stdout:Permissive 2024-04-10T15:15:01.600 DEBUG:teuthology.task.selinux:Existing SELinux modes: {'ubuntu@smithi069.front.sepia.ceph.com': 'permissive', 'ubuntu@smithi077.front.sepia.ceph.com': 'permissive'} 2024-04-10T15:15:01.600 DEBUG:teuthology.orchestra.run.smithi069:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 2024-04-10T15:15:01.647 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-10T15:15:01.648 DEBUG:teuthology.orchestra.run.smithi077:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 2024-04-10T15:15:01.675 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-10T15:15:01.675 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2024-04-10T15:15:01.675 DEBUG:teuthology.orchestra.run.smithi069:> sudo /usr/sbin/setenforce permissive 2024-04-10T15:15:01.724 DEBUG:teuthology.orchestra.run.smithi077:> sudo /usr/sbin/setenforce permissive 2024-04-10T15:15:01.760 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2024-04-10T15:15:01.771 DEBUG:teuthology.repo_utils:Setting repo remote to https://git.ceph.com/ceph-cm-ansible.git 2024-04-10T15:15:01.776 INFO:teuthology.repo_utils:Fetching git.ceph.com_ceph-cm-ansible_main from origin 2024-04-10T15:15:01.897 DEBUG:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main to origin/main 2024-04-10T15:15:01.912 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2024-04-10T15:15:01.913 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu"}' -i /etc/ansible/hosts --limit smithi069.front.sepia.ceph.com,smithi077.front.sepia.ceph.com /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main/cephlab.yml 2024-04-10T15:19:37.265 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@smithi069.front.sepia.ceph.com'), Remote(name='ubuntu@smithi077.front.sepia.ceph.com')] 2024-04-10T15:19:37.267 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi069.front.sepia.ceph.com' 2024-04-10T15:19:37.268 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi069.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-10T15:19:37.362 DEBUG:teuthology.orchestra.run.smithi069:> true 2024-04-10T15:19:37.436 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi069.front.sepia.ceph.com' 2024-04-10T15:19:37.437 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi077.front.sepia.ceph.com' 2024-04-10T15:19:37.437 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi077.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-10T15:19:37.528 DEBUG:teuthology.orchestra.run.smithi077:> true 2024-04-10T15:19:37.606 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi077.front.sepia.ceph.com' 2024-04-10T15:19:37.606 INFO:teuthology.run_tasks:Running task clock... 2024-04-10T15:19:37.617 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2024-04-10T15:19:37.617 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-04-10T15:19:37.618 DEBUG:teuthology.orchestra.run.smithi069:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-04-10T15:19:37.620 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-04-10T15:19:37.621 DEBUG:teuthology.orchestra.run.smithi077:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-04-10T15:19:37.650 INFO:teuthology.orchestra.run.smithi069.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-04-10T15:19:37.666 INFO:teuthology.orchestra.run.smithi069.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-04-10T15:19:37.676 INFO:teuthology.orchestra.run.smithi077.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-04-10T15:19:37.693 INFO:teuthology.orchestra.run.smithi077.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-04-10T15:19:37.696 INFO:teuthology.orchestra.run.smithi069.stderr:sudo: ntpd: command not found 2024-04-10T15:19:37.709 INFO:teuthology.orchestra.run.smithi069.stdout:506 Cannot talk to daemon 2024-04-10T15:19:37.721 INFO:teuthology.orchestra.run.smithi077.stderr:sudo: ntpd: command not found 2024-04-10T15:19:37.726 INFO:teuthology.orchestra.run.smithi069.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-04-10T15:19:37.735 INFO:teuthology.orchestra.run.smithi077.stdout:506 Cannot talk to daemon 2024-04-10T15:19:37.742 INFO:teuthology.orchestra.run.smithi069.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-04-10T15:19:37.751 INFO:teuthology.orchestra.run.smithi077.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-04-10T15:19:37.767 INFO:teuthology.orchestra.run.smithi077.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-04-10T15:19:37.794 INFO:teuthology.orchestra.run.smithi069.stderr:bash: line 1: ntpq: command not found 2024-04-10T15:19:37.797 INFO:teuthology.orchestra.run.smithi069.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-04-10T15:19:37.797 INFO:teuthology.orchestra.run.smithi069.stdout:=============================================================================== 2024-04-10T15:19:37.797 INFO:teuthology.orchestra.run.smithi069.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-10T15:19:37.797 INFO:teuthology.orchestra.run.smithi069.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-10T15:19:37.797 INFO:teuthology.orchestra.run.smithi069.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-10T15:19:37.798 INFO:teuthology.orchestra.run.smithi069.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-10T15:19:37.822 INFO:teuthology.orchestra.run.smithi077.stderr:bash: line 1: ntpq: command not found 2024-04-10T15:19:37.825 INFO:teuthology.orchestra.run.smithi077.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-04-10T15:19:37.825 INFO:teuthology.orchestra.run.smithi077.stdout:=============================================================================== 2024-04-10T15:19:37.825 INFO:teuthology.orchestra.run.smithi077.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-10T15:19:37.826 INFO:teuthology.orchestra.run.smithi077.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-10T15:19:37.826 INFO:teuthology.orchestra.run.smithi077.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-10T15:19:37.826 INFO:teuthology.orchestra.run.smithi077.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-10T15:19:37.827 INFO:teuthology.run_tasks:Running task pexec... 2024-04-10T15:19:37.836 INFO:teuthology.task.pexec:Executing custom commands... 2024-04-10T15:19:37.836 INFO:teuthology.task.pexec:Running commands on host ubuntu@smithi069.front.sepia.ceph.com 2024-04-10T15:19:37.836 DEBUG:teuthology.orchestra.run.smithi069:> TESTDIR=/home/ubuntu/cephtest bash -s 2024-04-10T15:19:37.837 INFO:teuthology.task.pexec:Running commands on host ubuntu@smithi077.front.sepia.ceph.com 2024-04-10T15:19:37.837 DEBUG:teuthology.orchestra.run.smithi077:> TESTDIR=/home/ubuntu/cephtest bash -s 2024-04-10T15:19:38.453 INFO:teuthology.orchestra.run.smithi069.stdout:Last metadata expiration check: 0:01:12 ago on Wed 10 Apr 2024 03:18:26 PM UTC. 2024-04-10T15:19:38.479 INFO:teuthology.orchestra.run.smithi077.stdout:Last metadata expiration check: 0:01:11 ago on Wed 10 Apr 2024 03:18:27 PM UTC. 2024-04-10T15:19:38.743 INFO:teuthology.orchestra.run.smithi069.stderr:Modular dependency problems: 2024-04-10T15:19:38.743 INFO:teuthology.orchestra.run.smithi069.stderr: 2024-04-10T15:19:38.744 INFO:teuthology.orchestra.run.smithi069.stderr: Problem 1: conflicting requests 2024-04-10T15:19:38.744 INFO:teuthology.orchestra.run.smithi069.stderr: - nothing provides module(platform:el8) needed by module container-tools:rhel8:820240321091303:20125149.x86_64 from CentOS-AppStream 2024-04-10T15:19:38.744 INFO:teuthology.orchestra.run.smithi069.stderr: Problem 2: conflicting requests 2024-04-10T15:19:38.744 INFO:teuthology.orchestra.run.smithi069.stderr: - nothing provides module(platform:el8) needed by module eclipse:rhel8:820201023100746:b230ed4e.x86_64 from CentOS-AppStream 2024-04-10T15:19:38.744 INFO:teuthology.orchestra.run.smithi069.stderr: Problem 3: conflicting requests 2024-04-10T15:19:38.744 INFO:teuthology.orchestra.run.smithi069.stderr: - nothing provides module(platform:el8) needed by module freeradius:3.0:8080020230117180605:89170a74.x86_64 from CentOS-AppStream 2024-04-10T15:19:38.744 INFO:teuthology.orchestra.run.smithi069.stderr: Problem 4: conflicting requests 2024-04-10T15:19:38.744 INFO:teuthology.orchestra.run.smithi069.stderr: - nothing provides module(platform:el8) needed by module gimp:2.8:8000020190628145146:4148dfdf.x86_64 from CentOS-AppStream 2024-04-10T15:19:38.744 INFO:teuthology.orchestra.run.smithi069.stderr: Problem 5: conflicting requests 2024-04-10T15:19:38.744 INFO:teuthology.orchestra.run.smithi069.stderr: - nothing provides module(platform:el8) needed by module go-toolset:rhel8:820240401160413:b754926a.x86_64 from CentOS-AppStream 2024-04-10T15:19:38.744 INFO:teuthology.orchestra.run.smithi069.stderr: Problem 6: conflicting requests 2024-04-10T15:19:38.744 INFO:teuthology.orchestra.run.smithi069.stderr: - nothing provides module(platform:el8) needed by module httpd:2.4:820240216084734:9edba152.x86_64 from CentOS-AppStream 2024-04-10T15:19:38.744 INFO:teuthology.orchestra.run.smithi069.stderr: Problem 7: conflicting requests 2024-04-10T15:19:38.745 INFO:teuthology.orchestra.run.smithi069.stderr: - nothing provides module(platform:el8) needed by module idm:client:820240307184541:49cc9d1b.x86_64 from CentOS-AppStream 2024-04-10T15:19:38.745 INFO:teuthology.orchestra.run.smithi069.stderr: Problem 8: conflicting requests 2024-04-10T15:19:38.745 INFO:teuthology.orchestra.run.smithi069.stderr: - nothing provides module(platform:el8) needed by module inkscape:0.92.3:8080020221205124429:3e031279.x86_64 from CentOS-AppStream 2024-04-10T15:19:38.745 INFO:teuthology.orchestra.run.smithi069.stderr: Problem 9: conflicting requests 2024-04-10T15:19:38.745 INFO:teuthology.orchestra.run.smithi069.stderr: - nothing provides module(platform:el8) needed by module jmc:rhel8:8050020211110222101:6392b1f8.x86_64 from CentOS-AppStream 2024-04-10T15:19:38.745 INFO:teuthology.orchestra.run.smithi069.stderr: Problem 10: conflicting requests 2024-04-10T15:19:38.745 INFO:teuthology.orchestra.run.smithi069.stderr: - nothing provides module(platform:el8) needed by module llvm-toolset:rhel8:820240205133135:9edba152.x86_64 from CentOS-AppStream 2024-04-10T15:19:38.745 INFO:teuthology.orchestra.run.smithi069.stderr: Problem 11: conflicting requests 2024-04-10T15:19:38.745 INFO:teuthology.orchestra.run.smithi069.stderr: - nothing provides module(platform:el8) needed by module log4j:2:8080020221205124743:9d367344.x86_64 from CentOS-AppStream 2024-04-10T15:19:38.745 INFO:teuthology.orchestra.run.smithi069.stderr: Problem 12: conflicting requests 2024-04-10T15:19:38.745 INFO:teuthology.orchestra.run.smithi069.stderr: - nothing provides module(platform:el8) needed by module mailman:2.1:820230727085757:77fc8825.x86_64 from CentOS-AppStream 2024-04-10T15:19:38.745 INFO:teuthology.orchestra.run.smithi069.stderr: Problem 13: conflicting requests 2024-04-10T15:19:38.746 INFO:teuthology.orchestra.run.smithi069.stderr: - nothing provides module(platform:el8) needed by module mariadb:10.3:8030020210419150013:30b713e6.x86_64 from CentOS-AppStream 2024-04-10T15:19:38.746 INFO:teuthology.orchestra.run.smithi069.stderr: Problem 14: conflicting requests 2024-04-10T15:19:38.746 INFO:teuthology.orchestra.run.smithi069.stderr: - nothing provides module(platform:el8) needed by module maven:3.5:8060020211203142015:c0229ad2.x86_64 from CentOS-AppStream 2024-04-10T15:19:38.746 INFO:teuthology.orchestra.run.smithi069.stderr: Problem 15: conflicting requests 2024-04-10T15:19:38.746 INFO:teuthology.orchestra.run.smithi069.stderr: - nothing provides module(platform:el8) needed by module mercurial:4.8:8000020190628020724:4148dfdf.x86_64 from CentOS-AppStream 2024-04-10T15:19:38.746 INFO:teuthology.orchestra.run.smithi069.stderr: Problem 16: conflicting requests 2024-04-10T15:19:38.746 INFO:teuthology.orchestra.run.smithi069.stderr: - nothing provides module(platform:el8) needed by module mod_auth_openidc:2.3:820230721123832:9edba152.x86_64 from CentOS-AppStream 2024-04-10T15:19:38.746 INFO:teuthology.orchestra.run.smithi069.stderr: Problem 17: conflicting requests 2024-04-10T15:19:38.746 INFO:teuthology.orchestra.run.smithi069.stderr: - nothing provides module(platform:el8) needed by module mysql:8.0:8040020210901180257:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-10T15:19:38.746 INFO:teuthology.orchestra.run.smithi069.stderr: Problem 18: conflicting requests 2024-04-10T15:19:38.746 INFO:teuthology.orchestra.run.smithi069.stderr: - nothing provides module(platform:el8) needed by module nginx:1.14:8000020211221191913:55190bc5.x86_64 from CentOS-AppStream 2024-04-10T15:19:38.746 INFO:teuthology.orchestra.run.smithi069.stderr: Problem 19: conflicting requests 2024-04-10T15:19:38.747 INFO:teuthology.orchestra.run.smithi069.stderr: - nothing provides module(platform:el8) needed by module nodejs:10:8040020210120182536:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-10T15:19:38.747 INFO:teuthology.orchestra.run.smithi069.stderr: Problem 20: conflicting requests 2024-04-10T15:19:38.747 INFO:teuthology.orchestra.run.smithi069.stderr: - nothing provides module(platform:el8) needed by module perl:5.26:8000020190628020724:55190bc5.x86_64 from CentOS-AppStream 2024-04-10T15:19:38.747 INFO:teuthology.orchestra.run.smithi069.stderr: Problem 21: conflicting requests 2024-04-10T15:19:38.747 INFO:teuthology.orchestra.run.smithi069.stderr: - nothing provides module(platform:el8) needed by module php:7.2:8020020200507003613:2c7ca891.x86_64 from CentOS-AppStream 2024-04-10T15:19:38.747 INFO:teuthology.orchestra.run.smithi069.stderr: Problem 22: conflicting requests 2024-04-10T15:19:38.747 INFO:teuthology.orchestra.run.smithi069.stderr: - nothing provides module(platform:el8) needed by module postgresql:10:820230223114800:9edba152.x86_64 from CentOS-AppStream 2024-04-10T15:19:38.747 INFO:teuthology.orchestra.run.smithi069.stderr: Problem 23: conflicting requests 2024-04-10T15:19:38.747 INFO:teuthology.orchestra.run.smithi069.stderr: - nothing provides module(platform:el8) needed by module python27:2.7:820240208011952:182f7c73.x86_64 from CentOS-AppStream 2024-04-10T15:19:38.747 INFO:teuthology.orchestra.run.smithi069.stderr: Problem 24: conflicting requests 2024-04-10T15:19:38.747 INFO:teuthology.orchestra.run.smithi069.stderr: - nothing provides module(platform:el8) needed by module python36:3.6:8050020210825152031:982725ab.x86_64 from CentOS-AppStream 2024-04-10T15:19:38.748 INFO:teuthology.orchestra.run.smithi069.stderr: Problem 25: conflicting requests 2024-04-10T15:19:38.748 INFO:teuthology.orchestra.run.smithi069.stderr: - nothing provides module(platform:el8) needed by module python38:3.8:820230810143931:64c1cd5a.x86_64 from CentOS-AppStream 2024-04-10T15:19:38.748 INFO:teuthology.orchestra.run.smithi069.stderr: Problem 26: conflicting requests 2024-04-10T15:19:38.748 INFO:teuthology.orchestra.run.smithi069.stderr: - nothing provides module(platform:el8) needed by module python39:3.9:820240214182535:17377f89.x86_64 from CentOS-AppStream 2024-04-10T15:19:38.748 INFO:teuthology.orchestra.run.smithi069.stderr: Problem 27: conflicting requests 2024-04-10T15:19:38.748 INFO:teuthology.orchestra.run.smithi069.stderr: - nothing provides module(platform:el8) needed by module redis:5:8040020211019153849:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-10T15:19:38.749 INFO:teuthology.orchestra.run.smithi069.stderr: Problem 28: conflicting requests 2024-04-10T15:19:38.749 INFO:teuthology.orchestra.run.smithi069.stderr: - nothing provides module(platform:el8) needed by module rhn-tools:1.0:8010020191114034948:f69d1239.x86_64 from CentOS-AppStream 2024-04-10T15:19:38.749 INFO:teuthology.orchestra.run.smithi069.stderr: Problem 29: conflicting requests 2024-04-10T15:19:38.749 INFO:teuthology.orchestra.run.smithi069.stderr: - nothing provides module(platform:el8) needed by module ruby:2.5:820230627084142:9edba152.x86_64 from CentOS-AppStream 2024-04-10T15:19:38.749 INFO:teuthology.orchestra.run.smithi069.stderr: Problem 30: conflicting requests 2024-04-10T15:19:38.749 INFO:teuthology.orchestra.run.smithi069.stderr: - nothing provides module(platform:el8) needed by module rust-toolset:rhel8:820240119204620:b09eea91.x86_64 from CentOS-AppStream 2024-04-10T15:19:38.749 INFO:teuthology.orchestra.run.smithi069.stderr: Problem 31: conflicting requests 2024-04-10T15:19:38.749 INFO:teuthology.orchestra.run.smithi069.stderr: - nothing provides module(platform:el8) needed by module satellite-5-client:1.0:8010020191114035551:cdc1202b.x86_64 from CentOS-AppStream 2024-04-10T15:19:38.750 INFO:teuthology.orchestra.run.smithi069.stderr: Problem 32: conflicting requests 2024-04-10T15:19:38.750 INFO:teuthology.orchestra.run.smithi069.stderr: - nothing provides module(platform:el8) needed by module squid:4:820240319173245:9edba152.x86_64 from CentOS-AppStream 2024-04-10T15:19:38.750 INFO:teuthology.orchestra.run.smithi069.stderr: Problem 33: conflicting requests 2024-04-10T15:19:38.750 INFO:teuthology.orchestra.run.smithi069.stderr: - nothing provides module(platform:el8) needed by module subversion:1.10:8070020220711155714:78111232.x86_64 from CentOS-AppStream 2024-04-10T15:19:38.750 INFO:teuthology.orchestra.run.smithi069.stderr: Problem 34: conflicting requests 2024-04-10T15:19:38.750 INFO:teuthology.orchestra.run.smithi069.stderr: - nothing provides module(platform:el8) needed by module swig:3.0:8030020200706142531:30b713e6.x86_64 from CentOS-AppStream 2024-04-10T15:19:38.751 INFO:teuthology.orchestra.run.smithi069.stderr: Problem 35: conflicting requests 2024-04-10T15:19:38.751 INFO:teuthology.orchestra.run.smithi069.stderr: - nothing provides module(platform:el8) needed by module varnish:6:8050020211109225449:b4937e53.x86_64 from CentOS-AppStream 2024-04-10T15:19:38.751 INFO:teuthology.orchestra.run.smithi069.stderr: Problem 36: conflicting requests 2024-04-10T15:19:38.751 INFO:teuthology.orchestra.run.smithi069.stderr: - nothing provides module(platform:el8) needed by module virt:rhel:820240314161907:9edba152.x86_64 from CentOS-AppStream 2024-04-10T15:19:38.751 INFO:teuthology.orchestra.run.smithi069.stderr: Problem 37: conflicting requests 2024-04-10T15:19:38.751 INFO:teuthology.orchestra.run.smithi069.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:7cc0a66d.x86_64 from CentOS-AppStream 2024-04-10T15:19:38.751 INFO:teuthology.orchestra.run.smithi069.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:b967a9a2.x86_64 from CentOS-AppStream 2024-04-10T15:19:38.751 INFO:teuthology.orchestra.run.smithi069.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:820230811133638:36f9fae6.x86_64 from CentOS-AppStream 2024-04-10T15:19:38.751 INFO:teuthology.orchestra.run.smithi069.stderr: Problem 38: cannot install the best candidate for the job 2024-04-10T15:19:38.751 INFO:teuthology.orchestra.run.smithi069.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:a5949e2e.x86_64 from CentOS-AppStream 2024-04-10T15:19:38.751 INFO:teuthology.orchestra.run.smithi069.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:be2e4737.x86_64 from CentOS-AppStream 2024-04-10T15:19:38.751 INFO:teuthology.orchestra.run.smithi069.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:2ab761e1.x86_64 from CentOS-AppStream 2024-04-10T15:19:38.752 INFO:teuthology.orchestra.run.smithi069.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:86e45846.x86_64 from CentOS-AppStream 2024-04-10T15:19:38.752 INFO:teuthology.orchestra.run.smithi069.stderr: Problem 39: conflicting requests 2024-04-10T15:19:38.752 INFO:teuthology.orchestra.run.smithi069.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-10T15:19:38.752 INFO:teuthology.orchestra.run.smithi069.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:ea09926d.x86_64 from CentOS-AppStream 2024-04-10T15:19:38.752 INFO:teuthology.orchestra.run.smithi069.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:082fdf2f.x86_64 from CentOS-AppStream 2024-04-10T15:19:38.752 INFO:teuthology.orchestra.run.smithi069.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-10T15:19:38.752 INFO:teuthology.orchestra.run.smithi069.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-10T15:19:38.753 INFO:teuthology.orchestra.run.smithi069.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:fbe42456.x86_64 from CentOS-AppStream 2024-04-10T15:19:38.753 INFO:teuthology.orchestra.run.smithi069.stderr: Problem 40: cannot install the best candidate for the job 2024-04-10T15:19:38.753 INFO:teuthology.orchestra.run.smithi069.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:16b3ab4d.x86_64 from CentOS-AppStream 2024-04-10T15:19:38.753 INFO:teuthology.orchestra.run.smithi069.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:e1f37755.x86_64 from CentOS-AppStream 2024-04-10T15:19:38.753 INFO:teuthology.orchestra.run.smithi069.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-10T15:19:38.753 INFO:teuthology.orchestra.run.smithi069.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-10T15:19:38.753 INFO:teuthology.orchestra.run.smithi069.stderr: Problem 41: cannot install the best candidate for the job 2024-04-10T15:19:38.753 INFO:teuthology.orchestra.run.smithi069.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-10T15:19:38.753 INFO:teuthology.orchestra.run.smithi069.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:ea09926d.x86_64 from CentOS-AppStream 2024-04-10T15:19:38.753 INFO:teuthology.orchestra.run.smithi069.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-10T15:19:38.753 INFO:teuthology.orchestra.run.smithi069.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-10T15:19:38.754 INFO:teuthology.orchestra.run.smithi069.stderr: Problem 42: cannot install the best candidate for the job 2024-04-10T15:19:38.754 INFO:teuthology.orchestra.run.smithi069.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:3a70019f.x86_64 from CentOS-AppStream 2024-04-10T15:19:38.754 INFO:teuthology.orchestra.run.smithi069.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:cccafca5.x86_64 from CentOS-AppStream 2024-04-10T15:19:38.754 INFO:teuthology.orchestra.run.smithi069.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-10T15:19:38.754 INFO:teuthology.orchestra.run.smithi069.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-10T15:19:38.754 INFO:teuthology.orchestra.run.smithi069.stderr: Problem 43: cannot install the best candidate for the job 2024-04-10T15:19:38.754 INFO:teuthology.orchestra.run.smithi069.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:56fce90f.x86_64 from CentOS-AppStream 2024-04-10T15:19:38.754 INFO:teuthology.orchestra.run.smithi069.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:98a3c9d0.x86_64 from CentOS-AppStream 2024-04-10T15:19:38.754 INFO:teuthology.orchestra.run.smithi069.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:06b7596e.x86_64 from CentOS-AppStream 2024-04-10T15:19:38.754 INFO:teuthology.orchestra.run.smithi069.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:d2fc5d76.x86_64 from CentOS-AppStream 2024-04-10T15:19:38.754 INFO:teuthology.orchestra.run.smithi069.stderr: Problem 44: cannot install the best candidate for the job 2024-04-10T15:19:38.754 INFO:teuthology.orchestra.run.smithi069.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:3a70019f.x86_64 from CentOS-AppStream 2024-04-10T15:19:38.754 INFO:teuthology.orchestra.run.smithi069.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:cccafca5.x86_64 from CentOS-AppStream 2024-04-10T15:19:38.755 INFO:teuthology.orchestra.run.smithi069.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-10T15:19:38.755 INFO:teuthology.orchestra.run.smithi069.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-10T15:19:38.755 INFO:teuthology.orchestra.run.smithi069.stderr: Problem 45: cannot install the best candidate for the job 2024-04-10T15:19:38.755 INFO:teuthology.orchestra.run.smithi069.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8010020191120175858:95fce66d.x86_64 from CentOS-AppStream 2024-04-10T15:19:38.755 INFO:teuthology.orchestra.run.smithi069.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8030020200723233049:09acf126.x86_64 from CentOS-AppStream 2024-04-10T15:19:38.755 INFO:teuthology.orchestra.run.smithi069.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:436af1ae.x86_64 from CentOS-AppStream 2024-04-10T15:19:38.755 INFO:teuthology.orchestra.run.smithi069.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:b12195ea.x86_64 from CentOS-AppStream 2024-04-10T15:19:38.767 INFO:teuthology.orchestra.run.smithi077.stderr:Modular dependency problems: 2024-04-10T15:19:38.767 INFO:teuthology.orchestra.run.smithi077.stderr: 2024-04-10T15:19:38.767 INFO:teuthology.orchestra.run.smithi077.stderr: Problem 1: conflicting requests 2024-04-10T15:19:38.767 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module container-tools:rhel8:820240321091303:20125149.x86_64 from CentOS-AppStream 2024-04-10T15:19:38.767 INFO:teuthology.orchestra.run.smithi077.stderr: Problem 2: conflicting requests 2024-04-10T15:19:38.767 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module eclipse:rhel8:820201023100746:b230ed4e.x86_64 from CentOS-AppStream 2024-04-10T15:19:38.767 INFO:teuthology.orchestra.run.smithi077.stderr: Problem 3: conflicting requests 2024-04-10T15:19:38.767 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module freeradius:3.0:8080020230117180605:89170a74.x86_64 from CentOS-AppStream 2024-04-10T15:19:38.767 INFO:teuthology.orchestra.run.smithi077.stderr: Problem 4: conflicting requests 2024-04-10T15:19:38.768 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module gimp:2.8:8000020190628145146:4148dfdf.x86_64 from CentOS-AppStream 2024-04-10T15:19:38.768 INFO:teuthology.orchestra.run.smithi077.stderr: Problem 5: conflicting requests 2024-04-10T15:19:38.768 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module go-toolset:rhel8:820240401160413:b754926a.x86_64 from CentOS-AppStream 2024-04-10T15:19:38.768 INFO:teuthology.orchestra.run.smithi077.stderr: Problem 6: conflicting requests 2024-04-10T15:19:38.768 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module httpd:2.4:820240216084734:9edba152.x86_64 from CentOS-AppStream 2024-04-10T15:19:38.768 INFO:teuthology.orchestra.run.smithi077.stderr: Problem 7: conflicting requests 2024-04-10T15:19:38.768 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module idm:client:820240307184541:49cc9d1b.x86_64 from CentOS-AppStream 2024-04-10T15:19:38.768 INFO:teuthology.orchestra.run.smithi077.stderr: Problem 8: conflicting requests 2024-04-10T15:19:38.768 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module inkscape:0.92.3:8080020221205124429:3e031279.x86_64 from CentOS-AppStream 2024-04-10T15:19:38.768 INFO:teuthology.orchestra.run.smithi077.stderr: Problem 9: conflicting requests 2024-04-10T15:19:38.768 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module jmc:rhel8:8050020211110222101:6392b1f8.x86_64 from CentOS-AppStream 2024-04-10T15:19:38.768 INFO:teuthology.orchestra.run.smithi077.stderr: Problem 10: conflicting requests 2024-04-10T15:19:38.768 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module llvm-toolset:rhel8:820240205133135:9edba152.x86_64 from CentOS-AppStream 2024-04-10T15:19:38.768 INFO:teuthology.orchestra.run.smithi077.stderr: Problem 11: conflicting requests 2024-04-10T15:19:38.769 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module log4j:2:8080020221205124743:9d367344.x86_64 from CentOS-AppStream 2024-04-10T15:19:38.769 INFO:teuthology.orchestra.run.smithi077.stderr: Problem 12: conflicting requests 2024-04-10T15:19:38.769 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module mailman:2.1:820230727085757:77fc8825.x86_64 from CentOS-AppStream 2024-04-10T15:19:38.769 INFO:teuthology.orchestra.run.smithi077.stderr: Problem 13: conflicting requests 2024-04-10T15:19:38.769 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module mariadb:10.3:8030020210419150013:30b713e6.x86_64 from CentOS-AppStream 2024-04-10T15:19:38.769 INFO:teuthology.orchestra.run.smithi077.stderr: Problem 14: conflicting requests 2024-04-10T15:19:38.769 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module maven:3.5:8060020211203142015:c0229ad2.x86_64 from CentOS-AppStream 2024-04-10T15:19:38.769 INFO:teuthology.orchestra.run.smithi077.stderr: Problem 15: conflicting requests 2024-04-10T15:19:38.769 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module mercurial:4.8:8000020190628020724:4148dfdf.x86_64 from CentOS-AppStream 2024-04-10T15:19:38.769 INFO:teuthology.orchestra.run.smithi077.stderr: Problem 16: conflicting requests 2024-04-10T15:19:38.769 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module mod_auth_openidc:2.3:820230721123832:9edba152.x86_64 from CentOS-AppStream 2024-04-10T15:19:38.769 INFO:teuthology.orchestra.run.smithi077.stderr: Problem 17: conflicting requests 2024-04-10T15:19:38.769 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module mysql:8.0:8040020210901180257:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-10T15:19:38.769 INFO:teuthology.orchestra.run.smithi077.stderr: Problem 18: conflicting requests 2024-04-10T15:19:38.769 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module nginx:1.14:8000020211221191913:55190bc5.x86_64 from CentOS-AppStream 2024-04-10T15:19:38.770 INFO:teuthology.orchestra.run.smithi077.stderr: Problem 19: conflicting requests 2024-04-10T15:19:38.770 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module nodejs:10:8040020210120182536:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-10T15:19:38.770 INFO:teuthology.orchestra.run.smithi077.stderr: Problem 20: conflicting requests 2024-04-10T15:19:38.770 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module perl:5.26:8000020190628020724:55190bc5.x86_64 from CentOS-AppStream 2024-04-10T15:19:38.770 INFO:teuthology.orchestra.run.smithi077.stderr: Problem 21: conflicting requests 2024-04-10T15:19:38.770 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module php:7.2:8020020200507003613:2c7ca891.x86_64 from CentOS-AppStream 2024-04-10T15:19:38.770 INFO:teuthology.orchestra.run.smithi077.stderr: Problem 22: conflicting requests 2024-04-10T15:19:38.770 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module postgresql:10:820230223114800:9edba152.x86_64 from CentOS-AppStream 2024-04-10T15:19:38.770 INFO:teuthology.orchestra.run.smithi077.stderr: Problem 23: conflicting requests 2024-04-10T15:19:38.770 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module python27:2.7:820240208011952:182f7c73.x86_64 from CentOS-AppStream 2024-04-10T15:19:38.770 INFO:teuthology.orchestra.run.smithi077.stderr: Problem 24: conflicting requests 2024-04-10T15:19:38.770 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module python36:3.6:8050020210825152031:982725ab.x86_64 from CentOS-AppStream 2024-04-10T15:19:38.770 INFO:teuthology.orchestra.run.smithi077.stderr: Problem 25: conflicting requests 2024-04-10T15:19:38.771 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module python38:3.8:820230810143931:64c1cd5a.x86_64 from CentOS-AppStream 2024-04-10T15:19:38.771 INFO:teuthology.orchestra.run.smithi077.stderr: Problem 26: conflicting requests 2024-04-10T15:19:38.771 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module python39:3.9:820240214182535:17377f89.x86_64 from CentOS-AppStream 2024-04-10T15:19:38.771 INFO:teuthology.orchestra.run.smithi077.stderr: Problem 27: conflicting requests 2024-04-10T15:19:38.771 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module redis:5:8040020211019153849:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-10T15:19:38.771 INFO:teuthology.orchestra.run.smithi077.stderr: Problem 28: conflicting requests 2024-04-10T15:19:38.771 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module rhn-tools:1.0:8010020191114034948:f69d1239.x86_64 from CentOS-AppStream 2024-04-10T15:19:38.771 INFO:teuthology.orchestra.run.smithi077.stderr: Problem 29: conflicting requests 2024-04-10T15:19:38.771 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module ruby:2.5:820230627084142:9edba152.x86_64 from CentOS-AppStream 2024-04-10T15:19:38.771 INFO:teuthology.orchestra.run.smithi077.stderr: Problem 30: conflicting requests 2024-04-10T15:19:38.771 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module rust-toolset:rhel8:820240119204620:b09eea91.x86_64 from CentOS-AppStream 2024-04-10T15:19:38.771 INFO:teuthology.orchestra.run.smithi077.stderr: Problem 31: conflicting requests 2024-04-10T15:19:38.771 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module satellite-5-client:1.0:8010020191114035551:cdc1202b.x86_64 from CentOS-AppStream 2024-04-10T15:19:38.771 INFO:teuthology.orchestra.run.smithi077.stderr: Problem 32: conflicting requests 2024-04-10T15:19:38.772 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module squid:4:820240319173245:9edba152.x86_64 from CentOS-AppStream 2024-04-10T15:19:38.772 INFO:teuthology.orchestra.run.smithi077.stderr: Problem 33: conflicting requests 2024-04-10T15:19:38.772 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module subversion:1.10:8070020220711155714:78111232.x86_64 from CentOS-AppStream 2024-04-10T15:19:38.772 INFO:teuthology.orchestra.run.smithi077.stderr: Problem 34: conflicting requests 2024-04-10T15:19:38.772 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module swig:3.0:8030020200706142531:30b713e6.x86_64 from CentOS-AppStream 2024-04-10T15:19:38.772 INFO:teuthology.orchestra.run.smithi077.stderr: Problem 35: conflicting requests 2024-04-10T15:19:38.772 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module varnish:6:8050020211109225449:b4937e53.x86_64 from CentOS-AppStream 2024-04-10T15:19:38.772 INFO:teuthology.orchestra.run.smithi077.stderr: Problem 36: conflicting requests 2024-04-10T15:19:38.772 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module virt:rhel:820240314161907:9edba152.x86_64 from CentOS-AppStream 2024-04-10T15:19:38.772 INFO:teuthology.orchestra.run.smithi077.stderr: Problem 37: conflicting requests 2024-04-10T15:19:38.772 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:7cc0a66d.x86_64 from CentOS-AppStream 2024-04-10T15:19:38.772 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:b967a9a2.x86_64 from CentOS-AppStream 2024-04-10T15:19:38.772 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:820230811133638:36f9fae6.x86_64 from CentOS-AppStream 2024-04-10T15:19:38.772 INFO:teuthology.orchestra.run.smithi077.stderr: Problem 38: cannot install the best candidate for the job 2024-04-10T15:19:38.772 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:a5949e2e.x86_64 from CentOS-AppStream 2024-04-10T15:19:38.773 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:be2e4737.x86_64 from CentOS-AppStream 2024-04-10T15:19:38.773 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:2ab761e1.x86_64 from CentOS-AppStream 2024-04-10T15:19:38.773 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:86e45846.x86_64 from CentOS-AppStream 2024-04-10T15:19:38.773 INFO:teuthology.orchestra.run.smithi077.stderr: Problem 39: conflicting requests 2024-04-10T15:19:38.773 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-10T15:19:38.773 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:ea09926d.x86_64 from CentOS-AppStream 2024-04-10T15:19:38.773 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:082fdf2f.x86_64 from CentOS-AppStream 2024-04-10T15:19:38.774 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-10T15:19:38.774 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-10T15:19:38.774 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:fbe42456.x86_64 from CentOS-AppStream 2024-04-10T15:19:38.774 INFO:teuthology.orchestra.run.smithi077.stderr: Problem 40: cannot install the best candidate for the job 2024-04-10T15:19:38.774 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:16b3ab4d.x86_64 from CentOS-AppStream 2024-04-10T15:19:38.774 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:e1f37755.x86_64 from CentOS-AppStream 2024-04-10T15:19:38.774 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-10T15:19:38.775 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-10T15:19:38.775 INFO:teuthology.orchestra.run.smithi077.stderr: Problem 41: cannot install the best candidate for the job 2024-04-10T15:19:38.775 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-10T15:19:38.775 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:ea09926d.x86_64 from CentOS-AppStream 2024-04-10T15:19:38.775 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-10T15:19:38.775 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-10T15:19:38.775 INFO:teuthology.orchestra.run.smithi077.stderr: Problem 42: cannot install the best candidate for the job 2024-04-10T15:19:38.775 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:3a70019f.x86_64 from CentOS-AppStream 2024-04-10T15:19:38.775 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:cccafca5.x86_64 from CentOS-AppStream 2024-04-10T15:19:38.775 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-10T15:19:38.776 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-10T15:19:38.776 INFO:teuthology.orchestra.run.smithi077.stderr: Problem 43: cannot install the best candidate for the job 2024-04-10T15:19:38.776 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:56fce90f.x86_64 from CentOS-AppStream 2024-04-10T15:19:38.776 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:98a3c9d0.x86_64 from CentOS-AppStream 2024-04-10T15:19:38.776 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:06b7596e.x86_64 from CentOS-AppStream 2024-04-10T15:19:38.776 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:d2fc5d76.x86_64 from CentOS-AppStream 2024-04-10T15:19:38.776 INFO:teuthology.orchestra.run.smithi077.stderr: Problem 44: cannot install the best candidate for the job 2024-04-10T15:19:38.776 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:3a70019f.x86_64 from CentOS-AppStream 2024-04-10T15:19:38.776 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:cccafca5.x86_64 from CentOS-AppStream 2024-04-10T15:19:38.776 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-10T15:19:38.776 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-10T15:19:38.776 INFO:teuthology.orchestra.run.smithi077.stderr: Problem 45: cannot install the best candidate for the job 2024-04-10T15:19:38.776 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8010020191120175858:95fce66d.x86_64 from CentOS-AppStream 2024-04-10T15:19:38.776 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8030020200723233049:09acf126.x86_64 from CentOS-AppStream 2024-04-10T15:19:38.776 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:436af1ae.x86_64 from CentOS-AppStream 2024-04-10T15:19:38.777 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:b12195ea.x86_64 from CentOS-AppStream 2024-04-10T15:19:38.809 INFO:teuthology.orchestra.run.smithi069.stdout:Dependencies resolved. 2024-04-10T15:19:38.821 INFO:teuthology.orchestra.run.smithi069.stdout:================================================================================ 2024-04-10T15:19:38.822 INFO:teuthology.orchestra.run.smithi069.stdout: Package Architecture Version Repository Size 2024-04-10T15:19:38.822 INFO:teuthology.orchestra.run.smithi069.stdout:================================================================================ 2024-04-10T15:19:38.822 INFO:teuthology.orchestra.run.smithi069.stdout:Installing: 2024-04-10T15:19:38.822 INFO:teuthology.orchestra.run.smithi069.stdout: runc x86_64 4:1.1.12-2.el9 appstream 3.1 M 2024-04-10T15:19:38.822 INFO:teuthology.orchestra.run.smithi069.stdout: 2024-04-10T15:19:38.822 INFO:teuthology.orchestra.run.smithi069.stdout:Transaction Summary 2024-04-10T15:19:38.822 INFO:teuthology.orchestra.run.smithi069.stdout:================================================================================ 2024-04-10T15:19:38.822 INFO:teuthology.orchestra.run.smithi069.stdout:Install 1 Package 2024-04-10T15:19:38.822 INFO:teuthology.orchestra.run.smithi069.stdout: 2024-04-10T15:19:38.822 INFO:teuthology.orchestra.run.smithi069.stdout:Total download size: 3.1 M 2024-04-10T15:19:38.822 INFO:teuthology.orchestra.run.smithi069.stdout:Installed size: 9.8 M 2024-04-10T15:19:38.822 INFO:teuthology.orchestra.run.smithi069.stdout:Downloading Packages: 2024-04-10T15:19:38.833 INFO:teuthology.orchestra.run.smithi077.stdout:Dependencies resolved. 2024-04-10T15:19:38.844 INFO:teuthology.orchestra.run.smithi077.stdout:================================================================================ 2024-04-10T15:19:38.844 INFO:teuthology.orchestra.run.smithi077.stdout: Package Architecture Version Repository Size 2024-04-10T15:19:38.845 INFO:teuthology.orchestra.run.smithi077.stdout:================================================================================ 2024-04-10T15:19:38.845 INFO:teuthology.orchestra.run.smithi077.stdout:Installing: 2024-04-10T15:19:38.845 INFO:teuthology.orchestra.run.smithi077.stdout: runc x86_64 4:1.1.12-2.el9 appstream 3.1 M 2024-04-10T15:19:38.845 INFO:teuthology.orchestra.run.smithi077.stdout: 2024-04-10T15:19:38.845 INFO:teuthology.orchestra.run.smithi077.stdout:Transaction Summary 2024-04-10T15:19:38.845 INFO:teuthology.orchestra.run.smithi077.stdout:================================================================================ 2024-04-10T15:19:38.845 INFO:teuthology.orchestra.run.smithi077.stdout:Install 1 Package 2024-04-10T15:19:38.845 INFO:teuthology.orchestra.run.smithi077.stdout: 2024-04-10T15:19:38.845 INFO:teuthology.orchestra.run.smithi077.stdout:Total download size: 3.1 M 2024-04-10T15:19:38.845 INFO:teuthology.orchestra.run.smithi077.stdout:Installed size: 9.8 M 2024-04-10T15:19:38.845 INFO:teuthology.orchestra.run.smithi077.stdout:Downloading Packages: 2024-04-10T15:19:39.124 INFO:teuthology.orchestra.run.smithi077.stdout:runc-1.1.12-2.el9.x86_64.rpm 13 MB/s | 3.1 MB 00:00 2024-04-10T15:19:39.125 INFO:teuthology.orchestra.run.smithi077.stdout:-------------------------------------------------------------------------------- 2024-04-10T15:19:39.125 INFO:teuthology.orchestra.run.smithi077.stdout:Total 11 MB/s | 3.1 MB 00:00 2024-04-10T15:19:39.161 INFO:teuthology.orchestra.run.smithi077.stdout:Running transaction check 2024-04-10T15:19:39.167 INFO:teuthology.orchestra.run.smithi077.stdout:Transaction check succeeded. 2024-04-10T15:19:39.167 INFO:teuthology.orchestra.run.smithi077.stdout:Running transaction test 2024-04-10T15:19:39.247 INFO:teuthology.orchestra.run.smithi077.stdout:Transaction test succeeded. 2024-04-10T15:19:39.248 INFO:teuthology.orchestra.run.smithi077.stdout:Running transaction 2024-04-10T15:19:39.465 INFO:teuthology.orchestra.run.smithi077.stdout: Preparing : 1/1 2024-04-10T15:19:39.561 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : runc-4:1.1.12-2.el9.x86_64 1/1 2024-04-10T15:19:40.127 INFO:teuthology.orchestra.run.smithi077.stdout: Running scriptlet: runc-4:1.1.12-2.el9.x86_64 1/1 2024-04-10T15:19:40.462 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : runc-4:1.1.12-2.el9.x86_64 1/1 2024-04-10T15:19:40.462 INFO:teuthology.orchestra.run.smithi077.stdout: 2024-04-10T15:19:40.462 INFO:teuthology.orchestra.run.smithi077.stdout:Installed: 2024-04-10T15:19:40.463 INFO:teuthology.orchestra.run.smithi077.stdout: runc-4:1.1.12-2.el9.x86_64 2024-04-10T15:19:40.463 INFO:teuthology.orchestra.run.smithi077.stdout: 2024-04-10T15:19:40.463 INFO:teuthology.orchestra.run.smithi077.stdout:Complete! 2024-04-10T15:19:40.690 DEBUG:teuthology.parallel:result is None 2024-04-10T15:19:45.766 INFO:teuthology.orchestra.run.smithi069.stdout:runc-1.1.12-2.el9.x86_64.rpm 466 kB/s | 3.1 MB 00:06 2024-04-10T15:19:45.766 INFO:teuthology.orchestra.run.smithi069.stdout:-------------------------------------------------------------------------------- 2024-04-10T15:19:45.766 INFO:teuthology.orchestra.run.smithi069.stdout:Total 461 kB/s | 3.1 MB 00:06 2024-04-10T15:19:45.803 INFO:teuthology.orchestra.run.smithi069.stdout:Running transaction check 2024-04-10T15:19:45.809 INFO:teuthology.orchestra.run.smithi069.stdout:Transaction check succeeded. 2024-04-10T15:19:45.809 INFO:teuthology.orchestra.run.smithi069.stdout:Running transaction test 2024-04-10T15:19:45.890 INFO:teuthology.orchestra.run.smithi069.stdout:Transaction test succeeded. 2024-04-10T15:19:45.891 INFO:teuthology.orchestra.run.smithi069.stdout:Running transaction 2024-04-10T15:19:46.119 INFO:teuthology.orchestra.run.smithi069.stdout: Preparing : 1/1 2024-04-10T15:19:46.218 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : runc-4:1.1.12-2.el9.x86_64 1/1 2024-04-10T15:19:46.793 INFO:teuthology.orchestra.run.smithi069.stdout: Running scriptlet: runc-4:1.1.12-2.el9.x86_64 1/1 2024-04-10T15:19:47.127 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : runc-4:1.1.12-2.el9.x86_64 1/1 2024-04-10T15:19:47.127 INFO:teuthology.orchestra.run.smithi069.stdout: 2024-04-10T15:19:47.127 INFO:teuthology.orchestra.run.smithi069.stdout:Installed: 2024-04-10T15:19:47.127 INFO:teuthology.orchestra.run.smithi069.stdout: runc-4:1.1.12-2.el9.x86_64 2024-04-10T15:19:47.128 INFO:teuthology.orchestra.run.smithi069.stdout: 2024-04-10T15:19:47.128 INFO:teuthology.orchestra.run.smithi069.stdout:Complete! 2024-04-10T15:19:47.395 DEBUG:teuthology.parallel:result is None 2024-04-10T15:19:47.395 INFO:teuthology.run_tasks:Running task install... 2024-04-10T15:19:47.405 DEBUG:teuthology.task.install:project ceph 2024-04-10T15:19:47.405 DEBUG:teuthology.task.install:INSTALL overrides: {'ceph': {'extra_system_packages': ['python3-pytest'], 'flavor': 'default', 'sha1': 'a5074d4516d566e9d8b6aec912f26afd099de101'}} 2024-04-10T15:19:47.405 DEBUG:teuthology.task.install:config {'branch': 'reef', 'exclude_packages': ['ceph-volume'], 'extra_system_packages': ['python3-pytest'], 'flavor': 'default', 'sha1': 'a5074d4516d566e9d8b6aec912f26afd099de101'} 2024-04-10T15:19:47.405 INFO:teuthology.task.install:Using flavor: default 2024-04-10T15:19:47.415 DEBUG:teuthology.task.install:Package list is: {'deb': ['ceph', 'cephadm', 'ceph-mds', 'ceph-mgr', 'ceph-common', 'ceph-fuse', 'ceph-test', 'radosgw', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'libcephfs2', 'libcephfs-dev', 'librados2', 'librbd1', 'rbd-fuse'], 'rpm': ['ceph-radosgw', 'ceph-test', 'ceph', 'ceph-base', 'cephadm', 'ceph-immutable-object-cache', 'ceph-mgr', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'ceph-fuse', 'librados-devel', 'libcephfs2', 'libcephfs-devel', 'librados2', 'librbd1', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'rbd-fuse', 'rbd-mirror', 'rbd-nbd']} 2024-04-10T15:19:47.415 INFO:teuthology.task.install:extra packages: [] 2024-04-10T15:19:47.415 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': 'reef', 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': ['ceph-volume'], 'extra_packages': [], 'extra_system_packages': ['python3-pytest'], 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': 'a5074d4516d566e9d8b6aec912f26afd099de101', 'tag': None, 'wait_for_package': False} 2024-04-10T15:19:47.415 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-04-10T15:19:47.415 INFO:teuthology.packaging:ref: None 2024-04-10T15:19:47.416 INFO:teuthology.packaging:tag: None 2024-04-10T15:19:47.416 INFO:teuthology.packaging:branch: reef 2024-04-10T15:19:47.416 INFO:teuthology.packaging:sha1: a5074d4516d566e9d8b6aec912f26afd099de101 2024-04-10T15:19:47.416 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=reef 2024-04-10T15:19:47.418 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': 'reef', 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': ['ceph-volume'], 'extra_packages': [], 'extra_system_packages': ['python3-pytest'], 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': 'a5074d4516d566e9d8b6aec912f26afd099de101', 'tag': None, 'wait_for_package': False} 2024-04-10T15:19:47.418 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-04-10T15:19:47.418 INFO:teuthology.packaging:ref: None 2024-04-10T15:19:47.418 INFO:teuthology.packaging:tag: None 2024-04-10T15:19:47.419 INFO:teuthology.packaging:branch: reef 2024-04-10T15:19:47.419 INFO:teuthology.packaging:sha1: a5074d4516d566e9d8b6aec912f26afd099de101 2024-04-10T15:19:47.419 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=reef 2024-04-10T15:19:47.686 INFO:teuthology.task.install.rpm:Pulling from https://2.chacra.ceph.com/r/ceph/reef/c96c8d478b644b6433700141c5f69a1a68f8121b/centos/9/flavors/default/ 2024-04-10T15:19:47.686 INFO:teuthology.task.install.rpm:Package version is 18.2.2-1189.gc96c8d47 2024-04-10T15:19:47.762 INFO:teuthology.task.install.rpm:Pulling from https://2.chacra.ceph.com/r/ceph/reef/c96c8d478b644b6433700141c5f69a1a68f8121b/centos/9/flavors/default/ 2024-04-10T15:19:47.763 INFO:teuthology.task.install.rpm:Package version is 18.2.2-1189.gc96c8d47 2024-04-10T15:19:47.801 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://2.chacra.ceph.com/r/ceph/reef/c96c8d478b644b6433700141c5f69a1a68f8121b/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://2.chacra.ceph.com/r/ceph/reef/c96c8d478b644b6433700141c5f69a1a68f8121b/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://2.chacra.ceph.com/r/ceph/reef/c96c8d478b644b6433700141c5f69a1a68f8121b/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-04-10T15:19:47.801 DEBUG:teuthology.orchestra.run.smithi069:> set -ex 2024-04-10T15:19:47.802 DEBUG:teuthology.orchestra.run.smithi069:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-04-10T15:19:47.829 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-pytest, python3-pytest, python3-pytest on remote rpm x86_64 2024-04-10T15:19:47.829 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-04-10T15:19:47.829 INFO:teuthology.packaging:ref: None 2024-04-10T15:19:47.829 INFO:teuthology.packaging:tag: None 2024-04-10T15:19:47.829 INFO:teuthology.packaging:branch: reef 2024-04-10T15:19:47.829 INFO:teuthology.packaging:sha1: a5074d4516d566e9d8b6aec912f26afd099de101 2024-04-10T15:19:47.830 DEBUG:teuthology.orchestra.run.smithi069:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;ref/reef/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-04-10T15:19:47.873 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://2.chacra.ceph.com/r/ceph/reef/c96c8d478b644b6433700141c5f69a1a68f8121b/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://2.chacra.ceph.com/r/ceph/reef/c96c8d478b644b6433700141c5f69a1a68f8121b/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://2.chacra.ceph.com/r/ceph/reef/c96c8d478b644b6433700141c5f69a1a68f8121b/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-04-10T15:19:47.873 DEBUG:teuthology.orchestra.run.smithi077:> set -ex 2024-04-10T15:19:47.873 DEBUG:teuthology.orchestra.run.smithi077:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-04-10T15:19:47.897 DEBUG:teuthology.orchestra.run.smithi069:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-04-10T15:19:47.907 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-pytest, python3-pytest, python3-pytest, python3-pytest on remote rpm x86_64 2024-04-10T15:19:47.907 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-04-10T15:19:47.907 INFO:teuthology.packaging:ref: None 2024-04-10T15:19:47.907 INFO:teuthology.packaging:tag: None 2024-04-10T15:19:47.907 INFO:teuthology.packaging:branch: reef 2024-04-10T15:19:47.908 INFO:teuthology.packaging:sha1: a5074d4516d566e9d8b6aec912f26afd099de101 2024-04-10T15:19:47.908 DEBUG:teuthology.orchestra.run.smithi077:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;ref/reef/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-04-10T15:19:47.977 DEBUG:teuthology.orchestra.run.smithi077:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-04-10T15:19:47.997 DEBUG:teuthology.orchestra.run.smithi069:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-04-10T15:19:48.023 INFO:teuthology.orchestra.run.smithi069.stdout:check_obsoletes = 1 2024-04-10T15:19:48.025 DEBUG:teuthology.orchestra.run.smithi069:> sudo yum clean all 2024-04-10T15:19:48.060 DEBUG:teuthology.orchestra.run.smithi077:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-04-10T15:19:48.128 INFO:teuthology.orchestra.run.smithi077.stdout:check_obsoletes = 1 2024-04-10T15:19:48.129 DEBUG:teuthology.orchestra.run.smithi077:> sudo yum clean all 2024-04-10T15:19:48.285 INFO:teuthology.orchestra.run.smithi069.stdout:74 files removed 2024-04-10T15:19:48.312 DEBUG:teuthology.orchestra.run.smithi069:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-pytest python3-pytest python3-pytest python3-pytest 2024-04-10T15:19:48.377 INFO:teuthology.orchestra.run.smithi077.stdout:74 files removed 2024-04-10T15:19:48.405 DEBUG:teuthology.orchestra.run.smithi077:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-pytest python3-pytest python3-pytest python3-pytest 2024-04-10T15:19:49.048 INFO:teuthology.orchestra.run.smithi077.stdout:ceph packages for x86_64 224 kB/s | 77 kB 00:00 2024-04-10T15:19:49.071 INFO:teuthology.orchestra.run.smithi069.stdout:ceph packages for x86_64 167 kB/s | 77 kB 00:00 2024-04-10T15:19:49.497 INFO:teuthology.orchestra.run.smithi069.stdout:ceph noarch packages 30 kB/s | 11 kB 00:00 2024-04-10T15:19:49.548 INFO:teuthology.orchestra.run.smithi077.stdout:ceph noarch packages 25 kB/s | 11 kB 00:00 2024-04-10T15:19:49.897 INFO:teuthology.orchestra.run.smithi069.stdout:ceph source packages 5.2 kB/s | 1.9 kB 00:00 2024-04-10T15:19:49.999 INFO:teuthology.orchestra.run.smithi077.stdout:ceph source packages 4.5 kB/s | 1.9 kB 00:00 2024-04-10T15:19:50.516 INFO:teuthology.orchestra.run.smithi069.stdout:CentOS-9 - AppStream 14 MB/s | 8.1 MB 00:00 2024-04-10T15:19:50.743 INFO:teuthology.orchestra.run.smithi077.stdout:CentOS-9 - AppStream 11 MB/s | 8.1 MB 00:00 2024-04-10T15:19:52.469 INFO:teuthology.orchestra.run.smithi069.stdout:CentOS-9 - BaseOS 4.1 MB/s | 2.5 MB 00:00 2024-04-10T15:19:52.635 INFO:teuthology.orchestra.run.smithi077.stdout:CentOS-9 - BaseOS 4.3 MB/s | 2.5 MB 00:00 2024-04-10T15:19:53.384 INFO:teuthology.orchestra.run.smithi069.stdout:CentOS Stream 9 - BaseOS 17 MB/s | 8.0 MB 00:00 2024-04-10T15:19:54.292 INFO:teuthology.orchestra.run.smithi077.stdout:CentOS Stream 9 - BaseOS 6.7 MB/s | 8.0 MB 00:01 2024-04-10T15:19:56.210 INFO:teuthology.orchestra.run.smithi077.stdout:CentOS Stream 9 - AppStream 24 MB/s | 19 MB 00:00 2024-04-10T15:19:58.352 INFO:teuthology.orchestra.run.smithi069.stdout:CentOS Stream 9 - AppStream 4.9 MB/s | 19 MB 00:03 2024-04-10T15:20:09.544 INFO:teuthology.orchestra.run.smithi077.stdout:CentOS Stream 9 - CRB 650 kB/s | 6.2 MB 00:09 2024-04-10T15:20:11.193 INFO:teuthology.orchestra.run.smithi069.stdout:CentOS Stream 9 - CRB 684 kB/s | 6.2 MB 00:09 2024-04-10T15:20:11.345 INFO:teuthology.orchestra.run.smithi077.stdout:CentOS Stream 9 - Extras packages 34 kB/s | 16 kB 00:00 2024-04-10T15:20:12.778 INFO:teuthology.orchestra.run.smithi069.stdout:CentOS Stream 9 - Extras packages 67 kB/s | 16 kB 00:00 2024-04-10T15:20:13.148 INFO:teuthology.orchestra.run.smithi077.stdout:Extra Packages for Enterprise Linux 13 MB/s | 21 MB 00:01 2024-04-10T15:20:14.323 INFO:teuthology.orchestra.run.smithi069.stdout:Extra Packages for Enterprise Linux 15 MB/s | 21 MB 00:01 2024-04-10T15:20:18.263 INFO:teuthology.orchestra.run.smithi077.stdout:lab-extras 14 kB/s | 1.7 kB 00:00 2024-04-10T15:20:19.354 INFO:teuthology.orchestra.run.smithi069.stdout:lab-extras 38 kB/s | 1.7 kB 00:00 2024-04-10T15:20:20.835 INFO:teuthology.orchestra.run.smithi077.stderr:Modular dependency problems: 2024-04-10T15:20:20.836 INFO:teuthology.orchestra.run.smithi077.stderr: 2024-04-10T15:20:20.836 INFO:teuthology.orchestra.run.smithi077.stderr: Problem 1: conflicting requests 2024-04-10T15:20:20.836 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module container-tools:rhel8:820240321091303:20125149.x86_64 from CentOS-AppStream 2024-04-10T15:20:20.836 INFO:teuthology.orchestra.run.smithi077.stderr: Problem 2: conflicting requests 2024-04-10T15:20:20.836 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module eclipse:rhel8:820201023100746:b230ed4e.x86_64 from CentOS-AppStream 2024-04-10T15:20:20.836 INFO:teuthology.orchestra.run.smithi077.stderr: Problem 3: conflicting requests 2024-04-10T15:20:20.836 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module freeradius:3.0:8080020230117180605:89170a74.x86_64 from CentOS-AppStream 2024-04-10T15:20:20.836 INFO:teuthology.orchestra.run.smithi077.stderr: Problem 4: conflicting requests 2024-04-10T15:20:20.836 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module gimp:2.8:8000020190628145146:4148dfdf.x86_64 from CentOS-AppStream 2024-04-10T15:20:20.836 INFO:teuthology.orchestra.run.smithi077.stderr: Problem 5: conflicting requests 2024-04-10T15:20:20.836 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module go-toolset:rhel8:820240401160413:b754926a.x86_64 from CentOS-AppStream 2024-04-10T15:20:20.837 INFO:teuthology.orchestra.run.smithi077.stderr: Problem 6: conflicting requests 2024-04-10T15:20:20.837 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module httpd:2.4:820240216084734:9edba152.x86_64 from CentOS-AppStream 2024-04-10T15:20:20.837 INFO:teuthology.orchestra.run.smithi077.stderr: Problem 7: conflicting requests 2024-04-10T15:20:20.837 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module idm:client:820240307184541:49cc9d1b.x86_64 from CentOS-AppStream 2024-04-10T15:20:20.837 INFO:teuthology.orchestra.run.smithi077.stderr: Problem 8: conflicting requests 2024-04-10T15:20:20.837 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module inkscape:0.92.3:8080020221205124429:3e031279.x86_64 from CentOS-AppStream 2024-04-10T15:20:20.837 INFO:teuthology.orchestra.run.smithi077.stderr: Problem 9: conflicting requests 2024-04-10T15:20:20.837 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module jmc:rhel8:8050020211110222101:6392b1f8.x86_64 from CentOS-AppStream 2024-04-10T15:20:20.837 INFO:teuthology.orchestra.run.smithi077.stderr: Problem 10: conflicting requests 2024-04-10T15:20:20.837 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module llvm-toolset:rhel8:820240205133135:9edba152.x86_64 from CentOS-AppStream 2024-04-10T15:20:20.837 INFO:teuthology.orchestra.run.smithi077.stderr: Problem 11: conflicting requests 2024-04-10T15:20:20.838 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module log4j:2:8080020221205124743:9d367344.x86_64 from CentOS-AppStream 2024-04-10T15:20:20.838 INFO:teuthology.orchestra.run.smithi077.stderr: Problem 12: conflicting requests 2024-04-10T15:20:20.838 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module mailman:2.1:820230727085757:77fc8825.x86_64 from CentOS-AppStream 2024-04-10T15:20:20.838 INFO:teuthology.orchestra.run.smithi077.stderr: Problem 13: conflicting requests 2024-04-10T15:20:20.838 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module mariadb:10.3:8030020210419150013:30b713e6.x86_64 from CentOS-AppStream 2024-04-10T15:20:20.838 INFO:teuthology.orchestra.run.smithi077.stderr: Problem 14: conflicting requests 2024-04-10T15:20:20.838 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module maven:3.5:8060020211203142015:c0229ad2.x86_64 from CentOS-AppStream 2024-04-10T15:20:20.838 INFO:teuthology.orchestra.run.smithi077.stderr: Problem 15: conflicting requests 2024-04-10T15:20:20.838 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module mercurial:4.8:8000020190628020724:4148dfdf.x86_64 from CentOS-AppStream 2024-04-10T15:20:20.838 INFO:teuthology.orchestra.run.smithi077.stderr: Problem 16: conflicting requests 2024-04-10T15:20:20.838 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module mod_auth_openidc:2.3:820230721123832:9edba152.x86_64 from CentOS-AppStream 2024-04-10T15:20:20.839 INFO:teuthology.orchestra.run.smithi077.stderr: Problem 17: conflicting requests 2024-04-10T15:20:20.839 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module mysql:8.0:8040020210901180257:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-10T15:20:20.839 INFO:teuthology.orchestra.run.smithi077.stderr: Problem 18: conflicting requests 2024-04-10T15:20:20.839 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module nginx:1.14:8000020211221191913:55190bc5.x86_64 from CentOS-AppStream 2024-04-10T15:20:20.839 INFO:teuthology.orchestra.run.smithi077.stderr: Problem 19: conflicting requests 2024-04-10T15:20:20.839 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module nodejs:10:8040020210120182536:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-10T15:20:20.839 INFO:teuthology.orchestra.run.smithi077.stderr: Problem 20: conflicting requests 2024-04-10T15:20:20.839 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module perl:5.26:8000020190628020724:55190bc5.x86_64 from CentOS-AppStream 2024-04-10T15:20:20.839 INFO:teuthology.orchestra.run.smithi077.stderr: Problem 21: conflicting requests 2024-04-10T15:20:20.839 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module php:7.2:8020020200507003613:2c7ca891.x86_64 from CentOS-AppStream 2024-04-10T15:20:20.839 INFO:teuthology.orchestra.run.smithi077.stderr: Problem 22: conflicting requests 2024-04-10T15:20:20.840 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module postgresql:10:820230223114800:9edba152.x86_64 from CentOS-AppStream 2024-04-10T15:20:20.840 INFO:teuthology.orchestra.run.smithi077.stderr: Problem 23: conflicting requests 2024-04-10T15:20:20.840 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module python27:2.7:820240208011952:182f7c73.x86_64 from CentOS-AppStream 2024-04-10T15:20:20.840 INFO:teuthology.orchestra.run.smithi077.stderr: Problem 24: conflicting requests 2024-04-10T15:20:20.840 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module python36:3.6:8050020210825152031:982725ab.x86_64 from CentOS-AppStream 2024-04-10T15:20:20.840 INFO:teuthology.orchestra.run.smithi077.stderr: Problem 25: conflicting requests 2024-04-10T15:20:20.840 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module python38:3.8:820230810143931:64c1cd5a.x86_64 from CentOS-AppStream 2024-04-10T15:20:20.840 INFO:teuthology.orchestra.run.smithi077.stderr: Problem 26: conflicting requests 2024-04-10T15:20:20.840 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module python39:3.9:820240214182535:17377f89.x86_64 from CentOS-AppStream 2024-04-10T15:20:20.840 INFO:teuthology.orchestra.run.smithi077.stderr: Problem 27: conflicting requests 2024-04-10T15:20:20.841 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module redis:5:8040020211019153849:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-10T15:20:20.841 INFO:teuthology.orchestra.run.smithi077.stderr: Problem 28: conflicting requests 2024-04-10T15:20:20.841 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module rhn-tools:1.0:8010020191114034948:f69d1239.x86_64 from CentOS-AppStream 2024-04-10T15:20:20.841 INFO:teuthology.orchestra.run.smithi077.stderr: Problem 29: conflicting requests 2024-04-10T15:20:20.841 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module ruby:2.5:820230627084142:9edba152.x86_64 from CentOS-AppStream 2024-04-10T15:20:20.841 INFO:teuthology.orchestra.run.smithi077.stderr: Problem 30: conflicting requests 2024-04-10T15:20:20.841 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module rust-toolset:rhel8:820240119204620:b09eea91.x86_64 from CentOS-AppStream 2024-04-10T15:20:20.841 INFO:teuthology.orchestra.run.smithi077.stderr: Problem 31: conflicting requests 2024-04-10T15:20:20.841 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module satellite-5-client:1.0:8010020191114035551:cdc1202b.x86_64 from CentOS-AppStream 2024-04-10T15:20:20.841 INFO:teuthology.orchestra.run.smithi077.stderr: Problem 32: conflicting requests 2024-04-10T15:20:20.841 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module squid:4:820240319173245:9edba152.x86_64 from CentOS-AppStream 2024-04-10T15:20:20.842 INFO:teuthology.orchestra.run.smithi077.stderr: Problem 33: conflicting requests 2024-04-10T15:20:20.842 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module subversion:1.10:8070020220711155714:78111232.x86_64 from CentOS-AppStream 2024-04-10T15:20:20.842 INFO:teuthology.orchestra.run.smithi077.stderr: Problem 34: conflicting requests 2024-04-10T15:20:20.842 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module swig:3.0:8030020200706142531:30b713e6.x86_64 from CentOS-AppStream 2024-04-10T15:20:20.842 INFO:teuthology.orchestra.run.smithi077.stderr: Problem 35: conflicting requests 2024-04-10T15:20:20.842 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module varnish:6:8050020211109225449:b4937e53.x86_64 from CentOS-AppStream 2024-04-10T15:20:20.842 INFO:teuthology.orchestra.run.smithi077.stderr: Problem 36: conflicting requests 2024-04-10T15:20:20.842 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module virt:rhel:820240314161907:9edba152.x86_64 from CentOS-AppStream 2024-04-10T15:20:20.842 INFO:teuthology.orchestra.run.smithi077.stderr: Problem 37: conflicting requests 2024-04-10T15:20:20.842 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:7cc0a66d.x86_64 from CentOS-AppStream 2024-04-10T15:20:20.842 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:b967a9a2.x86_64 from CentOS-AppStream 2024-04-10T15:20:20.843 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:820230811133638:36f9fae6.x86_64 from CentOS-AppStream 2024-04-10T15:20:20.843 INFO:teuthology.orchestra.run.smithi077.stderr: Problem 38: cannot install the best candidate for the job 2024-04-10T15:20:20.843 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:a5949e2e.x86_64 from CentOS-AppStream 2024-04-10T15:20:20.843 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:be2e4737.x86_64 from CentOS-AppStream 2024-04-10T15:20:20.843 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:2ab761e1.x86_64 from CentOS-AppStream 2024-04-10T15:20:20.843 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:86e45846.x86_64 from CentOS-AppStream 2024-04-10T15:20:20.843 INFO:teuthology.orchestra.run.smithi077.stderr: Problem 39: conflicting requests 2024-04-10T15:20:20.843 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-10T15:20:20.843 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:ea09926d.x86_64 from CentOS-AppStream 2024-04-10T15:20:20.843 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:082fdf2f.x86_64 from CentOS-AppStream 2024-04-10T15:20:20.844 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-10T15:20:20.844 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-10T15:20:20.844 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:fbe42456.x86_64 from CentOS-AppStream 2024-04-10T15:20:20.844 INFO:teuthology.orchestra.run.smithi077.stderr: Problem 40: cannot install the best candidate for the job 2024-04-10T15:20:20.844 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:16b3ab4d.x86_64 from CentOS-AppStream 2024-04-10T15:20:20.844 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:e1f37755.x86_64 from CentOS-AppStream 2024-04-10T15:20:20.844 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-10T15:20:20.844 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-10T15:20:20.844 INFO:teuthology.orchestra.run.smithi077.stderr: Problem 41: cannot install the best candidate for the job 2024-04-10T15:20:20.844 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-10T15:20:20.844 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:ea09926d.x86_64 from CentOS-AppStream 2024-04-10T15:20:20.844 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-10T15:20:20.845 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-10T15:20:20.845 INFO:teuthology.orchestra.run.smithi077.stderr: Problem 42: cannot install the best candidate for the job 2024-04-10T15:20:20.845 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:3a70019f.x86_64 from CentOS-AppStream 2024-04-10T15:20:20.845 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:cccafca5.x86_64 from CentOS-AppStream 2024-04-10T15:20:20.845 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-10T15:20:20.845 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-10T15:20:20.845 INFO:teuthology.orchestra.run.smithi077.stderr: Problem 43: cannot install the best candidate for the job 2024-04-10T15:20:20.845 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:56fce90f.x86_64 from CentOS-AppStream 2024-04-10T15:20:20.845 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:98a3c9d0.x86_64 from CentOS-AppStream 2024-04-10T15:20:20.846 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:06b7596e.x86_64 from CentOS-AppStream 2024-04-10T15:20:20.846 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:d2fc5d76.x86_64 from CentOS-AppStream 2024-04-10T15:20:20.846 INFO:teuthology.orchestra.run.smithi077.stderr: Problem 44: cannot install the best candidate for the job 2024-04-10T15:20:20.846 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:3a70019f.x86_64 from CentOS-AppStream 2024-04-10T15:20:20.846 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:cccafca5.x86_64 from CentOS-AppStream 2024-04-10T15:20:20.846 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-10T15:20:20.846 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-10T15:20:20.846 INFO:teuthology.orchestra.run.smithi077.stderr: Problem 45: cannot install the best candidate for the job 2024-04-10T15:20:20.846 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8010020191120175858:95fce66d.x86_64 from CentOS-AppStream 2024-04-10T15:20:20.846 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8030020200723233049:09acf126.x86_64 from CentOS-AppStream 2024-04-10T15:20:20.846 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:436af1ae.x86_64 from CentOS-AppStream 2024-04-10T15:20:20.846 INFO:teuthology.orchestra.run.smithi077.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:b12195ea.x86_64 from CentOS-AppStream 2024-04-10T15:20:21.392 INFO:teuthology.orchestra.run.smithi077.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-04-10T15:20:21.392 INFO:teuthology.orchestra.run.smithi077.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-04-10T15:20:21.485 INFO:teuthology.orchestra.run.smithi077.stdout:Dependencies resolved. 2024-04-10T15:20:21.495 INFO:teuthology.orchestra.run.smithi077.stdout:======================================================================================= 2024-04-10T15:20:21.495 INFO:teuthology.orchestra.run.smithi077.stdout: Package Arch Version Repository Size 2024-04-10T15:20:21.495 INFO:teuthology.orchestra.run.smithi077.stdout:======================================================================================= 2024-04-10T15:20:21.495 INFO:teuthology.orchestra.run.smithi077.stdout:Installing: 2024-04-10T15:20:21.496 INFO:teuthology.orchestra.run.smithi077.stdout: ceph x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 6.5 k 2024-04-10T15:20:21.496 INFO:teuthology.orchestra.run.smithi077.stdout: ceph-base x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 5.1 M 2024-04-10T15:20:21.496 INFO:teuthology.orchestra.run.smithi077.stdout: ceph-fuse x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 848 k 2024-04-10T15:20:21.496 INFO:teuthology.orchestra.run.smithi077.stdout: ceph-immutable-object-cache x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 143 k 2024-04-10T15:20:21.496 INFO:teuthology.orchestra.run.smithi077.stdout: ceph-mgr x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 1.5 M 2024-04-10T15:20:21.496 INFO:teuthology.orchestra.run.smithi077.stdout: ceph-mgr-cephadm noarch 2:18.2.2-1189.gc96c8d47.el9 ceph-noarch 138 k 2024-04-10T15:20:21.496 INFO:teuthology.orchestra.run.smithi077.stdout: ceph-mgr-dashboard noarch 2:18.2.2-1189.gc96c8d47.el9 ceph-noarch 3.5 M 2024-04-10T15:20:21.496 INFO:teuthology.orchestra.run.smithi077.stdout: ceph-mgr-diskprediction-local noarch 2:18.2.2-1189.gc96c8d47.el9 ceph-noarch 7.4 M 2024-04-10T15:20:21.496 INFO:teuthology.orchestra.run.smithi077.stdout: ceph-mgr-rook noarch 2:18.2.2-1189.gc96c8d47.el9 ceph-noarch 49 k 2024-04-10T15:20:21.496 INFO:teuthology.orchestra.run.smithi077.stdout: ceph-radosgw x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 7.7 M 2024-04-10T15:20:21.496 INFO:teuthology.orchestra.run.smithi077.stdout: ceph-test x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 40 M 2024-04-10T15:20:21.496 INFO:teuthology.orchestra.run.smithi077.stdout: cephadm noarch 2:18.2.2-1189.gc96c8d47.el9 ceph-noarch 224 k 2024-04-10T15:20:21.496 INFO:teuthology.orchestra.run.smithi077.stdout: libcephfs-devel x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 31 k 2024-04-10T15:20:21.496 INFO:teuthology.orchestra.run.smithi077.stdout: libcephfs2 x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 708 k 2024-04-10T15:20:21.497 INFO:teuthology.orchestra.run.smithi077.stdout: librados-devel x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 127 k 2024-04-10T15:20:21.497 INFO:teuthology.orchestra.run.smithi077.stdout: python3-cephfs x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 162 k 2024-04-10T15:20:21.497 INFO:teuthology.orchestra.run.smithi077.stdout: python3-pytest noarch 6.2.2-7.el9 appstream 519 k 2024-04-10T15:20:21.497 INFO:teuthology.orchestra.run.smithi077.stdout: python3-rados x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 321 k 2024-04-10T15:20:21.497 INFO:teuthology.orchestra.run.smithi077.stdout: python3-rbd x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 298 k 2024-04-10T15:20:21.497 INFO:teuthology.orchestra.run.smithi077.stdout: python3-rgw x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 99 k 2024-04-10T15:20:21.497 INFO:teuthology.orchestra.run.smithi077.stdout: rbd-fuse x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 87 k 2024-04-10T15:20:21.497 INFO:teuthology.orchestra.run.smithi077.stdout: rbd-mirror x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 3.0 M 2024-04-10T15:20:21.497 INFO:teuthology.orchestra.run.smithi077.stdout: rbd-nbd x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 172 k 2024-04-10T15:20:21.497 INFO:teuthology.orchestra.run.smithi077.stdout:Upgrading: 2024-04-10T15:20:21.497 INFO:teuthology.orchestra.run.smithi077.stdout: librados2 x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 3.3 M 2024-04-10T15:20:21.497 INFO:teuthology.orchestra.run.smithi077.stdout: librbd1 x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 3.0 M 2024-04-10T15:20:21.497 INFO:teuthology.orchestra.run.smithi077.stdout:Installing dependencies: 2024-04-10T15:20:21.497 INFO:teuthology.orchestra.run.smithi077.stdout: boost-program-options x86_64 1.75.0-8.el9 appstream 107 k 2024-04-10T15:20:21.498 INFO:teuthology.orchestra.run.smithi077.stdout: ceph-common x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 18 M 2024-04-10T15:20:21.498 INFO:teuthology.orchestra.run.smithi077.stdout: ceph-grafana-dashboards noarch 2:18.2.2-1189.gc96c8d47.el9 ceph-noarch 24 k 2024-04-10T15:20:21.498 INFO:teuthology.orchestra.run.smithi077.stdout: ceph-mds x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 2.1 M 2024-04-10T15:20:21.498 INFO:teuthology.orchestra.run.smithi077.stdout: ceph-mgr-modules-core noarch 2:18.2.2-1189.gc96c8d47.el9 ceph-noarch 246 k 2024-04-10T15:20:21.498 INFO:teuthology.orchestra.run.smithi077.stdout: ceph-mon x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 4.7 M 2024-04-10T15:20:21.498 INFO:teuthology.orchestra.run.smithi077.stdout: ceph-osd x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 17 M 2024-04-10T15:20:21.498 INFO:teuthology.orchestra.run.smithi077.stdout: ceph-prometheus-alerts noarch 2:18.2.2-1189.gc96c8d47.el9 ceph-noarch 15 k 2024-04-10T15:20:21.498 INFO:teuthology.orchestra.run.smithi077.stdout: ceph-selinux x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 25 k 2024-04-10T15:20:21.498 INFO:teuthology.orchestra.run.smithi077.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-04-10T15:20:21.498 INFO:teuthology.orchestra.run.smithi077.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-04-10T15:20:21.498 INFO:teuthology.orchestra.run.smithi077.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-04-10T15:20:21.498 INFO:teuthology.orchestra.run.smithi077.stdout: fmt x86_64 8.1.1-5.el9 epel 111 k 2024-04-10T15:20:21.498 INFO:teuthology.orchestra.run.smithi077.stdout: fuse x86_64 2.9.9-15.el9 baseos 80 k 2024-04-10T15:20:21.499 INFO:teuthology.orchestra.run.smithi077.stdout: gperftools-libs x86_64 2.9.1-2.el9 epel 309 k 2024-04-10T15:20:21.499 INFO:teuthology.orchestra.run.smithi077.stdout: jq x86_64 1.6-16.el9 baseos 187 k 2024-04-10T15:20:21.499 INFO:teuthology.orchestra.run.smithi077.stdout: libarrow x86_64 9.0.0-10.el9 epel 4.4 M 2024-04-10T15:20:21.499 INFO:teuthology.orchestra.run.smithi077.stdout: libarrow-doc noarch 9.0.0-10.el9 epel 26 k 2024-04-10T15:20:21.499 INFO:teuthology.orchestra.run.smithi077.stdout: libcephsqlite x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 166 k 2024-04-10T15:20:21.499 INFO:teuthology.orchestra.run.smithi077.stdout: libgfortran x86_64 11.4.1-3.el9 baseos 803 k 2024-04-10T15:20:21.499 INFO:teuthology.orchestra.run.smithi077.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-04-10T15:20:21.499 INFO:teuthology.orchestra.run.smithi077.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-04-10T15:20:21.499 INFO:teuthology.orchestra.run.smithi077.stdout: libquadmath x86_64 11.4.1-3.el9 baseos 195 k 2024-04-10T15:20:21.499 INFO:teuthology.orchestra.run.smithi077.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-04-10T15:20:21.499 INFO:teuthology.orchestra.run.smithi077.stdout: libradosstriper1 x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 474 k 2024-04-10T15:20:21.499 INFO:teuthology.orchestra.run.smithi077.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-04-10T15:20:21.499 INFO:teuthology.orchestra.run.smithi077.stdout: librgw2 x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 4.5 M 2024-04-10T15:20:21.499 INFO:teuthology.orchestra.run.smithi077.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-04-10T15:20:21.499 INFO:teuthology.orchestra.run.smithi077.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-04-10T15:20:21.500 INFO:teuthology.orchestra.run.smithi077.stdout: oniguruma x86_64 6.9.6-1.el9.5 baseos 218 k 2024-04-10T15:20:21.500 INFO:teuthology.orchestra.run.smithi077.stdout: openblas x86_64 0.3.21-2.el9 appstream 35 k 2024-04-10T15:20:21.500 INFO:teuthology.orchestra.run.smithi077.stdout: openblas-openmp x86_64 0.3.21-2.el9 appstream 4.7 M 2024-04-10T15:20:21.500 INFO:teuthology.orchestra.run.smithi077.stdout: parquet-libs x86_64 9.0.0-10.el9 epel 838 k 2024-04-10T15:20:21.500 INFO:teuthology.orchestra.run.smithi077.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-04-10T15:20:21.500 INFO:teuthology.orchestra.run.smithi077.stdout: python3-attrs noarch 20.3.0-7.el9 appstream 87 k 2024-04-10T15:20:21.500 INFO:teuthology.orchestra.run.smithi077.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-04-10T15:20:21.500 INFO:teuthology.orchestra.run.smithi077.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-04-10T15:20:21.500 INFO:teuthology.orchestra.run.smithi077.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-04-10T15:20:21.500 INFO:teuthology.orchestra.run.smithi077.stdout: python3-ceph-argparse x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 45 k 2024-04-10T15:20:21.500 INFO:teuthology.orchestra.run.smithi077.stdout: python3-ceph-common x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 129 k 2024-04-10T15:20:21.500 INFO:teuthology.orchestra.run.smithi077.stdout: python3-certifi noarch 2021.10.8-2.el9 epel 15 k 2024-04-10T15:20:21.500 INFO:teuthology.orchestra.run.smithi077.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-04-10T15:20:21.501 INFO:teuthology.orchestra.run.smithi077.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-04-10T15:20:21.501 INFO:teuthology.orchestra.run.smithi077.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-04-10T15:20:21.501 INFO:teuthology.orchestra.run.smithi077.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-04-10T15:20:21.501 INFO:teuthology.orchestra.run.smithi077.stdout: python3-devel x86_64 3.9.17-2.el9 appstream 245 k 2024-04-10T15:20:21.501 INFO:teuthology.orchestra.run.smithi077.stdout: python3-google-auth noarch 1:2.28.2-1.el9 epel 203 k 2024-04-10T15:20:21.501 INFO:teuthology.orchestra.run.smithi077.stdout: python3-iniconfig noarch 1.1.1-7.el9 appstream 17 k 2024-04-10T15:20:21.501 INFO:teuthology.orchestra.run.smithi077.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-04-10T15:20:21.501 INFO:teuthology.orchestra.run.smithi077.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-04-10T15:20:21.501 INFO:teuthology.orchestra.run.smithi077.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-04-10T15:20:21.501 INFO:teuthology.orchestra.run.smithi077.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-04-10T15:20:21.501 INFO:teuthology.orchestra.run.smithi077.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-04-10T15:20:21.501 INFO:teuthology.orchestra.run.smithi077.stdout: python3-jinja2 noarch 2.11.3-5.el9 appstream 248 k 2024-04-10T15:20:21.501 INFO:teuthology.orchestra.run.smithi077.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-04-10T15:20:21.501 INFO:teuthology.orchestra.run.smithi077.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-04-10T15:20:21.501 INFO:teuthology.orchestra.run.smithi077.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-04-10T15:20:21.502 INFO:teuthology.orchestra.run.smithi077.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-04-10T15:20:21.502 INFO:teuthology.orchestra.run.smithi077.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-04-10T15:20:21.502 INFO:teuthology.orchestra.run.smithi077.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-04-10T15:20:21.502 INFO:teuthology.orchestra.run.smithi077.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-04-10T15:20:21.502 INFO:teuthology.orchestra.run.smithi077.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-04-10T15:20:21.502 INFO:teuthology.orchestra.run.smithi077.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-04-10T15:20:21.502 INFO:teuthology.orchestra.run.smithi077.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-04-10T15:20:21.502 INFO:teuthology.orchestra.run.smithi077.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-04-10T15:20:21.502 INFO:teuthology.orchestra.run.smithi077.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-04-10T15:20:21.502 INFO:teuthology.orchestra.run.smithi077.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-04-10T15:20:21.502 INFO:teuthology.orchestra.run.smithi077.stdout: python3-pluggy noarch 0.13.1-7.el9 appstream 41 k 2024-04-10T15:20:21.502 INFO:teuthology.orchestra.run.smithi077.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-04-10T15:20:21.502 INFO:teuthology.orchestra.run.smithi077.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-04-10T15:20:21.502 INFO:teuthology.orchestra.run.smithi077.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-04-10T15:20:21.503 INFO:teuthology.orchestra.run.smithi077.stdout: python3-py noarch 1.10.0-6.el9 appstream 477 k 2024-04-10T15:20:21.503 INFO:teuthology.orchestra.run.smithi077.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-04-10T15:20:21.503 INFO:teuthology.orchestra.run.smithi077.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-04-10T15:20:21.503 INFO:teuthology.orchestra.run.smithi077.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-04-10T15:20:21.503 INFO:teuthology.orchestra.run.smithi077.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-04-10T15:20:21.503 INFO:teuthology.orchestra.run.smithi077.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-04-10T15:20:21.503 INFO:teuthology.orchestra.run.smithi077.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-04-10T15:20:21.503 INFO:teuthology.orchestra.run.smithi077.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-04-10T15:20:21.503 INFO:teuthology.orchestra.run.smithi077.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-04-10T15:20:21.503 INFO:teuthology.orchestra.run.smithi077.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-04-10T15:20:21.503 INFO:teuthology.orchestra.run.smithi077.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-04-10T15:20:21.504 INFO:teuthology.orchestra.run.smithi077.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-04-10T15:20:21.504 INFO:teuthology.orchestra.run.smithi077.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-04-10T15:20:21.504 INFO:teuthology.orchestra.run.smithi077.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-04-10T15:20:21.504 INFO:teuthology.orchestra.run.smithi077.stdout: python3-typing-extensions noarch 4.4.0-2.el9 epel 51 k 2024-04-10T15:20:21.504 INFO:teuthology.orchestra.run.smithi077.stdout: python3-urllib3 noarch 1.26.5-5.el9 baseos 215 k 2024-04-10T15:20:21.504 INFO:teuthology.orchestra.run.smithi077.stdout: python3-webob noarch 1.8.7-6.el9 epel 230 k 2024-04-10T15:20:21.504 INFO:teuthology.orchestra.run.smithi077.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-04-10T15:20:21.504 INFO:teuthology.orchestra.run.smithi077.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-04-10T15:20:21.504 INFO:teuthology.orchestra.run.smithi077.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-04-10T15:20:21.504 INFO:teuthology.orchestra.run.smithi077.stdout: re2 x86_64 1:20211101-3.el9 epel 192 k 2024-04-10T15:20:21.504 INFO:teuthology.orchestra.run.smithi077.stdout: socat x86_64 1.7.4.1-5.el9 appstream 305 k 2024-04-10T15:20:21.504 INFO:teuthology.orchestra.run.smithi077.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-04-10T15:20:21.504 INFO:teuthology.orchestra.run.smithi077.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-04-10T15:20:21.504 INFO:teuthology.orchestra.run.smithi077.stdout: 2024-04-10T15:20:21.505 INFO:teuthology.orchestra.run.smithi077.stdout:Transaction Summary 2024-04-10T15:20:21.505 INFO:teuthology.orchestra.run.smithi077.stdout:======================================================================================= 2024-04-10T15:20:21.506 INFO:teuthology.orchestra.run.smithi077.stdout:Install 118 Packages 2024-04-10T15:20:21.506 INFO:teuthology.orchestra.run.smithi077.stdout:Upgrade 2 Packages 2024-04-10T15:20:21.506 INFO:teuthology.orchestra.run.smithi077.stdout: 2024-04-10T15:20:21.507 INFO:teuthology.orchestra.run.smithi077.stdout:Total download size: 180 M 2024-04-10T15:20:21.507 INFO:teuthology.orchestra.run.smithi077.stdout:Downloading Packages: 2024-04-10T15:20:21.881 INFO:teuthology.orchestra.run.smithi077.stdout:(1/120): ceph-18.2.2-1189.gc96c8d47.el9.x86_64. 38 kB/s | 6.5 kB 00:00 2024-04-10T15:20:21.920 INFO:teuthology.orchestra.run.smithi069.stderr:Modular dependency problems: 2024-04-10T15:20:21.920 INFO:teuthology.orchestra.run.smithi069.stderr: 2024-04-10T15:20:21.920 INFO:teuthology.orchestra.run.smithi069.stderr: Problem 1: conflicting requests 2024-04-10T15:20:21.921 INFO:teuthology.orchestra.run.smithi069.stderr: - nothing provides module(platform:el8) needed by module container-tools:rhel8:820240321091303:20125149.x86_64 from CentOS-AppStream 2024-04-10T15:20:21.921 INFO:teuthology.orchestra.run.smithi069.stderr: Problem 2: conflicting requests 2024-04-10T15:20:21.921 INFO:teuthology.orchestra.run.smithi069.stderr: - nothing provides module(platform:el8) needed by module eclipse:rhel8:820201023100746:b230ed4e.x86_64 from CentOS-AppStream 2024-04-10T15:20:21.921 INFO:teuthology.orchestra.run.smithi069.stderr: Problem 3: conflicting requests 2024-04-10T15:20:21.921 INFO:teuthology.orchestra.run.smithi069.stderr: - nothing provides module(platform:el8) needed by module freeradius:3.0:8080020230117180605:89170a74.x86_64 from CentOS-AppStream 2024-04-10T15:20:21.921 INFO:teuthology.orchestra.run.smithi069.stderr: Problem 4: conflicting requests 2024-04-10T15:20:21.921 INFO:teuthology.orchestra.run.smithi069.stderr: - nothing provides module(platform:el8) needed by module gimp:2.8:8000020190628145146:4148dfdf.x86_64 from CentOS-AppStream 2024-04-10T15:20:21.921 INFO:teuthology.orchestra.run.smithi069.stderr: Problem 5: conflicting requests 2024-04-10T15:20:21.921 INFO:teuthology.orchestra.run.smithi069.stderr: - nothing provides module(platform:el8) needed by module go-toolset:rhel8:820240401160413:b754926a.x86_64 from CentOS-AppStream 2024-04-10T15:20:21.921 INFO:teuthology.orchestra.run.smithi069.stderr: Problem 6: conflicting requests 2024-04-10T15:20:21.921 INFO:teuthology.orchestra.run.smithi069.stderr: - nothing provides module(platform:el8) needed by module httpd:2.4:820240216084734:9edba152.x86_64 from CentOS-AppStream 2024-04-10T15:20:21.921 INFO:teuthology.orchestra.run.smithi069.stderr: Problem 7: conflicting requests 2024-04-10T15:20:21.921 INFO:teuthology.orchestra.run.smithi069.stderr: - nothing provides module(platform:el8) needed by module idm:client:820240307184541:49cc9d1b.x86_64 from CentOS-AppStream 2024-04-10T15:20:21.921 INFO:teuthology.orchestra.run.smithi069.stderr: Problem 8: conflicting requests 2024-04-10T15:20:21.922 INFO:teuthology.orchestra.run.smithi069.stderr: - nothing provides module(platform:el8) needed by module inkscape:0.92.3:8080020221205124429:3e031279.x86_64 from CentOS-AppStream 2024-04-10T15:20:21.922 INFO:teuthology.orchestra.run.smithi069.stderr: Problem 9: conflicting requests 2024-04-10T15:20:21.922 INFO:teuthology.orchestra.run.smithi069.stderr: - nothing provides module(platform:el8) needed by module jmc:rhel8:8050020211110222101:6392b1f8.x86_64 from CentOS-AppStream 2024-04-10T15:20:21.922 INFO:teuthology.orchestra.run.smithi069.stderr: Problem 10: conflicting requests 2024-04-10T15:20:21.922 INFO:teuthology.orchestra.run.smithi069.stderr: - nothing provides module(platform:el8) needed by module llvm-toolset:rhel8:820240205133135:9edba152.x86_64 from CentOS-AppStream 2024-04-10T15:20:21.922 INFO:teuthology.orchestra.run.smithi069.stderr: Problem 11: conflicting requests 2024-04-10T15:20:21.922 INFO:teuthology.orchestra.run.smithi069.stderr: - nothing provides module(platform:el8) needed by module log4j:2:8080020221205124743:9d367344.x86_64 from CentOS-AppStream 2024-04-10T15:20:21.922 INFO:teuthology.orchestra.run.smithi069.stderr: Problem 12: conflicting requests 2024-04-10T15:20:21.922 INFO:teuthology.orchestra.run.smithi069.stderr: - nothing provides module(platform:el8) needed by module mailman:2.1:820230727085757:77fc8825.x86_64 from CentOS-AppStream 2024-04-10T15:20:21.922 INFO:teuthology.orchestra.run.smithi069.stderr: Problem 13: conflicting requests 2024-04-10T15:20:21.922 INFO:teuthology.orchestra.run.smithi069.stderr: - nothing provides module(platform:el8) needed by module mariadb:10.3:8030020210419150013:30b713e6.x86_64 from CentOS-AppStream 2024-04-10T15:20:21.922 INFO:teuthology.orchestra.run.smithi069.stderr: Problem 14: conflicting requests 2024-04-10T15:20:21.922 INFO:teuthology.orchestra.run.smithi069.stderr: - nothing provides module(platform:el8) needed by module maven:3.5:8060020211203142015:c0229ad2.x86_64 from CentOS-AppStream 2024-04-10T15:20:21.923 INFO:teuthology.orchestra.run.smithi069.stderr: Problem 15: conflicting requests 2024-04-10T15:20:21.923 INFO:teuthology.orchestra.run.smithi069.stderr: - nothing provides module(platform:el8) needed by module mercurial:4.8:8000020190628020724:4148dfdf.x86_64 from CentOS-AppStream 2024-04-10T15:20:21.923 INFO:teuthology.orchestra.run.smithi069.stderr: Problem 16: conflicting requests 2024-04-10T15:20:21.923 INFO:teuthology.orchestra.run.smithi069.stderr: - nothing provides module(platform:el8) needed by module mod_auth_openidc:2.3:820230721123832:9edba152.x86_64 from CentOS-AppStream 2024-04-10T15:20:21.923 INFO:teuthology.orchestra.run.smithi069.stderr: Problem 17: conflicting requests 2024-04-10T15:20:21.923 INFO:teuthology.orchestra.run.smithi069.stderr: - nothing provides module(platform:el8) needed by module mysql:8.0:8040020210901180257:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-10T15:20:21.923 INFO:teuthology.orchestra.run.smithi069.stderr: Problem 18: conflicting requests 2024-04-10T15:20:21.923 INFO:teuthology.orchestra.run.smithi069.stderr: - nothing provides module(platform:el8) needed by module nginx:1.14:8000020211221191913:55190bc5.x86_64 from CentOS-AppStream 2024-04-10T15:20:21.923 INFO:teuthology.orchestra.run.smithi069.stderr: Problem 19: conflicting requests 2024-04-10T15:20:21.923 INFO:teuthology.orchestra.run.smithi069.stderr: - nothing provides module(platform:el8) needed by module nodejs:10:8040020210120182536:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-10T15:20:21.923 INFO:teuthology.orchestra.run.smithi069.stderr: Problem 20: conflicting requests 2024-04-10T15:20:21.923 INFO:teuthology.orchestra.run.smithi069.stderr: - nothing provides module(platform:el8) needed by module perl:5.26:8000020190628020724:55190bc5.x86_64 from CentOS-AppStream 2024-04-10T15:20:21.923 INFO:teuthology.orchestra.run.smithi069.stderr: Problem 21: conflicting requests 2024-04-10T15:20:21.923 INFO:teuthology.orchestra.run.smithi069.stderr: - nothing provides module(platform:el8) needed by module php:7.2:8020020200507003613:2c7ca891.x86_64 from CentOS-AppStream 2024-04-10T15:20:21.923 INFO:teuthology.orchestra.run.smithi069.stderr: Problem 22: conflicting requests 2024-04-10T15:20:21.924 INFO:teuthology.orchestra.run.smithi069.stderr: - nothing provides module(platform:el8) needed by module postgresql:10:820230223114800:9edba152.x86_64 from CentOS-AppStream 2024-04-10T15:20:21.924 INFO:teuthology.orchestra.run.smithi069.stderr: Problem 23: conflicting requests 2024-04-10T15:20:21.924 INFO:teuthology.orchestra.run.smithi069.stderr: - nothing provides module(platform:el8) needed by module python27:2.7:820240208011952:182f7c73.x86_64 from CentOS-AppStream 2024-04-10T15:20:21.924 INFO:teuthology.orchestra.run.smithi069.stderr: Problem 24: conflicting requests 2024-04-10T15:20:21.924 INFO:teuthology.orchestra.run.smithi069.stderr: - nothing provides module(platform:el8) needed by module python36:3.6:8050020210825152031:982725ab.x86_64 from CentOS-AppStream 2024-04-10T15:20:21.924 INFO:teuthology.orchestra.run.smithi069.stderr: Problem 25: conflicting requests 2024-04-10T15:20:21.924 INFO:teuthology.orchestra.run.smithi069.stderr: - nothing provides module(platform:el8) needed by module python38:3.8:820230810143931:64c1cd5a.x86_64 from CentOS-AppStream 2024-04-10T15:20:21.924 INFO:teuthology.orchestra.run.smithi069.stderr: Problem 26: conflicting requests 2024-04-10T15:20:21.924 INFO:teuthology.orchestra.run.smithi069.stderr: - nothing provides module(platform:el8) needed by module python39:3.9:820240214182535:17377f89.x86_64 from CentOS-AppStream 2024-04-10T15:20:21.924 INFO:teuthology.orchestra.run.smithi069.stderr: Problem 27: conflicting requests 2024-04-10T15:20:21.924 INFO:teuthology.orchestra.run.smithi069.stderr: - nothing provides module(platform:el8) needed by module redis:5:8040020211019153849:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-10T15:20:21.924 INFO:teuthology.orchestra.run.smithi069.stderr: Problem 28: conflicting requests 2024-04-10T15:20:21.924 INFO:teuthology.orchestra.run.smithi069.stderr: - nothing provides module(platform:el8) needed by module rhn-tools:1.0:8010020191114034948:f69d1239.x86_64 from CentOS-AppStream 2024-04-10T15:20:21.924 INFO:teuthology.orchestra.run.smithi069.stderr: Problem 29: conflicting requests 2024-04-10T15:20:21.925 INFO:teuthology.orchestra.run.smithi069.stderr: - nothing provides module(platform:el8) needed by module ruby:2.5:820230627084142:9edba152.x86_64 from CentOS-AppStream 2024-04-10T15:20:21.925 INFO:teuthology.orchestra.run.smithi069.stderr: Problem 30: conflicting requests 2024-04-10T15:20:21.925 INFO:teuthology.orchestra.run.smithi069.stderr: - nothing provides module(platform:el8) needed by module rust-toolset:rhel8:820240119204620:b09eea91.x86_64 from CentOS-AppStream 2024-04-10T15:20:21.925 INFO:teuthology.orchestra.run.smithi069.stderr: Problem 31: conflicting requests 2024-04-10T15:20:21.925 INFO:teuthology.orchestra.run.smithi069.stderr: - nothing provides module(platform:el8) needed by module satellite-5-client:1.0:8010020191114035551:cdc1202b.x86_64 from CentOS-AppStream 2024-04-10T15:20:21.925 INFO:teuthology.orchestra.run.smithi069.stderr: Problem 32: conflicting requests 2024-04-10T15:20:21.925 INFO:teuthology.orchestra.run.smithi069.stderr: - nothing provides module(platform:el8) needed by module squid:4:820240319173245:9edba152.x86_64 from CentOS-AppStream 2024-04-10T15:20:21.925 INFO:teuthology.orchestra.run.smithi069.stderr: Problem 33: conflicting requests 2024-04-10T15:20:21.925 INFO:teuthology.orchestra.run.smithi069.stderr: - nothing provides module(platform:el8) needed by module subversion:1.10:8070020220711155714:78111232.x86_64 from CentOS-AppStream 2024-04-10T15:20:21.925 INFO:teuthology.orchestra.run.smithi069.stderr: Problem 34: conflicting requests 2024-04-10T15:20:21.925 INFO:teuthology.orchestra.run.smithi069.stderr: - nothing provides module(platform:el8) needed by module swig:3.0:8030020200706142531:30b713e6.x86_64 from CentOS-AppStream 2024-04-10T15:20:21.925 INFO:teuthology.orchestra.run.smithi069.stderr: Problem 35: conflicting requests 2024-04-10T15:20:21.925 INFO:teuthology.orchestra.run.smithi069.stderr: - nothing provides module(platform:el8) needed by module varnish:6:8050020211109225449:b4937e53.x86_64 from CentOS-AppStream 2024-04-10T15:20:21.925 INFO:teuthology.orchestra.run.smithi069.stderr: Problem 36: conflicting requests 2024-04-10T15:20:21.926 INFO:teuthology.orchestra.run.smithi069.stderr: - nothing provides module(platform:el8) needed by module virt:rhel:820240314161907:9edba152.x86_64 from CentOS-AppStream 2024-04-10T15:20:21.926 INFO:teuthology.orchestra.run.smithi069.stderr: Problem 37: conflicting requests 2024-04-10T15:20:21.926 INFO:teuthology.orchestra.run.smithi069.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:7cc0a66d.x86_64 from CentOS-AppStream 2024-04-10T15:20:21.926 INFO:teuthology.orchestra.run.smithi069.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:b967a9a2.x86_64 from CentOS-AppStream 2024-04-10T15:20:21.926 INFO:teuthology.orchestra.run.smithi069.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:820230811133638:36f9fae6.x86_64 from CentOS-AppStream 2024-04-10T15:20:21.926 INFO:teuthology.orchestra.run.smithi069.stderr: Problem 38: cannot install the best candidate for the job 2024-04-10T15:20:21.926 INFO:teuthology.orchestra.run.smithi069.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:a5949e2e.x86_64 from CentOS-AppStream 2024-04-10T15:20:21.926 INFO:teuthology.orchestra.run.smithi069.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:be2e4737.x86_64 from CentOS-AppStream 2024-04-10T15:20:21.926 INFO:teuthology.orchestra.run.smithi069.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:2ab761e1.x86_64 from CentOS-AppStream 2024-04-10T15:20:21.926 INFO:teuthology.orchestra.run.smithi069.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:86e45846.x86_64 from CentOS-AppStream 2024-04-10T15:20:21.926 INFO:teuthology.orchestra.run.smithi069.stderr: Problem 39: conflicting requests 2024-04-10T15:20:21.926 INFO:teuthology.orchestra.run.smithi069.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-10T15:20:21.926 INFO:teuthology.orchestra.run.smithi069.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:ea09926d.x86_64 from CentOS-AppStream 2024-04-10T15:20:21.927 INFO:teuthology.orchestra.run.smithi069.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:082fdf2f.x86_64 from CentOS-AppStream 2024-04-10T15:20:21.927 INFO:teuthology.orchestra.run.smithi069.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-10T15:20:21.927 INFO:teuthology.orchestra.run.smithi069.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-10T15:20:21.927 INFO:teuthology.orchestra.run.smithi069.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:fbe42456.x86_64 from CentOS-AppStream 2024-04-10T15:20:21.927 INFO:teuthology.orchestra.run.smithi069.stderr: Problem 40: cannot install the best candidate for the job 2024-04-10T15:20:21.927 INFO:teuthology.orchestra.run.smithi069.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:16b3ab4d.x86_64 from CentOS-AppStream 2024-04-10T15:20:21.927 INFO:teuthology.orchestra.run.smithi069.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:e1f37755.x86_64 from CentOS-AppStream 2024-04-10T15:20:21.927 INFO:teuthology.orchestra.run.smithi069.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-10T15:20:21.927 INFO:teuthology.orchestra.run.smithi069.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-10T15:20:21.927 INFO:teuthology.orchestra.run.smithi069.stderr: Problem 41: cannot install the best candidate for the job 2024-04-10T15:20:21.928 INFO:teuthology.orchestra.run.smithi069.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-10T15:20:21.928 INFO:teuthology.orchestra.run.smithi069.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:ea09926d.x86_64 from CentOS-AppStream 2024-04-10T15:20:21.928 INFO:teuthology.orchestra.run.smithi069.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-10T15:20:21.928 INFO:teuthology.orchestra.run.smithi069.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-10T15:20:21.928 INFO:teuthology.orchestra.run.smithi069.stderr: Problem 42: cannot install the best candidate for the job 2024-04-10T15:20:21.928 INFO:teuthology.orchestra.run.smithi069.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:3a70019f.x86_64 from CentOS-AppStream 2024-04-10T15:20:21.928 INFO:teuthology.orchestra.run.smithi069.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:cccafca5.x86_64 from CentOS-AppStream 2024-04-10T15:20:21.928 INFO:teuthology.orchestra.run.smithi069.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-10T15:20:21.928 INFO:teuthology.orchestra.run.smithi069.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-10T15:20:21.928 INFO:teuthology.orchestra.run.smithi069.stderr: Problem 43: cannot install the best candidate for the job 2024-04-10T15:20:21.928 INFO:teuthology.orchestra.run.smithi069.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:56fce90f.x86_64 from CentOS-AppStream 2024-04-10T15:20:21.928 INFO:teuthology.orchestra.run.smithi069.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:98a3c9d0.x86_64 from CentOS-AppStream 2024-04-10T15:20:21.928 INFO:teuthology.orchestra.run.smithi069.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:06b7596e.x86_64 from CentOS-AppStream 2024-04-10T15:20:21.928 INFO:teuthology.orchestra.run.smithi069.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:d2fc5d76.x86_64 from CentOS-AppStream 2024-04-10T15:20:21.929 INFO:teuthology.orchestra.run.smithi069.stderr: Problem 44: cannot install the best candidate for the job 2024-04-10T15:20:21.929 INFO:teuthology.orchestra.run.smithi069.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:3a70019f.x86_64 from CentOS-AppStream 2024-04-10T15:20:21.929 INFO:teuthology.orchestra.run.smithi069.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:cccafca5.x86_64 from CentOS-AppStream 2024-04-10T15:20:21.929 INFO:teuthology.orchestra.run.smithi069.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-10T15:20:21.929 INFO:teuthology.orchestra.run.smithi069.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-10T15:20:21.929 INFO:teuthology.orchestra.run.smithi069.stderr: Problem 45: cannot install the best candidate for the job 2024-04-10T15:20:21.929 INFO:teuthology.orchestra.run.smithi069.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8010020191120175858:95fce66d.x86_64 from CentOS-AppStream 2024-04-10T15:20:21.929 INFO:teuthology.orchestra.run.smithi069.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8030020200723233049:09acf126.x86_64 from CentOS-AppStream 2024-04-10T15:20:21.929 INFO:teuthology.orchestra.run.smithi069.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:436af1ae.x86_64 from CentOS-AppStream 2024-04-10T15:20:21.929 INFO:teuthology.orchestra.run.smithi069.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:b12195ea.x86_64 from CentOS-AppStream 2024-04-10T15:20:22.248 INFO:teuthology.orchestra.run.smithi077.stdout:(2/120): ceph-base-18.2.2-1189.gc96c8d47.el9.x8 9.4 MB/s | 5.1 MB 00:00 2024-04-10T15:20:22.281 INFO:teuthology.orchestra.run.smithi077.stdout:(3/120): ceph-fuse-18.2.2-1189.gc96c8d47.el9.x8 2.1 MB/s | 848 kB 00:00 2024-04-10T15:20:22.356 INFO:teuthology.orchestra.run.smithi077.stdout:(4/120): ceph-immutable-object-cache-18.2.2-118 1.3 MB/s | 143 kB 00:00 2024-04-10T15:20:22.378 INFO:teuthology.orchestra.run.smithi069.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-04-10T15:20:22.379 INFO:teuthology.orchestra.run.smithi069.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-04-10T15:20:22.477 INFO:teuthology.orchestra.run.smithi069.stdout:Dependencies resolved. 2024-04-10T15:20:22.482 INFO:teuthology.orchestra.run.smithi077.stdout:(5/120): ceph-mgr-18.2.2-1189.gc96c8d47.el9.x86 12 MB/s | 1.5 MB 00:00 2024-04-10T15:20:22.485 INFO:teuthology.orchestra.run.smithi069.stdout:======================================================================================= 2024-04-10T15:20:22.485 INFO:teuthology.orchestra.run.smithi069.stdout: Package Arch Version Repository Size 2024-04-10T15:20:22.485 INFO:teuthology.orchestra.run.smithi069.stdout:======================================================================================= 2024-04-10T15:20:22.485 INFO:teuthology.orchestra.run.smithi069.stdout:Installing: 2024-04-10T15:20:22.485 INFO:teuthology.orchestra.run.smithi069.stdout: ceph x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 6.5 k 2024-04-10T15:20:22.485 INFO:teuthology.orchestra.run.smithi069.stdout: ceph-base x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 5.1 M 2024-04-10T15:20:22.485 INFO:teuthology.orchestra.run.smithi069.stdout: ceph-fuse x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 848 k 2024-04-10T15:20:22.485 INFO:teuthology.orchestra.run.smithi069.stdout: ceph-immutable-object-cache x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 143 k 2024-04-10T15:20:22.485 INFO:teuthology.orchestra.run.smithi069.stdout: ceph-mgr x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 1.5 M 2024-04-10T15:20:22.485 INFO:teuthology.orchestra.run.smithi069.stdout: ceph-mgr-cephadm noarch 2:18.2.2-1189.gc96c8d47.el9 ceph-noarch 138 k 2024-04-10T15:20:22.485 INFO:teuthology.orchestra.run.smithi069.stdout: ceph-mgr-dashboard noarch 2:18.2.2-1189.gc96c8d47.el9 ceph-noarch 3.5 M 2024-04-10T15:20:22.486 INFO:teuthology.orchestra.run.smithi069.stdout: ceph-mgr-diskprediction-local noarch 2:18.2.2-1189.gc96c8d47.el9 ceph-noarch 7.4 M 2024-04-10T15:20:22.486 INFO:teuthology.orchestra.run.smithi069.stdout: ceph-mgr-rook noarch 2:18.2.2-1189.gc96c8d47.el9 ceph-noarch 49 k 2024-04-10T15:20:22.486 INFO:teuthology.orchestra.run.smithi069.stdout: ceph-radosgw x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 7.7 M 2024-04-10T15:20:22.486 INFO:teuthology.orchestra.run.smithi069.stdout: ceph-test x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 40 M 2024-04-10T15:20:22.486 INFO:teuthology.orchestra.run.smithi069.stdout: cephadm noarch 2:18.2.2-1189.gc96c8d47.el9 ceph-noarch 224 k 2024-04-10T15:20:22.486 INFO:teuthology.orchestra.run.smithi069.stdout: libcephfs-devel x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 31 k 2024-04-10T15:20:22.486 INFO:teuthology.orchestra.run.smithi069.stdout: libcephfs2 x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 708 k 2024-04-10T15:20:22.486 INFO:teuthology.orchestra.run.smithi069.stdout: librados-devel x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 127 k 2024-04-10T15:20:22.486 INFO:teuthology.orchestra.run.smithi069.stdout: python3-cephfs x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 162 k 2024-04-10T15:20:22.486 INFO:teuthology.orchestra.run.smithi069.stdout: python3-pytest noarch 6.2.2-7.el9 appstream 519 k 2024-04-10T15:20:22.486 INFO:teuthology.orchestra.run.smithi069.stdout: python3-rados x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 321 k 2024-04-10T15:20:22.486 INFO:teuthology.orchestra.run.smithi069.stdout: python3-rbd x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 298 k 2024-04-10T15:20:22.486 INFO:teuthology.orchestra.run.smithi069.stdout: python3-rgw x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 99 k 2024-04-10T15:20:22.486 INFO:teuthology.orchestra.run.smithi069.stdout: rbd-fuse x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 87 k 2024-04-10T15:20:22.487 INFO:teuthology.orchestra.run.smithi069.stdout: rbd-mirror x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 3.0 M 2024-04-10T15:20:22.487 INFO:teuthology.orchestra.run.smithi069.stdout: rbd-nbd x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 172 k 2024-04-10T15:20:22.487 INFO:teuthology.orchestra.run.smithi069.stdout:Upgrading: 2024-04-10T15:20:22.487 INFO:teuthology.orchestra.run.smithi069.stdout: librados2 x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 3.3 M 2024-04-10T15:20:22.487 INFO:teuthology.orchestra.run.smithi069.stdout: librbd1 x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 3.0 M 2024-04-10T15:20:22.487 INFO:teuthology.orchestra.run.smithi069.stdout:Installing dependencies: 2024-04-10T15:20:22.487 INFO:teuthology.orchestra.run.smithi069.stdout: boost-program-options x86_64 1.75.0-8.el9 appstream 107 k 2024-04-10T15:20:22.487 INFO:teuthology.orchestra.run.smithi069.stdout: ceph-common x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 18 M 2024-04-10T15:20:22.487 INFO:teuthology.orchestra.run.smithi069.stdout: ceph-grafana-dashboards noarch 2:18.2.2-1189.gc96c8d47.el9 ceph-noarch 24 k 2024-04-10T15:20:22.487 INFO:teuthology.orchestra.run.smithi069.stdout: ceph-mds x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 2.1 M 2024-04-10T15:20:22.487 INFO:teuthology.orchestra.run.smithi069.stdout: ceph-mgr-modules-core noarch 2:18.2.2-1189.gc96c8d47.el9 ceph-noarch 246 k 2024-04-10T15:20:22.487 INFO:teuthology.orchestra.run.smithi069.stdout: ceph-mon x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 4.7 M 2024-04-10T15:20:22.487 INFO:teuthology.orchestra.run.smithi069.stdout: ceph-osd x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 17 M 2024-04-10T15:20:22.487 INFO:teuthology.orchestra.run.smithi069.stdout: ceph-prometheus-alerts noarch 2:18.2.2-1189.gc96c8d47.el9 ceph-noarch 15 k 2024-04-10T15:20:22.488 INFO:teuthology.orchestra.run.smithi069.stdout: ceph-selinux x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 25 k 2024-04-10T15:20:22.488 INFO:teuthology.orchestra.run.smithi069.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-04-10T15:20:22.488 INFO:teuthology.orchestra.run.smithi069.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-04-10T15:20:22.488 INFO:teuthology.orchestra.run.smithi069.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-04-10T15:20:22.488 INFO:teuthology.orchestra.run.smithi069.stdout: fmt x86_64 8.1.1-5.el9 epel 111 k 2024-04-10T15:20:22.488 INFO:teuthology.orchestra.run.smithi069.stdout: fuse x86_64 2.9.9-15.el9 baseos 80 k 2024-04-10T15:20:22.488 INFO:teuthology.orchestra.run.smithi069.stdout: gperftools-libs x86_64 2.9.1-2.el9 epel 309 k 2024-04-10T15:20:22.488 INFO:teuthology.orchestra.run.smithi069.stdout: jq x86_64 1.6-16.el9 baseos 187 k 2024-04-10T15:20:22.488 INFO:teuthology.orchestra.run.smithi069.stdout: libarrow x86_64 9.0.0-10.el9 epel 4.4 M 2024-04-10T15:20:22.488 INFO:teuthology.orchestra.run.smithi069.stdout: libarrow-doc noarch 9.0.0-10.el9 epel 26 k 2024-04-10T15:20:22.488 INFO:teuthology.orchestra.run.smithi069.stdout: libcephsqlite x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 166 k 2024-04-10T15:20:22.488 INFO:teuthology.orchestra.run.smithi069.stdout: libgfortran x86_64 11.4.1-3.el9 baseos 803 k 2024-04-10T15:20:22.488 INFO:teuthology.orchestra.run.smithi069.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-04-10T15:20:22.488 INFO:teuthology.orchestra.run.smithi069.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-04-10T15:20:22.488 INFO:teuthology.orchestra.run.smithi069.stdout: libquadmath x86_64 11.4.1-3.el9 baseos 195 k 2024-04-10T15:20:22.489 INFO:teuthology.orchestra.run.smithi069.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-04-10T15:20:22.489 INFO:teuthology.orchestra.run.smithi069.stdout: libradosstriper1 x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 474 k 2024-04-10T15:20:22.489 INFO:teuthology.orchestra.run.smithi069.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-04-10T15:20:22.489 INFO:teuthology.orchestra.run.smithi069.stdout: librgw2 x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 4.5 M 2024-04-10T15:20:22.489 INFO:teuthology.orchestra.run.smithi069.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-04-10T15:20:22.489 INFO:teuthology.orchestra.run.smithi069.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-04-10T15:20:22.489 INFO:teuthology.orchestra.run.smithi069.stdout: oniguruma x86_64 6.9.6-1.el9.5 baseos 218 k 2024-04-10T15:20:22.489 INFO:teuthology.orchestra.run.smithi069.stdout: openblas x86_64 0.3.21-2.el9 appstream 35 k 2024-04-10T15:20:22.489 INFO:teuthology.orchestra.run.smithi069.stdout: openblas-openmp x86_64 0.3.21-2.el9 appstream 4.7 M 2024-04-10T15:20:22.489 INFO:teuthology.orchestra.run.smithi069.stdout: parquet-libs x86_64 9.0.0-10.el9 epel 838 k 2024-04-10T15:20:22.489 INFO:teuthology.orchestra.run.smithi069.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-04-10T15:20:22.489 INFO:teuthology.orchestra.run.smithi069.stdout: python3-attrs noarch 20.3.0-7.el9 appstream 87 k 2024-04-10T15:20:22.489 INFO:teuthology.orchestra.run.smithi069.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-04-10T15:20:22.489 INFO:teuthology.orchestra.run.smithi069.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-04-10T15:20:22.489 INFO:teuthology.orchestra.run.smithi069.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-04-10T15:20:22.490 INFO:teuthology.orchestra.run.smithi069.stdout: python3-ceph-argparse x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 45 k 2024-04-10T15:20:22.490 INFO:teuthology.orchestra.run.smithi069.stdout: python3-ceph-common x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 129 k 2024-04-10T15:20:22.490 INFO:teuthology.orchestra.run.smithi069.stdout: python3-certifi noarch 2021.10.8-2.el9 epel 15 k 2024-04-10T15:20:22.490 INFO:teuthology.orchestra.run.smithi069.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-04-10T15:20:22.490 INFO:teuthology.orchestra.run.smithi069.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-04-10T15:20:22.490 INFO:teuthology.orchestra.run.smithi069.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-04-10T15:20:22.490 INFO:teuthology.orchestra.run.smithi069.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-04-10T15:20:22.490 INFO:teuthology.orchestra.run.smithi069.stdout: python3-devel x86_64 3.9.17-2.el9 appstream 245 k 2024-04-10T15:20:22.490 INFO:teuthology.orchestra.run.smithi069.stdout: python3-google-auth noarch 1:2.28.2-1.el9 epel 203 k 2024-04-10T15:20:22.490 INFO:teuthology.orchestra.run.smithi069.stdout: python3-iniconfig noarch 1.1.1-7.el9 appstream 17 k 2024-04-10T15:20:22.490 INFO:teuthology.orchestra.run.smithi069.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-04-10T15:20:22.490 INFO:teuthology.orchestra.run.smithi069.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-04-10T15:20:22.490 INFO:teuthology.orchestra.run.smithi069.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-04-10T15:20:22.490 INFO:teuthology.orchestra.run.smithi069.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-04-10T15:20:22.491 INFO:teuthology.orchestra.run.smithi069.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-04-10T15:20:22.491 INFO:teuthology.orchestra.run.smithi069.stdout: python3-jinja2 noarch 2.11.3-5.el9 appstream 248 k 2024-04-10T15:20:22.491 INFO:teuthology.orchestra.run.smithi069.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-04-10T15:20:22.491 INFO:teuthology.orchestra.run.smithi069.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-04-10T15:20:22.491 INFO:teuthology.orchestra.run.smithi069.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-04-10T15:20:22.491 INFO:teuthology.orchestra.run.smithi069.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-04-10T15:20:22.491 INFO:teuthology.orchestra.run.smithi069.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-04-10T15:20:22.491 INFO:teuthology.orchestra.run.smithi069.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-04-10T15:20:22.491 INFO:teuthology.orchestra.run.smithi069.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-04-10T15:20:22.491 INFO:teuthology.orchestra.run.smithi069.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-04-10T15:20:22.491 INFO:teuthology.orchestra.run.smithi069.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-04-10T15:20:22.491 INFO:teuthology.orchestra.run.smithi069.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-04-10T15:20:22.491 INFO:teuthology.orchestra.run.smithi069.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-04-10T15:20:22.491 INFO:teuthology.orchestra.run.smithi069.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-04-10T15:20:22.492 INFO:teuthology.orchestra.run.smithi069.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-04-10T15:20:22.492 INFO:teuthology.orchestra.run.smithi069.stdout: python3-pluggy noarch 0.13.1-7.el9 appstream 41 k 2024-04-10T15:20:22.492 INFO:teuthology.orchestra.run.smithi069.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-04-10T15:20:22.492 INFO:teuthology.orchestra.run.smithi069.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-04-10T15:20:22.492 INFO:teuthology.orchestra.run.smithi069.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-04-10T15:20:22.492 INFO:teuthology.orchestra.run.smithi069.stdout: python3-py noarch 1.10.0-6.el9 appstream 477 k 2024-04-10T15:20:22.492 INFO:teuthology.orchestra.run.smithi069.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-04-10T15:20:22.492 INFO:teuthology.orchestra.run.smithi069.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-04-10T15:20:22.492 INFO:teuthology.orchestra.run.smithi069.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-04-10T15:20:22.492 INFO:teuthology.orchestra.run.smithi069.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-04-10T15:20:22.492 INFO:teuthology.orchestra.run.smithi069.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-04-10T15:20:22.492 INFO:teuthology.orchestra.run.smithi069.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-04-10T15:20:22.492 INFO:teuthology.orchestra.run.smithi069.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-04-10T15:20:22.492 INFO:teuthology.orchestra.run.smithi069.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-04-10T15:20:22.492 INFO:teuthology.orchestra.run.smithi069.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-04-10T15:20:22.493 INFO:teuthology.orchestra.run.smithi069.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-04-10T15:20:22.493 INFO:teuthology.orchestra.run.smithi069.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-04-10T15:20:22.493 INFO:teuthology.orchestra.run.smithi069.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-04-10T15:20:22.493 INFO:teuthology.orchestra.run.smithi069.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-04-10T15:20:22.493 INFO:teuthology.orchestra.run.smithi069.stdout: python3-typing-extensions noarch 4.4.0-2.el9 epel 51 k 2024-04-10T15:20:22.493 INFO:teuthology.orchestra.run.smithi069.stdout: python3-urllib3 noarch 1.26.5-5.el9 baseos 215 k 2024-04-10T15:20:22.493 INFO:teuthology.orchestra.run.smithi069.stdout: python3-webob noarch 1.8.7-6.el9 epel 230 k 2024-04-10T15:20:22.493 INFO:teuthology.orchestra.run.smithi069.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-04-10T15:20:22.493 INFO:teuthology.orchestra.run.smithi069.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-04-10T15:20:22.493 INFO:teuthology.orchestra.run.smithi069.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-04-10T15:20:22.493 INFO:teuthology.orchestra.run.smithi069.stdout: re2 x86_64 1:20211101-3.el9 epel 192 k 2024-04-10T15:20:22.493 INFO:teuthology.orchestra.run.smithi069.stdout: socat x86_64 1.7.4.1-5.el9 appstream 305 k 2024-04-10T15:20:22.493 INFO:teuthology.orchestra.run.smithi069.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-04-10T15:20:22.493 INFO:teuthology.orchestra.run.smithi069.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-04-10T15:20:22.494 INFO:teuthology.orchestra.run.smithi069.stdout: 2024-04-10T15:20:22.494 INFO:teuthology.orchestra.run.smithi069.stdout:Transaction Summary 2024-04-10T15:20:22.494 INFO:teuthology.orchestra.run.smithi069.stdout:======================================================================================= 2024-04-10T15:20:22.494 INFO:teuthology.orchestra.run.smithi069.stdout:Install 118 Packages 2024-04-10T15:20:22.494 INFO:teuthology.orchestra.run.smithi069.stdout:Upgrade 2 Packages 2024-04-10T15:20:22.494 INFO:teuthology.orchestra.run.smithi069.stdout: 2024-04-10T15:20:22.495 INFO:teuthology.orchestra.run.smithi069.stdout:Total download size: 180 M 2024-04-10T15:20:22.495 INFO:teuthology.orchestra.run.smithi069.stdout:Downloading Packages: 2024-04-10T15:20:22.640 INFO:teuthology.orchestra.run.smithi077.stdout:(6/120): ceph-mds-18.2.2-1189.gc96c8d47.el9.x86 5.8 MB/s | 2.1 MB 00:00 2024-04-10T15:20:23.040 INFO:teuthology.orchestra.run.smithi069.stdout:(1/120): ceph-18.2.2-1189.gc96c8d47.el9.x86_64. 25 kB/s | 6.5 kB 00:00 2024-04-10T15:20:23.049 INFO:teuthology.orchestra.run.smithi077.stdout:(7/120): ceph-mon-18.2.2-1189.gc96c8d47.el9.x86 8.2 MB/s | 4.7 MB 00:00 2024-04-10T15:20:24.422 INFO:teuthology.orchestra.run.smithi069.stdout:(2/120): ceph-fuse-18.2.2-1189.gc96c8d47.el9.x8 613 kB/s | 848 kB 00:01 2024-04-10T15:20:24.424 INFO:teuthology.orchestra.run.smithi077.stdout:(8/120): ceph-radosgw-18.2.2-1189.gc96c8d47.el9 5.6 MB/s | 7.7 MB 00:01 2024-04-10T15:20:24.483 INFO:teuthology.orchestra.run.smithi077.stdout:(9/120): ceph-selinux-18.2.2-1189.gc96c8d47.el9 433 kB/s | 25 kB 00:00 2024-04-10T15:20:24.623 INFO:teuthology.orchestra.run.smithi069.stdout:(3/120): ceph-common-18.2.2-1189.gc96c8d47.el9. 9.9 MB/s | 18 MB 00:01 2024-04-10T15:20:24.665 INFO:teuthology.orchestra.run.smithi069.stdout:(4/120): ceph-immutable-object-cache-18.2.2-118 590 kB/s | 143 kB 00:00 2024-04-10T15:20:24.923 INFO:teuthology.orchestra.run.smithi069.stdout:(5/120): ceph-mds-18.2.2-1189.gc96c8d47.el9.x86 7.0 MB/s | 2.1 MB 00:00 2024-04-10T15:20:25.590 INFO:teuthology.orchestra.run.smithi069.stdout:(6/120): ceph-mon-18.2.2-1189.gc96c8d47.el9.x86 7.0 MB/s | 4.7 MB 00:00 2024-04-10T15:20:26.007 INFO:teuthology.orchestra.run.smithi069.stdout:(7/120): ceph-base-18.2.2-1189.gc96c8d47.el9.x8 1.6 MB/s | 5.1 MB 00:03 2024-04-10T15:20:26.516 INFO:teuthology.orchestra.run.smithi069.stdout:(8/120): ceph-mgr-18.2.2-1189.gc96c8d47.el9.x86 805 kB/s | 1.5 MB 00:01 2024-04-10T15:20:26.616 INFO:teuthology.orchestra.run.smithi069.stdout:(9/120): ceph-selinux-18.2.2-1189.gc96c8d47.el9 252 kB/s | 25 kB 00:00 2024-04-10T15:20:27.649 INFO:teuthology.orchestra.run.smithi069.stdout:(10/120): ceph-osd-18.2.2-1189.gc96c8d47.el9.x8 8.0 MB/s | 17 MB 00:02 2024-04-10T15:20:27.716 INFO:teuthology.orchestra.run.smithi069.stdout:(11/120): libcephfs-devel-18.2.2-1189.gc96c8d47 469 kB/s | 31 kB 00:00 2024-04-10T15:20:27.900 INFO:teuthology.orchestra.run.smithi069.stdout:(12/120): libcephfs2-18.2.2-1189.gc96c8d47.el9. 3.8 MB/s | 708 kB 00:00 2024-04-10T15:20:27.975 INFO:teuthology.orchestra.run.smithi069.stdout:(13/120): libcephsqlite-18.2.2-1189.gc96c8d47.e 2.2 MB/s | 166 kB 00:00 2024-04-10T15:20:28.092 INFO:teuthology.orchestra.run.smithi069.stdout:(14/120): librados-devel-18.2.2-1189.gc96c8d47. 1.1 MB/s | 127 kB 00:00 2024-04-10T15:20:28.176 INFO:teuthology.orchestra.run.smithi069.stdout:(15/120): libradosstriper1-18.2.2-1189.gc96c8d4 5.6 MB/s | 474 kB 00:00 2024-04-10T15:20:28.291 INFO:teuthology.orchestra.run.smithi077.stdout:(10/120): ceph-test-18.2.2-1189.gc96c8d47.el9.x 10 MB/s | 40 MB 00:03 2024-04-10T15:20:28.492 INFO:teuthology.orchestra.run.smithi069.stdout:(16/120): librgw2-18.2.2-1189.gc96c8d47.el9.x86 14 MB/s | 4.5 MB 00:00 2024-04-10T15:20:28.500 INFO:teuthology.orchestra.run.smithi077.stdout:(11/120): ceph-common-18.2.2-1189.gc96c8d47.el9 2.7 MB/s | 18 MB 00:06 2024-04-10T15:20:28.517 INFO:teuthology.orchestra.run.smithi077.stdout:(12/120): libcephfs-devel-18.2.2-1189.gc96c8d47 138 kB/s | 31 kB 00:00 2024-04-10T15:20:28.534 INFO:teuthology.orchestra.run.smithi069.stdout:(17/120): python3-ceph-argparse-18.2.2-1189.gc9 1.1 MB/s | 45 kB 00:00 2024-04-10T15:20:28.569 INFO:teuthology.orchestra.run.smithi077.stdout:(13/120): libcephsqlite-18.2.2-1189.gc96c8d47.e 3.2 MB/s | 166 kB 00:00 2024-04-10T15:20:28.668 INFO:teuthology.orchestra.run.smithi069.stdout:(18/120): python3-ceph-common-18.2.2-1189.gc96c 968 kB/s | 129 kB 00:00 2024-04-10T15:20:28.718 INFO:teuthology.orchestra.run.smithi069.stdout:(19/120): python3-cephfs-18.2.2-1189.gc96c8d47. 3.2 MB/s | 162 kB 00:00 2024-04-10T15:20:28.768 INFO:teuthology.orchestra.run.smithi077.stdout:(14/120): ceph-osd-18.2.2-1189.gc96c8d47.el9.x8 2.7 MB/s | 17 MB 00:06 2024-04-10T15:20:28.785 INFO:teuthology.orchestra.run.smithi077.stdout:(15/120): librados-devel-18.2.2-1189.gc96c8d47. 584 kB/s | 127 kB 00:00 2024-04-10T15:20:28.818 INFO:teuthology.orchestra.run.smithi077.stdout:(16/120): libcephfs2-18.2.2-1189.gc96c8d47.el9. 2.2 MB/s | 708 kB 00:00 2024-04-10T15:20:28.852 INFO:teuthology.orchestra.run.smithi069.stdout:(20/120): python3-rados-18.2.2-1189.gc96c8d47.e 2.4 MB/s | 321 kB 00:00 2024-04-10T15:20:28.918 INFO:teuthology.orchestra.run.smithi077.stdout:(17/120): libradosstriper1-18.2.2-1189.gc96c8d4 3.1 MB/s | 474 kB 00:00 2024-04-10T15:20:28.935 INFO:teuthology.orchestra.run.smithi077.stdout:(18/120): python3-ceph-argparse-18.2.2-1189.gc9 386 kB/s | 45 kB 00:00 2024-04-10T15:20:28.944 INFO:teuthology.orchestra.run.smithi069.stdout:(21/120): python3-rbd-18.2.2-1189.gc96c8d47.el9 3.2 MB/s | 298 kB 00:00 2024-04-10T15:20:28.977 INFO:teuthology.orchestra.run.smithi077.stdout:(19/120): python3-ceph-common-18.2.2-1189.gc96c 2.2 MB/s | 129 kB 00:00 2024-04-10T15:20:29.019 INFO:teuthology.orchestra.run.smithi077.stdout:(20/120): python3-cephfs-18.2.2-1189.gc96c8d47. 1.9 MB/s | 162 kB 00:00 2024-04-10T15:20:29.036 INFO:teuthology.orchestra.run.smithi069.stdout:(22/120): ceph-radosgw-18.2.2-1189.gc96c8d47.el 2.5 MB/s | 7.7 MB 00:03 2024-04-10T15:20:29.061 INFO:teuthology.orchestra.run.smithi069.stdout:(23/120): python3-rgw-18.2.2-1189.gc96c8d47.el9 851 kB/s | 99 kB 00:00 2024-04-10T15:20:29.111 INFO:teuthology.orchestra.run.smithi069.stdout:(24/120): rbd-fuse-18.2.2-1189.gc96c8d47.el9.x8 1.1 MB/s | 87 kB 00:00 2024-04-10T15:20:29.119 INFO:teuthology.orchestra.run.smithi077.stdout:(21/120): librgw2-18.2.2-1189.gc96c8d47.el9.x86 13 MB/s | 4.5 MB 00:00 2024-04-10T15:20:29.144 INFO:teuthology.orchestra.run.smithi077.stdout:(22/120): python3-rados-18.2.2-1189.gc96c8d47.e 1.9 MB/s | 321 kB 00:00 2024-04-10T15:20:29.170 INFO:teuthology.orchestra.run.smithi077.stdout:(23/120): python3-rbd-18.2.2-1189.gc96c8d47.el9 1.9 MB/s | 298 kB 00:00 2024-04-10T15:20:29.195 INFO:teuthology.orchestra.run.smithi077.stdout:(24/120): python3-rgw-18.2.2-1189.gc96c8d47.el9 1.3 MB/s | 99 kB 00:00 2024-04-10T15:20:29.220 INFO:teuthology.orchestra.run.smithi077.stdout:(25/120): rbd-fuse-18.2.2-1189.gc96c8d47.el9.x8 1.1 MB/s | 87 kB 00:00 2024-04-10T15:20:29.245 INFO:teuthology.orchestra.run.smithi069.stdout:(25/120): rbd-nbd-18.2.2-1189.gc96c8d47.el9.x86 1.3 MB/s | 172 kB 00:00 2024-04-10T15:20:29.262 INFO:teuthology.orchestra.run.smithi077.stdout:(26/120): rbd-nbd-18.2.2-1189.gc96c8d47.el9.x86 2.5 MB/s | 172 kB 00:00 2024-04-10T15:20:29.304 INFO:teuthology.orchestra.run.smithi069.stdout:(26/120): rbd-mirror-18.2.2-1189.gc96c8d47.el9. 12 MB/s | 3.0 MB 00:00 2024-04-10T15:20:29.304 INFO:teuthology.orchestra.run.smithi077.stdout:(27/120): ceph-grafana-dashboards-18.2.2-1189.g 290 kB/s | 24 kB 00:00 2024-04-10T15:20:29.330 INFO:teuthology.orchestra.run.smithi069.stdout:(27/120): ceph-grafana-dashboards-18.2.2-1189.g 292 kB/s | 24 kB 00:00 2024-04-10T15:20:29.330 INFO:teuthology.orchestra.run.smithi077.stdout:(28/120): ceph-mgr-cephadm-18.2.2-1189.gc96c8d4 2.0 MB/s | 138 kB 00:00 2024-04-10T15:20:29.354 INFO:teuthology.orchestra.run.smithi069.stdout:(28/120): ceph-mgr-cephadm-18.2.2-1189.gc96c8d4 2.7 MB/s | 138 kB 00:00 2024-04-10T15:20:30.072 INFO:teuthology.orchestra.run.smithi077.stdout:(29/120): rbd-mirror-18.2.2-1189.gc96c8d47.el9. 3.3 MB/s | 3.0 MB 00:00 2024-04-10T15:20:30.163 INFO:teuthology.orchestra.run.smithi077.stdout:(30/120): ceph-mgr-diskprediction-local-18.2.2- 8.9 MB/s | 7.4 MB 00:00 2024-04-10T15:20:30.205 INFO:teuthology.orchestra.run.smithi077.stdout:(31/120): ceph-mgr-modules-core-18.2.2-1189.gc9 1.8 MB/s | 246 kB 00:00 2024-04-10T15:20:30.222 INFO:teuthology.orchestra.run.smithi077.stdout:(32/120): ceph-mgr-rook-18.2.2-1189.gc96c8d47.e 841 kB/s | 49 kB 00:00 2024-04-10T15:20:30.246 INFO:teuthology.orchestra.run.smithi069.stdout:(29/120): ceph-mgr-diskprediction-local-18.2.2- 8.3 MB/s | 7.4 MB 00:00 2024-04-10T15:20:30.256 INFO:teuthology.orchestra.run.smithi077.stdout:(33/120): ceph-prometheus-alerts-18.2.2-1189.gc 295 kB/s | 15 kB 00:00 2024-04-10T15:20:30.289 INFO:teuthology.orchestra.run.smithi077.stdout:(34/120): cephadm-18.2.2-1189.gc96c8d47.el9.noa 3.3 MB/s | 224 kB 00:00 2024-04-10T15:20:30.296 INFO:teuthology.orchestra.run.smithi069.stdout:(30/120): ceph-mgr-modules-core-18.2.2-1189.gc9 4.8 MB/s | 246 kB 00:00 2024-04-10T15:20:30.339 INFO:teuthology.orchestra.run.smithi069.stdout:(31/120): ceph-mgr-rook-18.2.2-1189.gc96c8d47.e 1.2 MB/s | 49 kB 00:00 2024-04-10T15:20:30.339 INFO:teuthology.orchestra.run.smithi077.stdout:(35/120): ceph-mgr-dashboard-18.2.2-1189.gc96c8 3.4 MB/s | 3.5 MB 00:01 2024-04-10T15:20:30.381 INFO:teuthology.orchestra.run.smithi069.stdout:(32/120): ceph-prometheus-alerts-18.2.2-1189.gc 357 kB/s | 15 kB 00:00 2024-04-10T15:20:30.431 INFO:teuthology.orchestra.run.smithi069.stdout:(33/120): cephadm-18.2.2-1189.gc96c8d47.el9.noa 4.4 MB/s | 224 kB 00:00 2024-04-10T15:20:30.490 INFO:teuthology.orchestra.run.smithi077.stdout:(36/120): fuse-2.9.9-15.el9.x86_64.rpm 343 kB/s | 80 kB 00:00 2024-04-10T15:20:30.523 INFO:teuthology.orchestra.run.smithi077.stdout:(37/120): jq-1.6-16.el9.x86_64.rpm 801 kB/s | 187 kB 00:00 2024-04-10T15:20:30.624 INFO:teuthology.orchestra.run.smithi077.stdout:(38/120): oniguruma-6.9.6-1.el9.5.x86_64.rpm 2.1 MB/s | 218 kB 00:00 2024-04-10T15:20:30.649 INFO:teuthology.orchestra.run.smithi077.stdout:(39/120): libquadmath-11.4.1-3.el9.x86_64.rpm 1.2 MB/s | 195 kB 00:00 2024-04-10T15:20:30.681 INFO:teuthology.orchestra.run.smithi069.stdout:(34/120): ceph-mgr-dashboard-18.2.2-1189.gc96c8 2.6 MB/s | 3.5 MB 00:01 2024-04-10T15:20:30.766 INFO:teuthology.orchestra.run.smithi077.stdout:(40/120): python3-cffi-1.14.5-5.el9.x86_64.rpm 1.7 MB/s | 253 kB 00:00 2024-04-10T15:20:30.790 INFO:teuthology.orchestra.run.smithi069.stdout:(35/120): fuse-2.9.9-15.el9.x86_64.rpm 224 kB/s | 80 kB 00:00 2024-04-10T15:20:30.841 INFO:teuthology.orchestra.run.smithi077.stdout:(41/120): python3-ply-3.11-14.el9.noarch.rpm 1.4 MB/s | 106 kB 00:00 2024-04-10T15:20:30.883 INFO:teuthology.orchestra.run.smithi077.stdout:(42/120): libgfortran-11.4.1-3.el9.x86_64.rpm 1.4 MB/s | 803 kB 00:00 2024-04-10T15:20:30.942 INFO:teuthology.orchestra.run.smithi077.stdout:(43/120): python3-pycparser-2.20-6.el9.noarch.r 1.3 MB/s | 135 kB 00:00 2024-04-10T15:20:31.000 INFO:teuthology.orchestra.run.smithi077.stdout:(44/120): python3-requests-2.25.1-8.el9.noarch. 1.0 MB/s | 125 kB 00:00 2024-04-10T15:20:31.076 INFO:teuthology.orchestra.run.smithi077.stdout:(45/120): python3-cryptography-36.0.1-4.el9.x86 2.9 MB/s | 1.2 MB 00:00 2024-04-10T15:20:31.101 INFO:teuthology.orchestra.run.smithi077.stdout:(46/120): python3-urllib3-1.26.5-5.el9.noarch.r 1.3 MB/s | 215 kB 00:00 2024-04-10T15:20:31.160 INFO:teuthology.orchestra.run.smithi077.stdout:(47/120): flexiblas-3.0.4-8.el9.x86_64.rpm 392 kB/s | 33 kB 00:00 2024-04-10T15:20:31.198 INFO:teuthology.orchestra.run.smithi069.stdout:(36/120): jq-1.6-16.el9.x86_64.rpm 362 kB/s | 187 kB 00:00 2024-04-10T15:20:31.202 INFO:teuthology.orchestra.run.smithi077.stdout:(48/120): boost-program-options-1.75.0-8.el9.x8 531 kB/s | 107 kB 00:00 2024-04-10T15:20:31.219 INFO:teuthology.orchestra.run.smithi077.stdout:(49/120): flexiblas-openblas-openmp-3.0.4-8.el9 310 kB/s | 18 kB 00:00 2024-04-10T15:20:31.240 INFO:teuthology.orchestra.run.smithi069.stdout:(37/120): libgfortran-11.4.1-3.el9.x86_64.rpm 1.7 MB/s | 803 kB 00:00 2024-04-10T15:20:31.252 INFO:teuthology.orchestra.run.smithi077.stdout:(50/120): librabbitmq-0.11.0-7.el9.x86_64.rpm 1.3 MB/s | 45 kB 00:00 2024-04-10T15:20:31.294 INFO:teuthology.orchestra.run.smithi077.stdout:(51/120): libpmemobj-1.12.1-1.el9.x86_64.rpm 1.7 MB/s | 160 kB 00:00 2024-04-10T15:20:31.349 INFO:teuthology.orchestra.run.smithi069.stdout:(38/120): oniguruma-6.9.6-1.el9.5.x86_64.rpm 2.0 MB/s | 218 kB 00:00 2024-04-10T15:20:31.383 INFO:teuthology.orchestra.run.smithi069.stdout:(39/120): libquadmath-11.4.1-3.el9.x86_64.rpm 1.0 MB/s | 195 kB 00:00 2024-04-10T15:20:31.386 INFO:teuthology.orchestra.run.smithi077.stdout:(52/120): flexiblas-netlib-3.0.4-8.el9.x86_64.r 11 MB/s | 3.0 MB 00:00 2024-04-10T15:20:31.411 INFO:teuthology.orchestra.run.smithi077.stdout:(53/120): lttng-ust-2.12.0-6.el9.x86_64.rpm 2.4 MB/s | 292 kB 00:00 2024-04-10T15:20:31.428 INFO:teuthology.orchestra.run.smithi077.stdout:(54/120): openblas-0.3.21-2.el9.x86_64.rpm 844 kB/s | 35 kB 00:00 2024-04-10T15:20:31.458 INFO:teuthology.orchestra.run.smithi069.stdout:(40/120): python3-cffi-1.14.5-5.el9.x86_64.rpm 2.3 MB/s | 253 kB 00:00 2024-04-10T15:20:31.461 INFO:teuthology.orchestra.run.smithi077.stdout:(55/120): librdkafka-1.6.1-102.el9.x86_64.rpm 3.1 MB/s | 662 kB 00:00 2024-04-10T15:20:31.566 INFO:teuthology.orchestra.run.smithi069.stdout:(41/120): python3-ply-3.11-14.el9.noarch.rpm 984 kB/s | 106 kB 00:00 2024-04-10T15:20:31.570 INFO:teuthology.orchestra.run.smithi077.stdout:(56/120): openblas-openmp-0.3.21-2.el9.x86_64.r 30 MB/s | 4.7 MB 00:00 2024-04-10T15:20:31.595 INFO:teuthology.orchestra.run.smithi077.stdout:(57/120): python3-attrs-20.3.0-7.el9.noarch.rpm 524 kB/s | 87 kB 00:00 2024-04-10T15:20:31.621 INFO:teuthology.orchestra.run.smithi077.stdout:(58/120): python3-devel-3.9.17-2.el9.x86_64.rpm 4.8 MB/s | 245 kB 00:00 2024-04-10T15:20:31.638 INFO:teuthology.orchestra.run.smithi077.stdout:(59/120): python3-iniconfig-1.1.1-7.el9.noarch. 416 kB/s | 17 kB 00:00 2024-04-10T15:20:31.671 INFO:teuthology.orchestra.run.smithi077.stdout:(60/120): python3-jinja2-2.11.3-5.el9.noarch.rp 4.8 MB/s | 248 kB 00:00 2024-04-10T15:20:31.683 INFO:teuthology.orchestra.run.smithi069.stdout:(42/120): python3-pycparser-2.20-6.el9.noarch.r 1.1 MB/s | 135 kB 00:00 2024-04-10T15:20:31.697 INFO:teuthology.orchestra.run.smithi077.stdout:(61/120): python3-jsonpatch-1.21-16.el9.noarch. 438 kB/s | 26 kB 00:00 2024-04-10T15:20:31.722 INFO:teuthology.orchestra.run.smithi077.stdout:(62/120): python3-jsonpointer-2.0-4.el9.noarch. 382 kB/s | 19 kB 00:00 2024-04-10T15:20:31.747 INFO:teuthology.orchestra.run.smithi077.stdout:(63/120): python3-mako-1.1.4-6.el9.noarch.rpm 3.4 MB/s | 172 kB 00:00 2024-04-10T15:20:31.767 INFO:teuthology.orchestra.run.smithi069.stdout:(43/120): python3-cryptography-36.0.1-4.el9.x86 3.2 MB/s | 1.2 MB 00:00 2024-04-10T15:20:31.772 INFO:teuthology.orchestra.run.smithi077.stdout:(64/120): python3-markupsafe-1.1.1-12.el9.x86_6 693 kB/s | 35 kB 00:00 2024-04-10T15:20:31.792 INFO:teuthology.orchestra.run.smithi069.stdout:(44/120): python3-requests-2.25.1-8.el9.noarch. 1.1 MB/s | 125 kB 00:00 2024-04-10T15:20:31.868 INFO:teuthology.orchestra.run.smithi069.stdout:(45/120): python3-urllib3-1.26.5-5.el9.noarch.r 2.1 MB/s | 215 kB 00:00 2024-04-10T15:20:31.901 INFO:teuthology.orchestra.run.smithi069.stdout:(46/120): boost-program-options-1.75.0-8.el9.x8 985 kB/s | 107 kB 00:00 2024-04-10T15:20:31.948 INFO:teuthology.orchestra.run.smithi077.stdout:(65/120): python3-babel-2.9.1-2.el9.noarch.rpm 12 MB/s | 6.0 MB 00:00 2024-04-10T15:20:31.960 INFO:teuthology.orchestra.run.smithi069.stdout:(47/120): flexiblas-3.0.4-8.el9.x86_64.rpm 355 kB/s | 33 kB 00:00 2024-04-10T15:20:32.040 INFO:teuthology.orchestra.run.smithi077.stdout:(66/120): python3-numpy-f2py-1.20.1-5.el9.x86_6 939 kB/s | 250 kB 00:00 2024-04-10T15:20:32.052 INFO:teuthology.orchestra.run.smithi069.stdout:(48/120): flexiblas-openblas-openmp-3.0.4-8.el9 199 kB/s | 18 kB 00:00 2024-04-10T15:20:32.073 INFO:teuthology.orchestra.run.smithi077.stdout:(67/120): python3-oauthlib-3.1.1-5.el9.noarch.r 1.7 MB/s | 222 kB 00:00 2024-04-10T15:20:32.098 INFO:teuthology.orchestra.run.smithi077.stdout:(68/120): python3-packaging-20.9-5.el9.noarch.r 1.3 MB/s | 77 kB 00:00 2024-04-10T15:20:32.124 INFO:teuthology.orchestra.run.smithi077.stdout:(69/120): python3-pluggy-0.13.1-7.el9.noarch.rp 826 kB/s | 41 kB 00:00 2024-04-10T15:20:32.149 INFO:teuthology.orchestra.run.smithi077.stdout:(70/120): python3-prettytable-0.7.2-27.el9.noar 843 kB/s | 42 kB 00:00 2024-04-10T15:20:32.160 INFO:teuthology.orchestra.run.smithi069.stdout:(49/120): libpmemobj-1.12.1-1.el9.x86_64.rpm 1.4 MB/s | 160 kB 00:00 2024-04-10T15:20:32.174 INFO:teuthology.orchestra.run.smithi077.stdout:(71/120): python3-py-1.10.0-6.el9.noarch.rpm 9.3 MB/s | 477 kB 00:00 2024-04-10T15:20:32.199 INFO:teuthology.orchestra.run.smithi077.stdout:(72/120): python3-pyasn1-0.4.8-6.el9.noarch.rpm 3.1 MB/s | 159 kB 00:00 2024-04-10T15:20:32.225 INFO:teuthology.orchestra.run.smithi077.stdout:(73/120): python3-pyasn1-modules-0.4.8-6.el9.no 5.4 MB/s | 279 kB 00:00 2024-04-10T15:20:32.252 INFO:teuthology.orchestra.run.smithi069.stdout:(50/120): librabbitmq-0.11.0-7.el9.x86_64.rpm 493 kB/s | 45 kB 00:00 2024-04-10T15:20:32.303 INFO:teuthology.orchestra.run.smithi069.stdout:(51/120): flexiblas-netlib-3.0.4-8.el9.x86_64.r 7.5 MB/s | 3.0 MB 00:00 2024-04-10T15:20:32.333 INFO:teuthology.orchestra.run.smithi077.stdout:(74/120): python3-numpy-1.20.1-5.el9.x86_64.rpm 8.7 MB/s | 5.1 MB 00:00 2024-04-10T15:20:32.350 INFO:teuthology.orchestra.run.smithi077.stdout:(75/120): python3-pytz-2021.1-5.el9.noarch.rpm 407 kB/s | 51 kB 00:00 2024-04-10T15:20:32.370 INFO:teuthology.orchestra.run.smithi069.stdout:(52/120): librdkafka-1.6.1-102.el9.x86_64.rpm 5.5 MB/s | 662 kB 00:00 2024-04-10T15:20:32.376 INFO:teuthology.orchestra.run.smithi077.stdout:(76/120): python3-pytest-6.2.2-7.el9.noarch.rpm 2.9 MB/s | 519 kB 00:00 2024-04-10T15:20:32.393 INFO:teuthology.orchestra.run.smithi077.stdout:(77/120): python3-requests-oauthlib-1.3.0-12.el 912 kB/s | 54 kB 00:00 2024-04-10T15:20:32.418 INFO:teuthology.orchestra.run.smithi077.stdout:(78/120): python3-toml-0.10.2-6.el9.noarch.rpm 992 kB/s | 42 kB 00:00 2024-04-10T15:20:32.443 INFO:teuthology.orchestra.run.smithi077.stdout:(79/120): socat-1.7.4.1-5.el9.x86_64.rpm 5.9 MB/s | 305 kB 00:00 2024-04-10T15:20:32.462 INFO:teuthology.orchestra.run.smithi069.stdout:(53/120): openblas-0.3.21-2.el9.x86_64.rpm 383 kB/s | 35 kB 00:00 2024-04-10T15:20:32.477 INFO:teuthology.orchestra.run.smithi077.stdout:(80/120): xmlstarlet-1.6.1-20.el9.x86_64.rpm 1.1 MB/s | 64 kB 00:00 2024-04-10T15:20:32.654 INFO:teuthology.orchestra.run.smithi069.stdout:(54/120): lttng-ust-2.12.0-6.el9.x86_64.rpm 834 kB/s | 292 kB 00:00 2024-04-10T15:20:32.727 INFO:teuthology.orchestra.run.smithi077.stdout:(81/120): python3-scipy-1.6.2-8.el9.x86_64.rpm 43 MB/s | 16 MB 00:00 2024-04-10T15:20:32.811 INFO:teuthology.orchestra.run.smithi077.stdout:(82/120): fmt-8.1.1-5.el9.x86_64.rpm 302 kB/s | 111 kB 00:00 2024-04-10T15:20:32.837 INFO:teuthology.orchestra.run.smithi069.stdout:(55/120): python3-attrs-20.3.0-7.el9.noarch.rpm 477 kB/s | 87 kB 00:00 2024-04-10T15:20:32.894 INFO:teuthology.orchestra.run.smithi077.stdout:(83/120): gperftools-libs-2.9.1-2.el9.x86_64.rp 741 kB/s | 309 kB 00:00 2024-04-10T15:20:32.928 INFO:teuthology.orchestra.run.smithi077.stdout:(84/120): libarrow-doc-9.0.0-10.el9.noarch.rpm 222 kB/s | 26 kB 00:00 2024-04-10T15:20:33.012 INFO:teuthology.orchestra.run.smithi077.stdout:(85/120): libunwind-1.6.2-1.el9.x86_64.rpm 809 kB/s | 67 kB 00:00 2024-04-10T15:20:33.028 INFO:teuthology.orchestra.run.smithi077.stdout:(86/120): liboath-2.6.7-2.el9.x86_64.rpm 363 kB/s | 49 kB 00:00 2024-04-10T15:20:33.254 INFO:teuthology.orchestra.run.smithi077.stdout:(87/120): parquet-libs-9.0.0-10.el9.x86_64.rpm 3.4 MB/s | 838 kB 00:00 2024-04-10T15:20:33.329 INFO:teuthology.orchestra.run.smithi077.stdout:(88/120): python3-asyncssh-2.13.2-5.el9.noarch. 1.8 MB/s | 548 kB 00:00 2024-04-10T15:20:33.346 INFO:teuthology.orchestra.run.smithi077.stdout:(89/120): python3-bcrypt-3.2.2-1.el9.x86_64.rpm 473 kB/s | 43 kB 00:00 2024-04-10T15:20:33.379 INFO:teuthology.orchestra.run.smithi077.stdout:(90/120): python3-cachetools-4.2.4-1.el9.noarch 643 kB/s | 32 kB 00:00 2024-04-10T15:20:33.413 INFO:teuthology.orchestra.run.smithi077.stdout:(91/120): python3-certifi-2021.10.8-2.el9.noarc 224 kB/s | 15 kB 00:00 2024-04-10T15:20:33.496 INFO:teuthology.orchestra.run.smithi077.stdout:(92/120): python3-cheroot-8.6.0-4.el9.noarch.rp 1.4 MB/s | 172 kB 00:00 2024-04-10T15:20:33.522 INFO:teuthology.orchestra.run.smithi077.stdout:(93/120): python3-cherrypy-18.6.1-2.el9.noarch. 3.2 MB/s | 358 kB 00:00 2024-04-10T15:20:33.664 INFO:teuthology.orchestra.run.smithi077.stdout:(94/120): python3-jaraco-8.2.1-3.el9.noarch.rpm 75 kB/s | 11 kB 00:00 2024-04-10T15:20:33.747 INFO:teuthology.orchestra.run.smithi077.stdout:(95/120): python3-google-auth-2.28.2-1.el9.noar 809 kB/s | 203 kB 00:00 2024-04-10T15:20:33.789 INFO:teuthology.orchestra.run.smithi077.stdout:(96/120): python3-jaraco-classes-3.2.1-5.el9.no 141 kB/s | 18 kB 00:00 2024-04-10T15:20:33.856 INFO:teuthology.orchestra.run.smithi077.stdout:(97/120): python3-jaraco-collections-3.0.0-8.el 213 kB/s | 23 kB 00:00 2024-04-10T15:20:33.873 INFO:teuthology.orchestra.run.smithi077.stdout:(98/120): python3-jaraco-functools-3.5.0-2.el9. 233 kB/s | 19 kB 00:00 2024-04-10T15:20:33.932 INFO:teuthology.orchestra.run.smithi077.stdout:(99/120): python3-jaraco-text-3.2.0-6.el9.noarc 262 kB/s | 20 kB 00:00 2024-04-10T15:20:34.040 INFO:teuthology.orchestra.run.smithi077.stdout:(100/120): libarrow-9.0.0-10.el9.x86_64.rpm 3.4 MB/s | 4.4 MB 00:01 2024-04-10T15:20:34.057 INFO:teuthology.orchestra.run.smithi077.stdout:(101/120): python3-logutils-0.3.5-21.el9.noarch 369 kB/s | 46 kB 00:00 2024-04-10T15:20:34.091 INFO:teuthology.orchestra.run.smithi077.stdout:(102/120): python3-kubernetes-26.1.0-2.el9.noar 4.7 MB/s | 1.0 MB 00:00 2024-04-10T15:20:34.124 INFO:teuthology.orchestra.run.smithi077.stdout:(103/120): python3-more-itertools-8.12.0-2.el9. 944 kB/s | 79 kB 00:00 2024-04-10T15:20:34.216 INFO:teuthology.orchestra.run.smithi077.stdout:(104/120): python3-pecan-1.4.2-3.el9.noarch.rpm 2.1 MB/s | 272 kB 00:00 2024-04-10T15:20:34.242 INFO:teuthology.orchestra.run.smithi077.stdout:(105/120): python3-portend-3.1.0-2.el9.noarch.r 140 kB/s | 16 kB 00:00 2024-04-10T15:20:34.267 INFO:teuthology.orchestra.run.smithi077.stdout:(106/120): python3-natsort-7.1.1-5.el9.noarch.r 276 kB/s | 58 kB 00:00 2024-04-10T15:20:34.292 INFO:teuthology.orchestra.run.smithi077.stdout:(107/120): python3-pyOpenSSL-21.0.0-1.el9.noarc 1.2 MB/s | 90 kB 00:00 2024-04-10T15:20:34.343 INFO:teuthology.orchestra.run.smithi077.stdout:(108/120): python3-repoze-lru-0.7-16.el9.noarch 306 kB/s | 31 kB 00:00 2024-04-10T15:20:34.376 INFO:teuthology.orchestra.run.smithi077.stdout:(109/120): python3-rsa-4.9-2.el9.noarch.rpm 705 kB/s | 59 kB 00:00 2024-04-10T15:20:34.435 INFO:teuthology.orchestra.run.smithi077.stdout:(110/120): python3-routes-2.5.1-5.el9.noarch.rp 1.1 MB/s | 188 kB 00:00 2024-04-10T15:20:34.460 INFO:teuthology.orchestra.run.smithi077.stdout:(111/120): python3-tempora-5.0.0-2.el9.noarch.r 305 kB/s | 36 kB 00:00 2024-04-10T15:20:34.494 INFO:teuthology.orchestra.run.smithi077.stdout:(112/120): python3-typing-extensions-4.4.0-2.el 436 kB/s | 51 kB 00:00 2024-04-10T15:20:34.519 INFO:teuthology.orchestra.run.smithi077.stdout:(113/120): python3-websocket-client-1.2.3-2.el9 1.5 MB/s | 90 kB 00:00 2024-04-10T15:20:34.578 INFO:teuthology.orchestra.run.smithi077.stdout:(114/120): python3-webob-1.8.7-6.el9.noarch.rpm 1.6 MB/s | 230 kB 00:00 2024-04-10T15:20:34.603 INFO:teuthology.orchestra.run.smithi077.stdout:(115/120): python3-werkzeug-2.0.3-3.el9.1.noarc 3.8 MB/s | 427 kB 00:00 2024-04-10T15:20:34.628 INFO:teuthology.orchestra.run.smithi077.stdout:(116/120): python3-zc-lockfile-2.0-10.el9.noarc 184 kB/s | 20 kB 00:00 2024-04-10T15:20:34.903 INFO:teuthology.orchestra.run.smithi077.stdout:(117/120): re2-20211101-3.el9.x86_64.rpm 589 kB/s | 192 kB 00:00 2024-04-10T15:20:34.921 INFO:teuthology.orchestra.run.smithi069.stdout:(56/120): openblas-openmp-0.3.21-2.el9.x86_64.r 1.9 MB/s | 4.7 MB 00:02 2024-04-10T15:20:35.045 INFO:teuthology.orchestra.run.smithi077.stdout:(118/120): thrift-0.15.0-2.el9.x86_64.rpm 3.6 MB/s | 1.6 MB 00:00 2024-04-10T15:20:35.220 INFO:teuthology.orchestra.run.smithi077.stdout:(119/120): librados2-18.2.2-1189.gc96c8d47.el9. 5.6 MB/s | 3.3 MB 00:00 2024-04-10T15:20:35.271 INFO:teuthology.orchestra.run.smithi077.stdout:(120/120): librbd1-18.2.2-1189.gc96c8d47.el9.x8 8.2 MB/s | 3.0 MB 00:00 2024-04-10T15:20:35.273 INFO:teuthology.orchestra.run.smithi077.stdout:-------------------------------------------------------------------------------- 2024-04-10T15:20:35.273 INFO:teuthology.orchestra.run.smithi077.stdout:Total 13 MB/s | 180 MB 00:13 2024-04-10T15:20:35.287 INFO:teuthology.orchestra.run.smithi069.stdout:(57/120): python3-devel-3.9.17-2.el9.x86_64.rpm 670 kB/s | 245 kB 00:00 2024-04-10T15:20:35.405 INFO:teuthology.orchestra.run.smithi069.stdout:(58/120): python3-iniconfig-1.1.1-7.el9.noarch. 150 kB/s | 17 kB 00:00 2024-04-10T15:20:35.747 INFO:teuthology.orchestra.run.smithi069.stdout:(59/120): python3-jinja2-2.11.3-5.el9.noarch.rp 726 kB/s | 248 kB 00:00 2024-04-10T15:20:35.847 INFO:teuthology.orchestra.run.smithi069.stdout:(60/120): python3-jsonpatch-1.21-16.el9.noarch. 256 kB/s | 26 kB 00:00 2024-04-10T15:20:35.947 INFO:teuthology.orchestra.run.smithi069.stdout:(61/120): python3-jsonpointer-2.0-4.el9.noarch. 192 kB/s | 19 kB 00:00 2024-04-10T15:20:36.037 INFO:teuthology.orchestra.run.smithi077.stdout:Running transaction check 2024-04-10T15:20:36.132 INFO:teuthology.orchestra.run.smithi077.stdout:Transaction check succeeded. 2024-04-10T15:20:36.133 INFO:teuthology.orchestra.run.smithi077.stdout:Running transaction test 2024-04-10T15:20:36.214 INFO:teuthology.orchestra.run.smithi069.stdout:(62/120): python3-mako-1.1.4-6.el9.noarch.rpm 646 kB/s | 172 kB 00:00 2024-04-10T15:20:36.322 INFO:teuthology.orchestra.run.smithi069.stdout:(63/120): python3-markupsafe-1.1.1-12.el9.x86_6 321 kB/s | 35 kB 00:00 2024-04-10T15:20:37.390 INFO:teuthology.orchestra.run.smithi069.stdout:(64/120): ceph-test-18.2.2-1189.gc96c8d47.el9.x 3.7 MB/s | 40 MB 00:10 2024-04-10T15:20:37.741 INFO:teuthology.orchestra.run.smithi077.stdout:Transaction test succeeded. 2024-04-10T15:20:37.741 INFO:teuthology.orchestra.run.smithi077.stdout:Running transaction 2024-04-10T15:20:37.982 INFO:teuthology.orchestra.run.smithi069.stdout:(65/120): python3-numpy-f2py-1.20.1-5.el9.x86_6 424 kB/s | 250 kB 00:00 2024-04-10T15:20:38.098 INFO:teuthology.orchestra.run.smithi069.stdout:(66/120): python3-oauthlib-3.1.1-5.el9.noarch.r 1.9 MB/s | 222 kB 00:00 2024-04-10T15:20:38.207 INFO:teuthology.orchestra.run.smithi069.stdout:(67/120): python3-packaging-20.9-5.el9.noarch.r 711 kB/s | 77 kB 00:00 2024-04-10T15:20:38.366 INFO:teuthology.orchestra.run.smithi069.stdout:(68/120): python3-pluggy-0.13.1-7.el9.noarch.rp 261 kB/s | 41 kB 00:00 2024-04-10T15:20:38.475 INFO:teuthology.orchestra.run.smithi069.stdout:(69/120): python3-prettytable-0.7.2-27.el9.noar 389 kB/s | 42 kB 00:00 2024-04-10T15:20:38.675 INFO:teuthology.orchestra.run.smithi069.stdout:(70/120): python3-py-1.10.0-6.el9.noarch.rpm 2.3 MB/s | 477 kB 00:00 2024-04-10T15:20:38.783 INFO:teuthology.orchestra.run.smithi069.stdout:(71/120): python3-pyasn1-0.4.8-6.el9.noarch.rpm 1.4 MB/s | 159 kB 00:00 2024-04-10T15:20:38.892 INFO:teuthology.orchestra.run.smithi069.stdout:(72/120): python3-pyasn1-modules-0.4.8-6.el9.no 2.5 MB/s | 279 kB 00:00 2024-04-10T15:20:38.984 INFO:teuthology.orchestra.run.smithi069.stdout:(73/120): python3-babel-2.9.1-2.el9.noarch.rpm 993 kB/s | 6.0 MB 00:06 2024-04-10T15:20:39.009 INFO:teuthology.orchestra.run.smithi069.stdout:(74/120): python3-pytest-6.2.2-7.el9.noarch.rpm 4.3 MB/s | 519 kB 00:00 2024-04-10T15:20:39.076 INFO:teuthology.orchestra.run.smithi069.stdout:(75/120): python3-pytz-2021.1-5.el9.noarch.rpm 554 kB/s | 51 kB 00:00 2024-04-10T15:20:39.110 INFO:teuthology.orchestra.run.smithi069.stdout:(76/120): python3-requests-oauthlib-1.3.0-12.el 536 kB/s | 54 kB 00:00 2024-04-10T15:20:39.210 INFO:teuthology.orchestra.run.smithi069.stdout:(77/120): python3-toml-0.10.2-6.el9.noarch.rpm 416 kB/s | 42 kB 00:00 2024-04-10T15:20:39.319 INFO:teuthology.orchestra.run.smithi069.stdout:(78/120): socat-1.7.4.1-5.el9.x86_64.rpm 2.7 MB/s | 305 kB 00:00 2024-04-10T15:20:39.419 INFO:teuthology.orchestra.run.smithi069.stdout:(79/120): xmlstarlet-1.6.1-20.el9.x86_64.rpm 635 kB/s | 64 kB 00:00 2024-04-10T15:20:40.103 INFO:teuthology.orchestra.run.smithi069.stdout:(80/120): fmt-8.1.1-5.el9.x86_64.rpm 162 kB/s | 111 kB 00:00 2024-04-10T15:20:40.537 INFO:teuthology.orchestra.run.smithi069.stdout:(81/120): gperftools-libs-2.9.1-2.el9.x86_64.rp 713 kB/s | 309 kB 00:00 2024-04-10T15:20:42.472 INFO:teuthology.orchestra.run.smithi077.stdout: Preparing : 1/1 2024-04-10T15:20:42.590 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : thrift-0.15.0-2.el9.x86_64 1/122 2024-04-10T15:20:42.649 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 2/122 2024-04-10T15:20:42.717 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 3/122 2024-04-10T15:20:43.037 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 4/122 2024-04-10T15:20:43.100 INFO:teuthology.orchestra.run.smithi077.stdout: Upgrading : librados2-2:18.2.2-1189.gc96c8d47.el9.x86_64 5/122 2024-04-10T15:20:43.226 INFO:teuthology.orchestra.run.smithi077.stdout: Running scriptlet: librados2-2:18.2.2-1189.gc96c8d47.el9.x86_64 5/122 2024-04-10T15:20:43.253 INFO:teuthology.orchestra.run.smithi069.stdout:(82/120): python3-numpy-1.20.1-5.el9.x86_64.rpm 753 kB/s | 5.1 MB 00:06 2024-04-10T15:20:43.259 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : libcephfs2-2:18.2.2-1189.gc96c8d47.el9.x86_64 6/122 2024-04-10T15:20:43.351 INFO:teuthology.orchestra.run.smithi077.stdout: Running scriptlet: libcephfs2-2:18.2.2-1189.gc96c8d47.el9.x86_64 6/122 2024-04-10T15:20:43.399 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-rados-2:18.2.2-1189.gc96c8d47.el9.x86_64 7/122 2024-04-10T15:20:43.430 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 8/122 2024-04-10T15:20:43.466 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 9/122 2024-04-10T15:20:43.495 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : libcephsqlite-2:18.2.2-1189.gc96c8d47.el9.x86_64 10/122 2024-04-10T15:20:43.595 INFO:teuthology.orchestra.run.smithi077.stdout: Running scriptlet: libcephsqlite-2:18.2.2-1189.gc96c8d47.el9.x86_64 10/122 2024-04-10T15:20:43.629 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : libradosstriper1-2:18.2.2-1189.gc96c8d47.el9.x86 11/122 2024-04-10T15:20:43.720 INFO:teuthology.orchestra.run.smithi069.stdout:(83/120): libarrow-doc-9.0.0-10.el9.noarch.rpm 56 kB/s | 26 kB 00:00 2024-04-10T15:20:43.764 INFO:teuthology.orchestra.run.smithi077.stdout: Running scriptlet: libradosstriper1-2:18.2.2-1189.gc96c8d47.el9.x86 11/122 2024-04-10T15:20:43.792 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 12/122 2024-04-10T15:20:43.823 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : liboath-2.6.7-2.el9.x86_64 13/122 2024-04-10T15:20:43.853 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 14/122 2024-04-10T15:20:43.894 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 15/122 2024-04-10T15:20:43.958 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 16/122 2024-04-10T15:20:43.970 INFO:teuthology.orchestra.run.smithi069.stdout:(84/120): liboath-2.6.7-2.el9.x86_64.rpm 194 kB/s | 49 kB 00:00 2024-04-10T15:20:43.993 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 17/122 2024-04-10T15:20:44.020 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 18/122 2024-04-10T15:20:44.089 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 19/122 2024-04-10T15:20:44.142 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-urllib3-1.26.5-5.el9.noarch 20/122 2024-04-10T15:20:44.162 INFO:teuthology.orchestra.run.smithi069.stdout:(85/120): libunwind-1.6.2-1.el9.x86_64.rpm 351 kB/s | 67 kB 00:00 2024-04-10T15:20:44.175 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 21/122 2024-04-10T15:20:44.217 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : libquadmath-11.4.1-3.el9.x86_64 22/122 2024-04-10T15:20:44.252 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : libgfortran-11.4.1-3.el9.x86_64 23/122 2024-04-10T15:20:44.295 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-ceph-argparse-2:18.2.2-1189.gc96c8d47.el 24/122 2024-04-10T15:20:44.370 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-cephfs-2:18.2.2-1189.gc96c8d47.el9.x86_6 25/122 2024-04-10T15:20:44.504 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 26/122 2024-04-10T15:20:44.556 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 27/122 2024-04-10T15:20:45.083 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-rsa-4.9-2.el9.noarch 28/122 2024-04-10T15:20:45.160 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 29/122 2024-04-10T15:20:45.206 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-jinja2-2.11.3-5.el9.noarch 30/122 2024-04-10T15:20:45.248 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 31/122 2024-04-10T15:20:45.282 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 32/122 2024-04-10T15:20:45.323 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 33/122 2024-04-10T15:20:45.329 INFO:teuthology.orchestra.run.smithi069.stdout:(86/120): parquet-libs-9.0.0-10.el9.x86_64.rpm 718 kB/s | 838 kB 00:01 2024-04-10T15:20:45.361 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : librados-devel-2:18.2.2-1189.gc96c8d47.el9.x86_6 34/122 2024-04-10T15:20:45.392 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 35/122 2024-04-10T15:20:45.426 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 36/122 2024-04-10T15:20:45.532 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : re2-1:20211101-3.el9.x86_64 37/122 2024-04-10T15:20:45.563 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : libarrow-9.0.0-10.el9.x86_64 38/122 2024-04-10T15:20:45.617 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 39/122 2024-04-10T15:20:45.690 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 40/122 2024-04-10T15:20:45.722 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-webob-1.8.7-6.el9.noarch 41/122 2024-04-10T15:20:45.758 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-typing-extensions-4.4.0-2.el9.noarch 42/122 2024-04-10T15:20:45.805 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 43/122 2024-04-10T15:20:45.850 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 44/122 2024-04-10T15:20:45.892 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 45/122 2024-04-10T15:20:46.027 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 46/122 2024-04-10T15:20:46.077 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 47/122 2024-04-10T15:20:46.104 INFO:teuthology.orchestra.run.smithi069.stdout:(87/120): python3-asyncssh-2.13.2-5.el9.noarch. 707 kB/s | 548 kB 00:00 2024-04-10T15:20:46.119 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-certifi-2021.10.8-2.el9.noarch 48/122 2024-04-10T15:20:46.163 INFO:teuthology.orchestra.run.smithi069.stdout:(88/120): libarrow-9.0.0-10.el9.x86_64.rpm 804 kB/s | 4.4 MB 00:05 2024-04-10T15:20:46.213 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 49/122 2024-04-10T15:20:46.234 INFO:teuthology.orchestra.run.smithi069.stdout:(89/120): python3-bcrypt-3.2.2-1.el9.x86_64.rpm 335 kB/s | 43 kB 00:00 2024-04-10T15:20:46.253 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-google-auth-1:2.28.2-1.el9.noarch 50/122 2024-04-10T15:20:46.263 INFO:teuthology.orchestra.run.smithi069.stdout:(90/120): python3-cachetools-4.2.4-1.el9.noarch 321 kB/s | 32 kB 00:00 2024-04-10T15:20:46.302 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 51/122 2024-04-10T15:20:46.330 INFO:teuthology.orchestra.run.smithi069.stdout:(91/120): python3-certifi-2021.10.8-2.el9.noarc 156 kB/s | 15 kB 00:00 2024-04-10T15:20:46.334 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : gperftools-libs-2.9.1-2.el9.x86_64 52/122 2024-04-10T15:20:46.361 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : libarrow-doc-9.0.0-10.el9.noarch 53/122 2024-04-10T15:20:46.397 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : fmt-8.1.1-5.el9.x86_64 54/122 2024-04-10T15:20:46.443 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 55/122 2024-04-10T15:20:46.531 INFO:teuthology.orchestra.run.smithi069.stdout:(92/120): python3-cheroot-8.6.0-4.el9.noarch.rp 643 kB/s | 172 kB 00:00 2024-04-10T15:20:46.567 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : socat-1.7.4.1-5.el9.x86_64 56/122 2024-04-10T15:20:46.609 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-py-1.10.0-6.el9.noarch 57/122 2024-04-10T15:20:46.648 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 58/122 2024-04-10T15:20:46.689 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-pluggy-0.13.1-7.el9.noarch 59/122 2024-04-10T15:20:46.788 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-packaging-20.9-5.el9.noarch 60/122 2024-04-10T15:20:46.836 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 61/122 2024-04-10T15:20:46.839 INFO:teuthology.orchestra.run.smithi069.stdout:(93/120): python3-cherrypy-18.6.1-2.el9.noarch. 705 kB/s | 358 kB 00:00 2024-04-10T15:20:46.873 INFO:teuthology.orchestra.run.smithi069.stdout:(94/120): python3-google-auth-2.28.2-1.el9.noar 593 kB/s | 203 kB 00:00 2024-04-10T15:20:46.948 INFO:teuthology.orchestra.run.smithi069.stdout:(95/120): python3-jaraco-8.2.1-3.el9.noarch.rpm 98 kB/s | 11 kB 00:00 2024-04-10T15:20:46.982 INFO:teuthology.orchestra.run.smithi069.stdout:(96/120): python3-jaraco-classes-3.2.1-5.el9.no 162 kB/s | 18 kB 00:00 2024-04-10T15:20:47.049 INFO:teuthology.orchestra.run.smithi069.stdout:(97/120): python3-jaraco-collections-3.0.0-8.el 231 kB/s | 23 kB 00:00 2024-04-10T15:20:47.091 INFO:teuthology.orchestra.run.smithi069.stdout:(98/120): python3-jaraco-functools-3.5.0-2.el9. 179 kB/s | 19 kB 00:00 2024-04-10T15:20:47.158 INFO:teuthology.orchestra.run.smithi069.stdout:(99/120): python3-jaraco-text-3.2.0-6.el9.noarc 181 kB/s | 20 kB 00:00 2024-04-10T15:20:47.283 INFO:teuthology.orchestra.run.smithi069.stdout:(100/120): python3-logutils-0.3.5-21.el9.noarch 370 kB/s | 46 kB 00:00 2024-04-10T15:20:47.483 INFO:teuthology.orchestra.run.smithi069.stdout:(101/120): python3-more-itertools-8.12.0-2.el9. 394 kB/s | 79 kB 00:00 2024-04-10T15:20:47.587 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 62/122 2024-04-10T15:20:47.632 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 63/122 2024-04-10T15:20:47.666 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 64/122 2024-04-10T15:20:47.699 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 65/122 2024-04-10T15:20:47.708 INFO:teuthology.orchestra.run.smithi069.stdout:(102/120): python3-natsort-7.1.1-5.el9.noarch.r 256 kB/s | 58 kB 00:00 2024-04-10T15:20:47.894 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-iniconfig-1.1.1-7.el9.noarch 66/122 2024-04-10T15:20:47.967 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-devel-3.9.17-2.el9.x86_64 67/122 2024-04-10T15:20:48.000 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 68/122 2024-04-10T15:20:48.178 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : openblas-0.3.21-2.el9.x86_64 69/122 2024-04-10T15:20:48.184 INFO:teuthology.orchestra.run.smithi069.stdout:(103/120): python3-pecan-1.4.2-3.el9.noarch.rpm 573 kB/s | 272 kB 00:00 2024-04-10T15:20:48.207 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : openblas-openmp-0.3.21-2.el9.x86_64 70/122 2024-04-10T15:20:48.278 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 71/122 2024-04-10T15:20:48.292 INFO:teuthology.orchestra.run.smithi069.stdout:(104/120): python3-portend-3.1.0-2.el9.noarch.r 152 kB/s | 16 kB 00:00 2024-04-10T15:20:48.510 INFO:teuthology.orchestra.run.smithi069.stdout:(105/120): python3-pyOpenSSL-21.0.0-1.el9.noarc 413 kB/s | 90 kB 00:00 2024-04-10T15:20:48.626 INFO:teuthology.orchestra.run.smithi069.stdout:(106/120): python3-repoze-lru-0.7-16.el9.noarch 266 kB/s | 31 kB 00:00 2024-04-10T15:20:48.752 INFO:teuthology.orchestra.run.smithi069.stdout:(107/120): python3-kubernetes-26.1.0-2.el9.noar 629 kB/s | 1.0 MB 00:01 2024-04-10T15:20:48.927 INFO:teuthology.orchestra.run.smithi069.stdout:(108/120): python3-routes-2.5.1-5.el9.noarch.rp 628 kB/s | 188 kB 00:00 2024-04-10T15:20:48.934 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 72/122 2024-04-10T15:20:48.961 INFO:teuthology.orchestra.run.smithi069.stdout:(109/120): python3-rsa-4.9-2.el9.noarch.rpm 283 kB/s | 59 kB 00:00 2024-04-10T15:20:49.047 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 73/122 2024-04-10T15:20:49.195 INFO:teuthology.orchestra.run.smithi069.stdout:(110/120): python3-tempora-5.0.0-2.el9.noarch.r 134 kB/s | 36 kB 00:00 2024-04-10T15:20:49.211 INFO:teuthology.orchestra.run.smithi069.stdout:(111/120): python3-typing-extensions-4.4.0-2.el 204 kB/s | 51 kB 00:00 2024-04-10T15:20:49.429 INFO:teuthology.orchestra.run.smithi069.stdout:(112/120): python3-websocket-client-1.2.3-2.el9 414 kB/s | 90 kB 00:00 2024-04-10T15:20:49.612 INFO:teuthology.orchestra.run.smithi069.stdout:(113/120): python3-webob-1.8.7-6.el9.noarch.rpm 551 kB/s | 230 kB 00:00 2024-04-10T15:20:49.746 INFO:teuthology.orchestra.run.smithi069.stdout:(114/120): python3-zc-lockfile-2.0-10.el9.noarc 150 kB/s | 20 kB 00:00 2024-04-10T15:20:50.212 INFO:teuthology.orchestra.run.smithi069.stdout:(115/120): re2-20211101-3.el9.x86_64.rpm 411 kB/s | 192 kB 00:00 2024-04-10T15:20:50.246 INFO:teuthology.orchestra.run.smithi069.stdout:(116/120): python3-werkzeug-2.0.3-3.el9.1.noarc 523 kB/s | 427 kB 00:00 2024-04-10T15:20:50.318 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 74/122 2024-04-10T15:20:50.406 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 75/122 2024-04-10T15:20:50.702 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 76/122 2024-04-10T15:20:50.726 INFO:teuthology.orchestra.run.smithi077.stdout: Upgrading : librbd1-2:18.2.2-1189.gc96c8d47.el9.x86_64 77/122 2024-04-10T15:20:50.816 INFO:teuthology.orchestra.run.smithi077.stdout: Running scriptlet: librbd1-2:18.2.2-1189.gc96c8d47.el9.x86_64 77/122 2024-04-10T15:20:50.838 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-rbd-2:18.2.2-1189.gc96c8d47.el9.x86_64 78/122 2024-04-10T15:20:50.875 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 79/122 2024-04-10T15:20:51.096 INFO:teuthology.orchestra.run.smithi069.stdout:(117/120): librados2-18.2.2-1189.gc96c8d47.el9. 3.9 MB/s | 3.3 MB 00:00 2024-04-10T15:20:51.280 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : parquet-libs-9.0.0-10.el9.x86_64 80/122 2024-04-10T15:20:51.312 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : librgw2-2:18.2.2-1189.gc96c8d47.el9.x86_64 81/122 2024-04-10T15:20:51.383 INFO:teuthology.orchestra.run.smithi077.stdout: Running scriptlet: librgw2-2:18.2.2-1189.gc96c8d47.el9.x86_64 81/122 2024-04-10T15:20:51.416 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-rgw-2:18.2.2-1189.gc96c8d47.el9.x86_64 82/122 2024-04-10T15:20:51.465 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-ply-3.11-14.el9.noarch 83/122 2024-04-10T15:20:51.521 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 84/122 2024-04-10T15:20:51.671 INFO:teuthology.orchestra.run.smithi069.stdout:(118/120): librbd1-18.2.2-1189.gc96c8d47.el9.x8 5.2 MB/s | 3.0 MB 00:00 2024-04-10T15:20:51.705 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 85/122 2024-04-10T15:20:51.770 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 86/122 2024-04-10T15:20:51.840 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 87/122 2024-04-10T15:20:52.185 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 88/122 2024-04-10T15:20:52.318 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 89/122 2024-04-10T15:20:52.371 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 90/122 2024-04-10T15:20:52.403 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 91/122 2024-04-10T15:20:52.439 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : oniguruma-6.9.6-1.el9.5.x86_64 92/122 2024-04-10T15:20:52.470 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : jq-1.6-16.el9.x86_64 93/122 2024-04-10T15:20:52.498 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : fuse-2.9.9-15.el9.x86_64 94/122 2024-04-10T15:20:52.772 INFO:teuthology.orchestra.run.smithi069.stdout:(119/120): thrift-0.15.0-2.el9.x86_64.rpm 633 kB/s | 1.6 MB 00:02 2024-04-10T15:20:52.887 INFO:teuthology.orchestra.run.smithi077.stdout: Running scriptlet: cephadm-2:18.2.2-1189.gc96c8d47.el9.noarch 95/122 2024-04-10T15:20:52.906 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : cephadm-2:18.2.2-1189.gc96c8d47.el9.noarch 95/122 2024-04-10T15:20:52.925 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : ceph-prometheus-alerts-2:18.2.2-1189.gc96c8d47.e 96/122 2024-04-10T15:20:52.992 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : ceph-grafana-dashboards-2:18.2.2-1189.gc96c8d47. 97/122 2024-04-10T15:20:53.020 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-ceph-common-2:18.2.2-1189.gc96c8d47.el9. 98/122 2024-04-10T15:20:53.905 INFO:teuthology.orchestra.run.smithi069.stdout:(120/120): python3-scipy-1.6.2-8.el9.x86_64.rpm 1.1 MB/s | 16 MB 00:14 2024-04-10T15:20:53.910 INFO:teuthology.orchestra.run.smithi069.stdout:-------------------------------------------------------------------------------- 2024-04-10T15:20:53.910 INFO:teuthology.orchestra.run.smithi069.stdout:Total 5.7 MB/s | 180 MB 00:31 2024-04-10T15:20:54.645 INFO:teuthology.orchestra.run.smithi069.stdout:Running transaction check 2024-04-10T15:20:54.742 INFO:teuthology.orchestra.run.smithi069.stdout:Transaction check succeeded. 2024-04-10T15:20:54.743 INFO:teuthology.orchestra.run.smithi069.stdout:Running transaction test 2024-04-10T15:20:55.080 INFO:teuthology.orchestra.run.smithi077.stdout: Running scriptlet: ceph-common-2:18.2.2-1189.gc96c8d47.el9.x86_64 99/122 2024-04-10T15:20:55.116 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : ceph-common-2:18.2.2-1189.gc96c8d47.el9.x86_64 99/122 2024-04-10T15:20:55.650 INFO:teuthology.orchestra.run.smithi077.stdout: Running scriptlet: ceph-common-2:18.2.2-1189.gc96c8d47.el9.x86_64 99/122 2024-04-10T15:20:55.686 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : ceph-base-2:18.2.2-1189.gc96c8d47.el9.x86_64 100/122 2024-04-10T15:20:55.778 INFO:teuthology.orchestra.run.smithi077.stdout: Running scriptlet: ceph-base-2:18.2.2-1189.gc96c8d47.el9.x86_64 100/122 2024-04-10T15:20:55.778 INFO:teuthology.orchestra.run.smithi077.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-04-10T15:20:55.778 INFO:teuthology.orchestra.run.smithi077.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-04-10T15:20:55.778 INFO:teuthology.orchestra.run.smithi077.stdout: 2024-04-10T15:20:55.812 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : ceph-selinux-2:18.2.2-1189.gc96c8d47.el9.x86_64 101/122 2024-04-10T15:20:56.348 INFO:teuthology.orchestra.run.smithi069.stdout:Transaction test succeeded. 2024-04-10T15:20:56.348 INFO:teuthology.orchestra.run.smithi069.stdout:Running transaction 2024-04-10T15:21:01.052 INFO:teuthology.orchestra.run.smithi069.stdout: Preparing : 1/1 2024-04-10T15:21:01.126 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : thrift-0.15.0-2.el9.x86_64 1/122 2024-04-10T15:21:01.159 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 2/122 2024-04-10T15:21:01.214 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 3/122 2024-04-10T15:21:01.538 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 4/122 2024-04-10T15:21:01.618 INFO:teuthology.orchestra.run.smithi069.stdout: Upgrading : librados2-2:18.2.2-1189.gc96c8d47.el9.x86_64 5/122 2024-04-10T15:21:01.745 INFO:teuthology.orchestra.run.smithi069.stdout: Running scriptlet: librados2-2:18.2.2-1189.gc96c8d47.el9.x86_64 5/122 2024-04-10T15:21:01.777 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : libcephfs2-2:18.2.2-1189.gc96c8d47.el9.x86_64 6/122 2024-04-10T15:21:01.869 INFO:teuthology.orchestra.run.smithi069.stdout: Running scriptlet: libcephfs2-2:18.2.2-1189.gc96c8d47.el9.x86_64 6/122 2024-04-10T15:21:01.930 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : python3-rados-2:18.2.2-1189.gc96c8d47.el9.x86_64 7/122 2024-04-10T15:21:01.966 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 8/122 2024-04-10T15:21:02.002 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 9/122 2024-04-10T15:21:02.030 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : libcephsqlite-2:18.2.2-1189.gc96c8d47.el9.x86_64 10/122 2024-04-10T15:21:02.115 INFO:teuthology.orchestra.run.smithi069.stdout: Running scriptlet: libcephsqlite-2:18.2.2-1189.gc96c8d47.el9.x86_64 10/122 2024-04-10T15:21:02.139 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : libradosstriper1-2:18.2.2-1189.gc96c8d47.el9.x86 11/122 2024-04-10T15:21:02.266 INFO:teuthology.orchestra.run.smithi069.stdout: Running scriptlet: libradosstriper1-2:18.2.2-1189.gc96c8d47.el9.x86 11/122 2024-04-10T15:21:02.302 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 12/122 2024-04-10T15:21:02.334 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : liboath-2.6.7-2.el9.x86_64 13/122 2024-04-10T15:21:02.364 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 14/122 2024-04-10T15:21:02.405 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 15/122 2024-04-10T15:21:02.470 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 16/122 2024-04-10T15:21:02.504 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 17/122 2024-04-10T15:21:02.531 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 18/122 2024-04-10T15:21:02.608 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 19/122 2024-04-10T15:21:02.670 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : python3-urllib3-1.26.5-5.el9.noarch 20/122 2024-04-10T15:21:02.708 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 21/122 2024-04-10T15:21:02.754 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : libquadmath-11.4.1-3.el9.x86_64 22/122 2024-04-10T15:21:02.788 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : libgfortran-11.4.1-3.el9.x86_64 23/122 2024-04-10T15:21:02.832 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : python3-ceph-argparse-2:18.2.2-1189.gc96c8d47.el 24/122 2024-04-10T15:21:02.906 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : python3-cephfs-2:18.2.2-1189.gc96c8d47.el9.x86_6 25/122 2024-04-10T15:21:03.041 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 26/122 2024-04-10T15:21:03.092 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 27/122 2024-04-10T15:21:03.627 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : python3-rsa-4.9-2.el9.noarch 28/122 2024-04-10T15:21:03.714 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 29/122 2024-04-10T15:21:03.759 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : python3-jinja2-2.11.3-5.el9.noarch 30/122 2024-04-10T15:21:03.793 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 31/122 2024-04-10T15:21:03.827 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 32/122 2024-04-10T15:21:03.868 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 33/122 2024-04-10T15:21:03.907 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : librados-devel-2:18.2.2-1189.gc96c8d47.el9.x86_6 34/122 2024-04-10T15:21:03.937 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 35/122 2024-04-10T15:21:03.974 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 36/122 2024-04-10T15:21:04.080 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : re2-1:20211101-3.el9.x86_64 37/122 2024-04-10T15:21:04.116 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : libarrow-9.0.0-10.el9.x86_64 38/122 2024-04-10T15:21:04.172 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 39/122 2024-04-10T15:21:04.253 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 40/122 2024-04-10T15:21:04.283 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : python3-webob-1.8.7-6.el9.noarch 41/122 2024-04-10T15:21:04.320 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : python3-typing-extensions-4.4.0-2.el9.noarch 42/122 2024-04-10T15:21:04.367 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 43/122 2024-04-10T15:21:04.412 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 44/122 2024-04-10T15:21:04.454 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 45/122 2024-04-10T15:21:04.591 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 46/122 2024-04-10T15:21:04.639 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 47/122 2024-04-10T15:21:04.689 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : python3-certifi-2021.10.8-2.el9.noarch 48/122 2024-04-10T15:21:04.794 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 49/122 2024-04-10T15:21:04.831 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : python3-google-auth-1:2.28.2-1.el9.noarch 50/122 2024-04-10T15:21:04.872 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 51/122 2024-04-10T15:21:04.913 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : gperftools-libs-2.9.1-2.el9.x86_64 52/122 2024-04-10T15:21:04.940 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : libarrow-doc-9.0.0-10.el9.noarch 53/122 2024-04-10T15:21:04.983 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : fmt-8.1.1-5.el9.x86_64 54/122 2024-04-10T15:21:05.029 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 55/122 2024-04-10T15:21:05.151 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : socat-1.7.4.1-5.el9.x86_64 56/122 2024-04-10T15:21:05.196 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : python3-py-1.10.0-6.el9.noarch 57/122 2024-04-10T15:21:05.235 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 58/122 2024-04-10T15:21:05.276 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : python3-pluggy-0.13.1-7.el9.noarch 59/122 2024-04-10T15:21:05.374 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : python3-packaging-20.9-5.el9.noarch 60/122 2024-04-10T15:21:05.423 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 61/122 2024-04-10T15:21:06.152 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 62/122 2024-04-10T15:21:06.202 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 63/122 2024-04-10T15:21:06.236 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 64/122 2024-04-10T15:21:06.269 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 65/122 2024-04-10T15:21:06.368 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : python3-iniconfig-1.1.1-7.el9.noarch 66/122 2024-04-10T15:21:06.419 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : python3-devel-3.9.17-2.el9.x86_64 67/122 2024-04-10T15:21:06.454 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 68/122 2024-04-10T15:21:06.632 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : openblas-0.3.21-2.el9.x86_64 69/122 2024-04-10T15:21:06.661 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : openblas-openmp-0.3.21-2.el9.x86_64 70/122 2024-04-10T15:21:06.740 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 71/122 2024-04-10T15:21:07.398 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 72/122 2024-04-10T15:21:07.406 INFO:teuthology.orchestra.run.smithi077.stdout: Running scriptlet: ceph-selinux-2:18.2.2-1189.gc96c8d47.el9.x86_64 101/122 2024-04-10T15:21:07.406 INFO:teuthology.orchestra.run.smithi077.stdout:skipping the directory /sys 2024-04-10T15:21:07.406 INFO:teuthology.orchestra.run.smithi077.stdout:skipping the directory /proc 2024-04-10T15:21:07.406 INFO:teuthology.orchestra.run.smithi077.stdout:skipping the directory /mnt 2024-04-10T15:21:07.406 INFO:teuthology.orchestra.run.smithi077.stdout:skipping the directory /var/tmp 2024-04-10T15:21:07.406 INFO:teuthology.orchestra.run.smithi077.stdout:skipping the directory /home 2024-04-10T15:21:07.406 INFO:teuthology.orchestra.run.smithi077.stdout:skipping the directory /root 2024-04-10T15:21:07.406 INFO:teuthology.orchestra.run.smithi077.stdout:skipping the directory /tmp 2024-04-10T15:21:07.406 INFO:teuthology.orchestra.run.smithi077.stdout: 2024-04-10T15:21:07.480 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : ceph-mgr-cephadm-2:18.2.2-1189.gc96c8d47.el9.noa 102/122 2024-04-10T15:21:07.520 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 73/122 2024-04-10T15:21:08.555 INFO:teuthology.orchestra.run.smithi077.stdout: Running scriptlet: ceph-mgr-cephadm-2:18.2.2-1189.gc96c8d47.el9.noa 102/122 2024-04-10T15:21:08.592 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : ceph-mgr-dashboard-2:18.2.2-1189.gc96c8d47.el9.n 103/122 2024-04-10T15:21:08.807 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 74/122 2024-04-10T15:21:08.893 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 75/122 2024-04-10T15:21:09.199 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 76/122 2024-04-10T15:21:09.238 INFO:teuthology.orchestra.run.smithi069.stdout: Upgrading : librbd1-2:18.2.2-1189.gc96c8d47.el9.x86_64 77/122 2024-04-10T15:21:09.328 INFO:teuthology.orchestra.run.smithi069.stdout: Running scriptlet: librbd1-2:18.2.2-1189.gc96c8d47.el9.x86_64 77/122 2024-04-10T15:21:09.360 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : python3-rbd-2:18.2.2-1189.gc96c8d47.el9.x86_64 78/122 2024-04-10T15:21:09.396 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 79/122 2024-04-10T15:21:09.549 INFO:teuthology.orchestra.run.smithi077.stdout: Running scriptlet: ceph-mgr-dashboard-2:18.2.2-1189.gc96c8d47.el9.n 103/122 2024-04-10T15:21:09.576 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : ceph-mgr-diskprediction-local-2:18.2.2-1189.gc96 104/122 2024-04-10T15:21:09.677 INFO:teuthology.orchestra.run.smithi077.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:18.2.2-1189.gc96 104/122 2024-04-10T15:21:09.802 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : parquet-libs-9.0.0-10.el9.x86_64 80/122 2024-04-10T15:21:09.833 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : librgw2-2:18.2.2-1189.gc96c8d47.el9.x86_64 81/122 2024-04-10T15:21:09.833 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : ceph-mgr-modules-core-2:18.2.2-1189.gc96c8d47.el 105/122 2024-04-10T15:21:09.870 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : ceph-mgr-2:18.2.2-1189.gc96c8d47.el9.x86_64 106/122 2024-04-10T15:21:09.893 INFO:teuthology.orchestra.run.smithi077.stdout: Running scriptlet: ceph-mgr-2:18.2.2-1189.gc96c8d47.el9.x86_64 106/122 2024-04-10T15:21:09.893 INFO:teuthology.orchestra.run.smithi077.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-10T15:21:09.894 INFO:teuthology.orchestra.run.smithi077.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-04-10T15:21:09.894 INFO:teuthology.orchestra.run.smithi077.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-04-10T15:21:09.894 INFO:teuthology.orchestra.run.smithi077.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-04-10T15:21:09.894 INFO:teuthology.orchestra.run.smithi077.stdout: 2024-04-10T15:21:09.904 INFO:teuthology.orchestra.run.smithi069.stdout: Running scriptlet: librgw2-2:18.2.2-1189.gc96c8d47.el9.x86_64 81/122 2024-04-10T15:21:09.937 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : ceph-mgr-rook-2:18.2.2-1189.gc96c8d47.el9.noarch 107/122 2024-04-10T15:21:09.946 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : python3-rgw-2:18.2.2-1189.gc96c8d47.el9.x86_64 82/122 2024-04-10T15:21:09.995 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : python3-ply-3.11-14.el9.noarch 83/122 2024-04-10T15:21:10.052 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 84/122 2024-04-10T15:21:10.120 INFO:teuthology.orchestra.run.smithi077.stdout: Running scriptlet: ceph-mgr-rook-2:18.2.2-1189.gc96c8d47.el9.noarch 107/122 2024-04-10T15:21:10.146 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : ceph-mds-2:18.2.2-1189.gc96c8d47.el9.x86_64 108/122 2024-04-10T15:21:10.169 INFO:teuthology.orchestra.run.smithi077.stdout: Running scriptlet: ceph-mds-2:18.2.2-1189.gc96c8d47.el9.x86_64 108/122 2024-04-10T15:21:10.169 INFO:teuthology.orchestra.run.smithi077.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-10T15:21:10.169 INFO:teuthology.orchestra.run.smithi077.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-04-10T15:21:10.169 INFO:teuthology.orchestra.run.smithi077.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-04-10T15:21:10.169 INFO:teuthology.orchestra.run.smithi077.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-04-10T15:21:10.169 INFO:teuthology.orchestra.run.smithi077.stdout: 2024-04-10T15:21:10.247 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 85/122 2024-04-10T15:21:10.292 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 86/122 2024-04-10T15:21:10.371 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 87/122 2024-04-10T15:21:10.459 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 88/122 2024-04-10T15:21:10.605 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : ceph-mon-2:18.2.2-1189.gc96c8d47.el9.x86_64 109/122 2024-04-10T15:21:10.608 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 89/122 2024-04-10T15:21:10.628 INFO:teuthology.orchestra.run.smithi077.stdout: Running scriptlet: ceph-mon-2:18.2.2-1189.gc96c8d47.el9.x86_64 109/122 2024-04-10T15:21:10.628 INFO:teuthology.orchestra.run.smithi077.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-10T15:21:10.628 INFO:teuthology.orchestra.run.smithi077.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-04-10T15:21:10.628 INFO:teuthology.orchestra.run.smithi077.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-04-10T15:21:10.628 INFO:teuthology.orchestra.run.smithi077.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-04-10T15:21:10.629 INFO:teuthology.orchestra.run.smithi077.stdout: 2024-04-10T15:21:10.651 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 90/122 2024-04-10T15:21:10.683 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 91/122 2024-04-10T15:21:10.715 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : oniguruma-6.9.6-1.el9.5.x86_64 92/122 2024-04-10T15:21:10.750 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : jq-1.6-16.el9.x86_64 93/122 2024-04-10T15:21:10.803 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : fuse-2.9.9-15.el9.x86_64 94/122 2024-04-10T15:21:11.167 INFO:teuthology.orchestra.run.smithi069.stdout: Running scriptlet: cephadm-2:18.2.2-1189.gc96c8d47.el9.noarch 95/122 2024-04-10T15:21:11.191 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : cephadm-2:18.2.2-1189.gc96c8d47.el9.noarch 95/122 2024-04-10T15:21:11.221 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : ceph-prometheus-alerts-2:18.2.2-1189.gc96c8d47.e 96/122 2024-04-10T15:21:11.295 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : ceph-grafana-dashboards-2:18.2.2-1189.gc96c8d47. 97/122 2024-04-10T15:21:11.325 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : python3-ceph-common-2:18.2.2-1189.gc96c8d47.el9. 98/122 2024-04-10T15:21:12.023 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : ceph-osd-2:18.2.2-1189.gc96c8d47.el9.x86_64 110/122 2024-04-10T15:21:12.049 INFO:teuthology.orchestra.run.smithi077.stdout: Running scriptlet: ceph-osd-2:18.2.2-1189.gc96c8d47.el9.x86_64 110/122 2024-04-10T15:21:12.049 INFO:teuthology.orchestra.run.smithi077.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-10T15:21:12.049 INFO:teuthology.orchestra.run.smithi077.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-04-10T15:21:12.049 INFO:teuthology.orchestra.run.smithi077.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-04-10T15:21:12.049 INFO:teuthology.orchestra.run.smithi077.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-04-10T15:21:12.049 INFO:teuthology.orchestra.run.smithi077.stdout: 2024-04-10T15:21:12.756 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : ceph-2:18.2.2-1189.gc96c8d47.el9.x86_64 111/122 2024-04-10T15:21:12.782 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : ceph-radosgw-2:18.2.2-1189.gc96c8d47.el9.x86_64 112/122 2024-04-10T15:21:12.805 INFO:teuthology.orchestra.run.smithi077.stdout: Running scriptlet: ceph-radosgw-2:18.2.2-1189.gc96c8d47.el9.x86_64 112/122 2024-04-10T15:21:12.805 INFO:teuthology.orchestra.run.smithi077.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-10T15:21:12.805 INFO:teuthology.orchestra.run.smithi077.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-04-10T15:21:12.806 INFO:teuthology.orchestra.run.smithi077.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-04-10T15:21:12.806 INFO:teuthology.orchestra.run.smithi077.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-04-10T15:21:12.806 INFO:teuthology.orchestra.run.smithi077.stdout: 2024-04-10T15:21:12.849 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : ceph-immutable-object-cache-2:18.2.2-1189.gc96c8 113/122 2024-04-10T15:21:12.872 INFO:teuthology.orchestra.run.smithi077.stdout: Running scriptlet: ceph-immutable-object-cache-2:18.2.2-1189.gc96c8 113/122 2024-04-10T15:21:12.872 INFO:teuthology.orchestra.run.smithi077.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-10T15:21:12.872 INFO:teuthology.orchestra.run.smithi077.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-04-10T15:21:12.872 INFO:teuthology.orchestra.run.smithi077.stdout: 2024-04-10T15:21:13.167 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : rbd-mirror-2:18.2.2-1189.gc96c8d47.el9.x86_64 114/122 2024-04-10T15:21:13.190 INFO:teuthology.orchestra.run.smithi077.stdout: Running scriptlet: rbd-mirror-2:18.2.2-1189.gc96c8d47.el9.x86_64 114/122 2024-04-10T15:21:13.190 INFO:teuthology.orchestra.run.smithi077.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-10T15:21:13.190 INFO:teuthology.orchestra.run.smithi077.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-04-10T15:21:13.190 INFO:teuthology.orchestra.run.smithi077.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-04-10T15:21:13.191 INFO:teuthology.orchestra.run.smithi077.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-04-10T15:21:13.191 INFO:teuthology.orchestra.run.smithi077.stdout: 2024-04-10T15:21:13.362 INFO:teuthology.orchestra.run.smithi069.stdout: Running scriptlet: ceph-common-2:18.2.2-1189.gc96c8d47.el9.x86_64 99/122 2024-04-10T15:21:13.406 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : ceph-common-2:18.2.2-1189.gc96c8d47.el9.x86_64 99/122 2024-04-10T15:21:13.926 INFO:teuthology.orchestra.run.smithi069.stdout: Running scriptlet: ceph-common-2:18.2.2-1189.gc96c8d47.el9.x86_64 99/122 2024-04-10T15:21:14.207 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : ceph-base-2:18.2.2-1189.gc96c8d47.el9.x86_64 100/122 2024-04-10T15:21:14.207 INFO:teuthology.orchestra.run.smithi069.stdout: Running scriptlet: ceph-base-2:18.2.2-1189.gc96c8d47.el9.x86_64 100/122 2024-04-10T15:21:14.207 INFO:teuthology.orchestra.run.smithi069.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-04-10T15:21:14.207 INFO:teuthology.orchestra.run.smithi069.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-04-10T15:21:14.207 INFO:teuthology.orchestra.run.smithi069.stdout: 2024-04-10T15:21:14.207 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : ceph-selinux-2:18.2.2-1189.gc96c8d47.el9.x86_64 101/122 2024-04-10T15:21:16.908 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : ceph-test-2:18.2.2-1189.gc96c8d47.el9.x86_64 115/122 2024-04-10T15:21:16.946 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : ceph-fuse-2:18.2.2-1189.gc96c8d47.el9.x86_64 116/122 2024-04-10T15:21:16.987 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : rbd-fuse-2:18.2.2-1189.gc96c8d47.el9.x86_64 117/122 2024-04-10T15:21:17.104 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : rbd-nbd-2:18.2.2-1189.gc96c8d47.el9.x86_64 118/122 2024-04-10T15:21:17.153 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : python3-pytest-6.2.2-7.el9.noarch 119/122 2024-04-10T15:21:17.184 INFO:teuthology.orchestra.run.smithi077.stdout: Installing : libcephfs-devel-2:18.2.2-1189.gc96c8d47.el9.x86_ 120/122 2024-04-10T15:21:17.184 INFO:teuthology.orchestra.run.smithi077.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 121/122 2024-04-10T15:21:17.268 INFO:teuthology.orchestra.run.smithi077.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 121/122 2024-04-10T15:21:17.268 INFO:teuthology.orchestra.run.smithi077.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 122/122 2024-04-10T15:21:21.951 INFO:teuthology.orchestra.run.smithi077.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 122/122 2024-04-10T15:21:21.951 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : ceph-2:18.2.2-1189.gc96c8d47.el9.x86_64 1/122 2024-04-10T15:21:21.951 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : ceph-base-2:18.2.2-1189.gc96c8d47.el9.x86_64 2/122 2024-04-10T15:21:21.951 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : ceph-common-2:18.2.2-1189.gc96c8d47.el9.x86_64 3/122 2024-04-10T15:21:21.951 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : ceph-fuse-2:18.2.2-1189.gc96c8d47.el9.x86_64 4/122 2024-04-10T15:21:21.951 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : ceph-immutable-object-cache-2:18.2.2-1189.gc96c8 5/122 2024-04-10T15:21:21.951 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : ceph-mds-2:18.2.2-1189.gc96c8d47.el9.x86_64 6/122 2024-04-10T15:21:21.952 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : ceph-mgr-2:18.2.2-1189.gc96c8d47.el9.x86_64 7/122 2024-04-10T15:21:21.952 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : ceph-mon-2:18.2.2-1189.gc96c8d47.el9.x86_64 8/122 2024-04-10T15:21:21.952 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : ceph-osd-2:18.2.2-1189.gc96c8d47.el9.x86_64 9/122 2024-04-10T15:21:21.952 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : ceph-radosgw-2:18.2.2-1189.gc96c8d47.el9.x86_64 10/122 2024-04-10T15:21:21.952 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : ceph-selinux-2:18.2.2-1189.gc96c8d47.el9.x86_64 11/122 2024-04-10T15:21:21.952 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : ceph-test-2:18.2.2-1189.gc96c8d47.el9.x86_64 12/122 2024-04-10T15:21:21.952 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : libcephfs-devel-2:18.2.2-1189.gc96c8d47.el9.x86_ 13/122 2024-04-10T15:21:21.952 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : libcephfs2-2:18.2.2-1189.gc96c8d47.el9.x86_64 14/122 2024-04-10T15:21:21.952 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : libcephsqlite-2:18.2.2-1189.gc96c8d47.el9.x86_64 15/122 2024-04-10T15:21:21.952 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : librados-devel-2:18.2.2-1189.gc96c8d47.el9.x86_6 16/122 2024-04-10T15:21:21.952 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : libradosstriper1-2:18.2.2-1189.gc96c8d47.el9.x86 17/122 2024-04-10T15:21:21.952 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : librgw2-2:18.2.2-1189.gc96c8d47.el9.x86_64 18/122 2024-04-10T15:21:21.952 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-ceph-argparse-2:18.2.2-1189.gc96c8d47.el 19/122 2024-04-10T15:21:21.952 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-ceph-common-2:18.2.2-1189.gc96c8d47.el9. 20/122 2024-04-10T15:21:21.953 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-cephfs-2:18.2.2-1189.gc96c8d47.el9.x86_6 21/122 2024-04-10T15:21:21.953 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-rados-2:18.2.2-1189.gc96c8d47.el9.x86_64 22/122 2024-04-10T15:21:21.953 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-rbd-2:18.2.2-1189.gc96c8d47.el9.x86_64 23/122 2024-04-10T15:21:21.953 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-rgw-2:18.2.2-1189.gc96c8d47.el9.x86_64 24/122 2024-04-10T15:21:21.953 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : rbd-fuse-2:18.2.2-1189.gc96c8d47.el9.x86_64 25/122 2024-04-10T15:21:21.953 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : rbd-mirror-2:18.2.2-1189.gc96c8d47.el9.x86_64 26/122 2024-04-10T15:21:21.953 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : rbd-nbd-2:18.2.2-1189.gc96c8d47.el9.x86_64 27/122 2024-04-10T15:21:21.962 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : ceph-grafana-dashboards-2:18.2.2-1189.gc96c8d47. 28/122 2024-04-10T15:21:21.962 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : ceph-mgr-cephadm-2:18.2.2-1189.gc96c8d47.el9.noa 29/122 2024-04-10T15:21:21.962 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : ceph-mgr-dashboard-2:18.2.2-1189.gc96c8d47.el9.n 30/122 2024-04-10T15:21:21.962 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : ceph-mgr-diskprediction-local-2:18.2.2-1189.gc96 31/122 2024-04-10T15:21:21.962 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : ceph-mgr-modules-core-2:18.2.2-1189.gc96c8d47.el 32/122 2024-04-10T15:21:21.962 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : ceph-mgr-rook-2:18.2.2-1189.gc96c8d47.el9.noarch 33/122 2024-04-10T15:21:21.962 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : ceph-prometheus-alerts-2:18.2.2-1189.gc96c8d47.e 34/122 2024-04-10T15:21:21.962 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : cephadm-2:18.2.2-1189.gc96c8d47.el9.noarch 35/122 2024-04-10T15:21:21.962 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : fuse-2.9.9-15.el9.x86_64 36/122 2024-04-10T15:21:21.963 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : jq-1.6-16.el9.x86_64 37/122 2024-04-10T15:21:21.963 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : libgfortran-11.4.1-3.el9.x86_64 38/122 2024-04-10T15:21:21.963 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : libquadmath-11.4.1-3.el9.x86_64 39/122 2024-04-10T15:21:21.963 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : oniguruma-6.9.6-1.el9.5.x86_64 40/122 2024-04-10T15:21:21.963 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 41/122 2024-04-10T15:21:21.963 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 42/122 2024-04-10T15:21:21.963 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-ply-3.11-14.el9.noarch 43/122 2024-04-10T15:21:21.963 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 44/122 2024-04-10T15:21:21.963 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 45/122 2024-04-10T15:21:21.963 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-urllib3-1.26.5-5.el9.noarch 46/122 2024-04-10T15:21:21.964 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 47/122 2024-04-10T15:21:21.964 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 48/122 2024-04-10T15:21:21.964 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 49/122 2024-04-10T15:21:21.964 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 50/122 2024-04-10T15:21:21.964 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 51/122 2024-04-10T15:21:21.964 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 52/122 2024-04-10T15:21:21.964 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 53/122 2024-04-10T15:21:21.964 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 54/122 2024-04-10T15:21:21.964 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : openblas-0.3.21-2.el9.x86_64 55/122 2024-04-10T15:21:21.964 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : openblas-openmp-0.3.21-2.el9.x86_64 56/122 2024-04-10T15:21:21.964 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 57/122 2024-04-10T15:21:21.964 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 58/122 2024-04-10T15:21:21.964 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-devel-3.9.17-2.el9.x86_64 59/122 2024-04-10T15:21:21.965 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-iniconfig-1.1.1-7.el9.noarch 60/122 2024-04-10T15:21:21.965 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-jinja2-2.11.3-5.el9.noarch 61/122 2024-04-10T15:21:21.965 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 62/122 2024-04-10T15:21:21.965 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 63/122 2024-04-10T15:21:21.965 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 64/122 2024-04-10T15:21:21.965 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 65/122 2024-04-10T15:21:21.965 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 66/122 2024-04-10T15:21:21.965 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 67/122 2024-04-10T15:21:21.965 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 68/122 2024-04-10T15:21:21.965 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 69/122 2024-04-10T15:21:21.965 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-pluggy-0.13.1-7.el9.noarch 70/122 2024-04-10T15:21:21.965 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 71/122 2024-04-10T15:21:21.965 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-py-1.10.0-6.el9.noarch 72/122 2024-04-10T15:21:21.965 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 73/122 2024-04-10T15:21:21.966 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 74/122 2024-04-10T15:21:21.966 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-pytest-6.2.2-7.el9.noarch 75/122 2024-04-10T15:21:21.966 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 76/122 2024-04-10T15:21:21.966 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 77/122 2024-04-10T15:21:21.966 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 78/122 2024-04-10T15:21:21.966 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 79/122 2024-04-10T15:21:21.966 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : socat-1.7.4.1-5.el9.x86_64 80/122 2024-04-10T15:21:21.966 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 81/122 2024-04-10T15:21:21.966 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : fmt-8.1.1-5.el9.x86_64 82/122 2024-04-10T15:21:21.966 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : gperftools-libs-2.9.1-2.el9.x86_64 83/122 2024-04-10T15:21:21.966 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : libarrow-9.0.0-10.el9.x86_64 84/122 2024-04-10T15:21:21.966 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : libarrow-doc-9.0.0-10.el9.noarch 85/122 2024-04-10T15:21:21.966 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 86/122 2024-04-10T15:21:21.967 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 87/122 2024-04-10T15:21:21.967 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : parquet-libs-9.0.0-10.el9.x86_64 88/122 2024-04-10T15:21:21.967 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 89/122 2024-04-10T15:21:21.967 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 90/122 2024-04-10T15:21:21.967 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 91/122 2024-04-10T15:21:21.967 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-certifi-2021.10.8-2.el9.noarch 92/122 2024-04-10T15:21:21.967 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 93/122 2024-04-10T15:21:21.967 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 94/122 2024-04-10T15:21:21.967 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-google-auth-1:2.28.2-1.el9.noarch 95/122 2024-04-10T15:21:21.967 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 96/122 2024-04-10T15:21:21.967 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 97/122 2024-04-10T15:21:21.967 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 98/122 2024-04-10T15:21:21.967 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 99/122 2024-04-10T15:21:21.968 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 100/122 2024-04-10T15:21:21.968 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 101/122 2024-04-10T15:21:21.968 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 102/122 2024-04-10T15:21:21.968 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 103/122 2024-04-10T15:21:21.968 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 104/122 2024-04-10T15:21:21.968 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 105/122 2024-04-10T15:21:21.968 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 106/122 2024-04-10T15:21:21.968 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 107/122 2024-04-10T15:21:21.968 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 108/122 2024-04-10T15:21:21.968 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 109/122 2024-04-10T15:21:21.968 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 110/122 2024-04-10T15:21:21.968 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 111/122 2024-04-10T15:21:21.968 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-typing-extensions-4.4.0-2.el9.noarch 112/122 2024-04-10T15:21:21.968 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-webob-1.8.7-6.el9.noarch 113/122 2024-04-10T15:21:21.968 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 114/122 2024-04-10T15:21:21.969 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 115/122 2024-04-10T15:21:21.969 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 116/122 2024-04-10T15:21:21.969 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : re2-1:20211101-3.el9.x86_64 117/122 2024-04-10T15:21:21.969 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 118/122 2024-04-10T15:21:21.969 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : librados2-2:18.2.2-1189.gc96c8d47.el9.x86_64 119/122 2024-04-10T15:21:21.969 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 120/122 2024-04-10T15:21:21.969 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : librbd1-2:18.2.2-1189.gc96c8d47.el9.x86_64 121/122 2024-04-10T15:21:24.057 INFO:teuthology.orchestra.run.smithi077.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 122/122 2024-04-10T15:21:24.057 INFO:teuthology.orchestra.run.smithi077.stdout: 2024-04-10T15:21:24.057 INFO:teuthology.orchestra.run.smithi077.stdout:Upgraded: 2024-04-10T15:21:24.057 INFO:teuthology.orchestra.run.smithi077.stdout: librados2-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-10T15:21:24.058 INFO:teuthology.orchestra.run.smithi077.stdout: librbd1-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-10T15:21:24.058 INFO:teuthology.orchestra.run.smithi077.stdout:Installed: 2024-04-10T15:21:24.058 INFO:teuthology.orchestra.run.smithi077.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-04-10T15:21:24.058 INFO:teuthology.orchestra.run.smithi077.stdout: ceph-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-10T15:21:24.058 INFO:teuthology.orchestra.run.smithi077.stdout: ceph-base-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-10T15:21:24.058 INFO:teuthology.orchestra.run.smithi077.stdout: ceph-common-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-10T15:21:24.058 INFO:teuthology.orchestra.run.smithi077.stdout: ceph-fuse-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-10T15:21:24.059 INFO:teuthology.orchestra.run.smithi077.stdout: ceph-grafana-dashboards-2:18.2.2-1189.gc96c8d47.el9.noarch 2024-04-10T15:21:24.059 INFO:teuthology.orchestra.run.smithi077.stdout: ceph-immutable-object-cache-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-10T15:21:24.059 INFO:teuthology.orchestra.run.smithi077.stdout: ceph-mds-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-10T15:21:24.059 INFO:teuthology.orchestra.run.smithi077.stdout: ceph-mgr-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-10T15:21:24.059 INFO:teuthology.orchestra.run.smithi077.stdout: ceph-mgr-cephadm-2:18.2.2-1189.gc96c8d47.el9.noarch 2024-04-10T15:21:24.059 INFO:teuthology.orchestra.run.smithi077.stdout: ceph-mgr-dashboard-2:18.2.2-1189.gc96c8d47.el9.noarch 2024-04-10T15:21:24.060 INFO:teuthology.orchestra.run.smithi077.stdout: ceph-mgr-diskprediction-local-2:18.2.2-1189.gc96c8d47.el9.noarch 2024-04-10T15:21:24.060 INFO:teuthology.orchestra.run.smithi077.stdout: ceph-mgr-modules-core-2:18.2.2-1189.gc96c8d47.el9.noarch 2024-04-10T15:21:24.060 INFO:teuthology.orchestra.run.smithi077.stdout: ceph-mgr-rook-2:18.2.2-1189.gc96c8d47.el9.noarch 2024-04-10T15:21:24.060 INFO:teuthology.orchestra.run.smithi077.stdout: ceph-mon-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-10T15:21:24.060 INFO:teuthology.orchestra.run.smithi077.stdout: ceph-osd-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-10T15:21:24.060 INFO:teuthology.orchestra.run.smithi077.stdout: ceph-prometheus-alerts-2:18.2.2-1189.gc96c8d47.el9.noarch 2024-04-10T15:21:24.061 INFO:teuthology.orchestra.run.smithi077.stdout: ceph-radosgw-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-10T15:21:24.061 INFO:teuthology.orchestra.run.smithi077.stdout: ceph-selinux-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-10T15:21:24.061 INFO:teuthology.orchestra.run.smithi077.stdout: ceph-test-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-10T15:21:24.061 INFO:teuthology.orchestra.run.smithi077.stdout: cephadm-2:18.2.2-1189.gc96c8d47.el9.noarch 2024-04-10T15:21:24.061 INFO:teuthology.orchestra.run.smithi077.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-04-10T15:21:24.061 INFO:teuthology.orchestra.run.smithi077.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-04-10T15:21:24.061 INFO:teuthology.orchestra.run.smithi077.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-04-10T15:21:24.062 INFO:teuthology.orchestra.run.smithi077.stdout: fmt-8.1.1-5.el9.x86_64 2024-04-10T15:21:24.062 INFO:teuthology.orchestra.run.smithi077.stdout: fuse-2.9.9-15.el9.x86_64 2024-04-10T15:21:24.062 INFO:teuthology.orchestra.run.smithi077.stdout: gperftools-libs-2.9.1-2.el9.x86_64 2024-04-10T15:21:24.062 INFO:teuthology.orchestra.run.smithi077.stdout: jq-1.6-16.el9.x86_64 2024-04-10T15:21:24.062 INFO:teuthology.orchestra.run.smithi077.stdout: libarrow-9.0.0-10.el9.x86_64 2024-04-10T15:21:24.062 INFO:teuthology.orchestra.run.smithi077.stdout: libarrow-doc-9.0.0-10.el9.noarch 2024-04-10T15:21:24.063 INFO:teuthology.orchestra.run.smithi077.stdout: libcephfs-devel-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-10T15:21:24.063 INFO:teuthology.orchestra.run.smithi077.stdout: libcephfs2-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-10T15:21:24.063 INFO:teuthology.orchestra.run.smithi077.stdout: libcephsqlite-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-10T15:21:24.063 INFO:teuthology.orchestra.run.smithi077.stdout: libgfortran-11.4.1-3.el9.x86_64 2024-04-10T15:21:24.063 INFO:teuthology.orchestra.run.smithi077.stdout: liboath-2.6.7-2.el9.x86_64 2024-04-10T15:21:24.063 INFO:teuthology.orchestra.run.smithi077.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-04-10T15:21:24.063 INFO:teuthology.orchestra.run.smithi077.stdout: libquadmath-11.4.1-3.el9.x86_64 2024-04-10T15:21:24.063 INFO:teuthology.orchestra.run.smithi077.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-04-10T15:21:24.064 INFO:teuthology.orchestra.run.smithi077.stdout: librados-devel-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-10T15:21:24.064 INFO:teuthology.orchestra.run.smithi077.stdout: libradosstriper1-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-10T15:21:24.064 INFO:teuthology.orchestra.run.smithi077.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-04-10T15:21:24.064 INFO:teuthology.orchestra.run.smithi077.stdout: librgw2-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-10T15:21:24.064 INFO:teuthology.orchestra.run.smithi077.stdout: libunwind-1.6.2-1.el9.x86_64 2024-04-10T15:21:24.064 INFO:teuthology.orchestra.run.smithi077.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-04-10T15:21:24.064 INFO:teuthology.orchestra.run.smithi077.stdout: oniguruma-6.9.6-1.el9.5.x86_64 2024-04-10T15:21:24.065 INFO:teuthology.orchestra.run.smithi077.stdout: openblas-0.3.21-2.el9.x86_64 2024-04-10T15:21:24.065 INFO:teuthology.orchestra.run.smithi077.stdout: openblas-openmp-0.3.21-2.el9.x86_64 2024-04-10T15:21:24.065 INFO:teuthology.orchestra.run.smithi077.stdout: parquet-libs-9.0.0-10.el9.x86_64 2024-04-10T15:21:24.065 INFO:teuthology.orchestra.run.smithi077.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-04-10T15:21:24.066 INFO:teuthology.orchestra.run.smithi077.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-04-10T15:21:24.066 INFO:teuthology.orchestra.run.smithi077.stdout: python3-babel-2.9.1-2.el9.noarch 2024-04-10T15:21:24.066 INFO:teuthology.orchestra.run.smithi077.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-04-10T15:21:24.066 INFO:teuthology.orchestra.run.smithi077.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-04-10T15:21:24.066 INFO:teuthology.orchestra.run.smithi077.stdout: python3-ceph-argparse-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-10T15:21:24.066 INFO:teuthology.orchestra.run.smithi077.stdout: python3-ceph-common-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-10T15:21:24.066 INFO:teuthology.orchestra.run.smithi077.stdout: python3-cephfs-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-10T15:21:24.066 INFO:teuthology.orchestra.run.smithi077.stdout: python3-certifi-2021.10.8-2.el9.noarch 2024-04-10T15:21:24.067 INFO:teuthology.orchestra.run.smithi077.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-04-10T15:21:24.067 INFO:teuthology.orchestra.run.smithi077.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-04-10T15:21:24.067 INFO:teuthology.orchestra.run.smithi077.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-04-10T15:21:24.067 INFO:teuthology.orchestra.run.smithi077.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-04-10T15:21:24.067 INFO:teuthology.orchestra.run.smithi077.stdout: python3-devel-3.9.17-2.el9.x86_64 2024-04-10T15:21:24.067 INFO:teuthology.orchestra.run.smithi077.stdout: python3-google-auth-1:2.28.2-1.el9.noarch 2024-04-10T15:21:24.067 INFO:teuthology.orchestra.run.smithi077.stdout: python3-iniconfig-1.1.1-7.el9.noarch 2024-04-10T15:21:24.067 INFO:teuthology.orchestra.run.smithi077.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-04-10T15:21:24.067 INFO:teuthology.orchestra.run.smithi077.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-04-10T15:21:24.067 INFO:teuthology.orchestra.run.smithi077.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-04-10T15:21:24.067 INFO:teuthology.orchestra.run.smithi077.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-04-10T15:21:24.067 INFO:teuthology.orchestra.run.smithi077.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-04-10T15:21:24.067 INFO:teuthology.orchestra.run.smithi077.stdout: python3-jinja2-2.11.3-5.el9.noarch 2024-04-10T15:21:24.067 INFO:teuthology.orchestra.run.smithi077.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-04-10T15:21:24.068 INFO:teuthology.orchestra.run.smithi077.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-04-10T15:21:24.068 INFO:teuthology.orchestra.run.smithi077.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-04-10T15:21:24.068 INFO:teuthology.orchestra.run.smithi077.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-04-10T15:21:24.068 INFO:teuthology.orchestra.run.smithi077.stdout: python3-mako-1.1.4-6.el9.noarch 2024-04-10T15:21:24.068 INFO:teuthology.orchestra.run.smithi077.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-04-10T15:21:24.068 INFO:teuthology.orchestra.run.smithi077.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-04-10T15:21:24.068 INFO:teuthology.orchestra.run.smithi077.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-04-10T15:21:24.068 INFO:teuthology.orchestra.run.smithi077.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-04-10T15:21:24.068 INFO:teuthology.orchestra.run.smithi077.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-04-10T15:21:24.068 INFO:teuthology.orchestra.run.smithi077.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-04-10T15:21:24.068 INFO:teuthology.orchestra.run.smithi077.stdout: python3-packaging-20.9-5.el9.noarch 2024-04-10T15:21:24.068 INFO:teuthology.orchestra.run.smithi077.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-04-10T15:21:24.068 INFO:teuthology.orchestra.run.smithi077.stdout: python3-pluggy-0.13.1-7.el9.noarch 2024-04-10T15:21:24.068 INFO:teuthology.orchestra.run.smithi077.stdout: python3-ply-3.11-14.el9.noarch 2024-04-10T15:21:24.069 INFO:teuthology.orchestra.run.smithi077.stdout: python3-portend-3.1.0-2.el9.noarch 2024-04-10T15:21:24.069 INFO:teuthology.orchestra.run.smithi077.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-04-10T15:21:24.069 INFO:teuthology.orchestra.run.smithi077.stdout: python3-py-1.10.0-6.el9.noarch 2024-04-10T15:21:24.069 INFO:teuthology.orchestra.run.smithi077.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-04-10T15:21:24.069 INFO:teuthology.orchestra.run.smithi077.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-04-10T15:21:24.069 INFO:teuthology.orchestra.run.smithi077.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-04-10T15:21:24.069 INFO:teuthology.orchestra.run.smithi077.stdout: python3-pycparser-2.20-6.el9.noarch 2024-04-10T15:21:24.069 INFO:teuthology.orchestra.run.smithi077.stdout: python3-pytest-6.2.2-7.el9.noarch 2024-04-10T15:21:24.069 INFO:teuthology.orchestra.run.smithi077.stdout: python3-pytz-2021.1-5.el9.noarch 2024-04-10T15:21:24.069 INFO:teuthology.orchestra.run.smithi077.stdout: python3-rados-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-10T15:21:24.069 INFO:teuthology.orchestra.run.smithi077.stdout: python3-rbd-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-10T15:21:24.069 INFO:teuthology.orchestra.run.smithi077.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-04-10T15:21:24.069 INFO:teuthology.orchestra.run.smithi077.stdout: python3-requests-2.25.1-8.el9.noarch 2024-04-10T15:21:24.069 INFO:teuthology.orchestra.run.smithi077.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-04-10T15:21:24.069 INFO:teuthology.orchestra.run.smithi077.stdout: python3-rgw-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-10T15:21:24.070 INFO:teuthology.orchestra.run.smithi077.stdout: python3-routes-2.5.1-5.el9.noarch 2024-04-10T15:21:24.070 INFO:teuthology.orchestra.run.smithi077.stdout: python3-rsa-4.9-2.el9.noarch 2024-04-10T15:21:24.070 INFO:teuthology.orchestra.run.smithi077.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-04-10T15:21:24.070 INFO:teuthology.orchestra.run.smithi077.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-04-10T15:21:24.070 INFO:teuthology.orchestra.run.smithi077.stdout: python3-toml-0.10.2-6.el9.noarch 2024-04-10T15:21:24.070 INFO:teuthology.orchestra.run.smithi077.stdout: python3-typing-extensions-4.4.0-2.el9.noarch 2024-04-10T15:21:24.070 INFO:teuthology.orchestra.run.smithi077.stdout: python3-urllib3-1.26.5-5.el9.noarch 2024-04-10T15:21:24.070 INFO:teuthology.orchestra.run.smithi077.stdout: python3-webob-1.8.7-6.el9.noarch 2024-04-10T15:21:24.070 INFO:teuthology.orchestra.run.smithi077.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-04-10T15:21:24.070 INFO:teuthology.orchestra.run.smithi077.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-04-10T15:21:24.070 INFO:teuthology.orchestra.run.smithi077.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-04-10T15:21:24.070 INFO:teuthology.orchestra.run.smithi077.stdout: rbd-fuse-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-10T15:21:24.071 INFO:teuthology.orchestra.run.smithi077.stdout: rbd-mirror-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-10T15:21:24.071 INFO:teuthology.orchestra.run.smithi077.stdout: rbd-nbd-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-10T15:21:24.071 INFO:teuthology.orchestra.run.smithi077.stdout: re2-1:20211101-3.el9.x86_64 2024-04-10T15:21:24.071 INFO:teuthology.orchestra.run.smithi077.stdout: socat-1.7.4.1-5.el9.x86_64 2024-04-10T15:21:24.071 INFO:teuthology.orchestra.run.smithi077.stdout: thrift-0.15.0-2.el9.x86_64 2024-04-10T15:21:24.071 INFO:teuthology.orchestra.run.smithi077.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-04-10T15:21:24.071 INFO:teuthology.orchestra.run.smithi077.stdout: 2024-04-10T15:21:24.071 INFO:teuthology.orchestra.run.smithi077.stdout:Complete! 2024-04-10T15:21:24.385 DEBUG:teuthology.parallel:result is None 2024-04-10T15:21:25.131 INFO:teuthology.orchestra.run.smithi069.stdout: Running scriptlet: ceph-selinux-2:18.2.2-1189.gc96c8d47.el9.x86_64 101/122 2024-04-10T15:21:25.131 INFO:teuthology.orchestra.run.smithi069.stdout:skipping the directory /sys 2024-04-10T15:21:25.131 INFO:teuthology.orchestra.run.smithi069.stdout:skipping the directory /proc 2024-04-10T15:21:25.131 INFO:teuthology.orchestra.run.smithi069.stdout:skipping the directory /mnt 2024-04-10T15:21:25.131 INFO:teuthology.orchestra.run.smithi069.stdout:skipping the directory /var/tmp 2024-04-10T15:21:25.131 INFO:teuthology.orchestra.run.smithi069.stdout:skipping the directory /home 2024-04-10T15:21:25.131 INFO:teuthology.orchestra.run.smithi069.stdout:skipping the directory /root 2024-04-10T15:21:25.131 INFO:teuthology.orchestra.run.smithi069.stdout:skipping the directory /tmp 2024-04-10T15:21:25.131 INFO:teuthology.orchestra.run.smithi069.stdout: 2024-04-10T15:21:25.213 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : ceph-mgr-cephadm-2:18.2.2-1189.gc96c8d47.el9.noa 102/122 2024-04-10T15:21:26.280 INFO:teuthology.orchestra.run.smithi069.stdout: Running scriptlet: ceph-mgr-cephadm-2:18.2.2-1189.gc96c8d47.el9.noa 102/122 2024-04-10T15:21:26.325 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : ceph-mgr-dashboard-2:18.2.2-1189.gc96c8d47.el9.n 103/122 2024-04-10T15:21:27.280 INFO:teuthology.orchestra.run.smithi069.stdout: Running scriptlet: ceph-mgr-dashboard-2:18.2.2-1189.gc96c8d47.el9.n 103/122 2024-04-10T15:21:27.317 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : ceph-mgr-diskprediction-local-2:18.2.2-1189.gc96 104/122 2024-04-10T15:21:27.416 INFO:teuthology.orchestra.run.smithi069.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:18.2.2-1189.gc96 104/122 2024-04-10T15:21:27.583 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : ceph-mgr-modules-core-2:18.2.2-1189.gc96c8d47.el 105/122 2024-04-10T15:21:27.620 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : ceph-mgr-2:18.2.2-1189.gc96c8d47.el9.x86_64 106/122 2024-04-10T15:21:27.642 INFO:teuthology.orchestra.run.smithi069.stdout: Running scriptlet: ceph-mgr-2:18.2.2-1189.gc96c8d47.el9.x86_64 106/122 2024-04-10T15:21:27.642 INFO:teuthology.orchestra.run.smithi069.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-10T15:21:27.642 INFO:teuthology.orchestra.run.smithi069.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-04-10T15:21:27.642 INFO:teuthology.orchestra.run.smithi069.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-04-10T15:21:27.642 INFO:teuthology.orchestra.run.smithi069.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-04-10T15:21:27.642 INFO:teuthology.orchestra.run.smithi069.stdout: 2024-04-10T15:21:27.687 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : ceph-mgr-rook-2:18.2.2-1189.gc96c8d47.el9.noarch 107/122 2024-04-10T15:21:27.868 INFO:teuthology.orchestra.run.smithi069.stdout: Running scriptlet: ceph-mgr-rook-2:18.2.2-1189.gc96c8d47.el9.noarch 107/122 2024-04-10T15:21:27.904 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : ceph-mds-2:18.2.2-1189.gc96c8d47.el9.x86_64 108/122 2024-04-10T15:21:27.927 INFO:teuthology.orchestra.run.smithi069.stdout: Running scriptlet: ceph-mds-2:18.2.2-1189.gc96c8d47.el9.x86_64 108/122 2024-04-10T15:21:27.927 INFO:teuthology.orchestra.run.smithi069.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-10T15:21:27.927 INFO:teuthology.orchestra.run.smithi069.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-04-10T15:21:27.927 INFO:teuthology.orchestra.run.smithi069.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-04-10T15:21:27.927 INFO:teuthology.orchestra.run.smithi069.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-04-10T15:21:27.927 INFO:teuthology.orchestra.run.smithi069.stdout: 2024-04-10T15:21:28.363 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : ceph-mon-2:18.2.2-1189.gc96c8d47.el9.x86_64 109/122 2024-04-10T15:21:28.385 INFO:teuthology.orchestra.run.smithi069.stdout: Running scriptlet: ceph-mon-2:18.2.2-1189.gc96c8d47.el9.x86_64 109/122 2024-04-10T15:21:28.385 INFO:teuthology.orchestra.run.smithi069.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-10T15:21:28.386 INFO:teuthology.orchestra.run.smithi069.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-04-10T15:21:28.386 INFO:teuthology.orchestra.run.smithi069.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-04-10T15:21:28.386 INFO:teuthology.orchestra.run.smithi069.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-04-10T15:21:28.386 INFO:teuthology.orchestra.run.smithi069.stdout: 2024-04-10T15:21:29.780 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : ceph-osd-2:18.2.2-1189.gc96c8d47.el9.x86_64 110/122 2024-04-10T15:21:29.806 INFO:teuthology.orchestra.run.smithi069.stdout: Running scriptlet: ceph-osd-2:18.2.2-1189.gc96c8d47.el9.x86_64 110/122 2024-04-10T15:21:29.806 INFO:teuthology.orchestra.run.smithi069.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-10T15:21:29.806 INFO:teuthology.orchestra.run.smithi069.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-04-10T15:21:29.806 INFO:teuthology.orchestra.run.smithi069.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-04-10T15:21:29.806 INFO:teuthology.orchestra.run.smithi069.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-04-10T15:21:29.806 INFO:teuthology.orchestra.run.smithi069.stdout: 2024-04-10T15:21:30.511 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : ceph-2:18.2.2-1189.gc96c8d47.el9.x86_64 111/122 2024-04-10T15:21:30.540 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : ceph-radosgw-2:18.2.2-1189.gc96c8d47.el9.x86_64 112/122 2024-04-10T15:21:30.562 INFO:teuthology.orchestra.run.smithi069.stdout: Running scriptlet: ceph-radosgw-2:18.2.2-1189.gc96c8d47.el9.x86_64 112/122 2024-04-10T15:21:30.563 INFO:teuthology.orchestra.run.smithi069.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-10T15:21:30.563 INFO:teuthology.orchestra.run.smithi069.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-04-10T15:21:30.563 INFO:teuthology.orchestra.run.smithi069.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-04-10T15:21:30.563 INFO:teuthology.orchestra.run.smithi069.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-04-10T15:21:30.563 INFO:teuthology.orchestra.run.smithi069.stdout: 2024-04-10T15:21:30.608 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : ceph-immutable-object-cache-2:18.2.2-1189.gc96c8 113/122 2024-04-10T15:21:30.630 INFO:teuthology.orchestra.run.smithi069.stdout: Running scriptlet: ceph-immutable-object-cache-2:18.2.2-1189.gc96c8 113/122 2024-04-10T15:21:30.630 INFO:teuthology.orchestra.run.smithi069.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-10T15:21:30.630 INFO:teuthology.orchestra.run.smithi069.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-04-10T15:21:30.630 INFO:teuthology.orchestra.run.smithi069.stdout: 2024-04-10T15:21:30.925 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : rbd-mirror-2:18.2.2-1189.gc96c8d47.el9.x86_64 114/122 2024-04-10T15:21:30.947 INFO:teuthology.orchestra.run.smithi069.stdout: Running scriptlet: rbd-mirror-2:18.2.2-1189.gc96c8d47.el9.x86_64 114/122 2024-04-10T15:21:30.947 INFO:teuthology.orchestra.run.smithi069.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-10T15:21:30.948 INFO:teuthology.orchestra.run.smithi069.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-04-10T15:21:30.948 INFO:teuthology.orchestra.run.smithi069.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-04-10T15:21:30.948 INFO:teuthology.orchestra.run.smithi069.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-04-10T15:21:30.948 INFO:teuthology.orchestra.run.smithi069.stdout: 2024-04-10T15:21:34.757 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : ceph-test-2:18.2.2-1189.gc96c8d47.el9.x86_64 115/122 2024-04-10T15:21:34.803 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : ceph-fuse-2:18.2.2-1189.gc96c8d47.el9.x86_64 116/122 2024-04-10T15:21:34.845 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : rbd-fuse-2:18.2.2-1189.gc96c8d47.el9.x86_64 117/122 2024-04-10T15:21:34.962 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : rbd-nbd-2:18.2.2-1189.gc96c8d47.el9.x86_64 118/122 2024-04-10T15:21:34.994 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : python3-pytest-6.2.2-7.el9.noarch 119/122 2024-04-10T15:21:35.025 INFO:teuthology.orchestra.run.smithi069.stdout: Installing : libcephfs-devel-2:18.2.2-1189.gc96c8d47.el9.x86_ 120/122 2024-04-10T15:21:35.025 INFO:teuthology.orchestra.run.smithi069.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 121/122 2024-04-10T15:21:35.092 INFO:teuthology.orchestra.run.smithi069.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 121/122 2024-04-10T15:21:35.092 INFO:teuthology.orchestra.run.smithi069.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 122/122 2024-04-10T15:21:39.847 INFO:teuthology.orchestra.run.smithi069.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 122/122 2024-04-10T15:21:39.847 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : ceph-2:18.2.2-1189.gc96c8d47.el9.x86_64 1/122 2024-04-10T15:21:39.847 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : ceph-base-2:18.2.2-1189.gc96c8d47.el9.x86_64 2/122 2024-04-10T15:21:39.847 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : ceph-common-2:18.2.2-1189.gc96c8d47.el9.x86_64 3/122 2024-04-10T15:21:39.848 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : ceph-fuse-2:18.2.2-1189.gc96c8d47.el9.x86_64 4/122 2024-04-10T15:21:39.848 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : ceph-immutable-object-cache-2:18.2.2-1189.gc96c8 5/122 2024-04-10T15:21:39.848 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : ceph-mds-2:18.2.2-1189.gc96c8d47.el9.x86_64 6/122 2024-04-10T15:21:39.848 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : ceph-mgr-2:18.2.2-1189.gc96c8d47.el9.x86_64 7/122 2024-04-10T15:21:39.848 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : ceph-mon-2:18.2.2-1189.gc96c8d47.el9.x86_64 8/122 2024-04-10T15:21:39.848 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : ceph-osd-2:18.2.2-1189.gc96c8d47.el9.x86_64 9/122 2024-04-10T15:21:39.848 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : ceph-radosgw-2:18.2.2-1189.gc96c8d47.el9.x86_64 10/122 2024-04-10T15:21:39.848 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : ceph-selinux-2:18.2.2-1189.gc96c8d47.el9.x86_64 11/122 2024-04-10T15:21:39.848 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : ceph-test-2:18.2.2-1189.gc96c8d47.el9.x86_64 12/122 2024-04-10T15:21:39.848 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : libcephfs-devel-2:18.2.2-1189.gc96c8d47.el9.x86_ 13/122 2024-04-10T15:21:39.848 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : libcephfs2-2:18.2.2-1189.gc96c8d47.el9.x86_64 14/122 2024-04-10T15:21:39.848 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : libcephsqlite-2:18.2.2-1189.gc96c8d47.el9.x86_64 15/122 2024-04-10T15:21:39.848 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : librados-devel-2:18.2.2-1189.gc96c8d47.el9.x86_6 16/122 2024-04-10T15:21:39.848 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : libradosstriper1-2:18.2.2-1189.gc96c8d47.el9.x86 17/122 2024-04-10T15:21:39.848 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : librgw2-2:18.2.2-1189.gc96c8d47.el9.x86_64 18/122 2024-04-10T15:21:39.849 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : python3-ceph-argparse-2:18.2.2-1189.gc96c8d47.el 19/122 2024-04-10T15:21:39.849 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : python3-ceph-common-2:18.2.2-1189.gc96c8d47.el9. 20/122 2024-04-10T15:21:39.849 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : python3-cephfs-2:18.2.2-1189.gc96c8d47.el9.x86_6 21/122 2024-04-10T15:21:39.849 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : python3-rados-2:18.2.2-1189.gc96c8d47.el9.x86_64 22/122 2024-04-10T15:21:39.849 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : python3-rbd-2:18.2.2-1189.gc96c8d47.el9.x86_64 23/122 2024-04-10T15:21:39.849 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : python3-rgw-2:18.2.2-1189.gc96c8d47.el9.x86_64 24/122 2024-04-10T15:21:39.849 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : rbd-fuse-2:18.2.2-1189.gc96c8d47.el9.x86_64 25/122 2024-04-10T15:21:39.849 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : rbd-mirror-2:18.2.2-1189.gc96c8d47.el9.x86_64 26/122 2024-04-10T15:21:39.849 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : rbd-nbd-2:18.2.2-1189.gc96c8d47.el9.x86_64 27/122 2024-04-10T15:21:39.858 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : ceph-grafana-dashboards-2:18.2.2-1189.gc96c8d47. 28/122 2024-04-10T15:21:39.859 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : ceph-mgr-cephadm-2:18.2.2-1189.gc96c8d47.el9.noa 29/122 2024-04-10T15:21:39.859 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : ceph-mgr-dashboard-2:18.2.2-1189.gc96c8d47.el9.n 30/122 2024-04-10T15:21:39.859 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : ceph-mgr-diskprediction-local-2:18.2.2-1189.gc96 31/122 2024-04-10T15:21:39.859 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : ceph-mgr-modules-core-2:18.2.2-1189.gc96c8d47.el 32/122 2024-04-10T15:21:39.859 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : ceph-mgr-rook-2:18.2.2-1189.gc96c8d47.el9.noarch 33/122 2024-04-10T15:21:39.859 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : ceph-prometheus-alerts-2:18.2.2-1189.gc96c8d47.e 34/122 2024-04-10T15:21:39.859 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : cephadm-2:18.2.2-1189.gc96c8d47.el9.noarch 35/122 2024-04-10T15:21:39.859 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : fuse-2.9.9-15.el9.x86_64 36/122 2024-04-10T15:21:39.859 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : jq-1.6-16.el9.x86_64 37/122 2024-04-10T15:21:39.859 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : libgfortran-11.4.1-3.el9.x86_64 38/122 2024-04-10T15:21:39.859 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : libquadmath-11.4.1-3.el9.x86_64 39/122 2024-04-10T15:21:39.859 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : oniguruma-6.9.6-1.el9.5.x86_64 40/122 2024-04-10T15:21:39.860 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 41/122 2024-04-10T15:21:39.860 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 42/122 2024-04-10T15:21:39.860 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : python3-ply-3.11-14.el9.noarch 43/122 2024-04-10T15:21:39.860 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 44/122 2024-04-10T15:21:39.860 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 45/122 2024-04-10T15:21:39.860 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : python3-urllib3-1.26.5-5.el9.noarch 46/122 2024-04-10T15:21:39.860 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 47/122 2024-04-10T15:21:39.860 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 48/122 2024-04-10T15:21:39.860 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 49/122 2024-04-10T15:21:39.860 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 50/122 2024-04-10T15:21:39.860 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 51/122 2024-04-10T15:21:39.860 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 52/122 2024-04-10T15:21:39.860 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 53/122 2024-04-10T15:21:39.860 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 54/122 2024-04-10T15:21:39.861 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : openblas-0.3.21-2.el9.x86_64 55/122 2024-04-10T15:21:39.861 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : openblas-openmp-0.3.21-2.el9.x86_64 56/122 2024-04-10T15:21:39.861 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 57/122 2024-04-10T15:21:39.861 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 58/122 2024-04-10T15:21:39.861 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : python3-devel-3.9.17-2.el9.x86_64 59/122 2024-04-10T15:21:39.861 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : python3-iniconfig-1.1.1-7.el9.noarch 60/122 2024-04-10T15:21:39.861 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : python3-jinja2-2.11.3-5.el9.noarch 61/122 2024-04-10T15:21:39.861 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 62/122 2024-04-10T15:21:39.861 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 63/122 2024-04-10T15:21:39.861 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 64/122 2024-04-10T15:21:39.861 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 65/122 2024-04-10T15:21:39.861 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 66/122 2024-04-10T15:21:39.861 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 67/122 2024-04-10T15:21:39.861 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 68/122 2024-04-10T15:21:39.862 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 69/122 2024-04-10T15:21:39.862 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : python3-pluggy-0.13.1-7.el9.noarch 70/122 2024-04-10T15:21:39.862 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 71/122 2024-04-10T15:21:39.862 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : python3-py-1.10.0-6.el9.noarch 72/122 2024-04-10T15:21:39.862 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 73/122 2024-04-10T15:21:39.862 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 74/122 2024-04-10T15:21:39.862 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : python3-pytest-6.2.2-7.el9.noarch 75/122 2024-04-10T15:21:39.862 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 76/122 2024-04-10T15:21:39.862 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 77/122 2024-04-10T15:21:39.862 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 78/122 2024-04-10T15:21:39.862 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 79/122 2024-04-10T15:21:39.862 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : socat-1.7.4.1-5.el9.x86_64 80/122 2024-04-10T15:21:39.862 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 81/122 2024-04-10T15:21:39.862 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : fmt-8.1.1-5.el9.x86_64 82/122 2024-04-10T15:21:39.863 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : gperftools-libs-2.9.1-2.el9.x86_64 83/122 2024-04-10T15:21:39.863 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : libarrow-9.0.0-10.el9.x86_64 84/122 2024-04-10T15:21:39.863 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : libarrow-doc-9.0.0-10.el9.noarch 85/122 2024-04-10T15:21:39.863 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 86/122 2024-04-10T15:21:39.863 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 87/122 2024-04-10T15:21:39.863 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : parquet-libs-9.0.0-10.el9.x86_64 88/122 2024-04-10T15:21:39.863 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 89/122 2024-04-10T15:21:39.863 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 90/122 2024-04-10T15:21:39.863 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 91/122 2024-04-10T15:21:39.863 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : python3-certifi-2021.10.8-2.el9.noarch 92/122 2024-04-10T15:21:39.863 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 93/122 2024-04-10T15:21:39.863 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 94/122 2024-04-10T15:21:39.863 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : python3-google-auth-1:2.28.2-1.el9.noarch 95/122 2024-04-10T15:21:39.863 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 96/122 2024-04-10T15:21:39.864 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 97/122 2024-04-10T15:21:39.864 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 98/122 2024-04-10T15:21:39.864 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 99/122 2024-04-10T15:21:39.864 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 100/122 2024-04-10T15:21:39.864 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 101/122 2024-04-10T15:21:39.864 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 102/122 2024-04-10T15:21:39.864 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 103/122 2024-04-10T15:21:39.864 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 104/122 2024-04-10T15:21:39.864 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 105/122 2024-04-10T15:21:39.864 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 106/122 2024-04-10T15:21:39.864 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 107/122 2024-04-10T15:21:39.864 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 108/122 2024-04-10T15:21:39.864 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 109/122 2024-04-10T15:21:39.865 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 110/122 2024-04-10T15:21:39.865 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 111/122 2024-04-10T15:21:39.865 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : python3-typing-extensions-4.4.0-2.el9.noarch 112/122 2024-04-10T15:21:39.865 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : python3-webob-1.8.7-6.el9.noarch 113/122 2024-04-10T15:21:39.865 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 114/122 2024-04-10T15:21:39.865 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 115/122 2024-04-10T15:21:39.865 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 116/122 2024-04-10T15:21:39.865 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : re2-1:20211101-3.el9.x86_64 117/122 2024-04-10T15:21:39.865 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 118/122 2024-04-10T15:21:39.865 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : librados2-2:18.2.2-1189.gc96c8d47.el9.x86_64 119/122 2024-04-10T15:21:39.865 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 120/122 2024-04-10T15:21:39.865 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : librbd1-2:18.2.2-1189.gc96c8d47.el9.x86_64 121/122 2024-04-10T15:21:41.868 INFO:teuthology.orchestra.run.smithi069.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 122/122 2024-04-10T15:21:41.868 INFO:teuthology.orchestra.run.smithi069.stdout: 2024-04-10T15:21:41.868 INFO:teuthology.orchestra.run.smithi069.stdout:Upgraded: 2024-04-10T15:21:41.868 INFO:teuthology.orchestra.run.smithi069.stdout: librados2-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-10T15:21:41.869 INFO:teuthology.orchestra.run.smithi069.stdout: librbd1-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-10T15:21:41.869 INFO:teuthology.orchestra.run.smithi069.stdout:Installed: 2024-04-10T15:21:41.869 INFO:teuthology.orchestra.run.smithi069.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-04-10T15:21:41.869 INFO:teuthology.orchestra.run.smithi069.stdout: ceph-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-10T15:21:41.869 INFO:teuthology.orchestra.run.smithi069.stdout: ceph-base-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-10T15:21:41.869 INFO:teuthology.orchestra.run.smithi069.stdout: ceph-common-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-10T15:21:41.869 INFO:teuthology.orchestra.run.smithi069.stdout: ceph-fuse-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-10T15:21:41.869 INFO:teuthology.orchestra.run.smithi069.stdout: ceph-grafana-dashboards-2:18.2.2-1189.gc96c8d47.el9.noarch 2024-04-10T15:21:41.869 INFO:teuthology.orchestra.run.smithi069.stdout: ceph-immutable-object-cache-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-10T15:21:41.869 INFO:teuthology.orchestra.run.smithi069.stdout: ceph-mds-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-10T15:21:41.869 INFO:teuthology.orchestra.run.smithi069.stdout: ceph-mgr-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-10T15:21:41.869 INFO:teuthology.orchestra.run.smithi069.stdout: ceph-mgr-cephadm-2:18.2.2-1189.gc96c8d47.el9.noarch 2024-04-10T15:21:41.869 INFO:teuthology.orchestra.run.smithi069.stdout: ceph-mgr-dashboard-2:18.2.2-1189.gc96c8d47.el9.noarch 2024-04-10T15:21:41.869 INFO:teuthology.orchestra.run.smithi069.stdout: ceph-mgr-diskprediction-local-2:18.2.2-1189.gc96c8d47.el9.noarch 2024-04-10T15:21:41.870 INFO:teuthology.orchestra.run.smithi069.stdout: ceph-mgr-modules-core-2:18.2.2-1189.gc96c8d47.el9.noarch 2024-04-10T15:21:41.870 INFO:teuthology.orchestra.run.smithi069.stdout: ceph-mgr-rook-2:18.2.2-1189.gc96c8d47.el9.noarch 2024-04-10T15:21:41.870 INFO:teuthology.orchestra.run.smithi069.stdout: ceph-mon-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-10T15:21:41.870 INFO:teuthology.orchestra.run.smithi069.stdout: ceph-osd-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-10T15:21:41.870 INFO:teuthology.orchestra.run.smithi069.stdout: ceph-prometheus-alerts-2:18.2.2-1189.gc96c8d47.el9.noarch 2024-04-10T15:21:41.870 INFO:teuthology.orchestra.run.smithi069.stdout: ceph-radosgw-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-10T15:21:41.870 INFO:teuthology.orchestra.run.smithi069.stdout: ceph-selinux-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-10T15:21:41.870 INFO:teuthology.orchestra.run.smithi069.stdout: ceph-test-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-10T15:21:41.870 INFO:teuthology.orchestra.run.smithi069.stdout: cephadm-2:18.2.2-1189.gc96c8d47.el9.noarch 2024-04-10T15:21:41.870 INFO:teuthology.orchestra.run.smithi069.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-04-10T15:21:41.870 INFO:teuthology.orchestra.run.smithi069.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-04-10T15:21:41.870 INFO:teuthology.orchestra.run.smithi069.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-04-10T15:21:41.870 INFO:teuthology.orchestra.run.smithi069.stdout: fmt-8.1.1-5.el9.x86_64 2024-04-10T15:21:41.871 INFO:teuthology.orchestra.run.smithi069.stdout: fuse-2.9.9-15.el9.x86_64 2024-04-10T15:21:41.871 INFO:teuthology.orchestra.run.smithi069.stdout: gperftools-libs-2.9.1-2.el9.x86_64 2024-04-10T15:21:41.871 INFO:teuthology.orchestra.run.smithi069.stdout: jq-1.6-16.el9.x86_64 2024-04-10T15:21:41.871 INFO:teuthology.orchestra.run.smithi069.stdout: libarrow-9.0.0-10.el9.x86_64 2024-04-10T15:21:41.871 INFO:teuthology.orchestra.run.smithi069.stdout: libarrow-doc-9.0.0-10.el9.noarch 2024-04-10T15:21:41.871 INFO:teuthology.orchestra.run.smithi069.stdout: libcephfs-devel-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-10T15:21:41.871 INFO:teuthology.orchestra.run.smithi069.stdout: libcephfs2-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-10T15:21:41.871 INFO:teuthology.orchestra.run.smithi069.stdout: libcephsqlite-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-10T15:21:41.871 INFO:teuthology.orchestra.run.smithi069.stdout: libgfortran-11.4.1-3.el9.x86_64 2024-04-10T15:21:41.871 INFO:teuthology.orchestra.run.smithi069.stdout: liboath-2.6.7-2.el9.x86_64 2024-04-10T15:21:41.871 INFO:teuthology.orchestra.run.smithi069.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-04-10T15:21:41.872 INFO:teuthology.orchestra.run.smithi069.stdout: libquadmath-11.4.1-3.el9.x86_64 2024-04-10T15:21:41.872 INFO:teuthology.orchestra.run.smithi069.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-04-10T15:21:41.872 INFO:teuthology.orchestra.run.smithi069.stdout: librados-devel-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-10T15:21:41.872 INFO:teuthology.orchestra.run.smithi069.stdout: libradosstriper1-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-10T15:21:41.872 INFO:teuthology.orchestra.run.smithi069.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-04-10T15:21:41.872 INFO:teuthology.orchestra.run.smithi069.stdout: librgw2-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-10T15:21:41.872 INFO:teuthology.orchestra.run.smithi069.stdout: libunwind-1.6.2-1.el9.x86_64 2024-04-10T15:21:41.872 INFO:teuthology.orchestra.run.smithi069.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-04-10T15:21:41.872 INFO:teuthology.orchestra.run.smithi069.stdout: oniguruma-6.9.6-1.el9.5.x86_64 2024-04-10T15:21:41.872 INFO:teuthology.orchestra.run.smithi069.stdout: openblas-0.3.21-2.el9.x86_64 2024-04-10T15:21:41.872 INFO:teuthology.orchestra.run.smithi069.stdout: openblas-openmp-0.3.21-2.el9.x86_64 2024-04-10T15:21:41.872 INFO:teuthology.orchestra.run.smithi069.stdout: parquet-libs-9.0.0-10.el9.x86_64 2024-04-10T15:21:41.872 INFO:teuthology.orchestra.run.smithi069.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-04-10T15:21:41.872 INFO:teuthology.orchestra.run.smithi069.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-04-10T15:21:41.873 INFO:teuthology.orchestra.run.smithi069.stdout: python3-babel-2.9.1-2.el9.noarch 2024-04-10T15:21:41.873 INFO:teuthology.orchestra.run.smithi069.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-04-10T15:21:41.873 INFO:teuthology.orchestra.run.smithi069.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-04-10T15:21:41.873 INFO:teuthology.orchestra.run.smithi069.stdout: python3-ceph-argparse-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-10T15:21:41.873 INFO:teuthology.orchestra.run.smithi069.stdout: python3-ceph-common-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-10T15:21:41.873 INFO:teuthology.orchestra.run.smithi069.stdout: python3-cephfs-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-10T15:21:41.873 INFO:teuthology.orchestra.run.smithi069.stdout: python3-certifi-2021.10.8-2.el9.noarch 2024-04-10T15:21:41.873 INFO:teuthology.orchestra.run.smithi069.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-04-10T15:21:41.873 INFO:teuthology.orchestra.run.smithi069.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-04-10T15:21:41.873 INFO:teuthology.orchestra.run.smithi069.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-04-10T15:21:41.873 INFO:teuthology.orchestra.run.smithi069.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-04-10T15:21:41.873 INFO:teuthology.orchestra.run.smithi069.stdout: python3-devel-3.9.17-2.el9.x86_64 2024-04-10T15:21:41.873 INFO:teuthology.orchestra.run.smithi069.stdout: python3-google-auth-1:2.28.2-1.el9.noarch 2024-04-10T15:21:41.873 INFO:teuthology.orchestra.run.smithi069.stdout: python3-iniconfig-1.1.1-7.el9.noarch 2024-04-10T15:21:41.874 INFO:teuthology.orchestra.run.smithi069.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-04-10T15:21:41.874 INFO:teuthology.orchestra.run.smithi069.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-04-10T15:21:41.874 INFO:teuthology.orchestra.run.smithi069.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-04-10T15:21:41.874 INFO:teuthology.orchestra.run.smithi069.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-04-10T15:21:41.874 INFO:teuthology.orchestra.run.smithi069.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-04-10T15:21:41.874 INFO:teuthology.orchestra.run.smithi069.stdout: python3-jinja2-2.11.3-5.el9.noarch 2024-04-10T15:21:41.874 INFO:teuthology.orchestra.run.smithi069.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-04-10T15:21:41.874 INFO:teuthology.orchestra.run.smithi069.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-04-10T15:21:41.874 INFO:teuthology.orchestra.run.smithi069.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-04-10T15:21:41.874 INFO:teuthology.orchestra.run.smithi069.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-04-10T15:21:41.874 INFO:teuthology.orchestra.run.smithi069.stdout: python3-mako-1.1.4-6.el9.noarch 2024-04-10T15:21:41.874 INFO:teuthology.orchestra.run.smithi069.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-04-10T15:21:41.874 INFO:teuthology.orchestra.run.smithi069.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-04-10T15:21:41.874 INFO:teuthology.orchestra.run.smithi069.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-04-10T15:21:41.875 INFO:teuthology.orchestra.run.smithi069.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-04-10T15:21:41.875 INFO:teuthology.orchestra.run.smithi069.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-04-10T15:21:41.875 INFO:teuthology.orchestra.run.smithi069.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-04-10T15:21:41.875 INFO:teuthology.orchestra.run.smithi069.stdout: python3-packaging-20.9-5.el9.noarch 2024-04-10T15:21:41.875 INFO:teuthology.orchestra.run.smithi069.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-04-10T15:21:41.875 INFO:teuthology.orchestra.run.smithi069.stdout: python3-pluggy-0.13.1-7.el9.noarch 2024-04-10T15:21:41.875 INFO:teuthology.orchestra.run.smithi069.stdout: python3-ply-3.11-14.el9.noarch 2024-04-10T15:21:41.875 INFO:teuthology.orchestra.run.smithi069.stdout: python3-portend-3.1.0-2.el9.noarch 2024-04-10T15:21:41.875 INFO:teuthology.orchestra.run.smithi069.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-04-10T15:21:41.876 INFO:teuthology.orchestra.run.smithi069.stdout: python3-py-1.10.0-6.el9.noarch 2024-04-10T15:21:41.876 INFO:teuthology.orchestra.run.smithi069.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-04-10T15:21:41.876 INFO:teuthology.orchestra.run.smithi069.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-04-10T15:21:41.876 INFO:teuthology.orchestra.run.smithi069.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-04-10T15:21:41.876 INFO:teuthology.orchestra.run.smithi069.stdout: python3-pycparser-2.20-6.el9.noarch 2024-04-10T15:21:41.876 INFO:teuthology.orchestra.run.smithi069.stdout: python3-pytest-6.2.2-7.el9.noarch 2024-04-10T15:21:41.876 INFO:teuthology.orchestra.run.smithi069.stdout: python3-pytz-2021.1-5.el9.noarch 2024-04-10T15:21:41.876 INFO:teuthology.orchestra.run.smithi069.stdout: python3-rados-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-10T15:21:41.876 INFO:teuthology.orchestra.run.smithi069.stdout: python3-rbd-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-10T15:21:41.876 INFO:teuthology.orchestra.run.smithi069.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-04-10T15:21:41.876 INFO:teuthology.orchestra.run.smithi069.stdout: python3-requests-2.25.1-8.el9.noarch 2024-04-10T15:21:41.876 INFO:teuthology.orchestra.run.smithi069.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-04-10T15:21:41.876 INFO:teuthology.orchestra.run.smithi069.stdout: python3-rgw-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-10T15:21:41.876 INFO:teuthology.orchestra.run.smithi069.stdout: python3-routes-2.5.1-5.el9.noarch 2024-04-10T15:21:41.877 INFO:teuthology.orchestra.run.smithi069.stdout: python3-rsa-4.9-2.el9.noarch 2024-04-10T15:21:41.877 INFO:teuthology.orchestra.run.smithi069.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-04-10T15:21:41.877 INFO:teuthology.orchestra.run.smithi069.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-04-10T15:21:41.877 INFO:teuthology.orchestra.run.smithi069.stdout: python3-toml-0.10.2-6.el9.noarch 2024-04-10T15:21:41.877 INFO:teuthology.orchestra.run.smithi069.stdout: python3-typing-extensions-4.4.0-2.el9.noarch 2024-04-10T15:21:41.877 INFO:teuthology.orchestra.run.smithi069.stdout: python3-urllib3-1.26.5-5.el9.noarch 2024-04-10T15:21:41.877 INFO:teuthology.orchestra.run.smithi069.stdout: python3-webob-1.8.7-6.el9.noarch 2024-04-10T15:21:41.877 INFO:teuthology.orchestra.run.smithi069.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-04-10T15:21:41.877 INFO:teuthology.orchestra.run.smithi069.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-04-10T15:21:41.877 INFO:teuthology.orchestra.run.smithi069.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-04-10T15:21:41.877 INFO:teuthology.orchestra.run.smithi069.stdout: rbd-fuse-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-10T15:21:41.877 INFO:teuthology.orchestra.run.smithi069.stdout: rbd-mirror-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-10T15:21:41.877 INFO:teuthology.orchestra.run.smithi069.stdout: rbd-nbd-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-10T15:21:41.877 INFO:teuthology.orchestra.run.smithi069.stdout: re2-1:20211101-3.el9.x86_64 2024-04-10T15:21:41.877 INFO:teuthology.orchestra.run.smithi069.stdout: socat-1.7.4.1-5.el9.x86_64 2024-04-10T15:21:41.878 INFO:teuthology.orchestra.run.smithi069.stdout: thrift-0.15.0-2.el9.x86_64 2024-04-10T15:21:41.878 INFO:teuthology.orchestra.run.smithi069.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-04-10T15:21:41.878 INFO:teuthology.orchestra.run.smithi069.stdout: 2024-04-10T15:21:41.878 INFO:teuthology.orchestra.run.smithi069.stdout:Complete! 2024-04-10T15:21:42.195 DEBUG:teuthology.parallel:result is None 2024-04-10T15:21:42.195 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-04-10T15:21:42.195 INFO:teuthology.packaging:ref: None 2024-04-10T15:21:42.195 INFO:teuthology.packaging:tag: None 2024-04-10T15:21:42.195 INFO:teuthology.packaging:branch: reef 2024-04-10T15:21:42.195 INFO:teuthology.packaging:sha1: a5074d4516d566e9d8b6aec912f26afd099de101 2024-04-10T15:21:42.196 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=reef 2024-04-10T15:21:42.612 DEBUG:teuthology.orchestra.run.smithi069:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-04-10T15:21:42.635 INFO:teuthology.orchestra.run.smithi069.stdout:18.2.2-1189.gc96c8d47.el9 2024-04-10T15:21:42.636 INFO:teuthology.packaging:The installed version of ceph is 18.2.2-1189.gc96c8d47.el9 2024-04-10T15:21:42.636 INFO:teuthology.task.install:The correct ceph version 18.2.2-1189.gc96c8d47 is installed. 2024-04-10T15:21:42.638 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-04-10T15:21:42.638 INFO:teuthology.packaging:ref: None 2024-04-10T15:21:42.638 INFO:teuthology.packaging:tag: None 2024-04-10T15:21:42.639 INFO:teuthology.packaging:branch: reef 2024-04-10T15:21:42.639 INFO:teuthology.packaging:sha1: a5074d4516d566e9d8b6aec912f26afd099de101 2024-04-10T15:21:42.639 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=reef 2024-04-10T15:21:42.958 DEBUG:teuthology.orchestra.run.smithi077:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-04-10T15:21:42.984 INFO:teuthology.orchestra.run.smithi077.stdout:18.2.2-1189.gc96c8d47.el9 2024-04-10T15:21:42.984 INFO:teuthology.packaging:The installed version of ceph is 18.2.2-1189.gc96c8d47.el9 2024-04-10T15:21:42.984 INFO:teuthology.task.install:The correct ceph version 18.2.2-1189.gc96c8d47 is installed. 2024-04-10T15:21:42.986 INFO:teuthology.task.install.util:Shipping valgrind.supp... 2024-04-10T15:21:42.986 DEBUG:teuthology.orchestra.run.smithi069:> set -ex 2024-04-10T15:21:42.987 DEBUG:teuthology.orchestra.run.smithi069:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-04-10T15:21:43.018 DEBUG:teuthology.orchestra.run.smithi077:> set -ex 2024-04-10T15:21:43.018 DEBUG:teuthology.orchestra.run.smithi077:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-04-10T15:21:43.059 INFO:teuthology.task.install.util:Shipping 'daemon-helper'... 2024-04-10T15:21:43.059 DEBUG:teuthology.orchestra.run.smithi069:> set -ex 2024-04-10T15:21:43.059 DEBUG:teuthology.orchestra.run.smithi069:> sudo dd of=/usr/bin/daemon-helper 2024-04-10T15:21:43.088 DEBUG:teuthology.orchestra.run.smithi069:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-04-10T15:21:43.157 DEBUG:teuthology.orchestra.run.smithi077:> set -ex 2024-04-10T15:21:43.157 DEBUG:teuthology.orchestra.run.smithi077:> sudo dd of=/usr/bin/daemon-helper 2024-04-10T15:21:43.186 DEBUG:teuthology.orchestra.run.smithi077:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-04-10T15:21:43.254 INFO:teuthology.task.install.util:Shipping 'adjust-ulimits'... 2024-04-10T15:21:43.254 DEBUG:teuthology.orchestra.run.smithi069:> set -ex 2024-04-10T15:21:43.255 DEBUG:teuthology.orchestra.run.smithi069:> sudo dd of=/usr/bin/adjust-ulimits 2024-04-10T15:21:43.282 DEBUG:teuthology.orchestra.run.smithi069:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-04-10T15:21:43.349 DEBUG:teuthology.orchestra.run.smithi077:> set -ex 2024-04-10T15:21:43.349 DEBUG:teuthology.orchestra.run.smithi077:> sudo dd of=/usr/bin/adjust-ulimits 2024-04-10T15:21:43.378 DEBUG:teuthology.orchestra.run.smithi077:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-04-10T15:21:43.445 INFO:teuthology.task.install.util:Shipping 'stdin-killer'... 2024-04-10T15:21:43.445 DEBUG:teuthology.orchestra.run.smithi069:> set -ex 2024-04-10T15:21:43.446 DEBUG:teuthology.orchestra.run.smithi069:> sudo dd of=/usr/bin/stdin-killer 2024-04-10T15:21:43.473 DEBUG:teuthology.orchestra.run.smithi069:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-04-10T15:21:43.541 DEBUG:teuthology.orchestra.run.smithi077:> set -ex 2024-04-10T15:21:43.541 DEBUG:teuthology.orchestra.run.smithi077:> sudo dd of=/usr/bin/stdin-killer 2024-04-10T15:21:43.568 DEBUG:teuthology.orchestra.run.smithi077:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-04-10T15:21:43.636 INFO:teuthology.run_tasks:Running task print... 2024-04-10T15:21:43.645 INFO:teuthology.task.print:**** done install task... 2024-04-10T15:21:43.646 INFO:teuthology.run_tasks:Running task print... 2024-04-10T15:21:43.684 INFO:teuthology.task.print:**** done start installing reef cephadm ... 2024-04-10T15:21:43.685 INFO:teuthology.run_tasks:Running task cephadm... 2024-04-10T15:21:43.812 INFO:tasks.cephadm:Config: {'compiled_cephadm_branch': 'reef', 'conf': {'osd': {'osd_class_default_list': '*', 'osd_class_load_list': '*', 'debug ms': 1, 'debug osd': 20, 'osd shutdown pgref assert': True}, 'global': {'mon election default strategy': 3}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20}}, 'image': 'quay.ceph.io/ceph-ci/ceph:reef', 'create_rbd_pool': True, 'flavor': 'default', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'mons down', 'mon down', 'MON_DOWN', 'out of quorum'], 'sha1': 'a5074d4516d566e9d8b6aec912f26afd099de101'} 2024-04-10T15:21:43.812 INFO:tasks.cephadm:Cluster image is quay.ceph.io/ceph-ci/ceph:reef 2024-04-10T15:21:43.813 INFO:tasks.cephadm:Cluster fsid is 09bfb546-f74e-11ee-b64a-cb9ed24678a4 2024-04-10T15:21:43.813 INFO:tasks.cephadm:Choosing monitor IPs and ports... 2024-04-10T15:21:43.813 INFO:tasks.cephadm:Monitor IPs: {'mon.a': '172.21.15.69', 'mon.c': '[v2:172.21.15.69:3301,v1:172.21.15.69:6790]', 'mon.b': '172.21.15.77'} 2024-04-10T15:21:43.813 INFO:tasks.cephadm:First mon is mon.a on smithi069 2024-04-10T15:21:43.813 INFO:tasks.cephadm:First mgr is y 2024-04-10T15:21:43.814 INFO:tasks.cephadm:Normalizing hostnames... 2024-04-10T15:21:43.814 DEBUG:teuthology.orchestra.run.smithi069:> sudo hostname $(hostname -s) 2024-04-10T15:21:43.841 DEBUG:teuthology.orchestra.run.smithi077:> sudo hostname $(hostname -s) 2024-04-10T15:21:43.869 INFO:tasks.cephadm:Downloading "compiled" cephadm from cachra for reef 2024-04-10T15:21:43.869 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=a5074d4516d566e9d8b6aec912f26afd099de101 2024-04-10T15:21:44.131 INFO:tasks.cephadm:builder_project result: [{'status': 'ready', 'sha1': 'a5074d4516d566e9d8b6aec912f26afd099de101', 'extra': {'build_url': 'https://jenkins.ceph.com/job/ceph-dev-new-build/ARCH=x86_64,AVAILABLE_ARCH=x86_64,AVAILABLE_DIST=centos9,DIST=centos9,MACHINE_SIZE=gigantic/78410/', 'root_build_cause': 'SCMTRIGGER', 'version': '19.0.0-2838-ga5074d45', 'node_name': '172.21.5.34+adami04', 'job_name': 'ceph-dev-new-build/ARCH=x86_64,AVAILABLE_ARCH=x86_64,AVAILABLE_DIST=centos9,DIST=centos9,MACHINE_SIZE=gigantic', 'package_manager_version': '19.0.0-2838.ga5074d45'}, 'url': 'https://2.chacra.ceph.com/r/ceph/wip-yuri6-testing-2024-04-02-1310/a5074d4516d566e9d8b6aec912f26afd099de101/centos/9/flavors/default/', 'distro_codename': None, 'modified': '2024-04-09 23:26:38.757410', 'distro_version': '9', 'project': 'ceph', 'flavor': 'default', 'ref': 'wip-yuri6-testing-2024-04-02-1310', 'chacra_url': 'https://2.chacra.ceph.com/repos/ceph/wip-yuri6-testing-2024-04-02-1310/a5074d4516d566e9d8b6aec912f26afd099de101/centos/9/flavors/default/', 'archs': ['source', 'x86_64'], 'distro': 'centos'}] 2024-04-10T15:21:44.562 INFO:tasks.util.chacra:got chacra host 2.chacra.ceph.com, ref reef, sha1 c96c8d478b644b6433700141c5f69a1a68f8121b from https://shaman.ceph.com/api/search/?project=ceph&distros=centos%2F9%2Fx86_64&flavor=default&ref=reef 2024-04-10T15:21:44.563 INFO:tasks.cephadm:Discovered cachra url: https://2.chacra.ceph.com/binaries/ceph/reef/c96c8d478b644b6433700141c5f69a1a68f8121b/centos/9/x86_64/flavors/default/cephadm 2024-04-10T15:21:44.563 DEBUG:teuthology.orchestra.run.smithi069:> curl --silent -L https://2.chacra.ceph.com/binaries/ceph/reef/c96c8d478b644b6433700141c5f69a1a68f8121b/centos/9/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-04-10T15:21:45.207 INFO:teuthology.orchestra.run.smithi069.stdout:-rw-r--r--. 1 ubuntu ubuntu 215335 Apr 10 15:21 /home/ubuntu/cephtest/cephadm 2024-04-10T15:21:45.208 DEBUG:teuthology.orchestra.run.smithi077:> curl --silent -L https://2.chacra.ceph.com/binaries/ceph/reef/c96c8d478b644b6433700141c5f69a1a68f8121b/centos/9/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-04-10T15:21:45.881 INFO:teuthology.orchestra.run.smithi077.stdout:-rw-r--r--. 1 ubuntu ubuntu 215335 Apr 10 15:21 /home/ubuntu/cephtest/cephadm 2024-04-10T15:21:45.881 DEBUG:teuthology.orchestra.run.smithi069:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-04-10T15:21:45.900 DEBUG:teuthology.orchestra.run.smithi077:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-04-10T15:21:45.930 INFO:tasks.cephadm:Pulling image quay.ceph.io/ceph-ci/ceph:reef on all hosts... 2024-04-10T15:21:45.930 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef pull 2024-04-10T15:21:45.942 DEBUG:teuthology.orchestra.run.smithi077:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef pull 2024-04-10T15:21:46.763 INFO:teuthology.orchestra.run.smithi077.stderr:Pulling container image quay.ceph.io/ceph-ci/ceph:reef... 2024-04-10T15:21:46.832 INFO:teuthology.orchestra.run.smithi069.stderr:Pulling container image quay.ceph.io/ceph-ci/ceph:reef... 2024-04-10T15:22:14.754 INFO:teuthology.orchestra.run.smithi069.stdout:{ 2024-04-10T15:22:14.755 INFO:teuthology.orchestra.run.smithi069.stdout: "ceph_version": "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)", 2024-04-10T15:22:14.755 INFO:teuthology.orchestra.run.smithi069.stdout: "image_id": "bb2c5eac26a47e91f49419364028af9c3bea25d6fad65850c7d6f8f2c7b91b28", 2024-04-10T15:22:14.755 INFO:teuthology.orchestra.run.smithi069.stdout: "repo_digests": [ 2024-04-10T15:22:14.755 INFO:teuthology.orchestra.run.smithi069.stdout: "quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3" 2024-04-10T15:22:14.755 INFO:teuthology.orchestra.run.smithi069.stdout: ] 2024-04-10T15:22:14.755 INFO:teuthology.orchestra.run.smithi069.stdout:} 2024-04-10T15:22:21.122 INFO:teuthology.orchestra.run.smithi077.stdout:{ 2024-04-10T15:22:21.123 INFO:teuthology.orchestra.run.smithi077.stdout: "ceph_version": "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)", 2024-04-10T15:22:21.123 INFO:teuthology.orchestra.run.smithi077.stdout: "image_id": "bb2c5eac26a47e91f49419364028af9c3bea25d6fad65850c7d6f8f2c7b91b28", 2024-04-10T15:22:21.123 INFO:teuthology.orchestra.run.smithi077.stdout: "repo_digests": [ 2024-04-10T15:22:21.123 INFO:teuthology.orchestra.run.smithi077.stdout: "quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3" 2024-04-10T15:22:21.123 INFO:teuthology.orchestra.run.smithi077.stdout: ] 2024-04-10T15:22:21.123 INFO:teuthology.orchestra.run.smithi077.stdout:} 2024-04-10T15:22:21.143 DEBUG:teuthology.orchestra.run.smithi069:> sudo mkdir -p /etc/ceph 2024-04-10T15:22:21.178 DEBUG:teuthology.orchestra.run.smithi077:> sudo mkdir -p /etc/ceph 2024-04-10T15:22:21.207 DEBUG:teuthology.orchestra.run.smithi069:> sudo chmod 777 /etc/ceph 2024-04-10T15:22:21.247 DEBUG:teuthology.orchestra.run.smithi077:> sudo chmod 777 /etc/ceph 2024-04-10T15:22:21.274 INFO:tasks.cephadm:Writing seed config... 2024-04-10T15:22:21.275 INFO:tasks.cephadm: override: [osd] osd_class_default_list = * 2024-04-10T15:22:21.276 INFO:tasks.cephadm: override: [osd] osd_class_load_list = * 2024-04-10T15:22:21.276 INFO:tasks.cephadm: override: [osd] debug ms = 1 2024-04-10T15:22:21.276 INFO:tasks.cephadm: override: [osd] debug osd = 20 2024-04-10T15:22:21.276 INFO:tasks.cephadm: override: [osd] osd shutdown pgref assert = True 2024-04-10T15:22:21.276 INFO:tasks.cephadm: override: [global] mon election default strategy = 3 2024-04-10T15:22:21.276 INFO:tasks.cephadm: override: [mgr] debug mgr = 20 2024-04-10T15:22:21.276 INFO:tasks.cephadm: override: [mgr] debug ms = 1 2024-04-10T15:22:21.276 INFO:tasks.cephadm: override: [mon] debug mon = 20 2024-04-10T15:22:21.276 INFO:tasks.cephadm: override: [mon] debug ms = 1 2024-04-10T15:22:21.276 INFO:tasks.cephadm: override: [mon] debug paxos = 20 2024-04-10T15:22:21.277 DEBUG:teuthology.orchestra.run.smithi069:> set -ex 2024-04-10T15:22:21.277 DEBUG:teuthology.orchestra.run.smithi069:> dd of=/home/ubuntu/cephtest/seed.ceph.conf 2024-04-10T15:22:21.305 DEBUG:tasks.cephadm:Final config: [global] # make logging friendly to teuthology log_to_file = true log_to_stderr = false log to journald = false mon cluster log to file = true mon cluster log file level = debug mon clock drift allowed = 1.000 # replicate across OSDs, not hosts osd crush chooseleaf type = 0 #osd pool default size = 2 osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd # enable some debugging auth debug = true ms die on old message = true ms die on bug = true debug asserts on shutdown = true # adjust warnings mon max pg per osd = 10000# >= luminous mon pg warn max object skew = 0 mon osd allow primary affinity = true mon osd allow pg remap = true mon warn on legacy crush tunables = false mon warn on crush straw calc version zero = false mon warn on no sortbitwise = false mon warn on osd down out interval zero = false mon warn on too few osds = false mon_warn_on_pool_pg_num_not_power_of_two = false # disable pg_autoscaler by default for new pools osd_pool_default_pg_autoscale_mode = off # tests delete pools mon allow pool delete = true fsid = 09bfb546-f74e-11ee-b64a-cb9ed24678a4 mon election default strategy = 3 [osd] osd scrub load threshold = 5.0 osd scrub max interval = 600 osd mclock profile = high_recovery_ops osd recover clone overlap = true osd recovery max chunk = 1048576 osd deep scrub update digest min age = 30 osd map max advance = 10 osd memory target autotune = true # debugging osd debug shutdown = true osd debug op order = true osd debug verify stray on activate = true osd debug pg log writeout = true osd debug verify cached snaps = true osd debug verify missing on start = true osd debug misdirected ops = true osd op queue = debug_random osd op queue cut off = debug_random osd shutdown pgref assert = True bdev debug aio = true osd sloppy crc = true osd_class_default_list = * osd_class_load_list = * debug ms = 1 debug osd = 20 [mgr] mon reweight min pgs per osd = 4 mon reweight min bytes per osd = 10 mgr/telemetry/nag = false debug mgr = 20 debug ms = 1 [mon] mon data avail warn = 5 mon mgr mkfs grace = 240 mon reweight min pgs per osd = 4 mon osd reporter subtree level = osd mon osd prime pg temp = true mon reweight min bytes per osd = 10 # rotate auth tickets quickly to exercise renewal paths auth mon ticket ttl = 660# 11m auth service ticket ttl = 240# 4m # don't complain about global id reclaim mon_warn_on_insecure_global_id_reclaim = false mon_warn_on_insecure_global_id_reclaim_allowed = false debug mon = 20 debug ms = 1 debug paxos = 20 [client.rgw] rgw cache enabled = true rgw enable ops log = true rgw enable usage log = true 2024-04-10T15:22:21.305 DEBUG:teuthology.orchestra.run.smithi069:mon.a> sudo journalctl -f -n 0 -u ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4@mon.a.service 2024-04-10T15:22:21.350 DEBUG:teuthology.orchestra.run.smithi069:mgr.y> sudo journalctl -f -n 0 -u ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4@mgr.y.service 2024-04-10T15:22:21.393 INFO:tasks.cephadm:Bootstrapping... 2024-04-10T15:22:21.393 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef -v bootstrap --fsid 09bfb546-f74e-11ee-b64a-cb9ed24678a4 --config /home/ubuntu/cephtest/seed.ceph.conf --output-config /etc/ceph/ceph.conf --output-keyring /etc/ceph/ceph.client.admin.keyring --output-pub-ssh-key /home/ubuntu/cephtest/ceph.pub --mon-id a --mgr-id y --orphan-initial-daemons --skip-monitoring-stack --mon-ip 172.21.15.69 --skip-admin-label && sudo chmod +r /etc/ceph/ceph.client.admin.keyring 2024-04-10T15:22:21.549 INFO:teuthology.orchestra.run.smithi069.stdout:-------------------------------------------------------------------------------- 2024-04-10T15:22:21.550 INFO:teuthology.orchestra.run.smithi069.stdout:cephadm ['--image', 'quay.ceph.io/ceph-ci/ceph:reef', '-v', 'bootstrap', '--fsid', '09bfb546-f74e-11ee-b64a-cb9ed24678a4', '--config', '/home/ubuntu/cephtest/seed.ceph.conf', '--output-config', '/etc/ceph/ceph.conf', '--output-keyring', '/etc/ceph/ceph.client.admin.keyring', '--output-pub-ssh-key', '/home/ubuntu/cephtest/ceph.pub', '--mon-id', 'a', '--mgr-id', 'y', '--orphan-initial-daemons', '--skip-monitoring-stack', '--mon-ip', '172.21.15.69', '--skip-admin-label'] 2024-04-10T15:22:21.575 INFO:teuthology.orchestra.run.smithi069.stdout:/bin/podman: stdout 4.9.4-dev 2024-04-10T15:22:21.575 INFO:teuthology.orchestra.run.smithi069.stderr:Specifying an fsid for your cluster offers no advantages and may increase the likelihood of fsid conflicts. 2024-04-10T15:22:21.575 INFO:teuthology.orchestra.run.smithi069.stdout:Verifying podman|docker is present... 2024-04-10T15:22:21.598 INFO:teuthology.orchestra.run.smithi069.stdout:/bin/podman: stdout 4.9.4-dev 2024-04-10T15:22:21.598 INFO:teuthology.orchestra.run.smithi069.stdout:Verifying lvm2 is present... 2024-04-10T15:22:21.598 INFO:teuthology.orchestra.run.smithi069.stdout:Verifying time synchronization is in place... 2024-04-10T15:22:21.605 INFO:teuthology.orchestra.run.smithi069.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2024-04-10T15:22:21.606 INFO:teuthology.orchestra.run.smithi069.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2024-04-10T15:22:21.611 INFO:teuthology.orchestra.run.smithi069.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2024-04-10T15:22:21.611 INFO:teuthology.orchestra.run.smithi069.stdout:systemctl: stdout inactive 2024-04-10T15:22:21.617 INFO:teuthology.orchestra.run.smithi069.stdout:systemctl: stdout enabled 2024-04-10T15:22:21.623 INFO:teuthology.orchestra.run.smithi069.stdout:systemctl: stdout active 2024-04-10T15:22:21.623 INFO:teuthology.orchestra.run.smithi069.stdout:Unit chronyd.service is enabled and running 2024-04-10T15:22:21.623 INFO:teuthology.orchestra.run.smithi069.stdout:Repeating the final host check... 2024-04-10T15:22:21.646 INFO:teuthology.orchestra.run.smithi069.stdout:/bin/podman: stdout 4.9.4-dev 2024-04-10T15:22:21.646 INFO:teuthology.orchestra.run.smithi069.stdout:podman (/bin/podman) version 4.9.4 is present 2024-04-10T15:22:21.646 INFO:teuthology.orchestra.run.smithi069.stdout:systemctl is present 2024-04-10T15:22:21.646 INFO:teuthology.orchestra.run.smithi069.stdout:lvcreate is present 2024-04-10T15:22:21.652 INFO:teuthology.orchestra.run.smithi069.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2024-04-10T15:22:21.652 INFO:teuthology.orchestra.run.smithi069.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2024-04-10T15:22:21.658 INFO:teuthology.orchestra.run.smithi069.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2024-04-10T15:22:21.658 INFO:teuthology.orchestra.run.smithi069.stdout:systemctl: stdout inactive 2024-04-10T15:22:21.664 INFO:teuthology.orchestra.run.smithi069.stdout:systemctl: stdout enabled 2024-04-10T15:22:21.670 INFO:teuthology.orchestra.run.smithi069.stdout:systemctl: stdout active 2024-04-10T15:22:21.670 INFO:teuthology.orchestra.run.smithi069.stdout:Unit chronyd.service is enabled and running 2024-04-10T15:22:21.670 INFO:teuthology.orchestra.run.smithi069.stdout:Host looks OK 2024-04-10T15:22:21.670 INFO:teuthology.orchestra.run.smithi069.stdout:Cluster fsid: 09bfb546-f74e-11ee-b64a-cb9ed24678a4 2024-04-10T15:22:21.670 INFO:teuthology.orchestra.run.smithi069.stdout:Acquiring lock 139914684036768 on /run/cephadm/09bfb546-f74e-11ee-b64a-cb9ed24678a4.lock 2024-04-10T15:22:21.670 INFO:teuthology.orchestra.run.smithi069.stdout:Lock 139914684036768 acquired on /run/cephadm/09bfb546-f74e-11ee-b64a-cb9ed24678a4.lock 2024-04-10T15:22:21.671 INFO:teuthology.orchestra.run.smithi069.stdout:Verifying IP 172.21.15.69 port 3300 ... 2024-04-10T15:22:21.671 INFO:teuthology.orchestra.run.smithi069.stdout:Verifying IP 172.21.15.69 port 6789 ... 2024-04-10T15:22:21.671 INFO:teuthology.orchestra.run.smithi069.stdout:Base mon IP(s) is [172.21.15.69:3300, 172.21.15.69:6789], mon addrv is [v2:172.21.15.69:3300,v1:172.21.15.69:6789] 2024-04-10T15:22:21.674 INFO:teuthology.orchestra.run.smithi069.stdout:/sbin/ip: stdout default via 172.21.15.254 dev enp3s0f1 proto dhcp src 172.21.15.69 metric 100 2024-04-10T15:22:21.674 INFO:teuthology.orchestra.run.smithi069.stdout:/sbin/ip: stdout 172.21.0.0/20 dev enp3s0f1 proto kernel scope link src 172.21.15.69 metric 100 2024-04-10T15:22:21.677 INFO:teuthology.orchestra.run.smithi069.stdout:/sbin/ip: stdout ::1 dev lo proto kernel metric 256 pref medium 2024-04-10T15:22:21.677 INFO:teuthology.orchestra.run.smithi069.stdout:/sbin/ip: stdout fe80::/64 dev enp3s0f1 proto kernel metric 256 pref medium 2024-04-10T15:22:21.677 INFO:teuthology.orchestra.run.smithi069.stdout:/sbin/ip: stdout default via fe80::327c:5e00:6487:71e0 dev enp3s0f1 proto ra metric 1024 expires 1797sec hoplimit 64 pref medium 2024-04-10T15:22:21.679 INFO:teuthology.orchestra.run.smithi069.stdout:/sbin/ip: stdout 1: lo: mtu 65536 state UNKNOWN qlen 1000 2024-04-10T15:22:21.679 INFO:teuthology.orchestra.run.smithi069.stdout:/sbin/ip: stdout inet6 ::1/128 scope host 2024-04-10T15:22:21.679 INFO:teuthology.orchestra.run.smithi069.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2024-04-10T15:22:21.679 INFO:teuthology.orchestra.run.smithi069.stdout:/sbin/ip: stdout 5: enp3s0f1: mtu 1500 state UP qlen 1000 2024-04-10T15:22:21.679 INFO:teuthology.orchestra.run.smithi069.stdout:/sbin/ip: stdout inet6 fe80::ec4:7aff:fe8f:d737/64 scope link 2024-04-10T15:22:21.679 INFO:teuthology.orchestra.run.smithi069.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2024-04-10T15:22:21.680 INFO:teuthology.orchestra.run.smithi069.stdout:Mon IP `172.21.15.69` is in CIDR network `172.21.0.0/20` 2024-04-10T15:22:21.680 INFO:teuthology.orchestra.run.smithi069.stdout:Mon IP `172.21.15.69` is in CIDR network `172.21.0.0/20` 2024-04-10T15:22:21.680 INFO:teuthology.orchestra.run.smithi069.stdout:Inferred mon public CIDR from local network configuration ['172.21.0.0/20', '172.21.0.0/20'] 2024-04-10T15:22:21.680 INFO:teuthology.orchestra.run.smithi069.stdout:Internal network (--cluster-network) has not been provided, OSD replication will default to the public_network 2024-04-10T15:22:21.680 INFO:teuthology.orchestra.run.smithi069.stdout:Pulling container image quay.ceph.io/ceph-ci/ceph:reef... 2024-04-10T15:22:22.488 INFO:teuthology.orchestra.run.smithi069.stdout:/bin/podman: stdout bb2c5eac26a47e91f49419364028af9c3bea25d6fad65850c7d6f8f2c7b91b28 2024-04-10T15:22:22.488 INFO:teuthology.orchestra.run.smithi069.stdout:/bin/podman: stderr Trying to pull quay.ceph.io/ceph-ci/ceph:reef... 2024-04-10T15:22:22.488 INFO:teuthology.orchestra.run.smithi069.stdout:/bin/podman: stderr Getting image source signatures 2024-04-10T15:22:22.488 INFO:teuthology.orchestra.run.smithi069.stdout:/bin/podman: stderr Copying blob sha256:9ae191255112f837f5ddf23e5c5ab1101aa18a0a5cef4402020e5a45c4dfa044 2024-04-10T15:22:22.488 INFO:teuthology.orchestra.run.smithi069.stdout:/bin/podman: stderr Copying blob sha256:77070339c81bcb5c53bbbf3f31a47f7187e5393cb0e096452852a31192d97570 2024-04-10T15:22:22.488 INFO:teuthology.orchestra.run.smithi069.stdout:/bin/podman: stderr Copying config sha256:bb2c5eac26a47e91f49419364028af9c3bea25d6fad65850c7d6f8f2c7b91b28 2024-04-10T15:22:22.488 INFO:teuthology.orchestra.run.smithi069.stdout:/bin/podman: stderr Writing manifest to image destination 2024-04-10T15:22:23.492 INFO:teuthology.orchestra.run.smithi069.stdout:ceph: stdout ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable) 2024-04-10T15:22:23.493 INFO:teuthology.orchestra.run.smithi069.stdout:Ceph version: ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable) 2024-04-10T15:22:23.493 INFO:teuthology.orchestra.run.smithi069.stdout:Extracting ceph user uid/gid from container image... 2024-04-10T15:22:24.456 INFO:teuthology.orchestra.run.smithi069.stdout:stat: stdout 167 167 2024-04-10T15:22:24.456 INFO:teuthology.orchestra.run.smithi069.stdout:Creating initial keys... 2024-04-10T15:22:31.367 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph-authtool: stdout AQCxrhZmOsh5BhAAeh0oym9WVz0oMtFbmLPhJA== 2024-04-10T15:22:36.906 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph-authtool: stdout AQC6rhZmiJI/FhAAGldY8D0kB33pFJsUsYqSRw== 2024-04-10T15:22:37.911 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph-authtool: stdout AQC9rhZm1CzcFBAAJ0RsNrBQe5aQNssU1u0vgg== 2024-04-10T15:22:37.912 INFO:teuthology.orchestra.run.smithi069.stdout:Creating initial monmap... 2024-04-10T15:22:39.567 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: monmap file /tmp/monmap 2024-04-10T15:22:39.568 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/monmaptool: stdout setting min_mon_release = pacific 2024-04-10T15:22:39.568 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: set fsid to 09bfb546-f74e-11ee-b64a-cb9ed24678a4 2024-04-10T15:22:39.568 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2024-04-10T15:22:39.568 INFO:teuthology.orchestra.run.smithi069.stdout:monmaptool for a [v2:172.21.15.69:3300,v1:172.21.15.69:6789] on /usr/bin/monmaptool: monmap file /tmp/monmap 2024-04-10T15:22:39.568 INFO:teuthology.orchestra.run.smithi069.stdout:setting min_mon_release = pacific 2024-04-10T15:22:39.568 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/monmaptool: set fsid to 09bfb546-f74e-11ee-b64a-cb9ed24678a4 2024-04-10T15:22:39.568 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2024-04-10T15:22:39.568 INFO:teuthology.orchestra.run.smithi069.stdout: 2024-04-10T15:22:39.568 INFO:teuthology.orchestra.run.smithi069.stdout:Creating mon... 2024-04-10T15:22:40.640 INFO:teuthology.orchestra.run.smithi069.stdout:create mon.a on 2024-04-10T15:22:40.843 INFO:teuthology.orchestra.run.smithi069.stdout:systemctl: stderr Removed "/etc/systemd/system/multi-user.target.wants/ceph.target". 2024-04-10T15:22:40.980 INFO:teuthology.orchestra.run.smithi069.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /etc/systemd/system/ceph.target. 2024-04-10T15:22:41.165 INFO:teuthology.orchestra.run.smithi069.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4.target → /etc/systemd/system/ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4.target. 2024-04-10T15:22:41.165 INFO:teuthology.orchestra.run.smithi069.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph.target.wants/ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4.target → /etc/systemd/system/ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4.target. 2024-04-10T15:22:41.367 INFO:teuthology.orchestra.run.smithi069.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4@mon.a 2024-04-10T15:22:41.368 INFO:teuthology.orchestra.run.smithi069.stdout:systemctl: stderr Failed to reset failed state of unit ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4@mon.a.service: Unit ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4@mon.a.service not loaded. 2024-04-10T15:22:41.527 INFO:teuthology.orchestra.run.smithi069.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4.target.wants/ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4@mon.a.service → /etc/systemd/system/ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4@.service. 2024-04-10T15:22:42.073 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:41 smithi069 podman[26969]: 2024-04-10 15:22:41.680035511 +0000 UTC m=+0.017311687 image pull bb2c5eac26a47e91f49419364028af9c3bea25d6fad65850c7d6f8f2c7b91b28 quay.ceph.io/ceph-ci/ceph:reef 2024-04-10T15:22:42.722 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:42 smithi069 podman[26969]: 2024-04-10 15:22:42.46864811 +0000 UTC m=+0.805924285 container create f724a48cd72e5779a8d9caecfc75b2ad74e5cf1bb82c009af44fe9c079ec68cd (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mon-a, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, RELEASE=reef-d540eba, org.label-schema.build-date=20240403, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0) 2024-04-10T15:22:42.722 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:42 smithi069 podman[26969]: 2024-04-10 15:22:42.637423042 +0000 UTC m=+0.974699218 container init f724a48cd72e5779a8d9caecfc75b2ad74e5cf1bb82c009af44fe9c079ec68cd (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mon-a, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, RELEASE=reef-d540eba, org.label-schema.build-date=20240403, org.label-schema.vendor=CentOS) 2024-04-10T15:22:42.722 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:42 smithi069 podman[26969]: 2024-04-10 15:22:42.64332249 +0000 UTC m=+0.980598668 container start f724a48cd72e5779a8d9caecfc75b2ad74e5cf1bb82c009af44fe9c079ec68cd (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mon-a, ceph=True, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=reef-d540eba, org.label-schema.build-date=20240403, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0) 2024-04-10T15:22:42.722 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:42 smithi069 ceph-mon[27007]: mkfs 09bfb546-f74e-11ee-b64a-cb9ed24678a4 2024-04-10T15:22:42.722 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:42 smithi069 ceph-mon[27007]: mon.a is new leader, mons a in quorum (ranks 0) 2024-04-10T15:22:42.722 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:42 smithi069 bash[26969]: f724a48cd72e5779a8d9caecfc75b2ad74e5cf1bb82c009af44fe9c079ec68cd 2024-04-10T15:22:42.736 INFO:teuthology.orchestra.run.smithi069.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-04-10T15:22:42.736 INFO:teuthology.orchestra.run.smithi069.stdout:systemctl: stdout disabled 2024-04-10T15:22:42.743 INFO:teuthology.orchestra.run.smithi069.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-04-10T15:22:42.743 INFO:teuthology.orchestra.run.smithi069.stdout:systemctl: stdout inactive 2024-04-10T15:22:42.743 INFO:teuthology.orchestra.run.smithi069.stdout:firewalld.service is not enabled 2024-04-10T15:22:42.743 INFO:teuthology.orchestra.run.smithi069.stdout:Not possible to enable service . firewalld.service is not available 2024-04-10T15:22:42.743 INFO:teuthology.orchestra.run.smithi069.stdout:Waiting for mon to start... 2024-04-10T15:22:42.743 INFO:teuthology.orchestra.run.smithi069.stdout:Waiting for mon... 2024-04-10T15:22:42.981 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:42 smithi069 systemd[1]: Started Ceph mon.a for 09bfb546-f74e-11ee-b64a-cb9ed24678a4. 2024-04-10T15:22:43.874 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout cluster: 2024-04-10T15:22:43.874 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout id: 09bfb546-f74e-11ee-b64a-cb9ed24678a4 2024-04-10T15:22:43.874 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout health: HEALTH_OK 2024-04-10T15:22:43.874 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout 2024-04-10T15:22:43.874 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout services: 2024-04-10T15:22:43.874 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout mon: 1 daemons, quorum a (age 0.595832s) 2024-04-10T15:22:43.874 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout mgr: no daemons active 2024-04-10T15:22:43.874 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout osd: 0 osds: 0 up, 0 in 2024-04-10T15:22:43.874 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout 2024-04-10T15:22:43.874 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout data: 2024-04-10T15:22:43.874 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout pools: 0 pools, 0 pgs 2024-04-10T15:22:43.875 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout objects: 0 objects, 0 B 2024-04-10T15:22:43.875 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout usage: 0 B used, 0 B / 0 B avail 2024-04-10T15:22:43.875 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout pgs: 2024-04-10T15:22:43.875 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout 2024-04-10T15:22:43.875 INFO:teuthology.orchestra.run.smithi069.stdout:mon is available 2024-04-10T15:22:43.875 INFO:teuthology.orchestra.run.smithi069.stdout:Assimilating anything we can from ceph.conf... 2024-04-10T15:22:43.979 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:43 smithi069 ceph-mon[27007]: mon.a is new leader, mons a in quorum (ranks 0) 2024-04-10T15:22:43.979 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:43 smithi069 ceph-mon[27007]: monmap e1: 1 mons at {a=[v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-04-10T15:22:43.979 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:43 smithi069 ceph-mon[27007]: fsmap 2024-04-10T15:22:43.979 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:43 smithi069 ceph-mon[27007]: osdmap e1: 0 total, 0 up, 0 in 2024-04-10T15:22:43.979 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:43 smithi069 ceph-mon[27007]: mgrmap e1: no daemons active 2024-04-10T15:22:43.979 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:43 smithi069 ceph-mon[27007]: from='client.? 172.21.15.69:0/2525952365' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-04-10T15:22:44.992 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:44 smithi069 ceph-mon[27007]: from='client.? 172.21.15.69:0/1275602961' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2024-04-10T15:22:44.993 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:44 smithi069 ceph-mon[27007]: from='client.? 172.21.15.69:0/1275602961' entity='client.admin' cmd='[{"prefix": "config assimilate-conf"}]': finished 2024-04-10T15:22:44.995 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout 2024-04-10T15:22:44.997 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout [global] 2024-04-10T15:22:44.997 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout fsid = 09bfb546-f74e-11ee-b64a-cb9ed24678a4 2024-04-10T15:22:44.997 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout mon_host = [v2:172.21.15.69:3300,v1:172.21.15.69:6789] 2024-04-10T15:22:44.997 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2024-04-10T15:22:44.997 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2024-04-10T15:22:44.997 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2024-04-10T15:22:44.998 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2024-04-10T15:22:44.998 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout 2024-04-10T15:22:44.998 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout [mgr] 2024-04-10T15:22:44.998 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2024-04-10T15:22:44.998 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout 2024-04-10T15:22:44.998 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout [osd] 2024-04-10T15:22:44.998 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2024-04-10T15:22:44.998 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2024-04-10T15:22:44.998 INFO:teuthology.orchestra.run.smithi069.stdout:Generating new minimal ceph.conf... 2024-04-10T15:22:45.823 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:45 smithi069 ceph-mon[27007]: from='client.? 172.21.15.69:0/168872177' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:22:46.152 INFO:teuthology.orchestra.run.smithi069.stdout:Restarting the monitor... 2024-04-10T15:22:46.439 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:46 smithi069 systemd[1]: Stopping Ceph mon.a for 09bfb546-f74e-11ee-b64a-cb9ed24678a4... 2024-04-10T15:22:46.823 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:46 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mon-a[26984]: 2024-04-10T15:22:46.462+0000 7f43d9a04700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-04-10T15:22:46.823 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:46 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mon-a[26984]: 2024-04-10T15:22:46.462+0000 7f43d9a04700 -1 mon.a@0(leader) e1 *** Got Signal Terminated *** 2024-04-10T15:22:46.823 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:46 smithi069 podman[27341]: 2024-04-10 15:22:46.585512549 +0000 UTC m=+0.250074200 container died f724a48cd72e5779a8d9caecfc75b2ad74e5cf1bb82c009af44fe9c079ec68cd (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mon-a, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-d540eba, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240403, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD) 2024-04-10T15:22:47.169 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:46 smithi069 podman[27341]: 2024-04-10 15:22:46.958242281 +0000 UTC m=+0.622803930 container cleanup f724a48cd72e5779a8d9caecfc75b2ad74e5cf1bb82c009af44fe9c079ec68cd (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mon-a, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.build-date=20240403, ceph=True, RELEASE=reef-d540eba, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD) 2024-04-10T15:22:47.169 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:46 smithi069 bash[27341]: ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mon-a 2024-04-10T15:22:47.516 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:47 smithi069 podman[27361]: 2024-04-10 15:22:47.192515114 +0000 UTC m=+0.611617337 container remove f724a48cd72e5779a8d9caecfc75b2ad74e5cf1bb82c009af44fe9c079ec68cd (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mon-a, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.build-date=20240403, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, RELEASE=reef-d540eba, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5) 2024-04-10T15:22:47.516 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:47 smithi069 systemd[1]: ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4@mon.a.service: Deactivated successfully. 2024-04-10T15:22:47.516 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:47 smithi069 systemd[1]: Stopped Ceph mon.a for 09bfb546-f74e-11ee-b64a-cb9ed24678a4. 2024-04-10T15:22:47.516 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:47 smithi069 systemd[1]: Starting Ceph mon.a for 09bfb546-f74e-11ee-b64a-cb9ed24678a4... 2024-04-10T15:22:47.822 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:47 smithi069 podman[27463]: 2024-04-10 15:22:47.442496163 +0000 UTC m=+0.018164401 image pull bb2c5eac26a47e91f49419364028af9c3bea25d6fad65850c7d6f8f2c7b91b28 quay.ceph.io/ceph-ci/ceph:reef 2024-04-10T15:22:47.822 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:47 smithi069 podman[27463]: 2024-04-10 15:22:47.735385823 +0000 UTC m=+0.311054090 container create 9fbd58098dde14c1508250f5b8a178d81be63ccad596e4392a851fad0efc93c9 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mon-a, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, RELEASE=reef-d540eba, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_BRANCH=HEAD, GIT_CLEAN=True, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240403) 2024-04-10T15:22:48.018 INFO:teuthology.orchestra.run.smithi069.stdout:Setting public_network to 172.21.0.0/20 in mon config section 2024-04-10T15:22:48.247 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:47 smithi069 podman[27463]: 2024-04-10 15:22:47.946128742 +0000 UTC m=+0.521796963 container init 9fbd58098dde14c1508250f5b8a178d81be63ccad596e4392a851fad0efc93c9 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mon-a, io.buildah.version=1.33.5, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240403, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-d540eba, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_CLEAN=True) 2024-04-10T15:22:48.247 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:47 smithi069 podman[27463]: 2024-04-10 15:22:47.952400209 +0000 UTC m=+0.528068434 container start 9fbd58098dde14c1508250f5b8a178d81be63ccad596e4392a851fad0efc93c9 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mon-a, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240403, RELEASE=reef-d540eba, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_CLEAN=True, io.buildah.version=1.33.5) 2024-04-10T15:22:48.247 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:47 smithi069 ceph-mon[27501]: set uid:gid to 167:167 (ceph:ceph) 2024-04-10T15:22:48.247 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:47 smithi069 ceph-mon[27501]: ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable), process ceph-mon, pid 7 2024-04-10T15:22:48.247 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:47 smithi069 ceph-mon[27501]: pidfile_write: ignore empty --pid-file 2024-04-10T15:22:48.247 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:47 smithi069 ceph-mon[27501]: load: jerasure load: lrc 2024-04-10T15:22:48.247 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:47 smithi069 ceph-mon[27501]: rocksdb: RocksDB version: 7.9.2 2024-04-10T15:22:48.248 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:47 smithi069 ceph-mon[27501]: rocksdb: Git sha 0 2024-04-10T15:22:48.248 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:47 smithi069 ceph-mon[27501]: rocksdb: Compile date 2024-04-08 23:21:21 2024-04-10T15:22:48.248 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:47 smithi069 ceph-mon[27501]: rocksdb: DB SUMMARY 2024-04-10T15:22:48.248 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:47 smithi069 ceph-mon[27501]: rocksdb: DB Session ID: K87D61LNGU66NHBMO68R 2024-04-10T15:22:48.248 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:47 smithi069 ceph-mon[27501]: rocksdb: CURRENT file: CURRENT 2024-04-10T15:22:48.248 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:47 smithi069 ceph-mon[27501]: rocksdb: IDENTITY file: IDENTITY 2024-04-10T15:22:48.248 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:47 smithi069 ceph-mon[27501]: rocksdb: MANIFEST file: MANIFEST-000010 size: 179 Bytes 2024-04-10T15:22:48.248 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:47 smithi069 ceph-mon[27501]: rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 1, files: 000008.sst 2024-04-10T15:22:48.248 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:47 smithi069 ceph-mon[27501]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 000009.log size: 84548 ; 2024-04-10T15:22:48.248 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:47 smithi069 ceph-mon[27501]: rocksdb: Options.error_if_exists: 0 2024-04-10T15:22:48.248 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:47 smithi069 ceph-mon[27501]: rocksdb: Options.create_if_missing: 0 2024-04-10T15:22:48.248 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:47 smithi069 ceph-mon[27501]: rocksdb: Options.paranoid_checks: 1 2024-04-10T15:22:48.248 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:47 smithi069 ceph-mon[27501]: rocksdb: Options.flush_verify_memtable_count: 1 2024-04-10T15:22:48.248 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:47 smithi069 ceph-mon[27501]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-04-10T15:22:48.249 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:47 smithi069 ceph-mon[27501]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-04-10T15:22:48.249 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:47 smithi069 ceph-mon[27501]: rocksdb: Options.env: 0x55d6900317a0 2024-04-10T15:22:48.249 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:47 smithi069 ceph-mon[27501]: rocksdb: Options.fs: PosixFileSystem 2024-04-10T15:22:48.249 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:47 smithi069 ceph-mon[27501]: rocksdb: Options.info_log: 0x55d6925ed500 2024-04-10T15:22:48.249 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:47 smithi069 ceph-mon[27501]: rocksdb: Options.max_file_opening_threads: 16 2024-04-10T15:22:48.249 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:47 smithi069 ceph-mon[27501]: rocksdb: Options.statistics: (nil) 2024-04-10T15:22:48.249 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:47 smithi069 ceph-mon[27501]: rocksdb: Options.use_fsync: 0 2024-04-10T15:22:48.250 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:47 smithi069 ceph-mon[27501]: rocksdb: Options.max_log_file_size: 0 2024-04-10T15:22:48.250 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:47 smithi069 ceph-mon[27501]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-04-10T15:22:48.251 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:47 smithi069 ceph-mon[27501]: rocksdb: Options.log_file_time_to_roll: 0 2024-04-10T15:22:48.251 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:47 smithi069 ceph-mon[27501]: rocksdb: Options.keep_log_file_num: 1000 2024-04-10T15:22:48.251 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:47 smithi069 ceph-mon[27501]: rocksdb: Options.recycle_log_file_num: 0 2024-04-10T15:22:48.251 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:47 smithi069 ceph-mon[27501]: rocksdb: Options.allow_fallocate: 1 2024-04-10T15:22:48.251 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:47 smithi069 ceph-mon[27501]: rocksdb: Options.allow_mmap_reads: 0 2024-04-10T15:22:48.251 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:47 smithi069 ceph-mon[27501]: rocksdb: Options.allow_mmap_writes: 0 2024-04-10T15:22:48.251 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:47 smithi069 ceph-mon[27501]: rocksdb: Options.use_direct_reads: 0 2024-04-10T15:22:48.251 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:47 smithi069 ceph-mon[27501]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-04-10T15:22:48.251 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:47 smithi069 ceph-mon[27501]: rocksdb: Options.create_missing_column_families: 0 2024-04-10T15:22:48.251 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:47 smithi069 ceph-mon[27501]: rocksdb: Options.db_log_dir: 2024-04-10T15:22:48.251 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:47 smithi069 ceph-mon[27501]: rocksdb: Options.wal_dir: 2024-04-10T15:22:48.251 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:47 smithi069 ceph-mon[27501]: rocksdb: Options.table_cache_numshardbits: 6 2024-04-10T15:22:48.251 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:47 smithi069 ceph-mon[27501]: rocksdb: Options.WAL_ttl_seconds: 0 2024-04-10T15:22:48.252 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:47 smithi069 ceph-mon[27501]: rocksdb: Options.WAL_size_limit_MB: 0 2024-04-10T15:22:48.252 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:47 smithi069 ceph-mon[27501]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-04-10T15:22:48.252 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:47 smithi069 ceph-mon[27501]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-04-10T15:22:48.252 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:47 smithi069 ceph-mon[27501]: rocksdb: Options.is_fd_close_on_exec: 1 2024-04-10T15:22:48.252 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:47 smithi069 ceph-mon[27501]: rocksdb: Options.advise_random_on_open: 1 2024-04-10T15:22:48.252 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:47 smithi069 ceph-mon[27501]: rocksdb: Options.db_write_buffer_size: 0 2024-04-10T15:22:48.252 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:47 smithi069 ceph-mon[27501]: rocksdb: Options.write_buffer_manager: 0x55d691862140 2024-04-10T15:22:48.252 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:47 smithi069 ceph-mon[27501]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-04-10T15:22:48.252 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:47 smithi069 ceph-mon[27501]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-04-10T15:22:48.252 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:47 smithi069 ceph-mon[27501]: rocksdb: Options.use_adaptive_mutex: 0 2024-04-10T15:22:48.252 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:47 smithi069 ceph-mon[27501]: rocksdb: Options.rate_limiter: (nil) 2024-04-10T15:22:48.252 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:47 smithi069 ceph-mon[27501]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-04-10T15:22:48.252 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:47 smithi069 ceph-mon[27501]: rocksdb: Options.wal_recovery_mode: 2 2024-04-10T15:22:48.252 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:47 smithi069 ceph-mon[27501]: rocksdb: Options.enable_thread_tracking: 0 2024-04-10T15:22:48.253 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:47 smithi069 ceph-mon[27501]: rocksdb: Options.enable_pipelined_write: 0 2024-04-10T15:22:48.253 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:47 smithi069 ceph-mon[27501]: rocksdb: Options.unordered_write: 0 2024-04-10T15:22:48.253 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:47 smithi069 ceph-mon[27501]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-04-10T15:22:48.253 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:47 smithi069 ceph-mon[27501]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-04-10T15:22:48.253 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:47 smithi069 ceph-mon[27501]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-04-10T15:22:48.253 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:47 smithi069 ceph-mon[27501]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-04-10T15:22:48.253 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:47 smithi069 ceph-mon[27501]: rocksdb: Options.row_cache: None 2024-04-10T15:22:48.253 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:47 smithi069 ceph-mon[27501]: rocksdb: Options.wal_filter: None 2024-04-10T15:22:48.253 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:47 smithi069 ceph-mon[27501]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-04-10T15:22:48.253 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:47 smithi069 ceph-mon[27501]: rocksdb: Options.allow_ingest_behind: 0 2024-04-10T15:22:48.253 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:47 smithi069 ceph-mon[27501]: rocksdb: Options.two_write_queues: 0 2024-04-10T15:22:48.253 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:47 smithi069 ceph-mon[27501]: rocksdb: Options.manual_wal_flush: 0 2024-04-10T15:22:48.253 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:47 smithi069 ceph-mon[27501]: rocksdb: Options.wal_compression: 0 2024-04-10T15:22:48.254 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:47 smithi069 ceph-mon[27501]: rocksdb: Options.atomic_flush: 0 2024-04-10T15:22:48.254 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:47 smithi069 ceph-mon[27501]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-04-10T15:22:48.254 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:47 smithi069 ceph-mon[27501]: rocksdb: Options.persist_stats_to_disk: 0 2024-04-10T15:22:48.254 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:47 smithi069 ceph-mon[27501]: rocksdb: Options.write_dbid_to_manifest: 0 2024-04-10T15:22:48.254 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:47 smithi069 ceph-mon[27501]: rocksdb: Options.log_readahead_size: 0 2024-04-10T15:22:48.254 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:47 smithi069 ceph-mon[27501]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-04-10T15:22:48.254 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:47 smithi069 ceph-mon[27501]: rocksdb: Options.best_efforts_recovery: 0 2024-04-10T15:22:48.254 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:47 smithi069 ceph-mon[27501]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-04-10T15:22:48.254 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:47 smithi069 ceph-mon[27501]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-04-10T15:22:48.254 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:47 smithi069 ceph-mon[27501]: rocksdb: Options.allow_data_in_errors: 0 2024-04-10T15:22:48.254 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:47 smithi069 ceph-mon[27501]: rocksdb: Options.db_host_id: __hostname__ 2024-04-10T15:22:48.254 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:47 smithi069 ceph-mon[27501]: rocksdb: Options.enforce_single_del_contracts: true 2024-04-10T15:22:48.254 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:47 smithi069 ceph-mon[27501]: rocksdb: Options.max_background_jobs: 2 2024-04-10T15:22:48.254 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:47 smithi069 ceph-mon[27501]: rocksdb: Options.max_background_compactions: -1 2024-04-10T15:22:48.255 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:47 smithi069 ceph-mon[27501]: rocksdb: Options.max_subcompactions: 1 2024-04-10T15:22:48.255 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:47 smithi069 ceph-mon[27501]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-04-10T15:22:48.255 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:47 smithi069 ceph-mon[27501]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-04-10T15:22:48.255 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:47 smithi069 ceph-mon[27501]: rocksdb: Options.delayed_write_rate : 16777216 2024-04-10T15:22:48.255 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:47 smithi069 ceph-mon[27501]: rocksdb: Options.max_total_wal_size: 0 2024-04-10T15:22:48.255 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:47 smithi069 ceph-mon[27501]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-04-10T15:22:48.255 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:47 smithi069 ceph-mon[27501]: rocksdb: Options.stats_dump_period_sec: 600 2024-04-10T15:22:48.255 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:47 smithi069 ceph-mon[27501]: rocksdb: Options.stats_persist_period_sec: 600 2024-04-10T15:22:48.255 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:47 smithi069 ceph-mon[27501]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-04-10T15:22:48.255 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:47 smithi069 ceph-mon[27501]: rocksdb: Options.max_open_files: -1 2024-04-10T15:22:48.255 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:47 smithi069 ceph-mon[27501]: rocksdb: Options.bytes_per_sync: 0 2024-04-10T15:22:48.256 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:47 smithi069 ceph-mon[27501]: rocksdb: Options.wal_bytes_per_sync: 0 2024-04-10T15:22:48.256 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:47 smithi069 ceph-mon[27501]: rocksdb: Options.strict_bytes_per_sync: 0 2024-04-10T15:22:48.256 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:47 smithi069 ceph-mon[27501]: rocksdb: Options.compaction_readahead_size: 0 2024-04-10T15:22:48.256 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:47 smithi069 ceph-mon[27501]: rocksdb: Options.max_background_flushes: -1 2024-04-10T15:22:48.256 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:47 smithi069 ceph-mon[27501]: rocksdb: Compression algorithms supported: 2024-04-10T15:22:48.256 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:47 smithi069 ceph-mon[27501]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-04-10T15:22:48.256 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:47 smithi069 ceph-mon[27501]: rocksdb: kZSTD supported: 0 2024-04-10T15:22:48.256 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:47 smithi069 ceph-mon[27501]: rocksdb: kXpressCompression supported: 0 2024-04-10T15:22:48.256 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:47 smithi069 ceph-mon[27501]: rocksdb: kLZ4HCCompression supported: 1 2024-04-10T15:22:48.256 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:47 smithi069 ceph-mon[27501]: rocksdb: kZlibCompression supported: 1 2024-04-10T15:22:48.256 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:47 smithi069 ceph-mon[27501]: rocksdb: kSnappyCompression supported: 1 2024-04-10T15:22:48.256 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:47 smithi069 ceph-mon[27501]: rocksdb: kLZ4Compression supported: 1 2024-04-10T15:22:48.257 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:47 smithi069 ceph-mon[27501]: rocksdb: kBZip2Compression supported: 0 2024-04-10T15:22:48.257 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:47 smithi069 ceph-mon[27501]: rocksdb: Fast CRC32 supported: Supported on x86 2024-04-10T15:22:48.257 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:47 smithi069 ceph-mon[27501]: rocksdb: DMutex implementation: pthread_mutex_t 2024-04-10T15:22:48.257 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:47 smithi069 ceph-mon[27501]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000010 2024-04-10T15:22:48.257 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:47 smithi069 ceph-mon[27501]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-04-10T15:22:48.257 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:47 smithi069 ceph-mon[27501]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-04-10T15:22:48.257 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:47 smithi069 ceph-mon[27501]: rocksdb: Options.merge_operator: 2024-04-10T15:22:48.257 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:47 smithi069 ceph-mon[27501]: rocksdb: Options.compaction_filter: None 2024-04-10T15:22:48.257 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:47 smithi069 ceph-mon[27501]: rocksdb: Options.compaction_filter_factory: None 2024-04-10T15:22:48.257 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:47 smithi069 ceph-mon[27501]: rocksdb: Options.sst_partitioner_factory: None 2024-04-10T15:22:48.257 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:47 smithi069 ceph-mon[27501]: rocksdb: Options.memtable_factory: SkipListFactory 2024-04-10T15:22:48.257 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:47 smithi069 ceph-mon[27501]: rocksdb: Options.table_factory: BlockBasedTable 2024-04-10T15:22:48.257 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:47 smithi069 ceph-mon[27501]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55d6925ed600) 2024-04-10T15:22:48.257 INFO:journalctl@ceph.mon.a.smithi069.stdout: cache_index_and_filter_blocks: 1 2024-04-10T15:22:48.258 INFO:journalctl@ceph.mon.a.smithi069.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-04-10T15:22:48.258 INFO:journalctl@ceph.mon.a.smithi069.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-04-10T15:22:48.258 INFO:journalctl@ceph.mon.a.smithi069.stdout: pin_top_level_index_and_filter: 1 2024-04-10T15:22:48.258 INFO:journalctl@ceph.mon.a.smithi069.stdout: index_type: 0 2024-04-10T15:22:48.258 INFO:journalctl@ceph.mon.a.smithi069.stdout: data_block_index_type: 0 2024-04-10T15:22:48.258 INFO:journalctl@ceph.mon.a.smithi069.stdout: index_shortening: 1 2024-04-10T15:22:48.258 INFO:journalctl@ceph.mon.a.smithi069.stdout: data_block_hash_table_util_ratio: 0.750000 2024-04-10T15:22:48.258 INFO:journalctl@ceph.mon.a.smithi069.stdout: checksum: 4 2024-04-10T15:22:48.258 INFO:journalctl@ceph.mon.a.smithi069.stdout: no_block_cache: 0 2024-04-10T15:22:48.258 INFO:journalctl@ceph.mon.a.smithi069.stdout: block_cache: 0x55d6919031f0 2024-04-10T15:22:48.259 INFO:journalctl@ceph.mon.a.smithi069.stdout: block_cache_name: BinnedLRUCache 2024-04-10T15:22:48.259 INFO:journalctl@ceph.mon.a.smithi069.stdout: block_cache_options: 2024-04-10T15:22:48.259 INFO:journalctl@ceph.mon.a.smithi069.stdout: capacity : 536870912 2024-04-10T15:22:48.259 INFO:journalctl@ceph.mon.a.smithi069.stdout: num_shard_bits : 4 2024-04-10T15:22:48.259 INFO:journalctl@ceph.mon.a.smithi069.stdout: strict_capacity_limit : 0 2024-04-10T15:22:48.259 INFO:journalctl@ceph.mon.a.smithi069.stdout: high_pri_pool_ratio: 0.000 2024-04-10T15:22:48.259 INFO:journalctl@ceph.mon.a.smithi069.stdout: block_cache_compressed: (nil) 2024-04-10T15:22:48.259 INFO:journalctl@ceph.mon.a.smithi069.stdout: persistent_cache: (nil) 2024-04-10T15:22:48.259 INFO:journalctl@ceph.mon.a.smithi069.stdout: block_size: 4096 2024-04-10T15:22:48.259 INFO:journalctl@ceph.mon.a.smithi069.stdout: block_size_deviation: 10 2024-04-10T15:22:48.259 INFO:journalctl@ceph.mon.a.smithi069.stdout: block_restart_interval: 16 2024-04-10T15:22:48.259 INFO:journalctl@ceph.mon.a.smithi069.stdout: index_block_restart_interval: 1 2024-04-10T15:22:48.259 INFO:journalctl@ceph.mon.a.smithi069.stdout: metadata_block_size: 4096 2024-04-10T15:22:48.259 INFO:journalctl@ceph.mon.a.smithi069.stdout: partition_filters: 0 2024-04-10T15:22:48.259 INFO:journalctl@ceph.mon.a.smithi069.stdout: use_delta_encoding: 1 2024-04-10T15:22:48.260 INFO:journalctl@ceph.mon.a.smithi069.stdout: filter_policy: bloomfilter 2024-04-10T15:22:48.260 INFO:journalctl@ceph.mon.a.smithi069.stdout: whole_key_filtering: 1 2024-04-10T15:22:48.260 INFO:journalctl@ceph.mon.a.smithi069.stdout: verify_compression: 0 2024-04-10T15:22:48.260 INFO:journalctl@ceph.mon.a.smithi069.stdout: read_amp_bytes_per_bit: 0 2024-04-10T15:22:48.260 INFO:journalctl@ceph.mon.a.smithi069.stdout: format_version: 5 2024-04-10T15:22:48.260 INFO:journalctl@ceph.mon.a.smithi069.stdout: enable_index_compression: 1 2024-04-10T15:22:48.260 INFO:journalctl@ceph.mon.a.smithi069.stdout: block_align: 0 2024-04-10T15:22:48.260 INFO:journalctl@ceph.mon.a.smithi069.stdout: max_auto_readahead_size: 262144 2024-04-10T15:22:48.260 INFO:journalctl@ceph.mon.a.smithi069.stdout: prepopulate_block_cache: 0 2024-04-10T15:22:48.260 INFO:journalctl@ceph.mon.a.smithi069.stdout: initial_auto_readahead_size: 8192 2024-04-10T15:22:48.260 INFO:journalctl@ceph.mon.a.smithi069.stdout: num_file_reads_for_auto_readahead: 2 2024-04-10T15:22:48.260 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:47 smithi069 ceph-mon[27501]: rocksdb: Options.write_buffer_size: 33554432 2024-04-10T15:22:48.260 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:47 smithi069 ceph-mon[27501]: rocksdb: Options.max_write_buffer_number: 2 2024-04-10T15:22:48.260 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:47 smithi069 ceph-mon[27501]: rocksdb: Options.compression: NoCompression 2024-04-10T15:22:48.260 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:47 smithi069 ceph-mon[27501]: rocksdb: Options.bottommost_compression: Disabled 2024-04-10T15:22:48.260 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:47 smithi069 ceph-mon[27501]: rocksdb: Options.prefix_extractor: nullptr 2024-04-10T15:22:48.261 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:47 smithi069 ceph-mon[27501]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-04-10T15:22:48.261 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:47 smithi069 ceph-mon[27501]: rocksdb: Options.num_levels: 7 2024-04-10T15:22:48.261 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:47 smithi069 ceph-mon[27501]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-04-10T15:22:48.261 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:47 smithi069 ceph-mon[27501]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-04-10T15:22:48.261 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:47 smithi069 ceph-mon[27501]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-04-10T15:22:48.261 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:47 smithi069 ceph-mon[27501]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-04-10T15:22:48.261 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:47 smithi069 ceph-mon[27501]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-04-10T15:22:48.261 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:47 smithi069 ceph-mon[27501]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-04-10T15:22:48.261 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:47 smithi069 ceph-mon[27501]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-04-10T15:22:48.261 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:47 smithi069 ceph-mon[27501]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-04-10T15:22:48.261 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:47 smithi069 ceph-mon[27501]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-04-10T15:22:48.261 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:47 smithi069 ceph-mon[27501]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-04-10T15:22:48.261 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:47 smithi069 ceph-mon[27501]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-04-10T15:22:48.261 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:47 smithi069 ceph-mon[27501]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-04-10T15:22:48.262 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:47 smithi069 ceph-mon[27501]: rocksdb: Options.compression_opts.window_bits: -14 2024-04-10T15:22:48.262 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:47 smithi069 ceph-mon[27501]: rocksdb: Options.compression_opts.level: 32767 2024-04-10T15:22:48.262 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:47 smithi069 ceph-mon[27501]: rocksdb: Options.compression_opts.strategy: 0 2024-04-10T15:22:48.262 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:47 smithi069 ceph-mon[27501]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-04-10T15:22:48.262 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:47 smithi069 ceph-mon[27501]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-04-10T15:22:48.262 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:47 smithi069 ceph-mon[27501]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-04-10T15:22:48.262 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:47 smithi069 ceph-mon[27501]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-04-10T15:22:48.262 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:47 smithi069 ceph-mon[27501]: rocksdb: Options.compression_opts.enabled: false 2024-04-10T15:22:48.262 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:47 smithi069 ceph-mon[27501]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-04-10T15:22:48.262 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:47 smithi069 ceph-mon[27501]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-04-10T15:22:48.263 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:47 smithi069 ceph-mon[27501]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-04-10T15:22:48.263 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:47 smithi069 ceph-mon[27501]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-04-10T15:22:48.263 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:47 smithi069 ceph-mon[27501]: rocksdb: Options.target_file_size_base: 67108864 2024-04-10T15:22:48.263 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:47 smithi069 ceph-mon[27501]: rocksdb: Options.target_file_size_multiplier: 1 2024-04-10T15:22:48.263 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:47 smithi069 ceph-mon[27501]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-04-10T15:22:48.263 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:47 smithi069 ceph-mon[27501]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-04-10T15:22:48.263 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:47 smithi069 ceph-mon[27501]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-04-10T15:22:48.263 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:47 smithi069 ceph-mon[27501]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-04-10T15:22:48.263 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:47 smithi069 ceph-mon[27501]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-04-10T15:22:48.263 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:47 smithi069 ceph-mon[27501]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-04-10T15:22:48.263 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:47 smithi069 ceph-mon[27501]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-04-10T15:22:48.263 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:47 smithi069 ceph-mon[27501]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-04-10T15:22:48.263 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:47 smithi069 ceph-mon[27501]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-04-10T15:22:48.263 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:47 smithi069 ceph-mon[27501]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-04-10T15:22:48.263 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:47 smithi069 ceph-mon[27501]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-04-10T15:22:48.263 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:47 smithi069 ceph-mon[27501]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-04-10T15:22:48.264 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:47 smithi069 ceph-mon[27501]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-04-10T15:22:48.264 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:47 smithi069 ceph-mon[27501]: rocksdb: Options.arena_block_size: 1048576 2024-04-10T15:22:48.264 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:47 smithi069 ceph-mon[27501]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-04-10T15:22:48.264 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:47 smithi069 ceph-mon[27501]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-04-10T15:22:48.264 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:47 smithi069 ceph-mon[27501]: rocksdb: Options.disable_auto_compactions: 0 2024-04-10T15:22:48.264 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:47 smithi069 ceph-mon[27501]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-04-10T15:22:48.264 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:47 smithi069 ceph-mon[27501]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-04-10T15:22:48.264 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:47 smithi069 ceph-mon[27501]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-04-10T15:22:48.264 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:47 smithi069 ceph-mon[27501]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-04-10T15:22:48.264 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:47 smithi069 ceph-mon[27501]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-04-10T15:22:48.264 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:47 smithi069 ceph-mon[27501]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-04-10T15:22:48.264 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:47 smithi069 ceph-mon[27501]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-04-10T15:22:48.264 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:47 smithi069 ceph-mon[27501]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-04-10T15:22:48.264 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:47 smithi069 ceph-mon[27501]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-04-10T15:22:48.265 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:47 smithi069 ceph-mon[27501]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-04-10T15:22:48.265 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:47 smithi069 ceph-mon[27501]: rocksdb: Options.table_properties_collectors: 2024-04-10T15:22:48.265 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:47 smithi069 ceph-mon[27501]: rocksdb: Options.inplace_update_support: 0 2024-04-10T15:22:48.265 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:47 smithi069 ceph-mon[27501]: rocksdb: Options.inplace_update_num_locks: 10000 2024-04-10T15:22:48.265 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:47 smithi069 ceph-mon[27501]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-04-10T15:22:48.265 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:47 smithi069 ceph-mon[27501]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-04-10T15:22:48.265 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:47 smithi069 ceph-mon[27501]: rocksdb: Options.memtable_huge_page_size: 0 2024-04-10T15:22:48.265 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:47 smithi069 ceph-mon[27501]: rocksdb: Options.bloom_locality: 0 2024-04-10T15:22:48.265 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:47 smithi069 ceph-mon[27501]: rocksdb: Options.max_successive_merges: 0 2024-04-10T15:22:48.265 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:47 smithi069 ceph-mon[27501]: rocksdb: Options.optimize_filters_for_hits: 0 2024-04-10T15:22:48.265 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:47 smithi069 ceph-mon[27501]: rocksdb: Options.paranoid_file_checks: 0 2024-04-10T15:22:48.265 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:47 smithi069 ceph-mon[27501]: rocksdb: Options.force_consistency_checks: 1 2024-04-10T15:22:48.265 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:47 smithi069 ceph-mon[27501]: rocksdb: Options.report_bg_io_stats: 0 2024-04-10T15:22:48.265 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:47 smithi069 ceph-mon[27501]: rocksdb: Options.ttl: 2592000 2024-04-10T15:22:48.265 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:47 smithi069 ceph-mon[27501]: rocksdb: Options.periodic_compaction_seconds: 0 2024-04-10T15:22:48.265 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:47 smithi069 ceph-mon[27501]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-04-10T15:22:48.266 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:47 smithi069 ceph-mon[27501]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-04-10T15:22:48.266 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:47 smithi069 ceph-mon[27501]: rocksdb: Options.enable_blob_files: false 2024-04-10T15:22:48.266 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:47 smithi069 ceph-mon[27501]: rocksdb: Options.min_blob_size: 0 2024-04-10T15:22:48.266 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:47 smithi069 ceph-mon[27501]: rocksdb: Options.blob_file_size: 268435456 2024-04-10T15:22:48.266 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:47 smithi069 ceph-mon[27501]: rocksdb: Options.blob_compression_type: NoCompression 2024-04-10T15:22:48.266 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:47 smithi069 ceph-mon[27501]: rocksdb: Options.enable_blob_garbage_collection: false 2024-04-10T15:22:48.266 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:47 smithi069 ceph-mon[27501]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-04-10T15:22:48.266 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:47 smithi069 ceph-mon[27501]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-04-10T15:22:48.266 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:47 smithi069 ceph-mon[27501]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-04-10T15:22:48.266 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:47 smithi069 ceph-mon[27501]: rocksdb: Options.blob_file_starting_level: 0 2024-04-10T15:22:48.266 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:47 smithi069 ceph-mon[27501]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-04-10T15:22:48.266 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:47 smithi069 ceph-mon[27501]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000010 succeeded,manifest_file_number is 10, next_file_number is 12, last_sequence is 5, log_number is 5,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 5 2024-04-10T15:22:48.266 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:47 smithi069 ceph-mon[27501]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 5 2024-04-10T15:22:48.266 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:47 smithi069 ceph-mon[27501]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 200a4a78-92fb-454f-8ae9-2c59b9cbeed9 2024-04-10T15:22:48.267 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:47 smithi069 ceph-mon[27501]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712762567983204, "job": 1, "event": "recovery_started", "wal_files": [9]} 2024-04-10T15:22:48.267 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:47 smithi069 ceph-mon[27501]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #9 mode 2 2024-04-10T15:22:48.267 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:47 smithi069 ceph-mon[27501]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712762567984101, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 13, "file_size": 81072, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 8, "largest_seqno": 256, "table_properties": {"data_size": 79248, "index_size": 234, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 581, "raw_key_size": 10267, "raw_average_key_size": 47, "raw_value_size": 73449, "raw_average_value_size": 341, "num_data_blocks": 10, "num_entries": 215, "num_filter_entries": 215, "num_deletions": 3, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1712762567, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "200a4a78-92fb-454f-8ae9-2c59b9cbeed9", "db_session_id": "K87D61LNGU66NHBMO68R", "orig_file_number": 13, "seqno_to_time_mapping": "N/A"}} 2024-04-10T15:22:48.267 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:47 smithi069 ceph-mon[27501]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712762567984187, "job": 1, "event": "recovery_finished"} 2024-04-10T15:22:48.267 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:47 smithi069 ceph-mon[27501]: rocksdb: [db/version_set.cc:5047] Creating manifest 15 2024-04-10T15:22:48.267 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:47 smithi069 ceph-mon[27501]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-a/store.db/000009.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-04-10T15:22:48.267 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:47 smithi069 ceph-mon[27501]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x55d6919a2000 2024-04-10T15:22:48.267 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:47 smithi069 ceph-mon[27501]: rocksdb: DB pointer 0x55d691990000 2024-04-10T15:22:48.267 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:47 smithi069 ceph-mon[27501]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-04-10T15:22:48.267 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:47 smithi069 ceph-mon[27501]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-04-10T15:22:48.267 INFO:journalctl@ceph.mon.a.smithi069.stdout: ** DB Stats ** 2024-04-10T15:22:48.267 INFO:journalctl@ceph.mon.a.smithi069.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-10T15:22:48.267 INFO:journalctl@ceph.mon.a.smithi069.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-04-10T15:22:48.267 INFO:journalctl@ceph.mon.a.smithi069.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-10T15:22:48.267 INFO:journalctl@ceph.mon.a.smithi069.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-10T15:22:48.268 INFO:journalctl@ceph.mon.a.smithi069.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-04-10T15:22:48.268 INFO:journalctl@ceph.mon.a.smithi069.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-10T15:22:48.268 INFO:journalctl@ceph.mon.a.smithi069.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-10T15:22:48.268 INFO:journalctl@ceph.mon.a.smithi069.stdout: 2024-04-10T15:22:48.268 INFO:journalctl@ceph.mon.a.smithi069.stdout: ** Compaction Stats [default] ** 2024-04-10T15:22:48.268 INFO:journalctl@ceph.mon.a.smithi069.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-10T15:22:48.268 INFO:journalctl@ceph.mon.a.smithi069.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-04-10T15:22:48.268 INFO:journalctl@ceph.mon.a.smithi069.stdout: L0 2/0 81.01 KB 0.5 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 133.3 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-04-10T15:22:48.268 INFO:journalctl@ceph.mon.a.smithi069.stdout: Sum 2/0 81.01 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 133.3 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-04-10T15:22:48.268 INFO:journalctl@ceph.mon.a.smithi069.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 133.3 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-04-10T15:22:48.268 INFO:journalctl@ceph.mon.a.smithi069.stdout: 2024-04-10T15:22:48.268 INFO:journalctl@ceph.mon.a.smithi069.stdout: ** Compaction Stats [default] ** 2024-04-10T15:22:48.268 INFO:journalctl@ceph.mon.a.smithi069.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-10T15:22:48.268 INFO:journalctl@ceph.mon.a.smithi069.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-04-10T15:22:48.268 INFO:journalctl@ceph.mon.a.smithi069.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 133.3 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-04-10T15:22:48.268 INFO:journalctl@ceph.mon.a.smithi069.stdout: 2024-04-10T15:22:48.269 INFO:journalctl@ceph.mon.a.smithi069.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-04-10T15:22:48.269 INFO:journalctl@ceph.mon.a.smithi069.stdout: 2024-04-10T15:22:48.269 INFO:journalctl@ceph.mon.a.smithi069.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-10T15:22:48.269 INFO:journalctl@ceph.mon.a.smithi069.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-04-10T15:22:48.269 INFO:journalctl@ceph.mon.a.smithi069.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-04-10T15:22:48.269 INFO:journalctl@ceph.mon.a.smithi069.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-04-10T15:22:48.269 INFO:journalctl@ceph.mon.a.smithi069.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-04-10T15:22:48.269 INFO:journalctl@ceph.mon.a.smithi069.stdout: AddFile(Keys): cumulative 0, interval 0 2024-04-10T15:22:48.269 INFO:journalctl@ceph.mon.a.smithi069.stdout: Cumulative compaction: 0.00 GB write, 25.63 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-10T15:22:48.269 INFO:journalctl@ceph.mon.a.smithi069.stdout: Interval compaction: 0.00 GB write, 25.63 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-10T15:22:48.269 INFO:journalctl@ceph.mon.a.smithi069.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-04-10T15:22:48.269 INFO:journalctl@ceph.mon.a.smithi069.stdout: Block cache BinnedLRUCache@0x55d6919031f0#7 capacity: 512.00 MB usage: 1.19 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 8e-06 secs_since: 0 2024-04-10T15:22:48.269 INFO:journalctl@ceph.mon.a.smithi069.stdout: Block cache entry stats(count,size,portion): FilterBlock(2,0.77 KB,0.000146031%) IndexBlock(2,0.42 KB,8.04663e-05%) Misc(1,0.00 KB,0%) 2024-04-10T15:22:48.269 INFO:journalctl@ceph.mon.a.smithi069.stdout: 2024-04-10T15:22:48.269 INFO:journalctl@ceph.mon.a.smithi069.stdout: ** File Read Latency Histogram By Level [default] ** 2024-04-10T15:22:48.269 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:47 smithi069 ceph-mon[27501]: starting mon.a rank 0 at public addrs [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] at bind addrs [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] mon_data /var/lib/ceph/mon/ceph-a fsid 09bfb546-f74e-11ee-b64a-cb9ed24678a4 2024-04-10T15:22:48.269 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:47 smithi069 ceph-mon[27501]: mon.a@-1(???) e1 preinit fsid 09bfb546-f74e-11ee-b64a-cb9ed24678a4 2024-04-10T15:22:48.270 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:47 smithi069 ceph-mon[27501]: mon.a@-1(???).mds e1 new map 2024-04-10T15:22:48.270 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:47 smithi069 ceph-mon[27501]: mon.a@-1(???).mds e1 print_map 2024-04-10T15:22:48.270 INFO:journalctl@ceph.mon.a.smithi069.stdout: e1 2024-04-10T15:22:48.270 INFO:journalctl@ceph.mon.a.smithi069.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-04-10T15:22:48.270 INFO:journalctl@ceph.mon.a.smithi069.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-04-10T15:22:48.270 INFO:journalctl@ceph.mon.a.smithi069.stdout: legacy client fscid: -1 2024-04-10T15:22:48.270 INFO:journalctl@ceph.mon.a.smithi069.stdout: 2024-04-10T15:22:48.270 INFO:journalctl@ceph.mon.a.smithi069.stdout: No filesystems configured 2024-04-10T15:22:48.270 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:47 smithi069 ceph-mon[27501]: mon.a@-1(???).osd e1 crush map has features 3314932999778484224, adjusting msgr requires 2024-04-10T15:22:48.270 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:47 smithi069 ceph-mon[27501]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-04-10T15:22:48.270 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:47 smithi069 ceph-mon[27501]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-04-10T15:22:48.270 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:47 smithi069 ceph-mon[27501]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-04-10T15:22:48.270 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:47 smithi069 ceph-mon[27501]: mon.a@-1(???).paxosservice(auth 1..2) refresh upgraded, format 0 -> 3 2024-04-10T15:22:48.270 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:48 smithi069 bash[27463]: 9fbd58098dde14c1508250f5b8a178d81be63ccad596e4392a851fad0efc93c9 2024-04-10T15:22:48.270 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:48 smithi069 systemd[1]: Started Ceph mon.a for 09bfb546-f74e-11ee-b64a-cb9ed24678a4. 2024-04-10T15:22:48.271 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:48 smithi069 ceph-mon[27501]: mon.a is new leader, mons a in quorum (ranks 0) 2024-04-10T15:22:48.271 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:48 smithi069 ceph-mon[27501]: monmap e1: 1 mons at {a=[v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-04-10T15:22:48.271 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:48 smithi069 ceph-mon[27501]: fsmap 2024-04-10T15:22:48.271 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:48 smithi069 ceph-mon[27501]: osdmap e1: 0 total, 0 up, 0 in 2024-04-10T15:22:48.271 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:48 smithi069 ceph-mon[27501]: mgrmap e1: no daemons active 2024-04-10T15:22:49.164 INFO:teuthology.orchestra.run.smithi069.stdout:Wrote config to /etc/ceph/ceph.conf 2024-04-10T15:22:49.186 INFO:teuthology.orchestra.run.smithi069.stdout:Wrote keyring to /etc/ceph/ceph.client.admin.keyring 2024-04-10T15:22:49.186 INFO:teuthology.orchestra.run.smithi069.stdout:Creating mgr... 2024-04-10T15:22:49.187 INFO:teuthology.orchestra.run.smithi069.stdout:Verifying port 0.0.0.0:9283 ... 2024-04-10T15:22:49.187 INFO:teuthology.orchestra.run.smithi069.stdout:Verifying port 0.0.0.0:8765 ... 2024-04-10T15:22:49.435 INFO:teuthology.orchestra.run.smithi069.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4@mgr.y 2024-04-10T15:22:49.435 INFO:teuthology.orchestra.run.smithi069.stdout:systemctl: stderr Failed to reset failed state of unit ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4@mgr.y.service: Unit ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4@mgr.y.service not loaded. 2024-04-10T15:22:49.589 INFO:teuthology.orchestra.run.smithi069.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4.target.wants/ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4@mgr.y.service → /etc/systemd/system/ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4@.service. 2024-04-10T15:22:49.937 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:49 smithi069 ceph-mon[27501]: from='client.? 172.21.15.69:0/3257530899' entity='client.admin' 2024-04-10T15:22:49.937 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:22:49 smithi069 podman[27741]: 2024-04-10 15:22:49.854166043 +0000 UTC m=+0.124310389 container create 9db27a8cffd25a7ff2b7e42f9ad3c8618b9f0976b9263ec45530ebda018f3d96 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, ceph=True, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, RELEASE=reef-d540eba, org.label-schema.build-date=20240403, GIT_BRANCH=HEAD, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux ) 2024-04-10T15:22:50.122 INFO:teuthology.orchestra.run.smithi069.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-04-10T15:22:50.123 INFO:teuthology.orchestra.run.smithi069.stdout:systemctl: stdout disabled 2024-04-10T15:22:50.130 INFO:teuthology.orchestra.run.smithi069.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-04-10T15:22:50.130 INFO:teuthology.orchestra.run.smithi069.stdout:systemctl: stdout inactive 2024-04-10T15:22:50.130 INFO:teuthology.orchestra.run.smithi069.stdout:firewalld.service is not enabled 2024-04-10T15:22:50.130 INFO:teuthology.orchestra.run.smithi069.stdout:Not possible to enable service . firewalld.service is not available 2024-04-10T15:22:50.139 INFO:teuthology.orchestra.run.smithi069.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-04-10T15:22:50.139 INFO:teuthology.orchestra.run.smithi069.stdout:systemctl: stdout disabled 2024-04-10T15:22:50.146 INFO:teuthology.orchestra.run.smithi069.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-04-10T15:22:50.146 INFO:teuthology.orchestra.run.smithi069.stdout:systemctl: stdout inactive 2024-04-10T15:22:50.146 INFO:teuthology.orchestra.run.smithi069.stdout:firewalld.service is not enabled 2024-04-10T15:22:50.146 INFO:teuthology.orchestra.run.smithi069.stdout:Not possible to open ports <[9283, 8765]>. firewalld.service is not available 2024-04-10T15:22:50.147 INFO:teuthology.orchestra.run.smithi069.stdout:Waiting for mgr to start... 2024-04-10T15:22:50.147 INFO:teuthology.orchestra.run.smithi069.stdout:Waiting for mgr... 2024-04-10T15:22:50.323 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:22:50 smithi069 podman[27741]: 2024-04-10 15:22:50.064761582 +0000 UTC m=+0.334905926 container init 9db27a8cffd25a7ff2b7e42f9ad3c8618b9f0976b9263ec45530ebda018f3d96 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, RELEASE=reef-d540eba, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240403) 2024-04-10T15:22:50.323 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:22:50 smithi069 podman[27741]: 2024-04-10 15:22:50.070340129 +0000 UTC m=+0.340484475 container start 9db27a8cffd25a7ff2b7e42f9ad3c8618b9f0976b9263ec45530ebda018f3d96 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y, org.label-schema.build-date=20240403, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-d540eba, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, ceph=True) 2024-04-10T15:22:50.323 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:22:50 smithi069 bash[27741]: 9db27a8cffd25a7ff2b7e42f9ad3c8618b9f0976b9263ec45530ebda018f3d96 2024-04-10T15:22:50.324 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:22:50 smithi069 systemd[1]: Started Ceph mgr.y for 09bfb546-f74e-11ee-b64a-cb9ed24678a4. 2024-04-10T15:22:50.619 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:22:50 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[27756]: 2024-04-10T15:22:50.626+0000 7fd68c72e200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-10T15:22:51.014 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:50 smithi069 ceph-mon[27501]: from='client.? 172.21.15.69:0/375473158' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-04-10T15:22:51.014 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:22:50 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[27756]: 2024-04-10T15:22:50.723+0000 7fd68c72e200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-10T15:22:51.277 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout 2024-04-10T15:22:51.277 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout { 2024-04-10T15:22:51.277 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "fsid": "09bfb546-f74e-11ee-b64a-cb9ed24678a4", 2024-04-10T15:22:51.277 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "health": { 2024-04-10T15:22:51.278 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-04-10T15:22:51.278 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-04-10T15:22:51.278 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-04-10T15:22:51.278 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout }, 2024-04-10T15:22:51.278 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-04-10T15:22:51.278 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-04-10T15:22:51.278 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout 0 2024-04-10T15:22:51.278 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout ], 2024-04-10T15:22:51.278 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-04-10T15:22:51.278 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "a" 2024-04-10T15:22:51.278 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout ], 2024-04-10T15:22:51.278 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "quorum_age": 2, 2024-04-10T15:22:51.279 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "monmap": { 2024-04-10T15:22:51.279 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-10T15:22:51.279 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "reef", 2024-04-10T15:22:51.279 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-04-10T15:22:51.279 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout }, 2024-04-10T15:22:51.279 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-04-10T15:22:51.279 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-10T15:22:51.279 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-04-10T15:22:51.279 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-04-10T15:22:51.279 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-04-10T15:22:51.279 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-04-10T15:22:51.283 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-04-10T15:22:51.283 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-04-10T15:22:51.283 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout }, 2024-04-10T15:22:51.283 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-04-10T15:22:51.283 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-04-10T15:22:51.283 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-04-10T15:22:51.283 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-04-10T15:22:51.284 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-04-10T15:22:51.284 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-04-10T15:22:51.284 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-04-10T15:22:51.284 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-04-10T15:22:51.284 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-04-10T15:22:51.284 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout }, 2024-04-10T15:22:51.284 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-04-10T15:22:51.284 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-10T15:22:51.284 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-04-10T15:22:51.284 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-04-10T15:22:51.284 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout }, 2024-04-10T15:22:51.284 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-04-10T15:22:51.284 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "available": false, 2024-04-10T15:22:51.285 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-04-10T15:22:51.285 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "modules": [ 2024-04-10T15:22:51.285 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "iostat", 2024-04-10T15:22:51.285 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "nfs", 2024-04-10T15:22:51.285 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "restful" 2024-04-10T15:22:51.285 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout ], 2024-04-10T15:22:51.285 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-10T15:22:51.285 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout }, 2024-04-10T15:22:51.285 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-04-10T15:22:51.285 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-10T15:22:51.285 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "modified": "2024-04-10T15:22:42.696734+0000", 2024-04-10T15:22:51.285 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-10T15:22:51.285 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout }, 2024-04-10T15:22:51.285 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-04-10T15:22:51.285 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout } 2024-04-10T15:22:51.286 INFO:teuthology.orchestra.run.smithi069.stdout:mgr not available, waiting (1/15)... 2024-04-10T15:22:51.573 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:22:51 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[27756]: 2024-04-10T15:22:51.370+0000 7fd68c72e200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-10T15:22:51.573 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:22:51 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[27756]: 2024-04-10T15:22:51.458+0000 7fd68c72e200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-10T15:22:51.573 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:22:51 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[27756]: 2024-04-10T15:22:51.595+0000 7fd68c72e200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-10T15:22:51.823 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:22:51 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[27756]: 2024-04-10T15:22:51.688+0000 7fd68c72e200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-10T15:22:51.823 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:22:51 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[27756]: 2024-04-10T15:22:51.768+0000 7fd68c72e200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-10T15:22:52.279 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:22:52 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[27756]: 2024-04-10T15:22:52.023+0000 7fd68c72e200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-10T15:22:52.279 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:22:52 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[27756]: 2024-04-10T15:22:52.129+0000 7fd68c72e200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-10T15:22:52.279 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:22:52 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[27756]: 2024-04-10T15:22:52.211+0000 7fd68c72e200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-10T15:22:52.279 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:22:52 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[27756]: 2024-04-10T15:22:52.301+0000 7fd68c72e200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-10T15:22:52.573 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:22:52 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[27756]: 2024-04-10T15:22:52.474+0000 7fd68c72e200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-10T15:22:53.742 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:22:53 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[27756]: 2024-04-10T15:22:53.425+0000 7fd68c72e200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-10T15:22:53.742 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:22:53 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[27756]: 2024-04-10T15:22:53.558+0000 7fd68c72e200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-10T15:22:54.073 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:53 smithi069 ceph-mon[27501]: from='client.? 172.21.15.69:0/3858880292' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-04-10T15:22:54.074 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:22:53 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[27756]: 2024-04-10T15:22:53.904+0000 7fd68c72e200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-10T15:22:54.074 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:22:53 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[27756]: 2024-04-10T15:22:53.992+0000 7fd68c72e200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-10T15:22:54.470 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:22:54 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[27756]: 2024-04-10T15:22:54.188+0000 7fd68c72e200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-10T15:22:54.470 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:22:54 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[27756]: 2024-04-10T15:22:54.367+0000 7fd68c72e200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-10T15:22:54.478 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout 2024-04-10T15:22:54.478 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout { 2024-04-10T15:22:54.478 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "fsid": "09bfb546-f74e-11ee-b64a-cb9ed24678a4", 2024-04-10T15:22:54.478 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "health": { 2024-04-10T15:22:54.478 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-04-10T15:22:54.478 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-04-10T15:22:54.478 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-04-10T15:22:54.478 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout }, 2024-04-10T15:22:54.478 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-04-10T15:22:54.478 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-04-10T15:22:54.478 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout 0 2024-04-10T15:22:54.479 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout ], 2024-04-10T15:22:54.479 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-04-10T15:22:54.479 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "a" 2024-04-10T15:22:54.479 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout ], 2024-04-10T15:22:54.479 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "quorum_age": 5, 2024-04-10T15:22:54.479 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "monmap": { 2024-04-10T15:22:54.479 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-10T15:22:54.479 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "reef", 2024-04-10T15:22:54.479 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-04-10T15:22:54.479 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout }, 2024-04-10T15:22:54.479 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-04-10T15:22:54.479 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-10T15:22:54.479 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-04-10T15:22:54.479 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-04-10T15:22:54.479 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-04-10T15:22:54.480 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-04-10T15:22:54.480 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-04-10T15:22:54.480 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-04-10T15:22:54.480 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout }, 2024-04-10T15:22:54.480 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-04-10T15:22:54.480 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-04-10T15:22:54.480 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-04-10T15:22:54.480 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-04-10T15:22:54.480 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-04-10T15:22:54.480 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-04-10T15:22:54.480 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-04-10T15:22:54.480 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-04-10T15:22:54.480 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-04-10T15:22:54.480 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout }, 2024-04-10T15:22:54.481 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-04-10T15:22:54.481 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-10T15:22:54.481 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-04-10T15:22:54.481 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-04-10T15:22:54.481 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout }, 2024-04-10T15:22:54.481 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-04-10T15:22:54.481 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "available": false, 2024-04-10T15:22:54.481 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-04-10T15:22:54.481 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "modules": [ 2024-04-10T15:22:54.481 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "iostat", 2024-04-10T15:22:54.481 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "nfs", 2024-04-10T15:22:54.481 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "restful" 2024-04-10T15:22:54.481 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout ], 2024-04-10T15:22:54.481 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-10T15:22:54.481 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout }, 2024-04-10T15:22:54.482 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-04-10T15:22:54.482 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-10T15:22:54.482 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "modified": "2024-04-10T15:22:42.696734+0000", 2024-04-10T15:22:54.482 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-10T15:22:54.482 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout }, 2024-04-10T15:22:54.482 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-04-10T15:22:54.482 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout } 2024-04-10T15:22:54.482 INFO:teuthology.orchestra.run.smithi069.stdout:mgr not available, waiting (2/15)... 2024-04-10T15:22:54.781 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:22:54 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[27756]: 2024-04-10T15:22:54.645+0000 7fd68c72e200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-10T15:22:55.073 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:22:54 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[27756]: 2024-04-10T15:22:54.901+0000 7fd68c72e200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-10T15:22:55.363 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:22:55 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[27756]: 2024-04-10T15:22:55.130+0000 7fd68c72e200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-10T15:22:56.323 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:22:55 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[27756]: 2024-04-10T15:22:55.928+0000 7fd68c72e200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-10T15:22:56.718 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:22:56 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[27756]: 2024-04-10T15:22:56.488+0000 7fd68c72e200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-10T15:22:56.718 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:22:56 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[27756]: 2024-04-10T15:22:56.591+0000 7fd68c72e200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-10T15:22:57.003 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:22:56 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[27756]: 2024-04-10T15:22:56.811+0000 7fd68c72e200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-10T15:22:57.003 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:56 smithi069 ceph-mon[27501]: Activating manager daemon y 2024-04-10T15:22:57.003 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:56 smithi069 ceph-mon[27501]: mgrmap e2: y(active, starting, since 0.00331442s) 2024-04-10T15:22:57.003 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:56 smithi069 ceph-mon[27501]: from='mgr.14100 172.21.15.69:0/3018807679' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-10T15:22:57.003 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:56 smithi069 ceph-mon[27501]: from='mgr.14100 172.21.15.69:0/3018807679' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-10T15:22:57.003 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:56 smithi069 ceph-mon[27501]: from='mgr.14100 172.21.15.69:0/3018807679' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-10T15:22:57.003 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:56 smithi069 ceph-mon[27501]: from='mgr.14100 172.21.15.69:0/3018807679' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:22:57.003 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:56 smithi069 ceph-mon[27501]: from='mgr.14100 172.21.15.69:0/3018807679' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-10T15:22:57.003 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:56 smithi069 ceph-mon[27501]: Manager daemon y is now available 2024-04-10T15:22:57.003 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:56 smithi069 ceph-mon[27501]: from='mgr.14100 172.21.15.69:0/3018807679' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-10T15:22:57.004 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:56 smithi069 ceph-mon[27501]: from='mgr.14100 172.21.15.69:0/3018807679' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-10T15:22:57.004 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:56 smithi069 ceph-mon[27501]: from='mgr.14100 172.21.15.69:0/3018807679' entity='mgr.y' 2024-04-10T15:22:57.004 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:56 smithi069 ceph-mon[27501]: from='mgr.14100 172.21.15.69:0/3018807679' entity='mgr.y' 2024-04-10T15:22:57.004 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:56 smithi069 ceph-mon[27501]: from='mgr.14100 172.21.15.69:0/3018807679' entity='mgr.y' 2024-04-10T15:22:57.522 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout 2024-04-10T15:22:57.523 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout { 2024-04-10T15:22:57.523 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "fsid": "09bfb546-f74e-11ee-b64a-cb9ed24678a4", 2024-04-10T15:22:57.523 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "health": { 2024-04-10T15:22:57.523 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-04-10T15:22:57.523 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-04-10T15:22:57.523 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-04-10T15:22:57.523 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout }, 2024-04-10T15:22:57.523 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-04-10T15:22:57.523 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-04-10T15:22:57.523 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout 0 2024-04-10T15:22:57.523 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout ], 2024-04-10T15:22:57.523 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-04-10T15:22:57.524 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "a" 2024-04-10T15:22:57.524 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout ], 2024-04-10T15:22:57.524 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "quorum_age": 9, 2024-04-10T15:22:57.524 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "monmap": { 2024-04-10T15:22:57.524 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-10T15:22:57.524 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "reef", 2024-04-10T15:22:57.524 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-04-10T15:22:57.524 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout }, 2024-04-10T15:22:57.524 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-04-10T15:22:57.524 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-10T15:22:57.524 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-04-10T15:22:57.524 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-04-10T15:22:57.524 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-04-10T15:22:57.524 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-04-10T15:22:57.528 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-04-10T15:22:57.528 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-04-10T15:22:57.528 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout }, 2024-04-10T15:22:57.528 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-04-10T15:22:57.528 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-04-10T15:22:57.528 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-04-10T15:22:57.528 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-04-10T15:22:57.529 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-04-10T15:22:57.529 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-04-10T15:22:57.529 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-04-10T15:22:57.529 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-04-10T15:22:57.529 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-04-10T15:22:57.529 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout }, 2024-04-10T15:22:57.529 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-04-10T15:22:57.529 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-10T15:22:57.529 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-04-10T15:22:57.529 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-04-10T15:22:57.529 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout }, 2024-04-10T15:22:57.529 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-04-10T15:22:57.529 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "available": false, 2024-04-10T15:22:57.529 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-04-10T15:22:57.530 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "modules": [ 2024-04-10T15:22:57.530 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "iostat", 2024-04-10T15:22:57.530 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "nfs", 2024-04-10T15:22:57.530 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "restful" 2024-04-10T15:22:57.530 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout ], 2024-04-10T15:22:57.530 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-10T15:22:57.530 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout }, 2024-04-10T15:22:57.530 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-04-10T15:22:57.530 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-10T15:22:57.530 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "modified": "2024-04-10T15:22:42.696734+0000", 2024-04-10T15:22:57.530 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-10T15:22:57.530 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout }, 2024-04-10T15:22:57.530 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-04-10T15:22:57.530 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout } 2024-04-10T15:22:57.530 INFO:teuthology.orchestra.run.smithi069.stdout:mgr not available, waiting (3/15)... 2024-04-10T15:22:58.323 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:57 smithi069 ceph-mon[27501]: from='client.? 172.21.15.69:0/987818068' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-04-10T15:22:58.324 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:57 smithi069 ceph-mon[27501]: mgrmap e3: y(active, since 1.00613s) 2024-04-10T15:22:59.902 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:22:59 smithi069 ceph-mon[27501]: mgrmap e4: y(active, since 2s) 2024-04-10T15:23:00.848 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout 2024-04-10T15:23:00.848 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout { 2024-04-10T15:23:00.848 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "fsid": "09bfb546-f74e-11ee-b64a-cb9ed24678a4", 2024-04-10T15:23:00.848 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "health": { 2024-04-10T15:23:00.849 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-04-10T15:23:00.849 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-04-10T15:23:00.849 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-04-10T15:23:00.849 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout }, 2024-04-10T15:23:00.849 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-04-10T15:23:00.849 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-04-10T15:23:00.849 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout 0 2024-04-10T15:23:00.849 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout ], 2024-04-10T15:23:00.849 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-04-10T15:23:00.849 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "a" 2024-04-10T15:23:00.849 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout ], 2024-04-10T15:23:00.849 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "quorum_age": 12, 2024-04-10T15:23:00.849 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "monmap": { 2024-04-10T15:23:00.849 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-10T15:23:00.850 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "reef", 2024-04-10T15:23:00.850 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-04-10T15:23:00.850 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout }, 2024-04-10T15:23:00.850 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-04-10T15:23:00.850 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-10T15:23:00.850 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-04-10T15:23:00.850 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-04-10T15:23:00.850 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-04-10T15:23:00.850 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-04-10T15:23:00.850 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-04-10T15:23:00.850 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-04-10T15:23:00.850 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout }, 2024-04-10T15:23:00.850 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-04-10T15:23:00.850 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-04-10T15:23:00.851 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-04-10T15:23:00.851 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-04-10T15:23:00.851 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-04-10T15:23:00.851 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-04-10T15:23:00.851 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-04-10T15:23:00.851 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-04-10T15:23:00.851 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-04-10T15:23:00.851 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout }, 2024-04-10T15:23:00.851 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-04-10T15:23:00.851 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-10T15:23:00.851 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-04-10T15:23:00.851 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-04-10T15:23:00.851 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout }, 2024-04-10T15:23:00.853 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-04-10T15:23:00.853 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "available": true, 2024-04-10T15:23:00.853 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-04-10T15:23:00.853 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "modules": [ 2024-04-10T15:23:00.853 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "iostat", 2024-04-10T15:23:00.853 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "nfs", 2024-04-10T15:23:00.853 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "restful" 2024-04-10T15:23:00.853 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout ], 2024-04-10T15:23:00.853 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-10T15:23:00.854 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout }, 2024-04-10T15:23:00.854 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-04-10T15:23:00.854 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-10T15:23:00.854 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "modified": "2024-04-10T15:22:42.696734+0000", 2024-04-10T15:23:00.855 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-10T15:23:00.855 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout }, 2024-04-10T15:23:00.855 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-04-10T15:23:00.855 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout } 2024-04-10T15:23:00.855 INFO:teuthology.orchestra.run.smithi069.stdout:mgr is available 2024-04-10T15:23:01.159 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:23:00 smithi069 ceph-mon[27501]: from='client.? 172.21.15.69:0/2840525230' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-04-10T15:23:02.071 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:23:01 smithi069 ceph-mon[27501]: from='client.? 172.21.15.69:0/2145836265' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2024-04-10T15:23:02.074 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout 2024-04-10T15:23:02.074 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout [global] 2024-04-10T15:23:02.075 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout fsid = 09bfb546-f74e-11ee-b64a-cb9ed24678a4 2024-04-10T15:23:02.075 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2024-04-10T15:23:02.075 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2024-04-10T15:23:02.075 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2024-04-10T15:23:02.075 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2024-04-10T15:23:02.075 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout 2024-04-10T15:23:02.075 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout [mgr] 2024-04-10T15:23:02.075 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2024-04-10T15:23:02.075 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout 2024-04-10T15:23:02.075 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout [osd] 2024-04-10T15:23:02.075 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2024-04-10T15:23:02.075 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2024-04-10T15:23:02.075 INFO:teuthology.orchestra.run.smithi069.stdout:Enabling cephadm module... 2024-04-10T15:23:03.293 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:23:02 smithi069 ceph-mon[27501]: from='client.? 172.21.15.69:0/3516724823' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "cephadm"}]: dispatch 2024-04-10T15:23:03.293 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:23:03 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[27756]: ignoring --setuser ceph since I am not root 2024-04-10T15:23:03.293 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:23:03 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[27756]: ignoring --setgroup ceph since I am not root 2024-04-10T15:23:03.573 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:23:03 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[27756]: 2024-04-10T15:23:03.564+0000 7fa4ad406200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-10T15:23:03.832 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:23:03 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[27756]: 2024-04-10T15:23:03.661+0000 7fa4ad406200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-10T15:23:04.284 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:23:04 smithi069 ceph-mon[27501]: from='client.? 172.21.15.69:0/3516724823' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "cephadm"}]': finished 2024-04-10T15:23:04.284 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:23:04 smithi069 ceph-mon[27501]: mgrmap e5: y(active, since 6s) 2024-04-10T15:23:04.574 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:23:04 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[27756]: 2024-04-10T15:23:04.306+0000 7fa4ad406200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-10T15:23:04.574 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:23:04 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[27756]: 2024-04-10T15:23:04.402+0000 7fa4ad406200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-10T15:23:04.574 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:23:04 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[27756]: 2024-04-10T15:23:04.541+0000 7fa4ad406200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-10T15:23:04.916 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:23:04 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[27756]: 2024-04-10T15:23:04.637+0000 7fa4ad406200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-10T15:23:04.916 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:23:04 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[27756]: 2024-04-10T15:23:04.719+0000 7fa4ad406200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-10T15:23:04.919 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout { 2024-04-10T15:23:04.920 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "epoch": 5, 2024-04-10T15:23:04.920 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "available": true, 2024-04-10T15:23:04.920 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "active_name": "y", 2024-04-10T15:23:04.920 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "num_standby": 0 2024-04-10T15:23:04.920 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout } 2024-04-10T15:23:04.920 INFO:teuthology.orchestra.run.smithi069.stdout:Waiting for the mgr to restart... 2024-04-10T15:23:04.920 INFO:teuthology.orchestra.run.smithi069.stdout:Waiting for mgr epoch 5... 2024-04-10T15:23:05.183 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:23:05 smithi069 ceph-mon[27501]: from='client.? 172.21.15.69:0/3404858364' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2024-04-10T15:23:05.184 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:23:04 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[27756]: 2024-04-10T15:23:04.991+0000 7fa4ad406200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-10T15:23:05.184 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:23:05 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[27756]: 2024-04-10T15:23:05.101+0000 7fa4ad406200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-10T15:23:05.184 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:23:05 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[27756]: 2024-04-10T15:23:05.185+0000 7fa4ad406200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-10T15:23:05.441 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:23:05 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[27756]: 2024-04-10T15:23:05.286+0000 7fa4ad406200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-10T15:23:05.823 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:23:05 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[27756]: 2024-04-10T15:23:05.463+0000 7fa4ad406200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-10T15:23:06.824 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:23:06 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[27756]: 2024-04-10T15:23:06.405+0000 7fa4ad406200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-10T15:23:06.824 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:23:06 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[27756]: 2024-04-10T15:23:06.533+0000 7fa4ad406200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-10T15:23:07.134 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:23:06 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[27756]: 2024-04-10T15:23:06.874+0000 7fa4ad406200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-10T15:23:07.134 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:23:06 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[27756]: 2024-04-10T15:23:06.964+0000 7fa4ad406200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-10T15:23:07.134 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:23:07 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[27756]: 2024-04-10T15:23:07.156+0000 7fa4ad406200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-10T15:23:07.573 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:23:07 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[27756]: 2024-04-10T15:23:07.339+0000 7fa4ad406200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-10T15:23:07.855 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:23:07 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[27756]: 2024-04-10T15:23:07.623+0000 7fa4ad406200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-10T15:23:08.324 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:23:07 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[27756]: 2024-04-10T15:23:07.877+0000 7fa4ad406200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-10T15:23:08.324 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:23:08 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[27756]: 2024-04-10T15:23:08.112+0000 7fa4ad406200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-10T15:23:09.324 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:23:08 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[27756]: 2024-04-10T15:23:08.904+0000 7fa4ad406200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-10T15:23:09.770 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:23:09 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[27756]: 2024-04-10T15:23:09.479+0000 7fa4ad406200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-10T15:23:09.771 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:23:09 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[27756]: 2024-04-10T15:23:09.576+0000 7fa4ad406200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-10T15:23:09.771 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:23:09 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[27756]: 2024-04-10T15:23:09.792+0000 7fa4ad406200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-10T15:23:10.074 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:23:09 smithi069 ceph-mon[27501]: Active manager daemon y restarted 2024-04-10T15:23:10.074 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:23:09 smithi069 ceph-mon[27501]: Activating manager daemon y 2024-04-10T15:23:10.074 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:23:09 smithi069 ceph-mon[27501]: osdmap e2: 0 total, 0 up, 0 in 2024-04-10T15:23:10.074 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:23:09 smithi069 ceph-mon[27501]: mgrmap e6: y(active, starting, since 0.00326069s) 2024-04-10T15:23:10.074 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:23:09 smithi069 ceph-mon[27501]: from='mgr.14120 172.21.15.69:0/3027826422' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:23:10.074 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:23:09 smithi069 ceph-mon[27501]: from='mgr.14120 172.21.15.69:0/3027826422' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-10T15:23:10.074 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:23:09 smithi069 ceph-mon[27501]: from='mgr.14120 172.21.15.69:0/3027826422' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-10T15:23:10.074 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:23:09 smithi069 ceph-mon[27501]: from='mgr.14120 172.21.15.69:0/3027826422' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-10T15:23:10.074 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:23:09 smithi069 ceph-mon[27501]: from='mgr.14120 172.21.15.69:0/3027826422' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-10T15:23:10.075 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:23:09 smithi069 ceph-mon[27501]: Manager daemon y is now available 2024-04-10T15:23:10.075 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:23:09 smithi069 ceph-mon[27501]: from='mgr.14120 172.21.15.69:0/3027826422' entity='mgr.y' 2024-04-10T15:23:10.075 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:23:09 smithi069 ceph-mon[27501]: from='mgr.14120 172.21.15.69:0/3027826422' entity='mgr.y' 2024-04-10T15:23:10.075 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:23:09 smithi069 ceph-mon[27501]: from='mgr.14120 172.21.15.69:0/3027826422' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:23:10.075 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:23:09 smithi069 ceph-mon[27501]: from='mgr.14120 172.21.15.69:0/3027826422' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:23:10.075 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:23:09 smithi069 ceph-mon[27501]: from='mgr.14120 172.21.15.69:0/3027826422' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-10T15:23:10.075 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:23:09 smithi069 ceph-mon[27501]: from='mgr.14120 172.21.15.69:0/3027826422' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-10T15:23:11.074 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:23:10 smithi069 ceph-mon[27501]: Found migration_current of "None". Setting to last migration. 2024-04-10T15:23:11.074 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:23:10 smithi069 ceph-mon[27501]: mgrmap e7: y(active, since 1.00533s) 2024-04-10T15:23:11.359 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout { 2024-04-10T15:23:11.359 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 7, 2024-04-10T15:23:11.359 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "initialized": true 2024-04-10T15:23:11.359 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout } 2024-04-10T15:23:11.359 INFO:teuthology.orchestra.run.smithi069.stdout:mgr epoch 5 is available 2024-04-10T15:23:11.359 INFO:teuthology.orchestra.run.smithi069.stdout:Setting orchestrator backend to cephadm... 2024-04-10T15:23:12.074 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:23:11 smithi069 ceph-mon[27501]: from='client.14124 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2024-04-10T15:23:12.074 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:23:11 smithi069 ceph-mon[27501]: from='client.14124 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2024-04-10T15:23:12.074 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:23:11 smithi069 ceph-mon[27501]: from='mgr.14120 172.21.15.69:0/3027826422' entity='mgr.y' 2024-04-10T15:23:12.074 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:23:11 smithi069 ceph-mon[27501]: from='mgr.14120 172.21.15.69:0/3027826422' entity='mgr.y' 2024-04-10T15:23:12.074 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:23:11 smithi069 ceph-mon[27501]: from='mgr.14120 172.21.15.69:0/3027826422' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:23:12.973 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:23:12 smithi069 ceph-mon[27501]: [10/Apr/2024:15:23:11] ENGINE Bus STARTING 2024-04-10T15:23:12.973 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:23:12 smithi069 ceph-mon[27501]: [10/Apr/2024:15:23:11] ENGINE Serving on http://172.21.15.69:8765 2024-04-10T15:23:12.973 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:23:12 smithi069 ceph-mon[27501]: [10/Apr/2024:15:23:11] ENGINE Serving on https://172.21.15.69:7150 2024-04-10T15:23:12.973 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:23:12 smithi069 ceph-mon[27501]: [10/Apr/2024:15:23:11] ENGINE Bus STARTED 2024-04-10T15:23:12.973 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:23:12 smithi069 ceph-mon[27501]: mgrmap e8: y(active, since 2s) 2024-04-10T15:23:12.973 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:23:12 smithi069 ceph-mon[27501]: from='mgr.14120 172.21.15.69:0/3027826422' entity='mgr.y' 2024-04-10T15:23:12.973 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:23:12 smithi069 ceph-mon[27501]: from='mgr.14120 172.21.15.69:0/3027826422' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:23:13.878 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout value unchanged 2024-04-10T15:23:13.879 INFO:teuthology.orchestra.run.smithi069.stdout:Generating ssh key... 2024-04-10T15:23:14.098 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:23:13 smithi069 ceph-mon[27501]: from='client.14132 -' entity='client.admin' cmd=[{"prefix": "orch set backend", "module_name": "cephadm", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:23:15.026 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:23:14 smithi069 ceph-mon[27501]: from='client.14134 -' entity='client.admin' cmd=[{"prefix": "cephadm set-user", "user": "root", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:23:15.026 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:23:14 smithi069 ceph-mon[27501]: from='mgr.14120 172.21.15.69:0/3027826422' entity='mgr.y' 2024-04-10T15:23:15.026 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:23:14 smithi069 ceph-mon[27501]: from='mgr.14120 172.21.15.69:0/3027826422' entity='mgr.y' 2024-04-10T15:23:15.026 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:23:14 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[27756]: Generating public/private rsa key pair. 2024-04-10T15:23:15.026 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:23:14 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[27756]: Your identification has been saved in /tmp/tmp48w422a2/key. 2024-04-10T15:23:15.027 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:23:14 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[27756]: Your public key has been saved in /tmp/tmp48w422a2/key.pub. 2024-04-10T15:23:15.027 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:23:14 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[27756]: The key fingerprint is: 2024-04-10T15:23:15.027 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:23:14 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[27756]: SHA256:HQM5alBVkgK0Bq5yUsFDa8QyFjvpiY626w2YcFnaTSE ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4 2024-04-10T15:23:15.027 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:23:14 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[27756]: The key's randomart image is: 2024-04-10T15:23:15.027 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:23:14 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[27756]: +---[RSA 3072]----+ 2024-04-10T15:23:15.027 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:23:14 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[27756]: | =*.Eoo.++. | 2024-04-10T15:23:15.027 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:23:14 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[27756]: |o+*+.o..+o | 2024-04-10T15:23:15.027 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:23:14 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[27756]: |.*=.+..o .o | 2024-04-10T15:23:15.027 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:23:14 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[27756]: |o+o* oo . o | 2024-04-10T15:23:15.027 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:23:14 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[27756]: |*o= ... S . | 2024-04-10T15:23:15.027 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:23:14 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[27756]: |*= | 2024-04-10T15:23:15.027 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:23:14 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[27756]: |++ | 2024-04-10T15:23:15.027 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:23:14 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[27756]: |. + | 2024-04-10T15:23:15.027 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:23:14 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[27756]: |.+.. | 2024-04-10T15:23:15.028 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:23:14 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[27756]: +----[SHA256]-----+ 2024-04-10T15:23:16.306 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:23:15 smithi069 ceph-mon[27501]: from='client.14136 -' entity='client.admin' cmd=[{"prefix": "cephadm generate-key", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:23:16.306 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:23:15 smithi069 ceph-mon[27501]: Generating ssh key... 2024-04-10T15:23:16.568 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC2EHkAByM5sXX0SQgd/8Q3xJE0FrI1v29Z1D7b+EjGDPgJJGI7NsTslmGI1rxEZkN1iUqFEzVEZPsv5xaDpW0tEw/je9M0AKTkEq8fyJPqAPFE4xJ3SFTEVpb4BxBQrob3nEW3GZq4EdNzZzV2CjIUftzixS7gIJ+avtQYHuytMp1FT/uRZMsaYdJPKzdCEhvkdvnDrhvqhOugJbvc9RgbbviCRlgZfUv3R6YW8D8dgmDNLzXUriJXvpDq7440iu5f26Kp4bgX1mVVekGphD53wRkhsY77W2e8nubZpkYdWY9xNMnLw39+CDCsfnbDpFv0WUopWgrrlmsP8AxM30MYaIauncifU3PHCyu0fGHtlXQse202M9PsUWoNzO5+7L2dyohoh62Fz6uy+8M0d2MT3OeMUb1U/Ggxm6ud91SL++2FiziX5wtKzrU7H6x12dO0w1dxrzY27ZBC1YkNGjfrX63swM+6imREC6OV9U8T3qqtoyDOkzpYtnha0s2UXcE= ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4 2024-04-10T15:23:16.568 INFO:teuthology.orchestra.run.smithi069.stdout:Wrote public SSH key to /home/ubuntu/cephtest/ceph.pub 2024-04-10T15:23:16.568 INFO:teuthology.orchestra.run.smithi069.stdout:Adding key to root@localhost authorized_keys... 2024-04-10T15:23:16.568 INFO:teuthology.orchestra.run.smithi069.stdout:Adding host smithi069... 2024-04-10T15:23:17.275 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:23:16 smithi069 ceph-mon[27501]: from='client.14138 -' entity='client.admin' cmd=[{"prefix": "cephadm get-pub-key", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:23:18.130 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:23:18 smithi069 ceph-mon[27501]: from='client.14140 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi069", "addr": "172.21.15.69", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:23:18.130 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:23:18 smithi069 ceph-mon[27501]: Deploying cephadm binary to smithi069 2024-04-10T15:23:20.442 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout Added host 'smithi069' with addr '172.21.15.69' 2024-04-10T15:23:20.442 INFO:teuthology.orchestra.run.smithi069.stdout:Deploying unmanaged mon service... 2024-04-10T15:23:21.074 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:23:20 smithi069 ceph-mon[27501]: from='mgr.14120 172.21.15.69:0/3027826422' entity='mgr.y' 2024-04-10T15:23:21.074 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:23:20 smithi069 ceph-mon[27501]: Added host smithi069 2024-04-10T15:23:21.074 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:23:20 smithi069 ceph-mon[27501]: from='mgr.14120 172.21.15.69:0/3027826422' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:23:22.148 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:23:22 smithi069 ceph-mon[27501]: from='client.14142 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:23:22.148 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:23:22 smithi069 ceph-mon[27501]: Saving service mon spec with placement count:5 2024-04-10T15:23:22.149 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:23:22 smithi069 ceph-mon[27501]: from='mgr.14120 172.21.15.69:0/3027826422' entity='mgr.y' 2024-04-10T15:23:22.149 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:23:22 smithi069 ceph-mon[27501]: from='mgr.14120 172.21.15.69:0/3027826422' entity='mgr.y' 2024-04-10T15:23:22.562 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout Scheduled mon update... 2024-04-10T15:23:22.562 INFO:teuthology.orchestra.run.smithi069.stdout:Deploying unmanaged mgr service... 2024-04-10T15:23:23.925 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:23:23 smithi069 ceph-mon[27501]: from='mgr.14120 172.21.15.69:0/3027826422' entity='mgr.y' 2024-04-10T15:23:23.925 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:23:23 smithi069 ceph-mon[27501]: from='mgr.14120 172.21.15.69:0/3027826422' entity='mgr.y' 2024-04-10T15:23:24.530 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout Scheduled mgr update... 2024-04-10T15:23:24.813 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:23:24 smithi069 ceph-mon[27501]: from='client.14144 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:23:24.813 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:23:24 smithi069 ceph-mon[27501]: Saving service mgr spec with placement count:2 2024-04-10T15:23:24.813 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:23:24 smithi069 ceph-mon[27501]: from='mgr.14120 172.21.15.69:0/3027826422' entity='mgr.y' 2024-04-10T15:23:26.478 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:23:26 smithi069 ceph-mon[27501]: from='mgr.14120 172.21.15.69:0/3027826422' entity='mgr.y' 2024-04-10T15:23:26.478 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:23:26 smithi069 ceph-mon[27501]: from='client.? 172.21.15.69:0/3278789800' entity='client.admin' 2024-04-10T15:23:27.824 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:23:27 smithi069 ceph-mon[27501]: from='client.? 172.21.15.69:0/1626156105' entity='client.admin' 2024-04-10T15:23:27.965 INFO:teuthology.orchestra.run.smithi069.stdout:Enabling the dashboard module... 2024-04-10T15:23:29.074 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:23:28 smithi069 ceph-mon[27501]: from='client.? 172.21.15.69:0/718056972' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "dashboard"}]: dispatch 2024-04-10T15:23:29.075 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:23:28 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[27756]: ignoring --setuser ceph since I am not root 2024-04-10T15:23:29.075 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:23:28 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[27756]: ignoring --setgroup ceph since I am not root 2024-04-10T15:23:29.406 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:23:29 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[27756]: 2024-04-10T15:23:29.335+0000 7f0a0ae6b200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-10T15:23:29.406 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:23:29 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[27756]: 2024-04-10T15:23:29.428+0000 7f0a0ae6b200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-10T15:23:30.064 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:23:29 smithi069 ceph-mon[27501]: from='client.? 172.21.15.69:0/718056972' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "dashboard"}]': finished 2024-04-10T15:23:30.064 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:23:29 smithi069 ceph-mon[27501]: mgrmap e9: y(active, since 18s) 2024-04-10T15:23:30.324 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:23:30 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[27756]: 2024-04-10T15:23:30.086+0000 7f0a0ae6b200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-10T15:23:30.324 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:23:30 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[27756]: 2024-04-10T15:23:30.179+0000 7f0a0ae6b200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-10T15:23:30.324 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:23:30 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[27756]: 2024-04-10T15:23:30.324+0000 7f0a0ae6b200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-10T15:23:30.748 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:23:30 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[27756]: 2024-04-10T15:23:30.420+0000 7f0a0ae6b200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-10T15:23:30.749 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:23:30 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[27756]: 2024-04-10T15:23:30.503+0000 7f0a0ae6b200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-10T15:23:30.749 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:23:30 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[27756]: 2024-04-10T15:23:30.771+0000 7f0a0ae6b200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-10T15:23:30.869 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout { 2024-04-10T15:23:30.869 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "epoch": 9, 2024-04-10T15:23:30.870 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "available": true, 2024-04-10T15:23:30.870 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "active_name": "y", 2024-04-10T15:23:30.870 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "num_standby": 0 2024-04-10T15:23:30.870 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout } 2024-04-10T15:23:30.870 INFO:teuthology.orchestra.run.smithi069.stdout:Waiting for the mgr to restart... 2024-04-10T15:23:30.870 INFO:teuthology.orchestra.run.smithi069.stdout:Waiting for mgr epoch 9... 2024-04-10T15:23:31.045 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:23:30 smithi069 ceph-mon[27501]: from='client.? 172.21.15.69:0/1072161728' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2024-04-10T15:23:31.045 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:23:30 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[27756]: 2024-04-10T15:23:30.881+0000 7f0a0ae6b200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-10T15:23:31.045 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:23:30 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[27756]: 2024-04-10T15:23:30.972+0000 7f0a0ae6b200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-10T15:23:31.045 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:23:31 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[27756]: 2024-04-10T15:23:31.067+0000 7f0a0ae6b200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-10T15:23:31.318 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:23:31 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[27756]: 2024-04-10T15:23:31.250+0000 7f0a0ae6b200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-10T15:23:32.575 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:23:32 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[27756]: 2024-04-10T15:23:32.200+0000 7f0a0ae6b200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-10T15:23:32.575 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:23:32 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[27756]: 2024-04-10T15:23:32.331+0000 7f0a0ae6b200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-10T15:23:32.928 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:23:32 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[27756]: 2024-04-10T15:23:32.667+0000 7f0a0ae6b200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-10T15:23:32.929 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:23:32 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[27756]: 2024-04-10T15:23:32.757+0000 7f0a0ae6b200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-10T15:23:32.929 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:23:32 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[27756]: 2024-04-10T15:23:32.950+0000 7f0a0ae6b200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-10T15:23:33.324 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:23:33 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[27756]: 2024-04-10T15:23:33.134+0000 7f0a0ae6b200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-10T15:23:33.647 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:23:33 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[27756]: 2024-04-10T15:23:33.415+0000 7f0a0ae6b200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-10T15:23:33.648 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:23:33 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[27756]: 2024-04-10T15:23:33.669+0000 7f0a0ae6b200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-10T15:23:34.074 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:23:33 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[27756]: 2024-04-10T15:23:33.901+0000 7f0a0ae6b200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-10T15:23:35.074 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:23:34 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[27756]: 2024-04-10T15:23:34.697+0000 7f0a0ae6b200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-10T15:23:35.550 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:23:35 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[27756]: 2024-04-10T15:23:35.259+0000 7f0a0ae6b200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-10T15:23:35.550 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:23:35 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[27756]: 2024-04-10T15:23:35.355+0000 7f0a0ae6b200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-10T15:23:35.550 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:23:35 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[27756]: 2024-04-10T15:23:35.571+0000 7f0a0ae6b200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-10T15:23:35.824 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:23:35 smithi069 ceph-mon[27501]: Active manager daemon y restarted 2024-04-10T15:23:35.825 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:23:35 smithi069 ceph-mon[27501]: Activating manager daemon y 2024-04-10T15:23:35.825 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:23:35 smithi069 ceph-mon[27501]: osdmap e3: 0 total, 0 up, 0 in 2024-04-10T15:23:35.825 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:23:35 smithi069 ceph-mon[27501]: mgrmap e10: y(active, starting, since 0.00306184s) 2024-04-10T15:23:35.825 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:23:35 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:23:35.825 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:23:35 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-10T15:23:35.825 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:23:35 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-10T15:23:35.825 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:23:35 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-10T15:23:35.825 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:23:35 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-10T15:23:35.825 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:23:35 smithi069 ceph-mon[27501]: Manager daemon y is now available 2024-04-10T15:23:35.825 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:23:35 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:23:35.825 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:23:35 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-10T15:23:35.826 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:23:35 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-10T15:23:37.506 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout { 2024-04-10T15:23:37.507 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 11, 2024-04-10T15:23:37.507 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout "initialized": true 2024-04-10T15:23:37.507 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout } 2024-04-10T15:23:37.507 INFO:teuthology.orchestra.run.smithi069.stdout:mgr epoch 9 is available 2024-04-10T15:23:37.507 INFO:teuthology.orchestra.run.smithi069.stdout:Generating a dashboard self-signed certificate... 2024-04-10T15:23:37.775 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:23:37 smithi069 ceph-mon[27501]: [10/Apr/2024:15:23:36] ENGINE Bus STARTING 2024-04-10T15:23:37.775 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:23:37 smithi069 ceph-mon[27501]: [10/Apr/2024:15:23:36] ENGINE Serving on http://172.21.15.69:8765 2024-04-10T15:23:37.775 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:23:37 smithi069 ceph-mon[27501]: [10/Apr/2024:15:23:36] ENGINE Serving on https://172.21.15.69:7150 2024-04-10T15:23:37.775 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:23:37 smithi069 ceph-mon[27501]: [10/Apr/2024:15:23:36] ENGINE Bus STARTED 2024-04-10T15:23:37.775 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:23:37 smithi069 ceph-mon[27501]: from='client.14156 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2024-04-10T15:23:37.775 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:23:37 smithi069 ceph-mon[27501]: mgrmap e11: y(active, since 1.00521s) 2024-04-10T15:23:37.775 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:23:37 smithi069 ceph-mon[27501]: from='client.14156 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2024-04-10T15:23:37.775 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:23:37 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:23:38.874 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout Self-signed certificate created 2024-04-10T15:23:38.875 INFO:teuthology.orchestra.run.smithi069.stdout:Creating initial admin user... 2024-04-10T15:23:39.132 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:23:38 smithi069 ceph-mon[27501]: mgrmap e12: y(active, since 2s) 2024-04-10T15:23:39.132 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:23:38 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:23:39.132 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:23:38 smithi069 ceph-mon[27501]: from='client.14164 -' entity='client.admin' cmd=[{"prefix": "dashboard create-self-signed-cert", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:23:39.132 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:23:38 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:23:39.132 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:23:38 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:23:40.074 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:23:39 smithi069 ceph-mon[27501]: from='client.14166 -' entity='client.admin' cmd=[{"prefix": "dashboard ac-user-create", "username": "admin", "rolename": "administrator", "force_password": true, "pwd_update_required": true, "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:23:40.075 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:23:39 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:23:41.087 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout {"username": "admin", "password": "$2b$12$kaNzdM3jIy7s2Dbp6Zclg.uq0SmXuLMA421txY6vq3aDeoFgTj1rm", "roles": ["administrator"], "name": null, "email": null, "lastUpdate": 1712762619, "enabled": true, "pwdExpirationDate": null, "pwdUpdateRequired": true} 2024-04-10T15:23:41.087 INFO:teuthology.orchestra.run.smithi069.stdout:Fetching dashboard port number... 2024-04-10T15:23:42.358 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stdout 8443 2024-04-10T15:23:42.367 INFO:teuthology.orchestra.run.smithi069.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-04-10T15:23:42.368 INFO:teuthology.orchestra.run.smithi069.stdout:systemctl: stdout disabled 2024-04-10T15:23:42.375 INFO:teuthology.orchestra.run.smithi069.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-04-10T15:23:42.375 INFO:teuthology.orchestra.run.smithi069.stdout:systemctl: stdout inactive 2024-04-10T15:23:42.375 INFO:teuthology.orchestra.run.smithi069.stdout:firewalld.service is not enabled 2024-04-10T15:23:42.375 INFO:teuthology.orchestra.run.smithi069.stdout:Not possible to open ports <[8443]>. firewalld.service is not available 2024-04-10T15:23:42.376 INFO:teuthology.orchestra.run.smithi069.stdout:Ceph Dashboard is now available at: 2024-04-10T15:23:42.376 INFO:teuthology.orchestra.run.smithi069.stdout: 2024-04-10T15:23:42.377 INFO:teuthology.orchestra.run.smithi069.stdout: URL: https://smithi069.front.sepia.ceph.com:8443/ 2024-04-10T15:23:42.377 INFO:teuthology.orchestra.run.smithi069.stdout: User: admin 2024-04-10T15:23:42.377 INFO:teuthology.orchestra.run.smithi069.stdout: Password: ufhwbjv5pl 2024-04-10T15:23:42.377 INFO:teuthology.orchestra.run.smithi069.stdout: 2024-04-10T15:23:42.377 INFO:teuthology.orchestra.run.smithi069.stdout:Saving cluster configuration to /var/lib/ceph/09bfb546-f74e-11ee-b64a-cb9ed24678a4/config directory 2024-04-10T15:23:42.377 INFO:teuthology.orchestra.run.smithi069.stdout:Enabling autotune for osd_memory_target 2024-04-10T15:23:42.612 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:23:42 smithi069 ceph-mon[27501]: mgrmap e13: y(active, since 6s) 2024-04-10T15:23:42.613 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:23:42 smithi069 ceph-mon[27501]: from='client.? 172.21.15.69:0/802851564' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"}]: dispatch 2024-04-10T15:23:44.962 INFO:teuthology.orchestra.run.smithi069.stdout:/usr/bin/ceph: stderr set mgr/dashboard/cluster/status 2024-04-10T15:23:44.962 INFO:teuthology.orchestra.run.smithi069.stdout:You can access the Ceph CLI as following in case of multi-cluster or non-default config: 2024-04-10T15:23:44.962 INFO:teuthology.orchestra.run.smithi069.stdout: 2024-04-10T15:23:44.962 INFO:teuthology.orchestra.run.smithi069.stdout: sudo /home/ubuntu/cephtest/cephadm shell --fsid 09bfb546-f74e-11ee-b64a-cb9ed24678a4 -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring 2024-04-10T15:23:44.962 INFO:teuthology.orchestra.run.smithi069.stdout: 2024-04-10T15:23:44.962 INFO:teuthology.orchestra.run.smithi069.stdout:Or, if you are only running a single cluster on this host: 2024-04-10T15:23:44.962 INFO:teuthology.orchestra.run.smithi069.stdout: 2024-04-10T15:23:44.962 INFO:teuthology.orchestra.run.smithi069.stdout: sudo /home/ubuntu/cephtest/cephadm shell 2024-04-10T15:23:44.962 INFO:teuthology.orchestra.run.smithi069.stdout: 2024-04-10T15:23:44.963 INFO:teuthology.orchestra.run.smithi069.stdout:Please consider enabling telemetry to help improve Ceph: 2024-04-10T15:23:44.963 INFO:teuthology.orchestra.run.smithi069.stdout: 2024-04-10T15:23:44.963 INFO:teuthology.orchestra.run.smithi069.stdout: ceph telemetry on 2024-04-10T15:23:44.963 INFO:teuthology.orchestra.run.smithi069.stdout: 2024-04-10T15:23:44.963 INFO:teuthology.orchestra.run.smithi069.stdout:For more information see: 2024-04-10T15:23:44.963 INFO:teuthology.orchestra.run.smithi069.stdout: 2024-04-10T15:23:44.963 INFO:teuthology.orchestra.run.smithi069.stdout: https://docs.ceph.com/en/latest/mgr/telemetry/ 2024-04-10T15:23:44.963 INFO:teuthology.orchestra.run.smithi069.stdout: 2024-04-10T15:23:44.963 INFO:teuthology.orchestra.run.smithi069.stdout:Bootstrap complete. 2024-04-10T15:23:45.000 INFO:tasks.cephadm:Fetching config... 2024-04-10T15:23:45.001 DEBUG:teuthology.orchestra.run.smithi069:> set -ex 2024-04-10T15:23:45.001 DEBUG:teuthology.orchestra.run.smithi069:> dd if=/etc/ceph/ceph.conf of=/dev/stdout 2024-04-10T15:23:45.016 INFO:tasks.cephadm:Fetching client.admin keyring... 2024-04-10T15:23:45.016 DEBUG:teuthology.orchestra.run.smithi069:> set -ex 2024-04-10T15:23:45.016 DEBUG:teuthology.orchestra.run.smithi069:> dd if=/etc/ceph/ceph.client.admin.keyring of=/dev/stdout 2024-04-10T15:23:45.071 INFO:tasks.cephadm:Fetching mon keyring... 2024-04-10T15:23:45.071 DEBUG:teuthology.orchestra.run.smithi069:> set -ex 2024-04-10T15:23:45.071 DEBUG:teuthology.orchestra.run.smithi069:> sudo dd if=/var/lib/ceph/09bfb546-f74e-11ee-b64a-cb9ed24678a4/mon.a/keyring of=/dev/stdout 2024-04-10T15:23:45.139 INFO:tasks.cephadm:Fetching pub ssh key... 2024-04-10T15:23:45.139 DEBUG:teuthology.orchestra.run.smithi069:> set -ex 2024-04-10T15:23:45.139 DEBUG:teuthology.orchestra.run.smithi069:> dd if=/home/ubuntu/cephtest/ceph.pub of=/dev/stdout 2024-04-10T15:23:45.194 INFO:tasks.cephadm:Installing pub ssh key for root users... 2024-04-10T15:23:45.194 DEBUG:teuthology.orchestra.run.smithi069:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC2EHkAByM5sXX0SQgd/8Q3xJE0FrI1v29Z1D7b+EjGDPgJJGI7NsTslmGI1rxEZkN1iUqFEzVEZPsv5xaDpW0tEw/je9M0AKTkEq8fyJPqAPFE4xJ3SFTEVpb4BxBQrob3nEW3GZq4EdNzZzV2CjIUftzixS7gIJ+avtQYHuytMp1FT/uRZMsaYdJPKzdCEhvkdvnDrhvqhOugJbvc9RgbbviCRlgZfUv3R6YW8D8dgmDNLzXUriJXvpDq7440iu5f26Kp4bgX1mVVekGphD53wRkhsY77W2e8nubZpkYdWY9xNMnLw39+CDCsfnbDpFv0WUopWgrrlmsP8AxM30MYaIauncifU3PHCyu0fGHtlXQse202M9PsUWoNzO5+7L2dyohoh62Fz6uy+8M0d2MT3OeMUb1U/Ggxm6ud91SL++2FiziX5wtKzrU7H6x12dO0w1dxrzY27ZBC1YkNGjfrX63swM+6imREC6OV9U8T3qqtoyDOkzpYtnha0s2UXcE= ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-04-10T15:23:45.278 INFO:teuthology.orchestra.run.smithi069.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC2EHkAByM5sXX0SQgd/8Q3xJE0FrI1v29Z1D7b+EjGDPgJJGI7NsTslmGI1rxEZkN1iUqFEzVEZPsv5xaDpW0tEw/je9M0AKTkEq8fyJPqAPFE4xJ3SFTEVpb4BxBQrob3nEW3GZq4EdNzZzV2CjIUftzixS7gIJ+avtQYHuytMp1FT/uRZMsaYdJPKzdCEhvkdvnDrhvqhOugJbvc9RgbbviCRlgZfUv3R6YW8D8dgmDNLzXUriJXvpDq7440iu5f26Kp4bgX1mVVekGphD53wRkhsY77W2e8nubZpkYdWY9xNMnLw39+CDCsfnbDpFv0WUopWgrrlmsP8AxM30MYaIauncifU3PHCyu0fGHtlXQse202M9PsUWoNzO5+7L2dyohoh62Fz6uy+8M0d2MT3OeMUb1U/Ggxm6ud91SL++2FiziX5wtKzrU7H6x12dO0w1dxrzY27ZBC1YkNGjfrX63swM+6imREC6OV9U8T3qqtoyDOkzpYtnha0s2UXcE= ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4 2024-04-10T15:23:45.294 DEBUG:teuthology.orchestra.run.smithi077:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC2EHkAByM5sXX0SQgd/8Q3xJE0FrI1v29Z1D7b+EjGDPgJJGI7NsTslmGI1rxEZkN1iUqFEzVEZPsv5xaDpW0tEw/je9M0AKTkEq8fyJPqAPFE4xJ3SFTEVpb4BxBQrob3nEW3GZq4EdNzZzV2CjIUftzixS7gIJ+avtQYHuytMp1FT/uRZMsaYdJPKzdCEhvkdvnDrhvqhOugJbvc9RgbbviCRlgZfUv3R6YW8D8dgmDNLzXUriJXvpDq7440iu5f26Kp4bgX1mVVekGphD53wRkhsY77W2e8nubZpkYdWY9xNMnLw39+CDCsfnbDpFv0WUopWgrrlmsP8AxM30MYaIauncifU3PHCyu0fGHtlXQse202M9PsUWoNzO5+7L2dyohoh62Fz6uy+8M0d2MT3OeMUb1U/Ggxm6ud91SL++2FiziX5wtKzrU7H6x12dO0w1dxrzY27ZBC1YkNGjfrX63swM+6imREC6OV9U8T3qqtoyDOkzpYtnha0s2UXcE= ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-04-10T15:23:45.339 INFO:teuthology.orchestra.run.smithi077.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC2EHkAByM5sXX0SQgd/8Q3xJE0FrI1v29Z1D7b+EjGDPgJJGI7NsTslmGI1rxEZkN1iUqFEzVEZPsv5xaDpW0tEw/je9M0AKTkEq8fyJPqAPFE4xJ3SFTEVpb4BxBQrob3nEW3GZq4EdNzZzV2CjIUftzixS7gIJ+avtQYHuytMp1FT/uRZMsaYdJPKzdCEhvkdvnDrhvqhOugJbvc9RgbbviCRlgZfUv3R6YW8D8dgmDNLzXUriJXvpDq7440iu5f26Kp4bgX1mVVekGphD53wRkhsY77W2e8nubZpkYdWY9xNMnLw39+CDCsfnbDpFv0WUopWgrrlmsP8AxM30MYaIauncifU3PHCyu0fGHtlXQse202M9PsUWoNzO5+7L2dyohoh62Fz6uy+8M0d2MT3OeMUb1U/Ggxm6ud91SL++2FiziX5wtKzrU7H6x12dO0w1dxrzY27ZBC1YkNGjfrX63swM+6imREC6OV9U8T3qqtoyDOkzpYtnha0s2UXcE= ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4 2024-04-10T15:23:45.354 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 09bfb546-f74e-11ee-b64a-cb9ed24678a4 -- ceph config set mgr mgr/cephadm/allow_ptrace true 2024-04-10T15:23:45.575 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:23:45 smithi069 ceph-mon[27501]: from='client.? 172.21.15.69:0/3883677629' entity='client.admin' 2024-04-10T15:23:45.576 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/09bfb546-f74e-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T15:23:48.136 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:23:47 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:23:48.137 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:23:47 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:23:48.137 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:23:47 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi069", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:23:48.137 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:23:47 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:23:48.137 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:23:47 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:23:48.137 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:23:47 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:23:49.468 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:23:49 smithi069 ceph-mon[27501]: from='client.? 172.21.15.69:0/1824328314' entity='client.admin' 2024-04-10T15:23:49.468 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:23:49 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:23:49.468 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:23:49 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:23:49.488 INFO:tasks.cephadm:Distributing conf and client.admin keyring to all hosts + 0755 2024-04-10T15:23:49.488 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 09bfb546-f74e-11ee-b64a-cb9ed24678a4 -- ceph orch client-keyring set client.admin '*' --mode 0755 2024-04-10T15:23:49.686 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/09bfb546-f74e-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T15:23:52.382 INFO:tasks.cephadm:Writing (initial) conf and keyring to smithi077 2024-04-10T15:23:52.382 DEBUG:teuthology.orchestra.run.smithi077:> set -ex 2024-04-10T15:23:52.383 DEBUG:teuthology.orchestra.run.smithi077:> dd of=/etc/ceph/ceph.conf 2024-04-10T15:23:52.401 DEBUG:teuthology.orchestra.run.smithi077:> set -ex 2024-04-10T15:23:52.401 DEBUG:teuthology.orchestra.run.smithi077:> dd of=/etc/ceph/ceph.client.admin.keyring 2024-04-10T15:23:52.459 INFO:tasks.cephadm:Adding host smithi077 to orchestrator... 2024-04-10T15:23:52.460 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 09bfb546-f74e-11ee-b64a-cb9ed24678a4 -- ceph orch host add smithi077 2024-04-10T15:23:52.660 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/09bfb546-f74e-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T15:23:52.928 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:23:52 smithi069 ceph-mon[27501]: from='client.14176 -' entity='client.admin' cmd=[{"prefix": "orch client-keyring set", "entity": "client.admin", "placement": "*", "mode": "0755", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:23:52.928 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:23:52 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:23:52.928 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:23:52 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:23:52.929 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:23:52 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:23:52.929 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:23:52 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:23:52.929 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:23:52 smithi069 ceph-mon[27501]: Updating smithi069:/etc/ceph/ceph.conf 2024-04-10T15:23:52.929 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:23:52 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:23:52.929 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:23:52 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:23:52.929 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:23:52 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:23:53.788 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:23:53 smithi069 ceph-mon[27501]: Updating smithi069:/var/lib/ceph/09bfb546-f74e-11ee-b64a-cb9ed24678a4/config/ceph.conf 2024-04-10T15:23:53.788 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:23:53 smithi069 ceph-mon[27501]: Updating smithi069:/etc/ceph/ceph.client.admin.keyring 2024-04-10T15:23:53.788 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:23:53 smithi069 ceph-mon[27501]: Updating smithi069:/var/lib/ceph/09bfb546-f74e-11ee-b64a-cb9ed24678a4/config/ceph.client.admin.keyring 2024-04-10T15:23:55.325 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:23:54 smithi069 ceph-mon[27501]: from='client.14178 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi077", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:23:56.825 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:23:56 smithi069 ceph-mon[27501]: Deploying cephadm binary to smithi077 2024-04-10T15:23:56.825 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:23:56 smithi069 ceph-mon[27501]: pgmap v3: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-10T15:23:57.072 INFO:teuthology.orchestra.run.smithi069.stdout:Added host 'smithi077' with addr '172.21.15.77' 2024-04-10T15:23:57.716 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 09bfb546-f74e-11ee-b64a-cb9ed24678a4 -- ceph orch host ls --format=json 2024-04-10T15:23:57.915 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/09bfb546-f74e-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T15:23:58.325 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:23:58 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:23:58.326 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:23:58 smithi069 ceph-mon[27501]: Added host smithi077 2024-04-10T15:23:58.326 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:23:58 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:23:58.326 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:23:58 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:23:58.326 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:23:58 smithi069 ceph-mon[27501]: pgmap v4: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-10T15:23:58.326 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:23:58 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:23:59.735 INFO:teuthology.orchestra.run.smithi069.stdout: 2024-04-10T15:23:59.735 INFO:teuthology.orchestra.run.smithi069.stdout:[{"addr": "172.21.15.69", "hostname": "smithi069", "labels": [], "status": ""}, {"addr": "172.21.15.77", "hostname": "smithi077", "labels": [], "status": ""}] 2024-04-10T15:24:00.038 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:23:59 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:24:00.352 INFO:tasks.cephadm:Setting crush tunables to default 2024-04-10T15:24:00.353 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 09bfb546-f74e-11ee-b64a-cb9ed24678a4 -- ceph osd crush tunables default 2024-04-10T15:24:00.549 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/09bfb546-f74e-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T15:24:00.899 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:24:00 smithi069 ceph-mon[27501]: pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-10T15:24:00.900 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:24:00 smithi069 ceph-mon[27501]: from='client.14180 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-10T15:24:02.613 INFO:teuthology.orchestra.run.smithi069.stderr:adjusted tunables profile to default 2024-04-10T15:24:02.825 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:24:02 smithi069 ceph-mon[27501]: pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-10T15:24:02.825 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:24:02 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:24:02.825 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:24:02 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:24:02.825 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:24:02 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:24:02.825 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:24:02 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:24:02.826 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:24:02 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi077", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:24:02.826 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:24:02 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:24:02.826 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:24:02 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:24:02.826 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:24:02 smithi069 ceph-mon[27501]: Updating smithi077:/etc/ceph/ceph.conf 2024-04-10T15:24:02.826 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:24:02 smithi069 ceph-mon[27501]: Updating smithi077:/var/lib/ceph/09bfb546-f74e-11ee-b64a-cb9ed24678a4/config/ceph.conf 2024-04-10T15:24:02.826 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:24:02 smithi069 ceph-mon[27501]: from='client.? 172.21.15.69:0/2437555103' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2024-04-10T15:24:02.826 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:24:02 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:24:02.826 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:24:02 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:24:02.826 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:24:02 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:24:03.197 INFO:tasks.cephadm:Adding mon.a on smithi069 2024-04-10T15:24:03.197 INFO:tasks.cephadm:Adding mon.c on smithi069 2024-04-10T15:24:03.197 INFO:tasks.cephadm:Adding mon.b on smithi077 2024-04-10T15:24:03.197 DEBUG:teuthology.orchestra.run.smithi077:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 09bfb546-f74e-11ee-b64a-cb9ed24678a4 -- ceph orch apply mon '3;smithi069:172.21.15.69=a;smithi069:[v2:172.21.15.69:3301,v1:172.21.15.69:6790]=c;smithi077:172.21.15.77=b' 2024-04-10T15:24:03.400 INFO:teuthology.orchestra.run.smithi077.stderr:Inferring config /var/lib/ceph/09bfb546-f74e-11ee-b64a-cb9ed24678a4/config/ceph.conf 2024-04-10T15:24:04.075 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:24:03 smithi069 ceph-mon[27501]: Updating smithi077:/etc/ceph/ceph.client.admin.keyring 2024-04-10T15:24:04.075 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:24:03 smithi069 ceph-mon[27501]: Updating smithi077:/var/lib/ceph/09bfb546-f74e-11ee-b64a-cb9ed24678a4/config/ceph.client.admin.keyring 2024-04-10T15:24:04.075 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:24:03 smithi069 ceph-mon[27501]: from='client.? 172.21.15.69:0/2437555103' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2024-04-10T15:24:04.075 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:24:03 smithi069 ceph-mon[27501]: osdmap e4: 0 total, 0 up, 0 in 2024-04-10T15:24:05.005 INFO:teuthology.orchestra.run.smithi077.stdout:Scheduled mon update... 2024-04-10T15:24:05.075 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:24:04 smithi069 ceph-mon[27501]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-10T15:24:05.568 DEBUG:teuthology.orchestra.run.smithi069:mon.c> sudo journalctl -f -n 0 -u ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4@mon.c.service 2024-04-10T15:24:05.572 DEBUG:teuthology.orchestra.run.smithi077:mon.b> sudo journalctl -f -n 0 -u ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4@mon.b.service 2024-04-10T15:24:05.574 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-04-10T15:24:05.574 DEBUG:teuthology.orchestra.run.smithi077:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 09bfb546-f74e-11ee-b64a-cb9ed24678a4 -- ceph mon dump -f json 2024-04-10T15:24:06.325 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:24:06 smithi069 ceph-mon[27501]: from='client.14184 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi069:172.21.15.69=a;smithi069:[v2:172.21.15.69:3301,v1:172.21.15.69:6790]=c;smithi077:172.21.15.77=b", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:24:06.325 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:24:06 smithi069 ceph-mon[27501]: Saving service mon spec with placement smithi069:172.21.15.69=a;smithi069:[v2:172.21.15.69:3301,v1:172.21.15.69:6790]=c;smithi077:172.21.15.77=b;count:3 2024-04-10T15:24:06.326 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:24:06 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:24:06.326 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:24:06 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:24:06.326 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:24:06 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:24:06.326 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:24:06 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:24:06.326 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:24:06 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:24:06.326 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:24:06 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-10T15:24:06.326 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:24:06 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:24:06.326 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:24:06 smithi069 ceph-mon[27501]: Deploying daemon mon.b on smithi077 2024-04-10T15:24:06.326 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:24:06 smithi069 ceph-mon[27501]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-10T15:24:06.328 INFO:teuthology.orchestra.run.smithi077.stderr:Inferring config /var/lib/ceph/09bfb546-f74e-11ee-b64a-cb9ed24678a4/config/ceph.conf 2024-04-10T15:24:09.075 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:24:08 smithi069 ceph-mon[27501]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-10T15:24:09.521 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:09 smithi077 systemd[1]: Starting Ceph mon.b for 09bfb546-f74e-11ee-b64a-cb9ed24678a4... 2024-04-10T15:24:09.792 INFO:teuthology.orchestra.run.smithi077.stdout: 2024-04-10T15:24:09.792 INFO:teuthology.orchestra.run.smithi077.stdout:{"epoch":1,"fsid":"09bfb546-f74e-11ee-b64a-cb9ed24678a4","modified":"2024-04-10T15:22:38.311194Z","created":"2024-04-10T15:22:38.311194Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:3300","nonce":0},{"type":"v1","addr":"172.21.15.69:6789","nonce":0}]},"addr":"172.21.15.69:6789/0","public_addr":"172.21.15.69:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2024-04-10T15:24:09.794 INFO:teuthology.orchestra.run.smithi077.stderr:dumped monmap epoch 1 2024-04-10T15:24:10.131 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:09 smithi077 podman[31144]: 2024-04-10 15:24:09.765674599 +0000 UTC m=+0.110367843 container create 52e0df99d9fbfdf9c487d0c41b92e1d4d01923fb2326bfce6e103230bc200385 (image=quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mon-b, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, ceph=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20240403, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , RELEASE=reef-d540eba, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-10T15:24:10.131 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:09 smithi077 podman[31144]: 2024-04-10 15:24:09.672631226 +0000 UTC m=+0.017324497 image pull bb2c5eac26a47e91f49419364028af9c3bea25d6fad65850c7d6f8f2c7b91b28 quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3 2024-04-10T15:24:10.131 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:10 smithi077 podman[31144]: 2024-04-10 15:24:10.152398512 +0000 UTC m=+0.497091756 container init 52e0df99d9fbfdf9c487d0c41b92e1d4d01923fb2326bfce6e103230bc200385 (image=quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mon-b, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, ceph=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20240403, RELEASE=reef-d540eba, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-10T15:24:10.482 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:10 smithi077 podman[31144]: 2024-04-10 15:24:10.157485847 +0000 UTC m=+0.502179091 container start 52e0df99d9fbfdf9c487d0c41b92e1d4d01923fb2326bfce6e103230bc200385 (image=quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mon-b, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, RELEASE=reef-d540eba, GIT_BRANCH=HEAD, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.build-date=20240403) 2024-04-10T15:24:10.482 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:10 smithi077 ceph-mon[31195]: set uid:gid to 167:167 (ceph:ceph) 2024-04-10T15:24:10.482 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:10 smithi077 ceph-mon[31195]: ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable), process ceph-mon, pid 7 2024-04-10T15:24:10.483 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:10 smithi077 ceph-mon[31195]: pidfile_write: ignore empty --pid-file 2024-04-10T15:24:10.483 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:10 smithi077 ceph-mon[31195]: load: jerasure load: lrc 2024-04-10T15:24:10.483 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:10 smithi077 ceph-mon[31195]: rocksdb: RocksDB version: 7.9.2 2024-04-10T15:24:10.483 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:10 smithi077 ceph-mon[31195]: rocksdb: Git sha 0 2024-04-10T15:24:10.483 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:10 smithi077 ceph-mon[31195]: rocksdb: Compile date 2024-04-08 23:21:21 2024-04-10T15:24:10.483 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:10 smithi077 ceph-mon[31195]: rocksdb: DB SUMMARY 2024-04-10T15:24:10.483 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:10 smithi077 ceph-mon[31195]: rocksdb: DB Session ID: 1U5ZQEWDWU8GOKDHSJ4O 2024-04-10T15:24:10.483 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:10 smithi077 ceph-mon[31195]: rocksdb: CURRENT file: CURRENT 2024-04-10T15:24:10.483 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:10 smithi077 ceph-mon[31195]: rocksdb: IDENTITY file: IDENTITY 2024-04-10T15:24:10.483 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:10 smithi077 ceph-mon[31195]: rocksdb: MANIFEST file: MANIFEST-000005 size: 59 Bytes 2024-04-10T15:24:10.483 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:10 smithi077 ceph-mon[31195]: rocksdb: SST files in /var/lib/ceph/mon/ceph-b/store.db dir, Total Num: 0, files: 2024-04-10T15:24:10.483 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:10 smithi077 ceph-mon[31195]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-b/store.db: 000004.log size: 511 ; 2024-04-10T15:24:10.483 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:10 smithi077 ceph-mon[31195]: rocksdb: Options.error_if_exists: 0 2024-04-10T15:24:10.484 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:10 smithi077 ceph-mon[31195]: rocksdb: Options.create_if_missing: 0 2024-04-10T15:24:10.484 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:10 smithi077 ceph-mon[31195]: rocksdb: Options.paranoid_checks: 1 2024-04-10T15:24:10.484 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:10 smithi077 ceph-mon[31195]: rocksdb: Options.flush_verify_memtable_count: 1 2024-04-10T15:24:10.484 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:10 smithi077 ceph-mon[31195]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-04-10T15:24:10.484 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:10 smithi077 ceph-mon[31195]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-04-10T15:24:10.484 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:10 smithi077 ceph-mon[31195]: rocksdb: Options.env: 0x55f27d6ff7a0 2024-04-10T15:24:10.484 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:10 smithi077 ceph-mon[31195]: rocksdb: Options.fs: PosixFileSystem 2024-04-10T15:24:10.484 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:10 smithi077 ceph-mon[31195]: rocksdb: Options.info_log: 0x55f27f65f500 2024-04-10T15:24:10.484 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:10 smithi077 ceph-mon[31195]: rocksdb: Options.max_file_opening_threads: 16 2024-04-10T15:24:10.484 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:10 smithi077 ceph-mon[31195]: rocksdb: Options.statistics: (nil) 2024-04-10T15:24:10.484 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:10 smithi077 ceph-mon[31195]: rocksdb: Options.use_fsync: 0 2024-04-10T15:24:10.484 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:10 smithi077 ceph-mon[31195]: rocksdb: Options.max_log_file_size: 0 2024-04-10T15:24:10.484 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:10 smithi077 ceph-mon[31195]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-04-10T15:24:10.484 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:10 smithi077 ceph-mon[31195]: rocksdb: Options.log_file_time_to_roll: 0 2024-04-10T15:24:10.485 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:10 smithi077 ceph-mon[31195]: rocksdb: Options.keep_log_file_num: 1000 2024-04-10T15:24:10.485 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:10 smithi077 ceph-mon[31195]: rocksdb: Options.recycle_log_file_num: 0 2024-04-10T15:24:10.485 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:10 smithi077 ceph-mon[31195]: rocksdb: Options.allow_fallocate: 1 2024-04-10T15:24:10.485 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:10 smithi077 ceph-mon[31195]: rocksdb: Options.allow_mmap_reads: 0 2024-04-10T15:24:10.485 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:10 smithi077 ceph-mon[31195]: rocksdb: Options.allow_mmap_writes: 0 2024-04-10T15:24:10.485 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:10 smithi077 ceph-mon[31195]: rocksdb: Options.use_direct_reads: 0 2024-04-10T15:24:10.485 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:10 smithi077 ceph-mon[31195]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-04-10T15:24:10.485 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:10 smithi077 ceph-mon[31195]: rocksdb: Options.create_missing_column_families: 0 2024-04-10T15:24:10.485 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:10 smithi077 ceph-mon[31195]: rocksdb: Options.db_log_dir: 2024-04-10T15:24:10.485 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:10 smithi077 ceph-mon[31195]: rocksdb: Options.wal_dir: 2024-04-10T15:24:10.485 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:10 smithi077 ceph-mon[31195]: rocksdb: Options.table_cache_numshardbits: 6 2024-04-10T15:24:10.485 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:10 smithi077 ceph-mon[31195]: rocksdb: Options.WAL_ttl_seconds: 0 2024-04-10T15:24:10.485 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:10 smithi077 ceph-mon[31195]: rocksdb: Options.WAL_size_limit_MB: 0 2024-04-10T15:24:10.486 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:10 smithi077 ceph-mon[31195]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-04-10T15:24:10.486 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:10 smithi077 ceph-mon[31195]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-04-10T15:24:10.486 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:10 smithi077 ceph-mon[31195]: rocksdb: Options.is_fd_close_on_exec: 1 2024-04-10T15:24:10.486 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:10 smithi077 ceph-mon[31195]: rocksdb: Options.advise_random_on_open: 1 2024-04-10T15:24:10.486 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:10 smithi077 ceph-mon[31195]: rocksdb: Options.db_write_buffer_size: 0 2024-04-10T15:24:10.486 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:10 smithi077 ceph-mon[31195]: rocksdb: Options.write_buffer_manager: 0x55f27e8d4140 2024-04-10T15:24:10.486 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:10 smithi077 ceph-mon[31195]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-04-10T15:24:10.486 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:10 smithi077 ceph-mon[31195]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-04-10T15:24:10.486 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:10 smithi077 ceph-mon[31195]: rocksdb: Options.use_adaptive_mutex: 0 2024-04-10T15:24:10.486 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:10 smithi077 ceph-mon[31195]: rocksdb: Options.rate_limiter: (nil) 2024-04-10T15:24:10.486 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:10 smithi077 ceph-mon[31195]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-04-10T15:24:10.486 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:10 smithi077 ceph-mon[31195]: rocksdb: Options.wal_recovery_mode: 2 2024-04-10T15:24:10.486 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:10 smithi077 ceph-mon[31195]: rocksdb: Options.enable_thread_tracking: 0 2024-04-10T15:24:10.486 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:10 smithi077 ceph-mon[31195]: rocksdb: Options.enable_pipelined_write: 0 2024-04-10T15:24:10.487 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:10 smithi077 ceph-mon[31195]: rocksdb: Options.unordered_write: 0 2024-04-10T15:24:10.487 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:10 smithi077 ceph-mon[31195]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-04-10T15:24:10.487 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:10 smithi077 ceph-mon[31195]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-04-10T15:24:10.487 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:10 smithi077 ceph-mon[31195]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-04-10T15:24:10.487 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:10 smithi077 ceph-mon[31195]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-04-10T15:24:10.487 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:10 smithi077 ceph-mon[31195]: rocksdb: Options.row_cache: None 2024-04-10T15:24:10.487 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:10 smithi077 ceph-mon[31195]: rocksdb: Options.wal_filter: None 2024-04-10T15:24:10.487 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:10 smithi077 ceph-mon[31195]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-04-10T15:24:10.487 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:10 smithi077 ceph-mon[31195]: rocksdb: Options.allow_ingest_behind: 0 2024-04-10T15:24:10.487 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:10 smithi077 ceph-mon[31195]: rocksdb: Options.two_write_queues: 0 2024-04-10T15:24:10.487 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:10 smithi077 ceph-mon[31195]: rocksdb: Options.manual_wal_flush: 0 2024-04-10T15:24:10.487 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:10 smithi077 ceph-mon[31195]: rocksdb: Options.wal_compression: 0 2024-04-10T15:24:10.487 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:10 smithi077 ceph-mon[31195]: rocksdb: Options.atomic_flush: 0 2024-04-10T15:24:10.487 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:10 smithi077 ceph-mon[31195]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-04-10T15:24:10.487 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:10 smithi077 ceph-mon[31195]: rocksdb: Options.persist_stats_to_disk: 0 2024-04-10T15:24:10.488 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:10 smithi077 ceph-mon[31195]: rocksdb: Options.write_dbid_to_manifest: 0 2024-04-10T15:24:10.489 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:10 smithi077 ceph-mon[31195]: rocksdb: Options.log_readahead_size: 0 2024-04-10T15:24:10.489 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:10 smithi077 ceph-mon[31195]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-04-10T15:24:10.489 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:10 smithi077 ceph-mon[31195]: rocksdb: Options.best_efforts_recovery: 0 2024-04-10T15:24:10.489 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:10 smithi077 ceph-mon[31195]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-04-10T15:24:10.489 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:10 smithi077 ceph-mon[31195]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-04-10T15:24:10.489 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:10 smithi077 ceph-mon[31195]: rocksdb: Options.allow_data_in_errors: 0 2024-04-10T15:24:10.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:10 smithi077 ceph-mon[31195]: rocksdb: Options.db_host_id: __hostname__ 2024-04-10T15:24:10.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:10 smithi077 ceph-mon[31195]: rocksdb: Options.enforce_single_del_contracts: true 2024-04-10T15:24:10.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:10 smithi077 ceph-mon[31195]: rocksdb: Options.max_background_jobs: 2 2024-04-10T15:24:10.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:10 smithi077 ceph-mon[31195]: rocksdb: Options.max_background_compactions: -1 2024-04-10T15:24:10.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:10 smithi077 ceph-mon[31195]: rocksdb: Options.max_subcompactions: 1 2024-04-10T15:24:10.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:10 smithi077 ceph-mon[31195]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-04-10T15:24:10.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:10 smithi077 ceph-mon[31195]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-04-10T15:24:10.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:10 smithi077 ceph-mon[31195]: rocksdb: Options.delayed_write_rate : 16777216 2024-04-10T15:24:10.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:10 smithi077 ceph-mon[31195]: rocksdb: Options.max_total_wal_size: 0 2024-04-10T15:24:10.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:10 smithi077 ceph-mon[31195]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-04-10T15:24:10.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:10 smithi077 ceph-mon[31195]: rocksdb: Options.stats_dump_period_sec: 600 2024-04-10T15:24:10.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:10 smithi077 ceph-mon[31195]: rocksdb: Options.stats_persist_period_sec: 600 2024-04-10T15:24:10.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:10 smithi077 ceph-mon[31195]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-04-10T15:24:10.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:10 smithi077 ceph-mon[31195]: rocksdb: Options.max_open_files: -1 2024-04-10T15:24:10.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:10 smithi077 ceph-mon[31195]: rocksdb: Options.bytes_per_sync: 0 2024-04-10T15:24:10.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:10 smithi077 ceph-mon[31195]: rocksdb: Options.wal_bytes_per_sync: 0 2024-04-10T15:24:10.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:10 smithi077 ceph-mon[31195]: rocksdb: Options.strict_bytes_per_sync: 0 2024-04-10T15:24:10.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:10 smithi077 ceph-mon[31195]: rocksdb: Options.compaction_readahead_size: 0 2024-04-10T15:24:10.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:10 smithi077 ceph-mon[31195]: rocksdb: Options.max_background_flushes: -1 2024-04-10T15:24:10.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:10 smithi077 ceph-mon[31195]: rocksdb: Compression algorithms supported: 2024-04-10T15:24:10.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:10 smithi077 ceph-mon[31195]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-04-10T15:24:10.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:10 smithi077 ceph-mon[31195]: rocksdb: kZSTD supported: 0 2024-04-10T15:24:10.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:10 smithi077 ceph-mon[31195]: rocksdb: kXpressCompression supported: 0 2024-04-10T15:24:10.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:10 smithi077 ceph-mon[31195]: rocksdb: kLZ4HCCompression supported: 1 2024-04-10T15:24:10.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:10 smithi077 ceph-mon[31195]: rocksdb: kZlibCompression supported: 1 2024-04-10T15:24:10.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:10 smithi077 ceph-mon[31195]: rocksdb: kSnappyCompression supported: 1 2024-04-10T15:24:10.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:10 smithi077 ceph-mon[31195]: rocksdb: kLZ4Compression supported: 1 2024-04-10T15:24:10.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:10 smithi077 ceph-mon[31195]: rocksdb: kBZip2Compression supported: 0 2024-04-10T15:24:10.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:10 smithi077 ceph-mon[31195]: rocksdb: Fast CRC32 supported: Supported on x86 2024-04-10T15:24:10.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:10 smithi077 ceph-mon[31195]: rocksdb: DMutex implementation: pthread_mutex_t 2024-04-10T15:24:10.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:10 smithi077 ceph-mon[31195]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000005 2024-04-10T15:24:10.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:10 smithi077 ceph-mon[31195]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-04-10T15:24:10.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:10 smithi077 ceph-mon[31195]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-04-10T15:24:10.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:10 smithi077 ceph-mon[31195]: rocksdb: Options.merge_operator: 2024-04-10T15:24:10.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:10 smithi077 ceph-mon[31195]: rocksdb: Options.compaction_filter: None 2024-04-10T15:24:10.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:10 smithi077 ceph-mon[31195]: rocksdb: Options.compaction_filter_factory: None 2024-04-10T15:24:10.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:10 smithi077 ceph-mon[31195]: rocksdb: Options.sst_partitioner_factory: None 2024-04-10T15:24:10.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:10 smithi077 ceph-mon[31195]: rocksdb: Options.memtable_factory: SkipListFactory 2024-04-10T15:24:10.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:10 smithi077 ceph-mon[31195]: rocksdb: Options.table_factory: BlockBasedTable 2024-04-10T15:24:10.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:10 smithi077 ceph-mon[31195]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55f27f65f600) 2024-04-10T15:24:10.492 INFO:journalctl@ceph.mon.b.smithi077.stdout: cache_index_and_filter_blocks: 1 2024-04-10T15:24:10.492 INFO:journalctl@ceph.mon.b.smithi077.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-04-10T15:24:10.493 INFO:journalctl@ceph.mon.b.smithi077.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-04-10T15:24:10.493 INFO:journalctl@ceph.mon.b.smithi077.stdout: pin_top_level_index_and_filter: 1 2024-04-10T15:24:10.493 INFO:journalctl@ceph.mon.b.smithi077.stdout: index_type: 0 2024-04-10T15:24:10.493 INFO:journalctl@ceph.mon.b.smithi077.stdout: data_block_index_type: 0 2024-04-10T15:24:10.493 INFO:journalctl@ceph.mon.b.smithi077.stdout: index_shortening: 1 2024-04-10T15:24:10.494 INFO:journalctl@ceph.mon.b.smithi077.stdout: data_block_hash_table_util_ratio: 0.750000 2024-04-10T15:24:10.494 INFO:journalctl@ceph.mon.b.smithi077.stdout: checksum: 4 2024-04-10T15:24:10.494 INFO:journalctl@ceph.mon.b.smithi077.stdout: no_block_cache: 0 2024-04-10T15:24:10.494 INFO:journalctl@ceph.mon.b.smithi077.stdout: block_cache: 0x55f27e9751f0 2024-04-10T15:24:10.494 INFO:journalctl@ceph.mon.b.smithi077.stdout: block_cache_name: BinnedLRUCache 2024-04-10T15:24:10.494 INFO:journalctl@ceph.mon.b.smithi077.stdout: block_cache_options: 2024-04-10T15:24:10.494 INFO:journalctl@ceph.mon.b.smithi077.stdout: capacity : 536870912 2024-04-10T15:24:10.495 INFO:journalctl@ceph.mon.b.smithi077.stdout: num_shard_bits : 4 2024-04-10T15:24:10.495 INFO:journalctl@ceph.mon.b.smithi077.stdout: strict_capacity_limit : 0 2024-04-10T15:24:10.495 INFO:journalctl@ceph.mon.b.smithi077.stdout: high_pri_pool_ratio: 0.000 2024-04-10T15:24:10.495 INFO:journalctl@ceph.mon.b.smithi077.stdout: block_cache_compressed: (nil) 2024-04-10T15:24:10.495 INFO:journalctl@ceph.mon.b.smithi077.stdout: persistent_cache: (nil) 2024-04-10T15:24:10.495 INFO:journalctl@ceph.mon.b.smithi077.stdout: block_size: 4096 2024-04-10T15:24:10.495 INFO:journalctl@ceph.mon.b.smithi077.stdout: block_size_deviation: 10 2024-04-10T15:24:10.495 INFO:journalctl@ceph.mon.b.smithi077.stdout: block_restart_interval: 16 2024-04-10T15:24:10.495 INFO:journalctl@ceph.mon.b.smithi077.stdout: index_block_restart_interval: 1 2024-04-10T15:24:10.495 INFO:journalctl@ceph.mon.b.smithi077.stdout: metadata_block_size: 4096 2024-04-10T15:24:10.495 INFO:journalctl@ceph.mon.b.smithi077.stdout: partition_filters: 0 2024-04-10T15:24:10.495 INFO:journalctl@ceph.mon.b.smithi077.stdout: use_delta_encoding: 1 2024-04-10T15:24:10.495 INFO:journalctl@ceph.mon.b.smithi077.stdout: filter_policy: bloomfilter 2024-04-10T15:24:10.496 INFO:journalctl@ceph.mon.b.smithi077.stdout: whole_key_filtering: 1 2024-04-10T15:24:10.496 INFO:journalctl@ceph.mon.b.smithi077.stdout: verify_compression: 0 2024-04-10T15:24:10.496 INFO:journalctl@ceph.mon.b.smithi077.stdout: read_amp_bytes_per_bit: 0 2024-04-10T15:24:10.496 INFO:journalctl@ceph.mon.b.smithi077.stdout: format_version: 5 2024-04-10T15:24:10.496 INFO:journalctl@ceph.mon.b.smithi077.stdout: enable_index_compression: 1 2024-04-10T15:24:10.496 INFO:journalctl@ceph.mon.b.smithi077.stdout: block_align: 0 2024-04-10T15:24:10.496 INFO:journalctl@ceph.mon.b.smithi077.stdout: max_auto_readahead_size: 262144 2024-04-10T15:24:10.496 INFO:journalctl@ceph.mon.b.smithi077.stdout: prepopulate_block_cache: 0 2024-04-10T15:24:10.496 INFO:journalctl@ceph.mon.b.smithi077.stdout: initial_auto_readahead_size: 8192 2024-04-10T15:24:10.496 INFO:journalctl@ceph.mon.b.smithi077.stdout: num_file_reads_for_auto_readahead: 2 2024-04-10T15:24:10.496 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:10 smithi077 ceph-mon[31195]: rocksdb: Options.write_buffer_size: 33554432 2024-04-10T15:24:10.497 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:10 smithi077 ceph-mon[31195]: rocksdb: Options.max_write_buffer_number: 2 2024-04-10T15:24:10.497 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:10 smithi077 ceph-mon[31195]: rocksdb: Options.compression: NoCompression 2024-04-10T15:24:10.497 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:10 smithi077 ceph-mon[31195]: rocksdb: Options.bottommost_compression: Disabled 2024-04-10T15:24:10.497 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:10 smithi077 ceph-mon[31195]: rocksdb: Options.prefix_extractor: nullptr 2024-04-10T15:24:10.497 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:10 smithi077 ceph-mon[31195]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-04-10T15:24:10.497 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:10 smithi077 ceph-mon[31195]: rocksdb: Options.num_levels: 7 2024-04-10T15:24:10.497 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:10 smithi077 ceph-mon[31195]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-04-10T15:24:10.497 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:10 smithi077 ceph-mon[31195]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-04-10T15:24:10.497 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:10 smithi077 ceph-mon[31195]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-04-10T15:24:10.497 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:10 smithi077 ceph-mon[31195]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-04-10T15:24:10.497 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:10 smithi077 ceph-mon[31195]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-04-10T15:24:10.497 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:10 smithi077 ceph-mon[31195]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-04-10T15:24:10.497 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:10 smithi077 ceph-mon[31195]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-04-10T15:24:10.497 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:10 smithi077 ceph-mon[31195]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-04-10T15:24:10.497 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:10 smithi077 ceph-mon[31195]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-04-10T15:24:10.498 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:10 smithi077 ceph-mon[31195]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-04-10T15:24:10.498 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:10 smithi077 ceph-mon[31195]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-04-10T15:24:10.498 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:10 smithi077 ceph-mon[31195]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-04-10T15:24:10.498 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:10 smithi077 ceph-mon[31195]: rocksdb: Options.compression_opts.window_bits: -14 2024-04-10T15:24:10.498 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:10 smithi077 ceph-mon[31195]: rocksdb: Options.compression_opts.level: 32767 2024-04-10T15:24:10.498 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:10 smithi077 ceph-mon[31195]: rocksdb: Options.compression_opts.strategy: 0 2024-04-10T15:24:10.498 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:10 smithi077 ceph-mon[31195]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-04-10T15:24:10.498 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:10 smithi077 ceph-mon[31195]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-04-10T15:24:10.498 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:10 smithi077 ceph-mon[31195]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-04-10T15:24:10.498 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:10 smithi077 ceph-mon[31195]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-04-10T15:24:10.498 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:10 smithi077 ceph-mon[31195]: rocksdb: Options.compression_opts.enabled: false 2024-04-10T15:24:10.498 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:10 smithi077 ceph-mon[31195]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-04-10T15:24:10.498 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:10 smithi077 ceph-mon[31195]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-04-10T15:24:10.498 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:10 smithi077 ceph-mon[31195]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-04-10T15:24:10.499 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:10 smithi077 ceph-mon[31195]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-04-10T15:24:10.499 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:10 smithi077 ceph-mon[31195]: rocksdb: Options.target_file_size_base: 67108864 2024-04-10T15:24:10.499 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:10 smithi077 ceph-mon[31195]: rocksdb: Options.target_file_size_multiplier: 1 2024-04-10T15:24:10.499 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:10 smithi077 ceph-mon[31195]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-04-10T15:24:10.499 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:10 smithi077 ceph-mon[31195]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-04-10T15:24:10.499 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:10 smithi077 ceph-mon[31195]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-04-10T15:24:10.499 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:10 smithi077 ceph-mon[31195]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-04-10T15:24:10.499 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:10 smithi077 ceph-mon[31195]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-04-10T15:24:10.499 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:10 smithi077 ceph-mon[31195]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-04-10T15:24:10.499 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:10 smithi077 ceph-mon[31195]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-04-10T15:24:10.500 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:10 smithi077 ceph-mon[31195]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-04-10T15:24:10.500 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:10 smithi077 ceph-mon[31195]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-04-10T15:24:10.500 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:10 smithi077 ceph-mon[31195]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-04-10T15:24:10.500 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:10 smithi077 ceph-mon[31195]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-04-10T15:24:10.500 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:10 smithi077 ceph-mon[31195]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-04-10T15:24:10.500 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:10 smithi077 ceph-mon[31195]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-04-10T15:24:10.500 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:10 smithi077 ceph-mon[31195]: rocksdb: Options.arena_block_size: 1048576 2024-04-10T15:24:10.500 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:10 smithi077 ceph-mon[31195]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-04-10T15:24:10.500 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:10 smithi077 ceph-mon[31195]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-04-10T15:24:10.500 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:10 smithi077 ceph-mon[31195]: rocksdb: Options.disable_auto_compactions: 0 2024-04-10T15:24:10.500 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:10 smithi077 ceph-mon[31195]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-04-10T15:24:10.500 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:10 smithi077 ceph-mon[31195]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-04-10T15:24:10.500 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:10 smithi077 ceph-mon[31195]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-04-10T15:24:10.500 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:10 smithi077 ceph-mon[31195]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-04-10T15:24:10.501 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:10 smithi077 ceph-mon[31195]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-04-10T15:24:10.501 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:10 smithi077 ceph-mon[31195]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-04-10T15:24:10.501 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:10 smithi077 ceph-mon[31195]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-04-10T15:24:10.501 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:10 smithi077 ceph-mon[31195]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-04-10T15:24:10.501 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:10 smithi077 ceph-mon[31195]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-04-10T15:24:10.501 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:10 smithi077 ceph-mon[31195]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-04-10T15:24:10.501 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:10 smithi077 ceph-mon[31195]: rocksdb: Options.table_properties_collectors: 2024-04-10T15:24:10.501 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:10 smithi077 ceph-mon[31195]: rocksdb: Options.inplace_update_support: 0 2024-04-10T15:24:10.501 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:10 smithi077 ceph-mon[31195]: rocksdb: Options.inplace_update_num_locks: 10000 2024-04-10T15:24:10.501 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:10 smithi077 ceph-mon[31195]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-04-10T15:24:10.501 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:10 smithi077 ceph-mon[31195]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-04-10T15:24:10.501 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:10 smithi077 ceph-mon[31195]: rocksdb: Options.memtable_huge_page_size: 0 2024-04-10T15:24:10.501 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:10 smithi077 ceph-mon[31195]: rocksdb: Options.bloom_locality: 0 2024-04-10T15:24:10.501 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:10 smithi077 ceph-mon[31195]: rocksdb: Options.max_successive_merges: 0 2024-04-10T15:24:10.502 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:10 smithi077 ceph-mon[31195]: rocksdb: Options.optimize_filters_for_hits: 0 2024-04-10T15:24:10.502 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:10 smithi077 ceph-mon[31195]: rocksdb: Options.paranoid_file_checks: 0 2024-04-10T15:24:10.502 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:10 smithi077 ceph-mon[31195]: rocksdb: Options.force_consistency_checks: 1 2024-04-10T15:24:10.502 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:10 smithi077 ceph-mon[31195]: rocksdb: Options.report_bg_io_stats: 0 2024-04-10T15:24:10.502 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:10 smithi077 ceph-mon[31195]: rocksdb: Options.ttl: 2592000 2024-04-10T15:24:10.502 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:10 smithi077 ceph-mon[31195]: rocksdb: Options.periodic_compaction_seconds: 0 2024-04-10T15:24:10.502 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:10 smithi077 ceph-mon[31195]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-04-10T15:24:10.502 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:10 smithi077 ceph-mon[31195]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-04-10T15:24:10.502 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:10 smithi077 ceph-mon[31195]: rocksdb: Options.enable_blob_files: false 2024-04-10T15:24:10.502 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:10 smithi077 ceph-mon[31195]: rocksdb: Options.min_blob_size: 0 2024-04-10T15:24:10.502 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:10 smithi077 ceph-mon[31195]: rocksdb: Options.blob_file_size: 268435456 2024-04-10T15:24:10.502 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:10 smithi077 ceph-mon[31195]: rocksdb: Options.blob_compression_type: NoCompression 2024-04-10T15:24:10.502 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:10 smithi077 ceph-mon[31195]: rocksdb: Options.enable_blob_garbage_collection: false 2024-04-10T15:24:10.502 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:10 smithi077 ceph-mon[31195]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-04-10T15:24:10.502 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:10 smithi077 ceph-mon[31195]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-04-10T15:24:10.503 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:10 smithi077 ceph-mon[31195]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-04-10T15:24:10.503 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:10 smithi077 ceph-mon[31195]: rocksdb: Options.blob_file_starting_level: 0 2024-04-10T15:24:10.503 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:10 smithi077 ceph-mon[31195]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-04-10T15:24:10.503 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:10 smithi077 ceph-mon[31195]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000005 succeeded,manifest_file_number is 5, next_file_number is 7, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-04-10T15:24:10.503 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:10 smithi077 ceph-mon[31195]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 0 2024-04-10T15:24:10.503 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:10 smithi077 ceph-mon[31195]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: ada30c32-9224-40cb-b25d-8cf2d658b495 2024-04-10T15:24:10.503 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:10 smithi077 ceph-mon[31195]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712762650187413, "job": 1, "event": "recovery_started", "wal_files": [4]} 2024-04-10T15:24:10.503 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:10 smithi077 ceph-mon[31195]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #4 mode 2 2024-04-10T15:24:10.504 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:10 smithi077 ceph-mon[31195]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712762650187844, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 8, "file_size": 1622, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 1, "largest_seqno": 5, "table_properties": {"data_size": 523, "index_size": 31, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 69, "raw_key_size": 115, "raw_average_key_size": 23, "raw_value_size": 401, "raw_average_value_size": 80, "num_data_blocks": 1, "num_entries": 5, "num_filter_entries": 5, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1712762650, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "ada30c32-9224-40cb-b25d-8cf2d658b495", "db_session_id": "1U5ZQEWDWU8GOKDHSJ4O", "orig_file_number": 8, "seqno_to_time_mapping": "N/A"}} 2024-04-10T15:24:10.504 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:10 smithi077 ceph-mon[31195]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712762650187929, "job": 1, "event": "recovery_finished"} 2024-04-10T15:24:10.504 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:10 smithi077 ceph-mon[31195]: rocksdb: [db/version_set.cc:5047] Creating manifest 10 2024-04-10T15:24:10.504 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:10 smithi077 ceph-mon[31195]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-b/store.db/000004.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-04-10T15:24:10.504 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:10 smithi077 ceph-mon[31195]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x55f27ea14000 2024-04-10T15:24:10.504 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:10 smithi077 ceph-mon[31195]: rocksdb: DB pointer 0x55f27ea02000 2024-04-10T15:24:10.504 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:10 smithi077 ceph-mon[31195]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-04-10T15:24:10.504 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:10 smithi077 ceph-mon[31195]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-04-10T15:24:10.504 INFO:journalctl@ceph.mon.b.smithi077.stdout: ** DB Stats ** 2024-04-10T15:24:10.504 INFO:journalctl@ceph.mon.b.smithi077.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-10T15:24:10.504 INFO:journalctl@ceph.mon.b.smithi077.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-04-10T15:24:10.504 INFO:journalctl@ceph.mon.b.smithi077.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-10T15:24:10.504 INFO:journalctl@ceph.mon.b.smithi077.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-10T15:24:10.505 INFO:journalctl@ceph.mon.b.smithi077.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-04-10T15:24:10.505 INFO:journalctl@ceph.mon.b.smithi077.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-10T15:24:10.505 INFO:journalctl@ceph.mon.b.smithi077.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-10T15:24:10.505 INFO:journalctl@ceph.mon.b.smithi077.stdout: 2024-04-10T15:24:10.505 INFO:journalctl@ceph.mon.b.smithi077.stdout: ** Compaction Stats [default] ** 2024-04-10T15:24:10.505 INFO:journalctl@ceph.mon.b.smithi077.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-10T15:24:10.505 INFO:journalctl@ceph.mon.b.smithi077.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-04-10T15:24:10.505 INFO:journalctl@ceph.mon.b.smithi077.stdout: L0 1/0 1.58 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 3.8 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-04-10T15:24:10.505 INFO:journalctl@ceph.mon.b.smithi077.stdout: Sum 1/0 1.58 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 3.8 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-04-10T15:24:10.505 INFO:journalctl@ceph.mon.b.smithi077.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 3.8 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-04-10T15:24:10.505 INFO:journalctl@ceph.mon.b.smithi077.stdout: 2024-04-10T15:24:10.505 INFO:journalctl@ceph.mon.b.smithi077.stdout: ** Compaction Stats [default] ** 2024-04-10T15:24:10.505 INFO:journalctl@ceph.mon.b.smithi077.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-10T15:24:10.505 INFO:journalctl@ceph.mon.b.smithi077.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-04-10T15:24:10.506 INFO:journalctl@ceph.mon.b.smithi077.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 3.8 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-04-10T15:24:10.506 INFO:journalctl@ceph.mon.b.smithi077.stdout: 2024-04-10T15:24:10.506 INFO:journalctl@ceph.mon.b.smithi077.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-04-10T15:24:10.506 INFO:journalctl@ceph.mon.b.smithi077.stdout: 2024-04-10T15:24:10.506 INFO:journalctl@ceph.mon.b.smithi077.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-10T15:24:10.506 INFO:journalctl@ceph.mon.b.smithi077.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-04-10T15:24:10.506 INFO:journalctl@ceph.mon.b.smithi077.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-04-10T15:24:10.506 INFO:journalctl@ceph.mon.b.smithi077.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-04-10T15:24:10.506 INFO:journalctl@ceph.mon.b.smithi077.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-04-10T15:24:10.506 INFO:journalctl@ceph.mon.b.smithi077.stdout: AddFile(Keys): cumulative 0, interval 0 2024-04-10T15:24:10.506 INFO:journalctl@ceph.mon.b.smithi077.stdout: Cumulative compaction: 0.00 GB write, 0.60 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-10T15:24:10.506 INFO:journalctl@ceph.mon.b.smithi077.stdout: Interval compaction: 0.00 GB write, 0.60 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-10T15:24:10.506 INFO:journalctl@ceph.mon.b.smithi077.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-04-10T15:24:10.506 INFO:journalctl@ceph.mon.b.smithi077.stdout: Block cache BinnedLRUCache@0x55f27e9751f0#7 capacity: 512.00 MB usage: 0.22 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 8e-06 secs_since: 0 2024-04-10T15:24:10.507 INFO:journalctl@ceph.mon.b.smithi077.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,0.11 KB,2.08616e-05%) IndexBlock(1,0.11 KB,2.08616e-05%) Misc(1,0.00 KB,0%) 2024-04-10T15:24:10.507 INFO:journalctl@ceph.mon.b.smithi077.stdout: 2024-04-10T15:24:10.507 INFO:journalctl@ceph.mon.b.smithi077.stdout: ** File Read Latency Histogram By Level [default] ** 2024-04-10T15:24:10.507 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:10 smithi077 ceph-mon[31195]: mon.b does not exist in monmap, will attempt to join an existing cluster 2024-04-10T15:24:10.507 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:10 smithi077 ceph-mon[31195]: using public_addr v2:172.21.15.77:0/0 -> [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] 2024-04-10T15:24:10.507 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:10 smithi077 ceph-mon[31195]: starting mon.b rank -1 at public addrs [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] at bind addrs [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] mon_data /var/lib/ceph/mon/ceph-b fsid 09bfb546-f74e-11ee-b64a-cb9ed24678a4 2024-04-10T15:24:10.507 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:10 smithi077 ceph-mon[31195]: mon.b@-1(???) e0 preinit fsid 09bfb546-f74e-11ee-b64a-cb9ed24678a4 2024-04-10T15:24:10.507 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:10 smithi077 ceph-mon[31195]: mon.b@-1(synchronizing).mds e1 new map 2024-04-10T15:24:10.507 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:10 smithi077 ceph-mon[31195]: mon.b@-1(synchronizing).mds e1 print_map 2024-04-10T15:24:10.507 INFO:journalctl@ceph.mon.b.smithi077.stdout: e1 2024-04-10T15:24:10.507 INFO:journalctl@ceph.mon.b.smithi077.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-04-10T15:24:10.507 INFO:journalctl@ceph.mon.b.smithi077.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-04-10T15:24:10.507 INFO:journalctl@ceph.mon.b.smithi077.stdout: legacy client fscid: -1 2024-04-10T15:24:10.507 INFO:journalctl@ceph.mon.b.smithi077.stdout: 2024-04-10T15:24:10.508 INFO:journalctl@ceph.mon.b.smithi077.stdout: No filesystems configured 2024-04-10T15:24:10.508 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:10 smithi077 ceph-mon[31195]: mon.b@-1(synchronizing).osd e0 _set_cache_ratios kv ratio 0.25 inc ratio 0.375 full ratio 0.375 2024-04-10T15:24:10.508 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:10 smithi077 ceph-mon[31195]: mon.b@-1(synchronizing).osd e0 register_cache_with_pcm pcm target: 2147483648 pcm max: 1020054732 pcm min: 134217728 inc_osd_cache size: 1 2024-04-10T15:24:10.508 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:10 smithi077 ceph-mon[31195]: mon.b@-1(synchronizing).osd e1 e1: 0 total, 0 up, 0 in 2024-04-10T15:24:10.508 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:10 smithi077 ceph-mon[31195]: mon.b@-1(synchronizing).osd e2 e2: 0 total, 0 up, 0 in 2024-04-10T15:24:10.508 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:10 smithi077 ceph-mon[31195]: mon.b@-1(synchronizing).osd e3 e3: 0 total, 0 up, 0 in 2024-04-10T15:24:10.508 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:10 smithi077 ceph-mon[31195]: mon.b@-1(synchronizing).osd e4 e4: 0 total, 0 up, 0 in 2024-04-10T15:24:10.508 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:10 smithi077 ceph-mon[31195]: mon.b@-1(synchronizing).osd e4 crush map has features 3314932999778484224, adjusting msgr requires 2024-04-10T15:24:10.508 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:10 smithi077 ceph-mon[31195]: mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-04-10T15:24:10.508 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:10 smithi077 ceph-mon[31195]: mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-04-10T15:24:10.508 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:10 smithi077 ceph-mon[31195]: mon.b@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-04-10T15:24:10.508 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:10 smithi077 ceph-mon[31195]: Updating smithi077:/etc/ceph/ceph.client.admin.keyring 2024-04-10T15:24:10.508 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:10 smithi077 ceph-mon[31195]: Updating smithi077:/var/lib/ceph/09bfb546-f74e-11ee-b64a-cb9ed24678a4/config/ceph.client.admin.keyring 2024-04-10T15:24:10.508 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:10 smithi077 ceph-mon[31195]: from='client.? 172.21.15.69:0/2437555103' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2024-04-10T15:24:10.508 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:10 smithi077 ceph-mon[31195]: osdmap e4: 0 total, 0 up, 0 in 2024-04-10T15:24:10.509 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:10 smithi077 ceph-mon[31195]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-10T15:24:10.509 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:10 smithi077 ceph-mon[31195]: from='client.14184 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi069:172.21.15.69=a;smithi069:[v2:172.21.15.69:3301,v1:172.21.15.69:6790]=c;smithi077:172.21.15.77=b", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:24:10.509 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:10 smithi077 ceph-mon[31195]: Saving service mon spec with placement smithi069:172.21.15.69=a;smithi069:[v2:172.21.15.69:3301,v1:172.21.15.69:6790]=c;smithi077:172.21.15.77=b;count:3 2024-04-10T15:24:10.509 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:10 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:24:10.509 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:10 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:24:10.509 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:10 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:24:10.509 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:10 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:24:10.509 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:10 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:24:10.509 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:10 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-10T15:24:10.509 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:10 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:24:10.509 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:10 smithi077 ceph-mon[31195]: Deploying daemon mon.b on smithi077 2024-04-10T15:24:10.509 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:10 smithi077 ceph-mon[31195]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-10T15:24:10.509 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:10 smithi077 ceph-mon[31195]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-10T15:24:10.509 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:10 smithi077 ceph-mon[31195]: mon.b@-1(synchronizing).paxosservice(auth 1..3) refresh upgraded, format 0 -> 3 2024-04-10T15:24:10.509 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:10 smithi077 bash[31144]: 52e0df99d9fbfdf9c487d0c41b92e1d4d01923fb2326bfce6e103230bc200385 2024-04-10T15:24:10.509 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:10 smithi077 systemd[1]: Started Ceph mon.b for 09bfb546-f74e-11ee-b64a-cb9ed24678a4. 2024-04-10T15:24:11.525 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-04-10T15:24:11.525 DEBUG:teuthology.orchestra.run.smithi077:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 09bfb546-f74e-11ee-b64a-cb9ed24678a4 -- ceph mon dump -f json 2024-04-10T15:24:11.740 INFO:teuthology.orchestra.run.smithi077.stderr:Inferring config /var/lib/ceph/09bfb546-f74e-11ee-b64a-cb9ed24678a4/mon.b/config 2024-04-10T15:24:15.576 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:24:15 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:24:15.576 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:24:15 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:24:15.576 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:24:15 smithi069 ceph-mon[27501]: mon.a calling monitor election 2024-04-10T15:24:15.576 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:24:15 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:24:15.576 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:24:15 smithi069 ceph-mon[27501]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-10T15:24:15.576 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:24:15 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:24:15.576 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:24:15 smithi069 ceph-mon[27501]: mon.b calling monitor election 2024-04-10T15:24:15.576 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:24:15 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:24:15.576 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:24:15 smithi069 ceph-mon[27501]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-10T15:24:15.577 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:24:15 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:24:15.577 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:24:15 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:24:15.577 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:24:15 smithi069 ceph-mon[27501]: mon.a is new leader, mons a,b in quorum (ranks 0,1) 2024-04-10T15:24:15.577 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:24:15 smithi069 ceph-mon[27501]: monmap e2: 2 mons at {a=[v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0],b=[v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-04-10T15:24:15.577 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:24:15 smithi069 ceph-mon[27501]: fsmap 2024-04-10T15:24:15.577 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:24:15 smithi069 ceph-mon[27501]: osdmap e4: 0 total, 0 up, 0 in 2024-04-10T15:24:15.577 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:24:15 smithi069 ceph-mon[27501]: mgrmap e13: y(active, since 39s) 2024-04-10T15:24:15.577 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:24:15 smithi069 ceph-mon[27501]: overall HEALTH_OK 2024-04-10T15:24:15.577 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:24:15 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:24:15.577 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:24:15 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:24:15.577 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:24:15 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:24:15.577 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:24:15 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-10T15:24:15.577 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:24:15 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:24:15.732 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:15 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:24:15.733 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:15 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:24:15.733 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:15 smithi077 ceph-mon[31195]: mon.a calling monitor election 2024-04-10T15:24:15.733 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:15 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:24:15.733 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:15 smithi077 ceph-mon[31195]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-10T15:24:15.733 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:15 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:24:15.733 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:15 smithi077 ceph-mon[31195]: mon.b calling monitor election 2024-04-10T15:24:15.734 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:15 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:24:15.734 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:15 smithi077 ceph-mon[31195]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-10T15:24:15.734 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:15 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:24:15.734 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:15 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:24:15.734 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:15 smithi077 ceph-mon[31195]: mon.a is new leader, mons a,b in quorum (ranks 0,1) 2024-04-10T15:24:15.735 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:15 smithi077 ceph-mon[31195]: monmap e2: 2 mons at {a=[v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0],b=[v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-04-10T15:24:15.735 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:15 smithi077 ceph-mon[31195]: fsmap 2024-04-10T15:24:15.735 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:15 smithi077 ceph-mon[31195]: osdmap e4: 0 total, 0 up, 0 in 2024-04-10T15:24:15.735 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:15 smithi077 ceph-mon[31195]: mgrmap e13: y(active, since 39s) 2024-04-10T15:24:15.735 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:15 smithi077 ceph-mon[31195]: overall HEALTH_OK 2024-04-10T15:24:15.735 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:15 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:24:15.736 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:15 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:24:15.736 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:15 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:24:15.736 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:15 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-10T15:24:15.736 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:15 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:24:16.545 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:16 smithi077 ceph-mon[31195]: Deploying daemon mon.c on smithi069 2024-04-10T15:24:16.545 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:16 smithi077 ceph-mon[31195]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-10T15:24:16.546 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:16 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:24:16.546 INFO:teuthology.orchestra.run.smithi077.stdout: 2024-04-10T15:24:16.546 INFO:teuthology.orchestra.run.smithi077.stdout:{"epoch":2,"fsid":"09bfb546-f74e-11ee-b64a-cb9ed24678a4","modified":"2024-04-10T15:24:10.209206Z","created":"2024-04-10T15:22:38.311194Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:3300","nonce":0},{"type":"v1","addr":"172.21.15.69:6789","nonce":0}]},"addr":"172.21.15.69:6789/0","public_addr":"172.21.15.69:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"b","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:3300","nonce":0},{"type":"v1","addr":"172.21.15.77:6789","nonce":0}]},"addr":"172.21.15.77:6789/0","public_addr":"172.21.15.77:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1]} 2024-04-10T15:24:16.547 INFO:teuthology.orchestra.run.smithi077.stderr:dumped monmap epoch 2 2024-04-10T15:24:16.575 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:24:16 smithi069 ceph-mon[27501]: Deploying daemon mon.c on smithi069 2024-04-10T15:24:16.575 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:24:16 smithi069 ceph-mon[27501]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-10T15:24:16.575 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:24:16 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:24:17.261 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:24:17 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[27756]: 2024-04-10T15:24:17.208+0000 7f09c1189700 -1 mgr.server handle_report got status from non-daemon mon.b 2024-04-10T15:24:17.481 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:17 smithi077 ceph-mon[31195]: from='client.? 172.21.15.77:0/1069266850' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-10T15:24:17.575 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:24:17 smithi069 ceph-mon[27501]: from='client.? 172.21.15.77:0/1069266850' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-10T15:24:18.176 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-04-10T15:24:18.176 DEBUG:teuthology.orchestra.run.smithi077:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 09bfb546-f74e-11ee-b64a-cb9ed24678a4 -- ceph mon dump -f json 2024-04-10T15:24:18.384 INFO:teuthology.orchestra.run.smithi077.stderr:Inferring config /var/lib/ceph/09bfb546-f74e-11ee-b64a-cb9ed24678a4/mon.b/config 2024-04-10T15:24:18.481 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:18 smithi077 ceph-mon[31195]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-10T15:24:18.490 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[27501]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-10T15:24:18.491 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 systemd[1]: Starting Ceph mon.c for 09bfb546-f74e-11ee-b64a-cb9ed24678a4... 2024-04-10T15:24:18.745 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 podman[39651]: 2024-04-10 15:24:18.414836234 +0000 UTC m=+0.017023181 image pull bb2c5eac26a47e91f49419364028af9c3bea25d6fad65850c7d6f8f2c7b91b28 quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3 2024-04-10T15:24:18.745 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 podman[39651]: 2024-04-10 15:24:18.518611658 +0000 UTC m=+0.120798637 container create 6765714be6cccf85e99b0a6f80aa2f01306ec9002976a7dbd308b25c1d1196b5 (image=quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mon-c, org.label-schema.build-date=20240403, org.label-schema.license=GPLv2, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, ceph=True, GIT_BRANCH=HEAD, RELEASE=reef-d540eba, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_CLEAN=True) 2024-04-10T15:24:18.745 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 podman[39651]: 2024-04-10 15:24:18.737473649 +0000 UTC m=+0.339660590 container init 6765714be6cccf85e99b0a6f80aa2f01306ec9002976a7dbd308b25c1d1196b5 (image=quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mon-c, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_CLEAN=True, ceph=True, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-d540eba, org.label-schema.build-date=20240403, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_BRANCH=HEAD) 2024-04-10T15:24:18.745 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 podman[39651]: 2024-04-10 15:24:18.74272548 +0000 UTC m=+0.344912419 container start 6765714be6cccf85e99b0a6f80aa2f01306ec9002976a7dbd308b25c1d1196b5 (image=quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mon-c, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.build-date=20240403, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , RELEASE=reef-d540eba, GIT_CLEAN=True, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, ceph=True, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-10T15:24:19.077 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: set uid:gid to 167:167 (ceph:ceph) 2024-04-10T15:24:19.077 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable), process ceph-mon, pid 7 2024-04-10T15:24:19.077 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: pidfile_write: ignore empty --pid-file 2024-04-10T15:24:19.077 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: load: jerasure load: lrc 2024-04-10T15:24:19.077 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: rocksdb: RocksDB version: 7.9.2 2024-04-10T15:24:19.077 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: rocksdb: Git sha 0 2024-04-10T15:24:19.078 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: rocksdb: Compile date 2024-04-08 23:21:21 2024-04-10T15:24:19.078 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: rocksdb: DB SUMMARY 2024-04-10T15:24:19.078 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: rocksdb: DB Session ID: FD6BMD0FVF68DV1S8FSC 2024-04-10T15:24:19.078 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: rocksdb: CURRENT file: CURRENT 2024-04-10T15:24:19.078 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: rocksdb: IDENTITY file: IDENTITY 2024-04-10T15:24:19.078 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: rocksdb: MANIFEST file: MANIFEST-000005 size: 59 Bytes 2024-04-10T15:24:19.079 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: rocksdb: SST files in /var/lib/ceph/mon/ceph-c/store.db dir, Total Num: 0, files: 2024-04-10T15:24:19.079 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-c/store.db: 000004.log size: 636 ; 2024-04-10T15:24:19.079 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: rocksdb: Options.error_if_exists: 0 2024-04-10T15:24:19.079 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: rocksdb: Options.create_if_missing: 0 2024-04-10T15:24:19.079 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: rocksdb: Options.paranoid_checks: 1 2024-04-10T15:24:19.079 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: rocksdb: Options.flush_verify_memtable_count: 1 2024-04-10T15:24:19.079 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-04-10T15:24:19.079 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-04-10T15:24:19.080 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: rocksdb: Options.env: 0x5636970857a0 2024-04-10T15:24:19.080 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: rocksdb: Options.fs: PosixFileSystem 2024-04-10T15:24:19.080 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: rocksdb: Options.info_log: 0x563699b97500 2024-04-10T15:24:19.080 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: rocksdb: Options.max_file_opening_threads: 16 2024-04-10T15:24:19.080 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: rocksdb: Options.statistics: (nil) 2024-04-10T15:24:19.080 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: rocksdb: Options.use_fsync: 0 2024-04-10T15:24:19.080 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: rocksdb: Options.max_log_file_size: 0 2024-04-10T15:24:19.080 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-04-10T15:24:19.080 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: rocksdb: Options.log_file_time_to_roll: 0 2024-04-10T15:24:19.081 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: rocksdb: Options.keep_log_file_num: 1000 2024-04-10T15:24:19.081 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: rocksdb: Options.recycle_log_file_num: 0 2024-04-10T15:24:19.081 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: rocksdb: Options.allow_fallocate: 1 2024-04-10T15:24:19.081 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: rocksdb: Options.allow_mmap_reads: 0 2024-04-10T15:24:19.081 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: rocksdb: Options.allow_mmap_writes: 0 2024-04-10T15:24:19.081 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: rocksdb: Options.use_direct_reads: 0 2024-04-10T15:24:19.081 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-04-10T15:24:19.081 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: rocksdb: Options.create_missing_column_families: 0 2024-04-10T15:24:19.081 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: rocksdb: Options.db_log_dir: 2024-04-10T15:24:19.082 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: rocksdb: Options.wal_dir: 2024-04-10T15:24:19.082 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: rocksdb: Options.table_cache_numshardbits: 6 2024-04-10T15:24:19.082 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: rocksdb: Options.WAL_ttl_seconds: 0 2024-04-10T15:24:19.082 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: rocksdb: Options.WAL_size_limit_MB: 0 2024-04-10T15:24:19.082 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-04-10T15:24:19.082 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-04-10T15:24:19.082 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: rocksdb: Options.is_fd_close_on_exec: 1 2024-04-10T15:24:19.082 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: rocksdb: Options.advise_random_on_open: 1 2024-04-10T15:24:19.083 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: rocksdb: Options.db_write_buffer_size: 0 2024-04-10T15:24:19.083 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: rocksdb: Options.write_buffer_manager: 0x563698e0c140 2024-04-10T15:24:19.083 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-04-10T15:24:19.083 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-04-10T15:24:19.083 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: rocksdb: Options.use_adaptive_mutex: 0 2024-04-10T15:24:19.083 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: rocksdb: Options.rate_limiter: (nil) 2024-04-10T15:24:19.083 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-04-10T15:24:19.084 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: rocksdb: Options.wal_recovery_mode: 2 2024-04-10T15:24:19.084 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: rocksdb: Options.enable_thread_tracking: 0 2024-04-10T15:24:19.084 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: rocksdb: Options.enable_pipelined_write: 0 2024-04-10T15:24:19.084 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: rocksdb: Options.unordered_write: 0 2024-04-10T15:24:19.084 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-04-10T15:24:19.084 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-04-10T15:24:19.084 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-04-10T15:24:19.084 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-04-10T15:24:19.084 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: rocksdb: Options.row_cache: None 2024-04-10T15:24:19.085 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: rocksdb: Options.wal_filter: None 2024-04-10T15:24:19.085 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-04-10T15:24:19.085 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: rocksdb: Options.allow_ingest_behind: 0 2024-04-10T15:24:19.085 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: rocksdb: Options.two_write_queues: 0 2024-04-10T15:24:19.085 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: rocksdb: Options.manual_wal_flush: 0 2024-04-10T15:24:19.085 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: rocksdb: Options.wal_compression: 0 2024-04-10T15:24:19.085 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: rocksdb: Options.atomic_flush: 0 2024-04-10T15:24:19.085 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-04-10T15:24:19.085 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: rocksdb: Options.persist_stats_to_disk: 0 2024-04-10T15:24:19.085 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: rocksdb: Options.write_dbid_to_manifest: 0 2024-04-10T15:24:19.086 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: rocksdb: Options.log_readahead_size: 0 2024-04-10T15:24:19.086 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-04-10T15:24:19.086 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: rocksdb: Options.best_efforts_recovery: 0 2024-04-10T15:24:19.086 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-04-10T15:24:19.086 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-04-10T15:24:19.086 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: rocksdb: Options.allow_data_in_errors: 0 2024-04-10T15:24:19.086 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: rocksdb: Options.db_host_id: __hostname__ 2024-04-10T15:24:19.086 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: rocksdb: Options.enforce_single_del_contracts: true 2024-04-10T15:24:19.088 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: rocksdb: Options.max_background_jobs: 2 2024-04-10T15:24:19.088 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: rocksdb: Options.max_background_compactions: -1 2024-04-10T15:24:19.088 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: rocksdb: Options.max_subcompactions: 1 2024-04-10T15:24:19.088 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-04-10T15:24:19.088 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-04-10T15:24:19.088 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: rocksdb: Options.delayed_write_rate : 16777216 2024-04-10T15:24:19.088 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: rocksdb: Options.max_total_wal_size: 0 2024-04-10T15:24:19.088 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-04-10T15:24:19.088 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: rocksdb: Options.stats_dump_period_sec: 600 2024-04-10T15:24:19.088 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: rocksdb: Options.stats_persist_period_sec: 600 2024-04-10T15:24:19.088 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-04-10T15:24:19.088 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: rocksdb: Options.max_open_files: -1 2024-04-10T15:24:19.089 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: rocksdb: Options.bytes_per_sync: 0 2024-04-10T15:24:19.089 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: rocksdb: Options.wal_bytes_per_sync: 0 2024-04-10T15:24:19.089 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: rocksdb: Options.strict_bytes_per_sync: 0 2024-04-10T15:24:19.089 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: rocksdb: Options.compaction_readahead_size: 0 2024-04-10T15:24:19.089 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: rocksdb: Options.max_background_flushes: -1 2024-04-10T15:24:19.089 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: rocksdb: Compression algorithms supported: 2024-04-10T15:24:19.089 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-04-10T15:24:19.089 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: rocksdb: kZSTD supported: 0 2024-04-10T15:24:19.089 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: rocksdb: kXpressCompression supported: 0 2024-04-10T15:24:19.089 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: rocksdb: kLZ4HCCompression supported: 1 2024-04-10T15:24:19.089 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: rocksdb: kZlibCompression supported: 1 2024-04-10T15:24:19.089 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: rocksdb: kSnappyCompression supported: 1 2024-04-10T15:24:19.089 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: rocksdb: kLZ4Compression supported: 1 2024-04-10T15:24:19.089 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: rocksdb: kBZip2Compression supported: 0 2024-04-10T15:24:19.089 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: rocksdb: Fast CRC32 supported: Supported on x86 2024-04-10T15:24:19.090 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: rocksdb: DMutex implementation: pthread_mutex_t 2024-04-10T15:24:19.090 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000005 2024-04-10T15:24:19.090 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-04-10T15:24:19.090 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-04-10T15:24:19.090 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: rocksdb: Options.merge_operator: 2024-04-10T15:24:19.090 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: rocksdb: Options.compaction_filter: None 2024-04-10T15:24:19.090 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: rocksdb: Options.compaction_filter_factory: None 2024-04-10T15:24:19.090 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: rocksdb: Options.sst_partitioner_factory: None 2024-04-10T15:24:19.090 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: rocksdb: Options.memtable_factory: SkipListFactory 2024-04-10T15:24:19.090 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: rocksdb: Options.table_factory: BlockBasedTable 2024-04-10T15:24:19.090 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x563699b97600) 2024-04-10T15:24:19.090 INFO:journalctl@ceph.mon.c.smithi069.stdout: cache_index_and_filter_blocks: 1 2024-04-10T15:24:19.090 INFO:journalctl@ceph.mon.c.smithi069.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-04-10T15:24:19.090 INFO:journalctl@ceph.mon.c.smithi069.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-04-10T15:24:19.091 INFO:journalctl@ceph.mon.c.smithi069.stdout: pin_top_level_index_and_filter: 1 2024-04-10T15:24:19.091 INFO:journalctl@ceph.mon.c.smithi069.stdout: index_type: 0 2024-04-10T15:24:19.091 INFO:journalctl@ceph.mon.c.smithi069.stdout: data_block_index_type: 0 2024-04-10T15:24:19.091 INFO:journalctl@ceph.mon.c.smithi069.stdout: index_shortening: 1 2024-04-10T15:24:19.091 INFO:journalctl@ceph.mon.c.smithi069.stdout: data_block_hash_table_util_ratio: 0.750000 2024-04-10T15:24:19.091 INFO:journalctl@ceph.mon.c.smithi069.stdout: checksum: 4 2024-04-10T15:24:19.091 INFO:journalctl@ceph.mon.c.smithi069.stdout: no_block_cache: 0 2024-04-10T15:24:19.091 INFO:journalctl@ceph.mon.c.smithi069.stdout: block_cache: 0x563698ead1f0 2024-04-10T15:24:19.091 INFO:journalctl@ceph.mon.c.smithi069.stdout: block_cache_name: BinnedLRUCache 2024-04-10T15:24:19.091 INFO:journalctl@ceph.mon.c.smithi069.stdout: block_cache_options: 2024-04-10T15:24:19.091 INFO:journalctl@ceph.mon.c.smithi069.stdout: capacity : 536870912 2024-04-10T15:24:19.091 INFO:journalctl@ceph.mon.c.smithi069.stdout: num_shard_bits : 4 2024-04-10T15:24:19.091 INFO:journalctl@ceph.mon.c.smithi069.stdout: strict_capacity_limit : 0 2024-04-10T15:24:19.091 INFO:journalctl@ceph.mon.c.smithi069.stdout: high_pri_pool_ratio: 0.000 2024-04-10T15:24:19.091 INFO:journalctl@ceph.mon.c.smithi069.stdout: block_cache_compressed: (nil) 2024-04-10T15:24:19.092 INFO:journalctl@ceph.mon.c.smithi069.stdout: persistent_cache: (nil) 2024-04-10T15:24:19.092 INFO:journalctl@ceph.mon.c.smithi069.stdout: block_size: 4096 2024-04-10T15:24:19.092 INFO:journalctl@ceph.mon.c.smithi069.stdout: block_size_deviation: 10 2024-04-10T15:24:19.092 INFO:journalctl@ceph.mon.c.smithi069.stdout: block_restart_interval: 16 2024-04-10T15:24:19.092 INFO:journalctl@ceph.mon.c.smithi069.stdout: index_block_restart_interval: 1 2024-04-10T15:24:19.092 INFO:journalctl@ceph.mon.c.smithi069.stdout: metadata_block_size: 4096 2024-04-10T15:24:19.092 INFO:journalctl@ceph.mon.c.smithi069.stdout: partition_filters: 0 2024-04-10T15:24:19.092 INFO:journalctl@ceph.mon.c.smithi069.stdout: use_delta_encoding: 1 2024-04-10T15:24:19.092 INFO:journalctl@ceph.mon.c.smithi069.stdout: filter_policy: bloomfilter 2024-04-10T15:24:19.092 INFO:journalctl@ceph.mon.c.smithi069.stdout: whole_key_filtering: 1 2024-04-10T15:24:19.092 INFO:journalctl@ceph.mon.c.smithi069.stdout: verify_compression: 0 2024-04-10T15:24:19.092 INFO:journalctl@ceph.mon.c.smithi069.stdout: read_amp_bytes_per_bit: 0 2024-04-10T15:24:19.092 INFO:journalctl@ceph.mon.c.smithi069.stdout: format_version: 5 2024-04-10T15:24:19.092 INFO:journalctl@ceph.mon.c.smithi069.stdout: enable_index_compression: 1 2024-04-10T15:24:19.092 INFO:journalctl@ceph.mon.c.smithi069.stdout: block_align: 0 2024-04-10T15:24:19.092 INFO:journalctl@ceph.mon.c.smithi069.stdout: max_auto_readahead_size: 262144 2024-04-10T15:24:19.093 INFO:journalctl@ceph.mon.c.smithi069.stdout: prepopulate_block_cache: 0 2024-04-10T15:24:19.093 INFO:journalctl@ceph.mon.c.smithi069.stdout: initial_auto_readahead_size: 8192 2024-04-10T15:24:19.093 INFO:journalctl@ceph.mon.c.smithi069.stdout: num_file_reads_for_auto_readahead: 2 2024-04-10T15:24:19.093 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: rocksdb: Options.write_buffer_size: 33554432 2024-04-10T15:24:19.093 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: rocksdb: Options.max_write_buffer_number: 2 2024-04-10T15:24:19.093 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: rocksdb: Options.compression: NoCompression 2024-04-10T15:24:19.093 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: rocksdb: Options.bottommost_compression: Disabled 2024-04-10T15:24:19.093 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: rocksdb: Options.prefix_extractor: nullptr 2024-04-10T15:24:19.093 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-04-10T15:24:19.093 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: rocksdb: Options.num_levels: 7 2024-04-10T15:24:19.093 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-04-10T15:24:19.093 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-04-10T15:24:19.093 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-04-10T15:24:19.093 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-04-10T15:24:19.093 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-04-10T15:24:19.094 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-04-10T15:24:19.094 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-04-10T15:24:19.094 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-04-10T15:24:19.094 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-04-10T15:24:19.094 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-04-10T15:24:19.094 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-04-10T15:24:19.094 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-04-10T15:24:19.094 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: rocksdb: Options.compression_opts.window_bits: -14 2024-04-10T15:24:19.094 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: rocksdb: Options.compression_opts.level: 32767 2024-04-10T15:24:19.094 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: rocksdb: Options.compression_opts.strategy: 0 2024-04-10T15:24:19.094 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-04-10T15:24:19.094 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-04-10T15:24:19.094 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-04-10T15:24:19.094 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-04-10T15:24:19.095 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: rocksdb: Options.compression_opts.enabled: false 2024-04-10T15:24:19.095 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-04-10T15:24:19.095 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-04-10T15:24:19.095 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-04-10T15:24:19.095 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-04-10T15:24:19.095 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: rocksdb: Options.target_file_size_base: 67108864 2024-04-10T15:24:19.095 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: rocksdb: Options.target_file_size_multiplier: 1 2024-04-10T15:24:19.095 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-04-10T15:24:19.095 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-04-10T15:24:19.095 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-04-10T15:24:19.095 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-04-10T15:24:19.095 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-04-10T15:24:19.095 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-04-10T15:24:19.095 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-04-10T15:24:19.096 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-04-10T15:24:19.096 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-04-10T15:24:19.096 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-04-10T15:24:19.096 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-04-10T15:24:19.096 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-04-10T15:24:19.096 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-04-10T15:24:19.096 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: rocksdb: Options.arena_block_size: 1048576 2024-04-10T15:24:19.096 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-04-10T15:24:19.096 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-04-10T15:24:19.096 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: rocksdb: Options.disable_auto_compactions: 0 2024-04-10T15:24:19.096 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-04-10T15:24:19.096 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-04-10T15:24:19.096 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-04-10T15:24:19.096 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-04-10T15:24:19.097 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-04-10T15:24:19.097 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-04-10T15:24:19.097 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-04-10T15:24:19.097 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-04-10T15:24:19.097 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-04-10T15:24:19.097 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-04-10T15:24:19.097 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: rocksdb: Options.table_properties_collectors: 2024-04-10T15:24:19.097 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: rocksdb: Options.inplace_update_support: 0 2024-04-10T15:24:19.097 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: rocksdb: Options.inplace_update_num_locks: 10000 2024-04-10T15:24:19.097 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-04-10T15:24:19.097 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-04-10T15:24:19.097 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: rocksdb: Options.memtable_huge_page_size: 0 2024-04-10T15:24:19.097 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: rocksdb: Options.bloom_locality: 0 2024-04-10T15:24:19.097 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: rocksdb: Options.max_successive_merges: 0 2024-04-10T15:24:19.097 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: rocksdb: Options.optimize_filters_for_hits: 0 2024-04-10T15:24:19.098 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: rocksdb: Options.paranoid_file_checks: 0 2024-04-10T15:24:19.098 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: rocksdb: Options.force_consistency_checks: 1 2024-04-10T15:24:19.098 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: rocksdb: Options.report_bg_io_stats: 0 2024-04-10T15:24:19.098 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: rocksdb: Options.ttl: 2592000 2024-04-10T15:24:19.098 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: rocksdb: Options.periodic_compaction_seconds: 0 2024-04-10T15:24:19.098 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-04-10T15:24:19.098 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-04-10T15:24:19.098 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: rocksdb: Options.enable_blob_files: false 2024-04-10T15:24:19.098 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: rocksdb: Options.min_blob_size: 0 2024-04-10T15:24:19.098 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: rocksdb: Options.blob_file_size: 268435456 2024-04-10T15:24:19.098 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: rocksdb: Options.blob_compression_type: NoCompression 2024-04-10T15:24:19.098 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: rocksdb: Options.enable_blob_garbage_collection: false 2024-04-10T15:24:19.098 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-04-10T15:24:19.098 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-04-10T15:24:19.099 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-04-10T15:24:19.099 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: rocksdb: Options.blob_file_starting_level: 0 2024-04-10T15:24:19.099 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-04-10T15:24:19.099 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000005 succeeded,manifest_file_number is 5, next_file_number is 7, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-04-10T15:24:19.099 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 0 2024-04-10T15:24:19.099 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 18e8b65c-b592-45a8-ba96-04ad74b4f4cf 2024-04-10T15:24:19.099 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712762658772612, "job": 1, "event": "recovery_started", "wal_files": [4]} 2024-04-10T15:24:19.099 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #4 mode 2 2024-04-10T15:24:19.099 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712762658773010, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 8, "file_size": 1747, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 1, "largest_seqno": 5, "table_properties": {"data_size": 648, "index_size": 31, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 69, "raw_key_size": 115, "raw_average_key_size": 23, "raw_value_size": 526, "raw_average_value_size": 105, "num_data_blocks": 1, "num_entries": 5, "num_filter_entries": 5, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1712762658, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "18e8b65c-b592-45a8-ba96-04ad74b4f4cf", "db_session_id": "FD6BMD0FVF68DV1S8FSC", "orig_file_number": 8, "seqno_to_time_mapping": "N/A"}} 2024-04-10T15:24:19.099 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712762658773097, "job": 1, "event": "recovery_finished"} 2024-04-10T15:24:19.099 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: rocksdb: [db/version_set.cc:5047] Creating manifest 10 2024-04-10T15:24:19.099 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-c/store.db/000004.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-04-10T15:24:19.099 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x563698f4c000 2024-04-10T15:24:19.099 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: rocksdb: DB pointer 0x563698f3a000 2024-04-10T15:24:19.100 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-04-10T15:24:19.100 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-04-10T15:24:19.100 INFO:journalctl@ceph.mon.c.smithi069.stdout: ** DB Stats ** 2024-04-10T15:24:19.100 INFO:journalctl@ceph.mon.c.smithi069.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-10T15:24:19.100 INFO:journalctl@ceph.mon.c.smithi069.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-04-10T15:24:19.100 INFO:journalctl@ceph.mon.c.smithi069.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-10T15:24:19.100 INFO:journalctl@ceph.mon.c.smithi069.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-10T15:24:19.100 INFO:journalctl@ceph.mon.c.smithi069.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-04-10T15:24:19.100 INFO:journalctl@ceph.mon.c.smithi069.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-10T15:24:19.100 INFO:journalctl@ceph.mon.c.smithi069.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-10T15:24:19.100 INFO:journalctl@ceph.mon.c.smithi069.stdout: 2024-04-10T15:24:19.100 INFO:journalctl@ceph.mon.c.smithi069.stdout: ** Compaction Stats [default] ** 2024-04-10T15:24:19.100 INFO:journalctl@ceph.mon.c.smithi069.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-10T15:24:19.100 INFO:journalctl@ceph.mon.c.smithi069.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-04-10T15:24:19.100 INFO:journalctl@ceph.mon.c.smithi069.stdout: L0 1/0 1.71 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 4.4 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-04-10T15:24:19.101 INFO:journalctl@ceph.mon.c.smithi069.stdout: Sum 1/0 1.71 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 4.4 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-04-10T15:24:19.101 INFO:journalctl@ceph.mon.c.smithi069.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 4.4 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-04-10T15:24:19.101 INFO:journalctl@ceph.mon.c.smithi069.stdout: 2024-04-10T15:24:19.101 INFO:journalctl@ceph.mon.c.smithi069.stdout: ** Compaction Stats [default] ** 2024-04-10T15:24:19.101 INFO:journalctl@ceph.mon.c.smithi069.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-10T15:24:19.101 INFO:journalctl@ceph.mon.c.smithi069.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-04-10T15:24:19.101 INFO:journalctl@ceph.mon.c.smithi069.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 4.4 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-04-10T15:24:19.101 INFO:journalctl@ceph.mon.c.smithi069.stdout: 2024-04-10T15:24:19.101 INFO:journalctl@ceph.mon.c.smithi069.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-04-10T15:24:19.101 INFO:journalctl@ceph.mon.c.smithi069.stdout: 2024-04-10T15:24:19.101 INFO:journalctl@ceph.mon.c.smithi069.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-10T15:24:19.101 INFO:journalctl@ceph.mon.c.smithi069.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-04-10T15:24:19.101 INFO:journalctl@ceph.mon.c.smithi069.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-04-10T15:24:19.101 INFO:journalctl@ceph.mon.c.smithi069.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-04-10T15:24:19.102 INFO:journalctl@ceph.mon.c.smithi069.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-04-10T15:24:19.102 INFO:journalctl@ceph.mon.c.smithi069.stdout: AddFile(Keys): cumulative 0, interval 0 2024-04-10T15:24:19.102 INFO:journalctl@ceph.mon.c.smithi069.stdout: Cumulative compaction: 0.00 GB write, 0.70 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-10T15:24:19.102 INFO:journalctl@ceph.mon.c.smithi069.stdout: Interval compaction: 0.00 GB write, 0.70 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-10T15:24:19.102 INFO:journalctl@ceph.mon.c.smithi069.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-04-10T15:24:19.102 INFO:journalctl@ceph.mon.c.smithi069.stdout: Block cache BinnedLRUCache@0x563698ead1f0#7 capacity: 512.00 MB usage: 0.22 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 9e-06 secs_since: 0 2024-04-10T15:24:19.102 INFO:journalctl@ceph.mon.c.smithi069.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,0.11 KB,2.08616e-05%) IndexBlock(1,0.11 KB,2.08616e-05%) Misc(1,0.00 KB,0%) 2024-04-10T15:24:19.102 INFO:journalctl@ceph.mon.c.smithi069.stdout: 2024-04-10T15:24:19.102 INFO:journalctl@ceph.mon.c.smithi069.stdout: ** File Read Latency Histogram By Level [default] ** 2024-04-10T15:24:19.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: mon.c does not exist in monmap, will attempt to join an existing cluster 2024-04-10T15:24:19.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: using public_addrv [v2:172.21.15.69:3301/0,v1:172.21.15.69:6790/0] 2024-04-10T15:24:19.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: starting mon.c rank -1 at public addrs [v2:172.21.15.69:3301/0,v1:172.21.15.69:6790/0] at bind addrs [v2:172.21.15.69:3301/0,v1:172.21.15.69:6790/0] mon_data /var/lib/ceph/mon/ceph-c fsid 09bfb546-f74e-11ee-b64a-cb9ed24678a4 2024-04-10T15:24:19.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: mon.c@-1(???) e0 preinit fsid 09bfb546-f74e-11ee-b64a-cb9ed24678a4 2024-04-10T15:24:19.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: mon.c@-1(synchronizing).mds e1 new map 2024-04-10T15:24:19.103 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: mon.c@-1(synchronizing).mds e1 print_map 2024-04-10T15:24:19.103 INFO:journalctl@ceph.mon.c.smithi069.stdout: e1 2024-04-10T15:24:19.103 INFO:journalctl@ceph.mon.c.smithi069.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-04-10T15:24:19.103 INFO:journalctl@ceph.mon.c.smithi069.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-04-10T15:24:19.103 INFO:journalctl@ceph.mon.c.smithi069.stdout: legacy client fscid: -1 2024-04-10T15:24:19.103 INFO:journalctl@ceph.mon.c.smithi069.stdout: 2024-04-10T15:24:19.103 INFO:journalctl@ceph.mon.c.smithi069.stdout: No filesystems configured 2024-04-10T15:24:19.103 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: mon.c@-1(synchronizing).osd e0 _set_cache_ratios kv ratio 0.25 inc ratio 0.375 full ratio 0.375 2024-04-10T15:24:19.103 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: mon.c@-1(synchronizing).osd e0 register_cache_with_pcm pcm target: 2147483648 pcm max: 1020054732 pcm min: 134217728 inc_osd_cache size: 1 2024-04-10T15:24:19.103 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: mon.c@-1(synchronizing).osd e1 e1: 0 total, 0 up, 0 in 2024-04-10T15:24:19.103 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: mon.c@-1(synchronizing).osd e2 e2: 0 total, 0 up, 0 in 2024-04-10T15:24:19.103 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: mon.c@-1(synchronizing).osd e3 e3: 0 total, 0 up, 0 in 2024-04-10T15:24:19.103 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: mon.c@-1(synchronizing).osd e4 e4: 0 total, 0 up, 0 in 2024-04-10T15:24:19.103 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: mon.c@-1(synchronizing).osd e4 crush map has features 3314932999778484224, adjusting msgr requires 2024-04-10T15:24:19.104 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-04-10T15:24:19.104 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-04-10T15:24:19.104 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-04-10T15:24:19.104 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: Updating smithi077:/etc/ceph/ceph.client.admin.keyring 2024-04-10T15:24:19.104 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: Updating smithi077:/var/lib/ceph/09bfb546-f74e-11ee-b64a-cb9ed24678a4/config/ceph.client.admin.keyring 2024-04-10T15:24:19.104 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: from='client.? 172.21.15.69:0/2437555103' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2024-04-10T15:24:19.104 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: osdmap e4: 0 total, 0 up, 0 in 2024-04-10T15:24:19.104 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-10T15:24:19.104 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: from='client.14184 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi069:172.21.15.69=a;smithi069:[v2:172.21.15.69:3301,v1:172.21.15.69:6790]=c;smithi077:172.21.15.77=b", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:24:19.104 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: Saving service mon spec with placement smithi069:172.21.15.69=a;smithi069:[v2:172.21.15.69:3301,v1:172.21.15.69:6790]=c;smithi077:172.21.15.77=b;count:3 2024-04-10T15:24:19.104 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:24:19.104 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:24:19.104 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:24:19.104 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:24:19.104 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:24:19.105 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-10T15:24:19.105 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:24:19.105 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: Deploying daemon mon.b on smithi077 2024-04-10T15:24:19.105 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-10T15:24:19.105 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-10T15:24:19.105 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:24:19.105 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:24:19.105 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: mon.a calling monitor election 2024-04-10T15:24:19.105 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:24:19.105 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-10T15:24:19.105 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:24:19.105 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: mon.b calling monitor election 2024-04-10T15:24:19.105 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:24:19.105 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-10T15:24:19.105 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:24:19.106 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:24:19.106 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: mon.a is new leader, mons a,b in quorum (ranks 0,1) 2024-04-10T15:24:19.106 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: monmap e2: 2 mons at {a=[v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0],b=[v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-04-10T15:24:19.106 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: fsmap 2024-04-10T15:24:19.106 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: osdmap e4: 0 total, 0 up, 0 in 2024-04-10T15:24:19.106 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: mgrmap e13: y(active, since 39s) 2024-04-10T15:24:19.106 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: overall HEALTH_OK 2024-04-10T15:24:19.106 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:24:19.106 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:24:19.106 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:24:19.106 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-10T15:24:19.106 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:24:19.106 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: Deploying daemon mon.c on smithi069 2024-04-10T15:24:19.106 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-10T15:24:19.106 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:24:19.107 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: from='client.? 172.21.15.77:0/1069266850' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-10T15:24:19.107 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-10T15:24:19.107 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 ceph-mon[39688]: mon.c@-1(synchronizing).paxosservice(auth 1..3) refresh upgraded, format 0 -> 3 2024-04-10T15:24:19.107 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 bash[39651]: 6765714be6cccf85e99b0a6f80aa2f01306ec9002976a7dbd308b25c1d1196b5 2024-04-10T15:24:19.107 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:18 smithi069 systemd[1]: Started Ceph mon.c for 09bfb546-f74e-11ee-b64a-cb9ed24678a4. 2024-04-10T15:24:24.234 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:23 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:24:24.235 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:23 smithi077 ceph-mon[31195]: mon.a calling monitor election 2024-04-10T15:24:24.235 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:23 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:24:24.235 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:23 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:24:24.235 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:23 smithi077 ceph-mon[31195]: mon.b calling monitor election 2024-04-10T15:24:24.235 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:23 smithi077 ceph-mon[31195]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-10T15:24:24.235 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:23 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:24:24.235 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:23 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:24:24.235 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:23 smithi077 ceph-mon[31195]: mon.c calling monitor election 2024-04-10T15:24:24.235 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:23 smithi077 ceph-mon[31195]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-10T15:24:24.235 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:23 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:24:24.235 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:23 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:24:24.236 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:23 smithi077 ceph-mon[31195]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-10T15:24:24.236 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:23 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:24:24.236 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:23 smithi077 ceph-mon[31195]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-10T15:24:24.236 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:23 smithi077 ceph-mon[31195]: monmap e3: 3 mons at {a=[v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0],b=[v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0],c=[v2:172.21.15.69:3301/0,v1:172.21.15.69:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-04-10T15:24:24.236 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:23 smithi077 ceph-mon[31195]: fsmap 2024-04-10T15:24:24.236 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:23 smithi077 ceph-mon[31195]: osdmap e4: 0 total, 0 up, 0 in 2024-04-10T15:24:24.236 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:23 smithi077 ceph-mon[31195]: mgrmap e13: y(active, since 48s) 2024-04-10T15:24:24.236 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:23 smithi077 ceph-mon[31195]: overall HEALTH_OK 2024-04-10T15:24:24.236 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:23 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:24:24.236 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:23 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:24:24.236 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:23 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:24:24.236 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:23 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:24:24.326 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:24:23 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:24:24.326 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:24:23 smithi069 ceph-mon[27501]: mon.a calling monitor election 2024-04-10T15:24:24.326 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:24:23 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:24:24.326 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:24:23 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:24:24.326 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:24:23 smithi069 ceph-mon[27501]: mon.b calling monitor election 2024-04-10T15:24:24.326 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:24:23 smithi069 ceph-mon[27501]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-10T15:24:24.326 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:24:23 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:24:24.326 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:24:23 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:24:24.327 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:24:23 smithi069 ceph-mon[27501]: mon.c calling monitor election 2024-04-10T15:24:24.327 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:24:23 smithi069 ceph-mon[27501]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-10T15:24:24.327 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:24:23 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:24:24.327 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:24:23 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:24:24.327 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:24:23 smithi069 ceph-mon[27501]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-10T15:24:24.327 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:24:23 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:24:24.327 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:24:23 smithi069 ceph-mon[27501]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-10T15:24:24.327 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:24:23 smithi069 ceph-mon[27501]: monmap e3: 3 mons at {a=[v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0],b=[v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0],c=[v2:172.21.15.69:3301/0,v1:172.21.15.69:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-04-10T15:24:24.327 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:24:23 smithi069 ceph-mon[27501]: fsmap 2024-04-10T15:24:24.327 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:24:23 smithi069 ceph-mon[27501]: osdmap e4: 0 total, 0 up, 0 in 2024-04-10T15:24:24.327 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:24:23 smithi069 ceph-mon[27501]: mgrmap e13: y(active, since 48s) 2024-04-10T15:24:24.327 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:24:23 smithi069 ceph-mon[27501]: overall HEALTH_OK 2024-04-10T15:24:24.327 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:24:23 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:24:24.327 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:24:23 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:24:24.328 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:24:23 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:24:24.328 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:24:23 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:24:24.328 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:23 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:24:24.328 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:23 smithi069 ceph-mon[39688]: mon.a calling monitor election 2024-04-10T15:24:24.328 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:23 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:24:24.328 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:23 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:24:24.328 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:23 smithi069 ceph-mon[39688]: mon.b calling monitor election 2024-04-10T15:24:24.328 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:23 smithi069 ceph-mon[39688]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-10T15:24:24.328 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:23 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:24:24.328 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:23 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:24:24.329 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:23 smithi069 ceph-mon[39688]: mon.c calling monitor election 2024-04-10T15:24:24.329 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:23 smithi069 ceph-mon[39688]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-10T15:24:24.329 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:23 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:24:24.329 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:23 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:24:24.329 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:23 smithi069 ceph-mon[39688]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-10T15:24:24.329 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:23 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:24:24.334 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:23 smithi069 ceph-mon[39688]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-10T15:24:24.334 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:23 smithi069 ceph-mon[39688]: monmap e3: 3 mons at {a=[v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0],b=[v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0],c=[v2:172.21.15.69:3301/0,v1:172.21.15.69:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-04-10T15:24:24.335 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:23 smithi069 ceph-mon[39688]: fsmap 2024-04-10T15:24:24.335 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:23 smithi069 ceph-mon[39688]: osdmap e4: 0 total, 0 up, 0 in 2024-04-10T15:24:24.335 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:23 smithi069 ceph-mon[39688]: mgrmap e13: y(active, since 48s) 2024-04-10T15:24:24.335 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:23 smithi069 ceph-mon[39688]: overall HEALTH_OK 2024-04-10T15:24:24.335 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:23 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:24:24.335 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:23 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:24:24.336 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:23 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:24:24.336 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:23 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:24:24.497 INFO:teuthology.orchestra.run.smithi077.stdout: 2024-04-10T15:24:24.498 INFO:teuthology.orchestra.run.smithi077.stdout:{"epoch":3,"fsid":"09bfb546-f74e-11ee-b64a-cb9ed24678a4","modified":"2024-04-10T15:24:18.794115Z","created":"2024-04-10T15:22:38.311194Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:3300","nonce":0},{"type":"v1","addr":"172.21.15.69:6789","nonce":0}]},"addr":"172.21.15.69:6789/0","public_addr":"172.21.15.69:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"b","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:3300","nonce":0},{"type":"v1","addr":"172.21.15.77:6789","nonce":0}]},"addr":"172.21.15.77:6789/0","public_addr":"172.21.15.77:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":2,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:3301","nonce":0},{"type":"v1","addr":"172.21.15.69:6790","nonce":0}]},"addr":"172.21.15.69:6790/0","public_addr":"172.21.15.69:6790/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1,2]} 2024-04-10T15:24:24.499 INFO:teuthology.orchestra.run.smithi077.stderr:dumped monmap epoch 3 2024-04-10T15:24:25.075 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:24:24 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:24:25.076 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:24:24 smithi069 ceph-mon[27501]: from='client.? 172.21.15.77:0/2117889359' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-10T15:24:25.076 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:24:24 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:24:25.076 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:24 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:24:25.076 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:24 smithi069 ceph-mon[39688]: from='client.? 172.21.15.77:0/2117889359' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-10T15:24:25.076 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:24 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:24:25.231 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:24 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:24:25.232 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:24 smithi077 ceph-mon[31195]: from='client.? 172.21.15.77:0/2117889359' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-10T15:24:25.232 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:24 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:24:25.715 INFO:tasks.cephadm:Generating final ceph.conf file... 2024-04-10T15:24:25.715 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 09bfb546-f74e-11ee-b64a-cb9ed24678a4 -- ceph config generate-minimal-conf 2024-04-10T15:24:25.921 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/09bfb546-f74e-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T15:24:26.324 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:26 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:24:26.324 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:26 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:24:26.324 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:26 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:24:26.324 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:26 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:24:26.324 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:26 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:24:26.324 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:26 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:24:26.324 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:26 smithi069 ceph-mon[39688]: Updating smithi069:/etc/ceph/ceph.conf 2024-04-10T15:24:26.325 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:26 smithi069 ceph-mon[39688]: Updating smithi077:/etc/ceph/ceph.conf 2024-04-10T15:24:26.325 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:26 smithi069 ceph-mon[39688]: Updating smithi069:/var/lib/ceph/09bfb546-f74e-11ee-b64a-cb9ed24678a4/config/ceph.conf 2024-04-10T15:24:26.325 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:26 smithi069 ceph-mon[39688]: Updating smithi077:/var/lib/ceph/09bfb546-f74e-11ee-b64a-cb9ed24678a4/config/ceph.conf 2024-04-10T15:24:26.325 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:26 smithi069 ceph-mon[39688]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-10T15:24:26.325 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:26 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:24:26.325 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:26 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:24:26.325 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:26 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:24:26.325 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:26 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:24:26.325 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:26 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:24:26.326 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:26 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:24:26.326 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:26 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:24:26.326 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:26 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:24:26.326 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:26 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:24:26.326 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:26 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:24:26.326 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:26 smithi069 ceph-mon[39688]: Reconfiguring mon.a (unknown last config time)... 2024-04-10T15:24:26.326 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:26 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-10T15:24:26.326 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:26 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-10T15:24:26.327 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:26 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:24:26.327 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:26 smithi069 ceph-mon[39688]: Reconfiguring daemon mon.a on smithi069 2024-04-10T15:24:26.327 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:24:26 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:24:26.327 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:24:26 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:24:26.327 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:24:26 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:24:26.327 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:24:26 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:24:26.328 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:24:26 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:24:26.328 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:24:26 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:24:26.328 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:24:26 smithi069 ceph-mon[27501]: Updating smithi069:/etc/ceph/ceph.conf 2024-04-10T15:24:26.328 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:24:26 smithi069 ceph-mon[27501]: Updating smithi077:/etc/ceph/ceph.conf 2024-04-10T15:24:26.328 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:24:26 smithi069 ceph-mon[27501]: Updating smithi069:/var/lib/ceph/09bfb546-f74e-11ee-b64a-cb9ed24678a4/config/ceph.conf 2024-04-10T15:24:26.328 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:24:26 smithi069 ceph-mon[27501]: Updating smithi077:/var/lib/ceph/09bfb546-f74e-11ee-b64a-cb9ed24678a4/config/ceph.conf 2024-04-10T15:24:26.328 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:24:26 smithi069 ceph-mon[27501]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-10T15:24:26.328 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:24:26 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:24:26.328 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:24:26 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:24:26.329 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:24:26 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:24:26.329 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:24:26 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:24:26.329 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:24:26 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:24:26.329 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:24:26 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:24:26.329 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:24:26 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:24:26.329 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:24:26 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:24:26.329 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:24:26 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:24:26.329 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:24:26 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:24:26.330 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:24:26 smithi069 ceph-mon[27501]: Reconfiguring mon.a (unknown last config time)... 2024-04-10T15:24:26.330 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:24:26 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-10T15:24:26.330 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:24:26 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-10T15:24:26.330 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:24:26 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:24:26.330 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:24:26 smithi069 ceph-mon[27501]: Reconfiguring daemon mon.a on smithi069 2024-04-10T15:24:26.482 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:26 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:24:26.482 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:26 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:24:26.482 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:26 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:24:26.482 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:26 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:24:26.482 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:26 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:24:26.482 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:26 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:24:26.482 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:26 smithi077 ceph-mon[31195]: Updating smithi069:/etc/ceph/ceph.conf 2024-04-10T15:24:26.483 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:26 smithi077 ceph-mon[31195]: Updating smithi077:/etc/ceph/ceph.conf 2024-04-10T15:24:26.483 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:26 smithi077 ceph-mon[31195]: Updating smithi069:/var/lib/ceph/09bfb546-f74e-11ee-b64a-cb9ed24678a4/config/ceph.conf 2024-04-10T15:24:26.483 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:26 smithi077 ceph-mon[31195]: Updating smithi077:/var/lib/ceph/09bfb546-f74e-11ee-b64a-cb9ed24678a4/config/ceph.conf 2024-04-10T15:24:26.483 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:26 smithi077 ceph-mon[31195]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-10T15:24:26.483 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:26 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:24:26.483 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:26 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:24:26.483 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:26 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:24:26.483 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:26 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:24:26.483 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:26 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:24:26.483 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:26 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:24:26.483 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:26 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:24:26.483 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:26 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:24:26.483 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:26 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:24:26.483 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:26 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:24:26.483 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:26 smithi077 ceph-mon[31195]: Reconfiguring mon.a (unknown last config time)... 2024-04-10T15:24:26.484 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:26 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-10T15:24:26.484 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:26 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-10T15:24:26.484 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:26 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:24:26.484 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:26 smithi077 ceph-mon[31195]: Reconfiguring daemon mon.a on smithi069 2024-04-10T15:24:28.372 INFO:teuthology.orchestra.run.smithi069.stdout:# minimal ceph.conf for 09bfb546-f74e-11ee-b64a-cb9ed24678a4 2024-04-10T15:24:28.373 INFO:teuthology.orchestra.run.smithi069.stdout:[global] 2024-04-10T15:24:28.373 INFO:teuthology.orchestra.run.smithi069.stdout: fsid = 09bfb546-f74e-11ee-b64a-cb9ed24678a4 2024-04-10T15:24:28.373 INFO:teuthology.orchestra.run.smithi069.stdout: mon_host = [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] [v2:172.21.15.69:3301/0,v1:172.21.15.69:6790/0] 2024-04-10T15:24:28.922 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:24:28 smithi069 ceph-mon[27501]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-10T15:24:28.922 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:24:28 smithi069 ceph-mon[27501]: from='client.? 172.21.15.69:0/2983532821' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:24:28.923 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:28 smithi069 ceph-mon[39688]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-10T15:24:28.923 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:28 smithi069 ceph-mon[39688]: from='client.? 172.21.15.69:0/2983532821' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:24:28.982 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:28 smithi077 ceph-mon[31195]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-10T15:24:28.982 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:28 smithi077 ceph-mon[31195]: from='client.? 172.21.15.69:0/2983532821' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:24:29.234 INFO:tasks.cephadm:Distributing (final) config and client.admin keyring... 2024-04-10T15:24:29.235 DEBUG:teuthology.orchestra.run.smithi069:> set -ex 2024-04-10T15:24:29.235 DEBUG:teuthology.orchestra.run.smithi069:> sudo dd of=/etc/ceph/ceph.conf 2024-04-10T15:24:29.263 DEBUG:teuthology.orchestra.run.smithi069:> set -ex 2024-04-10T15:24:29.263 DEBUG:teuthology.orchestra.run.smithi069:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-04-10T15:24:29.332 DEBUG:teuthology.orchestra.run.smithi077:> set -ex 2024-04-10T15:24:29.333 DEBUG:teuthology.orchestra.run.smithi077:> sudo dd of=/etc/ceph/ceph.conf 2024-04-10T15:24:29.367 DEBUG:teuthology.orchestra.run.smithi077:> set -ex 2024-04-10T15:24:29.367 DEBUG:teuthology.orchestra.run.smithi077:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-04-10T15:24:29.437 INFO:tasks.cephadm:Adding mgr.y on smithi069 2024-04-10T15:24:29.437 INFO:tasks.cephadm:Adding mgr.x on smithi077 2024-04-10T15:24:29.437 DEBUG:teuthology.orchestra.run.smithi077:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 09bfb546-f74e-11ee-b64a-cb9ed24678a4 -- ceph orch apply mgr '2;smithi069=y;smithi077=x' 2024-04-10T15:24:29.673 INFO:teuthology.orchestra.run.smithi077.stderr:Inferring config /var/lib/ceph/09bfb546-f74e-11ee-b64a-cb9ed24678a4/mon.b/config 2024-04-10T15:24:29.826 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:29 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:24:29.826 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:29 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:24:29.826 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:29 smithi069 ceph-mon[39688]: Reconfiguring mon.c (monmap changed)... 2024-04-10T15:24:29.826 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:29 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-10T15:24:29.826 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:29 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-10T15:24:29.826 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:29 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:24:29.826 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:29 smithi069 ceph-mon[39688]: Reconfiguring daemon mon.c on smithi069 2024-04-10T15:24:29.826 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:24:29 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:24:29.827 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:24:29 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:24:29.827 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:24:29 smithi069 ceph-mon[27501]: Reconfiguring mon.c (monmap changed)... 2024-04-10T15:24:29.827 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:24:29 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-10T15:24:29.827 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:24:29 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-10T15:24:29.827 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:24:29 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:24:29.827 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:24:29 smithi069 ceph-mon[27501]: Reconfiguring daemon mon.c on smithi069 2024-04-10T15:24:29.911 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:29 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:24:29.911 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:29 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:24:29.911 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:29 smithi077 ceph-mon[31195]: Reconfiguring mon.c (monmap changed)... 2024-04-10T15:24:29.911 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:29 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-10T15:24:29.911 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:29 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-10T15:24:29.911 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:29 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:24:29.912 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:29 smithi077 ceph-mon[31195]: Reconfiguring daemon mon.c on smithi069 2024-04-10T15:24:30.773 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:30 smithi077 ceph-mon[31195]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-10T15:24:30.773 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:30 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:24:30.773 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:30 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:24:30.773 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:30 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-10T15:24:30.773 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:30 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-10T15:24:30.774 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:30 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:24:31.076 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:24:30 smithi069 ceph-mon[27501]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-10T15:24:31.076 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:24:30 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:24:31.076 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:24:30 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:24:31.076 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:24:30 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-10T15:24:31.076 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:24:30 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-10T15:24:31.076 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:24:30 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:24:31.076 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:30 smithi069 ceph-mon[39688]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-10T15:24:31.077 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:30 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:24:31.077 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:30 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:24:31.077 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:30 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-10T15:24:31.077 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:30 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-10T15:24:31.077 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:30 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:24:31.982 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:31 smithi077 ceph-mon[31195]: Reconfiguring mon.b (monmap changed)... 2024-04-10T15:24:31.982 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:31 smithi077 ceph-mon[31195]: Reconfiguring daemon mon.b on smithi077 2024-04-10T15:24:32.076 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:24:31 smithi069 ceph-mon[27501]: Reconfiguring mon.b (monmap changed)... 2024-04-10T15:24:32.076 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:24:31 smithi069 ceph-mon[27501]: Reconfiguring daemon mon.b on smithi077 2024-04-10T15:24:32.076 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:31 smithi069 ceph-mon[39688]: Reconfiguring mon.b (monmap changed)... 2024-04-10T15:24:32.076 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:31 smithi069 ceph-mon[39688]: Reconfiguring daemon mon.b on smithi077 2024-04-10T15:24:32.594 INFO:teuthology.orchestra.run.smithi077.stdout:Scheduled mgr update... 2024-04-10T15:24:32.909 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:32 smithi077 ceph-mon[31195]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-10T15:24:32.909 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:32 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:24:32.909 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:32 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:24:32.909 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:32 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:24:32.909 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:32 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:24:32.910 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:32 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:24:32.910 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:32 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:24:32.910 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:32 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:24:32.910 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:32 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:24:32.910 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:32 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:24:32.910 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:32 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:24:32.910 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:32 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:24:32.910 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:32 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-10T15:24:32.910 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:32 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-04-10T15:24:32.910 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:32 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-10T15:24:32.910 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:32 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:24:33.076 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:24:32 smithi069 ceph-mon[27501]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-10T15:24:33.076 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:24:32 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:24:33.076 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:24:32 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:24:33.076 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:24:32 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:24:33.076 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:24:32 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:24:33.076 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:24:32 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:24:33.076 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:24:32 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:24:33.077 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:24:32 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:24:33.077 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:24:32 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:24:33.077 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:24:32 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:24:33.077 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:24:32 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:24:33.077 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:24:32 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:24:33.077 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:24:32 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-10T15:24:33.077 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:24:32 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-04-10T15:24:33.077 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:24:32 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-10T15:24:33.077 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:24:32 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:24:33.077 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:32 smithi069 ceph-mon[39688]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-10T15:24:33.077 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:32 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:24:33.077 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:32 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:24:33.078 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:32 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:24:33.078 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:32 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:24:33.078 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:32 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:24:33.078 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:32 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:24:33.078 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:32 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:24:33.078 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:32 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:24:33.078 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:32 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:24:33.078 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:32 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:24:33.078 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:32 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:24:33.078 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:32 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-10T15:24:33.078 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:32 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-04-10T15:24:33.078 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:32 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-10T15:24:33.078 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:32 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:24:33.182 DEBUG:teuthology.orchestra.run.smithi077:mgr.x> sudo journalctl -f -n 0 -u ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4@mgr.x.service 2024-04-10T15:24:33.184 INFO:tasks.cephadm:Deploying OSDs... 2024-04-10T15:24:33.184 DEBUG:teuthology.orchestra.run.smithi069:> set -ex 2024-04-10T15:24:33.184 DEBUG:teuthology.orchestra.run.smithi069:> dd if=/scratch_devs of=/dev/stdout 2024-04-10T15:24:33.203 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-04-10T15:24:33.203 DEBUG:teuthology.orchestra.run.smithi069:> stat /dev/vg_nvme/lv_1 2024-04-10T15:24:33.261 INFO:teuthology.orchestra.run.smithi069.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-04-10T15:24:33.261 INFO:teuthology.orchestra.run.smithi069.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-10T15:24:33.261 INFO:teuthology.orchestra.run.smithi069.stdout:Device: 5h/5d Inode: 660 Links: 1 2024-04-10T15:24:33.261 INFO:teuthology.orchestra.run.smithi069.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-10T15:24:33.261 INFO:teuthology.orchestra.run.smithi069.stdout:Context: system_u:object_r:device_t:s0 2024-04-10T15:24:33.261 INFO:teuthology.orchestra.run.smithi069.stdout:Access: 2024-04-10 15:24:18.232927179 +0000 2024-04-10T15:24:33.262 INFO:teuthology.orchestra.run.smithi069.stdout:Modify: 2024-04-10 15:18:53.305048467 +0000 2024-04-10T15:24:33.262 INFO:teuthology.orchestra.run.smithi069.stdout:Change: 2024-04-10 15:18:53.305048467 +0000 2024-04-10T15:24:33.262 INFO:teuthology.orchestra.run.smithi069.stdout: Birth: 2024-04-10 15:18:53.305048467 +0000 2024-04-10T15:24:33.262 DEBUG:teuthology.orchestra.run.smithi069:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-04-10T15:24:33.331 INFO:teuthology.orchestra.run.smithi069.stderr:1+0 records in 2024-04-10T15:24:33.332 INFO:teuthology.orchestra.run.smithi069.stderr:1+0 records out 2024-04-10T15:24:33.332 INFO:teuthology.orchestra.run.smithi069.stderr:512 bytes copied, 0.000195764 s, 2.6 MB/s 2024-04-10T15:24:33.333 DEBUG:teuthology.orchestra.run.smithi069:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-04-10T15:24:33.392 DEBUG:teuthology.orchestra.run.smithi069:> stat /dev/vg_nvme/lv_2 2024-04-10T15:24:33.449 INFO:teuthology.orchestra.run.smithi069.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-04-10T15:24:33.449 INFO:teuthology.orchestra.run.smithi069.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-10T15:24:33.449 INFO:teuthology.orchestra.run.smithi069.stdout:Device: 5h/5d Inode: 679 Links: 1 2024-04-10T15:24:33.449 INFO:teuthology.orchestra.run.smithi069.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-10T15:24:33.449 INFO:teuthology.orchestra.run.smithi069.stdout:Context: system_u:object_r:device_t:s0 2024-04-10T15:24:33.449 INFO:teuthology.orchestra.run.smithi069.stdout:Access: 2024-04-10 15:24:18.232927179 +0000 2024-04-10T15:24:33.449 INFO:teuthology.orchestra.run.smithi069.stdout:Modify: 2024-04-10 15:18:53.640040590 +0000 2024-04-10T15:24:33.449 INFO:teuthology.orchestra.run.smithi069.stdout:Change: 2024-04-10 15:18:53.640040590 +0000 2024-04-10T15:24:33.450 INFO:teuthology.orchestra.run.smithi069.stdout: Birth: 2024-04-10 15:18:53.640040590 +0000 2024-04-10T15:24:33.450 DEBUG:teuthology.orchestra.run.smithi069:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-04-10T15:24:33.518 INFO:teuthology.orchestra.run.smithi069.stderr:1+0 records in 2024-04-10T15:24:33.518 INFO:teuthology.orchestra.run.smithi069.stderr:1+0 records out 2024-04-10T15:24:33.518 INFO:teuthology.orchestra.run.smithi069.stderr:512 bytes copied, 0.000199621 s, 2.6 MB/s 2024-04-10T15:24:33.519 DEBUG:teuthology.orchestra.run.smithi069:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-04-10T15:24:33.576 DEBUG:teuthology.orchestra.run.smithi069:> stat /dev/vg_nvme/lv_3 2024-04-10T15:24:33.632 INFO:teuthology.orchestra.run.smithi069.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-04-10T15:24:33.633 INFO:teuthology.orchestra.run.smithi069.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-10T15:24:33.633 INFO:teuthology.orchestra.run.smithi069.stdout:Device: 5h/5d Inode: 698 Links: 1 2024-04-10T15:24:33.633 INFO:teuthology.orchestra.run.smithi069.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-10T15:24:33.633 INFO:teuthology.orchestra.run.smithi069.stdout:Context: system_u:object_r:device_t:s0 2024-04-10T15:24:33.633 INFO:teuthology.orchestra.run.smithi069.stdout:Access: 2024-04-10 15:24:18.232927179 +0000 2024-04-10T15:24:33.633 INFO:teuthology.orchestra.run.smithi069.stdout:Modify: 2024-04-10 15:18:53.974032736 +0000 2024-04-10T15:24:33.633 INFO:teuthology.orchestra.run.smithi069.stdout:Change: 2024-04-10 15:18:53.974032736 +0000 2024-04-10T15:24:33.633 INFO:teuthology.orchestra.run.smithi069.stdout: Birth: 2024-04-10 15:18:53.974032736 +0000 2024-04-10T15:24:33.633 DEBUG:teuthology.orchestra.run.smithi069:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-04-10T15:24:33.700 INFO:teuthology.orchestra.run.smithi069.stderr:1+0 records in 2024-04-10T15:24:33.701 INFO:teuthology.orchestra.run.smithi069.stderr:1+0 records out 2024-04-10T15:24:33.701 INFO:teuthology.orchestra.run.smithi069.stderr:512 bytes copied, 0.000172948 s, 3.0 MB/s 2024-04-10T15:24:33.702 DEBUG:teuthology.orchestra.run.smithi069:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-04-10T15:24:33.732 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:33 smithi077 ceph-mon[31195]: from='client.24103 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;smithi069=y;smithi077=x", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:24:33.732 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:33 smithi077 ceph-mon[31195]: Saving service mgr spec with placement smithi069=y;smithi077=x;count:2 2024-04-10T15:24:33.732 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:33 smithi077 ceph-mon[31195]: Deploying daemon mgr.x on smithi077 2024-04-10T15:24:33.758 DEBUG:teuthology.orchestra.run.smithi069:> stat /dev/vg_nvme/lv_4 2024-04-10T15:24:33.813 INFO:teuthology.orchestra.run.smithi069.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-04-10T15:24:33.813 INFO:teuthology.orchestra.run.smithi069.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-10T15:24:33.813 INFO:teuthology.orchestra.run.smithi069.stdout:Device: 5h/5d Inode: 719 Links: 1 2024-04-10T15:24:33.814 INFO:teuthology.orchestra.run.smithi069.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-10T15:24:33.814 INFO:teuthology.orchestra.run.smithi069.stdout:Context: system_u:object_r:device_t:s0 2024-04-10T15:24:33.814 INFO:teuthology.orchestra.run.smithi069.stdout:Access: 2024-04-10 15:24:18.233927156 +0000 2024-04-10T15:24:33.814 INFO:teuthology.orchestra.run.smithi069.stdout:Modify: 2024-04-10 15:18:54.329024388 +0000 2024-04-10T15:24:33.814 INFO:teuthology.orchestra.run.smithi069.stdout:Change: 2024-04-10 15:18:54.329024388 +0000 2024-04-10T15:24:33.814 INFO:teuthology.orchestra.run.smithi069.stdout: Birth: 2024-04-10 15:18:54.329024388 +0000 2024-04-10T15:24:33.814 DEBUG:teuthology.orchestra.run.smithi069:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-04-10T15:24:33.880 INFO:teuthology.orchestra.run.smithi069.stderr:1+0 records in 2024-04-10T15:24:33.880 INFO:teuthology.orchestra.run.smithi069.stderr:1+0 records out 2024-04-10T15:24:33.880 INFO:teuthology.orchestra.run.smithi069.stderr:512 bytes copied, 0.000212519 s, 2.4 MB/s 2024-04-10T15:24:33.881 DEBUG:teuthology.orchestra.run.smithi069:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-04-10T15:24:33.937 DEBUG:teuthology.orchestra.run.smithi077:> set -ex 2024-04-10T15:24:33.937 DEBUG:teuthology.orchestra.run.smithi077:> dd if=/scratch_devs of=/dev/stdout 2024-04-10T15:24:33.954 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-04-10T15:24:33.954 DEBUG:teuthology.orchestra.run.smithi077:> stat /dev/vg_nvme/lv_1 2024-04-10T15:24:34.010 INFO:teuthology.orchestra.run.smithi077.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-04-10T15:24:34.010 INFO:teuthology.orchestra.run.smithi077.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-10T15:24:34.010 INFO:teuthology.orchestra.run.smithi077.stdout:Device: 5h/5d Inode: 665 Links: 1 2024-04-10T15:24:34.010 INFO:teuthology.orchestra.run.smithi077.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-10T15:24:34.010 INFO:teuthology.orchestra.run.smithi077.stdout:Context: system_u:object_r:device_t:s0 2024-04-10T15:24:34.010 INFO:teuthology.orchestra.run.smithi077.stdout:Access: 2024-04-10 15:24:09.460626920 +0000 2024-04-10T15:24:34.010 INFO:teuthology.orchestra.run.smithi077.stdout:Modify: 2024-04-10 15:18:53.141809480 +0000 2024-04-10T15:24:34.010 INFO:teuthology.orchestra.run.smithi077.stdout:Change: 2024-04-10 15:18:53.141809480 +0000 2024-04-10T15:24:34.010 INFO:teuthology.orchestra.run.smithi077.stdout: Birth: 2024-04-10 15:18:53.141809480 +0000 2024-04-10T15:24:34.011 DEBUG:teuthology.orchestra.run.smithi077:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-04-10T15:24:34.075 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:24:33 smithi069 ceph-mon[27501]: from='client.24103 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;smithi069=y;smithi077=x", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:24:34.076 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:24:33 smithi069 ceph-mon[27501]: Saving service mgr spec with placement smithi069=y;smithi077=x;count:2 2024-04-10T15:24:34.076 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:24:33 smithi069 ceph-mon[27501]: Deploying daemon mgr.x on smithi077 2024-04-10T15:24:34.076 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:33 smithi069 ceph-mon[39688]: from='client.24103 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;smithi069=y;smithi077=x", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:24:34.076 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:33 smithi069 ceph-mon[39688]: Saving service mgr spec with placement smithi069=y;smithi077=x;count:2 2024-04-10T15:24:34.076 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:33 smithi069 ceph-mon[39688]: Deploying daemon mgr.x on smithi077 2024-04-10T15:24:34.076 INFO:teuthology.orchestra.run.smithi077.stderr:1+0 records in 2024-04-10T15:24:34.076 INFO:teuthology.orchestra.run.smithi077.stderr:1+0 records out 2024-04-10T15:24:34.077 INFO:teuthology.orchestra.run.smithi077.stderr:512 bytes copied, 0.000205694 s, 2.5 MB/s 2024-04-10T15:24:34.077 DEBUG:teuthology.orchestra.run.smithi077:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-04-10T15:24:34.133 DEBUG:teuthology.orchestra.run.smithi077:> stat /dev/vg_nvme/lv_2 2024-04-10T15:24:34.188 INFO:teuthology.orchestra.run.smithi077.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-04-10T15:24:34.188 INFO:teuthology.orchestra.run.smithi077.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-10T15:24:34.188 INFO:teuthology.orchestra.run.smithi077.stdout:Device: 5h/5d Inode: 686 Links: 1 2024-04-10T15:24:34.188 INFO:teuthology.orchestra.run.smithi077.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-10T15:24:34.188 INFO:teuthology.orchestra.run.smithi077.stdout:Context: system_u:object_r:device_t:s0 2024-04-10T15:24:34.188 INFO:teuthology.orchestra.run.smithi077.stdout:Access: 2024-04-10 15:24:09.460626920 +0000 2024-04-10T15:24:34.188 INFO:teuthology.orchestra.run.smithi077.stdout:Modify: 2024-04-10 15:18:53.491801549 +0000 2024-04-10T15:24:34.188 INFO:teuthology.orchestra.run.smithi077.stdout:Change: 2024-04-10 15:18:53.491801549 +0000 2024-04-10T15:24:34.189 INFO:teuthology.orchestra.run.smithi077.stdout: Birth: 2024-04-10 15:18:53.491801549 +0000 2024-04-10T15:24:34.189 DEBUG:teuthology.orchestra.run.smithi077:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-04-10T15:24:34.253 INFO:teuthology.orchestra.run.smithi077.stderr:1+0 records in 2024-04-10T15:24:34.253 INFO:teuthology.orchestra.run.smithi077.stderr:1+0 records out 2024-04-10T15:24:34.253 INFO:teuthology.orchestra.run.smithi077.stderr:512 bytes copied, 0.000184204 s, 2.8 MB/s 2024-04-10T15:24:34.254 DEBUG:teuthology.orchestra.run.smithi077:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-04-10T15:24:34.310 DEBUG:teuthology.orchestra.run.smithi077:> stat /dev/vg_nvme/lv_3 2024-04-10T15:24:34.364 INFO:teuthology.orchestra.run.smithi077.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-04-10T15:24:34.365 INFO:teuthology.orchestra.run.smithi077.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-10T15:24:34.365 INFO:teuthology.orchestra.run.smithi077.stdout:Device: 5h/5d Inode: 703 Links: 1 2024-04-10T15:24:34.365 INFO:teuthology.orchestra.run.smithi077.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-10T15:24:34.365 INFO:teuthology.orchestra.run.smithi077.stdout:Context: system_u:object_r:device_t:s0 2024-04-10T15:24:34.365 INFO:teuthology.orchestra.run.smithi077.stdout:Access: 2024-04-10 15:24:09.460626920 +0000 2024-04-10T15:24:34.365 INFO:teuthology.orchestra.run.smithi077.stdout:Modify: 2024-04-10 15:18:53.843793573 +0000 2024-04-10T15:24:34.365 INFO:teuthology.orchestra.run.smithi077.stdout:Change: 2024-04-10 15:18:53.843793573 +0000 2024-04-10T15:24:34.365 INFO:teuthology.orchestra.run.smithi077.stdout: Birth: 2024-04-10 15:18:53.843793573 +0000 2024-04-10T15:24:34.365 DEBUG:teuthology.orchestra.run.smithi077:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-04-10T15:24:34.575 INFO:teuthology.orchestra.run.smithi077.stderr:1+0 records in 2024-04-10T15:24:34.576 INFO:teuthology.orchestra.run.smithi077.stderr:1+0 records out 2024-04-10T15:24:34.576 INFO:teuthology.orchestra.run.smithi077.stderr:512 bytes copied, 0.000195046 s, 2.6 MB/s 2024-04-10T15:24:34.577 DEBUG:teuthology.orchestra.run.smithi077:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-04-10T15:24:34.592 DEBUG:teuthology.orchestra.run.smithi077:> stat /dev/vg_nvme/lv_4 2024-04-10T15:24:34.653 INFO:teuthology.orchestra.run.smithi077.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-04-10T15:24:34.653 INFO:teuthology.orchestra.run.smithi077.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-10T15:24:34.653 INFO:teuthology.orchestra.run.smithi077.stdout:Device: 5h/5d Inode: 722 Links: 1 2024-04-10T15:24:34.653 INFO:teuthology.orchestra.run.smithi077.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-10T15:24:34.654 INFO:teuthology.orchestra.run.smithi077.stdout:Context: system_u:object_r:device_t:s0 2024-04-10T15:24:34.654 INFO:teuthology.orchestra.run.smithi077.stdout:Access: 2024-04-10 15:24:34.553073593 +0000 2024-04-10T15:24:34.654 INFO:teuthology.orchestra.run.smithi077.stdout:Modify: 2024-04-10 15:18:54.163786321 +0000 2024-04-10T15:24:34.654 INFO:teuthology.orchestra.run.smithi077.stdout:Change: 2024-04-10 15:18:54.163786321 +0000 2024-04-10T15:24:34.654 INFO:teuthology.orchestra.run.smithi077.stdout: Birth: 2024-04-10 15:18:54.163786321 +0000 2024-04-10T15:24:34.654 DEBUG:teuthology.orchestra.run.smithi077:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-04-10T15:24:34.758 INFO:teuthology.orchestra.run.smithi077.stderr:1+0 records in 2024-04-10T15:24:34.759 INFO:teuthology.orchestra.run.smithi077.stderr:1+0 records out 2024-04-10T15:24:34.759 INFO:teuthology.orchestra.run.smithi077.stderr:512 bytes copied, 0.000175684 s, 2.9 MB/s 2024-04-10T15:24:34.760 DEBUG:teuthology.orchestra.run.smithi077:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-04-10T15:24:34.775 INFO:tasks.cephadm:Deploying osd.0 on smithi069 with /dev/vg_nvme/lv_4... 2024-04-10T15:24:34.775 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 09bfb546-f74e-11ee-b64a-cb9ed24678a4 -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2024-04-10T15:24:34.982 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:34 smithi077 ceph-mon[31195]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-10T15:24:34.983 INFO:journalctl@ceph.mgr.x.smithi077.stdout:Apr 10 15:24:34 smithi077 systemd[1]: Starting Ceph mgr.x for 09bfb546-f74e-11ee-b64a-cb9ed24678a4... 2024-04-10T15:24:34.983 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/09bfb546-f74e-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T15:24:35.076 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:24:34 smithi069 ceph-mon[27501]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-10T15:24:35.076 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:34 smithi069 ceph-mon[39688]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-10T15:24:35.262 INFO:journalctl@ceph.mgr.x.smithi077.stdout:Apr 10 15:24:35 smithi077 podman[33296]: 2024-04-10 15:24:34.918682475 +0000 UTC m=+0.017500770 image pull bb2c5eac26a47e91f49419364028af9c3bea25d6fad65850c7d6f8f2c7b91b28 quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3 2024-04-10T15:24:35.262 INFO:journalctl@ceph.mgr.x.smithi077.stdout:Apr 10 15:24:35 smithi077 podman[33296]: 2024-04-10 15:24:35.030395073 +0000 UTC m=+0.129213339 container create 75e2dcdaaa985689891385aea47e4c6254900dd8b134aeadfc36adbd0da8002f (image=quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-x, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240403, RELEASE=reef-d540eba, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True) 2024-04-10T15:24:35.262 INFO:journalctl@ceph.mgr.x.smithi077.stdout:Apr 10 15:24:35 smithi077 podman[33296]: 2024-04-10 15:24:35.283164676 +0000 UTC m=+0.381982943 container init 75e2dcdaaa985689891385aea47e4c6254900dd8b134aeadfc36adbd0da8002f (image=quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-x, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240403, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, ceph=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , RELEASE=reef-d540eba, org.label-schema.license=GPLv2) 2024-04-10T15:24:35.732 INFO:journalctl@ceph.mgr.x.smithi077.stdout:Apr 10 15:24:35 smithi077 podman[33296]: 2024-04-10 15:24:35.288526401 +0000 UTC m=+0.387344669 container start 75e2dcdaaa985689891385aea47e4c6254900dd8b134aeadfc36adbd0da8002f (image=quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-x, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240403, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, RELEASE=reef-d540eba, org.label-schema.schema-version=1.0, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2) 2024-04-10T15:24:35.732 INFO:journalctl@ceph.mgr.x.smithi077.stdout:Apr 10 15:24:35 smithi077 ceph-mgr[33334]: -- 172.21.15.77:0/3348244214 <== mon.1 v2:172.21.15.77:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x560577be81a0 con 0x560577bbec00 2024-04-10T15:24:35.732 INFO:journalctl@ceph.mgr.x.smithi077.stdout:Apr 10 15:24:35 smithi077 bash[33296]: 75e2dcdaaa985689891385aea47e4c6254900dd8b134aeadfc36adbd0da8002f 2024-04-10T15:24:35.732 INFO:journalctl@ceph.mgr.x.smithi077.stdout:Apr 10 15:24:35 smithi077 systemd[1]: Started Ceph mgr.x for 09bfb546-f74e-11ee-b64a-cb9ed24678a4. 2024-04-10T15:24:36.197 INFO:journalctl@ceph.mgr.x.smithi077.stdout:Apr 10 15:24:35 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-x[33311]: 2024-04-10T15:24:35.847+0000 7fe884611200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-10T15:24:36.197 INFO:journalctl@ceph.mgr.x.smithi077.stdout:Apr 10 15:24:35 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-x[33311]: 2024-04-10T15:24:35.953+0000 7fe884611200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-10T15:24:36.482 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:36 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:24:36.482 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:36 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:24:36.482 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:36 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:24:36.482 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:36 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:24:36.482 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:36 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:24:36.482 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:36 smithi077 ceph-mon[31195]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-10T15:24:36.482 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:36 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:24:36.576 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:36 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:24:36.576 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:36 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:24:36.576 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:36 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:24:36.576 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:36 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:24:36.576 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:36 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:24:36.576 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:36 smithi069 ceph-mon[39688]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-10T15:24:36.576 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:36 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:24:36.577 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:24:36 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:24:36.577 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:24:36 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:24:36.577 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:24:36 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:24:36.577 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:24:36 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:24:36.577 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:24:36 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:24:36.577 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:24:36 smithi069 ceph-mon[27501]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-10T15:24:36.577 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:24:36 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:24:36.850 INFO:teuthology.orchestra.run.smithi069.stderr:--> Zapping: /dev/vg_nvme/lv_4 2024-04-10T15:24:36.850 INFO:teuthology.orchestra.run.smithi069.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2024-04-10T15:24:36.850 INFO:teuthology.orchestra.run.smithi069.stderr: stderr: 10+0 records in 2024-04-10T15:24:36.850 INFO:teuthology.orchestra.run.smithi069.stderr:10+0 records out 2024-04-10T15:24:36.850 INFO:teuthology.orchestra.run.smithi069.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.012187 s, 860 MB/s 2024-04-10T15:24:36.850 INFO:teuthology.orchestra.run.smithi069.stderr:--> Zapping successful for: 2024-04-10T15:24:36.929 INFO:journalctl@ceph.mgr.x.smithi077.stdout:Apr 10 15:24:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-x[33311]: 2024-04-10T15:24:36.616+0000 7fe884611200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-10T15:24:36.929 INFO:journalctl@ceph.mgr.x.smithi077.stdout:Apr 10 15:24:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-x[33311]: 2024-04-10T15:24:36.712+0000 7fe884611200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-10T15:24:36.929 INFO:journalctl@ceph.mgr.x.smithi077.stdout:Apr 10 15:24:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-x[33311]: 2024-04-10T15:24:36.856+0000 7fe884611200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-10T15:24:36.929 INFO:journalctl@ceph.mgr.x.smithi077.stdout:Apr 10 15:24:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-x[33311]: 2024-04-10T15:24:36.949+0000 7fe884611200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-10T15:24:37.232 INFO:journalctl@ceph.mgr.x.smithi077.stdout:Apr 10 15:24:37 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-x[33311]: 2024-04-10T15:24:37.031+0000 7fe884611200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-10T15:24:37.522 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 09bfb546-f74e-11ee-b64a-cb9ed24678a4 -- ceph orch daemon add osd smithi069:vg_nvme/lv_4 2024-04-10T15:24:37.556 INFO:journalctl@ceph.mgr.x.smithi077.stdout:Apr 10 15:24:37 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-x[33311]: 2024-04-10T15:24:37.293+0000 7fe884611200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-10T15:24:37.557 INFO:journalctl@ceph.mgr.x.smithi077.stdout:Apr 10 15:24:37 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-x[33311]: 2024-04-10T15:24:37.401+0000 7fe884611200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-10T15:24:37.557 INFO:journalctl@ceph.mgr.x.smithi077.stdout:Apr 10 15:24:37 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-x[33311]: 2024-04-10T15:24:37.485+0000 7fe884611200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-10T15:24:37.557 INFO:journalctl@ceph.mgr.x.smithi077.stdout:Apr 10 15:24:37 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-x[33311]: 2024-04-10T15:24:37.576+0000 7fe884611200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-10T15:24:37.826 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:24:37 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:24:37.826 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:24:37 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:24:37.826 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:24:37 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:24:37.826 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:24:37 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:24:37.826 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:24:37 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:24:37.826 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:24:37 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-10T15:24:37.826 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:24:37 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-10T15:24:37.827 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:24:37 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:24:37.827 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:37 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:24:37.827 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:37 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:24:37.827 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:37 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:24:37.827 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:37 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:24:37.827 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:37 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:24:37.827 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:37 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-10T15:24:37.827 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:37 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-10T15:24:37.827 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:37 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:24:37.982 INFO:journalctl@ceph.mgr.x.smithi077.stdout:Apr 10 15:24:37 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-x[33311]: 2024-04-10T15:24:37.751+0000 7fe884611200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-10T15:24:37.982 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:37 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:24:37.982 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:37 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:24:37.982 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:37 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:24:37.982 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:37 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:24:37.983 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:37 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:24:37.983 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:37 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-10T15:24:37.983 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:37 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-10T15:24:37.983 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:37 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:24:38.261 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/09bfb546-f74e-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T15:24:38.982 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:38 smithi077 ceph-mon[31195]: Reconfiguring mgr.y (unknown last config time)... 2024-04-10T15:24:38.982 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:38 smithi077 ceph-mon[31195]: Reconfiguring daemon mgr.y on smithi069 2024-04-10T15:24:38.982 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:38 smithi077 ceph-mon[31195]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-10T15:24:38.982 INFO:journalctl@ceph.mgr.x.smithi077.stdout:Apr 10 15:24:38 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-x[33311]: 2024-04-10T15:24:38.702+0000 7fe884611200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-10T15:24:38.982 INFO:journalctl@ceph.mgr.x.smithi077.stdout:Apr 10 15:24:38 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-x[33311]: 2024-04-10T15:24:38.831+0000 7fe884611200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-10T15:24:39.059 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:38 smithi069 ceph-mon[39688]: Reconfiguring mgr.y (unknown last config time)... 2024-04-10T15:24:39.059 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:38 smithi069 ceph-mon[39688]: Reconfiguring daemon mgr.y on smithi069 2024-04-10T15:24:39.059 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:38 smithi069 ceph-mon[39688]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-10T15:24:39.059 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:24:38 smithi069 ceph-mon[27501]: Reconfiguring mgr.y (unknown last config time)... 2024-04-10T15:24:39.060 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:24:38 smithi069 ceph-mon[27501]: Reconfiguring daemon mgr.y on smithi069 2024-04-10T15:24:39.060 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:24:38 smithi069 ceph-mon[27501]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-10T15:24:39.422 INFO:journalctl@ceph.mgr.x.smithi077.stdout:Apr 10 15:24:39 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-x[33311]: 2024-04-10T15:24:39.160+0000 7fe884611200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-10T15:24:39.422 INFO:journalctl@ceph.mgr.x.smithi077.stdout:Apr 10 15:24:39 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-x[33311]: 2024-04-10T15:24:39.249+0000 7fe884611200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-10T15:24:39.422 INFO:journalctl@ceph.mgr.x.smithi077.stdout:Apr 10 15:24:39 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-x[33311]: 2024-04-10T15:24:39.441+0000 7fe884611200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-10T15:24:39.732 INFO:journalctl@ceph.mgr.x.smithi077.stdout:Apr 10 15:24:39 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-x[33311]: 2024-04-10T15:24:39.627+0000 7fe884611200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-10T15:24:40.076 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:24:39 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:24:40.076 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:24:39 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:24:40.076 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:24:39 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:24:40.076 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:24:39 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:24:40.076 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:24:39 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:24:40.077 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:24:39 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:24:40.077 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:24:39 smithi069 ceph-mon[27501]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-10T15:24:40.077 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:39 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:24:40.077 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:39 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:24:40.077 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:39 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:24:40.077 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:39 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:24:40.077 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:39 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:24:40.077 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:39 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:24:40.077 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:39 smithi069 ceph-mon[39688]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-10T15:24:40.141 INFO:journalctl@ceph.mgr.x.smithi077.stdout:Apr 10 15:24:39 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-x[33311]: 2024-04-10T15:24:39.904+0000 7fe884611200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-10T15:24:40.141 INFO:journalctl@ceph.mgr.x.smithi077.stdout:Apr 10 15:24:40 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-x[33311]: 2024-04-10T15:24:40.160+0000 7fe884611200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-10T15:24:40.141 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:39 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:24:40.141 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:39 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:24:40.141 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:39 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:24:40.141 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:39 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:24:40.141 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:39 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:24:40.142 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:39 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:24:40.142 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:39 smithi077 ceph-mon[31195]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-10T15:24:40.482 INFO:journalctl@ceph.mgr.x.smithi077.stdout:Apr 10 15:24:40 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-x[33311]: 2024-04-10T15:24:40.392+0000 7fe884611200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-10T15:24:41.482 INFO:journalctl@ceph.mgr.x.smithi077.stdout:Apr 10 15:24:41 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-x[33311]: 2024-04-10T15:24:41.180+0000 7fe884611200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-10T15:24:41.688 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:24:41 smithi069 ceph-mon[27501]: from='client.14214 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi069:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:24:41.688 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:24:41 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-10T15:24:41.688 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:24:41 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-10T15:24:41.689 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:24:41 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:24:41.689 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:41 smithi069 ceph-mon[39688]: from='client.14214 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi069:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:24:41.689 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:41 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-10T15:24:41.689 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:41 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-10T15:24:41.689 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:41 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:24:41.749 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:41 smithi077 ceph-mon[31195]: from='client.14214 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi069:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:24:41.750 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:41 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-10T15:24:41.750 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:41 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-10T15:24:41.750 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:41 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:24:42.061 INFO:journalctl@ceph.mgr.x.smithi077.stdout:Apr 10 15:24:41 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-x[33311]: 2024-04-10T15:24:41.769+0000 7fe884611200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-10T15:24:42.061 INFO:journalctl@ceph.mgr.x.smithi077.stdout:Apr 10 15:24:41 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-x[33311]: 2024-04-10T15:24:41.865+0000 7fe884611200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-10T15:24:42.061 INFO:journalctl@ceph.mgr.x.smithi077.stdout:Apr 10 15:24:42 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-x[33311]: 2024-04-10T15:24:42.081+0000 7fe884611200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-10T15:24:42.576 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:24:42 smithi069 ceph-mon[27501]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-10T15:24:42.576 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:24:42 smithi069 ceph-mon[27501]: Standby manager daemon x started 2024-04-10T15:24:42.576 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:24:42 smithi069 ceph-mon[27501]: from='mgr.? 172.21.15.77:0/1756402239' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-10T15:24:42.576 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:24:42 smithi069 ceph-mon[27501]: from='mgr.? 172.21.15.77:0/1756402239' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-10T15:24:42.576 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:24:42 smithi069 ceph-mon[27501]: from='mgr.? 172.21.15.77:0/1756402239' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-10T15:24:42.576 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:24:42 smithi069 ceph-mon[27501]: from='mgr.? 172.21.15.77:0/1756402239' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-10T15:24:42.577 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:42 smithi069 ceph-mon[39688]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-10T15:24:42.577 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:42 smithi069 ceph-mon[39688]: Standby manager daemon x started 2024-04-10T15:24:42.577 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:42 smithi069 ceph-mon[39688]: from='mgr.? 172.21.15.77:0/1756402239' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-10T15:24:42.577 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:42 smithi069 ceph-mon[39688]: from='mgr.? 172.21.15.77:0/1756402239' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-10T15:24:42.577 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:42 smithi069 ceph-mon[39688]: from='mgr.? 172.21.15.77:0/1756402239' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-10T15:24:42.577 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:42 smithi069 ceph-mon[39688]: from='mgr.? 172.21.15.77:0/1756402239' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-10T15:24:42.982 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:42 smithi077 ceph-mon[31195]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-10T15:24:42.982 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:42 smithi077 ceph-mon[31195]: Standby manager daemon x started 2024-04-10T15:24:42.982 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:42 smithi077 ceph-mon[31195]: from='mgr.? 172.21.15.77:0/1756402239' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-10T15:24:42.982 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:42 smithi077 ceph-mon[31195]: from='mgr.? 172.21.15.77:0/1756402239' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-10T15:24:42.982 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:42 smithi077 ceph-mon[31195]: from='mgr.? 172.21.15.77:0/1756402239' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-10T15:24:42.982 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:42 smithi077 ceph-mon[31195]: from='mgr.? 172.21.15.77:0/1756402239' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-10T15:24:43.826 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:24:43 smithi069 ceph-mon[27501]: mgrmap e14: y(active, since 66s), standbys: x 2024-04-10T15:24:43.826 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:24:43 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-10T15:24:43.826 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:24:43 smithi069 ceph-mon[27501]: from='client.? 172.21.15.69:0/1308314686' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b719f13c-81ae-4937-9fb7-a808d74357a5"}]: dispatch 2024-04-10T15:24:43.826 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:24:43 smithi069 ceph-mon[27501]: from='client.? 172.21.15.69:0/1308314686' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "b719f13c-81ae-4937-9fb7-a808d74357a5"}]': finished 2024-04-10T15:24:43.827 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:24:43 smithi069 ceph-mon[27501]: osdmap e5: 1 total, 0 up, 1 in 2024-04-10T15:24:43.827 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:24:43 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-10T15:24:43.827 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:43 smithi069 ceph-mon[39688]: mgrmap e14: y(active, since 66s), standbys: x 2024-04-10T15:24:43.827 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:43 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-10T15:24:43.827 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:43 smithi069 ceph-mon[39688]: from='client.? 172.21.15.69:0/1308314686' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b719f13c-81ae-4937-9fb7-a808d74357a5"}]: dispatch 2024-04-10T15:24:43.827 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:43 smithi069 ceph-mon[39688]: from='client.? 172.21.15.69:0/1308314686' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "b719f13c-81ae-4937-9fb7-a808d74357a5"}]': finished 2024-04-10T15:24:43.827 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:43 smithi069 ceph-mon[39688]: osdmap e5: 1 total, 0 up, 1 in 2024-04-10T15:24:43.827 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:43 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-10T15:24:43.982 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:43 smithi077 ceph-mon[31195]: mgrmap e14: y(active, since 66s), standbys: x 2024-04-10T15:24:43.982 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:43 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-10T15:24:43.982 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:43 smithi077 ceph-mon[31195]: from='client.? 172.21.15.69:0/1308314686' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "b719f13c-81ae-4937-9fb7-a808d74357a5"}]: dispatch 2024-04-10T15:24:43.982 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:43 smithi077 ceph-mon[31195]: from='client.? 172.21.15.69:0/1308314686' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "b719f13c-81ae-4937-9fb7-a808d74357a5"}]': finished 2024-04-10T15:24:43.983 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:43 smithi077 ceph-mon[31195]: osdmap e5: 1 total, 0 up, 1 in 2024-04-10T15:24:43.983 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:43 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-10T15:24:44.826 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:24:44 smithi069 ceph-mon[27501]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-10T15:24:44.826 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:24:44 smithi069 ceph-mon[27501]: from='client.? 172.21.15.69:0/3339721196' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-10T15:24:44.826 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:44 smithi069 ceph-mon[39688]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-10T15:24:44.826 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:44 smithi069 ceph-mon[39688]: from='client.? 172.21.15.69:0/3339721196' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-10T15:24:44.982 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:44 smithi077 ceph-mon[31195]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-10T15:24:44.982 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:44 smithi077 ceph-mon[31195]: from='client.? 172.21.15.69:0/3339721196' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-10T15:24:46.982 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:46 smithi077 ceph-mon[31195]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-10T15:24:47.076 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:24:46 smithi069 ceph-mon[27501]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-10T15:24:47.076 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:46 smithi069 ceph-mon[39688]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-10T15:24:48.713 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:48 smithi069 ceph-mon[39688]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-10T15:24:48.714 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:24:48 smithi069 ceph-mon[27501]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-10T15:24:48.982 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:48 smithi077 ceph-mon[31195]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-10T15:24:49.826 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:24:49 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-10T15:24:49.826 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:24:49 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:24:49.826 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:49 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-10T15:24:49.826 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:49 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:24:49.986 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:49 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-10T15:24:49.986 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:49 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:24:50.982 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:50 smithi077 ceph-mon[31195]: Deploying daemon osd.0 on smithi069 2024-04-10T15:24:50.982 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:50 smithi077 ceph-mon[31195]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-10T15:24:51.006 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:24:50 smithi069 ceph-mon[27501]: Deploying daemon osd.0 on smithi069 2024-04-10T15:24:51.006 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:24:50 smithi069 ceph-mon[27501]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-10T15:24:51.007 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:50 smithi069 ceph-mon[39688]: Deploying daemon osd.0 on smithi069 2024-04-10T15:24:51.007 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:50 smithi069 ceph-mon[39688]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-10T15:24:52.902 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:24:52 smithi069 ceph-mon[27501]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-10T15:24:52.903 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:52 smithi069 ceph-mon[39688]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-10T15:24:52.982 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:52 smithi077 ceph-mon[31195]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-10T15:24:54.718 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:24:54 smithi069 ceph-mon[27501]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-10T15:24:54.718 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:54 smithi069 ceph-mon[39688]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-10T15:24:54.982 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:54 smithi077 ceph-mon[31195]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-10T15:24:56.232 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:55 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:24:56.232 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:55 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:24:56.232 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:55 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:24:56.233 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:55 smithi077 ceph-mon[31195]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-10T15:24:56.246 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:24:55 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:24:56.246 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:24:55 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:24:56.247 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:24:55 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:24:56.247 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:24:55 smithi069 ceph-mon[27501]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-10T15:24:56.247 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:55 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:24:56.247 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:55 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:24:56.247 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:55 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:24:56.247 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:55 smithi069 ceph-mon[39688]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-10T15:24:58.492 INFO:teuthology.orchestra.run.smithi069.stdout:Created osd(s) 0 on host 'smithi069' 2024-04-10T15:24:58.826 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:58 smithi069 ceph-mon[39688]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-10T15:24:58.826 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:58 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:24:58.826 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:58 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:24:58.827 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:58 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:24:58.827 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:58 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:24:58.827 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:58 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:24:58.827 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:58 smithi069 ceph-mon[39688]: from='osd.0 [v2:172.21.15.69:6802/4151394394,v1:172.21.15.69:6803/4151394394]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-10T15:24:58.827 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:58 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:24:58.827 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:58 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:24:58.827 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:58 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:24:58.827 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:24:58 smithi069 ceph-mon[27501]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-10T15:24:58.827 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:24:58 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:24:58.827 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:24:58 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:24:58.827 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:24:58 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:24:58.827 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:24:58 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:24:58.828 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:24:58 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:24:58.828 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:24:58 smithi069 ceph-mon[27501]: from='osd.0 [v2:172.21.15.69:6802/4151394394,v1:172.21.15.69:6803/4151394394]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-10T15:24:58.828 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:24:58 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:24:58.828 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:24:58 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:24:58.828 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:24:58 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:24:58.982 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:58 smithi077 ceph-mon[31195]: pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-10T15:24:58.982 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:58 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:24:58.982 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:58 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:24:58.983 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:58 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:24:58.983 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:58 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:24:58.983 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:58 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:24:58.983 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:58 smithi077 ceph-mon[31195]: from='osd.0 [v2:172.21.15.69:6802/4151394394,v1:172.21.15.69:6803/4151394394]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-10T15:24:58.983 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:58 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:24:58.983 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:58 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:24:58.983 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:58 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:24:59.145 DEBUG:teuthology.orchestra.run.smithi069:osd.0> sudo journalctl -f -n 0 -u ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4@osd.0.service 2024-04-10T15:24:59.147 INFO:tasks.cephadm:Deploying osd.1 on smithi069 with /dev/vg_nvme/lv_3... 2024-04-10T15:24:59.148 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 09bfb546-f74e-11ee-b64a-cb9ed24678a4 -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2024-04-10T15:24:59.946 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/09bfb546-f74e-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T15:24:59.982 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:59 smithi077 ceph-mon[31195]: from='osd.0 [v2:172.21.15.69:6802/4151394394,v1:172.21.15.69:6803/4151394394]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-04-10T15:24:59.982 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:59 smithi077 ceph-mon[31195]: osdmap e6: 1 total, 0 up, 1 in 2024-04-10T15:24:59.983 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:59 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-10T15:24:59.983 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:24:59 smithi077 ceph-mon[31195]: from='osd.0 [v2:172.21.15.69:6802/4151394394,v1:172.21.15.69:6803/4151394394]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi069", "root=default"]}]: dispatch 2024-04-10T15:25:00.024 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:59 smithi069 ceph-mon[39688]: from='osd.0 [v2:172.21.15.69:6802/4151394394,v1:172.21.15.69:6803/4151394394]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-04-10T15:25:00.024 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:59 smithi069 ceph-mon[39688]: osdmap e6: 1 total, 0 up, 1 in 2024-04-10T15:25:00.024 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:59 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-10T15:25:00.025 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:24:59 smithi069 ceph-mon[39688]: from='osd.0 [v2:172.21.15.69:6802/4151394394,v1:172.21.15.69:6803/4151394394]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi069", "root=default"]}]: dispatch 2024-04-10T15:25:00.025 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:24:59 smithi069 ceph-mon[27501]: from='osd.0 [v2:172.21.15.69:6802/4151394394,v1:172.21.15.69:6803/4151394394]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-04-10T15:25:00.025 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:24:59 smithi069 ceph-mon[27501]: osdmap e6: 1 total, 0 up, 1 in 2024-04-10T15:25:00.025 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:24:59 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-10T15:25:00.025 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:24:59 smithi069 ceph-mon[27501]: from='osd.0 [v2:172.21.15.69:6802/4151394394,v1:172.21.15.69:6803/4151394394]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi069", "root=default"]}]: dispatch 2024-04-10T15:25:00.308 INFO:journalctl@ceph.osd.0.smithi069.stdout:Apr 10 15:25:00 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-0[44106]: 2024-04-10T15:25:00.183+0000 7f42f1984700 -1 osd.0 0 waiting for initial osdmap 2024-04-10T15:25:00.308 INFO:journalctl@ceph.osd.0.smithi069.stdout:Apr 10 15:25:00 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-0[44106]: 2024-04-10T15:25:00.186+0000 7f42e9771700 -1 osd.0 7 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-10T15:25:00.939 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:25:00 smithi069 ceph-mon[27501]: pgmap v38: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-10T15:25:00.939 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:25:00 smithi069 ceph-mon[27501]: from='osd.0 [v2:172.21.15.69:6802/4151394394,v1:172.21.15.69:6803/4151394394]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi069", "root=default"]}]': finished 2024-04-10T15:25:00.940 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:25:00 smithi069 ceph-mon[27501]: osdmap e7: 1 total, 0 up, 1 in 2024-04-10T15:25:00.940 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:25:00 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-10T15:25:00.940 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:25:00 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-10T15:25:00.940 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:25:00 smithi069 ceph-mon[27501]: from='osd.0 [v2:172.21.15.69:6802/4151394394,v1:172.21.15.69:6803/4151394394]' entity='osd.0' 2024-04-10T15:25:00.940 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:25:00 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-10T15:25:00.940 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:25:00 smithi069 ceph-mon[39688]: pgmap v38: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-10T15:25:00.940 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:25:00 smithi069 ceph-mon[39688]: from='osd.0 [v2:172.21.15.69:6802/4151394394,v1:172.21.15.69:6803/4151394394]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi069", "root=default"]}]': finished 2024-04-10T15:25:00.940 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:25:00 smithi069 ceph-mon[39688]: osdmap e7: 1 total, 0 up, 1 in 2024-04-10T15:25:00.940 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:25:00 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-10T15:25:00.940 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:25:00 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-10T15:25:00.940 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:25:00 smithi069 ceph-mon[39688]: from='osd.0 [v2:172.21.15.69:6802/4151394394,v1:172.21.15.69:6803/4151394394]' entity='osd.0' 2024-04-10T15:25:00.940 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:25:00 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-10T15:25:00.982 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:25:00 smithi077 ceph-mon[31195]: pgmap v38: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-10T15:25:00.982 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:25:00 smithi077 ceph-mon[31195]: from='osd.0 [v2:172.21.15.69:6802/4151394394,v1:172.21.15.69:6803/4151394394]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi069", "root=default"]}]': finished 2024-04-10T15:25:00.982 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:25:00 smithi077 ceph-mon[31195]: osdmap e7: 1 total, 0 up, 1 in 2024-04-10T15:25:00.983 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:25:00 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-10T15:25:00.983 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:25:00 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-10T15:25:00.983 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:25:00 smithi077 ceph-mon[31195]: from='osd.0 [v2:172.21.15.69:6802/4151394394,v1:172.21.15.69:6803/4151394394]' entity='osd.0' 2024-04-10T15:25:00.983 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:25:00 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-10T15:25:01.902 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:25:01 smithi069 ceph-mon[27501]: purged_snaps scrub starts 2024-04-10T15:25:01.902 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:25:01 smithi069 ceph-mon[27501]: purged_snaps scrub ok 2024-04-10T15:25:01.902 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:25:01 smithi069 ceph-mon[27501]: osd.0 [v2:172.21.15.69:6802/4151394394,v1:172.21.15.69:6803/4151394394] boot 2024-04-10T15:25:01.902 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:25:01 smithi069 ceph-mon[27501]: osdmap e8: 1 total, 1 up, 1 in 2024-04-10T15:25:01.902 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:25:01 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-10T15:25:01.903 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:25:01 smithi069 ceph-mon[39688]: purged_snaps scrub starts 2024-04-10T15:25:01.903 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:25:01 smithi069 ceph-mon[39688]: purged_snaps scrub ok 2024-04-10T15:25:01.903 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:25:01 smithi069 ceph-mon[39688]: osd.0 [v2:172.21.15.69:6802/4151394394,v1:172.21.15.69:6803/4151394394] boot 2024-04-10T15:25:01.903 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:25:01 smithi069 ceph-mon[39688]: osdmap e8: 1 total, 1 up, 1 in 2024-04-10T15:25:01.903 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:25:01 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-10T15:25:01.983 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:25:01 smithi077 ceph-mon[31195]: purged_snaps scrub starts 2024-04-10T15:25:01.983 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:25:01 smithi077 ceph-mon[31195]: purged_snaps scrub ok 2024-04-10T15:25:01.983 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:25:01 smithi077 ceph-mon[31195]: osd.0 [v2:172.21.15.69:6802/4151394394,v1:172.21.15.69:6803/4151394394] boot 2024-04-10T15:25:01.983 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:25:01 smithi077 ceph-mon[31195]: osdmap e8: 1 total, 1 up, 1 in 2024-04-10T15:25:01.983 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:25:01 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-10T15:25:02.745 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:25:02 smithi069 ceph-mon[27501]: pgmap v41: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-10T15:25:02.745 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:25:02 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:25:02.745 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:25:02 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:25:02.745 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:25:02 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:25:02.745 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:25:02 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:25:02.745 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:25:02 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:25:02.745 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:25:02 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:25:02.745 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:25:02 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:25:02.746 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:25:02 smithi069 ceph-mon[39688]: pgmap v41: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-10T15:25:02.746 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:25:02 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:25:02.746 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:25:02 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:25:02.746 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:25:02 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:25:02.746 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:25:02 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:25:02.746 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:25:02 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:25:02.746 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:25:02 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:25:02.746 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:25:02 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:25:02.982 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:25:02 smithi077 ceph-mon[31195]: pgmap v41: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-10T15:25:02.983 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:25:02 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:25:02.983 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:25:02 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:25:02.983 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:25:02 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:25:02.983 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:25:02 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:25:02.983 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:25:02 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:25:02.983 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:25:02 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:25:02.983 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:25:02 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:25:03.303 INFO:teuthology.orchestra.run.smithi069.stderr:--> Zapping: /dev/vg_nvme/lv_3 2024-04-10T15:25:03.303 INFO:teuthology.orchestra.run.smithi069.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2024-04-10T15:25:03.303 INFO:teuthology.orchestra.run.smithi069.stderr: stderr: 10+0 records in 2024-04-10T15:25:03.303 INFO:teuthology.orchestra.run.smithi069.stderr:10+0 records out 2024-04-10T15:25:03.303 INFO:teuthology.orchestra.run.smithi069.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0140137 s, 748 MB/s 2024-04-10T15:25:03.303 INFO:teuthology.orchestra.run.smithi069.stderr:--> Zapping successful for: 2024-04-10T15:25:03.929 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:25:03 smithi069 ceph-mon[39688]: Detected new or changed devices on smithi069 2024-04-10T15:25:03.929 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:25:03 smithi069 ceph-mon[39688]: Adjusting osd_memory_target on smithi069 to 16064M 2024-04-10T15:25:03.929 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:25:03 smithi069 ceph-mon[39688]: osdmap e9: 1 total, 1 up, 1 in 2024-04-10T15:25:03.929 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:25:03 smithi069 ceph-mon[27501]: Detected new or changed devices on smithi069 2024-04-10T15:25:03.929 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:25:03 smithi069 ceph-mon[27501]: Adjusting osd_memory_target on smithi069 to 16064M 2024-04-10T15:25:03.930 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:25:03 smithi069 ceph-mon[27501]: osdmap e9: 1 total, 1 up, 1 in 2024-04-10T15:25:03.950 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 09bfb546-f74e-11ee-b64a-cb9ed24678a4 -- ceph orch daemon add osd smithi069:vg_nvme/lv_3 2024-04-10T15:25:03.982 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:25:03 smithi077 ceph-mon[31195]: Detected new or changed devices on smithi069 2024-04-10T15:25:03.983 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:25:03 smithi077 ceph-mon[31195]: Adjusting osd_memory_target on smithi069 to 16064M 2024-04-10T15:25:03.983 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:25:03 smithi077 ceph-mon[31195]: osdmap e9: 1 total, 1 up, 1 in 2024-04-10T15:25:04.151 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/09bfb546-f74e-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T15:25:04.826 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:25:04 smithi069 ceph-mon[27501]: pgmap v43: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-10T15:25:04.827 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:25:04 smithi069 ceph-mon[39688]: pgmap v43: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-10T15:25:04.982 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:25:04 smithi077 ceph-mon[31195]: pgmap v43: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-10T15:25:06.807 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:25:06 smithi069 ceph-mon[27501]: pgmap v44: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-10T15:25:06.808 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:25:06 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-10T15:25:06.808 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:25:06 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-10T15:25:06.808 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:25:06 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:25:06.808 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:25:06 smithi069 ceph-mon[39688]: pgmap v44: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-10T15:25:06.808 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:25:06 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-10T15:25:06.808 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:25:06 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-10T15:25:06.808 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:25:06 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:25:06.982 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:25:06 smithi077 ceph-mon[31195]: pgmap v44: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-10T15:25:06.983 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:25:06 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-10T15:25:06.983 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:25:06 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-10T15:25:06.983 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:25:06 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:25:07.982 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:25:07 smithi077 ceph-mon[31195]: from='client.24140 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi069:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:25:08.077 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:25:07 smithi069 ceph-mon[27501]: from='client.24140 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi069:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:25:08.077 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:25:07 smithi069 ceph-mon[39688]: from='client.24140 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi069:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:25:09.076 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:25:08 smithi069 ceph-mon[27501]: pgmap v45: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-10T15:25:09.077 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:25:08 smithi069 ceph-mon[27501]: from='client.? 172.21.15.69:0/1555986516' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "2792adf4-cb44-4e8d-a4d7-23e6b890b8a0"}]: dispatch 2024-04-10T15:25:09.077 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:25:08 smithi069 ceph-mon[27501]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "2792adf4-cb44-4e8d-a4d7-23e6b890b8a0"}]: dispatch 2024-04-10T15:25:09.077 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:25:08 smithi069 ceph-mon[27501]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "2792adf4-cb44-4e8d-a4d7-23e6b890b8a0"}]': finished 2024-04-10T15:25:09.077 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:25:08 smithi069 ceph-mon[27501]: osdmap e10: 2 total, 1 up, 2 in 2024-04-10T15:25:09.077 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:25:08 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-10T15:25:09.077 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:25:08 smithi069 ceph-mon[39688]: pgmap v45: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-10T15:25:09.077 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:25:08 smithi069 ceph-mon[39688]: from='client.? 172.21.15.69:0/1555986516' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "2792adf4-cb44-4e8d-a4d7-23e6b890b8a0"}]: dispatch 2024-04-10T15:25:09.077 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:25:08 smithi069 ceph-mon[39688]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "2792adf4-cb44-4e8d-a4d7-23e6b890b8a0"}]: dispatch 2024-04-10T15:25:09.077 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:25:08 smithi069 ceph-mon[39688]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "2792adf4-cb44-4e8d-a4d7-23e6b890b8a0"}]': finished 2024-04-10T15:25:09.077 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:25:08 smithi069 ceph-mon[39688]: osdmap e10: 2 total, 1 up, 2 in 2024-04-10T15:25:09.078 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:25:08 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-10T15:25:09.232 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:25:08 smithi077 ceph-mon[31195]: pgmap v45: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-10T15:25:09.233 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:25:08 smithi077 ceph-mon[31195]: from='client.? 172.21.15.69:0/1555986516' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "2792adf4-cb44-4e8d-a4d7-23e6b890b8a0"}]: dispatch 2024-04-10T15:25:09.233 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:25:08 smithi077 ceph-mon[31195]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "2792adf4-cb44-4e8d-a4d7-23e6b890b8a0"}]: dispatch 2024-04-10T15:25:09.233 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:25:08 smithi077 ceph-mon[31195]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "2792adf4-cb44-4e8d-a4d7-23e6b890b8a0"}]': finished 2024-04-10T15:25:09.233 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:25:08 smithi077 ceph-mon[31195]: osdmap e10: 2 total, 1 up, 2 in 2024-04-10T15:25:09.233 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:25:08 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-10T15:25:10.076 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:25:09 smithi069 ceph-mon[27501]: from='client.? 172.21.15.69:0/4024109989' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-10T15:25:10.077 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:25:09 smithi069 ceph-mon[39688]: from='client.? 172.21.15.69:0/4024109989' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-10T15:25:10.232 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:25:09 smithi077 ceph-mon[31195]: from='client.? 172.21.15.69:0/4024109989' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-10T15:25:11.076 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:25:10 smithi069 ceph-mon[27501]: pgmap v47: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-10T15:25:11.077 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:25:10 smithi069 ceph-mon[39688]: pgmap v47: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-10T15:25:11.232 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:25:10 smithi077 ceph-mon[31195]: pgmap v47: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-10T15:25:12.988 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:25:12 smithi069 ceph-mon[27501]: pgmap v48: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-10T15:25:12.989 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:25:12 smithi069 ceph-mon[39688]: pgmap v48: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-10T15:25:13.232 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:25:12 smithi077 ceph-mon[31195]: pgmap v48: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-10T15:25:15.040 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:25:14 smithi069 ceph-mon[27501]: pgmap v49: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-10T15:25:15.041 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:25:14 smithi069 ceph-mon[39688]: pgmap v49: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-10T15:25:15.232 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:25:14 smithi077 ceph-mon[31195]: pgmap v49: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-10T15:25:15.827 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:25:15 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-10T15:25:15.827 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:25:15 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:25:15.827 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:25:15 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-10T15:25:15.827 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:25:15 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:25:16.134 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:25:15 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-10T15:25:16.134 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:25:15 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:25:16.900 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:25:16 smithi069 ceph-mon[27501]: Deploying daemon osd.1 on smithi069 2024-04-10T15:25:16.900 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:25:16 smithi069 ceph-mon[27501]: pgmap v50: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-10T15:25:16.901 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:25:16 smithi069 ceph-mon[39688]: Deploying daemon osd.1 on smithi069 2024-04-10T15:25:16.901 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:25:16 smithi069 ceph-mon[39688]: pgmap v50: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-10T15:25:17.233 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:25:16 smithi077 ceph-mon[31195]: Deploying daemon osd.1 on smithi069 2024-04-10T15:25:17.233 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:25:16 smithi077 ceph-mon[31195]: pgmap v50: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-10T15:25:19.077 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:25:18 smithi069 ceph-mon[27501]: pgmap v51: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-10T15:25:19.077 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:25:18 smithi069 ceph-mon[39688]: pgmap v51: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-10T15:25:19.233 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:25:18 smithi077 ceph-mon[31195]: pgmap v51: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-10T15:25:21.051 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:25:20 smithi069 ceph-mon[39688]: pgmap v52: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-10T15:25:21.051 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:25:20 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:25:21.051 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:25:20 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:25:21.051 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:25:20 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:25:21.051 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:25:20 smithi069 ceph-mon[27501]: pgmap v52: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-10T15:25:21.052 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:25:20 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:25:21.052 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:25:20 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:25:21.052 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:25:20 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:25:21.233 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:25:20 smithi077 ceph-mon[31195]: pgmap v52: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-10T15:25:21.233 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:25:20 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:25:21.233 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:25:20 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:25:21.233 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:25:20 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:25:23.062 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:25:22 smithi069 ceph-mon[27501]: pgmap v53: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-10T15:25:23.062 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:25:22 smithi069 ceph-mon[39688]: pgmap v53: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-10T15:25:23.233 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:25:22 smithi077 ceph-mon[31195]: pgmap v53: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-10T15:25:24.129 INFO:teuthology.orchestra.run.smithi069.stdout:Created osd(s) 1 on host 'smithi069' 2024-04-10T15:25:24.733 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:25:24 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:25:24.733 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:25:24 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:25:24.733 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:25:24 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:25:24.733 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:25:24 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:25:24.734 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:25:24 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:25:24.734 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:25:24 smithi077 ceph-mon[31195]: from='osd.1 [v2:172.21.15.69:6810/1357395889,v1:172.21.15.69:6811/1357395889]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-10T15:25:24.734 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:25:24 smithi077 ceph-mon[31195]: pgmap v54: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-10T15:25:24.734 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:25:24 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:25:24.734 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:25:24 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:25:24.734 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:25:24 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:25:24.761 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:25:24 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:25:24.761 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:25:24 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:25:24.761 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:25:24 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:25:24.761 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:25:24 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:25:24.761 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:25:24 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:25:24.761 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:25:24 smithi069 ceph-mon[39688]: from='osd.1 [v2:172.21.15.69:6810/1357395889,v1:172.21.15.69:6811/1357395889]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-10T15:25:24.761 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:25:24 smithi069 ceph-mon[39688]: pgmap v54: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-10T15:25:24.761 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:25:24 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:25:24.761 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:25:24 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:25:24.761 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:25:24 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:25:24.762 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:25:24 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:25:24.762 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:25:24 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:25:24.762 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:25:24 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:25:24.762 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:25:24 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:25:24.762 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:25:24 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:25:24.762 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:25:24 smithi069 ceph-mon[27501]: from='osd.1 [v2:172.21.15.69:6810/1357395889,v1:172.21.15.69:6811/1357395889]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-10T15:25:24.762 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:25:24 smithi069 ceph-mon[27501]: pgmap v54: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-10T15:25:24.762 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:25:24 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:25:24.762 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:25:24 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:25:24.762 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:25:24 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:25:24.783 DEBUG:teuthology.orchestra.run.smithi069:osd.1> sudo journalctl -f -n 0 -u ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4@osd.1.service 2024-04-10T15:25:24.786 INFO:tasks.cephadm:Deploying osd.2 on smithi069 with /dev/vg_nvme/lv_2... 2024-04-10T15:25:24.786 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 09bfb546-f74e-11ee-b64a-cb9ed24678a4 -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2024-04-10T15:25:25.577 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:25:25 smithi069 ceph-mon[39688]: from='osd.1 [v2:172.21.15.69:6810/1357395889,v1:172.21.15.69:6811/1357395889]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-04-10T15:25:25.577 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:25:25 smithi069 ceph-mon[39688]: osdmap e11: 2 total, 1 up, 2 in 2024-04-10T15:25:25.577 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:25:25 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-10T15:25:25.577 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:25:25 smithi069 ceph-mon[39688]: from='osd.1 [v2:172.21.15.69:6810/1357395889,v1:172.21.15.69:6811/1357395889]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi069", "root=default"]}]: dispatch 2024-04-10T15:25:25.577 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:25:25 smithi069 ceph-mon[27501]: from='osd.1 [v2:172.21.15.69:6810/1357395889,v1:172.21.15.69:6811/1357395889]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-04-10T15:25:25.577 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:25:25 smithi069 ceph-mon[27501]: osdmap e11: 2 total, 1 up, 2 in 2024-04-10T15:25:25.577 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:25:25 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-10T15:25:25.577 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:25:25 smithi069 ceph-mon[27501]: from='osd.1 [v2:172.21.15.69:6810/1357395889,v1:172.21.15.69:6811/1357395889]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi069", "root=default"]}]: dispatch 2024-04-10T15:25:25.578 INFO:journalctl@ceph.osd.1.smithi069.stdout:Apr 10 15:25:25 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-1[50493]: 2024-04-10T15:25:25.405+0000 7f321db27700 -1 osd.1 0 waiting for initial osdmap 2024-04-10T15:25:25.578 INFO:journalctl@ceph.osd.1.smithi069.stdout:Apr 10 15:25:25 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-1[50493]: 2024-04-10T15:25:25.409+0000 7f321991c700 -1 osd.1 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-10T15:25:25.614 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/09bfb546-f74e-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T15:25:25.733 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:25:25 smithi077 ceph-mon[31195]: from='osd.1 [v2:172.21.15.69:6810/1357395889,v1:172.21.15.69:6811/1357395889]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-04-10T15:25:25.733 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:25:25 smithi077 ceph-mon[31195]: osdmap e11: 2 total, 1 up, 2 in 2024-04-10T15:25:25.733 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:25:25 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-10T15:25:25.733 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:25:25 smithi077 ceph-mon[31195]: from='osd.1 [v2:172.21.15.69:6810/1357395889,v1:172.21.15.69:6811/1357395889]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi069", "root=default"]}]: dispatch 2024-04-10T15:25:26.512 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:25:26 smithi069 ceph-mon[39688]: from='osd.1 [v2:172.21.15.69:6810/1357395889,v1:172.21.15.69:6811/1357395889]' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi069", "root=default"]}]': finished 2024-04-10T15:25:26.512 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:25:26 smithi069 ceph-mon[39688]: osdmap e12: 2 total, 1 up, 2 in 2024-04-10T15:25:26.512 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:25:26 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-10T15:25:26.512 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:25:26 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-10T15:25:26.512 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:25:26 smithi069 ceph-mon[39688]: pgmap v57: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-10T15:25:26.513 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:25:26 smithi069 ceph-mon[27501]: from='osd.1 [v2:172.21.15.69:6810/1357395889,v1:172.21.15.69:6811/1357395889]' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi069", "root=default"]}]': finished 2024-04-10T15:25:26.513 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:25:26 smithi069 ceph-mon[27501]: osdmap e12: 2 total, 1 up, 2 in 2024-04-10T15:25:26.513 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:25:26 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-10T15:25:26.513 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:25:26 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-10T15:25:26.513 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:25:26 smithi069 ceph-mon[27501]: pgmap v57: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-10T15:25:26.733 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:25:26 smithi077 ceph-mon[31195]: from='osd.1 [v2:172.21.15.69:6810/1357395889,v1:172.21.15.69:6811/1357395889]' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi069", "root=default"]}]': finished 2024-04-10T15:25:26.733 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:25:26 smithi077 ceph-mon[31195]: osdmap e12: 2 total, 1 up, 2 in 2024-04-10T15:25:26.733 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:25:26 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-10T15:25:26.733 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:25:26 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-10T15:25:26.733 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:25:26 smithi077 ceph-mon[31195]: pgmap v57: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-10T15:25:27.577 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:25:27 smithi069 ceph-mon[27501]: purged_snaps scrub starts 2024-04-10T15:25:27.577 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:25:27 smithi069 ceph-mon[27501]: purged_snaps scrub ok 2024-04-10T15:25:27.577 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:25:27 smithi069 ceph-mon[27501]: osd.1 [v2:172.21.15.69:6810/1357395889,v1:172.21.15.69:6811/1357395889] boot 2024-04-10T15:25:27.577 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:25:27 smithi069 ceph-mon[27501]: osdmap e13: 2 total, 2 up, 2 in 2024-04-10T15:25:27.577 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:25:27 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-10T15:25:27.577 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:25:27 smithi069 ceph-mon[39688]: purged_snaps scrub starts 2024-04-10T15:25:27.577 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:25:27 smithi069 ceph-mon[39688]: purged_snaps scrub ok 2024-04-10T15:25:27.577 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:25:27 smithi069 ceph-mon[39688]: osd.1 [v2:172.21.15.69:6810/1357395889,v1:172.21.15.69:6811/1357395889] boot 2024-04-10T15:25:27.578 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:25:27 smithi069 ceph-mon[39688]: osdmap e13: 2 total, 2 up, 2 in 2024-04-10T15:25:27.578 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:25:27 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-10T15:25:27.733 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:25:27 smithi077 ceph-mon[31195]: purged_snaps scrub starts 2024-04-10T15:25:27.733 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:25:27 smithi077 ceph-mon[31195]: purged_snaps scrub ok 2024-04-10T15:25:27.733 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:25:27 smithi077 ceph-mon[31195]: osd.1 [v2:172.21.15.69:6810/1357395889,v1:172.21.15.69:6811/1357395889] boot 2024-04-10T15:25:27.733 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:25:27 smithi077 ceph-mon[31195]: osdmap e13: 2 total, 2 up, 2 in 2024-04-10T15:25:27.733 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:25:27 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-10T15:25:28.577 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:25:28 smithi069 ceph-mon[39688]: osdmap e14: 2 total, 2 up, 2 in 2024-04-10T15:25:28.577 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:25:28 smithi069 ceph-mon[39688]: pgmap v60: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-10T15:25:28.578 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:25:28 smithi069 ceph-mon[27501]: osdmap e14: 2 total, 2 up, 2 in 2024-04-10T15:25:28.578 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:25:28 smithi069 ceph-mon[27501]: pgmap v60: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-10T15:25:28.705 INFO:teuthology.orchestra.run.smithi069.stderr:--> Zapping: /dev/vg_nvme/lv_2 2024-04-10T15:25:28.705 INFO:teuthology.orchestra.run.smithi069.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2024-04-10T15:25:28.705 INFO:teuthology.orchestra.run.smithi069.stderr: stderr: 10+0 records in 2024-04-10T15:25:28.705 INFO:teuthology.orchestra.run.smithi069.stderr:10+0 records out 2024-04-10T15:25:28.706 INFO:teuthology.orchestra.run.smithi069.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0135298 s, 775 MB/s 2024-04-10T15:25:28.706 INFO:teuthology.orchestra.run.smithi069.stderr:--> Zapping successful for: 2024-04-10T15:25:28.733 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:25:28 smithi077 ceph-mon[31195]: osdmap e14: 2 total, 2 up, 2 in 2024-04-10T15:25:28.733 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:25:28 smithi077 ceph-mon[31195]: pgmap v60: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-10T15:25:29.426 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 09bfb546-f74e-11ee-b64a-cb9ed24678a4 -- ceph orch daemon add osd smithi069:vg_nvme/lv_2 2024-04-10T15:25:29.630 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/09bfb546-f74e-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T15:25:30.077 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:25:29 smithi069 ceph-mon[39688]: Detected new or changed devices on smithi069 2024-04-10T15:25:30.077 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:25:29 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:25:30.077 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:25:29 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:25:30.078 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:25:29 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:25:30.078 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:25:29 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:25:30.078 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:25:29 smithi069 ceph-mon[39688]: Adjusting osd_memory_target on smithi069 to 8032M 2024-04-10T15:25:30.078 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:25:29 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:25:30.078 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:25:29 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:25:30.078 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:25:29 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:25:30.078 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:25:29 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:25:30.078 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:25:29 smithi069 ceph-mon[39688]: pgmap v61: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-10T15:25:30.078 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:25:29 smithi069 ceph-mon[27501]: Detected new or changed devices on smithi069 2024-04-10T15:25:30.078 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:25:29 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:25:30.079 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:25:29 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:25:30.079 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:25:29 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:25:30.079 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:25:29 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:25:30.079 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:25:29 smithi069 ceph-mon[27501]: Adjusting osd_memory_target on smithi069 to 8032M 2024-04-10T15:25:30.079 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:25:29 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:25:30.079 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:25:29 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:25:30.079 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:25:29 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:25:30.079 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:25:29 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:25:30.079 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:25:29 smithi069 ceph-mon[27501]: pgmap v61: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-10T15:25:30.233 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:25:29 smithi077 ceph-mon[31195]: Detected new or changed devices on smithi069 2024-04-10T15:25:30.233 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:25:29 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:25:30.233 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:25:29 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:25:30.233 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:25:29 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:25:30.234 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:25:29 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:25:30.234 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:25:29 smithi077 ceph-mon[31195]: Adjusting osd_memory_target on smithi069 to 8032M 2024-04-10T15:25:30.234 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:25:29 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:25:30.234 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:25:29 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:25:30.234 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:25:29 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:25:30.234 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:25:29 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:25:30.234 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:25:29 smithi077 ceph-mon[31195]: pgmap v61: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-10T15:25:31.733 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:25:31 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-10T15:25:31.733 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:25:31 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-10T15:25:31.733 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:25:31 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:25:31.827 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:25:31 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-10T15:25:31.827 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:25:31 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-10T15:25:31.827 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:25:31 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:25:31.827 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:25:31 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-10T15:25:31.828 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:25:31 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-10T15:25:31.828 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:25:31 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:25:32.733 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:25:32 smithi077 ceph-mon[31195]: from='client.24167 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi069:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:25:32.733 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:25:32 smithi077 ceph-mon[31195]: pgmap v62: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-10T15:25:32.827 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:25:32 smithi069 ceph-mon[27501]: from='client.24167 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi069:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:25:32.827 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:25:32 smithi069 ceph-mon[27501]: pgmap v62: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-10T15:25:32.827 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:25:32 smithi069 ceph-mon[39688]: from='client.24167 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi069:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:25:32.827 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:25:32 smithi069 ceph-mon[39688]: pgmap v62: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-10T15:25:34.983 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:25:34 smithi077 ceph-mon[31195]: pgmap v63: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-10T15:25:34.983 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:25:34 smithi077 ceph-mon[31195]: from='client.? 172.21.15.69:0/1372678884' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "bc921321-1efe-43c6-ab36-ff5b6d48bcdf"}]: dispatch 2024-04-10T15:25:34.983 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:25:34 smithi077 ceph-mon[31195]: from='client.? 172.21.15.69:0/1372678884' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "bc921321-1efe-43c6-ab36-ff5b6d48bcdf"}]': finished 2024-04-10T15:25:34.983 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:25:34 smithi077 ceph-mon[31195]: osdmap e15: 3 total, 2 up, 3 in 2024-04-10T15:25:34.983 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:25:34 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-10T15:25:35.077 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:25:34 smithi069 ceph-mon[39688]: pgmap v63: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-10T15:25:35.077 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:25:34 smithi069 ceph-mon[39688]: from='client.? 172.21.15.69:0/1372678884' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "bc921321-1efe-43c6-ab36-ff5b6d48bcdf"}]: dispatch 2024-04-10T15:25:35.077 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:25:34 smithi069 ceph-mon[39688]: from='client.? 172.21.15.69:0/1372678884' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "bc921321-1efe-43c6-ab36-ff5b6d48bcdf"}]': finished 2024-04-10T15:25:35.077 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:25:34 smithi069 ceph-mon[39688]: osdmap e15: 3 total, 2 up, 3 in 2024-04-10T15:25:35.077 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:25:34 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-10T15:25:35.078 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:25:34 smithi069 ceph-mon[27501]: pgmap v63: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-10T15:25:35.078 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:25:34 smithi069 ceph-mon[27501]: from='client.? 172.21.15.69:0/1372678884' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "bc921321-1efe-43c6-ab36-ff5b6d48bcdf"}]: dispatch 2024-04-10T15:25:35.078 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:25:34 smithi069 ceph-mon[27501]: from='client.? 172.21.15.69:0/1372678884' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "bc921321-1efe-43c6-ab36-ff5b6d48bcdf"}]': finished 2024-04-10T15:25:35.078 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:25:34 smithi069 ceph-mon[27501]: osdmap e15: 3 total, 2 up, 3 in 2024-04-10T15:25:35.078 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:25:34 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-10T15:25:35.983 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:25:35 smithi077 ceph-mon[31195]: from='client.? 172.21.15.69:0/2082543843' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-10T15:25:36.077 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:25:35 smithi069 ceph-mon[27501]: from='client.? 172.21.15.69:0/2082543843' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-10T15:25:36.077 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:25:35 smithi069 ceph-mon[39688]: from='client.? 172.21.15.69:0/2082543843' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-10T15:25:36.904 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:25:36 smithi069 ceph-mon[27501]: pgmap v65: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-10T15:25:36.905 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:25:36 smithi069 ceph-mon[39688]: pgmap v65: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-10T15:25:36.983 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:25:36 smithi077 ceph-mon[31195]: pgmap v65: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-10T15:25:38.959 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:25:38 smithi069 ceph-mon[39688]: pgmap v66: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-10T15:25:38.959 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:25:38 smithi069 ceph-mon[27501]: pgmap v66: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-10T15:25:38.983 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:25:38 smithi077 ceph-mon[31195]: pgmap v66: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-10T15:25:40.898 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:25:40 smithi069 ceph-mon[39688]: pgmap v67: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-10T15:25:40.898 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:25:40 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-10T15:25:40.898 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:25:40 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:25:40.898 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:25:40 smithi069 ceph-mon[27501]: pgmap v67: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-10T15:25:40.898 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:25:40 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-10T15:25:40.898 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:25:40 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:25:40.983 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:25:40 smithi077 ceph-mon[31195]: pgmap v67: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-10T15:25:40.983 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:25:40 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-10T15:25:40.983 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:25:40 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:25:41.797 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:25:41 smithi069 ceph-mon[39688]: Deploying daemon osd.2 on smithi069 2024-04-10T15:25:41.797 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:25:41 smithi069 ceph-mon[27501]: Deploying daemon osd.2 on smithi069 2024-04-10T15:25:41.983 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:25:41 smithi077 ceph-mon[31195]: Deploying daemon osd.2 on smithi069 2024-04-10T15:25:42.827 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:25:42 smithi069 ceph-mon[27501]: pgmap v68: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-10T15:25:42.827 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:25:42 smithi069 ceph-mon[39688]: pgmap v68: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-10T15:25:42.983 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:25:42 smithi077 ceph-mon[31195]: pgmap v68: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-10T15:25:44.827 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:25:44 smithi069 ceph-mon[27501]: pgmap v69: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-10T15:25:44.828 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:25:44 smithi069 ceph-mon[39688]: pgmap v69: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-10T15:25:44.983 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:25:44 smithi077 ceph-mon[31195]: pgmap v69: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-10T15:25:47.077 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:25:46 smithi069 ceph-mon[39688]: pgmap v70: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-10T15:25:47.078 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:25:46 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:25:47.078 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:25:46 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:25:47.078 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:25:46 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:25:47.078 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:25:46 smithi069 ceph-mon[27501]: pgmap v70: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-10T15:25:47.078 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:25:46 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:25:47.078 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:25:46 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:25:47.078 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:25:46 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:25:47.233 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:25:46 smithi077 ceph-mon[31195]: pgmap v70: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-10T15:25:47.233 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:25:46 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:25:47.233 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:25:46 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:25:47.233 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:25:46 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:25:49.009 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:25:48 smithi069 ceph-mon[27501]: pgmap v71: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-10T15:25:49.010 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:25:48 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:25:49.010 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:25:48 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:25:49.010 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:25:48 smithi069 ceph-mon[39688]: pgmap v71: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-10T15:25:49.010 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:25:48 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:25:49.010 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:25:48 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:25:49.233 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:25:48 smithi077 ceph-mon[31195]: pgmap v71: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-10T15:25:49.233 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:25:48 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:25:49.233 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:25:48 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:25:49.452 INFO:teuthology.orchestra.run.smithi069.stdout:Created osd(s) 2 on host 'smithi069' 2024-04-10T15:25:50.077 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:25:49 smithi069 ceph-mon[27501]: from='osd.2 [v2:172.21.15.69:6818/4024388906,v1:172.21.15.69:6819/4024388906]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-10T15:25:50.077 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:25:49 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:25:50.077 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:25:49 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:25:50.078 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:25:49 smithi069 ceph-mon[39688]: from='osd.2 [v2:172.21.15.69:6818/4024388906,v1:172.21.15.69:6819/4024388906]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-10T15:25:50.078 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:25:49 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:25:50.078 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:25:49 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:25:50.152 DEBUG:teuthology.orchestra.run.smithi069:osd.2> sudo journalctl -f -n 0 -u ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4@osd.2.service 2024-04-10T15:25:50.154 INFO:tasks.cephadm:Deploying osd.3 on smithi069 with /dev/vg_nvme/lv_1... 2024-04-10T15:25:50.154 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 09bfb546-f74e-11ee-b64a-cb9ed24678a4 -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2024-04-10T15:25:50.233 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:25:49 smithi077 ceph-mon[31195]: from='osd.2 [v2:172.21.15.69:6818/4024388906,v1:172.21.15.69:6819/4024388906]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-10T15:25:50.234 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:25:49 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:25:50.234 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:25:49 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:25:51.077 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:25:50 smithi069 ceph-mon[39688]: pgmap v72: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-10T15:25:51.078 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:25:50 smithi069 ceph-mon[39688]: from='osd.2 [v2:172.21.15.69:6818/4024388906,v1:172.21.15.69:6819/4024388906]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-04-10T15:25:51.078 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:25:50 smithi069 ceph-mon[39688]: osdmap e16: 3 total, 2 up, 3 in 2024-04-10T15:25:51.078 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:25:50 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-10T15:25:51.078 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:25:50 smithi069 ceph-mon[39688]: from='osd.2 [v2:172.21.15.69:6818/4024388906,v1:172.21.15.69:6819/4024388906]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi069", "root=default"]}]: dispatch 2024-04-10T15:25:51.078 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:25:50 smithi069 ceph-mon[27501]: pgmap v72: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-10T15:25:51.078 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:25:50 smithi069 ceph-mon[27501]: from='osd.2 [v2:172.21.15.69:6818/4024388906,v1:172.21.15.69:6819/4024388906]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-04-10T15:25:51.078 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:25:50 smithi069 ceph-mon[27501]: osdmap e16: 3 total, 2 up, 3 in 2024-04-10T15:25:51.078 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:25:50 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-10T15:25:51.078 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:25:50 smithi069 ceph-mon[27501]: from='osd.2 [v2:172.21.15.69:6818/4024388906,v1:172.21.15.69:6819/4024388906]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi069", "root=default"]}]: dispatch 2024-04-10T15:25:51.233 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:25:50 smithi077 ceph-mon[31195]: pgmap v72: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-10T15:25:51.233 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:25:50 smithi077 ceph-mon[31195]: from='osd.2 [v2:172.21.15.69:6818/4024388906,v1:172.21.15.69:6819/4024388906]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-04-10T15:25:51.233 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:25:50 smithi077 ceph-mon[31195]: osdmap e16: 3 total, 2 up, 3 in 2024-04-10T15:25:51.234 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:25:50 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-10T15:25:51.234 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:25:50 smithi077 ceph-mon[31195]: from='osd.2 [v2:172.21.15.69:6818/4024388906,v1:172.21.15.69:6819/4024388906]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi069", "root=default"]}]: dispatch 2024-04-10T15:25:51.386 INFO:journalctl@ceph.osd.2.smithi069.stdout:Apr 10 15:25:51 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-2[56449]: 2024-04-10T15:25:51.206+0000 7fd91b9db700 -1 osd.2 0 waiting for initial osdmap 2024-04-10T15:25:51.386 INFO:journalctl@ceph.osd.2.smithi069.stdout:Apr 10 15:25:51 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-2[56449]: 2024-04-10T15:25:51.210+0000 7fd912fc7700 -1 osd.2 17 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-10T15:25:51.965 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/09bfb546-f74e-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T15:25:52.077 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:25:51 smithi069 ceph-mon[39688]: from='osd.2 [v2:172.21.15.69:6818/4024388906,v1:172.21.15.69:6819/4024388906]' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi069", "root=default"]}]': finished 2024-04-10T15:25:52.077 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:25:51 smithi069 ceph-mon[39688]: osdmap e17: 3 total, 2 up, 3 in 2024-04-10T15:25:52.077 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:25:51 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-10T15:25:52.077 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:25:51 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-10T15:25:52.078 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:25:51 smithi069 ceph-mon[39688]: from='osd.2 [v2:172.21.15.69:6818/4024388906,v1:172.21.15.69:6819/4024388906]' entity='osd.2' 2024-04-10T15:25:52.078 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:25:51 smithi069 ceph-mon[27501]: from='osd.2 [v2:172.21.15.69:6818/4024388906,v1:172.21.15.69:6819/4024388906]' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi069", "root=default"]}]': finished 2024-04-10T15:25:52.078 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:25:51 smithi069 ceph-mon[27501]: osdmap e17: 3 total, 2 up, 3 in 2024-04-10T15:25:52.078 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:25:51 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-10T15:25:52.078 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:25:51 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-10T15:25:52.078 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:25:51 smithi069 ceph-mon[27501]: from='osd.2 [v2:172.21.15.69:6818/4024388906,v1:172.21.15.69:6819/4024388906]' entity='osd.2' 2024-04-10T15:25:52.233 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:25:51 smithi077 ceph-mon[31195]: from='osd.2 [v2:172.21.15.69:6818/4024388906,v1:172.21.15.69:6819/4024388906]' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi069", "root=default"]}]': finished 2024-04-10T15:25:52.234 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:25:51 smithi077 ceph-mon[31195]: osdmap e17: 3 total, 2 up, 3 in 2024-04-10T15:25:52.234 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:25:51 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-10T15:25:52.234 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:25:51 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-10T15:25:52.234 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:25:51 smithi077 ceph-mon[31195]: from='osd.2 [v2:172.21.15.69:6818/4024388906,v1:172.21.15.69:6819/4024388906]' entity='osd.2' 2024-04-10T15:25:53.022 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:25:52 smithi069 ceph-mon[39688]: purged_snaps scrub starts 2024-04-10T15:25:53.023 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:25:52 smithi069 ceph-mon[39688]: purged_snaps scrub ok 2024-04-10T15:25:53.023 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:25:52 smithi069 ceph-mon[39688]: pgmap v75: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-10T15:25:53.023 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:25:52 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-10T15:25:53.023 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:25:52 smithi069 ceph-mon[39688]: osd.2 [v2:172.21.15.69:6818/4024388906,v1:172.21.15.69:6819/4024388906] boot 2024-04-10T15:25:53.023 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:25:52 smithi069 ceph-mon[39688]: osdmap e18: 3 total, 3 up, 3 in 2024-04-10T15:25:53.023 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:25:52 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-10T15:25:53.023 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:25:52 smithi069 ceph-mon[27501]: purged_snaps scrub starts 2024-04-10T15:25:53.023 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:25:52 smithi069 ceph-mon[27501]: purged_snaps scrub ok 2024-04-10T15:25:53.023 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:25:52 smithi069 ceph-mon[27501]: pgmap v75: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-10T15:25:53.023 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:25:52 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-10T15:25:53.024 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:25:52 smithi069 ceph-mon[27501]: osd.2 [v2:172.21.15.69:6818/4024388906,v1:172.21.15.69:6819/4024388906] boot 2024-04-10T15:25:53.024 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:25:52 smithi069 ceph-mon[27501]: osdmap e18: 3 total, 3 up, 3 in 2024-04-10T15:25:53.024 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:25:52 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-10T15:25:53.233 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:25:52 smithi077 ceph-mon[31195]: purged_snaps scrub starts 2024-04-10T15:25:53.233 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:25:52 smithi077 ceph-mon[31195]: purged_snaps scrub ok 2024-04-10T15:25:53.233 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:25:52 smithi077 ceph-mon[31195]: pgmap v75: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-10T15:25:53.234 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:25:52 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-10T15:25:53.234 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:25:52 smithi077 ceph-mon[31195]: osd.2 [v2:172.21.15.69:6818/4024388906,v1:172.21.15.69:6819/4024388906] boot 2024-04-10T15:25:53.234 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:25:52 smithi077 ceph-mon[31195]: osdmap e18: 3 total, 3 up, 3 in 2024-04-10T15:25:53.234 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:25:52 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-10T15:25:54.074 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:25:53 smithi069 ceph-mon[39688]: pgmap v77: 0 pgs: ; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-04-10T15:25:54.075 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:25:53 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:25:54.075 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:25:53 smithi069 ceph-mon[39688]: Detected new or changed devices on smithi069 2024-04-10T15:25:54.075 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:25:53 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-04-10T15:25:54.075 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:25:53 smithi069 ceph-mon[39688]: osdmap e19: 3 total, 3 up, 3 in 2024-04-10T15:25:54.075 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:25:53 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:25:54.075 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:25:53 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:25:54.075 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:25:53 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:25:54.075 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:25:53 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:25:54.075 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:25:53 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:25:54.075 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:25:53 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:25:54.075 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:25:53 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:25:54.076 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:25:53 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:25:54.076 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:25:53 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:25:54.076 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:25:53 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:25:54.076 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:25:53 smithi069 ceph-mon[27501]: pgmap v77: 0 pgs: ; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-04-10T15:25:54.076 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:25:53 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:25:54.076 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:25:53 smithi069 ceph-mon[27501]: Detected new or changed devices on smithi069 2024-04-10T15:25:54.076 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:25:53 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-04-10T15:25:54.076 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:25:53 smithi069 ceph-mon[27501]: osdmap e19: 3 total, 3 up, 3 in 2024-04-10T15:25:54.076 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:25:53 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:25:54.076 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:25:53 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:25:54.076 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:25:53 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:25:54.076 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:25:53 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:25:54.077 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:25:53 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:25:54.077 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:25:53 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:25:54.077 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:25:53 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:25:54.077 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:25:53 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:25:54.077 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:25:53 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:25:54.077 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:25:53 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:25:54.234 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:25:53 smithi077 ceph-mon[31195]: pgmap v77: 0 pgs: ; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-04-10T15:25:54.234 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:25:53 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:25:54.234 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:25:53 smithi077 ceph-mon[31195]: Detected new or changed devices on smithi069 2024-04-10T15:25:54.234 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:25:53 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-04-10T15:25:54.234 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:25:53 smithi077 ceph-mon[31195]: osdmap e19: 3 total, 3 up, 3 in 2024-04-10T15:25:54.234 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:25:53 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:25:54.234 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:25:53 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:25:54.234 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:25:53 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:25:54.234 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:25:53 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:25:54.234 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:25:53 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:25:54.234 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:25:53 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:25:54.235 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:25:53 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:25:54.235 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:25:53 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:25:54.235 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:25:53 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:25:54.235 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:25:53 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:25:54.668 INFO:teuthology.orchestra.run.smithi069.stderr:--> Zapping: /dev/vg_nvme/lv_1 2024-04-10T15:25:54.668 INFO:teuthology.orchestra.run.smithi069.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2024-04-10T15:25:54.668 INFO:teuthology.orchestra.run.smithi069.stderr: stderr: 10+0 records in 2024-04-10T15:25:54.668 INFO:teuthology.orchestra.run.smithi069.stderr:10+0 records out 2024-04-10T15:25:54.668 INFO:teuthology.orchestra.run.smithi069.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0122299 s, 857 MB/s 2024-04-10T15:25:54.668 INFO:teuthology.orchestra.run.smithi069.stderr: stderr: 2024-04-10T15:25:54.668 INFO:teuthology.orchestra.run.smithi069.stderr:--> Zapping successful for: 2024-04-10T15:25:55.233 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:25:54 smithi077 ceph-mon[31195]: Adjusting osd_memory_target on smithi069 to 5354M 2024-04-10T15:25:55.234 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:25:54 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:25:55.234 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:25:54 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:25:55.234 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:25:54 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:25:55.234 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:25:54 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:25:55.234 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:25:54 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-04-10T15:25:55.234 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:25:54 smithi077 ceph-mon[31195]: osdmap e20: 3 total, 3 up, 3 in 2024-04-10T15:25:55.316 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:25:54 smithi069 ceph-mon[39688]: Adjusting osd_memory_target on smithi069 to 5354M 2024-04-10T15:25:55.316 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:25:54 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:25:55.317 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:25:54 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:25:55.317 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:25:54 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:25:55.317 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:25:54 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:25:55.317 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:25:54 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-04-10T15:25:55.317 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:25:54 smithi069 ceph-mon[39688]: osdmap e20: 3 total, 3 up, 3 in 2024-04-10T15:25:55.317 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:25:54 smithi069 ceph-mon[27501]: Adjusting osd_memory_target on smithi069 to 5354M 2024-04-10T15:25:55.317 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:25:54 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:25:55.317 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:25:54 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:25:55.317 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:25:54 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:25:55.317 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:25:54 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:25:55.317 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:25:54 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-04-10T15:25:55.318 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:25:54 smithi069 ceph-mon[27501]: osdmap e20: 3 total, 3 up, 3 in 2024-04-10T15:25:55.337 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 09bfb546-f74e-11ee-b64a-cb9ed24678a4 -- ceph orch daemon add osd smithi069:vg_nvme/lv_1 2024-04-10T15:25:55.542 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/09bfb546-f74e-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T15:25:55.577 INFO:journalctl@ceph.osd.0.smithi069.stdout:Apr 10 15:25:55 smithi069 sudo[60813]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-04-10T15:25:55.577 INFO:journalctl@ceph.osd.0.smithi069.stdout:Apr 10 15:25:55 smithi069 sudo[60813]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-10T15:25:55.577 INFO:journalctl@ceph.osd.0.smithi069.stdout:Apr 10 15:25:55 smithi069 sudo[60813]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-10T15:25:55.577 INFO:journalctl@ceph.osd.0.smithi069.stdout:Apr 10 15:25:55 smithi069 sudo[60813]: pam_unix(sudo:session): session closed for user root 2024-04-10T15:25:55.912 INFO:journalctl@ceph.osd.0.smithi069.stdout:Apr 10 15:25:55 smithi069 sudo[60872]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-04-10T15:25:55.912 INFO:journalctl@ceph.osd.0.smithi069.stdout:Apr 10 15:25:55 smithi069 sudo[60872]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-10T15:25:55.913 INFO:journalctl@ceph.osd.0.smithi069.stdout:Apr 10 15:25:55 smithi069 sudo[60872]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-10T15:25:55.913 INFO:journalctl@ceph.osd.0.smithi069.stdout:Apr 10 15:25:55 smithi069 sudo[60872]: pam_unix(sudo:session): session closed for user root 2024-04-10T15:25:56.174 INFO:journalctl@ceph.osd.1.smithi069.stdout:Apr 10 15:25:55 smithi069 sudo[60895]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-04-10T15:25:56.174 INFO:journalctl@ceph.osd.1.smithi069.stdout:Apr 10 15:25:55 smithi069 sudo[60895]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-10T15:25:56.174 INFO:journalctl@ceph.osd.1.smithi069.stdout:Apr 10 15:25:55 smithi069 sudo[60895]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-10T15:25:56.174 INFO:journalctl@ceph.osd.1.smithi069.stdout:Apr 10 15:25:55 smithi069 sudo[60895]: pam_unix(sudo:session): session closed for user root 2024-04-10T15:25:56.435 INFO:journalctl@ceph.osd.1.smithi069.stdout:Apr 10 15:25:56 smithi069 sudo[60917]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-04-10T15:25:56.435 INFO:journalctl@ceph.osd.1.smithi069.stdout:Apr 10 15:25:56 smithi069 sudo[60917]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-10T15:25:56.435 INFO:journalctl@ceph.osd.1.smithi069.stdout:Apr 10 15:25:56 smithi069 sudo[60917]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-10T15:25:56.435 INFO:journalctl@ceph.osd.1.smithi069.stdout:Apr 10 15:25:56 smithi069 sudo[60917]: pam_unix(sudo:session): session closed for user root 2024-04-10T15:25:56.435 INFO:journalctl@ceph.osd.2.smithi069.stdout:Apr 10 15:25:56 smithi069 sudo[60929]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-04-10T15:25:56.435 INFO:journalctl@ceph.osd.2.smithi069.stdout:Apr 10 15:25:56 smithi069 sudo[60929]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-10T15:25:56.435 INFO:journalctl@ceph.osd.2.smithi069.stdout:Apr 10 15:25:56 smithi069 sudo[60929]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-10T15:25:56.436 INFO:journalctl@ceph.osd.2.smithi069.stdout:Apr 10 15:25:56 smithi069 sudo[60929]: pam_unix(sudo:session): session closed for user root 2024-04-10T15:25:56.827 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:25:56 smithi069 ceph-mon[27501]: pgmap v80: 1 pgs: 1 unknown; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-04-10T15:25:56.827 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:25:56 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:25:56.827 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:25:56 smithi069 ceph-mon[27501]: mgrmap e15: y(active, since 2m), standbys: x 2024-04-10T15:25:56.828 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:25:56 smithi069 ceph-mon[27501]: osdmap e21: 3 total, 3 up, 3 in 2024-04-10T15:25:56.828 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:25:56 smithi069 ceph-mon[39688]: pgmap v80: 1 pgs: 1 unknown; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-04-10T15:25:56.828 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:25:56 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:25:56.828 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:25:56 smithi069 ceph-mon[39688]: mgrmap e15: y(active, since 2m), standbys: x 2024-04-10T15:25:56.828 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:25:56 smithi069 ceph-mon[39688]: osdmap e21: 3 total, 3 up, 3 in 2024-04-10T15:25:56.828 INFO:journalctl@ceph.osd.2.smithi069.stdout:Apr 10 15:25:56 smithi069 sudo[60932]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-04-10T15:25:56.829 INFO:journalctl@ceph.osd.2.smithi069.stdout:Apr 10 15:25:56 smithi069 sudo[60932]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-10T15:25:56.829 INFO:journalctl@ceph.osd.2.smithi069.stdout:Apr 10 15:25:56 smithi069 sudo[60932]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-10T15:25:56.829 INFO:journalctl@ceph.osd.2.smithi069.stdout:Apr 10 15:25:56 smithi069 sudo[60932]: pam_unix(sudo:session): session closed for user root 2024-04-10T15:25:56.983 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:25:56 smithi077 ceph-mon[31195]: pgmap v80: 1 pgs: 1 unknown; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-04-10T15:25:56.984 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:25:56 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:25:56.984 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:25:56 smithi077 ceph-mon[31195]: mgrmap e15: y(active, since 2m), standbys: x 2024-04-10T15:25:56.984 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:25:56 smithi077 ceph-mon[31195]: osdmap e21: 3 total, 3 up, 3 in 2024-04-10T15:25:57.110 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:25:56 smithi069 sudo[60955]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-04-10T15:25:57.110 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:25:56 smithi069 sudo[60955]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-10T15:25:57.110 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:25:56 smithi069 sudo[60955]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-10T15:25:57.110 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:25:56 smithi069 sudo[60955]: pam_unix(sudo:session): session closed for user root 2024-04-10T15:25:57.577 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:25:57 smithi069 sudo[60985]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-04-10T15:25:57.577 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:25:57 smithi069 sudo[60985]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-10T15:25:57.578 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:25:57 smithi069 sudo[60985]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-10T15:25:57.578 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:25:57 smithi069 sudo[60985]: pam_unix(sudo:session): session closed for user root 2024-04-10T15:25:57.687 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:25:57 smithi077 sudo[34046]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-04-10T15:25:57.688 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:25:57 smithi077 sudo[34046]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-10T15:25:57.688 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:25:57 smithi077 sudo[34046]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-10T15:25:57.688 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:25:57 smithi077 sudo[34046]: pam_unix(sudo:session): session closed for user root 2024-04-10T15:25:57.961 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:25:57 smithi069 ceph-mon[39688]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-10T15:25:57.962 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:25:57 smithi069 ceph-mon[39688]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-10T15:25:57.962 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:25:57 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:25:57.962 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:25:57 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:25:57.962 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:25:57 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:25:57.962 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:25:57 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:25:57.962 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:25:57 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:25:57.962 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:25:57 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:25:57.962 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:25:57 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-10T15:25:57.963 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:25:57 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-10T15:25:57.963 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:25:57 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:25:57.963 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:25:57 smithi069 sudo[61129]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-04-10T15:25:57.963 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:25:57 smithi069 ceph-mon[27501]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-10T15:25:57.963 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:25:57 smithi069 ceph-mon[27501]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-10T15:25:57.963 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:25:57 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:25:57.963 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:25:57 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:25:57.963 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:25:57 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:25:57.963 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:25:57 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:25:57.963 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:25:57 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:25:57.963 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:25:57 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:25:57.963 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:25:57 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-10T15:25:57.963 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:25:57 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-10T15:25:57.963 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:25:57 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:25:57.984 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:25:57 smithi077 sudo[34049]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-04-10T15:25:57.984 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:25:57 smithi077 sudo[34049]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-10T15:25:57.984 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:25:57 smithi077 sudo[34049]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-10T15:25:57.984 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:25:57 smithi077 sudo[34049]: pam_unix(sudo:session): session closed for user root 2024-04-10T15:25:57.984 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:25:57 smithi077 ceph-mon[31195]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-10T15:25:57.984 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:25:57 smithi077 ceph-mon[31195]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-10T15:25:57.984 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:25:57 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:25:57.984 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:25:57 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:25:57.984 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:25:57 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:25:57.984 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:25:57 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:25:57.984 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:25:57 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:25:57.984 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:25:57 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:25:57.984 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:25:57 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-10T15:25:57.985 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:25:57 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-10T15:25:57.985 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:25:57 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:25:58.223 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:25:57 smithi069 sudo[61129]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-10T15:25:58.223 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:25:57 smithi069 sudo[61129]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-10T15:25:58.223 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:25:57 smithi069 sudo[61129]: pam_unix(sudo:session): session closed for user root 2024-04-10T15:25:58.577 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:25:58 smithi069 sudo[61153]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-04-10T15:25:58.578 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:25:58 smithi069 sudo[61153]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-10T15:25:58.578 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:25:58 smithi069 sudo[61153]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-10T15:25:58.578 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:25:58 smithi069 sudo[61153]: pam_unix(sudo:session): session closed for user root 2024-04-10T15:25:58.984 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:25:58 smithi077 ceph-mon[31195]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-10T15:25:58.984 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:25:58 smithi077 ceph-mon[31195]: from='client.14304 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi069:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:25:58.984 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:25:58 smithi077 ceph-mon[31195]: pgmap v82: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-04-10T15:25:58.984 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:25:58 smithi077 ceph-mon[31195]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-10T15:25:58.984 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:25:58 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:25:58.984 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:25:58 smithi077 ceph-mon[31195]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-10T15:25:58.984 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:25:58 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:25:58.984 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:25:58 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:25:58.984 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:25:58 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:25:58.984 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:25:58 smithi077 ceph-mon[31195]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-10T15:25:59.062 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:25:58 smithi069 ceph-mon[39688]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-10T15:25:59.062 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:25:58 smithi069 ceph-mon[39688]: from='client.14304 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi069:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:25:59.062 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:25:58 smithi069 ceph-mon[39688]: pgmap v82: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-04-10T15:25:59.062 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:25:58 smithi069 ceph-mon[39688]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-10T15:25:59.062 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:25:58 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:25:59.062 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:25:58 smithi069 ceph-mon[39688]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-10T15:25:59.062 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:25:58 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:25:59.063 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:25:58 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:25:59.063 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:25:58 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:25:59.063 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:25:58 smithi069 ceph-mon[39688]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-10T15:25:59.063 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:25:58 smithi069 ceph-mon[27501]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-10T15:25:59.063 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:25:58 smithi069 ceph-mon[27501]: from='client.14304 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi069:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:25:59.063 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:25:58 smithi069 ceph-mon[27501]: pgmap v82: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-04-10T15:25:59.063 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:25:58 smithi069 ceph-mon[27501]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-10T15:25:59.063 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:25:58 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:25:59.063 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:25:58 smithi069 ceph-mon[27501]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-10T15:25:59.063 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:25:58 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:25:59.063 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:25:58 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:25:59.063 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:25:58 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:25:59.063 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:25:58 smithi069 ceph-mon[27501]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-10T15:26:00.983 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:26:00 smithi077 ceph-mon[31195]: pgmap v83: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-04-10T15:26:00.984 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:26:00 smithi077 ceph-mon[31195]: from='client.? 172.21.15.69:0/2977205630' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5a669ea3-f5c5-46d2-a202-d740afa7e7ca"}]: dispatch 2024-04-10T15:26:00.984 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:26:00 smithi077 ceph-mon[31195]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5a669ea3-f5c5-46d2-a202-d740afa7e7ca"}]: dispatch 2024-04-10T15:26:00.984 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:26:00 smithi077 ceph-mon[31195]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "5a669ea3-f5c5-46d2-a202-d740afa7e7ca"}]': finished 2024-04-10T15:26:00.984 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:26:00 smithi077 ceph-mon[31195]: osdmap e22: 4 total, 3 up, 4 in 2024-04-10T15:26:00.984 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:26:00 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-10T15:26:01.077 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:26:00 smithi069 ceph-mon[27501]: pgmap v83: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-04-10T15:26:01.078 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:26:00 smithi069 ceph-mon[27501]: from='client.? 172.21.15.69:0/2977205630' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5a669ea3-f5c5-46d2-a202-d740afa7e7ca"}]: dispatch 2024-04-10T15:26:01.078 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:26:00 smithi069 ceph-mon[27501]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5a669ea3-f5c5-46d2-a202-d740afa7e7ca"}]: dispatch 2024-04-10T15:26:01.078 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:26:00 smithi069 ceph-mon[27501]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "5a669ea3-f5c5-46d2-a202-d740afa7e7ca"}]': finished 2024-04-10T15:26:01.078 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:26:00 smithi069 ceph-mon[27501]: osdmap e22: 4 total, 3 up, 4 in 2024-04-10T15:26:01.078 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:26:00 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-10T15:26:01.078 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:26:00 smithi069 ceph-mon[39688]: pgmap v83: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-04-10T15:26:01.078 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:26:00 smithi069 ceph-mon[39688]: from='client.? 172.21.15.69:0/2977205630' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5a669ea3-f5c5-46d2-a202-d740afa7e7ca"}]: dispatch 2024-04-10T15:26:01.078 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:26:00 smithi069 ceph-mon[39688]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "5a669ea3-f5c5-46d2-a202-d740afa7e7ca"}]: dispatch 2024-04-10T15:26:01.078 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:26:00 smithi069 ceph-mon[39688]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "5a669ea3-f5c5-46d2-a202-d740afa7e7ca"}]': finished 2024-04-10T15:26:01.079 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:26:00 smithi069 ceph-mon[39688]: osdmap e22: 4 total, 3 up, 4 in 2024-04-10T15:26:01.079 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:26:00 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-10T15:26:01.984 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:26:01 smithi077 ceph-mon[31195]: from='client.? 172.21.15.69:0/4277171370' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-10T15:26:02.077 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:26:01 smithi069 ceph-mon[27501]: from='client.? 172.21.15.69:0/4277171370' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-10T15:26:02.078 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:26:01 smithi069 ceph-mon[39688]: from='client.? 172.21.15.69:0/4277171370' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-10T15:26:02.984 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:26:02 smithi077 ceph-mon[31195]: pgmap v85: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-04-10T15:26:03.077 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:26:02 smithi069 ceph-mon[27501]: pgmap v85: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-04-10T15:26:03.078 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:26:02 smithi069 ceph-mon[39688]: pgmap v85: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-04-10T15:26:04.827 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:26:04 smithi069 ceph-mon[39688]: pgmap v86: 1 pgs: 1 active+clean; 577 KiB data, 85 MiB used, 268 GiB / 268 GiB avail; 3.0 KiB/s rd, 131 KiB/s wr, 9 op/s 2024-04-10T15:26:04.828 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:26:04 smithi069 ceph-mon[27501]: pgmap v86: 1 pgs: 1 active+clean; 577 KiB data, 85 MiB used, 268 GiB / 268 GiB avail; 3.0 KiB/s rd, 131 KiB/s wr, 9 op/s 2024-04-10T15:26:04.983 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:26:04 smithi077 ceph-mon[31195]: pgmap v86: 1 pgs: 1 active+clean; 577 KiB data, 85 MiB used, 268 GiB / 268 GiB avail; 3.0 KiB/s rd, 131 KiB/s wr, 9 op/s 2024-04-10T15:26:06.984 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:26:06 smithi077 ceph-mon[31195]: pgmap v87: 1 pgs: 1 active+clean; 577 KiB data, 85 MiB used, 268 GiB / 268 GiB avail; 2.2 KiB/s rd, 98 KiB/s wr, 6 op/s 2024-04-10T15:26:06.984 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:26:06 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-10T15:26:06.984 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:26:06 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:26:07.078 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:26:06 smithi069 ceph-mon[27501]: pgmap v87: 1 pgs: 1 active+clean; 577 KiB data, 85 MiB used, 268 GiB / 268 GiB avail; 2.2 KiB/s rd, 98 KiB/s wr, 6 op/s 2024-04-10T15:26:07.078 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:26:06 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-10T15:26:07.078 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:26:06 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:26:07.078 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:26:06 smithi069 ceph-mon[39688]: pgmap v87: 1 pgs: 1 active+clean; 577 KiB data, 85 MiB used, 268 GiB / 268 GiB avail; 2.2 KiB/s rd, 98 KiB/s wr, 6 op/s 2024-04-10T15:26:07.078 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:26:06 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-10T15:26:07.078 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:26:06 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:26:07.984 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:26:07 smithi077 ceph-mon[31195]: Deploying daemon osd.3 on smithi069 2024-04-10T15:26:08.078 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:26:07 smithi069 ceph-mon[27501]: Deploying daemon osd.3 on smithi069 2024-04-10T15:26:08.078 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:26:07 smithi069 ceph-mon[39688]: Deploying daemon osd.3 on smithi069 2024-04-10T15:26:08.942 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:26:08 smithi069 ceph-mon[39688]: pgmap v88: 1 pgs: 1 active+clean; 577 KiB data, 85 MiB used, 268 GiB / 268 GiB avail; 1.8 KiB/s rd, 78 KiB/s wr, 5 op/s 2024-04-10T15:26:08.942 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:26:08 smithi069 ceph-mon[27501]: pgmap v88: 1 pgs: 1 active+clean; 577 KiB data, 85 MiB used, 268 GiB / 268 GiB avail; 1.8 KiB/s rd, 78 KiB/s wr, 5 op/s 2024-04-10T15:26:08.983 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:26:08 smithi077 ceph-mon[31195]: pgmap v88: 1 pgs: 1 active+clean; 577 KiB data, 85 MiB used, 268 GiB / 268 GiB avail; 1.8 KiB/s rd, 78 KiB/s wr, 5 op/s 2024-04-10T15:26:10.828 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:26:10 smithi069 ceph-mon[27501]: pgmap v89: 1 pgs: 1 active+clean; 577 KiB data, 85 MiB used, 268 GiB / 268 GiB avail; 1.8 KiB/s rd, 78 KiB/s wr, 5 op/s 2024-04-10T15:26:10.828 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:26:10 smithi069 ceph-mon[39688]: pgmap v89: 1 pgs: 1 active+clean; 577 KiB data, 85 MiB used, 268 GiB / 268 GiB avail; 1.8 KiB/s rd, 78 KiB/s wr, 5 op/s 2024-04-10T15:26:10.984 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:26:10 smithi077 ceph-mon[31195]: pgmap v89: 1 pgs: 1 active+clean; 577 KiB data, 85 MiB used, 268 GiB / 268 GiB avail; 1.8 KiB/s rd, 78 KiB/s wr, 5 op/s 2024-04-10T15:26:12.984 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:26:12 smithi077 ceph-mon[31195]: pgmap v90: 1 pgs: 1 active+clean; 577 KiB data, 85 MiB used, 268 GiB / 268 GiB avail; 1.6 KiB/s rd, 69 KiB/s wr, 4 op/s 2024-04-10T15:26:12.984 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:26:12 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:26:12.984 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:26:12 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:26:12.984 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:26:12 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:26:13.078 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:26:12 smithi069 ceph-mon[39688]: pgmap v90: 1 pgs: 1 active+clean; 577 KiB data, 85 MiB used, 268 GiB / 268 GiB avail; 1.6 KiB/s rd, 69 KiB/s wr, 4 op/s 2024-04-10T15:26:13.078 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:26:12 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:26:13.078 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:26:12 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:26:13.078 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:26:12 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:26:13.078 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:26:12 smithi069 ceph-mon[27501]: pgmap v90: 1 pgs: 1 active+clean; 577 KiB data, 85 MiB used, 268 GiB / 268 GiB avail; 1.6 KiB/s rd, 69 KiB/s wr, 4 op/s 2024-04-10T15:26:13.078 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:26:12 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:26:13.078 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:26:12 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:26:13.078 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:26:12 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:26:14.984 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:26:14 smithi077 ceph-mon[31195]: pgmap v91: 1 pgs: 1 active+clean; 577 KiB data, 85 MiB used, 268 GiB / 268 GiB avail; 1.5 KiB/s rd, 65 KiB/s wr, 4 op/s 2024-04-10T15:26:15.077 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:26:14 smithi069 ceph-mon[27501]: pgmap v91: 1 pgs: 1 active+clean; 577 KiB data, 85 MiB used, 268 GiB / 268 GiB avail; 1.5 KiB/s rd, 65 KiB/s wr, 4 op/s 2024-04-10T15:26:15.078 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:26:14 smithi069 ceph-mon[39688]: pgmap v91: 1 pgs: 1 active+clean; 577 KiB data, 85 MiB used, 268 GiB / 268 GiB avail; 1.5 KiB/s rd, 65 KiB/s wr, 4 op/s 2024-04-10T15:26:15.934 INFO:teuthology.orchestra.run.smithi069.stdout:Created osd(s) 3 on host 'smithi069' 2024-04-10T15:26:16.234 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:26:15 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:26:16.234 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:26:15 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:26:16.234 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:26:15 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:26:16.234 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:26:15 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:26:16.234 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:26:15 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:26:16.234 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:26:15 smithi077 ceph-mon[31195]: from='osd.3 [v2:172.21.15.69:6826/2148573806,v1:172.21.15.69:6827/2148573806]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-10T15:26:16.234 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:26:15 smithi077 ceph-mon[31195]: pgmap v92: 1 pgs: 1 active+clean; 577 KiB data, 85 MiB used, 268 GiB / 268 GiB avail 2024-04-10T15:26:16.235 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:26:15 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:26:16.235 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:26:15 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:26:16.235 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:26:15 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:26:16.328 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:26:15 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:26:16.328 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:26:15 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:26:16.328 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:26:15 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:26:16.328 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:26:15 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:26:16.328 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:26:15 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:26:16.328 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:26:15 smithi069 ceph-mon[27501]: from='osd.3 [v2:172.21.15.69:6826/2148573806,v1:172.21.15.69:6827/2148573806]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-10T15:26:16.329 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:26:15 smithi069 ceph-mon[27501]: pgmap v92: 1 pgs: 1 active+clean; 577 KiB data, 85 MiB used, 268 GiB / 268 GiB avail 2024-04-10T15:26:16.329 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:26:15 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:26:16.329 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:26:15 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:26:16.329 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:26:15 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:26:16.329 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:26:15 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:26:16.329 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:26:15 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:26:16.329 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:26:15 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:26:16.329 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:26:15 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:26:16.329 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:26:15 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:26:16.329 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:26:15 smithi069 ceph-mon[39688]: from='osd.3 [v2:172.21.15.69:6826/2148573806,v1:172.21.15.69:6827/2148573806]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-10T15:26:16.329 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:26:15 smithi069 ceph-mon[39688]: pgmap v92: 1 pgs: 1 active+clean; 577 KiB data, 85 MiB used, 268 GiB / 268 GiB avail 2024-04-10T15:26:16.329 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:26:15 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:26:16.329 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:26:15 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:26:16.330 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:26:15 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:26:16.949 DEBUG:teuthology.orchestra.run.smithi069:osd.3> sudo journalctl -f -n 0 -u ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4@osd.3.service 2024-04-10T15:26:16.952 INFO:tasks.cephadm:Deploying osd.4 on smithi077 with /dev/vg_nvme/lv_4... 2024-04-10T15:26:16.952 DEBUG:teuthology.orchestra.run.smithi077:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 09bfb546-f74e-11ee-b64a-cb9ed24678a4 -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2024-04-10T15:26:17.158 INFO:teuthology.orchestra.run.smithi077.stderr:Inferring config /var/lib/ceph/09bfb546-f74e-11ee-b64a-cb9ed24678a4/mon.b/config 2024-04-10T15:26:17.234 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:26:16 smithi077 ceph-mon[31195]: from='osd.3 [v2:172.21.15.69:6826/2148573806,v1:172.21.15.69:6827/2148573806]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-04-10T15:26:17.234 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:26:16 smithi077 ceph-mon[31195]: osdmap e23: 4 total, 3 up, 4 in 2024-04-10T15:26:17.234 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:26:16 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-10T15:26:17.234 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:26:16 smithi077 ceph-mon[31195]: from='osd.3 [v2:172.21.15.69:6826/2148573806,v1:172.21.15.69:6827/2148573806]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi069", "root=default"]}]: dispatch 2024-04-10T15:26:17.324 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:26:16 smithi069 ceph-mon[39688]: from='osd.3 [v2:172.21.15.69:6826/2148573806,v1:172.21.15.69:6827/2148573806]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-04-10T15:26:17.324 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:26:16 smithi069 ceph-mon[39688]: osdmap e23: 4 total, 3 up, 4 in 2024-04-10T15:26:17.324 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:26:16 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-10T15:26:17.324 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:26:16 smithi069 ceph-mon[39688]: from='osd.3 [v2:172.21.15.69:6826/2148573806,v1:172.21.15.69:6827/2148573806]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi069", "root=default"]}]: dispatch 2024-04-10T15:26:17.324 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:26:16 smithi069 ceph-mon[27501]: from='osd.3 [v2:172.21.15.69:6826/2148573806,v1:172.21.15.69:6827/2148573806]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-04-10T15:26:17.324 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:26:16 smithi069 ceph-mon[27501]: osdmap e23: 4 total, 3 up, 4 in 2024-04-10T15:26:17.324 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:26:16 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-10T15:26:17.325 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:26:16 smithi069 ceph-mon[27501]: from='osd.3 [v2:172.21.15.69:6826/2148573806,v1:172.21.15.69:6827/2148573806]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi069", "root=default"]}]: dispatch 2024-04-10T15:26:18.078 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:26:17 smithi069 ceph-mon[27501]: from='osd.3 [v2:172.21.15.69:6826/2148573806,v1:172.21.15.69:6827/2148573806]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi069", "root=default"]}]': finished 2024-04-10T15:26:18.078 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:26:17 smithi069 ceph-mon[27501]: osdmap e24: 4 total, 3 up, 4 in 2024-04-10T15:26:18.078 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:26:17 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-10T15:26:18.078 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:26:17 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-10T15:26:18.078 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:26:17 smithi069 ceph-mon[27501]: pgmap v95: 1 pgs: 1 active+clean; 577 KiB data, 85 MiB used, 268 GiB / 268 GiB avail 2024-04-10T15:26:18.079 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:26:17 smithi069 ceph-mon[39688]: from='osd.3 [v2:172.21.15.69:6826/2148573806,v1:172.21.15.69:6827/2148573806]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi069", "root=default"]}]': finished 2024-04-10T15:26:18.079 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:26:17 smithi069 ceph-mon[39688]: osdmap e24: 4 total, 3 up, 4 in 2024-04-10T15:26:18.079 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:26:17 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-10T15:26:18.079 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:26:17 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-10T15:26:18.079 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:26:17 smithi069 ceph-mon[39688]: pgmap v95: 1 pgs: 1 active+clean; 577 KiB data, 85 MiB used, 268 GiB / 268 GiB avail 2024-04-10T15:26:18.234 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:26:17 smithi077 ceph-mon[31195]: from='osd.3 [v2:172.21.15.69:6826/2148573806,v1:172.21.15.69:6827/2148573806]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi069", "root=default"]}]': finished 2024-04-10T15:26:18.234 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:26:17 smithi077 ceph-mon[31195]: osdmap e24: 4 total, 3 up, 4 in 2024-04-10T15:26:18.234 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:26:17 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-10T15:26:18.234 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:26:17 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-10T15:26:18.234 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:26:17 smithi077 ceph-mon[31195]: pgmap v95: 1 pgs: 1 active+clean; 577 KiB data, 85 MiB used, 268 GiB / 268 GiB avail 2024-04-10T15:26:19.048 INFO:teuthology.orchestra.run.smithi077.stderr:--> Zapping: /dev/vg_nvme/lv_4 2024-04-10T15:26:19.049 INFO:teuthology.orchestra.run.smithi077.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2024-04-10T15:26:19.049 INFO:teuthology.orchestra.run.smithi077.stderr: stderr: 10+0 records in 2024-04-10T15:26:19.049 INFO:teuthology.orchestra.run.smithi077.stderr:10+0 records out 2024-04-10T15:26:19.049 INFO:teuthology.orchestra.run.smithi077.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0124292 s, 844 MB/s 2024-04-10T15:26:19.049 INFO:teuthology.orchestra.run.smithi077.stderr:--> Zapping successful for: 2024-04-10T15:26:19.234 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:26:18 smithi077 ceph-mon[31195]: purged_snaps scrub starts 2024-04-10T15:26:19.234 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:26:18 smithi077 ceph-mon[31195]: purged_snaps scrub ok 2024-04-10T15:26:19.234 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:26:18 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-10T15:26:19.234 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:26:18 smithi077 ceph-mon[31195]: osd.3 [v2:172.21.15.69:6826/2148573806,v1:172.21.15.69:6827/2148573806] boot 2024-04-10T15:26:19.234 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:26:18 smithi077 ceph-mon[31195]: osdmap e25: 4 total, 4 up, 4 in 2024-04-10T15:26:19.234 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:26:18 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-10T15:26:19.273 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:26:18 smithi069 ceph-mon[39688]: purged_snaps scrub starts 2024-04-10T15:26:19.273 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:26:18 smithi069 ceph-mon[39688]: purged_snaps scrub ok 2024-04-10T15:26:19.273 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:26:18 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-10T15:26:19.273 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:26:18 smithi069 ceph-mon[39688]: osd.3 [v2:172.21.15.69:6826/2148573806,v1:172.21.15.69:6827/2148573806] boot 2024-04-10T15:26:19.274 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:26:18 smithi069 ceph-mon[39688]: osdmap e25: 4 total, 4 up, 4 in 2024-04-10T15:26:19.274 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:26:18 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-10T15:26:19.274 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:26:18 smithi069 ceph-mon[27501]: purged_snaps scrub starts 2024-04-10T15:26:19.274 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:26:18 smithi069 ceph-mon[27501]: purged_snaps scrub ok 2024-04-10T15:26:19.274 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:26:18 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-10T15:26:19.274 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:26:18 smithi069 ceph-mon[27501]: osd.3 [v2:172.21.15.69:6826/2148573806,v1:172.21.15.69:6827/2148573806] boot 2024-04-10T15:26:19.274 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:26:18 smithi069 ceph-mon[27501]: osdmap e25: 4 total, 4 up, 4 in 2024-04-10T15:26:19.274 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:26:18 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-10T15:26:19.610 DEBUG:teuthology.orchestra.run.smithi077:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 09bfb546-f74e-11ee-b64a-cb9ed24678a4 -- ceph orch daemon add osd smithi077:vg_nvme/lv_4 2024-04-10T15:26:19.812 INFO:teuthology.orchestra.run.smithi077.stderr:Inferring config /var/lib/ceph/09bfb546-f74e-11ee-b64a-cb9ed24678a4/mon.b/config 2024-04-10T15:26:20.176 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:26:20 smithi077 ceph-mon[31195]: osdmap e26: 4 total, 4 up, 4 in 2024-04-10T15:26:20.176 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:26:20 smithi077 ceph-mon[31195]: pgmap v98: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 358 GiB / 358 GiB avail 2024-04-10T15:26:20.176 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:26:20 smithi077 ceph-mon[31195]: Detected new or changed devices on smithi069 2024-04-10T15:26:20.176 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:26:20 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:26:20.176 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:26:20 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:26:20.176 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:26:20 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:26:20.176 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:26:20 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:26:20.176 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:26:20 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:26:20.177 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:26:20 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:26:20.177 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:26:20 smithi077 ceph-mon[31195]: Adjusting osd_memory_target on smithi069 to 4016M 2024-04-10T15:26:20.177 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:26:20 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:26:20.177 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:26:20 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:26:20.177 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:26:20 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:26:20.177 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:26:20 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:26:20.328 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:26:20 smithi069 ceph-mon[39688]: osdmap e26: 4 total, 4 up, 4 in 2024-04-10T15:26:20.328 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:26:20 smithi069 ceph-mon[39688]: pgmap v98: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 358 GiB / 358 GiB avail 2024-04-10T15:26:20.328 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:26:20 smithi069 ceph-mon[39688]: Detected new or changed devices on smithi069 2024-04-10T15:26:20.328 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:26:20 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:26:20.328 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:26:20 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:26:20.328 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:26:20 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:26:20.328 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:26:20 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:26:20.329 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:26:20 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:26:20.329 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:26:20 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:26:20.329 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:26:20 smithi069 ceph-mon[39688]: Adjusting osd_memory_target on smithi069 to 4016M 2024-04-10T15:26:20.329 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:26:20 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:26:20.329 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:26:20 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:26:20.329 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:26:20 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:26:20.329 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:26:20 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:26:20.329 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:26:20 smithi069 ceph-mon[27501]: osdmap e26: 4 total, 4 up, 4 in 2024-04-10T15:26:20.329 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:26:20 smithi069 ceph-mon[27501]: pgmap v98: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 358 GiB / 358 GiB avail 2024-04-10T15:26:20.329 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:26:20 smithi069 ceph-mon[27501]: Detected new or changed devices on smithi069 2024-04-10T15:26:20.329 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:26:20 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:26:20.330 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:26:20 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:26:20.330 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:26:20 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:26:20.330 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:26:20 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:26:20.330 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:26:20 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:26:20.330 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:26:20 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:26:20.330 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:26:20 smithi069 ceph-mon[27501]: Adjusting osd_memory_target on smithi069 to 4016M 2024-04-10T15:26:20.330 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:26:20 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:26:20.330 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:26:20 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:26:20.330 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:26:20 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:26:20.330 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:26:20 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:26:21.828 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:26:21 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-10T15:26:21.828 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:26:21 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-10T15:26:21.828 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:26:21 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:26:21.828 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:26:21 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-10T15:26:21.828 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:26:21 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-10T15:26:21.828 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:26:21 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:26:21.920 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:26:21 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-10T15:26:21.920 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:26:21 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-10T15:26:21.920 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:26:21 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:26:22.734 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:26:22 smithi077 ceph-mon[31195]: from='client.24181 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi077:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:26:22.734 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:26:22 smithi077 ceph-mon[31195]: pgmap v99: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 358 GiB / 358 GiB avail 2024-04-10T15:26:22.828 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:26:22 smithi069 ceph-mon[27501]: from='client.24181 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi077:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:26:22.828 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:26:22 smithi069 ceph-mon[27501]: pgmap v99: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 358 GiB / 358 GiB avail 2024-04-10T15:26:22.828 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:26:22 smithi069 ceph-mon[39688]: from='client.24181 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi077:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:26:22.828 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:26:22 smithi069 ceph-mon[39688]: pgmap v99: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 358 GiB / 358 GiB avail 2024-04-10T15:26:24.984 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:26:24 smithi077 ceph-mon[31195]: pgmap v100: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-04-10T15:26:24.984 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:26:24 smithi077 ceph-mon[31195]: from='client.? 172.21.15.77:0/2876382165' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f96c3109-ec3b-4b10-9541-1b295bff29da"}]: dispatch 2024-04-10T15:26:24.984 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:26:24 smithi077 ceph-mon[31195]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f96c3109-ec3b-4b10-9541-1b295bff29da"}]: dispatch 2024-04-10T15:26:24.984 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:26:24 smithi077 ceph-mon[31195]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "f96c3109-ec3b-4b10-9541-1b295bff29da"}]': finished 2024-04-10T15:26:24.984 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:26:24 smithi077 ceph-mon[31195]: osdmap e27: 5 total, 4 up, 5 in 2024-04-10T15:26:24.985 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:26:24 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-10T15:26:24.985 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:26:24 smithi077 ceph-mon[31195]: from='client.? 172.21.15.77:0/3928516942' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-10T15:26:25.078 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:26:24 smithi069 ceph-mon[27501]: pgmap v100: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-04-10T15:26:25.078 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:26:24 smithi069 ceph-mon[27501]: from='client.? 172.21.15.77:0/2876382165' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f96c3109-ec3b-4b10-9541-1b295bff29da"}]: dispatch 2024-04-10T15:26:25.078 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:26:24 smithi069 ceph-mon[27501]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f96c3109-ec3b-4b10-9541-1b295bff29da"}]: dispatch 2024-04-10T15:26:25.078 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:26:24 smithi069 ceph-mon[27501]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "f96c3109-ec3b-4b10-9541-1b295bff29da"}]': finished 2024-04-10T15:26:25.079 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:26:24 smithi069 ceph-mon[27501]: osdmap e27: 5 total, 4 up, 5 in 2024-04-10T15:26:25.079 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:26:24 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-10T15:26:25.079 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:26:24 smithi069 ceph-mon[27501]: from='client.? 172.21.15.77:0/3928516942' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-10T15:26:25.079 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:26:24 smithi069 ceph-mon[39688]: pgmap v100: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-04-10T15:26:25.079 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:26:24 smithi069 ceph-mon[39688]: from='client.? 172.21.15.77:0/2876382165' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f96c3109-ec3b-4b10-9541-1b295bff29da"}]: dispatch 2024-04-10T15:26:25.079 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:26:24 smithi069 ceph-mon[39688]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "f96c3109-ec3b-4b10-9541-1b295bff29da"}]: dispatch 2024-04-10T15:26:25.079 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:26:24 smithi069 ceph-mon[39688]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "f96c3109-ec3b-4b10-9541-1b295bff29da"}]': finished 2024-04-10T15:26:25.079 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:26:24 smithi069 ceph-mon[39688]: osdmap e27: 5 total, 4 up, 5 in 2024-04-10T15:26:25.079 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:26:24 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-10T15:26:25.079 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:26:24 smithi069 ceph-mon[39688]: from='client.? 172.21.15.77:0/3928516942' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-10T15:26:26.984 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:26:26 smithi077 ceph-mon[31195]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-04-10T15:26:27.078 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:26:26 smithi069 ceph-mon[27501]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-04-10T15:26:27.078 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:26:26 smithi069 ceph-mon[39688]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-04-10T15:26:28.734 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:26:28 smithi077 ceph-mon[31195]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-04-10T15:26:29.078 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:26:28 smithi069 ceph-mon[27501]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-04-10T15:26:29.078 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:26:28 smithi069 ceph-mon[39688]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-04-10T15:26:30.984 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:26:30 smithi077 ceph-mon[31195]: pgmap v104: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-04-10T15:26:30.984 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:26:30 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-04-10T15:26:30.984 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:26:30 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:26:31.078 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:26:30 smithi069 ceph-mon[27501]: pgmap v104: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-04-10T15:26:31.078 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:26:30 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-04-10T15:26:31.078 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:26:30 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:26:31.079 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:26:30 smithi069 ceph-mon[39688]: pgmap v104: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-04-10T15:26:31.079 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:26:30 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-04-10T15:26:31.079 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:26:30 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:26:31.883 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:26:31 smithi077 ceph-mon[31195]: Deploying daemon osd.4 on smithi077 2024-04-10T15:26:32.078 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:26:31 smithi069 ceph-mon[27501]: Deploying daemon osd.4 on smithi077 2024-04-10T15:26:32.078 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:26:31 smithi069 ceph-mon[39688]: Deploying daemon osd.4 on smithi077 2024-04-10T15:26:32.911 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:26:32 smithi077 ceph-mon[31195]: pgmap v105: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-04-10T15:26:33.078 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:26:32 smithi069 ceph-mon[27501]: pgmap v105: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-04-10T15:26:33.078 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:26:32 smithi069 ceph-mon[39688]: pgmap v105: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-04-10T15:26:34.803 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:26:34 smithi077 ceph-mon[31195]: pgmap v106: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-04-10T15:26:35.078 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:26:34 smithi069 ceph-mon[27501]: pgmap v106: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-04-10T15:26:35.078 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:26:34 smithi069 ceph-mon[39688]: pgmap v106: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-04-10T15:26:35.984 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:26:35 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:26:35.984 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:26:35 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:26:35.984 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:26:35 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:26:35.984 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:26:35 smithi077 ceph-mon[31195]: pgmap v107: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-04-10T15:26:36.328 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:26:35 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:26:36.328 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:26:35 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:26:36.328 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:26:35 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:26:36.328 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:26:35 smithi069 ceph-mon[27501]: pgmap v107: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-04-10T15:26:36.329 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:26:35 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:26:36.329 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:26:35 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:26:36.329 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:26:35 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:26:36.329 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:26:35 smithi069 ceph-mon[39688]: pgmap v107: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-04-10T15:26:38.256 INFO:teuthology.orchestra.run.smithi077.stdout:Created osd(s) 4 on host 'smithi077' 2024-04-10T15:26:38.484 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:26:38 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:26:38.484 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:26:38 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:26:38.484 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:26:38 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:26:38.484 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:26:38 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:26:38.484 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:26:38 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:26:38.484 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:26:38 smithi077 ceph-mon[31195]: pgmap v108: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-04-10T15:26:38.485 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:26:38 smithi077 ceph-mon[31195]: from='osd.4 [v2:172.21.15.77:6800/1495062443,v1:172.21.15.77:6801/1495062443]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-10T15:26:38.485 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:26:38 smithi077 ceph-mon[31195]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-10T15:26:38.485 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:26:38 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:26:38.485 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:26:38 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:26:38.485 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:26:38 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:26:38.828 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:26:38 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:26:38.829 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:26:38 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:26:38.829 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:26:38 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:26:38.829 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:26:38 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:26:38.829 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:26:38 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:26:38.829 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:26:38 smithi069 ceph-mon[27501]: pgmap v108: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-04-10T15:26:38.829 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:26:38 smithi069 ceph-mon[27501]: from='osd.4 [v2:172.21.15.77:6800/1495062443,v1:172.21.15.77:6801/1495062443]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-10T15:26:38.829 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:26:38 smithi069 ceph-mon[27501]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-10T15:26:38.829 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:26:38 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:26:38.829 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:26:38 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:26:38.829 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:26:38 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:26:38.829 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:26:38 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:26:38.829 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:26:38 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:26:38.829 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:26:38 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:26:38.830 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:26:38 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:26:38.830 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:26:38 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:26:38.830 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:26:38 smithi069 ceph-mon[39688]: pgmap v108: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-04-10T15:26:38.830 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:26:38 smithi069 ceph-mon[39688]: from='osd.4 [v2:172.21.15.77:6800/1495062443,v1:172.21.15.77:6801/1495062443]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-10T15:26:38.830 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:26:38 smithi069 ceph-mon[39688]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-10T15:26:38.830 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:26:38 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:26:38.830 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:26:38 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:26:38.830 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:26:38 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:26:39.169 DEBUG:teuthology.orchestra.run.smithi077:osd.4> sudo journalctl -f -n 0 -u ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4@osd.4.service 2024-04-10T15:26:39.171 INFO:tasks.cephadm:Deploying osd.5 on smithi077 with /dev/vg_nvme/lv_3... 2024-04-10T15:26:39.171 DEBUG:teuthology.orchestra.run.smithi077:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 09bfb546-f74e-11ee-b64a-cb9ed24678a4 -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2024-04-10T15:26:39.484 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:26:39 smithi077 ceph-mon[31195]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-04-10T15:26:39.485 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:26:39 smithi077 ceph-mon[31195]: osdmap e28: 5 total, 4 up, 5 in 2024-04-10T15:26:39.485 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:26:39 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-10T15:26:39.485 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:26:39 smithi077 ceph-mon[31195]: from='osd.4 [v2:172.21.15.77:6800/1495062443,v1:172.21.15.77:6801/1495062443]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi077", "root=default"]}]: dispatch 2024-04-10T15:26:39.485 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:26:39 smithi077 ceph-mon[31195]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi077", "root=default"]}]: dispatch 2024-04-10T15:26:39.644 INFO:teuthology.orchestra.run.smithi077.stderr:Inferring config /var/lib/ceph/09bfb546-f74e-11ee-b64a-cb9ed24678a4/mon.b/config 2024-04-10T15:26:39.828 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:26:39 smithi069 ceph-mon[27501]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-04-10T15:26:39.829 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:26:39 smithi069 ceph-mon[27501]: osdmap e28: 5 total, 4 up, 5 in 2024-04-10T15:26:39.829 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:26:39 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-10T15:26:39.829 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:26:39 smithi069 ceph-mon[27501]: from='osd.4 [v2:172.21.15.77:6800/1495062443,v1:172.21.15.77:6801/1495062443]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi077", "root=default"]}]: dispatch 2024-04-10T15:26:39.829 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:26:39 smithi069 ceph-mon[27501]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi077", "root=default"]}]: dispatch 2024-04-10T15:26:39.830 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:26:39 smithi069 ceph-mon[39688]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-04-10T15:26:39.830 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:26:39 smithi069 ceph-mon[39688]: osdmap e28: 5 total, 4 up, 5 in 2024-04-10T15:26:39.830 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:26:39 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-10T15:26:39.830 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:26:39 smithi069 ceph-mon[39688]: from='osd.4 [v2:172.21.15.77:6800/1495062443,v1:172.21.15.77:6801/1495062443]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi077", "root=default"]}]: dispatch 2024-04-10T15:26:39.830 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:26:39 smithi069 ceph-mon[39688]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi077", "root=default"]}]: dispatch 2024-04-10T15:26:39.985 INFO:journalctl@ceph.osd.4.smithi077.stdout:Apr 10 15:26:39 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-4[36711]: 2024-04-10T15:26:39.828+0000 7fba1eb06700 -1 osd.4 0 waiting for initial osdmap 2024-04-10T15:26:39.985 INFO:journalctl@ceph.osd.4.smithi077.stdout:Apr 10 15:26:39 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-4[36711]: 2024-04-10T15:26:39.831+0000 7fba168f3700 -1 osd.4 29 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-10T15:26:40.734 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:26:40 smithi077 ceph-mon[31195]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi077", "root=default"]}]': finished 2024-04-10T15:26:40.735 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:26:40 smithi077 ceph-mon[31195]: osdmap e29: 5 total, 4 up, 5 in 2024-04-10T15:26:40.735 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:26:40 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-10T15:26:40.735 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:26:40 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-10T15:26:40.735 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:26:40 smithi077 ceph-mon[31195]: pgmap v111: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-04-10T15:26:40.735 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:26:40 smithi077 ceph-mon[31195]: from='osd.4 ' entity='osd.4' 2024-04-10T15:26:40.828 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:26:40 smithi069 ceph-mon[27501]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi077", "root=default"]}]': finished 2024-04-10T15:26:40.828 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:26:40 smithi069 ceph-mon[27501]: osdmap e29: 5 total, 4 up, 5 in 2024-04-10T15:26:40.828 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:26:40 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-10T15:26:40.828 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:26:40 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-10T15:26:40.828 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:26:40 smithi069 ceph-mon[27501]: pgmap v111: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-04-10T15:26:40.829 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:26:40 smithi069 ceph-mon[27501]: from='osd.4 ' entity='osd.4' 2024-04-10T15:26:40.829 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:26:40 smithi069 ceph-mon[39688]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi077", "root=default"]}]': finished 2024-04-10T15:26:40.829 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:26:40 smithi069 ceph-mon[39688]: osdmap e29: 5 total, 4 up, 5 in 2024-04-10T15:26:40.829 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:26:40 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-10T15:26:40.829 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:26:40 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-10T15:26:40.829 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:26:40 smithi069 ceph-mon[39688]: pgmap v111: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-04-10T15:26:40.829 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:26:40 smithi069 ceph-mon[39688]: from='osd.4 ' entity='osd.4' 2024-04-10T15:26:41.653 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:26:41 smithi077 ceph-mon[31195]: purged_snaps scrub starts 2024-04-10T15:26:41.653 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:26:41 smithi077 ceph-mon[31195]: purged_snaps scrub ok 2024-04-10T15:26:41.653 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:26:41 smithi077 ceph-mon[31195]: osd.4 [v2:172.21.15.77:6800/1495062443,v1:172.21.15.77:6801/1495062443] boot 2024-04-10T15:26:41.653 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:26:41 smithi077 ceph-mon[31195]: osdmap e30: 5 total, 5 up, 5 in 2024-04-10T15:26:41.653 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:26:41 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-10T15:26:41.828 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:26:41 smithi069 ceph-mon[27501]: purged_snaps scrub starts 2024-04-10T15:26:41.828 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:26:41 smithi069 ceph-mon[27501]: purged_snaps scrub ok 2024-04-10T15:26:41.828 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:26:41 smithi069 ceph-mon[27501]: osd.4 [v2:172.21.15.77:6800/1495062443,v1:172.21.15.77:6801/1495062443] boot 2024-04-10T15:26:41.829 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:26:41 smithi069 ceph-mon[27501]: osdmap e30: 5 total, 5 up, 5 in 2024-04-10T15:26:41.829 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:26:41 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-10T15:26:41.829 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:26:41 smithi069 ceph-mon[39688]: purged_snaps scrub starts 2024-04-10T15:26:41.829 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:26:41 smithi069 ceph-mon[39688]: purged_snaps scrub ok 2024-04-10T15:26:41.829 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:26:41 smithi069 ceph-mon[39688]: osd.4 [v2:172.21.15.77:6800/1495062443,v1:172.21.15.77:6801/1495062443] boot 2024-04-10T15:26:41.829 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:26:41 smithi069 ceph-mon[39688]: osdmap e30: 5 total, 5 up, 5 in 2024-04-10T15:26:41.829 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:26:41 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-10T15:26:42.734 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:26:42 smithi077 ceph-mon[31195]: osdmap e31: 5 total, 5 up, 5 in 2024-04-10T15:26:42.734 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:26:42 smithi077 ceph-mon[31195]: pgmap v114: 1 pgs: 1 active+clean; 577 KiB data, 139 MiB used, 447 GiB / 447 GiB avail 2024-04-10T15:26:42.735 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:26:42 smithi077 ceph-mon[31195]: Detected new or changed devices on smithi077 2024-04-10T15:26:42.735 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:26:42 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:26:42.735 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:26:42 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:26:42.735 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:26:42 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:26:42.735 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:26:42 smithi077 ceph-mon[31195]: Adjusting osd_memory_target on smithi077 to 17088M 2024-04-10T15:26:42.735 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:26:42 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:26:42.735 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:26:42 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:26:42.735 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:26:42 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:26:42.735 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:26:42 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:26:42.735 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:26:42 smithi077 ceph-mon[31195]: osdmap e32: 5 total, 5 up, 5 in 2024-04-10T15:26:42.828 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:26:42 smithi069 ceph-mon[27501]: osdmap e31: 5 total, 5 up, 5 in 2024-04-10T15:26:42.828 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:26:42 smithi069 ceph-mon[27501]: pgmap v114: 1 pgs: 1 active+clean; 577 KiB data, 139 MiB used, 447 GiB / 447 GiB avail 2024-04-10T15:26:42.828 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:26:42 smithi069 ceph-mon[27501]: Detected new or changed devices on smithi077 2024-04-10T15:26:42.829 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:26:42 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:26:42.829 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:26:42 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:26:42.829 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:26:42 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:26:42.829 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:26:42 smithi069 ceph-mon[27501]: Adjusting osd_memory_target on smithi077 to 17088M 2024-04-10T15:26:42.829 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:26:42 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:26:42.829 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:26:42 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:26:42.829 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:26:42 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:26:42.829 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:26:42 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:26:42.829 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:26:42 smithi069 ceph-mon[27501]: osdmap e32: 5 total, 5 up, 5 in 2024-04-10T15:26:42.829 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:26:42 smithi069 ceph-mon[39688]: osdmap e31: 5 total, 5 up, 5 in 2024-04-10T15:26:42.829 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:26:42 smithi069 ceph-mon[39688]: pgmap v114: 1 pgs: 1 active+clean; 577 KiB data, 139 MiB used, 447 GiB / 447 GiB avail 2024-04-10T15:26:42.829 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:26:42 smithi069 ceph-mon[39688]: Detected new or changed devices on smithi077 2024-04-10T15:26:42.830 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:26:42 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:26:42.830 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:26:42 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:26:42.830 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:26:42 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:26:42.830 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:26:42 smithi069 ceph-mon[39688]: Adjusting osd_memory_target on smithi077 to 17088M 2024-04-10T15:26:42.830 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:26:42 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:26:42.830 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:26:42 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:26:42.830 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:26:42 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:26:42.830 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:26:42 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:26:42.830 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:26:42 smithi069 ceph-mon[39688]: osdmap e32: 5 total, 5 up, 5 in 2024-04-10T15:26:42.911 INFO:teuthology.orchestra.run.smithi077.stderr:--> Zapping: /dev/vg_nvme/lv_3 2024-04-10T15:26:42.912 INFO:teuthology.orchestra.run.smithi077.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2024-04-10T15:26:42.912 INFO:teuthology.orchestra.run.smithi077.stderr: stderr: 10+0 records in 2024-04-10T15:26:42.912 INFO:teuthology.orchestra.run.smithi077.stderr:10+0 records out 2024-04-10T15:26:42.912 INFO:teuthology.orchestra.run.smithi077.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0123042 s, 852 MB/s 2024-04-10T15:26:42.912 INFO:teuthology.orchestra.run.smithi077.stderr:--> Zapping successful for: 2024-04-10T15:26:43.482 DEBUG:teuthology.orchestra.run.smithi077:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 09bfb546-f74e-11ee-b64a-cb9ed24678a4 -- ceph orch daemon add osd smithi077:vg_nvme/lv_3 2024-04-10T15:26:43.680 INFO:teuthology.orchestra.run.smithi077.stderr:Inferring config /var/lib/ceph/09bfb546-f74e-11ee-b64a-cb9ed24678a4/mon.b/config 2024-04-10T15:26:44.095 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:26:44 smithi077 ceph-mon[31195]: osdmap e33: 5 total, 5 up, 5 in 2024-04-10T15:26:44.095 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:26:44 smithi077 ceph-mon[31195]: pgmap v117: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 139 MiB used, 447 GiB / 447 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-04-10T15:26:44.328 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:26:44 smithi069 ceph-mon[27501]: osdmap e33: 5 total, 5 up, 5 in 2024-04-10T15:26:44.328 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:26:44 smithi069 ceph-mon[27501]: pgmap v117: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 139 MiB used, 447 GiB / 447 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-04-10T15:26:44.328 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:26:44 smithi069 ceph-mon[39688]: osdmap e33: 5 total, 5 up, 5 in 2024-04-10T15:26:44.328 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:26:44 smithi069 ceph-mon[39688]: pgmap v117: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 139 MiB used, 447 GiB / 447 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-04-10T15:26:45.287 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:26:45 smithi077 ceph-mon[31195]: osdmap e34: 5 total, 5 up, 5 in 2024-04-10T15:26:45.328 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:26:45 smithi069 ceph-mon[27501]: osdmap e34: 5 total, 5 up, 5 in 2024-04-10T15:26:45.329 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:26:45 smithi069 ceph-mon[39688]: osdmap e34: 5 total, 5 up, 5 in 2024-04-10T15:26:46.188 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:26:46 smithi077 ceph-mon[31195]: from='client.24208 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi077:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:26:46.188 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:26:46 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-10T15:26:46.189 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:26:46 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-10T15:26:46.189 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:26:46 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:26:46.189 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:26:46 smithi077 ceph-mon[31195]: pgmap v119: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 139 MiB used, 447 GiB / 447 GiB avail; 137 KiB/s, 0 objects/s recovering 2024-04-10T15:26:46.328 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:26:46 smithi069 ceph-mon[39688]: from='client.24208 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi077:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:26:46.328 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:26:46 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-10T15:26:46.329 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:26:46 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-10T15:26:46.329 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:26:46 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:26:46.329 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:26:46 smithi069 ceph-mon[39688]: pgmap v119: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 139 MiB used, 447 GiB / 447 GiB avail; 137 KiB/s, 0 objects/s recovering 2024-04-10T15:26:46.329 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:26:46 smithi069 ceph-mon[27501]: from='client.24208 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi077:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:26:46.329 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:26:46 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-10T15:26:46.329 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:26:46 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-10T15:26:46.329 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:26:46 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:26:46.329 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:26:46 smithi069 ceph-mon[27501]: pgmap v119: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 139 MiB used, 447 GiB / 447 GiB avail; 137 KiB/s, 0 objects/s recovering 2024-04-10T15:26:48.735 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:26:48 smithi077 ceph-mon[31195]: pgmap v120: 1 pgs: 1 active+clean; 577 KiB data, 140 MiB used, 447 GiB / 447 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-04-10T15:26:48.735 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:26:48 smithi077 ceph-mon[31195]: from='client.? 172.21.15.77:0/3461786357' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "53a362f2-5398-46e2-893a-c082eeaed67a"}]: dispatch 2024-04-10T15:26:48.735 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:26:48 smithi077 ceph-mon[31195]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "53a362f2-5398-46e2-893a-c082eeaed67a"}]: dispatch 2024-04-10T15:26:48.735 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:26:48 smithi077 ceph-mon[31195]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "53a362f2-5398-46e2-893a-c082eeaed67a"}]': finished 2024-04-10T15:26:48.735 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:26:48 smithi077 ceph-mon[31195]: osdmap e35: 6 total, 5 up, 6 in 2024-04-10T15:26:48.736 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:26:48 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-10T15:26:48.736 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:26:48 smithi077 ceph-mon[31195]: from='client.? 172.21.15.77:0/356161102' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-10T15:26:49.079 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:26:48 smithi069 ceph-mon[27501]: pgmap v120: 1 pgs: 1 active+clean; 577 KiB data, 140 MiB used, 447 GiB / 447 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-04-10T15:26:49.079 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:26:48 smithi069 ceph-mon[27501]: from='client.? 172.21.15.77:0/3461786357' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "53a362f2-5398-46e2-893a-c082eeaed67a"}]: dispatch 2024-04-10T15:26:49.079 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:26:48 smithi069 ceph-mon[27501]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "53a362f2-5398-46e2-893a-c082eeaed67a"}]: dispatch 2024-04-10T15:26:49.079 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:26:48 smithi069 ceph-mon[27501]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "53a362f2-5398-46e2-893a-c082eeaed67a"}]': finished 2024-04-10T15:26:49.079 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:26:48 smithi069 ceph-mon[27501]: osdmap e35: 6 total, 5 up, 6 in 2024-04-10T15:26:49.079 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:26:48 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-10T15:26:49.079 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:26:48 smithi069 ceph-mon[27501]: from='client.? 172.21.15.77:0/356161102' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-10T15:26:49.080 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:26:48 smithi069 ceph-mon[39688]: pgmap v120: 1 pgs: 1 active+clean; 577 KiB data, 140 MiB used, 447 GiB / 447 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-04-10T15:26:49.080 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:26:48 smithi069 ceph-mon[39688]: from='client.? 172.21.15.77:0/3461786357' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "53a362f2-5398-46e2-893a-c082eeaed67a"}]: dispatch 2024-04-10T15:26:49.080 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:26:48 smithi069 ceph-mon[39688]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "53a362f2-5398-46e2-893a-c082eeaed67a"}]: dispatch 2024-04-10T15:26:49.080 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:26:48 smithi069 ceph-mon[39688]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "53a362f2-5398-46e2-893a-c082eeaed67a"}]': finished 2024-04-10T15:26:49.080 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:26:48 smithi069 ceph-mon[39688]: osdmap e35: 6 total, 5 up, 6 in 2024-04-10T15:26:49.080 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:26:48 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-10T15:26:49.080 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:26:48 smithi069 ceph-mon[39688]: from='client.? 172.21.15.77:0/356161102' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-10T15:26:50.985 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:26:50 smithi077 ceph-mon[31195]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 139 MiB used, 447 GiB / 447 GiB avail 2024-04-10T15:26:51.078 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:26:50 smithi069 ceph-mon[39688]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 139 MiB used, 447 GiB / 447 GiB avail 2024-04-10T15:26:51.079 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:26:50 smithi069 ceph-mon[27501]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 139 MiB used, 447 GiB / 447 GiB avail 2024-04-10T15:26:52.822 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:26:52 smithi077 ceph-mon[31195]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 139 MiB used, 447 GiB / 447 GiB avail 2024-04-10T15:26:53.078 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:26:52 smithi069 ceph-mon[27501]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 139 MiB used, 447 GiB / 447 GiB avail 2024-04-10T15:26:53.079 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:26:52 smithi069 ceph-mon[39688]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 139 MiB used, 447 GiB / 447 GiB avail 2024-04-10T15:26:54.889 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:26:54 smithi077 ceph-mon[31195]: pgmap v124: 1 pgs: 1 active+clean; 577 KiB data, 139 MiB used, 447 GiB / 447 GiB avail 2024-04-10T15:26:54.889 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:26:54 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-04-10T15:26:54.889 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:26:54 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:26:55.078 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:26:54 smithi069 ceph-mon[39688]: pgmap v124: 1 pgs: 1 active+clean; 577 KiB data, 139 MiB used, 447 GiB / 447 GiB avail 2024-04-10T15:26:55.079 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:26:54 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-04-10T15:26:55.079 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:26:54 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:26:55.079 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:26:54 smithi069 ceph-mon[27501]: pgmap v124: 1 pgs: 1 active+clean; 577 KiB data, 139 MiB used, 447 GiB / 447 GiB avail 2024-04-10T15:26:55.079 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:26:54 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-04-10T15:26:55.079 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:26:54 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:26:55.945 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:26:55 smithi077 ceph-mon[31195]: Deploying daemon osd.5 on smithi077 2024-04-10T15:26:56.078 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:26:55 smithi069 ceph-mon[39688]: Deploying daemon osd.5 on smithi077 2024-04-10T15:26:56.079 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:26:55 smithi069 ceph-mon[27501]: Deploying daemon osd.5 on smithi077 2024-04-10T15:26:56.934 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:26:56 smithi069 ceph-mon[39688]: pgmap v125: 1 pgs: 1 active+clean; 577 KiB data, 139 MiB used, 447 GiB / 447 GiB avail 2024-04-10T15:26:56.934 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:26:56 smithi069 ceph-mon[27501]: pgmap v125: 1 pgs: 1 active+clean; 577 KiB data, 139 MiB used, 447 GiB / 447 GiB avail 2024-04-10T15:26:56.967 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:26:56 smithi077 ceph-mon[31195]: pgmap v125: 1 pgs: 1 active+clean; 577 KiB data, 139 MiB used, 447 GiB / 447 GiB avail 2024-04-10T15:26:58.945 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:26:58 smithi077 ceph-mon[31195]: pgmap v126: 1 pgs: 1 active+clean; 577 KiB data, 139 MiB used, 447 GiB / 447 GiB avail 2024-04-10T15:26:59.078 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:26:58 smithi069 ceph-mon[27501]: pgmap v126: 1 pgs: 1 active+clean; 577 KiB data, 139 MiB used, 447 GiB / 447 GiB avail 2024-04-10T15:26:59.079 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:26:58 smithi069 ceph-mon[39688]: pgmap v126: 1 pgs: 1 active+clean; 577 KiB data, 139 MiB used, 447 GiB / 447 GiB avail 2024-04-10T15:27:00.235 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:27:00 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:27:00.235 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:27:00 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:27:00.235 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:27:00 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:27:00.235 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:27:00 smithi077 ceph-mon[31195]: pgmap v127: 1 pgs: 1 active+clean; 577 KiB data, 139 MiB used, 447 GiB / 447 GiB avail 2024-04-10T15:27:00.578 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:27:00 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:27:00.579 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:27:00 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:27:00.579 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:27:00 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:27:00.579 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:27:00 smithi069 ceph-mon[27501]: pgmap v127: 1 pgs: 1 active+clean; 577 KiB data, 139 MiB used, 447 GiB / 447 GiB avail 2024-04-10T15:27:00.579 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:27:00 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:27:00.579 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:27:00 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:27:00.579 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:27:00 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:27:00.579 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:27:00 smithi069 ceph-mon[39688]: pgmap v127: 1 pgs: 1 active+clean; 577 KiB data, 139 MiB used, 447 GiB / 447 GiB avail 2024-04-10T15:27:02.330 INFO:teuthology.orchestra.run.smithi077.stdout:Created osd(s) 5 on host 'smithi077' 2024-04-10T15:27:02.985 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:27:02 smithi077 ceph-mon[31195]: pgmap v128: 1 pgs: 1 active+clean; 577 KiB data, 139 MiB used, 447 GiB / 447 GiB avail 2024-04-10T15:27:02.985 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:27:02 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:27:02.985 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:27:02 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:27:02.985 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:27:02 smithi077 ceph-mon[31195]: from='osd.5 [v2:172.21.15.77:6808/1052908863,v1:172.21.15.77:6809/1052908863]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-10T15:27:02.985 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:27:02 smithi077 ceph-mon[31195]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-10T15:27:03.058 DEBUG:teuthology.orchestra.run.smithi077:osd.5> sudo journalctl -f -n 0 -u ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4@osd.5.service 2024-04-10T15:27:03.060 INFO:tasks.cephadm:Deploying osd.6 on smithi077 with /dev/vg_nvme/lv_2... 2024-04-10T15:27:03.061 DEBUG:teuthology.orchestra.run.smithi077:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 09bfb546-f74e-11ee-b64a-cb9ed24678a4 -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2024-04-10T15:27:03.078 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:27:02 smithi069 ceph-mon[27501]: pgmap v128: 1 pgs: 1 active+clean; 577 KiB data, 139 MiB used, 447 GiB / 447 GiB avail 2024-04-10T15:27:03.079 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:27:02 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:27:03.079 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:27:02 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:27:03.079 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:27:02 smithi069 ceph-mon[27501]: from='osd.5 [v2:172.21.15.77:6808/1052908863,v1:172.21.15.77:6809/1052908863]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-10T15:27:03.079 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:27:02 smithi069 ceph-mon[27501]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-10T15:27:03.079 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:27:02 smithi069 ceph-mon[39688]: pgmap v128: 1 pgs: 1 active+clean; 577 KiB data, 139 MiB used, 447 GiB / 447 GiB avail 2024-04-10T15:27:03.079 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:27:02 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:27:03.079 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:27:02 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:27:03.079 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:27:02 smithi069 ceph-mon[39688]: from='osd.5 [v2:172.21.15.77:6808/1052908863,v1:172.21.15.77:6809/1052908863]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-10T15:27:03.079 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:27:02 smithi069 ceph-mon[39688]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-10T15:27:03.795 INFO:teuthology.orchestra.run.smithi077.stderr:Inferring config /var/lib/ceph/09bfb546-f74e-11ee-b64a-cb9ed24678a4/mon.b/config 2024-04-10T15:27:03.931 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:27:03 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:27:03.931 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:27:03 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:27:03.931 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:27:03 smithi077 ceph-mon[31195]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-04-10T15:27:03.931 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:27:03 smithi077 ceph-mon[31195]: osdmap e36: 6 total, 5 up, 6 in 2024-04-10T15:27:03.931 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:27:03 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-10T15:27:03.931 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:27:03 smithi077 ceph-mon[31195]: from='osd.5 [v2:172.21.15.77:6808/1052908863,v1:172.21.15.77:6809/1052908863]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi077", "root=default"]}]: dispatch 2024-04-10T15:27:03.931 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:27:03 smithi077 ceph-mon[31195]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi077", "root=default"]}]: dispatch 2024-04-10T15:27:04.079 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:27:03 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:27:04.079 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:27:03 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:27:04.079 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:27:03 smithi069 ceph-mon[39688]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-04-10T15:27:04.079 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:27:03 smithi069 ceph-mon[39688]: osdmap e36: 6 total, 5 up, 6 in 2024-04-10T15:27:04.079 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:27:03 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-10T15:27:04.079 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:27:03 smithi069 ceph-mon[39688]: from='osd.5 [v2:172.21.15.77:6808/1052908863,v1:172.21.15.77:6809/1052908863]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi077", "root=default"]}]: dispatch 2024-04-10T15:27:04.079 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:27:03 smithi069 ceph-mon[39688]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi077", "root=default"]}]: dispatch 2024-04-10T15:27:04.079 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:27:03 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:27:04.079 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:27:03 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:27:04.079 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:27:03 smithi069 ceph-mon[27501]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-04-10T15:27:04.079 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:27:03 smithi069 ceph-mon[27501]: osdmap e36: 6 total, 5 up, 6 in 2024-04-10T15:27:04.080 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:27:03 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-10T15:27:04.080 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:27:03 smithi069 ceph-mon[27501]: from='osd.5 [v2:172.21.15.77:6808/1052908863,v1:172.21.15.77:6809/1052908863]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi077", "root=default"]}]: dispatch 2024-04-10T15:27:04.080 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:27:03 smithi069 ceph-mon[27501]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi077", "root=default"]}]: dispatch 2024-04-10T15:27:04.971 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:27:04 smithi077 ceph-mon[31195]: pgmap v130: 1 pgs: 1 active+clean; 577 KiB data, 139 MiB used, 447 GiB / 447 GiB avail 2024-04-10T15:27:04.971 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:27:04 smithi077 ceph-mon[31195]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi077", "root=default"]}]': finished 2024-04-10T15:27:04.971 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:27:04 smithi077 ceph-mon[31195]: osdmap e37: 6 total, 5 up, 6 in 2024-04-10T15:27:04.972 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:27:04 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-10T15:27:04.972 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:27:04 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-10T15:27:04.972 INFO:journalctl@ceph.osd.5.smithi077.stdout:Apr 10 15:27:04 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-5[42611]: 2024-04-10T15:27:04.718+0000 7f2a02fca700 -1 osd.5 0 waiting for initial osdmap 2024-04-10T15:27:04.972 INFO:journalctl@ceph.osd.5.smithi077.stdout:Apr 10 15:27:04 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-5[42611]: 2024-04-10T15:27:04.723+0000 7f29fadb7700 -1 osd.5 37 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-10T15:27:05.079 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:27:04 smithi069 ceph-mon[27501]: pgmap v130: 1 pgs: 1 active+clean; 577 KiB data, 139 MiB used, 447 GiB / 447 GiB avail 2024-04-10T15:27:05.079 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:27:04 smithi069 ceph-mon[27501]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi077", "root=default"]}]': finished 2024-04-10T15:27:05.079 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:27:04 smithi069 ceph-mon[27501]: osdmap e37: 6 total, 5 up, 6 in 2024-04-10T15:27:05.079 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:27:04 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-10T15:27:05.079 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:27:04 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-10T15:27:05.079 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:27:04 smithi069 ceph-mon[39688]: pgmap v130: 1 pgs: 1 active+clean; 577 KiB data, 139 MiB used, 447 GiB / 447 GiB avail 2024-04-10T15:27:05.079 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:27:04 smithi069 ceph-mon[39688]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi077", "root=default"]}]': finished 2024-04-10T15:27:05.079 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:27:04 smithi069 ceph-mon[39688]: osdmap e37: 6 total, 5 up, 6 in 2024-04-10T15:27:05.079 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:27:04 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-10T15:27:05.080 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:27:04 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-10T15:27:05.853 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:27:05 smithi077 ceph-mon[31195]: purged_snaps scrub starts 2024-04-10T15:27:05.854 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:27:05 smithi077 ceph-mon[31195]: purged_snaps scrub ok 2024-04-10T15:27:05.854 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:27:05 smithi077 ceph-mon[31195]: from='osd.5 ' entity='osd.5' 2024-04-10T15:27:05.854 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:27:05 smithi077 ceph-mon[31195]: osd.5 [v2:172.21.15.77:6808/1052908863,v1:172.21.15.77:6809/1052908863] boot 2024-04-10T15:27:05.854 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:27:05 smithi077 ceph-mon[31195]: osdmap e38: 6 total, 6 up, 6 in 2024-04-10T15:27:05.854 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:27:05 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-10T15:27:06.079 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:27:05 smithi069 ceph-mon[39688]: purged_snaps scrub starts 2024-04-10T15:27:06.079 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:27:05 smithi069 ceph-mon[39688]: purged_snaps scrub ok 2024-04-10T15:27:06.079 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:27:05 smithi069 ceph-mon[39688]: from='osd.5 ' entity='osd.5' 2024-04-10T15:27:06.079 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:27:05 smithi069 ceph-mon[39688]: osd.5 [v2:172.21.15.77:6808/1052908863,v1:172.21.15.77:6809/1052908863] boot 2024-04-10T15:27:06.079 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:27:05 smithi069 ceph-mon[39688]: osdmap e38: 6 total, 6 up, 6 in 2024-04-10T15:27:06.079 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:27:05 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-10T15:27:06.079 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:27:05 smithi069 ceph-mon[27501]: purged_snaps scrub starts 2024-04-10T15:27:06.079 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:27:05 smithi069 ceph-mon[27501]: purged_snaps scrub ok 2024-04-10T15:27:06.079 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:27:05 smithi069 ceph-mon[27501]: from='osd.5 ' entity='osd.5' 2024-04-10T15:27:06.080 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:27:05 smithi069 ceph-mon[27501]: osd.5 [v2:172.21.15.77:6808/1052908863,v1:172.21.15.77:6809/1052908863] boot 2024-04-10T15:27:06.080 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:27:05 smithi069 ceph-mon[27501]: osdmap e38: 6 total, 6 up, 6 in 2024-04-10T15:27:06.080 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:27:05 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-10T15:27:06.973 INFO:teuthology.orchestra.run.smithi077.stderr:--> Zapping: /dev/vg_nvme/lv_2 2024-04-10T15:27:06.973 INFO:teuthology.orchestra.run.smithi077.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2024-04-10T15:27:06.974 INFO:teuthology.orchestra.run.smithi077.stderr: stderr: 10+0 records in 2024-04-10T15:27:06.974 INFO:teuthology.orchestra.run.smithi077.stderr:10+0 records out 2024-04-10T15:27:06.974 INFO:teuthology.orchestra.run.smithi077.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0122824 s, 854 MB/s 2024-04-10T15:27:06.974 INFO:teuthology.orchestra.run.smithi077.stderr:--> Zapping successful for: 2024-04-10T15:27:06.974 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:27:06 smithi077 ceph-mon[31195]: pgmap v133: 1 pgs: 1 active+clean; 577 KiB data, 166 MiB used, 536 GiB / 536 GiB avail 2024-04-10T15:27:06.974 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:27:06 smithi077 ceph-mon[31195]: osdmap e39: 6 total, 6 up, 6 in 2024-04-10T15:27:06.974 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:27:06 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:27:06.974 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:27:06 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:27:06.974 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:27:06 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:27:06.974 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:27:06 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:27:06.974 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:27:06 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:27:06.975 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:27:06 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:27:06.975 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:27:06 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:27:06.975 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:27:06 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:27:06.975 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:27:06 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:27:06.975 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:27:06 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:27:06.975 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:27:06 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:27:06.975 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:27:06 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:27:07.079 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:27:06 smithi069 ceph-mon[27501]: pgmap v133: 1 pgs: 1 active+clean; 577 KiB data, 166 MiB used, 536 GiB / 536 GiB avail 2024-04-10T15:27:07.079 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:27:06 smithi069 ceph-mon[27501]: osdmap e39: 6 total, 6 up, 6 in 2024-04-10T15:27:07.079 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:27:06 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:27:07.079 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:27:06 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:27:07.079 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:27:06 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:27:07.079 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:27:06 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:27:07.079 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:27:06 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:27:07.079 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:27:06 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:27:07.079 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:27:06 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:27:07.079 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:27:06 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:27:07.080 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:27:06 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:27:07.080 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:27:06 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:27:07.080 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:27:06 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:27:07.080 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:27:06 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:27:07.080 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:27:06 smithi069 ceph-mon[39688]: pgmap v133: 1 pgs: 1 active+clean; 577 KiB data, 166 MiB used, 536 GiB / 536 GiB avail 2024-04-10T15:27:07.080 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:27:06 smithi069 ceph-mon[39688]: osdmap e39: 6 total, 6 up, 6 in 2024-04-10T15:27:07.080 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:27:06 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:27:07.080 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:27:06 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:27:07.080 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:27:06 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:27:07.080 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:27:06 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:27:07.080 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:27:06 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:27:07.080 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:27:06 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:27:07.080 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:27:06 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:27:07.081 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:27:06 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:27:07.081 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:27:06 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:27:07.081 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:27:06 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:27:07.081 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:27:06 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:27:07.081 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:27:06 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:27:07.606 DEBUG:teuthology.orchestra.run.smithi077:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 09bfb546-f74e-11ee-b64a-cb9ed24678a4 -- ceph orch daemon add osd smithi077:vg_nvme/lv_2 2024-04-10T15:27:07.805 INFO:teuthology.orchestra.run.smithi077.stderr:Inferring config /var/lib/ceph/09bfb546-f74e-11ee-b64a-cb9ed24678a4/mon.b/config 2024-04-10T15:27:07.918 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:27:07 smithi077 ceph-mon[31195]: Detected new or changed devices on smithi077 2024-04-10T15:27:07.918 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:27:07 smithi077 ceph-mon[31195]: Adjusting osd_memory_target on smithi077 to 8544M 2024-04-10T15:27:07.919 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:27:07 smithi077 ceph-mon[31195]: osdmap e40: 6 total, 6 up, 6 in 2024-04-10T15:27:08.078 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:27:07 smithi069 ceph-mon[27501]: Detected new or changed devices on smithi077 2024-04-10T15:27:08.079 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:27:07 smithi069 ceph-mon[27501]: Adjusting osd_memory_target on smithi077 to 8544M 2024-04-10T15:27:08.079 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:27:07 smithi069 ceph-mon[27501]: osdmap e40: 6 total, 6 up, 6 in 2024-04-10T15:27:08.079 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:27:07 smithi069 ceph-mon[39688]: Detected new or changed devices on smithi077 2024-04-10T15:27:08.079 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:27:07 smithi069 ceph-mon[39688]: Adjusting osd_memory_target on smithi077 to 8544M 2024-04-10T15:27:08.079 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:27:07 smithi069 ceph-mon[39688]: osdmap e40: 6 total, 6 up, 6 in 2024-04-10T15:27:08.806 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:27:08 smithi077 ceph-mon[31195]: pgmap v136: 1 pgs: 1 remapped+peering; 577 KiB data, 166 MiB used, 536 GiB / 536 GiB avail 2024-04-10T15:27:08.806 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:27:08 smithi077 ceph-mon[31195]: Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-04-10T15:27:09.079 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:27:08 smithi069 ceph-mon[27501]: pgmap v136: 1 pgs: 1 remapped+peering; 577 KiB data, 166 MiB used, 536 GiB / 536 GiB avail 2024-04-10T15:27:09.079 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:27:08 smithi069 ceph-mon[27501]: Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-04-10T15:27:09.079 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:27:08 smithi069 ceph-mon[39688]: pgmap v136: 1 pgs: 1 remapped+peering; 577 KiB data, 166 MiB used, 536 GiB / 536 GiB avail 2024-04-10T15:27:09.079 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:27:08 smithi069 ceph-mon[39688]: Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-04-10T15:27:09.985 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:27:09 smithi077 ceph-mon[31195]: osdmap e41: 6 total, 6 up, 6 in 2024-04-10T15:27:09.985 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:27:09 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-10T15:27:09.985 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:27:09 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-10T15:27:09.985 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:27:09 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:27:10.079 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:27:09 smithi069 ceph-mon[27501]: osdmap e41: 6 total, 6 up, 6 in 2024-04-10T15:27:10.079 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:27:09 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-10T15:27:10.079 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:27:09 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-10T15:27:10.079 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:27:09 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:27:10.079 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:27:09 smithi069 ceph-mon[39688]: osdmap e41: 6 total, 6 up, 6 in 2024-04-10T15:27:10.079 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:27:09 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-10T15:27:10.079 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:27:09 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-10T15:27:10.080 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:27:09 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:27:10.890 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:27:10 smithi077 ceph-mon[31195]: from='client.24235 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi077:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:27:10.890 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:27:10 smithi077 ceph-mon[31195]: pgmap v138: 1 pgs: 1 remapped+peering; 577 KiB data, 166 MiB used, 536 GiB / 536 GiB avail 2024-04-10T15:27:10.890 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:27:10 smithi077 ceph-mon[31195]: osdmap e42: 6 total, 6 up, 6 in 2024-04-10T15:27:11.079 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:27:10 smithi069 ceph-mon[27501]: from='client.24235 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi077:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:27:11.079 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:27:10 smithi069 ceph-mon[27501]: pgmap v138: 1 pgs: 1 remapped+peering; 577 KiB data, 166 MiB used, 536 GiB / 536 GiB avail 2024-04-10T15:27:11.079 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:27:10 smithi069 ceph-mon[27501]: osdmap e42: 6 total, 6 up, 6 in 2024-04-10T15:27:11.079 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:27:10 smithi069 ceph-mon[39688]: from='client.24235 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi077:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:27:11.079 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:27:10 smithi069 ceph-mon[39688]: pgmap v138: 1 pgs: 1 remapped+peering; 577 KiB data, 166 MiB used, 536 GiB / 536 GiB avail 2024-04-10T15:27:11.079 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:27:10 smithi069 ceph-mon[39688]: osdmap e42: 6 total, 6 up, 6 in 2024-04-10T15:27:12.079 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:27:11 smithi069 ceph-mon[27501]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2024-04-10T15:27:12.079 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:27:11 smithi069 ceph-mon[27501]: Cluster is now healthy 2024-04-10T15:27:12.079 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:27:11 smithi069 ceph-mon[39688]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2024-04-10T15:27:12.079 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:27:11 smithi069 ceph-mon[39688]: Cluster is now healthy 2024-04-10T15:27:12.235 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:27:11 smithi077 ceph-mon[31195]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2024-04-10T15:27:12.235 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:27:11 smithi077 ceph-mon[31195]: Cluster is now healthy 2024-04-10T15:27:13.079 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:27:12 smithi069 ceph-mon[27501]: pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 166 MiB used, 536 GiB / 536 GiB avail 2024-04-10T15:27:13.079 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:27:12 smithi069 ceph-mon[27501]: from='client.? 172.21.15.77:0/1300075723' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c49d5f16-cf9d-4802-9f57-3fd57ccf650c"}]: dispatch 2024-04-10T15:27:13.079 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:27:12 smithi069 ceph-mon[27501]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c49d5f16-cf9d-4802-9f57-3fd57ccf650c"}]: dispatch 2024-04-10T15:27:13.079 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:27:12 smithi069 ceph-mon[27501]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "c49d5f16-cf9d-4802-9f57-3fd57ccf650c"}]': finished 2024-04-10T15:27:13.079 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:27:12 smithi069 ceph-mon[27501]: osdmap e43: 7 total, 6 up, 7 in 2024-04-10T15:27:13.079 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:27:12 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-10T15:27:13.079 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:27:12 smithi069 ceph-mon[27501]: from='client.? 172.21.15.77:0/2897196118' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-10T15:27:13.079 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:27:12 smithi069 ceph-mon[39688]: pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 166 MiB used, 536 GiB / 536 GiB avail 2024-04-10T15:27:13.080 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:27:12 smithi069 ceph-mon[39688]: from='client.? 172.21.15.77:0/1300075723' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c49d5f16-cf9d-4802-9f57-3fd57ccf650c"}]: dispatch 2024-04-10T15:27:13.080 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:27:12 smithi069 ceph-mon[39688]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c49d5f16-cf9d-4802-9f57-3fd57ccf650c"}]: dispatch 2024-04-10T15:27:13.080 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:27:12 smithi069 ceph-mon[39688]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "c49d5f16-cf9d-4802-9f57-3fd57ccf650c"}]': finished 2024-04-10T15:27:13.080 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:27:12 smithi069 ceph-mon[39688]: osdmap e43: 7 total, 6 up, 7 in 2024-04-10T15:27:13.080 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:27:12 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-10T15:27:13.080 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:27:12 smithi069 ceph-mon[39688]: from='client.? 172.21.15.77:0/2897196118' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-10T15:27:13.235 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:27:12 smithi077 ceph-mon[31195]: pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 166 MiB used, 536 GiB / 536 GiB avail 2024-04-10T15:27:13.235 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:27:12 smithi077 ceph-mon[31195]: from='client.? 172.21.15.77:0/1300075723' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c49d5f16-cf9d-4802-9f57-3fd57ccf650c"}]: dispatch 2024-04-10T15:27:13.235 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:27:12 smithi077 ceph-mon[31195]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "c49d5f16-cf9d-4802-9f57-3fd57ccf650c"}]: dispatch 2024-04-10T15:27:13.235 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:27:12 smithi077 ceph-mon[31195]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "c49d5f16-cf9d-4802-9f57-3fd57ccf650c"}]': finished 2024-04-10T15:27:13.235 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:27:12 smithi077 ceph-mon[31195]: osdmap e43: 7 total, 6 up, 7 in 2024-04-10T15:27:13.235 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:27:12 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-10T15:27:13.236 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:27:12 smithi077 ceph-mon[31195]: from='client.? 172.21.15.77:0/2897196118' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-10T15:27:15.078 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:27:14 smithi069 ceph-mon[27501]: pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 166 MiB used, 536 GiB / 536 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-04-10T15:27:15.079 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:27:14 smithi069 ceph-mon[39688]: pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 166 MiB used, 536 GiB / 536 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-04-10T15:27:15.173 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:27:14 smithi077 ceph-mon[31195]: pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 166 MiB used, 536 GiB / 536 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-04-10T15:27:16.928 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:27:16 smithi077 ceph-mon[31195]: pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 166 MiB used, 536 GiB / 536 GiB avail; 84 KiB/s, 0 objects/s recovering 2024-04-10T15:27:17.079 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:27:16 smithi069 ceph-mon[27501]: pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 166 MiB used, 536 GiB / 536 GiB avail; 84 KiB/s, 0 objects/s recovering 2024-04-10T15:27:17.079 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:27:16 smithi069 ceph-mon[39688]: pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 166 MiB used, 536 GiB / 536 GiB avail; 84 KiB/s, 0 objects/s recovering 2024-04-10T15:27:19.079 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:27:18 smithi069 ceph-mon[27501]: pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 166 MiB used, 536 GiB / 536 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-04-10T15:27:19.079 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:27:18 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-04-10T15:27:19.079 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:27:18 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:27:19.079 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:27:18 smithi069 ceph-mon[39688]: pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 166 MiB used, 536 GiB / 536 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-04-10T15:27:19.079 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:27:18 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-04-10T15:27:19.080 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:27:18 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:27:19.129 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:27:18 smithi077 ceph-mon[31195]: pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 166 MiB used, 536 GiB / 536 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-04-10T15:27:19.129 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:27:18 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-04-10T15:27:19.129 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:27:18 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:27:20.079 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:27:19 smithi069 ceph-mon[39688]: Deploying daemon osd.6 on smithi077 2024-04-10T15:27:20.079 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:27:19 smithi069 ceph-mon[27501]: Deploying daemon osd.6 on smithi077 2024-04-10T15:27:20.101 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:27:19 smithi077 ceph-mon[31195]: Deploying daemon osd.6 on smithi077 2024-04-10T15:27:20.985 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:27:20 smithi077 ceph-mon[31195]: pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 166 MiB used, 536 GiB / 536 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-04-10T15:27:21.079 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:27:20 smithi069 ceph-mon[27501]: pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 166 MiB used, 536 GiB / 536 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-04-10T15:27:21.079 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:27:20 smithi069 ceph-mon[39688]: pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 166 MiB used, 536 GiB / 536 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-04-10T15:27:22.985 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:27:22 smithi077 ceph-mon[31195]: pgmap v146: 1 pgs: 1 active+clean; 577 KiB data, 166 MiB used, 536 GiB / 536 GiB avail 2024-04-10T15:27:23.079 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:27:22 smithi069 ceph-mon[27501]: pgmap v146: 1 pgs: 1 active+clean; 577 KiB data, 166 MiB used, 536 GiB / 536 GiB avail 2024-04-10T15:27:23.079 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:27:22 smithi069 ceph-mon[39688]: pgmap v146: 1 pgs: 1 active+clean; 577 KiB data, 166 MiB used, 536 GiB / 536 GiB avail 2024-04-10T15:27:24.735 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:27:24 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:27:24.735 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:27:24 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:27:24.735 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:27:24 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:27:24.735 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:27:24 smithi077 ceph-mon[31195]: pgmap v147: 1 pgs: 1 active+clean; 577 KiB data, 166 MiB used, 536 GiB / 536 GiB avail 2024-04-10T15:27:24.829 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:27:24 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:27:24.829 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:27:24 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:27:24.829 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:27:24 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:27:24.829 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:27:24 smithi069 ceph-mon[27501]: pgmap v147: 1 pgs: 1 active+clean; 577 KiB data, 166 MiB used, 536 GiB / 536 GiB avail 2024-04-10T15:27:24.829 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:27:24 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:27:24.829 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:27:24 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:27:24.830 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:27:24 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:27:24.830 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:27:24 smithi069 ceph-mon[39688]: pgmap v147: 1 pgs: 1 active+clean; 577 KiB data, 166 MiB used, 536 GiB / 536 GiB avail 2024-04-10T15:27:26.938 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:27:26 smithi077 ceph-mon[31195]: pgmap v148: 1 pgs: 1 active+clean; 577 KiB data, 166 MiB used, 536 GiB / 536 GiB avail 2024-04-10T15:27:26.939 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:27:26 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:27:26.939 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:27:26 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:27:27.079 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:27:26 smithi069 ceph-mon[27501]: pgmap v148: 1 pgs: 1 active+clean; 577 KiB data, 166 MiB used, 536 GiB / 536 GiB avail 2024-04-10T15:27:27.079 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:27:26 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:27:27.079 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:27:26 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:27:27.079 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:27:26 smithi069 ceph-mon[39688]: pgmap v148: 1 pgs: 1 active+clean; 577 KiB data, 166 MiB used, 536 GiB / 536 GiB avail 2024-04-10T15:27:27.079 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:27:26 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:27:27.080 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:27:26 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:27:27.256 INFO:teuthology.orchestra.run.smithi077.stdout:Created osd(s) 6 on host 'smithi077' 2024-04-10T15:27:27.827 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:27:27 smithi077 ceph-mon[31195]: from='osd.6 [v2:172.21.15.77:6816/1062558787,v1:172.21.15.77:6817/1062558787]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-10T15:27:27.827 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:27:27 smithi077 ceph-mon[31195]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-10T15:27:27.827 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:27:27 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:27:27.827 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:27:27 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:27:27.827 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:27:27 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:27:27.827 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:27:27 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:27:27.828 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:27:27 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:27:27.828 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:27:27 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:27:27.829 DEBUG:teuthology.orchestra.run.smithi077:osd.6> sudo journalctl -f -n 0 -u ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4@osd.6.service 2024-04-10T15:27:27.831 INFO:tasks.cephadm:Deploying osd.7 on smithi077 with /dev/vg_nvme/lv_1... 2024-04-10T15:27:27.831 DEBUG:teuthology.orchestra.run.smithi077:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 09bfb546-f74e-11ee-b64a-cb9ed24678a4 -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2024-04-10T15:27:28.079 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:27:27 smithi069 ceph-mon[27501]: from='osd.6 [v2:172.21.15.77:6816/1062558787,v1:172.21.15.77:6817/1062558787]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-10T15:27:28.079 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:27:27 smithi069 ceph-mon[27501]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-10T15:27:28.079 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:27:27 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:27:28.079 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:27:27 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:27:28.079 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:27:27 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:27:28.079 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:27:27 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:27:28.079 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:27:27 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:27:28.080 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:27:27 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:27:28.080 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:27:27 smithi069 ceph-mon[39688]: from='osd.6 [v2:172.21.15.77:6816/1062558787,v1:172.21.15.77:6817/1062558787]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-10T15:27:28.080 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:27:27 smithi069 ceph-mon[39688]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-10T15:27:28.080 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:27:27 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:27:28.080 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:27:27 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:27:28.080 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:27:27 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:27:28.080 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:27:27 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:27:28.080 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:27:27 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:27:28.080 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:27:27 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:27:28.644 INFO:teuthology.orchestra.run.smithi077.stderr:Inferring config /var/lib/ceph/09bfb546-f74e-11ee-b64a-cb9ed24678a4/mon.b/config 2024-04-10T15:27:28.735 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:27:28 smithi077 ceph-mon[31195]: pgmap v149: 1 pgs: 1 active+clean; 577 KiB data, 166 MiB used, 536 GiB / 536 GiB avail 2024-04-10T15:27:28.735 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:27:28 smithi077 ceph-mon[31195]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-04-10T15:27:28.735 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:27:28 smithi077 ceph-mon[31195]: osdmap e44: 7 total, 6 up, 7 in 2024-04-10T15:27:28.735 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:27:28 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-10T15:27:28.735 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:27:28 smithi077 ceph-mon[31195]: from='osd.6 [v2:172.21.15.77:6816/1062558787,v1:172.21.15.77:6817/1062558787]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi077", "root=default"]}]: dispatch 2024-04-10T15:27:28.736 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:27:28 smithi077 ceph-mon[31195]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi077", "root=default"]}]: dispatch 2024-04-10T15:27:28.736 INFO:journalctl@ceph.osd.6.smithi077.stdout:Apr 10 15:27:28 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-6[48823]: 2024-04-10T15:27:28.684+0000 7fcb99e53700 -1 osd.6 0 waiting for initial osdmap 2024-04-10T15:27:28.736 INFO:journalctl@ceph.osd.6.smithi077.stdout:Apr 10 15:27:28 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-6[48823]: 2024-04-10T15:27:28.691+0000 7fcb95c48700 -1 osd.6 45 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-10T15:27:29.079 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:27:28 smithi069 ceph-mon[27501]: pgmap v149: 1 pgs: 1 active+clean; 577 KiB data, 166 MiB used, 536 GiB / 536 GiB avail 2024-04-10T15:27:29.079 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:27:28 smithi069 ceph-mon[27501]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-04-10T15:27:29.079 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:27:28 smithi069 ceph-mon[27501]: osdmap e44: 7 total, 6 up, 7 in 2024-04-10T15:27:29.080 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:27:28 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-10T15:27:29.080 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:27:28 smithi069 ceph-mon[27501]: from='osd.6 [v2:172.21.15.77:6816/1062558787,v1:172.21.15.77:6817/1062558787]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi077", "root=default"]}]: dispatch 2024-04-10T15:27:29.080 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:27:28 smithi069 ceph-mon[27501]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi077", "root=default"]}]: dispatch 2024-04-10T15:27:29.080 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:27:28 smithi069 ceph-mon[39688]: pgmap v149: 1 pgs: 1 active+clean; 577 KiB data, 166 MiB used, 536 GiB / 536 GiB avail 2024-04-10T15:27:29.080 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:27:28 smithi069 ceph-mon[39688]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-04-10T15:27:29.080 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:27:28 smithi069 ceph-mon[39688]: osdmap e44: 7 total, 6 up, 7 in 2024-04-10T15:27:29.080 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:27:28 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-10T15:27:29.080 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:27:28 smithi069 ceph-mon[39688]: from='osd.6 [v2:172.21.15.77:6816/1062558787,v1:172.21.15.77:6817/1062558787]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi077", "root=default"]}]: dispatch 2024-04-10T15:27:29.080 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:27:28 smithi069 ceph-mon[39688]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi077", "root=default"]}]: dispatch 2024-04-10T15:27:29.876 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:27:29 smithi077 ceph-mon[31195]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi077", "root=default"]}]': finished 2024-04-10T15:27:29.876 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:27:29 smithi077 ceph-mon[31195]: osdmap e45: 7 total, 6 up, 7 in 2024-04-10T15:27:29.877 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:27:29 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-10T15:27:29.877 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:27:29 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-10T15:27:29.877 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:27:29 smithi077 ceph-mon[31195]: osd.6 [v2:172.21.15.77:6816/1062558787,v1:172.21.15.77:6817/1062558787] boot 2024-04-10T15:27:29.877 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:27:29 smithi077 ceph-mon[31195]: osdmap e46: 7 total, 7 up, 7 in 2024-04-10T15:27:29.877 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:27:29 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-10T15:27:30.079 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:27:29 smithi069 ceph-mon[27501]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi077", "root=default"]}]': finished 2024-04-10T15:27:30.079 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:27:29 smithi069 ceph-mon[27501]: osdmap e45: 7 total, 6 up, 7 in 2024-04-10T15:27:30.079 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:27:29 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-10T15:27:30.079 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:27:29 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-10T15:27:30.080 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:27:29 smithi069 ceph-mon[27501]: osd.6 [v2:172.21.15.77:6816/1062558787,v1:172.21.15.77:6817/1062558787] boot 2024-04-10T15:27:30.080 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:27:29 smithi069 ceph-mon[27501]: osdmap e46: 7 total, 7 up, 7 in 2024-04-10T15:27:30.080 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:27:29 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-10T15:27:30.080 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:27:29 smithi069 ceph-mon[39688]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi077", "root=default"]}]': finished 2024-04-10T15:27:30.081 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:27:29 smithi069 ceph-mon[39688]: osdmap e45: 7 total, 6 up, 7 in 2024-04-10T15:27:30.081 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:27:29 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-10T15:27:30.081 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:27:29 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-10T15:27:30.081 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:27:29 smithi069 ceph-mon[39688]: osd.6 [v2:172.21.15.77:6816/1062558787,v1:172.21.15.77:6817/1062558787] boot 2024-04-10T15:27:30.081 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:27:29 smithi069 ceph-mon[39688]: osdmap e46: 7 total, 7 up, 7 in 2024-04-10T15:27:30.081 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:27:29 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-10T15:27:30.985 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:27:30 smithi077 ceph-mon[31195]: purged_snaps scrub starts 2024-04-10T15:27:30.985 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:27:30 smithi077 ceph-mon[31195]: purged_snaps scrub ok 2024-04-10T15:27:30.985 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:27:30 smithi077 ceph-mon[31195]: pgmap v152: 1 pgs: 1 active+clean; 577 KiB data, 166 MiB used, 536 GiB / 536 GiB avail 2024-04-10T15:27:30.985 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:27:30 smithi077 ceph-mon[31195]: osdmap e47: 7 total, 7 up, 7 in 2024-04-10T15:27:31.079 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:27:30 smithi069 ceph-mon[27501]: purged_snaps scrub starts 2024-04-10T15:27:31.079 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:27:30 smithi069 ceph-mon[27501]: purged_snaps scrub ok 2024-04-10T15:27:31.079 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:27:30 smithi069 ceph-mon[27501]: pgmap v152: 1 pgs: 1 active+clean; 577 KiB data, 166 MiB used, 536 GiB / 536 GiB avail 2024-04-10T15:27:31.079 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:27:30 smithi069 ceph-mon[27501]: osdmap e47: 7 total, 7 up, 7 in 2024-04-10T15:27:31.080 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:27:30 smithi069 ceph-mon[39688]: purged_snaps scrub starts 2024-04-10T15:27:31.080 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:27:30 smithi069 ceph-mon[39688]: purged_snaps scrub ok 2024-04-10T15:27:31.080 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:27:30 smithi069 ceph-mon[39688]: pgmap v152: 1 pgs: 1 active+clean; 577 KiB data, 166 MiB used, 536 GiB / 536 GiB avail 2024-04-10T15:27:31.080 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:27:30 smithi069 ceph-mon[39688]: osdmap e47: 7 total, 7 up, 7 in 2024-04-10T15:27:32.098 INFO:teuthology.orchestra.run.smithi077.stderr:--> Zapping: /dev/vg_nvme/lv_1 2024-04-10T15:27:32.098 INFO:teuthology.orchestra.run.smithi077.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2024-04-10T15:27:32.098 INFO:teuthology.orchestra.run.smithi077.stderr: stderr: 10+0 records in 2024-04-10T15:27:32.098 INFO:teuthology.orchestra.run.smithi077.stderr:10+0 records out 2024-04-10T15:27:32.098 INFO:teuthology.orchestra.run.smithi077.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0124262 s, 844 MB/s 2024-04-10T15:27:32.098 INFO:teuthology.orchestra.run.smithi077.stderr:--> Zapping successful for: 2024-04-10T15:27:32.667 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:27:32 smithi077 ceph-mon[31195]: Detected new or changed devices on smithi077 2024-04-10T15:27:32.667 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:27:32 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:27:32.667 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:27:32 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:27:32.667 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:27:32 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:27:32.667 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:27:32 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:27:32.667 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:27:32 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:27:32.667 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:27:32 smithi077 ceph-mon[31195]: Adjusting osd_memory_target on smithi077 to 5696M 2024-04-10T15:27:32.667 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:27:32 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:27:32.667 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:27:32 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:27:32.668 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:27:32 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:27:32.668 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:27:32 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:27:32.668 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:27:32 smithi077 ceph-mon[31195]: pgmap v155: 1 pgs: 1 active+clean; 577 KiB data, 193 MiB used, 626 GiB / 626 GiB avail 2024-04-10T15:27:32.668 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:27:32 smithi077 ceph-mon[31195]: osdmap e48: 7 total, 7 up, 7 in 2024-04-10T15:27:32.689 DEBUG:teuthology.orchestra.run.smithi077:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 09bfb546-f74e-11ee-b64a-cb9ed24678a4 -- ceph orch daemon add osd smithi077:vg_nvme/lv_1 2024-04-10T15:27:32.829 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:27:32 smithi069 ceph-mon[27501]: Detected new or changed devices on smithi077 2024-04-10T15:27:32.829 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:27:32 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:27:32.829 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:27:32 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:27:32.830 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:27:32 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:27:32.830 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:27:32 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:27:32.830 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:27:32 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:27:32.830 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:27:32 smithi069 ceph-mon[27501]: Adjusting osd_memory_target on smithi077 to 5696M 2024-04-10T15:27:32.830 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:27:32 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:27:32.830 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:27:32 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:27:32.830 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:27:32 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:27:32.830 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:27:32 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:27:32.830 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:27:32 smithi069 ceph-mon[27501]: pgmap v155: 1 pgs: 1 active+clean; 577 KiB data, 193 MiB used, 626 GiB / 626 GiB avail 2024-04-10T15:27:32.830 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:27:32 smithi069 ceph-mon[27501]: osdmap e48: 7 total, 7 up, 7 in 2024-04-10T15:27:32.831 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:27:32 smithi069 ceph-mon[39688]: Detected new or changed devices on smithi077 2024-04-10T15:27:32.831 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:27:32 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:27:32.831 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:27:32 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:27:32.831 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:27:32 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:27:32.831 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:27:32 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:27:32.831 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:27:32 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:27:32.831 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:27:32 smithi069 ceph-mon[39688]: Adjusting osd_memory_target on smithi077 to 5696M 2024-04-10T15:27:32.831 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:27:32 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:27:32.831 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:27:32 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:27:32.831 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:27:32 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:27:32.831 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:27:32 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:27:32.831 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:27:32 smithi069 ceph-mon[39688]: pgmap v155: 1 pgs: 1 active+clean; 577 KiB data, 193 MiB used, 626 GiB / 626 GiB avail 2024-04-10T15:27:32.831 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:27:32 smithi069 ceph-mon[39688]: osdmap e48: 7 total, 7 up, 7 in 2024-04-10T15:27:32.891 INFO:teuthology.orchestra.run.smithi077.stderr:Inferring config /var/lib/ceph/09bfb546-f74e-11ee-b64a-cb9ed24678a4/mon.b/config 2024-04-10T15:27:33.984 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:27:33 smithi077 ceph-mon[31195]: osdmap e49: 7 total, 7 up, 7 in 2024-04-10T15:27:34.079 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:27:33 smithi069 ceph-mon[27501]: osdmap e49: 7 total, 7 up, 7 in 2024-04-10T15:27:34.080 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:27:33 smithi069 ceph-mon[39688]: osdmap e49: 7 total, 7 up, 7 in 2024-04-10T15:27:34.985 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:27:34 smithi077 ceph-mon[31195]: pgmap v158: 1 pgs: 1 activating+undersized+degraded+remapped; 577 KiB data, 193 MiB used, 626 GiB / 626 GiB avail; 2/6 objects degraded (33.333%) 2024-04-10T15:27:34.985 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:27:34 smithi077 ceph-mon[31195]: Health check failed: Degraded data redundancy: 2/6 objects degraded (33.333%), 1 pg degraded (PG_DEGRADED) 2024-04-10T15:27:34.985 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:27:34 smithi077 ceph-mon[31195]: osdmap e50: 7 total, 7 up, 7 in 2024-04-10T15:27:34.985 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:27:34 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-10T15:27:34.985 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:27:34 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-10T15:27:34.985 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:27:34 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:27:35.079 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:27:34 smithi069 ceph-mon[39688]: pgmap v158: 1 pgs: 1 activating+undersized+degraded+remapped; 577 KiB data, 193 MiB used, 626 GiB / 626 GiB avail; 2/6 objects degraded (33.333%) 2024-04-10T15:27:35.079 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:27:34 smithi069 ceph-mon[39688]: Health check failed: Degraded data redundancy: 2/6 objects degraded (33.333%), 1 pg degraded (PG_DEGRADED) 2024-04-10T15:27:35.079 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:27:34 smithi069 ceph-mon[39688]: osdmap e50: 7 total, 7 up, 7 in 2024-04-10T15:27:35.079 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:27:34 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-10T15:27:35.079 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:27:34 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-10T15:27:35.080 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:27:34 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:27:35.080 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:27:34 smithi069 ceph-mon[27501]: pgmap v158: 1 pgs: 1 activating+undersized+degraded+remapped; 577 KiB data, 193 MiB used, 626 GiB / 626 GiB avail; 2/6 objects degraded (33.333%) 2024-04-10T15:27:35.080 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:27:34 smithi069 ceph-mon[27501]: Health check failed: Degraded data redundancy: 2/6 objects degraded (33.333%), 1 pg degraded (PG_DEGRADED) 2024-04-10T15:27:35.080 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:27:34 smithi069 ceph-mon[27501]: osdmap e50: 7 total, 7 up, 7 in 2024-04-10T15:27:35.080 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:27:34 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-10T15:27:35.080 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:27:34 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-10T15:27:35.081 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:27:34 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:27:35.985 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:27:35 smithi077 ceph-mon[31195]: from='client.24262 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi077:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:27:36.079 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:27:35 smithi069 ceph-mon[27501]: from='client.24262 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi077:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:27:36.079 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:27:35 smithi069 ceph-mon[39688]: from='client.24262 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi077:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:27:36.985 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:27:36 smithi077 ceph-mon[31195]: pgmap v160: 1 pgs: 1 active+clean; 577 KiB data, 193 MiB used, 626 GiB / 626 GiB avail; 117 KiB/s, 0 objects/s recovering 2024-04-10T15:27:36.985 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:27:36 smithi077 ceph-mon[31195]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 2/6 objects degraded (33.333%), 1 pg degraded) 2024-04-10T15:27:36.985 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:27:36 smithi077 ceph-mon[31195]: Cluster is now healthy 2024-04-10T15:27:37.079 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:27:36 smithi069 ceph-mon[27501]: pgmap v160: 1 pgs: 1 active+clean; 577 KiB data, 193 MiB used, 626 GiB / 626 GiB avail; 117 KiB/s, 0 objects/s recovering 2024-04-10T15:27:37.079 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:27:36 smithi069 ceph-mon[27501]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 2/6 objects degraded (33.333%), 1 pg degraded) 2024-04-10T15:27:37.080 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:27:36 smithi069 ceph-mon[27501]: Cluster is now healthy 2024-04-10T15:27:37.080 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:27:36 smithi069 ceph-mon[39688]: pgmap v160: 1 pgs: 1 active+clean; 577 KiB data, 193 MiB used, 626 GiB / 626 GiB avail; 117 KiB/s, 0 objects/s recovering 2024-04-10T15:27:37.080 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:27:36 smithi069 ceph-mon[39688]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 2/6 objects degraded (33.333%), 1 pg degraded) 2024-04-10T15:27:37.080 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:27:36 smithi069 ceph-mon[39688]: Cluster is now healthy 2024-04-10T15:27:37.985 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:27:37 smithi077 ceph-mon[31195]: from='client.? 172.21.15.77:0/2107909083' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7bd91ebb-06bd-49bb-9f1c-04cafb0fac05"}]: dispatch 2024-04-10T15:27:37.985 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:27:37 smithi077 ceph-mon[31195]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7bd91ebb-06bd-49bb-9f1c-04cafb0fac05"}]: dispatch 2024-04-10T15:27:37.986 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:27:37 smithi077 ceph-mon[31195]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "7bd91ebb-06bd-49bb-9f1c-04cafb0fac05"}]': finished 2024-04-10T15:27:37.986 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:27:37 smithi077 ceph-mon[31195]: osdmap e51: 8 total, 7 up, 8 in 2024-04-10T15:27:37.986 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:27:37 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-10T15:27:37.986 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:27:37 smithi077 ceph-mon[31195]: from='client.? 172.21.15.77:0/3300530525' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-10T15:27:38.079 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:27:37 smithi069 ceph-mon[27501]: from='client.? 172.21.15.77:0/2107909083' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7bd91ebb-06bd-49bb-9f1c-04cafb0fac05"}]: dispatch 2024-04-10T15:27:38.080 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:27:37 smithi069 ceph-mon[27501]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7bd91ebb-06bd-49bb-9f1c-04cafb0fac05"}]: dispatch 2024-04-10T15:27:38.080 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:27:37 smithi069 ceph-mon[27501]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "7bd91ebb-06bd-49bb-9f1c-04cafb0fac05"}]': finished 2024-04-10T15:27:38.080 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:27:37 smithi069 ceph-mon[27501]: osdmap e51: 8 total, 7 up, 8 in 2024-04-10T15:27:38.080 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:27:37 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-10T15:27:38.080 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:27:37 smithi069 ceph-mon[27501]: from='client.? 172.21.15.77:0/3300530525' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-10T15:27:38.080 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:27:37 smithi069 ceph-mon[39688]: from='client.? 172.21.15.77:0/2107909083' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7bd91ebb-06bd-49bb-9f1c-04cafb0fac05"}]: dispatch 2024-04-10T15:27:38.080 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:27:37 smithi069 ceph-mon[39688]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7bd91ebb-06bd-49bb-9f1c-04cafb0fac05"}]: dispatch 2024-04-10T15:27:38.080 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:27:37 smithi069 ceph-mon[39688]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "7bd91ebb-06bd-49bb-9f1c-04cafb0fac05"}]': finished 2024-04-10T15:27:38.080 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:27:37 smithi069 ceph-mon[39688]: osdmap e51: 8 total, 7 up, 8 in 2024-04-10T15:27:38.080 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:27:37 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-10T15:27:38.080 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:27:37 smithi069 ceph-mon[39688]: from='client.? 172.21.15.77:0/3300530525' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-10T15:27:38.985 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:27:38 smithi077 ceph-mon[31195]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 194 MiB used, 626 GiB / 626 GiB avail; 97 KiB/s, 0 objects/s recovering 2024-04-10T15:27:39.079 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:27:38 smithi069 ceph-mon[27501]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 194 MiB used, 626 GiB / 626 GiB avail; 97 KiB/s, 0 objects/s recovering 2024-04-10T15:27:39.079 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:27:38 smithi069 ceph-mon[39688]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 194 MiB used, 626 GiB / 626 GiB avail; 97 KiB/s, 0 objects/s recovering 2024-04-10T15:27:40.735 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:27:40 smithi077 ceph-mon[31195]: pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 194 MiB used, 626 GiB / 626 GiB avail; 83 KiB/s, 0 objects/s recovering 2024-04-10T15:27:41.079 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:27:40 smithi069 ceph-mon[27501]: pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 194 MiB used, 626 GiB / 626 GiB avail; 83 KiB/s, 0 objects/s recovering 2024-04-10T15:27:41.079 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:27:40 smithi069 ceph-mon[39688]: pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 194 MiB used, 626 GiB / 626 GiB avail; 83 KiB/s, 0 objects/s recovering 2024-04-10T15:27:42.972 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:27:42 smithi077 ceph-mon[31195]: pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 194 MiB used, 626 GiB / 626 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-04-10T15:27:43.079 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:27:42 smithi069 ceph-mon[39688]: pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 194 MiB used, 626 GiB / 626 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-04-10T15:27:43.079 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:27:42 smithi069 ceph-mon[27501]: pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 194 MiB used, 626 GiB / 626 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-04-10T15:27:43.950 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:27:43 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-04-10T15:27:43.950 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:27:43 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:27:44.079 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:27:43 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-04-10T15:27:44.079 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:27:43 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:27:44.080 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:27:43 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-04-10T15:27:44.080 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:27:43 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:27:44.949 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:27:44 smithi077 ceph-mon[31195]: Deploying daemon osd.7 on smithi077 2024-04-10T15:27:44.949 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:27:44 smithi077 ceph-mon[31195]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 194 MiB used, 626 GiB / 626 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-04-10T15:27:45.079 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:27:44 smithi069 ceph-mon[27501]: Deploying daemon osd.7 on smithi077 2024-04-10T15:27:45.079 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:27:44 smithi069 ceph-mon[27501]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 194 MiB used, 626 GiB / 626 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-04-10T15:27:45.080 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:27:44 smithi069 ceph-mon[39688]: Deploying daemon osd.7 on smithi077 2024-04-10T15:27:45.080 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:27:44 smithi069 ceph-mon[39688]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 194 MiB used, 626 GiB / 626 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-04-10T15:27:46.923 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:27:46 smithi077 ceph-mon[31195]: pgmap v166: 1 pgs: 1 active+clean; 577 KiB data, 194 MiB used, 626 GiB / 626 GiB avail 2024-04-10T15:27:47.079 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:27:46 smithi069 ceph-mon[27501]: pgmap v166: 1 pgs: 1 active+clean; 577 KiB data, 194 MiB used, 626 GiB / 626 GiB avail 2024-04-10T15:27:47.079 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:27:46 smithi069 ceph-mon[39688]: pgmap v166: 1 pgs: 1 active+clean; 577 KiB data, 194 MiB used, 626 GiB / 626 GiB avail 2024-04-10T15:27:48.931 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:27:48 smithi077 ceph-mon[31195]: pgmap v167: 1 pgs: 1 active+clean; 577 KiB data, 194 MiB used, 626 GiB / 626 GiB avail 2024-04-10T15:27:48.931 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:27:48 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:27:48.931 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:27:48 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:27:48.931 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:27:48 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:27:49.079 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:27:48 smithi069 ceph-mon[27501]: pgmap v167: 1 pgs: 1 active+clean; 577 KiB data, 194 MiB used, 626 GiB / 626 GiB avail 2024-04-10T15:27:49.079 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:27:48 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:27:49.080 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:27:48 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:27:49.080 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:27:48 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:27:49.080 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:27:48 smithi069 ceph-mon[39688]: pgmap v167: 1 pgs: 1 active+clean; 577 KiB data, 194 MiB used, 626 GiB / 626 GiB avail 2024-04-10T15:27:49.080 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:27:48 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:27:49.080 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:27:48 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:27:49.080 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:27:48 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:27:50.986 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:27:50 smithi077 ceph-mon[31195]: pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 194 MiB used, 626 GiB / 626 GiB avail 2024-04-10T15:27:51.079 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:27:50 smithi069 ceph-mon[27501]: pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 194 MiB used, 626 GiB / 626 GiB avail 2024-04-10T15:27:51.079 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:27:50 smithi069 ceph-mon[39688]: pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 194 MiB used, 626 GiB / 626 GiB avail 2024-04-10T15:27:52.036 INFO:teuthology.orchestra.run.smithi077.stdout:Created osd(s) 7 on host 'smithi077' 2024-04-10T15:27:52.625 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:27:52 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:27:52.625 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:27:52 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:27:52.625 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:27:52 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:27:52.625 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:27:52 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:27:52.625 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:27:52 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:27:52.625 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:27:52 smithi077 ceph-mon[31195]: pgmap v169: 1 pgs: 1 active+clean; 577 KiB data, 194 MiB used, 626 GiB / 626 GiB avail 2024-04-10T15:27:52.626 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:27:52 smithi077 ceph-mon[31195]: from='osd.7 [v2:172.21.15.77:6824/2596130898,v1:172.21.15.77:6825/2596130898]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-10T15:27:52.626 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:27:52 smithi077 ceph-mon[31195]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-10T15:27:52.626 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:27:52 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:27:52.626 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:27:52 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:27:52.626 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:27:52 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:27:52.647 DEBUG:teuthology.orchestra.run.smithi077:osd.7> sudo journalctl -f -n 0 -u ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4@osd.7.service 2024-04-10T15:27:52.650 INFO:tasks.cephadm:Waiting for 8 OSDs to come up... 2024-04-10T15:27:52.650 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 09bfb546-f74e-11ee-b64a-cb9ed24678a4 -- ceph osd stat -f json 2024-04-10T15:27:52.680 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:27:52 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:27:52.680 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:27:52 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:27:52.680 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:27:52 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:27:52.680 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:27:52 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:27:52.680 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:27:52 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:27:52.680 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:27:52 smithi069 ceph-mon[39688]: pgmap v169: 1 pgs: 1 active+clean; 577 KiB data, 194 MiB used, 626 GiB / 626 GiB avail 2024-04-10T15:27:52.681 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:27:52 smithi069 ceph-mon[39688]: from='osd.7 [v2:172.21.15.77:6824/2596130898,v1:172.21.15.77:6825/2596130898]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-10T15:27:52.681 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:27:52 smithi069 ceph-mon[39688]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-10T15:27:52.681 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:27:52 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:27:52.681 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:27:52 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:27:52.681 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:27:52 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:27:52.681 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:27:52 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:27:52.681 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:27:52 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:27:52.681 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:27:52 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:27:52.681 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:27:52 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:27:52.681 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:27:52 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:27:52.681 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:27:52 smithi069 ceph-mon[27501]: pgmap v169: 1 pgs: 1 active+clean; 577 KiB data, 194 MiB used, 626 GiB / 626 GiB avail 2024-04-10T15:27:52.681 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:27:52 smithi069 ceph-mon[27501]: from='osd.7 [v2:172.21.15.77:6824/2596130898,v1:172.21.15.77:6825/2596130898]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-10T15:27:52.682 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:27:52 smithi069 ceph-mon[27501]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-10T15:27:52.682 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:27:52 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:27:52.682 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:27:52 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:27:52.682 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:27:52 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:27:52.864 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/09bfb546-f74e-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T15:27:53.579 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:27:53 smithi069 ceph-mon[27501]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-04-10T15:27:53.579 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:27:53 smithi069 ceph-mon[27501]: osdmap e52: 8 total, 7 up, 8 in 2024-04-10T15:27:53.580 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:27:53 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-10T15:27:53.580 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:27:53 smithi069 ceph-mon[27501]: from='osd.7 [v2:172.21.15.77:6824/2596130898,v1:172.21.15.77:6825/2596130898]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi077", "root=default"]}]: dispatch 2024-04-10T15:27:53.580 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:27:53 smithi069 ceph-mon[27501]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi077", "root=default"]}]: dispatch 2024-04-10T15:27:53.580 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:27:53 smithi069 ceph-mon[39688]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-04-10T15:27:53.580 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:27:53 smithi069 ceph-mon[39688]: osdmap e52: 8 total, 7 up, 8 in 2024-04-10T15:27:53.580 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:27:53 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-10T15:27:53.580 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:27:53 smithi069 ceph-mon[39688]: from='osd.7 [v2:172.21.15.77:6824/2596130898,v1:172.21.15.77:6825/2596130898]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi077", "root=default"]}]: dispatch 2024-04-10T15:27:53.580 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:27:53 smithi069 ceph-mon[39688]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi077", "root=default"]}]: dispatch 2024-04-10T15:27:53.736 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:27:53 smithi077 ceph-mon[31195]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-04-10T15:27:53.736 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:27:53 smithi077 ceph-mon[31195]: osdmap e52: 8 total, 7 up, 8 in 2024-04-10T15:27:53.736 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:27:53 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-10T15:27:53.736 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:27:53 smithi077 ceph-mon[31195]: from='osd.7 [v2:172.21.15.77:6824/2596130898,v1:172.21.15.77:6825/2596130898]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi077", "root=default"]}]: dispatch 2024-04-10T15:27:53.736 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:27:53 smithi077 ceph-mon[31195]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi077", "root=default"]}]: dispatch 2024-04-10T15:27:54.075 INFO:journalctl@ceph.osd.7.smithi077.stdout:Apr 10 15:27:53 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-7[55172]: 2024-04-10T15:27:53.885+0000 7fb5f7d6c700 -1 osd.7 0 waiting for initial osdmap 2024-04-10T15:27:54.075 INFO:journalctl@ceph.osd.7.smithi077.stdout:Apr 10 15:27:53 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-7[55172]: 2024-04-10T15:27:53.894+0000 7fb5efb59700 -1 osd.7 53 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-10T15:27:54.735 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:27:54 smithi077 ceph-mon[31195]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi077", "root=default"]}]': finished 2024-04-10T15:27:54.736 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:27:54 smithi077 ceph-mon[31195]: osdmap e53: 8 total, 7 up, 8 in 2024-04-10T15:27:54.736 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:27:54 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-10T15:27:54.736 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:27:54 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-10T15:27:54.736 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:27:54 smithi077 ceph-mon[31195]: pgmap v172: 1 pgs: 1 active+clean; 577 KiB data, 194 MiB used, 626 GiB / 626 GiB avail 2024-04-10T15:27:54.736 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:27:54 smithi077 ceph-mon[31195]: from='osd.7 ' entity='osd.7' 2024-04-10T15:27:54.791 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:27:54 smithi069 ceph-mon[39688]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi077", "root=default"]}]': finished 2024-04-10T15:27:54.792 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:27:54 smithi069 ceph-mon[39688]: osdmap e53: 8 total, 7 up, 8 in 2024-04-10T15:27:54.792 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:27:54 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-10T15:27:54.792 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:27:54 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-10T15:27:54.792 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:27:54 smithi069 ceph-mon[39688]: pgmap v172: 1 pgs: 1 active+clean; 577 KiB data, 194 MiB used, 626 GiB / 626 GiB avail 2024-04-10T15:27:54.792 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:27:54 smithi069 ceph-mon[39688]: from='osd.7 ' entity='osd.7' 2024-04-10T15:27:54.792 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:27:54 smithi069 ceph-mon[27501]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi077", "root=default"]}]': finished 2024-04-10T15:27:54.792 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:27:54 smithi069 ceph-mon[27501]: osdmap e53: 8 total, 7 up, 8 in 2024-04-10T15:27:54.792 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:27:54 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-10T15:27:54.792 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:27:54 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-10T15:27:54.792 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:27:54 smithi069 ceph-mon[27501]: pgmap v172: 1 pgs: 1 active+clean; 577 KiB data, 194 MiB used, 626 GiB / 626 GiB avail 2024-04-10T15:27:54.793 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:27:54 smithi069 ceph-mon[27501]: from='osd.7 ' entity='osd.7' 2024-04-10T15:27:54.793 INFO:teuthology.orchestra.run.smithi069.stdout: 2024-04-10T15:27:55.372 INFO:teuthology.orchestra.run.smithi069.stdout:{"epoch":54,"num_osds":8,"num_up_osds":8,"osd_up_since":1712762874,"num_in_osds":8,"osd_in_since":1712762856,"num_remapped_pgs":1} 2024-04-10T15:27:55.373 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 09bfb546-f74e-11ee-b64a-cb9ed24678a4 -- ceph osd dump --format=json 2024-04-10T15:27:55.472 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:27:55 smithi077 ceph-mon[31195]: purged_snaps scrub starts 2024-04-10T15:27:55.472 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:27:55 smithi077 ceph-mon[31195]: purged_snaps scrub ok 2024-04-10T15:27:55.472 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:27:55 smithi077 ceph-mon[31195]: osd.7 [v2:172.21.15.77:6824/2596130898,v1:172.21.15.77:6825/2596130898] boot 2024-04-10T15:27:55.472 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:27:55 smithi077 ceph-mon[31195]: osdmap e54: 8 total, 8 up, 8 in 2024-04-10T15:27:55.472 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:27:55 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-10T15:27:55.473 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:27:55 smithi077 ceph-mon[31195]: from='client.? 172.21.15.69:0/1209712372' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-04-10T15:27:55.623 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/09bfb546-f74e-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T15:27:55.745 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:27:55 smithi069 ceph-mon[27501]: purged_snaps scrub starts 2024-04-10T15:27:55.745 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:27:55 smithi069 ceph-mon[27501]: purged_snaps scrub ok 2024-04-10T15:27:55.745 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:27:55 smithi069 ceph-mon[27501]: osd.7 [v2:172.21.15.77:6824/2596130898,v1:172.21.15.77:6825/2596130898] boot 2024-04-10T15:27:55.745 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:27:55 smithi069 ceph-mon[27501]: osdmap e54: 8 total, 8 up, 8 in 2024-04-10T15:27:55.746 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:27:55 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-10T15:27:55.746 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:27:55 smithi069 ceph-mon[27501]: from='client.? 172.21.15.69:0/1209712372' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-04-10T15:27:55.746 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:27:55 smithi069 ceph-mon[39688]: purged_snaps scrub starts 2024-04-10T15:27:55.746 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:27:55 smithi069 ceph-mon[39688]: purged_snaps scrub ok 2024-04-10T15:27:55.746 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:27:55 smithi069 ceph-mon[39688]: osd.7 [v2:172.21.15.77:6824/2596130898,v1:172.21.15.77:6825/2596130898] boot 2024-04-10T15:27:55.746 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:27:55 smithi069 ceph-mon[39688]: osdmap e54: 8 total, 8 up, 8 in 2024-04-10T15:27:55.746 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:27:55 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-10T15:27:55.746 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:27:55 smithi069 ceph-mon[39688]: from='client.? 172.21.15.69:0/1209712372' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-04-10T15:27:56.735 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:27:56 smithi077 ceph-mon[31195]: osdmap e55: 8 total, 8 up, 8 in 2024-04-10T15:27:56.736 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:27:56 smithi077 ceph-mon[31195]: Detected new or changed devices on smithi077 2024-04-10T15:27:56.736 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:27:56 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:27:56.736 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:27:56 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:27:56.736 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:27:56 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:27:56.736 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:27:56 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:27:56.736 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:27:56 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:27:56.736 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:27:56 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:27:56.736 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:27:56 smithi077 ceph-mon[31195]: Adjusting osd_memory_target on smithi077 to 4272M 2024-04-10T15:27:56.736 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:27:56 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:27:56.736 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:27:56 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:27:56.736 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:27:56 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:27:56.736 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:27:56 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:27:56.737 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:27:56 smithi077 ceph-mon[31195]: pgmap v175: 1 pgs: 1 active+clean; 577 KiB data, 500 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:27:56.737 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:27:56 smithi077 ceph-mon[31195]: osdmap e56: 8 total, 8 up, 8 in 2024-04-10T15:27:56.741 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:27:56 smithi069 ceph-mon[39688]: osdmap e55: 8 total, 8 up, 8 in 2024-04-10T15:27:56.741 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:27:56 smithi069 ceph-mon[39688]: Detected new or changed devices on smithi077 2024-04-10T15:27:56.741 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:27:56 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:27:56.741 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:27:56 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:27:56.742 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:27:56 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:27:56.742 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:27:56 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:27:56.742 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:27:56 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:27:56.742 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:27:56 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:27:56.742 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:27:56 smithi069 ceph-mon[39688]: Adjusting osd_memory_target on smithi077 to 4272M 2024-04-10T15:27:56.742 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:27:56 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:27:56.742 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:27:56 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:27:56.742 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:27:56 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:27:56.742 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:27:56 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:27:56.742 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:27:56 smithi069 ceph-mon[39688]: pgmap v175: 1 pgs: 1 active+clean; 577 KiB data, 500 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:27:56.742 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:27:56 smithi069 ceph-mon[39688]: osdmap e56: 8 total, 8 up, 8 in 2024-04-10T15:27:56.743 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:27:56 smithi069 ceph-mon[27501]: osdmap e55: 8 total, 8 up, 8 in 2024-04-10T15:27:56.743 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:27:56 smithi069 ceph-mon[27501]: Detected new or changed devices on smithi077 2024-04-10T15:27:56.743 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:27:56 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:27:56.743 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:27:56 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:27:56.743 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:27:56 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:27:56.743 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:27:56 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:27:56.743 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:27:56 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:27:56.743 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:27:56 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:27:56.743 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:27:56 smithi069 ceph-mon[27501]: Adjusting osd_memory_target on smithi077 to 4272M 2024-04-10T15:27:56.743 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:27:56 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:27:56.743 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:27:56 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:27:56.743 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:27:56 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:27:56.744 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:27:56 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:27:56.744 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:27:56 smithi069 ceph-mon[27501]: pgmap v175: 1 pgs: 1 active+clean; 577 KiB data, 500 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:27:56.744 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:27:56 smithi069 ceph-mon[27501]: osdmap e56: 8 total, 8 up, 8 in 2024-04-10T15:27:57.475 INFO:teuthology.orchestra.run.smithi069.stdout: 2024-04-10T15:27:57.475 INFO:teuthology.orchestra.run.smithi069.stdout:{"epoch":57,"fsid":"09bfb546-f74e-11ee-b64a-cb9ed24678a4","created":"2024-04-10T15:22:42.696144+0000","modified":"2024-04-10T15:27:57.462642+0000","last_up_change":"2024-04-10T15:27:54.449002+0000","last_in_change":"2024-04-10T15:27:36.978052+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-10T15:25:53.886359+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"b719f13c-81ae-4937-9fb7-a808d74357a5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6802","nonce":4151394394},{"type":"v1","addr":"172.21.15.69:6803","nonce":4151394394}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6804","nonce":4151394394},{"type":"v1","addr":"172.21.15.69:6805","nonce":4151394394}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6808","nonce":4151394394},{"type":"v1","addr":"172.21.15.69:6809","nonce":4151394394}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6806","nonce":4151394394},{"type":"v1","addr":"172.21.15.69:6807","nonce":4151394394}]},"public_addr":"172.21.15.69:6803/4151394394","cluster_addr":"172.21.15.69:6805/4151394394","heartbeat_back_addr":"172.21.15.69:6809/4151394394","heartbeat_front_addr":"172.21.15.69:6807/4151394394","state":["exists","up"]},{"osd":1,"uuid":"2792adf4-cb44-4e8d-a4d7-23e6b890b8a0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6810","nonce":1357395889},{"type":"v1","addr":"172.21.15.69:6811","nonce":1357395889}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6812","nonce":1357395889},{"type":"v1","addr":"172.21.15.69:6813","nonce":1357395889}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6816","nonce":1357395889},{"type":"v1","addr":"172.21.15.69:6817","nonce":1357395889}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6814","nonce":1357395889},{"type":"v1","addr":"172.21.15.69:6815","nonce":1357395889}]},"public_addr":"172.21.15.69:6811/1357395889","cluster_addr":"172.21.15.69:6813/1357395889","heartbeat_back_addr":"172.21.15.69:6817/1357395889","heartbeat_front_addr":"172.21.15.69:6815/1357395889","state":["exists","up"]},{"osd":2,"uuid":"bc921321-1efe-43c6-ab36-ff5b6d48bcdf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6818","nonce":4024388906},{"type":"v1","addr":"172.21.15.69:6819","nonce":4024388906}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6820","nonce":4024388906},{"type":"v1","addr":"172.21.15.69:6821","nonce":4024388906}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6824","nonce":4024388906},{"type":"v1","addr":"172.21.15.69:6825","nonce":4024388906}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6822","nonce":4024388906},{"type":"v1","addr":"172.21.15.69:6823","nonce":4024388906}]},"public_addr":"172.21.15.69:6819/4024388906","cluster_addr":"172.21.15.69:6821/4024388906","heartbeat_back_addr":"172.21.15.69:6825/4024388906","heartbeat_front_addr":"172.21.15.69:6823/4024388906","state":["exists","up"]},{"osd":3,"uuid":"5a669ea3-f5c5-46d2-a202-d740afa7e7ca","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6826","nonce":2148573806},{"type":"v1","addr":"172.21.15.69:6827","nonce":2148573806}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6828","nonce":2148573806},{"type":"v1","addr":"172.21.15.69:6829","nonce":2148573806}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6832","nonce":2148573806},{"type":"v1","addr":"172.21.15.69:6833","nonce":2148573806}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6830","nonce":2148573806},{"type":"v1","addr":"172.21.15.69:6831","nonce":2148573806}]},"public_addr":"172.21.15.69:6827/2148573806","cluster_addr":"172.21.15.69:6829/2148573806","heartbeat_back_addr":"172.21.15.69:6833/2148573806","heartbeat_front_addr":"172.21.15.69:6831/2148573806","state":["exists","up"]},{"osd":4,"uuid":"f96c3109-ec3b-4b10-9541-1b295bff29da","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6800","nonce":1495062443},{"type":"v1","addr":"172.21.15.77:6801","nonce":1495062443}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6802","nonce":1495062443},{"type":"v1","addr":"172.21.15.77:6803","nonce":1495062443}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6806","nonce":1495062443},{"type":"v1","addr":"172.21.15.77:6807","nonce":1495062443}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6804","nonce":1495062443},{"type":"v1","addr":"172.21.15.77:6805","nonce":1495062443}]},"public_addr":"172.21.15.77:6801/1495062443","cluster_addr":"172.21.15.77:6803/1495062443","heartbeat_back_addr":"172.21.15.77:6807/1495062443","heartbeat_front_addr":"172.21.15.77:6805/1495062443","state":["exists","up"]},{"osd":5,"uuid":"53a362f2-5398-46e2-893a-c082eeaed67a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":41,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6808","nonce":1052908863},{"type":"v1","addr":"172.21.15.77:6809","nonce":1052908863}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6810","nonce":1052908863},{"type":"v1","addr":"172.21.15.77:6811","nonce":1052908863}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6814","nonce":1052908863},{"type":"v1","addr":"172.21.15.77:6815","nonce":1052908863}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6812","nonce":1052908863},{"type":"v1","addr":"172.21.15.77:6813","nonce":1052908863}]},"public_addr":"172.21.15.77:6809/1052908863","cluster_addr":"172.21.15.77:6811/1052908863","heartbeat_back_addr":"172.21.15.77:6815/1052908863","heartbeat_front_addr":"172.21.15.77:6813/1052908863","state":["exists","up"]},{"osd":6,"uuid":"c49d5f16-cf9d-4802-9f57-3fd57ccf650c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":49,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6816","nonce":1062558787},{"type":"v1","addr":"172.21.15.77:6817","nonce":1062558787}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6818","nonce":1062558787},{"type":"v1","addr":"172.21.15.77:6819","nonce":1062558787}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6822","nonce":1062558787},{"type":"v1","addr":"172.21.15.77:6823","nonce":1062558787}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6820","nonce":1062558787},{"type":"v1","addr":"172.21.15.77:6821","nonce":1062558787}]},"public_addr":"172.21.15.77:6817/1062558787","cluster_addr":"172.21.15.77:6819/1062558787","heartbeat_back_addr":"172.21.15.77:6823/1062558787","heartbeat_front_addr":"172.21.15.77:6821/1062558787","state":["exists","up"]},{"osd":7,"uuid":"7bd91ebb-06bd-49bb-9f1c-04cafb0fac05","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6824","nonce":2596130898},{"type":"v1","addr":"172.21.15.77:6825","nonce":2596130898}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6826","nonce":2596130898},{"type":"v1","addr":"172.21.15.77:6827","nonce":2596130898}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6830","nonce":2596130898},{"type":"v1","addr":"172.21.15.77:6831","nonce":2596130898}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6828","nonce":2596130898},{"type":"v1","addr":"172.21.15.77:6829","nonce":2596130898}]},"public_addr":"172.21.15.77:6825/2596130898","cluster_addr":"172.21.15.77:6827/2596130898","heartbeat_back_addr":"172.21.15.77:6831/2596130898","heartbeat_front_addr":"172.21.15.77:6829/2596130898","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T15:24:59.115526+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T15:25:24.586758+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T15:25:49.945194+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T15:26:16.222742+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T15:26:38.988879+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T15:27:03.320288+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T15:27:27.733370+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T15:27:52.661696+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.69:6801/4122330610":"2024-04-11T15:23:35.574129+0000","172.21.15.69:6800/4122330610":"2024-04-11T15:23:35.574129+0000","172.21.15.69:0/2360866969":"2024-04-11T15:23:35.574129+0000","172.21.15.69:0/1572879938":"2024-04-11T15:23:35.574129+0000","172.21.15.69:6801/3673302828":"2024-04-11T15:23:09.794536+0000","172.21.15.69:6800/3673302828":"2024-04-11T15:23:09.794536+0000","172.21.15.69:0/2434162432":"2024-04-11T15:23:09.794536+0000","172.21.15.69:0/2980460282":"2024-04-11T15:23:09.794536+0000","172.21.15.69:0/4118089464":"2024-04-11T15:23:09.794536+0000","172.21.15.69:0/1550264844":"2024-04-11T15:23:35.574129+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-10T15:27:58.120 INFO:tasks.cephadm.ceph_manager.ceph:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-10T15:25:53.886359+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 7.889999866485596, 'score_stable': 7.889999866485596, 'optimal_score': 0.3799999952316284, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-04-10T15:27:58.120 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 09bfb546-f74e-11ee-b64a-cb9ed24678a4 -- ceph osd pool get .mgr pg_num 2024-04-10T15:27:58.320 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/09bfb546-f74e-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T15:27:58.710 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:27:58 smithi069 ceph-mon[27501]: osdmap e57: 8 total, 8 up, 8 in 2024-04-10T15:27:58.710 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:27:58 smithi069 ceph-mon[27501]: from='client.? 172.21.15.69:0/2719946304' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-10T15:27:58.710 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:27:58 smithi069 ceph-mon[27501]: pgmap v178: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 500 MiB used, 715 GiB / 715 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-04-10T15:27:58.711 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:27:58 smithi069 ceph-mon[39688]: osdmap e57: 8 total, 8 up, 8 in 2024-04-10T15:27:58.711 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:27:58 smithi069 ceph-mon[39688]: from='client.? 172.21.15.69:0/2719946304' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-10T15:27:58.711 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:27:58 smithi069 ceph-mon[39688]: pgmap v178: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 500 MiB used, 715 GiB / 715 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-04-10T15:27:58.735 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:27:58 smithi077 ceph-mon[31195]: osdmap e57: 8 total, 8 up, 8 in 2024-04-10T15:27:58.735 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:27:58 smithi077 ceph-mon[31195]: from='client.? 172.21.15.69:0/2719946304' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-10T15:27:58.735 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:27:58 smithi077 ceph-mon[31195]: pgmap v178: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 500 MiB used, 715 GiB / 715 GiB avail; 144 KiB/s, 0 objects/s recovering 2024-04-10T15:27:59.735 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:27:59 smithi077 ceph-mon[31195]: osdmap e58: 8 total, 8 up, 8 in 2024-04-10T15:27:59.765 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:27:59 smithi069 ceph-mon[39688]: osdmap e58: 8 total, 8 up, 8 in 2024-04-10T15:27:59.765 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:27:59 smithi069 ceph-mon[27501]: osdmap e58: 8 total, 8 up, 8 in 2024-04-10T15:28:00.186 INFO:teuthology.orchestra.run.smithi069.stdout:pg_num: 1 2024-04-10T15:28:00.735 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:00 smithi077 ceph-mon[31195]: pgmap v180: 1 pgs: 1 active+clean; 577 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 138 KiB/s, 0 objects/s recovering 2024-04-10T15:28:00.735 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:00 smithi077 ceph-mon[31195]: from='client.? 172.21.15.69:0/899612922' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-10T15:28:00.829 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:00 smithi069 ceph-mon[39688]: pgmap v180: 1 pgs: 1 active+clean; 577 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 138 KiB/s, 0 objects/s recovering 2024-04-10T15:28:00.830 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:00 smithi069 ceph-mon[39688]: from='client.? 172.21.15.69:0/899612922' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-10T15:28:00.830 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:00 smithi069 ceph-mon[27501]: pgmap v180: 1 pgs: 1 active+clean; 577 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 138 KiB/s, 0 objects/s recovering 2024-04-10T15:28:00.830 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:00 smithi069 ceph-mon[27501]: from='client.? 172.21.15.69:0/899612922' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-10T15:28:00.975 INFO:tasks.cephadm:Adding mds.a on smithi069 2024-04-10T15:28:00.975 INFO:tasks.cephadm:Adding mds.b on smithi077 2024-04-10T15:28:00.975 DEBUG:teuthology.orchestra.run.smithi077:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 09bfb546-f74e-11ee-b64a-cb9ed24678a4 -- ceph orch apply mds all '2;smithi069=a;smithi077=b' 2024-04-10T15:28:01.186 INFO:teuthology.orchestra.run.smithi077.stderr:Inferring config /var/lib/ceph/09bfb546-f74e-11ee-b64a-cb9ed24678a4/mon.b/config 2024-04-10T15:28:02.902 INFO:teuthology.orchestra.run.smithi077.stdout:Scheduled mds.all update... 2024-04-10T15:28:02.902 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:02 smithi077 ceph-mon[31195]: pgmap v181: 1 pgs: 1 active+clean; 577 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-04-10T15:28:03.079 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:02 smithi069 ceph-mon[39688]: pgmap v181: 1 pgs: 1 active+clean; 577 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-04-10T15:28:03.080 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:02 smithi069 ceph-mon[27501]: pgmap v181: 1 pgs: 1 active+clean; 577 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-04-10T15:28:03.472 DEBUG:teuthology.orchestra.run.smithi069:mds.a> sudo journalctl -f -n 0 -u ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4@mds.a.service 2024-04-10T15:28:03.475 DEBUG:teuthology.orchestra.run.smithi077:mds.b> sudo journalctl -f -n 0 -u ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4@mds.b.service 2024-04-10T15:28:03.476 INFO:tasks.cephadm:Setting up CephFS filesystem(s)... 2024-04-10T15:28:03.477 DEBUG:teuthology.orchestra.run.smithi069:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-10T15:28:03.855 INFO:teuthology.orchestra.run.smithi069.stdout: 2024-04-10T15:28:03.855 INFO:teuthology.orchestra.run.smithi069.stdout:{"epoch":58,"fsid":"09bfb546-f74e-11ee-b64a-cb9ed24678a4","created":"2024-04-10T15:22:42.696144+0000","modified":"2024-04-10T15:27:58.464400+0000","last_up_change":"2024-04-10T15:27:54.449002+0000","last_in_change":"2024-04-10T15:27:36.978052+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-10T15:25:53.886359+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"b719f13c-81ae-4937-9fb7-a808d74357a5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6802","nonce":4151394394},{"type":"v1","addr":"172.21.15.69:6803","nonce":4151394394}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6804","nonce":4151394394},{"type":"v1","addr":"172.21.15.69:6805","nonce":4151394394}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6808","nonce":4151394394},{"type":"v1","addr":"172.21.15.69:6809","nonce":4151394394}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6806","nonce":4151394394},{"type":"v1","addr":"172.21.15.69:6807","nonce":4151394394}]},"public_addr":"172.21.15.69:6803/4151394394","cluster_addr":"172.21.15.69:6805/4151394394","heartbeat_back_addr":"172.21.15.69:6809/4151394394","heartbeat_front_addr":"172.21.15.69:6807/4151394394","state":["exists","up"]},{"osd":1,"uuid":"2792adf4-cb44-4e8d-a4d7-23e6b890b8a0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6810","nonce":1357395889},{"type":"v1","addr":"172.21.15.69:6811","nonce":1357395889}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6812","nonce":1357395889},{"type":"v1","addr":"172.21.15.69:6813","nonce":1357395889}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6816","nonce":1357395889},{"type":"v1","addr":"172.21.15.69:6817","nonce":1357395889}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6814","nonce":1357395889},{"type":"v1","addr":"172.21.15.69:6815","nonce":1357395889}]},"public_addr":"172.21.15.69:6811/1357395889","cluster_addr":"172.21.15.69:6813/1357395889","heartbeat_back_addr":"172.21.15.69:6817/1357395889","heartbeat_front_addr":"172.21.15.69:6815/1357395889","state":["exists","up"]},{"osd":2,"uuid":"bc921321-1efe-43c6-ab36-ff5b6d48bcdf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6818","nonce":4024388906},{"type":"v1","addr":"172.21.15.69:6819","nonce":4024388906}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6820","nonce":4024388906},{"type":"v1","addr":"172.21.15.69:6821","nonce":4024388906}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6824","nonce":4024388906},{"type":"v1","addr":"172.21.15.69:6825","nonce":4024388906}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6822","nonce":4024388906},{"type":"v1","addr":"172.21.15.69:6823","nonce":4024388906}]},"public_addr":"172.21.15.69:6819/4024388906","cluster_addr":"172.21.15.69:6821/4024388906","heartbeat_back_addr":"172.21.15.69:6825/4024388906","heartbeat_front_addr":"172.21.15.69:6823/4024388906","state":["exists","up"]},{"osd":3,"uuid":"5a669ea3-f5c5-46d2-a202-d740afa7e7ca","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6826","nonce":2148573806},{"type":"v1","addr":"172.21.15.69:6827","nonce":2148573806}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6828","nonce":2148573806},{"type":"v1","addr":"172.21.15.69:6829","nonce":2148573806}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6832","nonce":2148573806},{"type":"v1","addr":"172.21.15.69:6833","nonce":2148573806}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6830","nonce":2148573806},{"type":"v1","addr":"172.21.15.69:6831","nonce":2148573806}]},"public_addr":"172.21.15.69:6827/2148573806","cluster_addr":"172.21.15.69:6829/2148573806","heartbeat_back_addr":"172.21.15.69:6833/2148573806","heartbeat_front_addr":"172.21.15.69:6831/2148573806","state":["exists","up"]},{"osd":4,"uuid":"f96c3109-ec3b-4b10-9541-1b295bff29da","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6800","nonce":1495062443},{"type":"v1","addr":"172.21.15.77:6801","nonce":1495062443}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6802","nonce":1495062443},{"type":"v1","addr":"172.21.15.77:6803","nonce":1495062443}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6806","nonce":1495062443},{"type":"v1","addr":"172.21.15.77:6807","nonce":1495062443}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6804","nonce":1495062443},{"type":"v1","addr":"172.21.15.77:6805","nonce":1495062443}]},"public_addr":"172.21.15.77:6801/1495062443","cluster_addr":"172.21.15.77:6803/1495062443","heartbeat_back_addr":"172.21.15.77:6807/1495062443","heartbeat_front_addr":"172.21.15.77:6805/1495062443","state":["exists","up"]},{"osd":5,"uuid":"53a362f2-5398-46e2-893a-c082eeaed67a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":41,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6808","nonce":1052908863},{"type":"v1","addr":"172.21.15.77:6809","nonce":1052908863}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6810","nonce":1052908863},{"type":"v1","addr":"172.21.15.77:6811","nonce":1052908863}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6814","nonce":1052908863},{"type":"v1","addr":"172.21.15.77:6815","nonce":1052908863}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6812","nonce":1052908863},{"type":"v1","addr":"172.21.15.77:6813","nonce":1052908863}]},"public_addr":"172.21.15.77:6809/1052908863","cluster_addr":"172.21.15.77:6811/1052908863","heartbeat_back_addr":"172.21.15.77:6815/1052908863","heartbeat_front_addr":"172.21.15.77:6813/1052908863","state":["exists","up"]},{"osd":6,"uuid":"c49d5f16-cf9d-4802-9f57-3fd57ccf650c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":49,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6816","nonce":1062558787},{"type":"v1","addr":"172.21.15.77:6817","nonce":1062558787}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6818","nonce":1062558787},{"type":"v1","addr":"172.21.15.77:6819","nonce":1062558787}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6822","nonce":1062558787},{"type":"v1","addr":"172.21.15.77:6823","nonce":1062558787}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6820","nonce":1062558787},{"type":"v1","addr":"172.21.15.77:6821","nonce":1062558787}]},"public_addr":"172.21.15.77:6817/1062558787","cluster_addr":"172.21.15.77:6819/1062558787","heartbeat_back_addr":"172.21.15.77:6823/1062558787","heartbeat_front_addr":"172.21.15.77:6821/1062558787","state":["exists","up"]},{"osd":7,"uuid":"7bd91ebb-06bd-49bb-9f1c-04cafb0fac05","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6824","nonce":2596130898},{"type":"v1","addr":"172.21.15.77:6825","nonce":2596130898}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6826","nonce":2596130898},{"type":"v1","addr":"172.21.15.77:6827","nonce":2596130898}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6830","nonce":2596130898},{"type":"v1","addr":"172.21.15.77:6831","nonce":2596130898}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6828","nonce":2596130898},{"type":"v1","addr":"172.21.15.77:6829","nonce":2596130898}]},"public_addr":"172.21.15.77:6825/2596130898","cluster_addr":"172.21.15.77:6827/2596130898","heartbeat_back_addr":"172.21.15.77:6831/2596130898","heartbeat_front_addr":"172.21.15.77:6829/2596130898","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T15:24:59.115526+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T15:25:24.586758+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T15:25:49.945194+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T15:26:16.222742+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T15:26:38.988879+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T15:27:03.320288+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T15:27:27.733370+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T15:27:52.661696+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.69:6801/4122330610":"2024-04-11T15:23:35.574129+0000","172.21.15.69:6800/4122330610":"2024-04-11T15:23:35.574129+0000","172.21.15.69:0/2360866969":"2024-04-11T15:23:35.574129+0000","172.21.15.69:0/1572879938":"2024-04-11T15:23:35.574129+0000","172.21.15.69:6801/3673302828":"2024-04-11T15:23:09.794536+0000","172.21.15.69:6800/3673302828":"2024-04-11T15:23:09.794536+0000","172.21.15.69:0/2434162432":"2024-04-11T15:23:09.794536+0000","172.21.15.69:0/2980460282":"2024-04-11T15:23:09.794536+0000","172.21.15.69:0/4118089464":"2024-04-11T15:23:09.794536+0000","172.21.15.69:0/1550264844":"2024-04-11T15:23:35.574129+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-10T15:28:03.868 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-10T15:25:53.886359+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 7.889999866485596, 'score_stable': 7.889999866485596, 'optimal_score': 0.3799999952316284, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-04-10T15:28:03.868 DEBUG:teuthology.orchestra.run.smithi069:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-10T15:28:04.163 INFO:teuthology.orchestra.run.smithi069.stdout:pg_num: 1 2024-04-10T15:28:04.176 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:03 smithi069 ceph-mon[39688]: from='client.24301 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "2;smithi069=a;smithi077=b", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:28:04.176 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:03 smithi069 ceph-mon[39688]: Saving service mds.all spec with placement smithi069=a;smithi077=b;count:2 2024-04-10T15:28:04.176 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:03 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:28:04.176 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:03 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:28:04.176 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:03 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:28:04.176 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:03 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:28:04.176 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:03 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:28:04.176 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:03 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-10T15:28:04.176 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:03 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-10T15:28:04.176 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:03 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:28:04.177 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:03 smithi069 ceph-mon[39688]: Deploying daemon mds.a on smithi069 2024-04-10T15:28:04.177 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:03 smithi069 ceph-mon[39688]: pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail; 80 KiB/s, 0 objects/s recovering 2024-04-10T15:28:04.177 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:03 smithi069 ceph-mon[39688]: from='client.? 172.21.15.69:0/423661605' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-10T15:28:04.177 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:03 smithi069 ceph-mon[27501]: from='client.24301 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "2;smithi069=a;smithi077=b", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:28:04.177 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:03 smithi069 ceph-mon[27501]: Saving service mds.all spec with placement smithi069=a;smithi077=b;count:2 2024-04-10T15:28:04.177 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:03 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:28:04.177 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:03 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:28:04.177 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:03 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:28:04.177 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:03 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:28:04.177 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:03 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:28:04.177 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:03 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-10T15:28:04.178 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:03 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-10T15:28:04.178 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:03 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:28:04.178 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:03 smithi069 ceph-mon[27501]: Deploying daemon mds.a on smithi069 2024-04-10T15:28:04.178 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:03 smithi069 ceph-mon[27501]: pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail; 80 KiB/s, 0 objects/s recovering 2024-04-10T15:28:04.178 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:03 smithi069 ceph-mon[27501]: from='client.? 172.21.15.69:0/423661605' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-10T15:28:04.179 DEBUG:teuthology.orchestra.run.smithi069:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-10T15:28:04.235 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:03 smithi077 ceph-mon[31195]: from='client.24301 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "2;smithi069=a;smithi077=b", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:28:04.235 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:03 smithi077 ceph-mon[31195]: Saving service mds.all spec with placement smithi069=a;smithi077=b;count:2 2024-04-10T15:28:04.236 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:03 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:28:04.236 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:03 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:28:04.236 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:03 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:28:04.236 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:03 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:28:04.236 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:03 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:28:04.236 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:03 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-10T15:28:04.236 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:03 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-10T15:28:04.236 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:03 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:28:04.236 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:03 smithi077 ceph-mon[31195]: Deploying daemon mds.a on smithi069 2024-04-10T15:28:04.236 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:03 smithi077 ceph-mon[31195]: pgmap v182: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail; 80 KiB/s, 0 objects/s recovering 2024-04-10T15:28:04.236 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:03 smithi077 ceph-mon[31195]: from='client.? 172.21.15.69:0/423661605' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-10T15:28:04.500 INFO:teuthology.orchestra.run.smithi069.stdout: 2024-04-10T15:28:04.500 INFO:teuthology.orchestra.run.smithi069.stdout:{"epoch":1,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[],"filesystems":[]} 2024-04-10T15:28:04.501 INFO:teuthology.orchestra.run.smithi069.stderr:dumped fsmap epoch 1 2024-04-10T15:28:05.186 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:04 smithi069 ceph-mon[39688]: from='client.? 172.21.15.69:0/237212100' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-10T15:28:05.186 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:04 smithi069 ceph-mon[39688]: from='client.? 172.21.15.69:0/2352166136' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-10T15:28:05.186 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:04 smithi069 ceph-mon[27501]: from='client.? 172.21.15.69:0/237212100' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-10T15:28:05.186 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:04 smithi069 ceph-mon[27501]: from='client.? 172.21.15.69:0/2352166136' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-10T15:28:05.235 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:04 smithi077 ceph-mon[31195]: from='client.? 172.21.15.69:0/237212100' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-10T15:28:05.236 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:04 smithi077 ceph-mon[31195]: from='client.? 172.21.15.69:0/2352166136' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-10T15:28:05.550 INFO:journalctl@ceph.mds.a.smithi069.stdout:Apr 10 15:28:05 smithi069 systemd[1]: Starting Ceph mds.a for 09bfb546-f74e-11ee-b64a-cb9ed24678a4... 2024-04-10T15:28:05.829 INFO:journalctl@ceph.mds.a.smithi069.stdout:Apr 10 15:28:05 smithi069 podman[68582]: 2024-04-10 15:28:05.688366705 +0000 UTC m=+0.017484529 image pull bb2c5eac26a47e91f49419364028af9c3bea25d6fad65850c7d6f8f2c7b91b28 quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3 2024-04-10T15:28:05.830 INFO:journalctl@ceph.mds.a.smithi069.stdout:Apr 10 15:28:05 smithi069 podman[68582]: 2024-04-10 15:28:05.798889796 +0000 UTC m=+0.128007662 container create 144b62fd41661c72934eb0c0f72f710b827d65376e20c7583255a273b77402a7 (image=quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mds-a, GIT_BRANCH=HEAD, RELEASE=reef-d540eba, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240403, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True) 2024-04-10T15:28:06.235 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:05 smithi077 ceph-mon[31195]: pgmap v183: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:28:06.329 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:05 smithi069 ceph-mon[27501]: pgmap v183: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:28:06.330 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:05 smithi069 ceph-mon[39688]: pgmap v183: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:28:06.330 INFO:journalctl@ceph.mds.a.smithi069.stdout:Apr 10 15:28:06 smithi069 podman[68582]: 2024-04-10 15:28:06.034865226 +0000 UTC m=+0.363983055 container init 144b62fd41661c72934eb0c0f72f710b827d65376e20c7583255a273b77402a7 (image=quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mds-a, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, ceph=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.build-date=20240403, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, RELEASE=reef-d540eba, org.label-schema.vendor=CentOS) 2024-04-10T15:28:06.330 INFO:journalctl@ceph.mds.a.smithi069.stdout:Apr 10 15:28:06 smithi069 podman[68582]: 2024-04-10 15:28:06.040018787 +0000 UTC m=+0.369136613 container start 144b62fd41661c72934eb0c0f72f710b827d65376e20c7583255a273b77402a7 (image=quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mds-a, RELEASE=reef-d540eba, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.build-date=20240403, ceph=True, org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-10T15:28:06.330 INFO:journalctl@ceph.mds.a.smithi069.stdout:Apr 10 15:28:06 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mds-a[68596]: starting mds.a at 2024-04-10T15:28:06.330 INFO:journalctl@ceph.mds.a.smithi069.stdout:Apr 10 15:28:06 smithi069 bash[68582]: 144b62fd41661c72934eb0c0f72f710b827d65376e20c7583255a273b77402a7 2024-04-10T15:28:06.330 INFO:journalctl@ceph.mds.a.smithi069.stdout:Apr 10 15:28:06 smithi069 systemd[1]: Started Ceph mds.a for 09bfb546-f74e-11ee-b64a-cb9ed24678a4. 2024-04-10T15:28:06.513 DEBUG:teuthology.orchestra.run.smithi069:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-10T15:28:06.836 INFO:teuthology.orchestra.run.smithi069.stdout: 2024-04-10T15:28:06.836 INFO:teuthology.orchestra.run.smithi069.stdout:{"epoch":2,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14427,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.69:6835/618262336","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6834","nonce":618262336},{"type":"v1","addr":"172.21.15.69:6835","nonce":618262336}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[]} 2024-04-10T15:28:06.836 INFO:teuthology.orchestra.run.smithi069.stderr:dumped fsmap epoch 2 2024-04-10T15:28:07.330 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:07 smithi069 ceph-mon[27501]: mds.? [v2:172.21.15.69:6834/618262336,v1:172.21.15.69:6835/618262336] up:boot 2024-04-10T15:28:07.330 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:07 smithi069 ceph-mon[27501]: fsmap 1 up:standby 2024-04-10T15:28:07.330 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:07 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-10T15:28:07.330 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:07 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:28:07.330 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:07 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:28:07.331 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:07 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:28:07.331 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:07 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-10T15:28:07.331 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:07 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-10T15:28:07.331 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:07 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:28:07.331 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:07 smithi069 ceph-mon[27501]: Deploying daemon mds.b on smithi077 2024-04-10T15:28:07.331 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:07 smithi069 ceph-mon[27501]: from='client.? 172.21.15.69:0/2772867199' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-10T15:28:07.331 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:07 smithi069 ceph-mon[39688]: mds.? [v2:172.21.15.69:6834/618262336,v1:172.21.15.69:6835/618262336] up:boot 2024-04-10T15:28:07.331 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:07 smithi069 ceph-mon[39688]: fsmap 1 up:standby 2024-04-10T15:28:07.331 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:07 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-10T15:28:07.331 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:07 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:28:07.331 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:07 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:28:07.331 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:07 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:28:07.332 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:07 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-10T15:28:07.332 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:07 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-10T15:28:07.332 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:07 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:28:07.332 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:07 smithi069 ceph-mon[39688]: Deploying daemon mds.b on smithi077 2024-04-10T15:28:07.332 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:07 smithi069 ceph-mon[39688]: from='client.? 172.21.15.69:0/2772867199' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-10T15:28:07.382 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:07 smithi077 ceph-mon[31195]: mds.? [v2:172.21.15.69:6834/618262336,v1:172.21.15.69:6835/618262336] up:boot 2024-04-10T15:28:07.382 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:07 smithi077 ceph-mon[31195]: fsmap 1 up:standby 2024-04-10T15:28:07.382 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:07 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-10T15:28:07.382 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:07 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:28:07.382 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:07 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:28:07.382 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:07 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:28:07.382 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:07 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-10T15:28:07.382 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:07 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-10T15:28:07.382 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:07 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:28:07.382 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:07 smithi077 ceph-mon[31195]: Deploying daemon mds.b on smithi077 2024-04-10T15:28:07.383 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:07 smithi077 ceph-mon[31195]: from='client.? 172.21.15.69:0/2772867199' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-10T15:28:08.236 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:08 smithi077 ceph-mon[31195]: pgmap v184: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:28:08.236 INFO:journalctl@ceph.mds.b.smithi077.stdout:Apr 10 15:28:08 smithi077 systemd[1]: Starting Ceph mds.b for 09bfb546-f74e-11ee-b64a-cb9ed24678a4... 2024-04-10T15:28:08.329 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:08 smithi069 ceph-mon[39688]: pgmap v184: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:28:08.330 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:08 smithi069 ceph-mon[27501]: pgmap v184: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:28:08.600 INFO:journalctl@ceph.mds.b.smithi077.stdout:Apr 10 15:28:08 smithi077 podman[59199]: 2024-04-10 15:28:08.360781144 +0000 UTC m=+0.100584970 container create ba4ee0b79036e6b20a39a214c85228296fc765d600e53b2339d9dd6800ba6b61 (image=quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mds-b, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240403, RELEASE=reef-d540eba, GIT_BRANCH=HEAD, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, io.buildah.version=1.33.5) 2024-04-10T15:28:08.600 INFO:journalctl@ceph.mds.b.smithi077.stdout:Apr 10 15:28:08 smithi077 podman[59199]: 2024-04-10 15:28:08.278624548 +0000 UTC m=+0.018428350 image pull bb2c5eac26a47e91f49419364028af9c3bea25d6fad65850c7d6f8f2c7b91b28 quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3 2024-04-10T15:28:08.601 INFO:journalctl@ceph.mds.b.smithi077.stdout:Apr 10 15:28:08 smithi077 podman[59199]: 2024-04-10 15:28:08.588251166 +0000 UTC m=+0.328054949 container init ba4ee0b79036e6b20a39a214c85228296fc765d600e53b2339d9dd6800ba6b61 (image=quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mds-b, org.label-schema.build-date=20240403, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True, RELEASE=reef-d540eba, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_CLEAN=True) 2024-04-10T15:28:08.601 INFO:journalctl@ceph.mds.b.smithi077.stdout:Apr 10 15:28:08 smithi077 podman[59199]: 2024-04-10 15:28:08.593611532 +0000 UTC m=+0.333415317 container start ba4ee0b79036e6b20a39a214c85228296fc765d600e53b2339d9dd6800ba6b61 (image=quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mds-b, RELEASE=reef-d540eba, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240403, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.license=GPLv2, ceph=True) 2024-04-10T15:28:08.601 INFO:journalctl@ceph.mds.b.smithi077.stdout:Apr 10 15:28:08 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mds-b[59214]: starting mds.b at 2024-04-10T15:28:08.849 DEBUG:teuthology.orchestra.run.smithi069:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-10T15:28:08.985 INFO:journalctl@ceph.mds.b.smithi077.stdout:Apr 10 15:28:08 smithi077 bash[59199]: ba4ee0b79036e6b20a39a214c85228296fc765d600e53b2339d9dd6800ba6b61 2024-04-10T15:28:08.986 INFO:journalctl@ceph.mds.b.smithi077.stdout:Apr 10 15:28:08 smithi077 systemd[1]: Started Ceph mds.b for 09bfb546-f74e-11ee-b64a-cb9ed24678a4. 2024-04-10T15:28:09.182 INFO:teuthology.orchestra.run.smithi069.stdout: 2024-04-10T15:28:09.182 INFO:teuthology.orchestra.run.smithi069.stdout:{"epoch":3,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14427,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.69:6835/618262336","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6834","nonce":618262336},{"type":"v1","addr":"172.21.15.69:6835","nonce":618262336}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2},{"gid":24331,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.77:6833/2821633878","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6832","nonce":2821633878},{"type":"v1","addr":"172.21.15.77:6833","nonce":2821633878}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3}],"filesystems":[]} 2024-04-10T15:28:09.183 INFO:teuthology.orchestra.run.smithi069.stderr:dumped fsmap epoch 3 2024-04-10T15:28:09.196 DEBUG:teuthology.orchestra.run.smithi069:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-10T15:28:09.518 INFO:teuthology.orchestra.run.smithi069.stdout: 2024-04-10T15:28:09.518 INFO:teuthology.orchestra.run.smithi069.stdout:{"epoch":58,"fsid":"09bfb546-f74e-11ee-b64a-cb9ed24678a4","created":"2024-04-10T15:22:42.696144+0000","modified":"2024-04-10T15:27:58.464400+0000","last_up_change":"2024-04-10T15:27:54.449002+0000","last_in_change":"2024-04-10T15:27:36.978052+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-10T15:25:53.886359+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"b719f13c-81ae-4937-9fb7-a808d74357a5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6802","nonce":4151394394},{"type":"v1","addr":"172.21.15.69:6803","nonce":4151394394}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6804","nonce":4151394394},{"type":"v1","addr":"172.21.15.69:6805","nonce":4151394394}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6808","nonce":4151394394},{"type":"v1","addr":"172.21.15.69:6809","nonce":4151394394}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6806","nonce":4151394394},{"type":"v1","addr":"172.21.15.69:6807","nonce":4151394394}]},"public_addr":"172.21.15.69:6803/4151394394","cluster_addr":"172.21.15.69:6805/4151394394","heartbeat_back_addr":"172.21.15.69:6809/4151394394","heartbeat_front_addr":"172.21.15.69:6807/4151394394","state":["exists","up"]},{"osd":1,"uuid":"2792adf4-cb44-4e8d-a4d7-23e6b890b8a0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6810","nonce":1357395889},{"type":"v1","addr":"172.21.15.69:6811","nonce":1357395889}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6812","nonce":1357395889},{"type":"v1","addr":"172.21.15.69:6813","nonce":1357395889}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6816","nonce":1357395889},{"type":"v1","addr":"172.21.15.69:6817","nonce":1357395889}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6814","nonce":1357395889},{"type":"v1","addr":"172.21.15.69:6815","nonce":1357395889}]},"public_addr":"172.21.15.69:6811/1357395889","cluster_addr":"172.21.15.69:6813/1357395889","heartbeat_back_addr":"172.21.15.69:6817/1357395889","heartbeat_front_addr":"172.21.15.69:6815/1357395889","state":["exists","up"]},{"osd":2,"uuid":"bc921321-1efe-43c6-ab36-ff5b6d48bcdf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6818","nonce":4024388906},{"type":"v1","addr":"172.21.15.69:6819","nonce":4024388906}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6820","nonce":4024388906},{"type":"v1","addr":"172.21.15.69:6821","nonce":4024388906}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6824","nonce":4024388906},{"type":"v1","addr":"172.21.15.69:6825","nonce":4024388906}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6822","nonce":4024388906},{"type":"v1","addr":"172.21.15.69:6823","nonce":4024388906}]},"public_addr":"172.21.15.69:6819/4024388906","cluster_addr":"172.21.15.69:6821/4024388906","heartbeat_back_addr":"172.21.15.69:6825/4024388906","heartbeat_front_addr":"172.21.15.69:6823/4024388906","state":["exists","up"]},{"osd":3,"uuid":"5a669ea3-f5c5-46d2-a202-d740afa7e7ca","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6826","nonce":2148573806},{"type":"v1","addr":"172.21.15.69:6827","nonce":2148573806}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6828","nonce":2148573806},{"type":"v1","addr":"172.21.15.69:6829","nonce":2148573806}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6832","nonce":2148573806},{"type":"v1","addr":"172.21.15.69:6833","nonce":2148573806}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6830","nonce":2148573806},{"type":"v1","addr":"172.21.15.69:6831","nonce":2148573806}]},"public_addr":"172.21.15.69:6827/2148573806","cluster_addr":"172.21.15.69:6829/2148573806","heartbeat_back_addr":"172.21.15.69:6833/2148573806","heartbeat_front_addr":"172.21.15.69:6831/2148573806","state":["exists","up"]},{"osd":4,"uuid":"f96c3109-ec3b-4b10-9541-1b295bff29da","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6800","nonce":1495062443},{"type":"v1","addr":"172.21.15.77:6801","nonce":1495062443}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6802","nonce":1495062443},{"type":"v1","addr":"172.21.15.77:6803","nonce":1495062443}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6806","nonce":1495062443},{"type":"v1","addr":"172.21.15.77:6807","nonce":1495062443}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6804","nonce":1495062443},{"type":"v1","addr":"172.21.15.77:6805","nonce":1495062443}]},"public_addr":"172.21.15.77:6801/1495062443","cluster_addr":"172.21.15.77:6803/1495062443","heartbeat_back_addr":"172.21.15.77:6807/1495062443","heartbeat_front_addr":"172.21.15.77:6805/1495062443","state":["exists","up"]},{"osd":5,"uuid":"53a362f2-5398-46e2-893a-c082eeaed67a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":41,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6808","nonce":1052908863},{"type":"v1","addr":"172.21.15.77:6809","nonce":1052908863}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6810","nonce":1052908863},{"type":"v1","addr":"172.21.15.77:6811","nonce":1052908863}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6814","nonce":1052908863},{"type":"v1","addr":"172.21.15.77:6815","nonce":1052908863}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6812","nonce":1052908863},{"type":"v1","addr":"172.21.15.77:6813","nonce":1052908863}]},"public_addr":"172.21.15.77:6809/1052908863","cluster_addr":"172.21.15.77:6811/1052908863","heartbeat_back_addr":"172.21.15.77:6815/1052908863","heartbeat_front_addr":"172.21.15.77:6813/1052908863","state":["exists","up"]},{"osd":6,"uuid":"c49d5f16-cf9d-4802-9f57-3fd57ccf650c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":49,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6816","nonce":1062558787},{"type":"v1","addr":"172.21.15.77:6817","nonce":1062558787}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6818","nonce":1062558787},{"type":"v1","addr":"172.21.15.77:6819","nonce":1062558787}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6822","nonce":1062558787},{"type":"v1","addr":"172.21.15.77:6823","nonce":1062558787}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6820","nonce":1062558787},{"type":"v1","addr":"172.21.15.77:6821","nonce":1062558787}]},"public_addr":"172.21.15.77:6817/1062558787","cluster_addr":"172.21.15.77:6819/1062558787","heartbeat_back_addr":"172.21.15.77:6823/1062558787","heartbeat_front_addr":"172.21.15.77:6821/1062558787","state":["exists","up"]},{"osd":7,"uuid":"7bd91ebb-06bd-49bb-9f1c-04cafb0fac05","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6824","nonce":2596130898},{"type":"v1","addr":"172.21.15.77:6825","nonce":2596130898}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6826","nonce":2596130898},{"type":"v1","addr":"172.21.15.77:6827","nonce":2596130898}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6830","nonce":2596130898},{"type":"v1","addr":"172.21.15.77:6831","nonce":2596130898}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6828","nonce":2596130898},{"type":"v1","addr":"172.21.15.77:6829","nonce":2596130898}]},"public_addr":"172.21.15.77:6825/2596130898","cluster_addr":"172.21.15.77:6827/2596130898","heartbeat_back_addr":"172.21.15.77:6831/2596130898","heartbeat_front_addr":"172.21.15.77:6829/2596130898","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T15:24:59.115526+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T15:25:24.586758+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T15:25:49.945194+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T15:26:16.222742+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T15:26:38.988879+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T15:27:03.320288+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T15:27:27.733370+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T15:27:52.661696+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.69:6801/4122330610":"2024-04-11T15:23:35.574129+0000","172.21.15.69:6800/4122330610":"2024-04-11T15:23:35.574129+0000","172.21.15.69:0/2360866969":"2024-04-11T15:23:35.574129+0000","172.21.15.69:0/1572879938":"2024-04-11T15:23:35.574129+0000","172.21.15.69:6801/3673302828":"2024-04-11T15:23:09.794536+0000","172.21.15.69:6800/3673302828":"2024-04-11T15:23:09.794536+0000","172.21.15.69:0/2434162432":"2024-04-11T15:23:09.794536+0000","172.21.15.69:0/2980460282":"2024-04-11T15:23:09.794536+0000","172.21.15.69:0/4118089464":"2024-04-11T15:23:09.794536+0000","172.21.15.69:0/1550264844":"2024-04-11T15:23:35.574129+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-10T15:28:09.531 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-10T15:25:53.886359+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 7.889999866485596, 'score_stable': 7.889999866485596, 'optimal_score': 0.3799999952316284, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-04-10T15:28:09.531 DEBUG:teuthology.orchestra.run.smithi069:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-10T15:28:09.830 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:09 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:28:09.830 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:09 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:28:09.830 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:09 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:28:09.830 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:09 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:28:09.830 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:09 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:28:09.830 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:09 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:28:09.830 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:09 smithi069 ceph-mon[27501]: mds.? [v2:172.21.15.77:6832/2821633878,v1:172.21.15.77:6833/2821633878] up:boot 2024-04-10T15:28:09.830 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:09 smithi069 ceph-mon[27501]: fsmap 2 up:standby 2024-04-10T15:28:09.830 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:09 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-10T15:28:09.830 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:09 smithi069 ceph-mon[27501]: from='client.? 172.21.15.69:0/2802867740' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-10T15:28:09.831 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:09 smithi069 ceph-mon[27501]: from='client.? 172.21.15.69:0/768751027' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-10T15:28:09.831 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:09 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:28:09.831 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:09 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:28:09.831 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:09 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:28:09.831 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:09 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:28:09.831 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:09 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:28:09.831 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:09 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:28:09.831 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:09 smithi069 ceph-mon[39688]: mds.? [v2:172.21.15.77:6832/2821633878,v1:172.21.15.77:6833/2821633878] up:boot 2024-04-10T15:28:09.831 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:09 smithi069 ceph-mon[39688]: fsmap 2 up:standby 2024-04-10T15:28:09.831 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:09 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-10T15:28:09.831 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:09 smithi069 ceph-mon[39688]: from='client.? 172.21.15.69:0/2802867740' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-10T15:28:09.832 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:09 smithi069 ceph-mon[39688]: from='client.? 172.21.15.69:0/768751027' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-10T15:28:09.832 INFO:teuthology.orchestra.run.smithi069.stdout:pg_num: 1 2024-04-10T15:28:09.843 DEBUG:teuthology.orchestra.run.smithi069:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-04-10T15:28:09.986 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:09 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:28:09.986 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:09 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:28:09.986 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:09 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:28:09.986 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:09 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:28:09.986 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:09 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:28:09.986 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:09 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:28:09.986 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:09 smithi077 ceph-mon[31195]: mds.? [v2:172.21.15.77:6832/2821633878,v1:172.21.15.77:6833/2821633878] up:boot 2024-04-10T15:28:09.986 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:09 smithi077 ceph-mon[31195]: fsmap 2 up:standby 2024-04-10T15:28:09.986 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:09 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-10T15:28:09.986 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:09 smithi077 ceph-mon[31195]: from='client.? 172.21.15.69:0/2802867740' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-10T15:28:09.986 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:09 smithi077 ceph-mon[31195]: from='client.? 172.21.15.69:0/768751027' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-10T15:28:10.141 INFO:teuthology.orchestra.run.smithi069.stdout: 2024-04-10T15:28:10.141 INFO:teuthology.orchestra.run.smithi069.stdout:[ 2024-04-10T15:28:10.141 INFO:teuthology.orchestra.run.smithi069.stdout: { 2024-04-10T15:28:10.141 INFO:teuthology.orchestra.run.smithi069.stdout: "poolnum": 1, 2024-04-10T15:28:10.141 INFO:teuthology.orchestra.run.smithi069.stdout: "poolname": ".mgr" 2024-04-10T15:28:10.141 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-04-10T15:28:10.141 INFO:teuthology.orchestra.run.smithi069.stdout:] 2024-04-10T15:28:10.154 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-04-10T15:28:10.154 DEBUG:teuthology.orchestra.run.smithi069:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-04-10T15:28:10.986 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:10 smithi077 ceph-mon[31195]: pgmap v185: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:28:10.986 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:10 smithi077 ceph-mon[31195]: from='client.? 172.21.15.69:0/3265963647' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-10T15:28:10.986 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:10 smithi077 ceph-mon[31195]: from='client.? 172.21.15.69:0/740589345' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-04-10T15:28:10.986 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:10 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:28:10.986 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:10 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:28:10.986 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:10 smithi077 ceph-mon[31195]: from='client.? 172.21.15.69:0/1984037914' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-04-10T15:28:10.986 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:10 smithi077 ceph-mon[31195]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-04-10T15:28:10.986 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:10 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:28:11.079 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:10 smithi069 ceph-mon[39688]: pgmap v185: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:28:11.080 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:10 smithi069 ceph-mon[39688]: from='client.? 172.21.15.69:0/3265963647' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-10T15:28:11.080 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:10 smithi069 ceph-mon[39688]: from='client.? 172.21.15.69:0/740589345' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-04-10T15:28:11.080 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:10 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:28:11.080 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:10 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:28:11.080 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:10 smithi069 ceph-mon[39688]: from='client.? 172.21.15.69:0/1984037914' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-04-10T15:28:11.080 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:10 smithi069 ceph-mon[39688]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-04-10T15:28:11.080 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:10 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:28:11.080 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:10 smithi069 ceph-mon[27501]: pgmap v185: 1 pgs: 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:28:11.081 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:10 smithi069 ceph-mon[27501]: from='client.? 172.21.15.69:0/3265963647' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-10T15:28:11.081 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:10 smithi069 ceph-mon[27501]: from='client.? 172.21.15.69:0/740589345' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-04-10T15:28:11.081 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:10 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:28:11.081 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:10 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:28:11.081 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:10 smithi069 ceph-mon[27501]: from='client.? 172.21.15.69:0/1984037914' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-04-10T15:28:11.081 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:10 smithi069 ceph-mon[27501]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-04-10T15:28:11.081 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:10 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:28:11.298 INFO:teuthology.orchestra.run.smithi069.stderr:pool 'cephfs_metadata' created 2024-04-10T15:28:11.316 DEBUG:teuthology.orchestra.run.smithi069:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-04-10T15:28:12.236 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:11 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:28:12.236 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:11 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:28:12.236 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:11 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:28:12.236 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:11 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:28:12.236 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:11 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:28:12.236 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:11 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:28:12.236 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:11 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:28:12.236 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:11 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:28:12.236 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:11 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:28:12.236 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:11 smithi077 ceph-mon[31195]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-04-10T15:28:12.236 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:11 smithi077 ceph-mon[31195]: osdmap e59: 8 total, 8 up, 8 in 2024-04-10T15:28:12.302 INFO:teuthology.orchestra.run.smithi069.stderr:pool 'cephfs_data' created 2024-04-10T15:28:12.325 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:11 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:28:12.325 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:11 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:28:12.326 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:11 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:28:12.326 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:11 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:28:12.326 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:11 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:28:12.326 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:11 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:28:12.326 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:11 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:28:12.326 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:11 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:28:12.326 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:11 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:28:12.326 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:11 smithi069 ceph-mon[39688]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-04-10T15:28:12.326 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:11 smithi069 ceph-mon[39688]: osdmap e59: 8 total, 8 up, 8 in 2024-04-10T15:28:12.327 DEBUG:teuthology.orchestra.run.smithi069:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-04-10T15:28:12.328 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:11 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:28:12.328 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:11 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:28:12.328 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:11 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:28:12.328 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:11 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:28:12.328 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:11 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:28:12.328 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:11 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:28:12.328 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:11 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:28:12.328 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:11 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:28:12.328 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:11 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:28:12.328 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:11 smithi069 ceph-mon[27501]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-04-10T15:28:12.328 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:11 smithi069 ceph-mon[27501]: osdmap e59: 8 total, 8 up, 8 in 2024-04-10T15:28:12.656 INFO:teuthology.orchestra.run.smithi069.stderr:new fs with metadata pool 2 and data pool 3 2024-04-10T15:28:12.680 DEBUG:teuthology.orchestra.run.smithi069:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-10T15:28:12.971 INFO:teuthology.orchestra.run.smithi069.stdout: 2024-04-10T15:28:12.971 INFO:teuthology.orchestra.run.smithi069.stdout:{"epoch":61,"fsid":"09bfb546-f74e-11ee-b64a-cb9ed24678a4","created":"2024-04-10T15:22:42.696144+0000","modified":"2024-04-10T15:28:12.668285+0000","last_up_change":"2024-04-10T15:27:54.449002+0000","last_in_change":"2024-04-10T15:27:36.978052+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-10T15:25:53.886359+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-10T15:28:10.722853+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"61","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-10T15:28:11.860941+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"61","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"b719f13c-81ae-4937-9fb7-a808d74357a5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6802","nonce":4151394394},{"type":"v1","addr":"172.21.15.69:6803","nonce":4151394394}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6804","nonce":4151394394},{"type":"v1","addr":"172.21.15.69:6805","nonce":4151394394}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6808","nonce":4151394394},{"type":"v1","addr":"172.21.15.69:6809","nonce":4151394394}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6806","nonce":4151394394},{"type":"v1","addr":"172.21.15.69:6807","nonce":4151394394}]},"public_addr":"172.21.15.69:6803/4151394394","cluster_addr":"172.21.15.69:6805/4151394394","heartbeat_back_addr":"172.21.15.69:6809/4151394394","heartbeat_front_addr":"172.21.15.69:6807/4151394394","state":["exists","up"]},{"osd":1,"uuid":"2792adf4-cb44-4e8d-a4d7-23e6b890b8a0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6810","nonce":1357395889},{"type":"v1","addr":"172.21.15.69:6811","nonce":1357395889}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6812","nonce":1357395889},{"type":"v1","addr":"172.21.15.69:6813","nonce":1357395889}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6816","nonce":1357395889},{"type":"v1","addr":"172.21.15.69:6817","nonce":1357395889}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6814","nonce":1357395889},{"type":"v1","addr":"172.21.15.69:6815","nonce":1357395889}]},"public_addr":"172.21.15.69:6811/1357395889","cluster_addr":"172.21.15.69:6813/1357395889","heartbeat_back_addr":"172.21.15.69:6817/1357395889","heartbeat_front_addr":"172.21.15.69:6815/1357395889","state":["exists","up"]},{"osd":2,"uuid":"bc921321-1efe-43c6-ab36-ff5b6d48bcdf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6818","nonce":4024388906},{"type":"v1","addr":"172.21.15.69:6819","nonce":4024388906}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6820","nonce":4024388906},{"type":"v1","addr":"172.21.15.69:6821","nonce":4024388906}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6824","nonce":4024388906},{"type":"v1","addr":"172.21.15.69:6825","nonce":4024388906}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6822","nonce":4024388906},{"type":"v1","addr":"172.21.15.69:6823","nonce":4024388906}]},"public_addr":"172.21.15.69:6819/4024388906","cluster_addr":"172.21.15.69:6821/4024388906","heartbeat_back_addr":"172.21.15.69:6825/4024388906","heartbeat_front_addr":"172.21.15.69:6823/4024388906","state":["exists","up"]},{"osd":3,"uuid":"5a669ea3-f5c5-46d2-a202-d740afa7e7ca","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6826","nonce":2148573806},{"type":"v1","addr":"172.21.15.69:6827","nonce":2148573806}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6828","nonce":2148573806},{"type":"v1","addr":"172.21.15.69:6829","nonce":2148573806}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6832","nonce":2148573806},{"type":"v1","addr":"172.21.15.69:6833","nonce":2148573806}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6830","nonce":2148573806},{"type":"v1","addr":"172.21.15.69:6831","nonce":2148573806}]},"public_addr":"172.21.15.69:6827/2148573806","cluster_addr":"172.21.15.69:6829/2148573806","heartbeat_back_addr":"172.21.15.69:6833/2148573806","heartbeat_front_addr":"172.21.15.69:6831/2148573806","state":["exists","up"]},{"osd":4,"uuid":"f96c3109-ec3b-4b10-9541-1b295bff29da","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6800","nonce":1495062443},{"type":"v1","addr":"172.21.15.77:6801","nonce":1495062443}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6802","nonce":1495062443},{"type":"v1","addr":"172.21.15.77:6803","nonce":1495062443}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6806","nonce":1495062443},{"type":"v1","addr":"172.21.15.77:6807","nonce":1495062443}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6804","nonce":1495062443},{"type":"v1","addr":"172.21.15.77:6805","nonce":1495062443}]},"public_addr":"172.21.15.77:6801/1495062443","cluster_addr":"172.21.15.77:6803/1495062443","heartbeat_back_addr":"172.21.15.77:6807/1495062443","heartbeat_front_addr":"172.21.15.77:6805/1495062443","state":["exists","up"]},{"osd":5,"uuid":"53a362f2-5398-46e2-893a-c082eeaed67a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6808","nonce":1052908863},{"type":"v1","addr":"172.21.15.77:6809","nonce":1052908863}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6810","nonce":1052908863},{"type":"v1","addr":"172.21.15.77:6811","nonce":1052908863}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6814","nonce":1052908863},{"type":"v1","addr":"172.21.15.77:6815","nonce":1052908863}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6812","nonce":1052908863},{"type":"v1","addr":"172.21.15.77:6813","nonce":1052908863}]},"public_addr":"172.21.15.77:6809/1052908863","cluster_addr":"172.21.15.77:6811/1052908863","heartbeat_back_addr":"172.21.15.77:6815/1052908863","heartbeat_front_addr":"172.21.15.77:6813/1052908863","state":["exists","up"]},{"osd":6,"uuid":"c49d5f16-cf9d-4802-9f57-3fd57ccf650c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6816","nonce":1062558787},{"type":"v1","addr":"172.21.15.77:6817","nonce":1062558787}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6818","nonce":1062558787},{"type":"v1","addr":"172.21.15.77:6819","nonce":1062558787}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6822","nonce":1062558787},{"type":"v1","addr":"172.21.15.77:6823","nonce":1062558787}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6820","nonce":1062558787},{"type":"v1","addr":"172.21.15.77:6821","nonce":1062558787}]},"public_addr":"172.21.15.77:6817/1062558787","cluster_addr":"172.21.15.77:6819/1062558787","heartbeat_back_addr":"172.21.15.77:6823/1062558787","heartbeat_front_addr":"172.21.15.77:6821/1062558787","state":["exists","up"]},{"osd":7,"uuid":"7bd91ebb-06bd-49bb-9f1c-04cafb0fac05","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6824","nonce":2596130898},{"type":"v1","addr":"172.21.15.77:6825","nonce":2596130898}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6826","nonce":2596130898},{"type":"v1","addr":"172.21.15.77:6827","nonce":2596130898}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6830","nonce":2596130898},{"type":"v1","addr":"172.21.15.77:6831","nonce":2596130898}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6828","nonce":2596130898},{"type":"v1","addr":"172.21.15.77:6829","nonce":2596130898}]},"public_addr":"172.21.15.77:6825/2596130898","cluster_addr":"172.21.15.77:6827/2596130898","heartbeat_back_addr":"172.21.15.77:6831/2596130898","heartbeat_front_addr":"172.21.15.77:6829/2596130898","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T15:24:59.115526+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T15:25:24.586758+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T15:25:49.945194+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T15:26:16.222742+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T15:26:38.988879+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T15:27:03.320288+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T15:27:27.733370+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T15:27:52.661696+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.69:6801/4122330610":"2024-04-11T15:23:35.574129+0000","172.21.15.69:6800/4122330610":"2024-04-11T15:23:35.574129+0000","172.21.15.69:0/2360866969":"2024-04-11T15:23:35.574129+0000","172.21.15.69:0/1572879938":"2024-04-11T15:23:35.574129+0000","172.21.15.69:6801/3673302828":"2024-04-11T15:23:09.794536+0000","172.21.15.69:6800/3673302828":"2024-04-11T15:23:09.794536+0000","172.21.15.69:0/2434162432":"2024-04-11T15:23:09.794536+0000","172.21.15.69:0/2980460282":"2024-04-11T15:23:09.794536+0000","172.21.15.69:0/4118089464":"2024-04-11T15:23:09.794536+0000","172.21.15.69:0/1550264844":"2024-04-11T15:23:35.574129+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-10T15:28:12.982 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:12 smithi069 ceph-mon[39688]: pgmap v187: 33 pgs: 32 unknown, 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:28:12.982 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:12 smithi069 ceph-mon[39688]: from='client.? 172.21.15.69:0/690690282' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-04-10T15:28:12.982 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:12 smithi069 ceph-mon[39688]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-04-10T15:28:12.982 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:12 smithi069 ceph-mon[39688]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:28:12.982 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:12 smithi069 ceph-mon[39688]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-04-10T15:28:12.983 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:12 smithi069 ceph-mon[39688]: osdmap e60: 8 total, 8 up, 8 in 2024-04-10T15:28:12.983 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:12 smithi069 ceph-mon[39688]: from='client.? 172.21.15.69:0/786914409' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-04-10T15:28:12.983 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:12 smithi069 ceph-mon[39688]: daemon mds.b assigned to filesystem cephfs as rank 0 2024-04-10T15:28:12.983 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:12 smithi069 ceph-mon[39688]: osdmap e61: 8 total, 8 up, 8 in 2024-04-10T15:28:12.983 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:12 smithi069 ceph-mon[39688]: from='client.? 172.21.15.69:0/786914409' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-04-10T15:28:12.983 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:12 smithi069 ceph-mon[39688]: fsmap cephfs:1 {0=b=up:creating} 1 up:standby 2024-04-10T15:28:12.983 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:12 smithi069 ceph-mon[39688]: daemon mds.b is now active in filesystem cephfs as rank 0 2024-04-10T15:28:12.983 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:12 smithi069 ceph-mon[27501]: pgmap v187: 33 pgs: 32 unknown, 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:28:12.983 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:12 smithi069 ceph-mon[27501]: from='client.? 172.21.15.69:0/690690282' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-04-10T15:28:12.984 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:12 smithi069 ceph-mon[27501]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-04-10T15:28:12.984 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:12 smithi069 ceph-mon[27501]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:28:12.984 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:12 smithi069 ceph-mon[27501]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-04-10T15:28:12.984 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:12 smithi069 ceph-mon[27501]: osdmap e60: 8 total, 8 up, 8 in 2024-04-10T15:28:12.984 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:12 smithi069 ceph-mon[27501]: from='client.? 172.21.15.69:0/786914409' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-04-10T15:28:12.984 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:12 smithi069 ceph-mon[27501]: daemon mds.b assigned to filesystem cephfs as rank 0 2024-04-10T15:28:12.984 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:12 smithi069 ceph-mon[27501]: osdmap e61: 8 total, 8 up, 8 in 2024-04-10T15:28:12.984 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:12 smithi069 ceph-mon[27501]: from='client.? 172.21.15.69:0/786914409' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-04-10T15:28:12.984 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:12 smithi069 ceph-mon[27501]: fsmap cephfs:1 {0=b=up:creating} 1 up:standby 2024-04-10T15:28:12.984 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:12 smithi069 ceph-mon[27501]: daemon mds.b is now active in filesystem cephfs as rank 0 2024-04-10T15:28:12.986 DEBUG:teuthology.orchestra.run.smithi069:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-10T15:28:13.236 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:12 smithi077 ceph-mon[31195]: pgmap v187: 33 pgs: 32 unknown, 1 active+clean; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:28:13.236 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:12 smithi077 ceph-mon[31195]: from='client.? 172.21.15.69:0/690690282' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-04-10T15:28:13.236 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:12 smithi077 ceph-mon[31195]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-04-10T15:28:13.236 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:12 smithi077 ceph-mon[31195]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:28:13.236 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:12 smithi077 ceph-mon[31195]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-04-10T15:28:13.236 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:12 smithi077 ceph-mon[31195]: osdmap e60: 8 total, 8 up, 8 in 2024-04-10T15:28:13.236 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:12 smithi077 ceph-mon[31195]: from='client.? 172.21.15.69:0/786914409' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-04-10T15:28:13.237 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:12 smithi077 ceph-mon[31195]: daemon mds.b assigned to filesystem cephfs as rank 0 2024-04-10T15:28:13.237 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:12 smithi077 ceph-mon[31195]: osdmap e61: 8 total, 8 up, 8 in 2024-04-10T15:28:13.237 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:12 smithi077 ceph-mon[31195]: from='client.? 172.21.15.69:0/786914409' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-04-10T15:28:13.237 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:12 smithi077 ceph-mon[31195]: fsmap cephfs:1 {0=b=up:creating} 1 up:standby 2024-04-10T15:28:13.237 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:12 smithi077 ceph-mon[31195]: daemon mds.b is now active in filesystem cephfs as rank 0 2024-04-10T15:28:13.269 INFO:teuthology.orchestra.run.smithi069.stdout: 2024-04-10T15:28:13.269 INFO:teuthology.orchestra.run.smithi069.stdout:{"epoch":61,"fsid":"09bfb546-f74e-11ee-b64a-cb9ed24678a4","created":"2024-04-10T15:22:42.696144+0000","modified":"2024-04-10T15:28:12.668285+0000","last_up_change":"2024-04-10T15:27:54.449002+0000","last_in_change":"2024-04-10T15:27:36.978052+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-10T15:25:53.886359+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-10T15:28:10.722853+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"61","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-10T15:28:11.860941+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"61","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"b719f13c-81ae-4937-9fb7-a808d74357a5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6802","nonce":4151394394},{"type":"v1","addr":"172.21.15.69:6803","nonce":4151394394}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6804","nonce":4151394394},{"type":"v1","addr":"172.21.15.69:6805","nonce":4151394394}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6808","nonce":4151394394},{"type":"v1","addr":"172.21.15.69:6809","nonce":4151394394}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6806","nonce":4151394394},{"type":"v1","addr":"172.21.15.69:6807","nonce":4151394394}]},"public_addr":"172.21.15.69:6803/4151394394","cluster_addr":"172.21.15.69:6805/4151394394","heartbeat_back_addr":"172.21.15.69:6809/4151394394","heartbeat_front_addr":"172.21.15.69:6807/4151394394","state":["exists","up"]},{"osd":1,"uuid":"2792adf4-cb44-4e8d-a4d7-23e6b890b8a0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6810","nonce":1357395889},{"type":"v1","addr":"172.21.15.69:6811","nonce":1357395889}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6812","nonce":1357395889},{"type":"v1","addr":"172.21.15.69:6813","nonce":1357395889}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6816","nonce":1357395889},{"type":"v1","addr":"172.21.15.69:6817","nonce":1357395889}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6814","nonce":1357395889},{"type":"v1","addr":"172.21.15.69:6815","nonce":1357395889}]},"public_addr":"172.21.15.69:6811/1357395889","cluster_addr":"172.21.15.69:6813/1357395889","heartbeat_back_addr":"172.21.15.69:6817/1357395889","heartbeat_front_addr":"172.21.15.69:6815/1357395889","state":["exists","up"]},{"osd":2,"uuid":"bc921321-1efe-43c6-ab36-ff5b6d48bcdf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6818","nonce":4024388906},{"type":"v1","addr":"172.21.15.69:6819","nonce":4024388906}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6820","nonce":4024388906},{"type":"v1","addr":"172.21.15.69:6821","nonce":4024388906}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6824","nonce":4024388906},{"type":"v1","addr":"172.21.15.69:6825","nonce":4024388906}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6822","nonce":4024388906},{"type":"v1","addr":"172.21.15.69:6823","nonce":4024388906}]},"public_addr":"172.21.15.69:6819/4024388906","cluster_addr":"172.21.15.69:6821/4024388906","heartbeat_back_addr":"172.21.15.69:6825/4024388906","heartbeat_front_addr":"172.21.15.69:6823/4024388906","state":["exists","up"]},{"osd":3,"uuid":"5a669ea3-f5c5-46d2-a202-d740afa7e7ca","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6826","nonce":2148573806},{"type":"v1","addr":"172.21.15.69:6827","nonce":2148573806}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6828","nonce":2148573806},{"type":"v1","addr":"172.21.15.69:6829","nonce":2148573806}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6832","nonce":2148573806},{"type":"v1","addr":"172.21.15.69:6833","nonce":2148573806}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6830","nonce":2148573806},{"type":"v1","addr":"172.21.15.69:6831","nonce":2148573806}]},"public_addr":"172.21.15.69:6827/2148573806","cluster_addr":"172.21.15.69:6829/2148573806","heartbeat_back_addr":"172.21.15.69:6833/2148573806","heartbeat_front_addr":"172.21.15.69:6831/2148573806","state":["exists","up"]},{"osd":4,"uuid":"f96c3109-ec3b-4b10-9541-1b295bff29da","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6800","nonce":1495062443},{"type":"v1","addr":"172.21.15.77:6801","nonce":1495062443}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6802","nonce":1495062443},{"type":"v1","addr":"172.21.15.77:6803","nonce":1495062443}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6806","nonce":1495062443},{"type":"v1","addr":"172.21.15.77:6807","nonce":1495062443}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6804","nonce":1495062443},{"type":"v1","addr":"172.21.15.77:6805","nonce":1495062443}]},"public_addr":"172.21.15.77:6801/1495062443","cluster_addr":"172.21.15.77:6803/1495062443","heartbeat_back_addr":"172.21.15.77:6807/1495062443","heartbeat_front_addr":"172.21.15.77:6805/1495062443","state":["exists","up"]},{"osd":5,"uuid":"53a362f2-5398-46e2-893a-c082eeaed67a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6808","nonce":1052908863},{"type":"v1","addr":"172.21.15.77:6809","nonce":1052908863}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6810","nonce":1052908863},{"type":"v1","addr":"172.21.15.77:6811","nonce":1052908863}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6814","nonce":1052908863},{"type":"v1","addr":"172.21.15.77:6815","nonce":1052908863}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6812","nonce":1052908863},{"type":"v1","addr":"172.21.15.77:6813","nonce":1052908863}]},"public_addr":"172.21.15.77:6809/1052908863","cluster_addr":"172.21.15.77:6811/1052908863","heartbeat_back_addr":"172.21.15.77:6815/1052908863","heartbeat_front_addr":"172.21.15.77:6813/1052908863","state":["exists","up"]},{"osd":6,"uuid":"c49d5f16-cf9d-4802-9f57-3fd57ccf650c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6816","nonce":1062558787},{"type":"v1","addr":"172.21.15.77:6817","nonce":1062558787}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6818","nonce":1062558787},{"type":"v1","addr":"172.21.15.77:6819","nonce":1062558787}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6822","nonce":1062558787},{"type":"v1","addr":"172.21.15.77:6823","nonce":1062558787}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6820","nonce":1062558787},{"type":"v1","addr":"172.21.15.77:6821","nonce":1062558787}]},"public_addr":"172.21.15.77:6817/1062558787","cluster_addr":"172.21.15.77:6819/1062558787","heartbeat_back_addr":"172.21.15.77:6823/1062558787","heartbeat_front_addr":"172.21.15.77:6821/1062558787","state":["exists","up"]},{"osd":7,"uuid":"7bd91ebb-06bd-49bb-9f1c-04cafb0fac05","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6824","nonce":2596130898},{"type":"v1","addr":"172.21.15.77:6825","nonce":2596130898}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6826","nonce":2596130898},{"type":"v1","addr":"172.21.15.77:6827","nonce":2596130898}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6830","nonce":2596130898},{"type":"v1","addr":"172.21.15.77:6831","nonce":2596130898}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6828","nonce":2596130898},{"type":"v1","addr":"172.21.15.77:6829","nonce":2596130898}]},"public_addr":"172.21.15.77:6825/2596130898","cluster_addr":"172.21.15.77:6827/2596130898","heartbeat_back_addr":"172.21.15.77:6831/2596130898","heartbeat_front_addr":"172.21.15.77:6829/2596130898","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T15:24:59.115526+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T15:25:24.586758+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T15:25:49.945194+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T15:26:16.222742+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T15:26:38.988879+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T15:27:03.320288+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T15:27:27.733370+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T15:27:52.661696+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.69:6801/4122330610":"2024-04-11T15:23:35.574129+0000","172.21.15.69:6800/4122330610":"2024-04-11T15:23:35.574129+0000","172.21.15.69:0/2360866969":"2024-04-11T15:23:35.574129+0000","172.21.15.69:0/1572879938":"2024-04-11T15:23:35.574129+0000","172.21.15.69:6801/3673302828":"2024-04-11T15:23:09.794536+0000","172.21.15.69:6800/3673302828":"2024-04-11T15:23:09.794536+0000","172.21.15.69:0/2434162432":"2024-04-11T15:23:09.794536+0000","172.21.15.69:0/2980460282":"2024-04-11T15:23:09.794536+0000","172.21.15.69:0/4118089464":"2024-04-11T15:23:09.794536+0000","172.21.15.69:0/1550264844":"2024-04-11T15:23:35.574129+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-10T15:28:13.283 DEBUG:teuthology.orchestra.run.smithi069:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-04-10T15:28:14.044 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-04-10T15:28:14.044 DEBUG:teuthology.orchestra.run.smithi069:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2024-04-10T15:28:14.236 INFO:journalctl@ceph.mds.b.smithi077.stdout:Apr 10 15:28:14 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mds-b[59214]: 2024-04-10T15:28:14.081+0000 7f56fc987700 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-04-10T15:28:14.236 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:13 smithi077 ceph-mon[31195]: from='client.? 172.21.15.69:0/2881901018' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-10T15:28:14.236 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:13 smithi077 ceph-mon[31195]: mds.? [v2:172.21.15.77:6832/2821633878,v1:172.21.15.77:6833/2821633878] up:active 2024-04-10T15:28:14.236 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:13 smithi077 ceph-mon[31195]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-04-10T15:28:14.236 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:13 smithi077 ceph-mon[31195]: from='client.? 172.21.15.69:0/4187671783' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-10T15:28:14.236 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:13 smithi077 ceph-mon[31195]: from='client.? 172.21.15.69:0/286410529' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-04-10T15:28:14.236 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:13 smithi077 ceph-mon[31195]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-04-10T15:28:14.236 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:13 smithi077 ceph-mon[31195]: osdmap e62: 8 total, 8 up, 8 in 2024-04-10T15:28:14.329 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:13 smithi069 ceph-mon[39688]: from='client.? 172.21.15.69:0/2881901018' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-10T15:28:14.330 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:13 smithi069 ceph-mon[39688]: mds.? [v2:172.21.15.77:6832/2821633878,v1:172.21.15.77:6833/2821633878] up:active 2024-04-10T15:28:14.330 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:13 smithi069 ceph-mon[39688]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-04-10T15:28:14.330 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:13 smithi069 ceph-mon[39688]: from='client.? 172.21.15.69:0/4187671783' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-10T15:28:14.330 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:13 smithi069 ceph-mon[39688]: from='client.? 172.21.15.69:0/286410529' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-04-10T15:28:14.330 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:13 smithi069 ceph-mon[39688]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-04-10T15:28:14.330 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:13 smithi069 ceph-mon[39688]: osdmap e62: 8 total, 8 up, 8 in 2024-04-10T15:28:14.330 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:13 smithi069 ceph-mon[27501]: from='client.? 172.21.15.69:0/2881901018' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-10T15:28:14.330 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:13 smithi069 ceph-mon[27501]: mds.? [v2:172.21.15.77:6832/2821633878,v1:172.21.15.77:6833/2821633878] up:active 2024-04-10T15:28:14.330 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:13 smithi069 ceph-mon[27501]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-04-10T15:28:14.331 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:13 smithi069 ceph-mon[27501]: from='client.? 172.21.15.69:0/4187671783' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-10T15:28:14.331 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:13 smithi069 ceph-mon[27501]: from='client.? 172.21.15.69:0/286410529' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-04-10T15:28:14.331 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:13 smithi069 ceph-mon[27501]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-04-10T15:28:14.331 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:13 smithi069 ceph-mon[27501]: osdmap e62: 8 total, 8 up, 8 in 2024-04-10T15:28:15.050 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-04-10T15:28:15.050 DEBUG:teuthology.orchestra.run.smithi069:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-10T15:28:15.236 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:14 smithi077 ceph-mon[31195]: pgmap v190: 97 pgs: 8 creating+peering, 13 active+clean, 76 unknown; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail; 0 B/s wr, 2 op/s 2024-04-10T15:28:15.236 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:14 smithi077 ceph-mon[31195]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:28:15.236 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:14 smithi077 ceph-mon[31195]: Cluster is now healthy 2024-04-10T15:28:15.236 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:14 smithi077 ceph-mon[31195]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-04-10T15:28:15.236 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:14 smithi077 ceph-mon[31195]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-04-10T15:28:15.236 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:14 smithi077 ceph-mon[31195]: from='client.? 172.21.15.69:0/3505449176' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2024-04-10T15:28:15.236 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:14 smithi077 ceph-mon[31195]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2024-04-10T15:28:15.329 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:14 smithi069 ceph-mon[39688]: pgmap v190: 97 pgs: 8 creating+peering, 13 active+clean, 76 unknown; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail; 0 B/s wr, 2 op/s 2024-04-10T15:28:15.330 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:14 smithi069 ceph-mon[39688]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:28:15.330 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:14 smithi069 ceph-mon[39688]: Cluster is now healthy 2024-04-10T15:28:15.330 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:14 smithi069 ceph-mon[39688]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-04-10T15:28:15.330 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:14 smithi069 ceph-mon[39688]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-04-10T15:28:15.330 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:14 smithi069 ceph-mon[39688]: from='client.? 172.21.15.69:0/3505449176' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2024-04-10T15:28:15.330 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:14 smithi069 ceph-mon[39688]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2024-04-10T15:28:15.330 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:14 smithi069 ceph-mon[27501]: pgmap v190: 97 pgs: 8 creating+peering, 13 active+clean, 76 unknown; 577 KiB data, 221 MiB used, 715 GiB / 715 GiB avail; 0 B/s wr, 2 op/s 2024-04-10T15:28:15.330 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:14 smithi069 ceph-mon[27501]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:28:15.330 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:14 smithi069 ceph-mon[27501]: Cluster is now healthy 2024-04-10T15:28:15.330 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:14 smithi069 ceph-mon[27501]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-04-10T15:28:15.330 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:14 smithi069 ceph-mon[27501]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-04-10T15:28:15.330 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:14 smithi069 ceph-mon[27501]: from='client.? 172.21.15.69:0/3505449176' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2024-04-10T15:28:15.331 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:14 smithi069 ceph-mon[27501]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2024-04-10T15:28:15.374 INFO:teuthology.orchestra.run.smithi069.stdout: 2024-04-10T15:28:15.374 INFO:teuthology.orchestra.run.smithi069.stdout:{"epoch":7,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14427,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.69:6835/618262336","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6834","nonce":618262336},{"type":"v1","addr":"172.21.15.69:6835","nonce":618262336}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":7,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-04-10T15:28:12.668639+0000","modified":"2024-04-10T15:28:15.045764+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":24331},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24331":{"gid":24331,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.77:6833/2821633878","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6832","nonce":2821633878},{"type":"v1","addr":"172.21.15.77:6833","nonce":2821633878}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2024-04-10T15:28:15.374 INFO:teuthology.orchestra.run.smithi069.stderr:dumped fsmap epoch 7 2024-04-10T15:28:15.387 DEBUG:teuthology.orchestra.run.smithi069:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-10T15:28:15.668 INFO:teuthology.orchestra.run.smithi069.stdout: 2024-04-10T15:28:15.669 INFO:teuthology.orchestra.run.smithi069.stdout:{"epoch":62,"fsid":"09bfb546-f74e-11ee-b64a-cb9ed24678a4","created":"2024-04-10T15:22:42.696144+0000","modified":"2024-04-10T15:28:13.670246+0000","last_up_change":"2024-04-10T15:27:54.449002+0000","last_in_change":"2024-04-10T15:27:36.978052+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-10T15:25:53.886359+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-10T15:28:10.722853+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"61","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-10T15:28:11.860941+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"62","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"b719f13c-81ae-4937-9fb7-a808d74357a5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6802","nonce":4151394394},{"type":"v1","addr":"172.21.15.69:6803","nonce":4151394394}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6804","nonce":4151394394},{"type":"v1","addr":"172.21.15.69:6805","nonce":4151394394}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6808","nonce":4151394394},{"type":"v1","addr":"172.21.15.69:6809","nonce":4151394394}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6806","nonce":4151394394},{"type":"v1","addr":"172.21.15.69:6807","nonce":4151394394}]},"public_addr":"172.21.15.69:6803/4151394394","cluster_addr":"172.21.15.69:6805/4151394394","heartbeat_back_addr":"172.21.15.69:6809/4151394394","heartbeat_front_addr":"172.21.15.69:6807/4151394394","state":["exists","up"]},{"osd":1,"uuid":"2792adf4-cb44-4e8d-a4d7-23e6b890b8a0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6810","nonce":1357395889},{"type":"v1","addr":"172.21.15.69:6811","nonce":1357395889}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6812","nonce":1357395889},{"type":"v1","addr":"172.21.15.69:6813","nonce":1357395889}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6816","nonce":1357395889},{"type":"v1","addr":"172.21.15.69:6817","nonce":1357395889}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6814","nonce":1357395889},{"type":"v1","addr":"172.21.15.69:6815","nonce":1357395889}]},"public_addr":"172.21.15.69:6811/1357395889","cluster_addr":"172.21.15.69:6813/1357395889","heartbeat_back_addr":"172.21.15.69:6817/1357395889","heartbeat_front_addr":"172.21.15.69:6815/1357395889","state":["exists","up"]},{"osd":2,"uuid":"bc921321-1efe-43c6-ab36-ff5b6d48bcdf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6818","nonce":4024388906},{"type":"v1","addr":"172.21.15.69:6819","nonce":4024388906}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6820","nonce":4024388906},{"type":"v1","addr":"172.21.15.69:6821","nonce":4024388906}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6824","nonce":4024388906},{"type":"v1","addr":"172.21.15.69:6825","nonce":4024388906}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6822","nonce":4024388906},{"type":"v1","addr":"172.21.15.69:6823","nonce":4024388906}]},"public_addr":"172.21.15.69:6819/4024388906","cluster_addr":"172.21.15.69:6821/4024388906","heartbeat_back_addr":"172.21.15.69:6825/4024388906","heartbeat_front_addr":"172.21.15.69:6823/4024388906","state":["exists","up"]},{"osd":3,"uuid":"5a669ea3-f5c5-46d2-a202-d740afa7e7ca","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6826","nonce":2148573806},{"type":"v1","addr":"172.21.15.69:6827","nonce":2148573806}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6828","nonce":2148573806},{"type":"v1","addr":"172.21.15.69:6829","nonce":2148573806}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6832","nonce":2148573806},{"type":"v1","addr":"172.21.15.69:6833","nonce":2148573806}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6830","nonce":2148573806},{"type":"v1","addr":"172.21.15.69:6831","nonce":2148573806}]},"public_addr":"172.21.15.69:6827/2148573806","cluster_addr":"172.21.15.69:6829/2148573806","heartbeat_back_addr":"172.21.15.69:6833/2148573806","heartbeat_front_addr":"172.21.15.69:6831/2148573806","state":["exists","up"]},{"osd":4,"uuid":"f96c3109-ec3b-4b10-9541-1b295bff29da","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6800","nonce":1495062443},{"type":"v1","addr":"172.21.15.77:6801","nonce":1495062443}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6802","nonce":1495062443},{"type":"v1","addr":"172.21.15.77:6803","nonce":1495062443}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6806","nonce":1495062443},{"type":"v1","addr":"172.21.15.77:6807","nonce":1495062443}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6804","nonce":1495062443},{"type":"v1","addr":"172.21.15.77:6805","nonce":1495062443}]},"public_addr":"172.21.15.77:6801/1495062443","cluster_addr":"172.21.15.77:6803/1495062443","heartbeat_back_addr":"172.21.15.77:6807/1495062443","heartbeat_front_addr":"172.21.15.77:6805/1495062443","state":["exists","up"]},{"osd":5,"uuid":"53a362f2-5398-46e2-893a-c082eeaed67a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6808","nonce":1052908863},{"type":"v1","addr":"172.21.15.77:6809","nonce":1052908863}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6810","nonce":1052908863},{"type":"v1","addr":"172.21.15.77:6811","nonce":1052908863}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6814","nonce":1052908863},{"type":"v1","addr":"172.21.15.77:6815","nonce":1052908863}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6812","nonce":1052908863},{"type":"v1","addr":"172.21.15.77:6813","nonce":1052908863}]},"public_addr":"172.21.15.77:6809/1052908863","cluster_addr":"172.21.15.77:6811/1052908863","heartbeat_back_addr":"172.21.15.77:6815/1052908863","heartbeat_front_addr":"172.21.15.77:6813/1052908863","state":["exists","up"]},{"osd":6,"uuid":"c49d5f16-cf9d-4802-9f57-3fd57ccf650c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6816","nonce":1062558787},{"type":"v1","addr":"172.21.15.77:6817","nonce":1062558787}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6818","nonce":1062558787},{"type":"v1","addr":"172.21.15.77:6819","nonce":1062558787}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6822","nonce":1062558787},{"type":"v1","addr":"172.21.15.77:6823","nonce":1062558787}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6820","nonce":1062558787},{"type":"v1","addr":"172.21.15.77:6821","nonce":1062558787}]},"public_addr":"172.21.15.77:6817/1062558787","cluster_addr":"172.21.15.77:6819/1062558787","heartbeat_back_addr":"172.21.15.77:6823/1062558787","heartbeat_front_addr":"172.21.15.77:6821/1062558787","state":["exists","up"]},{"osd":7,"uuid":"7bd91ebb-06bd-49bb-9f1c-04cafb0fac05","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6824","nonce":2596130898},{"type":"v1","addr":"172.21.15.77:6825","nonce":2596130898}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6826","nonce":2596130898},{"type":"v1","addr":"172.21.15.77:6827","nonce":2596130898}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6830","nonce":2596130898},{"type":"v1","addr":"172.21.15.77:6831","nonce":2596130898}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6828","nonce":2596130898},{"type":"v1","addr":"172.21.15.77:6829","nonce":2596130898}]},"public_addr":"172.21.15.77:6825/2596130898","cluster_addr":"172.21.15.77:6827/2596130898","heartbeat_back_addr":"172.21.15.77:6831/2596130898","heartbeat_front_addr":"172.21.15.77:6829/2596130898","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T15:24:59.115526+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T15:25:24.586758+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T15:25:49.945194+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T15:26:16.222742+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T15:26:38.988879+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T15:27:03.320288+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T15:27:27.733370+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T15:27:52.661696+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.69:6801/4122330610":"2024-04-11T15:23:35.574129+0000","172.21.15.69:6800/4122330610":"2024-04-11T15:23:35.574129+0000","172.21.15.69:0/2360866969":"2024-04-11T15:23:35.574129+0000","172.21.15.69:0/1572879938":"2024-04-11T15:23:35.574129+0000","172.21.15.69:6801/3673302828":"2024-04-11T15:23:09.794536+0000","172.21.15.69:6800/3673302828":"2024-04-11T15:23:09.794536+0000","172.21.15.69:0/2434162432":"2024-04-11T15:23:09.794536+0000","172.21.15.69:0/2980460282":"2024-04-11T15:23:09.794536+0000","172.21.15.69:0/4118089464":"2024-04-11T15:23:09.794536+0000","172.21.15.69:0/1550264844":"2024-04-11T15:23:35.574129+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-10T15:28:15.681 INFO:tasks.cephfs.filesystem.ceph_manager:waiting for clean 2024-04-10T15:28:15.682 DEBUG:teuthology.orchestra.run.smithi069:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-04-10T15:28:15.968 INFO:teuthology.orchestra.run.smithi069.stdout: 2024-04-10T15:28:15.970 INFO:teuthology.orchestra.run.smithi069.stderr:dumped all 2024-04-10T15:28:15.979 INFO:teuthology.orchestra.run.smithi069.stdout:{"pg_ready":true,"pg_map":{"version":192,"stamp":"2024-04-10T15:28:15.624581+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":591954,"num_objects":16,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":16,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":191,"num_write_kb":2420,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":10,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":145,"ondisk_log_size":145,"up":261,"acting":261,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":158,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":226788,"kb_used_data":6508,"kb_used_omap":12,"kb_used_meta":220147,"kb_avail":749734428,"statfs":{"total":767960285184,"available":767728054272,"internally_reserved":0,"allocated":6664192,"data_stored":3763513,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12742,"internal_metadata":225431098},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":1586,"num_objects":14,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":32,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":10,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.312383"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:13.676812+0000","last_change":"2024-04-10T15:28:12.697522+0000","last_active":"2024-04-10T15:28:13.676812+0000","last_peered":"2024-04-10T15:28:13.676812+0000","last_clean":"2024-04-10T15:28:13.676812+0000","last_became_active":"2024-04-10T15:28:12.697215+0000","last_became_peered":"2024-04-10T15:28:12.697215+0000","last_unstale":"2024-04-10T15:28:13.676812+0000","last_undegraded":"2024-04-10T15:28:13.676812+0000","last_fullsized":"2024-04-10T15:28:13.676812+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T20:35:17.938280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-10T15:28:12.327429+0000","last_change":"2024-04-10T15:28:12.327429+0000","last_active":"2024-04-10T15:28:12.311438+0000","last_peered":"2024-04-10T15:28:12.311438+0000","last_clean":"2024-04-10T15:28:12.311438+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-10T15:28:12.327429+0000","last_undegraded":"2024-04-10T15:28:12.327429+0000","last_fullsized":"2024-04-10T15:28:12.327429+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T21:50:43.562860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-10T15:28:12.311438+0000","last_change":"2024-04-10T15:28:12.311438+0000","last_active":"2024-04-10T15:28:12.311438+0000","last_peered":"2024-04-10T15:28:12.311438+0000","last_clean":"2024-04-10T15:28:12.311438+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-10T15:28:12.311438+0000","last_undegraded":"2024-04-10T15:28:12.311438+0000","last_fullsized":"2024-04-10T15:28:12.311438+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:14.459162+0000","last_change":"2024-04-10T15:28:12.699385+0000","last_active":"2024-04-10T15:28:14.459162+0000","last_peered":"2024-04-10T15:28:14.459162+0000","last_clean":"2024-04-10T15:28:14.459162+0000","last_became_active":"2024-04-10T15:28:12.698426+0000","last_became_peered":"2024-04-10T15:28:12.698426+0000","last_unstale":"2024-04-10T15:28:14.459162+0000","last_undegraded":"2024-04-10T15:28:14.459162+0000","last_fullsized":"2024-04-10T15:28:14.459162+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T18:37:45.002946+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:13.676364+0000","last_change":"2024-04-10T15:28:12.707878+0000","last_active":"2024-04-10T15:28:13.676364+0000","last_peered":"2024-04-10T15:28:13.676364+0000","last_clean":"2024-04-10T15:28:13.676364+0000","last_became_active":"2024-04-10T15:28:12.707571+0000","last_became_peered":"2024-04-10T15:28:12.707571+0000","last_unstale":"2024-04-10T15:28:13.676364+0000","last_undegraded":"2024-04-10T15:28:13.676364+0000","last_fullsized":"2024-04-10T15:28:13.676364+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T17:18:21.836886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:14.458885+0000","last_change":"2024-04-10T15:28:12.688200+0000","last_active":"2024-04-10T15:28:14.458885+0000","last_peered":"2024-04-10T15:28:14.458885+0000","last_clean":"2024-04-10T15:28:14.458885+0000","last_became_active":"2024-04-10T15:28:12.687777+0000","last_became_peered":"2024-04-10T15:28:12.687777+0000","last_unstale":"2024-04-10T15:28:14.458885+0000","last_undegraded":"2024-04-10T15:28:14.458885+0000","last_fullsized":"2024-04-10T15:28:14.458885+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T03:25:39.026190+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:13.675902+0000","last_change":"2024-04-10T15:28:12.698706+0000","last_active":"2024-04-10T15:28:13.675902+0000","last_peered":"2024-04-10T15:28:13.675902+0000","last_clean":"2024-04-10T15:28:13.675902+0000","last_became_active":"2024-04-10T15:28:12.698402+0000","last_became_peered":"2024-04-10T15:28:12.698402+0000","last_unstale":"2024-04-10T15:28:13.675902+0000","last_undegraded":"2024-04-10T15:28:13.675902+0000","last_fullsized":"2024-04-10T15:28:13.675902+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T20:00:34.088749+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-10T15:28:12.700424+0000","last_change":"2024-04-10T15:28:12.698333+0000","last_active":"2024-04-10T15:28:12.700424+0000","last_peered":"2024-04-10T15:28:12.700424+0000","last_clean":"2024-04-10T15:28:12.700424+0000","last_became_active":"2024-04-10T15:28:12.697487+0000","last_became_peered":"2024-04-10T15:28:12.697487+0000","last_unstale":"2024-04-10T15:28:12.700424+0000","last_undegraded":"2024-04-10T15:28:12.700424+0000","last_fullsized":"2024-04-10T15:28:12.700424+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T21:54:07.255338+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:13.676780+0000","last_change":"2024-04-10T15:28:12.699370+0000","last_active":"2024-04-10T15:28:13.676780+0000","last_peered":"2024-04-10T15:28:13.676780+0000","last_clean":"2024-04-10T15:28:13.676780+0000","last_became_active":"2024-04-10T15:28:12.698750+0000","last_became_peered":"2024-04-10T15:28:12.698750+0000","last_unstale":"2024-04-10T15:28:13.676780+0000","last_undegraded":"2024-04-10T15:28:13.676780+0000","last_fullsized":"2024-04-10T15:28:13.676780+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T18:34:18.917642+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:14.457763+0000","last_change":"2024-04-10T15:28:12.701768+0000","last_active":"2024-04-10T15:28:14.457763+0000","last_peered":"2024-04-10T15:28:14.457763+0000","last_clean":"2024-04-10T15:28:14.457763+0000","last_became_active":"2024-04-10T15:28:12.698802+0000","last_became_peered":"2024-04-10T15:28:12.698802+0000","last_unstale":"2024-04-10T15:28:14.457763+0000","last_undegraded":"2024-04-10T15:28:14.457763+0000","last_fullsized":"2024-04-10T15:28:14.457763+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T02:57:11.076250+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:14.458244+0000","last_change":"2024-04-10T15:28:12.700019+0000","last_active":"2024-04-10T15:28:14.458244+0000","last_peered":"2024-04-10T15:28:14.458244+0000","last_clean":"2024-04-10T15:28:14.458244+0000","last_became_active":"2024-04-10T15:28:12.699227+0000","last_became_peered":"2024-04-10T15:28:12.699227+0000","last_unstale":"2024-04-10T15:28:14.458244+0000","last_undegraded":"2024-04-10T15:28:14.458244+0000","last_fullsized":"2024-04-10T15:28:14.458244+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T22:14:13.683878+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:14.458358+0000","last_change":"2024-04-10T15:28:12.690502+0000","last_active":"2024-04-10T15:28:14.458358+0000","last_peered":"2024-04-10T15:28:14.458358+0000","last_clean":"2024-04-10T15:28:14.458358+0000","last_became_active":"2024-04-10T15:28:12.690218+0000","last_became_peered":"2024-04-10T15:28:12.690218+0000","last_unstale":"2024-04-10T15:28:14.458358+0000","last_undegraded":"2024-04-10T15:28:14.458358+0000","last_fullsized":"2024-04-10T15:28:14.458358+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T15:51:10.751498+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-10T15:28:12.699461+0000","last_change":"2024-04-10T15:28:12.697968+0000","last_active":"2024-04-10T15:28:12.699461+0000","last_peered":"2024-04-10T15:28:12.699461+0000","last_clean":"2024-04-10T15:28:12.699461+0000","last_became_active":"2024-04-10T15:28:12.697699+0000","last_became_peered":"2024-04-10T15:28:12.697699+0000","last_unstale":"2024-04-10T15:28:12.699461+0000","last_undegraded":"2024-04-10T15:28:12.699461+0000","last_fullsized":"2024-04-10T15:28:12.699461+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T03:16:50.380214+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-10T15:28:12.311438+0000","last_change":"2024-04-10T15:28:12.311438+0000","last_active":"2024-04-10T15:28:12.311438+0000","last_peered":"2024-04-10T15:28:12.311438+0000","last_clean":"2024-04-10T15:28:12.311438+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-10T15:28:12.311438+0000","last_undegraded":"2024-04-10T15:28:12.311438+0000","last_fullsized":"2024-04-10T15:28:12.311438+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-10T15:28:12.326879+0000","last_change":"2024-04-10T15:28:12.326879+0000","last_active":"2024-04-10T15:28:12.311438+0000","last_peered":"2024-04-10T15:28:12.311438+0000","last_clean":"2024-04-10T15:28:12.311438+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-10T15:28:12.326879+0000","last_undegraded":"2024-04-10T15:28:12.326879+0000","last_fullsized":"2024-04-10T15:28:12.326879+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T15:52:57.089243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:14.459012+0000","last_change":"2024-04-10T15:28:12.690604+0000","last_active":"2024-04-10T15:28:14.459012+0000","last_peered":"2024-04-10T15:28:14.459012+0000","last_clean":"2024-04-10T15:28:14.459012+0000","last_became_active":"2024-04-10T15:28:12.690314+0000","last_became_peered":"2024-04-10T15:28:12.690314+0000","last_unstale":"2024-04-10T15:28:14.459012+0000","last_undegraded":"2024-04-10T15:28:14.459012+0000","last_fullsized":"2024-04-10T15:28:14.459012+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T18:06:14.207166+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:14.459271+0000","last_change":"2024-04-10T15:28:12.694848+0000","last_active":"2024-04-10T15:28:14.459271+0000","last_peered":"2024-04-10T15:28:14.459271+0000","last_clean":"2024-04-10T15:28:14.459271+0000","last_became_active":"2024-04-10T15:28:12.694557+0000","last_became_peered":"2024-04-10T15:28:12.694557+0000","last_unstale":"2024-04-10T15:28:14.459271+0000","last_undegraded":"2024-04-10T15:28:14.459271+0000","last_fullsized":"2024-04-10T15:28:14.459271+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T03:14:51.199569+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-10T15:28:12.693818+0000","last_change":"2024-04-10T15:28:12.692951+0000","last_active":"2024-04-10T15:28:12.693818+0000","last_peered":"2024-04-10T15:28:12.693818+0000","last_clean":"2024-04-10T15:28:12.693818+0000","last_became_active":"2024-04-10T15:28:12.692671+0000","last_became_peered":"2024-04-10T15:28:12.692671+0000","last_unstale":"2024-04-10T15:28:12.693818+0000","last_undegraded":"2024-04-10T15:28:12.693818+0000","last_fullsized":"2024-04-10T15:28:12.693818+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T21:17:06.276979+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:13.676333+0000","last_change":"2024-04-10T15:28:12.689693+0000","last_active":"2024-04-10T15:28:13.676333+0000","last_peered":"2024-04-10T15:28:13.676333+0000","last_clean":"2024-04-10T15:28:13.676333+0000","last_became_active":"2024-04-10T15:28:12.689366+0000","last_became_peered":"2024-04-10T15:28:12.689366+0000","last_unstale":"2024-04-10T15:28:13.676333+0000","last_undegraded":"2024-04-10T15:28:13.676333+0000","last_fullsized":"2024-04-10T15:28:13.676333+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T01:24:23.783069+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"0'0","reported_seq":1,"reported_epoch":59,"state":"creating+peering","last_fresh":"2024-04-10T15:28:11.316464+0000","last_change":"2024-04-10T15:28:11.316464+0000","last_active":"2024-04-10T15:28:11.308904+0000","last_peered":"2024-04-10T15:28:11.308904+0000","last_clean":"2024-04-10T15:28:11.308904+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-10T15:28:11.316464+0000","last_undegraded":"2024-04-10T15:28:11.316464+0000","last_fullsized":"2024-04-10T15:28:11.316464+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_clean_scrub_stamp":"2024-04-10T15:28:11.308904+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T00:24:09.163522+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-10T15:28:12.693522+0000","last_change":"2024-04-10T15:28:12.693030+0000","last_active":"2024-04-10T15:28:12.693522+0000","last_peered":"2024-04-10T15:28:12.693522+0000","last_clean":"2024-04-10T15:28:12.693522+0000","last_became_active":"2024-04-10T15:28:12.692633+0000","last_became_peered":"2024-04-10T15:28:12.692633+0000","last_unstale":"2024-04-10T15:28:12.693522+0000","last_undegraded":"2024-04-10T15:28:12.693522+0000","last_fullsized":"2024-04-10T15:28:12.693522+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T01:56:33.896801+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"61'1","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-10T15:28:12.704528+0000","last_change":"2024-04-10T15:28:12.340349+0000","last_active":"2024-04-10T15:28:12.704528+0000","last_peered":"2024-04-10T15:28:12.704528+0000","last_clean":"2024-04-10T15:28:12.704528+0000","last_became_active":"2024-04-10T15:28:12.340075+0000","last_became_peered":"2024-04-10T15:28:12.340075+0000","last_unstale":"2024-04-10T15:28:12.704528+0000","last_undegraded":"2024-04-10T15:28:12.704528+0000","last_fullsized":"2024-04-10T15:28:12.704528+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_clean_scrub_stamp":"2024-04-10T15:28:11.308904+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T19:52:58.585482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-10T15:28:12.311438+0000","last_change":"2024-04-10T15:28:12.311438+0000","last_active":"2024-04-10T15:28:12.311438+0000","last_peered":"2024-04-10T15:28:12.311438+0000","last_clean":"2024-04-10T15:28:12.311438+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-10T15:28:12.311438+0000","last_undegraded":"2024-04-10T15:28:12.311438+0000","last_fullsized":"2024-04-10T15:28:12.311438+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1d","version":"61'2","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:13.676591+0000","last_change":"2024-04-10T15:28:12.344861+0000","last_active":"2024-04-10T15:28:13.676591+0000","last_peered":"2024-04-10T15:28:13.676591+0000","last_clean":"2024-04-10T15:28:13.676591+0000","last_became_active":"2024-04-10T15:28:12.344508+0000","last_became_peered":"2024-04-10T15:28:12.344508+0000","last_unstale":"2024-04-10T15:28:13.676591+0000","last_undegraded":"2024-04-10T15:28:13.676591+0000","last_fullsized":"2024-04-10T15:28:13.676591+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_clean_scrub_stamp":"2024-04-10T15:28:11.308904+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T20:46:40.578388+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:14.459285+0000","last_change":"2024-04-10T15:28:12.688722+0000","last_active":"2024-04-10T15:28:14.459285+0000","last_peered":"2024-04-10T15:28:14.459285+0000","last_clean":"2024-04-10T15:28:14.459285+0000","last_became_active":"2024-04-10T15:28:12.688255+0000","last_became_peered":"2024-04-10T15:28:12.688255+0000","last_unstale":"2024-04-10T15:28:14.459285+0000","last_undegraded":"2024-04-10T15:28:14.459285+0000","last_fullsized":"2024-04-10T15:28:14.459285+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T23:51:05.001686+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"61'2","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:13.676344+0000","last_change":"2024-04-10T15:28:12.342115+0000","last_active":"2024-04-10T15:28:13.676344+0000","last_peered":"2024-04-10T15:28:13.676344+0000","last_clean":"2024-04-10T15:28:13.676344+0000","last_became_active":"2024-04-10T15:28:12.341822+0000","last_became_peered":"2024-04-10T15:28:12.341822+0000","last_unstale":"2024-04-10T15:28:13.676344+0000","last_undegraded":"2024-04-10T15:28:13.676344+0000","last_fullsized":"2024-04-10T15:28:13.676344+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_clean_scrub_stamp":"2024-04-10T15:28:11.308904+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T23:35:33.678268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:14.458645+0000","last_change":"2024-04-10T15:28:12.692803+0000","last_active":"2024-04-10T15:28:14.458645+0000","last_peered":"2024-04-10T15:28:14.458645+0000","last_clean":"2024-04-10T15:28:14.458645+0000","last_became_active":"2024-04-10T15:28:12.692541+0000","last_became_peered":"2024-04-10T15:28:12.692541+0000","last_unstale":"2024-04-10T15:28:14.458645+0000","last_undegraded":"2024-04-10T15:28:14.458645+0000","last_fullsized":"2024-04-10T15:28:14.458645+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T17:39:50.824142+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"61'1","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-10T15:28:12.693574+0000","last_change":"2024-04-10T15:28:12.334232+0000","last_active":"2024-04-10T15:28:12.693574+0000","last_peered":"2024-04-10T15:28:12.693574+0000","last_clean":"2024-04-10T15:28:12.693574+0000","last_became_active":"2024-04-10T15:28:12.333915+0000","last_became_peered":"2024-04-10T15:28:12.333915+0000","last_unstale":"2024-04-10T15:28:12.693574+0000","last_undegraded":"2024-04-10T15:28:12.693574+0000","last_fullsized":"2024-04-10T15:28:12.693574+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_clean_scrub_stamp":"2024-04-10T15:28:11.308904+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T18:25:34.332231+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:14.457731+0000","last_change":"2024-04-10T15:28:12.695240+0000","last_active":"2024-04-10T15:28:14.457731+0000","last_peered":"2024-04-10T15:28:14.457731+0000","last_clean":"2024-04-10T15:28:14.457731+0000","last_became_active":"2024-04-10T15:28:12.694924+0000","last_became_peered":"2024-04-10T15:28:12.694924+0000","last_unstale":"2024-04-10T15:28:14.457731+0000","last_undegraded":"2024-04-10T15:28:14.457731+0000","last_fullsized":"2024-04-10T15:28:14.457731+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T00:32:28.117308+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"61'1","reported_seq":13,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:14.458164+0000","last_change":"2024-04-10T15:28:12.333289+0000","last_active":"2024-04-10T15:28:14.458164+0000","last_peered":"2024-04-10T15:28:14.458164+0000","last_clean":"2024-04-10T15:28:14.458164+0000","last_became_active":"2024-04-10T15:28:12.332468+0000","last_became_peered":"2024-04-10T15:28:12.332468+0000","last_unstale":"2024-04-10T15:28:14.458164+0000","last_undegraded":"2024-04-10T15:28:14.458164+0000","last_fullsized":"2024-04-10T15:28:14.458164+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_clean_scrub_stamp":"2024-04-10T15:28:11.308904+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T20:16:06.745224+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-10T15:28:12.311438+0000","last_change":"2024-04-10T15:28:12.311438+0000","last_active":"2024-04-10T15:28:12.311438+0000","last_peered":"2024-04-10T15:28:12.311438+0000","last_clean":"2024-04-10T15:28:12.311438+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-10T15:28:12.311438+0000","last_undegraded":"2024-04-10T15:28:12.311438+0000","last_fullsized":"2024-04-10T15:28:12.311438+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-10T15:28:12.685506+0000","last_change":"2024-04-10T15:28:12.333539+0000","last_active":"2024-04-10T15:28:12.685506+0000","last_peered":"2024-04-10T15:28:12.685506+0000","last_clean":"2024-04-10T15:28:12.685506+0000","last_became_active":"2024-04-10T15:28:12.333037+0000","last_became_peered":"2024-04-10T15:28:12.333037+0000","last_unstale":"2024-04-10T15:28:12.685506+0000","last_undegraded":"2024-04-10T15:28:12.685506+0000","last_fullsized":"2024-04-10T15:28:12.685506+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_clean_scrub_stamp":"2024-04-10T15:28:11.308904+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T16:09:51.166660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-10T15:28:12.689277+0000","last_change":"2024-04-10T15:28:12.686515+0000","last_active":"2024-04-10T15:28:12.689277+0000","last_peered":"2024-04-10T15:28:12.689277+0000","last_clean":"2024-04-10T15:28:12.689277+0000","last_became_active":"2024-04-10T15:28:12.686110+0000","last_became_peered":"2024-04-10T15:28:12.686110+0000","last_unstale":"2024-04-10T15:28:12.689277+0000","last_undegraded":"2024-04-10T15:28:12.689277+0000","last_fullsized":"2024-04-10T15:28:12.689277+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T20:12:58.951054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:14.459045+0000","last_change":"2024-04-10T15:28:12.341914+0000","last_active":"2024-04-10T15:28:14.459045+0000","last_peered":"2024-04-10T15:28:14.459045+0000","last_clean":"2024-04-10T15:28:14.459045+0000","last_became_active":"2024-04-10T15:28:12.341624+0000","last_became_peered":"2024-04-10T15:28:12.341624+0000","last_unstale":"2024-04-10T15:28:14.459045+0000","last_undegraded":"2024-04-10T15:28:14.459045+0000","last_fullsized":"2024-04-10T15:28:14.459045+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_clean_scrub_stamp":"2024-04-10T15:28:11.308904+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T03:25:35.198405+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-10T15:28:12.325806+0000","last_change":"2024-04-10T15:28:12.325806+0000","last_active":"2024-04-10T15:28:12.311438+0000","last_peered":"2024-04-10T15:28:12.311438+0000","last_clean":"2024-04-10T15:28:12.311438+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-10T15:28:12.325806+0000","last_undegraded":"2024-04-10T15:28:12.325806+0000","last_fullsized":"2024-04-10T15:28:12.325806+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T15:43:47.778945+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:14.458575+0000","last_change":"2024-04-10T15:28:12.337764+0000","last_active":"2024-04-10T15:28:14.458575+0000","last_peered":"2024-04-10T15:28:14.458575+0000","last_clean":"2024-04-10T15:28:14.458575+0000","last_became_active":"2024-04-10T15:28:12.336706+0000","last_became_peered":"2024-04-10T15:28:12.336706+0000","last_unstale":"2024-04-10T15:28:14.458575+0000","last_undegraded":"2024-04-10T15:28:14.458575+0000","last_fullsized":"2024-04-10T15:28:14.458575+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_clean_scrub_stamp":"2024-04-10T15:28:11.308904+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T22:32:40.666706+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:14.459374+0000","last_change":"2024-04-10T15:28:12.696846+0000","last_active":"2024-04-10T15:28:14.459374+0000","last_peered":"2024-04-10T15:28:14.459374+0000","last_clean":"2024-04-10T15:28:14.459374+0000","last_became_active":"2024-04-10T15:28:12.696527+0000","last_became_peered":"2024-04-10T15:28:12.696527+0000","last_unstale":"2024-04-10T15:28:14.459374+0000","last_undegraded":"2024-04-10T15:28:14.459374+0000","last_fullsized":"2024-04-10T15:28:14.459374+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T21:56:25.127352+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:14.458985+0000","last_change":"2024-04-10T15:28:12.338118+0000","last_active":"2024-04-10T15:28:14.458985+0000","last_peered":"2024-04-10T15:28:14.458985+0000","last_clean":"2024-04-10T15:28:14.458985+0000","last_became_active":"2024-04-10T15:28:12.337611+0000","last_became_peered":"2024-04-10T15:28:12.337611+0000","last_unstale":"2024-04-10T15:28:14.458985+0000","last_undegraded":"2024-04-10T15:28:14.458985+0000","last_fullsized":"2024-04-10T15:28:14.458985+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_clean_scrub_stamp":"2024-04-10T15:28:11.308904+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T02:40:58.099929+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-10T15:28:12.311438+0000","last_change":"2024-04-10T15:28:12.311438+0000","last_active":"2024-04-10T15:28:12.311438+0000","last_peered":"2024-04-10T15:28:12.311438+0000","last_clean":"2024-04-10T15:28:12.311438+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-10T15:28:12.311438+0000","last_undegraded":"2024-04-10T15:28:12.311438+0000","last_fullsized":"2024-04-10T15:28:12.311438+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.15","version":"0'0","reported_seq":10,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-10T15:28:12.337205+0000","last_change":"2024-04-10T15:28:12.336664+0000","last_active":"2024-04-10T15:28:12.337205+0000","last_peered":"2024-04-10T15:28:12.337205+0000","last_clean":"2024-04-10T15:28:12.337205+0000","last_became_active":"2024-04-10T15:28:12.336372+0000","last_became_peered":"2024-04-10T15:28:12.336372+0000","last_unstale":"2024-04-10T15:28:12.337205+0000","last_undegraded":"2024-04-10T15:28:12.337205+0000","last_fullsized":"2024-04-10T15:28:12.337205+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_clean_scrub_stamp":"2024-04-10T15:28:11.308904+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T17:15:04.892346+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:14.458327+0000","last_change":"2024-04-10T15:28:12.702254+0000","last_active":"2024-04-10T15:28:14.458327+0000","last_peered":"2024-04-10T15:28:14.458327+0000","last_clean":"2024-04-10T15:28:14.458327+0000","last_became_active":"2024-04-10T15:28:12.701973+0000","last_became_peered":"2024-04-10T15:28:12.701973+0000","last_unstale":"2024-04-10T15:28:14.458327+0000","last_undegraded":"2024-04-10T15:28:14.458327+0000","last_fullsized":"2024-04-10T15:28:14.458327+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T21:27:25.192311+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"61'6","reported_seq":18,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:14.458508+0000","last_change":"2024-04-10T15:28:12.338254+0000","last_active":"2024-04-10T15:28:14.458508+0000","last_peered":"2024-04-10T15:28:14.458508+0000","last_clean":"2024-04-10T15:28:14.458508+0000","last_became_active":"2024-04-10T15:28:12.337965+0000","last_became_peered":"2024-04-10T15:28:12.337965+0000","last_unstale":"2024-04-10T15:28:14.458508+0000","last_undegraded":"2024-04-10T15:28:14.458508+0000","last_fullsized":"2024-04-10T15:28:14.458508+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_clean_scrub_stamp":"2024-04-10T15:28:11.308904+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T02:19:59.530010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1564,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:13.676346+0000","last_change":"2024-04-10T15:28:12.706333+0000","last_active":"2024-04-10T15:28:13.676346+0000","last_peered":"2024-04-10T15:28:13.676346+0000","last_clean":"2024-04-10T15:28:13.676346+0000","last_became_active":"2024-04-10T15:28:12.705930+0000","last_became_peered":"2024-04-10T15:28:12.705930+0000","last_unstale":"2024-04-10T15:28:13.676346+0000","last_undegraded":"2024-04-10T15:28:13.676346+0000","last_fullsized":"2024-04-10T15:28:13.676346+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T02:13:51.649491+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"0'0","reported_seq":1,"reported_epoch":59,"state":"creating+peering","last_fresh":"2024-04-10T15:28:11.316490+0000","last_change":"2024-04-10T15:28:11.316490+0000","last_active":"2024-04-10T15:28:11.308904+0000","last_peered":"2024-04-10T15:28:11.308904+0000","last_clean":"2024-04-10T15:28:11.308904+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-10T15:28:11.316490+0000","last_undegraded":"2024-04-10T15:28:11.316490+0000","last_fullsized":"2024-04-10T15:28:11.316490+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_clean_scrub_stamp":"2024-04-10T15:28:11.308904+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T03:21:04.005026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-10T15:28:12.311438+0000","last_change":"2024-04-10T15:28:12.311438+0000","last_active":"2024-04-10T15:28:12.311438+0000","last_peered":"2024-04-10T15:28:12.311438+0000","last_clean":"2024-04-10T15:28:12.311438+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-10T15:28:12.311438+0000","last_undegraded":"2024-04-10T15:28:12.311438+0000","last_fullsized":"2024-04-10T15:28:12.311438+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:14.458679+0000","last_change":"2024-04-10T15:28:12.341332+0000","last_active":"2024-04-10T15:28:14.458679+0000","last_peered":"2024-04-10T15:28:14.458679+0000","last_clean":"2024-04-10T15:28:14.458679+0000","last_became_active":"2024-04-10T15:28:12.341052+0000","last_became_peered":"2024-04-10T15:28:12.341052+0000","last_unstale":"2024-04-10T15:28:14.458679+0000","last_undegraded":"2024-04-10T15:28:14.458679+0000","last_fullsized":"2024-04-10T15:28:14.458679+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_clean_scrub_stamp":"2024-04-10T15:28:11.308904+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T00:04:11.137913+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:13.676303+0000","last_change":"2024-04-10T15:28:12.702267+0000","last_active":"2024-04-10T15:28:13.676303+0000","last_peered":"2024-04-10T15:28:13.676303+0000","last_clean":"2024-04-10T15:28:13.676303+0000","last_became_active":"2024-04-10T15:28:12.701998+0000","last_became_peered":"2024-04-10T15:28:12.701998+0000","last_unstale":"2024-04-10T15:28:13.676303+0000","last_undegraded":"2024-04-10T15:28:13.676303+0000","last_fullsized":"2024-04-10T15:28:13.676303+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T22:58:56.093551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:14.457631+0000","last_change":"2024-04-10T15:28:12.328030+0000","last_active":"2024-04-10T15:28:14.457631+0000","last_peered":"2024-04-10T15:28:14.457631+0000","last_clean":"2024-04-10T15:28:14.457631+0000","last_became_active":"2024-04-10T15:28:12.327715+0000","last_became_peered":"2024-04-10T15:28:12.327715+0000","last_unstale":"2024-04-10T15:28:14.457631+0000","last_undegraded":"2024-04-10T15:28:14.457631+0000","last_fullsized":"2024-04-10T15:28:14.457631+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_clean_scrub_stamp":"2024-04-10T15:28:11.308904+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T20:01:58.625925+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:14.457702+0000","last_change":"2024-04-10T15:28:12.699324+0000","last_active":"2024-04-10T15:28:14.457702+0000","last_peered":"2024-04-10T15:28:14.457702+0000","last_clean":"2024-04-10T15:28:14.457702+0000","last_became_active":"2024-04-10T15:28:12.698585+0000","last_became_peered":"2024-04-10T15:28:12.698585+0000","last_unstale":"2024-04-10T15:28:14.457702+0000","last_undegraded":"2024-04-10T15:28:14.457702+0000","last_fullsized":"2024-04-10T15:28:14.457702+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T20:10:31.788807+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"61'8","reported_seq":19,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-10T15:28:12.701643+0000","last_change":"2024-04-10T15:28:12.335053+0000","last_active":"2024-04-10T15:28:12.701643+0000","last_peered":"2024-04-10T15:28:12.701643+0000","last_clean":"2024-04-10T15:28:12.701643+0000","last_became_active":"2024-04-10T15:28:12.333632+0000","last_became_peered":"2024-04-10T15:28:12.333632+0000","last_unstale":"2024-04-10T15:28:12.701643+0000","last_undegraded":"2024-04-10T15:28:12.701643+0000","last_fullsized":"2024-04-10T15:28:12.701643+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_clean_scrub_stamp":"2024-04-10T15:28:11.308904+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T02:50:45.268863+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:13.676063+0000","last_change":"2024-04-10T15:28:12.701517+0000","last_active":"2024-04-10T15:28:13.676063+0000","last_peered":"2024-04-10T15:28:13.676063+0000","last_clean":"2024-04-10T15:28:13.676063+0000","last_became_active":"2024-04-10T15:28:12.701250+0000","last_became_peered":"2024-04-10T15:28:12.701250+0000","last_unstale":"2024-04-10T15:28:13.676063+0000","last_undegraded":"2024-04-10T15:28:13.676063+0000","last_fullsized":"2024-04-10T15:28:13.676063+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T19:46:25.284642+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"61'1","reported_seq":13,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:14.458166+0000","last_change":"2024-04-10T15:28:12.336695+0000","last_active":"2024-04-10T15:28:14.458166+0000","last_peered":"2024-04-10T15:28:14.458166+0000","last_clean":"2024-04-10T15:28:14.458166+0000","last_became_active":"2024-04-10T15:28:12.336341+0000","last_became_peered":"2024-04-10T15:28:12.336341+0000","last_unstale":"2024-04-10T15:28:14.458166+0000","last_undegraded":"2024-04-10T15:28:14.458166+0000","last_fullsized":"2024-04-10T15:28:14.458166+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_clean_scrub_stamp":"2024-04-10T15:28:11.308904+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T19:12:10.704230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:13.676624+0000","last_change":"2024-04-10T15:28:12.692909+0000","last_active":"2024-04-10T15:28:13.676624+0000","last_peered":"2024-04-10T15:28:13.676624+0000","last_clean":"2024-04-10T15:28:13.676624+0000","last_became_active":"2024-04-10T15:28:12.692637+0000","last_became_peered":"2024-04-10T15:28:12.692637+0000","last_unstale":"2024-04-10T15:28:13.676624+0000","last_undegraded":"2024-04-10T15:28:13.676624+0000","last_fullsized":"2024-04-10T15:28:13.676624+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T23:37:49.716420+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":10,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-10T15:28:12.338419+0000","last_change":"2024-04-10T15:28:12.337676+0000","last_active":"2024-04-10T15:28:12.338419+0000","last_peered":"2024-04-10T15:28:12.338419+0000","last_clean":"2024-04-10T15:28:12.338419+0000","last_became_active":"2024-04-10T15:28:12.337418+0000","last_became_peered":"2024-04-10T15:28:12.337418+0000","last_unstale":"2024-04-10T15:28:12.338419+0000","last_undegraded":"2024-04-10T15:28:12.338419+0000","last_fullsized":"2024-04-10T15:28:12.338419+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_clean_scrub_stamp":"2024-04-10T15:28:11.308904+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T23:00:04.712466+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:14.459109+0000","last_change":"2024-04-10T15:28:12.687636+0000","last_active":"2024-04-10T15:28:14.459109+0000","last_peered":"2024-04-10T15:28:14.459109+0000","last_clean":"2024-04-10T15:28:14.459109+0000","last_became_active":"2024-04-10T15:28:12.687173+0000","last_became_peered":"2024-04-10T15:28:12.687173+0000","last_unstale":"2024-04-10T15:28:14.459109+0000","last_undegraded":"2024-04-10T15:28:14.459109+0000","last_fullsized":"2024-04-10T15:28:14.459109+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T01:50:08.159062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:14.458584+0000","last_change":"2024-04-10T15:28:12.339144+0000","last_active":"2024-04-10T15:28:14.458584+0000","last_peered":"2024-04-10T15:28:14.458584+0000","last_clean":"2024-04-10T15:28:14.458584+0000","last_became_active":"2024-04-10T15:28:12.338830+0000","last_became_peered":"2024-04-10T15:28:12.338830+0000","last_unstale":"2024-04-10T15:28:14.458584+0000","last_undegraded":"2024-04-10T15:28:14.458584+0000","last_fullsized":"2024-04-10T15:28:14.458584+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_clean_scrub_stamp":"2024-04-10T15:28:11.308904+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T19:44:45.612115+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:14.457943+0000","last_change":"2024-04-10T15:28:12.689329+0000","last_active":"2024-04-10T15:28:14.457943+0000","last_peered":"2024-04-10T15:28:14.457943+0000","last_clean":"2024-04-10T15:28:14.457943+0000","last_became_active":"2024-04-10T15:28:12.689039+0000","last_became_peered":"2024-04-10T15:28:12.689039+0000","last_unstale":"2024-04-10T15:28:14.457943+0000","last_undegraded":"2024-04-10T15:28:14.457943+0000","last_fullsized":"2024-04-10T15:28:14.457943+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T17:22:27.796908+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-10T15:28:12.324988+0000","last_change":"2024-04-10T15:28:12.324988+0000","last_active":"2024-04-10T15:28:12.311438+0000","last_peered":"2024-04-10T15:28:12.311438+0000","last_clean":"2024-04-10T15:28:12.311438+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-10T15:28:12.324988+0000","last_undegraded":"2024-04-10T15:28:12.324988+0000","last_fullsized":"2024-04-10T15:28:12.324988+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T15:29:21.377770+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-10T15:28:12.681019+0000","last_change":"2024-04-10T15:28:12.334404+0000","last_active":"2024-04-10T15:28:12.681019+0000","last_peered":"2024-04-10T15:28:12.681019+0000","last_clean":"2024-04-10T15:28:12.681019+0000","last_became_active":"2024-04-10T15:28:12.334133+0000","last_became_peered":"2024-04-10T15:28:12.334133+0000","last_unstale":"2024-04-10T15:28:12.681019+0000","last_undegraded":"2024-04-10T15:28:12.681019+0000","last_fullsized":"2024-04-10T15:28:12.681019+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_clean_scrub_stamp":"2024-04-10T15:28:11.308904+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T16:57:32.488780+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-10T15:28:12.689972+0000","last_change":"2024-04-10T15:28:12.687699+0000","last_active":"2024-04-10T15:28:12.689972+0000","last_peered":"2024-04-10T15:28:12.689972+0000","last_clean":"2024-04-10T15:28:12.689972+0000","last_became_active":"2024-04-10T15:28:12.687434+0000","last_became_peered":"2024-04-10T15:28:12.687434+0000","last_unstale":"2024-04-10T15:28:12.689972+0000","last_undegraded":"2024-04-10T15:28:12.689972+0000","last_fullsized":"2024-04-10T15:28:12.689972+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T00:55:21.631806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:14.458995+0000","last_change":"2024-04-10T15:28:12.341191+0000","last_active":"2024-04-10T15:28:14.458995+0000","last_peered":"2024-04-10T15:28:14.458995+0000","last_clean":"2024-04-10T15:28:14.458995+0000","last_became_active":"2024-04-10T15:28:12.340895+0000","last_became_peered":"2024-04-10T15:28:12.340895+0000","last_unstale":"2024-04-10T15:28:14.458995+0000","last_undegraded":"2024-04-10T15:28:14.458995+0000","last_fullsized":"2024-04-10T15:28:14.458995+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_clean_scrub_stamp":"2024-04-10T15:28:11.308904+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T23:29:26.519970+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"21'117","reported_seq":219,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-10T15:28:12.680008+0000","last_change":"2024-04-10T15:27:58.478243+0000","last_active":"2024-04-10T15:28:12.680008+0000","last_peered":"2024-04-10T15:28:12.680008+0000","last_clean":"2024-04-10T15:28:12.680008+0000","last_became_active":"2024-04-10T15:27:58.477840+0000","last_became_peered":"2024-04-10T15:27:58.477840+0000","last_unstale":"2024-04-10T15:28:12.680008+0000","last_undegraded":"2024-04-10T15:28:12.680008+0000","last_fullsized":"2024-04-10T15:28:12.680008+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:25:53.886772+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:25:53.886772+0000","last_clean_scrub_stamp":"2024-04-10T15:25:53.886772+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T19:09:53.840413+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-10T15:28:12.311438+0000","last_change":"2024-04-10T15:28:12.311438+0000","last_active":"2024-04-10T15:28:12.311438+0000","last_peered":"2024-04-10T15:28:12.311438+0000","last_clean":"2024-04-10T15:28:12.311438+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-10T15:28:12.311438+0000","last_undegraded":"2024-04-10T15:28:12.311438+0000","last_fullsized":"2024-04-10T15:28:12.311438+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:13.676047+0000","last_change":"2024-04-10T15:28:12.345303+0000","last_active":"2024-04-10T15:28:13.676047+0000","last_peered":"2024-04-10T15:28:13.676047+0000","last_clean":"2024-04-10T15:28:13.676047+0000","last_became_active":"2024-04-10T15:28:12.344678+0000","last_became_peered":"2024-04-10T15:28:12.344678+0000","last_unstale":"2024-04-10T15:28:13.676047+0000","last_undegraded":"2024-04-10T15:28:13.676047+0000","last_fullsized":"2024-04-10T15:28:13.676047+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_clean_scrub_stamp":"2024-04-10T15:28:11.308904+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T21:14:35.887547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:13.676494+0000","last_change":"2024-04-10T15:28:12.344639+0000","last_active":"2024-04-10T15:28:13.676494+0000","last_peered":"2024-04-10T15:28:13.676494+0000","last_clean":"2024-04-10T15:28:13.676494+0000","last_became_active":"2024-04-10T15:28:12.344314+0000","last_became_peered":"2024-04-10T15:28:12.344314+0000","last_unstale":"2024-04-10T15:28:13.676494+0000","last_undegraded":"2024-04-10T15:28:13.676494+0000","last_fullsized":"2024-04-10T15:28:13.676494+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_clean_scrub_stamp":"2024-04-10T15:28:11.308904+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T01:58:59.293454+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-10T15:28:12.325255+0000","last_change":"2024-04-10T15:28:12.325255+0000","last_active":"2024-04-10T15:28:12.311438+0000","last_peered":"2024-04-10T15:28:12.311438+0000","last_clean":"2024-04-10T15:28:12.311438+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-10T15:28:12.325255+0000","last_undegraded":"2024-04-10T15:28:12.325255+0000","last_fullsized":"2024-04-10T15:28:12.325255+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T18:58:56.983394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":10,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-10T15:28:12.329850+0000","last_change":"2024-04-10T15:28:12.329014+0000","last_active":"2024-04-10T15:28:12.329850+0000","last_peered":"2024-04-10T15:28:12.329850+0000","last_clean":"2024-04-10T15:28:12.329850+0000","last_became_active":"2024-04-10T15:28:12.328709+0000","last_became_peered":"2024-04-10T15:28:12.328709+0000","last_unstale":"2024-04-10T15:28:12.329850+0000","last_undegraded":"2024-04-10T15:28:12.329850+0000","last_fullsized":"2024-04-10T15:28:12.329850+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_clean_scrub_stamp":"2024-04-10T15:28:11.308904+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T15:56:56.856939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-10T15:28:12.702959+0000","last_change":"2024-04-10T15:28:12.702234+0000","last_active":"2024-04-10T15:28:12.702959+0000","last_peered":"2024-04-10T15:28:12.702959+0000","last_clean":"2024-04-10T15:28:12.702959+0000","last_became_active":"2024-04-10T15:28:12.701953+0000","last_became_peered":"2024-04-10T15:28:12.701953+0000","last_unstale":"2024-04-10T15:28:12.702959+0000","last_undegraded":"2024-04-10T15:28:12.702959+0000","last_fullsized":"2024-04-10T15:28:12.702959+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T17:35:36.777883+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"61'2","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:14.458450+0000","last_change":"2024-04-10T15:28:12.334192+0000","last_active":"2024-04-10T15:28:14.458450+0000","last_peered":"2024-04-10T15:28:14.458450+0000","last_clean":"2024-04-10T15:28:14.458450+0000","last_became_active":"2024-04-10T15:28:12.333912+0000","last_became_peered":"2024-04-10T15:28:12.333912+0000","last_unstale":"2024-04-10T15:28:14.458450+0000","last_undegraded":"2024-04-10T15:28:14.458450+0000","last_fullsized":"2024-04-10T15:28:14.458450+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_clean_scrub_stamp":"2024-04-10T15:28:11.308904+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T23:11:01.516468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-10T15:28:12.311438+0000","last_change":"2024-04-10T15:28:12.311438+0000","last_active":"2024-04-10T15:28:12.311438+0000","last_peered":"2024-04-10T15:28:12.311438+0000","last_clean":"2024-04-10T15:28:12.311438+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-10T15:28:12.311438+0000","last_undegraded":"2024-04-10T15:28:12.311438+0000","last_fullsized":"2024-04-10T15:28:12.311438+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:13.675903+0000","last_change":"2024-04-10T15:28:12.344868+0000","last_active":"2024-04-10T15:28:13.675903+0000","last_peered":"2024-04-10T15:28:13.675903+0000","last_clean":"2024-04-10T15:28:13.675903+0000","last_became_active":"2024-04-10T15:28:12.344550+0000","last_became_peered":"2024-04-10T15:28:12.344550+0000","last_unstale":"2024-04-10T15:28:13.675903+0000","last_undegraded":"2024-04-10T15:28:13.675903+0000","last_fullsized":"2024-04-10T15:28:13.675903+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_clean_scrub_stamp":"2024-04-10T15:28:11.308904+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T19:05:59.355752+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:14.457478+0000","last_change":"2024-04-10T15:28:12.703711+0000","last_active":"2024-04-10T15:28:14.457478+0000","last_peered":"2024-04-10T15:28:14.457478+0000","last_clean":"2024-04-10T15:28:14.457478+0000","last_became_active":"2024-04-10T15:28:12.702814+0000","last_became_peered":"2024-04-10T15:28:12.702814+0000","last_unstale":"2024-04-10T15:28:14.457478+0000","last_undegraded":"2024-04-10T15:28:14.457478+0000","last_fullsized":"2024-04-10T15:28:14.457478+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T16:02:34.671928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":10,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-10T15:28:12.338769+0000","last_change":"2024-04-10T15:28:12.338510+0000","last_active":"2024-04-10T15:28:12.338769+0000","last_peered":"2024-04-10T15:28:12.338769+0000","last_clean":"2024-04-10T15:28:12.338769+0000","last_became_active":"2024-04-10T15:28:12.338243+0000","last_became_peered":"2024-04-10T15:28:12.338243+0000","last_unstale":"2024-04-10T15:28:12.338769+0000","last_undegraded":"2024-04-10T15:28:12.338769+0000","last_fullsized":"2024-04-10T15:28:12.338769+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_clean_scrub_stamp":"2024-04-10T15:28:11.308904+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T03:20:50.547767+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-10T15:28:12.698617+0000","last_change":"2024-04-10T15:28:12.695039+0000","last_active":"2024-04-10T15:28:12.698617+0000","last_peered":"2024-04-10T15:28:12.698617+0000","last_clean":"2024-04-10T15:28:12.698617+0000","last_became_active":"2024-04-10T15:28:12.694775+0000","last_became_peered":"2024-04-10T15:28:12.694775+0000","last_unstale":"2024-04-10T15:28:12.698617+0000","last_undegraded":"2024-04-10T15:28:12.698617+0000","last_fullsized":"2024-04-10T15:28:12.698617+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T22:54:01.347493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":10,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-10T15:28:12.337100+0000","last_change":"2024-04-10T15:28:12.335147+0000","last_active":"2024-04-10T15:28:12.337100+0000","last_peered":"2024-04-10T15:28:12.337100+0000","last_clean":"2024-04-10T15:28:12.337100+0000","last_became_active":"2024-04-10T15:28:12.334329+0000","last_became_peered":"2024-04-10T15:28:12.334329+0000","last_unstale":"2024-04-10T15:28:12.337100+0000","last_undegraded":"2024-04-10T15:28:12.337100+0000","last_fullsized":"2024-04-10T15:28:12.337100+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_clean_scrub_stamp":"2024-04-10T15:28:11.308904+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T18:59:41.189969+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-10T15:28:12.702131+0000","last_change":"2024-04-10T15:28:12.701523+0000","last_active":"2024-04-10T15:28:12.702131+0000","last_peered":"2024-04-10T15:28:12.702131+0000","last_clean":"2024-04-10T15:28:12.702131+0000","last_became_active":"2024-04-10T15:28:12.701203+0000","last_became_peered":"2024-04-10T15:28:12.701203+0000","last_unstale":"2024-04-10T15:28:12.702131+0000","last_undegraded":"2024-04-10T15:28:12.702131+0000","last_fullsized":"2024-04-10T15:28:12.702131+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T18:24:32.314286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"61'2","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:13.676134+0000","last_change":"2024-04-10T15:28:12.342172+0000","last_active":"2024-04-10T15:28:13.676134+0000","last_peered":"2024-04-10T15:28:13.676134+0000","last_clean":"2024-04-10T15:28:13.676134+0000","last_became_active":"2024-04-10T15:28:12.341397+0000","last_became_peered":"2024-04-10T15:28:12.341397+0000","last_unstale":"2024-04-10T15:28:13.676134+0000","last_undegraded":"2024-04-10T15:28:13.676134+0000","last_fullsized":"2024-04-10T15:28:13.676134+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_clean_scrub_stamp":"2024-04-10T15:28:11.308904+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T17:39:12.305175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:14.458205+0000","last_change":"2024-04-10T15:28:12.695448+0000","last_active":"2024-04-10T15:28:14.458205+0000","last_peered":"2024-04-10T15:28:14.458205+0000","last_clean":"2024-04-10T15:28:14.458205+0000","last_became_active":"2024-04-10T15:28:12.695045+0000","last_became_peered":"2024-04-10T15:28:12.695045+0000","last_unstale":"2024-04-10T15:28:14.458205+0000","last_undegraded":"2024-04-10T15:28:14.458205+0000","last_fullsized":"2024-04-10T15:28:14.458205+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T00:23:58.335502+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-10T15:28:12.681256+0000","last_change":"2024-04-10T15:28:12.336098+0000","last_active":"2024-04-10T15:28:12.681256+0000","last_peered":"2024-04-10T15:28:12.681256+0000","last_clean":"2024-04-10T15:28:12.681256+0000","last_became_active":"2024-04-10T15:28:12.335571+0000","last_became_peered":"2024-04-10T15:28:12.335571+0000","last_unstale":"2024-04-10T15:28:12.681256+0000","last_undegraded":"2024-04-10T15:28:12.681256+0000","last_fullsized":"2024-04-10T15:28:12.681256+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_clean_scrub_stamp":"2024-04-10T15:28:11.308904+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T23:54:10.950965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:13.676483+0000","last_change":"2024-04-10T15:28:12.700861+0000","last_active":"2024-04-10T15:28:13.676483+0000","last_peered":"2024-04-10T15:28:13.676483+0000","last_clean":"2024-04-10T15:28:13.676483+0000","last_became_active":"2024-04-10T15:28:12.700569+0000","last_became_peered":"2024-04-10T15:28:12.700569+0000","last_unstale":"2024-04-10T15:28:13.676483+0000","last_undegraded":"2024-04-10T15:28:13.676483+0000","last_fullsized":"2024-04-10T15:28:13.676483+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T21:31:46.152413+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"0'0","reported_seq":10,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-10T15:28:12.337188+0000","last_change":"2024-04-10T15:28:12.336439+0000","last_active":"2024-04-10T15:28:12.337188+0000","last_peered":"2024-04-10T15:28:12.337188+0000","last_clean":"2024-04-10T15:28:12.337188+0000","last_became_active":"2024-04-10T15:28:12.335685+0000","last_became_peered":"2024-04-10T15:28:12.335685+0000","last_unstale":"2024-04-10T15:28:12.337188+0000","last_undegraded":"2024-04-10T15:28:12.337188+0000","last_fullsized":"2024-04-10T15:28:12.337188+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_clean_scrub_stamp":"2024-04-10T15:28:11.308904+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T16:45:49.427958+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:14.458997+0000","last_change":"2024-04-10T15:28:12.697051+0000","last_active":"2024-04-10T15:28:14.458997+0000","last_peered":"2024-04-10T15:28:14.458997+0000","last_clean":"2024-04-10T15:28:14.458997+0000","last_became_active":"2024-04-10T15:28:12.696173+0000","last_became_peered":"2024-04-10T15:28:12.696173+0000","last_unstale":"2024-04-10T15:28:14.458997+0000","last_undegraded":"2024-04-10T15:28:14.458997+0000","last_fullsized":"2024-04-10T15:28:14.458997+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T16:18:53.595466+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"61'2","reported_seq":13,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-10T15:28:12.693931+0000","last_change":"2024-04-10T15:28:12.337730+0000","last_active":"2024-04-10T15:28:12.693931+0000","last_peered":"2024-04-10T15:28:12.693931+0000","last_clean":"2024-04-10T15:28:12.693931+0000","last_became_active":"2024-04-10T15:28:12.337275+0000","last_became_peered":"2024-04-10T15:28:12.337275+0000","last_unstale":"2024-04-10T15:28:12.693931+0000","last_undegraded":"2024-04-10T15:28:12.693931+0000","last_fullsized":"2024-04-10T15:28:12.693931+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_clean_scrub_stamp":"2024-04-10T15:28:11.308904+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T16:17:07.806175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:13.676838+0000","last_change":"2024-04-10T15:28:12.705648+0000","last_active":"2024-04-10T15:28:13.676838+0000","last_peered":"2024-04-10T15:28:13.676838+0000","last_clean":"2024-04-10T15:28:13.676838+0000","last_became_active":"2024-04-10T15:28:12.705336+0000","last_became_peered":"2024-04-10T15:28:12.705336+0000","last_unstale":"2024-04-10T15:28:13.676838+0000","last_undegraded":"2024-04-10T15:28:13.676838+0000","last_fullsized":"2024-04-10T15:28:13.676838+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T16:56:18.985883+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:14.457545+0000","last_change":"2024-04-10T15:28:12.700090+0000","last_active":"2024-04-10T15:28:14.457545+0000","last_peered":"2024-04-10T15:28:14.457545+0000","last_clean":"2024-04-10T15:28:14.457545+0000","last_became_active":"2024-04-10T15:28:12.699014+0000","last_became_peered":"2024-04-10T15:28:12.699014+0000","last_unstale":"2024-04-10T15:28:14.457545+0000","last_undegraded":"2024-04-10T15:28:14.457545+0000","last_fullsized":"2024-04-10T15:28:14.457545+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T18:00:16.132342+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-10T15:28:12.702446+0000","last_change":"2024-04-10T15:28:12.700473+0000","last_active":"2024-04-10T15:28:12.702446+0000","last_peered":"2024-04-10T15:28:12.702446+0000","last_clean":"2024-04-10T15:28:12.702446+0000","last_became_active":"2024-04-10T15:28:12.700216+0000","last_became_peered":"2024-04-10T15:28:12.700216+0000","last_unstale":"2024-04-10T15:28:12.702446+0000","last_undegraded":"2024-04-10T15:28:12.702446+0000","last_fullsized":"2024-04-10T15:28:12.702446+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T01:21:37.845969+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:14.458758+0000","last_change":"2024-04-10T15:28:12.686276+0000","last_active":"2024-04-10T15:28:14.458758+0000","last_peered":"2024-04-10T15:28:14.458758+0000","last_clean":"2024-04-10T15:28:14.458758+0000","last_became_active":"2024-04-10T15:28:12.685802+0000","last_became_peered":"2024-04-10T15:28:12.685802+0000","last_unstale":"2024-04-10T15:28:14.458758+0000","last_undegraded":"2024-04-10T15:28:14.458758+0000","last_fullsized":"2024-04-10T15:28:14.458758+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T18:04:49.955782+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-10T15:28:12.311438+0000","last_change":"2024-04-10T15:28:12.311438+0000","last_active":"2024-04-10T15:28:12.311438+0000","last_peered":"2024-04-10T15:28:12.311438+0000","last_clean":"2024-04-10T15:28:12.311438+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-10T15:28:12.311438+0000","last_undegraded":"2024-04-10T15:28:12.311438+0000","last_fullsized":"2024-04-10T15:28:12.311438+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-10T15:28:12.702203+0000","last_change":"2024-04-10T15:28:12.701622+0000","last_active":"2024-04-10T15:28:12.702203+0000","last_peered":"2024-04-10T15:28:12.702203+0000","last_clean":"2024-04-10T15:28:12.702203+0000","last_became_active":"2024-04-10T15:28:12.701343+0000","last_became_peered":"2024-04-10T15:28:12.701343+0000","last_unstale":"2024-04-10T15:28:12.702203+0000","last_undegraded":"2024-04-10T15:28:12.702203+0000","last_fullsized":"2024-04-10T15:28:12.702203+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T02:11:17.776135+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-10T15:28:12.326429+0000","last_change":"2024-04-10T15:28:12.326429+0000","last_active":"2024-04-10T15:28:12.311438+0000","last_peered":"2024-04-10T15:28:12.311438+0000","last_clean":"2024-04-10T15:28:12.311438+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-10T15:28:12.326429+0000","last_undegraded":"2024-04-10T15:28:12.326429+0000","last_fullsized":"2024-04-10T15:28:12.326429+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T16:12:33.326980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:14.458271+0000","last_change":"2024-04-10T15:28:12.694591+0000","last_active":"2024-04-10T15:28:14.458271+0000","last_peered":"2024-04-10T15:28:14.458271+0000","last_clean":"2024-04-10T15:28:14.458271+0000","last_became_active":"2024-04-10T15:28:12.694249+0000","last_became_peered":"2024-04-10T15:28:12.694249+0000","last_unstale":"2024-04-10T15:28:14.458271+0000","last_undegraded":"2024-04-10T15:28:14.458271+0000","last_fullsized":"2024-04-10T15:28:14.458271+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T19:48:07.458963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-10T15:28:12.686158+0000","last_change":"2024-04-10T15:28:12.683938+0000","last_active":"2024-04-10T15:28:12.686158+0000","last_peered":"2024-04-10T15:28:12.686158+0000","last_clean":"2024-04-10T15:28:12.686158+0000","last_became_active":"2024-04-10T15:28:12.683676+0000","last_became_peered":"2024-04-10T15:28:12.683676+0000","last_unstale":"2024-04-10T15:28:12.686158+0000","last_undegraded":"2024-04-10T15:28:12.686158+0000","last_fullsized":"2024-04-10T15:28:12.686158+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T20:58:38.460698+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:14.459143+0000","last_change":"2024-04-10T15:28:12.697742+0000","last_active":"2024-04-10T15:28:14.459143+0000","last_peered":"2024-04-10T15:28:14.459143+0000","last_clean":"2024-04-10T15:28:14.459143+0000","last_became_active":"2024-04-10T15:28:12.697450+0000","last_became_peered":"2024-04-10T15:28:12.697450+0000","last_unstale":"2024-04-10T15:28:14.459143+0000","last_undegraded":"2024-04-10T15:28:14.459143+0000","last_fullsized":"2024-04-10T15:28:14.459143+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T20:53:32.525021+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-10T15:28:12.698340+0000","last_change":"2024-04-10T15:28:12.697126+0000","last_active":"2024-04-10T15:28:12.698340+0000","last_peered":"2024-04-10T15:28:12.698340+0000","last_clean":"2024-04-10T15:28:12.698340+0000","last_became_active":"2024-04-10T15:28:12.696810+0000","last_became_peered":"2024-04-10T15:28:12.696810+0000","last_unstale":"2024-04-10T15:28:12.698340+0000","last_undegraded":"2024-04-10T15:28:12.698340+0000","last_fullsized":"2024-04-10T15:28:12.698340+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T22:15:16.252640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:14.458803+0000","last_change":"2024-04-10T15:28:12.696778+0000","last_active":"2024-04-10T15:28:14.458803+0000","last_peered":"2024-04-10T15:28:14.458803+0000","last_clean":"2024-04-10T15:28:14.458803+0000","last_became_active":"2024-04-10T15:28:12.696360+0000","last_became_peered":"2024-04-10T15:28:12.696360+0000","last_unstale":"2024-04-10T15:28:14.458803+0000","last_undegraded":"2024-04-10T15:28:14.458803+0000","last_fullsized":"2024-04-10T15:28:14.458803+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T02:49:42.974194+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-10T15:28:12.311438+0000","last_change":"2024-04-10T15:28:12.311438+0000","last_active":"2024-04-10T15:28:12.311438+0000","last_peered":"2024-04-10T15:28:12.311438+0000","last_clean":"2024-04-10T15:28:12.311438+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-10T15:28:12.311438+0000","last_undegraded":"2024-04-10T15:28:12.311438+0000","last_fullsized":"2024-04-10T15:28:12.311438+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:14.458636+0000","last_change":"2024-04-10T15:28:12.693179+0000","last_active":"2024-04-10T15:28:14.458636+0000","last_peered":"2024-04-10T15:28:14.458636+0000","last_clean":"2024-04-10T15:28:14.458636+0000","last_became_active":"2024-04-10T15:28:12.692808+0000","last_became_peered":"2024-04-10T15:28:12.692808+0000","last_unstale":"2024-04-10T15:28:14.458636+0000","last_undegraded":"2024-04-10T15:28:14.458636+0000","last_fullsized":"2024-04-10T15:28:14.458636+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T17:41:28.799913+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":162,"acting":162,"num_store_stats":7},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4157440,"data_stored":4132576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":3,"acting":3,"num_store_stats":7},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":1586,"num_objects":14,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":32,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":10,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":73728,"data_stored":6198,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":28,"ondisk_log_size":28,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928233990,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28208,"kb_used_data":1184,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716944,"statfs":{"total":95995035648,"available":95966150656,"internally_reserved":0,"allocated":1212416,"data_stored":843683,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1588,"internal_metadata":27654604},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.68400000000000005}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0369999999999999}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.91800000000000004}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.71499999999999997}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.61499999999999999}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.77900000000000003}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.93799999999999994}]}]},{"osd":6,"up_from":46,"seq":197568495627,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28208,"kb_used_data":1184,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716944,"statfs":{"total":95995035648,"available":95966150656,"internally_reserved":0,"allocated":1212416,"data_stored":844312,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58499999999999996}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.64100000000000001}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.68899999999999995}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.76400000000000001}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.71199999999999997}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.748}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.88700000000000001}]}]},{"osd":1,"up_from":13,"seq":55834574884,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27592,"kb_used_data":572,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717560,"statfs":{"total":95995035648,"available":95966781440,"internally_reserved":0,"allocated":585728,"data_stored":238801,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Apr 10 15:27:30 2024","interfaces":[{"interface":"back","average":{"1min":0.379,"5min":0.33800000000000002,"15min":0.33100000000000002},"min":{"1min":0.28699999999999998,"5min":0.215,"15min":0.215},"max":{"1min":0.54000000000000004,"5min":0.66200000000000003,"15min":0.66200000000000003},"last":0.33200000000000002},{"interface":"front","average":{"1min":0.40200000000000002,"5min":0.35399999999999998,"15min":0.34599999999999997},"min":{"1min":0.316,"5min":0.21299999999999999,"15min":0.21299999999999999},"max":{"1min":0.58199999999999996,"5min":0.69999999999999996,"15min":0.69999999999999996},"last":0.315}]},{"osd":2,"last update":"Wed Apr 10 15:28:00 2024","interfaces":[{"interface":"back","average":{"1min":0.44900000000000001,"5min":0.38500000000000001,"15min":0.374},"min":{"1min":0.29599999999999999,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":0.64600000000000002,"5min":0.64600000000000002,"15min":0.64600000000000002},"last":0.40000000000000002},{"interface":"front","average":{"1min":0.41899999999999998,"5min":0.39800000000000002,"15min":0.39400000000000002},"min":{"1min":0.307,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":0.622,"5min":0.63,"15min":0.63},"last":0.37}]},{"osd":3,"last update":"Wed Apr 10 15:27:21 2024","interfaces":[{"interface":"back","average":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.54800000000000004,"5min":0.54800000000000004,"15min":0.54800000000000004},"last":0.46000000000000002},{"interface":"front","average":{"1min":0.41299999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"min":{"1min":0.32000000000000001,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":0.503,"5min":0.503,"15min":0.503},"last":0.41799999999999998}]},{"osd":4,"last update":"Wed Apr 10 15:27:40 2024","interfaces":[{"interface":"back","average":{"1min":0.54400000000000004,"5min":0.54400000000000004,"15min":0.54400000000000004},"min":{"1min":0.40799999999999997,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":0.76900000000000002,"5min":0.76900000000000002,"15min":0.76900000000000002},"last":0.68899999999999995},{"interface":"front","average":{"1min":0.54600000000000004,"5min":0.54600000000000004,"15min":0.54600000000000004},"min":{"1min":0.39700000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":0.81599999999999995,"5min":0.81599999999999995,"15min":0.81599999999999995},"last":0.54700000000000004}]},{"osd":5,"last update":"Wed Apr 10 15:28:08 2024","interfaces":[{"interface":"back","average":{"1min":0.56200000000000006,"5min":0.56200000000000006,"15min":0.56200000000000006},"min":{"1min":0.44700000000000001,"5min":0.44700000000000001,"15min":0.44700000000000001},"max":{"1min":0.83099999999999996,"5min":0.83099999999999996,"15min":0.83099999999999996},"last":0.53300000000000003},{"interface":"front","average":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"min":{"1min":0.42699999999999999,"5min":0.42699999999999999,"15min":0.42699999999999999},"max":{"1min":0.79500000000000004,"5min":0.79500000000000004,"15min":0.79500000000000004},"last":0.74399999999999999}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.73199999999999998}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57799999999999996}]}]},{"osd":0,"up_from":8,"seq":34359738409,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32264,"kb_used_data":1140,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93712888,"statfs":{"total":95995035648,"available":95961997312,"internally_reserved":0,"allocated":1167360,"data_stored":822922,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Wed Apr 10 15:27:32 2024","interfaces":[{"interface":"back","average":{"1min":0.41899999999999998,"5min":0.32700000000000001,"15min":0.312},"min":{"1min":0.26700000000000002,"5min":0.185,"15min":0.185},"max":{"1min":0.623,"5min":0.623,"15min":0.623},"last":0.54200000000000004},{"interface":"front","average":{"1min":0.441,"5min":0.34499999999999997,"15min":0.32900000000000001},"min":{"1min":0.28699999999999998,"5min":0.20499999999999999,"15min":0.20499999999999999},"max":{"1min":0.60799999999999998,"5min":0.60799999999999998,"15min":0.60799999999999998},"last":0.60399999999999998}]},{"osd":2,"last update":"Wed Apr 10 15:27:58 2024","interfaces":[{"interface":"back","average":{"1min":0.46700000000000003,"5min":0.40999999999999998,"15min":0.40000000000000002},"min":{"1min":0.34000000000000002,"5min":0.245,"15min":0.245},"max":{"1min":0.627,"5min":0.627,"15min":0.627},"last":0.47999999999999998},{"interface":"front","average":{"1min":0.46600000000000003,"5min":0.42199999999999999,"15min":0.41399999999999998},"min":{"1min":0.34599999999999997,"5min":0.221,"15min":0.221},"max":{"1min":0.64500000000000002,"5min":0.65400000000000003,"15min":0.65400000000000003},"last":0.437}]},{"osd":3,"last update":"Wed Apr 10 15:27:19 2024","interfaces":[{"interface":"back","average":{"1min":0.49299999999999999,"5min":0.49299999999999999,"15min":0.49299999999999999},"min":{"1min":0.35299999999999998,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.625,"5min":0.625,"15min":0.625},"last":0.55500000000000005},{"interface":"front","average":{"1min":0.504,"5min":0.504,"15min":0.504},"min":{"1min":0.33000000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":0.71399999999999997,"5min":0.71399999999999997,"15min":0.71399999999999997},"last":0.58499999999999996}]},{"osd":4,"last update":"Wed Apr 10 15:27:41 2024","interfaces":[{"interface":"back","average":{"1min":0.62,"5min":0.62,"15min":0.62},"min":{"1min":0.48099999999999998,"5min":0.48099999999999998,"15min":0.48099999999999998},"max":{"1min":0.93000000000000005,"5min":0.93000000000000005,"15min":0.93000000000000005},"last":0.71599999999999997},{"interface":"front","average":{"1min":0.59599999999999997,"5min":0.59599999999999997,"15min":0.59599999999999997},"min":{"1min":0.46899999999999997,"5min":0.46899999999999997,"15min":0.46899999999999997},"max":{"1min":0.82399999999999995,"5min":0.82399999999999995,"15min":0.82399999999999995},"last":0.66800000000000004}]},{"osd":5,"last update":"Wed Apr 10 15:28:05 2024","interfaces":[{"interface":"back","average":{"1min":0.58999999999999997,"5min":0.58999999999999997,"15min":0.58999999999999997},"min":{"1min":0.378,"5min":0.378,"15min":0.378},"max":{"1min":1.0620000000000001,"5min":1.0620000000000001,"15min":1.0620000000000001},"last":0.67800000000000005},{"interface":"front","average":{"1min":0.60599999999999998,"5min":0.60599999999999998,"15min":0.60599999999999998},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":1.0780000000000001,"5min":1.0780000000000001,"15min":1.0780000000000001},"last":0.65000000000000002}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.70499999999999996}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.69599999999999995}]}]},{"osd":2,"up_from":18,"seq":77309411359,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27608,"kb_used_data":584,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717544,"statfs":{"total":95995035648,"available":95966765056,"internally_reserved":0,"allocated":598016,"data_stored":245506,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Apr 10 15:27:53 2024","interfaces":[{"interface":"back","average":{"1min":0.40300000000000002,"5min":0.41099999999999998,"15min":0.41299999999999998},"min":{"1min":0.23999999999999999,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":0.60299999999999998,"5min":0.60299999999999998,"15min":0.60299999999999998},"last":0.246},{"interface":"front","average":{"1min":0.41599999999999998,"5min":0.378,"15min":0.372},"min":{"1min":0.26600000000000001,"5min":0.255,"15min":0.255},"max":{"1min":0.58299999999999996,"5min":0.58299999999999996,"15min":0.58299999999999996},"last":0.30199999999999999}]},{"osd":1,"last update":"Wed Apr 10 15:27:53 2024","interfaces":[{"interface":"back","average":{"1min":0.40999999999999998,"5min":0.40600000000000003,"15min":0.40600000000000003},"min":{"1min":0.20300000000000001,"5min":0.20300000000000001,"15min":0.20300000000000001},"max":{"1min":0.623,"5min":0.623,"15min":0.623},"last":0.221},{"interface":"front","average":{"1min":0.44700000000000001,"5min":0.43099999999999999,"15min":0.42899999999999999},"min":{"1min":0.24399999999999999,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":0.61599999999999999,"5min":0.61599999999999999,"15min":0.61599999999999999},"last":0.34399999999999997}]},{"osd":3,"last update":"Wed Apr 10 15:27:22 2024","interfaces":[{"interface":"back","average":{"1min":0.48599999999999999,"5min":0.48599999999999999,"15min":0.48599999999999999},"min":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":0.64800000000000002,"5min":0.64800000000000002,"15min":0.64800000000000002},"last":0.28499999999999998},{"interface":"front","average":{"1min":0.46999999999999997,"5min":0.46999999999999997,"15min":0.46999999999999997},"min":{"1min":0.29399999999999998,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":0.69199999999999995,"5min":0.69199999999999995,"15min":0.69199999999999995},"last":0.27000000000000002}]},{"osd":4,"last update":"Wed Apr 10 15:27:40 2024","interfaces":[{"interface":"back","average":{"1min":0.54700000000000004,"5min":0.54700000000000004,"15min":0.54700000000000004},"min":{"1min":0.442,"5min":0.442,"15min":0.442},"max":{"1min":0.70399999999999996,"5min":0.70399999999999996,"15min":0.70399999999999996},"last":0.52900000000000003},{"interface":"front","average":{"1min":0.61699999999999999,"5min":0.61699999999999999,"15min":0.61699999999999999},"min":{"1min":0.47699999999999998,"5min":0.47699999999999998,"15min":0.47699999999999998},"max":{"1min":0.72899999999999998,"5min":0.72899999999999998,"15min":0.72899999999999998},"last":0.60399999999999998}]},{"osd":5,"last update":"Wed Apr 10 15:28:09 2024","interfaces":[{"interface":"back","average":{"1min":0.58499999999999996,"5min":0.58499999999999996,"15min":0.58499999999999996},"min":{"1min":0.39000000000000001,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":0.73899999999999999,"5min":0.73899999999999999,"15min":0.73899999999999999},"last":0.54500000000000004},{"interface":"front","average":{"1min":0.54300000000000004,"5min":0.54300000000000004,"15min":0.54300000000000004},"min":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":0.66400000000000003,"5min":0.66400000000000003,"15min":0.66400000000000003},"last":0.48199999999999998}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.59599999999999997}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58899999999999997}]}]},{"osd":3,"up_from":25,"seq":107374182426,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27636,"kb_used_data":616,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717516,"statfs":{"total":95995035648,"available":95966736384,"internally_reserved":0,"allocated":630784,"data_stored":254379,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Apr 10 15:27:18 2024","interfaces":[{"interface":"back","average":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.56999999999999995,"5min":0.56999999999999995,"15min":0.56999999999999995},"last":0.374},{"interface":"front","average":{"1min":0.40600000000000003,"5min":0.40600000000000003,"15min":0.40600000000000003},"min":{"1min":0.28100000000000003,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":0.52600000000000002,"5min":0.52600000000000002,"15min":0.52600000000000002},"last":0.30399999999999999}]},{"osd":1,"last update":"Wed Apr 10 15:27:18 2024","interfaces":[{"interface":"back","average":{"1min":0.45400000000000001,"5min":0.45400000000000001,"15min":0.45400000000000001},"min":{"1min":0.29899999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.60999999999999999,"5min":0.60999999999999999,"15min":0.60999999999999999},"last":0.35199999999999998},{"interface":"front","average":{"1min":0.439,"5min":0.439,"15min":0.439},"min":{"1min":0.28499999999999998,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":0.61199999999999999,"5min":0.61199999999999999,"15min":0.61199999999999999},"last":0.32400000000000001}]},{"osd":2,"last update":"Wed Apr 10 15:27:18 2024","interfaces":[{"interface":"back","average":{"1min":0.46999999999999997,"5min":0.46999999999999997,"15min":0.46999999999999997},"min":{"1min":0.32000000000000001,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":0.67000000000000004,"5min":0.67000000000000004,"15min":0.67000000000000004},"last":0.38500000000000001},{"interface":"front","average":{"1min":0.437,"5min":0.437,"15min":0.437},"min":{"1min":0.30499999999999999,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":0.56999999999999995,"5min":0.56999999999999995,"15min":0.56999999999999995},"last":0.33800000000000002}]},{"osd":4,"last update":"Wed Apr 10 15:27:42 2024","interfaces":[{"interface":"back","average":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"min":{"1min":0.39400000000000002,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":0.70399999999999996,"5min":0.70399999999999996,"15min":0.70399999999999996},"last":0.52100000000000002},{"interface":"front","average":{"1min":0.57399999999999995,"5min":0.57399999999999995,"15min":0.57399999999999995},"min":{"1min":0.432,"5min":0.432,"15min":0.432},"max":{"1min":0.74099999999999999,"5min":0.74099999999999999,"15min":0.74099999999999999},"last":0.48499999999999999}]},{"osd":5,"last update":"Wed Apr 10 15:28:08 2024","interfaces":[{"interface":"back","average":{"1min":0.58899999999999997,"5min":0.58899999999999997,"15min":0.58899999999999997},"min":{"1min":0.41299999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":0.90600000000000003,"5min":0.90600000000000003,"15min":0.90600000000000003},"last":0.45300000000000001},{"interface":"front","average":{"1min":0.58499999999999996,"5min":0.58499999999999996,"15min":0.58499999999999996},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":0.77600000000000002,"5min":0.77600000000000002,"15min":0.77600000000000002},"last":0.505}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54100000000000004}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.44600000000000001}]}]},{"osd":4,"up_from":30,"seq":128849018901,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27640,"kb_used_data":620,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717512,"statfs":{"total":95995035648,"available":95966732288,"internally_reserved":0,"allocated":634880,"data_stored":259876,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Apr 10 15:27:43 2024","interfaces":[{"interface":"back","average":{"1min":0.54000000000000004,"5min":0.54000000000000004,"15min":0.54000000000000004},"min":{"1min":0.33000000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":0.84699999999999998,"5min":0.84699999999999998,"15min":0.84699999999999998},"last":0.50800000000000001},{"interface":"front","average":{"1min":0.51400000000000001,"5min":0.51400000000000001,"15min":0.51400000000000001},"min":{"1min":0.374,"5min":0.374,"15min":0.374},"max":{"1min":0.751,"5min":0.751,"15min":0.751},"last":0.35099999999999998}]},{"osd":1,"last update":"Wed Apr 10 15:27:43 2024","interfaces":[{"interface":"back","average":{"1min":0.51000000000000001,"5min":0.51000000000000001,"15min":0.51000000000000001},"min":{"1min":0.33500000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":0.70899999999999996,"5min":0.70899999999999996,"15min":0.70899999999999996},"last":0.45800000000000002},{"interface":"front","average":{"1min":0.51900000000000002,"5min":0.51900000000000002,"15min":0.51900000000000002},"min":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.69399999999999995,"5min":0.69399999999999995,"15min":0.69399999999999995},"last":0.46500000000000002}]},{"osd":2,"last update":"Wed Apr 10 15:27:43 2024","interfaces":[{"interface":"back","average":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"min":{"1min":0.313,"5min":0.313,"15min":0.313},"max":{"1min":0.77300000000000002,"5min":0.77300000000000002,"15min":0.77300000000000002},"last":0.376},{"interface":"front","average":{"1min":0.52400000000000002,"5min":0.52400000000000002,"15min":0.52400000000000002},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.82699999999999996,"5min":0.82699999999999996,"15min":0.82699999999999996},"last":0.44500000000000001}]},{"osd":3,"last update":"Wed Apr 10 15:27:43 2024","interfaces":[{"interface":"back","average":{"1min":0.53800000000000003,"5min":0.53800000000000003,"15min":0.53800000000000003},"min":{"1min":0.35199999999999998,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.79500000000000004,"5min":0.79500000000000004,"15min":0.79500000000000004},"last":0.40699999999999997},{"interface":"front","average":{"1min":0.51500000000000001,"5min":0.51500000000000001,"15min":0.51500000000000001},"min":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.77900000000000003,"5min":0.77900000000000003,"15min":0.77900000000000003},"last":0.434}]},{"osd":5,"last update":"Wed Apr 10 15:28:09 2024","interfaces":[{"interface":"back","average":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"min":{"1min":0.26900000000000002,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":0.82999999999999996,"5min":0.82999999999999996,"15min":0.82999999999999996},"last":0.38800000000000001},{"interface":"front","average":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"min":{"1min":0.28699999999999998,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":0.87,"5min":0.87,"15min":0.87},"last":0.42099999999999999}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48899999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47999999999999998}]}]},{"osd":5,"up_from":38,"seq":163208757264,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27632,"kb_used_data":608,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717520,"statfs":{"total":95995035648,"available":95966740480,"internally_reserved":0,"allocated":622592,"data_stored":254034,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Apr 10 15:28:09 2024","interfaces":[{"interface":"back","average":{"1min":0.51000000000000001,"5min":0.51000000000000001,"15min":0.51000000000000001},"min":{"1min":0.34599999999999997,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.78000000000000003,"5min":0.78000000000000003,"15min":0.78000000000000003},"last":0.52900000000000003},{"interface":"front","average":{"1min":0.52400000000000002,"5min":0.52400000000000002,"15min":0.52400000000000002},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.71599999999999997,"5min":0.71599999999999997,"15min":0.71599999999999997},"last":0.64400000000000002}]},{"osd":1,"last update":"Wed Apr 10 15:28:09 2024","interfaces":[{"interface":"back","average":{"1min":0.51900000000000002,"5min":0.51900000000000002,"15min":0.51900000000000002},"min":{"1min":0.39300000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":0.67700000000000005,"5min":0.67700000000000005,"15min":0.67700000000000005},"last":0.47299999999999998},{"interface":"front","average":{"1min":0.51300000000000001,"5min":0.51300000000000001,"15min":0.51300000000000001},"min":{"1min":0.32400000000000001,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":0.76000000000000001,"5min":0.76000000000000001,"15min":0.76000000000000001},"last":0.61699999999999999}]},{"osd":2,"last update":"Wed Apr 10 15:28:09 2024","interfaces":[{"interface":"back","average":{"1min":0.51000000000000001,"5min":0.51000000000000001,"15min":0.51000000000000001},"min":{"1min":0.316,"5min":0.316,"15min":0.316},"max":{"1min":0.746,"5min":0.746,"15min":0.746},"last":0.51400000000000001},{"interface":"front","average":{"1min":0.51100000000000001,"5min":0.51100000000000001,"15min":0.51100000000000001},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.73299999999999998,"5min":0.73299999999999998,"15min":0.73299999999999998},"last":0.57199999999999995}]},{"osd":3,"last update":"Wed Apr 10 15:28:09 2024","interfaces":[{"interface":"back","average":{"1min":0.496,"5min":0.496,"15min":0.496},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.79500000000000004,"5min":0.79500000000000004,"15min":0.79500000000000004},"last":0.45000000000000001},{"interface":"front","average":{"1min":0.51100000000000001,"5min":0.51100000000000001,"15min":0.51100000000000001},"min":{"1min":0.33200000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":0.77100000000000002,"5min":0.77100000000000002,"15min":0.77100000000000002},"last":0.65900000000000003}]},{"osd":4,"last update":"Wed Apr 10 15:28:09 2024","interfaces":[{"interface":"back","average":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"min":{"1min":0.23699999999999999,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":0.69799999999999995,"5min":0.69799999999999995,"15min":0.69799999999999995},"last":0.495},{"interface":"front","average":{"1min":0.38,"5min":0.38,"15min":0.38},"min":{"1min":0.246,"5min":0.246,"15min":0.246},"max":{"1min":0.60899999999999999,"5min":0.60899999999999999,"15min":0.60899999999999999},"last":0.55300000000000005}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63100000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54300000000000004}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1668,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1654,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1564,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-10T15:28:15.984 DEBUG:teuthology.orchestra.run.smithi069:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-04-10T15:28:16.307 INFO:teuthology.orchestra.run.smithi069.stdout: 2024-04-10T15:28:16.308 INFO:teuthology.orchestra.run.smithi069.stderr:dumped all 2024-04-10T15:28:16.317 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:16 smithi069 ceph-mon[27501]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]': finished 2024-04-10T15:28:16.317 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:16 smithi069 ceph-mon[27501]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-04-10T15:28:16.317 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:16 smithi069 ceph-mon[27501]: from='client.? 172.21.15.69:0/1302911451' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-10T15:28:16.317 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:16 smithi069 ceph-mon[27501]: pgmap v192: 97 pgs: 8 creating+peering, 79 active+clean, 10 unknown; 578 KiB data, 221 MiB used, 715 GiB / 715 GiB avail; 949 B/s wr, 7 op/s 2024-04-10T15:28:16.317 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:16 smithi069 ceph-mon[27501]: from='client.? 172.21.15.69:0/55658667' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-10T15:28:16.317 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:16 smithi069 ceph-mon[39688]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]': finished 2024-04-10T15:28:16.317 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:16 smithi069 ceph-mon[39688]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-04-10T15:28:16.318 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:16 smithi069 ceph-mon[39688]: from='client.? 172.21.15.69:0/1302911451' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-10T15:28:16.318 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:16 smithi069 ceph-mon[39688]: pgmap v192: 97 pgs: 8 creating+peering, 79 active+clean, 10 unknown; 578 KiB data, 221 MiB used, 715 GiB / 715 GiB avail; 949 B/s wr, 7 op/s 2024-04-10T15:28:16.318 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:16 smithi069 ceph-mon[39688]: from='client.? 172.21.15.69:0/55658667' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-10T15:28:16.318 INFO:teuthology.orchestra.run.smithi069.stdout:{"pg_ready":true,"pg_map":{"version":192,"stamp":"2024-04-10T15:28:15.624581+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":591954,"num_objects":16,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":16,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":191,"num_write_kb":2420,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":10,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":145,"ondisk_log_size":145,"up":261,"acting":261,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":158,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":226788,"kb_used_data":6508,"kb_used_omap":12,"kb_used_meta":220147,"kb_avail":749734428,"statfs":{"total":767960285184,"available":767728054272,"internally_reserved":0,"allocated":6664192,"data_stored":3763513,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12742,"internal_metadata":225431098},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":1586,"num_objects":14,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":32,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":10,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.312383"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:13.676812+0000","last_change":"2024-04-10T15:28:12.697522+0000","last_active":"2024-04-10T15:28:13.676812+0000","last_peered":"2024-04-10T15:28:13.676812+0000","last_clean":"2024-04-10T15:28:13.676812+0000","last_became_active":"2024-04-10T15:28:12.697215+0000","last_became_peered":"2024-04-10T15:28:12.697215+0000","last_unstale":"2024-04-10T15:28:13.676812+0000","last_undegraded":"2024-04-10T15:28:13.676812+0000","last_fullsized":"2024-04-10T15:28:13.676812+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T20:35:17.938280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-10T15:28:12.327429+0000","last_change":"2024-04-10T15:28:12.327429+0000","last_active":"2024-04-10T15:28:12.311438+0000","last_peered":"2024-04-10T15:28:12.311438+0000","last_clean":"2024-04-10T15:28:12.311438+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-10T15:28:12.327429+0000","last_undegraded":"2024-04-10T15:28:12.327429+0000","last_fullsized":"2024-04-10T15:28:12.327429+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T21:50:43.562860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-10T15:28:12.311438+0000","last_change":"2024-04-10T15:28:12.311438+0000","last_active":"2024-04-10T15:28:12.311438+0000","last_peered":"2024-04-10T15:28:12.311438+0000","last_clean":"2024-04-10T15:28:12.311438+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-10T15:28:12.311438+0000","last_undegraded":"2024-04-10T15:28:12.311438+0000","last_fullsized":"2024-04-10T15:28:12.311438+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:14.459162+0000","last_change":"2024-04-10T15:28:12.699385+0000","last_active":"2024-04-10T15:28:14.459162+0000","last_peered":"2024-04-10T15:28:14.459162+0000","last_clean":"2024-04-10T15:28:14.459162+0000","last_became_active":"2024-04-10T15:28:12.698426+0000","last_became_peered":"2024-04-10T15:28:12.698426+0000","last_unstale":"2024-04-10T15:28:14.459162+0000","last_undegraded":"2024-04-10T15:28:14.459162+0000","last_fullsized":"2024-04-10T15:28:14.459162+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T18:37:45.002946+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:13.676364+0000","last_change":"2024-04-10T15:28:12.707878+0000","last_active":"2024-04-10T15:28:13.676364+0000","last_peered":"2024-04-10T15:28:13.676364+0000","last_clean":"2024-04-10T15:28:13.676364+0000","last_became_active":"2024-04-10T15:28:12.707571+0000","last_became_peered":"2024-04-10T15:28:12.707571+0000","last_unstale":"2024-04-10T15:28:13.676364+0000","last_undegraded":"2024-04-10T15:28:13.676364+0000","last_fullsized":"2024-04-10T15:28:13.676364+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T17:18:21.836886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:14.458885+0000","last_change":"2024-04-10T15:28:12.688200+0000","last_active":"2024-04-10T15:28:14.458885+0000","last_peered":"2024-04-10T15:28:14.458885+0000","last_clean":"2024-04-10T15:28:14.458885+0000","last_became_active":"2024-04-10T15:28:12.687777+0000","last_became_peered":"2024-04-10T15:28:12.687777+0000","last_unstale":"2024-04-10T15:28:14.458885+0000","last_undegraded":"2024-04-10T15:28:14.458885+0000","last_fullsized":"2024-04-10T15:28:14.458885+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T03:25:39.026190+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:13.675902+0000","last_change":"2024-04-10T15:28:12.698706+0000","last_active":"2024-04-10T15:28:13.675902+0000","last_peered":"2024-04-10T15:28:13.675902+0000","last_clean":"2024-04-10T15:28:13.675902+0000","last_became_active":"2024-04-10T15:28:12.698402+0000","last_became_peered":"2024-04-10T15:28:12.698402+0000","last_unstale":"2024-04-10T15:28:13.675902+0000","last_undegraded":"2024-04-10T15:28:13.675902+0000","last_fullsized":"2024-04-10T15:28:13.675902+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T20:00:34.088749+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-10T15:28:12.700424+0000","last_change":"2024-04-10T15:28:12.698333+0000","last_active":"2024-04-10T15:28:12.700424+0000","last_peered":"2024-04-10T15:28:12.700424+0000","last_clean":"2024-04-10T15:28:12.700424+0000","last_became_active":"2024-04-10T15:28:12.697487+0000","last_became_peered":"2024-04-10T15:28:12.697487+0000","last_unstale":"2024-04-10T15:28:12.700424+0000","last_undegraded":"2024-04-10T15:28:12.700424+0000","last_fullsized":"2024-04-10T15:28:12.700424+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T21:54:07.255338+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:13.676780+0000","last_change":"2024-04-10T15:28:12.699370+0000","last_active":"2024-04-10T15:28:13.676780+0000","last_peered":"2024-04-10T15:28:13.676780+0000","last_clean":"2024-04-10T15:28:13.676780+0000","last_became_active":"2024-04-10T15:28:12.698750+0000","last_became_peered":"2024-04-10T15:28:12.698750+0000","last_unstale":"2024-04-10T15:28:13.676780+0000","last_undegraded":"2024-04-10T15:28:13.676780+0000","last_fullsized":"2024-04-10T15:28:13.676780+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T18:34:18.917642+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:14.457763+0000","last_change":"2024-04-10T15:28:12.701768+0000","last_active":"2024-04-10T15:28:14.457763+0000","last_peered":"2024-04-10T15:28:14.457763+0000","last_clean":"2024-04-10T15:28:14.457763+0000","last_became_active":"2024-04-10T15:28:12.698802+0000","last_became_peered":"2024-04-10T15:28:12.698802+0000","last_unstale":"2024-04-10T15:28:14.457763+0000","last_undegraded":"2024-04-10T15:28:14.457763+0000","last_fullsized":"2024-04-10T15:28:14.457763+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T02:57:11.076250+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:14.458244+0000","last_change":"2024-04-10T15:28:12.700019+0000","last_active":"2024-04-10T15:28:14.458244+0000","last_peered":"2024-04-10T15:28:14.458244+0000","last_clean":"2024-04-10T15:28:14.458244+0000","last_became_active":"2024-04-10T15:28:12.699227+0000","last_became_peered":"2024-04-10T15:28:12.699227+0000","last_unstale":"2024-04-10T15:28:14.458244+0000","last_undegraded":"2024-04-10T15:28:14.458244+0000","last_fullsized":"2024-04-10T15:28:14.458244+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T22:14:13.683878+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:14.458358+0000","last_change":"2024-04-10T15:28:12.690502+0000","last_active":"2024-04-10T15:28:14.458358+0000","last_peered":"2024-04-10T15:28:14.458358+0000","last_clean":"2024-04-10T15:28:14.458358+0000","last_became_active":"2024-04-10T15:28:12.690218+0000","last_became_peered":"2024-04-10T15:28:12.690218+0000","last_unstale":"2024-04-10T15:28:14.458358+0000","last_undegraded":"2024-04-10T15:28:14.458358+0000","last_fullsized":"2024-04-10T15:28:14.458358+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T15:51:10.751498+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-10T15:28:12.699461+0000","last_change":"2024-04-10T15:28:12.697968+0000","last_active":"2024-04-10T15:28:12.699461+0000","last_peered":"2024-04-10T15:28:12.699461+0000","last_clean":"2024-04-10T15:28:12.699461+0000","last_became_active":"2024-04-10T15:28:12.697699+0000","last_became_peered":"2024-04-10T15:28:12.697699+0000","last_unstale":"2024-04-10T15:28:12.699461+0000","last_undegraded":"2024-04-10T15:28:12.699461+0000","last_fullsized":"2024-04-10T15:28:12.699461+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T03:16:50.380214+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-10T15:28:12.311438+0000","last_change":"2024-04-10T15:28:12.311438+0000","last_active":"2024-04-10T15:28:12.311438+0000","last_peered":"2024-04-10T15:28:12.311438+0000","last_clean":"2024-04-10T15:28:12.311438+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-10T15:28:12.311438+0000","last_undegraded":"2024-04-10T15:28:12.311438+0000","last_fullsized":"2024-04-10T15:28:12.311438+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-10T15:28:12.326879+0000","last_change":"2024-04-10T15:28:12.326879+0000","last_active":"2024-04-10T15:28:12.311438+0000","last_peered":"2024-04-10T15:28:12.311438+0000","last_clean":"2024-04-10T15:28:12.311438+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-10T15:28:12.326879+0000","last_undegraded":"2024-04-10T15:28:12.326879+0000","last_fullsized":"2024-04-10T15:28:12.326879+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T15:52:57.089243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:14.459012+0000","last_change":"2024-04-10T15:28:12.690604+0000","last_active":"2024-04-10T15:28:14.459012+0000","last_peered":"2024-04-10T15:28:14.459012+0000","last_clean":"2024-04-10T15:28:14.459012+0000","last_became_active":"2024-04-10T15:28:12.690314+0000","last_became_peered":"2024-04-10T15:28:12.690314+0000","last_unstale":"2024-04-10T15:28:14.459012+0000","last_undegraded":"2024-04-10T15:28:14.459012+0000","last_fullsized":"2024-04-10T15:28:14.459012+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T18:06:14.207166+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:14.459271+0000","last_change":"2024-04-10T15:28:12.694848+0000","last_active":"2024-04-10T15:28:14.459271+0000","last_peered":"2024-04-10T15:28:14.459271+0000","last_clean":"2024-04-10T15:28:14.459271+0000","last_became_active":"2024-04-10T15:28:12.694557+0000","last_became_peered":"2024-04-10T15:28:12.694557+0000","last_unstale":"2024-04-10T15:28:14.459271+0000","last_undegraded":"2024-04-10T15:28:14.459271+0000","last_fullsized":"2024-04-10T15:28:14.459271+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T03:14:51.199569+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-10T15:28:12.693818+0000","last_change":"2024-04-10T15:28:12.692951+0000","last_active":"2024-04-10T15:28:12.693818+0000","last_peered":"2024-04-10T15:28:12.693818+0000","last_clean":"2024-04-10T15:28:12.693818+0000","last_became_active":"2024-04-10T15:28:12.692671+0000","last_became_peered":"2024-04-10T15:28:12.692671+0000","last_unstale":"2024-04-10T15:28:12.693818+0000","last_undegraded":"2024-04-10T15:28:12.693818+0000","last_fullsized":"2024-04-10T15:28:12.693818+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T21:17:06.276979+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:13.676333+0000","last_change":"2024-04-10T15:28:12.689693+0000","last_active":"2024-04-10T15:28:13.676333+0000","last_peered":"2024-04-10T15:28:13.676333+0000","last_clean":"2024-04-10T15:28:13.676333+0000","last_became_active":"2024-04-10T15:28:12.689366+0000","last_became_peered":"2024-04-10T15:28:12.689366+0000","last_unstale":"2024-04-10T15:28:13.676333+0000","last_undegraded":"2024-04-10T15:28:13.676333+0000","last_fullsized":"2024-04-10T15:28:13.676333+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T01:24:23.783069+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"0'0","reported_seq":1,"reported_epoch":59,"state":"creating+peering","last_fresh":"2024-04-10T15:28:11.316464+0000","last_change":"2024-04-10T15:28:11.316464+0000","last_active":"2024-04-10T15:28:11.308904+0000","last_peered":"2024-04-10T15:28:11.308904+0000","last_clean":"2024-04-10T15:28:11.308904+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-10T15:28:11.316464+0000","last_undegraded":"2024-04-10T15:28:11.316464+0000","last_fullsized":"2024-04-10T15:28:11.316464+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_clean_scrub_stamp":"2024-04-10T15:28:11.308904+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T00:24:09.163522+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-10T15:28:12.693522+0000","last_change":"2024-04-10T15:28:12.693030+0000","last_active":"2024-04-10T15:28:12.693522+0000","last_peered":"2024-04-10T15:28:12.693522+0000","last_clean":"2024-04-10T15:28:12.693522+0000","last_became_active":"2024-04-10T15:28:12.692633+0000","last_became_peered":"2024-04-10T15:28:12.692633+0000","last_unstale":"2024-04-10T15:28:12.693522+0000","last_undegraded":"2024-04-10T15:28:12.693522+0000","last_fullsized":"2024-04-10T15:28:12.693522+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T01:56:33.896801+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"61'1","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-10T15:28:12.704528+0000","last_change":"2024-04-10T15:28:12.340349+0000","last_active":"2024-04-10T15:28:12.704528+0000","last_peered":"2024-04-10T15:28:12.704528+0000","last_clean":"2024-04-10T15:28:12.704528+0000","last_became_active":"2024-04-10T15:28:12.340075+0000","last_became_peered":"2024-04-10T15:28:12.340075+0000","last_unstale":"2024-04-10T15:28:12.704528+0000","last_undegraded":"2024-04-10T15:28:12.704528+0000","last_fullsized":"2024-04-10T15:28:12.704528+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_clean_scrub_stamp":"2024-04-10T15:28:11.308904+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T19:52:58.585482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-10T15:28:12.311438+0000","last_change":"2024-04-10T15:28:12.311438+0000","last_active":"2024-04-10T15:28:12.311438+0000","last_peered":"2024-04-10T15:28:12.311438+0000","last_clean":"2024-04-10T15:28:12.311438+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-10T15:28:12.311438+0000","last_undegraded":"2024-04-10T15:28:12.311438+0000","last_fullsized":"2024-04-10T15:28:12.311438+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1d","version":"61'2","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:13.676591+0000","last_change":"2024-04-10T15:28:12.344861+0000","last_active":"2024-04-10T15:28:13.676591+0000","last_peered":"2024-04-10T15:28:13.676591+0000","last_clean":"2024-04-10T15:28:13.676591+0000","last_became_active":"2024-04-10T15:28:12.344508+0000","last_became_peered":"2024-04-10T15:28:12.344508+0000","last_unstale":"2024-04-10T15:28:13.676591+0000","last_undegraded":"2024-04-10T15:28:13.676591+0000","last_fullsized":"2024-04-10T15:28:13.676591+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_clean_scrub_stamp":"2024-04-10T15:28:11.308904+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T20:46:40.578388+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:14.459285+0000","last_change":"2024-04-10T15:28:12.688722+0000","last_active":"2024-04-10T15:28:14.459285+0000","last_peered":"2024-04-10T15:28:14.459285+0000","last_clean":"2024-04-10T15:28:14.459285+0000","last_became_active":"2024-04-10T15:28:12.688255+0000","last_became_peered":"2024-04-10T15:28:12.688255+0000","last_unstale":"2024-04-10T15:28:14.459285+0000","last_undegraded":"2024-04-10T15:28:14.459285+0000","last_fullsized":"2024-04-10T15:28:14.459285+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T23:51:05.001686+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"61'2","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:13.676344+0000","last_change":"2024-04-10T15:28:12.342115+0000","last_active":"2024-04-10T15:28:13.676344+0000","last_peered":"2024-04-10T15:28:13.676344+0000","last_clean":"2024-04-10T15:28:13.676344+0000","last_became_active":"2024-04-10T15:28:12.341822+0000","last_became_peered":"2024-04-10T15:28:12.341822+0000","last_unstale":"2024-04-10T15:28:13.676344+0000","last_undegraded":"2024-04-10T15:28:13.676344+0000","last_fullsized":"2024-04-10T15:28:13.676344+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_clean_scrub_stamp":"2024-04-10T15:28:11.308904+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T23:35:33.678268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:14.458645+0000","last_change":"2024-04-10T15:28:12.692803+0000","last_active":"2024-04-10T15:28:14.458645+0000","last_peered":"2024-04-10T15:28:14.458645+0000","last_clean":"2024-04-10T15:28:14.458645+0000","last_became_active":"2024-04-10T15:28:12.692541+0000","last_became_peered":"2024-04-10T15:28:12.692541+0000","last_unstale":"2024-04-10T15:28:14.458645+0000","last_undegraded":"2024-04-10T15:28:14.458645+0000","last_fullsized":"2024-04-10T15:28:14.458645+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T17:39:50.824142+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"61'1","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-10T15:28:12.693574+0000","last_change":"2024-04-10T15:28:12.334232+0000","last_active":"2024-04-10T15:28:12.693574+0000","last_peered":"2024-04-10T15:28:12.693574+0000","last_clean":"2024-04-10T15:28:12.693574+0000","last_became_active":"2024-04-10T15:28:12.333915+0000","last_became_peered":"2024-04-10T15:28:12.333915+0000","last_unstale":"2024-04-10T15:28:12.693574+0000","last_undegraded":"2024-04-10T15:28:12.693574+0000","last_fullsized":"2024-04-10T15:28:12.693574+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_clean_scrub_stamp":"2024-04-10T15:28:11.308904+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T18:25:34.332231+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:14.457731+0000","last_change":"2024-04-10T15:28:12.695240+0000","last_active":"2024-04-10T15:28:14.457731+0000","last_peered":"2024-04-10T15:28:14.457731+0000","last_clean":"2024-04-10T15:28:14.457731+0000","last_became_active":"2024-04-10T15:28:12.694924+0000","last_became_peered":"2024-04-10T15:28:12.694924+0000","last_unstale":"2024-04-10T15:28:14.457731+0000","last_undegraded":"2024-04-10T15:28:14.457731+0000","last_fullsized":"2024-04-10T15:28:14.457731+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T00:32:28.117308+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"61'1","reported_seq":13,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:14.458164+0000","last_change":"2024-04-10T15:28:12.333289+0000","last_active":"2024-04-10T15:28:14.458164+0000","last_peered":"2024-04-10T15:28:14.458164+0000","last_clean":"2024-04-10T15:28:14.458164+0000","last_became_active":"2024-04-10T15:28:12.332468+0000","last_became_peered":"2024-04-10T15:28:12.332468+0000","last_unstale":"2024-04-10T15:28:14.458164+0000","last_undegraded":"2024-04-10T15:28:14.458164+0000","last_fullsized":"2024-04-10T15:28:14.458164+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_clean_scrub_stamp":"2024-04-10T15:28:11.308904+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T20:16:06.745224+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-10T15:28:12.311438+0000","last_change":"2024-04-10T15:28:12.311438+0000","last_active":"2024-04-10T15:28:12.311438+0000","last_peered":"2024-04-10T15:28:12.311438+0000","last_clean":"2024-04-10T15:28:12.311438+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-10T15:28:12.311438+0000","last_undegraded":"2024-04-10T15:28:12.311438+0000","last_fullsized":"2024-04-10T15:28:12.311438+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-10T15:28:12.685506+0000","last_change":"2024-04-10T15:28:12.333539+0000","last_active":"2024-04-10T15:28:12.685506+0000","last_peered":"2024-04-10T15:28:12.685506+0000","last_clean":"2024-04-10T15:28:12.685506+0000","last_became_active":"2024-04-10T15:28:12.333037+0000","last_became_peered":"2024-04-10T15:28:12.333037+0000","last_unstale":"2024-04-10T15:28:12.685506+0000","last_undegraded":"2024-04-10T15:28:12.685506+0000","last_fullsized":"2024-04-10T15:28:12.685506+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_clean_scrub_stamp":"2024-04-10T15:28:11.308904+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T16:09:51.166660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-10T15:28:12.689277+0000","last_change":"2024-04-10T15:28:12.686515+0000","last_active":"2024-04-10T15:28:12.689277+0000","last_peered":"2024-04-10T15:28:12.689277+0000","last_clean":"2024-04-10T15:28:12.689277+0000","last_became_active":"2024-04-10T15:28:12.686110+0000","last_became_peered":"2024-04-10T15:28:12.686110+0000","last_unstale":"2024-04-10T15:28:12.689277+0000","last_undegraded":"2024-04-10T15:28:12.689277+0000","last_fullsized":"2024-04-10T15:28:12.689277+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T20:12:58.951054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:14.459045+0000","last_change":"2024-04-10T15:28:12.341914+0000","last_active":"2024-04-10T15:28:14.459045+0000","last_peered":"2024-04-10T15:28:14.459045+0000","last_clean":"2024-04-10T15:28:14.459045+0000","last_became_active":"2024-04-10T15:28:12.341624+0000","last_became_peered":"2024-04-10T15:28:12.341624+0000","last_unstale":"2024-04-10T15:28:14.459045+0000","last_undegraded":"2024-04-10T15:28:14.459045+0000","last_fullsized":"2024-04-10T15:28:14.459045+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_clean_scrub_stamp":"2024-04-10T15:28:11.308904+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T03:25:35.198405+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-10T15:28:12.325806+0000","last_change":"2024-04-10T15:28:12.325806+0000","last_active":"2024-04-10T15:28:12.311438+0000","last_peered":"2024-04-10T15:28:12.311438+0000","last_clean":"2024-04-10T15:28:12.311438+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-10T15:28:12.325806+0000","last_undegraded":"2024-04-10T15:28:12.325806+0000","last_fullsized":"2024-04-10T15:28:12.325806+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T15:43:47.778945+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:14.458575+0000","last_change":"2024-04-10T15:28:12.337764+0000","last_active":"2024-04-10T15:28:14.458575+0000","last_peered":"2024-04-10T15:28:14.458575+0000","last_clean":"2024-04-10T15:28:14.458575+0000","last_became_active":"2024-04-10T15:28:12.336706+0000","last_became_peered":"2024-04-10T15:28:12.336706+0000","last_unstale":"2024-04-10T15:28:14.458575+0000","last_undegraded":"2024-04-10T15:28:14.458575+0000","last_fullsized":"2024-04-10T15:28:14.458575+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_clean_scrub_stamp":"2024-04-10T15:28:11.308904+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T22:32:40.666706+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:14.459374+0000","last_change":"2024-04-10T15:28:12.696846+0000","last_active":"2024-04-10T15:28:14.459374+0000","last_peered":"2024-04-10T15:28:14.459374+0000","last_clean":"2024-04-10T15:28:14.459374+0000","last_became_active":"2024-04-10T15:28:12.696527+0000","last_became_peered":"2024-04-10T15:28:12.696527+0000","last_unstale":"2024-04-10T15:28:14.459374+0000","last_undegraded":"2024-04-10T15:28:14.459374+0000","last_fullsized":"2024-04-10T15:28:14.459374+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T21:56:25.127352+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:14.458985+0000","last_change":"2024-04-10T15:28:12.338118+0000","last_active":"2024-04-10T15:28:14.458985+0000","last_peered":"2024-04-10T15:28:14.458985+0000","last_clean":"2024-04-10T15:28:14.458985+0000","last_became_active":"2024-04-10T15:28:12.337611+0000","last_became_peered":"2024-04-10T15:28:12.337611+0000","last_unstale":"2024-04-10T15:28:14.458985+0000","last_undegraded":"2024-04-10T15:28:14.458985+0000","last_fullsized":"2024-04-10T15:28:14.458985+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_clean_scrub_stamp":"2024-04-10T15:28:11.308904+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T02:40:58.099929+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-10T15:28:12.311438+0000","last_change":"2024-04-10T15:28:12.311438+0000","last_active":"2024-04-10T15:28:12.311438+0000","last_peered":"2024-04-10T15:28:12.311438+0000","last_clean":"2024-04-10T15:28:12.311438+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-10T15:28:12.311438+0000","last_undegraded":"2024-04-10T15:28:12.311438+0000","last_fullsized":"2024-04-10T15:28:12.311438+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.15","version":"0'0","reported_seq":10,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-10T15:28:12.337205+0000","last_change":"2024-04-10T15:28:12.336664+0000","last_active":"2024-04-10T15:28:12.337205+0000","last_peered":"2024-04-10T15:28:12.337205+0000","last_clean":"2024-04-10T15:28:12.337205+0000","last_became_active":"2024-04-10T15:28:12.336372+0000","last_became_peered":"2024-04-10T15:28:12.336372+0000","last_unstale":"2024-04-10T15:28:12.337205+0000","last_undegraded":"2024-04-10T15:28:12.337205+0000","last_fullsized":"2024-04-10T15:28:12.337205+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_clean_scrub_stamp":"2024-04-10T15:28:11.308904+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T17:15:04.892346+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:14.458327+0000","last_change":"2024-04-10T15:28:12.702254+0000","last_active":"2024-04-10T15:28:14.458327+0000","last_peered":"2024-04-10T15:28:14.458327+0000","last_clean":"2024-04-10T15:28:14.458327+0000","last_became_active":"2024-04-10T15:28:12.701973+0000","last_became_peered":"2024-04-10T15:28:12.701973+0000","last_unstale":"2024-04-10T15:28:14.458327+0000","last_undegraded":"2024-04-10T15:28:14.458327+0000","last_fullsized":"2024-04-10T15:28:14.458327+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T21:27:25.192311+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"61'6","reported_seq":18,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:14.458508+0000","last_change":"2024-04-10T15:28:12.338254+0000","last_active":"2024-04-10T15:28:14.458508+0000","last_peered":"2024-04-10T15:28:14.458508+0000","last_clean":"2024-04-10T15:28:14.458508+0000","last_became_active":"2024-04-10T15:28:12.337965+0000","last_became_peered":"2024-04-10T15:28:12.337965+0000","last_unstale":"2024-04-10T15:28:14.458508+0000","last_undegraded":"2024-04-10T15:28:14.458508+0000","last_fullsized":"2024-04-10T15:28:14.458508+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_clean_scrub_stamp":"2024-04-10T15:28:11.308904+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T02:19:59.530010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1564,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:13.676346+0000","last_change":"2024-04-10T15:28:12.706333+0000","last_active":"2024-04-10T15:28:13.676346+0000","last_peered":"2024-04-10T15:28:13.676346+0000","last_clean":"2024-04-10T15:28:13.676346+0000","last_became_active":"2024-04-10T15:28:12.705930+0000","last_became_peered":"2024-04-10T15:28:12.705930+0000","last_unstale":"2024-04-10T15:28:13.676346+0000","last_undegraded":"2024-04-10T15:28:13.676346+0000","last_fullsized":"2024-04-10T15:28:13.676346+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T02:13:51.649491+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"0'0","reported_seq":1,"reported_epoch":59,"state":"creating+peering","last_fresh":"2024-04-10T15:28:11.316490+0000","last_change":"2024-04-10T15:28:11.316490+0000","last_active":"2024-04-10T15:28:11.308904+0000","last_peered":"2024-04-10T15:28:11.308904+0000","last_clean":"2024-04-10T15:28:11.308904+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-10T15:28:11.316490+0000","last_undegraded":"2024-04-10T15:28:11.316490+0000","last_fullsized":"2024-04-10T15:28:11.316490+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_clean_scrub_stamp":"2024-04-10T15:28:11.308904+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T03:21:04.005026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-10T15:28:12.311438+0000","last_change":"2024-04-10T15:28:12.311438+0000","last_active":"2024-04-10T15:28:12.311438+0000","last_peered":"2024-04-10T15:28:12.311438+0000","last_clean":"2024-04-10T15:28:12.311438+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-10T15:28:12.311438+0000","last_undegraded":"2024-04-10T15:28:12.311438+0000","last_fullsized":"2024-04-10T15:28:12.311438+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:14.458679+0000","last_change":"2024-04-10T15:28:12.341332+0000","last_active":"2024-04-10T15:28:14.458679+0000","last_peered":"2024-04-10T15:28:14.458679+0000","last_clean":"2024-04-10T15:28:14.458679+0000","last_became_active":"2024-04-10T15:28:12.341052+0000","last_became_peered":"2024-04-10T15:28:12.341052+0000","last_unstale":"2024-04-10T15:28:14.458679+0000","last_undegraded":"2024-04-10T15:28:14.458679+0000","last_fullsized":"2024-04-10T15:28:14.458679+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_clean_scrub_stamp":"2024-04-10T15:28:11.308904+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T00:04:11.137913+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:13.676303+0000","last_change":"2024-04-10T15:28:12.702267+0000","last_active":"2024-04-10T15:28:13.676303+0000","last_peered":"2024-04-10T15:28:13.676303+0000","last_clean":"2024-04-10T15:28:13.676303+0000","last_became_active":"2024-04-10T15:28:12.701998+0000","last_became_peered":"2024-04-10T15:28:12.701998+0000","last_unstale":"2024-04-10T15:28:13.676303+0000","last_undegraded":"2024-04-10T15:28:13.676303+0000","last_fullsized":"2024-04-10T15:28:13.676303+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T22:58:56.093551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:14.457631+0000","last_change":"2024-04-10T15:28:12.328030+0000","last_active":"2024-04-10T15:28:14.457631+0000","last_peered":"2024-04-10T15:28:14.457631+0000","last_clean":"2024-04-10T15:28:14.457631+0000","last_became_active":"2024-04-10T15:28:12.327715+0000","last_became_peered":"2024-04-10T15:28:12.327715+0000","last_unstale":"2024-04-10T15:28:14.457631+0000","last_undegraded":"2024-04-10T15:28:14.457631+0000","last_fullsized":"2024-04-10T15:28:14.457631+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_clean_scrub_stamp":"2024-04-10T15:28:11.308904+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T20:01:58.625925+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:14.457702+0000","last_change":"2024-04-10T15:28:12.699324+0000","last_active":"2024-04-10T15:28:14.457702+0000","last_peered":"2024-04-10T15:28:14.457702+0000","last_clean":"2024-04-10T15:28:14.457702+0000","last_became_active":"2024-04-10T15:28:12.698585+0000","last_became_peered":"2024-04-10T15:28:12.698585+0000","last_unstale":"2024-04-10T15:28:14.457702+0000","last_undegraded":"2024-04-10T15:28:14.457702+0000","last_fullsized":"2024-04-10T15:28:14.457702+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T20:10:31.788807+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"61'8","reported_seq":19,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-10T15:28:12.701643+0000","last_change":"2024-04-10T15:28:12.335053+0000","last_active":"2024-04-10T15:28:12.701643+0000","last_peered":"2024-04-10T15:28:12.701643+0000","last_clean":"2024-04-10T15:28:12.701643+0000","last_became_active":"2024-04-10T15:28:12.333632+0000","last_became_peered":"2024-04-10T15:28:12.333632+0000","last_unstale":"2024-04-10T15:28:12.701643+0000","last_undegraded":"2024-04-10T15:28:12.701643+0000","last_fullsized":"2024-04-10T15:28:12.701643+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_clean_scrub_stamp":"2024-04-10T15:28:11.308904+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T02:50:45.268863+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:13.676063+0000","last_change":"2024-04-10T15:28:12.701517+0000","last_active":"2024-04-10T15:28:13.676063+0000","last_peered":"2024-04-10T15:28:13.676063+0000","last_clean":"2024-04-10T15:28:13.676063+0000","last_became_active":"2024-04-10T15:28:12.701250+0000","last_became_peered":"2024-04-10T15:28:12.701250+0000","last_unstale":"2024-04-10T15:28:13.676063+0000","last_undegraded":"2024-04-10T15:28:13.676063+0000","last_fullsized":"2024-04-10T15:28:13.676063+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T19:46:25.284642+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"61'1","reported_seq":13,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:14.458166+0000","last_change":"2024-04-10T15:28:12.336695+0000","last_active":"2024-04-10T15:28:14.458166+0000","last_peered":"2024-04-10T15:28:14.458166+0000","last_clean":"2024-04-10T15:28:14.458166+0000","last_became_active":"2024-04-10T15:28:12.336341+0000","last_became_peered":"2024-04-10T15:28:12.336341+0000","last_unstale":"2024-04-10T15:28:14.458166+0000","last_undegraded":"2024-04-10T15:28:14.458166+0000","last_fullsized":"2024-04-10T15:28:14.458166+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_clean_scrub_stamp":"2024-04-10T15:28:11.308904+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T19:12:10.704230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:13.676624+0000","last_change":"2024-04-10T15:28:12.692909+0000","last_active":"2024-04-10T15:28:13.676624+0000","last_peered":"2024-04-10T15:28:13.676624+0000","last_clean":"2024-04-10T15:28:13.676624+0000","last_became_active":"2024-04-10T15:28:12.692637+0000","last_became_peered":"2024-04-10T15:28:12.692637+0000","last_unstale":"2024-04-10T15:28:13.676624+0000","last_undegraded":"2024-04-10T15:28:13.676624+0000","last_fullsized":"2024-04-10T15:28:13.676624+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T23:37:49.716420+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":10,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-10T15:28:12.338419+0000","last_change":"2024-04-10T15:28:12.337676+0000","last_active":"2024-04-10T15:28:12.338419+0000","last_peered":"2024-04-10T15:28:12.338419+0000","last_clean":"2024-04-10T15:28:12.338419+0000","last_became_active":"2024-04-10T15:28:12.337418+0000","last_became_peered":"2024-04-10T15:28:12.337418+0000","last_unstale":"2024-04-10T15:28:12.338419+0000","last_undegraded":"2024-04-10T15:28:12.338419+0000","last_fullsized":"2024-04-10T15:28:12.338419+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_clean_scrub_stamp":"2024-04-10T15:28:11.308904+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T23:00:04.712466+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:14.459109+0000","last_change":"2024-04-10T15:28:12.687636+0000","last_active":"2024-04-10T15:28:14.459109+0000","last_peered":"2024-04-10T15:28:14.459109+0000","last_clean":"2024-04-10T15:28:14.459109+0000","last_became_active":"2024-04-10T15:28:12.687173+0000","last_became_peered":"2024-04-10T15:28:12.687173+0000","last_unstale":"2024-04-10T15:28:14.459109+0000","last_undegraded":"2024-04-10T15:28:14.459109+0000","last_fullsized":"2024-04-10T15:28:14.459109+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T01:50:08.159062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:14.458584+0000","last_change":"2024-04-10T15:28:12.339144+0000","last_active":"2024-04-10T15:28:14.458584+0000","last_peered":"2024-04-10T15:28:14.458584+0000","last_clean":"2024-04-10T15:28:14.458584+0000","last_became_active":"2024-04-10T15:28:12.338830+0000","last_became_peered":"2024-04-10T15:28:12.338830+0000","last_unstale":"2024-04-10T15:28:14.458584+0000","last_undegraded":"2024-04-10T15:28:14.458584+0000","last_fullsized":"2024-04-10T15:28:14.458584+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_clean_scrub_stamp":"2024-04-10T15:28:11.308904+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T19:44:45.612115+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:14.457943+0000","last_change":"2024-04-10T15:28:12.689329+0000","last_active":"2024-04-10T15:28:14.457943+0000","last_peered":"2024-04-10T15:28:14.457943+0000","last_clean":"2024-04-10T15:28:14.457943+0000","last_became_active":"2024-04-10T15:28:12.689039+0000","last_became_peered":"2024-04-10T15:28:12.689039+0000","last_unstale":"2024-04-10T15:28:14.457943+0000","last_undegraded":"2024-04-10T15:28:14.457943+0000","last_fullsized":"2024-04-10T15:28:14.457943+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T17:22:27.796908+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-10T15:28:12.324988+0000","last_change":"2024-04-10T15:28:12.324988+0000","last_active":"2024-04-10T15:28:12.311438+0000","last_peered":"2024-04-10T15:28:12.311438+0000","last_clean":"2024-04-10T15:28:12.311438+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-10T15:28:12.324988+0000","last_undegraded":"2024-04-10T15:28:12.324988+0000","last_fullsized":"2024-04-10T15:28:12.324988+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T15:29:21.377770+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-10T15:28:12.681019+0000","last_change":"2024-04-10T15:28:12.334404+0000","last_active":"2024-04-10T15:28:12.681019+0000","last_peered":"2024-04-10T15:28:12.681019+0000","last_clean":"2024-04-10T15:28:12.681019+0000","last_became_active":"2024-04-10T15:28:12.334133+0000","last_became_peered":"2024-04-10T15:28:12.334133+0000","last_unstale":"2024-04-10T15:28:12.681019+0000","last_undegraded":"2024-04-10T15:28:12.681019+0000","last_fullsized":"2024-04-10T15:28:12.681019+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_clean_scrub_stamp":"2024-04-10T15:28:11.308904+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T16:57:32.488780+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-10T15:28:12.689972+0000","last_change":"2024-04-10T15:28:12.687699+0000","last_active":"2024-04-10T15:28:12.689972+0000","last_peered":"2024-04-10T15:28:12.689972+0000","last_clean":"2024-04-10T15:28:12.689972+0000","last_became_active":"2024-04-10T15:28:12.687434+0000","last_became_peered":"2024-04-10T15:28:12.687434+0000","last_unstale":"2024-04-10T15:28:12.689972+0000","last_undegraded":"2024-04-10T15:28:12.689972+0000","last_fullsized":"2024-04-10T15:28:12.689972+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T00:55:21.631806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:14.458995+0000","last_change":"2024-04-10T15:28:12.341191+0000","last_active":"2024-04-10T15:28:14.458995+0000","last_peered":"2024-04-10T15:28:14.458995+0000","last_clean":"2024-04-10T15:28:14.458995+0000","last_became_active":"2024-04-10T15:28:12.340895+0000","last_became_peered":"2024-04-10T15:28:12.340895+0000","last_unstale":"2024-04-10T15:28:14.458995+0000","last_undegraded":"2024-04-10T15:28:14.458995+0000","last_fullsized":"2024-04-10T15:28:14.458995+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_clean_scrub_stamp":"2024-04-10T15:28:11.308904+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T23:29:26.519970+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"21'117","reported_seq":219,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-10T15:28:12.680008+0000","last_change":"2024-04-10T15:27:58.478243+0000","last_active":"2024-04-10T15:28:12.680008+0000","last_peered":"2024-04-10T15:28:12.680008+0000","last_clean":"2024-04-10T15:28:12.680008+0000","last_became_active":"2024-04-10T15:27:58.477840+0000","last_became_peered":"2024-04-10T15:27:58.477840+0000","last_unstale":"2024-04-10T15:28:12.680008+0000","last_undegraded":"2024-04-10T15:28:12.680008+0000","last_fullsized":"2024-04-10T15:28:12.680008+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:25:53.886772+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:25:53.886772+0000","last_clean_scrub_stamp":"2024-04-10T15:25:53.886772+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T19:09:53.840413+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-10T15:28:12.311438+0000","last_change":"2024-04-10T15:28:12.311438+0000","last_active":"2024-04-10T15:28:12.311438+0000","last_peered":"2024-04-10T15:28:12.311438+0000","last_clean":"2024-04-10T15:28:12.311438+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-10T15:28:12.311438+0000","last_undegraded":"2024-04-10T15:28:12.311438+0000","last_fullsized":"2024-04-10T15:28:12.311438+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:13.676047+0000","last_change":"2024-04-10T15:28:12.345303+0000","last_active":"2024-04-10T15:28:13.676047+0000","last_peered":"2024-04-10T15:28:13.676047+0000","last_clean":"2024-04-10T15:28:13.676047+0000","last_became_active":"2024-04-10T15:28:12.344678+0000","last_became_peered":"2024-04-10T15:28:12.344678+0000","last_unstale":"2024-04-10T15:28:13.676047+0000","last_undegraded":"2024-04-10T15:28:13.676047+0000","last_fullsized":"2024-04-10T15:28:13.676047+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_clean_scrub_stamp":"2024-04-10T15:28:11.308904+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T21:14:35.887547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:13.676494+0000","last_change":"2024-04-10T15:28:12.344639+0000","last_active":"2024-04-10T15:28:13.676494+0000","last_peered":"2024-04-10T15:28:13.676494+0000","last_clean":"2024-04-10T15:28:13.676494+0000","last_became_active":"2024-04-10T15:28:12.344314+0000","last_became_peered":"2024-04-10T15:28:12.344314+0000","last_unstale":"2024-04-10T15:28:13.676494+0000","last_undegraded":"2024-04-10T15:28:13.676494+0000","last_fullsized":"2024-04-10T15:28:13.676494+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_clean_scrub_stamp":"2024-04-10T15:28:11.308904+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T01:58:59.293454+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-10T15:28:12.325255+0000","last_change":"2024-04-10T15:28:12.325255+0000","last_active":"2024-04-10T15:28:12.311438+0000","last_peered":"2024-04-10T15:28:12.311438+0000","last_clean":"2024-04-10T15:28:12.311438+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-10T15:28:12.325255+0000","last_undegraded":"2024-04-10T15:28:12.325255+0000","last_fullsized":"2024-04-10T15:28:12.325255+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T18:58:56.983394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":10,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-10T15:28:12.329850+0000","last_change":"2024-04-10T15:28:12.329014+0000","last_active":"2024-04-10T15:28:12.329850+0000","last_peered":"2024-04-10T15:28:12.329850+0000","last_clean":"2024-04-10T15:28:12.329850+0000","last_became_active":"2024-04-10T15:28:12.328709+0000","last_became_peered":"2024-04-10T15:28:12.328709+0000","last_unstale":"2024-04-10T15:28:12.329850+0000","last_undegraded":"2024-04-10T15:28:12.329850+0000","last_fullsized":"2024-04-10T15:28:12.329850+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_clean_scrub_stamp":"2024-04-10T15:28:11.308904+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T15:56:56.856939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-10T15:28:12.702959+0000","last_change":"2024-04-10T15:28:12.702234+0000","last_active":"2024-04-10T15:28:12.702959+0000","last_peered":"2024-04-10T15:28:12.702959+0000","last_clean":"2024-04-10T15:28:12.702959+0000","last_became_active":"2024-04-10T15:28:12.701953+0000","last_became_peered":"2024-04-10T15:28:12.701953+0000","last_unstale":"2024-04-10T15:28:12.702959+0000","last_undegraded":"2024-04-10T15:28:12.702959+0000","last_fullsized":"2024-04-10T15:28:12.702959+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T17:35:36.777883+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"61'2","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:14.458450+0000","last_change":"2024-04-10T15:28:12.334192+0000","last_active":"2024-04-10T15:28:14.458450+0000","last_peered":"2024-04-10T15:28:14.458450+0000","last_clean":"2024-04-10T15:28:14.458450+0000","last_became_active":"2024-04-10T15:28:12.333912+0000","last_became_peered":"2024-04-10T15:28:12.333912+0000","last_unstale":"2024-04-10T15:28:14.458450+0000","last_undegraded":"2024-04-10T15:28:14.458450+0000","last_fullsized":"2024-04-10T15:28:14.458450+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_clean_scrub_stamp":"2024-04-10T15:28:11.308904+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T23:11:01.516468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-10T15:28:12.311438+0000","last_change":"2024-04-10T15:28:12.311438+0000","last_active":"2024-04-10T15:28:12.311438+0000","last_peered":"2024-04-10T15:28:12.311438+0000","last_clean":"2024-04-10T15:28:12.311438+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-10T15:28:12.311438+0000","last_undegraded":"2024-04-10T15:28:12.311438+0000","last_fullsized":"2024-04-10T15:28:12.311438+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:13.675903+0000","last_change":"2024-04-10T15:28:12.344868+0000","last_active":"2024-04-10T15:28:13.675903+0000","last_peered":"2024-04-10T15:28:13.675903+0000","last_clean":"2024-04-10T15:28:13.675903+0000","last_became_active":"2024-04-10T15:28:12.344550+0000","last_became_peered":"2024-04-10T15:28:12.344550+0000","last_unstale":"2024-04-10T15:28:13.675903+0000","last_undegraded":"2024-04-10T15:28:13.675903+0000","last_fullsized":"2024-04-10T15:28:13.675903+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_clean_scrub_stamp":"2024-04-10T15:28:11.308904+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T19:05:59.355752+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:14.457478+0000","last_change":"2024-04-10T15:28:12.703711+0000","last_active":"2024-04-10T15:28:14.457478+0000","last_peered":"2024-04-10T15:28:14.457478+0000","last_clean":"2024-04-10T15:28:14.457478+0000","last_became_active":"2024-04-10T15:28:12.702814+0000","last_became_peered":"2024-04-10T15:28:12.702814+0000","last_unstale":"2024-04-10T15:28:14.457478+0000","last_undegraded":"2024-04-10T15:28:14.457478+0000","last_fullsized":"2024-04-10T15:28:14.457478+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T16:02:34.671928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":10,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-10T15:28:12.338769+0000","last_change":"2024-04-10T15:28:12.338510+0000","last_active":"2024-04-10T15:28:12.338769+0000","last_peered":"2024-04-10T15:28:12.338769+0000","last_clean":"2024-04-10T15:28:12.338769+0000","last_became_active":"2024-04-10T15:28:12.338243+0000","last_became_peered":"2024-04-10T15:28:12.338243+0000","last_unstale":"2024-04-10T15:28:12.338769+0000","last_undegraded":"2024-04-10T15:28:12.338769+0000","last_fullsized":"2024-04-10T15:28:12.338769+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_clean_scrub_stamp":"2024-04-10T15:28:11.308904+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T03:20:50.547767+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-10T15:28:12.698617+0000","last_change":"2024-04-10T15:28:12.695039+0000","last_active":"2024-04-10T15:28:12.698617+0000","last_peered":"2024-04-10T15:28:12.698617+0000","last_clean":"2024-04-10T15:28:12.698617+0000","last_became_active":"2024-04-10T15:28:12.694775+0000","last_became_peered":"2024-04-10T15:28:12.694775+0000","last_unstale":"2024-04-10T15:28:12.698617+0000","last_undegraded":"2024-04-10T15:28:12.698617+0000","last_fullsized":"2024-04-10T15:28:12.698617+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T22:54:01.347493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":10,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-10T15:28:12.337100+0000","last_change":"2024-04-10T15:28:12.335147+0000","last_active":"2024-04-10T15:28:12.337100+0000","last_peered":"2024-04-10T15:28:12.337100+0000","last_clean":"2024-04-10T15:28:12.337100+0000","last_became_active":"2024-04-10T15:28:12.334329+0000","last_became_peered":"2024-04-10T15:28:12.334329+0000","last_unstale":"2024-04-10T15:28:12.337100+0000","last_undegraded":"2024-04-10T15:28:12.337100+0000","last_fullsized":"2024-04-10T15:28:12.337100+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_clean_scrub_stamp":"2024-04-10T15:28:11.308904+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T18:59:41.189969+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-10T15:28:12.702131+0000","last_change":"2024-04-10T15:28:12.701523+0000","last_active":"2024-04-10T15:28:12.702131+0000","last_peered":"2024-04-10T15:28:12.702131+0000","last_clean":"2024-04-10T15:28:12.702131+0000","last_became_active":"2024-04-10T15:28:12.701203+0000","last_became_peered":"2024-04-10T15:28:12.701203+0000","last_unstale":"2024-04-10T15:28:12.702131+0000","last_undegraded":"2024-04-10T15:28:12.702131+0000","last_fullsized":"2024-04-10T15:28:12.702131+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T18:24:32.314286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"61'2","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:13.676134+0000","last_change":"2024-04-10T15:28:12.342172+0000","last_active":"2024-04-10T15:28:13.676134+0000","last_peered":"2024-04-10T15:28:13.676134+0000","last_clean":"2024-04-10T15:28:13.676134+0000","last_became_active":"2024-04-10T15:28:12.341397+0000","last_became_peered":"2024-04-10T15:28:12.341397+0000","last_unstale":"2024-04-10T15:28:13.676134+0000","last_undegraded":"2024-04-10T15:28:13.676134+0000","last_fullsized":"2024-04-10T15:28:13.676134+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_clean_scrub_stamp":"2024-04-10T15:28:11.308904+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T17:39:12.305175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:14.458205+0000","last_change":"2024-04-10T15:28:12.695448+0000","last_active":"2024-04-10T15:28:14.458205+0000","last_peered":"2024-04-10T15:28:14.458205+0000","last_clean":"2024-04-10T15:28:14.458205+0000","last_became_active":"2024-04-10T15:28:12.695045+0000","last_became_peered":"2024-04-10T15:28:12.695045+0000","last_unstale":"2024-04-10T15:28:14.458205+0000","last_undegraded":"2024-04-10T15:28:14.458205+0000","last_fullsized":"2024-04-10T15:28:14.458205+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T00:23:58.335502+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-10T15:28:12.681256+0000","last_change":"2024-04-10T15:28:12.336098+0000","last_active":"2024-04-10T15:28:12.681256+0000","last_peered":"2024-04-10T15:28:12.681256+0000","last_clean":"2024-04-10T15:28:12.681256+0000","last_became_active":"2024-04-10T15:28:12.335571+0000","last_became_peered":"2024-04-10T15:28:12.335571+0000","last_unstale":"2024-04-10T15:28:12.681256+0000","last_undegraded":"2024-04-10T15:28:12.681256+0000","last_fullsized":"2024-04-10T15:28:12.681256+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_clean_scrub_stamp":"2024-04-10T15:28:11.308904+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T23:54:10.950965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:13.676483+0000","last_change":"2024-04-10T15:28:12.700861+0000","last_active":"2024-04-10T15:28:13.676483+0000","last_peered":"2024-04-10T15:28:13.676483+0000","last_clean":"2024-04-10T15:28:13.676483+0000","last_became_active":"2024-04-10T15:28:12.700569+0000","last_became_peered":"2024-04-10T15:28:12.700569+0000","last_unstale":"2024-04-10T15:28:13.676483+0000","last_undegraded":"2024-04-10T15:28:13.676483+0000","last_fullsized":"2024-04-10T15:28:13.676483+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T21:31:46.152413+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"0'0","reported_seq":10,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-10T15:28:12.337188+0000","last_change":"2024-04-10T15:28:12.336439+0000","last_active":"2024-04-10T15:28:12.337188+0000","last_peered":"2024-04-10T15:28:12.337188+0000","last_clean":"2024-04-10T15:28:12.337188+0000","last_became_active":"2024-04-10T15:28:12.335685+0000","last_became_peered":"2024-04-10T15:28:12.335685+0000","last_unstale":"2024-04-10T15:28:12.337188+0000","last_undegraded":"2024-04-10T15:28:12.337188+0000","last_fullsized":"2024-04-10T15:28:12.337188+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_clean_scrub_stamp":"2024-04-10T15:28:11.308904+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T16:45:49.427958+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:14.458997+0000","last_change":"2024-04-10T15:28:12.697051+0000","last_active":"2024-04-10T15:28:14.458997+0000","last_peered":"2024-04-10T15:28:14.458997+0000","last_clean":"2024-04-10T15:28:14.458997+0000","last_became_active":"2024-04-10T15:28:12.696173+0000","last_became_peered":"2024-04-10T15:28:12.696173+0000","last_unstale":"2024-04-10T15:28:14.458997+0000","last_undegraded":"2024-04-10T15:28:14.458997+0000","last_fullsized":"2024-04-10T15:28:14.458997+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T16:18:53.595466+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"61'2","reported_seq":13,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-10T15:28:12.693931+0000","last_change":"2024-04-10T15:28:12.337730+0000","last_active":"2024-04-10T15:28:12.693931+0000","last_peered":"2024-04-10T15:28:12.693931+0000","last_clean":"2024-04-10T15:28:12.693931+0000","last_became_active":"2024-04-10T15:28:12.337275+0000","last_became_peered":"2024-04-10T15:28:12.337275+0000","last_unstale":"2024-04-10T15:28:12.693931+0000","last_undegraded":"2024-04-10T15:28:12.693931+0000","last_fullsized":"2024-04-10T15:28:12.693931+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_clean_scrub_stamp":"2024-04-10T15:28:11.308904+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T16:17:07.806175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:13.676838+0000","last_change":"2024-04-10T15:28:12.705648+0000","last_active":"2024-04-10T15:28:13.676838+0000","last_peered":"2024-04-10T15:28:13.676838+0000","last_clean":"2024-04-10T15:28:13.676838+0000","last_became_active":"2024-04-10T15:28:12.705336+0000","last_became_peered":"2024-04-10T15:28:12.705336+0000","last_unstale":"2024-04-10T15:28:13.676838+0000","last_undegraded":"2024-04-10T15:28:13.676838+0000","last_fullsized":"2024-04-10T15:28:13.676838+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T16:56:18.985883+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:14.457545+0000","last_change":"2024-04-10T15:28:12.700090+0000","last_active":"2024-04-10T15:28:14.457545+0000","last_peered":"2024-04-10T15:28:14.457545+0000","last_clean":"2024-04-10T15:28:14.457545+0000","last_became_active":"2024-04-10T15:28:12.699014+0000","last_became_peered":"2024-04-10T15:28:12.699014+0000","last_unstale":"2024-04-10T15:28:14.457545+0000","last_undegraded":"2024-04-10T15:28:14.457545+0000","last_fullsized":"2024-04-10T15:28:14.457545+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T18:00:16.132342+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-10T15:28:12.702446+0000","last_change":"2024-04-10T15:28:12.700473+0000","last_active":"2024-04-10T15:28:12.702446+0000","last_peered":"2024-04-10T15:28:12.702446+0000","last_clean":"2024-04-10T15:28:12.702446+0000","last_became_active":"2024-04-10T15:28:12.700216+0000","last_became_peered":"2024-04-10T15:28:12.700216+0000","last_unstale":"2024-04-10T15:28:12.702446+0000","last_undegraded":"2024-04-10T15:28:12.702446+0000","last_fullsized":"2024-04-10T15:28:12.702446+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T01:21:37.845969+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:14.458758+0000","last_change":"2024-04-10T15:28:12.686276+0000","last_active":"2024-04-10T15:28:14.458758+0000","last_peered":"2024-04-10T15:28:14.458758+0000","last_clean":"2024-04-10T15:28:14.458758+0000","last_became_active":"2024-04-10T15:28:12.685802+0000","last_became_peered":"2024-04-10T15:28:12.685802+0000","last_unstale":"2024-04-10T15:28:14.458758+0000","last_undegraded":"2024-04-10T15:28:14.458758+0000","last_fullsized":"2024-04-10T15:28:14.458758+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T18:04:49.955782+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-10T15:28:12.311438+0000","last_change":"2024-04-10T15:28:12.311438+0000","last_active":"2024-04-10T15:28:12.311438+0000","last_peered":"2024-04-10T15:28:12.311438+0000","last_clean":"2024-04-10T15:28:12.311438+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-10T15:28:12.311438+0000","last_undegraded":"2024-04-10T15:28:12.311438+0000","last_fullsized":"2024-04-10T15:28:12.311438+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-10T15:28:12.702203+0000","last_change":"2024-04-10T15:28:12.701622+0000","last_active":"2024-04-10T15:28:12.702203+0000","last_peered":"2024-04-10T15:28:12.702203+0000","last_clean":"2024-04-10T15:28:12.702203+0000","last_became_active":"2024-04-10T15:28:12.701343+0000","last_became_peered":"2024-04-10T15:28:12.701343+0000","last_unstale":"2024-04-10T15:28:12.702203+0000","last_undegraded":"2024-04-10T15:28:12.702203+0000","last_fullsized":"2024-04-10T15:28:12.702203+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T02:11:17.776135+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-10T15:28:12.326429+0000","last_change":"2024-04-10T15:28:12.326429+0000","last_active":"2024-04-10T15:28:12.311438+0000","last_peered":"2024-04-10T15:28:12.311438+0000","last_clean":"2024-04-10T15:28:12.311438+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-10T15:28:12.326429+0000","last_undegraded":"2024-04-10T15:28:12.326429+0000","last_fullsized":"2024-04-10T15:28:12.326429+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T16:12:33.326980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:14.458271+0000","last_change":"2024-04-10T15:28:12.694591+0000","last_active":"2024-04-10T15:28:14.458271+0000","last_peered":"2024-04-10T15:28:14.458271+0000","last_clean":"2024-04-10T15:28:14.458271+0000","last_became_active":"2024-04-10T15:28:12.694249+0000","last_became_peered":"2024-04-10T15:28:12.694249+0000","last_unstale":"2024-04-10T15:28:14.458271+0000","last_undegraded":"2024-04-10T15:28:14.458271+0000","last_fullsized":"2024-04-10T15:28:14.458271+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T19:48:07.458963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-10T15:28:12.686158+0000","last_change":"2024-04-10T15:28:12.683938+0000","last_active":"2024-04-10T15:28:12.686158+0000","last_peered":"2024-04-10T15:28:12.686158+0000","last_clean":"2024-04-10T15:28:12.686158+0000","last_became_active":"2024-04-10T15:28:12.683676+0000","last_became_peered":"2024-04-10T15:28:12.683676+0000","last_unstale":"2024-04-10T15:28:12.686158+0000","last_undegraded":"2024-04-10T15:28:12.686158+0000","last_fullsized":"2024-04-10T15:28:12.686158+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T20:58:38.460698+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:14.459143+0000","last_change":"2024-04-10T15:28:12.697742+0000","last_active":"2024-04-10T15:28:14.459143+0000","last_peered":"2024-04-10T15:28:14.459143+0000","last_clean":"2024-04-10T15:28:14.459143+0000","last_became_active":"2024-04-10T15:28:12.697450+0000","last_became_peered":"2024-04-10T15:28:12.697450+0000","last_unstale":"2024-04-10T15:28:14.459143+0000","last_undegraded":"2024-04-10T15:28:14.459143+0000","last_fullsized":"2024-04-10T15:28:14.459143+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T20:53:32.525021+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-10T15:28:12.698340+0000","last_change":"2024-04-10T15:28:12.697126+0000","last_active":"2024-04-10T15:28:12.698340+0000","last_peered":"2024-04-10T15:28:12.698340+0000","last_clean":"2024-04-10T15:28:12.698340+0000","last_became_active":"2024-04-10T15:28:12.696810+0000","last_became_peered":"2024-04-10T15:28:12.696810+0000","last_unstale":"2024-04-10T15:28:12.698340+0000","last_undegraded":"2024-04-10T15:28:12.698340+0000","last_fullsized":"2024-04-10T15:28:12.698340+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T22:15:16.252640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:14.458803+0000","last_change":"2024-04-10T15:28:12.696778+0000","last_active":"2024-04-10T15:28:14.458803+0000","last_peered":"2024-04-10T15:28:14.458803+0000","last_clean":"2024-04-10T15:28:14.458803+0000","last_became_active":"2024-04-10T15:28:12.696360+0000","last_became_peered":"2024-04-10T15:28:12.696360+0000","last_unstale":"2024-04-10T15:28:14.458803+0000","last_undegraded":"2024-04-10T15:28:14.458803+0000","last_fullsized":"2024-04-10T15:28:14.458803+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T02:49:42.974194+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-10T15:28:12.311438+0000","last_change":"2024-04-10T15:28:12.311438+0000","last_active":"2024-04-10T15:28:12.311438+0000","last_peered":"2024-04-10T15:28:12.311438+0000","last_clean":"2024-04-10T15:28:12.311438+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-10T15:28:12.311438+0000","last_undegraded":"2024-04-10T15:28:12.311438+0000","last_fullsized":"2024-04-10T15:28:12.311438+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:14.458636+0000","last_change":"2024-04-10T15:28:12.693179+0000","last_active":"2024-04-10T15:28:14.458636+0000","last_peered":"2024-04-10T15:28:14.458636+0000","last_clean":"2024-04-10T15:28:14.458636+0000","last_became_active":"2024-04-10T15:28:12.692808+0000","last_became_peered":"2024-04-10T15:28:12.692808+0000","last_unstale":"2024-04-10T15:28:14.458636+0000","last_undegraded":"2024-04-10T15:28:14.458636+0000","last_fullsized":"2024-04-10T15:28:14.458636+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T17:41:28.799913+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":162,"acting":162,"num_store_stats":7},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4157440,"data_stored":4132576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":3,"acting":3,"num_store_stats":7},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":1586,"num_objects":14,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":32,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":10,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":73728,"data_stored":6198,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":28,"ondisk_log_size":28,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928233990,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28208,"kb_used_data":1184,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716944,"statfs":{"total":95995035648,"available":95966150656,"internally_reserved":0,"allocated":1212416,"data_stored":843683,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1588,"internal_metadata":27654604},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.68400000000000005}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0369999999999999}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.91800000000000004}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.71499999999999997}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.61499999999999999}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.77900000000000003}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.93799999999999994}]}]},{"osd":6,"up_from":46,"seq":197568495627,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28208,"kb_used_data":1184,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716944,"statfs":{"total":95995035648,"available":95966150656,"internally_reserved":0,"allocated":1212416,"data_stored":844312,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58499999999999996}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.64100000000000001}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.68899999999999995}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.76400000000000001}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.71199999999999997}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.748}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.88700000000000001}]}]},{"osd":1,"up_from":13,"seq":55834574884,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27592,"kb_used_data":572,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717560,"statfs":{"total":95995035648,"available":95966781440,"internally_reserved":0,"allocated":585728,"data_stored":238801,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Apr 10 15:27:30 2024","interfaces":[{"interface":"back","average":{"1min":0.379,"5min":0.33800000000000002,"15min":0.33100000000000002},"min":{"1min":0.28699999999999998,"5min":0.215,"15min":0.215},"max":{"1min":0.54000000000000004,"5min":0.66200000000000003,"15min":0.66200000000000003},"last":0.33200000000000002},{"interface":"front","average":{"1min":0.40200000000000002,"5min":0.35399999999999998,"15min":0.34599999999999997},"min":{"1min":0.316,"5min":0.21299999999999999,"15min":0.21299999999999999},"max":{"1min":0.58199999999999996,"5min":0.69999999999999996,"15min":0.69999999999999996},"last":0.315}]},{"osd":2,"last update":"Wed Apr 10 15:28:00 2024","interfaces":[{"interface":"back","average":{"1min":0.44900000000000001,"5min":0.38500000000000001,"15min":0.374},"min":{"1min":0.29599999999999999,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":0.64600000000000002,"5min":0.64600000000000002,"15min":0.64600000000000002},"last":0.40000000000000002},{"interface":"front","average":{"1min":0.41899999999999998,"5min":0.39800000000000002,"15min":0.39400000000000002},"min":{"1min":0.307,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":0.622,"5min":0.63,"15min":0.63},"last":0.37}]},{"osd":3,"last update":"Wed Apr 10 15:27:21 2024","interfaces":[{"interface":"back","average":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.54800000000000004,"5min":0.54800000000000004,"15min":0.54800000000000004},"last":0.46000000000000002},{"interface":"front","average":{"1min":0.41299999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"min":{"1min":0.32000000000000001,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":0.503,"5min":0.503,"15min":0.503},"last":0.41799999999999998}]},{"osd":4,"last update":"Wed Apr 10 15:27:40 2024","interfaces":[{"interface":"back","average":{"1min":0.54400000000000004,"5min":0.54400000000000004,"15min":0.54400000000000004},"min":{"1min":0.40799999999999997,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":0.76900000000000002,"5min":0.76900000000000002,"15min":0.76900000000000002},"last":0.68899999999999995},{"interface":"front","average":{"1min":0.54600000000000004,"5min":0.54600000000000004,"15min":0.54600000000000004},"min":{"1min":0.39700000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":0.81599999999999995,"5min":0.81599999999999995,"15min":0.81599999999999995},"last":0.54700000000000004}]},{"osd":5,"last update":"Wed Apr 10 15:28:08 2024","interfaces":[{"interface":"back","average":{"1min":0.56200000000000006,"5min":0.56200000000000006,"15min":0.56200000000000006},"min":{"1min":0.44700000000000001,"5min":0.44700000000000001,"15min":0.44700000000000001},"max":{"1min":0.83099999999999996,"5min":0.83099999999999996,"15min":0.83099999999999996},"last":0.53300000000000003},{"interface":"front","average":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"min":{"1min":0.42699999999999999,"5min":0.42699999999999999,"15min":0.42699999999999999},"max":{"1min":0.79500000000000004,"5min":0.79500000000000004,"15min":0.79500000000000004},"last":0.74399999999999999}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.73199999999999998}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57799999999999996}]}]},{"osd":0,"up_from":8,"seq":34359738409,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32264,"kb_used_data":1140,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93712888,"statfs":{"total":95995035648,"available":95961997312,"internally_reserved":0,"allocated":1167360,"data_stored":822922,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Wed Apr 10 15:27:32 2024","interfaces":[{"interface":"back","average":{"1min":0.41899999999999998,"5min":0.32700000000000001,"15min":0.312},"min":{"1min":0.26700000000000002,"5min":0.185,"15min":0.185},"max":{"1min":0.623,"5min":0.623,"15min":0.623},"last":0.54200000000000004},{"interface":"front","average":{"1min":0.441,"5min":0.34499999999999997,"15min":0.32900000000000001},"min":{"1min":0.28699999999999998,"5min":0.20499999999999999,"15min":0.20499999999999999},"max":{"1min":0.60799999999999998,"5min":0.60799999999999998,"15min":0.60799999999999998},"last":0.60399999999999998}]},{"osd":2,"last update":"Wed Apr 10 15:27:58 2024","interfaces":[{"interface":"back","average":{"1min":0.46700000000000003,"5min":0.40999999999999998,"15min":0.40000000000000002},"min":{"1min":0.34000000000000002,"5min":0.245,"15min":0.245},"max":{"1min":0.627,"5min":0.627,"15min":0.627},"last":0.47999999999999998},{"interface":"front","average":{"1min":0.46600000000000003,"5min":0.42199999999999999,"15min":0.41399999999999998},"min":{"1min":0.34599999999999997,"5min":0.221,"15min":0.221},"max":{"1min":0.64500000000000002,"5min":0.65400000000000003,"15min":0.65400000000000003},"last":0.437}]},{"osd":3,"last update":"Wed Apr 10 15:27:19 2024","interfaces":[{"interface":"back","average":{"1min":0.49299999999999999,"5min":0.49299999999999999,"15min":0.49299999999999999},"min":{"1min":0.35299999999999998,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.625,"5min":0.625,"15min":0.625},"last":0.55500000000000005},{"interface":"front","average":{"1min":0.504,"5min":0.504,"15min":0.504},"min":{"1min":0.33000000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":0.71399999999999997,"5min":0.71399999999999997,"15min":0.71399999999999997},"last":0.58499999999999996}]},{"osd":4,"last update":"Wed Apr 10 15:27:41 2024","interfaces":[{"interface":"back","average":{"1min":0.62,"5min":0.62,"15min":0.62},"min":{"1min":0.48099999999999998,"5min":0.48099999999999998,"15min":0.48099999999999998},"max":{"1min":0.93000000000000005,"5min":0.93000000000000005,"15min":0.93000000000000005},"last":0.71599999999999997},{"interface":"front","average":{"1min":0.59599999999999997,"5min":0.59599999999999997,"15min":0.59599999999999997},"min":{"1min":0.46899999999999997,"5min":0.46899999999999997,"15min":0.46899999999999997},"max":{"1min":0.82399999999999995,"5min":0.82399999999999995,"15min":0.82399999999999995},"last":0.66800000000000004}]},{"osd":5,"last update":"Wed Apr 10 15:28:05 2024","interfaces":[{"interface":"back","average":{"1min":0.58999999999999997,"5min":0.58999999999999997,"15min":0.58999999999999997},"min":{"1min":0.378,"5min":0.378,"15min":0.378},"max":{"1min":1.0620000000000001,"5min":1.0620000000000001,"15min":1.0620000000000001},"last":0.67800000000000005},{"interface":"front","average":{"1min":0.60599999999999998,"5min":0.60599999999999998,"15min":0.60599999999999998},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":1.0780000000000001,"5min":1.0780000000000001,"15min":1.0780000000000001},"last":0.65000000000000002}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.70499999999999996}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.69599999999999995}]}]},{"osd":2,"up_from":18,"seq":77309411359,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27608,"kb_used_data":584,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717544,"statfs":{"total":95995035648,"available":95966765056,"internally_reserved":0,"allocated":598016,"data_stored":245506,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Apr 10 15:27:53 2024","interfaces":[{"interface":"back","average":{"1min":0.40300000000000002,"5min":0.41099999999999998,"15min":0.41299999999999998},"min":{"1min":0.23999999999999999,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":0.60299999999999998,"5min":0.60299999999999998,"15min":0.60299999999999998},"last":0.246},{"interface":"front","average":{"1min":0.41599999999999998,"5min":0.378,"15min":0.372},"min":{"1min":0.26600000000000001,"5min":0.255,"15min":0.255},"max":{"1min":0.58299999999999996,"5min":0.58299999999999996,"15min":0.58299999999999996},"last":0.30199999999999999}]},{"osd":1,"last update":"Wed Apr 10 15:27:53 2024","interfaces":[{"interface":"back","average":{"1min":0.40999999999999998,"5min":0.40600000000000003,"15min":0.40600000000000003},"min":{"1min":0.20300000000000001,"5min":0.20300000000000001,"15min":0.20300000000000001},"max":{"1min":0.623,"5min":0.623,"15min":0.623},"last":0.221},{"interface":"front","average":{"1min":0.44700000000000001,"5min":0.43099999999999999,"15min":0.42899999999999999},"min":{"1min":0.24399999999999999,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":0.61599999999999999,"5min":0.61599999999999999,"15min":0.61599999999999999},"last":0.34399999999999997}]},{"osd":3,"last update":"Wed Apr 10 15:27:22 2024","interfaces":[{"interface":"back","average":{"1min":0.48599999999999999,"5min":0.48599999999999999,"15min":0.48599999999999999},"min":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":0.64800000000000002,"5min":0.64800000000000002,"15min":0.64800000000000002},"last":0.28499999999999998},{"interface":"front","average":{"1min":0.46999999999999997,"5min":0.46999999999999997,"15min":0.46999999999999997},"min":{"1min":0.29399999999999998,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":0.69199999999999995,"5min":0.69199999999999995,"15min":0.69199999999999995},"last":0.27000000000000002}]},{"osd":4,"last update":"Wed Apr 10 15:27:40 2024","interfaces":[{"interface":"back","average":{"1min":0.54700000000000004,"5min":0.54700000000000004,"15min":0.54700000000000004},"min":{"1min":0.442,"5min":0.442,"15min":0.442},"max":{"1min":0.70399999999999996,"5min":0.70399999999999996,"15min":0.70399999999999996},"last":0.52900000000000003},{"interface":"front","average":{"1min":0.61699999999999999,"5min":0.61699999999999999,"15min":0.61699999999999999},"min":{"1min":0.47699999999999998,"5min":0.47699999999999998,"15min":0.47699999999999998},"max":{"1min":0.72899999999999998,"5min":0.72899999999999998,"15min":0.72899999999999998},"last":0.60399999999999998}]},{"osd":5,"last update":"Wed Apr 10 15:28:09 2024","interfaces":[{"interface":"back","average":{"1min":0.58499999999999996,"5min":0.58499999999999996,"15min":0.58499999999999996},"min":{"1min":0.39000000000000001,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":0.73899999999999999,"5min":0.73899999999999999,"15min":0.73899999999999999},"last":0.54500000000000004},{"interface":"front","average":{"1min":0.54300000000000004,"5min":0.54300000000000004,"15min":0.54300000000000004},"min":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":0.66400000000000003,"5min":0.66400000000000003,"15min":0.66400000000000003},"last":0.48199999999999998}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.59599999999999997}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58899999999999997}]}]},{"osd":3,"up_from":25,"seq":107374182426,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27636,"kb_used_data":616,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717516,"statfs":{"total":95995035648,"available":95966736384,"internally_reserved":0,"allocated":630784,"data_stored":254379,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Apr 10 15:27:18 2024","interfaces":[{"interface":"back","average":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.56999999999999995,"5min":0.56999999999999995,"15min":0.56999999999999995},"last":0.374},{"interface":"front","average":{"1min":0.40600000000000003,"5min":0.40600000000000003,"15min":0.40600000000000003},"min":{"1min":0.28100000000000003,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":0.52600000000000002,"5min":0.52600000000000002,"15min":0.52600000000000002},"last":0.30399999999999999}]},{"osd":1,"last update":"Wed Apr 10 15:27:18 2024","interfaces":[{"interface":"back","average":{"1min":0.45400000000000001,"5min":0.45400000000000001,"15min":0.45400000000000001},"min":{"1min":0.29899999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.60999999999999999,"5min":0.60999999999999999,"15min":0.60999999999999999},"last":0.35199999999999998},{"interface":"front","average":{"1min":0.439,"5min":0.439,"15min":0.439},"min":{"1min":0.28499999999999998,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":0.61199999999999999,"5min":0.61199999999999999,"15min":0.61199999999999999},"last":0.32400000000000001}]},{"osd":2,"last update":"Wed Apr 10 15:27:18 2024","interfaces":[{"interface":"back","average":{"1min":0.46999999999999997,"5min":0.46999999999999997,"15min":0.46999999999999997},"min":{"1min":0.32000000000000001,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":0.67000000000000004,"5min":0.67000000000000004,"15min":0.67000000000000004},"last":0.38500000000000001},{"interface":"front","average":{"1min":0.437,"5min":0.437,"15min":0.437},"min":{"1min":0.30499999999999999,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":0.56999999999999995,"5min":0.56999999999999995,"15min":0.56999999999999995},"last":0.33800000000000002}]},{"osd":4,"last update":"Wed Apr 10 15:27:42 2024","interfaces":[{"interface":"back","average":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"min":{"1min":0.39400000000000002,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":0.70399999999999996,"5min":0.70399999999999996,"15min":0.70399999999999996},"last":0.52100000000000002},{"interface":"front","average":{"1min":0.57399999999999995,"5min":0.57399999999999995,"15min":0.57399999999999995},"min":{"1min":0.432,"5min":0.432,"15min":0.432},"max":{"1min":0.74099999999999999,"5min":0.74099999999999999,"15min":0.74099999999999999},"last":0.48499999999999999}]},{"osd":5,"last update":"Wed Apr 10 15:28:08 2024","interfaces":[{"interface":"back","average":{"1min":0.58899999999999997,"5min":0.58899999999999997,"15min":0.58899999999999997},"min":{"1min":0.41299999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":0.90600000000000003,"5min":0.90600000000000003,"15min":0.90600000000000003},"last":0.45300000000000001},{"interface":"front","average":{"1min":0.58499999999999996,"5min":0.58499999999999996,"15min":0.58499999999999996},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":0.77600000000000002,"5min":0.77600000000000002,"15min":0.77600000000000002},"last":0.505}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54100000000000004}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.44600000000000001}]}]},{"osd":4,"up_from":30,"seq":128849018901,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27640,"kb_used_data":620,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717512,"statfs":{"total":95995035648,"available":95966732288,"internally_reserved":0,"allocated":634880,"data_stored":259876,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Apr 10 15:27:43 2024","interfaces":[{"interface":"back","average":{"1min":0.54000000000000004,"5min":0.54000000000000004,"15min":0.54000000000000004},"min":{"1min":0.33000000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":0.84699999999999998,"5min":0.84699999999999998,"15min":0.84699999999999998},"last":0.50800000000000001},{"interface":"front","average":{"1min":0.51400000000000001,"5min":0.51400000000000001,"15min":0.51400000000000001},"min":{"1min":0.374,"5min":0.374,"15min":0.374},"max":{"1min":0.751,"5min":0.751,"15min":0.751},"last":0.35099999999999998}]},{"osd":1,"last update":"Wed Apr 10 15:27:43 2024","interfaces":[{"interface":"back","average":{"1min":0.51000000000000001,"5min":0.51000000000000001,"15min":0.51000000000000001},"min":{"1min":0.33500000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":0.70899999999999996,"5min":0.70899999999999996,"15min":0.70899999999999996},"last":0.45800000000000002},{"interface":"front","average":{"1min":0.51900000000000002,"5min":0.51900000000000002,"15min":0.51900000000000002},"min":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.69399999999999995,"5min":0.69399999999999995,"15min":0.69399999999999995},"last":0.46500000000000002}]},{"osd":2,"last update":"Wed Apr 10 15:27:43 2024","interfaces":[{"interface":"back","average":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"min":{"1min":0.313,"5min":0.313,"15min":0.313},"max":{"1min":0.77300000000000002,"5min":0.77300000000000002,"15min":0.77300000000000002},"last":0.376},{"interface":"front","average":{"1min":0.52400000000000002,"5min":0.52400000000000002,"15min":0.52400000000000002},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.82699999999999996,"5min":0.82699999999999996,"15min":0.82699999999999996},"last":0.44500000000000001}]},{"osd":3,"last update":"Wed Apr 10 15:27:43 2024","interfaces":[{"interface":"back","average":{"1min":0.53800000000000003,"5min":0.53800000000000003,"15min":0.53800000000000003},"min":{"1min":0.35199999999999998,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.79500000000000004,"5min":0.79500000000000004,"15min":0.79500000000000004},"last":0.40699999999999997},{"interface":"front","average":{"1min":0.51500000000000001,"5min":0.51500000000000001,"15min":0.51500000000000001},"min":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.77900000000000003,"5min":0.77900000000000003,"15min":0.77900000000000003},"last":0.434}]},{"osd":5,"last update":"Wed Apr 10 15:28:09 2024","interfaces":[{"interface":"back","average":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"min":{"1min":0.26900000000000002,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":0.82999999999999996,"5min":0.82999999999999996,"15min":0.82999999999999996},"last":0.38800000000000001},{"interface":"front","average":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"min":{"1min":0.28699999999999998,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":0.87,"5min":0.87,"15min":0.87},"last":0.42099999999999999}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48899999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47999999999999998}]}]},{"osd":5,"up_from":38,"seq":163208757264,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27632,"kb_used_data":608,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717520,"statfs":{"total":95995035648,"available":95966740480,"internally_reserved":0,"allocated":622592,"data_stored":254034,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Apr 10 15:28:09 2024","interfaces":[{"interface":"back","average":{"1min":0.51000000000000001,"5min":0.51000000000000001,"15min":0.51000000000000001},"min":{"1min":0.34599999999999997,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.78000000000000003,"5min":0.78000000000000003,"15min":0.78000000000000003},"last":0.52900000000000003},{"interface":"front","average":{"1min":0.52400000000000002,"5min":0.52400000000000002,"15min":0.52400000000000002},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.71599999999999997,"5min":0.71599999999999997,"15min":0.71599999999999997},"last":0.64400000000000002}]},{"osd":1,"last update":"Wed Apr 10 15:28:09 2024","interfaces":[{"interface":"back","average":{"1min":0.51900000000000002,"5min":0.51900000000000002,"15min":0.51900000000000002},"min":{"1min":0.39300000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":0.67700000000000005,"5min":0.67700000000000005,"15min":0.67700000000000005},"last":0.47299999999999998},{"interface":"front","average":{"1min":0.51300000000000001,"5min":0.51300000000000001,"15min":0.51300000000000001},"min":{"1min":0.32400000000000001,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":0.76000000000000001,"5min":0.76000000000000001,"15min":0.76000000000000001},"last":0.61699999999999999}]},{"osd":2,"last update":"Wed Apr 10 15:28:09 2024","interfaces":[{"interface":"back","average":{"1min":0.51000000000000001,"5min":0.51000000000000001,"15min":0.51000000000000001},"min":{"1min":0.316,"5min":0.316,"15min":0.316},"max":{"1min":0.746,"5min":0.746,"15min":0.746},"last":0.51400000000000001},{"interface":"front","average":{"1min":0.51100000000000001,"5min":0.51100000000000001,"15min":0.51100000000000001},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.73299999999999998,"5min":0.73299999999999998,"15min":0.73299999999999998},"last":0.57199999999999995}]},{"osd":3,"last update":"Wed Apr 10 15:28:09 2024","interfaces":[{"interface":"back","average":{"1min":0.496,"5min":0.496,"15min":0.496},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.79500000000000004,"5min":0.79500000000000004,"15min":0.79500000000000004},"last":0.45000000000000001},{"interface":"front","average":{"1min":0.51100000000000001,"5min":0.51100000000000001,"15min":0.51100000000000001},"min":{"1min":0.33200000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":0.77100000000000002,"5min":0.77100000000000002,"15min":0.77100000000000002},"last":0.65900000000000003}]},{"osd":4,"last update":"Wed Apr 10 15:28:09 2024","interfaces":[{"interface":"back","average":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"min":{"1min":0.23699999999999999,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":0.69799999999999995,"5min":0.69799999999999995,"15min":0.69799999999999995},"last":0.495},{"interface":"front","average":{"1min":0.38,"5min":0.38,"15min":0.38},"min":{"1min":0.246,"5min":0.246,"15min":0.246},"max":{"1min":0.60899999999999999,"5min":0.60899999999999999,"15min":0.60899999999999999},"last":0.55300000000000005}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63100000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54300000000000004}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1668,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1654,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1564,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-10T15:28:16.323 DEBUG:teuthology.orchestra.run.smithi069:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-04-10T15:28:16.412 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:16 smithi077 ceph-mon[31195]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]': finished 2024-04-10T15:28:16.412 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:16 smithi077 ceph-mon[31195]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-04-10T15:28:16.412 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:16 smithi077 ceph-mon[31195]: from='client.? 172.21.15.69:0/1302911451' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-10T15:28:16.412 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:16 smithi077 ceph-mon[31195]: pgmap v192: 97 pgs: 8 creating+peering, 79 active+clean, 10 unknown; 578 KiB data, 221 MiB used, 715 GiB / 715 GiB avail; 949 B/s wr, 7 op/s 2024-04-10T15:28:16.413 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:16 smithi077 ceph-mon[31195]: from='client.? 172.21.15.69:0/55658667' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-10T15:28:16.656 INFO:teuthology.orchestra.run.smithi069.stdout: 2024-04-10T15:28:16.657 INFO:teuthology.orchestra.run.smithi069.stderr:dumped all 2024-04-10T15:28:16.669 INFO:teuthology.orchestra.run.smithi069.stdout:{"pg_ready":true,"pg_map":{"version":192,"stamp":"2024-04-10T15:28:15.624581+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":591954,"num_objects":16,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":16,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":191,"num_write_kb":2420,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":10,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":145,"ondisk_log_size":145,"up":261,"acting":261,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":158,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":226788,"kb_used_data":6508,"kb_used_omap":12,"kb_used_meta":220147,"kb_avail":749734428,"statfs":{"total":767960285184,"available":767728054272,"internally_reserved":0,"allocated":6664192,"data_stored":3763513,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12742,"internal_metadata":225431098},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":1586,"num_objects":14,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":32,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":10,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.312383"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:13.676812+0000","last_change":"2024-04-10T15:28:12.697522+0000","last_active":"2024-04-10T15:28:13.676812+0000","last_peered":"2024-04-10T15:28:13.676812+0000","last_clean":"2024-04-10T15:28:13.676812+0000","last_became_active":"2024-04-10T15:28:12.697215+0000","last_became_peered":"2024-04-10T15:28:12.697215+0000","last_unstale":"2024-04-10T15:28:13.676812+0000","last_undegraded":"2024-04-10T15:28:13.676812+0000","last_fullsized":"2024-04-10T15:28:13.676812+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T20:35:17.938280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-10T15:28:12.327429+0000","last_change":"2024-04-10T15:28:12.327429+0000","last_active":"2024-04-10T15:28:12.311438+0000","last_peered":"2024-04-10T15:28:12.311438+0000","last_clean":"2024-04-10T15:28:12.311438+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-10T15:28:12.327429+0000","last_undegraded":"2024-04-10T15:28:12.327429+0000","last_fullsized":"2024-04-10T15:28:12.327429+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T21:50:43.562860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-10T15:28:12.311438+0000","last_change":"2024-04-10T15:28:12.311438+0000","last_active":"2024-04-10T15:28:12.311438+0000","last_peered":"2024-04-10T15:28:12.311438+0000","last_clean":"2024-04-10T15:28:12.311438+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-10T15:28:12.311438+0000","last_undegraded":"2024-04-10T15:28:12.311438+0000","last_fullsized":"2024-04-10T15:28:12.311438+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:14.459162+0000","last_change":"2024-04-10T15:28:12.699385+0000","last_active":"2024-04-10T15:28:14.459162+0000","last_peered":"2024-04-10T15:28:14.459162+0000","last_clean":"2024-04-10T15:28:14.459162+0000","last_became_active":"2024-04-10T15:28:12.698426+0000","last_became_peered":"2024-04-10T15:28:12.698426+0000","last_unstale":"2024-04-10T15:28:14.459162+0000","last_undegraded":"2024-04-10T15:28:14.459162+0000","last_fullsized":"2024-04-10T15:28:14.459162+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T18:37:45.002946+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:13.676364+0000","last_change":"2024-04-10T15:28:12.707878+0000","last_active":"2024-04-10T15:28:13.676364+0000","last_peered":"2024-04-10T15:28:13.676364+0000","last_clean":"2024-04-10T15:28:13.676364+0000","last_became_active":"2024-04-10T15:28:12.707571+0000","last_became_peered":"2024-04-10T15:28:12.707571+0000","last_unstale":"2024-04-10T15:28:13.676364+0000","last_undegraded":"2024-04-10T15:28:13.676364+0000","last_fullsized":"2024-04-10T15:28:13.676364+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T17:18:21.836886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:14.458885+0000","last_change":"2024-04-10T15:28:12.688200+0000","last_active":"2024-04-10T15:28:14.458885+0000","last_peered":"2024-04-10T15:28:14.458885+0000","last_clean":"2024-04-10T15:28:14.458885+0000","last_became_active":"2024-04-10T15:28:12.687777+0000","last_became_peered":"2024-04-10T15:28:12.687777+0000","last_unstale":"2024-04-10T15:28:14.458885+0000","last_undegraded":"2024-04-10T15:28:14.458885+0000","last_fullsized":"2024-04-10T15:28:14.458885+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T03:25:39.026190+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:13.675902+0000","last_change":"2024-04-10T15:28:12.698706+0000","last_active":"2024-04-10T15:28:13.675902+0000","last_peered":"2024-04-10T15:28:13.675902+0000","last_clean":"2024-04-10T15:28:13.675902+0000","last_became_active":"2024-04-10T15:28:12.698402+0000","last_became_peered":"2024-04-10T15:28:12.698402+0000","last_unstale":"2024-04-10T15:28:13.675902+0000","last_undegraded":"2024-04-10T15:28:13.675902+0000","last_fullsized":"2024-04-10T15:28:13.675902+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T20:00:34.088749+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-10T15:28:12.700424+0000","last_change":"2024-04-10T15:28:12.698333+0000","last_active":"2024-04-10T15:28:12.700424+0000","last_peered":"2024-04-10T15:28:12.700424+0000","last_clean":"2024-04-10T15:28:12.700424+0000","last_became_active":"2024-04-10T15:28:12.697487+0000","last_became_peered":"2024-04-10T15:28:12.697487+0000","last_unstale":"2024-04-10T15:28:12.700424+0000","last_undegraded":"2024-04-10T15:28:12.700424+0000","last_fullsized":"2024-04-10T15:28:12.700424+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T21:54:07.255338+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:13.676780+0000","last_change":"2024-04-10T15:28:12.699370+0000","last_active":"2024-04-10T15:28:13.676780+0000","last_peered":"2024-04-10T15:28:13.676780+0000","last_clean":"2024-04-10T15:28:13.676780+0000","last_became_active":"2024-04-10T15:28:12.698750+0000","last_became_peered":"2024-04-10T15:28:12.698750+0000","last_unstale":"2024-04-10T15:28:13.676780+0000","last_undegraded":"2024-04-10T15:28:13.676780+0000","last_fullsized":"2024-04-10T15:28:13.676780+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T18:34:18.917642+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:14.457763+0000","last_change":"2024-04-10T15:28:12.701768+0000","last_active":"2024-04-10T15:28:14.457763+0000","last_peered":"2024-04-10T15:28:14.457763+0000","last_clean":"2024-04-10T15:28:14.457763+0000","last_became_active":"2024-04-10T15:28:12.698802+0000","last_became_peered":"2024-04-10T15:28:12.698802+0000","last_unstale":"2024-04-10T15:28:14.457763+0000","last_undegraded":"2024-04-10T15:28:14.457763+0000","last_fullsized":"2024-04-10T15:28:14.457763+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T02:57:11.076250+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:14.458244+0000","last_change":"2024-04-10T15:28:12.700019+0000","last_active":"2024-04-10T15:28:14.458244+0000","last_peered":"2024-04-10T15:28:14.458244+0000","last_clean":"2024-04-10T15:28:14.458244+0000","last_became_active":"2024-04-10T15:28:12.699227+0000","last_became_peered":"2024-04-10T15:28:12.699227+0000","last_unstale":"2024-04-10T15:28:14.458244+0000","last_undegraded":"2024-04-10T15:28:14.458244+0000","last_fullsized":"2024-04-10T15:28:14.458244+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T22:14:13.683878+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:14.458358+0000","last_change":"2024-04-10T15:28:12.690502+0000","last_active":"2024-04-10T15:28:14.458358+0000","last_peered":"2024-04-10T15:28:14.458358+0000","last_clean":"2024-04-10T15:28:14.458358+0000","last_became_active":"2024-04-10T15:28:12.690218+0000","last_became_peered":"2024-04-10T15:28:12.690218+0000","last_unstale":"2024-04-10T15:28:14.458358+0000","last_undegraded":"2024-04-10T15:28:14.458358+0000","last_fullsized":"2024-04-10T15:28:14.458358+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T15:51:10.751498+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-10T15:28:12.699461+0000","last_change":"2024-04-10T15:28:12.697968+0000","last_active":"2024-04-10T15:28:12.699461+0000","last_peered":"2024-04-10T15:28:12.699461+0000","last_clean":"2024-04-10T15:28:12.699461+0000","last_became_active":"2024-04-10T15:28:12.697699+0000","last_became_peered":"2024-04-10T15:28:12.697699+0000","last_unstale":"2024-04-10T15:28:12.699461+0000","last_undegraded":"2024-04-10T15:28:12.699461+0000","last_fullsized":"2024-04-10T15:28:12.699461+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T03:16:50.380214+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-10T15:28:12.311438+0000","last_change":"2024-04-10T15:28:12.311438+0000","last_active":"2024-04-10T15:28:12.311438+0000","last_peered":"2024-04-10T15:28:12.311438+0000","last_clean":"2024-04-10T15:28:12.311438+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-10T15:28:12.311438+0000","last_undegraded":"2024-04-10T15:28:12.311438+0000","last_fullsized":"2024-04-10T15:28:12.311438+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-10T15:28:12.326879+0000","last_change":"2024-04-10T15:28:12.326879+0000","last_active":"2024-04-10T15:28:12.311438+0000","last_peered":"2024-04-10T15:28:12.311438+0000","last_clean":"2024-04-10T15:28:12.311438+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-10T15:28:12.326879+0000","last_undegraded":"2024-04-10T15:28:12.326879+0000","last_fullsized":"2024-04-10T15:28:12.326879+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T15:52:57.089243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:14.459012+0000","last_change":"2024-04-10T15:28:12.690604+0000","last_active":"2024-04-10T15:28:14.459012+0000","last_peered":"2024-04-10T15:28:14.459012+0000","last_clean":"2024-04-10T15:28:14.459012+0000","last_became_active":"2024-04-10T15:28:12.690314+0000","last_became_peered":"2024-04-10T15:28:12.690314+0000","last_unstale":"2024-04-10T15:28:14.459012+0000","last_undegraded":"2024-04-10T15:28:14.459012+0000","last_fullsized":"2024-04-10T15:28:14.459012+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T18:06:14.207166+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:14.459271+0000","last_change":"2024-04-10T15:28:12.694848+0000","last_active":"2024-04-10T15:28:14.459271+0000","last_peered":"2024-04-10T15:28:14.459271+0000","last_clean":"2024-04-10T15:28:14.459271+0000","last_became_active":"2024-04-10T15:28:12.694557+0000","last_became_peered":"2024-04-10T15:28:12.694557+0000","last_unstale":"2024-04-10T15:28:14.459271+0000","last_undegraded":"2024-04-10T15:28:14.459271+0000","last_fullsized":"2024-04-10T15:28:14.459271+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T03:14:51.199569+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-10T15:28:12.693818+0000","last_change":"2024-04-10T15:28:12.692951+0000","last_active":"2024-04-10T15:28:12.693818+0000","last_peered":"2024-04-10T15:28:12.693818+0000","last_clean":"2024-04-10T15:28:12.693818+0000","last_became_active":"2024-04-10T15:28:12.692671+0000","last_became_peered":"2024-04-10T15:28:12.692671+0000","last_unstale":"2024-04-10T15:28:12.693818+0000","last_undegraded":"2024-04-10T15:28:12.693818+0000","last_fullsized":"2024-04-10T15:28:12.693818+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T21:17:06.276979+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:13.676333+0000","last_change":"2024-04-10T15:28:12.689693+0000","last_active":"2024-04-10T15:28:13.676333+0000","last_peered":"2024-04-10T15:28:13.676333+0000","last_clean":"2024-04-10T15:28:13.676333+0000","last_became_active":"2024-04-10T15:28:12.689366+0000","last_became_peered":"2024-04-10T15:28:12.689366+0000","last_unstale":"2024-04-10T15:28:13.676333+0000","last_undegraded":"2024-04-10T15:28:13.676333+0000","last_fullsized":"2024-04-10T15:28:13.676333+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T01:24:23.783069+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"0'0","reported_seq":1,"reported_epoch":59,"state":"creating+peering","last_fresh":"2024-04-10T15:28:11.316464+0000","last_change":"2024-04-10T15:28:11.316464+0000","last_active":"2024-04-10T15:28:11.308904+0000","last_peered":"2024-04-10T15:28:11.308904+0000","last_clean":"2024-04-10T15:28:11.308904+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-10T15:28:11.316464+0000","last_undegraded":"2024-04-10T15:28:11.316464+0000","last_fullsized":"2024-04-10T15:28:11.316464+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_clean_scrub_stamp":"2024-04-10T15:28:11.308904+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T00:24:09.163522+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-10T15:28:12.693522+0000","last_change":"2024-04-10T15:28:12.693030+0000","last_active":"2024-04-10T15:28:12.693522+0000","last_peered":"2024-04-10T15:28:12.693522+0000","last_clean":"2024-04-10T15:28:12.693522+0000","last_became_active":"2024-04-10T15:28:12.692633+0000","last_became_peered":"2024-04-10T15:28:12.692633+0000","last_unstale":"2024-04-10T15:28:12.693522+0000","last_undegraded":"2024-04-10T15:28:12.693522+0000","last_fullsized":"2024-04-10T15:28:12.693522+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T01:56:33.896801+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"61'1","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-10T15:28:12.704528+0000","last_change":"2024-04-10T15:28:12.340349+0000","last_active":"2024-04-10T15:28:12.704528+0000","last_peered":"2024-04-10T15:28:12.704528+0000","last_clean":"2024-04-10T15:28:12.704528+0000","last_became_active":"2024-04-10T15:28:12.340075+0000","last_became_peered":"2024-04-10T15:28:12.340075+0000","last_unstale":"2024-04-10T15:28:12.704528+0000","last_undegraded":"2024-04-10T15:28:12.704528+0000","last_fullsized":"2024-04-10T15:28:12.704528+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_clean_scrub_stamp":"2024-04-10T15:28:11.308904+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T19:52:58.585482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-10T15:28:12.311438+0000","last_change":"2024-04-10T15:28:12.311438+0000","last_active":"2024-04-10T15:28:12.311438+0000","last_peered":"2024-04-10T15:28:12.311438+0000","last_clean":"2024-04-10T15:28:12.311438+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-10T15:28:12.311438+0000","last_undegraded":"2024-04-10T15:28:12.311438+0000","last_fullsized":"2024-04-10T15:28:12.311438+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1d","version":"61'2","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:13.676591+0000","last_change":"2024-04-10T15:28:12.344861+0000","last_active":"2024-04-10T15:28:13.676591+0000","last_peered":"2024-04-10T15:28:13.676591+0000","last_clean":"2024-04-10T15:28:13.676591+0000","last_became_active":"2024-04-10T15:28:12.344508+0000","last_became_peered":"2024-04-10T15:28:12.344508+0000","last_unstale":"2024-04-10T15:28:13.676591+0000","last_undegraded":"2024-04-10T15:28:13.676591+0000","last_fullsized":"2024-04-10T15:28:13.676591+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_clean_scrub_stamp":"2024-04-10T15:28:11.308904+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T20:46:40.578388+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:14.459285+0000","last_change":"2024-04-10T15:28:12.688722+0000","last_active":"2024-04-10T15:28:14.459285+0000","last_peered":"2024-04-10T15:28:14.459285+0000","last_clean":"2024-04-10T15:28:14.459285+0000","last_became_active":"2024-04-10T15:28:12.688255+0000","last_became_peered":"2024-04-10T15:28:12.688255+0000","last_unstale":"2024-04-10T15:28:14.459285+0000","last_undegraded":"2024-04-10T15:28:14.459285+0000","last_fullsized":"2024-04-10T15:28:14.459285+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T23:51:05.001686+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"61'2","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:13.676344+0000","last_change":"2024-04-10T15:28:12.342115+0000","last_active":"2024-04-10T15:28:13.676344+0000","last_peered":"2024-04-10T15:28:13.676344+0000","last_clean":"2024-04-10T15:28:13.676344+0000","last_became_active":"2024-04-10T15:28:12.341822+0000","last_became_peered":"2024-04-10T15:28:12.341822+0000","last_unstale":"2024-04-10T15:28:13.676344+0000","last_undegraded":"2024-04-10T15:28:13.676344+0000","last_fullsized":"2024-04-10T15:28:13.676344+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_clean_scrub_stamp":"2024-04-10T15:28:11.308904+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T23:35:33.678268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:14.458645+0000","last_change":"2024-04-10T15:28:12.692803+0000","last_active":"2024-04-10T15:28:14.458645+0000","last_peered":"2024-04-10T15:28:14.458645+0000","last_clean":"2024-04-10T15:28:14.458645+0000","last_became_active":"2024-04-10T15:28:12.692541+0000","last_became_peered":"2024-04-10T15:28:12.692541+0000","last_unstale":"2024-04-10T15:28:14.458645+0000","last_undegraded":"2024-04-10T15:28:14.458645+0000","last_fullsized":"2024-04-10T15:28:14.458645+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T17:39:50.824142+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"61'1","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-10T15:28:12.693574+0000","last_change":"2024-04-10T15:28:12.334232+0000","last_active":"2024-04-10T15:28:12.693574+0000","last_peered":"2024-04-10T15:28:12.693574+0000","last_clean":"2024-04-10T15:28:12.693574+0000","last_became_active":"2024-04-10T15:28:12.333915+0000","last_became_peered":"2024-04-10T15:28:12.333915+0000","last_unstale":"2024-04-10T15:28:12.693574+0000","last_undegraded":"2024-04-10T15:28:12.693574+0000","last_fullsized":"2024-04-10T15:28:12.693574+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_clean_scrub_stamp":"2024-04-10T15:28:11.308904+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T18:25:34.332231+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:14.457731+0000","last_change":"2024-04-10T15:28:12.695240+0000","last_active":"2024-04-10T15:28:14.457731+0000","last_peered":"2024-04-10T15:28:14.457731+0000","last_clean":"2024-04-10T15:28:14.457731+0000","last_became_active":"2024-04-10T15:28:12.694924+0000","last_became_peered":"2024-04-10T15:28:12.694924+0000","last_unstale":"2024-04-10T15:28:14.457731+0000","last_undegraded":"2024-04-10T15:28:14.457731+0000","last_fullsized":"2024-04-10T15:28:14.457731+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T00:32:28.117308+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"61'1","reported_seq":13,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:14.458164+0000","last_change":"2024-04-10T15:28:12.333289+0000","last_active":"2024-04-10T15:28:14.458164+0000","last_peered":"2024-04-10T15:28:14.458164+0000","last_clean":"2024-04-10T15:28:14.458164+0000","last_became_active":"2024-04-10T15:28:12.332468+0000","last_became_peered":"2024-04-10T15:28:12.332468+0000","last_unstale":"2024-04-10T15:28:14.458164+0000","last_undegraded":"2024-04-10T15:28:14.458164+0000","last_fullsized":"2024-04-10T15:28:14.458164+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_clean_scrub_stamp":"2024-04-10T15:28:11.308904+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T20:16:06.745224+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-10T15:28:12.311438+0000","last_change":"2024-04-10T15:28:12.311438+0000","last_active":"2024-04-10T15:28:12.311438+0000","last_peered":"2024-04-10T15:28:12.311438+0000","last_clean":"2024-04-10T15:28:12.311438+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-10T15:28:12.311438+0000","last_undegraded":"2024-04-10T15:28:12.311438+0000","last_fullsized":"2024-04-10T15:28:12.311438+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-10T15:28:12.685506+0000","last_change":"2024-04-10T15:28:12.333539+0000","last_active":"2024-04-10T15:28:12.685506+0000","last_peered":"2024-04-10T15:28:12.685506+0000","last_clean":"2024-04-10T15:28:12.685506+0000","last_became_active":"2024-04-10T15:28:12.333037+0000","last_became_peered":"2024-04-10T15:28:12.333037+0000","last_unstale":"2024-04-10T15:28:12.685506+0000","last_undegraded":"2024-04-10T15:28:12.685506+0000","last_fullsized":"2024-04-10T15:28:12.685506+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_clean_scrub_stamp":"2024-04-10T15:28:11.308904+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T16:09:51.166660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-10T15:28:12.689277+0000","last_change":"2024-04-10T15:28:12.686515+0000","last_active":"2024-04-10T15:28:12.689277+0000","last_peered":"2024-04-10T15:28:12.689277+0000","last_clean":"2024-04-10T15:28:12.689277+0000","last_became_active":"2024-04-10T15:28:12.686110+0000","last_became_peered":"2024-04-10T15:28:12.686110+0000","last_unstale":"2024-04-10T15:28:12.689277+0000","last_undegraded":"2024-04-10T15:28:12.689277+0000","last_fullsized":"2024-04-10T15:28:12.689277+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T20:12:58.951054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:14.459045+0000","last_change":"2024-04-10T15:28:12.341914+0000","last_active":"2024-04-10T15:28:14.459045+0000","last_peered":"2024-04-10T15:28:14.459045+0000","last_clean":"2024-04-10T15:28:14.459045+0000","last_became_active":"2024-04-10T15:28:12.341624+0000","last_became_peered":"2024-04-10T15:28:12.341624+0000","last_unstale":"2024-04-10T15:28:14.459045+0000","last_undegraded":"2024-04-10T15:28:14.459045+0000","last_fullsized":"2024-04-10T15:28:14.459045+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_clean_scrub_stamp":"2024-04-10T15:28:11.308904+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T03:25:35.198405+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-10T15:28:12.325806+0000","last_change":"2024-04-10T15:28:12.325806+0000","last_active":"2024-04-10T15:28:12.311438+0000","last_peered":"2024-04-10T15:28:12.311438+0000","last_clean":"2024-04-10T15:28:12.311438+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-10T15:28:12.325806+0000","last_undegraded":"2024-04-10T15:28:12.325806+0000","last_fullsized":"2024-04-10T15:28:12.325806+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T15:43:47.778945+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:14.458575+0000","last_change":"2024-04-10T15:28:12.337764+0000","last_active":"2024-04-10T15:28:14.458575+0000","last_peered":"2024-04-10T15:28:14.458575+0000","last_clean":"2024-04-10T15:28:14.458575+0000","last_became_active":"2024-04-10T15:28:12.336706+0000","last_became_peered":"2024-04-10T15:28:12.336706+0000","last_unstale":"2024-04-10T15:28:14.458575+0000","last_undegraded":"2024-04-10T15:28:14.458575+0000","last_fullsized":"2024-04-10T15:28:14.458575+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_clean_scrub_stamp":"2024-04-10T15:28:11.308904+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T22:32:40.666706+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:14.459374+0000","last_change":"2024-04-10T15:28:12.696846+0000","last_active":"2024-04-10T15:28:14.459374+0000","last_peered":"2024-04-10T15:28:14.459374+0000","last_clean":"2024-04-10T15:28:14.459374+0000","last_became_active":"2024-04-10T15:28:12.696527+0000","last_became_peered":"2024-04-10T15:28:12.696527+0000","last_unstale":"2024-04-10T15:28:14.459374+0000","last_undegraded":"2024-04-10T15:28:14.459374+0000","last_fullsized":"2024-04-10T15:28:14.459374+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T21:56:25.127352+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:14.458985+0000","last_change":"2024-04-10T15:28:12.338118+0000","last_active":"2024-04-10T15:28:14.458985+0000","last_peered":"2024-04-10T15:28:14.458985+0000","last_clean":"2024-04-10T15:28:14.458985+0000","last_became_active":"2024-04-10T15:28:12.337611+0000","last_became_peered":"2024-04-10T15:28:12.337611+0000","last_unstale":"2024-04-10T15:28:14.458985+0000","last_undegraded":"2024-04-10T15:28:14.458985+0000","last_fullsized":"2024-04-10T15:28:14.458985+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_clean_scrub_stamp":"2024-04-10T15:28:11.308904+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T02:40:58.099929+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-10T15:28:12.311438+0000","last_change":"2024-04-10T15:28:12.311438+0000","last_active":"2024-04-10T15:28:12.311438+0000","last_peered":"2024-04-10T15:28:12.311438+0000","last_clean":"2024-04-10T15:28:12.311438+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-10T15:28:12.311438+0000","last_undegraded":"2024-04-10T15:28:12.311438+0000","last_fullsized":"2024-04-10T15:28:12.311438+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.15","version":"0'0","reported_seq":10,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-10T15:28:12.337205+0000","last_change":"2024-04-10T15:28:12.336664+0000","last_active":"2024-04-10T15:28:12.337205+0000","last_peered":"2024-04-10T15:28:12.337205+0000","last_clean":"2024-04-10T15:28:12.337205+0000","last_became_active":"2024-04-10T15:28:12.336372+0000","last_became_peered":"2024-04-10T15:28:12.336372+0000","last_unstale":"2024-04-10T15:28:12.337205+0000","last_undegraded":"2024-04-10T15:28:12.337205+0000","last_fullsized":"2024-04-10T15:28:12.337205+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_clean_scrub_stamp":"2024-04-10T15:28:11.308904+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T17:15:04.892346+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:14.458327+0000","last_change":"2024-04-10T15:28:12.702254+0000","last_active":"2024-04-10T15:28:14.458327+0000","last_peered":"2024-04-10T15:28:14.458327+0000","last_clean":"2024-04-10T15:28:14.458327+0000","last_became_active":"2024-04-10T15:28:12.701973+0000","last_became_peered":"2024-04-10T15:28:12.701973+0000","last_unstale":"2024-04-10T15:28:14.458327+0000","last_undegraded":"2024-04-10T15:28:14.458327+0000","last_fullsized":"2024-04-10T15:28:14.458327+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T21:27:25.192311+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"61'6","reported_seq":18,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:14.458508+0000","last_change":"2024-04-10T15:28:12.338254+0000","last_active":"2024-04-10T15:28:14.458508+0000","last_peered":"2024-04-10T15:28:14.458508+0000","last_clean":"2024-04-10T15:28:14.458508+0000","last_became_active":"2024-04-10T15:28:12.337965+0000","last_became_peered":"2024-04-10T15:28:12.337965+0000","last_unstale":"2024-04-10T15:28:14.458508+0000","last_undegraded":"2024-04-10T15:28:14.458508+0000","last_fullsized":"2024-04-10T15:28:14.458508+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_clean_scrub_stamp":"2024-04-10T15:28:11.308904+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T02:19:59.530010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1564,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:13.676346+0000","last_change":"2024-04-10T15:28:12.706333+0000","last_active":"2024-04-10T15:28:13.676346+0000","last_peered":"2024-04-10T15:28:13.676346+0000","last_clean":"2024-04-10T15:28:13.676346+0000","last_became_active":"2024-04-10T15:28:12.705930+0000","last_became_peered":"2024-04-10T15:28:12.705930+0000","last_unstale":"2024-04-10T15:28:13.676346+0000","last_undegraded":"2024-04-10T15:28:13.676346+0000","last_fullsized":"2024-04-10T15:28:13.676346+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T02:13:51.649491+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"0'0","reported_seq":1,"reported_epoch":59,"state":"creating+peering","last_fresh":"2024-04-10T15:28:11.316490+0000","last_change":"2024-04-10T15:28:11.316490+0000","last_active":"2024-04-10T15:28:11.308904+0000","last_peered":"2024-04-10T15:28:11.308904+0000","last_clean":"2024-04-10T15:28:11.308904+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-10T15:28:11.316490+0000","last_undegraded":"2024-04-10T15:28:11.316490+0000","last_fullsized":"2024-04-10T15:28:11.316490+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_clean_scrub_stamp":"2024-04-10T15:28:11.308904+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T03:21:04.005026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-10T15:28:12.311438+0000","last_change":"2024-04-10T15:28:12.311438+0000","last_active":"2024-04-10T15:28:12.311438+0000","last_peered":"2024-04-10T15:28:12.311438+0000","last_clean":"2024-04-10T15:28:12.311438+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-10T15:28:12.311438+0000","last_undegraded":"2024-04-10T15:28:12.311438+0000","last_fullsized":"2024-04-10T15:28:12.311438+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:14.458679+0000","last_change":"2024-04-10T15:28:12.341332+0000","last_active":"2024-04-10T15:28:14.458679+0000","last_peered":"2024-04-10T15:28:14.458679+0000","last_clean":"2024-04-10T15:28:14.458679+0000","last_became_active":"2024-04-10T15:28:12.341052+0000","last_became_peered":"2024-04-10T15:28:12.341052+0000","last_unstale":"2024-04-10T15:28:14.458679+0000","last_undegraded":"2024-04-10T15:28:14.458679+0000","last_fullsized":"2024-04-10T15:28:14.458679+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_clean_scrub_stamp":"2024-04-10T15:28:11.308904+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T00:04:11.137913+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:13.676303+0000","last_change":"2024-04-10T15:28:12.702267+0000","last_active":"2024-04-10T15:28:13.676303+0000","last_peered":"2024-04-10T15:28:13.676303+0000","last_clean":"2024-04-10T15:28:13.676303+0000","last_became_active":"2024-04-10T15:28:12.701998+0000","last_became_peered":"2024-04-10T15:28:12.701998+0000","last_unstale":"2024-04-10T15:28:13.676303+0000","last_undegraded":"2024-04-10T15:28:13.676303+0000","last_fullsized":"2024-04-10T15:28:13.676303+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T22:58:56.093551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:14.457631+0000","last_change":"2024-04-10T15:28:12.328030+0000","last_active":"2024-04-10T15:28:14.457631+0000","last_peered":"2024-04-10T15:28:14.457631+0000","last_clean":"2024-04-10T15:28:14.457631+0000","last_became_active":"2024-04-10T15:28:12.327715+0000","last_became_peered":"2024-04-10T15:28:12.327715+0000","last_unstale":"2024-04-10T15:28:14.457631+0000","last_undegraded":"2024-04-10T15:28:14.457631+0000","last_fullsized":"2024-04-10T15:28:14.457631+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_clean_scrub_stamp":"2024-04-10T15:28:11.308904+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T20:01:58.625925+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:14.457702+0000","last_change":"2024-04-10T15:28:12.699324+0000","last_active":"2024-04-10T15:28:14.457702+0000","last_peered":"2024-04-10T15:28:14.457702+0000","last_clean":"2024-04-10T15:28:14.457702+0000","last_became_active":"2024-04-10T15:28:12.698585+0000","last_became_peered":"2024-04-10T15:28:12.698585+0000","last_unstale":"2024-04-10T15:28:14.457702+0000","last_undegraded":"2024-04-10T15:28:14.457702+0000","last_fullsized":"2024-04-10T15:28:14.457702+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T20:10:31.788807+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"61'8","reported_seq":19,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-10T15:28:12.701643+0000","last_change":"2024-04-10T15:28:12.335053+0000","last_active":"2024-04-10T15:28:12.701643+0000","last_peered":"2024-04-10T15:28:12.701643+0000","last_clean":"2024-04-10T15:28:12.701643+0000","last_became_active":"2024-04-10T15:28:12.333632+0000","last_became_peered":"2024-04-10T15:28:12.333632+0000","last_unstale":"2024-04-10T15:28:12.701643+0000","last_undegraded":"2024-04-10T15:28:12.701643+0000","last_fullsized":"2024-04-10T15:28:12.701643+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_clean_scrub_stamp":"2024-04-10T15:28:11.308904+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T02:50:45.268863+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:13.676063+0000","last_change":"2024-04-10T15:28:12.701517+0000","last_active":"2024-04-10T15:28:13.676063+0000","last_peered":"2024-04-10T15:28:13.676063+0000","last_clean":"2024-04-10T15:28:13.676063+0000","last_became_active":"2024-04-10T15:28:12.701250+0000","last_became_peered":"2024-04-10T15:28:12.701250+0000","last_unstale":"2024-04-10T15:28:13.676063+0000","last_undegraded":"2024-04-10T15:28:13.676063+0000","last_fullsized":"2024-04-10T15:28:13.676063+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T19:46:25.284642+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"61'1","reported_seq":13,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:14.458166+0000","last_change":"2024-04-10T15:28:12.336695+0000","last_active":"2024-04-10T15:28:14.458166+0000","last_peered":"2024-04-10T15:28:14.458166+0000","last_clean":"2024-04-10T15:28:14.458166+0000","last_became_active":"2024-04-10T15:28:12.336341+0000","last_became_peered":"2024-04-10T15:28:12.336341+0000","last_unstale":"2024-04-10T15:28:14.458166+0000","last_undegraded":"2024-04-10T15:28:14.458166+0000","last_fullsized":"2024-04-10T15:28:14.458166+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_clean_scrub_stamp":"2024-04-10T15:28:11.308904+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T19:12:10.704230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:13.676624+0000","last_change":"2024-04-10T15:28:12.692909+0000","last_active":"2024-04-10T15:28:13.676624+0000","last_peered":"2024-04-10T15:28:13.676624+0000","last_clean":"2024-04-10T15:28:13.676624+0000","last_became_active":"2024-04-10T15:28:12.692637+0000","last_became_peered":"2024-04-10T15:28:12.692637+0000","last_unstale":"2024-04-10T15:28:13.676624+0000","last_undegraded":"2024-04-10T15:28:13.676624+0000","last_fullsized":"2024-04-10T15:28:13.676624+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T23:37:49.716420+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":10,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-10T15:28:12.338419+0000","last_change":"2024-04-10T15:28:12.337676+0000","last_active":"2024-04-10T15:28:12.338419+0000","last_peered":"2024-04-10T15:28:12.338419+0000","last_clean":"2024-04-10T15:28:12.338419+0000","last_became_active":"2024-04-10T15:28:12.337418+0000","last_became_peered":"2024-04-10T15:28:12.337418+0000","last_unstale":"2024-04-10T15:28:12.338419+0000","last_undegraded":"2024-04-10T15:28:12.338419+0000","last_fullsized":"2024-04-10T15:28:12.338419+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_clean_scrub_stamp":"2024-04-10T15:28:11.308904+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T23:00:04.712466+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:14.459109+0000","last_change":"2024-04-10T15:28:12.687636+0000","last_active":"2024-04-10T15:28:14.459109+0000","last_peered":"2024-04-10T15:28:14.459109+0000","last_clean":"2024-04-10T15:28:14.459109+0000","last_became_active":"2024-04-10T15:28:12.687173+0000","last_became_peered":"2024-04-10T15:28:12.687173+0000","last_unstale":"2024-04-10T15:28:14.459109+0000","last_undegraded":"2024-04-10T15:28:14.459109+0000","last_fullsized":"2024-04-10T15:28:14.459109+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T01:50:08.159062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:14.458584+0000","last_change":"2024-04-10T15:28:12.339144+0000","last_active":"2024-04-10T15:28:14.458584+0000","last_peered":"2024-04-10T15:28:14.458584+0000","last_clean":"2024-04-10T15:28:14.458584+0000","last_became_active":"2024-04-10T15:28:12.338830+0000","last_became_peered":"2024-04-10T15:28:12.338830+0000","last_unstale":"2024-04-10T15:28:14.458584+0000","last_undegraded":"2024-04-10T15:28:14.458584+0000","last_fullsized":"2024-04-10T15:28:14.458584+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_clean_scrub_stamp":"2024-04-10T15:28:11.308904+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T19:44:45.612115+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:14.457943+0000","last_change":"2024-04-10T15:28:12.689329+0000","last_active":"2024-04-10T15:28:14.457943+0000","last_peered":"2024-04-10T15:28:14.457943+0000","last_clean":"2024-04-10T15:28:14.457943+0000","last_became_active":"2024-04-10T15:28:12.689039+0000","last_became_peered":"2024-04-10T15:28:12.689039+0000","last_unstale":"2024-04-10T15:28:14.457943+0000","last_undegraded":"2024-04-10T15:28:14.457943+0000","last_fullsized":"2024-04-10T15:28:14.457943+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T17:22:27.796908+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-10T15:28:12.324988+0000","last_change":"2024-04-10T15:28:12.324988+0000","last_active":"2024-04-10T15:28:12.311438+0000","last_peered":"2024-04-10T15:28:12.311438+0000","last_clean":"2024-04-10T15:28:12.311438+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-10T15:28:12.324988+0000","last_undegraded":"2024-04-10T15:28:12.324988+0000","last_fullsized":"2024-04-10T15:28:12.324988+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T15:29:21.377770+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-10T15:28:12.681019+0000","last_change":"2024-04-10T15:28:12.334404+0000","last_active":"2024-04-10T15:28:12.681019+0000","last_peered":"2024-04-10T15:28:12.681019+0000","last_clean":"2024-04-10T15:28:12.681019+0000","last_became_active":"2024-04-10T15:28:12.334133+0000","last_became_peered":"2024-04-10T15:28:12.334133+0000","last_unstale":"2024-04-10T15:28:12.681019+0000","last_undegraded":"2024-04-10T15:28:12.681019+0000","last_fullsized":"2024-04-10T15:28:12.681019+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_clean_scrub_stamp":"2024-04-10T15:28:11.308904+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T16:57:32.488780+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-10T15:28:12.689972+0000","last_change":"2024-04-10T15:28:12.687699+0000","last_active":"2024-04-10T15:28:12.689972+0000","last_peered":"2024-04-10T15:28:12.689972+0000","last_clean":"2024-04-10T15:28:12.689972+0000","last_became_active":"2024-04-10T15:28:12.687434+0000","last_became_peered":"2024-04-10T15:28:12.687434+0000","last_unstale":"2024-04-10T15:28:12.689972+0000","last_undegraded":"2024-04-10T15:28:12.689972+0000","last_fullsized":"2024-04-10T15:28:12.689972+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T00:55:21.631806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:14.458995+0000","last_change":"2024-04-10T15:28:12.341191+0000","last_active":"2024-04-10T15:28:14.458995+0000","last_peered":"2024-04-10T15:28:14.458995+0000","last_clean":"2024-04-10T15:28:14.458995+0000","last_became_active":"2024-04-10T15:28:12.340895+0000","last_became_peered":"2024-04-10T15:28:12.340895+0000","last_unstale":"2024-04-10T15:28:14.458995+0000","last_undegraded":"2024-04-10T15:28:14.458995+0000","last_fullsized":"2024-04-10T15:28:14.458995+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_clean_scrub_stamp":"2024-04-10T15:28:11.308904+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T23:29:26.519970+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"21'117","reported_seq":219,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-10T15:28:12.680008+0000","last_change":"2024-04-10T15:27:58.478243+0000","last_active":"2024-04-10T15:28:12.680008+0000","last_peered":"2024-04-10T15:28:12.680008+0000","last_clean":"2024-04-10T15:28:12.680008+0000","last_became_active":"2024-04-10T15:27:58.477840+0000","last_became_peered":"2024-04-10T15:27:58.477840+0000","last_unstale":"2024-04-10T15:28:12.680008+0000","last_undegraded":"2024-04-10T15:28:12.680008+0000","last_fullsized":"2024-04-10T15:28:12.680008+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:25:53.886772+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:25:53.886772+0000","last_clean_scrub_stamp":"2024-04-10T15:25:53.886772+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T19:09:53.840413+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-10T15:28:12.311438+0000","last_change":"2024-04-10T15:28:12.311438+0000","last_active":"2024-04-10T15:28:12.311438+0000","last_peered":"2024-04-10T15:28:12.311438+0000","last_clean":"2024-04-10T15:28:12.311438+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-10T15:28:12.311438+0000","last_undegraded":"2024-04-10T15:28:12.311438+0000","last_fullsized":"2024-04-10T15:28:12.311438+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:13.676047+0000","last_change":"2024-04-10T15:28:12.345303+0000","last_active":"2024-04-10T15:28:13.676047+0000","last_peered":"2024-04-10T15:28:13.676047+0000","last_clean":"2024-04-10T15:28:13.676047+0000","last_became_active":"2024-04-10T15:28:12.344678+0000","last_became_peered":"2024-04-10T15:28:12.344678+0000","last_unstale":"2024-04-10T15:28:13.676047+0000","last_undegraded":"2024-04-10T15:28:13.676047+0000","last_fullsized":"2024-04-10T15:28:13.676047+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_clean_scrub_stamp":"2024-04-10T15:28:11.308904+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T21:14:35.887547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:13.676494+0000","last_change":"2024-04-10T15:28:12.344639+0000","last_active":"2024-04-10T15:28:13.676494+0000","last_peered":"2024-04-10T15:28:13.676494+0000","last_clean":"2024-04-10T15:28:13.676494+0000","last_became_active":"2024-04-10T15:28:12.344314+0000","last_became_peered":"2024-04-10T15:28:12.344314+0000","last_unstale":"2024-04-10T15:28:13.676494+0000","last_undegraded":"2024-04-10T15:28:13.676494+0000","last_fullsized":"2024-04-10T15:28:13.676494+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_clean_scrub_stamp":"2024-04-10T15:28:11.308904+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T01:58:59.293454+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-10T15:28:12.325255+0000","last_change":"2024-04-10T15:28:12.325255+0000","last_active":"2024-04-10T15:28:12.311438+0000","last_peered":"2024-04-10T15:28:12.311438+0000","last_clean":"2024-04-10T15:28:12.311438+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-10T15:28:12.325255+0000","last_undegraded":"2024-04-10T15:28:12.325255+0000","last_fullsized":"2024-04-10T15:28:12.325255+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T18:58:56.983394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":10,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-10T15:28:12.329850+0000","last_change":"2024-04-10T15:28:12.329014+0000","last_active":"2024-04-10T15:28:12.329850+0000","last_peered":"2024-04-10T15:28:12.329850+0000","last_clean":"2024-04-10T15:28:12.329850+0000","last_became_active":"2024-04-10T15:28:12.328709+0000","last_became_peered":"2024-04-10T15:28:12.328709+0000","last_unstale":"2024-04-10T15:28:12.329850+0000","last_undegraded":"2024-04-10T15:28:12.329850+0000","last_fullsized":"2024-04-10T15:28:12.329850+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_clean_scrub_stamp":"2024-04-10T15:28:11.308904+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T15:56:56.856939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-10T15:28:12.702959+0000","last_change":"2024-04-10T15:28:12.702234+0000","last_active":"2024-04-10T15:28:12.702959+0000","last_peered":"2024-04-10T15:28:12.702959+0000","last_clean":"2024-04-10T15:28:12.702959+0000","last_became_active":"2024-04-10T15:28:12.701953+0000","last_became_peered":"2024-04-10T15:28:12.701953+0000","last_unstale":"2024-04-10T15:28:12.702959+0000","last_undegraded":"2024-04-10T15:28:12.702959+0000","last_fullsized":"2024-04-10T15:28:12.702959+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T17:35:36.777883+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"61'2","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:14.458450+0000","last_change":"2024-04-10T15:28:12.334192+0000","last_active":"2024-04-10T15:28:14.458450+0000","last_peered":"2024-04-10T15:28:14.458450+0000","last_clean":"2024-04-10T15:28:14.458450+0000","last_became_active":"2024-04-10T15:28:12.333912+0000","last_became_peered":"2024-04-10T15:28:12.333912+0000","last_unstale":"2024-04-10T15:28:14.458450+0000","last_undegraded":"2024-04-10T15:28:14.458450+0000","last_fullsized":"2024-04-10T15:28:14.458450+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_clean_scrub_stamp":"2024-04-10T15:28:11.308904+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T23:11:01.516468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-10T15:28:12.311438+0000","last_change":"2024-04-10T15:28:12.311438+0000","last_active":"2024-04-10T15:28:12.311438+0000","last_peered":"2024-04-10T15:28:12.311438+0000","last_clean":"2024-04-10T15:28:12.311438+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-10T15:28:12.311438+0000","last_undegraded":"2024-04-10T15:28:12.311438+0000","last_fullsized":"2024-04-10T15:28:12.311438+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:13.675903+0000","last_change":"2024-04-10T15:28:12.344868+0000","last_active":"2024-04-10T15:28:13.675903+0000","last_peered":"2024-04-10T15:28:13.675903+0000","last_clean":"2024-04-10T15:28:13.675903+0000","last_became_active":"2024-04-10T15:28:12.344550+0000","last_became_peered":"2024-04-10T15:28:12.344550+0000","last_unstale":"2024-04-10T15:28:13.675903+0000","last_undegraded":"2024-04-10T15:28:13.675903+0000","last_fullsized":"2024-04-10T15:28:13.675903+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_clean_scrub_stamp":"2024-04-10T15:28:11.308904+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T19:05:59.355752+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:14.457478+0000","last_change":"2024-04-10T15:28:12.703711+0000","last_active":"2024-04-10T15:28:14.457478+0000","last_peered":"2024-04-10T15:28:14.457478+0000","last_clean":"2024-04-10T15:28:14.457478+0000","last_became_active":"2024-04-10T15:28:12.702814+0000","last_became_peered":"2024-04-10T15:28:12.702814+0000","last_unstale":"2024-04-10T15:28:14.457478+0000","last_undegraded":"2024-04-10T15:28:14.457478+0000","last_fullsized":"2024-04-10T15:28:14.457478+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T16:02:34.671928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":10,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-10T15:28:12.338769+0000","last_change":"2024-04-10T15:28:12.338510+0000","last_active":"2024-04-10T15:28:12.338769+0000","last_peered":"2024-04-10T15:28:12.338769+0000","last_clean":"2024-04-10T15:28:12.338769+0000","last_became_active":"2024-04-10T15:28:12.338243+0000","last_became_peered":"2024-04-10T15:28:12.338243+0000","last_unstale":"2024-04-10T15:28:12.338769+0000","last_undegraded":"2024-04-10T15:28:12.338769+0000","last_fullsized":"2024-04-10T15:28:12.338769+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_clean_scrub_stamp":"2024-04-10T15:28:11.308904+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T03:20:50.547767+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-10T15:28:12.698617+0000","last_change":"2024-04-10T15:28:12.695039+0000","last_active":"2024-04-10T15:28:12.698617+0000","last_peered":"2024-04-10T15:28:12.698617+0000","last_clean":"2024-04-10T15:28:12.698617+0000","last_became_active":"2024-04-10T15:28:12.694775+0000","last_became_peered":"2024-04-10T15:28:12.694775+0000","last_unstale":"2024-04-10T15:28:12.698617+0000","last_undegraded":"2024-04-10T15:28:12.698617+0000","last_fullsized":"2024-04-10T15:28:12.698617+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T22:54:01.347493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":10,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-10T15:28:12.337100+0000","last_change":"2024-04-10T15:28:12.335147+0000","last_active":"2024-04-10T15:28:12.337100+0000","last_peered":"2024-04-10T15:28:12.337100+0000","last_clean":"2024-04-10T15:28:12.337100+0000","last_became_active":"2024-04-10T15:28:12.334329+0000","last_became_peered":"2024-04-10T15:28:12.334329+0000","last_unstale":"2024-04-10T15:28:12.337100+0000","last_undegraded":"2024-04-10T15:28:12.337100+0000","last_fullsized":"2024-04-10T15:28:12.337100+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_clean_scrub_stamp":"2024-04-10T15:28:11.308904+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T18:59:41.189969+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-10T15:28:12.702131+0000","last_change":"2024-04-10T15:28:12.701523+0000","last_active":"2024-04-10T15:28:12.702131+0000","last_peered":"2024-04-10T15:28:12.702131+0000","last_clean":"2024-04-10T15:28:12.702131+0000","last_became_active":"2024-04-10T15:28:12.701203+0000","last_became_peered":"2024-04-10T15:28:12.701203+0000","last_unstale":"2024-04-10T15:28:12.702131+0000","last_undegraded":"2024-04-10T15:28:12.702131+0000","last_fullsized":"2024-04-10T15:28:12.702131+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T18:24:32.314286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"61'2","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:13.676134+0000","last_change":"2024-04-10T15:28:12.342172+0000","last_active":"2024-04-10T15:28:13.676134+0000","last_peered":"2024-04-10T15:28:13.676134+0000","last_clean":"2024-04-10T15:28:13.676134+0000","last_became_active":"2024-04-10T15:28:12.341397+0000","last_became_peered":"2024-04-10T15:28:12.341397+0000","last_unstale":"2024-04-10T15:28:13.676134+0000","last_undegraded":"2024-04-10T15:28:13.676134+0000","last_fullsized":"2024-04-10T15:28:13.676134+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_clean_scrub_stamp":"2024-04-10T15:28:11.308904+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T17:39:12.305175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:14.458205+0000","last_change":"2024-04-10T15:28:12.695448+0000","last_active":"2024-04-10T15:28:14.458205+0000","last_peered":"2024-04-10T15:28:14.458205+0000","last_clean":"2024-04-10T15:28:14.458205+0000","last_became_active":"2024-04-10T15:28:12.695045+0000","last_became_peered":"2024-04-10T15:28:12.695045+0000","last_unstale":"2024-04-10T15:28:14.458205+0000","last_undegraded":"2024-04-10T15:28:14.458205+0000","last_fullsized":"2024-04-10T15:28:14.458205+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T00:23:58.335502+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-10T15:28:12.681256+0000","last_change":"2024-04-10T15:28:12.336098+0000","last_active":"2024-04-10T15:28:12.681256+0000","last_peered":"2024-04-10T15:28:12.681256+0000","last_clean":"2024-04-10T15:28:12.681256+0000","last_became_active":"2024-04-10T15:28:12.335571+0000","last_became_peered":"2024-04-10T15:28:12.335571+0000","last_unstale":"2024-04-10T15:28:12.681256+0000","last_undegraded":"2024-04-10T15:28:12.681256+0000","last_fullsized":"2024-04-10T15:28:12.681256+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_clean_scrub_stamp":"2024-04-10T15:28:11.308904+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T23:54:10.950965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:13.676483+0000","last_change":"2024-04-10T15:28:12.700861+0000","last_active":"2024-04-10T15:28:13.676483+0000","last_peered":"2024-04-10T15:28:13.676483+0000","last_clean":"2024-04-10T15:28:13.676483+0000","last_became_active":"2024-04-10T15:28:12.700569+0000","last_became_peered":"2024-04-10T15:28:12.700569+0000","last_unstale":"2024-04-10T15:28:13.676483+0000","last_undegraded":"2024-04-10T15:28:13.676483+0000","last_fullsized":"2024-04-10T15:28:13.676483+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T21:31:46.152413+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"0'0","reported_seq":10,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-10T15:28:12.337188+0000","last_change":"2024-04-10T15:28:12.336439+0000","last_active":"2024-04-10T15:28:12.337188+0000","last_peered":"2024-04-10T15:28:12.337188+0000","last_clean":"2024-04-10T15:28:12.337188+0000","last_became_active":"2024-04-10T15:28:12.335685+0000","last_became_peered":"2024-04-10T15:28:12.335685+0000","last_unstale":"2024-04-10T15:28:12.337188+0000","last_undegraded":"2024-04-10T15:28:12.337188+0000","last_fullsized":"2024-04-10T15:28:12.337188+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_clean_scrub_stamp":"2024-04-10T15:28:11.308904+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T16:45:49.427958+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:14.458997+0000","last_change":"2024-04-10T15:28:12.697051+0000","last_active":"2024-04-10T15:28:14.458997+0000","last_peered":"2024-04-10T15:28:14.458997+0000","last_clean":"2024-04-10T15:28:14.458997+0000","last_became_active":"2024-04-10T15:28:12.696173+0000","last_became_peered":"2024-04-10T15:28:12.696173+0000","last_unstale":"2024-04-10T15:28:14.458997+0000","last_undegraded":"2024-04-10T15:28:14.458997+0000","last_fullsized":"2024-04-10T15:28:14.458997+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T16:18:53.595466+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"61'2","reported_seq":13,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-10T15:28:12.693931+0000","last_change":"2024-04-10T15:28:12.337730+0000","last_active":"2024-04-10T15:28:12.693931+0000","last_peered":"2024-04-10T15:28:12.693931+0000","last_clean":"2024-04-10T15:28:12.693931+0000","last_became_active":"2024-04-10T15:28:12.337275+0000","last_became_peered":"2024-04-10T15:28:12.337275+0000","last_unstale":"2024-04-10T15:28:12.693931+0000","last_undegraded":"2024-04-10T15:28:12.693931+0000","last_fullsized":"2024-04-10T15:28:12.693931+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_clean_scrub_stamp":"2024-04-10T15:28:11.308904+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T16:17:07.806175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:13.676838+0000","last_change":"2024-04-10T15:28:12.705648+0000","last_active":"2024-04-10T15:28:13.676838+0000","last_peered":"2024-04-10T15:28:13.676838+0000","last_clean":"2024-04-10T15:28:13.676838+0000","last_became_active":"2024-04-10T15:28:12.705336+0000","last_became_peered":"2024-04-10T15:28:12.705336+0000","last_unstale":"2024-04-10T15:28:13.676838+0000","last_undegraded":"2024-04-10T15:28:13.676838+0000","last_fullsized":"2024-04-10T15:28:13.676838+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T16:56:18.985883+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:14.457545+0000","last_change":"2024-04-10T15:28:12.700090+0000","last_active":"2024-04-10T15:28:14.457545+0000","last_peered":"2024-04-10T15:28:14.457545+0000","last_clean":"2024-04-10T15:28:14.457545+0000","last_became_active":"2024-04-10T15:28:12.699014+0000","last_became_peered":"2024-04-10T15:28:12.699014+0000","last_unstale":"2024-04-10T15:28:14.457545+0000","last_undegraded":"2024-04-10T15:28:14.457545+0000","last_fullsized":"2024-04-10T15:28:14.457545+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T18:00:16.132342+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-10T15:28:12.702446+0000","last_change":"2024-04-10T15:28:12.700473+0000","last_active":"2024-04-10T15:28:12.702446+0000","last_peered":"2024-04-10T15:28:12.702446+0000","last_clean":"2024-04-10T15:28:12.702446+0000","last_became_active":"2024-04-10T15:28:12.700216+0000","last_became_peered":"2024-04-10T15:28:12.700216+0000","last_unstale":"2024-04-10T15:28:12.702446+0000","last_undegraded":"2024-04-10T15:28:12.702446+0000","last_fullsized":"2024-04-10T15:28:12.702446+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T01:21:37.845969+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:14.458758+0000","last_change":"2024-04-10T15:28:12.686276+0000","last_active":"2024-04-10T15:28:14.458758+0000","last_peered":"2024-04-10T15:28:14.458758+0000","last_clean":"2024-04-10T15:28:14.458758+0000","last_became_active":"2024-04-10T15:28:12.685802+0000","last_became_peered":"2024-04-10T15:28:12.685802+0000","last_unstale":"2024-04-10T15:28:14.458758+0000","last_undegraded":"2024-04-10T15:28:14.458758+0000","last_fullsized":"2024-04-10T15:28:14.458758+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T18:04:49.955782+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-10T15:28:12.311438+0000","last_change":"2024-04-10T15:28:12.311438+0000","last_active":"2024-04-10T15:28:12.311438+0000","last_peered":"2024-04-10T15:28:12.311438+0000","last_clean":"2024-04-10T15:28:12.311438+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-10T15:28:12.311438+0000","last_undegraded":"2024-04-10T15:28:12.311438+0000","last_fullsized":"2024-04-10T15:28:12.311438+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-10T15:28:12.702203+0000","last_change":"2024-04-10T15:28:12.701622+0000","last_active":"2024-04-10T15:28:12.702203+0000","last_peered":"2024-04-10T15:28:12.702203+0000","last_clean":"2024-04-10T15:28:12.702203+0000","last_became_active":"2024-04-10T15:28:12.701343+0000","last_became_peered":"2024-04-10T15:28:12.701343+0000","last_unstale":"2024-04-10T15:28:12.702203+0000","last_undegraded":"2024-04-10T15:28:12.702203+0000","last_fullsized":"2024-04-10T15:28:12.702203+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T02:11:17.776135+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-10T15:28:12.326429+0000","last_change":"2024-04-10T15:28:12.326429+0000","last_active":"2024-04-10T15:28:12.311438+0000","last_peered":"2024-04-10T15:28:12.311438+0000","last_clean":"2024-04-10T15:28:12.311438+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-10T15:28:12.326429+0000","last_undegraded":"2024-04-10T15:28:12.326429+0000","last_fullsized":"2024-04-10T15:28:12.326429+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T16:12:33.326980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:14.458271+0000","last_change":"2024-04-10T15:28:12.694591+0000","last_active":"2024-04-10T15:28:14.458271+0000","last_peered":"2024-04-10T15:28:14.458271+0000","last_clean":"2024-04-10T15:28:14.458271+0000","last_became_active":"2024-04-10T15:28:12.694249+0000","last_became_peered":"2024-04-10T15:28:12.694249+0000","last_unstale":"2024-04-10T15:28:14.458271+0000","last_undegraded":"2024-04-10T15:28:14.458271+0000","last_fullsized":"2024-04-10T15:28:14.458271+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T19:48:07.458963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-10T15:28:12.686158+0000","last_change":"2024-04-10T15:28:12.683938+0000","last_active":"2024-04-10T15:28:12.686158+0000","last_peered":"2024-04-10T15:28:12.686158+0000","last_clean":"2024-04-10T15:28:12.686158+0000","last_became_active":"2024-04-10T15:28:12.683676+0000","last_became_peered":"2024-04-10T15:28:12.683676+0000","last_unstale":"2024-04-10T15:28:12.686158+0000","last_undegraded":"2024-04-10T15:28:12.686158+0000","last_fullsized":"2024-04-10T15:28:12.686158+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T20:58:38.460698+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:14.459143+0000","last_change":"2024-04-10T15:28:12.697742+0000","last_active":"2024-04-10T15:28:14.459143+0000","last_peered":"2024-04-10T15:28:14.459143+0000","last_clean":"2024-04-10T15:28:14.459143+0000","last_became_active":"2024-04-10T15:28:12.697450+0000","last_became_peered":"2024-04-10T15:28:12.697450+0000","last_unstale":"2024-04-10T15:28:14.459143+0000","last_undegraded":"2024-04-10T15:28:14.459143+0000","last_fullsized":"2024-04-10T15:28:14.459143+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T20:53:32.525021+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-10T15:28:12.698340+0000","last_change":"2024-04-10T15:28:12.697126+0000","last_active":"2024-04-10T15:28:12.698340+0000","last_peered":"2024-04-10T15:28:12.698340+0000","last_clean":"2024-04-10T15:28:12.698340+0000","last_became_active":"2024-04-10T15:28:12.696810+0000","last_became_peered":"2024-04-10T15:28:12.696810+0000","last_unstale":"2024-04-10T15:28:12.698340+0000","last_undegraded":"2024-04-10T15:28:12.698340+0000","last_fullsized":"2024-04-10T15:28:12.698340+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T22:15:16.252640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:14.458803+0000","last_change":"2024-04-10T15:28:12.696778+0000","last_active":"2024-04-10T15:28:14.458803+0000","last_peered":"2024-04-10T15:28:14.458803+0000","last_clean":"2024-04-10T15:28:14.458803+0000","last_became_active":"2024-04-10T15:28:12.696360+0000","last_became_peered":"2024-04-10T15:28:12.696360+0000","last_unstale":"2024-04-10T15:28:14.458803+0000","last_undegraded":"2024-04-10T15:28:14.458803+0000","last_fullsized":"2024-04-10T15:28:14.458803+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T02:49:42.974194+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-10T15:28:12.311438+0000","last_change":"2024-04-10T15:28:12.311438+0000","last_active":"2024-04-10T15:28:12.311438+0000","last_peered":"2024-04-10T15:28:12.311438+0000","last_clean":"2024-04-10T15:28:12.311438+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-10T15:28:12.311438+0000","last_undegraded":"2024-04-10T15:28:12.311438+0000","last_fullsized":"2024-04-10T15:28:12.311438+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:14.458636+0000","last_change":"2024-04-10T15:28:12.693179+0000","last_active":"2024-04-10T15:28:14.458636+0000","last_peered":"2024-04-10T15:28:14.458636+0000","last_clean":"2024-04-10T15:28:14.458636+0000","last_became_active":"2024-04-10T15:28:12.692808+0000","last_became_peered":"2024-04-10T15:28:12.692808+0000","last_unstale":"2024-04-10T15:28:14.458636+0000","last_undegraded":"2024-04-10T15:28:14.458636+0000","last_fullsized":"2024-04-10T15:28:14.458636+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T17:41:28.799913+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":162,"acting":162,"num_store_stats":7},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4157440,"data_stored":4132576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":3,"acting":3,"num_store_stats":7},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":1586,"num_objects":14,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":32,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":10,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":73728,"data_stored":6198,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":28,"ondisk_log_size":28,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928233990,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28208,"kb_used_data":1184,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716944,"statfs":{"total":95995035648,"available":95966150656,"internally_reserved":0,"allocated":1212416,"data_stored":843683,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1588,"internal_metadata":27654604},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.68400000000000005}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0369999999999999}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.91800000000000004}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.71499999999999997}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.61499999999999999}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.77900000000000003}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.93799999999999994}]}]},{"osd":6,"up_from":46,"seq":197568495627,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28208,"kb_used_data":1184,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716944,"statfs":{"total":95995035648,"available":95966150656,"internally_reserved":0,"allocated":1212416,"data_stored":844312,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58499999999999996}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.64100000000000001}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.68899999999999995}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.76400000000000001}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.71199999999999997}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.748}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.88700000000000001}]}]},{"osd":1,"up_from":13,"seq":55834574884,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27592,"kb_used_data":572,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717560,"statfs":{"total":95995035648,"available":95966781440,"internally_reserved":0,"allocated":585728,"data_stored":238801,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Apr 10 15:27:30 2024","interfaces":[{"interface":"back","average":{"1min":0.379,"5min":0.33800000000000002,"15min":0.33100000000000002},"min":{"1min":0.28699999999999998,"5min":0.215,"15min":0.215},"max":{"1min":0.54000000000000004,"5min":0.66200000000000003,"15min":0.66200000000000003},"last":0.33200000000000002},{"interface":"front","average":{"1min":0.40200000000000002,"5min":0.35399999999999998,"15min":0.34599999999999997},"min":{"1min":0.316,"5min":0.21299999999999999,"15min":0.21299999999999999},"max":{"1min":0.58199999999999996,"5min":0.69999999999999996,"15min":0.69999999999999996},"last":0.315}]},{"osd":2,"last update":"Wed Apr 10 15:28:00 2024","interfaces":[{"interface":"back","average":{"1min":0.44900000000000001,"5min":0.38500000000000001,"15min":0.374},"min":{"1min":0.29599999999999999,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":0.64600000000000002,"5min":0.64600000000000002,"15min":0.64600000000000002},"last":0.40000000000000002},{"interface":"front","average":{"1min":0.41899999999999998,"5min":0.39800000000000002,"15min":0.39400000000000002},"min":{"1min":0.307,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":0.622,"5min":0.63,"15min":0.63},"last":0.37}]},{"osd":3,"last update":"Wed Apr 10 15:27:21 2024","interfaces":[{"interface":"back","average":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.54800000000000004,"5min":0.54800000000000004,"15min":0.54800000000000004},"last":0.46000000000000002},{"interface":"front","average":{"1min":0.41299999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"min":{"1min":0.32000000000000001,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":0.503,"5min":0.503,"15min":0.503},"last":0.41799999999999998}]},{"osd":4,"last update":"Wed Apr 10 15:27:40 2024","interfaces":[{"interface":"back","average":{"1min":0.54400000000000004,"5min":0.54400000000000004,"15min":0.54400000000000004},"min":{"1min":0.40799999999999997,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":0.76900000000000002,"5min":0.76900000000000002,"15min":0.76900000000000002},"last":0.68899999999999995},{"interface":"front","average":{"1min":0.54600000000000004,"5min":0.54600000000000004,"15min":0.54600000000000004},"min":{"1min":0.39700000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":0.81599999999999995,"5min":0.81599999999999995,"15min":0.81599999999999995},"last":0.54700000000000004}]},{"osd":5,"last update":"Wed Apr 10 15:28:08 2024","interfaces":[{"interface":"back","average":{"1min":0.56200000000000006,"5min":0.56200000000000006,"15min":0.56200000000000006},"min":{"1min":0.44700000000000001,"5min":0.44700000000000001,"15min":0.44700000000000001},"max":{"1min":0.83099999999999996,"5min":0.83099999999999996,"15min":0.83099999999999996},"last":0.53300000000000003},{"interface":"front","average":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"min":{"1min":0.42699999999999999,"5min":0.42699999999999999,"15min":0.42699999999999999},"max":{"1min":0.79500000000000004,"5min":0.79500000000000004,"15min":0.79500000000000004},"last":0.74399999999999999}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.73199999999999998}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57799999999999996}]}]},{"osd":0,"up_from":8,"seq":34359738409,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32264,"kb_used_data":1140,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93712888,"statfs":{"total":95995035648,"available":95961997312,"internally_reserved":0,"allocated":1167360,"data_stored":822922,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Wed Apr 10 15:27:32 2024","interfaces":[{"interface":"back","average":{"1min":0.41899999999999998,"5min":0.32700000000000001,"15min":0.312},"min":{"1min":0.26700000000000002,"5min":0.185,"15min":0.185},"max":{"1min":0.623,"5min":0.623,"15min":0.623},"last":0.54200000000000004},{"interface":"front","average":{"1min":0.441,"5min":0.34499999999999997,"15min":0.32900000000000001},"min":{"1min":0.28699999999999998,"5min":0.20499999999999999,"15min":0.20499999999999999},"max":{"1min":0.60799999999999998,"5min":0.60799999999999998,"15min":0.60799999999999998},"last":0.60399999999999998}]},{"osd":2,"last update":"Wed Apr 10 15:27:58 2024","interfaces":[{"interface":"back","average":{"1min":0.46700000000000003,"5min":0.40999999999999998,"15min":0.40000000000000002},"min":{"1min":0.34000000000000002,"5min":0.245,"15min":0.245},"max":{"1min":0.627,"5min":0.627,"15min":0.627},"last":0.47999999999999998},{"interface":"front","average":{"1min":0.46600000000000003,"5min":0.42199999999999999,"15min":0.41399999999999998},"min":{"1min":0.34599999999999997,"5min":0.221,"15min":0.221},"max":{"1min":0.64500000000000002,"5min":0.65400000000000003,"15min":0.65400000000000003},"last":0.437}]},{"osd":3,"last update":"Wed Apr 10 15:27:19 2024","interfaces":[{"interface":"back","average":{"1min":0.49299999999999999,"5min":0.49299999999999999,"15min":0.49299999999999999},"min":{"1min":0.35299999999999998,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.625,"5min":0.625,"15min":0.625},"last":0.55500000000000005},{"interface":"front","average":{"1min":0.504,"5min":0.504,"15min":0.504},"min":{"1min":0.33000000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":0.71399999999999997,"5min":0.71399999999999997,"15min":0.71399999999999997},"last":0.58499999999999996}]},{"osd":4,"last update":"Wed Apr 10 15:27:41 2024","interfaces":[{"interface":"back","average":{"1min":0.62,"5min":0.62,"15min":0.62},"min":{"1min":0.48099999999999998,"5min":0.48099999999999998,"15min":0.48099999999999998},"max":{"1min":0.93000000000000005,"5min":0.93000000000000005,"15min":0.93000000000000005},"last":0.71599999999999997},{"interface":"front","average":{"1min":0.59599999999999997,"5min":0.59599999999999997,"15min":0.59599999999999997},"min":{"1min":0.46899999999999997,"5min":0.46899999999999997,"15min":0.46899999999999997},"max":{"1min":0.82399999999999995,"5min":0.82399999999999995,"15min":0.82399999999999995},"last":0.66800000000000004}]},{"osd":5,"last update":"Wed Apr 10 15:28:05 2024","interfaces":[{"interface":"back","average":{"1min":0.58999999999999997,"5min":0.58999999999999997,"15min":0.58999999999999997},"min":{"1min":0.378,"5min":0.378,"15min":0.378},"max":{"1min":1.0620000000000001,"5min":1.0620000000000001,"15min":1.0620000000000001},"last":0.67800000000000005},{"interface":"front","average":{"1min":0.60599999999999998,"5min":0.60599999999999998,"15min":0.60599999999999998},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":1.0780000000000001,"5min":1.0780000000000001,"15min":1.0780000000000001},"last":0.65000000000000002}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.70499999999999996}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.69599999999999995}]}]},{"osd":2,"up_from":18,"seq":77309411359,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27608,"kb_used_data":584,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717544,"statfs":{"total":95995035648,"available":95966765056,"internally_reserved":0,"allocated":598016,"data_stored":245506,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Apr 10 15:27:53 2024","interfaces":[{"interface":"back","average":{"1min":0.40300000000000002,"5min":0.41099999999999998,"15min":0.41299999999999998},"min":{"1min":0.23999999999999999,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":0.60299999999999998,"5min":0.60299999999999998,"15min":0.60299999999999998},"last":0.246},{"interface":"front","average":{"1min":0.41599999999999998,"5min":0.378,"15min":0.372},"min":{"1min":0.26600000000000001,"5min":0.255,"15min":0.255},"max":{"1min":0.58299999999999996,"5min":0.58299999999999996,"15min":0.58299999999999996},"last":0.30199999999999999}]},{"osd":1,"last update":"Wed Apr 10 15:27:53 2024","interfaces":[{"interface":"back","average":{"1min":0.40999999999999998,"5min":0.40600000000000003,"15min":0.40600000000000003},"min":{"1min":0.20300000000000001,"5min":0.20300000000000001,"15min":0.20300000000000001},"max":{"1min":0.623,"5min":0.623,"15min":0.623},"last":0.221},{"interface":"front","average":{"1min":0.44700000000000001,"5min":0.43099999999999999,"15min":0.42899999999999999},"min":{"1min":0.24399999999999999,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":0.61599999999999999,"5min":0.61599999999999999,"15min":0.61599999999999999},"last":0.34399999999999997}]},{"osd":3,"last update":"Wed Apr 10 15:27:22 2024","interfaces":[{"interface":"back","average":{"1min":0.48599999999999999,"5min":0.48599999999999999,"15min":0.48599999999999999},"min":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":0.64800000000000002,"5min":0.64800000000000002,"15min":0.64800000000000002},"last":0.28499999999999998},{"interface":"front","average":{"1min":0.46999999999999997,"5min":0.46999999999999997,"15min":0.46999999999999997},"min":{"1min":0.29399999999999998,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":0.69199999999999995,"5min":0.69199999999999995,"15min":0.69199999999999995},"last":0.27000000000000002}]},{"osd":4,"last update":"Wed Apr 10 15:27:40 2024","interfaces":[{"interface":"back","average":{"1min":0.54700000000000004,"5min":0.54700000000000004,"15min":0.54700000000000004},"min":{"1min":0.442,"5min":0.442,"15min":0.442},"max":{"1min":0.70399999999999996,"5min":0.70399999999999996,"15min":0.70399999999999996},"last":0.52900000000000003},{"interface":"front","average":{"1min":0.61699999999999999,"5min":0.61699999999999999,"15min":0.61699999999999999},"min":{"1min":0.47699999999999998,"5min":0.47699999999999998,"15min":0.47699999999999998},"max":{"1min":0.72899999999999998,"5min":0.72899999999999998,"15min":0.72899999999999998},"last":0.60399999999999998}]},{"osd":5,"last update":"Wed Apr 10 15:28:09 2024","interfaces":[{"interface":"back","average":{"1min":0.58499999999999996,"5min":0.58499999999999996,"15min":0.58499999999999996},"min":{"1min":0.39000000000000001,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":0.73899999999999999,"5min":0.73899999999999999,"15min":0.73899999999999999},"last":0.54500000000000004},{"interface":"front","average":{"1min":0.54300000000000004,"5min":0.54300000000000004,"15min":0.54300000000000004},"min":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":0.66400000000000003,"5min":0.66400000000000003,"15min":0.66400000000000003},"last":0.48199999999999998}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.59599999999999997}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58899999999999997}]}]},{"osd":3,"up_from":25,"seq":107374182426,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27636,"kb_used_data":616,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717516,"statfs":{"total":95995035648,"available":95966736384,"internally_reserved":0,"allocated":630784,"data_stored":254379,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Apr 10 15:27:18 2024","interfaces":[{"interface":"back","average":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.56999999999999995,"5min":0.56999999999999995,"15min":0.56999999999999995},"last":0.374},{"interface":"front","average":{"1min":0.40600000000000003,"5min":0.40600000000000003,"15min":0.40600000000000003},"min":{"1min":0.28100000000000003,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":0.52600000000000002,"5min":0.52600000000000002,"15min":0.52600000000000002},"last":0.30399999999999999}]},{"osd":1,"last update":"Wed Apr 10 15:27:18 2024","interfaces":[{"interface":"back","average":{"1min":0.45400000000000001,"5min":0.45400000000000001,"15min":0.45400000000000001},"min":{"1min":0.29899999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.60999999999999999,"5min":0.60999999999999999,"15min":0.60999999999999999},"last":0.35199999999999998},{"interface":"front","average":{"1min":0.439,"5min":0.439,"15min":0.439},"min":{"1min":0.28499999999999998,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":0.61199999999999999,"5min":0.61199999999999999,"15min":0.61199999999999999},"last":0.32400000000000001}]},{"osd":2,"last update":"Wed Apr 10 15:27:18 2024","interfaces":[{"interface":"back","average":{"1min":0.46999999999999997,"5min":0.46999999999999997,"15min":0.46999999999999997},"min":{"1min":0.32000000000000001,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":0.67000000000000004,"5min":0.67000000000000004,"15min":0.67000000000000004},"last":0.38500000000000001},{"interface":"front","average":{"1min":0.437,"5min":0.437,"15min":0.437},"min":{"1min":0.30499999999999999,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":0.56999999999999995,"5min":0.56999999999999995,"15min":0.56999999999999995},"last":0.33800000000000002}]},{"osd":4,"last update":"Wed Apr 10 15:27:42 2024","interfaces":[{"interface":"back","average":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"min":{"1min":0.39400000000000002,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":0.70399999999999996,"5min":0.70399999999999996,"15min":0.70399999999999996},"last":0.52100000000000002},{"interface":"front","average":{"1min":0.57399999999999995,"5min":0.57399999999999995,"15min":0.57399999999999995},"min":{"1min":0.432,"5min":0.432,"15min":0.432},"max":{"1min":0.74099999999999999,"5min":0.74099999999999999,"15min":0.74099999999999999},"last":0.48499999999999999}]},{"osd":5,"last update":"Wed Apr 10 15:28:08 2024","interfaces":[{"interface":"back","average":{"1min":0.58899999999999997,"5min":0.58899999999999997,"15min":0.58899999999999997},"min":{"1min":0.41299999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":0.90600000000000003,"5min":0.90600000000000003,"15min":0.90600000000000003},"last":0.45300000000000001},{"interface":"front","average":{"1min":0.58499999999999996,"5min":0.58499999999999996,"15min":0.58499999999999996},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":0.77600000000000002,"5min":0.77600000000000002,"15min":0.77600000000000002},"last":0.505}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54100000000000004}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.44600000000000001}]}]},{"osd":4,"up_from":30,"seq":128849018901,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27640,"kb_used_data":620,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717512,"statfs":{"total":95995035648,"available":95966732288,"internally_reserved":0,"allocated":634880,"data_stored":259876,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Apr 10 15:27:43 2024","interfaces":[{"interface":"back","average":{"1min":0.54000000000000004,"5min":0.54000000000000004,"15min":0.54000000000000004},"min":{"1min":0.33000000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":0.84699999999999998,"5min":0.84699999999999998,"15min":0.84699999999999998},"last":0.50800000000000001},{"interface":"front","average":{"1min":0.51400000000000001,"5min":0.51400000000000001,"15min":0.51400000000000001},"min":{"1min":0.374,"5min":0.374,"15min":0.374},"max":{"1min":0.751,"5min":0.751,"15min":0.751},"last":0.35099999999999998}]},{"osd":1,"last update":"Wed Apr 10 15:27:43 2024","interfaces":[{"interface":"back","average":{"1min":0.51000000000000001,"5min":0.51000000000000001,"15min":0.51000000000000001},"min":{"1min":0.33500000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":0.70899999999999996,"5min":0.70899999999999996,"15min":0.70899999999999996},"last":0.45800000000000002},{"interface":"front","average":{"1min":0.51900000000000002,"5min":0.51900000000000002,"15min":0.51900000000000002},"min":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.69399999999999995,"5min":0.69399999999999995,"15min":0.69399999999999995},"last":0.46500000000000002}]},{"osd":2,"last update":"Wed Apr 10 15:27:43 2024","interfaces":[{"interface":"back","average":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"min":{"1min":0.313,"5min":0.313,"15min":0.313},"max":{"1min":0.77300000000000002,"5min":0.77300000000000002,"15min":0.77300000000000002},"last":0.376},{"interface":"front","average":{"1min":0.52400000000000002,"5min":0.52400000000000002,"15min":0.52400000000000002},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.82699999999999996,"5min":0.82699999999999996,"15min":0.82699999999999996},"last":0.44500000000000001}]},{"osd":3,"last update":"Wed Apr 10 15:27:43 2024","interfaces":[{"interface":"back","average":{"1min":0.53800000000000003,"5min":0.53800000000000003,"15min":0.53800000000000003},"min":{"1min":0.35199999999999998,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.79500000000000004,"5min":0.79500000000000004,"15min":0.79500000000000004},"last":0.40699999999999997},{"interface":"front","average":{"1min":0.51500000000000001,"5min":0.51500000000000001,"15min":0.51500000000000001},"min":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.77900000000000003,"5min":0.77900000000000003,"15min":0.77900000000000003},"last":0.434}]},{"osd":5,"last update":"Wed Apr 10 15:28:09 2024","interfaces":[{"interface":"back","average":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"min":{"1min":0.26900000000000002,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":0.82999999999999996,"5min":0.82999999999999996,"15min":0.82999999999999996},"last":0.38800000000000001},{"interface":"front","average":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"min":{"1min":0.28699999999999998,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":0.87,"5min":0.87,"15min":0.87},"last":0.42099999999999999}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48899999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47999999999999998}]}]},{"osd":5,"up_from":38,"seq":163208757264,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27632,"kb_used_data":608,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717520,"statfs":{"total":95995035648,"available":95966740480,"internally_reserved":0,"allocated":622592,"data_stored":254034,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Apr 10 15:28:09 2024","interfaces":[{"interface":"back","average":{"1min":0.51000000000000001,"5min":0.51000000000000001,"15min":0.51000000000000001},"min":{"1min":0.34599999999999997,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.78000000000000003,"5min":0.78000000000000003,"15min":0.78000000000000003},"last":0.52900000000000003},{"interface":"front","average":{"1min":0.52400000000000002,"5min":0.52400000000000002,"15min":0.52400000000000002},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.71599999999999997,"5min":0.71599999999999997,"15min":0.71599999999999997},"last":0.64400000000000002}]},{"osd":1,"last update":"Wed Apr 10 15:28:09 2024","interfaces":[{"interface":"back","average":{"1min":0.51900000000000002,"5min":0.51900000000000002,"15min":0.51900000000000002},"min":{"1min":0.39300000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":0.67700000000000005,"5min":0.67700000000000005,"15min":0.67700000000000005},"last":0.47299999999999998},{"interface":"front","average":{"1min":0.51300000000000001,"5min":0.51300000000000001,"15min":0.51300000000000001},"min":{"1min":0.32400000000000001,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":0.76000000000000001,"5min":0.76000000000000001,"15min":0.76000000000000001},"last":0.61699999999999999}]},{"osd":2,"last update":"Wed Apr 10 15:28:09 2024","interfaces":[{"interface":"back","average":{"1min":0.51000000000000001,"5min":0.51000000000000001,"15min":0.51000000000000001},"min":{"1min":0.316,"5min":0.316,"15min":0.316},"max":{"1min":0.746,"5min":0.746,"15min":0.746},"last":0.51400000000000001},{"interface":"front","average":{"1min":0.51100000000000001,"5min":0.51100000000000001,"15min":0.51100000000000001},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.73299999999999998,"5min":0.73299999999999998,"15min":0.73299999999999998},"last":0.57199999999999995}]},{"osd":3,"last update":"Wed Apr 10 15:28:09 2024","interfaces":[{"interface":"back","average":{"1min":0.496,"5min":0.496,"15min":0.496},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.79500000000000004,"5min":0.79500000000000004,"15min":0.79500000000000004},"last":0.45000000000000001},{"interface":"front","average":{"1min":0.51100000000000001,"5min":0.51100000000000001,"15min":0.51100000000000001},"min":{"1min":0.33200000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":0.77100000000000002,"5min":0.77100000000000002,"15min":0.77100000000000002},"last":0.65900000000000003}]},{"osd":4,"last update":"Wed Apr 10 15:28:09 2024","interfaces":[{"interface":"back","average":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"min":{"1min":0.23699999999999999,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":0.69799999999999995,"5min":0.69799999999999995,"15min":0.69799999999999995},"last":0.495},{"interface":"front","average":{"1min":0.38,"5min":0.38,"15min":0.38},"min":{"1min":0.246,"5min":0.246,"15min":0.246},"max":{"1min":0.60899999999999999,"5min":0.60899999999999999,"15min":0.60899999999999999},"last":0.55300000000000005}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63100000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54300000000000004}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1668,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1654,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1564,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-10T15:28:16.673 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.3e is not active+clean 2024-04-10T15:28:16.673 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.3e', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 60, 'state': 'creating+peering', 'last_fresh': '2024-04-10T15:28:12.327429+0000', 'last_change': '2024-04-10T15:28:12.327429+0000', 'last_active': '2024-04-10T15:28:12.311438+0000', 'last_peered': '2024-04-10T15:28:12.311438+0000', 'last_clean': '2024-04-10T15:28:12.311438+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-10T15:28:12.327429+0000', 'last_undegraded': '2024-04-10T15:28:12.327429+0000', 'last_fullsized': '2024-04-10T15:28:12.327429+0000', 'mapping_epoch': 60, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 60, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-10T15:28:12.311438+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-10T15:28:12.311438+0000', 'last_clean_scrub_stamp': '2024-04-10T15:28:12.311438+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-04-11T21:50:43.562860+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 0, 6], 'acting': [1, 0, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-04-10T15:28:16.673 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.3d is not active+clean 2024-04-10T15:28:16.673 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.3d', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-10T15:28:12.311438+0000', 'last_change': '2024-04-10T15:28:12.311438+0000', 'last_active': '2024-04-10T15:28:12.311438+0000', 'last_peered': '2024-04-10T15:28:12.311438+0000', 'last_clean': '2024-04-10T15:28:12.311438+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-10T15:28:12.311438+0000', 'last_undegraded': '2024-04-10T15:28:12.311438+0000', 'last_fullsized': '2024-04-10T15:28:12.311438+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-10T15:28:12.311438+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-10T15:28:12.311438+0000', 'last_clean_scrub_stamp': '2024-04-10T15:28:12.311438+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-10T15:28:16.673 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.32 is not active+clean 2024-04-10T15:28:16.673 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.32', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-10T15:28:12.311438+0000', 'last_change': '2024-04-10T15:28:12.311438+0000', 'last_active': '2024-04-10T15:28:12.311438+0000', 'last_peered': '2024-04-10T15:28:12.311438+0000', 'last_clean': '2024-04-10T15:28:12.311438+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-10T15:28:12.311438+0000', 'last_undegraded': '2024-04-10T15:28:12.311438+0000', 'last_fullsized': '2024-04-10T15:28:12.311438+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-10T15:28:12.311438+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-10T15:28:12.311438+0000', 'last_clean_scrub_stamp': '2024-04-10T15:28:12.311438+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-10T15:28:16.673 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.31 is not active+clean 2024-04-10T15:28:16.674 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.31', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 60, 'state': 'creating+peering', 'last_fresh': '2024-04-10T15:28:12.326879+0000', 'last_change': '2024-04-10T15:28:12.326879+0000', 'last_active': '2024-04-10T15:28:12.311438+0000', 'last_peered': '2024-04-10T15:28:12.311438+0000', 'last_clean': '2024-04-10T15:28:12.311438+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-10T15:28:12.326879+0000', 'last_undegraded': '2024-04-10T15:28:12.326879+0000', 'last_fullsized': '2024-04-10T15:28:12.326879+0000', 'mapping_epoch': 60, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 60, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-10T15:28:12.311438+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-10T15:28:12.311438+0000', 'last_clean_scrub_stamp': '2024-04-10T15:28:12.311438+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-04-11T15:52:57.089243+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 4, 5], 'acting': [1, 4, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-04-10T15:28:16.674 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.1f is not active+clean 2024-04-10T15:28:16.674 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.1f', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 59, 'state': 'creating+peering', 'last_fresh': '2024-04-10T15:28:11.316464+0000', 'last_change': '2024-04-10T15:28:11.316464+0000', 'last_active': '2024-04-10T15:28:11.308904+0000', 'last_peered': '2024-04-10T15:28:11.308904+0000', 'last_clean': '2024-04-10T15:28:11.308904+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-10T15:28:11.316464+0000', 'last_undegraded': '2024-04-10T15:28:11.316464+0000', 'last_fullsized': '2024-04-10T15:28:11.316464+0000', 'mapping_epoch': 59, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 59, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-10T15:28:11.308904+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-10T15:28:11.308904+0000', 'last_clean_scrub_stamp': '2024-04-10T15:28:11.308904+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-04-12T00:24:09.163522+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 7, 4], 'acting': [0, 7, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-04-10T15:28:16.674 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.1f is not active+clean 2024-04-10T15:28:16.674 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.1f', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-10T15:28:12.311438+0000', 'last_change': '2024-04-10T15:28:12.311438+0000', 'last_active': '2024-04-10T15:28:12.311438+0000', 'last_peered': '2024-04-10T15:28:12.311438+0000', 'last_clean': '2024-04-10T15:28:12.311438+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-10T15:28:12.311438+0000', 'last_undegraded': '2024-04-10T15:28:12.311438+0000', 'last_fullsized': '2024-04-10T15:28:12.311438+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-10T15:28:12.311438+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-10T15:28:12.311438+0000', 'last_clean_scrub_stamp': '2024-04-10T15:28:12.311438+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-10T15:28:16.674 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.1b is not active+clean 2024-04-10T15:28:16.674 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.1b', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-10T15:28:12.311438+0000', 'last_change': '2024-04-10T15:28:12.311438+0000', 'last_active': '2024-04-10T15:28:12.311438+0000', 'last_peered': '2024-04-10T15:28:12.311438+0000', 'last_clean': '2024-04-10T15:28:12.311438+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-10T15:28:12.311438+0000', 'last_undegraded': '2024-04-10T15:28:12.311438+0000', 'last_fullsized': '2024-04-10T15:28:12.311438+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-10T15:28:12.311438+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-10T15:28:12.311438+0000', 'last_clean_scrub_stamp': '2024-04-10T15:28:12.311438+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-10T15:28:16.674 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.19 is not active+clean 2024-04-10T15:28:16.674 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.19', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 60, 'state': 'creating+peering', 'last_fresh': '2024-04-10T15:28:12.325806+0000', 'last_change': '2024-04-10T15:28:12.325806+0000', 'last_active': '2024-04-10T15:28:12.311438+0000', 'last_peered': '2024-04-10T15:28:12.311438+0000', 'last_clean': '2024-04-10T15:28:12.311438+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-10T15:28:12.325806+0000', 'last_undegraded': '2024-04-10T15:28:12.325806+0000', 'last_fullsized': '2024-04-10T15:28:12.325806+0000', 'mapping_epoch': 60, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 60, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-10T15:28:12.311438+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-10T15:28:12.311438+0000', 'last_clean_scrub_stamp': '2024-04-10T15:28:12.311438+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-04-11T15:43:47.778945+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 3, 4], 'acting': [1, 3, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-04-10T15:28:16.674 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.17 is not active+clean 2024-04-10T15:28:16.674 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.17', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-10T15:28:12.311438+0000', 'last_change': '2024-04-10T15:28:12.311438+0000', 'last_active': '2024-04-10T15:28:12.311438+0000', 'last_peered': '2024-04-10T15:28:12.311438+0000', 'last_clean': '2024-04-10T15:28:12.311438+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-10T15:28:12.311438+0000', 'last_undegraded': '2024-04-10T15:28:12.311438+0000', 'last_fullsized': '2024-04-10T15:28:12.311438+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-10T15:28:12.311438+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-10T15:28:12.311438+0000', 'last_clean_scrub_stamp': '2024-04-10T15:28:12.311438+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-10T15:28:16.675 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.13 is not active+clean 2024-04-10T15:28:16.675 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.13', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 59, 'state': 'creating+peering', 'last_fresh': '2024-04-10T15:28:11.316490+0000', 'last_change': '2024-04-10T15:28:11.316490+0000', 'last_active': '2024-04-10T15:28:11.308904+0000', 'last_peered': '2024-04-10T15:28:11.308904+0000', 'last_clean': '2024-04-10T15:28:11.308904+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-10T15:28:11.316490+0000', 'last_undegraded': '2024-04-10T15:28:11.316490+0000', 'last_fullsized': '2024-04-10T15:28:11.316490+0000', 'mapping_epoch': 59, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 59, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-10T15:28:11.308904+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-10T15:28:11.308904+0000', 'last_clean_scrub_stamp': '2024-04-10T15:28:11.308904+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-04-12T03:21:04.005026+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 4, 3], 'acting': [0, 4, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-04-10T15:28:16.675 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.12 is not active+clean 2024-04-10T15:28:16.675 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.12', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-10T15:28:12.311438+0000', 'last_change': '2024-04-10T15:28:12.311438+0000', 'last_active': '2024-04-10T15:28:12.311438+0000', 'last_peered': '2024-04-10T15:28:12.311438+0000', 'last_clean': '2024-04-10T15:28:12.311438+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-10T15:28:12.311438+0000', 'last_undegraded': '2024-04-10T15:28:12.311438+0000', 'last_fullsized': '2024-04-10T15:28:12.311438+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-10T15:28:12.311438+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-10T15:28:12.311438+0000', 'last_clean_scrub_stamp': '2024-04-10T15:28:12.311438+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-10T15:28:16.675 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.0 is not active+clean 2024-04-10T15:28:16.675 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.0', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 60, 'state': 'creating+peering', 'last_fresh': '2024-04-10T15:28:12.324988+0000', 'last_change': '2024-04-10T15:28:12.324988+0000', 'last_active': '2024-04-10T15:28:12.311438+0000', 'last_peered': '2024-04-10T15:28:12.311438+0000', 'last_clean': '2024-04-10T15:28:12.311438+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-10T15:28:12.324988+0000', 'last_undegraded': '2024-04-10T15:28:12.324988+0000', 'last_fullsized': '2024-04-10T15:28:12.324988+0000', 'mapping_epoch': 60, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 60, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-10T15:28:12.311438+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-10T15:28:12.311438+0000', 'last_clean_scrub_stamp': '2024-04-10T15:28:12.311438+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-04-11T15:29:21.377770+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 2, 6], 'acting': [1, 2, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-04-10T15:28:16.675 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.1 is not active+clean 2024-04-10T15:28:16.675 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.1', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-10T15:28:12.311438+0000', 'last_change': '2024-04-10T15:28:12.311438+0000', 'last_active': '2024-04-10T15:28:12.311438+0000', 'last_peered': '2024-04-10T15:28:12.311438+0000', 'last_clean': '2024-04-10T15:28:12.311438+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-10T15:28:12.311438+0000', 'last_undegraded': '2024-04-10T15:28:12.311438+0000', 'last_fullsized': '2024-04-10T15:28:12.311438+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-10T15:28:12.311438+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-10T15:28:12.311438+0000', 'last_clean_scrub_stamp': '2024-04-10T15:28:12.311438+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-10T15:28:16.675 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.4 is not active+clean 2024-04-10T15:28:16.675 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.4', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 60, 'state': 'creating+peering', 'last_fresh': '2024-04-10T15:28:12.325255+0000', 'last_change': '2024-04-10T15:28:12.325255+0000', 'last_active': '2024-04-10T15:28:12.311438+0000', 'last_peered': '2024-04-10T15:28:12.311438+0000', 'last_clean': '2024-04-10T15:28:12.311438+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-10T15:28:12.325255+0000', 'last_undegraded': '2024-04-10T15:28:12.325255+0000', 'last_fullsized': '2024-04-10T15:28:12.325255+0000', 'mapping_epoch': 60, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 60, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-10T15:28:12.311438+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-10T15:28:12.311438+0000', 'last_clean_scrub_stamp': '2024-04-10T15:28:12.311438+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-04-11T18:58:56.983394+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 2, 5], 'acting': [1, 2, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-04-10T15:28:16.675 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.6 is not active+clean 2024-04-10T15:28:16.675 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.6', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-10T15:28:12.311438+0000', 'last_change': '2024-04-10T15:28:12.311438+0000', 'last_active': '2024-04-10T15:28:12.311438+0000', 'last_peered': '2024-04-10T15:28:12.311438+0000', 'last_clean': '2024-04-10T15:28:12.311438+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-10T15:28:12.311438+0000', 'last_undegraded': '2024-04-10T15:28:12.311438+0000', 'last_fullsized': '2024-04-10T15:28:12.311438+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-10T15:28:12.311438+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-10T15:28:12.311438+0000', 'last_clean_scrub_stamp': '2024-04-10T15:28:12.311438+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-10T15:28:16.676 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.23 is not active+clean 2024-04-10T15:28:16.676 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.23', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-10T15:28:12.311438+0000', 'last_change': '2024-04-10T15:28:12.311438+0000', 'last_active': '2024-04-10T15:28:12.311438+0000', 'last_peered': '2024-04-10T15:28:12.311438+0000', 'last_clean': '2024-04-10T15:28:12.311438+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-10T15:28:12.311438+0000', 'last_undegraded': '2024-04-10T15:28:12.311438+0000', 'last_fullsized': '2024-04-10T15:28:12.311438+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-10T15:28:12.311438+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-10T15:28:12.311438+0000', 'last_clean_scrub_stamp': '2024-04-10T15:28:12.311438+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-10T15:28:16.676 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.25 is not active+clean 2024-04-10T15:28:16.676 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.25', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 60, 'state': 'creating+peering', 'last_fresh': '2024-04-10T15:28:12.326429+0000', 'last_change': '2024-04-10T15:28:12.326429+0000', 'last_active': '2024-04-10T15:28:12.311438+0000', 'last_peered': '2024-04-10T15:28:12.311438+0000', 'last_clean': '2024-04-10T15:28:12.311438+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-10T15:28:12.326429+0000', 'last_undegraded': '2024-04-10T15:28:12.326429+0000', 'last_fullsized': '2024-04-10T15:28:12.326429+0000', 'mapping_epoch': 60, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 60, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-10T15:28:12.311438+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-10T15:28:12.311438+0000', 'last_clean_scrub_stamp': '2024-04-10T15:28:12.311438+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-04-11T16:12:33.326980+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 3, 2], 'acting': [1, 3, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-04-10T15:28:16.676 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.2b is not active+clean 2024-04-10T15:28:16.676 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.2b', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-10T15:28:12.311438+0000', 'last_change': '2024-04-10T15:28:12.311438+0000', 'last_active': '2024-04-10T15:28:12.311438+0000', 'last_peered': '2024-04-10T15:28:12.311438+0000', 'last_clean': '2024-04-10T15:28:12.311438+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-10T15:28:12.311438+0000', 'last_undegraded': '2024-04-10T15:28:12.311438+0000', 'last_fullsized': '2024-04-10T15:28:12.311438+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-10T15:28:12.311438+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-10T15:28:12.311438+0000', 'last_clean_scrub_stamp': '2024-04-10T15:28:12.311438+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-10T15:28:16.676 DEBUG:teuthology.orchestra.run.smithi069:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph status --format=json 2024-04-10T15:28:17.071 INFO:teuthology.orchestra.run.smithi069.stdout: 2024-04-10T15:28:17.071 INFO:teuthology.orchestra.run.smithi069.stdout:{"fsid":"09bfb546-f74e-11ee-b64a-cb9ed24678a4","health":{"status":"HEALTH_OK","checks":{},"mutes":[]},"election_epoch":14,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":233,"monmap":{"epoch":3,"min_mon_release_name":"reef","num_mons":3},"osdmap":{"epoch":62,"num_osds":8,"num_up_osds":8,"osd_up_since":1712762874,"num_in_osds":8,"osd_in_since":1712762856,"num_remapped_pgs":0},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":79},{"state_name":"unknown","count":10},{"state_name":"creating+peering","count":8}],"num_pgs":97,"num_pools":3,"num_objects":16,"data_bytes":591954,"bytes_used":232230912,"bytes_avail":767728054272,"bytes_total":767960285184,"unknown_pgs_ratio":0.10309278219938278,"inactive_pgs_ratio":0.082474224269390106,"write_bytes_sec":949,"read_op_per_sec":0,"write_op_per_sec":7},"fsmap":{"epoch":7,"id":1,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":1,"rank":0,"name":"b","status":"up:active","gid":24331}],"up:standby":1},"mgrmap":{"available":true,"num_standbys":1,"modules":["cephadm","dashboard","iostat","nfs","restful"],"services":{"dashboard":"https://172.21.15.69:8443/"}},"servicemap":{"epoch":11,"modified":"2024-04-10T15:28:05.622839+0000","services":{"osd":{"daemons":{"summary":"","6":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"7":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}}}}}},"progress_events":{}} 2024-04-10T15:28:17.083 INFO:tasks.cephfs.filesystem.ceph_manager:no progress seen, keeping timeout for now 2024-04-10T15:28:17.083 DEBUG:teuthology.orchestra.run.smithi069:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-04-10T15:28:17.330 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:17 smithi069 ceph-mon[39688]: from='client.24416 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-10T15:28:17.330 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:17 smithi069 ceph-mon[39688]: from='client.14526 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-10T15:28:17.330 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:17 smithi069 ceph-mon[39688]: from='client.14532 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-10T15:28:17.330 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:17 smithi069 ceph-mon[27501]: from='client.24416 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-10T15:28:17.330 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:17 smithi069 ceph-mon[27501]: from='client.14526 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-10T15:28:17.330 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:17 smithi069 ceph-mon[27501]: from='client.14532 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-10T15:28:17.348 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:17 smithi077 ceph-mon[31195]: from='client.24416 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-10T15:28:17.348 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:17 smithi077 ceph-mon[31195]: from='client.14526 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-10T15:28:17.348 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:17 smithi077 ceph-mon[31195]: from='client.14532 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-10T15:28:17.378 INFO:teuthology.orchestra.run.smithi069.stdout: 2024-04-10T15:28:17.380 INFO:teuthology.orchestra.run.smithi069.stderr:dumped all 2024-04-10T15:28:17.389 INFO:teuthology.orchestra.run.smithi069.stdout:{"pg_ready":true,"pg_map":{"version":192,"stamp":"2024-04-10T15:28:15.624581+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":591954,"num_objects":16,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":16,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":191,"num_write_kb":2420,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":10,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":145,"ondisk_log_size":145,"up":261,"acting":261,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":158,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":226788,"kb_used_data":6508,"kb_used_omap":12,"kb_used_meta":220147,"kb_avail":749734428,"statfs":{"total":767960285184,"available":767728054272,"internally_reserved":0,"allocated":6664192,"data_stored":3763513,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12742,"internal_metadata":225431098},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":1586,"num_objects":14,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":32,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":10,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.312383"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:13.676812+0000","last_change":"2024-04-10T15:28:12.697522+0000","last_active":"2024-04-10T15:28:13.676812+0000","last_peered":"2024-04-10T15:28:13.676812+0000","last_clean":"2024-04-10T15:28:13.676812+0000","last_became_active":"2024-04-10T15:28:12.697215+0000","last_became_peered":"2024-04-10T15:28:12.697215+0000","last_unstale":"2024-04-10T15:28:13.676812+0000","last_undegraded":"2024-04-10T15:28:13.676812+0000","last_fullsized":"2024-04-10T15:28:13.676812+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T20:35:17.938280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-10T15:28:12.327429+0000","last_change":"2024-04-10T15:28:12.327429+0000","last_active":"2024-04-10T15:28:12.311438+0000","last_peered":"2024-04-10T15:28:12.311438+0000","last_clean":"2024-04-10T15:28:12.311438+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-10T15:28:12.327429+0000","last_undegraded":"2024-04-10T15:28:12.327429+0000","last_fullsized":"2024-04-10T15:28:12.327429+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T21:50:43.562860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-10T15:28:12.311438+0000","last_change":"2024-04-10T15:28:12.311438+0000","last_active":"2024-04-10T15:28:12.311438+0000","last_peered":"2024-04-10T15:28:12.311438+0000","last_clean":"2024-04-10T15:28:12.311438+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-10T15:28:12.311438+0000","last_undegraded":"2024-04-10T15:28:12.311438+0000","last_fullsized":"2024-04-10T15:28:12.311438+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:14.459162+0000","last_change":"2024-04-10T15:28:12.699385+0000","last_active":"2024-04-10T15:28:14.459162+0000","last_peered":"2024-04-10T15:28:14.459162+0000","last_clean":"2024-04-10T15:28:14.459162+0000","last_became_active":"2024-04-10T15:28:12.698426+0000","last_became_peered":"2024-04-10T15:28:12.698426+0000","last_unstale":"2024-04-10T15:28:14.459162+0000","last_undegraded":"2024-04-10T15:28:14.459162+0000","last_fullsized":"2024-04-10T15:28:14.459162+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T18:37:45.002946+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:13.676364+0000","last_change":"2024-04-10T15:28:12.707878+0000","last_active":"2024-04-10T15:28:13.676364+0000","last_peered":"2024-04-10T15:28:13.676364+0000","last_clean":"2024-04-10T15:28:13.676364+0000","last_became_active":"2024-04-10T15:28:12.707571+0000","last_became_peered":"2024-04-10T15:28:12.707571+0000","last_unstale":"2024-04-10T15:28:13.676364+0000","last_undegraded":"2024-04-10T15:28:13.676364+0000","last_fullsized":"2024-04-10T15:28:13.676364+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T17:18:21.836886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:14.458885+0000","last_change":"2024-04-10T15:28:12.688200+0000","last_active":"2024-04-10T15:28:14.458885+0000","last_peered":"2024-04-10T15:28:14.458885+0000","last_clean":"2024-04-10T15:28:14.458885+0000","last_became_active":"2024-04-10T15:28:12.687777+0000","last_became_peered":"2024-04-10T15:28:12.687777+0000","last_unstale":"2024-04-10T15:28:14.458885+0000","last_undegraded":"2024-04-10T15:28:14.458885+0000","last_fullsized":"2024-04-10T15:28:14.458885+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T03:25:39.026190+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:13.675902+0000","last_change":"2024-04-10T15:28:12.698706+0000","last_active":"2024-04-10T15:28:13.675902+0000","last_peered":"2024-04-10T15:28:13.675902+0000","last_clean":"2024-04-10T15:28:13.675902+0000","last_became_active":"2024-04-10T15:28:12.698402+0000","last_became_peered":"2024-04-10T15:28:12.698402+0000","last_unstale":"2024-04-10T15:28:13.675902+0000","last_undegraded":"2024-04-10T15:28:13.675902+0000","last_fullsized":"2024-04-10T15:28:13.675902+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T20:00:34.088749+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-10T15:28:12.700424+0000","last_change":"2024-04-10T15:28:12.698333+0000","last_active":"2024-04-10T15:28:12.700424+0000","last_peered":"2024-04-10T15:28:12.700424+0000","last_clean":"2024-04-10T15:28:12.700424+0000","last_became_active":"2024-04-10T15:28:12.697487+0000","last_became_peered":"2024-04-10T15:28:12.697487+0000","last_unstale":"2024-04-10T15:28:12.700424+0000","last_undegraded":"2024-04-10T15:28:12.700424+0000","last_fullsized":"2024-04-10T15:28:12.700424+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T21:54:07.255338+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:13.676780+0000","last_change":"2024-04-10T15:28:12.699370+0000","last_active":"2024-04-10T15:28:13.676780+0000","last_peered":"2024-04-10T15:28:13.676780+0000","last_clean":"2024-04-10T15:28:13.676780+0000","last_became_active":"2024-04-10T15:28:12.698750+0000","last_became_peered":"2024-04-10T15:28:12.698750+0000","last_unstale":"2024-04-10T15:28:13.676780+0000","last_undegraded":"2024-04-10T15:28:13.676780+0000","last_fullsized":"2024-04-10T15:28:13.676780+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T18:34:18.917642+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:14.457763+0000","last_change":"2024-04-10T15:28:12.701768+0000","last_active":"2024-04-10T15:28:14.457763+0000","last_peered":"2024-04-10T15:28:14.457763+0000","last_clean":"2024-04-10T15:28:14.457763+0000","last_became_active":"2024-04-10T15:28:12.698802+0000","last_became_peered":"2024-04-10T15:28:12.698802+0000","last_unstale":"2024-04-10T15:28:14.457763+0000","last_undegraded":"2024-04-10T15:28:14.457763+0000","last_fullsized":"2024-04-10T15:28:14.457763+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T02:57:11.076250+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:14.458244+0000","last_change":"2024-04-10T15:28:12.700019+0000","last_active":"2024-04-10T15:28:14.458244+0000","last_peered":"2024-04-10T15:28:14.458244+0000","last_clean":"2024-04-10T15:28:14.458244+0000","last_became_active":"2024-04-10T15:28:12.699227+0000","last_became_peered":"2024-04-10T15:28:12.699227+0000","last_unstale":"2024-04-10T15:28:14.458244+0000","last_undegraded":"2024-04-10T15:28:14.458244+0000","last_fullsized":"2024-04-10T15:28:14.458244+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T22:14:13.683878+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:14.458358+0000","last_change":"2024-04-10T15:28:12.690502+0000","last_active":"2024-04-10T15:28:14.458358+0000","last_peered":"2024-04-10T15:28:14.458358+0000","last_clean":"2024-04-10T15:28:14.458358+0000","last_became_active":"2024-04-10T15:28:12.690218+0000","last_became_peered":"2024-04-10T15:28:12.690218+0000","last_unstale":"2024-04-10T15:28:14.458358+0000","last_undegraded":"2024-04-10T15:28:14.458358+0000","last_fullsized":"2024-04-10T15:28:14.458358+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T15:51:10.751498+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-10T15:28:12.699461+0000","last_change":"2024-04-10T15:28:12.697968+0000","last_active":"2024-04-10T15:28:12.699461+0000","last_peered":"2024-04-10T15:28:12.699461+0000","last_clean":"2024-04-10T15:28:12.699461+0000","last_became_active":"2024-04-10T15:28:12.697699+0000","last_became_peered":"2024-04-10T15:28:12.697699+0000","last_unstale":"2024-04-10T15:28:12.699461+0000","last_undegraded":"2024-04-10T15:28:12.699461+0000","last_fullsized":"2024-04-10T15:28:12.699461+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T03:16:50.380214+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-10T15:28:12.311438+0000","last_change":"2024-04-10T15:28:12.311438+0000","last_active":"2024-04-10T15:28:12.311438+0000","last_peered":"2024-04-10T15:28:12.311438+0000","last_clean":"2024-04-10T15:28:12.311438+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-10T15:28:12.311438+0000","last_undegraded":"2024-04-10T15:28:12.311438+0000","last_fullsized":"2024-04-10T15:28:12.311438+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-10T15:28:12.326879+0000","last_change":"2024-04-10T15:28:12.326879+0000","last_active":"2024-04-10T15:28:12.311438+0000","last_peered":"2024-04-10T15:28:12.311438+0000","last_clean":"2024-04-10T15:28:12.311438+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-10T15:28:12.326879+0000","last_undegraded":"2024-04-10T15:28:12.326879+0000","last_fullsized":"2024-04-10T15:28:12.326879+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T15:52:57.089243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:14.459012+0000","last_change":"2024-04-10T15:28:12.690604+0000","last_active":"2024-04-10T15:28:14.459012+0000","last_peered":"2024-04-10T15:28:14.459012+0000","last_clean":"2024-04-10T15:28:14.459012+0000","last_became_active":"2024-04-10T15:28:12.690314+0000","last_became_peered":"2024-04-10T15:28:12.690314+0000","last_unstale":"2024-04-10T15:28:14.459012+0000","last_undegraded":"2024-04-10T15:28:14.459012+0000","last_fullsized":"2024-04-10T15:28:14.459012+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T18:06:14.207166+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:14.459271+0000","last_change":"2024-04-10T15:28:12.694848+0000","last_active":"2024-04-10T15:28:14.459271+0000","last_peered":"2024-04-10T15:28:14.459271+0000","last_clean":"2024-04-10T15:28:14.459271+0000","last_became_active":"2024-04-10T15:28:12.694557+0000","last_became_peered":"2024-04-10T15:28:12.694557+0000","last_unstale":"2024-04-10T15:28:14.459271+0000","last_undegraded":"2024-04-10T15:28:14.459271+0000","last_fullsized":"2024-04-10T15:28:14.459271+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T03:14:51.199569+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-10T15:28:12.693818+0000","last_change":"2024-04-10T15:28:12.692951+0000","last_active":"2024-04-10T15:28:12.693818+0000","last_peered":"2024-04-10T15:28:12.693818+0000","last_clean":"2024-04-10T15:28:12.693818+0000","last_became_active":"2024-04-10T15:28:12.692671+0000","last_became_peered":"2024-04-10T15:28:12.692671+0000","last_unstale":"2024-04-10T15:28:12.693818+0000","last_undegraded":"2024-04-10T15:28:12.693818+0000","last_fullsized":"2024-04-10T15:28:12.693818+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T21:17:06.276979+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:13.676333+0000","last_change":"2024-04-10T15:28:12.689693+0000","last_active":"2024-04-10T15:28:13.676333+0000","last_peered":"2024-04-10T15:28:13.676333+0000","last_clean":"2024-04-10T15:28:13.676333+0000","last_became_active":"2024-04-10T15:28:12.689366+0000","last_became_peered":"2024-04-10T15:28:12.689366+0000","last_unstale":"2024-04-10T15:28:13.676333+0000","last_undegraded":"2024-04-10T15:28:13.676333+0000","last_fullsized":"2024-04-10T15:28:13.676333+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T01:24:23.783069+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"0'0","reported_seq":1,"reported_epoch":59,"state":"creating+peering","last_fresh":"2024-04-10T15:28:11.316464+0000","last_change":"2024-04-10T15:28:11.316464+0000","last_active":"2024-04-10T15:28:11.308904+0000","last_peered":"2024-04-10T15:28:11.308904+0000","last_clean":"2024-04-10T15:28:11.308904+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-10T15:28:11.316464+0000","last_undegraded":"2024-04-10T15:28:11.316464+0000","last_fullsized":"2024-04-10T15:28:11.316464+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_clean_scrub_stamp":"2024-04-10T15:28:11.308904+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T00:24:09.163522+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-10T15:28:12.693522+0000","last_change":"2024-04-10T15:28:12.693030+0000","last_active":"2024-04-10T15:28:12.693522+0000","last_peered":"2024-04-10T15:28:12.693522+0000","last_clean":"2024-04-10T15:28:12.693522+0000","last_became_active":"2024-04-10T15:28:12.692633+0000","last_became_peered":"2024-04-10T15:28:12.692633+0000","last_unstale":"2024-04-10T15:28:12.693522+0000","last_undegraded":"2024-04-10T15:28:12.693522+0000","last_fullsized":"2024-04-10T15:28:12.693522+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T01:56:33.896801+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"61'1","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-10T15:28:12.704528+0000","last_change":"2024-04-10T15:28:12.340349+0000","last_active":"2024-04-10T15:28:12.704528+0000","last_peered":"2024-04-10T15:28:12.704528+0000","last_clean":"2024-04-10T15:28:12.704528+0000","last_became_active":"2024-04-10T15:28:12.340075+0000","last_became_peered":"2024-04-10T15:28:12.340075+0000","last_unstale":"2024-04-10T15:28:12.704528+0000","last_undegraded":"2024-04-10T15:28:12.704528+0000","last_fullsized":"2024-04-10T15:28:12.704528+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_clean_scrub_stamp":"2024-04-10T15:28:11.308904+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T19:52:58.585482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-10T15:28:12.311438+0000","last_change":"2024-04-10T15:28:12.311438+0000","last_active":"2024-04-10T15:28:12.311438+0000","last_peered":"2024-04-10T15:28:12.311438+0000","last_clean":"2024-04-10T15:28:12.311438+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-10T15:28:12.311438+0000","last_undegraded":"2024-04-10T15:28:12.311438+0000","last_fullsized":"2024-04-10T15:28:12.311438+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1d","version":"61'2","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:13.676591+0000","last_change":"2024-04-10T15:28:12.344861+0000","last_active":"2024-04-10T15:28:13.676591+0000","last_peered":"2024-04-10T15:28:13.676591+0000","last_clean":"2024-04-10T15:28:13.676591+0000","last_became_active":"2024-04-10T15:28:12.344508+0000","last_became_peered":"2024-04-10T15:28:12.344508+0000","last_unstale":"2024-04-10T15:28:13.676591+0000","last_undegraded":"2024-04-10T15:28:13.676591+0000","last_fullsized":"2024-04-10T15:28:13.676591+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_clean_scrub_stamp":"2024-04-10T15:28:11.308904+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T20:46:40.578388+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:14.459285+0000","last_change":"2024-04-10T15:28:12.688722+0000","last_active":"2024-04-10T15:28:14.459285+0000","last_peered":"2024-04-10T15:28:14.459285+0000","last_clean":"2024-04-10T15:28:14.459285+0000","last_became_active":"2024-04-10T15:28:12.688255+0000","last_became_peered":"2024-04-10T15:28:12.688255+0000","last_unstale":"2024-04-10T15:28:14.459285+0000","last_undegraded":"2024-04-10T15:28:14.459285+0000","last_fullsized":"2024-04-10T15:28:14.459285+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T23:51:05.001686+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"61'2","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:13.676344+0000","last_change":"2024-04-10T15:28:12.342115+0000","last_active":"2024-04-10T15:28:13.676344+0000","last_peered":"2024-04-10T15:28:13.676344+0000","last_clean":"2024-04-10T15:28:13.676344+0000","last_became_active":"2024-04-10T15:28:12.341822+0000","last_became_peered":"2024-04-10T15:28:12.341822+0000","last_unstale":"2024-04-10T15:28:13.676344+0000","last_undegraded":"2024-04-10T15:28:13.676344+0000","last_fullsized":"2024-04-10T15:28:13.676344+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_clean_scrub_stamp":"2024-04-10T15:28:11.308904+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T23:35:33.678268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:14.458645+0000","last_change":"2024-04-10T15:28:12.692803+0000","last_active":"2024-04-10T15:28:14.458645+0000","last_peered":"2024-04-10T15:28:14.458645+0000","last_clean":"2024-04-10T15:28:14.458645+0000","last_became_active":"2024-04-10T15:28:12.692541+0000","last_became_peered":"2024-04-10T15:28:12.692541+0000","last_unstale":"2024-04-10T15:28:14.458645+0000","last_undegraded":"2024-04-10T15:28:14.458645+0000","last_fullsized":"2024-04-10T15:28:14.458645+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T17:39:50.824142+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"61'1","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-10T15:28:12.693574+0000","last_change":"2024-04-10T15:28:12.334232+0000","last_active":"2024-04-10T15:28:12.693574+0000","last_peered":"2024-04-10T15:28:12.693574+0000","last_clean":"2024-04-10T15:28:12.693574+0000","last_became_active":"2024-04-10T15:28:12.333915+0000","last_became_peered":"2024-04-10T15:28:12.333915+0000","last_unstale":"2024-04-10T15:28:12.693574+0000","last_undegraded":"2024-04-10T15:28:12.693574+0000","last_fullsized":"2024-04-10T15:28:12.693574+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_clean_scrub_stamp":"2024-04-10T15:28:11.308904+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T18:25:34.332231+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:14.457731+0000","last_change":"2024-04-10T15:28:12.695240+0000","last_active":"2024-04-10T15:28:14.457731+0000","last_peered":"2024-04-10T15:28:14.457731+0000","last_clean":"2024-04-10T15:28:14.457731+0000","last_became_active":"2024-04-10T15:28:12.694924+0000","last_became_peered":"2024-04-10T15:28:12.694924+0000","last_unstale":"2024-04-10T15:28:14.457731+0000","last_undegraded":"2024-04-10T15:28:14.457731+0000","last_fullsized":"2024-04-10T15:28:14.457731+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T00:32:28.117308+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"61'1","reported_seq":13,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:14.458164+0000","last_change":"2024-04-10T15:28:12.333289+0000","last_active":"2024-04-10T15:28:14.458164+0000","last_peered":"2024-04-10T15:28:14.458164+0000","last_clean":"2024-04-10T15:28:14.458164+0000","last_became_active":"2024-04-10T15:28:12.332468+0000","last_became_peered":"2024-04-10T15:28:12.332468+0000","last_unstale":"2024-04-10T15:28:14.458164+0000","last_undegraded":"2024-04-10T15:28:14.458164+0000","last_fullsized":"2024-04-10T15:28:14.458164+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_clean_scrub_stamp":"2024-04-10T15:28:11.308904+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T20:16:06.745224+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-10T15:28:12.311438+0000","last_change":"2024-04-10T15:28:12.311438+0000","last_active":"2024-04-10T15:28:12.311438+0000","last_peered":"2024-04-10T15:28:12.311438+0000","last_clean":"2024-04-10T15:28:12.311438+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-10T15:28:12.311438+0000","last_undegraded":"2024-04-10T15:28:12.311438+0000","last_fullsized":"2024-04-10T15:28:12.311438+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-10T15:28:12.685506+0000","last_change":"2024-04-10T15:28:12.333539+0000","last_active":"2024-04-10T15:28:12.685506+0000","last_peered":"2024-04-10T15:28:12.685506+0000","last_clean":"2024-04-10T15:28:12.685506+0000","last_became_active":"2024-04-10T15:28:12.333037+0000","last_became_peered":"2024-04-10T15:28:12.333037+0000","last_unstale":"2024-04-10T15:28:12.685506+0000","last_undegraded":"2024-04-10T15:28:12.685506+0000","last_fullsized":"2024-04-10T15:28:12.685506+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_clean_scrub_stamp":"2024-04-10T15:28:11.308904+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T16:09:51.166660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-10T15:28:12.689277+0000","last_change":"2024-04-10T15:28:12.686515+0000","last_active":"2024-04-10T15:28:12.689277+0000","last_peered":"2024-04-10T15:28:12.689277+0000","last_clean":"2024-04-10T15:28:12.689277+0000","last_became_active":"2024-04-10T15:28:12.686110+0000","last_became_peered":"2024-04-10T15:28:12.686110+0000","last_unstale":"2024-04-10T15:28:12.689277+0000","last_undegraded":"2024-04-10T15:28:12.689277+0000","last_fullsized":"2024-04-10T15:28:12.689277+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T20:12:58.951054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:14.459045+0000","last_change":"2024-04-10T15:28:12.341914+0000","last_active":"2024-04-10T15:28:14.459045+0000","last_peered":"2024-04-10T15:28:14.459045+0000","last_clean":"2024-04-10T15:28:14.459045+0000","last_became_active":"2024-04-10T15:28:12.341624+0000","last_became_peered":"2024-04-10T15:28:12.341624+0000","last_unstale":"2024-04-10T15:28:14.459045+0000","last_undegraded":"2024-04-10T15:28:14.459045+0000","last_fullsized":"2024-04-10T15:28:14.459045+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_clean_scrub_stamp":"2024-04-10T15:28:11.308904+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T03:25:35.198405+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-10T15:28:12.325806+0000","last_change":"2024-04-10T15:28:12.325806+0000","last_active":"2024-04-10T15:28:12.311438+0000","last_peered":"2024-04-10T15:28:12.311438+0000","last_clean":"2024-04-10T15:28:12.311438+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-10T15:28:12.325806+0000","last_undegraded":"2024-04-10T15:28:12.325806+0000","last_fullsized":"2024-04-10T15:28:12.325806+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T15:43:47.778945+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:14.458575+0000","last_change":"2024-04-10T15:28:12.337764+0000","last_active":"2024-04-10T15:28:14.458575+0000","last_peered":"2024-04-10T15:28:14.458575+0000","last_clean":"2024-04-10T15:28:14.458575+0000","last_became_active":"2024-04-10T15:28:12.336706+0000","last_became_peered":"2024-04-10T15:28:12.336706+0000","last_unstale":"2024-04-10T15:28:14.458575+0000","last_undegraded":"2024-04-10T15:28:14.458575+0000","last_fullsized":"2024-04-10T15:28:14.458575+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_clean_scrub_stamp":"2024-04-10T15:28:11.308904+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T22:32:40.666706+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:14.459374+0000","last_change":"2024-04-10T15:28:12.696846+0000","last_active":"2024-04-10T15:28:14.459374+0000","last_peered":"2024-04-10T15:28:14.459374+0000","last_clean":"2024-04-10T15:28:14.459374+0000","last_became_active":"2024-04-10T15:28:12.696527+0000","last_became_peered":"2024-04-10T15:28:12.696527+0000","last_unstale":"2024-04-10T15:28:14.459374+0000","last_undegraded":"2024-04-10T15:28:14.459374+0000","last_fullsized":"2024-04-10T15:28:14.459374+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T21:56:25.127352+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:14.458985+0000","last_change":"2024-04-10T15:28:12.338118+0000","last_active":"2024-04-10T15:28:14.458985+0000","last_peered":"2024-04-10T15:28:14.458985+0000","last_clean":"2024-04-10T15:28:14.458985+0000","last_became_active":"2024-04-10T15:28:12.337611+0000","last_became_peered":"2024-04-10T15:28:12.337611+0000","last_unstale":"2024-04-10T15:28:14.458985+0000","last_undegraded":"2024-04-10T15:28:14.458985+0000","last_fullsized":"2024-04-10T15:28:14.458985+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_clean_scrub_stamp":"2024-04-10T15:28:11.308904+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T02:40:58.099929+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-10T15:28:12.311438+0000","last_change":"2024-04-10T15:28:12.311438+0000","last_active":"2024-04-10T15:28:12.311438+0000","last_peered":"2024-04-10T15:28:12.311438+0000","last_clean":"2024-04-10T15:28:12.311438+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-10T15:28:12.311438+0000","last_undegraded":"2024-04-10T15:28:12.311438+0000","last_fullsized":"2024-04-10T15:28:12.311438+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.15","version":"0'0","reported_seq":10,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-10T15:28:12.337205+0000","last_change":"2024-04-10T15:28:12.336664+0000","last_active":"2024-04-10T15:28:12.337205+0000","last_peered":"2024-04-10T15:28:12.337205+0000","last_clean":"2024-04-10T15:28:12.337205+0000","last_became_active":"2024-04-10T15:28:12.336372+0000","last_became_peered":"2024-04-10T15:28:12.336372+0000","last_unstale":"2024-04-10T15:28:12.337205+0000","last_undegraded":"2024-04-10T15:28:12.337205+0000","last_fullsized":"2024-04-10T15:28:12.337205+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_clean_scrub_stamp":"2024-04-10T15:28:11.308904+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T17:15:04.892346+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:14.458327+0000","last_change":"2024-04-10T15:28:12.702254+0000","last_active":"2024-04-10T15:28:14.458327+0000","last_peered":"2024-04-10T15:28:14.458327+0000","last_clean":"2024-04-10T15:28:14.458327+0000","last_became_active":"2024-04-10T15:28:12.701973+0000","last_became_peered":"2024-04-10T15:28:12.701973+0000","last_unstale":"2024-04-10T15:28:14.458327+0000","last_undegraded":"2024-04-10T15:28:14.458327+0000","last_fullsized":"2024-04-10T15:28:14.458327+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T21:27:25.192311+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"61'6","reported_seq":18,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:14.458508+0000","last_change":"2024-04-10T15:28:12.338254+0000","last_active":"2024-04-10T15:28:14.458508+0000","last_peered":"2024-04-10T15:28:14.458508+0000","last_clean":"2024-04-10T15:28:14.458508+0000","last_became_active":"2024-04-10T15:28:12.337965+0000","last_became_peered":"2024-04-10T15:28:12.337965+0000","last_unstale":"2024-04-10T15:28:14.458508+0000","last_undegraded":"2024-04-10T15:28:14.458508+0000","last_fullsized":"2024-04-10T15:28:14.458508+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_clean_scrub_stamp":"2024-04-10T15:28:11.308904+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T02:19:59.530010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1564,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:13.676346+0000","last_change":"2024-04-10T15:28:12.706333+0000","last_active":"2024-04-10T15:28:13.676346+0000","last_peered":"2024-04-10T15:28:13.676346+0000","last_clean":"2024-04-10T15:28:13.676346+0000","last_became_active":"2024-04-10T15:28:12.705930+0000","last_became_peered":"2024-04-10T15:28:12.705930+0000","last_unstale":"2024-04-10T15:28:13.676346+0000","last_undegraded":"2024-04-10T15:28:13.676346+0000","last_fullsized":"2024-04-10T15:28:13.676346+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T02:13:51.649491+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"0'0","reported_seq":1,"reported_epoch":59,"state":"creating+peering","last_fresh":"2024-04-10T15:28:11.316490+0000","last_change":"2024-04-10T15:28:11.316490+0000","last_active":"2024-04-10T15:28:11.308904+0000","last_peered":"2024-04-10T15:28:11.308904+0000","last_clean":"2024-04-10T15:28:11.308904+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-10T15:28:11.316490+0000","last_undegraded":"2024-04-10T15:28:11.316490+0000","last_fullsized":"2024-04-10T15:28:11.316490+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_clean_scrub_stamp":"2024-04-10T15:28:11.308904+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T03:21:04.005026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-10T15:28:12.311438+0000","last_change":"2024-04-10T15:28:12.311438+0000","last_active":"2024-04-10T15:28:12.311438+0000","last_peered":"2024-04-10T15:28:12.311438+0000","last_clean":"2024-04-10T15:28:12.311438+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-10T15:28:12.311438+0000","last_undegraded":"2024-04-10T15:28:12.311438+0000","last_fullsized":"2024-04-10T15:28:12.311438+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:14.458679+0000","last_change":"2024-04-10T15:28:12.341332+0000","last_active":"2024-04-10T15:28:14.458679+0000","last_peered":"2024-04-10T15:28:14.458679+0000","last_clean":"2024-04-10T15:28:14.458679+0000","last_became_active":"2024-04-10T15:28:12.341052+0000","last_became_peered":"2024-04-10T15:28:12.341052+0000","last_unstale":"2024-04-10T15:28:14.458679+0000","last_undegraded":"2024-04-10T15:28:14.458679+0000","last_fullsized":"2024-04-10T15:28:14.458679+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_clean_scrub_stamp":"2024-04-10T15:28:11.308904+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T00:04:11.137913+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:13.676303+0000","last_change":"2024-04-10T15:28:12.702267+0000","last_active":"2024-04-10T15:28:13.676303+0000","last_peered":"2024-04-10T15:28:13.676303+0000","last_clean":"2024-04-10T15:28:13.676303+0000","last_became_active":"2024-04-10T15:28:12.701998+0000","last_became_peered":"2024-04-10T15:28:12.701998+0000","last_unstale":"2024-04-10T15:28:13.676303+0000","last_undegraded":"2024-04-10T15:28:13.676303+0000","last_fullsized":"2024-04-10T15:28:13.676303+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T22:58:56.093551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:14.457631+0000","last_change":"2024-04-10T15:28:12.328030+0000","last_active":"2024-04-10T15:28:14.457631+0000","last_peered":"2024-04-10T15:28:14.457631+0000","last_clean":"2024-04-10T15:28:14.457631+0000","last_became_active":"2024-04-10T15:28:12.327715+0000","last_became_peered":"2024-04-10T15:28:12.327715+0000","last_unstale":"2024-04-10T15:28:14.457631+0000","last_undegraded":"2024-04-10T15:28:14.457631+0000","last_fullsized":"2024-04-10T15:28:14.457631+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_clean_scrub_stamp":"2024-04-10T15:28:11.308904+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T20:01:58.625925+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:14.457702+0000","last_change":"2024-04-10T15:28:12.699324+0000","last_active":"2024-04-10T15:28:14.457702+0000","last_peered":"2024-04-10T15:28:14.457702+0000","last_clean":"2024-04-10T15:28:14.457702+0000","last_became_active":"2024-04-10T15:28:12.698585+0000","last_became_peered":"2024-04-10T15:28:12.698585+0000","last_unstale":"2024-04-10T15:28:14.457702+0000","last_undegraded":"2024-04-10T15:28:14.457702+0000","last_fullsized":"2024-04-10T15:28:14.457702+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T20:10:31.788807+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"61'8","reported_seq":19,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-10T15:28:12.701643+0000","last_change":"2024-04-10T15:28:12.335053+0000","last_active":"2024-04-10T15:28:12.701643+0000","last_peered":"2024-04-10T15:28:12.701643+0000","last_clean":"2024-04-10T15:28:12.701643+0000","last_became_active":"2024-04-10T15:28:12.333632+0000","last_became_peered":"2024-04-10T15:28:12.333632+0000","last_unstale":"2024-04-10T15:28:12.701643+0000","last_undegraded":"2024-04-10T15:28:12.701643+0000","last_fullsized":"2024-04-10T15:28:12.701643+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_clean_scrub_stamp":"2024-04-10T15:28:11.308904+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T02:50:45.268863+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:13.676063+0000","last_change":"2024-04-10T15:28:12.701517+0000","last_active":"2024-04-10T15:28:13.676063+0000","last_peered":"2024-04-10T15:28:13.676063+0000","last_clean":"2024-04-10T15:28:13.676063+0000","last_became_active":"2024-04-10T15:28:12.701250+0000","last_became_peered":"2024-04-10T15:28:12.701250+0000","last_unstale":"2024-04-10T15:28:13.676063+0000","last_undegraded":"2024-04-10T15:28:13.676063+0000","last_fullsized":"2024-04-10T15:28:13.676063+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T19:46:25.284642+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"61'1","reported_seq":13,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:14.458166+0000","last_change":"2024-04-10T15:28:12.336695+0000","last_active":"2024-04-10T15:28:14.458166+0000","last_peered":"2024-04-10T15:28:14.458166+0000","last_clean":"2024-04-10T15:28:14.458166+0000","last_became_active":"2024-04-10T15:28:12.336341+0000","last_became_peered":"2024-04-10T15:28:12.336341+0000","last_unstale":"2024-04-10T15:28:14.458166+0000","last_undegraded":"2024-04-10T15:28:14.458166+0000","last_fullsized":"2024-04-10T15:28:14.458166+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_clean_scrub_stamp":"2024-04-10T15:28:11.308904+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T19:12:10.704230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:13.676624+0000","last_change":"2024-04-10T15:28:12.692909+0000","last_active":"2024-04-10T15:28:13.676624+0000","last_peered":"2024-04-10T15:28:13.676624+0000","last_clean":"2024-04-10T15:28:13.676624+0000","last_became_active":"2024-04-10T15:28:12.692637+0000","last_became_peered":"2024-04-10T15:28:12.692637+0000","last_unstale":"2024-04-10T15:28:13.676624+0000","last_undegraded":"2024-04-10T15:28:13.676624+0000","last_fullsized":"2024-04-10T15:28:13.676624+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T23:37:49.716420+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":10,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-10T15:28:12.338419+0000","last_change":"2024-04-10T15:28:12.337676+0000","last_active":"2024-04-10T15:28:12.338419+0000","last_peered":"2024-04-10T15:28:12.338419+0000","last_clean":"2024-04-10T15:28:12.338419+0000","last_became_active":"2024-04-10T15:28:12.337418+0000","last_became_peered":"2024-04-10T15:28:12.337418+0000","last_unstale":"2024-04-10T15:28:12.338419+0000","last_undegraded":"2024-04-10T15:28:12.338419+0000","last_fullsized":"2024-04-10T15:28:12.338419+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_clean_scrub_stamp":"2024-04-10T15:28:11.308904+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T23:00:04.712466+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:14.459109+0000","last_change":"2024-04-10T15:28:12.687636+0000","last_active":"2024-04-10T15:28:14.459109+0000","last_peered":"2024-04-10T15:28:14.459109+0000","last_clean":"2024-04-10T15:28:14.459109+0000","last_became_active":"2024-04-10T15:28:12.687173+0000","last_became_peered":"2024-04-10T15:28:12.687173+0000","last_unstale":"2024-04-10T15:28:14.459109+0000","last_undegraded":"2024-04-10T15:28:14.459109+0000","last_fullsized":"2024-04-10T15:28:14.459109+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T01:50:08.159062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:14.458584+0000","last_change":"2024-04-10T15:28:12.339144+0000","last_active":"2024-04-10T15:28:14.458584+0000","last_peered":"2024-04-10T15:28:14.458584+0000","last_clean":"2024-04-10T15:28:14.458584+0000","last_became_active":"2024-04-10T15:28:12.338830+0000","last_became_peered":"2024-04-10T15:28:12.338830+0000","last_unstale":"2024-04-10T15:28:14.458584+0000","last_undegraded":"2024-04-10T15:28:14.458584+0000","last_fullsized":"2024-04-10T15:28:14.458584+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_clean_scrub_stamp":"2024-04-10T15:28:11.308904+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T19:44:45.612115+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:14.457943+0000","last_change":"2024-04-10T15:28:12.689329+0000","last_active":"2024-04-10T15:28:14.457943+0000","last_peered":"2024-04-10T15:28:14.457943+0000","last_clean":"2024-04-10T15:28:14.457943+0000","last_became_active":"2024-04-10T15:28:12.689039+0000","last_became_peered":"2024-04-10T15:28:12.689039+0000","last_unstale":"2024-04-10T15:28:14.457943+0000","last_undegraded":"2024-04-10T15:28:14.457943+0000","last_fullsized":"2024-04-10T15:28:14.457943+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T17:22:27.796908+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-10T15:28:12.324988+0000","last_change":"2024-04-10T15:28:12.324988+0000","last_active":"2024-04-10T15:28:12.311438+0000","last_peered":"2024-04-10T15:28:12.311438+0000","last_clean":"2024-04-10T15:28:12.311438+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-10T15:28:12.324988+0000","last_undegraded":"2024-04-10T15:28:12.324988+0000","last_fullsized":"2024-04-10T15:28:12.324988+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T15:29:21.377770+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-10T15:28:12.681019+0000","last_change":"2024-04-10T15:28:12.334404+0000","last_active":"2024-04-10T15:28:12.681019+0000","last_peered":"2024-04-10T15:28:12.681019+0000","last_clean":"2024-04-10T15:28:12.681019+0000","last_became_active":"2024-04-10T15:28:12.334133+0000","last_became_peered":"2024-04-10T15:28:12.334133+0000","last_unstale":"2024-04-10T15:28:12.681019+0000","last_undegraded":"2024-04-10T15:28:12.681019+0000","last_fullsized":"2024-04-10T15:28:12.681019+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_clean_scrub_stamp":"2024-04-10T15:28:11.308904+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T16:57:32.488780+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-10T15:28:12.689972+0000","last_change":"2024-04-10T15:28:12.687699+0000","last_active":"2024-04-10T15:28:12.689972+0000","last_peered":"2024-04-10T15:28:12.689972+0000","last_clean":"2024-04-10T15:28:12.689972+0000","last_became_active":"2024-04-10T15:28:12.687434+0000","last_became_peered":"2024-04-10T15:28:12.687434+0000","last_unstale":"2024-04-10T15:28:12.689972+0000","last_undegraded":"2024-04-10T15:28:12.689972+0000","last_fullsized":"2024-04-10T15:28:12.689972+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T00:55:21.631806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:14.458995+0000","last_change":"2024-04-10T15:28:12.341191+0000","last_active":"2024-04-10T15:28:14.458995+0000","last_peered":"2024-04-10T15:28:14.458995+0000","last_clean":"2024-04-10T15:28:14.458995+0000","last_became_active":"2024-04-10T15:28:12.340895+0000","last_became_peered":"2024-04-10T15:28:12.340895+0000","last_unstale":"2024-04-10T15:28:14.458995+0000","last_undegraded":"2024-04-10T15:28:14.458995+0000","last_fullsized":"2024-04-10T15:28:14.458995+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_clean_scrub_stamp":"2024-04-10T15:28:11.308904+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T23:29:26.519970+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"21'117","reported_seq":219,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-10T15:28:12.680008+0000","last_change":"2024-04-10T15:27:58.478243+0000","last_active":"2024-04-10T15:28:12.680008+0000","last_peered":"2024-04-10T15:28:12.680008+0000","last_clean":"2024-04-10T15:28:12.680008+0000","last_became_active":"2024-04-10T15:27:58.477840+0000","last_became_peered":"2024-04-10T15:27:58.477840+0000","last_unstale":"2024-04-10T15:28:12.680008+0000","last_undegraded":"2024-04-10T15:28:12.680008+0000","last_fullsized":"2024-04-10T15:28:12.680008+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:25:53.886772+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:25:53.886772+0000","last_clean_scrub_stamp":"2024-04-10T15:25:53.886772+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T19:09:53.840413+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-10T15:28:12.311438+0000","last_change":"2024-04-10T15:28:12.311438+0000","last_active":"2024-04-10T15:28:12.311438+0000","last_peered":"2024-04-10T15:28:12.311438+0000","last_clean":"2024-04-10T15:28:12.311438+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-10T15:28:12.311438+0000","last_undegraded":"2024-04-10T15:28:12.311438+0000","last_fullsized":"2024-04-10T15:28:12.311438+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:13.676047+0000","last_change":"2024-04-10T15:28:12.345303+0000","last_active":"2024-04-10T15:28:13.676047+0000","last_peered":"2024-04-10T15:28:13.676047+0000","last_clean":"2024-04-10T15:28:13.676047+0000","last_became_active":"2024-04-10T15:28:12.344678+0000","last_became_peered":"2024-04-10T15:28:12.344678+0000","last_unstale":"2024-04-10T15:28:13.676047+0000","last_undegraded":"2024-04-10T15:28:13.676047+0000","last_fullsized":"2024-04-10T15:28:13.676047+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_clean_scrub_stamp":"2024-04-10T15:28:11.308904+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T21:14:35.887547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:13.676494+0000","last_change":"2024-04-10T15:28:12.344639+0000","last_active":"2024-04-10T15:28:13.676494+0000","last_peered":"2024-04-10T15:28:13.676494+0000","last_clean":"2024-04-10T15:28:13.676494+0000","last_became_active":"2024-04-10T15:28:12.344314+0000","last_became_peered":"2024-04-10T15:28:12.344314+0000","last_unstale":"2024-04-10T15:28:13.676494+0000","last_undegraded":"2024-04-10T15:28:13.676494+0000","last_fullsized":"2024-04-10T15:28:13.676494+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_clean_scrub_stamp":"2024-04-10T15:28:11.308904+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T01:58:59.293454+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-10T15:28:12.325255+0000","last_change":"2024-04-10T15:28:12.325255+0000","last_active":"2024-04-10T15:28:12.311438+0000","last_peered":"2024-04-10T15:28:12.311438+0000","last_clean":"2024-04-10T15:28:12.311438+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-10T15:28:12.325255+0000","last_undegraded":"2024-04-10T15:28:12.325255+0000","last_fullsized":"2024-04-10T15:28:12.325255+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T18:58:56.983394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":10,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-10T15:28:12.329850+0000","last_change":"2024-04-10T15:28:12.329014+0000","last_active":"2024-04-10T15:28:12.329850+0000","last_peered":"2024-04-10T15:28:12.329850+0000","last_clean":"2024-04-10T15:28:12.329850+0000","last_became_active":"2024-04-10T15:28:12.328709+0000","last_became_peered":"2024-04-10T15:28:12.328709+0000","last_unstale":"2024-04-10T15:28:12.329850+0000","last_undegraded":"2024-04-10T15:28:12.329850+0000","last_fullsized":"2024-04-10T15:28:12.329850+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_clean_scrub_stamp":"2024-04-10T15:28:11.308904+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T15:56:56.856939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-10T15:28:12.702959+0000","last_change":"2024-04-10T15:28:12.702234+0000","last_active":"2024-04-10T15:28:12.702959+0000","last_peered":"2024-04-10T15:28:12.702959+0000","last_clean":"2024-04-10T15:28:12.702959+0000","last_became_active":"2024-04-10T15:28:12.701953+0000","last_became_peered":"2024-04-10T15:28:12.701953+0000","last_unstale":"2024-04-10T15:28:12.702959+0000","last_undegraded":"2024-04-10T15:28:12.702959+0000","last_fullsized":"2024-04-10T15:28:12.702959+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T17:35:36.777883+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"61'2","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:14.458450+0000","last_change":"2024-04-10T15:28:12.334192+0000","last_active":"2024-04-10T15:28:14.458450+0000","last_peered":"2024-04-10T15:28:14.458450+0000","last_clean":"2024-04-10T15:28:14.458450+0000","last_became_active":"2024-04-10T15:28:12.333912+0000","last_became_peered":"2024-04-10T15:28:12.333912+0000","last_unstale":"2024-04-10T15:28:14.458450+0000","last_undegraded":"2024-04-10T15:28:14.458450+0000","last_fullsized":"2024-04-10T15:28:14.458450+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_clean_scrub_stamp":"2024-04-10T15:28:11.308904+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T23:11:01.516468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-10T15:28:12.311438+0000","last_change":"2024-04-10T15:28:12.311438+0000","last_active":"2024-04-10T15:28:12.311438+0000","last_peered":"2024-04-10T15:28:12.311438+0000","last_clean":"2024-04-10T15:28:12.311438+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-10T15:28:12.311438+0000","last_undegraded":"2024-04-10T15:28:12.311438+0000","last_fullsized":"2024-04-10T15:28:12.311438+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:13.675903+0000","last_change":"2024-04-10T15:28:12.344868+0000","last_active":"2024-04-10T15:28:13.675903+0000","last_peered":"2024-04-10T15:28:13.675903+0000","last_clean":"2024-04-10T15:28:13.675903+0000","last_became_active":"2024-04-10T15:28:12.344550+0000","last_became_peered":"2024-04-10T15:28:12.344550+0000","last_unstale":"2024-04-10T15:28:13.675903+0000","last_undegraded":"2024-04-10T15:28:13.675903+0000","last_fullsized":"2024-04-10T15:28:13.675903+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_clean_scrub_stamp":"2024-04-10T15:28:11.308904+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T19:05:59.355752+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:14.457478+0000","last_change":"2024-04-10T15:28:12.703711+0000","last_active":"2024-04-10T15:28:14.457478+0000","last_peered":"2024-04-10T15:28:14.457478+0000","last_clean":"2024-04-10T15:28:14.457478+0000","last_became_active":"2024-04-10T15:28:12.702814+0000","last_became_peered":"2024-04-10T15:28:12.702814+0000","last_unstale":"2024-04-10T15:28:14.457478+0000","last_undegraded":"2024-04-10T15:28:14.457478+0000","last_fullsized":"2024-04-10T15:28:14.457478+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T16:02:34.671928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":10,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-10T15:28:12.338769+0000","last_change":"2024-04-10T15:28:12.338510+0000","last_active":"2024-04-10T15:28:12.338769+0000","last_peered":"2024-04-10T15:28:12.338769+0000","last_clean":"2024-04-10T15:28:12.338769+0000","last_became_active":"2024-04-10T15:28:12.338243+0000","last_became_peered":"2024-04-10T15:28:12.338243+0000","last_unstale":"2024-04-10T15:28:12.338769+0000","last_undegraded":"2024-04-10T15:28:12.338769+0000","last_fullsized":"2024-04-10T15:28:12.338769+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_clean_scrub_stamp":"2024-04-10T15:28:11.308904+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T03:20:50.547767+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-10T15:28:12.698617+0000","last_change":"2024-04-10T15:28:12.695039+0000","last_active":"2024-04-10T15:28:12.698617+0000","last_peered":"2024-04-10T15:28:12.698617+0000","last_clean":"2024-04-10T15:28:12.698617+0000","last_became_active":"2024-04-10T15:28:12.694775+0000","last_became_peered":"2024-04-10T15:28:12.694775+0000","last_unstale":"2024-04-10T15:28:12.698617+0000","last_undegraded":"2024-04-10T15:28:12.698617+0000","last_fullsized":"2024-04-10T15:28:12.698617+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T22:54:01.347493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":10,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-10T15:28:12.337100+0000","last_change":"2024-04-10T15:28:12.335147+0000","last_active":"2024-04-10T15:28:12.337100+0000","last_peered":"2024-04-10T15:28:12.337100+0000","last_clean":"2024-04-10T15:28:12.337100+0000","last_became_active":"2024-04-10T15:28:12.334329+0000","last_became_peered":"2024-04-10T15:28:12.334329+0000","last_unstale":"2024-04-10T15:28:12.337100+0000","last_undegraded":"2024-04-10T15:28:12.337100+0000","last_fullsized":"2024-04-10T15:28:12.337100+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_clean_scrub_stamp":"2024-04-10T15:28:11.308904+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T18:59:41.189969+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-10T15:28:12.702131+0000","last_change":"2024-04-10T15:28:12.701523+0000","last_active":"2024-04-10T15:28:12.702131+0000","last_peered":"2024-04-10T15:28:12.702131+0000","last_clean":"2024-04-10T15:28:12.702131+0000","last_became_active":"2024-04-10T15:28:12.701203+0000","last_became_peered":"2024-04-10T15:28:12.701203+0000","last_unstale":"2024-04-10T15:28:12.702131+0000","last_undegraded":"2024-04-10T15:28:12.702131+0000","last_fullsized":"2024-04-10T15:28:12.702131+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T18:24:32.314286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"61'2","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:13.676134+0000","last_change":"2024-04-10T15:28:12.342172+0000","last_active":"2024-04-10T15:28:13.676134+0000","last_peered":"2024-04-10T15:28:13.676134+0000","last_clean":"2024-04-10T15:28:13.676134+0000","last_became_active":"2024-04-10T15:28:12.341397+0000","last_became_peered":"2024-04-10T15:28:12.341397+0000","last_unstale":"2024-04-10T15:28:13.676134+0000","last_undegraded":"2024-04-10T15:28:13.676134+0000","last_fullsized":"2024-04-10T15:28:13.676134+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_clean_scrub_stamp":"2024-04-10T15:28:11.308904+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T17:39:12.305175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:14.458205+0000","last_change":"2024-04-10T15:28:12.695448+0000","last_active":"2024-04-10T15:28:14.458205+0000","last_peered":"2024-04-10T15:28:14.458205+0000","last_clean":"2024-04-10T15:28:14.458205+0000","last_became_active":"2024-04-10T15:28:12.695045+0000","last_became_peered":"2024-04-10T15:28:12.695045+0000","last_unstale":"2024-04-10T15:28:14.458205+0000","last_undegraded":"2024-04-10T15:28:14.458205+0000","last_fullsized":"2024-04-10T15:28:14.458205+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T00:23:58.335502+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-10T15:28:12.681256+0000","last_change":"2024-04-10T15:28:12.336098+0000","last_active":"2024-04-10T15:28:12.681256+0000","last_peered":"2024-04-10T15:28:12.681256+0000","last_clean":"2024-04-10T15:28:12.681256+0000","last_became_active":"2024-04-10T15:28:12.335571+0000","last_became_peered":"2024-04-10T15:28:12.335571+0000","last_unstale":"2024-04-10T15:28:12.681256+0000","last_undegraded":"2024-04-10T15:28:12.681256+0000","last_fullsized":"2024-04-10T15:28:12.681256+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_clean_scrub_stamp":"2024-04-10T15:28:11.308904+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T23:54:10.950965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:13.676483+0000","last_change":"2024-04-10T15:28:12.700861+0000","last_active":"2024-04-10T15:28:13.676483+0000","last_peered":"2024-04-10T15:28:13.676483+0000","last_clean":"2024-04-10T15:28:13.676483+0000","last_became_active":"2024-04-10T15:28:12.700569+0000","last_became_peered":"2024-04-10T15:28:12.700569+0000","last_unstale":"2024-04-10T15:28:13.676483+0000","last_undegraded":"2024-04-10T15:28:13.676483+0000","last_fullsized":"2024-04-10T15:28:13.676483+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T21:31:46.152413+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"0'0","reported_seq":10,"reported_epoch":60,"state":"active+clean","last_fresh":"2024-04-10T15:28:12.337188+0000","last_change":"2024-04-10T15:28:12.336439+0000","last_active":"2024-04-10T15:28:12.337188+0000","last_peered":"2024-04-10T15:28:12.337188+0000","last_clean":"2024-04-10T15:28:12.337188+0000","last_became_active":"2024-04-10T15:28:12.335685+0000","last_became_peered":"2024-04-10T15:28:12.335685+0000","last_unstale":"2024-04-10T15:28:12.337188+0000","last_undegraded":"2024-04-10T15:28:12.337188+0000","last_fullsized":"2024-04-10T15:28:12.337188+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_clean_scrub_stamp":"2024-04-10T15:28:11.308904+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T16:45:49.427958+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:14.458997+0000","last_change":"2024-04-10T15:28:12.697051+0000","last_active":"2024-04-10T15:28:14.458997+0000","last_peered":"2024-04-10T15:28:14.458997+0000","last_clean":"2024-04-10T15:28:14.458997+0000","last_became_active":"2024-04-10T15:28:12.696173+0000","last_became_peered":"2024-04-10T15:28:12.696173+0000","last_unstale":"2024-04-10T15:28:14.458997+0000","last_undegraded":"2024-04-10T15:28:14.458997+0000","last_fullsized":"2024-04-10T15:28:14.458997+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T16:18:53.595466+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"61'2","reported_seq":13,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-10T15:28:12.693931+0000","last_change":"2024-04-10T15:28:12.337730+0000","last_active":"2024-04-10T15:28:12.693931+0000","last_peered":"2024-04-10T15:28:12.693931+0000","last_clean":"2024-04-10T15:28:12.693931+0000","last_became_active":"2024-04-10T15:28:12.337275+0000","last_became_peered":"2024-04-10T15:28:12.337275+0000","last_unstale":"2024-04-10T15:28:12.693931+0000","last_undegraded":"2024-04-10T15:28:12.693931+0000","last_fullsized":"2024-04-10T15:28:12.693931+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_clean_scrub_stamp":"2024-04-10T15:28:11.308904+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T16:17:07.806175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:13.676838+0000","last_change":"2024-04-10T15:28:12.705648+0000","last_active":"2024-04-10T15:28:13.676838+0000","last_peered":"2024-04-10T15:28:13.676838+0000","last_clean":"2024-04-10T15:28:13.676838+0000","last_became_active":"2024-04-10T15:28:12.705336+0000","last_became_peered":"2024-04-10T15:28:12.705336+0000","last_unstale":"2024-04-10T15:28:13.676838+0000","last_undegraded":"2024-04-10T15:28:13.676838+0000","last_fullsized":"2024-04-10T15:28:13.676838+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T16:56:18.985883+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:14.457545+0000","last_change":"2024-04-10T15:28:12.700090+0000","last_active":"2024-04-10T15:28:14.457545+0000","last_peered":"2024-04-10T15:28:14.457545+0000","last_clean":"2024-04-10T15:28:14.457545+0000","last_became_active":"2024-04-10T15:28:12.699014+0000","last_became_peered":"2024-04-10T15:28:12.699014+0000","last_unstale":"2024-04-10T15:28:14.457545+0000","last_undegraded":"2024-04-10T15:28:14.457545+0000","last_fullsized":"2024-04-10T15:28:14.457545+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T18:00:16.132342+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-10T15:28:12.702446+0000","last_change":"2024-04-10T15:28:12.700473+0000","last_active":"2024-04-10T15:28:12.702446+0000","last_peered":"2024-04-10T15:28:12.702446+0000","last_clean":"2024-04-10T15:28:12.702446+0000","last_became_active":"2024-04-10T15:28:12.700216+0000","last_became_peered":"2024-04-10T15:28:12.700216+0000","last_unstale":"2024-04-10T15:28:12.702446+0000","last_undegraded":"2024-04-10T15:28:12.702446+0000","last_fullsized":"2024-04-10T15:28:12.702446+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T01:21:37.845969+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:14.458758+0000","last_change":"2024-04-10T15:28:12.686276+0000","last_active":"2024-04-10T15:28:14.458758+0000","last_peered":"2024-04-10T15:28:14.458758+0000","last_clean":"2024-04-10T15:28:14.458758+0000","last_became_active":"2024-04-10T15:28:12.685802+0000","last_became_peered":"2024-04-10T15:28:12.685802+0000","last_unstale":"2024-04-10T15:28:14.458758+0000","last_undegraded":"2024-04-10T15:28:14.458758+0000","last_fullsized":"2024-04-10T15:28:14.458758+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T18:04:49.955782+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-10T15:28:12.311438+0000","last_change":"2024-04-10T15:28:12.311438+0000","last_active":"2024-04-10T15:28:12.311438+0000","last_peered":"2024-04-10T15:28:12.311438+0000","last_clean":"2024-04-10T15:28:12.311438+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-10T15:28:12.311438+0000","last_undegraded":"2024-04-10T15:28:12.311438+0000","last_fullsized":"2024-04-10T15:28:12.311438+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-10T15:28:12.702203+0000","last_change":"2024-04-10T15:28:12.701622+0000","last_active":"2024-04-10T15:28:12.702203+0000","last_peered":"2024-04-10T15:28:12.702203+0000","last_clean":"2024-04-10T15:28:12.702203+0000","last_became_active":"2024-04-10T15:28:12.701343+0000","last_became_peered":"2024-04-10T15:28:12.701343+0000","last_unstale":"2024-04-10T15:28:12.702203+0000","last_undegraded":"2024-04-10T15:28:12.702203+0000","last_fullsized":"2024-04-10T15:28:12.702203+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T02:11:17.776135+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-10T15:28:12.326429+0000","last_change":"2024-04-10T15:28:12.326429+0000","last_active":"2024-04-10T15:28:12.311438+0000","last_peered":"2024-04-10T15:28:12.311438+0000","last_clean":"2024-04-10T15:28:12.311438+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-10T15:28:12.326429+0000","last_undegraded":"2024-04-10T15:28:12.326429+0000","last_fullsized":"2024-04-10T15:28:12.326429+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T16:12:33.326980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:14.458271+0000","last_change":"2024-04-10T15:28:12.694591+0000","last_active":"2024-04-10T15:28:14.458271+0000","last_peered":"2024-04-10T15:28:14.458271+0000","last_clean":"2024-04-10T15:28:14.458271+0000","last_became_active":"2024-04-10T15:28:12.694249+0000","last_became_peered":"2024-04-10T15:28:12.694249+0000","last_unstale":"2024-04-10T15:28:14.458271+0000","last_undegraded":"2024-04-10T15:28:14.458271+0000","last_fullsized":"2024-04-10T15:28:14.458271+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T19:48:07.458963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-10T15:28:12.686158+0000","last_change":"2024-04-10T15:28:12.683938+0000","last_active":"2024-04-10T15:28:12.686158+0000","last_peered":"2024-04-10T15:28:12.686158+0000","last_clean":"2024-04-10T15:28:12.686158+0000","last_became_active":"2024-04-10T15:28:12.683676+0000","last_became_peered":"2024-04-10T15:28:12.683676+0000","last_unstale":"2024-04-10T15:28:12.686158+0000","last_undegraded":"2024-04-10T15:28:12.686158+0000","last_fullsized":"2024-04-10T15:28:12.686158+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T20:58:38.460698+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:14.459143+0000","last_change":"2024-04-10T15:28:12.697742+0000","last_active":"2024-04-10T15:28:14.459143+0000","last_peered":"2024-04-10T15:28:14.459143+0000","last_clean":"2024-04-10T15:28:14.459143+0000","last_became_active":"2024-04-10T15:28:12.697450+0000","last_became_peered":"2024-04-10T15:28:12.697450+0000","last_unstale":"2024-04-10T15:28:14.459143+0000","last_undegraded":"2024-04-10T15:28:14.459143+0000","last_fullsized":"2024-04-10T15:28:14.459143+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T20:53:32.525021+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-10T15:28:12.698340+0000","last_change":"2024-04-10T15:28:12.697126+0000","last_active":"2024-04-10T15:28:12.698340+0000","last_peered":"2024-04-10T15:28:12.698340+0000","last_clean":"2024-04-10T15:28:12.698340+0000","last_became_active":"2024-04-10T15:28:12.696810+0000","last_became_peered":"2024-04-10T15:28:12.696810+0000","last_unstale":"2024-04-10T15:28:12.698340+0000","last_undegraded":"2024-04-10T15:28:12.698340+0000","last_fullsized":"2024-04-10T15:28:12.698340+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T22:15:16.252640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:14.458803+0000","last_change":"2024-04-10T15:28:12.696778+0000","last_active":"2024-04-10T15:28:14.458803+0000","last_peered":"2024-04-10T15:28:14.458803+0000","last_clean":"2024-04-10T15:28:14.458803+0000","last_became_active":"2024-04-10T15:28:12.696360+0000","last_became_peered":"2024-04-10T15:28:12.696360+0000","last_unstale":"2024-04-10T15:28:14.458803+0000","last_undegraded":"2024-04-10T15:28:14.458803+0000","last_fullsized":"2024-04-10T15:28:14.458803+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T02:49:42.974194+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-10T15:28:12.311438+0000","last_change":"2024-04-10T15:28:12.311438+0000","last_active":"2024-04-10T15:28:12.311438+0000","last_peered":"2024-04-10T15:28:12.311438+0000","last_clean":"2024-04-10T15:28:12.311438+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-10T15:28:12.311438+0000","last_undegraded":"2024-04-10T15:28:12.311438+0000","last_fullsized":"2024-04-10T15:28:12.311438+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:14.458636+0000","last_change":"2024-04-10T15:28:12.693179+0000","last_active":"2024-04-10T15:28:14.458636+0000","last_peered":"2024-04-10T15:28:14.458636+0000","last_clean":"2024-04-10T15:28:14.458636+0000","last_became_active":"2024-04-10T15:28:12.692808+0000","last_became_peered":"2024-04-10T15:28:12.692808+0000","last_unstale":"2024-04-10T15:28:14.458636+0000","last_undegraded":"2024-04-10T15:28:14.458636+0000","last_fullsized":"2024-04-10T15:28:14.458636+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T17:41:28.799913+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":162,"acting":162,"num_store_stats":7},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4157440,"data_stored":4132576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":3,"acting":3,"num_store_stats":7},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":1586,"num_objects":14,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":32,"num_write_kb":4,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":10,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":73728,"data_stored":6198,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":28,"ondisk_log_size":28,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928233990,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28208,"kb_used_data":1184,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716944,"statfs":{"total":95995035648,"available":95966150656,"internally_reserved":0,"allocated":1212416,"data_stored":843683,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1588,"internal_metadata":27654604},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.68400000000000005}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0369999999999999}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.91800000000000004}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.71499999999999997}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.61499999999999999}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.77900000000000003}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.93799999999999994}]}]},{"osd":6,"up_from":46,"seq":197568495627,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28208,"kb_used_data":1184,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716944,"statfs":{"total":95995035648,"available":95966150656,"internally_reserved":0,"allocated":1212416,"data_stored":844312,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58499999999999996}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.64100000000000001}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.68899999999999995}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.76400000000000001}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.71199999999999997}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.748}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.88700000000000001}]}]},{"osd":1,"up_from":13,"seq":55834574884,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27592,"kb_used_data":572,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717560,"statfs":{"total":95995035648,"available":95966781440,"internally_reserved":0,"allocated":585728,"data_stored":238801,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Apr 10 15:27:30 2024","interfaces":[{"interface":"back","average":{"1min":0.379,"5min":0.33800000000000002,"15min":0.33100000000000002},"min":{"1min":0.28699999999999998,"5min":0.215,"15min":0.215},"max":{"1min":0.54000000000000004,"5min":0.66200000000000003,"15min":0.66200000000000003},"last":0.33200000000000002},{"interface":"front","average":{"1min":0.40200000000000002,"5min":0.35399999999999998,"15min":0.34599999999999997},"min":{"1min":0.316,"5min":0.21299999999999999,"15min":0.21299999999999999},"max":{"1min":0.58199999999999996,"5min":0.69999999999999996,"15min":0.69999999999999996},"last":0.315}]},{"osd":2,"last update":"Wed Apr 10 15:28:00 2024","interfaces":[{"interface":"back","average":{"1min":0.44900000000000001,"5min":0.38500000000000001,"15min":0.374},"min":{"1min":0.29599999999999999,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":0.64600000000000002,"5min":0.64600000000000002,"15min":0.64600000000000002},"last":0.40000000000000002},{"interface":"front","average":{"1min":0.41899999999999998,"5min":0.39800000000000002,"15min":0.39400000000000002},"min":{"1min":0.307,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":0.622,"5min":0.63,"15min":0.63},"last":0.37}]},{"osd":3,"last update":"Wed Apr 10 15:27:21 2024","interfaces":[{"interface":"back","average":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.54800000000000004,"5min":0.54800000000000004,"15min":0.54800000000000004},"last":0.46000000000000002},{"interface":"front","average":{"1min":0.41299999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"min":{"1min":0.32000000000000001,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":0.503,"5min":0.503,"15min":0.503},"last":0.41799999999999998}]},{"osd":4,"last update":"Wed Apr 10 15:27:40 2024","interfaces":[{"interface":"back","average":{"1min":0.54400000000000004,"5min":0.54400000000000004,"15min":0.54400000000000004},"min":{"1min":0.40799999999999997,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":0.76900000000000002,"5min":0.76900000000000002,"15min":0.76900000000000002},"last":0.68899999999999995},{"interface":"front","average":{"1min":0.54600000000000004,"5min":0.54600000000000004,"15min":0.54600000000000004},"min":{"1min":0.39700000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":0.81599999999999995,"5min":0.81599999999999995,"15min":0.81599999999999995},"last":0.54700000000000004}]},{"osd":5,"last update":"Wed Apr 10 15:28:08 2024","interfaces":[{"interface":"back","average":{"1min":0.56200000000000006,"5min":0.56200000000000006,"15min":0.56200000000000006},"min":{"1min":0.44700000000000001,"5min":0.44700000000000001,"15min":0.44700000000000001},"max":{"1min":0.83099999999999996,"5min":0.83099999999999996,"15min":0.83099999999999996},"last":0.53300000000000003},{"interface":"front","average":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"min":{"1min":0.42699999999999999,"5min":0.42699999999999999,"15min":0.42699999999999999},"max":{"1min":0.79500000000000004,"5min":0.79500000000000004,"15min":0.79500000000000004},"last":0.74399999999999999}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.73199999999999998}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57799999999999996}]}]},{"osd":0,"up_from":8,"seq":34359738409,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32264,"kb_used_data":1140,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93712888,"statfs":{"total":95995035648,"available":95961997312,"internally_reserved":0,"allocated":1167360,"data_stored":822922,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Wed Apr 10 15:27:32 2024","interfaces":[{"interface":"back","average":{"1min":0.41899999999999998,"5min":0.32700000000000001,"15min":0.312},"min":{"1min":0.26700000000000002,"5min":0.185,"15min":0.185},"max":{"1min":0.623,"5min":0.623,"15min":0.623},"last":0.54200000000000004},{"interface":"front","average":{"1min":0.441,"5min":0.34499999999999997,"15min":0.32900000000000001},"min":{"1min":0.28699999999999998,"5min":0.20499999999999999,"15min":0.20499999999999999},"max":{"1min":0.60799999999999998,"5min":0.60799999999999998,"15min":0.60799999999999998},"last":0.60399999999999998}]},{"osd":2,"last update":"Wed Apr 10 15:27:58 2024","interfaces":[{"interface":"back","average":{"1min":0.46700000000000003,"5min":0.40999999999999998,"15min":0.40000000000000002},"min":{"1min":0.34000000000000002,"5min":0.245,"15min":0.245},"max":{"1min":0.627,"5min":0.627,"15min":0.627},"last":0.47999999999999998},{"interface":"front","average":{"1min":0.46600000000000003,"5min":0.42199999999999999,"15min":0.41399999999999998},"min":{"1min":0.34599999999999997,"5min":0.221,"15min":0.221},"max":{"1min":0.64500000000000002,"5min":0.65400000000000003,"15min":0.65400000000000003},"last":0.437}]},{"osd":3,"last update":"Wed Apr 10 15:27:19 2024","interfaces":[{"interface":"back","average":{"1min":0.49299999999999999,"5min":0.49299999999999999,"15min":0.49299999999999999},"min":{"1min":0.35299999999999998,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.625,"5min":0.625,"15min":0.625},"last":0.55500000000000005},{"interface":"front","average":{"1min":0.504,"5min":0.504,"15min":0.504},"min":{"1min":0.33000000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":0.71399999999999997,"5min":0.71399999999999997,"15min":0.71399999999999997},"last":0.58499999999999996}]},{"osd":4,"last update":"Wed Apr 10 15:27:41 2024","interfaces":[{"interface":"back","average":{"1min":0.62,"5min":0.62,"15min":0.62},"min":{"1min":0.48099999999999998,"5min":0.48099999999999998,"15min":0.48099999999999998},"max":{"1min":0.93000000000000005,"5min":0.93000000000000005,"15min":0.93000000000000005},"last":0.71599999999999997},{"interface":"front","average":{"1min":0.59599999999999997,"5min":0.59599999999999997,"15min":0.59599999999999997},"min":{"1min":0.46899999999999997,"5min":0.46899999999999997,"15min":0.46899999999999997},"max":{"1min":0.82399999999999995,"5min":0.82399999999999995,"15min":0.82399999999999995},"last":0.66800000000000004}]},{"osd":5,"last update":"Wed Apr 10 15:28:05 2024","interfaces":[{"interface":"back","average":{"1min":0.58999999999999997,"5min":0.58999999999999997,"15min":0.58999999999999997},"min":{"1min":0.378,"5min":0.378,"15min":0.378},"max":{"1min":1.0620000000000001,"5min":1.0620000000000001,"15min":1.0620000000000001},"last":0.67800000000000005},{"interface":"front","average":{"1min":0.60599999999999998,"5min":0.60599999999999998,"15min":0.60599999999999998},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":1.0780000000000001,"5min":1.0780000000000001,"15min":1.0780000000000001},"last":0.65000000000000002}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.70499999999999996}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.69599999999999995}]}]},{"osd":2,"up_from":18,"seq":77309411359,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27608,"kb_used_data":584,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717544,"statfs":{"total":95995035648,"available":95966765056,"internally_reserved":0,"allocated":598016,"data_stored":245506,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Apr 10 15:27:53 2024","interfaces":[{"interface":"back","average":{"1min":0.40300000000000002,"5min":0.41099999999999998,"15min":0.41299999999999998},"min":{"1min":0.23999999999999999,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":0.60299999999999998,"5min":0.60299999999999998,"15min":0.60299999999999998},"last":0.246},{"interface":"front","average":{"1min":0.41599999999999998,"5min":0.378,"15min":0.372},"min":{"1min":0.26600000000000001,"5min":0.255,"15min":0.255},"max":{"1min":0.58299999999999996,"5min":0.58299999999999996,"15min":0.58299999999999996},"last":0.30199999999999999}]},{"osd":1,"last update":"Wed Apr 10 15:27:53 2024","interfaces":[{"interface":"back","average":{"1min":0.40999999999999998,"5min":0.40600000000000003,"15min":0.40600000000000003},"min":{"1min":0.20300000000000001,"5min":0.20300000000000001,"15min":0.20300000000000001},"max":{"1min":0.623,"5min":0.623,"15min":0.623},"last":0.221},{"interface":"front","average":{"1min":0.44700000000000001,"5min":0.43099999999999999,"15min":0.42899999999999999},"min":{"1min":0.24399999999999999,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":0.61599999999999999,"5min":0.61599999999999999,"15min":0.61599999999999999},"last":0.34399999999999997}]},{"osd":3,"last update":"Wed Apr 10 15:27:22 2024","interfaces":[{"interface":"back","average":{"1min":0.48599999999999999,"5min":0.48599999999999999,"15min":0.48599999999999999},"min":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":0.64800000000000002,"5min":0.64800000000000002,"15min":0.64800000000000002},"last":0.28499999999999998},{"interface":"front","average":{"1min":0.46999999999999997,"5min":0.46999999999999997,"15min":0.46999999999999997},"min":{"1min":0.29399999999999998,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":0.69199999999999995,"5min":0.69199999999999995,"15min":0.69199999999999995},"last":0.27000000000000002}]},{"osd":4,"last update":"Wed Apr 10 15:27:40 2024","interfaces":[{"interface":"back","average":{"1min":0.54700000000000004,"5min":0.54700000000000004,"15min":0.54700000000000004},"min":{"1min":0.442,"5min":0.442,"15min":0.442},"max":{"1min":0.70399999999999996,"5min":0.70399999999999996,"15min":0.70399999999999996},"last":0.52900000000000003},{"interface":"front","average":{"1min":0.61699999999999999,"5min":0.61699999999999999,"15min":0.61699999999999999},"min":{"1min":0.47699999999999998,"5min":0.47699999999999998,"15min":0.47699999999999998},"max":{"1min":0.72899999999999998,"5min":0.72899999999999998,"15min":0.72899999999999998},"last":0.60399999999999998}]},{"osd":5,"last update":"Wed Apr 10 15:28:09 2024","interfaces":[{"interface":"back","average":{"1min":0.58499999999999996,"5min":0.58499999999999996,"15min":0.58499999999999996},"min":{"1min":0.39000000000000001,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":0.73899999999999999,"5min":0.73899999999999999,"15min":0.73899999999999999},"last":0.54500000000000004},{"interface":"front","average":{"1min":0.54300000000000004,"5min":0.54300000000000004,"15min":0.54300000000000004},"min":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":0.66400000000000003,"5min":0.66400000000000003,"15min":0.66400000000000003},"last":0.48199999999999998}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.59599999999999997}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58899999999999997}]}]},{"osd":3,"up_from":25,"seq":107374182426,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27636,"kb_used_data":616,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717516,"statfs":{"total":95995035648,"available":95966736384,"internally_reserved":0,"allocated":630784,"data_stored":254379,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Apr 10 15:27:18 2024","interfaces":[{"interface":"back","average":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.56999999999999995,"5min":0.56999999999999995,"15min":0.56999999999999995},"last":0.374},{"interface":"front","average":{"1min":0.40600000000000003,"5min":0.40600000000000003,"15min":0.40600000000000003},"min":{"1min":0.28100000000000003,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":0.52600000000000002,"5min":0.52600000000000002,"15min":0.52600000000000002},"last":0.30399999999999999}]},{"osd":1,"last update":"Wed Apr 10 15:27:18 2024","interfaces":[{"interface":"back","average":{"1min":0.45400000000000001,"5min":0.45400000000000001,"15min":0.45400000000000001},"min":{"1min":0.29899999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.60999999999999999,"5min":0.60999999999999999,"15min":0.60999999999999999},"last":0.35199999999999998},{"interface":"front","average":{"1min":0.439,"5min":0.439,"15min":0.439},"min":{"1min":0.28499999999999998,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":0.61199999999999999,"5min":0.61199999999999999,"15min":0.61199999999999999},"last":0.32400000000000001}]},{"osd":2,"last update":"Wed Apr 10 15:27:18 2024","interfaces":[{"interface":"back","average":{"1min":0.46999999999999997,"5min":0.46999999999999997,"15min":0.46999999999999997},"min":{"1min":0.32000000000000001,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":0.67000000000000004,"5min":0.67000000000000004,"15min":0.67000000000000004},"last":0.38500000000000001},{"interface":"front","average":{"1min":0.437,"5min":0.437,"15min":0.437},"min":{"1min":0.30499999999999999,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":0.56999999999999995,"5min":0.56999999999999995,"15min":0.56999999999999995},"last":0.33800000000000002}]},{"osd":4,"last update":"Wed Apr 10 15:27:42 2024","interfaces":[{"interface":"back","average":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"min":{"1min":0.39400000000000002,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":0.70399999999999996,"5min":0.70399999999999996,"15min":0.70399999999999996},"last":0.52100000000000002},{"interface":"front","average":{"1min":0.57399999999999995,"5min":0.57399999999999995,"15min":0.57399999999999995},"min":{"1min":0.432,"5min":0.432,"15min":0.432},"max":{"1min":0.74099999999999999,"5min":0.74099999999999999,"15min":0.74099999999999999},"last":0.48499999999999999}]},{"osd":5,"last update":"Wed Apr 10 15:28:08 2024","interfaces":[{"interface":"back","average":{"1min":0.58899999999999997,"5min":0.58899999999999997,"15min":0.58899999999999997},"min":{"1min":0.41299999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":0.90600000000000003,"5min":0.90600000000000003,"15min":0.90600000000000003},"last":0.45300000000000001},{"interface":"front","average":{"1min":0.58499999999999996,"5min":0.58499999999999996,"15min":0.58499999999999996},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":0.77600000000000002,"5min":0.77600000000000002,"15min":0.77600000000000002},"last":0.505}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54100000000000004}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.44600000000000001}]}]},{"osd":4,"up_from":30,"seq":128849018901,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27640,"kb_used_data":620,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717512,"statfs":{"total":95995035648,"available":95966732288,"internally_reserved":0,"allocated":634880,"data_stored":259876,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Apr 10 15:27:43 2024","interfaces":[{"interface":"back","average":{"1min":0.54000000000000004,"5min":0.54000000000000004,"15min":0.54000000000000004},"min":{"1min":0.33000000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":0.84699999999999998,"5min":0.84699999999999998,"15min":0.84699999999999998},"last":0.50800000000000001},{"interface":"front","average":{"1min":0.51400000000000001,"5min":0.51400000000000001,"15min":0.51400000000000001},"min":{"1min":0.374,"5min":0.374,"15min":0.374},"max":{"1min":0.751,"5min":0.751,"15min":0.751},"last":0.35099999999999998}]},{"osd":1,"last update":"Wed Apr 10 15:27:43 2024","interfaces":[{"interface":"back","average":{"1min":0.51000000000000001,"5min":0.51000000000000001,"15min":0.51000000000000001},"min":{"1min":0.33500000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":0.70899999999999996,"5min":0.70899999999999996,"15min":0.70899999999999996},"last":0.45800000000000002},{"interface":"front","average":{"1min":0.51900000000000002,"5min":0.51900000000000002,"15min":0.51900000000000002},"min":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.69399999999999995,"5min":0.69399999999999995,"15min":0.69399999999999995},"last":0.46500000000000002}]},{"osd":2,"last update":"Wed Apr 10 15:27:43 2024","interfaces":[{"interface":"back","average":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"min":{"1min":0.313,"5min":0.313,"15min":0.313},"max":{"1min":0.77300000000000002,"5min":0.77300000000000002,"15min":0.77300000000000002},"last":0.376},{"interface":"front","average":{"1min":0.52400000000000002,"5min":0.52400000000000002,"15min":0.52400000000000002},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.82699999999999996,"5min":0.82699999999999996,"15min":0.82699999999999996},"last":0.44500000000000001}]},{"osd":3,"last update":"Wed Apr 10 15:27:43 2024","interfaces":[{"interface":"back","average":{"1min":0.53800000000000003,"5min":0.53800000000000003,"15min":0.53800000000000003},"min":{"1min":0.35199999999999998,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.79500000000000004,"5min":0.79500000000000004,"15min":0.79500000000000004},"last":0.40699999999999997},{"interface":"front","average":{"1min":0.51500000000000001,"5min":0.51500000000000001,"15min":0.51500000000000001},"min":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.77900000000000003,"5min":0.77900000000000003,"15min":0.77900000000000003},"last":0.434}]},{"osd":5,"last update":"Wed Apr 10 15:28:09 2024","interfaces":[{"interface":"back","average":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"min":{"1min":0.26900000000000002,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":0.82999999999999996,"5min":0.82999999999999996,"15min":0.82999999999999996},"last":0.38800000000000001},{"interface":"front","average":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"min":{"1min":0.28699999999999998,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":0.87,"5min":0.87,"15min":0.87},"last":0.42099999999999999}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48899999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47999999999999998}]}]},{"osd":5,"up_from":38,"seq":163208757264,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27632,"kb_used_data":608,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717520,"statfs":{"total":95995035648,"available":95966740480,"internally_reserved":0,"allocated":622592,"data_stored":254034,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Apr 10 15:28:09 2024","interfaces":[{"interface":"back","average":{"1min":0.51000000000000001,"5min":0.51000000000000001,"15min":0.51000000000000001},"min":{"1min":0.34599999999999997,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.78000000000000003,"5min":0.78000000000000003,"15min":0.78000000000000003},"last":0.52900000000000003},{"interface":"front","average":{"1min":0.52400000000000002,"5min":0.52400000000000002,"15min":0.52400000000000002},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.71599999999999997,"5min":0.71599999999999997,"15min":0.71599999999999997},"last":0.64400000000000002}]},{"osd":1,"last update":"Wed Apr 10 15:28:09 2024","interfaces":[{"interface":"back","average":{"1min":0.51900000000000002,"5min":0.51900000000000002,"15min":0.51900000000000002},"min":{"1min":0.39300000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":0.67700000000000005,"5min":0.67700000000000005,"15min":0.67700000000000005},"last":0.47299999999999998},{"interface":"front","average":{"1min":0.51300000000000001,"5min":0.51300000000000001,"15min":0.51300000000000001},"min":{"1min":0.32400000000000001,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":0.76000000000000001,"5min":0.76000000000000001,"15min":0.76000000000000001},"last":0.61699999999999999}]},{"osd":2,"last update":"Wed Apr 10 15:28:09 2024","interfaces":[{"interface":"back","average":{"1min":0.51000000000000001,"5min":0.51000000000000001,"15min":0.51000000000000001},"min":{"1min":0.316,"5min":0.316,"15min":0.316},"max":{"1min":0.746,"5min":0.746,"15min":0.746},"last":0.51400000000000001},{"interface":"front","average":{"1min":0.51100000000000001,"5min":0.51100000000000001,"15min":0.51100000000000001},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.73299999999999998,"5min":0.73299999999999998,"15min":0.73299999999999998},"last":0.57199999999999995}]},{"osd":3,"last update":"Wed Apr 10 15:28:09 2024","interfaces":[{"interface":"back","average":{"1min":0.496,"5min":0.496,"15min":0.496},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.79500000000000004,"5min":0.79500000000000004,"15min":0.79500000000000004},"last":0.45000000000000001},{"interface":"front","average":{"1min":0.51100000000000001,"5min":0.51100000000000001,"15min":0.51100000000000001},"min":{"1min":0.33200000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":0.77100000000000002,"5min":0.77100000000000002,"15min":0.77100000000000002},"last":0.65900000000000003}]},{"osd":4,"last update":"Wed Apr 10 15:28:09 2024","interfaces":[{"interface":"back","average":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"min":{"1min":0.23699999999999999,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":0.69799999999999995,"5min":0.69799999999999995,"15min":0.69799999999999995},"last":0.495},{"interface":"front","average":{"1min":0.38,"5min":0.38,"15min":0.38},"min":{"1min":0.246,"5min":0.246,"15min":0.246},"max":{"1min":0.60899999999999999,"5min":0.60899999999999999,"15min":0.60899999999999999},"last":0.55300000000000005}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63100000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54300000000000004}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1668,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1654,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1564,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-10T15:28:18.330 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:18 smithi069 ceph-mon[27501]: from='client.? 172.21.15.69:0/759810371' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2024-04-10T15:28:18.330 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:18 smithi069 ceph-mon[27501]: from='client.24440 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-10T15:28:18.330 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:18 smithi069 ceph-mon[27501]: pgmap v193: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 2.3 KiB/s wr, 7 op/s 2024-04-10T15:28:18.330 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:18 smithi069 ceph-mon[39688]: from='client.? 172.21.15.69:0/759810371' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2024-04-10T15:28:18.330 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:18 smithi069 ceph-mon[39688]: from='client.24440 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-10T15:28:18.330 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:18 smithi069 ceph-mon[39688]: pgmap v193: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 2.3 KiB/s wr, 7 op/s 2024-04-10T15:28:18.486 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:18 smithi077 ceph-mon[31195]: from='client.? 172.21.15.69:0/759810371' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2024-04-10T15:28:18.486 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:18 smithi077 ceph-mon[31195]: from='client.24440 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-10T15:28:18.486 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:18 smithi077 ceph-mon[31195]: pgmap v193: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 2.3 KiB/s wr, 7 op/s 2024-04-10T15:28:20.395 DEBUG:teuthology.orchestra.run.smithi069:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-04-10T15:28:20.700 INFO:teuthology.orchestra.run.smithi069.stdout: 2024-04-10T15:28:20.701 INFO:teuthology.orchestra.run.smithi069.stderr:dumped all 2024-04-10T15:28:20.710 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:20 smithi069 ceph-mon[27501]: pgmap v194: 97 pgs: 97 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 1.9 KiB/s wr, 6 op/s 2024-04-10T15:28:20.710 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:20 smithi069 ceph-mon[39688]: pgmap v194: 97 pgs: 97 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 1.9 KiB/s wr, 6 op/s 2024-04-10T15:28:20.711 INFO:teuthology.orchestra.run.smithi069.stdout:{"pg_ready":true,"pg_map":{"version":194,"stamp":"2024-04-10T15:28:19.625586+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592730,"num_objects":24,"num_object_clones":0,"num_object_copies":72,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":253,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":231044,"kb_used_data":6664,"kb_used_omap":12,"kb_used_meta":224243,"kb_avail":749730172,"statfs":{"total":767960285184,"available":767723696128,"internally_reserved":0,"allocated":6823936,"data_stored":3839323,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12742,"internal_metadata":229625402},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2362,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"7.308898"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:13.676812+0000","last_change":"2024-04-10T15:28:12.697522+0000","last_active":"2024-04-10T15:28:13.676812+0000","last_peered":"2024-04-10T15:28:13.676812+0000","last_clean":"2024-04-10T15:28:13.676812+0000","last_became_active":"2024-04-10T15:28:12.697215+0000","last_became_peered":"2024-04-10T15:28:12.697215+0000","last_unstale":"2024-04-10T15:28:13.676812+0000","last_undegraded":"2024-04-10T15:28:13.676812+0000","last_fullsized":"2024-04-10T15:28:13.676812+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T20:35:17.938280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-10T15:28:12.698377+0000","last_change":"2024-04-10T15:28:12.695085+0000","last_active":"2024-04-10T15:28:12.698377+0000","last_peered":"2024-04-10T15:28:12.698377+0000","last_clean":"2024-04-10T15:28:12.698377+0000","last_became_active":"2024-04-10T15:28:12.694125+0000","last_became_peered":"2024-04-10T15:28:12.694125+0000","last_unstale":"2024-04-10T15:28:12.698377+0000","last_undegraded":"2024-04-10T15:28:12.698377+0000","last_fullsized":"2024-04-10T15:28:12.698377+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T21:50:43.562860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:13.677858+0000","last_change":"2024-04-10T15:28:12.684305+0000","last_active":"2024-04-10T15:28:13.677858+0000","last_peered":"2024-04-10T15:28:13.677858+0000","last_clean":"2024-04-10T15:28:13.677858+0000","last_became_active":"2024-04-10T15:28:12.684019+0000","last_became_peered":"2024-04-10T15:28:12.684019+0000","last_unstale":"2024-04-10T15:28:13.677858+0000","last_undegraded":"2024-04-10T15:28:13.677858+0000","last_fullsized":"2024-04-10T15:28:13.677858+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T18:35:43.428711+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:14.459162+0000","last_change":"2024-04-10T15:28:12.699385+0000","last_active":"2024-04-10T15:28:14.459162+0000","last_peered":"2024-04-10T15:28:14.459162+0000","last_clean":"2024-04-10T15:28:14.459162+0000","last_became_active":"2024-04-10T15:28:12.698426+0000","last_became_peered":"2024-04-10T15:28:12.698426+0000","last_unstale":"2024-04-10T15:28:14.459162+0000","last_undegraded":"2024-04-10T15:28:14.459162+0000","last_fullsized":"2024-04-10T15:28:14.459162+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T18:37:45.002946+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:13.676364+0000","last_change":"2024-04-10T15:28:12.707878+0000","last_active":"2024-04-10T15:28:13.676364+0000","last_peered":"2024-04-10T15:28:13.676364+0000","last_clean":"2024-04-10T15:28:13.676364+0000","last_became_active":"2024-04-10T15:28:12.707571+0000","last_became_peered":"2024-04-10T15:28:12.707571+0000","last_unstale":"2024-04-10T15:28:13.676364+0000","last_undegraded":"2024-04-10T15:28:13.676364+0000","last_fullsized":"2024-04-10T15:28:13.676364+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T17:18:21.836886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:14.458885+0000","last_change":"2024-04-10T15:28:12.688200+0000","last_active":"2024-04-10T15:28:14.458885+0000","last_peered":"2024-04-10T15:28:14.458885+0000","last_clean":"2024-04-10T15:28:14.458885+0000","last_became_active":"2024-04-10T15:28:12.687777+0000","last_became_peered":"2024-04-10T15:28:12.687777+0000","last_unstale":"2024-04-10T15:28:14.458885+0000","last_undegraded":"2024-04-10T15:28:14.458885+0000","last_fullsized":"2024-04-10T15:28:14.458885+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T03:25:39.026190+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:13.675902+0000","last_change":"2024-04-10T15:28:12.698706+0000","last_active":"2024-04-10T15:28:13.675902+0000","last_peered":"2024-04-10T15:28:13.675902+0000","last_clean":"2024-04-10T15:28:13.675902+0000","last_became_active":"2024-04-10T15:28:12.698402+0000","last_became_peered":"2024-04-10T15:28:12.698402+0000","last_unstale":"2024-04-10T15:28:13.675902+0000","last_undegraded":"2024-04-10T15:28:13.675902+0000","last_fullsized":"2024-04-10T15:28:13.675902+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T20:00:34.088749+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-10T15:28:14.002569+0000","last_change":"2024-04-10T15:28:12.698333+0000","last_active":"2024-04-10T15:28:14.002569+0000","last_peered":"2024-04-10T15:28:14.002569+0000","last_clean":"2024-04-10T15:28:14.002569+0000","last_became_active":"2024-04-10T15:28:12.697487+0000","last_became_peered":"2024-04-10T15:28:12.697487+0000","last_unstale":"2024-04-10T15:28:14.002569+0000","last_undegraded":"2024-04-10T15:28:14.002569+0000","last_fullsized":"2024-04-10T15:28:14.002569+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T21:54:07.255338+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:13.676780+0000","last_change":"2024-04-10T15:28:12.699370+0000","last_active":"2024-04-10T15:28:13.676780+0000","last_peered":"2024-04-10T15:28:13.676780+0000","last_clean":"2024-04-10T15:28:13.676780+0000","last_became_active":"2024-04-10T15:28:12.698750+0000","last_became_peered":"2024-04-10T15:28:12.698750+0000","last_unstale":"2024-04-10T15:28:13.676780+0000","last_undegraded":"2024-04-10T15:28:13.676780+0000","last_fullsized":"2024-04-10T15:28:13.676780+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T18:34:18.917642+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:14.457763+0000","last_change":"2024-04-10T15:28:12.701768+0000","last_active":"2024-04-10T15:28:14.457763+0000","last_peered":"2024-04-10T15:28:14.457763+0000","last_clean":"2024-04-10T15:28:14.457763+0000","last_became_active":"2024-04-10T15:28:12.698802+0000","last_became_peered":"2024-04-10T15:28:12.698802+0000","last_unstale":"2024-04-10T15:28:14.457763+0000","last_undegraded":"2024-04-10T15:28:14.457763+0000","last_fullsized":"2024-04-10T15:28:14.457763+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T02:57:11.076250+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:14.458244+0000","last_change":"2024-04-10T15:28:12.700019+0000","last_active":"2024-04-10T15:28:14.458244+0000","last_peered":"2024-04-10T15:28:14.458244+0000","last_clean":"2024-04-10T15:28:14.458244+0000","last_became_active":"2024-04-10T15:28:12.699227+0000","last_became_peered":"2024-04-10T15:28:12.699227+0000","last_unstale":"2024-04-10T15:28:14.458244+0000","last_undegraded":"2024-04-10T15:28:14.458244+0000","last_fullsized":"2024-04-10T15:28:14.458244+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T22:14:13.683878+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:14.458358+0000","last_change":"2024-04-10T15:28:12.690502+0000","last_active":"2024-04-10T15:28:14.458358+0000","last_peered":"2024-04-10T15:28:14.458358+0000","last_clean":"2024-04-10T15:28:14.458358+0000","last_became_active":"2024-04-10T15:28:12.690218+0000","last_became_peered":"2024-04-10T15:28:12.690218+0000","last_unstale":"2024-04-10T15:28:14.458358+0000","last_undegraded":"2024-04-10T15:28:14.458358+0000","last_fullsized":"2024-04-10T15:28:14.458358+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T15:51:10.751498+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-10T15:28:14.002710+0000","last_change":"2024-04-10T15:28:12.697968+0000","last_active":"2024-04-10T15:28:14.002710+0000","last_peered":"2024-04-10T15:28:14.002710+0000","last_clean":"2024-04-10T15:28:14.002710+0000","last_became_active":"2024-04-10T15:28:12.697699+0000","last_became_peered":"2024-04-10T15:28:12.697699+0000","last_unstale":"2024-04-10T15:28:14.002710+0000","last_undegraded":"2024-04-10T15:28:14.002710+0000","last_fullsized":"2024-04-10T15:28:14.002710+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T03:16:50.380214+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:13.677517+0000","last_change":"2024-04-10T15:28:12.678658+0000","last_active":"2024-04-10T15:28:13.677517+0000","last_peered":"2024-04-10T15:28:13.677517+0000","last_clean":"2024-04-10T15:28:13.677517+0000","last_became_active":"2024-04-10T15:28:12.677919+0000","last_became_peered":"2024-04-10T15:28:12.677919+0000","last_unstale":"2024-04-10T15:28:13.677517+0000","last_undegraded":"2024-04-10T15:28:13.677517+0000","last_fullsized":"2024-04-10T15:28:13.677517+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T21:29:22.846612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-10T15:28:12.699091+0000","last_change":"2024-04-10T15:28:12.697329+0000","last_active":"2024-04-10T15:28:12.699091+0000","last_peered":"2024-04-10T15:28:12.699091+0000","last_clean":"2024-04-10T15:28:12.699091+0000","last_became_active":"2024-04-10T15:28:12.696948+0000","last_became_peered":"2024-04-10T15:28:12.696948+0000","last_unstale":"2024-04-10T15:28:12.699091+0000","last_undegraded":"2024-04-10T15:28:12.699091+0000","last_fullsized":"2024-04-10T15:28:12.699091+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T15:52:57.089243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:14.459012+0000","last_change":"2024-04-10T15:28:12.690604+0000","last_active":"2024-04-10T15:28:14.459012+0000","last_peered":"2024-04-10T15:28:14.459012+0000","last_clean":"2024-04-10T15:28:14.459012+0000","last_became_active":"2024-04-10T15:28:12.690314+0000","last_became_peered":"2024-04-10T15:28:12.690314+0000","last_unstale":"2024-04-10T15:28:14.459012+0000","last_undegraded":"2024-04-10T15:28:14.459012+0000","last_fullsized":"2024-04-10T15:28:14.459012+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T18:06:14.207166+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:14.459271+0000","last_change":"2024-04-10T15:28:12.694848+0000","last_active":"2024-04-10T15:28:14.459271+0000","last_peered":"2024-04-10T15:28:14.459271+0000","last_clean":"2024-04-10T15:28:14.459271+0000","last_became_active":"2024-04-10T15:28:12.694557+0000","last_became_peered":"2024-04-10T15:28:12.694557+0000","last_unstale":"2024-04-10T15:28:14.459271+0000","last_undegraded":"2024-04-10T15:28:14.459271+0000","last_fullsized":"2024-04-10T15:28:14.459271+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T03:14:51.199569+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-10T15:28:12.805688+0000","last_change":"2024-04-10T15:28:12.692951+0000","last_active":"2024-04-10T15:28:12.805688+0000","last_peered":"2024-04-10T15:28:12.805688+0000","last_clean":"2024-04-10T15:28:12.805688+0000","last_became_active":"2024-04-10T15:28:12.692671+0000","last_became_peered":"2024-04-10T15:28:12.692671+0000","last_unstale":"2024-04-10T15:28:12.805688+0000","last_undegraded":"2024-04-10T15:28:12.805688+0000","last_fullsized":"2024-04-10T15:28:12.805688+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T21:17:06.276979+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:13.676333+0000","last_change":"2024-04-10T15:28:12.689693+0000","last_active":"2024-04-10T15:28:13.676333+0000","last_peered":"2024-04-10T15:28:13.676333+0000","last_clean":"2024-04-10T15:28:13.676333+0000","last_became_active":"2024-04-10T15:28:12.689366+0000","last_became_peered":"2024-04-10T15:28:12.689366+0000","last_unstale":"2024-04-10T15:28:13.676333+0000","last_undegraded":"2024-04-10T15:28:13.676333+0000","last_fullsized":"2024-04-10T15:28:13.676333+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T01:24:23.783069+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"61'4","reported_seq":16,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-10T15:28:12.708739+0000","last_change":"2024-04-10T15:28:12.343348+0000","last_active":"2024-04-10T15:28:12.708739+0000","last_peered":"2024-04-10T15:28:12.708739+0000","last_clean":"2024-04-10T15:28:12.708739+0000","last_became_active":"2024-04-10T15:28:12.343054+0000","last_became_peered":"2024-04-10T15:28:12.343054+0000","last_unstale":"2024-04-10T15:28:12.708739+0000","last_undegraded":"2024-04-10T15:28:12.708739+0000","last_fullsized":"2024-04-10T15:28:12.708739+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_clean_scrub_stamp":"2024-04-10T15:28:11.308904+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T00:24:09.163522+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-10T15:28:14.002806+0000","last_change":"2024-04-10T15:28:12.693030+0000","last_active":"2024-04-10T15:28:14.002806+0000","last_peered":"2024-04-10T15:28:14.002806+0000","last_clean":"2024-04-10T15:28:14.002806+0000","last_became_active":"2024-04-10T15:28:12.692633+0000","last_became_peered":"2024-04-10T15:28:12.692633+0000","last_unstale":"2024-04-10T15:28:14.002806+0000","last_undegraded":"2024-04-10T15:28:14.002806+0000","last_fullsized":"2024-04-10T15:28:14.002806+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T01:56:33.896801+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"61'1","reported_seq":13,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-10T15:28:14.002785+0000","last_change":"2024-04-10T15:28:12.340349+0000","last_active":"2024-04-10T15:28:14.002785+0000","last_peered":"2024-04-10T15:28:14.002785+0000","last_clean":"2024-04-10T15:28:14.002785+0000","last_became_active":"2024-04-10T15:28:12.340075+0000","last_became_peered":"2024-04-10T15:28:12.340075+0000","last_unstale":"2024-04-10T15:28:14.002785+0000","last_undegraded":"2024-04-10T15:28:14.002785+0000","last_fullsized":"2024-04-10T15:28:14.002785+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_clean_scrub_stamp":"2024-04-10T15:28:11.308904+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T19:52:58.585482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:13.678112+0000","last_change":"2024-04-10T15:28:12.684413+0000","last_active":"2024-04-10T15:28:13.678112+0000","last_peered":"2024-04-10T15:28:13.678112+0000","last_clean":"2024-04-10T15:28:13.678112+0000","last_became_active":"2024-04-10T15:28:12.683640+0000","last_became_peered":"2024-04-10T15:28:12.683640+0000","last_unstale":"2024-04-10T15:28:13.678112+0000","last_undegraded":"2024-04-10T15:28:13.678112+0000","last_fullsized":"2024-04-10T15:28:13.678112+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T01:04:53.793880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"61'2","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:13.676591+0000","last_change":"2024-04-10T15:28:12.344861+0000","last_active":"2024-04-10T15:28:13.676591+0000","last_peered":"2024-04-10T15:28:13.676591+0000","last_clean":"2024-04-10T15:28:13.676591+0000","last_became_active":"2024-04-10T15:28:12.344508+0000","last_became_peered":"2024-04-10T15:28:12.344508+0000","last_unstale":"2024-04-10T15:28:13.676591+0000","last_undegraded":"2024-04-10T15:28:13.676591+0000","last_fullsized":"2024-04-10T15:28:13.676591+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_clean_scrub_stamp":"2024-04-10T15:28:11.308904+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T20:46:40.578388+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:14.459285+0000","last_change":"2024-04-10T15:28:12.688722+0000","last_active":"2024-04-10T15:28:14.459285+0000","last_peered":"2024-04-10T15:28:14.459285+0000","last_clean":"2024-04-10T15:28:14.459285+0000","last_became_active":"2024-04-10T15:28:12.688255+0000","last_became_peered":"2024-04-10T15:28:12.688255+0000","last_unstale":"2024-04-10T15:28:14.459285+0000","last_undegraded":"2024-04-10T15:28:14.459285+0000","last_fullsized":"2024-04-10T15:28:14.459285+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T23:51:05.001686+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"61'2","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:13.676344+0000","last_change":"2024-04-10T15:28:12.342115+0000","last_active":"2024-04-10T15:28:13.676344+0000","last_peered":"2024-04-10T15:28:13.676344+0000","last_clean":"2024-04-10T15:28:13.676344+0000","last_became_active":"2024-04-10T15:28:12.341822+0000","last_became_peered":"2024-04-10T15:28:12.341822+0000","last_unstale":"2024-04-10T15:28:13.676344+0000","last_undegraded":"2024-04-10T15:28:13.676344+0000","last_fullsized":"2024-04-10T15:28:13.676344+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_clean_scrub_stamp":"2024-04-10T15:28:11.308904+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T23:35:33.678268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:14.458645+0000","last_change":"2024-04-10T15:28:12.692803+0000","last_active":"2024-04-10T15:28:14.458645+0000","last_peered":"2024-04-10T15:28:14.458645+0000","last_clean":"2024-04-10T15:28:14.458645+0000","last_became_active":"2024-04-10T15:28:12.692541+0000","last_became_peered":"2024-04-10T15:28:12.692541+0000","last_unstale":"2024-04-10T15:28:14.458645+0000","last_undegraded":"2024-04-10T15:28:14.458645+0000","last_fullsized":"2024-04-10T15:28:14.458645+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T17:39:50.824142+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"61'1","reported_seq":13,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-10T15:28:14.002728+0000","last_change":"2024-04-10T15:28:12.334232+0000","last_active":"2024-04-10T15:28:14.002728+0000","last_peered":"2024-04-10T15:28:14.002728+0000","last_clean":"2024-04-10T15:28:14.002728+0000","last_became_active":"2024-04-10T15:28:12.333915+0000","last_became_peered":"2024-04-10T15:28:12.333915+0000","last_unstale":"2024-04-10T15:28:14.002728+0000","last_undegraded":"2024-04-10T15:28:14.002728+0000","last_fullsized":"2024-04-10T15:28:14.002728+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_clean_scrub_stamp":"2024-04-10T15:28:11.308904+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T18:25:34.332231+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:14.457731+0000","last_change":"2024-04-10T15:28:12.695240+0000","last_active":"2024-04-10T15:28:14.457731+0000","last_peered":"2024-04-10T15:28:14.457731+0000","last_clean":"2024-04-10T15:28:14.457731+0000","last_became_active":"2024-04-10T15:28:12.694924+0000","last_became_peered":"2024-04-10T15:28:12.694924+0000","last_unstale":"2024-04-10T15:28:14.457731+0000","last_undegraded":"2024-04-10T15:28:14.457731+0000","last_fullsized":"2024-04-10T15:28:14.457731+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T00:32:28.117308+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"61'1","reported_seq":13,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:14.458164+0000","last_change":"2024-04-10T15:28:12.333289+0000","last_active":"2024-04-10T15:28:14.458164+0000","last_peered":"2024-04-10T15:28:14.458164+0000","last_clean":"2024-04-10T15:28:14.458164+0000","last_became_active":"2024-04-10T15:28:12.332468+0000","last_became_peered":"2024-04-10T15:28:12.332468+0000","last_unstale":"2024-04-10T15:28:14.458164+0000","last_undegraded":"2024-04-10T15:28:14.458164+0000","last_fullsized":"2024-04-10T15:28:14.458164+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_clean_scrub_stamp":"2024-04-10T15:28:11.308904+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T20:16:06.745224+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:13.677798+0000","last_change":"2024-04-10T15:28:12.695806+0000","last_active":"2024-04-10T15:28:13.677798+0000","last_peered":"2024-04-10T15:28:13.677798+0000","last_clean":"2024-04-10T15:28:13.677798+0000","last_became_active":"2024-04-10T15:28:12.695094+0000","last_became_peered":"2024-04-10T15:28:12.695094+0000","last_unstale":"2024-04-10T15:28:13.677798+0000","last_undegraded":"2024-04-10T15:28:13.677798+0000","last_fullsized":"2024-04-10T15:28:13.677798+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T02:14:43.183591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-10T15:28:14.002666+0000","last_change":"2024-04-10T15:28:12.333539+0000","last_active":"2024-04-10T15:28:14.002666+0000","last_peered":"2024-04-10T15:28:14.002666+0000","last_clean":"2024-04-10T15:28:14.002666+0000","last_became_active":"2024-04-10T15:28:12.333037+0000","last_became_peered":"2024-04-10T15:28:12.333037+0000","last_unstale":"2024-04-10T15:28:14.002666+0000","last_undegraded":"2024-04-10T15:28:14.002666+0000","last_fullsized":"2024-04-10T15:28:14.002666+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_clean_scrub_stamp":"2024-04-10T15:28:11.308904+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T16:09:51.166660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-10T15:28:14.002630+0000","last_change":"2024-04-10T15:28:12.686515+0000","last_active":"2024-04-10T15:28:14.002630+0000","last_peered":"2024-04-10T15:28:14.002630+0000","last_clean":"2024-04-10T15:28:14.002630+0000","last_became_active":"2024-04-10T15:28:12.686110+0000","last_became_peered":"2024-04-10T15:28:12.686110+0000","last_unstale":"2024-04-10T15:28:14.002630+0000","last_undegraded":"2024-04-10T15:28:14.002630+0000","last_fullsized":"2024-04-10T15:28:14.002630+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T20:12:58.951054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:14.459045+0000","last_change":"2024-04-10T15:28:12.341914+0000","last_active":"2024-04-10T15:28:14.459045+0000","last_peered":"2024-04-10T15:28:14.459045+0000","last_clean":"2024-04-10T15:28:14.459045+0000","last_became_active":"2024-04-10T15:28:12.341624+0000","last_became_peered":"2024-04-10T15:28:12.341624+0000","last_unstale":"2024-04-10T15:28:14.459045+0000","last_undegraded":"2024-04-10T15:28:14.459045+0000","last_fullsized":"2024-04-10T15:28:14.459045+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_clean_scrub_stamp":"2024-04-10T15:28:11.308904+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T03:25:35.198405+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-10T15:28:12.698953+0000","last_change":"2024-04-10T15:28:12.696577+0000","last_active":"2024-04-10T15:28:12.698953+0000","last_peered":"2024-04-10T15:28:12.698953+0000","last_clean":"2024-04-10T15:28:12.698953+0000","last_became_active":"2024-04-10T15:28:12.695848+0000","last_became_peered":"2024-04-10T15:28:12.695848+0000","last_unstale":"2024-04-10T15:28:12.698953+0000","last_undegraded":"2024-04-10T15:28:12.698953+0000","last_fullsized":"2024-04-10T15:28:12.698953+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T15:43:47.778945+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:14.458575+0000","last_change":"2024-04-10T15:28:12.337764+0000","last_active":"2024-04-10T15:28:14.458575+0000","last_peered":"2024-04-10T15:28:14.458575+0000","last_clean":"2024-04-10T15:28:14.458575+0000","last_became_active":"2024-04-10T15:28:12.336706+0000","last_became_peered":"2024-04-10T15:28:12.336706+0000","last_unstale":"2024-04-10T15:28:14.458575+0000","last_undegraded":"2024-04-10T15:28:14.458575+0000","last_fullsized":"2024-04-10T15:28:14.458575+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_clean_scrub_stamp":"2024-04-10T15:28:11.308904+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T22:32:40.666706+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:14.459374+0000","last_change":"2024-04-10T15:28:12.696846+0000","last_active":"2024-04-10T15:28:14.459374+0000","last_peered":"2024-04-10T15:28:14.459374+0000","last_clean":"2024-04-10T15:28:14.459374+0000","last_became_active":"2024-04-10T15:28:12.696527+0000","last_became_peered":"2024-04-10T15:28:12.696527+0000","last_unstale":"2024-04-10T15:28:14.459374+0000","last_undegraded":"2024-04-10T15:28:14.459374+0000","last_fullsized":"2024-04-10T15:28:14.459374+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T21:56:25.127352+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:14.458985+0000","last_change":"2024-04-10T15:28:12.338118+0000","last_active":"2024-04-10T15:28:14.458985+0000","last_peered":"2024-04-10T15:28:14.458985+0000","last_clean":"2024-04-10T15:28:14.458985+0000","last_became_active":"2024-04-10T15:28:12.337611+0000","last_became_peered":"2024-04-10T15:28:12.337611+0000","last_unstale":"2024-04-10T15:28:14.458985+0000","last_undegraded":"2024-04-10T15:28:14.458985+0000","last_fullsized":"2024-04-10T15:28:14.458985+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_clean_scrub_stamp":"2024-04-10T15:28:11.308904+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T02:40:58.099929+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:13.678026+0000","last_change":"2024-04-10T15:28:12.698354+0000","last_active":"2024-04-10T15:28:13.678026+0000","last_peered":"2024-04-10T15:28:13.678026+0000","last_clean":"2024-04-10T15:28:13.678026+0000","last_became_active":"2024-04-10T15:28:12.698095+0000","last_became_peered":"2024-04-10T15:28:12.698095+0000","last_unstale":"2024-04-10T15:28:13.678026+0000","last_undegraded":"2024-04-10T15:28:13.678026+0000","last_fullsized":"2024-04-10T15:28:13.678026+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T17:18:45.328974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"61'3","reported_seq":15,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-10T15:28:12.705950+0000","last_change":"2024-04-10T15:28:12.336664+0000","last_active":"2024-04-10T15:28:12.705950+0000","last_peered":"2024-04-10T15:28:12.705950+0000","last_clean":"2024-04-10T15:28:12.705950+0000","last_became_active":"2024-04-10T15:28:12.336372+0000","last_became_peered":"2024-04-10T15:28:12.336372+0000","last_unstale":"2024-04-10T15:28:12.705950+0000","last_undegraded":"2024-04-10T15:28:12.705950+0000","last_fullsized":"2024-04-10T15:28:12.705950+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_clean_scrub_stamp":"2024-04-10T15:28:11.308904+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T17:15:04.892346+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:14.458327+0000","last_change":"2024-04-10T15:28:12.702254+0000","last_active":"2024-04-10T15:28:14.458327+0000","last_peered":"2024-04-10T15:28:14.458327+0000","last_clean":"2024-04-10T15:28:14.458327+0000","last_became_active":"2024-04-10T15:28:12.701973+0000","last_became_peered":"2024-04-10T15:28:12.701973+0000","last_unstale":"2024-04-10T15:28:14.458327+0000","last_undegraded":"2024-04-10T15:28:14.458327+0000","last_fullsized":"2024-04-10T15:28:14.458327+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T21:27:25.192311+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"61'6","reported_seq":18,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:14.458508+0000","last_change":"2024-04-10T15:28:12.338254+0000","last_active":"2024-04-10T15:28:14.458508+0000","last_peered":"2024-04-10T15:28:14.458508+0000","last_clean":"2024-04-10T15:28:14.458508+0000","last_became_active":"2024-04-10T15:28:12.337965+0000","last_became_peered":"2024-04-10T15:28:12.337965+0000","last_unstale":"2024-04-10T15:28:14.458508+0000","last_undegraded":"2024-04-10T15:28:14.458508+0000","last_fullsized":"2024-04-10T15:28:14.458508+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_clean_scrub_stamp":"2024-04-10T15:28:11.308904+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T02:19:59.530010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1564,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:13.676346+0000","last_change":"2024-04-10T15:28:12.706333+0000","last_active":"2024-04-10T15:28:13.676346+0000","last_peered":"2024-04-10T15:28:13.676346+0000","last_clean":"2024-04-10T15:28:13.676346+0000","last_became_active":"2024-04-10T15:28:12.705930+0000","last_became_peered":"2024-04-10T15:28:12.705930+0000","last_unstale":"2024-04-10T15:28:13.676346+0000","last_undegraded":"2024-04-10T15:28:13.676346+0000","last_fullsized":"2024-04-10T15:28:13.676346+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T02:13:51.649491+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"61'2","reported_seq":14,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-10T15:28:12.708714+0000","last_change":"2024-04-10T15:28:12.334111+0000","last_active":"2024-04-10T15:28:12.708714+0000","last_peered":"2024-04-10T15:28:12.708714+0000","last_clean":"2024-04-10T15:28:12.708714+0000","last_became_active":"2024-04-10T15:28:12.333707+0000","last_became_peered":"2024-04-10T15:28:12.333707+0000","last_unstale":"2024-04-10T15:28:12.708714+0000","last_undegraded":"2024-04-10T15:28:12.708714+0000","last_fullsized":"2024-04-10T15:28:12.708714+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_clean_scrub_stamp":"2024-04-10T15:28:11.308904+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T03:21:04.005026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:13.677422+0000","last_change":"2024-04-10T15:28:12.696962+0000","last_active":"2024-04-10T15:28:13.677422+0000","last_peered":"2024-04-10T15:28:13.677422+0000","last_clean":"2024-04-10T15:28:13.677422+0000","last_became_active":"2024-04-10T15:28:12.696699+0000","last_became_peered":"2024-04-10T15:28:12.696699+0000","last_unstale":"2024-04-10T15:28:13.677422+0000","last_undegraded":"2024-04-10T15:28:13.677422+0000","last_fullsized":"2024-04-10T15:28:13.677422+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T16:03:38.769006+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:14.458679+0000","last_change":"2024-04-10T15:28:12.341332+0000","last_active":"2024-04-10T15:28:14.458679+0000","last_peered":"2024-04-10T15:28:14.458679+0000","last_clean":"2024-04-10T15:28:14.458679+0000","last_became_active":"2024-04-10T15:28:12.341052+0000","last_became_peered":"2024-04-10T15:28:12.341052+0000","last_unstale":"2024-04-10T15:28:14.458679+0000","last_undegraded":"2024-04-10T15:28:14.458679+0000","last_fullsized":"2024-04-10T15:28:14.458679+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_clean_scrub_stamp":"2024-04-10T15:28:11.308904+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T00:04:11.137913+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:13.676303+0000","last_change":"2024-04-10T15:28:12.702267+0000","last_active":"2024-04-10T15:28:13.676303+0000","last_peered":"2024-04-10T15:28:13.676303+0000","last_clean":"2024-04-10T15:28:13.676303+0000","last_became_active":"2024-04-10T15:28:12.701998+0000","last_became_peered":"2024-04-10T15:28:12.701998+0000","last_unstale":"2024-04-10T15:28:13.676303+0000","last_undegraded":"2024-04-10T15:28:13.676303+0000","last_fullsized":"2024-04-10T15:28:13.676303+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T22:58:56.093551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:14.457631+0000","last_change":"2024-04-10T15:28:12.328030+0000","last_active":"2024-04-10T15:28:14.457631+0000","last_peered":"2024-04-10T15:28:14.457631+0000","last_clean":"2024-04-10T15:28:14.457631+0000","last_became_active":"2024-04-10T15:28:12.327715+0000","last_became_peered":"2024-04-10T15:28:12.327715+0000","last_unstale":"2024-04-10T15:28:14.457631+0000","last_undegraded":"2024-04-10T15:28:14.457631+0000","last_fullsized":"2024-04-10T15:28:14.457631+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_clean_scrub_stamp":"2024-04-10T15:28:11.308904+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T20:01:58.625925+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:14.457702+0000","last_change":"2024-04-10T15:28:12.699324+0000","last_active":"2024-04-10T15:28:14.457702+0000","last_peered":"2024-04-10T15:28:14.457702+0000","last_clean":"2024-04-10T15:28:14.457702+0000","last_became_active":"2024-04-10T15:28:12.698585+0000","last_became_peered":"2024-04-10T15:28:12.698585+0000","last_unstale":"2024-04-10T15:28:14.457702+0000","last_undegraded":"2024-04-10T15:28:14.457702+0000","last_fullsized":"2024-04-10T15:28:14.457702+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T20:10:31.788807+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"61'8","reported_seq":20,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-10T15:28:12.805607+0000","last_change":"2024-04-10T15:28:12.335053+0000","last_active":"2024-04-10T15:28:12.805607+0000","last_peered":"2024-04-10T15:28:12.805607+0000","last_clean":"2024-04-10T15:28:12.805607+0000","last_became_active":"2024-04-10T15:28:12.333632+0000","last_became_peered":"2024-04-10T15:28:12.333632+0000","last_unstale":"2024-04-10T15:28:12.805607+0000","last_undegraded":"2024-04-10T15:28:12.805607+0000","last_fullsized":"2024-04-10T15:28:12.805607+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_clean_scrub_stamp":"2024-04-10T15:28:11.308904+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T02:50:45.268863+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:13.676063+0000","last_change":"2024-04-10T15:28:12.701517+0000","last_active":"2024-04-10T15:28:13.676063+0000","last_peered":"2024-04-10T15:28:13.676063+0000","last_clean":"2024-04-10T15:28:13.676063+0000","last_became_active":"2024-04-10T15:28:12.701250+0000","last_became_peered":"2024-04-10T15:28:12.701250+0000","last_unstale":"2024-04-10T15:28:13.676063+0000","last_undegraded":"2024-04-10T15:28:13.676063+0000","last_fullsized":"2024-04-10T15:28:13.676063+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T19:46:25.284642+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"61'1","reported_seq":13,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:14.458166+0000","last_change":"2024-04-10T15:28:12.336695+0000","last_active":"2024-04-10T15:28:14.458166+0000","last_peered":"2024-04-10T15:28:14.458166+0000","last_clean":"2024-04-10T15:28:14.458166+0000","last_became_active":"2024-04-10T15:28:12.336341+0000","last_became_peered":"2024-04-10T15:28:12.336341+0000","last_unstale":"2024-04-10T15:28:14.458166+0000","last_undegraded":"2024-04-10T15:28:14.458166+0000","last_fullsized":"2024-04-10T15:28:14.458166+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_clean_scrub_stamp":"2024-04-10T15:28:11.308904+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T19:12:10.704230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:13.676624+0000","last_change":"2024-04-10T15:28:12.692909+0000","last_active":"2024-04-10T15:28:13.676624+0000","last_peered":"2024-04-10T15:28:13.676624+0000","last_clean":"2024-04-10T15:28:13.676624+0000","last_became_active":"2024-04-10T15:28:12.692637+0000","last_became_peered":"2024-04-10T15:28:12.692637+0000","last_unstale":"2024-04-10T15:28:13.676624+0000","last_undegraded":"2024-04-10T15:28:13.676624+0000","last_fullsized":"2024-04-10T15:28:13.676624+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T23:37:49.716420+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-10T15:28:12.676521+0000","last_change":"2024-04-10T15:28:12.337676+0000","last_active":"2024-04-10T15:28:12.676521+0000","last_peered":"2024-04-10T15:28:12.676521+0000","last_clean":"2024-04-10T15:28:12.676521+0000","last_became_active":"2024-04-10T15:28:12.337418+0000","last_became_peered":"2024-04-10T15:28:12.337418+0000","last_unstale":"2024-04-10T15:28:12.676521+0000","last_undegraded":"2024-04-10T15:28:12.676521+0000","last_fullsized":"2024-04-10T15:28:12.676521+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_clean_scrub_stamp":"2024-04-10T15:28:11.308904+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T23:00:04.712466+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:14.459109+0000","last_change":"2024-04-10T15:28:12.687636+0000","last_active":"2024-04-10T15:28:14.459109+0000","last_peered":"2024-04-10T15:28:14.459109+0000","last_clean":"2024-04-10T15:28:14.459109+0000","last_became_active":"2024-04-10T15:28:12.687173+0000","last_became_peered":"2024-04-10T15:28:12.687173+0000","last_unstale":"2024-04-10T15:28:14.459109+0000","last_undegraded":"2024-04-10T15:28:14.459109+0000","last_fullsized":"2024-04-10T15:28:14.459109+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T01:50:08.159062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:14.458584+0000","last_change":"2024-04-10T15:28:12.339144+0000","last_active":"2024-04-10T15:28:14.458584+0000","last_peered":"2024-04-10T15:28:14.458584+0000","last_clean":"2024-04-10T15:28:14.458584+0000","last_became_active":"2024-04-10T15:28:12.338830+0000","last_became_peered":"2024-04-10T15:28:12.338830+0000","last_unstale":"2024-04-10T15:28:14.458584+0000","last_undegraded":"2024-04-10T15:28:14.458584+0000","last_fullsized":"2024-04-10T15:28:14.458584+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_clean_scrub_stamp":"2024-04-10T15:28:11.308904+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T19:44:45.612115+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:14.457943+0000","last_change":"2024-04-10T15:28:12.689329+0000","last_active":"2024-04-10T15:28:14.457943+0000","last_peered":"2024-04-10T15:28:14.457943+0000","last_clean":"2024-04-10T15:28:14.457943+0000","last_became_active":"2024-04-10T15:28:12.689039+0000","last_became_peered":"2024-04-10T15:28:12.689039+0000","last_unstale":"2024-04-10T15:28:14.457943+0000","last_undegraded":"2024-04-10T15:28:14.457943+0000","last_fullsized":"2024-04-10T15:28:14.457943+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T17:22:27.796908+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-10T15:28:12.693701+0000","last_change":"2024-04-10T15:28:12.693306+0000","last_active":"2024-04-10T15:28:12.693701+0000","last_peered":"2024-04-10T15:28:12.693701+0000","last_clean":"2024-04-10T15:28:12.693701+0000","last_became_active":"2024-04-10T15:28:12.693033+0000","last_became_peered":"2024-04-10T15:28:12.693033+0000","last_unstale":"2024-04-10T15:28:12.693701+0000","last_undegraded":"2024-04-10T15:28:12.693701+0000","last_fullsized":"2024-04-10T15:28:12.693701+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T15:29:21.377770+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-10T15:28:12.805655+0000","last_change":"2024-04-10T15:28:12.334404+0000","last_active":"2024-04-10T15:28:12.805655+0000","last_peered":"2024-04-10T15:28:12.805655+0000","last_clean":"2024-04-10T15:28:12.805655+0000","last_became_active":"2024-04-10T15:28:12.334133+0000","last_became_peered":"2024-04-10T15:28:12.334133+0000","last_unstale":"2024-04-10T15:28:12.805655+0000","last_undegraded":"2024-04-10T15:28:12.805655+0000","last_fullsized":"2024-04-10T15:28:12.805655+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_clean_scrub_stamp":"2024-04-10T15:28:11.308904+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T16:57:32.488780+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-10T15:28:14.002691+0000","last_change":"2024-04-10T15:28:12.687699+0000","last_active":"2024-04-10T15:28:14.002691+0000","last_peered":"2024-04-10T15:28:14.002691+0000","last_clean":"2024-04-10T15:28:14.002691+0000","last_became_active":"2024-04-10T15:28:12.687434+0000","last_became_peered":"2024-04-10T15:28:12.687434+0000","last_unstale":"2024-04-10T15:28:14.002691+0000","last_undegraded":"2024-04-10T15:28:14.002691+0000","last_fullsized":"2024-04-10T15:28:14.002691+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T00:55:21.631806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:14.458995+0000","last_change":"2024-04-10T15:28:12.341191+0000","last_active":"2024-04-10T15:28:14.458995+0000","last_peered":"2024-04-10T15:28:14.458995+0000","last_clean":"2024-04-10T15:28:14.458995+0000","last_became_active":"2024-04-10T15:28:12.340895+0000","last_became_peered":"2024-04-10T15:28:12.340895+0000","last_unstale":"2024-04-10T15:28:14.458995+0000","last_undegraded":"2024-04-10T15:28:14.458995+0000","last_fullsized":"2024-04-10T15:28:14.458995+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_clean_scrub_stamp":"2024-04-10T15:28:11.308904+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T23:29:26.519970+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"21'117","reported_seq":219,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-10T15:28:12.680008+0000","last_change":"2024-04-10T15:27:58.478243+0000","last_active":"2024-04-10T15:28:12.680008+0000","last_peered":"2024-04-10T15:28:12.680008+0000","last_clean":"2024-04-10T15:28:12.680008+0000","last_became_active":"2024-04-10T15:27:58.477840+0000","last_became_peered":"2024-04-10T15:27:58.477840+0000","last_unstale":"2024-04-10T15:28:12.680008+0000","last_undegraded":"2024-04-10T15:28:12.680008+0000","last_fullsized":"2024-04-10T15:28:12.680008+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:25:53.886772+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:25:53.886772+0000","last_clean_scrub_stamp":"2024-04-10T15:25:53.886772+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T19:09:53.840413+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:13.677394+0000","last_change":"2024-04-10T15:28:12.698960+0000","last_active":"2024-04-10T15:28:13.677394+0000","last_peered":"2024-04-10T15:28:13.677394+0000","last_clean":"2024-04-10T15:28:13.677394+0000","last_became_active":"2024-04-10T15:28:12.698686+0000","last_became_peered":"2024-04-10T15:28:12.698686+0000","last_unstale":"2024-04-10T15:28:13.677394+0000","last_undegraded":"2024-04-10T15:28:13.677394+0000","last_fullsized":"2024-04-10T15:28:13.677394+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T22:36:36.804697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:13.676047+0000","last_change":"2024-04-10T15:28:12.345303+0000","last_active":"2024-04-10T15:28:13.676047+0000","last_peered":"2024-04-10T15:28:13.676047+0000","last_clean":"2024-04-10T15:28:13.676047+0000","last_became_active":"2024-04-10T15:28:12.344678+0000","last_became_peered":"2024-04-10T15:28:12.344678+0000","last_unstale":"2024-04-10T15:28:13.676047+0000","last_undegraded":"2024-04-10T15:28:13.676047+0000","last_fullsized":"2024-04-10T15:28:13.676047+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_clean_scrub_stamp":"2024-04-10T15:28:11.308904+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T21:14:35.887547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:13.676494+0000","last_change":"2024-04-10T15:28:12.344639+0000","last_active":"2024-04-10T15:28:13.676494+0000","last_peered":"2024-04-10T15:28:13.676494+0000","last_clean":"2024-04-10T15:28:13.676494+0000","last_became_active":"2024-04-10T15:28:12.344314+0000","last_became_peered":"2024-04-10T15:28:12.344314+0000","last_unstale":"2024-04-10T15:28:13.676494+0000","last_undegraded":"2024-04-10T15:28:13.676494+0000","last_fullsized":"2024-04-10T15:28:13.676494+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_clean_scrub_stamp":"2024-04-10T15:28:11.308904+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T01:58:59.293454+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-10T15:28:12.695519+0000","last_change":"2024-04-10T15:28:12.694711+0000","last_active":"2024-04-10T15:28:12.695519+0000","last_peered":"2024-04-10T15:28:12.695519+0000","last_clean":"2024-04-10T15:28:12.695519+0000","last_became_active":"2024-04-10T15:28:12.694430+0000","last_became_peered":"2024-04-10T15:28:12.694430+0000","last_unstale":"2024-04-10T15:28:12.695519+0000","last_undegraded":"2024-04-10T15:28:12.695519+0000","last_fullsized":"2024-04-10T15:28:12.695519+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T18:58:56.983394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"61'1","reported_seq":13,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-10T15:28:13.622065+0000","last_change":"2024-04-10T15:28:12.329014+0000","last_active":"2024-04-10T15:28:13.622065+0000","last_peered":"2024-04-10T15:28:13.622065+0000","last_clean":"2024-04-10T15:28:13.622065+0000","last_became_active":"2024-04-10T15:28:12.328709+0000","last_became_peered":"2024-04-10T15:28:12.328709+0000","last_unstale":"2024-04-10T15:28:13.622065+0000","last_undegraded":"2024-04-10T15:28:13.622065+0000","last_fullsized":"2024-04-10T15:28:13.622065+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_clean_scrub_stamp":"2024-04-10T15:28:11.308904+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T15:56:56.856939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-10T15:28:14.002824+0000","last_change":"2024-04-10T15:28:12.702234+0000","last_active":"2024-04-10T15:28:14.002824+0000","last_peered":"2024-04-10T15:28:14.002824+0000","last_clean":"2024-04-10T15:28:14.002824+0000","last_became_active":"2024-04-10T15:28:12.701953+0000","last_became_peered":"2024-04-10T15:28:12.701953+0000","last_unstale":"2024-04-10T15:28:14.002824+0000","last_undegraded":"2024-04-10T15:28:14.002824+0000","last_fullsized":"2024-04-10T15:28:14.002824+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T17:35:36.777883+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"61'2","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:14.458450+0000","last_change":"2024-04-10T15:28:12.334192+0000","last_active":"2024-04-10T15:28:14.458450+0000","last_peered":"2024-04-10T15:28:14.458450+0000","last_clean":"2024-04-10T15:28:14.458450+0000","last_became_active":"2024-04-10T15:28:12.333912+0000","last_became_peered":"2024-04-10T15:28:12.333912+0000","last_unstale":"2024-04-10T15:28:14.458450+0000","last_undegraded":"2024-04-10T15:28:14.458450+0000","last_fullsized":"2024-04-10T15:28:14.458450+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_clean_scrub_stamp":"2024-04-10T15:28:11.308904+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T23:11:01.516468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:13.677974+0000","last_change":"2024-04-10T15:28:12.680549+0000","last_active":"2024-04-10T15:28:13.677974+0000","last_peered":"2024-04-10T15:28:13.677974+0000","last_clean":"2024-04-10T15:28:13.677974+0000","last_became_active":"2024-04-10T15:28:12.680278+0000","last_became_peered":"2024-04-10T15:28:12.680278+0000","last_unstale":"2024-04-10T15:28:13.677974+0000","last_undegraded":"2024-04-10T15:28:13.677974+0000","last_fullsized":"2024-04-10T15:28:13.677974+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T18:10:42.728039+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:13.675903+0000","last_change":"2024-04-10T15:28:12.344868+0000","last_active":"2024-04-10T15:28:13.675903+0000","last_peered":"2024-04-10T15:28:13.675903+0000","last_clean":"2024-04-10T15:28:13.675903+0000","last_became_active":"2024-04-10T15:28:12.344550+0000","last_became_peered":"2024-04-10T15:28:12.344550+0000","last_unstale":"2024-04-10T15:28:13.675903+0000","last_undegraded":"2024-04-10T15:28:13.675903+0000","last_fullsized":"2024-04-10T15:28:13.675903+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_clean_scrub_stamp":"2024-04-10T15:28:11.308904+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T19:05:59.355752+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:14.457478+0000","last_change":"2024-04-10T15:28:12.703711+0000","last_active":"2024-04-10T15:28:14.457478+0000","last_peered":"2024-04-10T15:28:14.457478+0000","last_clean":"2024-04-10T15:28:14.457478+0000","last_became_active":"2024-04-10T15:28:12.702814+0000","last_became_peered":"2024-04-10T15:28:12.702814+0000","last_unstale":"2024-04-10T15:28:14.457478+0000","last_undegraded":"2024-04-10T15:28:14.457478+0000","last_fullsized":"2024-04-10T15:28:14.457478+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T16:02:34.671928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-10T15:28:12.676600+0000","last_change":"2024-04-10T15:28:12.338510+0000","last_active":"2024-04-10T15:28:12.676600+0000","last_peered":"2024-04-10T15:28:12.676600+0000","last_clean":"2024-04-10T15:28:12.676600+0000","last_became_active":"2024-04-10T15:28:12.338243+0000","last_became_peered":"2024-04-10T15:28:12.338243+0000","last_unstale":"2024-04-10T15:28:12.676600+0000","last_undegraded":"2024-04-10T15:28:12.676600+0000","last_fullsized":"2024-04-10T15:28:12.676600+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_clean_scrub_stamp":"2024-04-10T15:28:11.308904+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T03:20:50.547767+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-10T15:28:14.002611+0000","last_change":"2024-04-10T15:28:12.695039+0000","last_active":"2024-04-10T15:28:14.002611+0000","last_peered":"2024-04-10T15:28:14.002611+0000","last_clean":"2024-04-10T15:28:14.002611+0000","last_became_active":"2024-04-10T15:28:12.694775+0000","last_became_peered":"2024-04-10T15:28:12.694775+0000","last_unstale":"2024-04-10T15:28:14.002611+0000","last_undegraded":"2024-04-10T15:28:14.002611+0000","last_fullsized":"2024-04-10T15:28:14.002611+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T22:54:01.347493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-10T15:28:12.677587+0000","last_change":"2024-04-10T15:28:12.335147+0000","last_active":"2024-04-10T15:28:12.677587+0000","last_peered":"2024-04-10T15:28:12.677587+0000","last_clean":"2024-04-10T15:28:12.677587+0000","last_became_active":"2024-04-10T15:28:12.334329+0000","last_became_peered":"2024-04-10T15:28:12.334329+0000","last_unstale":"2024-04-10T15:28:12.677587+0000","last_undegraded":"2024-04-10T15:28:12.677587+0000","last_fullsized":"2024-04-10T15:28:12.677587+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_clean_scrub_stamp":"2024-04-10T15:28:11.308904+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T18:59:41.189969+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-10T15:28:14.002747+0000","last_change":"2024-04-10T15:28:12.701523+0000","last_active":"2024-04-10T15:28:14.002747+0000","last_peered":"2024-04-10T15:28:14.002747+0000","last_clean":"2024-04-10T15:28:14.002747+0000","last_became_active":"2024-04-10T15:28:12.701203+0000","last_became_peered":"2024-04-10T15:28:12.701203+0000","last_unstale":"2024-04-10T15:28:14.002747+0000","last_undegraded":"2024-04-10T15:28:14.002747+0000","last_fullsized":"2024-04-10T15:28:14.002747+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T18:24:32.314286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"61'2","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:13.676134+0000","last_change":"2024-04-10T15:28:12.342172+0000","last_active":"2024-04-10T15:28:13.676134+0000","last_peered":"2024-04-10T15:28:13.676134+0000","last_clean":"2024-04-10T15:28:13.676134+0000","last_became_active":"2024-04-10T15:28:12.341397+0000","last_became_peered":"2024-04-10T15:28:12.341397+0000","last_unstale":"2024-04-10T15:28:13.676134+0000","last_undegraded":"2024-04-10T15:28:13.676134+0000","last_fullsized":"2024-04-10T15:28:13.676134+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_clean_scrub_stamp":"2024-04-10T15:28:11.308904+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T17:39:12.305175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:14.458205+0000","last_change":"2024-04-10T15:28:12.695448+0000","last_active":"2024-04-10T15:28:14.458205+0000","last_peered":"2024-04-10T15:28:14.458205+0000","last_clean":"2024-04-10T15:28:14.458205+0000","last_became_active":"2024-04-10T15:28:12.695045+0000","last_became_peered":"2024-04-10T15:28:12.695045+0000","last_unstale":"2024-04-10T15:28:14.458205+0000","last_undegraded":"2024-04-10T15:28:14.458205+0000","last_fullsized":"2024-04-10T15:28:14.458205+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T00:23:58.335502+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-10T15:28:12.805665+0000","last_change":"2024-04-10T15:28:12.336098+0000","last_active":"2024-04-10T15:28:12.805665+0000","last_peered":"2024-04-10T15:28:12.805665+0000","last_clean":"2024-04-10T15:28:12.805665+0000","last_became_active":"2024-04-10T15:28:12.335571+0000","last_became_peered":"2024-04-10T15:28:12.335571+0000","last_unstale":"2024-04-10T15:28:12.805665+0000","last_undegraded":"2024-04-10T15:28:12.805665+0000","last_fullsized":"2024-04-10T15:28:12.805665+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_clean_scrub_stamp":"2024-04-10T15:28:11.308904+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T23:54:10.950965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:13.676483+0000","last_change":"2024-04-10T15:28:12.700861+0000","last_active":"2024-04-10T15:28:13.676483+0000","last_peered":"2024-04-10T15:28:13.676483+0000","last_clean":"2024-04-10T15:28:13.676483+0000","last_became_active":"2024-04-10T15:28:12.700569+0000","last_became_peered":"2024-04-10T15:28:12.700569+0000","last_unstale":"2024-04-10T15:28:13.676483+0000","last_undegraded":"2024-04-10T15:28:13.676483+0000","last_fullsized":"2024-04-10T15:28:13.676483+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T21:31:46.152413+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"61'1","reported_seq":13,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-10T15:28:12.701024+0000","last_change":"2024-04-10T15:28:12.336439+0000","last_active":"2024-04-10T15:28:12.701024+0000","last_peered":"2024-04-10T15:28:12.701024+0000","last_clean":"2024-04-10T15:28:12.701024+0000","last_became_active":"2024-04-10T15:28:12.335685+0000","last_became_peered":"2024-04-10T15:28:12.335685+0000","last_unstale":"2024-04-10T15:28:12.701024+0000","last_undegraded":"2024-04-10T15:28:12.701024+0000","last_fullsized":"2024-04-10T15:28:12.701024+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_clean_scrub_stamp":"2024-04-10T15:28:11.308904+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T16:45:49.427958+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:14.458997+0000","last_change":"2024-04-10T15:28:12.697051+0000","last_active":"2024-04-10T15:28:14.458997+0000","last_peered":"2024-04-10T15:28:14.458997+0000","last_clean":"2024-04-10T15:28:14.458997+0000","last_became_active":"2024-04-10T15:28:12.696173+0000","last_became_peered":"2024-04-10T15:28:12.696173+0000","last_unstale":"2024-04-10T15:28:14.458997+0000","last_undegraded":"2024-04-10T15:28:14.458997+0000","last_fullsized":"2024-04-10T15:28:14.458997+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T16:18:53.595466+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"61'2","reported_seq":14,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-10T15:28:12.805677+0000","last_change":"2024-04-10T15:28:12.337730+0000","last_active":"2024-04-10T15:28:12.805677+0000","last_peered":"2024-04-10T15:28:12.805677+0000","last_clean":"2024-04-10T15:28:12.805677+0000","last_became_active":"2024-04-10T15:28:12.337275+0000","last_became_peered":"2024-04-10T15:28:12.337275+0000","last_unstale":"2024-04-10T15:28:12.805677+0000","last_undegraded":"2024-04-10T15:28:12.805677+0000","last_fullsized":"2024-04-10T15:28:12.805677+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_clean_scrub_stamp":"2024-04-10T15:28:11.308904+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T16:17:07.806175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:13.676838+0000","last_change":"2024-04-10T15:28:12.705648+0000","last_active":"2024-04-10T15:28:13.676838+0000","last_peered":"2024-04-10T15:28:13.676838+0000","last_clean":"2024-04-10T15:28:13.676838+0000","last_became_active":"2024-04-10T15:28:12.705336+0000","last_became_peered":"2024-04-10T15:28:12.705336+0000","last_unstale":"2024-04-10T15:28:13.676838+0000","last_undegraded":"2024-04-10T15:28:13.676838+0000","last_fullsized":"2024-04-10T15:28:13.676838+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T16:56:18.985883+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:14.457545+0000","last_change":"2024-04-10T15:28:12.700090+0000","last_active":"2024-04-10T15:28:14.457545+0000","last_peered":"2024-04-10T15:28:14.457545+0000","last_clean":"2024-04-10T15:28:14.457545+0000","last_became_active":"2024-04-10T15:28:12.699014+0000","last_became_peered":"2024-04-10T15:28:12.699014+0000","last_unstale":"2024-04-10T15:28:14.457545+0000","last_undegraded":"2024-04-10T15:28:14.457545+0000","last_fullsized":"2024-04-10T15:28:14.457545+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T18:00:16.132342+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-10T15:28:12.805636+0000","last_change":"2024-04-10T15:28:12.700473+0000","last_active":"2024-04-10T15:28:12.805636+0000","last_peered":"2024-04-10T15:28:12.805636+0000","last_clean":"2024-04-10T15:28:12.805636+0000","last_became_active":"2024-04-10T15:28:12.700216+0000","last_became_peered":"2024-04-10T15:28:12.700216+0000","last_unstale":"2024-04-10T15:28:12.805636+0000","last_undegraded":"2024-04-10T15:28:12.805636+0000","last_fullsized":"2024-04-10T15:28:12.805636+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T01:21:37.845969+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:14.458758+0000","last_change":"2024-04-10T15:28:12.686276+0000","last_active":"2024-04-10T15:28:14.458758+0000","last_peered":"2024-04-10T15:28:14.458758+0000","last_clean":"2024-04-10T15:28:14.458758+0000","last_became_active":"2024-04-10T15:28:12.685802+0000","last_became_peered":"2024-04-10T15:28:12.685802+0000","last_unstale":"2024-04-10T15:28:14.458758+0000","last_undegraded":"2024-04-10T15:28:14.458758+0000","last_fullsized":"2024-04-10T15:28:14.458758+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T18:04:49.955782+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:13.677653+0000","last_change":"2024-04-10T15:28:12.698525+0000","last_active":"2024-04-10T15:28:13.677653+0000","last_peered":"2024-04-10T15:28:13.677653+0000","last_clean":"2024-04-10T15:28:13.677653+0000","last_became_active":"2024-04-10T15:28:12.698057+0000","last_became_peered":"2024-04-10T15:28:12.698057+0000","last_unstale":"2024-04-10T15:28:13.677653+0000","last_undegraded":"2024-04-10T15:28:13.677653+0000","last_fullsized":"2024-04-10T15:28:13.677653+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T17:40:41.781580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-10T15:28:14.002766+0000","last_change":"2024-04-10T15:28:12.701622+0000","last_active":"2024-04-10T15:28:14.002766+0000","last_peered":"2024-04-10T15:28:14.002766+0000","last_clean":"2024-04-10T15:28:14.002766+0000","last_became_active":"2024-04-10T15:28:12.701343+0000","last_became_peered":"2024-04-10T15:28:12.701343+0000","last_unstale":"2024-04-10T15:28:14.002766+0000","last_undegraded":"2024-04-10T15:28:14.002766+0000","last_fullsized":"2024-04-10T15:28:14.002766+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T02:11:17.776135+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-10T15:28:12.691797+0000","last_change":"2024-04-10T15:28:12.690927+0000","last_active":"2024-04-10T15:28:12.691797+0000","last_peered":"2024-04-10T15:28:12.691797+0000","last_clean":"2024-04-10T15:28:12.691797+0000","last_became_active":"2024-04-10T15:28:12.690671+0000","last_became_peered":"2024-04-10T15:28:12.690671+0000","last_unstale":"2024-04-10T15:28:12.691797+0000","last_undegraded":"2024-04-10T15:28:12.691797+0000","last_fullsized":"2024-04-10T15:28:12.691797+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T16:12:33.326980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:14.458271+0000","last_change":"2024-04-10T15:28:12.694591+0000","last_active":"2024-04-10T15:28:14.458271+0000","last_peered":"2024-04-10T15:28:14.458271+0000","last_clean":"2024-04-10T15:28:14.458271+0000","last_became_active":"2024-04-10T15:28:12.694249+0000","last_became_peered":"2024-04-10T15:28:12.694249+0000","last_unstale":"2024-04-10T15:28:14.458271+0000","last_undegraded":"2024-04-10T15:28:14.458271+0000","last_fullsized":"2024-04-10T15:28:14.458271+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T19:48:07.458963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-10T15:28:14.002847+0000","last_change":"2024-04-10T15:28:12.683938+0000","last_active":"2024-04-10T15:28:14.002847+0000","last_peered":"2024-04-10T15:28:14.002847+0000","last_clean":"2024-04-10T15:28:14.002847+0000","last_became_active":"2024-04-10T15:28:12.683676+0000","last_became_peered":"2024-04-10T15:28:12.683676+0000","last_unstale":"2024-04-10T15:28:14.002847+0000","last_undegraded":"2024-04-10T15:28:14.002847+0000","last_fullsized":"2024-04-10T15:28:14.002847+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T20:58:38.460698+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:14.459143+0000","last_change":"2024-04-10T15:28:12.697742+0000","last_active":"2024-04-10T15:28:14.459143+0000","last_peered":"2024-04-10T15:28:14.459143+0000","last_clean":"2024-04-10T15:28:14.459143+0000","last_became_active":"2024-04-10T15:28:12.697450+0000","last_became_peered":"2024-04-10T15:28:12.697450+0000","last_unstale":"2024-04-10T15:28:14.459143+0000","last_undegraded":"2024-04-10T15:28:14.459143+0000","last_fullsized":"2024-04-10T15:28:14.459143+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T20:53:32.525021+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-10T15:28:14.002648+0000","last_change":"2024-04-10T15:28:12.697126+0000","last_active":"2024-04-10T15:28:14.002648+0000","last_peered":"2024-04-10T15:28:14.002648+0000","last_clean":"2024-04-10T15:28:14.002648+0000","last_became_active":"2024-04-10T15:28:12.696810+0000","last_became_peered":"2024-04-10T15:28:12.696810+0000","last_unstale":"2024-04-10T15:28:14.002648+0000","last_undegraded":"2024-04-10T15:28:14.002648+0000","last_fullsized":"2024-04-10T15:28:14.002648+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T22:15:16.252640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:14.458803+0000","last_change":"2024-04-10T15:28:12.696778+0000","last_active":"2024-04-10T15:28:14.458803+0000","last_peered":"2024-04-10T15:28:14.458803+0000","last_clean":"2024-04-10T15:28:14.458803+0000","last_became_active":"2024-04-10T15:28:12.696360+0000","last_became_peered":"2024-04-10T15:28:12.696360+0000","last_unstale":"2024-04-10T15:28:14.458803+0000","last_undegraded":"2024-04-10T15:28:14.458803+0000","last_fullsized":"2024-04-10T15:28:14.458803+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T02:49:42.974194+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:13.677634+0000","last_change":"2024-04-10T15:28:12.695766+0000","last_active":"2024-04-10T15:28:13.677634+0000","last_peered":"2024-04-10T15:28:13.677634+0000","last_clean":"2024-04-10T15:28:13.677634+0000","last_became_active":"2024-04-10T15:28:12.694712+0000","last_became_peered":"2024-04-10T15:28:12.694712+0000","last_unstale":"2024-04-10T15:28:13.677634+0000","last_undegraded":"2024-04-10T15:28:13.677634+0000","last_fullsized":"2024-04-10T15:28:13.677634+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T21:07:15.342788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:28:14.458636+0000","last_change":"2024-04-10T15:28:12.693179+0000","last_active":"2024-04-10T15:28:14.458636+0000","last_peered":"2024-04-10T15:28:14.458636+0000","last_clean":"2024-04-10T15:28:14.458636+0000","last_became_active":"2024-04-10T15:28:12.692808+0000","last_became_peered":"2024-04-10T15:28:12.692808+0000","last_unstale":"2024-04-10T15:28:14.458636+0000","last_undegraded":"2024-04-10T15:28:14.458636+0000","last_fullsized":"2024-04-10T15:28:14.458636+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T17:41:28.799913+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":4157440,"data_stored":4132576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":3,"acting":3,"num_store_stats":7},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":2362,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":7086,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928233991,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28224,"kb_used_data":1196,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716928,"statfs":{"total":95995035648,"available":95966134272,"internally_reserved":0,"allocated":1224704,"data_stored":850413,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1588,"internal_metadata":27654604},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45600000000000002}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55000000000000004}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46700000000000003}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52500000000000002}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.38200000000000001}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.41399999999999998}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.443}]}]},{"osd":6,"up_from":46,"seq":197568495627,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28208,"kb_used_data":1184,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716944,"statfs":{"total":95995035648,"available":95966150656,"internally_reserved":0,"allocated":1212416,"data_stored":844312,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58499999999999996}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.64100000000000001}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.68899999999999995}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.76400000000000001}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.71199999999999997}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.748}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.88700000000000001}]}]},{"osd":1,"up_from":13,"seq":55834574885,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27636,"kb_used_data":616,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717516,"statfs":{"total":95995035648,"available":95966736384,"internally_reserved":0,"allocated":630784,"data_stored":259601,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Apr 10 15:27:30 2024","interfaces":[{"interface":"back","average":{"1min":0.379,"5min":0.33800000000000002,"15min":0.33100000000000002},"min":{"1min":0.28699999999999998,"5min":0.215,"15min":0.215},"max":{"1min":0.54000000000000004,"5min":0.66200000000000003,"15min":0.66200000000000003},"last":0.308},{"interface":"front","average":{"1min":0.40200000000000002,"5min":0.35399999999999998,"15min":0.34599999999999997},"min":{"1min":0.316,"5min":0.21299999999999999,"15min":0.21299999999999999},"max":{"1min":0.58199999999999996,"5min":0.69999999999999996,"15min":0.69999999999999996},"last":0.20000000000000001}]},{"osd":2,"last update":"Wed Apr 10 15:28:00 2024","interfaces":[{"interface":"back","average":{"1min":0.44900000000000001,"5min":0.38500000000000001,"15min":0.374},"min":{"1min":0.29599999999999999,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":0.64600000000000002,"5min":0.64600000000000002,"15min":0.64600000000000002},"last":0.27700000000000002},{"interface":"front","average":{"1min":0.41899999999999998,"5min":0.39800000000000002,"15min":0.39400000000000002},"min":{"1min":0.307,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":0.622,"5min":0.63,"15min":0.63},"last":0.34200000000000003}]},{"osd":3,"last update":"Wed Apr 10 15:27:21 2024","interfaces":[{"interface":"back","average":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.54800000000000004,"5min":0.54800000000000004,"15min":0.54800000000000004},"last":0.35399999999999998},{"interface":"front","average":{"1min":0.41299999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"min":{"1min":0.32000000000000001,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":0.503,"5min":0.503,"15min":0.503},"last":0.26300000000000001}]},{"osd":4,"last update":"Wed Apr 10 15:27:40 2024","interfaces":[{"interface":"back","average":{"1min":0.54400000000000004,"5min":0.54400000000000004,"15min":0.54400000000000004},"min":{"1min":0.40799999999999997,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":0.76900000000000002,"5min":0.76900000000000002,"15min":0.76900000000000002},"last":0.54900000000000004},{"interface":"front","average":{"1min":0.54600000000000004,"5min":0.54600000000000004,"15min":0.54600000000000004},"min":{"1min":0.39700000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":0.81599999999999995,"5min":0.81599999999999995,"15min":0.81599999999999995},"last":0.63}]},{"osd":5,"last update":"Wed Apr 10 15:28:08 2024","interfaces":[{"interface":"back","average":{"1min":0.56200000000000006,"5min":0.56200000000000006,"15min":0.56200000000000006},"min":{"1min":0.44700000000000001,"5min":0.44700000000000001,"15min":0.44700000000000001},"max":{"1min":0.83099999999999996,"5min":0.83099999999999996,"15min":0.83099999999999996},"last":0.69299999999999995},{"interface":"front","average":{"1min":0.57199999999999995,"5min":0.57199999999999995,"15min":0.57199999999999995},"min":{"1min":0.42699999999999999,"5min":0.42699999999999999,"15min":0.42699999999999999},"max":{"1min":0.79500000000000004,"5min":0.79500000000000004,"15min":0.79500000000000004},"last":0.57499999999999996}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.68300000000000005}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.60799999999999998}]}]},{"osd":0,"up_from":8,"seq":34359738410,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32328,"kb_used_data":1204,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93712824,"statfs":{"total":95995035648,"available":95961931776,"internally_reserved":0,"allocated":1232896,"data_stored":850537,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Wed Apr 10 15:27:32 2024","interfaces":[{"interface":"back","average":{"1min":0.41899999999999998,"5min":0.32700000000000001,"15min":0.312},"min":{"1min":0.26700000000000002,"5min":0.185,"15min":0.185},"max":{"1min":0.623,"5min":0.623,"15min":0.623},"last":0.33500000000000002},{"interface":"front","average":{"1min":0.441,"5min":0.34499999999999997,"15min":0.32900000000000001},"min":{"1min":0.28699999999999998,"5min":0.20499999999999999,"15min":0.20499999999999999},"max":{"1min":0.60799999999999998,"5min":0.60799999999999998,"15min":0.60799999999999998},"last":0.32200000000000001}]},{"osd":2,"last update":"Wed Apr 10 15:27:58 2024","interfaces":[{"interface":"back","average":{"1min":0.46700000000000003,"5min":0.40999999999999998,"15min":0.40000000000000002},"min":{"1min":0.34000000000000002,"5min":0.245,"15min":0.245},"max":{"1min":0.627,"5min":0.627,"15min":0.627},"last":0.27700000000000002},{"interface":"front","average":{"1min":0.46600000000000003,"5min":0.42199999999999999,"15min":0.41399999999999998},"min":{"1min":0.34599999999999997,"5min":0.221,"15min":0.221},"max":{"1min":0.64500000000000002,"5min":0.65400000000000003,"15min":0.65400000000000003},"last":0.39100000000000001}]},{"osd":3,"last update":"Wed Apr 10 15:27:19 2024","interfaces":[{"interface":"back","average":{"1min":0.49299999999999999,"5min":0.49299999999999999,"15min":0.49299999999999999},"min":{"1min":0.35299999999999998,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.625,"5min":0.625,"15min":0.625},"last":0.34899999999999998},{"interface":"front","average":{"1min":0.504,"5min":0.504,"15min":0.504},"min":{"1min":0.33000000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":0.71399999999999997,"5min":0.71399999999999997,"15min":0.71399999999999997},"last":0.371}]},{"osd":4,"last update":"Wed Apr 10 15:27:41 2024","interfaces":[{"interface":"back","average":{"1min":0.62,"5min":0.62,"15min":0.62},"min":{"1min":0.48099999999999998,"5min":0.48099999999999998,"15min":0.48099999999999998},"max":{"1min":0.93000000000000005,"5min":0.93000000000000005,"15min":0.93000000000000005},"last":0.56699999999999995},{"interface":"front","average":{"1min":0.59599999999999997,"5min":0.59599999999999997,"15min":0.59599999999999997},"min":{"1min":0.46899999999999997,"5min":0.46899999999999997,"15min":0.46899999999999997},"max":{"1min":0.82399999999999995,"5min":0.82399999999999995,"15min":0.82399999999999995},"last":0.54800000000000004}]},{"osd":5,"last update":"Wed Apr 10 15:28:05 2024","interfaces":[{"interface":"back","average":{"1min":0.58999999999999997,"5min":0.58999999999999997,"15min":0.58999999999999997},"min":{"1min":0.378,"5min":0.378,"15min":0.378},"max":{"1min":1.0620000000000001,"5min":1.0620000000000001,"15min":1.0620000000000001},"last":0.47999999999999998},{"interface":"front","average":{"1min":0.60599999999999998,"5min":0.60599999999999998,"15min":0.60599999999999998},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":1.0780000000000001,"5min":1.0780000000000001,"15min":1.0780000000000001},"last":0.49199999999999999}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.41499999999999998}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53500000000000003}]}]},{"osd":2,"up_from":18,"seq":77309411360,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":31724,"kb_used_data":608,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93713428,"statfs":{"total":95995035648,"available":95962550272,"internally_reserved":0,"allocated":622592,"data_stored":259441,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Apr 10 15:27:53 2024","interfaces":[{"interface":"back","average":{"1min":0.40300000000000002,"5min":0.41099999999999998,"15min":0.41299999999999998},"min":{"1min":0.23999999999999999,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":0.60299999999999998,"5min":0.60299999999999998,"15min":0.60299999999999998},"last":0.27400000000000002},{"interface":"front","average":{"1min":0.41599999999999998,"5min":0.378,"15min":0.372},"min":{"1min":0.26600000000000001,"5min":0.255,"15min":0.255},"max":{"1min":0.58299999999999996,"5min":0.58299999999999996,"15min":0.58299999999999996},"last":0.38800000000000001}]},{"osd":1,"last update":"Wed Apr 10 15:27:53 2024","interfaces":[{"interface":"back","average":{"1min":0.40999999999999998,"5min":0.40600000000000003,"15min":0.40600000000000003},"min":{"1min":0.20300000000000001,"5min":0.20300000000000001,"15min":0.20300000000000001},"max":{"1min":0.623,"5min":0.623,"15min":0.623},"last":0.29899999999999999},{"interface":"front","average":{"1min":0.44700000000000001,"5min":0.43099999999999999,"15min":0.42899999999999999},"min":{"1min":0.24399999999999999,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":0.61599999999999999,"5min":0.61599999999999999,"15min":0.61599999999999999},"last":0.32700000000000001}]},{"osd":3,"last update":"Wed Apr 10 15:27:22 2024","interfaces":[{"interface":"back","average":{"1min":0.48599999999999999,"5min":0.48599999999999999,"15min":0.48599999999999999},"min":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":0.64800000000000002,"5min":0.64800000000000002,"15min":0.64800000000000002},"last":0.36199999999999999},{"interface":"front","average":{"1min":0.46999999999999997,"5min":0.46999999999999997,"15min":0.46999999999999997},"min":{"1min":0.29399999999999998,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":0.69199999999999995,"5min":0.69199999999999995,"15min":0.69199999999999995},"last":0.313}]},{"osd":4,"last update":"Wed Apr 10 15:27:40 2024","interfaces":[{"interface":"back","average":{"1min":0.54700000000000004,"5min":0.54700000000000004,"15min":0.54700000000000004},"min":{"1min":0.442,"5min":0.442,"15min":0.442},"max":{"1min":0.70399999999999996,"5min":0.70399999999999996,"15min":0.70399999999999996},"last":0.55600000000000005},{"interface":"front","average":{"1min":0.61699999999999999,"5min":0.61699999999999999,"15min":0.61699999999999999},"min":{"1min":0.47699999999999998,"5min":0.47699999999999998,"15min":0.47699999999999998},"max":{"1min":0.72899999999999998,"5min":0.72899999999999998,"15min":0.72899999999999998},"last":0.51600000000000001}]},{"osd":5,"last update":"Wed Apr 10 15:28:09 2024","interfaces":[{"interface":"back","average":{"1min":0.58499999999999996,"5min":0.58499999999999996,"15min":0.58499999999999996},"min":{"1min":0.39000000000000001,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":0.73899999999999999,"5min":0.73899999999999999,"15min":0.73899999999999999},"last":0.48399999999999999},{"interface":"front","average":{"1min":0.54300000000000004,"5min":0.54300000000000004,"15min":0.54300000000000004},"min":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":0.66400000000000003,"5min":0.66400000000000003,"15min":0.66400000000000003},"last":0.54500000000000004}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52400000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57199999999999995}]}]},{"osd":3,"up_from":25,"seq":107374182427,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27652,"kb_used_data":628,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717500,"statfs":{"total":95995035648,"available":95966720000,"internally_reserved":0,"allocated":643072,"data_stored":261109,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Apr 10 15:27:18 2024","interfaces":[{"interface":"back","average":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.56999999999999995,"5min":0.56999999999999995,"15min":0.56999999999999995},"last":0.255},{"interface":"front","average":{"1min":0.40600000000000003,"5min":0.40600000000000003,"15min":0.40600000000000003},"min":{"1min":0.28100000000000003,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":0.52600000000000002,"5min":0.52600000000000002,"15min":0.52600000000000002},"last":0.372}]},{"osd":1,"last update":"Wed Apr 10 15:27:18 2024","interfaces":[{"interface":"back","average":{"1min":0.45400000000000001,"5min":0.45400000000000001,"15min":0.45400000000000001},"min":{"1min":0.29899999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":0.60999999999999999,"5min":0.60999999999999999,"15min":0.60999999999999999},"last":0.44800000000000001},{"interface":"front","average":{"1min":0.439,"5min":0.439,"15min":0.439},"min":{"1min":0.28499999999999998,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":0.61199999999999999,"5min":0.61199999999999999,"15min":0.61199999999999999},"last":0.42399999999999999}]},{"osd":2,"last update":"Wed Apr 10 15:27:18 2024","interfaces":[{"interface":"back","average":{"1min":0.46999999999999997,"5min":0.46999999999999997,"15min":0.46999999999999997},"min":{"1min":0.32000000000000001,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":0.67000000000000004,"5min":0.67000000000000004,"15min":0.67000000000000004},"last":0.46800000000000003},{"interface":"front","average":{"1min":0.437,"5min":0.437,"15min":0.437},"min":{"1min":0.30499999999999999,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":0.56999999999999995,"5min":0.56999999999999995,"15min":0.56999999999999995},"last":0.46300000000000002}]},{"osd":4,"last update":"Wed Apr 10 15:27:42 2024","interfaces":[{"interface":"back","average":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"min":{"1min":0.39400000000000002,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":0.70399999999999996,"5min":0.70399999999999996,"15min":0.70399999999999996},"last":0.52800000000000002},{"interface":"front","average":{"1min":0.57399999999999995,"5min":0.57399999999999995,"15min":0.57399999999999995},"min":{"1min":0.432,"5min":0.432,"15min":0.432},"max":{"1min":0.74099999999999999,"5min":0.74099999999999999,"15min":0.74099999999999999},"last":0.54400000000000004}]},{"osd":5,"last update":"Wed Apr 10 15:28:08 2024","interfaces":[{"interface":"back","average":{"1min":0.58899999999999997,"5min":0.58899999999999997,"15min":0.58899999999999997},"min":{"1min":0.41299999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":0.90600000000000003,"5min":0.90600000000000003,"15min":0.90600000000000003},"last":0.503},{"interface":"front","average":{"1min":0.58499999999999996,"5min":0.58499999999999996,"15min":0.58499999999999996},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":0.77600000000000002,"5min":0.77600000000000002,"15min":0.77600000000000002},"last":0.47999999999999998}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56100000000000005}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.40300000000000002}]}]},{"osd":4,"up_from":30,"seq":128849018901,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27640,"kb_used_data":620,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717512,"statfs":{"total":95995035648,"available":95966732288,"internally_reserved":0,"allocated":634880,"data_stored":259876,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Apr 10 15:27:43 2024","interfaces":[{"interface":"back","average":{"1min":0.54000000000000004,"5min":0.54000000000000004,"15min":0.54000000000000004},"min":{"1min":0.33000000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":0.84699999999999998,"5min":0.84699999999999998,"15min":0.84699999999999998},"last":0.50800000000000001},{"interface":"front","average":{"1min":0.51400000000000001,"5min":0.51400000000000001,"15min":0.51400000000000001},"min":{"1min":0.374,"5min":0.374,"15min":0.374},"max":{"1min":0.751,"5min":0.751,"15min":0.751},"last":0.35099999999999998}]},{"osd":1,"last update":"Wed Apr 10 15:27:43 2024","interfaces":[{"interface":"back","average":{"1min":0.51000000000000001,"5min":0.51000000000000001,"15min":0.51000000000000001},"min":{"1min":0.33500000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":0.70899999999999996,"5min":0.70899999999999996,"15min":0.70899999999999996},"last":0.45800000000000002},{"interface":"front","average":{"1min":0.51900000000000002,"5min":0.51900000000000002,"15min":0.51900000000000002},"min":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.69399999999999995,"5min":0.69399999999999995,"15min":0.69399999999999995},"last":0.46500000000000002}]},{"osd":2,"last update":"Wed Apr 10 15:27:43 2024","interfaces":[{"interface":"back","average":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"min":{"1min":0.313,"5min":0.313,"15min":0.313},"max":{"1min":0.77300000000000002,"5min":0.77300000000000002,"15min":0.77300000000000002},"last":0.376},{"interface":"front","average":{"1min":0.52400000000000002,"5min":0.52400000000000002,"15min":0.52400000000000002},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.82699999999999996,"5min":0.82699999999999996,"15min":0.82699999999999996},"last":0.44500000000000001}]},{"osd":3,"last update":"Wed Apr 10 15:27:43 2024","interfaces":[{"interface":"back","average":{"1min":0.53800000000000003,"5min":0.53800000000000003,"15min":0.53800000000000003},"min":{"1min":0.35199999999999998,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.79500000000000004,"5min":0.79500000000000004,"15min":0.79500000000000004},"last":0.40699999999999997},{"interface":"front","average":{"1min":0.51500000000000001,"5min":0.51500000000000001,"15min":0.51500000000000001},"min":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.77900000000000003,"5min":0.77900000000000003,"15min":0.77900000000000003},"last":0.434}]},{"osd":5,"last update":"Wed Apr 10 15:28:09 2024","interfaces":[{"interface":"back","average":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"min":{"1min":0.26900000000000002,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":0.82999999999999996,"5min":0.82999999999999996,"15min":0.82999999999999996},"last":0.38800000000000001},{"interface":"front","average":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"min":{"1min":0.28699999999999998,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":0.87,"5min":0.87,"15min":0.87},"last":0.42099999999999999}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48899999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47999999999999998}]}]},{"osd":5,"up_from":38,"seq":163208757264,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27632,"kb_used_data":608,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717520,"statfs":{"total":95995035648,"available":95966740480,"internally_reserved":0,"allocated":622592,"data_stored":254034,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Apr 10 15:28:09 2024","interfaces":[{"interface":"back","average":{"1min":0.51000000000000001,"5min":0.51000000000000001,"15min":0.51000000000000001},"min":{"1min":0.34599999999999997,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.78000000000000003,"5min":0.78000000000000003,"15min":0.78000000000000003},"last":0.52900000000000003},{"interface":"front","average":{"1min":0.52400000000000002,"5min":0.52400000000000002,"15min":0.52400000000000002},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.71599999999999997,"5min":0.71599999999999997,"15min":0.71599999999999997},"last":0.64400000000000002}]},{"osd":1,"last update":"Wed Apr 10 15:28:09 2024","interfaces":[{"interface":"back","average":{"1min":0.51900000000000002,"5min":0.51900000000000002,"15min":0.51900000000000002},"min":{"1min":0.39300000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":0.67700000000000005,"5min":0.67700000000000005,"15min":0.67700000000000005},"last":0.47299999999999998},{"interface":"front","average":{"1min":0.51300000000000001,"5min":0.51300000000000001,"15min":0.51300000000000001},"min":{"1min":0.32400000000000001,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":0.76000000000000001,"5min":0.76000000000000001,"15min":0.76000000000000001},"last":0.61699999999999999}]},{"osd":2,"last update":"Wed Apr 10 15:28:09 2024","interfaces":[{"interface":"back","average":{"1min":0.51000000000000001,"5min":0.51000000000000001,"15min":0.51000000000000001},"min":{"1min":0.316,"5min":0.316,"15min":0.316},"max":{"1min":0.746,"5min":0.746,"15min":0.746},"last":0.51400000000000001},{"interface":"front","average":{"1min":0.51100000000000001,"5min":0.51100000000000001,"15min":0.51100000000000001},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.73299999999999998,"5min":0.73299999999999998,"15min":0.73299999999999998},"last":0.57199999999999995}]},{"osd":3,"last update":"Wed Apr 10 15:28:09 2024","interfaces":[{"interface":"back","average":{"1min":0.496,"5min":0.496,"15min":0.496},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.79500000000000004,"5min":0.79500000000000004,"15min":0.79500000000000004},"last":0.45000000000000001},{"interface":"front","average":{"1min":0.51100000000000001,"5min":0.51100000000000001,"15min":0.51100000000000001},"min":{"1min":0.33200000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":0.77100000000000002,"5min":0.77100000000000002,"15min":0.77100000000000002},"last":0.65900000000000003}]},{"osd":4,"last update":"Wed Apr 10 15:28:09 2024","interfaces":[{"interface":"back","average":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"min":{"1min":0.23699999999999999,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":0.69799999999999995,"5min":0.69799999999999995,"15min":0.69799999999999995},"last":0.495},{"interface":"front","average":{"1min":0.38,"5min":0.38,"15min":0.38},"min":{"1min":0.246,"5min":0.246,"15min":0.246},"max":{"1min":0.60899999999999999,"5min":0.60899999999999999,"15min":0.60899999999999999},"last":0.55300000000000005}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63100000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54300000000000004}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1668,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1654,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1564,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-10T15:28:20.715 INFO:tasks.cephfs.filesystem.ceph_manager:clean! 2024-04-10T15:28:20.716 INFO:tasks.cephadm:Adding prometheus.a on smithi077 2024-04-10T15:28:20.716 DEBUG:teuthology.orchestra.run.smithi077:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 09bfb546-f74e-11ee-b64a-cb9ed24678a4 -- ceph orch apply prometheus '1;smithi077=a' 2024-04-10T15:28:20.924 INFO:teuthology.orchestra.run.smithi077.stderr:Inferring config /var/lib/ceph/09bfb546-f74e-11ee-b64a-cb9ed24678a4/mon.b/config 2024-04-10T15:28:20.986 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:20 smithi077 ceph-mon[31195]: pgmap v194: 97 pgs: 97 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 1.9 KiB/s wr, 6 op/s 2024-04-10T15:28:21.981 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:21 smithi077 ceph-mon[31195]: from='client.14550 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-10T15:28:22.080 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:21 smithi069 ceph-mon[27501]: from='client.14550 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-10T15:28:22.080 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:21 smithi069 ceph-mon[39688]: from='client.14550 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-10T15:28:22.728 INFO:teuthology.orchestra.run.smithi077.stdout:Scheduled prometheus update... 2024-04-10T15:28:22.986 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:22 smithi077 ceph-mon[31195]: pgmap v195: 97 pgs: 97 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 1.6 KiB/s wr, 5 op/s 2024-04-10T15:28:23.079 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:22 smithi069 ceph-mon[27501]: pgmap v195: 97 pgs: 97 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 1.6 KiB/s wr, 5 op/s 2024-04-10T15:28:23.080 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:22 smithi069 ceph-mon[39688]: pgmap v195: 97 pgs: 97 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 1.6 KiB/s wr, 5 op/s 2024-04-10T15:28:23.317 DEBUG:teuthology.orchestra.run.smithi077:prometheus.a> sudo journalctl -f -n 0 -u ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4@prometheus.a.service 2024-04-10T15:28:23.319 INFO:tasks.cephadm:Adding node-exporter.a on smithi069 2024-04-10T15:28:23.319 INFO:tasks.cephadm:Adding node-exporter.b on smithi077 2024-04-10T15:28:23.319 DEBUG:teuthology.orchestra.run.smithi077:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 09bfb546-f74e-11ee-b64a-cb9ed24678a4 -- ceph orch apply node-exporter '2;smithi069=a;smithi077=b' 2024-04-10T15:28:23.563 INFO:teuthology.orchestra.run.smithi077.stderr:Inferring config /var/lib/ceph/09bfb546-f74e-11ee-b64a-cb9ed24678a4/mon.b/config 2024-04-10T15:28:23.966 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:23 smithi077 ceph-mon[31195]: from='client.24427 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;smithi077=a", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:28:23.966 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:23 smithi077 ceph-mon[31195]: Saving service prometheus spec with placement smithi077=a;count:1 2024-04-10T15:28:23.966 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:23 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:28:23.966 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:23 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:28:23.966 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:23 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:28:23.966 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:23 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:28:23.966 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:23 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:28:24.080 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:23 smithi069 ceph-mon[27501]: from='client.24427 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;smithi077=a", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:28:24.080 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:23 smithi069 ceph-mon[27501]: Saving service prometheus spec with placement smithi077=a;count:1 2024-04-10T15:28:24.080 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:23 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:28:24.080 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:23 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:28:24.080 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:23 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:28:24.080 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:23 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:28:24.080 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:23 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:28:24.081 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:23 smithi069 ceph-mon[39688]: from='client.24427 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;smithi077=a", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:28:24.081 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:23 smithi069 ceph-mon[39688]: Saving service prometheus spec with placement smithi077=a;count:1 2024-04-10T15:28:24.081 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:23 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:28:24.081 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:23 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:28:24.081 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:23 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:28:24.081 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:23 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:28:24.081 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:23 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:28:25.080 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:24 smithi069 ceph-mon[27501]: Deploying daemon prometheus.a on smithi077 2024-04-10T15:28:25.080 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:24 smithi069 ceph-mon[27501]: pgmap v196: 97 pgs: 97 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 1.4 KiB/s wr, 2 op/s 2024-04-10T15:28:25.080 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:24 smithi069 ceph-mon[39688]: Deploying daemon prometheus.a on smithi077 2024-04-10T15:28:25.080 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:24 smithi069 ceph-mon[39688]: pgmap v196: 97 pgs: 97 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 1.4 KiB/s wr, 2 op/s 2024-04-10T15:28:25.131 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:24 smithi077 ceph-mon[31195]: Deploying daemon prometheus.a on smithi077 2024-04-10T15:28:25.131 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:24 smithi077 ceph-mon[31195]: pgmap v196: 97 pgs: 97 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 1.4 KiB/s wr, 2 op/s 2024-04-10T15:28:25.632 INFO:teuthology.orchestra.run.smithi077.stdout:Scheduled node-exporter update... 2024-04-10T15:28:26.827 DEBUG:teuthology.orchestra.run.smithi069:node-exporter.a> sudo journalctl -f -n 0 -u ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4@node-exporter.a.service 2024-04-10T15:28:26.830 DEBUG:teuthology.orchestra.run.smithi077:node-exporter.b> sudo journalctl -f -n 0 -u ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4@node-exporter.b.service 2024-04-10T15:28:26.832 INFO:tasks.cephadm:Adding alertmanager.a on smithi069 2024-04-10T15:28:26.833 DEBUG:teuthology.orchestra.run.smithi077:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 09bfb546-f74e-11ee-b64a-cb9ed24678a4 -- ceph orch apply alertmanager '1;smithi069=a' 2024-04-10T15:28:26.897 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:26 smithi077 ceph-mon[31195]: pgmap v197: 97 pgs: 97 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s wr, 2 op/s 2024-04-10T15:28:26.898 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:26 smithi077 ceph-mon[31195]: from='client.24433 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "2;smithi069=a;smithi077=b", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:28:26.898 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:26 smithi077 ceph-mon[31195]: Saving service node-exporter spec with placement smithi069=a;smithi077=b;count:2 2024-04-10T15:28:26.898 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:26 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:28:27.026 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:26 smithi069 ceph-mon[39688]: pgmap v197: 97 pgs: 97 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s wr, 2 op/s 2024-04-10T15:28:27.027 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:26 smithi069 ceph-mon[39688]: from='client.24433 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "2;smithi069=a;smithi077=b", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:28:27.027 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:26 smithi069 ceph-mon[39688]: Saving service node-exporter spec with placement smithi069=a;smithi077=b;count:2 2024-04-10T15:28:27.027 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:26 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:28:27.027 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:26 smithi069 ceph-mon[27501]: pgmap v197: 97 pgs: 97 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s wr, 2 op/s 2024-04-10T15:28:27.027 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:26 smithi069 ceph-mon[27501]: from='client.24433 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "2;smithi069=a;smithi077=b", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:28:27.027 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:26 smithi069 ceph-mon[27501]: Saving service node-exporter spec with placement smithi069=a;smithi077=b;count:2 2024-04-10T15:28:27.027 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:26 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:28:27.084 INFO:teuthology.orchestra.run.smithi077.stderr:Inferring config /var/lib/ceph/09bfb546-f74e-11ee-b64a-cb9ed24678a4/mon.b/config 2024-04-10T15:28:28.975 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:28 smithi077 ceph-mon[31195]: pgmap v198: 97 pgs: 97 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 853 B/s wr, 1 op/s 2024-04-10T15:28:29.080 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:28 smithi069 ceph-mon[27501]: pgmap v198: 97 pgs: 97 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 853 B/s wr, 1 op/s 2024-04-10T15:28:29.080 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:28 smithi069 ceph-mon[39688]: pgmap v198: 97 pgs: 97 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 853 B/s wr, 1 op/s 2024-04-10T15:28:29.543 INFO:teuthology.orchestra.run.smithi077.stdout:Scheduled alertmanager update... 2024-04-10T15:28:30.736 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:30 smithi077 ceph-mon[31195]: from='client.24439 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "placement": "1;smithi069=a", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:28:30.736 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:30 smithi077 ceph-mon[31195]: Saving service alertmanager spec with placement smithi069=a;count:1 2024-04-10T15:28:30.736 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:30 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:28:30.736 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:30 smithi077 ceph-mon[31195]: pgmap v199: 97 pgs: 97 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:28:30.830 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:30 smithi069 ceph-mon[27501]: from='client.24439 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "placement": "1;smithi069=a", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:28:30.830 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:30 smithi069 ceph-mon[27501]: Saving service alertmanager spec with placement smithi069=a;count:1 2024-04-10T15:28:30.830 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:30 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:28:30.830 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:30 smithi069 ceph-mon[27501]: pgmap v199: 97 pgs: 97 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:28:30.830 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:30 smithi069 ceph-mon[39688]: from='client.24439 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "placement": "1;smithi069=a", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:28:30.830 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:30 smithi069 ceph-mon[39688]: Saving service alertmanager spec with placement smithi069=a;count:1 2024-04-10T15:28:30.830 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:30 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:28:30.830 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:30 smithi069 ceph-mon[39688]: pgmap v199: 97 pgs: 97 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:28:30.934 DEBUG:teuthology.orchestra.run.smithi069:alertmanager.a> sudo journalctl -f -n 0 -u ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4@alertmanager.a.service 2024-04-10T15:28:30.937 INFO:tasks.cephadm:Adding grafana.a on smithi077 2024-04-10T15:28:30.938 DEBUG:teuthology.orchestra.run.smithi077:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 09bfb546-f74e-11ee-b64a-cb9ed24678a4 -- ceph orch apply grafana '1;smithi077=a' 2024-04-10T15:28:31.327 INFO:teuthology.orchestra.run.smithi077.stderr:Inferring config /var/lib/ceph/09bfb546-f74e-11ee-b64a-cb9ed24678a4/mon.b/config 2024-04-10T15:28:32.868 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:32 smithi077 ceph-mon[31195]: pgmap v200: 97 pgs: 97 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:28:33.080 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:32 smithi069 ceph-mon[27501]: pgmap v200: 97 pgs: 97 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:28:33.080 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:32 smithi069 ceph-mon[39688]: pgmap v200: 97 pgs: 97 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:28:34.426 INFO:teuthology.orchestra.run.smithi077.stdout:Scheduled grafana update... 2024-04-10T15:28:34.897 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:34 smithi077 ceph-mon[31195]: pgmap v201: 97 pgs: 97 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:28:34.897 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:34 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:28:35.080 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:34 smithi069 ceph-mon[27501]: pgmap v201: 97 pgs: 97 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:28:35.080 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:34 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:28:35.080 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:34 smithi069 ceph-mon[39688]: pgmap v201: 97 pgs: 97 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:28:35.080 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:34 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:28:35.203 DEBUG:teuthology.orchestra.run.smithi077:grafana.a> sudo journalctl -f -n 0 -u ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4@grafana.a.service 2024-04-10T15:28:35.205 INFO:tasks.cephadm:Setting up client nodes... 2024-04-10T15:28:35.206 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 09bfb546-f74e-11ee-b64a-cb9ed24678a4 -- ceph auth get-or-create client.0 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2024-04-10T15:28:35.417 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/09bfb546-f74e-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T15:28:35.826 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:35 smithi069 ceph-mon[27501]: from='client.24445 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "placement": "1;smithi077=a", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:28:35.826 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:35 smithi069 ceph-mon[27501]: Saving service grafana spec with placement smithi077=a;count:1 2024-04-10T15:28:35.826 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:35 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.e", "id": [7, 4]}]: dispatch 2024-04-10T15:28:35.826 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:35 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.9", "id": [4, 1]}]: dispatch 2024-04-10T15:28:35.826 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:35 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.b", "id": [0, 2]}]: dispatch 2024-04-10T15:28:35.826 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:35 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1c", "id": [5, 2]}]: dispatch 2024-04-10T15:28:35.826 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:35 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1d", "id": [4, 1]}]: dispatch 2024-04-10T15:28:35.826 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:35 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.30", "id": [0, 1, 5, 2]}]: dispatch 2024-04-10T15:28:35.826 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:35 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3d", "id": [0, 3]}]: dispatch 2024-04-10T15:28:35.827 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:35 smithi069 ceph-mon[39688]: from='client.24445 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "placement": "1;smithi077=a", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:28:35.827 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:35 smithi069 ceph-mon[39688]: Saving service grafana spec with placement smithi077=a;count:1 2024-04-10T15:28:35.827 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:35 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.e", "id": [7, 4]}]: dispatch 2024-04-10T15:28:35.827 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:35 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.9", "id": [4, 1]}]: dispatch 2024-04-10T15:28:35.827 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:35 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.b", "id": [0, 2]}]: dispatch 2024-04-10T15:28:35.827 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:35 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1c", "id": [5, 2]}]: dispatch 2024-04-10T15:28:35.827 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:35 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1d", "id": [4, 1]}]: dispatch 2024-04-10T15:28:35.827 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:35 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.30", "id": [0, 1, 5, 2]}]: dispatch 2024-04-10T15:28:35.827 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:35 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3d", "id": [0, 3]}]: dispatch 2024-04-10T15:28:35.986 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:35 smithi077 ceph-mon[31195]: from='client.24445 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "placement": "1;smithi077=a", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:28:35.986 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:35 smithi077 ceph-mon[31195]: Saving service grafana spec with placement smithi077=a;count:1 2024-04-10T15:28:35.986 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:35 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.e", "id": [7, 4]}]: dispatch 2024-04-10T15:28:35.986 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:35 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.9", "id": [4, 1]}]: dispatch 2024-04-10T15:28:35.986 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:35 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.b", "id": [0, 2]}]: dispatch 2024-04-10T15:28:35.986 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:35 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1c", "id": [5, 2]}]: dispatch 2024-04-10T15:28:35.986 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:35 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1d", "id": [4, 1]}]: dispatch 2024-04-10T15:28:35.986 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:35 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.30", "id": [0, 1, 5, 2]}]: dispatch 2024-04-10T15:28:35.987 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:35 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3d", "id": [0, 3]}]: dispatch 2024-04-10T15:28:36.685 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:28:36 smithi077 systemd[1]: Starting Ceph prometheus.a for 09bfb546-f74e-11ee-b64a-cb9ed24678a4... 2024-04-10T15:28:36.973 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:36 smithi069 ceph-mon[39688]: pgmap v202: 97 pgs: 97 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:28:36.973 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:36 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.e", "id": [7, 4]}]': finished 2024-04-10T15:28:36.973 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:36 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.9", "id": [4, 1]}]': finished 2024-04-10T15:28:36.973 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:36 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.b", "id": [0, 2]}]': finished 2024-04-10T15:28:36.973 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:36 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1c", "id": [5, 2]}]': finished 2024-04-10T15:28:36.973 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:36 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1d", "id": [4, 1]}]': finished 2024-04-10T15:28:36.974 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:36 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.30", "id": [0, 1, 5, 2]}]': finished 2024-04-10T15:28:36.974 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:36 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3d", "id": [0, 3]}]': finished 2024-04-10T15:28:36.974 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:36 smithi069 ceph-mon[39688]: osdmap e63: 8 total, 8 up, 8 in 2024-04-10T15:28:36.974 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:36 smithi069 ceph-mon[27501]: pgmap v202: 97 pgs: 97 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:28:36.974 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:36 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.e", "id": [7, 4]}]': finished 2024-04-10T15:28:36.974 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:36 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.9", "id": [4, 1]}]': finished 2024-04-10T15:28:36.974 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:36 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.b", "id": [0, 2]}]': finished 2024-04-10T15:28:36.974 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:36 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1c", "id": [5, 2]}]': finished 2024-04-10T15:28:36.974 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:36 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1d", "id": [4, 1]}]': finished 2024-04-10T15:28:36.974 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:36 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.30", "id": [0, 1, 5, 2]}]': finished 2024-04-10T15:28:36.974 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:36 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3d", "id": [0, 3]}]': finished 2024-04-10T15:28:36.974 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:36 smithi069 ceph-mon[27501]: osdmap e63: 8 total, 8 up, 8 in 2024-04-10T15:28:36.986 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:28:36 smithi077 podman[61060]: 2024-04-10 15:28:36.668962273 +0000 UTC m=+0.018503704 image pull a07b618ecd1dce142bce4c52f0e80982eaf1f14265a2415c2d35978ccaa0a464 quay.io/prometheus/prometheus:v2.43.0 2024-04-10T15:28:36.986 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:28:36 smithi077 podman[61060]: 2024-04-10 15:28:36.796828623 +0000 UTC m=+0.146370069 container create 8c9e320c7ae4c91275328f4854127dfae47e3de6244f4197b05a769c3544b9a4 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-10T15:28:36.986 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:36 smithi077 ceph-mon[31195]: pgmap v202: 97 pgs: 97 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:28:36.986 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:36 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.e", "id": [7, 4]}]': finished 2024-04-10T15:28:36.986 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:36 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.9", "id": [4, 1]}]': finished 2024-04-10T15:28:36.986 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:36 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.b", "id": [0, 2]}]': finished 2024-04-10T15:28:36.986 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:36 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1c", "id": [5, 2]}]': finished 2024-04-10T15:28:36.986 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:36 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1d", "id": [4, 1]}]': finished 2024-04-10T15:28:36.987 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:36 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.30", "id": [0, 1, 5, 2]}]': finished 2024-04-10T15:28:36.987 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:36 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3d", "id": [0, 3]}]': finished 2024-04-10T15:28:36.987 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:36 smithi077 ceph-mon[31195]: osdmap e63: 8 total, 8 up, 8 in 2024-04-10T15:28:37.487 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:28:37 smithi077 podman[61060]: 2024-04-10 15:28:37.023965883 +0000 UTC m=+0.373507284 container init 8c9e320c7ae4c91275328f4854127dfae47e3de6244f4197b05a769c3544b9a4 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-10T15:28:37.487 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:28:37 smithi077 podman[61060]: 2024-04-10 15:28:37.029110211 +0000 UTC m=+0.378651613 container start 8c9e320c7ae4c91275328f4854127dfae47e3de6244f4197b05a769c3544b9a4 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-10T15:28:37.487 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:28:37 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[61075]: ts=2024-04-10T15:28:37.052Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-04-10T15:28:37.487 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:28:37 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[61075]: ts=2024-04-10T15:28:37.052Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-04-10T15:28:37.487 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:28:37 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[61075]: ts=2024-04-10T15:28:37.052Z caller=main.go:570 level=info host_details="(Linux 5.14.0-435.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024 x86_64 smithi077 (none))" 2024-04-10T15:28:37.487 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:28:37 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[61075]: ts=2024-04-10T15:28:37.052Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-04-10T15:28:37.487 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:28:37 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[61075]: ts=2024-04-10T15:28:37.052Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-04-10T15:28:37.487 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:28:37 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[61075]: ts=2024-04-10T15:28:37.054Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-04-10T15:28:37.487 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:28:37 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[61075]: ts=2024-04-10T15:28:37.054Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-04-10T15:28:37.488 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:28:37 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[61075]: ts=2024-04-10T15:28:37.056Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-04-10T15:28:37.488 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:28:37 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[61075]: ts=2024-04-10T15:28:37.056Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-04-10T15:28:37.488 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:28:37 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[61075]: ts=2024-04-10T15:28:37.058Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-04-10T15:28:37.488 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:28:37 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[61075]: ts=2024-04-10T15:28:37.058Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=2.458µs 2024-04-10T15:28:37.488 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:28:37 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[61075]: ts=2024-04-10T15:28:37.058Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-04-10T15:28:37.488 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:28:37 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[61075]: ts=2024-04-10T15:28:37.058Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=0 2024-04-10T15:28:37.488 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:28:37 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[61075]: ts=2024-04-10T15:28:37.058Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=19.715µs wal_replay_duration=183.555µs wbl_replay_duration=113ns total_replay_duration=239.938µs 2024-04-10T15:28:37.488 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:28:37 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[61075]: ts=2024-04-10T15:28:37.059Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-04-10T15:28:37.488 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:28:37 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[61075]: ts=2024-04-10T15:28:37.059Z caller=main.go:1029 level=info msg="TSDB started" 2024-04-10T15:28:37.488 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:28:37 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[61075]: ts=2024-04-10T15:28:37.059Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-10T15:28:37.488 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:28:37 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[61075]: ts=2024-04-10T15:28:37.074Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=15.279051ms db_storage=807ns remote_storage=1.455µs web_handler=325ns query_engine=679ns scrape=380.205µs scrape_sd=69.92µs notify=764ns notify_sd=1.382µs rules=14.628847ms tracing=7.055µs 2024-04-10T15:28:37.488 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:28:37 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[61075]: ts=2024-04-10T15:28:37.074Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-04-10T15:28:37.488 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:28:37 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[61075]: ts=2024-04-10T15:28:37.074Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-04-10T15:28:37.489 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:28:37 smithi077 bash[61060]: 8c9e320c7ae4c91275328f4854127dfae47e3de6244f4197b05a769c3544b9a4 2024-04-10T15:28:37.489 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:28:37 smithi077 systemd[1]: Started Ceph prometheus.a for 09bfb546-f74e-11ee-b64a-cb9ed24678a4. 2024-04-10T15:28:37.495 INFO:teuthology.orchestra.run.smithi069.stdout:[client.0] 2024-04-10T15:28:37.495 INFO:teuthology.orchestra.run.smithi069.stdout: key = AQAlsBZm8ZE9HhAARtvulqQF4l1i3AQgnzUs5A== 2024-04-10T15:28:37.830 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:37 smithi069 ceph-mon[39688]: osdmap e64: 8 total, 8 up, 8 in 2024-04-10T15:28:37.830 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:37 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:28:37.830 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:37 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:28:37.830 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:37 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:28:37.830 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:37 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2024-04-10T15:28:37.831 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:37 smithi069 ceph-mon[39688]: from='client.? 172.21.15.69:0/1216035737' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-10T15:28:37.831 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:37 smithi069 ceph-mon[39688]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-10T15:28:37.831 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:37 smithi069 ceph-mon[39688]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-04-10T15:28:37.831 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:37 smithi069 ceph-mon[27501]: osdmap e64: 8 total, 8 up, 8 in 2024-04-10T15:28:37.831 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:37 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:28:37.831 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:37 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:28:37.831 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:37 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:28:37.831 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:37 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2024-04-10T15:28:37.831 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:37 smithi069 ceph-mon[27501]: from='client.? 172.21.15.69:0/1216035737' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-10T15:28:37.831 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:37 smithi069 ceph-mon[27501]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-10T15:28:37.831 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:37 smithi069 ceph-mon[27501]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-04-10T15:28:37.986 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:37 smithi077 ceph-mon[31195]: osdmap e64: 8 total, 8 up, 8 in 2024-04-10T15:28:37.986 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:37 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:28:37.986 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:37 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:28:37.986 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:37 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' 2024-04-10T15:28:37.987 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:37 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2024-04-10T15:28:37.987 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:37 smithi077 ceph-mon[31195]: from='client.? 172.21.15.69:0/1216035737' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-10T15:28:37.987 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:37 smithi077 ceph-mon[31195]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-10T15:28:37.987 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:37 smithi077 ceph-mon[31195]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-04-10T15:28:38.207 DEBUG:teuthology.orchestra.run.smithi069:> set -ex 2024-04-10T15:28:38.207 DEBUG:teuthology.orchestra.run.smithi069:> sudo dd of=/etc/ceph/ceph.client.0.keyring 2024-04-10T15:28:38.207 DEBUG:teuthology.orchestra.run.smithi069:> sudo chmod 0644 /etc/ceph/ceph.client.0.keyring 2024-04-10T15:28:38.254 DEBUG:teuthology.orchestra.run.smithi077:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 09bfb546-f74e-11ee-b64a-cb9ed24678a4 -- ceph auth get-or-create client.1 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2024-04-10T15:28:38.466 INFO:teuthology.orchestra.run.smithi077.stderr:Inferring config /var/lib/ceph/09bfb546-f74e-11ee-b64a-cb9ed24678a4/mon.b/config 2024-04-10T15:28:38.486 INFO:journalctl@ceph.mgr.x.smithi077.stdout:Apr 10 15:28:38 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-x[33311]: ignoring --setuser ceph since I am not root 2024-04-10T15:28:38.486 INFO:journalctl@ceph.mgr.x.smithi077.stdout:Apr 10 15:28:38 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-x[33311]: ignoring --setgroup ceph since I am not root 2024-04-10T15:28:38.486 INFO:journalctl@ceph.mgr.x.smithi077.stdout:Apr 10 15:28:38 smithi077 ceph-mgr[33334]: -- 172.21.15.77:0/3514696148 <== mon.1 v2:172.21.15.77:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55fe1f8601a0 con 0x55fe1f837000 2024-04-10T15:28:38.580 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:28:38 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[27756]: ignoring --setuser ceph since I am not root 2024-04-10T15:28:38.580 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:28:38 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[27756]: ignoring --setgroup ceph since I am not root 2024-04-10T15:28:38.866 INFO:journalctl@ceph.mgr.x.smithi077.stdout:Apr 10 15:28:38 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-x[33311]: 2024-04-10T15:28:38.787+0000 7fa85bea6200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-10T15:28:38.866 INFO:journalctl@ceph.mgr.x.smithi077.stdout:Apr 10 15:28:38 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-x[33311]: 2024-04-10T15:28:38.881+0000 7fa85bea6200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-10T15:28:38.867 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:38 smithi077 ceph-mon[31195]: pgmap v205: 97 pgs: 97 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:28:38.867 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:38 smithi077 ceph-mon[31195]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2024-04-10T15:28:38.867 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:38 smithi077 ceph-mon[31195]: mgrmap e16: y(active, since 5m), standbys: x 2024-04-10T15:28:39.080 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:28:38 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[27756]: 2024-04-10T15:28:38.754+0000 7f6b67c41200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-10T15:28:39.080 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:28:38 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[27756]: 2024-04-10T15:28:38.847+0000 7f6b67c41200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-10T15:28:39.080 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:38 smithi069 ceph-mon[27501]: pgmap v205: 97 pgs: 97 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:28:39.080 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:38 smithi069 ceph-mon[27501]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2024-04-10T15:28:39.080 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:38 smithi069 ceph-mon[27501]: mgrmap e16: y(active, since 5m), standbys: x 2024-04-10T15:28:39.081 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:38 smithi069 ceph-mon[39688]: pgmap v205: 97 pgs: 97 active+clean; 579 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:28:39.081 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:38 smithi069 ceph-mon[39688]: from='mgr.14152 172.21.15.69:0/4256587781' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2024-04-10T15:28:39.081 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:38 smithi069 ceph-mon[39688]: mgrmap e16: y(active, since 5m), standbys: x 2024-04-10T15:28:39.736 INFO:journalctl@ceph.mgr.x.smithi077.stdout:Apr 10 15:28:39 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-x[33311]: 2024-04-10T15:28:39.519+0000 7fa85bea6200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-10T15:28:39.736 INFO:journalctl@ceph.mgr.x.smithi077.stdout:Apr 10 15:28:39 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-x[33311]: 2024-04-10T15:28:39.611+0000 7fa85bea6200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-10T15:28:39.775 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:28:39 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[27756]: 2024-04-10T15:28:39.467+0000 7f6b67c41200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-10T15:28:39.775 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:28:39 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[27756]: 2024-04-10T15:28:39.557+0000 7f6b67c41200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-10T15:28:39.775 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:28:39 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[27756]: 2024-04-10T15:28:39.697+0000 7f6b67c41200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-10T15:28:39.775 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:28:39 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[27756]: 2024-04-10T15:28:39.792+0000 7f6b67c41200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-10T15:28:40.044 INFO:journalctl@ceph.mgr.x.smithi077.stdout:Apr 10 15:28:39 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-x[33311]: 2024-04-10T15:28:39.762+0000 7fa85bea6200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-10T15:28:40.045 INFO:journalctl@ceph.mgr.x.smithi077.stdout:Apr 10 15:28:39 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-x[33311]: 2024-04-10T15:28:39.859+0000 7fa85bea6200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-10T15:28:40.045 INFO:journalctl@ceph.mgr.x.smithi077.stdout:Apr 10 15:28:39 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-x[33311]: 2024-04-10T15:28:39.948+0000 7fa85bea6200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-10T15:28:40.080 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:28:39 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[27756]: 2024-04-10T15:28:39.875+0000 7f6b67c41200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-10T15:28:40.314 INFO:journalctl@ceph.mgr.x.smithi077.stdout:Apr 10 15:28:40 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-x[33311]: 2024-04-10T15:28:40.217+0000 7fa85bea6200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-10T15:28:40.405 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:28:40 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[27756]: 2024-04-10T15:28:40.136+0000 7f6b67c41200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-10T15:28:40.405 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:28:40 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[27756]: 2024-04-10T15:28:40.245+0000 7f6b67c41200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-10T15:28:40.405 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:28:40 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[27756]: 2024-04-10T15:28:40.329+0000 7f6b67c41200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-10T15:28:40.452 INFO:teuthology.orchestra.run.smithi077.stdout:[client.1] 2024-04-10T15:28:40.452 INFO:teuthology.orchestra.run.smithi077.stdout: key = AQAosBZmmZzCGxAAhxExlZR0b6oc4LR3KNkzQg== 2024-04-10T15:28:40.681 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:40 smithi077 ceph-mon[31195]: from='client.? 172.21.15.77:0/272010953' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-10T15:28:40.681 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:40 smithi077 ceph-mon[31195]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-10T15:28:40.681 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:40 smithi077 ceph-mon[31195]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-04-10T15:28:40.682 INFO:journalctl@ceph.mgr.x.smithi077.stdout:Apr 10 15:28:40 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-x[33311]: 2024-04-10T15:28:40.329+0000 7fa85bea6200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-10T15:28:40.682 INFO:journalctl@ceph.mgr.x.smithi077.stdout:Apr 10 15:28:40 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-x[33311]: 2024-04-10T15:28:40.417+0000 7fa85bea6200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-10T15:28:40.682 INFO:journalctl@ceph.mgr.x.smithi077.stdout:Apr 10 15:28:40 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-x[33311]: 2024-04-10T15:28:40.519+0000 7fa85bea6200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-10T15:28:40.830 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:28:40 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[27756]: 2024-04-10T15:28:40.422+0000 7f6b67c41200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-10T15:28:40.830 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:28:40 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[27756]: 2024-04-10T15:28:40.599+0000 7f6b67c41200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-10T15:28:40.830 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:40 smithi069 ceph-mon[27501]: from='client.? 172.21.15.77:0/272010953' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-10T15:28:40.830 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:40 smithi069 ceph-mon[27501]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-10T15:28:40.830 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:40 smithi069 ceph-mon[27501]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-04-10T15:28:40.830 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:40 smithi069 ceph-mon[39688]: from='client.? 172.21.15.77:0/272010953' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-10T15:28:40.831 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:40 smithi069 ceph-mon[39688]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-10T15:28:40.831 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:40 smithi069 ceph-mon[39688]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-04-10T15:28:40.986 INFO:journalctl@ceph.mgr.x.smithi077.stdout:Apr 10 15:28:40 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-x[33311]: 2024-04-10T15:28:40.697+0000 7fa85bea6200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-10T15:28:41.104 DEBUG:teuthology.orchestra.run.smithi077:> set -ex 2024-04-10T15:28:41.105 DEBUG:teuthology.orchestra.run.smithi077:> sudo dd of=/etc/ceph/ceph.client.1.keyring 2024-04-10T15:28:41.105 DEBUG:teuthology.orchestra.run.smithi077:> sudo chmod 0644 /etc/ceph/ceph.client.1.keyring 2024-04-10T15:28:41.146 INFO:tasks.cephadm:Waiting for OSDs to come up 2024-04-10T15:28:41.147 DEBUG:teuthology.orchestra.run.smithi069:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2024-04-10T15:28:41.428 INFO:teuthology.misc.health.smithi069.stdout: 2024-04-10T15:28:41.428 INFO:teuthology.misc.health.smithi069.stdout:{"epoch":64,"fsid":"09bfb546-f74e-11ee-b64a-cb9ed24678a4","created":"2024-04-10T15:22:42.696144+0000","modified":"2024-04-10T15:28:36.689466+0000","last_up_change":"2024-04-10T15:27:54.449002+0000","last_in_change":"2024-04-10T15:27:36.978052+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-10T15:25:53.886359+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-10T15:28:10.722853+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"61","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-10T15:28:11.860941+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"62","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"b719f13c-81ae-4937-9fb7-a808d74357a5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6802","nonce":4151394394},{"type":"v1","addr":"172.21.15.69:6803","nonce":4151394394}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6804","nonce":4151394394},{"type":"v1","addr":"172.21.15.69:6805","nonce":4151394394}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6808","nonce":4151394394},{"type":"v1","addr":"172.21.15.69:6809","nonce":4151394394}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6806","nonce":4151394394},{"type":"v1","addr":"172.21.15.69:6807","nonce":4151394394}]},"public_addr":"172.21.15.69:6803/4151394394","cluster_addr":"172.21.15.69:6805/4151394394","heartbeat_back_addr":"172.21.15.69:6809/4151394394","heartbeat_front_addr":"172.21.15.69:6807/4151394394","state":["exists","up"]},{"osd":1,"uuid":"2792adf4-cb44-4e8d-a4d7-23e6b890b8a0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6810","nonce":1357395889},{"type":"v1","addr":"172.21.15.69:6811","nonce":1357395889}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6812","nonce":1357395889},{"type":"v1","addr":"172.21.15.69:6813","nonce":1357395889}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6816","nonce":1357395889},{"type":"v1","addr":"172.21.15.69:6817","nonce":1357395889}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6814","nonce":1357395889},{"type":"v1","addr":"172.21.15.69:6815","nonce":1357395889}]},"public_addr":"172.21.15.69:6811/1357395889","cluster_addr":"172.21.15.69:6813/1357395889","heartbeat_back_addr":"172.21.15.69:6817/1357395889","heartbeat_front_addr":"172.21.15.69:6815/1357395889","state":["exists","up"]},{"osd":2,"uuid":"bc921321-1efe-43c6-ab36-ff5b6d48bcdf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6818","nonce":4024388906},{"type":"v1","addr":"172.21.15.69:6819","nonce":4024388906}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6820","nonce":4024388906},{"type":"v1","addr":"172.21.15.69:6821","nonce":4024388906}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6824","nonce":4024388906},{"type":"v1","addr":"172.21.15.69:6825","nonce":4024388906}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6822","nonce":4024388906},{"type":"v1","addr":"172.21.15.69:6823","nonce":4024388906}]},"public_addr":"172.21.15.69:6819/4024388906","cluster_addr":"172.21.15.69:6821/4024388906","heartbeat_back_addr":"172.21.15.69:6825/4024388906","heartbeat_front_addr":"172.21.15.69:6823/4024388906","state":["exists","up"]},{"osd":3,"uuid":"5a669ea3-f5c5-46d2-a202-d740afa7e7ca","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6826","nonce":2148573806},{"type":"v1","addr":"172.21.15.69:6827","nonce":2148573806}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6828","nonce":2148573806},{"type":"v1","addr":"172.21.15.69:6829","nonce":2148573806}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6832","nonce":2148573806},{"type":"v1","addr":"172.21.15.69:6833","nonce":2148573806}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6830","nonce":2148573806},{"type":"v1","addr":"172.21.15.69:6831","nonce":2148573806}]},"public_addr":"172.21.15.69:6827/2148573806","cluster_addr":"172.21.15.69:6829/2148573806","heartbeat_back_addr":"172.21.15.69:6833/2148573806","heartbeat_front_addr":"172.21.15.69:6831/2148573806","state":["exists","up"]},{"osd":4,"uuid":"f96c3109-ec3b-4b10-9541-1b295bff29da","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6800","nonce":1495062443},{"type":"v1","addr":"172.21.15.77:6801","nonce":1495062443}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6802","nonce":1495062443},{"type":"v1","addr":"172.21.15.77:6803","nonce":1495062443}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6806","nonce":1495062443},{"type":"v1","addr":"172.21.15.77:6807","nonce":1495062443}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6804","nonce":1495062443},{"type":"v1","addr":"172.21.15.77:6805","nonce":1495062443}]},"public_addr":"172.21.15.77:6801/1495062443","cluster_addr":"172.21.15.77:6803/1495062443","heartbeat_back_addr":"172.21.15.77:6807/1495062443","heartbeat_front_addr":"172.21.15.77:6805/1495062443","state":["exists","up"]},{"osd":5,"uuid":"53a362f2-5398-46e2-893a-c082eeaed67a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6808","nonce":1052908863},{"type":"v1","addr":"172.21.15.77:6809","nonce":1052908863}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6810","nonce":1052908863},{"type":"v1","addr":"172.21.15.77:6811","nonce":1052908863}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6814","nonce":1052908863},{"type":"v1","addr":"172.21.15.77:6815","nonce":1052908863}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6812","nonce":1052908863},{"type":"v1","addr":"172.21.15.77:6813","nonce":1052908863}]},"public_addr":"172.21.15.77:6809/1052908863","cluster_addr":"172.21.15.77:6811/1052908863","heartbeat_back_addr":"172.21.15.77:6815/1052908863","heartbeat_front_addr":"172.21.15.77:6813/1052908863","state":["exists","up"]},{"osd":6,"uuid":"c49d5f16-cf9d-4802-9f57-3fd57ccf650c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6816","nonce":1062558787},{"type":"v1","addr":"172.21.15.77:6817","nonce":1062558787}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6818","nonce":1062558787},{"type":"v1","addr":"172.21.15.77:6819","nonce":1062558787}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6822","nonce":1062558787},{"type":"v1","addr":"172.21.15.77:6823","nonce":1062558787}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6820","nonce":1062558787},{"type":"v1","addr":"172.21.15.77:6821","nonce":1062558787}]},"public_addr":"172.21.15.77:6817/1062558787","cluster_addr":"172.21.15.77:6819/1062558787","heartbeat_back_addr":"172.21.15.77:6823/1062558787","heartbeat_front_addr":"172.21.15.77:6821/1062558787","state":["exists","up"]},{"osd":7,"uuid":"7bd91ebb-06bd-49bb-9f1c-04cafb0fac05","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6824","nonce":2596130898},{"type":"v1","addr":"172.21.15.77:6825","nonce":2596130898}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6826","nonce":2596130898},{"type":"v1","addr":"172.21.15.77:6827","nonce":2596130898}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6830","nonce":2596130898},{"type":"v1","addr":"172.21.15.77:6831","nonce":2596130898}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6828","nonce":2596130898},{"type":"v1","addr":"172.21.15.77:6829","nonce":2596130898}]},"public_addr":"172.21.15.77:6825/2596130898","cluster_addr":"172.21.15.77:6827/2596130898","heartbeat_back_addr":"172.21.15.77:6831/2596130898","heartbeat_front_addr":"172.21.15.77:6829/2596130898","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T15:24:59.115526+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T15:25:24.586758+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T15:25:49.945194+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T15:26:16.222742+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T15:26:38.988879+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T15:27:03.320288+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T15:27:27.733370+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T15:27:52.661696+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.e","mappings":[{"from":7,"to":4}]},{"pgid":"3.9","mappings":[{"from":4,"to":1}]},{"pgid":"3.b","mappings":[{"from":0,"to":2}]},{"pgid":"3.1c","mappings":[{"from":5,"to":2}]},{"pgid":"3.1d","mappings":[{"from":4,"to":1}]},{"pgid":"3.30","mappings":[{"from":0,"to":1},{"from":5,"to":2}]},{"pgid":"3.3d","mappings":[{"from":0,"to":3}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.69:6801/4122330610":"2024-04-11T15:23:35.574129+0000","172.21.15.69:6800/4122330610":"2024-04-11T15:23:35.574129+0000","172.21.15.69:0/2360866969":"2024-04-11T15:23:35.574129+0000","172.21.15.69:0/1572879938":"2024-04-11T15:23:35.574129+0000","172.21.15.69:6801/3673302828":"2024-04-11T15:23:09.794536+0000","172.21.15.69:6800/3673302828":"2024-04-11T15:23:09.794536+0000","172.21.15.69:0/2434162432":"2024-04-11T15:23:09.794536+0000","172.21.15.69:0/2980460282":"2024-04-11T15:23:09.794536+0000","172.21.15.69:0/4118089464":"2024-04-11T15:23:09.794536+0000","172.21.15.69:0/1550264844":"2024-04-11T15:23:35.574129+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-10T15:28:41.439 DEBUG:teuthology.misc:8 of 8 OSDs are up 2024-04-10T15:28:41.439 INFO:tasks.cephadm:Creating RBD pool 2024-04-10T15:28:41.440 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 09bfb546-f74e-11ee-b64a-cb9ed24678a4 -- sudo ceph --cluster ceph osd pool create rbd 8 2024-04-10T15:28:41.648 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/09bfb546-f74e-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T15:28:41.772 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:41 smithi077 ceph-mon[31195]: from='client.? 172.21.15.69:0/4040408383' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-10T15:28:41.772 INFO:journalctl@ceph.mgr.x.smithi077.stdout:Apr 10 15:28:41 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-x[33311]: 2024-04-10T15:28:41.656+0000 7fa85bea6200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-10T15:28:41.773 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:41 smithi069 ceph-mon[39688]: from='client.? 172.21.15.69:0/4040408383' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-10T15:28:41.774 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:41 smithi069 ceph-mon[27501]: from='client.? 172.21.15.69:0/4040408383' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-10T15:28:41.774 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:28:41 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[27756]: 2024-04-10T15:28:41.572+0000 7f6b67c41200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-10T15:28:41.774 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:28:41 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[27756]: 2024-04-10T15:28:41.721+0000 7f6b67c41200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-10T15:28:42.101 INFO:journalctl@ceph.mgr.x.smithi077.stdout:Apr 10 15:28:41 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-x[33311]: 2024-04-10T15:28:41.787+0000 7fa85bea6200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-10T15:28:42.102 INFO:journalctl@ceph.mgr.x.smithi077.stdout:Apr 10 15:28:42 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-x[33311]: 2024-04-10T15:28:42.117+0000 7fa85bea6200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-10T15:28:42.330 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:28:42 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[27756]: 2024-04-10T15:28:42.068+0000 7f6b67c41200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-10T15:28:42.330 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:28:42 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[27756]: 2024-04-10T15:28:42.162+0000 7f6b67c41200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-10T15:28:42.385 INFO:journalctl@ceph.mgr.x.smithi077.stdout:Apr 10 15:28:42 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-x[33311]: 2024-04-10T15:28:42.207+0000 7fa85bea6200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-10T15:28:42.736 INFO:journalctl@ceph.mgr.x.smithi077.stdout:Apr 10 15:28:42 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-x[33311]: 2024-04-10T15:28:42.401+0000 7fa85bea6200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-10T15:28:42.736 INFO:journalctl@ceph.mgr.x.smithi077.stdout:Apr 10 15:28:42 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-x[33311]: 2024-04-10T15:28:42.584+0000 7fa85bea6200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-10T15:28:42.816 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:28:42 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[27756]: 2024-04-10T15:28:42.359+0000 7f6b67c41200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-10T15:28:42.816 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:28:42 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[27756]: 2024-04-10T15:28:42.547+0000 7f6b67c41200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-10T15:28:43.080 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:28:42 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[27756]: 2024-04-10T15:28:42.832+0000 7f6b67c41200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-10T15:28:43.080 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:28:43 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[27756]: 2024-04-10T15:28:43.095+0000 7f6b67c41200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-10T15:28:43.112 INFO:journalctl@ceph.mgr.x.smithi077.stdout:Apr 10 15:28:42 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-x[33311]: 2024-04-10T15:28:42.869+0000 7fa85bea6200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-10T15:28:43.330 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:28:43 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[27756]: 2024-04-10T15:28:43.338+0000 7f6b67c41200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-10T15:28:43.486 INFO:journalctl@ceph.mgr.x.smithi077.stdout:Apr 10 15:28:43 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-x[33311]: 2024-04-10T15:28:43.128+0000 7fa85bea6200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-10T15:28:43.486 INFO:journalctl@ceph.mgr.x.smithi077.stdout:Apr 10 15:28:43 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-x[33311]: 2024-04-10T15:28:43.363+0000 7fa85bea6200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-10T15:28:44.019 INFO:teuthology.orchestra.run.smithi069.stderr:pool 'rbd' created 2024-04-10T15:28:44.330 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:28:44 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[27756]: 2024-04-10T15:28:44.169+0000 7f6b67c41200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-10T15:28:44.330 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:44 smithi069 ceph-mon[39688]: from='client.? 172.21.15.69:0/331162318' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2024-04-10T15:28:44.330 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:44 smithi069 ceph-mon[39688]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2024-04-10T15:28:44.331 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:44 smithi069 ceph-mon[27501]: from='client.? 172.21.15.69:0/331162318' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2024-04-10T15:28:44.331 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:44 smithi069 ceph-mon[27501]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2024-04-10T15:28:44.486 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:44 smithi077 ceph-mon[31195]: from='client.? 172.21.15.69:0/331162318' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2024-04-10T15:28:44.486 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:44 smithi077 ceph-mon[31195]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2024-04-10T15:28:44.486 INFO:journalctl@ceph.mgr.x.smithi077.stdout:Apr 10 15:28:44 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-x[33311]: 2024-04-10T15:28:44.174+0000 7fa85bea6200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-10T15:28:44.701 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 09bfb546-f74e-11ee-b64a-cb9ed24678a4 -- sudo ceph --cluster ceph osd pool application enable rbd rbd --yes-i-really-mean-it 2024-04-10T15:28:44.909 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/09bfb546-f74e-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T15:28:44.986 INFO:journalctl@ceph.mgr.x.smithi077.stdout:Apr 10 15:28:44 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-x[33311]: 2024-04-10T15:28:44.745+0000 7fa85bea6200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-10T15:28:44.986 INFO:journalctl@ceph.mgr.x.smithi077.stdout:Apr 10 15:28:44 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-x[33311]: 2024-04-10T15:28:44.843+0000 7fa85bea6200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-10T15:28:45.019 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:28:44 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[27756]: 2024-04-10T15:28:44.746+0000 7f6b67c41200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-10T15:28:45.019 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:28:44 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[27756]: 2024-04-10T15:28:44.848+0000 7f6b67c41200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-10T15:28:45.270 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:45 smithi069 ceph-mon[27501]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]': finished 2024-04-10T15:28:45.270 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:45 smithi069 ceph-mon[27501]: osdmap e65: 8 total, 8 up, 8 in 2024-04-10T15:28:45.270 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:45 smithi069 ceph-mon[27501]: osdmap e66: 8 total, 8 up, 8 in 2024-04-10T15:28:45.270 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:45 smithi069 ceph-mon[39688]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]': finished 2024-04-10T15:28:45.270 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:45 smithi069 ceph-mon[39688]: osdmap e65: 8 total, 8 up, 8 in 2024-04-10T15:28:45.271 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:45 smithi069 ceph-mon[39688]: osdmap e66: 8 total, 8 up, 8 in 2024-04-10T15:28:45.271 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:28:45 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[27756]: 2024-04-10T15:28:45.084+0000 7f6b67c41200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-10T15:28:45.271 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:28:45 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[27756]: [10/Apr/2024:15:28:45] ENGINE Bus STARTING 2024-04-10T15:28:45.271 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:28:45 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[27756]: 2024-04-10T15:28:45.198+0000 7f6ac81cd700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-10T15:28:45.271 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:28:45 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[27756]: 2024-04-10T15:28:45.198+0000 7f6ac81cd700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-10T15:28:45.271 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:28:45 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[27756]: 2024-04-10T15:28:45.198+0000 7f6ac81cd700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-10T15:28:45.271 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:28:45 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[27756]: 2024-04-10T15:28:45.198+0000 7f6ac81cd700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-10T15:28:45.271 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:28:45 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[27756]: 2024-04-10T15:28:45.198+0000 7f6ac81cd700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-10T15:28:45.271 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:28:45 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[27756]: 2024-04-10T15:28:45.198+0000 7f6ace1d9700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-10T15:28:45.271 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:28:45 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[27756]: 2024-04-10T15:28:45.198+0000 7f6ace1d9700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-10T15:28:45.271 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:28:45 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[27756]: 2024-04-10T15:28:45.198+0000 7f6ace1d9700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-10T15:28:45.272 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:28:45 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[27756]: 2024-04-10T15:28:45.198+0000 7f6ace1d9700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-10T15:28:45.272 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:28:45 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[27756]: 2024-04-10T15:28:45.198+0000 7f6ace1d9700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-10T15:28:45.272 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:28:45 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[27756]: CherryPy Checker: 2024-04-10T15:28:45.272 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:28:45 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[27756]: The Application mounted at '' has an empty config. 2024-04-10T15:28:45.272 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:28:45 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[27756]: 2024-04-10T15:28:45.272 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:28:45 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[27756]: [10/Apr/2024:15:28:45] ENGINE Serving on http://:::9283 2024-04-10T15:28:45.272 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:28:45 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[27756]: [10/Apr/2024:15:28:45] ENGINE Bus STARTED 2024-04-10T15:28:45.281 INFO:journalctl@ceph.mgr.x.smithi077.stdout:Apr 10 15:28:45 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-x[33311]: 2024-04-10T15:28:45.062+0000 7fa85bea6200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-10T15:28:45.281 INFO:journalctl@ceph.mgr.x.smithi077.stdout:Apr 10 15:28:45 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-x[33311]: [10/Apr/2024:15:28:45] ENGINE Bus STARTING 2024-04-10T15:28:45.281 INFO:journalctl@ceph.mgr.x.smithi077.stdout:Apr 10 15:28:45 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-x[33311]: CherryPy Checker: 2024-04-10T15:28:45.281 INFO:journalctl@ceph.mgr.x.smithi077.stdout:Apr 10 15:28:45 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-x[33311]: The Application mounted at '' has an empty config. 2024-04-10T15:28:45.281 INFO:journalctl@ceph.mgr.x.smithi077.stdout:Apr 10 15:28:45 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-x[33311]: 2024-04-10T15:28:45.281 INFO:journalctl@ceph.mgr.x.smithi077.stdout:Apr 10 15:28:45 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-x[33311]: [10/Apr/2024:15:28:45] ENGINE Serving on http://:::9283 2024-04-10T15:28:45.281 INFO:journalctl@ceph.mgr.x.smithi077.stdout:Apr 10 15:28:45 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-x[33311]: [10/Apr/2024:15:28:45] ENGINE Bus STARTED 2024-04-10T15:28:45.281 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:45 smithi077 ceph-mon[31195]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]': finished 2024-04-10T15:28:45.281 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:45 smithi077 ceph-mon[31195]: osdmap e65: 8 total, 8 up, 8 in 2024-04-10T15:28:45.282 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:45 smithi077 ceph-mon[31195]: osdmap e66: 8 total, 8 up, 8 in 2024-04-10T15:28:46.170 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:46 smithi069 ceph-mon[39688]: Standby manager daemon x restarted 2024-04-10T15:28:46.170 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:46 smithi069 ceph-mon[39688]: Standby manager daemon x started 2024-04-10T15:28:46.170 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:46 smithi069 ceph-mon[39688]: from='mgr.? 172.21.15.77:0/1655986851' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-10T15:28:46.170 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:46 smithi069 ceph-mon[39688]: from='mgr.? 172.21.15.77:0/1655986851' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-10T15:28:46.170 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:46 smithi069 ceph-mon[39688]: from='mgr.? 172.21.15.77:0/1655986851' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-10T15:28:46.170 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:46 smithi069 ceph-mon[39688]: from='mgr.? 172.21.15.77:0/1655986851' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-10T15:28:46.170 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:46 smithi069 ceph-mon[39688]: Active manager daemon y restarted 2024-04-10T15:28:46.171 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:46 smithi069 ceph-mon[39688]: Activating manager daemon y 2024-04-10T15:28:46.171 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:46 smithi069 ceph-mon[39688]: osdmap e67: 8 total, 8 up, 8 in 2024-04-10T15:28:46.171 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:46 smithi069 ceph-mon[39688]: mgrmap e17: y(active, starting, since 0.00792724s), standbys: x 2024-04-10T15:28:46.171 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:46 smithi069 ceph-mon[39688]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:28:46.171 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:46 smithi069 ceph-mon[39688]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:28:46.171 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:46 smithi069 ceph-mon[39688]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:28:46.171 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:46 smithi069 ceph-mon[39688]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-10T15:28:46.171 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:46 smithi069 ceph-mon[39688]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-10T15:28:46.171 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:46 smithi069 ceph-mon[39688]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-10T15:28:46.171 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:46 smithi069 ceph-mon[39688]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-10T15:28:46.171 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:46 smithi069 ceph-mon[39688]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-10T15:28:46.171 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:46 smithi069 ceph-mon[39688]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-10T15:28:46.171 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:46 smithi069 ceph-mon[39688]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-10T15:28:46.171 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:46 smithi069 ceph-mon[39688]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-10T15:28:46.172 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:46 smithi069 ceph-mon[39688]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-10T15:28:46.172 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:46 smithi069 ceph-mon[39688]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-10T15:28:46.172 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:46 smithi069 ceph-mon[39688]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-10T15:28:46.172 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:46 smithi069 ceph-mon[39688]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-10T15:28:46.172 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:46 smithi069 ceph-mon[39688]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-10T15:28:46.172 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:46 smithi069 ceph-mon[39688]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-10T15:28:46.172 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:46 smithi069 ceph-mon[39688]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-10T15:28:46.172 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:46 smithi069 ceph-mon[39688]: Manager daemon y is now available 2024-04-10T15:28:46.172 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:46 smithi069 ceph-mon[39688]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:28:46.172 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:46 smithi069 ceph-mon[39688]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:28:46.172 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:46 smithi069 ceph-mon[39688]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:28:46.172 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:46 smithi069 ceph-mon[39688]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-10T15:28:46.172 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:46 smithi069 ceph-mon[39688]: from='mgr.24476 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-10T15:28:46.172 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:46 smithi069 ceph-mon[39688]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-10T15:28:46.173 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:46 smithi069 ceph-mon[39688]: from='mgr.24476 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-10T15:28:46.173 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:46 smithi069 ceph-mon[27501]: Standby manager daemon x restarted 2024-04-10T15:28:46.173 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:46 smithi069 ceph-mon[27501]: Standby manager daemon x started 2024-04-10T15:28:46.173 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:46 smithi069 ceph-mon[27501]: from='mgr.? 172.21.15.77:0/1655986851' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-10T15:28:46.173 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:46 smithi069 ceph-mon[27501]: from='mgr.? 172.21.15.77:0/1655986851' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-10T15:28:46.173 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:46 smithi069 ceph-mon[27501]: from='mgr.? 172.21.15.77:0/1655986851' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-10T15:28:46.173 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:46 smithi069 ceph-mon[27501]: from='mgr.? 172.21.15.77:0/1655986851' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-10T15:28:46.173 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:46 smithi069 ceph-mon[27501]: Active manager daemon y restarted 2024-04-10T15:28:46.173 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:46 smithi069 ceph-mon[27501]: Activating manager daemon y 2024-04-10T15:28:46.174 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:46 smithi069 ceph-mon[27501]: osdmap e67: 8 total, 8 up, 8 in 2024-04-10T15:28:46.174 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:46 smithi069 ceph-mon[27501]: mgrmap e17: y(active, starting, since 0.00792724s), standbys: x 2024-04-10T15:28:46.174 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:46 smithi069 ceph-mon[27501]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:28:46.174 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:46 smithi069 ceph-mon[27501]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:28:46.174 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:46 smithi069 ceph-mon[27501]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:28:46.174 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:46 smithi069 ceph-mon[27501]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-10T15:28:46.174 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:46 smithi069 ceph-mon[27501]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-10T15:28:46.174 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:46 smithi069 ceph-mon[27501]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-10T15:28:46.174 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:46 smithi069 ceph-mon[27501]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-10T15:28:46.174 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:46 smithi069 ceph-mon[27501]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-10T15:28:46.174 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:46 smithi069 ceph-mon[27501]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-10T15:28:46.174 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:46 smithi069 ceph-mon[27501]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-10T15:28:46.174 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:46 smithi069 ceph-mon[27501]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-10T15:28:46.174 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:46 smithi069 ceph-mon[27501]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-10T15:28:46.175 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:46 smithi069 ceph-mon[27501]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-10T15:28:46.175 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:46 smithi069 ceph-mon[27501]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-10T15:28:46.175 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:46 smithi069 ceph-mon[27501]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-10T15:28:46.175 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:46 smithi069 ceph-mon[27501]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-10T15:28:46.175 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:46 smithi069 ceph-mon[27501]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-10T15:28:46.175 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:46 smithi069 ceph-mon[27501]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-10T15:28:46.175 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:46 smithi069 ceph-mon[27501]: Manager daemon y is now available 2024-04-10T15:28:46.175 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:46 smithi069 ceph-mon[27501]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:28:46.175 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:46 smithi069 ceph-mon[27501]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:28:46.175 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:46 smithi069 ceph-mon[27501]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:28:46.175 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:46 smithi069 ceph-mon[27501]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-10T15:28:46.175 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:46 smithi069 ceph-mon[27501]: from='mgr.24476 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-10T15:28:46.175 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:46 smithi069 ceph-mon[27501]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-10T15:28:46.175 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:46 smithi069 ceph-mon[27501]: from='mgr.24476 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-10T15:28:46.487 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:46 smithi077 ceph-mon[31195]: Standby manager daemon x restarted 2024-04-10T15:28:46.487 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:46 smithi077 ceph-mon[31195]: Standby manager daemon x started 2024-04-10T15:28:46.487 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:46 smithi077 ceph-mon[31195]: from='mgr.? 172.21.15.77:0/1655986851' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-10T15:28:46.487 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:46 smithi077 ceph-mon[31195]: from='mgr.? 172.21.15.77:0/1655986851' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-10T15:28:46.487 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:46 smithi077 ceph-mon[31195]: from='mgr.? 172.21.15.77:0/1655986851' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-10T15:28:46.487 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:46 smithi077 ceph-mon[31195]: from='mgr.? 172.21.15.77:0/1655986851' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-10T15:28:46.487 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:46 smithi077 ceph-mon[31195]: Active manager daemon y restarted 2024-04-10T15:28:46.487 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:46 smithi077 ceph-mon[31195]: Activating manager daemon y 2024-04-10T15:28:46.487 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:46 smithi077 ceph-mon[31195]: osdmap e67: 8 total, 8 up, 8 in 2024-04-10T15:28:46.487 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:46 smithi077 ceph-mon[31195]: mgrmap e17: y(active, starting, since 0.00792724s), standbys: x 2024-04-10T15:28:46.487 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:46 smithi077 ceph-mon[31195]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:28:46.488 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:46 smithi077 ceph-mon[31195]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:28:46.488 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:46 smithi077 ceph-mon[31195]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:28:46.488 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:46 smithi077 ceph-mon[31195]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-10T15:28:46.488 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:46 smithi077 ceph-mon[31195]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-10T15:28:46.488 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:46 smithi077 ceph-mon[31195]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-10T15:28:46.488 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:46 smithi077 ceph-mon[31195]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-10T15:28:46.488 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:46 smithi077 ceph-mon[31195]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-10T15:28:46.488 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:46 smithi077 ceph-mon[31195]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-10T15:28:46.488 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:46 smithi077 ceph-mon[31195]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-10T15:28:46.488 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:46 smithi077 ceph-mon[31195]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-10T15:28:46.488 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:46 smithi077 ceph-mon[31195]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-10T15:28:46.488 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:46 smithi077 ceph-mon[31195]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-10T15:28:46.488 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:46 smithi077 ceph-mon[31195]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-10T15:28:46.488 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:46 smithi077 ceph-mon[31195]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-10T15:28:46.488 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:46 smithi077 ceph-mon[31195]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-10T15:28:46.488 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:46 smithi077 ceph-mon[31195]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-10T15:28:46.489 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:46 smithi077 ceph-mon[31195]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-10T15:28:46.489 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:46 smithi077 ceph-mon[31195]: Manager daemon y is now available 2024-04-10T15:28:46.489 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:46 smithi077 ceph-mon[31195]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:28:46.489 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:46 smithi077 ceph-mon[31195]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:28:46.489 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:46 smithi077 ceph-mon[31195]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:28:46.489 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:46 smithi077 ceph-mon[31195]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-10T15:28:46.489 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:46 smithi077 ceph-mon[31195]: from='mgr.24476 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-10T15:28:46.489 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:46 smithi077 ceph-mon[31195]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-10T15:28:46.489 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:46 smithi077 ceph-mon[31195]: from='mgr.24476 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-10T15:28:46.830 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:28:46 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[27756]: ::ffff:172.21.15.77 - - [10/Apr/2024:15:28:46] "GET /metrics HTTP/1.1" 200 31011 "" "Prometheus/2.43.0" 2024-04-10T15:28:47.097 INFO:teuthology.orchestra.run.smithi069.stderr:enabled application 'rbd' on pool 'rbd' 2024-04-10T15:28:47.330 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:47 smithi069 ceph-mon[27501]: [10/Apr/2024:15:28:45] ENGINE Bus STARTING 2024-04-10T15:28:47.331 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:47 smithi069 ceph-mon[27501]: [10/Apr/2024:15:28:45] ENGINE Serving on https://172.21.15.69:7150 2024-04-10T15:28:47.331 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:47 smithi069 ceph-mon[27501]: [10/Apr/2024:15:28:45] ENGINE Serving on http://172.21.15.69:8765 2024-04-10T15:28:47.331 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:47 smithi069 ceph-mon[27501]: [10/Apr/2024:15:28:45] ENGINE Bus STARTED 2024-04-10T15:28:47.331 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:47 smithi069 ceph-mon[27501]: mgrmap e18: y(active, since 1.01248s), standbys: x 2024-04-10T15:28:47.331 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:47 smithi069 ceph-mon[27501]: osdmap e68: 8 total, 8 up, 8 in 2024-04-10T15:28:47.331 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:47 smithi069 ceph-mon[27501]: pgmap v4: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 61 MiB/s rd, 1.4 GiB/s wr, 191.92k op/s; 1.0 GiB/s, 4.35k objects/s recovering 2024-04-10T15:28:47.331 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:47 smithi069 ceph-mon[27501]: from='client.? 172.21.15.69:0/2397067161' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:28:47.331 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:47 smithi069 ceph-mon[27501]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:28:47.331 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:47 smithi069 ceph-mon[39688]: [10/Apr/2024:15:28:45] ENGINE Bus STARTING 2024-04-10T15:28:47.331 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:47 smithi069 ceph-mon[39688]: [10/Apr/2024:15:28:45] ENGINE Serving on https://172.21.15.69:7150 2024-04-10T15:28:47.331 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:47 smithi069 ceph-mon[39688]: [10/Apr/2024:15:28:45] ENGINE Serving on http://172.21.15.69:8765 2024-04-10T15:28:47.331 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:47 smithi069 ceph-mon[39688]: [10/Apr/2024:15:28:45] ENGINE Bus STARTED 2024-04-10T15:28:47.332 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:47 smithi069 ceph-mon[39688]: mgrmap e18: y(active, since 1.01248s), standbys: x 2024-04-10T15:28:47.332 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:47 smithi069 ceph-mon[39688]: osdmap e68: 8 total, 8 up, 8 in 2024-04-10T15:28:47.332 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:47 smithi069 ceph-mon[39688]: pgmap v4: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 61 MiB/s rd, 1.4 GiB/s wr, 191.92k op/s; 1.0 GiB/s, 4.35k objects/s recovering 2024-04-10T15:28:47.332 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:47 smithi069 ceph-mon[39688]: from='client.? 172.21.15.69:0/2397067161' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:28:47.332 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:47 smithi069 ceph-mon[39688]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:28:47.486 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:47 smithi077 ceph-mon[31195]: [10/Apr/2024:15:28:45] ENGINE Bus STARTING 2024-04-10T15:28:47.486 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:47 smithi077 ceph-mon[31195]: [10/Apr/2024:15:28:45] ENGINE Serving on https://172.21.15.69:7150 2024-04-10T15:28:47.486 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:47 smithi077 ceph-mon[31195]: [10/Apr/2024:15:28:45] ENGINE Serving on http://172.21.15.69:8765 2024-04-10T15:28:47.486 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:47 smithi077 ceph-mon[31195]: [10/Apr/2024:15:28:45] ENGINE Bus STARTED 2024-04-10T15:28:47.486 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:47 smithi077 ceph-mon[31195]: mgrmap e18: y(active, since 1.01248s), standbys: x 2024-04-10T15:28:47.486 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:47 smithi077 ceph-mon[31195]: osdmap e68: 8 total, 8 up, 8 in 2024-04-10T15:28:47.487 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:47 smithi077 ceph-mon[31195]: pgmap v4: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 61 MiB/s rd, 1.4 GiB/s wr, 191.92k op/s; 1.0 GiB/s, 4.35k objects/s recovering 2024-04-10T15:28:47.487 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:47 smithi077 ceph-mon[31195]: from='client.? 172.21.15.69:0/2397067161' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:28:47.487 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:47 smithi077 ceph-mon[31195]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:28:47.833 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2024-04-10T15:28:47.833 INFO:tasks.cephadm.ceph_manager.ceph:waiting for mgr available 2024-04-10T15:28:47.834 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 09bfb546-f74e-11ee-b64a-cb9ed24678a4 -- ceph mgr dump --format=json 2024-04-10T15:28:48.288 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/09bfb546-f74e-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T15:28:48.330 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:48 smithi069 ceph-mon[39688]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:28:48.330 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:48 smithi069 ceph-mon[39688]: pgmap v5: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 100 KiB/s rd, 2.4 MiB/s wr, 309 op/s; 1.7 MiB/s, 7 objects/s recovering 2024-04-10T15:28:48.330 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:48 smithi069 ceph-mon[39688]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]': finished 2024-04-10T15:28:48.330 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:48 smithi069 ceph-mon[39688]: osdmap e69: 8 total, 8 up, 8 in 2024-04-10T15:28:48.330 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:48 smithi069 ceph-mon[39688]: mgrmap e19: y(active, since 2s), standbys: x 2024-04-10T15:28:48.330 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:48 smithi069 ceph-mon[39688]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:28:48.331 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:48 smithi069 ceph-mon[39688]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:28:48.331 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:48 smithi069 ceph-mon[27501]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:28:48.331 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:48 smithi069 ceph-mon[27501]: pgmap v5: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 100 KiB/s rd, 2.4 MiB/s wr, 309 op/s; 1.7 MiB/s, 7 objects/s recovering 2024-04-10T15:28:48.331 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:48 smithi069 ceph-mon[27501]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]': finished 2024-04-10T15:28:48.331 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:48 smithi069 ceph-mon[27501]: osdmap e69: 8 total, 8 up, 8 in 2024-04-10T15:28:48.331 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:48 smithi069 ceph-mon[27501]: mgrmap e19: y(active, since 2s), standbys: x 2024-04-10T15:28:48.331 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:48 smithi069 ceph-mon[27501]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:28:48.331 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:48 smithi069 ceph-mon[27501]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:28:48.486 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:48 smithi077 ceph-mon[31195]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:28:48.486 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:48 smithi077 ceph-mon[31195]: pgmap v5: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 100 KiB/s rd, 2.4 MiB/s wr, 309 op/s; 1.7 MiB/s, 7 objects/s recovering 2024-04-10T15:28:48.486 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:48 smithi077 ceph-mon[31195]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]': finished 2024-04-10T15:28:48.486 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:48 smithi077 ceph-mon[31195]: osdmap e69: 8 total, 8 up, 8 in 2024-04-10T15:28:48.486 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:48 smithi077 ceph-mon[31195]: mgrmap e19: y(active, since 2s), standbys: x 2024-04-10T15:28:48.486 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:48 smithi077 ceph-mon[31195]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:28:48.486 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:48 smithi077 ceph-mon[31195]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:28:49.486 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:49 smithi077 ceph-mon[31195]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:28:49.487 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:49 smithi077 ceph-mon[31195]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:28:49.487 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:49 smithi077 ceph-mon[31195]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:28:49.487 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:49 smithi077 ceph-mon[31195]: from='mgr.24476 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:28:49.487 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:49 smithi077 ceph-mon[31195]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:28:49.487 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:49 smithi077 ceph-mon[31195]: from='mgr.24476 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:28:49.487 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:49 smithi077 ceph-mon[31195]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:28:49.487 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:49 smithi077 ceph-mon[31195]: from='mgr.24476 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:28:49.487 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:49 smithi077 ceph-mon[31195]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:28:49.487 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:49 smithi077 ceph-mon[31195]: from='mgr.24476 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:28:49.487 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:49 smithi077 ceph-mon[31195]: Adjusting osd_memory_target on smithi077 to 2992M 2024-04-10T15:28:49.487 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:49 smithi077 ceph-mon[31195]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:28:49.580 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:49 smithi069 ceph-mon[39688]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:28:49.580 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:49 smithi069 ceph-mon[39688]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:28:49.580 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:49 smithi069 ceph-mon[39688]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:28:49.580 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:49 smithi069 ceph-mon[39688]: from='mgr.24476 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:28:49.580 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:49 smithi069 ceph-mon[39688]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:28:49.580 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:49 smithi069 ceph-mon[39688]: from='mgr.24476 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:28:49.580 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:49 smithi069 ceph-mon[39688]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:28:49.580 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:49 smithi069 ceph-mon[39688]: from='mgr.24476 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:28:49.580 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:49 smithi069 ceph-mon[39688]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:28:49.581 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:49 smithi069 ceph-mon[39688]: from='mgr.24476 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:28:49.581 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:49 smithi069 ceph-mon[39688]: Adjusting osd_memory_target on smithi077 to 2992M 2024-04-10T15:28:49.581 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:49 smithi069 ceph-mon[39688]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:28:49.581 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:49 smithi069 ceph-mon[27501]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:28:49.581 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:49 smithi069 ceph-mon[27501]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:28:49.581 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:49 smithi069 ceph-mon[27501]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:28:49.581 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:49 smithi069 ceph-mon[27501]: from='mgr.24476 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:28:49.581 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:49 smithi069 ceph-mon[27501]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:28:49.581 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:49 smithi069 ceph-mon[27501]: from='mgr.24476 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:28:49.581 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:49 smithi069 ceph-mon[27501]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:28:49.581 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:49 smithi069 ceph-mon[27501]: from='mgr.24476 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:28:49.582 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:49 smithi069 ceph-mon[27501]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:28:49.582 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:49 smithi069 ceph-mon[27501]: from='mgr.24476 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:28:49.582 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:49 smithi069 ceph-mon[27501]: Adjusting osd_memory_target on smithi077 to 2992M 2024-04-10T15:28:49.582 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:49 smithi069 ceph-mon[27501]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:28:50.431 INFO:teuthology.orchestra.run.smithi069.stdout: 2024-04-10T15:28:50.486 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:50 smithi077 ceph-mon[31195]: pgmap v7: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 33 KiB/s rd, 808 KiB/s wr, 103 op/s; 577 KiB/s, 2 objects/s recovering 2024-04-10T15:28:50.487 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:50 smithi077 ceph-mon[31195]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:28:50.487 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:50 smithi077 ceph-mon[31195]: Cluster is now healthy 2024-04-10T15:28:50.487 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:50 smithi077 ceph-mon[31195]: mgrmap e20: y(active, since 4s), standbys: x 2024-04-10T15:28:50.487 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:50 smithi077 ceph-mon[31195]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:28:50.487 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:50 smithi077 ceph-mon[31195]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:28:50.580 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:50 smithi069 ceph-mon[39688]: pgmap v7: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 33 KiB/s rd, 808 KiB/s wr, 103 op/s; 577 KiB/s, 2 objects/s recovering 2024-04-10T15:28:50.580 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:50 smithi069 ceph-mon[39688]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:28:50.580 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:50 smithi069 ceph-mon[39688]: Cluster is now healthy 2024-04-10T15:28:50.580 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:50 smithi069 ceph-mon[39688]: mgrmap e20: y(active, since 4s), standbys: x 2024-04-10T15:28:50.580 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:50 smithi069 ceph-mon[39688]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:28:50.580 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:50 smithi069 ceph-mon[39688]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:28:50.581 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:50 smithi069 ceph-mon[27501]: pgmap v7: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 33 KiB/s rd, 808 KiB/s wr, 103 op/s; 577 KiB/s, 2 objects/s recovering 2024-04-10T15:28:50.581 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:50 smithi069 ceph-mon[27501]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:28:50.581 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:50 smithi069 ceph-mon[27501]: Cluster is now healthy 2024-04-10T15:28:50.581 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:50 smithi069 ceph-mon[27501]: mgrmap e20: y(active, since 4s), standbys: x 2024-04-10T15:28:50.581 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:50 smithi069 ceph-mon[27501]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:28:50.581 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:50 smithi069 ceph-mon[27501]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:28:51.263 INFO:teuthology.orchestra.run.smithi069.stdout:{"epoch":20,"flags":0,"active_gid":24476,"active_name":"y","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6800","nonce":1686446517},{"type":"v1","addr":"172.21.15.69:6801","nonce":1686446517}]},"active_addr":"172.21.15.69:6801/1686446517","active_change":"2024-04-10T15:28:45.087882+0000","active_mgr_features":4540138322906710015,"available":true,"standbys":[{"gid":14580,"name":"x","mgr_features":4540138322906710015,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.7","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.0.0","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["cephadm","dashboard","iostat","nfs","prometheus","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.7","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.0.0","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{"dashboard":"https://172.21.15.69:8443/","prometheus":"http://172.21.15.69:9283/"},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":67,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"172.21.15.69:0","nonce":3409505111}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"172.21.15.69:0","nonce":3939358761}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.69:0","nonce":924018901}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.69:0","nonce":538182608}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.69:0","nonce":3179094472}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.69:0","nonce":3673104556}]}]} 2024-04-10T15:28:51.267 INFO:tasks.cephadm.ceph_manager.ceph:mgr available! 2024-04-10T15:28:51.267 INFO:tasks.cephadm.ceph_manager.ceph:waiting for all up 2024-04-10T15:28:51.267 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 09bfb546-f74e-11ee-b64a-cb9ed24678a4 -- ceph osd dump --format=json 2024-04-10T15:28:51.484 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/09bfb546-f74e-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T15:28:51.486 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:51 smithi077 ceph-mon[31195]: from='client.? 172.21.15.69:0/1105004722' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-04-10T15:28:51.486 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:51 smithi077 ceph-mon[31195]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:28:51.486 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:51 smithi077 ceph-mon[31195]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:28:51.486 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:51 smithi077 ceph-mon[31195]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:28:51.486 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:51 smithi077 ceph-mon[31195]: from='mgr.24476 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:28:51.486 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:51 smithi077 ceph-mon[31195]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:28:51.487 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:51 smithi077 ceph-mon[31195]: from='mgr.24476 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:28:51.487 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:51 smithi077 ceph-mon[31195]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:28:51.487 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:51 smithi077 ceph-mon[31195]: from='mgr.24476 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:28:51.487 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:51 smithi077 ceph-mon[31195]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:28:51.487 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:51 smithi077 ceph-mon[31195]: from='mgr.24476 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:28:51.487 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:51 smithi077 ceph-mon[31195]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:28:51.487 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:51 smithi077 ceph-mon[31195]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:28:51.487 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:51 smithi077 ceph-mon[31195]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:28:51.580 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:51 smithi069 ceph-mon[39688]: from='client.? 172.21.15.69:0/1105004722' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-04-10T15:28:51.580 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:51 smithi069 ceph-mon[39688]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:28:51.580 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:51 smithi069 ceph-mon[39688]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:28:51.580 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:51 smithi069 ceph-mon[39688]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:28:51.580 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:51 smithi069 ceph-mon[39688]: from='mgr.24476 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:28:51.580 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:51 smithi069 ceph-mon[39688]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:28:51.581 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:51 smithi069 ceph-mon[39688]: from='mgr.24476 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:28:51.581 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:51 smithi069 ceph-mon[39688]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:28:51.581 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:51 smithi069 ceph-mon[39688]: from='mgr.24476 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:28:51.581 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:51 smithi069 ceph-mon[39688]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:28:51.581 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:51 smithi069 ceph-mon[39688]: from='mgr.24476 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:28:51.581 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:51 smithi069 ceph-mon[39688]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:28:51.581 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:51 smithi069 ceph-mon[39688]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:28:51.581 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:51 smithi069 ceph-mon[39688]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:28:51.581 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:51 smithi069 ceph-mon[27501]: from='client.? 172.21.15.69:0/1105004722' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-04-10T15:28:51.581 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:51 smithi069 ceph-mon[27501]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:28:51.581 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:51 smithi069 ceph-mon[27501]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:28:51.581 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:51 smithi069 ceph-mon[27501]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:28:51.581 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:51 smithi069 ceph-mon[27501]: from='mgr.24476 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:28:51.582 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:51 smithi069 ceph-mon[27501]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:28:51.582 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:51 smithi069 ceph-mon[27501]: from='mgr.24476 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:28:51.582 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:51 smithi069 ceph-mon[27501]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:28:51.582 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:51 smithi069 ceph-mon[27501]: from='mgr.24476 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:28:51.582 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:51 smithi069 ceph-mon[27501]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:28:51.582 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:51 smithi069 ceph-mon[27501]: from='mgr.24476 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:28:51.582 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:51 smithi069 ceph-mon[27501]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:28:51.582 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:51 smithi069 ceph-mon[27501]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:28:51.582 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:51 smithi069 ceph-mon[27501]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:28:52.487 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:52 smithi077 ceph-mon[31195]: Adjusting osd_memory_target on smithi069 to 2992M 2024-04-10T15:28:52.487 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:52 smithi077 ceph-mon[31195]: Updating smithi069:/etc/ceph/ceph.conf 2024-04-10T15:28:52.487 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:52 smithi077 ceph-mon[31195]: Updating smithi077:/etc/ceph/ceph.conf 2024-04-10T15:28:52.487 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:52 smithi077 ceph-mon[31195]: Updating smithi069:/var/lib/ceph/09bfb546-f74e-11ee-b64a-cb9ed24678a4/config/ceph.conf 2024-04-10T15:28:52.487 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:52 smithi077 ceph-mon[31195]: Updating smithi077:/var/lib/ceph/09bfb546-f74e-11ee-b64a-cb9ed24678a4/config/ceph.conf 2024-04-10T15:28:52.487 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:52 smithi077 ceph-mon[31195]: pgmap v8: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 20 KiB/s rd, 484 KiB/s wr, 61 op/s; 346 KiB/s, 1 objects/s recovering 2024-04-10T15:28:52.487 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:52 smithi077 ceph-mon[31195]: Updating smithi069:/etc/ceph/ceph.client.admin.keyring 2024-04-10T15:28:52.487 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:52 smithi077 ceph-mon[31195]: Updating smithi077:/etc/ceph/ceph.client.admin.keyring 2024-04-10T15:28:52.487 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:52 smithi077 ceph-mon[31195]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:28:52.488 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:52 smithi077 ceph-mon[31195]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:28:52.488 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:52 smithi077 ceph-mon[31195]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:28:52.488 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:52 smithi077 ceph-mon[31195]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:28:52.488 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:52 smithi077 ceph-mon[31195]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:28:52.580 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:52 smithi069 ceph-mon[39688]: Adjusting osd_memory_target on smithi069 to 2992M 2024-04-10T15:28:52.580 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:52 smithi069 ceph-mon[39688]: Updating smithi069:/etc/ceph/ceph.conf 2024-04-10T15:28:52.580 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:52 smithi069 ceph-mon[39688]: Updating smithi077:/etc/ceph/ceph.conf 2024-04-10T15:28:52.580 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:52 smithi069 ceph-mon[39688]: Updating smithi069:/var/lib/ceph/09bfb546-f74e-11ee-b64a-cb9ed24678a4/config/ceph.conf 2024-04-10T15:28:52.581 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:52 smithi069 ceph-mon[39688]: Updating smithi077:/var/lib/ceph/09bfb546-f74e-11ee-b64a-cb9ed24678a4/config/ceph.conf 2024-04-10T15:28:52.581 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:52 smithi069 ceph-mon[39688]: pgmap v8: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 20 KiB/s rd, 484 KiB/s wr, 61 op/s; 346 KiB/s, 1 objects/s recovering 2024-04-10T15:28:52.581 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:52 smithi069 ceph-mon[39688]: Updating smithi069:/etc/ceph/ceph.client.admin.keyring 2024-04-10T15:28:52.581 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:52 smithi069 ceph-mon[39688]: Updating smithi077:/etc/ceph/ceph.client.admin.keyring 2024-04-10T15:28:52.581 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:52 smithi069 ceph-mon[39688]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:28:52.581 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:52 smithi069 ceph-mon[39688]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:28:52.581 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:52 smithi069 ceph-mon[39688]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:28:52.581 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:52 smithi069 ceph-mon[39688]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:28:52.581 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:52 smithi069 ceph-mon[39688]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:28:52.581 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:52 smithi069 ceph-mon[27501]: Adjusting osd_memory_target on smithi069 to 2992M 2024-04-10T15:28:52.581 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:52 smithi069 ceph-mon[27501]: Updating smithi069:/etc/ceph/ceph.conf 2024-04-10T15:28:52.581 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:52 smithi069 ceph-mon[27501]: Updating smithi077:/etc/ceph/ceph.conf 2024-04-10T15:28:52.581 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:52 smithi069 ceph-mon[27501]: Updating smithi069:/var/lib/ceph/09bfb546-f74e-11ee-b64a-cb9ed24678a4/config/ceph.conf 2024-04-10T15:28:52.582 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:52 smithi069 ceph-mon[27501]: Updating smithi077:/var/lib/ceph/09bfb546-f74e-11ee-b64a-cb9ed24678a4/config/ceph.conf 2024-04-10T15:28:52.582 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:52 smithi069 ceph-mon[27501]: pgmap v8: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 20 KiB/s rd, 484 KiB/s wr, 61 op/s; 346 KiB/s, 1 objects/s recovering 2024-04-10T15:28:52.582 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:52 smithi069 ceph-mon[27501]: Updating smithi069:/etc/ceph/ceph.client.admin.keyring 2024-04-10T15:28:52.582 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:52 smithi069 ceph-mon[27501]: Updating smithi077:/etc/ceph/ceph.client.admin.keyring 2024-04-10T15:28:52.582 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:52 smithi069 ceph-mon[27501]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:28:52.582 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:52 smithi069 ceph-mon[27501]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:28:52.582 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:52 smithi069 ceph-mon[27501]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:28:52.582 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:52 smithi069 ceph-mon[27501]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:28:52.582 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:52 smithi069 ceph-mon[27501]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:28:53.330 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:53 smithi069 ceph-mon[39688]: Updating smithi069:/var/lib/ceph/09bfb546-f74e-11ee-b64a-cb9ed24678a4/config/ceph.client.admin.keyring 2024-04-10T15:28:53.330 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:53 smithi069 ceph-mon[39688]: Updating smithi077:/var/lib/ceph/09bfb546-f74e-11ee-b64a-cb9ed24678a4/config/ceph.client.admin.keyring 2024-04-10T15:28:53.330 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:53 smithi069 ceph-mon[39688]: Deploying daemon alertmanager.a on smithi069 2024-04-10T15:28:53.331 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:53 smithi069 ceph-mon[27501]: Updating smithi069:/var/lib/ceph/09bfb546-f74e-11ee-b64a-cb9ed24678a4/config/ceph.client.admin.keyring 2024-04-10T15:28:53.331 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:53 smithi069 ceph-mon[27501]: Updating smithi077:/var/lib/ceph/09bfb546-f74e-11ee-b64a-cb9ed24678a4/config/ceph.client.admin.keyring 2024-04-10T15:28:53.331 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:53 smithi069 ceph-mon[27501]: Deploying daemon alertmanager.a on smithi069 2024-04-10T15:28:53.486 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:53 smithi077 ceph-mon[31195]: Updating smithi069:/var/lib/ceph/09bfb546-f74e-11ee-b64a-cb9ed24678a4/config/ceph.client.admin.keyring 2024-04-10T15:28:53.486 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:53 smithi077 ceph-mon[31195]: Updating smithi077:/var/lib/ceph/09bfb546-f74e-11ee-b64a-cb9ed24678a4/config/ceph.client.admin.keyring 2024-04-10T15:28:53.486 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:53 smithi077 ceph-mon[31195]: Deploying daemon alertmanager.a on smithi069 2024-04-10T15:28:53.504 INFO:teuthology.orchestra.run.smithi069.stdout: 2024-04-10T15:28:53.504 INFO:teuthology.orchestra.run.smithi069.stdout:{"epoch":69,"fsid":"09bfb546-f74e-11ee-b64a-cb9ed24678a4","created":"2024-04-10T15:22:42.696144+0000","modified":"2024-04-10T15:28:47.101990+0000","last_up_change":"2024-04-10T15:27:54.449002+0000","last_in_change":"2024-04-10T15:27:36.978052+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-10T15:25:53.886359+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-10T15:28:10.722853+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"61","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-10T15:28:11.860941+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"62","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"rbd","create_time":"2024-04-10T15:28:43.972626+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"69","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":3,"score_stable":3,"optimal_score":1,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"b719f13c-81ae-4937-9fb7-a808d74357a5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6802","nonce":4151394394},{"type":"v1","addr":"172.21.15.69:6803","nonce":4151394394}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6804","nonce":4151394394},{"type":"v1","addr":"172.21.15.69:6805","nonce":4151394394}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6808","nonce":4151394394},{"type":"v1","addr":"172.21.15.69:6809","nonce":4151394394}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6806","nonce":4151394394},{"type":"v1","addr":"172.21.15.69:6807","nonce":4151394394}]},"public_addr":"172.21.15.69:6803/4151394394","cluster_addr":"172.21.15.69:6805/4151394394","heartbeat_back_addr":"172.21.15.69:6809/4151394394","heartbeat_front_addr":"172.21.15.69:6807/4151394394","state":["exists","up"]},{"osd":1,"uuid":"2792adf4-cb44-4e8d-a4d7-23e6b890b8a0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6810","nonce":1357395889},{"type":"v1","addr":"172.21.15.69:6811","nonce":1357395889}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6812","nonce":1357395889},{"type":"v1","addr":"172.21.15.69:6813","nonce":1357395889}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6816","nonce":1357395889},{"type":"v1","addr":"172.21.15.69:6817","nonce":1357395889}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6814","nonce":1357395889},{"type":"v1","addr":"172.21.15.69:6815","nonce":1357395889}]},"public_addr":"172.21.15.69:6811/1357395889","cluster_addr":"172.21.15.69:6813/1357395889","heartbeat_back_addr":"172.21.15.69:6817/1357395889","heartbeat_front_addr":"172.21.15.69:6815/1357395889","state":["exists","up"]},{"osd":2,"uuid":"bc921321-1efe-43c6-ab36-ff5b6d48bcdf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6818","nonce":4024388906},{"type":"v1","addr":"172.21.15.69:6819","nonce":4024388906}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6820","nonce":4024388906},{"type":"v1","addr":"172.21.15.69:6821","nonce":4024388906}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6824","nonce":4024388906},{"type":"v1","addr":"172.21.15.69:6825","nonce":4024388906}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6822","nonce":4024388906},{"type":"v1","addr":"172.21.15.69:6823","nonce":4024388906}]},"public_addr":"172.21.15.69:6819/4024388906","cluster_addr":"172.21.15.69:6821/4024388906","heartbeat_back_addr":"172.21.15.69:6825/4024388906","heartbeat_front_addr":"172.21.15.69:6823/4024388906","state":["exists","up"]},{"osd":3,"uuid":"5a669ea3-f5c5-46d2-a202-d740afa7e7ca","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6826","nonce":2148573806},{"type":"v1","addr":"172.21.15.69:6827","nonce":2148573806}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6828","nonce":2148573806},{"type":"v1","addr":"172.21.15.69:6829","nonce":2148573806}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6832","nonce":2148573806},{"type":"v1","addr":"172.21.15.69:6833","nonce":2148573806}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6830","nonce":2148573806},{"type":"v1","addr":"172.21.15.69:6831","nonce":2148573806}]},"public_addr":"172.21.15.69:6827/2148573806","cluster_addr":"172.21.15.69:6829/2148573806","heartbeat_back_addr":"172.21.15.69:6833/2148573806","heartbeat_front_addr":"172.21.15.69:6831/2148573806","state":["exists","up"]},{"osd":4,"uuid":"f96c3109-ec3b-4b10-9541-1b295bff29da","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6800","nonce":1495062443},{"type":"v1","addr":"172.21.15.77:6801","nonce":1495062443}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6802","nonce":1495062443},{"type":"v1","addr":"172.21.15.77:6803","nonce":1495062443}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6806","nonce":1495062443},{"type":"v1","addr":"172.21.15.77:6807","nonce":1495062443}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6804","nonce":1495062443},{"type":"v1","addr":"172.21.15.77:6805","nonce":1495062443}]},"public_addr":"172.21.15.77:6801/1495062443","cluster_addr":"172.21.15.77:6803/1495062443","heartbeat_back_addr":"172.21.15.77:6807/1495062443","heartbeat_front_addr":"172.21.15.77:6805/1495062443","state":["exists","up"]},{"osd":5,"uuid":"53a362f2-5398-46e2-893a-c082eeaed67a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6808","nonce":1052908863},{"type":"v1","addr":"172.21.15.77:6809","nonce":1052908863}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6810","nonce":1052908863},{"type":"v1","addr":"172.21.15.77:6811","nonce":1052908863}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6814","nonce":1052908863},{"type":"v1","addr":"172.21.15.77:6815","nonce":1052908863}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6812","nonce":1052908863},{"type":"v1","addr":"172.21.15.77:6813","nonce":1052908863}]},"public_addr":"172.21.15.77:6809/1052908863","cluster_addr":"172.21.15.77:6811/1052908863","heartbeat_back_addr":"172.21.15.77:6815/1052908863","heartbeat_front_addr":"172.21.15.77:6813/1052908863","state":["exists","up"]},{"osd":6,"uuid":"c49d5f16-cf9d-4802-9f57-3fd57ccf650c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6816","nonce":1062558787},{"type":"v1","addr":"172.21.15.77:6817","nonce":1062558787}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6818","nonce":1062558787},{"type":"v1","addr":"172.21.15.77:6819","nonce":1062558787}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6822","nonce":1062558787},{"type":"v1","addr":"172.21.15.77:6823","nonce":1062558787}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6820","nonce":1062558787},{"type":"v1","addr":"172.21.15.77:6821","nonce":1062558787}]},"public_addr":"172.21.15.77:6817/1062558787","cluster_addr":"172.21.15.77:6819/1062558787","heartbeat_back_addr":"172.21.15.77:6823/1062558787","heartbeat_front_addr":"172.21.15.77:6821/1062558787","state":["exists","up"]},{"osd":7,"uuid":"7bd91ebb-06bd-49bb-9f1c-04cafb0fac05","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6824","nonce":2596130898},{"type":"v1","addr":"172.21.15.77:6825","nonce":2596130898}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6826","nonce":2596130898},{"type":"v1","addr":"172.21.15.77:6827","nonce":2596130898}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6830","nonce":2596130898},{"type":"v1","addr":"172.21.15.77:6831","nonce":2596130898}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6828","nonce":2596130898},{"type":"v1","addr":"172.21.15.77:6829","nonce":2596130898}]},"public_addr":"172.21.15.77:6825/2596130898","cluster_addr":"172.21.15.77:6827/2596130898","heartbeat_back_addr":"172.21.15.77:6831/2596130898","heartbeat_front_addr":"172.21.15.77:6829/2596130898","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T15:24:59.115526+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T15:25:24.586758+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T15:25:49.945194+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T15:26:16.222742+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T15:26:38.988879+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T15:27:03.320288+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T15:27:27.733370+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T15:27:52.661696+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.e","mappings":[{"from":7,"to":4}]},{"pgid":"3.9","mappings":[{"from":4,"to":1}]},{"pgid":"3.b","mappings":[{"from":0,"to":2}]},{"pgid":"3.1c","mappings":[{"from":5,"to":2}]},{"pgid":"3.1d","mappings":[{"from":4,"to":1}]},{"pgid":"3.30","mappings":[{"from":0,"to":1},{"from":5,"to":2}]},{"pgid":"3.3d","mappings":[{"from":0,"to":3}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.69:0/2506089448":"2024-04-11T15:28:45.087668+0000","172.21.15.69:0/1777701802":"2024-04-11T15:28:45.087668+0000","172.21.15.69:0/3098867057":"2024-04-11T15:28:45.087668+0000","172.21.15.69:6801/4122330610":"2024-04-11T15:23:35.574129+0000","172.21.15.69:6800/4122330610":"2024-04-11T15:23:35.574129+0000","172.21.15.69:0/2360866969":"2024-04-11T15:23:35.574129+0000","172.21.15.69:0/1572879938":"2024-04-11T15:23:35.574129+0000","172.21.15.69:0/3527145919":"2024-04-11T15:28:45.087668+0000","172.21.15.69:6801/3673302828":"2024-04-11T15:23:09.794536+0000","172.21.15.69:6800/3673302828":"2024-04-11T15:23:09.794536+0000","172.21.15.69:0/2434162432":"2024-04-11T15:23:09.794536+0000","172.21.15.69:6800/3708449102":"2024-04-11T15:28:45.087668+0000","172.21.15.69:0/2980460282":"2024-04-11T15:23:09.794536+0000","172.21.15.69:6801/3708449102":"2024-04-11T15:28:45.087668+0000","172.21.15.69:0/4118089464":"2024-04-11T15:23:09.794536+0000","172.21.15.69:0/1550264844":"2024-04-11T15:23:35.574129+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-10T15:28:54.383 INFO:tasks.cephadm.ceph_manager.ceph:all up! 2024-04-10T15:28:54.383 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 09bfb546-f74e-11ee-b64a-cb9ed24678a4 -- ceph osd dump --format=json 2024-04-10T15:28:54.486 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:54 smithi077 ceph-mon[31195]: pgmap v9: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 44 KiB/s rd, 346 KiB/s wr, 60 op/s; 247 KiB/s, 0 objects/s recovering 2024-04-10T15:28:54.486 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:54 smithi077 ceph-mon[31195]: from='client.? 172.21.15.69:0/2764618188' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-10T15:28:54.580 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:54 smithi069 ceph-mon[27501]: pgmap v9: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 44 KiB/s rd, 346 KiB/s wr, 60 op/s; 247 KiB/s, 0 objects/s recovering 2024-04-10T15:28:54.580 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:54 smithi069 ceph-mon[27501]: from='client.? 172.21.15.69:0/2764618188' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-10T15:28:54.580 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:54 smithi069 ceph-mon[39688]: pgmap v9: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 44 KiB/s rd, 346 KiB/s wr, 60 op/s; 247 KiB/s, 0 objects/s recovering 2024-04-10T15:28:54.581 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:54 smithi069 ceph-mon[39688]: from='client.? 172.21.15.69:0/2764618188' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-10T15:28:54.589 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/09bfb546-f74e-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T15:28:56.408 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:56 smithi069 ceph-mon[39688]: pgmap v10: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 23 KiB/s rd, 0 B/s wr, 12 op/s 2024-04-10T15:28:56.408 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:56 smithi069 ceph-mon[27501]: pgmap v10: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 23 KiB/s rd, 0 B/s wr, 12 op/s 2024-04-10T15:28:56.486 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:56 smithi077 ceph-mon[31195]: pgmap v10: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 23 KiB/s rd, 0 B/s wr, 12 op/s 2024-04-10T15:28:57.080 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:28:56 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[27756]: ::ffff:172.21.15.77 - - [10/Apr/2024:15:28:56] "GET /metrics HTTP/1.1" 200 31011 "" "Prometheus/2.43.0" 2024-04-10T15:28:57.969 INFO:teuthology.orchestra.run.smithi069.stdout: 2024-04-10T15:28:57.970 INFO:teuthology.orchestra.run.smithi069.stdout:{"epoch":69,"fsid":"09bfb546-f74e-11ee-b64a-cb9ed24678a4","created":"2024-04-10T15:22:42.696144+0000","modified":"2024-04-10T15:28:47.101990+0000","last_up_change":"2024-04-10T15:27:54.449002+0000","last_in_change":"2024-04-10T15:27:36.978052+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-10T15:25:53.886359+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-10T15:28:10.722853+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"61","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-10T15:28:11.860941+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"62","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"rbd","create_time":"2024-04-10T15:28:43.972626+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"69","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":3,"score_stable":3,"optimal_score":1,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"b719f13c-81ae-4937-9fb7-a808d74357a5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6802","nonce":4151394394},{"type":"v1","addr":"172.21.15.69:6803","nonce":4151394394}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6804","nonce":4151394394},{"type":"v1","addr":"172.21.15.69:6805","nonce":4151394394}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6808","nonce":4151394394},{"type":"v1","addr":"172.21.15.69:6809","nonce":4151394394}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6806","nonce":4151394394},{"type":"v1","addr":"172.21.15.69:6807","nonce":4151394394}]},"public_addr":"172.21.15.69:6803/4151394394","cluster_addr":"172.21.15.69:6805/4151394394","heartbeat_back_addr":"172.21.15.69:6809/4151394394","heartbeat_front_addr":"172.21.15.69:6807/4151394394","state":["exists","up"]},{"osd":1,"uuid":"2792adf4-cb44-4e8d-a4d7-23e6b890b8a0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6810","nonce":1357395889},{"type":"v1","addr":"172.21.15.69:6811","nonce":1357395889}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6812","nonce":1357395889},{"type":"v1","addr":"172.21.15.69:6813","nonce":1357395889}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6816","nonce":1357395889},{"type":"v1","addr":"172.21.15.69:6817","nonce":1357395889}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6814","nonce":1357395889},{"type":"v1","addr":"172.21.15.69:6815","nonce":1357395889}]},"public_addr":"172.21.15.69:6811/1357395889","cluster_addr":"172.21.15.69:6813/1357395889","heartbeat_back_addr":"172.21.15.69:6817/1357395889","heartbeat_front_addr":"172.21.15.69:6815/1357395889","state":["exists","up"]},{"osd":2,"uuid":"bc921321-1efe-43c6-ab36-ff5b6d48bcdf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6818","nonce":4024388906},{"type":"v1","addr":"172.21.15.69:6819","nonce":4024388906}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6820","nonce":4024388906},{"type":"v1","addr":"172.21.15.69:6821","nonce":4024388906}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6824","nonce":4024388906},{"type":"v1","addr":"172.21.15.69:6825","nonce":4024388906}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6822","nonce":4024388906},{"type":"v1","addr":"172.21.15.69:6823","nonce":4024388906}]},"public_addr":"172.21.15.69:6819/4024388906","cluster_addr":"172.21.15.69:6821/4024388906","heartbeat_back_addr":"172.21.15.69:6825/4024388906","heartbeat_front_addr":"172.21.15.69:6823/4024388906","state":["exists","up"]},{"osd":3,"uuid":"5a669ea3-f5c5-46d2-a202-d740afa7e7ca","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6826","nonce":2148573806},{"type":"v1","addr":"172.21.15.69:6827","nonce":2148573806}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6828","nonce":2148573806},{"type":"v1","addr":"172.21.15.69:6829","nonce":2148573806}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6832","nonce":2148573806},{"type":"v1","addr":"172.21.15.69:6833","nonce":2148573806}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6830","nonce":2148573806},{"type":"v1","addr":"172.21.15.69:6831","nonce":2148573806}]},"public_addr":"172.21.15.69:6827/2148573806","cluster_addr":"172.21.15.69:6829/2148573806","heartbeat_back_addr":"172.21.15.69:6833/2148573806","heartbeat_front_addr":"172.21.15.69:6831/2148573806","state":["exists","up"]},{"osd":4,"uuid":"f96c3109-ec3b-4b10-9541-1b295bff29da","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6800","nonce":1495062443},{"type":"v1","addr":"172.21.15.77:6801","nonce":1495062443}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6802","nonce":1495062443},{"type":"v1","addr":"172.21.15.77:6803","nonce":1495062443}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6806","nonce":1495062443},{"type":"v1","addr":"172.21.15.77:6807","nonce":1495062443}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6804","nonce":1495062443},{"type":"v1","addr":"172.21.15.77:6805","nonce":1495062443}]},"public_addr":"172.21.15.77:6801/1495062443","cluster_addr":"172.21.15.77:6803/1495062443","heartbeat_back_addr":"172.21.15.77:6807/1495062443","heartbeat_front_addr":"172.21.15.77:6805/1495062443","state":["exists","up"]},{"osd":5,"uuid":"53a362f2-5398-46e2-893a-c082eeaed67a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6808","nonce":1052908863},{"type":"v1","addr":"172.21.15.77:6809","nonce":1052908863}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6810","nonce":1052908863},{"type":"v1","addr":"172.21.15.77:6811","nonce":1052908863}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6814","nonce":1052908863},{"type":"v1","addr":"172.21.15.77:6815","nonce":1052908863}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6812","nonce":1052908863},{"type":"v1","addr":"172.21.15.77:6813","nonce":1052908863}]},"public_addr":"172.21.15.77:6809/1052908863","cluster_addr":"172.21.15.77:6811/1052908863","heartbeat_back_addr":"172.21.15.77:6815/1052908863","heartbeat_front_addr":"172.21.15.77:6813/1052908863","state":["exists","up"]},{"osd":6,"uuid":"c49d5f16-cf9d-4802-9f57-3fd57ccf650c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6816","nonce":1062558787},{"type":"v1","addr":"172.21.15.77:6817","nonce":1062558787}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6818","nonce":1062558787},{"type":"v1","addr":"172.21.15.77:6819","nonce":1062558787}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6822","nonce":1062558787},{"type":"v1","addr":"172.21.15.77:6823","nonce":1062558787}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6820","nonce":1062558787},{"type":"v1","addr":"172.21.15.77:6821","nonce":1062558787}]},"public_addr":"172.21.15.77:6817/1062558787","cluster_addr":"172.21.15.77:6819/1062558787","heartbeat_back_addr":"172.21.15.77:6823/1062558787","heartbeat_front_addr":"172.21.15.77:6821/1062558787","state":["exists","up"]},{"osd":7,"uuid":"7bd91ebb-06bd-49bb-9f1c-04cafb0fac05","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6824","nonce":2596130898},{"type":"v1","addr":"172.21.15.77:6825","nonce":2596130898}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6826","nonce":2596130898},{"type":"v1","addr":"172.21.15.77:6827","nonce":2596130898}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6830","nonce":2596130898},{"type":"v1","addr":"172.21.15.77:6831","nonce":2596130898}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6828","nonce":2596130898},{"type":"v1","addr":"172.21.15.77:6829","nonce":2596130898}]},"public_addr":"172.21.15.77:6825/2596130898","cluster_addr":"172.21.15.77:6827/2596130898","heartbeat_back_addr":"172.21.15.77:6831/2596130898","heartbeat_front_addr":"172.21.15.77:6829/2596130898","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T15:24:59.115526+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T15:25:24.586758+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T15:25:49.945194+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T15:26:16.222742+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T15:26:38.988879+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T15:27:03.320288+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T15:27:27.733370+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T15:27:52.661696+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.e","mappings":[{"from":7,"to":4}]},{"pgid":"3.9","mappings":[{"from":4,"to":1}]},{"pgid":"3.b","mappings":[{"from":0,"to":2}]},{"pgid":"3.1c","mappings":[{"from":5,"to":2}]},{"pgid":"3.1d","mappings":[{"from":4,"to":1}]},{"pgid":"3.30","mappings":[{"from":0,"to":1},{"from":5,"to":2}]},{"pgid":"3.3d","mappings":[{"from":0,"to":3}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.69:0/2506089448":"2024-04-11T15:28:45.087668+0000","172.21.15.69:0/1777701802":"2024-04-11T15:28:45.087668+0000","172.21.15.69:0/3098867057":"2024-04-11T15:28:45.087668+0000","172.21.15.69:6801/4122330610":"2024-04-11T15:23:35.574129+0000","172.21.15.69:6800/4122330610":"2024-04-11T15:23:35.574129+0000","172.21.15.69:0/2360866969":"2024-04-11T15:23:35.574129+0000","172.21.15.69:0/1572879938":"2024-04-11T15:23:35.574129+0000","172.21.15.69:0/3527145919":"2024-04-11T15:28:45.087668+0000","172.21.15.69:6801/3673302828":"2024-04-11T15:23:09.794536+0000","172.21.15.69:6800/3673302828":"2024-04-11T15:23:09.794536+0000","172.21.15.69:0/2434162432":"2024-04-11T15:23:09.794536+0000","172.21.15.69:6800/3708449102":"2024-04-11T15:28:45.087668+0000","172.21.15.69:0/2980460282":"2024-04-11T15:23:09.794536+0000","172.21.15.69:6801/3708449102":"2024-04-11T15:28:45.087668+0000","172.21.15.69:0/4118089464":"2024-04-11T15:23:09.794536+0000","172.21.15.69:0/1550264844":"2024-04-11T15:23:35.574129+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-10T15:28:58.439 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:58 smithi069 ceph-mon[27501]: pgmap v11: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 21 KiB/s rd, 0 B/s wr, 11 op/s 2024-04-10T15:28:58.440 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:28:58 smithi069 ceph-mon[27501]: from='client.? 172.21.15.69:0/838778740' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-10T15:28:58.440 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:58 smithi069 ceph-mon[39688]: pgmap v11: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 21 KiB/s rd, 0 B/s wr, 11 op/s 2024-04-10T15:28:58.440 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:28:58 smithi069 ceph-mon[39688]: from='client.? 172.21.15.69:0/838778740' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-10T15:28:58.486 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:58 smithi077 ceph-mon[31195]: pgmap v11: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 21 KiB/s rd, 0 B/s wr, 11 op/s 2024-04-10T15:28:58.486 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:28:58 smithi077 ceph-mon[31195]: from='client.? 172.21.15.69:0/838778740' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-10T15:28:58.959 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 09bfb546-f74e-11ee-b64a-cb9ed24678a4 -- ceph tell osd.0 flush_pg_stats 2024-04-10T15:28:58.960 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 09bfb546-f74e-11ee-b64a-cb9ed24678a4 -- ceph tell osd.1 flush_pg_stats 2024-04-10T15:28:58.960 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 09bfb546-f74e-11ee-b64a-cb9ed24678a4 -- ceph tell osd.2 flush_pg_stats 2024-04-10T15:28:58.961 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 09bfb546-f74e-11ee-b64a-cb9ed24678a4 -- ceph tell osd.3 flush_pg_stats 2024-04-10T15:28:58.961 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 09bfb546-f74e-11ee-b64a-cb9ed24678a4 -- ceph tell osd.4 flush_pg_stats 2024-04-10T15:28:58.961 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 09bfb546-f74e-11ee-b64a-cb9ed24678a4 -- ceph tell osd.5 flush_pg_stats 2024-04-10T15:28:58.962 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 09bfb546-f74e-11ee-b64a-cb9ed24678a4 -- ceph tell osd.6 flush_pg_stats 2024-04-10T15:28:58.962 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 09bfb546-f74e-11ee-b64a-cb9ed24678a4 -- ceph tell osd.7 flush_pg_stats 2024-04-10T15:29:00.120 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/09bfb546-f74e-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T15:29:00.120 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/09bfb546-f74e-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T15:29:00.121 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/09bfb546-f74e-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T15:29:00.121 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/09bfb546-f74e-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T15:29:00.122 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/09bfb546-f74e-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T15:29:00.126 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/09bfb546-f74e-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T15:29:00.486 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:29:00 smithi077 ceph-mon[31195]: pgmap v12: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 9 op/s 2024-04-10T15:29:00.487 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:29:00 smithi077 ceph-mon[31195]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:29:00.522 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:29:00 smithi069 ceph-mon[27501]: pgmap v12: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 9 op/s 2024-04-10T15:29:00.522 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:29:00 smithi069 ceph-mon[27501]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:29:00.522 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:29:00 smithi069 ceph-mon[39688]: pgmap v12: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 9 op/s 2024-04-10T15:29:00.522 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:29:00 smithi069 ceph-mon[39688]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:29:01.980 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/09bfb546-f74e-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T15:29:02.450 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:29:02 smithi069 ceph-mon[39688]: pgmap v13: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 9 op/s 2024-04-10T15:29:02.451 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:29:02 smithi069 ceph-mon[27501]: pgmap v13: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 9 op/s 2024-04-10T15:29:02.486 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:29:02 smithi077 ceph-mon[31195]: pgmap v13: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 9 op/s 2024-04-10T15:29:04.330 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:29:04 smithi069 ceph-mon[27501]: pgmap v14: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 9 op/s 2024-04-10T15:29:04.331 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:29:04 smithi069 ceph-mon[39688]: pgmap v14: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 9 op/s 2024-04-10T15:29:04.486 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:29:04 smithi077 ceph-mon[31195]: pgmap v14: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 9 op/s 2024-04-10T15:29:04.999 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/09bfb546-f74e-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T15:29:06.486 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:29:06 smithi077 ceph-mon[31195]: pgmap v15: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:29:06.580 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:29:06 smithi069 ceph-mon[39688]: pgmap v15: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:29:06.580 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:29:06 smithi069 ceph-mon[27501]: pgmap v15: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:29:07.080 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:29:06 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[27756]: ::ffff:172.21.15.77 - - [10/Apr/2024:15:29:06] "GET /metrics HTTP/1.1" 200 33645 "" "Prometheus/2.43.0" 2024-04-10T15:29:08.486 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:29:08 smithi077 ceph-mon[31195]: pgmap v16: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:29:08.573 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:29:08 smithi069 ceph-mon[39688]: pgmap v16: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:29:08.573 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:29:08 smithi069 ceph-mon[27501]: pgmap v16: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:29:10.307 INFO:teuthology.orchestra.run.smithi069.stdout:231928234000 2024-04-10T15:29:10.307 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 09bfb546-f74e-11ee-b64a-cb9ed24678a4 -- ceph osd last-stat-seq osd.7 2024-04-10T15:29:10.395 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:29:10 smithi069 ceph-mon[39688]: pgmap v17: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:29:10.395 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:29:10 smithi069 ceph-mon[27501]: pgmap v17: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:29:10.486 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:29:10 smithi077 ceph-mon[31195]: pgmap v17: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:29:12.331 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:29:12 smithi069 ceph-mon[39688]: pgmap v18: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:29:12.331 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:29:12 smithi069 ceph-mon[27501]: pgmap v18: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:29:12.387 INFO:teuthology.orchestra.run.smithi069.stdout:197568495638 2024-04-10T15:29:12.388 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 09bfb546-f74e-11ee-b64a-cb9ed24678a4 -- ceph osd last-stat-seq osd.6 2024-04-10T15:29:12.736 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:29:12 smithi077 ceph-mon[31195]: pgmap v18: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:29:14.516 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:29:14 smithi069 ceph-mon[27501]: pgmap v19: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:29:14.516 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:29:14 smithi069 ceph-mon[39688]: pgmap v19: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:29:14.736 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:29:14 smithi077 ceph-mon[31195]: pgmap v19: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:29:15.580 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:29:15 smithi069 ceph-mon[39688]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:29:15.581 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:29:15 smithi069 ceph-mon[27501]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:29:15.736 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:29:15 smithi077 ceph-mon[31195]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:29:16.568 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:29:16 smithi069 ceph-mon[39688]: pgmap v20: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:29:16.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:29:16 smithi069 ceph-mon[27501]: pgmap v20: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:29:16.592 INFO:teuthology.orchestra.run.smithi069.stdout:77309411371 2024-04-10T15:29:16.593 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 09bfb546-f74e-11ee-b64a-cb9ed24678a4 -- ceph osd last-stat-seq osd.2 2024-04-10T15:29:16.638 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:29:16 smithi077 ceph-mon[31195]: pgmap v20: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:29:16.830 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:29:16 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[27756]: ::ffff:172.21.15.77 - - [10/Apr/2024:15:29:16] "GET /metrics HTTP/1.1" 200 33640 "" "Prometheus/2.43.0" 2024-04-10T15:29:17.580 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:29:17 smithi069 ceph-mon[39688]: pgmap v21: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:29:17.581 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:29:17 smithi069 ceph-mon[27501]: pgmap v21: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:29:17.654 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:29:17 smithi077 ceph-mon[31195]: pgmap v21: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:29:17.658 INFO:teuthology.orchestra.run.smithi069.stdout:128849018913 2024-04-10T15:29:17.658 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 09bfb546-f74e-11ee-b64a-cb9ed24678a4 -- ceph osd last-stat-seq osd.4 2024-04-10T15:29:18.421 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/09bfb546-f74e-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T15:29:18.828 INFO:teuthology.orchestra.run.smithi069.stdout:34359738421 2024-04-10T15:29:18.829 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 09bfb546-f74e-11ee-b64a-cb9ed24678a4 -- ceph osd last-stat-seq osd.0 2024-04-10T15:29:19.718 INFO:teuthology.orchestra.run.smithi069.stdout:55834574896 2024-04-10T15:29:19.718 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 09bfb546-f74e-11ee-b64a-cb9ed24678a4 -- ceph osd last-stat-seq osd.1 2024-04-10T15:29:20.204 INFO:teuthology.orchestra.run.smithi069.stdout:163208757275 2024-04-10T15:29:20.204 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 09bfb546-f74e-11ee-b64a-cb9ed24678a4 -- ceph osd last-stat-seq osd.5 2024-04-10T15:29:20.487 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:29:20 smithi077 ceph-mon[31195]: pgmap v22: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:29:20.580 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:29:20 smithi069 ceph-mon[39688]: pgmap v22: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:29:20.581 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:29:20 smithi069 ceph-mon[27501]: pgmap v22: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:29:20.634 INFO:teuthology.orchestra.run.smithi069.stdout:107374182438 2024-04-10T15:29:20.634 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 09bfb546-f74e-11ee-b64a-cb9ed24678a4 -- ceph osd last-stat-seq osd.3 2024-04-10T15:29:21.001 INFO:journalctl@ceph.alertmanager.a.smithi069.stdout:Apr 10 15:29:20 smithi069 podman[75207]: 2024-04-10 15:29:20.844310076 +0000 UTC m=+1.049707074 container create d9fcdb48ddc94a855f5a9be970b85479a5d15c778b0515be2d06c1d69d063ea7 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-10T15:29:21.254 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/09bfb546-f74e-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T15:29:21.309 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/09bfb546-f74e-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T15:29:21.309 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/09bfb546-f74e-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T15:29:21.311 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/09bfb546-f74e-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T15:29:21.311 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/09bfb546-f74e-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T15:29:21.391 INFO:journalctl@ceph.alertmanager.a.smithi069.stdout:Apr 10 15:29:21 smithi069 podman[75207]: 2024-04-10 15:29:21.121846254 +0000 UTC m=+1.327243221 container init d9fcdb48ddc94a855f5a9be970b85479a5d15c778b0515be2d06c1d69d063ea7 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-10T15:29:21.391 INFO:journalctl@ceph.alertmanager.a.smithi069.stdout:Apr 10 15:29:21 smithi069 podman[75207]: 2024-04-10 15:29:21.127869765 +0000 UTC m=+1.333266725 container start d9fcdb48ddc94a855f5a9be970b85479a5d15c778b0515be2d06c1d69d063ea7 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-10T15:29:21.391 INFO:journalctl@ceph.alertmanager.a.smithi069.stdout:Apr 10 15:29:21 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-alertmanager-a[75355]: ts=2024-04-10T15:29:21.140Z caller=main.go:240 level=info msg="Starting Alertmanager" version="(version=0.25.0, branch=HEAD, revision=258fab7cdd551f2cf251ed0348f0ad7289aee789)" 2024-04-10T15:29:21.391 INFO:journalctl@ceph.alertmanager.a.smithi069.stdout:Apr 10 15:29:21 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-alertmanager-a[75355]: ts=2024-04-10T15:29:21.140Z caller=main.go:241 level=info build_context="(go=go1.19.4, user=root@abe866dd5717, date=20221222-14:51:36)" 2024-04-10T15:29:21.391 INFO:journalctl@ceph.alertmanager.a.smithi069.stdout:Apr 10 15:29:21 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-alertmanager-a[75355]: ts=2024-04-10T15:29:21.140Z caller=cluster.go:185 level=info component=cluster msg="setting advertise address explicitly" addr=172.21.15.69 port=9094 2024-04-10T15:29:21.391 INFO:journalctl@ceph.alertmanager.a.smithi069.stdout:Apr 10 15:29:21 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-alertmanager-a[75355]: ts=2024-04-10T15:29:21.141Z caller=cluster.go:681 level=info component=cluster msg="Waiting for gossip to settle..." interval=2s 2024-04-10T15:29:21.391 INFO:journalctl@ceph.alertmanager.a.smithi069.stdout:Apr 10 15:29:21 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-alertmanager-a[75355]: ts=2024-04-10T15:29:21.164Z caller=coordinator.go:113 level=info component=configuration msg="Loading configuration file" file=/etc/alertmanager/alertmanager.yml 2024-04-10T15:29:21.392 INFO:journalctl@ceph.alertmanager.a.smithi069.stdout:Apr 10 15:29:21 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-alertmanager-a[75355]: ts=2024-04-10T15:29:21.164Z caller=coordinator.go:126 level=info component=configuration msg="Completed loading of configuration file" file=/etc/alertmanager/alertmanager.yml 2024-04-10T15:29:21.392 INFO:journalctl@ceph.alertmanager.a.smithi069.stdout:Apr 10 15:29:21 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-alertmanager-a[75355]: ts=2024-04-10T15:29:21.167Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9093 2024-04-10T15:29:21.392 INFO:journalctl@ceph.alertmanager.a.smithi069.stdout:Apr 10 15:29:21 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-alertmanager-a[75355]: ts=2024-04-10T15:29:21.167Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9093 2024-04-10T15:29:21.392 INFO:journalctl@ceph.alertmanager.a.smithi069.stdout:Apr 10 15:29:21 smithi069 bash[75207]: d9fcdb48ddc94a855f5a9be970b85479a5d15c778b0515be2d06c1d69d063ea7 2024-04-10T15:29:21.392 INFO:journalctl@ceph.alertmanager.a.smithi069.stdout:Apr 10 15:29:21 smithi069 systemd[1]: Started Ceph alertmanager.a for 09bfb546-f74e-11ee-b64a-cb9ed24678a4. 2024-04-10T15:29:21.662 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:29:21 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[27756]: [10/Apr/2024:15:29:21] ENGINE Bus STOPPING 2024-04-10T15:29:21.662 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:29:21 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[27756]: [10/Apr/2024:15:29:21] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-10T15:29:21.662 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:29:21 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[27756]: [10/Apr/2024:15:29:21] ENGINE Bus STOPPED 2024-04-10T15:29:21.662 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:29:21 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[27756]: [10/Apr/2024:15:29:21] ENGINE Bus STARTING 2024-04-10T15:29:21.662 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:29:21 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[27756]: [10/Apr/2024:15:29:21] ENGINE Serving on http://:::9283 2024-04-10T15:29:21.663 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:29:21 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[27756]: [10/Apr/2024:15:29:21] ENGINE Bus STARTED 2024-04-10T15:29:22.330 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:29:22 smithi069 ceph-mon[39688]: pgmap v23: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:29:22.331 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:29:22 smithi069 ceph-mon[39688]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:29:22.331 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:29:22 smithi069 ceph-mon[39688]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:29:22.331 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:29:22 smithi069 ceph-mon[39688]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:29:22.331 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:29:22 smithi069 ceph-mon[39688]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:29:22.331 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:29:22 smithi069 ceph-mon[39688]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:29:22.331 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:29:22 smithi069 ceph-mon[39688]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:29:22.331 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:29:22 smithi069 ceph-mon[39688]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-04-10T15:29:22.331 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:29:22 smithi069 ceph-mon[39688]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:29:22.331 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:29:22 smithi069 ceph-mon[27501]: pgmap v23: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:29:22.331 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:29:22 smithi069 ceph-mon[27501]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:29:22.332 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:29:22 smithi069 ceph-mon[27501]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:29:22.332 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:29:22 smithi069 ceph-mon[27501]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:29:22.332 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:29:22 smithi069 ceph-mon[27501]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:29:22.332 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:29:22 smithi069 ceph-mon[27501]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:29:22.332 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:29:22 smithi069 ceph-mon[27501]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:29:22.332 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:29:22 smithi069 ceph-mon[27501]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-04-10T15:29:22.332 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:29:22 smithi069 ceph-mon[27501]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:29:22.486 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:29:22 smithi077 ceph-mon[31195]: pgmap v23: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:29:22.487 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:29:22 smithi077 ceph-mon[31195]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:29:22.487 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:29:22 smithi077 ceph-mon[31195]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:29:22.487 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:29:22 smithi077 ceph-mon[31195]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:29:22.487 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:29:22 smithi077 ceph-mon[31195]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:29:22.487 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:29:22 smithi077 ceph-mon[31195]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:29:22.487 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:29:22 smithi077 ceph-mon[31195]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:29:22.487 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:29:22 smithi077 ceph-mon[31195]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-04-10T15:29:22.487 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:29:22 smithi077 ceph-mon[31195]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:29:22.782 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/09bfb546-f74e-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T15:29:23.142 INFO:journalctl@ceph.alertmanager.a.smithi069.stdout:Apr 10 15:29:23 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-alertmanager-a[75355]: ts=2024-04-10T15:29:23.142Z caller=cluster.go:706 level=info component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.000665443s 2024-04-10T15:29:23.486 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:29:23 smithi077 ceph-mon[31195]: Regenerating cephadm self-signed grafana TLS certificates 2024-04-10T15:29:23.487 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:29:23 smithi077 ceph-mon[31195]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-04-10T15:29:23.487 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:29:23 smithi077 ceph-mon[31195]: Deploying daemon grafana.a on smithi077 2024-04-10T15:29:23.502 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:29:23 smithi069 ceph-mon[39688]: Regenerating cephadm self-signed grafana TLS certificates 2024-04-10T15:29:23.502 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:29:23 smithi069 ceph-mon[39688]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-04-10T15:29:23.502 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:29:23 smithi069 ceph-mon[39688]: Deploying daemon grafana.a on smithi077 2024-04-10T15:29:23.502 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:29:23 smithi069 ceph-mon[27501]: Regenerating cephadm self-signed grafana TLS certificates 2024-04-10T15:29:23.502 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:29:23 smithi069 ceph-mon[27501]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-04-10T15:29:23.502 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:29:23 smithi069 ceph-mon[27501]: Deploying daemon grafana.a on smithi077 2024-04-10T15:29:24.330 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:29:24 smithi069 ceph-mon[39688]: pgmap v24: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:29:24.331 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:29:24 smithi069 ceph-mon[27501]: pgmap v24: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:29:24.486 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:29:24 smithi077 ceph-mon[31195]: pgmap v24: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:29:26.486 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:29:26 smithi077 ceph-mon[31195]: pgmap v25: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:29:26.487 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:29:26 smithi077 ceph-mon[31195]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:29:26.581 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:29:26 smithi069 ceph-mon[39688]: pgmap v25: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:29:26.581 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:29:26 smithi069 ceph-mon[39688]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:29:26.581 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:29:26 smithi069 ceph-mon[27501]: pgmap v25: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:29:26.581 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:29:26 smithi069 ceph-mon[27501]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:29:26.965 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:29:26 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[27756]: ::ffff:172.21.15.77 - - [10/Apr/2024:15:29:26] "GET /metrics HTTP/1.1" 200 33640 "" "Prometheus/2.43.0" 2024-04-10T15:29:27.675 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/09bfb546-f74e-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T15:29:28.330 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:29:28 smithi069 ceph-mon[39688]: pgmap v26: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:29:28.331 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:29:28 smithi069 ceph-mon[27501]: pgmap v26: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:29:28.487 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:29:28 smithi077 ceph-mon[31195]: pgmap v26: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:29:29.667 INFO:teuthology.orchestra.run.smithi069.stdout:197568495641 2024-04-10T15:29:30.330 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:29:30 smithi069 ceph-mon[27501]: pgmap v27: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:29:30.331 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:29:30 smithi069 ceph-mon[27501]: from='client.? 172.21.15.69:0/2056460550' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-04-10T15:29:30.331 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:29:30 smithi069 ceph-mon[27501]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:29:30.331 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:29:30 smithi069 ceph-mon[39688]: pgmap v27: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:29:30.331 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:29:30 smithi069 ceph-mon[39688]: from='client.? 172.21.15.69:0/2056460550' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-04-10T15:29:30.331 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:29:30 smithi069 ceph-mon[39688]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:29:30.486 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:29:30 smithi077 ceph-mon[31195]: pgmap v27: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:29:30.487 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:29:30 smithi077 ceph-mon[31195]: from='client.? 172.21.15.69:0/2056460550' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-04-10T15:29:30.487 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:29:30 smithi077 ceph-mon[31195]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:29:30.494 INFO:tasks.cephadm.ceph_manager.ceph:need seq 197568495638 got 197568495641 for osd.6 2024-04-10T15:29:30.494 DEBUG:teuthology.parallel:result is None 2024-04-10T15:29:31.330 INFO:journalctl@ceph.alertmanager.a.smithi069.stdout:Apr 10 15:29:31 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-alertmanager-a[75355]: ts=2024-04-10T15:29:31.144Z caller=cluster.go:698 level=info component=cluster msg="gossip settled; proceeding" elapsed=10.003057136s 2024-04-10T15:29:31.535 INFO:teuthology.orchestra.run.smithi069.stdout:231928234005 2024-04-10T15:29:32.125 INFO:teuthology.orchestra.run.smithi069.stdout:34359738425 2024-04-10T15:29:32.457 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:29:32 smithi069 ceph-mon[39688]: pgmap v28: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:29:32.457 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:29:32 smithi069 ceph-mon[39688]: from='client.? 172.21.15.69:0/549672073' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-04-10T15:29:32.457 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:29:32 smithi069 ceph-mon[39688]: from='client.? 172.21.15.69:0/3761174831' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-04-10T15:29:32.457 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:29:32 smithi069 ceph-mon[27501]: pgmap v28: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:29:32.457 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:29:32 smithi069 ceph-mon[27501]: from='client.? 172.21.15.69:0/549672073' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-04-10T15:29:32.457 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:29:32 smithi069 ceph-mon[27501]: from='client.? 172.21.15.69:0/3761174831' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-04-10T15:29:32.486 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:29:32 smithi077 ceph-mon[31195]: pgmap v28: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:29:32.487 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:29:32 smithi077 ceph-mon[31195]: from='client.? 172.21.15.69:0/549672073' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-04-10T15:29:32.487 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:29:32 smithi077 ceph-mon[31195]: from='client.? 172.21.15.69:0/3761174831' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-04-10T15:29:32.726 INFO:tasks.cephadm.ceph_manager.ceph:need seq 34359738421 got 34359738425 for osd.0 2024-04-10T15:29:32.727 DEBUG:teuthology.parallel:result is None 2024-04-10T15:29:33.127 INFO:teuthology.orchestra.run.smithi069.stdout:128849018916 2024-04-10T15:29:33.330 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:29:33 smithi069 ceph-mon[39688]: from='client.? 172.21.15.69:0/2128408533' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-04-10T15:29:33.331 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:29:33 smithi069 ceph-mon[27501]: from='client.? 172.21.15.69:0/2128408533' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-04-10T15:29:33.452 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:29:33 smithi077 ceph-mon[31195]: from='client.? 172.21.15.69:0/2128408533' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-04-10T15:29:33.869 INFO:teuthology.orchestra.run.smithi069.stdout:107374182441 2024-04-10T15:29:34.487 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:29:34 smithi077 ceph-mon[31195]: pgmap v29: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:29:34.487 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:29:34 smithi077 ceph-mon[31195]: from='client.? 172.21.15.69:0/1181420838' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-04-10T15:29:34.581 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:29:34 smithi069 ceph-mon[39688]: pgmap v29: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:29:34.581 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:29:34 smithi069 ceph-mon[39688]: from='client.? 172.21.15.69:0/1181420838' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-04-10T15:29:34.581 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:29:34 smithi069 ceph-mon[27501]: pgmap v29: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:29:34.581 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:29:34 smithi069 ceph-mon[27501]: from='client.? 172.21.15.69:0/1181420838' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-04-10T15:29:34.707 INFO:tasks.cephadm.ceph_manager.ceph:need seq 128849018913 got 128849018916 for osd.4 2024-04-10T15:29:34.707 DEBUG:teuthology.parallel:result is None 2024-04-10T15:29:35.466 INFO:teuthology.orchestra.run.smithi069.stdout:55834574900 2024-04-10T15:29:35.680 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:35 smithi077 podman[63250]: 2024-04-10 15:29:35.577339155 +0000 UTC m=+0.114577430 container create 8891d154474db7313fbea1d72bf27746741deee29508d39b45e3ce090eab67d6 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a, io.buildah.version=1.32.0, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, version=8.5, io.openshift.expose-services=, architecture=x86_64, release=239.1651231664, io.openshift.tags=base rhel8, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., vendor=Red Hat, Inc., name=ubi8, build-date=2022-04-29T11:48:11.055897, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, io.k8s.display-name=Red Hat Universal Base Image 8, maintainer=Paul Cuzner , com.redhat.component=ubi8-container, description=Ceph Grafana Container, distribution-scope=public, vcs-type=git, summary=Grafana Container configured for Ceph mgr/dashboard integration, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com) 2024-04-10T15:29:35.828 INFO:tasks.cephadm.ceph_manager.ceph:need seq 231928234000 got 231928234005 for osd.7 2024-04-10T15:29:35.829 DEBUG:teuthology.parallel:result is None 2024-04-10T15:29:36.047 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:35 smithi077 podman[63250]: 2024-04-10 15:29:35.81284336 +0000 UTC m=+0.350081593 container init 8891d154474db7313fbea1d72bf27746741deee29508d39b45e3ce090eab67d6 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a, architecture=x86_64, maintainer=Paul Cuzner , io.openshift.expose-services=, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, com.redhat.component=ubi8-container, vendor=Red Hat, Inc., url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, summary=Grafana Container configured for Ceph mgr/dashboard integration, name=ubi8, vcs-type=git, release=239.1651231664, io.buildah.version=1.32.0, io.openshift.tags=base rhel8, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, description=Ceph Grafana Container, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., io.k8s.display-name=Red Hat Universal Base Image 8, build-date=2022-04-29T11:48:11.055897, distribution-scope=public, version=8.5) 2024-04-10T15:29:36.048 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:35 smithi077 podman[63250]: 2024-04-10 15:29:35.818965324 +0000 UTC m=+0.356203560 container start 8891d154474db7313fbea1d72bf27746741deee29508d39b45e3ce090eab67d6 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a, architecture=x86_64, maintainer=Paul Cuzner , description=Ceph Grafana Container, io.openshift.expose-services=, vendor=Red Hat, Inc., build-date=2022-04-29T11:48:11.055897, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, io.k8s.display-name=Red Hat Universal Base Image 8, io.buildah.version=1.32.0, io.openshift.tags=base rhel8, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, vcs-type=git, release=239.1651231664, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, version=8.5, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., summary=Grafana Container configured for Ceph mgr/dashboard integration, name=ubi8, com.redhat.component=ubi8-container, distribution-scope=public) 2024-04-10T15:29:36.048 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:35 smithi077 bash[63250]: 8891d154474db7313fbea1d72bf27746741deee29508d39b45e3ce090eab67d6 2024-04-10T15:29:36.048 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:35 smithi077 systemd[1]: Started Ceph grafana.a for 09bfb546-f74e-11ee-b64a-cb9ed24678a4. 2024-04-10T15:29:36.048 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:35 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=settings t=2024-04-10T15:29:35.970350649Z level=info msg="Starting Grafana" version=9.4.7 commit=4add91f03d branch=HEAD compiled=2023-03-16T23:56:52Z 2024-04-10T15:29:36.048 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:35 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=settings t=2024-04-10T15:29:35.970530225Z level=warn msg="\"sentry\" frontend logging provider is deprecated and will be removed in the next major version. Use \"grafana\" provider instead." 2024-04-10T15:29:36.048 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:35 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=settings t=2024-04-10T15:29:35.970559542Z level=info msg="Config loaded from" file=/usr/share/grafana/conf/defaults.ini 2024-04-10T15:29:36.048 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:35 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=settings t=2024-04-10T15:29:35.970567092Z level=info msg="Config loaded from" file=/etc/grafana/grafana.ini 2024-04-10T15:29:36.049 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:35 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=settings t=2024-04-10T15:29:35.970574457Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_DATA=/var/lib/grafana" 2024-04-10T15:29:36.049 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:35 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=settings t=2024-04-10T15:29:35.970580492Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_LOGS=/var/log/grafana" 2024-04-10T15:29:36.049 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:35 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=settings t=2024-04-10T15:29:35.970587644Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PLUGINS=/var/lib/grafana/plugins" 2024-04-10T15:29:36.049 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:35 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=settings t=2024-04-10T15:29:35.970593532Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PROVISIONING=/etc/grafana/provisioning" 2024-04-10T15:29:36.049 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:35 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=settings t=2024-04-10T15:29:35.970599374Z level=info msg="Path Home" path=/usr/share/grafana 2024-04-10T15:29:36.049 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:35 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=settings t=2024-04-10T15:29:35.970605033Z level=info msg="Path Data" path=/var/lib/grafana 2024-04-10T15:29:36.049 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:35 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=settings t=2024-04-10T15:29:35.970610524Z level=info msg="Path Logs" path=/var/log/grafana 2024-04-10T15:29:36.049 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:35 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=settings t=2024-04-10T15:29:35.970615937Z level=info msg="Path Plugins" path=/var/lib/grafana/plugins 2024-04-10T15:29:36.049 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:35 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=settings t=2024-04-10T15:29:35.970622077Z level=info msg="Path Provisioning" path=/etc/grafana/provisioning 2024-04-10T15:29:36.050 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:35 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=settings t=2024-04-10T15:29:35.970627883Z level=info msg="App mode production" 2024-04-10T15:29:36.050 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:35 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=sqlstore t=2024-04-10T15:29:35.970677003Z level=info msg="Connecting to DB" dbtype=sqlite3 2024-04-10T15:29:36.050 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:35 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=sqlstore t=2024-04-10T15:29:35.970693702Z level=warn msg="SQLite database file has broader permissions than it should" path=/var/lib/grafana/grafana.db mode=-rw-r--r-- expected=-rw-r----- 2024-04-10T15:29:36.050 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:35 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:35.971556302Z level=info msg="Starting DB migrations" 2024-04-10T15:29:36.050 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:35 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:35.97163011Z level=info msg="Executing migration" id="create migration_log table" 2024-04-10T15:29:36.050 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:35 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:35.972151729Z level=info msg="Executing migration" id="create user table" 2024-04-10T15:29:36.050 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:35 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:35.97260104Z level=info msg="Executing migration" id="add unique index user.login" 2024-04-10T15:29:36.050 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:35 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:35.973082559Z level=info msg="Executing migration" id="add unique index user.email" 2024-04-10T15:29:36.050 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:35 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:35.973509354Z level=info msg="Executing migration" id="drop index UQE_user_login - v1" 2024-04-10T15:29:36.050 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:35 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:35.974093947Z level=info msg="Executing migration" id="drop index UQE_user_email - v1" 2024-04-10T15:29:36.050 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:35 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:35.974453745Z level=info msg="Executing migration" id="Rename table user to user_v1 - v1" 2024-04-10T15:29:36.050 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:35 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:35.97514109Z level=info msg="Executing migration" id="create user table v2" 2024-04-10T15:29:36.051 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:35 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:35.975496503Z level=info msg="Executing migration" id="create index UQE_user_login - v2" 2024-04-10T15:29:36.051 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:35 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:35.975893103Z level=info msg="Executing migration" id="create index UQE_user_email - v2" 2024-04-10T15:29:36.051 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:35 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:35.976296747Z level=info msg="Executing migration" id="copy data_source v1 to v2" 2024-04-10T15:29:36.051 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:35 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:35.976607045Z level=info msg="Executing migration" id="Drop old table user_v1" 2024-04-10T15:29:36.051 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:35 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:35.976957008Z level=info msg="Executing migration" id="Add column help_flags1 to user table" 2024-04-10T15:29:36.051 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:35 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:35.977350761Z level=info msg="Executing migration" id="Update user table charset" 2024-04-10T15:29:36.051 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:35 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:35.977618558Z level=info msg="Executing migration" id="Add last_seen_at column to user" 2024-04-10T15:29:36.051 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:35 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:35.978023199Z level=info msg="Executing migration" id="Add missing user data" 2024-04-10T15:29:36.051 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:35 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:35.978337063Z level=info msg="Executing migration" id="Add is_disabled column to user" 2024-04-10T15:29:36.051 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:35 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:35.978752749Z level=info msg="Executing migration" id="Add index user.login/user.email" 2024-04-10T15:29:36.051 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:35 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:35.979139382Z level=info msg="Executing migration" id="Add is_service_account column to user" 2024-04-10T15:29:36.051 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:35 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:35.979518746Z level=info msg="Executing migration" id="Update is_service_account column to nullable" 2024-04-10T15:29:36.051 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:35 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:35.980653709Z level=info msg="Executing migration" id="create temp user table v1-7" 2024-04-10T15:29:36.051 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:35 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:35.981063491Z level=info msg="Executing migration" id="create index IDX_temp_user_email - v1-7" 2024-04-10T15:29:36.052 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:35 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:35.981455192Z level=info msg="Executing migration" id="create index IDX_temp_user_org_id - v1-7" 2024-04-10T15:29:36.052 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:35 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:35.981845537Z level=info msg="Executing migration" id="create index IDX_temp_user_code - v1-7" 2024-04-10T15:29:36.052 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:35 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:35.982227091Z level=info msg="Executing migration" id="create index IDX_temp_user_status - v1-7" 2024-04-10T15:29:36.052 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:35 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:35.982652073Z level=info msg="Executing migration" id="Update temp_user table charset" 2024-04-10T15:29:36.053 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:35 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:35.982953875Z level=info msg="Executing migration" id="drop index IDX_temp_user_email - v1" 2024-04-10T15:29:36.053 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:35 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:35.983292814Z level=info msg="Executing migration" id="drop index IDX_temp_user_org_id - v1" 2024-04-10T15:29:36.053 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:35 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:35.983637456Z level=info msg="Executing migration" id="drop index IDX_temp_user_code - v1" 2024-04-10T15:29:36.053 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:35 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:35.984002794Z level=info msg="Executing migration" id="drop index IDX_temp_user_status - v1" 2024-04-10T15:29:36.053 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:35 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:35.984338146Z level=info msg="Executing migration" id="Rename table temp_user to temp_user_tmp_qwerty - v1" 2024-04-10T15:29:36.053 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:35 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:35.984949099Z level=info msg="Executing migration" id="create temp_user v2" 2024-04-10T15:29:36.053 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:35 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:35.985336671Z level=info msg="Executing migration" id="create index IDX_temp_user_email - v2" 2024-04-10T15:29:36.053 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:35 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:35.985727415Z level=info msg="Executing migration" id="create index IDX_temp_user_org_id - v2" 2024-04-10T15:29:36.053 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:35 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:35.986108094Z level=info msg="Executing migration" id="create index IDX_temp_user_code - v2" 2024-04-10T15:29:36.053 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:35 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:35.986463212Z level=info msg="Executing migration" id="create index IDX_temp_user_status - v2" 2024-04-10T15:29:36.053 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:35 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:35.986883149Z level=info msg="Executing migration" id="copy temp_user v1 to v2" 2024-04-10T15:29:36.053 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:35 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:35.987202711Z level=info msg="Executing migration" id="drop temp_user_tmp_qwerty" 2024-04-10T15:29:36.053 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:35 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:35.98750652Z level=info msg="Executing migration" id="Set created for temp users that will otherwise prematurely expire" 2024-04-10T15:29:36.054 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:35 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:35.98787582Z level=info msg="Executing migration" id="create star table" 2024-04-10T15:29:36.054 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:35 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:35.988199193Z level=info msg="Executing migration" id="add unique index star.user_id_dashboard_id" 2024-04-10T15:29:36.054 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:35 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:35.988596485Z level=info msg="Executing migration" id="create org table v1" 2024-04-10T15:29:36.054 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:35 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:35.988972483Z level=info msg="Executing migration" id="create index UQE_org_name - v1" 2024-04-10T15:29:36.054 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:35 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:35.989355107Z level=info msg="Executing migration" id="create org_user table v1" 2024-04-10T15:29:36.054 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:35 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:35.989721Z level=info msg="Executing migration" id="create index IDX_org_user_org_id - v1" 2024-04-10T15:29:36.054 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:35 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:35.990154044Z level=info msg="Executing migration" id="create index UQE_org_user_org_id_user_id - v1" 2024-04-10T15:29:36.054 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:35 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:35.990540361Z level=info msg="Executing migration" id="create index IDX_org_user_user_id - v1" 2024-04-10T15:29:36.054 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:35 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:35.990924326Z level=info msg="Executing migration" id="Update org table charset" 2024-04-10T15:29:36.054 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:35 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:35.993453622Z level=info msg="Executing migration" id="Update org_user table charset" 2024-04-10T15:29:36.054 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:35 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:35.993784897Z level=info msg="Executing migration" id="Migrate all Read Only Viewers to Viewers" 2024-04-10T15:29:36.054 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:35 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:35.99409571Z level=info msg="Executing migration" id="create dashboard table" 2024-04-10T15:29:36.055 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:35 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:35.994465201Z level=info msg="Executing migration" id="add index dashboard.account_id" 2024-04-10T15:29:36.055 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:35 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:35.99684062Z level=info msg="Executing migration" id="add unique index dashboard_account_id_slug" 2024-04-10T15:29:36.055 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:35 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:35.999497195Z level=info msg="Executing migration" id="create dashboard_tag table" 2024-04-10T15:29:36.055 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.001924185Z level=info msg="Executing migration" id="add unique index dashboard_tag.dasboard_id_term" 2024-04-10T15:29:36.055 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.004857013Z level=info msg="Executing migration" id="drop index UQE_dashboard_tag_dashboard_id_term - v1" 2024-04-10T15:29:36.055 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.007320538Z level=info msg="Executing migration" id="Rename table dashboard to dashboard_v1 - v1" 2024-04-10T15:29:36.055 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.009962235Z level=info msg="Executing migration" id="create dashboard v2" 2024-04-10T15:29:36.055 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.010353913Z level=info msg="Executing migration" id="create index IDX_dashboard_org_id - v2" 2024-04-10T15:29:36.055 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.013171066Z level=info msg="Executing migration" id="create index UQE_dashboard_org_id_slug - v2" 2024-04-10T15:29:36.055 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.015740211Z level=info msg="Executing migration" id="copy dashboard v1 to v2" 2024-04-10T15:29:36.055 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.018329645Z level=info msg="Executing migration" id="drop table dashboard_v1" 2024-04-10T15:29:36.055 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.018751449Z level=info msg="Executing migration" id="alter dashboard.data to mediumtext v1" 2024-04-10T15:29:36.055 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.019694786Z level=info msg="Executing migration" id="Add column updated_by in dashboard - v2" 2024-04-10T15:29:36.055 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.020604774Z level=info msg="Executing migration" id="Add column created_by in dashboard - v2" 2024-04-10T15:29:36.056 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.02131222Z level=info msg="Executing migration" id="Add column gnetId in dashboard" 2024-04-10T15:29:36.056 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.021810702Z level=info msg="Executing migration" id="Add index for gnetId in dashboard" 2024-04-10T15:29:36.056 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.022704722Z level=info msg="Executing migration" id="Add column plugin_id in dashboard" 2024-04-10T15:29:36.056 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.023555157Z level=info msg="Executing migration" id="Add index for plugin_id in dashboard" 2024-04-10T15:29:36.056 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.024440438Z level=info msg="Executing migration" id="Add index for dashboard_id in dashboard_tag" 2024-04-10T15:29:36.056 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.024866136Z level=info msg="Executing migration" id="Update dashboard table charset" 2024-04-10T15:29:36.056 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.025872586Z level=info msg="Executing migration" id="Update dashboard_tag table charset" 2024-04-10T15:29:36.056 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.026622633Z level=info msg="Executing migration" id="Add column folder_id in dashboard" 2024-04-10T15:29:36.057 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.027626252Z level=info msg="Executing migration" id="Add column isFolder in dashboard" 2024-04-10T15:29:36.057 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.028278378Z level=info msg="Executing migration" id="Add column has_acl in dashboard" 2024-04-10T15:29:36.057 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.029134789Z level=info msg="Executing migration" id="Add column uid in dashboard" 2024-04-10T15:29:36.057 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.029974582Z level=info msg="Executing migration" id="Update uid column values in dashboard" 2024-04-10T15:29:36.057 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.030865405Z level=info msg="Executing migration" id="Add unique index dashboard_org_id_uid" 2024-04-10T15:29:36.057 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.031322624Z level=info msg="Executing migration" id="Remove unique index org_id_slug" 2024-04-10T15:29:36.057 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.032176632Z level=info msg="Executing migration" id="Update dashboard title length" 2024-04-10T15:29:36.057 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.033148762Z level=info msg="Executing migration" id="Add unique index for dashboard_org_id_title_folder_id" 2024-04-10T15:29:36.058 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.034013255Z level=info msg="Executing migration" id="create dashboard_provisioning" 2024-04-10T15:29:36.058 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.034453254Z level=info msg="Executing migration" id="Rename table dashboard_provisioning to dashboard_provisioning_tmp_qwerty - v1" 2024-04-10T15:29:36.058 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.035381843Z level=info msg="Executing migration" id="create dashboard_provisioning v2" 2024-04-10T15:29:36.058 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.036271943Z level=info msg="Executing migration" id="create index IDX_dashboard_provisioning_dashboard_id - v2" 2024-04-10T15:29:36.058 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.037157389Z level=info msg="Executing migration" id="create index IDX_dashboard_provisioning_dashboard_id_name - v2" 2024-04-10T15:29:36.058 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.038041002Z level=info msg="Executing migration" id="copy dashboard_provisioning v1 to v2" 2024-04-10T15:29:36.058 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.038931356Z level=info msg="Executing migration" id="drop dashboard_provisioning_tmp_qwerty" 2024-04-10T15:29:36.059 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.039330128Z level=info msg="Executing migration" id="Add check_sum column" 2024-04-10T15:29:36.059 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.040234886Z level=info msg="Executing migration" id="Add index for dashboard_title" 2024-04-10T15:29:36.059 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.041120082Z level=info msg="Executing migration" id="delete tags for deleted dashboards" 2024-04-10T15:29:36.059 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.042003881Z level=info msg="Executing migration" id="delete stars for deleted dashboards" 2024-04-10T15:29:36.059 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.042871865Z level=info msg="Executing migration" id="Add index for dashboard_is_folder" 2024-04-10T15:29:36.059 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.043869916Z level=info msg="Executing migration" id="Add isPublic for dashboard" 2024-04-10T15:29:36.059 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.04471436Z level=info msg="Executing migration" id="create data_source table" 2024-04-10T15:29:36.060 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.045673871Z level=info msg="Executing migration" id="add index data_source.account_id" 2024-04-10T15:29:36.060 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.046438882Z level=info msg="Executing migration" id="add unique index data_source.account_id_name" 2024-04-10T15:29:36.060 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.049343083Z level=info msg="Executing migration" id="drop index IDX_data_source_account_id - v1" 2024-04-10T15:29:36.060 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.052160519Z level=info msg="Executing migration" id="drop index UQE_data_source_account_id_name - v1" 2024-04-10T15:29:36.060 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.054961617Z level=info msg="Executing migration" id="Rename table data_source to data_source_v1 - v1" 2024-04-10T15:29:36.060 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.057885142Z level=info msg="Executing migration" id="create data_source table v2" 2024-04-10T15:29:36.060 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.060809106Z level=info msg="Executing migration" id="create index IDX_data_source_org_id - v2" 2024-04-10T15:29:36.060 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.06383066Z level=info msg="Executing migration" id="create index UQE_data_source_org_id_name - v2" 2024-04-10T15:29:36.061 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.066595606Z level=info msg="Executing migration" id="Drop old table data_source_v1 #2" 2024-04-10T15:29:36.298 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-mon[31195]: pgmap v30: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:29:36.298 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-mon[31195]: from='client.? 172.21.15.69:0/2738075179' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-04-10T15:29:36.298 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-mon[31195]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:29:36.298 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-mon[31195]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:29:36.298 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-mon[31195]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:29:36.298 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-mon[31195]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:29:36.299 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.069542792Z level=info msg="Executing migration" id="Add column with_credentials" 2024-04-10T15:29:36.299 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.072515179Z level=info msg="Executing migration" id="Add secure json data column" 2024-04-10T15:29:36.299 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.075640124Z level=info msg="Executing migration" id="Update data_source table charset" 2024-04-10T15:29:36.299 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.078468115Z level=info msg="Executing migration" id="Update initial version to 1" 2024-04-10T15:29:36.299 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.081282498Z level=info msg="Executing migration" id="Add read_only data column" 2024-04-10T15:29:36.300 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.084200214Z level=info msg="Executing migration" id="Migrate logging ds to loki ds" 2024-04-10T15:29:36.300 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.087039538Z level=info msg="Executing migration" id="Update json_data with nulls" 2024-04-10T15:29:36.300 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.089859537Z level=info msg="Executing migration" id="Add uid column" 2024-04-10T15:29:36.300 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.092605256Z level=info msg="Executing migration" id="Update uid value" 2024-04-10T15:29:36.300 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.095485224Z level=info msg="Executing migration" id="Add unique index datasource_org_id_uid" 2024-04-10T15:29:36.300 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.098479898Z level=info msg="Executing migration" id="add unique index datasource_org_id_is_default" 2024-04-10T15:29:36.300 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.101129282Z level=info msg="Executing migration" id="create api_key table" 2024-04-10T15:29:36.300 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.103625602Z level=info msg="Executing migration" id="add index api_key.account_id" 2024-04-10T15:29:36.300 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.106187437Z level=info msg="Executing migration" id="add index api_key.key" 2024-04-10T15:29:36.300 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.108944597Z level=info msg="Executing migration" id="add index api_key.account_id_name" 2024-04-10T15:29:36.300 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.111693093Z level=info msg="Executing migration" id="drop index IDX_api_key_account_id - v1" 2024-04-10T15:29:36.300 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.114256591Z level=info msg="Executing migration" id="drop index UQE_api_key_key - v1" 2024-04-10T15:29:36.301 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.116927444Z level=info msg="Executing migration" id="drop index UQE_api_key_account_id_name - v1" 2024-04-10T15:29:36.301 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.119524752Z level=info msg="Executing migration" id="Rename table api_key to api_key_v1 - v1" 2024-04-10T15:29:36.301 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.120613091Z level=info msg="Executing migration" id="create api_key table v2" 2024-04-10T15:29:36.301 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.123255027Z level=info msg="Executing migration" id="create index IDX_api_key_org_id - v2" 2024-04-10T15:29:36.301 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.125871882Z level=info msg="Executing migration" id="create index UQE_api_key_key - v2" 2024-04-10T15:29:36.301 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.128363038Z level=info msg="Executing migration" id="create index UQE_api_key_org_id_name - v2" 2024-04-10T15:29:36.301 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.128820218Z level=info msg="Executing migration" id="copy api_key v1 to v2" 2024-04-10T15:29:36.301 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.131417745Z level=info msg="Executing migration" id="Drop old table api_key_v1" 2024-04-10T15:29:36.301 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.133970511Z level=info msg="Executing migration" id="Update api_key table charset" 2024-04-10T15:29:36.301 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.136761032Z level=info msg="Executing migration" id="Add expires to api_key table" 2024-04-10T15:29:36.301 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.137355631Z level=info msg="Executing migration" id="Add service account foreign key" 2024-04-10T15:29:36.301 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.138214552Z level=info msg="Executing migration" id="set service account foreign key to nil if 0" 2024-04-10T15:29:36.301 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.139177204Z level=info msg="Executing migration" id="Add last_used_at to api_key table" 2024-04-10T15:29:36.301 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.139931375Z level=info msg="Executing migration" id="Add is_revoked column to api_key table" 2024-04-10T15:29:36.302 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.14051983Z level=info msg="Executing migration" id="create dashboard_snapshot table v4" 2024-04-10T15:29:36.302 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.141525964Z level=info msg="Executing migration" id="drop table dashboard_snapshot_v4 #1" 2024-04-10T15:29:36.302 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.142384243Z level=info msg="Executing migration" id="create dashboard_snapshot table v5 #2" 2024-04-10T15:29:36.302 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.143080437Z level=info msg="Executing migration" id="create index UQE_dashboard_snapshot_key - v5" 2024-04-10T15:29:36.302 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.143514705Z level=info msg="Executing migration" id="create index UQE_dashboard_snapshot_delete_key - v5" 2024-04-10T15:29:36.302 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.144365394Z level=info msg="Executing migration" id="create index IDX_dashboard_snapshot_user_id - v5" 2024-04-10T15:29:36.302 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.14534112Z level=info msg="Executing migration" id="alter dashboard_snapshot to mediumtext v2" 2024-04-10T15:29:36.302 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.146077673Z level=info msg="Executing migration" id="Update dashboard_snapshot table charset" 2024-04-10T15:29:36.302 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.146991335Z level=info msg="Executing migration" id="Add column external_delete_url to dashboard_snapshots table" 2024-04-10T15:29:36.302 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.147782107Z level=info msg="Executing migration" id="Add encrypted dashboard json column" 2024-04-10T15:29:36.302 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.148624979Z level=info msg="Executing migration" id="Change dashboard_encrypted column to MEDIUMBLOB" 2024-04-10T15:29:36.302 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.149527072Z level=info msg="Executing migration" id="create quota table v1" 2024-04-10T15:29:36.302 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.149950002Z level=info msg="Executing migration" id="create index UQE_quota_org_id_user_id_target - v1" 2024-04-10T15:29:36.303 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.150967228Z level=info msg="Executing migration" id="Update quota table charset" 2024-04-10T15:29:36.303 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.151698939Z level=info msg="Executing migration" id="create plugin_setting table" 2024-04-10T15:29:36.303 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.152681128Z level=info msg="Executing migration" id="create index UQE_plugin_setting_org_id_plugin_id - v1" 2024-04-10T15:29:36.303 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.153130232Z level=info msg="Executing migration" id="Add column plugin_version to plugin_settings" 2024-04-10T15:29:36.303 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.154113228Z level=info msg="Executing migration" id="Update plugin_setting table charset" 2024-04-10T15:29:36.303 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.154899451Z level=info msg="Executing migration" id="create session table" 2024-04-10T15:29:36.303 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.155778869Z level=info msg="Executing migration" id="Drop old table playlist table" 2024-04-10T15:29:36.303 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.156082266Z level=info msg="Executing migration" id="Drop old table playlist_item table" 2024-04-10T15:29:36.303 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.15702751Z level=info msg="Executing migration" id="create playlist table v2" 2024-04-10T15:29:36.303 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.157473725Z level=info msg="Executing migration" id="create playlist item table v2" 2024-04-10T15:29:36.303 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.157856326Z level=info msg="Executing migration" id="Update playlist table charset" 2024-04-10T15:29:36.303 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.158801716Z level=info msg="Executing migration" id="Update playlist_item table charset" 2024-04-10T15:29:36.303 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.159113237Z level=info msg="Executing migration" id="drop preferences table v2" 2024-04-10T15:29:36.303 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.159957118Z level=info msg="Executing migration" id="drop preferences table v3" 2024-04-10T15:29:36.303 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.160324966Z level=info msg="Executing migration" id="create preferences table v3" 2024-04-10T15:29:36.304 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.160882129Z level=info msg="Executing migration" id="Update preferences table charset" 2024-04-10T15:29:36.304 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.161844381Z level=info msg="Executing migration" id="Add column team_id in preferences" 2024-04-10T15:29:36.304 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.162519053Z level=info msg="Executing migration" id="Update team_id column values in preferences" 2024-04-10T15:29:36.304 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.163462075Z level=info msg="Executing migration" id="Add column week_start in preferences" 2024-04-10T15:29:36.304 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.16632719Z level=info msg="Executing migration" id="Add column preferences.json_data" 2024-04-10T15:29:36.304 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.169213652Z level=info msg="Executing migration" id="alter preferences.json_data to mediumtext v1" 2024-04-10T15:29:36.304 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.169574349Z level=info msg="Executing migration" id="Add preferences index org_id" 2024-04-10T15:29:36.304 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.175545689Z level=info msg="Executing migration" id="Add preferences index user_id" 2024-04-10T15:29:36.304 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.176014825Z level=info msg="Executing migration" id="create alert table v1" 2024-04-10T15:29:36.304 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.178994162Z level=info msg="Executing migration" id="add index alert org_id & id " 2024-04-10T15:29:36.304 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.179478699Z level=info msg="Executing migration" id="add index alert state" 2024-04-10T15:29:36.304 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.180319807Z level=info msg="Executing migration" id="add index alert dashboard_id" 2024-04-10T15:29:36.304 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.180760298Z level=info msg="Executing migration" id="Create alert_rule_tag table v1" 2024-04-10T15:29:36.304 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.181141513Z level=info msg="Executing migration" id="Add unique index alert_rule_tag.alert_id_tag_id" 2024-04-10T15:29:36.305 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.181631723Z level=info msg="Executing migration" id="drop index UQE_alert_rule_tag_alert_id_tag_id - v1" 2024-04-10T15:29:36.305 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.182043675Z level=info msg="Executing migration" id="Rename table alert_rule_tag to alert_rule_tag_v1 - v1" 2024-04-10T15:29:36.305 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.183448195Z level=info msg="Executing migration" id="Create alert_rule_tag table v2" 2024-04-10T15:29:36.305 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.183849987Z level=info msg="Executing migration" id="create index UQE_alert_rule_tag_alert_id_tag_id - Add unique index alert_rule_tag.alert_id_tag_id V2" 2024-04-10T15:29:36.306 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.184277483Z level=info msg="Executing migration" id="copy alert_rule_tag v1 to v2" 2024-04-10T15:29:36.306 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.184579264Z level=info msg="Executing migration" id="drop table alert_rule_tag_v1" 2024-04-10T15:29:36.306 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.184975054Z level=info msg="Executing migration" id="create alert_notification table v1" 2024-04-10T15:29:36.306 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.185342004Z level=info msg="Executing migration" id="Add column is_default" 2024-04-10T15:29:36.306 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.186019087Z level=info msg="Executing migration" id="Add column frequency" 2024-04-10T15:29:36.306 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.186653609Z level=info msg="Executing migration" id="Add column send_reminder" 2024-04-10T15:29:36.306 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.187342779Z level=info msg="Executing migration" id="Add column disable_resolve_message" 2024-04-10T15:29:36.306 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.188028007Z level=info msg="Executing migration" id="add index alert_notification org_id & name" 2024-04-10T15:29:36.306 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.188482071Z level=info msg="Executing migration" id="Update alert table charset" 2024-04-10T15:29:36.306 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.188793354Z level=info msg="Executing migration" id="Update alert_notification table charset" 2024-04-10T15:29:36.306 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.189071296Z level=info msg="Executing migration" id="create notification_journal table v1" 2024-04-10T15:29:36.306 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.18949059Z level=info msg="Executing migration" id="add index notification_journal org_id & alert_id & notifier_id" 2024-04-10T15:29:36.307 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.189995469Z level=info msg="Executing migration" id="drop alert_notification_journal" 2024-04-10T15:29:36.307 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.190361052Z level=info msg="Executing migration" id="create alert_notification_state table v1" 2024-04-10T15:29:36.307 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.190787487Z level=info msg="Executing migration" id="add index alert_notification_state org_id & alert_id & notifier_id" 2024-04-10T15:29:36.307 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.191253259Z level=info msg="Executing migration" id="Add for to alert table" 2024-04-10T15:29:36.307 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.191926513Z level=info msg="Executing migration" id="Add column uid in alert_notification" 2024-04-10T15:29:36.307 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.192574275Z level=info msg="Executing migration" id="Update uid column values in alert_notification" 2024-04-10T15:29:36.307 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.192942401Z level=info msg="Executing migration" id="Add unique index alert_notification_org_id_uid" 2024-04-10T15:29:36.307 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.193424124Z level=info msg="Executing migration" id="Remove unique index org_id_name" 2024-04-10T15:29:36.307 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.193891304Z level=info msg="Executing migration" id="Add column secure_settings in alert_notification" 2024-04-10T15:29:36.307 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.194553529Z level=info msg="Executing migration" id="alter alert.settings to mediumtext" 2024-04-10T15:29:36.307 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.194873943Z level=info msg="Executing migration" id="Add non-unique index alert_notification_state_alert_id" 2024-04-10T15:29:36.307 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.195285881Z level=info msg="Executing migration" id="Add non-unique index alert_rule_tag_alert_id" 2024-04-10T15:29:36.307 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.195741891Z level=info msg="Executing migration" id="Drop old annotation table v4" 2024-04-10T15:29:36.308 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.196052697Z level=info msg="Executing migration" id="create annotation table v5" 2024-04-10T15:29:36.308 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.196569579Z level=info msg="Executing migration" id="add index annotation 0 v3" 2024-04-10T15:29:36.308 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.197366587Z level=info msg="Executing migration" id="add index annotation 1 v3" 2024-04-10T15:29:36.308 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.197825497Z level=info msg="Executing migration" id="add index annotation 2 v3" 2024-04-10T15:29:36.308 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.198293947Z level=info msg="Executing migration" id="add index annotation 3 v3" 2024-04-10T15:29:36.308 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.198787263Z level=info msg="Executing migration" id="add index annotation 4 v3" 2024-04-10T15:29:36.308 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.199662552Z level=info msg="Executing migration" id="Update annotation table charset" 2024-04-10T15:29:36.308 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.200520961Z level=info msg="Executing migration" id="Add column region_id to annotation table" 2024-04-10T15:29:36.308 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.201237798Z level=info msg="Executing migration" id="Drop category_id index" 2024-04-10T15:29:36.308 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.202081063Z level=info msg="Executing migration" id="Add column tags to annotation table" 2024-04-10T15:29:36.308 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.202956605Z level=info msg="Executing migration" id="Create annotation_tag table v2" 2024-04-10T15:29:36.308 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.20385993Z level=info msg="Executing migration" id="Add unique index annotation_tag.annotation_id_tag_id" 2024-04-10T15:29:36.308 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.204702748Z level=info msg="Executing migration" id="drop index UQE_annotation_tag_annotation_id_tag_id - v2" 2024-04-10T15:29:36.308 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.205779999Z level=info msg="Executing migration" id="Rename table annotation_tag to annotation_tag_v2 - v2" 2024-04-10T15:29:36.309 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.207451236Z level=info msg="Executing migration" id="Create annotation_tag table v3" 2024-04-10T15:29:36.309 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.208311727Z level=info msg="Executing migration" id="create index UQE_annotation_tag_annotation_id_tag_id - Add unique index annotation_tag.annotation_id_tag_id V3" 2024-04-10T15:29:36.309 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.209159899Z level=info msg="Executing migration" id="copy annotation_tag v2 to v3" 2024-04-10T15:29:36.309 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.210129504Z level=info msg="Executing migration" id="drop table annotation_tag_v2" 2024-04-10T15:29:36.309 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.210875262Z level=info msg="Executing migration" id="Update alert annotations and set TEXT to empty" 2024-04-10T15:29:36.309 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.211868231Z level=info msg="Executing migration" id="Add created time to annotation table" 2024-04-10T15:29:36.309 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.212662285Z level=info msg="Executing migration" id="Add updated time to annotation table" 2024-04-10T15:29:36.309 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.215628866Z level=info msg="Executing migration" id="Add index for created in annotation table" 2024-04-10T15:29:36.309 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.218398263Z level=info msg="Executing migration" id="Add index for updated in annotation table" 2024-04-10T15:29:36.309 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.221101371Z level=info msg="Executing migration" id="Convert existing annotations from seconds to milliseconds" 2024-04-10T15:29:36.309 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.223981925Z level=info msg="Executing migration" id="Add epoch_end column" 2024-04-10T15:29:36.309 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.226780302Z level=info msg="Executing migration" id="Add index for epoch_end" 2024-04-10T15:29:36.309 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.229423668Z level=info msg="Executing migration" id="Make epoch_end the same as epoch" 2024-04-10T15:29:36.310 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.232252261Z level=info msg="Executing migration" id="Move region to single row" 2024-04-10T15:29:36.310 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.235119806Z level=info msg="Executing migration" id="Remove index org_id_epoch from annotation table" 2024-04-10T15:29:36.310 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.237844662Z level=info msg="Executing migration" id="Remove index org_id_dashboard_id_panel_id_epoch from annotation table" 2024-04-10T15:29:36.310 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.240676907Z level=info msg="Executing migration" id="Add index for org_id_dashboard_id_epoch_end_epoch on annotation table" 2024-04-10T15:29:36.310 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.243659815Z level=info msg="Executing migration" id="Add index for org_id_epoch_end_epoch on annotation table" 2024-04-10T15:29:36.310 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.246575577Z level=info msg="Executing migration" id="Remove index org_id_epoch_epoch_end from annotation table" 2024-04-10T15:29:36.310 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.249415343Z level=info msg="Executing migration" id="Add index for alert_id on annotation table" 2024-04-10T15:29:36.310 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.252139875Z level=info msg="Executing migration" id="Increase tags column to length 4096" 2024-04-10T15:29:36.310 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.254936413Z level=info msg="Executing migration" id="create test_data table" 2024-04-10T15:29:36.310 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.257605449Z level=info msg="Executing migration" id="create dashboard_version table v1" 2024-04-10T15:29:36.310 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.25806659Z level=info msg="Executing migration" id="add index dashboard_version.dashboard_id" 2024-04-10T15:29:36.310 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.260775918Z level=info msg="Executing migration" id="add unique index dashboard_version.dashboard_id and dashboard_version.version" 2024-04-10T15:29:36.310 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.263662036Z level=info msg="Executing migration" id="Set dashboard version to 1 where 0" 2024-04-10T15:29:36.310 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.266126877Z level=info msg="Executing migration" id="save existing dashboard data in dashboard_version table v1" 2024-04-10T15:29:36.311 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.268618014Z level=info msg="Executing migration" id="alter dashboard_version.data to mediumtext v1" 2024-04-10T15:29:36.311 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.271254716Z level=info msg="Executing migration" id="create team table" 2024-04-10T15:29:36.311 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.274039064Z level=info msg="Executing migration" id="add index team.org_id" 2024-04-10T15:29:36.311 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.276604751Z level=info msg="Executing migration" id="add unique index team_org_id_name" 2024-04-10T15:29:36.311 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.279174768Z level=info msg="Executing migration" id="create team member table" 2024-04-10T15:29:36.311 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.281995368Z level=info msg="Executing migration" id="add index team_member.org_id" 2024-04-10T15:29:36.311 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.284314289Z level=info msg="Executing migration" id="add unique index team_member_org_id_team_id_user_id" 2024-04-10T15:29:36.311 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.287277386Z level=info msg="Executing migration" id="add index team_member.team_id" 2024-04-10T15:29:36.311 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.289901509Z level=info msg="Executing migration" id="Add column email to team table" 2024-04-10T15:29:36.311 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.292380137Z level=info msg="Executing migration" id="Add column external to team_member table" 2024-04-10T15:29:36.311 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.295063264Z level=info msg="Executing migration" id="Add column permission to team_member table" 2024-04-10T15:29:36.311 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.297842715Z level=info msg="Executing migration" id="create dashboard acl table" 2024-04-10T15:29:36.311 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.300522988Z level=info msg="Executing migration" id="add index dashboard_acl_dashboard_id" 2024-04-10T15:29:36.311 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.302970032Z level=info msg="Executing migration" id="add unique index dashboard_acl_dashboard_id_user_id" 2024-04-10T15:29:36.312 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.303689775Z level=info msg="Executing migration" id="add unique index dashboard_acl_dashboard_id_team_id" 2024-04-10T15:29:36.312 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.305329175Z level=info msg="Executing migration" id="add index dashboard_acl_user_id" 2024-04-10T15:29:36.312 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.308180689Z level=info msg="Executing migration" id="add index dashboard_acl_team_id" 2024-04-10T15:29:36.312 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.308932005Z level=info msg="Executing migration" id="add index dashboard_acl_org_id_role" 2024-04-10T15:29:36.312 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.309400959Z level=info msg="Executing migration" id="add index dashboard_permission" 2024-04-10T15:29:36.312 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.310372454Z level=info msg="Executing migration" id="save default acl rules in dashboard_acl table" 2024-04-10T15:29:36.312 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.311079582Z level=info msg="Executing migration" id="delete acl rules for deleted dashboards and folders" 2024-04-10T15:29:36.312 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.311998554Z level=info msg="Executing migration" id="create tag table" 2024-04-10T15:29:36.312 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.31264166Z level=info msg="Executing migration" id="add index tag.key_value" 2024-04-10T15:29:36.312 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.313484804Z level=info msg="Executing migration" id="create login attempt table" 2024-04-10T15:29:36.312 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.314466132Z level=info msg="Executing migration" id="add index login_attempt.username" 2024-04-10T15:29:36.312 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.315180767Z level=info msg="Executing migration" id="drop index IDX_login_attempt_username - v1" 2024-04-10T15:29:36.312 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.315588132Z level=info msg="Executing migration" id="Rename table login_attempt to login_attempt_tmp_qwerty - v1" 2024-04-10T15:29:36.312 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.317485683Z level=info msg="Executing migration" id="create login_attempt v2" 2024-04-10T15:29:36.313 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.317904004Z level=info msg="Executing migration" id="create index IDX_login_attempt_username - v2" 2024-04-10T15:29:36.549 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.318711691Z level=info msg="Executing migration" id="copy login_attempt v1 to v2" 2024-04-10T15:29:36.549 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.319554928Z level=info msg="Executing migration" id="drop login_attempt_tmp_qwerty" 2024-04-10T15:29:36.549 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.319932127Z level=info msg="Executing migration" id="create user auth table" 2024-04-10T15:29:36.549 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.320753844Z level=info msg="Executing migration" id="create index IDX_user_auth_auth_module_auth_id - v1" 2024-04-10T15:29:36.549 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.321194753Z level=info msg="Executing migration" id="alter user_auth.auth_id to length 190" 2024-04-10T15:29:36.550 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.321569822Z level=info msg="Executing migration" id="Add OAuth access token to user_auth" 2024-04-10T15:29:36.550 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.322295547Z level=info msg="Executing migration" id="Add OAuth refresh token to user_auth" 2024-04-10T15:29:36.550 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.323046286Z level=info msg="Executing migration" id="Add OAuth token type to user_auth" 2024-04-10T15:29:36.550 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.323781778Z level=info msg="Executing migration" id="Add OAuth expiry to user_auth" 2024-04-10T15:29:36.550 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.32462554Z level=info msg="Executing migration" id="Add index to user_id column in user_auth" 2024-04-10T15:29:36.550 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.325504961Z level=info msg="Executing migration" id="Add OAuth ID token to user_auth" 2024-04-10T15:29:36.550 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.326353043Z level=info msg="Executing migration" id="create server_lock table" 2024-04-10T15:29:36.550 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.32683135Z level=info msg="Executing migration" id="add index server_lock.operation_uid" 2024-04-10T15:29:36.550 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.327673327Z level=info msg="Executing migration" id="create user auth token table" 2024-04-10T15:29:36.550 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.328556105Z level=info msg="Executing migration" id="add unique index user_auth_token.auth_token" 2024-04-10T15:29:36.550 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.32939638Z level=info msg="Executing migration" id="add unique index user_auth_token.prev_auth_token" 2024-04-10T15:29:36.550 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.329840802Z level=info msg="Executing migration" id="add index user_auth_token.user_id" 2024-04-10T15:29:36.551 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.330825749Z level=info msg="Executing migration" id="Add revoked_at to the user auth token" 2024-04-10T15:29:36.551 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.331712129Z level=info msg="Executing migration" id="create cache_data table" 2024-04-10T15:29:36.551 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.332562984Z level=info msg="Executing migration" id="add unique index cache_data.cache_key" 2024-04-10T15:29:36.551 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.333056121Z level=info msg="Executing migration" id="create short_url table v1" 2024-04-10T15:29:36.551 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.334051768Z level=info msg="Executing migration" id="add index short_url.org_id-uid" 2024-04-10T15:29:36.551 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.334833866Z level=info msg="Executing migration" id="alter table short_url alter column created_by type to bigint" 2024-04-10T15:29:36.551 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.335181199Z level=info msg="Executing migration" id="delete alert_definition table" 2024-04-10T15:29:36.551 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.335467439Z level=info msg="Executing migration" id="recreate alert_definition table" 2024-04-10T15:29:36.551 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.337642892Z level=info msg="Executing migration" id="add index in alert_definition on org_id and title columns" 2024-04-10T15:29:36.551 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.34036656Z level=info msg="Executing migration" id="add index in alert_definition on org_id and uid columns" 2024-04-10T15:29:36.551 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.340916318Z level=info msg="Executing migration" id="alter alert_definition table data column to mediumtext in mysql" 2024-04-10T15:29:36.551 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.341235458Z level=info msg="Executing migration" id="drop index in alert_definition on org_id and title columns" 2024-04-10T15:29:36.552 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.341643472Z level=info msg="Executing migration" id="drop index in alert_definition on org_id and uid columns" 2024-04-10T15:29:36.552 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.342116843Z level=info msg="Executing migration" id="add unique index in alert_definition on org_id and title columns" 2024-04-10T15:29:36.552 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.342560428Z level=info msg="Executing migration" id="add unique index in alert_definition on org_id and uid columns" 2024-04-10T15:29:36.552 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.343024493Z level=info msg="Executing migration" id="Add column paused in alert_definition" 2024-04-10T15:29:36.552 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.345520488Z level=info msg="Executing migration" id="drop alert_definition table" 2024-04-10T15:29:36.552 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.348456823Z level=info msg="Executing migration" id="delete alert_definition_version table" 2024-04-10T15:29:36.552 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.348827365Z level=info msg="Executing migration" id="recreate alert_definition_version table" 2024-04-10T15:29:36.552 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.351814488Z level=info msg="Executing migration" id="add index in alert_definition_version table on alert_definition_id and version columns" 2024-04-10T15:29:36.554 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.35237508Z level=info msg="Executing migration" id="add index in alert_definition_version table on alert_definition_uid and version columns" 2024-04-10T15:29:36.554 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.354637915Z level=info msg="Executing migration" id="alter alert_definition_version table data column to mediumtext in mysql" 2024-04-10T15:29:36.554 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.357606293Z level=info msg="Executing migration" id="drop alert_definition_version table" 2024-04-10T15:29:36.554 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.358136704Z level=info msg="Executing migration" id="create alert_instance table" 2024-04-10T15:29:36.554 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.360966822Z level=info msg="Executing migration" id="add index in alert_instance table on def_org_id, def_uid and current_state columns" 2024-04-10T15:29:36.554 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.361637398Z level=info msg="Executing migration" id="add index in alert_instance table on def_org_id, current_state columns" 2024-04-10T15:29:36.554 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.363796203Z level=info msg="Executing migration" id="add column current_state_end to alert_instance" 2024-04-10T15:29:36.554 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.366506682Z level=info msg="Executing migration" id="remove index def_org_id, def_uid, current_state on alert_instance" 2024-04-10T15:29:36.554 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.366949425Z level=info msg="Executing migration" id="remove index def_org_id, current_state on alert_instance" 2024-04-10T15:29:36.554 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.36969709Z level=info msg="Executing migration" id="rename def_org_id to rule_org_id in alert_instance" 2024-04-10T15:29:36.554 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.37328121Z level=info msg="Executing migration" id="rename def_uid to rule_uid in alert_instance" 2024-04-10T15:29:36.554 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.376540575Z level=info msg="Executing migration" id="add index rule_org_id, rule_uid, current_state on alert_instance" 2024-04-10T15:29:36.554 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.379108417Z level=info msg="Executing migration" id="add index rule_org_id, current_state on alert_instance" 2024-04-10T15:29:36.555 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.379553605Z level=info msg="Executing migration" id="add current_reason column related to current_state" 2024-04-10T15:29:36.555 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.382393287Z level=info msg="Executing migration" id="create alert_rule table" 2024-04-10T15:29:36.555 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.385144743Z level=info msg="Executing migration" id="add index in alert_rule on org_id and title columns" 2024-04-10T15:29:36.555 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.387768816Z level=info msg="Executing migration" id="add index in alert_rule on org_id and uid columns" 2024-04-10T15:29:36.555 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.388201725Z level=info msg="Executing migration" id="add index in alert_rule on org_id, namespace_uid, group_uid columns" 2024-04-10T15:29:36.555 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.391117567Z level=info msg="Executing migration" id="alter alert_rule table data column to mediumtext in mysql" 2024-04-10T15:29:36.555 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.393619763Z level=info msg="Executing migration" id="add column for to alert_rule" 2024-04-10T15:29:36.555 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.396392882Z level=info msg="Executing migration" id="add column annotations to alert_rule" 2024-04-10T15:29:36.555 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.397228145Z level=info msg="Executing migration" id="add column labels to alert_rule" 2024-04-10T15:29:36.555 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.399923004Z level=info msg="Executing migration" id="remove unique index from alert_rule on org_id, title columns" 2024-04-10T15:29:36.555 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.402703459Z level=info msg="Executing migration" id="add index in alert_rule on org_id, namespase_uid and title columns" 2024-04-10T15:29:36.555 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.405272735Z level=info msg="Executing migration" id="add dashboard_uid column to alert_rule" 2024-04-10T15:29:36.556 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.406158108Z level=info msg="Executing migration" id="add panel_id column to alert_rule" 2024-04-10T15:29:36.556 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.408792949Z level=info msg="Executing migration" id="add index in alert_rule on org_id, dashboard_uid and panel_id columns" 2024-04-10T15:29:36.556 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.411565104Z level=info msg="Executing migration" id="add rule_group_idx column to alert_rule" 2024-04-10T15:29:36.556 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.414346856Z level=info msg="Executing migration" id="add is_paused column to alert_rule table" 2024-04-10T15:29:36.556 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.415211602Z level=info msg="Executing migration" id="fix is_paused column for alert_rule table" 2024-04-10T15:29:36.556 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.416089286Z level=info msg="Executing migration" id="create alert_rule_version table" 2024-04-10T15:29:36.556 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.416935579Z level=info msg="Executing migration" id="add index in alert_rule_version table on rule_org_id, rule_uid and version columns" 2024-04-10T15:29:36.556 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.417831012Z level=info msg="Executing migration" id="add index in alert_rule_version table on rule_org_id, rule_namespace_uid and rule_group columns" 2024-04-10T15:29:36.556 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.418385174Z level=info msg="Executing migration" id="alter alert_rule_version table data column to mediumtext in mysql" 2024-04-10T15:29:36.556 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.419330661Z level=info msg="Executing migration" id="add column for to alert_rule_version" 2024-04-10T15:29:36.556 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.420251154Z level=info msg="Executing migration" id="add column annotations to alert_rule_version" 2024-04-10T15:29:36.556 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.421110881Z level=info msg="Executing migration" id="add column labels to alert_rule_version" 2024-04-10T15:29:36.556 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.421942283Z level=info msg="Executing migration" id="add rule_group_idx column to alert_rule_version" 2024-04-10T15:29:36.556 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.422815245Z level=info msg="Executing migration" id="add is_paused column to alert_rule_versions table" 2024-04-10T15:29:36.557 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.423652929Z level=info msg="Executing migration" id="fix is_paused column for alert_rule_version table" 2024-04-10T15:29:36.557 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.424496431Z level=info msg="Executing migration" id=create_alert_configuration_table 2024-04-10T15:29:36.557 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.425309511Z level=info msg="Executing migration" id="Add column default in alert_configuration" 2024-04-10T15:29:36.557 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.426177381Z level=info msg="Executing migration" id="alert alert_configuration alertmanager_configuration column from TEXT to MEDIUMTEXT if mysql" 2024-04-10T15:29:36.557 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.427149865Z level=info msg="Executing migration" id="add column org_id in alert_configuration" 2024-04-10T15:29:36.557 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.428208303Z level=info msg="Executing migration" id="add index in alert_configuration table on org_id column" 2024-04-10T15:29:36.557 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.42863595Z level=info msg="Executing migration" id="add configuration_hash column to alert_configuration" 2024-04-10T15:29:36.557 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.42952076Z level=info msg="Executing migration" id=create_ngalert_configuration_table 2024-04-10T15:29:36.557 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.430498638Z level=info msg="Executing migration" id="add index in ngalert_configuration on org_id column" 2024-04-10T15:29:36.557 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.431252365Z level=info msg="Executing migration" id="add column send_alerts_to in ngalert_configuration" 2024-04-10T15:29:36.557 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.432140554Z level=info msg="Executing migration" id="create provenance_type table" 2024-04-10T15:29:36.557 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.433162682Z level=info msg="Executing migration" id="add index to uniquify (record_key, record_type, org_id) columns" 2024-04-10T15:29:36.557 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.433937757Z level=info msg="Executing migration" id="create alert_image table" 2024-04-10T15:29:36.558 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.434748604Z level=info msg="Executing migration" id="add unique index on token to alert_image table" 2024-04-10T15:29:36.558 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.435192882Z level=info msg="Executing migration" id="support longer URLs in alert_image table" 2024-04-10T15:29:36.558 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.43611053Z level=info msg="Executing migration" id=create_alert_configuration_history_table 2024-04-10T15:29:36.558 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.436599371Z level=info msg="Executing migration" id="drop non-unique orgID index on alert_configuration" 2024-04-10T15:29:36.558 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.437028977Z level=info msg="Executing migration" id="drop unique orgID index on alert_configuration if exists" 2024-04-10T15:29:36.558 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.437100278Z level=warn msg="Skipping migration: Already executed, but not recorded in migration log" id="drop unique orgID index on alert_configuration if exists" 2024-04-10T15:29:36.558 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.437864435Z level=info msg="Executing migration" id="extract alertmanager configuration history to separate table" 2024-04-10T15:29:36.558 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.438242896Z level=info msg="Executing migration" id="add unique index on orgID to alert_configuration" 2024-04-10T15:29:36.558 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.439025179Z level=info msg="Executing migration" id="clear migration entry \"remove unified alerting data\"" 2024-04-10T15:29:36.558 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.439139221Z level=info msg="Executing migration" id="move dashboard alerts to unified alerting" 2024-04-10T15:29:36.558 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.43924475Z level=info msg="alerts found to migrate" alerts=0 2024-04-10T15:29:36.558 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.439630901Z level=info msg="Executing migration" id="create library_element table v1" 2024-04-10T15:29:36.559 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.440065649Z level=info msg="Executing migration" id="add index library_element org_id-folder_id-name-kind" 2024-04-10T15:29:36.559 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.441010449Z level=info msg="Executing migration" id="create library_element_connection table v1" 2024-04-10T15:29:36.559 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.441780491Z level=info msg="Executing migration" id="add index library_element_connection element_id-kind-connection_id" 2024-04-10T15:29:36.559 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.4422195Z level=info msg="Executing migration" id="add unique index library_element org_id_uid" 2024-04-10T15:29:36.559 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.445107628Z level=info msg="Executing migration" id="increase max description length to 2048" 2024-04-10T15:29:36.559 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.447948453Z level=info msg="Executing migration" id="clone move dashboard alerts to unified alerting" 2024-04-10T15:29:36.559 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.450577655Z level=info msg="Executing migration" id="create data_keys table" 2024-04-10T15:29:36.559 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.451065744Z level=info msg="Executing migration" id="create secrets table" 2024-04-10T15:29:36.559 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.454069286Z level=info msg="Executing migration" id="rename data_keys name column to id" 2024-04-10T15:29:36.559 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.458367759Z level=info msg="Executing migration" id="add name column into data_keys" 2024-04-10T15:29:36.559 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.461230506Z level=info msg="Executing migration" id="copy data_keys id column values into name" 2024-04-10T15:29:36.559 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.461567313Z level=info msg="Executing migration" id="rename data_keys name column to label" 2024-04-10T15:29:36.560 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.465643242Z level=info msg="Executing migration" id="rename data_keys id column back to name" 2024-04-10T15:29:36.560 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.469801024Z level=info msg="Executing migration" id="create kv_store table v1" 2024-04-10T15:29:36.560 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.472582652Z level=info msg="Executing migration" id="add index kv_store.org_id-namespace-key" 2024-04-10T15:29:36.560 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.473067935Z level=info msg="Executing migration" id="update dashboard_uid and panel_id from existing annotations" 2024-04-10T15:29:36.560 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.475763355Z level=info msg="Executing migration" id="create permission table" 2024-04-10T15:29:36.560 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.476222193Z level=info msg="Executing migration" id="add unique index permission.role_id" 2024-04-10T15:29:36.560 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.478695336Z level=info msg="Executing migration" id="add unique index role_id_action_scope" 2024-04-10T15:29:36.560 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.481411588Z level=info msg="Executing migration" id="create role table" 2024-04-10T15:29:36.560 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.481839737Z level=info msg="Executing migration" id="add column display_name" 2024-04-10T15:29:36.560 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.48462618Z level=info msg="Executing migration" id="add column group_name" 2024-04-10T15:29:36.560 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.487357623Z level=info msg="Executing migration" id="add index role.org_id" 2024-04-10T15:29:36.560 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.489924977Z level=info msg="Executing migration" id="add unique index role_org_id_name" 2024-04-10T15:29:36.560 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.490385267Z level=info msg="Executing migration" id="add index role_org_id_uid" 2024-04-10T15:29:36.561 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.493113218Z level=info msg="Executing migration" id="create team role table" 2024-04-10T15:29:36.561 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.495920786Z level=info msg="Executing migration" id="add index team_role.org_id" 2024-04-10T15:29:36.561 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.49871416Z level=info msg="Executing migration" id="add unique index team_role_org_id_team_id_role_id" 2024-04-10T15:29:36.561 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.499265526Z level=info msg="Executing migration" id="add index team_role.team_id" 2024-04-10T15:29:36.561 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.502234523Z level=info msg="Executing migration" id="create user role table" 2024-04-10T15:29:36.561 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.504915995Z level=info msg="Executing migration" id="add index user_role.org_id" 2024-04-10T15:29:36.561 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.507525145Z level=info msg="Executing migration" id="add unique index user_role_org_id_user_id_role_id" 2024-04-10T15:29:36.561 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.507998566Z level=info msg="Executing migration" id="add index user_role.user_id" 2024-04-10T15:29:36.561 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.510718548Z level=info msg="Executing migration" id="create builtin role table" 2024-04-10T15:29:36.561 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.513474924Z level=info msg="Executing migration" id="add index builtin_role.role_id" 2024-04-10T15:29:36.561 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.516218885Z level=info msg="Executing migration" id="add index builtin_role.name" 2024-04-10T15:29:36.561 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.516695041Z level=info msg="Executing migration" id="Add column org_id to builtin_role table" 2024-04-10T15:29:36.561 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.519441742Z level=info msg="Executing migration" id="add index builtin_role.org_id" 2024-04-10T15:29:36.561 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.520426163Z level=info msg="Executing migration" id="add unique index builtin_role_org_id_role_id_role" 2024-04-10T15:29:36.561 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.521139304Z level=info msg="Executing migration" id="Remove unique index role_org_id_uid" 2024-04-10T15:29:36.562 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.521604862Z level=info msg="Executing migration" id="add unique index role.uid" 2024-04-10T15:29:36.562 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.522476357Z level=info msg="Executing migration" id="create seed assignment table" 2024-04-10T15:29:36.562 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.523457429Z level=info msg="Executing migration" id="add unique index builtin_role_role_name" 2024-04-10T15:29:36.562 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.524149733Z level=info msg="Executing migration" id="add column hidden to role table" 2024-04-10T15:29:36.562 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.525135344Z level=info msg="Executing migration" id="create query_history table v1" 2024-04-10T15:29:36.562 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.526096934Z level=info msg="Executing migration" id="add index query_history.org_id-created_by-datasource_uid" 2024-04-10T15:29:36.562 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.526813818Z level=info msg="Executing migration" id="alter table query_history alter column created_by type to bigint" 2024-04-10T15:29:36.562 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.527725146Z level=info msg="Executing migration" id="teams permissions migration" 2024-04-10T15:29:36.562 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.528296295Z level=info msg="Executing migration" id="dashboard permissions" 2024-04-10T15:29:36.562 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.529271083Z level=info msg="Executing migration" id="dashboard permissions uid scopes" 2024-04-10T15:29:36.562 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.529995051Z level=info msg="Executing migration" id="drop managed folder create actions" 2024-04-10T15:29:36.562 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.530942425Z level=info msg="Executing migration" id="alerting notification permissions" 2024-04-10T15:29:36.563 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.531514776Z level=info msg="Executing migration" id="create query_history_star table v1" 2024-04-10T15:29:36.563 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.532494658Z level=info msg="Executing migration" id="add index query_history.user_id-query_uid" 2024-04-10T15:29:36.563 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.533373446Z level=info msg="Executing migration" id="add column org_id in query_history_star" 2024-04-10T15:29:36.563 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.534496819Z level=info msg="Executing migration" id="alter table query_history_star_mig column user_id type to bigint" 2024-04-10T15:29:36.563 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.534886786Z level=info msg="Executing migration" id="create correlation table v1" 2024-04-10T15:29:36.563 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.535726287Z level=info msg="Executing migration" id="add index correlations.uid" 2024-04-10T15:29:36.563 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.536801613Z level=info msg="Executing migration" id="add index correlations.source_uid" 2024-04-10T15:29:36.563 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.537504966Z level=info msg="Executing migration" id="add correlation config column" 2024-04-10T15:29:36.563 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.538458313Z level=info msg="Executing migration" id="create entity_events table" 2024-04-10T15:29:36.563 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.539313909Z level=info msg="Executing migration" id="create dashboard public config v1" 2024-04-10T15:29:36.563 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.540195821Z level=info msg="Executing migration" id="drop index UQE_dashboard_public_config_uid - v1" 2024-04-10T15:29:36.563 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.540302558Z level=warn msg="Skipping migration: Already executed, but not recorded in migration log" id="drop index UQE_dashboard_public_config_uid - v1" 2024-04-10T15:29:36.563 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.54122134Z level=info msg="Executing migration" id="drop index IDX_dashboard_public_config_org_id_dashboard_uid - v1" 2024-04-10T15:29:36.563 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.541337997Z level=warn msg="Skipping migration: Already executed, but not recorded in migration log" id="drop index IDX_dashboard_public_config_org_id_dashboard_uid - v1" 2024-04-10T15:29:36.563 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.541624274Z level=info msg="Executing migration" id="Drop old dashboard public config table" 2024-04-10T15:29:36.564 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.542523613Z level=info msg="Executing migration" id="recreate dashboard public config v1" 2024-04-10T15:29:36.564 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.543359863Z level=info msg="Executing migration" id="create index UQE_dashboard_public_config_uid - v1" 2024-04-10T15:29:36.564 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.544267175Z level=info msg="Executing migration" id="create index IDX_dashboard_public_config_org_id_dashboard_uid - v1" 2024-04-10T15:29:36.564 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.544737187Z level=info msg="Executing migration" id="drop index UQE_dashboard_public_config_uid - v2" 2024-04-10T15:29:36.564 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.545161016Z level=info msg="Executing migration" id="drop index IDX_dashboard_public_config_org_id_dashboard_uid - v2" 2024-04-10T15:29:36.564 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.545608539Z level=info msg="Executing migration" id="Drop public config table" 2024-04-10T15:29:36.564 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.546044531Z level=info msg="Executing migration" id="Recreate dashboard public config v2" 2024-04-10T15:29:36.564 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.54646087Z level=info msg="Executing migration" id="create index UQE_dashboard_public_config_uid - v2" 2024-04-10T15:29:36.564 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.546916443Z level=info msg="Executing migration" id="create index IDX_dashboard_public_config_org_id_dashboard_uid - v2" 2024-04-10T15:29:36.564 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.547395487Z level=info msg="Executing migration" id="create index UQE_dashboard_public_config_access_token - v2" 2024-04-10T15:29:36.564 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.548235292Z level=info msg="Executing migration" id="Rename table dashboard_public_config to dashboard_public - v2" 2024-04-10T15:29:36.564 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.551448107Z level=info msg="Executing migration" id="add annotations_enabled column" 2024-04-10T15:29:36.564 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.552446012Z level=info msg="Executing migration" id="add time_selection_enabled column" 2024-04-10T15:29:36.564 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.553501049Z level=info msg="Executing migration" id="delete orphaned public dashboards" 2024-04-10T15:29:36.564 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.553851753Z level=info msg="Executing migration" id="add share column" 2024-04-10T15:29:36.565 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.554853019Z level=info msg="Executing migration" id="create default alerting folders" 2024-04-10T15:29:36.565 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.555288592Z level=info msg="Executing migration" id="create file table" 2024-04-10T15:29:36.565 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.555737553Z level=info msg="Executing migration" id="file table idx: path natural pk" 2024-04-10T15:29:36.565 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.558463538Z level=info msg="Executing migration" id="file table idx: parent_folder_path_hash fast folder retrieval" 2024-04-10T15:29:36.565 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.558960121Z level=info msg="Executing migration" id="create file_meta table" 2024-04-10T15:29:36.565 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.561774443Z level=info msg="Executing migration" id="file table idx: path key" 2024-04-10T15:29:36.565 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.562264122Z level=info msg="Executing migration" id="set path collation in file table" 2024-04-10T15:29:36.565 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.565079889Z level=info msg="Executing migration" id="managed permissions migration" 2024-04-10T15:29:36.565 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.565747935Z level=info msg="Executing migration" id="managed folder permissions alert actions migration" 2024-04-10T15:29:36.565 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.567805019Z level=info msg="Executing migration" id="RBAC action name migrator" 2024-04-10T15:29:36.566 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:29:36 smithi069 ceph-mon[27501]: pgmap v30: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:29:36.566 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:29:36 smithi069 ceph-mon[27501]: from='client.? 172.21.15.69:0/2738075179' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-04-10T15:29:36.566 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:29:36 smithi069 ceph-mon[27501]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:29:36.566 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:29:36 smithi069 ceph-mon[27501]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:29:36.566 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:29:36 smithi069 ceph-mon[27501]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:29:36.566 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:29:36 smithi069 ceph-mon[27501]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:29:36.566 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:29:36 smithi069 ceph-mon[39688]: pgmap v30: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:29:36.566 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:29:36 smithi069 ceph-mon[39688]: from='client.? 172.21.15.69:0/2738075179' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-04-10T15:29:36.567 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:29:36 smithi069 ceph-mon[39688]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:29:36.567 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:29:36 smithi069 ceph-mon[39688]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:29:36.567 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:29:36 smithi069 ceph-mon[39688]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:29:36.567 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:29:36 smithi069 ceph-mon[39688]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:29:36.584 INFO:tasks.cephadm.ceph_manager.ceph:need seq 55834574896 got 55834574900 for osd.1 2024-04-10T15:29:36.584 DEBUG:teuthology.parallel:result is None 2024-04-10T15:29:36.815 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:29:36 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[27756]: ::ffff:172.21.15.77 - - [10/Apr/2024:15:29:36] "GET /metrics HTTP/1.1" 200 33640 "" "Prometheus/2.43.0" 2024-04-10T15:29:36.988 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.570596977Z level=info msg="Executing migration" id="Add UID column to playlist" 2024-04-10T15:29:36.988 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.571903281Z level=info msg="Executing migration" id="Update uid column values in playlist" 2024-04-10T15:29:36.988 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.574655405Z level=info msg="Executing migration" id="Add index for uid in playlist" 2024-04-10T15:29:36.988 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.577560774Z level=info msg="Executing migration" id="update group index for alert rules" 2024-04-10T15:29:36.988 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.580563362Z level=info msg="Executing migration" id="managed folder permissions alert actions repeated migration" 2024-04-10T15:29:36.988 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.580953269Z level=info msg="Executing migration" id="admin only folder/dashboard permission" 2024-04-10T15:29:36.988 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.583863866Z level=info msg="Executing migration" id="add action column to seed_assignment" 2024-04-10T15:29:36.988 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.585094715Z level=info msg="Executing migration" id="add scope column to seed_assignment" 2024-04-10T15:29:36.988 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.586614124Z level=info msg="Executing migration" id="remove unique index builtin_role_role_name before nullable update" 2024-04-10T15:29:36.989 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.589297261Z level=info msg="Executing migration" id="update seed_assignment role_name column to nullable" 2024-04-10T15:29:36.989 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.599037797Z level=info msg="Executing migration" id="add unique index builtin_role_name back" 2024-04-10T15:29:36.989 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.601803477Z level=info msg="Executing migration" id="add unique index builtin_role_action_scope" 2024-04-10T15:29:36.989 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.604649726Z level=info msg="Executing migration" id="add primary key to seed_assigment" 2024-04-10T15:29:36.989 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.608130473Z level=info msg="Executing migration" id="managed folder permissions alert actions repeated fixed migration" 2024-04-10T15:29:36.989 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.608452647Z level=info msg="Executing migration" id="migrate external alertmanagers to datsourcse" 2024-04-10T15:29:36.989 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.611355758Z level=info msg="Executing migration" id="create folder table" 2024-04-10T15:29:36.989 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.613906484Z level=info msg="Executing migration" id="Add index for parent_uid" 2024-04-10T15:29:36.989 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.616438984Z level=info msg="Executing migration" id="Add unique index for folder.uid and folder.org_id" 2024-04-10T15:29:36.989 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.616942018Z level=info msg="Executing migration" id="Update folder title length" 2024-04-10T15:29:36.990 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.619681403Z level=info msg="Executing migration" id="Add unique index for folder.title and folder.parent_uid" 2024-04-10T15:29:36.990 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=migrator t=2024-04-10T15:29:36.620115571Z level=info msg="migrations completed" performed=485 skipped=0 duration=648.504296ms 2024-04-10T15:29:36.990 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=sqlstore t=2024-04-10T15:29:36.620509322Z level=info msg="Created default organization" 2024-04-10T15:29:36.990 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=plugin.loader t=2024-04-10T15:29:36.677145684Z level=info msg="Plugin registered" pluginID=input 2024-04-10T15:29:36.990 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=plugin.loader t=2024-04-10T15:29:36.705083287Z level=info msg="Plugin registered" pluginID=grafana-piechart-panel 2024-04-10T15:29:36.990 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=plugin.loader t=2024-04-10T15:29:36.70511917Z level=info msg="Plugin registered" pluginID=vonage-status-panel 2024-04-10T15:29:36.990 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=secrets t=2024-04-10T15:29:36.705152108Z level=info msg="Envelope encryption state" enabled=true currentprovider=secretKey.v1 2024-04-10T15:29:36.990 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=query_data t=2024-04-10T15:29:36.706787427Z level=info msg="Query Service initialization" 2024-04-10T15:29:36.990 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=live.push_http t=2024-04-10T15:29:36.709249421Z level=info msg="Live Push Gateway initialization" 2024-04-10T15:29:37.293 INFO:teuthology.orchestra.run.smithi069.stdout:77309411376 2024-04-10T15:29:37.456 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:29:37 smithi077 ceph-mon[31195]: Deploying daemon node-exporter.a on smithi069 2024-04-10T15:29:37.456 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:37 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=infra.usagestats.collector t=2024-04-10T15:29:37.417752848Z level=info msg="registering usage stat providers" usageStatsProvidersLen=2 2024-04-10T15:29:37.456 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:37 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=provisioning.datasources t=2024-04-10T15:29:37.472416066Z level=info msg="inserting datasource from configuration " name=Dashboard1 uid=P43CA22E17D0F9596 2024-04-10T15:29:37.581 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:29:37 smithi069 ceph-mon[27501]: Deploying daemon node-exporter.a on smithi069 2024-04-10T15:29:37.581 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:29:37 smithi069 ceph-mon[39688]: Deploying daemon node-exporter.a on smithi069 2024-04-10T15:29:37.737 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:37 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=provisioning.datasources t=2024-04-10T15:29:37.504241203Z level=info msg="inserting datasource from configuration " name=Loki uid=P8E80F9AEF21F6940 2024-04-10T15:29:37.737 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:37 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=provisioning.alerting t=2024-04-10T15:29:37.525814132Z level=info msg="starting to provision alerting" 2024-04-10T15:29:37.737 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:37 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=provisioning.alerting t=2024-04-10T15:29:37.525850301Z level=info msg="finished to provision alerting" 2024-04-10T15:29:37.737 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:37 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=grafanaStorageLogger t=2024-04-10T15:29:37.526046562Z level=info msg="storage starting" 2024-04-10T15:29:37.737 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:37 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=ngalert.state.manager t=2024-04-10T15:29:37.526048152Z level=info msg="Warming state cache for startup" 2024-04-10T15:29:37.737 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:37 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=http.server t=2024-04-10T15:29:37.527624814Z level=info msg="HTTP Server Listen" address=[::]:3000 protocol=https subUrl= socket= 2024-04-10T15:29:37.738 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:37 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=sqlstore.transactions t=2024-04-10T15:29:37.536993365Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2024-04-10T15:29:37.738 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:37 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=ngalert.state.manager t=2024-04-10T15:29:37.537090735Z level=info msg="State cache has been initialized" states=0 duration=11.041407ms 2024-04-10T15:29:37.738 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:37 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=ticker t=2024-04-10T15:29:37.537144413Z level=info msg=starting first_tick=2024-04-10T15:29:40Z 2024-04-10T15:29:37.738 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:37 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=ngalert.multiorg.alertmanager t=2024-04-10T15:29:37.537133682Z level=info msg="starting MultiOrg Alertmanager" 2024-04-10T15:29:37.738 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:37 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=sqlstore.transactions t=2024-04-10T15:29:37.547265867Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=1 code="database is locked" 2024-04-10T15:29:37.738 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:29:37 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=sqlstore.transactions t=2024-04-10T15:29:37.608808659Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2024-04-10T15:29:38.028 INFO:tasks.cephadm.ceph_manager.ceph:need seq 107374182438 got 107374182441 for osd.3 2024-04-10T15:29:38.028 DEBUG:teuthology.parallel:result is None 2024-04-10T15:29:38.258 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:29:38 smithi069 ceph-mon[39688]: pgmap v31: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:29:38.258 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:29:38 smithi069 ceph-mon[39688]: from='client.? 172.21.15.69:0/3416669312' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-04-10T15:29:38.258 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:29:38 smithi069 ceph-mon[27501]: pgmap v31: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:29:38.258 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:29:38 smithi069 ceph-mon[27501]: from='client.? 172.21.15.69:0/3416669312' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-04-10T15:29:38.487 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:29:38 smithi077 ceph-mon[31195]: pgmap v31: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:29:38.487 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:29:38 smithi077 ceph-mon[31195]: from='client.? 172.21.15.69:0/3416669312' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-04-10T15:29:38.788 INFO:tasks.cephadm.ceph_manager.ceph:need seq 77309411371 got 77309411376 for osd.2 2024-04-10T15:29:38.788 DEBUG:teuthology.parallel:result is None 2024-04-10T15:29:39.281 INFO:teuthology.orchestra.run.smithi069.stdout:163208757280 2024-04-10T15:29:39.581 INFO:journalctl@ceph.node-exporter.a.smithi069.stdout:Apr 10 15:29:39 smithi069 systemd[1]: Starting Ceph node-exporter.a for 09bfb546-f74e-11ee-b64a-cb9ed24678a4... 2024-04-10T15:29:40.040 INFO:tasks.cephadm.ceph_manager.ceph:need seq 163208757275 got 163208757280 for osd.5 2024-04-10T15:29:40.040 DEBUG:teuthology.parallel:result is None 2024-04-10T15:29:40.041 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2024-04-10T15:29:40.041 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 09bfb546-f74e-11ee-b64a-cb9ed24678a4 -- ceph pg dump --format=json 2024-04-10T15:29:40.265 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/09bfb546-f74e-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T15:29:40.331 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:29:40 smithi069 ceph-mon[39688]: pgmap v32: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:29:40.331 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:29:40 smithi069 ceph-mon[39688]: from='client.? 172.21.15.69:0/1206715314' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-04-10T15:29:40.331 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:29:40 smithi069 ceph-mon[39688]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:29:40.331 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:29:40 smithi069 ceph-mon[27501]: pgmap v32: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:29:40.331 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:29:40 smithi069 ceph-mon[27501]: from='client.? 172.21.15.69:0/1206715314' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-04-10T15:29:40.331 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:29:40 smithi069 ceph-mon[27501]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:29:40.331 INFO:journalctl@ceph.node-exporter.a.smithi069.stdout:Apr 10 15:29:40 smithi069 bash[76897]: Trying to pull quay.io/prometheus/node-exporter:v1.5.0... 2024-04-10T15:29:40.487 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:29:40 smithi077 ceph-mon[31195]: pgmap v32: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:29:40.487 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:29:40 smithi077 ceph-mon[31195]: from='client.? 172.21.15.69:0/1206715314' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-04-10T15:29:40.487 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:29:40 smithi077 ceph-mon[31195]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:29:40.653 INFO:journalctl@ceph.node-exporter.a.smithi069.stdout:Apr 10 15:29:40 smithi069 bash[76897]: Getting image source signatures 2024-04-10T15:29:40.653 INFO:journalctl@ceph.node-exporter.a.smithi069.stdout:Apr 10 15:29:40 smithi069 bash[76897]: Copying blob sha256:c0e87333d3805a7b7e1c25783dd25f27da0fe70a8e262eee7ed190c8dc843fa7 2024-04-10T15:29:40.653 INFO:journalctl@ceph.node-exporter.a.smithi069.stdout:Apr 10 15:29:40 smithi069 bash[76897]: Copying blob sha256:5c12815fee558b157dee7f7509dedbaba0a8379098858a65ec869e1f1526ea0c 2024-04-10T15:29:40.653 INFO:journalctl@ceph.node-exporter.a.smithi069.stdout:Apr 10 15:29:40 smithi069 bash[76897]: Copying blob sha256:22b70bddd3acadc892fca4c2af4260629bfda5dfd11ebc106a93ce24e752b5ed 2024-04-10T15:29:42.487 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:29:42 smithi077 ceph-mon[31195]: pgmap v33: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:29:42.503 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:29:42 smithi069 ceph-mon[39688]: pgmap v33: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:29:42.503 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:29:42 smithi069 ceph-mon[27501]: pgmap v33: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:29:42.840 INFO:teuthology.orchestra.run.smithi069.stdout: 2024-04-10T15:29:42.846 INFO:teuthology.orchestra.run.smithi069.stderr:dumped all 2024-04-10T15:29:43.081 INFO:journalctl@ceph.node-exporter.a.smithi069.stdout:Apr 10 15:29:42 smithi069 bash[76897]: Copying config sha256:0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 2024-04-10T15:29:43.469 INFO:journalctl@ceph.node-exporter.a.smithi069.stdout:Apr 10 15:29:43 smithi069 bash[76897]: Writing manifest to image destination 2024-04-10T15:29:43.776 INFO:journalctl@ceph.node-exporter.a.smithi069.stdout:Apr 10 15:29:43 smithi069 podman[76897]: 2024-04-10 15:29:43.425421206 +0000 UTC m=+3.270533456 image pull 0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 quay.io/prometheus/node-exporter:v1.5.0 2024-04-10T15:29:43.800 INFO:teuthology.orchestra.run.smithi069.stdout:{"pg_ready":true,"pg_map":{"version":33,"stamp":"2024-04-10T15:29:41.114288+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":593516,"num_objects":24,"num_object_clones":0,"num_object_copies":72,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":227,"num_write_kb":2433,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":170,"ondisk_log_size":170,"up":315,"acting":315,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":315,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":231760,"kb_used_data":7360,"kb_used_omap":12,"kb_used_meta":224243,"kb_avail":749729456,"statfs":{"total":767960285184,"available":767722962944,"internally_reserved":0,"allocated":7536640,"data_stored":4254445,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12742,"internal_metadata":229625402},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002422"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:28:46.969686+0000","last_change":"2024-04-10T15:28:12.697522+0000","last_active":"2024-04-10T15:28:46.969686+0000","last_peered":"2024-04-10T15:28:46.969686+0000","last_clean":"2024-04-10T15:28:46.969686+0000","last_became_active":"2024-04-10T15:28:12.697215+0000","last_became_peered":"2024-04-10T15:28:12.697215+0000","last_unstale":"2024-04-10T15:28:46.969686+0000","last_undegraded":"2024-04-10T15:28:46.969686+0000","last_fullsized":"2024-04-10T15:28:46.969686+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T20:35:17.938280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:28:46.104655+0000","last_change":"2024-04-10T15:28:12.695085+0000","last_active":"2024-04-10T15:28:46.104655+0000","last_peered":"2024-04-10T15:28:46.104655+0000","last_clean":"2024-04-10T15:28:46.104655+0000","last_became_active":"2024-04-10T15:28:12.694125+0000","last_became_peered":"2024-04-10T15:28:12.694125+0000","last_unstale":"2024-04-10T15:28:46.104655+0000","last_undegraded":"2024-04-10T15:28:46.104655+0000","last_fullsized":"2024-04-10T15:28:46.104655+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T21:50:43.562860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":16,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:28:46.968595+0000","last_change":"2024-04-10T15:28:36.701291+0000","last_active":"2024-04-10T15:28:46.968595+0000","last_peered":"2024-04-10T15:28:46.968595+0000","last_clean":"2024-04-10T15:28:46.968595+0000","last_became_active":"2024-04-10T15:28:36.700970+0000","last_became_peered":"2024-04-10T15:28:36.700970+0000","last_unstale":"2024-04-10T15:28:46.968595+0000","last_undegraded":"2024-04-10T15:28:46.968595+0000","last_fullsized":"2024-04-10T15:28:46.968595+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T00:04:25.471515+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,1],"acting":[3,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:28:46.104552+0000","last_change":"2024-04-10T15:28:12.699385+0000","last_active":"2024-04-10T15:28:46.104552+0000","last_peered":"2024-04-10T15:28:46.104552+0000","last_clean":"2024-04-10T15:28:46.104552+0000","last_became_active":"2024-04-10T15:28:12.698426+0000","last_became_peered":"2024-04-10T15:28:12.698426+0000","last_unstale":"2024-04-10T15:28:46.104552+0000","last_undegraded":"2024-04-10T15:28:46.104552+0000","last_fullsized":"2024-04-10T15:28:46.104552+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T18:37:45.002946+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:28:46.969015+0000","last_change":"2024-04-10T15:28:12.707878+0000","last_active":"2024-04-10T15:28:46.969015+0000","last_peered":"2024-04-10T15:28:46.969015+0000","last_clean":"2024-04-10T15:28:46.969015+0000","last_became_active":"2024-04-10T15:28:12.707571+0000","last_became_peered":"2024-04-10T15:28:12.707571+0000","last_unstale":"2024-04-10T15:28:46.969015+0000","last_undegraded":"2024-04-10T15:28:46.969015+0000","last_fullsized":"2024-04-10T15:28:46.969015+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T17:18:21.836886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:28:46.104847+0000","last_change":"2024-04-10T15:28:12.688200+0000","last_active":"2024-04-10T15:28:46.104847+0000","last_peered":"2024-04-10T15:28:46.104847+0000","last_clean":"2024-04-10T15:28:46.104847+0000","last_became_active":"2024-04-10T15:28:12.687777+0000","last_became_peered":"2024-04-10T15:28:12.687777+0000","last_unstale":"2024-04-10T15:28:46.104847+0000","last_undegraded":"2024-04-10T15:28:46.104847+0000","last_fullsized":"2024-04-10T15:28:46.104847+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T03:25:39.026190+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:28:46.968928+0000","last_change":"2024-04-10T15:28:12.698706+0000","last_active":"2024-04-10T15:28:46.968928+0000","last_peered":"2024-04-10T15:28:46.968928+0000","last_clean":"2024-04-10T15:28:46.968928+0000","last_became_active":"2024-04-10T15:28:12.698402+0000","last_became_peered":"2024-04-10T15:28:12.698402+0000","last_unstale":"2024-04-10T15:28:46.968928+0000","last_undegraded":"2024-04-10T15:28:46.968928+0000","last_fullsized":"2024-04-10T15:28:46.968928+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T20:00:34.088749+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:28:46.969324+0000","last_change":"2024-04-10T15:28:12.698333+0000","last_active":"2024-04-10T15:28:46.969324+0000","last_peered":"2024-04-10T15:28:46.969324+0000","last_clean":"2024-04-10T15:28:46.969324+0000","last_became_active":"2024-04-10T15:28:12.697487+0000","last_became_peered":"2024-04-10T15:28:12.697487+0000","last_unstale":"2024-04-10T15:28:46.969324+0000","last_undegraded":"2024-04-10T15:28:46.969324+0000","last_fullsized":"2024-04-10T15:28:46.969324+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T21:54:07.255338+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:28:46.969676+0000","last_change":"2024-04-10T15:28:12.699370+0000","last_active":"2024-04-10T15:28:46.969676+0000","last_peered":"2024-04-10T15:28:46.969676+0000","last_clean":"2024-04-10T15:28:46.969676+0000","last_became_active":"2024-04-10T15:28:12.698750+0000","last_became_peered":"2024-04-10T15:28:12.698750+0000","last_unstale":"2024-04-10T15:28:46.969676+0000","last_undegraded":"2024-04-10T15:28:46.969676+0000","last_fullsized":"2024-04-10T15:28:46.969676+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T18:34:18.917642+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:28:46.969436+0000","last_change":"2024-04-10T15:28:12.701768+0000","last_active":"2024-04-10T15:28:46.969436+0000","last_peered":"2024-04-10T15:28:46.969436+0000","last_clean":"2024-04-10T15:28:46.969436+0000","last_became_active":"2024-04-10T15:28:12.698802+0000","last_became_peered":"2024-04-10T15:28:12.698802+0000","last_unstale":"2024-04-10T15:28:46.969436+0000","last_undegraded":"2024-04-10T15:28:46.969436+0000","last_fullsized":"2024-04-10T15:28:46.969436+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T02:57:11.076250+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:28:46.969921+0000","last_change":"2024-04-10T15:28:12.700019+0000","last_active":"2024-04-10T15:28:46.969921+0000","last_peered":"2024-04-10T15:28:46.969921+0000","last_clean":"2024-04-10T15:28:46.969921+0000","last_became_active":"2024-04-10T15:28:12.699227+0000","last_became_peered":"2024-04-10T15:28:12.699227+0000","last_unstale":"2024-04-10T15:28:46.969921+0000","last_undegraded":"2024-04-10T15:28:46.969921+0000","last_fullsized":"2024-04-10T15:28:46.969921+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T22:14:13.683878+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:28:46.778709+0000","last_change":"2024-04-10T15:28:12.690502+0000","last_active":"2024-04-10T15:28:46.778709+0000","last_peered":"2024-04-10T15:28:46.778709+0000","last_clean":"2024-04-10T15:28:46.778709+0000","last_became_active":"2024-04-10T15:28:12.690218+0000","last_became_peered":"2024-04-10T15:28:12.690218+0000","last_unstale":"2024-04-10T15:28:46.778709+0000","last_undegraded":"2024-04-10T15:28:46.778709+0000","last_fullsized":"2024-04-10T15:28:46.778709+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T15:51:10.751498+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:28:46.969219+0000","last_change":"2024-04-10T15:28:12.697968+0000","last_active":"2024-04-10T15:28:46.969219+0000","last_peered":"2024-04-10T15:28:46.969219+0000","last_clean":"2024-04-10T15:28:46.969219+0000","last_became_active":"2024-04-10T15:28:12.697699+0000","last_became_peered":"2024-04-10T15:28:12.697699+0000","last_unstale":"2024-04-10T15:28:46.969219+0000","last_undegraded":"2024-04-10T15:28:46.969219+0000","last_fullsized":"2024-04-10T15:28:46.969219+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T03:16:50.380214+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:28:46.969079+0000","last_change":"2024-04-10T15:28:12.678658+0000","last_active":"2024-04-10T15:28:46.969079+0000","last_peered":"2024-04-10T15:28:46.969079+0000","last_clean":"2024-04-10T15:28:46.969079+0000","last_became_active":"2024-04-10T15:28:12.677919+0000","last_became_peered":"2024-04-10T15:28:12.677919+0000","last_unstale":"2024-04-10T15:28:46.969079+0000","last_undegraded":"2024-04-10T15:28:46.969079+0000","last_fullsized":"2024-04-10T15:28:46.969079+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T21:29:22.846612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:28:46.104180+0000","last_change":"2024-04-10T15:28:12.697329+0000","last_active":"2024-04-10T15:28:46.104180+0000","last_peered":"2024-04-10T15:28:46.104180+0000","last_clean":"2024-04-10T15:28:46.104180+0000","last_became_active":"2024-04-10T15:28:12.696948+0000","last_became_peered":"2024-04-10T15:28:12.696948+0000","last_unstale":"2024-04-10T15:28:46.104180+0000","last_undegraded":"2024-04-10T15:28:46.104180+0000","last_fullsized":"2024-04-10T15:28:46.104180+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T15:52:57.089243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":15,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:28:46.968442+0000","last_change":"2024-04-10T15:28:36.703373+0000","last_active":"2024-04-10T15:28:46.968442+0000","last_peered":"2024-04-10T15:28:46.968442+0000","last_clean":"2024-04-10T15:28:46.968442+0000","last_became_active":"2024-04-10T15:28:36.703030+0000","last_became_peered":"2024-04-10T15:28:36.703030+0000","last_unstale":"2024-04-10T15:28:46.968442+0000","last_undegraded":"2024-04-10T15:28:46.968442+0000","last_fullsized":"2024-04-10T15:28:46.968442+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T19:09:22.931799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,7],"acting":[2,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:28:46.104618+0000","last_change":"2024-04-10T15:28:12.694848+0000","last_active":"2024-04-10T15:28:46.104618+0000","last_peered":"2024-04-10T15:28:46.104618+0000","last_clean":"2024-04-10T15:28:46.104618+0000","last_became_active":"2024-04-10T15:28:12.694557+0000","last_became_peered":"2024-04-10T15:28:12.694557+0000","last_unstale":"2024-04-10T15:28:46.104618+0000","last_undegraded":"2024-04-10T15:28:46.104618+0000","last_fullsized":"2024-04-10T15:28:46.104618+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T03:14:51.199569+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:28:46.969128+0000","last_change":"2024-04-10T15:28:12.692951+0000","last_active":"2024-04-10T15:28:46.969128+0000","last_peered":"2024-04-10T15:28:46.969128+0000","last_clean":"2024-04-10T15:28:46.969128+0000","last_became_active":"2024-04-10T15:28:12.692671+0000","last_became_peered":"2024-04-10T15:28:12.692671+0000","last_unstale":"2024-04-10T15:28:46.969128+0000","last_undegraded":"2024-04-10T15:28:46.969128+0000","last_fullsized":"2024-04-10T15:28:46.969128+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T21:17:06.276979+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:28:46.969390+0000","last_change":"2024-04-10T15:28:12.689693+0000","last_active":"2024-04-10T15:28:46.969390+0000","last_peered":"2024-04-10T15:28:46.969390+0000","last_clean":"2024-04-10T15:28:46.969390+0000","last_became_active":"2024-04-10T15:28:12.689366+0000","last_became_peered":"2024-04-10T15:28:12.689366+0000","last_unstale":"2024-04-10T15:28:46.969390+0000","last_undegraded":"2024-04-10T15:28:46.969390+0000","last_fullsized":"2024-04-10T15:28:46.969390+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T01:24:23.783069+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"61'4","reported_seq":23,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:28:46.970195+0000","last_change":"2024-04-10T15:28:12.343348+0000","last_active":"2024-04-10T15:28:46.970195+0000","last_peered":"2024-04-10T15:28:46.970195+0000","last_clean":"2024-04-10T15:28:46.970195+0000","last_became_active":"2024-04-10T15:28:12.343054+0000","last_became_peered":"2024-04-10T15:28:12.343054+0000","last_unstale":"2024-04-10T15:28:46.970195+0000","last_undegraded":"2024-04-10T15:28:46.970195+0000","last_fullsized":"2024-04-10T15:28:46.970195+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_clean_scrub_stamp":"2024-04-10T15:28:11.308904+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T00:24:09.163522+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:28:46.969875+0000","last_change":"2024-04-10T15:28:12.693030+0000","last_active":"2024-04-10T15:28:46.969875+0000","last_peered":"2024-04-10T15:28:46.969875+0000","last_clean":"2024-04-10T15:28:46.969875+0000","last_became_active":"2024-04-10T15:28:12.692633+0000","last_became_peered":"2024-04-10T15:28:12.692633+0000","last_unstale":"2024-04-10T15:28:46.969875+0000","last_undegraded":"2024-04-10T15:28:46.969875+0000","last_fullsized":"2024-04-10T15:28:46.969875+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T01:56:33.896801+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"61'1","reported_seq":20,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:28:46.969667+0000","last_change":"2024-04-10T15:28:12.340349+0000","last_active":"2024-04-10T15:28:46.969667+0000","last_peered":"2024-04-10T15:28:46.969667+0000","last_clean":"2024-04-10T15:28:46.969667+0000","last_became_active":"2024-04-10T15:28:12.340075+0000","last_became_peered":"2024-04-10T15:28:12.340075+0000","last_unstale":"2024-04-10T15:28:46.969667+0000","last_undegraded":"2024-04-10T15:28:46.969667+0000","last_fullsized":"2024-04-10T15:28:46.969667+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_clean_scrub_stamp":"2024-04-10T15:28:11.308904+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T19:52:58.585482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:28:46.970115+0000","last_change":"2024-04-10T15:28:12.684413+0000","last_active":"2024-04-10T15:28:46.970115+0000","last_peered":"2024-04-10T15:28:46.970115+0000","last_clean":"2024-04-10T15:28:46.970115+0000","last_became_active":"2024-04-10T15:28:12.683640+0000","last_became_peered":"2024-04-10T15:28:12.683640+0000","last_unstale":"2024-04-10T15:28:46.970115+0000","last_undegraded":"2024-04-10T15:28:46.970115+0000","last_fullsized":"2024-04-10T15:28:46.970115+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T01:04:53.793880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"61'2","reported_seq":20,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:28:46.969624+0000","last_change":"2024-04-10T15:28:12.344861+0000","last_active":"2024-04-10T15:28:46.969624+0000","last_peered":"2024-04-10T15:28:46.969624+0000","last_clean":"2024-04-10T15:28:46.969624+0000","last_became_active":"2024-04-10T15:28:12.344508+0000","last_became_peered":"2024-04-10T15:28:12.344508+0000","last_unstale":"2024-04-10T15:28:46.969624+0000","last_undegraded":"2024-04-10T15:28:46.969624+0000","last_fullsized":"2024-04-10T15:28:46.969624+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_clean_scrub_stamp":"2024-04-10T15:28:11.308904+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T20:46:40.578388+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":15,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:28:46.968736+0000","last_change":"2024-04-10T15:28:36.703881+0000","last_active":"2024-04-10T15:28:46.968736+0000","last_peered":"2024-04-10T15:28:46.968736+0000","last_clean":"2024-04-10T15:28:46.968736+0000","last_became_active":"2024-04-10T15:28:36.702980+0000","last_became_peered":"2024-04-10T15:28:36.702980+0000","last_unstale":"2024-04-10T15:28:46.968736+0000","last_undegraded":"2024-04-10T15:28:46.968736+0000","last_fullsized":"2024-04-10T15:28:46.968736+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T20:48:48.549092+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,1],"acting":[2,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1c","version":"61'2","reported_seq":20,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:28:46.969322+0000","last_change":"2024-04-10T15:28:12.342115+0000","last_active":"2024-04-10T15:28:46.969322+0000","last_peered":"2024-04-10T15:28:46.969322+0000","last_clean":"2024-04-10T15:28:46.969322+0000","last_became_active":"2024-04-10T15:28:12.341822+0000","last_became_peered":"2024-04-10T15:28:12.341822+0000","last_unstale":"2024-04-10T15:28:46.969322+0000","last_undegraded":"2024-04-10T15:28:46.969322+0000","last_fullsized":"2024-04-10T15:28:46.969322+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_clean_scrub_stamp":"2024-04-10T15:28:11.308904+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T23:35:33.678268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":26,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:28:46.104400+0000","last_change":"2024-04-10T15:28:36.907862+0000","last_active":"2024-04-10T15:28:46.104400+0000","last_peered":"2024-04-10T15:28:46.104400+0000","last_clean":"2024-04-10T15:28:46.104400+0000","last_became_active":"2024-04-10T15:28:36.907448+0000","last_became_peered":"2024-04-10T15:28:36.907448+0000","last_unstale":"2024-04-10T15:28:46.104400+0000","last_undegraded":"2024-04-10T15:28:46.104400+0000","last_fullsized":"2024-04-10T15:28:46.104400+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T01:28:34.961570+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"61'1","reported_seq":20,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:28:46.969745+0000","last_change":"2024-04-10T15:28:12.334232+0000","last_active":"2024-04-10T15:28:46.969745+0000","last_peered":"2024-04-10T15:28:46.969745+0000","last_clean":"2024-04-10T15:28:46.969745+0000","last_became_active":"2024-04-10T15:28:12.333915+0000","last_became_peered":"2024-04-10T15:28:12.333915+0000","last_unstale":"2024-04-10T15:28:46.969745+0000","last_undegraded":"2024-04-10T15:28:46.969745+0000","last_fullsized":"2024-04-10T15:28:46.969745+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_clean_scrub_stamp":"2024-04-10T15:28:11.308904+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T18:25:34.332231+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:28:46.778241+0000","last_change":"2024-04-10T15:28:12.695240+0000","last_active":"2024-04-10T15:28:46.778241+0000","last_peered":"2024-04-10T15:28:46.778241+0000","last_clean":"2024-04-10T15:28:46.778241+0000","last_became_active":"2024-04-10T15:28:12.694924+0000","last_became_peered":"2024-04-10T15:28:12.694924+0000","last_unstale":"2024-04-10T15:28:46.778241+0000","last_undegraded":"2024-04-10T15:28:46.778241+0000","last_fullsized":"2024-04-10T15:28:46.778241+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T00:32:28.117308+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"61'1","reported_seq":20,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:28:46.969246+0000","last_change":"2024-04-10T15:28:12.333289+0000","last_active":"2024-04-10T15:28:46.969246+0000","last_peered":"2024-04-10T15:28:46.969246+0000","last_clean":"2024-04-10T15:28:46.969246+0000","last_became_active":"2024-04-10T15:28:12.332468+0000","last_became_peered":"2024-04-10T15:28:12.332468+0000","last_unstale":"2024-04-10T15:28:46.969246+0000","last_undegraded":"2024-04-10T15:28:46.969246+0000","last_fullsized":"2024-04-10T15:28:46.969246+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_clean_scrub_stamp":"2024-04-10T15:28:11.308904+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T20:16:06.745224+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:28:46.969404+0000","last_change":"2024-04-10T15:28:12.695806+0000","last_active":"2024-04-10T15:28:46.969404+0000","last_peered":"2024-04-10T15:28:46.969404+0000","last_clean":"2024-04-10T15:28:46.969404+0000","last_became_active":"2024-04-10T15:28:12.695094+0000","last_became_peered":"2024-04-10T15:28:12.695094+0000","last_unstale":"2024-04-10T15:28:46.969404+0000","last_undegraded":"2024-04-10T15:28:46.969404+0000","last_fullsized":"2024-04-10T15:28:46.969404+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T02:14:43.183591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:28:46.968797+0000","last_change":"2024-04-10T15:28:12.333539+0000","last_active":"2024-04-10T15:28:46.968797+0000","last_peered":"2024-04-10T15:28:46.968797+0000","last_clean":"2024-04-10T15:28:46.968797+0000","last_became_active":"2024-04-10T15:28:12.333037+0000","last_became_peered":"2024-04-10T15:28:12.333037+0000","last_unstale":"2024-04-10T15:28:46.968797+0000","last_undegraded":"2024-04-10T15:28:46.968797+0000","last_fullsized":"2024-04-10T15:28:46.968797+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_clean_scrub_stamp":"2024-04-10T15:28:11.308904+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T16:09:51.166660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:28:46.969790+0000","last_change":"2024-04-10T15:28:12.686515+0000","last_active":"2024-04-10T15:28:46.969790+0000","last_peered":"2024-04-10T15:28:46.969790+0000","last_clean":"2024-04-10T15:28:46.969790+0000","last_became_active":"2024-04-10T15:28:12.686110+0000","last_became_peered":"2024-04-10T15:28:12.686110+0000","last_unstale":"2024-04-10T15:28:46.969790+0000","last_undegraded":"2024-04-10T15:28:46.969790+0000","last_fullsized":"2024-04-10T15:28:46.969790+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T20:12:58.951054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:28:46.104131+0000","last_change":"2024-04-10T15:28:12.341914+0000","last_active":"2024-04-10T15:28:46.104131+0000","last_peered":"2024-04-10T15:28:46.104131+0000","last_clean":"2024-04-10T15:28:46.104131+0000","last_became_active":"2024-04-10T15:28:12.341624+0000","last_became_peered":"2024-04-10T15:28:12.341624+0000","last_unstale":"2024-04-10T15:28:46.104131+0000","last_undegraded":"2024-04-10T15:28:46.104131+0000","last_fullsized":"2024-04-10T15:28:46.104131+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_clean_scrub_stamp":"2024-04-10T15:28:11.308904+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T03:25:35.198405+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:28:46.104265+0000","last_change":"2024-04-10T15:28:12.696577+0000","last_active":"2024-04-10T15:28:46.104265+0000","last_peered":"2024-04-10T15:28:46.104265+0000","last_clean":"2024-04-10T15:28:46.104265+0000","last_became_active":"2024-04-10T15:28:12.695848+0000","last_became_peered":"2024-04-10T15:28:12.695848+0000","last_unstale":"2024-04-10T15:28:46.104265+0000","last_undegraded":"2024-04-10T15:28:46.104265+0000","last_fullsized":"2024-04-10T15:28:46.104265+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T15:43:47.778945+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:28:46.969893+0000","last_change":"2024-04-10T15:28:12.337764+0000","last_active":"2024-04-10T15:28:46.969893+0000","last_peered":"2024-04-10T15:28:46.969893+0000","last_clean":"2024-04-10T15:28:46.969893+0000","last_became_active":"2024-04-10T15:28:12.336706+0000","last_became_peered":"2024-04-10T15:28:12.336706+0000","last_unstale":"2024-04-10T15:28:46.969893+0000","last_undegraded":"2024-04-10T15:28:46.969893+0000","last_fullsized":"2024-04-10T15:28:46.969893+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_clean_scrub_stamp":"2024-04-10T15:28:11.308904+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T22:32:40.666706+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:28:46.104593+0000","last_change":"2024-04-10T15:28:12.696846+0000","last_active":"2024-04-10T15:28:46.104593+0000","last_peered":"2024-04-10T15:28:46.104593+0000","last_clean":"2024-04-10T15:28:46.104593+0000","last_became_active":"2024-04-10T15:28:12.696527+0000","last_became_peered":"2024-04-10T15:28:12.696527+0000","last_unstale":"2024-04-10T15:28:46.104593+0000","last_undegraded":"2024-04-10T15:28:46.104593+0000","last_fullsized":"2024-04-10T15:28:46.104593+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T21:56:25.127352+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:28:46.104447+0000","last_change":"2024-04-10T15:28:12.338118+0000","last_active":"2024-04-10T15:28:46.104447+0000","last_peered":"2024-04-10T15:28:46.104447+0000","last_clean":"2024-04-10T15:28:46.104447+0000","last_became_active":"2024-04-10T15:28:12.337611+0000","last_became_peered":"2024-04-10T15:28:12.337611+0000","last_unstale":"2024-04-10T15:28:46.104447+0000","last_undegraded":"2024-04-10T15:28:46.104447+0000","last_fullsized":"2024-04-10T15:28:46.104447+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_clean_scrub_stamp":"2024-04-10T15:28:11.308904+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T02:40:58.099929+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:28:46.970102+0000","last_change":"2024-04-10T15:28:12.698354+0000","last_active":"2024-04-10T15:28:46.970102+0000","last_peered":"2024-04-10T15:28:46.970102+0000","last_clean":"2024-04-10T15:28:46.970102+0000","last_became_active":"2024-04-10T15:28:12.698095+0000","last_became_peered":"2024-04-10T15:28:12.698095+0000","last_unstale":"2024-04-10T15:28:46.970102+0000","last_undegraded":"2024-04-10T15:28:46.970102+0000","last_fullsized":"2024-04-10T15:28:46.970102+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T17:18:45.328974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"61'3","reported_seq":22,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:28:46.104673+0000","last_change":"2024-04-10T15:28:12.336664+0000","last_active":"2024-04-10T15:28:46.104673+0000","last_peered":"2024-04-10T15:28:46.104673+0000","last_clean":"2024-04-10T15:28:46.104673+0000","last_became_active":"2024-04-10T15:28:12.336372+0000","last_became_peered":"2024-04-10T15:28:12.336372+0000","last_unstale":"2024-04-10T15:28:46.104673+0000","last_undegraded":"2024-04-10T15:28:46.104673+0000","last_fullsized":"2024-04-10T15:28:46.104673+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_clean_scrub_stamp":"2024-04-10T15:28:11.308904+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T17:15:04.892346+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:28:46.778491+0000","last_change":"2024-04-10T15:28:12.702254+0000","last_active":"2024-04-10T15:28:46.778491+0000","last_peered":"2024-04-10T15:28:46.778491+0000","last_clean":"2024-04-10T15:28:46.778491+0000","last_became_active":"2024-04-10T15:28:12.701973+0000","last_became_peered":"2024-04-10T15:28:12.701973+0000","last_unstale":"2024-04-10T15:28:46.778491+0000","last_undegraded":"2024-04-10T15:28:46.778491+0000","last_fullsized":"2024-04-10T15:28:46.778491+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T21:27:25.192311+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"67'9","reported_seq":28,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:28:46.968923+0000","last_change":"2024-04-10T15:28:12.338254+0000","last_active":"2024-04-10T15:28:46.968923+0000","last_peered":"2024-04-10T15:28:46.968923+0000","last_clean":"2024-04-10T15:28:46.968923+0000","last_became_active":"2024-04-10T15:28:12.337965+0000","last_became_peered":"2024-04-10T15:28:12.337965+0000","last_unstale":"2024-04-10T15:28:46.968923+0000","last_undegraded":"2024-04-10T15:28:46.968923+0000","last_fullsized":"2024-04-10T15:28:46.968923+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_clean_scrub_stamp":"2024-04-10T15:28:11.308904+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T02:19:59.530010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2350,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:28:46.969512+0000","last_change":"2024-04-10T15:28:12.706333+0000","last_active":"2024-04-10T15:28:46.969512+0000","last_peered":"2024-04-10T15:28:46.969512+0000","last_clean":"2024-04-10T15:28:46.969512+0000","last_became_active":"2024-04-10T15:28:12.705930+0000","last_became_peered":"2024-04-10T15:28:12.705930+0000","last_unstale":"2024-04-10T15:28:46.969512+0000","last_undegraded":"2024-04-10T15:28:46.969512+0000","last_fullsized":"2024-04-10T15:28:46.969512+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T02:13:51.649491+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"61'2","reported_seq":21,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:28:46.969678+0000","last_change":"2024-04-10T15:28:12.334111+0000","last_active":"2024-04-10T15:28:46.969678+0000","last_peered":"2024-04-10T15:28:46.969678+0000","last_clean":"2024-04-10T15:28:46.969678+0000","last_became_active":"2024-04-10T15:28:12.333707+0000","last_became_peered":"2024-04-10T15:28:12.333707+0000","last_unstale":"2024-04-10T15:28:46.969678+0000","last_undegraded":"2024-04-10T15:28:46.969678+0000","last_fullsized":"2024-04-10T15:28:46.969678+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_clean_scrub_stamp":"2024-04-10T15:28:11.308904+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T03:21:04.005026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:28:46.968999+0000","last_change":"2024-04-10T15:28:12.696962+0000","last_active":"2024-04-10T15:28:46.968999+0000","last_peered":"2024-04-10T15:28:46.968999+0000","last_clean":"2024-04-10T15:28:46.968999+0000","last_became_active":"2024-04-10T15:28:12.696699+0000","last_became_peered":"2024-04-10T15:28:12.696699+0000","last_unstale":"2024-04-10T15:28:46.968999+0000","last_undegraded":"2024-04-10T15:28:46.968999+0000","last_fullsized":"2024-04-10T15:28:46.968999+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T16:03:38.769006+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:28:46.104299+0000","last_change":"2024-04-10T15:28:12.341332+0000","last_active":"2024-04-10T15:28:46.104299+0000","last_peered":"2024-04-10T15:28:46.104299+0000","last_clean":"2024-04-10T15:28:46.104299+0000","last_became_active":"2024-04-10T15:28:12.341052+0000","last_became_peered":"2024-04-10T15:28:12.341052+0000","last_unstale":"2024-04-10T15:28:46.104299+0000","last_undegraded":"2024-04-10T15:28:46.104299+0000","last_fullsized":"2024-04-10T15:28:46.104299+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_clean_scrub_stamp":"2024-04-10T15:28:11.308904+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T00:04:11.137913+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:28:46.968883+0000","last_change":"2024-04-10T15:28:12.702267+0000","last_active":"2024-04-10T15:28:46.968883+0000","last_peered":"2024-04-10T15:28:46.968883+0000","last_clean":"2024-04-10T15:28:46.968883+0000","last_became_active":"2024-04-10T15:28:12.701998+0000","last_became_peered":"2024-04-10T15:28:12.701998+0000","last_unstale":"2024-04-10T15:28:46.968883+0000","last_undegraded":"2024-04-10T15:28:46.968883+0000","last_fullsized":"2024-04-10T15:28:46.968883+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T22:58:56.093551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:28:46.968699+0000","last_change":"2024-04-10T15:28:12.328030+0000","last_active":"2024-04-10T15:28:46.968699+0000","last_peered":"2024-04-10T15:28:46.968699+0000","last_clean":"2024-04-10T15:28:46.968699+0000","last_became_active":"2024-04-10T15:28:12.327715+0000","last_became_peered":"2024-04-10T15:28:12.327715+0000","last_unstale":"2024-04-10T15:28:46.968699+0000","last_undegraded":"2024-04-10T15:28:46.968699+0000","last_fullsized":"2024-04-10T15:28:46.968699+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_clean_scrub_stamp":"2024-04-10T15:28:11.308904+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T20:01:58.625925+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:28:46.968718+0000","last_change":"2024-04-10T15:28:12.699324+0000","last_active":"2024-04-10T15:28:46.968718+0000","last_peered":"2024-04-10T15:28:46.968718+0000","last_clean":"2024-04-10T15:28:46.968718+0000","last_became_active":"2024-04-10T15:28:12.698585+0000","last_became_peered":"2024-04-10T15:28:12.698585+0000","last_unstale":"2024-04-10T15:28:46.968718+0000","last_undegraded":"2024-04-10T15:28:46.968718+0000","last_fullsized":"2024-04-10T15:28:46.968718+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T20:10:31.788807+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"61'8","reported_seq":26,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:28:46.968543+0000","last_change":"2024-04-10T15:28:12.335053+0000","last_active":"2024-04-10T15:28:46.968543+0000","last_peered":"2024-04-10T15:28:46.968543+0000","last_clean":"2024-04-10T15:28:46.968543+0000","last_became_active":"2024-04-10T15:28:12.333632+0000","last_became_peered":"2024-04-10T15:28:12.333632+0000","last_unstale":"2024-04-10T15:28:46.968543+0000","last_undegraded":"2024-04-10T15:28:46.968543+0000","last_fullsized":"2024-04-10T15:28:46.968543+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_clean_scrub_stamp":"2024-04-10T15:28:11.308904+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T02:50:45.268863+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:28:46.969067+0000","last_change":"2024-04-10T15:28:12.701517+0000","last_active":"2024-04-10T15:28:46.969067+0000","last_peered":"2024-04-10T15:28:46.969067+0000","last_clean":"2024-04-10T15:28:46.969067+0000","last_became_active":"2024-04-10T15:28:12.701250+0000","last_became_peered":"2024-04-10T15:28:12.701250+0000","last_unstale":"2024-04-10T15:28:46.969067+0000","last_undegraded":"2024-04-10T15:28:46.969067+0000","last_fullsized":"2024-04-10T15:28:46.969067+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T19:46:25.284642+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"61'1","reported_seq":20,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:28:46.778706+0000","last_change":"2024-04-10T15:28:12.336695+0000","last_active":"2024-04-10T15:28:46.778706+0000","last_peered":"2024-04-10T15:28:46.778706+0000","last_clean":"2024-04-10T15:28:46.778706+0000","last_became_active":"2024-04-10T15:28:12.336341+0000","last_became_peered":"2024-04-10T15:28:12.336341+0000","last_unstale":"2024-04-10T15:28:46.778706+0000","last_undegraded":"2024-04-10T15:28:46.778706+0000","last_fullsized":"2024-04-10T15:28:46.778706+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_clean_scrub_stamp":"2024-04-10T15:28:11.308904+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T19:12:10.704230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:28:46.969567+0000","last_change":"2024-04-10T15:28:12.692909+0000","last_active":"2024-04-10T15:28:46.969567+0000","last_peered":"2024-04-10T15:28:46.969567+0000","last_clean":"2024-04-10T15:28:46.969567+0000","last_became_active":"2024-04-10T15:28:12.692637+0000","last_became_peered":"2024-04-10T15:28:12.692637+0000","last_unstale":"2024-04-10T15:28:46.969567+0000","last_undegraded":"2024-04-10T15:28:46.969567+0000","last_fullsized":"2024-04-10T15:28:46.969567+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T23:37:49.716420+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:28:46.104129+0000","last_change":"2024-04-10T15:28:45.099669+0000","last_active":"2024-04-10T15:28:46.104129+0000","last_peered":"2024-04-10T15:28:46.104129+0000","last_clean":"2024-04-10T15:28:46.104129+0000","last_became_active":"2024-04-10T15:28:45.099334+0000","last_became_peered":"2024-04-10T15:28:45.099334+0000","last_unstale":"2024-04-10T15:28:46.104129+0000","last_undegraded":"2024-04-10T15:28:46.104129+0000","last_fullsized":"2024-04-10T15:28:46.104129+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:44.022798+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:44.022798+0000","last_clean_scrub_stamp":"2024-04-10T15:28:44.022798+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T18:15:37.025141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:28:46.104418+0000","last_change":"2024-04-10T15:28:12.337676+0000","last_active":"2024-04-10T15:28:46.104418+0000","last_peered":"2024-04-10T15:28:46.104418+0000","last_clean":"2024-04-10T15:28:46.104418+0000","last_became_active":"2024-04-10T15:28:12.337418+0000","last_became_peered":"2024-04-10T15:28:12.337418+0000","last_unstale":"2024-04-10T15:28:46.104418+0000","last_undegraded":"2024-04-10T15:28:46.104418+0000","last_fullsized":"2024-04-10T15:28:46.104418+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_clean_scrub_stamp":"2024-04-10T15:28:11.308904+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T23:00:04.712466+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:28:46.104748+0000","last_change":"2024-04-10T15:28:12.687636+0000","last_active":"2024-04-10T15:28:46.104748+0000","last_peered":"2024-04-10T15:28:46.104748+0000","last_clean":"2024-04-10T15:28:46.104748+0000","last_became_active":"2024-04-10T15:28:12.687173+0000","last_became_peered":"2024-04-10T15:28:12.687173+0000","last_unstale":"2024-04-10T15:28:46.104748+0000","last_undegraded":"2024-04-10T15:28:46.104748+0000","last_fullsized":"2024-04-10T15:28:46.104748+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T01:50:08.159062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:28:46.104511+0000","last_change":"2024-04-10T15:28:45.271111+0000","last_active":"2024-04-10T15:28:46.104511+0000","last_peered":"2024-04-10T15:28:46.104511+0000","last_clean":"2024-04-10T15:28:46.104511+0000","last_became_active":"2024-04-10T15:28:45.270841+0000","last_became_peered":"2024-04-10T15:28:45.270841+0000","last_unstale":"2024-04-10T15:28:46.104511+0000","last_undegraded":"2024-04-10T15:28:46.104511+0000","last_fullsized":"2024-04-10T15:28:46.104511+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:44.022798+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:44.022798+0000","last_clean_scrub_stamp":"2024-04-10T15:28:44.022798+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T02:54:30.434137+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:28:46.104236+0000","last_change":"2024-04-10T15:28:12.339144+0000","last_active":"2024-04-10T15:28:46.104236+0000","last_peered":"2024-04-10T15:28:46.104236+0000","last_clean":"2024-04-10T15:28:46.104236+0000","last_became_active":"2024-04-10T15:28:12.338830+0000","last_became_peered":"2024-04-10T15:28:12.338830+0000","last_unstale":"2024-04-10T15:28:46.104236+0000","last_undegraded":"2024-04-10T15:28:46.104236+0000","last_fullsized":"2024-04-10T15:28:46.104236+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_clean_scrub_stamp":"2024-04-10T15:28:11.308904+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T19:44:45.612115+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:28:46.778632+0000","last_change":"2024-04-10T15:28:12.689329+0000","last_active":"2024-04-10T15:28:46.778632+0000","last_peered":"2024-04-10T15:28:46.778632+0000","last_clean":"2024-04-10T15:28:46.778632+0000","last_became_active":"2024-04-10T15:28:12.689039+0000","last_became_peered":"2024-04-10T15:28:12.689039+0000","last_unstale":"2024-04-10T15:28:46.778632+0000","last_undegraded":"2024-04-10T15:28:46.778632+0000","last_fullsized":"2024-04-10T15:28:46.778632+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T17:22:27.796908+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:28:46.104552+0000","last_change":"2024-04-10T15:28:45.099581+0000","last_active":"2024-04-10T15:28:46.104552+0000","last_peered":"2024-04-10T15:28:46.104552+0000","last_clean":"2024-04-10T15:28:46.104552+0000","last_became_active":"2024-04-10T15:28:45.099257+0000","last_became_peered":"2024-04-10T15:28:45.099257+0000","last_unstale":"2024-04-10T15:28:46.104552+0000","last_undegraded":"2024-04-10T15:28:46.104552+0000","last_fullsized":"2024-04-10T15:28:46.104552+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:44.022798+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:44.022798+0000","last_clean_scrub_stamp":"2024-04-10T15:28:44.022798+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T23:10:21.159947+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:28:46.103927+0000","last_change":"2024-04-10T15:28:12.693306+0000","last_active":"2024-04-10T15:28:46.103927+0000","last_peered":"2024-04-10T15:28:46.103927+0000","last_clean":"2024-04-10T15:28:46.103927+0000","last_became_active":"2024-04-10T15:28:12.693033+0000","last_became_peered":"2024-04-10T15:28:12.693033+0000","last_unstale":"2024-04-10T15:28:46.103927+0000","last_undegraded":"2024-04-10T15:28:46.103927+0000","last_fullsized":"2024-04-10T15:28:46.103927+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T15:29:21.377770+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:28:46.968647+0000","last_change":"2024-04-10T15:28:12.334404+0000","last_active":"2024-04-10T15:28:46.968647+0000","last_peered":"2024-04-10T15:28:46.968647+0000","last_clean":"2024-04-10T15:28:46.968647+0000","last_became_active":"2024-04-10T15:28:12.334133+0000","last_became_peered":"2024-04-10T15:28:12.334133+0000","last_unstale":"2024-04-10T15:28:46.968647+0000","last_undegraded":"2024-04-10T15:28:46.968647+0000","last_fullsized":"2024-04-10T15:28:46.968647+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_clean_scrub_stamp":"2024-04-10T15:28:11.308904+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T16:57:32.488780+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:28:46.968793+0000","last_change":"2024-04-10T15:28:45.297487+0000","last_active":"2024-04-10T15:28:46.968793+0000","last_peered":"2024-04-10T15:28:46.968793+0000","last_clean":"2024-04-10T15:28:46.968793+0000","last_became_active":"2024-04-10T15:28:45.297115+0000","last_became_peered":"2024-04-10T15:28:45.297115+0000","last_unstale":"2024-04-10T15:28:46.968793+0000","last_undegraded":"2024-04-10T15:28:46.968793+0000","last_fullsized":"2024-04-10T15:28:46.968793+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:44.022798+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:44.022798+0000","last_clean_scrub_stamp":"2024-04-10T15:28:44.022798+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T16:05:51.089255+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:28:46.969057+0000","last_change":"2024-04-10T15:28:12.687699+0000","last_active":"2024-04-10T15:28:46.969057+0000","last_peered":"2024-04-10T15:28:46.969057+0000","last_clean":"2024-04-10T15:28:46.969057+0000","last_became_active":"2024-04-10T15:28:12.687434+0000","last_became_peered":"2024-04-10T15:28:12.687434+0000","last_unstale":"2024-04-10T15:28:46.969057+0000","last_undegraded":"2024-04-10T15:28:46.969057+0000","last_fullsized":"2024-04-10T15:28:46.969057+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T00:55:21.631806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:28:46.104307+0000","last_change":"2024-04-10T15:28:12.341191+0000","last_active":"2024-04-10T15:28:46.104307+0000","last_peered":"2024-04-10T15:28:46.104307+0000","last_clean":"2024-04-10T15:28:46.104307+0000","last_became_active":"2024-04-10T15:28:12.340895+0000","last_became_peered":"2024-04-10T15:28:12.340895+0000","last_unstale":"2024-04-10T15:28:46.104307+0000","last_undegraded":"2024-04-10T15:28:46.104307+0000","last_fullsized":"2024-04-10T15:28:46.104307+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_clean_scrub_stamp":"2024-04-10T15:28:11.308904+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T23:29:26.519970+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"69'128","reported_seq":264,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-10T15:28:47.172682+0000","last_change":"2024-04-10T15:27:58.478243+0000","last_active":"2024-04-10T15:28:47.172682+0000","last_peered":"2024-04-10T15:28:47.172682+0000","last_clean":"2024-04-10T15:28:47.172682+0000","last_became_active":"2024-04-10T15:27:58.477840+0000","last_became_peered":"2024-04-10T15:27:58.477840+0000","last_unstale":"2024-04-10T15:28:47.172682+0000","last_undegraded":"2024-04-10T15:28:47.172682+0000","last_fullsized":"2024-04-10T15:28:47.172682+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:25:53.886772+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:25:53.886772+0000","last_clean_scrub_stamp":"2024-04-10T15:25:53.886772+0000","objects_scrubbed":0,"log_size":128,"log_dups_size":0,"ondisk_log_size":128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T19:09:53.840413+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:28:46.969546+0000","last_change":"2024-04-10T15:28:45.271437+0000","last_active":"2024-04-10T15:28:46.969546+0000","last_peered":"2024-04-10T15:28:46.969546+0000","last_clean":"2024-04-10T15:28:46.969546+0000","last_became_active":"2024-04-10T15:28:45.271124+0000","last_became_peered":"2024-04-10T15:28:45.271124+0000","last_unstale":"2024-04-10T15:28:46.969546+0000","last_undegraded":"2024-04-10T15:28:46.969546+0000","last_fullsized":"2024-04-10T15:28:46.969546+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:44.022798+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:44.022798+0000","last_clean_scrub_stamp":"2024-04-10T15:28:44.022798+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T16:59:54.938872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:28:46.968798+0000","last_change":"2024-04-10T15:28:12.698960+0000","last_active":"2024-04-10T15:28:46.968798+0000","last_peered":"2024-04-10T15:28:46.968798+0000","last_clean":"2024-04-10T15:28:46.968798+0000","last_became_active":"2024-04-10T15:28:12.698686+0000","last_became_peered":"2024-04-10T15:28:12.698686+0000","last_unstale":"2024-04-10T15:28:46.968798+0000","last_undegraded":"2024-04-10T15:28:46.968798+0000","last_fullsized":"2024-04-10T15:28:46.968798+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T22:36:36.804697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:28:46.968766+0000","last_change":"2024-04-10T15:28:12.345303+0000","last_active":"2024-04-10T15:28:46.968766+0000","last_peered":"2024-04-10T15:28:46.968766+0000","last_clean":"2024-04-10T15:28:46.968766+0000","last_became_active":"2024-04-10T15:28:12.344678+0000","last_became_peered":"2024-04-10T15:28:12.344678+0000","last_unstale":"2024-04-10T15:28:46.968766+0000","last_undegraded":"2024-04-10T15:28:46.968766+0000","last_fullsized":"2024-04-10T15:28:46.968766+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_clean_scrub_stamp":"2024-04-10T15:28:11.308904+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T21:14:35.887547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:28:46.969310+0000","last_change":"2024-04-10T15:28:45.297940+0000","last_active":"2024-04-10T15:28:46.969310+0000","last_peered":"2024-04-10T15:28:46.969310+0000","last_clean":"2024-04-10T15:28:46.969310+0000","last_became_active":"2024-04-10T15:28:45.297592+0000","last_became_peered":"2024-04-10T15:28:45.297592+0000","last_unstale":"2024-04-10T15:28:46.969310+0000","last_undegraded":"2024-04-10T15:28:46.969310+0000","last_fullsized":"2024-04-10T15:28:46.969310+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:44.022798+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:44.022798+0000","last_clean_scrub_stamp":"2024-04-10T15:28:44.022798+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T17:16:00.246833+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:28:46.969614+0000","last_change":"2024-04-10T15:28:12.344639+0000","last_active":"2024-04-10T15:28:46.969614+0000","last_peered":"2024-04-10T15:28:46.969614+0000","last_clean":"2024-04-10T15:28:46.969614+0000","last_became_active":"2024-04-10T15:28:12.344314+0000","last_became_peered":"2024-04-10T15:28:12.344314+0000","last_unstale":"2024-04-10T15:28:46.969614+0000","last_undegraded":"2024-04-10T15:28:46.969614+0000","last_fullsized":"2024-04-10T15:28:46.969614+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_clean_scrub_stamp":"2024-04-10T15:28:11.308904+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T01:58:59.293454+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:28:46.104590+0000","last_change":"2024-04-10T15:28:12.694711+0000","last_active":"2024-04-10T15:28:46.104590+0000","last_peered":"2024-04-10T15:28:46.104590+0000","last_clean":"2024-04-10T15:28:46.104590+0000","last_became_active":"2024-04-10T15:28:12.694430+0000","last_became_peered":"2024-04-10T15:28:12.694430+0000","last_unstale":"2024-04-10T15:28:46.104590+0000","last_undegraded":"2024-04-10T15:28:46.104590+0000","last_fullsized":"2024-04-10T15:28:46.104590+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T18:58:56.983394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:28:46.969444+0000","last_change":"2024-04-10T15:28:45.297112+0000","last_active":"2024-04-10T15:28:46.969444+0000","last_peered":"2024-04-10T15:28:46.969444+0000","last_clean":"2024-04-10T15:28:46.969444+0000","last_became_active":"2024-04-10T15:28:45.296791+0000","last_became_peered":"2024-04-10T15:28:45.296791+0000","last_unstale":"2024-04-10T15:28:46.969444+0000","last_undegraded":"2024-04-10T15:28:46.969444+0000","last_fullsized":"2024-04-10T15:28:46.969444+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:44.022798+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:44.022798+0000","last_clean_scrub_stamp":"2024-04-10T15:28:44.022798+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T17:22:43.029158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"61'1","reported_seq":20,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:28:46.104846+0000","last_change":"2024-04-10T15:28:12.329014+0000","last_active":"2024-04-10T15:28:46.104846+0000","last_peered":"2024-04-10T15:28:46.104846+0000","last_clean":"2024-04-10T15:28:46.104846+0000","last_became_active":"2024-04-10T15:28:12.328709+0000","last_became_peered":"2024-04-10T15:28:12.328709+0000","last_unstale":"2024-04-10T15:28:46.104846+0000","last_undegraded":"2024-04-10T15:28:46.104846+0000","last_fullsized":"2024-04-10T15:28:46.104846+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_clean_scrub_stamp":"2024-04-10T15:28:11.308904+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T15:56:56.856939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:28:46.969711+0000","last_change":"2024-04-10T15:28:12.702234+0000","last_active":"2024-04-10T15:28:46.969711+0000","last_peered":"2024-04-10T15:28:46.969711+0000","last_clean":"2024-04-10T15:28:46.969711+0000","last_became_active":"2024-04-10T15:28:12.701953+0000","last_became_peered":"2024-04-10T15:28:12.701953+0000","last_unstale":"2024-04-10T15:28:46.969711+0000","last_undegraded":"2024-04-10T15:28:46.969711+0000","last_fullsized":"2024-04-10T15:28:46.969711+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T17:35:36.777883+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:28:46.778090+0000","last_change":"2024-04-10T15:28:45.101362+0000","last_active":"2024-04-10T15:28:46.778090+0000","last_peered":"2024-04-10T15:28:46.778090+0000","last_clean":"2024-04-10T15:28:46.778090+0000","last_became_active":"2024-04-10T15:28:45.100613+0000","last_became_peered":"2024-04-10T15:28:45.100613+0000","last_unstale":"2024-04-10T15:28:46.778090+0000","last_undegraded":"2024-04-10T15:28:46.778090+0000","last_fullsized":"2024-04-10T15:28:46.778090+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:44.022798+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:44.022798+0000","last_clean_scrub_stamp":"2024-04-10T15:28:44.022798+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T19:08:14.855791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"61'2","reported_seq":21,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:28:46.969815+0000","last_change":"2024-04-10T15:28:12.334192+0000","last_active":"2024-04-10T15:28:46.969815+0000","last_peered":"2024-04-10T15:28:46.969815+0000","last_clean":"2024-04-10T15:28:46.969815+0000","last_became_active":"2024-04-10T15:28:12.333912+0000","last_became_peered":"2024-04-10T15:28:12.333912+0000","last_unstale":"2024-04-10T15:28:46.969815+0000","last_undegraded":"2024-04-10T15:28:46.969815+0000","last_fullsized":"2024-04-10T15:28:46.969815+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_clean_scrub_stamp":"2024-04-10T15:28:11.308904+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T23:11:01.516468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:28:46.970065+0000","last_change":"2024-04-10T15:28:12.680549+0000","last_active":"2024-04-10T15:28:46.970065+0000","last_peered":"2024-04-10T15:28:46.970065+0000","last_clean":"2024-04-10T15:28:46.970065+0000","last_became_active":"2024-04-10T15:28:12.680278+0000","last_became_peered":"2024-04-10T15:28:12.680278+0000","last_unstale":"2024-04-10T15:28:46.970065+0000","last_undegraded":"2024-04-10T15:28:46.970065+0000","last_fullsized":"2024-04-10T15:28:46.970065+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T18:10:42.728039+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:28:46.968978+0000","last_change":"2024-04-10T15:28:12.344868+0000","last_active":"2024-04-10T15:28:46.968978+0000","last_peered":"2024-04-10T15:28:46.968978+0000","last_clean":"2024-04-10T15:28:46.968978+0000","last_became_active":"2024-04-10T15:28:12.344550+0000","last_became_peered":"2024-04-10T15:28:12.344550+0000","last_unstale":"2024-04-10T15:28:46.968978+0000","last_undegraded":"2024-04-10T15:28:46.968978+0000","last_fullsized":"2024-04-10T15:28:46.968978+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_clean_scrub_stamp":"2024-04-10T15:28:11.308904+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T19:05:59.355752+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":16,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:28:46.104080+0000","last_change":"2024-04-10T15:28:36.702032+0000","last_active":"2024-04-10T15:28:46.104080+0000","last_peered":"2024-04-10T15:28:46.104080+0000","last_clean":"2024-04-10T15:28:46.104080+0000","last_became_active":"2024-04-10T15:28:36.701706+0000","last_became_peered":"2024-04-10T15:28:36.701706+0000","last_unstale":"2024-04-10T15:28:46.104080+0000","last_undegraded":"2024-04-10T15:28:46.104080+0000","last_fullsized":"2024-04-10T15:28:46.104080+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T19:42:33.013402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,7],"acting":[1,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:28:46.104202+0000","last_change":"2024-04-10T15:28:12.338510+0000","last_active":"2024-04-10T15:28:46.104202+0000","last_peered":"2024-04-10T15:28:46.104202+0000","last_clean":"2024-04-10T15:28:46.104202+0000","last_became_active":"2024-04-10T15:28:12.338243+0000","last_became_peered":"2024-04-10T15:28:12.338243+0000","last_unstale":"2024-04-10T15:28:46.104202+0000","last_undegraded":"2024-04-10T15:28:46.104202+0000","last_fullsized":"2024-04-10T15:28:46.104202+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_clean_scrub_stamp":"2024-04-10T15:28:11.308904+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T03:20:50.547767+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:28:46.969688+0000","last_change":"2024-04-10T15:28:12.695039+0000","last_active":"2024-04-10T15:28:46.969688+0000","last_peered":"2024-04-10T15:28:46.969688+0000","last_clean":"2024-04-10T15:28:46.969688+0000","last_became_active":"2024-04-10T15:28:12.694775+0000","last_became_peered":"2024-04-10T15:28:12.694775+0000","last_unstale":"2024-04-10T15:28:46.969688+0000","last_undegraded":"2024-04-10T15:28:46.969688+0000","last_fullsized":"2024-04-10T15:28:46.969688+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T22:54:01.347493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:28:46.104443+0000","last_change":"2024-04-10T15:28:12.335147+0000","last_active":"2024-04-10T15:28:46.104443+0000","last_peered":"2024-04-10T15:28:46.104443+0000","last_clean":"2024-04-10T15:28:46.104443+0000","last_became_active":"2024-04-10T15:28:12.334329+0000","last_became_peered":"2024-04-10T15:28:12.334329+0000","last_unstale":"2024-04-10T15:28:46.104443+0000","last_undegraded":"2024-04-10T15:28:46.104443+0000","last_fullsized":"2024-04-10T15:28:46.104443+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_clean_scrub_stamp":"2024-04-10T15:28:11.308904+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T18:59:41.189969+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":27,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:28:46.969939+0000","last_change":"2024-04-10T15:28:36.700714+0000","last_active":"2024-04-10T15:28:46.969939+0000","last_peered":"2024-04-10T15:28:46.969939+0000","last_clean":"2024-04-10T15:28:46.969939+0000","last_became_active":"2024-04-10T15:28:36.700392+0000","last_became_peered":"2024-04-10T15:28:36.700392+0000","last_unstale":"2024-04-10T15:28:46.969939+0000","last_undegraded":"2024-04-10T15:28:46.969939+0000","last_fullsized":"2024-04-10T15:28:46.969939+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T02:09:29.110802+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,4],"acting":[3,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"61'2","reported_seq":20,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:28:46.968790+0000","last_change":"2024-04-10T15:28:12.342172+0000","last_active":"2024-04-10T15:28:46.968790+0000","last_peered":"2024-04-10T15:28:46.968790+0000","last_clean":"2024-04-10T15:28:46.968790+0000","last_became_active":"2024-04-10T15:28:12.341397+0000","last_became_peered":"2024-04-10T15:28:12.341397+0000","last_unstale":"2024-04-10T15:28:46.968790+0000","last_undegraded":"2024-04-10T15:28:46.968790+0000","last_fullsized":"2024-04-10T15:28:46.968790+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_clean_scrub_stamp":"2024-04-10T15:28:11.308904+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T17:39:12.305175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:28:46.969246+0000","last_change":"2024-04-10T15:28:12.695448+0000","last_active":"2024-04-10T15:28:46.969246+0000","last_peered":"2024-04-10T15:28:46.969246+0000","last_clean":"2024-04-10T15:28:46.969246+0000","last_became_active":"2024-04-10T15:28:12.695045+0000","last_became_peered":"2024-04-10T15:28:12.695045+0000","last_unstale":"2024-04-10T15:28:46.969246+0000","last_undegraded":"2024-04-10T15:28:46.969246+0000","last_fullsized":"2024-04-10T15:28:46.969246+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T00:23:58.335502+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:28:46.968935+0000","last_change":"2024-04-10T15:28:12.336098+0000","last_active":"2024-04-10T15:28:46.968935+0000","last_peered":"2024-04-10T15:28:46.968935+0000","last_clean":"2024-04-10T15:28:46.968935+0000","last_became_active":"2024-04-10T15:28:12.335571+0000","last_became_peered":"2024-04-10T15:28:12.335571+0000","last_unstale":"2024-04-10T15:28:46.968935+0000","last_undegraded":"2024-04-10T15:28:46.968935+0000","last_fullsized":"2024-04-10T15:28:46.968935+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_clean_scrub_stamp":"2024-04-10T15:28:11.308904+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T23:54:10.950965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:28:46.969512+0000","last_change":"2024-04-10T15:28:12.700861+0000","last_active":"2024-04-10T15:28:46.969512+0000","last_peered":"2024-04-10T15:28:46.969512+0000","last_clean":"2024-04-10T15:28:46.969512+0000","last_became_active":"2024-04-10T15:28:12.700569+0000","last_became_peered":"2024-04-10T15:28:12.700569+0000","last_unstale":"2024-04-10T15:28:46.969512+0000","last_undegraded":"2024-04-10T15:28:46.969512+0000","last_fullsized":"2024-04-10T15:28:46.969512+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T21:31:46.152413+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"61'1","reported_seq":20,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:28:46.104515+0000","last_change":"2024-04-10T15:28:12.336439+0000","last_active":"2024-04-10T15:28:46.104515+0000","last_peered":"2024-04-10T15:28:46.104515+0000","last_clean":"2024-04-10T15:28:46.104515+0000","last_became_active":"2024-04-10T15:28:12.335685+0000","last_became_peered":"2024-04-10T15:28:12.335685+0000","last_unstale":"2024-04-10T15:28:46.104515+0000","last_undegraded":"2024-04-10T15:28:46.104515+0000","last_fullsized":"2024-04-10T15:28:46.104515+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_clean_scrub_stamp":"2024-04-10T15:28:11.308904+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T16:45:49.427958+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:28:46.104446+0000","last_change":"2024-04-10T15:28:12.697051+0000","last_active":"2024-04-10T15:28:46.104446+0000","last_peered":"2024-04-10T15:28:46.104446+0000","last_clean":"2024-04-10T15:28:46.104446+0000","last_became_active":"2024-04-10T15:28:12.696173+0000","last_became_peered":"2024-04-10T15:28:12.696173+0000","last_unstale":"2024-04-10T15:28:46.104446+0000","last_undegraded":"2024-04-10T15:28:46.104446+0000","last_fullsized":"2024-04-10T15:28:46.104446+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T16:18:53.595466+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"61'2","reported_seq":33,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:28:46.969074+0000","last_change":"2024-04-10T15:28:36.708531+0000","last_active":"2024-04-10T15:28:46.969074+0000","last_peered":"2024-04-10T15:28:46.969074+0000","last_clean":"2024-04-10T15:28:46.969074+0000","last_became_active":"2024-04-10T15:28:36.701865+0000","last_became_peered":"2024-04-10T15:28:36.701865+0000","last_unstale":"2024-04-10T15:28:46.969074+0000","last_undegraded":"2024-04-10T15:28:46.969074+0000","last_fullsized":"2024-04-10T15:28:46.969074+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_clean_scrub_stamp":"2024-04-10T15:28:11.308904+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T22:55:56.766416+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,4],"acting":[2,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:28:46.969754+0000","last_change":"2024-04-10T15:28:12.705648+0000","last_active":"2024-04-10T15:28:46.969754+0000","last_peered":"2024-04-10T15:28:46.969754+0000","last_clean":"2024-04-10T15:28:46.969754+0000","last_became_active":"2024-04-10T15:28:12.705336+0000","last_became_peered":"2024-04-10T15:28:12.705336+0000","last_unstale":"2024-04-10T15:28:46.969754+0000","last_undegraded":"2024-04-10T15:28:46.969754+0000","last_fullsized":"2024-04-10T15:28:46.969754+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T16:56:18.985883+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:28:46.968620+0000","last_change":"2024-04-10T15:28:12.700090+0000","last_active":"2024-04-10T15:28:46.968620+0000","last_peered":"2024-04-10T15:28:46.968620+0000","last_clean":"2024-04-10T15:28:46.968620+0000","last_became_active":"2024-04-10T15:28:12.699014+0000","last_became_peered":"2024-04-10T15:28:12.699014+0000","last_unstale":"2024-04-10T15:28:46.968620+0000","last_undegraded":"2024-04-10T15:28:46.968620+0000","last_fullsized":"2024-04-10T15:28:46.968620+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T18:00:16.132342+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:28:46.968506+0000","last_change":"2024-04-10T15:28:12.700473+0000","last_active":"2024-04-10T15:28:46.968506+0000","last_peered":"2024-04-10T15:28:46.968506+0000","last_clean":"2024-04-10T15:28:46.968506+0000","last_became_active":"2024-04-10T15:28:12.700216+0000","last_became_peered":"2024-04-10T15:28:12.700216+0000","last_unstale":"2024-04-10T15:28:46.968506+0000","last_undegraded":"2024-04-10T15:28:46.968506+0000","last_fullsized":"2024-04-10T15:28:46.968506+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T01:21:37.845969+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:28:46.104312+0000","last_change":"2024-04-10T15:28:12.686276+0000","last_active":"2024-04-10T15:28:46.104312+0000","last_peered":"2024-04-10T15:28:46.104312+0000","last_clean":"2024-04-10T15:28:46.104312+0000","last_became_active":"2024-04-10T15:28:12.685802+0000","last_became_peered":"2024-04-10T15:28:12.685802+0000","last_unstale":"2024-04-10T15:28:46.104312+0000","last_undegraded":"2024-04-10T15:28:46.104312+0000","last_fullsized":"2024-04-10T15:28:46.104312+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T18:04:49.955782+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:28:46.969505+0000","last_change":"2024-04-10T15:28:12.698525+0000","last_active":"2024-04-10T15:28:46.969505+0000","last_peered":"2024-04-10T15:28:46.969505+0000","last_clean":"2024-04-10T15:28:46.969505+0000","last_became_active":"2024-04-10T15:28:12.698057+0000","last_became_peered":"2024-04-10T15:28:12.698057+0000","last_unstale":"2024-04-10T15:28:46.969505+0000","last_undegraded":"2024-04-10T15:28:46.969505+0000","last_fullsized":"2024-04-10T15:28:46.969505+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T17:40:41.781580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:28:46.970304+0000","last_change":"2024-04-10T15:28:12.701622+0000","last_active":"2024-04-10T15:28:46.970304+0000","last_peered":"2024-04-10T15:28:46.970304+0000","last_clean":"2024-04-10T15:28:46.970304+0000","last_became_active":"2024-04-10T15:28:12.701343+0000","last_became_peered":"2024-04-10T15:28:12.701343+0000","last_unstale":"2024-04-10T15:28:46.970304+0000","last_undegraded":"2024-04-10T15:28:46.970304+0000","last_fullsized":"2024-04-10T15:28:46.970304+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T02:11:17.776135+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:28:46.104400+0000","last_change":"2024-04-10T15:28:12.690927+0000","last_active":"2024-04-10T15:28:46.104400+0000","last_peered":"2024-04-10T15:28:46.104400+0000","last_clean":"2024-04-10T15:28:46.104400+0000","last_became_active":"2024-04-10T15:28:12.690671+0000","last_became_peered":"2024-04-10T15:28:12.690671+0000","last_unstale":"2024-04-10T15:28:46.104400+0000","last_undegraded":"2024-04-10T15:28:46.104400+0000","last_fullsized":"2024-04-10T15:28:46.104400+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T16:12:33.326980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:28:46.969622+0000","last_change":"2024-04-10T15:28:12.694591+0000","last_active":"2024-04-10T15:28:46.969622+0000","last_peered":"2024-04-10T15:28:46.969622+0000","last_clean":"2024-04-10T15:28:46.969622+0000","last_became_active":"2024-04-10T15:28:12.694249+0000","last_became_peered":"2024-04-10T15:28:12.694249+0000","last_unstale":"2024-04-10T15:28:46.969622+0000","last_undegraded":"2024-04-10T15:28:46.969622+0000","last_fullsized":"2024-04-10T15:28:46.969622+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T19:48:07.458963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:28:46.969897+0000","last_change":"2024-04-10T15:28:12.683938+0000","last_active":"2024-04-10T15:28:46.969897+0000","last_peered":"2024-04-10T15:28:46.969897+0000","last_clean":"2024-04-10T15:28:46.969897+0000","last_became_active":"2024-04-10T15:28:12.683676+0000","last_became_peered":"2024-04-10T15:28:12.683676+0000","last_unstale":"2024-04-10T15:28:46.969897+0000","last_undegraded":"2024-04-10T15:28:46.969897+0000","last_fullsized":"2024-04-10T15:28:46.969897+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T20:58:38.460698+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:28:46.104161+0000","last_change":"2024-04-10T15:28:12.697742+0000","last_active":"2024-04-10T15:28:46.104161+0000","last_peered":"2024-04-10T15:28:46.104161+0000","last_clean":"2024-04-10T15:28:46.104161+0000","last_became_active":"2024-04-10T15:28:12.697450+0000","last_became_peered":"2024-04-10T15:28:12.697450+0000","last_unstale":"2024-04-10T15:28:46.104161+0000","last_undegraded":"2024-04-10T15:28:46.104161+0000","last_fullsized":"2024-04-10T15:28:46.104161+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T20:53:32.525021+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:28:46.969671+0000","last_change":"2024-04-10T15:28:12.697126+0000","last_active":"2024-04-10T15:28:46.969671+0000","last_peered":"2024-04-10T15:28:46.969671+0000","last_clean":"2024-04-10T15:28:46.969671+0000","last_became_active":"2024-04-10T15:28:12.696810+0000","last_became_peered":"2024-04-10T15:28:12.696810+0000","last_unstale":"2024-04-10T15:28:46.969671+0000","last_undegraded":"2024-04-10T15:28:46.969671+0000","last_fullsized":"2024-04-10T15:28:46.969671+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T22:15:16.252640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:28:46.104819+0000","last_change":"2024-04-10T15:28:12.696778+0000","last_active":"2024-04-10T15:28:46.104819+0000","last_peered":"2024-04-10T15:28:46.104819+0000","last_clean":"2024-04-10T15:28:46.104819+0000","last_became_active":"2024-04-10T15:28:12.696360+0000","last_became_peered":"2024-04-10T15:28:12.696360+0000","last_unstale":"2024-04-10T15:28:46.104819+0000","last_undegraded":"2024-04-10T15:28:46.104819+0000","last_fullsized":"2024-04-10T15:28:46.104819+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T02:49:42.974194+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:28:46.969587+0000","last_change":"2024-04-10T15:28:12.695766+0000","last_active":"2024-04-10T15:28:46.969587+0000","last_peered":"2024-04-10T15:28:46.969587+0000","last_clean":"2024-04-10T15:28:46.969587+0000","last_became_active":"2024-04-10T15:28:12.694712+0000","last_became_peered":"2024-04-10T15:28:12.694712+0000","last_unstale":"2024-04-10T15:28:46.969587+0000","last_undegraded":"2024-04-10T15:28:46.969587+0000","last_fullsized":"2024-04-10T15:28:46.969587+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T21:07:15.342788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:28:46.969001+0000","last_change":"2024-04-10T15:28:12.693179+0000","last_active":"2024-04-10T15:28:46.969001+0000","last_peered":"2024-04-10T15:28:46.969001+0000","last_clean":"2024-04-10T15:28:46.969001+0000","last_became_active":"2024-04-10T15:28:12.692808+0000","last_became_peered":"2024-04-10T15:28:12.692808+0000","last_unstale":"2024-04-10T15:28:46.969001+0000","last_undegraded":"2024-04-10T15:28:46.969001+0000","last_fullsized":"2024-04-10T15:28:46.969001+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T17:41:28.799913+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":3148,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":48,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":9444,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":42,"ondisk_log_size":42,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928234007,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28308,"kb_used_data":1280,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716844,"statfs":{"total":95995035648,"available":95966048256,"internally_reserved":0,"allocated":1310720,"data_stored":900326,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1588,"internal_metadata":27654604},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Apr 10 15:28:55 2024","interfaces":[{"interface":"back","average":{"1min":0.50700000000000001,"5min":0.50700000000000001,"15min":0.50700000000000001},"min":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":0.79200000000000004,"5min":0.79200000000000004,"15min":0.79200000000000004},"last":0.50800000000000001},{"interface":"front","average":{"1min":0.53300000000000003,"5min":0.53300000000000003,"15min":0.53300000000000003},"min":{"1min":0.29399999999999998,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":0.96999999999999997,"5min":0.96999999999999997,"15min":0.96999999999999997},"last":0.439}]},{"osd":1,"last update":"Wed Apr 10 15:28:55 2024","interfaces":[{"interface":"back","average":{"1min":0.53700000000000003,"5min":0.53700000000000003,"15min":0.53700000000000003},"min":{"1min":0.34399999999999997,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":1.0369999999999999,"5min":1.0369999999999999,"15min":1.0369999999999999},"last":0.55300000000000005},{"interface":"front","average":{"1min":0.53500000000000003,"5min":0.53500000000000003,"15min":0.53500000000000003},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":0.81599999999999995,"5min":0.81599999999999995,"15min":0.81599999999999995},"last":0.49399999999999999}]},{"osd":2,"last update":"Wed Apr 10 15:28:55 2024","interfaces":[{"interface":"back","average":{"1min":0.51100000000000001,"5min":0.51100000000000001,"15min":0.51100000000000001},"min":{"1min":0.36699999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.91800000000000004,"5min":0.91800000000000004,"15min":0.91800000000000004},"last":0.52500000000000002},{"interface":"front","average":{"1min":0.54300000000000004,"5min":0.54300000000000004,"15min":0.54300000000000004},"min":{"1min":0.379,"5min":0.379,"15min":0.379},"max":{"1min":0.89300000000000002,"5min":0.89300000000000002,"15min":0.89300000000000002},"last":0.38600000000000001}]},{"osd":3,"last update":"Wed Apr 10 15:28:55 2024","interfaces":[{"interface":"back","average":{"1min":0.52400000000000002,"5min":0.52400000000000002,"15min":0.52400000000000002},"min":{"1min":0.35299999999999998,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.71499999999999997,"5min":0.71499999999999997,"15min":0.71499999999999997},"last":0.47699999999999998},{"interface":"front","average":{"1min":0.54900000000000004,"5min":0.54900000000000004,"15min":0.54900000000000004},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.999,"5min":0.999,"15min":0.999},"last":0.59999999999999998}]},{"osd":4,"last update":"Wed Apr 10 15:28:55 2024","interfaces":[{"interface":"back","average":{"1min":0.42499999999999999,"5min":0.42499999999999999,"15min":0.42499999999999999},"min":{"1min":0.26600000000000001,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":0.68000000000000005,"5min":0.68000000000000005,"15min":0.68000000000000005},"last":0.37},{"interface":"front","average":{"1min":0.47399999999999998,"5min":0.47399999999999998,"15min":0.47399999999999998},"min":{"1min":0.30199999999999999,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":1.0189999999999999,"5min":1.0189999999999999,"15min":1.0189999999999999},"last":0.40600000000000003}]},{"osd":5,"last update":"Wed Apr 10 15:28:55 2024","interfaces":[{"interface":"back","average":{"1min":0.46800000000000003,"5min":0.46800000000000003,"15min":0.46800000000000003},"min":{"1min":0.30199999999999999,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":0.77900000000000003,"5min":0.77900000000000003,"15min":0.77900000000000003},"last":0.46200000000000002},{"interface":"front","average":{"1min":0.52500000000000002,"5min":0.52500000000000002,"15min":0.52500000000000002},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.873,"5min":0.873,"15min":0.873},"last":0.58299999999999996}]},{"osd":6,"last update":"Wed Apr 10 15:28:55 2024","interfaces":[{"interface":"back","average":{"1min":0.503,"5min":0.503,"15min":0.503},"min":{"1min":0.316,"5min":0.316,"15min":0.316},"max":{"1min":0.93799999999999994,"5min":0.93799999999999994,"15min":0.93799999999999994},"last":0.54100000000000004},{"interface":"front","average":{"1min":0.52400000000000002,"5min":0.52400000000000002,"15min":0.52400000000000002},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.84799999999999998,"5min":0.84799999999999998,"15min":0.84799999999999998},"last":0.56899999999999995}]}]},{"osd":6,"up_from":46,"seq":197568495644,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28312,"kb_used_data":1280,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716840,"statfs":{"total":95995035648,"available":95966044160,"internally_reserved":0,"allocated":1310720,"data_stored":901741,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Apr 10 15:29:35 2024","interfaces":[{"interface":"back","average":{"1min":0.48899999999999999,"5min":0.52400000000000002,"15min":0.53000000000000003},"min":{"1min":0.30199999999999999,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":0.627,"5min":0.79000000000000004,"15min":0.79000000000000004},"last":0.57099999999999995},{"interface":"front","average":{"1min":0.47899999999999998,"5min":0.51600000000000001,"15min":0.52200000000000002},"min":{"1min":0.38700000000000001,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.61599999999999999,"5min":0.71599999999999997,"15min":0.71599999999999997},"last":0.49099999999999999}]},{"osd":1,"last update":"Wed Apr 10 15:29:35 2024","interfaces":[{"interface":"back","average":{"1min":0.51400000000000001,"5min":0.54800000000000004,"15min":0.55400000000000005},"min":{"1min":0.371,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":0.65800000000000003,"5min":0.80800000000000005,"15min":0.80800000000000005},"last":0.59599999999999997},{"interface":"front","average":{"1min":0.51300000000000001,"5min":0.55700000000000005,"15min":0.56399999999999995},"min":{"1min":0.36599999999999999,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.68100000000000005,"5min":0.83499999999999996,"15min":0.83499999999999996},"last":0.51400000000000001}]},{"osd":2,"last update":"Wed Apr 10 15:29:35 2024","interfaces":[{"interface":"back","average":{"1min":0.51000000000000001,"5min":0.54800000000000004,"15min":0.55400000000000005},"min":{"1min":0.36299999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.65800000000000003,"5min":0.79600000000000004,"15min":0.79600000000000004},"last":0.61799999999999999},{"interface":"front","average":{"1min":0.497,"5min":0.53400000000000003,"15min":0.54000000000000004},"min":{"1min":0.38400000000000001,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":0.67900000000000005,"5min":0.77300000000000002,"15min":0.77300000000000002},"last":0.58599999999999997}]},{"osd":3,"last update":"Wed Apr 10 15:29:35 2024","interfaces":[{"interface":"back","average":{"1min":0.52200000000000002,"5min":0.54700000000000004,"15min":0.55100000000000005},"min":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":0.66400000000000003,"5min":0.76400000000000001,"15min":0.76400000000000001},"last":0.47099999999999997},{"interface":"front","average":{"1min":0.54700000000000004,"5min":0.59299999999999997,"15min":0.60099999999999998},"min":{"1min":0.432,"5min":0.41699999999999998,"15min":0.41699999999999998},"max":{"1min":0.69699999999999995,"5min":0.85799999999999998,"15min":0.85799999999999998},"last":0.64300000000000002}]},{"osd":4,"last update":"Wed Apr 10 15:29:35 2024","interfaces":[{"interface":"back","average":{"1min":0.46300000000000002,"5min":0.44400000000000001,"15min":0.441},"min":{"1min":0.318,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":0.64700000000000002,"5min":0.71199999999999997,"15min":0.71199999999999997},"last":0.60999999999999999},{"interface":"front","average":{"1min":0.49399999999999999,"5min":0.46000000000000002,"15min":0.45400000000000001},"min":{"1min":0.34300000000000003,"5min":0.309,"15min":0.309},"max":{"1min":0.65300000000000002,"5min":0.80800000000000005,"15min":0.80800000000000005},"last":0.628}]},{"osd":5,"last update":"Wed Apr 10 15:29:35 2024","interfaces":[{"interface":"back","average":{"1min":0.47099999999999997,"5min":0.46700000000000003,"15min":0.46700000000000003},"min":{"1min":0.34100000000000003,"5min":0.316,"15min":0.316},"max":{"1min":0.68500000000000005,"5min":0.748,"15min":0.748},"last":0.54800000000000004},{"interface":"front","average":{"1min":0.51200000000000001,"5min":0.48199999999999998,"15min":0.47699999999999998},"min":{"1min":0.378,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":0.67200000000000004,"5min":0.85299999999999998,"15min":0.85299999999999998},"last":0.53200000000000003}]},{"osd":7,"last update":"Wed Apr 10 15:28:56 2024","interfaces":[{"interface":"back","average":{"1min":0.54100000000000004,"5min":0.54100000000000004,"15min":0.54100000000000004},"min":{"1min":0.35199999999999998,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.88700000000000001,"5min":0.88700000000000001,"15min":0.88700000000000001},"last":0.66700000000000004},{"interface":"front","average":{"1min":0.56999999999999995,"5min":0.56999999999999995,"15min":0.56999999999999995},"min":{"1min":0.33100000000000002,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.873,"5min":0.873,"15min":0.873},"last":0.65000000000000002}]}]},{"osd":1,"up_from":13,"seq":55834574902,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27720,"kb_used_data":700,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717432,"statfs":{"total":95995035648,"available":95966650368,"internally_reserved":0,"allocated":716800,"data_stored":309514,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Apr 10 15:29:32 2024","interfaces":[{"interface":"back","average":{"1min":0.40500000000000003,"5min":0.36299999999999999,"15min":0.33900000000000002},"min":{"1min":0.249,"5min":0.215,"15min":0.215},"max":{"1min":0.88400000000000001,"5min":0.88400000000000001,"15min":0.88400000000000001},"last":0.42899999999999999},{"interface":"front","average":{"1min":0.40899999999999997,"5min":0.375,"15min":0.35299999999999998},"min":{"1min":0.25,"5min":0.20000000000000001,"15min":0.20000000000000001},"max":{"1min":1.8700000000000001,"5min":1.8700000000000001,"15min":1.8700000000000001},"last":0.5}]},{"osd":2,"last update":"Wed Apr 10 15:29:04 2024","interfaces":[{"interface":"back","average":{"1min":0.47299999999999998,"5min":0.40500000000000003,"15min":0.38100000000000001},"min":{"1min":0.24199999999999999,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":1.4490000000000001,"5min":1.4490000000000001,"15min":1.4490000000000001},"last":0.44900000000000001},{"interface":"front","average":{"1min":0.44900000000000001,"5min":0.40899999999999997,"15min":0.39800000000000002},"min":{"1min":0.27500000000000002,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":0.91700000000000004,"5min":0.91700000000000004,"15min":0.91700000000000004},"last":0.53000000000000003}]},{"osd":3,"last update":"Wed Apr 10 15:29:24 2024","interfaces":[{"interface":"back","average":{"1min":0.48599999999999999,"5min":0.442,"15min":0.433},"min":{"1min":0.29099999999999998,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":1.484,"5min":1.484,"15min":1.484},"last":0.51700000000000002},{"interface":"front","average":{"1min":0.44400000000000001,"5min":0.41999999999999998,"15min":0.41499999999999998},"min":{"1min":0.307,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":0.95699999999999996,"5min":0.95699999999999996,"15min":0.95699999999999996},"last":0.57799999999999996}]},{"osd":4,"last update":"Wed Apr 10 15:28:40 2024","interfaces":[{"interface":"back","average":{"1min":0.52200000000000002,"5min":0.53900000000000003,"15min":0.54200000000000004},"min":{"1min":0.39000000000000001,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":0.68899999999999995,"5min":0.76900000000000002,"15min":0.76900000000000002},"last":0.77500000000000002},{"interface":"front","average":{"1min":0.53000000000000003,"5min":0.54200000000000004,"15min":0.54400000000000004},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.70599999999999996,"5min":0.81599999999999995,"15min":0.81599999999999995},"last":0.85499999999999998}]},{"osd":5,"last update":"Wed Apr 10 15:29:08 2024","interfaces":[{"interface":"back","average":{"1min":0.63,"5min":0.57499999999999996,"15min":0.56599999999999995},"min":{"1min":0.376,"5min":0.376,"15min":0.376},"max":{"1min":1.179,"5min":1.179,"15min":1.179},"last":0.80600000000000005},{"interface":"front","average":{"1min":0.63100000000000001,"5min":0.58299999999999996,"15min":0.57499999999999996},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":2.0590000000000002,"5min":2.0590000000000002,"15min":2.0590000000000002},"last":0.92400000000000004}]},{"osd":6,"last update":"Wed Apr 10 15:29:32 2024","interfaces":[{"interface":"back","average":{"1min":0.63700000000000001,"5min":0.60899999999999999,"15min":0.60399999999999998},"min":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":1.9059999999999999,"5min":1.9059999999999999,"15min":1.9059999999999999},"last":0.94099999999999995},{"interface":"front","average":{"1min":0.59799999999999998,"5min":0.60599999999999998,"15min":0.60699999999999998},"min":{"1min":0.42499999999999999,"5min":0.42499999999999999,"15min":0.42499999999999999},"max":{"1min":1.232,"5min":1.232,"15min":1.232},"last":0.78200000000000003}]},{"osd":7,"last update":"Wed Apr 10 15:28:59 2024","interfaces":[{"interface":"back","average":{"1min":0.58799999999999997,"5min":0.58799999999999997,"15min":0.58799999999999997},"min":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":0.84799999999999998,"5min":0.84799999999999998,"15min":0.84799999999999998},"last":0.94999999999999996},{"interface":"front","average":{"1min":0.63,"5min":0.63,"15min":0.63},"min":{"1min":0.437,"5min":0.437,"15min":0.437},"max":{"1min":1.3500000000000001,"5min":1.3500000000000001,"15min":1.3500000000000001},"last":0.79600000000000004}]}]},{"osd":0,"up_from":8,"seq":34359738427,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32416,"kb_used_data":1288,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93712736,"statfs":{"total":95995035648,"available":95961841664,"internally_reserved":0,"allocated":1318912,"data_stored":900450,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Wed Apr 10 15:29:38 2024","interfaces":[{"interface":"back","average":{"1min":0.33000000000000002,"5min":0.35099999999999998,"15min":0.32000000000000001},"min":{"1min":0.17599999999999999,"5min":0.17599999999999999,"15min":0.17599999999999999},"max":{"1min":0.59599999999999997,"5min":0.65100000000000002,"15min":0.65100000000000002},"last":0.26800000000000002},{"interface":"front","average":{"1min":0.34599999999999997,"5min":0.36499999999999999,"15min":0.33500000000000002},"min":{"1min":0.191,"5min":0.191,"15min":0.191},"max":{"1min":0.71799999999999997,"5min":0.71799999999999997,"15min":0.71799999999999997},"last":0.38400000000000001}]},{"osd":2,"last update":"Wed Apr 10 15:28:58 2024","interfaces":[{"interface":"back","average":{"1min":0.371,"5min":0.40500000000000003,"15min":0.39900000000000002},"min":{"1min":0.22600000000000001,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":0.78800000000000003,"5min":0.78800000000000003,"15min":0.78800000000000003},"last":0.40500000000000003},{"interface":"front","average":{"1min":0.40000000000000002,"5min":0.41899999999999998,"15min":0.41299999999999998},"min":{"1min":0.27700000000000002,"5min":0.221,"15min":0.221},"max":{"1min":0.64300000000000002,"5min":0.65400000000000003,"15min":0.65400000000000003},"last":0.33200000000000002}]},{"osd":3,"last update":"Wed Apr 10 15:29:21 2024","interfaces":[{"interface":"back","average":{"1min":0.41099999999999998,"5min":0.46400000000000002,"15min":0.48299999999999998},"min":{"1min":0.26400000000000001,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":0.83499999999999996,"5min":0.83499999999999996,"15min":0.83499999999999996},"last":0.33800000000000002},{"interface":"front","average":{"1min":0.43099999999999999,"5min":0.47899999999999998,"15min":0.495},"min":{"1min":0.215,"5min":0.215,"15min":0.215},"max":{"1min":1.02,"5min":1.02,"15min":1.02},"last":0.35399999999999998}]},{"osd":4,"last update":"Wed Apr 10 15:28:42 2024","interfaces":[{"interface":"back","average":{"1min":0.54400000000000004,"5min":0.60399999999999998,"15min":0.61399999999999999},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.81299999999999994,"5min":0.93000000000000005,"15min":0.93000000000000005},"last":0.54300000000000004},{"interface":"front","average":{"1min":0.55900000000000005,"5min":0.58799999999999997,"15min":0.59299999999999997},"min":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":0.83799999999999997,"5min":0.83799999999999997,"15min":0.83799999999999997},"last":0.53400000000000003}]},{"osd":5,"last update":"Wed Apr 10 15:29:05 2024","interfaces":[{"interface":"back","average":{"1min":0.57199999999999995,"5min":0.58599999999999997,"15min":0.58799999999999997},"min":{"1min":0.38100000000000001,"5min":0.378,"15min":0.378},"max":{"1min":0.92100000000000004,"5min":1.0620000000000001,"15min":1.0620000000000001},"last":0.47599999999999998},{"interface":"front","average":{"1min":0.58299999999999996,"5min":0.60099999999999998,"15min":0.60399999999999998},"min":{"1min":0.38900000000000001,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.93200000000000005,"5min":1.0780000000000001,"15min":1.0780000000000001},"last":0.59199999999999997}]},{"osd":6,"last update":"Wed Apr 10 15:29:38 2024","interfaces":[{"interface":"back","average":{"1min":0.59199999999999997,"5min":0.58699999999999997,"15min":0.58599999999999997},"min":{"1min":0.32700000000000001,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":1.0580000000000001,"5min":1.0580000000000001,"15min":1.0580000000000001},"last":0.49199999999999999},{"interface":"front","average":{"1min":0.55900000000000005,"5min":0.56699999999999995,"15min":0.56899999999999995},"min":{"1min":0.36399999999999999,"5min":0.32500000000000001,"15min":0.32500000000000001},"max":{"1min":0.89000000000000001,"5min":0.89000000000000001,"15min":0.89000000000000001},"last":0.56299999999999994}]},{"osd":7,"last update":"Wed Apr 10 15:28:58 2024","interfaces":[{"interface":"back","average":{"1min":0.57399999999999995,"5min":0.57399999999999995,"15min":0.57399999999999995},"min":{"1min":0.40200000000000002,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":0.90600000000000003,"5min":0.90600000000000003,"15min":0.90600000000000003},"last":0.57199999999999995},{"interface":"front","average":{"1min":0.59999999999999998,"5min":0.59999999999999998,"15min":0.59999999999999998},"min":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":1.085,"5min":1.085,"15min":1.085},"last":0.51100000000000001}]}]},{"osd":4,"up_from":30,"seq":128849018918,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27728,"kb_used_data":704,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717424,"statfs":{"total":95995035648,"available":95966642176,"internally_reserved":0,"allocated":720896,"data_stored":309789,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Apr 10 15:28:43 2024","interfaces":[{"interface":"back","average":{"1min":0.52700000000000002,"5min":0.53700000000000003,"15min":0.53900000000000003},"min":{"1min":0.39600000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":0.84599999999999997,"5min":0.84699999999999998,"15min":0.84699999999999998},"last":0.46999999999999997},{"interface":"front","average":{"1min":0.51000000000000001,"5min":0.51300000000000001,"15min":0.51300000000000001},"min":{"1min":0.28599999999999998,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":0.72099999999999997,"5min":0.751,"15min":0.751},"last":0.41599999999999998}]},{"osd":1,"last update":"Wed Apr 10 15:28:43 2024","interfaces":[{"interface":"back","average":{"1min":0.53300000000000003,"5min":0.51400000000000001,"15min":0.51100000000000001},"min":{"1min":0.433,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":0.82499999999999996,"5min":0.82499999999999996,"15min":0.82499999999999996},"last":0.45800000000000002},{"interface":"front","average":{"1min":0.52200000000000002,"5min":0.51900000000000002,"15min":0.51900000000000002},"min":{"1min":0.34399999999999997,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.73999999999999999,"5min":0.73999999999999999,"15min":0.73999999999999999},"last":0.442}]},{"osd":2,"last update":"Wed Apr 10 15:28:43 2024","interfaces":[{"interface":"back","average":{"1min":0.53400000000000003,"5min":0.54000000000000004,"15min":0.54100000000000004},"min":{"1min":0.36799999999999999,"5min":0.313,"15min":0.313},"max":{"1min":0.79900000000000004,"5min":0.79900000000000004,"15min":0.79900000000000004},"last":0.39800000000000002},{"interface":"front","average":{"1min":0.48799999999999999,"5min":0.51600000000000001,"15min":0.52100000000000002},"min":{"1min":0.38400000000000001,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.71499999999999997,"5min":0.82699999999999996,"15min":0.82699999999999996},"last":0.37}]},{"osd":3,"last update":"Wed Apr 10 15:28:43 2024","interfaces":[{"interface":"back","average":{"1min":0.50900000000000001,"5min":0.53200000000000003,"15min":0.53600000000000003},"min":{"1min":0.36399999999999999,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.75900000000000001,"5min":0.79500000000000004,"15min":0.79500000000000004},"last":0.32300000000000001},{"interface":"front","average":{"1min":0.52500000000000002,"5min":0.51700000000000002,"15min":0.51500000000000001},"min":{"1min":0.38400000000000001,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.85699999999999998,"5min":0.85699999999999998,"15min":0.85699999999999998},"last":0.38200000000000001}]},{"osd":5,"last update":"Wed Apr 10 15:29:09 2024","interfaces":[{"interface":"back","average":{"1min":0.49299999999999999,"5min":0.40699999999999997,"15min":0.39300000000000002},"min":{"1min":0.27300000000000002,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":0.67500000000000004,"5min":0.82999999999999996,"15min":0.82999999999999996},"last":0.34100000000000003},{"interface":"front","average":{"1min":0.51100000000000001,"5min":0.441,"15min":0.42899999999999999},"min":{"1min":0.217,"5min":0.217,"15min":0.217},"max":{"1min":0.74099999999999999,"5min":0.87,"15min":0.87},"last":0.496}]},{"osd":6,"last update":"Wed Apr 10 15:29:31 2024","interfaces":[{"interface":"back","average":{"1min":0.49199999999999999,"5min":0.46000000000000002,"15min":0.45400000000000001},"min":{"1min":0.28699999999999998,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":0.746,"5min":0.81699999999999995,"15min":0.81699999999999995},"last":0.51600000000000001},{"interface":"front","average":{"1min":0.52400000000000002,"5min":0.47599999999999998,"15min":0.46800000000000003},"min":{"1min":0.32200000000000001,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":0.67900000000000005,"5min":0.88,"15min":0.88},"last":0.42899999999999999}]},{"osd":7,"last update":"Wed Apr 10 15:28:56 2024","interfaces":[{"interface":"back","average":{"1min":0.53100000000000003,"5min":0.53100000000000003,"15min":0.53100000000000003},"min":{"1min":0.30199999999999999,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":0.90400000000000003,"5min":0.90400000000000003,"15min":0.90400000000000003},"last":0.48499999999999999},{"interface":"front","average":{"1min":0.53900000000000003,"5min":0.53900000000000003,"15min":0.53900000000000003},"min":{"1min":0.24199999999999999,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":0.80200000000000005,"5min":0.80200000000000005,"15min":0.80200000000000005},"last":0.45100000000000001}]}]},{"osd":2,"up_from":18,"seq":77309411377,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":31808,"kb_used_data":692,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93713344,"statfs":{"total":95995035648,"available":95962464256,"internally_reserved":0,"allocated":708608,"data_stored":309354,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Apr 10 15:28:55 2024","interfaces":[{"interface":"back","average":{"1min":0.36299999999999999,"5min":0.40100000000000002,"15min":0.40899999999999997},"min":{"1min":0.19500000000000001,"5min":0.19500000000000001,"15min":0.19500000000000001},"max":{"1min":0.58599999999999997,"5min":0.60299999999999998,"15min":0.60299999999999998},"last":0.434},{"interface":"front","average":{"1min":0.38800000000000001,"5min":0.38200000000000001,"15min":0.373},"min":{"1min":0.255,"5min":0.255,"15min":0.255},"max":{"1min":0.62,"5min":0.62,"15min":0.62},"last":0.34999999999999998}]},{"osd":1,"last update":"Wed Apr 10 15:28:55 2024","interfaces":[{"interface":"back","average":{"1min":0.33100000000000002,"5min":0.39100000000000001,"15min":0.40100000000000002},"min":{"1min":0.221,"5min":0.20300000000000001,"15min":0.20300000000000001},"max":{"1min":0.47699999999999998,"5min":0.623,"15min":0.623},"last":0.38400000000000001},{"interface":"front","average":{"1min":0.39100000000000001,"5min":0.42399999999999999,"15min":0.42599999999999999},"min":{"1min":0.28399999999999997,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":0.54600000000000004,"5min":0.61599999999999999,"15min":0.61599999999999999},"last":0.39900000000000002}]},{"osd":3,"last update":"Wed Apr 10 15:29:23 2024","interfaces":[{"interface":"back","average":{"1min":0.41899999999999998,"5min":0.46400000000000002,"15min":0.47799999999999998},"min":{"1min":0.252,"5min":0.252,"15min":0.252},"max":{"1min":0.69199999999999995,"5min":0.69199999999999995,"15min":0.69199999999999995},"last":0.46600000000000003},{"interface":"front","average":{"1min":0.433,"5min":0.45000000000000001,"15min":0.46300000000000002},"min":{"1min":0.26100000000000001,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":0.67000000000000004,"5min":0.69199999999999995,"15min":0.69199999999999995},"last":0.371}]},{"osd":4,"last update":"Wed Apr 10 15:28:40 2024","interfaces":[{"interface":"back","average":{"1min":0.53800000000000003,"5min":0.54500000000000004,"15min":0.54600000000000004},"min":{"1min":0.34399999999999997,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":0.73999999999999999,"5min":0.73999999999999999,"15min":0.73999999999999999},"last":0.63100000000000001},{"interface":"front","average":{"1min":0.58699999999999997,"5min":0.61099999999999999,"15min":0.61499999999999999},"min":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":0.73099999999999998,"5min":0.73099999999999998,"15min":0.73099999999999998},"last":0.68200000000000005}]},{"osd":5,"last update":"Wed Apr 10 15:29:09 2024","interfaces":[{"interface":"back","average":{"1min":0.55400000000000005,"5min":0.57799999999999996,"15min":0.58199999999999996},"min":{"1min":0.28000000000000003,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":1.02,"5min":1.02,"15min":1.02},"last":0.54700000000000004},{"interface":"front","average":{"1min":0.58499999999999996,"5min":0.55100000000000005,"15min":0.54500000000000004},"min":{"1min":0.39200000000000002,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":0.85499999999999998,"5min":0.85499999999999998,"15min":0.85499999999999998},"last":0.61399999999999999}]},{"osd":6,"last update":"Wed Apr 10 15:29:34 2024","interfaces":[{"interface":"back","average":{"1min":0.52800000000000002,"5min":0.53800000000000003,"15min":0.54000000000000004},"min":{"1min":0.31,"5min":0.31,"15min":0.31},"max":{"1min":0.81899999999999995,"5min":0.81899999999999995,"15min":0.81899999999999995},"last":0.69399999999999995},{"interface":"front","average":{"1min":0.57399999999999995,"5min":0.58199999999999996,"15min":0.58399999999999996},"min":{"1min":0.38800000000000001,"5min":0.373,"15min":0.373},"max":{"1min":0.90900000000000003,"5min":0.90900000000000003,"15min":0.90900000000000003},"last":0.64000000000000001}]},{"osd":7,"last update":"Wed Apr 10 15:28:55 2024","interfaces":[{"interface":"back","average":{"1min":0.59299999999999997,"5min":0.59299999999999997,"15min":0.59299999999999997},"min":{"1min":0.42099999999999999,"5min":0.42099999999999999,"15min":0.42099999999999999},"max":{"1min":0.79600000000000004,"5min":0.79600000000000004,"15min":0.79600000000000004},"last":0.57899999999999996},{"interface":"front","average":{"1min":0.54800000000000004,"5min":0.54800000000000004,"15min":0.54800000000000004},"min":{"1min":0.375,"5min":0.375,"15min":0.375},"max":{"1min":0.67400000000000004,"5min":0.67400000000000004,"15min":0.67400000000000004},"last":0.66400000000000003}]}]},{"osd":3,"up_from":25,"seq":107374182443,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27736,"kb_used_data":712,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717416,"statfs":{"total":95995035648,"available":95966633984,"internally_reserved":0,"allocated":729088,"data_stored":311808,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Apr 10 15:29:22 2024","interfaces":[{"interface":"back","average":{"1min":0.376,"5min":0.40200000000000002,"15min":0.40799999999999997},"min":{"1min":0.26100000000000001,"5min":0.20999999999999999,"15min":0.20999999999999999},"max":{"1min":0.60899999999999999,"5min":0.625,"15min":0.625},"last":0.41599999999999998},{"interface":"front","average":{"1min":0.379,"5min":0.40600000000000003,"15min":0.40600000000000003},"min":{"1min":0.20999999999999999,"5min":0.20999999999999999,"15min":0.20999999999999999},"max":{"1min":0.58499999999999996,"5min":0.98899999999999999,"15min":0.98899999999999999},"last":0.28799999999999998}]},{"osd":1,"last update":"Wed Apr 10 15:29:22 2024","interfaces":[{"interface":"back","average":{"1min":0.39400000000000002,"5min":0.437,"15min":0.44800000000000001},"min":{"1min":0.25600000000000001,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":0.69699999999999995,"5min":0.96099999999999997,"15min":0.96099999999999997},"last":0.35199999999999998},{"interface":"front","average":{"1min":0.37,"5min":0.42899999999999999,"15min":0.435},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.505,"5min":0.79000000000000004,"15min":0.79000000000000004},"last":0.34399999999999997}]},{"osd":2,"last update":"Wed Apr 10 15:29:22 2024","interfaces":[{"interface":"back","average":{"1min":0.41799999999999998,"5min":0.46200000000000002,"15min":0.46700000000000003},"min":{"1min":0.29499999999999998,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":0.63300000000000001,"5min":0.94799999999999995,"15min":0.94799999999999995},"last":0.39100000000000001},{"interface":"front","average":{"1min":0.40699999999999997,"5min":0.439,"15min":0.437},"min":{"1min":0.23000000000000001,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":0.71999999999999997,"5min":1.0249999999999999,"15min":1.0249999999999999},"last":0.371}]},{"osd":4,"last update":"Wed Apr 10 15:28:42 2024","interfaces":[{"interface":"back","average":{"1min":0.56899999999999995,"5min":0.55400000000000005,"15min":0.55200000000000005},"min":{"1min":0.39500000000000002,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":0.83599999999999997,"5min":0.83599999999999997,"15min":0.83599999999999997},"last":0.40400000000000003},{"interface":"front","average":{"1min":0.55500000000000005,"5min":0.56999999999999995,"15min":0.57199999999999995},"min":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":0.81899999999999995,"5min":0.81899999999999995,"15min":0.81899999999999995},"last":0.42799999999999999}]},{"osd":5,"last update":"Wed Apr 10 15:29:09 2024","interfaces":[{"interface":"back","average":{"1min":0.52700000000000002,"5min":0.57599999999999996,"15min":0.58399999999999996},"min":{"1min":0.374,"5min":0.374,"15min":0.374},"max":{"1min":0.82199999999999995,"5min":0.90600000000000003,"15min":0.90600000000000003},"last":0.45900000000000002},{"interface":"front","average":{"1min":0.56699999999999995,"5min":0.58099999999999996,"15min":0.58299999999999996},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.88400000000000001,"5min":0.88400000000000001,"15min":0.88400000000000001},"last":0.439}]},{"osd":6,"last update":"Wed Apr 10 15:29:31 2024","interfaces":[{"interface":"back","average":{"1min":0.54700000000000004,"5min":0.58999999999999997,"15min":0.59699999999999998},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.79500000000000004,"5min":0.88800000000000001,"15min":0.88800000000000001},"last":0.44700000000000001},{"interface":"front","average":{"1min":0.56000000000000005,"5min":0.61799999999999999,"15min":0.628},"min":{"1min":0.39900000000000002,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":0.96499999999999997,"5min":1.002,"15min":1.002},"last":0.46700000000000003}]},{"osd":7,"last update":"Wed Apr 10 15:28:58 2024","interfaces":[{"interface":"back","average":{"1min":0.60299999999999998,"5min":0.60299999999999998,"15min":0.60299999999999998},"min":{"1min":0.40300000000000002,"5min":0.40300000000000002,"15min":0.40300000000000002},"max":{"1min":1.0489999999999999,"5min":1.0489999999999999,"15min":1.0489999999999999},"last":0.501},{"interface":"front","average":{"1min":0.58599999999999997,"5min":0.58599999999999997,"15min":0.58599999999999997},"min":{"1min":0.41899999999999998,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":0.86599999999999999,"5min":0.86599999999999999,"15min":0.86599999999999999},"last":0.48199999999999998}]}]},{"osd":5,"up_from":38,"seq":163208757281,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27732,"kb_used_data":704,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717420,"statfs":{"total":95995035648,"available":95966638080,"internally_reserved":0,"allocated":720896,"data_stored":311463,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Apr 10 15:29:12 2024","interfaces":[{"interface":"back","average":{"1min":0.52200000000000002,"5min":0.51200000000000001,"15min":0.51000000000000001},"min":{"1min":0.377,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.66400000000000003,"5min":0.78000000000000003,"15min":0.78000000000000003},"last":0.67500000000000004},{"interface":"front","average":{"1min":0.55100000000000005,"5min":0.52900000000000003,"15min":0.52500000000000002},"min":{"1min":0.35699999999999998,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.67200000000000004,"5min":0.71599999999999997,"15min":0.71599999999999997},"last":0.71099999999999997}]},{"osd":1,"last update":"Wed Apr 10 15:29:12 2024","interfaces":[{"interface":"back","average":{"1min":0.50800000000000001,"5min":0.51600000000000001,"15min":0.51800000000000002},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.68500000000000005,"5min":0.68500000000000005,"15min":0.68500000000000005},"last":0.64100000000000001},{"interface":"front","average":{"1min":0.54200000000000004,"5min":0.51800000000000002,"15min":0.51400000000000001},"min":{"1min":0.39600000000000002,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":0.745,"5min":0.76000000000000001,"15min":0.76000000000000001},"last":0.60099999999999998}]},{"osd":2,"last update":"Wed Apr 10 15:29:12 2024","interfaces":[{"interface":"back","average":{"1min":0.51800000000000002,"5min":0.51100000000000001,"15min":0.51000000000000001},"min":{"1min":0.33900000000000002,"5min":0.316,"15min":0.316},"max":{"1min":0.72099999999999997,"5min":0.746,"15min":0.746},"last":0.62},{"interface":"front","average":{"1min":0.53000000000000003,"5min":0.51400000000000001,"15min":0.51200000000000001},"min":{"1min":0.42799999999999999,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.61499999999999999,"5min":0.73299999999999998,"15min":0.73299999999999998},"last":0.78200000000000003}]},{"osd":3,"last update":"Wed Apr 10 15:29:12 2024","interfaces":[{"interface":"back","average":{"1min":0.51300000000000001,"5min":0.499,"15min":0.497},"min":{"1min":0.39400000000000002,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.64700000000000002,"5min":0.79500000000000004,"15min":0.79500000000000004},"last":0.52900000000000003},{"interface":"front","average":{"1min":0.57999999999999996,"5min":0.52400000000000002,"15min":0.51500000000000001},"min":{"1min":0.40300000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":0.751,"5min":0.77100000000000002,"15min":0.77100000000000002},"last":0.73999999999999999}]},{"osd":4,"last update":"Wed Apr 10 15:29:12 2024","interfaces":[{"interface":"back","average":{"1min":0.45900000000000002,"5min":0.39900000000000002,"15min":0.38900000000000001},"min":{"1min":0.318,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":0.77600000000000002,"5min":0.77600000000000002,"15min":0.77600000000000002},"last":0.55700000000000005},{"interface":"front","average":{"1min":0.46999999999999997,"5min":0.39800000000000002,"15min":0.38600000000000001},"min":{"1min":0.27900000000000003,"5min":0.246,"15min":0.246},"max":{"1min":0.70699999999999996,"5min":0.70699999999999996,"15min":0.70699999999999996},"last":0.68700000000000006}]},{"osd":6,"last update":"Wed Apr 10 15:29:34 2024","interfaces":[{"interface":"back","average":{"1min":0.49199999999999999,"5min":0.42099999999999999,"15min":0.40899999999999997},"min":{"1min":0.29499999999999998,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":0.78800000000000003,"5min":0.78800000000000003,"15min":0.78800000000000003},"last":0.69899999999999995},{"interface":"front","average":{"1min":0.51900000000000002,"5min":0.435,"15min":0.42099999999999999},"min":{"1min":0.26500000000000001,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":0.81699999999999995,"5min":0.81699999999999995,"15min":0.81699999999999995},"last":0.65900000000000003}]},{"osd":7,"last update":"Wed Apr 10 15:28:55 2024","interfaces":[{"interface":"back","average":{"1min":0.53400000000000003,"5min":0.53400000000000003,"15min":0.53400000000000003},"min":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":0.77500000000000002,"5min":0.77500000000000002,"15min":0.77500000000000002},"last":0.76500000000000001},{"interface":"front","average":{"1min":0.501,"5min":0.501,"15min":0.501},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.78100000000000003,"5min":0.78100000000000003,"15min":0.78100000000000003},"last":0.72799999999999998}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2454,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2440,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":2350,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-10T15:29:43.806 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 09bfb546-f74e-11ee-b64a-cb9ed24678a4 -- ceph pg dump --format=json 2024-04-10T15:29:44.058 INFO:journalctl@ceph.node-exporter.a.smithi069.stdout:Apr 10 15:29:43 smithi069 podman[76897]: 2024-04-10 15:29:43.967592086 +0000 UTC m=+3.812704371 container create 2469975469f7213236a23a0ca43762488cd23516712dc92b422b02f6518ed30c (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-10T15:29:44.319 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/09bfb546-f74e-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T15:29:44.442 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:29:44 smithi069 ceph-mon[39688]: from='client.24653 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-10T15:29:44.442 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:29:44 smithi069 ceph-mon[39688]: pgmap v34: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:29:44.442 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:29:44 smithi069 ceph-mon[27501]: from='client.24653 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-10T15:29:44.443 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:29:44 smithi069 ceph-mon[27501]: pgmap v34: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:29:44.443 INFO:journalctl@ceph.node-exporter.a.smithi069.stdout:Apr 10 15:29:44 smithi069 podman[76897]: 2024-04-10 15:29:44.186893019 +0000 UTC m=+4.032005256 container init 2469975469f7213236a23a0ca43762488cd23516712dc92b422b02f6518ed30c (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-10T15:29:44.443 INFO:journalctl@ceph.node-exporter.a.smithi069.stdout:Apr 10 15:29:44 smithi069 podman[76897]: 2024-04-10 15:29:44.194142435 +0000 UTC m=+4.039254673 container start 2469975469f7213236a23a0ca43762488cd23516712dc92b422b02f6518ed30c (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-10T15:29:44.443 INFO:journalctl@ceph.node-exporter.a.smithi069.stdout:Apr 10 15:29:44 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-node-exporter-a[77183]: ts=2024-04-10T15:29:44.198Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2024-04-10T15:29:44.443 INFO:journalctl@ceph.node-exporter.a.smithi069.stdout:Apr 10 15:29:44 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-node-exporter-a[77183]: ts=2024-04-10T15:29:44.198Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2024-04-10T15:29:44.443 INFO:journalctl@ceph.node-exporter.a.smithi069.stdout:Apr 10 15:29:44 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-node-exporter-a[77183]: ts=2024-04-10T15:29:44.198Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-04-10T15:29:44.444 INFO:journalctl@ceph.node-exporter.a.smithi069.stdout:Apr 10 15:29:44 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-node-exporter-a[77183]: ts=2024-04-10T15:29:44.198Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-04-10T15:29:44.444 INFO:journalctl@ceph.node-exporter.a.smithi069.stdout:Apr 10 15:29:44 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-node-exporter-a[77183]: ts=2024-04-10T15:29:44.199Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-04-10T15:29:44.444 INFO:journalctl@ceph.node-exporter.a.smithi069.stdout:Apr 10 15:29:44 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-node-exporter-a[77183]: ts=2024-04-10T15:29:44.199Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-04-10T15:29:44.444 INFO:journalctl@ceph.node-exporter.a.smithi069.stdout:Apr 10 15:29:44 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-node-exporter-a[77183]: ts=2024-04-10T15:29:44.199Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-04-10T15:29:44.444 INFO:journalctl@ceph.node-exporter.a.smithi069.stdout:Apr 10 15:29:44 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-node-exporter-a[77183]: ts=2024-04-10T15:29:44.199Z caller=node_exporter.go:117 level=info collector=arp 2024-04-10T15:29:44.444 INFO:journalctl@ceph.node-exporter.a.smithi069.stdout:Apr 10 15:29:44 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-node-exporter-a[77183]: ts=2024-04-10T15:29:44.199Z caller=node_exporter.go:117 level=info collector=bcache 2024-04-10T15:29:44.444 INFO:journalctl@ceph.node-exporter.a.smithi069.stdout:Apr 10 15:29:44 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-node-exporter-a[77183]: ts=2024-04-10T15:29:44.199Z caller=node_exporter.go:117 level=info collector=bonding 2024-04-10T15:29:44.444 INFO:journalctl@ceph.node-exporter.a.smithi069.stdout:Apr 10 15:29:44 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-node-exporter-a[77183]: ts=2024-04-10T15:29:44.199Z caller=node_exporter.go:117 level=info collector=btrfs 2024-04-10T15:29:44.444 INFO:journalctl@ceph.node-exporter.a.smithi069.stdout:Apr 10 15:29:44 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-node-exporter-a[77183]: ts=2024-04-10T15:29:44.199Z caller=node_exporter.go:117 level=info collector=conntrack 2024-04-10T15:29:44.444 INFO:journalctl@ceph.node-exporter.a.smithi069.stdout:Apr 10 15:29:44 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-node-exporter-a[77183]: ts=2024-04-10T15:29:44.199Z caller=node_exporter.go:117 level=info collector=cpu 2024-04-10T15:29:44.444 INFO:journalctl@ceph.node-exporter.a.smithi069.stdout:Apr 10 15:29:44 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-node-exporter-a[77183]: ts=2024-04-10T15:29:44.199Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-04-10T15:29:44.444 INFO:journalctl@ceph.node-exporter.a.smithi069.stdout:Apr 10 15:29:44 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-node-exporter-a[77183]: ts=2024-04-10T15:29:44.199Z caller=node_exporter.go:117 level=info collector=diskstats 2024-04-10T15:29:44.444 INFO:journalctl@ceph.node-exporter.a.smithi069.stdout:Apr 10 15:29:44 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-node-exporter-a[77183]: ts=2024-04-10T15:29:44.199Z caller=node_exporter.go:117 level=info collector=dmi 2024-04-10T15:29:44.444 INFO:journalctl@ceph.node-exporter.a.smithi069.stdout:Apr 10 15:29:44 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-node-exporter-a[77183]: ts=2024-04-10T15:29:44.199Z caller=node_exporter.go:117 level=info collector=edac 2024-04-10T15:29:44.444 INFO:journalctl@ceph.node-exporter.a.smithi069.stdout:Apr 10 15:29:44 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-node-exporter-a[77183]: ts=2024-04-10T15:29:44.199Z caller=node_exporter.go:117 level=info collector=entropy 2024-04-10T15:29:44.445 INFO:journalctl@ceph.node-exporter.a.smithi069.stdout:Apr 10 15:29:44 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-node-exporter-a[77183]: ts=2024-04-10T15:29:44.199Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-04-10T15:29:44.445 INFO:journalctl@ceph.node-exporter.a.smithi069.stdout:Apr 10 15:29:44 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-node-exporter-a[77183]: ts=2024-04-10T15:29:44.199Z caller=node_exporter.go:117 level=info collector=filefd 2024-04-10T15:29:44.445 INFO:journalctl@ceph.node-exporter.a.smithi069.stdout:Apr 10 15:29:44 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-node-exporter-a[77183]: ts=2024-04-10T15:29:44.199Z caller=node_exporter.go:117 level=info collector=filesystem 2024-04-10T15:29:44.445 INFO:journalctl@ceph.node-exporter.a.smithi069.stdout:Apr 10 15:29:44 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-node-exporter-a[77183]: ts=2024-04-10T15:29:44.199Z caller=node_exporter.go:117 level=info collector=hwmon 2024-04-10T15:29:44.445 INFO:journalctl@ceph.node-exporter.a.smithi069.stdout:Apr 10 15:29:44 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-node-exporter-a[77183]: ts=2024-04-10T15:29:44.199Z caller=node_exporter.go:117 level=info collector=infiniband 2024-04-10T15:29:44.445 INFO:journalctl@ceph.node-exporter.a.smithi069.stdout:Apr 10 15:29:44 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-node-exporter-a[77183]: ts=2024-04-10T15:29:44.199Z caller=node_exporter.go:117 level=info collector=ipvs 2024-04-10T15:29:44.445 INFO:journalctl@ceph.node-exporter.a.smithi069.stdout:Apr 10 15:29:44 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-node-exporter-a[77183]: ts=2024-04-10T15:29:44.199Z caller=node_exporter.go:117 level=info collector=loadavg 2024-04-10T15:29:44.445 INFO:journalctl@ceph.node-exporter.a.smithi069.stdout:Apr 10 15:29:44 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-node-exporter-a[77183]: ts=2024-04-10T15:29:44.199Z caller=node_exporter.go:117 level=info collector=mdadm 2024-04-10T15:29:44.445 INFO:journalctl@ceph.node-exporter.a.smithi069.stdout:Apr 10 15:29:44 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-node-exporter-a[77183]: ts=2024-04-10T15:29:44.199Z caller=node_exporter.go:117 level=info collector=meminfo 2024-04-10T15:29:44.445 INFO:journalctl@ceph.node-exporter.a.smithi069.stdout:Apr 10 15:29:44 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-node-exporter-a[77183]: ts=2024-04-10T15:29:44.199Z caller=node_exporter.go:117 level=info collector=netclass 2024-04-10T15:29:44.445 INFO:journalctl@ceph.node-exporter.a.smithi069.stdout:Apr 10 15:29:44 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-node-exporter-a[77183]: ts=2024-04-10T15:29:44.199Z caller=node_exporter.go:117 level=info collector=netdev 2024-04-10T15:29:44.445 INFO:journalctl@ceph.node-exporter.a.smithi069.stdout:Apr 10 15:29:44 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-node-exporter-a[77183]: ts=2024-04-10T15:29:44.199Z caller=node_exporter.go:117 level=info collector=netstat 2024-04-10T15:29:44.445 INFO:journalctl@ceph.node-exporter.a.smithi069.stdout:Apr 10 15:29:44 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-node-exporter-a[77183]: ts=2024-04-10T15:29:44.199Z caller=node_exporter.go:117 level=info collector=nfs 2024-04-10T15:29:44.445 INFO:journalctl@ceph.node-exporter.a.smithi069.stdout:Apr 10 15:29:44 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-node-exporter-a[77183]: ts=2024-04-10T15:29:44.199Z caller=node_exporter.go:117 level=info collector=nfsd 2024-04-10T15:29:44.445 INFO:journalctl@ceph.node-exporter.a.smithi069.stdout:Apr 10 15:29:44 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-node-exporter-a[77183]: ts=2024-04-10T15:29:44.199Z caller=node_exporter.go:117 level=info collector=nvme 2024-04-10T15:29:44.446 INFO:journalctl@ceph.node-exporter.a.smithi069.stdout:Apr 10 15:29:44 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-node-exporter-a[77183]: ts=2024-04-10T15:29:44.199Z caller=node_exporter.go:117 level=info collector=os 2024-04-10T15:29:44.446 INFO:journalctl@ceph.node-exporter.a.smithi069.stdout:Apr 10 15:29:44 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-node-exporter-a[77183]: ts=2024-04-10T15:29:44.199Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-04-10T15:29:44.446 INFO:journalctl@ceph.node-exporter.a.smithi069.stdout:Apr 10 15:29:44 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-node-exporter-a[77183]: ts=2024-04-10T15:29:44.199Z caller=node_exporter.go:117 level=info collector=pressure 2024-04-10T15:29:44.446 INFO:journalctl@ceph.node-exporter.a.smithi069.stdout:Apr 10 15:29:44 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-node-exporter-a[77183]: ts=2024-04-10T15:29:44.199Z caller=node_exporter.go:117 level=info collector=rapl 2024-04-10T15:29:44.446 INFO:journalctl@ceph.node-exporter.a.smithi069.stdout:Apr 10 15:29:44 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-node-exporter-a[77183]: ts=2024-04-10T15:29:44.199Z caller=node_exporter.go:117 level=info collector=schedstat 2024-04-10T15:29:44.446 INFO:journalctl@ceph.node-exporter.a.smithi069.stdout:Apr 10 15:29:44 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-node-exporter-a[77183]: ts=2024-04-10T15:29:44.199Z caller=node_exporter.go:117 level=info collector=selinux 2024-04-10T15:29:44.446 INFO:journalctl@ceph.node-exporter.a.smithi069.stdout:Apr 10 15:29:44 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-node-exporter-a[77183]: ts=2024-04-10T15:29:44.199Z caller=node_exporter.go:117 level=info collector=sockstat 2024-04-10T15:29:44.446 INFO:journalctl@ceph.node-exporter.a.smithi069.stdout:Apr 10 15:29:44 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-node-exporter-a[77183]: ts=2024-04-10T15:29:44.199Z caller=node_exporter.go:117 level=info collector=softnet 2024-04-10T15:29:44.446 INFO:journalctl@ceph.node-exporter.a.smithi069.stdout:Apr 10 15:29:44 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-node-exporter-a[77183]: ts=2024-04-10T15:29:44.199Z caller=node_exporter.go:117 level=info collector=stat 2024-04-10T15:29:44.446 INFO:journalctl@ceph.node-exporter.a.smithi069.stdout:Apr 10 15:29:44 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-node-exporter-a[77183]: ts=2024-04-10T15:29:44.199Z caller=node_exporter.go:117 level=info collector=tapestats 2024-04-10T15:29:44.446 INFO:journalctl@ceph.node-exporter.a.smithi069.stdout:Apr 10 15:29:44 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-node-exporter-a[77183]: ts=2024-04-10T15:29:44.199Z caller=node_exporter.go:117 level=info collector=textfile 2024-04-10T15:29:44.446 INFO:journalctl@ceph.node-exporter.a.smithi069.stdout:Apr 10 15:29:44 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-node-exporter-a[77183]: ts=2024-04-10T15:29:44.199Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-04-10T15:29:44.446 INFO:journalctl@ceph.node-exporter.a.smithi069.stdout:Apr 10 15:29:44 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-node-exporter-a[77183]: ts=2024-04-10T15:29:44.199Z caller=node_exporter.go:117 level=info collector=time 2024-04-10T15:29:44.446 INFO:journalctl@ceph.node-exporter.a.smithi069.stdout:Apr 10 15:29:44 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-node-exporter-a[77183]: ts=2024-04-10T15:29:44.199Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-04-10T15:29:44.447 INFO:journalctl@ceph.node-exporter.a.smithi069.stdout:Apr 10 15:29:44 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-node-exporter-a[77183]: ts=2024-04-10T15:29:44.199Z caller=node_exporter.go:117 level=info collector=uname 2024-04-10T15:29:44.447 INFO:journalctl@ceph.node-exporter.a.smithi069.stdout:Apr 10 15:29:44 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-node-exporter-a[77183]: ts=2024-04-10T15:29:44.199Z caller=node_exporter.go:117 level=info collector=vmstat 2024-04-10T15:29:44.447 INFO:journalctl@ceph.node-exporter.a.smithi069.stdout:Apr 10 15:29:44 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-node-exporter-a[77183]: ts=2024-04-10T15:29:44.199Z caller=node_exporter.go:117 level=info collector=xfs 2024-04-10T15:29:44.447 INFO:journalctl@ceph.node-exporter.a.smithi069.stdout:Apr 10 15:29:44 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-node-exporter-a[77183]: ts=2024-04-10T15:29:44.199Z caller=node_exporter.go:117 level=info collector=zfs 2024-04-10T15:29:44.447 INFO:journalctl@ceph.node-exporter.a.smithi069.stdout:Apr 10 15:29:44 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-node-exporter-a[77183]: ts=2024-04-10T15:29:44.199Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2024-04-10T15:29:44.447 INFO:journalctl@ceph.node-exporter.a.smithi069.stdout:Apr 10 15:29:44 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-node-exporter-a[77183]: ts=2024-04-10T15:29:44.199Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-04-10T15:29:44.447 INFO:journalctl@ceph.node-exporter.a.smithi069.stdout:Apr 10 15:29:44 smithi069 bash[76897]: 2469975469f7213236a23a0ca43762488cd23516712dc92b422b02f6518ed30c 2024-04-10T15:29:44.447 INFO:journalctl@ceph.node-exporter.a.smithi069.stdout:Apr 10 15:29:44 smithi069 systemd[1]: Started Ceph node-exporter.a for 09bfb546-f74e-11ee-b64a-cb9ed24678a4. 2024-04-10T15:29:44.487 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:29:44 smithi077 ceph-mon[31195]: from='client.24653 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-10T15:29:44.487 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:29:44 smithi077 ceph-mon[31195]: pgmap v34: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:29:45.487 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:29:45 smithi077 ceph-mon[31195]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:29:45.487 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:29:45 smithi077 ceph-mon[31195]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:29:45.487 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:29:45 smithi077 ceph-mon[31195]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:29:45.487 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:29:45 smithi077 ceph-mon[31195]: Deploying daemon node-exporter.b on smithi077 2024-04-10T15:29:45.488 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:29:45 smithi077 ceph-mon[31195]: pgmap v35: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:29:45.488 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:29:45 smithi077 ceph-mon[31195]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:29:45.488 INFO:journalctl@ceph.node-exporter.b.smithi077.stdout:Apr 10 15:29:45 smithi077 bash[63542]: Trying to pull quay.io/prometheus/node-exporter:v1.5.0... 2024-04-10T15:29:45.494 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:29:45 smithi069 ceph-mon[39688]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:29:45.494 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:29:45 smithi069 ceph-mon[39688]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:29:45.494 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:29:45 smithi069 ceph-mon[39688]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:29:45.494 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:29:45 smithi069 ceph-mon[39688]: Deploying daemon node-exporter.b on smithi077 2024-04-10T15:29:45.494 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:29:45 smithi069 ceph-mon[39688]: pgmap v35: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:29:45.494 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:29:45 smithi069 ceph-mon[39688]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:29:45.494 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:29:45 smithi069 ceph-mon[27501]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:29:45.495 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:29:45 smithi069 ceph-mon[27501]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:29:45.495 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:29:45 smithi069 ceph-mon[27501]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:29:45.495 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:29:45 smithi069 ceph-mon[27501]: Deploying daemon node-exporter.b on smithi077 2024-04-10T15:29:45.495 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:29:45 smithi069 ceph-mon[27501]: pgmap v35: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:29:45.495 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:29:45 smithi069 ceph-mon[27501]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:29:46.182 INFO:teuthology.orchestra.run.smithi069.stdout: 2024-04-10T15:29:46.183 INFO:teuthology.orchestra.run.smithi069.stderr:dumped all 2024-04-10T15:29:46.237 INFO:journalctl@ceph.node-exporter.b.smithi077.stdout:Apr 10 15:29:45 smithi077 bash[63542]: Getting image source signatures 2024-04-10T15:29:46.237 INFO:journalctl@ceph.node-exporter.b.smithi077.stdout:Apr 10 15:29:45 smithi077 bash[63542]: Copying blob sha256:c0e87333d3805a7b7e1c25783dd25f27da0fe70a8e262eee7ed190c8dc843fa7 2024-04-10T15:29:46.237 INFO:journalctl@ceph.node-exporter.b.smithi077.stdout:Apr 10 15:29:45 smithi077 bash[63542]: Copying blob sha256:22b70bddd3acadc892fca4c2af4260629bfda5dfd11ebc106a93ce24e752b5ed 2024-04-10T15:29:46.237 INFO:journalctl@ceph.node-exporter.b.smithi077.stdout:Apr 10 15:29:45 smithi077 bash[63542]: Copying blob sha256:5c12815fee558b157dee7f7509dedbaba0a8379098858a65ec869e1f1526ea0c 2024-04-10T15:29:46.719 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:29:46 smithi069 ceph-mon[39688]: from='client.14772 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-10T15:29:46.719 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:29:46 smithi069 ceph-mon[27501]: from='client.14772 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-10T15:29:46.737 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:29:46 smithi077 ceph-mon[31195]: from='client.14772 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-10T15:29:46.931 INFO:teuthology.orchestra.run.smithi069.stdout:{"pg_ready":true,"pg_map":{"version":35,"stamp":"2024-04-10T15:29:45.115111+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":593516,"num_objects":24,"num_object_clones":0,"num_object_copies":72,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":227,"num_write_kb":2433,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":170,"ondisk_log_size":170,"up":315,"acting":315,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":315,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":231760,"kb_used_data":7360,"kb_used_omap":12,"kb_used_meta":224243,"kb_avail":749729456,"statfs":{"total":767960285184,"available":767722962944,"internally_reserved":0,"allocated":7536640,"data_stored":4254445,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12742,"internal_metadata":229625402},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002379"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:28:46.969686+0000","last_change":"2024-04-10T15:28:12.697522+0000","last_active":"2024-04-10T15:28:46.969686+0000","last_peered":"2024-04-10T15:28:46.969686+0000","last_clean":"2024-04-10T15:28:46.969686+0000","last_became_active":"2024-04-10T15:28:12.697215+0000","last_became_peered":"2024-04-10T15:28:12.697215+0000","last_unstale":"2024-04-10T15:28:46.969686+0000","last_undegraded":"2024-04-10T15:28:46.969686+0000","last_fullsized":"2024-04-10T15:28:46.969686+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T20:35:17.938280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:28:46.104655+0000","last_change":"2024-04-10T15:28:12.695085+0000","last_active":"2024-04-10T15:28:46.104655+0000","last_peered":"2024-04-10T15:28:46.104655+0000","last_clean":"2024-04-10T15:28:46.104655+0000","last_became_active":"2024-04-10T15:28:12.694125+0000","last_became_peered":"2024-04-10T15:28:12.694125+0000","last_unstale":"2024-04-10T15:28:46.104655+0000","last_undegraded":"2024-04-10T15:28:46.104655+0000","last_fullsized":"2024-04-10T15:28:46.104655+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T21:50:43.562860+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":16,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:28:46.968595+0000","last_change":"2024-04-10T15:28:36.701291+0000","last_active":"2024-04-10T15:28:46.968595+0000","last_peered":"2024-04-10T15:28:46.968595+0000","last_clean":"2024-04-10T15:28:46.968595+0000","last_became_active":"2024-04-10T15:28:36.700970+0000","last_became_peered":"2024-04-10T15:28:36.700970+0000","last_unstale":"2024-04-10T15:28:46.968595+0000","last_undegraded":"2024-04-10T15:28:46.968595+0000","last_fullsized":"2024-04-10T15:28:46.968595+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T00:04:25.471515+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,1],"acting":[3,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:28:46.104552+0000","last_change":"2024-04-10T15:28:12.699385+0000","last_active":"2024-04-10T15:28:46.104552+0000","last_peered":"2024-04-10T15:28:46.104552+0000","last_clean":"2024-04-10T15:28:46.104552+0000","last_became_active":"2024-04-10T15:28:12.698426+0000","last_became_peered":"2024-04-10T15:28:12.698426+0000","last_unstale":"2024-04-10T15:28:46.104552+0000","last_undegraded":"2024-04-10T15:28:46.104552+0000","last_fullsized":"2024-04-10T15:28:46.104552+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T18:37:45.002946+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:28:46.969015+0000","last_change":"2024-04-10T15:28:12.707878+0000","last_active":"2024-04-10T15:28:46.969015+0000","last_peered":"2024-04-10T15:28:46.969015+0000","last_clean":"2024-04-10T15:28:46.969015+0000","last_became_active":"2024-04-10T15:28:12.707571+0000","last_became_peered":"2024-04-10T15:28:12.707571+0000","last_unstale":"2024-04-10T15:28:46.969015+0000","last_undegraded":"2024-04-10T15:28:46.969015+0000","last_fullsized":"2024-04-10T15:28:46.969015+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T17:18:21.836886+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:28:46.104847+0000","last_change":"2024-04-10T15:28:12.688200+0000","last_active":"2024-04-10T15:28:46.104847+0000","last_peered":"2024-04-10T15:28:46.104847+0000","last_clean":"2024-04-10T15:28:46.104847+0000","last_became_active":"2024-04-10T15:28:12.687777+0000","last_became_peered":"2024-04-10T15:28:12.687777+0000","last_unstale":"2024-04-10T15:28:46.104847+0000","last_undegraded":"2024-04-10T15:28:46.104847+0000","last_fullsized":"2024-04-10T15:28:46.104847+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T03:25:39.026190+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:28:46.968928+0000","last_change":"2024-04-10T15:28:12.698706+0000","last_active":"2024-04-10T15:28:46.968928+0000","last_peered":"2024-04-10T15:28:46.968928+0000","last_clean":"2024-04-10T15:28:46.968928+0000","last_became_active":"2024-04-10T15:28:12.698402+0000","last_became_peered":"2024-04-10T15:28:12.698402+0000","last_unstale":"2024-04-10T15:28:46.968928+0000","last_undegraded":"2024-04-10T15:28:46.968928+0000","last_fullsized":"2024-04-10T15:28:46.968928+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T20:00:34.088749+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:28:46.969324+0000","last_change":"2024-04-10T15:28:12.698333+0000","last_active":"2024-04-10T15:28:46.969324+0000","last_peered":"2024-04-10T15:28:46.969324+0000","last_clean":"2024-04-10T15:28:46.969324+0000","last_became_active":"2024-04-10T15:28:12.697487+0000","last_became_peered":"2024-04-10T15:28:12.697487+0000","last_unstale":"2024-04-10T15:28:46.969324+0000","last_undegraded":"2024-04-10T15:28:46.969324+0000","last_fullsized":"2024-04-10T15:28:46.969324+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T21:54:07.255338+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:28:46.969676+0000","last_change":"2024-04-10T15:28:12.699370+0000","last_active":"2024-04-10T15:28:46.969676+0000","last_peered":"2024-04-10T15:28:46.969676+0000","last_clean":"2024-04-10T15:28:46.969676+0000","last_became_active":"2024-04-10T15:28:12.698750+0000","last_became_peered":"2024-04-10T15:28:12.698750+0000","last_unstale":"2024-04-10T15:28:46.969676+0000","last_undegraded":"2024-04-10T15:28:46.969676+0000","last_fullsized":"2024-04-10T15:28:46.969676+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T18:34:18.917642+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:28:46.969436+0000","last_change":"2024-04-10T15:28:12.701768+0000","last_active":"2024-04-10T15:28:46.969436+0000","last_peered":"2024-04-10T15:28:46.969436+0000","last_clean":"2024-04-10T15:28:46.969436+0000","last_became_active":"2024-04-10T15:28:12.698802+0000","last_became_peered":"2024-04-10T15:28:12.698802+0000","last_unstale":"2024-04-10T15:28:46.969436+0000","last_undegraded":"2024-04-10T15:28:46.969436+0000","last_fullsized":"2024-04-10T15:28:46.969436+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T02:57:11.076250+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:28:46.969921+0000","last_change":"2024-04-10T15:28:12.700019+0000","last_active":"2024-04-10T15:28:46.969921+0000","last_peered":"2024-04-10T15:28:46.969921+0000","last_clean":"2024-04-10T15:28:46.969921+0000","last_became_active":"2024-04-10T15:28:12.699227+0000","last_became_peered":"2024-04-10T15:28:12.699227+0000","last_unstale":"2024-04-10T15:28:46.969921+0000","last_undegraded":"2024-04-10T15:28:46.969921+0000","last_fullsized":"2024-04-10T15:28:46.969921+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T22:14:13.683878+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:28:46.778709+0000","last_change":"2024-04-10T15:28:12.690502+0000","last_active":"2024-04-10T15:28:46.778709+0000","last_peered":"2024-04-10T15:28:46.778709+0000","last_clean":"2024-04-10T15:28:46.778709+0000","last_became_active":"2024-04-10T15:28:12.690218+0000","last_became_peered":"2024-04-10T15:28:12.690218+0000","last_unstale":"2024-04-10T15:28:46.778709+0000","last_undegraded":"2024-04-10T15:28:46.778709+0000","last_fullsized":"2024-04-10T15:28:46.778709+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T15:51:10.751498+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:28:46.969219+0000","last_change":"2024-04-10T15:28:12.697968+0000","last_active":"2024-04-10T15:28:46.969219+0000","last_peered":"2024-04-10T15:28:46.969219+0000","last_clean":"2024-04-10T15:28:46.969219+0000","last_became_active":"2024-04-10T15:28:12.697699+0000","last_became_peered":"2024-04-10T15:28:12.697699+0000","last_unstale":"2024-04-10T15:28:46.969219+0000","last_undegraded":"2024-04-10T15:28:46.969219+0000","last_fullsized":"2024-04-10T15:28:46.969219+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T03:16:50.380214+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:28:46.969079+0000","last_change":"2024-04-10T15:28:12.678658+0000","last_active":"2024-04-10T15:28:46.969079+0000","last_peered":"2024-04-10T15:28:46.969079+0000","last_clean":"2024-04-10T15:28:46.969079+0000","last_became_active":"2024-04-10T15:28:12.677919+0000","last_became_peered":"2024-04-10T15:28:12.677919+0000","last_unstale":"2024-04-10T15:28:46.969079+0000","last_undegraded":"2024-04-10T15:28:46.969079+0000","last_fullsized":"2024-04-10T15:28:46.969079+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T21:29:22.846612+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:28:46.104180+0000","last_change":"2024-04-10T15:28:12.697329+0000","last_active":"2024-04-10T15:28:46.104180+0000","last_peered":"2024-04-10T15:28:46.104180+0000","last_clean":"2024-04-10T15:28:46.104180+0000","last_became_active":"2024-04-10T15:28:12.696948+0000","last_became_peered":"2024-04-10T15:28:12.696948+0000","last_unstale":"2024-04-10T15:28:46.104180+0000","last_undegraded":"2024-04-10T15:28:46.104180+0000","last_fullsized":"2024-04-10T15:28:46.104180+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T15:52:57.089243+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":15,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:28:46.968442+0000","last_change":"2024-04-10T15:28:36.703373+0000","last_active":"2024-04-10T15:28:46.968442+0000","last_peered":"2024-04-10T15:28:46.968442+0000","last_clean":"2024-04-10T15:28:46.968442+0000","last_became_active":"2024-04-10T15:28:36.703030+0000","last_became_peered":"2024-04-10T15:28:36.703030+0000","last_unstale":"2024-04-10T15:28:46.968442+0000","last_undegraded":"2024-04-10T15:28:46.968442+0000","last_fullsized":"2024-04-10T15:28:46.968442+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T19:09:22.931799+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,7],"acting":[2,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:28:46.104618+0000","last_change":"2024-04-10T15:28:12.694848+0000","last_active":"2024-04-10T15:28:46.104618+0000","last_peered":"2024-04-10T15:28:46.104618+0000","last_clean":"2024-04-10T15:28:46.104618+0000","last_became_active":"2024-04-10T15:28:12.694557+0000","last_became_peered":"2024-04-10T15:28:12.694557+0000","last_unstale":"2024-04-10T15:28:46.104618+0000","last_undegraded":"2024-04-10T15:28:46.104618+0000","last_fullsized":"2024-04-10T15:28:46.104618+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T03:14:51.199569+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:28:46.969128+0000","last_change":"2024-04-10T15:28:12.692951+0000","last_active":"2024-04-10T15:28:46.969128+0000","last_peered":"2024-04-10T15:28:46.969128+0000","last_clean":"2024-04-10T15:28:46.969128+0000","last_became_active":"2024-04-10T15:28:12.692671+0000","last_became_peered":"2024-04-10T15:28:12.692671+0000","last_unstale":"2024-04-10T15:28:46.969128+0000","last_undegraded":"2024-04-10T15:28:46.969128+0000","last_fullsized":"2024-04-10T15:28:46.969128+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T21:17:06.276979+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:28:46.969390+0000","last_change":"2024-04-10T15:28:12.689693+0000","last_active":"2024-04-10T15:28:46.969390+0000","last_peered":"2024-04-10T15:28:46.969390+0000","last_clean":"2024-04-10T15:28:46.969390+0000","last_became_active":"2024-04-10T15:28:12.689366+0000","last_became_peered":"2024-04-10T15:28:12.689366+0000","last_unstale":"2024-04-10T15:28:46.969390+0000","last_undegraded":"2024-04-10T15:28:46.969390+0000","last_fullsized":"2024-04-10T15:28:46.969390+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T01:24:23.783069+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"61'4","reported_seq":23,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:28:46.970195+0000","last_change":"2024-04-10T15:28:12.343348+0000","last_active":"2024-04-10T15:28:46.970195+0000","last_peered":"2024-04-10T15:28:46.970195+0000","last_clean":"2024-04-10T15:28:46.970195+0000","last_became_active":"2024-04-10T15:28:12.343054+0000","last_became_peered":"2024-04-10T15:28:12.343054+0000","last_unstale":"2024-04-10T15:28:46.970195+0000","last_undegraded":"2024-04-10T15:28:46.970195+0000","last_fullsized":"2024-04-10T15:28:46.970195+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_clean_scrub_stamp":"2024-04-10T15:28:11.308904+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T00:24:09.163522+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:28:46.969875+0000","last_change":"2024-04-10T15:28:12.693030+0000","last_active":"2024-04-10T15:28:46.969875+0000","last_peered":"2024-04-10T15:28:46.969875+0000","last_clean":"2024-04-10T15:28:46.969875+0000","last_became_active":"2024-04-10T15:28:12.692633+0000","last_became_peered":"2024-04-10T15:28:12.692633+0000","last_unstale":"2024-04-10T15:28:46.969875+0000","last_undegraded":"2024-04-10T15:28:46.969875+0000","last_fullsized":"2024-04-10T15:28:46.969875+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T01:56:33.896801+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"61'1","reported_seq":20,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:28:46.969667+0000","last_change":"2024-04-10T15:28:12.340349+0000","last_active":"2024-04-10T15:28:46.969667+0000","last_peered":"2024-04-10T15:28:46.969667+0000","last_clean":"2024-04-10T15:28:46.969667+0000","last_became_active":"2024-04-10T15:28:12.340075+0000","last_became_peered":"2024-04-10T15:28:12.340075+0000","last_unstale":"2024-04-10T15:28:46.969667+0000","last_undegraded":"2024-04-10T15:28:46.969667+0000","last_fullsized":"2024-04-10T15:28:46.969667+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_clean_scrub_stamp":"2024-04-10T15:28:11.308904+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T19:52:58.585482+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:28:46.970115+0000","last_change":"2024-04-10T15:28:12.684413+0000","last_active":"2024-04-10T15:28:46.970115+0000","last_peered":"2024-04-10T15:28:46.970115+0000","last_clean":"2024-04-10T15:28:46.970115+0000","last_became_active":"2024-04-10T15:28:12.683640+0000","last_became_peered":"2024-04-10T15:28:12.683640+0000","last_unstale":"2024-04-10T15:28:46.970115+0000","last_undegraded":"2024-04-10T15:28:46.970115+0000","last_fullsized":"2024-04-10T15:28:46.970115+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T01:04:53.793880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"61'2","reported_seq":20,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:28:46.969624+0000","last_change":"2024-04-10T15:28:12.344861+0000","last_active":"2024-04-10T15:28:46.969624+0000","last_peered":"2024-04-10T15:28:46.969624+0000","last_clean":"2024-04-10T15:28:46.969624+0000","last_became_active":"2024-04-10T15:28:12.344508+0000","last_became_peered":"2024-04-10T15:28:12.344508+0000","last_unstale":"2024-04-10T15:28:46.969624+0000","last_undegraded":"2024-04-10T15:28:46.969624+0000","last_fullsized":"2024-04-10T15:28:46.969624+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_clean_scrub_stamp":"2024-04-10T15:28:11.308904+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T20:46:40.578388+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":15,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:28:46.968736+0000","last_change":"2024-04-10T15:28:36.703881+0000","last_active":"2024-04-10T15:28:46.968736+0000","last_peered":"2024-04-10T15:28:46.968736+0000","last_clean":"2024-04-10T15:28:46.968736+0000","last_became_active":"2024-04-10T15:28:36.702980+0000","last_became_peered":"2024-04-10T15:28:36.702980+0000","last_unstale":"2024-04-10T15:28:46.968736+0000","last_undegraded":"2024-04-10T15:28:46.968736+0000","last_fullsized":"2024-04-10T15:28:46.968736+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T20:48:48.549092+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,1],"acting":[2,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1c","version":"61'2","reported_seq":20,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:28:46.969322+0000","last_change":"2024-04-10T15:28:12.342115+0000","last_active":"2024-04-10T15:28:46.969322+0000","last_peered":"2024-04-10T15:28:46.969322+0000","last_clean":"2024-04-10T15:28:46.969322+0000","last_became_active":"2024-04-10T15:28:12.341822+0000","last_became_peered":"2024-04-10T15:28:12.341822+0000","last_unstale":"2024-04-10T15:28:46.969322+0000","last_undegraded":"2024-04-10T15:28:46.969322+0000","last_fullsized":"2024-04-10T15:28:46.969322+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_clean_scrub_stamp":"2024-04-10T15:28:11.308904+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T23:35:33.678268+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":26,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:28:46.104400+0000","last_change":"2024-04-10T15:28:36.907862+0000","last_active":"2024-04-10T15:28:46.104400+0000","last_peered":"2024-04-10T15:28:46.104400+0000","last_clean":"2024-04-10T15:28:46.104400+0000","last_became_active":"2024-04-10T15:28:36.907448+0000","last_became_peered":"2024-04-10T15:28:36.907448+0000","last_unstale":"2024-04-10T15:28:46.104400+0000","last_undegraded":"2024-04-10T15:28:46.104400+0000","last_fullsized":"2024-04-10T15:28:46.104400+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T01:28:34.961570+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"61'1","reported_seq":20,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:28:46.969745+0000","last_change":"2024-04-10T15:28:12.334232+0000","last_active":"2024-04-10T15:28:46.969745+0000","last_peered":"2024-04-10T15:28:46.969745+0000","last_clean":"2024-04-10T15:28:46.969745+0000","last_became_active":"2024-04-10T15:28:12.333915+0000","last_became_peered":"2024-04-10T15:28:12.333915+0000","last_unstale":"2024-04-10T15:28:46.969745+0000","last_undegraded":"2024-04-10T15:28:46.969745+0000","last_fullsized":"2024-04-10T15:28:46.969745+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_clean_scrub_stamp":"2024-04-10T15:28:11.308904+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T18:25:34.332231+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:28:46.778241+0000","last_change":"2024-04-10T15:28:12.695240+0000","last_active":"2024-04-10T15:28:46.778241+0000","last_peered":"2024-04-10T15:28:46.778241+0000","last_clean":"2024-04-10T15:28:46.778241+0000","last_became_active":"2024-04-10T15:28:12.694924+0000","last_became_peered":"2024-04-10T15:28:12.694924+0000","last_unstale":"2024-04-10T15:28:46.778241+0000","last_undegraded":"2024-04-10T15:28:46.778241+0000","last_fullsized":"2024-04-10T15:28:46.778241+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T00:32:28.117308+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"61'1","reported_seq":20,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:28:46.969246+0000","last_change":"2024-04-10T15:28:12.333289+0000","last_active":"2024-04-10T15:28:46.969246+0000","last_peered":"2024-04-10T15:28:46.969246+0000","last_clean":"2024-04-10T15:28:46.969246+0000","last_became_active":"2024-04-10T15:28:12.332468+0000","last_became_peered":"2024-04-10T15:28:12.332468+0000","last_unstale":"2024-04-10T15:28:46.969246+0000","last_undegraded":"2024-04-10T15:28:46.969246+0000","last_fullsized":"2024-04-10T15:28:46.969246+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_clean_scrub_stamp":"2024-04-10T15:28:11.308904+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T20:16:06.745224+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:28:46.969404+0000","last_change":"2024-04-10T15:28:12.695806+0000","last_active":"2024-04-10T15:28:46.969404+0000","last_peered":"2024-04-10T15:28:46.969404+0000","last_clean":"2024-04-10T15:28:46.969404+0000","last_became_active":"2024-04-10T15:28:12.695094+0000","last_became_peered":"2024-04-10T15:28:12.695094+0000","last_unstale":"2024-04-10T15:28:46.969404+0000","last_undegraded":"2024-04-10T15:28:46.969404+0000","last_fullsized":"2024-04-10T15:28:46.969404+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T02:14:43.183591+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:28:46.968797+0000","last_change":"2024-04-10T15:28:12.333539+0000","last_active":"2024-04-10T15:28:46.968797+0000","last_peered":"2024-04-10T15:28:46.968797+0000","last_clean":"2024-04-10T15:28:46.968797+0000","last_became_active":"2024-04-10T15:28:12.333037+0000","last_became_peered":"2024-04-10T15:28:12.333037+0000","last_unstale":"2024-04-10T15:28:46.968797+0000","last_undegraded":"2024-04-10T15:28:46.968797+0000","last_fullsized":"2024-04-10T15:28:46.968797+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_clean_scrub_stamp":"2024-04-10T15:28:11.308904+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T16:09:51.166660+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:28:46.969790+0000","last_change":"2024-04-10T15:28:12.686515+0000","last_active":"2024-04-10T15:28:46.969790+0000","last_peered":"2024-04-10T15:28:46.969790+0000","last_clean":"2024-04-10T15:28:46.969790+0000","last_became_active":"2024-04-10T15:28:12.686110+0000","last_became_peered":"2024-04-10T15:28:12.686110+0000","last_unstale":"2024-04-10T15:28:46.969790+0000","last_undegraded":"2024-04-10T15:28:46.969790+0000","last_fullsized":"2024-04-10T15:28:46.969790+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T20:12:58.951054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:28:46.104131+0000","last_change":"2024-04-10T15:28:12.341914+0000","last_active":"2024-04-10T15:28:46.104131+0000","last_peered":"2024-04-10T15:28:46.104131+0000","last_clean":"2024-04-10T15:28:46.104131+0000","last_became_active":"2024-04-10T15:28:12.341624+0000","last_became_peered":"2024-04-10T15:28:12.341624+0000","last_unstale":"2024-04-10T15:28:46.104131+0000","last_undegraded":"2024-04-10T15:28:46.104131+0000","last_fullsized":"2024-04-10T15:28:46.104131+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_clean_scrub_stamp":"2024-04-10T15:28:11.308904+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T03:25:35.198405+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:28:46.104265+0000","last_change":"2024-04-10T15:28:12.696577+0000","last_active":"2024-04-10T15:28:46.104265+0000","last_peered":"2024-04-10T15:28:46.104265+0000","last_clean":"2024-04-10T15:28:46.104265+0000","last_became_active":"2024-04-10T15:28:12.695848+0000","last_became_peered":"2024-04-10T15:28:12.695848+0000","last_unstale":"2024-04-10T15:28:46.104265+0000","last_undegraded":"2024-04-10T15:28:46.104265+0000","last_fullsized":"2024-04-10T15:28:46.104265+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T15:43:47.778945+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:28:46.969893+0000","last_change":"2024-04-10T15:28:12.337764+0000","last_active":"2024-04-10T15:28:46.969893+0000","last_peered":"2024-04-10T15:28:46.969893+0000","last_clean":"2024-04-10T15:28:46.969893+0000","last_became_active":"2024-04-10T15:28:12.336706+0000","last_became_peered":"2024-04-10T15:28:12.336706+0000","last_unstale":"2024-04-10T15:28:46.969893+0000","last_undegraded":"2024-04-10T15:28:46.969893+0000","last_fullsized":"2024-04-10T15:28:46.969893+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_clean_scrub_stamp":"2024-04-10T15:28:11.308904+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T22:32:40.666706+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:28:46.104593+0000","last_change":"2024-04-10T15:28:12.696846+0000","last_active":"2024-04-10T15:28:46.104593+0000","last_peered":"2024-04-10T15:28:46.104593+0000","last_clean":"2024-04-10T15:28:46.104593+0000","last_became_active":"2024-04-10T15:28:12.696527+0000","last_became_peered":"2024-04-10T15:28:12.696527+0000","last_unstale":"2024-04-10T15:28:46.104593+0000","last_undegraded":"2024-04-10T15:28:46.104593+0000","last_fullsized":"2024-04-10T15:28:46.104593+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T21:56:25.127352+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:28:46.104447+0000","last_change":"2024-04-10T15:28:12.338118+0000","last_active":"2024-04-10T15:28:46.104447+0000","last_peered":"2024-04-10T15:28:46.104447+0000","last_clean":"2024-04-10T15:28:46.104447+0000","last_became_active":"2024-04-10T15:28:12.337611+0000","last_became_peered":"2024-04-10T15:28:12.337611+0000","last_unstale":"2024-04-10T15:28:46.104447+0000","last_undegraded":"2024-04-10T15:28:46.104447+0000","last_fullsized":"2024-04-10T15:28:46.104447+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_clean_scrub_stamp":"2024-04-10T15:28:11.308904+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T02:40:58.099929+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:28:46.970102+0000","last_change":"2024-04-10T15:28:12.698354+0000","last_active":"2024-04-10T15:28:46.970102+0000","last_peered":"2024-04-10T15:28:46.970102+0000","last_clean":"2024-04-10T15:28:46.970102+0000","last_became_active":"2024-04-10T15:28:12.698095+0000","last_became_peered":"2024-04-10T15:28:12.698095+0000","last_unstale":"2024-04-10T15:28:46.970102+0000","last_undegraded":"2024-04-10T15:28:46.970102+0000","last_fullsized":"2024-04-10T15:28:46.970102+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T17:18:45.328974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"61'3","reported_seq":22,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:28:46.104673+0000","last_change":"2024-04-10T15:28:12.336664+0000","last_active":"2024-04-10T15:28:46.104673+0000","last_peered":"2024-04-10T15:28:46.104673+0000","last_clean":"2024-04-10T15:28:46.104673+0000","last_became_active":"2024-04-10T15:28:12.336372+0000","last_became_peered":"2024-04-10T15:28:12.336372+0000","last_unstale":"2024-04-10T15:28:46.104673+0000","last_undegraded":"2024-04-10T15:28:46.104673+0000","last_fullsized":"2024-04-10T15:28:46.104673+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_clean_scrub_stamp":"2024-04-10T15:28:11.308904+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T17:15:04.892346+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:28:46.778491+0000","last_change":"2024-04-10T15:28:12.702254+0000","last_active":"2024-04-10T15:28:46.778491+0000","last_peered":"2024-04-10T15:28:46.778491+0000","last_clean":"2024-04-10T15:28:46.778491+0000","last_became_active":"2024-04-10T15:28:12.701973+0000","last_became_peered":"2024-04-10T15:28:12.701973+0000","last_unstale":"2024-04-10T15:28:46.778491+0000","last_undegraded":"2024-04-10T15:28:46.778491+0000","last_fullsized":"2024-04-10T15:28:46.778491+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T21:27:25.192311+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"67'9","reported_seq":28,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:28:46.968923+0000","last_change":"2024-04-10T15:28:12.338254+0000","last_active":"2024-04-10T15:28:46.968923+0000","last_peered":"2024-04-10T15:28:46.968923+0000","last_clean":"2024-04-10T15:28:46.968923+0000","last_became_active":"2024-04-10T15:28:12.337965+0000","last_became_peered":"2024-04-10T15:28:12.337965+0000","last_unstale":"2024-04-10T15:28:46.968923+0000","last_undegraded":"2024-04-10T15:28:46.968923+0000","last_fullsized":"2024-04-10T15:28:46.968923+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_clean_scrub_stamp":"2024-04-10T15:28:11.308904+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T02:19:59.530010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2350,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:28:46.969512+0000","last_change":"2024-04-10T15:28:12.706333+0000","last_active":"2024-04-10T15:28:46.969512+0000","last_peered":"2024-04-10T15:28:46.969512+0000","last_clean":"2024-04-10T15:28:46.969512+0000","last_became_active":"2024-04-10T15:28:12.705930+0000","last_became_peered":"2024-04-10T15:28:12.705930+0000","last_unstale":"2024-04-10T15:28:46.969512+0000","last_undegraded":"2024-04-10T15:28:46.969512+0000","last_fullsized":"2024-04-10T15:28:46.969512+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T02:13:51.649491+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"61'2","reported_seq":21,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:28:46.969678+0000","last_change":"2024-04-10T15:28:12.334111+0000","last_active":"2024-04-10T15:28:46.969678+0000","last_peered":"2024-04-10T15:28:46.969678+0000","last_clean":"2024-04-10T15:28:46.969678+0000","last_became_active":"2024-04-10T15:28:12.333707+0000","last_became_peered":"2024-04-10T15:28:12.333707+0000","last_unstale":"2024-04-10T15:28:46.969678+0000","last_undegraded":"2024-04-10T15:28:46.969678+0000","last_fullsized":"2024-04-10T15:28:46.969678+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_clean_scrub_stamp":"2024-04-10T15:28:11.308904+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T03:21:04.005026+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:28:46.968999+0000","last_change":"2024-04-10T15:28:12.696962+0000","last_active":"2024-04-10T15:28:46.968999+0000","last_peered":"2024-04-10T15:28:46.968999+0000","last_clean":"2024-04-10T15:28:46.968999+0000","last_became_active":"2024-04-10T15:28:12.696699+0000","last_became_peered":"2024-04-10T15:28:12.696699+0000","last_unstale":"2024-04-10T15:28:46.968999+0000","last_undegraded":"2024-04-10T15:28:46.968999+0000","last_fullsized":"2024-04-10T15:28:46.968999+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T16:03:38.769006+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:28:46.104299+0000","last_change":"2024-04-10T15:28:12.341332+0000","last_active":"2024-04-10T15:28:46.104299+0000","last_peered":"2024-04-10T15:28:46.104299+0000","last_clean":"2024-04-10T15:28:46.104299+0000","last_became_active":"2024-04-10T15:28:12.341052+0000","last_became_peered":"2024-04-10T15:28:12.341052+0000","last_unstale":"2024-04-10T15:28:46.104299+0000","last_undegraded":"2024-04-10T15:28:46.104299+0000","last_fullsized":"2024-04-10T15:28:46.104299+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_clean_scrub_stamp":"2024-04-10T15:28:11.308904+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T00:04:11.137913+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:28:46.968883+0000","last_change":"2024-04-10T15:28:12.702267+0000","last_active":"2024-04-10T15:28:46.968883+0000","last_peered":"2024-04-10T15:28:46.968883+0000","last_clean":"2024-04-10T15:28:46.968883+0000","last_became_active":"2024-04-10T15:28:12.701998+0000","last_became_peered":"2024-04-10T15:28:12.701998+0000","last_unstale":"2024-04-10T15:28:46.968883+0000","last_undegraded":"2024-04-10T15:28:46.968883+0000","last_fullsized":"2024-04-10T15:28:46.968883+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T22:58:56.093551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:28:46.968699+0000","last_change":"2024-04-10T15:28:12.328030+0000","last_active":"2024-04-10T15:28:46.968699+0000","last_peered":"2024-04-10T15:28:46.968699+0000","last_clean":"2024-04-10T15:28:46.968699+0000","last_became_active":"2024-04-10T15:28:12.327715+0000","last_became_peered":"2024-04-10T15:28:12.327715+0000","last_unstale":"2024-04-10T15:28:46.968699+0000","last_undegraded":"2024-04-10T15:28:46.968699+0000","last_fullsized":"2024-04-10T15:28:46.968699+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_clean_scrub_stamp":"2024-04-10T15:28:11.308904+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T20:01:58.625925+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:28:46.968718+0000","last_change":"2024-04-10T15:28:12.699324+0000","last_active":"2024-04-10T15:28:46.968718+0000","last_peered":"2024-04-10T15:28:46.968718+0000","last_clean":"2024-04-10T15:28:46.968718+0000","last_became_active":"2024-04-10T15:28:12.698585+0000","last_became_peered":"2024-04-10T15:28:12.698585+0000","last_unstale":"2024-04-10T15:28:46.968718+0000","last_undegraded":"2024-04-10T15:28:46.968718+0000","last_fullsized":"2024-04-10T15:28:46.968718+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T20:10:31.788807+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"61'8","reported_seq":26,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:28:46.968543+0000","last_change":"2024-04-10T15:28:12.335053+0000","last_active":"2024-04-10T15:28:46.968543+0000","last_peered":"2024-04-10T15:28:46.968543+0000","last_clean":"2024-04-10T15:28:46.968543+0000","last_became_active":"2024-04-10T15:28:12.333632+0000","last_became_peered":"2024-04-10T15:28:12.333632+0000","last_unstale":"2024-04-10T15:28:46.968543+0000","last_undegraded":"2024-04-10T15:28:46.968543+0000","last_fullsized":"2024-04-10T15:28:46.968543+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_clean_scrub_stamp":"2024-04-10T15:28:11.308904+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T02:50:45.268863+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:28:46.969067+0000","last_change":"2024-04-10T15:28:12.701517+0000","last_active":"2024-04-10T15:28:46.969067+0000","last_peered":"2024-04-10T15:28:46.969067+0000","last_clean":"2024-04-10T15:28:46.969067+0000","last_became_active":"2024-04-10T15:28:12.701250+0000","last_became_peered":"2024-04-10T15:28:12.701250+0000","last_unstale":"2024-04-10T15:28:46.969067+0000","last_undegraded":"2024-04-10T15:28:46.969067+0000","last_fullsized":"2024-04-10T15:28:46.969067+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T19:46:25.284642+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"61'1","reported_seq":20,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:28:46.778706+0000","last_change":"2024-04-10T15:28:12.336695+0000","last_active":"2024-04-10T15:28:46.778706+0000","last_peered":"2024-04-10T15:28:46.778706+0000","last_clean":"2024-04-10T15:28:46.778706+0000","last_became_active":"2024-04-10T15:28:12.336341+0000","last_became_peered":"2024-04-10T15:28:12.336341+0000","last_unstale":"2024-04-10T15:28:46.778706+0000","last_undegraded":"2024-04-10T15:28:46.778706+0000","last_fullsized":"2024-04-10T15:28:46.778706+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_clean_scrub_stamp":"2024-04-10T15:28:11.308904+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T19:12:10.704230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:28:46.969567+0000","last_change":"2024-04-10T15:28:12.692909+0000","last_active":"2024-04-10T15:28:46.969567+0000","last_peered":"2024-04-10T15:28:46.969567+0000","last_clean":"2024-04-10T15:28:46.969567+0000","last_became_active":"2024-04-10T15:28:12.692637+0000","last_became_peered":"2024-04-10T15:28:12.692637+0000","last_unstale":"2024-04-10T15:28:46.969567+0000","last_undegraded":"2024-04-10T15:28:46.969567+0000","last_fullsized":"2024-04-10T15:28:46.969567+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T23:37:49.716420+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:28:46.104129+0000","last_change":"2024-04-10T15:28:45.099669+0000","last_active":"2024-04-10T15:28:46.104129+0000","last_peered":"2024-04-10T15:28:46.104129+0000","last_clean":"2024-04-10T15:28:46.104129+0000","last_became_active":"2024-04-10T15:28:45.099334+0000","last_became_peered":"2024-04-10T15:28:45.099334+0000","last_unstale":"2024-04-10T15:28:46.104129+0000","last_undegraded":"2024-04-10T15:28:46.104129+0000","last_fullsized":"2024-04-10T15:28:46.104129+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:44.022798+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:44.022798+0000","last_clean_scrub_stamp":"2024-04-10T15:28:44.022798+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T18:15:37.025141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:28:46.104418+0000","last_change":"2024-04-10T15:28:12.337676+0000","last_active":"2024-04-10T15:28:46.104418+0000","last_peered":"2024-04-10T15:28:46.104418+0000","last_clean":"2024-04-10T15:28:46.104418+0000","last_became_active":"2024-04-10T15:28:12.337418+0000","last_became_peered":"2024-04-10T15:28:12.337418+0000","last_unstale":"2024-04-10T15:28:46.104418+0000","last_undegraded":"2024-04-10T15:28:46.104418+0000","last_fullsized":"2024-04-10T15:28:46.104418+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_clean_scrub_stamp":"2024-04-10T15:28:11.308904+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T23:00:04.712466+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:28:46.104748+0000","last_change":"2024-04-10T15:28:12.687636+0000","last_active":"2024-04-10T15:28:46.104748+0000","last_peered":"2024-04-10T15:28:46.104748+0000","last_clean":"2024-04-10T15:28:46.104748+0000","last_became_active":"2024-04-10T15:28:12.687173+0000","last_became_peered":"2024-04-10T15:28:12.687173+0000","last_unstale":"2024-04-10T15:28:46.104748+0000","last_undegraded":"2024-04-10T15:28:46.104748+0000","last_fullsized":"2024-04-10T15:28:46.104748+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T01:50:08.159062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:28:46.104511+0000","last_change":"2024-04-10T15:28:45.271111+0000","last_active":"2024-04-10T15:28:46.104511+0000","last_peered":"2024-04-10T15:28:46.104511+0000","last_clean":"2024-04-10T15:28:46.104511+0000","last_became_active":"2024-04-10T15:28:45.270841+0000","last_became_peered":"2024-04-10T15:28:45.270841+0000","last_unstale":"2024-04-10T15:28:46.104511+0000","last_undegraded":"2024-04-10T15:28:46.104511+0000","last_fullsized":"2024-04-10T15:28:46.104511+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:44.022798+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:44.022798+0000","last_clean_scrub_stamp":"2024-04-10T15:28:44.022798+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T02:54:30.434137+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:28:46.104236+0000","last_change":"2024-04-10T15:28:12.339144+0000","last_active":"2024-04-10T15:28:46.104236+0000","last_peered":"2024-04-10T15:28:46.104236+0000","last_clean":"2024-04-10T15:28:46.104236+0000","last_became_active":"2024-04-10T15:28:12.338830+0000","last_became_peered":"2024-04-10T15:28:12.338830+0000","last_unstale":"2024-04-10T15:28:46.104236+0000","last_undegraded":"2024-04-10T15:28:46.104236+0000","last_fullsized":"2024-04-10T15:28:46.104236+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_clean_scrub_stamp":"2024-04-10T15:28:11.308904+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T19:44:45.612115+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:28:46.778632+0000","last_change":"2024-04-10T15:28:12.689329+0000","last_active":"2024-04-10T15:28:46.778632+0000","last_peered":"2024-04-10T15:28:46.778632+0000","last_clean":"2024-04-10T15:28:46.778632+0000","last_became_active":"2024-04-10T15:28:12.689039+0000","last_became_peered":"2024-04-10T15:28:12.689039+0000","last_unstale":"2024-04-10T15:28:46.778632+0000","last_undegraded":"2024-04-10T15:28:46.778632+0000","last_fullsized":"2024-04-10T15:28:46.778632+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T17:22:27.796908+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:28:46.104552+0000","last_change":"2024-04-10T15:28:45.099581+0000","last_active":"2024-04-10T15:28:46.104552+0000","last_peered":"2024-04-10T15:28:46.104552+0000","last_clean":"2024-04-10T15:28:46.104552+0000","last_became_active":"2024-04-10T15:28:45.099257+0000","last_became_peered":"2024-04-10T15:28:45.099257+0000","last_unstale":"2024-04-10T15:28:46.104552+0000","last_undegraded":"2024-04-10T15:28:46.104552+0000","last_fullsized":"2024-04-10T15:28:46.104552+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:44.022798+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:44.022798+0000","last_clean_scrub_stamp":"2024-04-10T15:28:44.022798+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T23:10:21.159947+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:28:46.103927+0000","last_change":"2024-04-10T15:28:12.693306+0000","last_active":"2024-04-10T15:28:46.103927+0000","last_peered":"2024-04-10T15:28:46.103927+0000","last_clean":"2024-04-10T15:28:46.103927+0000","last_became_active":"2024-04-10T15:28:12.693033+0000","last_became_peered":"2024-04-10T15:28:12.693033+0000","last_unstale":"2024-04-10T15:28:46.103927+0000","last_undegraded":"2024-04-10T15:28:46.103927+0000","last_fullsized":"2024-04-10T15:28:46.103927+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T15:29:21.377770+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:28:46.968647+0000","last_change":"2024-04-10T15:28:12.334404+0000","last_active":"2024-04-10T15:28:46.968647+0000","last_peered":"2024-04-10T15:28:46.968647+0000","last_clean":"2024-04-10T15:28:46.968647+0000","last_became_active":"2024-04-10T15:28:12.334133+0000","last_became_peered":"2024-04-10T15:28:12.334133+0000","last_unstale":"2024-04-10T15:28:46.968647+0000","last_undegraded":"2024-04-10T15:28:46.968647+0000","last_fullsized":"2024-04-10T15:28:46.968647+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_clean_scrub_stamp":"2024-04-10T15:28:11.308904+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T16:57:32.488780+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:28:46.968793+0000","last_change":"2024-04-10T15:28:45.297487+0000","last_active":"2024-04-10T15:28:46.968793+0000","last_peered":"2024-04-10T15:28:46.968793+0000","last_clean":"2024-04-10T15:28:46.968793+0000","last_became_active":"2024-04-10T15:28:45.297115+0000","last_became_peered":"2024-04-10T15:28:45.297115+0000","last_unstale":"2024-04-10T15:28:46.968793+0000","last_undegraded":"2024-04-10T15:28:46.968793+0000","last_fullsized":"2024-04-10T15:28:46.968793+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:44.022798+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:44.022798+0000","last_clean_scrub_stamp":"2024-04-10T15:28:44.022798+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T16:05:51.089255+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:28:46.969057+0000","last_change":"2024-04-10T15:28:12.687699+0000","last_active":"2024-04-10T15:28:46.969057+0000","last_peered":"2024-04-10T15:28:46.969057+0000","last_clean":"2024-04-10T15:28:46.969057+0000","last_became_active":"2024-04-10T15:28:12.687434+0000","last_became_peered":"2024-04-10T15:28:12.687434+0000","last_unstale":"2024-04-10T15:28:46.969057+0000","last_undegraded":"2024-04-10T15:28:46.969057+0000","last_fullsized":"2024-04-10T15:28:46.969057+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T00:55:21.631806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:28:46.104307+0000","last_change":"2024-04-10T15:28:12.341191+0000","last_active":"2024-04-10T15:28:46.104307+0000","last_peered":"2024-04-10T15:28:46.104307+0000","last_clean":"2024-04-10T15:28:46.104307+0000","last_became_active":"2024-04-10T15:28:12.340895+0000","last_became_peered":"2024-04-10T15:28:12.340895+0000","last_unstale":"2024-04-10T15:28:46.104307+0000","last_undegraded":"2024-04-10T15:28:46.104307+0000","last_fullsized":"2024-04-10T15:28:46.104307+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_clean_scrub_stamp":"2024-04-10T15:28:11.308904+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T23:29:26.519970+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"69'128","reported_seq":264,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-10T15:28:47.172682+0000","last_change":"2024-04-10T15:27:58.478243+0000","last_active":"2024-04-10T15:28:47.172682+0000","last_peered":"2024-04-10T15:28:47.172682+0000","last_clean":"2024-04-10T15:28:47.172682+0000","last_became_active":"2024-04-10T15:27:58.477840+0000","last_became_peered":"2024-04-10T15:27:58.477840+0000","last_unstale":"2024-04-10T15:28:47.172682+0000","last_undegraded":"2024-04-10T15:28:47.172682+0000","last_fullsized":"2024-04-10T15:28:47.172682+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:25:53.886772+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:25:53.886772+0000","last_clean_scrub_stamp":"2024-04-10T15:25:53.886772+0000","objects_scrubbed":0,"log_size":128,"log_dups_size":0,"ondisk_log_size":128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T19:09:53.840413+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:28:46.969546+0000","last_change":"2024-04-10T15:28:45.271437+0000","last_active":"2024-04-10T15:28:46.969546+0000","last_peered":"2024-04-10T15:28:46.969546+0000","last_clean":"2024-04-10T15:28:46.969546+0000","last_became_active":"2024-04-10T15:28:45.271124+0000","last_became_peered":"2024-04-10T15:28:45.271124+0000","last_unstale":"2024-04-10T15:28:46.969546+0000","last_undegraded":"2024-04-10T15:28:46.969546+0000","last_fullsized":"2024-04-10T15:28:46.969546+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:44.022798+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:44.022798+0000","last_clean_scrub_stamp":"2024-04-10T15:28:44.022798+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T16:59:54.938872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:28:46.968798+0000","last_change":"2024-04-10T15:28:12.698960+0000","last_active":"2024-04-10T15:28:46.968798+0000","last_peered":"2024-04-10T15:28:46.968798+0000","last_clean":"2024-04-10T15:28:46.968798+0000","last_became_active":"2024-04-10T15:28:12.698686+0000","last_became_peered":"2024-04-10T15:28:12.698686+0000","last_unstale":"2024-04-10T15:28:46.968798+0000","last_undegraded":"2024-04-10T15:28:46.968798+0000","last_fullsized":"2024-04-10T15:28:46.968798+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T22:36:36.804697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:28:46.968766+0000","last_change":"2024-04-10T15:28:12.345303+0000","last_active":"2024-04-10T15:28:46.968766+0000","last_peered":"2024-04-10T15:28:46.968766+0000","last_clean":"2024-04-10T15:28:46.968766+0000","last_became_active":"2024-04-10T15:28:12.344678+0000","last_became_peered":"2024-04-10T15:28:12.344678+0000","last_unstale":"2024-04-10T15:28:46.968766+0000","last_undegraded":"2024-04-10T15:28:46.968766+0000","last_fullsized":"2024-04-10T15:28:46.968766+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_clean_scrub_stamp":"2024-04-10T15:28:11.308904+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T21:14:35.887547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:28:46.969310+0000","last_change":"2024-04-10T15:28:45.297940+0000","last_active":"2024-04-10T15:28:46.969310+0000","last_peered":"2024-04-10T15:28:46.969310+0000","last_clean":"2024-04-10T15:28:46.969310+0000","last_became_active":"2024-04-10T15:28:45.297592+0000","last_became_peered":"2024-04-10T15:28:45.297592+0000","last_unstale":"2024-04-10T15:28:46.969310+0000","last_undegraded":"2024-04-10T15:28:46.969310+0000","last_fullsized":"2024-04-10T15:28:46.969310+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:44.022798+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:44.022798+0000","last_clean_scrub_stamp":"2024-04-10T15:28:44.022798+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T17:16:00.246833+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:28:46.969614+0000","last_change":"2024-04-10T15:28:12.344639+0000","last_active":"2024-04-10T15:28:46.969614+0000","last_peered":"2024-04-10T15:28:46.969614+0000","last_clean":"2024-04-10T15:28:46.969614+0000","last_became_active":"2024-04-10T15:28:12.344314+0000","last_became_peered":"2024-04-10T15:28:12.344314+0000","last_unstale":"2024-04-10T15:28:46.969614+0000","last_undegraded":"2024-04-10T15:28:46.969614+0000","last_fullsized":"2024-04-10T15:28:46.969614+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_clean_scrub_stamp":"2024-04-10T15:28:11.308904+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T01:58:59.293454+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:28:46.104590+0000","last_change":"2024-04-10T15:28:12.694711+0000","last_active":"2024-04-10T15:28:46.104590+0000","last_peered":"2024-04-10T15:28:46.104590+0000","last_clean":"2024-04-10T15:28:46.104590+0000","last_became_active":"2024-04-10T15:28:12.694430+0000","last_became_peered":"2024-04-10T15:28:12.694430+0000","last_unstale":"2024-04-10T15:28:46.104590+0000","last_undegraded":"2024-04-10T15:28:46.104590+0000","last_fullsized":"2024-04-10T15:28:46.104590+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T18:58:56.983394+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:28:46.969444+0000","last_change":"2024-04-10T15:28:45.297112+0000","last_active":"2024-04-10T15:28:46.969444+0000","last_peered":"2024-04-10T15:28:46.969444+0000","last_clean":"2024-04-10T15:28:46.969444+0000","last_became_active":"2024-04-10T15:28:45.296791+0000","last_became_peered":"2024-04-10T15:28:45.296791+0000","last_unstale":"2024-04-10T15:28:46.969444+0000","last_undegraded":"2024-04-10T15:28:46.969444+0000","last_fullsized":"2024-04-10T15:28:46.969444+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:44.022798+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:44.022798+0000","last_clean_scrub_stamp":"2024-04-10T15:28:44.022798+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T17:22:43.029158+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"61'1","reported_seq":20,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:28:46.104846+0000","last_change":"2024-04-10T15:28:12.329014+0000","last_active":"2024-04-10T15:28:46.104846+0000","last_peered":"2024-04-10T15:28:46.104846+0000","last_clean":"2024-04-10T15:28:46.104846+0000","last_became_active":"2024-04-10T15:28:12.328709+0000","last_became_peered":"2024-04-10T15:28:12.328709+0000","last_unstale":"2024-04-10T15:28:46.104846+0000","last_undegraded":"2024-04-10T15:28:46.104846+0000","last_fullsized":"2024-04-10T15:28:46.104846+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_clean_scrub_stamp":"2024-04-10T15:28:11.308904+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T15:56:56.856939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:28:46.969711+0000","last_change":"2024-04-10T15:28:12.702234+0000","last_active":"2024-04-10T15:28:46.969711+0000","last_peered":"2024-04-10T15:28:46.969711+0000","last_clean":"2024-04-10T15:28:46.969711+0000","last_became_active":"2024-04-10T15:28:12.701953+0000","last_became_peered":"2024-04-10T15:28:12.701953+0000","last_unstale":"2024-04-10T15:28:46.969711+0000","last_undegraded":"2024-04-10T15:28:46.969711+0000","last_fullsized":"2024-04-10T15:28:46.969711+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T17:35:36.777883+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:28:46.778090+0000","last_change":"2024-04-10T15:28:45.101362+0000","last_active":"2024-04-10T15:28:46.778090+0000","last_peered":"2024-04-10T15:28:46.778090+0000","last_clean":"2024-04-10T15:28:46.778090+0000","last_became_active":"2024-04-10T15:28:45.100613+0000","last_became_peered":"2024-04-10T15:28:45.100613+0000","last_unstale":"2024-04-10T15:28:46.778090+0000","last_undegraded":"2024-04-10T15:28:46.778090+0000","last_fullsized":"2024-04-10T15:28:46.778090+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:44.022798+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:44.022798+0000","last_clean_scrub_stamp":"2024-04-10T15:28:44.022798+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T19:08:14.855791+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"61'2","reported_seq":21,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:28:46.969815+0000","last_change":"2024-04-10T15:28:12.334192+0000","last_active":"2024-04-10T15:28:46.969815+0000","last_peered":"2024-04-10T15:28:46.969815+0000","last_clean":"2024-04-10T15:28:46.969815+0000","last_became_active":"2024-04-10T15:28:12.333912+0000","last_became_peered":"2024-04-10T15:28:12.333912+0000","last_unstale":"2024-04-10T15:28:46.969815+0000","last_undegraded":"2024-04-10T15:28:46.969815+0000","last_fullsized":"2024-04-10T15:28:46.969815+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_clean_scrub_stamp":"2024-04-10T15:28:11.308904+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T23:11:01.516468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:28:46.970065+0000","last_change":"2024-04-10T15:28:12.680549+0000","last_active":"2024-04-10T15:28:46.970065+0000","last_peered":"2024-04-10T15:28:46.970065+0000","last_clean":"2024-04-10T15:28:46.970065+0000","last_became_active":"2024-04-10T15:28:12.680278+0000","last_became_peered":"2024-04-10T15:28:12.680278+0000","last_unstale":"2024-04-10T15:28:46.970065+0000","last_undegraded":"2024-04-10T15:28:46.970065+0000","last_fullsized":"2024-04-10T15:28:46.970065+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T18:10:42.728039+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:28:46.968978+0000","last_change":"2024-04-10T15:28:12.344868+0000","last_active":"2024-04-10T15:28:46.968978+0000","last_peered":"2024-04-10T15:28:46.968978+0000","last_clean":"2024-04-10T15:28:46.968978+0000","last_became_active":"2024-04-10T15:28:12.344550+0000","last_became_peered":"2024-04-10T15:28:12.344550+0000","last_unstale":"2024-04-10T15:28:46.968978+0000","last_undegraded":"2024-04-10T15:28:46.968978+0000","last_fullsized":"2024-04-10T15:28:46.968978+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_clean_scrub_stamp":"2024-04-10T15:28:11.308904+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T19:05:59.355752+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":16,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:28:46.104080+0000","last_change":"2024-04-10T15:28:36.702032+0000","last_active":"2024-04-10T15:28:46.104080+0000","last_peered":"2024-04-10T15:28:46.104080+0000","last_clean":"2024-04-10T15:28:46.104080+0000","last_became_active":"2024-04-10T15:28:36.701706+0000","last_became_peered":"2024-04-10T15:28:36.701706+0000","last_unstale":"2024-04-10T15:28:46.104080+0000","last_undegraded":"2024-04-10T15:28:46.104080+0000","last_fullsized":"2024-04-10T15:28:46.104080+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T19:42:33.013402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,7],"acting":[1,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:28:46.104202+0000","last_change":"2024-04-10T15:28:12.338510+0000","last_active":"2024-04-10T15:28:46.104202+0000","last_peered":"2024-04-10T15:28:46.104202+0000","last_clean":"2024-04-10T15:28:46.104202+0000","last_became_active":"2024-04-10T15:28:12.338243+0000","last_became_peered":"2024-04-10T15:28:12.338243+0000","last_unstale":"2024-04-10T15:28:46.104202+0000","last_undegraded":"2024-04-10T15:28:46.104202+0000","last_fullsized":"2024-04-10T15:28:46.104202+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_clean_scrub_stamp":"2024-04-10T15:28:11.308904+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T03:20:50.547767+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:28:46.969688+0000","last_change":"2024-04-10T15:28:12.695039+0000","last_active":"2024-04-10T15:28:46.969688+0000","last_peered":"2024-04-10T15:28:46.969688+0000","last_clean":"2024-04-10T15:28:46.969688+0000","last_became_active":"2024-04-10T15:28:12.694775+0000","last_became_peered":"2024-04-10T15:28:12.694775+0000","last_unstale":"2024-04-10T15:28:46.969688+0000","last_undegraded":"2024-04-10T15:28:46.969688+0000","last_fullsized":"2024-04-10T15:28:46.969688+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T22:54:01.347493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:28:46.104443+0000","last_change":"2024-04-10T15:28:12.335147+0000","last_active":"2024-04-10T15:28:46.104443+0000","last_peered":"2024-04-10T15:28:46.104443+0000","last_clean":"2024-04-10T15:28:46.104443+0000","last_became_active":"2024-04-10T15:28:12.334329+0000","last_became_peered":"2024-04-10T15:28:12.334329+0000","last_unstale":"2024-04-10T15:28:46.104443+0000","last_undegraded":"2024-04-10T15:28:46.104443+0000","last_fullsized":"2024-04-10T15:28:46.104443+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_clean_scrub_stamp":"2024-04-10T15:28:11.308904+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T18:59:41.189969+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":27,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:28:46.969939+0000","last_change":"2024-04-10T15:28:36.700714+0000","last_active":"2024-04-10T15:28:46.969939+0000","last_peered":"2024-04-10T15:28:46.969939+0000","last_clean":"2024-04-10T15:28:46.969939+0000","last_became_active":"2024-04-10T15:28:36.700392+0000","last_became_peered":"2024-04-10T15:28:36.700392+0000","last_unstale":"2024-04-10T15:28:46.969939+0000","last_undegraded":"2024-04-10T15:28:46.969939+0000","last_fullsized":"2024-04-10T15:28:46.969939+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T02:09:29.110802+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,4],"acting":[3,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"61'2","reported_seq":20,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:28:46.968790+0000","last_change":"2024-04-10T15:28:12.342172+0000","last_active":"2024-04-10T15:28:46.968790+0000","last_peered":"2024-04-10T15:28:46.968790+0000","last_clean":"2024-04-10T15:28:46.968790+0000","last_became_active":"2024-04-10T15:28:12.341397+0000","last_became_peered":"2024-04-10T15:28:12.341397+0000","last_unstale":"2024-04-10T15:28:46.968790+0000","last_undegraded":"2024-04-10T15:28:46.968790+0000","last_fullsized":"2024-04-10T15:28:46.968790+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_clean_scrub_stamp":"2024-04-10T15:28:11.308904+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T17:39:12.305175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:28:46.969246+0000","last_change":"2024-04-10T15:28:12.695448+0000","last_active":"2024-04-10T15:28:46.969246+0000","last_peered":"2024-04-10T15:28:46.969246+0000","last_clean":"2024-04-10T15:28:46.969246+0000","last_became_active":"2024-04-10T15:28:12.695045+0000","last_became_peered":"2024-04-10T15:28:12.695045+0000","last_unstale":"2024-04-10T15:28:46.969246+0000","last_undegraded":"2024-04-10T15:28:46.969246+0000","last_fullsized":"2024-04-10T15:28:46.969246+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T00:23:58.335502+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:28:46.968935+0000","last_change":"2024-04-10T15:28:12.336098+0000","last_active":"2024-04-10T15:28:46.968935+0000","last_peered":"2024-04-10T15:28:46.968935+0000","last_clean":"2024-04-10T15:28:46.968935+0000","last_became_active":"2024-04-10T15:28:12.335571+0000","last_became_peered":"2024-04-10T15:28:12.335571+0000","last_unstale":"2024-04-10T15:28:46.968935+0000","last_undegraded":"2024-04-10T15:28:46.968935+0000","last_fullsized":"2024-04-10T15:28:46.968935+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_clean_scrub_stamp":"2024-04-10T15:28:11.308904+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T23:54:10.950965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:28:46.969512+0000","last_change":"2024-04-10T15:28:12.700861+0000","last_active":"2024-04-10T15:28:46.969512+0000","last_peered":"2024-04-10T15:28:46.969512+0000","last_clean":"2024-04-10T15:28:46.969512+0000","last_became_active":"2024-04-10T15:28:12.700569+0000","last_became_peered":"2024-04-10T15:28:12.700569+0000","last_unstale":"2024-04-10T15:28:46.969512+0000","last_undegraded":"2024-04-10T15:28:46.969512+0000","last_fullsized":"2024-04-10T15:28:46.969512+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T21:31:46.152413+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"61'1","reported_seq":20,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:28:46.104515+0000","last_change":"2024-04-10T15:28:12.336439+0000","last_active":"2024-04-10T15:28:46.104515+0000","last_peered":"2024-04-10T15:28:46.104515+0000","last_clean":"2024-04-10T15:28:46.104515+0000","last_became_active":"2024-04-10T15:28:12.335685+0000","last_became_peered":"2024-04-10T15:28:12.335685+0000","last_unstale":"2024-04-10T15:28:46.104515+0000","last_undegraded":"2024-04-10T15:28:46.104515+0000","last_fullsized":"2024-04-10T15:28:46.104515+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_clean_scrub_stamp":"2024-04-10T15:28:11.308904+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T16:45:49.427958+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:28:46.104446+0000","last_change":"2024-04-10T15:28:12.697051+0000","last_active":"2024-04-10T15:28:46.104446+0000","last_peered":"2024-04-10T15:28:46.104446+0000","last_clean":"2024-04-10T15:28:46.104446+0000","last_became_active":"2024-04-10T15:28:12.696173+0000","last_became_peered":"2024-04-10T15:28:12.696173+0000","last_unstale":"2024-04-10T15:28:46.104446+0000","last_undegraded":"2024-04-10T15:28:46.104446+0000","last_fullsized":"2024-04-10T15:28:46.104446+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T16:18:53.595466+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"61'2","reported_seq":33,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:28:46.969074+0000","last_change":"2024-04-10T15:28:36.708531+0000","last_active":"2024-04-10T15:28:46.969074+0000","last_peered":"2024-04-10T15:28:46.969074+0000","last_clean":"2024-04-10T15:28:46.969074+0000","last_became_active":"2024-04-10T15:28:36.701865+0000","last_became_peered":"2024-04-10T15:28:36.701865+0000","last_unstale":"2024-04-10T15:28:46.969074+0000","last_undegraded":"2024-04-10T15:28:46.969074+0000","last_fullsized":"2024-04-10T15:28:46.969074+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_clean_scrub_stamp":"2024-04-10T15:28:11.308904+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T22:55:56.766416+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,4],"acting":[2,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:28:46.969754+0000","last_change":"2024-04-10T15:28:12.705648+0000","last_active":"2024-04-10T15:28:46.969754+0000","last_peered":"2024-04-10T15:28:46.969754+0000","last_clean":"2024-04-10T15:28:46.969754+0000","last_became_active":"2024-04-10T15:28:12.705336+0000","last_became_peered":"2024-04-10T15:28:12.705336+0000","last_unstale":"2024-04-10T15:28:46.969754+0000","last_undegraded":"2024-04-10T15:28:46.969754+0000","last_fullsized":"2024-04-10T15:28:46.969754+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T16:56:18.985883+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:28:46.968620+0000","last_change":"2024-04-10T15:28:12.700090+0000","last_active":"2024-04-10T15:28:46.968620+0000","last_peered":"2024-04-10T15:28:46.968620+0000","last_clean":"2024-04-10T15:28:46.968620+0000","last_became_active":"2024-04-10T15:28:12.699014+0000","last_became_peered":"2024-04-10T15:28:12.699014+0000","last_unstale":"2024-04-10T15:28:46.968620+0000","last_undegraded":"2024-04-10T15:28:46.968620+0000","last_fullsized":"2024-04-10T15:28:46.968620+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T18:00:16.132342+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:28:46.968506+0000","last_change":"2024-04-10T15:28:12.700473+0000","last_active":"2024-04-10T15:28:46.968506+0000","last_peered":"2024-04-10T15:28:46.968506+0000","last_clean":"2024-04-10T15:28:46.968506+0000","last_became_active":"2024-04-10T15:28:12.700216+0000","last_became_peered":"2024-04-10T15:28:12.700216+0000","last_unstale":"2024-04-10T15:28:46.968506+0000","last_undegraded":"2024-04-10T15:28:46.968506+0000","last_fullsized":"2024-04-10T15:28:46.968506+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T01:21:37.845969+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:28:46.104312+0000","last_change":"2024-04-10T15:28:12.686276+0000","last_active":"2024-04-10T15:28:46.104312+0000","last_peered":"2024-04-10T15:28:46.104312+0000","last_clean":"2024-04-10T15:28:46.104312+0000","last_became_active":"2024-04-10T15:28:12.685802+0000","last_became_peered":"2024-04-10T15:28:12.685802+0000","last_unstale":"2024-04-10T15:28:46.104312+0000","last_undegraded":"2024-04-10T15:28:46.104312+0000","last_fullsized":"2024-04-10T15:28:46.104312+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T18:04:49.955782+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:28:46.969505+0000","last_change":"2024-04-10T15:28:12.698525+0000","last_active":"2024-04-10T15:28:46.969505+0000","last_peered":"2024-04-10T15:28:46.969505+0000","last_clean":"2024-04-10T15:28:46.969505+0000","last_became_active":"2024-04-10T15:28:12.698057+0000","last_became_peered":"2024-04-10T15:28:12.698057+0000","last_unstale":"2024-04-10T15:28:46.969505+0000","last_undegraded":"2024-04-10T15:28:46.969505+0000","last_fullsized":"2024-04-10T15:28:46.969505+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T17:40:41.781580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:28:46.970304+0000","last_change":"2024-04-10T15:28:12.701622+0000","last_active":"2024-04-10T15:28:46.970304+0000","last_peered":"2024-04-10T15:28:46.970304+0000","last_clean":"2024-04-10T15:28:46.970304+0000","last_became_active":"2024-04-10T15:28:12.701343+0000","last_became_peered":"2024-04-10T15:28:12.701343+0000","last_unstale":"2024-04-10T15:28:46.970304+0000","last_undegraded":"2024-04-10T15:28:46.970304+0000","last_fullsized":"2024-04-10T15:28:46.970304+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T02:11:17.776135+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:28:46.104400+0000","last_change":"2024-04-10T15:28:12.690927+0000","last_active":"2024-04-10T15:28:46.104400+0000","last_peered":"2024-04-10T15:28:46.104400+0000","last_clean":"2024-04-10T15:28:46.104400+0000","last_became_active":"2024-04-10T15:28:12.690671+0000","last_became_peered":"2024-04-10T15:28:12.690671+0000","last_unstale":"2024-04-10T15:28:46.104400+0000","last_undegraded":"2024-04-10T15:28:46.104400+0000","last_fullsized":"2024-04-10T15:28:46.104400+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T16:12:33.326980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:28:46.969622+0000","last_change":"2024-04-10T15:28:12.694591+0000","last_active":"2024-04-10T15:28:46.969622+0000","last_peered":"2024-04-10T15:28:46.969622+0000","last_clean":"2024-04-10T15:28:46.969622+0000","last_became_active":"2024-04-10T15:28:12.694249+0000","last_became_peered":"2024-04-10T15:28:12.694249+0000","last_unstale":"2024-04-10T15:28:46.969622+0000","last_undegraded":"2024-04-10T15:28:46.969622+0000","last_fullsized":"2024-04-10T15:28:46.969622+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T19:48:07.458963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:28:46.969897+0000","last_change":"2024-04-10T15:28:12.683938+0000","last_active":"2024-04-10T15:28:46.969897+0000","last_peered":"2024-04-10T15:28:46.969897+0000","last_clean":"2024-04-10T15:28:46.969897+0000","last_became_active":"2024-04-10T15:28:12.683676+0000","last_became_peered":"2024-04-10T15:28:12.683676+0000","last_unstale":"2024-04-10T15:28:46.969897+0000","last_undegraded":"2024-04-10T15:28:46.969897+0000","last_fullsized":"2024-04-10T15:28:46.969897+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T20:58:38.460698+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:28:46.104161+0000","last_change":"2024-04-10T15:28:12.697742+0000","last_active":"2024-04-10T15:28:46.104161+0000","last_peered":"2024-04-10T15:28:46.104161+0000","last_clean":"2024-04-10T15:28:46.104161+0000","last_became_active":"2024-04-10T15:28:12.697450+0000","last_became_peered":"2024-04-10T15:28:12.697450+0000","last_unstale":"2024-04-10T15:28:46.104161+0000","last_undegraded":"2024-04-10T15:28:46.104161+0000","last_fullsized":"2024-04-10T15:28:46.104161+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T20:53:32.525021+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:28:46.969671+0000","last_change":"2024-04-10T15:28:12.697126+0000","last_active":"2024-04-10T15:28:46.969671+0000","last_peered":"2024-04-10T15:28:46.969671+0000","last_clean":"2024-04-10T15:28:46.969671+0000","last_became_active":"2024-04-10T15:28:12.696810+0000","last_became_peered":"2024-04-10T15:28:12.696810+0000","last_unstale":"2024-04-10T15:28:46.969671+0000","last_undegraded":"2024-04-10T15:28:46.969671+0000","last_fullsized":"2024-04-10T15:28:46.969671+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T22:15:16.252640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:28:46.104819+0000","last_change":"2024-04-10T15:28:12.696778+0000","last_active":"2024-04-10T15:28:46.104819+0000","last_peered":"2024-04-10T15:28:46.104819+0000","last_clean":"2024-04-10T15:28:46.104819+0000","last_became_active":"2024-04-10T15:28:12.696360+0000","last_became_peered":"2024-04-10T15:28:12.696360+0000","last_unstale":"2024-04-10T15:28:46.104819+0000","last_undegraded":"2024-04-10T15:28:46.104819+0000","last_fullsized":"2024-04-10T15:28:46.104819+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T02:49:42.974194+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:28:46.969587+0000","last_change":"2024-04-10T15:28:12.695766+0000","last_active":"2024-04-10T15:28:46.969587+0000","last_peered":"2024-04-10T15:28:46.969587+0000","last_clean":"2024-04-10T15:28:46.969587+0000","last_became_active":"2024-04-10T15:28:12.694712+0000","last_became_peered":"2024-04-10T15:28:12.694712+0000","last_unstale":"2024-04-10T15:28:46.969587+0000","last_undegraded":"2024-04-10T15:28:46.969587+0000","last_fullsized":"2024-04-10T15:28:46.969587+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T21:07:15.342788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:28:46.969001+0000","last_change":"2024-04-10T15:28:12.693179+0000","last_active":"2024-04-10T15:28:46.969001+0000","last_peered":"2024-04-10T15:28:46.969001+0000","last_clean":"2024-04-10T15:28:46.969001+0000","last_became_active":"2024-04-10T15:28:12.692808+0000","last_became_peered":"2024-04-10T15:28:12.692808+0000","last_unstale":"2024-04-10T15:28:46.969001+0000","last_undegraded":"2024-04-10T15:28:46.969001+0000","last_fullsized":"2024-04-10T15:28:46.969001+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T17:41:28.799913+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":3148,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":48,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":1,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":9444,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":42,"ondisk_log_size":42,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928234007,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28308,"kb_used_data":1280,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716844,"statfs":{"total":95995035648,"available":95966048256,"internally_reserved":0,"allocated":1310720,"data_stored":900326,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1588,"internal_metadata":27654604},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Apr 10 15:28:55 2024","interfaces":[{"interface":"back","average":{"1min":0.50700000000000001,"5min":0.50700000000000001,"15min":0.50700000000000001},"min":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":0.79200000000000004,"5min":0.79200000000000004,"15min":0.79200000000000004},"last":0.50800000000000001},{"interface":"front","average":{"1min":0.53300000000000003,"5min":0.53300000000000003,"15min":0.53300000000000003},"min":{"1min":0.29399999999999998,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":0.96999999999999997,"5min":0.96999999999999997,"15min":0.96999999999999997},"last":0.439}]},{"osd":1,"last update":"Wed Apr 10 15:28:55 2024","interfaces":[{"interface":"back","average":{"1min":0.53700000000000003,"5min":0.53700000000000003,"15min":0.53700000000000003},"min":{"1min":0.34399999999999997,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":1.0369999999999999,"5min":1.0369999999999999,"15min":1.0369999999999999},"last":0.55300000000000005},{"interface":"front","average":{"1min":0.53500000000000003,"5min":0.53500000000000003,"15min":0.53500000000000003},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":0.81599999999999995,"5min":0.81599999999999995,"15min":0.81599999999999995},"last":0.49399999999999999}]},{"osd":2,"last update":"Wed Apr 10 15:28:55 2024","interfaces":[{"interface":"back","average":{"1min":0.51100000000000001,"5min":0.51100000000000001,"15min":0.51100000000000001},"min":{"1min":0.36699999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.91800000000000004,"5min":0.91800000000000004,"15min":0.91800000000000004},"last":0.52500000000000002},{"interface":"front","average":{"1min":0.54300000000000004,"5min":0.54300000000000004,"15min":0.54300000000000004},"min":{"1min":0.379,"5min":0.379,"15min":0.379},"max":{"1min":0.89300000000000002,"5min":0.89300000000000002,"15min":0.89300000000000002},"last":0.38600000000000001}]},{"osd":3,"last update":"Wed Apr 10 15:28:55 2024","interfaces":[{"interface":"back","average":{"1min":0.52400000000000002,"5min":0.52400000000000002,"15min":0.52400000000000002},"min":{"1min":0.35299999999999998,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.71499999999999997,"5min":0.71499999999999997,"15min":0.71499999999999997},"last":0.47699999999999998},{"interface":"front","average":{"1min":0.54900000000000004,"5min":0.54900000000000004,"15min":0.54900000000000004},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.999,"5min":0.999,"15min":0.999},"last":0.59999999999999998}]},{"osd":4,"last update":"Wed Apr 10 15:28:55 2024","interfaces":[{"interface":"back","average":{"1min":0.42499999999999999,"5min":0.42499999999999999,"15min":0.42499999999999999},"min":{"1min":0.26600000000000001,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":0.68000000000000005,"5min":0.68000000000000005,"15min":0.68000000000000005},"last":0.37},{"interface":"front","average":{"1min":0.47399999999999998,"5min":0.47399999999999998,"15min":0.47399999999999998},"min":{"1min":0.30199999999999999,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":1.0189999999999999,"5min":1.0189999999999999,"15min":1.0189999999999999},"last":0.40600000000000003}]},{"osd":5,"last update":"Wed Apr 10 15:28:55 2024","interfaces":[{"interface":"back","average":{"1min":0.46800000000000003,"5min":0.46800000000000003,"15min":0.46800000000000003},"min":{"1min":0.30199999999999999,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":0.77900000000000003,"5min":0.77900000000000003,"15min":0.77900000000000003},"last":0.46200000000000002},{"interface":"front","average":{"1min":0.52500000000000002,"5min":0.52500000000000002,"15min":0.52500000000000002},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.873,"5min":0.873,"15min":0.873},"last":0.58299999999999996}]},{"osd":6,"last update":"Wed Apr 10 15:28:55 2024","interfaces":[{"interface":"back","average":{"1min":0.503,"5min":0.503,"15min":0.503},"min":{"1min":0.316,"5min":0.316,"15min":0.316},"max":{"1min":0.93799999999999994,"5min":0.93799999999999994,"15min":0.93799999999999994},"last":0.54100000000000004},{"interface":"front","average":{"1min":0.52400000000000002,"5min":0.52400000000000002,"15min":0.52400000000000002},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.84799999999999998,"5min":0.84799999999999998,"15min":0.84799999999999998},"last":0.56899999999999995}]}]},{"osd":6,"up_from":46,"seq":197568495644,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28312,"kb_used_data":1280,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716840,"statfs":{"total":95995035648,"available":95966044160,"internally_reserved":0,"allocated":1310720,"data_stored":901741,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Apr 10 15:29:35 2024","interfaces":[{"interface":"back","average":{"1min":0.48899999999999999,"5min":0.52400000000000002,"15min":0.53000000000000003},"min":{"1min":0.30199999999999999,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":0.627,"5min":0.79000000000000004,"15min":0.79000000000000004},"last":0.57099999999999995},{"interface":"front","average":{"1min":0.47899999999999998,"5min":0.51600000000000001,"15min":0.52200000000000002},"min":{"1min":0.38700000000000001,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.61599999999999999,"5min":0.71599999999999997,"15min":0.71599999999999997},"last":0.49099999999999999}]},{"osd":1,"last update":"Wed Apr 10 15:29:35 2024","interfaces":[{"interface":"back","average":{"1min":0.51400000000000001,"5min":0.54800000000000004,"15min":0.55400000000000005},"min":{"1min":0.371,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":0.65800000000000003,"5min":0.80800000000000005,"15min":0.80800000000000005},"last":0.59599999999999997},{"interface":"front","average":{"1min":0.51300000000000001,"5min":0.55700000000000005,"15min":0.56399999999999995},"min":{"1min":0.36599999999999999,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.68100000000000005,"5min":0.83499999999999996,"15min":0.83499999999999996},"last":0.51400000000000001}]},{"osd":2,"last update":"Wed Apr 10 15:29:35 2024","interfaces":[{"interface":"back","average":{"1min":0.51000000000000001,"5min":0.54800000000000004,"15min":0.55400000000000005},"min":{"1min":0.36299999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.65800000000000003,"5min":0.79600000000000004,"15min":0.79600000000000004},"last":0.61799999999999999},{"interface":"front","average":{"1min":0.497,"5min":0.53400000000000003,"15min":0.54000000000000004},"min":{"1min":0.38400000000000001,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":0.67900000000000005,"5min":0.77300000000000002,"15min":0.77300000000000002},"last":0.58599999999999997}]},{"osd":3,"last update":"Wed Apr 10 15:29:35 2024","interfaces":[{"interface":"back","average":{"1min":0.52200000000000002,"5min":0.54700000000000004,"15min":0.55100000000000005},"min":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":0.66400000000000003,"5min":0.76400000000000001,"15min":0.76400000000000001},"last":0.47099999999999997},{"interface":"front","average":{"1min":0.54700000000000004,"5min":0.59299999999999997,"15min":0.60099999999999998},"min":{"1min":0.432,"5min":0.41699999999999998,"15min":0.41699999999999998},"max":{"1min":0.69699999999999995,"5min":0.85799999999999998,"15min":0.85799999999999998},"last":0.64300000000000002}]},{"osd":4,"last update":"Wed Apr 10 15:29:35 2024","interfaces":[{"interface":"back","average":{"1min":0.46300000000000002,"5min":0.44400000000000001,"15min":0.441},"min":{"1min":0.318,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":0.64700000000000002,"5min":0.71199999999999997,"15min":0.71199999999999997},"last":0.60999999999999999},{"interface":"front","average":{"1min":0.49399999999999999,"5min":0.46000000000000002,"15min":0.45400000000000001},"min":{"1min":0.34300000000000003,"5min":0.309,"15min":0.309},"max":{"1min":0.65300000000000002,"5min":0.80800000000000005,"15min":0.80800000000000005},"last":0.628}]},{"osd":5,"last update":"Wed Apr 10 15:29:35 2024","interfaces":[{"interface":"back","average":{"1min":0.47099999999999997,"5min":0.46700000000000003,"15min":0.46700000000000003},"min":{"1min":0.34100000000000003,"5min":0.316,"15min":0.316},"max":{"1min":0.68500000000000005,"5min":0.748,"15min":0.748},"last":0.54800000000000004},{"interface":"front","average":{"1min":0.51200000000000001,"5min":0.48199999999999998,"15min":0.47699999999999998},"min":{"1min":0.378,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":0.67200000000000004,"5min":0.85299999999999998,"15min":0.85299999999999998},"last":0.53200000000000003}]},{"osd":7,"last update":"Wed Apr 10 15:28:56 2024","interfaces":[{"interface":"back","average":{"1min":0.54100000000000004,"5min":0.54100000000000004,"15min":0.54100000000000004},"min":{"1min":0.35199999999999998,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.88700000000000001,"5min":0.88700000000000001,"15min":0.88700000000000001},"last":0.66700000000000004},{"interface":"front","average":{"1min":0.56999999999999995,"5min":0.56999999999999995,"15min":0.56999999999999995},"min":{"1min":0.33100000000000002,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.873,"5min":0.873,"15min":0.873},"last":0.65000000000000002}]}]},{"osd":1,"up_from":13,"seq":55834574902,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27720,"kb_used_data":700,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717432,"statfs":{"total":95995035648,"available":95966650368,"internally_reserved":0,"allocated":716800,"data_stored":309514,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Apr 10 15:29:32 2024","interfaces":[{"interface":"back","average":{"1min":0.40500000000000003,"5min":0.36299999999999999,"15min":0.33900000000000002},"min":{"1min":0.249,"5min":0.215,"15min":0.215},"max":{"1min":0.88400000000000001,"5min":0.88400000000000001,"15min":0.88400000000000001},"last":0.42899999999999999},{"interface":"front","average":{"1min":0.40899999999999997,"5min":0.375,"15min":0.35299999999999998},"min":{"1min":0.25,"5min":0.20000000000000001,"15min":0.20000000000000001},"max":{"1min":1.8700000000000001,"5min":1.8700000000000001,"15min":1.8700000000000001},"last":0.5}]},{"osd":2,"last update":"Wed Apr 10 15:29:04 2024","interfaces":[{"interface":"back","average":{"1min":0.47299999999999998,"5min":0.40500000000000003,"15min":0.38100000000000001},"min":{"1min":0.24199999999999999,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":1.4490000000000001,"5min":1.4490000000000001,"15min":1.4490000000000001},"last":0.44900000000000001},{"interface":"front","average":{"1min":0.44900000000000001,"5min":0.40899999999999997,"15min":0.39800000000000002},"min":{"1min":0.27500000000000002,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":0.91700000000000004,"5min":0.91700000000000004,"15min":0.91700000000000004},"last":0.53000000000000003}]},{"osd":3,"last update":"Wed Apr 10 15:29:24 2024","interfaces":[{"interface":"back","average":{"1min":0.48599999999999999,"5min":0.442,"15min":0.433},"min":{"1min":0.29099999999999998,"5min":0.29099999999999998,"15min":0.29099999999999998},"max":{"1min":1.484,"5min":1.484,"15min":1.484},"last":0.51700000000000002},{"interface":"front","average":{"1min":0.44400000000000001,"5min":0.41999999999999998,"15min":0.41499999999999998},"min":{"1min":0.307,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":0.95699999999999996,"5min":0.95699999999999996,"15min":0.95699999999999996},"last":0.57799999999999996}]},{"osd":4,"last update":"Wed Apr 10 15:28:40 2024","interfaces":[{"interface":"back","average":{"1min":0.52200000000000002,"5min":0.53900000000000003,"15min":0.54200000000000004},"min":{"1min":0.39000000000000001,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":0.68899999999999995,"5min":0.76900000000000002,"15min":0.76900000000000002},"last":0.77500000000000002},{"interface":"front","average":{"1min":0.53000000000000003,"5min":0.54200000000000004,"15min":0.54400000000000004},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.70599999999999996,"5min":0.81599999999999995,"15min":0.81599999999999995},"last":0.85499999999999998}]},{"osd":5,"last update":"Wed Apr 10 15:29:08 2024","interfaces":[{"interface":"back","average":{"1min":0.63,"5min":0.57499999999999996,"15min":0.56599999999999995},"min":{"1min":0.376,"5min":0.376,"15min":0.376},"max":{"1min":1.179,"5min":1.179,"15min":1.179},"last":0.80600000000000005},{"interface":"front","average":{"1min":0.63100000000000001,"5min":0.58299999999999996,"15min":0.57499999999999996},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":2.0590000000000002,"5min":2.0590000000000002,"15min":2.0590000000000002},"last":0.92400000000000004}]},{"osd":6,"last update":"Wed Apr 10 15:29:32 2024","interfaces":[{"interface":"back","average":{"1min":0.63700000000000001,"5min":0.60899999999999999,"15min":0.60399999999999998},"min":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":1.9059999999999999,"5min":1.9059999999999999,"15min":1.9059999999999999},"last":0.94099999999999995},{"interface":"front","average":{"1min":0.59799999999999998,"5min":0.60599999999999998,"15min":0.60699999999999998},"min":{"1min":0.42499999999999999,"5min":0.42499999999999999,"15min":0.42499999999999999},"max":{"1min":1.232,"5min":1.232,"15min":1.232},"last":0.78200000000000003}]},{"osd":7,"last update":"Wed Apr 10 15:28:59 2024","interfaces":[{"interface":"back","average":{"1min":0.58799999999999997,"5min":0.58799999999999997,"15min":0.58799999999999997},"min":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":0.84799999999999998,"5min":0.84799999999999998,"15min":0.84799999999999998},"last":0.94999999999999996},{"interface":"front","average":{"1min":0.63,"5min":0.63,"15min":0.63},"min":{"1min":0.437,"5min":0.437,"15min":0.437},"max":{"1min":1.3500000000000001,"5min":1.3500000000000001,"15min":1.3500000000000001},"last":0.79600000000000004}]}]},{"osd":0,"up_from":8,"seq":34359738427,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32416,"kb_used_data":1288,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93712736,"statfs":{"total":95995035648,"available":95961841664,"internally_reserved":0,"allocated":1318912,"data_stored":900450,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Wed Apr 10 15:29:38 2024","interfaces":[{"interface":"back","average":{"1min":0.33000000000000002,"5min":0.35099999999999998,"15min":0.32000000000000001},"min":{"1min":0.17599999999999999,"5min":0.17599999999999999,"15min":0.17599999999999999},"max":{"1min":0.59599999999999997,"5min":0.65100000000000002,"15min":0.65100000000000002},"last":0.26800000000000002},{"interface":"front","average":{"1min":0.34599999999999997,"5min":0.36499999999999999,"15min":0.33500000000000002},"min":{"1min":0.191,"5min":0.191,"15min":0.191},"max":{"1min":0.71799999999999997,"5min":0.71799999999999997,"15min":0.71799999999999997},"last":0.38400000000000001}]},{"osd":2,"last update":"Wed Apr 10 15:28:58 2024","interfaces":[{"interface":"back","average":{"1min":0.371,"5min":0.40500000000000003,"15min":0.39900000000000002},"min":{"1min":0.22600000000000001,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":0.78800000000000003,"5min":0.78800000000000003,"15min":0.78800000000000003},"last":0.40500000000000003},{"interface":"front","average":{"1min":0.40000000000000002,"5min":0.41899999999999998,"15min":0.41299999999999998},"min":{"1min":0.27700000000000002,"5min":0.221,"15min":0.221},"max":{"1min":0.64300000000000002,"5min":0.65400000000000003,"15min":0.65400000000000003},"last":0.33200000000000002}]},{"osd":3,"last update":"Wed Apr 10 15:29:21 2024","interfaces":[{"interface":"back","average":{"1min":0.41099999999999998,"5min":0.46400000000000002,"15min":0.48299999999999998},"min":{"1min":0.26400000000000001,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":0.83499999999999996,"5min":0.83499999999999996,"15min":0.83499999999999996},"last":0.33800000000000002},{"interface":"front","average":{"1min":0.43099999999999999,"5min":0.47899999999999998,"15min":0.495},"min":{"1min":0.215,"5min":0.215,"15min":0.215},"max":{"1min":1.02,"5min":1.02,"15min":1.02},"last":0.35399999999999998}]},{"osd":4,"last update":"Wed Apr 10 15:28:42 2024","interfaces":[{"interface":"back","average":{"1min":0.54400000000000004,"5min":0.60399999999999998,"15min":0.61399999999999999},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.81299999999999994,"5min":0.93000000000000005,"15min":0.93000000000000005},"last":0.54300000000000004},{"interface":"front","average":{"1min":0.55900000000000005,"5min":0.58799999999999997,"15min":0.59299999999999997},"min":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":0.83799999999999997,"5min":0.83799999999999997,"15min":0.83799999999999997},"last":0.53400000000000003}]},{"osd":5,"last update":"Wed Apr 10 15:29:05 2024","interfaces":[{"interface":"back","average":{"1min":0.57199999999999995,"5min":0.58599999999999997,"15min":0.58799999999999997},"min":{"1min":0.38100000000000001,"5min":0.378,"15min":0.378},"max":{"1min":0.92100000000000004,"5min":1.0620000000000001,"15min":1.0620000000000001},"last":0.47599999999999998},{"interface":"front","average":{"1min":0.58299999999999996,"5min":0.60099999999999998,"15min":0.60399999999999998},"min":{"1min":0.38900000000000001,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.93200000000000005,"5min":1.0780000000000001,"15min":1.0780000000000001},"last":0.59199999999999997}]},{"osd":6,"last update":"Wed Apr 10 15:29:38 2024","interfaces":[{"interface":"back","average":{"1min":0.59199999999999997,"5min":0.58699999999999997,"15min":0.58599999999999997},"min":{"1min":0.32700000000000001,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":1.0580000000000001,"5min":1.0580000000000001,"15min":1.0580000000000001},"last":0.49199999999999999},{"interface":"front","average":{"1min":0.55900000000000005,"5min":0.56699999999999995,"15min":0.56899999999999995},"min":{"1min":0.36399999999999999,"5min":0.32500000000000001,"15min":0.32500000000000001},"max":{"1min":0.89000000000000001,"5min":0.89000000000000001,"15min":0.89000000000000001},"last":0.56299999999999994}]},{"osd":7,"last update":"Wed Apr 10 15:28:58 2024","interfaces":[{"interface":"back","average":{"1min":0.57399999999999995,"5min":0.57399999999999995,"15min":0.57399999999999995},"min":{"1min":0.40200000000000002,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":0.90600000000000003,"5min":0.90600000000000003,"15min":0.90600000000000003},"last":0.57199999999999995},{"interface":"front","average":{"1min":0.59999999999999998,"5min":0.59999999999999998,"15min":0.59999999999999998},"min":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":1.085,"5min":1.085,"15min":1.085},"last":0.51100000000000001}]}]},{"osd":4,"up_from":30,"seq":128849018918,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27728,"kb_used_data":704,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717424,"statfs":{"total":95995035648,"available":95966642176,"internally_reserved":0,"allocated":720896,"data_stored":309789,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Apr 10 15:28:43 2024","interfaces":[{"interface":"back","average":{"1min":0.52700000000000002,"5min":0.53700000000000003,"15min":0.53900000000000003},"min":{"1min":0.39600000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":0.84599999999999997,"5min":0.84699999999999998,"15min":0.84699999999999998},"last":0.46999999999999997},{"interface":"front","average":{"1min":0.51000000000000001,"5min":0.51300000000000001,"15min":0.51300000000000001},"min":{"1min":0.28599999999999998,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":0.72099999999999997,"5min":0.751,"15min":0.751},"last":0.41599999999999998}]},{"osd":1,"last update":"Wed Apr 10 15:28:43 2024","interfaces":[{"interface":"back","average":{"1min":0.53300000000000003,"5min":0.51400000000000001,"15min":0.51100000000000001},"min":{"1min":0.433,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":0.82499999999999996,"5min":0.82499999999999996,"15min":0.82499999999999996},"last":0.45800000000000002},{"interface":"front","average":{"1min":0.52200000000000002,"5min":0.51900000000000002,"15min":0.51900000000000002},"min":{"1min":0.34399999999999997,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.73999999999999999,"5min":0.73999999999999999,"15min":0.73999999999999999},"last":0.442}]},{"osd":2,"last update":"Wed Apr 10 15:28:43 2024","interfaces":[{"interface":"back","average":{"1min":0.53400000000000003,"5min":0.54000000000000004,"15min":0.54100000000000004},"min":{"1min":0.36799999999999999,"5min":0.313,"15min":0.313},"max":{"1min":0.79900000000000004,"5min":0.79900000000000004,"15min":0.79900000000000004},"last":0.39800000000000002},{"interface":"front","average":{"1min":0.48799999999999999,"5min":0.51600000000000001,"15min":0.52100000000000002},"min":{"1min":0.38400000000000001,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.71499999999999997,"5min":0.82699999999999996,"15min":0.82699999999999996},"last":0.37}]},{"osd":3,"last update":"Wed Apr 10 15:28:43 2024","interfaces":[{"interface":"back","average":{"1min":0.50900000000000001,"5min":0.53200000000000003,"15min":0.53600000000000003},"min":{"1min":0.36399999999999999,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.75900000000000001,"5min":0.79500000000000004,"15min":0.79500000000000004},"last":0.32300000000000001},{"interface":"front","average":{"1min":0.52500000000000002,"5min":0.51700000000000002,"15min":0.51500000000000001},"min":{"1min":0.38400000000000001,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.85699999999999998,"5min":0.85699999999999998,"15min":0.85699999999999998},"last":0.38200000000000001}]},{"osd":5,"last update":"Wed Apr 10 15:29:09 2024","interfaces":[{"interface":"back","average":{"1min":0.49299999999999999,"5min":0.40699999999999997,"15min":0.39300000000000002},"min":{"1min":0.27300000000000002,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":0.67500000000000004,"5min":0.82999999999999996,"15min":0.82999999999999996},"last":0.34100000000000003},{"interface":"front","average":{"1min":0.51100000000000001,"5min":0.441,"15min":0.42899999999999999},"min":{"1min":0.217,"5min":0.217,"15min":0.217},"max":{"1min":0.74099999999999999,"5min":0.87,"15min":0.87},"last":0.496}]},{"osd":6,"last update":"Wed Apr 10 15:29:31 2024","interfaces":[{"interface":"back","average":{"1min":0.49199999999999999,"5min":0.46000000000000002,"15min":0.45400000000000001},"min":{"1min":0.28699999999999998,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":0.746,"5min":0.81699999999999995,"15min":0.81699999999999995},"last":0.51600000000000001},{"interface":"front","average":{"1min":0.52400000000000002,"5min":0.47599999999999998,"15min":0.46800000000000003},"min":{"1min":0.32200000000000001,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":0.67900000000000005,"5min":0.88,"15min":0.88},"last":0.42899999999999999}]},{"osd":7,"last update":"Wed Apr 10 15:28:56 2024","interfaces":[{"interface":"back","average":{"1min":0.53100000000000003,"5min":0.53100000000000003,"15min":0.53100000000000003},"min":{"1min":0.30199999999999999,"5min":0.30199999999999999,"15min":0.30199999999999999},"max":{"1min":0.90400000000000003,"5min":0.90400000000000003,"15min":0.90400000000000003},"last":0.48499999999999999},{"interface":"front","average":{"1min":0.53900000000000003,"5min":0.53900000000000003,"15min":0.53900000000000003},"min":{"1min":0.24199999999999999,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":0.80200000000000005,"5min":0.80200000000000005,"15min":0.80200000000000005},"last":0.45100000000000001}]}]},{"osd":2,"up_from":18,"seq":77309411377,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":31808,"kb_used_data":692,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93713344,"statfs":{"total":95995035648,"available":95962464256,"internally_reserved":0,"allocated":708608,"data_stored":309354,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Apr 10 15:28:55 2024","interfaces":[{"interface":"back","average":{"1min":0.36299999999999999,"5min":0.40100000000000002,"15min":0.40899999999999997},"min":{"1min":0.19500000000000001,"5min":0.19500000000000001,"15min":0.19500000000000001},"max":{"1min":0.58599999999999997,"5min":0.60299999999999998,"15min":0.60299999999999998},"last":0.434},{"interface":"front","average":{"1min":0.38800000000000001,"5min":0.38200000000000001,"15min":0.373},"min":{"1min":0.255,"5min":0.255,"15min":0.255},"max":{"1min":0.62,"5min":0.62,"15min":0.62},"last":0.34999999999999998}]},{"osd":1,"last update":"Wed Apr 10 15:28:55 2024","interfaces":[{"interface":"back","average":{"1min":0.33100000000000002,"5min":0.39100000000000001,"15min":0.40100000000000002},"min":{"1min":0.221,"5min":0.20300000000000001,"15min":0.20300000000000001},"max":{"1min":0.47699999999999998,"5min":0.623,"15min":0.623},"last":0.38400000000000001},{"interface":"front","average":{"1min":0.39100000000000001,"5min":0.42399999999999999,"15min":0.42599999999999999},"min":{"1min":0.28399999999999997,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":0.54600000000000004,"5min":0.61599999999999999,"15min":0.61599999999999999},"last":0.39900000000000002}]},{"osd":3,"last update":"Wed Apr 10 15:29:23 2024","interfaces":[{"interface":"back","average":{"1min":0.41899999999999998,"5min":0.46400000000000002,"15min":0.47799999999999998},"min":{"1min":0.252,"5min":0.252,"15min":0.252},"max":{"1min":0.69199999999999995,"5min":0.69199999999999995,"15min":0.69199999999999995},"last":0.46600000000000003},{"interface":"front","average":{"1min":0.433,"5min":0.45000000000000001,"15min":0.46300000000000002},"min":{"1min":0.26100000000000001,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":0.67000000000000004,"5min":0.69199999999999995,"15min":0.69199999999999995},"last":0.371}]},{"osd":4,"last update":"Wed Apr 10 15:28:40 2024","interfaces":[{"interface":"back","average":{"1min":0.53800000000000003,"5min":0.54500000000000004,"15min":0.54600000000000004},"min":{"1min":0.34399999999999997,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":0.73999999999999999,"5min":0.73999999999999999,"15min":0.73999999999999999},"last":0.63100000000000001},{"interface":"front","average":{"1min":0.58699999999999997,"5min":0.61099999999999999,"15min":0.61499999999999999},"min":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":0.73099999999999998,"5min":0.73099999999999998,"15min":0.73099999999999998},"last":0.68200000000000005}]},{"osd":5,"last update":"Wed Apr 10 15:29:09 2024","interfaces":[{"interface":"back","average":{"1min":0.55400000000000005,"5min":0.57799999999999996,"15min":0.58199999999999996},"min":{"1min":0.28000000000000003,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":1.02,"5min":1.02,"15min":1.02},"last":0.54700000000000004},{"interface":"front","average":{"1min":0.58499999999999996,"5min":0.55100000000000005,"15min":0.54500000000000004},"min":{"1min":0.39200000000000002,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":0.85499999999999998,"5min":0.85499999999999998,"15min":0.85499999999999998},"last":0.61399999999999999}]},{"osd":6,"last update":"Wed Apr 10 15:29:34 2024","interfaces":[{"interface":"back","average":{"1min":0.52800000000000002,"5min":0.53800000000000003,"15min":0.54000000000000004},"min":{"1min":0.31,"5min":0.31,"15min":0.31},"max":{"1min":0.81899999999999995,"5min":0.81899999999999995,"15min":0.81899999999999995},"last":0.69399999999999995},{"interface":"front","average":{"1min":0.57399999999999995,"5min":0.58199999999999996,"15min":0.58399999999999996},"min":{"1min":0.38800000000000001,"5min":0.373,"15min":0.373},"max":{"1min":0.90900000000000003,"5min":0.90900000000000003,"15min":0.90900000000000003},"last":0.64000000000000001}]},{"osd":7,"last update":"Wed Apr 10 15:28:55 2024","interfaces":[{"interface":"back","average":{"1min":0.59299999999999997,"5min":0.59299999999999997,"15min":0.59299999999999997},"min":{"1min":0.42099999999999999,"5min":0.42099999999999999,"15min":0.42099999999999999},"max":{"1min":0.79600000000000004,"5min":0.79600000000000004,"15min":0.79600000000000004},"last":0.57899999999999996},{"interface":"front","average":{"1min":0.54800000000000004,"5min":0.54800000000000004,"15min":0.54800000000000004},"min":{"1min":0.375,"5min":0.375,"15min":0.375},"max":{"1min":0.67400000000000004,"5min":0.67400000000000004,"15min":0.67400000000000004},"last":0.66400000000000003}]}]},{"osd":3,"up_from":25,"seq":107374182443,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27736,"kb_used_data":712,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717416,"statfs":{"total":95995035648,"available":95966633984,"internally_reserved":0,"allocated":729088,"data_stored":311808,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Apr 10 15:29:22 2024","interfaces":[{"interface":"back","average":{"1min":0.376,"5min":0.40200000000000002,"15min":0.40799999999999997},"min":{"1min":0.26100000000000001,"5min":0.20999999999999999,"15min":0.20999999999999999},"max":{"1min":0.60899999999999999,"5min":0.625,"15min":0.625},"last":0.41599999999999998},{"interface":"front","average":{"1min":0.379,"5min":0.40600000000000003,"15min":0.40600000000000003},"min":{"1min":0.20999999999999999,"5min":0.20999999999999999,"15min":0.20999999999999999},"max":{"1min":0.58499999999999996,"5min":0.98899999999999999,"15min":0.98899999999999999},"last":0.28799999999999998}]},{"osd":1,"last update":"Wed Apr 10 15:29:22 2024","interfaces":[{"interface":"back","average":{"1min":0.39400000000000002,"5min":0.437,"15min":0.44800000000000001},"min":{"1min":0.25600000000000001,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":0.69699999999999995,"5min":0.96099999999999997,"15min":0.96099999999999997},"last":0.35199999999999998},{"interface":"front","average":{"1min":0.37,"5min":0.42899999999999999,"15min":0.435},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.505,"5min":0.79000000000000004,"15min":0.79000000000000004},"last":0.34399999999999997}]},{"osd":2,"last update":"Wed Apr 10 15:29:22 2024","interfaces":[{"interface":"back","average":{"1min":0.41799999999999998,"5min":0.46200000000000002,"15min":0.46700000000000003},"min":{"1min":0.29499999999999998,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":0.63300000000000001,"5min":0.94799999999999995,"15min":0.94799999999999995},"last":0.39100000000000001},{"interface":"front","average":{"1min":0.40699999999999997,"5min":0.439,"15min":0.437},"min":{"1min":0.23000000000000001,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":0.71999999999999997,"5min":1.0249999999999999,"15min":1.0249999999999999},"last":0.371}]},{"osd":4,"last update":"Wed Apr 10 15:28:42 2024","interfaces":[{"interface":"back","average":{"1min":0.56899999999999995,"5min":0.55400000000000005,"15min":0.55200000000000005},"min":{"1min":0.39500000000000002,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":0.83599999999999997,"5min":0.83599999999999997,"15min":0.83599999999999997},"last":0.40400000000000003},{"interface":"front","average":{"1min":0.55500000000000005,"5min":0.56999999999999995,"15min":0.57199999999999995},"min":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":0.81899999999999995,"5min":0.81899999999999995,"15min":0.81899999999999995},"last":0.42799999999999999}]},{"osd":5,"last update":"Wed Apr 10 15:29:09 2024","interfaces":[{"interface":"back","average":{"1min":0.52700000000000002,"5min":0.57599999999999996,"15min":0.58399999999999996},"min":{"1min":0.374,"5min":0.374,"15min":0.374},"max":{"1min":0.82199999999999995,"5min":0.90600000000000003,"15min":0.90600000000000003},"last":0.45900000000000002},{"interface":"front","average":{"1min":0.56699999999999995,"5min":0.58099999999999996,"15min":0.58299999999999996},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.88400000000000001,"5min":0.88400000000000001,"15min":0.88400000000000001},"last":0.439}]},{"osd":6,"last update":"Wed Apr 10 15:29:31 2024","interfaces":[{"interface":"back","average":{"1min":0.54700000000000004,"5min":0.58999999999999997,"15min":0.59699999999999998},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.79500000000000004,"5min":0.88800000000000001,"15min":0.88800000000000001},"last":0.44700000000000001},{"interface":"front","average":{"1min":0.56000000000000005,"5min":0.61799999999999999,"15min":0.628},"min":{"1min":0.39900000000000002,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":0.96499999999999997,"5min":1.002,"15min":1.002},"last":0.46700000000000003}]},{"osd":7,"last update":"Wed Apr 10 15:28:58 2024","interfaces":[{"interface":"back","average":{"1min":0.60299999999999998,"5min":0.60299999999999998,"15min":0.60299999999999998},"min":{"1min":0.40300000000000002,"5min":0.40300000000000002,"15min":0.40300000000000002},"max":{"1min":1.0489999999999999,"5min":1.0489999999999999,"15min":1.0489999999999999},"last":0.501},{"interface":"front","average":{"1min":0.58599999999999997,"5min":0.58599999999999997,"15min":0.58599999999999997},"min":{"1min":0.41899999999999998,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":0.86599999999999999,"5min":0.86599999999999999,"15min":0.86599999999999999},"last":0.48199999999999998}]}]},{"osd":5,"up_from":38,"seq":163208757281,"num_pgs":40,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27732,"kb_used_data":704,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717420,"statfs":{"total":95995035648,"available":95966638080,"internally_reserved":0,"allocated":720896,"data_stored":311463,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Apr 10 15:29:12 2024","interfaces":[{"interface":"back","average":{"1min":0.52200000000000002,"5min":0.51200000000000001,"15min":0.51000000000000001},"min":{"1min":0.377,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.66400000000000003,"5min":0.78000000000000003,"15min":0.78000000000000003},"last":0.67500000000000004},{"interface":"front","average":{"1min":0.55100000000000005,"5min":0.52900000000000003,"15min":0.52500000000000002},"min":{"1min":0.35699999999999998,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.67200000000000004,"5min":0.71599999999999997,"15min":0.71599999999999997},"last":0.71099999999999997}]},{"osd":1,"last update":"Wed Apr 10 15:29:12 2024","interfaces":[{"interface":"back","average":{"1min":0.50800000000000001,"5min":0.51600000000000001,"15min":0.51800000000000002},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.68500000000000005,"5min":0.68500000000000005,"15min":0.68500000000000005},"last":0.64100000000000001},{"interface":"front","average":{"1min":0.54200000000000004,"5min":0.51800000000000002,"15min":0.51400000000000001},"min":{"1min":0.39600000000000002,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":0.745,"5min":0.76000000000000001,"15min":0.76000000000000001},"last":0.60099999999999998}]},{"osd":2,"last update":"Wed Apr 10 15:29:12 2024","interfaces":[{"interface":"back","average":{"1min":0.51800000000000002,"5min":0.51100000000000001,"15min":0.51000000000000001},"min":{"1min":0.33900000000000002,"5min":0.316,"15min":0.316},"max":{"1min":0.72099999999999997,"5min":0.746,"15min":0.746},"last":0.62},{"interface":"front","average":{"1min":0.53000000000000003,"5min":0.51400000000000001,"15min":0.51200000000000001},"min":{"1min":0.42799999999999999,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.61499999999999999,"5min":0.73299999999999998,"15min":0.73299999999999998},"last":0.78200000000000003}]},{"osd":3,"last update":"Wed Apr 10 15:29:12 2024","interfaces":[{"interface":"back","average":{"1min":0.51300000000000001,"5min":0.499,"15min":0.497},"min":{"1min":0.39400000000000002,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.64700000000000002,"5min":0.79500000000000004,"15min":0.79500000000000004},"last":0.52900000000000003},{"interface":"front","average":{"1min":0.57999999999999996,"5min":0.52400000000000002,"15min":0.51500000000000001},"min":{"1min":0.40300000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":0.751,"5min":0.77100000000000002,"15min":0.77100000000000002},"last":0.73999999999999999}]},{"osd":4,"last update":"Wed Apr 10 15:29:12 2024","interfaces":[{"interface":"back","average":{"1min":0.45900000000000002,"5min":0.39900000000000002,"15min":0.38900000000000001},"min":{"1min":0.318,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":0.77600000000000002,"5min":0.77600000000000002,"15min":0.77600000000000002},"last":0.55700000000000005},{"interface":"front","average":{"1min":0.46999999999999997,"5min":0.39800000000000002,"15min":0.38600000000000001},"min":{"1min":0.27900000000000003,"5min":0.246,"15min":0.246},"max":{"1min":0.70699999999999996,"5min":0.70699999999999996,"15min":0.70699999999999996},"last":0.68700000000000006}]},{"osd":6,"last update":"Wed Apr 10 15:29:34 2024","interfaces":[{"interface":"back","average":{"1min":0.49199999999999999,"5min":0.42099999999999999,"15min":0.40899999999999997},"min":{"1min":0.29499999999999998,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":0.78800000000000003,"5min":0.78800000000000003,"15min":0.78800000000000003},"last":0.69899999999999995},{"interface":"front","average":{"1min":0.51900000000000002,"5min":0.435,"15min":0.42099999999999999},"min":{"1min":0.26500000000000001,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":0.81699999999999995,"5min":0.81699999999999995,"15min":0.81699999999999995},"last":0.65900000000000003}]},{"osd":7,"last update":"Wed Apr 10 15:28:55 2024","interfaces":[{"interface":"back","average":{"1min":0.53400000000000003,"5min":0.53400000000000003,"15min":0.53400000000000003},"min":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":0.77500000000000002,"5min":0.77500000000000002,"15min":0.77500000000000002},"last":0.76500000000000001},{"interface":"front","average":{"1min":0.501,"5min":0.501,"15min":0.501},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.78100000000000003,"5min":0.78100000000000003,"15min":0.78100000000000003},"last":0.72799999999999998}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2454,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2440,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":2350,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-10T15:29:46.935 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2024-04-10T15:29:46.936 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2024-04-10T15:29:46.936 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy 2024-04-10T15:29:46.936 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 09bfb546-f74e-11ee-b64a-cb9ed24678a4 -- ceph health --format=json 2024-04-10T15:29:47.081 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:29:46 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[27756]: ::ffff:172.21.15.77 - - [10/Apr/2024:15:29:46] "GET /metrics HTTP/1.1" 200 33639 "" "Prometheus/2.43.0" 2024-04-10T15:29:47.141 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/09bfb546-f74e-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T15:29:47.487 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:29:47 smithi077 ceph-mon[31195]: pgmap v36: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:29:47.487 INFO:journalctl@ceph.node-exporter.b.smithi077.stdout:Apr 10 15:29:47 smithi077 bash[63542]: Copying config sha256:0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 2024-04-10T15:29:47.487 INFO:journalctl@ceph.node-exporter.b.smithi077.stdout:Apr 10 15:29:47 smithi077 bash[63542]: Writing manifest to image destination 2024-04-10T15:29:47.572 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:29:47 smithi069 ceph-mon[39688]: pgmap v36: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:29:47.572 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:29:47 smithi069 ceph-mon[27501]: pgmap v36: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:29:49.230 INFO:teuthology.orchestra.run.smithi069.stdout: 2024-04-10T15:29:49.230 INFO:teuthology.orchestra.run.smithi069.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2024-04-10T15:29:49.891 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy done 2024-04-10T15:29:49.891 DEBUG:teuthology.orchestra.run.smithi069:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-10T15:29:49.987 INFO:journalctl@ceph.node-exporter.b.smithi077.stdout:Apr 10 15:29:49 smithi077 podman[63542]: 2024-04-10 15:29:49.625528402 +0000 UTC m=+4.280604984 image pull 0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 quay.io/prometheus/node-exporter:v1.5.0 2024-04-10T15:29:50.181 INFO:teuthology.orchestra.run.smithi069.stdout: 2024-04-10T15:29:50.181 INFO:teuthology.orchestra.run.smithi069.stdout:{"epoch":69,"fsid":"09bfb546-f74e-11ee-b64a-cb9ed24678a4","created":"2024-04-10T15:22:42.696144+0000","modified":"2024-04-10T15:28:47.101990+0000","last_up_change":"2024-04-10T15:27:54.449002+0000","last_in_change":"2024-04-10T15:27:36.978052+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-10T15:25:53.886359+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-10T15:28:10.722853+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"61","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-10T15:28:11.860941+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"62","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"rbd","create_time":"2024-04-10T15:28:43.972626+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"69","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":3,"score_stable":3,"optimal_score":1,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"b719f13c-81ae-4937-9fb7-a808d74357a5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6802","nonce":4151394394},{"type":"v1","addr":"172.21.15.69:6803","nonce":4151394394}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6804","nonce":4151394394},{"type":"v1","addr":"172.21.15.69:6805","nonce":4151394394}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6808","nonce":4151394394},{"type":"v1","addr":"172.21.15.69:6809","nonce":4151394394}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6806","nonce":4151394394},{"type":"v1","addr":"172.21.15.69:6807","nonce":4151394394}]},"public_addr":"172.21.15.69:6803/4151394394","cluster_addr":"172.21.15.69:6805/4151394394","heartbeat_back_addr":"172.21.15.69:6809/4151394394","heartbeat_front_addr":"172.21.15.69:6807/4151394394","state":["exists","up"]},{"osd":1,"uuid":"2792adf4-cb44-4e8d-a4d7-23e6b890b8a0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6810","nonce":1357395889},{"type":"v1","addr":"172.21.15.69:6811","nonce":1357395889}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6812","nonce":1357395889},{"type":"v1","addr":"172.21.15.69:6813","nonce":1357395889}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6816","nonce":1357395889},{"type":"v1","addr":"172.21.15.69:6817","nonce":1357395889}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6814","nonce":1357395889},{"type":"v1","addr":"172.21.15.69:6815","nonce":1357395889}]},"public_addr":"172.21.15.69:6811/1357395889","cluster_addr":"172.21.15.69:6813/1357395889","heartbeat_back_addr":"172.21.15.69:6817/1357395889","heartbeat_front_addr":"172.21.15.69:6815/1357395889","state":["exists","up"]},{"osd":2,"uuid":"bc921321-1efe-43c6-ab36-ff5b6d48bcdf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6818","nonce":4024388906},{"type":"v1","addr":"172.21.15.69:6819","nonce":4024388906}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6820","nonce":4024388906},{"type":"v1","addr":"172.21.15.69:6821","nonce":4024388906}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6824","nonce":4024388906},{"type":"v1","addr":"172.21.15.69:6825","nonce":4024388906}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6822","nonce":4024388906},{"type":"v1","addr":"172.21.15.69:6823","nonce":4024388906}]},"public_addr":"172.21.15.69:6819/4024388906","cluster_addr":"172.21.15.69:6821/4024388906","heartbeat_back_addr":"172.21.15.69:6825/4024388906","heartbeat_front_addr":"172.21.15.69:6823/4024388906","state":["exists","up"]},{"osd":3,"uuid":"5a669ea3-f5c5-46d2-a202-d740afa7e7ca","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6826","nonce":2148573806},{"type":"v1","addr":"172.21.15.69:6827","nonce":2148573806}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6828","nonce":2148573806},{"type":"v1","addr":"172.21.15.69:6829","nonce":2148573806}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6832","nonce":2148573806},{"type":"v1","addr":"172.21.15.69:6833","nonce":2148573806}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6830","nonce":2148573806},{"type":"v1","addr":"172.21.15.69:6831","nonce":2148573806}]},"public_addr":"172.21.15.69:6827/2148573806","cluster_addr":"172.21.15.69:6829/2148573806","heartbeat_back_addr":"172.21.15.69:6833/2148573806","heartbeat_front_addr":"172.21.15.69:6831/2148573806","state":["exists","up"]},{"osd":4,"uuid":"f96c3109-ec3b-4b10-9541-1b295bff29da","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6800","nonce":1495062443},{"type":"v1","addr":"172.21.15.77:6801","nonce":1495062443}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6802","nonce":1495062443},{"type":"v1","addr":"172.21.15.77:6803","nonce":1495062443}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6806","nonce":1495062443},{"type":"v1","addr":"172.21.15.77:6807","nonce":1495062443}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6804","nonce":1495062443},{"type":"v1","addr":"172.21.15.77:6805","nonce":1495062443}]},"public_addr":"172.21.15.77:6801/1495062443","cluster_addr":"172.21.15.77:6803/1495062443","heartbeat_back_addr":"172.21.15.77:6807/1495062443","heartbeat_front_addr":"172.21.15.77:6805/1495062443","state":["exists","up"]},{"osd":5,"uuid":"53a362f2-5398-46e2-893a-c082eeaed67a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6808","nonce":1052908863},{"type":"v1","addr":"172.21.15.77:6809","nonce":1052908863}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6810","nonce":1052908863},{"type":"v1","addr":"172.21.15.77:6811","nonce":1052908863}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6814","nonce":1052908863},{"type":"v1","addr":"172.21.15.77:6815","nonce":1052908863}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6812","nonce":1052908863},{"type":"v1","addr":"172.21.15.77:6813","nonce":1052908863}]},"public_addr":"172.21.15.77:6809/1052908863","cluster_addr":"172.21.15.77:6811/1052908863","heartbeat_back_addr":"172.21.15.77:6815/1052908863","heartbeat_front_addr":"172.21.15.77:6813/1052908863","state":["exists","up"]},{"osd":6,"uuid":"c49d5f16-cf9d-4802-9f57-3fd57ccf650c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6816","nonce":1062558787},{"type":"v1","addr":"172.21.15.77:6817","nonce":1062558787}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6818","nonce":1062558787},{"type":"v1","addr":"172.21.15.77:6819","nonce":1062558787}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6822","nonce":1062558787},{"type":"v1","addr":"172.21.15.77:6823","nonce":1062558787}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6820","nonce":1062558787},{"type":"v1","addr":"172.21.15.77:6821","nonce":1062558787}]},"public_addr":"172.21.15.77:6817/1062558787","cluster_addr":"172.21.15.77:6819/1062558787","heartbeat_back_addr":"172.21.15.77:6823/1062558787","heartbeat_front_addr":"172.21.15.77:6821/1062558787","state":["exists","up"]},{"osd":7,"uuid":"7bd91ebb-06bd-49bb-9f1c-04cafb0fac05","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6824","nonce":2596130898},{"type":"v1","addr":"172.21.15.77:6825","nonce":2596130898}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6826","nonce":2596130898},{"type":"v1","addr":"172.21.15.77:6827","nonce":2596130898}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6830","nonce":2596130898},{"type":"v1","addr":"172.21.15.77:6831","nonce":2596130898}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6828","nonce":2596130898},{"type":"v1","addr":"172.21.15.77:6829","nonce":2596130898}]},"public_addr":"172.21.15.77:6825/2596130898","cluster_addr":"172.21.15.77:6827/2596130898","heartbeat_back_addr":"172.21.15.77:6831/2596130898","heartbeat_front_addr":"172.21.15.77:6829/2596130898","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T15:24:59.115526+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T15:25:24.586758+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T15:25:49.945194+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T15:26:16.222742+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T15:26:38.988879+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T15:27:03.320288+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T15:27:27.733370+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T15:27:52.661696+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.e","mappings":[{"from":7,"to":4}]},{"pgid":"3.9","mappings":[{"from":4,"to":1}]},{"pgid":"3.b","mappings":[{"from":0,"to":2}]},{"pgid":"3.1c","mappings":[{"from":5,"to":2}]},{"pgid":"3.1d","mappings":[{"from":4,"to":1}]},{"pgid":"3.30","mappings":[{"from":0,"to":1},{"from":5,"to":2}]},{"pgid":"3.3d","mappings":[{"from":0,"to":3}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.69:0/2506089448":"2024-04-11T15:28:45.087668+0000","172.21.15.69:0/1777701802":"2024-04-11T15:28:45.087668+0000","172.21.15.69:0/3098867057":"2024-04-11T15:28:45.087668+0000","172.21.15.69:6801/4122330610":"2024-04-11T15:23:35.574129+0000","172.21.15.69:6800/4122330610":"2024-04-11T15:23:35.574129+0000","172.21.15.69:0/2360866969":"2024-04-11T15:23:35.574129+0000","172.21.15.69:0/1572879938":"2024-04-11T15:23:35.574129+0000","172.21.15.69:0/3527145919":"2024-04-11T15:28:45.087668+0000","172.21.15.69:6801/3673302828":"2024-04-11T15:23:09.794536+0000","172.21.15.69:6800/3673302828":"2024-04-11T15:23:09.794536+0000","172.21.15.69:0/2434162432":"2024-04-11T15:23:09.794536+0000","172.21.15.69:6800/3708449102":"2024-04-11T15:28:45.087668+0000","172.21.15.69:0/2980460282":"2024-04-11T15:23:09.794536+0000","172.21.15.69:6801/3708449102":"2024-04-11T15:28:45.087668+0000","172.21.15.69:0/4118089464":"2024-04-11T15:23:09.794536+0000","172.21.15.69:0/1550264844":"2024-04-11T15:23:35.574129+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-10T15:29:50.194 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-10T15:25:53.886359+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 7.889999866485596, 'score_stable': 7.889999866485596, 'optimal_score': 0.3799999952316284, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-04-10T15:28:10.722853+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '61', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-04-10T15:28:11.860941+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '62', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'rbd', 'create_time': '2024-04-10T15:28:43.972626+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 8, 'pg_placement_num': 8, 'pg_placement_num_target': 8, 'pg_num_target': 8, 'pg_num_pending': 8, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '69', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {}, 'application_metadata': {'rbd': {}}, 'read_balance': {'score_acting': 3, 'score_stable': 3, 'optimal_score': 1, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-04-10T15:29:50.194 DEBUG:teuthology.orchestra.run.smithi069:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-10T15:29:50.476 INFO:teuthology.orchestra.run.smithi069.stdout:pg_num: 1 2024-04-10T15:29:50.487 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:29:50 smithi077 ceph-mon[31195]: pgmap v37: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:29:50.487 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:29:50 smithi077 ceph-mon[31195]: from='client.? 172.21.15.69:0/2298692947' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-10T15:29:50.488 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:29:50 smithi069 ceph-mon[27501]: pgmap v37: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:29:50.488 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:29:50 smithi069 ceph-mon[27501]: from='client.? 172.21.15.69:0/2298692947' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-10T15:29:50.489 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:29:50 smithi069 ceph-mon[39688]: pgmap v37: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:29:50.489 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:29:50 smithi069 ceph-mon[39688]: from='client.? 172.21.15.69:0/2298692947' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-10T15:29:50.490 DEBUG:teuthology.orchestra.run.smithi069:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-04-10T15:29:50.774 INFO:teuthology.orchestra.run.smithi069.stdout:pg_num: 32 2024-04-10T15:29:50.787 DEBUG:teuthology.orchestra.run.smithi069:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-04-10T15:29:50.987 INFO:journalctl@ceph.node-exporter.b.smithi077.stdout:Apr 10 15:29:50 smithi077 podman[63542]: 2024-04-10 15:29:50.560772925 +0000 UTC m=+5.215849497 container create 20103db32919b2167e6b25c8afb4e78ca070c90f5a5cba07b17d185726917afd (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-10T15:29:51.068 INFO:teuthology.orchestra.run.smithi069.stdout:pg_num: 64 2024-04-10T15:29:51.081 DEBUG:teuthology.orchestra.run.smithi069:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get rbd pg_num 2024-04-10T15:29:51.331 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:29:51 smithi069 ceph-mon[39688]: from='client.? 172.21.15.69:0/1174272626' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-10T15:29:51.331 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:29:51 smithi069 ceph-mon[39688]: from='client.? 172.21.15.69:0/19018861' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-10T15:29:51.331 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:29:51 smithi069 ceph-mon[39688]: from='client.? 172.21.15.69:0/255202431' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-10T15:29:51.331 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:29:51 smithi069 ceph-mon[39688]: from='client.? 172.21.15.69:0/3679151310' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-10T15:29:51.331 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:29:51 smithi069 ceph-mon[27501]: from='client.? 172.21.15.69:0/1174272626' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-10T15:29:51.331 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:29:51 smithi069 ceph-mon[27501]: from='client.? 172.21.15.69:0/19018861' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-10T15:29:51.332 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:29:51 smithi069 ceph-mon[27501]: from='client.? 172.21.15.69:0/255202431' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-10T15:29:51.332 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:29:51 smithi069 ceph-mon[27501]: from='client.? 172.21.15.69:0/3679151310' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-10T15:29:51.369 INFO:teuthology.orchestra.run.smithi069.stdout:pg_num: 8 2024-04-10T15:29:51.382 DEBUG:teuthology.orchestra.run.smithi069:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-10T15:29:51.487 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:29:51 smithi077 ceph-mon[31195]: from='client.? 172.21.15.69:0/1174272626' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-10T15:29:51.487 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:29:51 smithi077 ceph-mon[31195]: from='client.? 172.21.15.69:0/19018861' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-10T15:29:51.487 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:29:51 smithi077 ceph-mon[31195]: from='client.? 172.21.15.69:0/255202431' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-10T15:29:51.487 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:29:51 smithi077 ceph-mon[31195]: from='client.? 172.21.15.69:0/3679151310' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-10T15:29:51.697 INFO:teuthology.orchestra.run.smithi069.stdout: 2024-04-10T15:29:51.698 INFO:teuthology.orchestra.run.smithi069.stdout:{"epoch":7,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14427,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.69:6835/618262336","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6834","nonce":618262336},{"type":"v1","addr":"172.21.15.69:6835","nonce":618262336}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":7,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-04-10T15:28:12.668639+0000","modified":"2024-04-10T15:28:15.045764+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":24331},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24331":{"gid":24331,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.77:6833/2821633878","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6832","nonce":2821633878},{"type":"v1","addr":"172.21.15.77:6833","nonce":2821633878}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2024-04-10T15:29:51.698 INFO:teuthology.orchestra.run.smithi069.stderr:dumped fsmap epoch 7 2024-04-10T15:29:51.711 DEBUG:teuthology.orchestra.run.smithi069:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-10T15:29:51.994 INFO:teuthology.orchestra.run.smithi069.stdout: 2024-04-10T15:29:51.994 INFO:teuthology.orchestra.run.smithi069.stdout:{"epoch":69,"fsid":"09bfb546-f74e-11ee-b64a-cb9ed24678a4","created":"2024-04-10T15:22:42.696144+0000","modified":"2024-04-10T15:28:47.101990+0000","last_up_change":"2024-04-10T15:27:54.449002+0000","last_in_change":"2024-04-10T15:27:36.978052+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-10T15:25:53.886359+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-10T15:28:10.722853+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"61","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-10T15:28:11.860941+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"62","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"rbd","create_time":"2024-04-10T15:28:43.972626+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"69","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":3,"score_stable":3,"optimal_score":1,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"b719f13c-81ae-4937-9fb7-a808d74357a5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6802","nonce":4151394394},{"type":"v1","addr":"172.21.15.69:6803","nonce":4151394394}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6804","nonce":4151394394},{"type":"v1","addr":"172.21.15.69:6805","nonce":4151394394}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6808","nonce":4151394394},{"type":"v1","addr":"172.21.15.69:6809","nonce":4151394394}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6806","nonce":4151394394},{"type":"v1","addr":"172.21.15.69:6807","nonce":4151394394}]},"public_addr":"172.21.15.69:6803/4151394394","cluster_addr":"172.21.15.69:6805/4151394394","heartbeat_back_addr":"172.21.15.69:6809/4151394394","heartbeat_front_addr":"172.21.15.69:6807/4151394394","state":["exists","up"]},{"osd":1,"uuid":"2792adf4-cb44-4e8d-a4d7-23e6b890b8a0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6810","nonce":1357395889},{"type":"v1","addr":"172.21.15.69:6811","nonce":1357395889}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6812","nonce":1357395889},{"type":"v1","addr":"172.21.15.69:6813","nonce":1357395889}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6816","nonce":1357395889},{"type":"v1","addr":"172.21.15.69:6817","nonce":1357395889}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6814","nonce":1357395889},{"type":"v1","addr":"172.21.15.69:6815","nonce":1357395889}]},"public_addr":"172.21.15.69:6811/1357395889","cluster_addr":"172.21.15.69:6813/1357395889","heartbeat_back_addr":"172.21.15.69:6817/1357395889","heartbeat_front_addr":"172.21.15.69:6815/1357395889","state":["exists","up"]},{"osd":2,"uuid":"bc921321-1efe-43c6-ab36-ff5b6d48bcdf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6818","nonce":4024388906},{"type":"v1","addr":"172.21.15.69:6819","nonce":4024388906}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6820","nonce":4024388906},{"type":"v1","addr":"172.21.15.69:6821","nonce":4024388906}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6824","nonce":4024388906},{"type":"v1","addr":"172.21.15.69:6825","nonce":4024388906}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6822","nonce":4024388906},{"type":"v1","addr":"172.21.15.69:6823","nonce":4024388906}]},"public_addr":"172.21.15.69:6819/4024388906","cluster_addr":"172.21.15.69:6821/4024388906","heartbeat_back_addr":"172.21.15.69:6825/4024388906","heartbeat_front_addr":"172.21.15.69:6823/4024388906","state":["exists","up"]},{"osd":3,"uuid":"5a669ea3-f5c5-46d2-a202-d740afa7e7ca","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6826","nonce":2148573806},{"type":"v1","addr":"172.21.15.69:6827","nonce":2148573806}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6828","nonce":2148573806},{"type":"v1","addr":"172.21.15.69:6829","nonce":2148573806}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6832","nonce":2148573806},{"type":"v1","addr":"172.21.15.69:6833","nonce":2148573806}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6830","nonce":2148573806},{"type":"v1","addr":"172.21.15.69:6831","nonce":2148573806}]},"public_addr":"172.21.15.69:6827/2148573806","cluster_addr":"172.21.15.69:6829/2148573806","heartbeat_back_addr":"172.21.15.69:6833/2148573806","heartbeat_front_addr":"172.21.15.69:6831/2148573806","state":["exists","up"]},{"osd":4,"uuid":"f96c3109-ec3b-4b10-9541-1b295bff29da","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6800","nonce":1495062443},{"type":"v1","addr":"172.21.15.77:6801","nonce":1495062443}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6802","nonce":1495062443},{"type":"v1","addr":"172.21.15.77:6803","nonce":1495062443}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6806","nonce":1495062443},{"type":"v1","addr":"172.21.15.77:6807","nonce":1495062443}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6804","nonce":1495062443},{"type":"v1","addr":"172.21.15.77:6805","nonce":1495062443}]},"public_addr":"172.21.15.77:6801/1495062443","cluster_addr":"172.21.15.77:6803/1495062443","heartbeat_back_addr":"172.21.15.77:6807/1495062443","heartbeat_front_addr":"172.21.15.77:6805/1495062443","state":["exists","up"]},{"osd":5,"uuid":"53a362f2-5398-46e2-893a-c082eeaed67a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6808","nonce":1052908863},{"type":"v1","addr":"172.21.15.77:6809","nonce":1052908863}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6810","nonce":1052908863},{"type":"v1","addr":"172.21.15.77:6811","nonce":1052908863}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6814","nonce":1052908863},{"type":"v1","addr":"172.21.15.77:6815","nonce":1052908863}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6812","nonce":1052908863},{"type":"v1","addr":"172.21.15.77:6813","nonce":1052908863}]},"public_addr":"172.21.15.77:6809/1052908863","cluster_addr":"172.21.15.77:6811/1052908863","heartbeat_back_addr":"172.21.15.77:6815/1052908863","heartbeat_front_addr":"172.21.15.77:6813/1052908863","state":["exists","up"]},{"osd":6,"uuid":"c49d5f16-cf9d-4802-9f57-3fd57ccf650c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6816","nonce":1062558787},{"type":"v1","addr":"172.21.15.77:6817","nonce":1062558787}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6818","nonce":1062558787},{"type":"v1","addr":"172.21.15.77:6819","nonce":1062558787}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6822","nonce":1062558787},{"type":"v1","addr":"172.21.15.77:6823","nonce":1062558787}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6820","nonce":1062558787},{"type":"v1","addr":"172.21.15.77:6821","nonce":1062558787}]},"public_addr":"172.21.15.77:6817/1062558787","cluster_addr":"172.21.15.77:6819/1062558787","heartbeat_back_addr":"172.21.15.77:6823/1062558787","heartbeat_front_addr":"172.21.15.77:6821/1062558787","state":["exists","up"]},{"osd":7,"uuid":"7bd91ebb-06bd-49bb-9f1c-04cafb0fac05","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6824","nonce":2596130898},{"type":"v1","addr":"172.21.15.77:6825","nonce":2596130898}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6826","nonce":2596130898},{"type":"v1","addr":"172.21.15.77:6827","nonce":2596130898}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6830","nonce":2596130898},{"type":"v1","addr":"172.21.15.77:6831","nonce":2596130898}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6828","nonce":2596130898},{"type":"v1","addr":"172.21.15.77:6829","nonce":2596130898}]},"public_addr":"172.21.15.77:6825/2596130898","cluster_addr":"172.21.15.77:6827/2596130898","heartbeat_back_addr":"172.21.15.77:6831/2596130898","heartbeat_front_addr":"172.21.15.77:6829/2596130898","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T15:24:59.115526+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T15:25:24.586758+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T15:25:49.945194+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T15:26:16.222742+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T15:26:38.988879+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T15:27:03.320288+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T15:27:27.733370+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T15:27:52.661696+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.e","mappings":[{"from":7,"to":4}]},{"pgid":"3.9","mappings":[{"from":4,"to":1}]},{"pgid":"3.b","mappings":[{"from":0,"to":2}]},{"pgid":"3.1c","mappings":[{"from":5,"to":2}]},{"pgid":"3.1d","mappings":[{"from":4,"to":1}]},{"pgid":"3.30","mappings":[{"from":0,"to":1},{"from":5,"to":2}]},{"pgid":"3.3d","mappings":[{"from":0,"to":3}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.69:0/2506089448":"2024-04-11T15:28:45.087668+0000","172.21.15.69:0/1777701802":"2024-04-11T15:28:45.087668+0000","172.21.15.69:0/3098867057":"2024-04-11T15:28:45.087668+0000","172.21.15.69:6801/4122330610":"2024-04-11T15:23:35.574129+0000","172.21.15.69:6800/4122330610":"2024-04-11T15:23:35.574129+0000","172.21.15.69:0/2360866969":"2024-04-11T15:23:35.574129+0000","172.21.15.69:0/1572879938":"2024-04-11T15:23:35.574129+0000","172.21.15.69:0/3527145919":"2024-04-11T15:28:45.087668+0000","172.21.15.69:6801/3673302828":"2024-04-11T15:23:09.794536+0000","172.21.15.69:6800/3673302828":"2024-04-11T15:23:09.794536+0000","172.21.15.69:0/2434162432":"2024-04-11T15:23:09.794536+0000","172.21.15.69:6800/3708449102":"2024-04-11T15:28:45.087668+0000","172.21.15.69:0/2980460282":"2024-04-11T15:23:09.794536+0000","172.21.15.69:6801/3708449102":"2024-04-11T15:28:45.087668+0000","172.21.15.69:0/4118089464":"2024-04-11T15:23:09.794536+0000","172.21.15.69:0/1550264844":"2024-04-11T15:23:35.574129+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-10T15:29:52.007 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-10T15:25:53.886359+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 7.889999866485596, 'score_stable': 7.889999866485596, 'optimal_score': 0.3799999952316284, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-04-10T15:28:10.722853+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '61', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-04-10T15:28:11.860941+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '62', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'rbd', 'create_time': '2024-04-10T15:28:43.972626+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 8, 'pg_placement_num': 8, 'pg_placement_num_target': 8, 'pg_num_target': 8, 'pg_num_pending': 8, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '69', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {}, 'application_metadata': {'rbd': {}}, 'read_balance': {'score_acting': 3, 'score_stable': 3, 'optimal_score': 1, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-04-10T15:29:52.007 DEBUG:teuthology.orchestra.run.smithi069:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-10T15:29:52.293 INFO:teuthology.orchestra.run.smithi069.stdout:pg_num: 1 2024-04-10T15:29:52.306 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:29:52 smithi069 ceph-mon[39688]: pgmap v38: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:29:52.306 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:29:52 smithi069 ceph-mon[39688]: from='client.? 172.21.15.69:0/1540801599' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]: dispatch 2024-04-10T15:29:52.306 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:29:52 smithi069 ceph-mon[39688]: from='client.? 172.21.15.69:0/578736644' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-10T15:29:52.306 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:29:52 smithi069 ceph-mon[39688]: from='client.? 172.21.15.69:0/3401683680' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-10T15:29:52.306 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:29:52 smithi069 ceph-mon[27501]: pgmap v38: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:29:52.306 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:29:52 smithi069 ceph-mon[27501]: from='client.? 172.21.15.69:0/1540801599' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]: dispatch 2024-04-10T15:29:52.306 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:29:52 smithi069 ceph-mon[27501]: from='client.? 172.21.15.69:0/578736644' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-10T15:29:52.307 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:29:52 smithi069 ceph-mon[27501]: from='client.? 172.21.15.69:0/3401683680' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-10T15:29:52.307 DEBUG:teuthology.orchestra.run.smithi069:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-04-10T15:29:52.487 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:29:52 smithi077 ceph-mon[31195]: pgmap v38: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:29:52.487 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:29:52 smithi077 ceph-mon[31195]: from='client.? 172.21.15.69:0/1540801599' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]: dispatch 2024-04-10T15:29:52.487 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:29:52 smithi077 ceph-mon[31195]: from='client.? 172.21.15.69:0/578736644' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-10T15:29:52.487 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:29:52 smithi077 ceph-mon[31195]: from='client.? 172.21.15.69:0/3401683680' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-10T15:29:52.590 INFO:teuthology.orchestra.run.smithi069.stdout:pg_num: 32 2024-04-10T15:29:52.603 DEBUG:teuthology.orchestra.run.smithi069:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-04-10T15:29:52.889 INFO:teuthology.orchestra.run.smithi069.stdout:pg_num: 64 2024-04-10T15:29:52.902 DEBUG:teuthology.orchestra.run.smithi069:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get rbd pg_num 2024-04-10T15:29:52.988 INFO:journalctl@ceph.node-exporter.b.smithi077.stdout:Apr 10 15:29:52 smithi077 podman[63542]: 2024-04-10 15:29:52.529820879 +0000 UTC m=+7.184897450 container init 20103db32919b2167e6b25c8afb4e78ca070c90f5a5cba07b17d185726917afd (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-10T15:29:52.988 INFO:journalctl@ceph.node-exporter.b.smithi077.stdout:Apr 10 15:29:52 smithi077 podman[63542]: 2024-04-10 15:29:52.536124974 +0000 UTC m=+7.191201553 container start 20103db32919b2167e6b25c8afb4e78ca070c90f5a5cba07b17d185726917afd (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-10T15:29:52.988 INFO:journalctl@ceph.node-exporter.b.smithi077.stdout:Apr 10 15:29:52 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-node-exporter-b[63603]: ts=2024-04-10T15:29:52.540Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2024-04-10T15:29:52.988 INFO:journalctl@ceph.node-exporter.b.smithi077.stdout:Apr 10 15:29:52 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-node-exporter-b[63603]: ts=2024-04-10T15:29:52.540Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2024-04-10T15:29:52.988 INFO:journalctl@ceph.node-exporter.b.smithi077.stdout:Apr 10 15:29:52 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-node-exporter-b[63603]: ts=2024-04-10T15:29:52.541Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-04-10T15:29:52.989 INFO:journalctl@ceph.node-exporter.b.smithi077.stdout:Apr 10 15:29:52 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-node-exporter-b[63603]: ts=2024-04-10T15:29:52.541Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-04-10T15:29:52.989 INFO:journalctl@ceph.node-exporter.b.smithi077.stdout:Apr 10 15:29:52 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-node-exporter-b[63603]: ts=2024-04-10T15:29:52.541Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-04-10T15:29:52.989 INFO:journalctl@ceph.node-exporter.b.smithi077.stdout:Apr 10 15:29:52 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-node-exporter-b[63603]: ts=2024-04-10T15:29:52.541Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-04-10T15:29:52.989 INFO:journalctl@ceph.node-exporter.b.smithi077.stdout:Apr 10 15:29:52 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-node-exporter-b[63603]: ts=2024-04-10T15:29:52.542Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-04-10T15:29:52.989 INFO:journalctl@ceph.node-exporter.b.smithi077.stdout:Apr 10 15:29:52 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-node-exporter-b[63603]: ts=2024-04-10T15:29:52.542Z caller=node_exporter.go:117 level=info collector=arp 2024-04-10T15:29:52.989 INFO:journalctl@ceph.node-exporter.b.smithi077.stdout:Apr 10 15:29:52 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-node-exporter-b[63603]: ts=2024-04-10T15:29:52.542Z caller=node_exporter.go:117 level=info collector=bcache 2024-04-10T15:29:52.989 INFO:journalctl@ceph.node-exporter.b.smithi077.stdout:Apr 10 15:29:52 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-node-exporter-b[63603]: ts=2024-04-10T15:29:52.542Z caller=node_exporter.go:117 level=info collector=bonding 2024-04-10T15:29:52.989 INFO:journalctl@ceph.node-exporter.b.smithi077.stdout:Apr 10 15:29:52 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-node-exporter-b[63603]: ts=2024-04-10T15:29:52.542Z caller=node_exporter.go:117 level=info collector=btrfs 2024-04-10T15:29:52.989 INFO:journalctl@ceph.node-exporter.b.smithi077.stdout:Apr 10 15:29:52 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-node-exporter-b[63603]: ts=2024-04-10T15:29:52.542Z caller=node_exporter.go:117 level=info collector=conntrack 2024-04-10T15:29:52.989 INFO:journalctl@ceph.node-exporter.b.smithi077.stdout:Apr 10 15:29:52 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-node-exporter-b[63603]: ts=2024-04-10T15:29:52.542Z caller=node_exporter.go:117 level=info collector=cpu 2024-04-10T15:29:52.989 INFO:journalctl@ceph.node-exporter.b.smithi077.stdout:Apr 10 15:29:52 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-node-exporter-b[63603]: ts=2024-04-10T15:29:52.542Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-04-10T15:29:52.990 INFO:journalctl@ceph.node-exporter.b.smithi077.stdout:Apr 10 15:29:52 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-node-exporter-b[63603]: ts=2024-04-10T15:29:52.542Z caller=node_exporter.go:117 level=info collector=diskstats 2024-04-10T15:29:52.990 INFO:journalctl@ceph.node-exporter.b.smithi077.stdout:Apr 10 15:29:52 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-node-exporter-b[63603]: ts=2024-04-10T15:29:52.542Z caller=node_exporter.go:117 level=info collector=dmi 2024-04-10T15:29:52.990 INFO:journalctl@ceph.node-exporter.b.smithi077.stdout:Apr 10 15:29:52 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-node-exporter-b[63603]: ts=2024-04-10T15:29:52.542Z caller=node_exporter.go:117 level=info collector=edac 2024-04-10T15:29:52.990 INFO:journalctl@ceph.node-exporter.b.smithi077.stdout:Apr 10 15:29:52 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-node-exporter-b[63603]: ts=2024-04-10T15:29:52.542Z caller=node_exporter.go:117 level=info collector=entropy 2024-04-10T15:29:52.990 INFO:journalctl@ceph.node-exporter.b.smithi077.stdout:Apr 10 15:29:52 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-node-exporter-b[63603]: ts=2024-04-10T15:29:52.542Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-04-10T15:29:52.990 INFO:journalctl@ceph.node-exporter.b.smithi077.stdout:Apr 10 15:29:52 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-node-exporter-b[63603]: ts=2024-04-10T15:29:52.542Z caller=node_exporter.go:117 level=info collector=filefd 2024-04-10T15:29:52.990 INFO:journalctl@ceph.node-exporter.b.smithi077.stdout:Apr 10 15:29:52 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-node-exporter-b[63603]: ts=2024-04-10T15:29:52.542Z caller=node_exporter.go:117 level=info collector=filesystem 2024-04-10T15:29:52.990 INFO:journalctl@ceph.node-exporter.b.smithi077.stdout:Apr 10 15:29:52 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-node-exporter-b[63603]: ts=2024-04-10T15:29:52.542Z caller=node_exporter.go:117 level=info collector=hwmon 2024-04-10T15:29:52.990 INFO:journalctl@ceph.node-exporter.b.smithi077.stdout:Apr 10 15:29:52 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-node-exporter-b[63603]: ts=2024-04-10T15:29:52.542Z caller=node_exporter.go:117 level=info collector=infiniband 2024-04-10T15:29:52.990 INFO:journalctl@ceph.node-exporter.b.smithi077.stdout:Apr 10 15:29:52 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-node-exporter-b[63603]: ts=2024-04-10T15:29:52.542Z caller=node_exporter.go:117 level=info collector=ipvs 2024-04-10T15:29:52.990 INFO:journalctl@ceph.node-exporter.b.smithi077.stdout:Apr 10 15:29:52 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-node-exporter-b[63603]: ts=2024-04-10T15:29:52.542Z caller=node_exporter.go:117 level=info collector=loadavg 2024-04-10T15:29:52.991 INFO:journalctl@ceph.node-exporter.b.smithi077.stdout:Apr 10 15:29:52 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-node-exporter-b[63603]: ts=2024-04-10T15:29:52.542Z caller=node_exporter.go:117 level=info collector=mdadm 2024-04-10T15:29:52.991 INFO:journalctl@ceph.node-exporter.b.smithi077.stdout:Apr 10 15:29:52 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-node-exporter-b[63603]: ts=2024-04-10T15:29:52.542Z caller=node_exporter.go:117 level=info collector=meminfo 2024-04-10T15:29:52.991 INFO:journalctl@ceph.node-exporter.b.smithi077.stdout:Apr 10 15:29:52 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-node-exporter-b[63603]: ts=2024-04-10T15:29:52.542Z caller=node_exporter.go:117 level=info collector=netclass 2024-04-10T15:29:52.991 INFO:journalctl@ceph.node-exporter.b.smithi077.stdout:Apr 10 15:29:52 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-node-exporter-b[63603]: ts=2024-04-10T15:29:52.542Z caller=node_exporter.go:117 level=info collector=netdev 2024-04-10T15:29:52.991 INFO:journalctl@ceph.node-exporter.b.smithi077.stdout:Apr 10 15:29:52 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-node-exporter-b[63603]: ts=2024-04-10T15:29:52.542Z caller=node_exporter.go:117 level=info collector=netstat 2024-04-10T15:29:52.991 INFO:journalctl@ceph.node-exporter.b.smithi077.stdout:Apr 10 15:29:52 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-node-exporter-b[63603]: ts=2024-04-10T15:29:52.542Z caller=node_exporter.go:117 level=info collector=nfs 2024-04-10T15:29:52.991 INFO:journalctl@ceph.node-exporter.b.smithi077.stdout:Apr 10 15:29:52 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-node-exporter-b[63603]: ts=2024-04-10T15:29:52.542Z caller=node_exporter.go:117 level=info collector=nfsd 2024-04-10T15:29:52.991 INFO:journalctl@ceph.node-exporter.b.smithi077.stdout:Apr 10 15:29:52 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-node-exporter-b[63603]: ts=2024-04-10T15:29:52.542Z caller=node_exporter.go:117 level=info collector=nvme 2024-04-10T15:29:52.991 INFO:journalctl@ceph.node-exporter.b.smithi077.stdout:Apr 10 15:29:52 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-node-exporter-b[63603]: ts=2024-04-10T15:29:52.542Z caller=node_exporter.go:117 level=info collector=os 2024-04-10T15:29:52.991 INFO:journalctl@ceph.node-exporter.b.smithi077.stdout:Apr 10 15:29:52 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-node-exporter-b[63603]: ts=2024-04-10T15:29:52.542Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-04-10T15:29:52.991 INFO:journalctl@ceph.node-exporter.b.smithi077.stdout:Apr 10 15:29:52 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-node-exporter-b[63603]: ts=2024-04-10T15:29:52.542Z caller=node_exporter.go:117 level=info collector=pressure 2024-04-10T15:29:52.991 INFO:journalctl@ceph.node-exporter.b.smithi077.stdout:Apr 10 15:29:52 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-node-exporter-b[63603]: ts=2024-04-10T15:29:52.542Z caller=node_exporter.go:117 level=info collector=rapl 2024-04-10T15:29:52.991 INFO:journalctl@ceph.node-exporter.b.smithi077.stdout:Apr 10 15:29:52 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-node-exporter-b[63603]: ts=2024-04-10T15:29:52.542Z caller=node_exporter.go:117 level=info collector=schedstat 2024-04-10T15:29:52.991 INFO:journalctl@ceph.node-exporter.b.smithi077.stdout:Apr 10 15:29:52 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-node-exporter-b[63603]: ts=2024-04-10T15:29:52.542Z caller=node_exporter.go:117 level=info collector=selinux 2024-04-10T15:29:52.992 INFO:journalctl@ceph.node-exporter.b.smithi077.stdout:Apr 10 15:29:52 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-node-exporter-b[63603]: ts=2024-04-10T15:29:52.542Z caller=node_exporter.go:117 level=info collector=sockstat 2024-04-10T15:29:52.992 INFO:journalctl@ceph.node-exporter.b.smithi077.stdout:Apr 10 15:29:52 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-node-exporter-b[63603]: ts=2024-04-10T15:29:52.542Z caller=node_exporter.go:117 level=info collector=softnet 2024-04-10T15:29:52.992 INFO:journalctl@ceph.node-exporter.b.smithi077.stdout:Apr 10 15:29:52 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-node-exporter-b[63603]: ts=2024-04-10T15:29:52.542Z caller=node_exporter.go:117 level=info collector=stat 2024-04-10T15:29:52.992 INFO:journalctl@ceph.node-exporter.b.smithi077.stdout:Apr 10 15:29:52 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-node-exporter-b[63603]: ts=2024-04-10T15:29:52.542Z caller=node_exporter.go:117 level=info collector=tapestats 2024-04-10T15:29:52.992 INFO:journalctl@ceph.node-exporter.b.smithi077.stdout:Apr 10 15:29:52 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-node-exporter-b[63603]: ts=2024-04-10T15:29:52.542Z caller=node_exporter.go:117 level=info collector=textfile 2024-04-10T15:29:52.992 INFO:journalctl@ceph.node-exporter.b.smithi077.stdout:Apr 10 15:29:52 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-node-exporter-b[63603]: ts=2024-04-10T15:29:52.542Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-04-10T15:29:52.992 INFO:journalctl@ceph.node-exporter.b.smithi077.stdout:Apr 10 15:29:52 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-node-exporter-b[63603]: ts=2024-04-10T15:29:52.542Z caller=node_exporter.go:117 level=info collector=time 2024-04-10T15:29:52.992 INFO:journalctl@ceph.node-exporter.b.smithi077.stdout:Apr 10 15:29:52 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-node-exporter-b[63603]: ts=2024-04-10T15:29:52.542Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-04-10T15:29:52.992 INFO:journalctl@ceph.node-exporter.b.smithi077.stdout:Apr 10 15:29:52 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-node-exporter-b[63603]: ts=2024-04-10T15:29:52.542Z caller=node_exporter.go:117 level=info collector=uname 2024-04-10T15:29:52.992 INFO:journalctl@ceph.node-exporter.b.smithi077.stdout:Apr 10 15:29:52 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-node-exporter-b[63603]: ts=2024-04-10T15:29:52.542Z caller=node_exporter.go:117 level=info collector=vmstat 2024-04-10T15:29:52.992 INFO:journalctl@ceph.node-exporter.b.smithi077.stdout:Apr 10 15:29:52 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-node-exporter-b[63603]: ts=2024-04-10T15:29:52.542Z caller=node_exporter.go:117 level=info collector=xfs 2024-04-10T15:29:52.992 INFO:journalctl@ceph.node-exporter.b.smithi077.stdout:Apr 10 15:29:52 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-node-exporter-b[63603]: ts=2024-04-10T15:29:52.542Z caller=node_exporter.go:117 level=info collector=zfs 2024-04-10T15:29:52.992 INFO:journalctl@ceph.node-exporter.b.smithi077.stdout:Apr 10 15:29:52 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-node-exporter-b[63603]: ts=2024-04-10T15:29:52.542Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2024-04-10T15:29:52.992 INFO:journalctl@ceph.node-exporter.b.smithi077.stdout:Apr 10 15:29:52 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-node-exporter-b[63603]: ts=2024-04-10T15:29:52.542Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-04-10T15:29:53.188 INFO:teuthology.orchestra.run.smithi069.stdout:pg_num: 8 2024-04-10T15:29:53.201 DEBUG:teuthology.orchestra.run.smithi069:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-10T15:29:53.487 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:29:53 smithi077 ceph-mon[31195]: from='client.? 172.21.15.69:0/994955065' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-10T15:29:53.487 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:29:53 smithi077 ceph-mon[31195]: from='client.? 172.21.15.69:0/1208376191' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-10T15:29:53.487 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:29:53 smithi077 ceph-mon[31195]: from='client.? 172.21.15.69:0/1864615765' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-10T15:29:53.488 INFO:journalctl@ceph.node-exporter.b.smithi077.stdout:Apr 10 15:29:53 smithi077 bash[63542]: 20103db32919b2167e6b25c8afb4e78ca070c90f5a5cba07b17d185726917afd 2024-04-10T15:29:53.488 INFO:journalctl@ceph.node-exporter.b.smithi077.stdout:Apr 10 15:29:53 smithi077 systemd[1]: Started Ceph node-exporter.b for 09bfb546-f74e-11ee-b64a-cb9ed24678a4. 2024-04-10T15:29:53.532 INFO:teuthology.orchestra.run.smithi069.stdout: 2024-04-10T15:29:53.532 INFO:teuthology.orchestra.run.smithi069.stdout:{"epoch":7,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14427,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.69:6835/618262336","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6834","nonce":618262336},{"type":"v1","addr":"172.21.15.69:6835","nonce":618262336}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":7,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-04-10T15:28:12.668639+0000","modified":"2024-04-10T15:28:15.045764+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":24331},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24331":{"gid":24331,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.77:6833/2821633878","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6832","nonce":2821633878},{"type":"v1","addr":"172.21.15.77:6833","nonce":2821633878}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2024-04-10T15:29:53.532 INFO:teuthology.orchestra.run.smithi069.stderr:dumped fsmap epoch 7 2024-04-10T15:29:53.544 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:29:53 smithi069 ceph-mon[39688]: from='client.? 172.21.15.69:0/994955065' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-10T15:29:53.544 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:29:53 smithi069 ceph-mon[39688]: from='client.? 172.21.15.69:0/1208376191' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-10T15:29:53.544 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:29:53 smithi069 ceph-mon[39688]: from='client.? 172.21.15.69:0/1864615765' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-10T15:29:53.545 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:29:53 smithi069 ceph-mon[27501]: from='client.? 172.21.15.69:0/994955065' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-10T15:29:53.545 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:29:53 smithi069 ceph-mon[27501]: from='client.? 172.21.15.69:0/1208376191' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-10T15:29:53.545 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:29:53 smithi069 ceph-mon[27501]: from='client.? 172.21.15.69:0/1864615765' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-10T15:29:53.546 DEBUG:teuthology.orchestra.run.smithi069:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-10T15:29:53.849 INFO:teuthology.orchestra.run.smithi069.stdout: 2024-04-10T15:29:53.849 INFO:teuthology.orchestra.run.smithi069.stdout:{"epoch":69,"fsid":"09bfb546-f74e-11ee-b64a-cb9ed24678a4","created":"2024-04-10T15:22:42.696144+0000","modified":"2024-04-10T15:28:47.101990+0000","last_up_change":"2024-04-10T15:27:54.449002+0000","last_in_change":"2024-04-10T15:27:36.978052+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-10T15:25:53.886359+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-10T15:28:10.722853+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"61","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-10T15:28:11.860941+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"62","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"rbd","create_time":"2024-04-10T15:28:43.972626+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"69","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":3,"score_stable":3,"optimal_score":1,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"b719f13c-81ae-4937-9fb7-a808d74357a5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6802","nonce":4151394394},{"type":"v1","addr":"172.21.15.69:6803","nonce":4151394394}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6804","nonce":4151394394},{"type":"v1","addr":"172.21.15.69:6805","nonce":4151394394}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6808","nonce":4151394394},{"type":"v1","addr":"172.21.15.69:6809","nonce":4151394394}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6806","nonce":4151394394},{"type":"v1","addr":"172.21.15.69:6807","nonce":4151394394}]},"public_addr":"172.21.15.69:6803/4151394394","cluster_addr":"172.21.15.69:6805/4151394394","heartbeat_back_addr":"172.21.15.69:6809/4151394394","heartbeat_front_addr":"172.21.15.69:6807/4151394394","state":["exists","up"]},{"osd":1,"uuid":"2792adf4-cb44-4e8d-a4d7-23e6b890b8a0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6810","nonce":1357395889},{"type":"v1","addr":"172.21.15.69:6811","nonce":1357395889}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6812","nonce":1357395889},{"type":"v1","addr":"172.21.15.69:6813","nonce":1357395889}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6816","nonce":1357395889},{"type":"v1","addr":"172.21.15.69:6817","nonce":1357395889}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6814","nonce":1357395889},{"type":"v1","addr":"172.21.15.69:6815","nonce":1357395889}]},"public_addr":"172.21.15.69:6811/1357395889","cluster_addr":"172.21.15.69:6813/1357395889","heartbeat_back_addr":"172.21.15.69:6817/1357395889","heartbeat_front_addr":"172.21.15.69:6815/1357395889","state":["exists","up"]},{"osd":2,"uuid":"bc921321-1efe-43c6-ab36-ff5b6d48bcdf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6818","nonce":4024388906},{"type":"v1","addr":"172.21.15.69:6819","nonce":4024388906}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6820","nonce":4024388906},{"type":"v1","addr":"172.21.15.69:6821","nonce":4024388906}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6824","nonce":4024388906},{"type":"v1","addr":"172.21.15.69:6825","nonce":4024388906}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6822","nonce":4024388906},{"type":"v1","addr":"172.21.15.69:6823","nonce":4024388906}]},"public_addr":"172.21.15.69:6819/4024388906","cluster_addr":"172.21.15.69:6821/4024388906","heartbeat_back_addr":"172.21.15.69:6825/4024388906","heartbeat_front_addr":"172.21.15.69:6823/4024388906","state":["exists","up"]},{"osd":3,"uuid":"5a669ea3-f5c5-46d2-a202-d740afa7e7ca","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6826","nonce":2148573806},{"type":"v1","addr":"172.21.15.69:6827","nonce":2148573806}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6828","nonce":2148573806},{"type":"v1","addr":"172.21.15.69:6829","nonce":2148573806}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6832","nonce":2148573806},{"type":"v1","addr":"172.21.15.69:6833","nonce":2148573806}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6830","nonce":2148573806},{"type":"v1","addr":"172.21.15.69:6831","nonce":2148573806}]},"public_addr":"172.21.15.69:6827/2148573806","cluster_addr":"172.21.15.69:6829/2148573806","heartbeat_back_addr":"172.21.15.69:6833/2148573806","heartbeat_front_addr":"172.21.15.69:6831/2148573806","state":["exists","up"]},{"osd":4,"uuid":"f96c3109-ec3b-4b10-9541-1b295bff29da","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6800","nonce":1495062443},{"type":"v1","addr":"172.21.15.77:6801","nonce":1495062443}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6802","nonce":1495062443},{"type":"v1","addr":"172.21.15.77:6803","nonce":1495062443}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6806","nonce":1495062443},{"type":"v1","addr":"172.21.15.77:6807","nonce":1495062443}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6804","nonce":1495062443},{"type":"v1","addr":"172.21.15.77:6805","nonce":1495062443}]},"public_addr":"172.21.15.77:6801/1495062443","cluster_addr":"172.21.15.77:6803/1495062443","heartbeat_back_addr":"172.21.15.77:6807/1495062443","heartbeat_front_addr":"172.21.15.77:6805/1495062443","state":["exists","up"]},{"osd":5,"uuid":"53a362f2-5398-46e2-893a-c082eeaed67a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6808","nonce":1052908863},{"type":"v1","addr":"172.21.15.77:6809","nonce":1052908863}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6810","nonce":1052908863},{"type":"v1","addr":"172.21.15.77:6811","nonce":1052908863}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6814","nonce":1052908863},{"type":"v1","addr":"172.21.15.77:6815","nonce":1052908863}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6812","nonce":1052908863},{"type":"v1","addr":"172.21.15.77:6813","nonce":1052908863}]},"public_addr":"172.21.15.77:6809/1052908863","cluster_addr":"172.21.15.77:6811/1052908863","heartbeat_back_addr":"172.21.15.77:6815/1052908863","heartbeat_front_addr":"172.21.15.77:6813/1052908863","state":["exists","up"]},{"osd":6,"uuid":"c49d5f16-cf9d-4802-9f57-3fd57ccf650c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6816","nonce":1062558787},{"type":"v1","addr":"172.21.15.77:6817","nonce":1062558787}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6818","nonce":1062558787},{"type":"v1","addr":"172.21.15.77:6819","nonce":1062558787}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6822","nonce":1062558787},{"type":"v1","addr":"172.21.15.77:6823","nonce":1062558787}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6820","nonce":1062558787},{"type":"v1","addr":"172.21.15.77:6821","nonce":1062558787}]},"public_addr":"172.21.15.77:6817/1062558787","cluster_addr":"172.21.15.77:6819/1062558787","heartbeat_back_addr":"172.21.15.77:6823/1062558787","heartbeat_front_addr":"172.21.15.77:6821/1062558787","state":["exists","up"]},{"osd":7,"uuid":"7bd91ebb-06bd-49bb-9f1c-04cafb0fac05","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6824","nonce":2596130898},{"type":"v1","addr":"172.21.15.77:6825","nonce":2596130898}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6826","nonce":2596130898},{"type":"v1","addr":"172.21.15.77:6827","nonce":2596130898}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6830","nonce":2596130898},{"type":"v1","addr":"172.21.15.77:6831","nonce":2596130898}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6828","nonce":2596130898},{"type":"v1","addr":"172.21.15.77:6829","nonce":2596130898}]},"public_addr":"172.21.15.77:6825/2596130898","cluster_addr":"172.21.15.77:6827/2596130898","heartbeat_back_addr":"172.21.15.77:6831/2596130898","heartbeat_front_addr":"172.21.15.77:6829/2596130898","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T15:24:59.115526+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T15:25:24.586758+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T15:25:49.945194+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T15:26:16.222742+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T15:26:38.988879+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T15:27:03.320288+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T15:27:27.733370+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T15:27:52.661696+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.e","mappings":[{"from":7,"to":4}]},{"pgid":"3.9","mappings":[{"from":4,"to":1}]},{"pgid":"3.b","mappings":[{"from":0,"to":2}]},{"pgid":"3.1c","mappings":[{"from":5,"to":2}]},{"pgid":"3.1d","mappings":[{"from":4,"to":1}]},{"pgid":"3.30","mappings":[{"from":0,"to":1},{"from":5,"to":2}]},{"pgid":"3.3d","mappings":[{"from":0,"to":3}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.69:0/2506089448":"2024-04-11T15:28:45.087668+0000","172.21.15.69:0/1777701802":"2024-04-11T15:28:45.087668+0000","172.21.15.69:0/3098867057":"2024-04-11T15:28:45.087668+0000","172.21.15.69:6801/4122330610":"2024-04-11T15:23:35.574129+0000","172.21.15.69:6800/4122330610":"2024-04-11T15:23:35.574129+0000","172.21.15.69:0/2360866969":"2024-04-11T15:23:35.574129+0000","172.21.15.69:0/1572879938":"2024-04-11T15:23:35.574129+0000","172.21.15.69:0/3527145919":"2024-04-11T15:28:45.087668+0000","172.21.15.69:6801/3673302828":"2024-04-11T15:23:09.794536+0000","172.21.15.69:6800/3673302828":"2024-04-11T15:23:09.794536+0000","172.21.15.69:0/2434162432":"2024-04-11T15:23:09.794536+0000","172.21.15.69:6800/3708449102":"2024-04-11T15:28:45.087668+0000","172.21.15.69:0/2980460282":"2024-04-11T15:23:09.794536+0000","172.21.15.69:6801/3708449102":"2024-04-11T15:28:45.087668+0000","172.21.15.69:0/4118089464":"2024-04-11T15:23:09.794536+0000","172.21.15.69:0/1550264844":"2024-04-11T15:23:35.574129+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-10T15:29:53.863 DEBUG:teuthology.orchestra.run.smithi069:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-10T15:29:54.196 INFO:teuthology.orchestra.run.smithi069.stdout: 2024-04-10T15:29:54.196 INFO:teuthology.orchestra.run.smithi069.stdout:{"epoch":7,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14427,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.69:6835/618262336","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6834","nonce":618262336},{"type":"v1","addr":"172.21.15.69:6835","nonce":618262336}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":7,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-04-10T15:28:12.668639+0000","modified":"2024-04-10T15:28:15.045764+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":24331},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24331":{"gid":24331,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.77:6833/2821633878","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6832","nonce":2821633878},{"type":"v1","addr":"172.21.15.77:6833","nonce":2821633878}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2024-04-10T15:29:54.196 INFO:teuthology.orchestra.run.smithi069.stderr:dumped fsmap epoch 7 2024-04-10T15:29:54.209 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 7, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-04-10T15:28:12.668639+0000', 'modified': '2024-04-10T15:28:15.045764+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 24331}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_24331': {'gid': 24331, 'name': 'b', 'rank': 0, 'incarnation': 4, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.77:6833/2821633878', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.77:6832', 'nonce': 2821633878}, {'type': 'v1', 'addr': '172.21.15.77:6833', 'nonce': 2821633878}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}}}, 'data_pools': [3], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0} 2024-04-10T15:29:54.209 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-04-10T15:29:54.209 DEBUG:teuthology.orchestra.run.smithi069:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.b status 2024-04-10T15:29:54.322 INFO:teuthology.orchestra.run.smithi069.stderr:2024-04-10T15:29:54.337+0000 7f32bb7fe640 0 client.14874 ms_handle_reset on v2:172.21.15.77:6832/2821633878 2024-04-10T15:29:54.340 INFO:teuthology.orchestra.run.smithi069.stderr:2024-04-10T15:29:54.356+0000 7f32bb7fe640 0 client.14880 ms_handle_reset on v2:172.21.15.77:6832/2821633878 2024-04-10T15:29:54.341 INFO:teuthology.orchestra.run.smithi069.stdout:{ 2024-04-10T15:29:54.341 INFO:teuthology.orchestra.run.smithi069.stdout: "cluster_fsid": "09bfb546-f74e-11ee-b64a-cb9ed24678a4", 2024-04-10T15:29:54.341 INFO:teuthology.orchestra.run.smithi069.stdout: "whoami": 0, 2024-04-10T15:29:54.341 INFO:teuthology.orchestra.run.smithi069.stdout: "id": 24331, 2024-04-10T15:29:54.341 INFO:teuthology.orchestra.run.smithi069.stdout: "want_state": "up:active", 2024-04-10T15:29:54.341 INFO:teuthology.orchestra.run.smithi069.stdout: "state": "up:active", 2024-04-10T15:29:54.341 INFO:teuthology.orchestra.run.smithi069.stdout: "fs_name": "cephfs", 2024-04-10T15:29:54.341 INFO:teuthology.orchestra.run.smithi069.stdout: "rank_uptime": 101.685647426, 2024-04-10T15:29:54.341 INFO:teuthology.orchestra.run.smithi069.stdout: "mdsmap_epoch": 7, 2024-04-10T15:29:54.341 INFO:teuthology.orchestra.run.smithi069.stdout: "osdmap_epoch": 69, 2024-04-10T15:29:54.341 INFO:teuthology.orchestra.run.smithi069.stdout: "osdmap_epoch_barrier": 62, 2024-04-10T15:29:54.342 INFO:teuthology.orchestra.run.smithi069.stdout: "uptime": 105.738173624 2024-04-10T15:29:54.342 INFO:teuthology.orchestra.run.smithi069.stdout:} 2024-04-10T15:29:54.352 INFO:tasks.cephadm:Setup complete, yielding 2024-04-10T15:29:54.352 INFO:teuthology.run_tasks:Running task print... 2024-04-10T15:29:54.365 INFO:teuthology.task.print:**** done end installing reef cephadm ... 2024-04-10T15:29:54.365 INFO:teuthology.run_tasks:Running task print... 2024-04-10T15:29:54.407 INFO:teuthology.task.print:**** done start cephadm.shell ceph config set mgr... 2024-04-10T15:29:54.407 INFO:teuthology.run_tasks:Running task cephadm.shell... 2024-04-10T15:29:54.442 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi069.front.sepia.ceph.com 2024-04-10T15:29:54.442 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 09bfb546-f74e-11ee-b64a-cb9ed24678a4 -- bash -c 'ceph config set mgr mgr/cephadm/use_repo_digest true --force' 2024-04-10T15:29:54.466 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:29:54 smithi069 ceph-mon[39688]: pgmap v39: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:29:54.466 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:29:54 smithi069 ceph-mon[39688]: from='client.? 172.21.15.69:0/2094387391' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]: dispatch 2024-04-10T15:29:54.466 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:29:54 smithi069 ceph-mon[39688]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:29:54.466 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:29:54 smithi069 ceph-mon[39688]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:29:54.466 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:29:54 smithi069 ceph-mon[39688]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:29:54.466 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:29:54 smithi069 ceph-mon[39688]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:29:54.466 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:29:54 smithi069 ceph-mon[39688]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:29:54.466 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:29:54 smithi069 ceph-mon[39688]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:29:54.466 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:29:54 smithi069 ceph-mon[39688]: from='client.? 172.21.15.69:0/2496786436' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-10T15:29:54.466 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:29:54 smithi069 ceph-mon[39688]: from='client.? 172.21.15.69:0/738299714' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-10T15:29:54.466 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:29:54 smithi069 ceph-mon[27501]: pgmap v39: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:29:54.466 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:29:54 smithi069 ceph-mon[27501]: from='client.? 172.21.15.69:0/2094387391' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]: dispatch 2024-04-10T15:29:54.467 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:29:54 smithi069 ceph-mon[27501]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:29:54.467 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:29:54 smithi069 ceph-mon[27501]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:29:54.467 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:29:54 smithi069 ceph-mon[27501]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:29:54.467 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:29:54 smithi069 ceph-mon[27501]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:29:54.467 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:29:54 smithi069 ceph-mon[27501]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:29:54.467 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:29:54 smithi069 ceph-mon[27501]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:29:54.467 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:29:54 smithi069 ceph-mon[27501]: from='client.? 172.21.15.69:0/2496786436' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-10T15:29:54.467 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:29:54 smithi069 ceph-mon[27501]: from='client.? 172.21.15.69:0/738299714' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-10T15:29:54.487 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:29:54 smithi077 ceph-mon[31195]: pgmap v39: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:29:54.487 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:29:54 smithi077 ceph-mon[31195]: from='client.? 172.21.15.69:0/2094387391' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]: dispatch 2024-04-10T15:29:54.487 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:29:54 smithi077 ceph-mon[31195]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:29:54.487 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:29:54 smithi077 ceph-mon[31195]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:29:54.487 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:29:54 smithi077 ceph-mon[31195]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:29:54.487 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:29:54 smithi077 ceph-mon[31195]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:29:54.487 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:29:54 smithi077 ceph-mon[31195]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:29:54.487 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:29:54 smithi077 ceph-mon[31195]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:29:54.488 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:29:54 smithi077 ceph-mon[31195]: from='client.? 172.21.15.69:0/2496786436' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-10T15:29:54.488 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:29:54 smithi077 ceph-mon[31195]: from='client.? 172.21.15.69:0/738299714' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-10T15:29:54.656 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/09bfb546-f74e-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T15:29:55.331 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:29:55 smithi069 ceph-mon[27501]: from='client.? 172.21.15.69:0/1820990142' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-10T15:29:55.331 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:29:55 smithi069 ceph-mon[27501]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:29:55.331 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:29:55 smithi069 ceph-mon[39688]: from='client.? 172.21.15.69:0/1820990142' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-10T15:29:55.331 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:29:55 smithi069 ceph-mon[39688]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:29:55.487 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:29:55 smithi077 ceph-mon[31195]: from='client.? 172.21.15.69:0/1820990142' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-10T15:29:55.487 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:29:55 smithi077 ceph-mon[31195]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:29:56.420 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:29:56 smithi069 ceph-mon[39688]: pgmap v40: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:29:56.420 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:29:56 smithi069 ceph-mon[27501]: pgmap v40: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:29:56.452 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:29:56 smithi077 ceph-mon[31195]: pgmap v40: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:29:56.719 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:29:56 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[27756]: [10/Apr/2024:15:29:56] ENGINE Bus STOPPING 2024-04-10T15:29:56.720 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:29:56 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[27756]: [10/Apr/2024:15:29:56] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-10T15:29:56.720 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:29:56 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[27756]: [10/Apr/2024:15:29:56] ENGINE Bus STOPPED 2024-04-10T15:29:56.720 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:29:56 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[27756]: [10/Apr/2024:15:29:56] ENGINE Bus STARTING 2024-04-10T15:29:56.720 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:29:56 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[27756]: ::ffff:172.21.15.77 - - [10/Apr/2024:15:29:56] "GET /metrics HTTP/1.1" 200 33639 "" "Prometheus/2.43.0" 2024-04-10T15:29:57.081 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:29:56 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[27756]: [10/Apr/2024:15:29:56] ENGINE Serving on http://:::9283 2024-04-10T15:29:57.081 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:29:56 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[27756]: [10/Apr/2024:15:29:56] ENGINE Bus STARTED 2024-04-10T15:29:57.506 INFO:teuthology.run_tasks:Running task print... 2024-04-10T15:29:57.519 INFO:teuthology.task.print:**** done cephadm.shell ceph config set mgr... 2024-04-10T15:29:57.519 INFO:teuthology.run_tasks:Running task print... 2024-04-10T15:29:57.541 INFO:teuthology.task.print:**** done start telemetry reef... 2024-04-10T15:29:57.541 INFO:teuthology.run_tasks:Running task workunit... 2024-04-10T15:29:57.579 INFO:tasks.workunit:Pulling workunits from ref a5074d4516d566e9d8b6aec912f26afd099de101 2024-04-10T15:29:57.580 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-04-10T15:29:57.580 DEBUG:teuthology.orchestra.run.smithi069:> stat -- /home/ubuntu/cephtest/mnt.0 2024-04-10T15:29:57.595 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-10T15:29:57.596 INFO:teuthology.orchestra.run.smithi069.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-04-10T15:29:57.596 DEBUG:teuthology.orchestra.run.smithi069:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-04-10T15:29:57.651 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-04-10T15:29:57.651 DEBUG:teuthology.orchestra.run.smithi069:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-04-10T15:29:57.706 INFO:tasks.workunit:timeout=3h 2024-04-10T15:29:57.706 INFO:tasks.workunit:cleanup=True 2024-04-10T15:29:57.707 DEBUG:teuthology.orchestra.run.smithi069:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone https://github.com/ceph/ceph-ci.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 && git checkout a5074d4516d566e9d8b6aec912f26afd099de101 2024-04-10T15:29:57.761 INFO:tasks.workunit.client.0.smithi069.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-04-10T15:29:57.831 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:29:57 smithi069 ceph-mon[39688]: from='client.? ' entity='client.admin' 2024-04-10T15:29:57.831 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:29:57 smithi069 ceph-mon[39688]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:29:57.831 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:29:57 smithi069 ceph-mon[39688]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:29:57.831 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:29:57 smithi069 ceph-mon[39688]: pgmap v41: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:29:57.831 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:29:57 smithi069 ceph-mon[27501]: from='client.? ' entity='client.admin' 2024-04-10T15:29:57.831 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:29:57 smithi069 ceph-mon[27501]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:29:57.831 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:29:57 smithi069 ceph-mon[27501]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:29:57.832 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:29:57 smithi069 ceph-mon[27501]: pgmap v41: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:29:57.922 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:29:57 smithi077 ceph-mon[31195]: from='client.? ' entity='client.admin' 2024-04-10T15:29:57.922 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:29:57 smithi077 ceph-mon[31195]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:29:57.922 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:29:57 smithi077 ceph-mon[31195]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:29:57.922 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:29:57 smithi077 ceph-mon[31195]: pgmap v41: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:29:59.874 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:29:59 smithi069 ceph-mon[27501]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:29:59.874 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:29:59 smithi069 ceph-mon[27501]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:29:59.874 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:29:59 smithi069 ceph-mon[27501]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:29:59.875 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:29:59 smithi069 ceph-mon[27501]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:29:59.875 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:29:59 smithi069 ceph-mon[27501]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:29:59.875 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:29:59 smithi069 ceph-mon[27501]: pgmap v42: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:29:59.875 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:29:59 smithi069 ceph-mon[27501]: Reconfiguring alertmanager.a (dependencies changed)... 2024-04-10T15:29:59.875 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:29:59 smithi069 ceph-mon[27501]: Reconfiguring daemon alertmanager.a on smithi069 2024-04-10T15:29:59.875 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:29:59 smithi069 ceph-mon[39688]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:29:59.875 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:29:59 smithi069 ceph-mon[39688]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:29:59.875 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:29:59 smithi069 ceph-mon[39688]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:29:59.875 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:29:59 smithi069 ceph-mon[39688]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:29:59.876 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:29:59 smithi069 ceph-mon[39688]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:29:59.876 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:29:59 smithi069 ceph-mon[39688]: pgmap v42: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:29:59.876 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:29:59 smithi069 ceph-mon[39688]: Reconfiguring alertmanager.a (dependencies changed)... 2024-04-10T15:29:59.876 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:29:59 smithi069 ceph-mon[39688]: Reconfiguring daemon alertmanager.a on smithi069 2024-04-10T15:29:59.987 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:29:59 smithi077 ceph-mon[31195]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:29:59.987 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:29:59 smithi077 ceph-mon[31195]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:29:59.987 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:29:59 smithi077 ceph-mon[31195]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:29:59.987 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:29:59 smithi077 ceph-mon[31195]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:29:59.988 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:29:59 smithi077 ceph-mon[31195]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:29:59.988 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:29:59 smithi077 ceph-mon[31195]: pgmap v42: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:29:59.988 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:29:59 smithi077 ceph-mon[31195]: Reconfiguring alertmanager.a (dependencies changed)... 2024-04-10T15:29:59.988 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:29:59 smithi077 ceph-mon[31195]: Reconfiguring daemon alertmanager.a on smithi069 2024-04-10T15:30:00.831 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:30:00 smithi069 ceph-mon[27501]: overall HEALTH_OK 2024-04-10T15:30:00.831 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:30:00 smithi069 ceph-mon[27501]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:30:00.831 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:30:00 smithi069 ceph-mon[39688]: overall HEALTH_OK 2024-04-10T15:30:00.832 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:30:00 smithi069 ceph-mon[39688]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:30:00.987 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:30:00 smithi077 ceph-mon[31195]: overall HEALTH_OK 2024-04-10T15:30:00.987 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:30:00 smithi077 ceph-mon[31195]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:30:01.987 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:30:01 smithi077 ceph-mon[31195]: pgmap v43: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:30:02.081 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:30:01 smithi069 ceph-mon[39688]: pgmap v43: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:30:02.081 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:30:01 smithi069 ceph-mon[27501]: pgmap v43: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:30:03.065 INFO:journalctl@ceph.alertmanager.a.smithi069.stdout:Apr 10 15:30:02 smithi069 systemd[1]: Stopping Ceph alertmanager.a for 09bfb546-f74e-11ee-b64a-cb9ed24678a4... 2024-04-10T15:30:03.331 INFO:journalctl@ceph.alertmanager.a.smithi069.stdout:Apr 10 15:30:03 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-alertmanager-a[75355]: ts=2024-04-10T15:30:03.081Z caller=main.go:583 level=info msg="Received SIGTERM, exiting gracefully..." 2024-04-10T15:30:03.331 INFO:journalctl@ceph.alertmanager.a.smithi069.stdout:Apr 10 15:30:03 smithi069 podman[79416]: 2024-04-10 15:30:03.112092958 +0000 UTC m=+0.182125128 container died d9fcdb48ddc94a855f5a9be970b85479a5d15c778b0515be2d06c1d69d063ea7 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-10T15:30:03.831 INFO:journalctl@ceph.alertmanager.a.smithi069.stdout:Apr 10 15:30:03 smithi069 podman[79416]: 2024-04-10 15:30:03.612517407 +0000 UTC m=+0.682549577 container cleanup d9fcdb48ddc94a855f5a9be970b85479a5d15c778b0515be2d06c1d69d063ea7 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-10T15:30:03.831 INFO:journalctl@ceph.alertmanager.a.smithi069.stdout:Apr 10 15:30:03 smithi069 bash[79416]: ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-alertmanager-a 2024-04-10T15:30:04.156 INFO:journalctl@ceph.alertmanager.a.smithi069.stdout:Apr 10 15:30:03 smithi069 podman[79435]: 2024-04-10 15:30:03.889254784 +0000 UTC m=+0.772566014 container remove d9fcdb48ddc94a855f5a9be970b85479a5d15c778b0515be2d06c1d69d063ea7 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-10T15:30:04.156 INFO:journalctl@ceph.alertmanager.a.smithi069.stdout:Apr 10 15:30:03 smithi069 podman[79435]: 2024-04-10 15:30:03.989932678 +0000 UTC m=+0.873243907 volume remove cc241d3f279ce7bc7ce9a66392582379ac671a91e55524ea6a84b47b309d2a0f 2024-04-10T15:30:04.487 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:30:04 smithi077 ceph-mon[31195]: pgmap v44: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:30:04.509 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:30:04 smithi069 ceph-mon[39688]: pgmap v44: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:30:04.509 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:30:04 smithi069 ceph-mon[27501]: pgmap v44: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:30:04.509 INFO:journalctl@ceph.alertmanager.a.smithi069.stdout:Apr 10 15:30:04 smithi069 systemd[1]: ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4@alertmanager.a.service: Deactivated successfully. 2024-04-10T15:30:04.509 INFO:journalctl@ceph.alertmanager.a.smithi069.stdout:Apr 10 15:30:04 smithi069 systemd[1]: Stopped Ceph alertmanager.a for 09bfb546-f74e-11ee-b64a-cb9ed24678a4. 2024-04-10T15:30:04.509 INFO:journalctl@ceph.alertmanager.a.smithi069.stdout:Apr 10 15:30:04 smithi069 systemd[1]: Starting Ceph alertmanager.a for 09bfb546-f74e-11ee-b64a-cb9ed24678a4... 2024-04-10T15:30:04.510 INFO:journalctl@ceph.alertmanager.a.smithi069.stdout:Apr 10 15:30:04 smithi069 podman[79532]: 2024-04-10 15:30:04.309600651 +0000 UTC m=+0.017925145 image pull c8568f914cd25b2062c44e9f79f9c18da6e3b85fe0c47a12a2191c61426c2b19 quay.io/prometheus/alertmanager:v0.25.0 2024-04-10T15:30:04.510 INFO:journalctl@ceph.alertmanager.a.smithi069.stdout:Apr 10 15:30:04 smithi069 podman[79532]: 2024-04-10 15:30:04.416057127 +0000 UTC m=+0.124381605 volume create 4d168efed6e73cc70d683c71a6821544f82024066211a56e39447fa2b5196b36 2024-04-10T15:30:04.510 INFO:journalctl@ceph.alertmanager.a.smithi069.stdout:Apr 10 15:30:04 smithi069 podman[79532]: 2024-04-10 15:30:04.52499482 +0000 UTC m=+0.233319302 container create bd92cb80ff035b90abadc865d3787e78fa7fe5f7829b5b4fa7c1fa3914ab81e0 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-10T15:30:05.331 INFO:journalctl@ceph.alertmanager.a.smithi069.stdout:Apr 10 15:30:04 smithi069 podman[79532]: 2024-04-10 15:30:04.886836408 +0000 UTC m=+0.595160911 container init bd92cb80ff035b90abadc865d3787e78fa7fe5f7829b5b4fa7c1fa3914ab81e0 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-10T15:30:05.331 INFO:journalctl@ceph.alertmanager.a.smithi069.stdout:Apr 10 15:30:04 smithi069 podman[79532]: 2024-04-10 15:30:04.89307382 +0000 UTC m=+0.601398302 container start bd92cb80ff035b90abadc865d3787e78fa7fe5f7829b5b4fa7c1fa3914ab81e0 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-10T15:30:05.331 INFO:journalctl@ceph.alertmanager.a.smithi069.stdout:Apr 10 15:30:04 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-alertmanager-a[79546]: ts=2024-04-10T15:30:04.905Z caller=main.go:240 level=info msg="Starting Alertmanager" version="(version=0.25.0, branch=HEAD, revision=258fab7cdd551f2cf251ed0348f0ad7289aee789)" 2024-04-10T15:30:05.331 INFO:journalctl@ceph.alertmanager.a.smithi069.stdout:Apr 10 15:30:04 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-alertmanager-a[79546]: ts=2024-04-10T15:30:04.905Z caller=main.go:241 level=info build_context="(go=go1.19.4, user=root@abe866dd5717, date=20221222-14:51:36)" 2024-04-10T15:30:05.332 INFO:journalctl@ceph.alertmanager.a.smithi069.stdout:Apr 10 15:30:04 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-alertmanager-a[79546]: ts=2024-04-10T15:30:04.906Z caller=cluster.go:185 level=info component=cluster msg="setting advertise address explicitly" addr=172.21.15.69 port=9094 2024-04-10T15:30:05.332 INFO:journalctl@ceph.alertmanager.a.smithi069.stdout:Apr 10 15:30:04 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-alertmanager-a[79546]: ts=2024-04-10T15:30:04.907Z caller=cluster.go:681 level=info component=cluster msg="Waiting for gossip to settle..." interval=2s 2024-04-10T15:30:05.332 INFO:journalctl@ceph.alertmanager.a.smithi069.stdout:Apr 10 15:30:04 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-alertmanager-a[79546]: ts=2024-04-10T15:30:04.930Z caller=coordinator.go:113 level=info component=configuration msg="Loading configuration file" file=/etc/alertmanager/alertmanager.yml 2024-04-10T15:30:05.332 INFO:journalctl@ceph.alertmanager.a.smithi069.stdout:Apr 10 15:30:04 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-alertmanager-a[79546]: ts=2024-04-10T15:30:04.931Z caller=coordinator.go:126 level=info component=configuration msg="Completed loading of configuration file" file=/etc/alertmanager/alertmanager.yml 2024-04-10T15:30:05.332 INFO:journalctl@ceph.alertmanager.a.smithi069.stdout:Apr 10 15:30:04 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-alertmanager-a[79546]: ts=2024-04-10T15:30:04.933Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9093 2024-04-10T15:30:05.332 INFO:journalctl@ceph.alertmanager.a.smithi069.stdout:Apr 10 15:30:04 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-alertmanager-a[79546]: ts=2024-04-10T15:30:04.933Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9093 2024-04-10T15:30:05.332 INFO:journalctl@ceph.alertmanager.a.smithi069.stdout:Apr 10 15:30:04 smithi069 bash[79532]: bd92cb80ff035b90abadc865d3787e78fa7fe5f7829b5b4fa7c1fa3914ab81e0 2024-04-10T15:30:05.332 INFO:journalctl@ceph.alertmanager.a.smithi069.stdout:Apr 10 15:30:04 smithi069 systemd[1]: Started Ceph alertmanager.a for 09bfb546-f74e-11ee-b64a-cb9ed24678a4. 2024-04-10T15:30:06.237 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:30:06 smithi077 ceph-mon[31195]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:30:06.237 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:30:06 smithi077 ceph-mon[31195]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:30:06.237 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:30:06 smithi077 ceph-mon[31195]: Reconfiguring prometheus.a (dependencies changed)... 2024-04-10T15:30:06.238 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:30:06 smithi077 ceph-mon[31195]: pgmap v45: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:30:06.331 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:30:06 smithi069 ceph-mon[27501]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:30:06.331 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:30:06 smithi069 ceph-mon[27501]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:30:06.331 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:30:06 smithi069 ceph-mon[27501]: Reconfiguring prometheus.a (dependencies changed)... 2024-04-10T15:30:06.331 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:30:06 smithi069 ceph-mon[27501]: pgmap v45: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:30:06.332 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:30:06 smithi069 ceph-mon[39688]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:30:06.332 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:30:06 smithi069 ceph-mon[39688]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:30:06.332 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:30:06 smithi069 ceph-mon[39688]: Reconfiguring prometheus.a (dependencies changed)... 2024-04-10T15:30:06.332 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:30:06 smithi069 ceph-mon[39688]: pgmap v45: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:30:07.015 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:30:06 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[27756]: ::ffff:172.21.15.77 - - [10/Apr/2024:15:30:06] "GET /metrics HTTP/1.1" 200 33638 "" "Prometheus/2.43.0" 2024-04-10T15:30:07.015 INFO:journalctl@ceph.alertmanager.a.smithi069.stdout:Apr 10 15:30:06 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-alertmanager-a[79546]: ts=2024-04-10T15:30:06.907Z caller=cluster.go:706 level=info component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.000314847s 2024-04-10T15:30:07.015 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:30:07 smithi069 ceph-mon[27501]: Reconfiguring daemon prometheus.a on smithi077 2024-04-10T15:30:07.156 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:30:07 smithi077 ceph-mon[31195]: Reconfiguring daemon prometheus.a on smithi077 2024-04-10T15:30:07.331 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:30:07 smithi069 ceph-mon[39688]: Reconfiguring daemon prometheus.a on smithi077 2024-04-10T15:30:08.237 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:30:08 smithi077 ceph-mon[31195]: pgmap v46: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:30:08.331 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:30:08 smithi069 ceph-mon[39688]: pgmap v46: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:30:08.331 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:30:08 smithi069 ceph-mon[27501]: pgmap v46: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:30:08.694 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:30:08 smithi077 systemd[1]: Stopping Ceph prometheus.a for 09bfb546-f74e-11ee-b64a-cb9ed24678a4... 2024-04-10T15:30:08.975 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:30:08 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[61075]: ts=2024-04-10T15:30:08.709Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-04-10T15:30:08.975 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:30:08 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[61075]: ts=2024-04-10T15:30:08.710Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-04-10T15:30:08.976 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:30:08 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[61075]: ts=2024-04-10T15:30:08.710Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-04-10T15:30:08.976 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:30:08 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[61075]: ts=2024-04-10T15:30:08.710Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-04-10T15:30:08.976 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:30:08 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[61075]: ts=2024-04-10T15:30:08.710Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-04-10T15:30:08.976 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:30:08 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[61075]: ts=2024-04-10T15:30:08.710Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-04-10T15:30:08.976 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:30:08 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[61075]: ts=2024-04-10T15:30:08.710Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-04-10T15:30:08.976 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:30:08 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[61075]: ts=2024-04-10T15:30:08.710Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-04-10T15:30:08.976 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:30:08 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[61075]: ts=2024-04-10T15:30:08.710Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-04-10T15:30:08.976 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:30:08 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[61075]: ts=2024-04-10T15:30:08.710Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-04-10T15:30:08.976 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:30:08 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[61075]: ts=2024-04-10T15:30:08.710Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-04-10T15:30:08.976 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:30:08 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[61075]: ts=2024-04-10T15:30:08.710Z caller=main.go:1147 level=info msg="See you next time!" 2024-04-10T15:30:08.976 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:30:08 smithi077 podman[64597]: 2024-04-10 15:30:08.7200767 +0000 UTC m=+0.114646057 container died 8c9e320c7ae4c91275328f4854127dfae47e3de6244f4197b05a769c3544b9a4 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-10T15:30:09.237 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:30:09 smithi077 podman[64597]: 2024-04-10 15:30:09.089957405 +0000 UTC m=+0.484526772 container cleanup 8c9e320c7ae4c91275328f4854127dfae47e3de6244f4197b05a769c3544b9a4 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-10T15:30:09.237 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:30:09 smithi077 bash[64597]: ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a 2024-04-10T15:30:09.668 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:30:09 smithi077 podman[64615]: 2024-04-10 15:30:09.383254058 +0000 UTC m=+0.665965941 container remove 8c9e320c7ae4c91275328f4854127dfae47e3de6244f4197b05a769c3544b9a4 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-10T15:30:09.669 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:30:09 smithi077 systemd[1]: ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4@prometheus.a.service: Deactivated successfully. 2024-04-10T15:30:09.669 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:30:09 smithi077 systemd[1]: Stopped Ceph prometheus.a for 09bfb546-f74e-11ee-b64a-cb9ed24678a4. 2024-04-10T15:30:09.669 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:30:09 smithi077 systemd[1]: ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4@prometheus.a.service: Consumed 1.135s CPU time. 2024-04-10T15:30:09.669 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:30:09 smithi077 systemd[1]: Starting Ceph prometheus.a for 09bfb546-f74e-11ee-b64a-cb9ed24678a4... 2024-04-10T15:30:09.940 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:30:09 smithi077 podman[64713]: 2024-04-10 15:30:09.68427308 +0000 UTC m=+0.091359604 container create 9f7677ca4c69a580ab38e0901dc8c8f4f44edb3cff134fec316272373f086e84 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-10T15:30:09.940 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:30:09 smithi077 podman[64713]: 2024-04-10 15:30:09.611704123 +0000 UTC m=+0.018790614 image pull a07b618ecd1dce142bce4c52f0e80982eaf1f14265a2415c2d35978ccaa0a464 quay.io/prometheus/prometheus:v2.43.0 2024-04-10T15:30:09.940 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:30:09 smithi077 podman[64713]: 2024-04-10 15:30:09.927976615 +0000 UTC m=+0.335063096 container init 9f7677ca4c69a580ab38e0901dc8c8f4f44edb3cff134fec316272373f086e84 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-10T15:30:09.940 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:30:09 smithi077 podman[64713]: 2024-04-10 15:30:09.933055478 +0000 UTC m=+0.340141960 container start 9f7677ca4c69a580ab38e0901dc8c8f4f44edb3cff134fec316272373f086e84 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-10T15:30:10.237 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:30:10 smithi077 ceph-mon[31195]: pgmap v47: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:30:10.238 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:30:10 smithi077 ceph-mon[31195]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:30:10.238 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:30:10 smithi077 ceph-mon[31195]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:30:10.238 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:30:10 smithi077 ceph-mon[31195]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-10T15:30:10.238 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:30:10 smithi077 ceph-mon[31195]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi069.front.sepia.ceph.com:9093"}]: dispatch 2024-04-10T15:30:10.238 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:30:10 smithi077 ceph-mon[31195]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:30:10.238 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:30:10 smithi077 ceph-mon[31195]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-10T15:30:10.238 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:30:10 smithi077 ceph-mon[31195]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi077.front.sepia.ceph.com:9095"}]: dispatch 2024-04-10T15:30:10.238 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:30:10 smithi077 ceph-mon[31195]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:30:10.238 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:30:10 smithi077 ceph-mon[31195]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-10T15:30:10.238 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:30:10 smithi077 ceph-mon[31195]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi077.front.sepia.ceph.com:3000"}]: dispatch 2024-04-10T15:30:10.238 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:30:10 smithi077 ceph-mon[31195]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:30:10.239 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:30:10 smithi077 ceph-mon[31195]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:30:10.239 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:30:09 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[64727]: ts=2024-04-10T15:30:09.955Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-04-10T15:30:10.239 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:30:09 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[64727]: ts=2024-04-10T15:30:09.955Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-04-10T15:30:10.239 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:30:09 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[64727]: ts=2024-04-10T15:30:09.955Z caller=main.go:570 level=info host_details="(Linux 5.14.0-435.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024 x86_64 smithi077 (none))" 2024-04-10T15:30:10.239 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:30:09 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[64727]: ts=2024-04-10T15:30:09.956Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-04-10T15:30:10.239 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:30:09 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[64727]: ts=2024-04-10T15:30:09.956Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-04-10T15:30:10.239 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:30:09 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[64727]: ts=2024-04-10T15:30:09.957Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-04-10T15:30:10.240 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:30:09 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[64727]: ts=2024-04-10T15:30:09.957Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-04-10T15:30:10.240 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:30:09 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[64727]: ts=2024-04-10T15:30:09.958Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-04-10T15:30:10.240 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:30:09 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[64727]: ts=2024-04-10T15:30:09.958Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-04-10T15:30:10.240 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:30:09 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[64727]: ts=2024-04-10T15:30:09.960Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-04-10T15:30:10.240 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:30:09 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[64727]: ts=2024-04-10T15:30:09.960Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=1.672µs 2024-04-10T15:30:10.240 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:30:09 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[64727]: ts=2024-04-10T15:30:09.960Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-04-10T15:30:10.240 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:30:09 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[64727]: ts=2024-04-10T15:30:09.962Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=1 2024-04-10T15:30:10.240 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:30:09 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[64727]: ts=2024-04-10T15:30:09.962Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=1 2024-04-10T15:30:10.240 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:30:09 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[64727]: ts=2024-04-10T15:30:09.962Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=18.502µs wal_replay_duration=1.679796ms wbl_replay_duration=100ns total_replay_duration=1.715632ms 2024-04-10T15:30:10.240 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:30:09 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[64727]: ts=2024-04-10T15:30:09.963Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-04-10T15:30:10.240 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:30:09 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[64727]: ts=2024-04-10T15:30:09.963Z caller=main.go:1029 level=info msg="TSDB started" 2024-04-10T15:30:10.241 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:30:09 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[64727]: ts=2024-04-10T15:30:09.963Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-10T15:30:10.241 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:30:09 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[64727]: ts=2024-04-10T15:30:09.979Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=16.368684ms db_storage=735ns remote_storage=1.518µs web_handler=361ns query_engine=475ns scrape=376.369µs scrape_sd=79.604µs notify=9.962µs notify_sd=8.695µs rules=15.623576ms tracing=5.681µs 2024-04-10T15:30:10.241 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:30:09 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[64727]: ts=2024-04-10T15:30:09.979Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-04-10T15:30:10.241 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:30:09 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[64727]: ts=2024-04-10T15:30:09.979Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-04-10T15:30:10.241 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:30:10 smithi077 bash[64713]: 9f7677ca4c69a580ab38e0901dc8c8f4f44edb3cff134fec316272373f086e84 2024-04-10T15:30:10.241 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:30:10 smithi077 systemd[1]: Started Ceph prometheus.a for 09bfb546-f74e-11ee-b64a-cb9ed24678a4. 2024-04-10T15:30:10.457 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:30:10 smithi069 ceph-mon[39688]: pgmap v47: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:30:10.457 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:30:10 smithi069 ceph-mon[39688]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:30:10.457 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:30:10 smithi069 ceph-mon[39688]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:30:10.457 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:30:10 smithi069 ceph-mon[39688]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-10T15:30:10.458 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:30:10 smithi069 ceph-mon[39688]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi069.front.sepia.ceph.com:9093"}]: dispatch 2024-04-10T15:30:10.458 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:30:10 smithi069 ceph-mon[39688]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:30:10.458 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:30:10 smithi069 ceph-mon[39688]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-10T15:30:10.458 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:30:10 smithi069 ceph-mon[39688]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi077.front.sepia.ceph.com:9095"}]: dispatch 2024-04-10T15:30:10.458 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:30:10 smithi069 ceph-mon[39688]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:30:10.458 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:30:10 smithi069 ceph-mon[39688]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-10T15:30:10.458 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:30:10 smithi069 ceph-mon[39688]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi077.front.sepia.ceph.com:3000"}]: dispatch 2024-04-10T15:30:10.458 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:30:10 smithi069 ceph-mon[39688]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:30:10.458 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:30:10 smithi069 ceph-mon[39688]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:30:10.458 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:30:10 smithi069 ceph-mon[27501]: pgmap v47: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:30:10.458 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:30:10 smithi069 ceph-mon[27501]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:30:10.459 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:30:10 smithi069 ceph-mon[27501]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:30:10.459 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:30:10 smithi069 ceph-mon[27501]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-10T15:30:10.459 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:30:10 smithi069 ceph-mon[27501]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi069.front.sepia.ceph.com:9093"}]: dispatch 2024-04-10T15:30:10.459 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:30:10 smithi069 ceph-mon[27501]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:30:10.459 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:30:10 smithi069 ceph-mon[27501]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-10T15:30:10.459 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:30:10 smithi069 ceph-mon[27501]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi077.front.sepia.ceph.com:9095"}]: dispatch 2024-04-10T15:30:10.459 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:30:10 smithi069 ceph-mon[27501]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:30:10.459 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:30:10 smithi069 ceph-mon[27501]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-10T15:30:10.459 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:30:10 smithi069 ceph-mon[27501]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi077.front.sepia.ceph.com:3000"}]: dispatch 2024-04-10T15:30:10.459 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:30:10 smithi069 ceph-mon[27501]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:30:10.459 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:30:10 smithi069 ceph-mon[27501]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:30:10.459 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:30:10 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[27756]: [10/Apr/2024:15:30:10] ENGINE Bus STOPPING 2024-04-10T15:30:10.460 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:30:10 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[27756]: [10/Apr/2024:15:30:10] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-10T15:30:10.460 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:30:10 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[27756]: [10/Apr/2024:15:30:10] ENGINE Bus STOPPED 2024-04-10T15:30:10.460 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:30:10 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[27756]: [10/Apr/2024:15:30:10] ENGINE Bus STARTING 2024-04-10T15:30:10.460 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:30:10 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[27756]: [10/Apr/2024:15:30:10] ENGINE Serving on http://:::9283 2024-04-10T15:30:10.460 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:30:10 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[27756]: [10/Apr/2024:15:30:10] ENGINE Bus STARTED 2024-04-10T15:30:10.460 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:30:10 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[27756]: [10/Apr/2024:15:30:10] ENGINE Bus STOPPING 2024-04-10T15:30:10.460 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:30:10 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[27756]: [10/Apr/2024:15:30:10] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-10T15:30:10.460 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:30:10 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[27756]: [10/Apr/2024:15:30:10] ENGINE Bus STOPPED 2024-04-10T15:30:10.460 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:30:10 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[27756]: [10/Apr/2024:15:30:10] ENGINE Bus STARTING 2024-04-10T15:30:10.460 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:30:10 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[27756]: [10/Apr/2024:15:30:10] ENGINE Serving on http://:::9283 2024-04-10T15:30:10.460 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:30:10 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[27756]: [10/Apr/2024:15:30:10] ENGINE Bus STARTED 2024-04-10T15:30:10.460 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:30:10 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[27756]: [10/Apr/2024:15:30:10] ENGINE Bus STOPPING 2024-04-10T15:30:10.460 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:30:10 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[27756]: [10/Apr/2024:15:30:10] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-10T15:30:10.460 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:30:10 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[27756]: [10/Apr/2024:15:30:10] ENGINE Bus STOPPED 2024-04-10T15:30:10.460 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:30:10 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[27756]: [10/Apr/2024:15:30:10] ENGINE Bus STARTING 2024-04-10T15:30:10.461 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:30:10 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[27756]: [10/Apr/2024:15:30:10] ENGINE Serving on http://:::9283 2024-04-10T15:30:10.461 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:30:10 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[27756]: [10/Apr/2024:15:30:10] ENGINE Bus STARTED 2024-04-10T15:30:11.308 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:30:11 smithi069 ceph-mon[39688]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-10T15:30:11.308 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:30:11 smithi069 ceph-mon[39688]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi069.front.sepia.ceph.com:9093"}]: dispatch 2024-04-10T15:30:11.308 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:30:11 smithi069 ceph-mon[39688]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-10T15:30:11.308 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:30:11 smithi069 ceph-mon[39688]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi077.front.sepia.ceph.com:9095"}]: dispatch 2024-04-10T15:30:11.309 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:30:11 smithi069 ceph-mon[39688]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-10T15:30:11.309 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:30:11 smithi069 ceph-mon[39688]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi077.front.sepia.ceph.com:3000"}]: dispatch 2024-04-10T15:30:11.309 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:30:11 smithi069 ceph-mon[27501]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-10T15:30:11.309 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:30:11 smithi069 ceph-mon[27501]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi069.front.sepia.ceph.com:9093"}]: dispatch 2024-04-10T15:30:11.309 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:30:11 smithi069 ceph-mon[27501]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-10T15:30:11.309 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:30:11 smithi069 ceph-mon[27501]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi077.front.sepia.ceph.com:9095"}]: dispatch 2024-04-10T15:30:11.309 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:30:11 smithi069 ceph-mon[27501]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-10T15:30:11.309 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:30:11 smithi069 ceph-mon[27501]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi077.front.sepia.ceph.com:3000"}]: dispatch 2024-04-10T15:30:11.487 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:30:11 smithi077 ceph-mon[31195]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-10T15:30:11.487 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:30:11 smithi077 ceph-mon[31195]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi069.front.sepia.ceph.com:9093"}]: dispatch 2024-04-10T15:30:11.488 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:30:11 smithi077 ceph-mon[31195]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-10T15:30:11.488 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:30:11 smithi077 ceph-mon[31195]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi077.front.sepia.ceph.com:9095"}]: dispatch 2024-04-10T15:30:11.488 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:30:11 smithi077 ceph-mon[31195]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-10T15:30:11.488 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:30:11 smithi077 ceph-mon[31195]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi077.front.sepia.ceph.com:3000"}]: dispatch 2024-04-10T15:30:12.487 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:30:12 smithi077 ceph-mon[31195]: pgmap v48: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:30:12.581 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:30:12 smithi069 ceph-mon[27501]: pgmap v48: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:30:12.581 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:30:12 smithi069 ceph-mon[39688]: pgmap v48: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:30:14.487 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:30:14 smithi077 ceph-mon[31195]: pgmap v49: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:30:14.488 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:30:14 smithi077 ceph-mon[31195]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:30:14.488 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:30:14 smithi077 ceph-mon[31195]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:30:14.488 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:30:14 smithi077 ceph-mon[31195]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:30:14.488 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:30:14 smithi077 ceph-mon[31195]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:30:14.488 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:30:14 smithi077 ceph-mon[31195]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:30:14.488 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:30:14 smithi077 ceph-mon[31195]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:30:14.488 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:30:14 smithi077 ceph-mon[31195]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:30:14.581 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:30:14 smithi069 ceph-mon[39688]: pgmap v49: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:30:14.581 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:30:14 smithi069 ceph-mon[39688]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:30:14.581 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:30:14 smithi069 ceph-mon[39688]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:30:14.581 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:30:14 smithi069 ceph-mon[39688]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:30:14.581 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:30:14 smithi069 ceph-mon[39688]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:30:14.582 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:30:14 smithi069 ceph-mon[39688]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:30:14.582 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:30:14 smithi069 ceph-mon[39688]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:30:14.582 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:30:14 smithi069 ceph-mon[39688]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:30:14.582 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:30:14 smithi069 ceph-mon[27501]: pgmap v49: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:30:14.582 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:30:14 smithi069 ceph-mon[27501]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:30:14.582 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:30:14 smithi069 ceph-mon[27501]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:30:14.582 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:30:14 smithi069 ceph-mon[27501]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:30:14.582 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:30:14 smithi069 ceph-mon[27501]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:30:14.582 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:30:14 smithi069 ceph-mon[27501]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:30:14.582 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:30:14 smithi069 ceph-mon[27501]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:30:14.583 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:30:14 smithi069 ceph-mon[27501]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:30:15.169 INFO:journalctl@ceph.alertmanager.a.smithi069.stdout:Apr 10 15:30:14 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-alertmanager-a[79546]: ts=2024-04-10T15:30:14.911Z caller=cluster.go:698 level=info component=cluster msg="gossip settled; proceeding" elapsed=10.004116898s 2024-04-10T15:30:15.487 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:30:15 smithi077 ceph-mon[31195]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:30:15.581 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:30:15 smithi069 ceph-mon[39688]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:30:15.581 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:30:15 smithi069 ceph-mon[27501]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:30:16.482 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:30:16 smithi069 ceph-mon[39688]: pgmap v50: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:30:16.483 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:30:16 smithi069 ceph-mon[27501]: pgmap v50: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:30:16.487 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:30:16 smithi077 ceph-mon[31195]: pgmap v50: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:30:16.751 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:30:16 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[27756]: ::ffff:172.21.15.77 - - [10/Apr/2024:15:30:16] "GET /metrics HTTP/1.1" 200 33637 "" "Prometheus/2.43.0" 2024-04-10T15:30:18.487 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:30:18 smithi077 ceph-mon[31195]: pgmap v51: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-10T15:30:18.488 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:30:18 smithi077 ceph-mon[31195]: mgrmap e21: y(active, since 92s), standbys: x 2024-04-10T15:30:18.581 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:30:18 smithi069 ceph-mon[27501]: pgmap v51: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-10T15:30:18.581 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:30:18 smithi069 ceph-mon[27501]: mgrmap e21: y(active, since 92s), standbys: x 2024-04-10T15:30:18.582 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:30:18 smithi069 ceph-mon[39688]: pgmap v51: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-10T15:30:18.582 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:30:18 smithi069 ceph-mon[39688]: mgrmap e21: y(active, since 92s), standbys: x 2024-04-10T15:30:20.488 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:30:20 smithi077 ceph-mon[31195]: pgmap v52: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-10T15:30:20.581 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:30:20 smithi069 ceph-mon[39688]: pgmap v52: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-10T15:30:20.581 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:30:20 smithi069 ceph-mon[27501]: pgmap v52: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-10T15:30:22.487 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:30:22 smithi077 ceph-mon[31195]: pgmap v53: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-10T15:30:22.581 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:30:22 smithi069 ceph-mon[39688]: pgmap v53: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-10T15:30:22.581 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:30:22 smithi069 ceph-mon[27501]: pgmap v53: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-10T15:30:24.487 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:30:24 smithi077 ceph-mon[31195]: pgmap v54: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-10T15:30:24.581 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:30:24 smithi069 ceph-mon[39688]: pgmap v54: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-10T15:30:24.581 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:30:24 smithi069 ceph-mon[27501]: pgmap v54: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-10T15:30:26.487 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:30:26 smithi077 ceph-mon[31195]: pgmap v55: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-10T15:30:26.581 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:30:26 smithi069 ceph-mon[39688]: pgmap v55: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-10T15:30:26.581 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:30:26 smithi069 ceph-mon[27501]: pgmap v55: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-10T15:30:27.081 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:30:26 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[27756]: ::ffff:172.21.15.77 - - [10/Apr/2024:15:30:26] "GET /metrics HTTP/1.1" 200 33637 "" "Prometheus/2.43.0" 2024-04-10T15:30:28.487 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:30:28 smithi077 ceph-mon[31195]: pgmap v56: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-10T15:30:28.581 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:30:28 smithi069 ceph-mon[39688]: pgmap v56: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-10T15:30:28.581 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:30:28 smithi069 ceph-mon[27501]: pgmap v56: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-10T15:30:30.487 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:30:30 smithi077 ceph-mon[31195]: pgmap v57: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:30:30.488 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:30:30 smithi077 ceph-mon[31195]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:30:30.581 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:30:30 smithi069 ceph-mon[39688]: pgmap v57: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:30:30.581 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:30:30 smithi069 ceph-mon[39688]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:30:30.582 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:30:30 smithi069 ceph-mon[27501]: pgmap v57: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:30:30.582 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:30:30 smithi069 ceph-mon[27501]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:30:32.487 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:30:32 smithi077 ceph-mon[31195]: pgmap v58: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:30:32.581 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:30:32 smithi069 ceph-mon[39688]: pgmap v58: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:30:32.581 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:30:32 smithi069 ceph-mon[27501]: pgmap v58: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:30:34.488 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:30:34 smithi077 ceph-mon[31195]: pgmap v59: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:30:34.581 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:30:34 smithi069 ceph-mon[39688]: pgmap v59: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:30:34.581 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:30:34 smithi069 ceph-mon[27501]: pgmap v59: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:30:36.487 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:30:36 smithi077 ceph-mon[31195]: pgmap v60: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:30:36.581 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:30:36 smithi069 ceph-mon[39688]: pgmap v60: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:30:36.581 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:30:36 smithi069 ceph-mon[27501]: pgmap v60: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:30:37.081 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:30:36 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[27756]: ::ffff:172.21.15.77 - - [10/Apr/2024:15:30:36] "GET /metrics HTTP/1.1" 200 33638 "" "Prometheus/2.43.0" 2024-04-10T15:30:38.488 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:30:38 smithi077 ceph-mon[31195]: pgmap v61: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:30:38.581 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:30:38 smithi069 ceph-mon[39688]: pgmap v61: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:30:38.582 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:30:38 smithi069 ceph-mon[27501]: pgmap v61: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:30:40.488 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:30:40 smithi077 ceph-mon[31195]: pgmap v62: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:30:40.581 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:30:40 smithi069 ceph-mon[39688]: pgmap v62: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:30:40.581 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:30:40 smithi069 ceph-mon[27501]: pgmap v62: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:30:42.487 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:30:42 smithi077 ceph-mon[31195]: pgmap v63: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:30:42.581 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:30:42 smithi069 ceph-mon[39688]: pgmap v63: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:30:42.582 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:30:42 smithi069 ceph-mon[27501]: pgmap v63: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:30:44.331 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:30:44 smithi069 ceph-mon[39688]: pgmap v64: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:30:44.332 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:30:44 smithi069 ceph-mon[27501]: pgmap v64: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:30:44.487 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:30:44 smithi077 ceph-mon[31195]: pgmap v64: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:30:45.487 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:30:45 smithi077 ceph-mon[31195]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:30:45.581 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:30:45 smithi069 ceph-mon[39688]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:30:45.582 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:30:45 smithi069 ceph-mon[27501]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:30:46.482 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:30:46 smithi069 ceph-mon[39688]: pgmap v65: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:30:46.483 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:30:46 smithi069 ceph-mon[27501]: pgmap v65: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:30:46.487 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:30:46 smithi077 ceph-mon[31195]: pgmap v65: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:30:46.832 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:30:46 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[27756]: ::ffff:172.21.15.77 - - [10/Apr/2024:15:30:46] "GET /metrics HTTP/1.1" 200 33637 "" "Prometheus/2.43.0" 2024-04-10T15:30:48.487 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:30:48 smithi077 ceph-mon[31195]: pgmap v66: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:30:48.581 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:30:48 smithi069 ceph-mon[39688]: pgmap v66: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:30:48.582 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:30:48 smithi069 ceph-mon[27501]: pgmap v66: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:30:50.487 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:30:50 smithi077 ceph-mon[31195]: pgmap v67: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:30:50.581 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:30:50 smithi069 ceph-mon[39688]: pgmap v67: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:30:50.582 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:30:50 smithi069 ceph-mon[27501]: pgmap v67: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:30:52.488 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:30:52 smithi077 ceph-mon[31195]: pgmap v68: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:30:52.581 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:30:52 smithi069 ceph-mon[39688]: pgmap v68: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:30:52.582 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:30:52 smithi069 ceph-mon[27501]: pgmap v68: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:30:54.488 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:30:54 smithi077 ceph-mon[31195]: pgmap v69: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:30:54.581 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:30:54 smithi069 ceph-mon[39688]: pgmap v69: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:30:54.582 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:30:54 smithi069 ceph-mon[27501]: pgmap v69: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:30:56.488 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:30:56 smithi077 ceph-mon[31195]: pgmap v70: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:30:56.582 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:30:56 smithi069 ceph-mon[39688]: pgmap v70: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:30:56.582 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:30:56 smithi069 ceph-mon[27501]: pgmap v70: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:30:57.082 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:30:56 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[27756]: ::ffff:172.21.15.77 - - [10/Apr/2024:15:30:56] "GET /metrics HTTP/1.1" 200 33637 "" "Prometheus/2.43.0" 2024-04-10T15:30:58.488 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:30:58 smithi077 ceph-mon[31195]: pgmap v71: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:30:58.581 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:30:58 smithi069 ceph-mon[39688]: pgmap v71: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:30:58.582 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:30:58 smithi069 ceph-mon[27501]: pgmap v71: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:31:00.488 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:00 smithi077 ceph-mon[31195]: pgmap v72: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:31:00.488 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:00 smithi077 ceph-mon[31195]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:31:00.582 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:00 smithi069 ceph-mon[39688]: pgmap v72: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:31:00.582 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:00 smithi069 ceph-mon[39688]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:31:00.582 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:00 smithi069 ceph-mon[27501]: pgmap v72: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:31:00.582 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:00 smithi069 ceph-mon[27501]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:31:02.488 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:02 smithi077 ceph-mon[31195]: pgmap v73: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:31:02.581 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:02 smithi069 ceph-mon[27501]: pgmap v73: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:31:02.582 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:02 smithi069 ceph-mon[39688]: pgmap v73: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:31:04.018 INFO:tasks.workunit.client.0.smithi069.stderr:Note: switching to 'a5074d4516d566e9d8b6aec912f26afd099de101'. 2024-04-10T15:31:04.019 INFO:tasks.workunit.client.0.smithi069.stderr: 2024-04-10T15:31:04.019 INFO:tasks.workunit.client.0.smithi069.stderr:You are in 'detached HEAD' state. You can look around, make experimental 2024-04-10T15:31:04.019 INFO:tasks.workunit.client.0.smithi069.stderr:changes and commit them, and you can discard any commits you make in this 2024-04-10T15:31:04.019 INFO:tasks.workunit.client.0.smithi069.stderr:state without impacting any branches by switching back to a branch. 2024-04-10T15:31:04.019 INFO:tasks.workunit.client.0.smithi069.stderr: 2024-04-10T15:31:04.019 INFO:tasks.workunit.client.0.smithi069.stderr:If you want to create a new branch to retain commits you create, you may 2024-04-10T15:31:04.019 INFO:tasks.workunit.client.0.smithi069.stderr:do so (now or later) by using -c with the switch command. Example: 2024-04-10T15:31:04.019 INFO:tasks.workunit.client.0.smithi069.stderr: 2024-04-10T15:31:04.019 INFO:tasks.workunit.client.0.smithi069.stderr: git switch -c 2024-04-10T15:31:04.019 INFO:tasks.workunit.client.0.smithi069.stderr: 2024-04-10T15:31:04.019 INFO:tasks.workunit.client.0.smithi069.stderr:Or undo this operation with: 2024-04-10T15:31:04.019 INFO:tasks.workunit.client.0.smithi069.stderr: 2024-04-10T15:31:04.020 INFO:tasks.workunit.client.0.smithi069.stderr: git switch - 2024-04-10T15:31:04.020 INFO:tasks.workunit.client.0.smithi069.stderr: 2024-04-10T15:31:04.020 INFO:tasks.workunit.client.0.smithi069.stderr:Turn off this advice by setting config variable advice.detachedHead to false 2024-04-10T15:31:04.020 INFO:tasks.workunit.client.0.smithi069.stderr: 2024-04-10T15:31:04.020 INFO:tasks.workunit.client.0.smithi069.stderr:HEAD is now at a5074d4516d Merge branch 'wip-nitzan-public-addr-check-subnet-unreachable' of https://github.com/NitzanMordhai/ceph into wip-yuri6-testing-2024-04-09-1231 2024-04-10T15:31:04.024 DEBUG:teuthology.orchestra.run.smithi069:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-04-10T15:31:04.091 INFO:tasks.workunit.client.0.smithi069.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-04-10T15:31:04.093 INFO:tasks.workunit.client.0.smithi069.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-04-10T15:31:04.093 INFO:tasks.workunit.client.0.smithi069.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-04-10T15:31:04.488 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:04 smithi077 ceph-mon[31195]: pgmap v74: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:31:04.581 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:04 smithi069 ceph-mon[27501]: pgmap v74: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:31:04.582 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:04 smithi069 ceph-mon[39688]: pgmap v74: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:31:04.823 INFO:tasks.workunit.client.0.smithi069.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-04-10T15:31:04.888 INFO:tasks.workunit.client.0.smithi069.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-04-10T15:31:04.929 INFO:tasks.workunit.client.0.smithi069.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-04-10T15:31:04.929 INFO:tasks.workunit.client.0.smithi069.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-04-10T15:31:04.930 INFO:tasks.workunit.client.0.smithi069.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-04-10T15:31:04.969 INFO:tasks.workunit.client.0.smithi069.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-04-10T15:31:04.972 DEBUG:teuthology.orchestra.run.smithi069:> set -ex 2024-04-10T15:31:04.972 DEBUG:teuthology.orchestra.run.smithi069:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-04-10T15:31:05.028 INFO:tasks.workunit:Running workunits matching test_telemetry_reef.sh on client.0... 2024-04-10T15:31:05.029 INFO:tasks.workunit:Running workunit test_telemetry_reef.sh... 2024-04-10T15:31:05.030 DEBUG:teuthology.orchestra.run.smithi069:workunit test test_telemetry_reef.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=a5074d4516d566e9d8b6aec912f26afd099de101 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/test_telemetry_reef.sh 2024-04-10T15:31:05.087 INFO:tasks.workunit.client.0.smithi069.stderr:+ ceph config set mgr mgr/telemetry/channel_ident true 2024-04-10T15:31:05.481 INFO:tasks.workunit.client.0.smithi069.stderr:+ ceph config set mgr mgr/telemetry/organization ceph-qa 2024-04-10T15:31:05.778 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:31:05 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[27756]: [10/Apr/2024:15:31:05] ENGINE Bus STOPPING 2024-04-10T15:31:05.778 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:31:05 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[27756]: [10/Apr/2024:15:31:05] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-10T15:31:05.778 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:31:05 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[27756]: [10/Apr/2024:15:31:05] ENGINE Bus STOPPED 2024-04-10T15:31:05.778 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:31:05 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[27756]: [10/Apr/2024:15:31:05] ENGINE Bus STARTING 2024-04-10T15:31:05.778 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:31:05 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[27756]: [10/Apr/2024:15:31:05] ENGINE Serving on http://:::9283 2024-04-10T15:31:05.778 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:31:05 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[27756]: [10/Apr/2024:15:31:05] ENGINE Bus STARTED 2024-04-10T15:31:05.778 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:31:05 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[27756]: [10/Apr/2024:15:31:05] ENGINE Bus STOPPING 2024-04-10T15:31:05.933 INFO:tasks.workunit.client.0.smithi069.stderr:+ ceph config set mgr mgr/telemetry/description 'upgrade test cluster' 2024-04-10T15:31:06.082 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:31:05 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[27756]: [10/Apr/2024:15:31:05] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-10T15:31:06.082 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:31:05 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[27756]: [10/Apr/2024:15:31:05] ENGINE Bus STOPPED 2024-04-10T15:31:06.082 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:31:05 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[27756]: [10/Apr/2024:15:31:05] ENGINE Bus STARTING 2024-04-10T15:31:06.082 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:31:05 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[27756]: [10/Apr/2024:15:31:05] ENGINE Serving on http://:::9283 2024-04-10T15:31:06.082 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:31:05 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[27756]: [10/Apr/2024:15:31:05] ENGINE Bus STARTED 2024-04-10T15:31:06.334 INFO:tasks.workunit.client.0.smithi069.stderr:+ ceph telemetry preview 2024-04-10T15:31:06.488 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:06 smithi077 ceph-mon[31195]: pgmap v75: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:31:06.488 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:06 smithi077 ceph-mon[31195]: from='client.? ' entity='client.admin' 2024-04-10T15:31:06.488 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:06 smithi077 ceph-mon[31195]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:31:06.488 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:06 smithi077 ceph-mon[31195]: from='client.? ' entity='client.admin' 2024-04-10T15:31:06.488 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:06 smithi077 ceph-mon[31195]: from='client.? ' entity='client.admin' 2024-04-10T15:31:06.582 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:06 smithi069 ceph-mon[39688]: pgmap v75: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:31:06.582 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:06 smithi069 ceph-mon[39688]: from='client.? ' entity='client.admin' 2024-04-10T15:31:06.582 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:06 smithi069 ceph-mon[39688]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:31:06.582 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:06 smithi069 ceph-mon[39688]: from='client.? ' entity='client.admin' 2024-04-10T15:31:06.583 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:06 smithi069 ceph-mon[39688]: from='client.? ' entity='client.admin' 2024-04-10T15:31:06.583 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:06 smithi069 ceph-mon[27501]: pgmap v75: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:31:06.583 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:06 smithi069 ceph-mon[27501]: from='client.? ' entity='client.admin' 2024-04-10T15:31:06.583 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:06 smithi069 ceph-mon[27501]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:31:06.583 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:06 smithi069 ceph-mon[27501]: from='client.? ' entity='client.admin' 2024-04-10T15:31:06.583 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:06 smithi069 ceph-mon[27501]: from='client.? ' entity='client.admin' 2024-04-10T15:31:06.583 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:31:06 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[27756]: [10/Apr/2024:15:31:06] ENGINE Bus STOPPING 2024-04-10T15:31:06.583 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:31:06 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[27756]: [10/Apr/2024:15:31:06] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-10T15:31:06.584 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:31:06 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[27756]: [10/Apr/2024:15:31:06] ENGINE Bus STOPPED 2024-04-10T15:31:06.584 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:31:06 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[27756]: [10/Apr/2024:15:31:06] ENGINE Bus STARTING 2024-04-10T15:31:06.584 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:31:06 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[27756]: [10/Apr/2024:15:31:06] ENGINE Serving on http://:::9283 2024-04-10T15:31:06.584 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:31:06 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[27756]: [10/Apr/2024:15:31:06] ENGINE Bus STARTED 2024-04-10T15:31:06.869 INFO:tasks.workunit.client.0.smithi069.stdout:{ 2024-04-10T15:31:06.870 INFO:tasks.workunit.client.0.smithi069.stdout: "balancer": { 2024-04-10T15:31:06.870 INFO:tasks.workunit.client.0.smithi069.stdout: "active": true, 2024-04-10T15:31:06.870 INFO:tasks.workunit.client.0.smithi069.stdout: "mode": "" 2024-04-10T15:31:06.870 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:06.870 INFO:tasks.workunit.client.0.smithi069.stdout: "channels": [ 2024-04-10T15:31:06.870 INFO:tasks.workunit.client.0.smithi069.stdout: "basic", 2024-04-10T15:31:06.870 INFO:tasks.workunit.client.0.smithi069.stdout: "crash", 2024-04-10T15:31:06.870 INFO:tasks.workunit.client.0.smithi069.stdout: "device", 2024-04-10T15:31:06.870 INFO:tasks.workunit.client.0.smithi069.stdout: "ident" 2024-04-10T15:31:06.870 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:06.870 INFO:tasks.workunit.client.0.smithi069.stdout: "channels_available": [ 2024-04-10T15:31:06.870 INFO:tasks.workunit.client.0.smithi069.stdout: "basic", 2024-04-10T15:31:06.871 INFO:tasks.workunit.client.0.smithi069.stdout: "ident", 2024-04-10T15:31:06.871 INFO:tasks.workunit.client.0.smithi069.stdout: "crash", 2024-04-10T15:31:06.871 INFO:tasks.workunit.client.0.smithi069.stdout: "device", 2024-04-10T15:31:06.871 INFO:tasks.workunit.client.0.smithi069.stdout: "perf" 2024-04-10T15:31:06.871 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:06.871 INFO:tasks.workunit.client.0.smithi069.stdout: "collections_available": [ 2024-04-10T15:31:06.871 INFO:tasks.workunit.client.0.smithi069.stdout: "basic_base", 2024-04-10T15:31:06.871 INFO:tasks.workunit.client.0.smithi069.stdout: "device_base", 2024-04-10T15:31:06.871 INFO:tasks.workunit.client.0.smithi069.stdout: "crash_base", 2024-04-10T15:31:06.871 INFO:tasks.workunit.client.0.smithi069.stdout: "ident_base", 2024-04-10T15:31:06.871 INFO:tasks.workunit.client.0.smithi069.stdout: "perf_perf", 2024-04-10T15:31:06.871 INFO:tasks.workunit.client.0.smithi069.stdout: "basic_mds_metadata", 2024-04-10T15:31:06.871 INFO:tasks.workunit.client.0.smithi069.stdout: "basic_pool_usage", 2024-04-10T15:31:06.871 INFO:tasks.workunit.client.0.smithi069.stdout: "basic_usage_by_class", 2024-04-10T15:31:06.872 INFO:tasks.workunit.client.0.smithi069.stdout: "basic_rook_v01", 2024-04-10T15:31:06.872 INFO:tasks.workunit.client.0.smithi069.stdout: "perf_memory_metrics", 2024-04-10T15:31:06.872 INFO:tasks.workunit.client.0.smithi069.stdout: "basic_pool_options_bluestore" 2024-04-10T15:31:06.872 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:06.872 INFO:tasks.workunit.client.0.smithi069.stdout: "collections_opted_in": [ 2024-04-10T15:31:06.872 INFO:tasks.workunit.client.0.smithi069.stdout: "basic_base", 2024-04-10T15:31:06.872 INFO:tasks.workunit.client.0.smithi069.stdout: "device_base", 2024-04-10T15:31:06.872 INFO:tasks.workunit.client.0.smithi069.stdout: "crash_base", 2024-04-10T15:31:06.872 INFO:tasks.workunit.client.0.smithi069.stdout: "ident_base", 2024-04-10T15:31:06.872 INFO:tasks.workunit.client.0.smithi069.stdout: "perf_perf", 2024-04-10T15:31:06.872 INFO:tasks.workunit.client.0.smithi069.stdout: "basic_mds_metadata", 2024-04-10T15:31:06.872 INFO:tasks.workunit.client.0.smithi069.stdout: "basic_pool_usage", 2024-04-10T15:31:06.872 INFO:tasks.workunit.client.0.smithi069.stdout: "basic_usage_by_class", 2024-04-10T15:31:06.872 INFO:tasks.workunit.client.0.smithi069.stdout: "basic_rook_v01", 2024-04-10T15:31:06.872 INFO:tasks.workunit.client.0.smithi069.stdout: "perf_memory_metrics", 2024-04-10T15:31:06.873 INFO:tasks.workunit.client.0.smithi069.stdout: "basic_pool_options_bluestore" 2024-04-10T15:31:06.873 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:06.873 INFO:tasks.workunit.client.0.smithi069.stdout: "config": { 2024-04-10T15:31:06.873 INFO:tasks.workunit.client.0.smithi069.stdout: "active_changed": [ 2024-04-10T15:31:06.873 INFO:tasks.workunit.client.0.smithi069.stdout: "auth_allow_insecure_global_id_reclaim", 2024-04-10T15:31:06.873 INFO:tasks.workunit.client.0.smithi069.stdout: "auth_debug", 2024-04-10T15:31:06.873 INFO:tasks.workunit.client.0.smithi069.stdout: "auth_mon_ticket_ttl", 2024-04-10T15:31:06.873 INFO:tasks.workunit.client.0.smithi069.stdout: "auth_service_ticket_ttl", 2024-04-10T15:31:06.873 INFO:tasks.workunit.client.0.smithi069.stdout: "bdev_debug_aio", 2024-04-10T15:31:06.873 INFO:tasks.workunit.client.0.smithi069.stdout: "client_check_pool_perm", 2024-04-10T15:31:06.873 INFO:tasks.workunit.client.0.smithi069.stdout: "client_mount_gid", 2024-04-10T15:31:06.873 INFO:tasks.workunit.client.0.smithi069.stdout: "client_mount_uid", 2024-04-10T15:31:06.873 INFO:tasks.workunit.client.0.smithi069.stdout: "client_quota", 2024-04-10T15:31:06.873 INFO:tasks.workunit.client.0.smithi069.stdout: "container_image", 2024-04-10T15:31:06.874 INFO:tasks.workunit.client.0.smithi069.stdout: "daemonize", 2024-04-10T15:31:06.874 INFO:tasks.workunit.client.0.smithi069.stdout: "debug_asserts_on_shutdown", 2024-04-10T15:31:06.874 INFO:tasks.workunit.client.0.smithi069.stdout: "debug_mgr", 2024-04-10T15:31:06.874 INFO:tasks.workunit.client.0.smithi069.stdout: "debug_mon", 2024-04-10T15:31:06.874 INFO:tasks.workunit.client.0.smithi069.stdout: "debug_ms", 2024-04-10T15:31:06.874 INFO:tasks.workunit.client.0.smithi069.stdout: "debug_osd", 2024-04-10T15:31:06.874 INFO:tasks.workunit.client.0.smithi069.stdout: "debug_paxos", 2024-04-10T15:31:06.874 INFO:tasks.workunit.client.0.smithi069.stdout: "keyring", 2024-04-10T15:31:06.874 INFO:tasks.workunit.client.0.smithi069.stdout: "leveldb_block_size", 2024-04-10T15:31:06.874 INFO:tasks.workunit.client.0.smithi069.stdout: "leveldb_cache_size", 2024-04-10T15:31:06.874 INFO:tasks.workunit.client.0.smithi069.stdout: "leveldb_compression", 2024-04-10T15:31:06.874 INFO:tasks.workunit.client.0.smithi069.stdout: "leveldb_log", 2024-04-10T15:31:06.874 INFO:tasks.workunit.client.0.smithi069.stdout: "leveldb_write_buffer_size", 2024-04-10T15:31:06.874 INFO:tasks.workunit.client.0.smithi069.stdout: "log_to_file", 2024-04-10T15:31:06.875 INFO:tasks.workunit.client.0.smithi069.stdout: "log_to_journald", 2024-04-10T15:31:06.875 INFO:tasks.workunit.client.0.smithi069.stdout: "log_to_stderr", 2024-04-10T15:31:06.875 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_allow_pool_delete", 2024-04-10T15:31:06.875 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_clock_drift_allowed", 2024-04-10T15:31:06.875 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_cluster_log_file_level", 2024-04-10T15:31:06.875 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_cluster_log_to_file", 2024-04-10T15:31:06.875 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_cluster_log_to_journald", 2024-04-10T15:31:06.875 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_cluster_log_to_stderr", 2024-04-10T15:31:06.875 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_data_avail_warn", 2024-04-10T15:31:06.875 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_election_default_strategy", 2024-04-10T15:31:06.875 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_host", 2024-04-10T15:31:06.875 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_max_pg_per_osd", 2024-04-10T15:31:06.875 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_mgr_mkfs_grace", 2024-04-10T15:31:06.875 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_osd_prime_pg_temp", 2024-04-10T15:31:06.875 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_osd_reporter_subtree_level", 2024-04-10T15:31:06.876 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_pg_warn_max_object_skew", 2024-04-10T15:31:06.876 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_reweight_min_bytes_per_osd", 2024-04-10T15:31:06.876 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_reweight_min_pgs_per_osd", 2024-04-10T15:31:06.876 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-04-10T15:31:06.876 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-04-10T15:31:06.876 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-04-10T15:31:06.876 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_warn_on_legacy_crush_tunables", 2024-04-10T15:31:06.876 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-04-10T15:31:06.876 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-04-10T15:31:06.876 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_warn_on_too_few_osds", 2024-04-10T15:31:06.876 INFO:tasks.workunit.client.0.smithi069.stdout: "ms_die_on_bug", 2024-04-10T15:31:06.876 INFO:tasks.workunit.client.0.smithi069.stdout: "ms_die_on_old_message", 2024-04-10T15:31:06.876 INFO:tasks.workunit.client.0.smithi069.stdout: "no_config_file", 2024-04-10T15:31:06.876 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_class_default_list", 2024-04-10T15:31:06.876 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_class_load_list", 2024-04-10T15:31:06.877 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_crush_chooseleaf_type", 2024-04-10T15:31:06.877 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_debug_misdirected_ops", 2024-04-10T15:31:06.877 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_debug_op_order", 2024-04-10T15:31:06.877 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_debug_pg_log_writeout", 2024-04-10T15:31:06.877 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_debug_shutdown", 2024-04-10T15:31:06.877 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_debug_verify_cached_snaps", 2024-04-10T15:31:06.877 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_debug_verify_missing_on_start", 2024-04-10T15:31:06.877 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_debug_verify_stray_on_activate", 2024-04-10T15:31:06.877 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_deep_scrub_update_digest_min_age", 2024-04-10T15:31:06.877 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_delete_sleep", 2024-04-10T15:31:06.877 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_delete_sleep_hdd", 2024-04-10T15:31:06.877 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_delete_sleep_hybrid", 2024-04-10T15:31:06.877 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_delete_sleep_ssd", 2024-04-10T15:31:06.877 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_max_backfills", 2024-04-10T15:31:06.878 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-04-10T15:31:06.878 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_mclock_profile", 2024-04-10T15:31:06.878 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-04-10T15:31:06.878 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-04-10T15:31:06.878 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-04-10T15:31:06.878 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-04-10T15:31:06.878 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-04-10T15:31:06.878 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-04-10T15:31:06.878 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_mclock_scheduler_client_lim", 2024-04-10T15:31:06.878 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_mclock_scheduler_client_res", 2024-04-10T15:31:06.878 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_mclock_scheduler_client_wgt", 2024-04-10T15:31:06.878 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_memory_target", 2024-04-10T15:31:06.878 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_memory_target_autotune", 2024-04-10T15:31:06.878 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_op_queue", 2024-04-10T15:31:06.879 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_op_queue_cut_off", 2024-04-10T15:31:06.879 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_pg_delete_cost", 2024-04-10T15:31:06.879 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_pool_default_erasure_code_profile", 2024-04-10T15:31:06.879 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_pool_default_pg_autoscale_mode", 2024-04-10T15:31:06.879 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_recover_clone_overlap", 2024-04-10T15:31:06.879 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_recovery_max_active", 2024-04-10T15:31:06.879 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_recovery_max_active_hdd", 2024-04-10T15:31:06.879 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_recovery_max_active_ssd", 2024-04-10T15:31:06.879 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_recovery_max_chunk", 2024-04-10T15:31:06.879 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_recovery_sleep", 2024-04-10T15:31:06.879 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_recovery_sleep_hdd", 2024-04-10T15:31:06.879 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_recovery_sleep_hybrid", 2024-04-10T15:31:06.879 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_recovery_sleep_ssd", 2024-04-10T15:31:06.879 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_scrub_load_threshold", 2024-04-10T15:31:06.880 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_scrub_max_interval", 2024-04-10T15:31:06.880 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_scrub_sleep", 2024-04-10T15:31:06.880 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_shutdown_pgref_assert", 2024-04-10T15:31:06.880 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_snap_trim_sleep", 2024-04-10T15:31:06.880 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_snap_trim_sleep_hdd", 2024-04-10T15:31:06.880 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_snap_trim_sleep_hybrid", 2024-04-10T15:31:06.880 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_snap_trim_sleep_ssd", 2024-04-10T15:31:06.880 INFO:tasks.workunit.client.0.smithi069.stdout: "public_addr", 2024-04-10T15:31:06.880 INFO:tasks.workunit.client.0.smithi069.stdout: "public_addrv", 2024-04-10T15:31:06.880 INFO:tasks.workunit.client.0.smithi069.stdout: "public_network", 2024-04-10T15:31:06.880 INFO:tasks.workunit.client.0.smithi069.stdout: "rbd_default_features", 2024-04-10T15:31:06.880 INFO:tasks.workunit.client.0.smithi069.stdout: "rbd_qos_exclude_ops", 2024-04-10T15:31:06.880 INFO:tasks.workunit.client.0.smithi069.stdout: "setgroup", 2024-04-10T15:31:06.880 INFO:tasks.workunit.client.0.smithi069.stdout: "setuser" 2024-04-10T15:31:06.880 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:06.881 INFO:tasks.workunit.client.0.smithi069.stdout: "cluster_changed": [ 2024-04-10T15:31:06.881 INFO:tasks.workunit.client.0.smithi069.stdout: "auth_allow_insecure_global_id_reclaim", 2024-04-10T15:31:06.881 INFO:tasks.workunit.client.0.smithi069.stdout: "auth_debug", 2024-04-10T15:31:06.881 INFO:tasks.workunit.client.0.smithi069.stdout: "auth_mon_ticket_ttl", 2024-04-10T15:31:06.881 INFO:tasks.workunit.client.0.smithi069.stdout: "auth_service_ticket_ttl", 2024-04-10T15:31:06.881 INFO:tasks.workunit.client.0.smithi069.stdout: "bdev_debug_aio", 2024-04-10T15:31:06.881 INFO:tasks.workunit.client.0.smithi069.stdout: "container_image", 2024-04-10T15:31:06.881 INFO:tasks.workunit.client.0.smithi069.stdout: "debug_asserts_on_shutdown", 2024-04-10T15:31:06.881 INFO:tasks.workunit.client.0.smithi069.stdout: "debug_mgr", 2024-04-10T15:31:06.881 INFO:tasks.workunit.client.0.smithi069.stdout: "debug_mon", 2024-04-10T15:31:06.881 INFO:tasks.workunit.client.0.smithi069.stdout: "debug_ms", 2024-04-10T15:31:06.882 INFO:tasks.workunit.client.0.smithi069.stdout: "debug_osd", 2024-04-10T15:31:06.882 INFO:tasks.workunit.client.0.smithi069.stdout: "debug_paxos", 2024-04-10T15:31:06.882 INFO:tasks.workunit.client.0.smithi069.stdout: "log_to_file", 2024-04-10T15:31:06.882 INFO:tasks.workunit.client.0.smithi069.stdout: "log_to_journald", 2024-04-10T15:31:06.882 INFO:tasks.workunit.client.0.smithi069.stdout: "log_to_stderr", 2024-04-10T15:31:06.882 INFO:tasks.workunit.client.0.smithi069.stdout: "mds_join_fs", 2024-04-10T15:31:06.882 INFO:tasks.workunit.client.0.smithi069.stdout: "mgr/cephadm/allow_ptrace", 2024-04-10T15:31:06.882 INFO:tasks.workunit.client.0.smithi069.stdout: "mgr/cephadm/container_init", 2024-04-10T15:31:06.882 INFO:tasks.workunit.client.0.smithi069.stdout: "mgr/cephadm/migration_current", 2024-04-10T15:31:06.882 INFO:tasks.workunit.client.0.smithi069.stdout: "mgr/cephadm/use_repo_digest", 2024-04-10T15:31:06.882 INFO:tasks.workunit.client.0.smithi069.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-04-10T15:31:06.882 INFO:tasks.workunit.client.0.smithi069.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-04-10T15:31:06.882 INFO:tasks.workunit.client.0.smithi069.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-04-10T15:31:06.882 INFO:tasks.workunit.client.0.smithi069.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-04-10T15:31:06.883 INFO:tasks.workunit.client.0.smithi069.stdout: "mgr/dashboard/ssl_server_port", 2024-04-10T15:31:06.883 INFO:tasks.workunit.client.0.smithi069.stdout: "mgr/orchestrator/orchestrator", 2024-04-10T15:31:06.883 INFO:tasks.workunit.client.0.smithi069.stdout: "mgr/telemetry/channel_ident", 2024-04-10T15:31:06.883 INFO:tasks.workunit.client.0.smithi069.stdout: "mgr/telemetry/description", 2024-04-10T15:31:06.883 INFO:tasks.workunit.client.0.smithi069.stdout: "mgr/telemetry/organization", 2024-04-10T15:31:06.883 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_allow_pool_delete", 2024-04-10T15:31:06.883 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_clock_drift_allowed", 2024-04-10T15:31:06.883 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_cluster_log_file_level", 2024-04-10T15:31:06.883 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_cluster_log_to_file", 2024-04-10T15:31:06.883 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_data_avail_warn", 2024-04-10T15:31:06.883 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_election_default_strategy", 2024-04-10T15:31:06.883 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_max_pg_per_osd", 2024-04-10T15:31:06.883 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_mgr_mkfs_grace", 2024-04-10T15:31:06.883 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_osd_prime_pg_temp", 2024-04-10T15:31:06.883 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_osd_reporter_subtree_level", 2024-04-10T15:31:06.883 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_pg_warn_max_object_skew", 2024-04-10T15:31:06.884 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_reweight_min_bytes_per_osd", 2024-04-10T15:31:06.884 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_reweight_min_pgs_per_osd", 2024-04-10T15:31:06.884 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-04-10T15:31:06.884 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-04-10T15:31:06.884 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-04-10T15:31:06.884 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_warn_on_legacy_crush_tunables", 2024-04-10T15:31:06.884 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-04-10T15:31:06.884 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-04-10T15:31:06.884 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_warn_on_too_few_osds", 2024-04-10T15:31:06.884 INFO:tasks.workunit.client.0.smithi069.stdout: "ms_die_on_bug", 2024-04-10T15:31:06.884 INFO:tasks.workunit.client.0.smithi069.stdout: "ms_die_on_old_message", 2024-04-10T15:31:06.884 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_class_default_list", 2024-04-10T15:31:06.884 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_class_load_list", 2024-04-10T15:31:06.884 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_debug_misdirected_ops", 2024-04-10T15:31:06.884 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_debug_op_order", 2024-04-10T15:31:06.884 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_debug_pg_log_writeout", 2024-04-10T15:31:06.884 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_debug_shutdown", 2024-04-10T15:31:06.885 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_debug_verify_cached_snaps", 2024-04-10T15:31:06.885 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_debug_verify_missing_on_start", 2024-04-10T15:31:06.885 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_debug_verify_stray_on_activate", 2024-04-10T15:31:06.885 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_deep_scrub_update_digest_min_age", 2024-04-10T15:31:06.885 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-04-10T15:31:06.885 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_mclock_profile", 2024-04-10T15:31:06.885 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_memory_target", 2024-04-10T15:31:06.885 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_memory_target_autotune", 2024-04-10T15:31:06.885 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_op_queue", 2024-04-10T15:31:06.885 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_op_queue_cut_off", 2024-04-10T15:31:06.885 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_pool_default_erasure_code_profile", 2024-04-10T15:31:06.885 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_pool_default_pg_autoscale_mode", 2024-04-10T15:31:06.885 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_recover_clone_overlap", 2024-04-10T15:31:06.885 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_recovery_max_chunk", 2024-04-10T15:31:06.885 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_scrub_load_threshold", 2024-04-10T15:31:06.886 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_scrub_max_interval", 2024-04-10T15:31:06.886 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_shutdown_pgref_assert", 2024-04-10T15:31:06.886 INFO:tasks.workunit.client.0.smithi069.stdout: "public_network", 2024-04-10T15:31:06.886 INFO:tasks.workunit.client.0.smithi069.stdout: "rgw_cache_enabled", 2024-04-10T15:31:06.886 INFO:tasks.workunit.client.0.smithi069.stdout: "rgw_enable_ops_log", 2024-04-10T15:31:06.886 INFO:tasks.workunit.client.0.smithi069.stdout: "rgw_enable_usage_log" 2024-04-10T15:31:06.886 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T15:31:06.886 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:06.886 INFO:tasks.workunit.client.0.smithi069.stdout: "contact": null, 2024-04-10T15:31:06.886 INFO:tasks.workunit.client.0.smithi069.stdout: "crashes": [], 2024-04-10T15:31:06.886 INFO:tasks.workunit.client.0.smithi069.stdout: "created": "2024-04-10T15:22:38.311194Z", 2024-04-10T15:31:06.886 INFO:tasks.workunit.client.0.smithi069.stdout: "crush": { 2024-04-10T15:31:06.886 INFO:tasks.workunit.client.0.smithi069.stdout: "bucket_algs": { 2024-04-10T15:31:06.886 INFO:tasks.workunit.client.0.smithi069.stdout: "straw2": 3 2024-04-10T15:31:06.887 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:06.887 INFO:tasks.workunit.client.0.smithi069.stdout: "bucket_sizes": { 2024-04-10T15:31:06.887 INFO:tasks.workunit.client.0.smithi069.stdout: "2": 1, 2024-04-10T15:31:06.887 INFO:tasks.workunit.client.0.smithi069.stdout: "4": 2 2024-04-10T15:31:06.887 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:06.887 INFO:tasks.workunit.client.0.smithi069.stdout: "bucket_types": { 2024-04-10T15:31:06.887 INFO:tasks.workunit.client.0.smithi069.stdout: "1": 2, 2024-04-10T15:31:06.887 INFO:tasks.workunit.client.0.smithi069.stdout: "11": 1 2024-04-10T15:31:06.887 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:06.887 INFO:tasks.workunit.client.0.smithi069.stdout: "compat_weight_set": false, 2024-04-10T15:31:06.887 INFO:tasks.workunit.client.0.smithi069.stdout: "device_classes": [ 2024-04-10T15:31:06.887 INFO:tasks.workunit.client.0.smithi069.stdout: 8 2024-04-10T15:31:06.887 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:06.887 INFO:tasks.workunit.client.0.smithi069.stdout: "num_buckets": 6, 2024-04-10T15:31:06.887 INFO:tasks.workunit.client.0.smithi069.stdout: "num_devices": 8, 2024-04-10T15:31:06.887 INFO:tasks.workunit.client.0.smithi069.stdout: "num_rules": 1, 2024-04-10T15:31:06.887 INFO:tasks.workunit.client.0.smithi069.stdout: "num_types": 12, 2024-04-10T15:31:06.888 INFO:tasks.workunit.client.0.smithi069.stdout: "num_weight_sets": 0, 2024-04-10T15:31:06.888 INFO:tasks.workunit.client.0.smithi069.stdout: "tunables": { 2024-04-10T15:31:06.888 INFO:tasks.workunit.client.0.smithi069.stdout: "allowed_bucket_algs": 54, 2024-04-10T15:31:06.888 INFO:tasks.workunit.client.0.smithi069.stdout: "choose_local_fallback_tries": 0, 2024-04-10T15:31:06.888 INFO:tasks.workunit.client.0.smithi069.stdout: "choose_local_tries": 0, 2024-04-10T15:31:06.888 INFO:tasks.workunit.client.0.smithi069.stdout: "choose_total_tries": 50, 2024-04-10T15:31:06.888 INFO:tasks.workunit.client.0.smithi069.stdout: "chooseleaf_descend_once": 1, 2024-04-10T15:31:06.888 INFO:tasks.workunit.client.0.smithi069.stdout: "chooseleaf_stable": 1, 2024-04-10T15:31:06.888 INFO:tasks.workunit.client.0.smithi069.stdout: "chooseleaf_vary_r": 1, 2024-04-10T15:31:06.888 INFO:tasks.workunit.client.0.smithi069.stdout: "has_v2_rules": 0, 2024-04-10T15:31:06.888 INFO:tasks.workunit.client.0.smithi069.stdout: "has_v3_rules": 0, 2024-04-10T15:31:06.888 INFO:tasks.workunit.client.0.smithi069.stdout: "has_v4_buckets": 1, 2024-04-10T15:31:06.888 INFO:tasks.workunit.client.0.smithi069.stdout: "has_v5_rules": 0, 2024-04-10T15:31:06.888 INFO:tasks.workunit.client.0.smithi069.stdout: "legacy_tunables": 0, 2024-04-10T15:31:06.889 INFO:tasks.workunit.client.0.smithi069.stdout: "minimum_required_version": "jewel", 2024-04-10T15:31:06.889 INFO:tasks.workunit.client.0.smithi069.stdout: "optimal_tunables": 1, 2024-04-10T15:31:06.889 INFO:tasks.workunit.client.0.smithi069.stdout: "profile": "jewel", 2024-04-10T15:31:06.889 INFO:tasks.workunit.client.0.smithi069.stdout: "require_feature_tunables": 1, 2024-04-10T15:31:06.889 INFO:tasks.workunit.client.0.smithi069.stdout: "require_feature_tunables2": 1, 2024-04-10T15:31:06.889 INFO:tasks.workunit.client.0.smithi069.stdout: "require_feature_tunables3": 1, 2024-04-10T15:31:06.889 INFO:tasks.workunit.client.0.smithi069.stdout: "require_feature_tunables5": 1, 2024-04-10T15:31:06.889 INFO:tasks.workunit.client.0.smithi069.stdout: "straw_calc_version": 1 2024-04-10T15:31:06.889 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:06.889 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:06.889 INFO:tasks.workunit.client.0.smithi069.stdout: "description": "upgrade test cluster", 2024-04-10T15:31:06.889 INFO:tasks.workunit.client.0.smithi069.stdout: "fs": { 2024-04-10T15:31:06.889 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 1, 2024-04-10T15:31:06.889 INFO:tasks.workunit.client.0.smithi069.stdout: "feature_flags": { 2024-04-10T15:31:06.890 INFO:tasks.workunit.client.0.smithi069.stdout: "enable_multiple": true, 2024-04-10T15:31:06.890 INFO:tasks.workunit.client.0.smithi069.stdout: "ever_enabled_multiple": true 2024-04-10T15:31:06.890 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:06.890 INFO:tasks.workunit.client.0.smithi069.stdout: "filesystems": [ 2024-04-10T15:31:06.890 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:06.890 INFO:tasks.workunit.client.0.smithi069.stdout: "approx_ctime": "2024-04", 2024-04-10T15:31:06.890 INFO:tasks.workunit.client.0.smithi069.stdout: "balancer_enabled": false, 2024-04-10T15:31:06.890 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:06.890 INFO:tasks.workunit.client.0.smithi069.stdout: "cached_caps": 0, 2024-04-10T15:31:06.890 INFO:tasks.workunit.client.0.smithi069.stdout: "cached_dns": 10, 2024-04-10T15:31:06.890 INFO:tasks.workunit.client.0.smithi069.stdout: "cached_inos": 13, 2024-04-10T15:31:06.890 INFO:tasks.workunit.client.0.smithi069.stdout: "cached_subtrees": 2, 2024-04-10T15:31:06.890 INFO:tasks.workunit.client.0.smithi069.stdout: "ever_allowed_features": 0, 2024-04-10T15:31:06.891 INFO:tasks.workunit.client.0.smithi069.stdout: "explicitly_allowed_features": 0, 2024-04-10T15:31:06.891 INFO:tasks.workunit.client.0.smithi069.stdout: "files": 0, 2024-04-10T15:31:06.891 INFO:tasks.workunit.client.0.smithi069.stdout: "max_mds": 1, 2024-04-10T15:31:06.891 INFO:tasks.workunit.client.0.smithi069.stdout: "num_data_pools": 1, 2024-04-10T15:31:06.891 INFO:tasks.workunit.client.0.smithi069.stdout: "num_in": 1, 2024-04-10T15:31:06.891 INFO:tasks.workunit.client.0.smithi069.stdout: "num_mds": 1, 2024-04-10T15:31:06.891 INFO:tasks.workunit.client.0.smithi069.stdout: "num_sessions": 0, 2024-04-10T15:31:06.891 INFO:tasks.workunit.client.0.smithi069.stdout: "num_standby_replay": 0, 2024-04-10T15:31:06.891 INFO:tasks.workunit.client.0.smithi069.stdout: "num_up": 1, 2024-04-10T15:31:06.891 INFO:tasks.workunit.client.0.smithi069.stdout: "snaps": 0, 2024-04-10T15:31:06.891 INFO:tasks.workunit.client.0.smithi069.stdout: "standby_count_wanted": 0 2024-04-10T15:31:06.891 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:06.891 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:06.891 INFO:tasks.workunit.client.0.smithi069.stdout: "num_standby_mds": 1, 2024-04-10T15:31:06.891 INFO:tasks.workunit.client.0.smithi069.stdout: "total_num_mds": 2 2024-04-10T15:31:06.892 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:06.892 INFO:tasks.workunit.client.0.smithi069.stdout: "hosts": { 2024-04-10T15:31:06.892 INFO:tasks.workunit.client.0.smithi069.stdout: "num": 2, 2024-04-10T15:31:06.892 INFO:tasks.workunit.client.0.smithi069.stdout: "num_with_mds": 2, 2024-04-10T15:31:06.892 INFO:tasks.workunit.client.0.smithi069.stdout: "num_with_mgr": 2, 2024-04-10T15:31:06.892 INFO:tasks.workunit.client.0.smithi069.stdout: "num_with_mon": 2, 2024-04-10T15:31:06.892 INFO:tasks.workunit.client.0.smithi069.stdout: "num_with_osd": 2 2024-04-10T15:31:06.892 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:06.892 INFO:tasks.workunit.client.0.smithi069.stdout: "leaderboard": false, 2024-04-10T15:31:06.892 INFO:tasks.workunit.client.0.smithi069.stdout: "leaderboard_description": null, 2024-04-10T15:31:06.892 INFO:tasks.workunit.client.0.smithi069.stdout: "license": "sharing-1-0", 2024-04-10T15:31:06.892 INFO:tasks.workunit.client.0.smithi069.stdout: "metadata": { 2024-04-10T15:31:06.892 INFO:tasks.workunit.client.0.smithi069.stdout: "mds": { 2024-04-10T15:31:06.892 INFO:tasks.workunit.client.0.smithi069.stdout: "arch": { 2024-04-10T15:31:06.892 INFO:tasks.workunit.client.0.smithi069.stdout: "x86_64": 2 2024-04-10T15:31:06.893 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:06.893 INFO:tasks.workunit.client.0.smithi069.stdout: "ceph_version": { 2024-04-10T15:31:06.893 INFO:tasks.workunit.client.0.smithi069.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 2 2024-04-10T15:31:06.893 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:06.893 INFO:tasks.workunit.client.0.smithi069.stdout: "cpu": { 2024-04-10T15:31:06.893 INFO:tasks.workunit.client.0.smithi069.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 2 2024-04-10T15:31:06.893 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:06.893 INFO:tasks.workunit.client.0.smithi069.stdout: "distro": { 2024-04-10T15:31:06.893 INFO:tasks.workunit.client.0.smithi069.stdout: "centos": 2 2024-04-10T15:31:06.893 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:06.893 INFO:tasks.workunit.client.0.smithi069.stdout: "distro_description": { 2024-04-10T15:31:06.893 INFO:tasks.workunit.client.0.smithi069.stdout: "CentOS Stream 8": 2 2024-04-10T15:31:06.893 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:06.893 INFO:tasks.workunit.client.0.smithi069.stdout: "kernel_description": { 2024-04-10T15:31:06.894 INFO:tasks.workunit.client.0.smithi069.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024": 2 2024-04-10T15:31:06.894 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:06.894 INFO:tasks.workunit.client.0.smithi069.stdout: "kernel_version": { 2024-04-10T15:31:06.894 INFO:tasks.workunit.client.0.smithi069.stdout: "5.14.0-435.el9.x86_64": 2 2024-04-10T15:31:06.894 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:06.894 INFO:tasks.workunit.client.0.smithi069.stdout: "os": { 2024-04-10T15:31:06.894 INFO:tasks.workunit.client.0.smithi069.stdout: "Linux": 2 2024-04-10T15:31:06.894 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:06.894 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:06.894 INFO:tasks.workunit.client.0.smithi069.stdout: "mon": { 2024-04-10T15:31:06.894 INFO:tasks.workunit.client.0.smithi069.stdout: "arch": { 2024-04-10T15:31:06.894 INFO:tasks.workunit.client.0.smithi069.stdout: "x86_64": 3 2024-04-10T15:31:06.894 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:06.894 INFO:tasks.workunit.client.0.smithi069.stdout: "ceph_version": { 2024-04-10T15:31:06.895 INFO:tasks.workunit.client.0.smithi069.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 3 2024-04-10T15:31:06.895 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:06.895 INFO:tasks.workunit.client.0.smithi069.stdout: "cpu": { 2024-04-10T15:31:06.895 INFO:tasks.workunit.client.0.smithi069.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 3 2024-04-10T15:31:06.895 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:06.895 INFO:tasks.workunit.client.0.smithi069.stdout: "distro": { 2024-04-10T15:31:06.895 INFO:tasks.workunit.client.0.smithi069.stdout: "centos": 3 2024-04-10T15:31:06.895 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:06.895 INFO:tasks.workunit.client.0.smithi069.stdout: "distro_description": { 2024-04-10T15:31:06.895 INFO:tasks.workunit.client.0.smithi069.stdout: "CentOS Stream 8": 3 2024-04-10T15:31:06.895 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:06.895 INFO:tasks.workunit.client.0.smithi069.stdout: "kernel_description": { 2024-04-10T15:31:06.895 INFO:tasks.workunit.client.0.smithi069.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024": 3 2024-04-10T15:31:06.895 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:06.896 INFO:tasks.workunit.client.0.smithi069.stdout: "kernel_version": { 2024-04-10T15:31:06.896 INFO:tasks.workunit.client.0.smithi069.stdout: "5.14.0-435.el9.x86_64": 3 2024-04-10T15:31:06.896 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:06.896 INFO:tasks.workunit.client.0.smithi069.stdout: "os": { 2024-04-10T15:31:06.896 INFO:tasks.workunit.client.0.smithi069.stdout: "Linux": 3 2024-04-10T15:31:06.896 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:06.896 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:06.896 INFO:tasks.workunit.client.0.smithi069.stdout: "osd": { 2024-04-10T15:31:06.896 INFO:tasks.workunit.client.0.smithi069.stdout: "arch": { 2024-04-10T15:31:06.896 INFO:tasks.workunit.client.0.smithi069.stdout: "x86_64": 8 2024-04-10T15:31:06.896 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:06.896 INFO:tasks.workunit.client.0.smithi069.stdout: "ceph_version": { 2024-04-10T15:31:06.896 INFO:tasks.workunit.client.0.smithi069.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 8 2024-04-10T15:31:06.896 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:06.897 INFO:tasks.workunit.client.0.smithi069.stdout: "cpu": { 2024-04-10T15:31:06.897 INFO:tasks.workunit.client.0.smithi069.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 8 2024-04-10T15:31:06.897 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:06.897 INFO:tasks.workunit.client.0.smithi069.stdout: "distro": { 2024-04-10T15:31:06.897 INFO:tasks.workunit.client.0.smithi069.stdout: "centos": 8 2024-04-10T15:31:06.897 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:06.897 INFO:tasks.workunit.client.0.smithi069.stdout: "distro_description": { 2024-04-10T15:31:06.897 INFO:tasks.workunit.client.0.smithi069.stdout: "CentOS Stream 8": 8 2024-04-10T15:31:06.897 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:06.897 INFO:tasks.workunit.client.0.smithi069.stdout: "kernel_description": { 2024-04-10T15:31:06.897 INFO:tasks.workunit.client.0.smithi069.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024": 8 2024-04-10T15:31:06.897 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:06.897 INFO:tasks.workunit.client.0.smithi069.stdout: "kernel_version": { 2024-04-10T15:31:06.897 INFO:tasks.workunit.client.0.smithi069.stdout: "5.14.0-435.el9.x86_64": 8 2024-04-10T15:31:06.897 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:06.898 INFO:tasks.workunit.client.0.smithi069.stdout: "os": { 2024-04-10T15:31:06.898 INFO:tasks.workunit.client.0.smithi069.stdout: "Linux": 8 2024-04-10T15:31:06.898 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:06.898 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_objectstore": { 2024-04-10T15:31:06.898 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore": 8 2024-04-10T15:31:06.898 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:06.898 INFO:tasks.workunit.client.0.smithi069.stdout: "rotational": { 2024-04-10T15:31:06.898 INFO:tasks.workunit.client.0.smithi069.stdout: "0": 8 2024-04-10T15:31:06.898 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:06.898 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:06.898 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:06.898 INFO:tasks.workunit.client.0.smithi069.stdout: "mon": { 2024-04-10T15:31:06.898 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 3, 2024-04-10T15:31:06.898 INFO:tasks.workunit.client.0.smithi069.stdout: "features": { 2024-04-10T15:31:06.898 INFO:tasks.workunit.client.0.smithi069.stdout: "optional": [], 2024-04-10T15:31:06.899 INFO:tasks.workunit.client.0.smithi069.stdout: "persistent": [ 2024-04-10T15:31:06.899 INFO:tasks.workunit.client.0.smithi069.stdout: "kraken", 2024-04-10T15:31:06.899 INFO:tasks.workunit.client.0.smithi069.stdout: "luminous", 2024-04-10T15:31:06.899 INFO:tasks.workunit.client.0.smithi069.stdout: "mimic", 2024-04-10T15:31:06.899 INFO:tasks.workunit.client.0.smithi069.stdout: "osdmap-prune", 2024-04-10T15:31:06.899 INFO:tasks.workunit.client.0.smithi069.stdout: "nautilus", 2024-04-10T15:31:06.899 INFO:tasks.workunit.client.0.smithi069.stdout: "octopus", 2024-04-10T15:31:06.899 INFO:tasks.workunit.client.0.smithi069.stdout: "pacific", 2024-04-10T15:31:06.899 INFO:tasks.workunit.client.0.smithi069.stdout: "elector-pinging", 2024-04-10T15:31:06.899 INFO:tasks.workunit.client.0.smithi069.stdout: "quincy", 2024-04-10T15:31:06.899 INFO:tasks.workunit.client.0.smithi069.stdout: "reef" 2024-04-10T15:31:06.899 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T15:31:06.899 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:06.899 INFO:tasks.workunit.client.0.smithi069.stdout: "ipv4_addr_mons": 6, 2024-04-10T15:31:06.899 INFO:tasks.workunit.client.0.smithi069.stdout: "ipv6_addr_mons": 0, 2024-04-10T15:31:06.899 INFO:tasks.workunit.client.0.smithi069.stdout: "min_mon_release": 18, 2024-04-10T15:31:06.900 INFO:tasks.workunit.client.0.smithi069.stdout: "v1_addr_mons": 3, 2024-04-10T15:31:06.900 INFO:tasks.workunit.client.0.smithi069.stdout: "v2_addr_mons": 3 2024-04-10T15:31:06.900 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:06.900 INFO:tasks.workunit.client.0.smithi069.stdout: "organization": "ceph-qa", 2024-04-10T15:31:06.900 INFO:tasks.workunit.client.0.smithi069.stdout: "osd": { 2024-04-10T15:31:06.900 INFO:tasks.workunit.client.0.smithi069.stdout: "cluster_network": false, 2024-04-10T15:31:06.900 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 8, 2024-04-10T15:31:06.900 INFO:tasks.workunit.client.0.smithi069.stdout: "require_min_compat_client": "luminous", 2024-04-10T15:31:06.900 INFO:tasks.workunit.client.0.smithi069.stdout: "require_osd_release": "reef" 2024-04-10T15:31:06.900 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:06.900 INFO:tasks.workunit.client.0.smithi069.stdout: "pools": [ 2024-04-10T15:31:06.900 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:06.900 INFO:tasks.workunit.client.0.smithi069.stdout: "application": [ 2024-04-10T15:31:06.900 INFO:tasks.workunit.client.0.smithi069.stdout: "mgr" 2024-04-10T15:31:06.900 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:06.900 INFO:tasks.workunit.client.0.smithi069.stdout: "cache_mode": "none", 2024-04-10T15:31:06.900 INFO:tasks.workunit.client.0.smithi069.stdout: "erasure_code_profile": {}, 2024-04-10T15:31:06.901 INFO:tasks.workunit.client.0.smithi069.stdout: "min_size": 2, 2024-04-10T15:31:06.901 INFO:tasks.workunit.client.0.smithi069.stdout: "options": {}, 2024-04-10T15:31:06.901 INFO:tasks.workunit.client.0.smithi069.stdout: "pg_autoscale_mode": "off", 2024-04-10T15:31:06.901 INFO:tasks.workunit.client.0.smithi069.stdout: "pg_num": 1, 2024-04-10T15:31:06.901 INFO:tasks.workunit.client.0.smithi069.stdout: "pgp_num": 1, 2024-04-10T15:31:06.901 INFO:tasks.workunit.client.0.smithi069.stdout: "pool": 1, 2024-04-10T15:31:06.901 INFO:tasks.workunit.client.0.smithi069.stdout: "size": 3, 2024-04-10T15:31:06.901 INFO:tasks.workunit.client.0.smithi069.stdout: "stats": { 2024-04-10T15:31:06.901 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_raw": 729296709898, 2024-04-10T15:31:06.901 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes_used": 1781760, 2024-04-10T15:31:06.901 INFO:tasks.workunit.client.0.smithi069.stdout: "compress_bytes_used": 0, 2024-04-10T15:31:06.901 INFO:tasks.workunit.client.0.smithi069.stdout: "compress_under_bytes": 0, 2024-04-10T15:31:06.901 INFO:tasks.workunit.client.0.smithi069.stdout: "data_bytes_used": 1781760, 2024-04-10T15:31:06.901 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty": 0, 2024-04-10T15:31:06.901 INFO:tasks.workunit.client.0.smithi069.stdout: "max_avail": 243098910720, 2024-04-10T15:31:06.901 INFO:tasks.workunit.client.0.smithi069.stdout: "objects": 2, 2024-04-10T15:31:06.902 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_bytes_used": 0, 2024-04-10T15:31:06.902 INFO:tasks.workunit.client.0.smithi069.stdout: "percent_used": 2.4431149086012738e-06, 2024-04-10T15:31:06.902 INFO:tasks.workunit.client.0.smithi069.stdout: "quota_bytes": 0, 2024-04-10T15:31:06.902 INFO:tasks.workunit.client.0.smithi069.stdout: "quota_objects": 0, 2024-04-10T15:31:06.902 INFO:tasks.workunit.client.0.smithi069.stdout: "rd": 212, 2024-04-10T15:31:06.902 INFO:tasks.workunit.client.0.smithi069.stdout: "rd_bytes": 313344, 2024-04-10T15:31:06.902 INFO:tasks.workunit.client.0.smithi069.stdout: "stored": 590368, 2024-04-10T15:31:06.902 INFO:tasks.workunit.client.0.smithi069.stdout: "stored_data": 590368, 2024-04-10T15:31:06.902 INFO:tasks.workunit.client.0.smithi069.stdout: "stored_omap": 0, 2024-04-10T15:31:06.902 INFO:tasks.workunit.client.0.smithi069.stdout: "stored_raw": 1771104, 2024-04-10T15:31:06.902 INFO:tasks.workunit.client.0.smithi069.stdout: "wr": 179, 2024-04-10T15:31:06.902 INFO:tasks.workunit.client.0.smithi069.stdout: "wr_bytes": 2473984 2024-04-10T15:31:06.902 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:06.902 INFO:tasks.workunit.client.0.smithi069.stdout: "target_max_bytes": 0, 2024-04-10T15:31:06.903 INFO:tasks.workunit.client.0.smithi069.stdout: "target_max_objects": 0, 2024-04-10T15:31:06.903 INFO:tasks.workunit.client.0.smithi069.stdout: "type": "replicated" 2024-04-10T15:31:06.903 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:06.903 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:06.903 INFO:tasks.workunit.client.0.smithi069.stdout: "application": [ 2024-04-10T15:31:06.903 INFO:tasks.workunit.client.0.smithi069.stdout: "cephfs" 2024-04-10T15:31:06.903 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:06.903 INFO:tasks.workunit.client.0.smithi069.stdout: "cache_mode": "none", 2024-04-10T15:31:06.903 INFO:tasks.workunit.client.0.smithi069.stdout: "erasure_code_profile": {}, 2024-04-10T15:31:06.903 INFO:tasks.workunit.client.0.smithi069.stdout: "min_size": 2, 2024-04-10T15:31:06.903 INFO:tasks.workunit.client.0.smithi069.stdout: "options": {}, 2024-04-10T15:31:06.903 INFO:tasks.workunit.client.0.smithi069.stdout: "pg_autoscale_mode": "off", 2024-04-10T15:31:06.903 INFO:tasks.workunit.client.0.smithi069.stdout: "pg_num": 32, 2024-04-10T15:31:06.903 INFO:tasks.workunit.client.0.smithi069.stdout: "pgp_num": 32, 2024-04-10T15:31:06.903 INFO:tasks.workunit.client.0.smithi069.stdout: "pool": 2, 2024-04-10T15:31:06.903 INFO:tasks.workunit.client.0.smithi069.stdout: "size": 3, 2024-04-10T15:31:06.904 INFO:tasks.workunit.client.0.smithi069.stdout: "stats": { 2024-04-10T15:31:06.904 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_raw": 729296709898, 2024-04-10T15:31:06.904 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes_used": 98304, 2024-04-10T15:31:06.904 INFO:tasks.workunit.client.0.smithi069.stdout: "compress_bytes_used": 0, 2024-04-10T15:31:06.904 INFO:tasks.workunit.client.0.smithi069.stdout: "compress_under_bytes": 0, 2024-04-10T15:31:06.904 INFO:tasks.workunit.client.0.smithi069.stdout: "data_bytes_used": 98304, 2024-04-10T15:31:06.904 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty": 0, 2024-04-10T15:31:06.904 INFO:tasks.workunit.client.0.smithi069.stdout: "max_avail": 243098910720, 2024-04-10T15:31:06.904 INFO:tasks.workunit.client.0.smithi069.stdout: "objects": 22, 2024-04-10T15:31:06.904 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_bytes_used": 0, 2024-04-10T15:31:06.904 INFO:tasks.workunit.client.0.smithi069.stdout: "percent_used": 1.347928559880529e-07, 2024-04-10T15:31:06.904 INFO:tasks.workunit.client.0.smithi069.stdout: "quota_bytes": 0, 2024-04-10T15:31:06.904 INFO:tasks.workunit.client.0.smithi069.stdout: "quota_objects": 0, 2024-04-10T15:31:06.904 INFO:tasks.workunit.client.0.smithi069.stdout: "rd": 0, 2024-04-10T15:31:06.905 INFO:tasks.workunit.client.0.smithi069.stdout: "rd_bytes": 0, 2024-04-10T15:31:06.905 INFO:tasks.workunit.client.0.smithi069.stdout: "stored": 3430, 2024-04-10T15:31:06.905 INFO:tasks.workunit.client.0.smithi069.stdout: "stored_data": 3430, 2024-04-10T15:31:06.905 INFO:tasks.workunit.client.0.smithi069.stdout: "stored_omap": 0, 2024-04-10T15:31:06.905 INFO:tasks.workunit.client.0.smithi069.stdout: "stored_raw": 10290, 2024-04-10T15:31:06.905 INFO:tasks.workunit.client.0.smithi069.stdout: "wr": 51, 2024-04-10T15:31:06.905 INFO:tasks.workunit.client.0.smithi069.stdout: "wr_bytes": 20480 2024-04-10T15:31:06.905 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:06.905 INFO:tasks.workunit.client.0.smithi069.stdout: "target_max_bytes": 0, 2024-04-10T15:31:06.905 INFO:tasks.workunit.client.0.smithi069.stdout: "target_max_objects": 0, 2024-04-10T15:31:06.905 INFO:tasks.workunit.client.0.smithi069.stdout: "type": "replicated" 2024-04-10T15:31:06.905 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:06.905 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:06.905 INFO:tasks.workunit.client.0.smithi069.stdout: "application": [ 2024-04-10T15:31:06.905 INFO:tasks.workunit.client.0.smithi069.stdout: "cephfs" 2024-04-10T15:31:06.906 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:06.906 INFO:tasks.workunit.client.0.smithi069.stdout: "cache_mode": "none", 2024-04-10T15:31:06.906 INFO:tasks.workunit.client.0.smithi069.stdout: "erasure_code_profile": {}, 2024-04-10T15:31:06.906 INFO:tasks.workunit.client.0.smithi069.stdout: "min_size": 2, 2024-04-10T15:31:06.906 INFO:tasks.workunit.client.0.smithi069.stdout: "options": {}, 2024-04-10T15:31:06.906 INFO:tasks.workunit.client.0.smithi069.stdout: "pg_autoscale_mode": "off", 2024-04-10T15:31:06.906 INFO:tasks.workunit.client.0.smithi069.stdout: "pg_num": 64, 2024-04-10T15:31:06.906 INFO:tasks.workunit.client.0.smithi069.stdout: "pgp_num": 64, 2024-04-10T15:31:06.906 INFO:tasks.workunit.client.0.smithi069.stdout: "pool": 3, 2024-04-10T15:31:06.906 INFO:tasks.workunit.client.0.smithi069.stdout: "size": 3, 2024-04-10T15:31:06.906 INFO:tasks.workunit.client.0.smithi069.stdout: "stats": { 2024-04-10T15:31:06.906 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_raw": 729296709898, 2024-04-10T15:31:06.906 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes_used": 0, 2024-04-10T15:31:06.906 INFO:tasks.workunit.client.0.smithi069.stdout: "compress_bytes_used": 0, 2024-04-10T15:31:06.907 INFO:tasks.workunit.client.0.smithi069.stdout: "compress_under_bytes": 0, 2024-04-10T15:31:06.907 INFO:tasks.workunit.client.0.smithi069.stdout: "data_bytes_used": 0, 2024-04-10T15:31:06.907 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty": 0, 2024-04-10T15:31:06.907 INFO:tasks.workunit.client.0.smithi069.stdout: "max_avail": 243098910720, 2024-04-10T15:31:06.907 INFO:tasks.workunit.client.0.smithi069.stdout: "objects": 0, 2024-04-10T15:31:06.907 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_bytes_used": 0, 2024-04-10T15:31:06.907 INFO:tasks.workunit.client.0.smithi069.stdout: "percent_used": 0.0, 2024-04-10T15:31:06.907 INFO:tasks.workunit.client.0.smithi069.stdout: "quota_bytes": 0, 2024-04-10T15:31:06.907 INFO:tasks.workunit.client.0.smithi069.stdout: "quota_objects": 0, 2024-04-10T15:31:06.907 INFO:tasks.workunit.client.0.smithi069.stdout: "rd": 0, 2024-04-10T15:31:06.907 INFO:tasks.workunit.client.0.smithi069.stdout: "rd_bytes": 0, 2024-04-10T15:31:06.907 INFO:tasks.workunit.client.0.smithi069.stdout: "stored": 0, 2024-04-10T15:31:06.907 INFO:tasks.workunit.client.0.smithi069.stdout: "stored_data": 0, 2024-04-10T15:31:06.907 INFO:tasks.workunit.client.0.smithi069.stdout: "stored_omap": 0, 2024-04-10T15:31:06.908 INFO:tasks.workunit.client.0.smithi069.stdout: "stored_raw": 0, 2024-04-10T15:31:06.908 INFO:tasks.workunit.client.0.smithi069.stdout: "wr": 0, 2024-04-10T15:31:06.908 INFO:tasks.workunit.client.0.smithi069.stdout: "wr_bytes": 0 2024-04-10T15:31:06.908 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:06.908 INFO:tasks.workunit.client.0.smithi069.stdout: "target_max_bytes": 0, 2024-04-10T15:31:06.908 INFO:tasks.workunit.client.0.smithi069.stdout: "target_max_objects": 0, 2024-04-10T15:31:06.908 INFO:tasks.workunit.client.0.smithi069.stdout: "type": "replicated" 2024-04-10T15:31:06.908 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:06.908 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:06.908 INFO:tasks.workunit.client.0.smithi069.stdout: "application": [ 2024-04-10T15:31:06.908 INFO:tasks.workunit.client.0.smithi069.stdout: "rbd" 2024-04-10T15:31:06.908 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:06.908 INFO:tasks.workunit.client.0.smithi069.stdout: "cache_mode": "none", 2024-04-10T15:31:06.908 INFO:tasks.workunit.client.0.smithi069.stdout: "erasure_code_profile": {}, 2024-04-10T15:31:06.909 INFO:tasks.workunit.client.0.smithi069.stdout: "min_size": 2, 2024-04-10T15:31:06.909 INFO:tasks.workunit.client.0.smithi069.stdout: "options": {}, 2024-04-10T15:31:06.909 INFO:tasks.workunit.client.0.smithi069.stdout: "pg_autoscale_mode": "off", 2024-04-10T15:31:06.909 INFO:tasks.workunit.client.0.smithi069.stdout: "pg_num": 8, 2024-04-10T15:31:06.909 INFO:tasks.workunit.client.0.smithi069.stdout: "pgp_num": 8, 2024-04-10T15:31:06.909 INFO:tasks.workunit.client.0.smithi069.stdout: "pool": 4, 2024-04-10T15:31:06.909 INFO:tasks.workunit.client.0.smithi069.stdout: "size": 3, 2024-04-10T15:31:06.909 INFO:tasks.workunit.client.0.smithi069.stdout: "stats": { 2024-04-10T15:31:06.909 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_raw": 729296709898, 2024-04-10T15:31:06.909 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes_used": 0, 2024-04-10T15:31:06.909 INFO:tasks.workunit.client.0.smithi069.stdout: "compress_bytes_used": 0, 2024-04-10T15:31:06.909 INFO:tasks.workunit.client.0.smithi069.stdout: "compress_under_bytes": 0, 2024-04-10T15:31:06.909 INFO:tasks.workunit.client.0.smithi069.stdout: "data_bytes_used": 0, 2024-04-10T15:31:06.909 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty": 0, 2024-04-10T15:31:06.909 INFO:tasks.workunit.client.0.smithi069.stdout: "max_avail": 243098910720, 2024-04-10T15:31:06.910 INFO:tasks.workunit.client.0.smithi069.stdout: "objects": 0, 2024-04-10T15:31:06.910 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_bytes_used": 0, 2024-04-10T15:31:06.910 INFO:tasks.workunit.client.0.smithi069.stdout: "percent_used": 0.0, 2024-04-10T15:31:06.910 INFO:tasks.workunit.client.0.smithi069.stdout: "quota_bytes": 0, 2024-04-10T15:31:06.910 INFO:tasks.workunit.client.0.smithi069.stdout: "quota_objects": 0, 2024-04-10T15:31:06.910 INFO:tasks.workunit.client.0.smithi069.stdout: "rd": 0, 2024-04-10T15:31:06.910 INFO:tasks.workunit.client.0.smithi069.stdout: "rd_bytes": 0, 2024-04-10T15:31:06.910 INFO:tasks.workunit.client.0.smithi069.stdout: "stored": 0, 2024-04-10T15:31:06.910 INFO:tasks.workunit.client.0.smithi069.stdout: "stored_data": 0, 2024-04-10T15:31:06.910 INFO:tasks.workunit.client.0.smithi069.stdout: "stored_omap": 0, 2024-04-10T15:31:06.910 INFO:tasks.workunit.client.0.smithi069.stdout: "stored_raw": 0, 2024-04-10T15:31:06.910 INFO:tasks.workunit.client.0.smithi069.stdout: "wr": 0, 2024-04-10T15:31:06.910 INFO:tasks.workunit.client.0.smithi069.stdout: "wr_bytes": 0 2024-04-10T15:31:06.911 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:06.911 INFO:tasks.workunit.client.0.smithi069.stdout: "target_max_bytes": 0, 2024-04-10T15:31:06.911 INFO:tasks.workunit.client.0.smithi069.stdout: "target_max_objects": 0, 2024-04-10T15:31:06.911 INFO:tasks.workunit.client.0.smithi069.stdout: "type": "replicated" 2024-04-10T15:31:06.911 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:06.911 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:06.911 INFO:tasks.workunit.client.0.smithi069.stdout: "rbd": { 2024-04-10T15:31:06.911 INFO:tasks.workunit.client.0.smithi069.stdout: "mirroring_by_pool": [ 2024-04-10T15:31:06.911 INFO:tasks.workunit.client.0.smithi069.stdout: false 2024-04-10T15:31:06.911 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:06.911 INFO:tasks.workunit.client.0.smithi069.stdout: "num_images_by_pool": [ 2024-04-10T15:31:06.911 INFO:tasks.workunit.client.0.smithi069.stdout: 0 2024-04-10T15:31:06.911 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:06.911 INFO:tasks.workunit.client.0.smithi069.stdout: "num_pools": 1 2024-04-10T15:31:06.911 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:06.911 INFO:tasks.workunit.client.0.smithi069.stdout: "report_id": "59e78261-1e1f-436b-b9ee-1195d8b227b8", 2024-04-10T15:31:06.911 INFO:tasks.workunit.client.0.smithi069.stdout: "report_timestamp": "2024-04-10T15:31:06.876676", 2024-04-10T15:31:06.912 INFO:tasks.workunit.client.0.smithi069.stdout: "report_version": 1, 2024-04-10T15:31:06.912 INFO:tasks.workunit.client.0.smithi069.stdout: "rook": { 2024-04-10T15:31:06.912 INFO:tasks.workunit.client.0.smithi069.stdout: "cluster": { 2024-04-10T15:31:06.912 INFO:tasks.workunit.client.0.smithi069.stdout: "external-mode": null, 2024-04-10T15:31:06.912 INFO:tasks.workunit.client.0.smithi069.stdout: "mon": { 2024-04-10T15:31:06.912 INFO:tasks.workunit.client.0.smithi069.stdout: "allow-multiple-per-node": null, 2024-04-10T15:31:06.912 INFO:tasks.workunit.client.0.smithi069.stdout: "count": null, 2024-04-10T15:31:06.912 INFO:tasks.workunit.client.0.smithi069.stdout: "max-id": null, 2024-04-10T15:31:06.912 INFO:tasks.workunit.client.0.smithi069.stdout: "pvc": { 2024-04-10T15:31:06.912 INFO:tasks.workunit.client.0.smithi069.stdout: "enabled": null 2024-04-10T15:31:06.912 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:06.912 INFO:tasks.workunit.client.0.smithi069.stdout: "stretch": { 2024-04-10T15:31:06.912 INFO:tasks.workunit.client.0.smithi069.stdout: "enabled": null 2024-04-10T15:31:06.913 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:06.913 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:06.913 INFO:tasks.workunit.client.0.smithi069.stdout: "network": { 2024-04-10T15:31:06.913 INFO:tasks.workunit.client.0.smithi069.stdout: "provider": null 2024-04-10T15:31:06.913 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:06.913 INFO:tasks.workunit.client.0.smithi069.stdout: "storage": { 2024-04-10T15:31:06.913 INFO:tasks.workunit.client.0.smithi069.stdout: "device-set": { 2024-04-10T15:31:06.913 INFO:tasks.workunit.client.0.smithi069.stdout: "count": { 2024-04-10T15:31:06.913 INFO:tasks.workunit.client.0.smithi069.stdout: "non-portable": null, 2024-04-10T15:31:06.913 INFO:tasks.workunit.client.0.smithi069.stdout: "portable": null, 2024-04-10T15:31:06.913 INFO:tasks.workunit.client.0.smithi069.stdout: "total": null 2024-04-10T15:31:06.913 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:06.913 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:06.913 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:06.913 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:06.913 INFO:tasks.workunit.client.0.smithi069.stdout: "csi": { 2024-04-10T15:31:06.914 INFO:tasks.workunit.client.0.smithi069.stdout: "version": null 2024-04-10T15:31:06.914 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:06.914 INFO:tasks.workunit.client.0.smithi069.stdout: "kubernetes": { 2024-04-10T15:31:06.914 INFO:tasks.workunit.client.0.smithi069.stdout: "version": null 2024-04-10T15:31:06.914 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:06.914 INFO:tasks.workunit.client.0.smithi069.stdout: "node": { 2024-04-10T15:31:06.914 INFO:tasks.workunit.client.0.smithi069.stdout: "count": { 2024-04-10T15:31:06.914 INFO:tasks.workunit.client.0.smithi069.stdout: "kubernetes-total": null, 2024-04-10T15:31:06.914 INFO:tasks.workunit.client.0.smithi069.stdout: "with-ceph-daemons": null, 2024-04-10T15:31:06.914 INFO:tasks.workunit.client.0.smithi069.stdout: "with-csi-cephfs-plugin": null, 2024-04-10T15:31:06.914 INFO:tasks.workunit.client.0.smithi069.stdout: "with-csi-nfs-plugin": null, 2024-04-10T15:31:06.914 INFO:tasks.workunit.client.0.smithi069.stdout: "with-csi-rbd-plugin": null 2024-04-10T15:31:06.914 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:06.914 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:06.915 INFO:tasks.workunit.client.0.smithi069.stdout: "usage": { 2024-04-10T15:31:06.915 INFO:tasks.workunit.client.0.smithi069.stdout: "storage-class": { 2024-04-10T15:31:06.915 INFO:tasks.workunit.client.0.smithi069.stdout: "count": { 2024-04-10T15:31:06.915 INFO:tasks.workunit.client.0.smithi069.stdout: "bucket": null, 2024-04-10T15:31:06.915 INFO:tasks.workunit.client.0.smithi069.stdout: "cephfs": null, 2024-04-10T15:31:06.915 INFO:tasks.workunit.client.0.smithi069.stdout: "nfs": null, 2024-04-10T15:31:06.915 INFO:tasks.workunit.client.0.smithi069.stdout: "rbd": null, 2024-04-10T15:31:06.915 INFO:tasks.workunit.client.0.smithi069.stdout: "total": null 2024-04-10T15:31:06.915 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:06.915 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:06.915 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:06.915 INFO:tasks.workunit.client.0.smithi069.stdout: "version": null 2024-04-10T15:31:06.915 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:06.915 INFO:tasks.workunit.client.0.smithi069.stdout: "services": {}, 2024-04-10T15:31:06.915 INFO:tasks.workunit.client.0.smithi069.stdout: "usage": { 2024-04-10T15:31:06.915 INFO:tasks.workunit.client.0.smithi069.stdout: "pg_num": 105, 2024-04-10T15:31:06.916 INFO:tasks.workunit.client.0.smithi069.stdout: "pools": 4, 2024-04-10T15:31:06.916 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_by_class": { 2024-04-10T15:31:06.916 INFO:tasks.workunit.client.0.smithi069.stdout: "ssd": { 2024-04-10T15:31:06.916 INFO:tasks.workunit.client.0.smithi069.stdout: "total_avail_bytes": 767722999808, 2024-04-10T15:31:06.916 INFO:tasks.workunit.client.0.smithi069.stdout: "total_bytes": 767960285184, 2024-04-10T15:31:06.916 INFO:tasks.workunit.client.0.smithi069.stdout: "total_used_bytes": 237285376, 2024-04-10T15:31:06.916 INFO:tasks.workunit.client.0.smithi069.stdout: "total_used_raw_bytes": 237285376, 2024-04-10T15:31:06.916 INFO:tasks.workunit.client.0.smithi069.stdout: "total_used_raw_ratio": 0.00030898131080903113 2024-04-10T15:31:06.916 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:06.916 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:06.916 INFO:tasks.workunit.client.0.smithi069.stdout: "total_avail_bytes": 767722999808, 2024-04-10T15:31:06.916 INFO:tasks.workunit.client.0.smithi069.stdout: "total_bytes": 767960285184, 2024-04-10T15:31:06.916 INFO:tasks.workunit.client.0.smithi069.stdout: "total_used_bytes": 237285376 2024-04-10T15:31:06.916 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:06.916 INFO:tasks.workunit.client.0.smithi069.stdout:} 2024-04-10T15:31:06.917 INFO:tasks.workunit.client.0.smithi069.stdout:Device report is generated separately. To see it run 'ceph telemetry preview-device'. 2024-04-10T15:31:06.917 INFO:tasks.workunit.client.0.smithi069.stderr:+ ceph telemetry preview-device 2024-04-10T15:31:07.082 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:31:06 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[27756]: ::ffff:172.21.15.77 - - [10/Apr/2024:15:31:06] "GET /metrics HTTP/1.1" 200 33648 "" "Prometheus/2.43.0" 2024-04-10T15:31:07.449 INFO:tasks.workunit.client.0.smithi069.stdout:{ 2024-04-10T15:31:07.449 INFO:tasks.workunit.client.0.smithi069.stdout: "599624d2-f74f-11ee-91bc-0cc47a8fd737": { 2024-04-10T15:31:07.449 INFO:tasks.workunit.client.0.smithi069.stdout: "INTEL_SSDPEDMD400G4_5997394e-f74f-11ee-91bc-0cc47a8fd737": { 2024-04-10T15:31:07.449 INFO:tasks.workunit.client.0.smithi069.stdout: "20240410-152555": { 2024-04-10T15:31:07.449 INFO:tasks.workunit.client.0.smithi069.stdout: "device": { 2024-04-10T15:31:07.449 INFO:tasks.workunit.client.0.smithi069.stdout: "info_name": "/dev/nvme0n1", 2024-04-10T15:31:07.449 INFO:tasks.workunit.client.0.smithi069.stdout: "name": "/dev/nvme0n1", 2024-04-10T15:31:07.450 INFO:tasks.workunit.client.0.smithi069.stdout: "protocol": "NVMe", 2024-04-10T15:31:07.450 INFO:tasks.workunit.client.0.smithi069.stdout: "type": "nvme" 2024-04-10T15:31:07.450 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:07.450 INFO:tasks.workunit.client.0.smithi069.stdout: "firmware_version": "8DV101H0", 2024-04-10T15:31:07.450 INFO:tasks.workunit.client.0.smithi069.stdout: "host_id": "599624d2-f74f-11ee-91bc-0cc47a8fd737", 2024-04-10T15:31:07.450 INFO:tasks.workunit.client.0.smithi069.stdout: "json_format_version": [ 2024-04-10T15:31:07.450 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T15:31:07.450 INFO:tasks.workunit.client.0.smithi069.stdout: 0 2024-04-10T15:31:07.450 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:07.450 INFO:tasks.workunit.client.0.smithi069.stdout: "local_time": { 2024-04-10T15:31:07.450 INFO:tasks.workunit.client.0.smithi069.stdout: "asctime": "Wed Apr 10 15:25:55 2024 UTC", 2024-04-10T15:31:07.450 INFO:tasks.workunit.client.0.smithi069.stdout: "time_t": 1712762755 2024-04-10T15:31:07.450 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:07.451 INFO:tasks.workunit.client.0.smithi069.stdout: "logical_block_size": 512, 2024-04-10T15:31:07.451 INFO:tasks.workunit.client.0.smithi069.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-04-10T15:31:07.451 INFO:tasks.workunit.client.0.smithi069.stdout: "nvme_controller_id": 0, 2024-04-10T15:31:07.451 INFO:tasks.workunit.client.0.smithi069.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-04-10T15:31:07.451 INFO:tasks.workunit.client.0.smithi069.stdout: "nvme_namespaces": [ 2024-04-10T15:31:07.451 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:07.451 INFO:tasks.workunit.client.0.smithi069.stdout: "capacity": { 2024-04-10T15:31:07.451 INFO:tasks.workunit.client.0.smithi069.stdout: "blocks": 781422768, 2024-04-10T15:31:07.451 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 400088457216 2024-04-10T15:31:07.451 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:07.451 INFO:tasks.workunit.client.0.smithi069.stdout: "formatted_lba_size": 512, 2024-04-10T15:31:07.451 INFO:tasks.workunit.client.0.smithi069.stdout: "id": 1, 2024-04-10T15:31:07.451 INFO:tasks.workunit.client.0.smithi069.stdout: "size": { 2024-04-10T15:31:07.451 INFO:tasks.workunit.client.0.smithi069.stdout: "blocks": 781422768, 2024-04-10T15:31:07.451 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 400088457216 2024-04-10T15:31:07.451 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:07.452 INFO:tasks.workunit.client.0.smithi069.stdout: "utilization": { 2024-04-10T15:31:07.452 INFO:tasks.workunit.client.0.smithi069.stdout: "blocks": 781422768, 2024-04-10T15:31:07.452 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 400088457216 2024-04-10T15:31:07.452 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:07.452 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:07.452 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:07.452 INFO:tasks.workunit.client.0.smithi069.stdout: "nvme_number_of_namespaces": 1, 2024-04-10T15:31:07.452 INFO:tasks.workunit.client.0.smithi069.stdout: "nvme_pci_vendor": { 2024-04-10T15:31:07.452 INFO:tasks.workunit.client.0.smithi069.stdout: "id": 32902, 2024-04-10T15:31:07.452 INFO:tasks.workunit.client.0.smithi069.stdout: "subsystem_id": 32902 2024-04-10T15:31:07.452 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:07.452 INFO:tasks.workunit.client.0.smithi069.stdout: "nvme_smart_health_information_add_log": { 2024-04-10T15:31:07.452 INFO:tasks.workunit.client.0.smithi069.stdout: "Device stats": { 2024-04-10T15:31:07.452 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_fw_downgrades": { 2024-04-10T15:31:07.452 INFO:tasks.workunit.client.0.smithi069.stdout: "normalized": 0, 2024-04-10T15:31:07.453 INFO:tasks.workunit.client.0.smithi069.stdout: "raw": 0 2024-04-10T15:31:07.453 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:07.453 INFO:tasks.workunit.client.0.smithi069.stdout: "crc_error_count": { 2024-04-10T15:31:07.453 INFO:tasks.workunit.client.0.smithi069.stdout: "normalized": 100, 2024-04-10T15:31:07.453 INFO:tasks.workunit.client.0.smithi069.stdout: "raw": 0 2024-04-10T15:31:07.453 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:07.453 INFO:tasks.workunit.client.0.smithi069.stdout: "end_to_end_error_detection_count": { 2024-04-10T15:31:07.453 INFO:tasks.workunit.client.0.smithi069.stdout: "normalized": 100, 2024-04-10T15:31:07.453 INFO:tasks.workunit.client.0.smithi069.stdout: "raw": 0 2024-04-10T15:31:07.453 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:07.453 INFO:tasks.workunit.client.0.smithi069.stdout: "erase_fail_count": { 2024-04-10T15:31:07.453 INFO:tasks.workunit.client.0.smithi069.stdout: "normalized": 100, 2024-04-10T15:31:07.453 INFO:tasks.workunit.client.0.smithi069.stdout: "raw": 0 2024-04-10T15:31:07.453 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:07.453 INFO:tasks.workunit.client.0.smithi069.stdout: "host_bytes_written": { 2024-04-10T15:31:07.453 INFO:tasks.workunit.client.0.smithi069.stdout: "normalized": 100, 2024-04-10T15:31:07.453 INFO:tasks.workunit.client.0.smithi069.stdout: "raw": 25970560 2024-04-10T15:31:07.454 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:07.454 INFO:tasks.workunit.client.0.smithi069.stdout: "host_ctx_wear_used": { 2024-04-10T15:31:07.454 INFO:tasks.workunit.client.0.smithi069.stdout: "normalized": 100, 2024-04-10T15:31:07.454 INFO:tasks.workunit.client.0.smithi069.stdout: "raw": 1 2024-04-10T15:31:07.454 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:07.454 INFO:tasks.workunit.client.0.smithi069.stdout: "media_bytes_read": { 2024-04-10T15:31:07.454 INFO:tasks.workunit.client.0.smithi069.stdout: "normalized": 0, 2024-04-10T15:31:07.454 INFO:tasks.workunit.client.0.smithi069.stdout: "raw": 0 2024-04-10T15:31:07.454 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:07.454 INFO:tasks.workunit.client.0.smithi069.stdout: "nand_bytes_written": { 2024-04-10T15:31:07.454 INFO:tasks.workunit.client.0.smithi069.stdout: "normalized": 100, 2024-04-10T15:31:07.454 INFO:tasks.workunit.client.0.smithi069.stdout: "raw": 42073918 2024-04-10T15:31:07.454 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:07.454 INFO:tasks.workunit.client.0.smithi069.stdout: "perf_stat_indicator": { 2024-04-10T15:31:07.454 INFO:tasks.workunit.client.0.smithi069.stdout: "normalized": 0, 2024-04-10T15:31:07.455 INFO:tasks.workunit.client.0.smithi069.stdout: "raw": 0 2024-04-10T15:31:07.455 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:07.455 INFO:tasks.workunit.client.0.smithi069.stdout: "pll_lock_loss_count": { 2024-04-10T15:31:07.455 INFO:tasks.workunit.client.0.smithi069.stdout: "normalized": 100, 2024-04-10T15:31:07.455 INFO:tasks.workunit.client.0.smithi069.stdout: "raw": 0 2024-04-10T15:31:07.455 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:07.455 INFO:tasks.workunit.client.0.smithi069.stdout: "program_fail_count": { 2024-04-10T15:31:07.455 INFO:tasks.workunit.client.0.smithi069.stdout: "normalized": 100, 2024-04-10T15:31:07.455 INFO:tasks.workunit.client.0.smithi069.stdout: "raw": 0 2024-04-10T15:31:07.455 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:07.455 INFO:tasks.workunit.client.0.smithi069.stdout: "re_alloc_sectr_cnt": { 2024-04-10T15:31:07.455 INFO:tasks.workunit.client.0.smithi069.stdout: "normalized": 0, 2024-04-10T15:31:07.455 INFO:tasks.workunit.client.0.smithi069.stdout: "raw": 0 2024-04-10T15:31:07.456 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:07.456 INFO:tasks.workunit.client.0.smithi069.stdout: "retry_buffer_overflow_count": { 2024-04-10T15:31:07.456 INFO:tasks.workunit.client.0.smithi069.stdout: "normalized": 100, 2024-04-10T15:31:07.456 INFO:tasks.workunit.client.0.smithi069.stdout: "raw": 0 2024-04-10T15:31:07.456 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:07.456 INFO:tasks.workunit.client.0.smithi069.stdout: "soft_ecc_err_rate": { 2024-04-10T15:31:07.456 INFO:tasks.workunit.client.0.smithi069.stdout: "normalized": 0, 2024-04-10T15:31:07.456 INFO:tasks.workunit.client.0.smithi069.stdout: "raw": 0 2024-04-10T15:31:07.456 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:07.456 INFO:tasks.workunit.client.0.smithi069.stdout: "thermal_throttle_status": { 2024-04-10T15:31:07.456 INFO:tasks.workunit.client.0.smithi069.stdout: "normalized": 100, 2024-04-10T15:31:07.456 INFO:tasks.workunit.client.0.smithi069.stdout: "raw": { 2024-04-10T15:31:07.456 INFO:tasks.workunit.client.0.smithi069.stdout: "cnt": 0, 2024-04-10T15:31:07.456 INFO:tasks.workunit.client.0.smithi069.stdout: "pct": 0 2024-04-10T15:31:07.456 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:07.457 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:07.457 INFO:tasks.workunit.client.0.smithi069.stdout: "timed_workload_host_reads": { 2024-04-10T15:31:07.457 INFO:tasks.workunit.client.0.smithi069.stdout: "normalized": 100, 2024-04-10T15:31:07.457 INFO:tasks.workunit.client.0.smithi069.stdout: "raw": 65535 2024-04-10T15:31:07.457 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:07.457 INFO:tasks.workunit.client.0.smithi069.stdout: "timed_workload_media_wear": { 2024-04-10T15:31:07.457 INFO:tasks.workunit.client.0.smithi069.stdout: "normalized": 100, 2024-04-10T15:31:07.457 INFO:tasks.workunit.client.0.smithi069.stdout: "raw": 64 2024-04-10T15:31:07.457 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:07.457 INFO:tasks.workunit.client.0.smithi069.stdout: "timed_workload_timer": { 2024-04-10T15:31:07.457 INFO:tasks.workunit.client.0.smithi069.stdout: "normalized": 100, 2024-04-10T15:31:07.457 INFO:tasks.workunit.client.0.smithi069.stdout: "raw": 65535 2024-04-10T15:31:07.457 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:07.457 INFO:tasks.workunit.client.0.smithi069.stdout: "unexp_power_loss": { 2024-04-10T15:31:07.457 INFO:tasks.workunit.client.0.smithi069.stdout: "normalized": 0, 2024-04-10T15:31:07.457 INFO:tasks.workunit.client.0.smithi069.stdout: "raw": 0 2024-04-10T15:31:07.458 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:07.458 INFO:tasks.workunit.client.0.smithi069.stdout: "wear_leveling": { 2024-04-10T15:31:07.458 INFO:tasks.workunit.client.0.smithi069.stdout: "normalized": 91, 2024-04-10T15:31:07.458 INFO:tasks.workunit.client.0.smithi069.stdout: "raw": { 2024-04-10T15:31:07.458 INFO:tasks.workunit.client.0.smithi069.stdout: "avg": 2823, 2024-04-10T15:31:07.458 INFO:tasks.workunit.client.0.smithi069.stdout: "max": 2839, 2024-04-10T15:31:07.458 INFO:tasks.workunit.client.0.smithi069.stdout: "min": 2808 2024-04-10T15:31:07.458 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:07.458 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:07.458 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:07.458 INFO:tasks.workunit.client.0.smithi069.stdout: "Intel Smart log": "nvme0n1" 2024-04-10T15:31:07.458 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:07.458 INFO:tasks.workunit.client.0.smithi069.stdout: "nvme_smart_health_information_log": { 2024-04-10T15:31:07.458 INFO:tasks.workunit.client.0.smithi069.stdout: "available_spare": 100, 2024-04-10T15:31:07.459 INFO:tasks.workunit.client.0.smithi069.stdout: "available_spare_threshold": 10, 2024-04-10T15:31:07.459 INFO:tasks.workunit.client.0.smithi069.stdout: "controller_busy_time": 1, 2024-04-10T15:31:07.459 INFO:tasks.workunit.client.0.smithi069.stdout: "critical_warning": 0, 2024-04-10T15:31:07.459 INFO:tasks.workunit.client.0.smithi069.stdout: "data_units_read": 390305420, 2024-04-10T15:31:07.459 INFO:tasks.workunit.client.0.smithi069.stdout: "data_units_written": 1702006681, 2024-04-10T15:31:07.459 INFO:tasks.workunit.client.0.smithi069.stdout: "host_reads": 6219950024, 2024-04-10T15:31:07.459 INFO:tasks.workunit.client.0.smithi069.stdout: "host_writes": 29847982517, 2024-04-10T15:31:07.459 INFO:tasks.workunit.client.0.smithi069.stdout: "media_errors": 0, 2024-04-10T15:31:07.459 INFO:tasks.workunit.client.0.smithi069.stdout: "num_err_log_entries": 0, 2024-04-10T15:31:07.459 INFO:tasks.workunit.client.0.smithi069.stdout: "percentage_used": 9, 2024-04-10T15:31:07.459 INFO:tasks.workunit.client.0.smithi069.stdout: "power_cycles": 40276, 2024-04-10T15:31:07.459 INFO:tasks.workunit.client.0.smithi069.stdout: "power_on_hours": 59896, 2024-04-10T15:31:07.459 INFO:tasks.workunit.client.0.smithi069.stdout: "temperature": 25, 2024-04-10T15:31:07.459 INFO:tasks.workunit.client.0.smithi069.stdout: "unsafe_shutdowns": 83 2024-04-10T15:31:07.460 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:07.460 INFO:tasks.workunit.client.0.smithi069.stdout: "nvme_vendor": "intel", 2024-04-10T15:31:07.460 INFO:tasks.workunit.client.0.smithi069.stdout: "power_cycle_count": 40276, 2024-04-10T15:31:07.460 INFO:tasks.workunit.client.0.smithi069.stdout: "power_on_time": { 2024-04-10T15:31:07.460 INFO:tasks.workunit.client.0.smithi069.stdout: "hours": 59896 2024-04-10T15:31:07.460 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:07.460 INFO:tasks.workunit.client.0.smithi069.stdout: "serial_number": "deleted", 2024-04-10T15:31:07.460 INFO:tasks.workunit.client.0.smithi069.stdout: "smart_status": { 2024-04-10T15:31:07.460 INFO:tasks.workunit.client.0.smithi069.stdout: "nvme": { 2024-04-10T15:31:07.460 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:07.460 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:07.460 INFO:tasks.workunit.client.0.smithi069.stdout: "passed": true 2024-04-10T15:31:07.460 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:07.460 INFO:tasks.workunit.client.0.smithi069.stdout: "smartctl": { 2024-04-10T15:31:07.460 INFO:tasks.workunit.client.0.smithi069.stdout: "argv": [ 2024-04-10T15:31:07.460 INFO:tasks.workunit.client.0.smithi069.stdout: "smartctl", 2024-04-10T15:31:07.461 INFO:tasks.workunit.client.0.smithi069.stdout: "-x", 2024-04-10T15:31:07.461 INFO:tasks.workunit.client.0.smithi069.stdout: "--json=o", 2024-04-10T15:31:07.461 INFO:tasks.workunit.client.0.smithi069.stdout: "/dev/nvme0n1" 2024-04-10T15:31:07.461 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:07.461 INFO:tasks.workunit.client.0.smithi069.stdout: "build_info": "(local build)", 2024-04-10T15:31:07.461 INFO:tasks.workunit.client.0.smithi069.stdout: "exit_status": 0, 2024-04-10T15:31:07.461 INFO:tasks.workunit.client.0.smithi069.stdout: "output": [ 2024-04-10T15:31:07.461 INFO:tasks.workunit.client.0.smithi069.stdout: "smartctl 7.1 2019-12-30 r5022 [x86_64-linux-5.14.0-435.el9.x86_64] (local build)", 2024-04-10T15:31:07.461 INFO:tasks.workunit.client.0.smithi069.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-04-10T15:31:07.461 INFO:tasks.workunit.client.0.smithi069.stdout: "", 2024-04-10T15:31:07.461 INFO:tasks.workunit.client.0.smithi069.stdout: "=== START OF INFORMATION SECTION ===", 2024-04-10T15:31:07.461 INFO:tasks.workunit.client.0.smithi069.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-04-10T15:31:07.461 INFO:tasks.workunit.client.0.smithi069.stdout: "Serial Number: deleted", 2024-04-10T15:31:07.461 INFO:tasks.workunit.client.0.smithi069.stdout: "Firmware Version: 8DV101H0", 2024-04-10T15:31:07.461 INFO:tasks.workunit.client.0.smithi069.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-04-10T15:31:07.461 INFO:tasks.workunit.client.0.smithi069.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-04-10T15:31:07.461 INFO:tasks.workunit.client.0.smithi069.stdout: "Controller ID: 0", 2024-04-10T15:31:07.462 INFO:tasks.workunit.client.0.smithi069.stdout: "Number of Namespaces: 1", 2024-04-10T15:31:07.462 INFO:tasks.workunit.client.0.smithi069.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-04-10T15:31:07.462 INFO:tasks.workunit.client.0.smithi069.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-04-10T15:31:07.462 INFO:tasks.workunit.client.0.smithi069.stdout: "Local Time is: Wed Apr 10 15:25:55 2024 UTC", 2024-04-10T15:31:07.462 INFO:tasks.workunit.client.0.smithi069.stdout: "Firmware Updates (0x02): 1 Slot", 2024-04-10T15:31:07.462 INFO:tasks.workunit.client.0.smithi069.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-04-10T15:31:07.462 INFO:tasks.workunit.client.0.smithi069.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-04-10T15:31:07.462 INFO:tasks.workunit.client.0.smithi069.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-04-10T15:31:07.462 INFO:tasks.workunit.client.0.smithi069.stdout: "", 2024-04-10T15:31:07.462 INFO:tasks.workunit.client.0.smithi069.stdout: "Supported Power States", 2024-04-10T15:31:07.462 INFO:tasks.workunit.client.0.smithi069.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-04-10T15:31:07.462 INFO:tasks.workunit.client.0.smithi069.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-04-10T15:31:07.462 INFO:tasks.workunit.client.0.smithi069.stdout: "", 2024-04-10T15:31:07.462 INFO:tasks.workunit.client.0.smithi069.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-04-10T15:31:07.463 INFO:tasks.workunit.client.0.smithi069.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-04-10T15:31:07.463 INFO:tasks.workunit.client.0.smithi069.stdout: " 0 + 512 0 2", 2024-04-10T15:31:07.464 INFO:tasks.workunit.client.0.smithi069.stdout: " 1 - 512 8 2", 2024-04-10T15:31:07.464 INFO:tasks.workunit.client.0.smithi069.stdout: " 2 - 512 16 2", 2024-04-10T15:31:07.464 INFO:tasks.workunit.client.0.smithi069.stdout: " 3 - 4096 0 0", 2024-04-10T15:31:07.464 INFO:tasks.workunit.client.0.smithi069.stdout: " 4 - 4096 8 0", 2024-04-10T15:31:07.464 INFO:tasks.workunit.client.0.smithi069.stdout: " 5 - 4096 64 0", 2024-04-10T15:31:07.464 INFO:tasks.workunit.client.0.smithi069.stdout: " 6 - 4096 128 0", 2024-04-10T15:31:07.464 INFO:tasks.workunit.client.0.smithi069.stdout: "", 2024-04-10T15:31:07.464 INFO:tasks.workunit.client.0.smithi069.stdout: "=== START OF SMART DATA SECTION ===", 2024-04-10T15:31:07.465 INFO:tasks.workunit.client.0.smithi069.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-04-10T15:31:07.465 INFO:tasks.workunit.client.0.smithi069.stdout: "", 2024-04-10T15:31:07.465 INFO:tasks.workunit.client.0.smithi069.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-04-10T15:31:07.465 INFO:tasks.workunit.client.0.smithi069.stdout: "Critical Warning: 0x00", 2024-04-10T15:31:07.465 INFO:tasks.workunit.client.0.smithi069.stdout: "Temperature: 25 Celsius", 2024-04-10T15:31:07.465 INFO:tasks.workunit.client.0.smithi069.stdout: "Available Spare: 100%", 2024-04-10T15:31:07.465 INFO:tasks.workunit.client.0.smithi069.stdout: "Available Spare Threshold: 10%", 2024-04-10T15:31:07.465 INFO:tasks.workunit.client.0.smithi069.stdout: "Percentage Used: 9%", 2024-04-10T15:31:07.465 INFO:tasks.workunit.client.0.smithi069.stdout: "Data Units Read: 390,305,420 [199 TB]", 2024-04-10T15:31:07.465 INFO:tasks.workunit.client.0.smithi069.stdout: "Data Units Written: 1,702,006,681 [871 TB]", 2024-04-10T15:31:07.465 INFO:tasks.workunit.client.0.smithi069.stdout: "Host Read Commands: 6,219,950,024", 2024-04-10T15:31:07.465 INFO:tasks.workunit.client.0.smithi069.stdout: "Host Write Commands: 29,847,982,517", 2024-04-10T15:31:07.465 INFO:tasks.workunit.client.0.smithi069.stdout: "Controller Busy Time: 1", 2024-04-10T15:31:07.465 INFO:tasks.workunit.client.0.smithi069.stdout: "Power Cycles: 40,276", 2024-04-10T15:31:07.465 INFO:tasks.workunit.client.0.smithi069.stdout: "Power On Hours: 59,896", 2024-04-10T15:31:07.466 INFO:tasks.workunit.client.0.smithi069.stdout: "Unsafe Shutdowns: 83", 2024-04-10T15:31:07.466 INFO:tasks.workunit.client.0.smithi069.stdout: "Media and Data Integrity Errors: 0", 2024-04-10T15:31:07.466 INFO:tasks.workunit.client.0.smithi069.stdout: "Error Information Log Entries: 0", 2024-04-10T15:31:07.466 INFO:tasks.workunit.client.0.smithi069.stdout: "", 2024-04-10T15:31:07.466 INFO:tasks.workunit.client.0.smithi069.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2024-04-10T15:31:07.466 INFO:tasks.workunit.client.0.smithi069.stdout: "No Errors Logged", 2024-04-10T15:31:07.466 INFO:tasks.workunit.client.0.smithi069.stdout: "" 2024-04-10T15:31:07.466 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:07.466 INFO:tasks.workunit.client.0.smithi069.stdout: "platform_info": "x86_64-linux-5.14.0-435.el9.x86_64", 2024-04-10T15:31:07.466 INFO:tasks.workunit.client.0.smithi069.stdout: "svn_revision": "5022", 2024-04-10T15:31:07.466 INFO:tasks.workunit.client.0.smithi069.stdout: "version": [ 2024-04-10T15:31:07.466 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T15:31:07.466 INFO:tasks.workunit.client.0.smithi069.stdout: 1 2024-04-10T15:31:07.466 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T15:31:07.466 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:07.467 INFO:tasks.workunit.client.0.smithi069.stdout: "temperature": { 2024-04-10T15:31:07.467 INFO:tasks.workunit.client.0.smithi069.stdout: "current": 25 2024-04-10T15:31:07.467 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:07.467 INFO:tasks.workunit.client.0.smithi069.stdout: "user_capacity": { 2024-04-10T15:31:07.467 INFO:tasks.workunit.client.0.smithi069.stdout: "blocks": 781422768, 2024-04-10T15:31:07.467 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 400088457216 2024-04-10T15:31:07.467 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:07.467 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:07.467 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:07.467 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:07.467 INFO:tasks.workunit.client.0.smithi069.stdout: "5998e154-f74f-11ee-91bc-0cc47a8fd737": { 2024-04-10T15:31:07.467 INFO:tasks.workunit.client.0.smithi069.stdout: "INTEL_SSDPEDMD400G4_5999883e-f74f-11ee-91bc-0cc47a8fd737": { 2024-04-10T15:31:07.468 INFO:tasks.workunit.client.0.smithi069.stdout: "20240410-152557": { 2024-04-10T15:31:07.468 INFO:tasks.workunit.client.0.smithi069.stdout: "device": { 2024-04-10T15:31:07.468 INFO:tasks.workunit.client.0.smithi069.stdout: "info_name": "/dev/nvme0n1", 2024-04-10T15:31:07.468 INFO:tasks.workunit.client.0.smithi069.stdout: "name": "/dev/nvme0n1", 2024-04-10T15:31:07.468 INFO:tasks.workunit.client.0.smithi069.stdout: "protocol": "NVMe", 2024-04-10T15:31:07.468 INFO:tasks.workunit.client.0.smithi069.stdout: "type": "nvme" 2024-04-10T15:31:07.468 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:07.468 INFO:tasks.workunit.client.0.smithi069.stdout: "firmware_version": "8DV101H0", 2024-04-10T15:31:07.468 INFO:tasks.workunit.client.0.smithi069.stdout: "host_id": "5998e154-f74f-11ee-91bc-0cc47a8fd737", 2024-04-10T15:31:07.468 INFO:tasks.workunit.client.0.smithi069.stdout: "json_format_version": [ 2024-04-10T15:31:07.468 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T15:31:07.468 INFO:tasks.workunit.client.0.smithi069.stdout: 0 2024-04-10T15:31:07.469 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:07.469 INFO:tasks.workunit.client.0.smithi069.stdout: "local_time": { 2024-04-10T15:31:07.469 INFO:tasks.workunit.client.0.smithi069.stdout: "asctime": "Wed Apr 10 15:25:57 2024 UTC", 2024-04-10T15:31:07.469 INFO:tasks.workunit.client.0.smithi069.stdout: "time_t": 1712762757 2024-04-10T15:31:07.469 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:07.469 INFO:tasks.workunit.client.0.smithi069.stdout: "logical_block_size": 512, 2024-04-10T15:31:07.470 INFO:tasks.workunit.client.0.smithi069.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-04-10T15:31:07.470 INFO:tasks.workunit.client.0.smithi069.stdout: "nvme_controller_id": 0, 2024-04-10T15:31:07.470 INFO:tasks.workunit.client.0.smithi069.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-04-10T15:31:07.470 INFO:tasks.workunit.client.0.smithi069.stdout: "nvme_namespaces": [ 2024-04-10T15:31:07.470 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:07.470 INFO:tasks.workunit.client.0.smithi069.stdout: "capacity": { 2024-04-10T15:31:07.471 INFO:tasks.workunit.client.0.smithi069.stdout: "blocks": 781422768, 2024-04-10T15:31:07.471 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 400088457216 2024-04-10T15:31:07.471 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:07.471 INFO:tasks.workunit.client.0.smithi069.stdout: "formatted_lba_size": 512, 2024-04-10T15:31:07.471 INFO:tasks.workunit.client.0.smithi069.stdout: "id": 1, 2024-04-10T15:31:07.471 INFO:tasks.workunit.client.0.smithi069.stdout: "size": { 2024-04-10T15:31:07.471 INFO:tasks.workunit.client.0.smithi069.stdout: "blocks": 781422768, 2024-04-10T15:31:07.471 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 400088457216 2024-04-10T15:31:07.471 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:07.471 INFO:tasks.workunit.client.0.smithi069.stdout: "utilization": { 2024-04-10T15:31:07.471 INFO:tasks.workunit.client.0.smithi069.stdout: "blocks": 781422768, 2024-04-10T15:31:07.472 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 400088457216 2024-04-10T15:31:07.472 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:07.472 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:07.472 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:07.472 INFO:tasks.workunit.client.0.smithi069.stdout: "nvme_number_of_namespaces": 1, 2024-04-10T15:31:07.472 INFO:tasks.workunit.client.0.smithi069.stdout: "nvme_pci_vendor": { 2024-04-10T15:31:07.472 INFO:tasks.workunit.client.0.smithi069.stdout: "id": 32902, 2024-04-10T15:31:07.472 INFO:tasks.workunit.client.0.smithi069.stdout: "subsystem_id": 32902 2024-04-10T15:31:07.472 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:07.472 INFO:tasks.workunit.client.0.smithi069.stdout: "nvme_smart_health_information_add_log": { 2024-04-10T15:31:07.472 INFO:tasks.workunit.client.0.smithi069.stdout: "Device stats": { 2024-04-10T15:31:07.472 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_fw_downgrades": { 2024-04-10T15:31:07.472 INFO:tasks.workunit.client.0.smithi069.stdout: "normalized": 0, 2024-04-10T15:31:07.472 INFO:tasks.workunit.client.0.smithi069.stdout: "raw": 0 2024-04-10T15:31:07.473 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:07.473 INFO:tasks.workunit.client.0.smithi069.stdout: "crc_error_count": { 2024-04-10T15:31:07.473 INFO:tasks.workunit.client.0.smithi069.stdout: "normalized": 100, 2024-04-10T15:31:07.473 INFO:tasks.workunit.client.0.smithi069.stdout: "raw": 0 2024-04-10T15:31:07.473 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:07.473 INFO:tasks.workunit.client.0.smithi069.stdout: "end_to_end_error_detection_count": { 2024-04-10T15:31:07.473 INFO:tasks.workunit.client.0.smithi069.stdout: "normalized": 100, 2024-04-10T15:31:07.473 INFO:tasks.workunit.client.0.smithi069.stdout: "raw": 0 2024-04-10T15:31:07.473 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:07.473 INFO:tasks.workunit.client.0.smithi069.stdout: "erase_fail_count": { 2024-04-10T15:31:07.473 INFO:tasks.workunit.client.0.smithi069.stdout: "normalized": 100, 2024-04-10T15:31:07.473 INFO:tasks.workunit.client.0.smithi069.stdout: "raw": 0 2024-04-10T15:31:07.473 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:07.473 INFO:tasks.workunit.client.0.smithi069.stdout: "host_bytes_written": { 2024-04-10T15:31:07.473 INFO:tasks.workunit.client.0.smithi069.stdout: "normalized": 100, 2024-04-10T15:31:07.474 INFO:tasks.workunit.client.0.smithi069.stdout: "raw": 31729991 2024-04-10T15:31:07.474 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:07.474 INFO:tasks.workunit.client.0.smithi069.stdout: "host_ctx_wear_used": { 2024-04-10T15:31:07.474 INFO:tasks.workunit.client.0.smithi069.stdout: "normalized": 100, 2024-04-10T15:31:07.474 INFO:tasks.workunit.client.0.smithi069.stdout: "raw": 1 2024-04-10T15:31:07.474 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:07.474 INFO:tasks.workunit.client.0.smithi069.stdout: "media_bytes_read": { 2024-04-10T15:31:07.474 INFO:tasks.workunit.client.0.smithi069.stdout: "normalized": 0, 2024-04-10T15:31:07.474 INFO:tasks.workunit.client.0.smithi069.stdout: "raw": 0 2024-04-10T15:31:07.474 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:07.474 INFO:tasks.workunit.client.0.smithi069.stdout: "nand_bytes_written": { 2024-04-10T15:31:07.474 INFO:tasks.workunit.client.0.smithi069.stdout: "normalized": 100, 2024-04-10T15:31:07.474 INFO:tasks.workunit.client.0.smithi069.stdout: "raw": 51723495 2024-04-10T15:31:07.474 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:07.474 INFO:tasks.workunit.client.0.smithi069.stdout: "perf_stat_indicator": { 2024-04-10T15:31:07.475 INFO:tasks.workunit.client.0.smithi069.stdout: "normalized": 0, 2024-04-10T15:31:07.475 INFO:tasks.workunit.client.0.smithi069.stdout: "raw": 0 2024-04-10T15:31:07.475 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:07.475 INFO:tasks.workunit.client.0.smithi069.stdout: "pll_lock_loss_count": { 2024-04-10T15:31:07.475 INFO:tasks.workunit.client.0.smithi069.stdout: "normalized": 100, 2024-04-10T15:31:07.475 INFO:tasks.workunit.client.0.smithi069.stdout: "raw": 0 2024-04-10T15:31:07.475 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:07.475 INFO:tasks.workunit.client.0.smithi069.stdout: "program_fail_count": { 2024-04-10T15:31:07.475 INFO:tasks.workunit.client.0.smithi069.stdout: "normalized": 100, 2024-04-10T15:31:07.475 INFO:tasks.workunit.client.0.smithi069.stdout: "raw": 0 2024-04-10T15:31:07.475 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:07.475 INFO:tasks.workunit.client.0.smithi069.stdout: "re_alloc_sectr_cnt": { 2024-04-10T15:31:07.475 INFO:tasks.workunit.client.0.smithi069.stdout: "normalized": 0, 2024-04-10T15:31:07.475 INFO:tasks.workunit.client.0.smithi069.stdout: "raw": 0 2024-04-10T15:31:07.475 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:07.476 INFO:tasks.workunit.client.0.smithi069.stdout: "retry_buffer_overflow_count": { 2024-04-10T15:31:07.476 INFO:tasks.workunit.client.0.smithi069.stdout: "normalized": 100, 2024-04-10T15:31:07.476 INFO:tasks.workunit.client.0.smithi069.stdout: "raw": 0 2024-04-10T15:31:07.476 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:07.476 INFO:tasks.workunit.client.0.smithi069.stdout: "soft_ecc_err_rate": { 2024-04-10T15:31:07.476 INFO:tasks.workunit.client.0.smithi069.stdout: "normalized": 0, 2024-04-10T15:31:07.476 INFO:tasks.workunit.client.0.smithi069.stdout: "raw": 0 2024-04-10T15:31:07.476 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:07.476 INFO:tasks.workunit.client.0.smithi069.stdout: "thermal_throttle_status": { 2024-04-10T15:31:07.476 INFO:tasks.workunit.client.0.smithi069.stdout: "normalized": 100, 2024-04-10T15:31:07.476 INFO:tasks.workunit.client.0.smithi069.stdout: "raw": { 2024-04-10T15:31:07.476 INFO:tasks.workunit.client.0.smithi069.stdout: "cnt": 0, 2024-04-10T15:31:07.476 INFO:tasks.workunit.client.0.smithi069.stdout: "pct": 0 2024-04-10T15:31:07.476 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:07.476 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:07.477 INFO:tasks.workunit.client.0.smithi069.stdout: "timed_workload_host_reads": { 2024-04-10T15:31:07.477 INFO:tasks.workunit.client.0.smithi069.stdout: "normalized": 100, 2024-04-10T15:31:07.477 INFO:tasks.workunit.client.0.smithi069.stdout: "raw": 65535 2024-04-10T15:31:07.477 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:07.477 INFO:tasks.workunit.client.0.smithi069.stdout: "timed_workload_media_wear": { 2024-04-10T15:31:07.477 INFO:tasks.workunit.client.0.smithi069.stdout: "normalized": 100, 2024-04-10T15:31:07.477 INFO:tasks.workunit.client.0.smithi069.stdout: "raw": 64 2024-04-10T15:31:07.477 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:07.477 INFO:tasks.workunit.client.0.smithi069.stdout: "timed_workload_timer": { 2024-04-10T15:31:07.477 INFO:tasks.workunit.client.0.smithi069.stdout: "normalized": 100, 2024-04-10T15:31:07.477 INFO:tasks.workunit.client.0.smithi069.stdout: "raw": 65535 2024-04-10T15:31:07.477 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:07.477 INFO:tasks.workunit.client.0.smithi069.stdout: "unexp_power_loss": { 2024-04-10T15:31:07.478 INFO:tasks.workunit.client.0.smithi069.stdout: "normalized": 0, 2024-04-10T15:31:07.478 INFO:tasks.workunit.client.0.smithi069.stdout: "raw": 0 2024-04-10T15:31:07.478 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:07.478 INFO:tasks.workunit.client.0.smithi069.stdout: "wear_leveling": { 2024-04-10T15:31:07.478 INFO:tasks.workunit.client.0.smithi069.stdout: "normalized": 89, 2024-04-10T15:31:07.478 INFO:tasks.workunit.client.0.smithi069.stdout: "raw": { 2024-04-10T15:31:07.478 INFO:tasks.workunit.client.0.smithi069.stdout: "avg": 3477, 2024-04-10T15:31:07.478 INFO:tasks.workunit.client.0.smithi069.stdout: "max": 3493, 2024-04-10T15:31:07.478 INFO:tasks.workunit.client.0.smithi069.stdout: "min": 3462 2024-04-10T15:31:07.478 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:07.478 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:07.478 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:07.478 INFO:tasks.workunit.client.0.smithi069.stdout: "Intel Smart log": "nvme0n1" 2024-04-10T15:31:07.478 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:07.478 INFO:tasks.workunit.client.0.smithi069.stdout: "nvme_smart_health_information_log": { 2024-04-10T15:31:07.479 INFO:tasks.workunit.client.0.smithi069.stdout: "available_spare": 100, 2024-04-10T15:31:07.479 INFO:tasks.workunit.client.0.smithi069.stdout: "available_spare_threshold": 10, 2024-04-10T15:31:07.479 INFO:tasks.workunit.client.0.smithi069.stdout: "controller_busy_time": 6, 2024-04-10T15:31:07.479 INFO:tasks.workunit.client.0.smithi069.stdout: "critical_warning": 0, 2024-04-10T15:31:07.479 INFO:tasks.workunit.client.0.smithi069.stdout: "data_units_read": 410358099, 2024-04-10T15:31:07.479 INFO:tasks.workunit.client.0.smithi069.stdout: "data_units_written": 2079456739, 2024-04-10T15:31:07.479 INFO:tasks.workunit.client.0.smithi069.stdout: "host_reads": 6752379132, 2024-04-10T15:31:07.479 INFO:tasks.workunit.client.0.smithi069.stdout: "host_writes": 36672874135, 2024-04-10T15:31:07.479 INFO:tasks.workunit.client.0.smithi069.stdout: "media_errors": 0, 2024-04-10T15:31:07.479 INFO:tasks.workunit.client.0.smithi069.stdout: "num_err_log_entries": 0, 2024-04-10T15:31:07.479 INFO:tasks.workunit.client.0.smithi069.stdout: "percentage_used": 11, 2024-04-10T15:31:07.479 INFO:tasks.workunit.client.0.smithi069.stdout: "power_cycles": 50478, 2024-04-10T15:31:07.479 INFO:tasks.workunit.client.0.smithi069.stdout: "power_on_hours": 54712, 2024-04-10T15:31:07.479 INFO:tasks.workunit.client.0.smithi069.stdout: "temperature": 26, 2024-04-10T15:31:07.479 INFO:tasks.workunit.client.0.smithi069.stdout: "unsafe_shutdowns": 152 2024-04-10T15:31:07.480 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:07.480 INFO:tasks.workunit.client.0.smithi069.stdout: "nvme_vendor": "intel", 2024-04-10T15:31:07.480 INFO:tasks.workunit.client.0.smithi069.stdout: "power_cycle_count": 50478, 2024-04-10T15:31:07.480 INFO:tasks.workunit.client.0.smithi069.stdout: "power_on_time": { 2024-04-10T15:31:07.480 INFO:tasks.workunit.client.0.smithi069.stdout: "hours": 54712 2024-04-10T15:31:07.480 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:07.480 INFO:tasks.workunit.client.0.smithi069.stdout: "serial_number": "deleted", 2024-04-10T15:31:07.480 INFO:tasks.workunit.client.0.smithi069.stdout: "smart_status": { 2024-04-10T15:31:07.480 INFO:tasks.workunit.client.0.smithi069.stdout: "nvme": { 2024-04-10T15:31:07.480 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:07.480 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:07.480 INFO:tasks.workunit.client.0.smithi069.stdout: "passed": true 2024-04-10T15:31:07.480 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:07.480 INFO:tasks.workunit.client.0.smithi069.stdout: "smartctl": { 2024-04-10T15:31:07.480 INFO:tasks.workunit.client.0.smithi069.stdout: "argv": [ 2024-04-10T15:31:07.481 INFO:tasks.workunit.client.0.smithi069.stdout: "smartctl", 2024-04-10T15:31:07.481 INFO:tasks.workunit.client.0.smithi069.stdout: "-x", 2024-04-10T15:31:07.481 INFO:tasks.workunit.client.0.smithi069.stdout: "--json=o", 2024-04-10T15:31:07.481 INFO:tasks.workunit.client.0.smithi069.stdout: "/dev/nvme0n1" 2024-04-10T15:31:07.481 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:07.481 INFO:tasks.workunit.client.0.smithi069.stdout: "build_info": "(local build)", 2024-04-10T15:31:07.481 INFO:tasks.workunit.client.0.smithi069.stdout: "exit_status": 0, 2024-04-10T15:31:07.481 INFO:tasks.workunit.client.0.smithi069.stdout: "output": [ 2024-04-10T15:31:07.481 INFO:tasks.workunit.client.0.smithi069.stdout: "smartctl 7.1 2019-12-30 r5022 [x86_64-linux-5.14.0-435.el9.x86_64] (local build)", 2024-04-10T15:31:07.481 INFO:tasks.workunit.client.0.smithi069.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-04-10T15:31:07.481 INFO:tasks.workunit.client.0.smithi069.stdout: "", 2024-04-10T15:31:07.481 INFO:tasks.workunit.client.0.smithi069.stdout: "=== START OF INFORMATION SECTION ===", 2024-04-10T15:31:07.481 INFO:tasks.workunit.client.0.smithi069.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-04-10T15:31:07.481 INFO:tasks.workunit.client.0.smithi069.stdout: "Serial Number: deleted", 2024-04-10T15:31:07.481 INFO:tasks.workunit.client.0.smithi069.stdout: "Firmware Version: 8DV101H0", 2024-04-10T15:31:07.482 INFO:tasks.workunit.client.0.smithi069.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-04-10T15:31:07.482 INFO:tasks.workunit.client.0.smithi069.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-04-10T15:31:07.482 INFO:tasks.workunit.client.0.smithi069.stdout: "Controller ID: 0", 2024-04-10T15:31:07.482 INFO:tasks.workunit.client.0.smithi069.stdout: "Number of Namespaces: 1", 2024-04-10T15:31:07.482 INFO:tasks.workunit.client.0.smithi069.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-04-10T15:31:07.482 INFO:tasks.workunit.client.0.smithi069.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-04-10T15:31:07.482 INFO:tasks.workunit.client.0.smithi069.stdout: "Local Time is: Wed Apr 10 15:25:57 2024 UTC", 2024-04-10T15:31:07.482 INFO:tasks.workunit.client.0.smithi069.stdout: "Firmware Updates (0x02): 1 Slot", 2024-04-10T15:31:07.482 INFO:tasks.workunit.client.0.smithi069.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-04-10T15:31:07.482 INFO:tasks.workunit.client.0.smithi069.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-04-10T15:31:07.482 INFO:tasks.workunit.client.0.smithi069.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-04-10T15:31:07.482 INFO:tasks.workunit.client.0.smithi069.stdout: "", 2024-04-10T15:31:07.482 INFO:tasks.workunit.client.0.smithi069.stdout: "Supported Power States", 2024-04-10T15:31:07.482 INFO:tasks.workunit.client.0.smithi069.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-04-10T15:31:07.482 INFO:tasks.workunit.client.0.smithi069.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-04-10T15:31:07.483 INFO:tasks.workunit.client.0.smithi069.stdout: "", 2024-04-10T15:31:07.483 INFO:tasks.workunit.client.0.smithi069.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-04-10T15:31:07.483 INFO:tasks.workunit.client.0.smithi069.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-04-10T15:31:07.483 INFO:tasks.workunit.client.0.smithi069.stdout: " 0 + 512 0 2", 2024-04-10T15:31:07.483 INFO:tasks.workunit.client.0.smithi069.stdout: " 1 - 512 8 2", 2024-04-10T15:31:07.483 INFO:tasks.workunit.client.0.smithi069.stdout: " 2 - 512 16 2", 2024-04-10T15:31:07.483 INFO:tasks.workunit.client.0.smithi069.stdout: " 3 - 4096 0 0", 2024-04-10T15:31:07.483 INFO:tasks.workunit.client.0.smithi069.stdout: " 4 - 4096 8 0", 2024-04-10T15:31:07.483 INFO:tasks.workunit.client.0.smithi069.stdout: " 5 - 4096 64 0", 2024-04-10T15:31:07.483 INFO:tasks.workunit.client.0.smithi069.stdout: " 6 - 4096 128 0", 2024-04-10T15:31:07.483 INFO:tasks.workunit.client.0.smithi069.stdout: "", 2024-04-10T15:31:07.483 INFO:tasks.workunit.client.0.smithi069.stdout: "=== START OF SMART DATA SECTION ===", 2024-04-10T15:31:07.483 INFO:tasks.workunit.client.0.smithi069.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-04-10T15:31:07.483 INFO:tasks.workunit.client.0.smithi069.stdout: "", 2024-04-10T15:31:07.483 INFO:tasks.workunit.client.0.smithi069.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-04-10T15:31:07.483 INFO:tasks.workunit.client.0.smithi069.stdout: "Critical Warning: 0x00", 2024-04-10T15:31:07.484 INFO:tasks.workunit.client.0.smithi069.stdout: "Temperature: 26 Celsius", 2024-04-10T15:31:07.484 INFO:tasks.workunit.client.0.smithi069.stdout: "Available Spare: 100%", 2024-04-10T15:31:07.484 INFO:tasks.workunit.client.0.smithi069.stdout: "Available Spare Threshold: 10%", 2024-04-10T15:31:07.484 INFO:tasks.workunit.client.0.smithi069.stdout: "Percentage Used: 11%", 2024-04-10T15:31:07.484 INFO:tasks.workunit.client.0.smithi069.stdout: "Data Units Read: 410,358,099 [210 TB]", 2024-04-10T15:31:07.484 INFO:tasks.workunit.client.0.smithi069.stdout: "Data Units Written: 2,079,456,739 [1.06 PB]", 2024-04-10T15:31:07.484 INFO:tasks.workunit.client.0.smithi069.stdout: "Host Read Commands: 6,752,379,132", 2024-04-10T15:31:07.484 INFO:tasks.workunit.client.0.smithi069.stdout: "Host Write Commands: 36,672,874,135", 2024-04-10T15:31:07.484 INFO:tasks.workunit.client.0.smithi069.stdout: "Controller Busy Time: 6", 2024-04-10T15:31:07.484 INFO:tasks.workunit.client.0.smithi069.stdout: "Power Cycles: 50,478", 2024-04-10T15:31:07.484 INFO:tasks.workunit.client.0.smithi069.stdout: "Power On Hours: 54,712", 2024-04-10T15:31:07.484 INFO:tasks.workunit.client.0.smithi069.stdout: "Unsafe Shutdowns: 152", 2024-04-10T15:31:07.484 INFO:tasks.workunit.client.0.smithi069.stdout: "Media and Data Integrity Errors: 0", 2024-04-10T15:31:07.484 INFO:tasks.workunit.client.0.smithi069.stdout: "Error Information Log Entries: 0", 2024-04-10T15:31:07.484 INFO:tasks.workunit.client.0.smithi069.stdout: "", 2024-04-10T15:31:07.484 INFO:tasks.workunit.client.0.smithi069.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2024-04-10T15:31:07.484 INFO:tasks.workunit.client.0.smithi069.stdout: "No Errors Logged", 2024-04-10T15:31:07.485 INFO:tasks.workunit.client.0.smithi069.stdout: "" 2024-04-10T15:31:07.485 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:07.485 INFO:tasks.workunit.client.0.smithi069.stdout: "platform_info": "x86_64-linux-5.14.0-435.el9.x86_64", 2024-04-10T15:31:07.485 INFO:tasks.workunit.client.0.smithi069.stdout: "svn_revision": "5022", 2024-04-10T15:31:07.485 INFO:tasks.workunit.client.0.smithi069.stdout: "version": [ 2024-04-10T15:31:07.485 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T15:31:07.485 INFO:tasks.workunit.client.0.smithi069.stdout: 1 2024-04-10T15:31:07.485 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T15:31:07.485 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:07.485 INFO:tasks.workunit.client.0.smithi069.stdout: "temperature": { 2024-04-10T15:31:07.485 INFO:tasks.workunit.client.0.smithi069.stdout: "current": 26 2024-04-10T15:31:07.485 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:07.485 INFO:tasks.workunit.client.0.smithi069.stdout: "user_capacity": { 2024-04-10T15:31:07.485 INFO:tasks.workunit.client.0.smithi069.stdout: "blocks": 781422768, 2024-04-10T15:31:07.485 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 400088457216 2024-04-10T15:31:07.485 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:07.485 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:07.486 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:07.486 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:07.486 INFO:tasks.workunit.client.0.smithi069.stdout:} 2024-04-10T15:31:07.486 INFO:tasks.workunit.client.0.smithi069.stderr:+ ceph telemetry preview-all 2024-04-10T15:31:07.488 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:07 smithi077 ceph-mon[31195]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:31:07.488 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:07 smithi077 ceph-mon[31195]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-10T15:31:07.488 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:07 smithi077 ceph-mon[31195]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:31:07.488 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:07 smithi077 ceph-mon[31195]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-10T15:31:07.567 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:07 smithi069 ceph-mon[39688]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:31:07.567 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:07 smithi069 ceph-mon[39688]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-10T15:31:07.567 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:07 smithi069 ceph-mon[39688]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:31:07.567 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:07 smithi069 ceph-mon[39688]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-10T15:31:07.567 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:07 smithi069 ceph-mon[27501]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:31:07.567 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:07 smithi069 ceph-mon[27501]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-10T15:31:07.567 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:07 smithi069 ceph-mon[27501]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:31:07.567 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:07 smithi069 ceph-mon[27501]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-10T15:31:07.978 INFO:tasks.workunit.client.0.smithi069.stdout:{ 2024-04-10T15:31:07.978 INFO:tasks.workunit.client.0.smithi069.stdout: "device_report": { 2024-04-10T15:31:07.978 INFO:tasks.workunit.client.0.smithi069.stdout: "599624d2-f74f-11ee-91bc-0cc47a8fd737": { 2024-04-10T15:31:07.978 INFO:tasks.workunit.client.0.smithi069.stdout: "INTEL_SSDPEDMD400G4_5997394e-f74f-11ee-91bc-0cc47a8fd737": { 2024-04-10T15:31:07.979 INFO:tasks.workunit.client.0.smithi069.stdout: "20240410-152555": { 2024-04-10T15:31:07.979 INFO:tasks.workunit.client.0.smithi069.stdout: "device": { 2024-04-10T15:31:07.979 INFO:tasks.workunit.client.0.smithi069.stdout: "info_name": "/dev/nvme0n1", 2024-04-10T15:31:07.979 INFO:tasks.workunit.client.0.smithi069.stdout: "name": "/dev/nvme0n1", 2024-04-10T15:31:07.979 INFO:tasks.workunit.client.0.smithi069.stdout: "protocol": "NVMe", 2024-04-10T15:31:07.979 INFO:tasks.workunit.client.0.smithi069.stdout: "type": "nvme" 2024-04-10T15:31:07.979 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:07.979 INFO:tasks.workunit.client.0.smithi069.stdout: "firmware_version": "8DV101H0", 2024-04-10T15:31:07.979 INFO:tasks.workunit.client.0.smithi069.stdout: "host_id": "599624d2-f74f-11ee-91bc-0cc47a8fd737", 2024-04-10T15:31:07.979 INFO:tasks.workunit.client.0.smithi069.stdout: "json_format_version": [ 2024-04-10T15:31:07.979 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T15:31:07.979 INFO:tasks.workunit.client.0.smithi069.stdout: 0 2024-04-10T15:31:07.979 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:07.979 INFO:tasks.workunit.client.0.smithi069.stdout: "local_time": { 2024-04-10T15:31:07.979 INFO:tasks.workunit.client.0.smithi069.stdout: "asctime": "Wed Apr 10 15:25:55 2024 UTC", 2024-04-10T15:31:07.980 INFO:tasks.workunit.client.0.smithi069.stdout: "time_t": 1712762755 2024-04-10T15:31:07.980 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:07.980 INFO:tasks.workunit.client.0.smithi069.stdout: "logical_block_size": 512, 2024-04-10T15:31:07.980 INFO:tasks.workunit.client.0.smithi069.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-04-10T15:31:07.980 INFO:tasks.workunit.client.0.smithi069.stdout: "nvme_controller_id": 0, 2024-04-10T15:31:07.980 INFO:tasks.workunit.client.0.smithi069.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-04-10T15:31:07.980 INFO:tasks.workunit.client.0.smithi069.stdout: "nvme_namespaces": [ 2024-04-10T15:31:07.980 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:07.980 INFO:tasks.workunit.client.0.smithi069.stdout: "capacity": { 2024-04-10T15:31:07.980 INFO:tasks.workunit.client.0.smithi069.stdout: "blocks": 781422768, 2024-04-10T15:31:07.980 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 400088457216 2024-04-10T15:31:07.980 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:07.980 INFO:tasks.workunit.client.0.smithi069.stdout: "formatted_lba_size": 512, 2024-04-10T15:31:07.980 INFO:tasks.workunit.client.0.smithi069.stdout: "id": 1, 2024-04-10T15:31:07.981 INFO:tasks.workunit.client.0.smithi069.stdout: "size": { 2024-04-10T15:31:07.981 INFO:tasks.workunit.client.0.smithi069.stdout: "blocks": 781422768, 2024-04-10T15:31:07.981 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 400088457216 2024-04-10T15:31:07.981 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:07.981 INFO:tasks.workunit.client.0.smithi069.stdout: "utilization": { 2024-04-10T15:31:07.981 INFO:tasks.workunit.client.0.smithi069.stdout: "blocks": 781422768, 2024-04-10T15:31:07.981 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 400088457216 2024-04-10T15:31:07.981 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:07.981 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:07.981 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:07.981 INFO:tasks.workunit.client.0.smithi069.stdout: "nvme_number_of_namespaces": 1, 2024-04-10T15:31:07.981 INFO:tasks.workunit.client.0.smithi069.stdout: "nvme_pci_vendor": { 2024-04-10T15:31:07.981 INFO:tasks.workunit.client.0.smithi069.stdout: "id": 32902, 2024-04-10T15:31:07.981 INFO:tasks.workunit.client.0.smithi069.stdout: "subsystem_id": 32902 2024-04-10T15:31:07.981 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:07.982 INFO:tasks.workunit.client.0.smithi069.stdout: "nvme_smart_health_information_add_log": { 2024-04-10T15:31:07.982 INFO:tasks.workunit.client.0.smithi069.stdout: "Device stats": { 2024-04-10T15:31:07.982 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_fw_downgrades": { 2024-04-10T15:31:07.982 INFO:tasks.workunit.client.0.smithi069.stdout: "normalized": 0, 2024-04-10T15:31:07.982 INFO:tasks.workunit.client.0.smithi069.stdout: "raw": 0 2024-04-10T15:31:07.982 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:07.982 INFO:tasks.workunit.client.0.smithi069.stdout: "crc_error_count": { 2024-04-10T15:31:07.982 INFO:tasks.workunit.client.0.smithi069.stdout: "normalized": 100, 2024-04-10T15:31:07.982 INFO:tasks.workunit.client.0.smithi069.stdout: "raw": 0 2024-04-10T15:31:07.982 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:07.982 INFO:tasks.workunit.client.0.smithi069.stdout: "end_to_end_error_detection_count": { 2024-04-10T15:31:07.982 INFO:tasks.workunit.client.0.smithi069.stdout: "normalized": 100, 2024-04-10T15:31:07.982 INFO:tasks.workunit.client.0.smithi069.stdout: "raw": 0 2024-04-10T15:31:07.982 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:07.983 INFO:tasks.workunit.client.0.smithi069.stdout: "erase_fail_count": { 2024-04-10T15:31:07.983 INFO:tasks.workunit.client.0.smithi069.stdout: "normalized": 100, 2024-04-10T15:31:07.983 INFO:tasks.workunit.client.0.smithi069.stdout: "raw": 0 2024-04-10T15:31:07.983 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:07.983 INFO:tasks.workunit.client.0.smithi069.stdout: "host_bytes_written": { 2024-04-10T15:31:07.983 INFO:tasks.workunit.client.0.smithi069.stdout: "normalized": 100, 2024-04-10T15:31:07.983 INFO:tasks.workunit.client.0.smithi069.stdout: "raw": 25970560 2024-04-10T15:31:07.983 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:07.983 INFO:tasks.workunit.client.0.smithi069.stdout: "host_ctx_wear_used": { 2024-04-10T15:31:07.983 INFO:tasks.workunit.client.0.smithi069.stdout: "normalized": 100, 2024-04-10T15:31:07.983 INFO:tasks.workunit.client.0.smithi069.stdout: "raw": 1 2024-04-10T15:31:07.983 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:07.983 INFO:tasks.workunit.client.0.smithi069.stdout: "media_bytes_read": { 2024-04-10T15:31:07.983 INFO:tasks.workunit.client.0.smithi069.stdout: "normalized": 0, 2024-04-10T15:31:07.983 INFO:tasks.workunit.client.0.smithi069.stdout: "raw": 0 2024-04-10T15:31:07.984 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:07.984 INFO:tasks.workunit.client.0.smithi069.stdout: "nand_bytes_written": { 2024-04-10T15:31:07.984 INFO:tasks.workunit.client.0.smithi069.stdout: "normalized": 100, 2024-04-10T15:31:07.984 INFO:tasks.workunit.client.0.smithi069.stdout: "raw": 42073918 2024-04-10T15:31:07.984 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:07.984 INFO:tasks.workunit.client.0.smithi069.stdout: "perf_stat_indicator": { 2024-04-10T15:31:07.984 INFO:tasks.workunit.client.0.smithi069.stdout: "normalized": 0, 2024-04-10T15:31:07.984 INFO:tasks.workunit.client.0.smithi069.stdout: "raw": 0 2024-04-10T15:31:07.984 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:07.984 INFO:tasks.workunit.client.0.smithi069.stdout: "pll_lock_loss_count": { 2024-04-10T15:31:07.984 INFO:tasks.workunit.client.0.smithi069.stdout: "normalized": 100, 2024-04-10T15:31:07.984 INFO:tasks.workunit.client.0.smithi069.stdout: "raw": 0 2024-04-10T15:31:07.984 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:07.984 INFO:tasks.workunit.client.0.smithi069.stdout: "program_fail_count": { 2024-04-10T15:31:07.984 INFO:tasks.workunit.client.0.smithi069.stdout: "normalized": 100, 2024-04-10T15:31:07.985 INFO:tasks.workunit.client.0.smithi069.stdout: "raw": 0 2024-04-10T15:31:07.985 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:07.985 INFO:tasks.workunit.client.0.smithi069.stdout: "re_alloc_sectr_cnt": { 2024-04-10T15:31:07.985 INFO:tasks.workunit.client.0.smithi069.stdout: "normalized": 0, 2024-04-10T15:31:07.985 INFO:tasks.workunit.client.0.smithi069.stdout: "raw": 0 2024-04-10T15:31:07.985 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:07.985 INFO:tasks.workunit.client.0.smithi069.stdout: "retry_buffer_overflow_count": { 2024-04-10T15:31:07.985 INFO:tasks.workunit.client.0.smithi069.stdout: "normalized": 100, 2024-04-10T15:31:07.985 INFO:tasks.workunit.client.0.smithi069.stdout: "raw": 0 2024-04-10T15:31:07.985 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:07.985 INFO:tasks.workunit.client.0.smithi069.stdout: "soft_ecc_err_rate": { 2024-04-10T15:31:07.985 INFO:tasks.workunit.client.0.smithi069.stdout: "normalized": 0, 2024-04-10T15:31:07.985 INFO:tasks.workunit.client.0.smithi069.stdout: "raw": 0 2024-04-10T15:31:07.985 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:07.986 INFO:tasks.workunit.client.0.smithi069.stdout: "thermal_throttle_status": { 2024-04-10T15:31:07.986 INFO:tasks.workunit.client.0.smithi069.stdout: "normalized": 100, 2024-04-10T15:31:07.986 INFO:tasks.workunit.client.0.smithi069.stdout: "raw": { 2024-04-10T15:31:07.986 INFO:tasks.workunit.client.0.smithi069.stdout: "cnt": 0, 2024-04-10T15:31:07.986 INFO:tasks.workunit.client.0.smithi069.stdout: "pct": 0 2024-04-10T15:31:07.986 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:07.986 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:07.986 INFO:tasks.workunit.client.0.smithi069.stdout: "timed_workload_host_reads": { 2024-04-10T15:31:07.986 INFO:tasks.workunit.client.0.smithi069.stdout: "normalized": 100, 2024-04-10T15:31:07.986 INFO:tasks.workunit.client.0.smithi069.stdout: "raw": 65535 2024-04-10T15:31:07.986 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:07.986 INFO:tasks.workunit.client.0.smithi069.stdout: "timed_workload_media_wear": { 2024-04-10T15:31:07.986 INFO:tasks.workunit.client.0.smithi069.stdout: "normalized": 100, 2024-04-10T15:31:07.986 INFO:tasks.workunit.client.0.smithi069.stdout: "raw": 64 2024-04-10T15:31:07.987 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:07.987 INFO:tasks.workunit.client.0.smithi069.stdout: "timed_workload_timer": { 2024-04-10T15:31:07.987 INFO:tasks.workunit.client.0.smithi069.stdout: "normalized": 100, 2024-04-10T15:31:07.987 INFO:tasks.workunit.client.0.smithi069.stdout: "raw": 65535 2024-04-10T15:31:07.987 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:07.987 INFO:tasks.workunit.client.0.smithi069.stdout: "unexp_power_loss": { 2024-04-10T15:31:07.987 INFO:tasks.workunit.client.0.smithi069.stdout: "normalized": 0, 2024-04-10T15:31:07.987 INFO:tasks.workunit.client.0.smithi069.stdout: "raw": 0 2024-04-10T15:31:07.987 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:07.987 INFO:tasks.workunit.client.0.smithi069.stdout: "wear_leveling": { 2024-04-10T15:31:07.987 INFO:tasks.workunit.client.0.smithi069.stdout: "normalized": 91, 2024-04-10T15:31:07.987 INFO:tasks.workunit.client.0.smithi069.stdout: "raw": { 2024-04-10T15:31:07.987 INFO:tasks.workunit.client.0.smithi069.stdout: "avg": 2823, 2024-04-10T15:31:07.987 INFO:tasks.workunit.client.0.smithi069.stdout: "max": 2839, 2024-04-10T15:31:07.987 INFO:tasks.workunit.client.0.smithi069.stdout: "min": 2808 2024-04-10T15:31:07.987 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:07.988 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:07.988 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:07.988 INFO:tasks.workunit.client.0.smithi069.stdout: "Intel Smart log": "nvme0n1" 2024-04-10T15:31:07.989 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:07.989 INFO:tasks.workunit.client.0.smithi069.stdout: "nvme_smart_health_information_log": { 2024-04-10T15:31:07.989 INFO:tasks.workunit.client.0.smithi069.stdout: "available_spare": 100, 2024-04-10T15:31:07.989 INFO:tasks.workunit.client.0.smithi069.stdout: "available_spare_threshold": 10, 2024-04-10T15:31:07.989 INFO:tasks.workunit.client.0.smithi069.stdout: "controller_busy_time": 1, 2024-04-10T15:31:07.990 INFO:tasks.workunit.client.0.smithi069.stdout: "critical_warning": 0, 2024-04-10T15:31:07.990 INFO:tasks.workunit.client.0.smithi069.stdout: "data_units_read": 390305420, 2024-04-10T15:31:07.990 INFO:tasks.workunit.client.0.smithi069.stdout: "data_units_written": 1702006681, 2024-04-10T15:31:07.990 INFO:tasks.workunit.client.0.smithi069.stdout: "host_reads": 6219950024, 2024-04-10T15:31:07.990 INFO:tasks.workunit.client.0.smithi069.stdout: "host_writes": 29847982517, 2024-04-10T15:31:07.990 INFO:tasks.workunit.client.0.smithi069.stdout: "media_errors": 0, 2024-04-10T15:31:07.990 INFO:tasks.workunit.client.0.smithi069.stdout: "num_err_log_entries": 0, 2024-04-10T15:31:07.990 INFO:tasks.workunit.client.0.smithi069.stdout: "percentage_used": 9, 2024-04-10T15:31:07.990 INFO:tasks.workunit.client.0.smithi069.stdout: "power_cycles": 40276, 2024-04-10T15:31:07.990 INFO:tasks.workunit.client.0.smithi069.stdout: "power_on_hours": 59896, 2024-04-10T15:31:07.990 INFO:tasks.workunit.client.0.smithi069.stdout: "temperature": 25, 2024-04-10T15:31:07.990 INFO:tasks.workunit.client.0.smithi069.stdout: "unsafe_shutdowns": 83 2024-04-10T15:31:07.990 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:07.990 INFO:tasks.workunit.client.0.smithi069.stdout: "nvme_vendor": "intel", 2024-04-10T15:31:07.991 INFO:tasks.workunit.client.0.smithi069.stdout: "power_cycle_count": 40276, 2024-04-10T15:31:07.991 INFO:tasks.workunit.client.0.smithi069.stdout: "power_on_time": { 2024-04-10T15:31:07.991 INFO:tasks.workunit.client.0.smithi069.stdout: "hours": 59896 2024-04-10T15:31:07.991 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:07.991 INFO:tasks.workunit.client.0.smithi069.stdout: "serial_number": "deleted", 2024-04-10T15:31:07.991 INFO:tasks.workunit.client.0.smithi069.stdout: "smart_status": { 2024-04-10T15:31:07.991 INFO:tasks.workunit.client.0.smithi069.stdout: "nvme": { 2024-04-10T15:31:07.991 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:07.991 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:07.991 INFO:tasks.workunit.client.0.smithi069.stdout: "passed": true 2024-04-10T15:31:07.991 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:07.991 INFO:tasks.workunit.client.0.smithi069.stdout: "smartctl": { 2024-04-10T15:31:07.991 INFO:tasks.workunit.client.0.smithi069.stdout: "argv": [ 2024-04-10T15:31:07.991 INFO:tasks.workunit.client.0.smithi069.stdout: "smartctl", 2024-04-10T15:31:07.991 INFO:tasks.workunit.client.0.smithi069.stdout: "-x", 2024-04-10T15:31:07.992 INFO:tasks.workunit.client.0.smithi069.stdout: "--json=o", 2024-04-10T15:31:07.992 INFO:tasks.workunit.client.0.smithi069.stdout: "/dev/nvme0n1" 2024-04-10T15:31:07.992 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:07.992 INFO:tasks.workunit.client.0.smithi069.stdout: "build_info": "(local build)", 2024-04-10T15:31:07.992 INFO:tasks.workunit.client.0.smithi069.stdout: "exit_status": 0, 2024-04-10T15:31:07.992 INFO:tasks.workunit.client.0.smithi069.stdout: "output": [ 2024-04-10T15:31:07.992 INFO:tasks.workunit.client.0.smithi069.stdout: "smartctl 7.1 2019-12-30 r5022 [x86_64-linux-5.14.0-435.el9.x86_64] (local build)", 2024-04-10T15:31:07.992 INFO:tasks.workunit.client.0.smithi069.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-04-10T15:31:07.992 INFO:tasks.workunit.client.0.smithi069.stdout: "", 2024-04-10T15:31:07.992 INFO:tasks.workunit.client.0.smithi069.stdout: "=== START OF INFORMATION SECTION ===", 2024-04-10T15:31:07.992 INFO:tasks.workunit.client.0.smithi069.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-04-10T15:31:07.992 INFO:tasks.workunit.client.0.smithi069.stdout: "Serial Number: deleted", 2024-04-10T15:31:07.992 INFO:tasks.workunit.client.0.smithi069.stdout: "Firmware Version: 8DV101H0", 2024-04-10T15:31:07.992 INFO:tasks.workunit.client.0.smithi069.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-04-10T15:31:07.992 INFO:tasks.workunit.client.0.smithi069.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-04-10T15:31:07.993 INFO:tasks.workunit.client.0.smithi069.stdout: "Controller ID: 0", 2024-04-10T15:31:07.993 INFO:tasks.workunit.client.0.smithi069.stdout: "Number of Namespaces: 1", 2024-04-10T15:31:07.993 INFO:tasks.workunit.client.0.smithi069.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-04-10T15:31:07.993 INFO:tasks.workunit.client.0.smithi069.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-04-10T15:31:07.993 INFO:tasks.workunit.client.0.smithi069.stdout: "Local Time is: Wed Apr 10 15:25:55 2024 UTC", 2024-04-10T15:31:07.993 INFO:tasks.workunit.client.0.smithi069.stdout: "Firmware Updates (0x02): 1 Slot", 2024-04-10T15:31:07.993 INFO:tasks.workunit.client.0.smithi069.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-04-10T15:31:07.993 INFO:tasks.workunit.client.0.smithi069.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-04-10T15:31:07.993 INFO:tasks.workunit.client.0.smithi069.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-04-10T15:31:07.993 INFO:tasks.workunit.client.0.smithi069.stdout: "", 2024-04-10T15:31:07.993 INFO:tasks.workunit.client.0.smithi069.stdout: "Supported Power States", 2024-04-10T15:31:07.993 INFO:tasks.workunit.client.0.smithi069.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-04-10T15:31:07.993 INFO:tasks.workunit.client.0.smithi069.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-04-10T15:31:07.993 INFO:tasks.workunit.client.0.smithi069.stdout: "", 2024-04-10T15:31:07.994 INFO:tasks.workunit.client.0.smithi069.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-04-10T15:31:07.994 INFO:tasks.workunit.client.0.smithi069.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-04-10T15:31:07.994 INFO:tasks.workunit.client.0.smithi069.stdout: " 0 + 512 0 2", 2024-04-10T15:31:07.994 INFO:tasks.workunit.client.0.smithi069.stdout: " 1 - 512 8 2", 2024-04-10T15:31:07.994 INFO:tasks.workunit.client.0.smithi069.stdout: " 2 - 512 16 2", 2024-04-10T15:31:07.994 INFO:tasks.workunit.client.0.smithi069.stdout: " 3 - 4096 0 0", 2024-04-10T15:31:07.994 INFO:tasks.workunit.client.0.smithi069.stdout: " 4 - 4096 8 0", 2024-04-10T15:31:07.994 INFO:tasks.workunit.client.0.smithi069.stdout: " 5 - 4096 64 0", 2024-04-10T15:31:07.994 INFO:tasks.workunit.client.0.smithi069.stdout: " 6 - 4096 128 0", 2024-04-10T15:31:07.994 INFO:tasks.workunit.client.0.smithi069.stdout: "", 2024-04-10T15:31:07.994 INFO:tasks.workunit.client.0.smithi069.stdout: "=== START OF SMART DATA SECTION ===", 2024-04-10T15:31:07.994 INFO:tasks.workunit.client.0.smithi069.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-04-10T15:31:07.994 INFO:tasks.workunit.client.0.smithi069.stdout: "", 2024-04-10T15:31:07.994 INFO:tasks.workunit.client.0.smithi069.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-04-10T15:31:07.995 INFO:tasks.workunit.client.0.smithi069.stdout: "Critical Warning: 0x00", 2024-04-10T15:31:07.995 INFO:tasks.workunit.client.0.smithi069.stdout: "Temperature: 25 Celsius", 2024-04-10T15:31:07.995 INFO:tasks.workunit.client.0.smithi069.stdout: "Available Spare: 100%", 2024-04-10T15:31:07.995 INFO:tasks.workunit.client.0.smithi069.stdout: "Available Spare Threshold: 10%", 2024-04-10T15:31:07.995 INFO:tasks.workunit.client.0.smithi069.stdout: "Percentage Used: 9%", 2024-04-10T15:31:07.995 INFO:tasks.workunit.client.0.smithi069.stdout: "Data Units Read: 390,305,420 [199 TB]", 2024-04-10T15:31:07.995 INFO:tasks.workunit.client.0.smithi069.stdout: "Data Units Written: 1,702,006,681 [871 TB]", 2024-04-10T15:31:07.995 INFO:tasks.workunit.client.0.smithi069.stdout: "Host Read Commands: 6,219,950,024", 2024-04-10T15:31:07.995 INFO:tasks.workunit.client.0.smithi069.stdout: "Host Write Commands: 29,847,982,517", 2024-04-10T15:31:07.995 INFO:tasks.workunit.client.0.smithi069.stdout: "Controller Busy Time: 1", 2024-04-10T15:31:07.995 INFO:tasks.workunit.client.0.smithi069.stdout: "Power Cycles: 40,276", 2024-04-10T15:31:07.995 INFO:tasks.workunit.client.0.smithi069.stdout: "Power On Hours: 59,896", 2024-04-10T15:31:07.995 INFO:tasks.workunit.client.0.smithi069.stdout: "Unsafe Shutdowns: 83", 2024-04-10T15:31:07.995 INFO:tasks.workunit.client.0.smithi069.stdout: "Media and Data Integrity Errors: 0", 2024-04-10T15:31:07.995 INFO:tasks.workunit.client.0.smithi069.stdout: "Error Information Log Entries: 0", 2024-04-10T15:31:07.996 INFO:tasks.workunit.client.0.smithi069.stdout: "", 2024-04-10T15:31:07.996 INFO:tasks.workunit.client.0.smithi069.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2024-04-10T15:31:07.996 INFO:tasks.workunit.client.0.smithi069.stdout: "No Errors Logged", 2024-04-10T15:31:07.996 INFO:tasks.workunit.client.0.smithi069.stdout: "" 2024-04-10T15:31:07.996 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:07.996 INFO:tasks.workunit.client.0.smithi069.stdout: "platform_info": "x86_64-linux-5.14.0-435.el9.x86_64", 2024-04-10T15:31:07.996 INFO:tasks.workunit.client.0.smithi069.stdout: "svn_revision": "5022", 2024-04-10T15:31:07.996 INFO:tasks.workunit.client.0.smithi069.stdout: "version": [ 2024-04-10T15:31:07.996 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T15:31:07.996 INFO:tasks.workunit.client.0.smithi069.stdout: 1 2024-04-10T15:31:07.996 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T15:31:07.996 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:07.996 INFO:tasks.workunit.client.0.smithi069.stdout: "temperature": { 2024-04-10T15:31:07.996 INFO:tasks.workunit.client.0.smithi069.stdout: "current": 25 2024-04-10T15:31:07.997 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:07.997 INFO:tasks.workunit.client.0.smithi069.stdout: "user_capacity": { 2024-04-10T15:31:07.997 INFO:tasks.workunit.client.0.smithi069.stdout: "blocks": 781422768, 2024-04-10T15:31:07.997 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 400088457216 2024-04-10T15:31:07.997 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:07.997 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:07.997 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:07.997 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:07.997 INFO:tasks.workunit.client.0.smithi069.stdout: "5998e154-f74f-11ee-91bc-0cc47a8fd737": { 2024-04-10T15:31:07.997 INFO:tasks.workunit.client.0.smithi069.stdout: "INTEL_SSDPEDMD400G4_5999883e-f74f-11ee-91bc-0cc47a8fd737": { 2024-04-10T15:31:07.997 INFO:tasks.workunit.client.0.smithi069.stdout: "20240410-152557": { 2024-04-10T15:31:07.997 INFO:tasks.workunit.client.0.smithi069.stdout: "device": { 2024-04-10T15:31:07.997 INFO:tasks.workunit.client.0.smithi069.stdout: "info_name": "/dev/nvme0n1", 2024-04-10T15:31:07.997 INFO:tasks.workunit.client.0.smithi069.stdout: "name": "/dev/nvme0n1", 2024-04-10T15:31:07.997 INFO:tasks.workunit.client.0.smithi069.stdout: "protocol": "NVMe", 2024-04-10T15:31:07.997 INFO:tasks.workunit.client.0.smithi069.stdout: "type": "nvme" 2024-04-10T15:31:07.998 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:07.998 INFO:tasks.workunit.client.0.smithi069.stdout: "firmware_version": "8DV101H0", 2024-04-10T15:31:07.998 INFO:tasks.workunit.client.0.smithi069.stdout: "host_id": "5998e154-f74f-11ee-91bc-0cc47a8fd737", 2024-04-10T15:31:07.998 INFO:tasks.workunit.client.0.smithi069.stdout: "json_format_version": [ 2024-04-10T15:31:07.998 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T15:31:07.998 INFO:tasks.workunit.client.0.smithi069.stdout: 0 2024-04-10T15:31:07.998 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:07.998 INFO:tasks.workunit.client.0.smithi069.stdout: "local_time": { 2024-04-10T15:31:07.998 INFO:tasks.workunit.client.0.smithi069.stdout: "asctime": "Wed Apr 10 15:25:57 2024 UTC", 2024-04-10T15:31:07.998 INFO:tasks.workunit.client.0.smithi069.stdout: "time_t": 1712762757 2024-04-10T15:31:07.998 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:07.998 INFO:tasks.workunit.client.0.smithi069.stdout: "logical_block_size": 512, 2024-04-10T15:31:07.998 INFO:tasks.workunit.client.0.smithi069.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-04-10T15:31:07.998 INFO:tasks.workunit.client.0.smithi069.stdout: "nvme_controller_id": 0, 2024-04-10T15:31:07.999 INFO:tasks.workunit.client.0.smithi069.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-04-10T15:31:07.999 INFO:tasks.workunit.client.0.smithi069.stdout: "nvme_namespaces": [ 2024-04-10T15:31:07.999 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:07.999 INFO:tasks.workunit.client.0.smithi069.stdout: "capacity": { 2024-04-10T15:31:07.999 INFO:tasks.workunit.client.0.smithi069.stdout: "blocks": 781422768, 2024-04-10T15:31:07.999 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 400088457216 2024-04-10T15:31:07.999 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:07.999 INFO:tasks.workunit.client.0.smithi069.stdout: "formatted_lba_size": 512, 2024-04-10T15:31:07.999 INFO:tasks.workunit.client.0.smithi069.stdout: "id": 1, 2024-04-10T15:31:07.999 INFO:tasks.workunit.client.0.smithi069.stdout: "size": { 2024-04-10T15:31:07.999 INFO:tasks.workunit.client.0.smithi069.stdout: "blocks": 781422768, 2024-04-10T15:31:07.999 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 400088457216 2024-04-10T15:31:07.999 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:07.999 INFO:tasks.workunit.client.0.smithi069.stdout: "utilization": { 2024-04-10T15:31:07.999 INFO:tasks.workunit.client.0.smithi069.stdout: "blocks": 781422768, 2024-04-10T15:31:08.000 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 400088457216 2024-04-10T15:31:08.000 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:08.000 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:08.000 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:08.000 INFO:tasks.workunit.client.0.smithi069.stdout: "nvme_number_of_namespaces": 1, 2024-04-10T15:31:08.000 INFO:tasks.workunit.client.0.smithi069.stdout: "nvme_pci_vendor": { 2024-04-10T15:31:08.000 INFO:tasks.workunit.client.0.smithi069.stdout: "id": 32902, 2024-04-10T15:31:08.000 INFO:tasks.workunit.client.0.smithi069.stdout: "subsystem_id": 32902 2024-04-10T15:31:08.000 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:08.000 INFO:tasks.workunit.client.0.smithi069.stdout: "nvme_smart_health_information_add_log": { 2024-04-10T15:31:08.000 INFO:tasks.workunit.client.0.smithi069.stdout: "Device stats": { 2024-04-10T15:31:08.000 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_fw_downgrades": { 2024-04-10T15:31:08.000 INFO:tasks.workunit.client.0.smithi069.stdout: "normalized": 0, 2024-04-10T15:31:08.000 INFO:tasks.workunit.client.0.smithi069.stdout: "raw": 0 2024-04-10T15:31:08.000 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:08.000 INFO:tasks.workunit.client.0.smithi069.stdout: "crc_error_count": { 2024-04-10T15:31:08.001 INFO:tasks.workunit.client.0.smithi069.stdout: "normalized": 100, 2024-04-10T15:31:08.001 INFO:tasks.workunit.client.0.smithi069.stdout: "raw": 0 2024-04-10T15:31:08.001 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:08.001 INFO:tasks.workunit.client.0.smithi069.stdout: "end_to_end_error_detection_count": { 2024-04-10T15:31:08.001 INFO:tasks.workunit.client.0.smithi069.stdout: "normalized": 100, 2024-04-10T15:31:08.001 INFO:tasks.workunit.client.0.smithi069.stdout: "raw": 0 2024-04-10T15:31:08.001 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:08.001 INFO:tasks.workunit.client.0.smithi069.stdout: "erase_fail_count": { 2024-04-10T15:31:08.001 INFO:tasks.workunit.client.0.smithi069.stdout: "normalized": 100, 2024-04-10T15:31:08.001 INFO:tasks.workunit.client.0.smithi069.stdout: "raw": 0 2024-04-10T15:31:08.001 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:08.001 INFO:tasks.workunit.client.0.smithi069.stdout: "host_bytes_written": { 2024-04-10T15:31:08.001 INFO:tasks.workunit.client.0.smithi069.stdout: "normalized": 100, 2024-04-10T15:31:08.001 INFO:tasks.workunit.client.0.smithi069.stdout: "raw": 31729991 2024-04-10T15:31:08.001 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:08.002 INFO:tasks.workunit.client.0.smithi069.stdout: "host_ctx_wear_used": { 2024-04-10T15:31:08.002 INFO:tasks.workunit.client.0.smithi069.stdout: "normalized": 100, 2024-04-10T15:31:08.002 INFO:tasks.workunit.client.0.smithi069.stdout: "raw": 1 2024-04-10T15:31:08.002 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:08.002 INFO:tasks.workunit.client.0.smithi069.stdout: "media_bytes_read": { 2024-04-10T15:31:08.002 INFO:tasks.workunit.client.0.smithi069.stdout: "normalized": 0, 2024-04-10T15:31:08.002 INFO:tasks.workunit.client.0.smithi069.stdout: "raw": 0 2024-04-10T15:31:08.002 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:08.002 INFO:tasks.workunit.client.0.smithi069.stdout: "nand_bytes_written": { 2024-04-10T15:31:08.002 INFO:tasks.workunit.client.0.smithi069.stdout: "normalized": 100, 2024-04-10T15:31:08.002 INFO:tasks.workunit.client.0.smithi069.stdout: "raw": 51723495 2024-04-10T15:31:08.002 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:08.002 INFO:tasks.workunit.client.0.smithi069.stdout: "perf_stat_indicator": { 2024-04-10T15:31:08.002 INFO:tasks.workunit.client.0.smithi069.stdout: "normalized": 0, 2024-04-10T15:31:08.002 INFO:tasks.workunit.client.0.smithi069.stdout: "raw": 0 2024-04-10T15:31:08.003 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:08.003 INFO:tasks.workunit.client.0.smithi069.stdout: "pll_lock_loss_count": { 2024-04-10T15:31:08.003 INFO:tasks.workunit.client.0.smithi069.stdout: "normalized": 100, 2024-04-10T15:31:08.003 INFO:tasks.workunit.client.0.smithi069.stdout: "raw": 0 2024-04-10T15:31:08.003 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:08.003 INFO:tasks.workunit.client.0.smithi069.stdout: "program_fail_count": { 2024-04-10T15:31:08.003 INFO:tasks.workunit.client.0.smithi069.stdout: "normalized": 100, 2024-04-10T15:31:08.003 INFO:tasks.workunit.client.0.smithi069.stdout: "raw": 0 2024-04-10T15:31:08.003 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:08.003 INFO:tasks.workunit.client.0.smithi069.stdout: "re_alloc_sectr_cnt": { 2024-04-10T15:31:08.003 INFO:tasks.workunit.client.0.smithi069.stdout: "normalized": 0, 2024-04-10T15:31:08.003 INFO:tasks.workunit.client.0.smithi069.stdout: "raw": 0 2024-04-10T15:31:08.003 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:08.003 INFO:tasks.workunit.client.0.smithi069.stdout: "retry_buffer_overflow_count": { 2024-04-10T15:31:08.004 INFO:tasks.workunit.client.0.smithi069.stdout: "normalized": 100, 2024-04-10T15:31:08.004 INFO:tasks.workunit.client.0.smithi069.stdout: "raw": 0 2024-04-10T15:31:08.004 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:08.004 INFO:tasks.workunit.client.0.smithi069.stdout: "soft_ecc_err_rate": { 2024-04-10T15:31:08.004 INFO:tasks.workunit.client.0.smithi069.stdout: "normalized": 0, 2024-04-10T15:31:08.004 INFO:tasks.workunit.client.0.smithi069.stdout: "raw": 0 2024-04-10T15:31:08.004 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:08.004 INFO:tasks.workunit.client.0.smithi069.stdout: "thermal_throttle_status": { 2024-04-10T15:31:08.004 INFO:tasks.workunit.client.0.smithi069.stdout: "normalized": 100, 2024-04-10T15:31:08.004 INFO:tasks.workunit.client.0.smithi069.stdout: "raw": { 2024-04-10T15:31:08.004 INFO:tasks.workunit.client.0.smithi069.stdout: "cnt": 0, 2024-04-10T15:31:08.004 INFO:tasks.workunit.client.0.smithi069.stdout: "pct": 0 2024-04-10T15:31:08.004 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:08.004 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:08.004 INFO:tasks.workunit.client.0.smithi069.stdout: "timed_workload_host_reads": { 2024-04-10T15:31:08.005 INFO:tasks.workunit.client.0.smithi069.stdout: "normalized": 100, 2024-04-10T15:31:08.005 INFO:tasks.workunit.client.0.smithi069.stdout: "raw": 65535 2024-04-10T15:31:08.005 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:08.005 INFO:tasks.workunit.client.0.smithi069.stdout: "timed_workload_media_wear": { 2024-04-10T15:31:08.005 INFO:tasks.workunit.client.0.smithi069.stdout: "normalized": 100, 2024-04-10T15:31:08.005 INFO:tasks.workunit.client.0.smithi069.stdout: "raw": 64 2024-04-10T15:31:08.005 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:08.005 INFO:tasks.workunit.client.0.smithi069.stdout: "timed_workload_timer": { 2024-04-10T15:31:08.005 INFO:tasks.workunit.client.0.smithi069.stdout: "normalized": 100, 2024-04-10T15:31:08.005 INFO:tasks.workunit.client.0.smithi069.stdout: "raw": 65535 2024-04-10T15:31:08.005 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:08.005 INFO:tasks.workunit.client.0.smithi069.stdout: "unexp_power_loss": { 2024-04-10T15:31:08.005 INFO:tasks.workunit.client.0.smithi069.stdout: "normalized": 0, 2024-04-10T15:31:08.005 INFO:tasks.workunit.client.0.smithi069.stdout: "raw": 0 2024-04-10T15:31:08.006 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:08.006 INFO:tasks.workunit.client.0.smithi069.stdout: "wear_leveling": { 2024-04-10T15:31:08.006 INFO:tasks.workunit.client.0.smithi069.stdout: "normalized": 89, 2024-04-10T15:31:08.006 INFO:tasks.workunit.client.0.smithi069.stdout: "raw": { 2024-04-10T15:31:08.006 INFO:tasks.workunit.client.0.smithi069.stdout: "avg": 3477, 2024-04-10T15:31:08.006 INFO:tasks.workunit.client.0.smithi069.stdout: "max": 3493, 2024-04-10T15:31:08.006 INFO:tasks.workunit.client.0.smithi069.stdout: "min": 3462 2024-04-10T15:31:08.006 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:08.006 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:08.006 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:08.006 INFO:tasks.workunit.client.0.smithi069.stdout: "Intel Smart log": "nvme0n1" 2024-04-10T15:31:08.006 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:08.006 INFO:tasks.workunit.client.0.smithi069.stdout: "nvme_smart_health_information_log": { 2024-04-10T15:31:08.006 INFO:tasks.workunit.client.0.smithi069.stdout: "available_spare": 100, 2024-04-10T15:31:08.007 INFO:tasks.workunit.client.0.smithi069.stdout: "available_spare_threshold": 10, 2024-04-10T15:31:08.007 INFO:tasks.workunit.client.0.smithi069.stdout: "controller_busy_time": 6, 2024-04-10T15:31:08.007 INFO:tasks.workunit.client.0.smithi069.stdout: "critical_warning": 0, 2024-04-10T15:31:08.007 INFO:tasks.workunit.client.0.smithi069.stdout: "data_units_read": 410358099, 2024-04-10T15:31:08.007 INFO:tasks.workunit.client.0.smithi069.stdout: "data_units_written": 2079456739, 2024-04-10T15:31:08.007 INFO:tasks.workunit.client.0.smithi069.stdout: "host_reads": 6752379132, 2024-04-10T15:31:08.007 INFO:tasks.workunit.client.0.smithi069.stdout: "host_writes": 36672874135, 2024-04-10T15:31:08.007 INFO:tasks.workunit.client.0.smithi069.stdout: "media_errors": 0, 2024-04-10T15:31:08.007 INFO:tasks.workunit.client.0.smithi069.stdout: "num_err_log_entries": 0, 2024-04-10T15:31:08.007 INFO:tasks.workunit.client.0.smithi069.stdout: "percentage_used": 11, 2024-04-10T15:31:08.007 INFO:tasks.workunit.client.0.smithi069.stdout: "power_cycles": 50478, 2024-04-10T15:31:08.007 INFO:tasks.workunit.client.0.smithi069.stdout: "power_on_hours": 54712, 2024-04-10T15:31:08.007 INFO:tasks.workunit.client.0.smithi069.stdout: "temperature": 26, 2024-04-10T15:31:08.007 INFO:tasks.workunit.client.0.smithi069.stdout: "unsafe_shutdowns": 152 2024-04-10T15:31:08.008 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:08.008 INFO:tasks.workunit.client.0.smithi069.stdout: "nvme_vendor": "intel", 2024-04-10T15:31:08.008 INFO:tasks.workunit.client.0.smithi069.stdout: "power_cycle_count": 50478, 2024-04-10T15:31:08.008 INFO:tasks.workunit.client.0.smithi069.stdout: "power_on_time": { 2024-04-10T15:31:08.008 INFO:tasks.workunit.client.0.smithi069.stdout: "hours": 54712 2024-04-10T15:31:08.008 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:08.008 INFO:tasks.workunit.client.0.smithi069.stdout: "serial_number": "deleted", 2024-04-10T15:31:08.008 INFO:tasks.workunit.client.0.smithi069.stdout: "smart_status": { 2024-04-10T15:31:08.008 INFO:tasks.workunit.client.0.smithi069.stdout: "nvme": { 2024-04-10T15:31:08.008 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:08.008 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:08.008 INFO:tasks.workunit.client.0.smithi069.stdout: "passed": true 2024-04-10T15:31:08.008 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:08.008 INFO:tasks.workunit.client.0.smithi069.stdout: "smartctl": { 2024-04-10T15:31:08.008 INFO:tasks.workunit.client.0.smithi069.stdout: "argv": [ 2024-04-10T15:31:08.008 INFO:tasks.workunit.client.0.smithi069.stdout: "smartctl", 2024-04-10T15:31:08.009 INFO:tasks.workunit.client.0.smithi069.stdout: "-x", 2024-04-10T15:31:08.009 INFO:tasks.workunit.client.0.smithi069.stdout: "--json=o", 2024-04-10T15:31:08.009 INFO:tasks.workunit.client.0.smithi069.stdout: "/dev/nvme0n1" 2024-04-10T15:31:08.009 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:08.009 INFO:tasks.workunit.client.0.smithi069.stdout: "build_info": "(local build)", 2024-04-10T15:31:08.009 INFO:tasks.workunit.client.0.smithi069.stdout: "exit_status": 0, 2024-04-10T15:31:08.009 INFO:tasks.workunit.client.0.smithi069.stdout: "output": [ 2024-04-10T15:31:08.009 INFO:tasks.workunit.client.0.smithi069.stdout: "smartctl 7.1 2019-12-30 r5022 [x86_64-linux-5.14.0-435.el9.x86_64] (local build)", 2024-04-10T15:31:08.009 INFO:tasks.workunit.client.0.smithi069.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-04-10T15:31:08.009 INFO:tasks.workunit.client.0.smithi069.stdout: "", 2024-04-10T15:31:08.009 INFO:tasks.workunit.client.0.smithi069.stdout: "=== START OF INFORMATION SECTION ===", 2024-04-10T15:31:08.009 INFO:tasks.workunit.client.0.smithi069.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-04-10T15:31:08.009 INFO:tasks.workunit.client.0.smithi069.stdout: "Serial Number: deleted", 2024-04-10T15:31:08.009 INFO:tasks.workunit.client.0.smithi069.stdout: "Firmware Version: 8DV101H0", 2024-04-10T15:31:08.009 INFO:tasks.workunit.client.0.smithi069.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-04-10T15:31:08.010 INFO:tasks.workunit.client.0.smithi069.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-04-10T15:31:08.010 INFO:tasks.workunit.client.0.smithi069.stdout: "Controller ID: 0", 2024-04-10T15:31:08.010 INFO:tasks.workunit.client.0.smithi069.stdout: "Number of Namespaces: 1", 2024-04-10T15:31:08.010 INFO:tasks.workunit.client.0.smithi069.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-04-10T15:31:08.010 INFO:tasks.workunit.client.0.smithi069.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-04-10T15:31:08.010 INFO:tasks.workunit.client.0.smithi069.stdout: "Local Time is: Wed Apr 10 15:25:57 2024 UTC", 2024-04-10T15:31:08.010 INFO:tasks.workunit.client.0.smithi069.stdout: "Firmware Updates (0x02): 1 Slot", 2024-04-10T15:31:08.010 INFO:tasks.workunit.client.0.smithi069.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-04-10T15:31:08.010 INFO:tasks.workunit.client.0.smithi069.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-04-10T15:31:08.010 INFO:tasks.workunit.client.0.smithi069.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-04-10T15:31:08.010 INFO:tasks.workunit.client.0.smithi069.stdout: "", 2024-04-10T15:31:08.010 INFO:tasks.workunit.client.0.smithi069.stdout: "Supported Power States", 2024-04-10T15:31:08.010 INFO:tasks.workunit.client.0.smithi069.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-04-10T15:31:08.010 INFO:tasks.workunit.client.0.smithi069.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-04-10T15:31:08.010 INFO:tasks.workunit.client.0.smithi069.stdout: "", 2024-04-10T15:31:08.011 INFO:tasks.workunit.client.0.smithi069.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-04-10T15:31:08.011 INFO:tasks.workunit.client.0.smithi069.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-04-10T15:31:08.011 INFO:tasks.workunit.client.0.smithi069.stdout: " 0 + 512 0 2", 2024-04-10T15:31:08.011 INFO:tasks.workunit.client.0.smithi069.stdout: " 1 - 512 8 2", 2024-04-10T15:31:08.011 INFO:tasks.workunit.client.0.smithi069.stdout: " 2 - 512 16 2", 2024-04-10T15:31:08.011 INFO:tasks.workunit.client.0.smithi069.stdout: " 3 - 4096 0 0", 2024-04-10T15:31:08.011 INFO:tasks.workunit.client.0.smithi069.stdout: " 4 - 4096 8 0", 2024-04-10T15:31:08.011 INFO:tasks.workunit.client.0.smithi069.stdout: " 5 - 4096 64 0", 2024-04-10T15:31:08.011 INFO:tasks.workunit.client.0.smithi069.stdout: " 6 - 4096 128 0", 2024-04-10T15:31:08.011 INFO:tasks.workunit.client.0.smithi069.stdout: "", 2024-04-10T15:31:08.011 INFO:tasks.workunit.client.0.smithi069.stdout: "=== START OF SMART DATA SECTION ===", 2024-04-10T15:31:08.011 INFO:tasks.workunit.client.0.smithi069.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-04-10T15:31:08.011 INFO:tasks.workunit.client.0.smithi069.stdout: "", 2024-04-10T15:31:08.011 INFO:tasks.workunit.client.0.smithi069.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-04-10T15:31:08.012 INFO:tasks.workunit.client.0.smithi069.stdout: "Critical Warning: 0x00", 2024-04-10T15:31:08.012 INFO:tasks.workunit.client.0.smithi069.stdout: "Temperature: 26 Celsius", 2024-04-10T15:31:08.012 INFO:tasks.workunit.client.0.smithi069.stdout: "Available Spare: 100%", 2024-04-10T15:31:08.012 INFO:tasks.workunit.client.0.smithi069.stdout: "Available Spare Threshold: 10%", 2024-04-10T15:31:08.012 INFO:tasks.workunit.client.0.smithi069.stdout: "Percentage Used: 11%", 2024-04-10T15:31:08.012 INFO:tasks.workunit.client.0.smithi069.stdout: "Data Units Read: 410,358,099 [210 TB]", 2024-04-10T15:31:08.012 INFO:tasks.workunit.client.0.smithi069.stdout: "Data Units Written: 2,079,456,739 [1.06 PB]", 2024-04-10T15:31:08.012 INFO:tasks.workunit.client.0.smithi069.stdout: "Host Read Commands: 6,752,379,132", 2024-04-10T15:31:08.012 INFO:tasks.workunit.client.0.smithi069.stdout: "Host Write Commands: 36,672,874,135", 2024-04-10T15:31:08.012 INFO:tasks.workunit.client.0.smithi069.stdout: "Controller Busy Time: 6", 2024-04-10T15:31:08.012 INFO:tasks.workunit.client.0.smithi069.stdout: "Power Cycles: 50,478", 2024-04-10T15:31:08.012 INFO:tasks.workunit.client.0.smithi069.stdout: "Power On Hours: 54,712", 2024-04-10T15:31:08.012 INFO:tasks.workunit.client.0.smithi069.stdout: "Unsafe Shutdowns: 152", 2024-04-10T15:31:08.012 INFO:tasks.workunit.client.0.smithi069.stdout: "Media and Data Integrity Errors: 0", 2024-04-10T15:31:08.012 INFO:tasks.workunit.client.0.smithi069.stdout: "Error Information Log Entries: 0", 2024-04-10T15:31:08.013 INFO:tasks.workunit.client.0.smithi069.stdout: "", 2024-04-10T15:31:08.013 INFO:tasks.workunit.client.0.smithi069.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2024-04-10T15:31:08.013 INFO:tasks.workunit.client.0.smithi069.stdout: "No Errors Logged", 2024-04-10T15:31:08.013 INFO:tasks.workunit.client.0.smithi069.stdout: "" 2024-04-10T15:31:08.013 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:08.013 INFO:tasks.workunit.client.0.smithi069.stdout: "platform_info": "x86_64-linux-5.14.0-435.el9.x86_64", 2024-04-10T15:31:08.013 INFO:tasks.workunit.client.0.smithi069.stdout: "svn_revision": "5022", 2024-04-10T15:31:08.013 INFO:tasks.workunit.client.0.smithi069.stdout: "version": [ 2024-04-10T15:31:08.013 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T15:31:08.013 INFO:tasks.workunit.client.0.smithi069.stdout: 1 2024-04-10T15:31:08.013 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T15:31:08.013 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:08.013 INFO:tasks.workunit.client.0.smithi069.stdout: "temperature": { 2024-04-10T15:31:08.013 INFO:tasks.workunit.client.0.smithi069.stdout: "current": 26 2024-04-10T15:31:08.013 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:08.013 INFO:tasks.workunit.client.0.smithi069.stdout: "user_capacity": { 2024-04-10T15:31:08.014 INFO:tasks.workunit.client.0.smithi069.stdout: "blocks": 781422768, 2024-04-10T15:31:08.014 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 400088457216 2024-04-10T15:31:08.014 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:08.014 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:08.014 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:08.014 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:08.014 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:08.014 INFO:tasks.workunit.client.0.smithi069.stdout: "report": { 2024-04-10T15:31:08.014 INFO:tasks.workunit.client.0.smithi069.stdout: "balancer": { 2024-04-10T15:31:08.014 INFO:tasks.workunit.client.0.smithi069.stdout: "active": true, 2024-04-10T15:31:08.014 INFO:tasks.workunit.client.0.smithi069.stdout: "mode": "" 2024-04-10T15:31:08.014 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:08.014 INFO:tasks.workunit.client.0.smithi069.stdout: "channels": [ 2024-04-10T15:31:08.014 INFO:tasks.workunit.client.0.smithi069.stdout: "basic", 2024-04-10T15:31:08.014 INFO:tasks.workunit.client.0.smithi069.stdout: "crash", 2024-04-10T15:31:08.015 INFO:tasks.workunit.client.0.smithi069.stdout: "device", 2024-04-10T15:31:08.015 INFO:tasks.workunit.client.0.smithi069.stdout: "ident" 2024-04-10T15:31:08.015 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:08.015 INFO:tasks.workunit.client.0.smithi069.stdout: "channels_available": [ 2024-04-10T15:31:08.015 INFO:tasks.workunit.client.0.smithi069.stdout: "basic", 2024-04-10T15:31:08.015 INFO:tasks.workunit.client.0.smithi069.stdout: "ident", 2024-04-10T15:31:08.015 INFO:tasks.workunit.client.0.smithi069.stdout: "crash", 2024-04-10T15:31:08.015 INFO:tasks.workunit.client.0.smithi069.stdout: "device", 2024-04-10T15:31:08.015 INFO:tasks.workunit.client.0.smithi069.stdout: "perf" 2024-04-10T15:31:08.015 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:08.015 INFO:tasks.workunit.client.0.smithi069.stdout: "collections_available": [ 2024-04-10T15:31:08.015 INFO:tasks.workunit.client.0.smithi069.stdout: "basic_base", 2024-04-10T15:31:08.015 INFO:tasks.workunit.client.0.smithi069.stdout: "device_base", 2024-04-10T15:31:08.015 INFO:tasks.workunit.client.0.smithi069.stdout: "crash_base", 2024-04-10T15:31:08.015 INFO:tasks.workunit.client.0.smithi069.stdout: "ident_base", 2024-04-10T15:31:08.015 INFO:tasks.workunit.client.0.smithi069.stdout: "perf_perf", 2024-04-10T15:31:08.016 INFO:tasks.workunit.client.0.smithi069.stdout: "basic_mds_metadata", 2024-04-10T15:31:08.016 INFO:tasks.workunit.client.0.smithi069.stdout: "basic_pool_usage", 2024-04-10T15:31:08.016 INFO:tasks.workunit.client.0.smithi069.stdout: "basic_usage_by_class", 2024-04-10T15:31:08.016 INFO:tasks.workunit.client.0.smithi069.stdout: "basic_rook_v01", 2024-04-10T15:31:08.016 INFO:tasks.workunit.client.0.smithi069.stdout: "perf_memory_metrics", 2024-04-10T15:31:08.016 INFO:tasks.workunit.client.0.smithi069.stdout: "basic_pool_options_bluestore" 2024-04-10T15:31:08.016 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:08.016 INFO:tasks.workunit.client.0.smithi069.stdout: "collections_opted_in": [ 2024-04-10T15:31:08.016 INFO:tasks.workunit.client.0.smithi069.stdout: "basic_base", 2024-04-10T15:31:08.016 INFO:tasks.workunit.client.0.smithi069.stdout: "device_base", 2024-04-10T15:31:08.016 INFO:tasks.workunit.client.0.smithi069.stdout: "crash_base", 2024-04-10T15:31:08.016 INFO:tasks.workunit.client.0.smithi069.stdout: "ident_base", 2024-04-10T15:31:08.016 INFO:tasks.workunit.client.0.smithi069.stdout: "perf_perf", 2024-04-10T15:31:08.016 INFO:tasks.workunit.client.0.smithi069.stdout: "basic_mds_metadata", 2024-04-10T15:31:08.017 INFO:tasks.workunit.client.0.smithi069.stdout: "basic_pool_usage", 2024-04-10T15:31:08.017 INFO:tasks.workunit.client.0.smithi069.stdout: "basic_usage_by_class", 2024-04-10T15:31:08.017 INFO:tasks.workunit.client.0.smithi069.stdout: "basic_rook_v01", 2024-04-10T15:31:08.017 INFO:tasks.workunit.client.0.smithi069.stdout: "perf_memory_metrics", 2024-04-10T15:31:08.017 INFO:tasks.workunit.client.0.smithi069.stdout: "basic_pool_options_bluestore" 2024-04-10T15:31:08.017 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:08.017 INFO:tasks.workunit.client.0.smithi069.stdout: "config": { 2024-04-10T15:31:08.017 INFO:tasks.workunit.client.0.smithi069.stdout: "active_changed": [ 2024-04-10T15:31:08.017 INFO:tasks.workunit.client.0.smithi069.stdout: "auth_allow_insecure_global_id_reclaim", 2024-04-10T15:31:08.017 INFO:tasks.workunit.client.0.smithi069.stdout: "auth_debug", 2024-04-10T15:31:08.017 INFO:tasks.workunit.client.0.smithi069.stdout: "auth_mon_ticket_ttl", 2024-04-10T15:31:08.017 INFO:tasks.workunit.client.0.smithi069.stdout: "auth_service_ticket_ttl", 2024-04-10T15:31:08.017 INFO:tasks.workunit.client.0.smithi069.stdout: "bdev_debug_aio", 2024-04-10T15:31:08.017 INFO:tasks.workunit.client.0.smithi069.stdout: "client_check_pool_perm", 2024-04-10T15:31:08.018 INFO:tasks.workunit.client.0.smithi069.stdout: "client_mount_gid", 2024-04-10T15:31:08.018 INFO:tasks.workunit.client.0.smithi069.stdout: "client_mount_uid", 2024-04-10T15:31:08.018 INFO:tasks.workunit.client.0.smithi069.stdout: "client_quota", 2024-04-10T15:31:08.018 INFO:tasks.workunit.client.0.smithi069.stdout: "container_image", 2024-04-10T15:31:08.018 INFO:tasks.workunit.client.0.smithi069.stdout: "daemonize", 2024-04-10T15:31:08.018 INFO:tasks.workunit.client.0.smithi069.stdout: "debug_asserts_on_shutdown", 2024-04-10T15:31:08.018 INFO:tasks.workunit.client.0.smithi069.stdout: "debug_mgr", 2024-04-10T15:31:08.018 INFO:tasks.workunit.client.0.smithi069.stdout: "debug_mon", 2024-04-10T15:31:08.018 INFO:tasks.workunit.client.0.smithi069.stdout: "debug_ms", 2024-04-10T15:31:08.018 INFO:tasks.workunit.client.0.smithi069.stdout: "debug_osd", 2024-04-10T15:31:08.018 INFO:tasks.workunit.client.0.smithi069.stdout: "debug_paxos", 2024-04-10T15:31:08.018 INFO:tasks.workunit.client.0.smithi069.stdout: "keyring", 2024-04-10T15:31:08.018 INFO:tasks.workunit.client.0.smithi069.stdout: "leveldb_block_size", 2024-04-10T15:31:08.018 INFO:tasks.workunit.client.0.smithi069.stdout: "leveldb_cache_size", 2024-04-10T15:31:08.018 INFO:tasks.workunit.client.0.smithi069.stdout: "leveldb_compression", 2024-04-10T15:31:08.019 INFO:tasks.workunit.client.0.smithi069.stdout: "leveldb_log", 2024-04-10T15:31:08.019 INFO:tasks.workunit.client.0.smithi069.stdout: "leveldb_write_buffer_size", 2024-04-10T15:31:08.019 INFO:tasks.workunit.client.0.smithi069.stdout: "log_to_file", 2024-04-10T15:31:08.019 INFO:tasks.workunit.client.0.smithi069.stdout: "log_to_journald", 2024-04-10T15:31:08.019 INFO:tasks.workunit.client.0.smithi069.stdout: "log_to_stderr", 2024-04-10T15:31:08.019 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_allow_pool_delete", 2024-04-10T15:31:08.019 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_clock_drift_allowed", 2024-04-10T15:31:08.019 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_cluster_log_file_level", 2024-04-10T15:31:08.019 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_cluster_log_to_file", 2024-04-10T15:31:08.019 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_cluster_log_to_journald", 2024-04-10T15:31:08.019 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_cluster_log_to_stderr", 2024-04-10T15:31:08.019 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_data_avail_warn", 2024-04-10T15:31:08.019 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_election_default_strategy", 2024-04-10T15:31:08.019 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_host", 2024-04-10T15:31:08.019 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_max_pg_per_osd", 2024-04-10T15:31:08.020 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_mgr_mkfs_grace", 2024-04-10T15:31:08.020 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_osd_prime_pg_temp", 2024-04-10T15:31:08.020 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_osd_reporter_subtree_level", 2024-04-10T15:31:08.020 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_pg_warn_max_object_skew", 2024-04-10T15:31:08.020 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_reweight_min_bytes_per_osd", 2024-04-10T15:31:08.020 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_reweight_min_pgs_per_osd", 2024-04-10T15:31:08.020 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-04-10T15:31:08.020 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-04-10T15:31:08.020 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-04-10T15:31:08.020 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_warn_on_legacy_crush_tunables", 2024-04-10T15:31:08.020 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-04-10T15:31:08.020 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-04-10T15:31:08.020 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_warn_on_too_few_osds", 2024-04-10T15:31:08.020 INFO:tasks.workunit.client.0.smithi069.stdout: "ms_die_on_bug", 2024-04-10T15:31:08.020 INFO:tasks.workunit.client.0.smithi069.stdout: "ms_die_on_old_message", 2024-04-10T15:31:08.020 INFO:tasks.workunit.client.0.smithi069.stdout: "no_config_file", 2024-04-10T15:31:08.021 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_class_default_list", 2024-04-10T15:31:08.021 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_class_load_list", 2024-04-10T15:31:08.021 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_crush_chooseleaf_type", 2024-04-10T15:31:08.021 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_debug_misdirected_ops", 2024-04-10T15:31:08.021 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_debug_op_order", 2024-04-10T15:31:08.021 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_debug_pg_log_writeout", 2024-04-10T15:31:08.021 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_debug_shutdown", 2024-04-10T15:31:08.021 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_debug_verify_cached_snaps", 2024-04-10T15:31:08.021 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_debug_verify_missing_on_start", 2024-04-10T15:31:08.021 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_debug_verify_stray_on_activate", 2024-04-10T15:31:08.021 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_deep_scrub_update_digest_min_age", 2024-04-10T15:31:08.021 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_delete_sleep", 2024-04-10T15:31:08.021 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_delete_sleep_hdd", 2024-04-10T15:31:08.021 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_delete_sleep_hybrid", 2024-04-10T15:31:08.022 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_delete_sleep_ssd", 2024-04-10T15:31:08.022 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_max_backfills", 2024-04-10T15:31:08.022 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-04-10T15:31:08.022 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_mclock_profile", 2024-04-10T15:31:08.022 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-04-10T15:31:08.022 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-04-10T15:31:08.022 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-04-10T15:31:08.022 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-04-10T15:31:08.022 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-04-10T15:31:08.022 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-04-10T15:31:08.022 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_mclock_scheduler_client_lim", 2024-04-10T15:31:08.022 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_mclock_scheduler_client_res", 2024-04-10T15:31:08.022 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_mclock_scheduler_client_wgt", 2024-04-10T15:31:08.022 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_memory_target", 2024-04-10T15:31:08.023 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_memory_target_autotune", 2024-04-10T15:31:08.023 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_op_queue", 2024-04-10T15:31:08.023 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_op_queue_cut_off", 2024-04-10T15:31:08.023 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_pg_delete_cost", 2024-04-10T15:31:08.023 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_pool_default_erasure_code_profile", 2024-04-10T15:31:08.023 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_pool_default_pg_autoscale_mode", 2024-04-10T15:31:08.023 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_recover_clone_overlap", 2024-04-10T15:31:08.023 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_recovery_max_active", 2024-04-10T15:31:08.023 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_recovery_max_active_hdd", 2024-04-10T15:31:08.023 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_recovery_max_active_ssd", 2024-04-10T15:31:08.023 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_recovery_max_chunk", 2024-04-10T15:31:08.023 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_recovery_sleep", 2024-04-10T15:31:08.023 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_recovery_sleep_hdd", 2024-04-10T15:31:08.023 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_recovery_sleep_hybrid", 2024-04-10T15:31:08.024 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_recovery_sleep_ssd", 2024-04-10T15:31:08.024 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_scrub_load_threshold", 2024-04-10T15:31:08.024 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_scrub_max_interval", 2024-04-10T15:31:08.024 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_scrub_sleep", 2024-04-10T15:31:08.024 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_shutdown_pgref_assert", 2024-04-10T15:31:08.024 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_snap_trim_sleep", 2024-04-10T15:31:08.024 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_snap_trim_sleep_hdd", 2024-04-10T15:31:08.024 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_snap_trim_sleep_hybrid", 2024-04-10T15:31:08.024 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_snap_trim_sleep_ssd", 2024-04-10T15:31:08.024 INFO:tasks.workunit.client.0.smithi069.stdout: "public_addr", 2024-04-10T15:31:08.024 INFO:tasks.workunit.client.0.smithi069.stdout: "public_addrv", 2024-04-10T15:31:08.024 INFO:tasks.workunit.client.0.smithi069.stdout: "public_network", 2024-04-10T15:31:08.024 INFO:tasks.workunit.client.0.smithi069.stdout: "rbd_default_features", 2024-04-10T15:31:08.024 INFO:tasks.workunit.client.0.smithi069.stdout: "rbd_qos_exclude_ops", 2024-04-10T15:31:08.025 INFO:tasks.workunit.client.0.smithi069.stdout: "setgroup", 2024-04-10T15:31:08.025 INFO:tasks.workunit.client.0.smithi069.stdout: "setuser" 2024-04-10T15:31:08.025 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:08.025 INFO:tasks.workunit.client.0.smithi069.stdout: "cluster_changed": [ 2024-04-10T15:31:08.025 INFO:tasks.workunit.client.0.smithi069.stdout: "auth_allow_insecure_global_id_reclaim", 2024-04-10T15:31:08.025 INFO:tasks.workunit.client.0.smithi069.stdout: "auth_debug", 2024-04-10T15:31:08.025 INFO:tasks.workunit.client.0.smithi069.stdout: "auth_mon_ticket_ttl", 2024-04-10T15:31:08.025 INFO:tasks.workunit.client.0.smithi069.stdout: "auth_service_ticket_ttl", 2024-04-10T15:31:08.025 INFO:tasks.workunit.client.0.smithi069.stdout: "bdev_debug_aio", 2024-04-10T15:31:08.025 INFO:tasks.workunit.client.0.smithi069.stdout: "container_image", 2024-04-10T15:31:08.025 INFO:tasks.workunit.client.0.smithi069.stdout: "debug_asserts_on_shutdown", 2024-04-10T15:31:08.025 INFO:tasks.workunit.client.0.smithi069.stdout: "debug_mgr", 2024-04-10T15:31:08.025 INFO:tasks.workunit.client.0.smithi069.stdout: "debug_mon", 2024-04-10T15:31:08.025 INFO:tasks.workunit.client.0.smithi069.stdout: "debug_ms", 2024-04-10T15:31:08.025 INFO:tasks.workunit.client.0.smithi069.stdout: "debug_osd", 2024-04-10T15:31:08.026 INFO:tasks.workunit.client.0.smithi069.stdout: "debug_paxos", 2024-04-10T15:31:08.026 INFO:tasks.workunit.client.0.smithi069.stdout: "log_to_file", 2024-04-10T15:31:08.026 INFO:tasks.workunit.client.0.smithi069.stdout: "log_to_journald", 2024-04-10T15:31:08.026 INFO:tasks.workunit.client.0.smithi069.stdout: "log_to_stderr", 2024-04-10T15:31:08.026 INFO:tasks.workunit.client.0.smithi069.stdout: "mds_join_fs", 2024-04-10T15:31:08.026 INFO:tasks.workunit.client.0.smithi069.stdout: "mgr/cephadm/allow_ptrace", 2024-04-10T15:31:08.026 INFO:tasks.workunit.client.0.smithi069.stdout: "mgr/cephadm/container_init", 2024-04-10T15:31:08.026 INFO:tasks.workunit.client.0.smithi069.stdout: "mgr/cephadm/migration_current", 2024-04-10T15:31:08.026 INFO:tasks.workunit.client.0.smithi069.stdout: "mgr/cephadm/use_repo_digest", 2024-04-10T15:31:08.026 INFO:tasks.workunit.client.0.smithi069.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-04-10T15:31:08.026 INFO:tasks.workunit.client.0.smithi069.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-04-10T15:31:08.026 INFO:tasks.workunit.client.0.smithi069.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-04-10T15:31:08.026 INFO:tasks.workunit.client.0.smithi069.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-04-10T15:31:08.026 INFO:tasks.workunit.client.0.smithi069.stdout: "mgr/dashboard/ssl_server_port", 2024-04-10T15:31:08.027 INFO:tasks.workunit.client.0.smithi069.stdout: "mgr/orchestrator/orchestrator", 2024-04-10T15:31:08.027 INFO:tasks.workunit.client.0.smithi069.stdout: "mgr/telemetry/channel_ident", 2024-04-10T15:31:08.027 INFO:tasks.workunit.client.0.smithi069.stdout: "mgr/telemetry/description", 2024-04-10T15:31:08.027 INFO:tasks.workunit.client.0.smithi069.stdout: "mgr/telemetry/organization", 2024-04-10T15:31:08.027 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_allow_pool_delete", 2024-04-10T15:31:08.027 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_clock_drift_allowed", 2024-04-10T15:31:08.027 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_cluster_log_file_level", 2024-04-10T15:31:08.027 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_cluster_log_to_file", 2024-04-10T15:31:08.027 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_data_avail_warn", 2024-04-10T15:31:08.027 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_election_default_strategy", 2024-04-10T15:31:08.027 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_max_pg_per_osd", 2024-04-10T15:31:08.027 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_mgr_mkfs_grace", 2024-04-10T15:31:08.027 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_osd_prime_pg_temp", 2024-04-10T15:31:08.027 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_osd_reporter_subtree_level", 2024-04-10T15:31:08.028 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_pg_warn_max_object_skew", 2024-04-10T15:31:08.028 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_reweight_min_bytes_per_osd", 2024-04-10T15:31:08.028 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_reweight_min_pgs_per_osd", 2024-04-10T15:31:08.028 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-04-10T15:31:08.028 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-04-10T15:31:08.028 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-04-10T15:31:08.028 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_warn_on_legacy_crush_tunables", 2024-04-10T15:31:08.028 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-04-10T15:31:08.028 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-04-10T15:31:08.028 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_warn_on_too_few_osds", 2024-04-10T15:31:08.028 INFO:tasks.workunit.client.0.smithi069.stdout: "ms_die_on_bug", 2024-04-10T15:31:08.028 INFO:tasks.workunit.client.0.smithi069.stdout: "ms_die_on_old_message", 2024-04-10T15:31:08.028 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_class_default_list", 2024-04-10T15:31:08.028 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_class_load_list", 2024-04-10T15:31:08.028 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_debug_misdirected_ops", 2024-04-10T15:31:08.028 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_debug_op_order", 2024-04-10T15:31:08.029 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_debug_pg_log_writeout", 2024-04-10T15:31:08.029 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_debug_shutdown", 2024-04-10T15:31:08.029 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_debug_verify_cached_snaps", 2024-04-10T15:31:08.029 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_debug_verify_missing_on_start", 2024-04-10T15:31:08.029 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_debug_verify_stray_on_activate", 2024-04-10T15:31:08.029 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_deep_scrub_update_digest_min_age", 2024-04-10T15:31:08.029 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-04-10T15:31:08.029 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_mclock_profile", 2024-04-10T15:31:08.029 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_memory_target", 2024-04-10T15:31:08.029 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_memory_target_autotune", 2024-04-10T15:31:08.029 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_op_queue", 2024-04-10T15:31:08.029 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_op_queue_cut_off", 2024-04-10T15:31:08.029 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_pool_default_erasure_code_profile", 2024-04-10T15:31:08.029 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_pool_default_pg_autoscale_mode", 2024-04-10T15:31:08.030 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_recover_clone_overlap", 2024-04-10T15:31:08.030 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_recovery_max_chunk", 2024-04-10T15:31:08.030 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_scrub_load_threshold", 2024-04-10T15:31:08.030 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_scrub_max_interval", 2024-04-10T15:31:08.030 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_shutdown_pgref_assert", 2024-04-10T15:31:08.030 INFO:tasks.workunit.client.0.smithi069.stdout: "public_network", 2024-04-10T15:31:08.030 INFO:tasks.workunit.client.0.smithi069.stdout: "rgw_cache_enabled", 2024-04-10T15:31:08.030 INFO:tasks.workunit.client.0.smithi069.stdout: "rgw_enable_ops_log", 2024-04-10T15:31:08.030 INFO:tasks.workunit.client.0.smithi069.stdout: "rgw_enable_usage_log" 2024-04-10T15:31:08.030 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T15:31:08.030 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:08.030 INFO:tasks.workunit.client.0.smithi069.stdout: "contact": null, 2024-04-10T15:31:08.030 INFO:tasks.workunit.client.0.smithi069.stdout: "crashes": [], 2024-04-10T15:31:08.030 INFO:tasks.workunit.client.0.smithi069.stdout: "created": "2024-04-10T15:22:38.311194Z", 2024-04-10T15:31:08.030 INFO:tasks.workunit.client.0.smithi069.stdout: "crush": { 2024-04-10T15:31:08.031 INFO:tasks.workunit.client.0.smithi069.stdout: "bucket_algs": { 2024-04-10T15:31:08.031 INFO:tasks.workunit.client.0.smithi069.stdout: "straw2": 3 2024-04-10T15:31:08.031 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:08.031 INFO:tasks.workunit.client.0.smithi069.stdout: "bucket_sizes": { 2024-04-10T15:31:08.031 INFO:tasks.workunit.client.0.smithi069.stdout: "2": 1, 2024-04-10T15:31:08.031 INFO:tasks.workunit.client.0.smithi069.stdout: "4": 2 2024-04-10T15:31:08.031 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:08.031 INFO:tasks.workunit.client.0.smithi069.stdout: "bucket_types": { 2024-04-10T15:31:08.031 INFO:tasks.workunit.client.0.smithi069.stdout: "1": 2, 2024-04-10T15:31:08.031 INFO:tasks.workunit.client.0.smithi069.stdout: "11": 1 2024-04-10T15:31:08.031 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:08.031 INFO:tasks.workunit.client.0.smithi069.stdout: "compat_weight_set": false, 2024-04-10T15:31:08.031 INFO:tasks.workunit.client.0.smithi069.stdout: "device_classes": [ 2024-04-10T15:31:08.031 INFO:tasks.workunit.client.0.smithi069.stdout: 8 2024-04-10T15:31:08.031 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:08.032 INFO:tasks.workunit.client.0.smithi069.stdout: "num_buckets": 6, 2024-04-10T15:31:08.032 INFO:tasks.workunit.client.0.smithi069.stdout: "num_devices": 8, 2024-04-10T15:31:08.032 INFO:tasks.workunit.client.0.smithi069.stdout: "num_rules": 1, 2024-04-10T15:31:08.032 INFO:tasks.workunit.client.0.smithi069.stdout: "num_types": 12, 2024-04-10T15:31:08.032 INFO:tasks.workunit.client.0.smithi069.stdout: "num_weight_sets": 0, 2024-04-10T15:31:08.032 INFO:tasks.workunit.client.0.smithi069.stdout: "tunables": { 2024-04-10T15:31:08.032 INFO:tasks.workunit.client.0.smithi069.stdout: "allowed_bucket_algs": 54, 2024-04-10T15:31:08.032 INFO:tasks.workunit.client.0.smithi069.stdout: "choose_local_fallback_tries": 0, 2024-04-10T15:31:08.032 INFO:tasks.workunit.client.0.smithi069.stdout: "choose_local_tries": 0, 2024-04-10T15:31:08.032 INFO:tasks.workunit.client.0.smithi069.stdout: "choose_total_tries": 50, 2024-04-10T15:31:08.032 INFO:tasks.workunit.client.0.smithi069.stdout: "chooseleaf_descend_once": 1, 2024-04-10T15:31:08.032 INFO:tasks.workunit.client.0.smithi069.stdout: "chooseleaf_stable": 1, 2024-04-10T15:31:08.032 INFO:tasks.workunit.client.0.smithi069.stdout: "chooseleaf_vary_r": 1, 2024-04-10T15:31:08.032 INFO:tasks.workunit.client.0.smithi069.stdout: "has_v2_rules": 0, 2024-04-10T15:31:08.032 INFO:tasks.workunit.client.0.smithi069.stdout: "has_v3_rules": 0, 2024-04-10T15:31:08.032 INFO:tasks.workunit.client.0.smithi069.stdout: "has_v4_buckets": 1, 2024-04-10T15:31:08.033 INFO:tasks.workunit.client.0.smithi069.stdout: "has_v5_rules": 0, 2024-04-10T15:31:08.033 INFO:tasks.workunit.client.0.smithi069.stdout: "legacy_tunables": 0, 2024-04-10T15:31:08.033 INFO:tasks.workunit.client.0.smithi069.stdout: "minimum_required_version": "jewel", 2024-04-10T15:31:08.033 INFO:tasks.workunit.client.0.smithi069.stdout: "optimal_tunables": 1, 2024-04-10T15:31:08.033 INFO:tasks.workunit.client.0.smithi069.stdout: "profile": "jewel", 2024-04-10T15:31:08.033 INFO:tasks.workunit.client.0.smithi069.stdout: "require_feature_tunables": 1, 2024-04-10T15:31:08.033 INFO:tasks.workunit.client.0.smithi069.stdout: "require_feature_tunables2": 1, 2024-04-10T15:31:08.033 INFO:tasks.workunit.client.0.smithi069.stdout: "require_feature_tunables3": 1, 2024-04-10T15:31:08.033 INFO:tasks.workunit.client.0.smithi069.stdout: "require_feature_tunables5": 1, 2024-04-10T15:31:08.033 INFO:tasks.workunit.client.0.smithi069.stdout: "straw_calc_version": 1 2024-04-10T15:31:08.033 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:08.033 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:08.033 INFO:tasks.workunit.client.0.smithi069.stdout: "description": "upgrade test cluster", 2024-04-10T15:31:08.033 INFO:tasks.workunit.client.0.smithi069.stdout: "fs": { 2024-04-10T15:31:08.034 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 1, 2024-04-10T15:31:08.034 INFO:tasks.workunit.client.0.smithi069.stdout: "feature_flags": { 2024-04-10T15:31:08.034 INFO:tasks.workunit.client.0.smithi069.stdout: "enable_multiple": true, 2024-04-10T15:31:08.034 INFO:tasks.workunit.client.0.smithi069.stdout: "ever_enabled_multiple": true 2024-04-10T15:31:08.034 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:08.034 INFO:tasks.workunit.client.0.smithi069.stdout: "filesystems": [ 2024-04-10T15:31:08.034 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:08.034 INFO:tasks.workunit.client.0.smithi069.stdout: "approx_ctime": "2024-04", 2024-04-10T15:31:08.034 INFO:tasks.workunit.client.0.smithi069.stdout: "balancer_enabled": false, 2024-04-10T15:31:08.034 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:08.034 INFO:tasks.workunit.client.0.smithi069.stdout: "cached_caps": 0, 2024-04-10T15:31:08.034 INFO:tasks.workunit.client.0.smithi069.stdout: "cached_dns": 10, 2024-04-10T15:31:08.034 INFO:tasks.workunit.client.0.smithi069.stdout: "cached_inos": 13, 2024-04-10T15:31:08.034 INFO:tasks.workunit.client.0.smithi069.stdout: "cached_subtrees": 2, 2024-04-10T15:31:08.035 INFO:tasks.workunit.client.0.smithi069.stdout: "ever_allowed_features": 0, 2024-04-10T15:31:08.035 INFO:tasks.workunit.client.0.smithi069.stdout: "explicitly_allowed_features": 0, 2024-04-10T15:31:08.035 INFO:tasks.workunit.client.0.smithi069.stdout: "files": 0, 2024-04-10T15:31:08.035 INFO:tasks.workunit.client.0.smithi069.stdout: "max_mds": 1, 2024-04-10T15:31:08.035 INFO:tasks.workunit.client.0.smithi069.stdout: "num_data_pools": 1, 2024-04-10T15:31:08.035 INFO:tasks.workunit.client.0.smithi069.stdout: "num_in": 1, 2024-04-10T15:31:08.035 INFO:tasks.workunit.client.0.smithi069.stdout: "num_mds": 1, 2024-04-10T15:31:08.035 INFO:tasks.workunit.client.0.smithi069.stdout: "num_sessions": 0, 2024-04-10T15:31:08.035 INFO:tasks.workunit.client.0.smithi069.stdout: "num_standby_replay": 0, 2024-04-10T15:31:08.035 INFO:tasks.workunit.client.0.smithi069.stdout: "num_up": 1, 2024-04-10T15:31:08.035 INFO:tasks.workunit.client.0.smithi069.stdout: "snaps": 0, 2024-04-10T15:31:08.035 INFO:tasks.workunit.client.0.smithi069.stdout: "standby_count_wanted": 0 2024-04-10T15:31:08.035 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:08.035 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:08.035 INFO:tasks.workunit.client.0.smithi069.stdout: "num_standby_mds": 1, 2024-04-10T15:31:08.035 INFO:tasks.workunit.client.0.smithi069.stdout: "total_num_mds": 2 2024-04-10T15:31:08.035 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:08.036 INFO:tasks.workunit.client.0.smithi069.stdout: "hosts": { 2024-04-10T15:31:08.036 INFO:tasks.workunit.client.0.smithi069.stdout: "num": 2, 2024-04-10T15:31:08.036 INFO:tasks.workunit.client.0.smithi069.stdout: "num_with_mds": 2, 2024-04-10T15:31:08.036 INFO:tasks.workunit.client.0.smithi069.stdout: "num_with_mgr": 2, 2024-04-10T15:31:08.036 INFO:tasks.workunit.client.0.smithi069.stdout: "num_with_mon": 2, 2024-04-10T15:31:08.036 INFO:tasks.workunit.client.0.smithi069.stdout: "num_with_osd": 2 2024-04-10T15:31:08.036 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:08.036 INFO:tasks.workunit.client.0.smithi069.stdout: "leaderboard": false, 2024-04-10T15:31:08.036 INFO:tasks.workunit.client.0.smithi069.stdout: "leaderboard_description": null, 2024-04-10T15:31:08.036 INFO:tasks.workunit.client.0.smithi069.stdout: "license": "sharing-1-0", 2024-04-10T15:31:08.036 INFO:tasks.workunit.client.0.smithi069.stdout: "metadata": { 2024-04-10T15:31:08.036 INFO:tasks.workunit.client.0.smithi069.stdout: "mds": { 2024-04-10T15:31:08.036 INFO:tasks.workunit.client.0.smithi069.stdout: "arch": { 2024-04-10T15:31:08.036 INFO:tasks.workunit.client.0.smithi069.stdout: "x86_64": 2 2024-04-10T15:31:08.036 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:08.036 INFO:tasks.workunit.client.0.smithi069.stdout: "ceph_version": { 2024-04-10T15:31:08.036 INFO:tasks.workunit.client.0.smithi069.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 2 2024-04-10T15:31:08.037 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:08.037 INFO:tasks.workunit.client.0.smithi069.stdout: "cpu": { 2024-04-10T15:31:08.037 INFO:tasks.workunit.client.0.smithi069.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 2 2024-04-10T15:31:08.037 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:08.037 INFO:tasks.workunit.client.0.smithi069.stdout: "distro": { 2024-04-10T15:31:08.037 INFO:tasks.workunit.client.0.smithi069.stdout: "centos": 2 2024-04-10T15:31:08.037 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:08.037 INFO:tasks.workunit.client.0.smithi069.stdout: "distro_description": { 2024-04-10T15:31:08.037 INFO:tasks.workunit.client.0.smithi069.stdout: "CentOS Stream 8": 2 2024-04-10T15:31:08.037 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:08.037 INFO:tasks.workunit.client.0.smithi069.stdout: "kernel_description": { 2024-04-10T15:31:08.037 INFO:tasks.workunit.client.0.smithi069.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024": 2 2024-04-10T15:31:08.037 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:08.037 INFO:tasks.workunit.client.0.smithi069.stdout: "kernel_version": { 2024-04-10T15:31:08.037 INFO:tasks.workunit.client.0.smithi069.stdout: "5.14.0-435.el9.x86_64": 2 2024-04-10T15:31:08.037 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:08.038 INFO:tasks.workunit.client.0.smithi069.stdout: "os": { 2024-04-10T15:31:08.038 INFO:tasks.workunit.client.0.smithi069.stdout: "Linux": 2 2024-04-10T15:31:08.038 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:08.038 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:08.038 INFO:tasks.workunit.client.0.smithi069.stdout: "mon": { 2024-04-10T15:31:08.038 INFO:tasks.workunit.client.0.smithi069.stdout: "arch": { 2024-04-10T15:31:08.038 INFO:tasks.workunit.client.0.smithi069.stdout: "x86_64": 3 2024-04-10T15:31:08.038 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:08.038 INFO:tasks.workunit.client.0.smithi069.stdout: "ceph_version": { 2024-04-10T15:31:08.038 INFO:tasks.workunit.client.0.smithi069.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 3 2024-04-10T15:31:08.038 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:08.038 INFO:tasks.workunit.client.0.smithi069.stdout: "cpu": { 2024-04-10T15:31:08.038 INFO:tasks.workunit.client.0.smithi069.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 3 2024-04-10T15:31:08.038 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:08.038 INFO:tasks.workunit.client.0.smithi069.stdout: "distro": { 2024-04-10T15:31:08.039 INFO:tasks.workunit.client.0.smithi069.stdout: "centos": 3 2024-04-10T15:31:08.039 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:08.039 INFO:tasks.workunit.client.0.smithi069.stdout: "distro_description": { 2024-04-10T15:31:08.039 INFO:tasks.workunit.client.0.smithi069.stdout: "CentOS Stream 8": 3 2024-04-10T15:31:08.039 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:08.039 INFO:tasks.workunit.client.0.smithi069.stdout: "kernel_description": { 2024-04-10T15:31:08.039 INFO:tasks.workunit.client.0.smithi069.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024": 3 2024-04-10T15:31:08.039 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:08.039 INFO:tasks.workunit.client.0.smithi069.stdout: "kernel_version": { 2024-04-10T15:31:08.039 INFO:tasks.workunit.client.0.smithi069.stdout: "5.14.0-435.el9.x86_64": 3 2024-04-10T15:31:08.039 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:08.039 INFO:tasks.workunit.client.0.smithi069.stdout: "os": { 2024-04-10T15:31:08.039 INFO:tasks.workunit.client.0.smithi069.stdout: "Linux": 3 2024-04-10T15:31:08.039 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:08.039 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:08.039 INFO:tasks.workunit.client.0.smithi069.stdout: "osd": { 2024-04-10T15:31:08.039 INFO:tasks.workunit.client.0.smithi069.stdout: "arch": { 2024-04-10T15:31:08.040 INFO:tasks.workunit.client.0.smithi069.stdout: "x86_64": 8 2024-04-10T15:31:08.040 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:08.040 INFO:tasks.workunit.client.0.smithi069.stdout: "ceph_version": { 2024-04-10T15:31:08.040 INFO:tasks.workunit.client.0.smithi069.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 8 2024-04-10T15:31:08.040 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:08.040 INFO:tasks.workunit.client.0.smithi069.stdout: "cpu": { 2024-04-10T15:31:08.040 INFO:tasks.workunit.client.0.smithi069.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 8 2024-04-10T15:31:08.040 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:08.040 INFO:tasks.workunit.client.0.smithi069.stdout: "distro": { 2024-04-10T15:31:08.040 INFO:tasks.workunit.client.0.smithi069.stdout: "centos": 8 2024-04-10T15:31:08.040 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:08.040 INFO:tasks.workunit.client.0.smithi069.stdout: "distro_description": { 2024-04-10T15:31:08.040 INFO:tasks.workunit.client.0.smithi069.stdout: "CentOS Stream 8": 8 2024-04-10T15:31:08.040 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:08.040 INFO:tasks.workunit.client.0.smithi069.stdout: "kernel_description": { 2024-04-10T15:31:08.041 INFO:tasks.workunit.client.0.smithi069.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024": 8 2024-04-10T15:31:08.041 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:08.041 INFO:tasks.workunit.client.0.smithi069.stdout: "kernel_version": { 2024-04-10T15:31:08.041 INFO:tasks.workunit.client.0.smithi069.stdout: "5.14.0-435.el9.x86_64": 8 2024-04-10T15:31:08.041 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:08.041 INFO:tasks.workunit.client.0.smithi069.stdout: "os": { 2024-04-10T15:31:08.041 INFO:tasks.workunit.client.0.smithi069.stdout: "Linux": 8 2024-04-10T15:31:08.041 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:08.041 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_objectstore": { 2024-04-10T15:31:08.041 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore": 8 2024-04-10T15:31:08.041 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:08.041 INFO:tasks.workunit.client.0.smithi069.stdout: "rotational": { 2024-04-10T15:31:08.041 INFO:tasks.workunit.client.0.smithi069.stdout: "0": 8 2024-04-10T15:31:08.041 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:08.041 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:08.041 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:08.042 INFO:tasks.workunit.client.0.smithi069.stdout: "mon": { 2024-04-10T15:31:08.042 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 3, 2024-04-10T15:31:08.042 INFO:tasks.workunit.client.0.smithi069.stdout: "features": { 2024-04-10T15:31:08.042 INFO:tasks.workunit.client.0.smithi069.stdout: "optional": [], 2024-04-10T15:31:08.042 INFO:tasks.workunit.client.0.smithi069.stdout: "persistent": [ 2024-04-10T15:31:08.042 INFO:tasks.workunit.client.0.smithi069.stdout: "kraken", 2024-04-10T15:31:08.042 INFO:tasks.workunit.client.0.smithi069.stdout: "luminous", 2024-04-10T15:31:08.042 INFO:tasks.workunit.client.0.smithi069.stdout: "mimic", 2024-04-10T15:31:08.042 INFO:tasks.workunit.client.0.smithi069.stdout: "osdmap-prune", 2024-04-10T15:31:08.042 INFO:tasks.workunit.client.0.smithi069.stdout: "nautilus", 2024-04-10T15:31:08.042 INFO:tasks.workunit.client.0.smithi069.stdout: "octopus", 2024-04-10T15:31:08.042 INFO:tasks.workunit.client.0.smithi069.stdout: "pacific", 2024-04-10T15:31:08.042 INFO:tasks.workunit.client.0.smithi069.stdout: "elector-pinging", 2024-04-10T15:31:08.042 INFO:tasks.workunit.client.0.smithi069.stdout: "quincy", 2024-04-10T15:31:08.043 INFO:tasks.workunit.client.0.smithi069.stdout: "reef" 2024-04-10T15:31:08.043 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T15:31:08.043 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:08.043 INFO:tasks.workunit.client.0.smithi069.stdout: "ipv4_addr_mons": 6, 2024-04-10T15:31:08.043 INFO:tasks.workunit.client.0.smithi069.stdout: "ipv6_addr_mons": 0, 2024-04-10T15:31:08.043 INFO:tasks.workunit.client.0.smithi069.stdout: "min_mon_release": 18, 2024-04-10T15:31:08.043 INFO:tasks.workunit.client.0.smithi069.stdout: "v1_addr_mons": 3, 2024-04-10T15:31:08.043 INFO:tasks.workunit.client.0.smithi069.stdout: "v2_addr_mons": 3 2024-04-10T15:31:08.043 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:08.043 INFO:tasks.workunit.client.0.smithi069.stdout: "organization": "ceph-qa", 2024-04-10T15:31:08.043 INFO:tasks.workunit.client.0.smithi069.stdout: "osd": { 2024-04-10T15:31:08.043 INFO:tasks.workunit.client.0.smithi069.stdout: "cluster_network": false, 2024-04-10T15:31:08.043 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 8, 2024-04-10T15:31:08.043 INFO:tasks.workunit.client.0.smithi069.stdout: "require_min_compat_client": "luminous", 2024-04-10T15:31:08.043 INFO:tasks.workunit.client.0.smithi069.stdout: "require_osd_release": "reef" 2024-04-10T15:31:08.043 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:08.043 INFO:tasks.workunit.client.0.smithi069.stdout: "pools": [ 2024-04-10T15:31:08.044 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:08.044 INFO:tasks.workunit.client.0.smithi069.stdout: "application": [ 2024-04-10T15:31:08.044 INFO:tasks.workunit.client.0.smithi069.stdout: "mgr" 2024-04-10T15:31:08.044 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:08.044 INFO:tasks.workunit.client.0.smithi069.stdout: "cache_mode": "none", 2024-04-10T15:31:08.044 INFO:tasks.workunit.client.0.smithi069.stdout: "erasure_code_profile": {}, 2024-04-10T15:31:08.044 INFO:tasks.workunit.client.0.smithi069.stdout: "min_size": 2, 2024-04-10T15:31:08.044 INFO:tasks.workunit.client.0.smithi069.stdout: "options": {}, 2024-04-10T15:31:08.044 INFO:tasks.workunit.client.0.smithi069.stdout: "pg_autoscale_mode": "off", 2024-04-10T15:31:08.044 INFO:tasks.workunit.client.0.smithi069.stdout: "pg_num": 1, 2024-04-10T15:31:08.044 INFO:tasks.workunit.client.0.smithi069.stdout: "pgp_num": 1, 2024-04-10T15:31:08.044 INFO:tasks.workunit.client.0.smithi069.stdout: "pool": 1, 2024-04-10T15:31:08.044 INFO:tasks.workunit.client.0.smithi069.stdout: "size": 3, 2024-04-10T15:31:08.044 INFO:tasks.workunit.client.0.smithi069.stdout: "stats": { 2024-04-10T15:31:08.044 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_raw": 729296709898, 2024-04-10T15:31:08.045 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes_used": 1781760, 2024-04-10T15:31:08.045 INFO:tasks.workunit.client.0.smithi069.stdout: "compress_bytes_used": 0, 2024-04-10T15:31:08.045 INFO:tasks.workunit.client.0.smithi069.stdout: "compress_under_bytes": 0, 2024-04-10T15:31:08.045 INFO:tasks.workunit.client.0.smithi069.stdout: "data_bytes_used": 1781760, 2024-04-10T15:31:08.045 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty": 0, 2024-04-10T15:31:08.045 INFO:tasks.workunit.client.0.smithi069.stdout: "max_avail": 243098910720, 2024-04-10T15:31:08.045 INFO:tasks.workunit.client.0.smithi069.stdout: "objects": 2, 2024-04-10T15:31:08.045 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_bytes_used": 0, 2024-04-10T15:31:08.045 INFO:tasks.workunit.client.0.smithi069.stdout: "percent_used": 2.4431149086012738e-06, 2024-04-10T15:31:08.045 INFO:tasks.workunit.client.0.smithi069.stdout: "quota_bytes": 0, 2024-04-10T15:31:08.045 INFO:tasks.workunit.client.0.smithi069.stdout: "quota_objects": 0, 2024-04-10T15:31:08.045 INFO:tasks.workunit.client.0.smithi069.stdout: "rd": 212, 2024-04-10T15:31:08.045 INFO:tasks.workunit.client.0.smithi069.stdout: "rd_bytes": 313344, 2024-04-10T15:31:08.045 INFO:tasks.workunit.client.0.smithi069.stdout: "stored": 590368, 2024-04-10T15:31:08.045 INFO:tasks.workunit.client.0.smithi069.stdout: "stored_data": 590368, 2024-04-10T15:31:08.045 INFO:tasks.workunit.client.0.smithi069.stdout: "stored_omap": 0, 2024-04-10T15:31:08.046 INFO:tasks.workunit.client.0.smithi069.stdout: "stored_raw": 1771104, 2024-04-10T15:31:08.046 INFO:tasks.workunit.client.0.smithi069.stdout: "wr": 179, 2024-04-10T15:31:08.046 INFO:tasks.workunit.client.0.smithi069.stdout: "wr_bytes": 2473984 2024-04-10T15:31:08.046 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:08.046 INFO:tasks.workunit.client.0.smithi069.stdout: "target_max_bytes": 0, 2024-04-10T15:31:08.046 INFO:tasks.workunit.client.0.smithi069.stdout: "target_max_objects": 0, 2024-04-10T15:31:08.046 INFO:tasks.workunit.client.0.smithi069.stdout: "type": "replicated" 2024-04-10T15:31:08.046 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:08.046 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:08.046 INFO:tasks.workunit.client.0.smithi069.stdout: "application": [ 2024-04-10T15:31:08.046 INFO:tasks.workunit.client.0.smithi069.stdout: "cephfs" 2024-04-10T15:31:08.046 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:08.046 INFO:tasks.workunit.client.0.smithi069.stdout: "cache_mode": "none", 2024-04-10T15:31:08.046 INFO:tasks.workunit.client.0.smithi069.stdout: "erasure_code_profile": {}, 2024-04-10T15:31:08.046 INFO:tasks.workunit.client.0.smithi069.stdout: "min_size": 2, 2024-04-10T15:31:08.047 INFO:tasks.workunit.client.0.smithi069.stdout: "options": {}, 2024-04-10T15:31:08.047 INFO:tasks.workunit.client.0.smithi069.stdout: "pg_autoscale_mode": "off", 2024-04-10T15:31:08.047 INFO:tasks.workunit.client.0.smithi069.stdout: "pg_num": 32, 2024-04-10T15:31:08.047 INFO:tasks.workunit.client.0.smithi069.stdout: "pgp_num": 32, 2024-04-10T15:31:08.047 INFO:tasks.workunit.client.0.smithi069.stdout: "pool": 2, 2024-04-10T15:31:08.047 INFO:tasks.workunit.client.0.smithi069.stdout: "size": 3, 2024-04-10T15:31:08.047 INFO:tasks.workunit.client.0.smithi069.stdout: "stats": { 2024-04-10T15:31:08.047 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_raw": 729296709898, 2024-04-10T15:31:08.047 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes_used": 98304, 2024-04-10T15:31:08.047 INFO:tasks.workunit.client.0.smithi069.stdout: "compress_bytes_used": 0, 2024-04-10T15:31:08.047 INFO:tasks.workunit.client.0.smithi069.stdout: "compress_under_bytes": 0, 2024-04-10T15:31:08.047 INFO:tasks.workunit.client.0.smithi069.stdout: "data_bytes_used": 98304, 2024-04-10T15:31:08.047 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty": 0, 2024-04-10T15:31:08.047 INFO:tasks.workunit.client.0.smithi069.stdout: "max_avail": 243098910720, 2024-04-10T15:31:08.048 INFO:tasks.workunit.client.0.smithi069.stdout: "objects": 22, 2024-04-10T15:31:08.048 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_bytes_used": 0, 2024-04-10T15:31:08.048 INFO:tasks.workunit.client.0.smithi069.stdout: "percent_used": 1.347928559880529e-07, 2024-04-10T15:31:08.048 INFO:tasks.workunit.client.0.smithi069.stdout: "quota_bytes": 0, 2024-04-10T15:31:08.048 INFO:tasks.workunit.client.0.smithi069.stdout: "quota_objects": 0, 2024-04-10T15:31:08.048 INFO:tasks.workunit.client.0.smithi069.stdout: "rd": 0, 2024-04-10T15:31:08.048 INFO:tasks.workunit.client.0.smithi069.stdout: "rd_bytes": 0, 2024-04-10T15:31:08.048 INFO:tasks.workunit.client.0.smithi069.stdout: "stored": 3430, 2024-04-10T15:31:08.048 INFO:tasks.workunit.client.0.smithi069.stdout: "stored_data": 3430, 2024-04-10T15:31:08.048 INFO:tasks.workunit.client.0.smithi069.stdout: "stored_omap": 0, 2024-04-10T15:31:08.048 INFO:tasks.workunit.client.0.smithi069.stdout: "stored_raw": 10290, 2024-04-10T15:31:08.048 INFO:tasks.workunit.client.0.smithi069.stdout: "wr": 51, 2024-04-10T15:31:08.048 INFO:tasks.workunit.client.0.smithi069.stdout: "wr_bytes": 20480 2024-04-10T15:31:08.048 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:08.048 INFO:tasks.workunit.client.0.smithi069.stdout: "target_max_bytes": 0, 2024-04-10T15:31:08.049 INFO:tasks.workunit.client.0.smithi069.stdout: "target_max_objects": 0, 2024-04-10T15:31:08.049 INFO:tasks.workunit.client.0.smithi069.stdout: "type": "replicated" 2024-04-10T15:31:08.049 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:08.049 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:08.049 INFO:tasks.workunit.client.0.smithi069.stdout: "application": [ 2024-04-10T15:31:08.049 INFO:tasks.workunit.client.0.smithi069.stdout: "cephfs" 2024-04-10T15:31:08.049 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:08.049 INFO:tasks.workunit.client.0.smithi069.stdout: "cache_mode": "none", 2024-04-10T15:31:08.049 INFO:tasks.workunit.client.0.smithi069.stdout: "erasure_code_profile": {}, 2024-04-10T15:31:08.049 INFO:tasks.workunit.client.0.smithi069.stdout: "min_size": 2, 2024-04-10T15:31:08.049 INFO:tasks.workunit.client.0.smithi069.stdout: "options": {}, 2024-04-10T15:31:08.049 INFO:tasks.workunit.client.0.smithi069.stdout: "pg_autoscale_mode": "off", 2024-04-10T15:31:08.049 INFO:tasks.workunit.client.0.smithi069.stdout: "pg_num": 64, 2024-04-10T15:31:08.049 INFO:tasks.workunit.client.0.smithi069.stdout: "pgp_num": 64, 2024-04-10T15:31:08.049 INFO:tasks.workunit.client.0.smithi069.stdout: "pool": 3, 2024-04-10T15:31:08.049 INFO:tasks.workunit.client.0.smithi069.stdout: "size": 3, 2024-04-10T15:31:08.050 INFO:tasks.workunit.client.0.smithi069.stdout: "stats": { 2024-04-10T15:31:08.050 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_raw": 729296709898, 2024-04-10T15:31:08.050 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes_used": 0, 2024-04-10T15:31:08.050 INFO:tasks.workunit.client.0.smithi069.stdout: "compress_bytes_used": 0, 2024-04-10T15:31:08.050 INFO:tasks.workunit.client.0.smithi069.stdout: "compress_under_bytes": 0, 2024-04-10T15:31:08.050 INFO:tasks.workunit.client.0.smithi069.stdout: "data_bytes_used": 0, 2024-04-10T15:31:08.050 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty": 0, 2024-04-10T15:31:08.050 INFO:tasks.workunit.client.0.smithi069.stdout: "max_avail": 243098910720, 2024-04-10T15:31:08.050 INFO:tasks.workunit.client.0.smithi069.stdout: "objects": 0, 2024-04-10T15:31:08.050 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_bytes_used": 0, 2024-04-10T15:31:08.050 INFO:tasks.workunit.client.0.smithi069.stdout: "percent_used": 0.0, 2024-04-10T15:31:08.050 INFO:tasks.workunit.client.0.smithi069.stdout: "quota_bytes": 0, 2024-04-10T15:31:08.050 INFO:tasks.workunit.client.0.smithi069.stdout: "quota_objects": 0, 2024-04-10T15:31:08.050 INFO:tasks.workunit.client.0.smithi069.stdout: "rd": 0, 2024-04-10T15:31:08.051 INFO:tasks.workunit.client.0.smithi069.stdout: "rd_bytes": 0, 2024-04-10T15:31:08.051 INFO:tasks.workunit.client.0.smithi069.stdout: "stored": 0, 2024-04-10T15:31:08.051 INFO:tasks.workunit.client.0.smithi069.stdout: "stored_data": 0, 2024-04-10T15:31:08.051 INFO:tasks.workunit.client.0.smithi069.stdout: "stored_omap": 0, 2024-04-10T15:31:08.051 INFO:tasks.workunit.client.0.smithi069.stdout: "stored_raw": 0, 2024-04-10T15:31:08.051 INFO:tasks.workunit.client.0.smithi069.stdout: "wr": 0, 2024-04-10T15:31:08.051 INFO:tasks.workunit.client.0.smithi069.stdout: "wr_bytes": 0 2024-04-10T15:31:08.051 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:08.051 INFO:tasks.workunit.client.0.smithi069.stdout: "target_max_bytes": 0, 2024-04-10T15:31:08.051 INFO:tasks.workunit.client.0.smithi069.stdout: "target_max_objects": 0, 2024-04-10T15:31:08.051 INFO:tasks.workunit.client.0.smithi069.stdout: "type": "replicated" 2024-04-10T15:31:08.051 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:08.051 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:08.051 INFO:tasks.workunit.client.0.smithi069.stdout: "application": [ 2024-04-10T15:31:08.051 INFO:tasks.workunit.client.0.smithi069.stdout: "rbd" 2024-04-10T15:31:08.051 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:08.052 INFO:tasks.workunit.client.0.smithi069.stdout: "cache_mode": "none", 2024-04-10T15:31:08.052 INFO:tasks.workunit.client.0.smithi069.stdout: "erasure_code_profile": {}, 2024-04-10T15:31:08.052 INFO:tasks.workunit.client.0.smithi069.stdout: "min_size": 2, 2024-04-10T15:31:08.052 INFO:tasks.workunit.client.0.smithi069.stdout: "options": {}, 2024-04-10T15:31:08.052 INFO:tasks.workunit.client.0.smithi069.stdout: "pg_autoscale_mode": "off", 2024-04-10T15:31:08.052 INFO:tasks.workunit.client.0.smithi069.stdout: "pg_num": 8, 2024-04-10T15:31:08.052 INFO:tasks.workunit.client.0.smithi069.stdout: "pgp_num": 8, 2024-04-10T15:31:08.052 INFO:tasks.workunit.client.0.smithi069.stdout: "pool": 4, 2024-04-10T15:31:08.052 INFO:tasks.workunit.client.0.smithi069.stdout: "size": 3, 2024-04-10T15:31:08.052 INFO:tasks.workunit.client.0.smithi069.stdout: "stats": { 2024-04-10T15:31:08.052 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_raw": 729296709898, 2024-04-10T15:31:08.052 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes_used": 0, 2024-04-10T15:31:08.052 INFO:tasks.workunit.client.0.smithi069.stdout: "compress_bytes_used": 0, 2024-04-10T15:31:08.052 INFO:tasks.workunit.client.0.smithi069.stdout: "compress_under_bytes": 0, 2024-04-10T15:31:08.052 INFO:tasks.workunit.client.0.smithi069.stdout: "data_bytes_used": 0, 2024-04-10T15:31:08.053 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty": 0, 2024-04-10T15:31:08.053 INFO:tasks.workunit.client.0.smithi069.stdout: "max_avail": 243098910720, 2024-04-10T15:31:08.053 INFO:tasks.workunit.client.0.smithi069.stdout: "objects": 0, 2024-04-10T15:31:08.053 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_bytes_used": 0, 2024-04-10T15:31:08.053 INFO:tasks.workunit.client.0.smithi069.stdout: "percent_used": 0.0, 2024-04-10T15:31:08.053 INFO:tasks.workunit.client.0.smithi069.stdout: "quota_bytes": 0, 2024-04-10T15:31:08.053 INFO:tasks.workunit.client.0.smithi069.stdout: "quota_objects": 0, 2024-04-10T15:31:08.053 INFO:tasks.workunit.client.0.smithi069.stdout: "rd": 0, 2024-04-10T15:31:08.053 INFO:tasks.workunit.client.0.smithi069.stdout: "rd_bytes": 0, 2024-04-10T15:31:08.053 INFO:tasks.workunit.client.0.smithi069.stdout: "stored": 0, 2024-04-10T15:31:08.053 INFO:tasks.workunit.client.0.smithi069.stdout: "stored_data": 0, 2024-04-10T15:31:08.053 INFO:tasks.workunit.client.0.smithi069.stdout: "stored_omap": 0, 2024-04-10T15:31:08.053 INFO:tasks.workunit.client.0.smithi069.stdout: "stored_raw": 0, 2024-04-10T15:31:08.053 INFO:tasks.workunit.client.0.smithi069.stdout: "wr": 0, 2024-04-10T15:31:08.053 INFO:tasks.workunit.client.0.smithi069.stdout: "wr_bytes": 0 2024-04-10T15:31:08.053 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:08.054 INFO:tasks.workunit.client.0.smithi069.stdout: "target_max_bytes": 0, 2024-04-10T15:31:08.054 INFO:tasks.workunit.client.0.smithi069.stdout: "target_max_objects": 0, 2024-04-10T15:31:08.054 INFO:tasks.workunit.client.0.smithi069.stdout: "type": "replicated" 2024-04-10T15:31:08.054 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:08.054 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:08.054 INFO:tasks.workunit.client.0.smithi069.stdout: "rbd": { 2024-04-10T15:31:08.054 INFO:tasks.workunit.client.0.smithi069.stdout: "mirroring_by_pool": [ 2024-04-10T15:31:08.054 INFO:tasks.workunit.client.0.smithi069.stdout: false 2024-04-10T15:31:08.054 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:08.054 INFO:tasks.workunit.client.0.smithi069.stdout: "num_images_by_pool": [ 2024-04-10T15:31:08.054 INFO:tasks.workunit.client.0.smithi069.stdout: 0 2024-04-10T15:31:08.054 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:08.054 INFO:tasks.workunit.client.0.smithi069.stdout: "num_pools": 1 2024-04-10T15:31:08.054 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:08.054 INFO:tasks.workunit.client.0.smithi069.stdout: "report_id": "59e78261-1e1f-436b-b9ee-1195d8b227b8", 2024-04-10T15:31:08.055 INFO:tasks.workunit.client.0.smithi069.stdout: "report_timestamp": "2024-04-10T15:31:07.975460", 2024-04-10T15:31:08.055 INFO:tasks.workunit.client.0.smithi069.stdout: "report_version": 1, 2024-04-10T15:31:08.055 INFO:tasks.workunit.client.0.smithi069.stdout: "rook": { 2024-04-10T15:31:08.055 INFO:tasks.workunit.client.0.smithi069.stdout: "cluster": { 2024-04-10T15:31:08.055 INFO:tasks.workunit.client.0.smithi069.stdout: "external-mode": null, 2024-04-10T15:31:08.055 INFO:tasks.workunit.client.0.smithi069.stdout: "mon": { 2024-04-10T15:31:08.055 INFO:tasks.workunit.client.0.smithi069.stdout: "allow-multiple-per-node": null, 2024-04-10T15:31:08.055 INFO:tasks.workunit.client.0.smithi069.stdout: "count": null, 2024-04-10T15:31:08.055 INFO:tasks.workunit.client.0.smithi069.stdout: "max-id": null, 2024-04-10T15:31:08.055 INFO:tasks.workunit.client.0.smithi069.stdout: "pvc": { 2024-04-10T15:31:08.055 INFO:tasks.workunit.client.0.smithi069.stdout: "enabled": null 2024-04-10T15:31:08.055 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:08.055 INFO:tasks.workunit.client.0.smithi069.stdout: "stretch": { 2024-04-10T15:31:08.055 INFO:tasks.workunit.client.0.smithi069.stdout: "enabled": null 2024-04-10T15:31:08.055 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:08.055 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:08.055 INFO:tasks.workunit.client.0.smithi069.stdout: "network": { 2024-04-10T15:31:08.056 INFO:tasks.workunit.client.0.smithi069.stdout: "provider": null 2024-04-10T15:31:08.056 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:08.056 INFO:tasks.workunit.client.0.smithi069.stdout: "storage": { 2024-04-10T15:31:08.056 INFO:tasks.workunit.client.0.smithi069.stdout: "device-set": { 2024-04-10T15:31:08.056 INFO:tasks.workunit.client.0.smithi069.stdout: "count": { 2024-04-10T15:31:08.056 INFO:tasks.workunit.client.0.smithi069.stdout: "non-portable": null, 2024-04-10T15:31:08.056 INFO:tasks.workunit.client.0.smithi069.stdout: "portable": null, 2024-04-10T15:31:08.056 INFO:tasks.workunit.client.0.smithi069.stdout: "total": null 2024-04-10T15:31:08.056 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:08.056 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:08.056 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:08.056 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:08.056 INFO:tasks.workunit.client.0.smithi069.stdout: "csi": { 2024-04-10T15:31:08.056 INFO:tasks.workunit.client.0.smithi069.stdout: "version": null 2024-04-10T15:31:08.056 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:08.057 INFO:tasks.workunit.client.0.smithi069.stdout: "kubernetes": { 2024-04-10T15:31:08.057 INFO:tasks.workunit.client.0.smithi069.stdout: "version": null 2024-04-10T15:31:08.057 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:08.057 INFO:tasks.workunit.client.0.smithi069.stdout: "node": { 2024-04-10T15:31:08.057 INFO:tasks.workunit.client.0.smithi069.stdout: "count": { 2024-04-10T15:31:08.057 INFO:tasks.workunit.client.0.smithi069.stdout: "kubernetes-total": null, 2024-04-10T15:31:08.057 INFO:tasks.workunit.client.0.smithi069.stdout: "with-ceph-daemons": null, 2024-04-10T15:31:08.057 INFO:tasks.workunit.client.0.smithi069.stdout: "with-csi-cephfs-plugin": null, 2024-04-10T15:31:08.057 INFO:tasks.workunit.client.0.smithi069.stdout: "with-csi-nfs-plugin": null, 2024-04-10T15:31:08.057 INFO:tasks.workunit.client.0.smithi069.stdout: "with-csi-rbd-plugin": null 2024-04-10T15:31:08.057 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:08.057 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:08.057 INFO:tasks.workunit.client.0.smithi069.stdout: "usage": { 2024-04-10T15:31:08.057 INFO:tasks.workunit.client.0.smithi069.stdout: "storage-class": { 2024-04-10T15:31:08.057 INFO:tasks.workunit.client.0.smithi069.stdout: "count": { 2024-04-10T15:31:08.057 INFO:tasks.workunit.client.0.smithi069.stdout: "bucket": null, 2024-04-10T15:31:08.058 INFO:tasks.workunit.client.0.smithi069.stdout: "cephfs": null, 2024-04-10T15:31:08.058 INFO:tasks.workunit.client.0.smithi069.stdout: "nfs": null, 2024-04-10T15:31:08.058 INFO:tasks.workunit.client.0.smithi069.stdout: "rbd": null, 2024-04-10T15:31:08.058 INFO:tasks.workunit.client.0.smithi069.stdout: "total": null 2024-04-10T15:31:08.058 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:08.058 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:08.058 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:08.058 INFO:tasks.workunit.client.0.smithi069.stdout: "version": null 2024-04-10T15:31:08.058 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:08.058 INFO:tasks.workunit.client.0.smithi069.stdout: "services": {}, 2024-04-10T15:31:08.058 INFO:tasks.workunit.client.0.smithi069.stdout: "usage": { 2024-04-10T15:31:08.058 INFO:tasks.workunit.client.0.smithi069.stdout: "pg_num": 105, 2024-04-10T15:31:08.058 INFO:tasks.workunit.client.0.smithi069.stdout: "pools": 4, 2024-04-10T15:31:08.058 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_by_class": { 2024-04-10T15:31:08.058 INFO:tasks.workunit.client.0.smithi069.stdout: "ssd": { 2024-04-10T15:31:08.059 INFO:tasks.workunit.client.0.smithi069.stdout: "total_avail_bytes": 767722999808, 2024-04-10T15:31:08.059 INFO:tasks.workunit.client.0.smithi069.stdout: "total_bytes": 767960285184, 2024-04-10T15:31:08.059 INFO:tasks.workunit.client.0.smithi069.stdout: "total_used_bytes": 237285376, 2024-04-10T15:31:08.059 INFO:tasks.workunit.client.0.smithi069.stdout: "total_used_raw_bytes": 237285376, 2024-04-10T15:31:08.059 INFO:tasks.workunit.client.0.smithi069.stdout: "total_used_raw_ratio": 0.00030898131080903113 2024-04-10T15:31:08.059 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:08.059 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:08.059 INFO:tasks.workunit.client.0.smithi069.stdout: "total_avail_bytes": 767722999808, 2024-04-10T15:31:08.059 INFO:tasks.workunit.client.0.smithi069.stdout: "total_bytes": 767960285184, 2024-04-10T15:31:08.059 INFO:tasks.workunit.client.0.smithi069.stdout: "total_used_bytes": 237285376 2024-04-10T15:31:08.059 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:08.059 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:08.059 INFO:tasks.workunit.client.0.smithi069.stdout:} 2024-04-10T15:31:08.060 INFO:tasks.workunit.client.0.smithi069.stderr:++ ceph telemetry collection ls 2024-04-10T15:31:08.485 INFO:tasks.workunit.client.0.smithi069.stderr:+ COLLECTIONS='New collections are available: 2024-04-10T15:31:08.485 INFO:tasks.workunit.client.0.smithi069.stderr:['\''basic_base'\'', '\''basic_mds_metadata'\'', '\''basic_pool_options_bluestore'\'', '\''basic_pool_usage'\'', '\''basic_rook_v01'\'', '\''basic_usage_by_class'\'', '\''crash_base'\'', '\''device_base'\'', '\''ident_base'\'', '\''perf_memory_metrics'\'', '\''perf_perf'\''] 2024-04-10T15:31:08.485 INFO:tasks.workunit.client.0.smithi069.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-04-10T15:31:08.485 INFO:tasks.workunit.client.0.smithi069.stderr: 2024-04-10T15:31:08.485 INFO:tasks.workunit.client.0.smithi069.stderr:NAME STATUS DESC 2024-04-10T15:31:08.485 INFO:tasks.workunit.client.0.smithi069.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-04-10T15:31:08.485 INFO:tasks.workunit.client.0.smithi069.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-04-10T15:31:08.485 INFO:tasks.workunit.client.0.smithi069.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-04-10T15:31:08.485 INFO:tasks.workunit.client.0.smithi069.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-04-10T15:31:08.485 INFO:tasks.workunit.client.0.smithi069.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-04-10T15:31:08.485 INFO:tasks.workunit.client.0.smithi069.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-04-10T15:31:08.486 INFO:tasks.workunit.client.0.smithi069.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-04-10T15:31:08.486 INFO:tasks.workunit.client.0.smithi069.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-04-10T15:31:08.486 INFO:tasks.workunit.client.0.smithi069.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-04-10T15:31:08.486 INFO:tasks.workunit.client.0.smithi069.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-04-10T15:31:08.486 INFO:tasks.workunit.client.0.smithi069.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster ' 2024-04-10T15:31:08.486 INFO:tasks.workunit.client.0.smithi069.stderr:+ NEW_COLLECTIONS=("perf_perf" "basic_mds_metadata" "basic_pool_usage" "basic_rook_v01" "perf_memory_metrics") 2024-04-10T15:31:08.486 INFO:tasks.workunit.client.0.smithi069.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-04-10T15:31:08.486 INFO:tasks.workunit.client.0.smithi069.stderr:+ [[ New collections are available: 2024-04-10T15:31:08.486 INFO:tasks.workunit.client.0.smithi069.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2024-04-10T15:31:08.486 INFO:tasks.workunit.client.0.smithi069.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-04-10T15:31:08.486 INFO:tasks.workunit.client.0.smithi069.stderr: 2024-04-10T15:31:08.486 INFO:tasks.workunit.client.0.smithi069.stderr:NAME STATUS DESC 2024-04-10T15:31:08.486 INFO:tasks.workunit.client.0.smithi069.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-04-10T15:31:08.486 INFO:tasks.workunit.client.0.smithi069.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-04-10T15:31:08.487 INFO:tasks.workunit.client.0.smithi069.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-04-10T15:31:08.487 INFO:tasks.workunit.client.0.smithi069.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-04-10T15:31:08.487 INFO:tasks.workunit.client.0.smithi069.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-04-10T15:31:08.487 INFO:tasks.workunit.client.0.smithi069.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-04-10T15:31:08.487 INFO:tasks.workunit.client.0.smithi069.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-04-10T15:31:08.487 INFO:tasks.workunit.client.0.smithi069.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-04-10T15:31:08.487 INFO:tasks.workunit.client.0.smithi069.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-04-10T15:31:08.487 INFO:tasks.workunit.client.0.smithi069.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-04-10T15:31:08.487 INFO:tasks.workunit.client.0.smithi069.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *perf_perf* ]] 2024-04-10T15:31:08.487 INFO:tasks.workunit.client.0.smithi069.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-04-10T15:31:08.487 INFO:tasks.workunit.client.0.smithi069.stderr:+ [[ New collections are available: 2024-04-10T15:31:08.487 INFO:tasks.workunit.client.0.smithi069.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2024-04-10T15:31:08.487 INFO:tasks.workunit.client.0.smithi069.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-04-10T15:31:08.487 INFO:tasks.workunit.client.0.smithi069.stderr: 2024-04-10T15:31:08.487 INFO:tasks.workunit.client.0.smithi069.stderr:NAME STATUS DESC 2024-04-10T15:31:08.488 INFO:tasks.workunit.client.0.smithi069.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-04-10T15:31:08.488 INFO:tasks.workunit.client.0.smithi069.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-04-10T15:31:08.488 INFO:tasks.workunit.client.0.smithi069.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-04-10T15:31:08.488 INFO:tasks.workunit.client.0.smithi069.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-04-10T15:31:08.488 INFO:tasks.workunit.client.0.smithi069.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-04-10T15:31:08.488 INFO:tasks.workunit.client.0.smithi069.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-04-10T15:31:08.488 INFO:tasks.workunit.client.0.smithi069.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-04-10T15:31:08.488 INFO:tasks.workunit.client.0.smithi069.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-04-10T15:31:08.488 INFO:tasks.workunit.client.0.smithi069.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-04-10T15:31:08.488 INFO:tasks.workunit.client.0.smithi069.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-04-10T15:31:08.488 INFO:tasks.workunit.client.0.smithi069.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *basic_mds_metadata* ]] 2024-04-10T15:31:08.488 INFO:tasks.workunit.client.0.smithi069.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-04-10T15:31:08.488 INFO:tasks.workunit.client.0.smithi069.stderr:+ [[ New collections are available: 2024-04-10T15:31:08.488 INFO:tasks.workunit.client.0.smithi069.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2024-04-10T15:31:08.488 INFO:tasks.workunit.client.0.smithi069.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-04-10T15:31:08.488 INFO:tasks.workunit.client.0.smithi069.stderr: 2024-04-10T15:31:08.489 INFO:tasks.workunit.client.0.smithi069.stderr:NAME STATUS DESC 2024-04-10T15:31:08.489 INFO:tasks.workunit.client.0.smithi069.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-04-10T15:31:08.489 INFO:tasks.workunit.client.0.smithi069.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-04-10T15:31:08.489 INFO:tasks.workunit.client.0.smithi069.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-04-10T15:31:08.489 INFO:tasks.workunit.client.0.smithi069.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-04-10T15:31:08.489 INFO:tasks.workunit.client.0.smithi069.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-04-10T15:31:08.489 INFO:tasks.workunit.client.0.smithi069.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-04-10T15:31:08.489 INFO:tasks.workunit.client.0.smithi069.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-04-10T15:31:08.489 INFO:tasks.workunit.client.0.smithi069.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-04-10T15:31:08.489 INFO:tasks.workunit.client.0.smithi069.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-04-10T15:31:08.489 INFO:tasks.workunit.client.0.smithi069.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-04-10T15:31:08.489 INFO:tasks.workunit.client.0.smithi069.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *basic_pool_usage* ]] 2024-04-10T15:31:08.489 INFO:tasks.workunit.client.0.smithi069.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-04-10T15:31:08.489 INFO:tasks.workunit.client.0.smithi069.stderr:+ [[ New collections are available: 2024-04-10T15:31:08.490 INFO:tasks.workunit.client.0.smithi069.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2024-04-10T15:31:08.490 INFO:tasks.workunit.client.0.smithi069.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-04-10T15:31:08.490 INFO:tasks.workunit.client.0.smithi069.stderr: 2024-04-10T15:31:08.490 INFO:tasks.workunit.client.0.smithi069.stderr:NAME STATUS DESC 2024-04-10T15:31:08.490 INFO:tasks.workunit.client.0.smithi069.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-04-10T15:31:08.490 INFO:tasks.workunit.client.0.smithi069.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-04-10T15:31:08.490 INFO:tasks.workunit.client.0.smithi069.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-04-10T15:31:08.490 INFO:tasks.workunit.client.0.smithi069.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-04-10T15:31:08.490 INFO:tasks.workunit.client.0.smithi069.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-04-10T15:31:08.490 INFO:tasks.workunit.client.0.smithi069.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-04-10T15:31:08.490 INFO:tasks.workunit.client.0.smithi069.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-04-10T15:31:08.490 INFO:tasks.workunit.client.0.smithi069.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-04-10T15:31:08.490 INFO:tasks.workunit.client.0.smithi069.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-04-10T15:31:08.490 INFO:tasks.workunit.client.0.smithi069.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-04-10T15:31:08.491 INFO:tasks.workunit.client.0.smithi069.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *basic_rook_v01* ]] 2024-04-10T15:31:08.491 INFO:tasks.workunit.client.0.smithi069.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-04-10T15:31:08.491 INFO:tasks.workunit.client.0.smithi069.stderr:+ [[ New collections are available: 2024-04-10T15:31:08.491 INFO:tasks.workunit.client.0.smithi069.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2024-04-10T15:31:08.491 INFO:tasks.workunit.client.0.smithi069.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-04-10T15:31:08.491 INFO:tasks.workunit.client.0.smithi069.stderr: 2024-04-10T15:31:08.491 INFO:tasks.workunit.client.0.smithi069.stderr:NAME STATUS DESC 2024-04-10T15:31:08.491 INFO:tasks.workunit.client.0.smithi069.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-04-10T15:31:08.491 INFO:tasks.workunit.client.0.smithi069.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-04-10T15:31:08.491 INFO:tasks.workunit.client.0.smithi069.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-04-10T15:31:08.491 INFO:tasks.workunit.client.0.smithi069.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-04-10T15:31:08.491 INFO:tasks.workunit.client.0.smithi069.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-04-10T15:31:08.491 INFO:tasks.workunit.client.0.smithi069.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-04-10T15:31:08.491 INFO:tasks.workunit.client.0.smithi069.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-04-10T15:31:08.491 INFO:tasks.workunit.client.0.smithi069.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-04-10T15:31:08.492 INFO:tasks.workunit.client.0.smithi069.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-04-10T15:31:08.492 INFO:tasks.workunit.client.0.smithi069.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-04-10T15:31:08.492 INFO:tasks.workunit.client.0.smithi069.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *perf_memory_metrics* ]] 2024-04-10T15:31:08.492 INFO:tasks.workunit.client.0.smithi069.stderr:+ ceph telemetry on --license sharing-1-0 2024-04-10T15:31:08.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:08 smithi077 ceph-mon[31195]: from='client.14910 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:31:08.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:08 smithi077 ceph-mon[31195]: from='client.14910 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:31:08.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:08 smithi077 ceph-mon[31195]: pgmap v76: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:31:08.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:08 smithi077 ceph-mon[31195]: from='client.24809 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:31:08.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:08 smithi077 ceph-mon[31195]: mgrmap e22: y(active, since 2m), standbys: x 2024-04-10T15:31:08.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:08 smithi077 ceph-mon[31195]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:31:08.493 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:08 smithi077 ceph-mon[31195]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:31:08.493 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:08 smithi077 ceph-mon[31195]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:31:08.493 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:08 smithi077 ceph-mon[31195]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:31:08.493 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:08 smithi077 ceph-mon[31195]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:31:08.493 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:08 smithi077 ceph-mon[31195]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-10T15:31:08.493 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:08 smithi077 ceph-mon[31195]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:31:08.493 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:08 smithi077 ceph-mon[31195]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-10T15:31:08.582 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:08 smithi069 ceph-mon[27501]: from='client.14910 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:31:08.582 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:08 smithi069 ceph-mon[27501]: from='client.14910 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:31:08.582 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:08 smithi069 ceph-mon[27501]: pgmap v76: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:31:08.582 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:08 smithi069 ceph-mon[27501]: from='client.24809 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:31:08.582 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:08 smithi069 ceph-mon[27501]: mgrmap e22: y(active, since 2m), standbys: x 2024-04-10T15:31:08.582 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:08 smithi069 ceph-mon[27501]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:31:08.582 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:08 smithi069 ceph-mon[27501]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:31:08.582 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:08 smithi069 ceph-mon[27501]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:31:08.583 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:08 smithi069 ceph-mon[27501]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:31:08.583 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:08 smithi069 ceph-mon[27501]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:31:08.583 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:08 smithi069 ceph-mon[27501]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-10T15:31:08.583 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:08 smithi069 ceph-mon[27501]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:31:08.583 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:08 smithi069 ceph-mon[27501]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-10T15:31:08.583 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:08 smithi069 ceph-mon[39688]: from='client.14910 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:31:08.583 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:08 smithi069 ceph-mon[39688]: from='client.14910 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:31:08.583 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:08 smithi069 ceph-mon[39688]: pgmap v76: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:31:08.583 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:08 smithi069 ceph-mon[39688]: from='client.24809 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:31:08.583 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:08 smithi069 ceph-mon[39688]: mgrmap e22: y(active, since 2m), standbys: x 2024-04-10T15:31:08.583 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:08 smithi069 ceph-mon[39688]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:31:08.583 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:08 smithi069 ceph-mon[39688]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:31:08.584 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:08 smithi069 ceph-mon[39688]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:31:08.584 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:08 smithi069 ceph-mon[39688]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:31:08.584 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:08 smithi069 ceph-mon[39688]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:31:08.584 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:08 smithi069 ceph-mon[39688]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-10T15:31:08.584 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:08 smithi069 ceph-mon[39688]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:31:08.584 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:08 smithi069 ceph-mon[39688]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-10T15:31:09.000 INFO:tasks.workunit.client.0.smithi069.stdout:Telemetry is on. 2024-04-10T15:31:09.001 INFO:tasks.workunit.client.0.smithi069.stdout:Some channels are disabled, please enable with: 2024-04-10T15:31:09.001 INFO:tasks.workunit.client.0.smithi069.stdout:`ceph telemetry enable channel perf` 2024-04-10T15:31:09.012 INFO:tasks.workunit.client.0.smithi069.stderr:+ ceph telemetry enable channel perf 2024-04-10T15:31:09.082 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:31:08 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[27756]: [10/Apr/2024:15:31:08] ENGINE Bus STOPPING 2024-04-10T15:31:09.082 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:31:08 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[27756]: [10/Apr/2024:15:31:08] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-10T15:31:09.082 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:31:08 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[27756]: [10/Apr/2024:15:31:08] ENGINE Bus STOPPED 2024-04-10T15:31:09.082 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:31:08 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[27756]: [10/Apr/2024:15:31:08] ENGINE Bus STARTING 2024-04-10T15:31:09.082 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:31:08 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[27756]: [10/Apr/2024:15:31:08] ENGINE Serving on http://:::9283 2024-04-10T15:31:09.082 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:31:08 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[27756]: [10/Apr/2024:15:31:08] ENGINE Bus STARTED 2024-04-10T15:31:09.488 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:09 smithi077 ceph-mon[31195]: from='client.24809 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:31:09.488 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:09 smithi077 ceph-mon[31195]: from='client.24815 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:31:09.488 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:09 smithi077 ceph-mon[31195]: from='client.24815 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:31:09.488 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:09 smithi077 ceph-mon[31195]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:31:09.488 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:09 smithi077 ceph-mon[31195]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:31:09.488 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:09 smithi077 ceph-mon[31195]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:31:09.488 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:09 smithi077 ceph-mon[31195]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:31:09.488 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:09 smithi077 ceph-mon[31195]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:31:09.488 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:09 smithi077 ceph-mon[31195]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:31:09.489 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:09 smithi077 ceph-mon[31195]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-10T15:31:09.489 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:09 smithi077 ceph-mon[31195]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:31:09.489 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:09 smithi077 ceph-mon[31195]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:31:09.489 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:09 smithi077 ceph-mon[31195]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:31:09.489 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:09 smithi077 ceph-mon[31195]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-10T15:31:09.489 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:09 smithi077 ceph-mon[31195]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:31:09.489 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:09 smithi077 ceph-mon[31195]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:31:09.498 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:31:09 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[27756]: [10/Apr/2024:15:31:09] ENGINE Bus STOPPING 2024-04-10T15:31:09.498 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:31:09 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[27756]: [10/Apr/2024:15:31:09] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-10T15:31:09.498 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:31:09 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[27756]: [10/Apr/2024:15:31:09] ENGINE Bus STOPPED 2024-04-10T15:31:09.498 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:31:09 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[27756]: [10/Apr/2024:15:31:09] ENGINE Bus STARTING 2024-04-10T15:31:09.498 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:31:09 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[27756]: [10/Apr/2024:15:31:09] ENGINE Serving on http://:::9283 2024-04-10T15:31:09.499 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:09 smithi069 ceph-mon[39688]: from='client.24809 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:31:09.499 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:09 smithi069 ceph-mon[39688]: from='client.24815 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:31:09.499 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:09 smithi069 ceph-mon[39688]: from='client.24815 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:31:09.499 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:09 smithi069 ceph-mon[39688]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:31:09.499 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:09 smithi069 ceph-mon[39688]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:31:09.499 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:09 smithi069 ceph-mon[39688]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:31:09.499 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:09 smithi069 ceph-mon[39688]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:31:09.499 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:09 smithi069 ceph-mon[39688]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:31:09.499 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:09 smithi069 ceph-mon[39688]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:31:09.499 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:09 smithi069 ceph-mon[39688]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-10T15:31:09.499 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:09 smithi069 ceph-mon[39688]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:31:09.499 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:09 smithi069 ceph-mon[39688]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:31:09.499 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:09 smithi069 ceph-mon[39688]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:31:09.499 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:09 smithi069 ceph-mon[39688]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-10T15:31:09.500 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:09 smithi069 ceph-mon[39688]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:31:09.500 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:09 smithi069 ceph-mon[39688]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:31:09.500 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:09 smithi069 ceph-mon[27501]: from='client.24809 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:31:09.500 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:09 smithi069 ceph-mon[27501]: from='client.24815 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:31:09.500 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:09 smithi069 ceph-mon[27501]: from='client.24815 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:31:09.500 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:09 smithi069 ceph-mon[27501]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:31:09.500 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:09 smithi069 ceph-mon[27501]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:31:09.500 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:09 smithi069 ceph-mon[27501]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:31:09.500 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:09 smithi069 ceph-mon[27501]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:31:09.500 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:09 smithi069 ceph-mon[27501]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:31:09.500 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:09 smithi069 ceph-mon[27501]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:31:09.500 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:09 smithi069 ceph-mon[27501]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-10T15:31:09.500 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:09 smithi069 ceph-mon[27501]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:31:09.500 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:09 smithi069 ceph-mon[27501]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:31:09.501 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:09 smithi069 ceph-mon[27501]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:31:09.501 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:09 smithi069 ceph-mon[27501]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-10T15:31:09.501 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:09 smithi069 ceph-mon[27501]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:31:09.501 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:09 smithi069 ceph-mon[27501]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:31:09.566 INFO:tasks.workunit.client.0.smithi069.stdout:channel_perf is enabled 2024-04-10T15:31:09.579 INFO:tasks.workunit.client.0.smithi069.stderr:++ ceph config get mgr mgr/telemetry/last_opt_revision 2024-04-10T15:31:09.832 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:31:09 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[27756]: [10/Apr/2024:15:31:09] ENGINE Bus STARTED 2024-04-10T15:31:09.958 INFO:tasks.workunit.client.0.smithi069.stderr:+ LAST_OPT_REVISION=1 2024-04-10T15:31:09.958 INFO:tasks.workunit.client.0.smithi069.stderr:+ '[' 1 -ne 1 ']' 2024-04-10T15:31:09.958 INFO:tasks.workunit.client.0.smithi069.stderr:+ ceph telemetry show 2024-04-10T15:31:10.488 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:10 smithi077 ceph-mon[31195]: from='client.14934 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:31:10.489 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:10 smithi077 ceph-mon[31195]: from='client.14934 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:31:10.489 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:10 smithi077 ceph-mon[31195]: from='client.14940 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:31:10.489 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:10 smithi077 ceph-mon[31195]: from='client.14940 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:31:10.489 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:10 smithi077 ceph-mon[31195]: pgmap v77: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:31:10.489 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:10 smithi077 ceph-mon[31195]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:31:10.489 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:10 smithi077 ceph-mon[31195]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:31:10.489 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:10 smithi077 ceph-mon[31195]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-10T15:31:10.489 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:10 smithi077 ceph-mon[31195]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:31:10.489 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:10 smithi077 ceph-mon[31195]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:31:10.489 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:10 smithi077 ceph-mon[31195]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:31:10.489 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:10 smithi077 ceph-mon[31195]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:31:10.489 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:10 smithi077 ceph-mon[31195]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:31:10.489 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:10 smithi077 ceph-mon[31195]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:31:10.489 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:10 smithi077 ceph-mon[31195]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:31:10.489 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:10 smithi077 ceph-mon[31195]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:31:10.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:10 smithi077 ceph-mon[31195]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:31:10.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:10 smithi077 ceph-mon[31195]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T15:31:10.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:10 smithi077 ceph-mon[31195]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T15:31:10.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:10 smithi077 ceph-mon[31195]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:31:10.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:10 smithi077 ceph-mon[31195]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:31:10.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:10 smithi077 ceph-mon[31195]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:31:10.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:10 smithi077 ceph-mon[31195]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T15:31:10.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:10 smithi077 ceph-mon[31195]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T15:31:10.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:10 smithi077 ceph-mon[31195]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:31:10.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:10 smithi077 ceph-mon[31195]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:31:10.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:10 smithi077 ceph-mon[31195]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:31:10.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:10 smithi077 ceph-mon[31195]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T15:31:10.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:10 smithi077 ceph-mon[31195]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T15:31:10.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:10 smithi077 ceph-mon[31195]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:31:10.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:10 smithi077 ceph-mon[31195]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:31:10.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:10 smithi077 ceph-mon[31195]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:31:10.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:10 smithi077 ceph-mon[31195]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:31:10.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:10 smithi077 ceph-mon[31195]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:31:10.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:10 smithi077 ceph-mon[31195]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:31:10.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:10 smithi077 ceph-mon[31195]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:31:10.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:10 smithi077 ceph-mon[31195]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:31:10.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:10 smithi077 ceph-mon[31195]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:31:10.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:10 smithi077 ceph-mon[31195]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:31:10.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:10 smithi077 ceph-mon[31195]: from='client.? 172.21.15.69:0/4049251846' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-04-10T15:31:10.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:10 smithi077 ceph-mon[31195]: from='client.? 172.21.15.69:0/4049251846' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-04-10T15:31:10.582 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:10 smithi069 ceph-mon[39688]: from='client.14934 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:31:10.582 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:10 smithi069 ceph-mon[39688]: from='client.14934 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:31:10.582 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:10 smithi069 ceph-mon[39688]: from='client.14940 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:31:10.582 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:10 smithi069 ceph-mon[39688]: from='client.14940 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:31:10.582 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:10 smithi069 ceph-mon[39688]: pgmap v77: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:31:10.583 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:10 smithi069 ceph-mon[39688]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:31:10.583 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:10 smithi069 ceph-mon[39688]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:31:10.583 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:10 smithi069 ceph-mon[39688]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-10T15:31:10.583 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:10 smithi069 ceph-mon[39688]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:31:10.583 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:10 smithi069 ceph-mon[39688]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:31:10.583 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:10 smithi069 ceph-mon[39688]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:31:10.583 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:10 smithi069 ceph-mon[39688]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:31:10.583 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:10 smithi069 ceph-mon[39688]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:31:10.583 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:10 smithi069 ceph-mon[39688]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:31:10.583 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:10 smithi069 ceph-mon[39688]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:31:10.583 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:10 smithi069 ceph-mon[39688]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:31:10.583 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:10 smithi069 ceph-mon[39688]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:31:10.583 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:10 smithi069 ceph-mon[39688]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T15:31:10.583 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:10 smithi069 ceph-mon[39688]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T15:31:10.583 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:10 smithi069 ceph-mon[39688]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:31:10.584 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:10 smithi069 ceph-mon[39688]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:31:10.584 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:10 smithi069 ceph-mon[39688]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:31:10.584 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:10 smithi069 ceph-mon[39688]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T15:31:10.584 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:10 smithi069 ceph-mon[39688]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T15:31:10.584 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:10 smithi069 ceph-mon[39688]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:31:10.584 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:10 smithi069 ceph-mon[39688]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:31:10.584 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:10 smithi069 ceph-mon[39688]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:31:10.584 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:10 smithi069 ceph-mon[27501]: from='client.14934 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:31:10.584 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:10 smithi069 ceph-mon[27501]: from='client.14934 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:31:10.584 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:10 smithi069 ceph-mon[27501]: from='client.14940 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:31:10.584 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:10 smithi069 ceph-mon[27501]: from='client.14940 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:31:10.585 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:10 smithi069 ceph-mon[27501]: pgmap v77: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:31:10.585 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:10 smithi069 ceph-mon[27501]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:31:10.585 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:10 smithi069 ceph-mon[27501]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:31:10.585 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:10 smithi069 ceph-mon[27501]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-10T15:31:10.585 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:10 smithi069 ceph-mon[27501]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:31:10.585 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:10 smithi069 ceph-mon[27501]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:31:10.585 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:10 smithi069 ceph-mon[27501]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:31:10.585 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:10 smithi069 ceph-mon[27501]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:31:10.585 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:10 smithi069 ceph-mon[27501]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:31:10.585 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:10 smithi069 ceph-mon[27501]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:31:10.585 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:10 smithi069 ceph-mon[27501]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:31:10.585 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:10 smithi069 ceph-mon[27501]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:31:10.585 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:10 smithi069 ceph-mon[27501]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:31:10.585 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:10 smithi069 ceph-mon[27501]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T15:31:10.585 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:10 smithi069 ceph-mon[27501]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T15:31:10.585 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:10 smithi069 ceph-mon[27501]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:31:10.585 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:10 smithi069 ceph-mon[27501]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:31:10.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:10 smithi069 ceph-mon[27501]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:31:10.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:10 smithi069 ceph-mon[27501]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T15:31:10.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:10 smithi069 ceph-mon[27501]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T15:31:10.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:10 smithi069 ceph-mon[27501]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:31:10.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:10 smithi069 ceph-mon[27501]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:31:10.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:10 smithi069 ceph-mon[27501]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:31:10.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:10 smithi069 ceph-mon[39688]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T15:31:10.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:10 smithi069 ceph-mon[39688]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T15:31:10.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:10 smithi069 ceph-mon[39688]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:31:10.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:10 smithi069 ceph-mon[39688]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:31:10.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:10 smithi069 ceph-mon[39688]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:31:10.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:10 smithi069 ceph-mon[39688]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:31:10.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:10 smithi069 ceph-mon[39688]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:31:10.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:10 smithi069 ceph-mon[39688]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:31:10.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:10 smithi069 ceph-mon[39688]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:31:10.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:10 smithi069 ceph-mon[39688]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:31:10.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:10 smithi069 ceph-mon[39688]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:31:10.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:10 smithi069 ceph-mon[39688]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:31:10.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:10 smithi069 ceph-mon[39688]: from='client.? 172.21.15.69:0/4049251846' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-04-10T15:31:10.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:10 smithi069 ceph-mon[39688]: from='client.? 172.21.15.69:0/4049251846' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-04-10T15:31:10.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:10 smithi069 ceph-mon[27501]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T15:31:10.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:10 smithi069 ceph-mon[27501]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T15:31:10.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:10 smithi069 ceph-mon[27501]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:31:10.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:10 smithi069 ceph-mon[27501]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:31:10.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:10 smithi069 ceph-mon[27501]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:31:10.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:10 smithi069 ceph-mon[27501]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:31:10.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:10 smithi069 ceph-mon[27501]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:31:10.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:10 smithi069 ceph-mon[27501]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:31:10.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:10 smithi069 ceph-mon[27501]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:31:10.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:10 smithi069 ceph-mon[27501]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:31:10.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:10 smithi069 ceph-mon[27501]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:31:10.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:10 smithi069 ceph-mon[27501]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:31:10.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:10 smithi069 ceph-mon[27501]: from='client.? 172.21.15.69:0/4049251846' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-04-10T15:31:10.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:10 smithi069 ceph-mon[27501]: from='client.? 172.21.15.69:0/4049251846' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-04-10T15:31:10.661 INFO:tasks.workunit.client.0.smithi069.stdout:{ 2024-04-10T15:31:10.661 INFO:tasks.workunit.client.0.smithi069.stdout: "balancer": { 2024-04-10T15:31:10.661 INFO:tasks.workunit.client.0.smithi069.stdout: "active": true, 2024-04-10T15:31:10.661 INFO:tasks.workunit.client.0.smithi069.stdout: "mode": "" 2024-04-10T15:31:10.661 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.661 INFO:tasks.workunit.client.0.smithi069.stdout: "channels": [ 2024-04-10T15:31:10.661 INFO:tasks.workunit.client.0.smithi069.stdout: "basic", 2024-04-10T15:31:10.661 INFO:tasks.workunit.client.0.smithi069.stdout: "crash", 2024-04-10T15:31:10.661 INFO:tasks.workunit.client.0.smithi069.stdout: "device", 2024-04-10T15:31:10.662 INFO:tasks.workunit.client.0.smithi069.stdout: "ident", 2024-04-10T15:31:10.662 INFO:tasks.workunit.client.0.smithi069.stdout: "perf" 2024-04-10T15:31:10.662 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:10.662 INFO:tasks.workunit.client.0.smithi069.stdout: "channels_available": [ 2024-04-10T15:31:10.662 INFO:tasks.workunit.client.0.smithi069.stdout: "basic", 2024-04-10T15:31:10.662 INFO:tasks.workunit.client.0.smithi069.stdout: "ident", 2024-04-10T15:31:10.662 INFO:tasks.workunit.client.0.smithi069.stdout: "crash", 2024-04-10T15:31:10.662 INFO:tasks.workunit.client.0.smithi069.stdout: "device", 2024-04-10T15:31:10.662 INFO:tasks.workunit.client.0.smithi069.stdout: "perf" 2024-04-10T15:31:10.662 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:10.662 INFO:tasks.workunit.client.0.smithi069.stdout: "collections_available": [ 2024-04-10T15:31:10.662 INFO:tasks.workunit.client.0.smithi069.stdout: "basic_base", 2024-04-10T15:31:10.662 INFO:tasks.workunit.client.0.smithi069.stdout: "device_base", 2024-04-10T15:31:10.662 INFO:tasks.workunit.client.0.smithi069.stdout: "crash_base", 2024-04-10T15:31:10.663 INFO:tasks.workunit.client.0.smithi069.stdout: "ident_base", 2024-04-10T15:31:10.663 INFO:tasks.workunit.client.0.smithi069.stdout: "perf_perf", 2024-04-10T15:31:10.663 INFO:tasks.workunit.client.0.smithi069.stdout: "basic_mds_metadata", 2024-04-10T15:31:10.663 INFO:tasks.workunit.client.0.smithi069.stdout: "basic_pool_usage", 2024-04-10T15:31:10.663 INFO:tasks.workunit.client.0.smithi069.stdout: "basic_usage_by_class", 2024-04-10T15:31:10.663 INFO:tasks.workunit.client.0.smithi069.stdout: "basic_rook_v01", 2024-04-10T15:31:10.663 INFO:tasks.workunit.client.0.smithi069.stdout: "perf_memory_metrics", 2024-04-10T15:31:10.663 INFO:tasks.workunit.client.0.smithi069.stdout: "basic_pool_options_bluestore" 2024-04-10T15:31:10.663 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:10.663 INFO:tasks.workunit.client.0.smithi069.stdout: "collections_opted_in": [ 2024-04-10T15:31:10.663 INFO:tasks.workunit.client.0.smithi069.stdout: "basic_base", 2024-04-10T15:31:10.663 INFO:tasks.workunit.client.0.smithi069.stdout: "device_base", 2024-04-10T15:31:10.663 INFO:tasks.workunit.client.0.smithi069.stdout: "crash_base", 2024-04-10T15:31:10.663 INFO:tasks.workunit.client.0.smithi069.stdout: "ident_base", 2024-04-10T15:31:10.663 INFO:tasks.workunit.client.0.smithi069.stdout: "perf_perf", 2024-04-10T15:31:10.664 INFO:tasks.workunit.client.0.smithi069.stdout: "basic_mds_metadata", 2024-04-10T15:31:10.664 INFO:tasks.workunit.client.0.smithi069.stdout: "basic_pool_usage", 2024-04-10T15:31:10.664 INFO:tasks.workunit.client.0.smithi069.stdout: "basic_usage_by_class", 2024-04-10T15:31:10.664 INFO:tasks.workunit.client.0.smithi069.stdout: "basic_rook_v01", 2024-04-10T15:31:10.664 INFO:tasks.workunit.client.0.smithi069.stdout: "perf_memory_metrics", 2024-04-10T15:31:10.664 INFO:tasks.workunit.client.0.smithi069.stdout: "basic_pool_options_bluestore" 2024-04-10T15:31:10.664 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:10.664 INFO:tasks.workunit.client.0.smithi069.stdout: "config": { 2024-04-10T15:31:10.664 INFO:tasks.workunit.client.0.smithi069.stdout: "active_changed": [ 2024-04-10T15:31:10.664 INFO:tasks.workunit.client.0.smithi069.stdout: "auth_allow_insecure_global_id_reclaim", 2024-04-10T15:31:10.664 INFO:tasks.workunit.client.0.smithi069.stdout: "auth_debug", 2024-04-10T15:31:10.664 INFO:tasks.workunit.client.0.smithi069.stdout: "auth_mon_ticket_ttl", 2024-04-10T15:31:10.664 INFO:tasks.workunit.client.0.smithi069.stdout: "auth_service_ticket_ttl", 2024-04-10T15:31:10.664 INFO:tasks.workunit.client.0.smithi069.stdout: "bdev_debug_aio", 2024-04-10T15:31:10.664 INFO:tasks.workunit.client.0.smithi069.stdout: "client_check_pool_perm", 2024-04-10T15:31:10.664 INFO:tasks.workunit.client.0.smithi069.stdout: "client_mount_gid", 2024-04-10T15:31:10.665 INFO:tasks.workunit.client.0.smithi069.stdout: "client_mount_uid", 2024-04-10T15:31:10.665 INFO:tasks.workunit.client.0.smithi069.stdout: "client_quota", 2024-04-10T15:31:10.665 INFO:tasks.workunit.client.0.smithi069.stdout: "container_image", 2024-04-10T15:31:10.665 INFO:tasks.workunit.client.0.smithi069.stdout: "daemonize", 2024-04-10T15:31:10.665 INFO:tasks.workunit.client.0.smithi069.stdout: "debug_asserts_on_shutdown", 2024-04-10T15:31:10.665 INFO:tasks.workunit.client.0.smithi069.stdout: "debug_mgr", 2024-04-10T15:31:10.665 INFO:tasks.workunit.client.0.smithi069.stdout: "debug_mon", 2024-04-10T15:31:10.665 INFO:tasks.workunit.client.0.smithi069.stdout: "debug_ms", 2024-04-10T15:31:10.665 INFO:tasks.workunit.client.0.smithi069.stdout: "debug_osd", 2024-04-10T15:31:10.665 INFO:tasks.workunit.client.0.smithi069.stdout: "debug_paxos", 2024-04-10T15:31:10.665 INFO:tasks.workunit.client.0.smithi069.stdout: "keyring", 2024-04-10T15:31:10.665 INFO:tasks.workunit.client.0.smithi069.stdout: "leveldb_block_size", 2024-04-10T15:31:10.665 INFO:tasks.workunit.client.0.smithi069.stdout: "leveldb_cache_size", 2024-04-10T15:31:10.665 INFO:tasks.workunit.client.0.smithi069.stdout: "leveldb_compression", 2024-04-10T15:31:10.665 INFO:tasks.workunit.client.0.smithi069.stdout: "leveldb_log", 2024-04-10T15:31:10.665 INFO:tasks.workunit.client.0.smithi069.stdout: "leveldb_write_buffer_size", 2024-04-10T15:31:10.666 INFO:tasks.workunit.client.0.smithi069.stdout: "log_to_file", 2024-04-10T15:31:10.666 INFO:tasks.workunit.client.0.smithi069.stdout: "log_to_journald", 2024-04-10T15:31:10.666 INFO:tasks.workunit.client.0.smithi069.stdout: "log_to_stderr", 2024-04-10T15:31:10.666 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_allow_pool_delete", 2024-04-10T15:31:10.666 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_clock_drift_allowed", 2024-04-10T15:31:10.666 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_cluster_log_file_level", 2024-04-10T15:31:10.666 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_cluster_log_to_file", 2024-04-10T15:31:10.666 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_cluster_log_to_journald", 2024-04-10T15:31:10.666 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_cluster_log_to_stderr", 2024-04-10T15:31:10.666 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_data_avail_warn", 2024-04-10T15:31:10.666 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_election_default_strategy", 2024-04-10T15:31:10.666 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_host", 2024-04-10T15:31:10.666 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_max_pg_per_osd", 2024-04-10T15:31:10.666 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_mgr_mkfs_grace", 2024-04-10T15:31:10.667 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_osd_prime_pg_temp", 2024-04-10T15:31:10.667 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_osd_reporter_subtree_level", 2024-04-10T15:31:10.667 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_pg_warn_max_object_skew", 2024-04-10T15:31:10.667 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_reweight_min_bytes_per_osd", 2024-04-10T15:31:10.667 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_reweight_min_pgs_per_osd", 2024-04-10T15:31:10.667 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-04-10T15:31:10.667 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-04-10T15:31:10.667 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-04-10T15:31:10.667 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_warn_on_legacy_crush_tunables", 2024-04-10T15:31:10.667 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-04-10T15:31:10.667 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-04-10T15:31:10.667 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_warn_on_too_few_osds", 2024-04-10T15:31:10.667 INFO:tasks.workunit.client.0.smithi069.stdout: "ms_die_on_bug", 2024-04-10T15:31:10.667 INFO:tasks.workunit.client.0.smithi069.stdout: "ms_die_on_old_message", 2024-04-10T15:31:10.667 INFO:tasks.workunit.client.0.smithi069.stdout: "no_config_file", 2024-04-10T15:31:10.667 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_class_default_list", 2024-04-10T15:31:10.667 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_class_load_list", 2024-04-10T15:31:10.668 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_crush_chooseleaf_type", 2024-04-10T15:31:10.668 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_debug_misdirected_ops", 2024-04-10T15:31:10.668 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_debug_op_order", 2024-04-10T15:31:10.668 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_debug_pg_log_writeout", 2024-04-10T15:31:10.668 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_debug_shutdown", 2024-04-10T15:31:10.668 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_debug_verify_cached_snaps", 2024-04-10T15:31:10.668 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_debug_verify_missing_on_start", 2024-04-10T15:31:10.668 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_debug_verify_stray_on_activate", 2024-04-10T15:31:10.668 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_deep_scrub_update_digest_min_age", 2024-04-10T15:31:10.668 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_delete_sleep", 2024-04-10T15:31:10.668 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_delete_sleep_hdd", 2024-04-10T15:31:10.668 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_delete_sleep_hybrid", 2024-04-10T15:31:10.668 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_delete_sleep_ssd", 2024-04-10T15:31:10.668 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_max_backfills", 2024-04-10T15:31:10.668 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-04-10T15:31:10.669 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_mclock_profile", 2024-04-10T15:31:10.669 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-04-10T15:31:10.669 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-04-10T15:31:10.669 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-04-10T15:31:10.669 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-04-10T15:31:10.669 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-04-10T15:31:10.669 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-04-10T15:31:10.669 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_mclock_scheduler_client_lim", 2024-04-10T15:31:10.669 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_mclock_scheduler_client_res", 2024-04-10T15:31:10.669 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_mclock_scheduler_client_wgt", 2024-04-10T15:31:10.669 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_memory_target", 2024-04-10T15:31:10.669 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_memory_target_autotune", 2024-04-10T15:31:10.669 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_op_queue", 2024-04-10T15:31:10.669 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_op_queue_cut_off", 2024-04-10T15:31:10.669 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_pg_delete_cost", 2024-04-10T15:31:10.669 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_pool_default_erasure_code_profile", 2024-04-10T15:31:10.670 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_pool_default_pg_autoscale_mode", 2024-04-10T15:31:10.670 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_recover_clone_overlap", 2024-04-10T15:31:10.670 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_recovery_max_active", 2024-04-10T15:31:10.670 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_recovery_max_active_hdd", 2024-04-10T15:31:10.670 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_recovery_max_active_ssd", 2024-04-10T15:31:10.670 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_recovery_max_chunk", 2024-04-10T15:31:10.670 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_recovery_sleep", 2024-04-10T15:31:10.670 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_recovery_sleep_hdd", 2024-04-10T15:31:10.670 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_recovery_sleep_hybrid", 2024-04-10T15:31:10.670 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_recovery_sleep_ssd", 2024-04-10T15:31:10.670 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_scrub_load_threshold", 2024-04-10T15:31:10.670 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_scrub_max_interval", 2024-04-10T15:31:10.670 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_scrub_sleep", 2024-04-10T15:31:10.670 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_shutdown_pgref_assert", 2024-04-10T15:31:10.671 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_snap_trim_sleep", 2024-04-10T15:31:10.671 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_snap_trim_sleep_hdd", 2024-04-10T15:31:10.671 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_snap_trim_sleep_hybrid", 2024-04-10T15:31:10.671 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_snap_trim_sleep_ssd", 2024-04-10T15:31:10.671 INFO:tasks.workunit.client.0.smithi069.stdout: "public_addr", 2024-04-10T15:31:10.671 INFO:tasks.workunit.client.0.smithi069.stdout: "public_addrv", 2024-04-10T15:31:10.671 INFO:tasks.workunit.client.0.smithi069.stdout: "public_network", 2024-04-10T15:31:10.671 INFO:tasks.workunit.client.0.smithi069.stdout: "rbd_default_features", 2024-04-10T15:31:10.671 INFO:tasks.workunit.client.0.smithi069.stdout: "rbd_qos_exclude_ops", 2024-04-10T15:31:10.671 INFO:tasks.workunit.client.0.smithi069.stdout: "setgroup", 2024-04-10T15:31:10.671 INFO:tasks.workunit.client.0.smithi069.stdout: "setuser" 2024-04-10T15:31:10.671 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:10.671 INFO:tasks.workunit.client.0.smithi069.stdout: "cluster_changed": [ 2024-04-10T15:31:10.671 INFO:tasks.workunit.client.0.smithi069.stdout: "auth_allow_insecure_global_id_reclaim", 2024-04-10T15:31:10.672 INFO:tasks.workunit.client.0.smithi069.stdout: "auth_debug", 2024-04-10T15:31:10.672 INFO:tasks.workunit.client.0.smithi069.stdout: "auth_mon_ticket_ttl", 2024-04-10T15:31:10.672 INFO:tasks.workunit.client.0.smithi069.stdout: "auth_service_ticket_ttl", 2024-04-10T15:31:10.672 INFO:tasks.workunit.client.0.smithi069.stdout: "bdev_debug_aio", 2024-04-10T15:31:10.672 INFO:tasks.workunit.client.0.smithi069.stdout: "container_image", 2024-04-10T15:31:10.672 INFO:tasks.workunit.client.0.smithi069.stdout: "debug_asserts_on_shutdown", 2024-04-10T15:31:10.672 INFO:tasks.workunit.client.0.smithi069.stdout: "debug_mgr", 2024-04-10T15:31:10.672 INFO:tasks.workunit.client.0.smithi069.stdout: "debug_mon", 2024-04-10T15:31:10.672 INFO:tasks.workunit.client.0.smithi069.stdout: "debug_ms", 2024-04-10T15:31:10.672 INFO:tasks.workunit.client.0.smithi069.stdout: "debug_osd", 2024-04-10T15:31:10.672 INFO:tasks.workunit.client.0.smithi069.stdout: "debug_paxos", 2024-04-10T15:31:10.672 INFO:tasks.workunit.client.0.smithi069.stdout: "log_to_file", 2024-04-10T15:31:10.672 INFO:tasks.workunit.client.0.smithi069.stdout: "log_to_journald", 2024-04-10T15:31:10.672 INFO:tasks.workunit.client.0.smithi069.stdout: "log_to_stderr", 2024-04-10T15:31:10.672 INFO:tasks.workunit.client.0.smithi069.stdout: "mds_join_fs", 2024-04-10T15:31:10.673 INFO:tasks.workunit.client.0.smithi069.stdout: "mgr/cephadm/allow_ptrace", 2024-04-10T15:31:10.673 INFO:tasks.workunit.client.0.smithi069.stdout: "mgr/cephadm/container_init", 2024-04-10T15:31:10.673 INFO:tasks.workunit.client.0.smithi069.stdout: "mgr/cephadm/migration_current", 2024-04-10T15:31:10.673 INFO:tasks.workunit.client.0.smithi069.stdout: "mgr/cephadm/use_repo_digest", 2024-04-10T15:31:10.673 INFO:tasks.workunit.client.0.smithi069.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-04-10T15:31:10.673 INFO:tasks.workunit.client.0.smithi069.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-04-10T15:31:10.673 INFO:tasks.workunit.client.0.smithi069.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-04-10T15:31:10.673 INFO:tasks.workunit.client.0.smithi069.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-04-10T15:31:10.673 INFO:tasks.workunit.client.0.smithi069.stdout: "mgr/dashboard/ssl_server_port", 2024-04-10T15:31:10.673 INFO:tasks.workunit.client.0.smithi069.stdout: "mgr/orchestrator/orchestrator", 2024-04-10T15:31:10.673 INFO:tasks.workunit.client.0.smithi069.stdout: "mgr/telemetry/channel_ident", 2024-04-10T15:31:10.673 INFO:tasks.workunit.client.0.smithi069.stdout: "mgr/telemetry/channel_perf", 2024-04-10T15:31:10.673 INFO:tasks.workunit.client.0.smithi069.stdout: "mgr/telemetry/description", 2024-04-10T15:31:10.673 INFO:tasks.workunit.client.0.smithi069.stdout: "mgr/telemetry/enabled", 2024-04-10T15:31:10.673 INFO:tasks.workunit.client.0.smithi069.stdout: "mgr/telemetry/organization", 2024-04-10T15:31:10.674 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_allow_pool_delete", 2024-04-10T15:31:10.674 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_clock_drift_allowed", 2024-04-10T15:31:10.674 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_cluster_log_file_level", 2024-04-10T15:31:10.674 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_cluster_log_to_file", 2024-04-10T15:31:10.674 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_data_avail_warn", 2024-04-10T15:31:10.674 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_election_default_strategy", 2024-04-10T15:31:10.674 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_max_pg_per_osd", 2024-04-10T15:31:10.674 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_mgr_mkfs_grace", 2024-04-10T15:31:10.674 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_osd_prime_pg_temp", 2024-04-10T15:31:10.674 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_osd_reporter_subtree_level", 2024-04-10T15:31:10.674 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_pg_warn_max_object_skew", 2024-04-10T15:31:10.674 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_reweight_min_bytes_per_osd", 2024-04-10T15:31:10.674 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_reweight_min_pgs_per_osd", 2024-04-10T15:31:10.674 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-04-10T15:31:10.675 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-04-10T15:31:10.675 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-04-10T15:31:10.675 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_warn_on_legacy_crush_tunables", 2024-04-10T15:31:10.675 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-04-10T15:31:10.675 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-04-10T15:31:10.675 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_warn_on_too_few_osds", 2024-04-10T15:31:10.675 INFO:tasks.workunit.client.0.smithi069.stdout: "ms_die_on_bug", 2024-04-10T15:31:10.675 INFO:tasks.workunit.client.0.smithi069.stdout: "ms_die_on_old_message", 2024-04-10T15:31:10.675 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_class_default_list", 2024-04-10T15:31:10.675 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_class_load_list", 2024-04-10T15:31:10.675 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_debug_misdirected_ops", 2024-04-10T15:31:10.675 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_debug_op_order", 2024-04-10T15:31:10.675 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_debug_pg_log_writeout", 2024-04-10T15:31:10.675 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_debug_shutdown", 2024-04-10T15:31:10.675 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_debug_verify_cached_snaps", 2024-04-10T15:31:10.676 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_debug_verify_missing_on_start", 2024-04-10T15:31:10.676 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_debug_verify_stray_on_activate", 2024-04-10T15:31:10.676 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_deep_scrub_update_digest_min_age", 2024-04-10T15:31:10.676 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-04-10T15:31:10.676 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_mclock_profile", 2024-04-10T15:31:10.676 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_memory_target", 2024-04-10T15:31:10.676 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_memory_target_autotune", 2024-04-10T15:31:10.676 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_op_queue", 2024-04-10T15:31:10.676 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_op_queue_cut_off", 2024-04-10T15:31:10.676 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_pool_default_erasure_code_profile", 2024-04-10T15:31:10.676 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_pool_default_pg_autoscale_mode", 2024-04-10T15:31:10.676 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_recover_clone_overlap", 2024-04-10T15:31:10.676 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_recovery_max_chunk", 2024-04-10T15:31:10.677 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_scrub_load_threshold", 2024-04-10T15:31:10.677 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_scrub_max_interval", 2024-04-10T15:31:10.677 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_shutdown_pgref_assert", 2024-04-10T15:31:10.677 INFO:tasks.workunit.client.0.smithi069.stdout: "public_network", 2024-04-10T15:31:10.677 INFO:tasks.workunit.client.0.smithi069.stdout: "rgw_cache_enabled", 2024-04-10T15:31:10.677 INFO:tasks.workunit.client.0.smithi069.stdout: "rgw_enable_ops_log", 2024-04-10T15:31:10.677 INFO:tasks.workunit.client.0.smithi069.stdout: "rgw_enable_usage_log" 2024-04-10T15:31:10.677 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T15:31:10.677 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.677 INFO:tasks.workunit.client.0.smithi069.stdout: "contact": null, 2024-04-10T15:31:10.677 INFO:tasks.workunit.client.0.smithi069.stdout: "crashes": [], 2024-04-10T15:31:10.677 INFO:tasks.workunit.client.0.smithi069.stdout: "created": "2024-04-10T15:22:38.311194Z", 2024-04-10T15:31:10.677 INFO:tasks.workunit.client.0.smithi069.stdout: "crush": { 2024-04-10T15:31:10.677 INFO:tasks.workunit.client.0.smithi069.stdout: "bucket_algs": { 2024-04-10T15:31:10.677 INFO:tasks.workunit.client.0.smithi069.stdout: "straw2": 3 2024-04-10T15:31:10.678 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.678 INFO:tasks.workunit.client.0.smithi069.stdout: "bucket_sizes": { 2024-04-10T15:31:10.678 INFO:tasks.workunit.client.0.smithi069.stdout: "2": 1, 2024-04-10T15:31:10.678 INFO:tasks.workunit.client.0.smithi069.stdout: "4": 2 2024-04-10T15:31:10.678 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.678 INFO:tasks.workunit.client.0.smithi069.stdout: "bucket_types": { 2024-04-10T15:31:10.678 INFO:tasks.workunit.client.0.smithi069.stdout: "1": 2, 2024-04-10T15:31:10.678 INFO:tasks.workunit.client.0.smithi069.stdout: "11": 1 2024-04-10T15:31:10.678 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.678 INFO:tasks.workunit.client.0.smithi069.stdout: "compat_weight_set": false, 2024-04-10T15:31:10.678 INFO:tasks.workunit.client.0.smithi069.stdout: "device_classes": [ 2024-04-10T15:31:10.678 INFO:tasks.workunit.client.0.smithi069.stdout: 8 2024-04-10T15:31:10.678 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:10.678 INFO:tasks.workunit.client.0.smithi069.stdout: "num_buckets": 6, 2024-04-10T15:31:10.679 INFO:tasks.workunit.client.0.smithi069.stdout: "num_devices": 8, 2024-04-10T15:31:10.679 INFO:tasks.workunit.client.0.smithi069.stdout: "num_rules": 1, 2024-04-10T15:31:10.679 INFO:tasks.workunit.client.0.smithi069.stdout: "num_types": 12, 2024-04-10T15:31:10.679 INFO:tasks.workunit.client.0.smithi069.stdout: "num_weight_sets": 0, 2024-04-10T15:31:10.679 INFO:tasks.workunit.client.0.smithi069.stdout: "tunables": { 2024-04-10T15:31:10.679 INFO:tasks.workunit.client.0.smithi069.stdout: "allowed_bucket_algs": 54, 2024-04-10T15:31:10.679 INFO:tasks.workunit.client.0.smithi069.stdout: "choose_local_fallback_tries": 0, 2024-04-10T15:31:10.679 INFO:tasks.workunit.client.0.smithi069.stdout: "choose_local_tries": 0, 2024-04-10T15:31:10.679 INFO:tasks.workunit.client.0.smithi069.stdout: "choose_total_tries": 50, 2024-04-10T15:31:10.679 INFO:tasks.workunit.client.0.smithi069.stdout: "chooseleaf_descend_once": 1, 2024-04-10T15:31:10.679 INFO:tasks.workunit.client.0.smithi069.stdout: "chooseleaf_stable": 1, 2024-04-10T15:31:10.679 INFO:tasks.workunit.client.0.smithi069.stdout: "chooseleaf_vary_r": 1, 2024-04-10T15:31:10.679 INFO:tasks.workunit.client.0.smithi069.stdout: "has_v2_rules": 0, 2024-04-10T15:31:10.679 INFO:tasks.workunit.client.0.smithi069.stdout: "has_v3_rules": 0, 2024-04-10T15:31:10.679 INFO:tasks.workunit.client.0.smithi069.stdout: "has_v4_buckets": 1, 2024-04-10T15:31:10.680 INFO:tasks.workunit.client.0.smithi069.stdout: "has_v5_rules": 0, 2024-04-10T15:31:10.680 INFO:tasks.workunit.client.0.smithi069.stdout: "legacy_tunables": 0, 2024-04-10T15:31:10.680 INFO:tasks.workunit.client.0.smithi069.stdout: "minimum_required_version": "jewel", 2024-04-10T15:31:10.680 INFO:tasks.workunit.client.0.smithi069.stdout: "optimal_tunables": 1, 2024-04-10T15:31:10.680 INFO:tasks.workunit.client.0.smithi069.stdout: "profile": "jewel", 2024-04-10T15:31:10.680 INFO:tasks.workunit.client.0.smithi069.stdout: "require_feature_tunables": 1, 2024-04-10T15:31:10.680 INFO:tasks.workunit.client.0.smithi069.stdout: "require_feature_tunables2": 1, 2024-04-10T15:31:10.680 INFO:tasks.workunit.client.0.smithi069.stdout: "require_feature_tunables3": 1, 2024-04-10T15:31:10.680 INFO:tasks.workunit.client.0.smithi069.stdout: "require_feature_tunables5": 1, 2024-04-10T15:31:10.680 INFO:tasks.workunit.client.0.smithi069.stdout: "straw_calc_version": 1 2024-04-10T15:31:10.680 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:10.680 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.680 INFO:tasks.workunit.client.0.smithi069.stdout: "description": "upgrade test cluster", 2024-04-10T15:31:10.680 INFO:tasks.workunit.client.0.smithi069.stdout: "fs": { 2024-04-10T15:31:10.680 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 1, 2024-04-10T15:31:10.680 INFO:tasks.workunit.client.0.smithi069.stdout: "feature_flags": { 2024-04-10T15:31:10.681 INFO:tasks.workunit.client.0.smithi069.stdout: "enable_multiple": true, 2024-04-10T15:31:10.681 INFO:tasks.workunit.client.0.smithi069.stdout: "ever_enabled_multiple": true 2024-04-10T15:31:10.681 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.681 INFO:tasks.workunit.client.0.smithi069.stdout: "filesystems": [ 2024-04-10T15:31:10.681 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:10.681 INFO:tasks.workunit.client.0.smithi069.stdout: "approx_ctime": "2024-04", 2024-04-10T15:31:10.681 INFO:tasks.workunit.client.0.smithi069.stdout: "balancer_enabled": false, 2024-04-10T15:31:10.681 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:10.681 INFO:tasks.workunit.client.0.smithi069.stdout: "cached_caps": 0, 2024-04-10T15:31:10.681 INFO:tasks.workunit.client.0.smithi069.stdout: "cached_dns": 10, 2024-04-10T15:31:10.681 INFO:tasks.workunit.client.0.smithi069.stdout: "cached_inos": 13, 2024-04-10T15:31:10.681 INFO:tasks.workunit.client.0.smithi069.stdout: "cached_subtrees": 2, 2024-04-10T15:31:10.681 INFO:tasks.workunit.client.0.smithi069.stdout: "ever_allowed_features": 0, 2024-04-10T15:31:10.681 INFO:tasks.workunit.client.0.smithi069.stdout: "explicitly_allowed_features": 0, 2024-04-10T15:31:10.681 INFO:tasks.workunit.client.0.smithi069.stdout: "files": 0, 2024-04-10T15:31:10.681 INFO:tasks.workunit.client.0.smithi069.stdout: "max_mds": 1, 2024-04-10T15:31:10.682 INFO:tasks.workunit.client.0.smithi069.stdout: "num_data_pools": 1, 2024-04-10T15:31:10.682 INFO:tasks.workunit.client.0.smithi069.stdout: "num_in": 1, 2024-04-10T15:31:10.682 INFO:tasks.workunit.client.0.smithi069.stdout: "num_mds": 1, 2024-04-10T15:31:10.682 INFO:tasks.workunit.client.0.smithi069.stdout: "num_sessions": 0, 2024-04-10T15:31:10.682 INFO:tasks.workunit.client.0.smithi069.stdout: "num_standby_replay": 0, 2024-04-10T15:31:10.682 INFO:tasks.workunit.client.0.smithi069.stdout: "num_up": 1, 2024-04-10T15:31:10.682 INFO:tasks.workunit.client.0.smithi069.stdout: "snaps": 0, 2024-04-10T15:31:10.682 INFO:tasks.workunit.client.0.smithi069.stdout: "standby_count_wanted": 0 2024-04-10T15:31:10.682 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:10.682 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:10.682 INFO:tasks.workunit.client.0.smithi069.stdout: "num_standby_mds": 1, 2024-04-10T15:31:10.682 INFO:tasks.workunit.client.0.smithi069.stdout: "total_num_mds": 2 2024-04-10T15:31:10.682 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.682 INFO:tasks.workunit.client.0.smithi069.stdout: "heap_stats": { 2024-04-10T15:31:10.682 INFO:tasks.workunit.client.0.smithi069.stdout: "mds": { 2024-04-10T15:31:10.683 INFO:tasks.workunit.client.0.smithi069.stdout: "mds.44ca97a2636692dab3a2137f5dab18d27c7ec614": { 2024-04-10T15:31:10.683 INFO:tasks.workunit.client.0.smithi069.stdout: "actual_memory_used": 19218432, 2024-04-10T15:31:10.683 INFO:tasks.workunit.client.0.smithi069.stdout: "central_cache_freelist": 375448, 2024-04-10T15:31:10.683 INFO:tasks.workunit.client.0.smithi069.stdout: "malloc_metadata": 2752512, 2024-04-10T15:31:10.683 INFO:tasks.workunit.client.0.smithi069.stdout: "page_heap_freelist": 8192, 2024-04-10T15:31:10.683 INFO:tasks.workunit.client.0.smithi069.stdout: "released_to_os": 0, 2024-04-10T15:31:10.683 INFO:tasks.workunit.client.0.smithi069.stdout: "spans_in_use": 316, 2024-04-10T15:31:10.683 INFO:tasks.workunit.client.0.smithi069.stdout: "tcmalloc_page_size": 8192, 2024-04-10T15:31:10.683 INFO:tasks.workunit.client.0.smithi069.stdout: "thread_cache_freelists": 1167304, 2024-04-10T15:31:10.683 INFO:tasks.workunit.client.0.smithi069.stdout: "thread_heaps_in_use": 12, 2024-04-10T15:31:10.683 INFO:tasks.workunit.client.0.smithi069.stdout: "transfer_cache_freelist": 453632, 2024-04-10T15:31:10.683 INFO:tasks.workunit.client.0.smithi069.stdout: "use_by_application": 14461344, 2024-04-10T15:31:10.683 INFO:tasks.workunit.client.0.smithi069.stdout: "virtual_address_space_used": 19218432 2024-04-10T15:31:10.683 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.683 INFO:tasks.workunit.client.0.smithi069.stdout: "mds.a94fb5321a792dfeda573ab0692ca0fa124fc659": { 2024-04-10T15:31:10.684 INFO:tasks.workunit.client.0.smithi069.stdout: "actual_memory_used": 20414464, 2024-04-10T15:31:10.684 INFO:tasks.workunit.client.0.smithi069.stdout: "central_cache_freelist": 468528, 2024-04-10T15:31:10.684 INFO:tasks.workunit.client.0.smithi069.stdout: "malloc_metadata": 2752512, 2024-04-10T15:31:10.684 INFO:tasks.workunit.client.0.smithi069.stdout: "page_heap_freelist": 0, 2024-04-10T15:31:10.684 INFO:tasks.workunit.client.0.smithi069.stdout: "released_to_os": 901120, 2024-04-10T15:31:10.684 INFO:tasks.workunit.client.0.smithi069.stdout: "spans_in_use": 397, 2024-04-10T15:31:10.684 INFO:tasks.workunit.client.0.smithi069.stdout: "tcmalloc_page_size": 8192, 2024-04-10T15:31:10.684 INFO:tasks.workunit.client.0.smithi069.stdout: "thread_cache_freelists": 1250808, 2024-04-10T15:31:10.684 INFO:tasks.workunit.client.0.smithi069.stdout: "thread_heaps_in_use": 20, 2024-04-10T15:31:10.684 INFO:tasks.workunit.client.0.smithi069.stdout: "transfer_cache_freelist": 1078272, 2024-04-10T15:31:10.684 INFO:tasks.workunit.client.0.smithi069.stdout: "use_by_application": 14864344, 2024-04-10T15:31:10.684 INFO:tasks.workunit.client.0.smithi069.stdout: "virtual_address_space_used": 21315584 2024-04-10T15:31:10.684 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:10.684 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.684 INFO:tasks.workunit.client.0.smithi069.stdout: "mon": { 2024-04-10T15:31:10.685 INFO:tasks.workunit.client.0.smithi069.stdout: "mon.44ca97a2636692dab3a2137f5dab18d27c7ec614": { 2024-04-10T15:31:10.685 INFO:tasks.workunit.client.0.smithi069.stdout: "actual_memory_used": 43933696, 2024-04-10T15:31:10.685 INFO:tasks.workunit.client.0.smithi069.stdout: "central_cache_freelist": 1359488, 2024-04-10T15:31:10.685 INFO:tasks.workunit.client.0.smithi069.stdout: "malloc_metadata": 2752512, 2024-04-10T15:31:10.685 INFO:tasks.workunit.client.0.smithi069.stdout: "page_heap_freelist": 745472, 2024-04-10T15:31:10.685 INFO:tasks.workunit.client.0.smithi069.stdout: "released_to_os": 5709824, 2024-04-10T15:31:10.685 INFO:tasks.workunit.client.0.smithi069.stdout: "spans_in_use": 1767, 2024-04-10T15:31:10.685 INFO:tasks.workunit.client.0.smithi069.stdout: "tcmalloc_page_size": 8192, 2024-04-10T15:31:10.685 INFO:tasks.workunit.client.0.smithi069.stdout: "thread_cache_freelists": 11763736, 2024-04-10T15:31:10.685 INFO:tasks.workunit.client.0.smithi069.stdout: "thread_heaps_in_use": 22, 2024-04-10T15:31:10.685 INFO:tasks.workunit.client.0.smithi069.stdout: "transfer_cache_freelist": 1841152, 2024-04-10T15:31:10.685 INFO:tasks.workunit.client.0.smithi069.stdout: "use_by_application": 25471336, 2024-04-10T15:31:10.685 INFO:tasks.workunit.client.0.smithi069.stdout: "virtual_address_space_used": 49643520 2024-04-10T15:31:10.685 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.685 INFO:tasks.workunit.client.0.smithi069.stdout: "mon.a94fb5321a792dfeda573ab0692ca0fa124fc659": { 2024-04-10T15:31:10.686 INFO:tasks.workunit.client.0.smithi069.stdout: "actual_memory_used": 37404672, 2024-04-10T15:31:10.686 INFO:tasks.workunit.client.0.smithi069.stdout: "central_cache_freelist": 758504, 2024-04-10T15:31:10.686 INFO:tasks.workunit.client.0.smithi069.stdout: "malloc_metadata": 4849664, 2024-04-10T15:31:10.686 INFO:tasks.workunit.client.0.smithi069.stdout: "page_heap_freelist": 8192, 2024-04-10T15:31:10.686 INFO:tasks.workunit.client.0.smithi069.stdout: "released_to_os": 11296768, 2024-04-10T15:31:10.686 INFO:tasks.workunit.client.0.smithi069.stdout: "spans_in_use": 1128, 2024-04-10T15:31:10.686 INFO:tasks.workunit.client.0.smithi069.stdout: "tcmalloc_page_size": 8192, 2024-04-10T15:31:10.686 INFO:tasks.workunit.client.0.smithi069.stdout: "thread_cache_freelists": 7890872, 2024-04-10T15:31:10.686 INFO:tasks.workunit.client.0.smithi069.stdout: "thread_heaps_in_use": 21, 2024-04-10T15:31:10.686 INFO:tasks.workunit.client.0.smithi069.stdout: "transfer_cache_freelist": 1384960, 2024-04-10T15:31:10.686 INFO:tasks.workunit.client.0.smithi069.stdout: "use_by_application": 22512480, 2024-04-10T15:31:10.686 INFO:tasks.workunit.client.0.smithi069.stdout: "virtual_address_space_used": 48701440 2024-04-10T15:31:10.686 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.686 INFO:tasks.workunit.client.0.smithi069.stdout: "mon.f674850e5ec273712a6400c20c884d0d3d4aaf85": { 2024-04-10T15:31:10.686 INFO:tasks.workunit.client.0.smithi069.stdout: "actual_memory_used": 36192256, 2024-04-10T15:31:10.687 INFO:tasks.workunit.client.0.smithi069.stdout: "central_cache_freelist": 918456, 2024-04-10T15:31:10.687 INFO:tasks.workunit.client.0.smithi069.stdout: "malloc_metadata": 2752512, 2024-04-10T15:31:10.687 INFO:tasks.workunit.client.0.smithi069.stdout: "page_heap_freelist": 0, 2024-04-10T15:31:10.687 INFO:tasks.workunit.client.0.smithi069.stdout: "released_to_os": 10412032, 2024-04-10T15:31:10.687 INFO:tasks.workunit.client.0.smithi069.stdout: "spans_in_use": 1043, 2024-04-10T15:31:10.687 INFO:tasks.workunit.client.0.smithi069.stdout: "tcmalloc_page_size": 8192, 2024-04-10T15:31:10.687 INFO:tasks.workunit.client.0.smithi069.stdout: "thread_cache_freelists": 7808568, 2024-04-10T15:31:10.687 INFO:tasks.workunit.client.0.smithi069.stdout: "thread_heaps_in_use": 22, 2024-04-10T15:31:10.687 INFO:tasks.workunit.client.0.smithi069.stdout: "transfer_cache_freelist": 1933056, 2024-04-10T15:31:10.687 INFO:tasks.workunit.client.0.smithi069.stdout: "use_by_application": 22779664, 2024-04-10T15:31:10.687 INFO:tasks.workunit.client.0.smithi069.stdout: "virtual_address_space_used": 46604288 2024-04-10T15:31:10.687 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:10.687 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.687 INFO:tasks.workunit.client.0.smithi069.stdout: "osd": { 2024-04-10T15:31:10.687 INFO:tasks.workunit.client.0.smithi069.stdout: "osd.0": { 2024-04-10T15:31:10.687 INFO:tasks.workunit.client.0.smithi069.stdout: "actual_memory_used": 51625984, 2024-04-10T15:31:10.687 INFO:tasks.workunit.client.0.smithi069.stdout: "central_cache_freelist": 1949800, 2024-04-10T15:31:10.688 INFO:tasks.workunit.client.0.smithi069.stdout: "malloc_metadata": 2883584, 2024-04-10T15:31:10.688 INFO:tasks.workunit.client.0.smithi069.stdout: "page_heap_freelist": 0, 2024-04-10T15:31:10.688 INFO:tasks.workunit.client.0.smithi069.stdout: "released_to_os": 983040, 2024-04-10T15:31:10.688 INFO:tasks.workunit.client.0.smithi069.stdout: "spans_in_use": 1765, 2024-04-10T15:31:10.688 INFO:tasks.workunit.client.0.smithi069.stdout: "tcmalloc_page_size": 8192, 2024-04-10T15:31:10.688 INFO:tasks.workunit.client.0.smithi069.stdout: "thread_cache_freelists": 6267344, 2024-04-10T15:31:10.688 INFO:tasks.workunit.client.0.smithi069.stdout: "thread_heaps_in_use": 47, 2024-04-10T15:31:10.688 INFO:tasks.workunit.client.0.smithi069.stdout: "transfer_cache_freelist": 3796736, 2024-04-10T15:31:10.688 INFO:tasks.workunit.client.0.smithi069.stdout: "use_by_application": 36728520, 2024-04-10T15:31:10.688 INFO:tasks.workunit.client.0.smithi069.stdout: "virtual_address_space_used": 52609024 2024-04-10T15:31:10.688 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.688 INFO:tasks.workunit.client.0.smithi069.stdout: "osd.1": { 2024-04-10T15:31:10.688 INFO:tasks.workunit.client.0.smithi069.stdout: "actual_memory_used": 45719552, 2024-04-10T15:31:10.688 INFO:tasks.workunit.client.0.smithi069.stdout: "central_cache_freelist": 647080, 2024-04-10T15:31:10.688 INFO:tasks.workunit.client.0.smithi069.stdout: "malloc_metadata": 2883584, 2024-04-10T15:31:10.689 INFO:tasks.workunit.client.0.smithi069.stdout: "page_heap_freelist": 0, 2024-04-10T15:31:10.689 INFO:tasks.workunit.client.0.smithi069.stdout: "released_to_os": 598016, 2024-04-10T15:31:10.689 INFO:tasks.workunit.client.0.smithi069.stdout: "spans_in_use": 1307, 2024-04-10T15:31:10.689 INFO:tasks.workunit.client.0.smithi069.stdout: "tcmalloc_page_size": 8192, 2024-04-10T15:31:10.689 INFO:tasks.workunit.client.0.smithi069.stdout: "thread_cache_freelists": 5471136, 2024-04-10T15:31:10.689 INFO:tasks.workunit.client.0.smithi069.stdout: "thread_heaps_in_use": 47, 2024-04-10T15:31:10.689 INFO:tasks.workunit.client.0.smithi069.stdout: "transfer_cache_freelist": 2178560, 2024-04-10T15:31:10.689 INFO:tasks.workunit.client.0.smithi069.stdout: "use_by_application": 34539192, 2024-04-10T15:31:10.689 INFO:tasks.workunit.client.0.smithi069.stdout: "virtual_address_space_used": 46317568 2024-04-10T15:31:10.689 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.689 INFO:tasks.workunit.client.0.smithi069.stdout: "osd.2": { 2024-04-10T15:31:10.689 INFO:tasks.workunit.client.0.smithi069.stdout: "actual_memory_used": 49545216, 2024-04-10T15:31:10.689 INFO:tasks.workunit.client.0.smithi069.stdout: "central_cache_freelist": 1677088, 2024-04-10T15:31:10.689 INFO:tasks.workunit.client.0.smithi069.stdout: "malloc_metadata": 2883584, 2024-04-10T15:31:10.689 INFO:tasks.workunit.client.0.smithi069.stdout: "page_heap_freelist": 0, 2024-04-10T15:31:10.690 INFO:tasks.workunit.client.0.smithi069.stdout: "released_to_os": 901120, 2024-04-10T15:31:10.690 INFO:tasks.workunit.client.0.smithi069.stdout: "spans_in_use": 1624, 2024-04-10T15:31:10.690 INFO:tasks.workunit.client.0.smithi069.stdout: "tcmalloc_page_size": 8192, 2024-04-10T15:31:10.690 INFO:tasks.workunit.client.0.smithi069.stdout: "thread_cache_freelists": 5879112, 2024-04-10T15:31:10.690 INFO:tasks.workunit.client.0.smithi069.stdout: "thread_heaps_in_use": 47, 2024-04-10T15:31:10.690 INFO:tasks.workunit.client.0.smithi069.stdout: "transfer_cache_freelist": 3859456, 2024-04-10T15:31:10.690 INFO:tasks.workunit.client.0.smithi069.stdout: "use_by_application": 35245976, 2024-04-10T15:31:10.690 INFO:tasks.workunit.client.0.smithi069.stdout: "virtual_address_space_used": 50446336 2024-04-10T15:31:10.690 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.690 INFO:tasks.workunit.client.0.smithi069.stdout: "osd.3": { 2024-04-10T15:31:10.690 INFO:tasks.workunit.client.0.smithi069.stdout: "actual_memory_used": 44089344, 2024-04-10T15:31:10.690 INFO:tasks.workunit.client.0.smithi069.stdout: "central_cache_freelist": 695768, 2024-04-10T15:31:10.690 INFO:tasks.workunit.client.0.smithi069.stdout: "malloc_metadata": 2883584, 2024-04-10T15:31:10.690 INFO:tasks.workunit.client.0.smithi069.stdout: "page_heap_freelist": 57344, 2024-04-10T15:31:10.690 INFO:tasks.workunit.client.0.smithi069.stdout: "released_to_os": 131072, 2024-04-10T15:31:10.691 INFO:tasks.workunit.client.0.smithi069.stdout: "spans_in_use": 1205, 2024-04-10T15:31:10.691 INFO:tasks.workunit.client.0.smithi069.stdout: "tcmalloc_page_size": 8192, 2024-04-10T15:31:10.691 INFO:tasks.workunit.client.0.smithi069.stdout: "thread_cache_freelists": 4254864, 2024-04-10T15:31:10.691 INFO:tasks.workunit.client.0.smithi069.stdout: "thread_heaps_in_use": 46, 2024-04-10T15:31:10.691 INFO:tasks.workunit.client.0.smithi069.stdout: "transfer_cache_freelist": 2039808, 2024-04-10T15:31:10.691 INFO:tasks.workunit.client.0.smithi069.stdout: "use_by_application": 34157976, 2024-04-10T15:31:10.691 INFO:tasks.workunit.client.0.smithi069.stdout: "virtual_address_space_used": 44220416 2024-04-10T15:31:10.691 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.691 INFO:tasks.workunit.client.0.smithi069.stdout: "osd.4": { 2024-04-10T15:31:10.691 INFO:tasks.workunit.client.0.smithi069.stdout: "actual_memory_used": 48488448, 2024-04-10T15:31:10.691 INFO:tasks.workunit.client.0.smithi069.stdout: "central_cache_freelist": 1686032, 2024-04-10T15:31:10.691 INFO:tasks.workunit.client.0.smithi069.stdout: "malloc_metadata": 2883584, 2024-04-10T15:31:10.691 INFO:tasks.workunit.client.0.smithi069.stdout: "page_heap_freelist": 57344, 2024-04-10T15:31:10.692 INFO:tasks.workunit.client.0.smithi069.stdout: "released_to_os": 974848, 2024-04-10T15:31:10.692 INFO:tasks.workunit.client.0.smithi069.stdout: "spans_in_use": 1600, 2024-04-10T15:31:10.692 INFO:tasks.workunit.client.0.smithi069.stdout: "tcmalloc_page_size": 8192, 2024-04-10T15:31:10.692 INFO:tasks.workunit.client.0.smithi069.stdout: "thread_cache_freelists": 5568056, 2024-04-10T15:31:10.692 INFO:tasks.workunit.client.0.smithi069.stdout: "thread_heaps_in_use": 47, 2024-04-10T15:31:10.692 INFO:tasks.workunit.client.0.smithi069.stdout: "transfer_cache_freelist": 3345920, 2024-04-10T15:31:10.692 INFO:tasks.workunit.client.0.smithi069.stdout: "use_by_application": 34947512, 2024-04-10T15:31:10.692 INFO:tasks.workunit.client.0.smithi069.stdout: "virtual_address_space_used": 49463296 2024-04-10T15:31:10.692 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.692 INFO:tasks.workunit.client.0.smithi069.stdout: "osd.5": { 2024-04-10T15:31:10.692 INFO:tasks.workunit.client.0.smithi069.stdout: "actual_memory_used": 49348608, 2024-04-10T15:31:10.692 INFO:tasks.workunit.client.0.smithi069.stdout: "central_cache_freelist": 1984384, 2024-04-10T15:31:10.692 INFO:tasks.workunit.client.0.smithi069.stdout: "malloc_metadata": 2883584, 2024-04-10T15:31:10.692 INFO:tasks.workunit.client.0.smithi069.stdout: "page_heap_freelist": 0, 2024-04-10T15:31:10.692 INFO:tasks.workunit.client.0.smithi069.stdout: "released_to_os": 49152, 2024-04-10T15:31:10.692 INFO:tasks.workunit.client.0.smithi069.stdout: "spans_in_use": 1669, 2024-04-10T15:31:10.693 INFO:tasks.workunit.client.0.smithi069.stdout: "tcmalloc_page_size": 8192, 2024-04-10T15:31:10.693 INFO:tasks.workunit.client.0.smithi069.stdout: "thread_cache_freelists": 5480304, 2024-04-10T15:31:10.693 INFO:tasks.workunit.client.0.smithi069.stdout: "thread_heaps_in_use": 47, 2024-04-10T15:31:10.693 INFO:tasks.workunit.client.0.smithi069.stdout: "transfer_cache_freelist": 4153856, 2024-04-10T15:31:10.693 INFO:tasks.workunit.client.0.smithi069.stdout: "use_by_application": 34846480, 2024-04-10T15:31:10.693 INFO:tasks.workunit.client.0.smithi069.stdout: "virtual_address_space_used": 49397760 2024-04-10T15:31:10.693 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.693 INFO:tasks.workunit.client.0.smithi069.stdout: "osd.6": { 2024-04-10T15:31:10.693 INFO:tasks.workunit.client.0.smithi069.stdout: "actual_memory_used": 44998656, 2024-04-10T15:31:10.693 INFO:tasks.workunit.client.0.smithi069.stdout: "central_cache_freelist": 898952, 2024-04-10T15:31:10.693 INFO:tasks.workunit.client.0.smithi069.stdout: "malloc_metadata": 2883584, 2024-04-10T15:31:10.693 INFO:tasks.workunit.client.0.smithi069.stdout: "page_heap_freelist": 16384, 2024-04-10T15:31:10.693 INFO:tasks.workunit.client.0.smithi069.stdout: "released_to_os": 1318912, 2024-04-10T15:31:10.693 INFO:tasks.workunit.client.0.smithi069.stdout: "spans_in_use": 1218, 2024-04-10T15:31:10.693 INFO:tasks.workunit.client.0.smithi069.stdout: "tcmalloc_page_size": 8192, 2024-04-10T15:31:10.693 INFO:tasks.workunit.client.0.smithi069.stdout: "thread_cache_freelists": 4644904, 2024-04-10T15:31:10.694 INFO:tasks.workunit.client.0.smithi069.stdout: "thread_heaps_in_use": 46, 2024-04-10T15:31:10.694 INFO:tasks.workunit.client.0.smithi069.stdout: "transfer_cache_freelist": 1944832, 2024-04-10T15:31:10.694 INFO:tasks.workunit.client.0.smithi069.stdout: "use_by_application": 34610000, 2024-04-10T15:31:10.694 INFO:tasks.workunit.client.0.smithi069.stdout: "virtual_address_space_used": 46317568 2024-04-10T15:31:10.694 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.694 INFO:tasks.workunit.client.0.smithi069.stdout: "osd.7": { 2024-04-10T15:31:10.694 INFO:tasks.workunit.client.0.smithi069.stdout: "actual_memory_used": 48906240, 2024-04-10T15:31:10.694 INFO:tasks.workunit.client.0.smithi069.stdout: "central_cache_freelist": 2019456, 2024-04-10T15:31:10.694 INFO:tasks.workunit.client.0.smithi069.stdout: "malloc_metadata": 2883584, 2024-04-10T15:31:10.694 INFO:tasks.workunit.client.0.smithi069.stdout: "page_heap_freelist": 57344, 2024-04-10T15:31:10.694 INFO:tasks.workunit.client.0.smithi069.stdout: "released_to_os": 557056, 2024-04-10T15:31:10.694 INFO:tasks.workunit.client.0.smithi069.stdout: "spans_in_use": 1654, 2024-04-10T15:31:10.694 INFO:tasks.workunit.client.0.smithi069.stdout: "tcmalloc_page_size": 8192, 2024-04-10T15:31:10.694 INFO:tasks.workunit.client.0.smithi069.stdout: "thread_cache_freelists": 5797488, 2024-04-10T15:31:10.694 INFO:tasks.workunit.client.0.smithi069.stdout: "thread_heaps_in_use": 47, 2024-04-10T15:31:10.695 INFO:tasks.workunit.client.0.smithi069.stdout: "transfer_cache_freelist": 3602944, 2024-04-10T15:31:10.695 INFO:tasks.workunit.client.0.smithi069.stdout: "use_by_application": 34545424, 2024-04-10T15:31:10.695 INFO:tasks.workunit.client.0.smithi069.stdout: "virtual_address_space_used": 49463296 2024-04-10T15:31:10.695 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:10.695 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:10.695 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.695 INFO:tasks.workunit.client.0.smithi069.stdout: "hosts": { 2024-04-10T15:31:10.695 INFO:tasks.workunit.client.0.smithi069.stdout: "num": 2, 2024-04-10T15:31:10.695 INFO:tasks.workunit.client.0.smithi069.stdout: "num_with_mds": 2, 2024-04-10T15:31:10.695 INFO:tasks.workunit.client.0.smithi069.stdout: "num_with_mgr": 2, 2024-04-10T15:31:10.695 INFO:tasks.workunit.client.0.smithi069.stdout: "num_with_mon": 2, 2024-04-10T15:31:10.695 INFO:tasks.workunit.client.0.smithi069.stdout: "num_with_osd": 2 2024-04-10T15:31:10.695 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.695 INFO:tasks.workunit.client.0.smithi069.stdout: "io_rate": { 2024-04-10T15:31:10.696 INFO:tasks.workunit.client.0.smithi069.stdout: "pg_stats_delta": { 2024-04-10T15:31:10.696 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": 0, 2024-04-10T15:31:10.696 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T15:31:10.696 INFO:tasks.workunit.client.0.smithi069.stdout: "num_store_stats": 0, 2024-04-10T15:31:10.696 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T15:31:10.696 INFO:tasks.workunit.client.0.smithi069.stdout: "stamp_delta": "12.002372", 2024-04-10T15:31:10.696 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T15:31:10.696 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T15:31:10.696 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:31:10.696 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T15:31:10.696 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:31:10.696 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T15:31:10.696 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T15:31:10.696 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T15:31:10.696 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T15:31:10.697 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T15:31:10.697 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T15:31:10.697 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T15:31:10.697 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T15:31:10.697 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T15:31:10.697 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T15:31:10.697 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:31:10.697 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T15:31:10.697 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T15:31:10.697 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T15:31:10.697 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T15:31:10.697 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T15:31:10.697 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:31:10.697 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T15:31:10.697 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T15:31:10.698 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T15:31:10.698 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:31:10.698 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T15:31:10.698 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T15:31:10.698 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T15:31:10.698 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T15:31:10.698 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T15:31:10.698 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T15:31:10.698 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T15:31:10.698 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T15:31:10.698 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T15:31:10.698 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T15:31:10.698 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T15:31:10.698 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:31:10.698 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T15:31:10.699 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T15:31:10.699 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T15:31:10.699 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.699 INFO:tasks.workunit.client.0.smithi069.stdout: "store_stats": { 2024-04-10T15:31:10.699 INFO:tasks.workunit.client.0.smithi069.stdout: "allocated": 0, 2024-04-10T15:31:10.699 INFO:tasks.workunit.client.0.smithi069.stdout: "available": 0, 2024-04-10T15:31:10.699 INFO:tasks.workunit.client.0.smithi069.stdout: "data_compressed": 0, 2024-04-10T15:31:10.699 INFO:tasks.workunit.client.0.smithi069.stdout: "data_compressed_allocated": 0, 2024-04-10T15:31:10.699 INFO:tasks.workunit.client.0.smithi069.stdout: "data_compressed_original": 0, 2024-04-10T15:31:10.699 INFO:tasks.workunit.client.0.smithi069.stdout: "data_stored": 0, 2024-04-10T15:31:10.699 INFO:tasks.workunit.client.0.smithi069.stdout: "internal_metadata": 0, 2024-04-10T15:31:10.699 INFO:tasks.workunit.client.0.smithi069.stdout: "internally_reserved": 0, 2024-04-10T15:31:10.699 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_allocated": 0, 2024-04-10T15:31:10.699 INFO:tasks.workunit.client.0.smithi069.stdout: "total": 0 2024-04-10T15:31:10.700 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.700 INFO:tasks.workunit.client.0.smithi069.stdout: "up": 0 2024-04-10T15:31:10.700 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:10.700 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.700 INFO:tasks.workunit.client.0.smithi069.stdout: "leaderboard": false, 2024-04-10T15:31:10.700 INFO:tasks.workunit.client.0.smithi069.stdout: "leaderboard_description": null, 2024-04-10T15:31:10.700 INFO:tasks.workunit.client.0.smithi069.stdout: "license": "sharing-1-0", 2024-04-10T15:31:10.700 INFO:tasks.workunit.client.0.smithi069.stdout: "mempool": { 2024-04-10T15:31:10.700 INFO:tasks.workunit.client.0.smithi069.stdout: "mds": { 2024-04-10T15:31:10.700 INFO:tasks.workunit.client.0.smithi069.stdout: "mds.44ca97a2636692dab3a2137f5dab18d27c7ec614": { 2024-04-10T15:31:10.700 INFO:tasks.workunit.client.0.smithi069.stdout: "bloom_filter": { 2024-04-10T15:31:10.700 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:10.700 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:10.700 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.700 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs": { 2024-04-10T15:31:10.700 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:10.700 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:10.701 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.701 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs_file_reader": { 2024-04-10T15:31:10.701 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:10.701 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:10.701 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.701 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs_file_writer": { 2024-04-10T15:31:10.701 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:10.701 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:10.701 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.701 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_alloc": { 2024-04-10T15:31:10.701 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:10.701 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:10.701 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.701 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_blob": { 2024-04-10T15:31:10.701 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:10.701 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:10.701 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.702 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_buffer": { 2024-04-10T15:31:10.702 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:10.702 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:10.702 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.702 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_data": { 2024-04-10T15:31:10.702 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:10.702 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:10.702 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.702 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_meta": { 2024-04-10T15:31:10.702 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:10.702 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:10.702 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.702 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_onode": { 2024-04-10T15:31:10.702 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:10.702 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:10.703 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.703 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_other": { 2024-04-10T15:31:10.703 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:10.703 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:10.703 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.703 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_extent": { 2024-04-10T15:31:10.703 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:10.703 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:10.703 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.703 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_fsck": { 2024-04-10T15:31:10.703 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:10.703 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:10.703 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.703 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_inline_bl": { 2024-04-10T15:31:10.704 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:10.704 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:10.704 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.704 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_shared_blob": { 2024-04-10T15:31:10.704 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:10.704 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:10.704 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.704 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_txc": { 2024-04-10T15:31:10.704 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:10.704 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:10.704 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.704 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_writing": { 2024-04-10T15:31:10.704 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:10.704 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:10.704 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.705 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_writing_deferred": { 2024-04-10T15:31:10.705 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:10.705 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:10.705 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.705 INFO:tasks.workunit.client.0.smithi069.stdout: "buffer_anon": { 2024-04-10T15:31:10.705 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 149137, 2024-04-10T15:31:10.705 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 32 2024-04-10T15:31:10.705 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.705 INFO:tasks.workunit.client.0.smithi069.stdout: "buffer_meta": { 2024-04-10T15:31:10.705 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:10.705 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:10.705 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.705 INFO:tasks.workunit.client.0.smithi069.stdout: "mds_co": { 2024-04-10T15:31:10.705 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 928, 2024-04-10T15:31:10.705 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 2 2024-04-10T15:31:10.706 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.706 INFO:tasks.workunit.client.0.smithi069.stdout: "osd": { 2024-04-10T15:31:10.706 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:10.706 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:10.706 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.706 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_mapbl": { 2024-04-10T15:31:10.706 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:10.706 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:10.706 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.706 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_pglog": { 2024-04-10T15:31:10.706 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:10.706 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:10.706 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.706 INFO:tasks.workunit.client.0.smithi069.stdout: "osdmap": { 2024-04-10T15:31:10.707 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:10.707 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:10.707 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.707 INFO:tasks.workunit.client.0.smithi069.stdout: "osdmap_mapping": { 2024-04-10T15:31:10.707 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:10.707 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:10.707 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.707 INFO:tasks.workunit.client.0.smithi069.stdout: "pgmap": { 2024-04-10T15:31:10.707 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:10.707 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:10.707 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.707 INFO:tasks.workunit.client.0.smithi069.stdout: "unittest_1": { 2024-04-10T15:31:10.707 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:10.708 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:10.708 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.708 INFO:tasks.workunit.client.0.smithi069.stdout: "unittest_2": { 2024-04-10T15:31:10.708 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:10.708 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:10.708 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:10.708 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.708 INFO:tasks.workunit.client.0.smithi069.stdout: "mds.a94fb5321a792dfeda573ab0692ca0fa124fc659": { 2024-04-10T15:31:10.708 INFO:tasks.workunit.client.0.smithi069.stdout: "bloom_filter": { 2024-04-10T15:31:10.708 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:10.708 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:10.708 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.708 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs": { 2024-04-10T15:31:10.708 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:10.709 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:10.709 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.709 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs_file_reader": { 2024-04-10T15:31:10.709 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:10.709 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:10.709 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.709 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs_file_writer": { 2024-04-10T15:31:10.709 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:10.709 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:10.709 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.709 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_alloc": { 2024-04-10T15:31:10.709 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:10.709 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:10.709 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.709 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_blob": { 2024-04-10T15:31:10.709 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:10.710 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:10.710 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.710 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_buffer": { 2024-04-10T15:31:10.710 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:10.710 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:10.710 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.710 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_data": { 2024-04-10T15:31:10.710 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:10.710 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:10.710 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.710 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_meta": { 2024-04-10T15:31:10.710 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:10.710 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:10.710 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.711 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_onode": { 2024-04-10T15:31:10.711 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:10.711 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:10.711 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.711 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_other": { 2024-04-10T15:31:10.711 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:10.711 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:10.711 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.711 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_extent": { 2024-04-10T15:31:10.711 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:10.711 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:10.711 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.711 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_fsck": { 2024-04-10T15:31:10.711 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:10.712 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:10.712 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.712 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_inline_bl": { 2024-04-10T15:31:10.712 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:10.712 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:10.712 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.712 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_shared_blob": { 2024-04-10T15:31:10.712 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:10.712 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:10.712 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.712 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_txc": { 2024-04-10T15:31:10.712 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:10.712 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:10.712 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.712 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_writing": { 2024-04-10T15:31:10.712 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:10.712 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:10.713 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.713 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_writing_deferred": { 2024-04-10T15:31:10.713 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:10.713 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:10.713 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.713 INFO:tasks.workunit.client.0.smithi069.stdout: "buffer_anon": { 2024-04-10T15:31:10.713 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 222439, 2024-04-10T15:31:10.713 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 68 2024-04-10T15:31:10.713 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.713 INFO:tasks.workunit.client.0.smithi069.stdout: "buffer_meta": { 2024-04-10T15:31:10.713 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:10.713 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:10.713 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.713 INFO:tasks.workunit.client.0.smithi069.stdout: "mds_co": { 2024-04-10T15:31:10.713 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 51496, 2024-04-10T15:31:10.714 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 208 2024-04-10T15:31:10.714 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.714 INFO:tasks.workunit.client.0.smithi069.stdout: "osd": { 2024-04-10T15:31:10.714 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:10.714 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:10.714 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.714 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_mapbl": { 2024-04-10T15:31:10.714 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:10.714 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:10.714 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.714 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_pglog": { 2024-04-10T15:31:10.714 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:10.714 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:10.714 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.714 INFO:tasks.workunit.client.0.smithi069.stdout: "osdmap": { 2024-04-10T15:31:10.715 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 8016, 2024-04-10T15:31:10.715 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 126 2024-04-10T15:31:10.715 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.715 INFO:tasks.workunit.client.0.smithi069.stdout: "osdmap_mapping": { 2024-04-10T15:31:10.715 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:10.715 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:10.715 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.715 INFO:tasks.workunit.client.0.smithi069.stdout: "pgmap": { 2024-04-10T15:31:10.715 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:10.715 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:10.715 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.715 INFO:tasks.workunit.client.0.smithi069.stdout: "unittest_1": { 2024-04-10T15:31:10.715 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:10.715 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:10.715 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.715 INFO:tasks.workunit.client.0.smithi069.stdout: "unittest_2": { 2024-04-10T15:31:10.716 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:10.716 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:10.716 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:10.716 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:10.716 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.716 INFO:tasks.workunit.client.0.smithi069.stdout: "mon": { 2024-04-10T15:31:10.716 INFO:tasks.workunit.client.0.smithi069.stdout: "mon.44ca97a2636692dab3a2137f5dab18d27c7ec614": { 2024-04-10T15:31:10.716 INFO:tasks.workunit.client.0.smithi069.stdout: "bloom_filter": { 2024-04-10T15:31:10.716 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:10.716 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:10.716 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.716 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs": { 2024-04-10T15:31:10.716 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:10.716 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:10.716 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.717 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs_file_reader": { 2024-04-10T15:31:10.717 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:10.717 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:10.717 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.717 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs_file_writer": { 2024-04-10T15:31:10.717 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:10.717 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:10.717 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.717 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_alloc": { 2024-04-10T15:31:10.717 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:10.717 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:10.717 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.717 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_blob": { 2024-04-10T15:31:10.717 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:10.717 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:10.717 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.717 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_buffer": { 2024-04-10T15:31:10.718 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:10.718 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:10.718 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.718 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_data": { 2024-04-10T15:31:10.718 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:10.718 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:10.718 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.718 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_meta": { 2024-04-10T15:31:10.718 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:10.718 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:10.718 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.718 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_onode": { 2024-04-10T15:31:10.718 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:10.718 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:10.718 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.718 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_other": { 2024-04-10T15:31:10.719 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:10.719 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:10.719 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.719 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_extent": { 2024-04-10T15:31:10.719 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:10.719 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:10.719 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.719 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_fsck": { 2024-04-10T15:31:10.719 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:10.719 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:10.719 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.719 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_inline_bl": { 2024-04-10T15:31:10.719 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:10.719 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:10.719 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.719 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_shared_blob": { 2024-04-10T15:31:10.720 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:10.720 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:10.720 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.720 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_txc": { 2024-04-10T15:31:10.720 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:10.720 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:10.720 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.720 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_writing": { 2024-04-10T15:31:10.720 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:10.720 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:10.720 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.720 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_writing_deferred": { 2024-04-10T15:31:10.720 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:10.720 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:10.720 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.720 INFO:tasks.workunit.client.0.smithi069.stdout: "buffer_anon": { 2024-04-10T15:31:10.720 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 1154439, 2024-04-10T15:31:10.720 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 367 2024-04-10T15:31:10.721 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.721 INFO:tasks.workunit.client.0.smithi069.stdout: "buffer_meta": { 2024-04-10T15:31:10.721 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 440, 2024-04-10T15:31:10.721 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 5 2024-04-10T15:31:10.721 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.721 INFO:tasks.workunit.client.0.smithi069.stdout: "mds_co": { 2024-04-10T15:31:10.721 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:10.721 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:10.721 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.721 INFO:tasks.workunit.client.0.smithi069.stdout: "osd": { 2024-04-10T15:31:10.721 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:10.721 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:10.721 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.721 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_mapbl": { 2024-04-10T15:31:10.721 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:10.721 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:10.721 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.722 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_pglog": { 2024-04-10T15:31:10.722 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:10.722 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:10.722 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.722 INFO:tasks.workunit.client.0.smithi069.stdout: "osdmap": { 2024-04-10T15:31:10.722 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 6592, 2024-04-10T15:31:10.722 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 125 2024-04-10T15:31:10.722 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.722 INFO:tasks.workunit.client.0.smithi069.stdout: "osdmap_mapping": { 2024-04-10T15:31:10.722 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 12744, 2024-04-10T15:31:10.722 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 1546 2024-04-10T15:31:10.722 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.722 INFO:tasks.workunit.client.0.smithi069.stdout: "pgmap": { 2024-04-10T15:31:10.722 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 10304, 2024-04-10T15:31:10.722 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 166 2024-04-10T15:31:10.723 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.723 INFO:tasks.workunit.client.0.smithi069.stdout: "unittest_1": { 2024-04-10T15:31:10.723 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:10.723 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:10.723 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.723 INFO:tasks.workunit.client.0.smithi069.stdout: "unittest_2": { 2024-04-10T15:31:10.723 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:10.723 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:10.723 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:10.723 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.723 INFO:tasks.workunit.client.0.smithi069.stdout: "mon.a94fb5321a792dfeda573ab0692ca0fa124fc659": { 2024-04-10T15:31:10.723 INFO:tasks.workunit.client.0.smithi069.stdout: "bloom_filter": { 2024-04-10T15:31:10.723 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:10.723 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:10.723 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.723 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs": { 2024-04-10T15:31:10.723 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:10.724 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:10.724 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.724 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs_file_reader": { 2024-04-10T15:31:10.724 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:10.724 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:10.724 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.724 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs_file_writer": { 2024-04-10T15:31:10.724 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:10.724 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:10.724 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.724 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_alloc": { 2024-04-10T15:31:10.724 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:10.724 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:10.724 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.724 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_blob": { 2024-04-10T15:31:10.724 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:10.725 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:10.725 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.725 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_buffer": { 2024-04-10T15:31:10.725 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:10.725 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:10.725 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.725 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_data": { 2024-04-10T15:31:10.725 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:10.725 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:10.725 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.725 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_meta": { 2024-04-10T15:31:10.725 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:10.725 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:10.725 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.725 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_onode": { 2024-04-10T15:31:10.726 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:10.726 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:10.726 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.726 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_other": { 2024-04-10T15:31:10.726 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:10.726 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:10.726 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.726 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_extent": { 2024-04-10T15:31:10.726 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:10.726 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:10.726 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.726 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_fsck": { 2024-04-10T15:31:10.726 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:10.726 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:10.727 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.727 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_inline_bl": { 2024-04-10T15:31:10.727 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:10.727 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:10.727 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.727 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_shared_blob": { 2024-04-10T15:31:10.727 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:10.727 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:10.727 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.727 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_txc": { 2024-04-10T15:31:10.727 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:10.727 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:10.727 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.727 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_writing": { 2024-04-10T15:31:10.727 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:10.727 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:10.727 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.728 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_writing_deferred": { 2024-04-10T15:31:10.728 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:10.728 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:10.728 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.728 INFO:tasks.workunit.client.0.smithi069.stdout: "buffer_anon": { 2024-04-10T15:31:10.728 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 1105479, 2024-04-10T15:31:10.728 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 355 2024-04-10T15:31:10.728 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.728 INFO:tasks.workunit.client.0.smithi069.stdout: "buffer_meta": { 2024-04-10T15:31:10.728 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:10.728 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:10.728 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.728 INFO:tasks.workunit.client.0.smithi069.stdout: "mds_co": { 2024-04-10T15:31:10.728 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:10.728 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:10.728 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.729 INFO:tasks.workunit.client.0.smithi069.stdout: "osd": { 2024-04-10T15:31:10.729 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:10.729 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:10.729 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.729 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_mapbl": { 2024-04-10T15:31:10.729 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:10.729 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:10.729 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.729 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_pglog": { 2024-04-10T15:31:10.729 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:10.729 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:10.729 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.729 INFO:tasks.workunit.client.0.smithi069.stdout: "osdmap": { 2024-04-10T15:31:10.729 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 6592, 2024-04-10T15:31:10.730 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 125 2024-04-10T15:31:10.730 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.730 INFO:tasks.workunit.client.0.smithi069.stdout: "osdmap_mapping": { 2024-04-10T15:31:10.730 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 12744, 2024-04-10T15:31:10.730 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 1546 2024-04-10T15:31:10.730 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.730 INFO:tasks.workunit.client.0.smithi069.stdout: "pgmap": { 2024-04-10T15:31:10.730 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 5152, 2024-04-10T15:31:10.730 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 83 2024-04-10T15:31:10.730 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.730 INFO:tasks.workunit.client.0.smithi069.stdout: "unittest_1": { 2024-04-10T15:31:10.730 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:10.730 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:10.730 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.731 INFO:tasks.workunit.client.0.smithi069.stdout: "unittest_2": { 2024-04-10T15:31:10.731 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:10.731 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:10.731 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:10.731 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.731 INFO:tasks.workunit.client.0.smithi069.stdout: "mon.f674850e5ec273712a6400c20c884d0d3d4aaf85": { 2024-04-10T15:31:10.731 INFO:tasks.workunit.client.0.smithi069.stdout: "bloom_filter": { 2024-04-10T15:31:10.731 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:10.731 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:10.731 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.731 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs": { 2024-04-10T15:31:10.731 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:10.731 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:10.731 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.731 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs_file_reader": { 2024-04-10T15:31:10.732 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:10.732 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:10.732 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.732 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs_file_writer": { 2024-04-10T15:31:10.732 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:10.732 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:10.732 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.732 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_alloc": { 2024-04-10T15:31:10.732 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:10.732 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:10.732 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.732 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_blob": { 2024-04-10T15:31:10.732 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:10.732 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:10.733 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.733 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_buffer": { 2024-04-10T15:31:10.733 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:10.733 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:10.733 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.733 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_data": { 2024-04-10T15:31:10.733 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:10.733 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:10.733 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.733 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_meta": { 2024-04-10T15:31:10.733 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:10.733 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:10.733 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.733 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_onode": { 2024-04-10T15:31:10.733 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:10.733 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:10.734 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.734 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_other": { 2024-04-10T15:31:10.734 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:10.734 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:10.734 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.734 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_extent": { 2024-04-10T15:31:10.734 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:10.734 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:10.734 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.734 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_fsck": { 2024-04-10T15:31:10.734 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:10.734 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:10.734 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.735 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_inline_bl": { 2024-04-10T15:31:10.735 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:10.735 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:10.735 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.735 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_shared_blob": { 2024-04-10T15:31:10.735 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:10.735 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:10.735 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.735 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_txc": { 2024-04-10T15:31:10.735 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:10.735 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:10.735 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.735 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_writing": { 2024-04-10T15:31:10.735 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:10.735 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:10.736 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.736 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_writing_deferred": { 2024-04-10T15:31:10.736 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:10.736 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:10.736 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.736 INFO:tasks.workunit.client.0.smithi069.stdout: "buffer_anon": { 2024-04-10T15:31:10.736 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 1322463, 2024-04-10T15:31:10.736 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 421 2024-04-10T15:31:10.736 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.736 INFO:tasks.workunit.client.0.smithi069.stdout: "buffer_meta": { 2024-04-10T15:31:10.736 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:10.736 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:10.736 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.736 INFO:tasks.workunit.client.0.smithi069.stdout: "mds_co": { 2024-04-10T15:31:10.736 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:10.737 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:10.737 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.737 INFO:tasks.workunit.client.0.smithi069.stdout: "osd": { 2024-04-10T15:31:10.737 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:10.737 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:10.737 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.737 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_mapbl": { 2024-04-10T15:31:10.737 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:10.737 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:10.737 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.737 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_pglog": { 2024-04-10T15:31:10.737 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:10.737 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:10.737 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.737 INFO:tasks.workunit.client.0.smithi069.stdout: "osdmap": { 2024-04-10T15:31:10.737 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 6592, 2024-04-10T15:31:10.737 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 125 2024-04-10T15:31:10.738 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.738 INFO:tasks.workunit.client.0.smithi069.stdout: "osdmap_mapping": { 2024-04-10T15:31:10.738 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 12744, 2024-04-10T15:31:10.738 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 1546 2024-04-10T15:31:10.738 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.738 INFO:tasks.workunit.client.0.smithi069.stdout: "pgmap": { 2024-04-10T15:31:10.738 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 5152, 2024-04-10T15:31:10.738 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 83 2024-04-10T15:31:10.738 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.738 INFO:tasks.workunit.client.0.smithi069.stdout: "unittest_1": { 2024-04-10T15:31:10.738 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:10.738 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:10.738 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.738 INFO:tasks.workunit.client.0.smithi069.stdout: "unittest_2": { 2024-04-10T15:31:10.738 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:10.738 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:10.739 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:10.739 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:10.739 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.739 INFO:tasks.workunit.client.0.smithi069.stdout: "osd": { 2024-04-10T15:31:10.739 INFO:tasks.workunit.client.0.smithi069.stdout: "osd.0": { 2024-04-10T15:31:10.739 INFO:tasks.workunit.client.0.smithi069.stdout: "bloom_filter": { 2024-04-10T15:31:10.739 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:10.739 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:10.739 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.739 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs": { 2024-04-10T15:31:10.739 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 6368, 2024-04-10T15:31:10.739 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 123 2024-04-10T15:31:10.739 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.739 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs_file_reader": { 2024-04-10T15:31:10.739 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 16896, 2024-04-10T15:31:10.739 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 8 2024-04-10T15:31:10.739 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.740 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs_file_writer": { 2024-04-10T15:31:10.740 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 576, 2024-04-10T15:31:10.740 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 3 2024-04-10T15:31:10.740 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.740 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_alloc": { 2024-04-10T15:31:10.740 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 5520, 2024-04-10T15:31:10.740 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 69 2024-04-10T15:31:10.740 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.740 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_blob": { 2024-04-10T15:31:10.740 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 20944, 2024-04-10T15:31:10.740 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 187 2024-04-10T15:31:10.740 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.740 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_buffer": { 2024-04-10T15:31:10.740 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 1600, 2024-04-10T15:31:10.740 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 44 2024-04-10T15:31:10.740 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.740 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_data": { 2024-04-10T15:31:10.741 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 602112, 2024-04-10T15:31:10.741 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 16 2024-04-10T15:31:10.741 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.741 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_meta": { 2024-04-10T15:31:10.741 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 91350, 2024-04-10T15:31:10.741 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 15688 2024-04-10T15:31:10.741 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.741 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_onode": { 2024-04-10T15:31:10.741 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 204256, 2024-04-10T15:31:10.741 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 332 2024-04-10T15:31:10.741 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.741 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_other": { 2024-04-10T15:31:10.741 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 11260, 2024-04-10T15:31:10.741 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 741 2024-04-10T15:31:10.741 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.741 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_extent": { 2024-04-10T15:31:10.741 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 8976, 2024-04-10T15:31:10.742 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 187 2024-04-10T15:31:10.742 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.742 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_fsck": { 2024-04-10T15:31:10.742 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:10.742 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:10.742 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.742 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_inline_bl": { 2024-04-10T15:31:10.742 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 31446, 2024-04-10T15:31:10.742 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 200 2024-04-10T15:31:10.742 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.742 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_shared_blob": { 2024-04-10T15:31:10.742 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 20944, 2024-04-10T15:31:10.742 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 187 2024-04-10T15:31:10.742 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.742 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_txc": { 2024-04-10T15:31:10.743 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:10.743 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:10.743 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.743 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_writing": { 2024-04-10T15:31:10.743 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 426479, 2024-04-10T15:31:10.743 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 95 2024-04-10T15:31:10.743 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.743 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_writing_deferred": { 2024-04-10T15:31:10.743 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:10.743 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:10.743 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.743 INFO:tasks.workunit.client.0.smithi069.stdout: "buffer_anon": { 2024-04-10T15:31:10.743 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 2468186, 2024-04-10T15:31:10.743 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 200 2024-04-10T15:31:10.743 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.743 INFO:tasks.workunit.client.0.smithi069.stdout: "buffer_meta": { 2024-04-10T15:31:10.744 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 6688, 2024-04-10T15:31:10.744 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 76 2024-04-10T15:31:10.744 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.744 INFO:tasks.workunit.client.0.smithi069.stdout: "mds_co": { 2024-04-10T15:31:10.744 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:10.744 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:10.744 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.744 INFO:tasks.workunit.client.0.smithi069.stdout: "osd": { 2024-04-10T15:31:10.744 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 510048, 2024-04-10T15:31:10.744 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 44 2024-04-10T15:31:10.744 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.744 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_mapbl": { 2024-04-10T15:31:10.744 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:10.744 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:10.744 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.744 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_pglog": { 2024-04-10T15:31:10.745 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 92560, 2024-04-10T15:31:10.745 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 182 2024-04-10T15:31:10.745 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.745 INFO:tasks.workunit.client.0.smithi069.stdout: "osdmap": { 2024-04-10T15:31:10.745 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 226440, 2024-04-10T15:31:10.745 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 3475 2024-04-10T15:31:10.745 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.745 INFO:tasks.workunit.client.0.smithi069.stdout: "osdmap_mapping": { 2024-04-10T15:31:10.745 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:10.745 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:10.745 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.745 INFO:tasks.workunit.client.0.smithi069.stdout: "pgmap": { 2024-04-10T15:31:10.745 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:10.745 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:10.745 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.745 INFO:tasks.workunit.client.0.smithi069.stdout: "unittest_1": { 2024-04-10T15:31:10.745 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:10.746 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:10.746 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.746 INFO:tasks.workunit.client.0.smithi069.stdout: "unittest_2": { 2024-04-10T15:31:10.746 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:10.746 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:10.746 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:10.746 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.746 INFO:tasks.workunit.client.0.smithi069.stdout: "osd.1": { 2024-04-10T15:31:10.746 INFO:tasks.workunit.client.0.smithi069.stdout: "bloom_filter": { 2024-04-10T15:31:10.746 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:10.746 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:10.746 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.746 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs": { 2024-04-10T15:31:10.746 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 6368, 2024-04-10T15:31:10.746 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 123 2024-04-10T15:31:10.747 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.747 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs_file_reader": { 2024-04-10T15:31:10.747 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 16896, 2024-04-10T15:31:10.747 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 8 2024-04-10T15:31:10.747 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.747 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs_file_writer": { 2024-04-10T15:31:10.747 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 576, 2024-04-10T15:31:10.747 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 3 2024-04-10T15:31:10.747 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.747 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_alloc": { 2024-04-10T15:31:10.747 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 4800, 2024-04-10T15:31:10.747 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 60 2024-04-10T15:31:10.747 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.747 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_blob": { 2024-04-10T15:31:10.747 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 19600, 2024-04-10T15:31:10.748 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 175 2024-04-10T15:31:10.748 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.748 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_buffer": { 2024-04-10T15:31:10.748 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 1040, 2024-04-10T15:31:10.748 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 39 2024-04-10T15:31:10.748 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.748 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_data": { 2024-04-10T15:31:10.748 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 8192, 2024-04-10T15:31:10.748 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 2 2024-04-10T15:31:10.748 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.748 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_meta": { 2024-04-10T15:31:10.748 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 45382, 2024-04-10T15:31:10.748 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 8591 2024-04-10T15:31:10.748 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.748 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_onode": { 2024-04-10T15:31:10.748 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 128776, 2024-04-10T15:31:10.748 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 221 2024-04-10T15:31:10.749 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.749 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_other": { 2024-04-10T15:31:10.749 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 9552, 2024-04-10T15:31:10.749 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 569 2024-04-10T15:31:10.749 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.749 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_extent": { 2024-04-10T15:31:10.749 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 8400, 2024-04-10T15:31:10.749 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 175 2024-04-10T15:31:10.749 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.749 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_fsck": { 2024-04-10T15:31:10.749 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:10.749 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:10.749 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.749 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_inline_bl": { 2024-04-10T15:31:10.749 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 28026, 2024-04-10T15:31:10.749 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 189 2024-04-10T15:31:10.750 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.750 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_shared_blob": { 2024-04-10T15:31:10.750 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 19600, 2024-04-10T15:31:10.750 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 175 2024-04-10T15:31:10.750 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.750 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_txc": { 2024-04-10T15:31:10.750 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 736, 2024-04-10T15:31:10.750 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 1 2024-04-10T15:31:10.750 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.750 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_writing": { 2024-04-10T15:31:10.750 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 434495, 2024-04-10T15:31:10.750 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 97 2024-04-10T15:31:10.750 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.750 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_writing_deferred": { 2024-04-10T15:31:10.750 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 12112, 2024-04-10T15:31:10.751 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 3 2024-04-10T15:31:10.751 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.751 INFO:tasks.workunit.client.0.smithi069.stdout: "buffer_anon": { 2024-04-10T15:31:10.751 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 2411712, 2024-04-10T15:31:10.751 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 185 2024-04-10T15:31:10.751 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.751 INFO:tasks.workunit.client.0.smithi069.stdout: "buffer_meta": { 2024-04-10T15:31:10.751 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 4928, 2024-04-10T15:31:10.751 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 56 2024-04-10T15:31:10.751 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.751 INFO:tasks.workunit.client.0.smithi069.stdout: "mds_co": { 2024-04-10T15:31:10.751 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:10.751 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:10.751 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.751 INFO:tasks.workunit.client.0.smithi069.stdout: "osd": { 2024-04-10T15:31:10.752 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 452088, 2024-04-10T15:31:10.752 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 39 2024-04-10T15:31:10.752 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.752 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_mapbl": { 2024-04-10T15:31:10.752 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:10.752 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:10.752 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.752 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_pglog": { 2024-04-10T15:31:10.752 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 7280, 2024-04-10T15:31:10.752 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 18 2024-04-10T15:31:10.752 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.752 INFO:tasks.workunit.client.0.smithi069.stdout: "osdmap": { 2024-04-10T15:31:10.752 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 226440, 2024-04-10T15:31:10.752 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 3475 2024-04-10T15:31:10.752 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.753 INFO:tasks.workunit.client.0.smithi069.stdout: "osdmap_mapping": { 2024-04-10T15:31:10.753 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:10.753 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:10.753 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.753 INFO:tasks.workunit.client.0.smithi069.stdout: "pgmap": { 2024-04-10T15:31:10.753 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:10.753 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:10.753 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.753 INFO:tasks.workunit.client.0.smithi069.stdout: "unittest_1": { 2024-04-10T15:31:10.753 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:10.753 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:10.753 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.753 INFO:tasks.workunit.client.0.smithi069.stdout: "unittest_2": { 2024-04-10T15:31:10.753 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:10.753 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:10.754 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:10.754 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.754 INFO:tasks.workunit.client.0.smithi069.stdout: "osd.2": { 2024-04-10T15:31:10.754 INFO:tasks.workunit.client.0.smithi069.stdout: "bloom_filter": { 2024-04-10T15:31:10.754 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:10.754 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:10.754 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.754 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs": { 2024-04-10T15:31:10.754 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 6368, 2024-04-10T15:31:10.754 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 123 2024-04-10T15:31:10.754 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.754 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs_file_reader": { 2024-04-10T15:31:10.754 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 16896, 2024-04-10T15:31:10.754 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 8 2024-04-10T15:31:10.755 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.755 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs_file_writer": { 2024-04-10T15:31:10.755 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 576, 2024-04-10T15:31:10.755 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 3 2024-04-10T15:31:10.755 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.755 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_alloc": { 2024-04-10T15:31:10.755 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 4000, 2024-04-10T15:31:10.755 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 50 2024-04-10T15:31:10.755 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.755 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_blob": { 2024-04-10T15:31:10.755 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 19376, 2024-04-10T15:31:10.755 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 173 2024-04-10T15:31:10.755 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.755 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_buffer": { 2024-04-10T15:31:10.755 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 1040, 2024-04-10T15:31:10.755 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 39 2024-04-10T15:31:10.756 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.756 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_data": { 2024-04-10T15:31:10.756 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 8192, 2024-04-10T15:31:10.756 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 2 2024-04-10T15:31:10.756 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.756 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_meta": { 2024-04-10T15:31:10.756 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 83624, 2024-04-10T15:31:10.756 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 14455 2024-04-10T15:31:10.756 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.756 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_onode": { 2024-04-10T15:31:10.756 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 189976, 2024-04-10T15:31:10.756 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 311 2024-04-10T15:31:10.756 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.756 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_other": { 2024-04-10T15:31:10.756 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 8168, 2024-04-10T15:31:10.756 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 514 2024-04-10T15:31:10.757 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.757 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_extent": { 2024-04-10T15:31:10.757 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 8304, 2024-04-10T15:31:10.757 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 173 2024-04-10T15:31:10.757 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.757 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_fsck": { 2024-04-10T15:31:10.757 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:10.757 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:10.757 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.757 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_inline_bl": { 2024-04-10T15:31:10.757 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 25802, 2024-04-10T15:31:10.757 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 179 2024-04-10T15:31:10.757 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.757 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_shared_blob": { 2024-04-10T15:31:10.757 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 19376, 2024-04-10T15:31:10.757 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 173 2024-04-10T15:31:10.757 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.758 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_txc": { 2024-04-10T15:31:10.758 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 736, 2024-04-10T15:31:10.758 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 1 2024-04-10T15:31:10.758 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.758 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_writing": { 2024-04-10T15:31:10.758 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 323114, 2024-04-10T15:31:10.758 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 71 2024-04-10T15:31:10.758 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.758 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_writing_deferred": { 2024-04-10T15:31:10.758 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 12112, 2024-04-10T15:31:10.758 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 3 2024-04-10T15:31:10.758 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.758 INFO:tasks.workunit.client.0.smithi069.stdout: "buffer_anon": { 2024-04-10T15:31:10.758 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 2462296, 2024-04-10T15:31:10.758 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 191 2024-04-10T15:31:10.759 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.759 INFO:tasks.workunit.client.0.smithi069.stdout: "buffer_meta": { 2024-04-10T15:31:10.759 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 4224, 2024-04-10T15:31:10.759 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 48 2024-04-10T15:31:10.759 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.759 INFO:tasks.workunit.client.0.smithi069.stdout: "mds_co": { 2024-04-10T15:31:10.759 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:10.759 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:10.759 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.759 INFO:tasks.workunit.client.0.smithi069.stdout: "osd": { 2024-04-10T15:31:10.759 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 347760, 2024-04-10T15:31:10.759 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 30 2024-04-10T15:31:10.759 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.759 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_mapbl": { 2024-04-10T15:31:10.759 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:10.759 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:10.759 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.760 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_pglog": { 2024-04-10T15:31:10.760 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 8112, 2024-04-10T15:31:10.760 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 22 2024-04-10T15:31:10.760 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.760 INFO:tasks.workunit.client.0.smithi069.stdout: "osdmap": { 2024-04-10T15:31:10.760 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 226952, 2024-04-10T15:31:10.760 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 3499 2024-04-10T15:31:10.760 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.760 INFO:tasks.workunit.client.0.smithi069.stdout: "osdmap_mapping": { 2024-04-10T15:31:10.760 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:10.760 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:10.760 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.760 INFO:tasks.workunit.client.0.smithi069.stdout: "pgmap": { 2024-04-10T15:31:10.761 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:10.761 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:10.761 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.761 INFO:tasks.workunit.client.0.smithi069.stdout: "unittest_1": { 2024-04-10T15:31:10.761 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:10.761 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:10.761 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.761 INFO:tasks.workunit.client.0.smithi069.stdout: "unittest_2": { 2024-04-10T15:31:10.761 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:10.761 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:10.761 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:10.761 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.761 INFO:tasks.workunit.client.0.smithi069.stdout: "osd.3": { 2024-04-10T15:31:10.761 INFO:tasks.workunit.client.0.smithi069.stdout: "bloom_filter": { 2024-04-10T15:31:10.761 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:10.761 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:10.762 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.762 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs": { 2024-04-10T15:31:10.762 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 6368, 2024-04-10T15:31:10.762 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 123 2024-04-10T15:31:10.762 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.762 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs_file_reader": { 2024-04-10T15:31:10.762 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 16896, 2024-04-10T15:31:10.762 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 8 2024-04-10T15:31:10.762 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.762 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs_file_writer": { 2024-04-10T15:31:10.762 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 576, 2024-04-10T15:31:10.762 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 3 2024-04-10T15:31:10.762 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.762 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_alloc": { 2024-04-10T15:31:10.762 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 3680, 2024-04-10T15:31:10.762 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 46 2024-04-10T15:31:10.763 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.763 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_blob": { 2024-04-10T15:31:10.763 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 19936, 2024-04-10T15:31:10.763 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 178 2024-04-10T15:31:10.763 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.763 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_buffer": { 2024-04-10T15:31:10.763 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 480, 2024-04-10T15:31:10.763 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 34 2024-04-10T15:31:10.763 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.763 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_data": { 2024-04-10T15:31:10.763 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:10.763 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:10.763 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.763 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_meta": { 2024-04-10T15:31:10.763 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 44416, 2024-04-10T15:31:10.763 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 8505 2024-04-10T15:31:10.764 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.764 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_onode": { 2024-04-10T15:31:10.764 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 127416, 2024-04-10T15:31:10.764 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 219 2024-04-10T15:31:10.764 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.764 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_other": { 2024-04-10T15:31:10.764 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 9420, 2024-04-10T15:31:10.764 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 575 2024-04-10T15:31:10.764 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.764 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_extent": { 2024-04-10T15:31:10.764 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 8544, 2024-04-10T15:31:10.764 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 178 2024-04-10T15:31:10.764 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.764 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_fsck": { 2024-04-10T15:31:10.764 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:10.765 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:10.765 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.765 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_inline_bl": { 2024-04-10T15:31:10.765 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 27010, 2024-04-10T15:31:10.765 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 187 2024-04-10T15:31:10.765 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.765 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_shared_blob": { 2024-04-10T15:31:10.765 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 19936, 2024-04-10T15:31:10.765 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 178 2024-04-10T15:31:10.765 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.765 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_txc": { 2024-04-10T15:31:10.765 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 2208, 2024-04-10T15:31:10.765 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 3 2024-04-10T15:31:10.765 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.765 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_writing": { 2024-04-10T15:31:10.765 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 272594, 2024-04-10T15:31:10.765 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 58 2024-04-10T15:31:10.765 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.766 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_writing_deferred": { 2024-04-10T15:31:10.766 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 26565, 2024-04-10T15:31:10.766 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 9 2024-04-10T15:31:10.766 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.766 INFO:tasks.workunit.client.0.smithi069.stdout: "buffer_anon": { 2024-04-10T15:31:10.766 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 2429512, 2024-04-10T15:31:10.766 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 180 2024-04-10T15:31:10.766 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.766 INFO:tasks.workunit.client.0.smithi069.stdout: "buffer_meta": { 2024-04-10T15:31:10.766 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 4752, 2024-04-10T15:31:10.766 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 54 2024-04-10T15:31:10.766 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.766 INFO:tasks.workunit.client.0.smithi069.stdout: "mds_co": { 2024-04-10T15:31:10.766 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:10.766 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:10.767 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.767 INFO:tasks.workunit.client.0.smithi069.stdout: "osd": { 2024-04-10T15:31:10.767 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 428904, 2024-04-10T15:31:10.767 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 37 2024-04-10T15:31:10.767 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.767 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_mapbl": { 2024-04-10T15:31:10.767 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:10.767 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:10.767 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.767 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_pglog": { 2024-04-10T15:31:10.767 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 10400, 2024-04-10T15:31:10.767 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 20 2024-04-10T15:31:10.767 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.767 INFO:tasks.workunit.client.0.smithi069.stdout: "osdmap": { 2024-04-10T15:31:10.767 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 226440, 2024-04-10T15:31:10.768 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 3475 2024-04-10T15:31:10.768 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.768 INFO:tasks.workunit.client.0.smithi069.stdout: "osdmap_mapping": { 2024-04-10T15:31:10.768 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:10.768 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:10.768 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.768 INFO:tasks.workunit.client.0.smithi069.stdout: "pgmap": { 2024-04-10T15:31:10.768 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:10.768 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:10.768 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.768 INFO:tasks.workunit.client.0.smithi069.stdout: "unittest_1": { 2024-04-10T15:31:10.768 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:10.768 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:10.768 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.768 INFO:tasks.workunit.client.0.smithi069.stdout: "unittest_2": { 2024-04-10T15:31:10.769 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:10.769 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:10.769 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:10.769 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.769 INFO:tasks.workunit.client.0.smithi069.stdout: "osd.4": { 2024-04-10T15:31:10.769 INFO:tasks.workunit.client.0.smithi069.stdout: "bloom_filter": { 2024-04-10T15:31:10.769 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:10.769 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:10.769 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.769 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs": { 2024-04-10T15:31:10.769 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 6368, 2024-04-10T15:31:10.769 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 123 2024-04-10T15:31:10.769 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.769 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs_file_reader": { 2024-04-10T15:31:10.769 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 16896, 2024-04-10T15:31:10.769 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 8 2024-04-10T15:31:10.770 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.770 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs_file_writer": { 2024-04-10T15:31:10.770 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 576, 2024-04-10T15:31:10.770 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 3 2024-04-10T15:31:10.770 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.770 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_alloc": { 2024-04-10T15:31:10.770 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 3280, 2024-04-10T15:31:10.770 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 41 2024-04-10T15:31:10.770 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.770 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_blob": { 2024-04-10T15:31:10.770 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 19712, 2024-04-10T15:31:10.770 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 176 2024-04-10T15:31:10.770 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.770 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_buffer": { 2024-04-10T15:31:10.770 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 1264, 2024-04-10T15:31:10.771 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 41 2024-04-10T15:31:10.771 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.771 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_data": { 2024-04-10T15:31:10.771 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 4096, 2024-04-10T15:31:10.771 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 1 2024-04-10T15:31:10.771 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.771 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_meta": { 2024-04-10T15:31:10.771 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 86363, 2024-04-10T15:31:10.771 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 14894 2024-04-10T15:31:10.771 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.771 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_onode": { 2024-04-10T15:31:10.771 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 197456, 2024-04-10T15:31:10.771 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 322 2024-04-10T15:31:10.771 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.771 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_other": { 2024-04-10T15:31:10.772 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 9700, 2024-04-10T15:31:10.772 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 573 2024-04-10T15:31:10.772 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.772 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_extent": { 2024-04-10T15:31:10.772 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 8448, 2024-04-10T15:31:10.772 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 176 2024-04-10T15:31:10.772 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.772 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_fsck": { 2024-04-10T15:31:10.772 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:10.772 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:10.772 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.772 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_inline_bl": { 2024-04-10T15:31:10.772 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 28114, 2024-04-10T15:31:10.772 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 190 2024-04-10T15:31:10.772 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.772 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_shared_blob": { 2024-04-10T15:31:10.772 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 19824, 2024-04-10T15:31:10.773 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 177 2024-04-10T15:31:10.773 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.773 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_txc": { 2024-04-10T15:31:10.773 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 1472, 2024-04-10T15:31:10.773 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 2 2024-04-10T15:31:10.773 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.773 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_writing": { 2024-04-10T15:31:10.773 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 927244, 2024-04-10T15:31:10.773 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 75 2024-04-10T15:31:10.773 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.773 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_writing_deferred": { 2024-04-10T15:31:10.773 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 20128, 2024-04-10T15:31:10.773 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 5 2024-04-10T15:31:10.773 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.773 INFO:tasks.workunit.client.0.smithi069.stdout: "buffer_anon": { 2024-04-10T15:31:10.773 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 2413201, 2024-04-10T15:31:10.773 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 174 2024-04-10T15:31:10.774 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.774 INFO:tasks.workunit.client.0.smithi069.stdout: "buffer_meta": { 2024-04-10T15:31:10.774 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 5016, 2024-04-10T15:31:10.774 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 57 2024-04-10T15:31:10.774 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.774 INFO:tasks.workunit.client.0.smithi069.stdout: "mds_co": { 2024-04-10T15:31:10.774 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:10.774 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:10.774 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.774 INFO:tasks.workunit.client.0.smithi069.stdout: "osd": { 2024-04-10T15:31:10.774 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 463680, 2024-04-10T15:31:10.774 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 40 2024-04-10T15:31:10.774 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.774 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_mapbl": { 2024-04-10T15:31:10.774 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:10.774 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:10.775 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.775 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_pglog": { 2024-04-10T15:31:10.775 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 8944, 2024-04-10T15:31:10.775 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 18 2024-04-10T15:31:10.775 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.775 INFO:tasks.workunit.client.0.smithi069.stdout: "osdmap": { 2024-04-10T15:31:10.775 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 226952, 2024-04-10T15:31:10.775 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 3499 2024-04-10T15:31:10.775 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.775 INFO:tasks.workunit.client.0.smithi069.stdout: "osdmap_mapping": { 2024-04-10T15:31:10.775 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:10.775 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:10.775 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.775 INFO:tasks.workunit.client.0.smithi069.stdout: "pgmap": { 2024-04-10T15:31:10.775 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:10.775 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:10.776 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.776 INFO:tasks.workunit.client.0.smithi069.stdout: "unittest_1": { 2024-04-10T15:31:10.776 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:10.776 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:10.776 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.776 INFO:tasks.workunit.client.0.smithi069.stdout: "unittest_2": { 2024-04-10T15:31:10.776 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:10.776 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:10.776 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:10.776 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.776 INFO:tasks.workunit.client.0.smithi069.stdout: "osd.5": { 2024-04-10T15:31:10.776 INFO:tasks.workunit.client.0.smithi069.stdout: "bloom_filter": { 2024-04-10T15:31:10.776 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:10.776 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:10.776 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.776 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs": { 2024-04-10T15:31:10.777 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 6368, 2024-04-10T15:31:10.777 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 123 2024-04-10T15:31:10.777 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.777 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs_file_reader": { 2024-04-10T15:31:10.777 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 16896, 2024-04-10T15:31:10.777 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 8 2024-04-10T15:31:10.777 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.777 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs_file_writer": { 2024-04-10T15:31:10.777 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 576, 2024-04-10T15:31:10.777 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 3 2024-04-10T15:31:10.777 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.777 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_alloc": { 2024-04-10T15:31:10.777 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 2880, 2024-04-10T15:31:10.777 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 36 2024-04-10T15:31:10.777 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.778 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_blob": { 2024-04-10T15:31:10.778 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 19712, 2024-04-10T15:31:10.778 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 176 2024-04-10T15:31:10.778 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.778 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_buffer": { 2024-04-10T15:31:10.778 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 480, 2024-04-10T15:31:10.778 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 34 2024-04-10T15:31:10.778 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.778 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_data": { 2024-04-10T15:31:10.778 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:10.778 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:10.778 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.778 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_meta": { 2024-04-10T15:31:10.778 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 85623, 2024-04-10T15:31:10.779 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 14834 2024-04-10T15:31:10.779 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.779 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_onode": { 2024-04-10T15:31:10.779 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 196776, 2024-04-10T15:31:10.779 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 321 2024-04-10T15:31:10.779 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.779 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_other": { 2024-04-10T15:31:10.779 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 9716, 2024-04-10T15:31:10.779 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 574 2024-04-10T15:31:10.779 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.779 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_extent": { 2024-04-10T15:31:10.779 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 8448, 2024-04-10T15:31:10.779 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 176 2024-04-10T15:31:10.779 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.779 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_fsck": { 2024-04-10T15:31:10.779 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:10.780 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:10.780 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.780 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_inline_bl": { 2024-04-10T15:31:10.780 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 27858, 2024-04-10T15:31:10.780 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 189 2024-04-10T15:31:10.780 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.780 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_shared_blob": { 2024-04-10T15:31:10.780 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 19712, 2024-04-10T15:31:10.780 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 176 2024-04-10T15:31:10.780 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.780 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_txc": { 2024-04-10T15:31:10.780 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 2208, 2024-04-10T15:31:10.780 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 3 2024-04-10T15:31:10.780 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.780 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_writing": { 2024-04-10T15:31:10.781 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 845374, 2024-04-10T15:31:10.781 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 55 2024-04-10T15:31:10.781 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.781 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_writing_deferred": { 2024-04-10T15:31:10.781 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 28605, 2024-04-10T15:31:10.781 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 11 2024-04-10T15:31:10.781 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.781 INFO:tasks.workunit.client.0.smithi069.stdout: "buffer_anon": { 2024-04-10T15:31:10.781 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 2455351, 2024-04-10T15:31:10.781 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 182 2024-04-10T15:31:10.781 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.781 INFO:tasks.workunit.client.0.smithi069.stdout: "buffer_meta": { 2024-04-10T15:31:10.781 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 5456, 2024-04-10T15:31:10.781 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 62 2024-04-10T15:31:10.781 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.781 INFO:tasks.workunit.client.0.smithi069.stdout: "mds_co": { 2024-04-10T15:31:10.782 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:10.782 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:10.782 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.782 INFO:tasks.workunit.client.0.smithi069.stdout: "osd": { 2024-04-10T15:31:10.782 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 463680, 2024-04-10T15:31:10.782 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 40 2024-04-10T15:31:10.782 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.782 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_mapbl": { 2024-04-10T15:31:10.782 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:10.782 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:10.782 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.782 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_pglog": { 2024-04-10T15:31:10.782 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 11960, 2024-04-10T15:31:10.782 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 23 2024-04-10T15:31:10.782 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.782 INFO:tasks.workunit.client.0.smithi069.stdout: "osdmap": { 2024-04-10T15:31:10.783 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 226952, 2024-04-10T15:31:10.783 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 3499 2024-04-10T15:31:10.783 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.783 INFO:tasks.workunit.client.0.smithi069.stdout: "osdmap_mapping": { 2024-04-10T15:31:10.783 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:10.783 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:10.783 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.783 INFO:tasks.workunit.client.0.smithi069.stdout: "pgmap": { 2024-04-10T15:31:10.783 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:10.783 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:10.783 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.783 INFO:tasks.workunit.client.0.smithi069.stdout: "unittest_1": { 2024-04-10T15:31:10.783 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:10.783 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:10.783 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.783 INFO:tasks.workunit.client.0.smithi069.stdout: "unittest_2": { 2024-04-10T15:31:10.784 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:10.784 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:10.784 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:10.784 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.784 INFO:tasks.workunit.client.0.smithi069.stdout: "osd.6": { 2024-04-10T15:31:10.784 INFO:tasks.workunit.client.0.smithi069.stdout: "bloom_filter": { 2024-04-10T15:31:10.784 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:10.784 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:10.784 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.784 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs": { 2024-04-10T15:31:10.784 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 6368, 2024-04-10T15:31:10.784 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 123 2024-04-10T15:31:10.784 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.784 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs_file_reader": { 2024-04-10T15:31:10.784 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 16896, 2024-04-10T15:31:10.785 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 8 2024-04-10T15:31:10.785 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.785 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs_file_writer": { 2024-04-10T15:31:10.785 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 576, 2024-04-10T15:31:10.785 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 3 2024-04-10T15:31:10.785 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.785 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_alloc": { 2024-04-10T15:31:10.785 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 2400, 2024-04-10T15:31:10.785 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 30 2024-04-10T15:31:10.785 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.785 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_blob": { 2024-04-10T15:31:10.785 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 20720, 2024-04-10T15:31:10.785 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 185 2024-04-10T15:31:10.785 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.785 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_buffer": { 2024-04-10T15:31:10.785 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 256, 2024-04-10T15:31:10.785 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 32 2024-04-10T15:31:10.786 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.786 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_data": { 2024-04-10T15:31:10.786 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:10.786 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:10.786 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.786 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_meta": { 2024-04-10T15:31:10.786 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 45773, 2024-04-10T15:31:10.786 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 8916 2024-04-10T15:31:10.786 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.786 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_onode": { 2024-04-10T15:31:10.786 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 128776, 2024-04-10T15:31:10.786 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 221 2024-04-10T15:31:10.786 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.786 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_other": { 2024-04-10T15:31:10.786 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 10852, 2024-04-10T15:31:10.786 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 732 2024-04-10T15:31:10.787 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.787 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_extent": { 2024-04-10T15:31:10.787 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 8880, 2024-04-10T15:31:10.787 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 185 2024-04-10T15:31:10.787 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.787 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_fsck": { 2024-04-10T15:31:10.787 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:10.787 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:10.787 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.787 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_inline_bl": { 2024-04-10T15:31:10.787 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 28886, 2024-04-10T15:31:10.787 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 189 2024-04-10T15:31:10.787 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.787 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_shared_blob": { 2024-04-10T15:31:10.787 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 20720, 2024-04-10T15:31:10.787 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 185 2024-04-10T15:31:10.788 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.788 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_txc": { 2024-04-10T15:31:10.788 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:10.788 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:10.788 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.788 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_writing": { 2024-04-10T15:31:10.788 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 809480, 2024-04-10T15:31:10.788 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 46 2024-04-10T15:31:10.788 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.788 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_writing_deferred": { 2024-04-10T15:31:10.788 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:10.788 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:10.788 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.788 INFO:tasks.workunit.client.0.smithi069.stdout: "buffer_anon": { 2024-04-10T15:31:10.788 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 2426692, 2024-04-10T15:31:10.788 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 175 2024-04-10T15:31:10.788 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.788 INFO:tasks.workunit.client.0.smithi069.stdout: "buffer_meta": { 2024-04-10T15:31:10.789 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 4664, 2024-04-10T15:31:10.789 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 53 2024-04-10T15:31:10.789 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.789 INFO:tasks.workunit.client.0.smithi069.stdout: "mds_co": { 2024-04-10T15:31:10.789 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:10.789 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:10.789 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.789 INFO:tasks.workunit.client.0.smithi069.stdout: "osd": { 2024-04-10T15:31:10.789 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 452088, 2024-04-10T15:31:10.789 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 39 2024-04-10T15:31:10.789 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.789 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_mapbl": { 2024-04-10T15:31:10.789 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:10.789 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:10.789 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.789 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_pglog": { 2024-04-10T15:31:10.789 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 92352, 2024-04-10T15:31:10.790 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 188 2024-04-10T15:31:10.790 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.790 INFO:tasks.workunit.client.0.smithi069.stdout: "osdmap": { 2024-04-10T15:31:10.790 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 227208, 2024-04-10T15:31:10.790 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 3511 2024-04-10T15:31:10.790 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.790 INFO:tasks.workunit.client.0.smithi069.stdout: "osdmap_mapping": { 2024-04-10T15:31:10.790 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:10.790 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:10.790 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.790 INFO:tasks.workunit.client.0.smithi069.stdout: "pgmap": { 2024-04-10T15:31:10.790 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:10.790 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:10.790 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.790 INFO:tasks.workunit.client.0.smithi069.stdout: "unittest_1": { 2024-04-10T15:31:10.790 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:10.791 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:10.791 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.791 INFO:tasks.workunit.client.0.smithi069.stdout: "unittest_2": { 2024-04-10T15:31:10.791 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:10.791 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:10.791 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:10.791 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.791 INFO:tasks.workunit.client.0.smithi069.stdout: "osd.7": { 2024-04-10T15:31:10.791 INFO:tasks.workunit.client.0.smithi069.stdout: "bloom_filter": { 2024-04-10T15:31:10.791 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:10.791 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:10.791 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.791 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs": { 2024-04-10T15:31:10.791 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 6368, 2024-04-10T15:31:10.791 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 123 2024-04-10T15:31:10.791 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.791 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs_file_reader": { 2024-04-10T15:31:10.792 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 16896, 2024-04-10T15:31:10.792 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 8 2024-04-10T15:31:10.792 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.792 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs_file_writer": { 2024-04-10T15:31:10.792 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 576, 2024-04-10T15:31:10.792 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 3 2024-04-10T15:31:10.792 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.792 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_alloc": { 2024-04-10T15:31:10.792 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 1680, 2024-04-10T15:31:10.792 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 21 2024-04-10T15:31:10.792 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.792 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_blob": { 2024-04-10T15:31:10.792 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 20720, 2024-04-10T15:31:10.792 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 185 2024-04-10T15:31:10.792 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.792 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_buffer": { 2024-04-10T15:31:10.793 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 928, 2024-04-10T15:31:10.793 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 38 2024-04-10T15:31:10.793 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.793 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_data": { 2024-04-10T15:31:10.793 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 266240, 2024-04-10T15:31:10.793 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 6 2024-04-10T15:31:10.793 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.793 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_meta": { 2024-04-10T15:31:10.793 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 88566, 2024-04-10T15:31:10.793 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 15497 2024-04-10T15:31:10.793 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.793 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_onode": { 2024-04-10T15:31:10.793 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 202216, 2024-04-10T15:31:10.793 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 329 2024-04-10T15:31:10.793 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.793 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_other": { 2024-04-10T15:31:10.794 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 11636, 2024-04-10T15:31:10.794 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 739 2024-04-10T15:31:10.794 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.794 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_extent": { 2024-04-10T15:31:10.794 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 8880, 2024-04-10T15:31:10.794 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 185 2024-04-10T15:31:10.794 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.794 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_fsck": { 2024-04-10T15:31:10.794 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:10.794 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:10.794 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.794 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_inline_bl": { 2024-04-10T15:31:10.794 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 30934, 2024-04-10T15:31:10.794 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 197 2024-04-10T15:31:10.795 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.795 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_shared_blob": { 2024-04-10T15:31:10.795 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 20720, 2024-04-10T15:31:10.795 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 185 2024-04-10T15:31:10.795 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.795 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_txc": { 2024-04-10T15:31:10.795 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:10.795 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:10.795 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.795 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_writing": { 2024-04-10T15:31:10.795 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 153987, 2024-04-10T15:31:10.795 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 31 2024-04-10T15:31:10.795 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.795 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_writing_deferred": { 2024-04-10T15:31:10.795 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:10.795 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:10.796 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.796 INFO:tasks.workunit.client.0.smithi069.stdout: "buffer_anon": { 2024-04-10T15:31:10.796 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 2436274, 2024-04-10T15:31:10.796 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 194 2024-04-10T15:31:10.796 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.796 INFO:tasks.workunit.client.0.smithi069.stdout: "buffer_meta": { 2024-04-10T15:31:10.796 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 5720, 2024-04-10T15:31:10.796 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 65 2024-04-10T15:31:10.796 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.796 INFO:tasks.workunit.client.0.smithi069.stdout: "mds_co": { 2024-04-10T15:31:10.796 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:10.796 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:10.796 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.796 INFO:tasks.workunit.client.0.smithi069.stdout: "osd": { 2024-04-10T15:31:10.796 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 533232, 2024-04-10T15:31:10.796 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 46 2024-04-10T15:31:10.796 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.797 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_mapbl": { 2024-04-10T15:31:10.797 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:10.797 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:10.797 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.797 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_pglog": { 2024-04-10T15:31:10.797 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 94432, 2024-04-10T15:31:10.797 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 216 2024-04-10T15:31:10.797 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.797 INFO:tasks.workunit.client.0.smithi069.stdout: "osdmap": { 2024-04-10T15:31:10.797 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 226440, 2024-04-10T15:31:10.797 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 3475 2024-04-10T15:31:10.797 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.797 INFO:tasks.workunit.client.0.smithi069.stdout: "osdmap_mapping": { 2024-04-10T15:31:10.797 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:10.797 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:10.797 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.798 INFO:tasks.workunit.client.0.smithi069.stdout: "pgmap": { 2024-04-10T15:31:10.798 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:10.798 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:10.798 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.798 INFO:tasks.workunit.client.0.smithi069.stdout: "unittest_1": { 2024-04-10T15:31:10.798 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:10.798 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:10.798 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.798 INFO:tasks.workunit.client.0.smithi069.stdout: "unittest_2": { 2024-04-10T15:31:10.798 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:10.798 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:10.798 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:10.798 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:10.798 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:10.798 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.799 INFO:tasks.workunit.client.0.smithi069.stdout: "metadata": { 2024-04-10T15:31:10.799 INFO:tasks.workunit.client.0.smithi069.stdout: "mds": { 2024-04-10T15:31:10.799 INFO:tasks.workunit.client.0.smithi069.stdout: "arch": { 2024-04-10T15:31:10.799 INFO:tasks.workunit.client.0.smithi069.stdout: "x86_64": 2 2024-04-10T15:31:10.799 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.799 INFO:tasks.workunit.client.0.smithi069.stdout: "ceph_version": { 2024-04-10T15:31:10.799 INFO:tasks.workunit.client.0.smithi069.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 2 2024-04-10T15:31:10.799 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.799 INFO:tasks.workunit.client.0.smithi069.stdout: "cpu": { 2024-04-10T15:31:10.799 INFO:tasks.workunit.client.0.smithi069.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 2 2024-04-10T15:31:10.799 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.799 INFO:tasks.workunit.client.0.smithi069.stdout: "distro": { 2024-04-10T15:31:10.799 INFO:tasks.workunit.client.0.smithi069.stdout: "centos": 2 2024-04-10T15:31:10.799 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.799 INFO:tasks.workunit.client.0.smithi069.stdout: "distro_description": { 2024-04-10T15:31:10.799 INFO:tasks.workunit.client.0.smithi069.stdout: "CentOS Stream 8": 2 2024-04-10T15:31:10.800 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.800 INFO:tasks.workunit.client.0.smithi069.stdout: "kernel_description": { 2024-04-10T15:31:10.800 INFO:tasks.workunit.client.0.smithi069.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024": 2 2024-04-10T15:31:10.800 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.800 INFO:tasks.workunit.client.0.smithi069.stdout: "kernel_version": { 2024-04-10T15:31:10.800 INFO:tasks.workunit.client.0.smithi069.stdout: "5.14.0-435.el9.x86_64": 2 2024-04-10T15:31:10.800 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.800 INFO:tasks.workunit.client.0.smithi069.stdout: "os": { 2024-04-10T15:31:10.800 INFO:tasks.workunit.client.0.smithi069.stdout: "Linux": 2 2024-04-10T15:31:10.800 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:10.800 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.800 INFO:tasks.workunit.client.0.smithi069.stdout: "mon": { 2024-04-10T15:31:10.800 INFO:tasks.workunit.client.0.smithi069.stdout: "arch": { 2024-04-10T15:31:10.800 INFO:tasks.workunit.client.0.smithi069.stdout: "x86_64": 3 2024-04-10T15:31:10.800 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.800 INFO:tasks.workunit.client.0.smithi069.stdout: "ceph_version": { 2024-04-10T15:31:10.800 INFO:tasks.workunit.client.0.smithi069.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 3 2024-04-10T15:31:10.801 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.801 INFO:tasks.workunit.client.0.smithi069.stdout: "cpu": { 2024-04-10T15:31:10.801 INFO:tasks.workunit.client.0.smithi069.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 3 2024-04-10T15:31:10.801 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.801 INFO:tasks.workunit.client.0.smithi069.stdout: "distro": { 2024-04-10T15:31:10.801 INFO:tasks.workunit.client.0.smithi069.stdout: "centos": 3 2024-04-10T15:31:10.801 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.801 INFO:tasks.workunit.client.0.smithi069.stdout: "distro_description": { 2024-04-10T15:31:10.801 INFO:tasks.workunit.client.0.smithi069.stdout: "CentOS Stream 8": 3 2024-04-10T15:31:10.801 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.801 INFO:tasks.workunit.client.0.smithi069.stdout: "kernel_description": { 2024-04-10T15:31:10.801 INFO:tasks.workunit.client.0.smithi069.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024": 3 2024-04-10T15:31:10.801 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.801 INFO:tasks.workunit.client.0.smithi069.stdout: "kernel_version": { 2024-04-10T15:31:10.801 INFO:tasks.workunit.client.0.smithi069.stdout: "5.14.0-435.el9.x86_64": 3 2024-04-10T15:31:10.801 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.801 INFO:tasks.workunit.client.0.smithi069.stdout: "os": { 2024-04-10T15:31:10.801 INFO:tasks.workunit.client.0.smithi069.stdout: "Linux": 3 2024-04-10T15:31:10.802 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:10.802 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.802 INFO:tasks.workunit.client.0.smithi069.stdout: "osd": { 2024-04-10T15:31:10.802 INFO:tasks.workunit.client.0.smithi069.stdout: "arch": { 2024-04-10T15:31:10.802 INFO:tasks.workunit.client.0.smithi069.stdout: "x86_64": 8 2024-04-10T15:31:10.802 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.802 INFO:tasks.workunit.client.0.smithi069.stdout: "ceph_version": { 2024-04-10T15:31:10.802 INFO:tasks.workunit.client.0.smithi069.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 8 2024-04-10T15:31:10.802 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.802 INFO:tasks.workunit.client.0.smithi069.stdout: "cpu": { 2024-04-10T15:31:10.802 INFO:tasks.workunit.client.0.smithi069.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 8 2024-04-10T15:31:10.802 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.802 INFO:tasks.workunit.client.0.smithi069.stdout: "distro": { 2024-04-10T15:31:10.802 INFO:tasks.workunit.client.0.smithi069.stdout: "centos": 8 2024-04-10T15:31:10.803 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.803 INFO:tasks.workunit.client.0.smithi069.stdout: "distro_description": { 2024-04-10T15:31:10.803 INFO:tasks.workunit.client.0.smithi069.stdout: "CentOS Stream 8": 8 2024-04-10T15:31:10.803 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.803 INFO:tasks.workunit.client.0.smithi069.stdout: "kernel_description": { 2024-04-10T15:31:10.803 INFO:tasks.workunit.client.0.smithi069.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024": 8 2024-04-10T15:31:10.803 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.803 INFO:tasks.workunit.client.0.smithi069.stdout: "kernel_version": { 2024-04-10T15:31:10.803 INFO:tasks.workunit.client.0.smithi069.stdout: "5.14.0-435.el9.x86_64": 8 2024-04-10T15:31:10.803 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.803 INFO:tasks.workunit.client.0.smithi069.stdout: "os": { 2024-04-10T15:31:10.803 INFO:tasks.workunit.client.0.smithi069.stdout: "Linux": 8 2024-04-10T15:31:10.803 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.803 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_objectstore": { 2024-04-10T15:31:10.803 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore": 8 2024-04-10T15:31:10.803 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.803 INFO:tasks.workunit.client.0.smithi069.stdout: "rotational": { 2024-04-10T15:31:10.804 INFO:tasks.workunit.client.0.smithi069.stdout: "0": 8 2024-04-10T15:31:10.804 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:10.804 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:10.804 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.804 INFO:tasks.workunit.client.0.smithi069.stdout: "mon": { 2024-04-10T15:31:10.804 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 3, 2024-04-10T15:31:10.804 INFO:tasks.workunit.client.0.smithi069.stdout: "features": { 2024-04-10T15:31:10.804 INFO:tasks.workunit.client.0.smithi069.stdout: "optional": [], 2024-04-10T15:31:10.804 INFO:tasks.workunit.client.0.smithi069.stdout: "persistent": [ 2024-04-10T15:31:10.804 INFO:tasks.workunit.client.0.smithi069.stdout: "kraken", 2024-04-10T15:31:10.804 INFO:tasks.workunit.client.0.smithi069.stdout: "luminous", 2024-04-10T15:31:10.804 INFO:tasks.workunit.client.0.smithi069.stdout: "mimic", 2024-04-10T15:31:10.804 INFO:tasks.workunit.client.0.smithi069.stdout: "osdmap-prune", 2024-04-10T15:31:10.804 INFO:tasks.workunit.client.0.smithi069.stdout: "nautilus", 2024-04-10T15:31:10.804 INFO:tasks.workunit.client.0.smithi069.stdout: "octopus", 2024-04-10T15:31:10.804 INFO:tasks.workunit.client.0.smithi069.stdout: "pacific", 2024-04-10T15:31:10.805 INFO:tasks.workunit.client.0.smithi069.stdout: "elector-pinging", 2024-04-10T15:31:10.805 INFO:tasks.workunit.client.0.smithi069.stdout: "quincy", 2024-04-10T15:31:10.805 INFO:tasks.workunit.client.0.smithi069.stdout: "reef" 2024-04-10T15:31:10.805 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T15:31:10.805 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.805 INFO:tasks.workunit.client.0.smithi069.stdout: "ipv4_addr_mons": 6, 2024-04-10T15:31:10.805 INFO:tasks.workunit.client.0.smithi069.stdout: "ipv6_addr_mons": 0, 2024-04-10T15:31:10.805 INFO:tasks.workunit.client.0.smithi069.stdout: "min_mon_release": 18, 2024-04-10T15:31:10.805 INFO:tasks.workunit.client.0.smithi069.stdout: "v1_addr_mons": 3, 2024-04-10T15:31:10.805 INFO:tasks.workunit.client.0.smithi069.stdout: "v2_addr_mons": 3 2024-04-10T15:31:10.805 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.805 INFO:tasks.workunit.client.0.smithi069.stdout: "organization": "ceph-qa", 2024-04-10T15:31:10.805 INFO:tasks.workunit.client.0.smithi069.stdout: "osd": { 2024-04-10T15:31:10.805 INFO:tasks.workunit.client.0.smithi069.stdout: "cluster_network": false, 2024-04-10T15:31:10.805 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 8, 2024-04-10T15:31:10.806 INFO:tasks.workunit.client.0.smithi069.stdout: "require_min_compat_client": "luminous", 2024-04-10T15:31:10.806 INFO:tasks.workunit.client.0.smithi069.stdout: "require_osd_release": "reef" 2024-04-10T15:31:10.806 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.806 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_perf_histograms": [ 2024-04-10T15:31:10.806 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:10.806 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-10T15:31:10.806 INFO:tasks.workunit.client.0.smithi069.stdout: "axes": [ 2024-04-10T15:31:10.806 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:10.806 INFO:tasks.workunit.client.0.smithi069.stdout: "buckets": 32, 2024-04-10T15:31:10.806 INFO:tasks.workunit.client.0.smithi069.stdout: "min": 0, 2024-04-10T15:31:10.806 INFO:tasks.workunit.client.0.smithi069.stdout: "name": "Latency (usec)", 2024-04-10T15:31:10.806 INFO:tasks.workunit.client.0.smithi069.stdout: "quant_size": 100000, 2024-04-10T15:31:10.806 INFO:tasks.workunit.client.0.smithi069.stdout: "ranges": [ 2024-04-10T15:31:10.806 INFO:tasks.workunit.client.0.smithi069.stdout: "[None, -1]", 2024-04-10T15:31:10.806 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 99999]", 2024-04-10T15:31:10.806 INFO:tasks.workunit.client.0.smithi069.stdout: "[100000, 199999]", 2024-04-10T15:31:10.807 INFO:tasks.workunit.client.0.smithi069.stdout: "[200000, 399999]", 2024-04-10T15:31:10.807 INFO:tasks.workunit.client.0.smithi069.stdout: "[400000, 799999]", 2024-04-10T15:31:10.807 INFO:tasks.workunit.client.0.smithi069.stdout: "[800000, 1599999]", 2024-04-10T15:31:10.807 INFO:tasks.workunit.client.0.smithi069.stdout: "[1600000, 3199999]", 2024-04-10T15:31:10.807 INFO:tasks.workunit.client.0.smithi069.stdout: "[3200000, 6399999]", 2024-04-10T15:31:10.807 INFO:tasks.workunit.client.0.smithi069.stdout: "[6400000, 12799999]", 2024-04-10T15:31:10.807 INFO:tasks.workunit.client.0.smithi069.stdout: "[12800000, 25599999]", 2024-04-10T15:31:10.807 INFO:tasks.workunit.client.0.smithi069.stdout: "[25600000, 51199999]", 2024-04-10T15:31:10.807 INFO:tasks.workunit.client.0.smithi069.stdout: "[51200000, 102399999]", 2024-04-10T15:31:10.807 INFO:tasks.workunit.client.0.smithi069.stdout: "[102400000, 204799999]", 2024-04-10T15:31:10.807 INFO:tasks.workunit.client.0.smithi069.stdout: "[204800000, 409599999]", 2024-04-10T15:31:10.807 INFO:tasks.workunit.client.0.smithi069.stdout: "[409600000, 819199999]", 2024-04-10T15:31:10.807 INFO:tasks.workunit.client.0.smithi069.stdout: "[819200000, 1638399999]", 2024-04-10T15:31:10.807 INFO:tasks.workunit.client.0.smithi069.stdout: "[1638400000, 3276799999]", 2024-04-10T15:31:10.807 INFO:tasks.workunit.client.0.smithi069.stdout: "[3276800000, 6553599999]", 2024-04-10T15:31:10.807 INFO:tasks.workunit.client.0.smithi069.stdout: "[6553600000, 13107199999]", 2024-04-10T15:31:10.807 INFO:tasks.workunit.client.0.smithi069.stdout: "[13107200000, 26214399999]", 2024-04-10T15:31:10.808 INFO:tasks.workunit.client.0.smithi069.stdout: "[26214400000, 52428799999]", 2024-04-10T15:31:10.808 INFO:tasks.workunit.client.0.smithi069.stdout: "[52428800000, 104857599999]", 2024-04-10T15:31:10.808 INFO:tasks.workunit.client.0.smithi069.stdout: "[104857600000, 209715199999]", 2024-04-10T15:31:10.808 INFO:tasks.workunit.client.0.smithi069.stdout: "[209715200000, 419430399999]", 2024-04-10T15:31:10.808 INFO:tasks.workunit.client.0.smithi069.stdout: "[419430400000, 838860799999]", 2024-04-10T15:31:10.808 INFO:tasks.workunit.client.0.smithi069.stdout: "[838860800000, 1677721599999]", 2024-04-10T15:31:10.808 INFO:tasks.workunit.client.0.smithi069.stdout: "[1677721600000, 3355443199999]", 2024-04-10T15:31:10.808 INFO:tasks.workunit.client.0.smithi069.stdout: "[3355443200000, 6710886399999]", 2024-04-10T15:31:10.808 INFO:tasks.workunit.client.0.smithi069.stdout: "[6710886400000, 13421772799999]", 2024-04-10T15:31:10.808 INFO:tasks.workunit.client.0.smithi069.stdout: "[13421772800000, 26843545599999]", 2024-04-10T15:31:10.808 INFO:tasks.workunit.client.0.smithi069.stdout: "[26843545600000, 53687091199999]", 2024-04-10T15:31:10.808 INFO:tasks.workunit.client.0.smithi069.stdout: "[53687091200000, None]" 2024-04-10T15:31:10.808 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:10.808 INFO:tasks.workunit.client.0.smithi069.stdout: "scale_type": "log2" 2024-04-10T15:31:10.808 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.808 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:10.808 INFO:tasks.workunit.client.0.smithi069.stdout: "buckets": 32, 2024-04-10T15:31:10.809 INFO:tasks.workunit.client.0.smithi069.stdout: "min": 0, 2024-04-10T15:31:10.809 INFO:tasks.workunit.client.0.smithi069.stdout: "name": "Request size (bytes)", 2024-04-10T15:31:10.809 INFO:tasks.workunit.client.0.smithi069.stdout: "quant_size": 512, 2024-04-10T15:31:10.809 INFO:tasks.workunit.client.0.smithi069.stdout: "ranges": [ 2024-04-10T15:31:10.809 INFO:tasks.workunit.client.0.smithi069.stdout: "[None, -1]", 2024-04-10T15:31:10.809 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 511]", 2024-04-10T15:31:10.809 INFO:tasks.workunit.client.0.smithi069.stdout: "[512, 1023]", 2024-04-10T15:31:10.809 INFO:tasks.workunit.client.0.smithi069.stdout: "[1024, 2047]", 2024-04-10T15:31:10.809 INFO:tasks.workunit.client.0.smithi069.stdout: "[2048, 4095]", 2024-04-10T15:31:10.809 INFO:tasks.workunit.client.0.smithi069.stdout: "[4096, 8191]", 2024-04-10T15:31:10.809 INFO:tasks.workunit.client.0.smithi069.stdout: "[8192, 16383]", 2024-04-10T15:31:10.809 INFO:tasks.workunit.client.0.smithi069.stdout: "[16384, 32767]", 2024-04-10T15:31:10.809 INFO:tasks.workunit.client.0.smithi069.stdout: "[32768, 65535]", 2024-04-10T15:31:10.809 INFO:tasks.workunit.client.0.smithi069.stdout: "[65536, 131071]", 2024-04-10T15:31:10.809 INFO:tasks.workunit.client.0.smithi069.stdout: "[131072, 262143]", 2024-04-10T15:31:10.809 INFO:tasks.workunit.client.0.smithi069.stdout: "[262144, 524287]", 2024-04-10T15:31:10.810 INFO:tasks.workunit.client.0.smithi069.stdout: "[524288, 1048575]", 2024-04-10T15:31:10.810 INFO:tasks.workunit.client.0.smithi069.stdout: "[1048576, 2097151]", 2024-04-10T15:31:10.810 INFO:tasks.workunit.client.0.smithi069.stdout: "[2097152, 4194303]", 2024-04-10T15:31:10.810 INFO:tasks.workunit.client.0.smithi069.stdout: "[4194304, 8388607]", 2024-04-10T15:31:10.810 INFO:tasks.workunit.client.0.smithi069.stdout: "[8388608, 16777215]", 2024-04-10T15:31:10.810 INFO:tasks.workunit.client.0.smithi069.stdout: "[16777216, 33554431]", 2024-04-10T15:31:10.810 INFO:tasks.workunit.client.0.smithi069.stdout: "[33554432, 67108863]", 2024-04-10T15:31:10.810 INFO:tasks.workunit.client.0.smithi069.stdout: "[67108864, 134217727]", 2024-04-10T15:31:10.810 INFO:tasks.workunit.client.0.smithi069.stdout: "[134217728, 268435455]", 2024-04-10T15:31:10.810 INFO:tasks.workunit.client.0.smithi069.stdout: "[268435456, 536870911]", 2024-04-10T15:31:10.810 INFO:tasks.workunit.client.0.smithi069.stdout: "[536870912, 1073741823]", 2024-04-10T15:31:10.810 INFO:tasks.workunit.client.0.smithi069.stdout: "[1073741824, 2147483647]", 2024-04-10T15:31:10.810 INFO:tasks.workunit.client.0.smithi069.stdout: "[2147483648, 4294967295]", 2024-04-10T15:31:10.810 INFO:tasks.workunit.client.0.smithi069.stdout: "[4294967296, 8589934591]", 2024-04-10T15:31:10.810 INFO:tasks.workunit.client.0.smithi069.stdout: "[8589934592, 17179869183]", 2024-04-10T15:31:10.810 INFO:tasks.workunit.client.0.smithi069.stdout: "[17179869184, 34359738367]", 2024-04-10T15:31:10.811 INFO:tasks.workunit.client.0.smithi069.stdout: "[34359738368, 68719476735]", 2024-04-10T15:31:10.811 INFO:tasks.workunit.client.0.smithi069.stdout: "[68719476736, 137438953471]", 2024-04-10T15:31:10.811 INFO:tasks.workunit.client.0.smithi069.stdout: "[137438953472, 274877906943]", 2024-04-10T15:31:10.811 INFO:tasks.workunit.client.0.smithi069.stdout: "[274877906944, None]" 2024-04-10T15:31:10.811 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:10.811 INFO:tasks.workunit.client.0.smithi069.stdout: "scale_type": "log2" 2024-04-10T15:31:10.811 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:10.811 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:10.811 INFO:tasks.workunit.client.0.smithi069.stdout: "osds": [ 2024-04-10T15:31:10.811 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:10.811 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_id": 0, 2024-04-10T15:31:10.811 INFO:tasks.workunit.client.0.smithi069.stdout: "values": [ 2024-04-10T15:31:10.811 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.811 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.811 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.811 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.811 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.812 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.812 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.812 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.812 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.812 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.812 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.812 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.812 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.812 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.812 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.812 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.812 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.812 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.812 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.812 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.812 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.812 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.813 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.813 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.813 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.813 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.813 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.813 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.813 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.813 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.813 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.813 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T15:31:10.813 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T15:31:10.813 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.813 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:10.813 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_id": 1, 2024-04-10T15:31:10.813 INFO:tasks.workunit.client.0.smithi069.stdout: "values": [ 2024-04-10T15:31:10.813 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.814 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.814 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.814 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.814 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.814 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.814 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.814 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.814 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.814 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.814 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.814 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.814 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.814 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.814 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.814 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.814 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.815 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.815 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.815 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.815 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.815 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.815 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.815 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.815 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.815 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.815 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.815 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.815 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.815 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.815 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.815 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T15:31:10.816 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T15:31:10.816 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.816 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:10.816 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_id": 2, 2024-04-10T15:31:10.816 INFO:tasks.workunit.client.0.smithi069.stdout: "values": [ 2024-04-10T15:31:10.816 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.816 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.816 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.816 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.816 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.816 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.816 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.816 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.816 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.816 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.816 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.816 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.817 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.817 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.817 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.817 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.817 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.817 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.817 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.817 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.817 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.817 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.817 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.817 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.817 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.817 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.817 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.817 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.818 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.818 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.818 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.818 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T15:31:10.818 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T15:31:10.818 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.818 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:10.818 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_id": 3, 2024-04-10T15:31:10.818 INFO:tasks.workunit.client.0.smithi069.stdout: "values": [ 2024-04-10T15:31:10.818 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.818 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.818 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.818 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.818 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.818 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.819 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.819 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.819 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.819 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.819 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.819 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.819 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.819 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.819 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.819 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.819 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.819 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.819 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.819 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.820 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.820 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.820 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.820 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.820 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.820 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.820 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.820 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.820 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.820 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.820 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.820 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T15:31:10.820 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T15:31:10.820 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.820 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:10.820 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_id": 4, 2024-04-10T15:31:10.821 INFO:tasks.workunit.client.0.smithi069.stdout: "values": [ 2024-04-10T15:31:10.821 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.821 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.821 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.821 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.821 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.821 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.821 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.821 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.821 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.821 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.821 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.821 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.821 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.821 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.822 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.822 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.822 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.822 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.822 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.822 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.822 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.822 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.822 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.822 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.822 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.822 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.822 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.822 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.822 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.822 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.823 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.823 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T15:31:10.823 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T15:31:10.823 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.823 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:10.823 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_id": 5, 2024-04-10T15:31:10.823 INFO:tasks.workunit.client.0.smithi069.stdout: "values": [ 2024-04-10T15:31:10.823 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.823 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.823 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.823 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.823 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.823 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.823 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.823 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.823 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.823 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.824 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.824 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.824 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.824 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.824 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.824 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.824 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.824 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.824 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.824 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.824 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.824 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.824 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.825 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.825 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.825 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.825 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.825 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.825 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.825 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.825 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.825 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T15:31:10.825 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T15:31:10.825 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.825 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:10.825 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_id": 6, 2024-04-10T15:31:10.825 INFO:tasks.workunit.client.0.smithi069.stdout: "values": [ 2024-04-10T15:31:10.826 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.826 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.826 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.826 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.826 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.826 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.826 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.826 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.826 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.826 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.826 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.826 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.826 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.826 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.826 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.827 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.827 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.827 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.827 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.827 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.827 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.827 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.827 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.827 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.827 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.827 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.827 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.827 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.827 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.827 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.827 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.828 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T15:31:10.828 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T15:31:10.828 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.828 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:10.828 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_id": 7, 2024-04-10T15:31:10.828 INFO:tasks.workunit.client.0.smithi069.stdout: "values": [ 2024-04-10T15:31:10.828 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.828 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.828 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 80, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.828 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.828 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.828 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.828 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.828 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.828 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.828 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.829 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.829 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.829 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.829 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.829 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.829 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.829 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.829 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.829 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.829 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.829 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.829 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.829 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.829 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.829 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.830 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.830 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.830 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.830 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.830 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.830 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.830 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T15:31:10.830 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T15:31:10.830 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:10.830 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T15:31:10.830 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.830 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-10T15:31:10.830 INFO:tasks.workunit.client.0.smithi069.stdout: "axes": [ 2024-04-10T15:31:10.830 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:10.830 INFO:tasks.workunit.client.0.smithi069.stdout: "buckets": 32, 2024-04-10T15:31:10.831 INFO:tasks.workunit.client.0.smithi069.stdout: "min": 0, 2024-04-10T15:31:10.831 INFO:tasks.workunit.client.0.smithi069.stdout: "name": "Latency (usec)", 2024-04-10T15:31:10.831 INFO:tasks.workunit.client.0.smithi069.stdout: "quant_size": 100000, 2024-04-10T15:31:10.831 INFO:tasks.workunit.client.0.smithi069.stdout: "ranges": [ 2024-04-10T15:31:10.831 INFO:tasks.workunit.client.0.smithi069.stdout: "[None, -1]", 2024-04-10T15:31:10.831 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 99999]", 2024-04-10T15:31:10.831 INFO:tasks.workunit.client.0.smithi069.stdout: "[100000, 199999]", 2024-04-10T15:31:10.831 INFO:tasks.workunit.client.0.smithi069.stdout: "[200000, 399999]", 2024-04-10T15:31:10.831 INFO:tasks.workunit.client.0.smithi069.stdout: "[400000, 799999]", 2024-04-10T15:31:10.831 INFO:tasks.workunit.client.0.smithi069.stdout: "[800000, 1599999]", 2024-04-10T15:31:10.831 INFO:tasks.workunit.client.0.smithi069.stdout: "[1600000, 3199999]", 2024-04-10T15:31:10.831 INFO:tasks.workunit.client.0.smithi069.stdout: "[3200000, 6399999]", 2024-04-10T15:31:10.831 INFO:tasks.workunit.client.0.smithi069.stdout: "[6400000, 12799999]", 2024-04-10T15:31:10.831 INFO:tasks.workunit.client.0.smithi069.stdout: "[12800000, 25599999]", 2024-04-10T15:31:10.831 INFO:tasks.workunit.client.0.smithi069.stdout: "[25600000, 51199999]", 2024-04-10T15:31:10.831 INFO:tasks.workunit.client.0.smithi069.stdout: "[51200000, 102399999]", 2024-04-10T15:31:10.832 INFO:tasks.workunit.client.0.smithi069.stdout: "[102400000, 204799999]", 2024-04-10T15:31:10.832 INFO:tasks.workunit.client.0.smithi069.stdout: "[204800000, 409599999]", 2024-04-10T15:31:10.832 INFO:tasks.workunit.client.0.smithi069.stdout: "[409600000, 819199999]", 2024-04-10T15:31:10.832 INFO:tasks.workunit.client.0.smithi069.stdout: "[819200000, 1638399999]", 2024-04-10T15:31:10.832 INFO:tasks.workunit.client.0.smithi069.stdout: "[1638400000, 3276799999]", 2024-04-10T15:31:10.832 INFO:tasks.workunit.client.0.smithi069.stdout: "[3276800000, 6553599999]", 2024-04-10T15:31:10.832 INFO:tasks.workunit.client.0.smithi069.stdout: "[6553600000, 13107199999]", 2024-04-10T15:31:10.832 INFO:tasks.workunit.client.0.smithi069.stdout: "[13107200000, 26214399999]", 2024-04-10T15:31:10.832 INFO:tasks.workunit.client.0.smithi069.stdout: "[26214400000, 52428799999]", 2024-04-10T15:31:10.832 INFO:tasks.workunit.client.0.smithi069.stdout: "[52428800000, 104857599999]", 2024-04-10T15:31:10.832 INFO:tasks.workunit.client.0.smithi069.stdout: "[104857600000, 209715199999]", 2024-04-10T15:31:10.832 INFO:tasks.workunit.client.0.smithi069.stdout: "[209715200000, 419430399999]", 2024-04-10T15:31:10.832 INFO:tasks.workunit.client.0.smithi069.stdout: "[419430400000, 838860799999]", 2024-04-10T15:31:10.832 INFO:tasks.workunit.client.0.smithi069.stdout: "[838860800000, 1677721599999]", 2024-04-10T15:31:10.832 INFO:tasks.workunit.client.0.smithi069.stdout: "[1677721600000, 3355443199999]", 2024-04-10T15:31:10.832 INFO:tasks.workunit.client.0.smithi069.stdout: "[3355443200000, 6710886399999]", 2024-04-10T15:31:10.833 INFO:tasks.workunit.client.0.smithi069.stdout: "[6710886400000, 13421772799999]", 2024-04-10T15:31:10.833 INFO:tasks.workunit.client.0.smithi069.stdout: "[13421772800000, 26843545599999]", 2024-04-10T15:31:10.833 INFO:tasks.workunit.client.0.smithi069.stdout: "[26843545600000, 53687091199999]", 2024-04-10T15:31:10.833 INFO:tasks.workunit.client.0.smithi069.stdout: "[53687091200000, None]" 2024-04-10T15:31:10.833 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:10.833 INFO:tasks.workunit.client.0.smithi069.stdout: "scale_type": "log2" 2024-04-10T15:31:10.833 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.833 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:10.833 INFO:tasks.workunit.client.0.smithi069.stdout: "buckets": 32, 2024-04-10T15:31:10.833 INFO:tasks.workunit.client.0.smithi069.stdout: "min": 0, 2024-04-10T15:31:10.833 INFO:tasks.workunit.client.0.smithi069.stdout: "name": "Request size (bytes)", 2024-04-10T15:31:10.833 INFO:tasks.workunit.client.0.smithi069.stdout: "quant_size": 512, 2024-04-10T15:31:10.833 INFO:tasks.workunit.client.0.smithi069.stdout: "ranges": [ 2024-04-10T15:31:10.833 INFO:tasks.workunit.client.0.smithi069.stdout: "[None, -1]", 2024-04-10T15:31:10.833 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 511]", 2024-04-10T15:31:10.833 INFO:tasks.workunit.client.0.smithi069.stdout: "[512, 1023]", 2024-04-10T15:31:10.833 INFO:tasks.workunit.client.0.smithi069.stdout: "[1024, 2047]", 2024-04-10T15:31:10.834 INFO:tasks.workunit.client.0.smithi069.stdout: "[2048, 4095]", 2024-04-10T15:31:10.834 INFO:tasks.workunit.client.0.smithi069.stdout: "[4096, 8191]", 2024-04-10T15:31:10.834 INFO:tasks.workunit.client.0.smithi069.stdout: "[8192, 16383]", 2024-04-10T15:31:10.834 INFO:tasks.workunit.client.0.smithi069.stdout: "[16384, 32767]", 2024-04-10T15:31:10.834 INFO:tasks.workunit.client.0.smithi069.stdout: "[32768, 65535]", 2024-04-10T15:31:10.834 INFO:tasks.workunit.client.0.smithi069.stdout: "[65536, 131071]", 2024-04-10T15:31:10.834 INFO:tasks.workunit.client.0.smithi069.stdout: "[131072, 262143]", 2024-04-10T15:31:10.834 INFO:tasks.workunit.client.0.smithi069.stdout: "[262144, 524287]", 2024-04-10T15:31:10.834 INFO:tasks.workunit.client.0.smithi069.stdout: "[524288, 1048575]", 2024-04-10T15:31:10.834 INFO:tasks.workunit.client.0.smithi069.stdout: "[1048576, 2097151]", 2024-04-10T15:31:10.834 INFO:tasks.workunit.client.0.smithi069.stdout: "[2097152, 4194303]", 2024-04-10T15:31:10.834 INFO:tasks.workunit.client.0.smithi069.stdout: "[4194304, 8388607]", 2024-04-10T15:31:10.834 INFO:tasks.workunit.client.0.smithi069.stdout: "[8388608, 16777215]", 2024-04-10T15:31:10.834 INFO:tasks.workunit.client.0.smithi069.stdout: "[16777216, 33554431]", 2024-04-10T15:31:10.834 INFO:tasks.workunit.client.0.smithi069.stdout: "[33554432, 67108863]", 2024-04-10T15:31:10.834 INFO:tasks.workunit.client.0.smithi069.stdout: "[67108864, 134217727]", 2024-04-10T15:31:10.835 INFO:tasks.workunit.client.0.smithi069.stdout: "[134217728, 268435455]", 2024-04-10T15:31:10.835 INFO:tasks.workunit.client.0.smithi069.stdout: "[268435456, 536870911]", 2024-04-10T15:31:10.835 INFO:tasks.workunit.client.0.smithi069.stdout: "[536870912, 1073741823]", 2024-04-10T15:31:10.835 INFO:tasks.workunit.client.0.smithi069.stdout: "[1073741824, 2147483647]", 2024-04-10T15:31:10.835 INFO:tasks.workunit.client.0.smithi069.stdout: "[2147483648, 4294967295]", 2024-04-10T15:31:10.835 INFO:tasks.workunit.client.0.smithi069.stdout: "[4294967296, 8589934591]", 2024-04-10T15:31:10.835 INFO:tasks.workunit.client.0.smithi069.stdout: "[8589934592, 17179869183]", 2024-04-10T15:31:10.835 INFO:tasks.workunit.client.0.smithi069.stdout: "[17179869184, 34359738367]", 2024-04-10T15:31:10.835 INFO:tasks.workunit.client.0.smithi069.stdout: "[34359738368, 68719476735]", 2024-04-10T15:31:10.835 INFO:tasks.workunit.client.0.smithi069.stdout: "[68719476736, 137438953471]", 2024-04-10T15:31:10.835 INFO:tasks.workunit.client.0.smithi069.stdout: "[137438953472, 274877906943]", 2024-04-10T15:31:10.835 INFO:tasks.workunit.client.0.smithi069.stdout: "[274877906944, None]" 2024-04-10T15:31:10.835 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:10.835 INFO:tasks.workunit.client.0.smithi069.stdout: "scale_type": "log2" 2024-04-10T15:31:10.835 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:10.835 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:10.835 INFO:tasks.workunit.client.0.smithi069.stdout: "osds": [ 2024-04-10T15:31:10.836 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:10.836 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_id": 0, 2024-04-10T15:31:10.836 INFO:tasks.workunit.client.0.smithi069.stdout: "values": [ 2024-04-10T15:31:10.836 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.836 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.836 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.836 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.836 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.836 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.836 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.836 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.836 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.836 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.836 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.836 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.836 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.837 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.837 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.837 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.837 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.837 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.837 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.837 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.837 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.837 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.837 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.837 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.837 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.837 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.837 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.837 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.837 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.838 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.838 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.838 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T15:31:10.838 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T15:31:10.838 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.838 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:10.838 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_id": 1, 2024-04-10T15:31:10.838 INFO:tasks.workunit.client.0.smithi069.stdout: "values": [ 2024-04-10T15:31:10.838 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.838 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.838 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.838 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.838 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.838 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.838 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.838 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.839 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.839 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.839 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.839 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.839 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.839 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.839 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.839 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.839 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.839 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.839 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.839 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.839 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.839 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.839 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.839 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.839 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.840 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.840 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.840 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.840 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.840 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.840 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.840 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T15:31:10.840 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T15:31:10.840 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.840 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:10.840 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_id": 2, 2024-04-10T15:31:10.840 INFO:tasks.workunit.client.0.smithi069.stdout: "values": [ 2024-04-10T15:31:10.840 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.840 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.840 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.840 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.841 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.841 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.841 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.841 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.841 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.841 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.841 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.841 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.841 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.841 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.841 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.841 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.841 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.841 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.841 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.841 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.842 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.842 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.842 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.842 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.842 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.842 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.842 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.842 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.842 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.842 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.842 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.842 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T15:31:10.842 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T15:31:10.842 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.842 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:10.843 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_id": 3, 2024-04-10T15:31:10.843 INFO:tasks.workunit.client.0.smithi069.stdout: "values": [ 2024-04-10T15:31:10.843 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.843 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.843 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.843 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.843 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.843 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.843 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.843 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.843 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.843 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.843 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.843 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.843 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.843 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.844 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.844 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.844 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.844 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.844 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.844 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.844 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.844 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.844 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.844 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.844 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.844 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.844 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.844 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.844 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.844 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.844 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.845 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T15:31:10.845 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T15:31:10.845 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.845 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:10.845 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_id": 4, 2024-04-10T15:31:10.845 INFO:tasks.workunit.client.0.smithi069.stdout: "values": [ 2024-04-10T15:31:10.845 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.845 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.845 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.845 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.845 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.845 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.845 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.845 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.845 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.845 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.846 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.846 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.846 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.846 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.846 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.846 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.846 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.846 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.846 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.846 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.846 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.846 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.846 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.846 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.847 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.847 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.847 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.847 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.847 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.847 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.847 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.847 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T15:31:10.847 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T15:31:10.847 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.847 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:10.847 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_id": 5, 2024-04-10T15:31:10.847 INFO:tasks.workunit.client.0.smithi069.stdout: "values": [ 2024-04-10T15:31:10.847 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.847 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.848 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.848 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.848 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.848 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.848 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.848 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.849 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.849 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.849 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.849 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.850 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.850 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.850 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.850 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.850 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.850 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.850 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.850 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.850 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.850 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.850 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.850 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.850 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.850 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.850 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.851 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.851 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.851 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.851 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.851 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T15:31:10.851 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T15:31:10.851 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.851 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:10.851 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_id": 6, 2024-04-10T15:31:10.851 INFO:tasks.workunit.client.0.smithi069.stdout: "values": [ 2024-04-10T15:31:10.851 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.851 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.851 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.851 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.851 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.852 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.852 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.852 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.852 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.852 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.852 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.852 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.852 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.852 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.852 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.852 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.852 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.852 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.852 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.852 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.852 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.852 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.853 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.853 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.853 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.853 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.853 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.853 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.853 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.853 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.853 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.853 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T15:31:10.853 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T15:31:10.853 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.853 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:10.853 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_id": 7, 2024-04-10T15:31:10.853 INFO:tasks.workunit.client.0.smithi069.stdout: "values": [ 2024-04-10T15:31:10.854 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.854 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.854 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.854 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.854 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.854 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 30, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.854 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.854 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.854 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.854 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.854 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.854 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.854 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.854 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.855 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.855 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.855 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.855 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.855 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.855 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.855 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.855 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.855 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.855 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.855 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.855 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.855 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.855 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.856 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.856 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.856 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.856 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T15:31:10.856 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T15:31:10.856 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:10.856 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T15:31:10.856 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.856 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-10T15:31:10.856 INFO:tasks.workunit.client.0.smithi069.stdout: "axes": [ 2024-04-10T15:31:10.856 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:10.856 INFO:tasks.workunit.client.0.smithi069.stdout: "buckets": 32, 2024-04-10T15:31:10.856 INFO:tasks.workunit.client.0.smithi069.stdout: "min": 0, 2024-04-10T15:31:10.856 INFO:tasks.workunit.client.0.smithi069.stdout: "name": "Latency (usec)", 2024-04-10T15:31:10.856 INFO:tasks.workunit.client.0.smithi069.stdout: "quant_size": 100000, 2024-04-10T15:31:10.857 INFO:tasks.workunit.client.0.smithi069.stdout: "ranges": [ 2024-04-10T15:31:10.857 INFO:tasks.workunit.client.0.smithi069.stdout: "[None, -1]", 2024-04-10T15:31:10.857 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 99999]", 2024-04-10T15:31:10.857 INFO:tasks.workunit.client.0.smithi069.stdout: "[100000, 199999]", 2024-04-10T15:31:10.857 INFO:tasks.workunit.client.0.smithi069.stdout: "[200000, 399999]", 2024-04-10T15:31:10.857 INFO:tasks.workunit.client.0.smithi069.stdout: "[400000, 799999]", 2024-04-10T15:31:10.857 INFO:tasks.workunit.client.0.smithi069.stdout: "[800000, 1599999]", 2024-04-10T15:31:10.857 INFO:tasks.workunit.client.0.smithi069.stdout: "[1600000, 3199999]", 2024-04-10T15:31:10.857 INFO:tasks.workunit.client.0.smithi069.stdout: "[3200000, 6399999]", 2024-04-10T15:31:10.857 INFO:tasks.workunit.client.0.smithi069.stdout: "[6400000, 12799999]", 2024-04-10T15:31:10.857 INFO:tasks.workunit.client.0.smithi069.stdout: "[12800000, 25599999]", 2024-04-10T15:31:10.857 INFO:tasks.workunit.client.0.smithi069.stdout: "[25600000, 51199999]", 2024-04-10T15:31:10.857 INFO:tasks.workunit.client.0.smithi069.stdout: "[51200000, 102399999]", 2024-04-10T15:31:10.857 INFO:tasks.workunit.client.0.smithi069.stdout: "[102400000, 204799999]", 2024-04-10T15:31:10.857 INFO:tasks.workunit.client.0.smithi069.stdout: "[204800000, 409599999]", 2024-04-10T15:31:10.858 INFO:tasks.workunit.client.0.smithi069.stdout: "[409600000, 819199999]", 2024-04-10T15:31:10.858 INFO:tasks.workunit.client.0.smithi069.stdout: "[819200000, 1638399999]", 2024-04-10T15:31:10.858 INFO:tasks.workunit.client.0.smithi069.stdout: "[1638400000, 3276799999]", 2024-04-10T15:31:10.858 INFO:tasks.workunit.client.0.smithi069.stdout: "[3276800000, 6553599999]", 2024-04-10T15:31:10.858 INFO:tasks.workunit.client.0.smithi069.stdout: "[6553600000, 13107199999]", 2024-04-10T15:31:10.858 INFO:tasks.workunit.client.0.smithi069.stdout: "[13107200000, 26214399999]", 2024-04-10T15:31:10.858 INFO:tasks.workunit.client.0.smithi069.stdout: "[26214400000, 52428799999]", 2024-04-10T15:31:10.858 INFO:tasks.workunit.client.0.smithi069.stdout: "[52428800000, 104857599999]", 2024-04-10T15:31:10.858 INFO:tasks.workunit.client.0.smithi069.stdout: "[104857600000, 209715199999]", 2024-04-10T15:31:10.858 INFO:tasks.workunit.client.0.smithi069.stdout: "[209715200000, 419430399999]", 2024-04-10T15:31:10.858 INFO:tasks.workunit.client.0.smithi069.stdout: "[419430400000, 838860799999]", 2024-04-10T15:31:10.858 INFO:tasks.workunit.client.0.smithi069.stdout: "[838860800000, 1677721599999]", 2024-04-10T15:31:10.858 INFO:tasks.workunit.client.0.smithi069.stdout: "[1677721600000, 3355443199999]", 2024-04-10T15:31:10.858 INFO:tasks.workunit.client.0.smithi069.stdout: "[3355443200000, 6710886399999]", 2024-04-10T15:31:10.858 INFO:tasks.workunit.client.0.smithi069.stdout: "[6710886400000, 13421772799999]", 2024-04-10T15:31:10.859 INFO:tasks.workunit.client.0.smithi069.stdout: "[13421772800000, 26843545599999]", 2024-04-10T15:31:10.859 INFO:tasks.workunit.client.0.smithi069.stdout: "[26843545600000, 53687091199999]", 2024-04-10T15:31:10.859 INFO:tasks.workunit.client.0.smithi069.stdout: "[53687091200000, None]" 2024-04-10T15:31:10.859 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:10.859 INFO:tasks.workunit.client.0.smithi069.stdout: "scale_type": "log2" 2024-04-10T15:31:10.859 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.859 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:10.859 INFO:tasks.workunit.client.0.smithi069.stdout: "buckets": 32, 2024-04-10T15:31:10.859 INFO:tasks.workunit.client.0.smithi069.stdout: "min": 0, 2024-04-10T15:31:10.859 INFO:tasks.workunit.client.0.smithi069.stdout: "name": "Request size (bytes)", 2024-04-10T15:31:10.859 INFO:tasks.workunit.client.0.smithi069.stdout: "quant_size": 512, 2024-04-10T15:31:10.859 INFO:tasks.workunit.client.0.smithi069.stdout: "ranges": [ 2024-04-10T15:31:10.859 INFO:tasks.workunit.client.0.smithi069.stdout: "[None, -1]", 2024-04-10T15:31:10.859 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 511]", 2024-04-10T15:31:10.859 INFO:tasks.workunit.client.0.smithi069.stdout: "[512, 1023]", 2024-04-10T15:31:10.860 INFO:tasks.workunit.client.0.smithi069.stdout: "[1024, 2047]", 2024-04-10T15:31:10.860 INFO:tasks.workunit.client.0.smithi069.stdout: "[2048, 4095]", 2024-04-10T15:31:10.860 INFO:tasks.workunit.client.0.smithi069.stdout: "[4096, 8191]", 2024-04-10T15:31:10.860 INFO:tasks.workunit.client.0.smithi069.stdout: "[8192, 16383]", 2024-04-10T15:31:10.860 INFO:tasks.workunit.client.0.smithi069.stdout: "[16384, 32767]", 2024-04-10T15:31:10.860 INFO:tasks.workunit.client.0.smithi069.stdout: "[32768, 65535]", 2024-04-10T15:31:10.860 INFO:tasks.workunit.client.0.smithi069.stdout: "[65536, 131071]", 2024-04-10T15:31:10.860 INFO:tasks.workunit.client.0.smithi069.stdout: "[131072, 262143]", 2024-04-10T15:31:10.860 INFO:tasks.workunit.client.0.smithi069.stdout: "[262144, 524287]", 2024-04-10T15:31:10.860 INFO:tasks.workunit.client.0.smithi069.stdout: "[524288, 1048575]", 2024-04-10T15:31:10.860 INFO:tasks.workunit.client.0.smithi069.stdout: "[1048576, 2097151]", 2024-04-10T15:31:10.860 INFO:tasks.workunit.client.0.smithi069.stdout: "[2097152, 4194303]", 2024-04-10T15:31:10.860 INFO:tasks.workunit.client.0.smithi069.stdout: "[4194304, 8388607]", 2024-04-10T15:31:10.860 INFO:tasks.workunit.client.0.smithi069.stdout: "[8388608, 16777215]", 2024-04-10T15:31:10.860 INFO:tasks.workunit.client.0.smithi069.stdout: "[16777216, 33554431]", 2024-04-10T15:31:10.861 INFO:tasks.workunit.client.0.smithi069.stdout: "[33554432, 67108863]", 2024-04-10T15:31:10.861 INFO:tasks.workunit.client.0.smithi069.stdout: "[67108864, 134217727]", 2024-04-10T15:31:10.861 INFO:tasks.workunit.client.0.smithi069.stdout: "[134217728, 268435455]", 2024-04-10T15:31:10.861 INFO:tasks.workunit.client.0.smithi069.stdout: "[268435456, 536870911]", 2024-04-10T15:31:10.861 INFO:tasks.workunit.client.0.smithi069.stdout: "[536870912, 1073741823]", 2024-04-10T15:31:10.861 INFO:tasks.workunit.client.0.smithi069.stdout: "[1073741824, 2147483647]", 2024-04-10T15:31:10.861 INFO:tasks.workunit.client.0.smithi069.stdout: "[2147483648, 4294967295]", 2024-04-10T15:31:10.861 INFO:tasks.workunit.client.0.smithi069.stdout: "[4294967296, 8589934591]", 2024-04-10T15:31:10.861 INFO:tasks.workunit.client.0.smithi069.stdout: "[8589934592, 17179869183]", 2024-04-10T15:31:10.861 INFO:tasks.workunit.client.0.smithi069.stdout: "[17179869184, 34359738367]", 2024-04-10T15:31:10.861 INFO:tasks.workunit.client.0.smithi069.stdout: "[34359738368, 68719476735]", 2024-04-10T15:31:10.861 INFO:tasks.workunit.client.0.smithi069.stdout: "[68719476736, 137438953471]", 2024-04-10T15:31:10.861 INFO:tasks.workunit.client.0.smithi069.stdout: "[137438953472, 274877906943]", 2024-04-10T15:31:10.861 INFO:tasks.workunit.client.0.smithi069.stdout: "[274877906944, None]" 2024-04-10T15:31:10.861 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:10.861 INFO:tasks.workunit.client.0.smithi069.stdout: "scale_type": "log2" 2024-04-10T15:31:10.862 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:10.862 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:10.862 INFO:tasks.workunit.client.0.smithi069.stdout: "osds": [ 2024-04-10T15:31:10.862 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:10.862 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_id": 0, 2024-04-10T15:31:10.862 INFO:tasks.workunit.client.0.smithi069.stdout: "values": [ 2024-04-10T15:31:10.862 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.862 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.862 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.862 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.862 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.862 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.862 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.862 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.863 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.863 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.863 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.863 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.863 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.863 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.863 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.863 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.863 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.863 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.863 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.863 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.863 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.863 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.863 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.864 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.864 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.864 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.864 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.864 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.864 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.864 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.864 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.864 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T15:31:10.864 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T15:31:10.864 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.864 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:10.864 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_id": 1, 2024-04-10T15:31:10.864 INFO:tasks.workunit.client.0.smithi069.stdout: "values": [ 2024-04-10T15:31:10.865 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.865 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.865 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.865 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.865 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.865 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.865 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.865 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.865 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.865 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.865 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.865 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.865 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.865 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.866 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.866 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.866 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.866 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.866 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.866 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.866 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.866 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.866 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.866 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.866 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.866 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.866 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.866 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.866 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.867 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.867 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.867 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T15:31:10.867 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T15:31:10.867 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.867 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:10.867 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_id": 2, 2024-04-10T15:31:10.867 INFO:tasks.workunit.client.0.smithi069.stdout: "values": [ 2024-04-10T15:31:10.867 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.867 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.867 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.867 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.867 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.868 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.868 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.868 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.868 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.868 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.868 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.868 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.868 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.868 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.868 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.868 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.868 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.868 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.868 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.868 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.868 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.868 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.869 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.869 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.869 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.869 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.869 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.869 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.869 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.869 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.869 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.869 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T15:31:10.869 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T15:31:10.869 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.869 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:10.869 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_id": 3, 2024-04-10T15:31:10.870 INFO:tasks.workunit.client.0.smithi069.stdout: "values": [ 2024-04-10T15:31:10.870 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.870 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.870 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.870 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.870 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.870 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.870 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.870 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.870 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.870 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.870 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.870 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.871 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.871 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.871 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.871 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.871 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.871 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.871 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.871 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.871 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.871 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.871 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.871 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.871 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.871 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.871 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.872 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.872 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.872 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.872 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.872 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T15:31:10.872 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T15:31:10.872 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.872 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:10.872 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_id": 4, 2024-04-10T15:31:10.872 INFO:tasks.workunit.client.0.smithi069.stdout: "values": [ 2024-04-10T15:31:10.872 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.872 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.872 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.872 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.872 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.873 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.873 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.873 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.873 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.873 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.873 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.873 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.873 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.873 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.873 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.873 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.873 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.873 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.873 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.873 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.873 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.874 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.874 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.874 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.874 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.874 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.874 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.874 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.874 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.874 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.874 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.874 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T15:31:10.874 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T15:31:10.875 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.875 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:10.875 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_id": 5, 2024-04-10T15:31:10.875 INFO:tasks.workunit.client.0.smithi069.stdout: "values": [ 2024-04-10T15:31:10.875 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.875 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.875 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.875 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.875 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.875 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.875 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.875 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.875 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.875 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.875 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.876 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.876 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.876 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.876 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.876 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.876 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.876 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.876 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.876 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.876 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.876 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.876 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.876 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.876 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.876 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.876 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.877 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.877 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.877 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.877 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.877 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T15:31:10.877 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T15:31:10.877 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.877 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:10.877 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_id": 6, 2024-04-10T15:31:10.877 INFO:tasks.workunit.client.0.smithi069.stdout: "values": [ 2024-04-10T15:31:10.877 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.877 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.877 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.877 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.877 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.877 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.878 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.878 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.878 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.878 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.878 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.878 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.878 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.878 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.878 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.878 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.878 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.878 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.878 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.879 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.879 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.879 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.879 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.879 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.879 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.879 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.879 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.879 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.879 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.879 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.879 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.879 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T15:31:10.880 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T15:31:10.880 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.880 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:10.880 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_id": 7, 2024-04-10T15:31:10.880 INFO:tasks.workunit.client.0.smithi069.stdout: "values": [ 2024-04-10T15:31:10.880 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.880 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.880 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.880 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.880 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.880 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 30, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.880 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.880 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.880 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.880 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.880 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.881 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.881 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.881 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.881 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.881 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.881 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.881 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.881 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.881 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.881 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.881 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.881 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.881 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.881 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.881 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.881 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.882 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.882 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.882 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.882 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.882 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T15:31:10.882 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T15:31:10.882 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:10.882 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T15:31:10.882 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.882 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-10T15:31:10.882 INFO:tasks.workunit.client.0.smithi069.stdout: "axes": [ 2024-04-10T15:31:10.882 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:10.882 INFO:tasks.workunit.client.0.smithi069.stdout: "buckets": 32, 2024-04-10T15:31:10.882 INFO:tasks.workunit.client.0.smithi069.stdout: "min": 0, 2024-04-10T15:31:10.882 INFO:tasks.workunit.client.0.smithi069.stdout: "name": "Latency (usec)", 2024-04-10T15:31:10.883 INFO:tasks.workunit.client.0.smithi069.stdout: "quant_size": 100000, 2024-04-10T15:31:10.883 INFO:tasks.workunit.client.0.smithi069.stdout: "ranges": [ 2024-04-10T15:31:10.883 INFO:tasks.workunit.client.0.smithi069.stdout: "[None, -1]", 2024-04-10T15:31:10.883 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 99999]", 2024-04-10T15:31:10.883 INFO:tasks.workunit.client.0.smithi069.stdout: "[100000, 199999]", 2024-04-10T15:31:10.883 INFO:tasks.workunit.client.0.smithi069.stdout: "[200000, 399999]", 2024-04-10T15:31:10.883 INFO:tasks.workunit.client.0.smithi069.stdout: "[400000, 799999]", 2024-04-10T15:31:10.883 INFO:tasks.workunit.client.0.smithi069.stdout: "[800000, 1599999]", 2024-04-10T15:31:10.883 INFO:tasks.workunit.client.0.smithi069.stdout: "[1600000, 3199999]", 2024-04-10T15:31:10.883 INFO:tasks.workunit.client.0.smithi069.stdout: "[3200000, 6399999]", 2024-04-10T15:31:10.883 INFO:tasks.workunit.client.0.smithi069.stdout: "[6400000, 12799999]", 2024-04-10T15:31:10.883 INFO:tasks.workunit.client.0.smithi069.stdout: "[12800000, 25599999]", 2024-04-10T15:31:10.883 INFO:tasks.workunit.client.0.smithi069.stdout: "[25600000, 51199999]", 2024-04-10T15:31:10.883 INFO:tasks.workunit.client.0.smithi069.stdout: "[51200000, 102399999]", 2024-04-10T15:31:10.883 INFO:tasks.workunit.client.0.smithi069.stdout: "[102400000, 204799999]", 2024-04-10T15:31:10.883 INFO:tasks.workunit.client.0.smithi069.stdout: "[204800000, 409599999]", 2024-04-10T15:31:10.883 INFO:tasks.workunit.client.0.smithi069.stdout: "[409600000, 819199999]", 2024-04-10T15:31:10.884 INFO:tasks.workunit.client.0.smithi069.stdout: "[819200000, 1638399999]", 2024-04-10T15:31:10.884 INFO:tasks.workunit.client.0.smithi069.stdout: "[1638400000, 3276799999]", 2024-04-10T15:31:10.884 INFO:tasks.workunit.client.0.smithi069.stdout: "[3276800000, 6553599999]", 2024-04-10T15:31:10.884 INFO:tasks.workunit.client.0.smithi069.stdout: "[6553600000, 13107199999]", 2024-04-10T15:31:10.884 INFO:tasks.workunit.client.0.smithi069.stdout: "[13107200000, 26214399999]", 2024-04-10T15:31:10.884 INFO:tasks.workunit.client.0.smithi069.stdout: "[26214400000, 52428799999]", 2024-04-10T15:31:10.884 INFO:tasks.workunit.client.0.smithi069.stdout: "[52428800000, 104857599999]", 2024-04-10T15:31:10.884 INFO:tasks.workunit.client.0.smithi069.stdout: "[104857600000, 209715199999]", 2024-04-10T15:31:10.884 INFO:tasks.workunit.client.0.smithi069.stdout: "[209715200000, 419430399999]", 2024-04-10T15:31:10.884 INFO:tasks.workunit.client.0.smithi069.stdout: "[419430400000, 838860799999]", 2024-04-10T15:31:10.884 INFO:tasks.workunit.client.0.smithi069.stdout: "[838860800000, 1677721599999]", 2024-04-10T15:31:10.884 INFO:tasks.workunit.client.0.smithi069.stdout: "[1677721600000, 3355443199999]", 2024-04-10T15:31:10.884 INFO:tasks.workunit.client.0.smithi069.stdout: "[3355443200000, 6710886399999]", 2024-04-10T15:31:10.884 INFO:tasks.workunit.client.0.smithi069.stdout: "[6710886400000, 13421772799999]", 2024-04-10T15:31:10.884 INFO:tasks.workunit.client.0.smithi069.stdout: "[13421772800000, 26843545599999]", 2024-04-10T15:31:10.884 INFO:tasks.workunit.client.0.smithi069.stdout: "[26843545600000, 53687091199999]", 2024-04-10T15:31:10.885 INFO:tasks.workunit.client.0.smithi069.stdout: "[53687091200000, None]" 2024-04-10T15:31:10.885 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:10.885 INFO:tasks.workunit.client.0.smithi069.stdout: "scale_type": "log2" 2024-04-10T15:31:10.885 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.885 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:10.885 INFO:tasks.workunit.client.0.smithi069.stdout: "buckets": 32, 2024-04-10T15:31:10.885 INFO:tasks.workunit.client.0.smithi069.stdout: "min": 0, 2024-04-10T15:31:10.885 INFO:tasks.workunit.client.0.smithi069.stdout: "name": "Request size (bytes)", 2024-04-10T15:31:10.885 INFO:tasks.workunit.client.0.smithi069.stdout: "quant_size": 512, 2024-04-10T15:31:10.885 INFO:tasks.workunit.client.0.smithi069.stdout: "ranges": [ 2024-04-10T15:31:10.885 INFO:tasks.workunit.client.0.smithi069.stdout: "[None, -1]", 2024-04-10T15:31:10.885 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 511]", 2024-04-10T15:31:10.885 INFO:tasks.workunit.client.0.smithi069.stdout: "[512, 1023]", 2024-04-10T15:31:10.885 INFO:tasks.workunit.client.0.smithi069.stdout: "[1024, 2047]", 2024-04-10T15:31:10.885 INFO:tasks.workunit.client.0.smithi069.stdout: "[2048, 4095]", 2024-04-10T15:31:10.885 INFO:tasks.workunit.client.0.smithi069.stdout: "[4096, 8191]", 2024-04-10T15:31:10.885 INFO:tasks.workunit.client.0.smithi069.stdout: "[8192, 16383]", 2024-04-10T15:31:10.886 INFO:tasks.workunit.client.0.smithi069.stdout: "[16384, 32767]", 2024-04-10T15:31:10.886 INFO:tasks.workunit.client.0.smithi069.stdout: "[32768, 65535]", 2024-04-10T15:31:10.886 INFO:tasks.workunit.client.0.smithi069.stdout: "[65536, 131071]", 2024-04-10T15:31:10.886 INFO:tasks.workunit.client.0.smithi069.stdout: "[131072, 262143]", 2024-04-10T15:31:10.886 INFO:tasks.workunit.client.0.smithi069.stdout: "[262144, 524287]", 2024-04-10T15:31:10.886 INFO:tasks.workunit.client.0.smithi069.stdout: "[524288, 1048575]", 2024-04-10T15:31:10.886 INFO:tasks.workunit.client.0.smithi069.stdout: "[1048576, 2097151]", 2024-04-10T15:31:10.886 INFO:tasks.workunit.client.0.smithi069.stdout: "[2097152, 4194303]", 2024-04-10T15:31:10.886 INFO:tasks.workunit.client.0.smithi069.stdout: "[4194304, 8388607]", 2024-04-10T15:31:10.886 INFO:tasks.workunit.client.0.smithi069.stdout: "[8388608, 16777215]", 2024-04-10T15:31:10.886 INFO:tasks.workunit.client.0.smithi069.stdout: "[16777216, 33554431]", 2024-04-10T15:31:10.886 INFO:tasks.workunit.client.0.smithi069.stdout: "[33554432, 67108863]", 2024-04-10T15:31:10.886 INFO:tasks.workunit.client.0.smithi069.stdout: "[67108864, 134217727]", 2024-04-10T15:31:10.886 INFO:tasks.workunit.client.0.smithi069.stdout: "[134217728, 268435455]", 2024-04-10T15:31:10.887 INFO:tasks.workunit.client.0.smithi069.stdout: "[268435456, 536870911]", 2024-04-10T15:31:10.887 INFO:tasks.workunit.client.0.smithi069.stdout: "[536870912, 1073741823]", 2024-04-10T15:31:10.887 INFO:tasks.workunit.client.0.smithi069.stdout: "[1073741824, 2147483647]", 2024-04-10T15:31:10.887 INFO:tasks.workunit.client.0.smithi069.stdout: "[2147483648, 4294967295]", 2024-04-10T15:31:10.887 INFO:tasks.workunit.client.0.smithi069.stdout: "[4294967296, 8589934591]", 2024-04-10T15:31:10.887 INFO:tasks.workunit.client.0.smithi069.stdout: "[8589934592, 17179869183]", 2024-04-10T15:31:10.887 INFO:tasks.workunit.client.0.smithi069.stdout: "[17179869184, 34359738367]", 2024-04-10T15:31:10.887 INFO:tasks.workunit.client.0.smithi069.stdout: "[34359738368, 68719476735]", 2024-04-10T15:31:10.887 INFO:tasks.workunit.client.0.smithi069.stdout: "[68719476736, 137438953471]", 2024-04-10T15:31:10.887 INFO:tasks.workunit.client.0.smithi069.stdout: "[137438953472, 274877906943]", 2024-04-10T15:31:10.887 INFO:tasks.workunit.client.0.smithi069.stdout: "[274877906944, None]" 2024-04-10T15:31:10.887 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:10.887 INFO:tasks.workunit.client.0.smithi069.stdout: "scale_type": "log2" 2024-04-10T15:31:10.887 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:10.887 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:10.888 INFO:tasks.workunit.client.0.smithi069.stdout: "osds": [ 2024-04-10T15:31:10.888 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:10.888 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_id": 0, 2024-04-10T15:31:10.888 INFO:tasks.workunit.client.0.smithi069.stdout: "values": [ 2024-04-10T15:31:10.888 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.888 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.888 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.888 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.888 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.888 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.888 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.888 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.888 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.888 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.888 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.889 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.889 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.889 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.889 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.889 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.889 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.889 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.889 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.889 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.889 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.889 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.889 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.889 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.889 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.889 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.889 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.890 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.890 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.890 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.890 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.890 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T15:31:10.890 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T15:31:10.890 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.890 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:10.890 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_id": 1, 2024-04-10T15:31:10.890 INFO:tasks.workunit.client.0.smithi069.stdout: "values": [ 2024-04-10T15:31:10.890 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.890 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.890 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.890 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.890 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.891 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 8, 5, 0, 0, 0, 0, 0, 0, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.891 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 16, 3, 0, 0, 0, 0, 0, 0, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.891 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.891 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 12, 0, 0, 0, 0, 0, 0, 0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.891 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.891 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.891 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.891 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.891 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.891 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.891 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.891 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.891 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.891 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.891 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.892 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.892 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.892 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.892 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.892 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.892 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.892 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.892 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.892 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.892 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.892 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.892 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T15:31:10.892 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T15:31:10.893 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.893 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:10.893 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_id": 2, 2024-04-10T15:31:10.893 INFO:tasks.workunit.client.0.smithi069.stdout: "values": [ 2024-04-10T15:31:10.893 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.893 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.893 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.893 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.893 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.893 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.893 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.893 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.893 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.893 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.893 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.893 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.894 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.894 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.894 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.894 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.894 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.894 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.894 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.894 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.894 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.894 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.894 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.894 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.894 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.894 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.894 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.895 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.895 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.895 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.895 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.895 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T15:31:10.895 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T15:31:10.895 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.895 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:10.895 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_id": 3, 2024-04-10T15:31:10.895 INFO:tasks.workunit.client.0.smithi069.stdout: "values": [ 2024-04-10T15:31:10.895 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.895 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.895 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.895 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.895 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.895 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.896 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.896 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.896 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.896 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.896 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.896 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.896 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.896 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.896 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.896 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.896 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.896 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.896 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.896 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.896 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.896 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.897 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.897 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.897 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.897 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.897 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.897 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.897 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.897 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.897 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.897 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T15:31:10.897 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T15:31:10.897 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.897 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:10.897 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_id": 4, 2024-04-10T15:31:10.897 INFO:tasks.workunit.client.0.smithi069.stdout: "values": [ 2024-04-10T15:31:10.897 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.897 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.898 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.898 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.898 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.898 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.898 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.898 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.898 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.898 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.898 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.898 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.898 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.898 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.898 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.898 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.898 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.899 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.899 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.899 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.899 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.899 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.899 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.899 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.899 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.899 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.899 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.899 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.899 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.899 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.899 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.899 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T15:31:10.899 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T15:31:10.900 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.900 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:10.900 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_id": 5, 2024-04-10T15:31:10.900 INFO:tasks.workunit.client.0.smithi069.stdout: "values": [ 2024-04-10T15:31:10.900 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.900 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.900 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.900 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.900 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.900 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.900 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.900 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.900 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.900 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.900 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.900 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.901 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.901 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.901 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.901 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.901 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.901 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.901 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.901 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.901 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.901 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.901 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.901 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.901 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.901 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.901 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.902 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.902 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.902 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.902 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.902 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T15:31:10.902 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T15:31:10.902 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.902 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:10.902 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_id": 6, 2024-04-10T15:31:10.902 INFO:tasks.workunit.client.0.smithi069.stdout: "values": [ 2024-04-10T15:31:10.902 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.902 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.902 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.902 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.902 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.903 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.903 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.903 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.903 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.903 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.903 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.903 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.903 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.903 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.903 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.903 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.903 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.903 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.903 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.903 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.904 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.904 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.904 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.904 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.904 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.904 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.904 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.904 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.904 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.904 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.904 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.904 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T15:31:10.904 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T15:31:10.904 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.904 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:10.904 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_id": 7, 2024-04-10T15:31:10.905 INFO:tasks.workunit.client.0.smithi069.stdout: "values": [ 2024-04-10T15:31:10.905 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.905 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.905 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.905 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.905 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.905 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.905 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.905 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.905 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.905 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.905 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.905 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.905 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.905 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.906 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.906 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.906 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.906 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.906 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.906 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.906 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.906 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.906 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.906 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.906 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.906 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.906 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.907 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.907 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.907 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.907 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:10.907 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T15:31:10.907 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T15:31:10.907 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:10.907 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T15:31:10.907 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:10.907 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:10.907 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:10.907 INFO:tasks.workunit.client.0.smithi069.stdout: "perf_counters": { 2024-04-10T15:31:10.907 INFO:tasks.workunit.client.0.smithi069.stdout: "mds.a94fb5321a792dfeda573ab0692ca0fa124fc659": { 2024-04-10T15:31:10.907 INFO:tasks.workunit.client.0.smithi069.stdout: "mds": { 2024-04-10T15:31:10.908 INFO:tasks.workunit.client.0.smithi069.stdout: "caps": { 2024-04-10T15:31:10.908 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.908 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.908 INFO:tasks.workunit.client.0.smithi069.stdout: "ceph_cap_op_flush_ack": { 2024-04-10T15:31:10.908 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.908 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.908 INFO:tasks.workunit.client.0.smithi069.stdout: "ceph_cap_op_flushsnap_ack": { 2024-04-10T15:31:10.908 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.908 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.908 INFO:tasks.workunit.client.0.smithi069.stdout: "ceph_cap_op_grant": { 2024-04-10T15:31:10.908 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.908 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.908 INFO:tasks.workunit.client.0.smithi069.stdout: "ceph_cap_op_revoke": { 2024-04-10T15:31:10.908 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.908 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.908 INFO:tasks.workunit.client.0.smithi069.stdout: "ceph_cap_op_trunc": { 2024-04-10T15:31:10.909 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.909 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.909 INFO:tasks.workunit.client.0.smithi069.stdout: "dir_commit": { 2024-04-10T15:31:10.909 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 12 2024-04-10T15:31:10.909 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.909 INFO:tasks.workunit.client.0.smithi069.stdout: "dir_fetch_complete": { 2024-04-10T15:31:10.909 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.909 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.909 INFO:tasks.workunit.client.0.smithi069.stdout: "dir_fetch_keys": { 2024-04-10T15:31:10.909 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.909 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.909 INFO:tasks.workunit.client.0.smithi069.stdout: "dir_merge": { 2024-04-10T15:31:10.909 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.909 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.909 INFO:tasks.workunit.client.0.smithi069.stdout: "dir_split": { 2024-04-10T15:31:10.909 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.910 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.910 INFO:tasks.workunit.client.0.smithi069.stdout: "exported_inodes": { 2024-04-10T15:31:10.910 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.910 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.910 INFO:tasks.workunit.client.0.smithi069.stdout: "forward": { 2024-04-10T15:31:10.910 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.910 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.910 INFO:tasks.workunit.client.0.smithi069.stdout: "handle_client_cap_release": { 2024-04-10T15:31:10.910 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.910 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.910 INFO:tasks.workunit.client.0.smithi069.stdout: "handle_client_caps": { 2024-04-10T15:31:10.910 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.910 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.910 INFO:tasks.workunit.client.0.smithi069.stdout: "handle_client_caps_dirty": { 2024-04-10T15:31:10.910 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.911 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.911 INFO:tasks.workunit.client.0.smithi069.stdout: "handle_inode_file_caps": { 2024-04-10T15:31:10.911 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.911 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.911 INFO:tasks.workunit.client.0.smithi069.stdout: "imported_inodes": { 2024-04-10T15:31:10.911 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.911 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.911 INFO:tasks.workunit.client.0.smithi069.stdout: "inodes": { 2024-04-10T15:31:10.911 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 10 2024-04-10T15:31:10.911 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.911 INFO:tasks.workunit.client.0.smithi069.stdout: "inodes_expired": { 2024-04-10T15:31:10.911 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.911 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.911 INFO:tasks.workunit.client.0.smithi069.stdout: "inodes_pinned": { 2024-04-10T15:31:10.911 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 10 2024-04-10T15:31:10.912 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.912 INFO:tasks.workunit.client.0.smithi069.stdout: "inodes_with_caps": { 2024-04-10T15:31:10.912 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.912 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.912 INFO:tasks.workunit.client.0.smithi069.stdout: "load_cent": { 2024-04-10T15:31:10.912 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.912 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.912 INFO:tasks.workunit.client.0.smithi069.stdout: "openino_dir_fetch": { 2024-04-10T15:31:10.912 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.912 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.912 INFO:tasks.workunit.client.0.smithi069.stdout: "process_request_cap_release": { 2024-04-10T15:31:10.912 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.912 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.912 INFO:tasks.workunit.client.0.smithi069.stdout: "reply_latency": { 2024-04-10T15:31:10.912 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 2, 2024-04-10T15:31:10.913 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 95496 2024-04-10T15:31:10.913 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.913 INFO:tasks.workunit.client.0.smithi069.stdout: "request": { 2024-04-10T15:31:10.913 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2 2024-04-10T15:31:10.913 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.913 INFO:tasks.workunit.client.0.smithi069.stdout: "root_rbytes": { 2024-04-10T15:31:10.913 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.913 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.913 INFO:tasks.workunit.client.0.smithi069.stdout: "root_rfiles": { 2024-04-10T15:31:10.913 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.913 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.913 INFO:tasks.workunit.client.0.smithi069.stdout: "root_rsnaps": { 2024-04-10T15:31:10.913 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.913 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.913 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_reply": { 2024-04-10T15:31:10.914 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.914 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.914 INFO:tasks.workunit.client.0.smithi069.stdout: "subtrees": { 2024-04-10T15:31:10.914 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2 2024-04-10T15:31:10.914 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:10.914 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.914 INFO:tasks.workunit.client.0.smithi069.stdout: "mds_cache": { 2024-04-10T15:31:10.914 INFO:tasks.workunit.client.0.smithi069.stdout: "ireq_enqueue_scrub": { 2024-04-10T15:31:10.914 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.914 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.914 INFO:tasks.workunit.client.0.smithi069.stdout: "ireq_exportdir": { 2024-04-10T15:31:10.914 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.914 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.914 INFO:tasks.workunit.client.0.smithi069.stdout: "ireq_flush": { 2024-04-10T15:31:10.914 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.915 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.915 INFO:tasks.workunit.client.0.smithi069.stdout: "ireq_fragmentdir": { 2024-04-10T15:31:10.915 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.915 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.915 INFO:tasks.workunit.client.0.smithi069.stdout: "ireq_fragstats": { 2024-04-10T15:31:10.915 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.915 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.915 INFO:tasks.workunit.client.0.smithi069.stdout: "ireq_inodestats": { 2024-04-10T15:31:10.915 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.915 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.915 INFO:tasks.workunit.client.0.smithi069.stdout: "num_recovering_enqueued": { 2024-04-10T15:31:10.915 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.915 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.915 INFO:tasks.workunit.client.0.smithi069.stdout: "num_recovering_prioritized": { 2024-04-10T15:31:10.915 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.915 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.915 INFO:tasks.workunit.client.0.smithi069.stdout: "num_recovering_processing": { 2024-04-10T15:31:10.916 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.916 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.916 INFO:tasks.workunit.client.0.smithi069.stdout: "num_strays": { 2024-04-10T15:31:10.916 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.916 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.916 INFO:tasks.workunit.client.0.smithi069.stdout: "num_strays_delayed": { 2024-04-10T15:31:10.916 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.916 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.916 INFO:tasks.workunit.client.0.smithi069.stdout: "num_strays_enqueuing": { 2024-04-10T15:31:10.916 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.916 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.916 INFO:tasks.workunit.client.0.smithi069.stdout: "recovery_completed": { 2024-04-10T15:31:10.916 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.916 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.916 INFO:tasks.workunit.client.0.smithi069.stdout: "recovery_started": { 2024-04-10T15:31:10.916 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.917 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.917 INFO:tasks.workunit.client.0.smithi069.stdout: "strays_created": { 2024-04-10T15:31:10.917 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.917 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.917 INFO:tasks.workunit.client.0.smithi069.stdout: "strays_enqueued": { 2024-04-10T15:31:10.917 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.917 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.917 INFO:tasks.workunit.client.0.smithi069.stdout: "strays_migrated": { 2024-04-10T15:31:10.917 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.917 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.917 INFO:tasks.workunit.client.0.smithi069.stdout: "strays_reintegrated": { 2024-04-10T15:31:10.917 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.917 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:10.917 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.917 INFO:tasks.workunit.client.0.smithi069.stdout: "mds_log": { 2024-04-10T15:31:10.917 INFO:tasks.workunit.client.0.smithi069.stdout: "ev": { 2024-04-10T15:31:10.917 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 5 2024-04-10T15:31:10.918 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.918 INFO:tasks.workunit.client.0.smithi069.stdout: "evadd": { 2024-04-10T15:31:10.918 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 5 2024-04-10T15:31:10.918 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.918 INFO:tasks.workunit.client.0.smithi069.stdout: "evex": { 2024-04-10T15:31:10.918 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.918 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.918 INFO:tasks.workunit.client.0.smithi069.stdout: "evexd": { 2024-04-10T15:31:10.918 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.918 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.918 INFO:tasks.workunit.client.0.smithi069.stdout: "evexg": { 2024-04-10T15:31:10.918 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.918 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.918 INFO:tasks.workunit.client.0.smithi069.stdout: "evtrm": { 2024-04-10T15:31:10.919 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.919 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.919 INFO:tasks.workunit.client.0.smithi069.stdout: "jlat": { 2024-04-10T15:31:10.919 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 5, 2024-04-10T15:31:10.919 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 14555545 2024-04-10T15:31:10.919 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.919 INFO:tasks.workunit.client.0.smithi069.stdout: "replayed": { 2024-04-10T15:31:10.919 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.919 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.919 INFO:tasks.workunit.client.0.smithi069.stdout: "seg": { 2024-04-10T15:31:10.919 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1 2024-04-10T15:31:10.919 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.919 INFO:tasks.workunit.client.0.smithi069.stdout: "segadd": { 2024-04-10T15:31:10.919 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1 2024-04-10T15:31:10.919 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.919 INFO:tasks.workunit.client.0.smithi069.stdout: "segex": { 2024-04-10T15:31:10.920 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.920 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.920 INFO:tasks.workunit.client.0.smithi069.stdout: "segexd": { 2024-04-10T15:31:10.920 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.920 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.920 INFO:tasks.workunit.client.0.smithi069.stdout: "segexg": { 2024-04-10T15:31:10.920 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.920 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.920 INFO:tasks.workunit.client.0.smithi069.stdout: "segtrm": { 2024-04-10T15:31:10.920 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.920 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:10.920 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.920 INFO:tasks.workunit.client.0.smithi069.stdout: "mds_mem": { 2024-04-10T15:31:10.920 INFO:tasks.workunit.client.0.smithi069.stdout: "cap": { 2024-04-10T15:31:10.920 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.920 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.921 INFO:tasks.workunit.client.0.smithi069.stdout: "cap+": { 2024-04-10T15:31:10.921 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2 2024-04-10T15:31:10.921 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.921 INFO:tasks.workunit.client.0.smithi069.stdout: "cap-": { 2024-04-10T15:31:10.921 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2 2024-04-10T15:31:10.921 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.921 INFO:tasks.workunit.client.0.smithi069.stdout: "dir": { 2024-04-10T15:31:10.921 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 12 2024-04-10T15:31:10.921 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.921 INFO:tasks.workunit.client.0.smithi069.stdout: "dir+": { 2024-04-10T15:31:10.921 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 12 2024-04-10T15:31:10.921 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.921 INFO:tasks.workunit.client.0.smithi069.stdout: "dir-": { 2024-04-10T15:31:10.921 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.921 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.922 INFO:tasks.workunit.client.0.smithi069.stdout: "dn": { 2024-04-10T15:31:10.922 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 10 2024-04-10T15:31:10.922 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.922 INFO:tasks.workunit.client.0.smithi069.stdout: "dn+": { 2024-04-10T15:31:10.922 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 10 2024-04-10T15:31:10.922 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.922 INFO:tasks.workunit.client.0.smithi069.stdout: "dn-": { 2024-04-10T15:31:10.922 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.922 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.922 INFO:tasks.workunit.client.0.smithi069.stdout: "heap": { 2024-04-10T15:31:10.922 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 207156 2024-04-10T15:31:10.922 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.922 INFO:tasks.workunit.client.0.smithi069.stdout: "ino": { 2024-04-10T15:31:10.922 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 13 2024-04-10T15:31:10.922 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.923 INFO:tasks.workunit.client.0.smithi069.stdout: "ino+": { 2024-04-10T15:31:10.923 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 13 2024-04-10T15:31:10.923 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.923 INFO:tasks.workunit.client.0.smithi069.stdout: "ino-": { 2024-04-10T15:31:10.923 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.923 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.923 INFO:tasks.workunit.client.0.smithi069.stdout: "rss": { 2024-04-10T15:31:10.923 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 40108 2024-04-10T15:31:10.923 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:10.923 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.923 INFO:tasks.workunit.client.0.smithi069.stdout: "mds_server": { 2024-04-10T15:31:10.923 INFO:tasks.workunit.client.0.smithi069.stdout: "cap_acquisition_throttle": { 2024-04-10T15:31:10.923 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.923 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.923 INFO:tasks.workunit.client.0.smithi069.stdout: "cap_revoke_eviction": { 2024-04-10T15:31:10.923 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.924 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.924 INFO:tasks.workunit.client.0.smithi069.stdout: "handle_client_request": { 2024-04-10T15:31:10.924 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2 2024-04-10T15:31:10.924 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.924 INFO:tasks.workunit.client.0.smithi069.stdout: "handle_client_session": { 2024-04-10T15:31:10.924 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 16 2024-04-10T15:31:10.924 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.924 INFO:tasks.workunit.client.0.smithi069.stdout: "handle_peer_request": { 2024-04-10T15:31:10.924 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.924 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.924 INFO:tasks.workunit.client.0.smithi069.stdout: "req_create_latency": { 2024-04-10T15:31:10.924 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:10.924 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.924 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.924 INFO:tasks.workunit.client.0.smithi069.stdout: "req_getattr_latency": { 2024-04-10T15:31:10.924 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 2, 2024-04-10T15:31:10.925 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 95496 2024-04-10T15:31:10.925 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.925 INFO:tasks.workunit.client.0.smithi069.stdout: "req_getfilelock_latency": { 2024-04-10T15:31:10.925 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:10.925 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.925 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.925 INFO:tasks.workunit.client.0.smithi069.stdout: "req_getvxattr_latency": { 2024-04-10T15:31:10.925 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:10.925 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.925 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.925 INFO:tasks.workunit.client.0.smithi069.stdout: "req_link_latency": { 2024-04-10T15:31:10.925 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:10.925 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.925 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.925 INFO:tasks.workunit.client.0.smithi069.stdout: "req_lookup_latency": { 2024-04-10T15:31:10.925 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:10.926 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.926 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.926 INFO:tasks.workunit.client.0.smithi069.stdout: "req_lookuphash_latency": { 2024-04-10T15:31:10.926 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:10.926 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.926 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.926 INFO:tasks.workunit.client.0.smithi069.stdout: "req_lookupino_latency": { 2024-04-10T15:31:10.926 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:10.926 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.926 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.926 INFO:tasks.workunit.client.0.smithi069.stdout: "req_lookupname_latency": { 2024-04-10T15:31:10.926 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:10.926 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.926 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.927 INFO:tasks.workunit.client.0.smithi069.stdout: "req_lookupparent_latency": { 2024-04-10T15:31:10.927 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:10.927 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.927 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.927 INFO:tasks.workunit.client.0.smithi069.stdout: "req_lookupsnap_latency": { 2024-04-10T15:31:10.927 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:10.927 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.927 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.927 INFO:tasks.workunit.client.0.smithi069.stdout: "req_lssnap_latency": { 2024-04-10T15:31:10.927 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:10.927 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.927 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.927 INFO:tasks.workunit.client.0.smithi069.stdout: "req_mkdir_latency": { 2024-04-10T15:31:10.927 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:10.927 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.927 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.927 INFO:tasks.workunit.client.0.smithi069.stdout: "req_mknod_latency": { 2024-04-10T15:31:10.928 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:10.928 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.928 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.928 INFO:tasks.workunit.client.0.smithi069.stdout: "req_mksnap_latency": { 2024-04-10T15:31:10.928 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:10.928 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.928 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.928 INFO:tasks.workunit.client.0.smithi069.stdout: "req_open_latency": { 2024-04-10T15:31:10.928 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:10.928 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.928 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.928 INFO:tasks.workunit.client.0.smithi069.stdout: "req_readdir_latency": { 2024-04-10T15:31:10.928 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:10.928 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.928 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.928 INFO:tasks.workunit.client.0.smithi069.stdout: "req_rename_latency": { 2024-04-10T15:31:10.928 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:10.929 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.929 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.929 INFO:tasks.workunit.client.0.smithi069.stdout: "req_renamesnap_latency": { 2024-04-10T15:31:10.929 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:10.929 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.929 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.929 INFO:tasks.workunit.client.0.smithi069.stdout: "req_rmdir_latency": { 2024-04-10T15:31:10.929 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:10.929 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.929 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.929 INFO:tasks.workunit.client.0.smithi069.stdout: "req_rmsnap_latency": { 2024-04-10T15:31:10.929 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:10.929 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.929 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.929 INFO:tasks.workunit.client.0.smithi069.stdout: "req_rmxattr_latency": { 2024-04-10T15:31:10.930 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:10.930 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.930 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.930 INFO:tasks.workunit.client.0.smithi069.stdout: "req_setattr_latency": { 2024-04-10T15:31:10.930 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:10.930 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.930 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.930 INFO:tasks.workunit.client.0.smithi069.stdout: "req_setdirlayout_latency": { 2024-04-10T15:31:10.930 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:10.930 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.930 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.930 INFO:tasks.workunit.client.0.smithi069.stdout: "req_setfilelock_latency": { 2024-04-10T15:31:10.930 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:10.930 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.930 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.931 INFO:tasks.workunit.client.0.smithi069.stdout: "req_setlayout_latency": { 2024-04-10T15:31:10.931 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:10.931 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.931 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.931 INFO:tasks.workunit.client.0.smithi069.stdout: "req_setxattr_latency": { 2024-04-10T15:31:10.931 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:10.931 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.931 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.931 INFO:tasks.workunit.client.0.smithi069.stdout: "req_snapdiff_latency": { 2024-04-10T15:31:10.931 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:10.931 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.931 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.931 INFO:tasks.workunit.client.0.smithi069.stdout: "req_symlink_latency": { 2024-04-10T15:31:10.931 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:10.931 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.931 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.932 INFO:tasks.workunit.client.0.smithi069.stdout: "req_unlink_latency": { 2024-04-10T15:31:10.932 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:10.932 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.932 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:10.932 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.932 INFO:tasks.workunit.client.0.smithi069.stdout: "mds_sessions": { 2024-04-10T15:31:10.932 INFO:tasks.workunit.client.0.smithi069.stdout: "average_load": { 2024-04-10T15:31:10.932 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1 2024-04-10T15:31:10.932 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.932 INFO:tasks.workunit.client.0.smithi069.stdout: "avg_session_uptime": { 2024-04-10T15:31:10.932 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 88 2024-04-10T15:31:10.932 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.932 INFO:tasks.workunit.client.0.smithi069.stdout: "mdthresh_evicted": { 2024-04-10T15:31:10.932 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.932 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.932 INFO:tasks.workunit.client.0.smithi069.stdout: "session_add": { 2024-04-10T15:31:10.933 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2 2024-04-10T15:31:10.933 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.933 INFO:tasks.workunit.client.0.smithi069.stdout: "session_count": { 2024-04-10T15:31:10.933 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.933 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.933 INFO:tasks.workunit.client.0.smithi069.stdout: "session_remove": { 2024-04-10T15:31:10.933 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2 2024-04-10T15:31:10.933 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.933 INFO:tasks.workunit.client.0.smithi069.stdout: "sessions_open": { 2024-04-10T15:31:10.933 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.933 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.933 INFO:tasks.workunit.client.0.smithi069.stdout: "sessions_stale": { 2024-04-10T15:31:10.933 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.933 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.933 INFO:tasks.workunit.client.0.smithi069.stdout: "total_load": { 2024-04-10T15:31:10.933 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2 2024-04-10T15:31:10.933 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:10.934 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.934 INFO:tasks.workunit.client.0.smithi069.stdout: "objecter": { 2024-04-10T15:31:10.934 INFO:tasks.workunit.client.0.smithi069.stdout: "op_active": { 2024-04-10T15:31:10.934 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.934 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.934 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r": { 2024-04-10T15:31:10.934 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.934 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.934 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rmw": { 2024-04-10T15:31:10.934 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.934 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.934 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w": { 2024-04-10T15:31:10.934 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 45 2024-04-10T15:31:10.934 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:10.935 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.935 INFO:tasks.workunit.client.0.smithi069.stdout: "purge_queue": { 2024-04-10T15:31:10.935 INFO:tasks.workunit.client.0.smithi069.stdout: "pq_executed": { 2024-04-10T15:31:10.935 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.935 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.935 INFO:tasks.workunit.client.0.smithi069.stdout: "pq_executing": { 2024-04-10T15:31:10.935 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.935 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.935 INFO:tasks.workunit.client.0.smithi069.stdout: "pq_executing_high_water": { 2024-04-10T15:31:10.935 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.935 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.935 INFO:tasks.workunit.client.0.smithi069.stdout: "pq_executing_ops": { 2024-04-10T15:31:10.935 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.935 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.935 INFO:tasks.workunit.client.0.smithi069.stdout: "pq_executing_ops_high_water": { 2024-04-10T15:31:10.935 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.936 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.936 INFO:tasks.workunit.client.0.smithi069.stdout: "pq_item_in_journal": { 2024-04-10T15:31:10.936 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.936 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:10.936 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:10.936 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.936 INFO:tasks.workunit.client.0.smithi069.stdout: "mon.44ca97a2636692dab3a2137f5dab18d27c7ec614": { 2024-04-10T15:31:10.936 INFO:tasks.workunit.client.0.smithi069.stdout: "mon": { 2024-04-10T15:31:10.936 INFO:tasks.workunit.client.0.smithi069.stdout: "election_call": { 2024-04-10T15:31:10.936 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2 2024-04-10T15:31:10.936 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.936 INFO:tasks.workunit.client.0.smithi069.stdout: "election_lose": { 2024-04-10T15:31:10.936 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.936 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.936 INFO:tasks.workunit.client.0.smithi069.stdout: "election_win": { 2024-04-10T15:31:10.937 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3 2024-04-10T15:31:10.937 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.937 INFO:tasks.workunit.client.0.smithi069.stdout: "num_elections": { 2024-04-10T15:31:10.937 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 9 2024-04-10T15:31:10.937 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.937 INFO:tasks.workunit.client.0.smithi069.stdout: "num_sessions": { 2024-04-10T15:31:10.937 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 10 2024-04-10T15:31:10.937 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.937 INFO:tasks.workunit.client.0.smithi069.stdout: "session_add": { 2024-04-10T15:31:10.937 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3 2024-04-10T15:31:10.937 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.937 INFO:tasks.workunit.client.0.smithi069.stdout: "session_rm": { 2024-04-10T15:31:10.937 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 199 2024-04-10T15:31:10.937 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.938 INFO:tasks.workunit.client.0.smithi069.stdout: "session_trim": { 2024-04-10T15:31:10.938 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.938 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:10.938 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.938 INFO:tasks.workunit.client.0.smithi069.stdout: "paxos": { 2024-04-10T15:31:10.938 INFO:tasks.workunit.client.0.smithi069.stdout: "accept_timeout": { 2024-04-10T15:31:10.938 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.938 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.938 INFO:tasks.workunit.client.0.smithi069.stdout: "begin": { 2024-04-10T15:31:10.938 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 898 2024-04-10T15:31:10.938 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.938 INFO:tasks.workunit.client.0.smithi069.stdout: "begin_bytes": { 2024-04-10T15:31:10.938 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 898, 2024-04-10T15:31:10.938 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 4794936 2024-04-10T15:31:10.938 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.939 INFO:tasks.workunit.client.0.smithi069.stdout: "begin_keys": { 2024-04-10T15:31:10.939 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 898, 2024-04-10T15:31:10.939 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2694 2024-04-10T15:31:10.939 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.939 INFO:tasks.workunit.client.0.smithi069.stdout: "begin_latency": { 2024-04-10T15:31:10.939 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 898, 2024-04-10T15:31:10.939 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 165996249 2024-04-10T15:31:10.939 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.939 INFO:tasks.workunit.client.0.smithi069.stdout: "collect": { 2024-04-10T15:31:10.939 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.939 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.939 INFO:tasks.workunit.client.0.smithi069.stdout: "collect_bytes": { 2024-04-10T15:31:10.939 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:10.940 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.940 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.940 INFO:tasks.workunit.client.0.smithi069.stdout: "collect_keys": { 2024-04-10T15:31:10.940 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:10.940 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.940 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.940 INFO:tasks.workunit.client.0.smithi069.stdout: "collect_latency": { 2024-04-10T15:31:10.940 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:10.940 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.940 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.940 INFO:tasks.workunit.client.0.smithi069.stdout: "collect_timeout": { 2024-04-10T15:31:10.940 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.940 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.940 INFO:tasks.workunit.client.0.smithi069.stdout: "collect_uncommitted": { 2024-04-10T15:31:10.940 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.940 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.941 INFO:tasks.workunit.client.0.smithi069.stdout: "commit": { 2024-04-10T15:31:10.941 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 898 2024-04-10T15:31:10.941 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.941 INFO:tasks.workunit.client.0.smithi069.stdout: "commit_bytes": { 2024-04-10T15:31:10.941 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 898, 2024-04-10T15:31:10.941 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 4730338 2024-04-10T15:31:10.941 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.941 INFO:tasks.workunit.client.0.smithi069.stdout: "commit_keys": { 2024-04-10T15:31:10.941 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 898, 2024-04-10T15:31:10.941 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 5216 2024-04-10T15:31:10.941 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.941 INFO:tasks.workunit.client.0.smithi069.stdout: "commit_latency": { 2024-04-10T15:31:10.941 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 898, 2024-04-10T15:31:10.941 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 369654166 2024-04-10T15:31:10.941 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.942 INFO:tasks.workunit.client.0.smithi069.stdout: "lease_ack_timeout": { 2024-04-10T15:31:10.942 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.942 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.942 INFO:tasks.workunit.client.0.smithi069.stdout: "lease_timeout": { 2024-04-10T15:31:10.942 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.942 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.942 INFO:tasks.workunit.client.0.smithi069.stdout: "new_pn": { 2024-04-10T15:31:10.942 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2 2024-04-10T15:31:10.942 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.942 INFO:tasks.workunit.client.0.smithi069.stdout: "new_pn_latency": { 2024-04-10T15:31:10.942 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 2, 2024-04-10T15:31:10.942 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 999977 2024-04-10T15:31:10.942 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.942 INFO:tasks.workunit.client.0.smithi069.stdout: "refresh": { 2024-04-10T15:31:10.943 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 900 2024-04-10T15:31:10.943 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.943 INFO:tasks.workunit.client.0.smithi069.stdout: "refresh_latency": { 2024-04-10T15:31:10.943 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 900, 2024-04-10T15:31:10.943 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2416945394 2024-04-10T15:31:10.943 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.943 INFO:tasks.workunit.client.0.smithi069.stdout: "restart": { 2024-04-10T15:31:10.943 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 12 2024-04-10T15:31:10.943 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.943 INFO:tasks.workunit.client.0.smithi069.stdout: "share_state": { 2024-04-10T15:31:10.943 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2 2024-04-10T15:31:10.943 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.943 INFO:tasks.workunit.client.0.smithi069.stdout: "share_state_bytes": { 2024-04-10T15:31:10.943 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 2, 2024-04-10T15:31:10.943 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1050 2024-04-10T15:31:10.944 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.944 INFO:tasks.workunit.client.0.smithi069.stdout: "share_state_keys": { 2024-04-10T15:31:10.944 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 2, 2024-04-10T15:31:10.944 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2 2024-04-10T15:31:10.944 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.944 INFO:tasks.workunit.client.0.smithi069.stdout: "start_leader": { 2024-04-10T15:31:10.944 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3 2024-04-10T15:31:10.944 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.944 INFO:tasks.workunit.client.0.smithi069.stdout: "start_peon": { 2024-04-10T15:31:10.944 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.944 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.944 INFO:tasks.workunit.client.0.smithi069.stdout: "store_state": { 2024-04-10T15:31:10.944 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.944 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.944 INFO:tasks.workunit.client.0.smithi069.stdout: "store_state_bytes": { 2024-04-10T15:31:10.944 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:10.945 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.945 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.945 INFO:tasks.workunit.client.0.smithi069.stdout: "store_state_keys": { 2024-04-10T15:31:10.945 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:10.945 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.945 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.945 INFO:tasks.workunit.client.0.smithi069.stdout: "store_state_latency": { 2024-04-10T15:31:10.945 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:10.945 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.945 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:10.945 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.945 INFO:tasks.workunit.client.0.smithi069.stdout: "prioritycache": { 2024-04-10T15:31:10.945 INFO:tasks.workunit.client.0.smithi069.stdout: "cache_bytes": { 2024-04-10T15:31:10.945 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1020054731 2024-04-10T15:31:10.945 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.945 INFO:tasks.workunit.client.0.smithi069.stdout: "heap_bytes": { 2024-04-10T15:31:10.946 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 46891008 2024-04-10T15:31:10.946 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.946 INFO:tasks.workunit.client.0.smithi069.stdout: "mapped_bytes": { 2024-04-10T15:31:10.946 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 40288256 2024-04-10T15:31:10.946 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.946 INFO:tasks.workunit.client.0.smithi069.stdout: "target_bytes": { 2024-04-10T15:31:10.946 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2147483648 2024-04-10T15:31:10.946 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.946 INFO:tasks.workunit.client.0.smithi069.stdout: "unmapped_bytes": { 2024-04-10T15:31:10.946 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 6602752 2024-04-10T15:31:10.946 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:10.946 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.946 INFO:tasks.workunit.client.0.smithi069.stdout: "prioritycache:full": { 2024-04-10T15:31:10.946 INFO:tasks.workunit.client.0.smithi069.stdout: "committed_bytes": { 2024-04-10T15:31:10.946 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 348127232 2024-04-10T15:31:10.946 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.947 INFO:tasks.workunit.client.0.smithi069.stdout: "pri0_bytes": { 2024-04-10T15:31:10.947 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.947 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.947 INFO:tasks.workunit.client.0.smithi069.stdout: "pri10_bytes": { 2024-04-10T15:31:10.947 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.947 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.947 INFO:tasks.workunit.client.0.smithi069.stdout: "pri11_bytes": { 2024-04-10T15:31:10.947 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 277022632 2024-04-10T15:31:10.947 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.947 INFO:tasks.workunit.client.0.smithi069.stdout: "pri1_bytes": { 2024-04-10T15:31:10.947 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 270336 2024-04-10T15:31:10.947 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.947 INFO:tasks.workunit.client.0.smithi069.stdout: "pri2_bytes": { 2024-04-10T15:31:10.947 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.947 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.947 INFO:tasks.workunit.client.0.smithi069.stdout: "pri3_bytes": { 2024-04-10T15:31:10.947 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.948 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.948 INFO:tasks.workunit.client.0.smithi069.stdout: "pri4_bytes": { 2024-04-10T15:31:10.948 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.948 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.948 INFO:tasks.workunit.client.0.smithi069.stdout: "pri5_bytes": { 2024-04-10T15:31:10.948 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.948 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.948 INFO:tasks.workunit.client.0.smithi069.stdout: "pri6_bytes": { 2024-04-10T15:31:10.948 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.948 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.948 INFO:tasks.workunit.client.0.smithi069.stdout: "pri7_bytes": { 2024-04-10T15:31:10.948 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.948 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.948 INFO:tasks.workunit.client.0.smithi069.stdout: "pri8_bytes": { 2024-04-10T15:31:10.948 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.948 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.949 INFO:tasks.workunit.client.0.smithi069.stdout: "pri9_bytes": { 2024-04-10T15:31:10.949 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.949 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.949 INFO:tasks.workunit.client.0.smithi069.stdout: "reserved_bytes": { 2024-04-10T15:31:10.949 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 70834264 2024-04-10T15:31:10.949 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:10.949 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.949 INFO:tasks.workunit.client.0.smithi069.stdout: "prioritycache:inc": { 2024-04-10T15:31:10.949 INFO:tasks.workunit.client.0.smithi069.stdout: "committed_bytes": { 2024-04-10T15:31:10.949 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 348127232 2024-04-10T15:31:10.949 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.949 INFO:tasks.workunit.client.0.smithi069.stdout: "pri0_bytes": { 2024-04-10T15:31:10.949 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.949 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.949 INFO:tasks.workunit.client.0.smithi069.stdout: "pri10_bytes": { 2024-04-10T15:31:10.949 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.950 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.950 INFO:tasks.workunit.client.0.smithi069.stdout: "pri11_bytes": { 2024-04-10T15:31:10.950 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 277022632 2024-04-10T15:31:10.950 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.950 INFO:tasks.workunit.client.0.smithi069.stdout: "pri1_bytes": { 2024-04-10T15:31:10.950 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 39007 2024-04-10T15:31:10.950 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.950 INFO:tasks.workunit.client.0.smithi069.stdout: "pri2_bytes": { 2024-04-10T15:31:10.950 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.950 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.950 INFO:tasks.workunit.client.0.smithi069.stdout: "pri3_bytes": { 2024-04-10T15:31:10.950 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.950 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.950 INFO:tasks.workunit.client.0.smithi069.stdout: "pri4_bytes": { 2024-04-10T15:31:10.951 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.951 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.951 INFO:tasks.workunit.client.0.smithi069.stdout: "pri5_bytes": { 2024-04-10T15:31:10.951 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.951 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.951 INFO:tasks.workunit.client.0.smithi069.stdout: "pri6_bytes": { 2024-04-10T15:31:10.951 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.951 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.951 INFO:tasks.workunit.client.0.smithi069.stdout: "pri7_bytes": { 2024-04-10T15:31:10.951 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.951 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.951 INFO:tasks.workunit.client.0.smithi069.stdout: "pri8_bytes": { 2024-04-10T15:31:10.951 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.951 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.951 INFO:tasks.workunit.client.0.smithi069.stdout: "pri9_bytes": { 2024-04-10T15:31:10.951 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.952 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.952 INFO:tasks.workunit.client.0.smithi069.stdout: "reserved_bytes": { 2024-04-10T15:31:10.952 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 71065593 2024-04-10T15:31:10.952 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:10.952 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.952 INFO:tasks.workunit.client.0.smithi069.stdout: "prioritycache:kv": { 2024-04-10T15:31:10.952 INFO:tasks.workunit.client.0.smithi069.stdout: "committed_bytes": { 2024-04-10T15:31:10.952 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 322961408 2024-04-10T15:31:10.952 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.952 INFO:tasks.workunit.client.0.smithi069.stdout: "pri0_bytes": { 2024-04-10T15:31:10.952 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 67108864 2024-04-10T15:31:10.952 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.952 INFO:tasks.workunit.client.0.smithi069.stdout: "pri10_bytes": { 2024-04-10T15:31:10.952 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.952 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.953 INFO:tasks.workunit.client.0.smithi069.stdout: "pri11_bytes": { 2024-04-10T15:31:10.953 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 184681755 2024-04-10T15:31:10.953 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.953 INFO:tasks.workunit.client.0.smithi069.stdout: "pri1_bytes": { 2024-04-10T15:31:10.953 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.953 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.953 INFO:tasks.workunit.client.0.smithi069.stdout: "pri2_bytes": { 2024-04-10T15:31:10.953 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.953 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.953 INFO:tasks.workunit.client.0.smithi069.stdout: "pri3_bytes": { 2024-04-10T15:31:10.953 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.953 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.953 INFO:tasks.workunit.client.0.smithi069.stdout: "pri4_bytes": { 2024-04-10T15:31:10.953 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.953 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.953 INFO:tasks.workunit.client.0.smithi069.stdout: "pri5_bytes": { 2024-04-10T15:31:10.954 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.954 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.954 INFO:tasks.workunit.client.0.smithi069.stdout: "pri6_bytes": { 2024-04-10T15:31:10.954 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.954 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.954 INFO:tasks.workunit.client.0.smithi069.stdout: "pri7_bytes": { 2024-04-10T15:31:10.954 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.954 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.954 INFO:tasks.workunit.client.0.smithi069.stdout: "pri8_bytes": { 2024-04-10T15:31:10.954 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.954 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.954 INFO:tasks.workunit.client.0.smithi069.stdout: "pri9_bytes": { 2024-04-10T15:31:10.954 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.954 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.954 INFO:tasks.workunit.client.0.smithi069.stdout: "reserved_bytes": { 2024-04-10T15:31:10.954 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 71170789 2024-04-10T15:31:10.955 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:10.955 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.955 INFO:tasks.workunit.client.0.smithi069.stdout: "rocksdb": { 2024-04-10T15:31:10.955 INFO:tasks.workunit.client.0.smithi069.stdout: "compact": { 2024-04-10T15:31:10.955 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.955 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.955 INFO:tasks.workunit.client.0.smithi069.stdout: "compact_queue_len": { 2024-04-10T15:31:10.955 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.955 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.955 INFO:tasks.workunit.client.0.smithi069.stdout: "compact_queue_merge": { 2024-04-10T15:31:10.955 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.955 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.955 INFO:tasks.workunit.client.0.smithi069.stdout: "compact_range": { 2024-04-10T15:31:10.955 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1 2024-04-10T15:31:10.955 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.955 INFO:tasks.workunit.client.0.smithi069.stdout: "get_latency": { 2024-04-10T15:31:10.956 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 40197, 2024-04-10T15:31:10.956 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 170474094 2024-04-10T15:31:10.956 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.956 INFO:tasks.workunit.client.0.smithi069.stdout: "rocksdb_write_delay_time": { 2024-04-10T15:31:10.956 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:10.956 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.956 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.956 INFO:tasks.workunit.client.0.smithi069.stdout: "rocksdb_write_memtable_time": { 2024-04-10T15:31:10.956 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:10.956 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.956 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.956 INFO:tasks.workunit.client.0.smithi069.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-10T15:31:10.956 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:10.956 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.956 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.956 INFO:tasks.workunit.client.0.smithi069.stdout: "rocksdb_write_wal_time": { 2024-04-10T15:31:10.956 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:10.957 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.957 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.957 INFO:tasks.workunit.client.0.smithi069.stdout: "submit_latency": { 2024-04-10T15:31:10.957 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:10.957 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.957 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.957 INFO:tasks.workunit.client.0.smithi069.stdout: "submit_sync_latency": { 2024-04-10T15:31:10.957 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 1957, 2024-04-10T15:31:10.957 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 615129264 2024-04-10T15:31:10.957 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:10.957 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:10.957 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.957 INFO:tasks.workunit.client.0.smithi069.stdout: "mon.a94fb5321a792dfeda573ab0692ca0fa124fc659": { 2024-04-10T15:31:10.957 INFO:tasks.workunit.client.0.smithi069.stdout: "mon": { 2024-04-10T15:31:10.957 INFO:tasks.workunit.client.0.smithi069.stdout: "election_call": { 2024-04-10T15:31:10.957 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2 2024-04-10T15:31:10.958 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.958 INFO:tasks.workunit.client.0.smithi069.stdout: "election_lose": { 2024-04-10T15:31:10.958 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2 2024-04-10T15:31:10.958 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.958 INFO:tasks.workunit.client.0.smithi069.stdout: "election_win": { 2024-04-10T15:31:10.958 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.958 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.958 INFO:tasks.workunit.client.0.smithi069.stdout: "num_elections": { 2024-04-10T15:31:10.958 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 7 2024-04-10T15:31:10.958 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.958 INFO:tasks.workunit.client.0.smithi069.stdout: "num_sessions": { 2024-04-10T15:31:10.958 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 9 2024-04-10T15:31:10.958 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.958 INFO:tasks.workunit.client.0.smithi069.stdout: "session_add": { 2024-04-10T15:31:10.958 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 4 2024-04-10T15:31:10.959 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.959 INFO:tasks.workunit.client.0.smithi069.stdout: "session_rm": { 2024-04-10T15:31:10.959 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 53 2024-04-10T15:31:10.959 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.959 INFO:tasks.workunit.client.0.smithi069.stdout: "session_trim": { 2024-04-10T15:31:10.959 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.959 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:10.959 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.959 INFO:tasks.workunit.client.0.smithi069.stdout: "paxos": { 2024-04-10T15:31:10.959 INFO:tasks.workunit.client.0.smithi069.stdout: "accept_timeout": { 2024-04-10T15:31:10.959 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.959 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.959 INFO:tasks.workunit.client.0.smithi069.stdout: "begin": { 2024-04-10T15:31:10.959 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 775 2024-04-10T15:31:10.959 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.959 INFO:tasks.workunit.client.0.smithi069.stdout: "begin_bytes": { 2024-04-10T15:31:10.960 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 775, 2024-04-10T15:31:10.960 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3748536 2024-04-10T15:31:10.960 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.960 INFO:tasks.workunit.client.0.smithi069.stdout: "begin_keys": { 2024-04-10T15:31:10.960 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:10.960 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.960 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.960 INFO:tasks.workunit.client.0.smithi069.stdout: "begin_latency": { 2024-04-10T15:31:10.960 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 775, 2024-04-10T15:31:10.960 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 107997602 2024-04-10T15:31:10.960 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.960 INFO:tasks.workunit.client.0.smithi069.stdout: "collect": { 2024-04-10T15:31:10.960 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2 2024-04-10T15:31:10.960 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.960 INFO:tasks.workunit.client.0.smithi069.stdout: "collect_bytes": { 2024-04-10T15:31:10.960 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 2, 2024-04-10T15:31:10.961 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 146 2024-04-10T15:31:10.961 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.961 INFO:tasks.workunit.client.0.smithi069.stdout: "collect_keys": { 2024-04-10T15:31:10.961 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 2, 2024-04-10T15:31:10.961 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2 2024-04-10T15:31:10.961 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.961 INFO:tasks.workunit.client.0.smithi069.stdout: "collect_latency": { 2024-04-10T15:31:10.961 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 2, 2024-04-10T15:31:10.961 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.961 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.961 INFO:tasks.workunit.client.0.smithi069.stdout: "collect_timeout": { 2024-04-10T15:31:10.961 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.961 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.961 INFO:tasks.workunit.client.0.smithi069.stdout: "collect_uncommitted": { 2024-04-10T15:31:10.961 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.961 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.962 INFO:tasks.workunit.client.0.smithi069.stdout: "commit": { 2024-04-10T15:31:10.962 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 776 2024-04-10T15:31:10.962 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.962 INFO:tasks.workunit.client.0.smithi069.stdout: "commit_bytes": { 2024-04-10T15:31:10.962 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:10.962 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.962 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.962 INFO:tasks.workunit.client.0.smithi069.stdout: "commit_keys": { 2024-04-10T15:31:10.962 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:10.962 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.962 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.962 INFO:tasks.workunit.client.0.smithi069.stdout: "commit_latency": { 2024-04-10T15:31:10.962 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:10.962 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.962 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.963 INFO:tasks.workunit.client.0.smithi069.stdout: "lease_ack_timeout": { 2024-04-10T15:31:10.963 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.963 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.963 INFO:tasks.workunit.client.0.smithi069.stdout: "lease_timeout": { 2024-04-10T15:31:10.963 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.963 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.963 INFO:tasks.workunit.client.0.smithi069.stdout: "new_pn": { 2024-04-10T15:31:10.963 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.963 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.963 INFO:tasks.workunit.client.0.smithi069.stdout: "new_pn_latency": { 2024-04-10T15:31:10.963 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:10.963 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.963 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.963 INFO:tasks.workunit.client.0.smithi069.stdout: "refresh": { 2024-04-10T15:31:10.963 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 776 2024-04-10T15:31:10.963 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.963 INFO:tasks.workunit.client.0.smithi069.stdout: "refresh_latency": { 2024-04-10T15:31:10.964 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 776, 2024-04-10T15:31:10.964 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1692962425 2024-04-10T15:31:10.964 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.964 INFO:tasks.workunit.client.0.smithi069.stdout: "restart": { 2024-04-10T15:31:10.964 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 13 2024-04-10T15:31:10.964 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.964 INFO:tasks.workunit.client.0.smithi069.stdout: "share_state": { 2024-04-10T15:31:10.964 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.964 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.964 INFO:tasks.workunit.client.0.smithi069.stdout: "share_state_bytes": { 2024-04-10T15:31:10.964 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:10.964 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.964 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.964 INFO:tasks.workunit.client.0.smithi069.stdout: "share_state_keys": { 2024-04-10T15:31:10.964 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:10.964 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.965 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.965 INFO:tasks.workunit.client.0.smithi069.stdout: "start_leader": { 2024-04-10T15:31:10.965 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.965 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.965 INFO:tasks.workunit.client.0.smithi069.stdout: "start_peon": { 2024-04-10T15:31:10.965 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2 2024-04-10T15:31:10.965 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.965 INFO:tasks.workunit.client.0.smithi069.stdout: "store_state": { 2024-04-10T15:31:10.965 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 776 2024-04-10T15:31:10.965 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.965 INFO:tasks.workunit.client.0.smithi069.stdout: "store_state_bytes": { 2024-04-10T15:31:10.965 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 776, 2024-04-10T15:31:10.965 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 7351586 2024-04-10T15:31:10.965 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.965 INFO:tasks.workunit.client.0.smithi069.stdout: "store_state_keys": { 2024-04-10T15:31:10.966 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 776, 2024-04-10T15:31:10.966 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 5318 2024-04-10T15:31:10.966 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.966 INFO:tasks.workunit.client.0.smithi069.stdout: "store_state_latency": { 2024-04-10T15:31:10.966 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 776, 2024-04-10T15:31:10.966 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 297993392 2024-04-10T15:31:10.966 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:10.966 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.966 INFO:tasks.workunit.client.0.smithi069.stdout: "prioritycache": { 2024-04-10T15:31:10.966 INFO:tasks.workunit.client.0.smithi069.stdout: "cache_bytes": { 2024-04-10T15:31:10.966 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1020054731 2024-04-10T15:31:10.966 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.966 INFO:tasks.workunit.client.0.smithi069.stdout: "heap_bytes": { 2024-04-10T15:31:10.967 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 43851776 2024-04-10T15:31:10.967 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.967 INFO:tasks.workunit.client.0.smithi069.stdout: "mapped_bytes": { 2024-04-10T15:31:10.967 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 32415744 2024-04-10T15:31:10.967 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.967 INFO:tasks.workunit.client.0.smithi069.stdout: "target_bytes": { 2024-04-10T15:31:10.967 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2147483648 2024-04-10T15:31:10.967 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.967 INFO:tasks.workunit.client.0.smithi069.stdout: "unmapped_bytes": { 2024-04-10T15:31:10.967 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 11436032 2024-04-10T15:31:10.967 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:10.967 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.967 INFO:tasks.workunit.client.0.smithi069.stdout: "prioritycache:full": { 2024-04-10T15:31:10.967 INFO:tasks.workunit.client.0.smithi069.stdout: "committed_bytes": { 2024-04-10T15:31:10.967 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 348127232 2024-04-10T15:31:10.967 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.968 INFO:tasks.workunit.client.0.smithi069.stdout: "pri0_bytes": { 2024-04-10T15:31:10.968 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.968 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.968 INFO:tasks.workunit.client.0.smithi069.stdout: "pri10_bytes": { 2024-04-10T15:31:10.968 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.968 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.968 INFO:tasks.workunit.client.0.smithi069.stdout: "pri11_bytes": { 2024-04-10T15:31:10.968 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 277021556 2024-04-10T15:31:10.968 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.968 INFO:tasks.workunit.client.0.smithi069.stdout: "pri1_bytes": { 2024-04-10T15:31:10.968 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 270766 2024-04-10T15:31:10.968 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.968 INFO:tasks.workunit.client.0.smithi069.stdout: "pri2_bytes": { 2024-04-10T15:31:10.968 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.968 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.968 INFO:tasks.workunit.client.0.smithi069.stdout: "pri3_bytes": { 2024-04-10T15:31:10.969 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.969 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.969 INFO:tasks.workunit.client.0.smithi069.stdout: "pri4_bytes": { 2024-04-10T15:31:10.969 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.969 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.969 INFO:tasks.workunit.client.0.smithi069.stdout: "pri5_bytes": { 2024-04-10T15:31:10.969 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.969 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.969 INFO:tasks.workunit.client.0.smithi069.stdout: "pri6_bytes": { 2024-04-10T15:31:10.969 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.969 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.969 INFO:tasks.workunit.client.0.smithi069.stdout: "pri7_bytes": { 2024-04-10T15:31:10.969 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.969 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.970 INFO:tasks.workunit.client.0.smithi069.stdout: "pri8_bytes": { 2024-04-10T15:31:10.970 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.970 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.970 INFO:tasks.workunit.client.0.smithi069.stdout: "pri9_bytes": { 2024-04-10T15:31:10.970 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.970 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.970 INFO:tasks.workunit.client.0.smithi069.stdout: "reserved_bytes": { 2024-04-10T15:31:10.970 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 70834910 2024-04-10T15:31:10.970 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:10.970 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.970 INFO:tasks.workunit.client.0.smithi069.stdout: "prioritycache:inc": { 2024-04-10T15:31:10.970 INFO:tasks.workunit.client.0.smithi069.stdout: "committed_bytes": { 2024-04-10T15:31:10.970 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 348127232 2024-04-10T15:31:10.970 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.970 INFO:tasks.workunit.client.0.smithi069.stdout: "pri0_bytes": { 2024-04-10T15:31:10.971 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.971 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.971 INFO:tasks.workunit.client.0.smithi069.stdout: "pri10_bytes": { 2024-04-10T15:31:10.971 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.971 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.971 INFO:tasks.workunit.client.0.smithi069.stdout: "pri11_bytes": { 2024-04-10T15:31:10.971 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 277021556 2024-04-10T15:31:10.971 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.971 INFO:tasks.workunit.client.0.smithi069.stdout: "pri1_bytes": { 2024-04-10T15:31:10.971 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 41446 2024-04-10T15:31:10.971 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.971 INFO:tasks.workunit.client.0.smithi069.stdout: "pri2_bytes": { 2024-04-10T15:31:10.971 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.971 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.971 INFO:tasks.workunit.client.0.smithi069.stdout: "pri3_bytes": { 2024-04-10T15:31:10.971 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.972 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.972 INFO:tasks.workunit.client.0.smithi069.stdout: "pri4_bytes": { 2024-04-10T15:31:10.972 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.972 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.972 INFO:tasks.workunit.client.0.smithi069.stdout: "pri5_bytes": { 2024-04-10T15:31:10.972 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.972 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.972 INFO:tasks.workunit.client.0.smithi069.stdout: "pri6_bytes": { 2024-04-10T15:31:10.972 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.972 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.972 INFO:tasks.workunit.client.0.smithi069.stdout: "pri7_bytes": { 2024-04-10T15:31:10.972 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.972 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.972 INFO:tasks.workunit.client.0.smithi069.stdout: "pri8_bytes": { 2024-04-10T15:31:10.972 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.972 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.972 INFO:tasks.workunit.client.0.smithi069.stdout: "pri9_bytes": { 2024-04-10T15:31:10.973 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.973 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.973 INFO:tasks.workunit.client.0.smithi069.stdout: "reserved_bytes": { 2024-04-10T15:31:10.973 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 71064230 2024-04-10T15:31:10.973 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:10.973 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.973 INFO:tasks.workunit.client.0.smithi069.stdout: "prioritycache:kv": { 2024-04-10T15:31:10.973 INFO:tasks.workunit.client.0.smithi069.stdout: "committed_bytes": { 2024-04-10T15:31:10.973 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 322961408 2024-04-10T15:31:10.973 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.973 INFO:tasks.workunit.client.0.smithi069.stdout: "pri0_bytes": { 2024-04-10T15:31:10.973 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 67108864 2024-04-10T15:31:10.973 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.973 INFO:tasks.workunit.client.0.smithi069.stdout: "pri10_bytes": { 2024-04-10T15:31:10.973 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.973 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.973 INFO:tasks.workunit.client.0.smithi069.stdout: "pri11_bytes": { 2024-04-10T15:31:10.974 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 184681037 2024-04-10T15:31:10.974 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.974 INFO:tasks.workunit.client.0.smithi069.stdout: "pri1_bytes": { 2024-04-10T15:31:10.974 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.974 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.974 INFO:tasks.workunit.client.0.smithi069.stdout: "pri2_bytes": { 2024-04-10T15:31:10.974 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.974 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.974 INFO:tasks.workunit.client.0.smithi069.stdout: "pri3_bytes": { 2024-04-10T15:31:10.974 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.974 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.974 INFO:tasks.workunit.client.0.smithi069.stdout: "pri4_bytes": { 2024-04-10T15:31:10.974 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.974 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.974 INFO:tasks.workunit.client.0.smithi069.stdout: "pri5_bytes": { 2024-04-10T15:31:10.974 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.975 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.975 INFO:tasks.workunit.client.0.smithi069.stdout: "pri6_bytes": { 2024-04-10T15:31:10.975 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.975 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.975 INFO:tasks.workunit.client.0.smithi069.stdout: "pri7_bytes": { 2024-04-10T15:31:10.975 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.975 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.975 INFO:tasks.workunit.client.0.smithi069.stdout: "pri8_bytes": { 2024-04-10T15:31:10.975 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.975 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.975 INFO:tasks.workunit.client.0.smithi069.stdout: "pri9_bytes": { 2024-04-10T15:31:10.975 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.975 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.975 INFO:tasks.workunit.client.0.smithi069.stdout: "reserved_bytes": { 2024-04-10T15:31:10.975 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 71171507 2024-04-10T15:31:10.975 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:10.976 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.976 INFO:tasks.workunit.client.0.smithi069.stdout: "rocksdb": { 2024-04-10T15:31:10.976 INFO:tasks.workunit.client.0.smithi069.stdout: "compact": { 2024-04-10T15:31:10.976 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.976 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.976 INFO:tasks.workunit.client.0.smithi069.stdout: "compact_queue_len": { 2024-04-10T15:31:10.976 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.976 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.976 INFO:tasks.workunit.client.0.smithi069.stdout: "compact_queue_merge": { 2024-04-10T15:31:10.976 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.976 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.976 INFO:tasks.workunit.client.0.smithi069.stdout: "compact_range": { 2024-04-10T15:31:10.976 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1 2024-04-10T15:31:10.976 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.976 INFO:tasks.workunit.client.0.smithi069.stdout: "get_latency": { 2024-04-10T15:31:10.977 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 33053, 2024-04-10T15:31:10.977 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 81196471 2024-04-10T15:31:10.977 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.977 INFO:tasks.workunit.client.0.smithi069.stdout: "rocksdb_write_delay_time": { 2024-04-10T15:31:10.977 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:10.977 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.977 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.977 INFO:tasks.workunit.client.0.smithi069.stdout: "rocksdb_write_memtable_time": { 2024-04-10T15:31:10.977 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:10.977 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.977 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.977 INFO:tasks.workunit.client.0.smithi069.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-10T15:31:10.977 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:10.977 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.977 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.977 INFO:tasks.workunit.client.0.smithi069.stdout: "rocksdb_write_wal_time": { 2024-04-10T15:31:10.977 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:10.978 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.978 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.978 INFO:tasks.workunit.client.0.smithi069.stdout: "submit_latency": { 2024-04-10T15:31:10.978 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:10.978 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.978 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.978 INFO:tasks.workunit.client.0.smithi069.stdout: "submit_sync_latency": { 2024-04-10T15:31:10.978 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 1694, 2024-04-10T15:31:10.978 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 478410266 2024-04-10T15:31:10.978 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:10.978 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:10.978 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.978 INFO:tasks.workunit.client.0.smithi069.stdout: "mon.f674850e5ec273712a6400c20c884d0d3d4aaf85": { 2024-04-10T15:31:10.978 INFO:tasks.workunit.client.0.smithi069.stdout: "mon": { 2024-04-10T15:31:10.978 INFO:tasks.workunit.client.0.smithi069.stdout: "election_call": { 2024-04-10T15:31:10.978 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1 2024-04-10T15:31:10.979 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.979 INFO:tasks.workunit.client.0.smithi069.stdout: "election_lose": { 2024-04-10T15:31:10.979 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1 2024-04-10T15:31:10.979 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.979 INFO:tasks.workunit.client.0.smithi069.stdout: "election_win": { 2024-04-10T15:31:10.979 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.979 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.979 INFO:tasks.workunit.client.0.smithi069.stdout: "num_elections": { 2024-04-10T15:31:10.979 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3 2024-04-10T15:31:10.979 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.979 INFO:tasks.workunit.client.0.smithi069.stdout: "num_sessions": { 2024-04-10T15:31:10.979 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 9 2024-04-10T15:31:10.979 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.979 INFO:tasks.workunit.client.0.smithi069.stdout: "session_add": { 2024-04-10T15:31:10.979 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 5 2024-04-10T15:31:10.979 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.979 INFO:tasks.workunit.client.0.smithi069.stdout: "session_rm": { 2024-04-10T15:31:10.980 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 90 2024-04-10T15:31:10.980 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.980 INFO:tasks.workunit.client.0.smithi069.stdout: "session_trim": { 2024-04-10T15:31:10.980 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.980 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:10.980 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.980 INFO:tasks.workunit.client.0.smithi069.stdout: "paxos": { 2024-04-10T15:31:10.980 INFO:tasks.workunit.client.0.smithi069.stdout: "accept_timeout": { 2024-04-10T15:31:10.980 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.980 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.980 INFO:tasks.workunit.client.0.smithi069.stdout: "begin": { 2024-04-10T15:31:10.980 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 764 2024-04-10T15:31:10.980 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.980 INFO:tasks.workunit.client.0.smithi069.stdout: "begin_bytes": { 2024-04-10T15:31:10.980 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 764, 2024-04-10T15:31:10.980 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3721431 2024-04-10T15:31:10.981 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.981 INFO:tasks.workunit.client.0.smithi069.stdout: "begin_keys": { 2024-04-10T15:31:10.981 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:10.981 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.981 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.981 INFO:tasks.workunit.client.0.smithi069.stdout: "begin_latency": { 2024-04-10T15:31:10.981 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 764, 2024-04-10T15:31:10.981 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 166996229 2024-04-10T15:31:10.981 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.981 INFO:tasks.workunit.client.0.smithi069.stdout: "collect": { 2024-04-10T15:31:10.981 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1 2024-04-10T15:31:10.981 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.981 INFO:tasks.workunit.client.0.smithi069.stdout: "collect_bytes": { 2024-04-10T15:31:10.981 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 1, 2024-04-10T15:31:10.982 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 73 2024-04-10T15:31:10.982 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.982 INFO:tasks.workunit.client.0.smithi069.stdout: "collect_keys": { 2024-04-10T15:31:10.982 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 1, 2024-04-10T15:31:10.982 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1 2024-04-10T15:31:10.982 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.982 INFO:tasks.workunit.client.0.smithi069.stdout: "collect_latency": { 2024-04-10T15:31:10.982 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 1, 2024-04-10T15:31:10.982 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 999977 2024-04-10T15:31:10.982 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.982 INFO:tasks.workunit.client.0.smithi069.stdout: "collect_timeout": { 2024-04-10T15:31:10.982 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.982 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.982 INFO:tasks.workunit.client.0.smithi069.stdout: "collect_uncommitted": { 2024-04-10T15:31:10.983 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.983 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.983 INFO:tasks.workunit.client.0.smithi069.stdout: "commit": { 2024-04-10T15:31:10.983 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 765 2024-04-10T15:31:10.983 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.983 INFO:tasks.workunit.client.0.smithi069.stdout: "commit_bytes": { 2024-04-10T15:31:10.983 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:10.983 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.983 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.983 INFO:tasks.workunit.client.0.smithi069.stdout: "commit_keys": { 2024-04-10T15:31:10.983 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:10.983 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.983 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.983 INFO:tasks.workunit.client.0.smithi069.stdout: "commit_latency": { 2024-04-10T15:31:10.983 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:10.983 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.984 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.984 INFO:tasks.workunit.client.0.smithi069.stdout: "lease_ack_timeout": { 2024-04-10T15:31:10.984 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.984 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.984 INFO:tasks.workunit.client.0.smithi069.stdout: "lease_timeout": { 2024-04-10T15:31:10.984 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.984 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.984 INFO:tasks.workunit.client.0.smithi069.stdout: "new_pn": { 2024-04-10T15:31:10.984 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.984 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.984 INFO:tasks.workunit.client.0.smithi069.stdout: "new_pn_latency": { 2024-04-10T15:31:10.984 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:10.984 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.984 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.984 INFO:tasks.workunit.client.0.smithi069.stdout: "refresh": { 2024-04-10T15:31:10.984 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 765 2024-04-10T15:31:10.985 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.985 INFO:tasks.workunit.client.0.smithi069.stdout: "refresh_latency": { 2024-04-10T15:31:10.985 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 765, 2024-04-10T15:31:10.985 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1857958074 2024-04-10T15:31:10.985 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.985 INFO:tasks.workunit.client.0.smithi069.stdout: "restart": { 2024-04-10T15:31:10.985 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 8 2024-04-10T15:31:10.985 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.985 INFO:tasks.workunit.client.0.smithi069.stdout: "share_state": { 2024-04-10T15:31:10.985 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.985 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.985 INFO:tasks.workunit.client.0.smithi069.stdout: "share_state_bytes": { 2024-04-10T15:31:10.985 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:10.985 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.985 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.985 INFO:tasks.workunit.client.0.smithi069.stdout: "share_state_keys": { 2024-04-10T15:31:10.985 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:10.986 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.986 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.986 INFO:tasks.workunit.client.0.smithi069.stdout: "start_leader": { 2024-04-10T15:31:10.986 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.986 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.986 INFO:tasks.workunit.client.0.smithi069.stdout: "start_peon": { 2024-04-10T15:31:10.986 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1 2024-04-10T15:31:10.986 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.986 INFO:tasks.workunit.client.0.smithi069.stdout: "store_state": { 2024-04-10T15:31:10.986 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 765 2024-04-10T15:31:10.986 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.986 INFO:tasks.workunit.client.0.smithi069.stdout: "store_state_bytes": { 2024-04-10T15:31:10.986 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 765, 2024-04-10T15:31:10.986 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 7299663 2024-04-10T15:31:10.986 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.986 INFO:tasks.workunit.client.0.smithi069.stdout: "store_state_keys": { 2024-04-10T15:31:10.987 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 765, 2024-04-10T15:31:10.987 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 5239 2024-04-10T15:31:10.987 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.987 INFO:tasks.workunit.client.0.smithi069.stdout: "store_state_latency": { 2024-04-10T15:31:10.987 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 765, 2024-04-10T15:31:10.987 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 451989801 2024-04-10T15:31:10.987 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:10.987 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.987 INFO:tasks.workunit.client.0.smithi069.stdout: "prioritycache": { 2024-04-10T15:31:10.987 INFO:tasks.workunit.client.0.smithi069.stdout: "cache_bytes": { 2024-04-10T15:31:10.987 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1020054731 2024-04-10T15:31:10.987 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.987 INFO:tasks.workunit.client.0.smithi069.stdout: "heap_bytes": { 2024-04-10T15:31:10.987 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 43851776 2024-04-10T15:31:10.987 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.987 INFO:tasks.workunit.client.0.smithi069.stdout: "mapped_bytes": { 2024-04-10T15:31:10.987 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 32497664 2024-04-10T15:31:10.988 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.988 INFO:tasks.workunit.client.0.smithi069.stdout: "target_bytes": { 2024-04-10T15:31:10.988 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2147483648 2024-04-10T15:31:10.988 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.988 INFO:tasks.workunit.client.0.smithi069.stdout: "unmapped_bytes": { 2024-04-10T15:31:10.988 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 11354112 2024-04-10T15:31:10.988 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:10.988 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.988 INFO:tasks.workunit.client.0.smithi069.stdout: "prioritycache:full": { 2024-04-10T15:31:10.988 INFO:tasks.workunit.client.0.smithi069.stdout: "committed_bytes": { 2024-04-10T15:31:10.988 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 348127232 2024-04-10T15:31:10.988 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.988 INFO:tasks.workunit.client.0.smithi069.stdout: "pri0_bytes": { 2024-04-10T15:31:10.988 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.988 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.989 INFO:tasks.workunit.client.0.smithi069.stdout: "pri10_bytes": { 2024-04-10T15:31:10.989 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.989 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.989 INFO:tasks.workunit.client.0.smithi069.stdout: "pri11_bytes": { 2024-04-10T15:31:10.989 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 277022887 2024-04-10T15:31:10.989 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.989 INFO:tasks.workunit.client.0.smithi069.stdout: "pri1_bytes": { 2024-04-10T15:31:10.989 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 269655 2024-04-10T15:31:10.989 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.989 INFO:tasks.workunit.client.0.smithi069.stdout: "pri2_bytes": { 2024-04-10T15:31:10.989 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.989 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.989 INFO:tasks.workunit.client.0.smithi069.stdout: "pri3_bytes": { 2024-04-10T15:31:10.989 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.989 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.989 INFO:tasks.workunit.client.0.smithi069.stdout: "pri4_bytes": { 2024-04-10T15:31:10.990 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.990 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.990 INFO:tasks.workunit.client.0.smithi069.stdout: "pri5_bytes": { 2024-04-10T15:31:10.990 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.990 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.990 INFO:tasks.workunit.client.0.smithi069.stdout: "pri6_bytes": { 2024-04-10T15:31:10.990 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.990 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.990 INFO:tasks.workunit.client.0.smithi069.stdout: "pri7_bytes": { 2024-04-10T15:31:10.990 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.990 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.990 INFO:tasks.workunit.client.0.smithi069.stdout: "pri8_bytes": { 2024-04-10T15:31:10.990 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.990 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.990 INFO:tasks.workunit.client.0.smithi069.stdout: "pri9_bytes": { 2024-04-10T15:31:10.990 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.991 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.991 INFO:tasks.workunit.client.0.smithi069.stdout: "reserved_bytes": { 2024-04-10T15:31:10.991 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 70834690 2024-04-10T15:31:10.991 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:10.991 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.991 INFO:tasks.workunit.client.0.smithi069.stdout: "prioritycache:inc": { 2024-04-10T15:31:10.991 INFO:tasks.workunit.client.0.smithi069.stdout: "committed_bytes": { 2024-04-10T15:31:10.991 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 348127232 2024-04-10T15:31:10.991 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.991 INFO:tasks.workunit.client.0.smithi069.stdout: "pri0_bytes": { 2024-04-10T15:31:10.991 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.991 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.991 INFO:tasks.workunit.client.0.smithi069.stdout: "pri10_bytes": { 2024-04-10T15:31:10.991 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.991 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.991 INFO:tasks.workunit.client.0.smithi069.stdout: "pri11_bytes": { 2024-04-10T15:31:10.992 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 277022887 2024-04-10T15:31:10.992 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.992 INFO:tasks.workunit.client.0.smithi069.stdout: "pri1_bytes": { 2024-04-10T15:31:10.992 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 39007 2024-04-10T15:31:10.992 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.992 INFO:tasks.workunit.client.0.smithi069.stdout: "pri2_bytes": { 2024-04-10T15:31:10.992 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.992 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.992 INFO:tasks.workunit.client.0.smithi069.stdout: "pri3_bytes": { 2024-04-10T15:31:10.992 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.992 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.992 INFO:tasks.workunit.client.0.smithi069.stdout: "pri4_bytes": { 2024-04-10T15:31:10.992 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.992 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.992 INFO:tasks.workunit.client.0.smithi069.stdout: "pri5_bytes": { 2024-04-10T15:31:10.992 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.992 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.993 INFO:tasks.workunit.client.0.smithi069.stdout: "pri6_bytes": { 2024-04-10T15:31:10.993 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.993 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.993 INFO:tasks.workunit.client.0.smithi069.stdout: "pri7_bytes": { 2024-04-10T15:31:10.993 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.993 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.993 INFO:tasks.workunit.client.0.smithi069.stdout: "pri8_bytes": { 2024-04-10T15:31:10.993 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.993 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.993 INFO:tasks.workunit.client.0.smithi069.stdout: "pri9_bytes": { 2024-04-10T15:31:10.993 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.993 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.993 INFO:tasks.workunit.client.0.smithi069.stdout: "reserved_bytes": { 2024-04-10T15:31:10.993 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 71065338 2024-04-10T15:31:10.993 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:10.993 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.993 INFO:tasks.workunit.client.0.smithi069.stdout: "prioritycache:kv": { 2024-04-10T15:31:10.994 INFO:tasks.workunit.client.0.smithi069.stdout: "committed_bytes": { 2024-04-10T15:31:10.994 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 322961408 2024-04-10T15:31:10.994 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.994 INFO:tasks.workunit.client.0.smithi069.stdout: "pri0_bytes": { 2024-04-10T15:31:10.994 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 67108864 2024-04-10T15:31:10.994 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.994 INFO:tasks.workunit.client.0.smithi069.stdout: "pri10_bytes": { 2024-04-10T15:31:10.994 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.994 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.994 INFO:tasks.workunit.client.0.smithi069.stdout: "pri11_bytes": { 2024-04-10T15:31:10.994 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 184681925 2024-04-10T15:31:10.994 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.994 INFO:tasks.workunit.client.0.smithi069.stdout: "pri1_bytes": { 2024-04-10T15:31:10.994 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.994 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.995 INFO:tasks.workunit.client.0.smithi069.stdout: "pri2_bytes": { 2024-04-10T15:31:10.995 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.995 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.995 INFO:tasks.workunit.client.0.smithi069.stdout: "pri3_bytes": { 2024-04-10T15:31:10.995 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.995 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.995 INFO:tasks.workunit.client.0.smithi069.stdout: "pri4_bytes": { 2024-04-10T15:31:10.995 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.995 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.995 INFO:tasks.workunit.client.0.smithi069.stdout: "pri5_bytes": { 2024-04-10T15:31:10.995 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.995 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.995 INFO:tasks.workunit.client.0.smithi069.stdout: "pri6_bytes": { 2024-04-10T15:31:10.995 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.996 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.996 INFO:tasks.workunit.client.0.smithi069.stdout: "pri7_bytes": { 2024-04-10T15:31:10.996 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.996 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.996 INFO:tasks.workunit.client.0.smithi069.stdout: "pri8_bytes": { 2024-04-10T15:31:10.996 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.996 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.996 INFO:tasks.workunit.client.0.smithi069.stdout: "pri9_bytes": { 2024-04-10T15:31:10.996 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.996 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.996 INFO:tasks.workunit.client.0.smithi069.stdout: "reserved_bytes": { 2024-04-10T15:31:10.996 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 71170619 2024-04-10T15:31:10.996 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:10.996 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.997 INFO:tasks.workunit.client.0.smithi069.stdout: "rocksdb": { 2024-04-10T15:31:10.997 INFO:tasks.workunit.client.0.smithi069.stdout: "compact": { 2024-04-10T15:31:10.997 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.997 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.997 INFO:tasks.workunit.client.0.smithi069.stdout: "compact_queue_len": { 2024-04-10T15:31:10.997 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.997 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.997 INFO:tasks.workunit.client.0.smithi069.stdout: "compact_queue_merge": { 2024-04-10T15:31:10.997 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.997 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.997 INFO:tasks.workunit.client.0.smithi069.stdout: "compact_range": { 2024-04-10T15:31:10.997 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1 2024-04-10T15:31:10.997 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.997 INFO:tasks.workunit.client.0.smithi069.stdout: "get_latency": { 2024-04-10T15:31:10.998 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 32883, 2024-04-10T15:31:10.998 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 86054527 2024-04-10T15:31:10.998 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.998 INFO:tasks.workunit.client.0.smithi069.stdout: "rocksdb_write_delay_time": { 2024-04-10T15:31:10.998 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:10.998 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.998 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.998 INFO:tasks.workunit.client.0.smithi069.stdout: "rocksdb_write_memtable_time": { 2024-04-10T15:31:10.998 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:10.998 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.998 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.998 INFO:tasks.workunit.client.0.smithi069.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-10T15:31:10.998 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:10.998 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.998 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.998 INFO:tasks.workunit.client.0.smithi069.stdout: "rocksdb_write_wal_time": { 2024-04-10T15:31:10.999 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:10.999 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.999 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.999 INFO:tasks.workunit.client.0.smithi069.stdout: "submit_latency": { 2024-04-10T15:31:10.999 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:10.999 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:10.999 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.999 INFO:tasks.workunit.client.0.smithi069.stdout: "submit_sync_latency": { 2024-04-10T15:31:10.999 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 1647, 2024-04-10T15:31:10.999 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 666596849 2024-04-10T15:31:10.999 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:10.999 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:10.999 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:10.999 INFO:tasks.workunit.client.0.smithi069.stdout: "osd.0": { 2024-04-10T15:31:10.999 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs": { 2024-04-10T15:31:11.000 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_slow_fallback": { 2024-04-10T15:31:11.000 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.000 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.000 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_slow_size_fallback": { 2024-04-10T15:31:11.000 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.000 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.000 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_unit_db": { 2024-04-10T15:31:11.000 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 65536 2024-04-10T15:31:11.000 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.000 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_unit_main": { 2024-04-10T15:31:11.000 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.000 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.000 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_unit_wal": { 2024-04-10T15:31:11.000 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.000 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.000 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes_written_slow": { 2024-04-10T15:31:11.000 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.001 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.001 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes_written_sst": { 2024-04-10T15:31:11.001 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 12288 2024-04-10T15:31:11.001 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.001 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes_written_wal": { 2024-04-10T15:31:11.001 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 7913472 2024-04-10T15:31:11.001 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.001 INFO:tasks.workunit.client.0.smithi069.stdout: "compact_lat": { 2024-04-10T15:31:11.001 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:11.001 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.001 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.001 INFO:tasks.workunit.client.0.smithi069.stdout: "compact_lock_lat": { 2024-04-10T15:31:11.001 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:11.001 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.001 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.002 INFO:tasks.workunit.client.0.smithi069.stdout: "db_total_bytes": { 2024-04-10T15:31:11.002 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 95995035648 2024-04-10T15:31:11.002 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.002 INFO:tasks.workunit.client.0.smithi069.stdout: "db_used_bytes": { 2024-04-10T15:31:11.002 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 31850496 2024-04-10T15:31:11.002 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.002 INFO:tasks.workunit.client.0.smithi069.stdout: "log_bytes": { 2024-04-10T15:31:11.002 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 4243456 2024-04-10T15:31:11.002 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.002 INFO:tasks.workunit.client.0.smithi069.stdout: "logged_bytes": { 2024-04-10T15:31:11.002 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 4104192 2024-04-10T15:31:11.002 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.002 INFO:tasks.workunit.client.0.smithi069.stdout: "max_bytes_db": { 2024-04-10T15:31:11.002 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 31850496 2024-04-10T15:31:11.003 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.003 INFO:tasks.workunit.client.0.smithi069.stdout: "max_bytes_slow": { 2024-04-10T15:31:11.003 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.003 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.003 INFO:tasks.workunit.client.0.smithi069.stdout: "max_bytes_wal": { 2024-04-10T15:31:11.003 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.003 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.003 INFO:tasks.workunit.client.0.smithi069.stdout: "num_files": { 2024-04-10T15:31:11.003 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 14 2024-04-10T15:31:11.003 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.003 INFO:tasks.workunit.client.0.smithi069.stdout: "read_bytes": { 2024-04-10T15:31:11.003 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 206272 2024-04-10T15:31:11.003 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.003 INFO:tasks.workunit.client.0.smithi069.stdout: "read_count": { 2024-04-10T15:31:11.004 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 23 2024-04-10T15:31:11.004 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.004 INFO:tasks.workunit.client.0.smithi069.stdout: "read_disk_bytes": { 2024-04-10T15:31:11.004 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1282048 2024-04-10T15:31:11.004 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.004 INFO:tasks.workunit.client.0.smithi069.stdout: "read_disk_bytes_db": { 2024-04-10T15:31:11.004 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1286144 2024-04-10T15:31:11.004 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.004 INFO:tasks.workunit.client.0.smithi069.stdout: "read_disk_bytes_slow": { 2024-04-10T15:31:11.004 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.004 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.004 INFO:tasks.workunit.client.0.smithi069.stdout: "read_disk_bytes_wal": { 2024-04-10T15:31:11.004 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.004 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.004 INFO:tasks.workunit.client.0.smithi069.stdout: "read_disk_count": { 2024-04-10T15:31:11.005 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 15 2024-04-10T15:31:11.005 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.005 INFO:tasks.workunit.client.0.smithi069.stdout: "read_prefetch_bytes": { 2024-04-10T15:31:11.005 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 4913 2024-04-10T15:31:11.005 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.005 INFO:tasks.workunit.client.0.smithi069.stdout: "read_prefetch_count": { 2024-04-10T15:31:11.005 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 4 2024-04-10T15:31:11.005 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.005 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_buffer_bytes": { 2024-04-10T15:31:11.005 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 5505 2024-04-10T15:31:11.005 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.005 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_buffer_count": { 2024-04-10T15:31:11.005 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 24 2024-04-10T15:31:11.005 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.005 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_bytes": { 2024-04-10T15:31:11.006 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 5505 2024-04-10T15:31:11.006 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.006 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_count": { 2024-04-10T15:31:11.006 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 24 2024-04-10T15:31:11.006 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.006 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_disk_bytes": { 2024-04-10T15:31:11.006 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.006 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.006 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_disk_bytes_db": { 2024-04-10T15:31:11.006 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.006 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.006 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_disk_bytes_slow": { 2024-04-10T15:31:11.006 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.006 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.007 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_disk_bytes_wal": { 2024-04-10T15:31:11.007 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.007 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.007 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_disk_count": { 2024-04-10T15:31:11.007 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.007 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.007 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_total_bytes": { 2024-04-10T15:31:11.007 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.007 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.007 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_used_bytes": { 2024-04-10T15:31:11.007 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.007 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.007 INFO:tasks.workunit.client.0.smithi069.stdout: "wal_total_bytes": { 2024-04-10T15:31:11.007 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.007 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.007 INFO:tasks.workunit.client.0.smithi069.stdout: "wal_used_bytes": { 2024-04-10T15:31:11.008 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.008 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.008 INFO:tasks.workunit.client.0.smithi069.stdout: "write_bytes": { 2024-04-10T15:31:11.008 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 12095488 2024-04-10T15:31:11.008 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:11.008 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.008 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore": { 2024-04-10T15:31:11.008 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_unit": { 2024-04-10T15:31:11.008 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 4096 2024-04-10T15:31:11.008 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.008 INFO:tasks.workunit.client.0.smithi069.stdout: "allocated": { 2024-04-10T15:31:11.008 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1318912 2024-04-10T15:31:11.008 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.008 INFO:tasks.workunit.client.0.smithi069.stdout: "clist_lat": { 2024-04-10T15:31:11.009 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 6, 2024-04-10T15:31:11.009 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 381657 2024-04-10T15:31:11.009 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.009 INFO:tasks.workunit.client.0.smithi069.stdout: "compress_lat": { 2024-04-10T15:31:11.009 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:11.009 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.009 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.009 INFO:tasks.workunit.client.0.smithi069.stdout: "compressed": { 2024-04-10T15:31:11.009 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.009 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.009 INFO:tasks.workunit.client.0.smithi069.stdout: "compressed_allocated": { 2024-04-10T15:31:11.009 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.009 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.009 INFO:tasks.workunit.client.0.smithi069.stdout: "compressed_original": { 2024-04-10T15:31:11.009 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.010 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.010 INFO:tasks.workunit.client.0.smithi069.stdout: "csum_lat": { 2024-04-10T15:31:11.010 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 20, 2024-04-10T15:31:11.010 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 60979 2024-04-10T15:31:11.010 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.010 INFO:tasks.workunit.client.0.smithi069.stdout: "decompress_lat": { 2024-04-10T15:31:11.010 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:11.010 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.010 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.010 INFO:tasks.workunit.client.0.smithi069.stdout: "fragmentation_micros": { 2024-04-10T15:31:11.010 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.010 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.010 INFO:tasks.workunit.client.0.smithi069.stdout: "kv_commit_lat": { 2024-04-10T15:31:11.010 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 989, 2024-04-10T15:31:11.010 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 534297782 2024-04-10T15:31:11.011 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.011 INFO:tasks.workunit.client.0.smithi069.stdout: "kv_final_lat": { 2024-04-10T15:31:11.011 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 984, 2024-04-10T15:31:11.011 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 22418756 2024-04-10T15:31:11.011 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.011 INFO:tasks.workunit.client.0.smithi069.stdout: "kv_flush_lat": { 2024-04-10T15:31:11.011 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 989, 2024-04-10T15:31:11.011 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 982706 2024-04-10T15:31:11.011 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.011 INFO:tasks.workunit.client.0.smithi069.stdout: "kv_sync_lat": { 2024-04-10T15:31:11.011 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 989, 2024-04-10T15:31:11.011 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 535280488 2024-04-10T15:31:11.011 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.011 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_get_keys_lat": { 2024-04-10T15:31:11.011 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:11.012 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.012 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.012 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_get_values_lat": { 2024-04-10T15:31:11.012 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 1, 2024-04-10T15:31:11.012 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 37359 2024-04-10T15:31:11.012 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.012 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_lower_bound_lat": { 2024-04-10T15:31:11.012 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 6, 2024-04-10T15:31:11.012 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 21301 2024-04-10T15:31:11.012 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.012 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_next_lat": { 2024-04-10T15:31:11.012 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:11.012 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.012 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.012 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_seek_to_first_lat": { 2024-04-10T15:31:11.013 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:11.013 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.013 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.013 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_upper_bound_lat": { 2024-04-10T15:31:11.013 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 2, 2024-04-10T15:31:11.013 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3539 2024-04-10T15:31:11.013 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.013 INFO:tasks.workunit.client.0.smithi069.stdout: "onode_hits": { 2024-04-10T15:31:11.013 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3898 2024-04-10T15:31:11.013 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.013 INFO:tasks.workunit.client.0.smithi069.stdout: "onode_misses": { 2024-04-10T15:31:11.013 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 323 2024-04-10T15:31:11.013 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.013 INFO:tasks.workunit.client.0.smithi069.stdout: "read_lat": { 2024-04-10T15:31:11.014 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 123, 2024-04-10T15:31:11.014 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2750086 2024-04-10T15:31:11.014 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.014 INFO:tasks.workunit.client.0.smithi069.stdout: "read_onode_meta_lat": { 2024-04-10T15:31:11.014 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 330, 2024-04-10T15:31:11.014 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 309081 2024-04-10T15:31:11.014 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.014 INFO:tasks.workunit.client.0.smithi069.stdout: "read_wait_aio_lat": { 2024-04-10T15:31:11.014 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 207, 2024-04-10T15:31:11.014 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 6335869 2024-04-10T15:31:11.014 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.014 INFO:tasks.workunit.client.0.smithi069.stdout: "reads_with_retries": { 2024-04-10T15:31:11.014 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.014 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.015 INFO:tasks.workunit.client.0.smithi069.stdout: "remove_lat": { 2024-04-10T15:31:11.015 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 103, 2024-04-10T15:31:11.015 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 5605862 2024-04-10T15:31:11.015 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.015 INFO:tasks.workunit.client.0.smithi069.stdout: "state_aio_wait_lat": { 2024-04-10T15:31:11.015 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 3564, 2024-04-10T15:31:11.015 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3964201507 2024-04-10T15:31:11.015 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.015 INFO:tasks.workunit.client.0.smithi069.stdout: "state_deferred_aio_wait_lat": { 2024-04-10T15:31:11.015 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 124, 2024-04-10T15:31:11.015 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 24132431 2024-04-10T15:31:11.015 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.015 INFO:tasks.workunit.client.0.smithi069.stdout: "state_deferred_cleanup_lat": { 2024-04-10T15:31:11.015 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 120, 2024-04-10T15:31:11.015 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 286054024974 2024-04-10T15:31:11.015 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.016 INFO:tasks.workunit.client.0.smithi069.stdout: "state_deferred_queued_lat": { 2024-04-10T15:31:11.016 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 124, 2024-04-10T15:31:11.016 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 126560923102 2024-04-10T15:31:11.016 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.016 INFO:tasks.workunit.client.0.smithi069.stdout: "state_done_lat": { 2024-04-10T15:31:11.016 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 3560, 2024-04-10T15:31:11.016 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 40899126423 2024-04-10T15:31:11.016 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.016 INFO:tasks.workunit.client.0.smithi069.stdout: "state_finishing_lat": { 2024-04-10T15:31:11.016 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 3560, 2024-04-10T15:31:11.016 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 187726 2024-04-10T15:31:11.016 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.016 INFO:tasks.workunit.client.0.smithi069.stdout: "state_io_done_lat": { 2024-04-10T15:31:11.016 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 3564, 2024-04-10T15:31:11.016 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 21104837 2024-04-10T15:31:11.016 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.017 INFO:tasks.workunit.client.0.smithi069.stdout: "state_kv_commiting_lat": { 2024-04-10T15:31:11.017 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 3564, 2024-04-10T15:31:11.017 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2615013868 2024-04-10T15:31:11.017 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.017 INFO:tasks.workunit.client.0.smithi069.stdout: "state_kv_done_lat": { 2024-04-10T15:31:11.017 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 3564, 2024-04-10T15:31:11.017 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 472496 2024-04-10T15:31:11.017 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.017 INFO:tasks.workunit.client.0.smithi069.stdout: "state_kv_queued_lat": { 2024-04-10T15:31:11.017 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 3564, 2024-04-10T15:31:11.017 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1537925633 2024-04-10T15:31:11.017 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.017 INFO:tasks.workunit.client.0.smithi069.stdout: "state_prepare_lat": { 2024-04-10T15:31:11.017 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 3564, 2024-04-10T15:31:11.017 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 401515434 2024-04-10T15:31:11.018 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.018 INFO:tasks.workunit.client.0.smithi069.stdout: "stored": { 2024-04-10T15:31:11.018 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 900450 2024-04-10T15:31:11.018 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.018 INFO:tasks.workunit.client.0.smithi069.stdout: "truncate_lat": { 2024-04-10T15:31:11.018 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 58, 2024-04-10T15:31:11.018 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 285748 2024-04-10T15:31:11.018 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.018 INFO:tasks.workunit.client.0.smithi069.stdout: "txc_commit_lat": { 2024-04-10T15:31:11.018 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 3564, 2024-04-10T15:31:11.018 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 8539997333 2024-04-10T15:31:11.018 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.018 INFO:tasks.workunit.client.0.smithi069.stdout: "txc_submit_lat": { 2024-04-10T15:31:11.018 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 3564, 2024-04-10T15:31:11.018 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 441359783 2024-04-10T15:31:11.019 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.019 INFO:tasks.workunit.client.0.smithi069.stdout: "txc_throttle_lat": { 2024-04-10T15:31:11.019 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 3564, 2024-04-10T15:31:11.019 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 283299442 2024-04-10T15:31:11.019 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:11.019 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.019 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore-pricache": { 2024-04-10T15:31:11.019 INFO:tasks.workunit.client.0.smithi069.stdout: "cache_bytes": { 2024-04-10T15:31:11.019 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1861583912 2024-04-10T15:31:11.019 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.019 INFO:tasks.workunit.client.0.smithi069.stdout: "heap_bytes": { 2024-04-10T15:31:11.019 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 48676864 2024-04-10T15:31:11.019 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.019 INFO:tasks.workunit.client.0.smithi069.stdout: "mapped_bytes": { 2024-04-10T15:31:11.019 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 48619520 2024-04-10T15:31:11.020 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.020 INFO:tasks.workunit.client.0.smithi069.stdout: "target_bytes": { 2024-04-10T15:31:11.020 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3137517977 2024-04-10T15:31:11.020 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.020 INFO:tasks.workunit.client.0.smithi069.stdout: "unmapped_bytes": { 2024-04-10T15:31:11.020 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 57344 2024-04-10T15:31:11.020 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:11.020 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.020 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore-pricache:data": { 2024-04-10T15:31:11.020 INFO:tasks.workunit.client.0.smithi069.stdout: "committed_bytes": { 2024-04-10T15:31:11.020 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 159383552 2024-04-10T15:31:11.020 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.020 INFO:tasks.workunit.client.0.smithi069.stdout: "pri0_bytes": { 2024-04-10T15:31:11.020 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.020 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.020 INFO:tasks.workunit.client.0.smithi069.stdout: "pri10_bytes": { 2024-04-10T15:31:11.021 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.021 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.021 INFO:tasks.workunit.client.0.smithi069.stdout: "pri11_bytes": { 2024-04-10T15:31:11.021 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 85462690 2024-04-10T15:31:11.021 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.021 INFO:tasks.workunit.client.0.smithi069.stdout: "pri1_bytes": { 2024-04-10T15:31:11.021 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.021 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.021 INFO:tasks.workunit.client.0.smithi069.stdout: "pri2_bytes": { 2024-04-10T15:31:11.021 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.021 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.021 INFO:tasks.workunit.client.0.smithi069.stdout: "pri3_bytes": { 2024-04-10T15:31:11.021 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.021 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.021 INFO:tasks.workunit.client.0.smithi069.stdout: "pri4_bytes": { 2024-04-10T15:31:11.021 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.021 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.022 INFO:tasks.workunit.client.0.smithi069.stdout: "pri5_bytes": { 2024-04-10T15:31:11.022 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.022 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.022 INFO:tasks.workunit.client.0.smithi069.stdout: "pri6_bytes": { 2024-04-10T15:31:11.022 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 602112 2024-04-10T15:31:11.022 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.022 INFO:tasks.workunit.client.0.smithi069.stdout: "pri7_bytes": { 2024-04-10T15:31:11.022 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.022 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.022 INFO:tasks.workunit.client.0.smithi069.stdout: "pri8_bytes": { 2024-04-10T15:31:11.022 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.022 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.022 INFO:tasks.workunit.client.0.smithi069.stdout: "pri9_bytes": { 2024-04-10T15:31:11.022 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.022 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.023 INFO:tasks.workunit.client.0.smithi069.stdout: "reserved_bytes": { 2024-04-10T15:31:11.023 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 73318750 2024-04-10T15:31:11.023 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:11.023 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.023 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore-pricache:kv": { 2024-04-10T15:31:11.023 INFO:tasks.workunit.client.0.smithi069.stdout: "committed_bytes": { 2024-04-10T15:31:11.023 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 780140544 2024-04-10T15:31:11.023 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.023 INFO:tasks.workunit.client.0.smithi069.stdout: "pri0_bytes": { 2024-04-10T15:31:11.023 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 67108864 2024-04-10T15:31:11.023 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.023 INFO:tasks.workunit.client.0.smithi069.stdout: "pri10_bytes": { 2024-04-10T15:31:11.023 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.023 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.023 INFO:tasks.workunit.client.0.smithi069.stdout: "pri11_bytes": { 2024-04-10T15:31:11.023 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 640970179 2024-04-10T15:31:11.024 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.024 INFO:tasks.workunit.client.0.smithi069.stdout: "pri1_bytes": { 2024-04-10T15:31:11.024 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.024 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.024 INFO:tasks.workunit.client.0.smithi069.stdout: "pri2_bytes": { 2024-04-10T15:31:11.024 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.024 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.024 INFO:tasks.workunit.client.0.smithi069.stdout: "pri3_bytes": { 2024-04-10T15:31:11.024 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.024 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.024 INFO:tasks.workunit.client.0.smithi069.stdout: "pri4_bytes": { 2024-04-10T15:31:11.024 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.024 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.024 INFO:tasks.workunit.client.0.smithi069.stdout: "pri5_bytes": { 2024-04-10T15:31:11.024 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.024 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.024 INFO:tasks.workunit.client.0.smithi069.stdout: "pri6_bytes": { 2024-04-10T15:31:11.025 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2128 2024-04-10T15:31:11.025 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.025 INFO:tasks.workunit.client.0.smithi069.stdout: "pri7_bytes": { 2024-04-10T15:31:11.025 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.025 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.025 INFO:tasks.workunit.client.0.smithi069.stdout: "pri8_bytes": { 2024-04-10T15:31:11.025 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.025 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.025 INFO:tasks.workunit.client.0.smithi069.stdout: "pri9_bytes": { 2024-04-10T15:31:11.025 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.025 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.025 INFO:tasks.workunit.client.0.smithi069.stdout: "reserved_bytes": { 2024-04-10T15:31:11.025 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 72059373 2024-04-10T15:31:11.025 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:11.025 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.025 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore-pricache:kv_onode": { 2024-04-10T15:31:11.026 INFO:tasks.workunit.client.0.smithi069.stdout: "committed_bytes": { 2024-04-10T15:31:11.026 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 192937984 2024-04-10T15:31:11.026 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.026 INFO:tasks.workunit.client.0.smithi069.stdout: "pri0_bytes": { 2024-04-10T15:31:11.026 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 67108864 2024-04-10T15:31:11.026 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.026 INFO:tasks.workunit.client.0.smithi069.stdout: "pri10_bytes": { 2024-04-10T15:31:11.026 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 464 2024-04-10T15:31:11.026 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.026 INFO:tasks.workunit.client.0.smithi069.stdout: "pri11_bytes": { 2024-04-10T15:31:11.026 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 56975127 2024-04-10T15:31:11.026 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.026 INFO:tasks.workunit.client.0.smithi069.stdout: "pri1_bytes": { 2024-04-10T15:31:11.026 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.027 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.027 INFO:tasks.workunit.client.0.smithi069.stdout: "pri2_bytes": { 2024-04-10T15:31:11.027 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.027 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.027 INFO:tasks.workunit.client.0.smithi069.stdout: "pri3_bytes": { 2024-04-10T15:31:11.027 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.027 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.027 INFO:tasks.workunit.client.0.smithi069.stdout: "pri4_bytes": { 2024-04-10T15:31:11.027 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.027 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.027 INFO:tasks.workunit.client.0.smithi069.stdout: "pri5_bytes": { 2024-04-10T15:31:11.027 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.027 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.027 INFO:tasks.workunit.client.0.smithi069.stdout: "pri6_bytes": { 2024-04-10T15:31:11.027 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.027 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.028 INFO:tasks.workunit.client.0.smithi069.stdout: "pri7_bytes": { 2024-04-10T15:31:11.028 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.028 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.028 INFO:tasks.workunit.client.0.smithi069.stdout: "pri8_bytes": { 2024-04-10T15:31:11.028 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.028 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.028 INFO:tasks.workunit.client.0.smithi069.stdout: "pri9_bytes": { 2024-04-10T15:31:11.028 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.028 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.028 INFO:tasks.workunit.client.0.smithi069.stdout: "reserved_bytes": { 2024-04-10T15:31:11.028 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 68853529 2024-04-10T15:31:11.028 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:11.028 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.028 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore-pricache:meta": { 2024-04-10T15:31:11.028 INFO:tasks.workunit.client.0.smithi069.stdout: "committed_bytes": { 2024-04-10T15:31:11.028 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 713031680 2024-04-10T15:31:11.028 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.028 INFO:tasks.workunit.client.0.smithi069.stdout: "pri0_bytes": { 2024-04-10T15:31:11.029 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.029 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.029 INFO:tasks.workunit.client.0.smithi069.stdout: "pri10_bytes": { 2024-04-10T15:31:11.029 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.029 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.029 INFO:tasks.workunit.client.0.smithi069.stdout: "pri11_bytes": { 2024-04-10T15:31:11.029 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 640970179 2024-04-10T15:31:11.029 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.029 INFO:tasks.workunit.client.0.smithi069.stdout: "pri1_bytes": { 2024-04-10T15:31:11.029 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.029 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.029 INFO:tasks.workunit.client.0.smithi069.stdout: "pri2_bytes": { 2024-04-10T15:31:11.029 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.029 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.029 INFO:tasks.workunit.client.0.smithi069.stdout: "pri3_bytes": { 2024-04-10T15:31:11.029 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.030 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.030 INFO:tasks.workunit.client.0.smithi069.stdout: "pri4_bytes": { 2024-04-10T15:31:11.030 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.030 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.030 INFO:tasks.workunit.client.0.smithi069.stdout: "pri5_bytes": { 2024-04-10T15:31:11.030 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.030 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.030 INFO:tasks.workunit.client.0.smithi069.stdout: "pri6_bytes": { 2024-04-10T15:31:11.030 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 346016 2024-04-10T15:31:11.030 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.030 INFO:tasks.workunit.client.0.smithi069.stdout: "pri7_bytes": { 2024-04-10T15:31:11.030 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.030 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.030 INFO:tasks.workunit.client.0.smithi069.stdout: "pri8_bytes": { 2024-04-10T15:31:11.031 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.031 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.031 INFO:tasks.workunit.client.0.smithi069.stdout: "pri9_bytes": { 2024-04-10T15:31:11.031 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.031 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.031 INFO:tasks.workunit.client.0.smithi069.stdout: "reserved_bytes": { 2024-04-10T15:31:11.031 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 71715485 2024-04-10T15:31:11.031 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:11.031 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.031 INFO:tasks.workunit.client.0.smithi069.stdout: "objecter": { 2024-04-10T15:31:11.031 INFO:tasks.workunit.client.0.smithi069.stdout: "op_active": { 2024-04-10T15:31:11.031 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.031 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.031 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r": { 2024-04-10T15:31:11.031 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.031 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.032 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rmw": { 2024-04-10T15:31:11.032 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.032 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.032 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w": { 2024-04-10T15:31:11.032 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.032 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:11.032 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.032 INFO:tasks.workunit.client.0.smithi069.stdout: "osd": { 2024-04-10T15:31:11.032 INFO:tasks.workunit.client.0.smithi069.stdout: "numpg": { 2024-04-10T15:31:11.032 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 44 2024-04-10T15:31:11.032 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.032 INFO:tasks.workunit.client.0.smithi069.stdout: "numpg_removing": { 2024-04-10T15:31:11.032 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.032 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.032 INFO:tasks.workunit.client.0.smithi069.stdout: "op": { 2024-04-10T15:31:11.032 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 5 2024-04-10T15:31:11.032 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.033 INFO:tasks.workunit.client.0.smithi069.stdout: "op_delayed_degraded": { 2024-04-10T15:31:11.033 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.033 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.033 INFO:tasks.workunit.client.0.smithi069.stdout: "op_delayed_unreadable": { 2024-04-10T15:31:11.033 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.033 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.033 INFO:tasks.workunit.client.0.smithi069.stdout: "op_in_bytes": { 2024-04-10T15:31:11.033 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 616 2024-04-10T15:31:11.033 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.033 INFO:tasks.workunit.client.0.smithi069.stdout: "op_latency": { 2024-04-10T15:31:11.033 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 5, 2024-04-10T15:31:11.033 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 111403161 2024-04-10T15:31:11.033 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.033 INFO:tasks.workunit.client.0.smithi069.stdout: "op_out_bytes": { 2024-04-10T15:31:11.033 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.033 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.034 INFO:tasks.workunit.client.0.smithi069.stdout: "op_prepare_latency": { 2024-04-10T15:31:11.034 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 6, 2024-04-10T15:31:11.034 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3250319 2024-04-10T15:31:11.034 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.034 INFO:tasks.workunit.client.0.smithi069.stdout: "op_process_latency": { 2024-04-10T15:31:11.034 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 5, 2024-04-10T15:31:11.034 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 111082859 2024-04-10T15:31:11.034 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.034 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r": { 2024-04-10T15:31:11.034 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.034 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.034 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r_latency": { 2024-04-10T15:31:11.034 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:11.034 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.034 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.035 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-10T15:31:11.035 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.035 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.035 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r_out_bytes": { 2024-04-10T15:31:11.035 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.035 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.035 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r_prepare_latency": { 2024-04-10T15:31:11.035 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:11.035 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.035 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.035 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r_process_latency": { 2024-04-10T15:31:11.035 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:11.035 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.035 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.035 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw": { 2024-04-10T15:31:11.035 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.036 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.036 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_in_bytes": { 2024-04-10T15:31:11.036 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.036 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.036 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_latency": { 2024-04-10T15:31:11.036 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:11.036 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.036 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.036 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-10T15:31:11.036 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.036 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.036 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-10T15:31:11.036 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.036 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.036 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_out_bytes": { 2024-04-10T15:31:11.036 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.037 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.037 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_prepare_latency": { 2024-04-10T15:31:11.037 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:11.037 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.037 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.037 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_process_latency": { 2024-04-10T15:31:11.037 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:11.037 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.037 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.037 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w": { 2024-04-10T15:31:11.037 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 5 2024-04-10T15:31:11.037 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.037 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w_in_bytes": { 2024-04-10T15:31:11.037 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 616 2024-04-10T15:31:11.037 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.037 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w_latency": { 2024-04-10T15:31:11.038 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 5, 2024-04-10T15:31:11.038 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 111403161 2024-04-10T15:31:11.038 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.038 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-10T15:31:11.038 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.038 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.038 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w_prepare_latency": { 2024-04-10T15:31:11.038 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 6, 2024-04-10T15:31:11.038 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3250319 2024-04-10T15:31:11.038 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.038 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w_process_latency": { 2024-04-10T15:31:11.038 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 5, 2024-04-10T15:31:11.038 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 111082859 2024-04-10T15:31:11.038 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.038 INFO:tasks.workunit.client.0.smithi069.stdout: "op_wip": { 2024-04-10T15:31:11.039 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.039 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.039 INFO:tasks.workunit.client.0.smithi069.stdout: "recovery_bytes": { 2024-04-10T15:31:11.039 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1771104 2024-04-10T15:31:11.039 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.039 INFO:tasks.workunit.client.0.smithi069.stdout: "recovery_ops": { 2024-04-10T15:31:11.039 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 6 2024-04-10T15:31:11.039 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.039 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_bytes": { 2024-04-10T15:31:11.039 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 95995035648 2024-04-10T15:31:11.039 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.039 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_bytes_used": { 2024-04-10T15:31:11.039 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 33193984 2024-04-10T15:31:11.039 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:11.039 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:11.039 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.040 INFO:tasks.workunit.client.0.smithi069.stdout: "osd.1": { 2024-04-10T15:31:11.040 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs": { 2024-04-10T15:31:11.040 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_slow_fallback": { 2024-04-10T15:31:11.040 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.040 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.040 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_slow_size_fallback": { 2024-04-10T15:31:11.040 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.040 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.040 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_unit_db": { 2024-04-10T15:31:11.040 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 65536 2024-04-10T15:31:11.040 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.040 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_unit_main": { 2024-04-10T15:31:11.040 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.040 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.040 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_unit_wal": { 2024-04-10T15:31:11.040 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.041 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.041 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes_written_slow": { 2024-04-10T15:31:11.041 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.041 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.041 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes_written_sst": { 2024-04-10T15:31:11.041 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 12288 2024-04-10T15:31:11.041 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.041 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes_written_wal": { 2024-04-10T15:31:11.041 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2441216 2024-04-10T15:31:11.041 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.041 INFO:tasks.workunit.client.0.smithi069.stdout: "compact_lat": { 2024-04-10T15:31:11.041 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:11.041 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.041 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.041 INFO:tasks.workunit.client.0.smithi069.stdout: "compact_lock_lat": { 2024-04-10T15:31:11.042 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:11.042 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.042 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.042 INFO:tasks.workunit.client.0.smithi069.stdout: "db_total_bytes": { 2024-04-10T15:31:11.042 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 95995035648 2024-04-10T15:31:11.042 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.042 INFO:tasks.workunit.client.0.smithi069.stdout: "db_used_bytes": { 2024-04-10T15:31:11.042 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 27656192 2024-04-10T15:31:11.042 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.042 INFO:tasks.workunit.client.0.smithi069.stdout: "log_bytes": { 2024-04-10T15:31:11.042 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1548288 2024-04-10T15:31:11.042 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.042 INFO:tasks.workunit.client.0.smithi069.stdout: "logged_bytes": { 2024-04-10T15:31:11.042 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1409024 2024-04-10T15:31:11.042 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.043 INFO:tasks.workunit.client.0.smithi069.stdout: "max_bytes_db": { 2024-04-10T15:31:11.043 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 31850496 2024-04-10T15:31:11.043 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.043 INFO:tasks.workunit.client.0.smithi069.stdout: "max_bytes_slow": { 2024-04-10T15:31:11.043 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.043 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.043 INFO:tasks.workunit.client.0.smithi069.stdout: "max_bytes_wal": { 2024-04-10T15:31:11.043 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.043 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.043 INFO:tasks.workunit.client.0.smithi069.stdout: "num_files": { 2024-04-10T15:31:11.043 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 14 2024-04-10T15:31:11.043 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.043 INFO:tasks.workunit.client.0.smithi069.stdout: "read_bytes": { 2024-04-10T15:31:11.043 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 206272 2024-04-10T15:31:11.043 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.043 INFO:tasks.workunit.client.0.smithi069.stdout: "read_count": { 2024-04-10T15:31:11.044 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 23 2024-04-10T15:31:11.044 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.044 INFO:tasks.workunit.client.0.smithi069.stdout: "read_disk_bytes": { 2024-04-10T15:31:11.044 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1282048 2024-04-10T15:31:11.044 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.044 INFO:tasks.workunit.client.0.smithi069.stdout: "read_disk_bytes_db": { 2024-04-10T15:31:11.044 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1286144 2024-04-10T15:31:11.044 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.044 INFO:tasks.workunit.client.0.smithi069.stdout: "read_disk_bytes_slow": { 2024-04-10T15:31:11.044 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.044 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.044 INFO:tasks.workunit.client.0.smithi069.stdout: "read_disk_bytes_wal": { 2024-04-10T15:31:11.044 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.044 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.044 INFO:tasks.workunit.client.0.smithi069.stdout: "read_disk_count": { 2024-04-10T15:31:11.044 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 15 2024-04-10T15:31:11.044 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.044 INFO:tasks.workunit.client.0.smithi069.stdout: "read_prefetch_bytes": { 2024-04-10T15:31:11.045 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 4913 2024-04-10T15:31:11.045 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.045 INFO:tasks.workunit.client.0.smithi069.stdout: "read_prefetch_count": { 2024-04-10T15:31:11.045 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 4 2024-04-10T15:31:11.045 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.045 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_buffer_bytes": { 2024-04-10T15:31:11.045 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 5505 2024-04-10T15:31:11.045 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.045 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_buffer_count": { 2024-04-10T15:31:11.045 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 24 2024-04-10T15:31:11.045 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.045 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_bytes": { 2024-04-10T15:31:11.045 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 5505 2024-04-10T15:31:11.045 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.045 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_count": { 2024-04-10T15:31:11.045 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 24 2024-04-10T15:31:11.046 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.046 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_disk_bytes": { 2024-04-10T15:31:11.046 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.046 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.046 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_disk_bytes_db": { 2024-04-10T15:31:11.046 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.046 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.046 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_disk_bytes_slow": { 2024-04-10T15:31:11.046 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.046 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.046 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_disk_bytes_wal": { 2024-04-10T15:31:11.046 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.046 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.046 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_disk_count": { 2024-04-10T15:31:11.046 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.046 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.046 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_total_bytes": { 2024-04-10T15:31:11.047 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.047 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.047 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_used_bytes": { 2024-04-10T15:31:11.047 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.047 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.047 INFO:tasks.workunit.client.0.smithi069.stdout: "wal_total_bytes": { 2024-04-10T15:31:11.047 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.047 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.047 INFO:tasks.workunit.client.0.smithi069.stdout: "wal_used_bytes": { 2024-04-10T15:31:11.047 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.047 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.047 INFO:tasks.workunit.client.0.smithi069.stdout: "write_bytes": { 2024-04-10T15:31:11.047 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3928064 2024-04-10T15:31:11.047 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:11.047 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.047 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore": { 2024-04-10T15:31:11.048 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_unit": { 2024-04-10T15:31:11.048 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 4096 2024-04-10T15:31:11.048 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.048 INFO:tasks.workunit.client.0.smithi069.stdout: "allocated": { 2024-04-10T15:31:11.048 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 716800 2024-04-10T15:31:11.048 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.048 INFO:tasks.workunit.client.0.smithi069.stdout: "clist_lat": { 2024-04-10T15:31:11.048 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 5, 2024-04-10T15:31:11.048 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 215789 2024-04-10T15:31:11.048 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.048 INFO:tasks.workunit.client.0.smithi069.stdout: "compress_lat": { 2024-04-10T15:31:11.048 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:11.048 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.048 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.048 INFO:tasks.workunit.client.0.smithi069.stdout: "compressed": { 2024-04-10T15:31:11.048 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.048 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.049 INFO:tasks.workunit.client.0.smithi069.stdout: "compressed_allocated": { 2024-04-10T15:31:11.049 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.049 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.049 INFO:tasks.workunit.client.0.smithi069.stdout: "compressed_original": { 2024-04-10T15:31:11.049 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.049 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.049 INFO:tasks.workunit.client.0.smithi069.stdout: "csum_lat": { 2024-04-10T15:31:11.049 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 30, 2024-04-10T15:31:11.049 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 95351 2024-04-10T15:31:11.049 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.049 INFO:tasks.workunit.client.0.smithi069.stdout: "decompress_lat": { 2024-04-10T15:31:11.049 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:11.049 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.049 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.049 INFO:tasks.workunit.client.0.smithi069.stdout: "fragmentation_micros": { 2024-04-10T15:31:11.049 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.049 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.050 INFO:tasks.workunit.client.0.smithi069.stdout: "kv_commit_lat": { 2024-04-10T15:31:11.050 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 331, 2024-04-10T15:31:11.050 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 74022636 2024-04-10T15:31:11.050 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.050 INFO:tasks.workunit.client.0.smithi069.stdout: "kv_final_lat": { 2024-04-10T15:31:11.050 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 324, 2024-04-10T15:31:11.050 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 7195728 2024-04-10T15:31:11.050 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.050 INFO:tasks.workunit.client.0.smithi069.stdout: "kv_flush_lat": { 2024-04-10T15:31:11.050 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 331, 2024-04-10T15:31:11.050 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 330263 2024-04-10T15:31:11.050 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.050 INFO:tasks.workunit.client.0.smithi069.stdout: "kv_sync_lat": { 2024-04-10T15:31:11.050 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 331, 2024-04-10T15:31:11.051 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 74352899 2024-04-10T15:31:11.051 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.051 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_get_keys_lat": { 2024-04-10T15:31:11.051 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:11.051 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.051 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.051 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_get_values_lat": { 2024-04-10T15:31:11.051 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 3, 2024-04-10T15:31:11.051 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 65840 2024-04-10T15:31:11.051 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.051 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_lower_bound_lat": { 2024-04-10T15:31:11.051 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 2, 2024-04-10T15:31:11.051 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 8825 2024-04-10T15:31:11.051 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.051 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_next_lat": { 2024-04-10T15:31:11.051 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:11.052 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.052 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.053 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_seek_to_first_lat": { 2024-04-10T15:31:11.053 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:11.053 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.053 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.053 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_upper_bound_lat": { 2024-04-10T15:31:11.053 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 2, 2024-04-10T15:31:11.053 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3502 2024-04-10T15:31:11.053 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.053 INFO:tasks.workunit.client.0.smithi069.stdout: "onode_hits": { 2024-04-10T15:31:11.054 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 821 2024-04-10T15:31:11.054 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.054 INFO:tasks.workunit.client.0.smithi069.stdout: "onode_misses": { 2024-04-10T15:31:11.054 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 231 2024-04-10T15:31:11.054 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.054 INFO:tasks.workunit.client.0.smithi069.stdout: "read_lat": { 2024-04-10T15:31:11.054 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 135, 2024-04-10T15:31:11.054 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 5846771 2024-04-10T15:31:11.054 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.054 INFO:tasks.workunit.client.0.smithi069.stdout: "read_onode_meta_lat": { 2024-04-10T15:31:11.054 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 351, 2024-04-10T15:31:11.054 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 293602 2024-04-10T15:31:11.054 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.054 INFO:tasks.workunit.client.0.smithi069.stdout: "read_wait_aio_lat": { 2024-04-10T15:31:11.054 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 216, 2024-04-10T15:31:11.055 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 9617511 2024-04-10T15:31:11.055 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.055 INFO:tasks.workunit.client.0.smithi069.stdout: "reads_with_retries": { 2024-04-10T15:31:11.055 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.055 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.055 INFO:tasks.workunit.client.0.smithi069.stdout: "remove_lat": { 2024-04-10T15:31:11.055 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 3, 2024-04-10T15:31:11.055 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 145929 2024-04-10T15:31:11.055 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.055 INFO:tasks.workunit.client.0.smithi069.stdout: "state_aio_wait_lat": { 2024-04-10T15:31:11.055 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 416, 2024-04-10T15:31:11.055 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 13058579 2024-04-10T15:31:11.055 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.055 INFO:tasks.workunit.client.0.smithi069.stdout: "state_deferred_aio_wait_lat": { 2024-04-10T15:31:11.055 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 121, 2024-04-10T15:31:11.056 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 6974464 2024-04-10T15:31:11.056 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.056 INFO:tasks.workunit.client.0.smithi069.stdout: "state_deferred_cleanup_lat": { 2024-04-10T15:31:11.056 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 120, 2024-04-10T15:31:11.056 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 234929692443 2024-04-10T15:31:11.056 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.056 INFO:tasks.workunit.client.0.smithi069.stdout: "state_deferred_queued_lat": { 2024-04-10T15:31:11.056 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 121, 2024-04-10T15:31:11.056 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 124420375672 2024-04-10T15:31:11.056 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.056 INFO:tasks.workunit.client.0.smithi069.stdout: "state_done_lat": { 2024-04-10T15:31:11.056 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 415, 2024-04-10T15:31:11.056 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 40005501570 2024-04-10T15:31:11.056 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.057 INFO:tasks.workunit.client.0.smithi069.stdout: "state_finishing_lat": { 2024-04-10T15:31:11.057 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 415, 2024-04-10T15:31:11.057 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 49568 2024-04-10T15:31:11.057 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.057 INFO:tasks.workunit.client.0.smithi069.stdout: "state_io_done_lat": { 2024-04-10T15:31:11.057 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 416, 2024-04-10T15:31:11.057 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 464343 2024-04-10T15:31:11.057 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.057 INFO:tasks.workunit.client.0.smithi069.stdout: "state_kv_commiting_lat": { 2024-04-10T15:31:11.057 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 416, 2024-04-10T15:31:11.057 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 139487682 2024-04-10T15:31:11.057 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.057 INFO:tasks.workunit.client.0.smithi069.stdout: "state_kv_done_lat": { 2024-04-10T15:31:11.057 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 416, 2024-04-10T15:31:11.057 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 137301 2024-04-10T15:31:11.058 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.058 INFO:tasks.workunit.client.0.smithi069.stdout: "state_kv_queued_lat": { 2024-04-10T15:31:11.058 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 416, 2024-04-10T15:31:11.058 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 79914632 2024-04-10T15:31:11.058 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.058 INFO:tasks.workunit.client.0.smithi069.stdout: "state_prepare_lat": { 2024-04-10T15:31:11.058 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 416, 2024-04-10T15:31:11.058 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 24553294 2024-04-10T15:31:11.058 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.058 INFO:tasks.workunit.client.0.smithi069.stdout: "stored": { 2024-04-10T15:31:11.058 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 309514 2024-04-10T15:31:11.058 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.058 INFO:tasks.workunit.client.0.smithi069.stdout: "truncate_lat": { 2024-04-10T15:31:11.058 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 55, 2024-04-10T15:31:11.059 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 257812 2024-04-10T15:31:11.059 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.059 INFO:tasks.workunit.client.0.smithi069.stdout: "txc_commit_lat": { 2024-04-10T15:31:11.059 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 416, 2024-04-10T15:31:11.059 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 257537085 2024-04-10T15:31:11.059 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.059 INFO:tasks.workunit.client.0.smithi069.stdout: "txc_submit_lat": { 2024-04-10T15:31:11.059 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 416, 2024-04-10T15:31:11.059 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 27993216 2024-04-10T15:31:11.059 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.059 INFO:tasks.workunit.client.0.smithi069.stdout: "txc_throttle_lat": { 2024-04-10T15:31:11.059 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 416, 2024-04-10T15:31:11.059 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3008569 2024-04-10T15:31:11.059 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:11.059 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.060 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore-pricache": { 2024-04-10T15:31:11.060 INFO:tasks.workunit.client.0.smithi069.stdout: "cache_bytes": { 2024-04-10T15:31:11.060 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1861583912 2024-04-10T15:31:11.060 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.060 INFO:tasks.workunit.client.0.smithi069.stdout: "heap_bytes": { 2024-04-10T15:31:11.060 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 43433984 2024-04-10T15:31:11.060 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.060 INFO:tasks.workunit.client.0.smithi069.stdout: "mapped_bytes": { 2024-04-10T15:31:11.060 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 42688512 2024-04-10T15:31:11.060 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.060 INFO:tasks.workunit.client.0.smithi069.stdout: "target_bytes": { 2024-04-10T15:31:11.060 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3137517977 2024-04-10T15:31:11.060 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.060 INFO:tasks.workunit.client.0.smithi069.stdout: "unmapped_bytes": { 2024-04-10T15:31:11.060 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 745472 2024-04-10T15:31:11.061 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:11.061 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.061 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore-pricache:data": { 2024-04-10T15:31:11.061 INFO:tasks.workunit.client.0.smithi069.stdout: "committed_bytes": { 2024-04-10T15:31:11.061 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 159383552 2024-04-10T15:31:11.061 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.061 INFO:tasks.workunit.client.0.smithi069.stdout: "pri0_bytes": { 2024-04-10T15:31:11.061 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.061 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.061 INFO:tasks.workunit.client.0.smithi069.stdout: "pri10_bytes": { 2024-04-10T15:31:11.061 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.061 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.061 INFO:tasks.workunit.client.0.smithi069.stdout: "pri11_bytes": { 2024-04-10T15:31:11.061 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 85506308 2024-04-10T15:31:11.061 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.062 INFO:tasks.workunit.client.0.smithi069.stdout: "pri1_bytes": { 2024-04-10T15:31:11.062 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.062 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.062 INFO:tasks.workunit.client.0.smithi069.stdout: "pri2_bytes": { 2024-04-10T15:31:11.062 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.062 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.062 INFO:tasks.workunit.client.0.smithi069.stdout: "pri3_bytes": { 2024-04-10T15:31:11.062 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.062 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.062 INFO:tasks.workunit.client.0.smithi069.stdout: "pri4_bytes": { 2024-04-10T15:31:11.062 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.062 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.062 INFO:tasks.workunit.client.0.smithi069.stdout: "pri5_bytes": { 2024-04-10T15:31:11.062 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.062 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.063 INFO:tasks.workunit.client.0.smithi069.stdout: "pri6_bytes": { 2024-04-10T15:31:11.063 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 8192 2024-04-10T15:31:11.063 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.063 INFO:tasks.workunit.client.0.smithi069.stdout: "pri7_bytes": { 2024-04-10T15:31:11.063 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.063 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.063 INFO:tasks.workunit.client.0.smithi069.stdout: "pri8_bytes": { 2024-04-10T15:31:11.063 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.063 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.063 INFO:tasks.workunit.client.0.smithi069.stdout: "pri9_bytes": { 2024-04-10T15:31:11.063 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.063 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.063 INFO:tasks.workunit.client.0.smithi069.stdout: "reserved_bytes": { 2024-04-10T15:31:11.063 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 73869052 2024-04-10T15:31:11.063 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:11.064 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.064 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore-pricache:kv": { 2024-04-10T15:31:11.064 INFO:tasks.workunit.client.0.smithi069.stdout: "committed_bytes": { 2024-04-10T15:31:11.064 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 780140544 2024-04-10T15:31:11.064 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.064 INFO:tasks.workunit.client.0.smithi069.stdout: "pri0_bytes": { 2024-04-10T15:31:11.064 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 67108864 2024-04-10T15:31:11.064 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.064 INFO:tasks.workunit.client.0.smithi069.stdout: "pri10_bytes": { 2024-04-10T15:31:11.064 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.064 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.064 INFO:tasks.workunit.client.0.smithi069.stdout: "pri11_bytes": { 2024-04-10T15:31:11.064 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 641297311 2024-04-10T15:31:11.064 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.064 INFO:tasks.workunit.client.0.smithi069.stdout: "pri1_bytes": { 2024-04-10T15:31:11.065 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.065 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.065 INFO:tasks.workunit.client.0.smithi069.stdout: "pri2_bytes": { 2024-04-10T15:31:11.065 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.065 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.065 INFO:tasks.workunit.client.0.smithi069.stdout: "pri3_bytes": { 2024-04-10T15:31:11.065 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.065 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.065 INFO:tasks.workunit.client.0.smithi069.stdout: "pri4_bytes": { 2024-04-10T15:31:11.065 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.065 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.065 INFO:tasks.workunit.client.0.smithi069.stdout: "pri5_bytes": { 2024-04-10T15:31:11.065 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.065 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.065 INFO:tasks.workunit.client.0.smithi069.stdout: "pri6_bytes": { 2024-04-10T15:31:11.066 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2128 2024-04-10T15:31:11.066 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.066 INFO:tasks.workunit.client.0.smithi069.stdout: "pri7_bytes": { 2024-04-10T15:31:11.066 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.066 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.066 INFO:tasks.workunit.client.0.smithi069.stdout: "pri8_bytes": { 2024-04-10T15:31:11.066 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.066 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.066 INFO:tasks.workunit.client.0.smithi069.stdout: "pri9_bytes": { 2024-04-10T15:31:11.066 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.066 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.066 INFO:tasks.workunit.client.0.smithi069.stdout: "reserved_bytes": { 2024-04-10T15:31:11.066 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 71732241 2024-04-10T15:31:11.066 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:11.067 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.067 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore-pricache:kv_onode": { 2024-04-10T15:31:11.067 INFO:tasks.workunit.client.0.smithi069.stdout: "committed_bytes": { 2024-04-10T15:31:11.067 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 192937984 2024-04-10T15:31:11.067 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.067 INFO:tasks.workunit.client.0.smithi069.stdout: "pri0_bytes": { 2024-04-10T15:31:11.067 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 67108864 2024-04-10T15:31:11.067 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.067 INFO:tasks.workunit.client.0.smithi069.stdout: "pri10_bytes": { 2024-04-10T15:31:11.067 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 464 2024-04-10T15:31:11.067 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.067 INFO:tasks.workunit.client.0.smithi069.stdout: "pri11_bytes": { 2024-04-10T15:31:11.067 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 57004205 2024-04-10T15:31:11.067 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.068 INFO:tasks.workunit.client.0.smithi069.stdout: "pri1_bytes": { 2024-04-10T15:31:11.068 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.068 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.068 INFO:tasks.workunit.client.0.smithi069.stdout: "pri2_bytes": { 2024-04-10T15:31:11.068 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.068 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.068 INFO:tasks.workunit.client.0.smithi069.stdout: "pri3_bytes": { 2024-04-10T15:31:11.068 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.068 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.068 INFO:tasks.workunit.client.0.smithi069.stdout: "pri4_bytes": { 2024-04-10T15:31:11.068 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.068 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.068 INFO:tasks.workunit.client.0.smithi069.stdout: "pri5_bytes": { 2024-04-10T15:31:11.068 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.068 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.068 INFO:tasks.workunit.client.0.smithi069.stdout: "pri6_bytes": { 2024-04-10T15:31:11.069 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.069 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.069 INFO:tasks.workunit.client.0.smithi069.stdout: "pri7_bytes": { 2024-04-10T15:31:11.069 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.069 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.069 INFO:tasks.workunit.client.0.smithi069.stdout: "pri8_bytes": { 2024-04-10T15:31:11.069 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.069 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.069 INFO:tasks.workunit.client.0.smithi069.stdout: "pri9_bytes": { 2024-04-10T15:31:11.069 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.069 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.069 INFO:tasks.workunit.client.0.smithi069.stdout: "reserved_bytes": { 2024-04-10T15:31:11.069 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 68824451 2024-04-10T15:31:11.069 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:11.069 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.069 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore-pricache:meta": { 2024-04-10T15:31:11.070 INFO:tasks.workunit.client.0.smithi069.stdout: "committed_bytes": { 2024-04-10T15:31:11.070 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 713031680 2024-04-10T15:31:11.070 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.070 INFO:tasks.workunit.client.0.smithi069.stdout: "pri0_bytes": { 2024-04-10T15:31:11.070 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.070 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.070 INFO:tasks.workunit.client.0.smithi069.stdout: "pri10_bytes": { 2024-04-10T15:31:11.070 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.070 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.070 INFO:tasks.workunit.client.0.smithi069.stdout: "pri11_bytes": { 2024-04-10T15:31:11.070 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 641297311 2024-04-10T15:31:11.070 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.070 INFO:tasks.workunit.client.0.smithi069.stdout: "pri1_bytes": { 2024-04-10T15:31:11.070 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.070 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.071 INFO:tasks.workunit.client.0.smithi069.stdout: "pri2_bytes": { 2024-04-10T15:31:11.071 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.071 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.071 INFO:tasks.workunit.client.0.smithi069.stdout: "pri3_bytes": { 2024-04-10T15:31:11.071 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.071 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.071 INFO:tasks.workunit.client.0.smithi069.stdout: "pri4_bytes": { 2024-04-10T15:31:11.071 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.071 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.071 INFO:tasks.workunit.client.0.smithi069.stdout: "pri5_bytes": { 2024-04-10T15:31:11.071 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.071 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.071 INFO:tasks.workunit.client.0.smithi069.stdout: "pri6_bytes": { 2024-04-10T15:31:11.071 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 220318 2024-04-10T15:31:11.071 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.072 INFO:tasks.workunit.client.0.smithi069.stdout: "pri7_bytes": { 2024-04-10T15:31:11.072 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.072 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.072 INFO:tasks.workunit.client.0.smithi069.stdout: "pri8_bytes": { 2024-04-10T15:31:11.072 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.072 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.072 INFO:tasks.workunit.client.0.smithi069.stdout: "pri9_bytes": { 2024-04-10T15:31:11.072 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.072 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.072 INFO:tasks.workunit.client.0.smithi069.stdout: "reserved_bytes": { 2024-04-10T15:31:11.072 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 71514051 2024-04-10T15:31:11.072 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:11.072 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.072 INFO:tasks.workunit.client.0.smithi069.stdout: "objecter": { 2024-04-10T15:31:11.072 INFO:tasks.workunit.client.0.smithi069.stdout: "op_active": { 2024-04-10T15:31:11.073 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.073 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.073 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r": { 2024-04-10T15:31:11.073 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.073 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.073 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rmw": { 2024-04-10T15:31:11.073 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.073 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.073 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w": { 2024-04-10T15:31:11.073 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.073 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:11.073 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.073 INFO:tasks.workunit.client.0.smithi069.stdout: "osd": { 2024-04-10T15:31:11.073 INFO:tasks.workunit.client.0.smithi069.stdout: "numpg": { 2024-04-10T15:31:11.073 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 39 2024-04-10T15:31:11.073 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.074 INFO:tasks.workunit.client.0.smithi069.stdout: "numpg_removing": { 2024-04-10T15:31:11.074 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.074 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.074 INFO:tasks.workunit.client.0.smithi069.stdout: "op": { 2024-04-10T15:31:11.074 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 155 2024-04-10T15:31:11.074 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.074 INFO:tasks.workunit.client.0.smithi069.stdout: "op_delayed_degraded": { 2024-04-10T15:31:11.074 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.074 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.074 INFO:tasks.workunit.client.0.smithi069.stdout: "op_delayed_unreadable": { 2024-04-10T15:31:11.074 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.074 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.074 INFO:tasks.workunit.client.0.smithi069.stdout: "op_in_bytes": { 2024-04-10T15:31:11.074 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2429440 2024-04-10T15:31:11.075 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.075 INFO:tasks.workunit.client.0.smithi069.stdout: "op_latency": { 2024-04-10T15:31:11.075 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 155, 2024-04-10T15:31:11.075 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 570715426 2024-04-10T15:31:11.075 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.075 INFO:tasks.workunit.client.0.smithi069.stdout: "op_out_bytes": { 2024-04-10T15:31:11.075 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1052 2024-04-10T15:31:11.075 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.075 INFO:tasks.workunit.client.0.smithi069.stdout: "op_prepare_latency": { 2024-04-10T15:31:11.075 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 155, 2024-04-10T15:31:11.075 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 57531887 2024-04-10T15:31:11.075 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.075 INFO:tasks.workunit.client.0.smithi069.stdout: "op_process_latency": { 2024-04-10T15:31:11.075 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 155, 2024-04-10T15:31:11.075 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 239060527 2024-04-10T15:31:11.075 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.076 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r": { 2024-04-10T15:31:11.076 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 33 2024-04-10T15:31:11.076 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.076 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r_latency": { 2024-04-10T15:31:11.076 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 33, 2024-04-10T15:31:11.076 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 5384494 2024-04-10T15:31:11.076 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.076 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-10T15:31:11.076 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.076 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.076 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r_out_bytes": { 2024-04-10T15:31:11.076 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1052 2024-04-10T15:31:11.076 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.076 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r_prepare_latency": { 2024-04-10T15:31:11.076 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 33, 2024-04-10T15:31:11.077 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 4917000 2024-04-10T15:31:11.077 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.077 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r_process_latency": { 2024-04-10T15:31:11.077 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 33, 2024-04-10T15:31:11.077 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 4122831 2024-04-10T15:31:11.077 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.077 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw": { 2024-04-10T15:31:11.077 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 22 2024-04-10T15:31:11.077 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.077 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_in_bytes": { 2024-04-10T15:31:11.077 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.077 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.077 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_latency": { 2024-04-10T15:31:11.077 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 22, 2024-04-10T15:31:11.077 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 18559831 2024-04-10T15:31:11.077 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.077 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-10T15:31:11.078 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.078 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.078 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-10T15:31:11.078 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.078 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.078 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_out_bytes": { 2024-04-10T15:31:11.078 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.078 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.078 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_prepare_latency": { 2024-04-10T15:31:11.078 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 22, 2024-04-10T15:31:11.078 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 8717624 2024-04-10T15:31:11.078 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.078 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_process_latency": { 2024-04-10T15:31:11.078 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 22, 2024-04-10T15:31:11.078 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 17523534 2024-04-10T15:31:11.079 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.079 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w": { 2024-04-10T15:31:11.079 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 100 2024-04-10T15:31:11.079 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.079 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w_in_bytes": { 2024-04-10T15:31:11.079 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2429440 2024-04-10T15:31:11.079 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.079 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w_latency": { 2024-04-10T15:31:11.079 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 100, 2024-04-10T15:31:11.079 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 546771101 2024-04-10T15:31:11.079 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.079 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-10T15:31:11.079 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.079 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.079 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w_prepare_latency": { 2024-04-10T15:31:11.080 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 100, 2024-04-10T15:31:11.080 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 43897263 2024-04-10T15:31:11.080 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.080 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w_process_latency": { 2024-04-10T15:31:11.080 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 100, 2024-04-10T15:31:11.080 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 217414162 2024-04-10T15:31:11.080 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.080 INFO:tasks.workunit.client.0.smithi069.stdout: "op_wip": { 2024-04-10T15:31:11.080 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.080 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.080 INFO:tasks.workunit.client.0.smithi069.stdout: "recovery_bytes": { 2024-04-10T15:31:11.080 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 590368 2024-04-10T15:31:11.080 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.080 INFO:tasks.workunit.client.0.smithi069.stdout: "recovery_ops": { 2024-04-10T15:31:11.080 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2 2024-04-10T15:31:11.080 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.081 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_bytes": { 2024-04-10T15:31:11.081 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 95995035648 2024-04-10T15:31:11.081 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.081 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_bytes_used": { 2024-04-10T15:31:11.081 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 28385280 2024-04-10T15:31:11.081 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:11.081 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:11.081 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.081 INFO:tasks.workunit.client.0.smithi069.stdout: "osd.2": { 2024-04-10T15:31:11.081 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs": { 2024-04-10T15:31:11.081 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_slow_fallback": { 2024-04-10T15:31:11.081 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.081 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.081 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_slow_size_fallback": { 2024-04-10T15:31:11.081 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.082 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.082 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_unit_db": { 2024-04-10T15:31:11.082 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 65536 2024-04-10T15:31:11.082 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.082 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_unit_main": { 2024-04-10T15:31:11.082 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.082 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.082 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_unit_wal": { 2024-04-10T15:31:11.082 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.082 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.082 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes_written_slow": { 2024-04-10T15:31:11.082 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.082 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.082 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes_written_sst": { 2024-04-10T15:31:11.082 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 12288 2024-04-10T15:31:11.083 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.083 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes_written_wal": { 2024-04-10T15:31:11.083 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 6934528 2024-04-10T15:31:11.083 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.083 INFO:tasks.workunit.client.0.smithi069.stdout: "compact_lat": { 2024-04-10T15:31:11.083 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:11.083 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.083 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.083 INFO:tasks.workunit.client.0.smithi069.stdout: "compact_lock_lat": { 2024-04-10T15:31:11.083 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:11.083 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.083 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.083 INFO:tasks.workunit.client.0.smithi069.stdout: "db_total_bytes": { 2024-04-10T15:31:11.083 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 95995035648 2024-04-10T15:31:11.083 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.083 INFO:tasks.workunit.client.0.smithi069.stdout: "db_used_bytes": { 2024-04-10T15:31:11.083 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 31850496 2024-04-10T15:31:11.084 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.084 INFO:tasks.workunit.client.0.smithi069.stdout: "log_bytes": { 2024-04-10T15:31:11.084 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3469312 2024-04-10T15:31:11.084 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.084 INFO:tasks.workunit.client.0.smithi069.stdout: "logged_bytes": { 2024-04-10T15:31:11.084 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3330048 2024-04-10T15:31:11.084 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.084 INFO:tasks.workunit.client.0.smithi069.stdout: "max_bytes_db": { 2024-04-10T15:31:11.084 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 31850496 2024-04-10T15:31:11.084 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.084 INFO:tasks.workunit.client.0.smithi069.stdout: "max_bytes_slow": { 2024-04-10T15:31:11.084 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.084 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.084 INFO:tasks.workunit.client.0.smithi069.stdout: "max_bytes_wal": { 2024-04-10T15:31:11.084 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.084 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.085 INFO:tasks.workunit.client.0.smithi069.stdout: "num_files": { 2024-04-10T15:31:11.085 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 14 2024-04-10T15:31:11.085 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.085 INFO:tasks.workunit.client.0.smithi069.stdout: "read_bytes": { 2024-04-10T15:31:11.085 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 206272 2024-04-10T15:31:11.085 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.085 INFO:tasks.workunit.client.0.smithi069.stdout: "read_count": { 2024-04-10T15:31:11.085 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 23 2024-04-10T15:31:11.085 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.085 INFO:tasks.workunit.client.0.smithi069.stdout: "read_disk_bytes": { 2024-04-10T15:31:11.085 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1282048 2024-04-10T15:31:11.085 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.085 INFO:tasks.workunit.client.0.smithi069.stdout: "read_disk_bytes_db": { 2024-04-10T15:31:11.085 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1286144 2024-04-10T15:31:11.086 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.086 INFO:tasks.workunit.client.0.smithi069.stdout: "read_disk_bytes_slow": { 2024-04-10T15:31:11.086 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.086 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.086 INFO:tasks.workunit.client.0.smithi069.stdout: "read_disk_bytes_wal": { 2024-04-10T15:31:11.086 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.086 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.086 INFO:tasks.workunit.client.0.smithi069.stdout: "read_disk_count": { 2024-04-10T15:31:11.086 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 15 2024-04-10T15:31:11.086 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.086 INFO:tasks.workunit.client.0.smithi069.stdout: "read_prefetch_bytes": { 2024-04-10T15:31:11.086 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 4913 2024-04-10T15:31:11.086 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.086 INFO:tasks.workunit.client.0.smithi069.stdout: "read_prefetch_count": { 2024-04-10T15:31:11.086 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 4 2024-04-10T15:31:11.087 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.087 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_buffer_bytes": { 2024-04-10T15:31:11.087 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 5505 2024-04-10T15:31:11.087 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.087 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_buffer_count": { 2024-04-10T15:31:11.087 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 24 2024-04-10T15:31:11.087 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.087 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_bytes": { 2024-04-10T15:31:11.087 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 5505 2024-04-10T15:31:11.087 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.087 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_count": { 2024-04-10T15:31:11.087 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 24 2024-04-10T15:31:11.087 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.087 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_disk_bytes": { 2024-04-10T15:31:11.087 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.087 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.088 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_disk_bytes_db": { 2024-04-10T15:31:11.088 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.088 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.088 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_disk_bytes_slow": { 2024-04-10T15:31:11.088 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.088 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.088 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_disk_bytes_wal": { 2024-04-10T15:31:11.088 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.088 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.088 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_disk_count": { 2024-04-10T15:31:11.088 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.088 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.088 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_total_bytes": { 2024-04-10T15:31:11.088 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.088 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.088 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_used_bytes": { 2024-04-10T15:31:11.089 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.089 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.089 INFO:tasks.workunit.client.0.smithi069.stdout: "wal_total_bytes": { 2024-04-10T15:31:11.089 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.089 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.089 INFO:tasks.workunit.client.0.smithi069.stdout: "wal_used_bytes": { 2024-04-10T15:31:11.089 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.089 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.089 INFO:tasks.workunit.client.0.smithi069.stdout: "write_bytes": { 2024-04-10T15:31:11.089 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 10342400 2024-04-10T15:31:11.089 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:11.089 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.089 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore": { 2024-04-10T15:31:11.089 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_unit": { 2024-04-10T15:31:11.090 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 4096 2024-04-10T15:31:11.090 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.090 INFO:tasks.workunit.client.0.smithi069.stdout: "allocated": { 2024-04-10T15:31:11.090 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 708608 2024-04-10T15:31:11.090 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.090 INFO:tasks.workunit.client.0.smithi069.stdout: "clist_lat": { 2024-04-10T15:31:11.090 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 4, 2024-04-10T15:31:11.090 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 413257 2024-04-10T15:31:11.090 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.090 INFO:tasks.workunit.client.0.smithi069.stdout: "compress_lat": { 2024-04-10T15:31:11.090 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:11.090 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.090 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.090 INFO:tasks.workunit.client.0.smithi069.stdout: "compressed": { 2024-04-10T15:31:11.090 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.090 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.091 INFO:tasks.workunit.client.0.smithi069.stdout: "compressed_allocated": { 2024-04-10T15:31:11.091 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.091 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.091 INFO:tasks.workunit.client.0.smithi069.stdout: "compressed_original": { 2024-04-10T15:31:11.091 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.091 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.091 INFO:tasks.workunit.client.0.smithi069.stdout: "csum_lat": { 2024-04-10T15:31:11.091 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 12, 2024-04-10T15:31:11.091 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 21426 2024-04-10T15:31:11.091 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.091 INFO:tasks.workunit.client.0.smithi069.stdout: "decompress_lat": { 2024-04-10T15:31:11.091 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:11.091 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.091 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.092 INFO:tasks.workunit.client.0.smithi069.stdout: "fragmentation_micros": { 2024-04-10T15:31:11.092 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.092 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.092 INFO:tasks.workunit.client.0.smithi069.stdout: "kv_commit_lat": { 2024-04-10T15:31:11.092 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 800, 2024-04-10T15:31:11.092 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 469069882 2024-04-10T15:31:11.092 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.092 INFO:tasks.workunit.client.0.smithi069.stdout: "kv_final_lat": { 2024-04-10T15:31:11.092 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 797, 2024-04-10T15:31:11.092 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 29090555 2024-04-10T15:31:11.092 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.092 INFO:tasks.workunit.client.0.smithi069.stdout: "kv_flush_lat": { 2024-04-10T15:31:11.092 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 800, 2024-04-10T15:31:11.092 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 679248 2024-04-10T15:31:11.092 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.093 INFO:tasks.workunit.client.0.smithi069.stdout: "kv_sync_lat": { 2024-04-10T15:31:11.093 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 800, 2024-04-10T15:31:11.093 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 469749130 2024-04-10T15:31:11.093 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.093 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_get_keys_lat": { 2024-04-10T15:31:11.093 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:11.093 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.093 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.093 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_get_values_lat": { 2024-04-10T15:31:11.093 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 3, 2024-04-10T15:31:11.093 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 45644 2024-04-10T15:31:11.093 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.093 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_lower_bound_lat": { 2024-04-10T15:31:11.093 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 1, 2024-04-10T15:31:11.093 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 505 2024-04-10T15:31:11.094 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.094 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_next_lat": { 2024-04-10T15:31:11.094 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:11.094 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.094 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.094 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_seek_to_first_lat": { 2024-04-10T15:31:11.094 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:11.094 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.094 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.094 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_upper_bound_lat": { 2024-04-10T15:31:11.094 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 2, 2024-04-10T15:31:11.094 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3692 2024-04-10T15:31:11.094 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.094 INFO:tasks.workunit.client.0.smithi069.stdout: "onode_hits": { 2024-04-10T15:31:11.094 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3693 2024-04-10T15:31:11.095 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.095 INFO:tasks.workunit.client.0.smithi069.stdout: "onode_misses": { 2024-04-10T15:31:11.095 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 314 2024-04-10T15:31:11.095 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.095 INFO:tasks.workunit.client.0.smithi069.stdout: "read_lat": { 2024-04-10T15:31:11.095 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 93, 2024-04-10T15:31:11.095 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1258609 2024-04-10T15:31:11.095 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.095 INFO:tasks.workunit.client.0.smithi069.stdout: "read_onode_meta_lat": { 2024-04-10T15:31:11.095 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 257, 2024-04-10T15:31:11.095 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 367717 2024-04-10T15:31:11.095 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.095 INFO:tasks.workunit.client.0.smithi069.stdout: "read_wait_aio_lat": { 2024-04-10T15:31:11.095 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 164, 2024-04-10T15:31:11.095 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 5355351 2024-04-10T15:31:11.096 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.096 INFO:tasks.workunit.client.0.smithi069.stdout: "reads_with_retries": { 2024-04-10T15:31:11.096 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.096 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.096 INFO:tasks.workunit.client.0.smithi069.stdout: "remove_lat": { 2024-04-10T15:31:11.096 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 103, 2024-04-10T15:31:11.096 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 5795243 2024-04-10T15:31:11.096 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.096 INFO:tasks.workunit.client.0.smithi069.stdout: "state_aio_wait_lat": { 2024-04-10T15:31:11.096 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 3439, 2024-04-10T15:31:11.096 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3624605335 2024-04-10T15:31:11.096 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.096 INFO:tasks.workunit.client.0.smithi069.stdout: "state_deferred_aio_wait_lat": { 2024-04-10T15:31:11.096 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 112, 2024-04-10T15:31:11.096 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 6402249 2024-04-10T15:31:11.097 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.097 INFO:tasks.workunit.client.0.smithi069.stdout: "state_deferred_cleanup_lat": { 2024-04-10T15:31:11.097 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 111, 2024-04-10T15:31:11.097 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 192961228298 2024-04-10T15:31:11.097 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.097 INFO:tasks.workunit.client.0.smithi069.stdout: "state_deferred_queued_lat": { 2024-04-10T15:31:11.097 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 112, 2024-04-10T15:31:11.097 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 112673862151 2024-04-10T15:31:11.097 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.097 INFO:tasks.workunit.client.0.smithi069.stdout: "state_done_lat": { 2024-04-10T15:31:11.097 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 3438, 2024-04-10T15:31:11.097 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 40005891191 2024-04-10T15:31:11.097 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.097 INFO:tasks.workunit.client.0.smithi069.stdout: "state_finishing_lat": { 2024-04-10T15:31:11.098 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 3438, 2024-04-10T15:31:11.098 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 215439 2024-04-10T15:31:11.098 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.098 INFO:tasks.workunit.client.0.smithi069.stdout: "state_io_done_lat": { 2024-04-10T15:31:11.098 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 3439, 2024-04-10T15:31:11.098 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 255154959 2024-04-10T15:31:11.098 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.098 INFO:tasks.workunit.client.0.smithi069.stdout: "state_kv_commiting_lat": { 2024-04-10T15:31:11.098 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 3439, 2024-04-10T15:31:11.098 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2389536305 2024-04-10T15:31:11.098 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.098 INFO:tasks.workunit.client.0.smithi069.stdout: "state_kv_done_lat": { 2024-04-10T15:31:11.098 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 3439, 2024-04-10T15:31:11.098 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 527109 2024-04-10T15:31:11.098 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.099 INFO:tasks.workunit.client.0.smithi069.stdout: "state_kv_queued_lat": { 2024-04-10T15:31:11.099 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 3439, 2024-04-10T15:31:11.099 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1307631981 2024-04-10T15:31:11.099 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.099 INFO:tasks.workunit.client.0.smithi069.stdout: "state_prepare_lat": { 2024-04-10T15:31:11.099 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 3439, 2024-04-10T15:31:11.099 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 373372923 2024-04-10T15:31:11.099 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.099 INFO:tasks.workunit.client.0.smithi069.stdout: "stored": { 2024-04-10T15:31:11.099 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 309354 2024-04-10T15:31:11.099 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.099 INFO:tasks.workunit.client.0.smithi069.stdout: "truncate_lat": { 2024-04-10T15:31:11.099 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 46, 2024-04-10T15:31:11.099 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 277660 2024-04-10T15:31:11.099 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.099 INFO:tasks.workunit.client.0.smithi069.stdout: "txc_commit_lat": { 2024-04-10T15:31:11.100 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 3439, 2024-04-10T15:31:11.100 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 7950556954 2024-04-10T15:31:11.100 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.100 INFO:tasks.workunit.client.0.smithi069.stdout: "txc_submit_lat": { 2024-04-10T15:31:11.100 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 3439, 2024-04-10T15:31:11.100 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 407486034 2024-04-10T15:31:11.100 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.100 INFO:tasks.workunit.client.0.smithi069.stdout: "txc_throttle_lat": { 2024-04-10T15:31:11.100 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 3439, 2024-04-10T15:31:11.100 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 274585407 2024-04-10T15:31:11.100 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:11.100 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.100 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore-pricache": { 2024-04-10T15:31:11.100 INFO:tasks.workunit.client.0.smithi069.stdout: "cache_bytes": { 2024-04-10T15:31:11.100 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1861583912 2024-04-10T15:31:11.101 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.101 INFO:tasks.workunit.client.0.smithi069.stdout: "heap_bytes": { 2024-04-10T15:31:11.101 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 47562752 2024-04-10T15:31:11.101 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.101 INFO:tasks.workunit.client.0.smithi069.stdout: "mapped_bytes": { 2024-04-10T15:31:11.101 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 46751744 2024-04-10T15:31:11.101 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.101 INFO:tasks.workunit.client.0.smithi069.stdout: "target_bytes": { 2024-04-10T15:31:11.101 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3137517977 2024-04-10T15:31:11.101 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.101 INFO:tasks.workunit.client.0.smithi069.stdout: "unmapped_bytes": { 2024-04-10T15:31:11.101 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 811008 2024-04-10T15:31:11.101 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:11.101 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.101 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore-pricache:data": { 2024-04-10T15:31:11.101 INFO:tasks.workunit.client.0.smithi069.stdout: "committed_bytes": { 2024-04-10T15:31:11.102 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 159383552 2024-04-10T15:31:11.102 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.102 INFO:tasks.workunit.client.0.smithi069.stdout: "pri0_bytes": { 2024-04-10T15:31:11.102 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.102 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.102 INFO:tasks.workunit.client.0.smithi069.stdout: "pri10_bytes": { 2024-04-10T15:31:11.102 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.102 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.102 INFO:tasks.workunit.client.0.smithi069.stdout: "pri11_bytes": { 2024-04-10T15:31:11.102 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 85500590 2024-04-10T15:31:11.102 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.103 INFO:tasks.workunit.client.0.smithi069.stdout: "pri1_bytes": { 2024-04-10T15:31:11.103 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.103 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.103 INFO:tasks.workunit.client.0.smithi069.stdout: "pri2_bytes": { 2024-04-10T15:31:11.103 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.103 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.103 INFO:tasks.workunit.client.0.smithi069.stdout: "pri3_bytes": { 2024-04-10T15:31:11.103 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.103 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.103 INFO:tasks.workunit.client.0.smithi069.stdout: "pri4_bytes": { 2024-04-10T15:31:11.103 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.103 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.103 INFO:tasks.workunit.client.0.smithi069.stdout: "pri5_bytes": { 2024-04-10T15:31:11.103 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.104 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.104 INFO:tasks.workunit.client.0.smithi069.stdout: "pri6_bytes": { 2024-04-10T15:31:11.104 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 8192 2024-04-10T15:31:11.104 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.104 INFO:tasks.workunit.client.0.smithi069.stdout: "pri7_bytes": { 2024-04-10T15:31:11.104 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.104 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.104 INFO:tasks.workunit.client.0.smithi069.stdout: "pri8_bytes": { 2024-04-10T15:31:11.104 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.104 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.104 INFO:tasks.workunit.client.0.smithi069.stdout: "pri9_bytes": { 2024-04-10T15:31:11.104 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.104 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.104 INFO:tasks.workunit.client.0.smithi069.stdout: "reserved_bytes": { 2024-04-10T15:31:11.105 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 73874770 2024-04-10T15:31:11.105 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:11.105 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.105 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore-pricache:kv": { 2024-04-10T15:31:11.105 INFO:tasks.workunit.client.0.smithi069.stdout: "committed_bytes": { 2024-04-10T15:31:11.105 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 780140544 2024-04-10T15:31:11.105 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.105 INFO:tasks.workunit.client.0.smithi069.stdout: "pri0_bytes": { 2024-04-10T15:31:11.105 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 67108864 2024-04-10T15:31:11.105 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.105 INFO:tasks.workunit.client.0.smithi069.stdout: "pri10_bytes": { 2024-04-10T15:31:11.105 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.105 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.105 INFO:tasks.workunit.client.0.smithi069.stdout: "pri11_bytes": { 2024-04-10T15:31:11.105 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 641254430 2024-04-10T15:31:11.106 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.106 INFO:tasks.workunit.client.0.smithi069.stdout: "pri1_bytes": { 2024-04-10T15:31:11.106 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.106 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.106 INFO:tasks.workunit.client.0.smithi069.stdout: "pri2_bytes": { 2024-04-10T15:31:11.106 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.106 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.106 INFO:tasks.workunit.client.0.smithi069.stdout: "pri3_bytes": { 2024-04-10T15:31:11.106 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.106 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.106 INFO:tasks.workunit.client.0.smithi069.stdout: "pri4_bytes": { 2024-04-10T15:31:11.106 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.106 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.106 INFO:tasks.workunit.client.0.smithi069.stdout: "pri5_bytes": { 2024-04-10T15:31:11.107 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.107 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.107 INFO:tasks.workunit.client.0.smithi069.stdout: "pri6_bytes": { 2024-04-10T15:31:11.107 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2128 2024-04-10T15:31:11.107 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.107 INFO:tasks.workunit.client.0.smithi069.stdout: "pri7_bytes": { 2024-04-10T15:31:11.107 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.107 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.107 INFO:tasks.workunit.client.0.smithi069.stdout: "pri8_bytes": { 2024-04-10T15:31:11.107 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.107 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.107 INFO:tasks.workunit.client.0.smithi069.stdout: "pri9_bytes": { 2024-04-10T15:31:11.107 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.107 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.108 INFO:tasks.workunit.client.0.smithi069.stdout: "reserved_bytes": { 2024-04-10T15:31:11.108 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 71775122 2024-04-10T15:31:11.108 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:11.108 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.108 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore-pricache:kv_onode": { 2024-04-10T15:31:11.108 INFO:tasks.workunit.client.0.smithi069.stdout: "committed_bytes": { 2024-04-10T15:31:11.108 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 192937984 2024-04-10T15:31:11.108 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.108 INFO:tasks.workunit.client.0.smithi069.stdout: "pri0_bytes": { 2024-04-10T15:31:11.108 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 67108864 2024-04-10T15:31:11.108 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.108 INFO:tasks.workunit.client.0.smithi069.stdout: "pri10_bytes": { 2024-04-10T15:31:11.108 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 464 2024-04-10T15:31:11.108 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.109 INFO:tasks.workunit.client.0.smithi069.stdout: "pri11_bytes": { 2024-04-10T15:31:11.109 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 57000393 2024-04-10T15:31:11.109 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.109 INFO:tasks.workunit.client.0.smithi069.stdout: "pri1_bytes": { 2024-04-10T15:31:11.109 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.109 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.109 INFO:tasks.workunit.client.0.smithi069.stdout: "pri2_bytes": { 2024-04-10T15:31:11.109 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.109 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.109 INFO:tasks.workunit.client.0.smithi069.stdout: "pri3_bytes": { 2024-04-10T15:31:11.109 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.109 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.109 INFO:tasks.workunit.client.0.smithi069.stdout: "pri4_bytes": { 2024-04-10T15:31:11.109 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.109 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.110 INFO:tasks.workunit.client.0.smithi069.stdout: "pri5_bytes": { 2024-04-10T15:31:11.110 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.110 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.110 INFO:tasks.workunit.client.0.smithi069.stdout: "pri6_bytes": { 2024-04-10T15:31:11.110 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.110 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.110 INFO:tasks.workunit.client.0.smithi069.stdout: "pri7_bytes": { 2024-04-10T15:31:11.110 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.110 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.110 INFO:tasks.workunit.client.0.smithi069.stdout: "pri8_bytes": { 2024-04-10T15:31:11.110 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.110 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.110 INFO:tasks.workunit.client.0.smithi069.stdout: "pri9_bytes": { 2024-04-10T15:31:11.110 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.111 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.111 INFO:tasks.workunit.client.0.smithi069.stdout: "reserved_bytes": { 2024-04-10T15:31:11.111 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 68828263 2024-04-10T15:31:11.111 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:11.111 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.111 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore-pricache:meta": { 2024-04-10T15:31:11.111 INFO:tasks.workunit.client.0.smithi069.stdout: "committed_bytes": { 2024-04-10T15:31:11.111 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 713031680 2024-04-10T15:31:11.111 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.111 INFO:tasks.workunit.client.0.smithi069.stdout: "pri0_bytes": { 2024-04-10T15:31:11.111 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.111 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.111 INFO:tasks.workunit.client.0.smithi069.stdout: "pri10_bytes": { 2024-04-10T15:31:11.111 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.111 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.111 INFO:tasks.workunit.client.0.smithi069.stdout: "pri11_bytes": { 2024-04-10T15:31:11.112 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 641254430 2024-04-10T15:31:11.112 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.112 INFO:tasks.workunit.client.0.smithi069.stdout: "pri1_bytes": { 2024-04-10T15:31:11.112 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.112 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.112 INFO:tasks.workunit.client.0.smithi069.stdout: "pri2_bytes": { 2024-04-10T15:31:11.112 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.112 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.112 INFO:tasks.workunit.client.0.smithi069.stdout: "pri3_bytes": { 2024-04-10T15:31:11.112 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.112 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.112 INFO:tasks.workunit.client.0.smithi069.stdout: "pri4_bytes": { 2024-04-10T15:31:11.112 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.112 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.112 INFO:tasks.workunit.client.0.smithi069.stdout: "pri5_bytes": { 2024-04-10T15:31:11.113 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.113 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.113 INFO:tasks.workunit.client.0.smithi069.stdout: "pri6_bytes": { 2024-04-10T15:31:11.113 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 316782 2024-04-10T15:31:11.113 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.113 INFO:tasks.workunit.client.0.smithi069.stdout: "pri7_bytes": { 2024-04-10T15:31:11.113 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.113 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.113 INFO:tasks.workunit.client.0.smithi069.stdout: "pri8_bytes": { 2024-04-10T15:31:11.113 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.113 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.113 INFO:tasks.workunit.client.0.smithi069.stdout: "pri9_bytes": { 2024-04-10T15:31:11.113 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.113 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.113 INFO:tasks.workunit.client.0.smithi069.stdout: "reserved_bytes": { 2024-04-10T15:31:11.114 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 71460468 2024-04-10T15:31:11.114 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:11.114 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.114 INFO:tasks.workunit.client.0.smithi069.stdout: "objecter": { 2024-04-10T15:31:11.114 INFO:tasks.workunit.client.0.smithi069.stdout: "op_active": { 2024-04-10T15:31:11.114 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.114 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.114 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r": { 2024-04-10T15:31:11.114 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.114 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.114 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rmw": { 2024-04-10T15:31:11.114 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.114 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.114 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w": { 2024-04-10T15:31:11.114 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.115 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:11.115 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.115 INFO:tasks.workunit.client.0.smithi069.stdout: "osd": { 2024-04-10T15:31:11.115 INFO:tasks.workunit.client.0.smithi069.stdout: "numpg": { 2024-04-10T15:31:11.115 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 30 2024-04-10T15:31:11.115 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.115 INFO:tasks.workunit.client.0.smithi069.stdout: "numpg_removing": { 2024-04-10T15:31:11.115 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.115 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.115 INFO:tasks.workunit.client.0.smithi069.stdout: "op": { 2024-04-10T15:31:11.115 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 10 2024-04-10T15:31:11.115 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.115 INFO:tasks.workunit.client.0.smithi069.stdout: "op_delayed_degraded": { 2024-04-10T15:31:11.115 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.116 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.116 INFO:tasks.workunit.client.0.smithi069.stdout: "op_delayed_unreadable": { 2024-04-10T15:31:11.116 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.116 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.116 INFO:tasks.workunit.client.0.smithi069.stdout: "op_in_bytes": { 2024-04-10T15:31:11.116 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.116 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.116 INFO:tasks.workunit.client.0.smithi069.stdout: "op_latency": { 2024-04-10T15:31:11.116 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 10, 2024-04-10T15:31:11.116 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 110746735 2024-04-10T15:31:11.116 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.116 INFO:tasks.workunit.client.0.smithi069.stdout: "op_out_bytes": { 2024-04-10T15:31:11.116 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.116 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.116 INFO:tasks.workunit.client.0.smithi069.stdout: "op_prepare_latency": { 2024-04-10T15:31:11.117 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 10, 2024-04-10T15:31:11.117 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 4176236 2024-04-10T15:31:11.117 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.117 INFO:tasks.workunit.client.0.smithi069.stdout: "op_process_latency": { 2024-04-10T15:31:11.117 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 10, 2024-04-10T15:31:11.117 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 97143179 2024-04-10T15:31:11.117 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.117 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r": { 2024-04-10T15:31:11.117 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.117 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.117 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r_latency": { 2024-04-10T15:31:11.117 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:11.117 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.117 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.117 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-10T15:31:11.117 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.117 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.118 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r_out_bytes": { 2024-04-10T15:31:11.118 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.118 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.118 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r_prepare_latency": { 2024-04-10T15:31:11.118 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:11.118 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.118 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.118 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r_process_latency": { 2024-04-10T15:31:11.118 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:11.118 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.118 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.118 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw": { 2024-04-10T15:31:11.118 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.118 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.118 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_in_bytes": { 2024-04-10T15:31:11.119 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.119 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.119 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_latency": { 2024-04-10T15:31:11.119 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:11.119 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.119 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.119 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-10T15:31:11.119 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.119 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.119 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-10T15:31:11.119 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.119 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.119 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_out_bytes": { 2024-04-10T15:31:11.119 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.119 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.119 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_prepare_latency": { 2024-04-10T15:31:11.120 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:11.120 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.120 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.120 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_process_latency": { 2024-04-10T15:31:11.120 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:11.120 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.120 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.120 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w": { 2024-04-10T15:31:11.120 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 10 2024-04-10T15:31:11.120 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.120 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w_in_bytes": { 2024-04-10T15:31:11.120 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.120 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.120 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w_latency": { 2024-04-10T15:31:11.121 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 10, 2024-04-10T15:31:11.121 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 110746735 2024-04-10T15:31:11.121 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.121 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-10T15:31:11.121 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.121 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.121 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w_prepare_latency": { 2024-04-10T15:31:11.121 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 10, 2024-04-10T15:31:11.121 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 4176236 2024-04-10T15:31:11.121 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.121 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w_process_latency": { 2024-04-10T15:31:11.121 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 10, 2024-04-10T15:31:11.121 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 97143179 2024-04-10T15:31:11.121 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.121 INFO:tasks.workunit.client.0.smithi069.stdout: "op_wip": { 2024-04-10T15:31:11.122 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.122 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.122 INFO:tasks.workunit.client.0.smithi069.stdout: "recovery_bytes": { 2024-04-10T15:31:11.122 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.122 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.122 INFO:tasks.workunit.client.0.smithi069.stdout: "recovery_ops": { 2024-04-10T15:31:11.122 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1 2024-04-10T15:31:11.122 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.122 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_bytes": { 2024-04-10T15:31:11.122 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 95995035648 2024-04-10T15:31:11.122 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.122 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_bytes_used": { 2024-04-10T15:31:11.122 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 32571392 2024-04-10T15:31:11.122 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:11.123 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:11.123 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.123 INFO:tasks.workunit.client.0.smithi069.stdout: "osd.3": { 2024-04-10T15:31:11.123 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs": { 2024-04-10T15:31:11.123 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_slow_fallback": { 2024-04-10T15:31:11.123 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.123 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.123 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_slow_size_fallback": { 2024-04-10T15:31:11.123 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.123 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.123 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_unit_db": { 2024-04-10T15:31:11.123 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 65536 2024-04-10T15:31:11.123 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.123 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_unit_main": { 2024-04-10T15:31:11.123 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.124 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.124 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_unit_wal": { 2024-04-10T15:31:11.124 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.124 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.124 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes_written_slow": { 2024-04-10T15:31:11.124 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.124 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.124 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes_written_sst": { 2024-04-10T15:31:11.124 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 12288 2024-04-10T15:31:11.124 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.124 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes_written_wal": { 2024-04-10T15:31:11.124 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1118208 2024-04-10T15:31:11.124 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.124 INFO:tasks.workunit.client.0.smithi069.stdout: "compact_lat": { 2024-04-10T15:31:11.124 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:11.125 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.125 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.125 INFO:tasks.workunit.client.0.smithi069.stdout: "compact_lock_lat": { 2024-04-10T15:31:11.125 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:11.125 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.125 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.125 INFO:tasks.workunit.client.0.smithi069.stdout: "db_total_bytes": { 2024-04-10T15:31:11.125 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 95995035648 2024-04-10T15:31:11.125 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.125 INFO:tasks.workunit.client.0.smithi069.stdout: "db_used_bytes": { 2024-04-10T15:31:11.125 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 27656192 2024-04-10T15:31:11.125 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.125 INFO:tasks.workunit.client.0.smithi069.stdout: "log_bytes": { 2024-04-10T15:31:11.125 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 827392 2024-04-10T15:31:11.125 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.125 INFO:tasks.workunit.client.0.smithi069.stdout: "logged_bytes": { 2024-04-10T15:31:11.126 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 688128 2024-04-10T15:31:11.126 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.126 INFO:tasks.workunit.client.0.smithi069.stdout: "max_bytes_db": { 2024-04-10T15:31:11.126 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 31850496 2024-04-10T15:31:11.126 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.126 INFO:tasks.workunit.client.0.smithi069.stdout: "max_bytes_slow": { 2024-04-10T15:31:11.126 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.126 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.126 INFO:tasks.workunit.client.0.smithi069.stdout: "max_bytes_wal": { 2024-04-10T15:31:11.126 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.126 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.126 INFO:tasks.workunit.client.0.smithi069.stdout: "num_files": { 2024-04-10T15:31:11.126 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 14 2024-04-10T15:31:11.126 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.127 INFO:tasks.workunit.client.0.smithi069.stdout: "read_bytes": { 2024-04-10T15:31:11.127 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 206272 2024-04-10T15:31:11.127 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.127 INFO:tasks.workunit.client.0.smithi069.stdout: "read_count": { 2024-04-10T15:31:11.127 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 23 2024-04-10T15:31:11.127 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.127 INFO:tasks.workunit.client.0.smithi069.stdout: "read_disk_bytes": { 2024-04-10T15:31:11.127 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1282048 2024-04-10T15:31:11.127 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.127 INFO:tasks.workunit.client.0.smithi069.stdout: "read_disk_bytes_db": { 2024-04-10T15:31:11.127 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1286144 2024-04-10T15:31:11.127 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.127 INFO:tasks.workunit.client.0.smithi069.stdout: "read_disk_bytes_slow": { 2024-04-10T15:31:11.127 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.127 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.127 INFO:tasks.workunit.client.0.smithi069.stdout: "read_disk_bytes_wal": { 2024-04-10T15:31:11.128 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.128 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.128 INFO:tasks.workunit.client.0.smithi069.stdout: "read_disk_count": { 2024-04-10T15:31:11.128 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 15 2024-04-10T15:31:11.128 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.128 INFO:tasks.workunit.client.0.smithi069.stdout: "read_prefetch_bytes": { 2024-04-10T15:31:11.128 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 4913 2024-04-10T15:31:11.128 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.128 INFO:tasks.workunit.client.0.smithi069.stdout: "read_prefetch_count": { 2024-04-10T15:31:11.128 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 4 2024-04-10T15:31:11.128 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.128 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_buffer_bytes": { 2024-04-10T15:31:11.128 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 5503 2024-04-10T15:31:11.128 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.128 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_buffer_count": { 2024-04-10T15:31:11.128 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 24 2024-04-10T15:31:11.128 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.129 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_bytes": { 2024-04-10T15:31:11.129 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 5503 2024-04-10T15:31:11.129 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.129 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_count": { 2024-04-10T15:31:11.129 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 24 2024-04-10T15:31:11.129 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.129 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_disk_bytes": { 2024-04-10T15:31:11.129 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.129 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.129 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_disk_bytes_db": { 2024-04-10T15:31:11.129 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.129 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.129 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_disk_bytes_slow": { 2024-04-10T15:31:11.129 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.129 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.130 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_disk_bytes_wal": { 2024-04-10T15:31:11.130 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.130 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.130 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_disk_count": { 2024-04-10T15:31:11.130 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.130 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.130 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_total_bytes": { 2024-04-10T15:31:11.130 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.130 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.130 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_used_bytes": { 2024-04-10T15:31:11.130 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.130 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.130 INFO:tasks.workunit.client.0.smithi069.stdout: "wal_total_bytes": { 2024-04-10T15:31:11.130 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.130 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.131 INFO:tasks.workunit.client.0.smithi069.stdout: "wal_used_bytes": { 2024-04-10T15:31:11.131 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.131 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.131 INFO:tasks.workunit.client.0.smithi069.stdout: "write_bytes": { 2024-04-10T15:31:11.131 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1884160 2024-04-10T15:31:11.131 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:11.131 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.131 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore": { 2024-04-10T15:31:11.131 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_unit": { 2024-04-10T15:31:11.131 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 4096 2024-04-10T15:31:11.131 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.131 INFO:tasks.workunit.client.0.smithi069.stdout: "allocated": { 2024-04-10T15:31:11.131 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 729088 2024-04-10T15:31:11.131 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.131 INFO:tasks.workunit.client.0.smithi069.stdout: "clist_lat": { 2024-04-10T15:31:11.131 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:11.131 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.132 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.132 INFO:tasks.workunit.client.0.smithi069.stdout: "compress_lat": { 2024-04-10T15:31:11.132 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:11.132 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.132 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.132 INFO:tasks.workunit.client.0.smithi069.stdout: "compressed": { 2024-04-10T15:31:11.132 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.132 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.132 INFO:tasks.workunit.client.0.smithi069.stdout: "compressed_allocated": { 2024-04-10T15:31:11.132 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.132 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.132 INFO:tasks.workunit.client.0.smithi069.stdout: "compressed_original": { 2024-04-10T15:31:11.132 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.132 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.132 INFO:tasks.workunit.client.0.smithi069.stdout: "csum_lat": { 2024-04-10T15:31:11.132 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 3, 2024-04-10T15:31:11.133 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 5048 2024-04-10T15:31:11.133 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.133 INFO:tasks.workunit.client.0.smithi069.stdout: "decompress_lat": { 2024-04-10T15:31:11.133 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:11.133 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.133 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.133 INFO:tasks.workunit.client.0.smithi069.stdout: "fragmentation_micros": { 2024-04-10T15:31:11.133 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.133 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.133 INFO:tasks.workunit.client.0.smithi069.stdout: "kv_commit_lat": { 2024-04-10T15:31:11.133 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 155, 2024-04-10T15:31:11.133 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 45619193 2024-04-10T15:31:11.133 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.133 INFO:tasks.workunit.client.0.smithi069.stdout: "kv_final_lat": { 2024-04-10T15:31:11.133 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 155, 2024-04-10T15:31:11.133 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 7839730 2024-04-10T15:31:11.134 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.134 INFO:tasks.workunit.client.0.smithi069.stdout: "kv_flush_lat": { 2024-04-10T15:31:11.134 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 155, 2024-04-10T15:31:11.134 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 176372 2024-04-10T15:31:11.134 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.134 INFO:tasks.workunit.client.0.smithi069.stdout: "kv_sync_lat": { 2024-04-10T15:31:11.134 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 155, 2024-04-10T15:31:11.134 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 45795565 2024-04-10T15:31:11.134 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.134 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_get_keys_lat": { 2024-04-10T15:31:11.134 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:11.134 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.134 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.134 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_get_values_lat": { 2024-04-10T15:31:11.134 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 1, 2024-04-10T15:31:11.135 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 39762 2024-04-10T15:31:11.135 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.135 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_lower_bound_lat": { 2024-04-10T15:31:11.135 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:11.135 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.135 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.135 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_next_lat": { 2024-04-10T15:31:11.135 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:11.135 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.135 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.135 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_seek_to_first_lat": { 2024-04-10T15:31:11.135 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:11.135 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.135 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.135 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_upper_bound_lat": { 2024-04-10T15:31:11.135 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 2, 2024-04-10T15:31:11.135 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 5058 2024-04-10T15:31:11.136 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.136 INFO:tasks.workunit.client.0.smithi069.stdout: "onode_hits": { 2024-04-10T15:31:11.136 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 334 2024-04-10T15:31:11.136 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.136 INFO:tasks.workunit.client.0.smithi069.stdout: "onode_misses": { 2024-04-10T15:31:11.136 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 221 2024-04-10T15:31:11.136 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.136 INFO:tasks.workunit.client.0.smithi069.stdout: "read_lat": { 2024-04-10T15:31:11.136 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 87, 2024-04-10T15:31:11.136 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 882382 2024-04-10T15:31:11.136 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.136 INFO:tasks.workunit.client.0.smithi069.stdout: "read_onode_meta_lat": { 2024-04-10T15:31:11.136 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 150, 2024-04-10T15:31:11.136 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 290281 2024-04-10T15:31:11.136 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.136 INFO:tasks.workunit.client.0.smithi069.stdout: "read_wait_aio_lat": { 2024-04-10T15:31:11.137 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 63, 2024-04-10T15:31:11.137 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 365517 2024-04-10T15:31:11.137 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.137 INFO:tasks.workunit.client.0.smithi069.stdout: "reads_with_retries": { 2024-04-10T15:31:11.137 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.137 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.137 INFO:tasks.workunit.client.0.smithi069.stdout: "remove_lat": { 2024-04-10T15:31:11.137 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:11.137 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.137 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.137 INFO:tasks.workunit.client.0.smithi069.stdout: "state_aio_wait_lat": { 2024-04-10T15:31:11.137 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 238, 2024-04-10T15:31:11.137 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 6060105 2024-04-10T15:31:11.137 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.137 INFO:tasks.workunit.client.0.smithi069.stdout: "state_deferred_aio_wait_lat": { 2024-04-10T15:31:11.137 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 50, 2024-04-10T15:31:11.138 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3225730 2024-04-10T15:31:11.138 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.138 INFO:tasks.workunit.client.0.smithi069.stdout: "state_deferred_cleanup_lat": { 2024-04-10T15:31:11.138 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 47, 2024-04-10T15:31:11.138 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 370437197677 2024-04-10T15:31:11.138 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.138 INFO:tasks.workunit.client.0.smithi069.stdout: "state_deferred_queued_lat": { 2024-04-10T15:31:11.138 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 50, 2024-04-10T15:31:11.138 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 67369853553 2024-04-10T15:31:11.138 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.138 INFO:tasks.workunit.client.0.smithi069.stdout: "state_done_lat": { 2024-04-10T15:31:11.138 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 235, 2024-04-10T15:31:11.138 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 545197 2024-04-10T15:31:11.138 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.138 INFO:tasks.workunit.client.0.smithi069.stdout: "state_finishing_lat": { 2024-04-10T15:31:11.139 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 235, 2024-04-10T15:31:11.139 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 23718 2024-04-10T15:31:11.139 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.139 INFO:tasks.workunit.client.0.smithi069.stdout: "state_io_done_lat": { 2024-04-10T15:31:11.139 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 238, 2024-04-10T15:31:11.139 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 242668 2024-04-10T15:31:11.139 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.139 INFO:tasks.workunit.client.0.smithi069.stdout: "state_kv_commiting_lat": { 2024-04-10T15:31:11.139 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 238, 2024-04-10T15:31:11.139 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 116428666 2024-04-10T15:31:11.139 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.139 INFO:tasks.workunit.client.0.smithi069.stdout: "state_kv_done_lat": { 2024-04-10T15:31:11.139 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 238, 2024-04-10T15:31:11.140 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 77297 2024-04-10T15:31:11.140 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.140 INFO:tasks.workunit.client.0.smithi069.stdout: "state_kv_queued_lat": { 2024-04-10T15:31:11.140 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 238, 2024-04-10T15:31:11.140 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 53646684 2024-04-10T15:31:11.140 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.140 INFO:tasks.workunit.client.0.smithi069.stdout: "state_prepare_lat": { 2024-04-10T15:31:11.140 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 238, 2024-04-10T15:31:11.140 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 18799301 2024-04-10T15:31:11.140 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.140 INFO:tasks.workunit.client.0.smithi069.stdout: "stored": { 2024-04-10T15:31:11.140 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 312090 2024-04-10T15:31:11.140 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.140 INFO:tasks.workunit.client.0.smithi069.stdout: "truncate_lat": { 2024-04-10T15:31:11.140 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 41, 2024-04-10T15:31:11.140 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 206748 2024-04-10T15:31:11.140 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.141 INFO:tasks.workunit.client.0.smithi069.stdout: "txc_commit_lat": { 2024-04-10T15:31:11.141 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 238, 2024-04-10T15:31:11.141 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 195204815 2024-04-10T15:31:11.141 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.141 INFO:tasks.workunit.client.0.smithi069.stdout: "txc_submit_lat": { 2024-04-10T15:31:11.141 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 238, 2024-04-10T15:31:11.141 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 21790801 2024-04-10T15:31:11.141 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.141 INFO:tasks.workunit.client.0.smithi069.stdout: "txc_throttle_lat": { 2024-04-10T15:31:11.141 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 238, 2024-04-10T15:31:11.141 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2451353 2024-04-10T15:31:11.141 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:11.141 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.141 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore-pricache": { 2024-04-10T15:31:11.141 INFO:tasks.workunit.client.0.smithi069.stdout: "cache_bytes": { 2024-04-10T15:31:11.141 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1861583912 2024-04-10T15:31:11.142 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.142 INFO:tasks.workunit.client.0.smithi069.stdout: "heap_bytes": { 2024-04-10T15:31:11.142 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 41336832 2024-04-10T15:31:11.142 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.142 INFO:tasks.workunit.client.0.smithi069.stdout: "mapped_bytes": { 2024-04-10T15:31:11.142 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 41082880 2024-04-10T15:31:11.142 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.142 INFO:tasks.workunit.client.0.smithi069.stdout: "target_bytes": { 2024-04-10T15:31:11.142 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3137517977 2024-04-10T15:31:11.142 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.142 INFO:tasks.workunit.client.0.smithi069.stdout: "unmapped_bytes": { 2024-04-10T15:31:11.142 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 253952 2024-04-10T15:31:11.142 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:11.142 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.142 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore-pricache:data": { 2024-04-10T15:31:11.143 INFO:tasks.workunit.client.0.smithi069.stdout: "committed_bytes": { 2024-04-10T15:31:11.143 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 159383552 2024-04-10T15:31:11.143 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.143 INFO:tasks.workunit.client.0.smithi069.stdout: "pri0_bytes": { 2024-04-10T15:31:11.143 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.143 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.143 INFO:tasks.workunit.client.0.smithi069.stdout: "pri10_bytes": { 2024-04-10T15:31:11.143 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.143 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.143 INFO:tasks.workunit.client.0.smithi069.stdout: "pri11_bytes": { 2024-04-10T15:31:11.143 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 85506992 2024-04-10T15:31:11.143 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.143 INFO:tasks.workunit.client.0.smithi069.stdout: "pri1_bytes": { 2024-04-10T15:31:11.143 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.143 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.144 INFO:tasks.workunit.client.0.smithi069.stdout: "pri2_bytes": { 2024-04-10T15:31:11.144 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.144 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.144 INFO:tasks.workunit.client.0.smithi069.stdout: "pri3_bytes": { 2024-04-10T15:31:11.144 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.144 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.144 INFO:tasks.workunit.client.0.smithi069.stdout: "pri4_bytes": { 2024-04-10T15:31:11.144 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.144 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.144 INFO:tasks.workunit.client.0.smithi069.stdout: "pri5_bytes": { 2024-04-10T15:31:11.144 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.144 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.144 INFO:tasks.workunit.client.0.smithi069.stdout: "pri6_bytes": { 2024-04-10T15:31:11.144 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.145 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.145 INFO:tasks.workunit.client.0.smithi069.stdout: "pri7_bytes": { 2024-04-10T15:31:11.145 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.145 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.145 INFO:tasks.workunit.client.0.smithi069.stdout: "pri8_bytes": { 2024-04-10T15:31:11.145 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.145 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.145 INFO:tasks.workunit.client.0.smithi069.stdout: "pri9_bytes": { 2024-04-10T15:31:11.145 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.145 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.145 INFO:tasks.workunit.client.0.smithi069.stdout: "reserved_bytes": { 2024-04-10T15:31:11.145 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 73876560 2024-04-10T15:31:11.145 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:11.145 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.145 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore-pricache:kv": { 2024-04-10T15:31:11.146 INFO:tasks.workunit.client.0.smithi069.stdout: "committed_bytes": { 2024-04-10T15:31:11.146 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 780140544 2024-04-10T15:31:11.146 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.146 INFO:tasks.workunit.client.0.smithi069.stdout: "pri0_bytes": { 2024-04-10T15:31:11.146 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 67108864 2024-04-10T15:31:11.146 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.146 INFO:tasks.workunit.client.0.smithi069.stdout: "pri10_bytes": { 2024-04-10T15:31:11.146 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.146 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.146 INFO:tasks.workunit.client.0.smithi069.stdout: "pri11_bytes": { 2024-04-10T15:31:11.146 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 641302446 2024-04-10T15:31:11.146 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.146 INFO:tasks.workunit.client.0.smithi069.stdout: "pri1_bytes": { 2024-04-10T15:31:11.146 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.147 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.147 INFO:tasks.workunit.client.0.smithi069.stdout: "pri2_bytes": { 2024-04-10T15:31:11.147 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.147 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.147 INFO:tasks.workunit.client.0.smithi069.stdout: "pri3_bytes": { 2024-04-10T15:31:11.147 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.147 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.147 INFO:tasks.workunit.client.0.smithi069.stdout: "pri4_bytes": { 2024-04-10T15:31:11.147 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.147 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.147 INFO:tasks.workunit.client.0.smithi069.stdout: "pri5_bytes": { 2024-04-10T15:31:11.147 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.147 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.147 INFO:tasks.workunit.client.0.smithi069.stdout: "pri6_bytes": { 2024-04-10T15:31:11.147 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2128 2024-04-10T15:31:11.148 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.148 INFO:tasks.workunit.client.0.smithi069.stdout: "pri7_bytes": { 2024-04-10T15:31:11.148 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.148 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.148 INFO:tasks.workunit.client.0.smithi069.stdout: "pri8_bytes": { 2024-04-10T15:31:11.148 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.148 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.148 INFO:tasks.workunit.client.0.smithi069.stdout: "pri9_bytes": { 2024-04-10T15:31:11.148 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.148 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.148 INFO:tasks.workunit.client.0.smithi069.stdout: "reserved_bytes": { 2024-04-10T15:31:11.148 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 71727106 2024-04-10T15:31:11.148 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:11.148 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.148 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore-pricache:kv_onode": { 2024-04-10T15:31:11.149 INFO:tasks.workunit.client.0.smithi069.stdout: "committed_bytes": { 2024-04-10T15:31:11.149 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 192937984 2024-04-10T15:31:11.149 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.149 INFO:tasks.workunit.client.0.smithi069.stdout: "pri0_bytes": { 2024-04-10T15:31:11.149 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 67108864 2024-04-10T15:31:11.149 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.149 INFO:tasks.workunit.client.0.smithi069.stdout: "pri10_bytes": { 2024-04-10T15:31:11.149 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 464 2024-04-10T15:31:11.149 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.149 INFO:tasks.workunit.client.0.smithi069.stdout: "pri11_bytes": { 2024-04-10T15:31:11.149 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 57004661 2024-04-10T15:31:11.149 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.149 INFO:tasks.workunit.client.0.smithi069.stdout: "pri1_bytes": { 2024-04-10T15:31:11.149 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.149 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.150 INFO:tasks.workunit.client.0.smithi069.stdout: "pri2_bytes": { 2024-04-10T15:31:11.150 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.150 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.150 INFO:tasks.workunit.client.0.smithi069.stdout: "pri3_bytes": { 2024-04-10T15:31:11.150 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.150 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.150 INFO:tasks.workunit.client.0.smithi069.stdout: "pri4_bytes": { 2024-04-10T15:31:11.150 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.150 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.150 INFO:tasks.workunit.client.0.smithi069.stdout: "pri5_bytes": { 2024-04-10T15:31:11.150 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.150 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.150 INFO:tasks.workunit.client.0.smithi069.stdout: "pri6_bytes": { 2024-04-10T15:31:11.150 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.151 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.151 INFO:tasks.workunit.client.0.smithi069.stdout: "pri7_bytes": { 2024-04-10T15:31:11.151 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.151 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.151 INFO:tasks.workunit.client.0.smithi069.stdout: "pri8_bytes": { 2024-04-10T15:31:11.151 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.151 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.151 INFO:tasks.workunit.client.0.smithi069.stdout: "pri9_bytes": { 2024-04-10T15:31:11.151 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.151 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.151 INFO:tasks.workunit.client.0.smithi069.stdout: "reserved_bytes": { 2024-04-10T15:31:11.151 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 68823995 2024-04-10T15:31:11.151 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:11.151 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.151 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore-pricache:meta": { 2024-04-10T15:31:11.152 INFO:tasks.workunit.client.0.smithi069.stdout: "committed_bytes": { 2024-04-10T15:31:11.152 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 713031680 2024-04-10T15:31:11.152 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.152 INFO:tasks.workunit.client.0.smithi069.stdout: "pri0_bytes": { 2024-04-10T15:31:11.152 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.152 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.152 INFO:tasks.workunit.client.0.smithi069.stdout: "pri10_bytes": { 2024-04-10T15:31:11.152 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.152 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.152 INFO:tasks.workunit.client.0.smithi069.stdout: "pri11_bytes": { 2024-04-10T15:31:11.152 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 641302446 2024-04-10T15:31:11.152 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.152 INFO:tasks.workunit.client.0.smithi069.stdout: "pri1_bytes": { 2024-04-10T15:31:11.152 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.152 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.152 INFO:tasks.workunit.client.0.smithi069.stdout: "pri2_bytes": { 2024-04-10T15:31:11.152 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.153 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.153 INFO:tasks.workunit.client.0.smithi069.stdout: "pri3_bytes": { 2024-04-10T15:31:11.153 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.153 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.153 INFO:tasks.workunit.client.0.smithi069.stdout: "pri4_bytes": { 2024-04-10T15:31:11.153 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.153 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.153 INFO:tasks.workunit.client.0.smithi069.stdout: "pri5_bytes": { 2024-04-10T15:31:11.153 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 8219 2024-04-10T15:31:11.153 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.153 INFO:tasks.workunit.client.0.smithi069.stdout: "pri6_bytes": { 2024-04-10T15:31:11.153 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 211362 2024-04-10T15:31:11.153 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.153 INFO:tasks.workunit.client.0.smithi069.stdout: "pri7_bytes": { 2024-04-10T15:31:11.153 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.153 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.154 INFO:tasks.workunit.client.0.smithi069.stdout: "pri8_bytes": { 2024-04-10T15:31:11.154 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.154 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.154 INFO:tasks.workunit.client.0.smithi069.stdout: "pri9_bytes": { 2024-04-10T15:31:11.154 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.154 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.154 INFO:tasks.workunit.client.0.smithi069.stdout: "reserved_bytes": { 2024-04-10T15:31:11.154 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 71509653 2024-04-10T15:31:11.154 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:11.154 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.154 INFO:tasks.workunit.client.0.smithi069.stdout: "objecter": { 2024-04-10T15:31:11.154 INFO:tasks.workunit.client.0.smithi069.stdout: "op_active": { 2024-04-10T15:31:11.154 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.154 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.154 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r": { 2024-04-10T15:31:11.155 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.155 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.155 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rmw": { 2024-04-10T15:31:11.155 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.155 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.155 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w": { 2024-04-10T15:31:11.155 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.155 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:11.155 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.155 INFO:tasks.workunit.client.0.smithi069.stdout: "osd": { 2024-04-10T15:31:11.155 INFO:tasks.workunit.client.0.smithi069.stdout: "numpg": { 2024-04-10T15:31:11.155 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 37 2024-04-10T15:31:11.155 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.155 INFO:tasks.workunit.client.0.smithi069.stdout: "numpg_removing": { 2024-04-10T15:31:11.155 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.156 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.156 INFO:tasks.workunit.client.0.smithi069.stdout: "op": { 2024-04-10T15:31:11.156 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.156 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.156 INFO:tasks.workunit.client.0.smithi069.stdout: "op_delayed_degraded": { 2024-04-10T15:31:11.156 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.156 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.156 INFO:tasks.workunit.client.0.smithi069.stdout: "op_delayed_unreadable": { 2024-04-10T15:31:11.156 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.156 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.156 INFO:tasks.workunit.client.0.smithi069.stdout: "op_in_bytes": { 2024-04-10T15:31:11.156 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.156 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.156 INFO:tasks.workunit.client.0.smithi069.stdout: "op_latency": { 2024-04-10T15:31:11.156 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:11.156 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.157 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.157 INFO:tasks.workunit.client.0.smithi069.stdout: "op_out_bytes": { 2024-04-10T15:31:11.157 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.157 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.157 INFO:tasks.workunit.client.0.smithi069.stdout: "op_prepare_latency": { 2024-04-10T15:31:11.157 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 2, 2024-04-10T15:31:11.157 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 619964 2024-04-10T15:31:11.157 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.157 INFO:tasks.workunit.client.0.smithi069.stdout: "op_process_latency": { 2024-04-10T15:31:11.157 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:11.157 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.157 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.157 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r": { 2024-04-10T15:31:11.157 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.157 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.157 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r_latency": { 2024-04-10T15:31:11.157 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:11.158 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.158 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.158 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-10T15:31:11.158 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.158 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.158 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r_out_bytes": { 2024-04-10T15:31:11.158 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.158 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.158 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r_prepare_latency": { 2024-04-10T15:31:11.158 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:11.158 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.158 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.158 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r_process_latency": { 2024-04-10T15:31:11.158 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:11.158 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.159 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.159 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw": { 2024-04-10T15:31:11.159 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.159 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.159 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_in_bytes": { 2024-04-10T15:31:11.159 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.159 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.159 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_latency": { 2024-04-10T15:31:11.159 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:11.159 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.159 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.159 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-10T15:31:11.159 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.159 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.159 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-10T15:31:11.159 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.159 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.160 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_out_bytes": { 2024-04-10T15:31:11.160 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.160 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.160 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_prepare_latency": { 2024-04-10T15:31:11.160 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:11.160 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.160 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.160 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_process_latency": { 2024-04-10T15:31:11.160 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:11.160 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.160 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.160 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w": { 2024-04-10T15:31:11.160 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.160 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.160 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w_in_bytes": { 2024-04-10T15:31:11.160 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.160 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.161 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w_latency": { 2024-04-10T15:31:11.161 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:11.161 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.161 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.161 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-10T15:31:11.161 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.161 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.161 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w_prepare_latency": { 2024-04-10T15:31:11.161 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 2, 2024-04-10T15:31:11.161 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 619964 2024-04-10T15:31:11.161 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.161 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w_process_latency": { 2024-04-10T15:31:11.161 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:11.161 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.161 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.161 INFO:tasks.workunit.client.0.smithi069.stdout: "op_wip": { 2024-04-10T15:31:11.161 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.161 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.162 INFO:tasks.workunit.client.0.smithi069.stdout: "recovery_bytes": { 2024-04-10T15:31:11.162 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.162 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.162 INFO:tasks.workunit.client.0.smithi069.stdout: "recovery_ops": { 2024-04-10T15:31:11.162 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.162 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.162 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_bytes": { 2024-04-10T15:31:11.162 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 95995035648 2024-04-10T15:31:11.162 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.162 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_bytes_used": { 2024-04-10T15:31:11.162 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 28393472 2024-04-10T15:31:11.162 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:11.162 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:11.162 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.162 INFO:tasks.workunit.client.0.smithi069.stdout: "osd.4": { 2024-04-10T15:31:11.162 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs": { 2024-04-10T15:31:11.163 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_slow_fallback": { 2024-04-10T15:31:11.163 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.163 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.163 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_slow_size_fallback": { 2024-04-10T15:31:11.163 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.163 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.163 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_unit_db": { 2024-04-10T15:31:11.163 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 65536 2024-04-10T15:31:11.163 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.163 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_unit_main": { 2024-04-10T15:31:11.163 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.163 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.163 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_unit_wal": { 2024-04-10T15:31:11.163 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.163 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.163 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes_written_slow": { 2024-04-10T15:31:11.164 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.164 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.164 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes_written_sst": { 2024-04-10T15:31:11.164 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 12288 2024-04-10T15:31:11.164 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.164 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes_written_wal": { 2024-04-10T15:31:11.164 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 5971968 2024-04-10T15:31:11.164 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.164 INFO:tasks.workunit.client.0.smithi069.stdout: "compact_lat": { 2024-04-10T15:31:11.164 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:11.164 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.164 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.164 INFO:tasks.workunit.client.0.smithi069.stdout: "compact_lock_lat": { 2024-04-10T15:31:11.164 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:11.164 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.164 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.164 INFO:tasks.workunit.client.0.smithi069.stdout: "db_total_bytes": { 2024-04-10T15:31:11.164 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 95995035648 2024-04-10T15:31:11.165 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.165 INFO:tasks.workunit.client.0.smithi069.stdout: "db_used_bytes": { 2024-04-10T15:31:11.165 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 27656192 2024-04-10T15:31:11.165 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.165 INFO:tasks.workunit.client.0.smithi069.stdout: "log_bytes": { 2024-04-10T15:31:11.165 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2945024 2024-04-10T15:31:11.165 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.165 INFO:tasks.workunit.client.0.smithi069.stdout: "logged_bytes": { 2024-04-10T15:31:11.165 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2805760 2024-04-10T15:31:11.165 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.165 INFO:tasks.workunit.client.0.smithi069.stdout: "max_bytes_db": { 2024-04-10T15:31:11.165 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 31850496 2024-04-10T15:31:11.165 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.165 INFO:tasks.workunit.client.0.smithi069.stdout: "max_bytes_slow": { 2024-04-10T15:31:11.165 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.165 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.165 INFO:tasks.workunit.client.0.smithi069.stdout: "max_bytes_wal": { 2024-04-10T15:31:11.166 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.166 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.166 INFO:tasks.workunit.client.0.smithi069.stdout: "num_files": { 2024-04-10T15:31:11.166 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 14 2024-04-10T15:31:11.166 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.166 INFO:tasks.workunit.client.0.smithi069.stdout: "read_bytes": { 2024-04-10T15:31:11.166 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 206272 2024-04-10T15:31:11.166 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.166 INFO:tasks.workunit.client.0.smithi069.stdout: "read_count": { 2024-04-10T15:31:11.166 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 23 2024-04-10T15:31:11.166 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.166 INFO:tasks.workunit.client.0.smithi069.stdout: "read_disk_bytes": { 2024-04-10T15:31:11.166 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1282048 2024-04-10T15:31:11.166 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.166 INFO:tasks.workunit.client.0.smithi069.stdout: "read_disk_bytes_db": { 2024-04-10T15:31:11.167 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1286144 2024-04-10T15:31:11.167 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.167 INFO:tasks.workunit.client.0.smithi069.stdout: "read_disk_bytes_slow": { 2024-04-10T15:31:11.167 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.167 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.167 INFO:tasks.workunit.client.0.smithi069.stdout: "read_disk_bytes_wal": { 2024-04-10T15:31:11.167 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.167 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.167 INFO:tasks.workunit.client.0.smithi069.stdout: "read_disk_count": { 2024-04-10T15:31:11.167 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 15 2024-04-10T15:31:11.167 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.167 INFO:tasks.workunit.client.0.smithi069.stdout: "read_prefetch_bytes": { 2024-04-10T15:31:11.167 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 4913 2024-04-10T15:31:11.167 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.168 INFO:tasks.workunit.client.0.smithi069.stdout: "read_prefetch_count": { 2024-04-10T15:31:11.168 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 4 2024-04-10T15:31:11.168 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.168 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_buffer_bytes": { 2024-04-10T15:31:11.168 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 5505 2024-04-10T15:31:11.168 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.168 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_buffer_count": { 2024-04-10T15:31:11.168 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 24 2024-04-10T15:31:11.168 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.168 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_bytes": { 2024-04-10T15:31:11.168 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 5505 2024-04-10T15:31:11.168 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.168 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_count": { 2024-04-10T15:31:11.168 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 24 2024-04-10T15:31:11.168 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.168 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_disk_bytes": { 2024-04-10T15:31:11.168 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.169 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.169 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_disk_bytes_db": { 2024-04-10T15:31:11.169 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.169 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.169 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_disk_bytes_slow": { 2024-04-10T15:31:11.169 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.169 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.169 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_disk_bytes_wal": { 2024-04-10T15:31:11.169 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.169 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.169 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_disk_count": { 2024-04-10T15:31:11.169 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.169 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.169 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_total_bytes": { 2024-04-10T15:31:11.169 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.169 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.169 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_used_bytes": { 2024-04-10T15:31:11.169 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.170 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.170 INFO:tasks.workunit.client.0.smithi069.stdout: "wal_total_bytes": { 2024-04-10T15:31:11.170 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.170 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.170 INFO:tasks.workunit.client.0.smithi069.stdout: "wal_used_bytes": { 2024-04-10T15:31:11.170 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.170 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.170 INFO:tasks.workunit.client.0.smithi069.stdout: "write_bytes": { 2024-04-10T15:31:11.170 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 8855552 2024-04-10T15:31:11.170 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:11.170 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.170 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore": { 2024-04-10T15:31:11.170 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_unit": { 2024-04-10T15:31:11.170 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 4096 2024-04-10T15:31:11.170 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.170 INFO:tasks.workunit.client.0.smithi069.stdout: "allocated": { 2024-04-10T15:31:11.170 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 720896 2024-04-10T15:31:11.171 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.171 INFO:tasks.workunit.client.0.smithi069.stdout: "clist_lat": { 2024-04-10T15:31:11.171 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 8, 2024-04-10T15:31:11.171 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 425289 2024-04-10T15:31:11.171 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.171 INFO:tasks.workunit.client.0.smithi069.stdout: "compress_lat": { 2024-04-10T15:31:11.171 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:11.171 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.171 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.171 INFO:tasks.workunit.client.0.smithi069.stdout: "compressed": { 2024-04-10T15:31:11.171 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.171 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.171 INFO:tasks.workunit.client.0.smithi069.stdout: "compressed_allocated": { 2024-04-10T15:31:11.171 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.171 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.172 INFO:tasks.workunit.client.0.smithi069.stdout: "compressed_original": { 2024-04-10T15:31:11.172 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.172 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.172 INFO:tasks.workunit.client.0.smithi069.stdout: "csum_lat": { 2024-04-10T15:31:11.172 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 2, 2024-04-10T15:31:11.172 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3374 2024-04-10T15:31:11.172 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.172 INFO:tasks.workunit.client.0.smithi069.stdout: "decompress_lat": { 2024-04-10T15:31:11.172 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:11.172 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.172 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.172 INFO:tasks.workunit.client.0.smithi069.stdout: "fragmentation_micros": { 2024-04-10T15:31:11.172 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.172 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.172 INFO:tasks.workunit.client.0.smithi069.stdout: "kv_commit_lat": { 2024-04-10T15:31:11.172 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 672, 2024-04-10T15:31:11.172 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 481045555 2024-04-10T15:31:11.173 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.173 INFO:tasks.workunit.client.0.smithi069.stdout: "kv_final_lat": { 2024-04-10T15:31:11.173 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 660, 2024-04-10T15:31:11.173 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 24402039 2024-04-10T15:31:11.173 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.173 INFO:tasks.workunit.client.0.smithi069.stdout: "kv_flush_lat": { 2024-04-10T15:31:11.173 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 672, 2024-04-10T15:31:11.173 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 643122 2024-04-10T15:31:11.173 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.173 INFO:tasks.workunit.client.0.smithi069.stdout: "kv_sync_lat": { 2024-04-10T15:31:11.173 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 672, 2024-04-10T15:31:11.173 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 481688677 2024-04-10T15:31:11.173 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.173 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_get_keys_lat": { 2024-04-10T15:31:11.173 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:11.173 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.173 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.173 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_get_values_lat": { 2024-04-10T15:31:11.174 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 3, 2024-04-10T15:31:11.174 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 41229 2024-04-10T15:31:11.174 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.174 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_lower_bound_lat": { 2024-04-10T15:31:11.174 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:11.174 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.174 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.174 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_next_lat": { 2024-04-10T15:31:11.174 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:11.174 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.174 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.174 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_seek_to_first_lat": { 2024-04-10T15:31:11.174 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:11.174 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.174 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.174 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_upper_bound_lat": { 2024-04-10T15:31:11.175 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 2, 2024-04-10T15:31:11.175 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 9290 2024-04-10T15:31:11.175 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.175 INFO:tasks.workunit.client.0.smithi069.stdout: "onode_hits": { 2024-04-10T15:31:11.175 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3465 2024-04-10T15:31:11.175 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.175 INFO:tasks.workunit.client.0.smithi069.stdout: "onode_misses": { 2024-04-10T15:31:11.175 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 340 2024-04-10T15:31:11.175 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.175 INFO:tasks.workunit.client.0.smithi069.stdout: "read_lat": { 2024-04-10T15:31:11.175 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 99, 2024-04-10T15:31:11.175 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1040444 2024-04-10T15:31:11.175 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.175 INFO:tasks.workunit.client.0.smithi069.stdout: "read_onode_meta_lat": { 2024-04-10T15:31:11.175 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 166, 2024-04-10T15:31:11.175 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 306293 2024-04-10T15:31:11.176 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.176 INFO:tasks.workunit.client.0.smithi069.stdout: "read_wait_aio_lat": { 2024-04-10T15:31:11.176 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 67, 2024-04-10T15:31:11.176 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 273889 2024-04-10T15:31:11.176 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.176 INFO:tasks.workunit.client.0.smithi069.stdout: "reads_with_retries": { 2024-04-10T15:31:11.176 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.176 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.176 INFO:tasks.workunit.client.0.smithi069.stdout: "remove_lat": { 2024-04-10T15:31:11.176 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 105, 2024-04-10T15:31:11.176 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 5544540 2024-04-10T15:31:11.176 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.176 INFO:tasks.workunit.client.0.smithi069.stdout: "state_aio_wait_lat": { 2024-04-10T15:31:11.176 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 3366, 2024-04-10T15:31:11.176 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 4008882644 2024-04-10T15:31:11.176 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.177 INFO:tasks.workunit.client.0.smithi069.stdout: "state_deferred_aio_wait_lat": { 2024-04-10T15:31:11.177 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 41, 2024-04-10T15:31:11.177 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 30449144 2024-04-10T15:31:11.177 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.177 INFO:tasks.workunit.client.0.smithi069.stdout: "state_deferred_cleanup_lat": { 2024-04-10T15:31:11.177 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 39, 2024-04-10T15:31:11.177 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 114915068916 2024-04-10T15:31:11.177 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.177 INFO:tasks.workunit.client.0.smithi069.stdout: "state_deferred_queued_lat": { 2024-04-10T15:31:11.177 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 41, 2024-04-10T15:31:11.177 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 60733916212 2024-04-10T15:31:11.177 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.177 INFO:tasks.workunit.client.0.smithi069.stdout: "state_done_lat": { 2024-04-10T15:31:11.177 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 3364, 2024-04-10T15:31:11.177 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1632949267 2024-04-10T15:31:11.177 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.178 INFO:tasks.workunit.client.0.smithi069.stdout: "state_finishing_lat": { 2024-04-10T15:31:11.178 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 3364, 2024-04-10T15:31:11.178 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 212757 2024-04-10T15:31:11.178 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.178 INFO:tasks.workunit.client.0.smithi069.stdout: "state_io_done_lat": { 2024-04-10T15:31:11.178 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 3366, 2024-04-10T15:31:11.178 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 27883804 2024-04-10T15:31:11.178 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.178 INFO:tasks.workunit.client.0.smithi069.stdout: "state_kv_commiting_lat": { 2024-04-10T15:31:11.178 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 3366, 2024-04-10T15:31:11.178 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2840187776 2024-04-10T15:31:11.178 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.178 INFO:tasks.workunit.client.0.smithi069.stdout: "state_kv_done_lat": { 2024-04-10T15:31:11.178 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 3366, 2024-04-10T15:31:11.178 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 508076 2024-04-10T15:31:11.178 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.179 INFO:tasks.workunit.client.0.smithi069.stdout: "state_kv_queued_lat": { 2024-04-10T15:31:11.179 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 3366, 2024-04-10T15:31:11.179 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1532071667 2024-04-10T15:31:11.179 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.179 INFO:tasks.workunit.client.0.smithi069.stdout: "state_prepare_lat": { 2024-04-10T15:31:11.179 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 3366, 2024-04-10T15:31:11.179 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 379277966 2024-04-10T15:31:11.179 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.179 INFO:tasks.workunit.client.0.smithi069.stdout: "stored": { 2024-04-10T15:31:11.179 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 309789 2024-04-10T15:31:11.179 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.179 INFO:tasks.workunit.client.0.smithi069.stdout: "truncate_lat": { 2024-04-10T15:31:11.179 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 41, 2024-04-10T15:31:11.179 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 173959 2024-04-10T15:31:11.179 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.180 INFO:tasks.workunit.client.0.smithi069.stdout: "txc_commit_lat": { 2024-04-10T15:31:11.180 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 3366, 2024-04-10T15:31:11.180 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 8788515411 2024-04-10T15:31:11.180 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.180 INFO:tasks.workunit.client.0.smithi069.stdout: "txc_submit_lat": { 2024-04-10T15:31:11.180 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 3366, 2024-04-10T15:31:11.180 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 414193431 2024-04-10T15:31:11.180 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.180 INFO:tasks.workunit.client.0.smithi069.stdout: "txc_throttle_lat": { 2024-04-10T15:31:11.180 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 3366, 2024-04-10T15:31:11.180 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 291020510 2024-04-10T15:31:11.180 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:11.180 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.180 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore-pricache": { 2024-04-10T15:31:11.180 INFO:tasks.workunit.client.0.smithi069.stdout: "cache_bytes": { 2024-04-10T15:31:11.181 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1861621688 2024-04-10T15:31:11.181 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.181 INFO:tasks.workunit.client.0.smithi069.stdout: "heap_bytes": { 2024-04-10T15:31:11.181 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 46579712 2024-04-10T15:31:11.181 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.181 INFO:tasks.workunit.client.0.smithi069.stdout: "mapped_bytes": { 2024-04-10T15:31:11.181 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 45629440 2024-04-10T15:31:11.181 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.181 INFO:tasks.workunit.client.0.smithi069.stdout: "target_bytes": { 2024-04-10T15:31:11.181 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3137562419 2024-04-10T15:31:11.181 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.181 INFO:tasks.workunit.client.0.smithi069.stdout: "unmapped_bytes": { 2024-04-10T15:31:11.181 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 950272 2024-04-10T15:31:11.181 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:11.181 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.181 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore-pricache:data": { 2024-04-10T15:31:11.182 INFO:tasks.workunit.client.0.smithi069.stdout: "committed_bytes": { 2024-04-10T15:31:11.182 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 159383552 2024-04-10T15:31:11.182 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.182 INFO:tasks.workunit.client.0.smithi069.stdout: "pri0_bytes": { 2024-04-10T15:31:11.182 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.182 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.182 INFO:tasks.workunit.client.0.smithi069.stdout: "pri10_bytes": { 2024-04-10T15:31:11.182 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.182 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.182 INFO:tasks.workunit.client.0.smithi069.stdout: "pri11_bytes": { 2024-04-10T15:31:11.182 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 85502190 2024-04-10T15:31:11.182 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.182 INFO:tasks.workunit.client.0.smithi069.stdout: "pri1_bytes": { 2024-04-10T15:31:11.182 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.182 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.183 INFO:tasks.workunit.client.0.smithi069.stdout: "pri2_bytes": { 2024-04-10T15:31:11.183 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.183 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.183 INFO:tasks.workunit.client.0.smithi069.stdout: "pri3_bytes": { 2024-04-10T15:31:11.183 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.183 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.183 INFO:tasks.workunit.client.0.smithi069.stdout: "pri4_bytes": { 2024-04-10T15:31:11.183 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.183 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.183 INFO:tasks.workunit.client.0.smithi069.stdout: "pri5_bytes": { 2024-04-10T15:31:11.183 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.183 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.183 INFO:tasks.workunit.client.0.smithi069.stdout: "pri6_bytes": { 2024-04-10T15:31:11.183 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 4096 2024-04-10T15:31:11.183 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.184 INFO:tasks.workunit.client.0.smithi069.stdout: "pri7_bytes": { 2024-04-10T15:31:11.184 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.184 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.184 INFO:tasks.workunit.client.0.smithi069.stdout: "pri8_bytes": { 2024-04-10T15:31:11.184 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.184 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.184 INFO:tasks.workunit.client.0.smithi069.stdout: "pri9_bytes": { 2024-04-10T15:31:11.184 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.184 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.184 INFO:tasks.workunit.client.0.smithi069.stdout: "reserved_bytes": { 2024-04-10T15:31:11.184 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 73877266 2024-04-10T15:31:11.184 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:11.184 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.184 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore-pricache:kv": { 2024-04-10T15:31:11.184 INFO:tasks.workunit.client.0.smithi069.stdout: "committed_bytes": { 2024-04-10T15:31:11.184 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 780140544 2024-04-10T15:31:11.185 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.185 INFO:tasks.workunit.client.0.smithi069.stdout: "pri0_bytes": { 2024-04-10T15:31:11.185 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 67108864 2024-04-10T15:31:11.185 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.185 INFO:tasks.workunit.client.0.smithi069.stdout: "pri10_bytes": { 2024-04-10T15:31:11.185 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.185 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.185 INFO:tasks.workunit.client.0.smithi069.stdout: "pri11_bytes": { 2024-04-10T15:31:11.185 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 641266426 2024-04-10T15:31:11.185 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.185 INFO:tasks.workunit.client.0.smithi069.stdout: "pri1_bytes": { 2024-04-10T15:31:11.185 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.185 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.185 INFO:tasks.workunit.client.0.smithi069.stdout: "pri2_bytes": { 2024-04-10T15:31:11.185 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.185 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.186 INFO:tasks.workunit.client.0.smithi069.stdout: "pri3_bytes": { 2024-04-10T15:31:11.186 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.186 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.186 INFO:tasks.workunit.client.0.smithi069.stdout: "pri4_bytes": { 2024-04-10T15:31:11.186 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.186 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.186 INFO:tasks.workunit.client.0.smithi069.stdout: "pri5_bytes": { 2024-04-10T15:31:11.186 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.186 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.186 INFO:tasks.workunit.client.0.smithi069.stdout: "pri6_bytes": { 2024-04-10T15:31:11.186 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2128 2024-04-10T15:31:11.186 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.186 INFO:tasks.workunit.client.0.smithi069.stdout: "pri7_bytes": { 2024-04-10T15:31:11.187 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.187 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.187 INFO:tasks.workunit.client.0.smithi069.stdout: "pri8_bytes": { 2024-04-10T15:31:11.187 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.187 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.187 INFO:tasks.workunit.client.0.smithi069.stdout: "pri9_bytes": { 2024-04-10T15:31:11.187 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.187 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.187 INFO:tasks.workunit.client.0.smithi069.stdout: "reserved_bytes": { 2024-04-10T15:31:11.187 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 71763126 2024-04-10T15:31:11.187 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:11.187 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.187 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore-pricache:kv_onode": { 2024-04-10T15:31:11.187 INFO:tasks.workunit.client.0.smithi069.stdout: "committed_bytes": { 2024-04-10T15:31:11.187 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 192937984 2024-04-10T15:31:11.187 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.187 INFO:tasks.workunit.client.0.smithi069.stdout: "pri0_bytes": { 2024-04-10T15:31:11.187 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 67108864 2024-04-10T15:31:11.188 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.188 INFO:tasks.workunit.client.0.smithi069.stdout: "pri10_bytes": { 2024-04-10T15:31:11.188 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 464 2024-04-10T15:31:11.188 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.188 INFO:tasks.workunit.client.0.smithi069.stdout: "pri11_bytes": { 2024-04-10T15:31:11.188 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 57001460 2024-04-10T15:31:11.188 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.188 INFO:tasks.workunit.client.0.smithi069.stdout: "pri1_bytes": { 2024-04-10T15:31:11.188 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.188 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.188 INFO:tasks.workunit.client.0.smithi069.stdout: "pri2_bytes": { 2024-04-10T15:31:11.188 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.188 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.188 INFO:tasks.workunit.client.0.smithi069.stdout: "pri3_bytes": { 2024-04-10T15:31:11.188 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.188 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.188 INFO:tasks.workunit.client.0.smithi069.stdout: "pri4_bytes": { 2024-04-10T15:31:11.189 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.189 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.189 INFO:tasks.workunit.client.0.smithi069.stdout: "pri5_bytes": { 2024-04-10T15:31:11.189 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.189 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.189 INFO:tasks.workunit.client.0.smithi069.stdout: "pri6_bytes": { 2024-04-10T15:31:11.189 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.189 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.189 INFO:tasks.workunit.client.0.smithi069.stdout: "pri7_bytes": { 2024-04-10T15:31:11.189 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.189 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.189 INFO:tasks.workunit.client.0.smithi069.stdout: "pri8_bytes": { 2024-04-10T15:31:11.189 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.189 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.189 INFO:tasks.workunit.client.0.smithi069.stdout: "pri9_bytes": { 2024-04-10T15:31:11.189 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.189 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.190 INFO:tasks.workunit.client.0.smithi069.stdout: "reserved_bytes": { 2024-04-10T15:31:11.190 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 68827196 2024-04-10T15:31:11.190 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:11.190 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.190 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore-pricache:meta": { 2024-04-10T15:31:11.190 INFO:tasks.workunit.client.0.smithi069.stdout: "committed_bytes": { 2024-04-10T15:31:11.190 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 713031680 2024-04-10T15:31:11.190 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.190 INFO:tasks.workunit.client.0.smithi069.stdout: "pri0_bytes": { 2024-04-10T15:31:11.190 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.190 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.190 INFO:tasks.workunit.client.0.smithi069.stdout: "pri10_bytes": { 2024-04-10T15:31:11.190 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.190 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.190 INFO:tasks.workunit.client.0.smithi069.stdout: "pri11_bytes": { 2024-04-10T15:31:11.191 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 641266426 2024-04-10T15:31:11.191 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.191 INFO:tasks.workunit.client.0.smithi069.stdout: "pri1_bytes": { 2024-04-10T15:31:11.191 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.191 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.191 INFO:tasks.workunit.client.0.smithi069.stdout: "pri2_bytes": { 2024-04-10T15:31:11.191 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.191 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.191 INFO:tasks.workunit.client.0.smithi069.stdout: "pri3_bytes": { 2024-04-10T15:31:11.191 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.191 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.191 INFO:tasks.workunit.client.0.smithi069.stdout: "pri4_bytes": { 2024-04-10T15:31:11.191 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.191 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.191 INFO:tasks.workunit.client.0.smithi069.stdout: "pri5_bytes": { 2024-04-10T15:31:11.191 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.192 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.192 INFO:tasks.workunit.client.0.smithi069.stdout: "pri6_bytes": { 2024-04-10T15:31:11.192 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 328264 2024-04-10T15:31:11.192 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.192 INFO:tasks.workunit.client.0.smithi069.stdout: "pri7_bytes": { 2024-04-10T15:31:11.192 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.192 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.192 INFO:tasks.workunit.client.0.smithi069.stdout: "pri8_bytes": { 2024-04-10T15:31:11.192 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.192 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.192 INFO:tasks.workunit.client.0.smithi069.stdout: "pri9_bytes": { 2024-04-10T15:31:11.192 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.192 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.192 INFO:tasks.workunit.client.0.smithi069.stdout: "reserved_bytes": { 2024-04-10T15:31:11.193 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 71436990 2024-04-10T15:31:11.193 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:11.193 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.193 INFO:tasks.workunit.client.0.smithi069.stdout: "objecter": { 2024-04-10T15:31:11.193 INFO:tasks.workunit.client.0.smithi069.stdout: "op_active": { 2024-04-10T15:31:11.193 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.193 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.193 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r": { 2024-04-10T15:31:11.193 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.193 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.193 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rmw": { 2024-04-10T15:31:11.193 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.193 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.193 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w": { 2024-04-10T15:31:11.193 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.193 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:11.193 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.194 INFO:tasks.workunit.client.0.smithi069.stdout: "osd": { 2024-04-10T15:31:11.194 INFO:tasks.workunit.client.0.smithi069.stdout: "numpg": { 2024-04-10T15:31:11.194 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 40 2024-04-10T15:31:11.194 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.194 INFO:tasks.workunit.client.0.smithi069.stdout: "numpg_removing": { 2024-04-10T15:31:11.194 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.194 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.194 INFO:tasks.workunit.client.0.smithi069.stdout: "op": { 2024-04-10T15:31:11.194 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1 2024-04-10T15:31:11.194 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.194 INFO:tasks.workunit.client.0.smithi069.stdout: "op_delayed_degraded": { 2024-04-10T15:31:11.194 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.194 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.194 INFO:tasks.workunit.client.0.smithi069.stdout: "op_delayed_unreadable": { 2024-04-10T15:31:11.194 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.195 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.195 INFO:tasks.workunit.client.0.smithi069.stdout: "op_in_bytes": { 2024-04-10T15:31:11.195 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 22 2024-04-10T15:31:11.195 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.195 INFO:tasks.workunit.client.0.smithi069.stdout: "op_latency": { 2024-04-10T15:31:11.195 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 1, 2024-04-10T15:31:11.195 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 15495816 2024-04-10T15:31:11.195 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.195 INFO:tasks.workunit.client.0.smithi069.stdout: "op_out_bytes": { 2024-04-10T15:31:11.195 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.195 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.195 INFO:tasks.workunit.client.0.smithi069.stdout: "op_prepare_latency": { 2024-04-10T15:31:11.195 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 1, 2024-04-10T15:31:11.195 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 519169 2024-04-10T15:31:11.195 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.195 INFO:tasks.workunit.client.0.smithi069.stdout: "op_process_latency": { 2024-04-10T15:31:11.196 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 1, 2024-04-10T15:31:11.196 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 15417251 2024-04-10T15:31:11.196 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.196 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r": { 2024-04-10T15:31:11.196 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.196 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.196 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r_latency": { 2024-04-10T15:31:11.196 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:11.196 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.196 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.196 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-10T15:31:11.196 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.196 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.196 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r_out_bytes": { 2024-04-10T15:31:11.197 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.197 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.197 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r_prepare_latency": { 2024-04-10T15:31:11.197 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:11.197 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.197 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.197 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r_process_latency": { 2024-04-10T15:31:11.197 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:11.197 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.197 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.197 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw": { 2024-04-10T15:31:11.197 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.197 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.197 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_in_bytes": { 2024-04-10T15:31:11.197 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.197 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.198 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_latency": { 2024-04-10T15:31:11.198 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:11.198 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.198 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.198 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-10T15:31:11.198 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.198 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.198 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-10T15:31:11.198 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.198 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.198 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_out_bytes": { 2024-04-10T15:31:11.198 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.198 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.198 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_prepare_latency": { 2024-04-10T15:31:11.198 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:11.199 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.199 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.199 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_process_latency": { 2024-04-10T15:31:11.199 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:11.199 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.199 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.199 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w": { 2024-04-10T15:31:11.199 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1 2024-04-10T15:31:11.199 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.199 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w_in_bytes": { 2024-04-10T15:31:11.199 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 22 2024-04-10T15:31:11.199 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.199 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w_latency": { 2024-04-10T15:31:11.199 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 1, 2024-04-10T15:31:11.199 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 15495816 2024-04-10T15:31:11.200 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.200 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-10T15:31:11.200 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.200 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.200 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w_prepare_latency": { 2024-04-10T15:31:11.200 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 1, 2024-04-10T15:31:11.200 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 519169 2024-04-10T15:31:11.200 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.200 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w_process_latency": { 2024-04-10T15:31:11.200 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 1, 2024-04-10T15:31:11.200 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 15417251 2024-04-10T15:31:11.200 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.200 INFO:tasks.workunit.client.0.smithi069.stdout: "op_wip": { 2024-04-10T15:31:11.200 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.200 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.200 INFO:tasks.workunit.client.0.smithi069.stdout: "recovery_bytes": { 2024-04-10T15:31:11.201 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.201 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.201 INFO:tasks.workunit.client.0.smithi069.stdout: "recovery_ops": { 2024-04-10T15:31:11.201 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.201 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.201 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_bytes": { 2024-04-10T15:31:11.201 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 95995035648 2024-04-10T15:31:11.201 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.201 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_bytes_used": { 2024-04-10T15:31:11.201 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 28393472 2024-04-10T15:31:11.201 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:11.201 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:11.201 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.201 INFO:tasks.workunit.client.0.smithi069.stdout: "osd.5": { 2024-04-10T15:31:11.201 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs": { 2024-04-10T15:31:11.202 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_slow_fallback": { 2024-04-10T15:31:11.202 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.202 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.202 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_slow_size_fallback": { 2024-04-10T15:31:11.202 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.202 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.202 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_unit_db": { 2024-04-10T15:31:11.202 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 65536 2024-04-10T15:31:11.202 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.202 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_unit_main": { 2024-04-10T15:31:11.202 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.202 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.202 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_unit_wal": { 2024-04-10T15:31:11.202 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.202 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.203 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes_written_slow": { 2024-04-10T15:31:11.203 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.203 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.203 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes_written_sst": { 2024-04-10T15:31:11.203 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 12288 2024-04-10T15:31:11.203 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.203 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes_written_wal": { 2024-04-10T15:31:11.203 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 5369856 2024-04-10T15:31:11.203 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.203 INFO:tasks.workunit.client.0.smithi069.stdout: "compact_lat": { 2024-04-10T15:31:11.203 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:11.203 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.203 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.203 INFO:tasks.workunit.client.0.smithi069.stdout: "compact_lock_lat": { 2024-04-10T15:31:11.203 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:11.203 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.204 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.204 INFO:tasks.workunit.client.0.smithi069.stdout: "db_total_bytes": { 2024-04-10T15:31:11.204 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 95995035648 2024-04-10T15:31:11.204 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.204 INFO:tasks.workunit.client.0.smithi069.stdout: "db_used_bytes": { 2024-04-10T15:31:11.204 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 27656192 2024-04-10T15:31:11.204 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.204 INFO:tasks.workunit.client.0.smithi069.stdout: "log_bytes": { 2024-04-10T15:31:11.204 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2371584 2024-04-10T15:31:11.204 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.204 INFO:tasks.workunit.client.0.smithi069.stdout: "logged_bytes": { 2024-04-10T15:31:11.204 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2232320 2024-04-10T15:31:11.204 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.204 INFO:tasks.workunit.client.0.smithi069.stdout: "max_bytes_db": { 2024-04-10T15:31:11.204 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 31850496 2024-04-10T15:31:11.205 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.205 INFO:tasks.workunit.client.0.smithi069.stdout: "max_bytes_slow": { 2024-04-10T15:31:11.205 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.205 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.205 INFO:tasks.workunit.client.0.smithi069.stdout: "max_bytes_wal": { 2024-04-10T15:31:11.205 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.205 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.205 INFO:tasks.workunit.client.0.smithi069.stdout: "num_files": { 2024-04-10T15:31:11.205 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 14 2024-04-10T15:31:11.205 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.205 INFO:tasks.workunit.client.0.smithi069.stdout: "read_bytes": { 2024-04-10T15:31:11.205 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 206272 2024-04-10T15:31:11.205 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.205 INFO:tasks.workunit.client.0.smithi069.stdout: "read_count": { 2024-04-10T15:31:11.205 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 23 2024-04-10T15:31:11.205 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.205 INFO:tasks.workunit.client.0.smithi069.stdout: "read_disk_bytes": { 2024-04-10T15:31:11.206 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1282048 2024-04-10T15:31:11.206 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.206 INFO:tasks.workunit.client.0.smithi069.stdout: "read_disk_bytes_db": { 2024-04-10T15:31:11.206 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1286144 2024-04-10T15:31:11.206 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.206 INFO:tasks.workunit.client.0.smithi069.stdout: "read_disk_bytes_slow": { 2024-04-10T15:31:11.206 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.206 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.206 INFO:tasks.workunit.client.0.smithi069.stdout: "read_disk_bytes_wal": { 2024-04-10T15:31:11.206 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.206 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.206 INFO:tasks.workunit.client.0.smithi069.stdout: "read_disk_count": { 2024-04-10T15:31:11.206 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 15 2024-04-10T15:31:11.206 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.207 INFO:tasks.workunit.client.0.smithi069.stdout: "read_prefetch_bytes": { 2024-04-10T15:31:11.207 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 4913 2024-04-10T15:31:11.207 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.207 INFO:tasks.workunit.client.0.smithi069.stdout: "read_prefetch_count": { 2024-04-10T15:31:11.207 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 4 2024-04-10T15:31:11.207 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.207 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_buffer_bytes": { 2024-04-10T15:31:11.207 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 5505 2024-04-10T15:31:11.207 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.207 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_buffer_count": { 2024-04-10T15:31:11.207 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 24 2024-04-10T15:31:11.207 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.207 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_bytes": { 2024-04-10T15:31:11.207 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 5505 2024-04-10T15:31:11.207 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.207 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_count": { 2024-04-10T15:31:11.208 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 24 2024-04-10T15:31:11.208 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.208 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_disk_bytes": { 2024-04-10T15:31:11.208 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.208 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.208 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_disk_bytes_db": { 2024-04-10T15:31:11.208 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.208 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.208 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_disk_bytes_slow": { 2024-04-10T15:31:11.208 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.208 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.208 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_disk_bytes_wal": { 2024-04-10T15:31:11.208 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.208 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.208 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_disk_count": { 2024-04-10T15:31:11.208 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.208 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.208 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_total_bytes": { 2024-04-10T15:31:11.209 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.209 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.209 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_used_bytes": { 2024-04-10T15:31:11.209 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.209 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.209 INFO:tasks.workunit.client.0.smithi069.stdout: "wal_total_bytes": { 2024-04-10T15:31:11.209 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.209 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.209 INFO:tasks.workunit.client.0.smithi069.stdout: "wal_used_bytes": { 2024-04-10T15:31:11.209 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.209 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.209 INFO:tasks.workunit.client.0.smithi069.stdout: "write_bytes": { 2024-04-10T15:31:11.209 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 7680000 2024-04-10T15:31:11.209 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:11.209 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.209 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore": { 2024-04-10T15:31:11.209 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_unit": { 2024-04-10T15:31:11.210 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 4096 2024-04-10T15:31:11.210 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.210 INFO:tasks.workunit.client.0.smithi069.stdout: "allocated": { 2024-04-10T15:31:11.210 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 720896 2024-04-10T15:31:11.210 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.210 INFO:tasks.workunit.client.0.smithi069.stdout: "clist_lat": { 2024-04-10T15:31:11.210 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 8, 2024-04-10T15:31:11.210 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 391018 2024-04-10T15:31:11.210 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.210 INFO:tasks.workunit.client.0.smithi069.stdout: "compress_lat": { 2024-04-10T15:31:11.210 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:11.210 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.210 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.210 INFO:tasks.workunit.client.0.smithi069.stdout: "compressed": { 2024-04-10T15:31:11.210 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.211 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.211 INFO:tasks.workunit.client.0.smithi069.stdout: "compressed_allocated": { 2024-04-10T15:31:11.211 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.211 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.211 INFO:tasks.workunit.client.0.smithi069.stdout: "compressed_original": { 2024-04-10T15:31:11.211 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.211 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.211 INFO:tasks.workunit.client.0.smithi069.stdout: "csum_lat": { 2024-04-10T15:31:11.211 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 2, 2024-04-10T15:31:11.211 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3044 2024-04-10T15:31:11.211 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.211 INFO:tasks.workunit.client.0.smithi069.stdout: "decompress_lat": { 2024-04-10T15:31:11.211 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:11.211 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.211 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.211 INFO:tasks.workunit.client.0.smithi069.stdout: "fragmentation_micros": { 2024-04-10T15:31:11.211 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.212 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.212 INFO:tasks.workunit.client.0.smithi069.stdout: "kv_commit_lat": { 2024-04-10T15:31:11.212 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 532, 2024-04-10T15:31:11.212 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 456631586 2024-04-10T15:31:11.212 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.212 INFO:tasks.workunit.client.0.smithi069.stdout: "kv_final_lat": { 2024-04-10T15:31:11.212 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 517, 2024-04-10T15:31:11.212 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 23770557 2024-04-10T15:31:11.212 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.212 INFO:tasks.workunit.client.0.smithi069.stdout: "kv_flush_lat": { 2024-04-10T15:31:11.212 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 532, 2024-04-10T15:31:11.212 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 447939 2024-04-10T15:31:11.212 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.212 INFO:tasks.workunit.client.0.smithi069.stdout: "kv_sync_lat": { 2024-04-10T15:31:11.212 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 532, 2024-04-10T15:31:11.212 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 457079525 2024-04-10T15:31:11.212 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.213 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_get_keys_lat": { 2024-04-10T15:31:11.213 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:11.213 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.213 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.213 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_get_values_lat": { 2024-04-10T15:31:11.213 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 3, 2024-04-10T15:31:11.213 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 41692 2024-04-10T15:31:11.213 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.213 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_lower_bound_lat": { 2024-04-10T15:31:11.213 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:11.213 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.213 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.213 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_next_lat": { 2024-04-10T15:31:11.213 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:11.213 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.213 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.213 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_seek_to_first_lat": { 2024-04-10T15:31:11.214 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:11.214 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.214 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.214 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_upper_bound_lat": { 2024-04-10T15:31:11.214 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 2, 2024-04-10T15:31:11.214 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 7109 2024-04-10T15:31:11.214 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.214 INFO:tasks.workunit.client.0.smithi069.stdout: "onode_hits": { 2024-04-10T15:31:11.214 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3443 2024-04-10T15:31:11.214 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.214 INFO:tasks.workunit.client.0.smithi069.stdout: "onode_misses": { 2024-04-10T15:31:11.214 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 341 2024-04-10T15:31:11.214 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.214 INFO:tasks.workunit.client.0.smithi069.stdout: "read_lat": { 2024-04-10T15:31:11.215 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 92, 2024-04-10T15:31:11.215 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 724949 2024-04-10T15:31:11.215 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.215 INFO:tasks.workunit.client.0.smithi069.stdout: "read_onode_meta_lat": { 2024-04-10T15:31:11.215 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 149, 2024-04-10T15:31:11.215 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 266320 2024-04-10T15:31:11.215 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.215 INFO:tasks.workunit.client.0.smithi069.stdout: "read_wait_aio_lat": { 2024-04-10T15:31:11.215 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 57, 2024-04-10T15:31:11.215 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 242296 2024-04-10T15:31:11.215 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.215 INFO:tasks.workunit.client.0.smithi069.stdout: "reads_with_retries": { 2024-04-10T15:31:11.215 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.215 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.215 INFO:tasks.workunit.client.0.smithi069.stdout: "remove_lat": { 2024-04-10T15:31:11.215 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 105, 2024-04-10T15:31:11.215 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 5638420 2024-04-10T15:31:11.216 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.216 INFO:tasks.workunit.client.0.smithi069.stdout: "state_aio_wait_lat": { 2024-04-10T15:31:11.216 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 3375, 2024-04-10T15:31:11.216 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 4448580151 2024-04-10T15:31:11.216 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.216 INFO:tasks.workunit.client.0.smithi069.stdout: "state_deferred_aio_wait_lat": { 2024-04-10T15:31:11.216 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 40, 2024-04-10T15:31:11.216 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 25963771 2024-04-10T15:31:11.216 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.216 INFO:tasks.workunit.client.0.smithi069.stdout: "state_deferred_cleanup_lat": { 2024-04-10T15:31:11.216 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 37, 2024-04-10T15:31:11.216 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 679319926030 2024-04-10T15:31:11.216 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.216 INFO:tasks.workunit.client.0.smithi069.stdout: "state_deferred_queued_lat": { 2024-04-10T15:31:11.216 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 40, 2024-04-10T15:31:11.216 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 66663527111 2024-04-10T15:31:11.217 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.217 INFO:tasks.workunit.client.0.smithi069.stdout: "state_done_lat": { 2024-04-10T15:31:11.217 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 3372, 2024-04-10T15:31:11.217 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1191328568 2024-04-10T15:31:11.217 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.217 INFO:tasks.workunit.client.0.smithi069.stdout: "state_finishing_lat": { 2024-04-10T15:31:11.217 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 3372, 2024-04-10T15:31:11.217 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 524293 2024-04-10T15:31:11.217 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.217 INFO:tasks.workunit.client.0.smithi069.stdout: "state_io_done_lat": { 2024-04-10T15:31:11.217 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 3375, 2024-04-10T15:31:11.217 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 548807851 2024-04-10T15:31:11.217 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.217 INFO:tasks.workunit.client.0.smithi069.stdout: "state_kv_commiting_lat": { 2024-04-10T15:31:11.217 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 3375, 2024-04-10T15:31:11.217 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3531053324 2024-04-10T15:31:11.217 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.218 INFO:tasks.workunit.client.0.smithi069.stdout: "state_kv_done_lat": { 2024-04-10T15:31:11.218 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 3375, 2024-04-10T15:31:11.218 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 393862 2024-04-10T15:31:11.218 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.218 INFO:tasks.workunit.client.0.smithi069.stdout: "state_kv_queued_lat": { 2024-04-10T15:31:11.218 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 3375, 2024-04-10T15:31:11.218 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2767956776 2024-04-10T15:31:11.218 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.218 INFO:tasks.workunit.client.0.smithi069.stdout: "state_prepare_lat": { 2024-04-10T15:31:11.218 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 3375, 2024-04-10T15:31:11.218 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 336150810 2024-04-10T15:31:11.218 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.218 INFO:tasks.workunit.client.0.smithi069.stdout: "stored": { 2024-04-10T15:31:11.218 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 311745 2024-04-10T15:31:11.218 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.218 INFO:tasks.workunit.client.0.smithi069.stdout: "truncate_lat": { 2024-04-10T15:31:11.219 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 33, 2024-04-10T15:31:11.219 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 134908 2024-04-10T15:31:11.219 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.219 INFO:tasks.workunit.client.0.smithi069.stdout: "txc_commit_lat": { 2024-04-10T15:31:11.219 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 3375, 2024-04-10T15:31:11.219 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 11632749297 2024-04-10T15:31:11.219 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.219 INFO:tasks.workunit.client.0.smithi069.stdout: "txc_submit_lat": { 2024-04-10T15:31:11.219 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 3375, 2024-04-10T15:31:11.219 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 370079652 2024-04-10T15:31:11.219 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.219 INFO:tasks.workunit.client.0.smithi069.stdout: "txc_throttle_lat": { 2024-04-10T15:31:11.219 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 3375, 2024-04-10T15:31:11.219 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 244977583 2024-04-10T15:31:11.219 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:11.220 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.220 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore-pricache": { 2024-04-10T15:31:11.220 INFO:tasks.workunit.client.0.smithi069.stdout: "cache_bytes": { 2024-04-10T15:31:11.220 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1861621688 2024-04-10T15:31:11.220 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.220 INFO:tasks.workunit.client.0.smithi069.stdout: "heap_bytes": { 2024-04-10T15:31:11.220 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 46514176 2024-04-10T15:31:11.220 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.220 INFO:tasks.workunit.client.0.smithi069.stdout: "mapped_bytes": { 2024-04-10T15:31:11.220 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 46252032 2024-04-10T15:31:11.220 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.220 INFO:tasks.workunit.client.0.smithi069.stdout: "target_bytes": { 2024-04-10T15:31:11.220 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3137562419 2024-04-10T15:31:11.220 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.220 INFO:tasks.workunit.client.0.smithi069.stdout: "unmapped_bytes": { 2024-04-10T15:31:11.220 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 262144 2024-04-10T15:31:11.221 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:11.221 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.221 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore-pricache:data": { 2024-04-10T15:31:11.221 INFO:tasks.workunit.client.0.smithi069.stdout: "committed_bytes": { 2024-04-10T15:31:11.221 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 159383552 2024-04-10T15:31:11.221 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.221 INFO:tasks.workunit.client.0.smithi069.stdout: "pri0_bytes": { 2024-04-10T15:31:11.221 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.221 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.221 INFO:tasks.workunit.client.0.smithi069.stdout: "pri10_bytes": { 2024-04-10T15:31:11.221 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.221 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.221 INFO:tasks.workunit.client.0.smithi069.stdout: "pri11_bytes": { 2024-04-10T15:31:11.221 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 85502589 2024-04-10T15:31:11.221 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.221 INFO:tasks.workunit.client.0.smithi069.stdout: "pri1_bytes": { 2024-04-10T15:31:11.221 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.222 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.222 INFO:tasks.workunit.client.0.smithi069.stdout: "pri2_bytes": { 2024-04-10T15:31:11.222 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.222 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.222 INFO:tasks.workunit.client.0.smithi069.stdout: "pri3_bytes": { 2024-04-10T15:31:11.222 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.222 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.222 INFO:tasks.workunit.client.0.smithi069.stdout: "pri4_bytes": { 2024-04-10T15:31:11.222 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.222 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.222 INFO:tasks.workunit.client.0.smithi069.stdout: "pri5_bytes": { 2024-04-10T15:31:11.222 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.222 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.222 INFO:tasks.workunit.client.0.smithi069.stdout: "pri6_bytes": { 2024-04-10T15:31:11.222 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.223 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.223 INFO:tasks.workunit.client.0.smithi069.stdout: "pri7_bytes": { 2024-04-10T15:31:11.223 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.223 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.223 INFO:tasks.workunit.client.0.smithi069.stdout: "pri8_bytes": { 2024-04-10T15:31:11.223 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.223 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.223 INFO:tasks.workunit.client.0.smithi069.stdout: "pri9_bytes": { 2024-04-10T15:31:11.223 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.223 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.223 INFO:tasks.workunit.client.0.smithi069.stdout: "reserved_bytes": { 2024-04-10T15:31:11.223 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 73880963 2024-04-10T15:31:11.223 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:11.223 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.223 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore-pricache:kv": { 2024-04-10T15:31:11.223 INFO:tasks.workunit.client.0.smithi069.stdout: "committed_bytes": { 2024-04-10T15:31:11.224 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 780140544 2024-04-10T15:31:11.224 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.224 INFO:tasks.workunit.client.0.smithi069.stdout: "pri0_bytes": { 2024-04-10T15:31:11.224 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 67108864 2024-04-10T15:31:11.224 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.224 INFO:tasks.workunit.client.0.smithi069.stdout: "pri10_bytes": { 2024-04-10T15:31:11.224 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.224 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.224 INFO:tasks.workunit.client.0.smithi069.stdout: "pri11_bytes": { 2024-04-10T15:31:11.224 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 641269420 2024-04-10T15:31:11.224 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.224 INFO:tasks.workunit.client.0.smithi069.stdout: "pri1_bytes": { 2024-04-10T15:31:11.224 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.224 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.224 INFO:tasks.workunit.client.0.smithi069.stdout: "pri2_bytes": { 2024-04-10T15:31:11.224 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.225 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.225 INFO:tasks.workunit.client.0.smithi069.stdout: "pri3_bytes": { 2024-04-10T15:31:11.225 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.225 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.225 INFO:tasks.workunit.client.0.smithi069.stdout: "pri4_bytes": { 2024-04-10T15:31:11.225 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.225 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.225 INFO:tasks.workunit.client.0.smithi069.stdout: "pri5_bytes": { 2024-04-10T15:31:11.225 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.225 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.225 INFO:tasks.workunit.client.0.smithi069.stdout: "pri6_bytes": { 2024-04-10T15:31:11.225 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2128 2024-04-10T15:31:11.225 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.225 INFO:tasks.workunit.client.0.smithi069.stdout: "pri7_bytes": { 2024-04-10T15:31:11.225 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.226 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.226 INFO:tasks.workunit.client.0.smithi069.stdout: "pri8_bytes": { 2024-04-10T15:31:11.226 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.226 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.226 INFO:tasks.workunit.client.0.smithi069.stdout: "pri9_bytes": { 2024-04-10T15:31:11.226 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.226 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.226 INFO:tasks.workunit.client.0.smithi069.stdout: "reserved_bytes": { 2024-04-10T15:31:11.226 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 71760132 2024-04-10T15:31:11.226 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:11.226 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.226 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore-pricache:kv_onode": { 2024-04-10T15:31:11.226 INFO:tasks.workunit.client.0.smithi069.stdout: "committed_bytes": { 2024-04-10T15:31:11.226 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 192937984 2024-04-10T15:31:11.227 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.227 INFO:tasks.workunit.client.0.smithi069.stdout: "pri0_bytes": { 2024-04-10T15:31:11.227 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 67108864 2024-04-10T15:31:11.227 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.227 INFO:tasks.workunit.client.0.smithi069.stdout: "pri10_bytes": { 2024-04-10T15:31:11.227 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 464 2024-04-10T15:31:11.227 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.227 INFO:tasks.workunit.client.0.smithi069.stdout: "pri11_bytes": { 2024-04-10T15:31:11.227 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 57001726 2024-04-10T15:31:11.227 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.227 INFO:tasks.workunit.client.0.smithi069.stdout: "pri1_bytes": { 2024-04-10T15:31:11.227 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.227 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.227 INFO:tasks.workunit.client.0.smithi069.stdout: "pri2_bytes": { 2024-04-10T15:31:11.228 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.228 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.228 INFO:tasks.workunit.client.0.smithi069.stdout: "pri3_bytes": { 2024-04-10T15:31:11.228 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.228 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.228 INFO:tasks.workunit.client.0.smithi069.stdout: "pri4_bytes": { 2024-04-10T15:31:11.228 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.228 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.228 INFO:tasks.workunit.client.0.smithi069.stdout: "pri5_bytes": { 2024-04-10T15:31:11.228 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.228 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.228 INFO:tasks.workunit.client.0.smithi069.stdout: "pri6_bytes": { 2024-04-10T15:31:11.228 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.228 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.228 INFO:tasks.workunit.client.0.smithi069.stdout: "pri7_bytes": { 2024-04-10T15:31:11.228 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.229 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.229 INFO:tasks.workunit.client.0.smithi069.stdout: "pri8_bytes": { 2024-04-10T15:31:11.229 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.229 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.229 INFO:tasks.workunit.client.0.smithi069.stdout: "pri9_bytes": { 2024-04-10T15:31:11.229 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.229 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.229 INFO:tasks.workunit.client.0.smithi069.stdout: "reserved_bytes": { 2024-04-10T15:31:11.229 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 68826930 2024-04-10T15:31:11.229 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:11.229 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.229 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore-pricache:meta": { 2024-04-10T15:31:11.229 INFO:tasks.workunit.client.0.smithi069.stdout: "committed_bytes": { 2024-04-10T15:31:11.229 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 713031680 2024-04-10T15:31:11.229 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.229 INFO:tasks.workunit.client.0.smithi069.stdout: "pri0_bytes": { 2024-04-10T15:31:11.230 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.230 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.230 INFO:tasks.workunit.client.0.smithi069.stdout: "pri10_bytes": { 2024-04-10T15:31:11.230 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.230 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.230 INFO:tasks.workunit.client.0.smithi069.stdout: "pri11_bytes": { 2024-04-10T15:31:11.230 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 641269420 2024-04-10T15:31:11.230 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.230 INFO:tasks.workunit.client.0.smithi069.stdout: "pri1_bytes": { 2024-04-10T15:31:11.230 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.230 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.230 INFO:tasks.workunit.client.0.smithi069.stdout: "pri2_bytes": { 2024-04-10T15:31:11.230 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.230 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.230 INFO:tasks.workunit.client.0.smithi069.stdout: "pri3_bytes": { 2024-04-10T15:31:11.231 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.231 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.231 INFO:tasks.workunit.client.0.smithi069.stdout: "pri4_bytes": { 2024-04-10T15:31:11.231 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.231 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.231 INFO:tasks.workunit.client.0.smithi069.stdout: "pri5_bytes": { 2024-04-10T15:31:11.231 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 12621 2024-04-10T15:31:11.231 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.231 INFO:tasks.workunit.client.0.smithi069.stdout: "pri6_bytes": { 2024-04-10T15:31:11.231 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 318985 2024-04-10T15:31:11.231 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.231 INFO:tasks.workunit.client.0.smithi069.stdout: "pri7_bytes": { 2024-04-10T15:31:11.231 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.231 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.232 INFO:tasks.workunit.client.0.smithi069.stdout: "pri8_bytes": { 2024-04-10T15:31:11.232 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.232 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.232 INFO:tasks.workunit.client.0.smithi069.stdout: "pri9_bytes": { 2024-04-10T15:31:11.232 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.232 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.232 INFO:tasks.workunit.client.0.smithi069.stdout: "reserved_bytes": { 2024-04-10T15:31:11.232 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 71430654 2024-04-10T15:31:11.232 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:11.232 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.232 INFO:tasks.workunit.client.0.smithi069.stdout: "objecter": { 2024-04-10T15:31:11.232 INFO:tasks.workunit.client.0.smithi069.stdout: "op_active": { 2024-04-10T15:31:11.232 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.232 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.232 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r": { 2024-04-10T15:31:11.233 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.233 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.233 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rmw": { 2024-04-10T15:31:11.233 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.233 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.233 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w": { 2024-04-10T15:31:11.233 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.233 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:11.233 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.233 INFO:tasks.workunit.client.0.smithi069.stdout: "osd": { 2024-04-10T15:31:11.233 INFO:tasks.workunit.client.0.smithi069.stdout: "numpg": { 2024-04-10T15:31:11.233 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 40 2024-04-10T15:31:11.233 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.233 INFO:tasks.workunit.client.0.smithi069.stdout: "numpg_removing": { 2024-04-10T15:31:11.233 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.234 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.234 INFO:tasks.workunit.client.0.smithi069.stdout: "op": { 2024-04-10T15:31:11.234 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.234 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.234 INFO:tasks.workunit.client.0.smithi069.stdout: "op_delayed_degraded": { 2024-04-10T15:31:11.234 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.234 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.234 INFO:tasks.workunit.client.0.smithi069.stdout: "op_delayed_unreadable": { 2024-04-10T15:31:11.234 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.234 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.234 INFO:tasks.workunit.client.0.smithi069.stdout: "op_in_bytes": { 2024-04-10T15:31:11.234 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.234 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.234 INFO:tasks.workunit.client.0.smithi069.stdout: "op_latency": { 2024-04-10T15:31:11.235 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:11.235 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.235 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.235 INFO:tasks.workunit.client.0.smithi069.stdout: "op_out_bytes": { 2024-04-10T15:31:11.235 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.235 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.235 INFO:tasks.workunit.client.0.smithi069.stdout: "op_prepare_latency": { 2024-04-10T15:31:11.235 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:11.235 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.235 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.235 INFO:tasks.workunit.client.0.smithi069.stdout: "op_process_latency": { 2024-04-10T15:31:11.235 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:11.235 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.235 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.235 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r": { 2024-04-10T15:31:11.236 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.236 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.236 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r_latency": { 2024-04-10T15:31:11.236 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:11.236 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.236 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.236 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-10T15:31:11.236 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.236 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.236 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r_out_bytes": { 2024-04-10T15:31:11.236 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.236 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.236 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r_prepare_latency": { 2024-04-10T15:31:11.236 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:11.236 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.236 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.236 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r_process_latency": { 2024-04-10T15:31:11.237 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:11.237 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.237 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.237 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw": { 2024-04-10T15:31:11.237 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.237 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.237 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_in_bytes": { 2024-04-10T15:31:11.237 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.237 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.237 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_latency": { 2024-04-10T15:31:11.237 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:11.237 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.237 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.237 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-10T15:31:11.237 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.237 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.238 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-10T15:31:11.238 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.238 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.238 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_out_bytes": { 2024-04-10T15:31:11.238 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.238 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.238 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_prepare_latency": { 2024-04-10T15:31:11.238 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:11.238 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.238 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.238 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_process_latency": { 2024-04-10T15:31:11.238 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:11.238 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.238 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.238 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w": { 2024-04-10T15:31:11.239 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.239 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.239 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w_in_bytes": { 2024-04-10T15:31:11.239 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.239 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.239 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w_latency": { 2024-04-10T15:31:11.239 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:11.239 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.239 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.239 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-10T15:31:11.239 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.239 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.239 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w_prepare_latency": { 2024-04-10T15:31:11.239 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:11.239 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.239 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.239 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w_process_latency": { 2024-04-10T15:31:11.240 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:11.240 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.240 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.240 INFO:tasks.workunit.client.0.smithi069.stdout: "op_wip": { 2024-04-10T15:31:11.240 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.240 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.240 INFO:tasks.workunit.client.0.smithi069.stdout: "recovery_bytes": { 2024-04-10T15:31:11.240 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.240 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.240 INFO:tasks.workunit.client.0.smithi069.stdout: "recovery_ops": { 2024-04-10T15:31:11.240 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.240 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.240 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_bytes": { 2024-04-10T15:31:11.240 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 95995035648 2024-04-10T15:31:11.240 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.240 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_bytes_used": { 2024-04-10T15:31:11.241 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 28385280 2024-04-10T15:31:11.241 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:11.241 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:11.241 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.241 INFO:tasks.workunit.client.0.smithi069.stdout: "osd.6": { 2024-04-10T15:31:11.241 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs": { 2024-04-10T15:31:11.241 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_slow_fallback": { 2024-04-10T15:31:11.241 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.241 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.241 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_slow_size_fallback": { 2024-04-10T15:31:11.241 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.241 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.241 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_unit_db": { 2024-04-10T15:31:11.241 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 65536 2024-04-10T15:31:11.241 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.241 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_unit_main": { 2024-04-10T15:31:11.241 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.242 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.242 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_unit_wal": { 2024-04-10T15:31:11.242 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.242 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.242 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes_written_slow": { 2024-04-10T15:31:11.242 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.242 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.242 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes_written_sst": { 2024-04-10T15:31:11.242 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 12288 2024-04-10T15:31:11.242 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.242 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes_written_wal": { 2024-04-10T15:31:11.242 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1011712 2024-04-10T15:31:11.242 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.242 INFO:tasks.workunit.client.0.smithi069.stdout: "compact_lat": { 2024-04-10T15:31:11.242 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:11.243 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.243 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.243 INFO:tasks.workunit.client.0.smithi069.stdout: "compact_lock_lat": { 2024-04-10T15:31:11.243 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:11.243 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.243 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.243 INFO:tasks.workunit.client.0.smithi069.stdout: "db_total_bytes": { 2024-04-10T15:31:11.243 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 95995035648 2024-04-10T15:31:11.243 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.243 INFO:tasks.workunit.client.0.smithi069.stdout: "db_used_bytes": { 2024-04-10T15:31:11.243 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 27656192 2024-04-10T15:31:11.243 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.243 INFO:tasks.workunit.client.0.smithi069.stdout: "log_bytes": { 2024-04-10T15:31:11.243 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 733184 2024-04-10T15:31:11.243 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.244 INFO:tasks.workunit.client.0.smithi069.stdout: "logged_bytes": { 2024-04-10T15:31:11.244 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 593920 2024-04-10T15:31:11.244 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.244 INFO:tasks.workunit.client.0.smithi069.stdout: "max_bytes_db": { 2024-04-10T15:31:11.244 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 31850496 2024-04-10T15:31:11.244 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.244 INFO:tasks.workunit.client.0.smithi069.stdout: "max_bytes_slow": { 2024-04-10T15:31:11.244 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.244 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.244 INFO:tasks.workunit.client.0.smithi069.stdout: "max_bytes_wal": { 2024-04-10T15:31:11.244 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.244 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.244 INFO:tasks.workunit.client.0.smithi069.stdout: "num_files": { 2024-04-10T15:31:11.244 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 14 2024-04-10T15:31:11.244 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.244 INFO:tasks.workunit.client.0.smithi069.stdout: "read_bytes": { 2024-04-10T15:31:11.244 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 206272 2024-04-10T15:31:11.245 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.245 INFO:tasks.workunit.client.0.smithi069.stdout: "read_count": { 2024-04-10T15:31:11.245 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 23 2024-04-10T15:31:11.245 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.245 INFO:tasks.workunit.client.0.smithi069.stdout: "read_disk_bytes": { 2024-04-10T15:31:11.245 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1282048 2024-04-10T15:31:11.245 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.245 INFO:tasks.workunit.client.0.smithi069.stdout: "read_disk_bytes_db": { 2024-04-10T15:31:11.245 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1286144 2024-04-10T15:31:11.245 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.245 INFO:tasks.workunit.client.0.smithi069.stdout: "read_disk_bytes_slow": { 2024-04-10T15:31:11.245 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.245 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.245 INFO:tasks.workunit.client.0.smithi069.stdout: "read_disk_bytes_wal": { 2024-04-10T15:31:11.245 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.246 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.246 INFO:tasks.workunit.client.0.smithi069.stdout: "read_disk_count": { 2024-04-10T15:31:11.246 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 15 2024-04-10T15:31:11.246 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.246 INFO:tasks.workunit.client.0.smithi069.stdout: "read_prefetch_bytes": { 2024-04-10T15:31:11.246 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 4913 2024-04-10T15:31:11.246 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.246 INFO:tasks.workunit.client.0.smithi069.stdout: "read_prefetch_count": { 2024-04-10T15:31:11.246 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 4 2024-04-10T15:31:11.246 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.246 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_buffer_bytes": { 2024-04-10T15:31:11.246 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 5503 2024-04-10T15:31:11.246 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.246 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_buffer_count": { 2024-04-10T15:31:11.247 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 24 2024-04-10T15:31:11.247 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.247 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_bytes": { 2024-04-10T15:31:11.247 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 5503 2024-04-10T15:31:11.247 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.247 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_count": { 2024-04-10T15:31:11.247 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 24 2024-04-10T15:31:11.247 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.247 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_disk_bytes": { 2024-04-10T15:31:11.247 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.247 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.247 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_disk_bytes_db": { 2024-04-10T15:31:11.247 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.247 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.247 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_disk_bytes_slow": { 2024-04-10T15:31:11.248 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.248 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.248 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_disk_bytes_wal": { 2024-04-10T15:31:11.248 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.248 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.248 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_disk_count": { 2024-04-10T15:31:11.248 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.248 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.248 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_total_bytes": { 2024-04-10T15:31:11.248 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.248 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.248 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_used_bytes": { 2024-04-10T15:31:11.248 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.248 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.248 INFO:tasks.workunit.client.0.smithi069.stdout: "wal_total_bytes": { 2024-04-10T15:31:11.248 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.248 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.249 INFO:tasks.workunit.client.0.smithi069.stdout: "wal_used_bytes": { 2024-04-10T15:31:11.249 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.249 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.249 INFO:tasks.workunit.client.0.smithi069.stdout: "write_bytes": { 2024-04-10T15:31:11.249 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1683456 2024-04-10T15:31:11.249 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:11.249 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.249 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore": { 2024-04-10T15:31:11.249 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_unit": { 2024-04-10T15:31:11.249 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 4096 2024-04-10T15:31:11.249 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.249 INFO:tasks.workunit.client.0.smithi069.stdout: "allocated": { 2024-04-10T15:31:11.249 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1310720 2024-04-10T15:31:11.249 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.249 INFO:tasks.workunit.client.0.smithi069.stdout: "clist_lat": { 2024-04-10T15:31:11.249 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:11.250 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.250 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.250 INFO:tasks.workunit.client.0.smithi069.stdout: "compress_lat": { 2024-04-10T15:31:11.250 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:11.250 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.250 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.250 INFO:tasks.workunit.client.0.smithi069.stdout: "compressed": { 2024-04-10T15:31:11.250 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.250 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.250 INFO:tasks.workunit.client.0.smithi069.stdout: "compressed_allocated": { 2024-04-10T15:31:11.250 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.250 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.250 INFO:tasks.workunit.client.0.smithi069.stdout: "compressed_original": { 2024-04-10T15:31:11.250 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.250 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.250 INFO:tasks.workunit.client.0.smithi069.stdout: "csum_lat": { 2024-04-10T15:31:11.251 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 2, 2024-04-10T15:31:11.251 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2974 2024-04-10T15:31:11.251 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.251 INFO:tasks.workunit.client.0.smithi069.stdout: "decompress_lat": { 2024-04-10T15:31:11.251 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:11.251 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.251 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.251 INFO:tasks.workunit.client.0.smithi069.stdout: "fragmentation_micros": { 2024-04-10T15:31:11.251 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.251 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.251 INFO:tasks.workunit.client.0.smithi069.stdout: "kv_commit_lat": { 2024-04-10T15:31:11.251 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 132, 2024-04-10T15:31:11.251 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 40504914 2024-04-10T15:31:11.251 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.251 INFO:tasks.workunit.client.0.smithi069.stdout: "kv_final_lat": { 2024-04-10T15:31:11.252 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 125, 2024-04-10T15:31:11.252 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 7881801 2024-04-10T15:31:11.252 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.252 INFO:tasks.workunit.client.0.smithi069.stdout: "kv_flush_lat": { 2024-04-10T15:31:11.252 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 132, 2024-04-10T15:31:11.252 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 110601 2024-04-10T15:31:11.252 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.252 INFO:tasks.workunit.client.0.smithi069.stdout: "kv_sync_lat": { 2024-04-10T15:31:11.252 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 132, 2024-04-10T15:31:11.252 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 40615515 2024-04-10T15:31:11.252 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.252 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_get_keys_lat": { 2024-04-10T15:31:11.252 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:11.252 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.252 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.252 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_get_values_lat": { 2024-04-10T15:31:11.252 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 1, 2024-04-10T15:31:11.253 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 42164 2024-04-10T15:31:11.253 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.253 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_lower_bound_lat": { 2024-04-10T15:31:11.253 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:11.253 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.253 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.253 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_next_lat": { 2024-04-10T15:31:11.253 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:11.253 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.253 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.253 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_seek_to_first_lat": { 2024-04-10T15:31:11.253 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:11.253 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.253 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.253 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_upper_bound_lat": { 2024-04-10T15:31:11.253 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 2, 2024-04-10T15:31:11.254 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 4292 2024-04-10T15:31:11.254 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.254 INFO:tasks.workunit.client.0.smithi069.stdout: "onode_hits": { 2024-04-10T15:31:11.254 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 309 2024-04-10T15:31:11.254 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.254 INFO:tasks.workunit.client.0.smithi069.stdout: "onode_misses": { 2024-04-10T15:31:11.254 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 248 2024-04-10T15:31:11.254 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.254 INFO:tasks.workunit.client.0.smithi069.stdout: "read_lat": { 2024-04-10T15:31:11.254 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 89, 2024-04-10T15:31:11.254 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 609571 2024-04-10T15:31:11.254 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.254 INFO:tasks.workunit.client.0.smithi069.stdout: "read_onode_meta_lat": { 2024-04-10T15:31:11.255 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 137, 2024-04-10T15:31:11.255 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 230775 2024-04-10T15:31:11.255 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.255 INFO:tasks.workunit.client.0.smithi069.stdout: "read_wait_aio_lat": { 2024-04-10T15:31:11.255 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 48, 2024-04-10T15:31:11.255 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 241284 2024-04-10T15:31:11.255 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.255 INFO:tasks.workunit.client.0.smithi069.stdout: "reads_with_retries": { 2024-04-10T15:31:11.255 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.255 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.255 INFO:tasks.workunit.client.0.smithi069.stdout: "remove_lat": { 2024-04-10T15:31:11.255 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:11.255 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.255 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.255 INFO:tasks.workunit.client.0.smithi069.stdout: "state_aio_wait_lat": { 2024-04-10T15:31:11.255 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 248, 2024-04-10T15:31:11.256 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2307545 2024-04-10T15:31:11.256 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.256 INFO:tasks.workunit.client.0.smithi069.stdout: "state_deferred_aio_wait_lat": { 2024-04-10T15:31:11.256 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 34, 2024-04-10T15:31:11.256 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 11536630 2024-04-10T15:31:11.256 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.256 INFO:tasks.workunit.client.0.smithi069.stdout: "state_deferred_cleanup_lat": { 2024-04-10T15:31:11.256 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 31, 2024-04-10T15:31:11.256 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 731819815575 2024-04-10T15:31:11.256 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.256 INFO:tasks.workunit.client.0.smithi069.stdout: "state_deferred_queued_lat": { 2024-04-10T15:31:11.256 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 34, 2024-04-10T15:31:11.256 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 53115501105 2024-04-10T15:31:11.256 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.256 INFO:tasks.workunit.client.0.smithi069.stdout: "state_done_lat": { 2024-04-10T15:31:11.256 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 245, 2024-04-10T15:31:11.257 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 424662 2024-04-10T15:31:11.257 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.257 INFO:tasks.workunit.client.0.smithi069.stdout: "state_finishing_lat": { 2024-04-10T15:31:11.257 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 245, 2024-04-10T15:31:11.257 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 43609 2024-04-10T15:31:11.257 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.257 INFO:tasks.workunit.client.0.smithi069.stdout: "state_io_done_lat": { 2024-04-10T15:31:11.257 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 248, 2024-04-10T15:31:11.257 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 205075 2024-04-10T15:31:11.257 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.257 INFO:tasks.workunit.client.0.smithi069.stdout: "state_kv_commiting_lat": { 2024-04-10T15:31:11.257 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 248, 2024-04-10T15:31:11.257 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 186167175 2024-04-10T15:31:11.257 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.257 INFO:tasks.workunit.client.0.smithi069.stdout: "state_kv_done_lat": { 2024-04-10T15:31:11.258 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 248, 2024-04-10T15:31:11.258 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 71964 2024-04-10T15:31:11.258 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.258 INFO:tasks.workunit.client.0.smithi069.stdout: "state_kv_queued_lat": { 2024-04-10T15:31:11.258 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 248, 2024-04-10T15:31:11.258 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 110241843 2024-04-10T15:31:11.258 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.258 INFO:tasks.workunit.client.0.smithi069.stdout: "state_prepare_lat": { 2024-04-10T15:31:11.258 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 248, 2024-04-10T15:31:11.258 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 10594255 2024-04-10T15:31:11.258 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.258 INFO:tasks.workunit.client.0.smithi069.stdout: "stored": { 2024-04-10T15:31:11.258 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 902023 2024-04-10T15:31:11.258 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.259 INFO:tasks.workunit.client.0.smithi069.stdout: "truncate_lat": { 2024-04-10T15:31:11.259 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 27, 2024-04-10T15:31:11.259 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 99240 2024-04-10T15:31:11.259 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.259 INFO:tasks.workunit.client.0.smithi069.stdout: "txc_commit_lat": { 2024-04-10T15:31:11.259 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 248, 2024-04-10T15:31:11.259 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 309547739 2024-04-10T15:31:11.259 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.259 INFO:tasks.workunit.client.0.smithi069.stdout: "txc_submit_lat": { 2024-04-10T15:31:11.259 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 248, 2024-04-10T15:31:11.259 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 12447565 2024-04-10T15:31:11.259 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.259 INFO:tasks.workunit.client.0.smithi069.stdout: "txc_throttle_lat": { 2024-04-10T15:31:11.259 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 248, 2024-04-10T15:31:11.259 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1503685 2024-04-10T15:31:11.260 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:11.260 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.260 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore-pricache": { 2024-04-10T15:31:11.260 INFO:tasks.workunit.client.0.smithi069.stdout: "cache_bytes": { 2024-04-10T15:31:11.260 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1861621688 2024-04-10T15:31:11.260 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.260 INFO:tasks.workunit.client.0.smithi069.stdout: "heap_bytes": { 2024-04-10T15:31:11.260 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 42385408 2024-04-10T15:31:11.260 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.260 INFO:tasks.workunit.client.0.smithi069.stdout: "mapped_bytes": { 2024-04-10T15:31:11.260 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 41943040 2024-04-10T15:31:11.260 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.260 INFO:tasks.workunit.client.0.smithi069.stdout: "target_bytes": { 2024-04-10T15:31:11.260 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3137562419 2024-04-10T15:31:11.260 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.261 INFO:tasks.workunit.client.0.smithi069.stdout: "unmapped_bytes": { 2024-04-10T15:31:11.261 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 442368 2024-04-10T15:31:11.261 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:11.261 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.261 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore-pricache:data": { 2024-04-10T15:31:11.261 INFO:tasks.workunit.client.0.smithi069.stdout: "committed_bytes": { 2024-04-10T15:31:11.261 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 159383552 2024-04-10T15:31:11.261 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.261 INFO:tasks.workunit.client.0.smithi069.stdout: "pri0_bytes": { 2024-04-10T15:31:11.261 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.261 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.261 INFO:tasks.workunit.client.0.smithi069.stdout: "pri10_bytes": { 2024-04-10T15:31:11.261 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.261 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.262 INFO:tasks.workunit.client.0.smithi069.stdout: "pri11_bytes": { 2024-04-10T15:31:11.262 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 85508775 2024-04-10T15:31:11.262 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.262 INFO:tasks.workunit.client.0.smithi069.stdout: "pri1_bytes": { 2024-04-10T15:31:11.262 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.262 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.262 INFO:tasks.workunit.client.0.smithi069.stdout: "pri2_bytes": { 2024-04-10T15:31:11.262 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.262 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.262 INFO:tasks.workunit.client.0.smithi069.stdout: "pri3_bytes": { 2024-04-10T15:31:11.262 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.262 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.262 INFO:tasks.workunit.client.0.smithi069.stdout: "pri4_bytes": { 2024-04-10T15:31:11.262 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.262 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.262 INFO:tasks.workunit.client.0.smithi069.stdout: "pri5_bytes": { 2024-04-10T15:31:11.263 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.263 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.263 INFO:tasks.workunit.client.0.smithi069.stdout: "pri6_bytes": { 2024-04-10T15:31:11.263 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.263 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.263 INFO:tasks.workunit.client.0.smithi069.stdout: "pri7_bytes": { 2024-04-10T15:31:11.263 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.263 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.263 INFO:tasks.workunit.client.0.smithi069.stdout: "pri8_bytes": { 2024-04-10T15:31:11.263 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.263 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.263 INFO:tasks.workunit.client.0.smithi069.stdout: "pri9_bytes": { 2024-04-10T15:31:11.263 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.263 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.263 INFO:tasks.workunit.client.0.smithi069.stdout: "reserved_bytes": { 2024-04-10T15:31:11.264 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 73874777 2024-04-10T15:31:11.264 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:11.264 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.264 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore-pricache:kv": { 2024-04-10T15:31:11.264 INFO:tasks.workunit.client.0.smithi069.stdout: "committed_bytes": { 2024-04-10T15:31:11.264 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 780140544 2024-04-10T15:31:11.264 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.264 INFO:tasks.workunit.client.0.smithi069.stdout: "pri0_bytes": { 2024-04-10T15:31:11.264 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 67108864 2024-04-10T15:31:11.264 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.264 INFO:tasks.workunit.client.0.smithi069.stdout: "pri10_bytes": { 2024-04-10T15:31:11.264 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.264 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.264 INFO:tasks.workunit.client.0.smithi069.stdout: "pri11_bytes": { 2024-04-10T15:31:11.264 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 641315812 2024-04-10T15:31:11.264 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.265 INFO:tasks.workunit.client.0.smithi069.stdout: "pri1_bytes": { 2024-04-10T15:31:11.265 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.265 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.265 INFO:tasks.workunit.client.0.smithi069.stdout: "pri2_bytes": { 2024-04-10T15:31:11.265 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.265 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.265 INFO:tasks.workunit.client.0.smithi069.stdout: "pri3_bytes": { 2024-04-10T15:31:11.265 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.265 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.265 INFO:tasks.workunit.client.0.smithi069.stdout: "pri4_bytes": { 2024-04-10T15:31:11.265 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.265 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.265 INFO:tasks.workunit.client.0.smithi069.stdout: "pri5_bytes": { 2024-04-10T15:31:11.265 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.265 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.266 INFO:tasks.workunit.client.0.smithi069.stdout: "pri6_bytes": { 2024-04-10T15:31:11.266 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2128 2024-04-10T15:31:11.266 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.266 INFO:tasks.workunit.client.0.smithi069.stdout: "pri7_bytes": { 2024-04-10T15:31:11.266 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.266 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.266 INFO:tasks.workunit.client.0.smithi069.stdout: "pri8_bytes": { 2024-04-10T15:31:11.266 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.266 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.266 INFO:tasks.workunit.client.0.smithi069.stdout: "pri9_bytes": { 2024-04-10T15:31:11.266 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.266 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.266 INFO:tasks.workunit.client.0.smithi069.stdout: "reserved_bytes": { 2024-04-10T15:31:11.266 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 71713740 2024-04-10T15:31:11.267 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:11.267 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.267 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore-pricache:kv_onode": { 2024-04-10T15:31:11.267 INFO:tasks.workunit.client.0.smithi069.stdout: "committed_bytes": { 2024-04-10T15:31:11.267 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 192937984 2024-04-10T15:31:11.267 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.267 INFO:tasks.workunit.client.0.smithi069.stdout: "pri0_bytes": { 2024-04-10T15:31:11.267 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 67108864 2024-04-10T15:31:11.267 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.267 INFO:tasks.workunit.client.0.smithi069.stdout: "pri10_bytes": { 2024-04-10T15:31:11.267 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 464 2024-04-10T15:31:11.267 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.267 INFO:tasks.workunit.client.0.smithi069.stdout: "pri11_bytes": { 2024-04-10T15:31:11.267 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 57005850 2024-04-10T15:31:11.267 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.267 INFO:tasks.workunit.client.0.smithi069.stdout: "pri1_bytes": { 2024-04-10T15:31:11.268 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.268 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.268 INFO:tasks.workunit.client.0.smithi069.stdout: "pri2_bytes": { 2024-04-10T15:31:11.268 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.268 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.268 INFO:tasks.workunit.client.0.smithi069.stdout: "pri3_bytes": { 2024-04-10T15:31:11.268 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.268 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.268 INFO:tasks.workunit.client.0.smithi069.stdout: "pri4_bytes": { 2024-04-10T15:31:11.268 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.268 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.268 INFO:tasks.workunit.client.0.smithi069.stdout: "pri5_bytes": { 2024-04-10T15:31:11.268 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.268 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.268 INFO:tasks.workunit.client.0.smithi069.stdout: "pri6_bytes": { 2024-04-10T15:31:11.269 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.269 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.269 INFO:tasks.workunit.client.0.smithi069.stdout: "pri7_bytes": { 2024-04-10T15:31:11.269 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.269 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.269 INFO:tasks.workunit.client.0.smithi069.stdout: "pri8_bytes": { 2024-04-10T15:31:11.269 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.269 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.269 INFO:tasks.workunit.client.0.smithi069.stdout: "pri9_bytes": { 2024-04-10T15:31:11.269 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.269 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.269 INFO:tasks.workunit.client.0.smithi069.stdout: "reserved_bytes": { 2024-04-10T15:31:11.269 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 68822806 2024-04-10T15:31:11.269 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:11.270 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.270 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore-pricache:meta": { 2024-04-10T15:31:11.270 INFO:tasks.workunit.client.0.smithi069.stdout: "committed_bytes": { 2024-04-10T15:31:11.270 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 713031680 2024-04-10T15:31:11.270 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.270 INFO:tasks.workunit.client.0.smithi069.stdout: "pri0_bytes": { 2024-04-10T15:31:11.270 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.270 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.270 INFO:tasks.workunit.client.0.smithi069.stdout: "pri10_bytes": { 2024-04-10T15:31:11.270 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.270 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.270 INFO:tasks.workunit.client.0.smithi069.stdout: "pri11_bytes": { 2024-04-10T15:31:11.270 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 641315812 2024-04-10T15:31:11.270 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.270 INFO:tasks.workunit.client.0.smithi069.stdout: "pri1_bytes": { 2024-04-10T15:31:11.271 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.271 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.271 INFO:tasks.workunit.client.0.smithi069.stdout: "pri2_bytes": { 2024-04-10T15:31:11.271 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.271 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.271 INFO:tasks.workunit.client.0.smithi069.stdout: "pri3_bytes": { 2024-04-10T15:31:11.271 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.271 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.271 INFO:tasks.workunit.client.0.smithi069.stdout: "pri4_bytes": { 2024-04-10T15:31:11.271 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.271 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.271 INFO:tasks.workunit.client.0.smithi069.stdout: "pri5_bytes": { 2024-04-10T15:31:11.271 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 13201 2024-04-10T15:31:11.271 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.271 INFO:tasks.workunit.client.0.smithi069.stdout: "pri6_bytes": { 2024-04-10T15:31:11.271 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 213624 2024-04-10T15:31:11.272 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.272 INFO:tasks.workunit.client.0.smithi069.stdout: "pri7_bytes": { 2024-04-10T15:31:11.272 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.272 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.272 INFO:tasks.workunit.client.0.smithi069.stdout: "pri8_bytes": { 2024-04-10T15:31:11.272 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.272 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.272 INFO:tasks.workunit.client.0.smithi069.stdout: "pri9_bytes": { 2024-04-10T15:31:11.272 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.272 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.272 INFO:tasks.workunit.client.0.smithi069.stdout: "reserved_bytes": { 2024-04-10T15:31:11.272 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 71489043 2024-04-10T15:31:11.272 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:11.272 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.272 INFO:tasks.workunit.client.0.smithi069.stdout: "objecter": { 2024-04-10T15:31:11.273 INFO:tasks.workunit.client.0.smithi069.stdout: "op_active": { 2024-04-10T15:31:11.273 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.273 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.273 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r": { 2024-04-10T15:31:11.273 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.273 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.273 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rmw": { 2024-04-10T15:31:11.273 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.273 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.273 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w": { 2024-04-10T15:31:11.273 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.273 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:11.273 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.273 INFO:tasks.workunit.client.0.smithi069.stdout: "osd": { 2024-04-10T15:31:11.273 INFO:tasks.workunit.client.0.smithi069.stdout: "numpg": { 2024-04-10T15:31:11.274 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 39 2024-04-10T15:31:11.274 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.274 INFO:tasks.workunit.client.0.smithi069.stdout: "numpg_removing": { 2024-04-10T15:31:11.274 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.274 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.274 INFO:tasks.workunit.client.0.smithi069.stdout: "op": { 2024-04-10T15:31:11.274 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 13 2024-04-10T15:31:11.274 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.274 INFO:tasks.workunit.client.0.smithi069.stdout: "op_delayed_degraded": { 2024-04-10T15:31:11.274 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.274 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.274 INFO:tasks.workunit.client.0.smithi069.stdout: "op_delayed_unreadable": { 2024-04-10T15:31:11.274 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.274 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.274 INFO:tasks.workunit.client.0.smithi069.stdout: "op_in_bytes": { 2024-04-10T15:31:11.275 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2812 2024-04-10T15:31:11.275 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.275 INFO:tasks.workunit.client.0.smithi069.stdout: "op_latency": { 2024-04-10T15:31:11.275 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 13, 2024-04-10T15:31:11.275 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 161581831 2024-04-10T15:31:11.275 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.275 INFO:tasks.workunit.client.0.smithi069.stdout: "op_out_bytes": { 2024-04-10T15:31:11.275 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.275 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.275 INFO:tasks.workunit.client.0.smithi069.stdout: "op_prepare_latency": { 2024-04-10T15:31:11.275 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 15, 2024-04-10T15:31:11.275 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 6676029 2024-04-10T15:31:11.275 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.275 INFO:tasks.workunit.client.0.smithi069.stdout: "op_process_latency": { 2024-04-10T15:31:11.275 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 13, 2024-04-10T15:31:11.275 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 93106927 2024-04-10T15:31:11.275 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.276 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r": { 2024-04-10T15:31:11.276 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.276 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.276 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r_latency": { 2024-04-10T15:31:11.276 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:11.276 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.276 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.276 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-10T15:31:11.276 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.276 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.276 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r_out_bytes": { 2024-04-10T15:31:11.276 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.276 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.276 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r_prepare_latency": { 2024-04-10T15:31:11.276 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:11.277 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.277 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.277 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r_process_latency": { 2024-04-10T15:31:11.277 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:11.277 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.277 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.277 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw": { 2024-04-10T15:31:11.277 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.277 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.277 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_in_bytes": { 2024-04-10T15:31:11.277 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.277 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.277 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_latency": { 2024-04-10T15:31:11.277 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:11.277 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.278 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.278 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-10T15:31:11.278 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.278 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.278 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-10T15:31:11.278 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.278 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.278 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_out_bytes": { 2024-04-10T15:31:11.278 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.278 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.278 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_prepare_latency": { 2024-04-10T15:31:11.278 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:11.278 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.278 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.279 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_process_latency": { 2024-04-10T15:31:11.279 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:11.279 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.279 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.279 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w": { 2024-04-10T15:31:11.279 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 13 2024-04-10T15:31:11.279 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.279 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w_in_bytes": { 2024-04-10T15:31:11.279 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2812 2024-04-10T15:31:11.279 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.279 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w_latency": { 2024-04-10T15:31:11.279 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 13, 2024-04-10T15:31:11.279 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 161581831 2024-04-10T15:31:11.279 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.279 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-10T15:31:11.280 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.280 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.280 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w_prepare_latency": { 2024-04-10T15:31:11.280 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 15, 2024-04-10T15:31:11.280 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 6676029 2024-04-10T15:31:11.280 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.280 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w_process_latency": { 2024-04-10T15:31:11.280 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 13, 2024-04-10T15:31:11.280 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 93106927 2024-04-10T15:31:11.280 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.280 INFO:tasks.workunit.client.0.smithi069.stdout: "op_wip": { 2024-04-10T15:31:11.280 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.280 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.280 INFO:tasks.workunit.client.0.smithi069.stdout: "recovery_bytes": { 2024-04-10T15:31:11.280 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.280 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.280 INFO:tasks.workunit.client.0.smithi069.stdout: "recovery_ops": { 2024-04-10T15:31:11.281 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.281 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.281 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_bytes": { 2024-04-10T15:31:11.281 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 95995035648 2024-04-10T15:31:11.281 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.281 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_bytes_used": { 2024-04-10T15:31:11.281 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 28975104 2024-04-10T15:31:11.281 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:11.281 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:11.281 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.281 INFO:tasks.workunit.client.0.smithi069.stdout: "osd.7": { 2024-04-10T15:31:11.281 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs": { 2024-04-10T15:31:11.281 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_slow_fallback": { 2024-04-10T15:31:11.281 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.281 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.281 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_slow_size_fallback": { 2024-04-10T15:31:11.281 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.282 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.282 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_unit_db": { 2024-04-10T15:31:11.282 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 65536 2024-04-10T15:31:11.282 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.282 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_unit_main": { 2024-04-10T15:31:11.282 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.282 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.282 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_unit_wal": { 2024-04-10T15:31:11.282 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.282 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.282 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes_written_slow": { 2024-04-10T15:31:11.282 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.283 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.283 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes_written_sst": { 2024-04-10T15:31:11.283 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 12288 2024-04-10T15:31:11.283 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.283 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes_written_wal": { 2024-04-10T15:31:11.283 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 5480448 2024-04-10T15:31:11.283 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.283 INFO:tasks.workunit.client.0.smithi069.stdout: "compact_lat": { 2024-04-10T15:31:11.283 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:11.283 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.283 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.283 INFO:tasks.workunit.client.0.smithi069.stdout: "compact_lock_lat": { 2024-04-10T15:31:11.283 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:11.283 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.284 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.284 INFO:tasks.workunit.client.0.smithi069.stdout: "db_total_bytes": { 2024-04-10T15:31:11.284 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 95995035648 2024-04-10T15:31:11.284 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.284 INFO:tasks.workunit.client.0.smithi069.stdout: "db_used_bytes": { 2024-04-10T15:31:11.284 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 27656192 2024-04-10T15:31:11.284 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.284 INFO:tasks.workunit.client.0.smithi069.stdout: "log_bytes": { 2024-04-10T15:31:11.284 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2539520 2024-04-10T15:31:11.284 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.284 INFO:tasks.workunit.client.0.smithi069.stdout: "logged_bytes": { 2024-04-10T15:31:11.284 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2400256 2024-04-10T15:31:11.284 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.284 INFO:tasks.workunit.client.0.smithi069.stdout: "max_bytes_db": { 2024-04-10T15:31:11.284 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 31850496 2024-04-10T15:31:11.285 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.285 INFO:tasks.workunit.client.0.smithi069.stdout: "max_bytes_slow": { 2024-04-10T15:31:11.285 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.285 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.285 INFO:tasks.workunit.client.0.smithi069.stdout: "max_bytes_wal": { 2024-04-10T15:31:11.285 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.285 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.285 INFO:tasks.workunit.client.0.smithi069.stdout: "num_files": { 2024-04-10T15:31:11.285 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 14 2024-04-10T15:31:11.285 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.285 INFO:tasks.workunit.client.0.smithi069.stdout: "read_bytes": { 2024-04-10T15:31:11.285 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 206272 2024-04-10T15:31:11.285 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.285 INFO:tasks.workunit.client.0.smithi069.stdout: "read_count": { 2024-04-10T15:31:11.285 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 23 2024-04-10T15:31:11.285 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.286 INFO:tasks.workunit.client.0.smithi069.stdout: "read_disk_bytes": { 2024-04-10T15:31:11.286 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1282048 2024-04-10T15:31:11.286 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.286 INFO:tasks.workunit.client.0.smithi069.stdout: "read_disk_bytes_db": { 2024-04-10T15:31:11.286 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1286144 2024-04-10T15:31:11.286 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.286 INFO:tasks.workunit.client.0.smithi069.stdout: "read_disk_bytes_slow": { 2024-04-10T15:31:11.286 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.286 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.286 INFO:tasks.workunit.client.0.smithi069.stdout: "read_disk_bytes_wal": { 2024-04-10T15:31:11.286 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.286 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.286 INFO:tasks.workunit.client.0.smithi069.stdout: "read_disk_count": { 2024-04-10T15:31:11.286 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 15 2024-04-10T15:31:11.286 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.287 INFO:tasks.workunit.client.0.smithi069.stdout: "read_prefetch_bytes": { 2024-04-10T15:31:11.287 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 4913 2024-04-10T15:31:11.287 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.287 INFO:tasks.workunit.client.0.smithi069.stdout: "read_prefetch_count": { 2024-04-10T15:31:11.287 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 4 2024-04-10T15:31:11.287 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.287 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_buffer_bytes": { 2024-04-10T15:31:11.287 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 5499 2024-04-10T15:31:11.287 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.287 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_buffer_count": { 2024-04-10T15:31:11.287 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 24 2024-04-10T15:31:11.287 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.287 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_bytes": { 2024-04-10T15:31:11.287 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 5499 2024-04-10T15:31:11.287 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.287 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_count": { 2024-04-10T15:31:11.288 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 24 2024-04-10T15:31:11.288 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.288 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_disk_bytes": { 2024-04-10T15:31:11.288 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.288 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.288 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_disk_bytes_db": { 2024-04-10T15:31:11.288 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.288 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.288 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_disk_bytes_slow": { 2024-04-10T15:31:11.288 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.288 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.288 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_disk_bytes_wal": { 2024-04-10T15:31:11.288 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.288 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.288 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_disk_count": { 2024-04-10T15:31:11.289 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.289 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.289 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_total_bytes": { 2024-04-10T15:31:11.289 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.289 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.289 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_used_bytes": { 2024-04-10T15:31:11.289 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.289 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.289 INFO:tasks.workunit.client.0.smithi069.stdout: "wal_total_bytes": { 2024-04-10T15:31:11.289 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.289 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.289 INFO:tasks.workunit.client.0.smithi069.stdout: "wal_used_bytes": { 2024-04-10T15:31:11.289 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.289 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.289 INFO:tasks.workunit.client.0.smithi069.stdout: "write_bytes": { 2024-04-10T15:31:11.290 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 7958528 2024-04-10T15:31:11.290 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:11.290 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.290 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore": { 2024-04-10T15:31:11.290 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_unit": { 2024-04-10T15:31:11.290 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 4096 2024-04-10T15:31:11.290 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.290 INFO:tasks.workunit.client.0.smithi069.stdout: "allocated": { 2024-04-10T15:31:11.290 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1310720 2024-04-10T15:31:11.290 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.290 INFO:tasks.workunit.client.0.smithi069.stdout: "clist_lat": { 2024-04-10T15:31:11.290 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 5, 2024-04-10T15:31:11.290 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 382582 2024-04-10T15:31:11.290 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.290 INFO:tasks.workunit.client.0.smithi069.stdout: "compress_lat": { 2024-04-10T15:31:11.291 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:11.291 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.291 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.291 INFO:tasks.workunit.client.0.smithi069.stdout: "compressed": { 2024-04-10T15:31:11.291 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.291 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.291 INFO:tasks.workunit.client.0.smithi069.stdout: "compressed_allocated": { 2024-04-10T15:31:11.291 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.291 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.291 INFO:tasks.workunit.client.0.smithi069.stdout: "compressed_original": { 2024-04-10T15:31:11.291 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.291 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.291 INFO:tasks.workunit.client.0.smithi069.stdout: "csum_lat": { 2024-04-10T15:31:11.291 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 5, 2024-04-10T15:31:11.291 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 12692 2024-04-10T15:31:11.292 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.292 INFO:tasks.workunit.client.0.smithi069.stdout: "decompress_lat": { 2024-04-10T15:31:11.292 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:11.292 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.292 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.292 INFO:tasks.workunit.client.0.smithi069.stdout: "fragmentation_micros": { 2024-04-10T15:31:11.292 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.292 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.292 INFO:tasks.workunit.client.0.smithi069.stdout: "kv_commit_lat": { 2024-04-10T15:31:11.292 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 573, 2024-04-10T15:31:11.292 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 476911193 2024-04-10T15:31:11.292 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.292 INFO:tasks.workunit.client.0.smithi069.stdout: "kv_final_lat": { 2024-04-10T15:31:11.292 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 572, 2024-04-10T15:31:11.292 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 26830926 2024-04-10T15:31:11.293 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.293 INFO:tasks.workunit.client.0.smithi069.stdout: "kv_flush_lat": { 2024-04-10T15:31:11.293 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 573, 2024-04-10T15:31:11.293 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 488014 2024-04-10T15:31:11.293 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.293 INFO:tasks.workunit.client.0.smithi069.stdout: "kv_sync_lat": { 2024-04-10T15:31:11.293 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 573, 2024-04-10T15:31:11.293 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 477399207 2024-04-10T15:31:11.293 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.293 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_get_keys_lat": { 2024-04-10T15:31:11.293 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:11.293 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.293 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.293 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_get_values_lat": { 2024-04-10T15:31:11.293 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 2, 2024-04-10T15:31:11.294 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 42481 2024-04-10T15:31:11.294 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.294 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_lower_bound_lat": { 2024-04-10T15:31:11.294 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:11.294 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.294 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.294 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_next_lat": { 2024-04-10T15:31:11.294 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:11.294 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.294 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.294 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_seek_to_first_lat": { 2024-04-10T15:31:11.294 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:11.294 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.294 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.295 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_upper_bound_lat": { 2024-04-10T15:31:11.295 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 2, 2024-04-10T15:31:11.295 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 4164 2024-04-10T15:31:11.295 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.295 INFO:tasks.workunit.client.0.smithi069.stdout: "onode_hits": { 2024-04-10T15:31:11.295 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3492 2024-04-10T15:31:11.295 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.295 INFO:tasks.workunit.client.0.smithi069.stdout: "onode_misses": { 2024-04-10T15:31:11.295 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 369 2024-04-10T15:31:11.295 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.295 INFO:tasks.workunit.client.0.smithi069.stdout: "read_lat": { 2024-04-10T15:31:11.295 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 97, 2024-04-10T15:31:11.295 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1489236 2024-04-10T15:31:11.295 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.295 INFO:tasks.workunit.client.0.smithi069.stdout: "read_onode_meta_lat": { 2024-04-10T15:31:11.296 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 141, 2024-04-10T15:31:11.296 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 405555 2024-04-10T15:31:11.296 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.296 INFO:tasks.workunit.client.0.smithi069.stdout: "read_wait_aio_lat": { 2024-04-10T15:31:11.296 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 44, 2024-04-10T15:31:11.296 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 811704 2024-04-10T15:31:11.296 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.296 INFO:tasks.workunit.client.0.smithi069.stdout: "reads_with_retries": { 2024-04-10T15:31:11.296 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.296 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.296 INFO:tasks.workunit.client.0.smithi069.stdout: "remove_lat": { 2024-04-10T15:31:11.296 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 102, 2024-04-10T15:31:11.296 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 6031021 2024-04-10T15:31:11.296 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.296 INFO:tasks.workunit.client.0.smithi069.stdout: "state_aio_wait_lat": { 2024-04-10T15:31:11.297 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 3376, 2024-04-10T15:31:11.297 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3767464419 2024-04-10T15:31:11.297 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.297 INFO:tasks.workunit.client.0.smithi069.stdout: "state_deferred_aio_wait_lat": { 2024-04-10T15:31:11.297 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 19, 2024-04-10T15:31:11.297 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 23438632 2024-04-10T15:31:11.297 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.297 INFO:tasks.workunit.client.0.smithi069.stdout: "state_deferred_cleanup_lat": { 2024-04-10T15:31:11.297 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 16, 2024-04-10T15:31:11.297 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 97840616167 2024-04-10T15:31:11.297 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.297 INFO:tasks.workunit.client.0.smithi069.stdout: "state_deferred_queued_lat": { 2024-04-10T15:31:11.297 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 19, 2024-04-10T15:31:11.297 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 27724992395 2024-04-10T15:31:11.297 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.298 INFO:tasks.workunit.client.0.smithi069.stdout: "state_done_lat": { 2024-04-10T15:31:11.298 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 3373, 2024-04-10T15:31:11.298 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1185379610 2024-04-10T15:31:11.298 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.298 INFO:tasks.workunit.client.0.smithi069.stdout: "state_finishing_lat": { 2024-04-10T15:31:11.298 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 3373, 2024-04-10T15:31:11.298 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 197206 2024-04-10T15:31:11.298 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.298 INFO:tasks.workunit.client.0.smithi069.stdout: "state_io_done_lat": { 2024-04-10T15:31:11.298 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 3376, 2024-04-10T15:31:11.298 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 118978883 2024-04-10T15:31:11.298 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.298 INFO:tasks.workunit.client.0.smithi069.stdout: "state_kv_commiting_lat": { 2024-04-10T15:31:11.298 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 3376, 2024-04-10T15:31:11.299 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2517418663 2024-04-10T15:31:11.299 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.299 INFO:tasks.workunit.client.0.smithi069.stdout: "state_kv_done_lat": { 2024-04-10T15:31:11.299 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 3376, 2024-04-10T15:31:11.299 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 477691 2024-04-10T15:31:11.299 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.299 INFO:tasks.workunit.client.0.smithi069.stdout: "state_kv_queued_lat": { 2024-04-10T15:31:11.299 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 3376, 2024-04-10T15:31:11.299 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1580725632 2024-04-10T15:31:11.299 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.299 INFO:tasks.workunit.client.0.smithi069.stdout: "state_prepare_lat": { 2024-04-10T15:31:11.299 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 3376, 2024-04-10T15:31:11.299 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 361715785 2024-04-10T15:31:11.299 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.299 INFO:tasks.workunit.client.0.smithi069.stdout: "stored": { 2024-04-10T15:31:11.300 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 900326 2024-04-10T15:31:11.300 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.300 INFO:tasks.workunit.client.0.smithi069.stdout: "truncate_lat": { 2024-04-10T15:31:11.300 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 18, 2024-04-10T15:31:11.300 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 70270 2024-04-10T15:31:11.300 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.300 INFO:tasks.workunit.client.0.smithi069.stdout: "txc_commit_lat": { 2024-04-10T15:31:11.300 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 3376, 2024-04-10T15:31:11.300 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 8346536242 2024-04-10T15:31:11.300 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.300 INFO:tasks.workunit.client.0.smithi069.stdout: "txc_submit_lat": { 2024-04-10T15:31:11.300 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 3376, 2024-04-10T15:31:11.300 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 394221311 2024-04-10T15:31:11.300 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.300 INFO:tasks.workunit.client.0.smithi069.stdout: "txc_throttle_lat": { 2024-04-10T15:31:11.301 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 3376, 2024-04-10T15:31:11.301 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 275465900 2024-04-10T15:31:11.301 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:11.301 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.301 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore-pricache": { 2024-04-10T15:31:11.301 INFO:tasks.workunit.client.0.smithi069.stdout: "cache_bytes": { 2024-04-10T15:31:11.301 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1861621688 2024-04-10T15:31:11.301 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.301 INFO:tasks.workunit.client.0.smithi069.stdout: "heap_bytes": { 2024-04-10T15:31:11.301 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 46579712 2024-04-10T15:31:11.301 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.301 INFO:tasks.workunit.client.0.smithi069.stdout: "mapped_bytes": { 2024-04-10T15:31:11.301 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 45768704 2024-04-10T15:31:11.301 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.302 INFO:tasks.workunit.client.0.smithi069.stdout: "target_bytes": { 2024-04-10T15:31:11.302 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3137562419 2024-04-10T15:31:11.302 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.302 INFO:tasks.workunit.client.0.smithi069.stdout: "unmapped_bytes": { 2024-04-10T15:31:11.302 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 811008 2024-04-10T15:31:11.302 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:11.302 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.302 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore-pricache:data": { 2024-04-10T15:31:11.302 INFO:tasks.workunit.client.0.smithi069.stdout: "committed_bytes": { 2024-04-10T15:31:11.302 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 159383552 2024-04-10T15:31:11.302 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.302 INFO:tasks.workunit.client.0.smithi069.stdout: "pri0_bytes": { 2024-04-10T15:31:11.302 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.302 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.302 INFO:tasks.workunit.client.0.smithi069.stdout: "pri10_bytes": { 2024-04-10T15:31:11.303 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.303 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.303 INFO:tasks.workunit.client.0.smithi069.stdout: "pri11_bytes": { 2024-04-10T15:31:11.303 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 85493371 2024-04-10T15:31:11.303 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.303 INFO:tasks.workunit.client.0.smithi069.stdout: "pri1_bytes": { 2024-04-10T15:31:11.303 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.303 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.303 INFO:tasks.workunit.client.0.smithi069.stdout: "pri2_bytes": { 2024-04-10T15:31:11.303 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.303 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.303 INFO:tasks.workunit.client.0.smithi069.stdout: "pri3_bytes": { 2024-04-10T15:31:11.303 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.303 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.303 INFO:tasks.workunit.client.0.smithi069.stdout: "pri4_bytes": { 2024-04-10T15:31:11.304 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.304 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.304 INFO:tasks.workunit.client.0.smithi069.stdout: "pri5_bytes": { 2024-04-10T15:31:11.304 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.304 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.304 INFO:tasks.workunit.client.0.smithi069.stdout: "pri6_bytes": { 2024-04-10T15:31:11.304 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 135168 2024-04-10T15:31:11.304 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.304 INFO:tasks.workunit.client.0.smithi069.stdout: "pri7_bytes": { 2024-04-10T15:31:11.304 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.304 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.304 INFO:tasks.workunit.client.0.smithi069.stdout: "pri8_bytes": { 2024-04-10T15:31:11.304 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.304 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.304 INFO:tasks.workunit.client.0.smithi069.stdout: "pri9_bytes": { 2024-04-10T15:31:11.305 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.305 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.305 INFO:tasks.workunit.client.0.smithi069.stdout: "reserved_bytes": { 2024-04-10T15:31:11.305 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 73755013 2024-04-10T15:31:11.305 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:11.305 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.305 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore-pricache:kv": { 2024-04-10T15:31:11.305 INFO:tasks.workunit.client.0.smithi069.stdout: "committed_bytes": { 2024-04-10T15:31:11.305 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 780140544 2024-04-10T15:31:11.305 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.305 INFO:tasks.workunit.client.0.smithi069.stdout: "pri0_bytes": { 2024-04-10T15:31:11.305 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 67108864 2024-04-10T15:31:11.305 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.305 INFO:tasks.workunit.client.0.smithi069.stdout: "pri10_bytes": { 2024-04-10T15:31:11.305 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.306 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.306 INFO:tasks.workunit.client.0.smithi069.stdout: "pri11_bytes": { 2024-04-10T15:31:11.306 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 641200284 2024-04-10T15:31:11.306 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.306 INFO:tasks.workunit.client.0.smithi069.stdout: "pri1_bytes": { 2024-04-10T15:31:11.306 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.306 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.306 INFO:tasks.workunit.client.0.smithi069.stdout: "pri2_bytes": { 2024-04-10T15:31:11.306 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.306 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.306 INFO:tasks.workunit.client.0.smithi069.stdout: "pri3_bytes": { 2024-04-10T15:31:11.306 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.306 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.306 INFO:tasks.workunit.client.0.smithi069.stdout: "pri4_bytes": { 2024-04-10T15:31:11.307 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.307 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.307 INFO:tasks.workunit.client.0.smithi069.stdout: "pri5_bytes": { 2024-04-10T15:31:11.307 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.307 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.307 INFO:tasks.workunit.client.0.smithi069.stdout: "pri6_bytes": { 2024-04-10T15:31:11.307 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2128 2024-04-10T15:31:11.307 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.307 INFO:tasks.workunit.client.0.smithi069.stdout: "pri7_bytes": { 2024-04-10T15:31:11.307 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.307 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.307 INFO:tasks.workunit.client.0.smithi069.stdout: "pri8_bytes": { 2024-04-10T15:31:11.307 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.307 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.307 INFO:tasks.workunit.client.0.smithi069.stdout: "pri9_bytes": { 2024-04-10T15:31:11.308 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.308 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.308 INFO:tasks.workunit.client.0.smithi069.stdout: "reserved_bytes": { 2024-04-10T15:31:11.308 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 71829268 2024-04-10T15:31:11.308 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:11.308 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.308 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore-pricache:kv_onode": { 2024-04-10T15:31:11.308 INFO:tasks.workunit.client.0.smithi069.stdout: "committed_bytes": { 2024-04-10T15:31:11.308 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 192937984 2024-04-10T15:31:11.308 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.308 INFO:tasks.workunit.client.0.smithi069.stdout: "pri0_bytes": { 2024-04-10T15:31:11.308 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 67108864 2024-04-10T15:31:11.308 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.308 INFO:tasks.workunit.client.0.smithi069.stdout: "pri10_bytes": { 2024-04-10T15:31:11.308 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 464 2024-04-10T15:31:11.308 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.309 INFO:tasks.workunit.client.0.smithi069.stdout: "pri11_bytes": { 2024-04-10T15:31:11.309 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 56995580 2024-04-10T15:31:11.309 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.309 INFO:tasks.workunit.client.0.smithi069.stdout: "pri1_bytes": { 2024-04-10T15:31:11.309 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.309 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.309 INFO:tasks.workunit.client.0.smithi069.stdout: "pri2_bytes": { 2024-04-10T15:31:11.309 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.309 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.309 INFO:tasks.workunit.client.0.smithi069.stdout: "pri3_bytes": { 2024-04-10T15:31:11.309 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.309 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.309 INFO:tasks.workunit.client.0.smithi069.stdout: "pri4_bytes": { 2024-04-10T15:31:11.309 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.309 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.310 INFO:tasks.workunit.client.0.smithi069.stdout: "pri5_bytes": { 2024-04-10T15:31:11.310 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.310 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.310 INFO:tasks.workunit.client.0.smithi069.stdout: "pri6_bytes": { 2024-04-10T15:31:11.310 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.310 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.310 INFO:tasks.workunit.client.0.smithi069.stdout: "pri7_bytes": { 2024-04-10T15:31:11.310 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.310 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.310 INFO:tasks.workunit.client.0.smithi069.stdout: "pri8_bytes": { 2024-04-10T15:31:11.310 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.310 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.310 INFO:tasks.workunit.client.0.smithi069.stdout: "pri9_bytes": { 2024-04-10T15:31:11.310 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.311 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.311 INFO:tasks.workunit.client.0.smithi069.stdout: "reserved_bytes": { 2024-04-10T15:31:11.311 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 68833076 2024-04-10T15:31:11.311 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:11.311 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.311 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore-pricache:meta": { 2024-04-10T15:31:11.311 INFO:tasks.workunit.client.0.smithi069.stdout: "committed_bytes": { 2024-04-10T15:31:11.311 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 713031680 2024-04-10T15:31:11.311 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.311 INFO:tasks.workunit.client.0.smithi069.stdout: "pri0_bytes": { 2024-04-10T15:31:11.311 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.311 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.311 INFO:tasks.workunit.client.0.smithi069.stdout: "pri10_bytes": { 2024-04-10T15:31:11.311 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.312 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.312 INFO:tasks.workunit.client.0.smithi069.stdout: "pri11_bytes": { 2024-04-10T15:31:11.312 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 641200284 2024-04-10T15:31:11.312 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.312 INFO:tasks.workunit.client.0.smithi069.stdout: "pri1_bytes": { 2024-04-10T15:31:11.312 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.312 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.312 INFO:tasks.workunit.client.0.smithi069.stdout: "pri2_bytes": { 2024-04-10T15:31:11.312 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.312 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.312 INFO:tasks.workunit.client.0.smithi069.stdout: "pri3_bytes": { 2024-04-10T15:31:11.312 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.312 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.312 INFO:tasks.workunit.client.0.smithi069.stdout: "pri4_bytes": { 2024-04-10T15:31:11.312 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.313 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.313 INFO:tasks.workunit.client.0.smithi069.stdout: "pri5_bytes": { 2024-04-10T15:31:11.313 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.313 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.313 INFO:tasks.workunit.client.0.smithi069.stdout: "pri6_bytes": { 2024-04-10T15:31:11.313 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 338589 2024-04-10T15:31:11.313 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.313 INFO:tasks.workunit.client.0.smithi069.stdout: "pri7_bytes": { 2024-04-10T15:31:11.313 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.313 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.313 INFO:tasks.workunit.client.0.smithi069.stdout: "pri8_bytes": { 2024-04-10T15:31:11.313 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.313 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.313 INFO:tasks.workunit.client.0.smithi069.stdout: "pri9_bytes": { 2024-04-10T15:31:11.313 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.314 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.314 INFO:tasks.workunit.client.0.smithi069.stdout: "reserved_bytes": { 2024-04-10T15:31:11.314 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 71492807 2024-04-10T15:31:11.314 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:11.314 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.314 INFO:tasks.workunit.client.0.smithi069.stdout: "objecter": { 2024-04-10T15:31:11.314 INFO:tasks.workunit.client.0.smithi069.stdout: "op_active": { 2024-04-10T15:31:11.314 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.314 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.314 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r": { 2024-04-10T15:31:11.314 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.314 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.314 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rmw": { 2024-04-10T15:31:11.314 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.315 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.315 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w": { 2024-04-10T15:31:11.315 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.315 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:11.315 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.315 INFO:tasks.workunit.client.0.smithi069.stdout: "osd": { 2024-04-10T15:31:11.315 INFO:tasks.workunit.client.0.smithi069.stdout: "numpg": { 2024-04-10T15:31:11.315 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 46 2024-04-10T15:31:11.315 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.315 INFO:tasks.workunit.client.0.smithi069.stdout: "numpg_removing": { 2024-04-10T15:31:11.315 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.315 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.315 INFO:tasks.workunit.client.0.smithi069.stdout: "op": { 2024-04-10T15:31:11.315 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 43 2024-04-10T15:31:11.315 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.316 INFO:tasks.workunit.client.0.smithi069.stdout: "op_delayed_degraded": { 2024-04-10T15:31:11.316 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.316 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.316 INFO:tasks.workunit.client.0.smithi069.stdout: "op_delayed_unreadable": { 2024-04-10T15:31:11.316 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.316 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.316 INFO:tasks.workunit.client.0.smithi069.stdout: "op_in_bytes": { 2024-04-10T15:31:11.316 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.316 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.316 INFO:tasks.workunit.client.0.smithi069.stdout: "op_latency": { 2024-04-10T15:31:11.316 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 43, 2024-04-10T15:31:11.316 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 73851665 2024-04-10T15:31:11.316 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.316 INFO:tasks.workunit.client.0.smithi069.stdout: "op_out_bytes": { 2024-04-10T15:31:11.316 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 132134 2024-04-10T15:31:11.317 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.317 INFO:tasks.workunit.client.0.smithi069.stdout: "op_prepare_latency": { 2024-04-10T15:31:11.317 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 45, 2024-04-10T15:31:11.317 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 11429172 2024-04-10T15:31:11.317 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.317 INFO:tasks.workunit.client.0.smithi069.stdout: "op_process_latency": { 2024-04-10T15:31:11.317 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 43, 2024-04-10T15:31:11.317 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 71567580 2024-04-10T15:31:11.317 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.317 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r": { 2024-04-10T15:31:11.317 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 28 2024-04-10T15:31:11.317 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.317 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r_latency": { 2024-04-10T15:31:11.317 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 28, 2024-04-10T15:31:11.317 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 4661379 2024-04-10T15:31:11.318 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.318 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-10T15:31:11.318 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.318 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.318 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r_out_bytes": { 2024-04-10T15:31:11.318 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 132134 2024-04-10T15:31:11.318 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.318 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r_prepare_latency": { 2024-04-10T15:31:11.318 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 28, 2024-04-10T15:31:11.318 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 4145997 2024-04-10T15:31:11.318 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.318 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r_process_latency": { 2024-04-10T15:31:11.318 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 28, 2024-04-10T15:31:11.318 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3459472 2024-04-10T15:31:11.318 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.319 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw": { 2024-04-10T15:31:11.319 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 10 2024-04-10T15:31:11.319 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.319 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_in_bytes": { 2024-04-10T15:31:11.319 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.319 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.319 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_latency": { 2024-04-10T15:31:11.319 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 10, 2024-04-10T15:31:11.319 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 9501863 2024-04-10T15:31:11.319 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.319 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-10T15:31:11.319 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.319 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.320 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-10T15:31:11.320 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.320 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.320 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_out_bytes": { 2024-04-10T15:31:11.320 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.320 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.320 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_prepare_latency": { 2024-04-10T15:31:11.320 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 10, 2024-04-10T15:31:11.320 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3889863 2024-04-10T15:31:11.320 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.320 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_process_latency": { 2024-04-10T15:31:11.320 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 10, 2024-04-10T15:31:11.320 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 9033000 2024-04-10T15:31:11.320 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.320 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w": { 2024-04-10T15:31:11.321 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 5 2024-04-10T15:31:11.321 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.321 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w_in_bytes": { 2024-04-10T15:31:11.321 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.321 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.321 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w_latency": { 2024-04-10T15:31:11.321 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 5, 2024-04-10T15:31:11.321 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 59688423 2024-04-10T15:31:11.321 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.321 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-10T15:31:11.321 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.321 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.321 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w_prepare_latency": { 2024-04-10T15:31:11.321 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 7, 2024-04-10T15:31:11.321 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3393312 2024-04-10T15:31:11.321 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.322 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w_process_latency": { 2024-04-10T15:31:11.322 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 5, 2024-04-10T15:31:11.322 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 59075108 2024-04-10T15:31:11.322 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.322 INFO:tasks.workunit.client.0.smithi069.stdout: "op_wip": { 2024-04-10T15:31:11.322 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.322 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.322 INFO:tasks.workunit.client.0.smithi069.stdout: "recovery_bytes": { 2024-04-10T15:31:11.322 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.322 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.322 INFO:tasks.workunit.client.0.smithi069.stdout: "recovery_ops": { 2024-04-10T15:31:11.322 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:11.322 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.322 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_bytes": { 2024-04-10T15:31:11.323 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 95995035648 2024-04-10T15:31:11.323 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.323 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_bytes_used": { 2024-04-10T15:31:11.323 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 28987392 2024-04-10T15:31:11.323 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:11.323 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:11.323 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:11.323 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.323 INFO:tasks.workunit.client.0.smithi069.stdout: "pools": [ 2024-04-10T15:31:11.323 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:11.323 INFO:tasks.workunit.client.0.smithi069.stdout: "application": [ 2024-04-10T15:31:11.323 INFO:tasks.workunit.client.0.smithi069.stdout: "mgr" 2024-04-10T15:31:11.323 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:11.323 INFO:tasks.workunit.client.0.smithi069.stdout: "cache_mode": "none", 2024-04-10T15:31:11.323 INFO:tasks.workunit.client.0.smithi069.stdout: "erasure_code_profile": {}, 2024-04-10T15:31:11.324 INFO:tasks.workunit.client.0.smithi069.stdout: "min_size": 2, 2024-04-10T15:31:11.324 INFO:tasks.workunit.client.0.smithi069.stdout: "options": {}, 2024-04-10T15:31:11.324 INFO:tasks.workunit.client.0.smithi069.stdout: "pg_autoscale_mode": "off", 2024-04-10T15:31:11.324 INFO:tasks.workunit.client.0.smithi069.stdout: "pg_num": 1, 2024-04-10T15:31:11.324 INFO:tasks.workunit.client.0.smithi069.stdout: "pgp_num": 1, 2024-04-10T15:31:11.324 INFO:tasks.workunit.client.0.smithi069.stdout: "pool": 1, 2024-04-10T15:31:11.324 INFO:tasks.workunit.client.0.smithi069.stdout: "size": 3, 2024-04-10T15:31:11.324 INFO:tasks.workunit.client.0.smithi069.stdout: "stats": { 2024-04-10T15:31:11.324 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_raw": 729296709898, 2024-04-10T15:31:11.324 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes_used": 1781760, 2024-04-10T15:31:11.324 INFO:tasks.workunit.client.0.smithi069.stdout: "compress_bytes_used": 0, 2024-04-10T15:31:11.324 INFO:tasks.workunit.client.0.smithi069.stdout: "compress_under_bytes": 0, 2024-04-10T15:31:11.324 INFO:tasks.workunit.client.0.smithi069.stdout: "data_bytes_used": 1781760, 2024-04-10T15:31:11.324 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty": 0, 2024-04-10T15:31:11.324 INFO:tasks.workunit.client.0.smithi069.stdout: "max_avail": 243098910720, 2024-04-10T15:31:11.324 INFO:tasks.workunit.client.0.smithi069.stdout: "objects": 2, 2024-04-10T15:31:11.325 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_bytes_used": 0, 2024-04-10T15:31:11.325 INFO:tasks.workunit.client.0.smithi069.stdout: "percent_used": 2.4431149086012738e-06, 2024-04-10T15:31:11.325 INFO:tasks.workunit.client.0.smithi069.stdout: "quota_bytes": 0, 2024-04-10T15:31:11.325 INFO:tasks.workunit.client.0.smithi069.stdout: "quota_objects": 0, 2024-04-10T15:31:11.325 INFO:tasks.workunit.client.0.smithi069.stdout: "rd": 212, 2024-04-10T15:31:11.325 INFO:tasks.workunit.client.0.smithi069.stdout: "rd_bytes": 313344, 2024-04-10T15:31:11.325 INFO:tasks.workunit.client.0.smithi069.stdout: "stored": 590368, 2024-04-10T15:31:11.325 INFO:tasks.workunit.client.0.smithi069.stdout: "stored_data": 590368, 2024-04-10T15:31:11.325 INFO:tasks.workunit.client.0.smithi069.stdout: "stored_omap": 0, 2024-04-10T15:31:11.325 INFO:tasks.workunit.client.0.smithi069.stdout: "stored_raw": 1771104, 2024-04-10T15:31:11.325 INFO:tasks.workunit.client.0.smithi069.stdout: "wr": 179, 2024-04-10T15:31:11.325 INFO:tasks.workunit.client.0.smithi069.stdout: "wr_bytes": 2473984 2024-04-10T15:31:11.325 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.325 INFO:tasks.workunit.client.0.smithi069.stdout: "target_max_bytes": 0, 2024-04-10T15:31:11.326 INFO:tasks.workunit.client.0.smithi069.stdout: "target_max_objects": 0, 2024-04-10T15:31:11.326 INFO:tasks.workunit.client.0.smithi069.stdout: "type": "replicated" 2024-04-10T15:31:11.326 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.326 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:11.326 INFO:tasks.workunit.client.0.smithi069.stdout: "application": [ 2024-04-10T15:31:11.326 INFO:tasks.workunit.client.0.smithi069.stdout: "cephfs" 2024-04-10T15:31:11.326 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:11.326 INFO:tasks.workunit.client.0.smithi069.stdout: "cache_mode": "none", 2024-04-10T15:31:11.326 INFO:tasks.workunit.client.0.smithi069.stdout: "erasure_code_profile": {}, 2024-04-10T15:31:11.326 INFO:tasks.workunit.client.0.smithi069.stdout: "min_size": 2, 2024-04-10T15:31:11.326 INFO:tasks.workunit.client.0.smithi069.stdout: "options": {}, 2024-04-10T15:31:11.326 INFO:tasks.workunit.client.0.smithi069.stdout: "pg_autoscale_mode": "off", 2024-04-10T15:31:11.326 INFO:tasks.workunit.client.0.smithi069.stdout: "pg_num": 32, 2024-04-10T15:31:11.326 INFO:tasks.workunit.client.0.smithi069.stdout: "pgp_num": 32, 2024-04-10T15:31:11.327 INFO:tasks.workunit.client.0.smithi069.stdout: "pool": 2, 2024-04-10T15:31:11.327 INFO:tasks.workunit.client.0.smithi069.stdout: "size": 3, 2024-04-10T15:31:11.327 INFO:tasks.workunit.client.0.smithi069.stdout: "stats": { 2024-04-10T15:31:11.327 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_raw": 729296709898, 2024-04-10T15:31:11.327 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes_used": 98304, 2024-04-10T15:31:11.327 INFO:tasks.workunit.client.0.smithi069.stdout: "compress_bytes_used": 0, 2024-04-10T15:31:11.327 INFO:tasks.workunit.client.0.smithi069.stdout: "compress_under_bytes": 0, 2024-04-10T15:31:11.327 INFO:tasks.workunit.client.0.smithi069.stdout: "data_bytes_used": 98304, 2024-04-10T15:31:11.327 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty": 0, 2024-04-10T15:31:11.327 INFO:tasks.workunit.client.0.smithi069.stdout: "max_avail": 243098910720, 2024-04-10T15:31:11.327 INFO:tasks.workunit.client.0.smithi069.stdout: "objects": 22, 2024-04-10T15:31:11.327 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_bytes_used": 0, 2024-04-10T15:31:11.327 INFO:tasks.workunit.client.0.smithi069.stdout: "percent_used": 1.347928559880529e-07, 2024-04-10T15:31:11.327 INFO:tasks.workunit.client.0.smithi069.stdout: "quota_bytes": 0, 2024-04-10T15:31:11.327 INFO:tasks.workunit.client.0.smithi069.stdout: "quota_objects": 0, 2024-04-10T15:31:11.327 INFO:tasks.workunit.client.0.smithi069.stdout: "rd": 0, 2024-04-10T15:31:11.328 INFO:tasks.workunit.client.0.smithi069.stdout: "rd_bytes": 0, 2024-04-10T15:31:11.328 INFO:tasks.workunit.client.0.smithi069.stdout: "stored": 3430, 2024-04-10T15:31:11.328 INFO:tasks.workunit.client.0.smithi069.stdout: "stored_data": 3430, 2024-04-10T15:31:11.328 INFO:tasks.workunit.client.0.smithi069.stdout: "stored_omap": 0, 2024-04-10T15:31:11.328 INFO:tasks.workunit.client.0.smithi069.stdout: "stored_raw": 10290, 2024-04-10T15:31:11.328 INFO:tasks.workunit.client.0.smithi069.stdout: "wr": 51, 2024-04-10T15:31:11.328 INFO:tasks.workunit.client.0.smithi069.stdout: "wr_bytes": 20480 2024-04-10T15:31:11.328 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.328 INFO:tasks.workunit.client.0.smithi069.stdout: "target_max_bytes": 0, 2024-04-10T15:31:11.328 INFO:tasks.workunit.client.0.smithi069.stdout: "target_max_objects": 0, 2024-04-10T15:31:11.328 INFO:tasks.workunit.client.0.smithi069.stdout: "type": "replicated" 2024-04-10T15:31:11.328 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.328 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:11.328 INFO:tasks.workunit.client.0.smithi069.stdout: "application": [ 2024-04-10T15:31:11.328 INFO:tasks.workunit.client.0.smithi069.stdout: "cephfs" 2024-04-10T15:31:11.328 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:11.328 INFO:tasks.workunit.client.0.smithi069.stdout: "cache_mode": "none", 2024-04-10T15:31:11.329 INFO:tasks.workunit.client.0.smithi069.stdout: "erasure_code_profile": {}, 2024-04-10T15:31:11.329 INFO:tasks.workunit.client.0.smithi069.stdout: "min_size": 2, 2024-04-10T15:31:11.329 INFO:tasks.workunit.client.0.smithi069.stdout: "options": {}, 2024-04-10T15:31:11.329 INFO:tasks.workunit.client.0.smithi069.stdout: "pg_autoscale_mode": "off", 2024-04-10T15:31:11.329 INFO:tasks.workunit.client.0.smithi069.stdout: "pg_num": 64, 2024-04-10T15:31:11.329 INFO:tasks.workunit.client.0.smithi069.stdout: "pgp_num": 64, 2024-04-10T15:31:11.329 INFO:tasks.workunit.client.0.smithi069.stdout: "pool": 3, 2024-04-10T15:31:11.329 INFO:tasks.workunit.client.0.smithi069.stdout: "size": 3, 2024-04-10T15:31:11.329 INFO:tasks.workunit.client.0.smithi069.stdout: "stats": { 2024-04-10T15:31:11.329 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_raw": 729296709898, 2024-04-10T15:31:11.329 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes_used": 0, 2024-04-10T15:31:11.329 INFO:tasks.workunit.client.0.smithi069.stdout: "compress_bytes_used": 0, 2024-04-10T15:31:11.329 INFO:tasks.workunit.client.0.smithi069.stdout: "compress_under_bytes": 0, 2024-04-10T15:31:11.329 INFO:tasks.workunit.client.0.smithi069.stdout: "data_bytes_used": 0, 2024-04-10T15:31:11.329 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty": 0, 2024-04-10T15:31:11.329 INFO:tasks.workunit.client.0.smithi069.stdout: "max_avail": 243098910720, 2024-04-10T15:31:11.329 INFO:tasks.workunit.client.0.smithi069.stdout: "objects": 0, 2024-04-10T15:31:11.330 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_bytes_used": 0, 2024-04-10T15:31:11.330 INFO:tasks.workunit.client.0.smithi069.stdout: "percent_used": 0.0, 2024-04-10T15:31:11.330 INFO:tasks.workunit.client.0.smithi069.stdout: "quota_bytes": 0, 2024-04-10T15:31:11.330 INFO:tasks.workunit.client.0.smithi069.stdout: "quota_objects": 0, 2024-04-10T15:31:11.330 INFO:tasks.workunit.client.0.smithi069.stdout: "rd": 0, 2024-04-10T15:31:11.330 INFO:tasks.workunit.client.0.smithi069.stdout: "rd_bytes": 0, 2024-04-10T15:31:11.330 INFO:tasks.workunit.client.0.smithi069.stdout: "stored": 0, 2024-04-10T15:31:11.330 INFO:tasks.workunit.client.0.smithi069.stdout: "stored_data": 0, 2024-04-10T15:31:11.330 INFO:tasks.workunit.client.0.smithi069.stdout: "stored_omap": 0, 2024-04-10T15:31:11.330 INFO:tasks.workunit.client.0.smithi069.stdout: "stored_raw": 0, 2024-04-10T15:31:11.330 INFO:tasks.workunit.client.0.smithi069.stdout: "wr": 0, 2024-04-10T15:31:11.330 INFO:tasks.workunit.client.0.smithi069.stdout: "wr_bytes": 0 2024-04-10T15:31:11.330 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.330 INFO:tasks.workunit.client.0.smithi069.stdout: "target_max_bytes": 0, 2024-04-10T15:31:11.330 INFO:tasks.workunit.client.0.smithi069.stdout: "target_max_objects": 0, 2024-04-10T15:31:11.331 INFO:tasks.workunit.client.0.smithi069.stdout: "type": "replicated" 2024-04-10T15:31:11.331 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.331 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:11.331 INFO:tasks.workunit.client.0.smithi069.stdout: "application": [ 2024-04-10T15:31:11.331 INFO:tasks.workunit.client.0.smithi069.stdout: "rbd" 2024-04-10T15:31:11.331 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:11.331 INFO:tasks.workunit.client.0.smithi069.stdout: "cache_mode": "none", 2024-04-10T15:31:11.331 INFO:tasks.workunit.client.0.smithi069.stdout: "erasure_code_profile": {}, 2024-04-10T15:31:11.331 INFO:tasks.workunit.client.0.smithi069.stdout: "min_size": 2, 2024-04-10T15:31:11.331 INFO:tasks.workunit.client.0.smithi069.stdout: "options": {}, 2024-04-10T15:31:11.331 INFO:tasks.workunit.client.0.smithi069.stdout: "pg_autoscale_mode": "off", 2024-04-10T15:31:11.331 INFO:tasks.workunit.client.0.smithi069.stdout: "pg_num": 8, 2024-04-10T15:31:11.331 INFO:tasks.workunit.client.0.smithi069.stdout: "pgp_num": 8, 2024-04-10T15:31:11.331 INFO:tasks.workunit.client.0.smithi069.stdout: "pool": 4, 2024-04-10T15:31:11.331 INFO:tasks.workunit.client.0.smithi069.stdout: "size": 3, 2024-04-10T15:31:11.331 INFO:tasks.workunit.client.0.smithi069.stdout: "stats": { 2024-04-10T15:31:11.331 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_raw": 729296709898, 2024-04-10T15:31:11.332 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes_used": 0, 2024-04-10T15:31:11.332 INFO:tasks.workunit.client.0.smithi069.stdout: "compress_bytes_used": 0, 2024-04-10T15:31:11.332 INFO:tasks.workunit.client.0.smithi069.stdout: "compress_under_bytes": 0, 2024-04-10T15:31:11.332 INFO:tasks.workunit.client.0.smithi069.stdout: "data_bytes_used": 0, 2024-04-10T15:31:11.332 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty": 0, 2024-04-10T15:31:11.332 INFO:tasks.workunit.client.0.smithi069.stdout: "max_avail": 243098910720, 2024-04-10T15:31:11.332 INFO:tasks.workunit.client.0.smithi069.stdout: "objects": 0, 2024-04-10T15:31:11.332 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_bytes_used": 0, 2024-04-10T15:31:11.332 INFO:tasks.workunit.client.0.smithi069.stdout: "percent_used": 0.0, 2024-04-10T15:31:11.332 INFO:tasks.workunit.client.0.smithi069.stdout: "quota_bytes": 0, 2024-04-10T15:31:11.332 INFO:tasks.workunit.client.0.smithi069.stdout: "quota_objects": 0, 2024-04-10T15:31:11.332 INFO:tasks.workunit.client.0.smithi069.stdout: "rd": 0, 2024-04-10T15:31:11.332 INFO:tasks.workunit.client.0.smithi069.stdout: "rd_bytes": 0, 2024-04-10T15:31:11.332 INFO:tasks.workunit.client.0.smithi069.stdout: "stored": 0, 2024-04-10T15:31:11.332 INFO:tasks.workunit.client.0.smithi069.stdout: "stored_data": 0, 2024-04-10T15:31:11.332 INFO:tasks.workunit.client.0.smithi069.stdout: "stored_omap": 0, 2024-04-10T15:31:11.333 INFO:tasks.workunit.client.0.smithi069.stdout: "stored_raw": 0, 2024-04-10T15:31:11.333 INFO:tasks.workunit.client.0.smithi069.stdout: "wr": 0, 2024-04-10T15:31:11.333 INFO:tasks.workunit.client.0.smithi069.stdout: "wr_bytes": 0 2024-04-10T15:31:11.333 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.333 INFO:tasks.workunit.client.0.smithi069.stdout: "target_max_bytes": 0, 2024-04-10T15:31:11.333 INFO:tasks.workunit.client.0.smithi069.stdout: "target_max_objects": 0, 2024-04-10T15:31:11.333 INFO:tasks.workunit.client.0.smithi069.stdout: "type": "replicated" 2024-04-10T15:31:11.333 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:11.333 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:11.333 INFO:tasks.workunit.client.0.smithi069.stdout: "rbd": { 2024-04-10T15:31:11.333 INFO:tasks.workunit.client.0.smithi069.stdout: "mirroring_by_pool": [ 2024-04-10T15:31:11.333 INFO:tasks.workunit.client.0.smithi069.stdout: false 2024-04-10T15:31:11.333 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:11.333 INFO:tasks.workunit.client.0.smithi069.stdout: "num_images_by_pool": [ 2024-04-10T15:31:11.333 INFO:tasks.workunit.client.0.smithi069.stdout: 0 2024-04-10T15:31:11.333 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:11.334 INFO:tasks.workunit.client.0.smithi069.stdout: "num_pools": 1 2024-04-10T15:31:11.334 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.334 INFO:tasks.workunit.client.0.smithi069.stdout: "report_id": "59e78261-1e1f-436b-b9ee-1195d8b227b8", 2024-04-10T15:31:11.334 INFO:tasks.workunit.client.0.smithi069.stdout: "report_timestamp": "2024-04-10T15:31:10.553269", 2024-04-10T15:31:11.334 INFO:tasks.workunit.client.0.smithi069.stdout: "report_version": 1, 2024-04-10T15:31:11.334 INFO:tasks.workunit.client.0.smithi069.stdout: "rocksdb_stats": { 2024-04-10T15:31:11.334 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "7.9.2" 2024-04-10T15:31:11.334 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.334 INFO:tasks.workunit.client.0.smithi069.stdout: "rook": { 2024-04-10T15:31:11.334 INFO:tasks.workunit.client.0.smithi069.stdout: "cluster": { 2024-04-10T15:31:11.334 INFO:tasks.workunit.client.0.smithi069.stdout: "external-mode": null, 2024-04-10T15:31:11.334 INFO:tasks.workunit.client.0.smithi069.stdout: "mon": { 2024-04-10T15:31:11.334 INFO:tasks.workunit.client.0.smithi069.stdout: "allow-multiple-per-node": null, 2024-04-10T15:31:11.334 INFO:tasks.workunit.client.0.smithi069.stdout: "count": null, 2024-04-10T15:31:11.334 INFO:tasks.workunit.client.0.smithi069.stdout: "max-id": null, 2024-04-10T15:31:11.334 INFO:tasks.workunit.client.0.smithi069.stdout: "pvc": { 2024-04-10T15:31:11.335 INFO:tasks.workunit.client.0.smithi069.stdout: "enabled": null 2024-04-10T15:31:11.335 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.335 INFO:tasks.workunit.client.0.smithi069.stdout: "stretch": { 2024-04-10T15:31:11.335 INFO:tasks.workunit.client.0.smithi069.stdout: "enabled": null 2024-04-10T15:31:11.335 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:11.335 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.335 INFO:tasks.workunit.client.0.smithi069.stdout: "network": { 2024-04-10T15:31:11.335 INFO:tasks.workunit.client.0.smithi069.stdout: "provider": null 2024-04-10T15:31:11.335 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.335 INFO:tasks.workunit.client.0.smithi069.stdout: "storage": { 2024-04-10T15:31:11.335 INFO:tasks.workunit.client.0.smithi069.stdout: "device-set": { 2024-04-10T15:31:11.335 INFO:tasks.workunit.client.0.smithi069.stdout: "count": { 2024-04-10T15:31:11.335 INFO:tasks.workunit.client.0.smithi069.stdout: "non-portable": null, 2024-04-10T15:31:11.335 INFO:tasks.workunit.client.0.smithi069.stdout: "portable": null, 2024-04-10T15:31:11.335 INFO:tasks.workunit.client.0.smithi069.stdout: "total": null 2024-04-10T15:31:11.335 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:11.336 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:11.336 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:11.336 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.336 INFO:tasks.workunit.client.0.smithi069.stdout: "csi": { 2024-04-10T15:31:11.336 INFO:tasks.workunit.client.0.smithi069.stdout: "version": null 2024-04-10T15:31:11.336 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.336 INFO:tasks.workunit.client.0.smithi069.stdout: "kubernetes": { 2024-04-10T15:31:11.336 INFO:tasks.workunit.client.0.smithi069.stdout: "version": null 2024-04-10T15:31:11.336 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.336 INFO:tasks.workunit.client.0.smithi069.stdout: "node": { 2024-04-10T15:31:11.336 INFO:tasks.workunit.client.0.smithi069.stdout: "count": { 2024-04-10T15:31:11.336 INFO:tasks.workunit.client.0.smithi069.stdout: "kubernetes-total": null, 2024-04-10T15:31:11.336 INFO:tasks.workunit.client.0.smithi069.stdout: "with-ceph-daemons": null, 2024-04-10T15:31:11.336 INFO:tasks.workunit.client.0.smithi069.stdout: "with-csi-cephfs-plugin": null, 2024-04-10T15:31:11.336 INFO:tasks.workunit.client.0.smithi069.stdout: "with-csi-nfs-plugin": null, 2024-04-10T15:31:11.337 INFO:tasks.workunit.client.0.smithi069.stdout: "with-csi-rbd-plugin": null 2024-04-10T15:31:11.337 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:11.337 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.337 INFO:tasks.workunit.client.0.smithi069.stdout: "usage": { 2024-04-10T15:31:11.337 INFO:tasks.workunit.client.0.smithi069.stdout: "storage-class": { 2024-04-10T15:31:11.337 INFO:tasks.workunit.client.0.smithi069.stdout: "count": { 2024-04-10T15:31:11.337 INFO:tasks.workunit.client.0.smithi069.stdout: "bucket": null, 2024-04-10T15:31:11.337 INFO:tasks.workunit.client.0.smithi069.stdout: "cephfs": null, 2024-04-10T15:31:11.337 INFO:tasks.workunit.client.0.smithi069.stdout: "nfs": null, 2024-04-10T15:31:11.337 INFO:tasks.workunit.client.0.smithi069.stdout: "rbd": null, 2024-04-10T15:31:11.337 INFO:tasks.workunit.client.0.smithi069.stdout: "total": null 2024-04-10T15:31:11.337 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:11.337 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:11.337 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.338 INFO:tasks.workunit.client.0.smithi069.stdout: "version": null 2024-04-10T15:31:11.338 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.338 INFO:tasks.workunit.client.0.smithi069.stdout: "services": {}, 2024-04-10T15:31:11.338 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_per_pg": [ 2024-04-10T15:31:11.338 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:11.338 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T15:31:11.338 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T15:31:11.338 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T15:31:11.338 INFO:tasks.workunit.client.0.smithi069.stdout: 0 2024-04-10T15:31:11.338 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:11.338 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 7, 2024-04-10T15:31:11.338 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T15:31:11.338 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T15:31:11.338 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T15:31:11.338 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T15:31:11.339 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:31:11.339 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T15:31:11.339 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T15:28:47.169566+0000", 2024-04-10T15:31:11.339 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:28:12.697215+0000", 2024-04-10T15:31:11.339 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:28:12.697215+0000", 2024-04-10T15:31:11.339 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:28:12.697522+0000", 2024-04-10T15:31:11.339 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T15:28:47.169566+0000", 2024-04-10T15:31:11.339 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:11.339 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:31:11.339 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:11.339 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 61, 2024-04-10T15:31:11.339 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T15:28:47.169566+0000", 2024-04-10T15:31:11.339 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T15:28:47.169566+0000", 2024-04-10T15:31:11.339 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T15:28:47.169566+0000", 2024-04-10T15:31:11.339 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T15:31:11.340 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T15:31:11.340 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:11.340 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T15:28:47.169566+0000", 2024-04-10T15:31:11.340 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T15:28:47.169566+0000", 2024-04-10T15:31:11.340 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T15:31:11.340 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T15:31:11.340 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T15:31:11.340 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T15:31:11.340 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 60, 2024-04-10T15:31:11.340 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T15:31:11.340 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T15:31:11.340 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T15:31:11.340 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T15:31:11.340 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T15:31:11.340 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:31:11.340 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T15:31:11.340 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T15:31:11.341 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.3f", 2024-04-10T15:31:11.341 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T15:31:11.341 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T15:31:11.341 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 69, 2024-04-10T15:31:11.341 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 18, 2024-04-10T15:31:11.341 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T15:31:11.341 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T20:35:17.938280+0000", 2024-04-10T15:31:11.341 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:31:11.341 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T15:31:11.341 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T15:31:11.341 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T15:31:11.341 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:31:11.341 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T15:31:11.341 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:31:11.341 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T15:31:11.341 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T15:31:11.342 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T15:31:11.342 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T15:31:11.342 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T15:31:11.342 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T15:31:11.342 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T15:31:11.342 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T15:31:11.342 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T15:31:11.342 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T15:31:11.342 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:31:11.342 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T15:31:11.342 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T15:31:11.342 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T15:31:11.342 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T15:31:11.342 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T15:31:11.342 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:31:11.342 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T15:31:11.343 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T15:31:11.343 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T15:31:11.343 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:31:11.343 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T15:31:11.343 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T15:31:11.343 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T15:31:11.343 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T15:31:11.343 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T15:31:11.343 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T15:31:11.343 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T15:31:11.343 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T15:31:11.343 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T15:31:11.343 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T15:31:11.343 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T15:31:11.343 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:31:11.343 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T15:31:11.344 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T15:31:11.344 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T15:31:11.344 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.344 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T15:31:11.344 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T15:31:11.344 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T15:31:11.344 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T15:31:11.344 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T15:31:11.344 INFO:tasks.workunit.client.0.smithi069.stdout: 0 2024-04-10T15:31:11.344 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:11.344 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 7, 2024-04-10T15:31:11.344 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T15:31:11.344 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.344 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:11.344 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T15:31:11.344 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T15:31:11.345 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T15:31:11.345 INFO:tasks.workunit.client.0.smithi069.stdout: 6 2024-04-10T15:31:11.345 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:11.345 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 1, 2024-04-10T15:31:11.345 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T15:31:11.345 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T15:31:11.345 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T15:31:11.345 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T15:31:11.345 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:31:11.345 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T15:31:11.345 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T15:28:47.108770+0000", 2024-04-10T15:31:11.345 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:28:12.694125+0000", 2024-04-10T15:31:11.345 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:28:12.694125+0000", 2024-04-10T15:31:11.345 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:28:12.695085+0000", 2024-04-10T15:31:11.345 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T15:28:47.108770+0000", 2024-04-10T15:31:11.346 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:11.346 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:31:11.346 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:11.346 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 61, 2024-04-10T15:31:11.346 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T15:28:47.108770+0000", 2024-04-10T15:31:11.346 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T15:28:47.108770+0000", 2024-04-10T15:31:11.346 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T15:28:47.108770+0000", 2024-04-10T15:31:11.346 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T15:31:11.346 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T15:31:11.346 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:11.346 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T15:28:47.108770+0000", 2024-04-10T15:31:11.346 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T15:28:47.108770+0000", 2024-04-10T15:31:11.346 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T15:31:11.346 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T15:31:11.346 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T15:31:11.347 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T15:31:11.347 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 60, 2024-04-10T15:31:11.347 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T15:31:11.347 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T15:31:11.347 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T15:31:11.347 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T15:31:11.347 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T15:31:11.347 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:31:11.347 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T15:31:11.347 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T15:31:11.347 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.3e", 2024-04-10T15:31:11.347 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T15:31:11.347 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T15:31:11.347 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 69, 2024-04-10T15:31:11.347 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 19, 2024-04-10T15:31:11.347 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T15:31:11.347 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T21:50:43.562860+0000", 2024-04-10T15:31:11.348 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:31:11.348 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T15:31:11.348 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T15:31:11.348 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T15:31:11.348 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:31:11.348 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T15:31:11.348 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:31:11.348 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T15:31:11.348 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T15:31:11.348 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T15:31:11.348 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T15:31:11.348 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T15:31:11.348 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T15:31:11.348 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T15:31:11.349 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T15:31:11.349 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T15:31:11.349 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T15:31:11.349 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:31:11.349 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T15:31:11.349 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T15:31:11.349 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T15:31:11.349 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T15:31:11.349 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T15:31:11.349 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:31:11.349 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T15:31:11.349 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T15:31:11.349 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T15:31:11.349 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:31:11.349 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T15:31:11.349 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T15:31:11.349 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T15:31:11.350 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T15:31:11.350 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T15:31:11.350 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T15:31:11.350 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T15:31:11.350 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T15:31:11.350 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T15:31:11.350 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T15:31:11.350 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T15:31:11.350 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:31:11.350 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T15:31:11.350 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T15:31:11.350 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T15:31:11.350 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.350 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T15:31:11.351 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T15:31:11.351 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T15:31:11.351 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T15:31:11.351 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T15:31:11.351 INFO:tasks.workunit.client.0.smithi069.stdout: 6 2024-04-10T15:31:11.351 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:11.351 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 1, 2024-04-10T15:31:11.351 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T15:31:11.351 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.351 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:11.351 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T15:31:11.351 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T15:31:11.351 INFO:tasks.workunit.client.0.smithi069.stdout: 2, 2024-04-10T15:31:11.351 INFO:tasks.workunit.client.0.smithi069.stdout: 1 2024-04-10T15:31:11.351 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:11.351 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 3, 2024-04-10T15:31:11.352 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T15:31:11.352 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T15:31:11.352 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T15:31:11.352 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T15:31:11.352 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:31:11.352 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T15:31:11.352 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T15:28:48.069212+0000", 2024-04-10T15:31:11.352 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:28:36.700970+0000", 2024-04-10T15:31:11.352 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:28:36.700970+0000", 2024-04-10T15:31:11.352 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:28:36.701291+0000", 2024-04-10T15:31:11.352 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T15:28:48.069212+0000", 2024-04-10T15:31:11.352 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:11.352 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:31:11.352 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:11.353 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 64, 2024-04-10T15:31:11.353 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T15:28:48.069212+0000", 2024-04-10T15:31:11.353 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T15:28:48.069212+0000", 2024-04-10T15:31:11.353 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T15:28:48.069212+0000", 2024-04-10T15:31:11.353 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T15:31:11.353 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T15:31:11.353 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:11.353 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T15:28:48.069212+0000", 2024-04-10T15:31:11.353 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T15:28:48.069212+0000", 2024-04-10T15:31:11.353 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T15:31:11.353 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T15:31:11.353 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T15:31:11.353 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T15:31:11.353 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 63, 2024-04-10T15:31:11.353 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T15:31:11.353 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T15:31:11.353 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T15:31:11.354 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T15:31:11.354 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T15:31:11.354 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:31:11.354 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T15:31:11.354 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T15:31:11.354 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.3d", 2024-04-10T15:31:11.354 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T15:31:11.354 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T15:31:11.354 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 69, 2024-04-10T15:31:11.354 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 17, 2024-04-10T15:31:11.354 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T15:31:11.354 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T00:04:25.471515+0000", 2024-04-10T15:31:11.354 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:31:11.354 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T15:31:11.354 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T15:31:11.355 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T15:31:11.355 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:31:11.355 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T15:31:11.355 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:31:11.355 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T15:31:11.355 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T15:31:11.355 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T15:31:11.355 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T15:31:11.355 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T15:31:11.355 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T15:31:11.355 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T15:31:11.355 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T15:31:11.355 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T15:31:11.355 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T15:31:11.355 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:31:11.356 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T15:31:11.356 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T15:31:11.356 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T15:31:11.356 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T15:31:11.356 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T15:31:11.356 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:31:11.356 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T15:31:11.356 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T15:31:11.356 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T15:31:11.356 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:31:11.356 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T15:31:11.356 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T15:31:11.356 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T15:31:11.356 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T15:31:11.356 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T15:31:11.357 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T15:31:11.357 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T15:31:11.357 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T15:31:11.357 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T15:31:11.357 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T15:31:11.357 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T15:31:11.357 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:31:11.357 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T15:31:11.357 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T15:31:11.357 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T15:31:11.357 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.357 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T15:31:11.357 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T15:31:11.357 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T15:31:11.358 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T15:31:11.358 INFO:tasks.workunit.client.0.smithi069.stdout: 2, 2024-04-10T15:31:11.358 INFO:tasks.workunit.client.0.smithi069.stdout: 1 2024-04-10T15:31:11.358 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:11.358 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 3, 2024-04-10T15:31:11.358 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T15:31:11.358 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.358 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:11.358 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T15:31:11.358 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T15:31:11.358 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T15:31:11.358 INFO:tasks.workunit.client.0.smithi069.stdout: 7 2024-04-10T15:31:11.358 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:11.358 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 5, 2024-04-10T15:31:11.358 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T15:31:11.359 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T15:31:11.359 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T15:31:11.359 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T15:31:11.359 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:31:11.359 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T15:31:11.359 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T15:28:47.107177+0000", 2024-04-10T15:31:11.359 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:28:12.698426+0000", 2024-04-10T15:31:11.359 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:28:12.698426+0000", 2024-04-10T15:31:11.359 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:28:12.699385+0000", 2024-04-10T15:31:11.359 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T15:28:47.107177+0000", 2024-04-10T15:31:11.359 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:11.359 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:31:11.359 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:11.359 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 61, 2024-04-10T15:31:11.359 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T15:28:47.107177+0000", 2024-04-10T15:31:11.360 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T15:28:47.107177+0000", 2024-04-10T15:31:11.360 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T15:28:47.107177+0000", 2024-04-10T15:31:11.360 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T15:31:11.360 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T15:31:11.360 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:11.360 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T15:28:47.107177+0000", 2024-04-10T15:31:11.360 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T15:28:47.107177+0000", 2024-04-10T15:31:11.360 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T15:31:11.360 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T15:31:11.360 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T15:31:11.360 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T15:31:11.360 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 60, 2024-04-10T15:31:11.360 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T15:31:11.360 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T15:31:11.360 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T15:31:11.361 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T15:31:11.361 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T15:31:11.361 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:31:11.361 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T15:31:11.361 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T15:31:11.361 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.3c", 2024-04-10T15:31:11.361 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T15:31:11.361 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T15:31:11.361 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 69, 2024-04-10T15:31:11.361 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 18, 2024-04-10T15:31:11.361 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T15:31:11.361 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T18:37:45.002946+0000", 2024-04-10T15:31:11.361 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:31:11.361 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T15:31:11.361 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T15:31:11.362 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T15:31:11.362 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:31:11.362 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T15:31:11.362 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:31:11.362 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T15:31:11.362 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T15:31:11.362 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T15:31:11.362 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T15:31:11.362 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T15:31:11.362 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T15:31:11.362 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T15:31:11.362 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T15:31:11.362 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T15:31:11.362 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T15:31:11.363 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:31:11.363 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T15:31:11.363 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T15:31:11.363 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T15:31:11.363 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T15:31:11.363 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T15:31:11.363 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:31:11.363 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T15:31:11.363 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T15:31:11.363 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T15:31:11.363 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:31:11.363 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T15:31:11.363 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T15:31:11.363 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T15:31:11.363 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T15:31:11.364 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T15:31:11.364 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T15:31:11.364 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T15:31:11.364 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T15:31:11.364 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T15:31:11.364 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T15:31:11.364 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T15:31:11.364 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:31:11.364 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T15:31:11.364 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T15:31:11.364 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T15:31:11.364 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.364 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T15:31:11.364 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T15:31:11.364 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T15:31:11.365 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T15:31:11.365 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T15:31:11.365 INFO:tasks.workunit.client.0.smithi069.stdout: 7 2024-04-10T15:31:11.365 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:11.365 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 5, 2024-04-10T15:31:11.365 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T15:31:11.365 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.365 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:11.365 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T15:31:11.365 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T15:31:11.365 INFO:tasks.workunit.client.0.smithi069.stdout: 2, 2024-04-10T15:31:11.365 INFO:tasks.workunit.client.0.smithi069.stdout: 4 2024-04-10T15:31:11.365 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:11.365 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 7, 2024-04-10T15:31:11.366 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T15:31:11.366 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T15:31:11.366 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T15:31:11.366 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T15:31:11.366 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:31:11.366 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T15:31:11.366 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T15:28:47.169521+0000", 2024-04-10T15:31:11.366 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:28:12.707571+0000", 2024-04-10T15:31:11.366 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:28:12.707571+0000", 2024-04-10T15:31:11.366 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:28:12.707878+0000", 2024-04-10T15:31:11.366 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T15:28:47.169521+0000", 2024-04-10T15:31:11.366 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:11.366 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:31:11.366 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:11.367 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 61, 2024-04-10T15:31:11.367 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T15:28:47.169521+0000", 2024-04-10T15:31:11.367 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T15:28:47.169521+0000", 2024-04-10T15:31:11.367 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T15:28:47.169521+0000", 2024-04-10T15:31:11.367 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T15:31:11.367 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T15:31:11.367 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:11.367 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T15:28:47.169521+0000", 2024-04-10T15:31:11.367 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T15:28:47.169521+0000", 2024-04-10T15:31:11.367 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T15:31:11.367 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T15:31:11.367 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T15:31:11.367 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T15:31:11.367 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 60, 2024-04-10T15:31:11.367 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T15:31:11.367 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T15:31:11.368 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T15:31:11.368 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T15:31:11.368 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T15:31:11.368 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:31:11.368 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T15:31:11.368 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T15:31:11.368 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.3b", 2024-04-10T15:31:11.368 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T15:31:11.368 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T15:31:11.368 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 69, 2024-04-10T15:31:11.368 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 18, 2024-04-10T15:31:11.368 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T15:31:11.368 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T17:18:21.836886+0000", 2024-04-10T15:31:11.368 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:31:11.368 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T15:31:11.369 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T15:31:11.369 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T15:31:11.369 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:31:11.369 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T15:31:11.369 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:31:11.369 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T15:31:11.369 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T15:31:11.369 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T15:31:11.369 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T15:31:11.369 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T15:31:11.369 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T15:31:11.369 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T15:31:11.369 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T15:31:11.369 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T15:31:11.369 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T15:31:11.370 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:31:11.370 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T15:31:11.370 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T15:31:11.370 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T15:31:11.370 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T15:31:11.370 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T15:31:11.370 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:31:11.370 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T15:31:11.370 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T15:31:11.370 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T15:31:11.370 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:31:11.370 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T15:31:11.370 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T15:31:11.370 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T15:31:11.371 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T15:31:11.371 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T15:31:11.371 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T15:31:11.371 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T15:31:11.371 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T15:31:11.371 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T15:31:11.371 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T15:31:11.371 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T15:31:11.371 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:31:11.371 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T15:31:11.371 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T15:31:11.371 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T15:31:11.371 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.371 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T15:31:11.372 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T15:31:11.372 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T15:31:11.372 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T15:31:11.372 INFO:tasks.workunit.client.0.smithi069.stdout: 2, 2024-04-10T15:31:11.372 INFO:tasks.workunit.client.0.smithi069.stdout: 4 2024-04-10T15:31:11.372 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:11.372 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 7, 2024-04-10T15:31:11.372 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T15:31:11.372 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.372 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:11.372 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T15:31:11.372 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T15:31:11.372 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T15:31:11.372 INFO:tasks.workunit.client.0.smithi069.stdout: 1 2024-04-10T15:31:11.372 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:11.373 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 5, 2024-04-10T15:31:11.373 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T15:31:11.373 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T15:31:11.373 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T15:31:11.373 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T15:31:11.373 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:31:11.373 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T15:31:11.373 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T15:28:47.107089+0000", 2024-04-10T15:31:11.373 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:28:12.687777+0000", 2024-04-10T15:31:11.373 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:28:12.687777+0000", 2024-04-10T15:31:11.373 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:28:12.688200+0000", 2024-04-10T15:31:11.373 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T15:28:47.107089+0000", 2024-04-10T15:31:11.373 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:11.373 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:31:11.374 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:11.374 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 61, 2024-04-10T15:31:11.374 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T15:28:47.107089+0000", 2024-04-10T15:31:11.374 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T15:28:47.107089+0000", 2024-04-10T15:31:11.374 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T15:28:47.107089+0000", 2024-04-10T15:31:11.374 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T15:31:11.374 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T15:31:11.374 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:11.374 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T15:28:47.107089+0000", 2024-04-10T15:31:11.374 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T15:28:47.107089+0000", 2024-04-10T15:31:11.374 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T15:31:11.374 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T15:31:11.374 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T15:31:11.374 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T15:31:11.374 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 60, 2024-04-10T15:31:11.375 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T15:31:11.375 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T15:31:11.375 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T15:31:11.375 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T15:31:11.375 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T15:31:11.375 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:31:11.375 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T15:31:11.375 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T15:31:11.375 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.3a", 2024-04-10T15:31:11.375 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T15:31:11.375 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T15:31:11.375 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 69, 2024-04-10T15:31:11.375 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 18, 2024-04-10T15:31:11.375 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T15:31:11.375 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T03:25:39.026190+0000", 2024-04-10T15:31:11.375 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:31:11.375 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T15:31:11.376 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T15:31:11.376 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T15:31:11.376 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:31:11.376 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T15:31:11.376 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:31:11.376 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T15:31:11.376 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T15:31:11.376 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T15:31:11.376 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T15:31:11.376 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T15:31:11.376 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T15:31:11.376 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T15:31:11.376 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T15:31:11.376 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T15:31:11.376 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T15:31:11.376 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:31:11.377 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T15:31:11.377 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T15:31:11.377 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T15:31:11.377 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T15:31:11.377 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T15:31:11.377 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:31:11.377 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T15:31:11.377 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T15:31:11.377 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T15:31:11.377 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:31:11.377 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T15:31:11.377 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T15:31:11.377 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T15:31:11.377 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T15:31:11.377 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T15:31:11.377 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T15:31:11.377 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T15:31:11.378 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T15:31:11.378 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T15:31:11.378 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T15:31:11.378 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T15:31:11.378 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:31:11.378 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T15:31:11.378 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T15:31:11.378 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T15:31:11.378 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.378 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T15:31:11.378 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T15:31:11.378 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T15:31:11.378 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T15:31:11.378 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T15:31:11.378 INFO:tasks.workunit.client.0.smithi069.stdout: 1 2024-04-10T15:31:11.378 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:11.379 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 5, 2024-04-10T15:31:11.379 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T15:31:11.379 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.379 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:11.379 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T15:31:11.379 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T15:31:11.379 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T15:31:11.379 INFO:tasks.workunit.client.0.smithi069.stdout: 4 2024-04-10T15:31:11.379 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:11.379 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 7, 2024-04-10T15:31:11.379 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T15:31:11.379 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T15:31:11.379 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T15:31:11.379 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T15:31:11.380 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:31:11.380 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T15:31:11.380 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T15:28:47.168908+0000", 2024-04-10T15:31:11.380 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:28:12.698402+0000", 2024-04-10T15:31:11.380 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:28:12.698402+0000", 2024-04-10T15:31:11.380 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:28:12.698706+0000", 2024-04-10T15:31:11.380 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T15:28:47.168908+0000", 2024-04-10T15:31:11.380 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:11.380 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:31:11.380 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:11.380 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 61, 2024-04-10T15:31:11.380 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T15:28:47.168908+0000", 2024-04-10T15:31:11.380 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T15:28:47.168908+0000", 2024-04-10T15:31:11.380 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T15:28:47.168908+0000", 2024-04-10T15:31:11.380 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T15:31:11.381 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T15:31:11.381 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:11.381 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T15:28:47.168908+0000", 2024-04-10T15:31:11.381 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T15:28:47.168908+0000", 2024-04-10T15:31:11.381 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T15:31:11.381 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T15:31:11.381 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T15:31:11.381 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T15:31:11.381 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 60, 2024-04-10T15:31:11.381 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T15:31:11.381 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T15:31:11.381 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T15:31:11.381 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T15:31:11.381 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T15:31:11.381 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:31:11.381 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T15:31:11.382 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T15:31:11.382 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.39", 2024-04-10T15:31:11.382 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T15:31:11.382 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T15:31:11.382 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 69, 2024-04-10T15:31:11.382 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 18, 2024-04-10T15:31:11.382 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T15:31:11.382 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T20:00:34.088749+0000", 2024-04-10T15:31:11.382 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:31:11.382 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T15:31:11.382 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T15:31:11.382 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T15:31:11.382 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:31:11.382 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T15:31:11.382 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:31:11.382 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T15:31:11.383 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T15:31:11.383 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T15:31:11.383 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T15:31:11.383 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T15:31:11.383 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T15:31:11.383 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T15:31:11.383 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T15:31:11.383 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T15:31:11.383 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T15:31:11.383 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:31:11.383 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T15:31:11.383 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T15:31:11.383 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T15:31:11.383 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T15:31:11.383 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T15:31:11.383 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:31:11.383 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T15:31:11.384 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T15:31:11.384 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T15:31:11.384 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:31:11.384 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T15:31:11.384 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T15:31:11.384 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T15:31:11.384 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T15:31:11.384 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T15:31:11.384 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T15:31:11.384 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T15:31:11.384 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T15:31:11.384 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T15:31:11.384 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T15:31:11.384 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T15:31:11.385 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:31:11.385 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T15:31:11.385 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T15:31:11.385 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T15:31:11.385 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.385 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T15:31:11.385 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T15:31:11.385 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T15:31:11.385 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T15:31:11.385 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T15:31:11.385 INFO:tasks.workunit.client.0.smithi069.stdout: 4 2024-04-10T15:31:11.385 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:11.385 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 7, 2024-04-10T15:31:11.385 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T15:31:11.385 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.385 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:11.385 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T15:31:11.386 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T15:31:11.386 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T15:31:11.386 INFO:tasks.workunit.client.0.smithi069.stdout: 6 2024-04-10T15:31:11.386 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:11.386 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 3, 2024-04-10T15:31:11.386 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T15:31:11.386 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T15:31:11.386 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T15:31:11.386 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T15:31:11.386 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:31:11.386 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T15:31:11.386 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T15:28:48.068650+0000", 2024-04-10T15:31:11.386 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:28:12.697487+0000", 2024-04-10T15:31:11.386 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:28:12.697487+0000", 2024-04-10T15:31:11.386 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:28:12.698333+0000", 2024-04-10T15:31:11.386 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T15:28:48.068650+0000", 2024-04-10T15:31:11.387 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:11.387 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:31:11.387 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:11.387 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 61, 2024-04-10T15:31:11.387 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T15:28:48.068650+0000", 2024-04-10T15:31:11.387 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T15:28:48.068650+0000", 2024-04-10T15:31:11.387 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T15:28:48.068650+0000", 2024-04-10T15:31:11.387 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T15:31:11.387 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T15:31:11.387 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:11.387 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T15:28:48.068650+0000", 2024-04-10T15:31:11.387 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T15:28:48.068650+0000", 2024-04-10T15:31:11.387 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T15:31:11.387 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T15:31:11.388 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T15:31:11.388 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T15:31:11.388 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 60, 2024-04-10T15:31:11.388 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T15:31:11.388 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T15:31:11.388 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T15:31:11.388 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T15:31:11.388 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T15:31:11.388 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:31:11.388 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T15:31:11.388 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T15:31:11.388 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.38", 2024-04-10T15:31:11.388 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T15:31:11.388 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T15:31:11.388 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 69, 2024-04-10T15:31:11.388 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 19, 2024-04-10T15:31:11.389 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T15:31:11.389 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T21:54:07.255338+0000", 2024-04-10T15:31:11.389 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:31:11.389 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T15:31:11.389 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T15:31:11.389 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T15:31:11.389 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:31:11.389 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T15:31:11.389 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:31:11.389 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T15:31:11.389 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T15:31:11.389 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T15:31:11.389 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T15:31:11.389 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T15:31:11.389 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T15:31:11.389 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T15:31:11.389 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T15:31:11.390 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T15:31:11.390 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T15:31:11.390 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:31:11.390 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T15:31:11.390 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T15:31:11.390 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T15:31:11.390 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T15:31:11.390 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T15:31:11.390 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:31:11.390 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T15:31:11.390 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T15:31:11.390 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T15:31:11.390 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:31:11.390 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T15:31:11.390 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T15:31:11.391 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T15:31:11.391 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T15:31:11.391 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T15:31:11.391 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T15:31:11.391 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T15:31:11.391 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T15:31:11.391 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T15:31:11.391 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T15:31:11.391 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T15:31:11.391 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:31:11.391 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T15:31:11.391 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T15:31:11.391 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T15:31:11.391 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.391 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T15:31:11.391 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T15:31:11.392 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T15:31:11.392 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T15:31:11.392 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T15:31:11.392 INFO:tasks.workunit.client.0.smithi069.stdout: 6 2024-04-10T15:31:11.392 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:11.392 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 3, 2024-04-10T15:31:11.392 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T15:31:11.392 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.392 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:11.392 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T15:31:11.392 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T15:31:11.392 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T15:31:11.392 INFO:tasks.workunit.client.0.smithi069.stdout: 0 2024-04-10T15:31:11.392 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:11.393 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 7, 2024-04-10T15:31:11.393 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T15:31:11.393 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T15:31:11.393 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T15:31:11.393 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T15:31:11.393 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:31:11.393 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T15:31:11.393 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T15:28:47.169479+0000", 2024-04-10T15:31:11.393 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:28:12.698750+0000", 2024-04-10T15:31:11.393 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:28:12.698750+0000", 2024-04-10T15:31:11.393 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:28:12.699370+0000", 2024-04-10T15:31:11.393 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T15:28:47.169479+0000", 2024-04-10T15:31:11.393 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:11.393 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:31:11.393 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:11.393 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 61, 2024-04-10T15:31:11.393 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T15:28:47.169479+0000", 2024-04-10T15:31:11.394 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T15:28:47.169479+0000", 2024-04-10T15:31:11.394 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T15:28:47.169479+0000", 2024-04-10T15:31:11.394 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T15:31:11.394 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T15:31:11.394 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:11.394 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T15:28:47.169479+0000", 2024-04-10T15:31:11.394 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T15:28:47.169479+0000", 2024-04-10T15:31:11.394 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T15:31:11.394 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T15:31:11.394 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T15:31:11.394 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T15:31:11.394 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 60, 2024-04-10T15:31:11.394 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T15:31:11.394 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T15:31:11.394 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T15:31:11.394 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T15:31:11.395 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T15:31:11.395 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:31:11.395 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T15:31:11.395 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T15:31:11.395 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.37", 2024-04-10T15:31:11.395 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T15:31:11.395 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T15:31:11.395 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 69, 2024-04-10T15:31:11.395 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 18, 2024-04-10T15:31:11.395 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T15:31:11.395 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T18:34:18.917642+0000", 2024-04-10T15:31:11.395 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:31:11.395 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T15:31:11.395 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T15:31:11.395 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T15:31:11.395 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:31:11.396 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T15:31:11.396 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:31:11.396 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T15:31:11.396 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T15:31:11.396 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T15:31:11.396 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T15:31:11.396 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T15:31:11.396 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T15:31:11.396 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T15:31:11.396 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T15:31:11.396 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T15:31:11.396 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T15:31:11.396 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:31:11.396 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T15:31:11.396 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T15:31:11.396 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T15:31:11.396 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T15:31:11.397 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T15:31:11.397 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:31:11.397 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T15:31:11.397 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T15:31:11.397 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T15:31:11.397 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:31:11.397 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T15:31:11.397 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T15:31:11.397 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T15:31:11.397 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T15:31:11.397 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T15:31:11.397 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T15:31:11.397 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T15:31:11.397 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T15:31:11.397 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T15:31:11.397 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T15:31:11.398 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T15:31:11.398 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:31:11.398 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T15:31:11.398 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T15:31:11.398 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T15:31:11.398 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.398 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T15:31:11.398 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T15:31:11.398 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T15:31:11.398 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T15:31:11.398 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T15:31:11.398 INFO:tasks.workunit.client.0.smithi069.stdout: 0 2024-04-10T15:31:11.398 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:11.398 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 7, 2024-04-10T15:31:11.398 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T15:31:11.399 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.399 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:11.399 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T15:31:11.399 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T15:31:11.399 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T15:31:11.399 INFO:tasks.workunit.client.0.smithi069.stdout: 1 2024-04-10T15:31:11.399 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:11.399 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 6, 2024-04-10T15:31:11.399 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T15:31:11.399 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T15:31:11.399 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T15:31:11.399 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T15:31:11.399 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:31:11.399 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T15:31:11.399 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T15:28:47.171662+0000", 2024-04-10T15:31:11.399 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:28:12.698802+0000", 2024-04-10T15:31:11.399 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:28:12.698802+0000", 2024-04-10T15:31:11.400 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:28:12.701768+0000", 2024-04-10T15:31:11.400 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T15:28:47.171662+0000", 2024-04-10T15:31:11.400 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:11.400 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:31:11.400 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:11.400 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 61, 2024-04-10T15:31:11.400 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T15:28:47.171662+0000", 2024-04-10T15:31:11.400 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T15:28:47.171662+0000", 2024-04-10T15:31:11.400 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T15:28:47.171662+0000", 2024-04-10T15:31:11.400 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T15:31:11.400 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T15:31:11.400 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:11.400 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T15:28:47.171662+0000", 2024-04-10T15:31:11.400 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T15:28:47.171662+0000", 2024-04-10T15:31:11.400 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T15:31:11.400 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T15:31:11.400 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T15:31:11.401 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T15:31:11.401 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 60, 2024-04-10T15:31:11.401 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T15:31:11.401 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T15:31:11.401 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T15:31:11.401 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T15:31:11.401 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T15:31:11.401 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:31:11.401 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T15:31:11.401 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T15:31:11.401 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.36", 2024-04-10T15:31:11.401 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T15:31:11.401 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T15:31:11.401 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 69, 2024-04-10T15:31:11.401 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 19, 2024-04-10T15:31:11.401 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T15:31:11.401 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T02:57:11.076250+0000", 2024-04-10T15:31:11.402 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:31:11.402 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T15:31:11.402 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T15:31:11.402 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T15:31:11.402 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:31:11.402 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T15:31:11.402 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:31:11.402 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T15:31:11.402 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T15:31:11.402 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T15:31:11.402 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T15:31:11.402 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T15:31:11.402 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T15:31:11.402 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T15:31:11.402 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T15:31:11.402 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T15:31:11.403 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T15:31:11.403 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:31:11.403 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T15:31:11.403 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T15:31:11.403 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T15:31:11.403 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T15:31:11.403 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T15:31:11.403 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:31:11.403 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T15:31:11.403 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T15:31:11.403 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T15:31:11.403 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:31:11.403 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T15:31:11.403 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T15:31:11.403 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T15:31:11.403 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T15:31:11.403 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T15:31:11.404 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T15:31:11.404 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T15:31:11.404 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T15:31:11.404 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T15:31:11.404 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T15:31:11.404 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T15:31:11.404 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:31:11.404 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T15:31:11.404 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T15:31:11.404 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T15:31:11.404 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.404 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T15:31:11.404 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T15:31:11.404 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T15:31:11.404 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T15:31:11.404 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T15:31:11.405 INFO:tasks.workunit.client.0.smithi069.stdout: 1 2024-04-10T15:31:11.405 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:11.405 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 6, 2024-04-10T15:31:11.405 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T15:31:11.405 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.405 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:11.405 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T15:31:11.405 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T15:31:11.405 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T15:31:11.405 INFO:tasks.workunit.client.0.smithi069.stdout: 0 2024-04-10T15:31:11.405 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:11.405 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 6, 2024-04-10T15:31:11.405 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T15:31:11.405 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T15:31:11.405 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T15:31:11.406 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T15:31:11.406 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:31:11.406 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T15:31:11.406 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T15:28:47.171744+0000", 2024-04-10T15:31:11.406 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:28:12.699227+0000", 2024-04-10T15:31:11.406 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:28:12.699227+0000", 2024-04-10T15:31:11.406 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:28:12.700019+0000", 2024-04-10T15:31:11.406 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T15:28:47.171744+0000", 2024-04-10T15:31:11.406 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:11.406 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:31:11.406 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:11.406 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 61, 2024-04-10T15:31:11.406 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T15:28:47.171744+0000", 2024-04-10T15:31:11.406 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T15:28:47.171744+0000", 2024-04-10T15:31:11.406 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T15:28:47.171744+0000", 2024-04-10T15:31:11.407 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T15:31:11.407 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T15:31:11.407 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:11.407 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T15:28:47.171744+0000", 2024-04-10T15:31:11.407 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T15:28:47.171744+0000", 2024-04-10T15:31:11.407 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T15:31:11.407 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T15:31:11.407 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T15:31:11.407 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T15:31:11.407 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 60, 2024-04-10T15:31:11.407 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T15:31:11.407 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T15:31:11.407 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T15:31:11.407 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T15:31:11.407 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T15:31:11.407 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:31:11.408 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T15:31:11.408 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T15:31:11.408 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.35", 2024-04-10T15:31:11.408 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T15:31:11.408 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T15:31:11.408 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 69, 2024-04-10T15:31:11.408 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 19, 2024-04-10T15:31:11.408 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T15:31:11.408 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T22:14:13.683878+0000", 2024-04-10T15:31:11.408 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:31:11.408 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T15:31:11.408 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T15:31:11.408 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T15:31:11.408 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:31:11.408 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T15:31:11.408 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:31:11.409 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T15:31:11.409 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T15:31:11.409 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T15:31:11.409 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T15:31:11.409 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T15:31:11.409 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T15:31:11.409 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T15:31:11.409 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T15:31:11.409 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T15:31:11.409 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T15:31:11.409 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:31:11.409 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T15:31:11.409 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T15:31:11.409 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T15:31:11.409 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T15:31:11.409 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T15:31:11.410 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:31:11.410 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T15:31:11.410 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T15:31:11.410 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T15:31:11.410 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:31:11.410 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T15:31:11.410 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T15:31:11.410 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T15:31:11.410 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T15:31:11.410 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T15:31:11.410 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T15:31:11.410 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T15:31:11.410 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T15:31:11.410 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T15:31:11.410 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T15:31:11.410 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T15:31:11.410 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:31:11.411 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T15:31:11.411 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T15:31:11.411 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T15:31:11.411 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.411 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T15:31:11.411 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T15:31:11.411 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T15:31:11.411 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T15:31:11.411 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T15:31:11.411 INFO:tasks.workunit.client.0.smithi069.stdout: 0 2024-04-10T15:31:11.411 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:11.411 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 6, 2024-04-10T15:31:11.411 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T15:31:11.411 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.411 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:11.411 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T15:31:11.412 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T15:31:11.412 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T15:31:11.412 INFO:tasks.workunit.client.0.smithi069.stdout: 0 2024-04-10T15:31:11.412 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:11.412 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 4, 2024-04-10T15:31:11.412 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T15:31:11.412 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T15:31:11.412 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T15:31:11.412 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T15:31:11.412 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:31:11.412 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T15:31:11.412 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T15:28:47.278437+0000", 2024-04-10T15:31:11.412 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:28:12.690218+0000", 2024-04-10T15:31:11.412 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:28:12.690218+0000", 2024-04-10T15:31:11.413 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:28:12.690502+0000", 2024-04-10T15:31:11.413 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T15:28:47.278437+0000", 2024-04-10T15:31:11.413 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:11.413 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:31:11.413 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:11.413 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 61, 2024-04-10T15:31:11.413 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T15:28:47.278437+0000", 2024-04-10T15:31:11.413 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T15:28:47.278437+0000", 2024-04-10T15:31:11.413 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T15:28:47.278437+0000", 2024-04-10T15:31:11.413 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T15:31:11.413 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T15:31:11.413 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:11.413 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T15:28:47.278437+0000", 2024-04-10T15:31:11.413 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T15:28:47.278437+0000", 2024-04-10T15:31:11.414 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T15:31:11.414 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T15:31:11.414 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T15:31:11.414 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T15:31:11.414 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 60, 2024-04-10T15:31:11.414 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T15:31:11.414 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T15:31:11.414 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T15:31:11.414 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T15:31:11.414 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T15:31:11.414 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:31:11.414 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T15:31:11.414 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T15:31:11.414 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.34", 2024-04-10T15:31:11.415 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T15:31:11.415 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T15:31:11.415 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 69, 2024-04-10T15:31:11.415 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 19, 2024-04-10T15:31:11.415 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T15:31:11.415 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T15:51:10.751498+0000", 2024-04-10T15:31:11.415 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:31:11.415 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T15:31:11.415 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T15:31:11.415 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T15:31:11.415 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:31:11.415 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T15:31:11.415 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:31:11.415 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T15:31:11.415 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T15:31:11.416 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T15:31:11.416 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T15:31:11.416 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T15:31:11.416 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T15:31:11.416 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T15:31:11.416 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T15:31:11.416 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T15:31:11.416 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T15:31:11.416 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:31:11.416 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T15:31:11.416 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T15:31:11.416 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T15:31:11.416 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T15:31:11.416 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T15:31:11.417 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:31:11.417 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T15:31:11.417 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T15:31:11.417 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T15:31:11.417 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:31:11.417 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T15:31:11.417 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T15:31:11.417 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T15:31:11.417 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T15:31:11.417 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T15:31:11.417 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T15:31:11.417 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T15:31:11.417 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T15:31:11.417 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T15:31:11.417 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T15:31:11.417 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T15:31:11.418 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:31:11.418 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T15:31:11.418 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T15:31:11.418 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T15:31:11.418 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.418 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T15:31:11.418 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T15:31:11.418 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T15:31:11.418 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T15:31:11.418 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T15:31:11.418 INFO:tasks.workunit.client.0.smithi069.stdout: 0 2024-04-10T15:31:11.418 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:11.418 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 4, 2024-04-10T15:31:11.418 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T15:31:11.418 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.418 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:11.418 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T15:31:11.418 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T15:31:11.419 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T15:31:11.419 INFO:tasks.workunit.client.0.smithi069.stdout: 1 2024-04-10T15:31:11.419 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:11.419 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 3, 2024-04-10T15:31:11.419 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T15:31:11.419 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T15:31:11.419 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T15:31:11.419 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T15:31:11.419 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:31:11.419 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T15:31:11.419 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T15:28:48.069106+0000", 2024-04-10T15:31:11.419 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:28:12.697699+0000", 2024-04-10T15:31:11.419 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:28:12.697699+0000", 2024-04-10T15:31:11.419 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:28:12.697968+0000", 2024-04-10T15:31:11.419 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T15:28:48.069106+0000", 2024-04-10T15:31:11.419 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:11.420 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:31:11.420 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:11.420 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 61, 2024-04-10T15:31:11.420 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T15:28:48.069106+0000", 2024-04-10T15:31:11.420 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T15:28:48.069106+0000", 2024-04-10T15:31:11.420 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T15:28:48.069106+0000", 2024-04-10T15:31:11.420 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T15:31:11.420 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T15:31:11.420 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:11.420 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T15:28:48.069106+0000", 2024-04-10T15:31:11.420 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T15:28:48.069106+0000", 2024-04-10T15:31:11.420 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T15:31:11.420 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T15:31:11.420 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T15:31:11.420 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T15:31:11.420 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 60, 2024-04-10T15:31:11.421 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T15:31:11.421 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T15:31:11.421 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T15:31:11.421 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T15:31:11.421 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T15:31:11.421 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:31:11.421 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T15:31:11.421 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T15:31:11.421 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.33", 2024-04-10T15:31:11.421 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T15:31:11.421 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T15:31:11.421 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 69, 2024-04-10T15:31:11.421 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 19, 2024-04-10T15:31:11.421 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T15:31:11.421 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T03:16:50.380214+0000", 2024-04-10T15:31:11.422 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:31:11.422 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T15:31:11.422 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T15:31:11.422 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T15:31:11.422 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:31:11.422 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T15:31:11.422 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:31:11.422 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T15:31:11.422 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T15:31:11.422 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T15:31:11.422 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T15:31:11.422 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T15:31:11.422 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T15:31:11.422 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T15:31:11.423 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T15:31:11.423 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T15:31:11.423 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T15:31:11.423 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:31:11.423 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T15:31:11.423 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T15:31:11.423 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T15:31:11.423 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T15:31:11.423 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T15:31:11.423 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:31:11.423 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T15:31:11.423 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T15:31:11.423 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T15:31:11.423 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:31:11.423 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T15:31:11.424 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T15:31:11.424 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T15:31:11.424 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T15:31:11.424 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T15:31:11.424 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T15:31:11.424 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T15:31:11.424 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T15:31:11.424 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T15:31:11.424 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T15:31:11.424 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T15:31:11.424 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:31:11.424 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T15:31:11.424 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T15:31:11.424 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T15:31:11.424 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.425 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T15:31:11.425 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T15:31:11.425 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T15:31:11.425 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T15:31:11.425 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T15:31:11.425 INFO:tasks.workunit.client.0.smithi069.stdout: 1 2024-04-10T15:31:11.425 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:11.425 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 3, 2024-04-10T15:31:11.425 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T15:31:11.425 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.425 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:11.425 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T15:31:11.425 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T15:31:11.425 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T15:31:11.425 INFO:tasks.workunit.client.0.smithi069.stdout: 5 2024-04-10T15:31:11.425 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:11.426 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 0, 2024-04-10T15:31:11.426 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T15:31:11.426 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T15:31:11.426 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T15:31:11.426 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T15:31:11.426 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:31:11.426 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T15:31:11.426 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T15:28:47.171552+0000", 2024-04-10T15:31:11.426 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:28:12.677919+0000", 2024-04-10T15:31:11.426 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:28:12.677919+0000", 2024-04-10T15:31:11.426 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:28:12.678658+0000", 2024-04-10T15:31:11.426 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T15:28:47.171552+0000", 2024-04-10T15:31:11.426 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:11.426 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:31:11.427 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:11.427 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 61, 2024-04-10T15:31:11.427 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T15:28:47.171552+0000", 2024-04-10T15:31:11.427 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T15:28:47.171552+0000", 2024-04-10T15:31:11.427 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T15:28:47.171552+0000", 2024-04-10T15:31:11.427 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T15:31:11.427 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T15:31:11.427 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:11.427 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T15:28:47.171552+0000", 2024-04-10T15:31:11.427 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T15:28:47.171552+0000", 2024-04-10T15:31:11.427 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T15:31:11.427 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T15:31:11.427 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T15:31:11.427 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T15:31:11.427 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 60, 2024-04-10T15:31:11.427 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T15:31:11.427 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T15:31:11.428 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T15:31:11.428 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T15:31:11.428 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T15:31:11.428 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:31:11.428 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T15:31:11.428 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T15:31:11.428 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.32", 2024-04-10T15:31:11.428 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T15:31:11.428 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T15:31:11.428 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 69, 2024-04-10T15:31:11.428 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 19, 2024-04-10T15:31:11.428 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T15:31:11.428 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T21:29:22.846612+0000", 2024-04-10T15:31:11.428 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:31:11.428 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T15:31:11.428 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T15:31:11.428 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T15:31:11.429 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:31:11.429 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T15:31:11.429 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:31:11.429 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T15:31:11.429 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T15:31:11.429 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T15:31:11.429 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T15:31:11.429 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T15:31:11.429 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T15:31:11.429 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T15:31:11.429 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T15:31:11.429 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T15:31:11.429 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T15:31:11.429 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:31:11.429 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T15:31:11.430 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T15:31:11.430 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T15:31:11.430 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T15:31:11.430 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T15:31:11.430 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:31:11.430 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T15:31:11.430 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T15:31:11.430 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T15:31:11.430 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:31:11.430 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T15:31:11.430 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T15:31:11.430 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T15:31:11.430 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T15:31:11.430 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T15:31:11.430 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T15:31:11.431 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T15:31:11.431 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T15:31:11.431 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T15:31:11.431 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T15:31:11.431 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T15:31:11.431 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:31:11.431 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T15:31:11.431 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T15:31:11.431 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T15:31:11.431 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.431 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T15:31:11.431 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T15:31:11.431 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T15:31:11.431 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T15:31:11.431 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T15:31:11.431 INFO:tasks.workunit.client.0.smithi069.stdout: 5 2024-04-10T15:31:11.432 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:11.432 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 0, 2024-04-10T15:31:11.432 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T15:31:11.432 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.432 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:11.432 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T15:31:11.432 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T15:31:11.432 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T15:31:11.432 INFO:tasks.workunit.client.0.smithi069.stdout: 5 2024-04-10T15:31:11.432 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:11.432 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 1, 2024-04-10T15:31:11.432 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T15:31:11.432 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T15:31:11.432 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T15:31:11.432 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T15:31:11.432 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:31:11.433 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T15:31:11.433 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T15:28:47.108730+0000", 2024-04-10T15:31:11.433 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:28:12.696948+0000", 2024-04-10T15:31:11.433 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:28:12.696948+0000", 2024-04-10T15:31:11.433 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:28:12.697329+0000", 2024-04-10T15:31:11.433 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T15:28:47.108730+0000", 2024-04-10T15:31:11.433 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:11.433 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:31:11.433 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:11.433 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 61, 2024-04-10T15:31:11.433 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T15:28:47.108730+0000", 2024-04-10T15:31:11.433 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T15:28:47.108730+0000", 2024-04-10T15:31:11.434 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T15:28:47.108730+0000", 2024-04-10T15:31:11.434 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T15:31:11.434 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T15:31:11.434 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:11.434 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T15:28:47.108730+0000", 2024-04-10T15:31:11.434 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T15:28:47.108730+0000", 2024-04-10T15:31:11.434 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T15:31:11.434 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T15:31:11.434 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T15:31:11.434 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T15:31:11.434 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 60, 2024-04-10T15:31:11.434 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T15:31:11.434 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T15:31:11.434 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T15:31:11.434 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T15:31:11.434 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T15:31:11.435 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:31:11.435 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T15:31:11.435 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T15:31:11.435 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.31", 2024-04-10T15:31:11.435 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T15:31:11.435 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T15:31:11.435 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 69, 2024-04-10T15:31:11.435 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 19, 2024-04-10T15:31:11.435 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T15:31:11.435 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T15:52:57.089243+0000", 2024-04-10T15:31:11.435 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:31:11.435 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T15:31:11.435 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T15:31:11.435 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T15:31:11.435 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:31:11.435 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T15:31:11.436 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:31:11.436 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T15:31:11.436 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T15:31:11.436 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T15:31:11.436 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T15:31:11.436 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T15:31:11.436 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T15:31:11.436 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T15:31:11.436 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T15:31:11.436 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T15:31:11.436 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T15:31:11.436 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:31:11.436 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T15:31:11.436 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T15:31:11.436 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T15:31:11.436 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T15:31:11.436 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T15:31:11.437 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:31:11.437 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T15:31:11.437 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T15:31:11.437 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T15:31:11.437 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:31:11.437 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T15:31:11.437 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T15:31:11.437 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T15:31:11.437 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T15:31:11.437 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T15:31:11.437 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T15:31:11.437 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T15:31:11.437 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T15:31:11.437 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T15:31:11.438 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T15:31:11.438 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T15:31:11.438 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:31:11.438 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T15:31:11.438 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T15:31:11.438 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T15:31:11.438 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.438 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T15:31:11.438 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T15:31:11.438 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T15:31:11.438 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T15:31:11.438 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T15:31:11.438 INFO:tasks.workunit.client.0.smithi069.stdout: 5 2024-04-10T15:31:11.438 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:11.438 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 1, 2024-04-10T15:31:11.438 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T15:31:11.439 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.439 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:11.439 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T15:31:11.439 INFO:tasks.workunit.client.0.smithi069.stdout: 2, 2024-04-10T15:31:11.439 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T15:31:11.439 INFO:tasks.workunit.client.0.smithi069.stdout: 7 2024-04-10T15:31:11.439 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:11.439 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 2, 2024-04-10T15:31:11.439 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T15:31:11.439 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T15:31:11.439 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T15:31:11.439 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T15:31:11.439 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:31:11.439 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T15:31:11.439 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T15:28:48.068691+0000", 2024-04-10T15:31:11.440 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:28:36.703030+0000", 2024-04-10T15:31:11.440 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:28:36.703030+0000", 2024-04-10T15:31:11.440 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:28:36.703373+0000", 2024-04-10T15:31:11.440 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T15:28:48.068691+0000", 2024-04-10T15:31:11.440 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:11.440 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:31:11.440 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:11.440 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 64, 2024-04-10T15:31:11.440 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T15:28:48.068691+0000", 2024-04-10T15:31:11.440 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T15:28:48.068691+0000", 2024-04-10T15:31:11.440 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T15:28:48.068691+0000", 2024-04-10T15:31:11.440 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T15:31:11.440 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T15:31:11.440 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:11.440 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T15:28:48.068691+0000", 2024-04-10T15:31:11.440 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T15:28:48.068691+0000", 2024-04-10T15:31:11.441 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T15:31:11.441 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T15:31:11.441 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T15:31:11.441 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T15:31:11.441 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 63, 2024-04-10T15:31:11.441 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T15:31:11.441 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T15:31:11.441 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T15:31:11.441 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T15:31:11.441 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T15:31:11.441 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:31:11.441 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T15:31:11.441 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T15:31:11.441 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.30", 2024-04-10T15:31:11.441 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T15:31:11.441 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T15:31:11.442 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 69, 2024-04-10T15:31:11.442 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 16, 2024-04-10T15:31:11.442 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T15:31:11.442 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T19:09:22.931799+0000", 2024-04-10T15:31:11.442 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:31:11.442 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T15:31:11.442 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T15:31:11.442 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T15:31:11.442 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:31:11.442 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T15:31:11.442 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:31:11.442 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T15:31:11.442 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T15:31:11.442 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T15:31:11.442 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T15:31:11.442 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T15:31:11.442 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T15:31:11.443 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T15:31:11.443 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T15:31:11.443 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T15:31:11.443 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T15:31:11.443 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:31:11.443 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T15:31:11.443 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T15:31:11.443 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T15:31:11.443 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T15:31:11.443 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T15:31:11.443 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:31:11.443 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T15:31:11.443 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T15:31:11.443 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T15:31:11.443 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:31:11.443 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T15:31:11.443 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T15:31:11.444 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T15:31:11.444 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T15:31:11.444 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T15:31:11.444 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T15:31:11.444 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T15:31:11.444 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T15:31:11.444 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T15:31:11.444 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T15:31:11.444 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T15:31:11.444 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:31:11.444 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T15:31:11.444 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T15:31:11.444 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T15:31:11.444 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.444 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T15:31:11.444 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T15:31:11.444 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T15:31:11.444 INFO:tasks.workunit.client.0.smithi069.stdout: 2, 2024-04-10T15:31:11.445 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T15:31:11.445 INFO:tasks.workunit.client.0.smithi069.stdout: 7 2024-04-10T15:31:11.445 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:11.445 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 2, 2024-04-10T15:31:11.445 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T15:31:11.445 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.445 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:11.445 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T15:31:11.445 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T15:31:11.445 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T15:31:11.445 INFO:tasks.workunit.client.0.smithi069.stdout: 4 2024-04-10T15:31:11.445 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:11.445 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 5, 2024-04-10T15:31:11.445 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T15:31:11.445 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T15:31:11.445 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T15:31:11.445 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T15:31:11.446 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:31:11.446 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T15:31:11.446 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T15:28:47.107035+0000", 2024-04-10T15:31:11.446 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:28:12.694557+0000", 2024-04-10T15:31:11.446 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:28:12.694557+0000", 2024-04-10T15:31:11.446 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:28:12.694848+0000", 2024-04-10T15:31:11.446 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T15:28:47.107035+0000", 2024-04-10T15:31:11.446 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:11.446 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:31:11.446 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:11.446 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 61, 2024-04-10T15:31:11.446 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T15:28:47.107035+0000", 2024-04-10T15:31:11.446 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T15:28:47.107035+0000", 2024-04-10T15:31:11.446 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T15:28:47.107035+0000", 2024-04-10T15:31:11.446 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T15:31:11.447 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T15:31:11.447 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:11.447 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T15:28:47.107035+0000", 2024-04-10T15:31:11.447 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T15:28:47.107035+0000", 2024-04-10T15:31:11.447 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T15:31:11.447 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T15:31:11.447 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T15:31:11.447 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T15:31:11.447 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 60, 2024-04-10T15:31:11.447 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T15:31:11.447 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T15:31:11.447 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T15:31:11.447 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T15:31:11.447 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T15:31:11.447 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:31:11.447 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T15:31:11.448 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T15:31:11.448 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.2f", 2024-04-10T15:31:11.448 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T15:31:11.448 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T15:31:11.448 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 69, 2024-04-10T15:31:11.448 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 18, 2024-04-10T15:31:11.448 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T15:31:11.448 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T03:14:51.199569+0000", 2024-04-10T15:31:11.448 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:31:11.448 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T15:31:11.448 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T15:31:11.448 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T15:31:11.448 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:31:11.448 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T15:31:11.448 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:31:11.449 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T15:31:11.449 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T15:31:11.449 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T15:31:11.449 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T15:31:11.449 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T15:31:11.449 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T15:31:11.449 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T15:31:11.449 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T15:31:11.449 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T15:31:11.449 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T15:31:11.449 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:31:11.449 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T15:31:11.449 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T15:31:11.449 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T15:31:11.449 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T15:31:11.450 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T15:31:11.450 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:31:11.450 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T15:31:11.450 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T15:31:11.450 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T15:31:11.450 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:31:11.450 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T15:31:11.450 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T15:31:11.450 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T15:31:11.450 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T15:31:11.450 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T15:31:11.450 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T15:31:11.450 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T15:31:11.450 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T15:31:11.450 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T15:31:11.451 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T15:31:11.451 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T15:31:11.451 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:31:11.451 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T15:31:11.451 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T15:31:11.451 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T15:31:11.451 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.451 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T15:31:11.451 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T15:31:11.451 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T15:31:11.451 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T15:31:11.451 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T15:31:11.451 INFO:tasks.workunit.client.0.smithi069.stdout: 4 2024-04-10T15:31:11.451 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:11.451 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 5, 2024-04-10T15:31:11.451 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T15:31:11.451 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.452 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:11.452 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T15:31:11.452 INFO:tasks.workunit.client.0.smithi069.stdout: 2, 2024-04-10T15:31:11.452 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T15:31:11.452 INFO:tasks.workunit.client.0.smithi069.stdout: 7 2024-04-10T15:31:11.452 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:11.452 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 2, 2024-04-10T15:31:11.452 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T15:31:11.452 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T15:31:11.452 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T15:31:11.452 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T15:31:11.452 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:31:11.452 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T15:31:11.452 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T15:28:48.069823+0000", 2024-04-10T15:31:11.452 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:28:12.692671+0000", 2024-04-10T15:31:11.452 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:28:12.692671+0000", 2024-04-10T15:31:11.452 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:28:12.692951+0000", 2024-04-10T15:31:11.453 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T15:28:48.069823+0000", 2024-04-10T15:31:11.453 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:11.453 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:31:11.453 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:11.453 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 61, 2024-04-10T15:31:11.453 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T15:28:48.069823+0000", 2024-04-10T15:31:11.453 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T15:28:48.069823+0000", 2024-04-10T15:31:11.453 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T15:28:48.069823+0000", 2024-04-10T15:31:11.453 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T15:31:11.453 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T15:31:11.453 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:11.453 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T15:28:48.069823+0000", 2024-04-10T15:31:11.453 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T15:28:48.069823+0000", 2024-04-10T15:31:11.453 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T15:31:11.453 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T15:31:11.454 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T15:31:11.454 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T15:31:11.454 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 60, 2024-04-10T15:31:11.454 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T15:31:11.454 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T15:31:11.454 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T15:31:11.454 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T15:31:11.454 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T15:31:11.454 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:31:11.454 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T15:31:11.454 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T15:31:11.454 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.2e", 2024-04-10T15:31:11.454 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T15:31:11.454 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T15:31:11.454 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 69, 2024-04-10T15:31:11.454 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 18, 2024-04-10T15:31:11.454 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T15:31:11.455 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T21:17:06.276979+0000", 2024-04-10T15:31:11.455 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:31:11.455 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T15:31:11.455 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T15:31:11.455 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T15:31:11.455 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:31:11.455 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T15:31:11.455 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:31:11.455 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T15:31:11.455 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T15:31:11.455 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T15:31:11.455 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T15:31:11.455 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T15:31:11.455 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T15:31:11.455 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T15:31:11.455 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T15:31:11.455 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T15:31:11.456 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T15:31:11.456 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:31:11.456 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T15:31:11.456 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T15:31:11.456 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T15:31:11.456 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T15:31:11.456 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T15:31:11.456 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:31:11.456 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T15:31:11.456 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T15:31:11.456 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T15:31:11.456 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:31:11.456 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T15:31:11.456 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T15:31:11.456 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T15:31:11.456 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T15:31:11.457 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T15:31:11.457 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T15:31:11.457 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T15:31:11.457 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T15:31:11.457 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T15:31:11.457 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T15:31:11.457 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T15:31:11.457 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:31:11.457 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T15:31:11.457 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T15:31:11.457 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T15:31:11.457 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.457 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T15:31:11.457 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T15:31:11.457 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T15:31:11.457 INFO:tasks.workunit.client.0.smithi069.stdout: 2, 2024-04-10T15:31:11.457 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T15:31:11.457 INFO:tasks.workunit.client.0.smithi069.stdout: 7 2024-04-10T15:31:11.458 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:11.458 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 2, 2024-04-10T15:31:11.458 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T15:31:11.458 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.458 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:11.458 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T15:31:11.458 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T15:31:11.458 INFO:tasks.workunit.client.0.smithi069.stdout: 2, 2024-04-10T15:31:11.458 INFO:tasks.workunit.client.0.smithi069.stdout: 6 2024-04-10T15:31:11.458 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:11.458 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 7, 2024-04-10T15:31:11.458 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T15:31:11.458 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T15:31:11.458 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T15:31:11.458 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T15:31:11.458 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:31:11.459 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T15:31:11.459 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T15:28:47.169200+0000", 2024-04-10T15:31:11.459 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:28:12.689366+0000", 2024-04-10T15:31:11.459 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:28:12.689366+0000", 2024-04-10T15:31:11.459 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:28:12.689693+0000", 2024-04-10T15:31:11.461 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T15:28:47.169200+0000", 2024-04-10T15:31:11.461 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:11.461 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:31:11.461 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:11.461 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 61, 2024-04-10T15:31:11.461 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T15:28:47.169200+0000", 2024-04-10T15:31:11.462 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T15:28:47.169200+0000", 2024-04-10T15:31:11.462 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T15:28:47.169200+0000", 2024-04-10T15:31:11.462 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T15:31:11.462 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T15:31:11.462 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:11.462 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T15:28:47.169200+0000", 2024-04-10T15:31:11.462 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T15:28:47.169200+0000", 2024-04-10T15:31:11.462 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T15:31:11.462 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T15:31:11.462 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T15:31:11.462 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T15:31:11.462 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 60, 2024-04-10T15:31:11.462 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T15:31:11.462 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T15:31:11.463 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T15:31:11.463 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T15:31:11.463 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T15:31:11.463 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:31:11.463 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T15:31:11.463 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T15:31:11.463 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.2d", 2024-04-10T15:31:11.463 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T15:31:11.463 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T15:31:11.463 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 69, 2024-04-10T15:31:11.463 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 18, 2024-04-10T15:31:11.463 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T15:31:11.463 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T01:24:23.783069+0000", 2024-04-10T15:31:11.463 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:31:11.463 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T15:31:11.463 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T15:31:11.464 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T15:31:11.464 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:31:11.464 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T15:31:11.464 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:31:11.464 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T15:31:11.464 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T15:31:11.464 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T15:31:11.464 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T15:31:11.464 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T15:31:11.464 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T15:31:11.464 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T15:31:11.464 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T15:31:11.464 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T15:31:11.464 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T15:31:11.464 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:31:11.465 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T15:31:11.465 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T15:31:11.465 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T15:31:11.465 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T15:31:11.465 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T15:31:11.465 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:31:11.465 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T15:31:11.465 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T15:31:11.465 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T15:31:11.465 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:31:11.465 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T15:31:11.465 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T15:31:11.465 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T15:31:11.465 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T15:31:11.465 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T15:31:11.465 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T15:31:11.465 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T15:31:11.466 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T15:31:11.466 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T15:31:11.466 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T15:31:11.466 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T15:31:11.466 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:31:11.466 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T15:31:11.466 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T15:31:11.466 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T15:31:11.466 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.466 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T15:31:11.466 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T15:31:11.466 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T15:31:11.466 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T15:31:11.466 INFO:tasks.workunit.client.0.smithi069.stdout: 2, 2024-04-10T15:31:11.467 INFO:tasks.workunit.client.0.smithi069.stdout: 6 2024-04-10T15:31:11.467 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:11.467 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 7, 2024-04-10T15:31:11.467 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T15:31:11.467 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.467 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:11.467 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T15:31:11.467 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T15:31:11.467 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T15:31:11.467 INFO:tasks.workunit.client.0.smithi069.stdout: 4 2024-04-10T15:31:11.467 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:11.467 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 0, 2024-04-10T15:31:11.467 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T15:31:11.467 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T15:31:11.468 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 59, 2024-04-10T15:31:11.468 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T15:31:11.468 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:31:11.468 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T15:31:11.468 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T15:28:47.171918+0000", 2024-04-10T15:31:11.468 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:28:12.343054+0000", 2024-04-10T15:31:11.468 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:28:12.343054+0000", 2024-04-10T15:31:11.468 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:28:12.343348+0000", 2024-04-10T15:31:11.468 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T15:28:47.171918+0000", 2024-04-10T15:31:11.468 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T15:31:11.468 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:31:11.468 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T15:31:11.468 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 60, 2024-04-10T15:31:11.468 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T15:28:47.171918+0000", 2024-04-10T15:31:11.468 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T15:28:47.171918+0000", 2024-04-10T15:31:11.468 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T15:28:47.171918+0000", 2024-04-10T15:31:11.468 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T15:31:11.469 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T15:31:11.469 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T15:31:11.469 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T15:28:47.171918+0000", 2024-04-10T15:31:11.469 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T15:28:47.171918+0000", 2024-04-10T15:31:11.469 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T15:31:11.469 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 4, 2024-04-10T15:31:11.469 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T15:31:11.469 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T15:31:11.469 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 59, 2024-04-10T15:31:11.469 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T15:31:11.469 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T15:31:11.469 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T15:31:11.469 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T15:31:11.469 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 4, 2024-04-10T15:31:11.469 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:31:11.469 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T15:31:11.470 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T15:31:11.470 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "2.1f", 2024-04-10T15:31:11.470 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T15:31:11.470 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T15:31:11.470 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 69, 2024-04-10T15:31:11.470 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 24, 2024-04-10T15:31:11.470 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T15:31:11.470 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T00:24:09.163522+0000", 2024-04-10T15:31:11.470 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:31:11.470 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T15:31:11.470 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T15:31:11.470 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 582, 2024-04-10T15:31:11.470 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:31:11.470 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T15:31:11.470 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:31:11.471 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T15:31:11.471 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T15:31:11.471 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T15:31:11.471 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T15:31:11.471 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T15:31:11.471 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T15:31:11.471 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T15:31:11.471 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T15:31:11.471 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T15:31:11.471 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T15:31:11.471 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:31:11.471 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T15:31:11.471 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 6, 2024-04-10T15:31:11.471 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 2, 2024-04-10T15:31:11.471 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T15:31:11.471 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 2, 2024-04-10T15:31:11.472 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:31:11.472 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T15:31:11.472 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T15:31:11.472 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T15:31:11.472 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:31:11.472 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 1, 2024-04-10T15:31:11.472 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T15:31:11.472 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T15:31:11.472 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T15:31:11.472 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T15:31:11.472 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T15:31:11.472 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T15:31:11.472 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T15:31:11.472 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T15:31:11.472 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T15:31:11.473 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T15:31:11.473 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:31:11.473 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T15:31:11.473 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 4, 2024-04-10T15:31:11.473 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 1 2024-04-10T15:31:11.473 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.473 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T15:31:11.473 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T15:31:11.473 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T15:31:11.473 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T15:31:11.473 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T15:31:11.473 INFO:tasks.workunit.client.0.smithi069.stdout: 4 2024-04-10T15:31:11.473 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:11.473 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 0, 2024-04-10T15:31:11.474 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "61'4" 2024-04-10T15:31:11.474 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.474 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:11.474 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T15:31:11.474 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T15:31:11.474 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T15:31:11.474 INFO:tasks.workunit.client.0.smithi069.stdout: 2 2024-04-10T15:31:11.474 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:11.474 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 3, 2024-04-10T15:31:11.474 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T15:31:11.474 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T15:31:11.474 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T15:31:11.474 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T15:31:11.474 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:31:11.475 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T15:31:11.475 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T15:28:48.069688+0000", 2024-04-10T15:31:11.475 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:28:12.692633+0000", 2024-04-10T15:31:11.475 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:28:12.692633+0000", 2024-04-10T15:31:11.475 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:28:12.693030+0000", 2024-04-10T15:31:11.475 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T15:28:48.069688+0000", 2024-04-10T15:31:11.475 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:11.475 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:31:11.475 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:11.475 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 61, 2024-04-10T15:31:11.475 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T15:28:48.069688+0000", 2024-04-10T15:31:11.475 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T15:28:48.069688+0000", 2024-04-10T15:31:11.475 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T15:28:48.069688+0000", 2024-04-10T15:31:11.475 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T15:31:11.475 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T15:31:11.476 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:11.476 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T15:28:48.069688+0000", 2024-04-10T15:31:11.476 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T15:28:48.069688+0000", 2024-04-10T15:31:11.476 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T15:31:11.476 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T15:31:11.476 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T15:31:11.476 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T15:31:11.476 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 60, 2024-04-10T15:31:11.476 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T15:31:11.476 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T15:31:11.476 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T15:31:11.476 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T15:31:11.476 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T15:31:11.476 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:31:11.476 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T15:31:11.476 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T15:31:11.477 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.1e", 2024-04-10T15:31:11.477 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T15:31:11.477 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T15:31:11.477 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 69, 2024-04-10T15:31:11.477 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 19, 2024-04-10T15:31:11.477 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T15:31:11.477 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T01:56:33.896801+0000", 2024-04-10T15:31:11.477 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:31:11.477 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T15:31:11.477 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T15:31:11.477 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T15:31:11.477 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:31:11.477 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T15:31:11.477 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:31:11.477 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T15:31:11.478 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T15:31:11.478 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T15:31:11.478 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T15:31:11.478 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T15:31:11.478 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T15:31:11.478 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T15:31:11.478 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T15:31:11.478 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T15:31:11.478 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T15:31:11.478 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:31:11.478 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T15:31:11.478 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T15:31:11.478 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T15:31:11.478 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T15:31:11.479 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T15:31:11.479 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:31:11.479 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T15:31:11.479 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T15:31:11.479 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T15:31:11.479 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:31:11.479 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T15:31:11.479 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T15:31:11.479 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T15:31:11.479 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T15:31:11.479 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T15:31:11.479 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T15:31:11.479 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T15:31:11.479 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T15:31:11.479 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T15:31:11.479 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T15:31:11.479 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T15:31:11.480 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:31:11.480 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T15:31:11.480 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T15:31:11.480 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T15:31:11.480 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.480 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T15:31:11.480 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T15:31:11.480 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T15:31:11.480 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T15:31:11.480 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T15:31:11.480 INFO:tasks.workunit.client.0.smithi069.stdout: 2 2024-04-10T15:31:11.480 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:11.480 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 3, 2024-04-10T15:31:11.480 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T15:31:11.480 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.480 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:11.481 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T15:31:11.481 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T15:31:11.481 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T15:31:11.481 INFO:tasks.workunit.client.0.smithi069.stdout: 5 2024-04-10T15:31:11.481 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:11.481 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 3, 2024-04-10T15:31:11.481 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T15:31:11.481 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T15:31:11.481 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 59, 2024-04-10T15:31:11.481 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T15:31:11.481 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:31:11.481 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T15:31:11.481 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T15:28:48.069605+0000", 2024-04-10T15:31:11.481 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:28:12.340075+0000", 2024-04-10T15:31:11.481 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:28:12.340075+0000", 2024-04-10T15:31:11.482 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:28:12.340349+0000", 2024-04-10T15:31:11.482 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T15:28:48.069605+0000", 2024-04-10T15:31:11.482 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T15:31:11.482 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:31:11.482 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T15:31:11.482 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 60, 2024-04-10T15:31:11.482 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T15:28:48.069605+0000", 2024-04-10T15:31:11.482 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T15:28:48.069605+0000", 2024-04-10T15:31:11.482 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T15:28:48.069605+0000", 2024-04-10T15:31:11.482 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T15:31:11.482 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T15:31:11.482 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T15:31:11.482 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T15:28:48.069605+0000", 2024-04-10T15:31:11.482 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T15:28:48.069605+0000", 2024-04-10T15:31:11.483 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T15:31:11.483 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 1, 2024-04-10T15:31:11.483 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T15:31:11.483 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T15:31:11.483 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 59, 2024-04-10T15:31:11.483 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T15:31:11.483 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T15:31:11.483 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T15:31:11.483 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T15:31:11.483 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 1, 2024-04-10T15:31:11.483 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:31:11.483 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T15:31:11.483 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T15:31:11.483 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "2.1e", 2024-04-10T15:31:11.483 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T15:31:11.484 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T15:31:11.484 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 69, 2024-04-10T15:31:11.484 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 21, 2024-04-10T15:31:11.484 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T15:31:11.484 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T19:52:58.585482+0000", 2024-04-10T15:31:11.484 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:31:11.484 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T15:31:11.484 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T15:31:11.484 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T15:31:11.484 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:31:11.484 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T15:31:11.484 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:31:11.484 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T15:31:11.484 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T15:31:11.484 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T15:31:11.485 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T15:31:11.485 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T15:31:11.485 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T15:31:11.485 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T15:31:11.485 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T15:31:11.485 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T15:31:11.485 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T15:31:11.485 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:31:11.485 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T15:31:11.485 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T15:31:11.485 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T15:31:11.485 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T15:31:11.485 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T15:31:11.485 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:31:11.485 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T15:31:11.485 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T15:31:11.486 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T15:31:11.486 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:31:11.486 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T15:31:11.486 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T15:31:11.486 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T15:31:11.486 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T15:31:11.486 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T15:31:11.486 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T15:31:11.486 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T15:31:11.486 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T15:31:11.486 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T15:31:11.486 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T15:31:11.486 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T15:31:11.486 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:31:11.486 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T15:31:11.487 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T15:31:11.487 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T15:31:11.487 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.487 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T15:31:11.487 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T15:31:11.487 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T15:31:11.487 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T15:31:11.487 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T15:31:11.487 INFO:tasks.workunit.client.0.smithi069.stdout: 5 2024-04-10T15:31:11.487 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:11.487 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 3, 2024-04-10T15:31:11.487 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "61'1" 2024-04-10T15:31:11.487 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.487 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:11.487 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T15:31:11.488 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T15:31:11.488 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T15:31:11.488 INFO:tasks.workunit.client.0.smithi069.stdout: 2 2024-04-10T15:31:11.488 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:11.488 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 0, 2024-04-10T15:31:11.488 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T15:31:11.488 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T15:31:11.488 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T15:31:11.488 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T15:31:11.488 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:31:11.488 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T15:31:11.488 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T15:28:47.171884+0000", 2024-04-10T15:31:11.488 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:28:12.683640+0000", 2024-04-10T15:31:11.488 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:28:12.683640+0000", 2024-04-10T15:31:11.488 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:28:12.684413+0000", 2024-04-10T15:31:11.489 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T15:28:47.171884+0000", 2024-04-10T15:31:11.489 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:11.489 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:31:11.489 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:11.489 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 61, 2024-04-10T15:31:11.489 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T15:28:47.171884+0000", 2024-04-10T15:31:11.489 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T15:28:47.171884+0000", 2024-04-10T15:31:11.489 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T15:28:47.171884+0000", 2024-04-10T15:31:11.489 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T15:31:11.489 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T15:31:11.489 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:11.489 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T15:28:47.171884+0000", 2024-04-10T15:31:11.489 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T15:28:47.171884+0000", 2024-04-10T15:31:11.489 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T15:31:11.489 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T15:31:11.489 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T15:31:11.490 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T15:31:11.490 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 60, 2024-04-10T15:31:11.490 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T15:31:11.490 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T15:31:11.490 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T15:31:11.490 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T15:31:11.490 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T15:31:11.490 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:31:11.490 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T15:31:11.490 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T15:31:11.490 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.1f", 2024-04-10T15:31:11.490 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T15:31:11.490 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T15:31:11.490 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 69, 2024-04-10T15:31:11.490 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 19, 2024-04-10T15:31:11.491 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T15:31:11.491 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T01:04:53.793880+0000", 2024-04-10T15:31:11.491 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:31:11.491 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T15:31:11.491 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T15:31:11.491 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T15:31:11.491 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:31:11.491 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T15:31:11.491 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:31:11.491 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T15:31:11.491 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T15:31:11.491 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T15:31:11.491 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T15:31:11.491 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T15:31:11.492 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T15:31:11.492 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T15:31:11.492 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T15:31:11.492 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T15:31:11.492 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T15:31:11.492 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:31:11.492 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T15:31:11.492 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T15:31:11.492 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T15:31:11.492 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T15:31:11.492 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T15:31:11.492 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:31:11.492 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T15:31:11.492 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T15:31:11.492 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T15:31:11.493 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:31:11.493 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T15:31:11.493 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T15:31:11.493 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T15:31:11.493 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T15:31:11.493 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T15:31:11.493 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T15:31:11.493 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T15:31:11.493 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T15:31:11.493 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T15:31:11.493 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T15:31:11.493 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T15:31:11.493 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:31:11.493 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T15:31:11.493 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T15:31:11.494 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T15:31:11.494 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.494 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T15:31:11.494 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T15:31:11.494 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T15:31:11.494 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T15:31:11.494 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T15:31:11.494 INFO:tasks.workunit.client.0.smithi069.stdout: 2 2024-04-10T15:31:11.494 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:11.494 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 0, 2024-04-10T15:31:11.494 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T15:31:11.494 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.494 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:11.494 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T15:31:11.494 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T15:31:11.495 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T15:31:11.495 INFO:tasks.workunit.client.0.smithi069.stdout: 0 2024-04-10T15:31:11.495 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:11.495 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 7, 2024-04-10T15:31:11.495 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T15:31:11.495 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T15:31:11.495 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 59, 2024-04-10T15:31:11.495 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T15:31:11.495 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:31:11.495 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T15:31:11.495 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T15:28:47.169560+0000", 2024-04-10T15:31:11.495 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:28:12.344508+0000", 2024-04-10T15:31:11.495 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:28:12.344508+0000", 2024-04-10T15:31:11.495 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:28:12.344861+0000", 2024-04-10T15:31:11.495 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T15:28:47.169560+0000", 2024-04-10T15:31:11.495 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T15:31:11.495 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:31:11.496 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T15:31:11.496 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 60, 2024-04-10T15:31:11.496 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T15:28:47.169560+0000", 2024-04-10T15:31:11.496 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T15:28:47.169560+0000", 2024-04-10T15:31:11.496 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T15:28:47.169560+0000", 2024-04-10T15:31:11.496 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T15:31:11.496 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T15:31:11.496 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T15:31:11.496 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T15:28:47.169560+0000", 2024-04-10T15:31:11.496 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T15:28:47.169560+0000", 2024-04-10T15:31:11.496 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T15:31:11.496 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 2, 2024-04-10T15:31:11.496 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T15:31:11.496 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T15:31:11.496 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 59, 2024-04-10T15:31:11.496 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T15:31:11.496 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T15:31:11.497 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T15:31:11.497 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T15:31:11.497 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 2, 2024-04-10T15:31:11.497 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:31:11.497 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T15:31:11.497 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T15:31:11.497 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "2.1d", 2024-04-10T15:31:11.497 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T15:31:11.497 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T15:31:11.497 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 69, 2024-04-10T15:31:11.497 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 21, 2024-04-10T15:31:11.497 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T15:31:11.497 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T20:46:40.578388+0000", 2024-04-10T15:31:11.497 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:31:11.497 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T15:31:11.498 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T15:31:11.498 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T15:31:11.498 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:31:11.498 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T15:31:11.498 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:31:11.498 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T15:31:11.498 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T15:31:11.498 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T15:31:11.498 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T15:31:11.498 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T15:31:11.498 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T15:31:11.498 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T15:31:11.498 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T15:31:11.498 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T15:31:11.498 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T15:31:11.499 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:31:11.499 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T15:31:11.499 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 3, 2024-04-10T15:31:11.499 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 1, 2024-04-10T15:31:11.499 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T15:31:11.499 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 1, 2024-04-10T15:31:11.499 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:31:11.499 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T15:31:11.499 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T15:31:11.499 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T15:31:11.499 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:31:11.499 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 1, 2024-04-10T15:31:11.499 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T15:31:11.499 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T15:31:11.499 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T15:31:11.499 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T15:31:11.500 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T15:31:11.500 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T15:31:11.500 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T15:31:11.500 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T15:31:11.500 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T15:31:11.500 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T15:31:11.500 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:31:11.500 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T15:31:11.500 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 3, 2024-04-10T15:31:11.500 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T15:31:11.500 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.500 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T15:31:11.500 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T15:31:11.500 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T15:31:11.500 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T15:31:11.501 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T15:31:11.501 INFO:tasks.workunit.client.0.smithi069.stdout: 0 2024-04-10T15:31:11.501 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:11.501 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 7, 2024-04-10T15:31:11.501 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "61'2" 2024-04-10T15:31:11.501 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.501 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:11.501 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T15:31:11.501 INFO:tasks.workunit.client.0.smithi069.stdout: 2, 2024-04-10T15:31:11.501 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T15:31:11.501 INFO:tasks.workunit.client.0.smithi069.stdout: 1 2024-04-10T15:31:11.501 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:11.501 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 2, 2024-04-10T15:31:11.501 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T15:31:11.501 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T15:31:11.501 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T15:31:11.501 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T15:31:11.502 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:31:11.502 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T15:31:11.502 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T15:28:48.069091+0000", 2024-04-10T15:31:11.502 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:28:36.702980+0000", 2024-04-10T15:31:11.502 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:28:36.702980+0000", 2024-04-10T15:31:11.502 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:28:36.703881+0000", 2024-04-10T15:31:11.502 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T15:28:48.069091+0000", 2024-04-10T15:31:11.502 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:11.502 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:31:11.502 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:11.502 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 64, 2024-04-10T15:31:11.502 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T15:28:48.069091+0000", 2024-04-10T15:31:11.502 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T15:28:48.069091+0000", 2024-04-10T15:31:11.502 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T15:28:48.069091+0000", 2024-04-10T15:31:11.502 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T15:31:11.503 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T15:31:11.503 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:11.503 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T15:28:48.069091+0000", 2024-04-10T15:31:11.503 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T15:28:48.069091+0000", 2024-04-10T15:31:11.503 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T15:31:11.503 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T15:31:11.503 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T15:31:11.503 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T15:31:11.503 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 63, 2024-04-10T15:31:11.503 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T15:31:11.503 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T15:31:11.503 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T15:31:11.503 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T15:31:11.503 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T15:31:11.503 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:31:11.503 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T15:31:11.503 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T15:31:11.504 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.1c", 2024-04-10T15:31:11.504 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T15:31:11.504 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T15:31:11.504 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 69, 2024-04-10T15:31:11.504 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 16, 2024-04-10T15:31:11.504 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T15:31:11.504 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T20:48:48.549092+0000", 2024-04-10T15:31:11.504 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:31:11.504 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T15:31:11.504 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T15:31:11.504 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T15:31:11.504 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:31:11.504 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T15:31:11.504 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:31:11.504 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T15:31:11.505 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T15:31:11.505 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T15:31:11.505 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T15:31:11.505 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T15:31:11.505 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T15:31:11.505 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T15:31:11.505 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T15:31:11.505 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T15:31:11.505 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T15:31:11.505 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:31:11.505 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T15:31:11.505 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T15:31:11.505 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T15:31:11.505 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T15:31:11.505 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T15:31:11.505 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:31:11.506 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T15:31:11.506 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T15:31:11.506 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T15:31:11.506 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:31:11.506 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T15:31:11.506 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T15:31:11.506 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T15:31:11.506 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T15:31:11.506 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T15:31:11.506 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T15:31:11.506 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T15:31:11.506 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T15:31:11.506 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T15:31:11.506 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T15:31:11.506 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T15:31:11.507 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:31:11.507 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T15:31:11.507 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T15:31:11.507 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T15:31:11.507 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.507 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T15:31:11.507 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T15:31:11.507 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T15:31:11.507 INFO:tasks.workunit.client.0.smithi069.stdout: 2, 2024-04-10T15:31:11.507 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T15:31:11.507 INFO:tasks.workunit.client.0.smithi069.stdout: 1 2024-04-10T15:31:11.507 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:11.507 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 2, 2024-04-10T15:31:11.507 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T15:31:11.507 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.507 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:11.508 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T15:31:11.508 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T15:31:11.508 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T15:31:11.508 INFO:tasks.workunit.client.0.smithi069.stdout: 2 2024-04-10T15:31:11.508 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:11.508 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 7, 2024-04-10T15:31:11.508 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T15:31:11.508 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T15:31:11.508 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 59, 2024-04-10T15:31:11.508 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T15:31:11.508 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:31:11.508 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T15:31:11.508 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T15:28:47.169250+0000", 2024-04-10T15:31:11.508 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:28:12.341822+0000", 2024-04-10T15:31:11.508 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:28:12.341822+0000", 2024-04-10T15:31:11.508 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:28:12.342115+0000", 2024-04-10T15:31:11.509 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T15:28:47.169250+0000", 2024-04-10T15:31:11.509 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T15:31:11.509 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:31:11.509 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T15:31:11.509 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 60, 2024-04-10T15:31:11.509 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T15:28:47.169250+0000", 2024-04-10T15:31:11.509 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T15:28:47.169250+0000", 2024-04-10T15:31:11.509 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T15:28:47.169250+0000", 2024-04-10T15:31:11.509 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T15:31:11.509 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T15:31:11.509 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T15:31:11.509 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T15:28:47.169250+0000", 2024-04-10T15:31:11.509 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T15:28:47.169250+0000", 2024-04-10T15:31:11.509 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T15:31:11.509 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 2, 2024-04-10T15:31:11.509 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T15:31:11.509 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T15:31:11.510 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 59, 2024-04-10T15:31:11.510 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T15:31:11.510 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T15:31:11.510 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T15:31:11.510 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T15:31:11.510 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 2, 2024-04-10T15:31:11.510 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:31:11.510 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T15:31:11.510 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T15:31:11.510 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "2.1c", 2024-04-10T15:31:11.510 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T15:31:11.510 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T15:31:11.510 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 69, 2024-04-10T15:31:11.511 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 21, 2024-04-10T15:31:11.511 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T15:31:11.511 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T23:35:33.678268+0000", 2024-04-10T15:31:11.511 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:31:11.511 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T15:31:11.511 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T15:31:11.511 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T15:31:11.511 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:31:11.511 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T15:31:11.511 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:31:11.511 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T15:31:11.511 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T15:31:11.511 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T15:31:11.511 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T15:31:11.511 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T15:31:11.512 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T15:31:11.512 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T15:31:11.512 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T15:31:11.512 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T15:31:11.512 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T15:31:11.512 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:31:11.512 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T15:31:11.512 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 3, 2024-04-10T15:31:11.512 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 1, 2024-04-10T15:31:11.512 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T15:31:11.512 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 1, 2024-04-10T15:31:11.512 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:31:11.512 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T15:31:11.512 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T15:31:11.512 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T15:31:11.512 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:31:11.512 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 1, 2024-04-10T15:31:11.513 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T15:31:11.513 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T15:31:11.513 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T15:31:11.513 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T15:31:11.513 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T15:31:11.513 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T15:31:11.513 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T15:31:11.513 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T15:31:11.513 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T15:31:11.513 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T15:31:11.513 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:31:11.513 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T15:31:11.513 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 3, 2024-04-10T15:31:11.513 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T15:31:11.513 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.513 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T15:31:11.514 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T15:31:11.514 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T15:31:11.514 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T15:31:11.514 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T15:31:11.514 INFO:tasks.workunit.client.0.smithi069.stdout: 2 2024-04-10T15:31:11.514 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:11.514 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 7, 2024-04-10T15:31:11.514 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "61'2" 2024-04-10T15:31:11.514 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.514 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:11.514 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T15:31:11.514 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T15:31:11.514 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T15:31:11.514 INFO:tasks.workunit.client.0.smithi069.stdout: 6 2024-04-10T15:31:11.515 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:11.515 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 5, 2024-04-10T15:31:11.515 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T15:31:11.515 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T15:31:11.515 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T15:31:11.515 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T15:31:11.515 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:31:11.515 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T15:31:11.515 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T15:28:47.107237+0000", 2024-04-10T15:31:11.515 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:28:36.907448+0000", 2024-04-10T15:31:11.515 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:28:36.907448+0000", 2024-04-10T15:31:11.515 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:28:36.907862+0000", 2024-04-10T15:31:11.515 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T15:28:47.107237+0000", 2024-04-10T15:31:11.515 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:11.515 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:31:11.516 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:11.516 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 64, 2024-04-10T15:31:11.516 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T15:28:47.107237+0000", 2024-04-10T15:31:11.516 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T15:28:47.107237+0000", 2024-04-10T15:31:11.516 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T15:28:47.107237+0000", 2024-04-10T15:31:11.516 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T15:31:11.516 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T15:31:11.516 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:11.516 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T15:28:47.107237+0000", 2024-04-10T15:31:11.516 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T15:28:47.107237+0000", 2024-04-10T15:31:11.516 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T15:31:11.516 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T15:31:11.517 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T15:31:11.517 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T15:31:11.517 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 63, 2024-04-10T15:31:11.517 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T15:31:11.517 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T15:31:11.517 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T15:31:11.517 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T15:31:11.517 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T15:31:11.517 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:31:11.517 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T15:31:11.517 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T15:31:11.517 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.1d", 2024-04-10T15:31:11.517 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T15:31:11.517 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T15:31:11.518 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 69, 2024-04-10T15:31:11.518 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 27, 2024-04-10T15:31:11.518 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T15:31:11.518 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T01:28:34.961570+0000", 2024-04-10T15:31:11.518 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:31:11.518 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T15:31:11.518 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T15:31:11.518 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T15:31:11.518 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:31:11.518 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T15:31:11.518 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:31:11.518 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T15:31:11.518 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T15:31:11.518 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T15:31:11.519 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T15:31:11.519 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T15:31:11.519 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T15:31:11.519 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T15:31:11.519 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T15:31:11.519 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T15:31:11.519 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T15:31:11.519 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:31:11.519 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T15:31:11.519 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T15:31:11.519 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T15:31:11.519 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T15:31:11.519 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T15:31:11.519 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:31:11.519 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T15:31:11.519 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T15:31:11.520 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T15:31:11.520 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:31:11.520 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T15:31:11.520 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T15:31:11.520 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T15:31:11.520 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T15:31:11.520 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T15:31:11.520 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T15:31:11.520 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T15:31:11.520 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T15:31:11.520 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T15:31:11.520 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T15:31:11.520 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T15:31:11.520 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:31:11.520 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T15:31:11.521 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T15:31:11.521 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T15:31:11.521 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.521 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T15:31:11.521 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T15:31:11.521 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T15:31:11.521 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T15:31:11.521 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T15:31:11.521 INFO:tasks.workunit.client.0.smithi069.stdout: 6 2024-04-10T15:31:11.521 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:11.521 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 5, 2024-04-10T15:31:11.521 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T15:31:11.521 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.521 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:11.521 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T15:31:11.522 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T15:31:11.522 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T15:31:11.522 INFO:tasks.workunit.client.0.smithi069.stdout: 6 2024-04-10T15:31:11.522 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:11.522 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 3, 2024-04-10T15:31:11.522 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T15:31:11.522 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T15:31:11.522 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 59, 2024-04-10T15:31:11.522 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T15:31:11.522 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:31:11.522 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T15:31:11.522 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T15:28:48.069221+0000", 2024-04-10T15:31:11.522 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:28:12.333915+0000", 2024-04-10T15:31:11.522 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:28:12.333915+0000", 2024-04-10T15:31:11.523 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:28:12.334232+0000", 2024-04-10T15:31:11.523 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T15:28:48.069221+0000", 2024-04-10T15:31:11.523 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T15:31:11.523 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:31:11.523 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T15:31:11.523 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 60, 2024-04-10T15:31:11.523 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T15:28:48.069221+0000", 2024-04-10T15:31:11.523 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T15:28:48.069221+0000", 2024-04-10T15:31:11.523 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T15:28:48.069221+0000", 2024-04-10T15:31:11.523 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T15:31:11.523 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T15:31:11.523 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T15:31:11.523 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T15:28:48.069221+0000", 2024-04-10T15:31:11.523 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T15:28:48.069221+0000", 2024-04-10T15:31:11.523 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T15:31:11.524 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 1, 2024-04-10T15:31:11.524 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T15:31:11.524 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T15:31:11.524 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 59, 2024-04-10T15:31:11.524 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T15:31:11.524 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T15:31:11.524 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T15:31:11.524 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T15:31:11.524 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 1, 2024-04-10T15:31:11.524 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:31:11.524 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T15:31:11.524 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T15:31:11.524 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "2.1b", 2024-04-10T15:31:11.524 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T15:31:11.525 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T15:31:11.525 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 69, 2024-04-10T15:31:11.525 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 21, 2024-04-10T15:31:11.525 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T15:31:11.525 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T18:25:34.332231+0000", 2024-04-10T15:31:11.525 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:31:11.525 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T15:31:11.525 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T15:31:11.525 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T15:31:11.525 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:31:11.525 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T15:31:11.525 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:31:11.525 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T15:31:11.525 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T15:31:11.525 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T15:31:11.525 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T15:31:11.526 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T15:31:11.526 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T15:31:11.526 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T15:31:11.526 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T15:31:11.526 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T15:31:11.526 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T15:31:11.526 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:31:11.526 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T15:31:11.526 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T15:31:11.526 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T15:31:11.526 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T15:31:11.526 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T15:31:11.526 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:31:11.526 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T15:31:11.526 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T15:31:11.527 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T15:31:11.527 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:31:11.527 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T15:31:11.527 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T15:31:11.527 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T15:31:11.527 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T15:31:11.527 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T15:31:11.527 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T15:31:11.527 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T15:31:11.527 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T15:31:11.527 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T15:31:11.527 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T15:31:11.527 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T15:31:11.527 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:31:11.527 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T15:31:11.528 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T15:31:11.528 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T15:31:11.528 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.528 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T15:31:11.528 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T15:31:11.528 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T15:31:11.528 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T15:31:11.528 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T15:31:11.528 INFO:tasks.workunit.client.0.smithi069.stdout: 6 2024-04-10T15:31:11.528 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:11.528 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 3, 2024-04-10T15:31:11.528 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "61'1" 2024-04-10T15:31:11.528 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.528 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:11.528 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T15:31:11.529 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T15:31:11.529 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T15:31:11.529 INFO:tasks.workunit.client.0.smithi069.stdout: 2 2024-04-10T15:31:11.529 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:11.529 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 4, 2024-04-10T15:31:11.529 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T15:31:11.529 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T15:31:11.529 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T15:31:11.529 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T15:31:11.529 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:31:11.529 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T15:31:11.529 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T15:28:47.278164+0000", 2024-04-10T15:31:11.529 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:28:12.694924+0000", 2024-04-10T15:31:11.529 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:28:12.694924+0000", 2024-04-10T15:31:11.529 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:28:12.695240+0000", 2024-04-10T15:31:11.530 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T15:28:47.278164+0000", 2024-04-10T15:31:11.530 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:11.530 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:31:11.530 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:11.530 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 61, 2024-04-10T15:31:11.530 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T15:28:47.278164+0000", 2024-04-10T15:31:11.530 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T15:28:47.278164+0000", 2024-04-10T15:31:11.530 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T15:28:47.278164+0000", 2024-04-10T15:31:11.530 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T15:31:11.530 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T15:31:11.530 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:11.530 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T15:28:47.278164+0000", 2024-04-10T15:31:11.531 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T15:28:47.278164+0000", 2024-04-10T15:31:11.531 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T15:31:11.531 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T15:31:11.531 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T15:31:11.531 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T15:31:11.531 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 60, 2024-04-10T15:31:11.531 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T15:31:11.531 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T15:31:11.531 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T15:31:11.531 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T15:31:11.531 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T15:31:11.531 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:31:11.531 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T15:31:11.531 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T15:31:11.531 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.1a", 2024-04-10T15:31:11.532 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T15:31:11.532 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T15:31:11.532 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 69, 2024-04-10T15:31:11.532 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 19, 2024-04-10T15:31:11.532 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T15:31:11.532 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T00:32:28.117308+0000", 2024-04-10T15:31:11.532 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:31:11.532 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T15:31:11.532 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T15:31:11.532 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T15:31:11.532 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:31:11.532 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T15:31:11.532 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:31:11.532 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T15:31:11.532 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T15:31:11.533 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T15:31:11.533 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T15:31:11.533 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T15:31:11.533 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T15:31:11.533 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T15:31:11.533 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T15:31:11.533 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T15:31:11.533 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T15:31:11.533 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:31:11.533 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T15:31:11.533 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T15:31:11.533 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T15:31:11.533 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T15:31:11.533 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T15:31:11.533 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:31:11.534 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T15:31:11.534 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T15:31:11.534 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T15:31:11.534 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:31:11.534 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T15:31:11.534 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T15:31:11.534 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T15:31:11.534 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T15:31:11.534 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T15:31:11.534 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T15:31:11.534 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T15:31:11.534 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T15:31:11.534 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T15:31:11.534 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T15:31:11.535 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T15:31:11.535 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:31:11.535 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T15:31:11.535 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T15:31:11.535 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T15:31:11.535 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.535 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T15:31:11.535 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T15:31:11.535 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T15:31:11.535 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T15:31:11.535 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T15:31:11.535 INFO:tasks.workunit.client.0.smithi069.stdout: 2 2024-04-10T15:31:11.535 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:11.535 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 4, 2024-04-10T15:31:11.535 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T15:31:11.536 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.536 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:11.536 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T15:31:11.536 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T15:31:11.536 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T15:31:11.536 INFO:tasks.workunit.client.0.smithi069.stdout: 7 2024-04-10T15:31:11.536 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:11.536 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 6, 2024-04-10T15:31:11.536 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T15:31:11.536 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T15:31:11.536 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 59, 2024-04-10T15:31:11.536 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T15:31:11.536 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:31:11.536 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T15:31:11.536 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T15:28:47.171353+0000", 2024-04-10T15:31:11.537 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:28:12.332468+0000", 2024-04-10T15:31:11.537 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:28:12.332468+0000", 2024-04-10T15:31:11.537 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:28:12.333289+0000", 2024-04-10T15:31:11.537 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T15:28:47.171353+0000", 2024-04-10T15:31:11.537 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T15:31:11.537 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:31:11.537 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T15:31:11.537 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 60, 2024-04-10T15:31:11.537 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T15:28:47.171353+0000", 2024-04-10T15:31:11.537 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T15:28:47.171353+0000", 2024-04-10T15:31:11.537 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T15:28:47.171353+0000", 2024-04-10T15:31:11.537 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T15:31:11.537 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T15:31:11.537 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T15:31:11.537 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T15:28:47.171353+0000", 2024-04-10T15:31:11.537 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T15:28:47.171353+0000", 2024-04-10T15:31:11.537 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T15:31:11.538 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 1, 2024-04-10T15:31:11.538 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T15:31:11.538 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T15:31:11.538 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 59, 2024-04-10T15:31:11.538 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T15:31:11.538 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T15:31:11.538 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T15:31:11.538 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T15:31:11.538 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 1, 2024-04-10T15:31:11.538 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:31:11.538 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T15:31:11.538 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T15:31:11.538 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "2.1a", 2024-04-10T15:31:11.538 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T15:31:11.539 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T15:31:11.539 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 69, 2024-04-10T15:31:11.539 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 21, 2024-04-10T15:31:11.539 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T15:31:11.539 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T20:16:06.745224+0000", 2024-04-10T15:31:11.539 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:31:11.539 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T15:31:11.539 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T15:31:11.539 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T15:31:11.539 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:31:11.539 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T15:31:11.539 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:31:11.539 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T15:31:11.539 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T15:31:11.539 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T15:31:11.540 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T15:31:11.540 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T15:31:11.540 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T15:31:11.540 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T15:31:11.540 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T15:31:11.540 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T15:31:11.540 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T15:31:11.540 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:31:11.540 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T15:31:11.540 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T15:31:11.540 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T15:31:11.540 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T15:31:11.540 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T15:31:11.540 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:31:11.540 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T15:31:11.541 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T15:31:11.541 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T15:31:11.541 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:31:11.541 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T15:31:11.541 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T15:31:11.541 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T15:31:11.541 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T15:31:11.541 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T15:31:11.541 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T15:31:11.541 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T15:31:11.541 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T15:31:11.541 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T15:31:11.541 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T15:31:11.541 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T15:31:11.541 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:31:11.541 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T15:31:11.542 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T15:31:11.542 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T15:31:11.542 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.542 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T15:31:11.542 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T15:31:11.542 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T15:31:11.542 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T15:31:11.542 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T15:31:11.542 INFO:tasks.workunit.client.0.smithi069.stdout: 7 2024-04-10T15:31:11.542 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:11.542 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 6, 2024-04-10T15:31:11.542 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "61'1" 2024-04-10T15:31:11.542 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.542 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:11.542 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T15:31:11.543 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T15:31:11.543 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T15:31:11.543 INFO:tasks.workunit.client.0.smithi069.stdout: 7 2024-04-10T15:31:11.543 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:11.543 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 0, 2024-04-10T15:31:11.543 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T15:31:11.543 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T15:31:11.543 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T15:31:11.543 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T15:31:11.543 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:31:11.543 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T15:31:11.543 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T15:28:47.171494+0000", 2024-04-10T15:31:11.543 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:28:12.695094+0000", 2024-04-10T15:31:11.543 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:28:12.695094+0000", 2024-04-10T15:31:11.543 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:28:12.695806+0000", 2024-04-10T15:31:11.543 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T15:28:47.171494+0000", 2024-04-10T15:31:11.543 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:11.544 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:31:11.544 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:11.544 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 61, 2024-04-10T15:31:11.544 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T15:28:47.171494+0000", 2024-04-10T15:31:11.544 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T15:28:47.171494+0000", 2024-04-10T15:31:11.544 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T15:28:47.171494+0000", 2024-04-10T15:31:11.544 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T15:31:11.544 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T15:31:11.544 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:11.544 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T15:28:47.171494+0000", 2024-04-10T15:31:11.544 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T15:28:47.171494+0000", 2024-04-10T15:31:11.544 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T15:31:11.544 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T15:31:11.544 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T15:31:11.544 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T15:31:11.545 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 60, 2024-04-10T15:31:11.545 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T15:31:11.545 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T15:31:11.545 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T15:31:11.545 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T15:31:11.545 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T15:31:11.545 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:31:11.545 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T15:31:11.545 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T15:31:11.545 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.1b", 2024-04-10T15:31:11.545 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T15:31:11.545 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T15:31:11.545 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 69, 2024-04-10T15:31:11.545 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 19, 2024-04-10T15:31:11.545 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T15:31:11.545 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T02:14:43.183591+0000", 2024-04-10T15:31:11.546 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:31:11.546 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T15:31:11.546 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T15:31:11.546 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T15:31:11.546 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:31:11.546 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T15:31:11.546 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:31:11.546 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T15:31:11.546 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T15:31:11.546 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T15:31:11.546 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T15:31:11.546 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T15:31:11.546 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T15:31:11.546 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T15:31:11.546 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T15:31:11.547 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T15:31:11.547 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T15:31:11.547 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:31:11.547 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T15:31:11.547 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T15:31:11.547 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T15:31:11.547 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T15:31:11.547 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T15:31:11.547 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:31:11.547 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T15:31:11.547 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T15:31:11.547 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T15:31:11.547 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:31:11.547 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T15:31:11.547 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T15:31:11.548 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T15:31:11.548 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T15:31:11.548 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T15:31:11.548 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T15:31:11.548 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T15:31:11.548 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T15:31:11.548 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T15:31:11.548 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T15:31:11.548 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T15:31:11.548 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:31:11.548 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T15:31:11.548 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T15:31:11.548 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T15:31:11.548 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.548 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T15:31:11.548 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T15:31:11.549 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T15:31:11.549 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T15:31:11.549 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T15:31:11.549 INFO:tasks.workunit.client.0.smithi069.stdout: 7 2024-04-10T15:31:11.549 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:11.549 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 0, 2024-04-10T15:31:11.549 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T15:31:11.549 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.549 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:11.549 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T15:31:11.549 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T15:31:11.549 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T15:31:11.549 INFO:tasks.workunit.client.0.smithi069.stdout: 0 2024-04-10T15:31:11.549 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:11.549 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 3, 2024-04-10T15:31:11.550 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T15:31:11.550 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T15:31:11.550 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 59, 2024-04-10T15:31:11.550 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T15:31:11.550 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:31:11.550 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T15:31:11.550 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T15:28:48.069061+0000", 2024-04-10T15:31:11.550 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:28:12.333037+0000", 2024-04-10T15:31:11.550 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:28:12.333037+0000", 2024-04-10T15:31:11.550 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:28:12.333539+0000", 2024-04-10T15:31:11.550 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T15:28:48.069061+0000", 2024-04-10T15:31:11.550 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T15:31:11.550 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:31:11.550 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T15:31:11.551 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 60, 2024-04-10T15:31:11.551 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T15:28:48.069061+0000", 2024-04-10T15:31:11.551 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T15:28:48.069061+0000", 2024-04-10T15:31:11.551 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T15:28:48.069061+0000", 2024-04-10T15:31:11.551 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T15:31:11.551 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T15:31:11.551 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T15:31:11.551 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T15:28:48.069061+0000", 2024-04-10T15:31:11.551 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T15:28:48.069061+0000", 2024-04-10T15:31:11.551 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T15:31:11.551 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T15:31:11.551 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T15:31:11.551 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T15:31:11.551 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 59, 2024-04-10T15:31:11.551 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T15:31:11.551 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T15:31:11.552 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T15:31:11.552 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T15:31:11.552 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T15:31:11.552 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:31:11.552 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T15:31:11.552 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T15:31:11.552 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "2.19", 2024-04-10T15:31:11.552 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T15:31:11.552 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T15:31:11.552 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 69, 2024-04-10T15:31:11.552 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 20, 2024-04-10T15:31:11.552 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T15:31:11.552 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T16:09:51.166660+0000", 2024-04-10T15:31:11.552 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:31:11.552 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T15:31:11.552 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T15:31:11.553 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T15:31:11.553 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:31:11.553 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T15:31:11.553 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:31:11.553 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T15:31:11.553 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T15:31:11.553 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T15:31:11.553 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T15:31:11.553 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T15:31:11.553 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T15:31:11.553 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T15:31:11.553 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T15:31:11.553 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T15:31:11.553 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T15:31:11.553 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:31:11.553 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T15:31:11.554 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T15:31:11.554 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T15:31:11.554 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T15:31:11.554 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T15:31:11.554 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:31:11.554 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T15:31:11.554 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T15:31:11.554 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T15:31:11.554 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:31:11.554 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T15:31:11.554 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T15:31:11.554 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T15:31:11.554 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T15:31:11.554 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T15:31:11.555 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T15:31:11.555 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T15:31:11.555 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T15:31:11.555 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T15:31:11.555 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T15:31:11.555 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T15:31:11.555 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:31:11.555 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T15:31:11.555 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T15:31:11.555 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T15:31:11.555 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.555 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T15:31:11.555 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T15:31:11.555 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T15:31:11.555 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T15:31:11.555 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T15:31:11.555 INFO:tasks.workunit.client.0.smithi069.stdout: 0 2024-04-10T15:31:11.556 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:11.556 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 3, 2024-04-10T15:31:11.556 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T15:31:11.556 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.556 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:11.556 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T15:31:11.556 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T15:31:11.556 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T15:31:11.556 INFO:tasks.workunit.client.0.smithi069.stdout: 1 2024-04-10T15:31:11.556 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:11.556 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 3, 2024-04-10T15:31:11.556 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T15:31:11.556 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T15:31:11.556 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T15:31:11.556 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T15:31:11.556 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:31:11.556 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T15:31:11.557 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T15:28:48.068808+0000", 2024-04-10T15:31:11.557 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:28:12.686110+0000", 2024-04-10T15:31:11.557 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:28:12.686110+0000", 2024-04-10T15:31:11.557 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:28:12.686515+0000", 2024-04-10T15:31:11.557 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T15:28:48.068808+0000", 2024-04-10T15:31:11.557 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:11.557 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:31:11.557 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:11.557 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 61, 2024-04-10T15:31:11.557 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T15:28:48.068808+0000", 2024-04-10T15:31:11.557 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T15:28:48.068808+0000", 2024-04-10T15:31:11.557 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T15:28:48.068808+0000", 2024-04-10T15:31:11.557 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T15:31:11.557 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T15:31:11.557 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:11.557 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T15:28:48.068808+0000", 2024-04-10T15:31:11.558 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T15:28:48.068808+0000", 2024-04-10T15:31:11.558 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T15:31:11.558 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T15:31:11.558 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T15:31:11.558 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T15:31:11.558 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 60, 2024-04-10T15:31:11.558 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T15:31:11.558 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T15:31:11.558 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T15:31:11.558 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T15:31:11.558 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T15:31:11.558 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:31:11.558 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T15:31:11.558 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T15:31:11.558 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.18", 2024-04-10T15:31:11.559 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T15:31:11.559 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T15:31:11.559 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 69, 2024-04-10T15:31:11.559 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 19, 2024-04-10T15:31:11.559 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T15:31:11.559 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T20:12:58.951054+0000", 2024-04-10T15:31:11.559 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:31:11.559 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T15:31:11.559 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T15:31:11.559 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T15:31:11.559 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:31:11.559 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T15:31:11.559 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:31:11.559 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T15:31:11.559 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T15:31:11.559 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T15:31:11.559 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T15:31:11.560 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T15:31:11.560 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T15:31:11.560 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T15:31:11.560 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T15:31:11.560 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T15:31:11.560 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T15:31:11.560 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:31:11.560 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T15:31:11.560 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T15:31:11.560 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T15:31:11.560 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T15:31:11.560 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T15:31:11.560 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:31:11.560 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T15:31:11.560 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T15:31:11.560 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T15:31:11.560 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:31:11.561 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T15:31:11.561 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T15:31:11.561 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T15:31:11.561 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T15:31:11.561 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T15:31:11.561 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T15:31:11.561 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T15:31:11.561 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T15:31:11.561 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T15:31:11.561 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T15:31:11.561 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T15:31:11.561 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:31:11.561 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T15:31:11.561 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T15:31:11.561 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T15:31:11.561 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.562 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T15:31:11.562 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T15:31:11.562 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T15:31:11.562 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T15:31:11.562 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T15:31:11.562 INFO:tasks.workunit.client.0.smithi069.stdout: 1 2024-04-10T15:31:11.562 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:11.562 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 3, 2024-04-10T15:31:11.562 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T15:31:11.562 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.562 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:11.562 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T15:31:11.562 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T15:31:11.562 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T15:31:11.562 INFO:tasks.workunit.client.0.smithi069.stdout: 7 2024-04-10T15:31:11.563 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:11.563 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 5, 2024-04-10T15:31:11.563 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T15:31:11.563 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T15:31:11.563 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 59, 2024-04-10T15:31:11.563 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T15:31:11.563 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:31:11.563 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T15:31:11.563 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T15:28:47.106695+0000", 2024-04-10T15:31:11.563 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:28:12.341624+0000", 2024-04-10T15:31:11.563 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:28:12.341624+0000", 2024-04-10T15:31:11.563 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:28:12.341914+0000", 2024-04-10T15:31:11.563 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T15:28:47.106695+0000", 2024-04-10T15:31:11.563 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T15:31:11.564 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:31:11.564 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T15:31:11.564 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 60, 2024-04-10T15:31:11.564 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T15:28:47.106695+0000", 2024-04-10T15:31:11.564 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T15:28:47.106695+0000", 2024-04-10T15:31:11.564 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T15:28:47.106695+0000", 2024-04-10T15:31:11.564 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T15:31:11.564 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T15:31:11.564 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T15:31:11.564 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T15:28:47.106695+0000", 2024-04-10T15:31:11.564 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T15:28:47.106695+0000", 2024-04-10T15:31:11.564 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T15:31:11.564 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T15:31:11.564 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T15:31:11.565 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T15:31:11.565 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 59, 2024-04-10T15:31:11.565 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T15:31:11.565 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T15:31:11.565 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T15:31:11.565 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T15:31:11.565 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T15:31:11.565 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:31:11.565 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T15:31:11.565 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T15:31:11.565 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "2.18", 2024-04-10T15:31:11.565 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T15:31:11.565 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T15:31:11.565 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 69, 2024-04-10T15:31:11.565 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 19, 2024-04-10T15:31:11.566 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T15:31:11.566 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T03:25:35.198405+0000", 2024-04-10T15:31:11.566 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:31:11.566 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T15:31:11.566 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T15:31:11.566 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T15:31:11.566 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:31:11.566 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T15:31:11.566 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:31:11.566 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T15:31:11.566 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T15:31:11.566 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T15:31:11.566 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T15:31:11.566 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T15:31:11.566 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T15:31:11.567 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T15:31:11.567 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T15:31:11.567 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T15:31:11.567 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T15:31:11.567 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:31:11.567 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T15:31:11.567 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T15:31:11.567 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T15:31:11.567 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T15:31:11.567 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T15:31:11.567 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:31:11.567 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T15:31:11.567 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T15:31:11.567 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T15:31:11.567 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:31:11.567 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T15:31:11.568 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T15:31:11.568 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T15:31:11.568 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T15:31:11.568 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T15:31:11.568 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T15:31:11.568 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T15:31:11.568 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T15:31:11.568 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T15:31:11.568 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T15:31:11.568 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T15:31:11.568 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:31:11.568 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T15:31:11.568 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T15:31:11.568 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T15:31:11.568 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.569 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T15:31:11.569 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T15:31:11.569 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T15:31:11.569 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T15:31:11.569 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T15:31:11.569 INFO:tasks.workunit.client.0.smithi069.stdout: 7 2024-04-10T15:31:11.569 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:11.569 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 5, 2024-04-10T15:31:11.569 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T15:31:11.569 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.569 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:11.569 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T15:31:11.569 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T15:31:11.569 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T15:31:11.570 INFO:tasks.workunit.client.0.smithi069.stdout: 4 2024-04-10T15:31:11.570 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:11.570 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 1, 2024-04-10T15:31:11.570 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T15:31:11.570 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T15:31:11.570 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T15:31:11.570 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T15:31:11.570 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:31:11.570 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T15:31:11.570 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T15:28:47.109260+0000", 2024-04-10T15:31:11.570 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:28:12.695848+0000", 2024-04-10T15:31:11.570 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:28:12.695848+0000", 2024-04-10T15:31:11.570 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:28:12.696577+0000", 2024-04-10T15:31:11.570 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T15:28:47.109260+0000", 2024-04-10T15:31:11.570 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:11.571 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:31:11.571 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:11.571 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 61, 2024-04-10T15:31:11.571 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T15:28:47.109260+0000", 2024-04-10T15:31:11.571 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T15:28:47.109260+0000", 2024-04-10T15:31:11.571 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T15:28:47.109260+0000", 2024-04-10T15:31:11.571 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T15:31:11.571 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T15:31:11.571 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:11.571 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T15:28:47.109260+0000", 2024-04-10T15:31:11.571 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T15:28:47.109260+0000", 2024-04-10T15:31:11.571 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T15:31:11.571 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T15:31:11.571 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T15:31:11.571 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T15:31:11.571 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 60, 2024-04-10T15:31:11.572 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T15:31:11.572 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T15:31:11.572 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T15:31:11.572 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T15:31:11.572 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T15:31:11.572 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:31:11.572 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T15:31:11.572 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T15:31:11.572 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.19", 2024-04-10T15:31:11.572 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T15:31:11.572 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T15:31:11.572 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 69, 2024-04-10T15:31:11.572 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 19, 2024-04-10T15:31:11.572 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T15:31:11.572 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T15:43:47.778945+0000", 2024-04-10T15:31:11.572 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:31:11.572 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T15:31:11.573 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T15:31:11.573 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T15:31:11.573 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:31:11.573 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T15:31:11.573 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:31:11.573 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T15:31:11.573 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T15:31:11.573 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T15:31:11.573 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T15:31:11.573 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T15:31:11.573 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T15:31:11.573 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T15:31:11.573 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T15:31:11.573 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T15:31:11.573 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T15:31:11.574 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:31:11.574 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T15:31:11.574 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T15:31:11.574 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T15:31:11.574 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T15:31:11.574 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T15:31:11.574 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:31:11.574 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T15:31:11.574 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T15:31:11.574 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T15:31:11.574 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:31:11.574 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T15:31:11.574 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T15:31:11.574 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T15:31:11.574 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T15:31:11.575 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T15:31:11.575 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T15:31:11.575 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T15:31:11.575 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T15:31:11.575 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T15:31:11.575 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T15:31:11.575 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T15:31:11.575 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:31:11.575 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T15:31:11.575 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T15:31:11.575 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T15:31:11.575 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.575 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T15:31:11.575 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T15:31:11.575 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T15:31:11.576 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T15:31:11.576 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T15:31:11.576 INFO:tasks.workunit.client.0.smithi069.stdout: 4 2024-04-10T15:31:11.576 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:11.576 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 1, 2024-04-10T15:31:11.576 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T15:31:11.576 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.576 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:11.576 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T15:31:11.576 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T15:31:11.576 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T15:31:11.576 INFO:tasks.workunit.client.0.smithi069.stdout: 2 2024-04-10T15:31:11.576 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:11.576 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 6, 2024-04-10T15:31:11.576 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T15:31:11.576 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T15:31:11.576 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 59, 2024-04-10T15:31:11.577 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T15:31:11.577 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:31:11.577 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T15:31:11.577 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T15:28:47.171743+0000", 2024-04-10T15:31:11.577 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:28:12.336706+0000", 2024-04-10T15:31:11.577 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:28:12.336706+0000", 2024-04-10T15:31:11.577 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:28:12.337764+0000", 2024-04-10T15:31:11.577 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T15:28:47.171743+0000", 2024-04-10T15:31:11.577 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T15:31:11.577 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:31:11.577 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T15:31:11.577 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 60, 2024-04-10T15:31:11.577 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T15:28:47.171743+0000", 2024-04-10T15:31:11.577 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T15:28:47.171743+0000", 2024-04-10T15:31:11.577 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T15:28:47.171743+0000", 2024-04-10T15:31:11.577 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T15:31:11.577 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T15:31:11.578 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T15:31:11.578 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T15:28:47.171743+0000", 2024-04-10T15:31:11.578 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T15:28:47.171743+0000", 2024-04-10T15:31:11.578 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T15:31:11.578 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T15:31:11.578 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T15:31:11.578 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T15:31:11.578 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 59, 2024-04-10T15:31:11.578 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T15:31:11.578 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T15:31:11.578 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T15:31:11.578 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T15:31:11.578 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T15:31:11.579 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:31:11.579 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T15:31:11.579 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T15:31:11.579 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "2.17", 2024-04-10T15:31:11.579 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T15:31:11.579 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T15:31:11.579 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 69, 2024-04-10T15:31:11.579 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 20, 2024-04-10T15:31:11.579 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T15:31:11.579 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T22:32:40.666706+0000", 2024-04-10T15:31:11.579 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:31:11.579 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T15:31:11.579 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T15:31:11.579 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T15:31:11.579 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:31:11.580 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T15:31:11.580 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:31:11.580 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T15:31:11.580 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T15:31:11.580 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T15:31:11.580 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T15:31:11.580 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T15:31:11.580 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T15:31:11.580 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T15:31:11.580 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T15:31:11.580 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T15:31:11.580 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T15:31:11.580 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:31:11.580 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T15:31:11.580 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T15:31:11.580 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T15:31:11.581 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T15:31:11.581 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T15:31:11.581 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:31:11.581 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T15:31:11.581 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T15:31:11.581 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T15:31:11.581 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:31:11.581 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T15:31:11.581 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T15:31:11.581 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T15:31:11.581 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T15:31:11.581 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T15:31:11.581 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T15:31:11.581 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T15:31:11.581 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T15:31:11.581 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T15:31:11.581 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T15:31:11.581 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T15:31:11.582 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:31:11.582 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T15:31:11.582 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T15:31:11.582 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T15:31:11.582 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.582 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T15:31:11.582 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T15:31:11.582 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T15:31:11.582 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T15:31:11.582 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T15:31:11.582 INFO:tasks.workunit.client.0.smithi069.stdout: 2 2024-04-10T15:31:11.582 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:11.582 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 6, 2024-04-10T15:31:11.582 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T15:31:11.582 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.582 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:11.583 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T15:31:11.583 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T15:31:11.583 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T15:31:11.583 INFO:tasks.workunit.client.0.smithi069.stdout: 1 2024-04-10T15:31:11.583 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:11.583 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 5, 2024-04-10T15:31:11.583 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T15:31:11.583 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T15:31:11.583 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T15:31:11.583 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T15:31:11.583 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:31:11.583 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T15:31:11.583 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T15:28:47.107060+0000", 2024-04-10T15:31:11.583 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:28:12.696527+0000", 2024-04-10T15:31:11.583 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:28:12.696527+0000", 2024-04-10T15:31:11.583 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:28:12.696846+0000", 2024-04-10T15:31:11.583 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T15:28:47.107060+0000", 2024-04-10T15:31:11.584 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:11.584 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:31:11.584 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:11.584 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 61, 2024-04-10T15:31:11.584 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T15:28:47.107060+0000", 2024-04-10T15:31:11.584 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T15:28:47.107060+0000", 2024-04-10T15:31:11.584 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T15:28:47.107060+0000", 2024-04-10T15:31:11.584 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T15:31:11.584 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T15:31:11.584 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:11.584 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T15:28:47.107060+0000", 2024-04-10T15:31:11.584 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T15:28:47.107060+0000", 2024-04-10T15:31:11.584 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T15:31:11.584 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T15:31:11.584 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T15:31:11.585 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T15:31:11.585 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 60, 2024-04-10T15:31:11.585 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T15:31:11.585 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T15:31:11.585 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T15:31:11.585 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T15:31:11.585 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T15:31:11.585 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:31:11.585 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T15:31:11.585 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T15:31:11.585 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.16", 2024-04-10T15:31:11.585 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T15:31:11.585 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T15:31:11.585 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 69, 2024-04-10T15:31:11.585 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 18, 2024-04-10T15:31:11.585 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T15:31:11.585 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T21:56:25.127352+0000", 2024-04-10T15:31:11.586 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:31:11.586 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T15:31:11.586 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T15:31:11.586 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T15:31:11.586 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:31:11.586 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T15:31:11.586 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:31:11.586 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T15:31:11.586 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T15:31:11.586 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T15:31:11.586 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T15:31:11.586 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T15:31:11.586 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T15:31:11.586 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T15:31:11.586 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T15:31:11.586 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T15:31:11.587 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T15:31:11.587 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:31:11.587 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T15:31:11.587 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T15:31:11.587 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T15:31:11.587 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T15:31:11.587 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T15:31:11.587 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:31:11.587 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T15:31:11.587 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T15:31:11.587 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T15:31:11.587 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:31:11.587 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T15:31:11.587 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T15:31:11.587 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T15:31:11.587 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T15:31:11.587 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T15:31:11.588 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T15:31:11.588 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T15:31:11.588 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T15:31:11.588 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T15:31:11.588 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T15:31:11.588 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T15:31:11.588 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:31:11.588 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T15:31:11.588 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T15:31:11.588 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T15:31:11.588 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.588 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T15:31:11.588 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T15:31:11.588 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T15:31:11.588 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T15:31:11.588 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T15:31:11.588 INFO:tasks.workunit.client.0.smithi069.stdout: 1 2024-04-10T15:31:11.588 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:11.589 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 5, 2024-04-10T15:31:11.589 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T15:31:11.589 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.589 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:11.589 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T15:31:11.589 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T15:31:11.589 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T15:31:11.589 INFO:tasks.workunit.client.0.smithi069.stdout: 2 2024-04-10T15:31:11.589 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:11.589 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 5, 2024-04-10T15:31:11.589 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T15:31:11.589 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T15:31:11.589 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 59, 2024-04-10T15:31:11.589 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T15:31:11.589 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:31:11.589 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T15:31:11.589 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T15:28:47.106984+0000", 2024-04-10T15:31:11.590 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:28:12.337611+0000", 2024-04-10T15:31:11.590 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:28:12.337611+0000", 2024-04-10T15:31:11.590 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:28:12.338118+0000", 2024-04-10T15:31:11.590 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T15:28:47.106984+0000", 2024-04-10T15:31:11.590 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T15:31:11.590 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:31:11.590 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T15:31:11.590 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 60, 2024-04-10T15:31:11.590 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T15:28:47.106984+0000", 2024-04-10T15:31:11.590 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T15:28:47.106984+0000", 2024-04-10T15:31:11.590 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T15:28:47.106984+0000", 2024-04-10T15:31:11.590 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T15:31:11.590 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T15:31:11.590 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T15:31:11.590 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T15:28:47.106984+0000", 2024-04-10T15:31:11.590 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T15:28:47.106984+0000", 2024-04-10T15:31:11.590 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T15:31:11.591 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T15:31:11.591 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T15:31:11.591 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T15:31:11.591 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 59, 2024-04-10T15:31:11.591 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T15:31:11.591 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T15:31:11.591 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T15:31:11.591 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T15:31:11.591 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T15:31:11.591 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:31:11.591 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T15:31:11.591 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T15:31:11.591 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "2.16", 2024-04-10T15:31:11.591 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T15:31:11.591 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T15:31:11.591 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 69, 2024-04-10T15:31:11.592 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 19, 2024-04-10T15:31:11.592 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T15:31:11.592 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T02:40:58.099929+0000", 2024-04-10T15:31:11.592 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:31:11.592 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T15:31:11.592 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T15:31:11.592 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T15:31:11.592 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:31:11.592 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T15:31:11.592 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:31:11.592 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T15:31:11.592 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T15:31:11.592 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T15:31:11.592 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T15:31:11.592 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T15:31:11.593 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T15:31:11.593 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T15:31:11.593 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T15:31:11.593 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T15:31:11.593 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T15:31:11.593 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:31:11.593 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T15:31:11.593 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T15:31:11.593 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T15:31:11.593 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T15:31:11.593 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T15:31:11.593 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:31:11.593 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T15:31:11.593 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T15:31:11.593 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T15:31:11.594 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:31:11.594 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T15:31:11.594 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T15:31:11.594 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T15:31:11.594 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T15:31:11.594 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T15:31:11.594 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T15:31:11.594 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T15:31:11.594 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T15:31:11.594 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T15:31:11.594 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T15:31:11.594 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T15:31:11.594 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:31:11.594 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T15:31:11.594 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T15:31:11.594 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T15:31:11.595 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.595 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T15:31:11.595 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T15:31:11.595 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T15:31:11.595 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T15:31:11.595 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T15:31:11.595 INFO:tasks.workunit.client.0.smithi069.stdout: 2 2024-04-10T15:31:11.595 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:11.595 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 5, 2024-04-10T15:31:11.595 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T15:31:11.595 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.595 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:11.595 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T15:31:11.595 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T15:31:11.595 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T15:31:11.595 INFO:tasks.workunit.client.0.smithi069.stdout: 3 2024-04-10T15:31:11.595 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:11.596 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 0, 2024-04-10T15:31:11.596 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T15:31:11.596 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T15:31:11.596 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T15:31:11.596 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T15:31:11.596 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:31:11.596 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T15:31:11.596 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T15:28:47.171809+0000", 2024-04-10T15:31:11.596 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:28:12.698095+0000", 2024-04-10T15:31:11.596 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:28:12.698095+0000", 2024-04-10T15:31:11.596 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:28:12.698354+0000", 2024-04-10T15:31:11.596 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T15:28:47.171809+0000", 2024-04-10T15:31:11.596 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:11.596 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:31:11.596 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:11.596 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 61, 2024-04-10T15:31:11.596 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T15:28:47.171809+0000", 2024-04-10T15:31:11.597 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T15:28:47.171809+0000", 2024-04-10T15:31:11.597 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T15:28:47.171809+0000", 2024-04-10T15:31:11.597 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T15:31:11.597 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T15:31:11.597 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:11.597 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T15:28:47.171809+0000", 2024-04-10T15:31:11.597 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T15:28:47.171809+0000", 2024-04-10T15:31:11.597 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T15:31:11.597 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T15:31:11.597 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T15:31:11.597 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T15:31:11.597 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 60, 2024-04-10T15:31:11.597 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T15:31:11.597 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T15:31:11.597 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T15:31:11.598 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T15:31:11.598 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T15:31:11.598 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:31:11.598 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T15:31:11.598 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T15:31:11.598 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.17", 2024-04-10T15:31:11.598 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T15:31:11.598 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T15:31:11.598 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 69, 2024-04-10T15:31:11.598 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 19, 2024-04-10T15:31:11.598 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T15:31:11.598 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T17:18:45.328974+0000", 2024-04-10T15:31:11.598 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:31:11.598 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T15:31:11.599 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T15:31:11.599 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T15:31:11.599 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:31:11.599 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T15:31:11.599 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:31:11.599 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T15:31:11.599 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T15:31:11.599 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T15:31:11.599 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T15:31:11.599 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T15:31:11.599 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T15:31:11.599 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T15:31:11.599 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T15:31:11.599 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T15:31:11.599 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T15:31:11.599 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:31:11.600 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T15:31:11.600 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T15:31:11.600 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T15:31:11.600 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T15:31:11.600 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T15:31:11.600 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:31:11.600 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T15:31:11.600 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T15:31:11.600 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T15:31:11.600 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:31:11.600 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T15:31:11.600 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T15:31:11.600 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T15:31:11.600 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T15:31:11.600 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T15:31:11.600 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T15:31:11.601 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T15:31:11.601 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T15:31:11.601 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T15:31:11.601 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T15:31:11.601 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T15:31:11.601 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:31:11.601 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T15:31:11.601 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T15:31:11.601 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T15:31:11.601 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.601 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T15:31:11.601 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T15:31:11.601 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T15:31:11.601 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T15:31:11.601 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T15:31:11.601 INFO:tasks.workunit.client.0.smithi069.stdout: 3 2024-04-10T15:31:11.601 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:11.602 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 0, 2024-04-10T15:31:11.602 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T15:31:11.602 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.602 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:11.602 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T15:31:11.602 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T15:31:11.602 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T15:31:11.602 INFO:tasks.workunit.client.0.smithi069.stdout: 0 2024-04-10T15:31:11.602 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:11.602 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 1, 2024-04-10T15:31:11.602 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T15:31:11.602 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T15:31:11.602 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 59, 2024-04-10T15:31:11.602 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T15:31:11.602 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:31:11.603 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T15:31:11.603 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T15:28:47.109199+0000", 2024-04-10T15:31:11.603 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:28:12.336372+0000", 2024-04-10T15:31:11.603 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:28:12.336372+0000", 2024-04-10T15:31:11.603 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:28:12.336664+0000", 2024-04-10T15:31:11.603 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T15:28:47.109199+0000", 2024-04-10T15:31:11.603 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T15:31:11.603 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:31:11.603 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T15:31:11.603 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 60, 2024-04-10T15:31:11.603 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T15:28:47.109199+0000", 2024-04-10T15:31:11.603 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T15:28:47.109199+0000", 2024-04-10T15:31:11.603 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T15:28:47.109199+0000", 2024-04-10T15:31:11.603 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T15:31:11.603 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T15:31:11.603 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T15:31:11.603 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T15:28:47.109199+0000", 2024-04-10T15:31:11.604 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T15:28:47.109199+0000", 2024-04-10T15:31:11.604 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T15:31:11.604 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 3, 2024-04-10T15:31:11.604 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T15:31:11.604 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T15:31:11.604 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 59, 2024-04-10T15:31:11.604 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T15:31:11.604 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T15:31:11.604 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T15:31:11.604 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T15:31:11.604 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 3, 2024-04-10T15:31:11.604 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:31:11.604 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T15:31:11.604 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T15:31:11.604 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "2.15", 2024-04-10T15:31:11.605 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T15:31:11.605 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T15:31:11.605 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 69, 2024-04-10T15:31:11.605 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 23, 2024-04-10T15:31:11.605 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T15:31:11.605 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T17:15:04.892346+0000", 2024-04-10T15:31:11.605 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:31:11.605 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T15:31:11.605 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T15:31:11.605 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 90, 2024-04-10T15:31:11.605 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:31:11.605 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T15:31:11.605 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:31:11.605 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T15:31:11.605 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T15:31:11.605 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T15:31:11.606 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T15:31:11.606 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T15:31:11.606 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T15:31:11.606 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T15:31:11.606 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T15:31:11.606 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T15:31:11.606 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T15:31:11.606 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:31:11.606 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T15:31:11.606 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 6, 2024-04-10T15:31:11.606 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 2, 2024-04-10T15:31:11.606 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T15:31:11.606 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 2, 2024-04-10T15:31:11.606 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:31:11.606 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T15:31:11.607 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T15:31:11.607 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T15:31:11.607 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:31:11.607 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 1, 2024-04-10T15:31:11.607 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T15:31:11.607 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T15:31:11.607 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T15:31:11.607 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T15:31:11.607 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T15:31:11.607 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T15:31:11.607 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T15:31:11.607 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T15:31:11.607 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T15:31:11.607 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T15:31:11.607 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:31:11.607 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T15:31:11.607 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 4, 2024-04-10T15:31:11.608 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 1 2024-04-10T15:31:11.608 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.608 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T15:31:11.608 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T15:31:11.608 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T15:31:11.608 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T15:31:11.608 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T15:31:11.608 INFO:tasks.workunit.client.0.smithi069.stdout: 0 2024-04-10T15:31:11.608 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:11.608 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 1, 2024-04-10T15:31:11.608 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "61'3" 2024-04-10T15:31:11.608 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.608 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:11.608 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T15:31:11.608 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T15:31:11.608 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T15:31:11.609 INFO:tasks.workunit.client.0.smithi069.stdout: 6 2024-04-10T15:31:11.609 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:11.609 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 4, 2024-04-10T15:31:11.609 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T15:31:11.609 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T15:31:11.609 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T15:31:11.609 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T15:31:11.609 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:31:11.609 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T15:31:11.609 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T15:28:47.278363+0000", 2024-04-10T15:31:11.609 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:28:12.701973+0000", 2024-04-10T15:31:11.609 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:28:12.701973+0000", 2024-04-10T15:31:11.609 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:28:12.702254+0000", 2024-04-10T15:31:11.609 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T15:28:47.278363+0000", 2024-04-10T15:31:11.609 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:11.609 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:31:11.610 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:11.610 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 61, 2024-04-10T15:31:11.610 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T15:28:47.278363+0000", 2024-04-10T15:31:11.610 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T15:28:47.278363+0000", 2024-04-10T15:31:11.610 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T15:28:47.278363+0000", 2024-04-10T15:31:11.610 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T15:31:11.610 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T15:31:11.610 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:11.610 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T15:28:47.278363+0000", 2024-04-10T15:31:11.610 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T15:28:47.278363+0000", 2024-04-10T15:31:11.610 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T15:31:11.610 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T15:31:11.610 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T15:31:11.610 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T15:31:11.611 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 60, 2024-04-10T15:31:11.611 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T15:31:11.611 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T15:31:11.611 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T15:31:11.611 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T15:31:11.611 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T15:31:11.611 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:31:11.611 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T15:31:11.611 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T15:31:11.611 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.14", 2024-04-10T15:31:11.611 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T15:31:11.611 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T15:31:11.611 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 69, 2024-04-10T15:31:11.611 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 19, 2024-04-10T15:31:11.611 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T15:31:11.612 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T21:27:25.192311+0000", 2024-04-10T15:31:11.612 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:31:11.612 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T15:31:11.612 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T15:31:11.612 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T15:31:11.612 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:31:11.612 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T15:31:11.612 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:31:11.612 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T15:31:11.612 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T15:31:11.612 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T15:31:11.612 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T15:31:11.612 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T15:31:11.612 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T15:31:11.612 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T15:31:11.612 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T15:31:11.612 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T15:31:11.613 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T15:31:11.613 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:31:11.613 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T15:31:11.613 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T15:31:11.613 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T15:31:11.613 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T15:31:11.613 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T15:31:11.613 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:31:11.613 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T15:31:11.613 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T15:31:11.613 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T15:31:11.613 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:31:11.613 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T15:31:11.613 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T15:31:11.613 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T15:31:11.613 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T15:31:11.613 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T15:31:11.613 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T15:31:11.614 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T15:31:11.614 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T15:31:11.614 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T15:31:11.614 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T15:31:11.614 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T15:31:11.614 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:31:11.614 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T15:31:11.614 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T15:31:11.614 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T15:31:11.614 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.614 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T15:31:11.614 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T15:31:11.614 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T15:31:11.614 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T15:31:11.614 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T15:31:11.614 INFO:tasks.workunit.client.0.smithi069.stdout: 6 2024-04-10T15:31:11.615 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:11.615 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 4, 2024-04-10T15:31:11.615 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T15:31:11.615 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.615 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:11.615 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T15:31:11.615 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T15:31:11.615 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T15:31:11.615 INFO:tasks.workunit.client.0.smithi069.stdout: 5 2024-04-10T15:31:11.615 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:11.615 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 6, 2024-04-10T15:31:11.615 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T15:31:11.615 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T15:31:11.615 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 59, 2024-04-10T15:31:11.615 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T15:31:11.615 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:31:11.616 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T15:31:11.616 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T15:30:15.192264+0000", 2024-04-10T15:31:11.616 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:28:12.337965+0000", 2024-04-10T15:31:11.616 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:28:12.337965+0000", 2024-04-10T15:31:11.616 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:28:12.338254+0000", 2024-04-10T15:31:11.616 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T15:30:15.192264+0000", 2024-04-10T15:31:11.616 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T15:31:11.616 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:31:11.616 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T15:31:11.616 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 60, 2024-04-10T15:31:11.616 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T15:30:15.192264+0000", 2024-04-10T15:31:11.616 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T15:30:15.192264+0000", 2024-04-10T15:31:11.616 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T15:30:15.192264+0000", 2024-04-10T15:31:11.616 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T15:31:11.616 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T15:31:11.616 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T15:31:11.616 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T15:30:15.192264+0000", 2024-04-10T15:31:11.617 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T15:30:15.192264+0000", 2024-04-10T15:31:11.617 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T15:31:11.617 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 12, 2024-04-10T15:31:11.617 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T15:31:11.617 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T15:31:11.617 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 59, 2024-04-10T15:31:11.617 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T15:31:11.617 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T15:31:11.617 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T15:31:11.617 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T15:31:11.617 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 12, 2024-04-10T15:31:11.617 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:31:11.617 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T15:31:11.617 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T15:31:11.617 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "2.14", 2024-04-10T15:31:11.617 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T15:31:11.618 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T15:31:11.618 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 69, 2024-04-10T15:31:11.618 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 32, 2024-04-10T15:31:11.618 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T15:31:11.618 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T02:19:59.530010+0000", 2024-04-10T15:31:11.618 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:31:11.618 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T15:31:11.618 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T15:31:11.618 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 2632, 2024-04-10T15:31:11.618 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:31:11.618 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T15:31:11.618 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:31:11.618 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T15:31:11.618 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T15:31:11.618 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T15:31:11.619 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T15:31:11.619 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T15:31:11.619 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T15:31:11.619 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T15:31:11.619 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T15:31:11.619 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T15:31:11.619 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T15:31:11.619 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:31:11.619 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T15:31:11.619 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 12, 2024-04-10T15:31:11.619 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 4, 2024-04-10T15:31:11.619 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T15:31:11.619 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 4, 2024-04-10T15:31:11.619 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:31:11.619 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T15:31:11.620 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T15:31:11.620 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T15:31:11.620 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:31:11.620 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 1, 2024-04-10T15:31:11.620 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T15:31:11.620 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T15:31:11.620 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T15:31:11.620 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T15:31:11.620 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T15:31:11.620 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T15:31:11.620 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T15:31:11.620 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T15:31:11.620 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T15:31:11.620 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T15:31:11.620 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:31:11.621 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T15:31:11.621 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 12, 2024-04-10T15:31:11.621 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 9 2024-04-10T15:31:11.621 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.621 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T15:31:11.621 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T15:31:11.621 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T15:31:11.621 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T15:31:11.621 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T15:31:11.621 INFO:tasks.workunit.client.0.smithi069.stdout: 5 2024-04-10T15:31:11.621 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:11.621 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 6, 2024-04-10T15:31:11.621 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "69'12" 2024-04-10T15:31:11.621 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.621 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:11.622 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T15:31:11.622 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T15:31:11.622 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T15:31:11.622 INFO:tasks.workunit.client.0.smithi069.stdout: 4 2024-04-10T15:31:11.622 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:11.622 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 7, 2024-04-10T15:31:11.622 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T15:31:11.622 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T15:31:11.622 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T15:31:11.622 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T15:31:11.622 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:31:11.622 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T15:31:11.622 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T15:28:47.169394+0000", 2024-04-10T15:31:11.622 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:28:12.705930+0000", 2024-04-10T15:31:11.622 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:28:12.705930+0000", 2024-04-10T15:31:11.623 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:28:12.706333+0000", 2024-04-10T15:31:11.623 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T15:28:47.169394+0000", 2024-04-10T15:31:11.623 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:11.623 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:31:11.623 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:11.623 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 61, 2024-04-10T15:31:11.623 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T15:28:47.169394+0000", 2024-04-10T15:31:11.623 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T15:28:47.169394+0000", 2024-04-10T15:31:11.623 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T15:28:47.169394+0000", 2024-04-10T15:31:11.623 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T15:31:11.623 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T15:31:11.623 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:11.623 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T15:28:47.169394+0000", 2024-04-10T15:31:11.623 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T15:28:47.169394+0000", 2024-04-10T15:31:11.623 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T15:31:11.623 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T15:31:11.624 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T15:31:11.624 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T15:31:11.624 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 60, 2024-04-10T15:31:11.624 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T15:31:11.624 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T15:31:11.624 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T15:31:11.624 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T15:31:11.624 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T15:31:11.624 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:31:11.624 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T15:31:11.624 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T15:31:11.624 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.15", 2024-04-10T15:31:11.624 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T15:31:11.624 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T15:31:11.625 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 69, 2024-04-10T15:31:11.625 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 18, 2024-04-10T15:31:11.625 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T15:31:11.625 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T02:13:51.649491+0000", 2024-04-10T15:31:11.625 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:31:11.625 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T15:31:11.625 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T15:31:11.625 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T15:31:11.625 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:31:11.625 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T15:31:11.625 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:31:11.625 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T15:31:11.625 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T15:31:11.625 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T15:31:11.625 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T15:31:11.625 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T15:31:11.626 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T15:31:11.626 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T15:31:11.626 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T15:31:11.626 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T15:31:11.626 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T15:31:11.626 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:31:11.626 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T15:31:11.626 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T15:31:11.626 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T15:31:11.626 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T15:31:11.626 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T15:31:11.626 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:31:11.626 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T15:31:11.626 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T15:31:11.626 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T15:31:11.626 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:31:11.627 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T15:31:11.627 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T15:31:11.627 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T15:31:11.627 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T15:31:11.627 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T15:31:11.627 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T15:31:11.627 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T15:31:11.627 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T15:31:11.627 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T15:31:11.627 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T15:31:11.627 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T15:31:11.627 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:31:11.627 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T15:31:11.627 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T15:31:11.627 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T15:31:11.628 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.628 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T15:31:11.628 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T15:31:11.628 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T15:31:11.628 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T15:31:11.628 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T15:31:11.628 INFO:tasks.workunit.client.0.smithi069.stdout: 4 2024-04-10T15:31:11.628 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:11.628 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 7, 2024-04-10T15:31:11.628 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T15:31:11.628 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.628 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:11.628 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T15:31:11.628 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T15:31:11.628 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T15:31:11.628 INFO:tasks.workunit.client.0.smithi069.stdout: 3 2024-04-10T15:31:11.629 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:11.629 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 0, 2024-04-10T15:31:11.629 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T15:31:11.629 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T15:31:11.629 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 59, 2024-04-10T15:31:11.629 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T15:31:11.629 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:31:11.629 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T15:31:11.629 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T15:28:47.171680+0000", 2024-04-10T15:31:11.629 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:28:12.333707+0000", 2024-04-10T15:31:11.629 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:28:12.333707+0000", 2024-04-10T15:31:11.629 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:28:12.334111+0000", 2024-04-10T15:31:11.629 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T15:28:47.171680+0000", 2024-04-10T15:31:11.629 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T15:31:11.629 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:31:11.629 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T15:31:11.629 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 60, 2024-04-10T15:31:11.630 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T15:28:47.171680+0000", 2024-04-10T15:31:11.630 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T15:28:47.171680+0000", 2024-04-10T15:31:11.630 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T15:28:47.171680+0000", 2024-04-10T15:31:11.630 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T15:31:11.630 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T15:31:11.630 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T15:31:11.630 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T15:28:47.171680+0000", 2024-04-10T15:31:11.630 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T15:28:47.171680+0000", 2024-04-10T15:31:11.630 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T15:31:11.630 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 2, 2024-04-10T15:31:11.630 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T15:31:11.630 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T15:31:11.630 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 59, 2024-04-10T15:31:11.630 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T15:31:11.631 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T15:31:11.631 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T15:31:11.631 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T15:31:11.631 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 2, 2024-04-10T15:31:11.631 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:31:11.631 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T15:31:11.631 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T15:31:11.631 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "2.13", 2024-04-10T15:31:11.631 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T15:31:11.631 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T15:31:11.631 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 69, 2024-04-10T15:31:11.631 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 22, 2024-04-10T15:31:11.631 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T15:31:11.631 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T03:21:04.005026+0000", 2024-04-10T15:31:11.631 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:31:11.632 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T15:31:11.632 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T15:31:11.632 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 34, 2024-04-10T15:31:11.632 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:31:11.632 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T15:31:11.632 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:31:11.632 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T15:31:11.632 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T15:31:11.632 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T15:31:11.632 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T15:31:11.632 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T15:31:11.632 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T15:31:11.632 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T15:31:11.632 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T15:31:11.633 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T15:31:11.633 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T15:31:11.633 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:31:11.633 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T15:31:11.633 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 6, 2024-04-10T15:31:11.633 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 2, 2024-04-10T15:31:11.633 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T15:31:11.633 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 2, 2024-04-10T15:31:11.633 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:31:11.633 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T15:31:11.633 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T15:31:11.633 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T15:31:11.633 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:31:11.633 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 1, 2024-04-10T15:31:11.633 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T15:31:11.633 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T15:31:11.634 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T15:31:11.634 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T15:31:11.634 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T15:31:11.634 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T15:31:11.634 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T15:31:11.634 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T15:31:11.634 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T15:31:11.634 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T15:31:11.634 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:31:11.634 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T15:31:11.634 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 3, 2024-04-10T15:31:11.634 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 7 2024-04-10T15:31:11.634 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.634 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T15:31:11.634 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T15:31:11.635 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T15:31:11.635 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T15:31:11.635 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T15:31:11.635 INFO:tasks.workunit.client.0.smithi069.stdout: 3 2024-04-10T15:31:11.635 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:11.635 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 0, 2024-04-10T15:31:11.635 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "61'2" 2024-04-10T15:31:11.635 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.635 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:11.635 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T15:31:11.635 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T15:31:11.635 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T15:31:11.635 INFO:tasks.workunit.client.0.smithi069.stdout: 3 2024-04-10T15:31:11.635 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:11.635 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 0, 2024-04-10T15:31:11.635 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T15:31:11.635 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T15:31:11.635 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T15:31:11.636 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T15:31:11.636 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:31:11.636 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T15:31:11.636 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T15:28:47.171414+0000", 2024-04-10T15:31:11.636 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:28:12.696699+0000", 2024-04-10T15:31:11.636 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:28:12.696699+0000", 2024-04-10T15:31:11.636 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:28:12.696962+0000", 2024-04-10T15:31:11.636 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T15:28:47.171414+0000", 2024-04-10T15:31:11.636 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:11.636 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:31:11.636 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:11.636 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 61, 2024-04-10T15:31:11.636 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T15:28:47.171414+0000", 2024-04-10T15:31:11.636 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T15:28:47.171414+0000", 2024-04-10T15:31:11.636 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T15:28:47.171414+0000", 2024-04-10T15:31:11.636 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T15:31:11.637 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T15:31:11.637 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:11.637 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T15:28:47.171414+0000", 2024-04-10T15:31:11.637 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T15:28:47.171414+0000", 2024-04-10T15:31:11.637 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T15:31:11.637 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T15:31:11.637 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T15:31:11.637 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T15:31:11.637 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 60, 2024-04-10T15:31:11.637 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T15:31:11.637 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T15:31:11.637 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T15:31:11.637 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T15:31:11.637 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T15:31:11.637 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:31:11.637 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T15:31:11.638 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T15:31:11.638 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.12", 2024-04-10T15:31:11.638 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T15:31:11.638 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T15:31:11.638 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 69, 2024-04-10T15:31:11.638 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 19, 2024-04-10T15:31:11.638 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T15:31:11.638 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T16:03:38.769006+0000", 2024-04-10T15:31:11.638 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:31:11.638 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T15:31:11.638 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T15:31:11.638 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T15:31:11.638 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:31:11.638 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T15:31:11.638 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:31:11.639 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T15:31:11.639 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T15:31:11.639 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T15:31:11.639 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T15:31:11.639 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T15:31:11.639 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T15:31:11.639 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T15:31:11.639 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T15:31:11.639 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T15:31:11.639 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T15:31:11.639 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:31:11.639 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T15:31:11.639 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T15:31:11.639 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T15:31:11.639 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T15:31:11.639 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T15:31:11.639 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:31:11.640 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T15:31:11.640 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T15:31:11.640 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T15:31:11.640 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:31:11.640 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T15:31:11.640 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T15:31:11.640 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T15:31:11.640 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T15:31:11.640 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T15:31:11.640 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T15:31:11.640 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T15:31:11.640 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T15:31:11.640 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T15:31:11.640 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T15:31:11.640 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T15:31:11.640 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:31:11.640 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T15:31:11.641 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T15:31:11.641 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T15:31:11.641 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.641 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T15:31:11.641 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T15:31:11.641 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T15:31:11.641 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T15:31:11.641 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T15:31:11.641 INFO:tasks.workunit.client.0.smithi069.stdout: 3 2024-04-10T15:31:11.641 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:11.641 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 0, 2024-04-10T15:31:11.641 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T15:31:11.641 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.641 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:11.641 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T15:31:11.642 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T15:31:11.642 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T15:31:11.642 INFO:tasks.workunit.client.0.smithi069.stdout: 7 2024-04-10T15:31:11.642 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:11.642 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 5, 2024-04-10T15:31:11.642 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T15:31:11.642 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T15:31:11.642 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 59, 2024-04-10T15:31:11.642 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T15:31:11.642 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:31:11.642 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T15:31:11.642 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T15:28:47.106828+0000", 2024-04-10T15:31:11.642 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:28:12.341052+0000", 2024-04-10T15:31:11.642 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:28:12.341052+0000", 2024-04-10T15:31:11.642 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:28:12.341332+0000", 2024-04-10T15:31:11.642 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T15:28:47.106828+0000", 2024-04-10T15:31:11.643 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T15:31:11.643 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:31:11.643 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T15:31:11.643 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 60, 2024-04-10T15:31:11.643 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T15:28:47.106828+0000", 2024-04-10T15:31:11.643 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T15:28:47.106828+0000", 2024-04-10T15:31:11.643 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T15:28:47.106828+0000", 2024-04-10T15:31:11.643 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T15:31:11.643 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T15:31:11.643 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T15:31:11.643 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T15:28:47.106828+0000", 2024-04-10T15:31:11.643 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T15:28:47.106828+0000", 2024-04-10T15:31:11.643 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T15:31:11.643 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T15:31:11.644 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T15:31:11.644 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T15:31:11.644 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 59, 2024-04-10T15:31:11.644 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T15:31:11.644 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T15:31:11.644 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T15:31:11.644 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T15:31:11.644 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T15:31:11.644 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:31:11.644 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T15:31:11.644 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T15:31:11.644 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "2.12", 2024-04-10T15:31:11.644 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T15:31:11.644 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T15:31:11.644 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 69, 2024-04-10T15:31:11.645 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 19, 2024-04-10T15:31:11.645 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T15:31:11.645 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T00:04:11.137913+0000", 2024-04-10T15:31:11.645 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:31:11.645 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T15:31:11.645 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T15:31:11.645 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T15:31:11.645 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:31:11.645 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T15:31:11.645 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:31:11.645 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T15:31:11.645 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T15:31:11.645 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T15:31:11.645 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T15:31:11.646 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T15:31:11.646 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T15:31:11.646 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T15:31:11.646 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T15:31:11.646 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T15:31:11.646 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T15:31:11.646 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:31:11.646 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T15:31:11.646 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T15:31:11.646 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T15:31:11.646 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T15:31:11.646 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T15:31:11.646 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:31:11.646 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T15:31:11.646 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T15:31:11.647 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T15:31:11.647 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:31:11.647 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T15:31:11.647 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T15:31:11.647 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T15:31:11.647 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T15:31:11.647 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T15:31:11.647 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T15:31:11.647 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T15:31:11.647 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T15:31:11.647 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T15:31:11.647 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T15:31:11.647 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T15:31:11.647 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:31:11.647 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T15:31:11.647 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T15:31:11.648 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T15:31:11.648 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.648 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T15:31:11.648 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T15:31:11.648 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T15:31:11.648 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T15:31:11.648 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T15:31:11.648 INFO:tasks.workunit.client.0.smithi069.stdout: 7 2024-04-10T15:31:11.648 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:11.648 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 5, 2024-04-10T15:31:11.648 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T15:31:11.648 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.648 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:11.648 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T15:31:11.648 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T15:31:11.648 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T15:31:11.649 INFO:tasks.workunit.client.0.smithi069.stdout: 2 2024-04-10T15:31:11.649 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:11.649 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 7, 2024-04-10T15:31:11.649 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T15:31:11.649 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T15:31:11.649 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T15:31:11.649 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T15:31:11.649 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:31:11.649 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T15:31:11.649 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T15:28:47.169272+0000", 2024-04-10T15:31:11.649 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:28:12.701998+0000", 2024-04-10T15:31:11.649 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:28:12.701998+0000", 2024-04-10T15:31:11.649 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:28:12.702267+0000", 2024-04-10T15:31:11.649 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T15:28:47.169272+0000", 2024-04-10T15:31:11.649 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:11.649 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:31:11.650 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:11.650 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 61, 2024-04-10T15:31:11.650 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T15:28:47.169272+0000", 2024-04-10T15:31:11.650 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T15:28:47.169272+0000", 2024-04-10T15:31:11.650 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T15:28:47.169272+0000", 2024-04-10T15:31:11.650 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T15:31:11.650 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T15:31:11.650 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:11.650 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T15:28:47.169272+0000", 2024-04-10T15:31:11.650 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T15:28:47.169272+0000", 2024-04-10T15:31:11.650 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T15:31:11.650 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T15:31:11.650 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T15:31:11.650 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T15:31:11.650 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 60, 2024-04-10T15:31:11.650 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T15:31:11.651 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T15:31:11.651 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T15:31:11.651 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T15:31:11.651 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T15:31:11.651 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:31:11.651 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T15:31:11.651 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T15:31:11.651 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.13", 2024-04-10T15:31:11.651 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T15:31:11.651 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T15:31:11.651 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 69, 2024-04-10T15:31:11.651 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 18, 2024-04-10T15:31:11.651 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T15:31:11.651 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T22:58:56.093551+0000", 2024-04-10T15:31:11.651 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:31:11.651 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T15:31:11.652 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T15:31:11.652 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T15:31:11.652 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:31:11.652 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T15:31:11.652 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:31:11.652 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T15:31:11.652 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T15:31:11.652 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T15:31:11.652 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T15:31:11.652 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T15:31:11.652 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T15:31:11.652 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T15:31:11.652 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T15:31:11.652 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T15:31:11.652 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T15:31:11.652 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:31:11.653 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T15:31:11.653 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T15:31:11.653 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T15:31:11.653 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T15:31:11.653 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T15:31:11.653 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:31:11.653 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T15:31:11.653 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T15:31:11.653 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T15:31:11.653 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:31:11.653 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T15:31:11.653 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T15:31:11.653 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T15:31:11.653 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T15:31:11.653 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T15:31:11.653 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T15:31:11.653 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T15:31:11.654 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T15:31:11.654 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T15:31:11.654 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T15:31:11.654 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T15:31:11.654 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:31:11.654 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T15:31:11.654 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T15:31:11.654 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T15:31:11.654 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.654 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T15:31:11.654 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T15:31:11.654 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T15:31:11.654 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T15:31:11.654 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T15:31:11.654 INFO:tasks.workunit.client.0.smithi069.stdout: 2 2024-04-10T15:31:11.654 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:11.654 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 7, 2024-04-10T15:31:11.655 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T15:31:11.655 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.655 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:11.655 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T15:31:11.655 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T15:31:11.655 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T15:31:11.655 INFO:tasks.workunit.client.0.smithi069.stdout: 1 2024-04-10T15:31:11.655 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:11.655 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 6, 2024-04-10T15:31:11.655 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T15:31:11.655 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T15:31:11.655 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 59, 2024-04-10T15:31:11.655 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T15:31:11.655 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:31:11.655 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T15:31:11.656 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T15:28:47.171145+0000", 2024-04-10T15:31:11.656 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:28:12.327715+0000", 2024-04-10T15:31:11.656 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:28:12.327715+0000", 2024-04-10T15:31:11.656 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:28:12.328030+0000", 2024-04-10T15:31:11.656 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T15:28:47.171145+0000", 2024-04-10T15:31:11.656 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T15:31:11.656 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:31:11.656 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T15:31:11.656 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 60, 2024-04-10T15:31:11.656 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T15:28:47.171145+0000", 2024-04-10T15:31:11.656 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T15:28:47.171145+0000", 2024-04-10T15:31:11.656 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T15:28:47.171145+0000", 2024-04-10T15:31:11.656 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T15:31:11.656 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T15:31:11.656 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T15:31:11.657 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T15:28:47.171145+0000", 2024-04-10T15:31:11.657 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T15:28:47.171145+0000", 2024-04-10T15:31:11.657 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T15:31:11.657 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T15:31:11.657 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T15:31:11.657 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T15:31:11.657 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 59, 2024-04-10T15:31:11.657 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T15:31:11.657 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T15:31:11.657 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T15:31:11.657 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T15:31:11.657 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T15:31:11.657 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:31:11.657 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T15:31:11.657 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T15:31:11.657 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "2.11", 2024-04-10T15:31:11.658 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T15:31:11.658 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T15:31:11.658 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 69, 2024-04-10T15:31:11.658 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 20, 2024-04-10T15:31:11.658 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T15:31:11.658 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T20:01:58.625925+0000", 2024-04-10T15:31:11.658 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:31:11.658 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T15:31:11.658 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T15:31:11.658 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T15:31:11.658 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:31:11.658 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T15:31:11.658 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:31:11.658 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T15:31:11.658 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T15:31:11.659 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T15:31:11.659 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T15:31:11.659 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T15:31:11.659 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T15:31:11.659 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T15:31:11.659 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T15:31:11.659 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T15:31:11.659 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T15:31:11.659 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:31:11.659 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T15:31:11.659 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T15:31:11.659 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T15:31:11.659 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T15:31:11.659 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T15:31:11.659 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:31:11.659 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T15:31:11.659 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T15:31:11.660 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T15:31:11.660 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:31:11.660 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T15:31:11.660 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T15:31:11.660 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T15:31:11.660 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T15:31:11.660 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T15:31:11.660 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T15:31:11.660 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T15:31:11.660 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T15:31:11.660 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T15:31:11.660 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T15:31:11.660 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T15:31:11.660 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:31:11.660 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T15:31:11.660 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T15:31:11.660 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T15:31:11.661 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.661 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T15:31:11.661 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T15:31:11.661 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T15:31:11.661 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T15:31:11.661 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T15:31:11.661 INFO:tasks.workunit.client.0.smithi069.stdout: 1 2024-04-10T15:31:11.661 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:11.661 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 6, 2024-04-10T15:31:11.661 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T15:31:11.661 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.661 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:11.661 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T15:31:11.661 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T15:31:11.661 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T15:31:11.661 INFO:tasks.workunit.client.0.smithi069.stdout: 5 2024-04-10T15:31:11.662 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:11.662 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 6, 2024-04-10T15:31:11.662 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T15:31:11.662 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T15:31:11.662 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T15:31:11.662 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T15:31:11.662 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:31:11.662 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T15:31:11.662 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T15:28:47.171177+0000", 2024-04-10T15:31:11.662 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:28:12.698585+0000", 2024-04-10T15:31:11.662 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:28:12.698585+0000", 2024-04-10T15:31:11.662 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:28:12.699324+0000", 2024-04-10T15:31:11.662 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T15:28:47.171177+0000", 2024-04-10T15:31:11.663 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:11.663 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:31:11.663 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:11.663 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 61, 2024-04-10T15:31:11.663 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T15:28:47.171177+0000", 2024-04-10T15:31:11.663 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T15:28:47.171177+0000", 2024-04-10T15:31:11.663 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T15:28:47.171177+0000", 2024-04-10T15:31:11.663 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T15:31:11.663 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T15:31:11.663 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:11.663 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T15:28:47.171177+0000", 2024-04-10T15:31:11.663 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T15:28:47.171177+0000", 2024-04-10T15:31:11.663 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T15:31:11.663 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T15:31:11.663 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T15:31:11.663 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T15:31:11.663 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 60, 2024-04-10T15:31:11.664 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T15:31:11.664 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T15:31:11.664 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T15:31:11.664 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T15:31:11.664 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T15:31:11.664 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:31:11.664 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T15:31:11.664 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T15:31:11.664 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.10", 2024-04-10T15:31:11.664 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T15:31:11.664 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T15:31:11.664 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 69, 2024-04-10T15:31:11.664 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 19, 2024-04-10T15:31:11.664 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T15:31:11.664 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T20:10:31.788807+0000", 2024-04-10T15:31:11.665 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:31:11.665 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T15:31:11.665 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T15:31:11.665 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T15:31:11.665 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:31:11.665 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T15:31:11.665 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:31:11.665 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T15:31:11.665 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T15:31:11.665 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T15:31:11.665 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T15:31:11.665 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T15:31:11.665 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T15:31:11.665 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T15:31:11.665 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T15:31:11.666 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T15:31:11.666 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T15:31:11.666 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:31:11.666 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T15:31:11.666 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T15:31:11.666 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T15:31:11.666 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T15:31:11.666 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T15:31:11.666 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:31:11.666 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T15:31:11.666 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T15:31:11.666 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T15:31:11.666 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:31:11.666 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T15:31:11.666 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T15:31:11.667 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T15:31:11.667 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T15:31:11.667 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T15:31:11.667 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T15:31:11.667 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T15:31:11.667 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T15:31:11.667 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T15:31:11.667 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T15:31:11.667 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T15:31:11.667 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:31:11.667 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T15:31:11.667 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T15:31:11.667 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T15:31:11.667 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.667 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T15:31:11.668 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T15:31:11.668 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T15:31:11.668 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T15:31:11.668 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T15:31:11.668 INFO:tasks.workunit.client.0.smithi069.stdout: 5 2024-04-10T15:31:11.668 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:11.668 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 6, 2024-04-10T15:31:11.668 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T15:31:11.668 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.668 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:11.668 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T15:31:11.668 INFO:tasks.workunit.client.0.smithi069.stdout: 2, 2024-04-10T15:31:11.668 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T15:31:11.668 INFO:tasks.workunit.client.0.smithi069.stdout: 0 2024-04-10T15:31:11.668 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:11.668 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 2, 2024-04-10T15:31:11.669 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T15:31:11.669 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T15:31:11.669 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 59, 2024-04-10T15:31:11.669 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T15:31:11.669 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:31:11.669 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T15:31:11.669 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T15:28:48.068918+0000", 2024-04-10T15:31:11.669 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:28:12.333632+0000", 2024-04-10T15:31:11.669 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:28:12.333632+0000", 2024-04-10T15:31:11.669 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:28:12.335053+0000", 2024-04-10T15:31:11.669 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T15:28:48.068918+0000", 2024-04-10T15:31:11.669 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T15:31:11.669 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:31:11.669 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T15:31:11.669 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 60, 2024-04-10T15:31:11.669 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T15:28:48.068918+0000", 2024-04-10T15:31:11.670 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T15:28:48.068918+0000", 2024-04-10T15:31:11.670 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T15:28:48.068918+0000", 2024-04-10T15:31:11.670 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T15:31:11.670 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T15:31:11.670 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T15:31:11.670 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T15:28:48.068918+0000", 2024-04-10T15:31:11.670 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T15:28:48.068918+0000", 2024-04-10T15:31:11.670 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T15:31:11.670 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 8, 2024-04-10T15:31:11.670 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T15:31:11.670 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T15:31:11.670 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 59, 2024-04-10T15:31:11.670 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T15:31:11.670 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T15:31:11.671 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T15:31:11.671 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T15:31:11.671 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 8, 2024-04-10T15:31:11.671 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:31:11.671 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T15:31:11.671 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T15:31:11.671 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "2.10", 2024-04-10T15:31:11.671 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T15:31:11.671 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T15:31:11.671 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 69, 2024-04-10T15:31:11.671 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 27, 2024-04-10T15:31:11.671 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T15:31:11.671 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T02:50:45.268863+0000", 2024-04-10T15:31:11.671 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:31:11.671 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T15:31:11.672 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T15:31:11.672 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T15:31:11.672 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:31:11.672 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T15:31:11.672 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:31:11.672 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T15:31:11.672 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T15:31:11.672 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T15:31:11.672 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T15:31:11.672 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T15:31:11.672 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T15:31:11.672 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T15:31:11.672 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T15:31:11.672 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T15:31:11.673 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T15:31:11.673 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:31:11.673 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T15:31:11.673 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 12, 2024-04-10T15:31:11.673 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 4, 2024-04-10T15:31:11.673 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T15:31:11.673 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 4, 2024-04-10T15:31:11.673 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:31:11.673 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T15:31:11.673 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T15:31:11.673 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T15:31:11.673 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:31:11.673 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 4, 2024-04-10T15:31:11.673 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T15:31:11.674 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T15:31:11.674 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T15:31:11.674 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T15:31:11.674 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T15:31:11.674 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T15:31:11.674 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T15:31:11.674 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T15:31:11.674 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T15:31:11.674 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T15:31:11.674 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:31:11.674 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T15:31:11.674 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 12, 2024-04-10T15:31:11.674 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T15:31:11.674 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.675 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T15:31:11.675 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T15:31:11.675 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T15:31:11.675 INFO:tasks.workunit.client.0.smithi069.stdout: 2, 2024-04-10T15:31:11.675 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T15:31:11.675 INFO:tasks.workunit.client.0.smithi069.stdout: 0 2024-04-10T15:31:11.675 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:11.675 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 2, 2024-04-10T15:31:11.675 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "61'8" 2024-04-10T15:31:11.675 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.675 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:11.675 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T15:31:11.675 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T15:31:11.675 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T15:31:11.675 INFO:tasks.workunit.client.0.smithi069.stdout: 6 2024-04-10T15:31:11.675 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:11.676 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 7, 2024-04-10T15:31:11.676 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T15:31:11.676 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T15:31:11.676 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T15:31:11.676 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T15:31:11.676 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:31:11.676 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T15:31:11.676 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T15:28:47.169019+0000", 2024-04-10T15:31:11.676 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:28:12.701250+0000", 2024-04-10T15:31:11.676 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:28:12.701250+0000", 2024-04-10T15:31:11.676 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:28:12.701517+0000", 2024-04-10T15:31:11.676 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T15:28:47.169019+0000", 2024-04-10T15:31:11.676 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:11.676 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:31:11.676 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:11.676 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 61, 2024-04-10T15:31:11.677 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T15:28:47.169019+0000", 2024-04-10T15:31:11.677 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T15:28:47.169019+0000", 2024-04-10T15:31:11.677 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T15:28:47.169019+0000", 2024-04-10T15:31:11.677 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T15:31:11.677 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T15:31:11.677 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:11.677 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T15:28:47.169019+0000", 2024-04-10T15:31:11.677 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T15:28:47.169019+0000", 2024-04-10T15:31:11.677 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T15:31:11.677 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T15:31:11.677 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T15:31:11.677 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T15:31:11.677 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 60, 2024-04-10T15:31:11.677 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T15:31:11.678 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T15:31:11.678 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T15:31:11.678 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T15:31:11.678 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T15:31:11.678 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:31:11.678 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T15:31:11.678 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T15:31:11.678 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.11", 2024-04-10T15:31:11.678 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T15:31:11.678 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T15:31:11.678 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 69, 2024-04-10T15:31:11.678 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 18, 2024-04-10T15:31:11.678 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T15:31:11.678 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T19:46:25.284642+0000", 2024-04-10T15:31:11.678 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:31:11.679 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T15:31:11.679 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T15:31:11.679 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T15:31:11.679 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:31:11.679 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T15:31:11.679 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:31:11.679 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T15:31:11.679 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T15:31:11.679 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T15:31:11.679 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T15:31:11.679 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T15:31:11.679 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T15:31:11.679 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T15:31:11.679 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T15:31:11.680 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T15:31:11.680 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T15:31:11.680 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:31:11.680 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T15:31:11.680 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T15:31:11.680 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T15:31:11.680 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T15:31:11.680 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T15:31:11.680 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:31:11.680 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T15:31:11.680 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T15:31:11.680 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T15:31:11.680 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:31:11.680 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T15:31:11.680 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T15:31:11.680 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T15:31:11.681 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T15:31:11.681 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T15:31:11.681 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T15:31:11.681 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T15:31:11.681 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T15:31:11.681 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T15:31:11.681 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T15:31:11.681 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T15:31:11.681 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:31:11.681 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T15:31:11.681 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T15:31:11.681 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T15:31:11.681 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.681 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T15:31:11.681 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T15:31:11.681 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T15:31:11.681 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T15:31:11.682 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T15:31:11.682 INFO:tasks.workunit.client.0.smithi069.stdout: 6 2024-04-10T15:31:11.682 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:11.682 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 7, 2024-04-10T15:31:11.682 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T15:31:11.682 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.682 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:11.682 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T15:31:11.682 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T15:31:11.682 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T15:31:11.682 INFO:tasks.workunit.client.0.smithi069.stdout: 7 2024-04-10T15:31:11.682 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:11.682 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 4, 2024-04-10T15:31:11.682 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T15:31:11.682 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T15:31:11.683 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 59, 2024-04-10T15:31:11.683 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T15:31:11.683 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:31:11.683 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T15:31:11.683 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T15:28:47.278537+0000", 2024-04-10T15:31:11.683 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:28:12.336341+0000", 2024-04-10T15:31:11.683 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:28:12.336341+0000", 2024-04-10T15:31:11.683 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:28:12.336695+0000", 2024-04-10T15:31:11.683 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T15:28:47.278537+0000", 2024-04-10T15:31:11.683 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T15:31:11.683 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:31:11.683 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T15:31:11.683 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 60, 2024-04-10T15:31:11.683 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T15:28:47.278537+0000", 2024-04-10T15:31:11.684 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T15:28:47.278537+0000", 2024-04-10T15:31:11.684 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T15:28:47.278537+0000", 2024-04-10T15:31:11.684 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T15:31:11.684 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T15:31:11.684 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T15:31:11.684 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T15:28:47.278537+0000", 2024-04-10T15:31:11.684 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T15:28:47.278537+0000", 2024-04-10T15:31:11.684 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T15:31:11.684 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 1, 2024-04-10T15:31:11.684 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T15:31:11.684 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T15:31:11.684 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 59, 2024-04-10T15:31:11.684 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T15:31:11.684 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T15:31:11.684 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T15:31:11.684 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T15:31:11.685 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 1, 2024-04-10T15:31:11.685 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:31:11.685 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T15:31:11.685 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T15:31:11.685 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "2.f", 2024-04-10T15:31:11.685 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T15:31:11.685 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T15:31:11.685 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 69, 2024-04-10T15:31:11.685 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 21, 2024-04-10T15:31:11.685 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T15:31:11.685 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T19:12:10.704230+0000", 2024-04-10T15:31:11.685 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:31:11.685 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T15:31:11.685 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T15:31:11.685 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 22, 2024-04-10T15:31:11.685 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:31:11.686 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T15:31:11.686 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:31:11.686 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T15:31:11.686 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T15:31:11.686 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T15:31:11.686 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T15:31:11.686 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T15:31:11.686 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T15:31:11.686 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T15:31:11.686 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T15:31:11.686 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T15:31:11.686 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T15:31:11.686 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:31:11.686 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T15:31:11.687 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 3, 2024-04-10T15:31:11.687 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 1, 2024-04-10T15:31:11.687 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T15:31:11.687 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 1, 2024-04-10T15:31:11.687 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:31:11.687 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T15:31:11.687 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T15:31:11.687 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T15:31:11.687 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:31:11.687 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T15:31:11.687 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T15:31:11.687 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T15:31:11.687 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T15:31:11.687 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T15:31:11.687 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T15:31:11.688 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T15:31:11.688 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T15:31:11.688 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T15:31:11.688 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T15:31:11.688 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T15:31:11.688 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:31:11.688 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T15:31:11.688 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 1, 2024-04-10T15:31:11.688 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 1 2024-04-10T15:31:11.688 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.688 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T15:31:11.688 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T15:31:11.688 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T15:31:11.688 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T15:31:11.688 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T15:31:11.689 INFO:tasks.workunit.client.0.smithi069.stdout: 7 2024-04-10T15:31:11.689 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:11.689 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 4, 2024-04-10T15:31:11.689 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "61'1" 2024-04-10T15:31:11.689 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.689 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:11.689 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T15:31:11.689 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T15:31:11.689 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T15:31:11.689 INFO:tasks.workunit.client.0.smithi069.stdout: 1 2024-04-10T15:31:11.689 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:11.689 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 7, 2024-04-10T15:31:11.689 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T15:31:11.689 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T15:31:11.689 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T15:31:11.689 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T15:31:11.690 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:31:11.690 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T15:31:11.690 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T15:28:47.169359+0000", 2024-04-10T15:31:11.690 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:28:12.692637+0000", 2024-04-10T15:31:11.690 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:28:12.692637+0000", 2024-04-10T15:31:11.690 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:28:12.692909+0000", 2024-04-10T15:31:11.690 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T15:28:47.169359+0000", 2024-04-10T15:31:11.690 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:11.690 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:31:11.690 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:11.690 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 61, 2024-04-10T15:31:11.690 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T15:28:47.169359+0000", 2024-04-10T15:31:11.690 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T15:28:47.169359+0000", 2024-04-10T15:31:11.690 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T15:28:47.169359+0000", 2024-04-10T15:31:11.691 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T15:31:11.691 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T15:31:11.691 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:11.691 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T15:28:47.169359+0000", 2024-04-10T15:31:11.691 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T15:28:47.169359+0000", 2024-04-10T15:31:11.691 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T15:31:11.691 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T15:31:11.691 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T15:31:11.691 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T15:31:11.691 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 60, 2024-04-10T15:31:11.691 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T15:31:11.691 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T15:31:11.691 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T15:31:11.691 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T15:31:11.691 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T15:31:11.691 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:31:11.692 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T15:31:11.692 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T15:31:11.692 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.e", 2024-04-10T15:31:11.692 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T15:31:11.692 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T15:31:11.692 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 69, 2024-04-10T15:31:11.692 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 18, 2024-04-10T15:31:11.692 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T15:31:11.692 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T23:37:49.716420+0000", 2024-04-10T15:31:11.692 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:31:11.692 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T15:31:11.692 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T15:31:11.692 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T15:31:11.692 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:31:11.692 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T15:31:11.692 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:31:11.693 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T15:31:11.693 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T15:31:11.693 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T15:31:11.693 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T15:31:11.693 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T15:31:11.693 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T15:31:11.693 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T15:31:11.693 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T15:31:11.693 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T15:31:11.693 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T15:31:11.693 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:31:11.693 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T15:31:11.693 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T15:31:11.693 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T15:31:11.693 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T15:31:11.694 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T15:31:11.694 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:31:11.694 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T15:31:11.694 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T15:31:11.694 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T15:31:11.694 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:31:11.694 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T15:31:11.694 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T15:31:11.694 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T15:31:11.694 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T15:31:11.694 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T15:31:11.694 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T15:31:11.694 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T15:31:11.694 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T15:31:11.695 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T15:31:11.695 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T15:31:11.695 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T15:31:11.695 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:31:11.695 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T15:31:11.695 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T15:31:11.695 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T15:31:11.695 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.695 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T15:31:11.695 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T15:31:11.695 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T15:31:11.695 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T15:31:11.695 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T15:31:11.695 INFO:tasks.workunit.client.0.smithi069.stdout: 1 2024-04-10T15:31:11.695 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:11.696 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 7, 2024-04-10T15:31:11.696 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T15:31:11.696 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.696 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:11.696 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T15:31:11.696 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T15:31:11.696 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T15:31:11.696 INFO:tasks.workunit.client.0.smithi069.stdout: 4 2024-04-10T15:31:11.696 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:11.696 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 1, 2024-04-10T15:31:11.696 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T15:31:11.696 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T15:31:11.696 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 65, 2024-04-10T15:31:11.696 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T15:31:11.696 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:31:11.696 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T15:31:11.697 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T15:28:47.109297+0000", 2024-04-10T15:31:11.697 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:28:45.099334+0000", 2024-04-10T15:31:11.697 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:28:45.099334+0000", 2024-04-10T15:31:11.697 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:28:45.099669+0000", 2024-04-10T15:31:11.697 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T15:28:47.109297+0000", 2024-04-10T15:31:11.697 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:44.022798+0000", 2024-04-10T15:31:11.697 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:31:11.697 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:44.022798+0000", 2024-04-10T15:31:11.697 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 67, 2024-04-10T15:31:11.697 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T15:28:47.109297+0000", 2024-04-10T15:31:11.697 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T15:28:47.109297+0000", 2024-04-10T15:31:11.697 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T15:28:47.109297+0000", 2024-04-10T15:31:11.697 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T15:31:11.697 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T15:31:11.697 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:44.022798+0000", 2024-04-10T15:31:11.698 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T15:28:47.109297+0000", 2024-04-10T15:31:11.698 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T15:28:47.109297+0000", 2024-04-10T15:31:11.698 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T15:31:11.698 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T15:31:11.698 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T15:31:11.698 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T15:31:11.698 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 65, 2024-04-10T15:31:11.698 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T15:31:11.698 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T15:31:11.698 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T15:31:11.698 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T15:31:11.698 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T15:31:11.698 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:31:11.698 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T15:31:11.699 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T15:31:11.699 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "4.2", 2024-04-10T15:31:11.699 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T15:31:11.699 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T15:31:11.699 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 69, 2024-04-10T15:31:11.699 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 14, 2024-04-10T15:31:11.699 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T15:31:11.699 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T18:15:37.025141+0000", 2024-04-10T15:31:11.699 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:31:11.699 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T15:31:11.699 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T15:31:11.699 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T15:31:11.699 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:31:11.699 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T15:31:11.699 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:31:11.699 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T15:31:11.700 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T15:31:11.700 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T15:31:11.700 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T15:31:11.700 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T15:31:11.700 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T15:31:11.700 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T15:31:11.700 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T15:31:11.700 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T15:31:11.700 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T15:31:11.700 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:31:11.700 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T15:31:11.700 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T15:31:11.700 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T15:31:11.700 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T15:31:11.700 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T15:31:11.701 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:31:11.701 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T15:31:11.701 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T15:31:11.701 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T15:31:11.701 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:31:11.701 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T15:31:11.701 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T15:31:11.701 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T15:31:11.701 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T15:31:11.701 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T15:31:11.701 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T15:31:11.701 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T15:31:11.701 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T15:31:11.701 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T15:31:11.701 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T15:31:11.701 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T15:31:11.701 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:31:11.701 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T15:31:11.702 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T15:31:11.702 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T15:31:11.702 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.702 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T15:31:11.702 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T15:31:11.702 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T15:31:11.702 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T15:31:11.702 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T15:31:11.702 INFO:tasks.workunit.client.0.smithi069.stdout: 4 2024-04-10T15:31:11.702 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:11.702 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 1, 2024-04-10T15:31:11.702 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T15:31:11.702 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.702 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:11.702 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T15:31:11.703 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T15:31:11.703 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T15:31:11.703 INFO:tasks.workunit.client.0.smithi069.stdout: 7 2024-04-10T15:31:11.703 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:11.703 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 1, 2024-04-10T15:31:11.703 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T15:31:11.703 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T15:31:11.703 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 59, 2024-04-10T15:31:11.703 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T15:31:11.703 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:31:11.703 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T15:31:11.703 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T15:28:47.108842+0000", 2024-04-10T15:31:11.703 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:28:12.337418+0000", 2024-04-10T15:31:11.703 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:28:12.337418+0000", 2024-04-10T15:31:11.703 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:28:12.337676+0000", 2024-04-10T15:31:11.703 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T15:28:47.108842+0000", 2024-04-10T15:31:11.703 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T15:31:11.704 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:31:11.704 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T15:31:11.704 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 60, 2024-04-10T15:31:11.704 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T15:28:47.108842+0000", 2024-04-10T15:31:11.704 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T15:28:47.108842+0000", 2024-04-10T15:31:11.704 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T15:28:47.108842+0000", 2024-04-10T15:31:11.704 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T15:31:11.704 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T15:31:11.704 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T15:31:11.704 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T15:28:47.108842+0000", 2024-04-10T15:31:11.704 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T15:28:47.108842+0000", 2024-04-10T15:31:11.704 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T15:31:11.704 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T15:31:11.704 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T15:31:11.704 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T15:31:11.704 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 59, 2024-04-10T15:31:11.704 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T15:31:11.705 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T15:31:11.705 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T15:31:11.705 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T15:31:11.705 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T15:31:11.705 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:31:11.705 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T15:31:11.705 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T15:31:11.705 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "2.4", 2024-04-10T15:31:11.705 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T15:31:11.705 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T15:31:11.705 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 69, 2024-04-10T15:31:11.705 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 20, 2024-04-10T15:31:11.705 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T15:31:11.705 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T23:00:04.712466+0000", 2024-04-10T15:31:11.706 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:31:11.706 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T15:31:11.706 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T15:31:11.706 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T15:31:11.706 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:31:11.706 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T15:31:11.706 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:31:11.706 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T15:31:11.706 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T15:31:11.706 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T15:31:11.706 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T15:31:11.706 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T15:31:11.706 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T15:31:11.706 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T15:31:11.706 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T15:31:11.707 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T15:31:11.707 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T15:31:11.707 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:31:11.707 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T15:31:11.707 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T15:31:11.707 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T15:31:11.707 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T15:31:11.707 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T15:31:11.707 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:31:11.707 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T15:31:11.707 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T15:31:11.707 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T15:31:11.707 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:31:11.707 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T15:31:11.707 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T15:31:11.707 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T15:31:11.708 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T15:31:11.708 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T15:31:11.708 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T15:31:11.708 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T15:31:11.708 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T15:31:11.708 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T15:31:11.708 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T15:31:11.708 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T15:31:11.708 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:31:11.708 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T15:31:11.708 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T15:31:11.708 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T15:31:11.708 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.708 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T15:31:11.708 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T15:31:11.708 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T15:31:11.708 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T15:31:11.709 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T15:31:11.709 INFO:tasks.workunit.client.0.smithi069.stdout: 7 2024-04-10T15:31:11.709 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:11.709 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 1, 2024-04-10T15:31:11.709 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T15:31:11.709 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.709 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:11.709 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T15:31:11.709 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T15:31:11.709 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T15:31:11.709 INFO:tasks.workunit.client.0.smithi069.stdout: 2 2024-04-10T15:31:11.709 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:11.709 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 5, 2024-04-10T15:31:11.709 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T15:31:11.709 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T15:31:11.709 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T15:31:11.710 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T15:31:11.710 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:31:11.710 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T15:31:11.710 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T15:28:47.107246+0000", 2024-04-10T15:31:11.710 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:28:12.687173+0000", 2024-04-10T15:31:11.710 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:28:12.687173+0000", 2024-04-10T15:31:11.710 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:28:12.687636+0000", 2024-04-10T15:31:11.710 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T15:28:47.107246+0000", 2024-04-10T15:31:11.710 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:11.710 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:31:11.710 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:11.710 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 61, 2024-04-10T15:31:11.710 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T15:28:47.107246+0000", 2024-04-10T15:31:11.710 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T15:28:47.107246+0000", 2024-04-10T15:31:11.710 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T15:28:47.107246+0000", 2024-04-10T15:31:11.711 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T15:31:11.711 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T15:31:11.711 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:11.711 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T15:28:47.107246+0000", 2024-04-10T15:31:11.711 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T15:28:47.107246+0000", 2024-04-10T15:31:11.711 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T15:31:11.711 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T15:31:11.711 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T15:31:11.711 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T15:31:11.711 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 60, 2024-04-10T15:31:11.711 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T15:31:11.711 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T15:31:11.711 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T15:31:11.711 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T15:31:11.711 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T15:31:11.711 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:31:11.711 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T15:31:11.712 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T15:31:11.712 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.5", 2024-04-10T15:31:11.712 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T15:31:11.712 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T15:31:11.712 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 69, 2024-04-10T15:31:11.712 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 18, 2024-04-10T15:31:11.712 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T15:31:11.712 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T01:50:08.159062+0000", 2024-04-10T15:31:11.712 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:31:11.712 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T15:31:11.712 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T15:31:11.712 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T15:31:11.712 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:31:11.712 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T15:31:11.712 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:31:11.712 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T15:31:11.712 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T15:31:11.713 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T15:31:11.713 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T15:31:11.713 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T15:31:11.713 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T15:31:11.713 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T15:31:11.713 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T15:31:11.713 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T15:31:11.713 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T15:31:11.713 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:31:11.713 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T15:31:11.713 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T15:31:11.713 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T15:31:11.713 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T15:31:11.713 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T15:31:11.713 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:31:11.713 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T15:31:11.713 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T15:31:11.714 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T15:31:11.714 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:31:11.714 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T15:31:11.714 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T15:31:11.714 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T15:31:11.714 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T15:31:11.714 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T15:31:11.714 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T15:31:11.714 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T15:31:11.714 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T15:31:11.714 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T15:31:11.714 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T15:31:11.714 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T15:31:11.714 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:31:11.714 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T15:31:11.715 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T15:31:11.715 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T15:31:11.715 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.715 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T15:31:11.715 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T15:31:11.715 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T15:31:11.715 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T15:31:11.715 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T15:31:11.715 INFO:tasks.workunit.client.0.smithi069.stdout: 2 2024-04-10T15:31:11.715 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:11.715 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 5, 2024-04-10T15:31:11.715 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T15:31:11.715 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.715 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:11.715 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T15:31:11.716 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T15:31:11.716 INFO:tasks.workunit.client.0.smithi069.stdout: 2, 2024-04-10T15:31:11.716 INFO:tasks.workunit.client.0.smithi069.stdout: 3 2024-04-10T15:31:11.716 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:11.716 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 1, 2024-04-10T15:31:11.716 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T15:31:11.716 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T15:31:11.716 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 65, 2024-04-10T15:31:11.716 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T15:31:11.716 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:31:11.716 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T15:31:11.716 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T15:28:47.108938+0000", 2024-04-10T15:31:11.716 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:28:45.270841+0000", 2024-04-10T15:31:11.716 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:28:45.270841+0000", 2024-04-10T15:31:11.716 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:28:45.271111+0000", 2024-04-10T15:31:11.717 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T15:28:47.108938+0000", 2024-04-10T15:31:11.717 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:44.022798+0000", 2024-04-10T15:31:11.717 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:31:11.717 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:44.022798+0000", 2024-04-10T15:31:11.717 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 67, 2024-04-10T15:31:11.717 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T15:28:47.108938+0000", 2024-04-10T15:31:11.717 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T15:28:47.108938+0000", 2024-04-10T15:31:11.717 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T15:28:47.108938+0000", 2024-04-10T15:31:11.717 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T15:31:11.717 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T15:31:11.717 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:44.022798+0000", 2024-04-10T15:31:11.717 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T15:28:47.108938+0000", 2024-04-10T15:31:11.717 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T15:28:47.108938+0000", 2024-04-10T15:31:11.717 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T15:31:11.718 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T15:31:11.718 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T15:31:11.718 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T15:31:11.718 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 65, 2024-04-10T15:31:11.718 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T15:31:11.718 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T15:31:11.718 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T15:31:11.718 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T15:31:11.718 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T15:31:11.718 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:31:11.718 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T15:31:11.718 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T15:31:11.718 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "4.4", 2024-04-10T15:31:11.718 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T15:31:11.718 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T15:31:11.719 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 69, 2024-04-10T15:31:11.719 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 14, 2024-04-10T15:31:11.719 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T15:31:11.719 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T02:54:30.434137+0000", 2024-04-10T15:31:11.719 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:31:11.719 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T15:31:11.719 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T15:31:11.719 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T15:31:11.719 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:31:11.719 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T15:31:11.719 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:31:11.719 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T15:31:11.719 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T15:31:11.720 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T15:31:11.720 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T15:31:11.720 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T15:31:11.720 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T15:31:11.720 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T15:31:11.720 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T15:31:11.720 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T15:31:11.720 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T15:31:11.720 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:31:11.720 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T15:31:11.720 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T15:31:11.720 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T15:31:11.720 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T15:31:11.720 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T15:31:11.720 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:31:11.720 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T15:31:11.721 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T15:31:11.721 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T15:31:11.721 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:31:11.721 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T15:31:11.721 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T15:31:11.721 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T15:31:11.721 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T15:31:11.721 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T15:31:11.721 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T15:31:11.721 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T15:31:11.721 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T15:31:11.721 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T15:31:11.721 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T15:31:11.721 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T15:31:11.722 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:31:11.722 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T15:31:11.722 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T15:31:11.722 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T15:31:11.722 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.722 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T15:31:11.722 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T15:31:11.722 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T15:31:11.722 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T15:31:11.722 INFO:tasks.workunit.client.0.smithi069.stdout: 2, 2024-04-10T15:31:11.722 INFO:tasks.workunit.client.0.smithi069.stdout: 3 2024-04-10T15:31:11.722 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:11.722 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 1, 2024-04-10T15:31:11.722 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T15:31:11.722 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.723 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:11.723 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T15:31:11.723 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T15:31:11.723 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T15:31:11.723 INFO:tasks.workunit.client.0.smithi069.stdout: 6 2024-04-10T15:31:11.723 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:11.723 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 5, 2024-04-10T15:31:11.723 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T15:31:11.723 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T15:31:11.723 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 59, 2024-04-10T15:31:11.723 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T15:31:11.723 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:31:11.723 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T15:31:11.723 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T15:28:47.106730+0000", 2024-04-10T15:31:11.723 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:28:12.338830+0000", 2024-04-10T15:31:11.724 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:28:12.338830+0000", 2024-04-10T15:31:11.724 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:28:12.339144+0000", 2024-04-10T15:31:11.724 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T15:28:47.106730+0000", 2024-04-10T15:31:11.724 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T15:31:11.724 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:31:11.724 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T15:31:11.724 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 60, 2024-04-10T15:31:11.724 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T15:28:47.106730+0000", 2024-04-10T15:31:11.724 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T15:28:47.106730+0000", 2024-04-10T15:31:11.724 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T15:28:47.106730+0000", 2024-04-10T15:31:11.724 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T15:31:11.724 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T15:31:11.724 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T15:31:11.724 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T15:28:47.106730+0000", 2024-04-10T15:31:11.724 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T15:28:47.106730+0000", 2024-04-10T15:31:11.725 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T15:31:11.725 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T15:31:11.725 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T15:31:11.725 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T15:31:11.725 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 59, 2024-04-10T15:31:11.725 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T15:31:11.725 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T15:31:11.725 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T15:31:11.725 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T15:31:11.725 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T15:31:11.725 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:31:11.725 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T15:31:11.725 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T15:31:11.725 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "2.2", 2024-04-10T15:31:11.725 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T15:31:11.726 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T15:31:11.726 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 69, 2024-04-10T15:31:11.726 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 19, 2024-04-10T15:31:11.726 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T15:31:11.726 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T19:44:45.612115+0000", 2024-04-10T15:31:11.726 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:31:11.726 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T15:31:11.726 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T15:31:11.726 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T15:31:11.726 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:31:11.726 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T15:31:11.726 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:31:11.726 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T15:31:11.726 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T15:31:11.727 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T15:31:11.727 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T15:31:11.727 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T15:31:11.727 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T15:31:11.727 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T15:31:11.727 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T15:31:11.727 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T15:31:11.727 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T15:31:11.727 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:31:11.727 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T15:31:11.727 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T15:31:11.727 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T15:31:11.727 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T15:31:11.727 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T15:31:11.727 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:31:11.727 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T15:31:11.728 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T15:31:11.728 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T15:31:11.728 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:31:11.728 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T15:31:11.728 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T15:31:11.728 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T15:31:11.728 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T15:31:11.728 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T15:31:11.728 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T15:31:11.728 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T15:31:11.728 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T15:31:11.728 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T15:31:11.728 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T15:31:11.728 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T15:31:11.728 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:31:11.729 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T15:31:11.729 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T15:31:11.729 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T15:31:11.729 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.729 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T15:31:11.729 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T15:31:11.729 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T15:31:11.729 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T15:31:11.729 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T15:31:11.729 INFO:tasks.workunit.client.0.smithi069.stdout: 6 2024-04-10T15:31:11.729 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:11.729 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 5, 2024-04-10T15:31:11.729 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T15:31:11.729 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.729 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:11.729 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T15:31:11.730 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T15:31:11.730 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T15:31:11.730 INFO:tasks.workunit.client.0.smithi069.stdout: 6 2024-04-10T15:31:11.730 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:11.730 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 4, 2024-04-10T15:31:11.730 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T15:31:11.730 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T15:31:11.730 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T15:31:11.730 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T15:31:11.730 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:31:11.730 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T15:31:11.730 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T15:28:47.278301+0000", 2024-04-10T15:31:11.730 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:28:12.689039+0000", 2024-04-10T15:31:11.730 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:28:12.689039+0000", 2024-04-10T15:31:11.730 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:28:12.689329+0000", 2024-04-10T15:31:11.731 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T15:28:47.278301+0000", 2024-04-10T15:31:11.731 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:11.731 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:31:11.731 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:11.731 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 61, 2024-04-10T15:31:11.731 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T15:28:47.278301+0000", 2024-04-10T15:31:11.731 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T15:28:47.278301+0000", 2024-04-10T15:31:11.731 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T15:28:47.278301+0000", 2024-04-10T15:31:11.731 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T15:31:11.731 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T15:31:11.731 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:11.731 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T15:28:47.278301+0000", 2024-04-10T15:31:11.731 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T15:28:47.278301+0000", 2024-04-10T15:31:11.731 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T15:31:11.731 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T15:31:11.731 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T15:31:11.731 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T15:31:11.732 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 60, 2024-04-10T15:31:11.732 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T15:31:11.732 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T15:31:11.732 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T15:31:11.732 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T15:31:11.732 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T15:31:11.732 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:31:11.732 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T15:31:11.732 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T15:31:11.732 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.3", 2024-04-10T15:31:11.732 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T15:31:11.732 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T15:31:11.732 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 69, 2024-04-10T15:31:11.732 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 19, 2024-04-10T15:31:11.732 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T15:31:11.733 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T17:22:27.796908+0000", 2024-04-10T15:31:11.733 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:31:11.733 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T15:31:11.733 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T15:31:11.733 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T15:31:11.733 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:31:11.733 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T15:31:11.733 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:31:11.733 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T15:31:11.733 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T15:31:11.733 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T15:31:11.733 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T15:31:11.733 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T15:31:11.733 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T15:31:11.733 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T15:31:11.734 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T15:31:11.734 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T15:31:11.734 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T15:31:11.734 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:31:11.734 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T15:31:11.734 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T15:31:11.734 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T15:31:11.734 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T15:31:11.734 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T15:31:11.734 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:31:11.734 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T15:31:11.734 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T15:31:11.734 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T15:31:11.734 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:31:11.735 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T15:31:11.735 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T15:31:11.735 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T15:31:11.735 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T15:31:11.735 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T15:31:11.735 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T15:31:11.735 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T15:31:11.735 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T15:31:11.735 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T15:31:11.735 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T15:31:11.735 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T15:31:11.735 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:31:11.735 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T15:31:11.735 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T15:31:11.735 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T15:31:11.735 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.736 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T15:31:11.736 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T15:31:11.736 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T15:31:11.736 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T15:31:11.736 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T15:31:11.736 INFO:tasks.workunit.client.0.smithi069.stdout: 6 2024-04-10T15:31:11.736 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:11.736 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 4, 2024-04-10T15:31:11.736 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T15:31:11.736 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.736 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:11.736 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T15:31:11.736 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T15:31:11.736 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T15:31:11.736 INFO:tasks.workunit.client.0.smithi069.stdout: 0 2024-04-10T15:31:11.737 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:11.737 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 1, 2024-04-10T15:31:11.737 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T15:31:11.737 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T15:31:11.737 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 65, 2024-04-10T15:31:11.737 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T15:31:11.737 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:31:11.737 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T15:31:11.737 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T15:28:47.108918+0000", 2024-04-10T15:31:11.737 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:28:45.099257+0000", 2024-04-10T15:31:11.737 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:28:45.099257+0000", 2024-04-10T15:31:11.737 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:28:45.099581+0000", 2024-04-10T15:31:11.737 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T15:28:47.108918+0000", 2024-04-10T15:31:11.737 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:44.022798+0000", 2024-04-10T15:31:11.737 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:31:11.738 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:44.022798+0000", 2024-04-10T15:31:11.738 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 67, 2024-04-10T15:31:11.738 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T15:28:47.108918+0000", 2024-04-10T15:31:11.738 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T15:28:47.108918+0000", 2024-04-10T15:31:11.738 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T15:28:47.108918+0000", 2024-04-10T15:31:11.738 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T15:31:11.738 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T15:31:11.738 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:44.022798+0000", 2024-04-10T15:31:11.738 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T15:28:47.108918+0000", 2024-04-10T15:31:11.738 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T15:28:47.108918+0000", 2024-04-10T15:31:11.738 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T15:31:11.738 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T15:31:11.738 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T15:31:11.738 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T15:31:11.738 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 65, 2024-04-10T15:31:11.739 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T15:31:11.739 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T15:31:11.739 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T15:31:11.739 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T15:31:11.739 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T15:31:11.739 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:31:11.739 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T15:31:11.739 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T15:31:11.739 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "4.7", 2024-04-10T15:31:11.739 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T15:31:11.739 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T15:31:11.739 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 69, 2024-04-10T15:31:11.739 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 14, 2024-04-10T15:31:11.739 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T15:31:11.739 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T23:10:21.159947+0000", 2024-04-10T15:31:11.739 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:31:11.740 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T15:31:11.740 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T15:31:11.740 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T15:31:11.740 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:31:11.740 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T15:31:11.740 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:31:11.740 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T15:31:11.740 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T15:31:11.740 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T15:31:11.740 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T15:31:11.740 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T15:31:11.740 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T15:31:11.740 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T15:31:11.740 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T15:31:11.740 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T15:31:11.741 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T15:31:11.741 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:31:11.741 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T15:31:11.741 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T15:31:11.741 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T15:31:11.741 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T15:31:11.741 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T15:31:11.741 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:31:11.741 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T15:31:11.741 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T15:31:11.741 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T15:31:11.741 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:31:11.741 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T15:31:11.741 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T15:31:11.741 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T15:31:11.742 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T15:31:11.742 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T15:31:11.742 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T15:31:11.742 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T15:31:11.742 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T15:31:11.742 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T15:31:11.742 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T15:31:11.742 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T15:31:11.742 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:31:11.742 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T15:31:11.742 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T15:31:11.742 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T15:31:11.742 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.742 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T15:31:11.742 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T15:31:11.743 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T15:31:11.743 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T15:31:11.743 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T15:31:11.743 INFO:tasks.workunit.client.0.smithi069.stdout: 0 2024-04-10T15:31:11.743 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:11.743 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 1, 2024-04-10T15:31:11.743 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T15:31:11.743 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.743 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:11.743 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T15:31:11.743 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T15:31:11.743 INFO:tasks.workunit.client.0.smithi069.stdout: 2, 2024-04-10T15:31:11.743 INFO:tasks.workunit.client.0.smithi069.stdout: 6 2024-04-10T15:31:11.743 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:11.743 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 1, 2024-04-10T15:31:11.743 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T15:31:11.744 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T15:31:11.744 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T15:31:11.744 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T15:31:11.744 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:31:11.744 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T15:31:11.744 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T15:28:47.108747+0000", 2024-04-10T15:31:11.744 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:28:12.693033+0000", 2024-04-10T15:31:11.744 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:28:12.693033+0000", 2024-04-10T15:31:11.744 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:28:12.693306+0000", 2024-04-10T15:31:11.744 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T15:28:47.108747+0000", 2024-04-10T15:31:11.744 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:11.744 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:31:11.744 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:11.744 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 61, 2024-04-10T15:31:11.744 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T15:28:47.108747+0000", 2024-04-10T15:31:11.744 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T15:28:47.108747+0000", 2024-04-10T15:31:11.745 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T15:28:47.108747+0000", 2024-04-10T15:31:11.745 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T15:31:11.745 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T15:31:11.745 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:11.745 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T15:28:47.108747+0000", 2024-04-10T15:31:11.745 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T15:28:47.108747+0000", 2024-04-10T15:31:11.745 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T15:31:11.745 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T15:31:11.745 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T15:31:11.745 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T15:31:11.745 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 60, 2024-04-10T15:31:11.745 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T15:31:11.745 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T15:31:11.745 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T15:31:11.745 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T15:31:11.745 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T15:31:11.746 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:31:11.746 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T15:31:11.746 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T15:31:11.746 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.0", 2024-04-10T15:31:11.746 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T15:31:11.746 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T15:31:11.746 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 69, 2024-04-10T15:31:11.746 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 19, 2024-04-10T15:31:11.746 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T15:31:11.746 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T15:29:21.377770+0000", 2024-04-10T15:31:11.746 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:31:11.746 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T15:31:11.746 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T15:31:11.746 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T15:31:11.746 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:31:11.747 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T15:31:11.747 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:31:11.747 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T15:31:11.747 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T15:31:11.747 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T15:31:11.747 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T15:31:11.747 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T15:31:11.747 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T15:31:11.747 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T15:31:11.747 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T15:31:11.747 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T15:31:11.747 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T15:31:11.747 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:31:11.747 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T15:31:11.747 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T15:31:11.747 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T15:31:11.748 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T15:31:11.748 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T15:31:11.748 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:31:11.748 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T15:31:11.748 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T15:31:11.748 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T15:31:11.748 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:31:11.748 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T15:31:11.748 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T15:31:11.748 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T15:31:11.748 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T15:31:11.748 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T15:31:11.748 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T15:31:11.748 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T15:31:11.748 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T15:31:11.748 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T15:31:11.749 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T15:31:11.749 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T15:31:11.749 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:31:11.749 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T15:31:11.749 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T15:31:11.749 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T15:31:11.749 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.749 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T15:31:11.749 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T15:31:11.749 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T15:31:11.749 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T15:31:11.749 INFO:tasks.workunit.client.0.smithi069.stdout: 2, 2024-04-10T15:31:11.749 INFO:tasks.workunit.client.0.smithi069.stdout: 6 2024-04-10T15:31:11.749 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:11.749 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 1, 2024-04-10T15:31:11.749 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T15:31:11.749 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.750 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:11.750 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T15:31:11.750 INFO:tasks.workunit.client.0.smithi069.stdout: 2, 2024-04-10T15:31:11.750 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T15:31:11.750 INFO:tasks.workunit.client.0.smithi069.stdout: 0 2024-04-10T15:31:11.750 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:11.750 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 2, 2024-04-10T15:31:11.750 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T15:31:11.750 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T15:31:11.750 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 59, 2024-04-10T15:31:11.750 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T15:31:11.750 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:31:11.750 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T15:31:11.750 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T15:28:48.069215+0000", 2024-04-10T15:31:11.751 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:28:12.334133+0000", 2024-04-10T15:31:11.751 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:28:12.334133+0000", 2024-04-10T15:31:11.751 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:28:12.334404+0000", 2024-04-10T15:31:11.751 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T15:28:48.069215+0000", 2024-04-10T15:31:11.751 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T15:31:11.751 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:31:11.751 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T15:31:11.751 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 60, 2024-04-10T15:31:11.751 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T15:28:48.069215+0000", 2024-04-10T15:31:11.751 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T15:28:48.069215+0000", 2024-04-10T15:31:11.751 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T15:28:48.069215+0000", 2024-04-10T15:31:11.751 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T15:31:11.751 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T15:31:11.751 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T15:31:11.751 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T15:28:48.069215+0000", 2024-04-10T15:31:11.751 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T15:28:48.069215+0000", 2024-04-10T15:31:11.751 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T15:31:11.752 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T15:31:11.752 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T15:31:11.752 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T15:31:11.752 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 59, 2024-04-10T15:31:11.752 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T15:31:11.752 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T15:31:11.752 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T15:31:11.752 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T15:31:11.752 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T15:31:11.752 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:31:11.752 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T15:31:11.752 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T15:31:11.752 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "2.1", 2024-04-10T15:31:11.752 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T15:31:11.752 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T15:31:11.752 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 69, 2024-04-10T15:31:11.753 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 19, 2024-04-10T15:31:11.753 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T15:31:11.753 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T16:57:32.488780+0000", 2024-04-10T15:31:11.753 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:31:11.753 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T15:31:11.753 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T15:31:11.753 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T15:31:11.753 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:31:11.753 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T15:31:11.753 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:31:11.753 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T15:31:11.753 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T15:31:11.753 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T15:31:11.753 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T15:31:11.753 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T15:31:11.753 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T15:31:11.753 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T15:31:11.754 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T15:31:11.754 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T15:31:11.754 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T15:31:11.754 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:31:11.754 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T15:31:11.754 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T15:31:11.754 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T15:31:11.754 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T15:31:11.754 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T15:31:11.754 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:31:11.754 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T15:31:11.754 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T15:31:11.754 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T15:31:11.754 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:31:11.755 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T15:31:11.755 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T15:31:11.755 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T15:31:11.755 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T15:31:11.755 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T15:31:11.755 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T15:31:11.755 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T15:31:11.755 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T15:31:11.755 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T15:31:11.755 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T15:31:11.755 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T15:31:11.755 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:31:11.755 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T15:31:11.755 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T15:31:11.755 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T15:31:11.756 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.756 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T15:31:11.756 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T15:31:11.756 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T15:31:11.756 INFO:tasks.workunit.client.0.smithi069.stdout: 2, 2024-04-10T15:31:11.756 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T15:31:11.756 INFO:tasks.workunit.client.0.smithi069.stdout: 0 2024-04-10T15:31:11.756 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:11.756 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 2, 2024-04-10T15:31:11.756 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T15:31:11.756 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.756 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:11.756 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T15:31:11.756 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T15:31:11.756 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T15:31:11.756 INFO:tasks.workunit.client.0.smithi069.stdout: 7 2024-04-10T15:31:11.757 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:11.757 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 6, 2024-04-10T15:31:11.757 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T15:31:11.757 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T15:31:11.757 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 65, 2024-04-10T15:31:11.757 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T15:31:11.757 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:31:11.757 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T15:31:11.757 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T15:28:47.171523+0000", 2024-04-10T15:31:11.757 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:28:45.297115+0000", 2024-04-10T15:31:11.757 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:28:45.297115+0000", 2024-04-10T15:31:11.757 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:28:45.297487+0000", 2024-04-10T15:31:11.757 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T15:28:47.171523+0000", 2024-04-10T15:31:11.757 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:44.022798+0000", 2024-04-10T15:31:11.757 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:31:11.758 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:44.022798+0000", 2024-04-10T15:31:11.758 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 67, 2024-04-10T15:31:11.758 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T15:28:47.171523+0000", 2024-04-10T15:31:11.758 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T15:28:47.171523+0000", 2024-04-10T15:31:11.758 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T15:28:47.171523+0000", 2024-04-10T15:31:11.758 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T15:31:11.758 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T15:31:11.758 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:44.022798+0000", 2024-04-10T15:31:11.758 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T15:28:47.171523+0000", 2024-04-10T15:31:11.758 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T15:28:47.171523+0000", 2024-04-10T15:31:11.758 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T15:31:11.758 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T15:31:11.758 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T15:31:11.758 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T15:31:11.759 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 65, 2024-04-10T15:31:11.759 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T15:31:11.759 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T15:31:11.759 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T15:31:11.759 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T15:31:11.759 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T15:31:11.759 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:31:11.759 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T15:31:11.759 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T15:31:11.759 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "4.5", 2024-04-10T15:31:11.759 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T15:31:11.759 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T15:31:11.759 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 69, 2024-04-10T15:31:11.759 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 14, 2024-04-10T15:31:11.759 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T15:31:11.759 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T16:05:51.089255+0000", 2024-04-10T15:31:11.760 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:31:11.760 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T15:31:11.760 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T15:31:11.760 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T15:31:11.760 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:31:11.760 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T15:31:11.760 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:31:11.760 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T15:31:11.760 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T15:31:11.760 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T15:31:11.760 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T15:31:11.760 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T15:31:11.760 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T15:31:11.760 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T15:31:11.760 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T15:31:11.761 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T15:31:11.761 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T15:31:11.761 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:31:11.761 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T15:31:11.761 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T15:31:11.761 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T15:31:11.761 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T15:31:11.761 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T15:31:11.761 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:31:11.761 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T15:31:11.761 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T15:31:11.761 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T15:31:11.761 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:31:11.761 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T15:31:11.761 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T15:31:11.761 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T15:31:11.761 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T15:31:11.762 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T15:31:11.762 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T15:31:11.762 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T15:31:11.762 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T15:31:11.762 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T15:31:11.762 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T15:31:11.762 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T15:31:11.762 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:31:11.762 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T15:31:11.762 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T15:31:11.762 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T15:31:11.762 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.762 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T15:31:11.762 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T15:31:11.762 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T15:31:11.763 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T15:31:11.763 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T15:31:11.763 INFO:tasks.workunit.client.0.smithi069.stdout: 7 2024-04-10T15:31:11.763 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:11.763 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 6, 2024-04-10T15:31:11.763 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T15:31:11.763 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.763 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:11.763 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T15:31:11.763 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T15:31:11.763 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T15:31:11.763 INFO:tasks.workunit.client.0.smithi069.stdout: 6 2024-04-10T15:31:11.763 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:11.763 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 3, 2024-04-10T15:31:11.763 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T15:31:11.763 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T15:31:11.763 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T15:31:11.764 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T15:31:11.764 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:31:11.764 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T15:31:11.764 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T15:28:48.068950+0000", 2024-04-10T15:31:11.764 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:28:12.687434+0000", 2024-04-10T15:31:11.764 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:28:12.687434+0000", 2024-04-10T15:31:11.764 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:28:12.687699+0000", 2024-04-10T15:31:11.764 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T15:28:48.068950+0000", 2024-04-10T15:31:11.764 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:11.764 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:31:11.764 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:11.764 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 61, 2024-04-10T15:31:11.764 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T15:28:48.068950+0000", 2024-04-10T15:31:11.764 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T15:28:48.068950+0000", 2024-04-10T15:31:11.764 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T15:28:48.068950+0000", 2024-04-10T15:31:11.764 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T15:31:11.764 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T15:31:11.765 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:11.765 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T15:28:48.068950+0000", 2024-04-10T15:31:11.765 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T15:28:48.068950+0000", 2024-04-10T15:31:11.765 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T15:31:11.765 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T15:31:11.765 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T15:31:11.765 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T15:31:11.765 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 60, 2024-04-10T15:31:11.765 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T15:31:11.765 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T15:31:11.765 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T15:31:11.765 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T15:31:11.765 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T15:31:11.765 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:31:11.766 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T15:31:11.766 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T15:31:11.766 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.2", 2024-04-10T15:31:11.766 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T15:31:11.766 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T15:31:11.766 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 69, 2024-04-10T15:31:11.766 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 19, 2024-04-10T15:31:11.766 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T15:31:11.766 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T00:55:21.631806+0000", 2024-04-10T15:31:11.766 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:31:11.766 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T15:31:11.766 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T15:31:11.766 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T15:31:11.766 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:31:11.766 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T15:31:11.767 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:31:11.767 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T15:31:11.767 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T15:31:11.767 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T15:31:11.767 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T15:31:11.767 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T15:31:11.767 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T15:31:11.767 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T15:31:11.767 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T15:31:11.767 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T15:31:11.767 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T15:31:11.767 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:31:11.767 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T15:31:11.767 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T15:31:11.767 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T15:31:11.767 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T15:31:11.767 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T15:31:11.768 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:31:11.768 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T15:31:11.768 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T15:31:11.768 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T15:31:11.768 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:31:11.768 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T15:31:11.768 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T15:31:11.768 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T15:31:11.768 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T15:31:11.768 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T15:31:11.768 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T15:31:11.768 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T15:31:11.768 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T15:31:11.768 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T15:31:11.768 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T15:31:11.769 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T15:31:11.769 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:31:11.769 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T15:31:11.769 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T15:31:11.769 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T15:31:11.769 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.769 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T15:31:11.769 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T15:31:11.769 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T15:31:11.769 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T15:31:11.769 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T15:31:11.769 INFO:tasks.workunit.client.0.smithi069.stdout: 6 2024-04-10T15:31:11.769 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:11.769 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 3, 2024-04-10T15:31:11.769 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T15:31:11.769 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.770 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:11.770 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T15:31:11.770 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T15:31:11.770 INFO:tasks.workunit.client.0.smithi069.stdout: 2, 2024-04-10T15:31:11.770 INFO:tasks.workunit.client.0.smithi069.stdout: 7 2024-04-10T15:31:11.770 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:11.770 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 5, 2024-04-10T15:31:11.770 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T15:31:11.770 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T15:31:11.770 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 59, 2024-04-10T15:31:11.770 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T15:31:11.770 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:31:11.770 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T15:31:11.770 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T15:28:47.106849+0000", 2024-04-10T15:31:11.771 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:28:12.340895+0000", 2024-04-10T15:31:11.771 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:28:12.340895+0000", 2024-04-10T15:31:11.771 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:28:12.341191+0000", 2024-04-10T15:31:11.771 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T15:28:47.106849+0000", 2024-04-10T15:31:11.771 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T15:31:11.771 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:31:11.771 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T15:31:11.771 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 60, 2024-04-10T15:31:11.771 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T15:28:47.106849+0000", 2024-04-10T15:31:11.771 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T15:28:47.106849+0000", 2024-04-10T15:31:11.771 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T15:28:47.106849+0000", 2024-04-10T15:31:11.771 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T15:31:11.771 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T15:31:11.771 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T15:31:11.772 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T15:28:47.106849+0000", 2024-04-10T15:31:11.772 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T15:28:47.106849+0000", 2024-04-10T15:31:11.772 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T15:31:11.772 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T15:31:11.772 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T15:31:11.772 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T15:31:11.772 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 59, 2024-04-10T15:31:11.772 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T15:31:11.772 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T15:31:11.772 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T15:31:11.772 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T15:31:11.772 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T15:31:11.772 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:31:11.772 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T15:31:11.772 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T15:31:11.773 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "2.3", 2024-04-10T15:31:11.773 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T15:31:11.773 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T15:31:11.773 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 69, 2024-04-10T15:31:11.773 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 19, 2024-04-10T15:31:11.773 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T15:31:11.773 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T23:29:26.519970+0000", 2024-04-10T15:31:11.773 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:31:11.773 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T15:31:11.773 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T15:31:11.773 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T15:31:11.773 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:31:11.773 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T15:31:11.773 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:31:11.773 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T15:31:11.774 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T15:31:11.774 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T15:31:11.774 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T15:31:11.774 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T15:31:11.774 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T15:31:11.774 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T15:31:11.774 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T15:31:11.774 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T15:31:11.774 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T15:31:11.774 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:31:11.774 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T15:31:11.774 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T15:31:11.774 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T15:31:11.774 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T15:31:11.775 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T15:31:11.775 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:31:11.775 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T15:31:11.775 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T15:31:11.775 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T15:31:11.775 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:31:11.775 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T15:31:11.775 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T15:31:11.775 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T15:31:11.775 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T15:31:11.775 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T15:31:11.775 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T15:31:11.775 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T15:31:11.775 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T15:31:11.775 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T15:31:11.776 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T15:31:11.776 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T15:31:11.776 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:31:11.776 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T15:31:11.776 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T15:31:11.776 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T15:31:11.776 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.776 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T15:31:11.776 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T15:31:11.776 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T15:31:11.776 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T15:31:11.776 INFO:tasks.workunit.client.0.smithi069.stdout: 2, 2024-04-10T15:31:11.776 INFO:tasks.workunit.client.0.smithi069.stdout: 7 2024-04-10T15:31:11.776 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:11.776 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 5, 2024-04-10T15:31:11.776 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T15:31:11.777 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.777 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:11.777 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T15:31:11.777 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T15:31:11.777 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T15:31:11.777 INFO:tasks.workunit.client.0.smithi069.stdout: 6 2024-04-10T15:31:11.777 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:11.777 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 7, 2024-04-10T15:31:11.777 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T15:31:11.777 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T15:31:11.777 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 19, 2024-04-10T15:31:11.777 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T15:31:11.777 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:31:11.777 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T15:31:11.777 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T15:28:47.173840+0000", 2024-04-10T15:31:11.778 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:27:58.477840+0000", 2024-04-10T15:31:11.778 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:27:58.477840+0000", 2024-04-10T15:31:11.778 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:27:58.478243+0000", 2024-04-10T15:31:11.778 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T15:28:47.173840+0000", 2024-04-10T15:31:11.778 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:25:53.886772+0000", 2024-04-10T15:31:11.778 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:31:11.778 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:25:53.886772+0000", 2024-04-10T15:31:11.778 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 58, 2024-04-10T15:31:11.778 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T15:28:47.173840+0000", 2024-04-10T15:31:11.778 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T15:28:47.173840+0000", 2024-04-10T15:31:11.778 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T15:28:47.173840+0000", 2024-04-10T15:31:11.778 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T15:31:11.778 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T15:31:11.778 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:25:53.886772+0000", 2024-04-10T15:31:11.778 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T15:28:47.173840+0000", 2024-04-10T15:31:11.779 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T15:28:47.173840+0000", 2024-04-10T15:31:11.779 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T15:31:11.779 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 128, 2024-04-10T15:31:11.779 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T15:31:11.779 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T15:31:11.779 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 57, 2024-04-10T15:31:11.779 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T15:31:11.779 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T15:31:11.779 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T15:31:11.779 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T15:31:11.779 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 128, 2024-04-10T15:31:11.779 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:31:11.779 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T15:31:11.779 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T15:31:11.779 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "1.0", 2024-04-10T15:31:11.779 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T15:31:11.779 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T15:31:11.780 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 69, 2024-04-10T15:31:11.780 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 265, 2024-04-10T15:31:11.780 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T15:31:11.780 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T19:09:53.840413+0000", 2024-04-10T15:31:11.780 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:31:11.780 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T15:31:11.780 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T15:31:11.780 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 590368, 2024-04-10T15:31:11.780 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:31:11.780 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 1771104, 2024-04-10T15:31:11.780 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:31:11.780 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T15:31:11.780 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T15:31:11.780 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T15:31:11.780 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T15:31:11.780 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T15:31:11.781 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T15:31:11.781 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T15:31:11.781 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T15:31:11.781 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T15:31:11.781 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T15:31:11.781 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:31:11.781 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T15:31:11.781 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 6, 2024-04-10T15:31:11.781 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 2, 2024-04-10T15:31:11.781 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T15:31:11.781 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 2, 2024-04-10T15:31:11.781 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:31:11.781 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T15:31:11.781 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T15:31:11.781 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T15:31:11.781 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:31:11.782 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T15:31:11.782 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T15:31:11.782 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 6, 2024-04-10T15:31:11.782 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T15:31:11.782 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T15:31:11.782 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T15:31:11.782 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T15:31:11.782 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T15:31:11.782 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 212, 2024-04-10T15:31:11.782 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 306, 2024-04-10T15:31:11.782 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T15:31:11.782 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:31:11.782 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T15:31:11.782 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 179, 2024-04-10T15:31:11.782 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 2416 2024-04-10T15:31:11.783 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.783 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T15:31:11.783 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T15:31:11.783 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T15:31:11.783 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T15:31:11.783 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T15:31:11.783 INFO:tasks.workunit.client.0.smithi069.stdout: 6 2024-04-10T15:31:11.783 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:11.783 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 7, 2024-04-10T15:31:11.783 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "69'128" 2024-04-10T15:31:11.783 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.783 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:11.783 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T15:31:11.783 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T15:31:11.783 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T15:31:11.783 INFO:tasks.workunit.client.0.smithi069.stdout: 2 2024-04-10T15:31:11.783 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:11.784 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 0, 2024-04-10T15:31:11.784 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T15:31:11.784 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T15:31:11.784 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 65, 2024-04-10T15:31:11.784 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T15:31:11.784 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:31:11.784 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T15:31:11.784 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T15:28:47.171343+0000", 2024-04-10T15:31:11.784 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:28:45.271124+0000", 2024-04-10T15:31:11.784 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:28:45.271124+0000", 2024-04-10T15:31:11.784 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:28:45.271437+0000", 2024-04-10T15:31:11.784 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T15:28:47.171343+0000", 2024-04-10T15:31:11.784 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:44.022798+0000", 2024-04-10T15:31:11.784 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:31:11.784 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:44.022798+0000", 2024-04-10T15:31:11.784 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 67, 2024-04-10T15:31:11.784 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T15:28:47.171343+0000", 2024-04-10T15:31:11.785 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T15:28:47.171343+0000", 2024-04-10T15:31:11.785 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T15:28:47.171343+0000", 2024-04-10T15:31:11.785 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T15:31:11.785 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T15:31:11.785 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:44.022798+0000", 2024-04-10T15:31:11.785 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T15:28:47.171343+0000", 2024-04-10T15:31:11.785 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T15:28:47.171343+0000", 2024-04-10T15:31:11.785 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T15:31:11.785 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T15:31:11.785 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T15:31:11.785 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T15:31:11.785 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 65, 2024-04-10T15:31:11.785 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T15:31:11.785 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T15:31:11.785 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T15:31:11.785 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T15:31:11.785 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T15:31:11.786 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:31:11.786 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T15:31:11.786 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T15:31:11.786 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "4.6", 2024-04-10T15:31:11.786 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T15:31:11.786 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T15:31:11.786 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 69, 2024-04-10T15:31:11.786 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 14, 2024-04-10T15:31:11.786 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T15:31:11.786 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T16:59:54.938872+0000", 2024-04-10T15:31:11.786 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:31:11.786 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T15:31:11.786 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T15:31:11.786 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T15:31:11.787 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:31:11.787 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T15:31:11.787 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:31:11.787 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T15:31:11.787 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T15:31:11.787 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T15:31:11.787 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T15:31:11.787 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T15:31:11.787 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T15:31:11.787 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T15:31:11.787 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T15:31:11.787 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T15:31:11.787 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T15:31:11.787 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:31:11.787 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T15:31:11.788 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T15:31:11.788 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T15:31:11.788 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T15:31:11.788 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T15:31:11.788 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:31:11.788 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T15:31:11.788 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T15:31:11.788 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T15:31:11.788 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:31:11.788 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T15:31:11.788 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T15:31:11.788 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T15:31:11.788 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T15:31:11.788 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T15:31:11.788 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T15:31:11.789 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T15:31:11.789 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T15:31:11.789 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T15:31:11.789 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T15:31:11.789 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T15:31:11.789 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:31:11.789 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T15:31:11.789 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T15:31:11.789 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T15:31:11.789 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.789 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T15:31:11.789 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T15:31:11.789 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T15:31:11.789 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T15:31:11.789 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T15:31:11.789 INFO:tasks.workunit.client.0.smithi069.stdout: 2 2024-04-10T15:31:11.789 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:11.790 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 0, 2024-04-10T15:31:11.790 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T15:31:11.790 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.790 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:11.790 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T15:31:11.790 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T15:31:11.790 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T15:31:11.790 INFO:tasks.workunit.client.0.smithi069.stdout: 3 2024-04-10T15:31:11.790 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:11.790 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 0, 2024-04-10T15:31:11.790 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T15:31:11.790 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T15:31:11.790 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T15:31:11.790 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T15:31:11.790 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:31:11.790 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T15:31:11.791 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T15:28:47.171277+0000", 2024-04-10T15:31:11.791 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:28:12.698686+0000", 2024-04-10T15:31:11.791 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:28:12.698686+0000", 2024-04-10T15:31:11.791 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:28:12.698960+0000", 2024-04-10T15:31:11.791 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T15:28:47.171277+0000", 2024-04-10T15:31:11.791 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:11.791 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:31:11.791 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:11.791 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 61, 2024-04-10T15:31:11.791 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T15:28:47.171277+0000", 2024-04-10T15:31:11.791 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T15:28:47.171277+0000", 2024-04-10T15:31:11.791 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T15:28:47.171277+0000", 2024-04-10T15:31:11.791 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T15:31:11.791 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T15:31:11.791 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:11.792 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T15:28:47.171277+0000", 2024-04-10T15:31:11.792 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T15:28:47.171277+0000", 2024-04-10T15:31:11.792 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T15:31:11.792 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T15:31:11.792 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T15:31:11.792 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T15:31:11.792 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 60, 2024-04-10T15:31:11.792 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T15:31:11.792 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T15:31:11.792 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T15:31:11.792 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T15:31:11.792 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T15:31:11.792 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:31:11.792 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T15:31:11.792 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T15:31:11.792 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.1", 2024-04-10T15:31:11.792 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T15:31:11.793 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T15:31:11.793 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 69, 2024-04-10T15:31:11.793 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 19, 2024-04-10T15:31:11.793 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T15:31:11.793 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T22:36:36.804697+0000", 2024-04-10T15:31:11.793 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:31:11.793 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T15:31:11.793 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T15:31:11.793 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T15:31:11.793 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:31:11.793 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T15:31:11.793 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:31:11.793 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T15:31:11.793 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T15:31:11.793 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T15:31:11.793 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T15:31:11.794 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T15:31:11.794 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T15:31:11.794 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T15:31:11.794 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T15:31:11.794 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T15:31:11.794 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T15:31:11.794 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:31:11.794 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T15:31:11.794 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T15:31:11.794 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T15:31:11.794 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T15:31:11.794 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T15:31:11.794 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:31:11.794 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T15:31:11.795 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T15:31:11.795 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T15:31:11.795 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:31:11.795 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T15:31:11.795 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T15:31:11.795 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T15:31:11.795 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T15:31:11.795 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T15:31:11.795 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T15:31:11.795 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T15:31:11.795 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T15:31:11.795 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T15:31:11.795 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T15:31:11.795 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T15:31:11.795 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:31:11.795 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T15:31:11.796 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T15:31:11.796 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T15:31:11.796 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.796 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T15:31:11.796 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T15:31:11.796 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T15:31:11.796 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T15:31:11.796 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T15:31:11.796 INFO:tasks.workunit.client.0.smithi069.stdout: 3 2024-04-10T15:31:11.796 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:11.796 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 0, 2024-04-10T15:31:11.796 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T15:31:11.796 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.796 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:11.796 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T15:31:11.796 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T15:31:11.796 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T15:31:11.797 INFO:tasks.workunit.client.0.smithi069.stdout: 0 2024-04-10T15:31:11.797 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:11.797 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 7, 2024-04-10T15:31:11.797 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T15:31:11.797 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T15:31:11.797 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 59, 2024-04-10T15:31:11.797 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T15:31:11.797 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:31:11.797 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T15:31:11.797 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T15:28:47.168870+0000", 2024-04-10T15:31:11.797 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:28:12.344678+0000", 2024-04-10T15:31:11.797 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:28:12.344678+0000", 2024-04-10T15:31:11.797 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:28:12.345303+0000", 2024-04-10T15:31:11.797 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T15:28:47.168870+0000", 2024-04-10T15:31:11.797 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T15:31:11.797 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:31:11.798 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T15:31:11.798 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 60, 2024-04-10T15:31:11.798 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T15:28:47.168870+0000", 2024-04-10T15:31:11.798 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T15:28:47.168870+0000", 2024-04-10T15:31:11.798 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T15:28:47.168870+0000", 2024-04-10T15:31:11.798 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T15:31:11.798 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T15:31:11.798 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T15:31:11.798 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T15:28:47.168870+0000", 2024-04-10T15:31:11.798 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T15:28:47.168870+0000", 2024-04-10T15:31:11.798 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T15:31:11.798 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T15:31:11.798 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T15:31:11.798 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T15:31:11.798 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 59, 2024-04-10T15:31:11.799 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T15:31:11.799 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T15:31:11.799 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T15:31:11.799 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T15:31:11.799 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T15:31:11.799 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:31:11.799 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T15:31:11.799 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T15:31:11.799 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "2.0", 2024-04-10T15:31:11.799 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T15:31:11.799 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T15:31:11.799 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 69, 2024-04-10T15:31:11.799 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 19, 2024-04-10T15:31:11.799 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T15:31:11.800 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T21:14:35.887547+0000", 2024-04-10T15:31:11.800 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:31:11.800 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T15:31:11.800 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T15:31:11.800 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T15:31:11.800 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:31:11.800 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T15:31:11.800 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:31:11.800 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T15:31:11.800 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T15:31:11.800 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T15:31:11.800 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T15:31:11.800 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T15:31:11.800 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T15:31:11.800 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T15:31:11.801 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T15:31:11.801 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T15:31:11.801 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T15:31:11.801 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:31:11.801 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T15:31:11.801 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T15:31:11.801 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T15:31:11.801 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T15:31:11.801 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T15:31:11.801 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:31:11.801 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T15:31:11.801 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T15:31:11.801 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T15:31:11.801 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:31:11.802 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T15:31:11.802 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T15:31:11.802 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T15:31:11.802 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T15:31:11.802 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T15:31:11.802 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T15:31:11.802 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T15:31:11.802 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T15:31:11.802 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T15:31:11.802 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T15:31:11.802 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T15:31:11.802 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:31:11.802 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T15:31:11.803 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T15:31:11.803 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T15:31:11.803 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.803 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T15:31:11.803 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T15:31:11.803 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T15:31:11.803 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T15:31:11.803 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T15:31:11.803 INFO:tasks.workunit.client.0.smithi069.stdout: 0 2024-04-10T15:31:11.803 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:11.803 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 7, 2024-04-10T15:31:11.803 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T15:31:11.803 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.803 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:11.803 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T15:31:11.803 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T15:31:11.803 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T15:31:11.804 INFO:tasks.workunit.client.0.smithi069.stdout: 7 2024-04-10T15:31:11.804 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:11.804 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 0, 2024-04-10T15:31:11.804 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T15:31:11.804 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T15:31:11.804 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 65, 2024-04-10T15:31:11.804 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T15:31:11.804 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:31:11.804 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T15:31:11.804 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T15:28:47.171398+0000", 2024-04-10T15:31:11.804 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:28:45.297592+0000", 2024-04-10T15:31:11.804 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:28:45.297592+0000", 2024-04-10T15:31:11.804 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:28:45.297940+0000", 2024-04-10T15:31:11.804 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T15:28:47.171398+0000", 2024-04-10T15:31:11.804 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:44.022798+0000", 2024-04-10T15:31:11.804 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:31:11.804 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:44.022798+0000", 2024-04-10T15:31:11.805 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 67, 2024-04-10T15:31:11.805 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T15:28:47.171398+0000", 2024-04-10T15:31:11.805 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T15:28:47.171398+0000", 2024-04-10T15:31:11.805 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T15:28:47.171398+0000", 2024-04-10T15:31:11.805 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T15:31:11.805 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T15:31:11.805 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:44.022798+0000", 2024-04-10T15:31:11.805 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T15:28:47.171398+0000", 2024-04-10T15:31:11.805 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T15:28:47.171398+0000", 2024-04-10T15:31:11.805 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T15:31:11.805 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T15:31:11.805 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T15:31:11.805 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T15:31:11.805 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 65, 2024-04-10T15:31:11.805 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T15:31:11.805 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T15:31:11.805 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T15:31:11.806 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T15:31:11.806 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T15:31:11.806 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:31:11.806 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T15:31:11.806 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T15:31:11.806 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "4.3", 2024-04-10T15:31:11.806 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T15:31:11.806 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T15:31:11.806 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 69, 2024-04-10T15:31:11.806 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 14, 2024-04-10T15:31:11.806 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T15:31:11.806 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T17:16:00.246833+0000", 2024-04-10T15:31:11.806 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:31:11.806 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T15:31:11.806 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T15:31:11.807 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T15:31:11.807 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:31:11.807 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T15:31:11.807 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:31:11.807 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T15:31:11.807 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T15:31:11.807 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T15:31:11.807 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T15:31:11.807 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T15:31:11.807 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T15:31:11.807 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T15:31:11.807 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T15:31:11.807 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T15:31:11.807 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T15:31:11.807 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:31:11.807 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T15:31:11.807 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T15:31:11.808 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T15:31:11.808 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T15:31:11.808 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T15:31:11.808 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:31:11.808 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T15:31:11.808 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T15:31:11.808 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T15:31:11.808 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:31:11.808 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T15:31:11.808 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T15:31:11.808 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T15:31:11.808 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T15:31:11.808 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T15:31:11.808 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T15:31:11.808 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T15:31:11.808 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T15:31:11.808 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T15:31:11.809 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T15:31:11.809 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T15:31:11.809 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:31:11.809 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T15:31:11.809 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T15:31:11.809 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T15:31:11.809 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.809 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T15:31:11.809 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T15:31:11.809 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T15:31:11.809 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T15:31:11.809 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T15:31:11.809 INFO:tasks.workunit.client.0.smithi069.stdout: 7 2024-04-10T15:31:11.809 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:11.809 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 0, 2024-04-10T15:31:11.809 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T15:31:11.810 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.810 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:11.810 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T15:31:11.810 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T15:31:11.810 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T15:31:11.810 INFO:tasks.workunit.client.0.smithi069.stdout: 4 2024-04-10T15:31:11.810 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:11.810 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 7, 2024-04-10T15:31:11.810 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T15:31:11.810 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T15:31:11.810 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 59, 2024-04-10T15:31:11.810 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T15:31:11.810 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:31:11.810 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T15:31:11.810 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T15:28:47.169482+0000", 2024-04-10T15:31:11.811 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:28:12.344314+0000", 2024-04-10T15:31:11.811 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:28:12.344314+0000", 2024-04-10T15:31:11.811 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:28:12.344639+0000", 2024-04-10T15:31:11.811 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T15:28:47.169482+0000", 2024-04-10T15:31:11.811 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T15:31:11.811 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:31:11.811 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T15:31:11.811 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 60, 2024-04-10T15:31:11.811 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T15:28:47.169482+0000", 2024-04-10T15:31:11.811 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T15:28:47.169482+0000", 2024-04-10T15:31:11.811 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T15:28:47.169482+0000", 2024-04-10T15:31:11.811 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T15:31:11.811 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T15:31:11.811 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T15:31:11.811 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T15:28:47.169482+0000", 2024-04-10T15:31:11.812 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T15:28:47.169482+0000", 2024-04-10T15:31:11.812 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T15:31:11.812 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T15:31:11.812 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T15:31:11.812 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T15:31:11.812 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 59, 2024-04-10T15:31:11.812 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T15:31:11.812 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T15:31:11.812 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T15:31:11.812 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T15:31:11.812 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T15:31:11.812 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:31:11.812 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T15:31:11.812 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T15:31:11.812 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "2.5", 2024-04-10T15:31:11.812 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T15:31:11.812 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T15:31:11.813 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 69, 2024-04-10T15:31:11.813 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 19, 2024-04-10T15:31:11.813 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T15:31:11.813 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T01:58:59.293454+0000", 2024-04-10T15:31:11.813 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:31:11.813 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T15:31:11.813 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T15:31:11.813 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T15:31:11.813 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:31:11.813 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T15:31:11.813 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:31:11.813 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T15:31:11.813 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T15:31:11.813 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T15:31:11.813 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T15:31:11.813 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T15:31:11.813 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T15:31:11.814 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T15:31:11.814 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T15:31:11.814 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T15:31:11.814 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T15:31:11.814 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:31:11.814 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T15:31:11.814 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T15:31:11.814 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T15:31:11.814 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T15:31:11.814 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T15:31:11.814 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:31:11.814 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T15:31:11.814 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T15:31:11.814 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T15:31:11.814 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:31:11.815 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T15:31:11.815 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T15:31:11.815 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T15:31:11.815 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T15:31:11.815 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T15:31:11.815 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T15:31:11.815 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T15:31:11.815 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T15:31:11.815 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T15:31:11.815 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T15:31:11.815 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T15:31:11.815 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:31:11.815 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T15:31:11.815 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T15:31:11.815 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T15:31:11.815 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.815 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T15:31:11.816 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T15:31:11.816 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T15:31:11.816 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T15:31:11.816 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T15:31:11.816 INFO:tasks.workunit.client.0.smithi069.stdout: 4 2024-04-10T15:31:11.816 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:11.816 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 7, 2024-04-10T15:31:11.816 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T15:31:11.816 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.816 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:11.816 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T15:31:11.816 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T15:31:11.816 INFO:tasks.workunit.client.0.smithi069.stdout: 2, 2024-04-10T15:31:11.816 INFO:tasks.workunit.client.0.smithi069.stdout: 5 2024-04-10T15:31:11.816 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:11.816 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 1, 2024-04-10T15:31:11.816 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T15:31:11.817 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T15:31:11.817 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T15:31:11.817 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T15:31:11.817 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:31:11.817 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T15:31:11.817 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T15:28:47.109013+0000", 2024-04-10T15:31:11.817 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:28:12.694430+0000", 2024-04-10T15:31:11.817 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:28:12.694430+0000", 2024-04-10T15:31:11.817 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:28:12.694711+0000", 2024-04-10T15:31:11.817 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T15:28:47.109013+0000", 2024-04-10T15:31:11.817 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:11.817 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:31:11.817 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:11.817 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 61, 2024-04-10T15:31:11.817 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T15:28:47.109013+0000", 2024-04-10T15:31:11.817 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T15:28:47.109013+0000", 2024-04-10T15:31:11.817 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T15:28:47.109013+0000", 2024-04-10T15:31:11.818 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T15:31:11.818 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T15:31:11.818 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:11.818 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T15:28:47.109013+0000", 2024-04-10T15:31:11.818 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T15:28:47.109013+0000", 2024-04-10T15:31:11.818 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T15:31:11.818 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T15:31:11.818 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T15:31:11.818 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T15:31:11.818 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 60, 2024-04-10T15:31:11.818 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T15:31:11.818 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T15:31:11.818 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T15:31:11.818 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T15:31:11.818 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T15:31:11.818 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:31:11.819 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T15:31:11.819 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T15:31:11.819 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.4", 2024-04-10T15:31:11.819 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T15:31:11.819 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T15:31:11.819 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 69, 2024-04-10T15:31:11.819 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 19, 2024-04-10T15:31:11.819 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T15:31:11.819 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T18:58:56.983394+0000", 2024-04-10T15:31:11.819 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:31:11.819 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T15:31:11.819 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T15:31:11.819 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T15:31:11.819 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:31:11.819 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T15:31:11.820 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:31:11.820 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T15:31:11.820 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T15:31:11.820 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T15:31:11.820 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T15:31:11.820 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T15:31:11.820 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T15:31:11.820 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T15:31:11.820 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T15:31:11.820 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T15:31:11.820 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T15:31:11.820 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:31:11.820 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T15:31:11.820 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T15:31:11.820 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T15:31:11.820 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T15:31:11.820 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T15:31:11.821 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:31:11.821 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T15:31:11.821 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T15:31:11.821 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T15:31:11.821 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:31:11.821 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T15:31:11.821 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T15:31:11.821 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T15:31:11.821 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T15:31:11.821 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T15:31:11.821 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T15:31:11.821 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T15:31:11.821 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T15:31:11.821 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T15:31:11.821 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T15:31:11.821 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T15:31:11.821 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:31:11.822 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T15:31:11.822 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T15:31:11.822 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T15:31:11.822 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.822 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T15:31:11.822 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T15:31:11.822 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T15:31:11.822 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T15:31:11.822 INFO:tasks.workunit.client.0.smithi069.stdout: 2, 2024-04-10T15:31:11.822 INFO:tasks.workunit.client.0.smithi069.stdout: 5 2024-04-10T15:31:11.822 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:11.822 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 1, 2024-04-10T15:31:11.822 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T15:31:11.822 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.822 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:11.822 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T15:31:11.823 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T15:31:11.823 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T15:31:11.823 INFO:tasks.workunit.client.0.smithi069.stdout: 0 2024-04-10T15:31:11.823 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:11.823 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 3, 2024-04-10T15:31:11.823 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T15:31:11.823 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T15:31:11.823 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 65, 2024-04-10T15:31:11.823 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T15:31:11.823 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:31:11.823 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T15:31:11.823 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T15:28:48.068726+0000", 2024-04-10T15:31:11.823 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:28:45.296791+0000", 2024-04-10T15:31:11.823 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:28:45.296791+0000", 2024-04-10T15:31:11.823 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:28:45.297112+0000", 2024-04-10T15:31:11.823 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T15:28:48.068726+0000", 2024-04-10T15:31:11.823 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:44.022798+0000", 2024-04-10T15:31:11.824 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:31:11.824 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:44.022798+0000", 2024-04-10T15:31:11.824 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 67, 2024-04-10T15:31:11.824 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T15:28:48.068726+0000", 2024-04-10T15:31:11.824 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T15:28:48.068726+0000", 2024-04-10T15:31:11.824 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T15:28:48.068726+0000", 2024-04-10T15:31:11.824 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T15:31:11.824 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T15:31:11.824 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:44.022798+0000", 2024-04-10T15:31:11.824 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T15:28:48.068726+0000", 2024-04-10T15:31:11.824 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T15:28:48.068726+0000", 2024-04-10T15:31:11.824 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T15:31:11.824 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T15:31:11.824 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T15:31:11.824 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T15:31:11.824 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 65, 2024-04-10T15:31:11.824 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T15:31:11.825 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T15:31:11.825 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T15:31:11.825 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T15:31:11.825 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T15:31:11.825 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:31:11.825 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T15:31:11.825 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T15:31:11.825 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "4.0", 2024-04-10T15:31:11.825 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T15:31:11.825 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T15:31:11.825 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 69, 2024-04-10T15:31:11.825 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 14, 2024-04-10T15:31:11.825 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T15:31:11.825 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T17:22:43.029158+0000", 2024-04-10T15:31:11.825 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:31:11.826 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T15:31:11.826 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T15:31:11.826 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T15:31:11.826 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:31:11.826 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T15:31:11.826 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:31:11.826 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T15:31:11.826 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T15:31:11.826 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T15:31:11.826 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T15:31:11.826 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T15:31:11.826 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T15:31:11.826 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T15:31:11.826 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T15:31:11.826 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T15:31:11.826 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T15:31:11.827 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:31:11.827 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T15:31:11.827 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T15:31:11.827 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T15:31:11.827 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T15:31:11.827 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T15:31:11.827 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:31:11.827 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T15:31:11.827 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T15:31:11.827 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T15:31:11.827 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:31:11.827 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T15:31:11.827 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T15:31:11.827 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T15:31:11.827 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T15:31:11.827 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T15:31:11.828 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T15:31:11.828 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T15:31:11.828 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T15:31:11.828 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T15:31:11.828 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T15:31:11.828 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T15:31:11.828 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:31:11.828 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T15:31:11.828 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T15:31:11.828 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T15:31:11.828 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.828 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T15:31:11.828 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T15:31:11.828 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T15:31:11.828 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T15:31:11.829 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T15:31:11.829 INFO:tasks.workunit.client.0.smithi069.stdout: 0 2024-04-10T15:31:11.829 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:11.829 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 3, 2024-04-10T15:31:11.829 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T15:31:11.829 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.829 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:11.829 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T15:31:11.829 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T15:31:11.829 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T15:31:11.829 INFO:tasks.workunit.client.0.smithi069.stdout: 4 2024-04-10T15:31:11.829 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:11.829 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 1, 2024-04-10T15:31:11.829 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T15:31:11.829 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T15:31:11.830 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 59, 2024-04-10T15:31:11.830 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T15:31:11.830 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:31:11.830 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T15:31:11.830 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T15:28:47.108939+0000", 2024-04-10T15:31:11.830 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:28:12.328709+0000", 2024-04-10T15:31:11.830 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:28:12.328709+0000", 2024-04-10T15:31:11.830 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:28:12.329014+0000", 2024-04-10T15:31:11.830 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T15:28:47.108939+0000", 2024-04-10T15:31:11.830 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T15:31:11.830 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:31:11.830 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T15:31:11.830 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 60, 2024-04-10T15:31:11.830 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T15:28:47.108939+0000", 2024-04-10T15:31:11.830 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T15:28:47.108939+0000", 2024-04-10T15:31:11.830 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T15:28:47.108939+0000", 2024-04-10T15:31:11.831 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T15:31:11.831 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T15:31:11.831 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T15:31:11.831 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T15:28:47.108939+0000", 2024-04-10T15:31:11.831 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T15:28:47.108939+0000", 2024-04-10T15:31:11.831 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T15:31:11.831 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 1, 2024-04-10T15:31:11.831 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T15:31:11.831 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T15:31:11.831 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 59, 2024-04-10T15:31:11.831 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T15:31:11.831 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T15:31:11.831 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T15:31:11.831 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T15:31:11.831 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 1, 2024-04-10T15:31:11.831 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:31:11.832 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T15:31:11.832 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T15:31:11.832 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "2.6", 2024-04-10T15:31:11.832 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T15:31:11.832 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T15:31:11.832 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 69, 2024-04-10T15:31:11.832 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 21, 2024-04-10T15:31:11.832 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T15:31:11.832 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T15:56:56.856939+0000", 2024-04-10T15:31:11.832 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:31:11.832 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T15:31:11.832 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T15:31:11.832 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T15:31:11.832 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:31:11.832 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T15:31:11.833 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:31:11.833 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T15:31:11.833 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T15:31:11.833 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T15:31:11.833 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T15:31:11.833 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T15:31:11.833 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T15:31:11.833 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T15:31:11.833 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T15:31:11.833 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T15:31:11.833 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T15:31:11.833 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:31:11.833 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T15:31:11.833 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 3, 2024-04-10T15:31:11.833 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 1, 2024-04-10T15:31:11.833 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T15:31:11.834 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 1, 2024-04-10T15:31:11.834 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:31:11.834 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T15:31:11.834 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T15:31:11.834 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T15:31:11.834 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:31:11.834 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 1, 2024-04-10T15:31:11.834 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T15:31:11.834 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T15:31:11.834 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T15:31:11.834 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T15:31:11.834 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T15:31:11.834 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T15:31:11.834 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T15:31:11.834 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T15:31:11.835 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T15:31:11.835 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T15:31:11.835 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:31:11.835 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T15:31:11.835 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 1, 2024-04-10T15:31:11.835 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T15:31:11.835 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.835 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T15:31:11.835 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T15:31:11.835 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T15:31:11.835 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T15:31:11.835 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T15:31:11.835 INFO:tasks.workunit.client.0.smithi069.stdout: 4 2024-04-10T15:31:11.835 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:11.835 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 1, 2024-04-10T15:31:11.836 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "61'1" 2024-04-10T15:31:11.836 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.836 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:11.836 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T15:31:11.836 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T15:31:11.836 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T15:31:11.836 INFO:tasks.workunit.client.0.smithi069.stdout: 0 2024-04-10T15:31:11.836 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:11.836 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 3, 2024-04-10T15:31:11.836 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T15:31:11.836 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T15:31:11.836 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T15:31:11.836 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T15:31:11.836 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:31:11.836 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T15:31:11.836 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T15:28:48.069834+0000", 2024-04-10T15:31:11.836 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:28:12.701953+0000", 2024-04-10T15:31:11.837 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:28:12.701953+0000", 2024-04-10T15:31:11.837 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:28:12.702234+0000", 2024-04-10T15:31:11.837 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T15:28:48.069834+0000", 2024-04-10T15:31:11.837 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:11.837 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:31:11.837 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:11.837 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 61, 2024-04-10T15:31:11.837 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T15:28:48.069834+0000", 2024-04-10T15:31:11.837 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T15:28:48.069834+0000", 2024-04-10T15:31:11.837 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T15:28:48.069834+0000", 2024-04-10T15:31:11.837 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T15:31:11.837 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T15:31:11.837 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:11.837 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T15:28:48.069834+0000", 2024-04-10T15:31:11.837 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T15:28:48.069834+0000", 2024-04-10T15:31:11.837 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T15:31:11.838 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T15:31:11.838 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T15:31:11.838 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T15:31:11.838 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 60, 2024-04-10T15:31:11.838 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T15:31:11.838 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T15:31:11.838 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T15:31:11.838 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T15:31:11.838 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T15:31:11.838 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:31:11.838 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T15:31:11.838 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T15:31:11.838 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.7", 2024-04-10T15:31:11.838 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T15:31:11.838 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T15:31:11.838 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 69, 2024-04-10T15:31:11.838 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 19, 2024-04-10T15:31:11.839 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T15:31:11.839 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T17:35:36.777883+0000", 2024-04-10T15:31:11.839 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:31:11.839 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T15:31:11.839 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T15:31:11.839 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T15:31:11.839 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:31:11.839 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T15:31:11.839 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:31:11.839 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T15:31:11.839 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T15:31:11.839 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T15:31:11.839 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T15:31:11.839 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T15:31:11.839 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T15:31:11.839 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T15:31:11.840 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T15:31:11.840 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T15:31:11.840 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T15:31:11.840 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:31:11.840 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T15:31:11.840 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T15:31:11.840 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T15:31:11.840 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T15:31:11.840 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T15:31:11.840 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:31:11.840 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T15:31:11.840 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T15:31:11.840 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T15:31:11.840 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:31:11.840 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T15:31:11.841 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T15:31:11.841 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T15:31:11.841 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T15:31:11.841 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T15:31:11.841 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T15:31:11.841 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T15:31:11.841 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T15:31:11.841 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T15:31:11.841 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T15:31:11.841 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T15:31:11.841 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:31:11.841 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T15:31:11.841 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T15:31:11.841 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T15:31:11.841 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.841 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T15:31:11.842 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T15:31:11.842 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T15:31:11.842 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T15:31:11.842 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T15:31:11.842 INFO:tasks.workunit.client.0.smithi069.stdout: 0 2024-04-10T15:31:11.842 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:11.842 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 3, 2024-04-10T15:31:11.842 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T15:31:11.842 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.842 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:11.842 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T15:31:11.842 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T15:31:11.842 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T15:31:11.843 INFO:tasks.workunit.client.0.smithi069.stdout: 6 2024-04-10T15:31:11.843 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:11.843 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 4, 2024-04-10T15:31:11.843 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T15:31:11.843 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T15:31:11.843 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 65, 2024-04-10T15:31:11.843 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T15:31:11.843 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:31:11.843 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T15:31:11.843 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T15:28:47.278021+0000", 2024-04-10T15:31:11.843 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:28:45.100613+0000", 2024-04-10T15:31:11.843 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:28:45.100613+0000", 2024-04-10T15:31:11.843 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:28:45.101362+0000", 2024-04-10T15:31:11.843 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T15:28:47.278021+0000", 2024-04-10T15:31:11.843 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:44.022798+0000", 2024-04-10T15:31:11.843 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:31:11.844 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:44.022798+0000", 2024-04-10T15:31:11.844 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 67, 2024-04-10T15:31:11.844 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T15:28:47.278021+0000", 2024-04-10T15:31:11.844 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T15:28:47.278021+0000", 2024-04-10T15:31:11.844 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T15:28:47.278021+0000", 2024-04-10T15:31:11.844 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T15:31:11.844 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T15:31:11.844 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:44.022798+0000", 2024-04-10T15:31:11.844 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T15:28:47.278021+0000", 2024-04-10T15:31:11.844 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T15:28:47.278021+0000", 2024-04-10T15:31:11.844 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T15:31:11.844 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T15:31:11.844 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T15:31:11.845 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T15:31:11.845 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 65, 2024-04-10T15:31:11.845 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T15:31:11.845 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T15:31:11.845 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T15:31:11.845 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T15:31:11.845 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T15:31:11.845 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:31:11.845 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T15:31:11.845 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T15:31:11.845 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "4.1", 2024-04-10T15:31:11.845 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T15:31:11.845 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T15:31:11.845 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 69, 2024-04-10T15:31:11.845 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 14, 2024-04-10T15:31:11.845 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T15:31:11.845 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T19:08:14.855791+0000", 2024-04-10T15:31:11.846 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:31:11.846 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T15:31:11.846 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T15:31:11.846 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T15:31:11.846 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:31:11.846 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T15:31:11.846 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:31:11.846 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T15:31:11.846 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T15:31:11.846 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T15:31:11.846 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T15:31:11.846 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T15:31:11.846 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T15:31:11.846 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T15:31:11.846 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T15:31:11.846 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T15:31:11.847 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T15:31:11.847 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:31:11.847 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T15:31:11.847 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T15:31:11.847 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T15:31:11.847 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T15:31:11.847 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T15:31:11.847 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:31:11.847 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T15:31:11.847 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T15:31:11.847 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T15:31:11.847 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:31:11.847 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T15:31:11.847 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T15:31:11.847 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T15:31:11.847 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T15:31:11.847 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T15:31:11.848 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T15:31:11.848 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T15:31:11.848 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T15:31:11.848 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T15:31:11.848 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T15:31:11.848 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T15:31:11.848 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:31:11.848 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T15:31:11.848 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T15:31:11.848 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T15:31:11.848 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.848 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T15:31:11.848 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T15:31:11.848 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T15:31:11.848 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T15:31:11.848 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T15:31:11.848 INFO:tasks.workunit.client.0.smithi069.stdout: 6 2024-04-10T15:31:11.849 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:11.849 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 4, 2024-04-10T15:31:11.849 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T15:31:11.849 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.849 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:11.849 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T15:31:11.849 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T15:31:11.849 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T15:31:11.849 INFO:tasks.workunit.client.0.smithi069.stdout: 2 2024-04-10T15:31:11.849 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:11.849 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 6, 2024-04-10T15:31:11.849 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T15:31:11.849 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T15:31:11.849 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 59, 2024-04-10T15:31:11.849 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T15:31:11.849 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:31:11.849 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T15:31:11.850 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T15:28:47.171737+0000", 2024-04-10T15:31:11.850 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:28:12.333912+0000", 2024-04-10T15:31:11.850 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:28:12.333912+0000", 2024-04-10T15:31:11.850 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:28:12.334192+0000", 2024-04-10T15:31:11.850 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T15:28:47.171737+0000", 2024-04-10T15:31:11.850 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T15:31:11.850 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:31:11.850 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T15:31:11.850 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 60, 2024-04-10T15:31:11.850 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T15:28:47.171737+0000", 2024-04-10T15:31:11.850 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T15:28:47.171737+0000", 2024-04-10T15:31:11.850 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T15:28:47.171737+0000", 2024-04-10T15:31:11.850 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T15:31:11.850 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T15:31:11.851 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T15:31:11.851 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T15:28:47.171737+0000", 2024-04-10T15:31:11.851 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T15:28:47.171737+0000", 2024-04-10T15:31:11.851 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T15:31:11.851 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 2, 2024-04-10T15:31:11.851 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T15:31:11.851 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T15:31:11.851 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 59, 2024-04-10T15:31:11.851 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T15:31:11.851 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T15:31:11.851 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T15:31:11.851 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T15:31:11.851 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 2, 2024-04-10T15:31:11.851 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:31:11.851 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T15:31:11.852 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T15:31:11.852 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "2.7", 2024-04-10T15:31:11.852 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T15:31:11.852 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T15:31:11.852 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 69, 2024-04-10T15:31:11.852 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 22, 2024-04-10T15:31:11.852 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T15:31:11.852 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T23:11:01.516468+0000", 2024-04-10T15:31:11.852 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:31:11.852 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T15:31:11.852 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T15:31:11.852 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T15:31:11.852 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:31:11.852 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T15:31:11.852 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:31:11.852 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T15:31:11.853 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T15:31:11.853 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T15:31:11.853 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T15:31:11.853 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T15:31:11.853 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T15:31:11.853 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T15:31:11.853 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T15:31:11.853 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T15:31:11.853 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T15:31:11.853 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:31:11.853 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T15:31:11.853 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 3, 2024-04-10T15:31:11.853 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 1, 2024-04-10T15:31:11.853 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T15:31:11.853 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 1, 2024-04-10T15:31:11.854 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:31:11.854 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T15:31:11.854 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T15:31:11.854 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T15:31:11.854 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:31:11.854 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 1, 2024-04-10T15:31:11.854 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T15:31:11.854 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T15:31:11.854 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T15:31:11.854 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T15:31:11.854 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T15:31:11.854 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T15:31:11.854 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T15:31:11.854 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T15:31:11.855 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T15:31:11.855 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T15:31:11.855 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:31:11.855 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T15:31:11.855 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 3, 2024-04-10T15:31:11.855 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T15:31:11.855 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.855 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T15:31:11.855 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T15:31:11.855 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T15:31:11.855 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T15:31:11.855 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T15:31:11.855 INFO:tasks.workunit.client.0.smithi069.stdout: 2 2024-04-10T15:31:11.855 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:11.855 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 6, 2024-04-10T15:31:11.856 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "61'2" 2024-04-10T15:31:11.856 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.856 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:11.856 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T15:31:11.856 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T15:31:11.856 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T15:31:11.856 INFO:tasks.workunit.client.0.smithi069.stdout: 4 2024-04-10T15:31:11.856 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:11.856 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 0, 2024-04-10T15:31:11.856 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T15:31:11.856 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T15:31:11.856 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T15:31:11.856 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T15:31:11.856 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:31:11.856 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T15:31:11.857 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T15:28:47.171657+0000", 2024-04-10T15:31:11.857 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:28:12.680278+0000", 2024-04-10T15:31:11.857 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:28:12.680278+0000", 2024-04-10T15:31:11.857 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:28:12.680549+0000", 2024-04-10T15:31:11.857 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T15:28:47.171657+0000", 2024-04-10T15:31:11.857 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:11.857 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:31:11.857 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:11.857 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 61, 2024-04-10T15:31:11.857 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T15:28:47.171657+0000", 2024-04-10T15:31:11.857 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T15:28:47.171657+0000", 2024-04-10T15:31:11.857 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T15:28:47.171657+0000", 2024-04-10T15:31:11.857 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T15:31:11.857 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T15:31:11.857 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:11.857 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T15:28:47.171657+0000", 2024-04-10T15:31:11.858 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T15:28:47.171657+0000", 2024-04-10T15:31:11.858 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T15:31:11.858 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T15:31:11.858 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T15:31:11.858 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T15:31:11.858 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 60, 2024-04-10T15:31:11.858 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T15:31:11.858 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T15:31:11.858 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T15:31:11.858 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T15:31:11.858 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T15:31:11.858 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:31:11.858 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T15:31:11.858 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T15:31:11.859 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.6", 2024-04-10T15:31:11.859 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T15:31:11.859 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T15:31:11.859 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 69, 2024-04-10T15:31:11.859 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 19, 2024-04-10T15:31:11.859 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T15:31:11.859 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T18:10:42.728039+0000", 2024-04-10T15:31:11.859 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:31:11.859 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T15:31:11.859 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T15:31:11.859 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T15:31:11.859 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:31:11.859 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T15:31:11.859 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:31:11.859 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T15:31:11.860 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T15:31:11.860 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T15:31:11.860 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T15:31:11.860 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T15:31:11.860 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T15:31:11.860 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T15:31:11.860 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T15:31:11.860 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T15:31:11.860 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T15:31:11.860 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:31:11.860 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T15:31:11.860 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T15:31:11.860 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T15:31:11.860 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T15:31:11.860 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T15:31:11.860 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:31:11.861 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T15:31:11.861 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T15:31:11.861 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T15:31:11.861 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:31:11.861 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T15:31:11.861 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T15:31:11.861 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T15:31:11.861 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T15:31:11.861 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T15:31:11.861 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T15:31:11.861 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T15:31:11.861 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T15:31:11.861 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T15:31:11.861 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T15:31:11.861 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T15:31:11.861 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:31:11.861 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T15:31:11.862 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T15:31:11.862 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T15:31:11.862 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.862 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T15:31:11.862 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T15:31:11.862 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T15:31:11.862 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T15:31:11.862 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T15:31:11.862 INFO:tasks.workunit.client.0.smithi069.stdout: 4 2024-04-10T15:31:11.862 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:11.862 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 0, 2024-04-10T15:31:11.862 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T15:31:11.862 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.862 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:11.863 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T15:31:11.863 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T15:31:11.863 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T15:31:11.863 INFO:tasks.workunit.client.0.smithi069.stdout: 1 2024-04-10T15:31:11.863 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:11.863 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 7, 2024-04-10T15:31:11.863 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T15:31:11.863 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T15:31:11.863 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 59, 2024-04-10T15:31:11.863 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T15:31:11.863 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:31:11.863 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T15:31:11.863 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T15:28:47.168973+0000", 2024-04-10T15:31:11.863 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:28:12.344550+0000", 2024-04-10T15:31:11.864 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:28:12.344550+0000", 2024-04-10T15:31:11.864 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:28:12.344868+0000", 2024-04-10T15:31:11.864 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T15:28:47.168973+0000", 2024-04-10T15:31:11.864 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T15:31:11.864 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:31:11.864 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T15:31:11.864 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 60, 2024-04-10T15:31:11.864 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T15:28:47.168973+0000", 2024-04-10T15:31:11.864 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T15:28:47.168973+0000", 2024-04-10T15:31:11.864 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T15:28:47.168973+0000", 2024-04-10T15:31:11.864 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T15:31:11.864 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T15:31:11.864 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T15:31:11.864 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T15:28:47.168973+0000", 2024-04-10T15:31:11.864 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T15:28:47.168973+0000", 2024-04-10T15:31:11.865 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T15:31:11.865 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T15:31:11.865 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T15:31:11.865 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T15:31:11.865 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 59, 2024-04-10T15:31:11.865 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T15:31:11.865 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T15:31:11.865 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T15:31:11.865 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T15:31:11.865 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T15:31:11.865 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:31:11.865 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T15:31:11.865 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T15:31:11.865 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "2.8", 2024-04-10T15:31:11.865 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T15:31:11.866 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T15:31:11.866 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 69, 2024-04-10T15:31:11.866 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 19, 2024-04-10T15:31:11.866 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T15:31:11.866 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T19:05:59.355752+0000", 2024-04-10T15:31:11.866 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:31:11.866 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T15:31:11.866 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T15:31:11.866 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T15:31:11.866 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:31:11.866 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T15:31:11.866 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:31:11.866 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T15:31:11.866 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T15:31:11.867 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T15:31:11.867 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T15:31:11.867 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T15:31:11.867 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T15:31:11.867 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T15:31:11.867 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T15:31:11.867 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T15:31:11.867 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T15:31:11.867 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:31:11.867 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T15:31:11.867 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T15:31:11.867 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T15:31:11.867 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T15:31:11.867 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T15:31:11.867 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:31:11.867 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T15:31:11.868 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T15:31:11.868 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T15:31:11.868 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:31:11.868 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T15:31:11.868 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T15:31:11.868 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T15:31:11.868 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T15:31:11.868 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T15:31:11.868 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T15:31:11.868 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T15:31:11.868 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T15:31:11.869 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T15:31:11.869 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T15:31:11.869 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T15:31:11.869 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:31:11.869 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T15:31:11.869 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T15:31:11.869 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T15:31:11.869 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.869 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T15:31:11.869 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T15:31:11.869 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T15:31:11.869 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T15:31:11.869 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T15:31:11.869 INFO:tasks.workunit.client.0.smithi069.stdout: 1 2024-04-10T15:31:11.869 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:11.869 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 7, 2024-04-10T15:31:11.870 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T15:31:11.870 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.870 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:11.870 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T15:31:11.870 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T15:31:11.870 INFO:tasks.workunit.client.0.smithi069.stdout: 2, 2024-04-10T15:31:11.870 INFO:tasks.workunit.client.0.smithi069.stdout: 7 2024-04-10T15:31:11.870 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:11.870 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 1, 2024-04-10T15:31:11.870 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T15:31:11.870 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T15:31:11.870 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T15:31:11.870 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T15:31:11.870 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:31:11.870 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T15:31:11.871 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T15:28:47.108641+0000", 2024-04-10T15:31:11.871 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:28:36.701706+0000", 2024-04-10T15:31:11.871 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:28:36.701706+0000", 2024-04-10T15:31:11.871 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:28:36.702032+0000", 2024-04-10T15:31:11.871 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T15:28:47.108641+0000", 2024-04-10T15:31:11.871 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:11.871 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:31:11.871 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:11.871 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 64, 2024-04-10T15:31:11.871 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T15:28:47.108641+0000", 2024-04-10T15:31:11.871 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T15:28:47.108641+0000", 2024-04-10T15:31:11.873 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T15:28:47.108641+0000", 2024-04-10T15:31:11.873 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T15:31:11.873 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T15:31:11.873 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:11.873 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T15:28:47.108641+0000", 2024-04-10T15:31:11.873 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T15:28:47.108641+0000", 2024-04-10T15:31:11.874 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T15:31:11.874 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T15:31:11.874 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T15:31:11.874 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T15:31:11.874 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 63, 2024-04-10T15:31:11.874 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T15:31:11.874 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T15:31:11.874 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T15:31:11.874 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T15:31:11.874 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T15:31:11.874 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:31:11.874 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T15:31:11.874 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T15:31:11.874 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.9", 2024-04-10T15:31:11.875 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T15:31:11.875 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T15:31:11.875 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 69, 2024-04-10T15:31:11.875 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 17, 2024-04-10T15:31:11.875 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T15:31:11.875 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T19:42:33.013402+0000", 2024-04-10T15:31:11.875 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:31:11.875 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T15:31:11.875 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T15:31:11.875 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T15:31:11.875 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:31:11.875 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T15:31:11.875 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:31:11.875 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T15:31:11.875 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T15:31:11.876 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T15:31:11.876 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T15:31:11.876 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T15:31:11.876 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T15:31:11.876 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T15:31:11.876 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T15:31:11.876 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T15:31:11.876 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T15:31:11.876 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:31:11.876 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T15:31:11.876 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T15:31:11.876 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T15:31:11.876 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T15:31:11.876 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T15:31:11.876 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:31:11.876 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T15:31:11.877 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T15:31:11.877 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T15:31:11.877 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:31:11.877 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T15:31:11.877 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T15:31:11.877 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T15:31:11.877 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T15:31:11.877 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T15:31:11.877 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T15:31:11.877 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T15:31:11.877 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T15:31:11.877 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T15:31:11.877 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T15:31:11.877 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T15:31:11.877 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:31:11.878 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T15:31:11.878 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T15:31:11.878 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T15:31:11.878 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.878 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T15:31:11.878 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T15:31:11.878 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T15:31:11.878 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T15:31:11.878 INFO:tasks.workunit.client.0.smithi069.stdout: 2, 2024-04-10T15:31:11.878 INFO:tasks.workunit.client.0.smithi069.stdout: 7 2024-04-10T15:31:11.878 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:11.878 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 1, 2024-04-10T15:31:11.878 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T15:31:11.878 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.879 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:11.879 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T15:31:11.879 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T15:31:11.879 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T15:31:11.879 INFO:tasks.workunit.client.0.smithi069.stdout: 3 2024-04-10T15:31:11.879 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:11.879 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 1, 2024-04-10T15:31:11.879 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T15:31:11.879 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T15:31:11.879 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 59, 2024-04-10T15:31:11.879 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T15:31:11.879 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:31:11.879 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T15:31:11.879 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T15:28:47.109323+0000", 2024-04-10T15:31:11.879 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:28:12.338243+0000", 2024-04-10T15:31:11.880 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:28:12.338243+0000", 2024-04-10T15:31:11.880 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:28:12.338510+0000", 2024-04-10T15:31:11.880 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T15:28:47.109323+0000", 2024-04-10T15:31:11.880 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T15:31:11.880 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:31:11.880 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T15:31:11.880 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 60, 2024-04-10T15:31:11.880 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T15:28:47.109323+0000", 2024-04-10T15:31:11.880 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T15:28:47.109323+0000", 2024-04-10T15:31:11.880 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T15:28:47.109323+0000", 2024-04-10T15:31:11.880 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T15:31:11.880 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T15:31:11.880 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T15:31:11.880 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T15:28:47.109323+0000", 2024-04-10T15:31:11.880 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T15:28:47.109323+0000", 2024-04-10T15:31:11.881 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T15:31:11.881 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T15:31:11.881 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T15:31:11.881 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T15:31:11.881 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 59, 2024-04-10T15:31:11.881 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T15:31:11.881 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T15:31:11.881 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T15:31:11.881 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T15:31:11.881 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T15:31:11.881 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:31:11.881 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T15:31:11.881 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T15:31:11.881 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "2.9", 2024-04-10T15:31:11.881 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T15:31:11.882 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T15:31:11.882 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 69, 2024-04-10T15:31:11.882 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 20, 2024-04-10T15:31:11.882 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T15:31:11.882 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T03:20:50.547767+0000", 2024-04-10T15:31:11.882 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:31:11.882 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T15:31:11.882 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T15:31:11.882 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T15:31:11.882 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:31:11.882 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T15:31:11.882 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:31:11.882 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T15:31:11.882 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T15:31:11.883 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T15:31:11.883 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T15:31:11.883 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T15:31:11.883 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T15:31:11.883 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T15:31:11.883 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T15:31:11.883 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T15:31:11.883 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T15:31:11.883 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:31:11.883 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T15:31:11.883 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T15:31:11.883 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T15:31:11.883 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T15:31:11.883 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T15:31:11.883 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:31:11.884 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T15:31:11.884 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T15:31:11.884 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T15:31:11.884 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:31:11.884 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T15:31:11.884 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T15:31:11.884 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T15:31:11.884 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T15:31:11.884 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T15:31:11.884 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T15:31:11.884 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T15:31:11.884 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T15:31:11.884 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T15:31:11.884 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T15:31:11.884 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T15:31:11.885 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:31:11.885 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T15:31:11.885 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T15:31:11.885 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T15:31:11.885 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.885 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T15:31:11.885 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T15:31:11.885 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T15:31:11.885 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T15:31:11.885 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T15:31:11.885 INFO:tasks.workunit.client.0.smithi069.stdout: 3 2024-04-10T15:31:11.885 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:11.885 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 1, 2024-04-10T15:31:11.885 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T15:31:11.885 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.885 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:11.885 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T15:31:11.886 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T15:31:11.886 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T15:31:11.886 INFO:tasks.workunit.client.0.smithi069.stdout: 7 2024-04-10T15:31:11.886 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:11.886 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 3, 2024-04-10T15:31:11.886 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T15:31:11.886 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T15:31:11.886 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T15:31:11.886 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T15:31:11.886 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:31:11.886 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T15:31:11.886 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T15:28:48.068738+0000", 2024-04-10T15:31:11.886 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:28:12.694775+0000", 2024-04-10T15:31:11.886 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:28:12.694775+0000", 2024-04-10T15:31:11.886 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:28:12.695039+0000", 2024-04-10T15:31:11.887 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T15:28:48.068738+0000", 2024-04-10T15:31:11.887 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:11.887 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:31:11.887 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:11.887 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 61, 2024-04-10T15:31:11.887 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T15:28:48.068738+0000", 2024-04-10T15:31:11.887 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T15:28:48.068738+0000", 2024-04-10T15:31:11.887 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T15:28:48.068738+0000", 2024-04-10T15:31:11.887 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T15:31:11.887 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T15:31:11.887 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:11.887 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T15:28:48.068738+0000", 2024-04-10T15:31:11.887 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T15:28:48.068738+0000", 2024-04-10T15:31:11.887 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T15:31:11.887 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T15:31:11.888 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T15:31:11.888 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T15:31:11.888 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 60, 2024-04-10T15:31:11.888 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T15:31:11.888 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T15:31:11.888 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T15:31:11.888 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T15:31:11.888 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T15:31:11.888 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:31:11.888 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T15:31:11.888 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T15:31:11.888 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.8", 2024-04-10T15:31:11.888 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T15:31:11.888 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T15:31:11.888 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 69, 2024-04-10T15:31:11.888 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 19, 2024-04-10T15:31:11.889 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T15:31:11.889 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T22:54:01.347493+0000", 2024-04-10T15:31:11.889 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:31:11.889 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T15:31:11.889 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T15:31:11.889 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T15:31:11.889 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:31:11.889 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T15:31:11.889 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:31:11.889 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T15:31:11.889 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T15:31:11.889 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T15:31:11.889 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T15:31:11.889 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T15:31:11.889 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T15:31:11.889 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T15:31:11.890 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T15:31:11.890 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T15:31:11.890 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T15:31:11.890 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:31:11.890 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T15:31:11.890 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T15:31:11.890 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T15:31:11.890 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T15:31:11.890 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T15:31:11.890 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:31:11.890 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T15:31:11.890 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T15:31:11.890 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T15:31:11.890 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:31:11.890 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T15:31:11.891 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T15:31:11.891 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T15:31:11.891 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T15:31:11.891 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T15:31:11.891 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T15:31:11.891 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T15:31:11.891 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T15:31:11.891 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T15:31:11.891 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T15:31:11.891 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T15:31:11.891 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:31:11.891 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T15:31:11.891 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T15:31:11.891 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T15:31:11.891 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.891 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T15:31:11.891 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T15:31:11.892 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T15:31:11.892 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T15:31:11.892 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T15:31:11.892 INFO:tasks.workunit.client.0.smithi069.stdout: 7 2024-04-10T15:31:11.892 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:11.892 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 3, 2024-04-10T15:31:11.892 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T15:31:11.892 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.892 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:11.892 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T15:31:11.892 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T15:31:11.892 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T15:31:11.892 INFO:tasks.workunit.client.0.smithi069.stdout: 7 2024-04-10T15:31:11.892 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:11.892 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 1, 2024-04-10T15:31:11.892 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T15:31:11.892 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T15:31:11.893 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 59, 2024-04-10T15:31:11.893 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T15:31:11.893 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:31:11.893 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T15:31:11.893 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T15:28:47.109475+0000", 2024-04-10T15:31:11.893 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:28:12.334329+0000", 2024-04-10T15:31:11.893 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:28:12.334329+0000", 2024-04-10T15:31:11.893 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:28:12.335147+0000", 2024-04-10T15:31:11.893 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T15:28:47.109475+0000", 2024-04-10T15:31:11.893 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T15:31:11.893 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:31:11.893 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T15:31:11.893 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 60, 2024-04-10T15:31:11.893 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T15:28:47.109475+0000", 2024-04-10T15:31:11.893 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T15:28:47.109475+0000", 2024-04-10T15:31:11.893 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T15:28:47.109475+0000", 2024-04-10T15:31:11.894 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T15:31:11.894 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T15:31:11.894 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T15:31:11.894 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T15:28:47.109475+0000", 2024-04-10T15:31:11.894 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T15:28:47.109475+0000", 2024-04-10T15:31:11.894 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T15:31:11.894 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T15:31:11.894 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T15:31:11.894 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T15:31:11.894 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 59, 2024-04-10T15:31:11.894 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T15:31:11.894 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T15:31:11.894 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T15:31:11.894 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T15:31:11.894 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T15:31:11.895 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:31:11.895 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T15:31:11.895 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T15:31:11.895 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "2.a", 2024-04-10T15:31:11.895 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T15:31:11.895 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T15:31:11.895 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 69, 2024-04-10T15:31:11.895 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 20, 2024-04-10T15:31:11.895 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T15:31:11.895 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T18:59:41.189969+0000", 2024-04-10T15:31:11.895 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:31:11.895 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T15:31:11.895 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T15:31:11.895 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T15:31:11.895 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:31:11.895 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T15:31:11.896 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:31:11.896 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T15:31:11.896 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T15:31:11.896 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T15:31:11.896 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T15:31:11.896 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T15:31:11.896 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T15:31:11.896 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T15:31:11.896 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T15:31:11.896 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T15:31:11.896 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T15:31:11.896 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:31:11.896 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T15:31:11.896 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T15:31:11.896 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T15:31:11.896 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T15:31:11.897 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T15:31:11.897 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:31:11.897 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T15:31:11.897 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T15:31:11.897 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T15:31:11.897 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:31:11.897 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T15:31:11.897 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T15:31:11.897 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T15:31:11.897 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T15:31:11.897 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T15:31:11.897 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T15:31:11.897 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T15:31:11.897 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T15:31:11.897 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T15:31:11.897 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T15:31:11.897 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T15:31:11.898 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:31:11.898 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T15:31:11.898 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T15:31:11.898 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T15:31:11.898 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.898 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T15:31:11.898 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T15:31:11.898 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T15:31:11.898 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T15:31:11.898 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T15:31:11.898 INFO:tasks.workunit.client.0.smithi069.stdout: 7 2024-04-10T15:31:11.898 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:11.898 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 1, 2024-04-10T15:31:11.898 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T15:31:11.899 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.899 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:11.899 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T15:31:11.899 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T15:31:11.899 INFO:tasks.workunit.client.0.smithi069.stdout: 2, 2024-04-10T15:31:11.899 INFO:tasks.workunit.client.0.smithi069.stdout: 4 2024-04-10T15:31:11.899 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:11.899 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 3, 2024-04-10T15:31:11.899 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T15:31:11.899 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T15:31:11.899 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T15:31:11.899 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T15:31:11.899 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:31:11.899 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T15:31:11.899 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T15:28:48.069258+0000", 2024-04-10T15:31:11.900 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:28:36.700392+0000", 2024-04-10T15:31:11.900 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:28:36.700392+0000", 2024-04-10T15:31:11.900 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:28:36.700714+0000", 2024-04-10T15:31:11.900 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T15:28:48.069258+0000", 2024-04-10T15:31:11.900 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:11.900 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:31:11.900 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:11.900 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 64, 2024-04-10T15:31:11.900 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T15:28:48.069258+0000", 2024-04-10T15:31:11.900 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T15:28:48.069258+0000", 2024-04-10T15:31:11.900 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T15:28:48.069258+0000", 2024-04-10T15:31:11.900 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T15:31:11.900 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T15:31:11.900 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:11.900 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T15:28:48.069258+0000", 2024-04-10T15:31:11.901 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T15:28:48.069258+0000", 2024-04-10T15:31:11.901 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T15:31:11.901 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T15:31:11.901 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T15:31:11.901 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T15:31:11.901 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 63, 2024-04-10T15:31:11.901 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T15:31:11.901 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T15:31:11.901 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T15:31:11.901 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T15:31:11.901 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T15:31:11.901 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:31:11.901 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T15:31:11.901 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T15:31:11.901 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.b", 2024-04-10T15:31:11.901 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T15:31:11.902 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T15:31:11.902 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 69, 2024-04-10T15:31:11.902 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 28, 2024-04-10T15:31:11.902 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T15:31:11.902 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T02:09:29.110802+0000", 2024-04-10T15:31:11.902 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:31:11.902 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T15:31:11.902 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T15:31:11.902 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T15:31:11.902 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:31:11.902 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T15:31:11.902 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:31:11.902 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T15:31:11.903 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T15:31:11.903 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T15:31:11.903 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T15:31:11.903 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T15:31:11.903 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T15:31:11.903 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T15:31:11.903 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T15:31:11.903 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T15:31:11.903 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T15:31:11.903 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:31:11.903 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T15:31:11.903 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T15:31:11.903 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T15:31:11.903 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T15:31:11.903 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T15:31:11.904 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:31:11.904 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T15:31:11.904 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T15:31:11.904 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T15:31:11.904 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:31:11.904 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T15:31:11.904 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T15:31:11.904 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T15:31:11.904 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T15:31:11.904 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T15:31:11.904 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T15:31:11.904 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T15:31:11.904 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T15:31:11.904 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T15:31:11.904 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T15:31:11.904 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T15:31:11.905 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:31:11.905 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T15:31:11.905 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T15:31:11.905 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T15:31:11.905 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.905 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T15:31:11.905 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T15:31:11.905 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T15:31:11.905 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T15:31:11.905 INFO:tasks.workunit.client.0.smithi069.stdout: 2, 2024-04-10T15:31:11.905 INFO:tasks.workunit.client.0.smithi069.stdout: 4 2024-04-10T15:31:11.905 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:11.905 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 3, 2024-04-10T15:31:11.905 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T15:31:11.905 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.905 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:11.905 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T15:31:11.906 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T15:31:11.906 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T15:31:11.906 INFO:tasks.workunit.client.0.smithi069.stdout: 5 2024-04-10T15:31:11.906 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:11.906 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 7, 2024-04-10T15:31:11.906 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T15:31:11.906 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T15:31:11.906 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 59, 2024-04-10T15:31:11.906 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T15:31:11.906 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:31:11.906 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T15:31:11.906 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T15:28:47.169060+0000", 2024-04-10T15:31:11.906 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:28:12.341397+0000", 2024-04-10T15:31:11.906 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:28:12.341397+0000", 2024-04-10T15:31:11.906 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:28:12.342172+0000", 2024-04-10T15:31:11.907 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T15:28:47.169060+0000", 2024-04-10T15:31:11.907 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T15:31:11.907 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:31:11.907 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T15:31:11.907 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 60, 2024-04-10T15:31:11.907 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T15:28:47.169060+0000", 2024-04-10T15:31:11.907 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T15:28:47.169060+0000", 2024-04-10T15:31:11.907 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T15:28:47.169060+0000", 2024-04-10T15:31:11.907 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T15:31:11.907 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T15:31:11.907 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T15:31:11.907 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T15:28:47.169060+0000", 2024-04-10T15:31:11.907 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T15:28:47.169060+0000", 2024-04-10T15:31:11.907 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T15:31:11.907 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 2, 2024-04-10T15:31:11.907 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T15:31:11.907 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T15:31:11.908 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 59, 2024-04-10T15:31:11.908 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T15:31:11.908 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T15:31:11.908 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T15:31:11.908 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T15:31:11.908 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 2, 2024-04-10T15:31:11.908 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:31:11.908 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T15:31:11.908 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T15:31:11.908 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "2.b", 2024-04-10T15:31:11.908 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T15:31:11.908 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T15:31:11.908 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 69, 2024-04-10T15:31:11.908 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 21, 2024-04-10T15:31:11.908 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T15:31:11.908 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T17:39:12.305175+0000", 2024-04-10T15:31:11.908 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:31:11.909 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T15:31:11.909 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T15:31:11.909 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T15:31:11.909 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:31:11.909 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T15:31:11.909 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:31:11.909 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T15:31:11.909 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T15:31:11.909 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T15:31:11.909 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T15:31:11.909 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T15:31:11.909 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T15:31:11.909 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T15:31:11.909 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T15:31:11.909 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T15:31:11.909 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T15:31:11.909 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:31:11.910 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T15:31:11.910 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 3, 2024-04-10T15:31:11.910 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 1, 2024-04-10T15:31:11.910 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T15:31:11.910 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 1, 2024-04-10T15:31:11.910 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:31:11.910 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T15:31:11.910 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T15:31:11.910 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T15:31:11.910 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:31:11.910 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 1, 2024-04-10T15:31:11.910 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T15:31:11.910 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T15:31:11.910 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T15:31:11.910 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T15:31:11.911 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T15:31:11.911 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T15:31:11.911 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T15:31:11.911 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T15:31:11.911 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T15:31:11.911 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T15:31:11.911 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:31:11.911 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T15:31:11.911 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 1, 2024-04-10T15:31:11.911 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T15:31:11.911 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.911 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T15:31:11.911 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T15:31:11.911 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T15:31:11.911 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T15:31:11.912 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T15:31:11.912 INFO:tasks.workunit.client.0.smithi069.stdout: 5 2024-04-10T15:31:11.912 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:11.912 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 7, 2024-04-10T15:31:11.912 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "61'2" 2024-04-10T15:31:11.912 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.912 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:11.912 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T15:31:11.912 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T15:31:11.912 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T15:31:11.912 INFO:tasks.workunit.client.0.smithi069.stdout: 1 2024-04-10T15:31:11.912 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:11.912 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 6, 2024-04-10T15:31:11.912 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T15:31:11.912 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T15:31:11.913 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T15:31:11.913 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T15:31:11.913 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:31:11.913 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T15:31:11.913 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T15:28:47.171329+0000", 2024-04-10T15:31:11.913 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:28:12.695045+0000", 2024-04-10T15:31:11.913 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:28:12.695045+0000", 2024-04-10T15:31:11.913 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:28:12.695448+0000", 2024-04-10T15:31:11.913 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T15:28:47.171329+0000", 2024-04-10T15:31:11.913 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:11.913 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:31:11.913 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:11.913 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 61, 2024-04-10T15:31:11.913 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T15:28:47.171329+0000", 2024-04-10T15:31:11.913 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T15:28:47.171329+0000", 2024-04-10T15:31:11.913 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T15:28:47.171329+0000", 2024-04-10T15:31:11.913 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T15:31:11.914 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T15:31:11.914 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:11.914 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T15:28:47.171329+0000", 2024-04-10T15:31:11.914 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T15:28:47.171329+0000", 2024-04-10T15:31:11.914 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T15:31:11.914 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T15:31:11.914 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T15:31:11.914 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T15:31:11.914 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 60, 2024-04-10T15:31:11.914 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T15:31:11.914 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T15:31:11.914 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T15:31:11.914 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T15:31:11.914 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T15:31:11.914 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:31:11.915 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T15:31:11.915 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T15:31:11.915 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.a", 2024-04-10T15:31:11.915 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T15:31:11.915 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T15:31:11.915 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 69, 2024-04-10T15:31:11.915 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 19, 2024-04-10T15:31:11.915 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T15:31:11.915 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T00:23:58.335502+0000", 2024-04-10T15:31:11.915 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:31:11.915 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T15:31:11.915 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T15:31:11.915 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T15:31:11.915 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:31:11.915 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T15:31:11.915 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:31:11.915 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T15:31:11.916 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T15:31:11.916 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T15:31:11.916 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T15:31:11.916 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T15:31:11.916 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T15:31:11.916 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T15:31:11.916 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T15:31:11.916 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T15:31:11.916 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T15:31:11.916 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:31:11.916 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T15:31:11.916 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T15:31:11.916 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T15:31:11.916 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T15:31:11.916 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T15:31:11.916 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:31:11.917 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T15:31:11.917 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T15:31:11.917 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T15:31:11.917 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:31:11.917 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T15:31:11.917 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T15:31:11.917 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T15:31:11.917 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T15:31:11.917 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T15:31:11.917 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T15:31:11.917 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T15:31:11.917 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T15:31:11.917 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T15:31:11.917 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T15:31:11.917 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T15:31:11.917 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:31:11.918 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T15:31:11.918 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T15:31:11.918 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T15:31:11.918 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.918 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T15:31:11.918 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T15:31:11.918 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T15:31:11.918 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T15:31:11.918 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T15:31:11.918 INFO:tasks.workunit.client.0.smithi069.stdout: 1 2024-04-10T15:31:11.918 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:11.918 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 6, 2024-04-10T15:31:11.918 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T15:31:11.918 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.918 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:11.919 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T15:31:11.919 INFO:tasks.workunit.client.0.smithi069.stdout: 2, 2024-04-10T15:31:11.919 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T15:31:11.919 INFO:tasks.workunit.client.0.smithi069.stdout: 0 2024-04-10T15:31:11.919 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:11.919 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 2, 2024-04-10T15:31:11.919 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T15:31:11.919 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T15:31:11.919 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 59, 2024-04-10T15:31:11.919 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T15:31:11.919 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:31:11.919 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T15:31:11.919 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T15:28:48.069283+0000", 2024-04-10T15:31:11.919 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:28:12.335571+0000", 2024-04-10T15:31:11.919 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:28:12.335571+0000", 2024-04-10T15:31:11.920 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:28:12.336098+0000", 2024-04-10T15:31:11.920 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T15:28:48.069283+0000", 2024-04-10T15:31:11.920 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T15:31:11.920 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:31:11.920 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T15:31:11.920 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 60, 2024-04-10T15:31:11.920 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T15:28:48.069283+0000", 2024-04-10T15:31:11.920 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T15:28:48.069283+0000", 2024-04-10T15:31:11.920 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T15:28:48.069283+0000", 2024-04-10T15:31:11.920 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T15:31:11.920 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T15:31:11.920 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T15:31:11.920 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T15:28:48.069283+0000", 2024-04-10T15:31:11.920 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T15:28:48.069283+0000", 2024-04-10T15:31:11.921 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T15:31:11.921 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T15:31:11.921 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T15:31:11.921 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T15:31:11.921 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 59, 2024-04-10T15:31:11.921 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T15:31:11.921 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T15:31:11.921 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T15:31:11.921 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T15:31:11.921 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T15:31:11.921 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:31:11.921 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T15:31:11.921 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T15:31:11.921 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "2.c", 2024-04-10T15:31:11.921 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T15:31:11.921 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T15:31:11.922 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 69, 2024-04-10T15:31:11.922 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 19, 2024-04-10T15:31:11.922 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T15:31:11.922 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T23:54:10.950965+0000", 2024-04-10T15:31:11.922 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:31:11.922 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T15:31:11.922 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T15:31:11.922 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T15:31:11.922 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:31:11.922 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T15:31:11.922 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:31:11.922 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T15:31:11.922 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T15:31:11.923 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T15:31:11.923 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T15:31:11.923 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T15:31:11.923 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T15:31:11.923 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T15:31:11.923 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T15:31:11.923 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T15:31:11.923 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T15:31:11.923 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:31:11.923 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T15:31:11.923 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T15:31:11.923 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T15:31:11.923 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T15:31:11.923 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T15:31:11.923 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:31:11.924 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T15:31:11.924 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T15:31:11.924 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T15:31:11.924 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:31:11.924 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T15:31:11.924 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T15:31:11.924 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T15:31:11.924 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T15:31:11.924 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T15:31:11.924 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T15:31:11.924 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T15:31:11.924 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T15:31:11.924 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T15:31:11.924 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T15:31:11.924 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T15:31:11.925 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:31:11.925 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T15:31:11.925 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T15:31:11.925 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T15:31:11.925 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.925 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T15:31:11.925 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T15:31:11.925 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T15:31:11.925 INFO:tasks.workunit.client.0.smithi069.stdout: 2, 2024-04-10T15:31:11.925 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T15:31:11.925 INFO:tasks.workunit.client.0.smithi069.stdout: 0 2024-04-10T15:31:11.925 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:11.925 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 2, 2024-04-10T15:31:11.925 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T15:31:11.926 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.926 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:11.926 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T15:31:11.926 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T15:31:11.926 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T15:31:11.926 INFO:tasks.workunit.client.0.smithi069.stdout: 6 2024-04-10T15:31:11.926 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:11.926 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 7, 2024-04-10T15:31:11.926 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T15:31:11.926 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T15:31:11.926 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T15:31:11.926 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T15:31:11.926 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:31:11.926 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T15:31:11.927 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T15:28:47.169454+0000", 2024-04-10T15:31:11.927 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:28:12.700569+0000", 2024-04-10T15:31:11.927 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:28:12.700569+0000", 2024-04-10T15:31:11.927 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:28:12.700861+0000", 2024-04-10T15:31:11.927 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T15:28:47.169454+0000", 2024-04-10T15:31:11.927 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:11.927 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:31:11.927 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:11.927 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 61, 2024-04-10T15:31:11.927 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T15:28:47.169454+0000", 2024-04-10T15:31:11.927 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T15:28:47.169454+0000", 2024-04-10T15:31:11.927 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T15:28:47.169454+0000", 2024-04-10T15:31:11.927 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T15:31:11.927 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T15:31:11.927 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:11.927 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T15:28:47.169454+0000", 2024-04-10T15:31:11.928 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T15:28:47.169454+0000", 2024-04-10T15:31:11.928 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T15:31:11.928 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T15:31:11.928 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T15:31:11.928 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T15:31:11.928 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 60, 2024-04-10T15:31:11.928 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T15:31:11.928 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T15:31:11.928 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T15:31:11.928 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T15:31:11.928 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T15:31:11.928 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:31:11.928 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T15:31:11.928 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T15:31:11.928 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.d", 2024-04-10T15:31:11.929 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T15:31:11.929 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T15:31:11.929 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 69, 2024-04-10T15:31:11.929 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 18, 2024-04-10T15:31:11.929 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T15:31:11.929 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T21:31:46.152413+0000", 2024-04-10T15:31:11.929 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:31:11.929 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T15:31:11.929 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T15:31:11.929 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T15:31:11.929 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:31:11.929 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T15:31:11.929 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:31:11.929 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T15:31:11.929 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T15:31:11.930 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T15:31:11.930 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T15:31:11.930 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T15:31:11.930 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T15:31:11.930 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T15:31:11.930 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T15:31:11.930 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T15:31:11.930 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T15:31:11.930 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:31:11.930 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T15:31:11.930 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T15:31:11.930 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T15:31:11.930 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T15:31:11.930 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T15:31:11.931 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:31:11.931 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T15:31:11.931 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T15:31:11.931 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T15:31:11.931 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:31:11.931 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T15:31:11.931 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T15:31:11.931 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T15:31:11.931 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T15:31:11.931 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T15:31:11.931 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T15:31:11.931 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T15:31:11.931 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T15:31:11.931 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T15:31:11.931 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T15:31:11.931 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T15:31:11.932 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:31:11.932 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T15:31:11.932 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T15:31:11.932 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T15:31:11.932 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.932 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T15:31:11.932 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T15:31:11.932 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T15:31:11.932 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T15:31:11.932 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T15:31:11.932 INFO:tasks.workunit.client.0.smithi069.stdout: 6 2024-04-10T15:31:11.932 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:11.932 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 7, 2024-04-10T15:31:11.932 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T15:31:11.932 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.933 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:11.933 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T15:31:11.933 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T15:31:11.933 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T15:31:11.933 INFO:tasks.workunit.client.0.smithi069.stdout: 3 2024-04-10T15:31:11.933 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:11.933 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 1, 2024-04-10T15:31:11.933 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T15:31:11.933 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T15:31:11.933 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 59, 2024-04-10T15:31:11.933 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T15:31:11.933 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:31:11.933 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T15:31:11.933 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T15:28:47.109116+0000", 2024-04-10T15:31:11.934 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:28:12.335685+0000", 2024-04-10T15:31:11.934 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:28:12.335685+0000", 2024-04-10T15:31:11.934 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:28:12.336439+0000", 2024-04-10T15:31:11.934 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T15:28:47.109116+0000", 2024-04-10T15:31:11.934 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T15:31:11.934 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:31:11.934 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T15:31:11.934 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 60, 2024-04-10T15:31:11.934 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T15:28:47.109116+0000", 2024-04-10T15:31:11.934 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T15:28:47.109116+0000", 2024-04-10T15:31:11.934 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T15:28:47.109116+0000", 2024-04-10T15:31:11.934 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T15:31:11.934 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T15:31:11.934 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T15:31:11.934 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T15:28:47.109116+0000", 2024-04-10T15:31:11.935 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T15:28:47.109116+0000", 2024-04-10T15:31:11.935 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T15:31:11.935 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 1, 2024-04-10T15:31:11.935 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T15:31:11.935 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T15:31:11.935 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 59, 2024-04-10T15:31:11.935 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T15:31:11.935 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T15:31:11.935 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T15:31:11.935 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T15:31:11.935 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 1, 2024-04-10T15:31:11.935 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:31:11.935 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T15:31:11.935 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T15:31:11.935 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "2.d", 2024-04-10T15:31:11.936 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T15:31:11.936 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T15:31:11.936 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 69, 2024-04-10T15:31:11.936 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 21, 2024-04-10T15:31:11.936 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T15:31:11.936 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T16:45:49.427958+0000", 2024-04-10T15:31:11.936 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:31:11.936 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T15:31:11.936 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T15:31:11.936 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 70, 2024-04-10T15:31:11.936 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:31:11.936 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T15:31:11.936 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:31:11.936 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T15:31:11.936 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T15:31:11.937 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T15:31:11.937 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T15:31:11.937 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T15:31:11.937 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T15:31:11.937 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T15:31:11.937 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T15:31:11.937 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T15:31:11.937 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T15:31:11.937 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:31:11.937 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T15:31:11.937 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 3, 2024-04-10T15:31:11.937 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 1, 2024-04-10T15:31:11.937 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T15:31:11.937 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 1, 2024-04-10T15:31:11.937 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:31:11.937 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T15:31:11.937 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T15:31:11.937 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T15:31:11.938 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:31:11.938 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T15:31:11.938 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T15:31:11.938 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T15:31:11.938 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T15:31:11.938 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T15:31:11.938 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T15:31:11.938 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T15:31:11.938 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T15:31:11.938 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T15:31:11.938 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T15:31:11.938 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T15:31:11.938 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:31:11.938 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T15:31:11.939 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 1, 2024-04-10T15:31:11.939 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 1 2024-04-10T15:31:11.939 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.939 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T15:31:11.939 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T15:31:11.939 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T15:31:11.939 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T15:31:11.939 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T15:31:11.939 INFO:tasks.workunit.client.0.smithi069.stdout: 3 2024-04-10T15:31:11.939 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:11.939 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 1, 2024-04-10T15:31:11.939 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "61'1" 2024-04-10T15:31:11.939 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.939 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:11.939 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T15:31:11.939 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T15:31:11.940 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T15:31:11.940 INFO:tasks.workunit.client.0.smithi069.stdout: 6 2024-04-10T15:31:11.940 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:11.940 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 5, 2024-04-10T15:31:11.940 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T15:31:11.940 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T15:31:11.940 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T15:31:11.940 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T15:31:11.940 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:31:11.940 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T15:31:11.940 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T15:28:47.106995+0000", 2024-04-10T15:31:11.940 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:28:12.696173+0000", 2024-04-10T15:31:11.940 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:28:12.696173+0000", 2024-04-10T15:31:11.940 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:28:12.697051+0000", 2024-04-10T15:31:11.940 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T15:28:47.106995+0000", 2024-04-10T15:31:11.940 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:11.941 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:31:11.941 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:11.941 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 61, 2024-04-10T15:31:11.941 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T15:28:47.106995+0000", 2024-04-10T15:31:11.941 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T15:28:47.106995+0000", 2024-04-10T15:31:11.941 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T15:28:47.106995+0000", 2024-04-10T15:31:11.941 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T15:31:11.941 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T15:31:11.941 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:11.941 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T15:28:47.106995+0000", 2024-04-10T15:31:11.941 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T15:28:47.106995+0000", 2024-04-10T15:31:11.941 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T15:31:11.941 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T15:31:11.941 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T15:31:11.941 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T15:31:11.941 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 60, 2024-04-10T15:31:11.942 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T15:31:11.942 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T15:31:11.942 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T15:31:11.942 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T15:31:11.942 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T15:31:11.942 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:31:11.942 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T15:31:11.942 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T15:31:11.942 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.c", 2024-04-10T15:31:11.942 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T15:31:11.942 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T15:31:11.942 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 69, 2024-04-10T15:31:11.942 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 18, 2024-04-10T15:31:11.942 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T15:31:11.942 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T16:18:53.595466+0000", 2024-04-10T15:31:11.943 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:31:11.943 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T15:31:11.943 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T15:31:11.943 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T15:31:11.943 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:31:11.943 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T15:31:11.943 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:31:11.943 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T15:31:11.943 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T15:31:11.943 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T15:31:11.943 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T15:31:11.943 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T15:31:11.943 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T15:31:11.943 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T15:31:11.943 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T15:31:11.944 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T15:31:11.944 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T15:31:11.944 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:31:11.944 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T15:31:11.944 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T15:31:11.944 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T15:31:11.944 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T15:31:11.944 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T15:31:11.944 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:31:11.944 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T15:31:11.944 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T15:31:11.944 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T15:31:11.944 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:31:11.944 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T15:31:11.944 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T15:31:11.944 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T15:31:11.944 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T15:31:11.945 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T15:31:11.945 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T15:31:11.945 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T15:31:11.945 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T15:31:11.945 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T15:31:11.945 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T15:31:11.945 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T15:31:11.945 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:31:11.945 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T15:31:11.945 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T15:31:11.945 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T15:31:11.945 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.945 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T15:31:11.945 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T15:31:11.945 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T15:31:11.945 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T15:31:11.946 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T15:31:11.946 INFO:tasks.workunit.client.0.smithi069.stdout: 6 2024-04-10T15:31:11.946 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:11.946 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 5, 2024-04-10T15:31:11.946 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T15:31:11.946 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.946 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:11.946 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T15:31:11.946 INFO:tasks.workunit.client.0.smithi069.stdout: 2, 2024-04-10T15:31:11.946 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T15:31:11.946 INFO:tasks.workunit.client.0.smithi069.stdout: 4 2024-04-10T15:31:11.946 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:11.946 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 2, 2024-04-10T15:31:11.946 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T15:31:11.946 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T15:31:11.946 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 59, 2024-04-10T15:31:11.947 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T15:31:11.947 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:31:11.947 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T15:31:11.947 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T15:28:48.069791+0000", 2024-04-10T15:31:11.947 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:28:36.701865+0000", 2024-04-10T15:31:11.947 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:28:36.701865+0000", 2024-04-10T15:31:11.947 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:28:36.708531+0000", 2024-04-10T15:31:11.947 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T15:28:48.069791+0000", 2024-04-10T15:31:11.947 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T15:31:11.947 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:31:11.947 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T15:31:11.947 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 64, 2024-04-10T15:31:11.947 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T15:28:48.069791+0000", 2024-04-10T15:31:11.947 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T15:28:48.069791+0000", 2024-04-10T15:31:11.947 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T15:28:48.069791+0000", 2024-04-10T15:31:11.947 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T15:31:11.947 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T15:31:11.948 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T15:31:11.948 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T15:28:48.069791+0000", 2024-04-10T15:31:11.948 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T15:28:48.069791+0000", 2024-04-10T15:31:11.948 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T15:31:11.948 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 2, 2024-04-10T15:31:11.948 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T15:31:11.948 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T15:31:11.948 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 63, 2024-04-10T15:31:11.948 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T15:31:11.948 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T15:31:11.948 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T15:31:11.948 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T15:31:11.948 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 2, 2024-04-10T15:31:11.948 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:31:11.948 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T15:31:11.948 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T15:31:11.948 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "2.e", 2024-04-10T15:31:11.949 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T15:31:11.949 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T15:31:11.949 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 69, 2024-04-10T15:31:11.949 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 34, 2024-04-10T15:31:11.949 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T15:31:11.949 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T22:55:56.766416+0000", 2024-04-10T15:31:11.949 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:31:11.949 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T15:31:11.949 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T15:31:11.949 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T15:31:11.949 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:31:11.949 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T15:31:11.949 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:31:11.949 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T15:31:11.949 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T15:31:11.949 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T15:31:11.950 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T15:31:11.950 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T15:31:11.950 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T15:31:11.950 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T15:31:11.950 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T15:31:11.950 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T15:31:11.950 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T15:31:11.950 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:31:11.950 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T15:31:11.950 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 3, 2024-04-10T15:31:11.950 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 1, 2024-04-10T15:31:11.950 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T15:31:11.950 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 1, 2024-04-10T15:31:11.950 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:31:11.950 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T15:31:11.951 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T15:31:11.951 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T15:31:11.951 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:31:11.951 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 1, 2024-04-10T15:31:11.951 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T15:31:11.951 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 1, 2024-04-10T15:31:11.951 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T15:31:11.951 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T15:31:11.951 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T15:31:11.951 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T15:31:11.951 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T15:31:11.951 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T15:31:11.951 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T15:31:11.951 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T15:31:11.951 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:31:11.951 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T15:31:11.951 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 3, 2024-04-10T15:31:11.952 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T15:31:11.952 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.952 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T15:31:11.952 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T15:31:11.952 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T15:31:11.952 INFO:tasks.workunit.client.0.smithi069.stdout: 2, 2024-04-10T15:31:11.952 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T15:31:11.952 INFO:tasks.workunit.client.0.smithi069.stdout: 4 2024-04-10T15:31:11.952 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:11.952 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 2, 2024-04-10T15:31:11.952 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "61'2" 2024-04-10T15:31:11.952 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.952 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:11.952 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T15:31:11.952 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T15:31:11.953 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T15:31:11.953 INFO:tasks.workunit.client.0.smithi069.stdout: 0 2024-04-10T15:31:11.953 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:11.953 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 7, 2024-04-10T15:31:11.953 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T15:31:11.953 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T15:31:11.953 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T15:31:11.953 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T15:31:11.953 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:31:11.953 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T15:31:11.953 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T15:28:47.169567+0000", 2024-04-10T15:31:11.953 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:28:12.705336+0000", 2024-04-10T15:31:11.953 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:28:12.705336+0000", 2024-04-10T15:31:11.953 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:28:12.705648+0000", 2024-04-10T15:31:11.953 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T15:28:47.169567+0000", 2024-04-10T15:31:11.954 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:11.954 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:31:11.954 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:11.954 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 61, 2024-04-10T15:31:11.954 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T15:28:47.169567+0000", 2024-04-10T15:31:11.954 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T15:28:47.169567+0000", 2024-04-10T15:31:11.954 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T15:28:47.169567+0000", 2024-04-10T15:31:11.954 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T15:31:11.954 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T15:31:11.954 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:11.954 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T15:28:47.169567+0000", 2024-04-10T15:31:11.954 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T15:28:47.169567+0000", 2024-04-10T15:31:11.954 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T15:31:11.954 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T15:31:11.955 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T15:31:11.955 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T15:31:11.955 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 60, 2024-04-10T15:31:11.955 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T15:31:11.955 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T15:31:11.955 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T15:31:11.955 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T15:31:11.955 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T15:31:11.955 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:31:11.955 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T15:31:11.955 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T15:31:11.955 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.f", 2024-04-10T15:31:11.955 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T15:31:11.955 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T15:31:11.955 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 69, 2024-04-10T15:31:11.956 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 18, 2024-04-10T15:31:11.956 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T15:31:11.956 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T16:56:18.985883+0000", 2024-04-10T15:31:11.956 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:31:11.956 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T15:31:11.956 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T15:31:11.956 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T15:31:11.956 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:31:11.956 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T15:31:11.956 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:31:11.956 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T15:31:11.956 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T15:31:11.956 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T15:31:11.956 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T15:31:11.956 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T15:31:11.956 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T15:31:11.956 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T15:31:11.957 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T15:31:11.957 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T15:31:11.957 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T15:31:11.957 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:31:11.957 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T15:31:11.957 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T15:31:11.957 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T15:31:11.957 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T15:31:11.957 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T15:31:11.957 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:31:11.957 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T15:31:11.957 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T15:31:11.957 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T15:31:11.957 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:31:11.957 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T15:31:11.957 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T15:31:11.957 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T15:31:11.958 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T15:31:11.958 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T15:31:11.958 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T15:31:11.958 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T15:31:11.958 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T15:31:11.958 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T15:31:11.958 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T15:31:11.958 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T15:31:11.958 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:31:11.958 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T15:31:11.958 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T15:31:11.958 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T15:31:11.958 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.958 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T15:31:11.958 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T15:31:11.959 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T15:31:11.959 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T15:31:11.959 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T15:31:11.959 INFO:tasks.workunit.client.0.smithi069.stdout: 0 2024-04-10T15:31:11.959 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:11.959 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 7, 2024-04-10T15:31:11.959 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T15:31:11.959 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.959 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:11.959 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T15:31:11.959 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T15:31:11.959 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T15:31:11.959 INFO:tasks.workunit.client.0.smithi069.stdout: 5 2024-04-10T15:31:11.959 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:11.959 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 6, 2024-04-10T15:31:11.959 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T15:31:11.959 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T15:31:11.960 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T15:31:11.960 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T15:31:11.960 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:31:11.960 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T15:31:11.960 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T15:28:47.171109+0000", 2024-04-10T15:31:11.960 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:28:12.699014+0000", 2024-04-10T15:31:11.960 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:28:12.699014+0000", 2024-04-10T15:31:11.960 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:28:12.700090+0000", 2024-04-10T15:31:11.960 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T15:28:47.171109+0000", 2024-04-10T15:31:11.960 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:11.960 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:31:11.960 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:11.960 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 61, 2024-04-10T15:31:11.960 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T15:28:47.171109+0000", 2024-04-10T15:31:11.960 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T15:28:47.171109+0000", 2024-04-10T15:31:11.960 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T15:28:47.171109+0000", 2024-04-10T15:31:11.960 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T15:31:11.961 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T15:31:11.961 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:11.961 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T15:28:47.171109+0000", 2024-04-10T15:31:11.961 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T15:28:47.171109+0000", 2024-04-10T15:31:11.961 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T15:31:11.961 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T15:31:11.961 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T15:31:11.961 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T15:31:11.961 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 60, 2024-04-10T15:31:11.961 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T15:31:11.961 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T15:31:11.961 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T15:31:11.961 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T15:31:11.961 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T15:31:11.961 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:31:11.961 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T15:31:11.962 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T15:31:11.962 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.20", 2024-04-10T15:31:11.962 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T15:31:11.962 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T15:31:11.962 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 69, 2024-04-10T15:31:11.962 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 19, 2024-04-10T15:31:11.962 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T15:31:11.962 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T18:00:16.132342+0000", 2024-04-10T15:31:11.962 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:31:11.962 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T15:31:11.962 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T15:31:11.962 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T15:31:11.962 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:31:11.962 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T15:31:11.962 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:31:11.962 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T15:31:11.963 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T15:31:11.963 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T15:31:11.963 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T15:31:11.963 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T15:31:11.963 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T15:31:11.963 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T15:31:11.963 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T15:31:11.963 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T15:31:11.963 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T15:31:11.963 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:31:11.963 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T15:31:11.963 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T15:31:11.963 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T15:31:11.963 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T15:31:11.963 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T15:31:11.963 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:31:11.964 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T15:31:11.964 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T15:31:11.964 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T15:31:11.964 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:31:11.964 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T15:31:11.964 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T15:31:11.964 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T15:31:11.964 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T15:31:11.964 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T15:31:11.964 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T15:31:11.964 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T15:31:11.964 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T15:31:11.964 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T15:31:11.964 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T15:31:11.964 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T15:31:11.964 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:31:11.964 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T15:31:11.964 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T15:31:11.965 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T15:31:11.965 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.965 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T15:31:11.965 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T15:31:11.965 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T15:31:11.965 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T15:31:11.965 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T15:31:11.965 INFO:tasks.workunit.client.0.smithi069.stdout: 5 2024-04-10T15:31:11.965 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:11.965 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 6, 2024-04-10T15:31:11.965 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T15:31:11.965 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.965 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:11.965 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T15:31:11.965 INFO:tasks.workunit.client.0.smithi069.stdout: 2, 2024-04-10T15:31:11.966 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T15:31:11.966 INFO:tasks.workunit.client.0.smithi069.stdout: 6 2024-04-10T15:31:11.966 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:11.966 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 2, 2024-04-10T15:31:11.966 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T15:31:11.966 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T15:31:11.966 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T15:31:11.966 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T15:31:11.966 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:31:11.966 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T15:31:11.966 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T15:28:48.069086+0000", 2024-04-10T15:31:11.966 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:28:12.700216+0000", 2024-04-10T15:31:11.966 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:28:12.700216+0000", 2024-04-10T15:31:11.966 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:28:12.700473+0000", 2024-04-10T15:31:11.966 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T15:28:48.069086+0000", 2024-04-10T15:31:11.966 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:11.967 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:31:11.967 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:11.967 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 61, 2024-04-10T15:31:11.967 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T15:28:48.069086+0000", 2024-04-10T15:31:11.967 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T15:28:48.069086+0000", 2024-04-10T15:31:11.967 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T15:28:48.069086+0000", 2024-04-10T15:31:11.967 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T15:31:11.967 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T15:31:11.967 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:11.967 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T15:28:48.069086+0000", 2024-04-10T15:31:11.967 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T15:28:48.069086+0000", 2024-04-10T15:31:11.967 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T15:31:11.967 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T15:31:11.967 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T15:31:11.967 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T15:31:11.968 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 60, 2024-04-10T15:31:11.968 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T15:31:11.968 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T15:31:11.968 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T15:31:11.968 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T15:31:11.968 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T15:31:11.968 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:31:11.968 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T15:31:11.968 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T15:31:11.968 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.21", 2024-04-10T15:31:11.968 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T15:31:11.968 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T15:31:11.968 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 69, 2024-04-10T15:31:11.968 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 18, 2024-04-10T15:31:11.968 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T15:31:11.968 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T01:21:37.845969+0000", 2024-04-10T15:31:11.969 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:31:11.969 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T15:31:11.969 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T15:31:11.969 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T15:31:11.969 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:31:11.969 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T15:31:11.969 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:31:11.969 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T15:31:11.969 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T15:31:11.969 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T15:31:11.969 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T15:31:11.969 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T15:31:11.969 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T15:31:11.969 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T15:31:11.969 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T15:31:11.969 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T15:31:11.969 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T15:31:11.970 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:31:11.970 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T15:31:11.970 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T15:31:11.970 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T15:31:11.970 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T15:31:11.970 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T15:31:11.970 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:31:11.970 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T15:31:11.970 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T15:31:11.970 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T15:31:11.970 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:31:11.970 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T15:31:11.970 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T15:31:11.970 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T15:31:11.970 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T15:31:11.971 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T15:31:11.971 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T15:31:11.971 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T15:31:11.971 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T15:31:11.971 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T15:31:11.971 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T15:31:11.971 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T15:31:11.971 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:31:11.971 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T15:31:11.971 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T15:31:11.971 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T15:31:11.971 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.971 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T15:31:11.971 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T15:31:11.971 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T15:31:11.971 INFO:tasks.workunit.client.0.smithi069.stdout: 2, 2024-04-10T15:31:11.971 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T15:31:11.972 INFO:tasks.workunit.client.0.smithi069.stdout: 6 2024-04-10T15:31:11.972 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:11.972 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 2, 2024-04-10T15:31:11.972 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T15:31:11.972 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.972 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:11.972 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T15:31:11.972 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T15:31:11.972 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T15:31:11.972 INFO:tasks.workunit.client.0.smithi069.stdout: 0 2024-04-10T15:31:11.972 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:11.972 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 5, 2024-04-10T15:31:11.972 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T15:31:11.972 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T15:31:11.972 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T15:31:11.972 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T15:31:11.973 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:31:11.973 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T15:31:11.973 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T15:28:47.106923+0000", 2024-04-10T15:31:11.973 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:28:12.685802+0000", 2024-04-10T15:31:11.973 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:28:12.685802+0000", 2024-04-10T15:31:11.973 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:28:12.686276+0000", 2024-04-10T15:31:11.973 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T15:28:47.106923+0000", 2024-04-10T15:31:11.973 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:11.973 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:31:11.973 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:11.973 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 61, 2024-04-10T15:31:11.973 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T15:28:47.106923+0000", 2024-04-10T15:31:11.973 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T15:28:47.106923+0000", 2024-04-10T15:31:11.973 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T15:28:47.106923+0000", 2024-04-10T15:31:11.973 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T15:31:11.973 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T15:31:11.974 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:11.974 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T15:28:47.106923+0000", 2024-04-10T15:31:11.974 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T15:28:47.106923+0000", 2024-04-10T15:31:11.974 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T15:31:11.974 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T15:31:11.974 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T15:31:11.974 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T15:31:11.974 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 60, 2024-04-10T15:31:11.974 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T15:31:11.974 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T15:31:11.974 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T15:31:11.974 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T15:31:11.974 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T15:31:11.974 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:31:11.975 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T15:31:11.975 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T15:31:11.975 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.22", 2024-04-10T15:31:11.975 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T15:31:11.975 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T15:31:11.975 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 69, 2024-04-10T15:31:11.975 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 18, 2024-04-10T15:31:11.975 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T15:31:11.975 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T18:04:49.955782+0000", 2024-04-10T15:31:11.975 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:31:11.975 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T15:31:11.975 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T15:31:11.975 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T15:31:11.975 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:31:11.976 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T15:31:11.976 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:31:11.976 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T15:31:11.976 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T15:31:11.976 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T15:31:11.976 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T15:31:11.976 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T15:31:11.976 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T15:31:11.976 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T15:31:11.976 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T15:31:11.976 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T15:31:11.976 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T15:31:11.976 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:31:11.976 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T15:31:11.976 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T15:31:11.977 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T15:31:11.977 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T15:31:11.977 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T15:31:11.977 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:31:11.977 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T15:31:11.977 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T15:31:11.977 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T15:31:11.977 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:31:11.977 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T15:31:11.977 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T15:31:11.977 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T15:31:11.977 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T15:31:11.977 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T15:31:11.977 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T15:31:11.977 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T15:31:11.978 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T15:31:11.978 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T15:31:11.978 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T15:31:11.978 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T15:31:11.978 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:31:11.978 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T15:31:11.978 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T15:31:11.978 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T15:31:11.978 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.978 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T15:31:11.978 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T15:31:11.978 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T15:31:11.978 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T15:31:11.978 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T15:31:11.979 INFO:tasks.workunit.client.0.smithi069.stdout: 0 2024-04-10T15:31:11.979 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:11.979 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 5, 2024-04-10T15:31:11.979 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T15:31:11.979 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.979 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:11.979 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T15:31:11.979 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T15:31:11.979 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T15:31:11.979 INFO:tasks.workunit.client.0.smithi069.stdout: 4 2024-04-10T15:31:11.979 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:11.979 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 0, 2024-04-10T15:31:11.979 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T15:31:11.979 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T15:31:11.979 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T15:31:11.979 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T15:31:11.980 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:31:11.980 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T15:31:11.980 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T15:28:47.171584+0000", 2024-04-10T15:31:11.980 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:28:12.698057+0000", 2024-04-10T15:31:11.980 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:28:12.698057+0000", 2024-04-10T15:31:11.980 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:28:12.698525+0000", 2024-04-10T15:31:11.980 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T15:28:47.171584+0000", 2024-04-10T15:31:11.980 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:11.980 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:31:11.980 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:11.980 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 61, 2024-04-10T15:31:11.980 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T15:28:47.171584+0000", 2024-04-10T15:31:11.980 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T15:28:47.171584+0000", 2024-04-10T15:31:11.980 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T15:28:47.171584+0000", 2024-04-10T15:31:11.980 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T15:31:11.980 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T15:31:11.981 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:11.981 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T15:28:47.171584+0000", 2024-04-10T15:31:11.981 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T15:28:47.171584+0000", 2024-04-10T15:31:11.981 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T15:31:11.981 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T15:31:11.981 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T15:31:11.981 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T15:31:11.981 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 60, 2024-04-10T15:31:11.981 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T15:31:11.981 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T15:31:11.981 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T15:31:11.981 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T15:31:11.981 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T15:31:11.981 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:31:11.981 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T15:31:11.981 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T15:31:11.982 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.23", 2024-04-10T15:31:11.982 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T15:31:11.982 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T15:31:11.982 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 69, 2024-04-10T15:31:11.982 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 19, 2024-04-10T15:31:11.982 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T15:31:11.982 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T17:40:41.781580+0000", 2024-04-10T15:31:11.982 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:31:11.982 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T15:31:11.982 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T15:31:11.982 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T15:31:11.982 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:31:11.982 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T15:31:11.982 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:31:11.982 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T15:31:11.983 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T15:31:11.983 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T15:31:11.983 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T15:31:11.983 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T15:31:11.983 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T15:31:11.983 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T15:31:11.983 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T15:31:11.983 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T15:31:11.983 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T15:31:11.983 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:31:11.983 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T15:31:11.983 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T15:31:11.983 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T15:31:11.983 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T15:31:11.983 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T15:31:11.983 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:31:11.984 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T15:31:11.984 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T15:31:11.984 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T15:31:11.984 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:31:11.984 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T15:31:11.984 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T15:31:11.984 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T15:31:11.984 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T15:31:11.984 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T15:31:11.984 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T15:31:11.984 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T15:31:11.984 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T15:31:11.984 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T15:31:11.984 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T15:31:11.984 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T15:31:11.984 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:31:11.985 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T15:31:11.985 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T15:31:11.985 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T15:31:11.985 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.985 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T15:31:11.985 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T15:31:11.985 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T15:31:11.985 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T15:31:11.985 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T15:31:11.985 INFO:tasks.workunit.client.0.smithi069.stdout: 4 2024-04-10T15:31:11.985 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:11.985 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 0, 2024-04-10T15:31:11.985 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T15:31:11.985 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.985 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:11.985 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T15:31:11.986 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T15:31:11.986 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T15:31:11.986 INFO:tasks.workunit.client.0.smithi069.stdout: 0 2024-04-10T15:31:11.986 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:11.986 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 3, 2024-04-10T15:31:11.986 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T15:31:11.986 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T15:31:11.986 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T15:31:11.986 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T15:31:11.986 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:31:11.986 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T15:31:11.986 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T15:28:48.069453+0000", 2024-04-10T15:31:11.986 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:28:12.701343+0000", 2024-04-10T15:31:11.986 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:28:12.701343+0000", 2024-04-10T15:31:11.986 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:28:12.701622+0000", 2024-04-10T15:31:11.986 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T15:28:48.069453+0000", 2024-04-10T15:31:11.987 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:11.987 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:31:11.987 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:11.987 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 61, 2024-04-10T15:31:11.987 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T15:28:48.069453+0000", 2024-04-10T15:31:11.987 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T15:28:48.069453+0000", 2024-04-10T15:31:11.987 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T15:28:48.069453+0000", 2024-04-10T15:31:11.987 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T15:31:11.987 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T15:31:11.987 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:11.987 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T15:28:48.069453+0000", 2024-04-10T15:31:11.987 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T15:28:48.069453+0000", 2024-04-10T15:31:11.987 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T15:31:11.987 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T15:31:11.987 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T15:31:11.988 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T15:31:11.988 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 60, 2024-04-10T15:31:11.988 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T15:31:11.988 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T15:31:11.988 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T15:31:11.988 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T15:31:11.988 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T15:31:11.988 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:31:11.988 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T15:31:11.988 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T15:31:11.988 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.24", 2024-04-10T15:31:11.988 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T15:31:11.988 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T15:31:11.988 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 69, 2024-04-10T15:31:11.988 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 19, 2024-04-10T15:31:11.988 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T15:31:11.988 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T02:11:17.776135+0000", 2024-04-10T15:31:11.989 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:31:11.989 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T15:31:11.989 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T15:31:11.989 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T15:31:11.989 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:31:11.989 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T15:31:11.989 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:31:11.989 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T15:31:11.989 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T15:31:11.989 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T15:31:11.989 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T15:31:11.989 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T15:31:11.989 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T15:31:11.989 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T15:31:11.989 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T15:31:11.989 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T15:31:11.989 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T15:31:11.990 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:31:11.990 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T15:31:11.990 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T15:31:11.990 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T15:31:11.990 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T15:31:11.990 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T15:31:11.990 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:31:11.990 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T15:31:11.990 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T15:31:11.990 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T15:31:11.990 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:31:11.990 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T15:31:11.990 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T15:31:11.990 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T15:31:11.990 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T15:31:11.990 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T15:31:11.990 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T15:31:11.991 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T15:31:11.991 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T15:31:11.991 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T15:31:11.991 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T15:31:11.991 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T15:31:11.991 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:31:11.991 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T15:31:11.991 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T15:31:11.991 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T15:31:11.991 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.991 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T15:31:11.991 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T15:31:11.991 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T15:31:11.991 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T15:31:11.991 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T15:31:11.991 INFO:tasks.workunit.client.0.smithi069.stdout: 0 2024-04-10T15:31:11.991 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:11.992 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 3, 2024-04-10T15:31:11.992 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T15:31:11.992 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.992 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:11.992 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T15:31:11.992 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T15:31:11.992 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T15:31:11.992 INFO:tasks.workunit.client.0.smithi069.stdout: 2 2024-04-10T15:31:11.992 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:11.992 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 1, 2024-04-10T15:31:11.992 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T15:31:11.992 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T15:31:11.992 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T15:31:11.992 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T15:31:11.992 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:31:11.992 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T15:31:11.993 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T15:28:47.109089+0000", 2024-04-10T15:31:11.993 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:28:12.690671+0000", 2024-04-10T15:31:11.993 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:28:12.690671+0000", 2024-04-10T15:31:11.993 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:28:12.690927+0000", 2024-04-10T15:31:11.993 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T15:28:47.109089+0000", 2024-04-10T15:31:11.993 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:11.993 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:31:11.993 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:11.993 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 61, 2024-04-10T15:31:11.993 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T15:28:47.109089+0000", 2024-04-10T15:31:11.993 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T15:28:47.109089+0000", 2024-04-10T15:31:11.993 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T15:28:47.109089+0000", 2024-04-10T15:31:11.993 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T15:31:11.993 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T15:31:11.993 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:11.993 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T15:28:47.109089+0000", 2024-04-10T15:31:11.993 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T15:28:47.109089+0000", 2024-04-10T15:31:11.994 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T15:31:11.994 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T15:31:11.994 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T15:31:11.994 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T15:31:11.994 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 60, 2024-04-10T15:31:11.994 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T15:31:11.994 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T15:31:11.994 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T15:31:11.994 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T15:31:11.994 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T15:31:11.994 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:31:11.994 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T15:31:11.994 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T15:31:11.994 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.25", 2024-04-10T15:31:11.994 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T15:31:11.995 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T15:31:11.995 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 69, 2024-04-10T15:31:11.995 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 19, 2024-04-10T15:31:11.995 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T15:31:11.995 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T16:12:33.326980+0000", 2024-04-10T15:31:11.995 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:31:11.995 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T15:31:11.995 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T15:31:11.995 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T15:31:11.995 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:31:11.995 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T15:31:11.995 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:31:11.995 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T15:31:11.995 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T15:31:11.995 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T15:31:11.995 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T15:31:11.995 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T15:31:11.996 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T15:31:11.996 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T15:31:11.996 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T15:31:11.996 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T15:31:11.996 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T15:31:11.996 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:31:11.996 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T15:31:11.996 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T15:31:11.996 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T15:31:11.996 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T15:31:11.996 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T15:31:11.996 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:31:11.996 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T15:31:11.996 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T15:31:11.996 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T15:31:11.996 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:31:11.996 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T15:31:11.997 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T15:31:11.997 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T15:31:11.997 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T15:31:11.997 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T15:31:11.997 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T15:31:11.997 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T15:31:11.997 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T15:31:11.997 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T15:31:11.997 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T15:31:11.997 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T15:31:11.997 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:31:11.997 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T15:31:11.997 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T15:31:11.997 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T15:31:11.998 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.998 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T15:31:11.998 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T15:31:11.998 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T15:31:11.998 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T15:31:11.998 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T15:31:11.998 INFO:tasks.workunit.client.0.smithi069.stdout: 2 2024-04-10T15:31:11.998 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:11.998 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 1, 2024-04-10T15:31:11.998 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T15:31:11.998 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:11.998 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:11.998 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T15:31:11.998 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T15:31:11.998 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T15:31:11.999 INFO:tasks.workunit.client.0.smithi069.stdout: 4 2024-04-10T15:31:11.999 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:11.999 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 6, 2024-04-10T15:31:11.999 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T15:31:11.999 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T15:31:11.999 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T15:31:11.999 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T15:31:11.999 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:31:11.999 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T15:31:11.999 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T15:28:47.171774+0000", 2024-04-10T15:31:11.999 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:28:12.694249+0000", 2024-04-10T15:31:11.999 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:28:12.694249+0000", 2024-04-10T15:31:11.999 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:28:12.694591+0000", 2024-04-10T15:31:11.999 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T15:28:47.171774+0000", 2024-04-10T15:31:11.999 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:11.999 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:31:12.000 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:12.000 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 61, 2024-04-10T15:31:12.000 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T15:28:47.171774+0000", 2024-04-10T15:31:12.000 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T15:28:47.171774+0000", 2024-04-10T15:31:12.000 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T15:28:47.171774+0000", 2024-04-10T15:31:12.000 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T15:31:12.000 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T15:31:12.000 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:12.000 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T15:28:47.171774+0000", 2024-04-10T15:31:12.000 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T15:28:47.171774+0000", 2024-04-10T15:31:12.000 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T15:31:12.000 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T15:31:12.000 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T15:31:12.000 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T15:31:12.001 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 60, 2024-04-10T15:31:12.001 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T15:31:12.001 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T15:31:12.001 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T15:31:12.001 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T15:31:12.001 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T15:31:12.001 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:31:12.001 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T15:31:12.001 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T15:31:12.001 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.26", 2024-04-10T15:31:12.001 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T15:31:12.001 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T15:31:12.001 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 69, 2024-04-10T15:31:12.001 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 19, 2024-04-10T15:31:12.001 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T15:31:12.002 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T19:48:07.458963+0000", 2024-04-10T15:31:12.002 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:31:12.002 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T15:31:12.002 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T15:31:12.002 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T15:31:12.002 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:31:12.002 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T15:31:12.002 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:31:12.002 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T15:31:12.002 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T15:31:12.002 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T15:31:12.002 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T15:31:12.002 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T15:31:12.002 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T15:31:12.002 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T15:31:12.002 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T15:31:12.003 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T15:31:12.003 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T15:31:12.003 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:31:12.003 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T15:31:12.003 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T15:31:12.003 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T15:31:12.003 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T15:31:12.003 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T15:31:12.003 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:31:12.003 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T15:31:12.003 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T15:31:12.003 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T15:31:12.003 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:31:12.003 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T15:31:12.003 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T15:31:12.003 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T15:31:12.003 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T15:31:12.004 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T15:31:12.004 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T15:31:12.004 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T15:31:12.004 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T15:31:12.004 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T15:31:12.004 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T15:31:12.004 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T15:31:12.004 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:31:12.004 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T15:31:12.004 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T15:31:12.004 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T15:31:12.004 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.004 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T15:31:12.004 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T15:31:12.004 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T15:31:12.004 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T15:31:12.004 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T15:31:12.005 INFO:tasks.workunit.client.0.smithi069.stdout: 4 2024-04-10T15:31:12.005 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:12.005 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 6, 2024-04-10T15:31:12.005 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T15:31:12.005 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.005 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:12.005 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T15:31:12.005 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T15:31:12.005 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T15:31:12.005 INFO:tasks.workunit.client.0.smithi069.stdout: 2 2024-04-10T15:31:12.005 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:12.005 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 3, 2024-04-10T15:31:12.005 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T15:31:12.005 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T15:31:12.005 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T15:31:12.005 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T15:31:12.006 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:31:12.006 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T15:31:12.006 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T15:28:48.069791+0000", 2024-04-10T15:31:12.006 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:28:12.683676+0000", 2024-04-10T15:31:12.006 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:28:12.683676+0000", 2024-04-10T15:31:12.006 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:28:12.683938+0000", 2024-04-10T15:31:12.006 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T15:28:48.069791+0000", 2024-04-10T15:31:12.006 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:12.006 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:31:12.006 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:12.006 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 61, 2024-04-10T15:31:12.006 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T15:28:48.069791+0000", 2024-04-10T15:31:12.006 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T15:28:48.069791+0000", 2024-04-10T15:31:12.006 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T15:28:48.069791+0000", 2024-04-10T15:31:12.007 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T15:31:12.007 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T15:31:12.007 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:12.007 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T15:28:48.069791+0000", 2024-04-10T15:31:12.007 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T15:28:48.069791+0000", 2024-04-10T15:31:12.007 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T15:31:12.007 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T15:31:12.007 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T15:31:12.007 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T15:31:12.007 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 60, 2024-04-10T15:31:12.007 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T15:31:12.007 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T15:31:12.007 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T15:31:12.007 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T15:31:12.007 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T15:31:12.007 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:31:12.008 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T15:31:12.008 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T15:31:12.008 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.27", 2024-04-10T15:31:12.008 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T15:31:12.008 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T15:31:12.008 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 69, 2024-04-10T15:31:12.008 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 19, 2024-04-10T15:31:12.008 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T15:31:12.008 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T20:58:38.460698+0000", 2024-04-10T15:31:12.008 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:31:12.008 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T15:31:12.008 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T15:31:12.008 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T15:31:12.008 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:31:12.008 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T15:31:12.009 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:31:12.009 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T15:31:12.009 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T15:31:12.009 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T15:31:12.009 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T15:31:12.009 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T15:31:12.009 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T15:31:12.009 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T15:31:12.009 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T15:31:12.009 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T15:31:12.009 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T15:31:12.009 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:31:12.009 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T15:31:12.009 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T15:31:12.009 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T15:31:12.009 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T15:31:12.009 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T15:31:12.010 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:31:12.010 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T15:31:12.010 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T15:31:12.010 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T15:31:12.010 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:31:12.010 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T15:31:12.010 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T15:31:12.010 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T15:31:12.010 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T15:31:12.010 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T15:31:12.010 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T15:31:12.010 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T15:31:12.010 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T15:31:12.010 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T15:31:12.010 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T15:31:12.010 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T15:31:12.010 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:31:12.011 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T15:31:12.011 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T15:31:12.011 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T15:31:12.011 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.011 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T15:31:12.011 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T15:31:12.011 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T15:31:12.011 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T15:31:12.011 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T15:31:12.011 INFO:tasks.workunit.client.0.smithi069.stdout: 2 2024-04-10T15:31:12.011 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:12.011 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 3, 2024-04-10T15:31:12.011 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T15:31:12.011 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.011 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:12.012 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T15:31:12.012 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T15:31:12.012 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T15:31:12.012 INFO:tasks.workunit.client.0.smithi069.stdout: 2 2024-04-10T15:31:12.012 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:12.012 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 5, 2024-04-10T15:31:12.012 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T15:31:12.012 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T15:31:12.012 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T15:31:12.012 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T15:31:12.012 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:31:12.012 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T15:31:12.012 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T15:28:47.106785+0000", 2024-04-10T15:31:12.012 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:28:12.697450+0000", 2024-04-10T15:31:12.012 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:28:12.697450+0000", 2024-04-10T15:31:12.012 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:28:12.697742+0000", 2024-04-10T15:31:12.013 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T15:28:47.106785+0000", 2024-04-10T15:31:12.013 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:12.013 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:31:12.013 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:12.013 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 61, 2024-04-10T15:31:12.013 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T15:28:47.106785+0000", 2024-04-10T15:31:12.013 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T15:28:47.106785+0000", 2024-04-10T15:31:12.013 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T15:28:47.106785+0000", 2024-04-10T15:31:12.013 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T15:31:12.013 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T15:31:12.013 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:12.013 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T15:28:47.106785+0000", 2024-04-10T15:31:12.013 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T15:28:47.106785+0000", 2024-04-10T15:31:12.013 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T15:31:12.013 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T15:31:12.013 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T15:31:12.014 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T15:31:12.014 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 60, 2024-04-10T15:31:12.014 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T15:31:12.014 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T15:31:12.014 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T15:31:12.014 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T15:31:12.014 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T15:31:12.014 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:31:12.014 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T15:31:12.014 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T15:31:12.014 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.28", 2024-04-10T15:31:12.014 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T15:31:12.014 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T15:31:12.014 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 69, 2024-04-10T15:31:12.014 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 18, 2024-04-10T15:31:12.014 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T15:31:12.015 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T20:53:32.525021+0000", 2024-04-10T15:31:12.015 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:31:12.015 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T15:31:12.015 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T15:31:12.015 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T15:31:12.015 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:31:12.015 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T15:31:12.015 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:31:12.015 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T15:31:12.015 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T15:31:12.015 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T15:31:12.015 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T15:31:12.015 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T15:31:12.015 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T15:31:12.015 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T15:31:12.015 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T15:31:12.015 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T15:31:12.016 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T15:31:12.016 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:31:12.016 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T15:31:12.016 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T15:31:12.016 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T15:31:12.016 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T15:31:12.016 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T15:31:12.016 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:31:12.016 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T15:31:12.016 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T15:31:12.016 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T15:31:12.016 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:31:12.016 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T15:31:12.016 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T15:31:12.016 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T15:31:12.016 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T15:31:12.016 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T15:31:12.016 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T15:31:12.017 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T15:31:12.017 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T15:31:12.017 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T15:31:12.017 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T15:31:12.017 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T15:31:12.017 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:31:12.017 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T15:31:12.017 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T15:31:12.017 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T15:31:12.017 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.017 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T15:31:12.017 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T15:31:12.017 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T15:31:12.017 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T15:31:12.017 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T15:31:12.017 INFO:tasks.workunit.client.0.smithi069.stdout: 2 2024-04-10T15:31:12.018 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:12.018 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 5, 2024-04-10T15:31:12.018 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T15:31:12.018 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.018 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:12.018 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T15:31:12.018 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T15:31:12.018 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T15:31:12.018 INFO:tasks.workunit.client.0.smithi069.stdout: 1 2024-04-10T15:31:12.018 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:12.018 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 3, 2024-04-10T15:31:12.018 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T15:31:12.018 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T15:31:12.018 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T15:31:12.018 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T15:31:12.019 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:31:12.019 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T15:31:12.019 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T15:28:48.068792+0000", 2024-04-10T15:31:12.019 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:28:12.696810+0000", 2024-04-10T15:31:12.019 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:28:12.696810+0000", 2024-04-10T15:31:12.019 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:28:12.697126+0000", 2024-04-10T15:31:12.019 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T15:28:48.068792+0000", 2024-04-10T15:31:12.019 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:12.019 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:31:12.019 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:12.019 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 61, 2024-04-10T15:31:12.019 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T15:28:48.068792+0000", 2024-04-10T15:31:12.019 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T15:28:48.068792+0000", 2024-04-10T15:31:12.019 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T15:28:48.068792+0000", 2024-04-10T15:31:12.019 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T15:31:12.019 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T15:31:12.020 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:12.020 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T15:28:48.068792+0000", 2024-04-10T15:31:12.020 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T15:28:48.068792+0000", 2024-04-10T15:31:12.020 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T15:31:12.020 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T15:31:12.020 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T15:31:12.020 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T15:31:12.020 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 60, 2024-04-10T15:31:12.020 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T15:31:12.020 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T15:31:12.020 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T15:31:12.020 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T15:31:12.020 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T15:31:12.020 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:31:12.020 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T15:31:12.020 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T15:31:12.021 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.29", 2024-04-10T15:31:12.021 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T15:31:12.021 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T15:31:12.021 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 69, 2024-04-10T15:31:12.021 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 19, 2024-04-10T15:31:12.021 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T15:31:12.021 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T22:15:16.252640+0000", 2024-04-10T15:31:12.021 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:31:12.021 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T15:31:12.021 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T15:31:12.021 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T15:31:12.021 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:31:12.021 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T15:31:12.021 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:31:12.021 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T15:31:12.021 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T15:31:12.022 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T15:31:12.022 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T15:31:12.022 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T15:31:12.022 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T15:31:12.022 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T15:31:12.022 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T15:31:12.022 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T15:31:12.022 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T15:31:12.022 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:31:12.022 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T15:31:12.022 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T15:31:12.022 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T15:31:12.022 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T15:31:12.022 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T15:31:12.022 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:31:12.022 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T15:31:12.023 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T15:31:12.023 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T15:31:12.023 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:31:12.023 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T15:31:12.023 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T15:31:12.023 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T15:31:12.023 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T15:31:12.023 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T15:31:12.023 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T15:31:12.023 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T15:31:12.023 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T15:31:12.023 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T15:31:12.023 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T15:31:12.023 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T15:31:12.023 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:31:12.024 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T15:31:12.024 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T15:31:12.024 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T15:31:12.024 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.024 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T15:31:12.024 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T15:31:12.024 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T15:31:12.024 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T15:31:12.024 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T15:31:12.024 INFO:tasks.workunit.client.0.smithi069.stdout: 1 2024-04-10T15:31:12.024 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:12.024 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 3, 2024-04-10T15:31:12.024 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T15:31:12.024 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.024 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:12.025 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T15:31:12.025 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T15:31:12.025 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T15:31:12.025 INFO:tasks.workunit.client.0.smithi069.stdout: 6 2024-04-10T15:31:12.025 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:12.025 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 5, 2024-04-10T15:31:12.025 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T15:31:12.025 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T15:31:12.025 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T15:31:12.025 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T15:31:12.025 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:31:12.025 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T15:31:12.025 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T15:28:47.107006+0000", 2024-04-10T15:31:12.025 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:28:12.696360+0000", 2024-04-10T15:31:12.025 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:28:12.696360+0000", 2024-04-10T15:31:12.026 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:28:12.696778+0000", 2024-04-10T15:31:12.026 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T15:28:47.107006+0000", 2024-04-10T15:31:12.026 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:12.026 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:31:12.026 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:12.026 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 61, 2024-04-10T15:31:12.026 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T15:28:47.107006+0000", 2024-04-10T15:31:12.026 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T15:28:47.107006+0000", 2024-04-10T15:31:12.026 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T15:28:47.107006+0000", 2024-04-10T15:31:12.026 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T15:31:12.026 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T15:31:12.026 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:12.026 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T15:28:47.107006+0000", 2024-04-10T15:31:12.026 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T15:28:47.107006+0000", 2024-04-10T15:31:12.027 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T15:31:12.027 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T15:31:12.027 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T15:31:12.027 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T15:31:12.027 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 60, 2024-04-10T15:31:12.027 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T15:31:12.027 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T15:31:12.027 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T15:31:12.027 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T15:31:12.027 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T15:31:12.027 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:31:12.027 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T15:31:12.027 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T15:31:12.027 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.2a", 2024-04-10T15:31:12.027 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T15:31:12.027 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T15:31:12.028 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 69, 2024-04-10T15:31:12.028 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 18, 2024-04-10T15:31:12.028 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T15:31:12.028 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T02:49:42.974194+0000", 2024-04-10T15:31:12.028 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:31:12.028 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T15:31:12.028 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T15:31:12.028 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T15:31:12.028 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:31:12.028 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T15:31:12.028 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:31:12.028 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T15:31:12.028 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T15:31:12.028 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T15:31:12.028 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T15:31:12.028 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T15:31:12.029 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T15:31:12.029 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T15:31:12.029 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T15:31:12.029 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T15:31:12.029 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T15:31:12.029 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:31:12.029 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T15:31:12.029 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T15:31:12.029 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T15:31:12.029 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T15:31:12.029 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T15:31:12.029 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:31:12.029 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T15:31:12.029 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T15:31:12.029 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T15:31:12.029 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:31:12.030 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T15:31:12.030 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T15:31:12.030 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T15:31:12.030 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T15:31:12.030 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T15:31:12.030 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T15:31:12.030 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T15:31:12.030 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T15:31:12.030 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T15:31:12.030 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T15:31:12.030 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T15:31:12.030 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:31:12.030 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T15:31:12.030 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T15:31:12.031 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T15:31:12.031 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.031 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T15:31:12.031 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T15:31:12.031 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T15:31:12.031 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T15:31:12.031 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T15:31:12.031 INFO:tasks.workunit.client.0.smithi069.stdout: 6 2024-04-10T15:31:12.031 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:12.031 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 5, 2024-04-10T15:31:12.031 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T15:31:12.031 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.031 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:12.031 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T15:31:12.031 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T15:31:12.031 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T15:31:12.032 INFO:tasks.workunit.client.0.smithi069.stdout: 1 2024-04-10T15:31:12.032 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:12.032 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 0, 2024-04-10T15:31:12.032 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T15:31:12.032 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T15:31:12.032 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T15:31:12.032 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T15:31:12.032 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:31:12.032 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T15:31:12.032 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T15:28:47.171586+0000", 2024-04-10T15:31:12.032 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:28:12.694712+0000", 2024-04-10T15:31:12.032 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:28:12.694712+0000", 2024-04-10T15:31:12.032 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:28:12.695766+0000", 2024-04-10T15:31:12.032 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T15:28:47.171586+0000", 2024-04-10T15:31:12.032 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:12.032 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:31:12.033 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:12.033 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 61, 2024-04-10T15:31:12.033 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T15:28:47.171586+0000", 2024-04-10T15:31:12.033 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T15:28:47.171586+0000", 2024-04-10T15:31:12.033 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T15:28:47.171586+0000", 2024-04-10T15:31:12.033 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T15:31:12.033 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T15:31:12.033 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:12.033 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T15:28:47.171586+0000", 2024-04-10T15:31:12.033 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T15:28:47.171586+0000", 2024-04-10T15:31:12.033 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T15:31:12.033 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T15:31:12.033 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T15:31:12.033 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T15:31:12.033 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 60, 2024-04-10T15:31:12.034 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T15:31:12.034 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T15:31:12.034 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T15:31:12.034 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T15:31:12.034 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T15:31:12.034 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:31:12.034 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T15:31:12.034 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T15:31:12.034 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.2b", 2024-04-10T15:31:12.034 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T15:31:12.034 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T15:31:12.034 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 69, 2024-04-10T15:31:12.034 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 19, 2024-04-10T15:31:12.034 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T15:31:12.034 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T21:07:15.342788+0000", 2024-04-10T15:31:12.035 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:31:12.035 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T15:31:12.035 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T15:31:12.035 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T15:31:12.035 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:31:12.035 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T15:31:12.035 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:31:12.035 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T15:31:12.035 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T15:31:12.035 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T15:31:12.035 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T15:31:12.035 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T15:31:12.035 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T15:31:12.035 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T15:31:12.035 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T15:31:12.036 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T15:31:12.036 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T15:31:12.036 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:31:12.036 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T15:31:12.036 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T15:31:12.036 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T15:31:12.036 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T15:31:12.036 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T15:31:12.036 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:31:12.036 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T15:31:12.036 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T15:31:12.036 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T15:31:12.036 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:31:12.036 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T15:31:12.036 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T15:31:12.036 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T15:31:12.037 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T15:31:12.037 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T15:31:12.037 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T15:31:12.037 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T15:31:12.037 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T15:31:12.037 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T15:31:12.037 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T15:31:12.037 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T15:31:12.037 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:31:12.037 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T15:31:12.037 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T15:31:12.037 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T15:31:12.037 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.037 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T15:31:12.037 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T15:31:12.037 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T15:31:12.037 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T15:31:12.038 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T15:31:12.038 INFO:tasks.workunit.client.0.smithi069.stdout: 1 2024-04-10T15:31:12.038 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:12.038 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 0, 2024-04-10T15:31:12.038 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T15:31:12.038 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.038 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:12.038 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T15:31:12.038 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T15:31:12.038 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T15:31:12.038 INFO:tasks.workunit.client.0.smithi069.stdout: 0 2024-04-10T15:31:12.038 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:12.038 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 6, 2024-04-10T15:31:12.038 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T15:31:12.038 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T15:31:12.039 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T15:31:12.039 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T15:31:12.039 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:31:12.039 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T15:31:12.039 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T15:28:47.171600+0000", 2024-04-10T15:31:12.039 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:28:12.692808+0000", 2024-04-10T15:31:12.039 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:28:12.692808+0000", 2024-04-10T15:31:12.039 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:28:12.693179+0000", 2024-04-10T15:31:12.039 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T15:28:47.171600+0000", 2024-04-10T15:31:12.039 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:12.039 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:31:12.039 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:12.039 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 61, 2024-04-10T15:31:12.039 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T15:28:47.171600+0000", 2024-04-10T15:31:12.039 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T15:28:47.171600+0000", 2024-04-10T15:31:12.039 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T15:28:47.171600+0000", 2024-04-10T15:31:12.040 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T15:31:12.040 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T15:31:12.040 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:12.040 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T15:28:47.171600+0000", 2024-04-10T15:31:12.040 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T15:28:47.171600+0000", 2024-04-10T15:31:12.040 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T15:31:12.040 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T15:31:12.040 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T15:31:12.040 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T15:31:12.040 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 60, 2024-04-10T15:31:12.040 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T15:31:12.040 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T15:31:12.040 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T15:31:12.040 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T15:31:12.040 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T15:31:12.040 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:31:12.040 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T15:31:12.041 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T15:31:12.041 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.2c", 2024-04-10T15:31:12.041 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T15:31:12.041 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T15:31:12.041 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 69, 2024-04-10T15:31:12.041 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 19, 2024-04-10T15:31:12.041 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T15:31:12.041 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T17:41:28.799913+0000", 2024-04-10T15:31:12.041 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:31:12.041 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T15:31:12.041 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T15:31:12.041 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T15:31:12.041 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:31:12.041 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T15:31:12.041 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:31:12.041 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T15:31:12.042 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T15:31:12.042 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T15:31:12.042 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T15:31:12.042 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T15:31:12.042 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T15:31:12.042 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T15:31:12.042 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T15:31:12.042 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T15:31:12.042 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T15:31:12.042 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:31:12.042 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T15:31:12.042 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T15:31:12.042 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T15:31:12.042 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T15:31:12.042 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T15:31:12.043 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:31:12.043 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T15:31:12.043 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T15:31:12.043 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T15:31:12.043 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:31:12.043 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T15:31:12.043 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T15:31:12.043 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T15:31:12.043 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T15:31:12.043 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T15:31:12.043 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T15:31:12.043 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T15:31:12.043 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T15:31:12.043 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T15:31:12.043 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T15:31:12.043 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T15:31:12.043 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:31:12.044 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T15:31:12.044 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T15:31:12.044 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T15:31:12.044 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.044 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T15:31:12.044 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T15:31:12.044 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T15:31:12.044 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T15:31:12.044 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T15:31:12.044 INFO:tasks.workunit.client.0.smithi069.stdout: 0 2024-04-10T15:31:12.044 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:12.044 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 6, 2024-04-10T15:31:12.044 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T15:31:12.044 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:12.044 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:12.044 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_per_pool": [ 2024-04-10T15:31:12.044 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:12.045 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": 24, 2024-04-10T15:31:12.045 INFO:tasks.workunit.client.0.smithi069.stdout: "application": [ 2024-04-10T15:31:12.045 INFO:tasks.workunit.client.0.smithi069.stdout: "rbd" 2024-04-10T15:31:12.045 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:12.045 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T15:31:12.045 INFO:tasks.workunit.client.0.smithi069.stdout: "num_pg": 8, 2024-04-10T15:31:12.045 INFO:tasks.workunit.client.0.smithi069.stdout: "num_store_stats": 8, 2024-04-10T15:31:12.045 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T15:31:12.045 INFO:tasks.workunit.client.0.smithi069.stdout: "poolid": 4, 2024-04-10T15:31:12.045 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T15:31:12.045 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T15:31:12.045 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:31:12.045 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T15:31:12.045 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:31:12.045 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T15:31:12.046 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T15:31:12.046 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T15:31:12.046 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T15:31:12.046 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T15:31:12.046 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T15:31:12.046 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T15:31:12.046 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T15:31:12.046 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T15:31:12.046 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T15:31:12.046 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:31:12.046 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T15:31:12.046 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T15:31:12.046 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T15:31:12.046 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T15:31:12.047 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T15:31:12.047 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:31:12.047 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T15:31:12.047 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T15:31:12.047 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T15:31:12.047 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:31:12.047 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T15:31:12.047 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T15:31:12.047 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T15:31:12.047 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T15:31:12.047 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T15:31:12.047 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T15:31:12.047 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T15:31:12.047 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T15:31:12.047 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T15:31:12.048 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T15:31:12.048 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T15:31:12.048 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:31:12.048 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T15:31:12.048 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T15:31:12.048 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T15:31:12.048 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.048 INFO:tasks.workunit.client.0.smithi069.stdout: "store_stats": { 2024-04-10T15:31:12.048 INFO:tasks.workunit.client.0.smithi069.stdout: "allocated": 0, 2024-04-10T15:31:12.048 INFO:tasks.workunit.client.0.smithi069.stdout: "available": 0, 2024-04-10T15:31:12.048 INFO:tasks.workunit.client.0.smithi069.stdout: "data_compressed": 0, 2024-04-10T15:31:12.048 INFO:tasks.workunit.client.0.smithi069.stdout: "data_compressed_allocated": 0, 2024-04-10T15:31:12.048 INFO:tasks.workunit.client.0.smithi069.stdout: "data_compressed_original": 0, 2024-04-10T15:31:12.048 INFO:tasks.workunit.client.0.smithi069.stdout: "data_stored": 0, 2024-04-10T15:31:12.048 INFO:tasks.workunit.client.0.smithi069.stdout: "internal_metadata": 0, 2024-04-10T15:31:12.048 INFO:tasks.workunit.client.0.smithi069.stdout: "internally_reserved": 0, 2024-04-10T15:31:12.049 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_allocated": 0, 2024-04-10T15:31:12.049 INFO:tasks.workunit.client.0.smithi069.stdout: "total": 0 2024-04-10T15:31:12.049 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.049 INFO:tasks.workunit.client.0.smithi069.stdout: "up": 24 2024-04-10T15:31:12.049 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.049 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:12.049 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": 192, 2024-04-10T15:31:12.049 INFO:tasks.workunit.client.0.smithi069.stdout: "application": [ 2024-04-10T15:31:12.049 INFO:tasks.workunit.client.0.smithi069.stdout: "cephfs" 2024-04-10T15:31:12.049 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:12.049 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T15:31:12.049 INFO:tasks.workunit.client.0.smithi069.stdout: "num_pg": 64, 2024-04-10T15:31:12.049 INFO:tasks.workunit.client.0.smithi069.stdout: "num_store_stats": 8, 2024-04-10T15:31:12.049 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T15:31:12.049 INFO:tasks.workunit.client.0.smithi069.stdout: "poolid": 3, 2024-04-10T15:31:12.049 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T15:31:12.049 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T15:31:12.050 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:31:12.050 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T15:31:12.050 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:31:12.050 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T15:31:12.050 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T15:31:12.050 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T15:31:12.050 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T15:31:12.050 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T15:31:12.050 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T15:31:12.050 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T15:31:12.050 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T15:31:12.050 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T15:31:12.050 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T15:31:12.050 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:31:12.050 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T15:31:12.050 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T15:31:12.051 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T15:31:12.051 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T15:31:12.051 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T15:31:12.051 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:31:12.051 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T15:31:12.051 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T15:31:12.051 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T15:31:12.051 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:31:12.051 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T15:31:12.051 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T15:31:12.051 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T15:31:12.051 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T15:31:12.051 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T15:31:12.051 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T15:31:12.051 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T15:31:12.051 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T15:31:12.052 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T15:31:12.052 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T15:31:12.052 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T15:31:12.052 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:31:12.052 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T15:31:12.052 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T15:31:12.052 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T15:31:12.052 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.052 INFO:tasks.workunit.client.0.smithi069.stdout: "store_stats": { 2024-04-10T15:31:12.052 INFO:tasks.workunit.client.0.smithi069.stdout: "allocated": 0, 2024-04-10T15:31:12.052 INFO:tasks.workunit.client.0.smithi069.stdout: "available": 0, 2024-04-10T15:31:12.052 INFO:tasks.workunit.client.0.smithi069.stdout: "data_compressed": 0, 2024-04-10T15:31:12.052 INFO:tasks.workunit.client.0.smithi069.stdout: "data_compressed_allocated": 0, 2024-04-10T15:31:12.052 INFO:tasks.workunit.client.0.smithi069.stdout: "data_compressed_original": 0, 2024-04-10T15:31:12.052 INFO:tasks.workunit.client.0.smithi069.stdout: "data_stored": 0, 2024-04-10T15:31:12.052 INFO:tasks.workunit.client.0.smithi069.stdout: "internal_metadata": 0, 2024-04-10T15:31:12.053 INFO:tasks.workunit.client.0.smithi069.stdout: "internally_reserved": 0, 2024-04-10T15:31:12.053 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_allocated": 0, 2024-04-10T15:31:12.053 INFO:tasks.workunit.client.0.smithi069.stdout: "total": 0 2024-04-10T15:31:12.053 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.053 INFO:tasks.workunit.client.0.smithi069.stdout: "up": 192 2024-04-10T15:31:12.053 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.053 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:12.053 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": 3, 2024-04-10T15:31:12.053 INFO:tasks.workunit.client.0.smithi069.stdout: "application": [ 2024-04-10T15:31:12.053 INFO:tasks.workunit.client.0.smithi069.stdout: "mgr" 2024-04-10T15:31:12.053 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:12.053 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 128, 2024-04-10T15:31:12.053 INFO:tasks.workunit.client.0.smithi069.stdout: "num_pg": 1, 2024-04-10T15:31:12.053 INFO:tasks.workunit.client.0.smithi069.stdout: "num_store_stats": 3, 2024-04-10T15:31:12.054 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 128, 2024-04-10T15:31:12.054 INFO:tasks.workunit.client.0.smithi069.stdout: "poolid": 1, 2024-04-10T15:31:12.054 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T15:31:12.054 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 590368, 2024-04-10T15:31:12.054 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:31:12.054 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 1771104, 2024-04-10T15:31:12.054 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:31:12.054 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T15:31:12.054 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T15:31:12.054 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T15:31:12.054 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T15:31:12.054 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T15:31:12.054 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T15:31:12.054 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T15:31:12.054 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T15:31:12.055 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T15:31:12.055 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T15:31:12.055 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:31:12.055 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T15:31:12.055 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 6, 2024-04-10T15:31:12.055 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 2, 2024-04-10T15:31:12.055 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T15:31:12.055 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 2, 2024-04-10T15:31:12.055 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:31:12.055 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T15:31:12.055 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T15:31:12.055 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T15:31:12.055 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:31:12.055 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T15:31:12.055 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T15:31:12.055 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 6, 2024-04-10T15:31:12.055 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T15:31:12.056 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T15:31:12.056 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T15:31:12.056 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T15:31:12.056 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T15:31:12.056 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 212, 2024-04-10T15:31:12.056 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 306, 2024-04-10T15:31:12.056 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T15:31:12.056 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:31:12.056 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T15:31:12.056 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 179, 2024-04-10T15:31:12.056 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 2416 2024-04-10T15:31:12.056 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.056 INFO:tasks.workunit.client.0.smithi069.stdout: "store_stats": { 2024-04-10T15:31:12.056 INFO:tasks.workunit.client.0.smithi069.stdout: "allocated": 1781760, 2024-04-10T15:31:12.056 INFO:tasks.workunit.client.0.smithi069.stdout: "available": 0, 2024-04-10T15:31:12.057 INFO:tasks.workunit.client.0.smithi069.stdout: "data_compressed": 0, 2024-04-10T15:31:12.057 INFO:tasks.workunit.client.0.smithi069.stdout: "data_compressed_allocated": 0, 2024-04-10T15:31:12.057 INFO:tasks.workunit.client.0.smithi069.stdout: "data_compressed_original": 0, 2024-04-10T15:31:12.057 INFO:tasks.workunit.client.0.smithi069.stdout: "data_stored": 1771104, 2024-04-10T15:31:12.057 INFO:tasks.workunit.client.0.smithi069.stdout: "internal_metadata": 0, 2024-04-10T15:31:12.057 INFO:tasks.workunit.client.0.smithi069.stdout: "internally_reserved": 0, 2024-04-10T15:31:12.057 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_allocated": 0, 2024-04-10T15:31:12.057 INFO:tasks.workunit.client.0.smithi069.stdout: "total": 0 2024-04-10T15:31:12.057 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.057 INFO:tasks.workunit.client.0.smithi069.stdout: "up": 3 2024-04-10T15:31:12.057 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.057 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:12.057 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": 96, 2024-04-10T15:31:12.057 INFO:tasks.workunit.client.0.smithi069.stdout: "application": [ 2024-04-10T15:31:12.057 INFO:tasks.workunit.client.0.smithi069.stdout: "cephfs" 2024-04-10T15:31:12.057 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:12.057 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 45, 2024-04-10T15:31:12.058 INFO:tasks.workunit.client.0.smithi069.stdout: "num_pg": 32, 2024-04-10T15:31:12.058 INFO:tasks.workunit.client.0.smithi069.stdout: "num_store_stats": 8, 2024-04-10T15:31:12.058 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 45, 2024-04-10T15:31:12.058 INFO:tasks.workunit.client.0.smithi069.stdout: "poolid": 2, 2024-04-10T15:31:12.058 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T15:31:12.058 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 3430, 2024-04-10T15:31:12.058 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:31:12.058 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T15:31:12.058 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:31:12.058 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T15:31:12.058 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T15:31:12.058 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T15:31:12.058 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T15:31:12.058 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T15:31:12.058 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T15:31:12.058 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T15:31:12.059 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T15:31:12.059 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T15:31:12.059 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T15:31:12.059 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:31:12.059 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T15:31:12.059 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 66, 2024-04-10T15:31:12.059 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 22, 2024-04-10T15:31:12.059 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T15:31:12.059 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 22, 2024-04-10T15:31:12.059 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:31:12.059 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T15:31:12.059 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T15:31:12.059 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T15:31:12.059 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:31:12.059 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 14, 2024-04-10T15:31:12.059 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T15:31:12.060 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 1, 2024-04-10T15:31:12.060 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T15:31:12.060 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T15:31:12.060 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T15:31:12.060 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T15:31:12.060 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T15:31:12.060 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T15:31:12.060 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T15:31:12.060 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T15:31:12.060 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:31:12.060 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T15:31:12.060 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 51, 2024-04-10T15:31:12.060 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 20 2024-04-10T15:31:12.060 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.060 INFO:tasks.workunit.client.0.smithi069.stdout: "store_stats": { 2024-04-10T15:31:12.060 INFO:tasks.workunit.client.0.smithi069.stdout: "allocated": 98304, 2024-04-10T15:31:12.060 INFO:tasks.workunit.client.0.smithi069.stdout: "available": 0, 2024-04-10T15:31:12.060 INFO:tasks.workunit.client.0.smithi069.stdout: "data_compressed": 0, 2024-04-10T15:31:12.061 INFO:tasks.workunit.client.0.smithi069.stdout: "data_compressed_allocated": 0, 2024-04-10T15:31:12.061 INFO:tasks.workunit.client.0.smithi069.stdout: "data_compressed_original": 0, 2024-04-10T15:31:12.061 INFO:tasks.workunit.client.0.smithi069.stdout: "data_stored": 10290, 2024-04-10T15:31:12.061 INFO:tasks.workunit.client.0.smithi069.stdout: "internal_metadata": 0, 2024-04-10T15:31:12.061 INFO:tasks.workunit.client.0.smithi069.stdout: "internally_reserved": 0, 2024-04-10T15:31:12.061 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_allocated": 0, 2024-04-10T15:31:12.061 INFO:tasks.workunit.client.0.smithi069.stdout: "total": 0 2024-04-10T15:31:12.061 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.061 INFO:tasks.workunit.client.0.smithi069.stdout: "up": 96 2024-04-10T15:31:12.061 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:12.061 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:12.061 INFO:tasks.workunit.client.0.smithi069.stdout: "usage": { 2024-04-10T15:31:12.061 INFO:tasks.workunit.client.0.smithi069.stdout: "pg_num": 105, 2024-04-10T15:31:12.061 INFO:tasks.workunit.client.0.smithi069.stdout: "pools": 4, 2024-04-10T15:31:12.061 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_by_class": { 2024-04-10T15:31:12.061 INFO:tasks.workunit.client.0.smithi069.stdout: "ssd": { 2024-04-10T15:31:12.061 INFO:tasks.workunit.client.0.smithi069.stdout: "total_avail_bytes": 767722999808, 2024-04-10T15:31:12.062 INFO:tasks.workunit.client.0.smithi069.stdout: "total_bytes": 767960285184, 2024-04-10T15:31:12.062 INFO:tasks.workunit.client.0.smithi069.stdout: "total_used_bytes": 237285376, 2024-04-10T15:31:12.062 INFO:tasks.workunit.client.0.smithi069.stdout: "total_used_raw_bytes": 237285376, 2024-04-10T15:31:12.062 INFO:tasks.workunit.client.0.smithi069.stdout: "total_used_raw_ratio": 0.00030898131080903113 2024-04-10T15:31:12.062 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:12.062 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.062 INFO:tasks.workunit.client.0.smithi069.stdout: "total_avail_bytes": 767722999808, 2024-04-10T15:31:12.062 INFO:tasks.workunit.client.0.smithi069.stdout: "total_bytes": 767960285184, 2024-04-10T15:31:12.062 INFO:tasks.workunit.client.0.smithi069.stdout: "total_used_bytes": 237285376 2024-04-10T15:31:12.062 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:12.062 INFO:tasks.workunit.client.0.smithi069.stdout:} 2024-04-10T15:31:12.062 INFO:tasks.workunit.client.0.smithi069.stdout:Device report is generated separately. To see it run 'ceph telemetry show-device'. 2024-04-10T15:31:12.063 INFO:tasks.workunit.client.0.smithi069.stderr:+ ceph telemetry show-device 2024-04-10T15:31:12.064 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:11 smithi077 ceph-mon[31195]: from='client.14946 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:31:12.064 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:11 smithi077 ceph-mon[31195]: from='client.14946 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:31:12.064 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:11 smithi077 ceph-mon[31195]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:31:12.064 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:11 smithi077 ceph-mon[31195]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-10T15:31:12.064 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:11 smithi077 ceph-mon[31195]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:31:12.064 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:11 smithi077 ceph-mon[31195]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:31:12.064 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:11 smithi077 ceph-mon[31195]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:31:12.064 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:11 smithi077 ceph-mon[31195]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:31:12.064 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:11 smithi077 ceph-mon[31195]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:31:12.064 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:11 smithi077 ceph-mon[31195]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:31:12.064 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:11 smithi077 ceph-mon[31195]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:31:12.065 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:11 smithi077 ceph-mon[31195]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:31:12.065 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:11 smithi077 ceph-mon[31195]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:31:12.065 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:11 smithi077 ceph-mon[31195]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T15:31:12.065 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:11 smithi077 ceph-mon[31195]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T15:31:12.065 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:11 smithi077 ceph-mon[31195]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:31:12.065 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:11 smithi077 ceph-mon[31195]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:31:12.065 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:11 smithi077 ceph-mon[31195]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:31:12.065 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:11 smithi077 ceph-mon[31195]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T15:31:12.065 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:11 smithi077 ceph-mon[31195]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T15:31:12.065 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:11 smithi077 ceph-mon[31195]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:31:12.065 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:11 smithi077 ceph-mon[31195]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:31:12.065 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:11 smithi077 ceph-mon[31195]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:31:12.065 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:11 smithi077 ceph-mon[31195]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T15:31:12.065 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:11 smithi077 ceph-mon[31195]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T15:31:12.065 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:11 smithi077 ceph-mon[31195]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:31:12.065 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:11 smithi077 ceph-mon[31195]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:31:12.066 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:11 smithi077 ceph-mon[31195]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:31:12.066 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:11 smithi077 ceph-mon[31195]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:31:12.066 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:11 smithi077 ceph-mon[31195]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-10T15:31:12.066 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:11 smithi077 ceph-mon[31195]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:31:12.066 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:11 smithi077 ceph-mon[31195]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:31:12.066 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:11 smithi077 ceph-mon[31195]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:31:12.066 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:11 smithi077 ceph-mon[31195]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:31:12.066 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:11 smithi077 ceph-mon[31195]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:31:12.066 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:11 smithi077 ceph-mon[31195]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:31:12.066 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:11 smithi077 ceph-mon[31195]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:31:12.066 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:11 smithi077 ceph-mon[31195]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:31:12.066 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:11 smithi077 ceph-mon[31195]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:31:12.066 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:11 smithi077 ceph-mon[31195]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T15:31:12.066 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:11 smithi077 ceph-mon[31195]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T15:31:12.066 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:11 smithi077 ceph-mon[31195]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:31:12.067 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:11 smithi077 ceph-mon[31195]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:31:12.067 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:11 smithi077 ceph-mon[31195]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:31:12.067 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:11 smithi077 ceph-mon[31195]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T15:31:12.067 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:11 smithi077 ceph-mon[31195]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T15:31:12.067 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:11 smithi077 ceph-mon[31195]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:31:12.067 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:11 smithi077 ceph-mon[31195]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:31:12.067 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:11 smithi077 ceph-mon[31195]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:31:12.067 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:11 smithi077 ceph-mon[31195]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T15:31:12.067 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:11 smithi077 ceph-mon[31195]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T15:31:12.067 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:11 smithi077 ceph-mon[31195]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:31:12.067 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:11 smithi077 ceph-mon[31195]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:31:12.067 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:11 smithi077 ceph-mon[31195]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:31:12.067 INFO:tasks.workunit.client.0.smithi069.stdout:{ 2024-04-10T15:31:12.067 INFO:tasks.workunit.client.0.smithi069.stdout: "599624d2-f74f-11ee-91bc-0cc47a8fd737": { 2024-04-10T15:31:12.068 INFO:tasks.workunit.client.0.smithi069.stdout: "INTEL_SSDPEDMD400G4_5997394e-f74f-11ee-91bc-0cc47a8fd737": { 2024-04-10T15:31:12.068 INFO:tasks.workunit.client.0.smithi069.stdout: "20240410-152555": { 2024-04-10T15:31:12.068 INFO:tasks.workunit.client.0.smithi069.stdout: "device": { 2024-04-10T15:31:12.068 INFO:tasks.workunit.client.0.smithi069.stdout: "info_name": "/dev/nvme0n1", 2024-04-10T15:31:12.068 INFO:tasks.workunit.client.0.smithi069.stdout: "name": "/dev/nvme0n1", 2024-04-10T15:31:12.068 INFO:tasks.workunit.client.0.smithi069.stdout: "protocol": "NVMe", 2024-04-10T15:31:12.068 INFO:tasks.workunit.client.0.smithi069.stdout: "type": "nvme" 2024-04-10T15:31:12.068 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.068 INFO:tasks.workunit.client.0.smithi069.stdout: "firmware_version": "8DV101H0", 2024-04-10T15:31:12.068 INFO:tasks.workunit.client.0.smithi069.stdout: "host_id": "599624d2-f74f-11ee-91bc-0cc47a8fd737", 2024-04-10T15:31:12.068 INFO:tasks.workunit.client.0.smithi069.stdout: "json_format_version": [ 2024-04-10T15:31:12.068 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T15:31:12.068 INFO:tasks.workunit.client.0.smithi069.stdout: 0 2024-04-10T15:31:12.068 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:12.068 INFO:tasks.workunit.client.0.smithi069.stdout: "local_time": { 2024-04-10T15:31:12.068 INFO:tasks.workunit.client.0.smithi069.stdout: "asctime": "Wed Apr 10 15:25:55 2024 UTC", 2024-04-10T15:31:12.068 INFO:tasks.workunit.client.0.smithi069.stdout: "time_t": 1712762755 2024-04-10T15:31:12.069 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.069 INFO:tasks.workunit.client.0.smithi069.stdout: "logical_block_size": 512, 2024-04-10T15:31:12.069 INFO:tasks.workunit.client.0.smithi069.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-04-10T15:31:12.069 INFO:tasks.workunit.client.0.smithi069.stdout: "nvme_controller_id": 0, 2024-04-10T15:31:12.069 INFO:tasks.workunit.client.0.smithi069.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-04-10T15:31:12.069 INFO:tasks.workunit.client.0.smithi069.stdout: "nvme_namespaces": [ 2024-04-10T15:31:12.069 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:12.069 INFO:tasks.workunit.client.0.smithi069.stdout: "capacity": { 2024-04-10T15:31:12.069 INFO:tasks.workunit.client.0.smithi069.stdout: "blocks": 781422768, 2024-04-10T15:31:12.069 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 400088457216 2024-04-10T15:31:12.069 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.069 INFO:tasks.workunit.client.0.smithi069.stdout: "formatted_lba_size": 512, 2024-04-10T15:31:12.069 INFO:tasks.workunit.client.0.smithi069.stdout: "id": 1, 2024-04-10T15:31:12.069 INFO:tasks.workunit.client.0.smithi069.stdout: "size": { 2024-04-10T15:31:12.069 INFO:tasks.workunit.client.0.smithi069.stdout: "blocks": 781422768, 2024-04-10T15:31:12.070 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 400088457216 2024-04-10T15:31:12.070 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.070 INFO:tasks.workunit.client.0.smithi069.stdout: "utilization": { 2024-04-10T15:31:12.070 INFO:tasks.workunit.client.0.smithi069.stdout: "blocks": 781422768, 2024-04-10T15:31:12.070 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 400088457216 2024-04-10T15:31:12.070 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:12.070 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:12.070 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:12.070 INFO:tasks.workunit.client.0.smithi069.stdout: "nvme_number_of_namespaces": 1, 2024-04-10T15:31:12.070 INFO:tasks.workunit.client.0.smithi069.stdout: "nvme_pci_vendor": { 2024-04-10T15:31:12.070 INFO:tasks.workunit.client.0.smithi069.stdout: "id": 32902, 2024-04-10T15:31:12.070 INFO:tasks.workunit.client.0.smithi069.stdout: "subsystem_id": 32902 2024-04-10T15:31:12.070 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.070 INFO:tasks.workunit.client.0.smithi069.stdout: "nvme_smart_health_information_add_log": { 2024-04-10T15:31:12.070 INFO:tasks.workunit.client.0.smithi069.stdout: "Device stats": { 2024-04-10T15:31:12.071 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_fw_downgrades": { 2024-04-10T15:31:12.071 INFO:tasks.workunit.client.0.smithi069.stdout: "normalized": 0, 2024-04-10T15:31:12.071 INFO:tasks.workunit.client.0.smithi069.stdout: "raw": 0 2024-04-10T15:31:12.071 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.071 INFO:tasks.workunit.client.0.smithi069.stdout: "crc_error_count": { 2024-04-10T15:31:12.071 INFO:tasks.workunit.client.0.smithi069.stdout: "normalized": 100, 2024-04-10T15:31:12.071 INFO:tasks.workunit.client.0.smithi069.stdout: "raw": 0 2024-04-10T15:31:12.071 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.071 INFO:tasks.workunit.client.0.smithi069.stdout: "end_to_end_error_detection_count": { 2024-04-10T15:31:12.071 INFO:tasks.workunit.client.0.smithi069.stdout: "normalized": 100, 2024-04-10T15:31:12.071 INFO:tasks.workunit.client.0.smithi069.stdout: "raw": 0 2024-04-10T15:31:12.071 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.071 INFO:tasks.workunit.client.0.smithi069.stdout: "erase_fail_count": { 2024-04-10T15:31:12.071 INFO:tasks.workunit.client.0.smithi069.stdout: "normalized": 100, 2024-04-10T15:31:12.071 INFO:tasks.workunit.client.0.smithi069.stdout: "raw": 0 2024-04-10T15:31:12.071 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.072 INFO:tasks.workunit.client.0.smithi069.stdout: "host_bytes_written": { 2024-04-10T15:31:12.072 INFO:tasks.workunit.client.0.smithi069.stdout: "normalized": 100, 2024-04-10T15:31:12.072 INFO:tasks.workunit.client.0.smithi069.stdout: "raw": 25970560 2024-04-10T15:31:12.072 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.072 INFO:tasks.workunit.client.0.smithi069.stdout: "host_ctx_wear_used": { 2024-04-10T15:31:12.072 INFO:tasks.workunit.client.0.smithi069.stdout: "normalized": 100, 2024-04-10T15:31:12.072 INFO:tasks.workunit.client.0.smithi069.stdout: "raw": 1 2024-04-10T15:31:12.072 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.072 INFO:tasks.workunit.client.0.smithi069.stdout: "media_bytes_read": { 2024-04-10T15:31:12.072 INFO:tasks.workunit.client.0.smithi069.stdout: "normalized": 0, 2024-04-10T15:31:12.072 INFO:tasks.workunit.client.0.smithi069.stdout: "raw": 0 2024-04-10T15:31:12.072 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.072 INFO:tasks.workunit.client.0.smithi069.stdout: "nand_bytes_written": { 2024-04-10T15:31:12.072 INFO:tasks.workunit.client.0.smithi069.stdout: "normalized": 100, 2024-04-10T15:31:12.072 INFO:tasks.workunit.client.0.smithi069.stdout: "raw": 42073918 2024-04-10T15:31:12.072 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.073 INFO:tasks.workunit.client.0.smithi069.stdout: "perf_stat_indicator": { 2024-04-10T15:31:12.073 INFO:tasks.workunit.client.0.smithi069.stdout: "normalized": 0, 2024-04-10T15:31:12.073 INFO:tasks.workunit.client.0.smithi069.stdout: "raw": 0 2024-04-10T15:31:12.073 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.073 INFO:tasks.workunit.client.0.smithi069.stdout: "pll_lock_loss_count": { 2024-04-10T15:31:12.073 INFO:tasks.workunit.client.0.smithi069.stdout: "normalized": 100, 2024-04-10T15:31:12.073 INFO:tasks.workunit.client.0.smithi069.stdout: "raw": 0 2024-04-10T15:31:12.073 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.073 INFO:tasks.workunit.client.0.smithi069.stdout: "program_fail_count": { 2024-04-10T15:31:12.073 INFO:tasks.workunit.client.0.smithi069.stdout: "normalized": 100, 2024-04-10T15:31:12.073 INFO:tasks.workunit.client.0.smithi069.stdout: "raw": 0 2024-04-10T15:31:12.073 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.073 INFO:tasks.workunit.client.0.smithi069.stdout: "re_alloc_sectr_cnt": { 2024-04-10T15:31:12.073 INFO:tasks.workunit.client.0.smithi069.stdout: "normalized": 0, 2024-04-10T15:31:12.073 INFO:tasks.workunit.client.0.smithi069.stdout: "raw": 0 2024-04-10T15:31:12.073 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.074 INFO:tasks.workunit.client.0.smithi069.stdout: "retry_buffer_overflow_count": { 2024-04-10T15:31:12.074 INFO:tasks.workunit.client.0.smithi069.stdout: "normalized": 100, 2024-04-10T15:31:12.074 INFO:tasks.workunit.client.0.smithi069.stdout: "raw": 0 2024-04-10T15:31:12.074 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.074 INFO:tasks.workunit.client.0.smithi069.stdout: "soft_ecc_err_rate": { 2024-04-10T15:31:12.074 INFO:tasks.workunit.client.0.smithi069.stdout: "normalized": 0, 2024-04-10T15:31:12.074 INFO:tasks.workunit.client.0.smithi069.stdout: "raw": 0 2024-04-10T15:31:12.074 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.074 INFO:tasks.workunit.client.0.smithi069.stdout: "thermal_throttle_status": { 2024-04-10T15:31:12.074 INFO:tasks.workunit.client.0.smithi069.stdout: "normalized": 100, 2024-04-10T15:31:12.074 INFO:tasks.workunit.client.0.smithi069.stdout: "raw": { 2024-04-10T15:31:12.074 INFO:tasks.workunit.client.0.smithi069.stdout: "cnt": 0, 2024-04-10T15:31:12.074 INFO:tasks.workunit.client.0.smithi069.stdout: "pct": 0 2024-04-10T15:31:12.074 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:12.074 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.075 INFO:tasks.workunit.client.0.smithi069.stdout: "timed_workload_host_reads": { 2024-04-10T15:31:12.075 INFO:tasks.workunit.client.0.smithi069.stdout: "normalized": 100, 2024-04-10T15:31:12.075 INFO:tasks.workunit.client.0.smithi069.stdout: "raw": 65535 2024-04-10T15:31:12.075 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.075 INFO:tasks.workunit.client.0.smithi069.stdout: "timed_workload_media_wear": { 2024-04-10T15:31:12.075 INFO:tasks.workunit.client.0.smithi069.stdout: "normalized": 100, 2024-04-10T15:31:12.075 INFO:tasks.workunit.client.0.smithi069.stdout: "raw": 64 2024-04-10T15:31:12.075 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.075 INFO:tasks.workunit.client.0.smithi069.stdout: "timed_workload_timer": { 2024-04-10T15:31:12.075 INFO:tasks.workunit.client.0.smithi069.stdout: "normalized": 100, 2024-04-10T15:31:12.075 INFO:tasks.workunit.client.0.smithi069.stdout: "raw": 65535 2024-04-10T15:31:12.075 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.075 INFO:tasks.workunit.client.0.smithi069.stdout: "unexp_power_loss": { 2024-04-10T15:31:12.075 INFO:tasks.workunit.client.0.smithi069.stdout: "normalized": 0, 2024-04-10T15:31:12.075 INFO:tasks.workunit.client.0.smithi069.stdout: "raw": 0 2024-04-10T15:31:12.077 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.077 INFO:tasks.workunit.client.0.smithi069.stdout: "wear_leveling": { 2024-04-10T15:31:12.077 INFO:tasks.workunit.client.0.smithi069.stdout: "normalized": 91, 2024-04-10T15:31:12.077 INFO:tasks.workunit.client.0.smithi069.stdout: "raw": { 2024-04-10T15:31:12.077 INFO:tasks.workunit.client.0.smithi069.stdout: "avg": 2823, 2024-04-10T15:31:12.077 INFO:tasks.workunit.client.0.smithi069.stdout: "max": 2839, 2024-04-10T15:31:12.077 INFO:tasks.workunit.client.0.smithi069.stdout: "min": 2808 2024-04-10T15:31:12.077 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:12.077 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:12.077 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.078 INFO:tasks.workunit.client.0.smithi069.stdout: "Intel Smart log": "nvme0n1" 2024-04-10T15:31:12.078 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.078 INFO:tasks.workunit.client.0.smithi069.stdout: "nvme_smart_health_information_log": { 2024-04-10T15:31:12.078 INFO:tasks.workunit.client.0.smithi069.stdout: "available_spare": 100, 2024-04-10T15:31:12.078 INFO:tasks.workunit.client.0.smithi069.stdout: "available_spare_threshold": 10, 2024-04-10T15:31:12.078 INFO:tasks.workunit.client.0.smithi069.stdout: "controller_busy_time": 1, 2024-04-10T15:31:12.078 INFO:tasks.workunit.client.0.smithi069.stdout: "critical_warning": 0, 2024-04-10T15:31:12.078 INFO:tasks.workunit.client.0.smithi069.stdout: "data_units_read": 390305420, 2024-04-10T15:31:12.078 INFO:tasks.workunit.client.0.smithi069.stdout: "data_units_written": 1702006681, 2024-04-10T15:31:12.078 INFO:tasks.workunit.client.0.smithi069.stdout: "host_reads": 6219950024, 2024-04-10T15:31:12.078 INFO:tasks.workunit.client.0.smithi069.stdout: "host_writes": 29847982517, 2024-04-10T15:31:12.078 INFO:tasks.workunit.client.0.smithi069.stdout: "media_errors": 0, 2024-04-10T15:31:12.078 INFO:tasks.workunit.client.0.smithi069.stdout: "num_err_log_entries": 0, 2024-04-10T15:31:12.078 INFO:tasks.workunit.client.0.smithi069.stdout: "percentage_used": 9, 2024-04-10T15:31:12.079 INFO:tasks.workunit.client.0.smithi069.stdout: "power_cycles": 40276, 2024-04-10T15:31:12.079 INFO:tasks.workunit.client.0.smithi069.stdout: "power_on_hours": 59896, 2024-04-10T15:31:12.079 INFO:tasks.workunit.client.0.smithi069.stdout: "temperature": 25, 2024-04-10T15:31:12.079 INFO:tasks.workunit.client.0.smithi069.stdout: "unsafe_shutdowns": 83 2024-04-10T15:31:12.079 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.079 INFO:tasks.workunit.client.0.smithi069.stdout: "nvme_vendor": "intel", 2024-04-10T15:31:12.079 INFO:tasks.workunit.client.0.smithi069.stdout: "power_cycle_count": 40276, 2024-04-10T15:31:12.079 INFO:tasks.workunit.client.0.smithi069.stdout: "power_on_time": { 2024-04-10T15:31:12.079 INFO:tasks.workunit.client.0.smithi069.stdout: "hours": 59896 2024-04-10T15:31:12.079 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.079 INFO:tasks.workunit.client.0.smithi069.stdout: "serial_number": "deleted", 2024-04-10T15:31:12.079 INFO:tasks.workunit.client.0.smithi069.stdout: "smart_status": { 2024-04-10T15:31:12.079 INFO:tasks.workunit.client.0.smithi069.stdout: "nvme": { 2024-04-10T15:31:12.079 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.080 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.080 INFO:tasks.workunit.client.0.smithi069.stdout: "passed": true 2024-04-10T15:31:12.080 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.080 INFO:tasks.workunit.client.0.smithi069.stdout: "smartctl": { 2024-04-10T15:31:12.080 INFO:tasks.workunit.client.0.smithi069.stdout: "argv": [ 2024-04-10T15:31:12.080 INFO:tasks.workunit.client.0.smithi069.stdout: "smartctl", 2024-04-10T15:31:12.080 INFO:tasks.workunit.client.0.smithi069.stdout: "-x", 2024-04-10T15:31:12.080 INFO:tasks.workunit.client.0.smithi069.stdout: "--json=o", 2024-04-10T15:31:12.080 INFO:tasks.workunit.client.0.smithi069.stdout: "/dev/nvme0n1" 2024-04-10T15:31:12.080 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:12.080 INFO:tasks.workunit.client.0.smithi069.stdout: "build_info": "(local build)", 2024-04-10T15:31:12.080 INFO:tasks.workunit.client.0.smithi069.stdout: "exit_status": 0, 2024-04-10T15:31:12.080 INFO:tasks.workunit.client.0.smithi069.stdout: "output": [ 2024-04-10T15:31:12.080 INFO:tasks.workunit.client.0.smithi069.stdout: "smartctl 7.1 2019-12-30 r5022 [x86_64-linux-5.14.0-435.el9.x86_64] (local build)", 2024-04-10T15:31:12.080 INFO:tasks.workunit.client.0.smithi069.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-04-10T15:31:12.081 INFO:tasks.workunit.client.0.smithi069.stdout: "", 2024-04-10T15:31:12.081 INFO:tasks.workunit.client.0.smithi069.stdout: "=== START OF INFORMATION SECTION ===", 2024-04-10T15:31:12.081 INFO:tasks.workunit.client.0.smithi069.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-04-10T15:31:12.081 INFO:tasks.workunit.client.0.smithi069.stdout: "Serial Number: deleted", 2024-04-10T15:31:12.081 INFO:tasks.workunit.client.0.smithi069.stdout: "Firmware Version: 8DV101H0", 2024-04-10T15:31:12.081 INFO:tasks.workunit.client.0.smithi069.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-04-10T15:31:12.081 INFO:tasks.workunit.client.0.smithi069.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-04-10T15:31:12.081 INFO:tasks.workunit.client.0.smithi069.stdout: "Controller ID: 0", 2024-04-10T15:31:12.081 INFO:tasks.workunit.client.0.smithi069.stdout: "Number of Namespaces: 1", 2024-04-10T15:31:12.081 INFO:tasks.workunit.client.0.smithi069.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-04-10T15:31:12.081 INFO:tasks.workunit.client.0.smithi069.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-04-10T15:31:12.081 INFO:tasks.workunit.client.0.smithi069.stdout: "Local Time is: Wed Apr 10 15:25:55 2024 UTC", 2024-04-10T15:31:12.081 INFO:tasks.workunit.client.0.smithi069.stdout: "Firmware Updates (0x02): 1 Slot", 2024-04-10T15:31:12.081 INFO:tasks.workunit.client.0.smithi069.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-04-10T15:31:12.081 INFO:tasks.workunit.client.0.smithi069.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-04-10T15:31:12.081 INFO:tasks.workunit.client.0.smithi069.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-04-10T15:31:12.082 INFO:tasks.workunit.client.0.smithi069.stdout: "", 2024-04-10T15:31:12.082 INFO:tasks.workunit.client.0.smithi069.stdout: "Supported Power States", 2024-04-10T15:31:12.082 INFO:tasks.workunit.client.0.smithi069.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-04-10T15:31:12.082 INFO:tasks.workunit.client.0.smithi069.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-04-10T15:31:12.082 INFO:tasks.workunit.client.0.smithi069.stdout: "", 2024-04-10T15:31:12.082 INFO:tasks.workunit.client.0.smithi069.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-04-10T15:31:12.082 INFO:tasks.workunit.client.0.smithi069.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-04-10T15:31:12.082 INFO:tasks.workunit.client.0.smithi069.stdout: " 0 + 512 0 2", 2024-04-10T15:31:12.082 INFO:tasks.workunit.client.0.smithi069.stdout: " 1 - 512 8 2", 2024-04-10T15:31:12.082 INFO:tasks.workunit.client.0.smithi069.stdout: " 2 - 512 16 2", 2024-04-10T15:31:12.082 INFO:tasks.workunit.client.0.smithi069.stdout: " 3 - 4096 0 0", 2024-04-10T15:31:12.082 INFO:tasks.workunit.client.0.smithi069.stdout: " 4 - 4096 8 0", 2024-04-10T15:31:12.082 INFO:tasks.workunit.client.0.smithi069.stdout: " 5 - 4096 64 0", 2024-04-10T15:31:12.082 INFO:tasks.workunit.client.0.smithi069.stdout: " 6 - 4096 128 0", 2024-04-10T15:31:12.083 INFO:tasks.workunit.client.0.smithi069.stdout: "", 2024-04-10T15:31:12.083 INFO:tasks.workunit.client.0.smithi069.stdout: "=== START OF SMART DATA SECTION ===", 2024-04-10T15:31:12.083 INFO:tasks.workunit.client.0.smithi069.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-04-10T15:31:12.083 INFO:tasks.workunit.client.0.smithi069.stdout: "", 2024-04-10T15:31:12.083 INFO:tasks.workunit.client.0.smithi069.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-04-10T15:31:12.083 INFO:tasks.workunit.client.0.smithi069.stdout: "Critical Warning: 0x00", 2024-04-10T15:31:12.083 INFO:tasks.workunit.client.0.smithi069.stdout: "Temperature: 25 Celsius", 2024-04-10T15:31:12.083 INFO:tasks.workunit.client.0.smithi069.stdout: "Available Spare: 100%", 2024-04-10T15:31:12.083 INFO:tasks.workunit.client.0.smithi069.stdout: "Available Spare Threshold: 10%", 2024-04-10T15:31:12.083 INFO:tasks.workunit.client.0.smithi069.stdout: "Percentage Used: 9%", 2024-04-10T15:31:12.083 INFO:tasks.workunit.client.0.smithi069.stdout: "Data Units Read: 390,305,420 [199 TB]", 2024-04-10T15:31:12.083 INFO:tasks.workunit.client.0.smithi069.stdout: "Data Units Written: 1,702,006,681 [871 TB]", 2024-04-10T15:31:12.083 INFO:tasks.workunit.client.0.smithi069.stdout: "Host Read Commands: 6,219,950,024", 2024-04-10T15:31:12.083 INFO:tasks.workunit.client.0.smithi069.stdout: "Host Write Commands: 29,847,982,517", 2024-04-10T15:31:12.084 INFO:tasks.workunit.client.0.smithi069.stdout: "Controller Busy Time: 1", 2024-04-10T15:31:12.084 INFO:tasks.workunit.client.0.smithi069.stdout: "Power Cycles: 40,276", 2024-04-10T15:31:12.084 INFO:tasks.workunit.client.0.smithi069.stdout: "Power On Hours: 59,896", 2024-04-10T15:31:12.084 INFO:tasks.workunit.client.0.smithi069.stdout: "Unsafe Shutdowns: 83", 2024-04-10T15:31:12.084 INFO:tasks.workunit.client.0.smithi069.stdout: "Media and Data Integrity Errors: 0", 2024-04-10T15:31:12.084 INFO:tasks.workunit.client.0.smithi069.stdout: "Error Information Log Entries: 0", 2024-04-10T15:31:12.084 INFO:tasks.workunit.client.0.smithi069.stdout: "", 2024-04-10T15:31:12.084 INFO:tasks.workunit.client.0.smithi069.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2024-04-10T15:31:12.084 INFO:tasks.workunit.client.0.smithi069.stdout: "No Errors Logged", 2024-04-10T15:31:12.084 INFO:tasks.workunit.client.0.smithi069.stdout: "" 2024-04-10T15:31:12.084 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:12.084 INFO:tasks.workunit.client.0.smithi069.stdout: "platform_info": "x86_64-linux-5.14.0-435.el9.x86_64", 2024-04-10T15:31:12.084 INFO:tasks.workunit.client.0.smithi069.stdout: "svn_revision": "5022", 2024-04-10T15:31:12.084 INFO:tasks.workunit.client.0.smithi069.stdout: "version": [ 2024-04-10T15:31:12.084 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T15:31:12.084 INFO:tasks.workunit.client.0.smithi069.stdout: 1 2024-04-10T15:31:12.085 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T15:31:12.085 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.085 INFO:tasks.workunit.client.0.smithi069.stdout: "temperature": { 2024-04-10T15:31:12.085 INFO:tasks.workunit.client.0.smithi069.stdout: "current": 25 2024-04-10T15:31:12.085 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.085 INFO:tasks.workunit.client.0.smithi069.stdout: "user_capacity": { 2024-04-10T15:31:12.085 INFO:tasks.workunit.client.0.smithi069.stdout: "blocks": 781422768, 2024-04-10T15:31:12.085 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 400088457216 2024-04-10T15:31:12.085 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:12.085 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:12.085 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:12.085 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.085 INFO:tasks.workunit.client.0.smithi069.stdout: "5998e154-f74f-11ee-91bc-0cc47a8fd737": { 2024-04-10T15:31:12.085 INFO:tasks.workunit.client.0.smithi069.stdout: "INTEL_SSDPEDMD400G4_5999883e-f74f-11ee-91bc-0cc47a8fd737": { 2024-04-10T15:31:12.085 INFO:tasks.workunit.client.0.smithi069.stdout: "20240410-152557": { 2024-04-10T15:31:12.085 INFO:tasks.workunit.client.0.smithi069.stdout: "device": { 2024-04-10T15:31:12.086 INFO:tasks.workunit.client.0.smithi069.stdout: "info_name": "/dev/nvme0n1", 2024-04-10T15:31:12.086 INFO:tasks.workunit.client.0.smithi069.stdout: "name": "/dev/nvme0n1", 2024-04-10T15:31:12.086 INFO:tasks.workunit.client.0.smithi069.stdout: "protocol": "NVMe", 2024-04-10T15:31:12.086 INFO:tasks.workunit.client.0.smithi069.stdout: "type": "nvme" 2024-04-10T15:31:12.086 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.086 INFO:tasks.workunit.client.0.smithi069.stdout: "firmware_version": "8DV101H0", 2024-04-10T15:31:12.086 INFO:tasks.workunit.client.0.smithi069.stdout: "host_id": "5998e154-f74f-11ee-91bc-0cc47a8fd737", 2024-04-10T15:31:12.086 INFO:tasks.workunit.client.0.smithi069.stdout: "json_format_version": [ 2024-04-10T15:31:12.086 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T15:31:12.086 INFO:tasks.workunit.client.0.smithi069.stdout: 0 2024-04-10T15:31:12.086 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:12.086 INFO:tasks.workunit.client.0.smithi069.stdout: "local_time": { 2024-04-10T15:31:12.086 INFO:tasks.workunit.client.0.smithi069.stdout: "asctime": "Wed Apr 10 15:25:57 2024 UTC", 2024-04-10T15:31:12.086 INFO:tasks.workunit.client.0.smithi069.stdout: "time_t": 1712762757 2024-04-10T15:31:12.087 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.087 INFO:tasks.workunit.client.0.smithi069.stdout: "logical_block_size": 512, 2024-04-10T15:31:12.087 INFO:tasks.workunit.client.0.smithi069.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-04-10T15:31:12.087 INFO:tasks.workunit.client.0.smithi069.stdout: "nvme_controller_id": 0, 2024-04-10T15:31:12.087 INFO:tasks.workunit.client.0.smithi069.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-04-10T15:31:12.087 INFO:tasks.workunit.client.0.smithi069.stdout: "nvme_namespaces": [ 2024-04-10T15:31:12.087 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:12.087 INFO:tasks.workunit.client.0.smithi069.stdout: "capacity": { 2024-04-10T15:31:12.087 INFO:tasks.workunit.client.0.smithi069.stdout: "blocks": 781422768, 2024-04-10T15:31:12.087 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 400088457216 2024-04-10T15:31:12.087 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.087 INFO:tasks.workunit.client.0.smithi069.stdout: "formatted_lba_size": 512, 2024-04-10T15:31:12.087 INFO:tasks.workunit.client.0.smithi069.stdout: "id": 1, 2024-04-10T15:31:12.087 INFO:tasks.workunit.client.0.smithi069.stdout: "size": { 2024-04-10T15:31:12.087 INFO:tasks.workunit.client.0.smithi069.stdout: "blocks": 781422768, 2024-04-10T15:31:12.088 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 400088457216 2024-04-10T15:31:12.088 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.088 INFO:tasks.workunit.client.0.smithi069.stdout: "utilization": { 2024-04-10T15:31:12.088 INFO:tasks.workunit.client.0.smithi069.stdout: "blocks": 781422768, 2024-04-10T15:31:12.088 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 400088457216 2024-04-10T15:31:12.088 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:12.088 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:12.088 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:12.088 INFO:tasks.workunit.client.0.smithi069.stdout: "nvme_number_of_namespaces": 1, 2024-04-10T15:31:12.088 INFO:tasks.workunit.client.0.smithi069.stdout: "nvme_pci_vendor": { 2024-04-10T15:31:12.088 INFO:tasks.workunit.client.0.smithi069.stdout: "id": 32902, 2024-04-10T15:31:12.088 INFO:tasks.workunit.client.0.smithi069.stdout: "subsystem_id": 32902 2024-04-10T15:31:12.088 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.088 INFO:tasks.workunit.client.0.smithi069.stdout: "nvme_smart_health_information_add_log": { 2024-04-10T15:31:12.088 INFO:tasks.workunit.client.0.smithi069.stdout: "Device stats": { 2024-04-10T15:31:12.089 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_fw_downgrades": { 2024-04-10T15:31:12.089 INFO:tasks.workunit.client.0.smithi069.stdout: "normalized": 0, 2024-04-10T15:31:12.089 INFO:tasks.workunit.client.0.smithi069.stdout: "raw": 0 2024-04-10T15:31:12.089 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.089 INFO:tasks.workunit.client.0.smithi069.stdout: "crc_error_count": { 2024-04-10T15:31:12.089 INFO:tasks.workunit.client.0.smithi069.stdout: "normalized": 100, 2024-04-10T15:31:12.089 INFO:tasks.workunit.client.0.smithi069.stdout: "raw": 0 2024-04-10T15:31:12.089 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.089 INFO:tasks.workunit.client.0.smithi069.stdout: "end_to_end_error_detection_count": { 2024-04-10T15:31:12.089 INFO:tasks.workunit.client.0.smithi069.stdout: "normalized": 100, 2024-04-10T15:31:12.089 INFO:tasks.workunit.client.0.smithi069.stdout: "raw": 0 2024-04-10T15:31:12.089 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.089 INFO:tasks.workunit.client.0.smithi069.stdout: "erase_fail_count": { 2024-04-10T15:31:12.089 INFO:tasks.workunit.client.0.smithi069.stdout: "normalized": 100, 2024-04-10T15:31:12.089 INFO:tasks.workunit.client.0.smithi069.stdout: "raw": 0 2024-04-10T15:31:12.090 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.090 INFO:tasks.workunit.client.0.smithi069.stdout: "host_bytes_written": { 2024-04-10T15:31:12.090 INFO:tasks.workunit.client.0.smithi069.stdout: "normalized": 100, 2024-04-10T15:31:12.090 INFO:tasks.workunit.client.0.smithi069.stdout: "raw": 31729991 2024-04-10T15:31:12.090 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.090 INFO:tasks.workunit.client.0.smithi069.stdout: "host_ctx_wear_used": { 2024-04-10T15:31:12.090 INFO:tasks.workunit.client.0.smithi069.stdout: "normalized": 100, 2024-04-10T15:31:12.090 INFO:tasks.workunit.client.0.smithi069.stdout: "raw": 1 2024-04-10T15:31:12.090 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.090 INFO:tasks.workunit.client.0.smithi069.stdout: "media_bytes_read": { 2024-04-10T15:31:12.090 INFO:tasks.workunit.client.0.smithi069.stdout: "normalized": 0, 2024-04-10T15:31:12.090 INFO:tasks.workunit.client.0.smithi069.stdout: "raw": 0 2024-04-10T15:31:12.090 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.090 INFO:tasks.workunit.client.0.smithi069.stdout: "nand_bytes_written": { 2024-04-10T15:31:12.090 INFO:tasks.workunit.client.0.smithi069.stdout: "normalized": 100, 2024-04-10T15:31:12.091 INFO:tasks.workunit.client.0.smithi069.stdout: "raw": 51723495 2024-04-10T15:31:12.091 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.091 INFO:tasks.workunit.client.0.smithi069.stdout: "perf_stat_indicator": { 2024-04-10T15:31:12.091 INFO:tasks.workunit.client.0.smithi069.stdout: "normalized": 0, 2024-04-10T15:31:12.091 INFO:tasks.workunit.client.0.smithi069.stdout: "raw": 0 2024-04-10T15:31:12.091 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.091 INFO:tasks.workunit.client.0.smithi069.stdout: "pll_lock_loss_count": { 2024-04-10T15:31:12.091 INFO:tasks.workunit.client.0.smithi069.stdout: "normalized": 100, 2024-04-10T15:31:12.091 INFO:tasks.workunit.client.0.smithi069.stdout: "raw": 0 2024-04-10T15:31:12.091 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.091 INFO:tasks.workunit.client.0.smithi069.stdout: "program_fail_count": { 2024-04-10T15:31:12.091 INFO:tasks.workunit.client.0.smithi069.stdout: "normalized": 100, 2024-04-10T15:31:12.091 INFO:tasks.workunit.client.0.smithi069.stdout: "raw": 0 2024-04-10T15:31:12.091 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.091 INFO:tasks.workunit.client.0.smithi069.stdout: "re_alloc_sectr_cnt": { 2024-04-10T15:31:12.091 INFO:tasks.workunit.client.0.smithi069.stdout: "normalized": 0, 2024-04-10T15:31:12.092 INFO:tasks.workunit.client.0.smithi069.stdout: "raw": 0 2024-04-10T15:31:12.092 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.092 INFO:tasks.workunit.client.0.smithi069.stdout: "retry_buffer_overflow_count": { 2024-04-10T15:31:12.092 INFO:tasks.workunit.client.0.smithi069.stdout: "normalized": 100, 2024-04-10T15:31:12.092 INFO:tasks.workunit.client.0.smithi069.stdout: "raw": 0 2024-04-10T15:31:12.092 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.092 INFO:tasks.workunit.client.0.smithi069.stdout: "soft_ecc_err_rate": { 2024-04-10T15:31:12.092 INFO:tasks.workunit.client.0.smithi069.stdout: "normalized": 0, 2024-04-10T15:31:12.092 INFO:tasks.workunit.client.0.smithi069.stdout: "raw": 0 2024-04-10T15:31:12.092 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.092 INFO:tasks.workunit.client.0.smithi069.stdout: "thermal_throttle_status": { 2024-04-10T15:31:12.092 INFO:tasks.workunit.client.0.smithi069.stdout: "normalized": 100, 2024-04-10T15:31:12.092 INFO:tasks.workunit.client.0.smithi069.stdout: "raw": { 2024-04-10T15:31:12.092 INFO:tasks.workunit.client.0.smithi069.stdout: "cnt": 0, 2024-04-10T15:31:12.092 INFO:tasks.workunit.client.0.smithi069.stdout: "pct": 0 2024-04-10T15:31:12.093 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:12.093 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.093 INFO:tasks.workunit.client.0.smithi069.stdout: "timed_workload_host_reads": { 2024-04-10T15:31:12.093 INFO:tasks.workunit.client.0.smithi069.stdout: "normalized": 100, 2024-04-10T15:31:12.093 INFO:tasks.workunit.client.0.smithi069.stdout: "raw": 65535 2024-04-10T15:31:12.093 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.093 INFO:tasks.workunit.client.0.smithi069.stdout: "timed_workload_media_wear": { 2024-04-10T15:31:12.093 INFO:tasks.workunit.client.0.smithi069.stdout: "normalized": 100, 2024-04-10T15:31:12.093 INFO:tasks.workunit.client.0.smithi069.stdout: "raw": 64 2024-04-10T15:31:12.093 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.093 INFO:tasks.workunit.client.0.smithi069.stdout: "timed_workload_timer": { 2024-04-10T15:31:12.093 INFO:tasks.workunit.client.0.smithi069.stdout: "normalized": 100, 2024-04-10T15:31:12.093 INFO:tasks.workunit.client.0.smithi069.stdout: "raw": 65535 2024-04-10T15:31:12.093 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.093 INFO:tasks.workunit.client.0.smithi069.stdout: "unexp_power_loss": { 2024-04-10T15:31:12.093 INFO:tasks.workunit.client.0.smithi069.stdout: "normalized": 0, 2024-04-10T15:31:12.094 INFO:tasks.workunit.client.0.smithi069.stdout: "raw": 0 2024-04-10T15:31:12.094 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.094 INFO:tasks.workunit.client.0.smithi069.stdout: "wear_leveling": { 2024-04-10T15:31:12.094 INFO:tasks.workunit.client.0.smithi069.stdout: "normalized": 89, 2024-04-10T15:31:12.094 INFO:tasks.workunit.client.0.smithi069.stdout: "raw": { 2024-04-10T15:31:12.094 INFO:tasks.workunit.client.0.smithi069.stdout: "avg": 3477, 2024-04-10T15:31:12.094 INFO:tasks.workunit.client.0.smithi069.stdout: "max": 3493, 2024-04-10T15:31:12.094 INFO:tasks.workunit.client.0.smithi069.stdout: "min": 3462 2024-04-10T15:31:12.094 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:12.094 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:12.094 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.094 INFO:tasks.workunit.client.0.smithi069.stdout: "Intel Smart log": "nvme0n1" 2024-04-10T15:31:12.094 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.094 INFO:tasks.workunit.client.0.smithi069.stdout: "nvme_smart_health_information_log": { 2024-04-10T15:31:12.094 INFO:tasks.workunit.client.0.smithi069.stdout: "available_spare": 100, 2024-04-10T15:31:12.095 INFO:tasks.workunit.client.0.smithi069.stdout: "available_spare_threshold": 10, 2024-04-10T15:31:12.095 INFO:tasks.workunit.client.0.smithi069.stdout: "controller_busy_time": 6, 2024-04-10T15:31:12.095 INFO:tasks.workunit.client.0.smithi069.stdout: "critical_warning": 0, 2024-04-10T15:31:12.095 INFO:tasks.workunit.client.0.smithi069.stdout: "data_units_read": 410358099, 2024-04-10T15:31:12.095 INFO:tasks.workunit.client.0.smithi069.stdout: "data_units_written": 2079456739, 2024-04-10T15:31:12.095 INFO:tasks.workunit.client.0.smithi069.stdout: "host_reads": 6752379132, 2024-04-10T15:31:12.095 INFO:tasks.workunit.client.0.smithi069.stdout: "host_writes": 36672874135, 2024-04-10T15:31:12.095 INFO:tasks.workunit.client.0.smithi069.stdout: "media_errors": 0, 2024-04-10T15:31:12.095 INFO:tasks.workunit.client.0.smithi069.stdout: "num_err_log_entries": 0, 2024-04-10T15:31:12.095 INFO:tasks.workunit.client.0.smithi069.stdout: "percentage_used": 11, 2024-04-10T15:31:12.095 INFO:tasks.workunit.client.0.smithi069.stdout: "power_cycles": 50478, 2024-04-10T15:31:12.095 INFO:tasks.workunit.client.0.smithi069.stdout: "power_on_hours": 54712, 2024-04-10T15:31:12.095 INFO:tasks.workunit.client.0.smithi069.stdout: "temperature": 26, 2024-04-10T15:31:12.095 INFO:tasks.workunit.client.0.smithi069.stdout: "unsafe_shutdowns": 152 2024-04-10T15:31:12.095 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.095 INFO:tasks.workunit.client.0.smithi069.stdout: "nvme_vendor": "intel", 2024-04-10T15:31:12.095 INFO:tasks.workunit.client.0.smithi069.stdout: "power_cycle_count": 50478, 2024-04-10T15:31:12.095 INFO:tasks.workunit.client.0.smithi069.stdout: "power_on_time": { 2024-04-10T15:31:12.096 INFO:tasks.workunit.client.0.smithi069.stdout: "hours": 54712 2024-04-10T15:31:12.096 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.096 INFO:tasks.workunit.client.0.smithi069.stdout: "serial_number": "deleted", 2024-04-10T15:31:12.096 INFO:tasks.workunit.client.0.smithi069.stdout: "smart_status": { 2024-04-10T15:31:12.096 INFO:tasks.workunit.client.0.smithi069.stdout: "nvme": { 2024-04-10T15:31:12.096 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.096 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.096 INFO:tasks.workunit.client.0.smithi069.stdout: "passed": true 2024-04-10T15:31:12.096 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.096 INFO:tasks.workunit.client.0.smithi069.stdout: "smartctl": { 2024-04-10T15:31:12.096 INFO:tasks.workunit.client.0.smithi069.stdout: "argv": [ 2024-04-10T15:31:12.096 INFO:tasks.workunit.client.0.smithi069.stdout: "smartctl", 2024-04-10T15:31:12.096 INFO:tasks.workunit.client.0.smithi069.stdout: "-x", 2024-04-10T15:31:12.096 INFO:tasks.workunit.client.0.smithi069.stdout: "--json=o", 2024-04-10T15:31:12.096 INFO:tasks.workunit.client.0.smithi069.stdout: "/dev/nvme0n1" 2024-04-10T15:31:12.096 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:12.097 INFO:tasks.workunit.client.0.smithi069.stdout: "build_info": "(local build)", 2024-04-10T15:31:12.097 INFO:tasks.workunit.client.0.smithi069.stdout: "exit_status": 0, 2024-04-10T15:31:12.097 INFO:tasks.workunit.client.0.smithi069.stdout: "output": [ 2024-04-10T15:31:12.097 INFO:tasks.workunit.client.0.smithi069.stdout: "smartctl 7.1 2019-12-30 r5022 [x86_64-linux-5.14.0-435.el9.x86_64] (local build)", 2024-04-10T15:31:12.097 INFO:tasks.workunit.client.0.smithi069.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-04-10T15:31:12.097 INFO:tasks.workunit.client.0.smithi069.stdout: "", 2024-04-10T15:31:12.097 INFO:tasks.workunit.client.0.smithi069.stdout: "=== START OF INFORMATION SECTION ===", 2024-04-10T15:31:12.097 INFO:tasks.workunit.client.0.smithi069.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-04-10T15:31:12.097 INFO:tasks.workunit.client.0.smithi069.stdout: "Serial Number: deleted", 2024-04-10T15:31:12.097 INFO:tasks.workunit.client.0.smithi069.stdout: "Firmware Version: 8DV101H0", 2024-04-10T15:31:12.097 INFO:tasks.workunit.client.0.smithi069.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-04-10T15:31:12.097 INFO:tasks.workunit.client.0.smithi069.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-04-10T15:31:12.097 INFO:tasks.workunit.client.0.smithi069.stdout: "Controller ID: 0", 2024-04-10T15:31:12.097 INFO:tasks.workunit.client.0.smithi069.stdout: "Number of Namespaces: 1", 2024-04-10T15:31:12.097 INFO:tasks.workunit.client.0.smithi069.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-04-10T15:31:12.097 INFO:tasks.workunit.client.0.smithi069.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-04-10T15:31:12.097 INFO:tasks.workunit.client.0.smithi069.stdout: "Local Time is: Wed Apr 10 15:25:57 2024 UTC", 2024-04-10T15:31:12.098 INFO:tasks.workunit.client.0.smithi069.stdout: "Firmware Updates (0x02): 1 Slot", 2024-04-10T15:31:12.098 INFO:tasks.workunit.client.0.smithi069.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-04-10T15:31:12.098 INFO:tasks.workunit.client.0.smithi069.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-04-10T15:31:12.098 INFO:tasks.workunit.client.0.smithi069.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-04-10T15:31:12.098 INFO:tasks.workunit.client.0.smithi069.stdout: "", 2024-04-10T15:31:12.098 INFO:tasks.workunit.client.0.smithi069.stdout: "Supported Power States", 2024-04-10T15:31:12.098 INFO:tasks.workunit.client.0.smithi069.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-04-10T15:31:12.098 INFO:tasks.workunit.client.0.smithi069.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-04-10T15:31:12.098 INFO:tasks.workunit.client.0.smithi069.stdout: "", 2024-04-10T15:31:12.098 INFO:tasks.workunit.client.0.smithi069.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-04-10T15:31:12.098 INFO:tasks.workunit.client.0.smithi069.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-04-10T15:31:12.098 INFO:tasks.workunit.client.0.smithi069.stdout: " 0 + 512 0 2", 2024-04-10T15:31:12.098 INFO:tasks.workunit.client.0.smithi069.stdout: " 1 - 512 8 2", 2024-04-10T15:31:12.099 INFO:tasks.workunit.client.0.smithi069.stdout: " 2 - 512 16 2", 2024-04-10T15:31:12.099 INFO:tasks.workunit.client.0.smithi069.stdout: " 3 - 4096 0 0", 2024-04-10T15:31:12.099 INFO:tasks.workunit.client.0.smithi069.stdout: " 4 - 4096 8 0", 2024-04-10T15:31:12.099 INFO:tasks.workunit.client.0.smithi069.stdout: " 5 - 4096 64 0", 2024-04-10T15:31:12.099 INFO:tasks.workunit.client.0.smithi069.stdout: " 6 - 4096 128 0", 2024-04-10T15:31:12.099 INFO:tasks.workunit.client.0.smithi069.stdout: "", 2024-04-10T15:31:12.099 INFO:tasks.workunit.client.0.smithi069.stdout: "=== START OF SMART DATA SECTION ===", 2024-04-10T15:31:12.099 INFO:tasks.workunit.client.0.smithi069.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-04-10T15:31:12.099 INFO:tasks.workunit.client.0.smithi069.stdout: "", 2024-04-10T15:31:12.099 INFO:tasks.workunit.client.0.smithi069.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-04-10T15:31:12.099 INFO:tasks.workunit.client.0.smithi069.stdout: "Critical Warning: 0x00", 2024-04-10T15:31:12.099 INFO:tasks.workunit.client.0.smithi069.stdout: "Temperature: 26 Celsius", 2024-04-10T15:31:12.099 INFO:tasks.workunit.client.0.smithi069.stdout: "Available Spare: 100%", 2024-04-10T15:31:12.099 INFO:tasks.workunit.client.0.smithi069.stdout: "Available Spare Threshold: 10%", 2024-04-10T15:31:12.099 INFO:tasks.workunit.client.0.smithi069.stdout: "Percentage Used: 11%", 2024-04-10T15:31:12.099 INFO:tasks.workunit.client.0.smithi069.stdout: "Data Units Read: 410,358,099 [210 TB]", 2024-04-10T15:31:12.100 INFO:tasks.workunit.client.0.smithi069.stdout: "Data Units Written: 2,079,456,739 [1.06 PB]", 2024-04-10T15:31:12.100 INFO:tasks.workunit.client.0.smithi069.stdout: "Host Read Commands: 6,752,379,132", 2024-04-10T15:31:12.100 INFO:tasks.workunit.client.0.smithi069.stdout: "Host Write Commands: 36,672,874,135", 2024-04-10T15:31:12.100 INFO:tasks.workunit.client.0.smithi069.stdout: "Controller Busy Time: 6", 2024-04-10T15:31:12.100 INFO:tasks.workunit.client.0.smithi069.stdout: "Power Cycles: 50,478", 2024-04-10T15:31:12.100 INFO:tasks.workunit.client.0.smithi069.stdout: "Power On Hours: 54,712", 2024-04-10T15:31:12.100 INFO:tasks.workunit.client.0.smithi069.stdout: "Unsafe Shutdowns: 152", 2024-04-10T15:31:12.100 INFO:tasks.workunit.client.0.smithi069.stdout: "Media and Data Integrity Errors: 0", 2024-04-10T15:31:12.100 INFO:tasks.workunit.client.0.smithi069.stdout: "Error Information Log Entries: 0", 2024-04-10T15:31:12.100 INFO:tasks.workunit.client.0.smithi069.stdout: "", 2024-04-10T15:31:12.100 INFO:tasks.workunit.client.0.smithi069.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2024-04-10T15:31:12.100 INFO:tasks.workunit.client.0.smithi069.stdout: "No Errors Logged", 2024-04-10T15:31:12.100 INFO:tasks.workunit.client.0.smithi069.stdout: "" 2024-04-10T15:31:12.100 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:12.100 INFO:tasks.workunit.client.0.smithi069.stdout: "platform_info": "x86_64-linux-5.14.0-435.el9.x86_64", 2024-04-10T15:31:12.101 INFO:tasks.workunit.client.0.smithi069.stdout: "svn_revision": "5022", 2024-04-10T15:31:12.101 INFO:tasks.workunit.client.0.smithi069.stdout: "version": [ 2024-04-10T15:31:12.101 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T15:31:12.101 INFO:tasks.workunit.client.0.smithi069.stdout: 1 2024-04-10T15:31:12.101 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T15:31:12.101 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.101 INFO:tasks.workunit.client.0.smithi069.stdout: "temperature": { 2024-04-10T15:31:12.101 INFO:tasks.workunit.client.0.smithi069.stdout: "current": 26 2024-04-10T15:31:12.101 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.101 INFO:tasks.workunit.client.0.smithi069.stdout: "user_capacity": { 2024-04-10T15:31:12.101 INFO:tasks.workunit.client.0.smithi069.stdout: "blocks": 781422768, 2024-04-10T15:31:12.101 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 400088457216 2024-04-10T15:31:12.101 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:12.101 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:12.101 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:12.101 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:12.102 INFO:tasks.workunit.client.0.smithi069.stdout:} 2024-04-10T15:31:12.102 INFO:tasks.workunit.client.0.smithi069.stderr:+ ceph telemetry show-all 2024-04-10T15:31:12.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:11 smithi069 ceph-mon[39688]: from='client.14946 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:31:12.103 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:11 smithi069 ceph-mon[39688]: from='client.14946 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:31:12.103 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:11 smithi069 ceph-mon[39688]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:31:12.103 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:11 smithi069 ceph-mon[39688]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-10T15:31:12.103 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:11 smithi069 ceph-mon[39688]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:31:12.103 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:11 smithi069 ceph-mon[39688]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:31:12.103 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:11 smithi069 ceph-mon[39688]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:31:12.103 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:11 smithi069 ceph-mon[39688]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:31:12.103 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:11 smithi069 ceph-mon[39688]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:31:12.103 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:11 smithi069 ceph-mon[39688]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:31:12.103 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:11 smithi069 ceph-mon[39688]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:31:12.103 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:11 smithi069 ceph-mon[39688]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:31:12.103 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:11 smithi069 ceph-mon[39688]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:31:12.103 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:11 smithi069 ceph-mon[39688]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T15:31:12.103 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:11 smithi069 ceph-mon[39688]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T15:31:12.103 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:11 smithi069 ceph-mon[39688]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:31:12.104 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:11 smithi069 ceph-mon[39688]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:31:12.104 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:11 smithi069 ceph-mon[39688]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:31:12.104 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:11 smithi069 ceph-mon[39688]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T15:31:12.104 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:11 smithi069 ceph-mon[39688]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T15:31:12.104 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:11 smithi069 ceph-mon[39688]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:31:12.104 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:11 smithi069 ceph-mon[39688]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:31:12.104 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:11 smithi069 ceph-mon[39688]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:31:12.104 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:11 smithi069 ceph-mon[39688]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T15:31:12.104 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:11 smithi069 ceph-mon[39688]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T15:31:12.104 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:11 smithi069 ceph-mon[39688]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:31:12.104 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:11 smithi069 ceph-mon[39688]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:31:12.104 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:11 smithi069 ceph-mon[27501]: from='client.14946 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:31:12.104 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:11 smithi069 ceph-mon[27501]: from='client.14946 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:31:12.105 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:11 smithi069 ceph-mon[27501]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:31:12.105 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:11 smithi069 ceph-mon[27501]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-10T15:31:12.105 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:11 smithi069 ceph-mon[27501]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:31:12.105 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:11 smithi069 ceph-mon[27501]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:31:12.105 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:11 smithi069 ceph-mon[27501]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:31:12.105 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:11 smithi069 ceph-mon[27501]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:31:12.105 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:11 smithi069 ceph-mon[27501]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:31:12.105 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:11 smithi069 ceph-mon[27501]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:31:12.105 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:11 smithi069 ceph-mon[27501]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:31:12.105 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:11 smithi069 ceph-mon[27501]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:31:12.105 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:11 smithi069 ceph-mon[27501]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:31:12.105 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:11 smithi069 ceph-mon[27501]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T15:31:12.105 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:11 smithi069 ceph-mon[27501]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T15:31:12.105 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:11 smithi069 ceph-mon[27501]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:31:12.105 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:11 smithi069 ceph-mon[27501]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:31:12.105 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:11 smithi069 ceph-mon[27501]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:31:12.105 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:11 smithi069 ceph-mon[27501]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T15:31:12.106 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:11 smithi069 ceph-mon[27501]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T15:31:12.106 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:11 smithi069 ceph-mon[27501]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:31:12.106 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:11 smithi069 ceph-mon[27501]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:31:12.106 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:11 smithi069 ceph-mon[27501]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:31:12.106 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:11 smithi069 ceph-mon[27501]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T15:31:12.106 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:11 smithi069 ceph-mon[27501]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T15:31:12.106 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:11 smithi069 ceph-mon[27501]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:31:12.106 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:11 smithi069 ceph-mon[27501]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:31:12.106 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:11 smithi069 ceph-mon[39688]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:31:12.106 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:11 smithi069 ceph-mon[39688]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:31:12.107 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:11 smithi069 ceph-mon[39688]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-10T15:31:12.107 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:11 smithi069 ceph-mon[39688]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:31:12.107 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:11 smithi069 ceph-mon[39688]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:31:12.107 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:11 smithi069 ceph-mon[39688]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:31:12.107 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:11 smithi069 ceph-mon[39688]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:31:12.107 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:11 smithi069 ceph-mon[39688]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:31:12.107 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:11 smithi069 ceph-mon[39688]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:31:12.107 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:11 smithi069 ceph-mon[39688]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:31:12.107 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:11 smithi069 ceph-mon[39688]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:31:12.107 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:11 smithi069 ceph-mon[39688]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:31:12.107 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:11 smithi069 ceph-mon[39688]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T15:31:12.107 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:11 smithi069 ceph-mon[39688]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T15:31:12.107 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:11 smithi069 ceph-mon[39688]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:31:12.107 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:11 smithi069 ceph-mon[39688]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:31:12.107 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:11 smithi069 ceph-mon[39688]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:31:12.107 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:11 smithi069 ceph-mon[39688]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T15:31:12.108 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:11 smithi069 ceph-mon[39688]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T15:31:12.108 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:11 smithi069 ceph-mon[39688]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:31:12.108 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:11 smithi069 ceph-mon[39688]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:31:12.108 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:11 smithi069 ceph-mon[39688]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:31:12.108 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:11 smithi069 ceph-mon[39688]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T15:31:12.108 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:11 smithi069 ceph-mon[39688]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T15:31:12.108 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:11 smithi069 ceph-mon[39688]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:31:12.108 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:11 smithi069 ceph-mon[39688]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:31:12.108 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:11 smithi069 ceph-mon[39688]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:31:12.108 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:11 smithi069 ceph-mon[27501]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:31:12.109 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:11 smithi069 ceph-mon[27501]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:31:12.109 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:11 smithi069 ceph-mon[27501]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-10T15:31:12.109 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:11 smithi069 ceph-mon[27501]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:31:12.109 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:11 smithi069 ceph-mon[27501]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:31:12.109 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:11 smithi069 ceph-mon[27501]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:31:12.109 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:11 smithi069 ceph-mon[27501]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:31:12.109 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:11 smithi069 ceph-mon[27501]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:31:12.109 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:11 smithi069 ceph-mon[27501]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:31:12.109 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:11 smithi069 ceph-mon[27501]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:31:12.109 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:11 smithi069 ceph-mon[27501]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:31:12.109 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:11 smithi069 ceph-mon[27501]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:31:12.109 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:11 smithi069 ceph-mon[27501]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T15:31:12.109 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:11 smithi069 ceph-mon[27501]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T15:31:12.109 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:11 smithi069 ceph-mon[27501]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:31:12.109 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:11 smithi069 ceph-mon[27501]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:31:12.109 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:11 smithi069 ceph-mon[27501]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:31:12.109 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:11 smithi069 ceph-mon[27501]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T15:31:12.110 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:11 smithi069 ceph-mon[27501]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T15:31:12.110 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:11 smithi069 ceph-mon[27501]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:31:12.110 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:11 smithi069 ceph-mon[27501]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:31:12.110 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:11 smithi069 ceph-mon[27501]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:31:12.110 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:11 smithi069 ceph-mon[27501]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T15:31:12.110 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:11 smithi069 ceph-mon[27501]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T15:31:12.110 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:11 smithi069 ceph-mon[27501]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:31:12.110 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:11 smithi069 ceph-mon[27501]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:31:12.110 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:11 smithi069 ceph-mon[27501]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:31:12.120 INFO:tasks.workunit.client.0.smithi069.stdout:{ 2024-04-10T15:31:12.120 INFO:tasks.workunit.client.0.smithi069.stdout: "device_report": { 2024-04-10T15:31:12.120 INFO:tasks.workunit.client.0.smithi069.stdout: "599624d2-f74f-11ee-91bc-0cc47a8fd737": { 2024-04-10T15:31:12.120 INFO:tasks.workunit.client.0.smithi069.stdout: "INTEL_SSDPEDMD400G4_5997394e-f74f-11ee-91bc-0cc47a8fd737": { 2024-04-10T15:31:12.120 INFO:tasks.workunit.client.0.smithi069.stdout: "20240410-152555": { 2024-04-10T15:31:12.120 INFO:tasks.workunit.client.0.smithi069.stdout: "device": { 2024-04-10T15:31:12.120 INFO:tasks.workunit.client.0.smithi069.stdout: "info_name": "/dev/nvme0n1", 2024-04-10T15:31:12.120 INFO:tasks.workunit.client.0.smithi069.stdout: "name": "/dev/nvme0n1", 2024-04-10T15:31:12.120 INFO:tasks.workunit.client.0.smithi069.stdout: "protocol": "NVMe", 2024-04-10T15:31:12.120 INFO:tasks.workunit.client.0.smithi069.stdout: "type": "nvme" 2024-04-10T15:31:12.120 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.120 INFO:tasks.workunit.client.0.smithi069.stdout: "firmware_version": "8DV101H0", 2024-04-10T15:31:12.120 INFO:tasks.workunit.client.0.smithi069.stdout: "host_id": "599624d2-f74f-11ee-91bc-0cc47a8fd737", 2024-04-10T15:31:12.121 INFO:tasks.workunit.client.0.smithi069.stdout: "json_format_version": [ 2024-04-10T15:31:12.121 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T15:31:12.121 INFO:tasks.workunit.client.0.smithi069.stdout: 0 2024-04-10T15:31:12.121 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:12.121 INFO:tasks.workunit.client.0.smithi069.stdout: "local_time": { 2024-04-10T15:31:12.121 INFO:tasks.workunit.client.0.smithi069.stdout: "asctime": "Wed Apr 10 15:25:55 2024 UTC", 2024-04-10T15:31:12.121 INFO:tasks.workunit.client.0.smithi069.stdout: "time_t": 1712762755 2024-04-10T15:31:12.121 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.121 INFO:tasks.workunit.client.0.smithi069.stdout: "logical_block_size": 512, 2024-04-10T15:31:12.121 INFO:tasks.workunit.client.0.smithi069.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-04-10T15:31:12.121 INFO:tasks.workunit.client.0.smithi069.stdout: "nvme_controller_id": 0, 2024-04-10T15:31:12.121 INFO:tasks.workunit.client.0.smithi069.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-04-10T15:31:12.121 INFO:tasks.workunit.client.0.smithi069.stdout: "nvme_namespaces": [ 2024-04-10T15:31:12.121 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:12.122 INFO:tasks.workunit.client.0.smithi069.stdout: "capacity": { 2024-04-10T15:31:12.122 INFO:tasks.workunit.client.0.smithi069.stdout: "blocks": 781422768, 2024-04-10T15:31:12.122 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 400088457216 2024-04-10T15:31:12.122 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.122 INFO:tasks.workunit.client.0.smithi069.stdout: "formatted_lba_size": 512, 2024-04-10T15:31:12.122 INFO:tasks.workunit.client.0.smithi069.stdout: "id": 1, 2024-04-10T15:31:12.122 INFO:tasks.workunit.client.0.smithi069.stdout: "size": { 2024-04-10T15:31:12.122 INFO:tasks.workunit.client.0.smithi069.stdout: "blocks": 781422768, 2024-04-10T15:31:12.122 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 400088457216 2024-04-10T15:31:12.122 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.122 INFO:tasks.workunit.client.0.smithi069.stdout: "utilization": { 2024-04-10T15:31:12.122 INFO:tasks.workunit.client.0.smithi069.stdout: "blocks": 781422768, 2024-04-10T15:31:12.122 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 400088457216 2024-04-10T15:31:12.122 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:12.122 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:12.123 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:12.123 INFO:tasks.workunit.client.0.smithi069.stdout: "nvme_number_of_namespaces": 1, 2024-04-10T15:31:12.123 INFO:tasks.workunit.client.0.smithi069.stdout: "nvme_pci_vendor": { 2024-04-10T15:31:12.123 INFO:tasks.workunit.client.0.smithi069.stdout: "id": 32902, 2024-04-10T15:31:12.123 INFO:tasks.workunit.client.0.smithi069.stdout: "subsystem_id": 32902 2024-04-10T15:31:12.123 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.123 INFO:tasks.workunit.client.0.smithi069.stdout: "nvme_smart_health_information_add_log": { 2024-04-10T15:31:12.123 INFO:tasks.workunit.client.0.smithi069.stdout: "Device stats": { 2024-04-10T15:31:12.123 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_fw_downgrades": { 2024-04-10T15:31:12.123 INFO:tasks.workunit.client.0.smithi069.stdout: "normalized": 0, 2024-04-10T15:31:12.123 INFO:tasks.workunit.client.0.smithi069.stdout: "raw": 0 2024-04-10T15:31:12.123 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.123 INFO:tasks.workunit.client.0.smithi069.stdout: "crc_error_count": { 2024-04-10T15:31:12.123 INFO:tasks.workunit.client.0.smithi069.stdout: "normalized": 100, 2024-04-10T15:31:12.124 INFO:tasks.workunit.client.0.smithi069.stdout: "raw": 0 2024-04-10T15:31:12.124 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.124 INFO:tasks.workunit.client.0.smithi069.stdout: "end_to_end_error_detection_count": { 2024-04-10T15:31:12.124 INFO:tasks.workunit.client.0.smithi069.stdout: "normalized": 100, 2024-04-10T15:31:12.124 INFO:tasks.workunit.client.0.smithi069.stdout: "raw": 0 2024-04-10T15:31:12.124 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.124 INFO:tasks.workunit.client.0.smithi069.stdout: "erase_fail_count": { 2024-04-10T15:31:12.124 INFO:tasks.workunit.client.0.smithi069.stdout: "normalized": 100, 2024-04-10T15:31:12.124 INFO:tasks.workunit.client.0.smithi069.stdout: "raw": 0 2024-04-10T15:31:12.124 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.124 INFO:tasks.workunit.client.0.smithi069.stdout: "host_bytes_written": { 2024-04-10T15:31:12.124 INFO:tasks.workunit.client.0.smithi069.stdout: "normalized": 100, 2024-04-10T15:31:12.124 INFO:tasks.workunit.client.0.smithi069.stdout: "raw": 25970560 2024-04-10T15:31:12.124 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.124 INFO:tasks.workunit.client.0.smithi069.stdout: "host_ctx_wear_used": { 2024-04-10T15:31:12.125 INFO:tasks.workunit.client.0.smithi069.stdout: "normalized": 100, 2024-04-10T15:31:12.125 INFO:tasks.workunit.client.0.smithi069.stdout: "raw": 1 2024-04-10T15:31:12.125 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.125 INFO:tasks.workunit.client.0.smithi069.stdout: "media_bytes_read": { 2024-04-10T15:31:12.125 INFO:tasks.workunit.client.0.smithi069.stdout: "normalized": 0, 2024-04-10T15:31:12.125 INFO:tasks.workunit.client.0.smithi069.stdout: "raw": 0 2024-04-10T15:31:12.125 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.125 INFO:tasks.workunit.client.0.smithi069.stdout: "nand_bytes_written": { 2024-04-10T15:31:12.125 INFO:tasks.workunit.client.0.smithi069.stdout: "normalized": 100, 2024-04-10T15:31:12.125 INFO:tasks.workunit.client.0.smithi069.stdout: "raw": 42073918 2024-04-10T15:31:12.125 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.125 INFO:tasks.workunit.client.0.smithi069.stdout: "perf_stat_indicator": { 2024-04-10T15:31:12.125 INFO:tasks.workunit.client.0.smithi069.stdout: "normalized": 0, 2024-04-10T15:31:12.125 INFO:tasks.workunit.client.0.smithi069.stdout: "raw": 0 2024-04-10T15:31:12.126 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.126 INFO:tasks.workunit.client.0.smithi069.stdout: "pll_lock_loss_count": { 2024-04-10T15:31:12.126 INFO:tasks.workunit.client.0.smithi069.stdout: "normalized": 100, 2024-04-10T15:31:12.126 INFO:tasks.workunit.client.0.smithi069.stdout: "raw": 0 2024-04-10T15:31:12.126 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.126 INFO:tasks.workunit.client.0.smithi069.stdout: "program_fail_count": { 2024-04-10T15:31:12.126 INFO:tasks.workunit.client.0.smithi069.stdout: "normalized": 100, 2024-04-10T15:31:12.126 INFO:tasks.workunit.client.0.smithi069.stdout: "raw": 0 2024-04-10T15:31:12.126 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.126 INFO:tasks.workunit.client.0.smithi069.stdout: "re_alloc_sectr_cnt": { 2024-04-10T15:31:12.126 INFO:tasks.workunit.client.0.smithi069.stdout: "normalized": 0, 2024-04-10T15:31:12.126 INFO:tasks.workunit.client.0.smithi069.stdout: "raw": 0 2024-04-10T15:31:12.126 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.126 INFO:tasks.workunit.client.0.smithi069.stdout: "retry_buffer_overflow_count": { 2024-04-10T15:31:12.127 INFO:tasks.workunit.client.0.smithi069.stdout: "normalized": 100, 2024-04-10T15:31:12.127 INFO:tasks.workunit.client.0.smithi069.stdout: "raw": 0 2024-04-10T15:31:12.127 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.127 INFO:tasks.workunit.client.0.smithi069.stdout: "soft_ecc_err_rate": { 2024-04-10T15:31:12.127 INFO:tasks.workunit.client.0.smithi069.stdout: "normalized": 0, 2024-04-10T15:31:12.127 INFO:tasks.workunit.client.0.smithi069.stdout: "raw": 0 2024-04-10T15:31:12.127 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.127 INFO:tasks.workunit.client.0.smithi069.stdout: "thermal_throttle_status": { 2024-04-10T15:31:12.127 INFO:tasks.workunit.client.0.smithi069.stdout: "normalized": 100, 2024-04-10T15:31:12.127 INFO:tasks.workunit.client.0.smithi069.stdout: "raw": { 2024-04-10T15:31:12.127 INFO:tasks.workunit.client.0.smithi069.stdout: "cnt": 0, 2024-04-10T15:31:12.127 INFO:tasks.workunit.client.0.smithi069.stdout: "pct": 0 2024-04-10T15:31:12.127 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:12.127 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.128 INFO:tasks.workunit.client.0.smithi069.stdout: "timed_workload_host_reads": { 2024-04-10T15:31:12.128 INFO:tasks.workunit.client.0.smithi069.stdout: "normalized": 100, 2024-04-10T15:31:12.128 INFO:tasks.workunit.client.0.smithi069.stdout: "raw": 65535 2024-04-10T15:31:12.128 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.128 INFO:tasks.workunit.client.0.smithi069.stdout: "timed_workload_media_wear": { 2024-04-10T15:31:12.128 INFO:tasks.workunit.client.0.smithi069.stdout: "normalized": 100, 2024-04-10T15:31:12.128 INFO:tasks.workunit.client.0.smithi069.stdout: "raw": 64 2024-04-10T15:31:12.128 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.128 INFO:tasks.workunit.client.0.smithi069.stdout: "timed_workload_timer": { 2024-04-10T15:31:12.128 INFO:tasks.workunit.client.0.smithi069.stdout: "normalized": 100, 2024-04-10T15:31:12.128 INFO:tasks.workunit.client.0.smithi069.stdout: "raw": 65535 2024-04-10T15:31:12.128 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.128 INFO:tasks.workunit.client.0.smithi069.stdout: "unexp_power_loss": { 2024-04-10T15:31:12.128 INFO:tasks.workunit.client.0.smithi069.stdout: "normalized": 0, 2024-04-10T15:31:12.128 INFO:tasks.workunit.client.0.smithi069.stdout: "raw": 0 2024-04-10T15:31:12.129 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.129 INFO:tasks.workunit.client.0.smithi069.stdout: "wear_leveling": { 2024-04-10T15:31:12.129 INFO:tasks.workunit.client.0.smithi069.stdout: "normalized": 91, 2024-04-10T15:31:12.129 INFO:tasks.workunit.client.0.smithi069.stdout: "raw": { 2024-04-10T15:31:12.129 INFO:tasks.workunit.client.0.smithi069.stdout: "avg": 2823, 2024-04-10T15:31:12.129 INFO:tasks.workunit.client.0.smithi069.stdout: "max": 2839, 2024-04-10T15:31:12.129 INFO:tasks.workunit.client.0.smithi069.stdout: "min": 2808 2024-04-10T15:31:12.129 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:12.129 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:12.129 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.129 INFO:tasks.workunit.client.0.smithi069.stdout: "Intel Smart log": "nvme0n1" 2024-04-10T15:31:12.129 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.129 INFO:tasks.workunit.client.0.smithi069.stdout: "nvme_smart_health_information_log": { 2024-04-10T15:31:12.129 INFO:tasks.workunit.client.0.smithi069.stdout: "available_spare": 100, 2024-04-10T15:31:12.130 INFO:tasks.workunit.client.0.smithi069.stdout: "available_spare_threshold": 10, 2024-04-10T15:31:12.130 INFO:tasks.workunit.client.0.smithi069.stdout: "controller_busy_time": 1, 2024-04-10T15:31:12.130 INFO:tasks.workunit.client.0.smithi069.stdout: "critical_warning": 0, 2024-04-10T15:31:12.130 INFO:tasks.workunit.client.0.smithi069.stdout: "data_units_read": 390305420, 2024-04-10T15:31:12.130 INFO:tasks.workunit.client.0.smithi069.stdout: "data_units_written": 1702006681, 2024-04-10T15:31:12.130 INFO:tasks.workunit.client.0.smithi069.stdout: "host_reads": 6219950024, 2024-04-10T15:31:12.130 INFO:tasks.workunit.client.0.smithi069.stdout: "host_writes": 29847982517, 2024-04-10T15:31:12.130 INFO:tasks.workunit.client.0.smithi069.stdout: "media_errors": 0, 2024-04-10T15:31:12.130 INFO:tasks.workunit.client.0.smithi069.stdout: "num_err_log_entries": 0, 2024-04-10T15:31:12.130 INFO:tasks.workunit.client.0.smithi069.stdout: "percentage_used": 9, 2024-04-10T15:31:12.130 INFO:tasks.workunit.client.0.smithi069.stdout: "power_cycles": 40276, 2024-04-10T15:31:12.130 INFO:tasks.workunit.client.0.smithi069.stdout: "power_on_hours": 59896, 2024-04-10T15:31:12.130 INFO:tasks.workunit.client.0.smithi069.stdout: "temperature": 25, 2024-04-10T15:31:12.130 INFO:tasks.workunit.client.0.smithi069.stdout: "unsafe_shutdowns": 83 2024-04-10T15:31:12.130 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.131 INFO:tasks.workunit.client.0.smithi069.stdout: "nvme_vendor": "intel", 2024-04-10T15:31:12.131 INFO:tasks.workunit.client.0.smithi069.stdout: "power_cycle_count": 40276, 2024-04-10T15:31:12.131 INFO:tasks.workunit.client.0.smithi069.stdout: "power_on_time": { 2024-04-10T15:31:12.131 INFO:tasks.workunit.client.0.smithi069.stdout: "hours": 59896 2024-04-10T15:31:12.131 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.131 INFO:tasks.workunit.client.0.smithi069.stdout: "serial_number": "deleted", 2024-04-10T15:31:12.131 INFO:tasks.workunit.client.0.smithi069.stdout: "smart_status": { 2024-04-10T15:31:12.131 INFO:tasks.workunit.client.0.smithi069.stdout: "nvme": { 2024-04-10T15:31:12.131 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.131 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.131 INFO:tasks.workunit.client.0.smithi069.stdout: "passed": true 2024-04-10T15:31:12.131 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.131 INFO:tasks.workunit.client.0.smithi069.stdout: "smartctl": { 2024-04-10T15:31:12.131 INFO:tasks.workunit.client.0.smithi069.stdout: "argv": [ 2024-04-10T15:31:12.131 INFO:tasks.workunit.client.0.smithi069.stdout: "smartctl", 2024-04-10T15:31:12.131 INFO:tasks.workunit.client.0.smithi069.stdout: "-x", 2024-04-10T15:31:12.132 INFO:tasks.workunit.client.0.smithi069.stdout: "--json=o", 2024-04-10T15:31:12.132 INFO:tasks.workunit.client.0.smithi069.stdout: "/dev/nvme0n1" 2024-04-10T15:31:12.132 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:12.132 INFO:tasks.workunit.client.0.smithi069.stdout: "build_info": "(local build)", 2024-04-10T15:31:12.132 INFO:tasks.workunit.client.0.smithi069.stdout: "exit_status": 0, 2024-04-10T15:31:12.132 INFO:tasks.workunit.client.0.smithi069.stdout: "output": [ 2024-04-10T15:31:12.132 INFO:tasks.workunit.client.0.smithi069.stdout: "smartctl 7.1 2019-12-30 r5022 [x86_64-linux-5.14.0-435.el9.x86_64] (local build)", 2024-04-10T15:31:12.132 INFO:tasks.workunit.client.0.smithi069.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-04-10T15:31:12.132 INFO:tasks.workunit.client.0.smithi069.stdout: "", 2024-04-10T15:31:12.132 INFO:tasks.workunit.client.0.smithi069.stdout: "=== START OF INFORMATION SECTION ===", 2024-04-10T15:31:12.132 INFO:tasks.workunit.client.0.smithi069.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-04-10T15:31:12.132 INFO:tasks.workunit.client.0.smithi069.stdout: "Serial Number: deleted", 2024-04-10T15:31:12.132 INFO:tasks.workunit.client.0.smithi069.stdout: "Firmware Version: 8DV101H0", 2024-04-10T15:31:12.132 INFO:tasks.workunit.client.0.smithi069.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-04-10T15:31:12.132 INFO:tasks.workunit.client.0.smithi069.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-04-10T15:31:12.132 INFO:tasks.workunit.client.0.smithi069.stdout: "Controller ID: 0", 2024-04-10T15:31:12.133 INFO:tasks.workunit.client.0.smithi069.stdout: "Number of Namespaces: 1", 2024-04-10T15:31:12.133 INFO:tasks.workunit.client.0.smithi069.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-04-10T15:31:12.133 INFO:tasks.workunit.client.0.smithi069.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-04-10T15:31:12.133 INFO:tasks.workunit.client.0.smithi069.stdout: "Local Time is: Wed Apr 10 15:25:55 2024 UTC", 2024-04-10T15:31:12.133 INFO:tasks.workunit.client.0.smithi069.stdout: "Firmware Updates (0x02): 1 Slot", 2024-04-10T15:31:12.133 INFO:tasks.workunit.client.0.smithi069.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-04-10T15:31:12.133 INFO:tasks.workunit.client.0.smithi069.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-04-10T15:31:12.133 INFO:tasks.workunit.client.0.smithi069.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-04-10T15:31:12.133 INFO:tasks.workunit.client.0.smithi069.stdout: "", 2024-04-10T15:31:12.133 INFO:tasks.workunit.client.0.smithi069.stdout: "Supported Power States", 2024-04-10T15:31:12.133 INFO:tasks.workunit.client.0.smithi069.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-04-10T15:31:12.133 INFO:tasks.workunit.client.0.smithi069.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-04-10T15:31:12.133 INFO:tasks.workunit.client.0.smithi069.stdout: "", 2024-04-10T15:31:12.133 INFO:tasks.workunit.client.0.smithi069.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-04-10T15:31:12.133 INFO:tasks.workunit.client.0.smithi069.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-04-10T15:31:12.134 INFO:tasks.workunit.client.0.smithi069.stdout: " 0 + 512 0 2", 2024-04-10T15:31:12.134 INFO:tasks.workunit.client.0.smithi069.stdout: " 1 - 512 8 2", 2024-04-10T15:31:12.134 INFO:tasks.workunit.client.0.smithi069.stdout: " 2 - 512 16 2", 2024-04-10T15:31:12.134 INFO:tasks.workunit.client.0.smithi069.stdout: " 3 - 4096 0 0", 2024-04-10T15:31:12.134 INFO:tasks.workunit.client.0.smithi069.stdout: " 4 - 4096 8 0", 2024-04-10T15:31:12.134 INFO:tasks.workunit.client.0.smithi069.stdout: " 5 - 4096 64 0", 2024-04-10T15:31:12.134 INFO:tasks.workunit.client.0.smithi069.stdout: " 6 - 4096 128 0", 2024-04-10T15:31:12.134 INFO:tasks.workunit.client.0.smithi069.stdout: "", 2024-04-10T15:31:12.134 INFO:tasks.workunit.client.0.smithi069.stdout: "=== START OF SMART DATA SECTION ===", 2024-04-10T15:31:12.134 INFO:tasks.workunit.client.0.smithi069.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-04-10T15:31:12.134 INFO:tasks.workunit.client.0.smithi069.stdout: "", 2024-04-10T15:31:12.134 INFO:tasks.workunit.client.0.smithi069.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-04-10T15:31:12.134 INFO:tasks.workunit.client.0.smithi069.stdout: "Critical Warning: 0x00", 2024-04-10T15:31:12.134 INFO:tasks.workunit.client.0.smithi069.stdout: "Temperature: 25 Celsius", 2024-04-10T15:31:12.134 INFO:tasks.workunit.client.0.smithi069.stdout: "Available Spare: 100%", 2024-04-10T15:31:12.134 INFO:tasks.workunit.client.0.smithi069.stdout: "Available Spare Threshold: 10%", 2024-04-10T15:31:12.135 INFO:tasks.workunit.client.0.smithi069.stdout: "Percentage Used: 9%", 2024-04-10T15:31:12.135 INFO:tasks.workunit.client.0.smithi069.stdout: "Data Units Read: 390,305,420 [199 TB]", 2024-04-10T15:31:12.135 INFO:tasks.workunit.client.0.smithi069.stdout: "Data Units Written: 1,702,006,681 [871 TB]", 2024-04-10T15:31:12.135 INFO:tasks.workunit.client.0.smithi069.stdout: "Host Read Commands: 6,219,950,024", 2024-04-10T15:31:12.135 INFO:tasks.workunit.client.0.smithi069.stdout: "Host Write Commands: 29,847,982,517", 2024-04-10T15:31:12.135 INFO:tasks.workunit.client.0.smithi069.stdout: "Controller Busy Time: 1", 2024-04-10T15:31:12.135 INFO:tasks.workunit.client.0.smithi069.stdout: "Power Cycles: 40,276", 2024-04-10T15:31:12.135 INFO:tasks.workunit.client.0.smithi069.stdout: "Power On Hours: 59,896", 2024-04-10T15:31:12.135 INFO:tasks.workunit.client.0.smithi069.stdout: "Unsafe Shutdowns: 83", 2024-04-10T15:31:12.135 INFO:tasks.workunit.client.0.smithi069.stdout: "Media and Data Integrity Errors: 0", 2024-04-10T15:31:12.135 INFO:tasks.workunit.client.0.smithi069.stdout: "Error Information Log Entries: 0", 2024-04-10T15:31:12.135 INFO:tasks.workunit.client.0.smithi069.stdout: "", 2024-04-10T15:31:12.135 INFO:tasks.workunit.client.0.smithi069.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2024-04-10T15:31:12.135 INFO:tasks.workunit.client.0.smithi069.stdout: "No Errors Logged", 2024-04-10T15:31:12.135 INFO:tasks.workunit.client.0.smithi069.stdout: "" 2024-04-10T15:31:12.136 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:12.136 INFO:tasks.workunit.client.0.smithi069.stdout: "platform_info": "x86_64-linux-5.14.0-435.el9.x86_64", 2024-04-10T15:31:12.136 INFO:tasks.workunit.client.0.smithi069.stdout: "svn_revision": "5022", 2024-04-10T15:31:12.136 INFO:tasks.workunit.client.0.smithi069.stdout: "version": [ 2024-04-10T15:31:12.136 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T15:31:12.136 INFO:tasks.workunit.client.0.smithi069.stdout: 1 2024-04-10T15:31:12.136 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T15:31:12.136 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.136 INFO:tasks.workunit.client.0.smithi069.stdout: "temperature": { 2024-04-10T15:31:12.136 INFO:tasks.workunit.client.0.smithi069.stdout: "current": 25 2024-04-10T15:31:12.136 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.136 INFO:tasks.workunit.client.0.smithi069.stdout: "user_capacity": { 2024-04-10T15:31:12.136 INFO:tasks.workunit.client.0.smithi069.stdout: "blocks": 781422768, 2024-04-10T15:31:12.136 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 400088457216 2024-04-10T15:31:12.136 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:12.136 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:12.137 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:12.137 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.137 INFO:tasks.workunit.client.0.smithi069.stdout: "5998e154-f74f-11ee-91bc-0cc47a8fd737": { 2024-04-10T15:31:12.137 INFO:tasks.workunit.client.0.smithi069.stdout: "INTEL_SSDPEDMD400G4_5999883e-f74f-11ee-91bc-0cc47a8fd737": { 2024-04-10T15:31:12.137 INFO:tasks.workunit.client.0.smithi069.stdout: "20240410-152557": { 2024-04-10T15:31:12.137 INFO:tasks.workunit.client.0.smithi069.stdout: "device": { 2024-04-10T15:31:12.137 INFO:tasks.workunit.client.0.smithi069.stdout: "info_name": "/dev/nvme0n1", 2024-04-10T15:31:12.137 INFO:tasks.workunit.client.0.smithi069.stdout: "name": "/dev/nvme0n1", 2024-04-10T15:31:12.137 INFO:tasks.workunit.client.0.smithi069.stdout: "protocol": "NVMe", 2024-04-10T15:31:12.137 INFO:tasks.workunit.client.0.smithi069.stdout: "type": "nvme" 2024-04-10T15:31:12.137 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.137 INFO:tasks.workunit.client.0.smithi069.stdout: "firmware_version": "8DV101H0", 2024-04-10T15:31:12.137 INFO:tasks.workunit.client.0.smithi069.stdout: "host_id": "5998e154-f74f-11ee-91bc-0cc47a8fd737", 2024-04-10T15:31:12.137 INFO:tasks.workunit.client.0.smithi069.stdout: "json_format_version": [ 2024-04-10T15:31:12.137 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T15:31:12.138 INFO:tasks.workunit.client.0.smithi069.stdout: 0 2024-04-10T15:31:12.138 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:12.138 INFO:tasks.workunit.client.0.smithi069.stdout: "local_time": { 2024-04-10T15:31:12.138 INFO:tasks.workunit.client.0.smithi069.stdout: "asctime": "Wed Apr 10 15:25:57 2024 UTC", 2024-04-10T15:31:12.138 INFO:tasks.workunit.client.0.smithi069.stdout: "time_t": 1712762757 2024-04-10T15:31:12.138 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.138 INFO:tasks.workunit.client.0.smithi069.stdout: "logical_block_size": 512, 2024-04-10T15:31:12.138 INFO:tasks.workunit.client.0.smithi069.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-04-10T15:31:12.138 INFO:tasks.workunit.client.0.smithi069.stdout: "nvme_controller_id": 0, 2024-04-10T15:31:12.138 INFO:tasks.workunit.client.0.smithi069.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-04-10T15:31:12.138 INFO:tasks.workunit.client.0.smithi069.stdout: "nvme_namespaces": [ 2024-04-10T15:31:12.138 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:12.138 INFO:tasks.workunit.client.0.smithi069.stdout: "capacity": { 2024-04-10T15:31:12.138 INFO:tasks.workunit.client.0.smithi069.stdout: "blocks": 781422768, 2024-04-10T15:31:12.138 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 400088457216 2024-04-10T15:31:12.139 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.139 INFO:tasks.workunit.client.0.smithi069.stdout: "formatted_lba_size": 512, 2024-04-10T15:31:12.139 INFO:tasks.workunit.client.0.smithi069.stdout: "id": 1, 2024-04-10T15:31:12.139 INFO:tasks.workunit.client.0.smithi069.stdout: "size": { 2024-04-10T15:31:12.139 INFO:tasks.workunit.client.0.smithi069.stdout: "blocks": 781422768, 2024-04-10T15:31:12.139 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 400088457216 2024-04-10T15:31:12.139 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.139 INFO:tasks.workunit.client.0.smithi069.stdout: "utilization": { 2024-04-10T15:31:12.139 INFO:tasks.workunit.client.0.smithi069.stdout: "blocks": 781422768, 2024-04-10T15:31:12.139 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 400088457216 2024-04-10T15:31:12.139 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:12.139 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:12.139 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:12.139 INFO:tasks.workunit.client.0.smithi069.stdout: "nvme_number_of_namespaces": 1, 2024-04-10T15:31:12.140 INFO:tasks.workunit.client.0.smithi069.stdout: "nvme_pci_vendor": { 2024-04-10T15:31:12.140 INFO:tasks.workunit.client.0.smithi069.stdout: "id": 32902, 2024-04-10T15:31:12.140 INFO:tasks.workunit.client.0.smithi069.stdout: "subsystem_id": 32902 2024-04-10T15:31:12.140 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.140 INFO:tasks.workunit.client.0.smithi069.stdout: "nvme_smart_health_information_add_log": { 2024-04-10T15:31:12.140 INFO:tasks.workunit.client.0.smithi069.stdout: "Device stats": { 2024-04-10T15:31:12.140 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_fw_downgrades": { 2024-04-10T15:31:12.140 INFO:tasks.workunit.client.0.smithi069.stdout: "normalized": 0, 2024-04-10T15:31:12.140 INFO:tasks.workunit.client.0.smithi069.stdout: "raw": 0 2024-04-10T15:31:12.140 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.140 INFO:tasks.workunit.client.0.smithi069.stdout: "crc_error_count": { 2024-04-10T15:31:12.140 INFO:tasks.workunit.client.0.smithi069.stdout: "normalized": 100, 2024-04-10T15:31:12.140 INFO:tasks.workunit.client.0.smithi069.stdout: "raw": 0 2024-04-10T15:31:12.140 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.140 INFO:tasks.workunit.client.0.smithi069.stdout: "end_to_end_error_detection_count": { 2024-04-10T15:31:12.140 INFO:tasks.workunit.client.0.smithi069.stdout: "normalized": 100, 2024-04-10T15:31:12.140 INFO:tasks.workunit.client.0.smithi069.stdout: "raw": 0 2024-04-10T15:31:12.141 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.141 INFO:tasks.workunit.client.0.smithi069.stdout: "erase_fail_count": { 2024-04-10T15:31:12.141 INFO:tasks.workunit.client.0.smithi069.stdout: "normalized": 100, 2024-04-10T15:31:12.141 INFO:tasks.workunit.client.0.smithi069.stdout: "raw": 0 2024-04-10T15:31:12.141 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.141 INFO:tasks.workunit.client.0.smithi069.stdout: "host_bytes_written": { 2024-04-10T15:31:12.141 INFO:tasks.workunit.client.0.smithi069.stdout: "normalized": 100, 2024-04-10T15:31:12.141 INFO:tasks.workunit.client.0.smithi069.stdout: "raw": 31729991 2024-04-10T15:31:12.141 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.141 INFO:tasks.workunit.client.0.smithi069.stdout: "host_ctx_wear_used": { 2024-04-10T15:31:12.141 INFO:tasks.workunit.client.0.smithi069.stdout: "normalized": 100, 2024-04-10T15:31:12.141 INFO:tasks.workunit.client.0.smithi069.stdout: "raw": 1 2024-04-10T15:31:12.141 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.141 INFO:tasks.workunit.client.0.smithi069.stdout: "media_bytes_read": { 2024-04-10T15:31:12.141 INFO:tasks.workunit.client.0.smithi069.stdout: "normalized": 0, 2024-04-10T15:31:12.141 INFO:tasks.workunit.client.0.smithi069.stdout: "raw": 0 2024-04-10T15:31:12.142 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.142 INFO:tasks.workunit.client.0.smithi069.stdout: "nand_bytes_written": { 2024-04-10T15:31:12.142 INFO:tasks.workunit.client.0.smithi069.stdout: "normalized": 100, 2024-04-10T15:31:12.142 INFO:tasks.workunit.client.0.smithi069.stdout: "raw": 51723495 2024-04-10T15:31:12.142 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.142 INFO:tasks.workunit.client.0.smithi069.stdout: "perf_stat_indicator": { 2024-04-10T15:31:12.142 INFO:tasks.workunit.client.0.smithi069.stdout: "normalized": 0, 2024-04-10T15:31:12.142 INFO:tasks.workunit.client.0.smithi069.stdout: "raw": 0 2024-04-10T15:31:12.142 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.142 INFO:tasks.workunit.client.0.smithi069.stdout: "pll_lock_loss_count": { 2024-04-10T15:31:12.142 INFO:tasks.workunit.client.0.smithi069.stdout: "normalized": 100, 2024-04-10T15:31:12.142 INFO:tasks.workunit.client.0.smithi069.stdout: "raw": 0 2024-04-10T15:31:12.142 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.142 INFO:tasks.workunit.client.0.smithi069.stdout: "program_fail_count": { 2024-04-10T15:31:12.142 INFO:tasks.workunit.client.0.smithi069.stdout: "normalized": 100, 2024-04-10T15:31:12.143 INFO:tasks.workunit.client.0.smithi069.stdout: "raw": 0 2024-04-10T15:31:12.143 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.143 INFO:tasks.workunit.client.0.smithi069.stdout: "re_alloc_sectr_cnt": { 2024-04-10T15:31:12.143 INFO:tasks.workunit.client.0.smithi069.stdout: "normalized": 0, 2024-04-10T15:31:12.143 INFO:tasks.workunit.client.0.smithi069.stdout: "raw": 0 2024-04-10T15:31:12.143 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.143 INFO:tasks.workunit.client.0.smithi069.stdout: "retry_buffer_overflow_count": { 2024-04-10T15:31:12.143 INFO:tasks.workunit.client.0.smithi069.stdout: "normalized": 100, 2024-04-10T15:31:12.143 INFO:tasks.workunit.client.0.smithi069.stdout: "raw": 0 2024-04-10T15:31:12.143 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.143 INFO:tasks.workunit.client.0.smithi069.stdout: "soft_ecc_err_rate": { 2024-04-10T15:31:12.143 INFO:tasks.workunit.client.0.smithi069.stdout: "normalized": 0, 2024-04-10T15:31:12.143 INFO:tasks.workunit.client.0.smithi069.stdout: "raw": 0 2024-04-10T15:31:12.143 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.143 INFO:tasks.workunit.client.0.smithi069.stdout: "thermal_throttle_status": { 2024-04-10T15:31:12.144 INFO:tasks.workunit.client.0.smithi069.stdout: "normalized": 100, 2024-04-10T15:31:12.144 INFO:tasks.workunit.client.0.smithi069.stdout: "raw": { 2024-04-10T15:31:12.144 INFO:tasks.workunit.client.0.smithi069.stdout: "cnt": 0, 2024-04-10T15:31:12.144 INFO:tasks.workunit.client.0.smithi069.stdout: "pct": 0 2024-04-10T15:31:12.144 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:12.144 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.144 INFO:tasks.workunit.client.0.smithi069.stdout: "timed_workload_host_reads": { 2024-04-10T15:31:12.144 INFO:tasks.workunit.client.0.smithi069.stdout: "normalized": 100, 2024-04-10T15:31:12.144 INFO:tasks.workunit.client.0.smithi069.stdout: "raw": 65535 2024-04-10T15:31:12.144 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.144 INFO:tasks.workunit.client.0.smithi069.stdout: "timed_workload_media_wear": { 2024-04-10T15:31:12.144 INFO:tasks.workunit.client.0.smithi069.stdout: "normalized": 100, 2024-04-10T15:31:12.144 INFO:tasks.workunit.client.0.smithi069.stdout: "raw": 64 2024-04-10T15:31:12.144 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.144 INFO:tasks.workunit.client.0.smithi069.stdout: "timed_workload_timer": { 2024-04-10T15:31:12.144 INFO:tasks.workunit.client.0.smithi069.stdout: "normalized": 100, 2024-04-10T15:31:12.145 INFO:tasks.workunit.client.0.smithi069.stdout: "raw": 65535 2024-04-10T15:31:12.145 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.145 INFO:tasks.workunit.client.0.smithi069.stdout: "unexp_power_loss": { 2024-04-10T15:31:12.145 INFO:tasks.workunit.client.0.smithi069.stdout: "normalized": 0, 2024-04-10T15:31:12.145 INFO:tasks.workunit.client.0.smithi069.stdout: "raw": 0 2024-04-10T15:31:12.145 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.145 INFO:tasks.workunit.client.0.smithi069.stdout: "wear_leveling": { 2024-04-10T15:31:12.145 INFO:tasks.workunit.client.0.smithi069.stdout: "normalized": 89, 2024-04-10T15:31:12.145 INFO:tasks.workunit.client.0.smithi069.stdout: "raw": { 2024-04-10T15:31:12.145 INFO:tasks.workunit.client.0.smithi069.stdout: "avg": 3477, 2024-04-10T15:31:12.145 INFO:tasks.workunit.client.0.smithi069.stdout: "max": 3493, 2024-04-10T15:31:12.145 INFO:tasks.workunit.client.0.smithi069.stdout: "min": 3462 2024-04-10T15:31:12.145 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:12.145 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:12.145 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.145 INFO:tasks.workunit.client.0.smithi069.stdout: "Intel Smart log": "nvme0n1" 2024-04-10T15:31:12.145 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.146 INFO:tasks.workunit.client.0.smithi069.stdout: "nvme_smart_health_information_log": { 2024-04-10T15:31:12.146 INFO:tasks.workunit.client.0.smithi069.stdout: "available_spare": 100, 2024-04-10T15:31:12.146 INFO:tasks.workunit.client.0.smithi069.stdout: "available_spare_threshold": 10, 2024-04-10T15:31:12.146 INFO:tasks.workunit.client.0.smithi069.stdout: "controller_busy_time": 6, 2024-04-10T15:31:12.146 INFO:tasks.workunit.client.0.smithi069.stdout: "critical_warning": 0, 2024-04-10T15:31:12.146 INFO:tasks.workunit.client.0.smithi069.stdout: "data_units_read": 410358099, 2024-04-10T15:31:12.146 INFO:tasks.workunit.client.0.smithi069.stdout: "data_units_written": 2079456739, 2024-04-10T15:31:12.146 INFO:tasks.workunit.client.0.smithi069.stdout: "host_reads": 6752379132, 2024-04-10T15:31:12.146 INFO:tasks.workunit.client.0.smithi069.stdout: "host_writes": 36672874135, 2024-04-10T15:31:12.146 INFO:tasks.workunit.client.0.smithi069.stdout: "media_errors": 0, 2024-04-10T15:31:12.146 INFO:tasks.workunit.client.0.smithi069.stdout: "num_err_log_entries": 0, 2024-04-10T15:31:12.146 INFO:tasks.workunit.client.0.smithi069.stdout: "percentage_used": 11, 2024-04-10T15:31:12.146 INFO:tasks.workunit.client.0.smithi069.stdout: "power_cycles": 50478, 2024-04-10T15:31:12.146 INFO:tasks.workunit.client.0.smithi069.stdout: "power_on_hours": 54712, 2024-04-10T15:31:12.147 INFO:tasks.workunit.client.0.smithi069.stdout: "temperature": 26, 2024-04-10T15:31:12.147 INFO:tasks.workunit.client.0.smithi069.stdout: "unsafe_shutdowns": 152 2024-04-10T15:31:12.147 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.147 INFO:tasks.workunit.client.0.smithi069.stdout: "nvme_vendor": "intel", 2024-04-10T15:31:12.147 INFO:tasks.workunit.client.0.smithi069.stdout: "power_cycle_count": 50478, 2024-04-10T15:31:12.147 INFO:tasks.workunit.client.0.smithi069.stdout: "power_on_time": { 2024-04-10T15:31:12.147 INFO:tasks.workunit.client.0.smithi069.stdout: "hours": 54712 2024-04-10T15:31:12.147 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.147 INFO:tasks.workunit.client.0.smithi069.stdout: "serial_number": "deleted", 2024-04-10T15:31:12.147 INFO:tasks.workunit.client.0.smithi069.stdout: "smart_status": { 2024-04-10T15:31:12.147 INFO:tasks.workunit.client.0.smithi069.stdout: "nvme": { 2024-04-10T15:31:12.147 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.147 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.147 INFO:tasks.workunit.client.0.smithi069.stdout: "passed": true 2024-04-10T15:31:12.147 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.148 INFO:tasks.workunit.client.0.smithi069.stdout: "smartctl": { 2024-04-10T15:31:12.148 INFO:tasks.workunit.client.0.smithi069.stdout: "argv": [ 2024-04-10T15:31:12.148 INFO:tasks.workunit.client.0.smithi069.stdout: "smartctl", 2024-04-10T15:31:12.148 INFO:tasks.workunit.client.0.smithi069.stdout: "-x", 2024-04-10T15:31:12.148 INFO:tasks.workunit.client.0.smithi069.stdout: "--json=o", 2024-04-10T15:31:12.148 INFO:tasks.workunit.client.0.smithi069.stdout: "/dev/nvme0n1" 2024-04-10T15:31:12.148 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:12.148 INFO:tasks.workunit.client.0.smithi069.stdout: "build_info": "(local build)", 2024-04-10T15:31:12.148 INFO:tasks.workunit.client.0.smithi069.stdout: "exit_status": 0, 2024-04-10T15:31:12.148 INFO:tasks.workunit.client.0.smithi069.stdout: "output": [ 2024-04-10T15:31:12.148 INFO:tasks.workunit.client.0.smithi069.stdout: "smartctl 7.1 2019-12-30 r5022 [x86_64-linux-5.14.0-435.el9.x86_64] (local build)", 2024-04-10T15:31:12.148 INFO:tasks.workunit.client.0.smithi069.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-04-10T15:31:12.148 INFO:tasks.workunit.client.0.smithi069.stdout: "", 2024-04-10T15:31:12.148 INFO:tasks.workunit.client.0.smithi069.stdout: "=== START OF INFORMATION SECTION ===", 2024-04-10T15:31:12.148 INFO:tasks.workunit.client.0.smithi069.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-04-10T15:31:12.148 INFO:tasks.workunit.client.0.smithi069.stdout: "Serial Number: deleted", 2024-04-10T15:31:12.149 INFO:tasks.workunit.client.0.smithi069.stdout: "Firmware Version: 8DV101H0", 2024-04-10T15:31:12.149 INFO:tasks.workunit.client.0.smithi069.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-04-10T15:31:12.149 INFO:tasks.workunit.client.0.smithi069.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-04-10T15:31:12.149 INFO:tasks.workunit.client.0.smithi069.stdout: "Controller ID: 0", 2024-04-10T15:31:12.149 INFO:tasks.workunit.client.0.smithi069.stdout: "Number of Namespaces: 1", 2024-04-10T15:31:12.149 INFO:tasks.workunit.client.0.smithi069.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-04-10T15:31:12.149 INFO:tasks.workunit.client.0.smithi069.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-04-10T15:31:12.149 INFO:tasks.workunit.client.0.smithi069.stdout: "Local Time is: Wed Apr 10 15:25:57 2024 UTC", 2024-04-10T15:31:12.149 INFO:tasks.workunit.client.0.smithi069.stdout: "Firmware Updates (0x02): 1 Slot", 2024-04-10T15:31:12.149 INFO:tasks.workunit.client.0.smithi069.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-04-10T15:31:12.149 INFO:tasks.workunit.client.0.smithi069.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-04-10T15:31:12.149 INFO:tasks.workunit.client.0.smithi069.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-04-10T15:31:12.149 INFO:tasks.workunit.client.0.smithi069.stdout: "", 2024-04-10T15:31:12.149 INFO:tasks.workunit.client.0.smithi069.stdout: "Supported Power States", 2024-04-10T15:31:12.150 INFO:tasks.workunit.client.0.smithi069.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-04-10T15:31:12.150 INFO:tasks.workunit.client.0.smithi069.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-04-10T15:31:12.150 INFO:tasks.workunit.client.0.smithi069.stdout: "", 2024-04-10T15:31:12.150 INFO:tasks.workunit.client.0.smithi069.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-04-10T15:31:12.150 INFO:tasks.workunit.client.0.smithi069.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-04-10T15:31:12.150 INFO:tasks.workunit.client.0.smithi069.stdout: " 0 + 512 0 2", 2024-04-10T15:31:12.150 INFO:tasks.workunit.client.0.smithi069.stdout: " 1 - 512 8 2", 2024-04-10T15:31:12.150 INFO:tasks.workunit.client.0.smithi069.stdout: " 2 - 512 16 2", 2024-04-10T15:31:12.150 INFO:tasks.workunit.client.0.smithi069.stdout: " 3 - 4096 0 0", 2024-04-10T15:31:12.150 INFO:tasks.workunit.client.0.smithi069.stdout: " 4 - 4096 8 0", 2024-04-10T15:31:12.150 INFO:tasks.workunit.client.0.smithi069.stdout: " 5 - 4096 64 0", 2024-04-10T15:31:12.150 INFO:tasks.workunit.client.0.smithi069.stdout: " 6 - 4096 128 0", 2024-04-10T15:31:12.150 INFO:tasks.workunit.client.0.smithi069.stdout: "", 2024-04-10T15:31:12.150 INFO:tasks.workunit.client.0.smithi069.stdout: "=== START OF SMART DATA SECTION ===", 2024-04-10T15:31:12.150 INFO:tasks.workunit.client.0.smithi069.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-04-10T15:31:12.151 INFO:tasks.workunit.client.0.smithi069.stdout: "", 2024-04-10T15:31:12.151 INFO:tasks.workunit.client.0.smithi069.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-04-10T15:31:12.151 INFO:tasks.workunit.client.0.smithi069.stdout: "Critical Warning: 0x00", 2024-04-10T15:31:12.151 INFO:tasks.workunit.client.0.smithi069.stdout: "Temperature: 26 Celsius", 2024-04-10T15:31:12.151 INFO:tasks.workunit.client.0.smithi069.stdout: "Available Spare: 100%", 2024-04-10T15:31:12.151 INFO:tasks.workunit.client.0.smithi069.stdout: "Available Spare Threshold: 10%", 2024-04-10T15:31:12.151 INFO:tasks.workunit.client.0.smithi069.stdout: "Percentage Used: 11%", 2024-04-10T15:31:12.151 INFO:tasks.workunit.client.0.smithi069.stdout: "Data Units Read: 410,358,099 [210 TB]", 2024-04-10T15:31:12.151 INFO:tasks.workunit.client.0.smithi069.stdout: "Data Units Written: 2,079,456,739 [1.06 PB]", 2024-04-10T15:31:12.151 INFO:tasks.workunit.client.0.smithi069.stdout: "Host Read Commands: 6,752,379,132", 2024-04-10T15:31:12.151 INFO:tasks.workunit.client.0.smithi069.stdout: "Host Write Commands: 36,672,874,135", 2024-04-10T15:31:12.151 INFO:tasks.workunit.client.0.smithi069.stdout: "Controller Busy Time: 6", 2024-04-10T15:31:12.151 INFO:tasks.workunit.client.0.smithi069.stdout: "Power Cycles: 50,478", 2024-04-10T15:31:12.151 INFO:tasks.workunit.client.0.smithi069.stdout: "Power On Hours: 54,712", 2024-04-10T15:31:12.152 INFO:tasks.workunit.client.0.smithi069.stdout: "Unsafe Shutdowns: 152", 2024-04-10T15:31:12.152 INFO:tasks.workunit.client.0.smithi069.stdout: "Media and Data Integrity Errors: 0", 2024-04-10T15:31:12.152 INFO:tasks.workunit.client.0.smithi069.stdout: "Error Information Log Entries: 0", 2024-04-10T15:31:12.152 INFO:tasks.workunit.client.0.smithi069.stdout: "", 2024-04-10T15:31:12.152 INFO:tasks.workunit.client.0.smithi069.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2024-04-10T15:31:12.152 INFO:tasks.workunit.client.0.smithi069.stdout: "No Errors Logged", 2024-04-10T15:31:12.152 INFO:tasks.workunit.client.0.smithi069.stdout: "" 2024-04-10T15:31:12.152 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:12.152 INFO:tasks.workunit.client.0.smithi069.stdout: "platform_info": "x86_64-linux-5.14.0-435.el9.x86_64", 2024-04-10T15:31:12.152 INFO:tasks.workunit.client.0.smithi069.stdout: "svn_revision": "5022", 2024-04-10T15:31:12.152 INFO:tasks.workunit.client.0.smithi069.stdout: "version": [ 2024-04-10T15:31:12.152 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T15:31:12.152 INFO:tasks.workunit.client.0.smithi069.stdout: 1 2024-04-10T15:31:12.152 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T15:31:12.152 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.153 INFO:tasks.workunit.client.0.smithi069.stdout: "temperature": { 2024-04-10T15:31:12.153 INFO:tasks.workunit.client.0.smithi069.stdout: "current": 26 2024-04-10T15:31:12.153 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.153 INFO:tasks.workunit.client.0.smithi069.stdout: "user_capacity": { 2024-04-10T15:31:12.153 INFO:tasks.workunit.client.0.smithi069.stdout: "blocks": 781422768, 2024-04-10T15:31:12.153 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 400088457216 2024-04-10T15:31:12.153 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:12.153 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:12.153 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:12.153 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:12.153 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.153 INFO:tasks.workunit.client.0.smithi069.stdout: "report": { 2024-04-10T15:31:12.153 INFO:tasks.workunit.client.0.smithi069.stdout: "balancer": { 2024-04-10T15:31:12.153 INFO:tasks.workunit.client.0.smithi069.stdout: "active": true, 2024-04-10T15:31:12.153 INFO:tasks.workunit.client.0.smithi069.stdout: "mode": "" 2024-04-10T15:31:12.154 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.154 INFO:tasks.workunit.client.0.smithi069.stdout: "channels": [ 2024-04-10T15:31:12.154 INFO:tasks.workunit.client.0.smithi069.stdout: "basic", 2024-04-10T15:31:12.154 INFO:tasks.workunit.client.0.smithi069.stdout: "crash", 2024-04-10T15:31:12.154 INFO:tasks.workunit.client.0.smithi069.stdout: "device", 2024-04-10T15:31:12.154 INFO:tasks.workunit.client.0.smithi069.stdout: "ident", 2024-04-10T15:31:12.154 INFO:tasks.workunit.client.0.smithi069.stdout: "perf" 2024-04-10T15:31:12.154 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:12.154 INFO:tasks.workunit.client.0.smithi069.stdout: "channels_available": [ 2024-04-10T15:31:12.154 INFO:tasks.workunit.client.0.smithi069.stdout: "basic", 2024-04-10T15:31:12.154 INFO:tasks.workunit.client.0.smithi069.stdout: "ident", 2024-04-10T15:31:12.154 INFO:tasks.workunit.client.0.smithi069.stdout: "crash", 2024-04-10T15:31:12.154 INFO:tasks.workunit.client.0.smithi069.stdout: "device", 2024-04-10T15:31:12.155 INFO:tasks.workunit.client.0.smithi069.stdout: "perf" 2024-04-10T15:31:12.155 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:12.155 INFO:tasks.workunit.client.0.smithi069.stdout: "collections_available": [ 2024-04-10T15:31:12.155 INFO:tasks.workunit.client.0.smithi069.stdout: "basic_base", 2024-04-10T15:31:12.155 INFO:tasks.workunit.client.0.smithi069.stdout: "device_base", 2024-04-10T15:31:12.155 INFO:tasks.workunit.client.0.smithi069.stdout: "crash_base", 2024-04-10T15:31:12.155 INFO:tasks.workunit.client.0.smithi069.stdout: "ident_base", 2024-04-10T15:31:12.155 INFO:tasks.workunit.client.0.smithi069.stdout: "perf_perf", 2024-04-10T15:31:12.155 INFO:tasks.workunit.client.0.smithi069.stdout: "basic_mds_metadata", 2024-04-10T15:31:12.155 INFO:tasks.workunit.client.0.smithi069.stdout: "basic_pool_usage", 2024-04-10T15:31:12.155 INFO:tasks.workunit.client.0.smithi069.stdout: "basic_usage_by_class", 2024-04-10T15:31:12.155 INFO:tasks.workunit.client.0.smithi069.stdout: "basic_rook_v01", 2024-04-10T15:31:12.155 INFO:tasks.workunit.client.0.smithi069.stdout: "perf_memory_metrics", 2024-04-10T15:31:12.155 INFO:tasks.workunit.client.0.smithi069.stdout: "basic_pool_options_bluestore" 2024-04-10T15:31:12.155 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:12.156 INFO:tasks.workunit.client.0.smithi069.stdout: "collections_opted_in": [ 2024-04-10T15:31:12.156 INFO:tasks.workunit.client.0.smithi069.stdout: "basic_base", 2024-04-10T15:31:12.156 INFO:tasks.workunit.client.0.smithi069.stdout: "device_base", 2024-04-10T15:31:12.156 INFO:tasks.workunit.client.0.smithi069.stdout: "crash_base", 2024-04-10T15:31:12.156 INFO:tasks.workunit.client.0.smithi069.stdout: "ident_base", 2024-04-10T15:31:12.156 INFO:tasks.workunit.client.0.smithi069.stdout: "perf_perf", 2024-04-10T15:31:12.156 INFO:tasks.workunit.client.0.smithi069.stdout: "basic_mds_metadata", 2024-04-10T15:31:12.156 INFO:tasks.workunit.client.0.smithi069.stdout: "basic_pool_usage", 2024-04-10T15:31:12.156 INFO:tasks.workunit.client.0.smithi069.stdout: "basic_usage_by_class", 2024-04-10T15:31:12.156 INFO:tasks.workunit.client.0.smithi069.stdout: "basic_rook_v01", 2024-04-10T15:31:12.156 INFO:tasks.workunit.client.0.smithi069.stdout: "perf_memory_metrics", 2024-04-10T15:31:12.156 INFO:tasks.workunit.client.0.smithi069.stdout: "basic_pool_options_bluestore" 2024-04-10T15:31:12.156 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:12.156 INFO:tasks.workunit.client.0.smithi069.stdout: "config": { 2024-04-10T15:31:12.156 INFO:tasks.workunit.client.0.smithi069.stdout: "active_changed": [ 2024-04-10T15:31:12.156 INFO:tasks.workunit.client.0.smithi069.stdout: "auth_allow_insecure_global_id_reclaim", 2024-04-10T15:31:12.157 INFO:tasks.workunit.client.0.smithi069.stdout: "auth_debug", 2024-04-10T15:31:12.157 INFO:tasks.workunit.client.0.smithi069.stdout: "auth_mon_ticket_ttl", 2024-04-10T15:31:12.157 INFO:tasks.workunit.client.0.smithi069.stdout: "auth_service_ticket_ttl", 2024-04-10T15:31:12.157 INFO:tasks.workunit.client.0.smithi069.stdout: "bdev_debug_aio", 2024-04-10T15:31:12.157 INFO:tasks.workunit.client.0.smithi069.stdout: "client_check_pool_perm", 2024-04-10T15:31:12.157 INFO:tasks.workunit.client.0.smithi069.stdout: "client_mount_gid", 2024-04-10T15:31:12.157 INFO:tasks.workunit.client.0.smithi069.stdout: "client_mount_uid", 2024-04-10T15:31:12.157 INFO:tasks.workunit.client.0.smithi069.stdout: "client_quota", 2024-04-10T15:31:12.157 INFO:tasks.workunit.client.0.smithi069.stdout: "container_image", 2024-04-10T15:31:12.157 INFO:tasks.workunit.client.0.smithi069.stdout: "daemonize", 2024-04-10T15:31:12.157 INFO:tasks.workunit.client.0.smithi069.stdout: "debug_asserts_on_shutdown", 2024-04-10T15:31:12.157 INFO:tasks.workunit.client.0.smithi069.stdout: "debug_mgr", 2024-04-10T15:31:12.157 INFO:tasks.workunit.client.0.smithi069.stdout: "debug_mon", 2024-04-10T15:31:12.157 INFO:tasks.workunit.client.0.smithi069.stdout: "debug_ms", 2024-04-10T15:31:12.158 INFO:tasks.workunit.client.0.smithi069.stdout: "debug_osd", 2024-04-10T15:31:12.158 INFO:tasks.workunit.client.0.smithi069.stdout: "debug_paxos", 2024-04-10T15:31:12.158 INFO:tasks.workunit.client.0.smithi069.stdout: "keyring", 2024-04-10T15:31:12.158 INFO:tasks.workunit.client.0.smithi069.stdout: "leveldb_block_size", 2024-04-10T15:31:12.158 INFO:tasks.workunit.client.0.smithi069.stdout: "leveldb_cache_size", 2024-04-10T15:31:12.158 INFO:tasks.workunit.client.0.smithi069.stdout: "leveldb_compression", 2024-04-10T15:31:12.158 INFO:tasks.workunit.client.0.smithi069.stdout: "leveldb_log", 2024-04-10T15:31:12.158 INFO:tasks.workunit.client.0.smithi069.stdout: "leveldb_write_buffer_size", 2024-04-10T15:31:12.158 INFO:tasks.workunit.client.0.smithi069.stdout: "log_to_file", 2024-04-10T15:31:12.158 INFO:tasks.workunit.client.0.smithi069.stdout: "log_to_journald", 2024-04-10T15:31:12.158 INFO:tasks.workunit.client.0.smithi069.stdout: "log_to_stderr", 2024-04-10T15:31:12.158 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_allow_pool_delete", 2024-04-10T15:31:12.158 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_clock_drift_allowed", 2024-04-10T15:31:12.158 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_cluster_log_file_level", 2024-04-10T15:31:12.159 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_cluster_log_to_file", 2024-04-10T15:31:12.159 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_cluster_log_to_journald", 2024-04-10T15:31:12.159 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_cluster_log_to_stderr", 2024-04-10T15:31:12.159 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_data_avail_warn", 2024-04-10T15:31:12.159 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_election_default_strategy", 2024-04-10T15:31:12.159 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_host", 2024-04-10T15:31:12.159 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_max_pg_per_osd", 2024-04-10T15:31:12.159 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_mgr_mkfs_grace", 2024-04-10T15:31:12.159 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_osd_prime_pg_temp", 2024-04-10T15:31:12.159 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_osd_reporter_subtree_level", 2024-04-10T15:31:12.159 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_pg_warn_max_object_skew", 2024-04-10T15:31:12.159 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_reweight_min_bytes_per_osd", 2024-04-10T15:31:12.159 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_reweight_min_pgs_per_osd", 2024-04-10T15:31:12.159 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-04-10T15:31:12.160 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-04-10T15:31:12.160 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-04-10T15:31:12.160 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_warn_on_legacy_crush_tunables", 2024-04-10T15:31:12.160 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-04-10T15:31:12.160 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-04-10T15:31:12.160 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_warn_on_too_few_osds", 2024-04-10T15:31:12.160 INFO:tasks.workunit.client.0.smithi069.stdout: "ms_die_on_bug", 2024-04-10T15:31:12.160 INFO:tasks.workunit.client.0.smithi069.stdout: "ms_die_on_old_message", 2024-04-10T15:31:12.160 INFO:tasks.workunit.client.0.smithi069.stdout: "no_config_file", 2024-04-10T15:31:12.160 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_class_default_list", 2024-04-10T15:31:12.160 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_class_load_list", 2024-04-10T15:31:12.160 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_crush_chooseleaf_type", 2024-04-10T15:31:12.160 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_debug_misdirected_ops", 2024-04-10T15:31:12.160 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_debug_op_order", 2024-04-10T15:31:12.160 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_debug_pg_log_writeout", 2024-04-10T15:31:12.161 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_debug_shutdown", 2024-04-10T15:31:12.161 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_debug_verify_cached_snaps", 2024-04-10T15:31:12.161 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_debug_verify_missing_on_start", 2024-04-10T15:31:12.161 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_debug_verify_stray_on_activate", 2024-04-10T15:31:12.161 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_deep_scrub_update_digest_min_age", 2024-04-10T15:31:12.161 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_delete_sleep", 2024-04-10T15:31:12.161 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_delete_sleep_hdd", 2024-04-10T15:31:12.161 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_delete_sleep_hybrid", 2024-04-10T15:31:12.161 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_delete_sleep_ssd", 2024-04-10T15:31:12.161 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_max_backfills", 2024-04-10T15:31:12.161 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-04-10T15:31:12.161 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_mclock_profile", 2024-04-10T15:31:12.161 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-04-10T15:31:12.161 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-04-10T15:31:12.161 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-04-10T15:31:12.161 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-04-10T15:31:12.162 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-04-10T15:31:12.162 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-04-10T15:31:12.162 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_mclock_scheduler_client_lim", 2024-04-10T15:31:12.162 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_mclock_scheduler_client_res", 2024-04-10T15:31:12.162 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_mclock_scheduler_client_wgt", 2024-04-10T15:31:12.162 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_memory_target", 2024-04-10T15:31:12.162 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_memory_target_autotune", 2024-04-10T15:31:12.162 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_op_queue", 2024-04-10T15:31:12.162 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_op_queue_cut_off", 2024-04-10T15:31:12.162 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_pg_delete_cost", 2024-04-10T15:31:12.162 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_pool_default_erasure_code_profile", 2024-04-10T15:31:12.162 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_pool_default_pg_autoscale_mode", 2024-04-10T15:31:12.162 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_recover_clone_overlap", 2024-04-10T15:31:12.162 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_recovery_max_active", 2024-04-10T15:31:12.163 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_recovery_max_active_hdd", 2024-04-10T15:31:12.163 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_recovery_max_active_ssd", 2024-04-10T15:31:12.163 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_recovery_max_chunk", 2024-04-10T15:31:12.163 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_recovery_sleep", 2024-04-10T15:31:12.163 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_recovery_sleep_hdd", 2024-04-10T15:31:12.163 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_recovery_sleep_hybrid", 2024-04-10T15:31:12.163 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_recovery_sleep_ssd", 2024-04-10T15:31:12.163 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_scrub_load_threshold", 2024-04-10T15:31:12.163 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_scrub_max_interval", 2024-04-10T15:31:12.163 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_scrub_sleep", 2024-04-10T15:31:12.163 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_shutdown_pgref_assert", 2024-04-10T15:31:12.163 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_snap_trim_sleep", 2024-04-10T15:31:12.163 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_snap_trim_sleep_hdd", 2024-04-10T15:31:12.163 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_snap_trim_sleep_hybrid", 2024-04-10T15:31:12.164 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_snap_trim_sleep_ssd", 2024-04-10T15:31:12.164 INFO:tasks.workunit.client.0.smithi069.stdout: "public_addr", 2024-04-10T15:31:12.164 INFO:tasks.workunit.client.0.smithi069.stdout: "public_addrv", 2024-04-10T15:31:12.164 INFO:tasks.workunit.client.0.smithi069.stdout: "public_network", 2024-04-10T15:31:12.164 INFO:tasks.workunit.client.0.smithi069.stdout: "rbd_default_features", 2024-04-10T15:31:12.164 INFO:tasks.workunit.client.0.smithi069.stdout: "rbd_qos_exclude_ops", 2024-04-10T15:31:12.164 INFO:tasks.workunit.client.0.smithi069.stdout: "setgroup", 2024-04-10T15:31:12.164 INFO:tasks.workunit.client.0.smithi069.stdout: "setuser" 2024-04-10T15:31:12.164 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:12.164 INFO:tasks.workunit.client.0.smithi069.stdout: "cluster_changed": [ 2024-04-10T15:31:12.164 INFO:tasks.workunit.client.0.smithi069.stdout: "auth_allow_insecure_global_id_reclaim", 2024-04-10T15:31:12.164 INFO:tasks.workunit.client.0.smithi069.stdout: "auth_debug", 2024-04-10T15:31:12.164 INFO:tasks.workunit.client.0.smithi069.stdout: "auth_mon_ticket_ttl", 2024-04-10T15:31:12.164 INFO:tasks.workunit.client.0.smithi069.stdout: "auth_service_ticket_ttl", 2024-04-10T15:31:12.164 INFO:tasks.workunit.client.0.smithi069.stdout: "bdev_debug_aio", 2024-04-10T15:31:12.165 INFO:tasks.workunit.client.0.smithi069.stdout: "container_image", 2024-04-10T15:31:12.165 INFO:tasks.workunit.client.0.smithi069.stdout: "debug_asserts_on_shutdown", 2024-04-10T15:31:12.165 INFO:tasks.workunit.client.0.smithi069.stdout: "debug_mgr", 2024-04-10T15:31:12.165 INFO:tasks.workunit.client.0.smithi069.stdout: "debug_mon", 2024-04-10T15:31:12.165 INFO:tasks.workunit.client.0.smithi069.stdout: "debug_ms", 2024-04-10T15:31:12.165 INFO:tasks.workunit.client.0.smithi069.stdout: "debug_osd", 2024-04-10T15:31:12.165 INFO:tasks.workunit.client.0.smithi069.stdout: "debug_paxos", 2024-04-10T15:31:12.165 INFO:tasks.workunit.client.0.smithi069.stdout: "log_to_file", 2024-04-10T15:31:12.165 INFO:tasks.workunit.client.0.smithi069.stdout: "log_to_journald", 2024-04-10T15:31:12.165 INFO:tasks.workunit.client.0.smithi069.stdout: "log_to_stderr", 2024-04-10T15:31:12.165 INFO:tasks.workunit.client.0.smithi069.stdout: "mds_join_fs", 2024-04-10T15:31:12.165 INFO:tasks.workunit.client.0.smithi069.stdout: "mgr/cephadm/allow_ptrace", 2024-04-10T15:31:12.165 INFO:tasks.workunit.client.0.smithi069.stdout: "mgr/cephadm/container_init", 2024-04-10T15:31:12.165 INFO:tasks.workunit.client.0.smithi069.stdout: "mgr/cephadm/migration_current", 2024-04-10T15:31:12.165 INFO:tasks.workunit.client.0.smithi069.stdout: "mgr/cephadm/use_repo_digest", 2024-04-10T15:31:12.166 INFO:tasks.workunit.client.0.smithi069.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-04-10T15:31:12.166 INFO:tasks.workunit.client.0.smithi069.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-04-10T15:31:12.166 INFO:tasks.workunit.client.0.smithi069.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-04-10T15:31:12.166 INFO:tasks.workunit.client.0.smithi069.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-04-10T15:31:12.166 INFO:tasks.workunit.client.0.smithi069.stdout: "mgr/dashboard/ssl_server_port", 2024-04-10T15:31:12.166 INFO:tasks.workunit.client.0.smithi069.stdout: "mgr/orchestrator/orchestrator", 2024-04-10T15:31:12.166 INFO:tasks.workunit.client.0.smithi069.stdout: "mgr/telemetry/channel_ident", 2024-04-10T15:31:12.166 INFO:tasks.workunit.client.0.smithi069.stdout: "mgr/telemetry/channel_perf", 2024-04-10T15:31:12.166 INFO:tasks.workunit.client.0.smithi069.stdout: "mgr/telemetry/description", 2024-04-10T15:31:12.166 INFO:tasks.workunit.client.0.smithi069.stdout: "mgr/telemetry/enabled", 2024-04-10T15:31:12.166 INFO:tasks.workunit.client.0.smithi069.stdout: "mgr/telemetry/organization", 2024-04-10T15:31:12.166 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_allow_pool_delete", 2024-04-10T15:31:12.166 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_clock_drift_allowed", 2024-04-10T15:31:12.166 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_cluster_log_file_level", 2024-04-10T15:31:12.167 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_cluster_log_to_file", 2024-04-10T15:31:12.167 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_data_avail_warn", 2024-04-10T15:31:12.167 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_election_default_strategy", 2024-04-10T15:31:12.167 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_max_pg_per_osd", 2024-04-10T15:31:12.167 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_mgr_mkfs_grace", 2024-04-10T15:31:12.167 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_osd_prime_pg_temp", 2024-04-10T15:31:12.167 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_osd_reporter_subtree_level", 2024-04-10T15:31:12.167 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_pg_warn_max_object_skew", 2024-04-10T15:31:12.167 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_reweight_min_bytes_per_osd", 2024-04-10T15:31:12.167 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_reweight_min_pgs_per_osd", 2024-04-10T15:31:12.167 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-04-10T15:31:12.167 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-04-10T15:31:12.167 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-04-10T15:31:12.167 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_warn_on_legacy_crush_tunables", 2024-04-10T15:31:12.167 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-04-10T15:31:12.168 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-04-10T15:31:12.168 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_warn_on_too_few_osds", 2024-04-10T15:31:12.168 INFO:tasks.workunit.client.0.smithi069.stdout: "ms_die_on_bug", 2024-04-10T15:31:12.168 INFO:tasks.workunit.client.0.smithi069.stdout: "ms_die_on_old_message", 2024-04-10T15:31:12.168 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_class_default_list", 2024-04-10T15:31:12.168 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_class_load_list", 2024-04-10T15:31:12.168 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_debug_misdirected_ops", 2024-04-10T15:31:12.168 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_debug_op_order", 2024-04-10T15:31:12.168 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_debug_pg_log_writeout", 2024-04-10T15:31:12.168 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_debug_shutdown", 2024-04-10T15:31:12.168 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_debug_verify_cached_snaps", 2024-04-10T15:31:12.168 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_debug_verify_missing_on_start", 2024-04-10T15:31:12.168 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_debug_verify_stray_on_activate", 2024-04-10T15:31:12.169 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_deep_scrub_update_digest_min_age", 2024-04-10T15:31:12.169 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-04-10T15:31:12.169 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_mclock_profile", 2024-04-10T15:31:12.169 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_memory_target", 2024-04-10T15:31:12.169 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_memory_target_autotune", 2024-04-10T15:31:12.169 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_op_queue", 2024-04-10T15:31:12.169 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_op_queue_cut_off", 2024-04-10T15:31:12.169 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_pool_default_erasure_code_profile", 2024-04-10T15:31:12.169 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_pool_default_pg_autoscale_mode", 2024-04-10T15:31:12.169 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_recover_clone_overlap", 2024-04-10T15:31:12.169 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_recovery_max_chunk", 2024-04-10T15:31:12.169 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_scrub_load_threshold", 2024-04-10T15:31:12.169 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_scrub_max_interval", 2024-04-10T15:31:12.169 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_shutdown_pgref_assert", 2024-04-10T15:31:12.169 INFO:tasks.workunit.client.0.smithi069.stdout: "public_network", 2024-04-10T15:31:12.170 INFO:tasks.workunit.client.0.smithi069.stdout: "rgw_cache_enabled", 2024-04-10T15:31:12.170 INFO:tasks.workunit.client.0.smithi069.stdout: "rgw_enable_ops_log", 2024-04-10T15:31:12.170 INFO:tasks.workunit.client.0.smithi069.stdout: "rgw_enable_usage_log" 2024-04-10T15:31:12.170 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T15:31:12.170 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.170 INFO:tasks.workunit.client.0.smithi069.stdout: "contact": null, 2024-04-10T15:31:12.170 INFO:tasks.workunit.client.0.smithi069.stdout: "crashes": [], 2024-04-10T15:31:12.170 INFO:tasks.workunit.client.0.smithi069.stdout: "created": "2024-04-10T15:22:38.311194Z", 2024-04-10T15:31:12.170 INFO:tasks.workunit.client.0.smithi069.stdout: "crush": { 2024-04-10T15:31:12.170 INFO:tasks.workunit.client.0.smithi069.stdout: "bucket_algs": { 2024-04-10T15:31:12.170 INFO:tasks.workunit.client.0.smithi069.stdout: "straw2": 3 2024-04-10T15:31:12.170 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.170 INFO:tasks.workunit.client.0.smithi069.stdout: "bucket_sizes": { 2024-04-10T15:31:12.170 INFO:tasks.workunit.client.0.smithi069.stdout: "2": 1, 2024-04-10T15:31:12.170 INFO:tasks.workunit.client.0.smithi069.stdout: "4": 2 2024-04-10T15:31:12.171 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.171 INFO:tasks.workunit.client.0.smithi069.stdout: "bucket_types": { 2024-04-10T15:31:12.171 INFO:tasks.workunit.client.0.smithi069.stdout: "1": 2, 2024-04-10T15:31:12.171 INFO:tasks.workunit.client.0.smithi069.stdout: "11": 1 2024-04-10T15:31:12.171 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.171 INFO:tasks.workunit.client.0.smithi069.stdout: "compat_weight_set": false, 2024-04-10T15:31:12.171 INFO:tasks.workunit.client.0.smithi069.stdout: "device_classes": [ 2024-04-10T15:31:12.171 INFO:tasks.workunit.client.0.smithi069.stdout: 8 2024-04-10T15:31:12.171 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:12.171 INFO:tasks.workunit.client.0.smithi069.stdout: "num_buckets": 6, 2024-04-10T15:31:12.171 INFO:tasks.workunit.client.0.smithi069.stdout: "num_devices": 8, 2024-04-10T15:31:12.171 INFO:tasks.workunit.client.0.smithi069.stdout: "num_rules": 1, 2024-04-10T15:31:12.171 INFO:tasks.workunit.client.0.smithi069.stdout: "num_types": 12, 2024-04-10T15:31:12.171 INFO:tasks.workunit.client.0.smithi069.stdout: "num_weight_sets": 0, 2024-04-10T15:31:12.171 INFO:tasks.workunit.client.0.smithi069.stdout: "tunables": { 2024-04-10T15:31:12.171 INFO:tasks.workunit.client.0.smithi069.stdout: "allowed_bucket_algs": 54, 2024-04-10T15:31:12.172 INFO:tasks.workunit.client.0.smithi069.stdout: "choose_local_fallback_tries": 0, 2024-04-10T15:31:12.172 INFO:tasks.workunit.client.0.smithi069.stdout: "choose_local_tries": 0, 2024-04-10T15:31:12.172 INFO:tasks.workunit.client.0.smithi069.stdout: "choose_total_tries": 50, 2024-04-10T15:31:12.172 INFO:tasks.workunit.client.0.smithi069.stdout: "chooseleaf_descend_once": 1, 2024-04-10T15:31:12.172 INFO:tasks.workunit.client.0.smithi069.stdout: "chooseleaf_stable": 1, 2024-04-10T15:31:12.172 INFO:tasks.workunit.client.0.smithi069.stdout: "chooseleaf_vary_r": 1, 2024-04-10T15:31:12.172 INFO:tasks.workunit.client.0.smithi069.stdout: "has_v2_rules": 0, 2024-04-10T15:31:12.172 INFO:tasks.workunit.client.0.smithi069.stdout: "has_v3_rules": 0, 2024-04-10T15:31:12.172 INFO:tasks.workunit.client.0.smithi069.stdout: "has_v4_buckets": 1, 2024-04-10T15:31:12.172 INFO:tasks.workunit.client.0.smithi069.stdout: "has_v5_rules": 0, 2024-04-10T15:31:12.172 INFO:tasks.workunit.client.0.smithi069.stdout: "legacy_tunables": 0, 2024-04-10T15:31:12.172 INFO:tasks.workunit.client.0.smithi069.stdout: "minimum_required_version": "jewel", 2024-04-10T15:31:12.172 INFO:tasks.workunit.client.0.smithi069.stdout: "optimal_tunables": 1, 2024-04-10T15:31:12.172 INFO:tasks.workunit.client.0.smithi069.stdout: "profile": "jewel", 2024-04-10T15:31:12.172 INFO:tasks.workunit.client.0.smithi069.stdout: "require_feature_tunables": 1, 2024-04-10T15:31:12.172 INFO:tasks.workunit.client.0.smithi069.stdout: "require_feature_tunables2": 1, 2024-04-10T15:31:12.173 INFO:tasks.workunit.client.0.smithi069.stdout: "require_feature_tunables3": 1, 2024-04-10T15:31:12.173 INFO:tasks.workunit.client.0.smithi069.stdout: "require_feature_tunables5": 1, 2024-04-10T15:31:12.173 INFO:tasks.workunit.client.0.smithi069.stdout: "straw_calc_version": 1 2024-04-10T15:31:12.173 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:12.173 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.173 INFO:tasks.workunit.client.0.smithi069.stdout: "description": "upgrade test cluster", 2024-04-10T15:31:12.173 INFO:tasks.workunit.client.0.smithi069.stdout: "fs": { 2024-04-10T15:31:12.173 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 1, 2024-04-10T15:31:12.173 INFO:tasks.workunit.client.0.smithi069.stdout: "feature_flags": { 2024-04-10T15:31:12.173 INFO:tasks.workunit.client.0.smithi069.stdout: "enable_multiple": true, 2024-04-10T15:31:12.173 INFO:tasks.workunit.client.0.smithi069.stdout: "ever_enabled_multiple": true 2024-04-10T15:31:12.173 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.173 INFO:tasks.workunit.client.0.smithi069.stdout: "filesystems": [ 2024-04-10T15:31:12.173 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:12.173 INFO:tasks.workunit.client.0.smithi069.stdout: "approx_ctime": "2024-04", 2024-04-10T15:31:12.174 INFO:tasks.workunit.client.0.smithi069.stdout: "balancer_enabled": false, 2024-04-10T15:31:12.174 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:12.174 INFO:tasks.workunit.client.0.smithi069.stdout: "cached_caps": 0, 2024-04-10T15:31:12.174 INFO:tasks.workunit.client.0.smithi069.stdout: "cached_dns": 10, 2024-04-10T15:31:12.174 INFO:tasks.workunit.client.0.smithi069.stdout: "cached_inos": 13, 2024-04-10T15:31:12.174 INFO:tasks.workunit.client.0.smithi069.stdout: "cached_subtrees": 2, 2024-04-10T15:31:12.174 INFO:tasks.workunit.client.0.smithi069.stdout: "ever_allowed_features": 0, 2024-04-10T15:31:12.174 INFO:tasks.workunit.client.0.smithi069.stdout: "explicitly_allowed_features": 0, 2024-04-10T15:31:12.174 INFO:tasks.workunit.client.0.smithi069.stdout: "files": 0, 2024-04-10T15:31:12.174 INFO:tasks.workunit.client.0.smithi069.stdout: "max_mds": 1, 2024-04-10T15:31:12.174 INFO:tasks.workunit.client.0.smithi069.stdout: "num_data_pools": 1, 2024-04-10T15:31:12.174 INFO:tasks.workunit.client.0.smithi069.stdout: "num_in": 1, 2024-04-10T15:31:12.174 INFO:tasks.workunit.client.0.smithi069.stdout: "num_mds": 1, 2024-04-10T15:31:12.174 INFO:tasks.workunit.client.0.smithi069.stdout: "num_sessions": 0, 2024-04-10T15:31:12.174 INFO:tasks.workunit.client.0.smithi069.stdout: "num_standby_replay": 0, 2024-04-10T15:31:12.175 INFO:tasks.workunit.client.0.smithi069.stdout: "num_up": 1, 2024-04-10T15:31:12.175 INFO:tasks.workunit.client.0.smithi069.stdout: "snaps": 0, 2024-04-10T15:31:12.175 INFO:tasks.workunit.client.0.smithi069.stdout: "standby_count_wanted": 0 2024-04-10T15:31:12.175 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:12.175 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:12.175 INFO:tasks.workunit.client.0.smithi069.stdout: "num_standby_mds": 1, 2024-04-10T15:31:12.175 INFO:tasks.workunit.client.0.smithi069.stdout: "total_num_mds": 2 2024-04-10T15:31:12.175 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.175 INFO:tasks.workunit.client.0.smithi069.stdout: "heap_stats": { 2024-04-10T15:31:12.175 INFO:tasks.workunit.client.0.smithi069.stdout: "mds": { 2024-04-10T15:31:12.175 INFO:tasks.workunit.client.0.smithi069.stdout: "mds.44ca97a2636692dab3a2137f5dab18d27c7ec614": { 2024-04-10T15:31:12.175 INFO:tasks.workunit.client.0.smithi069.stdout: "actual_memory_used": 20267008, 2024-04-10T15:31:12.175 INFO:tasks.workunit.client.0.smithi069.stdout: "central_cache_freelist": 356232, 2024-04-10T15:31:12.175 INFO:tasks.workunit.client.0.smithi069.stdout: "malloc_metadata": 2752512, 2024-04-10T15:31:12.175 INFO:tasks.workunit.client.0.smithi069.stdout: "page_heap_freelist": 1040384, 2024-04-10T15:31:12.176 INFO:tasks.workunit.client.0.smithi069.stdout: "released_to_os": 0, 2024-04-10T15:31:12.176 INFO:tasks.workunit.client.0.smithi069.stdout: "spans_in_use": 317, 2024-04-10T15:31:12.176 INFO:tasks.workunit.client.0.smithi069.stdout: "tcmalloc_page_size": 8192, 2024-04-10T15:31:12.176 INFO:tasks.workunit.client.0.smithi069.stdout: "thread_cache_freelists": 1202904, 2024-04-10T15:31:12.176 INFO:tasks.workunit.client.0.smithi069.stdout: "thread_heaps_in_use": 12, 2024-04-10T15:31:12.176 INFO:tasks.workunit.client.0.smithi069.stdout: "transfer_cache_freelist": 453632, 2024-04-10T15:31:12.176 INFO:tasks.workunit.client.0.smithi069.stdout: "use_by_application": 14461344, 2024-04-10T15:31:12.176 INFO:tasks.workunit.client.0.smithi069.stdout: "virtual_address_space_used": 20267008 2024-04-10T15:31:12.176 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.176 INFO:tasks.workunit.client.0.smithi069.stdout: "mds.a94fb5321a792dfeda573ab0692ca0fa124fc659": { 2024-04-10T15:31:12.176 INFO:tasks.workunit.client.0.smithi069.stdout: "actual_memory_used": 20430848, 2024-04-10T15:31:12.176 INFO:tasks.workunit.client.0.smithi069.stdout: "central_cache_freelist": 455256, 2024-04-10T15:31:12.176 INFO:tasks.workunit.client.0.smithi069.stdout: "malloc_metadata": 2752512, 2024-04-10T15:31:12.176 INFO:tasks.workunit.client.0.smithi069.stdout: "page_heap_freelist": 106496, 2024-04-10T15:31:12.176 INFO:tasks.workunit.client.0.smithi069.stdout: "released_to_os": 884736, 2024-04-10T15:31:12.177 INFO:tasks.workunit.client.0.smithi069.stdout: "spans_in_use": 398, 2024-04-10T15:31:12.177 INFO:tasks.workunit.client.0.smithi069.stdout: "tcmalloc_page_size": 8192, 2024-04-10T15:31:12.177 INFO:tasks.workunit.client.0.smithi069.stdout: "thread_cache_freelists": 1173968, 2024-04-10T15:31:12.177 INFO:tasks.workunit.client.0.smithi069.stdout: "thread_heaps_in_use": 20, 2024-04-10T15:31:12.177 INFO:tasks.workunit.client.0.smithi069.stdout: "transfer_cache_freelist": 1078272, 2024-04-10T15:31:12.177 INFO:tasks.workunit.client.0.smithi069.stdout: "use_by_application": 14864344, 2024-04-10T15:31:12.177 INFO:tasks.workunit.client.0.smithi069.stdout: "virtual_address_space_used": 21315584 2024-04-10T15:31:12.177 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:12.177 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.177 INFO:tasks.workunit.client.0.smithi069.stdout: "mon": { 2024-04-10T15:31:12.177 INFO:tasks.workunit.client.0.smithi069.stdout: "mon.44ca97a2636692dab3a2137f5dab18d27c7ec614": { 2024-04-10T15:31:12.177 INFO:tasks.workunit.client.0.smithi069.stdout: "actual_memory_used": 44269568, 2024-04-10T15:31:12.177 INFO:tasks.workunit.client.0.smithi069.stdout: "central_cache_freelist": 1191184, 2024-04-10T15:31:12.177 INFO:tasks.workunit.client.0.smithi069.stdout: "malloc_metadata": 2752512, 2024-04-10T15:31:12.177 INFO:tasks.workunit.client.0.smithi069.stdout: "page_heap_freelist": 606208, 2024-04-10T15:31:12.177 INFO:tasks.workunit.client.0.smithi069.stdout: "released_to_os": 5373952, 2024-04-10T15:31:12.178 INFO:tasks.workunit.client.0.smithi069.stdout: "spans_in_use": 1782, 2024-04-10T15:31:12.178 INFO:tasks.workunit.client.0.smithi069.stdout: "tcmalloc_page_size": 8192, 2024-04-10T15:31:12.178 INFO:tasks.workunit.client.0.smithi069.stdout: "thread_cache_freelists": 12677288, 2024-04-10T15:31:12.178 INFO:tasks.workunit.client.0.smithi069.stdout: "thread_heaps_in_use": 22, 2024-04-10T15:31:12.178 INFO:tasks.workunit.client.0.smithi069.stdout: "transfer_cache_freelist": 1575424, 2024-04-10T15:31:12.178 INFO:tasks.workunit.client.0.smithi069.stdout: "use_by_application": 25466952, 2024-04-10T15:31:12.178 INFO:tasks.workunit.client.0.smithi069.stdout: "virtual_address_space_used": 49643520 2024-04-10T15:31:12.178 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.178 INFO:tasks.workunit.client.0.smithi069.stdout: "mon.a94fb5321a792dfeda573ab0692ca0fa124fc659": { 2024-04-10T15:31:12.178 INFO:tasks.workunit.client.0.smithi069.stdout: "actual_memory_used": 37511168, 2024-04-10T15:31:12.178 INFO:tasks.workunit.client.0.smithi069.stdout: "central_cache_freelist": 737416, 2024-04-10T15:31:12.178 INFO:tasks.workunit.client.0.smithi069.stdout: "malloc_metadata": 4849664, 2024-04-10T15:31:12.178 INFO:tasks.workunit.client.0.smithi069.stdout: "page_heap_freelist": 24576, 2024-04-10T15:31:12.178 INFO:tasks.workunit.client.0.smithi069.stdout: "released_to_os": 11190272, 2024-04-10T15:31:12.179 INFO:tasks.workunit.client.0.smithi069.stdout: "spans_in_use": 1131, 2024-04-10T15:31:12.179 INFO:tasks.workunit.client.0.smithi069.stdout: "tcmalloc_page_size": 8192, 2024-04-10T15:31:12.179 INFO:tasks.workunit.client.0.smithi069.stdout: "thread_cache_freelists": 8030088, 2024-04-10T15:31:12.179 INFO:tasks.workunit.client.0.smithi069.stdout: "thread_heaps_in_use": 21, 2024-04-10T15:31:12.179 INFO:tasks.workunit.client.0.smithi069.stdout: "transfer_cache_freelist": 1384960, 2024-04-10T15:31:12.179 INFO:tasks.workunit.client.0.smithi069.stdout: "use_by_application": 22484464, 2024-04-10T15:31:12.179 INFO:tasks.workunit.client.0.smithi069.stdout: "virtual_address_space_used": 48701440 2024-04-10T15:31:12.179 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.179 INFO:tasks.workunit.client.0.smithi069.stdout: "mon.f674850e5ec273712a6400c20c884d0d3d4aaf85": { 2024-04-10T15:31:12.179 INFO:tasks.workunit.client.0.smithi069.stdout: "actual_memory_used": 36429824, 2024-04-10T15:31:12.179 INFO:tasks.workunit.client.0.smithi069.stdout: "central_cache_freelist": 902952, 2024-04-10T15:31:12.179 INFO:tasks.workunit.client.0.smithi069.stdout: "malloc_metadata": 2752512, 2024-04-10T15:31:12.179 INFO:tasks.workunit.client.0.smithi069.stdout: "page_heap_freelist": 0, 2024-04-10T15:31:12.179 INFO:tasks.workunit.client.0.smithi069.stdout: "released_to_os": 10174464, 2024-04-10T15:31:12.179 INFO:tasks.workunit.client.0.smithi069.stdout: "spans_in_use": 1057, 2024-04-10T15:31:12.180 INFO:tasks.workunit.client.0.smithi069.stdout: "tcmalloc_page_size": 8192, 2024-04-10T15:31:12.180 INFO:tasks.workunit.client.0.smithi069.stdout: "thread_cache_freelists": 7954128, 2024-04-10T15:31:12.180 INFO:tasks.workunit.client.0.smithi069.stdout: "thread_heaps_in_use": 22, 2024-04-10T15:31:12.180 INFO:tasks.workunit.client.0.smithi069.stdout: "transfer_cache_freelist": 2006784, 2024-04-10T15:31:12.180 INFO:tasks.workunit.client.0.smithi069.stdout: "use_by_application": 22813448, 2024-04-10T15:31:12.180 INFO:tasks.workunit.client.0.smithi069.stdout: "virtual_address_space_used": 46604288 2024-04-10T15:31:12.180 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:12.180 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.180 INFO:tasks.workunit.client.0.smithi069.stdout: "osd": { 2024-04-10T15:31:12.180 INFO:tasks.workunit.client.0.smithi069.stdout: "osd.0": { 2024-04-10T15:31:12.180 INFO:tasks.workunit.client.0.smithi069.stdout: "actual_memory_used": 51634176, 2024-04-10T15:31:12.180 INFO:tasks.workunit.client.0.smithi069.stdout: "central_cache_freelist": 1899128, 2024-04-10T15:31:12.180 INFO:tasks.workunit.client.0.smithi069.stdout: "malloc_metadata": 2883584, 2024-04-10T15:31:12.180 INFO:tasks.workunit.client.0.smithi069.stdout: "page_heap_freelist": 0, 2024-04-10T15:31:12.180 INFO:tasks.workunit.client.0.smithi069.stdout: "released_to_os": 974848, 2024-04-10T15:31:12.181 INFO:tasks.workunit.client.0.smithi069.stdout: "spans_in_use": 1766, 2024-04-10T15:31:12.181 INFO:tasks.workunit.client.0.smithi069.stdout: "tcmalloc_page_size": 8192, 2024-04-10T15:31:12.181 INFO:tasks.workunit.client.0.smithi069.stdout: "thread_cache_freelists": 6386000, 2024-04-10T15:31:12.181 INFO:tasks.workunit.client.0.smithi069.stdout: "thread_heaps_in_use": 47, 2024-04-10T15:31:12.181 INFO:tasks.workunit.client.0.smithi069.stdout: "transfer_cache_freelist": 3724032, 2024-04-10T15:31:12.181 INFO:tasks.workunit.client.0.smithi069.stdout: "use_by_application": 36741432, 2024-04-10T15:31:12.181 INFO:tasks.workunit.client.0.smithi069.stdout: "virtual_address_space_used": 52609024 2024-04-10T15:31:12.181 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.181 INFO:tasks.workunit.client.0.smithi069.stdout: "osd.1": { 2024-04-10T15:31:12.181 INFO:tasks.workunit.client.0.smithi069.stdout: "actual_memory_used": 45727744, 2024-04-10T15:31:12.181 INFO:tasks.workunit.client.0.smithi069.stdout: "central_cache_freelist": 679088, 2024-04-10T15:31:12.181 INFO:tasks.workunit.client.0.smithi069.stdout: "malloc_metadata": 2883584, 2024-04-10T15:31:12.181 INFO:tasks.workunit.client.0.smithi069.stdout: "page_heap_freelist": 0, 2024-04-10T15:31:12.181 INFO:tasks.workunit.client.0.smithi069.stdout: "released_to_os": 589824, 2024-04-10T15:31:12.182 INFO:tasks.workunit.client.0.smithi069.stdout: "spans_in_use": 1308, 2024-04-10T15:31:12.182 INFO:tasks.workunit.client.0.smithi069.stdout: "tcmalloc_page_size": 8192, 2024-04-10T15:31:12.182 INFO:tasks.workunit.client.0.smithi069.stdout: "thread_cache_freelists": 5411512, 2024-04-10T15:31:12.182 INFO:tasks.workunit.client.0.smithi069.stdout: "thread_heaps_in_use": 47, 2024-04-10T15:31:12.182 INFO:tasks.workunit.client.0.smithi069.stdout: "transfer_cache_freelist": 2211328, 2024-04-10T15:31:12.182 INFO:tasks.workunit.client.0.smithi069.stdout: "use_by_application": 34542232, 2024-04-10T15:31:12.182 INFO:tasks.workunit.client.0.smithi069.stdout: "virtual_address_space_used": 46317568 2024-04-10T15:31:12.182 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.182 INFO:tasks.workunit.client.0.smithi069.stdout: "osd.2": { 2024-04-10T15:31:12.182 INFO:tasks.workunit.client.0.smithi069.stdout: "actual_memory_used": 49569792, 2024-04-10T15:31:12.182 INFO:tasks.workunit.client.0.smithi069.stdout: "central_cache_freelist": 1683632, 2024-04-10T15:31:12.182 INFO:tasks.workunit.client.0.smithi069.stdout: "malloc_metadata": 2883584, 2024-04-10T15:31:12.182 INFO:tasks.workunit.client.0.smithi069.stdout: "page_heap_freelist": 0, 2024-04-10T15:31:12.182 INFO:tasks.workunit.client.0.smithi069.stdout: "released_to_os": 876544, 2024-04-10T15:31:12.183 INFO:tasks.workunit.client.0.smithi069.stdout: "spans_in_use": 1625, 2024-04-10T15:31:12.183 INFO:tasks.workunit.client.0.smithi069.stdout: "tcmalloc_page_size": 8192, 2024-04-10T15:31:12.183 INFO:tasks.workunit.client.0.smithi069.stdout: "thread_cache_freelists": 5832120, 2024-04-10T15:31:12.183 INFO:tasks.workunit.client.0.smithi069.stdout: "thread_heaps_in_use": 47, 2024-04-10T15:31:12.183 INFO:tasks.workunit.client.0.smithi069.stdout: "transfer_cache_freelist": 3921408, 2024-04-10T15:31:12.183 INFO:tasks.workunit.client.0.smithi069.stdout: "use_by_application": 35249048, 2024-04-10T15:31:12.183 INFO:tasks.workunit.client.0.smithi069.stdout: "virtual_address_space_used": 50446336 2024-04-10T15:31:12.183 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.183 INFO:tasks.workunit.client.0.smithi069.stdout: "osd.3": { 2024-04-10T15:31:12.183 INFO:tasks.workunit.client.0.smithi069.stdout: "actual_memory_used": 44040192, 2024-04-10T15:31:12.183 INFO:tasks.workunit.client.0.smithi069.stdout: "central_cache_freelist": 667976, 2024-04-10T15:31:12.183 INFO:tasks.workunit.client.0.smithi069.stdout: "malloc_metadata": 2883584, 2024-04-10T15:31:12.183 INFO:tasks.workunit.client.0.smithi069.stdout: "page_heap_freelist": 0, 2024-04-10T15:31:12.183 INFO:tasks.workunit.client.0.smithi069.stdout: "released_to_os": 180224, 2024-04-10T15:31:12.184 INFO:tasks.workunit.client.0.smithi069.stdout: "spans_in_use": 1206, 2024-04-10T15:31:12.184 INFO:tasks.workunit.client.0.smithi069.stdout: "tcmalloc_page_size": 8192, 2024-04-10T15:31:12.184 INFO:tasks.workunit.client.0.smithi069.stdout: "thread_cache_freelists": 4321568, 2024-04-10T15:31:12.184 INFO:tasks.workunit.client.0.smithi069.stdout: "thread_heaps_in_use": 46, 2024-04-10T15:31:12.184 INFO:tasks.workunit.client.0.smithi069.stdout: "transfer_cache_freelist": 2002944, 2024-04-10T15:31:12.184 INFO:tasks.workunit.client.0.smithi069.stdout: "use_by_application": 34164120, 2024-04-10T15:31:12.184 INFO:tasks.workunit.client.0.smithi069.stdout: "virtual_address_space_used": 44220416 2024-04-10T15:31:12.184 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.184 INFO:tasks.workunit.client.0.smithi069.stdout: "osd.4": { 2024-04-10T15:31:12.184 INFO:tasks.workunit.client.0.smithi069.stdout: "actual_memory_used": 48431104, 2024-04-10T15:31:12.184 INFO:tasks.workunit.client.0.smithi069.stdout: "central_cache_freelist": 1609184, 2024-04-10T15:31:12.184 INFO:tasks.workunit.client.0.smithi069.stdout: "malloc_metadata": 2883584, 2024-04-10T15:31:12.184 INFO:tasks.workunit.client.0.smithi069.stdout: "page_heap_freelist": 0, 2024-04-10T15:31:12.184 INFO:tasks.workunit.client.0.smithi069.stdout: "released_to_os": 1032192, 2024-04-10T15:31:12.184 INFO:tasks.workunit.client.0.smithi069.stdout: "spans_in_use": 1600, 2024-04-10T15:31:12.185 INFO:tasks.workunit.client.0.smithi069.stdout: "tcmalloc_page_size": 8192, 2024-04-10T15:31:12.185 INFO:tasks.workunit.client.0.smithi069.stdout: "thread_cache_freelists": 5644904, 2024-04-10T15:31:12.185 INFO:tasks.workunit.client.0.smithi069.stdout: "thread_heaps_in_use": 47, 2024-04-10T15:31:12.185 INFO:tasks.workunit.client.0.smithi069.stdout: "transfer_cache_freelist": 3342848, 2024-04-10T15:31:12.185 INFO:tasks.workunit.client.0.smithi069.stdout: "use_by_application": 34950584, 2024-04-10T15:31:12.185 INFO:tasks.workunit.client.0.smithi069.stdout: "virtual_address_space_used": 49463296 2024-04-10T15:31:12.185 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.185 INFO:tasks.workunit.client.0.smithi069.stdout: "osd.5": { 2024-04-10T15:31:12.185 INFO:tasks.workunit.client.0.smithi069.stdout: "actual_memory_used": 49389568, 2024-04-10T15:31:12.185 INFO:tasks.workunit.client.0.smithi069.stdout: "central_cache_freelist": 1973096, 2024-04-10T15:31:12.185 INFO:tasks.workunit.client.0.smithi069.stdout: "malloc_metadata": 2883584, 2024-04-10T15:31:12.185 INFO:tasks.workunit.client.0.smithi069.stdout: "page_heap_freelist": 16384, 2024-04-10T15:31:12.185 INFO:tasks.workunit.client.0.smithi069.stdout: "released_to_os": 8192, 2024-04-10T15:31:12.185 INFO:tasks.workunit.client.0.smithi069.stdout: "spans_in_use": 1670, 2024-04-10T15:31:12.185 INFO:tasks.workunit.client.0.smithi069.stdout: "tcmalloc_page_size": 8192, 2024-04-10T15:31:12.185 INFO:tasks.workunit.client.0.smithi069.stdout: "thread_cache_freelists": 5484936, 2024-04-10T15:31:12.186 INFO:tasks.workunit.client.0.smithi069.stdout: "thread_heaps_in_use": 47, 2024-04-10T15:31:12.186 INFO:tasks.workunit.client.0.smithi069.stdout: "transfer_cache_freelist": 4182016, 2024-04-10T15:31:12.186 INFO:tasks.workunit.client.0.smithi069.stdout: "use_by_application": 34849552, 2024-04-10T15:31:12.186 INFO:tasks.workunit.client.0.smithi069.stdout: "virtual_address_space_used": 49397760 2024-04-10T15:31:12.186 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.186 INFO:tasks.workunit.client.0.smithi069.stdout: "osd.6": { 2024-04-10T15:31:12.186 INFO:tasks.workunit.client.0.smithi069.stdout: "actual_memory_used": 44982272, 2024-04-10T15:31:12.186 INFO:tasks.workunit.client.0.smithi069.stdout: "central_cache_freelist": 798200, 2024-04-10T15:31:12.186 INFO:tasks.workunit.client.0.smithi069.stdout: "malloc_metadata": 2883584, 2024-04-10T15:31:12.186 INFO:tasks.workunit.client.0.smithi069.stdout: "page_heap_freelist": 0, 2024-04-10T15:31:12.186 INFO:tasks.workunit.client.0.smithi069.stdout: "released_to_os": 1335296, 2024-04-10T15:31:12.186 INFO:tasks.workunit.client.0.smithi069.stdout: "spans_in_use": 1218, 2024-04-10T15:31:12.186 INFO:tasks.workunit.client.0.smithi069.stdout: "tcmalloc_page_size": 8192, 2024-04-10T15:31:12.186 INFO:tasks.workunit.client.0.smithi069.stdout: "thread_cache_freelists": 4693528, 2024-04-10T15:31:12.187 INFO:tasks.workunit.client.0.smithi069.stdout: "thread_heaps_in_use": 46, 2024-04-10T15:31:12.187 INFO:tasks.workunit.client.0.smithi069.stdout: "transfer_cache_freelist": 1982720, 2024-04-10T15:31:12.187 INFO:tasks.workunit.client.0.smithi069.stdout: "use_by_application": 34624240, 2024-04-10T15:31:12.187 INFO:tasks.workunit.client.0.smithi069.stdout: "virtual_address_space_used": 46317568 2024-04-10T15:31:12.187 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.187 INFO:tasks.workunit.client.0.smithi069.stdout: "osd.7": { 2024-04-10T15:31:12.187 INFO:tasks.workunit.client.0.smithi069.stdout: "actual_memory_used": 48881664, 2024-04-10T15:31:12.187 INFO:tasks.workunit.client.0.smithi069.stdout: "central_cache_freelist": 2046544, 2024-04-10T15:31:12.187 INFO:tasks.workunit.client.0.smithi069.stdout: "malloc_metadata": 2883584, 2024-04-10T15:31:12.187 INFO:tasks.workunit.client.0.smithi069.stdout: "page_heap_freelist": 0, 2024-04-10T15:31:12.187 INFO:tasks.workunit.client.0.smithi069.stdout: "released_to_os": 581632, 2024-04-10T15:31:12.187 INFO:tasks.workunit.client.0.smithi069.stdout: "spans_in_use": 1656, 2024-04-10T15:31:12.187 INFO:tasks.workunit.client.0.smithi069.stdout: "tcmalloc_page_size": 8192, 2024-04-10T15:31:12.187 INFO:tasks.workunit.client.0.smithi069.stdout: "thread_cache_freelists": 5774496, 2024-04-10T15:31:12.187 INFO:tasks.workunit.client.0.smithi069.stdout: "thread_heaps_in_use": 47, 2024-04-10T15:31:12.188 INFO:tasks.workunit.client.0.smithi069.stdout: "transfer_cache_freelist": 3615232, 2024-04-10T15:31:12.188 INFO:tasks.workunit.client.0.smithi069.stdout: "use_by_application": 34561808, 2024-04-10T15:31:12.188 INFO:tasks.workunit.client.0.smithi069.stdout: "virtual_address_space_used": 49463296 2024-04-10T15:31:12.188 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:12.188 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:12.188 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.188 INFO:tasks.workunit.client.0.smithi069.stdout: "hosts": { 2024-04-10T15:31:12.188 INFO:tasks.workunit.client.0.smithi069.stdout: "num": 2, 2024-04-10T15:31:12.188 INFO:tasks.workunit.client.0.smithi069.stdout: "num_with_mds": 2, 2024-04-10T15:31:12.188 INFO:tasks.workunit.client.0.smithi069.stdout: "num_with_mgr": 2, 2024-04-10T15:31:12.188 INFO:tasks.workunit.client.0.smithi069.stdout: "num_with_mon": 2, 2024-04-10T15:31:12.188 INFO:tasks.workunit.client.0.smithi069.stdout: "num_with_osd": 2 2024-04-10T15:31:12.188 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.188 INFO:tasks.workunit.client.0.smithi069.stdout: "io_rate": { 2024-04-10T15:31:12.189 INFO:tasks.workunit.client.0.smithi069.stdout: "pg_stats_delta": { 2024-04-10T15:31:12.189 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": 0, 2024-04-10T15:31:12.189 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T15:31:12.189 INFO:tasks.workunit.client.0.smithi069.stdout: "num_store_stats": 0, 2024-04-10T15:31:12.189 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T15:31:12.189 INFO:tasks.workunit.client.0.smithi069.stdout: "stamp_delta": "12.002097", 2024-04-10T15:31:12.189 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T15:31:12.189 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T15:31:12.189 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:31:12.189 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T15:31:12.189 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:31:12.189 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T15:31:12.189 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T15:31:12.189 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T15:31:12.190 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T15:31:12.190 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T15:31:12.190 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T15:31:12.190 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T15:31:12.190 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T15:31:12.190 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T15:31:12.190 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T15:31:12.190 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:31:12.190 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T15:31:12.190 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T15:31:12.190 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T15:31:12.190 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T15:31:12.190 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T15:31:12.190 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:31:12.191 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T15:31:12.191 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T15:31:12.191 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T15:31:12.191 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:31:12.191 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T15:31:12.191 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T15:31:12.191 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T15:31:12.191 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T15:31:12.191 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T15:31:12.191 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T15:31:12.191 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T15:31:12.191 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T15:31:12.191 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 290, 2024-04-10T15:31:12.191 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 368, 2024-04-10T15:31:12.191 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T15:31:12.192 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:31:12.192 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T15:31:12.192 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 64, 2024-04-10T15:31:12.192 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T15:31:12.192 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.192 INFO:tasks.workunit.client.0.smithi069.stdout: "store_stats": { 2024-04-10T15:31:12.192 INFO:tasks.workunit.client.0.smithi069.stdout: "allocated": 0, 2024-04-10T15:31:12.192 INFO:tasks.workunit.client.0.smithi069.stdout: "available": 0, 2024-04-10T15:31:12.192 INFO:tasks.workunit.client.0.smithi069.stdout: "data_compressed": 0, 2024-04-10T15:31:12.192 INFO:tasks.workunit.client.0.smithi069.stdout: "data_compressed_allocated": 0, 2024-04-10T15:31:12.192 INFO:tasks.workunit.client.0.smithi069.stdout: "data_compressed_original": 0, 2024-04-10T15:31:12.192 INFO:tasks.workunit.client.0.smithi069.stdout: "data_stored": 0, 2024-04-10T15:31:12.192 INFO:tasks.workunit.client.0.smithi069.stdout: "internal_metadata": 0, 2024-04-10T15:31:12.192 INFO:tasks.workunit.client.0.smithi069.stdout: "internally_reserved": 0, 2024-04-10T15:31:12.192 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_allocated": 0, 2024-04-10T15:31:12.192 INFO:tasks.workunit.client.0.smithi069.stdout: "total": 0 2024-04-10T15:31:12.193 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.193 INFO:tasks.workunit.client.0.smithi069.stdout: "up": 0 2024-04-10T15:31:12.193 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:12.193 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.193 INFO:tasks.workunit.client.0.smithi069.stdout: "leaderboard": false, 2024-04-10T15:31:12.193 INFO:tasks.workunit.client.0.smithi069.stdout: "leaderboard_description": null, 2024-04-10T15:31:12.193 INFO:tasks.workunit.client.0.smithi069.stdout: "license": "sharing-1-0", 2024-04-10T15:31:12.193 INFO:tasks.workunit.client.0.smithi069.stdout: "mempool": { 2024-04-10T15:31:12.193 INFO:tasks.workunit.client.0.smithi069.stdout: "mds": { 2024-04-10T15:31:12.193 INFO:tasks.workunit.client.0.smithi069.stdout: "mds.44ca97a2636692dab3a2137f5dab18d27c7ec614": { 2024-04-10T15:31:12.193 INFO:tasks.workunit.client.0.smithi069.stdout: "bloom_filter": { 2024-04-10T15:31:12.193 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:12.193 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:12.193 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.193 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs": { 2024-04-10T15:31:12.194 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:12.194 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:12.194 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.194 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs_file_reader": { 2024-04-10T15:31:12.194 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:12.194 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:12.194 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.194 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs_file_writer": { 2024-04-10T15:31:12.194 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:12.194 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:12.194 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.194 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_alloc": { 2024-04-10T15:31:12.194 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:12.194 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:12.195 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.195 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_blob": { 2024-04-10T15:31:12.195 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:12.195 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:12.195 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.195 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_buffer": { 2024-04-10T15:31:12.195 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:12.195 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:12.195 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.195 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_data": { 2024-04-10T15:31:12.195 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:12.195 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:12.195 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.196 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_meta": { 2024-04-10T15:31:12.196 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:12.196 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:12.196 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.196 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_onode": { 2024-04-10T15:31:12.196 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:12.196 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:12.196 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.196 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_other": { 2024-04-10T15:31:12.196 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:12.196 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:12.196 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.196 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_extent": { 2024-04-10T15:31:12.196 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:12.196 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:12.197 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.197 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_fsck": { 2024-04-10T15:31:12.197 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:12.197 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:12.197 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.197 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_inline_bl": { 2024-04-10T15:31:12.197 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:12.197 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:12.197 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.197 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_shared_blob": { 2024-04-10T15:31:12.197 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:12.197 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:12.197 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.197 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_txc": { 2024-04-10T15:31:12.197 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:12.198 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:12.198 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.198 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_writing": { 2024-04-10T15:31:12.198 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:12.198 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:12.198 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.198 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_writing_deferred": { 2024-04-10T15:31:12.198 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:12.198 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:12.198 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.198 INFO:tasks.workunit.client.0.smithi069.stdout: "buffer_anon": { 2024-04-10T15:31:12.198 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 149137, 2024-04-10T15:31:12.198 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 32 2024-04-10T15:31:12.198 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.198 INFO:tasks.workunit.client.0.smithi069.stdout: "buffer_meta": { 2024-04-10T15:31:12.199 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:12.199 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:12.199 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.199 INFO:tasks.workunit.client.0.smithi069.stdout: "mds_co": { 2024-04-10T15:31:12.199 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 928, 2024-04-10T15:31:12.199 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 2 2024-04-10T15:31:12.199 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.199 INFO:tasks.workunit.client.0.smithi069.stdout: "osd": { 2024-04-10T15:31:12.199 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:12.199 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:12.199 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.199 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_mapbl": { 2024-04-10T15:31:12.199 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:12.199 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:12.199 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.200 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_pglog": { 2024-04-10T15:31:12.200 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:12.200 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:12.200 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.200 INFO:tasks.workunit.client.0.smithi069.stdout: "osdmap": { 2024-04-10T15:31:12.200 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:12.200 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:12.200 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.200 INFO:tasks.workunit.client.0.smithi069.stdout: "osdmap_mapping": { 2024-04-10T15:31:12.200 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:12.200 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:12.200 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.200 INFO:tasks.workunit.client.0.smithi069.stdout: "pgmap": { 2024-04-10T15:31:12.200 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:12.200 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:12.200 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.200 INFO:tasks.workunit.client.0.smithi069.stdout: "unittest_1": { 2024-04-10T15:31:12.201 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:12.201 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:12.201 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.201 INFO:tasks.workunit.client.0.smithi069.stdout: "unittest_2": { 2024-04-10T15:31:12.201 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:12.201 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:12.201 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:12.201 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.201 INFO:tasks.workunit.client.0.smithi069.stdout: "mds.a94fb5321a792dfeda573ab0692ca0fa124fc659": { 2024-04-10T15:31:12.201 INFO:tasks.workunit.client.0.smithi069.stdout: "bloom_filter": { 2024-04-10T15:31:12.201 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:12.201 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:12.201 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.201 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs": { 2024-04-10T15:31:12.201 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:12.202 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:12.202 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.202 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs_file_reader": { 2024-04-10T15:31:12.202 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:12.202 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:12.202 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.202 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs_file_writer": { 2024-04-10T15:31:12.202 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:12.202 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:12.202 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.202 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_alloc": { 2024-04-10T15:31:12.202 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:12.202 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:12.202 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.203 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_blob": { 2024-04-10T15:31:12.203 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:12.203 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:12.203 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.203 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_buffer": { 2024-04-10T15:31:12.203 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:12.203 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:12.203 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.203 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_data": { 2024-04-10T15:31:12.203 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:12.203 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:12.203 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.203 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_meta": { 2024-04-10T15:31:12.203 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:12.203 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:12.203 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.204 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_onode": { 2024-04-10T15:31:12.204 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:12.204 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:12.204 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.204 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_other": { 2024-04-10T15:31:12.204 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:12.204 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:12.204 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.204 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_extent": { 2024-04-10T15:31:12.204 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:12.204 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:12.204 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.204 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_fsck": { 2024-04-10T15:31:12.204 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:12.204 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:12.204 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.205 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_inline_bl": { 2024-04-10T15:31:12.205 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:12.205 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:12.205 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.205 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_shared_blob": { 2024-04-10T15:31:12.205 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:12.205 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:12.205 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.205 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_txc": { 2024-04-10T15:31:12.205 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:12.205 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:12.205 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.205 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_writing": { 2024-04-10T15:31:12.205 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:12.205 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:12.205 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.206 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_writing_deferred": { 2024-04-10T15:31:12.206 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:12.206 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:12.206 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.206 INFO:tasks.workunit.client.0.smithi069.stdout: "buffer_anon": { 2024-04-10T15:31:12.206 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 222439, 2024-04-10T15:31:12.206 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 68 2024-04-10T15:31:12.206 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.206 INFO:tasks.workunit.client.0.smithi069.stdout: "buffer_meta": { 2024-04-10T15:31:12.206 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:12.206 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:12.206 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.206 INFO:tasks.workunit.client.0.smithi069.stdout: "mds_co": { 2024-04-10T15:31:12.206 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 51496, 2024-04-10T15:31:12.206 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 208 2024-04-10T15:31:12.206 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.207 INFO:tasks.workunit.client.0.smithi069.stdout: "osd": { 2024-04-10T15:31:12.207 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:12.207 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:12.207 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.207 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_mapbl": { 2024-04-10T15:31:12.207 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:12.207 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:12.207 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.207 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_pglog": { 2024-04-10T15:31:12.207 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:12.207 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:12.207 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.207 INFO:tasks.workunit.client.0.smithi069.stdout: "osdmap": { 2024-04-10T15:31:12.207 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 8016, 2024-04-10T15:31:12.207 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 126 2024-04-10T15:31:12.207 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.208 INFO:tasks.workunit.client.0.smithi069.stdout: "osdmap_mapping": { 2024-04-10T15:31:12.208 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:12.208 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:12.208 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.208 INFO:tasks.workunit.client.0.smithi069.stdout: "pgmap": { 2024-04-10T15:31:12.208 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:12.208 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:12.208 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.208 INFO:tasks.workunit.client.0.smithi069.stdout: "unittest_1": { 2024-04-10T15:31:12.208 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:12.208 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:12.208 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.208 INFO:tasks.workunit.client.0.smithi069.stdout: "unittest_2": { 2024-04-10T15:31:12.208 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:12.208 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:12.208 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:12.208 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:12.209 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.209 INFO:tasks.workunit.client.0.smithi069.stdout: "mon": { 2024-04-10T15:31:12.209 INFO:tasks.workunit.client.0.smithi069.stdout: "mon.44ca97a2636692dab3a2137f5dab18d27c7ec614": { 2024-04-10T15:31:12.209 INFO:tasks.workunit.client.0.smithi069.stdout: "bloom_filter": { 2024-04-10T15:31:12.209 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:12.209 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:12.209 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.209 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs": { 2024-04-10T15:31:12.209 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:12.209 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:12.209 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.209 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs_file_reader": { 2024-04-10T15:31:12.209 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:12.209 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:12.209 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.209 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs_file_writer": { 2024-04-10T15:31:12.210 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:12.210 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:12.210 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.210 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_alloc": { 2024-04-10T15:31:12.210 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:12.210 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:12.210 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.210 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_blob": { 2024-04-10T15:31:12.210 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:12.210 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:12.210 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.210 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_buffer": { 2024-04-10T15:31:12.210 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:12.210 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:12.210 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.211 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_data": { 2024-04-10T15:31:12.211 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:12.211 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:12.211 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.211 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_meta": { 2024-04-10T15:31:12.211 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:12.211 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:12.211 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.211 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_onode": { 2024-04-10T15:31:12.211 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:12.211 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:12.211 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.211 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_other": { 2024-04-10T15:31:12.211 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:12.211 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:12.212 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.212 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_extent": { 2024-04-10T15:31:12.212 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:12.212 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:12.212 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.212 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_fsck": { 2024-04-10T15:31:12.212 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:12.212 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:12.212 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.212 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_inline_bl": { 2024-04-10T15:31:12.212 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:12.212 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:12.212 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.212 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_shared_blob": { 2024-04-10T15:31:12.212 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:12.212 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:12.213 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.213 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_txc": { 2024-04-10T15:31:12.213 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:12.213 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:12.213 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.213 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_writing": { 2024-04-10T15:31:12.213 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:12.213 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:12.213 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.213 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_writing_deferred": { 2024-04-10T15:31:12.213 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:12.213 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:12.213 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.213 INFO:tasks.workunit.client.0.smithi069.stdout: "buffer_anon": { 2024-04-10T15:31:12.213 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 1155063, 2024-04-10T15:31:12.213 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 366 2024-04-10T15:31:12.213 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.214 INFO:tasks.workunit.client.0.smithi069.stdout: "buffer_meta": { 2024-04-10T15:31:12.214 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 440, 2024-04-10T15:31:12.214 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 5 2024-04-10T15:31:12.214 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.214 INFO:tasks.workunit.client.0.smithi069.stdout: "mds_co": { 2024-04-10T15:31:12.214 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:12.214 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:12.214 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.214 INFO:tasks.workunit.client.0.smithi069.stdout: "osd": { 2024-04-10T15:31:12.214 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:12.214 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:12.214 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.214 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_mapbl": { 2024-04-10T15:31:12.214 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:12.215 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:12.215 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.215 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_pglog": { 2024-04-10T15:31:12.215 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:12.215 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:12.215 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.215 INFO:tasks.workunit.client.0.smithi069.stdout: "osdmap": { 2024-04-10T15:31:12.215 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 6592, 2024-04-10T15:31:12.215 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 125 2024-04-10T15:31:12.215 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.215 INFO:tasks.workunit.client.0.smithi069.stdout: "osdmap_mapping": { 2024-04-10T15:31:12.215 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 12744, 2024-04-10T15:31:12.215 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 1546 2024-04-10T15:31:12.215 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.215 INFO:tasks.workunit.client.0.smithi069.stdout: "pgmap": { 2024-04-10T15:31:12.215 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 10304, 2024-04-10T15:31:12.216 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 166 2024-04-10T15:31:12.216 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.216 INFO:tasks.workunit.client.0.smithi069.stdout: "unittest_1": { 2024-04-10T15:31:12.216 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:12.216 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:12.216 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.216 INFO:tasks.workunit.client.0.smithi069.stdout: "unittest_2": { 2024-04-10T15:31:12.216 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:12.216 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:12.216 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:12.216 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.216 INFO:tasks.workunit.client.0.smithi069.stdout: "mon.a94fb5321a792dfeda573ab0692ca0fa124fc659": { 2024-04-10T15:31:12.216 INFO:tasks.workunit.client.0.smithi069.stdout: "bloom_filter": { 2024-04-10T15:31:12.216 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:12.216 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:12.217 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.217 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs": { 2024-04-10T15:31:12.217 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:12.217 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:12.217 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.217 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs_file_reader": { 2024-04-10T15:31:12.217 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:12.217 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:12.217 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.217 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs_file_writer": { 2024-04-10T15:31:12.217 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:12.217 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:12.217 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.217 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_alloc": { 2024-04-10T15:31:12.217 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:12.217 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:12.218 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.218 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_blob": { 2024-04-10T15:31:12.218 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:12.218 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:12.218 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.218 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_buffer": { 2024-04-10T15:31:12.218 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:12.218 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:12.218 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.218 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_data": { 2024-04-10T15:31:12.218 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:12.218 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:12.218 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.218 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_meta": { 2024-04-10T15:31:12.218 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:12.219 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:12.219 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.219 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_onode": { 2024-04-10T15:31:12.219 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:12.219 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:12.219 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.219 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_other": { 2024-04-10T15:31:12.219 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:12.219 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:12.219 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.219 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_extent": { 2024-04-10T15:31:12.219 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:12.219 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:12.219 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.219 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_fsck": { 2024-04-10T15:31:12.220 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:12.220 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:12.220 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.220 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_inline_bl": { 2024-04-10T15:31:12.220 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:12.220 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:12.220 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.220 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_shared_blob": { 2024-04-10T15:31:12.220 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:12.220 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:12.220 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.220 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_txc": { 2024-04-10T15:31:12.220 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:12.220 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:12.221 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.221 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_writing": { 2024-04-10T15:31:12.221 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:12.221 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:12.221 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.221 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_writing_deferred": { 2024-04-10T15:31:12.221 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:12.221 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:12.221 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.221 INFO:tasks.workunit.client.0.smithi069.stdout: "buffer_anon": { 2024-04-10T15:31:12.221 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 1101279, 2024-04-10T15:31:12.221 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 352 2024-04-10T15:31:12.221 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.221 INFO:tasks.workunit.client.0.smithi069.stdout: "buffer_meta": { 2024-04-10T15:31:12.222 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:12.222 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:12.222 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.222 INFO:tasks.workunit.client.0.smithi069.stdout: "mds_co": { 2024-04-10T15:31:12.222 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:12.222 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:12.222 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.222 INFO:tasks.workunit.client.0.smithi069.stdout: "osd": { 2024-04-10T15:31:12.222 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:12.222 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:12.222 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.222 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_mapbl": { 2024-04-10T15:31:12.222 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:12.222 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:12.222 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.223 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_pglog": { 2024-04-10T15:31:12.223 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:12.223 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:12.223 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.223 INFO:tasks.workunit.client.0.smithi069.stdout: "osdmap": { 2024-04-10T15:31:12.223 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 6592, 2024-04-10T15:31:12.223 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 125 2024-04-10T15:31:12.223 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.223 INFO:tasks.workunit.client.0.smithi069.stdout: "osdmap_mapping": { 2024-04-10T15:31:12.223 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 12744, 2024-04-10T15:31:12.223 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 1546 2024-04-10T15:31:12.223 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.223 INFO:tasks.workunit.client.0.smithi069.stdout: "pgmap": { 2024-04-10T15:31:12.223 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 5152, 2024-04-10T15:31:12.224 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 83 2024-04-10T15:31:12.224 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.224 INFO:tasks.workunit.client.0.smithi069.stdout: "unittest_1": { 2024-04-10T15:31:12.224 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:12.224 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:12.224 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.224 INFO:tasks.workunit.client.0.smithi069.stdout: "unittest_2": { 2024-04-10T15:31:12.224 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:12.224 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:12.224 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:12.224 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.224 INFO:tasks.workunit.client.0.smithi069.stdout: "mon.f674850e5ec273712a6400c20c884d0d3d4aaf85": { 2024-04-10T15:31:12.224 INFO:tasks.workunit.client.0.smithi069.stdout: "bloom_filter": { 2024-04-10T15:31:12.224 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:12.225 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:12.225 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.225 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs": { 2024-04-10T15:31:12.225 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:12.225 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:12.225 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.225 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs_file_reader": { 2024-04-10T15:31:12.225 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:12.225 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:12.225 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.225 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs_file_writer": { 2024-04-10T15:31:12.225 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:12.225 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:12.225 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.225 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_alloc": { 2024-04-10T15:31:12.226 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:12.226 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:12.226 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.226 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_blob": { 2024-04-10T15:31:12.226 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:12.226 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:12.226 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.226 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_buffer": { 2024-04-10T15:31:12.226 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:12.226 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:12.226 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.226 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_data": { 2024-04-10T15:31:12.226 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:12.226 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:12.226 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.227 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_meta": { 2024-04-10T15:31:12.227 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:12.227 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:12.227 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.227 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_onode": { 2024-04-10T15:31:12.227 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:12.227 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:12.227 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.227 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_other": { 2024-04-10T15:31:12.227 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:12.227 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:12.227 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.227 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_extent": { 2024-04-10T15:31:12.227 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:12.228 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:12.228 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.228 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_fsck": { 2024-04-10T15:31:12.228 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:12.228 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:12.228 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.228 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_inline_bl": { 2024-04-10T15:31:12.228 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:12.228 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:12.228 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.228 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_shared_blob": { 2024-04-10T15:31:12.228 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:12.228 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:12.228 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.228 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_txc": { 2024-04-10T15:31:12.229 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:12.229 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:12.229 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.229 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_writing": { 2024-04-10T15:31:12.229 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:12.229 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:12.229 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.229 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_writing_deferred": { 2024-04-10T15:31:12.229 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:12.229 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:12.229 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.229 INFO:tasks.workunit.client.0.smithi069.stdout: "buffer_anon": { 2024-04-10T15:31:12.229 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 1322671, 2024-04-10T15:31:12.229 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 424 2024-04-10T15:31:12.229 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.229 INFO:tasks.workunit.client.0.smithi069.stdout: "buffer_meta": { 2024-04-10T15:31:12.230 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:12.230 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:12.230 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.230 INFO:tasks.workunit.client.0.smithi069.stdout: "mds_co": { 2024-04-10T15:31:12.230 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:12.230 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:12.230 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.230 INFO:tasks.workunit.client.0.smithi069.stdout: "osd": { 2024-04-10T15:31:12.230 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:12.230 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:12.230 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.230 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_mapbl": { 2024-04-10T15:31:12.230 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:12.230 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:12.231 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.231 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_pglog": { 2024-04-10T15:31:12.231 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:12.231 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:12.231 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.231 INFO:tasks.workunit.client.0.smithi069.stdout: "osdmap": { 2024-04-10T15:31:12.231 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 6592, 2024-04-10T15:31:12.231 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 125 2024-04-10T15:31:12.231 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.231 INFO:tasks.workunit.client.0.smithi069.stdout: "osdmap_mapping": { 2024-04-10T15:31:12.231 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 12744, 2024-04-10T15:31:12.231 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 1546 2024-04-10T15:31:12.231 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.231 INFO:tasks.workunit.client.0.smithi069.stdout: "pgmap": { 2024-04-10T15:31:12.231 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 5152, 2024-04-10T15:31:12.231 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 83 2024-04-10T15:31:12.232 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.232 INFO:tasks.workunit.client.0.smithi069.stdout: "unittest_1": { 2024-04-10T15:31:12.232 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:12.232 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:12.232 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.232 INFO:tasks.workunit.client.0.smithi069.stdout: "unittest_2": { 2024-04-10T15:31:12.232 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:12.232 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:12.232 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:12.232 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:12.232 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.232 INFO:tasks.workunit.client.0.smithi069.stdout: "osd": { 2024-04-10T15:31:12.232 INFO:tasks.workunit.client.0.smithi069.stdout: "osd.0": { 2024-04-10T15:31:12.232 INFO:tasks.workunit.client.0.smithi069.stdout: "bloom_filter": { 2024-04-10T15:31:12.232 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:12.232 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:12.233 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.233 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs": { 2024-04-10T15:31:12.233 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 6368, 2024-04-10T15:31:12.233 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 123 2024-04-10T15:31:12.233 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.233 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs_file_reader": { 2024-04-10T15:31:12.233 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 16896, 2024-04-10T15:31:12.233 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 8 2024-04-10T15:31:12.233 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.233 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs_file_writer": { 2024-04-10T15:31:12.233 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 576, 2024-04-10T15:31:12.233 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 3 2024-04-10T15:31:12.233 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.233 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_alloc": { 2024-04-10T15:31:12.233 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 5520, 2024-04-10T15:31:12.233 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 69 2024-04-10T15:31:12.234 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.234 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_blob": { 2024-04-10T15:31:12.234 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 20944, 2024-04-10T15:31:12.234 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 187 2024-04-10T15:31:12.234 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.234 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_buffer": { 2024-04-10T15:31:12.234 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 1600, 2024-04-10T15:31:12.234 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 44 2024-04-10T15:31:12.234 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.234 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_data": { 2024-04-10T15:31:12.234 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 602112, 2024-04-10T15:31:12.234 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 16 2024-04-10T15:31:12.234 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.234 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_meta": { 2024-04-10T15:31:12.234 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 91350, 2024-04-10T15:31:12.235 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 15688 2024-04-10T15:31:12.235 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.235 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_onode": { 2024-04-10T15:31:12.235 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 204256, 2024-04-10T15:31:12.235 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 332 2024-04-10T15:31:12.235 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.235 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_other": { 2024-04-10T15:31:12.235 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 11260, 2024-04-10T15:31:12.235 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 741 2024-04-10T15:31:12.235 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.235 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_extent": { 2024-04-10T15:31:12.235 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 8976, 2024-04-10T15:31:12.235 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 187 2024-04-10T15:31:12.235 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.235 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_fsck": { 2024-04-10T15:31:12.235 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:12.235 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:12.236 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.236 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_inline_bl": { 2024-04-10T15:31:12.236 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 31446, 2024-04-10T15:31:12.236 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 200 2024-04-10T15:31:12.236 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.236 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_shared_blob": { 2024-04-10T15:31:12.236 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 20944, 2024-04-10T15:31:12.236 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 187 2024-04-10T15:31:12.236 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.236 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_txc": { 2024-04-10T15:31:12.236 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:12.236 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:12.236 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.236 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_writing": { 2024-04-10T15:31:12.236 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 426479, 2024-04-10T15:31:12.236 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 95 2024-04-10T15:31:12.236 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.237 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_writing_deferred": { 2024-04-10T15:31:12.237 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:12.237 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:12.237 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.237 INFO:tasks.workunit.client.0.smithi069.stdout: "buffer_anon": { 2024-04-10T15:31:12.237 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 2468186, 2024-04-10T15:31:12.237 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 200 2024-04-10T15:31:12.237 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.237 INFO:tasks.workunit.client.0.smithi069.stdout: "buffer_meta": { 2024-04-10T15:31:12.237 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 6688, 2024-04-10T15:31:12.237 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 76 2024-04-10T15:31:12.237 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.237 INFO:tasks.workunit.client.0.smithi069.stdout: "mds_co": { 2024-04-10T15:31:12.237 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:12.237 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:12.237 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.238 INFO:tasks.workunit.client.0.smithi069.stdout: "osd": { 2024-04-10T15:31:12.238 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 510048, 2024-04-10T15:31:12.238 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 44 2024-04-10T15:31:12.238 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.238 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_mapbl": { 2024-04-10T15:31:12.238 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:12.238 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:12.238 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.238 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_pglog": { 2024-04-10T15:31:12.238 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 98800, 2024-04-10T15:31:12.238 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 194 2024-04-10T15:31:12.238 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.238 INFO:tasks.workunit.client.0.smithi069.stdout: "osdmap": { 2024-04-10T15:31:12.238 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 226440, 2024-04-10T15:31:12.238 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 3475 2024-04-10T15:31:12.238 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.239 INFO:tasks.workunit.client.0.smithi069.stdout: "osdmap_mapping": { 2024-04-10T15:31:12.239 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:12.239 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:12.239 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.239 INFO:tasks.workunit.client.0.smithi069.stdout: "pgmap": { 2024-04-10T15:31:12.239 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:12.239 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:12.239 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.239 INFO:tasks.workunit.client.0.smithi069.stdout: "unittest_1": { 2024-04-10T15:31:12.239 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:12.239 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:12.239 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.239 INFO:tasks.workunit.client.0.smithi069.stdout: "unittest_2": { 2024-04-10T15:31:12.239 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:12.239 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:12.239 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:12.239 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.240 INFO:tasks.workunit.client.0.smithi069.stdout: "osd.1": { 2024-04-10T15:31:12.240 INFO:tasks.workunit.client.0.smithi069.stdout: "bloom_filter": { 2024-04-10T15:31:12.240 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:12.240 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:12.240 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.240 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs": { 2024-04-10T15:31:12.240 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 6368, 2024-04-10T15:31:12.240 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 123 2024-04-10T15:31:12.240 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.240 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs_file_reader": { 2024-04-10T15:31:12.240 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 16896, 2024-04-10T15:31:12.240 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 8 2024-04-10T15:31:12.240 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.240 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs_file_writer": { 2024-04-10T15:31:12.240 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 576, 2024-04-10T15:31:12.240 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 3 2024-04-10T15:31:12.241 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.241 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_alloc": { 2024-04-10T15:31:12.241 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 4800, 2024-04-10T15:31:12.241 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 60 2024-04-10T15:31:12.241 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.241 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_blob": { 2024-04-10T15:31:12.241 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 19600, 2024-04-10T15:31:12.241 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 175 2024-04-10T15:31:12.241 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.241 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_buffer": { 2024-04-10T15:31:12.241 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 1040, 2024-04-10T15:31:12.241 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 39 2024-04-10T15:31:12.241 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.241 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_data": { 2024-04-10T15:31:12.241 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 8192, 2024-04-10T15:31:12.241 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 2 2024-04-10T15:31:12.242 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.242 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_meta": { 2024-04-10T15:31:12.242 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 45382, 2024-04-10T15:31:12.242 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 8591 2024-04-10T15:31:12.242 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.242 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_onode": { 2024-04-10T15:31:12.242 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 128776, 2024-04-10T15:31:12.242 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 221 2024-04-10T15:31:12.242 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.242 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_other": { 2024-04-10T15:31:12.243 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 9552, 2024-04-10T15:31:12.243 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 569 2024-04-10T15:31:12.243 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.243 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_extent": { 2024-04-10T15:31:12.243 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 8400, 2024-04-10T15:31:12.243 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 175 2024-04-10T15:31:12.243 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.243 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_fsck": { 2024-04-10T15:31:12.243 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:12.243 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:12.243 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.243 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_inline_bl": { 2024-04-10T15:31:12.243 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 28026, 2024-04-10T15:31:12.243 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 189 2024-04-10T15:31:12.244 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.244 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_shared_blob": { 2024-04-10T15:31:12.244 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 19600, 2024-04-10T15:31:12.244 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 175 2024-04-10T15:31:12.244 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.244 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_txc": { 2024-04-10T15:31:12.244 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 736, 2024-04-10T15:31:12.244 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 1 2024-04-10T15:31:12.244 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.244 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_writing": { 2024-04-10T15:31:12.244 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 434495, 2024-04-10T15:31:12.244 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 97 2024-04-10T15:31:12.244 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.244 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_writing_deferred": { 2024-04-10T15:31:12.244 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 12112, 2024-04-10T15:31:12.244 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 3 2024-04-10T15:31:12.245 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.245 INFO:tasks.workunit.client.0.smithi069.stdout: "buffer_anon": { 2024-04-10T15:31:12.245 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 2411712, 2024-04-10T15:31:12.245 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 185 2024-04-10T15:31:12.245 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.245 INFO:tasks.workunit.client.0.smithi069.stdout: "buffer_meta": { 2024-04-10T15:31:12.245 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 4928, 2024-04-10T15:31:12.245 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 56 2024-04-10T15:31:12.245 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.245 INFO:tasks.workunit.client.0.smithi069.stdout: "mds_co": { 2024-04-10T15:31:12.245 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:12.245 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:12.245 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.245 INFO:tasks.workunit.client.0.smithi069.stdout: "osd": { 2024-04-10T15:31:12.245 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 452088, 2024-04-10T15:31:12.246 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 39 2024-04-10T15:31:12.246 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.246 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_mapbl": { 2024-04-10T15:31:12.246 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:12.246 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:12.246 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.246 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_pglog": { 2024-04-10T15:31:12.246 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 7280, 2024-04-10T15:31:12.246 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 18 2024-04-10T15:31:12.246 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.246 INFO:tasks.workunit.client.0.smithi069.stdout: "osdmap": { 2024-04-10T15:31:12.246 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 226440, 2024-04-10T15:31:12.246 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 3475 2024-04-10T15:31:12.246 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.246 INFO:tasks.workunit.client.0.smithi069.stdout: "osdmap_mapping": { 2024-04-10T15:31:12.247 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:12.247 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:12.247 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.247 INFO:tasks.workunit.client.0.smithi069.stdout: "pgmap": { 2024-04-10T15:31:12.247 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:12.247 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:12.247 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.247 INFO:tasks.workunit.client.0.smithi069.stdout: "unittest_1": { 2024-04-10T15:31:12.247 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:12.247 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:12.247 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.247 INFO:tasks.workunit.client.0.smithi069.stdout: "unittest_2": { 2024-04-10T15:31:12.247 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:12.247 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:12.247 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:12.247 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.248 INFO:tasks.workunit.client.0.smithi069.stdout: "osd.2": { 2024-04-10T15:31:12.248 INFO:tasks.workunit.client.0.smithi069.stdout: "bloom_filter": { 2024-04-10T15:31:12.248 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:12.248 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:12.248 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.248 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs": { 2024-04-10T15:31:12.248 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 6368, 2024-04-10T15:31:12.248 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 123 2024-04-10T15:31:12.248 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.248 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs_file_reader": { 2024-04-10T15:31:12.248 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 16896, 2024-04-10T15:31:12.248 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 8 2024-04-10T15:31:12.248 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.248 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs_file_writer": { 2024-04-10T15:31:12.248 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 576, 2024-04-10T15:31:12.248 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 3 2024-04-10T15:31:12.249 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.249 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_alloc": { 2024-04-10T15:31:12.249 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 4000, 2024-04-10T15:31:12.249 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 50 2024-04-10T15:31:12.249 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.249 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_blob": { 2024-04-10T15:31:12.249 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 19376, 2024-04-10T15:31:12.249 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 173 2024-04-10T15:31:12.249 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.249 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_buffer": { 2024-04-10T15:31:12.249 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 1040, 2024-04-10T15:31:12.249 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 39 2024-04-10T15:31:12.249 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.249 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_data": { 2024-04-10T15:31:12.249 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 8192, 2024-04-10T15:31:12.249 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 2 2024-04-10T15:31:12.249 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.250 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_meta": { 2024-04-10T15:31:12.250 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 83624, 2024-04-10T15:31:12.250 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 14455 2024-04-10T15:31:12.250 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.250 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_onode": { 2024-04-10T15:31:12.250 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 189976, 2024-04-10T15:31:12.250 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 311 2024-04-10T15:31:12.250 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.250 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_other": { 2024-04-10T15:31:12.250 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 8168, 2024-04-10T15:31:12.250 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 514 2024-04-10T15:31:12.250 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.250 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_extent": { 2024-04-10T15:31:12.250 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 8304, 2024-04-10T15:31:12.250 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 173 2024-04-10T15:31:12.251 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.251 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_fsck": { 2024-04-10T15:31:12.251 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:12.251 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:12.251 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.251 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_inline_bl": { 2024-04-10T15:31:12.251 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 25802, 2024-04-10T15:31:12.251 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 179 2024-04-10T15:31:12.251 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.251 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_shared_blob": { 2024-04-10T15:31:12.251 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 19376, 2024-04-10T15:31:12.251 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 173 2024-04-10T15:31:12.251 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.251 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_txc": { 2024-04-10T15:31:12.251 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 736, 2024-04-10T15:31:12.251 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 1 2024-04-10T15:31:12.252 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.252 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_writing": { 2024-04-10T15:31:12.252 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 323114, 2024-04-10T15:31:12.252 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 71 2024-04-10T15:31:12.252 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.252 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_writing_deferred": { 2024-04-10T15:31:12.252 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 12112, 2024-04-10T15:31:12.252 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 3 2024-04-10T15:31:12.252 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.252 INFO:tasks.workunit.client.0.smithi069.stdout: "buffer_anon": { 2024-04-10T15:31:12.252 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 2462296, 2024-04-10T15:31:12.252 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 191 2024-04-10T15:31:12.252 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.252 INFO:tasks.workunit.client.0.smithi069.stdout: "buffer_meta": { 2024-04-10T15:31:12.252 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 4224, 2024-04-10T15:31:12.253 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 48 2024-04-10T15:31:12.253 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.253 INFO:tasks.workunit.client.0.smithi069.stdout: "mds_co": { 2024-04-10T15:31:12.253 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:12.253 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:12.253 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.253 INFO:tasks.workunit.client.0.smithi069.stdout: "osd": { 2024-04-10T15:31:12.253 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 347760, 2024-04-10T15:31:12.253 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 30 2024-04-10T15:31:12.253 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.253 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_mapbl": { 2024-04-10T15:31:12.253 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:12.253 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:12.253 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.253 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_pglog": { 2024-04-10T15:31:12.253 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 8112, 2024-04-10T15:31:12.254 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 22 2024-04-10T15:31:12.254 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.254 INFO:tasks.workunit.client.0.smithi069.stdout: "osdmap": { 2024-04-10T15:31:12.254 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 226952, 2024-04-10T15:31:12.254 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 3499 2024-04-10T15:31:12.254 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.254 INFO:tasks.workunit.client.0.smithi069.stdout: "osdmap_mapping": { 2024-04-10T15:31:12.254 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:12.254 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:12.254 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.254 INFO:tasks.workunit.client.0.smithi069.stdout: "pgmap": { 2024-04-10T15:31:12.254 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:12.254 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:12.254 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.255 INFO:tasks.workunit.client.0.smithi069.stdout: "unittest_1": { 2024-04-10T15:31:12.255 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:12.255 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:12.255 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.255 INFO:tasks.workunit.client.0.smithi069.stdout: "unittest_2": { 2024-04-10T15:31:12.255 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:12.255 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:12.255 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:12.255 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.255 INFO:tasks.workunit.client.0.smithi069.stdout: "osd.3": { 2024-04-10T15:31:12.255 INFO:tasks.workunit.client.0.smithi069.stdout: "bloom_filter": { 2024-04-10T15:31:12.255 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:12.255 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:12.255 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.255 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs": { 2024-04-10T15:31:12.255 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 6368, 2024-04-10T15:31:12.255 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 123 2024-04-10T15:31:12.256 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.256 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs_file_reader": { 2024-04-10T15:31:12.256 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 16896, 2024-04-10T15:31:12.256 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 8 2024-04-10T15:31:12.256 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.256 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs_file_writer": { 2024-04-10T15:31:12.256 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 576, 2024-04-10T15:31:12.256 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 3 2024-04-10T15:31:12.256 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.256 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_alloc": { 2024-04-10T15:31:12.256 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 3680, 2024-04-10T15:31:12.256 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 46 2024-04-10T15:31:12.256 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.256 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_blob": { 2024-04-10T15:31:12.256 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 19936, 2024-04-10T15:31:12.256 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 178 2024-04-10T15:31:12.256 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.257 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_buffer": { 2024-04-10T15:31:12.257 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 480, 2024-04-10T15:31:12.257 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 34 2024-04-10T15:31:12.257 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.257 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_data": { 2024-04-10T15:31:12.257 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:12.257 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:12.257 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.257 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_meta": { 2024-04-10T15:31:12.257 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 44416, 2024-04-10T15:31:12.257 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 8505 2024-04-10T15:31:12.257 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.257 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_onode": { 2024-04-10T15:31:12.257 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 127416, 2024-04-10T15:31:12.257 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 219 2024-04-10T15:31:12.257 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.257 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_other": { 2024-04-10T15:31:12.258 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 9420, 2024-04-10T15:31:12.258 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 575 2024-04-10T15:31:12.258 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.258 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_extent": { 2024-04-10T15:31:12.258 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 8544, 2024-04-10T15:31:12.258 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 178 2024-04-10T15:31:12.258 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.258 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_fsck": { 2024-04-10T15:31:12.258 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:12.258 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:12.258 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.258 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_inline_bl": { 2024-04-10T15:31:12.258 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 27010, 2024-04-10T15:31:12.258 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 187 2024-04-10T15:31:12.258 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.259 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_shared_blob": { 2024-04-10T15:31:12.259 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 19936, 2024-04-10T15:31:12.259 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 178 2024-04-10T15:31:12.259 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.259 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_txc": { 2024-04-10T15:31:12.259 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 2208, 2024-04-10T15:31:12.259 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 3 2024-04-10T15:31:12.259 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.259 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_writing": { 2024-04-10T15:31:12.259 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 272594, 2024-04-10T15:31:12.259 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 58 2024-04-10T15:31:12.259 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.259 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_writing_deferred": { 2024-04-10T15:31:12.259 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 26565, 2024-04-10T15:31:12.259 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 9 2024-04-10T15:31:12.259 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.260 INFO:tasks.workunit.client.0.smithi069.stdout: "buffer_anon": { 2024-04-10T15:31:12.260 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 2429512, 2024-04-10T15:31:12.260 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 180 2024-04-10T15:31:12.260 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.260 INFO:tasks.workunit.client.0.smithi069.stdout: "buffer_meta": { 2024-04-10T15:31:12.260 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 4752, 2024-04-10T15:31:12.260 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 54 2024-04-10T15:31:12.260 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.260 INFO:tasks.workunit.client.0.smithi069.stdout: "mds_co": { 2024-04-10T15:31:12.260 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:12.260 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:12.260 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.260 INFO:tasks.workunit.client.0.smithi069.stdout: "osd": { 2024-04-10T15:31:12.260 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 428904, 2024-04-10T15:31:12.260 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 37 2024-04-10T15:31:12.260 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.260 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_mapbl": { 2024-04-10T15:31:12.261 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:12.261 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:12.261 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.261 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_pglog": { 2024-04-10T15:31:12.261 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 10400, 2024-04-10T15:31:12.261 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 20 2024-04-10T15:31:12.261 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.261 INFO:tasks.workunit.client.0.smithi069.stdout: "osdmap": { 2024-04-10T15:31:12.261 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 226440, 2024-04-10T15:31:12.261 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 3475 2024-04-10T15:31:12.261 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.261 INFO:tasks.workunit.client.0.smithi069.stdout: "osdmap_mapping": { 2024-04-10T15:31:12.261 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:12.261 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:12.261 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.261 INFO:tasks.workunit.client.0.smithi069.stdout: "pgmap": { 2024-04-10T15:31:12.262 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:12.262 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:12.262 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.262 INFO:tasks.workunit.client.0.smithi069.stdout: "unittest_1": { 2024-04-10T15:31:12.262 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:12.262 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:12.262 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.262 INFO:tasks.workunit.client.0.smithi069.stdout: "unittest_2": { 2024-04-10T15:31:12.262 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:12.262 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:12.262 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:12.262 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.262 INFO:tasks.workunit.client.0.smithi069.stdout: "osd.4": { 2024-04-10T15:31:12.262 INFO:tasks.workunit.client.0.smithi069.stdout: "bloom_filter": { 2024-04-10T15:31:12.262 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:12.263 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:12.263 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.263 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs": { 2024-04-10T15:31:12.263 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 6368, 2024-04-10T15:31:12.263 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 123 2024-04-10T15:31:12.263 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.263 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs_file_reader": { 2024-04-10T15:31:12.263 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 16896, 2024-04-10T15:31:12.263 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 8 2024-04-10T15:31:12.263 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.263 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs_file_writer": { 2024-04-10T15:31:12.263 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 576, 2024-04-10T15:31:12.263 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 3 2024-04-10T15:31:12.263 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.263 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_alloc": { 2024-04-10T15:31:12.264 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 3280, 2024-04-10T15:31:12.264 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 41 2024-04-10T15:31:12.264 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.264 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_blob": { 2024-04-10T15:31:12.264 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 19712, 2024-04-10T15:31:12.264 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 176 2024-04-10T15:31:12.264 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.264 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_buffer": { 2024-04-10T15:31:12.264 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 1264, 2024-04-10T15:31:12.264 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 41 2024-04-10T15:31:12.264 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.264 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_data": { 2024-04-10T15:31:12.264 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 4096, 2024-04-10T15:31:12.264 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 1 2024-04-10T15:31:12.264 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.265 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_meta": { 2024-04-10T15:31:12.265 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 86363, 2024-04-10T15:31:12.265 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 14894 2024-04-10T15:31:12.265 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.265 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_onode": { 2024-04-10T15:31:12.265 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 197456, 2024-04-10T15:31:12.265 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 322 2024-04-10T15:31:12.265 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.265 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_other": { 2024-04-10T15:31:12.265 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 9700, 2024-04-10T15:31:12.265 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 573 2024-04-10T15:31:12.265 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.265 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_extent": { 2024-04-10T15:31:12.265 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 8448, 2024-04-10T15:31:12.265 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 176 2024-04-10T15:31:12.265 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.265 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_fsck": { 2024-04-10T15:31:12.266 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:12.266 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:12.266 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.266 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_inline_bl": { 2024-04-10T15:31:12.266 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 28114, 2024-04-10T15:31:12.266 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 190 2024-04-10T15:31:12.266 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.266 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_shared_blob": { 2024-04-10T15:31:12.266 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 19824, 2024-04-10T15:31:12.266 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 177 2024-04-10T15:31:12.266 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.266 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_txc": { 2024-04-10T15:31:12.266 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 1472, 2024-04-10T15:31:12.266 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 2 2024-04-10T15:31:12.266 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.267 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_writing": { 2024-04-10T15:31:12.267 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 927244, 2024-04-10T15:31:12.267 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 75 2024-04-10T15:31:12.267 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.267 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_writing_deferred": { 2024-04-10T15:31:12.267 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 20128, 2024-04-10T15:31:12.267 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 5 2024-04-10T15:31:12.267 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.267 INFO:tasks.workunit.client.0.smithi069.stdout: "buffer_anon": { 2024-04-10T15:31:12.267 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 2413201, 2024-04-10T15:31:12.267 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 174 2024-04-10T15:31:12.267 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.267 INFO:tasks.workunit.client.0.smithi069.stdout: "buffer_meta": { 2024-04-10T15:31:12.267 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 5016, 2024-04-10T15:31:12.267 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 57 2024-04-10T15:31:12.267 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.267 INFO:tasks.workunit.client.0.smithi069.stdout: "mds_co": { 2024-04-10T15:31:12.268 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:12.268 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:12.268 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.268 INFO:tasks.workunit.client.0.smithi069.stdout: "osd": { 2024-04-10T15:31:12.268 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 463680, 2024-04-10T15:31:12.268 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 40 2024-04-10T15:31:12.268 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.268 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_mapbl": { 2024-04-10T15:31:12.268 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:12.268 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:12.268 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.268 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_pglog": { 2024-04-10T15:31:12.268 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 8944, 2024-04-10T15:31:12.268 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 18 2024-04-10T15:31:12.268 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.269 INFO:tasks.workunit.client.0.smithi069.stdout: "osdmap": { 2024-04-10T15:31:12.269 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 226952, 2024-04-10T15:31:12.269 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 3499 2024-04-10T15:31:12.269 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.269 INFO:tasks.workunit.client.0.smithi069.stdout: "osdmap_mapping": { 2024-04-10T15:31:12.269 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:12.269 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:12.269 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.269 INFO:tasks.workunit.client.0.smithi069.stdout: "pgmap": { 2024-04-10T15:31:12.269 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:12.269 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:12.269 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.269 INFO:tasks.workunit.client.0.smithi069.stdout: "unittest_1": { 2024-04-10T15:31:12.269 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:12.270 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:12.270 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.270 INFO:tasks.workunit.client.0.smithi069.stdout: "unittest_2": { 2024-04-10T15:31:12.270 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:12.270 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:12.270 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:12.270 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.270 INFO:tasks.workunit.client.0.smithi069.stdout: "osd.5": { 2024-04-10T15:31:12.270 INFO:tasks.workunit.client.0.smithi069.stdout: "bloom_filter": { 2024-04-10T15:31:12.270 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:12.270 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:12.270 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.270 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs": { 2024-04-10T15:31:12.270 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 6368, 2024-04-10T15:31:12.271 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 123 2024-04-10T15:31:12.271 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.271 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs_file_reader": { 2024-04-10T15:31:12.271 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 16896, 2024-04-10T15:31:12.271 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 8 2024-04-10T15:31:12.271 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.271 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs_file_writer": { 2024-04-10T15:31:12.271 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 576, 2024-04-10T15:31:12.271 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 3 2024-04-10T15:31:12.271 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.271 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_alloc": { 2024-04-10T15:31:12.271 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 2880, 2024-04-10T15:31:12.271 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 36 2024-04-10T15:31:12.271 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.272 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_blob": { 2024-04-10T15:31:12.272 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 19712, 2024-04-10T15:31:12.272 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 176 2024-04-10T15:31:12.272 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.272 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_buffer": { 2024-04-10T15:31:12.272 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 480, 2024-04-10T15:31:12.272 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 34 2024-04-10T15:31:12.272 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.272 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_data": { 2024-04-10T15:31:12.272 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:12.272 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:12.272 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.272 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_meta": { 2024-04-10T15:31:12.272 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 85623, 2024-04-10T15:31:12.272 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 14834 2024-04-10T15:31:12.272 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.273 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_onode": { 2024-04-10T15:31:12.273 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 196776, 2024-04-10T15:31:12.273 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 321 2024-04-10T15:31:12.273 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.273 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_other": { 2024-04-10T15:31:12.273 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 9716, 2024-04-10T15:31:12.273 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 574 2024-04-10T15:31:12.273 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.273 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_extent": { 2024-04-10T15:31:12.273 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 8448, 2024-04-10T15:31:12.273 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 176 2024-04-10T15:31:12.273 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.273 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_fsck": { 2024-04-10T15:31:12.273 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:12.274 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:12.274 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.274 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_inline_bl": { 2024-04-10T15:31:12.274 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 27858, 2024-04-10T15:31:12.274 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 189 2024-04-10T15:31:12.274 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.274 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_shared_blob": { 2024-04-10T15:31:12.274 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 19712, 2024-04-10T15:31:12.274 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 176 2024-04-10T15:31:12.274 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.274 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_txc": { 2024-04-10T15:31:12.274 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 2208, 2024-04-10T15:31:12.274 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 3 2024-04-10T15:31:12.275 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.275 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_writing": { 2024-04-10T15:31:12.275 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 845374, 2024-04-10T15:31:12.275 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 55 2024-04-10T15:31:12.275 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.275 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_writing_deferred": { 2024-04-10T15:31:12.275 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 28605, 2024-04-10T15:31:12.275 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 11 2024-04-10T15:31:12.275 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.275 INFO:tasks.workunit.client.0.smithi069.stdout: "buffer_anon": { 2024-04-10T15:31:12.275 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 2455351, 2024-04-10T15:31:12.275 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 182 2024-04-10T15:31:12.275 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.275 INFO:tasks.workunit.client.0.smithi069.stdout: "buffer_meta": { 2024-04-10T15:31:12.275 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 5456, 2024-04-10T15:31:12.276 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 62 2024-04-10T15:31:12.276 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.276 INFO:tasks.workunit.client.0.smithi069.stdout: "mds_co": { 2024-04-10T15:31:12.276 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:12.276 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:12.276 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.276 INFO:tasks.workunit.client.0.smithi069.stdout: "osd": { 2024-04-10T15:31:12.276 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 463680, 2024-04-10T15:31:12.276 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 40 2024-04-10T15:31:12.276 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.276 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_mapbl": { 2024-04-10T15:31:12.276 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:12.276 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:12.276 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.277 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_pglog": { 2024-04-10T15:31:12.277 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 11960, 2024-04-10T15:31:12.277 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 23 2024-04-10T15:31:12.277 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.277 INFO:tasks.workunit.client.0.smithi069.stdout: "osdmap": { 2024-04-10T15:31:12.277 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 226952, 2024-04-10T15:31:12.277 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 3499 2024-04-10T15:31:12.277 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.277 INFO:tasks.workunit.client.0.smithi069.stdout: "osdmap_mapping": { 2024-04-10T15:31:12.277 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:12.277 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:12.277 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.277 INFO:tasks.workunit.client.0.smithi069.stdout: "pgmap": { 2024-04-10T15:31:12.277 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:12.277 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:12.278 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.278 INFO:tasks.workunit.client.0.smithi069.stdout: "unittest_1": { 2024-04-10T15:31:12.278 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:12.278 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:12.278 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.278 INFO:tasks.workunit.client.0.smithi069.stdout: "unittest_2": { 2024-04-10T15:31:12.278 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:12.278 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:12.278 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:12.278 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.278 INFO:tasks.workunit.client.0.smithi069.stdout: "osd.6": { 2024-04-10T15:31:12.278 INFO:tasks.workunit.client.0.smithi069.stdout: "bloom_filter": { 2024-04-10T15:31:12.278 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:12.278 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:12.279 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.279 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs": { 2024-04-10T15:31:12.279 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 6368, 2024-04-10T15:31:12.279 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 123 2024-04-10T15:31:12.279 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.279 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs_file_reader": { 2024-04-10T15:31:12.279 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 16896, 2024-04-10T15:31:12.279 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 8 2024-04-10T15:31:12.279 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.279 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs_file_writer": { 2024-04-10T15:31:12.279 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 576, 2024-04-10T15:31:12.279 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 3 2024-04-10T15:31:12.279 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.279 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_alloc": { 2024-04-10T15:31:12.279 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 2400, 2024-04-10T15:31:12.280 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 30 2024-04-10T15:31:12.280 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.280 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_blob": { 2024-04-10T15:31:12.280 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 20720, 2024-04-10T15:31:12.280 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 185 2024-04-10T15:31:12.280 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.280 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_buffer": { 2024-04-10T15:31:12.280 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 256, 2024-04-10T15:31:12.280 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 32 2024-04-10T15:31:12.280 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.280 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_data": { 2024-04-10T15:31:12.280 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:12.280 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:12.280 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.280 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_meta": { 2024-04-10T15:31:12.280 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 45773, 2024-04-10T15:31:12.281 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 8916 2024-04-10T15:31:12.281 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.281 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_onode": { 2024-04-10T15:31:12.281 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 128776, 2024-04-10T15:31:12.281 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 221 2024-04-10T15:31:12.281 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.281 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_other": { 2024-04-10T15:31:12.281 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 10852, 2024-04-10T15:31:12.281 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 732 2024-04-10T15:31:12.281 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.281 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_extent": { 2024-04-10T15:31:12.281 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 8880, 2024-04-10T15:31:12.281 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 185 2024-04-10T15:31:12.281 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.281 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_fsck": { 2024-04-10T15:31:12.281 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:12.282 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:12.282 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.282 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_inline_bl": { 2024-04-10T15:31:12.282 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 28886, 2024-04-10T15:31:12.282 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 189 2024-04-10T15:31:12.282 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.282 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_shared_blob": { 2024-04-10T15:31:12.282 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 20720, 2024-04-10T15:31:12.282 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 185 2024-04-10T15:31:12.282 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.282 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_txc": { 2024-04-10T15:31:12.282 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:12.282 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:12.282 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.282 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_writing": { 2024-04-10T15:31:12.283 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 809480, 2024-04-10T15:31:12.283 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 46 2024-04-10T15:31:12.283 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.283 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_writing_deferred": { 2024-04-10T15:31:12.283 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:12.283 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:12.283 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.283 INFO:tasks.workunit.client.0.smithi069.stdout: "buffer_anon": { 2024-04-10T15:31:12.283 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 2426692, 2024-04-10T15:31:12.283 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 175 2024-04-10T15:31:12.283 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.283 INFO:tasks.workunit.client.0.smithi069.stdout: "buffer_meta": { 2024-04-10T15:31:12.283 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 4664, 2024-04-10T15:31:12.283 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 53 2024-04-10T15:31:12.283 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.284 INFO:tasks.workunit.client.0.smithi069.stdout: "mds_co": { 2024-04-10T15:31:12.284 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:12.284 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:12.284 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.284 INFO:tasks.workunit.client.0.smithi069.stdout: "osd": { 2024-04-10T15:31:12.284 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 452088, 2024-04-10T15:31:12.284 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 39 2024-04-10T15:31:12.284 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.284 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_mapbl": { 2024-04-10T15:31:12.284 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:12.284 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:12.284 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.284 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_pglog": { 2024-04-10T15:31:12.284 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 98592, 2024-04-10T15:31:12.284 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 200 2024-04-10T15:31:12.284 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.285 INFO:tasks.workunit.client.0.smithi069.stdout: "osdmap": { 2024-04-10T15:31:12.285 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 227208, 2024-04-10T15:31:12.285 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 3511 2024-04-10T15:31:12.285 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.285 INFO:tasks.workunit.client.0.smithi069.stdout: "osdmap_mapping": { 2024-04-10T15:31:12.285 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:12.285 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:12.285 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.285 INFO:tasks.workunit.client.0.smithi069.stdout: "pgmap": { 2024-04-10T15:31:12.285 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:12.285 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:12.285 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.285 INFO:tasks.workunit.client.0.smithi069.stdout: "unittest_1": { 2024-04-10T15:31:12.285 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:12.285 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:12.285 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.286 INFO:tasks.workunit.client.0.smithi069.stdout: "unittest_2": { 2024-04-10T15:31:12.286 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:12.286 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:12.286 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:12.286 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.286 INFO:tasks.workunit.client.0.smithi069.stdout: "osd.7": { 2024-04-10T15:31:12.286 INFO:tasks.workunit.client.0.smithi069.stdout: "bloom_filter": { 2024-04-10T15:31:12.286 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:12.286 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:12.286 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.286 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs": { 2024-04-10T15:31:12.286 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 6368, 2024-04-10T15:31:12.286 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 123 2024-04-10T15:31:12.286 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.287 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs_file_reader": { 2024-04-10T15:31:12.287 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 16896, 2024-04-10T15:31:12.287 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 8 2024-04-10T15:31:12.287 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.287 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs_file_writer": { 2024-04-10T15:31:12.287 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 576, 2024-04-10T15:31:12.287 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 3 2024-04-10T15:31:12.287 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.287 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_alloc": { 2024-04-10T15:31:12.287 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 1680, 2024-04-10T15:31:12.287 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 21 2024-04-10T15:31:12.287 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.287 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_blob": { 2024-04-10T15:31:12.287 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 20720, 2024-04-10T15:31:12.287 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 185 2024-04-10T15:31:12.288 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.288 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_buffer": { 2024-04-10T15:31:12.288 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 928, 2024-04-10T15:31:12.288 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 38 2024-04-10T15:31:12.288 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.288 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_data": { 2024-04-10T15:31:12.288 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 266240, 2024-04-10T15:31:12.288 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 6 2024-04-10T15:31:12.288 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.288 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_meta": { 2024-04-10T15:31:12.288 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 88566, 2024-04-10T15:31:12.288 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 15497 2024-04-10T15:31:12.288 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.288 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_onode": { 2024-04-10T15:31:12.288 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 202216, 2024-04-10T15:31:12.288 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 329 2024-04-10T15:31:12.289 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.289 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_other": { 2024-04-10T15:31:12.289 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 11636, 2024-04-10T15:31:12.289 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 739 2024-04-10T15:31:12.289 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.289 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_extent": { 2024-04-10T15:31:12.289 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 8880, 2024-04-10T15:31:12.289 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 185 2024-04-10T15:31:12.289 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.289 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_fsck": { 2024-04-10T15:31:12.289 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:12.289 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:12.289 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.290 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_inline_bl": { 2024-04-10T15:31:12.290 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 30934, 2024-04-10T15:31:12.290 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 197 2024-04-10T15:31:12.290 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.290 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_shared_blob": { 2024-04-10T15:31:12.290 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 20720, 2024-04-10T15:31:12.290 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 185 2024-04-10T15:31:12.290 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.290 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_txc": { 2024-04-10T15:31:12.290 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:12.290 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:12.290 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.290 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_writing": { 2024-04-10T15:31:12.290 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 153987, 2024-04-10T15:31:12.291 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 31 2024-04-10T15:31:12.291 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.291 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_writing_deferred": { 2024-04-10T15:31:12.291 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:12.291 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:12.291 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.291 INFO:tasks.workunit.client.0.smithi069.stdout: "buffer_anon": { 2024-04-10T15:31:12.291 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 2436274, 2024-04-10T15:31:12.291 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 194 2024-04-10T15:31:12.291 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.291 INFO:tasks.workunit.client.0.smithi069.stdout: "buffer_meta": { 2024-04-10T15:31:12.291 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 5720, 2024-04-10T15:31:12.291 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 65 2024-04-10T15:31:12.291 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.291 INFO:tasks.workunit.client.0.smithi069.stdout: "mds_co": { 2024-04-10T15:31:12.292 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:12.292 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:12.292 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.292 INFO:tasks.workunit.client.0.smithi069.stdout: "osd": { 2024-04-10T15:31:12.292 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 533232, 2024-04-10T15:31:12.292 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 46 2024-04-10T15:31:12.292 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.292 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_mapbl": { 2024-04-10T15:31:12.292 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:12.292 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:12.292 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.292 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_pglog": { 2024-04-10T15:31:12.292 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 101920, 2024-04-10T15:31:12.292 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 240 2024-04-10T15:31:12.292 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.293 INFO:tasks.workunit.client.0.smithi069.stdout: "osdmap": { 2024-04-10T15:31:12.293 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 226440, 2024-04-10T15:31:12.293 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 3475 2024-04-10T15:31:12.293 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.293 INFO:tasks.workunit.client.0.smithi069.stdout: "osdmap_mapping": { 2024-04-10T15:31:12.293 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:12.293 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:12.293 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.293 INFO:tasks.workunit.client.0.smithi069.stdout: "pgmap": { 2024-04-10T15:31:12.293 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:12.293 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:12.293 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.293 INFO:tasks.workunit.client.0.smithi069.stdout: "unittest_1": { 2024-04-10T15:31:12.293 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:12.294 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:12.294 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.294 INFO:tasks.workunit.client.0.smithi069.stdout: "unittest_2": { 2024-04-10T15:31:12.294 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T15:31:12.294 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T15:31:12.294 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:12.294 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:12.294 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:12.294 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.294 INFO:tasks.workunit.client.0.smithi069.stdout: "metadata": { 2024-04-10T15:31:12.294 INFO:tasks.workunit.client.0.smithi069.stdout: "mds": { 2024-04-10T15:31:12.294 INFO:tasks.workunit.client.0.smithi069.stdout: "arch": { 2024-04-10T15:31:12.294 INFO:tasks.workunit.client.0.smithi069.stdout: "x86_64": 2 2024-04-10T15:31:12.295 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.295 INFO:tasks.workunit.client.0.smithi069.stdout: "ceph_version": { 2024-04-10T15:31:12.295 INFO:tasks.workunit.client.0.smithi069.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 2 2024-04-10T15:31:12.295 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.295 INFO:tasks.workunit.client.0.smithi069.stdout: "cpu": { 2024-04-10T15:31:12.295 INFO:tasks.workunit.client.0.smithi069.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 2 2024-04-10T15:31:12.295 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.295 INFO:tasks.workunit.client.0.smithi069.stdout: "distro": { 2024-04-10T15:31:12.295 INFO:tasks.workunit.client.0.smithi069.stdout: "centos": 2 2024-04-10T15:31:12.295 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.295 INFO:tasks.workunit.client.0.smithi069.stdout: "distro_description": { 2024-04-10T15:31:12.295 INFO:tasks.workunit.client.0.smithi069.stdout: "CentOS Stream 8": 2 2024-04-10T15:31:12.295 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.295 INFO:tasks.workunit.client.0.smithi069.stdout: "kernel_description": { 2024-04-10T15:31:12.296 INFO:tasks.workunit.client.0.smithi069.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024": 2 2024-04-10T15:31:12.296 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.296 INFO:tasks.workunit.client.0.smithi069.stdout: "kernel_version": { 2024-04-10T15:31:12.296 INFO:tasks.workunit.client.0.smithi069.stdout: "5.14.0-435.el9.x86_64": 2 2024-04-10T15:31:12.296 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.296 INFO:tasks.workunit.client.0.smithi069.stdout: "os": { 2024-04-10T15:31:12.296 INFO:tasks.workunit.client.0.smithi069.stdout: "Linux": 2 2024-04-10T15:31:12.296 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:12.296 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.296 INFO:tasks.workunit.client.0.smithi069.stdout: "mon": { 2024-04-10T15:31:12.296 INFO:tasks.workunit.client.0.smithi069.stdout: "arch": { 2024-04-10T15:31:12.296 INFO:tasks.workunit.client.0.smithi069.stdout: "x86_64": 3 2024-04-10T15:31:12.296 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.296 INFO:tasks.workunit.client.0.smithi069.stdout: "ceph_version": { 2024-04-10T15:31:12.296 INFO:tasks.workunit.client.0.smithi069.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 3 2024-04-10T15:31:12.297 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.297 INFO:tasks.workunit.client.0.smithi069.stdout: "cpu": { 2024-04-10T15:31:12.297 INFO:tasks.workunit.client.0.smithi069.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 3 2024-04-10T15:31:12.297 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.297 INFO:tasks.workunit.client.0.smithi069.stdout: "distro": { 2024-04-10T15:31:12.297 INFO:tasks.workunit.client.0.smithi069.stdout: "centos": 3 2024-04-10T15:31:12.297 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.297 INFO:tasks.workunit.client.0.smithi069.stdout: "distro_description": { 2024-04-10T15:31:12.297 INFO:tasks.workunit.client.0.smithi069.stdout: "CentOS Stream 8": 3 2024-04-10T15:31:12.297 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.297 INFO:tasks.workunit.client.0.smithi069.stdout: "kernel_description": { 2024-04-10T15:31:12.297 INFO:tasks.workunit.client.0.smithi069.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024": 3 2024-04-10T15:31:12.297 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.297 INFO:tasks.workunit.client.0.smithi069.stdout: "kernel_version": { 2024-04-10T15:31:12.298 INFO:tasks.workunit.client.0.smithi069.stdout: "5.14.0-435.el9.x86_64": 3 2024-04-10T15:31:12.298 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.298 INFO:tasks.workunit.client.0.smithi069.stdout: "os": { 2024-04-10T15:31:12.298 INFO:tasks.workunit.client.0.smithi069.stdout: "Linux": 3 2024-04-10T15:31:12.298 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:12.298 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.298 INFO:tasks.workunit.client.0.smithi069.stdout: "osd": { 2024-04-10T15:31:12.298 INFO:tasks.workunit.client.0.smithi069.stdout: "arch": { 2024-04-10T15:31:12.298 INFO:tasks.workunit.client.0.smithi069.stdout: "x86_64": 8 2024-04-10T15:31:12.298 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.298 INFO:tasks.workunit.client.0.smithi069.stdout: "ceph_version": { 2024-04-10T15:31:12.298 INFO:tasks.workunit.client.0.smithi069.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 8 2024-04-10T15:31:12.298 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.298 INFO:tasks.workunit.client.0.smithi069.stdout: "cpu": { 2024-04-10T15:31:12.299 INFO:tasks.workunit.client.0.smithi069.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 8 2024-04-10T15:31:12.299 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.299 INFO:tasks.workunit.client.0.smithi069.stdout: "distro": { 2024-04-10T15:31:12.299 INFO:tasks.workunit.client.0.smithi069.stdout: "centos": 8 2024-04-10T15:31:12.299 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.299 INFO:tasks.workunit.client.0.smithi069.stdout: "distro_description": { 2024-04-10T15:31:12.299 INFO:tasks.workunit.client.0.smithi069.stdout: "CentOS Stream 8": 8 2024-04-10T15:31:12.299 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.299 INFO:tasks.workunit.client.0.smithi069.stdout: "kernel_description": { 2024-04-10T15:31:12.299 INFO:tasks.workunit.client.0.smithi069.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024": 8 2024-04-10T15:31:12.299 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.299 INFO:tasks.workunit.client.0.smithi069.stdout: "kernel_version": { 2024-04-10T15:31:12.299 INFO:tasks.workunit.client.0.smithi069.stdout: "5.14.0-435.el9.x86_64": 8 2024-04-10T15:31:12.300 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.300 INFO:tasks.workunit.client.0.smithi069.stdout: "os": { 2024-04-10T15:31:12.300 INFO:tasks.workunit.client.0.smithi069.stdout: "Linux": 8 2024-04-10T15:31:12.300 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.300 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_objectstore": { 2024-04-10T15:31:12.300 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore": 8 2024-04-10T15:31:12.300 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.300 INFO:tasks.workunit.client.0.smithi069.stdout: "rotational": { 2024-04-10T15:31:12.300 INFO:tasks.workunit.client.0.smithi069.stdout: "0": 8 2024-04-10T15:31:12.300 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:12.300 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:12.300 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.300 INFO:tasks.workunit.client.0.smithi069.stdout: "mon": { 2024-04-10T15:31:12.300 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 3, 2024-04-10T15:31:12.300 INFO:tasks.workunit.client.0.smithi069.stdout: "features": { 2024-04-10T15:31:12.301 INFO:tasks.workunit.client.0.smithi069.stdout: "optional": [], 2024-04-10T15:31:12.301 INFO:tasks.workunit.client.0.smithi069.stdout: "persistent": [ 2024-04-10T15:31:12.301 INFO:tasks.workunit.client.0.smithi069.stdout: "kraken", 2024-04-10T15:31:12.301 INFO:tasks.workunit.client.0.smithi069.stdout: "luminous", 2024-04-10T15:31:12.301 INFO:tasks.workunit.client.0.smithi069.stdout: "mimic", 2024-04-10T15:31:12.301 INFO:tasks.workunit.client.0.smithi069.stdout: "osdmap-prune", 2024-04-10T15:31:12.301 INFO:tasks.workunit.client.0.smithi069.stdout: "nautilus", 2024-04-10T15:31:12.301 INFO:tasks.workunit.client.0.smithi069.stdout: "octopus", 2024-04-10T15:31:12.301 INFO:tasks.workunit.client.0.smithi069.stdout: "pacific", 2024-04-10T15:31:12.301 INFO:tasks.workunit.client.0.smithi069.stdout: "elector-pinging", 2024-04-10T15:31:12.301 INFO:tasks.workunit.client.0.smithi069.stdout: "quincy", 2024-04-10T15:31:12.301 INFO:tasks.workunit.client.0.smithi069.stdout: "reef" 2024-04-10T15:31:12.301 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T15:31:12.301 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.302 INFO:tasks.workunit.client.0.smithi069.stdout: "ipv4_addr_mons": 6, 2024-04-10T15:31:12.302 INFO:tasks.workunit.client.0.smithi069.stdout: "ipv6_addr_mons": 0, 2024-04-10T15:31:12.302 INFO:tasks.workunit.client.0.smithi069.stdout: "min_mon_release": 18, 2024-04-10T15:31:12.302 INFO:tasks.workunit.client.0.smithi069.stdout: "v1_addr_mons": 3, 2024-04-10T15:31:12.302 INFO:tasks.workunit.client.0.smithi069.stdout: "v2_addr_mons": 3 2024-04-10T15:31:12.302 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.302 INFO:tasks.workunit.client.0.smithi069.stdout: "organization": "ceph-qa", 2024-04-10T15:31:12.302 INFO:tasks.workunit.client.0.smithi069.stdout: "osd": { 2024-04-10T15:31:12.302 INFO:tasks.workunit.client.0.smithi069.stdout: "cluster_network": false, 2024-04-10T15:31:12.302 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 8, 2024-04-10T15:31:12.302 INFO:tasks.workunit.client.0.smithi069.stdout: "require_min_compat_client": "luminous", 2024-04-10T15:31:12.302 INFO:tasks.workunit.client.0.smithi069.stdout: "require_osd_release": "reef" 2024-04-10T15:31:12.302 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.302 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_perf_histograms": [ 2024-04-10T15:31:12.302 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:12.303 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-10T15:31:12.303 INFO:tasks.workunit.client.0.smithi069.stdout: "axes": [ 2024-04-10T15:31:12.303 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:12.303 INFO:tasks.workunit.client.0.smithi069.stdout: "buckets": 32, 2024-04-10T15:31:12.303 INFO:tasks.workunit.client.0.smithi069.stdout: "min": 0, 2024-04-10T15:31:12.303 INFO:tasks.workunit.client.0.smithi069.stdout: "name": "Latency (usec)", 2024-04-10T15:31:12.303 INFO:tasks.workunit.client.0.smithi069.stdout: "quant_size": 100000, 2024-04-10T15:31:12.303 INFO:tasks.workunit.client.0.smithi069.stdout: "ranges": [ 2024-04-10T15:31:12.303 INFO:tasks.workunit.client.0.smithi069.stdout: "[None, -1]", 2024-04-10T15:31:12.303 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 99999]", 2024-04-10T15:31:12.303 INFO:tasks.workunit.client.0.smithi069.stdout: "[100000, 199999]", 2024-04-10T15:31:12.303 INFO:tasks.workunit.client.0.smithi069.stdout: "[200000, 399999]", 2024-04-10T15:31:12.303 INFO:tasks.workunit.client.0.smithi069.stdout: "[400000, 799999]", 2024-04-10T15:31:12.303 INFO:tasks.workunit.client.0.smithi069.stdout: "[800000, 1599999]", 2024-04-10T15:31:12.303 INFO:tasks.workunit.client.0.smithi069.stdout: "[1600000, 3199999]", 2024-04-10T15:31:12.304 INFO:tasks.workunit.client.0.smithi069.stdout: "[3200000, 6399999]", 2024-04-10T15:31:12.304 INFO:tasks.workunit.client.0.smithi069.stdout: "[6400000, 12799999]", 2024-04-10T15:31:12.304 INFO:tasks.workunit.client.0.smithi069.stdout: "[12800000, 25599999]", 2024-04-10T15:31:12.304 INFO:tasks.workunit.client.0.smithi069.stdout: "[25600000, 51199999]", 2024-04-10T15:31:12.304 INFO:tasks.workunit.client.0.smithi069.stdout: "[51200000, 102399999]", 2024-04-10T15:31:12.304 INFO:tasks.workunit.client.0.smithi069.stdout: "[102400000, 204799999]", 2024-04-10T15:31:12.304 INFO:tasks.workunit.client.0.smithi069.stdout: "[204800000, 409599999]", 2024-04-10T15:31:12.304 INFO:tasks.workunit.client.0.smithi069.stdout: "[409600000, 819199999]", 2024-04-10T15:31:12.304 INFO:tasks.workunit.client.0.smithi069.stdout: "[819200000, 1638399999]", 2024-04-10T15:31:12.304 INFO:tasks.workunit.client.0.smithi069.stdout: "[1638400000, 3276799999]", 2024-04-10T15:31:12.304 INFO:tasks.workunit.client.0.smithi069.stdout: "[3276800000, 6553599999]", 2024-04-10T15:31:12.304 INFO:tasks.workunit.client.0.smithi069.stdout: "[6553600000, 13107199999]", 2024-04-10T15:31:12.304 INFO:tasks.workunit.client.0.smithi069.stdout: "[13107200000, 26214399999]", 2024-04-10T15:31:12.304 INFO:tasks.workunit.client.0.smithi069.stdout: "[26214400000, 52428799999]", 2024-04-10T15:31:12.304 INFO:tasks.workunit.client.0.smithi069.stdout: "[52428800000, 104857599999]", 2024-04-10T15:31:12.304 INFO:tasks.workunit.client.0.smithi069.stdout: "[104857600000, 209715199999]", 2024-04-10T15:31:12.305 INFO:tasks.workunit.client.0.smithi069.stdout: "[209715200000, 419430399999]", 2024-04-10T15:31:12.305 INFO:tasks.workunit.client.0.smithi069.stdout: "[419430400000, 838860799999]", 2024-04-10T15:31:12.305 INFO:tasks.workunit.client.0.smithi069.stdout: "[838860800000, 1677721599999]", 2024-04-10T15:31:12.305 INFO:tasks.workunit.client.0.smithi069.stdout: "[1677721600000, 3355443199999]", 2024-04-10T15:31:12.305 INFO:tasks.workunit.client.0.smithi069.stdout: "[3355443200000, 6710886399999]", 2024-04-10T15:31:12.305 INFO:tasks.workunit.client.0.smithi069.stdout: "[6710886400000, 13421772799999]", 2024-04-10T15:31:12.305 INFO:tasks.workunit.client.0.smithi069.stdout: "[13421772800000, 26843545599999]", 2024-04-10T15:31:12.305 INFO:tasks.workunit.client.0.smithi069.stdout: "[26843545600000, 53687091199999]", 2024-04-10T15:31:12.305 INFO:tasks.workunit.client.0.smithi069.stdout: "[53687091200000, None]" 2024-04-10T15:31:12.305 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:12.305 INFO:tasks.workunit.client.0.smithi069.stdout: "scale_type": "log2" 2024-04-10T15:31:12.305 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.305 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:12.305 INFO:tasks.workunit.client.0.smithi069.stdout: "buckets": 32, 2024-04-10T15:31:12.305 INFO:tasks.workunit.client.0.smithi069.stdout: "min": 0, 2024-04-10T15:31:12.306 INFO:tasks.workunit.client.0.smithi069.stdout: "name": "Request size (bytes)", 2024-04-10T15:31:12.306 INFO:tasks.workunit.client.0.smithi069.stdout: "quant_size": 512, 2024-04-10T15:31:12.306 INFO:tasks.workunit.client.0.smithi069.stdout: "ranges": [ 2024-04-10T15:31:12.306 INFO:tasks.workunit.client.0.smithi069.stdout: "[None, -1]", 2024-04-10T15:31:12.306 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 511]", 2024-04-10T15:31:12.306 INFO:tasks.workunit.client.0.smithi069.stdout: "[512, 1023]", 2024-04-10T15:31:12.306 INFO:tasks.workunit.client.0.smithi069.stdout: "[1024, 2047]", 2024-04-10T15:31:12.306 INFO:tasks.workunit.client.0.smithi069.stdout: "[2048, 4095]", 2024-04-10T15:31:12.306 INFO:tasks.workunit.client.0.smithi069.stdout: "[4096, 8191]", 2024-04-10T15:31:12.306 INFO:tasks.workunit.client.0.smithi069.stdout: "[8192, 16383]", 2024-04-10T15:31:12.306 INFO:tasks.workunit.client.0.smithi069.stdout: "[16384, 32767]", 2024-04-10T15:31:12.306 INFO:tasks.workunit.client.0.smithi069.stdout: "[32768, 65535]", 2024-04-10T15:31:12.306 INFO:tasks.workunit.client.0.smithi069.stdout: "[65536, 131071]", 2024-04-10T15:31:12.306 INFO:tasks.workunit.client.0.smithi069.stdout: "[131072, 262143]", 2024-04-10T15:31:12.306 INFO:tasks.workunit.client.0.smithi069.stdout: "[262144, 524287]", 2024-04-10T15:31:12.307 INFO:tasks.workunit.client.0.smithi069.stdout: "[524288, 1048575]", 2024-04-10T15:31:12.307 INFO:tasks.workunit.client.0.smithi069.stdout: "[1048576, 2097151]", 2024-04-10T15:31:12.307 INFO:tasks.workunit.client.0.smithi069.stdout: "[2097152, 4194303]", 2024-04-10T15:31:12.307 INFO:tasks.workunit.client.0.smithi069.stdout: "[4194304, 8388607]", 2024-04-10T15:31:12.307 INFO:tasks.workunit.client.0.smithi069.stdout: "[8388608, 16777215]", 2024-04-10T15:31:12.307 INFO:tasks.workunit.client.0.smithi069.stdout: "[16777216, 33554431]", 2024-04-10T15:31:12.307 INFO:tasks.workunit.client.0.smithi069.stdout: "[33554432, 67108863]", 2024-04-10T15:31:12.307 INFO:tasks.workunit.client.0.smithi069.stdout: "[67108864, 134217727]", 2024-04-10T15:31:12.307 INFO:tasks.workunit.client.0.smithi069.stdout: "[134217728, 268435455]", 2024-04-10T15:31:12.307 INFO:tasks.workunit.client.0.smithi069.stdout: "[268435456, 536870911]", 2024-04-10T15:31:12.307 INFO:tasks.workunit.client.0.smithi069.stdout: "[536870912, 1073741823]", 2024-04-10T15:31:12.307 INFO:tasks.workunit.client.0.smithi069.stdout: "[1073741824, 2147483647]", 2024-04-10T15:31:12.307 INFO:tasks.workunit.client.0.smithi069.stdout: "[2147483648, 4294967295]", 2024-04-10T15:31:12.307 INFO:tasks.workunit.client.0.smithi069.stdout: "[4294967296, 8589934591]", 2024-04-10T15:31:12.307 INFO:tasks.workunit.client.0.smithi069.stdout: "[8589934592, 17179869183]", 2024-04-10T15:31:12.307 INFO:tasks.workunit.client.0.smithi069.stdout: "[17179869184, 34359738367]", 2024-04-10T15:31:12.308 INFO:tasks.workunit.client.0.smithi069.stdout: "[34359738368, 68719476735]", 2024-04-10T15:31:12.308 INFO:tasks.workunit.client.0.smithi069.stdout: "[68719476736, 137438953471]", 2024-04-10T15:31:12.308 INFO:tasks.workunit.client.0.smithi069.stdout: "[137438953472, 274877906943]", 2024-04-10T15:31:12.308 INFO:tasks.workunit.client.0.smithi069.stdout: "[274877906944, None]" 2024-04-10T15:31:12.308 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:12.308 INFO:tasks.workunit.client.0.smithi069.stdout: "scale_type": "log2" 2024-04-10T15:31:12.308 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:12.308 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:12.308 INFO:tasks.workunit.client.0.smithi069.stdout: "osds": [ 2024-04-10T15:31:12.308 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:12.308 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_id": 0, 2024-04-10T15:31:12.308 INFO:tasks.workunit.client.0.smithi069.stdout: "values": [ 2024-04-10T15:31:12.308 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.308 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.308 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.308 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.308 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.309 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.309 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.309 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.309 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.309 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.309 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.309 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.309 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.309 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.309 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.309 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.309 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.309 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.309 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.309 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.309 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.310 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.310 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.310 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.310 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.310 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.310 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.310 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.310 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.310 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.310 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.310 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T15:31:12.310 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T15:31:12.310 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.310 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:12.310 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_id": 1, 2024-04-10T15:31:12.311 INFO:tasks.workunit.client.0.smithi069.stdout: "values": [ 2024-04-10T15:31:12.311 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.311 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.311 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.311 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.311 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.311 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.311 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.311 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.311 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.311 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.311 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.311 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.312 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.312 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.312 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.312 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.312 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.312 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.312 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.312 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.312 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.312 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.312 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.312 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.312 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.312 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.312 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.313 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.313 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.313 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.313 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.313 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T15:31:12.313 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T15:31:12.313 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.313 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:12.313 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_id": 2, 2024-04-10T15:31:12.313 INFO:tasks.workunit.client.0.smithi069.stdout: "values": [ 2024-04-10T15:31:12.313 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.313 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.313 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.313 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.313 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.313 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.314 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.314 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.314 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.314 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.314 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.314 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.314 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.314 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.314 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.314 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.314 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.314 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.314 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.315 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.315 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.315 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.315 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.315 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.315 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.315 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.315 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.315 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.315 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.315 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.315 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.315 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T15:31:12.315 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T15:31:12.315 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.315 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:12.316 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_id": 3, 2024-04-10T15:31:12.316 INFO:tasks.workunit.client.0.smithi069.stdout: "values": [ 2024-04-10T15:31:12.316 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.316 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.316 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.316 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.316 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.316 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.316 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.316 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.316 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.316 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.316 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.316 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.316 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.317 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.317 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.317 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.317 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.317 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.317 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.317 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.317 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.317 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.317 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.317 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.317 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.317 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.317 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.317 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.317 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.317 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.318 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.318 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T15:31:12.318 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T15:31:12.318 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.318 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:12.318 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_id": 4, 2024-04-10T15:31:12.318 INFO:tasks.workunit.client.0.smithi069.stdout: "values": [ 2024-04-10T15:31:12.318 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.318 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.318 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.318 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.318 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.318 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.318 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.319 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.319 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.319 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.319 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.319 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.319 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.319 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.319 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.319 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.319 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.319 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.319 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.319 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.319 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.319 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.320 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.320 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.320 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.320 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.320 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.320 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.320 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.320 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.320 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.320 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T15:31:12.320 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T15:31:12.320 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.320 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:12.320 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_id": 5, 2024-04-10T15:31:12.320 INFO:tasks.workunit.client.0.smithi069.stdout: "values": [ 2024-04-10T15:31:12.320 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.321 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.321 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.321 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.321 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.321 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.321 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.321 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.321 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.321 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.321 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.321 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.321 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.321 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.322 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.322 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.322 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.322 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.322 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.322 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.322 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.322 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.322 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.322 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.322 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.322 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.322 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.323 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.323 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.323 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.323 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.323 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T15:31:12.323 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T15:31:12.323 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.323 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:12.323 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_id": 6, 2024-04-10T15:31:12.323 INFO:tasks.workunit.client.0.smithi069.stdout: "values": [ 2024-04-10T15:31:12.323 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.323 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.323 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.323 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.323 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.324 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.324 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.324 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.324 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.324 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.324 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.324 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.324 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.324 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.324 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.324 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.324 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.324 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.324 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.325 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.325 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.325 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.325 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.325 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.325 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.325 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.325 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.325 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.325 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.325 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.325 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.325 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T15:31:12.326 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T15:31:12.326 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.326 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:12.326 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_id": 7, 2024-04-10T15:31:12.326 INFO:tasks.workunit.client.0.smithi069.stdout: "values": [ 2024-04-10T15:31:12.326 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.326 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.326 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 107, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.326 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 12, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.326 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.326 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.326 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.326 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.326 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.327 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.327 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.327 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.327 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.327 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.327 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.327 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.327 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.327 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.327 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.327 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.327 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.327 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.327 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.327 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.327 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.328 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.328 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.328 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.328 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.328 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.328 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.328 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T15:31:12.328 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T15:31:12.328 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:12.328 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T15:31:12.328 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.328 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-10T15:31:12.328 INFO:tasks.workunit.client.0.smithi069.stdout: "axes": [ 2024-04-10T15:31:12.328 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:12.328 INFO:tasks.workunit.client.0.smithi069.stdout: "buckets": 32, 2024-04-10T15:31:12.329 INFO:tasks.workunit.client.0.smithi069.stdout: "min": 0, 2024-04-10T15:31:12.329 INFO:tasks.workunit.client.0.smithi069.stdout: "name": "Latency (usec)", 2024-04-10T15:31:12.329 INFO:tasks.workunit.client.0.smithi069.stdout: "quant_size": 100000, 2024-04-10T15:31:12.329 INFO:tasks.workunit.client.0.smithi069.stdout: "ranges": [ 2024-04-10T15:31:12.329 INFO:tasks.workunit.client.0.smithi069.stdout: "[None, -1]", 2024-04-10T15:31:12.329 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 99999]", 2024-04-10T15:31:12.329 INFO:tasks.workunit.client.0.smithi069.stdout: "[100000, 199999]", 2024-04-10T15:31:12.329 INFO:tasks.workunit.client.0.smithi069.stdout: "[200000, 399999]", 2024-04-10T15:31:12.329 INFO:tasks.workunit.client.0.smithi069.stdout: "[400000, 799999]", 2024-04-10T15:31:12.329 INFO:tasks.workunit.client.0.smithi069.stdout: "[800000, 1599999]", 2024-04-10T15:31:12.329 INFO:tasks.workunit.client.0.smithi069.stdout: "[1600000, 3199999]", 2024-04-10T15:31:12.329 INFO:tasks.workunit.client.0.smithi069.stdout: "[3200000, 6399999]", 2024-04-10T15:31:12.329 INFO:tasks.workunit.client.0.smithi069.stdout: "[6400000, 12799999]", 2024-04-10T15:31:12.329 INFO:tasks.workunit.client.0.smithi069.stdout: "[12800000, 25599999]", 2024-04-10T15:31:12.329 INFO:tasks.workunit.client.0.smithi069.stdout: "[25600000, 51199999]", 2024-04-10T15:31:12.329 INFO:tasks.workunit.client.0.smithi069.stdout: "[51200000, 102399999]", 2024-04-10T15:31:12.330 INFO:tasks.workunit.client.0.smithi069.stdout: "[102400000, 204799999]", 2024-04-10T15:31:12.330 INFO:tasks.workunit.client.0.smithi069.stdout: "[204800000, 409599999]", 2024-04-10T15:31:12.330 INFO:tasks.workunit.client.0.smithi069.stdout: "[409600000, 819199999]", 2024-04-10T15:31:12.330 INFO:tasks.workunit.client.0.smithi069.stdout: "[819200000, 1638399999]", 2024-04-10T15:31:12.330 INFO:tasks.workunit.client.0.smithi069.stdout: "[1638400000, 3276799999]", 2024-04-10T15:31:12.330 INFO:tasks.workunit.client.0.smithi069.stdout: "[3276800000, 6553599999]", 2024-04-10T15:31:12.330 INFO:tasks.workunit.client.0.smithi069.stdout: "[6553600000, 13107199999]", 2024-04-10T15:31:12.330 INFO:tasks.workunit.client.0.smithi069.stdout: "[13107200000, 26214399999]", 2024-04-10T15:31:12.330 INFO:tasks.workunit.client.0.smithi069.stdout: "[26214400000, 52428799999]", 2024-04-10T15:31:12.330 INFO:tasks.workunit.client.0.smithi069.stdout: "[52428800000, 104857599999]", 2024-04-10T15:31:12.330 INFO:tasks.workunit.client.0.smithi069.stdout: "[104857600000, 209715199999]", 2024-04-10T15:31:12.330 INFO:tasks.workunit.client.0.smithi069.stdout: "[209715200000, 419430399999]", 2024-04-10T15:31:12.330 INFO:tasks.workunit.client.0.smithi069.stdout: "[419430400000, 838860799999]", 2024-04-10T15:31:12.330 INFO:tasks.workunit.client.0.smithi069.stdout: "[838860800000, 1677721599999]", 2024-04-10T15:31:12.330 INFO:tasks.workunit.client.0.smithi069.stdout: "[1677721600000, 3355443199999]", 2024-04-10T15:31:12.331 INFO:tasks.workunit.client.0.smithi069.stdout: "[3355443200000, 6710886399999]", 2024-04-10T15:31:12.331 INFO:tasks.workunit.client.0.smithi069.stdout: "[6710886400000, 13421772799999]", 2024-04-10T15:31:12.331 INFO:tasks.workunit.client.0.smithi069.stdout: "[13421772800000, 26843545599999]", 2024-04-10T15:31:12.331 INFO:tasks.workunit.client.0.smithi069.stdout: "[26843545600000, 53687091199999]", 2024-04-10T15:31:12.331 INFO:tasks.workunit.client.0.smithi069.stdout: "[53687091200000, None]" 2024-04-10T15:31:12.331 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:12.331 INFO:tasks.workunit.client.0.smithi069.stdout: "scale_type": "log2" 2024-04-10T15:31:12.331 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.331 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:12.331 INFO:tasks.workunit.client.0.smithi069.stdout: "buckets": 32, 2024-04-10T15:31:12.331 INFO:tasks.workunit.client.0.smithi069.stdout: "min": 0, 2024-04-10T15:31:12.331 INFO:tasks.workunit.client.0.smithi069.stdout: "name": "Request size (bytes)", 2024-04-10T15:31:12.331 INFO:tasks.workunit.client.0.smithi069.stdout: "quant_size": 512, 2024-04-10T15:31:12.331 INFO:tasks.workunit.client.0.smithi069.stdout: "ranges": [ 2024-04-10T15:31:12.331 INFO:tasks.workunit.client.0.smithi069.stdout: "[None, -1]", 2024-04-10T15:31:12.331 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 511]", 2024-04-10T15:31:12.332 INFO:tasks.workunit.client.0.smithi069.stdout: "[512, 1023]", 2024-04-10T15:31:12.332 INFO:tasks.workunit.client.0.smithi069.stdout: "[1024, 2047]", 2024-04-10T15:31:12.332 INFO:tasks.workunit.client.0.smithi069.stdout: "[2048, 4095]", 2024-04-10T15:31:12.332 INFO:tasks.workunit.client.0.smithi069.stdout: "[4096, 8191]", 2024-04-10T15:31:12.332 INFO:tasks.workunit.client.0.smithi069.stdout: "[8192, 16383]", 2024-04-10T15:31:12.332 INFO:tasks.workunit.client.0.smithi069.stdout: "[16384, 32767]", 2024-04-10T15:31:12.332 INFO:tasks.workunit.client.0.smithi069.stdout: "[32768, 65535]", 2024-04-10T15:31:12.332 INFO:tasks.workunit.client.0.smithi069.stdout: "[65536, 131071]", 2024-04-10T15:31:12.332 INFO:tasks.workunit.client.0.smithi069.stdout: "[131072, 262143]", 2024-04-10T15:31:12.332 INFO:tasks.workunit.client.0.smithi069.stdout: "[262144, 524287]", 2024-04-10T15:31:12.332 INFO:tasks.workunit.client.0.smithi069.stdout: "[524288, 1048575]", 2024-04-10T15:31:12.332 INFO:tasks.workunit.client.0.smithi069.stdout: "[1048576, 2097151]", 2024-04-10T15:31:12.332 INFO:tasks.workunit.client.0.smithi069.stdout: "[2097152, 4194303]", 2024-04-10T15:31:12.332 INFO:tasks.workunit.client.0.smithi069.stdout: "[4194304, 8388607]", 2024-04-10T15:31:12.332 INFO:tasks.workunit.client.0.smithi069.stdout: "[8388608, 16777215]", 2024-04-10T15:31:12.333 INFO:tasks.workunit.client.0.smithi069.stdout: "[16777216, 33554431]", 2024-04-10T15:31:12.333 INFO:tasks.workunit.client.0.smithi069.stdout: "[33554432, 67108863]", 2024-04-10T15:31:12.333 INFO:tasks.workunit.client.0.smithi069.stdout: "[67108864, 134217727]", 2024-04-10T15:31:12.333 INFO:tasks.workunit.client.0.smithi069.stdout: "[134217728, 268435455]", 2024-04-10T15:31:12.333 INFO:tasks.workunit.client.0.smithi069.stdout: "[268435456, 536870911]", 2024-04-10T15:31:12.333 INFO:tasks.workunit.client.0.smithi069.stdout: "[536870912, 1073741823]", 2024-04-10T15:31:12.333 INFO:tasks.workunit.client.0.smithi069.stdout: "[1073741824, 2147483647]", 2024-04-10T15:31:12.333 INFO:tasks.workunit.client.0.smithi069.stdout: "[2147483648, 4294967295]", 2024-04-10T15:31:12.333 INFO:tasks.workunit.client.0.smithi069.stdout: "[4294967296, 8589934591]", 2024-04-10T15:31:12.333 INFO:tasks.workunit.client.0.smithi069.stdout: "[8589934592, 17179869183]", 2024-04-10T15:31:12.333 INFO:tasks.workunit.client.0.smithi069.stdout: "[17179869184, 34359738367]", 2024-04-10T15:31:12.333 INFO:tasks.workunit.client.0.smithi069.stdout: "[34359738368, 68719476735]", 2024-04-10T15:31:12.333 INFO:tasks.workunit.client.0.smithi069.stdout: "[68719476736, 137438953471]", 2024-04-10T15:31:12.333 INFO:tasks.workunit.client.0.smithi069.stdout: "[137438953472, 274877906943]", 2024-04-10T15:31:12.333 INFO:tasks.workunit.client.0.smithi069.stdout: "[274877906944, None]" 2024-04-10T15:31:12.333 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:12.334 INFO:tasks.workunit.client.0.smithi069.stdout: "scale_type": "log2" 2024-04-10T15:31:12.334 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:12.334 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:12.334 INFO:tasks.workunit.client.0.smithi069.stdout: "osds": [ 2024-04-10T15:31:12.334 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:12.334 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_id": 0, 2024-04-10T15:31:12.334 INFO:tasks.workunit.client.0.smithi069.stdout: "values": [ 2024-04-10T15:31:12.334 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.334 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.334 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.334 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.334 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.334 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.334 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.334 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.335 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.335 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.335 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.335 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.335 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.335 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.335 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.335 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.335 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.335 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.335 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.335 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.335 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.335 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.335 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.335 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.336 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.336 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.336 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.336 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.336 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.336 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.336 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.336 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T15:31:12.336 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T15:31:12.336 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.336 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:12.336 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_id": 1, 2024-04-10T15:31:12.336 INFO:tasks.workunit.client.0.smithi069.stdout: "values": [ 2024-04-10T15:31:12.336 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.336 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.336 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.336 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.337 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.337 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.337 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.337 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.337 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.337 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.337 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.337 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.337 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.337 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.337 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.337 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.337 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.337 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.337 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.337 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.338 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.338 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.338 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.338 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.338 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.338 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.338 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.338 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.338 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.338 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.338 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.338 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T15:31:12.338 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T15:31:12.338 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.339 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:12.339 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_id": 2, 2024-04-10T15:31:12.339 INFO:tasks.workunit.client.0.smithi069.stdout: "values": [ 2024-04-10T15:31:12.339 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.339 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.339 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.339 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.339 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.339 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.339 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.339 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.339 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.339 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.339 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.339 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.339 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.340 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.340 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.340 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.340 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.340 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.340 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.340 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.340 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.340 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.340 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.340 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.340 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.340 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.340 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.340 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.340 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.340 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.341 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.341 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T15:31:12.341 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T15:31:12.341 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.341 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:12.341 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_id": 3, 2024-04-10T15:31:12.341 INFO:tasks.workunit.client.0.smithi069.stdout: "values": [ 2024-04-10T15:31:12.341 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.341 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.341 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.341 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.341 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.341 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.341 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.341 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.341 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.341 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.342 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.342 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.342 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.342 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.342 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.342 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.342 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.342 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.342 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.342 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.342 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.342 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.343 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.343 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.343 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.343 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.343 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.343 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.343 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.343 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.343 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.343 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T15:31:12.343 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T15:31:12.343 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.343 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:12.343 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_id": 4, 2024-04-10T15:31:12.344 INFO:tasks.workunit.client.0.smithi069.stdout: "values": [ 2024-04-10T15:31:12.344 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.344 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.344 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.344 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.344 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.344 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.344 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.344 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.344 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.344 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.344 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.344 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.344 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.344 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.344 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.345 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.345 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.345 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.345 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.345 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.345 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.345 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.345 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.345 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.345 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.345 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.345 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.345 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.345 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.346 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.346 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.346 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T15:31:12.346 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T15:31:12.346 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.346 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:12.346 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_id": 5, 2024-04-10T15:31:12.346 INFO:tasks.workunit.client.0.smithi069.stdout: "values": [ 2024-04-10T15:31:12.346 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.346 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.346 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.346 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.346 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.346 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.347 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.347 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.347 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.347 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.347 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.347 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.347 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.347 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.347 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.347 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.347 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.347 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.347 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.348 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.348 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.348 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.348 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.348 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.348 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.348 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.348 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.348 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.348 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.348 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.348 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.348 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T15:31:12.348 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T15:31:12.348 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.349 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:12.349 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_id": 6, 2024-04-10T15:31:12.349 INFO:tasks.workunit.client.0.smithi069.stdout: "values": [ 2024-04-10T15:31:12.349 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.349 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.349 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.349 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.349 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.349 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.349 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.349 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.349 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.349 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.349 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.350 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.350 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.350 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.350 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.350 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.350 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.350 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.350 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.350 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.350 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.350 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.350 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.350 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.350 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.351 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.351 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.351 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.351 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.351 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.351 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.351 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T15:31:12.351 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T15:31:12.351 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.351 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:12.351 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_id": 7, 2024-04-10T15:31:12.351 INFO:tasks.workunit.client.0.smithi069.stdout: "values": [ 2024-04-10T15:31:12.351 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.351 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.351 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.352 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.352 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.352 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 42, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.352 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.352 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.352 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.352 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.352 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.352 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.352 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.352 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.352 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.352 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.353 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.353 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.353 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.353 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.353 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.353 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.353 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.353 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.353 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.353 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.353 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.353 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.353 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.353 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.354 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.354 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T15:31:12.354 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T15:31:12.354 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:12.354 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T15:31:12.354 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.354 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-10T15:31:12.354 INFO:tasks.workunit.client.0.smithi069.stdout: "axes": [ 2024-04-10T15:31:12.354 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:12.354 INFO:tasks.workunit.client.0.smithi069.stdout: "buckets": 32, 2024-04-10T15:31:12.354 INFO:tasks.workunit.client.0.smithi069.stdout: "min": 0, 2024-04-10T15:31:12.354 INFO:tasks.workunit.client.0.smithi069.stdout: "name": "Latency (usec)", 2024-04-10T15:31:12.354 INFO:tasks.workunit.client.0.smithi069.stdout: "quant_size": 100000, 2024-04-10T15:31:12.355 INFO:tasks.workunit.client.0.smithi069.stdout: "ranges": [ 2024-04-10T15:31:12.355 INFO:tasks.workunit.client.0.smithi069.stdout: "[None, -1]", 2024-04-10T15:31:12.355 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 99999]", 2024-04-10T15:31:12.355 INFO:tasks.workunit.client.0.smithi069.stdout: "[100000, 199999]", 2024-04-10T15:31:12.355 INFO:tasks.workunit.client.0.smithi069.stdout: "[200000, 399999]", 2024-04-10T15:31:12.355 INFO:tasks.workunit.client.0.smithi069.stdout: "[400000, 799999]", 2024-04-10T15:31:12.355 INFO:tasks.workunit.client.0.smithi069.stdout: "[800000, 1599999]", 2024-04-10T15:31:12.355 INFO:tasks.workunit.client.0.smithi069.stdout: "[1600000, 3199999]", 2024-04-10T15:31:12.355 INFO:tasks.workunit.client.0.smithi069.stdout: "[3200000, 6399999]", 2024-04-10T15:31:12.355 INFO:tasks.workunit.client.0.smithi069.stdout: "[6400000, 12799999]", 2024-04-10T15:31:12.355 INFO:tasks.workunit.client.0.smithi069.stdout: "[12800000, 25599999]", 2024-04-10T15:31:12.355 INFO:tasks.workunit.client.0.smithi069.stdout: "[25600000, 51199999]", 2024-04-10T15:31:12.355 INFO:tasks.workunit.client.0.smithi069.stdout: "[51200000, 102399999]", 2024-04-10T15:31:12.355 INFO:tasks.workunit.client.0.smithi069.stdout: "[102400000, 204799999]", 2024-04-10T15:31:12.356 INFO:tasks.workunit.client.0.smithi069.stdout: "[204800000, 409599999]", 2024-04-10T15:31:12.356 INFO:tasks.workunit.client.0.smithi069.stdout: "[409600000, 819199999]", 2024-04-10T15:31:12.356 INFO:tasks.workunit.client.0.smithi069.stdout: "[819200000, 1638399999]", 2024-04-10T15:31:12.356 INFO:tasks.workunit.client.0.smithi069.stdout: "[1638400000, 3276799999]", 2024-04-10T15:31:12.356 INFO:tasks.workunit.client.0.smithi069.stdout: "[3276800000, 6553599999]", 2024-04-10T15:31:12.356 INFO:tasks.workunit.client.0.smithi069.stdout: "[6553600000, 13107199999]", 2024-04-10T15:31:12.356 INFO:tasks.workunit.client.0.smithi069.stdout: "[13107200000, 26214399999]", 2024-04-10T15:31:12.356 INFO:tasks.workunit.client.0.smithi069.stdout: "[26214400000, 52428799999]", 2024-04-10T15:31:12.356 INFO:tasks.workunit.client.0.smithi069.stdout: "[52428800000, 104857599999]", 2024-04-10T15:31:12.356 INFO:tasks.workunit.client.0.smithi069.stdout: "[104857600000, 209715199999]", 2024-04-10T15:31:12.356 INFO:tasks.workunit.client.0.smithi069.stdout: "[209715200000, 419430399999]", 2024-04-10T15:31:12.356 INFO:tasks.workunit.client.0.smithi069.stdout: "[419430400000, 838860799999]", 2024-04-10T15:31:12.356 INFO:tasks.workunit.client.0.smithi069.stdout: "[838860800000, 1677721599999]", 2024-04-10T15:31:12.356 INFO:tasks.workunit.client.0.smithi069.stdout: "[1677721600000, 3355443199999]", 2024-04-10T15:31:12.356 INFO:tasks.workunit.client.0.smithi069.stdout: "[3355443200000, 6710886399999]", 2024-04-10T15:31:12.357 INFO:tasks.workunit.client.0.smithi069.stdout: "[6710886400000, 13421772799999]", 2024-04-10T15:31:12.357 INFO:tasks.workunit.client.0.smithi069.stdout: "[13421772800000, 26843545599999]", 2024-04-10T15:31:12.357 INFO:tasks.workunit.client.0.smithi069.stdout: "[26843545600000, 53687091199999]", 2024-04-10T15:31:12.357 INFO:tasks.workunit.client.0.smithi069.stdout: "[53687091200000, None]" 2024-04-10T15:31:12.357 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:12.357 INFO:tasks.workunit.client.0.smithi069.stdout: "scale_type": "log2" 2024-04-10T15:31:12.357 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.357 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:12.357 INFO:tasks.workunit.client.0.smithi069.stdout: "buckets": 32, 2024-04-10T15:31:12.357 INFO:tasks.workunit.client.0.smithi069.stdout: "min": 0, 2024-04-10T15:31:12.357 INFO:tasks.workunit.client.0.smithi069.stdout: "name": "Request size (bytes)", 2024-04-10T15:31:12.357 INFO:tasks.workunit.client.0.smithi069.stdout: "quant_size": 512, 2024-04-10T15:31:12.357 INFO:tasks.workunit.client.0.smithi069.stdout: "ranges": [ 2024-04-10T15:31:12.357 INFO:tasks.workunit.client.0.smithi069.stdout: "[None, -1]", 2024-04-10T15:31:12.357 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 511]", 2024-04-10T15:31:12.357 INFO:tasks.workunit.client.0.smithi069.stdout: "[512, 1023]", 2024-04-10T15:31:12.358 INFO:tasks.workunit.client.0.smithi069.stdout: "[1024, 2047]", 2024-04-10T15:31:12.358 INFO:tasks.workunit.client.0.smithi069.stdout: "[2048, 4095]", 2024-04-10T15:31:12.358 INFO:tasks.workunit.client.0.smithi069.stdout: "[4096, 8191]", 2024-04-10T15:31:12.358 INFO:tasks.workunit.client.0.smithi069.stdout: "[8192, 16383]", 2024-04-10T15:31:12.358 INFO:tasks.workunit.client.0.smithi069.stdout: "[16384, 32767]", 2024-04-10T15:31:12.358 INFO:tasks.workunit.client.0.smithi069.stdout: "[32768, 65535]", 2024-04-10T15:31:12.358 INFO:tasks.workunit.client.0.smithi069.stdout: "[65536, 131071]", 2024-04-10T15:31:12.358 INFO:tasks.workunit.client.0.smithi069.stdout: "[131072, 262143]", 2024-04-10T15:31:12.358 INFO:tasks.workunit.client.0.smithi069.stdout: "[262144, 524287]", 2024-04-10T15:31:12.358 INFO:tasks.workunit.client.0.smithi069.stdout: "[524288, 1048575]", 2024-04-10T15:31:12.358 INFO:tasks.workunit.client.0.smithi069.stdout: "[1048576, 2097151]", 2024-04-10T15:31:12.358 INFO:tasks.workunit.client.0.smithi069.stdout: "[2097152, 4194303]", 2024-04-10T15:31:12.358 INFO:tasks.workunit.client.0.smithi069.stdout: "[4194304, 8388607]", 2024-04-10T15:31:12.359 INFO:tasks.workunit.client.0.smithi069.stdout: "[8388608, 16777215]", 2024-04-10T15:31:12.359 INFO:tasks.workunit.client.0.smithi069.stdout: "[16777216, 33554431]", 2024-04-10T15:31:12.359 INFO:tasks.workunit.client.0.smithi069.stdout: "[33554432, 67108863]", 2024-04-10T15:31:12.359 INFO:tasks.workunit.client.0.smithi069.stdout: "[67108864, 134217727]", 2024-04-10T15:31:12.359 INFO:tasks.workunit.client.0.smithi069.stdout: "[134217728, 268435455]", 2024-04-10T15:31:12.359 INFO:tasks.workunit.client.0.smithi069.stdout: "[268435456, 536870911]", 2024-04-10T15:31:12.359 INFO:tasks.workunit.client.0.smithi069.stdout: "[536870912, 1073741823]", 2024-04-10T15:31:12.359 INFO:tasks.workunit.client.0.smithi069.stdout: "[1073741824, 2147483647]", 2024-04-10T15:31:12.359 INFO:tasks.workunit.client.0.smithi069.stdout: "[2147483648, 4294967295]", 2024-04-10T15:31:12.359 INFO:tasks.workunit.client.0.smithi069.stdout: "[4294967296, 8589934591]", 2024-04-10T15:31:12.359 INFO:tasks.workunit.client.0.smithi069.stdout: "[8589934592, 17179869183]", 2024-04-10T15:31:12.359 INFO:tasks.workunit.client.0.smithi069.stdout: "[17179869184, 34359738367]", 2024-04-10T15:31:12.359 INFO:tasks.workunit.client.0.smithi069.stdout: "[34359738368, 68719476735]", 2024-04-10T15:31:12.359 INFO:tasks.workunit.client.0.smithi069.stdout: "[68719476736, 137438953471]", 2024-04-10T15:31:12.359 INFO:tasks.workunit.client.0.smithi069.stdout: "[137438953472, 274877906943]", 2024-04-10T15:31:12.359 INFO:tasks.workunit.client.0.smithi069.stdout: "[274877906944, None]" 2024-04-10T15:31:12.360 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:12.360 INFO:tasks.workunit.client.0.smithi069.stdout: "scale_type": "log2" 2024-04-10T15:31:12.360 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:12.360 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:12.360 INFO:tasks.workunit.client.0.smithi069.stdout: "osds": [ 2024-04-10T15:31:12.360 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:12.360 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_id": 0, 2024-04-10T15:31:12.360 INFO:tasks.workunit.client.0.smithi069.stdout: "values": [ 2024-04-10T15:31:12.360 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.360 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.360 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.360 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.360 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.360 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.360 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.361 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.361 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.361 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.361 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.361 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.361 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.361 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.361 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.361 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.361 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.361 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.361 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.361 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.361 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.362 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.362 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.362 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.362 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.362 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.362 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.362 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.362 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.362 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.362 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.362 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T15:31:12.362 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T15:31:12.362 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.362 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:12.362 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_id": 1, 2024-04-10T15:31:12.363 INFO:tasks.workunit.client.0.smithi069.stdout: "values": [ 2024-04-10T15:31:12.363 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.363 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.363 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.363 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.363 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.363 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.363 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.363 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.363 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.363 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.363 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.363 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.363 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.363 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.364 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.364 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.364 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.364 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.364 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.364 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.364 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.364 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.364 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.364 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.364 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.364 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.364 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.364 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.364 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.365 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.365 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.365 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T15:31:12.365 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T15:31:12.365 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.365 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:12.365 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_id": 2, 2024-04-10T15:31:12.365 INFO:tasks.workunit.client.0.smithi069.stdout: "values": [ 2024-04-10T15:31:12.365 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.365 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.365 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.365 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.365 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.365 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.366 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.366 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.366 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.366 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.366 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.366 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.366 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.366 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.366 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.366 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.366 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.366 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.366 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.367 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.367 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.367 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.367 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.367 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.367 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.367 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.367 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.367 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.367 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.367 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.367 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.367 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T15:31:12.367 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T15:31:12.367 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.368 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:12.368 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_id": 3, 2024-04-10T15:31:12.368 INFO:tasks.workunit.client.0.smithi069.stdout: "values": [ 2024-04-10T15:31:12.368 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.368 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.368 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.368 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.368 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.368 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.368 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.368 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.368 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.368 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.368 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.368 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.368 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.369 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.369 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.369 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.369 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.369 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.369 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.369 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.369 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.369 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.369 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.369 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.369 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.369 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.370 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.370 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.370 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.370 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.370 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.370 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T15:31:12.370 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T15:31:12.370 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.370 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:12.370 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_id": 4, 2024-04-10T15:31:12.370 INFO:tasks.workunit.client.0.smithi069.stdout: "values": [ 2024-04-10T15:31:12.370 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.370 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.370 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.371 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.371 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.371 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.371 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.371 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.371 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.371 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.371 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.371 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.371 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.371 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.371 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.371 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.371 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.371 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.372 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.372 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.372 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.372 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.372 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.372 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.372 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.372 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.372 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.372 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.372 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.372 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.372 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.372 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T15:31:12.372 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T15:31:12.372 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.373 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:12.373 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_id": 5, 2024-04-10T15:31:12.373 INFO:tasks.workunit.client.0.smithi069.stdout: "values": [ 2024-04-10T15:31:12.373 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.373 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.373 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.373 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.373 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.373 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.373 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.373 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.373 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.373 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.373 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.373 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.374 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.374 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.374 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.374 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.374 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.374 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.374 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.374 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.374 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.374 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.374 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.374 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.374 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.375 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.375 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.375 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.375 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.375 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.375 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.375 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T15:31:12.375 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T15:31:12.375 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.375 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:12.375 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_id": 6, 2024-04-10T15:31:12.375 INFO:tasks.workunit.client.0.smithi069.stdout: "values": [ 2024-04-10T15:31:12.375 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.375 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.376 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.376 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.376 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.376 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.376 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.376 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.376 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.376 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.376 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.376 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.376 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.376 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.376 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.376 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.376 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.376 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.377 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.377 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.377 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.377 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.377 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.377 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.377 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.377 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.377 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.377 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.377 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.377 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.377 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.377 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T15:31:12.377 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T15:31:12.377 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.378 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:12.378 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_id": 7, 2024-04-10T15:31:12.378 INFO:tasks.workunit.client.0.smithi069.stdout: "values": [ 2024-04-10T15:31:12.378 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.378 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.378 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.378 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.378 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.378 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 42, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.378 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.378 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.378 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.378 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.378 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.379 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.379 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.379 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.379 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.379 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.379 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.379 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.379 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.379 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.379 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.379 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.379 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.379 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.380 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.380 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.380 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.380 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.380 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.380 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.380 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.380 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T15:31:12.380 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T15:31:12.380 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:12.380 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T15:31:12.380 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.380 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-10T15:31:12.380 INFO:tasks.workunit.client.0.smithi069.stdout: "axes": [ 2024-04-10T15:31:12.380 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:12.381 INFO:tasks.workunit.client.0.smithi069.stdout: "buckets": 32, 2024-04-10T15:31:12.381 INFO:tasks.workunit.client.0.smithi069.stdout: "min": 0, 2024-04-10T15:31:12.381 INFO:tasks.workunit.client.0.smithi069.stdout: "name": "Latency (usec)", 2024-04-10T15:31:12.381 INFO:tasks.workunit.client.0.smithi069.stdout: "quant_size": 100000, 2024-04-10T15:31:12.381 INFO:tasks.workunit.client.0.smithi069.stdout: "ranges": [ 2024-04-10T15:31:12.381 INFO:tasks.workunit.client.0.smithi069.stdout: "[None, -1]", 2024-04-10T15:31:12.381 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 99999]", 2024-04-10T15:31:12.381 INFO:tasks.workunit.client.0.smithi069.stdout: "[100000, 199999]", 2024-04-10T15:31:12.381 INFO:tasks.workunit.client.0.smithi069.stdout: "[200000, 399999]", 2024-04-10T15:31:12.381 INFO:tasks.workunit.client.0.smithi069.stdout: "[400000, 799999]", 2024-04-10T15:31:12.381 INFO:tasks.workunit.client.0.smithi069.stdout: "[800000, 1599999]", 2024-04-10T15:31:12.381 INFO:tasks.workunit.client.0.smithi069.stdout: "[1600000, 3199999]", 2024-04-10T15:31:12.381 INFO:tasks.workunit.client.0.smithi069.stdout: "[3200000, 6399999]", 2024-04-10T15:31:12.381 INFO:tasks.workunit.client.0.smithi069.stdout: "[6400000, 12799999]", 2024-04-10T15:31:12.381 INFO:tasks.workunit.client.0.smithi069.stdout: "[12800000, 25599999]", 2024-04-10T15:31:12.382 INFO:tasks.workunit.client.0.smithi069.stdout: "[25600000, 51199999]", 2024-04-10T15:31:12.382 INFO:tasks.workunit.client.0.smithi069.stdout: "[51200000, 102399999]", 2024-04-10T15:31:12.382 INFO:tasks.workunit.client.0.smithi069.stdout: "[102400000, 204799999]", 2024-04-10T15:31:12.382 INFO:tasks.workunit.client.0.smithi069.stdout: "[204800000, 409599999]", 2024-04-10T15:31:12.382 INFO:tasks.workunit.client.0.smithi069.stdout: "[409600000, 819199999]", 2024-04-10T15:31:12.382 INFO:tasks.workunit.client.0.smithi069.stdout: "[819200000, 1638399999]", 2024-04-10T15:31:12.382 INFO:tasks.workunit.client.0.smithi069.stdout: "[1638400000, 3276799999]", 2024-04-10T15:31:12.382 INFO:tasks.workunit.client.0.smithi069.stdout: "[3276800000, 6553599999]", 2024-04-10T15:31:12.382 INFO:tasks.workunit.client.0.smithi069.stdout: "[6553600000, 13107199999]", 2024-04-10T15:31:12.382 INFO:tasks.workunit.client.0.smithi069.stdout: "[13107200000, 26214399999]", 2024-04-10T15:31:12.382 INFO:tasks.workunit.client.0.smithi069.stdout: "[26214400000, 52428799999]", 2024-04-10T15:31:12.382 INFO:tasks.workunit.client.0.smithi069.stdout: "[52428800000, 104857599999]", 2024-04-10T15:31:12.382 INFO:tasks.workunit.client.0.smithi069.stdout: "[104857600000, 209715199999]", 2024-04-10T15:31:12.382 INFO:tasks.workunit.client.0.smithi069.stdout: "[209715200000, 419430399999]", 2024-04-10T15:31:12.383 INFO:tasks.workunit.client.0.smithi069.stdout: "[419430400000, 838860799999]", 2024-04-10T15:31:12.383 INFO:tasks.workunit.client.0.smithi069.stdout: "[838860800000, 1677721599999]", 2024-04-10T15:31:12.383 INFO:tasks.workunit.client.0.smithi069.stdout: "[1677721600000, 3355443199999]", 2024-04-10T15:31:12.383 INFO:tasks.workunit.client.0.smithi069.stdout: "[3355443200000, 6710886399999]", 2024-04-10T15:31:12.383 INFO:tasks.workunit.client.0.smithi069.stdout: "[6710886400000, 13421772799999]", 2024-04-10T15:31:12.383 INFO:tasks.workunit.client.0.smithi069.stdout: "[13421772800000, 26843545599999]", 2024-04-10T15:31:12.383 INFO:tasks.workunit.client.0.smithi069.stdout: "[26843545600000, 53687091199999]", 2024-04-10T15:31:12.383 INFO:tasks.workunit.client.0.smithi069.stdout: "[53687091200000, None]" 2024-04-10T15:31:12.383 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:12.383 INFO:tasks.workunit.client.0.smithi069.stdout: "scale_type": "log2" 2024-04-10T15:31:12.383 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.383 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:12.383 INFO:tasks.workunit.client.0.smithi069.stdout: "buckets": 32, 2024-04-10T15:31:12.383 INFO:tasks.workunit.client.0.smithi069.stdout: "min": 0, 2024-04-10T15:31:12.383 INFO:tasks.workunit.client.0.smithi069.stdout: "name": "Request size (bytes)", 2024-04-10T15:31:12.383 INFO:tasks.workunit.client.0.smithi069.stdout: "quant_size": 512, 2024-04-10T15:31:12.384 INFO:tasks.workunit.client.0.smithi069.stdout: "ranges": [ 2024-04-10T15:31:12.384 INFO:tasks.workunit.client.0.smithi069.stdout: "[None, -1]", 2024-04-10T15:31:12.384 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 511]", 2024-04-10T15:31:12.384 INFO:tasks.workunit.client.0.smithi069.stdout: "[512, 1023]", 2024-04-10T15:31:12.384 INFO:tasks.workunit.client.0.smithi069.stdout: "[1024, 2047]", 2024-04-10T15:31:12.384 INFO:tasks.workunit.client.0.smithi069.stdout: "[2048, 4095]", 2024-04-10T15:31:12.384 INFO:tasks.workunit.client.0.smithi069.stdout: "[4096, 8191]", 2024-04-10T15:31:12.384 INFO:tasks.workunit.client.0.smithi069.stdout: "[8192, 16383]", 2024-04-10T15:31:12.384 INFO:tasks.workunit.client.0.smithi069.stdout: "[16384, 32767]", 2024-04-10T15:31:12.384 INFO:tasks.workunit.client.0.smithi069.stdout: "[32768, 65535]", 2024-04-10T15:31:12.384 INFO:tasks.workunit.client.0.smithi069.stdout: "[65536, 131071]", 2024-04-10T15:31:12.384 INFO:tasks.workunit.client.0.smithi069.stdout: "[131072, 262143]", 2024-04-10T15:31:12.384 INFO:tasks.workunit.client.0.smithi069.stdout: "[262144, 524287]", 2024-04-10T15:31:12.384 INFO:tasks.workunit.client.0.smithi069.stdout: "[524288, 1048575]", 2024-04-10T15:31:12.384 INFO:tasks.workunit.client.0.smithi069.stdout: "[1048576, 2097151]", 2024-04-10T15:31:12.384 INFO:tasks.workunit.client.0.smithi069.stdout: "[2097152, 4194303]", 2024-04-10T15:31:12.385 INFO:tasks.workunit.client.0.smithi069.stdout: "[4194304, 8388607]", 2024-04-10T15:31:12.385 INFO:tasks.workunit.client.0.smithi069.stdout: "[8388608, 16777215]", 2024-04-10T15:31:12.385 INFO:tasks.workunit.client.0.smithi069.stdout: "[16777216, 33554431]", 2024-04-10T15:31:12.385 INFO:tasks.workunit.client.0.smithi069.stdout: "[33554432, 67108863]", 2024-04-10T15:31:12.385 INFO:tasks.workunit.client.0.smithi069.stdout: "[67108864, 134217727]", 2024-04-10T15:31:12.385 INFO:tasks.workunit.client.0.smithi069.stdout: "[134217728, 268435455]", 2024-04-10T15:31:12.385 INFO:tasks.workunit.client.0.smithi069.stdout: "[268435456, 536870911]", 2024-04-10T15:31:12.385 INFO:tasks.workunit.client.0.smithi069.stdout: "[536870912, 1073741823]", 2024-04-10T15:31:12.385 INFO:tasks.workunit.client.0.smithi069.stdout: "[1073741824, 2147483647]", 2024-04-10T15:31:12.385 INFO:tasks.workunit.client.0.smithi069.stdout: "[2147483648, 4294967295]", 2024-04-10T15:31:12.385 INFO:tasks.workunit.client.0.smithi069.stdout: "[4294967296, 8589934591]", 2024-04-10T15:31:12.385 INFO:tasks.workunit.client.0.smithi069.stdout: "[8589934592, 17179869183]", 2024-04-10T15:31:12.385 INFO:tasks.workunit.client.0.smithi069.stdout: "[17179869184, 34359738367]", 2024-04-10T15:31:12.385 INFO:tasks.workunit.client.0.smithi069.stdout: "[34359738368, 68719476735]", 2024-04-10T15:31:12.385 INFO:tasks.workunit.client.0.smithi069.stdout: "[68719476736, 137438953471]", 2024-04-10T15:31:12.386 INFO:tasks.workunit.client.0.smithi069.stdout: "[137438953472, 274877906943]", 2024-04-10T15:31:12.386 INFO:tasks.workunit.client.0.smithi069.stdout: "[274877906944, None]" 2024-04-10T15:31:12.386 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:12.386 INFO:tasks.workunit.client.0.smithi069.stdout: "scale_type": "log2" 2024-04-10T15:31:12.386 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:12.386 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:12.386 INFO:tasks.workunit.client.0.smithi069.stdout: "osds": [ 2024-04-10T15:31:12.386 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:12.386 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_id": 0, 2024-04-10T15:31:12.386 INFO:tasks.workunit.client.0.smithi069.stdout: "values": [ 2024-04-10T15:31:12.386 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.386 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.386 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.386 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.387 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.387 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.387 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.387 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.387 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.387 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.387 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.387 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.387 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.387 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.387 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.387 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.387 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.387 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.387 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.387 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.388 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.388 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.388 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.388 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.388 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.388 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.388 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.388 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.388 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.388 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.388 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.388 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T15:31:12.388 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T15:31:12.388 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.388 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:12.388 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_id": 1, 2024-04-10T15:31:12.389 INFO:tasks.workunit.client.0.smithi069.stdout: "values": [ 2024-04-10T15:31:12.389 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.389 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.389 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.389 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.389 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.389 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 8, 5, 0, 0, 0, 0, 0, 0, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.389 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 16, 3, 0, 0, 0, 0, 0, 0, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.389 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.389 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 12, 0, 0, 0, 0, 0, 0, 0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.389 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.389 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.389 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.389 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.389 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.390 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.390 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.390 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.390 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.390 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.390 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.390 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.390 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.390 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.390 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.390 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.390 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.390 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.390 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.391 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.391 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.391 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.391 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T15:31:12.391 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T15:31:12.391 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.391 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:12.391 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_id": 2, 2024-04-10T15:31:12.391 INFO:tasks.workunit.client.0.smithi069.stdout: "values": [ 2024-04-10T15:31:12.391 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.391 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.391 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.391 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.391 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.391 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.391 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.392 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.392 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.392 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.392 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.392 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.392 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.392 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.392 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.392 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.392 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.392 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.392 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.392 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.392 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.392 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.392 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.393 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.393 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.393 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.393 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.393 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.393 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.393 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.393 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.393 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T15:31:12.393 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T15:31:12.393 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.393 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:12.393 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_id": 3, 2024-04-10T15:31:12.393 INFO:tasks.workunit.client.0.smithi069.stdout: "values": [ 2024-04-10T15:31:12.393 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.394 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.394 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.394 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.394 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.394 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.394 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.394 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.394 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.394 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.394 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.394 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.394 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.394 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.394 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.395 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.395 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.395 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.395 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.395 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.395 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.395 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.395 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.395 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.395 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.395 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.395 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.395 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.395 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.396 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.396 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.396 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T15:31:12.396 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T15:31:12.396 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.396 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:12.396 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_id": 4, 2024-04-10T15:31:12.396 INFO:tasks.workunit.client.0.smithi069.stdout: "values": [ 2024-04-10T15:31:12.396 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.396 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.396 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.396 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.396 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.396 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.397 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.397 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.397 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.397 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.397 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.397 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.397 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.397 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.397 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.397 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.397 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.397 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.397 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.397 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.398 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.398 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.398 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.398 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.398 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.398 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.398 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.398 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.398 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.398 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.398 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.398 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T15:31:12.398 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T15:31:12.399 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.399 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:12.399 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_id": 5, 2024-04-10T15:31:12.399 INFO:tasks.workunit.client.0.smithi069.stdout: "values": [ 2024-04-10T15:31:12.399 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.399 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.399 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.399 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.399 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.399 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.399 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.399 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.399 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.399 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.400 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.400 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.400 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.400 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.400 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.400 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.400 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.400 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.400 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.400 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.400 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.400 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.400 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.400 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.401 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.401 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.401 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.401 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.401 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.401 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.401 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.401 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T15:31:12.401 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T15:31:12.401 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.401 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:12.401 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_id": 6, 2024-04-10T15:31:12.401 INFO:tasks.workunit.client.0.smithi069.stdout: "values": [ 2024-04-10T15:31:12.401 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.401 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.402 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.402 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.402 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.402 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.402 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.402 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.402 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.402 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.402 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.402 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.402 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.402 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.402 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.403 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.403 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.403 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.403 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.403 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.403 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.403 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.403 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.403 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.403 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.403 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.403 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.403 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.403 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.403 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.404 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.404 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T15:31:12.404 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T15:31:12.404 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.404 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:12.404 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_id": 7, 2024-04-10T15:31:12.404 INFO:tasks.workunit.client.0.smithi069.stdout: "values": [ 2024-04-10T15:31:12.404 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.404 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.404 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.404 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.404 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.404 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.404 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.404 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.404 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.405 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.405 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.405 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.405 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.405 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.405 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.405 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.405 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.405 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.405 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.405 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.405 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.405 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.405 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.405 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.405 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.405 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.406 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.406 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.406 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.406 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.406 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:31:12.406 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T15:31:12.406 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T15:31:12.406 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:12.406 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T15:31:12.406 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:12.406 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:12.406 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:12.406 INFO:tasks.workunit.client.0.smithi069.stdout: "perf_counters": { 2024-04-10T15:31:12.406 INFO:tasks.workunit.client.0.smithi069.stdout: "mds.a94fb5321a792dfeda573ab0692ca0fa124fc659": { 2024-04-10T15:31:12.406 INFO:tasks.workunit.client.0.smithi069.stdout: "mds": { 2024-04-10T15:31:12.407 INFO:tasks.workunit.client.0.smithi069.stdout: "caps": { 2024-04-10T15:31:12.407 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.407 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.407 INFO:tasks.workunit.client.0.smithi069.stdout: "ceph_cap_op_flush_ack": { 2024-04-10T15:31:12.407 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.407 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.407 INFO:tasks.workunit.client.0.smithi069.stdout: "ceph_cap_op_flushsnap_ack": { 2024-04-10T15:31:12.407 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.407 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.407 INFO:tasks.workunit.client.0.smithi069.stdout: "ceph_cap_op_grant": { 2024-04-10T15:31:12.407 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.407 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.407 INFO:tasks.workunit.client.0.smithi069.stdout: "ceph_cap_op_revoke": { 2024-04-10T15:31:12.407 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.407 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.407 INFO:tasks.workunit.client.0.smithi069.stdout: "ceph_cap_op_trunc": { 2024-04-10T15:31:12.408 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.408 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.408 INFO:tasks.workunit.client.0.smithi069.stdout: "dir_commit": { 2024-04-10T15:31:12.408 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 12 2024-04-10T15:31:12.408 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.408 INFO:tasks.workunit.client.0.smithi069.stdout: "dir_fetch_complete": { 2024-04-10T15:31:12.408 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.408 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.408 INFO:tasks.workunit.client.0.smithi069.stdout: "dir_fetch_keys": { 2024-04-10T15:31:12.408 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.408 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.408 INFO:tasks.workunit.client.0.smithi069.stdout: "dir_merge": { 2024-04-10T15:31:12.408 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.408 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.408 INFO:tasks.workunit.client.0.smithi069.stdout: "dir_split": { 2024-04-10T15:31:12.408 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.409 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.409 INFO:tasks.workunit.client.0.smithi069.stdout: "exported_inodes": { 2024-04-10T15:31:12.409 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.409 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.409 INFO:tasks.workunit.client.0.smithi069.stdout: "forward": { 2024-04-10T15:31:12.409 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.409 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.409 INFO:tasks.workunit.client.0.smithi069.stdout: "handle_client_cap_release": { 2024-04-10T15:31:12.409 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.409 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.409 INFO:tasks.workunit.client.0.smithi069.stdout: "handle_client_caps": { 2024-04-10T15:31:12.409 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.409 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.409 INFO:tasks.workunit.client.0.smithi069.stdout: "handle_client_caps_dirty": { 2024-04-10T15:31:12.409 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.409 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.410 INFO:tasks.workunit.client.0.smithi069.stdout: "handle_inode_file_caps": { 2024-04-10T15:31:12.410 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.410 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.410 INFO:tasks.workunit.client.0.smithi069.stdout: "imported_inodes": { 2024-04-10T15:31:12.410 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.410 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.410 INFO:tasks.workunit.client.0.smithi069.stdout: "inodes": { 2024-04-10T15:31:12.410 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 10 2024-04-10T15:31:12.410 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.410 INFO:tasks.workunit.client.0.smithi069.stdout: "inodes_expired": { 2024-04-10T15:31:12.410 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.410 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.410 INFO:tasks.workunit.client.0.smithi069.stdout: "inodes_pinned": { 2024-04-10T15:31:12.410 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 10 2024-04-10T15:31:12.410 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.411 INFO:tasks.workunit.client.0.smithi069.stdout: "inodes_with_caps": { 2024-04-10T15:31:12.411 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.411 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.411 INFO:tasks.workunit.client.0.smithi069.stdout: "load_cent": { 2024-04-10T15:31:12.411 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.411 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.411 INFO:tasks.workunit.client.0.smithi069.stdout: "openino_dir_fetch": { 2024-04-10T15:31:12.411 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.411 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.411 INFO:tasks.workunit.client.0.smithi069.stdout: "process_request_cap_release": { 2024-04-10T15:31:12.411 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.411 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.411 INFO:tasks.workunit.client.0.smithi069.stdout: "reply_latency": { 2024-04-10T15:31:12.411 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 2, 2024-04-10T15:31:12.411 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 95496 2024-04-10T15:31:12.411 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.411 INFO:tasks.workunit.client.0.smithi069.stdout: "request": { 2024-04-10T15:31:12.412 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2 2024-04-10T15:31:12.412 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.412 INFO:tasks.workunit.client.0.smithi069.stdout: "root_rbytes": { 2024-04-10T15:31:12.412 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.412 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.412 INFO:tasks.workunit.client.0.smithi069.stdout: "root_rfiles": { 2024-04-10T15:31:12.412 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.412 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.412 INFO:tasks.workunit.client.0.smithi069.stdout: "root_rsnaps": { 2024-04-10T15:31:12.412 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.412 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.412 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_reply": { 2024-04-10T15:31:12.412 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.412 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.412 INFO:tasks.workunit.client.0.smithi069.stdout: "subtrees": { 2024-04-10T15:31:12.412 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2 2024-04-10T15:31:12.413 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:12.413 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.413 INFO:tasks.workunit.client.0.smithi069.stdout: "mds_cache": { 2024-04-10T15:31:12.413 INFO:tasks.workunit.client.0.smithi069.stdout: "ireq_enqueue_scrub": { 2024-04-10T15:31:12.413 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.413 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.413 INFO:tasks.workunit.client.0.smithi069.stdout: "ireq_exportdir": { 2024-04-10T15:31:12.413 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.413 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.413 INFO:tasks.workunit.client.0.smithi069.stdout: "ireq_flush": { 2024-04-10T15:31:12.413 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.413 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.413 INFO:tasks.workunit.client.0.smithi069.stdout: "ireq_fragmentdir": { 2024-04-10T15:31:12.413 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.414 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.414 INFO:tasks.workunit.client.0.smithi069.stdout: "ireq_fragstats": { 2024-04-10T15:31:12.414 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.414 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.414 INFO:tasks.workunit.client.0.smithi069.stdout: "ireq_inodestats": { 2024-04-10T15:31:12.414 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.414 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.414 INFO:tasks.workunit.client.0.smithi069.stdout: "num_recovering_enqueued": { 2024-04-10T15:31:12.414 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.414 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.414 INFO:tasks.workunit.client.0.smithi069.stdout: "num_recovering_prioritized": { 2024-04-10T15:31:12.414 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.414 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.414 INFO:tasks.workunit.client.0.smithi069.stdout: "num_recovering_processing": { 2024-04-10T15:31:12.414 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.415 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.415 INFO:tasks.workunit.client.0.smithi069.stdout: "num_strays": { 2024-04-10T15:31:12.415 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.415 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.415 INFO:tasks.workunit.client.0.smithi069.stdout: "num_strays_delayed": { 2024-04-10T15:31:12.415 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.415 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.415 INFO:tasks.workunit.client.0.smithi069.stdout: "num_strays_enqueuing": { 2024-04-10T15:31:12.415 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.415 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.415 INFO:tasks.workunit.client.0.smithi069.stdout: "recovery_completed": { 2024-04-10T15:31:12.415 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.415 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.415 INFO:tasks.workunit.client.0.smithi069.stdout: "recovery_started": { 2024-04-10T15:31:12.415 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.415 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.415 INFO:tasks.workunit.client.0.smithi069.stdout: "strays_created": { 2024-04-10T15:31:12.416 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.416 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.416 INFO:tasks.workunit.client.0.smithi069.stdout: "strays_enqueued": { 2024-04-10T15:31:12.416 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.416 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.416 INFO:tasks.workunit.client.0.smithi069.stdout: "strays_migrated": { 2024-04-10T15:31:12.416 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.416 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.416 INFO:tasks.workunit.client.0.smithi069.stdout: "strays_reintegrated": { 2024-04-10T15:31:12.416 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.416 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:12.416 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.416 INFO:tasks.workunit.client.0.smithi069.stdout: "mds_log": { 2024-04-10T15:31:12.416 INFO:tasks.workunit.client.0.smithi069.stdout: "ev": { 2024-04-10T15:31:12.416 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 5 2024-04-10T15:31:12.417 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.417 INFO:tasks.workunit.client.0.smithi069.stdout: "evadd": { 2024-04-10T15:31:12.417 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 5 2024-04-10T15:31:12.417 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.417 INFO:tasks.workunit.client.0.smithi069.stdout: "evex": { 2024-04-10T15:31:12.417 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.417 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.417 INFO:tasks.workunit.client.0.smithi069.stdout: "evexd": { 2024-04-10T15:31:12.417 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.417 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.417 INFO:tasks.workunit.client.0.smithi069.stdout: "evexg": { 2024-04-10T15:31:12.417 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.417 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.417 INFO:tasks.workunit.client.0.smithi069.stdout: "evtrm": { 2024-04-10T15:31:12.417 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.417 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.417 INFO:tasks.workunit.client.0.smithi069.stdout: "jlat": { 2024-04-10T15:31:12.418 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 5, 2024-04-10T15:31:12.418 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 14555545 2024-04-10T15:31:12.418 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.418 INFO:tasks.workunit.client.0.smithi069.stdout: "replayed": { 2024-04-10T15:31:12.418 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.418 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.418 INFO:tasks.workunit.client.0.smithi069.stdout: "seg": { 2024-04-10T15:31:12.418 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1 2024-04-10T15:31:12.418 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.418 INFO:tasks.workunit.client.0.smithi069.stdout: "segadd": { 2024-04-10T15:31:12.418 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1 2024-04-10T15:31:12.418 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.418 INFO:tasks.workunit.client.0.smithi069.stdout: "segex": { 2024-04-10T15:31:12.418 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.418 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.419 INFO:tasks.workunit.client.0.smithi069.stdout: "segexd": { 2024-04-10T15:31:12.419 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.419 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.419 INFO:tasks.workunit.client.0.smithi069.stdout: "segexg": { 2024-04-10T15:31:12.419 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.419 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.419 INFO:tasks.workunit.client.0.smithi069.stdout: "segtrm": { 2024-04-10T15:31:12.419 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.419 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:12.419 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.419 INFO:tasks.workunit.client.0.smithi069.stdout: "mds_mem": { 2024-04-10T15:31:12.419 INFO:tasks.workunit.client.0.smithi069.stdout: "cap": { 2024-04-10T15:31:12.419 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.419 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.419 INFO:tasks.workunit.client.0.smithi069.stdout: "cap+": { 2024-04-10T15:31:12.419 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2 2024-04-10T15:31:12.419 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.419 INFO:tasks.workunit.client.0.smithi069.stdout: "cap-": { 2024-04-10T15:31:12.420 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2 2024-04-10T15:31:12.420 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.420 INFO:tasks.workunit.client.0.smithi069.stdout: "dir": { 2024-04-10T15:31:12.420 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 12 2024-04-10T15:31:12.420 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.420 INFO:tasks.workunit.client.0.smithi069.stdout: "dir+": { 2024-04-10T15:31:12.420 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 12 2024-04-10T15:31:12.420 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.420 INFO:tasks.workunit.client.0.smithi069.stdout: "dir-": { 2024-04-10T15:31:12.420 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.420 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.420 INFO:tasks.workunit.client.0.smithi069.stdout: "dn": { 2024-04-10T15:31:12.420 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 10 2024-04-10T15:31:12.420 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.420 INFO:tasks.workunit.client.0.smithi069.stdout: "dn+": { 2024-04-10T15:31:12.420 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 10 2024-04-10T15:31:12.420 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.421 INFO:tasks.workunit.client.0.smithi069.stdout: "dn-": { 2024-04-10T15:31:12.421 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.421 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.421 INFO:tasks.workunit.client.0.smithi069.stdout: "heap": { 2024-04-10T15:31:12.421 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 207156 2024-04-10T15:31:12.421 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.421 INFO:tasks.workunit.client.0.smithi069.stdout: "ino": { 2024-04-10T15:31:12.421 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 13 2024-04-10T15:31:12.421 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.421 INFO:tasks.workunit.client.0.smithi069.stdout: "ino+": { 2024-04-10T15:31:12.421 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 13 2024-04-10T15:31:12.421 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.421 INFO:tasks.workunit.client.0.smithi069.stdout: "ino-": { 2024-04-10T15:31:12.421 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.422 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.422 INFO:tasks.workunit.client.0.smithi069.stdout: "rss": { 2024-04-10T15:31:12.422 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 40108 2024-04-10T15:31:12.422 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:12.422 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.422 INFO:tasks.workunit.client.0.smithi069.stdout: "mds_server": { 2024-04-10T15:31:12.422 INFO:tasks.workunit.client.0.smithi069.stdout: "cap_acquisition_throttle": { 2024-04-10T15:31:12.422 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.422 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.422 INFO:tasks.workunit.client.0.smithi069.stdout: "cap_revoke_eviction": { 2024-04-10T15:31:12.422 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.422 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.422 INFO:tasks.workunit.client.0.smithi069.stdout: "handle_client_request": { 2024-04-10T15:31:12.422 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2 2024-04-10T15:31:12.423 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.423 INFO:tasks.workunit.client.0.smithi069.stdout: "handle_client_session": { 2024-04-10T15:31:12.423 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 16 2024-04-10T15:31:12.423 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.423 INFO:tasks.workunit.client.0.smithi069.stdout: "handle_peer_request": { 2024-04-10T15:31:12.423 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.423 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.423 INFO:tasks.workunit.client.0.smithi069.stdout: "req_create_latency": { 2024-04-10T15:31:12.423 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:12.423 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.423 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.423 INFO:tasks.workunit.client.0.smithi069.stdout: "req_getattr_latency": { 2024-04-10T15:31:12.423 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 2, 2024-04-10T15:31:12.423 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 95496 2024-04-10T15:31:12.423 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.423 INFO:tasks.workunit.client.0.smithi069.stdout: "req_getfilelock_latency": { 2024-04-10T15:31:12.423 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:12.424 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.424 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.424 INFO:tasks.workunit.client.0.smithi069.stdout: "req_getvxattr_latency": { 2024-04-10T15:31:12.424 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:12.424 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.424 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.424 INFO:tasks.workunit.client.0.smithi069.stdout: "req_link_latency": { 2024-04-10T15:31:12.424 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:12.424 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.424 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.424 INFO:tasks.workunit.client.0.smithi069.stdout: "req_lookup_latency": { 2024-04-10T15:31:12.424 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:12.424 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.424 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.424 INFO:tasks.workunit.client.0.smithi069.stdout: "req_lookuphash_latency": { 2024-04-10T15:31:12.424 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:12.425 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.425 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.425 INFO:tasks.workunit.client.0.smithi069.stdout: "req_lookupino_latency": { 2024-04-10T15:31:12.425 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:12.425 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.425 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.425 INFO:tasks.workunit.client.0.smithi069.stdout: "req_lookupname_latency": { 2024-04-10T15:31:12.425 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:12.425 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.425 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.425 INFO:tasks.workunit.client.0.smithi069.stdout: "req_lookupparent_latency": { 2024-04-10T15:31:12.425 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:12.425 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.425 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.426 INFO:tasks.workunit.client.0.smithi069.stdout: "req_lookupsnap_latency": { 2024-04-10T15:31:12.426 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:12.426 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.426 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.426 INFO:tasks.workunit.client.0.smithi069.stdout: "req_lssnap_latency": { 2024-04-10T15:31:12.426 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:12.426 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.426 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.426 INFO:tasks.workunit.client.0.smithi069.stdout: "req_mkdir_latency": { 2024-04-10T15:31:12.426 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:12.426 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.426 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.426 INFO:tasks.workunit.client.0.smithi069.stdout: "req_mknod_latency": { 2024-04-10T15:31:12.426 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:12.427 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.427 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.427 INFO:tasks.workunit.client.0.smithi069.stdout: "req_mksnap_latency": { 2024-04-10T15:31:12.427 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:12.427 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.427 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.427 INFO:tasks.workunit.client.0.smithi069.stdout: "req_open_latency": { 2024-04-10T15:31:12.427 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:12.427 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.427 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.427 INFO:tasks.workunit.client.0.smithi069.stdout: "req_readdir_latency": { 2024-04-10T15:31:12.427 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:12.427 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.427 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.427 INFO:tasks.workunit.client.0.smithi069.stdout: "req_rename_latency": { 2024-04-10T15:31:12.428 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:12.428 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.428 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.428 INFO:tasks.workunit.client.0.smithi069.stdout: "req_renamesnap_latency": { 2024-04-10T15:31:12.428 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:12.428 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.428 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.428 INFO:tasks.workunit.client.0.smithi069.stdout: "req_rmdir_latency": { 2024-04-10T15:31:12.428 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:12.428 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.428 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.428 INFO:tasks.workunit.client.0.smithi069.stdout: "req_rmsnap_latency": { 2024-04-10T15:31:12.428 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:12.428 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.428 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.428 INFO:tasks.workunit.client.0.smithi069.stdout: "req_rmxattr_latency": { 2024-04-10T15:31:12.429 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:12.429 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.429 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.429 INFO:tasks.workunit.client.0.smithi069.stdout: "req_setattr_latency": { 2024-04-10T15:31:12.429 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:12.429 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.429 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.429 INFO:tasks.workunit.client.0.smithi069.stdout: "req_setdirlayout_latency": { 2024-04-10T15:31:12.429 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:12.429 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.429 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.429 INFO:tasks.workunit.client.0.smithi069.stdout: "req_setfilelock_latency": { 2024-04-10T15:31:12.429 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:12.429 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.429 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.429 INFO:tasks.workunit.client.0.smithi069.stdout: "req_setlayout_latency": { 2024-04-10T15:31:12.430 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:12.430 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.430 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.430 INFO:tasks.workunit.client.0.smithi069.stdout: "req_setxattr_latency": { 2024-04-10T15:31:12.430 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:12.430 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.430 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.430 INFO:tasks.workunit.client.0.smithi069.stdout: "req_snapdiff_latency": { 2024-04-10T15:31:12.430 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:12.430 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.430 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.430 INFO:tasks.workunit.client.0.smithi069.stdout: "req_symlink_latency": { 2024-04-10T15:31:12.430 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:12.430 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.430 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.431 INFO:tasks.workunit.client.0.smithi069.stdout: "req_unlink_latency": { 2024-04-10T15:31:12.431 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:12.431 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.431 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:12.431 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.431 INFO:tasks.workunit.client.0.smithi069.stdout: "mds_sessions": { 2024-04-10T15:31:12.431 INFO:tasks.workunit.client.0.smithi069.stdout: "average_load": { 2024-04-10T15:31:12.431 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1 2024-04-10T15:31:12.431 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.431 INFO:tasks.workunit.client.0.smithi069.stdout: "avg_session_uptime": { 2024-04-10T15:31:12.431 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 88 2024-04-10T15:31:12.431 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.431 INFO:tasks.workunit.client.0.smithi069.stdout: "mdthresh_evicted": { 2024-04-10T15:31:12.431 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.431 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.431 INFO:tasks.workunit.client.0.smithi069.stdout: "session_add": { 2024-04-10T15:31:12.431 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2 2024-04-10T15:31:12.432 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.432 INFO:tasks.workunit.client.0.smithi069.stdout: "session_count": { 2024-04-10T15:31:12.432 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.432 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.432 INFO:tasks.workunit.client.0.smithi069.stdout: "session_remove": { 2024-04-10T15:31:12.432 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2 2024-04-10T15:31:12.432 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.432 INFO:tasks.workunit.client.0.smithi069.stdout: "sessions_open": { 2024-04-10T15:31:12.432 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.432 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.432 INFO:tasks.workunit.client.0.smithi069.stdout: "sessions_stale": { 2024-04-10T15:31:12.432 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.432 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.432 INFO:tasks.workunit.client.0.smithi069.stdout: "total_load": { 2024-04-10T15:31:12.432 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2 2024-04-10T15:31:12.432 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:12.432 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.433 INFO:tasks.workunit.client.0.smithi069.stdout: "objecter": { 2024-04-10T15:31:12.433 INFO:tasks.workunit.client.0.smithi069.stdout: "op_active": { 2024-04-10T15:31:12.433 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.433 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.433 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r": { 2024-04-10T15:31:12.433 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.433 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.433 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rmw": { 2024-04-10T15:31:12.433 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.433 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.433 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w": { 2024-04-10T15:31:12.433 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 45 2024-04-10T15:31:12.433 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:12.433 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.433 INFO:tasks.workunit.client.0.smithi069.stdout: "purge_queue": { 2024-04-10T15:31:12.433 INFO:tasks.workunit.client.0.smithi069.stdout: "pq_executed": { 2024-04-10T15:31:12.433 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.434 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.434 INFO:tasks.workunit.client.0.smithi069.stdout: "pq_executing": { 2024-04-10T15:31:12.434 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.434 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.434 INFO:tasks.workunit.client.0.smithi069.stdout: "pq_executing_high_water": { 2024-04-10T15:31:12.434 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.434 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.434 INFO:tasks.workunit.client.0.smithi069.stdout: "pq_executing_ops": { 2024-04-10T15:31:12.434 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.434 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.434 INFO:tasks.workunit.client.0.smithi069.stdout: "pq_executing_ops_high_water": { 2024-04-10T15:31:12.434 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.434 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.434 INFO:tasks.workunit.client.0.smithi069.stdout: "pq_item_in_journal": { 2024-04-10T15:31:12.434 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.435 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:12.435 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:12.435 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.435 INFO:tasks.workunit.client.0.smithi069.stdout: "mon.44ca97a2636692dab3a2137f5dab18d27c7ec614": { 2024-04-10T15:31:12.435 INFO:tasks.workunit.client.0.smithi069.stdout: "mon": { 2024-04-10T15:31:12.435 INFO:tasks.workunit.client.0.smithi069.stdout: "election_call": { 2024-04-10T15:31:12.435 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2 2024-04-10T15:31:12.435 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.435 INFO:tasks.workunit.client.0.smithi069.stdout: "election_lose": { 2024-04-10T15:31:12.435 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.435 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.435 INFO:tasks.workunit.client.0.smithi069.stdout: "election_win": { 2024-04-10T15:31:12.435 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3 2024-04-10T15:31:12.435 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.435 INFO:tasks.workunit.client.0.smithi069.stdout: "num_elections": { 2024-04-10T15:31:12.435 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 9 2024-04-10T15:31:12.435 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.436 INFO:tasks.workunit.client.0.smithi069.stdout: "num_sessions": { 2024-04-10T15:31:12.436 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 10 2024-04-10T15:31:12.436 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.436 INFO:tasks.workunit.client.0.smithi069.stdout: "session_add": { 2024-04-10T15:31:12.436 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3 2024-04-10T15:31:12.436 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.436 INFO:tasks.workunit.client.0.smithi069.stdout: "session_rm": { 2024-04-10T15:31:12.436 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 217 2024-04-10T15:31:12.436 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.436 INFO:tasks.workunit.client.0.smithi069.stdout: "session_trim": { 2024-04-10T15:31:12.436 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.436 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:12.436 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.436 INFO:tasks.workunit.client.0.smithi069.stdout: "paxos": { 2024-04-10T15:31:12.436 INFO:tasks.workunit.client.0.smithi069.stdout: "accept_timeout": { 2024-04-10T15:31:12.436 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.436 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.437 INFO:tasks.workunit.client.0.smithi069.stdout: "begin": { 2024-04-10T15:31:12.437 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 922 2024-04-10T15:31:12.437 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.437 INFO:tasks.workunit.client.0.smithi069.stdout: "begin_bytes": { 2024-04-10T15:31:12.437 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 922, 2024-04-10T15:31:12.437 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 4993239 2024-04-10T15:31:12.437 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.437 INFO:tasks.workunit.client.0.smithi069.stdout: "begin_keys": { 2024-04-10T15:31:12.437 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 922, 2024-04-10T15:31:12.437 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2766 2024-04-10T15:31:12.437 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.437 INFO:tasks.workunit.client.0.smithi069.stdout: "begin_latency": { 2024-04-10T15:31:12.437 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 922, 2024-04-10T15:31:12.437 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 169996159 2024-04-10T15:31:12.437 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.438 INFO:tasks.workunit.client.0.smithi069.stdout: "collect": { 2024-04-10T15:31:12.438 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.438 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.438 INFO:tasks.workunit.client.0.smithi069.stdout: "collect_bytes": { 2024-04-10T15:31:12.438 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:12.438 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.438 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.438 INFO:tasks.workunit.client.0.smithi069.stdout: "collect_keys": { 2024-04-10T15:31:12.438 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:12.438 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.438 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.438 INFO:tasks.workunit.client.0.smithi069.stdout: "collect_latency": { 2024-04-10T15:31:12.438 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:12.438 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.439 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.439 INFO:tasks.workunit.client.0.smithi069.stdout: "collect_timeout": { 2024-04-10T15:31:12.439 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.439 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.439 INFO:tasks.workunit.client.0.smithi069.stdout: "collect_uncommitted": { 2024-04-10T15:31:12.439 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.439 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.439 INFO:tasks.workunit.client.0.smithi069.stdout: "commit": { 2024-04-10T15:31:12.439 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 922 2024-04-10T15:31:12.439 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.439 INFO:tasks.workunit.client.0.smithi069.stdout: "commit_bytes": { 2024-04-10T15:31:12.439 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 922, 2024-04-10T15:31:12.439 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 4926913 2024-04-10T15:31:12.439 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.439 INFO:tasks.workunit.client.0.smithi069.stdout: "commit_keys": { 2024-04-10T15:31:12.439 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 922, 2024-04-10T15:31:12.439 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 5399 2024-04-10T15:31:12.440 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.440 INFO:tasks.workunit.client.0.smithi069.stdout: "commit_latency": { 2024-04-10T15:31:12.440 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 922, 2024-04-10T15:31:12.440 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 379645863 2024-04-10T15:31:12.440 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.440 INFO:tasks.workunit.client.0.smithi069.stdout: "lease_ack_timeout": { 2024-04-10T15:31:12.440 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.440 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.440 INFO:tasks.workunit.client.0.smithi069.stdout: "lease_timeout": { 2024-04-10T15:31:12.440 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.440 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.440 INFO:tasks.workunit.client.0.smithi069.stdout: "new_pn": { 2024-04-10T15:31:12.440 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2 2024-04-10T15:31:12.440 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.440 INFO:tasks.workunit.client.0.smithi069.stdout: "new_pn_latency": { 2024-04-10T15:31:12.440 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 2, 2024-04-10T15:31:12.441 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 999977 2024-04-10T15:31:12.441 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.441 INFO:tasks.workunit.client.0.smithi069.stdout: "refresh": { 2024-04-10T15:31:12.441 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 924 2024-04-10T15:31:12.441 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.441 INFO:tasks.workunit.client.0.smithi069.stdout: "refresh_latency": { 2024-04-10T15:31:12.441 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 924, 2024-04-10T15:31:12.441 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2488943761 2024-04-10T15:31:12.441 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.441 INFO:tasks.workunit.client.0.smithi069.stdout: "restart": { 2024-04-10T15:31:12.441 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 12 2024-04-10T15:31:12.441 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.441 INFO:tasks.workunit.client.0.smithi069.stdout: "share_state": { 2024-04-10T15:31:12.441 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2 2024-04-10T15:31:12.441 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.441 INFO:tasks.workunit.client.0.smithi069.stdout: "share_state_bytes": { 2024-04-10T15:31:12.442 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 2, 2024-04-10T15:31:12.442 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1050 2024-04-10T15:31:12.442 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.442 INFO:tasks.workunit.client.0.smithi069.stdout: "share_state_keys": { 2024-04-10T15:31:12.442 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 2, 2024-04-10T15:31:12.442 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2 2024-04-10T15:31:12.442 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.442 INFO:tasks.workunit.client.0.smithi069.stdout: "start_leader": { 2024-04-10T15:31:12.442 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3 2024-04-10T15:31:12.442 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.442 INFO:tasks.workunit.client.0.smithi069.stdout: "start_peon": { 2024-04-10T15:31:12.442 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.442 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.442 INFO:tasks.workunit.client.0.smithi069.stdout: "store_state": { 2024-04-10T15:31:12.442 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.442 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.443 INFO:tasks.workunit.client.0.smithi069.stdout: "store_state_bytes": { 2024-04-10T15:31:12.443 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:12.443 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.443 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.443 INFO:tasks.workunit.client.0.smithi069.stdout: "store_state_keys": { 2024-04-10T15:31:12.443 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:12.443 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.443 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.443 INFO:tasks.workunit.client.0.smithi069.stdout: "store_state_latency": { 2024-04-10T15:31:12.443 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:12.443 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.443 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:12.443 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.443 INFO:tasks.workunit.client.0.smithi069.stdout: "prioritycache": { 2024-04-10T15:31:12.443 INFO:tasks.workunit.client.0.smithi069.stdout: "cache_bytes": { 2024-04-10T15:31:12.443 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1020054731 2024-04-10T15:31:12.443 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.444 INFO:tasks.workunit.client.0.smithi069.stdout: "heap_bytes": { 2024-04-10T15:31:12.444 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 46891008 2024-04-10T15:31:12.444 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.444 INFO:tasks.workunit.client.0.smithi069.stdout: "mapped_bytes": { 2024-04-10T15:31:12.444 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 40460288 2024-04-10T15:31:12.444 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.444 INFO:tasks.workunit.client.0.smithi069.stdout: "target_bytes": { 2024-04-10T15:31:12.444 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2147483648 2024-04-10T15:31:12.444 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.444 INFO:tasks.workunit.client.0.smithi069.stdout: "unmapped_bytes": { 2024-04-10T15:31:12.444 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 6430720 2024-04-10T15:31:12.444 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:12.444 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.444 INFO:tasks.workunit.client.0.smithi069.stdout: "prioritycache:full": { 2024-04-10T15:31:12.444 INFO:tasks.workunit.client.0.smithi069.stdout: "committed_bytes": { 2024-04-10T15:31:12.444 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 348127232 2024-04-10T15:31:12.444 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.445 INFO:tasks.workunit.client.0.smithi069.stdout: "pri0_bytes": { 2024-04-10T15:31:12.445 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.445 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.445 INFO:tasks.workunit.client.0.smithi069.stdout: "pri10_bytes": { 2024-04-10T15:31:12.445 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.445 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.445 INFO:tasks.workunit.client.0.smithi069.stdout: "pri11_bytes": { 2024-04-10T15:31:12.445 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 277022632 2024-04-10T15:31:12.445 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.445 INFO:tasks.workunit.client.0.smithi069.stdout: "pri1_bytes": { 2024-04-10T15:31:12.445 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 270336 2024-04-10T15:31:12.445 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.445 INFO:tasks.workunit.client.0.smithi069.stdout: "pri2_bytes": { 2024-04-10T15:31:12.445 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.445 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.445 INFO:tasks.workunit.client.0.smithi069.stdout: "pri3_bytes": { 2024-04-10T15:31:12.445 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.446 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.446 INFO:tasks.workunit.client.0.smithi069.stdout: "pri4_bytes": { 2024-04-10T15:31:12.446 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.446 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.446 INFO:tasks.workunit.client.0.smithi069.stdout: "pri5_bytes": { 2024-04-10T15:31:12.446 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.446 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.446 INFO:tasks.workunit.client.0.smithi069.stdout: "pri6_bytes": { 2024-04-10T15:31:12.446 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.446 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.446 INFO:tasks.workunit.client.0.smithi069.stdout: "pri7_bytes": { 2024-04-10T15:31:12.446 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.446 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.446 INFO:tasks.workunit.client.0.smithi069.stdout: "pri8_bytes": { 2024-04-10T15:31:12.446 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.446 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.447 INFO:tasks.workunit.client.0.smithi069.stdout: "pri9_bytes": { 2024-04-10T15:31:12.447 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.447 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.447 INFO:tasks.workunit.client.0.smithi069.stdout: "reserved_bytes": { 2024-04-10T15:31:12.447 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 70834264 2024-04-10T15:31:12.447 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:12.447 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.447 INFO:tasks.workunit.client.0.smithi069.stdout: "prioritycache:inc": { 2024-04-10T15:31:12.447 INFO:tasks.workunit.client.0.smithi069.stdout: "committed_bytes": { 2024-04-10T15:31:12.447 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 348127232 2024-04-10T15:31:12.447 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.447 INFO:tasks.workunit.client.0.smithi069.stdout: "pri0_bytes": { 2024-04-10T15:31:12.447 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.447 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.447 INFO:tasks.workunit.client.0.smithi069.stdout: "pri10_bytes": { 2024-04-10T15:31:12.447 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.447 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.448 INFO:tasks.workunit.client.0.smithi069.stdout: "pri11_bytes": { 2024-04-10T15:31:12.448 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 277022632 2024-04-10T15:31:12.448 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.448 INFO:tasks.workunit.client.0.smithi069.stdout: "pri1_bytes": { 2024-04-10T15:31:12.448 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 39007 2024-04-10T15:31:12.448 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.448 INFO:tasks.workunit.client.0.smithi069.stdout: "pri2_bytes": { 2024-04-10T15:31:12.448 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.448 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.448 INFO:tasks.workunit.client.0.smithi069.stdout: "pri3_bytes": { 2024-04-10T15:31:12.448 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.448 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.448 INFO:tasks.workunit.client.0.smithi069.stdout: "pri4_bytes": { 2024-04-10T15:31:12.448 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.448 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.449 INFO:tasks.workunit.client.0.smithi069.stdout: "pri5_bytes": { 2024-04-10T15:31:12.449 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.449 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.449 INFO:tasks.workunit.client.0.smithi069.stdout: "pri6_bytes": { 2024-04-10T15:31:12.449 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.449 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.449 INFO:tasks.workunit.client.0.smithi069.stdout: "pri7_bytes": { 2024-04-10T15:31:12.449 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.449 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.449 INFO:tasks.workunit.client.0.smithi069.stdout: "pri8_bytes": { 2024-04-10T15:31:12.449 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.449 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.449 INFO:tasks.workunit.client.0.smithi069.stdout: "pri9_bytes": { 2024-04-10T15:31:12.449 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.449 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.449 INFO:tasks.workunit.client.0.smithi069.stdout: "reserved_bytes": { 2024-04-10T15:31:12.450 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 71065593 2024-04-10T15:31:12.450 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:12.450 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.450 INFO:tasks.workunit.client.0.smithi069.stdout: "prioritycache:kv": { 2024-04-10T15:31:12.450 INFO:tasks.workunit.client.0.smithi069.stdout: "committed_bytes": { 2024-04-10T15:31:12.450 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 322961408 2024-04-10T15:31:12.450 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.450 INFO:tasks.workunit.client.0.smithi069.stdout: "pri0_bytes": { 2024-04-10T15:31:12.450 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 67108864 2024-04-10T15:31:12.450 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.450 INFO:tasks.workunit.client.0.smithi069.stdout: "pri10_bytes": { 2024-04-10T15:31:12.450 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.450 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.450 INFO:tasks.workunit.client.0.smithi069.stdout: "pri11_bytes": { 2024-04-10T15:31:12.450 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 184681755 2024-04-10T15:31:12.450 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.450 INFO:tasks.workunit.client.0.smithi069.stdout: "pri1_bytes": { 2024-04-10T15:31:12.451 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.451 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.451 INFO:tasks.workunit.client.0.smithi069.stdout: "pri2_bytes": { 2024-04-10T15:31:12.451 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.451 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.451 INFO:tasks.workunit.client.0.smithi069.stdout: "pri3_bytes": { 2024-04-10T15:31:12.451 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.451 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.451 INFO:tasks.workunit.client.0.smithi069.stdout: "pri4_bytes": { 2024-04-10T15:31:12.451 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.451 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.451 INFO:tasks.workunit.client.0.smithi069.stdout: "pri5_bytes": { 2024-04-10T15:31:12.451 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.451 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.451 INFO:tasks.workunit.client.0.smithi069.stdout: "pri6_bytes": { 2024-04-10T15:31:12.451 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.451 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.452 INFO:tasks.workunit.client.0.smithi069.stdout: "pri7_bytes": { 2024-04-10T15:31:12.452 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.452 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.452 INFO:tasks.workunit.client.0.smithi069.stdout: "pri8_bytes": { 2024-04-10T15:31:12.452 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.452 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.452 INFO:tasks.workunit.client.0.smithi069.stdout: "pri9_bytes": { 2024-04-10T15:31:12.452 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.452 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.452 INFO:tasks.workunit.client.0.smithi069.stdout: "reserved_bytes": { 2024-04-10T15:31:12.452 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 71170789 2024-04-10T15:31:12.452 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:12.453 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.453 INFO:tasks.workunit.client.0.smithi069.stdout: "rocksdb": { 2024-04-10T15:31:12.453 INFO:tasks.workunit.client.0.smithi069.stdout: "compact": { 2024-04-10T15:31:12.453 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.453 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.453 INFO:tasks.workunit.client.0.smithi069.stdout: "compact_queue_len": { 2024-04-10T15:31:12.453 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.453 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.453 INFO:tasks.workunit.client.0.smithi069.stdout: "compact_queue_merge": { 2024-04-10T15:31:12.453 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.453 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.453 INFO:tasks.workunit.client.0.smithi069.stdout: "compact_range": { 2024-04-10T15:31:12.453 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1 2024-04-10T15:31:12.453 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.453 INFO:tasks.workunit.client.0.smithi069.stdout: "get_latency": { 2024-04-10T15:31:12.454 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 41222, 2024-04-10T15:31:12.454 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 174901241 2024-04-10T15:31:12.454 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.454 INFO:tasks.workunit.client.0.smithi069.stdout: "rocksdb_write_delay_time": { 2024-04-10T15:31:12.454 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:12.454 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.454 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.454 INFO:tasks.workunit.client.0.smithi069.stdout: "rocksdb_write_memtable_time": { 2024-04-10T15:31:12.454 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:12.454 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.454 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.454 INFO:tasks.workunit.client.0.smithi069.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-10T15:31:12.454 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:12.454 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.454 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.455 INFO:tasks.workunit.client.0.smithi069.stdout: "rocksdb_write_wal_time": { 2024-04-10T15:31:12.455 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:12.455 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.455 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.455 INFO:tasks.workunit.client.0.smithi069.stdout: "submit_latency": { 2024-04-10T15:31:12.455 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:12.455 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.455 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.455 INFO:tasks.workunit.client.0.smithi069.stdout: "submit_sync_latency": { 2024-04-10T15:31:12.455 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 2006, 2024-04-10T15:31:12.455 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 628474356 2024-04-10T15:31:12.455 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:12.455 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:12.455 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.456 INFO:tasks.workunit.client.0.smithi069.stdout: "mon.a94fb5321a792dfeda573ab0692ca0fa124fc659": { 2024-04-10T15:31:12.456 INFO:tasks.workunit.client.0.smithi069.stdout: "mon": { 2024-04-10T15:31:12.456 INFO:tasks.workunit.client.0.smithi069.stdout: "election_call": { 2024-04-10T15:31:12.456 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2 2024-04-10T15:31:12.456 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.456 INFO:tasks.workunit.client.0.smithi069.stdout: "election_lose": { 2024-04-10T15:31:12.456 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2 2024-04-10T15:31:12.456 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.456 INFO:tasks.workunit.client.0.smithi069.stdout: "election_win": { 2024-04-10T15:31:12.456 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.456 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.456 INFO:tasks.workunit.client.0.smithi069.stdout: "num_elections": { 2024-04-10T15:31:12.456 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 7 2024-04-10T15:31:12.456 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.456 INFO:tasks.workunit.client.0.smithi069.stdout: "num_sessions": { 2024-04-10T15:31:12.456 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 9 2024-04-10T15:31:12.457 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.457 INFO:tasks.workunit.client.0.smithi069.stdout: "session_add": { 2024-04-10T15:31:12.457 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 4 2024-04-10T15:31:12.457 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.457 INFO:tasks.workunit.client.0.smithi069.stdout: "session_rm": { 2024-04-10T15:31:12.457 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 59 2024-04-10T15:31:12.457 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.457 INFO:tasks.workunit.client.0.smithi069.stdout: "session_trim": { 2024-04-10T15:31:12.457 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.457 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:12.457 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.457 INFO:tasks.workunit.client.0.smithi069.stdout: "paxos": { 2024-04-10T15:31:12.457 INFO:tasks.workunit.client.0.smithi069.stdout: "accept_timeout": { 2024-04-10T15:31:12.457 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.457 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.457 INFO:tasks.workunit.client.0.smithi069.stdout: "begin": { 2024-04-10T15:31:12.457 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 799 2024-04-10T15:31:12.458 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.458 INFO:tasks.workunit.client.0.smithi069.stdout: "begin_bytes": { 2024-04-10T15:31:12.458 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 799, 2024-04-10T15:31:12.458 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3946839 2024-04-10T15:31:12.458 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.458 INFO:tasks.workunit.client.0.smithi069.stdout: "begin_keys": { 2024-04-10T15:31:12.458 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:12.458 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.458 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.458 INFO:tasks.workunit.client.0.smithi069.stdout: "begin_latency": { 2024-04-10T15:31:12.458 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 799, 2024-04-10T15:31:12.458 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 113997468 2024-04-10T15:31:12.458 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.458 INFO:tasks.workunit.client.0.smithi069.stdout: "collect": { 2024-04-10T15:31:12.459 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2 2024-04-10T15:31:12.459 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.459 INFO:tasks.workunit.client.0.smithi069.stdout: "collect_bytes": { 2024-04-10T15:31:12.459 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 2, 2024-04-10T15:31:12.459 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 146 2024-04-10T15:31:12.459 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.459 INFO:tasks.workunit.client.0.smithi069.stdout: "collect_keys": { 2024-04-10T15:31:12.459 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 2, 2024-04-10T15:31:12.459 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2 2024-04-10T15:31:12.459 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.459 INFO:tasks.workunit.client.0.smithi069.stdout: "collect_latency": { 2024-04-10T15:31:12.459 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 2, 2024-04-10T15:31:12.459 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.459 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.459 INFO:tasks.workunit.client.0.smithi069.stdout: "collect_timeout": { 2024-04-10T15:31:12.459 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.460 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.460 INFO:tasks.workunit.client.0.smithi069.stdout: "collect_uncommitted": { 2024-04-10T15:31:12.460 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.460 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.460 INFO:tasks.workunit.client.0.smithi069.stdout: "commit": { 2024-04-10T15:31:12.460 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 800 2024-04-10T15:31:12.460 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.460 INFO:tasks.workunit.client.0.smithi069.stdout: "commit_bytes": { 2024-04-10T15:31:12.460 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:12.460 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.460 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.460 INFO:tasks.workunit.client.0.smithi069.stdout: "commit_keys": { 2024-04-10T15:31:12.460 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:12.460 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.460 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.460 INFO:tasks.workunit.client.0.smithi069.stdout: "commit_latency": { 2024-04-10T15:31:12.461 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:12.461 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.461 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.461 INFO:tasks.workunit.client.0.smithi069.stdout: "lease_ack_timeout": { 2024-04-10T15:31:12.461 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.461 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.461 INFO:tasks.workunit.client.0.smithi069.stdout: "lease_timeout": { 2024-04-10T15:31:12.461 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.461 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.461 INFO:tasks.workunit.client.0.smithi069.stdout: "new_pn": { 2024-04-10T15:31:12.461 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.461 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.461 INFO:tasks.workunit.client.0.smithi069.stdout: "new_pn_latency": { 2024-04-10T15:31:12.461 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:12.461 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.462 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.462 INFO:tasks.workunit.client.0.smithi069.stdout: "refresh": { 2024-04-10T15:31:12.462 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 800 2024-04-10T15:31:12.462 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.462 INFO:tasks.workunit.client.0.smithi069.stdout: "refresh_latency": { 2024-04-10T15:31:12.462 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 800, 2024-04-10T15:31:12.462 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1744961257 2024-04-10T15:31:12.462 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.462 INFO:tasks.workunit.client.0.smithi069.stdout: "restart": { 2024-04-10T15:31:12.462 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 13 2024-04-10T15:31:12.462 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.462 INFO:tasks.workunit.client.0.smithi069.stdout: "share_state": { 2024-04-10T15:31:12.462 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.462 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.462 INFO:tasks.workunit.client.0.smithi069.stdout: "share_state_bytes": { 2024-04-10T15:31:12.463 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:12.463 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.463 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.463 INFO:tasks.workunit.client.0.smithi069.stdout: "share_state_keys": { 2024-04-10T15:31:12.463 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:12.463 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.463 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.463 INFO:tasks.workunit.client.0.smithi069.stdout: "start_leader": { 2024-04-10T15:31:12.463 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.463 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.463 INFO:tasks.workunit.client.0.smithi069.stdout: "start_peon": { 2024-04-10T15:31:12.463 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2 2024-04-10T15:31:12.463 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.463 INFO:tasks.workunit.client.0.smithi069.stdout: "store_state": { 2024-04-10T15:31:12.463 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 800 2024-04-10T15:31:12.463 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.464 INFO:tasks.workunit.client.0.smithi069.stdout: "store_state_bytes": { 2024-04-10T15:31:12.464 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 800, 2024-04-10T15:31:12.464 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 7743656 2024-04-10T15:31:12.464 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.464 INFO:tasks.workunit.client.0.smithi069.stdout: "store_state_keys": { 2024-04-10T15:31:12.464 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 800, 2024-04-10T15:31:12.464 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 5525 2024-04-10T15:31:12.464 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.464 INFO:tasks.workunit.client.0.smithi069.stdout: "store_state_latency": { 2024-04-10T15:31:12.464 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 800, 2024-04-10T15:31:12.464 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 312993058 2024-04-10T15:31:12.464 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:12.464 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.464 INFO:tasks.workunit.client.0.smithi069.stdout: "prioritycache": { 2024-04-10T15:31:12.464 INFO:tasks.workunit.client.0.smithi069.stdout: "cache_bytes": { 2024-04-10T15:31:12.464 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1020054731 2024-04-10T15:31:12.465 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.465 INFO:tasks.workunit.client.0.smithi069.stdout: "heap_bytes": { 2024-04-10T15:31:12.465 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 43851776 2024-04-10T15:31:12.465 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.465 INFO:tasks.workunit.client.0.smithi069.stdout: "mapped_bytes": { 2024-04-10T15:31:12.465 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 32530432 2024-04-10T15:31:12.465 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.465 INFO:tasks.workunit.client.0.smithi069.stdout: "target_bytes": { 2024-04-10T15:31:12.465 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2147483648 2024-04-10T15:31:12.465 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.465 INFO:tasks.workunit.client.0.smithi069.stdout: "unmapped_bytes": { 2024-04-10T15:31:12.465 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 11321344 2024-04-10T15:31:12.465 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:12.465 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.465 INFO:tasks.workunit.client.0.smithi069.stdout: "prioritycache:full": { 2024-04-10T15:31:12.465 INFO:tasks.workunit.client.0.smithi069.stdout: "committed_bytes": { 2024-04-10T15:31:12.466 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 348127232 2024-04-10T15:31:12.466 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.466 INFO:tasks.workunit.client.0.smithi069.stdout: "pri0_bytes": { 2024-04-10T15:31:12.466 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.466 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.466 INFO:tasks.workunit.client.0.smithi069.stdout: "pri10_bytes": { 2024-04-10T15:31:12.466 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.466 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.466 INFO:tasks.workunit.client.0.smithi069.stdout: "pri11_bytes": { 2024-04-10T15:31:12.466 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 277021556 2024-04-10T15:31:12.466 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.466 INFO:tasks.workunit.client.0.smithi069.stdout: "pri1_bytes": { 2024-04-10T15:31:12.466 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 270766 2024-04-10T15:31:12.466 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.467 INFO:tasks.workunit.client.0.smithi069.stdout: "pri2_bytes": { 2024-04-10T15:31:12.467 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.467 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.467 INFO:tasks.workunit.client.0.smithi069.stdout: "pri3_bytes": { 2024-04-10T15:31:12.467 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.467 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.467 INFO:tasks.workunit.client.0.smithi069.stdout: "pri4_bytes": { 2024-04-10T15:31:12.467 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.467 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.467 INFO:tasks.workunit.client.0.smithi069.stdout: "pri5_bytes": { 2024-04-10T15:31:12.467 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.467 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.467 INFO:tasks.workunit.client.0.smithi069.stdout: "pri6_bytes": { 2024-04-10T15:31:12.467 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.467 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.467 INFO:tasks.workunit.client.0.smithi069.stdout: "pri7_bytes": { 2024-04-10T15:31:12.468 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.468 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.468 INFO:tasks.workunit.client.0.smithi069.stdout: "pri8_bytes": { 2024-04-10T15:31:12.468 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.468 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.468 INFO:tasks.workunit.client.0.smithi069.stdout: "pri9_bytes": { 2024-04-10T15:31:12.468 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.468 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.468 INFO:tasks.workunit.client.0.smithi069.stdout: "reserved_bytes": { 2024-04-10T15:31:12.468 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 70834910 2024-04-10T15:31:12.468 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:12.468 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.468 INFO:tasks.workunit.client.0.smithi069.stdout: "prioritycache:inc": { 2024-04-10T15:31:12.468 INFO:tasks.workunit.client.0.smithi069.stdout: "committed_bytes": { 2024-04-10T15:31:12.469 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 348127232 2024-04-10T15:31:12.469 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.469 INFO:tasks.workunit.client.0.smithi069.stdout: "pri0_bytes": { 2024-04-10T15:31:12.469 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.469 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.469 INFO:tasks.workunit.client.0.smithi069.stdout: "pri10_bytes": { 2024-04-10T15:31:12.469 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.469 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.469 INFO:tasks.workunit.client.0.smithi069.stdout: "pri11_bytes": { 2024-04-10T15:31:12.469 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 277021556 2024-04-10T15:31:12.469 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.469 INFO:tasks.workunit.client.0.smithi069.stdout: "pri1_bytes": { 2024-04-10T15:31:12.469 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 41446 2024-04-10T15:31:12.469 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.470 INFO:tasks.workunit.client.0.smithi069.stdout: "pri2_bytes": { 2024-04-10T15:31:12.470 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.470 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.470 INFO:tasks.workunit.client.0.smithi069.stdout: "pri3_bytes": { 2024-04-10T15:31:12.470 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.470 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.470 INFO:tasks.workunit.client.0.smithi069.stdout: "pri4_bytes": { 2024-04-10T15:31:12.470 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.470 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.470 INFO:tasks.workunit.client.0.smithi069.stdout: "pri5_bytes": { 2024-04-10T15:31:12.470 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.470 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.470 INFO:tasks.workunit.client.0.smithi069.stdout: "pri6_bytes": { 2024-04-10T15:31:12.470 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.471 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.471 INFO:tasks.workunit.client.0.smithi069.stdout: "pri7_bytes": { 2024-04-10T15:31:12.471 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.471 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.471 INFO:tasks.workunit.client.0.smithi069.stdout: "pri8_bytes": { 2024-04-10T15:31:12.471 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.471 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.471 INFO:tasks.workunit.client.0.smithi069.stdout: "pri9_bytes": { 2024-04-10T15:31:12.471 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.471 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.471 INFO:tasks.workunit.client.0.smithi069.stdout: "reserved_bytes": { 2024-04-10T15:31:12.471 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 71064230 2024-04-10T15:31:12.471 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:12.471 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.471 INFO:tasks.workunit.client.0.smithi069.stdout: "prioritycache:kv": { 2024-04-10T15:31:12.471 INFO:tasks.workunit.client.0.smithi069.stdout: "committed_bytes": { 2024-04-10T15:31:12.471 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 322961408 2024-04-10T15:31:12.472 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.472 INFO:tasks.workunit.client.0.smithi069.stdout: "pri0_bytes": { 2024-04-10T15:31:12.472 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 67108864 2024-04-10T15:31:12.472 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.472 INFO:tasks.workunit.client.0.smithi069.stdout: "pri10_bytes": { 2024-04-10T15:31:12.472 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.472 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.472 INFO:tasks.workunit.client.0.smithi069.stdout: "pri11_bytes": { 2024-04-10T15:31:12.472 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 184681037 2024-04-10T15:31:12.472 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.472 INFO:tasks.workunit.client.0.smithi069.stdout: "pri1_bytes": { 2024-04-10T15:31:12.472 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.472 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.472 INFO:tasks.workunit.client.0.smithi069.stdout: "pri2_bytes": { 2024-04-10T15:31:12.472 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.472 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.473 INFO:tasks.workunit.client.0.smithi069.stdout: "pri3_bytes": { 2024-04-10T15:31:12.473 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.473 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.473 INFO:tasks.workunit.client.0.smithi069.stdout: "pri4_bytes": { 2024-04-10T15:31:12.473 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.473 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.473 INFO:tasks.workunit.client.0.smithi069.stdout: "pri5_bytes": { 2024-04-10T15:31:12.473 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.473 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.473 INFO:tasks.workunit.client.0.smithi069.stdout: "pri6_bytes": { 2024-04-10T15:31:12.473 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.473 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.473 INFO:tasks.workunit.client.0.smithi069.stdout: "pri7_bytes": { 2024-04-10T15:31:12.473 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.473 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.474 INFO:tasks.workunit.client.0.smithi069.stdout: "pri8_bytes": { 2024-04-10T15:31:12.474 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.474 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.474 INFO:tasks.workunit.client.0.smithi069.stdout: "pri9_bytes": { 2024-04-10T15:31:12.474 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.474 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.474 INFO:tasks.workunit.client.0.smithi069.stdout: "reserved_bytes": { 2024-04-10T15:31:12.474 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 71171507 2024-04-10T15:31:12.474 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:12.474 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.474 INFO:tasks.workunit.client.0.smithi069.stdout: "rocksdb": { 2024-04-10T15:31:12.474 INFO:tasks.workunit.client.0.smithi069.stdout: "compact": { 2024-04-10T15:31:12.474 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.474 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.475 INFO:tasks.workunit.client.0.smithi069.stdout: "compact_queue_len": { 2024-04-10T15:31:12.475 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.475 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.475 INFO:tasks.workunit.client.0.smithi069.stdout: "compact_queue_merge": { 2024-04-10T15:31:12.475 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.475 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.475 INFO:tasks.workunit.client.0.smithi069.stdout: "compact_range": { 2024-04-10T15:31:12.475 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1 2024-04-10T15:31:12.475 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.475 INFO:tasks.workunit.client.0.smithi069.stdout: "get_latency": { 2024-04-10T15:31:12.475 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 34050, 2024-04-10T15:31:12.475 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 84624770 2024-04-10T15:31:12.475 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.475 INFO:tasks.workunit.client.0.smithi069.stdout: "rocksdb_write_delay_time": { 2024-04-10T15:31:12.475 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:12.476 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.476 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.476 INFO:tasks.workunit.client.0.smithi069.stdout: "rocksdb_write_memtable_time": { 2024-04-10T15:31:12.476 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:12.476 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.476 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.476 INFO:tasks.workunit.client.0.smithi069.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-10T15:31:12.476 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:12.476 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.476 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.476 INFO:tasks.workunit.client.0.smithi069.stdout: "rocksdb_write_wal_time": { 2024-04-10T15:31:12.476 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:12.476 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.476 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.476 INFO:tasks.workunit.client.0.smithi069.stdout: "submit_latency": { 2024-04-10T15:31:12.477 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:12.477 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.477 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.477 INFO:tasks.workunit.client.0.smithi069.stdout: "submit_sync_latency": { 2024-04-10T15:31:12.477 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 1743, 2024-04-10T15:31:12.477 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 496349598 2024-04-10T15:31:12.477 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:12.477 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:12.477 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.477 INFO:tasks.workunit.client.0.smithi069.stdout: "mon.f674850e5ec273712a6400c20c884d0d3d4aaf85": { 2024-04-10T15:31:12.477 INFO:tasks.workunit.client.0.smithi069.stdout: "mon": { 2024-04-10T15:31:12.477 INFO:tasks.workunit.client.0.smithi069.stdout: "election_call": { 2024-04-10T15:31:12.477 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1 2024-04-10T15:31:12.477 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.477 INFO:tasks.workunit.client.0.smithi069.stdout: "election_lose": { 2024-04-10T15:31:12.478 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1 2024-04-10T15:31:12.478 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.478 INFO:tasks.workunit.client.0.smithi069.stdout: "election_win": { 2024-04-10T15:31:12.478 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.478 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.478 INFO:tasks.workunit.client.0.smithi069.stdout: "num_elections": { 2024-04-10T15:31:12.478 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3 2024-04-10T15:31:12.478 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.478 INFO:tasks.workunit.client.0.smithi069.stdout: "num_sessions": { 2024-04-10T15:31:12.478 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 10 2024-04-10T15:31:12.478 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.478 INFO:tasks.workunit.client.0.smithi069.stdout: "session_add": { 2024-04-10T15:31:12.478 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 5 2024-04-10T15:31:12.478 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.479 INFO:tasks.workunit.client.0.smithi069.stdout: "session_rm": { 2024-04-10T15:31:12.479 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 103 2024-04-10T15:31:12.479 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.479 INFO:tasks.workunit.client.0.smithi069.stdout: "session_trim": { 2024-04-10T15:31:12.479 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.479 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:12.479 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.479 INFO:tasks.workunit.client.0.smithi069.stdout: "paxos": { 2024-04-10T15:31:12.479 INFO:tasks.workunit.client.0.smithi069.stdout: "accept_timeout": { 2024-04-10T15:31:12.479 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.479 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.479 INFO:tasks.workunit.client.0.smithi069.stdout: "begin": { 2024-04-10T15:31:12.479 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 788 2024-04-10T15:31:12.479 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.479 INFO:tasks.workunit.client.0.smithi069.stdout: "begin_bytes": { 2024-04-10T15:31:12.480 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 788, 2024-04-10T15:31:12.480 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3919734 2024-04-10T15:31:12.480 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.480 INFO:tasks.workunit.client.0.smithi069.stdout: "begin_keys": { 2024-04-10T15:31:12.480 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:12.480 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.480 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.480 INFO:tasks.workunit.client.0.smithi069.stdout: "begin_latency": { 2024-04-10T15:31:12.480 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 788, 2024-04-10T15:31:12.480 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 174996049 2024-04-10T15:31:12.480 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.480 INFO:tasks.workunit.client.0.smithi069.stdout: "collect": { 2024-04-10T15:31:12.480 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1 2024-04-10T15:31:12.480 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.480 INFO:tasks.workunit.client.0.smithi069.stdout: "collect_bytes": { 2024-04-10T15:31:12.481 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 1, 2024-04-10T15:31:12.481 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 73 2024-04-10T15:31:12.481 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.481 INFO:tasks.workunit.client.0.smithi069.stdout: "collect_keys": { 2024-04-10T15:31:12.481 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 1, 2024-04-10T15:31:12.481 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1 2024-04-10T15:31:12.481 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.481 INFO:tasks.workunit.client.0.smithi069.stdout: "collect_latency": { 2024-04-10T15:31:12.481 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 1, 2024-04-10T15:31:12.481 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 999977 2024-04-10T15:31:12.481 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.481 INFO:tasks.workunit.client.0.smithi069.stdout: "collect_timeout": { 2024-04-10T15:31:12.481 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.481 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.481 INFO:tasks.workunit.client.0.smithi069.stdout: "collect_uncommitted": { 2024-04-10T15:31:12.482 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.482 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.482 INFO:tasks.workunit.client.0.smithi069.stdout: "commit": { 2024-04-10T15:31:12.482 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 789 2024-04-10T15:31:12.482 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.482 INFO:tasks.workunit.client.0.smithi069.stdout: "commit_bytes": { 2024-04-10T15:31:12.482 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:12.482 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.482 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.482 INFO:tasks.workunit.client.0.smithi069.stdout: "commit_keys": { 2024-04-10T15:31:12.482 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:12.482 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.482 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.482 INFO:tasks.workunit.client.0.smithi069.stdout: "commit_latency": { 2024-04-10T15:31:12.482 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:12.483 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.483 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.483 INFO:tasks.workunit.client.0.smithi069.stdout: "lease_ack_timeout": { 2024-04-10T15:31:12.483 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.483 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.483 INFO:tasks.workunit.client.0.smithi069.stdout: "lease_timeout": { 2024-04-10T15:31:12.483 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.483 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.483 INFO:tasks.workunit.client.0.smithi069.stdout: "new_pn": { 2024-04-10T15:31:12.483 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.483 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.483 INFO:tasks.workunit.client.0.smithi069.stdout: "new_pn_latency": { 2024-04-10T15:31:12.483 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:12.483 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.483 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.484 INFO:tasks.workunit.client.0.smithi069.stdout: "refresh": { 2024-04-10T15:31:12.484 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 789 2024-04-10T15:31:12.484 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.484 INFO:tasks.workunit.client.0.smithi069.stdout: "refresh_latency": { 2024-04-10T15:31:12.484 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 789, 2024-04-10T15:31:12.484 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1917956717 2024-04-10T15:31:12.484 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.484 INFO:tasks.workunit.client.0.smithi069.stdout: "restart": { 2024-04-10T15:31:12.484 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 8 2024-04-10T15:31:12.484 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.484 INFO:tasks.workunit.client.0.smithi069.stdout: "share_state": { 2024-04-10T15:31:12.484 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.484 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.484 INFO:tasks.workunit.client.0.smithi069.stdout: "share_state_bytes": { 2024-04-10T15:31:12.484 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:12.484 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.485 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.485 INFO:tasks.workunit.client.0.smithi069.stdout: "share_state_keys": { 2024-04-10T15:31:12.485 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:12.485 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.485 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.485 INFO:tasks.workunit.client.0.smithi069.stdout: "start_leader": { 2024-04-10T15:31:12.485 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.485 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.485 INFO:tasks.workunit.client.0.smithi069.stdout: "start_peon": { 2024-04-10T15:31:12.485 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1 2024-04-10T15:31:12.485 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.485 INFO:tasks.workunit.client.0.smithi069.stdout: "store_state": { 2024-04-10T15:31:12.485 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 789 2024-04-10T15:31:12.485 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.485 INFO:tasks.workunit.client.0.smithi069.stdout: "store_state_bytes": { 2024-04-10T15:31:12.485 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 789, 2024-04-10T15:31:12.486 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 7691733 2024-04-10T15:31:12.486 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.486 INFO:tasks.workunit.client.0.smithi069.stdout: "store_state_keys": { 2024-04-10T15:31:12.486 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 789, 2024-04-10T15:31:12.486 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 5446 2024-04-10T15:31:12.486 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.486 INFO:tasks.workunit.client.0.smithi069.stdout: "store_state_latency": { 2024-04-10T15:31:12.486 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 789, 2024-04-10T15:31:12.486 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 464989506 2024-04-10T15:31:12.486 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:12.486 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.486 INFO:tasks.workunit.client.0.smithi069.stdout: "prioritycache": { 2024-04-10T15:31:12.486 INFO:tasks.workunit.client.0.smithi069.stdout: "cache_bytes": { 2024-04-10T15:31:12.486 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1020054731 2024-04-10T15:31:12.487 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.487 INFO:tasks.workunit.client.0.smithi069.stdout: "heap_bytes": { 2024-04-10T15:31:12.487 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 43851776 2024-04-10T15:31:12.487 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.487 INFO:tasks.workunit.client.0.smithi069.stdout: "mapped_bytes": { 2024-04-10T15:31:12.487 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 32964608 2024-04-10T15:31:12.487 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.487 INFO:tasks.workunit.client.0.smithi069.stdout: "target_bytes": { 2024-04-10T15:31:12.487 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2147483648 2024-04-10T15:31:12.487 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.487 INFO:tasks.workunit.client.0.smithi069.stdout: "unmapped_bytes": { 2024-04-10T15:31:12.487 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 10887168 2024-04-10T15:31:12.487 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:12.487 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.488 INFO:tasks.workunit.client.0.smithi069.stdout: "prioritycache:full": { 2024-04-10T15:31:12.488 INFO:tasks.workunit.client.0.smithi069.stdout: "committed_bytes": { 2024-04-10T15:31:12.488 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 348127232 2024-04-10T15:31:12.488 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.488 INFO:tasks.workunit.client.0.smithi069.stdout: "pri0_bytes": { 2024-04-10T15:31:12.488 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.488 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.488 INFO:tasks.workunit.client.0.smithi069.stdout: "pri10_bytes": { 2024-04-10T15:31:12.488 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.488 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.488 INFO:tasks.workunit.client.0.smithi069.stdout: "pri11_bytes": { 2024-04-10T15:31:12.488 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 277022887 2024-04-10T15:31:12.488 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.488 INFO:tasks.workunit.client.0.smithi069.stdout: "pri1_bytes": { 2024-04-10T15:31:12.488 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 269655 2024-04-10T15:31:12.489 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.489 INFO:tasks.workunit.client.0.smithi069.stdout: "pri2_bytes": { 2024-04-10T15:31:12.489 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.489 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.489 INFO:tasks.workunit.client.0.smithi069.stdout: "pri3_bytes": { 2024-04-10T15:31:12.489 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.489 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.489 INFO:tasks.workunit.client.0.smithi069.stdout: "pri4_bytes": { 2024-04-10T15:31:12.489 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.489 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.489 INFO:tasks.workunit.client.0.smithi069.stdout: "pri5_bytes": { 2024-04-10T15:31:12.489 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.489 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.489 INFO:tasks.workunit.client.0.smithi069.stdout: "pri6_bytes": { 2024-04-10T15:31:12.490 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.490 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.490 INFO:tasks.workunit.client.0.smithi069.stdout: "pri7_bytes": { 2024-04-10T15:31:12.490 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.490 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.490 INFO:tasks.workunit.client.0.smithi069.stdout: "pri8_bytes": { 2024-04-10T15:31:12.490 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.490 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.490 INFO:tasks.workunit.client.0.smithi069.stdout: "pri9_bytes": { 2024-04-10T15:31:12.490 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.490 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.490 INFO:tasks.workunit.client.0.smithi069.stdout: "reserved_bytes": { 2024-04-10T15:31:12.490 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 70834690 2024-04-10T15:31:12.490 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:12.490 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.491 INFO:tasks.workunit.client.0.smithi069.stdout: "prioritycache:inc": { 2024-04-10T15:31:12.491 INFO:tasks.workunit.client.0.smithi069.stdout: "committed_bytes": { 2024-04-10T15:31:12.491 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 348127232 2024-04-10T15:31:12.491 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.491 INFO:tasks.workunit.client.0.smithi069.stdout: "pri0_bytes": { 2024-04-10T15:31:12.491 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.491 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.491 INFO:tasks.workunit.client.0.smithi069.stdout: "pri10_bytes": { 2024-04-10T15:31:12.491 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.491 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.491 INFO:tasks.workunit.client.0.smithi069.stdout: "pri11_bytes": { 2024-04-10T15:31:12.491 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 277022887 2024-04-10T15:31:12.491 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.491 INFO:tasks.workunit.client.0.smithi069.stdout: "pri1_bytes": { 2024-04-10T15:31:12.491 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 39007 2024-04-10T15:31:12.492 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.492 INFO:tasks.workunit.client.0.smithi069.stdout: "pri2_bytes": { 2024-04-10T15:31:12.492 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.492 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.492 INFO:tasks.workunit.client.0.smithi069.stdout: "pri3_bytes": { 2024-04-10T15:31:12.492 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.492 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.492 INFO:tasks.workunit.client.0.smithi069.stdout: "pri4_bytes": { 2024-04-10T15:31:12.492 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.492 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.492 INFO:tasks.workunit.client.0.smithi069.stdout: "pri5_bytes": { 2024-04-10T15:31:12.492 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.492 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.492 INFO:tasks.workunit.client.0.smithi069.stdout: "pri6_bytes": { 2024-04-10T15:31:12.492 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.493 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.493 INFO:tasks.workunit.client.0.smithi069.stdout: "pri7_bytes": { 2024-04-10T15:31:12.493 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.493 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.493 INFO:tasks.workunit.client.0.smithi069.stdout: "pri8_bytes": { 2024-04-10T15:31:12.493 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.493 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.493 INFO:tasks.workunit.client.0.smithi069.stdout: "pri9_bytes": { 2024-04-10T15:31:12.493 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.493 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.493 INFO:tasks.workunit.client.0.smithi069.stdout: "reserved_bytes": { 2024-04-10T15:31:12.493 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 71065338 2024-04-10T15:31:12.493 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:12.493 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.493 INFO:tasks.workunit.client.0.smithi069.stdout: "prioritycache:kv": { 2024-04-10T15:31:12.494 INFO:tasks.workunit.client.0.smithi069.stdout: "committed_bytes": { 2024-04-10T15:31:12.494 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 322961408 2024-04-10T15:31:12.494 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.494 INFO:tasks.workunit.client.0.smithi069.stdout: "pri0_bytes": { 2024-04-10T15:31:12.494 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 67108864 2024-04-10T15:31:12.494 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.494 INFO:tasks.workunit.client.0.smithi069.stdout: "pri10_bytes": { 2024-04-10T15:31:12.494 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.494 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.494 INFO:tasks.workunit.client.0.smithi069.stdout: "pri11_bytes": { 2024-04-10T15:31:12.494 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 184681925 2024-04-10T15:31:12.494 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.494 INFO:tasks.workunit.client.0.smithi069.stdout: "pri1_bytes": { 2024-04-10T15:31:12.494 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.495 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.495 INFO:tasks.workunit.client.0.smithi069.stdout: "pri2_bytes": { 2024-04-10T15:31:12.495 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.495 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.495 INFO:tasks.workunit.client.0.smithi069.stdout: "pri3_bytes": { 2024-04-10T15:31:12.495 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.495 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.495 INFO:tasks.workunit.client.0.smithi069.stdout: "pri4_bytes": { 2024-04-10T15:31:12.495 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.495 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.495 INFO:tasks.workunit.client.0.smithi069.stdout: "pri5_bytes": { 2024-04-10T15:31:12.495 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.495 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.495 INFO:tasks.workunit.client.0.smithi069.stdout: "pri6_bytes": { 2024-04-10T15:31:12.495 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.496 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.496 INFO:tasks.workunit.client.0.smithi069.stdout: "pri7_bytes": { 2024-04-10T15:31:12.496 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.496 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.496 INFO:tasks.workunit.client.0.smithi069.stdout: "pri8_bytes": { 2024-04-10T15:31:12.496 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.496 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.496 INFO:tasks.workunit.client.0.smithi069.stdout: "pri9_bytes": { 2024-04-10T15:31:12.496 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.496 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.496 INFO:tasks.workunit.client.0.smithi069.stdout: "reserved_bytes": { 2024-04-10T15:31:12.496 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 71170619 2024-04-10T15:31:12.496 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:12.496 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.496 INFO:tasks.workunit.client.0.smithi069.stdout: "rocksdb": { 2024-04-10T15:31:12.497 INFO:tasks.workunit.client.0.smithi069.stdout: "compact": { 2024-04-10T15:31:12.497 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.497 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.497 INFO:tasks.workunit.client.0.smithi069.stdout: "compact_queue_len": { 2024-04-10T15:31:12.497 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.497 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.497 INFO:tasks.workunit.client.0.smithi069.stdout: "compact_queue_merge": { 2024-04-10T15:31:12.497 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.497 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.497 INFO:tasks.workunit.client.0.smithi069.stdout: "compact_range": { 2024-04-10T15:31:12.497 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1 2024-04-10T15:31:12.497 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.497 INFO:tasks.workunit.client.0.smithi069.stdout: "get_latency": { 2024-04-10T15:31:12.497 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 33936, 2024-04-10T15:31:12.497 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 89857590 2024-04-10T15:31:12.498 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.498 INFO:tasks.workunit.client.0.smithi069.stdout: "rocksdb_write_delay_time": { 2024-04-10T15:31:12.498 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:12.498 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.498 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.498 INFO:tasks.workunit.client.0.smithi069.stdout: "rocksdb_write_memtable_time": { 2024-04-10T15:31:12.498 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:12.498 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.498 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.498 INFO:tasks.workunit.client.0.smithi069.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-10T15:31:12.498 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:12.498 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.498 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.498 INFO:tasks.workunit.client.0.smithi069.stdout: "rocksdb_write_wal_time": { 2024-04-10T15:31:12.498 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:12.499 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.499 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.499 INFO:tasks.workunit.client.0.smithi069.stdout: "submit_latency": { 2024-04-10T15:31:12.499 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:12.499 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.499 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.499 INFO:tasks.workunit.client.0.smithi069.stdout: "submit_sync_latency": { 2024-04-10T15:31:12.499 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 1695, 2024-04-10T15:31:12.499 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 688033523 2024-04-10T15:31:12.499 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:12.499 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:12.499 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.499 INFO:tasks.workunit.client.0.smithi069.stdout: "osd.0": { 2024-04-10T15:31:12.499 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs": { 2024-04-10T15:31:12.499 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_slow_fallback": { 2024-04-10T15:31:12.500 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.500 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.500 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_slow_size_fallback": { 2024-04-10T15:31:12.500 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.500 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.500 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_unit_db": { 2024-04-10T15:31:12.500 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 65536 2024-04-10T15:31:12.500 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.500 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_unit_main": { 2024-04-10T15:31:12.500 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.500 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.500 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_unit_wal": { 2024-04-10T15:31:12.500 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.500 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.500 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes_written_slow": { 2024-04-10T15:31:12.501 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.501 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.501 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes_written_sst": { 2024-04-10T15:31:12.501 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 12288 2024-04-10T15:31:12.501 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.501 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes_written_wal": { 2024-04-10T15:31:12.501 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 8101888 2024-04-10T15:31:12.501 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.501 INFO:tasks.workunit.client.0.smithi069.stdout: "compact_lat": { 2024-04-10T15:31:12.501 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:12.501 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.501 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.501 INFO:tasks.workunit.client.0.smithi069.stdout: "compact_lock_lat": { 2024-04-10T15:31:12.501 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:12.501 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.502 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.502 INFO:tasks.workunit.client.0.smithi069.stdout: "db_total_bytes": { 2024-04-10T15:31:12.502 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 95995035648 2024-04-10T15:31:12.502 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.502 INFO:tasks.workunit.client.0.smithi069.stdout: "db_used_bytes": { 2024-04-10T15:31:12.502 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 31850496 2024-04-10T15:31:12.502 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.502 INFO:tasks.workunit.client.0.smithi069.stdout: "log_bytes": { 2024-04-10T15:31:12.502 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 4374528 2024-04-10T15:31:12.502 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.502 INFO:tasks.workunit.client.0.smithi069.stdout: "logged_bytes": { 2024-04-10T15:31:12.502 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 4235264 2024-04-10T15:31:12.502 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.502 INFO:tasks.workunit.client.0.smithi069.stdout: "max_bytes_db": { 2024-04-10T15:31:12.503 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 31850496 2024-04-10T15:31:12.503 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.503 INFO:tasks.workunit.client.0.smithi069.stdout: "max_bytes_slow": { 2024-04-10T15:31:12.503 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.503 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.503 INFO:tasks.workunit.client.0.smithi069.stdout: "max_bytes_wal": { 2024-04-10T15:31:12.503 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.503 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.503 INFO:tasks.workunit.client.0.smithi069.stdout: "num_files": { 2024-04-10T15:31:12.503 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 14 2024-04-10T15:31:12.503 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.503 INFO:tasks.workunit.client.0.smithi069.stdout: "read_bytes": { 2024-04-10T15:31:12.503 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 206272 2024-04-10T15:31:12.503 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.504 INFO:tasks.workunit.client.0.smithi069.stdout: "read_count": { 2024-04-10T15:31:12.504 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 23 2024-04-10T15:31:12.504 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.504 INFO:tasks.workunit.client.0.smithi069.stdout: "read_disk_bytes": { 2024-04-10T15:31:12.504 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1282048 2024-04-10T15:31:12.504 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.504 INFO:tasks.workunit.client.0.smithi069.stdout: "read_disk_bytes_db": { 2024-04-10T15:31:12.504 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1286144 2024-04-10T15:31:12.504 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.504 INFO:tasks.workunit.client.0.smithi069.stdout: "read_disk_bytes_slow": { 2024-04-10T15:31:12.504 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.504 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.504 INFO:tasks.workunit.client.0.smithi069.stdout: "read_disk_bytes_wal": { 2024-04-10T15:31:12.504 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.504 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.505 INFO:tasks.workunit.client.0.smithi069.stdout: "read_disk_count": { 2024-04-10T15:31:12.505 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 15 2024-04-10T15:31:12.505 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.505 INFO:tasks.workunit.client.0.smithi069.stdout: "read_prefetch_bytes": { 2024-04-10T15:31:12.505 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 4913 2024-04-10T15:31:12.505 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.505 INFO:tasks.workunit.client.0.smithi069.stdout: "read_prefetch_count": { 2024-04-10T15:31:12.505 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 4 2024-04-10T15:31:12.505 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.505 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_buffer_bytes": { 2024-04-10T15:31:12.505 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 5505 2024-04-10T15:31:12.505 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.505 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_buffer_count": { 2024-04-10T15:31:12.505 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 24 2024-04-10T15:31:12.505 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.506 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_bytes": { 2024-04-10T15:31:12.506 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 5505 2024-04-10T15:31:12.506 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.506 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_count": { 2024-04-10T15:31:12.506 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 24 2024-04-10T15:31:12.506 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.506 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_disk_bytes": { 2024-04-10T15:31:12.506 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.506 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.506 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_disk_bytes_db": { 2024-04-10T15:31:12.506 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.506 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.506 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_disk_bytes_slow": { 2024-04-10T15:31:12.506 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.507 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.507 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_disk_bytes_wal": { 2024-04-10T15:31:12.507 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.507 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.507 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_disk_count": { 2024-04-10T15:31:12.507 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.507 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.507 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_total_bytes": { 2024-04-10T15:31:12.507 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.507 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.507 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_used_bytes": { 2024-04-10T15:31:12.507 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.507 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.507 INFO:tasks.workunit.client.0.smithi069.stdout: "wal_total_bytes": { 2024-04-10T15:31:12.507 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.507 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.508 INFO:tasks.workunit.client.0.smithi069.stdout: "wal_used_bytes": { 2024-04-10T15:31:12.508 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.508 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.508 INFO:tasks.workunit.client.0.smithi069.stdout: "write_bytes": { 2024-04-10T15:31:12.508 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 12414976 2024-04-10T15:31:12.508 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:12.508 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.508 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore": { 2024-04-10T15:31:12.508 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_unit": { 2024-04-10T15:31:12.508 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 4096 2024-04-10T15:31:12.508 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.508 INFO:tasks.workunit.client.0.smithi069.stdout: "allocated": { 2024-04-10T15:31:12.508 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1318912 2024-04-10T15:31:12.508 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.508 INFO:tasks.workunit.client.0.smithi069.stdout: "clist_lat": { 2024-04-10T15:31:12.509 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 6, 2024-04-10T15:31:12.509 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 381657 2024-04-10T15:31:12.509 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.509 INFO:tasks.workunit.client.0.smithi069.stdout: "compress_lat": { 2024-04-10T15:31:12.509 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:12.509 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.509 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.509 INFO:tasks.workunit.client.0.smithi069.stdout: "compressed": { 2024-04-10T15:31:12.509 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.509 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.509 INFO:tasks.workunit.client.0.smithi069.stdout: "compressed_allocated": { 2024-04-10T15:31:12.509 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.509 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.509 INFO:tasks.workunit.client.0.smithi069.stdout: "compressed_original": { 2024-04-10T15:31:12.510 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.510 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.510 INFO:tasks.workunit.client.0.smithi069.stdout: "csum_lat": { 2024-04-10T15:31:12.510 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 20, 2024-04-10T15:31:12.510 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 60979 2024-04-10T15:31:12.510 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.510 INFO:tasks.workunit.client.0.smithi069.stdout: "decompress_lat": { 2024-04-10T15:31:12.510 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:12.510 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.510 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.510 INFO:tasks.workunit.client.0.smithi069.stdout: "fragmentation_micros": { 2024-04-10T15:31:12.510 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.510 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.510 INFO:tasks.workunit.client.0.smithi069.stdout: "kv_commit_lat": { 2024-04-10T15:31:12.510 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 1021, 2024-04-10T15:31:12.511 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 540104925 2024-04-10T15:31:12.511 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.511 INFO:tasks.workunit.client.0.smithi069.stdout: "kv_final_lat": { 2024-04-10T15:31:12.511 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 1016, 2024-04-10T15:31:12.511 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 22720274 2024-04-10T15:31:12.511 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.511 INFO:tasks.workunit.client.0.smithi069.stdout: "kv_flush_lat": { 2024-04-10T15:31:12.511 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 1021, 2024-04-10T15:31:12.511 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 988362 2024-04-10T15:31:12.511 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.511 INFO:tasks.workunit.client.0.smithi069.stdout: "kv_sync_lat": { 2024-04-10T15:31:12.511 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 1021, 2024-04-10T15:31:12.511 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 541093287 2024-04-10T15:31:12.511 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.511 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_get_keys_lat": { 2024-04-10T15:31:12.512 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:12.512 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.512 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.512 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_get_values_lat": { 2024-04-10T15:31:12.512 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 1, 2024-04-10T15:31:12.512 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 37359 2024-04-10T15:31:12.512 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.512 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_lower_bound_lat": { 2024-04-10T15:31:12.512 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 6, 2024-04-10T15:31:12.512 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 21301 2024-04-10T15:31:12.512 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.512 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_next_lat": { 2024-04-10T15:31:12.512 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:12.512 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.512 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.512 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_seek_to_first_lat": { 2024-04-10T15:31:12.513 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:12.513 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.513 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.513 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_upper_bound_lat": { 2024-04-10T15:31:12.513 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 2, 2024-04-10T15:31:12.513 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3539 2024-04-10T15:31:12.513 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.513 INFO:tasks.workunit.client.0.smithi069.stdout: "onode_hits": { 2024-04-10T15:31:12.513 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3962 2024-04-10T15:31:12.513 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.513 INFO:tasks.workunit.client.0.smithi069.stdout: "onode_misses": { 2024-04-10T15:31:12.513 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 332 2024-04-10T15:31:12.513 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.513 INFO:tasks.workunit.client.0.smithi069.stdout: "read_lat": { 2024-04-10T15:31:12.513 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 123, 2024-04-10T15:31:12.514 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2750086 2024-04-10T15:31:12.514 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.514 INFO:tasks.workunit.client.0.smithi069.stdout: "read_onode_meta_lat": { 2024-04-10T15:31:12.514 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 330, 2024-04-10T15:31:12.514 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 309081 2024-04-10T15:31:12.514 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.514 INFO:tasks.workunit.client.0.smithi069.stdout: "read_wait_aio_lat": { 2024-04-10T15:31:12.514 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 207, 2024-04-10T15:31:12.514 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 6335869 2024-04-10T15:31:12.514 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.514 INFO:tasks.workunit.client.0.smithi069.stdout: "reads_with_retries": { 2024-04-10T15:31:12.514 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.514 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.514 INFO:tasks.workunit.client.0.smithi069.stdout: "remove_lat": { 2024-04-10T15:31:12.515 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 103, 2024-04-10T15:31:12.515 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 5605862 2024-04-10T15:31:12.515 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.515 INFO:tasks.workunit.client.0.smithi069.stdout: "state_aio_wait_lat": { 2024-04-10T15:31:12.515 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 3596, 2024-04-10T15:31:12.515 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3964205232 2024-04-10T15:31:12.515 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.515 INFO:tasks.workunit.client.0.smithi069.stdout: "state_deferred_aio_wait_lat": { 2024-04-10T15:31:12.515 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 124, 2024-04-10T15:31:12.515 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 24132431 2024-04-10T15:31:12.515 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.515 INFO:tasks.workunit.client.0.smithi069.stdout: "state_deferred_cleanup_lat": { 2024-04-10T15:31:12.515 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 124, 2024-04-10T15:31:12.515 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 844797803094 2024-04-10T15:31:12.515 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.515 INFO:tasks.workunit.client.0.smithi069.stdout: "state_deferred_queued_lat": { 2024-04-10T15:31:12.516 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 124, 2024-04-10T15:31:12.516 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 126560923102 2024-04-10T15:31:12.516 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.516 INFO:tasks.workunit.client.0.smithi069.stdout: "state_done_lat": { 2024-04-10T15:31:12.516 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 3596, 2024-04-10T15:31:12.516 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 40899207602 2024-04-10T15:31:12.516 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.516 INFO:tasks.workunit.client.0.smithi069.stdout: "state_finishing_lat": { 2024-04-10T15:31:12.516 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 3596, 2024-04-10T15:31:12.516 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 190842 2024-04-10T15:31:12.516 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.516 INFO:tasks.workunit.client.0.smithi069.stdout: "state_io_done_lat": { 2024-04-10T15:31:12.516 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 3596, 2024-04-10T15:31:12.516 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 21117482 2024-04-10T15:31:12.516 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.517 INFO:tasks.workunit.client.0.smithi069.stdout: "state_kv_commiting_lat": { 2024-04-10T15:31:12.517 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 3596, 2024-04-10T15:31:12.517 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2621021154 2024-04-10T15:31:12.517 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.517 INFO:tasks.workunit.client.0.smithi069.stdout: "state_kv_done_lat": { 2024-04-10T15:31:12.517 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 3596, 2024-04-10T15:31:12.517 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 484576 2024-04-10T15:31:12.517 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.517 INFO:tasks.workunit.client.0.smithi069.stdout: "state_kv_queued_lat": { 2024-04-10T15:31:12.517 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 3596, 2024-04-10T15:31:12.517 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1538278914 2024-04-10T15:31:12.517 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.517 INFO:tasks.workunit.client.0.smithi069.stdout: "state_prepare_lat": { 2024-04-10T15:31:12.517 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 3596, 2024-04-10T15:31:12.517 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 402469476 2024-04-10T15:31:12.518 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.518 INFO:tasks.workunit.client.0.smithi069.stdout: "stored": { 2024-04-10T15:31:12.518 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 900450 2024-04-10T15:31:12.518 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.518 INFO:tasks.workunit.client.0.smithi069.stdout: "truncate_lat": { 2024-04-10T15:31:12.518 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 58, 2024-04-10T15:31:12.518 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 285748 2024-04-10T15:31:12.518 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.518 INFO:tasks.workunit.client.0.smithi069.stdout: "txc_commit_lat": { 2024-04-10T15:31:12.518 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 3596, 2024-04-10T15:31:12.518 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 8547333365 2024-04-10T15:31:12.518 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.518 INFO:tasks.workunit.client.0.smithi069.stdout: "txc_submit_lat": { 2024-04-10T15:31:12.519 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 3596, 2024-04-10T15:31:12.519 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 442440576 2024-04-10T15:31:12.519 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.519 INFO:tasks.workunit.client.0.smithi069.stdout: "txc_throttle_lat": { 2024-04-10T15:31:12.519 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 3596, 2024-04-10T15:31:12.519 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 283532215 2024-04-10T15:31:12.519 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:12.519 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.519 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore-pricache": { 2024-04-10T15:31:12.519 INFO:tasks.workunit.client.0.smithi069.stdout: "cache_bytes": { 2024-04-10T15:31:12.519 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1861583912 2024-04-10T15:31:12.519 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.519 INFO:tasks.workunit.client.0.smithi069.stdout: "heap_bytes": { 2024-04-10T15:31:12.519 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 49725440 2024-04-10T15:31:12.519 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.520 INFO:tasks.workunit.client.0.smithi069.stdout: "mapped_bytes": { 2024-04-10T15:31:12.520 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 48742400 2024-04-10T15:31:12.520 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.520 INFO:tasks.workunit.client.0.smithi069.stdout: "target_bytes": { 2024-04-10T15:31:12.520 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3137517977 2024-04-10T15:31:12.520 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.520 INFO:tasks.workunit.client.0.smithi069.stdout: "unmapped_bytes": { 2024-04-10T15:31:12.520 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 983040 2024-04-10T15:31:12.520 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:12.520 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.520 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore-pricache:data": { 2024-04-10T15:31:12.520 INFO:tasks.workunit.client.0.smithi069.stdout: "committed_bytes": { 2024-04-10T15:31:12.520 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 159383552 2024-04-10T15:31:12.520 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.520 INFO:tasks.workunit.client.0.smithi069.stdout: "pri0_bytes": { 2024-04-10T15:31:12.520 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.521 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.521 INFO:tasks.workunit.client.0.smithi069.stdout: "pri10_bytes": { 2024-04-10T15:31:12.521 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.521 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.521 INFO:tasks.workunit.client.0.smithi069.stdout: "pri11_bytes": { 2024-04-10T15:31:12.521 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 85462848 2024-04-10T15:31:12.521 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.521 INFO:tasks.workunit.client.0.smithi069.stdout: "pri1_bytes": { 2024-04-10T15:31:12.521 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.521 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.521 INFO:tasks.workunit.client.0.smithi069.stdout: "pri2_bytes": { 2024-04-10T15:31:12.521 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.521 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.521 INFO:tasks.workunit.client.0.smithi069.stdout: "pri3_bytes": { 2024-04-10T15:31:12.522 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.522 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.522 INFO:tasks.workunit.client.0.smithi069.stdout: "pri4_bytes": { 2024-04-10T15:31:12.522 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.522 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.522 INFO:tasks.workunit.client.0.smithi069.stdout: "pri5_bytes": { 2024-04-10T15:31:12.522 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.522 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.522 INFO:tasks.workunit.client.0.smithi069.stdout: "pri6_bytes": { 2024-04-10T15:31:12.522 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 602112 2024-04-10T15:31:12.522 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.522 INFO:tasks.workunit.client.0.smithi069.stdout: "pri7_bytes": { 2024-04-10T15:31:12.522 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.522 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.523 INFO:tasks.workunit.client.0.smithi069.stdout: "pri8_bytes": { 2024-04-10T15:31:12.523 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.523 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.523 INFO:tasks.workunit.client.0.smithi069.stdout: "pri9_bytes": { 2024-04-10T15:31:12.523 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.523 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.523 INFO:tasks.workunit.client.0.smithi069.stdout: "reserved_bytes": { 2024-04-10T15:31:12.523 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 73318592 2024-04-10T15:31:12.523 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:12.523 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.523 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore-pricache:kv": { 2024-04-10T15:31:12.523 INFO:tasks.workunit.client.0.smithi069.stdout: "committed_bytes": { 2024-04-10T15:31:12.523 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 780140544 2024-04-10T15:31:12.523 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.523 INFO:tasks.workunit.client.0.smithi069.stdout: "pri0_bytes": { 2024-04-10T15:31:12.524 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 67108864 2024-04-10T15:31:12.524 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.524 INFO:tasks.workunit.client.0.smithi069.stdout: "pri10_bytes": { 2024-04-10T15:31:12.524 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.524 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.524 INFO:tasks.workunit.client.0.smithi069.stdout: "pri11_bytes": { 2024-04-10T15:31:12.524 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 640971367 2024-04-10T15:31:12.524 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.524 INFO:tasks.workunit.client.0.smithi069.stdout: "pri1_bytes": { 2024-04-10T15:31:12.524 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.524 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.524 INFO:tasks.workunit.client.0.smithi069.stdout: "pri2_bytes": { 2024-04-10T15:31:12.524 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.524 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.524 INFO:tasks.workunit.client.0.smithi069.stdout: "pri3_bytes": { 2024-04-10T15:31:12.525 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.525 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.525 INFO:tasks.workunit.client.0.smithi069.stdout: "pri4_bytes": { 2024-04-10T15:31:12.525 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.525 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.525 INFO:tasks.workunit.client.0.smithi069.stdout: "pri5_bytes": { 2024-04-10T15:31:12.525 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.525 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.525 INFO:tasks.workunit.client.0.smithi069.stdout: "pri6_bytes": { 2024-04-10T15:31:12.525 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2128 2024-04-10T15:31:12.525 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.525 INFO:tasks.workunit.client.0.smithi069.stdout: "pri7_bytes": { 2024-04-10T15:31:12.525 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.525 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.525 INFO:tasks.workunit.client.0.smithi069.stdout: "pri8_bytes": { 2024-04-10T15:31:12.526 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.526 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.526 INFO:tasks.workunit.client.0.smithi069.stdout: "pri9_bytes": { 2024-04-10T15:31:12.526 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.526 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.526 INFO:tasks.workunit.client.0.smithi069.stdout: "reserved_bytes": { 2024-04-10T15:31:12.526 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 72058185 2024-04-10T15:31:12.526 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:12.526 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.526 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore-pricache:kv_onode": { 2024-04-10T15:31:12.526 INFO:tasks.workunit.client.0.smithi069.stdout: "committed_bytes": { 2024-04-10T15:31:12.526 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 192937984 2024-04-10T15:31:12.526 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.526 INFO:tasks.workunit.client.0.smithi069.stdout: "pri0_bytes": { 2024-04-10T15:31:12.526 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 67108864 2024-04-10T15:31:12.527 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.527 INFO:tasks.workunit.client.0.smithi069.stdout: "pri10_bytes": { 2024-04-10T15:31:12.527 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 464 2024-04-10T15:31:12.527 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.527 INFO:tasks.workunit.client.0.smithi069.stdout: "pri11_bytes": { 2024-04-10T15:31:12.527 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 56975232 2024-04-10T15:31:12.527 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.527 INFO:tasks.workunit.client.0.smithi069.stdout: "pri1_bytes": { 2024-04-10T15:31:12.527 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.527 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.527 INFO:tasks.workunit.client.0.smithi069.stdout: "pri2_bytes": { 2024-04-10T15:31:12.527 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.527 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.527 INFO:tasks.workunit.client.0.smithi069.stdout: "pri3_bytes": { 2024-04-10T15:31:12.528 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.528 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.528 INFO:tasks.workunit.client.0.smithi069.stdout: "pri4_bytes": { 2024-04-10T15:31:12.528 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.528 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.528 INFO:tasks.workunit.client.0.smithi069.stdout: "pri5_bytes": { 2024-04-10T15:31:12.528 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.528 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.528 INFO:tasks.workunit.client.0.smithi069.stdout: "pri6_bytes": { 2024-04-10T15:31:12.528 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.528 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.528 INFO:tasks.workunit.client.0.smithi069.stdout: "pri7_bytes": { 2024-04-10T15:31:12.528 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.528 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.528 INFO:tasks.workunit.client.0.smithi069.stdout: "pri8_bytes": { 2024-04-10T15:31:12.529 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.529 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.529 INFO:tasks.workunit.client.0.smithi069.stdout: "pri9_bytes": { 2024-04-10T15:31:12.529 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.529 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.529 INFO:tasks.workunit.client.0.smithi069.stdout: "reserved_bytes": { 2024-04-10T15:31:12.529 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 68853424 2024-04-10T15:31:12.529 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:12.529 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.529 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore-pricache:meta": { 2024-04-10T15:31:12.529 INFO:tasks.workunit.client.0.smithi069.stdout: "committed_bytes": { 2024-04-10T15:31:12.529 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 713031680 2024-04-10T15:31:12.529 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.529 INFO:tasks.workunit.client.0.smithi069.stdout: "pri0_bytes": { 2024-04-10T15:31:12.529 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.530 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.530 INFO:tasks.workunit.client.0.smithi069.stdout: "pri10_bytes": { 2024-04-10T15:31:12.530 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.530 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.530 INFO:tasks.workunit.client.0.smithi069.stdout: "pri11_bytes": { 2024-04-10T15:31:12.530 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 640971367 2024-04-10T15:31:12.530 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.530 INFO:tasks.workunit.client.0.smithi069.stdout: "pri1_bytes": { 2024-04-10T15:31:12.530 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.530 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.530 INFO:tasks.workunit.client.0.smithi069.stdout: "pri2_bytes": { 2024-04-10T15:31:12.530 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2354 2024-04-10T15:31:12.530 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.530 INFO:tasks.workunit.client.0.smithi069.stdout: "pri3_bytes": { 2024-04-10T15:31:12.530 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 12947 2024-04-10T15:31:12.531 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.531 INFO:tasks.workunit.client.0.smithi069.stdout: "pri4_bytes": { 2024-04-10T15:31:12.531 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.531 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.531 INFO:tasks.workunit.client.0.smithi069.stdout: "pri5_bytes": { 2024-04-10T15:31:12.531 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.531 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.531 INFO:tasks.workunit.client.0.smithi069.stdout: "pri6_bytes": { 2024-04-10T15:31:12.531 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 337809 2024-04-10T15:31:12.531 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.531 INFO:tasks.workunit.client.0.smithi069.stdout: "pri7_bytes": { 2024-04-10T15:31:12.531 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.531 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.531 INFO:tasks.workunit.client.0.smithi069.stdout: "pri8_bytes": { 2024-04-10T15:31:12.531 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.532 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.532 INFO:tasks.workunit.client.0.smithi069.stdout: "pri9_bytes": { 2024-04-10T15:31:12.532 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.532 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.532 INFO:tasks.workunit.client.0.smithi069.stdout: "reserved_bytes": { 2024-04-10T15:31:12.532 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 71707203 2024-04-10T15:31:12.532 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:12.532 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.532 INFO:tasks.workunit.client.0.smithi069.stdout: "objecter": { 2024-04-10T15:31:12.532 INFO:tasks.workunit.client.0.smithi069.stdout: "op_active": { 2024-04-10T15:31:12.532 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.532 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.532 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r": { 2024-04-10T15:31:12.532 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.532 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.532 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rmw": { 2024-04-10T15:31:12.533 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.533 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.533 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w": { 2024-04-10T15:31:12.533 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.533 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:12.533 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.533 INFO:tasks.workunit.client.0.smithi069.stdout: "osd": { 2024-04-10T15:31:12.533 INFO:tasks.workunit.client.0.smithi069.stdout: "numpg": { 2024-04-10T15:31:12.533 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 44 2024-04-10T15:31:12.533 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.533 INFO:tasks.workunit.client.0.smithi069.stdout: "numpg_removing": { 2024-04-10T15:31:12.533 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.533 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.533 INFO:tasks.workunit.client.0.smithi069.stdout: "op": { 2024-04-10T15:31:12.533 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 5 2024-04-10T15:31:12.534 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.534 INFO:tasks.workunit.client.0.smithi069.stdout: "op_delayed_degraded": { 2024-04-10T15:31:12.534 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.534 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.534 INFO:tasks.workunit.client.0.smithi069.stdout: "op_delayed_unreadable": { 2024-04-10T15:31:12.534 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.534 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.534 INFO:tasks.workunit.client.0.smithi069.stdout: "op_in_bytes": { 2024-04-10T15:31:12.534 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 616 2024-04-10T15:31:12.534 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.534 INFO:tasks.workunit.client.0.smithi069.stdout: "op_latency": { 2024-04-10T15:31:12.534 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 5, 2024-04-10T15:31:12.534 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 111403161 2024-04-10T15:31:12.534 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.535 INFO:tasks.workunit.client.0.smithi069.stdout: "op_out_bytes": { 2024-04-10T15:31:12.535 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.535 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.535 INFO:tasks.workunit.client.0.smithi069.stdout: "op_prepare_latency": { 2024-04-10T15:31:12.535 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 6, 2024-04-10T15:31:12.535 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3250319 2024-04-10T15:31:12.535 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.535 INFO:tasks.workunit.client.0.smithi069.stdout: "op_process_latency": { 2024-04-10T15:31:12.535 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 5, 2024-04-10T15:31:12.535 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 111082859 2024-04-10T15:31:12.535 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.535 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r": { 2024-04-10T15:31:12.535 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.535 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.535 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r_latency": { 2024-04-10T15:31:12.536 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:12.536 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.536 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.536 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-10T15:31:12.536 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.536 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.536 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r_out_bytes": { 2024-04-10T15:31:12.536 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.536 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.536 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r_prepare_latency": { 2024-04-10T15:31:12.536 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:12.536 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.536 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.536 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r_process_latency": { 2024-04-10T15:31:12.537 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:12.537 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.537 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.537 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw": { 2024-04-10T15:31:12.537 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.537 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.537 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_in_bytes": { 2024-04-10T15:31:12.537 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.537 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.537 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_latency": { 2024-04-10T15:31:12.537 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:12.537 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.537 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.537 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-10T15:31:12.537 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.538 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.538 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-10T15:31:12.538 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.538 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.538 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_out_bytes": { 2024-04-10T15:31:12.538 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.538 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.538 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_prepare_latency": { 2024-04-10T15:31:12.538 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:12.538 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.538 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.538 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_process_latency": { 2024-04-10T15:31:12.538 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:12.538 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.539 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.539 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w": { 2024-04-10T15:31:12.539 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 5 2024-04-10T15:31:12.539 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.539 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w_in_bytes": { 2024-04-10T15:31:12.539 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 616 2024-04-10T15:31:12.539 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.539 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w_latency": { 2024-04-10T15:31:12.539 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 5, 2024-04-10T15:31:12.539 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 111403161 2024-04-10T15:31:12.539 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.539 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-10T15:31:12.539 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.539 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.539 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w_prepare_latency": { 2024-04-10T15:31:12.540 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 6, 2024-04-10T15:31:12.540 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3250319 2024-04-10T15:31:12.540 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.540 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w_process_latency": { 2024-04-10T15:31:12.540 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 5, 2024-04-10T15:31:12.540 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 111082859 2024-04-10T15:31:12.540 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.540 INFO:tasks.workunit.client.0.smithi069.stdout: "op_wip": { 2024-04-10T15:31:12.540 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.540 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.540 INFO:tasks.workunit.client.0.smithi069.stdout: "recovery_bytes": { 2024-04-10T15:31:12.540 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1771104 2024-04-10T15:31:12.540 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.540 INFO:tasks.workunit.client.0.smithi069.stdout: "recovery_ops": { 2024-04-10T15:31:12.540 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 6 2024-04-10T15:31:12.541 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.541 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_bytes": { 2024-04-10T15:31:12.541 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 95995035648 2024-04-10T15:31:12.541 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.541 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_bytes_used": { 2024-04-10T15:31:12.541 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 33177600 2024-04-10T15:31:12.541 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:12.541 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:12.541 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.541 INFO:tasks.workunit.client.0.smithi069.stdout: "osd.1": { 2024-04-10T15:31:12.541 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs": { 2024-04-10T15:31:12.541 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_slow_fallback": { 2024-04-10T15:31:12.541 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.541 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.541 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_slow_size_fallback": { 2024-04-10T15:31:12.542 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.542 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.542 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_unit_db": { 2024-04-10T15:31:12.542 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 65536 2024-04-10T15:31:12.542 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.542 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_unit_main": { 2024-04-10T15:31:12.542 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.542 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.542 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_unit_wal": { 2024-04-10T15:31:12.542 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.542 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.542 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes_written_slow": { 2024-04-10T15:31:12.542 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.542 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.543 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes_written_sst": { 2024-04-10T15:31:12.543 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 12288 2024-04-10T15:31:12.543 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.543 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes_written_wal": { 2024-04-10T15:31:12.543 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2441216 2024-04-10T15:31:12.543 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.543 INFO:tasks.workunit.client.0.smithi069.stdout: "compact_lat": { 2024-04-10T15:31:12.543 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:12.543 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.543 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.543 INFO:tasks.workunit.client.0.smithi069.stdout: "compact_lock_lat": { 2024-04-10T15:31:12.543 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:12.543 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.543 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.543 INFO:tasks.workunit.client.0.smithi069.stdout: "db_total_bytes": { 2024-04-10T15:31:12.544 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 95995035648 2024-04-10T15:31:12.544 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.544 INFO:tasks.workunit.client.0.smithi069.stdout: "db_used_bytes": { 2024-04-10T15:31:12.544 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 27656192 2024-04-10T15:31:12.544 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.544 INFO:tasks.workunit.client.0.smithi069.stdout: "log_bytes": { 2024-04-10T15:31:12.544 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1548288 2024-04-10T15:31:12.544 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.544 INFO:tasks.workunit.client.0.smithi069.stdout: "logged_bytes": { 2024-04-10T15:31:12.544 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1409024 2024-04-10T15:31:12.544 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.544 INFO:tasks.workunit.client.0.smithi069.stdout: "max_bytes_db": { 2024-04-10T15:31:12.544 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 31850496 2024-04-10T15:31:12.544 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.544 INFO:tasks.workunit.client.0.smithi069.stdout: "max_bytes_slow": { 2024-04-10T15:31:12.545 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.545 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.545 INFO:tasks.workunit.client.0.smithi069.stdout: "max_bytes_wal": { 2024-04-10T15:31:12.545 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.545 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.545 INFO:tasks.workunit.client.0.smithi069.stdout: "num_files": { 2024-04-10T15:31:12.545 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 14 2024-04-10T15:31:12.545 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.545 INFO:tasks.workunit.client.0.smithi069.stdout: "read_bytes": { 2024-04-10T15:31:12.545 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 206272 2024-04-10T15:31:12.545 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.545 INFO:tasks.workunit.client.0.smithi069.stdout: "read_count": { 2024-04-10T15:31:12.545 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 23 2024-04-10T15:31:12.545 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.545 INFO:tasks.workunit.client.0.smithi069.stdout: "read_disk_bytes": { 2024-04-10T15:31:12.546 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1282048 2024-04-10T15:31:12.546 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.546 INFO:tasks.workunit.client.0.smithi069.stdout: "read_disk_bytes_db": { 2024-04-10T15:31:12.546 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1286144 2024-04-10T15:31:12.546 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.546 INFO:tasks.workunit.client.0.smithi069.stdout: "read_disk_bytes_slow": { 2024-04-10T15:31:12.546 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.546 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.546 INFO:tasks.workunit.client.0.smithi069.stdout: "read_disk_bytes_wal": { 2024-04-10T15:31:12.546 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.546 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.546 INFO:tasks.workunit.client.0.smithi069.stdout: "read_disk_count": { 2024-04-10T15:31:12.546 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 15 2024-04-10T15:31:12.546 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.547 INFO:tasks.workunit.client.0.smithi069.stdout: "read_prefetch_bytes": { 2024-04-10T15:31:12.547 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 4913 2024-04-10T15:31:12.547 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.547 INFO:tasks.workunit.client.0.smithi069.stdout: "read_prefetch_count": { 2024-04-10T15:31:12.547 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 4 2024-04-10T15:31:12.547 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.547 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_buffer_bytes": { 2024-04-10T15:31:12.547 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 5505 2024-04-10T15:31:12.547 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.547 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_buffer_count": { 2024-04-10T15:31:12.547 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 24 2024-04-10T15:31:12.547 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.547 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_bytes": { 2024-04-10T15:31:12.547 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 5505 2024-04-10T15:31:12.547 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.548 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_count": { 2024-04-10T15:31:12.548 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 24 2024-04-10T15:31:12.548 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.548 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_disk_bytes": { 2024-04-10T15:31:12.548 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.548 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.548 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_disk_bytes_db": { 2024-04-10T15:31:12.548 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.548 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.548 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_disk_bytes_slow": { 2024-04-10T15:31:12.548 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.548 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.548 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_disk_bytes_wal": { 2024-04-10T15:31:12.548 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.549 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.549 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_disk_count": { 2024-04-10T15:31:12.549 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.549 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.549 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_total_bytes": { 2024-04-10T15:31:12.549 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.549 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.549 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_used_bytes": { 2024-04-10T15:31:12.549 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.549 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.549 INFO:tasks.workunit.client.0.smithi069.stdout: "wal_total_bytes": { 2024-04-10T15:31:12.549 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.549 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.549 INFO:tasks.workunit.client.0.smithi069.stdout: "wal_used_bytes": { 2024-04-10T15:31:12.549 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.550 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.550 INFO:tasks.workunit.client.0.smithi069.stdout: "write_bytes": { 2024-04-10T15:31:12.550 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3928064 2024-04-10T15:31:12.550 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:12.550 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.550 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore": { 2024-04-10T15:31:12.550 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_unit": { 2024-04-10T15:31:12.550 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 4096 2024-04-10T15:31:12.550 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.550 INFO:tasks.workunit.client.0.smithi069.stdout: "allocated": { 2024-04-10T15:31:12.550 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 716800 2024-04-10T15:31:12.550 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.550 INFO:tasks.workunit.client.0.smithi069.stdout: "clist_lat": { 2024-04-10T15:31:12.550 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 5, 2024-04-10T15:31:12.550 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 215789 2024-04-10T15:31:12.551 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.551 INFO:tasks.workunit.client.0.smithi069.stdout: "compress_lat": { 2024-04-10T15:31:12.551 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:12.551 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.551 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.551 INFO:tasks.workunit.client.0.smithi069.stdout: "compressed": { 2024-04-10T15:31:12.551 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.551 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.551 INFO:tasks.workunit.client.0.smithi069.stdout: "compressed_allocated": { 2024-04-10T15:31:12.551 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.551 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.551 INFO:tasks.workunit.client.0.smithi069.stdout: "compressed_original": { 2024-04-10T15:31:12.551 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.551 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.552 INFO:tasks.workunit.client.0.smithi069.stdout: "csum_lat": { 2024-04-10T15:31:12.552 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 30, 2024-04-10T15:31:12.552 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 95351 2024-04-10T15:31:12.552 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.552 INFO:tasks.workunit.client.0.smithi069.stdout: "decompress_lat": { 2024-04-10T15:31:12.552 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:12.552 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.552 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.552 INFO:tasks.workunit.client.0.smithi069.stdout: "fragmentation_micros": { 2024-04-10T15:31:12.552 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.552 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.552 INFO:tasks.workunit.client.0.smithi069.stdout: "kv_commit_lat": { 2024-04-10T15:31:12.552 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 331, 2024-04-10T15:31:12.552 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 74022636 2024-04-10T15:31:12.553 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.553 INFO:tasks.workunit.client.0.smithi069.stdout: "kv_final_lat": { 2024-04-10T15:31:12.553 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 324, 2024-04-10T15:31:12.553 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 7195728 2024-04-10T15:31:12.553 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.553 INFO:tasks.workunit.client.0.smithi069.stdout: "kv_flush_lat": { 2024-04-10T15:31:12.553 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 331, 2024-04-10T15:31:12.553 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 330263 2024-04-10T15:31:12.553 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.553 INFO:tasks.workunit.client.0.smithi069.stdout: "kv_sync_lat": { 2024-04-10T15:31:12.553 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 331, 2024-04-10T15:31:12.553 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 74352899 2024-04-10T15:31:12.553 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.553 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_get_keys_lat": { 2024-04-10T15:31:12.553 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:12.554 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.554 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.554 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_get_values_lat": { 2024-04-10T15:31:12.554 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 3, 2024-04-10T15:31:12.554 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 65840 2024-04-10T15:31:12.554 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.554 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_lower_bound_lat": { 2024-04-10T15:31:12.554 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 2, 2024-04-10T15:31:12.554 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 8825 2024-04-10T15:31:12.554 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.554 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_next_lat": { 2024-04-10T15:31:12.554 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:12.554 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.554 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.555 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_seek_to_first_lat": { 2024-04-10T15:31:12.555 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:12.555 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.555 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.555 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_upper_bound_lat": { 2024-04-10T15:31:12.555 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 2, 2024-04-10T15:31:12.555 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3502 2024-04-10T15:31:12.555 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.555 INFO:tasks.workunit.client.0.smithi069.stdout: "onode_hits": { 2024-04-10T15:31:12.555 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 821 2024-04-10T15:31:12.555 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.555 INFO:tasks.workunit.client.0.smithi069.stdout: "onode_misses": { 2024-04-10T15:31:12.555 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 240 2024-04-10T15:31:12.555 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.555 INFO:tasks.workunit.client.0.smithi069.stdout: "read_lat": { 2024-04-10T15:31:12.556 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 135, 2024-04-10T15:31:12.556 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 5846771 2024-04-10T15:31:12.556 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.556 INFO:tasks.workunit.client.0.smithi069.stdout: "read_onode_meta_lat": { 2024-04-10T15:31:12.556 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 351, 2024-04-10T15:31:12.556 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 293602 2024-04-10T15:31:12.556 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.556 INFO:tasks.workunit.client.0.smithi069.stdout: "read_wait_aio_lat": { 2024-04-10T15:31:12.556 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 216, 2024-04-10T15:31:12.556 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 9617511 2024-04-10T15:31:12.556 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.556 INFO:tasks.workunit.client.0.smithi069.stdout: "reads_with_retries": { 2024-04-10T15:31:12.556 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.556 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.556 INFO:tasks.workunit.client.0.smithi069.stdout: "remove_lat": { 2024-04-10T15:31:12.557 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 3, 2024-04-10T15:31:12.557 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 145929 2024-04-10T15:31:12.557 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.557 INFO:tasks.workunit.client.0.smithi069.stdout: "state_aio_wait_lat": { 2024-04-10T15:31:12.557 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 416, 2024-04-10T15:31:12.557 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 13058579 2024-04-10T15:31:12.557 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.557 INFO:tasks.workunit.client.0.smithi069.stdout: "state_deferred_aio_wait_lat": { 2024-04-10T15:31:12.557 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 121, 2024-04-10T15:31:12.557 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 6974464 2024-04-10T15:31:12.557 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.557 INFO:tasks.workunit.client.0.smithi069.stdout: "state_deferred_cleanup_lat": { 2024-04-10T15:31:12.557 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 120, 2024-04-10T15:31:12.557 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 234929692443 2024-04-10T15:31:12.557 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.558 INFO:tasks.workunit.client.0.smithi069.stdout: "state_deferred_queued_lat": { 2024-04-10T15:31:12.558 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 121, 2024-04-10T15:31:12.558 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 124420375672 2024-04-10T15:31:12.558 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.558 INFO:tasks.workunit.client.0.smithi069.stdout: "state_done_lat": { 2024-04-10T15:31:12.558 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 415, 2024-04-10T15:31:12.558 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 40005501570 2024-04-10T15:31:12.558 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.558 INFO:tasks.workunit.client.0.smithi069.stdout: "state_finishing_lat": { 2024-04-10T15:31:12.558 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 415, 2024-04-10T15:31:12.558 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 49568 2024-04-10T15:31:12.558 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.558 INFO:tasks.workunit.client.0.smithi069.stdout: "state_io_done_lat": { 2024-04-10T15:31:12.559 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 416, 2024-04-10T15:31:12.559 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 464343 2024-04-10T15:31:12.559 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.559 INFO:tasks.workunit.client.0.smithi069.stdout: "state_kv_commiting_lat": { 2024-04-10T15:31:12.559 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 416, 2024-04-10T15:31:12.559 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 139487682 2024-04-10T15:31:12.559 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.559 INFO:tasks.workunit.client.0.smithi069.stdout: "state_kv_done_lat": { 2024-04-10T15:31:12.559 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 416, 2024-04-10T15:31:12.559 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 137301 2024-04-10T15:31:12.559 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.559 INFO:tasks.workunit.client.0.smithi069.stdout: "state_kv_queued_lat": { 2024-04-10T15:31:12.559 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 416, 2024-04-10T15:31:12.559 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 79914632 2024-04-10T15:31:12.559 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.560 INFO:tasks.workunit.client.0.smithi069.stdout: "state_prepare_lat": { 2024-04-10T15:31:12.560 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 416, 2024-04-10T15:31:12.560 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 24553294 2024-04-10T15:31:12.560 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.560 INFO:tasks.workunit.client.0.smithi069.stdout: "stored": { 2024-04-10T15:31:12.560 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 309514 2024-04-10T15:31:12.560 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.560 INFO:tasks.workunit.client.0.smithi069.stdout: "truncate_lat": { 2024-04-10T15:31:12.560 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 55, 2024-04-10T15:31:12.560 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 257812 2024-04-10T15:31:12.560 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.560 INFO:tasks.workunit.client.0.smithi069.stdout: "txc_commit_lat": { 2024-04-10T15:31:12.560 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 416, 2024-04-10T15:31:12.560 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 257537085 2024-04-10T15:31:12.560 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.561 INFO:tasks.workunit.client.0.smithi069.stdout: "txc_submit_lat": { 2024-04-10T15:31:12.561 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 416, 2024-04-10T15:31:12.561 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 27993216 2024-04-10T15:31:12.561 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.561 INFO:tasks.workunit.client.0.smithi069.stdout: "txc_throttle_lat": { 2024-04-10T15:31:12.561 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 416, 2024-04-10T15:31:12.561 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3008569 2024-04-10T15:31:12.561 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:12.561 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.561 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore-pricache": { 2024-04-10T15:31:12.561 INFO:tasks.workunit.client.0.smithi069.stdout: "cache_bytes": { 2024-04-10T15:31:12.561 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1861583912 2024-04-10T15:31:12.561 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.561 INFO:tasks.workunit.client.0.smithi069.stdout: "heap_bytes": { 2024-04-10T15:31:12.561 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 43433984 2024-04-10T15:31:12.562 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.562 INFO:tasks.workunit.client.0.smithi069.stdout: "mapped_bytes": { 2024-04-10T15:31:12.562 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 42795008 2024-04-10T15:31:12.562 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.562 INFO:tasks.workunit.client.0.smithi069.stdout: "target_bytes": { 2024-04-10T15:31:12.562 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3137517977 2024-04-10T15:31:12.562 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.562 INFO:tasks.workunit.client.0.smithi069.stdout: "unmapped_bytes": { 2024-04-10T15:31:12.562 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 638976 2024-04-10T15:31:12.562 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:12.562 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.562 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore-pricache:data": { 2024-04-10T15:31:12.562 INFO:tasks.workunit.client.0.smithi069.stdout: "committed_bytes": { 2024-04-10T15:31:12.562 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 159383552 2024-04-10T15:31:12.562 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.563 INFO:tasks.workunit.client.0.smithi069.stdout: "pri0_bytes": { 2024-04-10T15:31:12.563 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.563 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.563 INFO:tasks.workunit.client.0.smithi069.stdout: "pri10_bytes": { 2024-04-10T15:31:12.563 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.563 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.563 INFO:tasks.workunit.client.0.smithi069.stdout: "pri11_bytes": { 2024-04-10T15:31:12.563 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 85506308 2024-04-10T15:31:12.563 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.563 INFO:tasks.workunit.client.0.smithi069.stdout: "pri1_bytes": { 2024-04-10T15:31:12.563 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.563 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.563 INFO:tasks.workunit.client.0.smithi069.stdout: "pri2_bytes": { 2024-04-10T15:31:12.563 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.563 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.564 INFO:tasks.workunit.client.0.smithi069.stdout: "pri3_bytes": { 2024-04-10T15:31:12.564 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.564 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.564 INFO:tasks.workunit.client.0.smithi069.stdout: "pri4_bytes": { 2024-04-10T15:31:12.564 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.564 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.564 INFO:tasks.workunit.client.0.smithi069.stdout: "pri5_bytes": { 2024-04-10T15:31:12.564 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.564 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.564 INFO:tasks.workunit.client.0.smithi069.stdout: "pri6_bytes": { 2024-04-10T15:31:12.564 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 8192 2024-04-10T15:31:12.564 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.564 INFO:tasks.workunit.client.0.smithi069.stdout: "pri7_bytes": { 2024-04-10T15:31:12.564 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.564 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.565 INFO:tasks.workunit.client.0.smithi069.stdout: "pri8_bytes": { 2024-04-10T15:31:12.565 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.565 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.565 INFO:tasks.workunit.client.0.smithi069.stdout: "pri9_bytes": { 2024-04-10T15:31:12.565 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.565 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.565 INFO:tasks.workunit.client.0.smithi069.stdout: "reserved_bytes": { 2024-04-10T15:31:12.565 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 73869052 2024-04-10T15:31:12.565 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:12.565 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.565 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore-pricache:kv": { 2024-04-10T15:31:12.565 INFO:tasks.workunit.client.0.smithi069.stdout: "committed_bytes": { 2024-04-10T15:31:12.565 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 780140544 2024-04-10T15:31:12.565 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.565 INFO:tasks.workunit.client.0.smithi069.stdout: "pri0_bytes": { 2024-04-10T15:31:12.566 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 67108864 2024-04-10T15:31:12.566 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.566 INFO:tasks.workunit.client.0.smithi069.stdout: "pri10_bytes": { 2024-04-10T15:31:12.566 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.566 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.566 INFO:tasks.workunit.client.0.smithi069.stdout: "pri11_bytes": { 2024-04-10T15:31:12.566 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 641297311 2024-04-10T15:31:12.566 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.566 INFO:tasks.workunit.client.0.smithi069.stdout: "pri1_bytes": { 2024-04-10T15:31:12.566 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.566 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.566 INFO:tasks.workunit.client.0.smithi069.stdout: "pri2_bytes": { 2024-04-10T15:31:12.566 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.566 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.567 INFO:tasks.workunit.client.0.smithi069.stdout: "pri3_bytes": { 2024-04-10T15:31:12.567 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.567 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.567 INFO:tasks.workunit.client.0.smithi069.stdout: "pri4_bytes": { 2024-04-10T15:31:12.567 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.567 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.567 INFO:tasks.workunit.client.0.smithi069.stdout: "pri5_bytes": { 2024-04-10T15:31:12.567 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.567 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.567 INFO:tasks.workunit.client.0.smithi069.stdout: "pri6_bytes": { 2024-04-10T15:31:12.567 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2128 2024-04-10T15:31:12.567 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.567 INFO:tasks.workunit.client.0.smithi069.stdout: "pri7_bytes": { 2024-04-10T15:31:12.567 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.567 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.568 INFO:tasks.workunit.client.0.smithi069.stdout: "pri8_bytes": { 2024-04-10T15:31:12.568 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.568 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.568 INFO:tasks.workunit.client.0.smithi069.stdout: "pri9_bytes": { 2024-04-10T15:31:12.568 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.568 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.568 INFO:tasks.workunit.client.0.smithi069.stdout: "reserved_bytes": { 2024-04-10T15:31:12.568 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 71732241 2024-04-10T15:31:12.568 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:12.568 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.568 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore-pricache:kv_onode": { 2024-04-10T15:31:12.568 INFO:tasks.workunit.client.0.smithi069.stdout: "committed_bytes": { 2024-04-10T15:31:12.568 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 192937984 2024-04-10T15:31:12.569 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.569 INFO:tasks.workunit.client.0.smithi069.stdout: "pri0_bytes": { 2024-04-10T15:31:12.569 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 67108864 2024-04-10T15:31:12.569 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.569 INFO:tasks.workunit.client.0.smithi069.stdout: "pri10_bytes": { 2024-04-10T15:31:12.569 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 464 2024-04-10T15:31:12.569 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.569 INFO:tasks.workunit.client.0.smithi069.stdout: "pri11_bytes": { 2024-04-10T15:31:12.569 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 57004205 2024-04-10T15:31:12.569 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.569 INFO:tasks.workunit.client.0.smithi069.stdout: "pri1_bytes": { 2024-04-10T15:31:12.569 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.569 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.569 INFO:tasks.workunit.client.0.smithi069.stdout: "pri2_bytes": { 2024-04-10T15:31:12.569 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.570 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.570 INFO:tasks.workunit.client.0.smithi069.stdout: "pri3_bytes": { 2024-04-10T15:31:12.570 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.570 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.570 INFO:tasks.workunit.client.0.smithi069.stdout: "pri4_bytes": { 2024-04-10T15:31:12.570 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.570 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.570 INFO:tasks.workunit.client.0.smithi069.stdout: "pri5_bytes": { 2024-04-10T15:31:12.570 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.570 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.570 INFO:tasks.workunit.client.0.smithi069.stdout: "pri6_bytes": { 2024-04-10T15:31:12.570 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.570 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.570 INFO:tasks.workunit.client.0.smithi069.stdout: "pri7_bytes": { 2024-04-10T15:31:12.571 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.571 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.571 INFO:tasks.workunit.client.0.smithi069.stdout: "pri8_bytes": { 2024-04-10T15:31:12.571 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.571 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.571 INFO:tasks.workunit.client.0.smithi069.stdout: "pri9_bytes": { 2024-04-10T15:31:12.571 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.571 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.571 INFO:tasks.workunit.client.0.smithi069.stdout: "reserved_bytes": { 2024-04-10T15:31:12.571 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 68824451 2024-04-10T15:31:12.571 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:12.571 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.571 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore-pricache:meta": { 2024-04-10T15:31:12.571 INFO:tasks.workunit.client.0.smithi069.stdout: "committed_bytes": { 2024-04-10T15:31:12.571 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 713031680 2024-04-10T15:31:12.572 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.572 INFO:tasks.workunit.client.0.smithi069.stdout: "pri0_bytes": { 2024-04-10T15:31:12.572 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.572 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.572 INFO:tasks.workunit.client.0.smithi069.stdout: "pri10_bytes": { 2024-04-10T15:31:12.572 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.572 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.572 INFO:tasks.workunit.client.0.smithi069.stdout: "pri11_bytes": { 2024-04-10T15:31:12.572 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 641297311 2024-04-10T15:31:12.572 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.572 INFO:tasks.workunit.client.0.smithi069.stdout: "pri1_bytes": { 2024-04-10T15:31:12.572 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.572 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.572 INFO:tasks.workunit.client.0.smithi069.stdout: "pri2_bytes": { 2024-04-10T15:31:12.572 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.573 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.573 INFO:tasks.workunit.client.0.smithi069.stdout: "pri3_bytes": { 2024-04-10T15:31:12.573 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.573 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.573 INFO:tasks.workunit.client.0.smithi069.stdout: "pri4_bytes": { 2024-04-10T15:31:12.573 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.573 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.573 INFO:tasks.workunit.client.0.smithi069.stdout: "pri5_bytes": { 2024-04-10T15:31:12.573 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.573 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.573 INFO:tasks.workunit.client.0.smithi069.stdout: "pri6_bytes": { 2024-04-10T15:31:12.573 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 220318 2024-04-10T15:31:12.573 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.573 INFO:tasks.workunit.client.0.smithi069.stdout: "pri7_bytes": { 2024-04-10T15:31:12.574 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.574 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.574 INFO:tasks.workunit.client.0.smithi069.stdout: "pri8_bytes": { 2024-04-10T15:31:12.574 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.574 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.574 INFO:tasks.workunit.client.0.smithi069.stdout: "pri9_bytes": { 2024-04-10T15:31:12.574 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.574 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.574 INFO:tasks.workunit.client.0.smithi069.stdout: "reserved_bytes": { 2024-04-10T15:31:12.574 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 71514051 2024-04-10T15:31:12.574 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:12.574 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.574 INFO:tasks.workunit.client.0.smithi069.stdout: "objecter": { 2024-04-10T15:31:12.574 INFO:tasks.workunit.client.0.smithi069.stdout: "op_active": { 2024-04-10T15:31:12.574 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.575 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.575 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r": { 2024-04-10T15:31:12.575 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.575 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.575 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rmw": { 2024-04-10T15:31:12.575 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.575 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.575 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w": { 2024-04-10T15:31:12.575 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.575 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:12.575 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.575 INFO:tasks.workunit.client.0.smithi069.stdout: "osd": { 2024-04-10T15:31:12.575 INFO:tasks.workunit.client.0.smithi069.stdout: "numpg": { 2024-04-10T15:31:12.575 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 39 2024-04-10T15:31:12.575 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.576 INFO:tasks.workunit.client.0.smithi069.stdout: "numpg_removing": { 2024-04-10T15:31:12.576 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.576 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.576 INFO:tasks.workunit.client.0.smithi069.stdout: "op": { 2024-04-10T15:31:12.576 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 155 2024-04-10T15:31:12.576 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.576 INFO:tasks.workunit.client.0.smithi069.stdout: "op_delayed_degraded": { 2024-04-10T15:31:12.576 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.576 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.576 INFO:tasks.workunit.client.0.smithi069.stdout: "op_delayed_unreadable": { 2024-04-10T15:31:12.576 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.576 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.576 INFO:tasks.workunit.client.0.smithi069.stdout: "op_in_bytes": { 2024-04-10T15:31:12.576 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2429440 2024-04-10T15:31:12.576 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.577 INFO:tasks.workunit.client.0.smithi069.stdout: "op_latency": { 2024-04-10T15:31:12.577 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 155, 2024-04-10T15:31:12.577 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 570715426 2024-04-10T15:31:12.577 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.577 INFO:tasks.workunit.client.0.smithi069.stdout: "op_out_bytes": { 2024-04-10T15:31:12.577 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1052 2024-04-10T15:31:12.577 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.577 INFO:tasks.workunit.client.0.smithi069.stdout: "op_prepare_latency": { 2024-04-10T15:31:12.577 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 155, 2024-04-10T15:31:12.577 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 57531887 2024-04-10T15:31:12.577 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.577 INFO:tasks.workunit.client.0.smithi069.stdout: "op_process_latency": { 2024-04-10T15:31:12.577 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 155, 2024-04-10T15:31:12.577 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 239060527 2024-04-10T15:31:12.577 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.578 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r": { 2024-04-10T15:31:12.578 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 33 2024-04-10T15:31:12.578 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.578 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r_latency": { 2024-04-10T15:31:12.578 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 33, 2024-04-10T15:31:12.578 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 5384494 2024-04-10T15:31:12.578 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.578 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-10T15:31:12.578 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.578 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.578 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r_out_bytes": { 2024-04-10T15:31:12.578 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1052 2024-04-10T15:31:12.578 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.578 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r_prepare_latency": { 2024-04-10T15:31:12.579 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 33, 2024-04-10T15:31:12.579 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 4917000 2024-04-10T15:31:12.579 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.579 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r_process_latency": { 2024-04-10T15:31:12.579 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 33, 2024-04-10T15:31:12.579 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 4122831 2024-04-10T15:31:12.579 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.579 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw": { 2024-04-10T15:31:12.579 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 22 2024-04-10T15:31:12.579 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.579 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_in_bytes": { 2024-04-10T15:31:12.579 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.579 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.579 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_latency": { 2024-04-10T15:31:12.579 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 22, 2024-04-10T15:31:12.580 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 18559831 2024-04-10T15:31:12.580 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.580 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-10T15:31:12.580 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.580 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.580 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-10T15:31:12.580 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.580 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.580 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_out_bytes": { 2024-04-10T15:31:12.580 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.580 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.580 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_prepare_latency": { 2024-04-10T15:31:12.580 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 22, 2024-04-10T15:31:12.580 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 8717624 2024-04-10T15:31:12.580 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.580 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_process_latency": { 2024-04-10T15:31:12.581 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 22, 2024-04-10T15:31:12.581 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 17523534 2024-04-10T15:31:12.581 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.581 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w": { 2024-04-10T15:31:12.581 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 100 2024-04-10T15:31:12.581 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.581 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w_in_bytes": { 2024-04-10T15:31:12.581 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2429440 2024-04-10T15:31:12.581 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.581 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w_latency": { 2024-04-10T15:31:12.581 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 100, 2024-04-10T15:31:12.581 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 546771101 2024-04-10T15:31:12.581 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.581 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-10T15:31:12.581 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.582 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.582 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w_prepare_latency": { 2024-04-10T15:31:12.582 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 100, 2024-04-10T15:31:12.582 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 43897263 2024-04-10T15:31:12.582 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.582 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w_process_latency": { 2024-04-10T15:31:12.582 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 100, 2024-04-10T15:31:12.582 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 217414162 2024-04-10T15:31:12.582 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.582 INFO:tasks.workunit.client.0.smithi069.stdout: "op_wip": { 2024-04-10T15:31:12.582 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.582 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.582 INFO:tasks.workunit.client.0.smithi069.stdout: "recovery_bytes": { 2024-04-10T15:31:12.582 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 590368 2024-04-10T15:31:12.583 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.583 INFO:tasks.workunit.client.0.smithi069.stdout: "recovery_ops": { 2024-04-10T15:31:12.583 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2 2024-04-10T15:31:12.583 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.583 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_bytes": { 2024-04-10T15:31:12.583 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 95995035648 2024-04-10T15:31:12.583 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.583 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_bytes_used": { 2024-04-10T15:31:12.583 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 28385280 2024-04-10T15:31:12.583 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:12.583 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:12.583 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.583 INFO:tasks.workunit.client.0.smithi069.stdout: "osd.2": { 2024-04-10T15:31:12.583 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs": { 2024-04-10T15:31:12.583 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_slow_fallback": { 2024-04-10T15:31:12.583 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.584 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.584 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_slow_size_fallback": { 2024-04-10T15:31:12.584 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.584 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.584 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_unit_db": { 2024-04-10T15:31:12.584 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 65536 2024-04-10T15:31:12.584 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.584 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_unit_main": { 2024-04-10T15:31:12.584 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.584 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.584 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_unit_wal": { 2024-04-10T15:31:12.584 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.584 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.584 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes_written_slow": { 2024-04-10T15:31:12.585 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.585 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.585 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes_written_sst": { 2024-04-10T15:31:12.585 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 12288 2024-04-10T15:31:12.585 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.585 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes_written_wal": { 2024-04-10T15:31:12.585 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 6934528 2024-04-10T15:31:12.585 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.585 INFO:tasks.workunit.client.0.smithi069.stdout: "compact_lat": { 2024-04-10T15:31:12.585 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:12.585 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.585 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.585 INFO:tasks.workunit.client.0.smithi069.stdout: "compact_lock_lat": { 2024-04-10T15:31:12.585 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:12.585 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.585 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.586 INFO:tasks.workunit.client.0.smithi069.stdout: "db_total_bytes": { 2024-04-10T15:31:12.586 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 95995035648 2024-04-10T15:31:12.586 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.586 INFO:tasks.workunit.client.0.smithi069.stdout: "db_used_bytes": { 2024-04-10T15:31:12.586 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 31850496 2024-04-10T15:31:12.586 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.586 INFO:tasks.workunit.client.0.smithi069.stdout: "log_bytes": { 2024-04-10T15:31:12.586 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3469312 2024-04-10T15:31:12.586 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.586 INFO:tasks.workunit.client.0.smithi069.stdout: "logged_bytes": { 2024-04-10T15:31:12.586 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3330048 2024-04-10T15:31:12.586 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.586 INFO:tasks.workunit.client.0.smithi069.stdout: "max_bytes_db": { 2024-04-10T15:31:12.586 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 31850496 2024-04-10T15:31:12.587 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.587 INFO:tasks.workunit.client.0.smithi069.stdout: "max_bytes_slow": { 2024-04-10T15:31:12.587 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.587 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.587 INFO:tasks.workunit.client.0.smithi069.stdout: "max_bytes_wal": { 2024-04-10T15:31:12.587 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.587 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.587 INFO:tasks.workunit.client.0.smithi069.stdout: "num_files": { 2024-04-10T15:31:12.587 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 14 2024-04-10T15:31:12.587 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.587 INFO:tasks.workunit.client.0.smithi069.stdout: "read_bytes": { 2024-04-10T15:31:12.587 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 206272 2024-04-10T15:31:12.587 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.587 INFO:tasks.workunit.client.0.smithi069.stdout: "read_count": { 2024-04-10T15:31:12.587 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 23 2024-04-10T15:31:12.588 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.588 INFO:tasks.workunit.client.0.smithi069.stdout: "read_disk_bytes": { 2024-04-10T15:31:12.588 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1282048 2024-04-10T15:31:12.588 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.588 INFO:tasks.workunit.client.0.smithi069.stdout: "read_disk_bytes_db": { 2024-04-10T15:31:12.588 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1286144 2024-04-10T15:31:12.588 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.588 INFO:tasks.workunit.client.0.smithi069.stdout: "read_disk_bytes_slow": { 2024-04-10T15:31:12.588 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.588 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.588 INFO:tasks.workunit.client.0.smithi069.stdout: "read_disk_bytes_wal": { 2024-04-10T15:31:12.588 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.588 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.588 INFO:tasks.workunit.client.0.smithi069.stdout: "read_disk_count": { 2024-04-10T15:31:12.589 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 15 2024-04-10T15:31:12.589 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.589 INFO:tasks.workunit.client.0.smithi069.stdout: "read_prefetch_bytes": { 2024-04-10T15:31:12.589 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 4913 2024-04-10T15:31:12.589 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.589 INFO:tasks.workunit.client.0.smithi069.stdout: "read_prefetch_count": { 2024-04-10T15:31:12.589 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 4 2024-04-10T15:31:12.589 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.589 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_buffer_bytes": { 2024-04-10T15:31:12.589 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 5505 2024-04-10T15:31:12.589 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.589 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_buffer_count": { 2024-04-10T15:31:12.589 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 24 2024-04-10T15:31:12.589 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.589 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_bytes": { 2024-04-10T15:31:12.590 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 5505 2024-04-10T15:31:12.590 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.590 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_count": { 2024-04-10T15:31:12.590 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 24 2024-04-10T15:31:12.590 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.590 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_disk_bytes": { 2024-04-10T15:31:12.590 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.590 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.590 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_disk_bytes_db": { 2024-04-10T15:31:12.590 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.590 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.590 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_disk_bytes_slow": { 2024-04-10T15:31:12.590 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.590 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.591 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_disk_bytes_wal": { 2024-04-10T15:31:12.591 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.591 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.591 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_disk_count": { 2024-04-10T15:31:12.591 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.591 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.591 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_total_bytes": { 2024-04-10T15:31:12.591 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.591 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.591 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_used_bytes": { 2024-04-10T15:31:12.591 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.591 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.591 INFO:tasks.workunit.client.0.smithi069.stdout: "wal_total_bytes": { 2024-04-10T15:31:12.591 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.591 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.591 INFO:tasks.workunit.client.0.smithi069.stdout: "wal_used_bytes": { 2024-04-10T15:31:12.592 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.592 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.592 INFO:tasks.workunit.client.0.smithi069.stdout: "write_bytes": { 2024-04-10T15:31:12.592 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 10342400 2024-04-10T15:31:12.592 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:12.592 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.592 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore": { 2024-04-10T15:31:12.592 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_unit": { 2024-04-10T15:31:12.592 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 4096 2024-04-10T15:31:12.592 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.592 INFO:tasks.workunit.client.0.smithi069.stdout: "allocated": { 2024-04-10T15:31:12.592 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 708608 2024-04-10T15:31:12.592 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.592 INFO:tasks.workunit.client.0.smithi069.stdout: "clist_lat": { 2024-04-10T15:31:12.592 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 4, 2024-04-10T15:31:12.593 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 413257 2024-04-10T15:31:12.593 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.593 INFO:tasks.workunit.client.0.smithi069.stdout: "compress_lat": { 2024-04-10T15:31:12.593 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:12.593 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.593 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.593 INFO:tasks.workunit.client.0.smithi069.stdout: "compressed": { 2024-04-10T15:31:12.593 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.593 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.593 INFO:tasks.workunit.client.0.smithi069.stdout: "compressed_allocated": { 2024-04-10T15:31:12.593 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.593 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.593 INFO:tasks.workunit.client.0.smithi069.stdout: "compressed_original": { 2024-04-10T15:31:12.593 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.593 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.594 INFO:tasks.workunit.client.0.smithi069.stdout: "csum_lat": { 2024-04-10T15:31:12.594 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 12, 2024-04-10T15:31:12.594 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 21426 2024-04-10T15:31:12.594 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.594 INFO:tasks.workunit.client.0.smithi069.stdout: "decompress_lat": { 2024-04-10T15:31:12.594 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:12.594 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.594 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.594 INFO:tasks.workunit.client.0.smithi069.stdout: "fragmentation_micros": { 2024-04-10T15:31:12.594 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.594 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.594 INFO:tasks.workunit.client.0.smithi069.stdout: "kv_commit_lat": { 2024-04-10T15:31:12.594 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 800, 2024-04-10T15:31:12.594 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 469069882 2024-04-10T15:31:12.595 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.595 INFO:tasks.workunit.client.0.smithi069.stdout: "kv_final_lat": { 2024-04-10T15:31:12.595 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 797, 2024-04-10T15:31:12.595 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 29090555 2024-04-10T15:31:12.595 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.595 INFO:tasks.workunit.client.0.smithi069.stdout: "kv_flush_lat": { 2024-04-10T15:31:12.595 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 800, 2024-04-10T15:31:12.595 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 679248 2024-04-10T15:31:12.595 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.595 INFO:tasks.workunit.client.0.smithi069.stdout: "kv_sync_lat": { 2024-04-10T15:31:12.595 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 800, 2024-04-10T15:31:12.595 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 469749130 2024-04-10T15:31:12.595 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.595 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_get_keys_lat": { 2024-04-10T15:31:12.595 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:12.596 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.596 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.596 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_get_values_lat": { 2024-04-10T15:31:12.596 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 3, 2024-04-10T15:31:12.596 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 45644 2024-04-10T15:31:12.596 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.596 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_lower_bound_lat": { 2024-04-10T15:31:12.596 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 1, 2024-04-10T15:31:12.596 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 505 2024-04-10T15:31:12.596 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.596 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_next_lat": { 2024-04-10T15:31:12.596 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:12.596 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.596 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.596 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_seek_to_first_lat": { 2024-04-10T15:31:12.596 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:12.597 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.597 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.597 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_upper_bound_lat": { 2024-04-10T15:31:12.597 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 2, 2024-04-10T15:31:12.597 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3692 2024-04-10T15:31:12.597 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.597 INFO:tasks.workunit.client.0.smithi069.stdout: "onode_hits": { 2024-04-10T15:31:12.597 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3693 2024-04-10T15:31:12.597 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.597 INFO:tasks.workunit.client.0.smithi069.stdout: "onode_misses": { 2024-04-10T15:31:12.597 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 314 2024-04-10T15:31:12.597 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.597 INFO:tasks.workunit.client.0.smithi069.stdout: "read_lat": { 2024-04-10T15:31:12.597 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 93, 2024-04-10T15:31:12.597 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1258609 2024-04-10T15:31:12.598 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.598 INFO:tasks.workunit.client.0.smithi069.stdout: "read_onode_meta_lat": { 2024-04-10T15:31:12.598 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 257, 2024-04-10T15:31:12.598 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 367717 2024-04-10T15:31:12.598 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.598 INFO:tasks.workunit.client.0.smithi069.stdout: "read_wait_aio_lat": { 2024-04-10T15:31:12.598 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 164, 2024-04-10T15:31:12.598 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 5355351 2024-04-10T15:31:12.598 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.598 INFO:tasks.workunit.client.0.smithi069.stdout: "reads_with_retries": { 2024-04-10T15:31:12.598 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.598 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.598 INFO:tasks.workunit.client.0.smithi069.stdout: "remove_lat": { 2024-04-10T15:31:12.598 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 103, 2024-04-10T15:31:12.599 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 5795243 2024-04-10T15:31:12.599 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.599 INFO:tasks.workunit.client.0.smithi069.stdout: "state_aio_wait_lat": { 2024-04-10T15:31:12.599 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 3439, 2024-04-10T15:31:12.599 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3624605335 2024-04-10T15:31:12.599 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.599 INFO:tasks.workunit.client.0.smithi069.stdout: "state_deferred_aio_wait_lat": { 2024-04-10T15:31:12.599 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 112, 2024-04-10T15:31:12.599 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 6402249 2024-04-10T15:31:12.599 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.599 INFO:tasks.workunit.client.0.smithi069.stdout: "state_deferred_cleanup_lat": { 2024-04-10T15:31:12.599 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 111, 2024-04-10T15:31:12.599 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 192961228298 2024-04-10T15:31:12.599 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.599 INFO:tasks.workunit.client.0.smithi069.stdout: "state_deferred_queued_lat": { 2024-04-10T15:31:12.600 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 112, 2024-04-10T15:31:12.600 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 112673862151 2024-04-10T15:31:12.600 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.600 INFO:tasks.workunit.client.0.smithi069.stdout: "state_done_lat": { 2024-04-10T15:31:12.600 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 3438, 2024-04-10T15:31:12.600 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 40005891191 2024-04-10T15:31:12.600 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.600 INFO:tasks.workunit.client.0.smithi069.stdout: "state_finishing_lat": { 2024-04-10T15:31:12.600 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 3438, 2024-04-10T15:31:12.600 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 215439 2024-04-10T15:31:12.600 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.600 INFO:tasks.workunit.client.0.smithi069.stdout: "state_io_done_lat": { 2024-04-10T15:31:12.600 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 3439, 2024-04-10T15:31:12.600 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 255154959 2024-04-10T15:31:12.600 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.601 INFO:tasks.workunit.client.0.smithi069.stdout: "state_kv_commiting_lat": { 2024-04-10T15:31:12.601 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 3439, 2024-04-10T15:31:12.601 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2389536305 2024-04-10T15:31:12.601 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.601 INFO:tasks.workunit.client.0.smithi069.stdout: "state_kv_done_lat": { 2024-04-10T15:31:12.601 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 3439, 2024-04-10T15:31:12.601 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 527109 2024-04-10T15:31:12.601 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.601 INFO:tasks.workunit.client.0.smithi069.stdout: "state_kv_queued_lat": { 2024-04-10T15:31:12.601 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 3439, 2024-04-10T15:31:12.601 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1307631981 2024-04-10T15:31:12.601 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.601 INFO:tasks.workunit.client.0.smithi069.stdout: "state_prepare_lat": { 2024-04-10T15:31:12.601 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 3439, 2024-04-10T15:31:12.601 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 373372923 2024-04-10T15:31:12.602 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.602 INFO:tasks.workunit.client.0.smithi069.stdout: "stored": { 2024-04-10T15:31:12.602 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 309354 2024-04-10T15:31:12.602 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.602 INFO:tasks.workunit.client.0.smithi069.stdout: "truncate_lat": { 2024-04-10T15:31:12.602 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 46, 2024-04-10T15:31:12.602 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 277660 2024-04-10T15:31:12.602 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.602 INFO:tasks.workunit.client.0.smithi069.stdout: "txc_commit_lat": { 2024-04-10T15:31:12.602 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 3439, 2024-04-10T15:31:12.602 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 7950556954 2024-04-10T15:31:12.602 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.602 INFO:tasks.workunit.client.0.smithi069.stdout: "txc_submit_lat": { 2024-04-10T15:31:12.602 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 3439, 2024-04-10T15:31:12.602 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 407486034 2024-04-10T15:31:12.603 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.603 INFO:tasks.workunit.client.0.smithi069.stdout: "txc_throttle_lat": { 2024-04-10T15:31:12.603 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 3439, 2024-04-10T15:31:12.603 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 274585407 2024-04-10T15:31:12.603 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:12.603 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.603 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore-pricache": { 2024-04-10T15:31:12.603 INFO:tasks.workunit.client.0.smithi069.stdout: "cache_bytes": { 2024-04-10T15:31:12.603 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1861583912 2024-04-10T15:31:12.603 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.603 INFO:tasks.workunit.client.0.smithi069.stdout: "heap_bytes": { 2024-04-10T15:31:12.603 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 47562752 2024-04-10T15:31:12.603 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.603 INFO:tasks.workunit.client.0.smithi069.stdout: "mapped_bytes": { 2024-04-10T15:31:12.603 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 46645248 2024-04-10T15:31:12.604 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.604 INFO:tasks.workunit.client.0.smithi069.stdout: "target_bytes": { 2024-04-10T15:31:12.604 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3137517977 2024-04-10T15:31:12.604 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.604 INFO:tasks.workunit.client.0.smithi069.stdout: "unmapped_bytes": { 2024-04-10T15:31:12.604 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 917504 2024-04-10T15:31:12.604 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:12.604 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.604 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore-pricache:data": { 2024-04-10T15:31:12.604 INFO:tasks.workunit.client.0.smithi069.stdout: "committed_bytes": { 2024-04-10T15:31:12.604 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 159383552 2024-04-10T15:31:12.604 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.604 INFO:tasks.workunit.client.0.smithi069.stdout: "pri0_bytes": { 2024-04-10T15:31:12.604 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.604 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.605 INFO:tasks.workunit.client.0.smithi069.stdout: "pri10_bytes": { 2024-04-10T15:31:12.605 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.605 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.605 INFO:tasks.workunit.client.0.smithi069.stdout: "pri11_bytes": { 2024-04-10T15:31:12.605 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 85500590 2024-04-10T15:31:12.605 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.605 INFO:tasks.workunit.client.0.smithi069.stdout: "pri1_bytes": { 2024-04-10T15:31:12.605 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.605 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.605 INFO:tasks.workunit.client.0.smithi069.stdout: "pri2_bytes": { 2024-04-10T15:31:12.605 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.605 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.605 INFO:tasks.workunit.client.0.smithi069.stdout: "pri3_bytes": { 2024-04-10T15:31:12.605 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.605 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.605 INFO:tasks.workunit.client.0.smithi069.stdout: "pri4_bytes": { 2024-04-10T15:31:12.606 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.606 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.606 INFO:tasks.workunit.client.0.smithi069.stdout: "pri5_bytes": { 2024-04-10T15:31:12.606 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.606 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.606 INFO:tasks.workunit.client.0.smithi069.stdout: "pri6_bytes": { 2024-04-10T15:31:12.606 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 8192 2024-04-10T15:31:12.606 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.606 INFO:tasks.workunit.client.0.smithi069.stdout: "pri7_bytes": { 2024-04-10T15:31:12.606 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.606 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.606 INFO:tasks.workunit.client.0.smithi069.stdout: "pri8_bytes": { 2024-04-10T15:31:12.606 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.606 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.606 INFO:tasks.workunit.client.0.smithi069.stdout: "pri9_bytes": { 2024-04-10T15:31:12.607 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.607 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.607 INFO:tasks.workunit.client.0.smithi069.stdout: "reserved_bytes": { 2024-04-10T15:31:12.607 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 73874770 2024-04-10T15:31:12.607 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:12.607 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.607 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore-pricache:kv": { 2024-04-10T15:31:12.607 INFO:tasks.workunit.client.0.smithi069.stdout: "committed_bytes": { 2024-04-10T15:31:12.607 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 780140544 2024-04-10T15:31:12.607 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.607 INFO:tasks.workunit.client.0.smithi069.stdout: "pri0_bytes": { 2024-04-10T15:31:12.607 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 67108864 2024-04-10T15:31:12.607 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.607 INFO:tasks.workunit.client.0.smithi069.stdout: "pri10_bytes": { 2024-04-10T15:31:12.607 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.608 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.608 INFO:tasks.workunit.client.0.smithi069.stdout: "pri11_bytes": { 2024-04-10T15:31:12.608 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 641254430 2024-04-10T15:31:12.608 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.608 INFO:tasks.workunit.client.0.smithi069.stdout: "pri1_bytes": { 2024-04-10T15:31:12.608 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.608 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.608 INFO:tasks.workunit.client.0.smithi069.stdout: "pri2_bytes": { 2024-04-10T15:31:12.608 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.608 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.608 INFO:tasks.workunit.client.0.smithi069.stdout: "pri3_bytes": { 2024-04-10T15:31:12.608 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.608 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.608 INFO:tasks.workunit.client.0.smithi069.stdout: "pri4_bytes": { 2024-04-10T15:31:12.608 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.609 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.609 INFO:tasks.workunit.client.0.smithi069.stdout: "pri5_bytes": { 2024-04-10T15:31:12.609 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.609 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.609 INFO:tasks.workunit.client.0.smithi069.stdout: "pri6_bytes": { 2024-04-10T15:31:12.609 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2128 2024-04-10T15:31:12.609 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.609 INFO:tasks.workunit.client.0.smithi069.stdout: "pri7_bytes": { 2024-04-10T15:31:12.609 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.609 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.609 INFO:tasks.workunit.client.0.smithi069.stdout: "pri8_bytes": { 2024-04-10T15:31:12.609 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.609 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.609 INFO:tasks.workunit.client.0.smithi069.stdout: "pri9_bytes": { 2024-04-10T15:31:12.609 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.610 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.610 INFO:tasks.workunit.client.0.smithi069.stdout: "reserved_bytes": { 2024-04-10T15:31:12.610 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 71775122 2024-04-10T15:31:12.610 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:12.610 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.610 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore-pricache:kv_onode": { 2024-04-10T15:31:12.610 INFO:tasks.workunit.client.0.smithi069.stdout: "committed_bytes": { 2024-04-10T15:31:12.610 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 192937984 2024-04-10T15:31:12.610 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.610 INFO:tasks.workunit.client.0.smithi069.stdout: "pri0_bytes": { 2024-04-10T15:31:12.610 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 67108864 2024-04-10T15:31:12.610 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.610 INFO:tasks.workunit.client.0.smithi069.stdout: "pri10_bytes": { 2024-04-10T15:31:12.610 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 464 2024-04-10T15:31:12.611 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.611 INFO:tasks.workunit.client.0.smithi069.stdout: "pri11_bytes": { 2024-04-10T15:31:12.611 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 57000393 2024-04-10T15:31:12.611 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.611 INFO:tasks.workunit.client.0.smithi069.stdout: "pri1_bytes": { 2024-04-10T15:31:12.611 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.611 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.611 INFO:tasks.workunit.client.0.smithi069.stdout: "pri2_bytes": { 2024-04-10T15:31:12.611 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.611 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.611 INFO:tasks.workunit.client.0.smithi069.stdout: "pri3_bytes": { 2024-04-10T15:31:12.611 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.611 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.611 INFO:tasks.workunit.client.0.smithi069.stdout: "pri4_bytes": { 2024-04-10T15:31:12.611 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.611 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.612 INFO:tasks.workunit.client.0.smithi069.stdout: "pri5_bytes": { 2024-04-10T15:31:12.612 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.612 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.612 INFO:tasks.workunit.client.0.smithi069.stdout: "pri6_bytes": { 2024-04-10T15:31:12.612 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.612 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.612 INFO:tasks.workunit.client.0.smithi069.stdout: "pri7_bytes": { 2024-04-10T15:31:12.612 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.612 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.612 INFO:tasks.workunit.client.0.smithi069.stdout: "pri8_bytes": { 2024-04-10T15:31:12.612 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.612 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.612 INFO:tasks.workunit.client.0.smithi069.stdout: "pri9_bytes": { 2024-04-10T15:31:12.612 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.612 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.613 INFO:tasks.workunit.client.0.smithi069.stdout: "reserved_bytes": { 2024-04-10T15:31:12.613 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 68828263 2024-04-10T15:31:12.613 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:12.613 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.613 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore-pricache:meta": { 2024-04-10T15:31:12.613 INFO:tasks.workunit.client.0.smithi069.stdout: "committed_bytes": { 2024-04-10T15:31:12.613 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 713031680 2024-04-10T15:31:12.613 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.613 INFO:tasks.workunit.client.0.smithi069.stdout: "pri0_bytes": { 2024-04-10T15:31:12.613 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.613 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.613 INFO:tasks.workunit.client.0.smithi069.stdout: "pri10_bytes": { 2024-04-10T15:31:12.613 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.613 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.614 INFO:tasks.workunit.client.0.smithi069.stdout: "pri11_bytes": { 2024-04-10T15:31:12.614 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 641254430 2024-04-10T15:31:12.614 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.614 INFO:tasks.workunit.client.0.smithi069.stdout: "pri1_bytes": { 2024-04-10T15:31:12.614 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.614 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.614 INFO:tasks.workunit.client.0.smithi069.stdout: "pri2_bytes": { 2024-04-10T15:31:12.614 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.614 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.614 INFO:tasks.workunit.client.0.smithi069.stdout: "pri3_bytes": { 2024-04-10T15:31:12.614 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.614 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.614 INFO:tasks.workunit.client.0.smithi069.stdout: "pri4_bytes": { 2024-04-10T15:31:12.614 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.614 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.615 INFO:tasks.workunit.client.0.smithi069.stdout: "pri5_bytes": { 2024-04-10T15:31:12.615 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.615 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.615 INFO:tasks.workunit.client.0.smithi069.stdout: "pri6_bytes": { 2024-04-10T15:31:12.615 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 316782 2024-04-10T15:31:12.615 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.615 INFO:tasks.workunit.client.0.smithi069.stdout: "pri7_bytes": { 2024-04-10T15:31:12.615 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.615 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.615 INFO:tasks.workunit.client.0.smithi069.stdout: "pri8_bytes": { 2024-04-10T15:31:12.615 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.615 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.615 INFO:tasks.workunit.client.0.smithi069.stdout: "pri9_bytes": { 2024-04-10T15:31:12.615 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.615 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.616 INFO:tasks.workunit.client.0.smithi069.stdout: "reserved_bytes": { 2024-04-10T15:31:12.616 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 71460468 2024-04-10T15:31:12.616 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:12.616 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.616 INFO:tasks.workunit.client.0.smithi069.stdout: "objecter": { 2024-04-10T15:31:12.616 INFO:tasks.workunit.client.0.smithi069.stdout: "op_active": { 2024-04-10T15:31:12.616 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.616 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.616 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r": { 2024-04-10T15:31:12.616 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.616 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.616 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rmw": { 2024-04-10T15:31:12.616 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.616 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.616 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w": { 2024-04-10T15:31:12.616 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.617 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:12.617 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.617 INFO:tasks.workunit.client.0.smithi069.stdout: "osd": { 2024-04-10T15:31:12.617 INFO:tasks.workunit.client.0.smithi069.stdout: "numpg": { 2024-04-10T15:31:12.617 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 30 2024-04-10T15:31:12.617 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.617 INFO:tasks.workunit.client.0.smithi069.stdout: "numpg_removing": { 2024-04-10T15:31:12.617 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.617 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.617 INFO:tasks.workunit.client.0.smithi069.stdout: "op": { 2024-04-10T15:31:12.617 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 10 2024-04-10T15:31:12.617 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.617 INFO:tasks.workunit.client.0.smithi069.stdout: "op_delayed_degraded": { 2024-04-10T15:31:12.617 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.618 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.618 INFO:tasks.workunit.client.0.smithi069.stdout: "op_delayed_unreadable": { 2024-04-10T15:31:12.618 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.618 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.618 INFO:tasks.workunit.client.0.smithi069.stdout: "op_in_bytes": { 2024-04-10T15:31:12.618 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.618 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.618 INFO:tasks.workunit.client.0.smithi069.stdout: "op_latency": { 2024-04-10T15:31:12.618 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 10, 2024-04-10T15:31:12.618 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 110746735 2024-04-10T15:31:12.618 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.618 INFO:tasks.workunit.client.0.smithi069.stdout: "op_out_bytes": { 2024-04-10T15:31:12.618 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.618 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.619 INFO:tasks.workunit.client.0.smithi069.stdout: "op_prepare_latency": { 2024-04-10T15:31:12.619 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 10, 2024-04-10T15:31:12.619 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 4176236 2024-04-10T15:31:12.619 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.619 INFO:tasks.workunit.client.0.smithi069.stdout: "op_process_latency": { 2024-04-10T15:31:12.619 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 10, 2024-04-10T15:31:12.619 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 97143179 2024-04-10T15:31:12.619 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.619 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r": { 2024-04-10T15:31:12.619 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.619 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.619 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r_latency": { 2024-04-10T15:31:12.619 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:12.619 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.619 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.620 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-10T15:31:12.620 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.620 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.620 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r_out_bytes": { 2024-04-10T15:31:12.620 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.620 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.620 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r_prepare_latency": { 2024-04-10T15:31:12.620 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:12.620 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.620 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.620 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r_process_latency": { 2024-04-10T15:31:12.620 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:12.620 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.620 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.620 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw": { 2024-04-10T15:31:12.621 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.621 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.621 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_in_bytes": { 2024-04-10T15:31:12.621 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.621 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.621 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_latency": { 2024-04-10T15:31:12.621 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:12.621 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.621 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.621 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-10T15:31:12.621 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.621 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.621 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-10T15:31:12.621 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.621 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.622 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_out_bytes": { 2024-04-10T15:31:12.622 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.622 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.622 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_prepare_latency": { 2024-04-10T15:31:12.622 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:12.622 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.622 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.622 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_process_latency": { 2024-04-10T15:31:12.622 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:12.622 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.622 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.622 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w": { 2024-04-10T15:31:12.622 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 10 2024-04-10T15:31:12.622 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.623 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w_in_bytes": { 2024-04-10T15:31:12.623 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.623 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.623 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w_latency": { 2024-04-10T15:31:12.623 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 10, 2024-04-10T15:31:12.623 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 110746735 2024-04-10T15:31:12.623 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.623 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-10T15:31:12.623 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.623 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.623 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w_prepare_latency": { 2024-04-10T15:31:12.623 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 10, 2024-04-10T15:31:12.623 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 4176236 2024-04-10T15:31:12.623 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.623 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w_process_latency": { 2024-04-10T15:31:12.624 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 10, 2024-04-10T15:31:12.624 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 97143179 2024-04-10T15:31:12.624 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.624 INFO:tasks.workunit.client.0.smithi069.stdout: "op_wip": { 2024-04-10T15:31:12.624 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.624 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.624 INFO:tasks.workunit.client.0.smithi069.stdout: "recovery_bytes": { 2024-04-10T15:31:12.624 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.624 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.624 INFO:tasks.workunit.client.0.smithi069.stdout: "recovery_ops": { 2024-04-10T15:31:12.624 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1 2024-04-10T15:31:12.624 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.624 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_bytes": { 2024-04-10T15:31:12.624 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 95995035648 2024-04-10T15:31:12.624 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.625 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_bytes_used": { 2024-04-10T15:31:12.625 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 32571392 2024-04-10T15:31:12.625 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:12.625 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:12.625 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.625 INFO:tasks.workunit.client.0.smithi069.stdout: "osd.3": { 2024-04-10T15:31:12.625 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs": { 2024-04-10T15:31:12.625 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_slow_fallback": { 2024-04-10T15:31:12.625 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.625 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.625 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_slow_size_fallback": { 2024-04-10T15:31:12.625 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.625 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.625 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_unit_db": { 2024-04-10T15:31:12.625 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 65536 2024-04-10T15:31:12.625 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.626 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_unit_main": { 2024-04-10T15:31:12.626 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.626 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.626 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_unit_wal": { 2024-04-10T15:31:12.626 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.626 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.626 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes_written_slow": { 2024-04-10T15:31:12.626 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.626 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.626 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes_written_sst": { 2024-04-10T15:31:12.626 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 12288 2024-04-10T15:31:12.626 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.626 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes_written_wal": { 2024-04-10T15:31:12.626 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1118208 2024-04-10T15:31:12.627 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.627 INFO:tasks.workunit.client.0.smithi069.stdout: "compact_lat": { 2024-04-10T15:31:12.627 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:12.627 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.627 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.627 INFO:tasks.workunit.client.0.smithi069.stdout: "compact_lock_lat": { 2024-04-10T15:31:12.627 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:12.627 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.627 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.627 INFO:tasks.workunit.client.0.smithi069.stdout: "db_total_bytes": { 2024-04-10T15:31:12.627 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 95995035648 2024-04-10T15:31:12.627 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.627 INFO:tasks.workunit.client.0.smithi069.stdout: "db_used_bytes": { 2024-04-10T15:31:12.627 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 27656192 2024-04-10T15:31:12.627 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.628 INFO:tasks.workunit.client.0.smithi069.stdout: "log_bytes": { 2024-04-10T15:31:12.628 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 827392 2024-04-10T15:31:12.628 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.628 INFO:tasks.workunit.client.0.smithi069.stdout: "logged_bytes": { 2024-04-10T15:31:12.628 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 688128 2024-04-10T15:31:12.628 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.628 INFO:tasks.workunit.client.0.smithi069.stdout: "max_bytes_db": { 2024-04-10T15:31:12.628 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 31850496 2024-04-10T15:31:12.628 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.628 INFO:tasks.workunit.client.0.smithi069.stdout: "max_bytes_slow": { 2024-04-10T15:31:12.628 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.628 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.628 INFO:tasks.workunit.client.0.smithi069.stdout: "max_bytes_wal": { 2024-04-10T15:31:12.628 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.628 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.629 INFO:tasks.workunit.client.0.smithi069.stdout: "num_files": { 2024-04-10T15:31:12.629 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 14 2024-04-10T15:31:12.629 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.629 INFO:tasks.workunit.client.0.smithi069.stdout: "read_bytes": { 2024-04-10T15:31:12.629 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 206272 2024-04-10T15:31:12.629 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.629 INFO:tasks.workunit.client.0.smithi069.stdout: "read_count": { 2024-04-10T15:31:12.629 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 23 2024-04-10T15:31:12.629 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.629 INFO:tasks.workunit.client.0.smithi069.stdout: "read_disk_bytes": { 2024-04-10T15:31:12.629 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1282048 2024-04-10T15:31:12.629 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.629 INFO:tasks.workunit.client.0.smithi069.stdout: "read_disk_bytes_db": { 2024-04-10T15:31:12.629 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1286144 2024-04-10T15:31:12.630 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.630 INFO:tasks.workunit.client.0.smithi069.stdout: "read_disk_bytes_slow": { 2024-04-10T15:31:12.630 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.630 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.630 INFO:tasks.workunit.client.0.smithi069.stdout: "read_disk_bytes_wal": { 2024-04-10T15:31:12.630 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.630 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.630 INFO:tasks.workunit.client.0.smithi069.stdout: "read_disk_count": { 2024-04-10T15:31:12.630 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 15 2024-04-10T15:31:12.630 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.630 INFO:tasks.workunit.client.0.smithi069.stdout: "read_prefetch_bytes": { 2024-04-10T15:31:12.630 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 4913 2024-04-10T15:31:12.630 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.630 INFO:tasks.workunit.client.0.smithi069.stdout: "read_prefetch_count": { 2024-04-10T15:31:12.630 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 4 2024-04-10T15:31:12.631 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.631 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_buffer_bytes": { 2024-04-10T15:31:12.631 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 5503 2024-04-10T15:31:12.631 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.631 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_buffer_count": { 2024-04-10T15:31:12.631 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 24 2024-04-10T15:31:12.631 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.631 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_bytes": { 2024-04-10T15:31:12.631 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 5503 2024-04-10T15:31:12.631 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.631 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_count": { 2024-04-10T15:31:12.631 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 24 2024-04-10T15:31:12.631 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.631 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_disk_bytes": { 2024-04-10T15:31:12.631 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.632 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.632 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_disk_bytes_db": { 2024-04-10T15:31:12.632 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.632 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.632 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_disk_bytes_slow": { 2024-04-10T15:31:12.632 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.632 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.632 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_disk_bytes_wal": { 2024-04-10T15:31:12.632 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.632 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.632 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_disk_count": { 2024-04-10T15:31:12.632 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.632 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.632 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_total_bytes": { 2024-04-10T15:31:12.632 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.633 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.633 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_used_bytes": { 2024-04-10T15:31:12.633 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.633 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.633 INFO:tasks.workunit.client.0.smithi069.stdout: "wal_total_bytes": { 2024-04-10T15:31:12.633 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.633 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.633 INFO:tasks.workunit.client.0.smithi069.stdout: "wal_used_bytes": { 2024-04-10T15:31:12.633 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.633 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.633 INFO:tasks.workunit.client.0.smithi069.stdout: "write_bytes": { 2024-04-10T15:31:12.633 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1884160 2024-04-10T15:31:12.633 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:12.633 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.634 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore": { 2024-04-10T15:31:12.634 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_unit": { 2024-04-10T15:31:12.634 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 4096 2024-04-10T15:31:12.634 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.634 INFO:tasks.workunit.client.0.smithi069.stdout: "allocated": { 2024-04-10T15:31:12.634 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 729088 2024-04-10T15:31:12.634 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.634 INFO:tasks.workunit.client.0.smithi069.stdout: "clist_lat": { 2024-04-10T15:31:12.634 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:12.634 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.634 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.634 INFO:tasks.workunit.client.0.smithi069.stdout: "compress_lat": { 2024-04-10T15:31:12.634 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:12.634 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.635 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.635 INFO:tasks.workunit.client.0.smithi069.stdout: "compressed": { 2024-04-10T15:31:12.635 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.635 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.635 INFO:tasks.workunit.client.0.smithi069.stdout: "compressed_allocated": { 2024-04-10T15:31:12.635 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.635 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.635 INFO:tasks.workunit.client.0.smithi069.stdout: "compressed_original": { 2024-04-10T15:31:12.635 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.635 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.635 INFO:tasks.workunit.client.0.smithi069.stdout: "csum_lat": { 2024-04-10T15:31:12.635 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 3, 2024-04-10T15:31:12.635 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 5048 2024-04-10T15:31:12.635 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.635 INFO:tasks.workunit.client.0.smithi069.stdout: "decompress_lat": { 2024-04-10T15:31:12.636 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:12.636 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.636 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.636 INFO:tasks.workunit.client.0.smithi069.stdout: "fragmentation_micros": { 2024-04-10T15:31:12.636 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.636 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.636 INFO:tasks.workunit.client.0.smithi069.stdout: "kv_commit_lat": { 2024-04-10T15:31:12.636 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 155, 2024-04-10T15:31:12.636 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 45619193 2024-04-10T15:31:12.636 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.636 INFO:tasks.workunit.client.0.smithi069.stdout: "kv_final_lat": { 2024-04-10T15:31:12.636 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 155, 2024-04-10T15:31:12.636 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 7839730 2024-04-10T15:31:12.636 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.636 INFO:tasks.workunit.client.0.smithi069.stdout: "kv_flush_lat": { 2024-04-10T15:31:12.637 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 155, 2024-04-10T15:31:12.637 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 176372 2024-04-10T15:31:12.637 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.637 INFO:tasks.workunit.client.0.smithi069.stdout: "kv_sync_lat": { 2024-04-10T15:31:12.637 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 155, 2024-04-10T15:31:12.637 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 45795565 2024-04-10T15:31:12.637 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.637 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_get_keys_lat": { 2024-04-10T15:31:12.637 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:12.637 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.637 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.637 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_get_values_lat": { 2024-04-10T15:31:12.637 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 1, 2024-04-10T15:31:12.637 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 39762 2024-04-10T15:31:12.637 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.638 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_lower_bound_lat": { 2024-04-10T15:31:12.638 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:12.638 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.638 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.638 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_next_lat": { 2024-04-10T15:31:12.638 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:12.638 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.638 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.638 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_seek_to_first_lat": { 2024-04-10T15:31:12.638 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:12.638 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.638 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.638 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_upper_bound_lat": { 2024-04-10T15:31:12.638 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 2, 2024-04-10T15:31:12.639 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 5058 2024-04-10T15:31:12.639 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.639 INFO:tasks.workunit.client.0.smithi069.stdout: "onode_hits": { 2024-04-10T15:31:12.639 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 334 2024-04-10T15:31:12.639 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.639 INFO:tasks.workunit.client.0.smithi069.stdout: "onode_misses": { 2024-04-10T15:31:12.639 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 221 2024-04-10T15:31:12.639 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.639 INFO:tasks.workunit.client.0.smithi069.stdout: "read_lat": { 2024-04-10T15:31:12.639 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 87, 2024-04-10T15:31:12.639 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 882382 2024-04-10T15:31:12.639 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.639 INFO:tasks.workunit.client.0.smithi069.stdout: "read_onode_meta_lat": { 2024-04-10T15:31:12.639 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 150, 2024-04-10T15:31:12.639 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 290281 2024-04-10T15:31:12.640 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.640 INFO:tasks.workunit.client.0.smithi069.stdout: "read_wait_aio_lat": { 2024-04-10T15:31:12.640 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 63, 2024-04-10T15:31:12.640 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 365517 2024-04-10T15:31:12.640 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.640 INFO:tasks.workunit.client.0.smithi069.stdout: "reads_with_retries": { 2024-04-10T15:31:12.640 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.640 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.640 INFO:tasks.workunit.client.0.smithi069.stdout: "remove_lat": { 2024-04-10T15:31:12.640 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:12.640 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.640 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.640 INFO:tasks.workunit.client.0.smithi069.stdout: "state_aio_wait_lat": { 2024-04-10T15:31:12.640 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 238, 2024-04-10T15:31:12.640 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 6060105 2024-04-10T15:31:12.641 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.641 INFO:tasks.workunit.client.0.smithi069.stdout: "state_deferred_aio_wait_lat": { 2024-04-10T15:31:12.641 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 50, 2024-04-10T15:31:12.641 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3225730 2024-04-10T15:31:12.641 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.641 INFO:tasks.workunit.client.0.smithi069.stdout: "state_deferred_cleanup_lat": { 2024-04-10T15:31:12.641 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 47, 2024-04-10T15:31:12.641 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 370437197677 2024-04-10T15:31:12.641 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.641 INFO:tasks.workunit.client.0.smithi069.stdout: "state_deferred_queued_lat": { 2024-04-10T15:31:12.641 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 50, 2024-04-10T15:31:12.641 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 67369853553 2024-04-10T15:31:12.641 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.641 INFO:tasks.workunit.client.0.smithi069.stdout: "state_done_lat": { 2024-04-10T15:31:12.641 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 235, 2024-04-10T15:31:12.642 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 545197 2024-04-10T15:31:12.642 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.642 INFO:tasks.workunit.client.0.smithi069.stdout: "state_finishing_lat": { 2024-04-10T15:31:12.642 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 235, 2024-04-10T15:31:12.642 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 23718 2024-04-10T15:31:12.642 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.642 INFO:tasks.workunit.client.0.smithi069.stdout: "state_io_done_lat": { 2024-04-10T15:31:12.642 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 238, 2024-04-10T15:31:12.642 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 242668 2024-04-10T15:31:12.642 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.642 INFO:tasks.workunit.client.0.smithi069.stdout: "state_kv_commiting_lat": { 2024-04-10T15:31:12.642 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 238, 2024-04-10T15:31:12.642 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 116428666 2024-04-10T15:31:12.642 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.643 INFO:tasks.workunit.client.0.smithi069.stdout: "state_kv_done_lat": { 2024-04-10T15:31:12.643 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 238, 2024-04-10T15:31:12.643 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 77297 2024-04-10T15:31:12.643 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.643 INFO:tasks.workunit.client.0.smithi069.stdout: "state_kv_queued_lat": { 2024-04-10T15:31:12.643 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 238, 2024-04-10T15:31:12.643 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 53646684 2024-04-10T15:31:12.643 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.643 INFO:tasks.workunit.client.0.smithi069.stdout: "state_prepare_lat": { 2024-04-10T15:31:12.643 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 238, 2024-04-10T15:31:12.643 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 18799301 2024-04-10T15:31:12.643 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.643 INFO:tasks.workunit.client.0.smithi069.stdout: "stored": { 2024-04-10T15:31:12.643 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 312090 2024-04-10T15:31:12.643 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.644 INFO:tasks.workunit.client.0.smithi069.stdout: "truncate_lat": { 2024-04-10T15:31:12.644 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 41, 2024-04-10T15:31:12.644 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 206748 2024-04-10T15:31:12.644 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.644 INFO:tasks.workunit.client.0.smithi069.stdout: "txc_commit_lat": { 2024-04-10T15:31:12.644 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 238, 2024-04-10T15:31:12.644 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 195204815 2024-04-10T15:31:12.644 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.644 INFO:tasks.workunit.client.0.smithi069.stdout: "txc_submit_lat": { 2024-04-10T15:31:12.644 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 238, 2024-04-10T15:31:12.644 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 21790801 2024-04-10T15:31:12.644 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.644 INFO:tasks.workunit.client.0.smithi069.stdout: "txc_throttle_lat": { 2024-04-10T15:31:12.644 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 238, 2024-04-10T15:31:12.644 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2451353 2024-04-10T15:31:12.645 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:12.645 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.645 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore-pricache": { 2024-04-10T15:31:12.645 INFO:tasks.workunit.client.0.smithi069.stdout: "cache_bytes": { 2024-04-10T15:31:12.645 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1861583912 2024-04-10T15:31:12.645 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.645 INFO:tasks.workunit.client.0.smithi069.stdout: "heap_bytes": { 2024-04-10T15:31:12.645 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 41336832 2024-04-10T15:31:12.645 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.645 INFO:tasks.workunit.client.0.smithi069.stdout: "mapped_bytes": { 2024-04-10T15:31:12.645 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 41148416 2024-04-10T15:31:12.645 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.645 INFO:tasks.workunit.client.0.smithi069.stdout: "target_bytes": { 2024-04-10T15:31:12.645 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3137517977 2024-04-10T15:31:12.645 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.646 INFO:tasks.workunit.client.0.smithi069.stdout: "unmapped_bytes": { 2024-04-10T15:31:12.646 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 188416 2024-04-10T15:31:12.646 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:12.646 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.646 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore-pricache:data": { 2024-04-10T15:31:12.646 INFO:tasks.workunit.client.0.smithi069.stdout: "committed_bytes": { 2024-04-10T15:31:12.646 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 159383552 2024-04-10T15:31:12.646 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.646 INFO:tasks.workunit.client.0.smithi069.stdout: "pri0_bytes": { 2024-04-10T15:31:12.646 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.646 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.646 INFO:tasks.workunit.client.0.smithi069.stdout: "pri10_bytes": { 2024-04-10T15:31:12.646 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.646 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.647 INFO:tasks.workunit.client.0.smithi069.stdout: "pri11_bytes": { 2024-04-10T15:31:12.647 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 85506992 2024-04-10T15:31:12.647 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.647 INFO:tasks.workunit.client.0.smithi069.stdout: "pri1_bytes": { 2024-04-10T15:31:12.647 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.647 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.647 INFO:tasks.workunit.client.0.smithi069.stdout: "pri2_bytes": { 2024-04-10T15:31:12.647 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.647 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.647 INFO:tasks.workunit.client.0.smithi069.stdout: "pri3_bytes": { 2024-04-10T15:31:12.647 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.647 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.647 INFO:tasks.workunit.client.0.smithi069.stdout: "pri4_bytes": { 2024-04-10T15:31:12.647 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.647 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.648 INFO:tasks.workunit.client.0.smithi069.stdout: "pri5_bytes": { 2024-04-10T15:31:12.648 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.648 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.648 INFO:tasks.workunit.client.0.smithi069.stdout: "pri6_bytes": { 2024-04-10T15:31:12.648 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.648 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.648 INFO:tasks.workunit.client.0.smithi069.stdout: "pri7_bytes": { 2024-04-10T15:31:12.648 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.648 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.648 INFO:tasks.workunit.client.0.smithi069.stdout: "pri8_bytes": { 2024-04-10T15:31:12.648 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.648 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.648 INFO:tasks.workunit.client.0.smithi069.stdout: "pri9_bytes": { 2024-04-10T15:31:12.648 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.648 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.649 INFO:tasks.workunit.client.0.smithi069.stdout: "reserved_bytes": { 2024-04-10T15:31:12.649 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 73876560 2024-04-10T15:31:12.649 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:12.649 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.649 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore-pricache:kv": { 2024-04-10T15:31:12.649 INFO:tasks.workunit.client.0.smithi069.stdout: "committed_bytes": { 2024-04-10T15:31:12.649 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 780140544 2024-04-10T15:31:12.649 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.649 INFO:tasks.workunit.client.0.smithi069.stdout: "pri0_bytes": { 2024-04-10T15:31:12.649 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 67108864 2024-04-10T15:31:12.649 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.649 INFO:tasks.workunit.client.0.smithi069.stdout: "pri10_bytes": { 2024-04-10T15:31:12.649 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.649 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.649 INFO:tasks.workunit.client.0.smithi069.stdout: "pri11_bytes": { 2024-04-10T15:31:12.649 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 641302446 2024-04-10T15:31:12.650 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.650 INFO:tasks.workunit.client.0.smithi069.stdout: "pri1_bytes": { 2024-04-10T15:31:12.650 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.650 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.650 INFO:tasks.workunit.client.0.smithi069.stdout: "pri2_bytes": { 2024-04-10T15:31:12.650 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.650 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.650 INFO:tasks.workunit.client.0.smithi069.stdout: "pri3_bytes": { 2024-04-10T15:31:12.650 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.650 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.650 INFO:tasks.workunit.client.0.smithi069.stdout: "pri4_bytes": { 2024-04-10T15:31:12.650 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.650 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.651 INFO:tasks.workunit.client.0.smithi069.stdout: "pri5_bytes": { 2024-04-10T15:31:12.651 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.651 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.651 INFO:tasks.workunit.client.0.smithi069.stdout: "pri6_bytes": { 2024-04-10T15:31:12.651 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2128 2024-04-10T15:31:12.651 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.651 INFO:tasks.workunit.client.0.smithi069.stdout: "pri7_bytes": { 2024-04-10T15:31:12.651 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.651 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.651 INFO:tasks.workunit.client.0.smithi069.stdout: "pri8_bytes": { 2024-04-10T15:31:12.651 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.651 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.651 INFO:tasks.workunit.client.0.smithi069.stdout: "pri9_bytes": { 2024-04-10T15:31:12.651 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.651 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.652 INFO:tasks.workunit.client.0.smithi069.stdout: "reserved_bytes": { 2024-04-10T15:31:12.652 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 71727106 2024-04-10T15:31:12.652 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:12.652 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.652 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore-pricache:kv_onode": { 2024-04-10T15:31:12.652 INFO:tasks.workunit.client.0.smithi069.stdout: "committed_bytes": { 2024-04-10T15:31:12.652 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 192937984 2024-04-10T15:31:12.652 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.652 INFO:tasks.workunit.client.0.smithi069.stdout: "pri0_bytes": { 2024-04-10T15:31:12.652 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 67108864 2024-04-10T15:31:12.652 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.652 INFO:tasks.workunit.client.0.smithi069.stdout: "pri10_bytes": { 2024-04-10T15:31:12.652 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 464 2024-04-10T15:31:12.652 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.652 INFO:tasks.workunit.client.0.smithi069.stdout: "pri11_bytes": { 2024-04-10T15:31:12.653 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 57004661 2024-04-10T15:31:12.653 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.653 INFO:tasks.workunit.client.0.smithi069.stdout: "pri1_bytes": { 2024-04-10T15:31:12.653 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.653 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.653 INFO:tasks.workunit.client.0.smithi069.stdout: "pri2_bytes": { 2024-04-10T15:31:12.653 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.653 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.653 INFO:tasks.workunit.client.0.smithi069.stdout: "pri3_bytes": { 2024-04-10T15:31:12.653 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.653 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.653 INFO:tasks.workunit.client.0.smithi069.stdout: "pri4_bytes": { 2024-04-10T15:31:12.653 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.653 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.653 INFO:tasks.workunit.client.0.smithi069.stdout: "pri5_bytes": { 2024-04-10T15:31:12.654 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.654 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.654 INFO:tasks.workunit.client.0.smithi069.stdout: "pri6_bytes": { 2024-04-10T15:31:12.654 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.654 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.654 INFO:tasks.workunit.client.0.smithi069.stdout: "pri7_bytes": { 2024-04-10T15:31:12.654 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.654 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.654 INFO:tasks.workunit.client.0.smithi069.stdout: "pri8_bytes": { 2024-04-10T15:31:12.654 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.654 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.654 INFO:tasks.workunit.client.0.smithi069.stdout: "pri9_bytes": { 2024-04-10T15:31:12.654 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.654 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.655 INFO:tasks.workunit.client.0.smithi069.stdout: "reserved_bytes": { 2024-04-10T15:31:12.655 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 68823995 2024-04-10T15:31:12.655 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:12.655 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.655 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore-pricache:meta": { 2024-04-10T15:31:12.655 INFO:tasks.workunit.client.0.smithi069.stdout: "committed_bytes": { 2024-04-10T15:31:12.655 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 713031680 2024-04-10T15:31:12.655 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.655 INFO:tasks.workunit.client.0.smithi069.stdout: "pri0_bytes": { 2024-04-10T15:31:12.655 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.655 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.655 INFO:tasks.workunit.client.0.smithi069.stdout: "pri10_bytes": { 2024-04-10T15:31:12.655 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.655 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.655 INFO:tasks.workunit.client.0.smithi069.stdout: "pri11_bytes": { 2024-04-10T15:31:12.656 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 641302446 2024-04-10T15:31:12.656 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.656 INFO:tasks.workunit.client.0.smithi069.stdout: "pri1_bytes": { 2024-04-10T15:31:12.656 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.656 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.656 INFO:tasks.workunit.client.0.smithi069.stdout: "pri2_bytes": { 2024-04-10T15:31:12.656 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.656 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.656 INFO:tasks.workunit.client.0.smithi069.stdout: "pri3_bytes": { 2024-04-10T15:31:12.656 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.656 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.656 INFO:tasks.workunit.client.0.smithi069.stdout: "pri4_bytes": { 2024-04-10T15:31:12.656 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.656 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.656 INFO:tasks.workunit.client.0.smithi069.stdout: "pri5_bytes": { 2024-04-10T15:31:12.657 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 8219 2024-04-10T15:31:12.657 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.657 INFO:tasks.workunit.client.0.smithi069.stdout: "pri6_bytes": { 2024-04-10T15:31:12.657 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 211362 2024-04-10T15:31:12.657 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.657 INFO:tasks.workunit.client.0.smithi069.stdout: "pri7_bytes": { 2024-04-10T15:31:12.657 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.657 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.657 INFO:tasks.workunit.client.0.smithi069.stdout: "pri8_bytes": { 2024-04-10T15:31:12.657 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.657 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.657 INFO:tasks.workunit.client.0.smithi069.stdout: "pri9_bytes": { 2024-04-10T15:31:12.657 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.657 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.658 INFO:tasks.workunit.client.0.smithi069.stdout: "reserved_bytes": { 2024-04-10T15:31:12.658 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 71509653 2024-04-10T15:31:12.658 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:12.658 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.658 INFO:tasks.workunit.client.0.smithi069.stdout: "objecter": { 2024-04-10T15:31:12.658 INFO:tasks.workunit.client.0.smithi069.stdout: "op_active": { 2024-04-10T15:31:12.658 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.658 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.658 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r": { 2024-04-10T15:31:12.658 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.658 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.658 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rmw": { 2024-04-10T15:31:12.658 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.658 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.659 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w": { 2024-04-10T15:31:12.659 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.659 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:12.659 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.659 INFO:tasks.workunit.client.0.smithi069.stdout: "osd": { 2024-04-10T15:31:12.659 INFO:tasks.workunit.client.0.smithi069.stdout: "numpg": { 2024-04-10T15:31:12.659 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 37 2024-04-10T15:31:12.659 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.659 INFO:tasks.workunit.client.0.smithi069.stdout: "numpg_removing": { 2024-04-10T15:31:12.659 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.659 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.659 INFO:tasks.workunit.client.0.smithi069.stdout: "op": { 2024-04-10T15:31:12.659 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.659 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.659 INFO:tasks.workunit.client.0.smithi069.stdout: "op_delayed_degraded": { 2024-04-10T15:31:12.660 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.660 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.660 INFO:tasks.workunit.client.0.smithi069.stdout: "op_delayed_unreadable": { 2024-04-10T15:31:12.660 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.660 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.660 INFO:tasks.workunit.client.0.smithi069.stdout: "op_in_bytes": { 2024-04-10T15:31:12.660 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.660 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.660 INFO:tasks.workunit.client.0.smithi069.stdout: "op_latency": { 2024-04-10T15:31:12.660 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:12.660 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.660 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.660 INFO:tasks.workunit.client.0.smithi069.stdout: "op_out_bytes": { 2024-04-10T15:31:12.660 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.660 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.660 INFO:tasks.workunit.client.0.smithi069.stdout: "op_prepare_latency": { 2024-04-10T15:31:12.661 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 2, 2024-04-10T15:31:12.661 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 619964 2024-04-10T15:31:12.661 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.661 INFO:tasks.workunit.client.0.smithi069.stdout: "op_process_latency": { 2024-04-10T15:31:12.661 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:12.661 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.661 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.661 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r": { 2024-04-10T15:31:12.661 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.661 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.661 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r_latency": { 2024-04-10T15:31:12.661 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:12.661 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.661 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.661 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-10T15:31:12.662 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.662 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.662 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r_out_bytes": { 2024-04-10T15:31:12.662 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.662 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.662 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r_prepare_latency": { 2024-04-10T15:31:12.662 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:12.662 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.662 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.662 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r_process_latency": { 2024-04-10T15:31:12.662 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:12.662 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.662 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.662 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw": { 2024-04-10T15:31:12.663 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.663 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.663 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_in_bytes": { 2024-04-10T15:31:12.663 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.663 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.663 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_latency": { 2024-04-10T15:31:12.663 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:12.663 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.663 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.663 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-10T15:31:12.663 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.663 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.663 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-10T15:31:12.663 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.663 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.664 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_out_bytes": { 2024-04-10T15:31:12.664 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.664 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.664 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_prepare_latency": { 2024-04-10T15:31:12.664 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:12.664 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.664 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.664 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_process_latency": { 2024-04-10T15:31:12.664 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:12.664 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.664 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.664 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w": { 2024-04-10T15:31:12.664 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.664 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.664 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w_in_bytes": { 2024-04-10T15:31:12.665 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.665 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.665 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w_latency": { 2024-04-10T15:31:12.665 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:12.665 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.665 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.665 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-10T15:31:12.665 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.665 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.665 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w_prepare_latency": { 2024-04-10T15:31:12.665 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 2, 2024-04-10T15:31:12.665 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 619964 2024-04-10T15:31:12.665 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.665 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w_process_latency": { 2024-04-10T15:31:12.666 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:12.666 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.666 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.666 INFO:tasks.workunit.client.0.smithi069.stdout: "op_wip": { 2024-04-10T15:31:12.666 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.666 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.666 INFO:tasks.workunit.client.0.smithi069.stdout: "recovery_bytes": { 2024-04-10T15:31:12.666 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.666 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.666 INFO:tasks.workunit.client.0.smithi069.stdout: "recovery_ops": { 2024-04-10T15:31:12.666 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.666 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.666 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_bytes": { 2024-04-10T15:31:12.666 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 95995035648 2024-04-10T15:31:12.667 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.667 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_bytes_used": { 2024-04-10T15:31:12.667 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 28393472 2024-04-10T15:31:12.667 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:12.667 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:12.667 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.667 INFO:tasks.workunit.client.0.smithi069.stdout: "osd.4": { 2024-04-10T15:31:12.667 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs": { 2024-04-10T15:31:12.667 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_slow_fallback": { 2024-04-10T15:31:12.667 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.667 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.667 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_slow_size_fallback": { 2024-04-10T15:31:12.667 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.668 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.668 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_unit_db": { 2024-04-10T15:31:12.668 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 65536 2024-04-10T15:31:12.668 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.668 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_unit_main": { 2024-04-10T15:31:12.668 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.668 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.668 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_unit_wal": { 2024-04-10T15:31:12.668 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.668 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.668 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes_written_slow": { 2024-04-10T15:31:12.668 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.668 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.668 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes_written_sst": { 2024-04-10T15:31:12.668 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 12288 2024-04-10T15:31:12.669 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.669 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes_written_wal": { 2024-04-10T15:31:12.669 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 5971968 2024-04-10T15:31:12.669 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.669 INFO:tasks.workunit.client.0.smithi069.stdout: "compact_lat": { 2024-04-10T15:31:12.669 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:12.669 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.669 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.669 INFO:tasks.workunit.client.0.smithi069.stdout: "compact_lock_lat": { 2024-04-10T15:31:12.669 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:12.669 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.669 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.669 INFO:tasks.workunit.client.0.smithi069.stdout: "db_total_bytes": { 2024-04-10T15:31:12.669 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 95995035648 2024-04-10T15:31:12.670 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.670 INFO:tasks.workunit.client.0.smithi069.stdout: "db_used_bytes": { 2024-04-10T15:31:12.670 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 27656192 2024-04-10T15:31:12.670 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.670 INFO:tasks.workunit.client.0.smithi069.stdout: "log_bytes": { 2024-04-10T15:31:12.670 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2945024 2024-04-10T15:31:12.670 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.670 INFO:tasks.workunit.client.0.smithi069.stdout: "logged_bytes": { 2024-04-10T15:31:12.670 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2805760 2024-04-10T15:31:12.670 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.670 INFO:tasks.workunit.client.0.smithi069.stdout: "max_bytes_db": { 2024-04-10T15:31:12.670 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 31850496 2024-04-10T15:31:12.670 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.670 INFO:tasks.workunit.client.0.smithi069.stdout: "max_bytes_slow": { 2024-04-10T15:31:12.670 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.671 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.671 INFO:tasks.workunit.client.0.smithi069.stdout: "max_bytes_wal": { 2024-04-10T15:31:12.671 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.671 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.671 INFO:tasks.workunit.client.0.smithi069.stdout: "num_files": { 2024-04-10T15:31:12.671 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 14 2024-04-10T15:31:12.671 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.671 INFO:tasks.workunit.client.0.smithi069.stdout: "read_bytes": { 2024-04-10T15:31:12.671 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 206272 2024-04-10T15:31:12.671 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.671 INFO:tasks.workunit.client.0.smithi069.stdout: "read_count": { 2024-04-10T15:31:12.671 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 23 2024-04-10T15:31:12.671 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.671 INFO:tasks.workunit.client.0.smithi069.stdout: "read_disk_bytes": { 2024-04-10T15:31:12.671 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1282048 2024-04-10T15:31:12.672 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.672 INFO:tasks.workunit.client.0.smithi069.stdout: "read_disk_bytes_db": { 2024-04-10T15:31:12.672 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1286144 2024-04-10T15:31:12.672 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.672 INFO:tasks.workunit.client.0.smithi069.stdout: "read_disk_bytes_slow": { 2024-04-10T15:31:12.672 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.672 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.672 INFO:tasks.workunit.client.0.smithi069.stdout: "read_disk_bytes_wal": { 2024-04-10T15:31:12.672 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.672 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.672 INFO:tasks.workunit.client.0.smithi069.stdout: "read_disk_count": { 2024-04-10T15:31:12.672 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 15 2024-04-10T15:31:12.672 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.672 INFO:tasks.workunit.client.0.smithi069.stdout: "read_prefetch_bytes": { 2024-04-10T15:31:12.673 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 4913 2024-04-10T15:31:12.673 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.673 INFO:tasks.workunit.client.0.smithi069.stdout: "read_prefetch_count": { 2024-04-10T15:31:12.673 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 4 2024-04-10T15:31:12.673 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.673 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_buffer_bytes": { 2024-04-10T15:31:12.673 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 5505 2024-04-10T15:31:12.673 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.673 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_buffer_count": { 2024-04-10T15:31:12.673 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 24 2024-04-10T15:31:12.673 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.673 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_bytes": { 2024-04-10T15:31:12.673 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 5505 2024-04-10T15:31:12.673 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.673 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_count": { 2024-04-10T15:31:12.673 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 24 2024-04-10T15:31:12.674 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.674 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_disk_bytes": { 2024-04-10T15:31:12.674 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.674 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.674 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_disk_bytes_db": { 2024-04-10T15:31:12.674 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.674 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.674 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_disk_bytes_slow": { 2024-04-10T15:31:12.674 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.674 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.674 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_disk_bytes_wal": { 2024-04-10T15:31:12.674 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.674 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.674 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_disk_count": { 2024-04-10T15:31:12.675 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.675 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.675 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_total_bytes": { 2024-04-10T15:31:12.675 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.675 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.675 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_used_bytes": { 2024-04-10T15:31:12.675 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.675 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.675 INFO:tasks.workunit.client.0.smithi069.stdout: "wal_total_bytes": { 2024-04-10T15:31:12.675 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.675 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.675 INFO:tasks.workunit.client.0.smithi069.stdout: "wal_used_bytes": { 2024-04-10T15:31:12.675 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.675 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.675 INFO:tasks.workunit.client.0.smithi069.stdout: "write_bytes": { 2024-04-10T15:31:12.676 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 8855552 2024-04-10T15:31:12.676 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:12.676 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.676 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore": { 2024-04-10T15:31:12.676 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_unit": { 2024-04-10T15:31:12.676 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 4096 2024-04-10T15:31:12.676 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.676 INFO:tasks.workunit.client.0.smithi069.stdout: "allocated": { 2024-04-10T15:31:12.676 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 720896 2024-04-10T15:31:12.676 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.676 INFO:tasks.workunit.client.0.smithi069.stdout: "clist_lat": { 2024-04-10T15:31:12.676 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 8, 2024-04-10T15:31:12.676 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 425289 2024-04-10T15:31:12.676 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.677 INFO:tasks.workunit.client.0.smithi069.stdout: "compress_lat": { 2024-04-10T15:31:12.677 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:12.677 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.677 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.677 INFO:tasks.workunit.client.0.smithi069.stdout: "compressed": { 2024-04-10T15:31:12.677 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.677 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.677 INFO:tasks.workunit.client.0.smithi069.stdout: "compressed_allocated": { 2024-04-10T15:31:12.677 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.677 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.677 INFO:tasks.workunit.client.0.smithi069.stdout: "compressed_original": { 2024-04-10T15:31:12.677 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.677 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.677 INFO:tasks.workunit.client.0.smithi069.stdout: "csum_lat": { 2024-04-10T15:31:12.677 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 2, 2024-04-10T15:31:12.678 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3374 2024-04-10T15:31:12.678 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.678 INFO:tasks.workunit.client.0.smithi069.stdout: "decompress_lat": { 2024-04-10T15:31:12.678 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:12.678 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.678 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.678 INFO:tasks.workunit.client.0.smithi069.stdout: "fragmentation_micros": { 2024-04-10T15:31:12.678 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.678 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.678 INFO:tasks.workunit.client.0.smithi069.stdout: "kv_commit_lat": { 2024-04-10T15:31:12.678 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 672, 2024-04-10T15:31:12.678 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 481045555 2024-04-10T15:31:12.678 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.678 INFO:tasks.workunit.client.0.smithi069.stdout: "kv_final_lat": { 2024-04-10T15:31:12.678 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 660, 2024-04-10T15:31:12.679 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 24402039 2024-04-10T15:31:12.679 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.679 INFO:tasks.workunit.client.0.smithi069.stdout: "kv_flush_lat": { 2024-04-10T15:31:12.679 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 672, 2024-04-10T15:31:12.679 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 643122 2024-04-10T15:31:12.679 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.679 INFO:tasks.workunit.client.0.smithi069.stdout: "kv_sync_lat": { 2024-04-10T15:31:12.679 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 672, 2024-04-10T15:31:12.679 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 481688677 2024-04-10T15:31:12.679 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.679 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_get_keys_lat": { 2024-04-10T15:31:12.679 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:12.679 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.679 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.679 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_get_values_lat": { 2024-04-10T15:31:12.680 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 3, 2024-04-10T15:31:12.680 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 41229 2024-04-10T15:31:12.680 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.680 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_lower_bound_lat": { 2024-04-10T15:31:12.680 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:12.680 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.680 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.680 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_next_lat": { 2024-04-10T15:31:12.680 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:12.680 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.680 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.680 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_seek_to_first_lat": { 2024-04-10T15:31:12.680 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:12.680 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.680 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.681 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_upper_bound_lat": { 2024-04-10T15:31:12.681 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 2, 2024-04-10T15:31:12.681 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 9290 2024-04-10T15:31:12.681 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.681 INFO:tasks.workunit.client.0.smithi069.stdout: "onode_hits": { 2024-04-10T15:31:12.681 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3465 2024-04-10T15:31:12.681 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.681 INFO:tasks.workunit.client.0.smithi069.stdout: "onode_misses": { 2024-04-10T15:31:12.681 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 340 2024-04-10T15:31:12.681 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.681 INFO:tasks.workunit.client.0.smithi069.stdout: "read_lat": { 2024-04-10T15:31:12.681 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 99, 2024-04-10T15:31:12.681 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1040444 2024-04-10T15:31:12.681 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.681 INFO:tasks.workunit.client.0.smithi069.stdout: "read_onode_meta_lat": { 2024-04-10T15:31:12.682 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 166, 2024-04-10T15:31:12.682 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 306293 2024-04-10T15:31:12.682 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.682 INFO:tasks.workunit.client.0.smithi069.stdout: "read_wait_aio_lat": { 2024-04-10T15:31:12.682 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 67, 2024-04-10T15:31:12.682 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 273889 2024-04-10T15:31:12.682 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.682 INFO:tasks.workunit.client.0.smithi069.stdout: "reads_with_retries": { 2024-04-10T15:31:12.682 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.682 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.682 INFO:tasks.workunit.client.0.smithi069.stdout: "remove_lat": { 2024-04-10T15:31:12.682 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 105, 2024-04-10T15:31:12.682 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 5544540 2024-04-10T15:31:12.682 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.682 INFO:tasks.workunit.client.0.smithi069.stdout: "state_aio_wait_lat": { 2024-04-10T15:31:12.683 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 3366, 2024-04-10T15:31:12.683 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 4008882644 2024-04-10T15:31:12.683 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.683 INFO:tasks.workunit.client.0.smithi069.stdout: "state_deferred_aio_wait_lat": { 2024-04-10T15:31:12.683 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 41, 2024-04-10T15:31:12.683 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 30449144 2024-04-10T15:31:12.683 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.683 INFO:tasks.workunit.client.0.smithi069.stdout: "state_deferred_cleanup_lat": { 2024-04-10T15:31:12.683 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 39, 2024-04-10T15:31:12.683 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 114915068916 2024-04-10T15:31:12.683 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.683 INFO:tasks.workunit.client.0.smithi069.stdout: "state_deferred_queued_lat": { 2024-04-10T15:31:12.683 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 41, 2024-04-10T15:31:12.683 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 60733916212 2024-04-10T15:31:12.684 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.684 INFO:tasks.workunit.client.0.smithi069.stdout: "state_done_lat": { 2024-04-10T15:31:12.684 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 3364, 2024-04-10T15:31:12.684 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1632949267 2024-04-10T15:31:12.684 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.684 INFO:tasks.workunit.client.0.smithi069.stdout: "state_finishing_lat": { 2024-04-10T15:31:12.684 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 3364, 2024-04-10T15:31:12.684 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 212757 2024-04-10T15:31:12.684 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.684 INFO:tasks.workunit.client.0.smithi069.stdout: "state_io_done_lat": { 2024-04-10T15:31:12.684 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 3366, 2024-04-10T15:31:12.684 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 27883804 2024-04-10T15:31:12.684 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.684 INFO:tasks.workunit.client.0.smithi069.stdout: "state_kv_commiting_lat": { 2024-04-10T15:31:12.684 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 3366, 2024-04-10T15:31:12.685 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2840187776 2024-04-10T15:31:12.685 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.685 INFO:tasks.workunit.client.0.smithi069.stdout: "state_kv_done_lat": { 2024-04-10T15:31:12.685 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 3366, 2024-04-10T15:31:12.685 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 508076 2024-04-10T15:31:12.685 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.685 INFO:tasks.workunit.client.0.smithi069.stdout: "state_kv_queued_lat": { 2024-04-10T15:31:12.685 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 3366, 2024-04-10T15:31:12.685 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1532071667 2024-04-10T15:31:12.685 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.685 INFO:tasks.workunit.client.0.smithi069.stdout: "state_prepare_lat": { 2024-04-10T15:31:12.685 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 3366, 2024-04-10T15:31:12.685 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 379277966 2024-04-10T15:31:12.685 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.685 INFO:tasks.workunit.client.0.smithi069.stdout: "stored": { 2024-04-10T15:31:12.686 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 309789 2024-04-10T15:31:12.686 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.686 INFO:tasks.workunit.client.0.smithi069.stdout: "truncate_lat": { 2024-04-10T15:31:12.686 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 41, 2024-04-10T15:31:12.686 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 173959 2024-04-10T15:31:12.686 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.686 INFO:tasks.workunit.client.0.smithi069.stdout: "txc_commit_lat": { 2024-04-10T15:31:12.686 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 3366, 2024-04-10T15:31:12.686 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 8788515411 2024-04-10T15:31:12.686 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.686 INFO:tasks.workunit.client.0.smithi069.stdout: "txc_submit_lat": { 2024-04-10T15:31:12.686 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 3366, 2024-04-10T15:31:12.686 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 414193431 2024-04-10T15:31:12.686 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.687 INFO:tasks.workunit.client.0.smithi069.stdout: "txc_throttle_lat": { 2024-04-10T15:31:12.687 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 3366, 2024-04-10T15:31:12.687 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 291020510 2024-04-10T15:31:12.687 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:12.687 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.687 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore-pricache": { 2024-04-10T15:31:12.687 INFO:tasks.workunit.client.0.smithi069.stdout: "cache_bytes": { 2024-04-10T15:31:12.687 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1861621688 2024-04-10T15:31:12.687 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.687 INFO:tasks.workunit.client.0.smithi069.stdout: "heap_bytes": { 2024-04-10T15:31:12.687 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 46579712 2024-04-10T15:31:12.687 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.687 INFO:tasks.workunit.client.0.smithi069.stdout: "mapped_bytes": { 2024-04-10T15:31:12.687 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 45604864 2024-04-10T15:31:12.687 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.688 INFO:tasks.workunit.client.0.smithi069.stdout: "target_bytes": { 2024-04-10T15:31:12.688 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3137562419 2024-04-10T15:31:12.688 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.688 INFO:tasks.workunit.client.0.smithi069.stdout: "unmapped_bytes": { 2024-04-10T15:31:12.688 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 974848 2024-04-10T15:31:12.688 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:12.688 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.688 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore-pricache:data": { 2024-04-10T15:31:12.688 INFO:tasks.workunit.client.0.smithi069.stdout: "committed_bytes": { 2024-04-10T15:31:12.688 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 159383552 2024-04-10T15:31:12.688 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.688 INFO:tasks.workunit.client.0.smithi069.stdout: "pri0_bytes": { 2024-04-10T15:31:12.689 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.689 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.689 INFO:tasks.workunit.client.0.smithi069.stdout: "pri10_bytes": { 2024-04-10T15:31:12.689 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.689 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.689 INFO:tasks.workunit.client.0.smithi069.stdout: "pri11_bytes": { 2024-04-10T15:31:12.689 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 85502190 2024-04-10T15:31:12.689 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.689 INFO:tasks.workunit.client.0.smithi069.stdout: "pri1_bytes": { 2024-04-10T15:31:12.689 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.689 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.689 INFO:tasks.workunit.client.0.smithi069.stdout: "pri2_bytes": { 2024-04-10T15:31:12.690 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.690 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.690 INFO:tasks.workunit.client.0.smithi069.stdout: "pri3_bytes": { 2024-04-10T15:31:12.690 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.690 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.690 INFO:tasks.workunit.client.0.smithi069.stdout: "pri4_bytes": { 2024-04-10T15:31:12.690 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.690 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.690 INFO:tasks.workunit.client.0.smithi069.stdout: "pri5_bytes": { 2024-04-10T15:31:12.690 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.690 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.691 INFO:tasks.workunit.client.0.smithi069.stdout: "pri6_bytes": { 2024-04-10T15:31:12.691 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 4096 2024-04-10T15:31:12.691 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.693 INFO:tasks.workunit.client.0.smithi069.stdout: "pri7_bytes": { 2024-04-10T15:31:12.693 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.693 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.693 INFO:tasks.workunit.client.0.smithi069.stdout: "pri8_bytes": { 2024-04-10T15:31:12.693 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.693 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.694 INFO:tasks.workunit.client.0.smithi069.stdout: "pri9_bytes": { 2024-04-10T15:31:12.694 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.694 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.694 INFO:tasks.workunit.client.0.smithi069.stdout: "reserved_bytes": { 2024-04-10T15:31:12.694 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 73877266 2024-04-10T15:31:12.694 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:12.694 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.694 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore-pricache:kv": { 2024-04-10T15:31:12.694 INFO:tasks.workunit.client.0.smithi069.stdout: "committed_bytes": { 2024-04-10T15:31:12.694 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 780140544 2024-04-10T15:31:12.694 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.695 INFO:tasks.workunit.client.0.smithi069.stdout: "pri0_bytes": { 2024-04-10T15:31:12.695 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 67108864 2024-04-10T15:31:12.695 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.695 INFO:tasks.workunit.client.0.smithi069.stdout: "pri10_bytes": { 2024-04-10T15:31:12.695 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.695 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.695 INFO:tasks.workunit.client.0.smithi069.stdout: "pri11_bytes": { 2024-04-10T15:31:12.695 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 641266426 2024-04-10T15:31:12.695 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.695 INFO:tasks.workunit.client.0.smithi069.stdout: "pri1_bytes": { 2024-04-10T15:31:12.695 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.695 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.696 INFO:tasks.workunit.client.0.smithi069.stdout: "pri2_bytes": { 2024-04-10T15:31:12.696 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.696 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.696 INFO:tasks.workunit.client.0.smithi069.stdout: "pri3_bytes": { 2024-04-10T15:31:12.696 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.696 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.696 INFO:tasks.workunit.client.0.smithi069.stdout: "pri4_bytes": { 2024-04-10T15:31:12.696 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.696 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.696 INFO:tasks.workunit.client.0.smithi069.stdout: "pri5_bytes": { 2024-04-10T15:31:12.696 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.696 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.696 INFO:tasks.workunit.client.0.smithi069.stdout: "pri6_bytes": { 2024-04-10T15:31:12.697 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2128 2024-04-10T15:31:12.697 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.697 INFO:tasks.workunit.client.0.smithi069.stdout: "pri7_bytes": { 2024-04-10T15:31:12.697 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.697 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.697 INFO:tasks.workunit.client.0.smithi069.stdout: "pri8_bytes": { 2024-04-10T15:31:12.697 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.697 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.697 INFO:tasks.workunit.client.0.smithi069.stdout: "pri9_bytes": { 2024-04-10T15:31:12.697 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.697 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.697 INFO:tasks.workunit.client.0.smithi069.stdout: "reserved_bytes": { 2024-04-10T15:31:12.698 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 71763126 2024-04-10T15:31:12.698 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:12.698 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.698 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore-pricache:kv_onode": { 2024-04-10T15:31:12.698 INFO:tasks.workunit.client.0.smithi069.stdout: "committed_bytes": { 2024-04-10T15:31:12.698 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 192937984 2024-04-10T15:31:12.698 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.698 INFO:tasks.workunit.client.0.smithi069.stdout: "pri0_bytes": { 2024-04-10T15:31:12.698 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 67108864 2024-04-10T15:31:12.698 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.698 INFO:tasks.workunit.client.0.smithi069.stdout: "pri10_bytes": { 2024-04-10T15:31:12.698 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 464 2024-04-10T15:31:12.699 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.699 INFO:tasks.workunit.client.0.smithi069.stdout: "pri11_bytes": { 2024-04-10T15:31:12.699 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 57001460 2024-04-10T15:31:12.699 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.699 INFO:tasks.workunit.client.0.smithi069.stdout: "pri1_bytes": { 2024-04-10T15:31:12.699 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.699 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.699 INFO:tasks.workunit.client.0.smithi069.stdout: "pri2_bytes": { 2024-04-10T15:31:12.699 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.699 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.699 INFO:tasks.workunit.client.0.smithi069.stdout: "pri3_bytes": { 2024-04-10T15:31:12.699 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.699 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.700 INFO:tasks.workunit.client.0.smithi069.stdout: "pri4_bytes": { 2024-04-10T15:31:12.700 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.700 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.700 INFO:tasks.workunit.client.0.smithi069.stdout: "pri5_bytes": { 2024-04-10T15:31:12.700 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.700 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.700 INFO:tasks.workunit.client.0.smithi069.stdout: "pri6_bytes": { 2024-04-10T15:31:12.700 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.700 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.700 INFO:tasks.workunit.client.0.smithi069.stdout: "pri7_bytes": { 2024-04-10T15:31:12.700 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.700 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.700 INFO:tasks.workunit.client.0.smithi069.stdout: "pri8_bytes": { 2024-04-10T15:31:12.701 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.701 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.701 INFO:tasks.workunit.client.0.smithi069.stdout: "pri9_bytes": { 2024-04-10T15:31:12.701 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.701 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.701 INFO:tasks.workunit.client.0.smithi069.stdout: "reserved_bytes": { 2024-04-10T15:31:12.701 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 68827196 2024-04-10T15:31:12.701 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:12.701 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.701 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore-pricache:meta": { 2024-04-10T15:31:12.701 INFO:tasks.workunit.client.0.smithi069.stdout: "committed_bytes": { 2024-04-10T15:31:12.701 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 713031680 2024-04-10T15:31:12.701 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.701 INFO:tasks.workunit.client.0.smithi069.stdout: "pri0_bytes": { 2024-04-10T15:31:12.702 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.702 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.702 INFO:tasks.workunit.client.0.smithi069.stdout: "pri10_bytes": { 2024-04-10T15:31:12.702 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.702 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.702 INFO:tasks.workunit.client.0.smithi069.stdout: "pri11_bytes": { 2024-04-10T15:31:12.702 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 641266426 2024-04-10T15:31:12.702 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.702 INFO:tasks.workunit.client.0.smithi069.stdout: "pri1_bytes": { 2024-04-10T15:31:12.702 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.702 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.702 INFO:tasks.workunit.client.0.smithi069.stdout: "pri2_bytes": { 2024-04-10T15:31:12.703 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.703 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.703 INFO:tasks.workunit.client.0.smithi069.stdout: "pri3_bytes": { 2024-04-10T15:31:12.703 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.703 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.703 INFO:tasks.workunit.client.0.smithi069.stdout: "pri4_bytes": { 2024-04-10T15:31:12.703 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.703 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.703 INFO:tasks.workunit.client.0.smithi069.stdout: "pri5_bytes": { 2024-04-10T15:31:12.703 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.703 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.703 INFO:tasks.workunit.client.0.smithi069.stdout: "pri6_bytes": { 2024-04-10T15:31:12.704 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 328264 2024-04-10T15:31:12.704 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.704 INFO:tasks.workunit.client.0.smithi069.stdout: "pri7_bytes": { 2024-04-10T15:31:12.704 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.704 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.704 INFO:tasks.workunit.client.0.smithi069.stdout: "pri8_bytes": { 2024-04-10T15:31:12.704 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.704 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.704 INFO:tasks.workunit.client.0.smithi069.stdout: "pri9_bytes": { 2024-04-10T15:31:12.704 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.704 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.704 INFO:tasks.workunit.client.0.smithi069.stdout: "reserved_bytes": { 2024-04-10T15:31:12.704 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 71436990 2024-04-10T15:31:12.704 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:12.705 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.705 INFO:tasks.workunit.client.0.smithi069.stdout: "objecter": { 2024-04-10T15:31:12.705 INFO:tasks.workunit.client.0.smithi069.stdout: "op_active": { 2024-04-10T15:31:12.705 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.705 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.705 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r": { 2024-04-10T15:31:12.705 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.705 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.705 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rmw": { 2024-04-10T15:31:12.705 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.705 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.706 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w": { 2024-04-10T15:31:12.706 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.706 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:12.706 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.706 INFO:tasks.workunit.client.0.smithi069.stdout: "osd": { 2024-04-10T15:31:12.706 INFO:tasks.workunit.client.0.smithi069.stdout: "numpg": { 2024-04-10T15:31:12.706 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 40 2024-04-10T15:31:12.706 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.706 INFO:tasks.workunit.client.0.smithi069.stdout: "numpg_removing": { 2024-04-10T15:31:12.706 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.706 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.706 INFO:tasks.workunit.client.0.smithi069.stdout: "op": { 2024-04-10T15:31:12.707 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1 2024-04-10T15:31:12.707 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.707 INFO:tasks.workunit.client.0.smithi069.stdout: "op_delayed_degraded": { 2024-04-10T15:31:12.707 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.707 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.707 INFO:tasks.workunit.client.0.smithi069.stdout: "op_delayed_unreadable": { 2024-04-10T15:31:12.707 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.707 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.707 INFO:tasks.workunit.client.0.smithi069.stdout: "op_in_bytes": { 2024-04-10T15:31:12.707 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 22 2024-04-10T15:31:12.707 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.707 INFO:tasks.workunit.client.0.smithi069.stdout: "op_latency": { 2024-04-10T15:31:12.707 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 1, 2024-04-10T15:31:12.708 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 15495816 2024-04-10T15:31:12.708 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.708 INFO:tasks.workunit.client.0.smithi069.stdout: "op_out_bytes": { 2024-04-10T15:31:12.708 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.708 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.708 INFO:tasks.workunit.client.0.smithi069.stdout: "op_prepare_latency": { 2024-04-10T15:31:12.708 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 1, 2024-04-10T15:31:12.708 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 519169 2024-04-10T15:31:12.708 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.708 INFO:tasks.workunit.client.0.smithi069.stdout: "op_process_latency": { 2024-04-10T15:31:12.708 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 1, 2024-04-10T15:31:12.708 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 15417251 2024-04-10T15:31:12.708 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.709 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r": { 2024-04-10T15:31:12.709 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.709 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.709 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r_latency": { 2024-04-10T15:31:12.709 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:12.709 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.709 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.709 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-10T15:31:12.709 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.709 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.709 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r_out_bytes": { 2024-04-10T15:31:12.709 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.710 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.710 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r_prepare_latency": { 2024-04-10T15:31:12.710 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:12.710 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.710 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.710 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r_process_latency": { 2024-04-10T15:31:12.710 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:12.710 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.710 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.710 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw": { 2024-04-10T15:31:12.710 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.711 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.711 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_in_bytes": { 2024-04-10T15:31:12.711 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.711 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.711 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_latency": { 2024-04-10T15:31:12.711 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:12.711 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.711 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.711 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-10T15:31:12.711 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.711 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.712 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-10T15:31:12.712 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.712 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.712 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_out_bytes": { 2024-04-10T15:31:12.712 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.712 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.712 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_prepare_latency": { 2024-04-10T15:31:12.712 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:12.712 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.712 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.712 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_process_latency": { 2024-04-10T15:31:12.712 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:12.713 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.713 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.713 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w": { 2024-04-10T15:31:12.713 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1 2024-04-10T15:31:12.713 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.713 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w_in_bytes": { 2024-04-10T15:31:12.713 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 22 2024-04-10T15:31:12.713 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.713 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w_latency": { 2024-04-10T15:31:12.713 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 1, 2024-04-10T15:31:12.714 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 15495816 2024-04-10T15:31:12.714 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.714 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-10T15:31:12.714 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.714 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.714 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w_prepare_latency": { 2024-04-10T15:31:12.714 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 1, 2024-04-10T15:31:12.714 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 519169 2024-04-10T15:31:12.714 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.714 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w_process_latency": { 2024-04-10T15:31:12.714 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 1, 2024-04-10T15:31:12.715 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 15417251 2024-04-10T15:31:12.715 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.715 INFO:tasks.workunit.client.0.smithi069.stdout: "op_wip": { 2024-04-10T15:31:12.715 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.715 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.715 INFO:tasks.workunit.client.0.smithi069.stdout: "recovery_bytes": { 2024-04-10T15:31:12.715 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.715 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.715 INFO:tasks.workunit.client.0.smithi069.stdout: "recovery_ops": { 2024-04-10T15:31:12.715 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.715 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.715 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_bytes": { 2024-04-10T15:31:12.716 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 95995035648 2024-04-10T15:31:12.716 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.716 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_bytes_used": { 2024-04-10T15:31:12.716 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 28393472 2024-04-10T15:31:12.716 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:12.716 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:12.716 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.716 INFO:tasks.workunit.client.0.smithi069.stdout: "osd.5": { 2024-04-10T15:31:12.716 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs": { 2024-04-10T15:31:12.716 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_slow_fallback": { 2024-04-10T15:31:12.716 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.716 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.716 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_slow_size_fallback": { 2024-04-10T15:31:12.717 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.717 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.717 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_unit_db": { 2024-04-10T15:31:12.717 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 65536 2024-04-10T15:31:12.717 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.717 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_unit_main": { 2024-04-10T15:31:12.717 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.717 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.717 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_unit_wal": { 2024-04-10T15:31:12.717 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.717 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.717 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes_written_slow": { 2024-04-10T15:31:12.717 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.718 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.718 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes_written_sst": { 2024-04-10T15:31:12.718 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 12288 2024-04-10T15:31:12.718 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.718 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes_written_wal": { 2024-04-10T15:31:12.718 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 5369856 2024-04-10T15:31:12.718 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.718 INFO:tasks.workunit.client.0.smithi069.stdout: "compact_lat": { 2024-04-10T15:31:12.718 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:12.718 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.718 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.718 INFO:tasks.workunit.client.0.smithi069.stdout: "compact_lock_lat": { 2024-04-10T15:31:12.718 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:12.719 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.719 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.719 INFO:tasks.workunit.client.0.smithi069.stdout: "db_total_bytes": { 2024-04-10T15:31:12.719 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 95995035648 2024-04-10T15:31:12.719 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.719 INFO:tasks.workunit.client.0.smithi069.stdout: "db_used_bytes": { 2024-04-10T15:31:12.719 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 27656192 2024-04-10T15:31:12.719 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.719 INFO:tasks.workunit.client.0.smithi069.stdout: "log_bytes": { 2024-04-10T15:31:12.719 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2371584 2024-04-10T15:31:12.719 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.719 INFO:tasks.workunit.client.0.smithi069.stdout: "logged_bytes": { 2024-04-10T15:31:12.720 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2232320 2024-04-10T15:31:12.720 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.720 INFO:tasks.workunit.client.0.smithi069.stdout: "max_bytes_db": { 2024-04-10T15:31:12.720 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 31850496 2024-04-10T15:31:12.720 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.720 INFO:tasks.workunit.client.0.smithi069.stdout: "max_bytes_slow": { 2024-04-10T15:31:12.720 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.720 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.720 INFO:tasks.workunit.client.0.smithi069.stdout: "max_bytes_wal": { 2024-04-10T15:31:12.720 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.720 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.720 INFO:tasks.workunit.client.0.smithi069.stdout: "num_files": { 2024-04-10T15:31:12.721 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 14 2024-04-10T15:31:12.721 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.721 INFO:tasks.workunit.client.0.smithi069.stdout: "read_bytes": { 2024-04-10T15:31:12.721 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 206272 2024-04-10T15:31:12.721 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.721 INFO:tasks.workunit.client.0.smithi069.stdout: "read_count": { 2024-04-10T15:31:12.721 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 23 2024-04-10T15:31:12.721 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.721 INFO:tasks.workunit.client.0.smithi069.stdout: "read_disk_bytes": { 2024-04-10T15:31:12.721 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1282048 2024-04-10T15:31:12.721 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.721 INFO:tasks.workunit.client.0.smithi069.stdout: "read_disk_bytes_db": { 2024-04-10T15:31:12.722 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1286144 2024-04-10T15:31:12.722 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.722 INFO:tasks.workunit.client.0.smithi069.stdout: "read_disk_bytes_slow": { 2024-04-10T15:31:12.722 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.722 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.722 INFO:tasks.workunit.client.0.smithi069.stdout: "read_disk_bytes_wal": { 2024-04-10T15:31:12.722 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.722 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.722 INFO:tasks.workunit.client.0.smithi069.stdout: "read_disk_count": { 2024-04-10T15:31:12.722 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 15 2024-04-10T15:31:12.722 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.723 INFO:tasks.workunit.client.0.smithi069.stdout: "read_prefetch_bytes": { 2024-04-10T15:31:12.723 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 4913 2024-04-10T15:31:12.723 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.723 INFO:tasks.workunit.client.0.smithi069.stdout: "read_prefetch_count": { 2024-04-10T15:31:12.723 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 4 2024-04-10T15:31:12.723 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.723 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_buffer_bytes": { 2024-04-10T15:31:12.723 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 5505 2024-04-10T15:31:12.723 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.723 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_buffer_count": { 2024-04-10T15:31:12.723 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 24 2024-04-10T15:31:12.723 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.723 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_bytes": { 2024-04-10T15:31:12.724 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 5505 2024-04-10T15:31:12.724 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.724 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_count": { 2024-04-10T15:31:12.724 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 24 2024-04-10T15:31:12.724 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.724 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_disk_bytes": { 2024-04-10T15:31:12.724 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.724 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.724 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_disk_bytes_db": { 2024-04-10T15:31:12.724 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.724 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.724 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_disk_bytes_slow": { 2024-04-10T15:31:12.724 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.724 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.725 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_disk_bytes_wal": { 2024-04-10T15:31:12.725 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.725 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.725 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_disk_count": { 2024-04-10T15:31:12.725 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.725 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.725 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_total_bytes": { 2024-04-10T15:31:12.725 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.725 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.725 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_used_bytes": { 2024-04-10T15:31:12.725 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.726 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.726 INFO:tasks.workunit.client.0.smithi069.stdout: "wal_total_bytes": { 2024-04-10T15:31:12.726 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.726 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.726 INFO:tasks.workunit.client.0.smithi069.stdout: "wal_used_bytes": { 2024-04-10T15:31:12.726 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.726 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.726 INFO:tasks.workunit.client.0.smithi069.stdout: "write_bytes": { 2024-04-10T15:31:12.726 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 7680000 2024-04-10T15:31:12.726 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:12.726 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.727 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore": { 2024-04-10T15:31:12.727 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_unit": { 2024-04-10T15:31:12.727 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 4096 2024-04-10T15:31:12.727 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.727 INFO:tasks.workunit.client.0.smithi069.stdout: "allocated": { 2024-04-10T15:31:12.727 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 720896 2024-04-10T15:31:12.727 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.727 INFO:tasks.workunit.client.0.smithi069.stdout: "clist_lat": { 2024-04-10T15:31:12.727 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 8, 2024-04-10T15:31:12.727 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 391018 2024-04-10T15:31:12.727 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.727 INFO:tasks.workunit.client.0.smithi069.stdout: "compress_lat": { 2024-04-10T15:31:12.728 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:12.728 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.728 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.728 INFO:tasks.workunit.client.0.smithi069.stdout: "compressed": { 2024-04-10T15:31:12.728 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.728 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.728 INFO:tasks.workunit.client.0.smithi069.stdout: "compressed_allocated": { 2024-04-10T15:31:12.728 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.728 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.728 INFO:tasks.workunit.client.0.smithi069.stdout: "compressed_original": { 2024-04-10T15:31:12.728 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.728 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.728 INFO:tasks.workunit.client.0.smithi069.stdout: "csum_lat": { 2024-04-10T15:31:12.729 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 2, 2024-04-10T15:31:12.729 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3044 2024-04-10T15:31:12.729 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.729 INFO:tasks.workunit.client.0.smithi069.stdout: "decompress_lat": { 2024-04-10T15:31:12.729 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:12.729 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.729 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.729 INFO:tasks.workunit.client.0.smithi069.stdout: "fragmentation_micros": { 2024-04-10T15:31:12.729 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.729 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.729 INFO:tasks.workunit.client.0.smithi069.stdout: "kv_commit_lat": { 2024-04-10T15:31:12.730 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 532, 2024-04-10T15:31:12.730 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 456631586 2024-04-10T15:31:12.730 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.730 INFO:tasks.workunit.client.0.smithi069.stdout: "kv_final_lat": { 2024-04-10T15:31:12.730 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 517, 2024-04-10T15:31:12.730 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 23770557 2024-04-10T15:31:12.730 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.730 INFO:tasks.workunit.client.0.smithi069.stdout: "kv_flush_lat": { 2024-04-10T15:31:12.730 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 532, 2024-04-10T15:31:12.730 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 447939 2024-04-10T15:31:12.730 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.730 INFO:tasks.workunit.client.0.smithi069.stdout: "kv_sync_lat": { 2024-04-10T15:31:12.730 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 532, 2024-04-10T15:31:12.731 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 457079525 2024-04-10T15:31:12.731 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.731 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_get_keys_lat": { 2024-04-10T15:31:12.731 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:12.731 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.731 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.731 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_get_values_lat": { 2024-04-10T15:31:12.731 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 3, 2024-04-10T15:31:12.731 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 41692 2024-04-10T15:31:12.731 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.731 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_lower_bound_lat": { 2024-04-10T15:31:12.731 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:12.732 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.732 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.732 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_next_lat": { 2024-04-10T15:31:12.732 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:12.732 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.732 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.732 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_seek_to_first_lat": { 2024-04-10T15:31:12.732 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:12.732 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.732 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.732 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_upper_bound_lat": { 2024-04-10T15:31:12.733 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 2, 2024-04-10T15:31:12.733 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 7109 2024-04-10T15:31:12.733 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.733 INFO:tasks.workunit.client.0.smithi069.stdout: "onode_hits": { 2024-04-10T15:31:12.733 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3443 2024-04-10T15:31:12.733 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.733 INFO:tasks.workunit.client.0.smithi069.stdout: "onode_misses": { 2024-04-10T15:31:12.733 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 341 2024-04-10T15:31:12.733 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.733 INFO:tasks.workunit.client.0.smithi069.stdout: "read_lat": { 2024-04-10T15:31:12.734 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 92, 2024-04-10T15:31:12.734 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 724949 2024-04-10T15:31:12.734 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.734 INFO:tasks.workunit.client.0.smithi069.stdout: "read_onode_meta_lat": { 2024-04-10T15:31:12.734 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 149, 2024-04-10T15:31:12.734 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 266320 2024-04-10T15:31:12.734 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.734 INFO:tasks.workunit.client.0.smithi069.stdout: "read_wait_aio_lat": { 2024-04-10T15:31:12.734 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 57, 2024-04-10T15:31:12.734 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 242296 2024-04-10T15:31:12.734 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.735 INFO:tasks.workunit.client.0.smithi069.stdout: "reads_with_retries": { 2024-04-10T15:31:12.735 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.735 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.735 INFO:tasks.workunit.client.0.smithi069.stdout: "remove_lat": { 2024-04-10T15:31:12.735 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 105, 2024-04-10T15:31:12.735 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 5638420 2024-04-10T15:31:12.735 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.735 INFO:tasks.workunit.client.0.smithi069.stdout: "state_aio_wait_lat": { 2024-04-10T15:31:12.735 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 3375, 2024-04-10T15:31:12.735 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 4448580151 2024-04-10T15:31:12.735 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.735 INFO:tasks.workunit.client.0.smithi069.stdout: "state_deferred_aio_wait_lat": { 2024-04-10T15:31:12.735 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 40, 2024-04-10T15:31:12.736 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 25963771 2024-04-10T15:31:12.736 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.736 INFO:tasks.workunit.client.0.smithi069.stdout: "state_deferred_cleanup_lat": { 2024-04-10T15:31:12.736 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 37, 2024-04-10T15:31:12.736 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 679319926030 2024-04-10T15:31:12.736 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.736 INFO:tasks.workunit.client.0.smithi069.stdout: "state_deferred_queued_lat": { 2024-04-10T15:31:12.736 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 40, 2024-04-10T15:31:12.736 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 66663527111 2024-04-10T15:31:12.736 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.736 INFO:tasks.workunit.client.0.smithi069.stdout: "state_done_lat": { 2024-04-10T15:31:12.736 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 3372, 2024-04-10T15:31:12.736 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1191328568 2024-04-10T15:31:12.736 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.737 INFO:tasks.workunit.client.0.smithi069.stdout: "state_finishing_lat": { 2024-04-10T15:31:12.737 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 3372, 2024-04-10T15:31:12.737 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 524293 2024-04-10T15:31:12.737 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.737 INFO:tasks.workunit.client.0.smithi069.stdout: "state_io_done_lat": { 2024-04-10T15:31:12.737 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 3375, 2024-04-10T15:31:12.737 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 548807851 2024-04-10T15:31:12.737 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.737 INFO:tasks.workunit.client.0.smithi069.stdout: "state_kv_commiting_lat": { 2024-04-10T15:31:12.737 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 3375, 2024-04-10T15:31:12.737 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3531053324 2024-04-10T15:31:12.737 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.738 INFO:tasks.workunit.client.0.smithi069.stdout: "state_kv_done_lat": { 2024-04-10T15:31:12.738 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 3375, 2024-04-10T15:31:12.738 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 393862 2024-04-10T15:31:12.738 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.738 INFO:tasks.workunit.client.0.smithi069.stdout: "state_kv_queued_lat": { 2024-04-10T15:31:12.738 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 3375, 2024-04-10T15:31:12.738 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2767956776 2024-04-10T15:31:12.738 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.738 INFO:tasks.workunit.client.0.smithi069.stdout: "state_prepare_lat": { 2024-04-10T15:31:12.738 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 3375, 2024-04-10T15:31:12.738 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 336150810 2024-04-10T15:31:12.738 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.738 INFO:tasks.workunit.client.0.smithi069.stdout: "stored": { 2024-04-10T15:31:12.739 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 311745 2024-04-10T15:31:12.739 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.739 INFO:tasks.workunit.client.0.smithi069.stdout: "truncate_lat": { 2024-04-10T15:31:12.739 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 33, 2024-04-10T15:31:12.739 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 134908 2024-04-10T15:31:12.739 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.739 INFO:tasks.workunit.client.0.smithi069.stdout: "txc_commit_lat": { 2024-04-10T15:31:12.739 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 3375, 2024-04-10T15:31:12.739 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 11632749297 2024-04-10T15:31:12.739 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.739 INFO:tasks.workunit.client.0.smithi069.stdout: "txc_submit_lat": { 2024-04-10T15:31:12.739 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 3375, 2024-04-10T15:31:12.740 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 370079652 2024-04-10T15:31:12.740 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.740 INFO:tasks.workunit.client.0.smithi069.stdout: "txc_throttle_lat": { 2024-04-10T15:31:12.740 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 3375, 2024-04-10T15:31:12.740 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 244977583 2024-04-10T15:31:12.740 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:12.740 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.740 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore-pricache": { 2024-04-10T15:31:12.740 INFO:tasks.workunit.client.0.smithi069.stdout: "cache_bytes": { 2024-04-10T15:31:12.740 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1861621688 2024-04-10T15:31:12.740 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.740 INFO:tasks.workunit.client.0.smithi069.stdout: "heap_bytes": { 2024-04-10T15:31:12.740 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 46514176 2024-04-10T15:31:12.741 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.741 INFO:tasks.workunit.client.0.smithi069.stdout: "mapped_bytes": { 2024-04-10T15:31:12.741 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 46465024 2024-04-10T15:31:12.741 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.741 INFO:tasks.workunit.client.0.smithi069.stdout: "target_bytes": { 2024-04-10T15:31:12.741 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3137562419 2024-04-10T15:31:12.741 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.741 INFO:tasks.workunit.client.0.smithi069.stdout: "unmapped_bytes": { 2024-04-10T15:31:12.741 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 49152 2024-04-10T15:31:12.741 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:12.741 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.741 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore-pricache:data": { 2024-04-10T15:31:12.741 INFO:tasks.workunit.client.0.smithi069.stdout: "committed_bytes": { 2024-04-10T15:31:12.741 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 159383552 2024-04-10T15:31:12.742 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.742 INFO:tasks.workunit.client.0.smithi069.stdout: "pri0_bytes": { 2024-04-10T15:31:12.742 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.742 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.742 INFO:tasks.workunit.client.0.smithi069.stdout: "pri10_bytes": { 2024-04-10T15:31:12.742 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.742 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.742 INFO:tasks.workunit.client.0.smithi069.stdout: "pri11_bytes": { 2024-04-10T15:31:12.742 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 85502589 2024-04-10T15:31:12.742 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.742 INFO:tasks.workunit.client.0.smithi069.stdout: "pri1_bytes": { 2024-04-10T15:31:12.742 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.743 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.743 INFO:tasks.workunit.client.0.smithi069.stdout: "pri2_bytes": { 2024-04-10T15:31:12.743 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.743 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.743 INFO:tasks.workunit.client.0.smithi069.stdout: "pri3_bytes": { 2024-04-10T15:31:12.743 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.743 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.743 INFO:tasks.workunit.client.0.smithi069.stdout: "pri4_bytes": { 2024-04-10T15:31:12.743 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.743 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.743 INFO:tasks.workunit.client.0.smithi069.stdout: "pri5_bytes": { 2024-04-10T15:31:12.743 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.744 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.744 INFO:tasks.workunit.client.0.smithi069.stdout: "pri6_bytes": { 2024-04-10T15:31:12.744 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.744 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.744 INFO:tasks.workunit.client.0.smithi069.stdout: "pri7_bytes": { 2024-04-10T15:31:12.744 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.744 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.744 INFO:tasks.workunit.client.0.smithi069.stdout: "pri8_bytes": { 2024-04-10T15:31:12.744 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.744 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.744 INFO:tasks.workunit.client.0.smithi069.stdout: "pri9_bytes": { 2024-04-10T15:31:12.744 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.745 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.745 INFO:tasks.workunit.client.0.smithi069.stdout: "reserved_bytes": { 2024-04-10T15:31:12.745 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 73880963 2024-04-10T15:31:12.745 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:12.745 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.745 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore-pricache:kv": { 2024-04-10T15:31:12.745 INFO:tasks.workunit.client.0.smithi069.stdout: "committed_bytes": { 2024-04-10T15:31:12.745 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 780140544 2024-04-10T15:31:12.745 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.745 INFO:tasks.workunit.client.0.smithi069.stdout: "pri0_bytes": { 2024-04-10T15:31:12.745 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 67108864 2024-04-10T15:31:12.746 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.746 INFO:tasks.workunit.client.0.smithi069.stdout: "pri10_bytes": { 2024-04-10T15:31:12.746 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.746 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.746 INFO:tasks.workunit.client.0.smithi069.stdout: "pri11_bytes": { 2024-04-10T15:31:12.746 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 641269420 2024-04-10T15:31:12.746 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.746 INFO:tasks.workunit.client.0.smithi069.stdout: "pri1_bytes": { 2024-04-10T15:31:12.746 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.746 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.746 INFO:tasks.workunit.client.0.smithi069.stdout: "pri2_bytes": { 2024-04-10T15:31:12.747 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.747 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.747 INFO:tasks.workunit.client.0.smithi069.stdout: "pri3_bytes": { 2024-04-10T15:31:12.747 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.747 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.747 INFO:tasks.workunit.client.0.smithi069.stdout: "pri4_bytes": { 2024-04-10T15:31:12.747 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.747 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.747 INFO:tasks.workunit.client.0.smithi069.stdout: "pri5_bytes": { 2024-04-10T15:31:12.747 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.747 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.747 INFO:tasks.workunit.client.0.smithi069.stdout: "pri6_bytes": { 2024-04-10T15:31:12.748 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2128 2024-04-10T15:31:12.748 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.748 INFO:tasks.workunit.client.0.smithi069.stdout: "pri7_bytes": { 2024-04-10T15:31:12.748 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.748 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.748 INFO:tasks.workunit.client.0.smithi069.stdout: "pri8_bytes": { 2024-04-10T15:31:12.748 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.748 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.748 INFO:tasks.workunit.client.0.smithi069.stdout: "pri9_bytes": { 2024-04-10T15:31:12.748 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.749 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.749 INFO:tasks.workunit.client.0.smithi069.stdout: "reserved_bytes": { 2024-04-10T15:31:12.749 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 71760132 2024-04-10T15:31:12.749 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:12.749 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.749 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore-pricache:kv_onode": { 2024-04-10T15:31:12.749 INFO:tasks.workunit.client.0.smithi069.stdout: "committed_bytes": { 2024-04-10T15:31:12.749 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 192937984 2024-04-10T15:31:12.749 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.749 INFO:tasks.workunit.client.0.smithi069.stdout: "pri0_bytes": { 2024-04-10T15:31:12.749 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 67108864 2024-04-10T15:31:12.749 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.750 INFO:tasks.workunit.client.0.smithi069.stdout: "pri10_bytes": { 2024-04-10T15:31:12.750 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 464 2024-04-10T15:31:12.750 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.750 INFO:tasks.workunit.client.0.smithi069.stdout: "pri11_bytes": { 2024-04-10T15:31:12.750 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 57001726 2024-04-10T15:31:12.750 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.750 INFO:tasks.workunit.client.0.smithi069.stdout: "pri1_bytes": { 2024-04-10T15:31:12.750 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.750 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.750 INFO:tasks.workunit.client.0.smithi069.stdout: "pri2_bytes": { 2024-04-10T15:31:12.750 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.751 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.751 INFO:tasks.workunit.client.0.smithi069.stdout: "pri3_bytes": { 2024-04-10T15:31:12.751 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.751 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.751 INFO:tasks.workunit.client.0.smithi069.stdout: "pri4_bytes": { 2024-04-10T15:31:12.751 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.751 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.751 INFO:tasks.workunit.client.0.smithi069.stdout: "pri5_bytes": { 2024-04-10T15:31:12.751 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.751 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.751 INFO:tasks.workunit.client.0.smithi069.stdout: "pri6_bytes": { 2024-04-10T15:31:12.751 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.752 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.752 INFO:tasks.workunit.client.0.smithi069.stdout: "pri7_bytes": { 2024-04-10T15:31:12.752 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.752 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.752 INFO:tasks.workunit.client.0.smithi069.stdout: "pri8_bytes": { 2024-04-10T15:31:12.752 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.752 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.752 INFO:tasks.workunit.client.0.smithi069.stdout: "pri9_bytes": { 2024-04-10T15:31:12.752 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.752 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.752 INFO:tasks.workunit.client.0.smithi069.stdout: "reserved_bytes": { 2024-04-10T15:31:12.753 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 68826930 2024-04-10T15:31:12.753 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:12.753 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.753 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore-pricache:meta": { 2024-04-10T15:31:12.753 INFO:tasks.workunit.client.0.smithi069.stdout: "committed_bytes": { 2024-04-10T15:31:12.753 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 713031680 2024-04-10T15:31:12.753 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.753 INFO:tasks.workunit.client.0.smithi069.stdout: "pri0_bytes": { 2024-04-10T15:31:12.753 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.753 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.753 INFO:tasks.workunit.client.0.smithi069.stdout: "pri10_bytes": { 2024-04-10T15:31:12.753 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.753 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.754 INFO:tasks.workunit.client.0.smithi069.stdout: "pri11_bytes": { 2024-04-10T15:31:12.754 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 641269420 2024-04-10T15:31:12.754 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.754 INFO:tasks.workunit.client.0.smithi069.stdout: "pri1_bytes": { 2024-04-10T15:31:12.754 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.754 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.754 INFO:tasks.workunit.client.0.smithi069.stdout: "pri2_bytes": { 2024-04-10T15:31:12.754 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.754 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.754 INFO:tasks.workunit.client.0.smithi069.stdout: "pri3_bytes": { 2024-04-10T15:31:12.754 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.754 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.755 INFO:tasks.workunit.client.0.smithi069.stdout: "pri4_bytes": { 2024-04-10T15:31:12.755 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.755 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.755 INFO:tasks.workunit.client.0.smithi069.stdout: "pri5_bytes": { 2024-04-10T15:31:12.755 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 12621 2024-04-10T15:31:12.755 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.755 INFO:tasks.workunit.client.0.smithi069.stdout: "pri6_bytes": { 2024-04-10T15:31:12.755 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 318985 2024-04-10T15:31:12.755 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.755 INFO:tasks.workunit.client.0.smithi069.stdout: "pri7_bytes": { 2024-04-10T15:31:12.755 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.755 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.756 INFO:tasks.workunit.client.0.smithi069.stdout: "pri8_bytes": { 2024-04-10T15:31:12.756 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.756 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.756 INFO:tasks.workunit.client.0.smithi069.stdout: "pri9_bytes": { 2024-04-10T15:31:12.756 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.756 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.756 INFO:tasks.workunit.client.0.smithi069.stdout: "reserved_bytes": { 2024-04-10T15:31:12.756 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 71430654 2024-04-10T15:31:12.756 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:12.756 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.756 INFO:tasks.workunit.client.0.smithi069.stdout: "objecter": { 2024-04-10T15:31:12.757 INFO:tasks.workunit.client.0.smithi069.stdout: "op_active": { 2024-04-10T15:31:12.757 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.757 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.757 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r": { 2024-04-10T15:31:12.757 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.757 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.757 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rmw": { 2024-04-10T15:31:12.757 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.757 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.757 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w": { 2024-04-10T15:31:12.757 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.757 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:12.757 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.758 INFO:tasks.workunit.client.0.smithi069.stdout: "osd": { 2024-04-10T15:31:12.758 INFO:tasks.workunit.client.0.smithi069.stdout: "numpg": { 2024-04-10T15:31:12.758 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 40 2024-04-10T15:31:12.758 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.758 INFO:tasks.workunit.client.0.smithi069.stdout: "numpg_removing": { 2024-04-10T15:31:12.758 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.758 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.758 INFO:tasks.workunit.client.0.smithi069.stdout: "op": { 2024-04-10T15:31:12.758 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.758 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.758 INFO:tasks.workunit.client.0.smithi069.stdout: "op_delayed_degraded": { 2024-04-10T15:31:12.759 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.759 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.759 INFO:tasks.workunit.client.0.smithi069.stdout: "op_delayed_unreadable": { 2024-04-10T15:31:12.759 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.759 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.759 INFO:tasks.workunit.client.0.smithi069.stdout: "op_in_bytes": { 2024-04-10T15:31:12.759 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.759 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.759 INFO:tasks.workunit.client.0.smithi069.stdout: "op_latency": { 2024-04-10T15:31:12.759 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:12.759 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.760 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.760 INFO:tasks.workunit.client.0.smithi069.stdout: "op_out_bytes": { 2024-04-10T15:31:12.760 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.760 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.760 INFO:tasks.workunit.client.0.smithi069.stdout: "op_prepare_latency": { 2024-04-10T15:31:12.760 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:12.760 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.760 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.760 INFO:tasks.workunit.client.0.smithi069.stdout: "op_process_latency": { 2024-04-10T15:31:12.760 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:12.760 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.760 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.761 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r": { 2024-04-10T15:31:12.761 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.761 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.761 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r_latency": { 2024-04-10T15:31:12.761 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:12.761 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.761 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.761 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-10T15:31:12.761 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.761 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.761 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r_out_bytes": { 2024-04-10T15:31:12.761 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.761 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.762 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r_prepare_latency": { 2024-04-10T15:31:12.762 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:12.762 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.762 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.762 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r_process_latency": { 2024-04-10T15:31:12.762 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:12.762 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.762 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.762 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw": { 2024-04-10T15:31:12.762 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.762 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.762 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_in_bytes": { 2024-04-10T15:31:12.763 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.763 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.763 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_latency": { 2024-04-10T15:31:12.763 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:12.763 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.763 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.763 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-10T15:31:12.763 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.763 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.763 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-10T15:31:12.763 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.763 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.764 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_out_bytes": { 2024-04-10T15:31:12.764 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.764 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.764 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_prepare_latency": { 2024-04-10T15:31:12.764 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:12.764 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.764 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.764 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_process_latency": { 2024-04-10T15:31:12.764 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:12.764 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.764 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.764 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w": { 2024-04-10T15:31:12.764 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.765 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.765 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w_in_bytes": { 2024-04-10T15:31:12.765 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.765 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.765 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w_latency": { 2024-04-10T15:31:12.765 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:12.765 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.765 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.765 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-10T15:31:12.765 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.765 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.765 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w_prepare_latency": { 2024-04-10T15:31:12.766 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:12.766 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.766 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.766 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w_process_latency": { 2024-04-10T15:31:12.766 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:12.766 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.766 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.766 INFO:tasks.workunit.client.0.smithi069.stdout: "op_wip": { 2024-04-10T15:31:12.766 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.766 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.766 INFO:tasks.workunit.client.0.smithi069.stdout: "recovery_bytes": { 2024-04-10T15:31:12.766 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.767 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.767 INFO:tasks.workunit.client.0.smithi069.stdout: "recovery_ops": { 2024-04-10T15:31:12.767 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.767 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.767 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_bytes": { 2024-04-10T15:31:12.767 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 95995035648 2024-04-10T15:31:12.767 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.767 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_bytes_used": { 2024-04-10T15:31:12.767 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 28385280 2024-04-10T15:31:12.767 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:12.767 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:12.767 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.767 INFO:tasks.workunit.client.0.smithi069.stdout: "osd.6": { 2024-04-10T15:31:12.768 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs": { 2024-04-10T15:31:12.768 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_slow_fallback": { 2024-04-10T15:31:12.768 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.768 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.768 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_slow_size_fallback": { 2024-04-10T15:31:12.768 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.768 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.768 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_unit_db": { 2024-04-10T15:31:12.768 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 65536 2024-04-10T15:31:12.768 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.768 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_unit_main": { 2024-04-10T15:31:12.768 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.769 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.769 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_unit_wal": { 2024-04-10T15:31:12.769 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.769 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.769 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes_written_slow": { 2024-04-10T15:31:12.769 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.769 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.769 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes_written_sst": { 2024-04-10T15:31:12.769 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 12288 2024-04-10T15:31:12.769 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.769 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes_written_wal": { 2024-04-10T15:31:12.769 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1200128 2024-04-10T15:31:12.769 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.770 INFO:tasks.workunit.client.0.smithi069.stdout: "compact_lat": { 2024-04-10T15:31:12.770 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:12.770 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.770 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.770 INFO:tasks.workunit.client.0.smithi069.stdout: "compact_lock_lat": { 2024-04-10T15:31:12.770 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:12.770 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.770 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.770 INFO:tasks.workunit.client.0.smithi069.stdout: "db_total_bytes": { 2024-04-10T15:31:12.770 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 95995035648 2024-04-10T15:31:12.770 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.770 INFO:tasks.workunit.client.0.smithi069.stdout: "db_used_bytes": { 2024-04-10T15:31:12.771 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 27656192 2024-04-10T15:31:12.771 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.771 INFO:tasks.workunit.client.0.smithi069.stdout: "log_bytes": { 2024-04-10T15:31:12.771 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 864256 2024-04-10T15:31:12.771 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.771 INFO:tasks.workunit.client.0.smithi069.stdout: "logged_bytes": { 2024-04-10T15:31:12.771 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 724992 2024-04-10T15:31:12.771 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.771 INFO:tasks.workunit.client.0.smithi069.stdout: "max_bytes_db": { 2024-04-10T15:31:12.771 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 31850496 2024-04-10T15:31:12.771 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.771 INFO:tasks.workunit.client.0.smithi069.stdout: "max_bytes_slow": { 2024-04-10T15:31:12.771 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.772 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.772 INFO:tasks.workunit.client.0.smithi069.stdout: "max_bytes_wal": { 2024-04-10T15:31:12.772 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.772 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.772 INFO:tasks.workunit.client.0.smithi069.stdout: "num_files": { 2024-04-10T15:31:12.772 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 14 2024-04-10T15:31:12.772 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.772 INFO:tasks.workunit.client.0.smithi069.stdout: "read_bytes": { 2024-04-10T15:31:12.772 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 206272 2024-04-10T15:31:12.772 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.772 INFO:tasks.workunit.client.0.smithi069.stdout: "read_count": { 2024-04-10T15:31:12.773 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 23 2024-04-10T15:31:12.773 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.773 INFO:tasks.workunit.client.0.smithi069.stdout: "read_disk_bytes": { 2024-04-10T15:31:12.773 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1282048 2024-04-10T15:31:12.773 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.773 INFO:tasks.workunit.client.0.smithi069.stdout: "read_disk_bytes_db": { 2024-04-10T15:31:12.773 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1286144 2024-04-10T15:31:12.773 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.773 INFO:tasks.workunit.client.0.smithi069.stdout: "read_disk_bytes_slow": { 2024-04-10T15:31:12.773 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.773 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.773 INFO:tasks.workunit.client.0.smithi069.stdout: "read_disk_bytes_wal": { 2024-04-10T15:31:12.773 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.774 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.774 INFO:tasks.workunit.client.0.smithi069.stdout: "read_disk_count": { 2024-04-10T15:31:12.774 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 15 2024-04-10T15:31:12.774 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.774 INFO:tasks.workunit.client.0.smithi069.stdout: "read_prefetch_bytes": { 2024-04-10T15:31:12.774 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 4913 2024-04-10T15:31:12.774 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.774 INFO:tasks.workunit.client.0.smithi069.stdout: "read_prefetch_count": { 2024-04-10T15:31:12.774 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 4 2024-04-10T15:31:12.774 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.774 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_buffer_bytes": { 2024-04-10T15:31:12.774 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 5503 2024-04-10T15:31:12.775 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.775 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_buffer_count": { 2024-04-10T15:31:12.775 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 24 2024-04-10T15:31:12.775 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.775 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_bytes": { 2024-04-10T15:31:12.775 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 5503 2024-04-10T15:31:12.775 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.775 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_count": { 2024-04-10T15:31:12.775 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 24 2024-04-10T15:31:12.775 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.775 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_disk_bytes": { 2024-04-10T15:31:12.775 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.775 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.775 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_disk_bytes_db": { 2024-04-10T15:31:12.776 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.776 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.776 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_disk_bytes_slow": { 2024-04-10T15:31:12.776 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.776 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.776 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_disk_bytes_wal": { 2024-04-10T15:31:12.776 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.776 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.776 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_disk_count": { 2024-04-10T15:31:12.776 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.776 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.776 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_total_bytes": { 2024-04-10T15:31:12.776 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.777 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.777 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_used_bytes": { 2024-04-10T15:31:12.777 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.777 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.777 INFO:tasks.workunit.client.0.smithi069.stdout: "wal_total_bytes": { 2024-04-10T15:31:12.777 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.777 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.777 INFO:tasks.workunit.client.0.smithi069.stdout: "wal_used_bytes": { 2024-04-10T15:31:12.777 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.777 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.777 INFO:tasks.workunit.client.0.smithi069.stdout: "write_bytes": { 2024-04-10T15:31:12.777 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2002944 2024-04-10T15:31:12.777 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:12.777 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.778 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore": { 2024-04-10T15:31:12.778 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_unit": { 2024-04-10T15:31:12.778 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 4096 2024-04-10T15:31:12.778 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.778 INFO:tasks.workunit.client.0.smithi069.stdout: "allocated": { 2024-04-10T15:31:12.778 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1310720 2024-04-10T15:31:12.778 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.778 INFO:tasks.workunit.client.0.smithi069.stdout: "clist_lat": { 2024-04-10T15:31:12.778 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:12.778 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.778 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.779 INFO:tasks.workunit.client.0.smithi069.stdout: "compress_lat": { 2024-04-10T15:31:12.779 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:12.779 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.779 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.779 INFO:tasks.workunit.client.0.smithi069.stdout: "compressed": { 2024-04-10T15:31:12.779 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.779 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.779 INFO:tasks.workunit.client.0.smithi069.stdout: "compressed_allocated": { 2024-04-10T15:31:12.779 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.779 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.779 INFO:tasks.workunit.client.0.smithi069.stdout: "compressed_original": { 2024-04-10T15:31:12.780 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.780 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.780 INFO:tasks.workunit.client.0.smithi069.stdout: "csum_lat": { 2024-04-10T15:31:12.780 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 2, 2024-04-10T15:31:12.780 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2974 2024-04-10T15:31:12.780 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.780 INFO:tasks.workunit.client.0.smithi069.stdout: "decompress_lat": { 2024-04-10T15:31:12.780 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:12.780 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.780 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.780 INFO:tasks.workunit.client.0.smithi069.stdout: "fragmentation_micros": { 2024-04-10T15:31:12.780 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.780 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.780 INFO:tasks.workunit.client.0.smithi069.stdout: "kv_commit_lat": { 2024-04-10T15:31:12.781 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 164, 2024-04-10T15:31:12.781 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 45020388 2024-04-10T15:31:12.781 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.781 INFO:tasks.workunit.client.0.smithi069.stdout: "kv_final_lat": { 2024-04-10T15:31:12.781 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 157, 2024-04-10T15:31:12.781 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 8139131 2024-04-10T15:31:12.781 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.781 INFO:tasks.workunit.client.0.smithi069.stdout: "kv_flush_lat": { 2024-04-10T15:31:12.781 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 164, 2024-04-10T15:31:12.781 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 114395 2024-04-10T15:31:12.781 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.781 INFO:tasks.workunit.client.0.smithi069.stdout: "kv_sync_lat": { 2024-04-10T15:31:12.781 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 164, 2024-04-10T15:31:12.781 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 45134783 2024-04-10T15:31:12.782 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.782 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_get_keys_lat": { 2024-04-10T15:31:12.782 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:12.782 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.782 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.782 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_get_values_lat": { 2024-04-10T15:31:12.782 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 1, 2024-04-10T15:31:12.782 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 42164 2024-04-10T15:31:12.782 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.782 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_lower_bound_lat": { 2024-04-10T15:31:12.782 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:12.782 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.782 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.783 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_next_lat": { 2024-04-10T15:31:12.783 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:12.783 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.783 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.783 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_seek_to_first_lat": { 2024-04-10T15:31:12.783 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:12.783 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.783 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.783 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_upper_bound_lat": { 2024-04-10T15:31:12.783 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 2, 2024-04-10T15:31:12.783 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 4292 2024-04-10T15:31:12.783 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.783 INFO:tasks.workunit.client.0.smithi069.stdout: "onode_hits": { 2024-04-10T15:31:12.784 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 373 2024-04-10T15:31:12.784 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.784 INFO:tasks.workunit.client.0.smithi069.stdout: "onode_misses": { 2024-04-10T15:31:12.784 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 248 2024-04-10T15:31:12.784 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.784 INFO:tasks.workunit.client.0.smithi069.stdout: "read_lat": { 2024-04-10T15:31:12.784 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 89, 2024-04-10T15:31:12.784 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 609571 2024-04-10T15:31:12.784 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.784 INFO:tasks.workunit.client.0.smithi069.stdout: "read_onode_meta_lat": { 2024-04-10T15:31:12.784 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 137, 2024-04-10T15:31:12.784 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 230775 2024-04-10T15:31:12.784 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.784 INFO:tasks.workunit.client.0.smithi069.stdout: "read_wait_aio_lat": { 2024-04-10T15:31:12.784 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 48, 2024-04-10T15:31:12.785 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 241284 2024-04-10T15:31:12.785 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.785 INFO:tasks.workunit.client.0.smithi069.stdout: "reads_with_retries": { 2024-04-10T15:31:12.785 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.785 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.785 INFO:tasks.workunit.client.0.smithi069.stdout: "remove_lat": { 2024-04-10T15:31:12.785 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:12.785 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.785 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.785 INFO:tasks.workunit.client.0.smithi069.stdout: "state_aio_wait_lat": { 2024-04-10T15:31:12.785 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 280, 2024-04-10T15:31:12.785 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2311206 2024-04-10T15:31:12.786 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.786 INFO:tasks.workunit.client.0.smithi069.stdout: "state_deferred_aio_wait_lat": { 2024-04-10T15:31:12.786 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 34, 2024-04-10T15:31:12.786 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 11536630 2024-04-10T15:31:12.786 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.786 INFO:tasks.workunit.client.0.smithi069.stdout: "state_deferred_cleanup_lat": { 2024-04-10T15:31:12.786 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 34, 2024-04-10T15:31:12.786 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 879396386882 2024-04-10T15:31:12.786 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.786 INFO:tasks.workunit.client.0.smithi069.stdout: "state_deferred_queued_lat": { 2024-04-10T15:31:12.786 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 34, 2024-04-10T15:31:12.786 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 53115501105 2024-04-10T15:31:12.787 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.787 INFO:tasks.workunit.client.0.smithi069.stdout: "state_done_lat": { 2024-04-10T15:31:12.787 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 280, 2024-04-10T15:31:12.787 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 457445 2024-04-10T15:31:12.787 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.787 INFO:tasks.workunit.client.0.smithi069.stdout: "state_finishing_lat": { 2024-04-10T15:31:12.787 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 280, 2024-04-10T15:31:12.787 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 47479 2024-04-10T15:31:12.787 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.787 INFO:tasks.workunit.client.0.smithi069.stdout: "state_io_done_lat": { 2024-04-10T15:31:12.787 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 280, 2024-04-10T15:31:12.788 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 215278 2024-04-10T15:31:12.788 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.788 INFO:tasks.workunit.client.0.smithi069.stdout: "state_kv_commiting_lat": { 2024-04-10T15:31:12.788 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 280, 2024-04-10T15:31:12.788 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 190859162 2024-04-10T15:31:12.788 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.788 INFO:tasks.workunit.client.0.smithi069.stdout: "state_kv_done_lat": { 2024-04-10T15:31:12.788 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 280, 2024-04-10T15:31:12.788 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 85968 2024-04-10T15:31:12.788 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.788 INFO:tasks.workunit.client.0.smithi069.stdout: "state_kv_queued_lat": { 2024-04-10T15:31:12.788 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 280, 2024-04-10T15:31:12.788 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 110549419 2024-04-10T15:31:12.789 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.789 INFO:tasks.workunit.client.0.smithi069.stdout: "state_prepare_lat": { 2024-04-10T15:31:12.789 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 280, 2024-04-10T15:31:12.789 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 11398177 2024-04-10T15:31:12.789 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.789 INFO:tasks.workunit.client.0.smithi069.stdout: "stored": { 2024-04-10T15:31:12.789 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 902023 2024-04-10T15:31:12.789 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.789 INFO:tasks.workunit.client.0.smithi069.stdout: "truncate_lat": { 2024-04-10T15:31:12.789 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 27, 2024-04-10T15:31:12.789 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 99240 2024-04-10T15:31:12.789 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.789 INFO:tasks.workunit.client.0.smithi069.stdout: "txc_commit_lat": { 2024-04-10T15:31:12.790 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 280, 2024-04-10T15:31:12.790 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 315372480 2024-04-10T15:31:12.790 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.790 INFO:tasks.workunit.client.0.smithi069.stdout: "txc_submit_lat": { 2024-04-10T15:31:12.790 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 280, 2024-04-10T15:31:12.790 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 13370611 2024-04-10T15:31:12.790 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.790 INFO:tasks.workunit.client.0.smithi069.stdout: "txc_throttle_lat": { 2024-04-10T15:31:12.790 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 280, 2024-04-10T15:31:12.790 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1702003 2024-04-10T15:31:12.790 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:12.790 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.791 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore-pricache": { 2024-04-10T15:31:12.791 INFO:tasks.workunit.client.0.smithi069.stdout: "cache_bytes": { 2024-04-10T15:31:12.791 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1861621688 2024-04-10T15:31:12.791 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.791 INFO:tasks.workunit.client.0.smithi069.stdout: "heap_bytes": { 2024-04-10T15:31:12.791 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 43433984 2024-04-10T15:31:12.791 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.791 INFO:tasks.workunit.client.0.smithi069.stdout: "mapped_bytes": { 2024-04-10T15:31:12.791 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 42115072 2024-04-10T15:31:12.791 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.791 INFO:tasks.workunit.client.0.smithi069.stdout: "target_bytes": { 2024-04-10T15:31:12.791 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3137562419 2024-04-10T15:31:12.791 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.792 INFO:tasks.workunit.client.0.smithi069.stdout: "unmapped_bytes": { 2024-04-10T15:31:12.792 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1318912 2024-04-10T15:31:12.792 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:12.792 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.792 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore-pricache:data": { 2024-04-10T15:31:12.792 INFO:tasks.workunit.client.0.smithi069.stdout: "committed_bytes": { 2024-04-10T15:31:12.792 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 159383552 2024-04-10T15:31:12.792 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.792 INFO:tasks.workunit.client.0.smithi069.stdout: "pri0_bytes": { 2024-04-10T15:31:12.792 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.792 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.792 INFO:tasks.workunit.client.0.smithi069.stdout: "pri10_bytes": { 2024-04-10T15:31:12.792 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.793 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.793 INFO:tasks.workunit.client.0.smithi069.stdout: "pri11_bytes": { 2024-04-10T15:31:12.793 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 85508775 2024-04-10T15:31:12.793 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.793 INFO:tasks.workunit.client.0.smithi069.stdout: "pri1_bytes": { 2024-04-10T15:31:12.793 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.793 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.793 INFO:tasks.workunit.client.0.smithi069.stdout: "pri2_bytes": { 2024-04-10T15:31:12.793 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.793 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.793 INFO:tasks.workunit.client.0.smithi069.stdout: "pri3_bytes": { 2024-04-10T15:31:12.793 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.793 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.793 INFO:tasks.workunit.client.0.smithi069.stdout: "pri4_bytes": { 2024-04-10T15:31:12.794 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.794 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.794 INFO:tasks.workunit.client.0.smithi069.stdout: "pri5_bytes": { 2024-04-10T15:31:12.794 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.794 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.794 INFO:tasks.workunit.client.0.smithi069.stdout: "pri6_bytes": { 2024-04-10T15:31:12.794 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.794 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.794 INFO:tasks.workunit.client.0.smithi069.stdout: "pri7_bytes": { 2024-04-10T15:31:12.794 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.794 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.794 INFO:tasks.workunit.client.0.smithi069.stdout: "pri8_bytes": { 2024-04-10T15:31:12.795 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.795 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.795 INFO:tasks.workunit.client.0.smithi069.stdout: "pri9_bytes": { 2024-04-10T15:31:12.795 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.795 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.795 INFO:tasks.workunit.client.0.smithi069.stdout: "reserved_bytes": { 2024-04-10T15:31:12.795 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 73874777 2024-04-10T15:31:12.795 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:12.795 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.795 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore-pricache:kv": { 2024-04-10T15:31:12.795 INFO:tasks.workunit.client.0.smithi069.stdout: "committed_bytes": { 2024-04-10T15:31:12.795 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 780140544 2024-04-10T15:31:12.796 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.796 INFO:tasks.workunit.client.0.smithi069.stdout: "pri0_bytes": { 2024-04-10T15:31:12.796 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 67108864 2024-04-10T15:31:12.796 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.796 INFO:tasks.workunit.client.0.smithi069.stdout: "pri10_bytes": { 2024-04-10T15:31:12.796 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.796 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.796 INFO:tasks.workunit.client.0.smithi069.stdout: "pri11_bytes": { 2024-04-10T15:31:12.796 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 641315812 2024-04-10T15:31:12.796 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.796 INFO:tasks.workunit.client.0.smithi069.stdout: "pri1_bytes": { 2024-04-10T15:31:12.797 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.797 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.797 INFO:tasks.workunit.client.0.smithi069.stdout: "pri2_bytes": { 2024-04-10T15:31:12.797 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.797 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.797 INFO:tasks.workunit.client.0.smithi069.stdout: "pri3_bytes": { 2024-04-10T15:31:12.797 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.797 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.797 INFO:tasks.workunit.client.0.smithi069.stdout: "pri4_bytes": { 2024-04-10T15:31:12.797 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.797 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.798 INFO:tasks.workunit.client.0.smithi069.stdout: "pri5_bytes": { 2024-04-10T15:31:12.798 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.798 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.798 INFO:tasks.workunit.client.0.smithi069.stdout: "pri6_bytes": { 2024-04-10T15:31:12.798 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2128 2024-04-10T15:31:12.798 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.798 INFO:tasks.workunit.client.0.smithi069.stdout: "pri7_bytes": { 2024-04-10T15:31:12.798 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.798 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.798 INFO:tasks.workunit.client.0.smithi069.stdout: "pri8_bytes": { 2024-04-10T15:31:12.798 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.798 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.799 INFO:tasks.workunit.client.0.smithi069.stdout: "pri9_bytes": { 2024-04-10T15:31:12.799 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.799 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.799 INFO:tasks.workunit.client.0.smithi069.stdout: "reserved_bytes": { 2024-04-10T15:31:12.799 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 71713740 2024-04-10T15:31:12.799 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:12.799 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.799 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore-pricache:kv_onode": { 2024-04-10T15:31:12.799 INFO:tasks.workunit.client.0.smithi069.stdout: "committed_bytes": { 2024-04-10T15:31:12.799 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 192937984 2024-04-10T15:31:12.799 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.799 INFO:tasks.workunit.client.0.smithi069.stdout: "pri0_bytes": { 2024-04-10T15:31:12.799 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 67108864 2024-04-10T15:31:12.800 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.800 INFO:tasks.workunit.client.0.smithi069.stdout: "pri10_bytes": { 2024-04-10T15:31:12.800 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 464 2024-04-10T15:31:12.800 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.800 INFO:tasks.workunit.client.0.smithi069.stdout: "pri11_bytes": { 2024-04-10T15:31:12.800 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 57005850 2024-04-10T15:31:12.800 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.800 INFO:tasks.workunit.client.0.smithi069.stdout: "pri1_bytes": { 2024-04-10T15:31:12.800 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.800 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.800 INFO:tasks.workunit.client.0.smithi069.stdout: "pri2_bytes": { 2024-04-10T15:31:12.800 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.800 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.800 INFO:tasks.workunit.client.0.smithi069.stdout: "pri3_bytes": { 2024-04-10T15:31:12.801 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.801 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.801 INFO:tasks.workunit.client.0.smithi069.stdout: "pri4_bytes": { 2024-04-10T15:31:12.801 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.801 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.801 INFO:tasks.workunit.client.0.smithi069.stdout: "pri5_bytes": { 2024-04-10T15:31:12.801 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.801 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.801 INFO:tasks.workunit.client.0.smithi069.stdout: "pri6_bytes": { 2024-04-10T15:31:12.801 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.801 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.801 INFO:tasks.workunit.client.0.smithi069.stdout: "pri7_bytes": { 2024-04-10T15:31:12.801 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.801 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.802 INFO:tasks.workunit.client.0.smithi069.stdout: "pri8_bytes": { 2024-04-10T15:31:12.802 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.802 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.802 INFO:tasks.workunit.client.0.smithi069.stdout: "pri9_bytes": { 2024-04-10T15:31:12.802 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.802 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.802 INFO:tasks.workunit.client.0.smithi069.stdout: "reserved_bytes": { 2024-04-10T15:31:12.802 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 68822806 2024-04-10T15:31:12.802 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:12.802 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.802 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore-pricache:meta": { 2024-04-10T15:31:12.802 INFO:tasks.workunit.client.0.smithi069.stdout: "committed_bytes": { 2024-04-10T15:31:12.802 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 713031680 2024-04-10T15:31:12.803 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.803 INFO:tasks.workunit.client.0.smithi069.stdout: "pri0_bytes": { 2024-04-10T15:31:12.803 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.803 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.803 INFO:tasks.workunit.client.0.smithi069.stdout: "pri10_bytes": { 2024-04-10T15:31:12.803 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.803 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.803 INFO:tasks.workunit.client.0.smithi069.stdout: "pri11_bytes": { 2024-04-10T15:31:12.803 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 641315812 2024-04-10T15:31:12.803 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.803 INFO:tasks.workunit.client.0.smithi069.stdout: "pri1_bytes": { 2024-04-10T15:31:12.803 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.803 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.803 INFO:tasks.workunit.client.0.smithi069.stdout: "pri2_bytes": { 2024-04-10T15:31:12.804 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.804 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.804 INFO:tasks.workunit.client.0.smithi069.stdout: "pri3_bytes": { 2024-04-10T15:31:12.804 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.804 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.804 INFO:tasks.workunit.client.0.smithi069.stdout: "pri4_bytes": { 2024-04-10T15:31:12.804 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.804 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.804 INFO:tasks.workunit.client.0.smithi069.stdout: "pri5_bytes": { 2024-04-10T15:31:12.804 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 13201 2024-04-10T15:31:12.804 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.804 INFO:tasks.workunit.client.0.smithi069.stdout: "pri6_bytes": { 2024-04-10T15:31:12.804 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 213624 2024-04-10T15:31:12.804 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.805 INFO:tasks.workunit.client.0.smithi069.stdout: "pri7_bytes": { 2024-04-10T15:31:12.805 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.805 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.805 INFO:tasks.workunit.client.0.smithi069.stdout: "pri8_bytes": { 2024-04-10T15:31:12.805 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.805 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.805 INFO:tasks.workunit.client.0.smithi069.stdout: "pri9_bytes": { 2024-04-10T15:31:12.805 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.805 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.805 INFO:tasks.workunit.client.0.smithi069.stdout: "reserved_bytes": { 2024-04-10T15:31:12.805 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 71489043 2024-04-10T15:31:12.805 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:12.805 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.806 INFO:tasks.workunit.client.0.smithi069.stdout: "objecter": { 2024-04-10T15:31:12.806 INFO:tasks.workunit.client.0.smithi069.stdout: "op_active": { 2024-04-10T15:31:12.806 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.806 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.806 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r": { 2024-04-10T15:31:12.806 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.806 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.806 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rmw": { 2024-04-10T15:31:12.806 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.806 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.806 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w": { 2024-04-10T15:31:12.806 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.807 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:12.807 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.807 INFO:tasks.workunit.client.0.smithi069.stdout: "osd": { 2024-04-10T15:31:12.807 INFO:tasks.workunit.client.0.smithi069.stdout: "numpg": { 2024-04-10T15:31:12.807 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 39 2024-04-10T15:31:12.807 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.807 INFO:tasks.workunit.client.0.smithi069.stdout: "numpg_removing": { 2024-04-10T15:31:12.807 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.807 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.807 INFO:tasks.workunit.client.0.smithi069.stdout: "op": { 2024-04-10T15:31:12.807 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 13 2024-04-10T15:31:12.807 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.807 INFO:tasks.workunit.client.0.smithi069.stdout: "op_delayed_degraded": { 2024-04-10T15:31:12.808 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.808 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.808 INFO:tasks.workunit.client.0.smithi069.stdout: "op_delayed_unreadable": { 2024-04-10T15:31:12.808 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.808 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.808 INFO:tasks.workunit.client.0.smithi069.stdout: "op_in_bytes": { 2024-04-10T15:31:12.808 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2812 2024-04-10T15:31:12.808 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.808 INFO:tasks.workunit.client.0.smithi069.stdout: "op_latency": { 2024-04-10T15:31:12.808 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 13, 2024-04-10T15:31:12.808 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 161581831 2024-04-10T15:31:12.808 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.808 INFO:tasks.workunit.client.0.smithi069.stdout: "op_out_bytes": { 2024-04-10T15:31:12.808 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.809 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.809 INFO:tasks.workunit.client.0.smithi069.stdout: "op_prepare_latency": { 2024-04-10T15:31:12.809 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 15, 2024-04-10T15:31:12.809 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 6676029 2024-04-10T15:31:12.809 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.809 INFO:tasks.workunit.client.0.smithi069.stdout: "op_process_latency": { 2024-04-10T15:31:12.809 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 13, 2024-04-10T15:31:12.809 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 93106927 2024-04-10T15:31:12.809 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.809 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r": { 2024-04-10T15:31:12.809 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.809 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.809 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r_latency": { 2024-04-10T15:31:12.810 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:12.810 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.810 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.810 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-10T15:31:12.810 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.810 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.810 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r_out_bytes": { 2024-04-10T15:31:12.810 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.810 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.810 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r_prepare_latency": { 2024-04-10T15:31:12.810 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:12.810 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.810 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.811 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r_process_latency": { 2024-04-10T15:31:12.811 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:12.811 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.811 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.811 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw": { 2024-04-10T15:31:12.811 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.811 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.811 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_in_bytes": { 2024-04-10T15:31:12.811 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.811 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.811 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_latency": { 2024-04-10T15:31:12.811 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:12.811 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.811 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.812 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-10T15:31:12.812 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.812 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.812 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-10T15:31:12.812 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.812 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.812 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_out_bytes": { 2024-04-10T15:31:12.812 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.812 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.812 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_prepare_latency": { 2024-04-10T15:31:12.812 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:12.812 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.812 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.812 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_process_latency": { 2024-04-10T15:31:12.813 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:12.813 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.813 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.813 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w": { 2024-04-10T15:31:12.813 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 13 2024-04-10T15:31:12.813 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.813 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w_in_bytes": { 2024-04-10T15:31:12.813 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2812 2024-04-10T15:31:12.813 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.813 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w_latency": { 2024-04-10T15:31:12.813 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 13, 2024-04-10T15:31:12.814 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 161581831 2024-04-10T15:31:12.814 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.814 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-10T15:31:12.814 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.814 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.814 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w_prepare_latency": { 2024-04-10T15:31:12.814 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 15, 2024-04-10T15:31:12.814 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 6676029 2024-04-10T15:31:12.814 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.814 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w_process_latency": { 2024-04-10T15:31:12.814 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 13, 2024-04-10T15:31:12.814 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 93106927 2024-04-10T15:31:12.815 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.815 INFO:tasks.workunit.client.0.smithi069.stdout: "op_wip": { 2024-04-10T15:31:12.815 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.815 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.815 INFO:tasks.workunit.client.0.smithi069.stdout: "recovery_bytes": { 2024-04-10T15:31:12.815 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.815 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.815 INFO:tasks.workunit.client.0.smithi069.stdout: "recovery_ops": { 2024-04-10T15:31:12.815 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.815 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.815 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_bytes": { 2024-04-10T15:31:12.815 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 95995035648 2024-04-10T15:31:12.816 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.816 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_bytes_used": { 2024-04-10T15:31:12.816 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 28975104 2024-04-10T15:31:12.816 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:12.816 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:12.816 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.816 INFO:tasks.workunit.client.0.smithi069.stdout: "osd.7": { 2024-04-10T15:31:12.816 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs": { 2024-04-10T15:31:12.816 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_slow_fallback": { 2024-04-10T15:31:12.816 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.816 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.816 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_slow_size_fallback": { 2024-04-10T15:31:12.817 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.817 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.817 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_unit_db": { 2024-04-10T15:31:12.817 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 65536 2024-04-10T15:31:12.817 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.817 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_unit_main": { 2024-04-10T15:31:12.817 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.817 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.817 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_unit_wal": { 2024-04-10T15:31:12.817 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.817 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.817 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes_written_slow": { 2024-04-10T15:31:12.818 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.818 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.818 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes_written_sst": { 2024-04-10T15:31:12.818 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 12288 2024-04-10T15:31:12.818 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.818 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes_written_wal": { 2024-04-10T15:31:12.818 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 5668864 2024-04-10T15:31:12.818 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.818 INFO:tasks.workunit.client.0.smithi069.stdout: "compact_lat": { 2024-04-10T15:31:12.818 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:12.818 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.819 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.819 INFO:tasks.workunit.client.0.smithi069.stdout: "compact_lock_lat": { 2024-04-10T15:31:12.819 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:12.819 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.819 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.819 INFO:tasks.workunit.client.0.smithi069.stdout: "db_total_bytes": { 2024-04-10T15:31:12.819 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 95995035648 2024-04-10T15:31:12.819 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.819 INFO:tasks.workunit.client.0.smithi069.stdout: "db_used_bytes": { 2024-04-10T15:31:12.819 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 27656192 2024-04-10T15:31:12.819 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.819 INFO:tasks.workunit.client.0.smithi069.stdout: "log_bytes": { 2024-04-10T15:31:12.820 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2670592 2024-04-10T15:31:12.820 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.820 INFO:tasks.workunit.client.0.smithi069.stdout: "logged_bytes": { 2024-04-10T15:31:12.820 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2531328 2024-04-10T15:31:12.820 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.820 INFO:tasks.workunit.client.0.smithi069.stdout: "max_bytes_db": { 2024-04-10T15:31:12.820 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 31850496 2024-04-10T15:31:12.820 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.820 INFO:tasks.workunit.client.0.smithi069.stdout: "max_bytes_slow": { 2024-04-10T15:31:12.820 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.820 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.821 INFO:tasks.workunit.client.0.smithi069.stdout: "max_bytes_wal": { 2024-04-10T15:31:12.821 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.821 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.821 INFO:tasks.workunit.client.0.smithi069.stdout: "num_files": { 2024-04-10T15:31:12.821 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 14 2024-04-10T15:31:12.821 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.821 INFO:tasks.workunit.client.0.smithi069.stdout: "read_bytes": { 2024-04-10T15:31:12.821 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 206272 2024-04-10T15:31:12.821 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.821 INFO:tasks.workunit.client.0.smithi069.stdout: "read_count": { 2024-04-10T15:31:12.821 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 23 2024-04-10T15:31:12.821 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.821 INFO:tasks.workunit.client.0.smithi069.stdout: "read_disk_bytes": { 2024-04-10T15:31:12.821 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1282048 2024-04-10T15:31:12.822 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.822 INFO:tasks.workunit.client.0.smithi069.stdout: "read_disk_bytes_db": { 2024-04-10T15:31:12.822 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1286144 2024-04-10T15:31:12.822 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.822 INFO:tasks.workunit.client.0.smithi069.stdout: "read_disk_bytes_slow": { 2024-04-10T15:31:12.822 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.822 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.822 INFO:tasks.workunit.client.0.smithi069.stdout: "read_disk_bytes_wal": { 2024-04-10T15:31:12.822 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.822 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.822 INFO:tasks.workunit.client.0.smithi069.stdout: "read_disk_count": { 2024-04-10T15:31:12.823 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 15 2024-04-10T15:31:12.823 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.823 INFO:tasks.workunit.client.0.smithi069.stdout: "read_prefetch_bytes": { 2024-04-10T15:31:12.823 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 4913 2024-04-10T15:31:12.823 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.823 INFO:tasks.workunit.client.0.smithi069.stdout: "read_prefetch_count": { 2024-04-10T15:31:12.823 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 4 2024-04-10T15:31:12.823 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.823 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_buffer_bytes": { 2024-04-10T15:31:12.823 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 5499 2024-04-10T15:31:12.823 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.823 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_buffer_count": { 2024-04-10T15:31:12.824 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 24 2024-04-10T15:31:12.824 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.824 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_bytes": { 2024-04-10T15:31:12.824 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 5499 2024-04-10T15:31:12.824 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.824 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_count": { 2024-04-10T15:31:12.824 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 24 2024-04-10T15:31:12.824 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.824 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_disk_bytes": { 2024-04-10T15:31:12.824 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.824 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.824 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_disk_bytes_db": { 2024-04-10T15:31:12.825 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.825 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.825 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_disk_bytes_slow": { 2024-04-10T15:31:12.825 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.825 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.825 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_disk_bytes_wal": { 2024-04-10T15:31:12.825 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.825 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.825 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_disk_count": { 2024-04-10T15:31:12.825 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.826 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.826 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_total_bytes": { 2024-04-10T15:31:12.826 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.826 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.826 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_used_bytes": { 2024-04-10T15:31:12.826 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.826 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.826 INFO:tasks.workunit.client.0.smithi069.stdout: "wal_total_bytes": { 2024-04-10T15:31:12.826 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.826 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.826 INFO:tasks.workunit.client.0.smithi069.stdout: "wal_used_bytes": { 2024-04-10T15:31:12.826 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.827 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.827 INFO:tasks.workunit.client.0.smithi069.stdout: "write_bytes": { 2024-04-10T15:31:12.827 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 8278016 2024-04-10T15:31:12.827 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:12.827 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.827 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore": { 2024-04-10T15:31:12.827 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_unit": { 2024-04-10T15:31:12.827 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 4096 2024-04-10T15:31:12.827 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.827 INFO:tasks.workunit.client.0.smithi069.stdout: "allocated": { 2024-04-10T15:31:12.827 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1310720 2024-04-10T15:31:12.828 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.828 INFO:tasks.workunit.client.0.smithi069.stdout: "clist_lat": { 2024-04-10T15:31:12.828 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 5, 2024-04-10T15:31:12.828 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 382582 2024-04-10T15:31:12.828 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.828 INFO:tasks.workunit.client.0.smithi069.stdout: "compress_lat": { 2024-04-10T15:31:12.828 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:12.828 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.828 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.828 INFO:tasks.workunit.client.0.smithi069.stdout: "compressed": { 2024-04-10T15:31:12.828 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.828 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.828 INFO:tasks.workunit.client.0.smithi069.stdout: "compressed_allocated": { 2024-04-10T15:31:12.829 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.829 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.829 INFO:tasks.workunit.client.0.smithi069.stdout: "compressed_original": { 2024-04-10T15:31:12.829 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.829 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.829 INFO:tasks.workunit.client.0.smithi069.stdout: "csum_lat": { 2024-04-10T15:31:12.829 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 7, 2024-04-10T15:31:12.829 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 26671 2024-04-10T15:31:12.829 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.829 INFO:tasks.workunit.client.0.smithi069.stdout: "decompress_lat": { 2024-04-10T15:31:12.829 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:12.829 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.830 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.830 INFO:tasks.workunit.client.0.smithi069.stdout: "fragmentation_micros": { 2024-04-10T15:31:12.830 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.830 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.830 INFO:tasks.workunit.client.0.smithi069.stdout: "kv_commit_lat": { 2024-04-10T15:31:12.830 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 605, 2024-04-10T15:31:12.830 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 482302108 2024-04-10T15:31:12.830 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.830 INFO:tasks.workunit.client.0.smithi069.stdout: "kv_final_lat": { 2024-04-10T15:31:12.830 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 604, 2024-04-10T15:31:12.830 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 27101065 2024-04-10T15:31:12.830 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.830 INFO:tasks.workunit.client.0.smithi069.stdout: "kv_flush_lat": { 2024-04-10T15:31:12.830 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 605, 2024-04-10T15:31:12.831 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 493247 2024-04-10T15:31:12.831 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.831 INFO:tasks.workunit.client.0.smithi069.stdout: "kv_sync_lat": { 2024-04-10T15:31:12.831 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 605, 2024-04-10T15:31:12.831 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 482795355 2024-04-10T15:31:12.831 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.831 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_get_keys_lat": { 2024-04-10T15:31:12.831 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:12.831 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.831 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.831 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_get_values_lat": { 2024-04-10T15:31:12.831 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 2, 2024-04-10T15:31:12.831 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 42481 2024-04-10T15:31:12.831 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.832 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_lower_bound_lat": { 2024-04-10T15:31:12.832 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:12.832 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.832 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.832 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_next_lat": { 2024-04-10T15:31:12.832 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:12.832 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.832 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.832 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_seek_to_first_lat": { 2024-04-10T15:31:12.832 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T15:31:12.832 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.833 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.833 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_upper_bound_lat": { 2024-04-10T15:31:12.833 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 2, 2024-04-10T15:31:12.833 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 4164 2024-04-10T15:31:12.833 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.833 INFO:tasks.workunit.client.0.smithi069.stdout: "onode_hits": { 2024-04-10T15:31:12.833 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3846 2024-04-10T15:31:12.833 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.833 INFO:tasks.workunit.client.0.smithi069.stdout: "onode_misses": { 2024-04-10T15:31:12.833 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 385 2024-04-10T15:31:12.833 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.833 INFO:tasks.workunit.client.0.smithi069.stdout: "read_lat": { 2024-04-10T15:31:12.834 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 131, 2024-04-10T15:31:12.834 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2220701 2024-04-10T15:31:12.834 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.834 INFO:tasks.workunit.client.0.smithi069.stdout: "read_onode_meta_lat": { 2024-04-10T15:31:12.834 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 209, 2024-04-10T15:31:12.834 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 428420 2024-04-10T15:31:12.834 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.834 INFO:tasks.workunit.client.0.smithi069.stdout: "read_wait_aio_lat": { 2024-04-10T15:31:12.834 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 78, 2024-04-10T15:31:12.834 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1355666 2024-04-10T15:31:12.834 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.835 INFO:tasks.workunit.client.0.smithi069.stdout: "reads_with_retries": { 2024-04-10T15:31:12.835 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.835 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.835 INFO:tasks.workunit.client.0.smithi069.stdout: "remove_lat": { 2024-04-10T15:31:12.835 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 102, 2024-04-10T15:31:12.835 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 6031021 2024-04-10T15:31:12.835 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.835 INFO:tasks.workunit.client.0.smithi069.stdout: "state_aio_wait_lat": { 2024-04-10T15:31:12.835 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 3408, 2024-04-10T15:31:12.835 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3767467886 2024-04-10T15:31:12.835 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.835 INFO:tasks.workunit.client.0.smithi069.stdout: "state_deferred_aio_wait_lat": { 2024-04-10T15:31:12.836 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 19, 2024-04-10T15:31:12.836 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 23438632 2024-04-10T15:31:12.836 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.836 INFO:tasks.workunit.client.0.smithi069.stdout: "state_deferred_cleanup_lat": { 2024-04-10T15:31:12.836 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 19, 2024-04-10T15:31:12.836 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 516304901134 2024-04-10T15:31:12.836 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.836 INFO:tasks.workunit.client.0.smithi069.stdout: "state_deferred_queued_lat": { 2024-04-10T15:31:12.836 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 19, 2024-04-10T15:31:12.836 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 27724992395 2024-04-10T15:31:12.836 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.836 INFO:tasks.workunit.client.0.smithi069.stdout: "state_done_lat": { 2024-04-10T15:31:12.836 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 3408, 2024-04-10T15:31:12.837 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1185446801 2024-04-10T15:31:12.837 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.837 INFO:tasks.workunit.client.0.smithi069.stdout: "state_finishing_lat": { 2024-04-10T15:31:12.837 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 3408, 2024-04-10T15:31:12.837 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 200446 2024-04-10T15:31:12.837 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.837 INFO:tasks.workunit.client.0.smithi069.stdout: "state_io_done_lat": { 2024-04-10T15:31:12.837 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 3408, 2024-04-10T15:31:12.837 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 118992422 2024-04-10T15:31:12.837 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.837 INFO:tasks.workunit.client.0.smithi069.stdout: "state_kv_commiting_lat": { 2024-04-10T15:31:12.837 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 3408, 2024-04-10T15:31:12.837 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2523026811 2024-04-10T15:31:12.837 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.838 INFO:tasks.workunit.client.0.smithi069.stdout: "state_kv_done_lat": { 2024-04-10T15:31:12.838 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 3408, 2024-04-10T15:31:12.838 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 490895 2024-04-10T15:31:12.838 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.838 INFO:tasks.workunit.client.0.smithi069.stdout: "state_kv_queued_lat": { 2024-04-10T15:31:12.838 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 3408, 2024-04-10T15:31:12.838 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1581046804 2024-04-10T15:31:12.838 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.838 INFO:tasks.workunit.client.0.smithi069.stdout: "state_prepare_lat": { 2024-04-10T15:31:12.838 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 3408, 2024-04-10T15:31:12.838 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 362690865 2024-04-10T15:31:12.838 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.839 INFO:tasks.workunit.client.0.smithi069.stdout: "stored": { 2024-04-10T15:31:12.839 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 900326 2024-04-10T15:31:12.839 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.839 INFO:tasks.workunit.client.0.smithi069.stdout: "truncate_lat": { 2024-04-10T15:31:12.839 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 18, 2024-04-10T15:31:12.839 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 70270 2024-04-10T15:31:12.839 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.839 INFO:tasks.workunit.client.0.smithi069.stdout: "txc_commit_lat": { 2024-04-10T15:31:12.839 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 3408, 2024-04-10T15:31:12.839 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 8353463383 2024-04-10T15:31:12.839 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.839 INFO:tasks.workunit.client.0.smithi069.stdout: "txc_submit_lat": { 2024-04-10T15:31:12.839 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 3408, 2024-04-10T15:31:12.840 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 395331290 2024-04-10T15:31:12.840 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.840 INFO:tasks.workunit.client.0.smithi069.stdout: "txc_throttle_lat": { 2024-04-10T15:31:12.840 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 3408, 2024-04-10T15:31:12.840 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 275699039 2024-04-10T15:31:12.840 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:12.840 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.840 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore-pricache": { 2024-04-10T15:31:12.840 INFO:tasks.workunit.client.0.smithi069.stdout: "cache_bytes": { 2024-04-10T15:31:12.840 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1861621688 2024-04-10T15:31:12.840 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.840 INFO:tasks.workunit.client.0.smithi069.stdout: "heap_bytes": { 2024-04-10T15:31:12.841 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 46579712 2024-04-10T15:31:12.841 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.841 INFO:tasks.workunit.client.0.smithi069.stdout: "mapped_bytes": { 2024-04-10T15:31:12.841 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 45981696 2024-04-10T15:31:12.841 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.841 INFO:tasks.workunit.client.0.smithi069.stdout: "target_bytes": { 2024-04-10T15:31:12.841 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3137562419 2024-04-10T15:31:12.841 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.841 INFO:tasks.workunit.client.0.smithi069.stdout: "unmapped_bytes": { 2024-04-10T15:31:12.841 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 598016 2024-04-10T15:31:12.841 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:12.841 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.842 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore-pricache:data": { 2024-04-10T15:31:12.842 INFO:tasks.workunit.client.0.smithi069.stdout: "committed_bytes": { 2024-04-10T15:31:12.842 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 159383552 2024-04-10T15:31:12.842 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.842 INFO:tasks.workunit.client.0.smithi069.stdout: "pri0_bytes": { 2024-04-10T15:31:12.842 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.842 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.842 INFO:tasks.workunit.client.0.smithi069.stdout: "pri10_bytes": { 2024-04-10T15:31:12.842 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.842 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.842 INFO:tasks.workunit.client.0.smithi069.stdout: "pri11_bytes": { 2024-04-10T15:31:12.843 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 85493371 2024-04-10T15:31:12.843 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.843 INFO:tasks.workunit.client.0.smithi069.stdout: "pri1_bytes": { 2024-04-10T15:31:12.843 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.843 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.843 INFO:tasks.workunit.client.0.smithi069.stdout: "pri2_bytes": { 2024-04-10T15:31:12.843 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.843 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.843 INFO:tasks.workunit.client.0.smithi069.stdout: "pri3_bytes": { 2024-04-10T15:31:12.843 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.843 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.843 INFO:tasks.workunit.client.0.smithi069.stdout: "pri4_bytes": { 2024-04-10T15:31:12.844 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.844 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.844 INFO:tasks.workunit.client.0.smithi069.stdout: "pri5_bytes": { 2024-04-10T15:31:12.844 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.844 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.844 INFO:tasks.workunit.client.0.smithi069.stdout: "pri6_bytes": { 2024-04-10T15:31:12.844 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 135168 2024-04-10T15:31:12.844 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.844 INFO:tasks.workunit.client.0.smithi069.stdout: "pri7_bytes": { 2024-04-10T15:31:12.844 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.844 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.844 INFO:tasks.workunit.client.0.smithi069.stdout: "pri8_bytes": { 2024-04-10T15:31:12.844 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.844 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.845 INFO:tasks.workunit.client.0.smithi069.stdout: "pri9_bytes": { 2024-04-10T15:31:12.845 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.845 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.845 INFO:tasks.workunit.client.0.smithi069.stdout: "reserved_bytes": { 2024-04-10T15:31:12.845 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 73755013 2024-04-10T15:31:12.845 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:12.845 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.845 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore-pricache:kv": { 2024-04-10T15:31:12.845 INFO:tasks.workunit.client.0.smithi069.stdout: "committed_bytes": { 2024-04-10T15:31:12.845 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 780140544 2024-04-10T15:31:12.845 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.845 INFO:tasks.workunit.client.0.smithi069.stdout: "pri0_bytes": { 2024-04-10T15:31:12.845 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 67108864 2024-04-10T15:31:12.845 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.846 INFO:tasks.workunit.client.0.smithi069.stdout: "pri10_bytes": { 2024-04-10T15:31:12.846 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.846 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.846 INFO:tasks.workunit.client.0.smithi069.stdout: "pri11_bytes": { 2024-04-10T15:31:12.846 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 641200284 2024-04-10T15:31:12.846 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.846 INFO:tasks.workunit.client.0.smithi069.stdout: "pri1_bytes": { 2024-04-10T15:31:12.846 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.846 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.846 INFO:tasks.workunit.client.0.smithi069.stdout: "pri2_bytes": { 2024-04-10T15:31:12.846 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.846 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.846 INFO:tasks.workunit.client.0.smithi069.stdout: "pri3_bytes": { 2024-04-10T15:31:12.847 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.847 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.847 INFO:tasks.workunit.client.0.smithi069.stdout: "pri4_bytes": { 2024-04-10T15:31:12.847 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.847 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.847 INFO:tasks.workunit.client.0.smithi069.stdout: "pri5_bytes": { 2024-04-10T15:31:12.847 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.847 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.847 INFO:tasks.workunit.client.0.smithi069.stdout: "pri6_bytes": { 2024-04-10T15:31:12.847 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2128 2024-04-10T15:31:12.847 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.847 INFO:tasks.workunit.client.0.smithi069.stdout: "pri7_bytes": { 2024-04-10T15:31:12.847 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.847 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.848 INFO:tasks.workunit.client.0.smithi069.stdout: "pri8_bytes": { 2024-04-10T15:31:12.848 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.848 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.848 INFO:tasks.workunit.client.0.smithi069.stdout: "pri9_bytes": { 2024-04-10T15:31:12.848 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.848 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.848 INFO:tasks.workunit.client.0.smithi069.stdout: "reserved_bytes": { 2024-04-10T15:31:12.848 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 71829268 2024-04-10T15:31:12.848 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:12.848 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.848 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore-pricache:kv_onode": { 2024-04-10T15:31:12.848 INFO:tasks.workunit.client.0.smithi069.stdout: "committed_bytes": { 2024-04-10T15:31:12.848 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 192937984 2024-04-10T15:31:12.848 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.849 INFO:tasks.workunit.client.0.smithi069.stdout: "pri0_bytes": { 2024-04-10T15:31:12.849 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 67108864 2024-04-10T15:31:12.849 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.849 INFO:tasks.workunit.client.0.smithi069.stdout: "pri10_bytes": { 2024-04-10T15:31:12.849 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 464 2024-04-10T15:31:12.849 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.849 INFO:tasks.workunit.client.0.smithi069.stdout: "pri11_bytes": { 2024-04-10T15:31:12.849 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 56995580 2024-04-10T15:31:12.849 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.849 INFO:tasks.workunit.client.0.smithi069.stdout: "pri1_bytes": { 2024-04-10T15:31:12.849 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.849 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.849 INFO:tasks.workunit.client.0.smithi069.stdout: "pri2_bytes": { 2024-04-10T15:31:12.849 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.850 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.850 INFO:tasks.workunit.client.0.smithi069.stdout: "pri3_bytes": { 2024-04-10T15:31:12.850 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.850 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.850 INFO:tasks.workunit.client.0.smithi069.stdout: "pri4_bytes": { 2024-04-10T15:31:12.850 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.850 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.850 INFO:tasks.workunit.client.0.smithi069.stdout: "pri5_bytes": { 2024-04-10T15:31:12.850 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.850 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.850 INFO:tasks.workunit.client.0.smithi069.stdout: "pri6_bytes": { 2024-04-10T15:31:12.850 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.851 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.851 INFO:tasks.workunit.client.0.smithi069.stdout: "pri7_bytes": { 2024-04-10T15:31:12.851 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.851 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.851 INFO:tasks.workunit.client.0.smithi069.stdout: "pri8_bytes": { 2024-04-10T15:31:12.851 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.851 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.851 INFO:tasks.workunit.client.0.smithi069.stdout: "pri9_bytes": { 2024-04-10T15:31:12.851 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.851 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.851 INFO:tasks.workunit.client.0.smithi069.stdout: "reserved_bytes": { 2024-04-10T15:31:12.851 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 68833076 2024-04-10T15:31:12.852 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:12.852 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.852 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore-pricache:meta": { 2024-04-10T15:31:12.852 INFO:tasks.workunit.client.0.smithi069.stdout: "committed_bytes": { 2024-04-10T15:31:12.852 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 713031680 2024-04-10T15:31:12.852 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.852 INFO:tasks.workunit.client.0.smithi069.stdout: "pri0_bytes": { 2024-04-10T15:31:12.852 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.852 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.852 INFO:tasks.workunit.client.0.smithi069.stdout: "pri10_bytes": { 2024-04-10T15:31:12.852 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.852 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.852 INFO:tasks.workunit.client.0.smithi069.stdout: "pri11_bytes": { 2024-04-10T15:31:12.853 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 641200284 2024-04-10T15:31:12.853 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.853 INFO:tasks.workunit.client.0.smithi069.stdout: "pri1_bytes": { 2024-04-10T15:31:12.853 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.853 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.853 INFO:tasks.workunit.client.0.smithi069.stdout: "pri2_bytes": { 2024-04-10T15:31:12.853 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.853 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.853 INFO:tasks.workunit.client.0.smithi069.stdout: "pri3_bytes": { 2024-04-10T15:31:12.853 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.853 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.853 INFO:tasks.workunit.client.0.smithi069.stdout: "pri4_bytes": { 2024-04-10T15:31:12.854 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.854 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.854 INFO:tasks.workunit.client.0.smithi069.stdout: "pri5_bytes": { 2024-04-10T15:31:12.854 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.854 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.854 INFO:tasks.workunit.client.0.smithi069.stdout: "pri6_bytes": { 2024-04-10T15:31:12.854 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 338589 2024-04-10T15:31:12.854 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.854 INFO:tasks.workunit.client.0.smithi069.stdout: "pri7_bytes": { 2024-04-10T15:31:12.854 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.854 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.854 INFO:tasks.workunit.client.0.smithi069.stdout: "pri8_bytes": { 2024-04-10T15:31:12.855 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.855 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.855 INFO:tasks.workunit.client.0.smithi069.stdout: "pri9_bytes": { 2024-04-10T15:31:12.855 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.855 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.855 INFO:tasks.workunit.client.0.smithi069.stdout: "reserved_bytes": { 2024-04-10T15:31:12.855 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 71492807 2024-04-10T15:31:12.855 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:12.855 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.855 INFO:tasks.workunit.client.0.smithi069.stdout: "objecter": { 2024-04-10T15:31:12.855 INFO:tasks.workunit.client.0.smithi069.stdout: "op_active": { 2024-04-10T15:31:12.855 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.856 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.856 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r": { 2024-04-10T15:31:12.856 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.856 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.856 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rmw": { 2024-04-10T15:31:12.856 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.856 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.856 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w": { 2024-04-10T15:31:12.856 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.856 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:12.856 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.856 INFO:tasks.workunit.client.0.smithi069.stdout: "osd": { 2024-04-10T15:31:12.856 INFO:tasks.workunit.client.0.smithi069.stdout: "numpg": { 2024-04-10T15:31:12.857 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 46 2024-04-10T15:31:12.857 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.857 INFO:tasks.workunit.client.0.smithi069.stdout: "numpg_removing": { 2024-04-10T15:31:12.857 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.857 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.857 INFO:tasks.workunit.client.0.smithi069.stdout: "op": { 2024-04-10T15:31:12.857 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 157 2024-04-10T15:31:12.857 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.857 INFO:tasks.workunit.client.0.smithi069.stdout: "op_delayed_degraded": { 2024-04-10T15:31:12.857 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.857 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.857 INFO:tasks.workunit.client.0.smithi069.stdout: "op_delayed_unreadable": { 2024-04-10T15:31:12.857 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.857 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.858 INFO:tasks.workunit.client.0.smithi069.stdout: "op_in_bytes": { 2024-04-10T15:31:12.858 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.858 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.858 INFO:tasks.workunit.client.0.smithi069.stdout: "op_latency": { 2024-04-10T15:31:12.858 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 157, 2024-04-10T15:31:12.858 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 118488370 2024-04-10T15:31:12.858 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.858 INFO:tasks.workunit.client.0.smithi069.stdout: "op_out_bytes": { 2024-04-10T15:31:12.858 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 266182 2024-04-10T15:31:12.858 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.858 INFO:tasks.workunit.client.0.smithi069.stdout: "op_prepare_latency": { 2024-04-10T15:31:12.858 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 159, 2024-04-10T15:31:12.859 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 35778322 2024-04-10T15:31:12.859 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.859 INFO:tasks.workunit.client.0.smithi069.stdout: "op_process_latency": { 2024-04-10T15:31:12.859 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 157, 2024-04-10T15:31:12.859 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 110856488 2024-04-10T15:31:12.859 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.859 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r": { 2024-04-10T15:31:12.859 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 110 2024-04-10T15:31:12.859 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.859 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r_latency": { 2024-04-10T15:31:12.859 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 110, 2024-04-10T15:31:12.859 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 16197133 2024-04-10T15:31:12.859 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.860 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-10T15:31:12.860 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.860 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.860 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r_out_bytes": { 2024-04-10T15:31:12.860 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 266182 2024-04-10T15:31:12.860 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.860 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r_prepare_latency": { 2024-04-10T15:31:12.860 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 110, 2024-04-10T15:31:12.860 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 14323744 2024-04-10T15:31:12.860 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.860 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r_process_latency": { 2024-04-10T15:31:12.860 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 110, 2024-04-10T15:31:12.861 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 11704035 2024-04-10T15:31:12.861 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.861 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw": { 2024-04-10T15:31:12.861 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 42 2024-04-10T15:31:12.861 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.861 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_in_bytes": { 2024-04-10T15:31:12.861 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.861 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.861 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_latency": { 2024-04-10T15:31:12.861 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 42, 2024-04-10T15:31:12.861 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 42602814 2024-04-10T15:31:12.862 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.862 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-10T15:31:12.862 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.862 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.862 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-10T15:31:12.862 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.862 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.862 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_out_bytes": { 2024-04-10T15:31:12.862 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.862 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.862 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_prepare_latency": { 2024-04-10T15:31:12.862 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 42, 2024-04-10T15:31:12.863 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 18061266 2024-04-10T15:31:12.863 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.863 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_process_latency": { 2024-04-10T15:31:12.863 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 42, 2024-04-10T15:31:12.863 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 40077345 2024-04-10T15:31:12.863 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.863 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w": { 2024-04-10T15:31:12.863 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 5 2024-04-10T15:31:12.863 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.863 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w_in_bytes": { 2024-04-10T15:31:12.863 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.863 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.864 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w_latency": { 2024-04-10T15:31:12.864 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 5, 2024-04-10T15:31:12.864 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 59688423 2024-04-10T15:31:12.864 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.864 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-10T15:31:12.864 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.864 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.864 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w_prepare_latency": { 2024-04-10T15:31:12.864 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 7, 2024-04-10T15:31:12.864 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3393312 2024-04-10T15:31:12.864 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.864 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w_process_latency": { 2024-04-10T15:31:12.864 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 5, 2024-04-10T15:31:12.865 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 59075108 2024-04-10T15:31:12.865 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.865 INFO:tasks.workunit.client.0.smithi069.stdout: "op_wip": { 2024-04-10T15:31:12.865 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.865 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.865 INFO:tasks.workunit.client.0.smithi069.stdout: "recovery_bytes": { 2024-04-10T15:31:12.865 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.865 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.865 INFO:tasks.workunit.client.0.smithi069.stdout: "recovery_ops": { 2024-04-10T15:31:12.865 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T15:31:12.865 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.865 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_bytes": { 2024-04-10T15:31:12.865 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 95995035648 2024-04-10T15:31:12.865 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.866 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_bytes_used": { 2024-04-10T15:31:12.866 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 28975104 2024-04-10T15:31:12.866 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:12.866 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:12.866 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:12.866 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.866 INFO:tasks.workunit.client.0.smithi069.stdout: "pools": [ 2024-04-10T15:31:12.866 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:12.866 INFO:tasks.workunit.client.0.smithi069.stdout: "application": [ 2024-04-10T15:31:12.866 INFO:tasks.workunit.client.0.smithi069.stdout: "mgr" 2024-04-10T15:31:12.866 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:12.867 INFO:tasks.workunit.client.0.smithi069.stdout: "cache_mode": "none", 2024-04-10T15:31:12.867 INFO:tasks.workunit.client.0.smithi069.stdout: "erasure_code_profile": {}, 2024-04-10T15:31:12.867 INFO:tasks.workunit.client.0.smithi069.stdout: "min_size": 2, 2024-04-10T15:31:12.867 INFO:tasks.workunit.client.0.smithi069.stdout: "options": {}, 2024-04-10T15:31:12.867 INFO:tasks.workunit.client.0.smithi069.stdout: "pg_autoscale_mode": "off", 2024-04-10T15:31:12.867 INFO:tasks.workunit.client.0.smithi069.stdout: "pg_num": 1, 2024-04-10T15:31:12.867 INFO:tasks.workunit.client.0.smithi069.stdout: "pgp_num": 1, 2024-04-10T15:31:12.867 INFO:tasks.workunit.client.0.smithi069.stdout: "pool": 1, 2024-04-10T15:31:12.867 INFO:tasks.workunit.client.0.smithi069.stdout: "size": 3, 2024-04-10T15:31:12.867 INFO:tasks.workunit.client.0.smithi069.stdout: "stats": { 2024-04-10T15:31:12.867 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_raw": 729296840970, 2024-04-10T15:31:12.867 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes_used": 1781760, 2024-04-10T15:31:12.867 INFO:tasks.workunit.client.0.smithi069.stdout: "compress_bytes_used": 0, 2024-04-10T15:31:12.867 INFO:tasks.workunit.client.0.smithi069.stdout: "compress_under_bytes": 0, 2024-04-10T15:31:12.868 INFO:tasks.workunit.client.0.smithi069.stdout: "data_bytes_used": 1781760, 2024-04-10T15:31:12.868 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty": 0, 2024-04-10T15:31:12.868 INFO:tasks.workunit.client.0.smithi069.stdout: "max_avail": 243098959872, 2024-04-10T15:31:12.868 INFO:tasks.workunit.client.0.smithi069.stdout: "objects": 2, 2024-04-10T15:31:12.868 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_bytes_used": 0, 2024-04-10T15:31:12.868 INFO:tasks.workunit.client.0.smithi069.stdout: "percent_used": 2.443114453853923e-06, 2024-04-10T15:31:12.868 INFO:tasks.workunit.client.0.smithi069.stdout: "quota_bytes": 0, 2024-04-10T15:31:12.868 INFO:tasks.workunit.client.0.smithi069.stdout: "quota_objects": 0, 2024-04-10T15:31:12.868 INFO:tasks.workunit.client.0.smithi069.stdout: "rd": 502, 2024-04-10T15:31:12.868 INFO:tasks.workunit.client.0.smithi069.stdout: "rd_bytes": 690176, 2024-04-10T15:31:12.868 INFO:tasks.workunit.client.0.smithi069.stdout: "stored": 590368, 2024-04-10T15:31:12.868 INFO:tasks.workunit.client.0.smithi069.stdout: "stored_data": 590368, 2024-04-10T15:31:12.868 INFO:tasks.workunit.client.0.smithi069.stdout: "stored_omap": 0, 2024-04-10T15:31:12.869 INFO:tasks.workunit.client.0.smithi069.stdout: "stored_raw": 1771104, 2024-04-10T15:31:12.869 INFO:tasks.workunit.client.0.smithi069.stdout: "wr": 243, 2024-04-10T15:31:12.869 INFO:tasks.workunit.client.0.smithi069.stdout: "wr_bytes": 2473984 2024-04-10T15:31:12.869 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.869 INFO:tasks.workunit.client.0.smithi069.stdout: "target_max_bytes": 0, 2024-04-10T15:31:12.869 INFO:tasks.workunit.client.0.smithi069.stdout: "target_max_objects": 0, 2024-04-10T15:31:12.869 INFO:tasks.workunit.client.0.smithi069.stdout: "type": "replicated" 2024-04-10T15:31:12.869 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.869 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:12.869 INFO:tasks.workunit.client.0.smithi069.stdout: "application": [ 2024-04-10T15:31:12.869 INFO:tasks.workunit.client.0.smithi069.stdout: "cephfs" 2024-04-10T15:31:12.869 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:12.869 INFO:tasks.workunit.client.0.smithi069.stdout: "cache_mode": "none", 2024-04-10T15:31:12.869 INFO:tasks.workunit.client.0.smithi069.stdout: "erasure_code_profile": {}, 2024-04-10T15:31:12.870 INFO:tasks.workunit.client.0.smithi069.stdout: "min_size": 2, 2024-04-10T15:31:12.870 INFO:tasks.workunit.client.0.smithi069.stdout: "options": {}, 2024-04-10T15:31:12.870 INFO:tasks.workunit.client.0.smithi069.stdout: "pg_autoscale_mode": "off", 2024-04-10T15:31:12.870 INFO:tasks.workunit.client.0.smithi069.stdout: "pg_num": 32, 2024-04-10T15:31:12.870 INFO:tasks.workunit.client.0.smithi069.stdout: "pgp_num": 32, 2024-04-10T15:31:12.870 INFO:tasks.workunit.client.0.smithi069.stdout: "pool": 2, 2024-04-10T15:31:12.870 INFO:tasks.workunit.client.0.smithi069.stdout: "size": 3, 2024-04-10T15:31:12.870 INFO:tasks.workunit.client.0.smithi069.stdout: "stats": { 2024-04-10T15:31:12.870 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_raw": 729296840970, 2024-04-10T15:31:12.870 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes_used": 98304, 2024-04-10T15:31:12.870 INFO:tasks.workunit.client.0.smithi069.stdout: "compress_bytes_used": 0, 2024-04-10T15:31:12.870 INFO:tasks.workunit.client.0.smithi069.stdout: "compress_under_bytes": 0, 2024-04-10T15:31:12.871 INFO:tasks.workunit.client.0.smithi069.stdout: "data_bytes_used": 98304, 2024-04-10T15:31:12.871 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty": 0, 2024-04-10T15:31:12.871 INFO:tasks.workunit.client.0.smithi069.stdout: "max_avail": 243098959872, 2024-04-10T15:31:12.871 INFO:tasks.workunit.client.0.smithi069.stdout: "objects": 22, 2024-04-10T15:31:12.871 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_bytes_used": 0, 2024-04-10T15:31:12.871 INFO:tasks.workunit.client.0.smithi069.stdout: "percent_used": 1.3479282756634348e-07, 2024-04-10T15:31:12.871 INFO:tasks.workunit.client.0.smithi069.stdout: "quota_bytes": 0, 2024-04-10T15:31:12.871 INFO:tasks.workunit.client.0.smithi069.stdout: "quota_objects": 0, 2024-04-10T15:31:12.871 INFO:tasks.workunit.client.0.smithi069.stdout: "rd": 0, 2024-04-10T15:31:12.871 INFO:tasks.workunit.client.0.smithi069.stdout: "rd_bytes": 0, 2024-04-10T15:31:12.871 INFO:tasks.workunit.client.0.smithi069.stdout: "stored": 3430, 2024-04-10T15:31:12.871 INFO:tasks.workunit.client.0.smithi069.stdout: "stored_data": 3430, 2024-04-10T15:31:12.871 INFO:tasks.workunit.client.0.smithi069.stdout: "stored_omap": 0, 2024-04-10T15:31:12.871 INFO:tasks.workunit.client.0.smithi069.stdout: "stored_raw": 10290, 2024-04-10T15:31:12.871 INFO:tasks.workunit.client.0.smithi069.stdout: "wr": 51, 2024-04-10T15:31:12.872 INFO:tasks.workunit.client.0.smithi069.stdout: "wr_bytes": 20480 2024-04-10T15:31:12.872 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.872 INFO:tasks.workunit.client.0.smithi069.stdout: "target_max_bytes": 0, 2024-04-10T15:31:12.872 INFO:tasks.workunit.client.0.smithi069.stdout: "target_max_objects": 0, 2024-04-10T15:31:12.872 INFO:tasks.workunit.client.0.smithi069.stdout: "type": "replicated" 2024-04-10T15:31:12.872 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.872 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:12.872 INFO:tasks.workunit.client.0.smithi069.stdout: "application": [ 2024-04-10T15:31:12.872 INFO:tasks.workunit.client.0.smithi069.stdout: "cephfs" 2024-04-10T15:31:12.872 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:12.872 INFO:tasks.workunit.client.0.smithi069.stdout: "cache_mode": "none", 2024-04-10T15:31:12.872 INFO:tasks.workunit.client.0.smithi069.stdout: "erasure_code_profile": {}, 2024-04-10T15:31:12.872 INFO:tasks.workunit.client.0.smithi069.stdout: "min_size": 2, 2024-04-10T15:31:12.873 INFO:tasks.workunit.client.0.smithi069.stdout: "options": {}, 2024-04-10T15:31:12.873 INFO:tasks.workunit.client.0.smithi069.stdout: "pg_autoscale_mode": "off", 2024-04-10T15:31:12.873 INFO:tasks.workunit.client.0.smithi069.stdout: "pg_num": 64, 2024-04-10T15:31:12.873 INFO:tasks.workunit.client.0.smithi069.stdout: "pgp_num": 64, 2024-04-10T15:31:12.873 INFO:tasks.workunit.client.0.smithi069.stdout: "pool": 3, 2024-04-10T15:31:12.873 INFO:tasks.workunit.client.0.smithi069.stdout: "size": 3, 2024-04-10T15:31:12.873 INFO:tasks.workunit.client.0.smithi069.stdout: "stats": { 2024-04-10T15:31:12.873 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_raw": 729296840970, 2024-04-10T15:31:12.873 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes_used": 0, 2024-04-10T15:31:12.873 INFO:tasks.workunit.client.0.smithi069.stdout: "compress_bytes_used": 0, 2024-04-10T15:31:12.873 INFO:tasks.workunit.client.0.smithi069.stdout: "compress_under_bytes": 0, 2024-04-10T15:31:12.873 INFO:tasks.workunit.client.0.smithi069.stdout: "data_bytes_used": 0, 2024-04-10T15:31:12.873 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty": 0, 2024-04-10T15:31:12.873 INFO:tasks.workunit.client.0.smithi069.stdout: "max_avail": 243098959872, 2024-04-10T15:31:12.874 INFO:tasks.workunit.client.0.smithi069.stdout: "objects": 0, 2024-04-10T15:31:12.874 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_bytes_used": 0, 2024-04-10T15:31:12.874 INFO:tasks.workunit.client.0.smithi069.stdout: "percent_used": 0.0, 2024-04-10T15:31:12.874 INFO:tasks.workunit.client.0.smithi069.stdout: "quota_bytes": 0, 2024-04-10T15:31:12.874 INFO:tasks.workunit.client.0.smithi069.stdout: "quota_objects": 0, 2024-04-10T15:31:12.874 INFO:tasks.workunit.client.0.smithi069.stdout: "rd": 0, 2024-04-10T15:31:12.874 INFO:tasks.workunit.client.0.smithi069.stdout: "rd_bytes": 0, 2024-04-10T15:31:12.874 INFO:tasks.workunit.client.0.smithi069.stdout: "stored": 0, 2024-04-10T15:31:12.874 INFO:tasks.workunit.client.0.smithi069.stdout: "stored_data": 0, 2024-04-10T15:31:12.874 INFO:tasks.workunit.client.0.smithi069.stdout: "stored_omap": 0, 2024-04-10T15:31:12.874 INFO:tasks.workunit.client.0.smithi069.stdout: "stored_raw": 0, 2024-04-10T15:31:12.875 INFO:tasks.workunit.client.0.smithi069.stdout: "wr": 0, 2024-04-10T15:31:12.875 INFO:tasks.workunit.client.0.smithi069.stdout: "wr_bytes": 0 2024-04-10T15:31:12.875 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.875 INFO:tasks.workunit.client.0.smithi069.stdout: "target_max_bytes": 0, 2024-04-10T15:31:12.875 INFO:tasks.workunit.client.0.smithi069.stdout: "target_max_objects": 0, 2024-04-10T15:31:12.875 INFO:tasks.workunit.client.0.smithi069.stdout: "type": "replicated" 2024-04-10T15:31:12.875 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.875 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:12.875 INFO:tasks.workunit.client.0.smithi069.stdout: "application": [ 2024-04-10T15:31:12.875 INFO:tasks.workunit.client.0.smithi069.stdout: "rbd" 2024-04-10T15:31:12.875 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:12.876 INFO:tasks.workunit.client.0.smithi069.stdout: "cache_mode": "none", 2024-04-10T15:31:12.876 INFO:tasks.workunit.client.0.smithi069.stdout: "erasure_code_profile": {}, 2024-04-10T15:31:12.876 INFO:tasks.workunit.client.0.smithi069.stdout: "min_size": 2, 2024-04-10T15:31:12.876 INFO:tasks.workunit.client.0.smithi069.stdout: "options": {}, 2024-04-10T15:31:12.876 INFO:tasks.workunit.client.0.smithi069.stdout: "pg_autoscale_mode": "off", 2024-04-10T15:31:12.876 INFO:tasks.workunit.client.0.smithi069.stdout: "pg_num": 8, 2024-04-10T15:31:12.876 INFO:tasks.workunit.client.0.smithi069.stdout: "pgp_num": 8, 2024-04-10T15:31:12.876 INFO:tasks.workunit.client.0.smithi069.stdout: "pool": 4, 2024-04-10T15:31:12.876 INFO:tasks.workunit.client.0.smithi069.stdout: "size": 3, 2024-04-10T15:31:12.876 INFO:tasks.workunit.client.0.smithi069.stdout: "stats": { 2024-04-10T15:31:12.877 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_raw": 729296840970, 2024-04-10T15:31:12.877 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes_used": 0, 2024-04-10T15:31:12.877 INFO:tasks.workunit.client.0.smithi069.stdout: "compress_bytes_used": 0, 2024-04-10T15:31:12.877 INFO:tasks.workunit.client.0.smithi069.stdout: "compress_under_bytes": 0, 2024-04-10T15:31:12.877 INFO:tasks.workunit.client.0.smithi069.stdout: "data_bytes_used": 0, 2024-04-10T15:31:12.877 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty": 0, 2024-04-10T15:31:12.877 INFO:tasks.workunit.client.0.smithi069.stdout: "max_avail": 243098959872, 2024-04-10T15:31:12.877 INFO:tasks.workunit.client.0.smithi069.stdout: "objects": 0, 2024-04-10T15:31:12.877 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_bytes_used": 0, 2024-04-10T15:31:12.877 INFO:tasks.workunit.client.0.smithi069.stdout: "percent_used": 0.0, 2024-04-10T15:31:12.877 INFO:tasks.workunit.client.0.smithi069.stdout: "quota_bytes": 0, 2024-04-10T15:31:12.877 INFO:tasks.workunit.client.0.smithi069.stdout: "quota_objects": 0, 2024-04-10T15:31:12.877 INFO:tasks.workunit.client.0.smithi069.stdout: "rd": 0, 2024-04-10T15:31:12.878 INFO:tasks.workunit.client.0.smithi069.stdout: "rd_bytes": 0, 2024-04-10T15:31:12.878 INFO:tasks.workunit.client.0.smithi069.stdout: "stored": 0, 2024-04-10T15:31:12.878 INFO:tasks.workunit.client.0.smithi069.stdout: "stored_data": 0, 2024-04-10T15:31:12.878 INFO:tasks.workunit.client.0.smithi069.stdout: "stored_omap": 0, 2024-04-10T15:31:12.878 INFO:tasks.workunit.client.0.smithi069.stdout: "stored_raw": 0, 2024-04-10T15:31:12.878 INFO:tasks.workunit.client.0.smithi069.stdout: "wr": 0, 2024-04-10T15:31:12.878 INFO:tasks.workunit.client.0.smithi069.stdout: "wr_bytes": 0 2024-04-10T15:31:12.878 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.878 INFO:tasks.workunit.client.0.smithi069.stdout: "target_max_bytes": 0, 2024-04-10T15:31:12.878 INFO:tasks.workunit.client.0.smithi069.stdout: "target_max_objects": 0, 2024-04-10T15:31:12.878 INFO:tasks.workunit.client.0.smithi069.stdout: "type": "replicated" 2024-04-10T15:31:12.879 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:12.879 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:12.879 INFO:tasks.workunit.client.0.smithi069.stdout: "rbd": { 2024-04-10T15:31:12.879 INFO:tasks.workunit.client.0.smithi069.stdout: "mirroring_by_pool": [ 2024-04-10T15:31:12.879 INFO:tasks.workunit.client.0.smithi069.stdout: false 2024-04-10T15:31:12.879 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:12.879 INFO:tasks.workunit.client.0.smithi069.stdout: "num_images_by_pool": [ 2024-04-10T15:31:12.879 INFO:tasks.workunit.client.0.smithi069.stdout: 0 2024-04-10T15:31:12.879 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:12.879 INFO:tasks.workunit.client.0.smithi069.stdout: "num_pools": 1 2024-04-10T15:31:12.879 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.880 INFO:tasks.workunit.client.0.smithi069.stdout: "report_id": "59e78261-1e1f-436b-b9ee-1195d8b227b8", 2024-04-10T15:31:12.880 INFO:tasks.workunit.client.0.smithi069.stdout: "report_timestamp": "2024-04-10T15:31:11.777867", 2024-04-10T15:31:12.880 INFO:tasks.workunit.client.0.smithi069.stdout: "report_version": 1, 2024-04-10T15:31:12.880 INFO:tasks.workunit.client.0.smithi069.stdout: "rocksdb_stats": { 2024-04-10T15:31:12.880 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "7.9.2" 2024-04-10T15:31:12.880 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.880 INFO:tasks.workunit.client.0.smithi069.stdout: "rook": { 2024-04-10T15:31:12.880 INFO:tasks.workunit.client.0.smithi069.stdout: "cluster": { 2024-04-10T15:31:12.880 INFO:tasks.workunit.client.0.smithi069.stdout: "external-mode": null, 2024-04-10T15:31:12.880 INFO:tasks.workunit.client.0.smithi069.stdout: "mon": { 2024-04-10T15:31:12.880 INFO:tasks.workunit.client.0.smithi069.stdout: "allow-multiple-per-node": null, 2024-04-10T15:31:12.880 INFO:tasks.workunit.client.0.smithi069.stdout: "count": null, 2024-04-10T15:31:12.880 INFO:tasks.workunit.client.0.smithi069.stdout: "max-id": null, 2024-04-10T15:31:12.881 INFO:tasks.workunit.client.0.smithi069.stdout: "pvc": { 2024-04-10T15:31:12.881 INFO:tasks.workunit.client.0.smithi069.stdout: "enabled": null 2024-04-10T15:31:12.881 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.881 INFO:tasks.workunit.client.0.smithi069.stdout: "stretch": { 2024-04-10T15:31:12.881 INFO:tasks.workunit.client.0.smithi069.stdout: "enabled": null 2024-04-10T15:31:12.881 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:12.881 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.881 INFO:tasks.workunit.client.0.smithi069.stdout: "network": { 2024-04-10T15:31:12.881 INFO:tasks.workunit.client.0.smithi069.stdout: "provider": null 2024-04-10T15:31:12.881 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.881 INFO:tasks.workunit.client.0.smithi069.stdout: "storage": { 2024-04-10T15:31:12.881 INFO:tasks.workunit.client.0.smithi069.stdout: "device-set": { 2024-04-10T15:31:12.882 INFO:tasks.workunit.client.0.smithi069.stdout: "count": { 2024-04-10T15:31:12.882 INFO:tasks.workunit.client.0.smithi069.stdout: "non-portable": null, 2024-04-10T15:31:12.882 INFO:tasks.workunit.client.0.smithi069.stdout: "portable": null, 2024-04-10T15:31:12.882 INFO:tasks.workunit.client.0.smithi069.stdout: "total": null 2024-04-10T15:31:12.882 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:12.882 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:12.882 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:12.882 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.882 INFO:tasks.workunit.client.0.smithi069.stdout: "csi": { 2024-04-10T15:31:12.882 INFO:tasks.workunit.client.0.smithi069.stdout: "version": null 2024-04-10T15:31:12.882 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.883 INFO:tasks.workunit.client.0.smithi069.stdout: "kubernetes": { 2024-04-10T15:31:12.883 INFO:tasks.workunit.client.0.smithi069.stdout: "version": null 2024-04-10T15:31:12.883 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.883 INFO:tasks.workunit.client.0.smithi069.stdout: "node": { 2024-04-10T15:31:12.883 INFO:tasks.workunit.client.0.smithi069.stdout: "count": { 2024-04-10T15:31:12.883 INFO:tasks.workunit.client.0.smithi069.stdout: "kubernetes-total": null, 2024-04-10T15:31:12.883 INFO:tasks.workunit.client.0.smithi069.stdout: "with-ceph-daemons": null, 2024-04-10T15:31:12.883 INFO:tasks.workunit.client.0.smithi069.stdout: "with-csi-cephfs-plugin": null, 2024-04-10T15:31:12.883 INFO:tasks.workunit.client.0.smithi069.stdout: "with-csi-nfs-plugin": null, 2024-04-10T15:31:12.883 INFO:tasks.workunit.client.0.smithi069.stdout: "with-csi-rbd-plugin": null 2024-04-10T15:31:12.883 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:12.883 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.884 INFO:tasks.workunit.client.0.smithi069.stdout: "usage": { 2024-04-10T15:31:12.884 INFO:tasks.workunit.client.0.smithi069.stdout: "storage-class": { 2024-04-10T15:31:12.884 INFO:tasks.workunit.client.0.smithi069.stdout: "count": { 2024-04-10T15:31:12.884 INFO:tasks.workunit.client.0.smithi069.stdout: "bucket": null, 2024-04-10T15:31:12.884 INFO:tasks.workunit.client.0.smithi069.stdout: "cephfs": null, 2024-04-10T15:31:12.884 INFO:tasks.workunit.client.0.smithi069.stdout: "nfs": null, 2024-04-10T15:31:12.884 INFO:tasks.workunit.client.0.smithi069.stdout: "rbd": null, 2024-04-10T15:31:12.884 INFO:tasks.workunit.client.0.smithi069.stdout: "total": null 2024-04-10T15:31:12.884 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:12.884 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:12.884 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.884 INFO:tasks.workunit.client.0.smithi069.stdout: "version": null 2024-04-10T15:31:12.884 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.885 INFO:tasks.workunit.client.0.smithi069.stdout: "services": {}, 2024-04-10T15:31:12.885 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_per_pg": [ 2024-04-10T15:31:12.885 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:12.885 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T15:31:12.885 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T15:31:12.885 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T15:31:12.885 INFO:tasks.workunit.client.0.smithi069.stdout: 0 2024-04-10T15:31:12.885 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:12.885 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 7, 2024-04-10T15:31:12.885 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T15:31:12.885 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T15:31:12.885 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T15:31:12.885 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T15:31:12.886 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:31:12.886 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T15:31:12.886 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T15:28:47.169566+0000", 2024-04-10T15:31:12.886 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:28:12.697215+0000", 2024-04-10T15:31:12.886 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:28:12.697215+0000", 2024-04-10T15:31:12.886 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:28:12.697522+0000", 2024-04-10T15:31:12.886 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T15:28:47.169566+0000", 2024-04-10T15:31:12.886 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:12.886 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:31:12.886 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:12.886 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 61, 2024-04-10T15:31:12.886 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T15:28:47.169566+0000", 2024-04-10T15:31:12.887 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T15:28:47.169566+0000", 2024-04-10T15:31:12.887 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T15:28:47.169566+0000", 2024-04-10T15:31:12.887 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T15:31:12.887 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T15:31:12.887 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:12.887 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T15:28:47.169566+0000", 2024-04-10T15:31:12.887 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T15:28:47.169566+0000", 2024-04-10T15:31:12.887 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T15:31:12.887 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T15:31:12.887 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T15:31:12.887 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T15:31:12.887 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 60, 2024-04-10T15:31:12.888 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T15:31:12.888 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T15:31:12.888 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T15:31:12.888 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T15:31:12.888 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T15:31:12.888 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:31:12.888 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T15:31:12.888 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T15:31:12.888 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.3f", 2024-04-10T15:31:12.888 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T15:31:12.888 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T15:31:12.888 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 69, 2024-04-10T15:31:12.888 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 18, 2024-04-10T15:31:12.889 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T15:31:12.889 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T20:35:17.938280+0000", 2024-04-10T15:31:12.889 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:31:12.889 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T15:31:12.889 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T15:31:12.889 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T15:31:12.889 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:31:12.889 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T15:31:12.889 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:31:12.889 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T15:31:12.889 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T15:31:12.889 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T15:31:12.889 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T15:31:12.890 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T15:31:12.890 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T15:31:12.890 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T15:31:12.890 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T15:31:12.890 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T15:31:12.890 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T15:31:12.890 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:31:12.890 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T15:31:12.890 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T15:31:12.890 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T15:31:12.890 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T15:31:12.890 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T15:31:12.890 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:31:12.891 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T15:31:12.891 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T15:31:12.891 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T15:31:12.891 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:31:12.891 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T15:31:12.891 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T15:31:12.891 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T15:31:12.891 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T15:31:12.891 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T15:31:12.891 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T15:31:12.891 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T15:31:12.891 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T15:31:12.892 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T15:31:12.892 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T15:31:12.892 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T15:31:12.892 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:31:12.892 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T15:31:12.892 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T15:31:12.892 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T15:31:12.892 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.892 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T15:31:12.892 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T15:31:12.892 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T15:31:12.893 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T15:31:12.893 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T15:31:12.893 INFO:tasks.workunit.client.0.smithi069.stdout: 0 2024-04-10T15:31:12.893 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:12.893 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 7, 2024-04-10T15:31:12.893 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T15:31:12.893 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.893 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:12.893 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T15:31:12.893 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T15:31:12.893 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T15:31:12.893 INFO:tasks.workunit.client.0.smithi069.stdout: 6 2024-04-10T15:31:12.894 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:12.894 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 1, 2024-04-10T15:31:12.894 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T15:31:12.894 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T15:31:12.894 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T15:31:12.894 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T15:31:12.894 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:31:12.894 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T15:31:12.894 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T15:28:47.108770+0000", 2024-04-10T15:31:12.894 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:28:12.694125+0000", 2024-04-10T15:31:12.894 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:28:12.694125+0000", 2024-04-10T15:31:12.894 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:28:12.695085+0000", 2024-04-10T15:31:12.895 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T15:28:47.108770+0000", 2024-04-10T15:31:12.895 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:12.895 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:31:12.895 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:12.895 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 61, 2024-04-10T15:31:12.895 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T15:28:47.108770+0000", 2024-04-10T15:31:12.895 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T15:28:47.108770+0000", 2024-04-10T15:31:12.895 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T15:28:47.108770+0000", 2024-04-10T15:31:12.895 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T15:31:12.895 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T15:31:12.895 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:12.895 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T15:28:47.108770+0000", 2024-04-10T15:31:12.896 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T15:28:47.108770+0000", 2024-04-10T15:31:12.896 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T15:31:12.896 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T15:31:12.896 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T15:31:12.896 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T15:31:12.896 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 60, 2024-04-10T15:31:12.896 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T15:31:12.896 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T15:31:12.896 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T15:31:12.896 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T15:31:12.896 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T15:31:12.897 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:31:12.897 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T15:31:12.897 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T15:31:12.897 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.3e", 2024-04-10T15:31:12.897 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T15:31:12.897 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T15:31:12.897 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 69, 2024-04-10T15:31:12.897 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 19, 2024-04-10T15:31:12.897 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T15:31:12.897 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T21:50:43.562860+0000", 2024-04-10T15:31:12.897 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:31:12.898 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T15:31:12.898 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T15:31:12.898 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T15:31:12.898 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:31:12.898 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T15:31:12.898 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:31:12.898 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T15:31:12.898 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T15:31:12.898 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T15:31:12.898 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T15:31:12.898 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T15:31:12.898 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T15:31:12.899 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T15:31:12.899 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T15:31:12.899 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T15:31:12.899 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T15:31:12.899 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:31:12.899 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T15:31:12.899 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T15:31:12.899 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T15:31:12.899 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T15:31:12.899 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T15:31:12.899 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:31:12.899 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T15:31:12.900 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T15:31:12.900 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T15:31:12.900 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:31:12.900 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T15:31:12.900 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T15:31:12.900 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T15:31:12.900 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T15:31:12.900 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T15:31:12.900 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T15:31:12.900 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T15:31:12.900 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T15:31:12.900 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T15:31:12.900 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T15:31:12.900 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T15:31:12.901 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:31:12.901 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T15:31:12.901 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T15:31:12.901 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T15:31:12.901 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.901 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T15:31:12.901 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T15:31:12.901 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T15:31:12.901 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T15:31:12.901 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T15:31:12.901 INFO:tasks.workunit.client.0.smithi069.stdout: 6 2024-04-10T15:31:12.901 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:12.901 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 1, 2024-04-10T15:31:12.902 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T15:31:12.902 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.902 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:12.902 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T15:31:12.902 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T15:31:12.902 INFO:tasks.workunit.client.0.smithi069.stdout: 2, 2024-04-10T15:31:12.902 INFO:tasks.workunit.client.0.smithi069.stdout: 1 2024-04-10T15:31:12.902 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:12.902 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 3, 2024-04-10T15:31:12.902 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T15:31:12.902 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T15:31:12.903 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T15:31:12.903 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T15:31:12.903 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:31:12.903 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T15:31:12.903 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T15:28:48.069212+0000", 2024-04-10T15:31:12.903 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:28:36.700970+0000", 2024-04-10T15:31:12.903 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:28:36.700970+0000", 2024-04-10T15:31:12.903 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:28:36.701291+0000", 2024-04-10T15:31:12.903 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T15:28:48.069212+0000", 2024-04-10T15:31:12.903 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:12.903 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:31:12.904 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:12.904 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 64, 2024-04-10T15:31:12.904 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T15:28:48.069212+0000", 2024-04-10T15:31:12.904 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T15:28:48.069212+0000", 2024-04-10T15:31:12.904 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T15:28:48.069212+0000", 2024-04-10T15:31:12.904 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T15:31:12.904 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T15:31:12.904 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:12.904 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T15:28:48.069212+0000", 2024-04-10T15:31:12.904 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T15:28:48.069212+0000", 2024-04-10T15:31:12.904 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T15:31:12.904 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T15:31:12.905 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T15:31:12.905 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T15:31:12.905 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 63, 2024-04-10T15:31:12.905 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T15:31:12.905 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T15:31:12.905 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T15:31:12.905 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T15:31:12.905 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T15:31:12.905 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:31:12.905 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T15:31:12.905 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T15:31:12.905 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.3d", 2024-04-10T15:31:12.905 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T15:31:12.905 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T15:31:12.906 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 69, 2024-04-10T15:31:12.906 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 17, 2024-04-10T15:31:12.906 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T15:31:12.906 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T00:04:25.471515+0000", 2024-04-10T15:31:12.906 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:31:12.906 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T15:31:12.906 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T15:31:12.906 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T15:31:12.906 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:31:12.906 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T15:31:12.906 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:31:12.906 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T15:31:12.907 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T15:31:12.907 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T15:31:12.907 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T15:31:12.907 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T15:31:12.907 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T15:31:12.907 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T15:31:12.907 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T15:31:12.907 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T15:31:12.907 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T15:31:12.907 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:31:12.907 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T15:31:12.907 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T15:31:12.907 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T15:31:12.907 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T15:31:12.908 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T15:31:12.908 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:31:12.908 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T15:31:12.908 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T15:31:12.908 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T15:31:12.908 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:31:12.908 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T15:31:12.908 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T15:31:12.908 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T15:31:12.908 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T15:31:12.908 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T15:31:12.908 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T15:31:12.908 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T15:31:12.909 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T15:31:12.909 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T15:31:12.909 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T15:31:12.909 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T15:31:12.909 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:31:12.909 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T15:31:12.909 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T15:31:12.909 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T15:31:12.909 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.909 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T15:31:12.909 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T15:31:12.909 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T15:31:12.909 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T15:31:12.910 INFO:tasks.workunit.client.0.smithi069.stdout: 2, 2024-04-10T15:31:12.910 INFO:tasks.workunit.client.0.smithi069.stdout: 1 2024-04-10T15:31:12.910 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:12.910 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 3, 2024-04-10T15:31:12.910 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T15:31:12.910 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.910 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:12.910 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T15:31:12.910 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T15:31:12.910 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T15:31:12.910 INFO:tasks.workunit.client.0.smithi069.stdout: 7 2024-04-10T15:31:12.910 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:12.910 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 5, 2024-04-10T15:31:12.911 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T15:31:12.911 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T15:31:12.911 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T15:31:12.911 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T15:31:12.911 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:31:12.911 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T15:31:12.911 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T15:28:47.107177+0000", 2024-04-10T15:31:12.911 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:28:12.698426+0000", 2024-04-10T15:31:12.911 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:28:12.698426+0000", 2024-04-10T15:31:12.911 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:28:12.699385+0000", 2024-04-10T15:31:12.911 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T15:28:47.107177+0000", 2024-04-10T15:31:12.911 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:12.911 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:31:12.911 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:12.912 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 61, 2024-04-10T15:31:12.912 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T15:28:47.107177+0000", 2024-04-10T15:31:12.912 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T15:28:47.107177+0000", 2024-04-10T15:31:12.912 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T15:28:47.107177+0000", 2024-04-10T15:31:12.912 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T15:31:12.912 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T15:31:12.912 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:12.912 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T15:28:47.107177+0000", 2024-04-10T15:31:12.912 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T15:28:47.107177+0000", 2024-04-10T15:31:12.912 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T15:31:12.912 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T15:31:12.912 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T15:31:12.912 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T15:31:12.913 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 60, 2024-04-10T15:31:12.913 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T15:31:12.913 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T15:31:12.913 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T15:31:12.913 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T15:31:12.913 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T15:31:12.913 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:31:12.913 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T15:31:12.913 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T15:31:12.913 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.3c", 2024-04-10T15:31:12.913 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T15:31:12.913 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T15:31:12.913 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 69, 2024-04-10T15:31:12.914 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 18, 2024-04-10T15:31:12.914 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T15:31:12.914 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T18:37:45.002946+0000", 2024-04-10T15:31:12.914 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:31:12.914 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T15:31:12.914 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T15:31:12.914 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T15:31:12.914 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:31:12.915 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T15:31:12.915 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:31:12.915 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T15:31:12.915 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T15:31:12.915 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T15:31:12.915 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T15:31:12.915 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T15:31:12.915 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T15:31:12.915 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T15:31:12.915 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T15:31:12.915 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T15:31:12.915 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T15:31:12.916 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:31:12.916 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T15:31:12.916 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T15:31:12.916 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T15:31:12.916 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T15:31:12.916 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T15:31:12.916 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:31:12.916 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T15:31:12.916 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T15:31:12.916 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T15:31:12.916 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:31:12.917 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T15:31:12.917 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T15:31:12.917 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T15:31:12.917 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T15:31:12.917 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T15:31:12.917 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T15:31:12.917 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T15:31:12.917 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T15:31:12.917 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T15:31:12.917 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T15:31:12.917 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T15:31:12.917 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:31:12.917 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T15:31:12.918 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T15:31:12.918 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T15:31:12.918 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.918 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T15:31:12.918 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T15:31:12.918 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T15:31:12.918 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T15:31:12.918 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T15:31:12.918 INFO:tasks.workunit.client.0.smithi069.stdout: 7 2024-04-10T15:31:12.918 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:12.918 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 5, 2024-04-10T15:31:12.919 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T15:31:12.919 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.919 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:12.919 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T15:31:12.919 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T15:31:12.919 INFO:tasks.workunit.client.0.smithi069.stdout: 2, 2024-04-10T15:31:12.919 INFO:tasks.workunit.client.0.smithi069.stdout: 4 2024-04-10T15:31:12.919 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:12.919 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 7, 2024-04-10T15:31:12.919 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T15:31:12.919 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T15:31:12.919 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T15:31:12.920 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T15:31:12.920 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:31:12.920 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T15:31:12.920 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T15:28:47.169521+0000", 2024-04-10T15:31:12.920 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:28:12.707571+0000", 2024-04-10T15:31:12.920 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:28:12.707571+0000", 2024-04-10T15:31:12.920 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:28:12.707878+0000", 2024-04-10T15:31:12.920 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T15:28:47.169521+0000", 2024-04-10T15:31:12.920 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:12.920 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:31:12.920 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:12.920 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 61, 2024-04-10T15:31:12.920 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T15:28:47.169521+0000", 2024-04-10T15:31:12.921 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T15:28:47.169521+0000", 2024-04-10T15:31:12.921 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T15:28:47.169521+0000", 2024-04-10T15:31:12.921 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T15:31:12.921 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T15:31:12.921 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:12.921 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T15:28:47.169521+0000", 2024-04-10T15:31:12.921 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T15:28:47.169521+0000", 2024-04-10T15:31:12.921 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T15:31:12.921 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T15:31:12.921 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T15:31:12.921 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T15:31:12.921 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 60, 2024-04-10T15:31:12.921 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T15:31:12.921 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T15:31:12.922 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T15:31:12.922 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T15:31:12.922 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T15:31:12.922 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:31:12.922 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T15:31:12.922 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T15:31:12.922 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.3b", 2024-04-10T15:31:12.922 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T15:31:12.922 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T15:31:12.922 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 69, 2024-04-10T15:31:12.922 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 18, 2024-04-10T15:31:12.923 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T15:31:12.923 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T17:18:21.836886+0000", 2024-04-10T15:31:12.923 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:31:12.923 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T15:31:12.923 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T15:31:12.923 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T15:31:12.923 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:31:12.923 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T15:31:12.923 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:31:12.923 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T15:31:12.923 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T15:31:12.923 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T15:31:12.924 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T15:31:12.924 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T15:31:12.924 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T15:31:12.924 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T15:31:12.924 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T15:31:12.924 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T15:31:12.924 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T15:31:12.924 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:31:12.924 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T15:31:12.924 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T15:31:12.924 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T15:31:12.924 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T15:31:12.924 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T15:31:12.925 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:31:12.925 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T15:31:12.925 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T15:31:12.925 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T15:31:12.925 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:31:12.925 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T15:31:12.925 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T15:31:12.925 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T15:31:12.925 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T15:31:12.925 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T15:31:12.925 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T15:31:12.925 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T15:31:12.926 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T15:31:12.926 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T15:31:12.926 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T15:31:12.926 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T15:31:12.926 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:31:12.926 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T15:31:12.926 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T15:31:12.926 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T15:31:12.926 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.926 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T15:31:12.926 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T15:31:12.926 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T15:31:12.927 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T15:31:12.927 INFO:tasks.workunit.client.0.smithi069.stdout: 2, 2024-04-10T15:31:12.927 INFO:tasks.workunit.client.0.smithi069.stdout: 4 2024-04-10T15:31:12.927 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:12.927 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 7, 2024-04-10T15:31:12.927 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T15:31:12.927 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.927 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:12.927 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T15:31:12.927 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T15:31:12.927 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T15:31:12.927 INFO:tasks.workunit.client.0.smithi069.stdout: 1 2024-04-10T15:31:12.928 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:12.928 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 5, 2024-04-10T15:31:12.928 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T15:31:12.928 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T15:31:12.928 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T15:31:12.928 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T15:31:12.928 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:31:12.928 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T15:31:12.928 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T15:28:47.107089+0000", 2024-04-10T15:31:12.928 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:28:12.687777+0000", 2024-04-10T15:31:12.928 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:28:12.687777+0000", 2024-04-10T15:31:12.928 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:28:12.688200+0000", 2024-04-10T15:31:12.928 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T15:28:47.107089+0000", 2024-04-10T15:31:12.928 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:12.929 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:31:12.929 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:12.929 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 61, 2024-04-10T15:31:12.929 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T15:28:47.107089+0000", 2024-04-10T15:31:12.929 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T15:28:47.107089+0000", 2024-04-10T15:31:12.929 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T15:28:47.107089+0000", 2024-04-10T15:31:12.929 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T15:31:12.929 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T15:31:12.929 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:12.929 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T15:28:47.107089+0000", 2024-04-10T15:31:12.929 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T15:28:47.107089+0000", 2024-04-10T15:31:12.929 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T15:31:12.929 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T15:31:12.930 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T15:31:12.930 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T15:31:12.930 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 60, 2024-04-10T15:31:12.930 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T15:31:12.930 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T15:31:12.930 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T15:31:12.930 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T15:31:12.930 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T15:31:12.930 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:31:12.930 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T15:31:12.930 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T15:31:12.931 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.3a", 2024-04-10T15:31:12.931 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T15:31:12.931 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T15:31:12.931 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 69, 2024-04-10T15:31:12.931 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 18, 2024-04-10T15:31:12.931 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T15:31:12.931 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T03:25:39.026190+0000", 2024-04-10T15:31:12.931 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:31:12.931 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T15:31:12.931 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T15:31:12.931 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T15:31:12.931 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:31:12.932 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T15:31:12.932 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:31:12.932 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T15:31:12.932 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T15:31:12.932 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T15:31:12.932 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T15:31:12.932 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T15:31:12.932 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T15:31:12.932 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T15:31:12.932 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T15:31:12.932 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T15:31:12.933 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T15:31:12.933 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:31:12.933 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T15:31:12.933 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T15:31:12.933 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T15:31:12.933 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T15:31:12.933 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T15:31:12.933 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:31:12.933 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T15:31:12.933 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T15:31:12.933 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T15:31:12.934 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:31:12.934 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T15:31:12.934 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T15:31:12.934 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T15:31:12.934 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T15:31:12.934 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T15:31:12.934 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T15:31:12.934 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T15:31:12.934 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T15:31:12.934 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T15:31:12.934 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T15:31:12.935 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T15:31:12.935 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:31:12.935 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T15:31:12.935 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T15:31:12.935 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T15:31:12.935 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.935 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T15:31:12.935 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T15:31:12.935 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T15:31:12.935 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T15:31:12.935 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T15:31:12.936 INFO:tasks.workunit.client.0.smithi069.stdout: 1 2024-04-10T15:31:12.936 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:12.936 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 5, 2024-04-10T15:31:12.936 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T15:31:12.936 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.936 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:12.936 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T15:31:12.936 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T15:31:12.936 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T15:31:12.936 INFO:tasks.workunit.client.0.smithi069.stdout: 4 2024-04-10T15:31:12.936 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:12.937 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 7, 2024-04-10T15:31:12.937 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T15:31:12.937 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T15:31:12.937 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T15:31:12.937 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T15:31:12.937 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:31:12.937 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T15:31:12.937 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T15:28:47.168908+0000", 2024-04-10T15:31:12.937 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:28:12.698402+0000", 2024-04-10T15:31:12.937 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:28:12.698402+0000", 2024-04-10T15:31:12.937 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:28:12.698706+0000", 2024-04-10T15:31:12.938 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T15:28:47.168908+0000", 2024-04-10T15:31:12.938 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:12.938 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:31:12.938 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:12.938 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 61, 2024-04-10T15:31:12.938 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T15:28:47.168908+0000", 2024-04-10T15:31:12.938 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T15:28:47.168908+0000", 2024-04-10T15:31:12.938 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T15:28:47.168908+0000", 2024-04-10T15:31:12.938 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T15:31:12.938 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T15:31:12.938 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:12.939 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T15:28:47.168908+0000", 2024-04-10T15:31:12.939 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T15:28:47.168908+0000", 2024-04-10T15:31:12.939 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T15:31:12.939 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T15:31:12.939 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T15:31:12.939 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T15:31:12.939 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 60, 2024-04-10T15:31:12.939 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T15:31:12.939 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T15:31:12.939 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T15:31:12.939 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T15:31:12.939 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T15:31:12.939 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:31:12.940 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T15:31:12.940 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T15:31:12.940 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.39", 2024-04-10T15:31:12.940 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T15:31:12.940 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T15:31:12.940 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 69, 2024-04-10T15:31:12.940 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 18, 2024-04-10T15:31:12.940 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T15:31:12.940 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T20:00:34.088749+0000", 2024-04-10T15:31:12.940 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:31:12.940 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T15:31:12.940 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T15:31:12.940 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T15:31:12.941 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:31:12.941 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T15:31:12.941 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:31:12.941 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T15:31:12.941 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T15:31:12.941 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T15:31:12.941 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T15:31:12.941 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T15:31:12.941 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T15:31:12.941 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T15:31:12.941 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T15:31:12.941 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T15:31:12.941 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T15:31:12.941 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:31:12.942 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T15:31:12.942 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T15:31:12.942 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T15:31:12.942 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T15:31:12.942 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T15:31:12.942 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:31:12.942 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T15:31:12.942 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T15:31:12.942 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T15:31:12.942 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:31:12.942 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T15:31:12.943 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T15:31:12.943 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T15:31:12.943 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T15:31:12.943 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T15:31:12.943 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T15:31:12.943 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T15:31:12.943 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T15:31:12.943 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T15:31:12.943 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T15:31:12.943 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T15:31:12.943 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:31:12.943 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T15:31:12.943 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T15:31:12.944 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T15:31:12.944 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.944 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T15:31:12.944 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T15:31:12.944 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T15:31:12.944 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T15:31:12.944 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T15:31:12.944 INFO:tasks.workunit.client.0.smithi069.stdout: 4 2024-04-10T15:31:12.944 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:12.944 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 7, 2024-04-10T15:31:12.944 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T15:31:12.944 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.944 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:12.945 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T15:31:12.945 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T15:31:12.945 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T15:31:12.945 INFO:tasks.workunit.client.0.smithi069.stdout: 6 2024-04-10T15:31:12.945 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:12.945 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 3, 2024-04-10T15:31:12.945 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T15:31:12.945 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T15:31:12.945 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T15:31:12.945 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T15:31:12.945 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:31:12.945 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T15:31:12.945 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T15:28:48.068650+0000", 2024-04-10T15:31:12.945 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:28:12.697487+0000", 2024-04-10T15:31:12.946 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:28:12.697487+0000", 2024-04-10T15:31:12.946 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:28:12.698333+0000", 2024-04-10T15:31:12.946 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T15:28:48.068650+0000", 2024-04-10T15:31:12.946 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:12.946 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:31:12.946 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:12.946 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 61, 2024-04-10T15:31:12.946 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T15:28:48.068650+0000", 2024-04-10T15:31:12.946 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T15:28:48.068650+0000", 2024-04-10T15:31:12.946 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T15:28:48.068650+0000", 2024-04-10T15:31:12.946 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T15:31:12.946 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T15:31:12.946 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:12.947 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T15:28:48.068650+0000", 2024-04-10T15:31:12.947 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T15:28:48.068650+0000", 2024-04-10T15:31:12.947 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T15:31:12.947 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T15:31:12.947 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T15:31:12.947 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T15:31:12.947 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 60, 2024-04-10T15:31:12.947 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T15:31:12.947 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T15:31:12.947 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T15:31:12.947 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T15:31:12.947 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T15:31:12.947 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:31:12.947 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T15:31:12.948 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T15:31:12.948 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.38", 2024-04-10T15:31:12.948 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T15:31:12.948 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T15:31:12.948 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 69, 2024-04-10T15:31:12.948 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 19, 2024-04-10T15:31:12.948 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T15:31:12.948 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T21:54:07.255338+0000", 2024-04-10T15:31:12.948 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:31:12.948 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T15:31:12.948 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T15:31:12.948 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T15:31:12.948 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:31:12.949 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T15:31:12.949 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:31:12.949 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T15:31:12.949 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T15:31:12.949 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T15:31:12.949 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T15:31:12.949 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T15:31:12.949 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T15:31:12.949 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T15:31:12.949 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T15:31:12.949 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T15:31:12.949 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T15:31:12.949 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:31:12.949 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T15:31:12.950 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T15:31:12.950 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T15:31:12.950 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T15:31:12.950 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T15:31:12.950 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:31:12.950 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T15:31:12.950 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T15:31:12.950 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T15:31:12.950 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:31:12.950 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T15:31:12.950 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T15:31:12.950 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T15:31:12.950 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T15:31:12.951 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T15:31:12.951 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T15:31:12.951 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T15:31:12.951 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T15:31:12.951 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T15:31:12.951 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T15:31:12.951 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T15:31:12.951 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:31:12.951 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T15:31:12.951 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T15:31:12.951 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T15:31:12.951 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.951 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T15:31:12.951 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T15:31:12.952 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T15:31:12.952 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T15:31:12.952 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T15:31:12.952 INFO:tasks.workunit.client.0.smithi069.stdout: 6 2024-04-10T15:31:12.952 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:12.952 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 3, 2024-04-10T15:31:12.952 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T15:31:12.952 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.952 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:12.952 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T15:31:12.952 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T15:31:12.952 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T15:31:12.952 INFO:tasks.workunit.client.0.smithi069.stdout: 0 2024-04-10T15:31:12.953 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:12.953 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 7, 2024-04-10T15:31:12.953 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T15:31:12.953 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T15:31:12.953 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T15:31:12.953 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T15:31:12.953 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:31:12.953 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T15:31:12.953 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T15:28:47.169479+0000", 2024-04-10T15:31:12.954 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:28:12.698750+0000", 2024-04-10T15:31:12.954 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:28:12.698750+0000", 2024-04-10T15:31:12.954 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:28:12.699370+0000", 2024-04-10T15:31:12.954 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T15:28:47.169479+0000", 2024-04-10T15:31:12.954 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:12.954 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:31:12.954 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:12.954 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 61, 2024-04-10T15:31:12.954 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T15:28:47.169479+0000", 2024-04-10T15:31:12.954 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T15:28:47.169479+0000", 2024-04-10T15:31:12.954 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T15:28:47.169479+0000", 2024-04-10T15:31:12.955 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T15:31:12.955 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T15:31:12.955 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:12.955 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T15:28:47.169479+0000", 2024-04-10T15:31:12.955 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T15:28:47.169479+0000", 2024-04-10T15:31:12.955 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T15:31:12.955 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T15:31:12.955 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T15:31:12.955 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T15:31:12.955 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 60, 2024-04-10T15:31:12.955 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T15:31:12.955 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T15:31:12.955 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T15:31:12.956 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T15:31:12.956 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T15:31:12.956 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:31:12.956 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T15:31:12.956 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T15:31:12.956 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.37", 2024-04-10T15:31:12.956 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T15:31:12.956 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T15:31:12.956 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 69, 2024-04-10T15:31:12.956 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 18, 2024-04-10T15:31:12.956 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T15:31:12.956 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T18:34:18.917642+0000", 2024-04-10T15:31:12.957 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:31:12.957 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T15:31:12.957 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T15:31:12.957 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T15:31:12.957 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:31:12.957 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T15:31:12.957 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:31:12.957 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T15:31:12.957 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T15:31:12.957 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T15:31:12.957 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T15:31:12.957 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T15:31:12.957 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T15:31:12.957 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T15:31:12.958 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T15:31:12.958 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T15:31:12.958 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T15:31:12.958 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:31:12.958 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T15:31:12.958 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T15:31:12.958 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T15:31:12.958 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T15:31:12.958 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T15:31:12.958 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:31:12.958 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T15:31:12.958 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T15:31:12.959 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T15:31:12.959 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:31:12.959 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T15:31:12.959 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T15:31:12.959 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T15:31:12.959 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T15:31:12.959 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T15:31:12.959 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T15:31:12.959 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T15:31:12.959 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T15:31:12.959 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T15:31:12.960 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T15:31:12.960 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T15:31:12.960 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:31:12.960 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T15:31:12.960 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T15:31:12.960 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T15:31:12.960 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.960 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T15:31:12.960 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T15:31:12.960 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T15:31:12.960 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T15:31:12.960 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T15:31:12.961 INFO:tasks.workunit.client.0.smithi069.stdout: 0 2024-04-10T15:31:12.961 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:12.961 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 7, 2024-04-10T15:31:12.961 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T15:31:12.961 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.961 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:12.961 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T15:31:12.961 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T15:31:12.961 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T15:31:12.961 INFO:tasks.workunit.client.0.smithi069.stdout: 1 2024-04-10T15:31:12.961 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:12.962 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 6, 2024-04-10T15:31:12.962 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T15:31:12.962 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T15:31:12.962 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T15:31:12.962 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T15:31:12.962 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:31:12.962 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T15:31:12.962 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T15:28:47.171662+0000", 2024-04-10T15:31:12.962 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:28:12.698802+0000", 2024-04-10T15:31:12.962 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:28:12.698802+0000", 2024-04-10T15:31:12.962 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:28:12.701768+0000", 2024-04-10T15:31:12.963 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T15:28:47.171662+0000", 2024-04-10T15:31:12.963 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:12.963 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:31:12.963 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:12.963 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 61, 2024-04-10T15:31:12.963 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T15:28:47.171662+0000", 2024-04-10T15:31:12.963 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T15:28:47.171662+0000", 2024-04-10T15:31:12.963 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T15:28:47.171662+0000", 2024-04-10T15:31:12.963 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T15:31:12.963 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T15:31:12.963 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:12.963 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T15:28:47.171662+0000", 2024-04-10T15:31:12.964 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T15:28:47.171662+0000", 2024-04-10T15:31:12.964 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T15:31:12.964 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T15:31:12.964 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T15:31:12.964 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T15:31:12.964 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 60, 2024-04-10T15:31:12.964 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T15:31:12.964 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T15:31:12.964 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T15:31:12.964 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T15:31:12.964 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T15:31:12.964 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:31:12.964 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T15:31:12.964 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T15:31:12.965 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.36", 2024-04-10T15:31:12.965 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T15:31:12.965 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T15:31:12.965 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 69, 2024-04-10T15:31:12.965 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 19, 2024-04-10T15:31:12.965 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T15:31:12.965 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T02:57:11.076250+0000", 2024-04-10T15:31:12.965 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:31:12.965 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T15:31:12.965 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T15:31:12.965 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T15:31:12.966 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:31:12.966 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T15:31:12.966 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:31:12.966 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T15:31:12.966 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T15:31:12.966 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T15:31:12.966 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T15:31:12.966 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T15:31:12.966 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T15:31:12.966 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T15:31:12.966 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T15:31:12.966 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T15:31:12.967 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T15:31:12.967 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:31:12.967 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T15:31:12.967 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T15:31:12.967 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T15:31:12.967 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T15:31:12.967 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T15:31:12.967 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:31:12.967 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T15:31:12.967 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T15:31:12.967 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T15:31:12.967 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:31:12.967 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T15:31:12.968 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T15:31:12.968 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T15:31:12.968 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T15:31:12.968 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T15:31:12.968 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T15:31:12.968 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T15:31:12.968 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T15:31:12.968 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T15:31:12.968 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T15:31:12.968 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T15:31:12.968 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:31:12.968 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T15:31:12.968 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T15:31:12.968 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T15:31:12.969 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.969 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T15:31:12.969 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T15:31:12.969 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T15:31:12.969 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T15:31:12.969 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T15:31:12.969 INFO:tasks.workunit.client.0.smithi069.stdout: 1 2024-04-10T15:31:12.969 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:12.969 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 6, 2024-04-10T15:31:12.969 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T15:31:12.969 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.969 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:12.969 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T15:31:12.969 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T15:31:12.970 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T15:31:12.970 INFO:tasks.workunit.client.0.smithi069.stdout: 0 2024-04-10T15:31:12.970 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:12.970 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 6, 2024-04-10T15:31:12.970 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T15:31:12.970 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T15:31:12.970 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T15:31:12.970 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T15:31:12.970 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:31:12.970 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T15:31:12.970 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T15:28:47.171744+0000", 2024-04-10T15:31:12.970 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:28:12.699227+0000", 2024-04-10T15:31:12.970 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:28:12.699227+0000", 2024-04-10T15:31:12.971 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:28:12.700019+0000", 2024-04-10T15:31:12.971 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T15:28:47.171744+0000", 2024-04-10T15:31:12.971 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:12.971 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:31:12.971 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:12.971 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 61, 2024-04-10T15:31:12.971 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T15:28:47.171744+0000", 2024-04-10T15:31:12.971 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T15:28:47.171744+0000", 2024-04-10T15:31:12.971 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T15:28:47.171744+0000", 2024-04-10T15:31:12.971 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T15:31:12.971 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T15:31:12.971 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:12.972 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T15:28:47.171744+0000", 2024-04-10T15:31:12.972 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T15:28:47.171744+0000", 2024-04-10T15:31:12.972 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T15:31:12.972 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T15:31:12.972 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T15:31:12.972 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T15:31:12.972 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 60, 2024-04-10T15:31:12.972 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T15:31:12.972 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T15:31:12.972 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T15:31:12.972 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T15:31:12.972 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T15:31:12.973 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:31:12.973 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T15:31:12.973 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T15:31:12.973 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.35", 2024-04-10T15:31:12.973 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T15:31:12.973 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T15:31:12.973 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 69, 2024-04-10T15:31:12.973 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 19, 2024-04-10T15:31:12.973 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T15:31:12.973 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T22:14:13.683878+0000", 2024-04-10T15:31:12.973 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:31:12.973 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T15:31:12.974 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T15:31:12.974 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T15:31:12.974 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:31:12.974 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T15:31:12.974 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:31:12.974 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T15:31:12.974 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T15:31:12.974 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T15:31:12.974 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T15:31:12.974 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T15:31:12.974 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T15:31:12.974 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T15:31:12.974 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T15:31:12.975 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T15:31:12.975 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T15:31:12.975 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:31:12.975 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T15:31:12.975 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T15:31:12.975 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T15:31:12.975 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T15:31:12.975 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T15:31:12.975 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:31:12.975 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T15:31:12.975 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T15:31:12.975 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T15:31:12.975 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:31:12.975 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T15:31:12.976 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T15:31:12.976 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T15:31:12.976 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T15:31:12.976 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T15:31:12.976 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T15:31:12.976 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T15:31:12.976 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T15:31:12.976 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T15:31:12.976 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T15:31:12.976 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T15:31:12.976 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:31:12.976 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T15:31:12.976 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T15:31:12.977 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T15:31:12.977 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.977 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T15:31:12.977 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T15:31:12.977 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T15:31:12.977 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T15:31:12.977 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T15:31:12.977 INFO:tasks.workunit.client.0.smithi069.stdout: 0 2024-04-10T15:31:12.977 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:12.977 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 6, 2024-04-10T15:31:12.977 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T15:31:12.977 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.978 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:12.978 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T15:31:12.978 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T15:31:12.978 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T15:31:12.978 INFO:tasks.workunit.client.0.smithi069.stdout: 0 2024-04-10T15:31:12.978 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:12.978 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 4, 2024-04-10T15:31:12.978 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T15:31:12.978 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T15:31:12.978 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T15:31:12.978 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T15:31:12.978 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:31:12.979 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T15:31:12.979 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T15:28:47.278437+0000", 2024-04-10T15:31:12.979 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:28:12.690218+0000", 2024-04-10T15:31:12.979 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:28:12.690218+0000", 2024-04-10T15:31:12.979 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:28:12.690502+0000", 2024-04-10T15:31:12.979 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T15:28:47.278437+0000", 2024-04-10T15:31:12.979 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:12.979 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:31:12.979 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:12.979 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 61, 2024-04-10T15:31:12.979 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T15:28:47.278437+0000", 2024-04-10T15:31:12.979 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T15:28:47.278437+0000", 2024-04-10T15:31:12.980 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T15:28:47.278437+0000", 2024-04-10T15:31:12.980 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T15:31:12.980 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T15:31:12.980 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:12.980 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T15:28:47.278437+0000", 2024-04-10T15:31:12.980 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T15:28:47.278437+0000", 2024-04-10T15:31:12.980 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T15:31:12.980 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T15:31:12.980 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T15:31:12.980 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T15:31:12.980 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 60, 2024-04-10T15:31:12.981 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T15:31:12.981 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T15:31:12.981 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T15:31:12.981 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T15:31:12.981 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T15:31:12.981 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:31:12.981 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T15:31:12.981 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T15:31:12.981 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.34", 2024-04-10T15:31:12.981 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T15:31:12.981 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T15:31:12.981 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 69, 2024-04-10T15:31:12.981 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 19, 2024-04-10T15:31:12.982 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T15:31:12.982 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T15:51:10.751498+0000", 2024-04-10T15:31:12.982 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:31:12.982 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T15:31:12.982 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T15:31:12.982 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T15:31:12.982 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:31:12.982 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T15:31:12.982 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:31:12.982 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T15:31:12.983 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T15:31:12.983 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T15:31:12.983 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T15:31:12.983 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T15:31:12.983 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T15:31:12.983 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T15:31:12.983 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T15:31:12.983 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T15:31:12.983 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T15:31:12.983 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:31:12.983 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T15:31:12.983 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T15:31:12.983 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T15:31:12.984 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T15:31:12.984 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T15:31:12.984 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:31:12.984 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T15:31:12.984 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T15:31:12.984 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T15:31:12.984 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:31:12.984 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T15:31:12.984 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T15:31:12.984 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T15:31:12.984 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T15:31:12.985 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T15:31:12.985 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T15:31:12.985 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T15:31:12.985 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T15:31:12.985 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T15:31:12.985 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T15:31:12.985 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T15:31:12.985 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:31:12.985 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T15:31:12.985 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T15:31:12.985 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T15:31:12.985 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.985 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T15:31:12.986 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T15:31:12.986 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T15:31:12.986 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T15:31:12.986 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T15:31:12.986 INFO:tasks.workunit.client.0.smithi069.stdout: 0 2024-04-10T15:31:12.986 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:12.986 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 4, 2024-04-10T15:31:12.986 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T15:31:12.986 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.986 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:12.986 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T15:31:12.987 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T15:31:12.987 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T15:31:12.987 INFO:tasks.workunit.client.0.smithi069.stdout: 1 2024-04-10T15:31:12.987 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:12.987 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 3, 2024-04-10T15:31:12.987 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T15:31:12.987 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T15:31:12.987 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T15:31:12.987 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T15:31:12.987 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:31:12.987 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T15:31:12.987 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T15:28:48.069106+0000", 2024-04-10T15:31:12.988 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:28:12.697699+0000", 2024-04-10T15:31:12.988 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:28:12.697699+0000", 2024-04-10T15:31:12.988 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:28:12.697968+0000", 2024-04-10T15:31:12.988 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T15:28:48.069106+0000", 2024-04-10T15:31:12.988 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:12.988 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:31:12.988 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:12.988 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 61, 2024-04-10T15:31:12.988 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T15:28:48.069106+0000", 2024-04-10T15:31:12.988 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T15:28:48.069106+0000", 2024-04-10T15:31:12.988 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T15:28:48.069106+0000", 2024-04-10T15:31:12.988 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T15:31:12.988 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T15:31:12.989 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:12.989 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T15:28:48.069106+0000", 2024-04-10T15:31:12.989 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T15:28:48.069106+0000", 2024-04-10T15:31:12.989 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T15:31:12.989 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T15:31:12.989 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T15:31:12.989 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T15:31:12.989 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 60, 2024-04-10T15:31:12.989 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T15:31:12.989 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T15:31:12.989 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T15:31:12.990 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T15:31:12.990 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T15:31:12.990 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:31:12.990 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T15:31:12.990 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T15:31:12.990 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.33", 2024-04-10T15:31:12.990 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T15:31:12.990 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T15:31:12.990 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 69, 2024-04-10T15:31:12.990 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 19, 2024-04-10T15:31:12.990 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T15:31:12.990 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T03:16:50.380214+0000", 2024-04-10T15:31:12.991 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:31:12.991 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T15:31:12.991 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T15:31:12.991 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T15:31:12.991 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:31:12.991 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T15:31:12.991 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:31:12.991 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T15:31:12.991 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T15:31:12.991 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T15:31:12.991 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T15:31:12.991 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T15:31:12.992 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T15:31:12.992 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T15:31:12.992 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T15:31:12.992 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T15:31:12.992 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T15:31:12.992 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:31:12.992 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T15:31:12.992 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T15:31:12.992 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T15:31:12.992 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T15:31:12.993 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T15:31:12.993 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:31:12.993 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T15:31:12.993 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T15:31:12.993 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T15:31:12.993 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:31:12.993 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T15:31:12.993 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T15:31:12.993 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T15:31:12.993 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T15:31:12.993 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T15:31:12.993 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T15:31:12.994 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T15:31:12.994 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T15:31:12.994 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T15:31:12.994 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T15:31:12.994 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T15:31:12.994 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:31:12.994 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T15:31:12.994 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T15:31:12.994 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T15:31:12.994 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.994 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T15:31:12.994 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T15:31:12.995 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T15:31:12.995 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T15:31:12.995 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T15:31:12.995 INFO:tasks.workunit.client.0.smithi069.stdout: 1 2024-04-10T15:31:12.995 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:12.995 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 3, 2024-04-10T15:31:12.995 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T15:31:12.995 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:12.995 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:12.995 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T15:31:12.995 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T15:31:12.996 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T15:31:12.996 INFO:tasks.workunit.client.0.smithi069.stdout: 5 2024-04-10T15:31:12.996 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:12.996 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 0, 2024-04-10T15:31:12.996 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T15:31:12.996 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T15:31:12.996 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T15:31:12.996 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T15:31:12.996 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:31:12.996 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T15:31:12.996 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T15:28:47.171552+0000", 2024-04-10T15:31:12.996 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:28:12.677919+0000", 2024-04-10T15:31:12.996 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:28:12.677919+0000", 2024-04-10T15:31:12.997 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:28:12.678658+0000", 2024-04-10T15:31:12.997 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T15:28:47.171552+0000", 2024-04-10T15:31:12.997 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:12.997 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:31:12.997 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:12.997 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 61, 2024-04-10T15:31:12.997 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T15:28:47.171552+0000", 2024-04-10T15:31:12.997 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T15:28:47.171552+0000", 2024-04-10T15:31:12.997 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T15:28:47.171552+0000", 2024-04-10T15:31:12.997 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T15:31:12.997 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T15:31:12.998 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:12.998 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T15:28:47.171552+0000", 2024-04-10T15:31:12.998 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T15:28:47.171552+0000", 2024-04-10T15:31:12.998 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T15:31:12.998 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T15:31:12.998 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T15:31:12.998 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T15:31:12.998 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 60, 2024-04-10T15:31:12.998 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T15:31:12.998 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T15:31:12.998 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T15:31:12.999 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T15:31:12.999 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T15:31:12.999 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:31:12.999 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T15:31:12.999 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T15:31:12.999 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.32", 2024-04-10T15:31:12.999 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T15:31:12.999 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T15:31:12.999 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 69, 2024-04-10T15:31:12.999 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 19, 2024-04-10T15:31:12.999 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T15:31:12.999 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T21:29:22.846612+0000", 2024-04-10T15:31:12.999 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:31:13.000 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T15:31:13.000 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T15:31:13.000 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T15:31:13.000 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:31:13.000 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T15:31:13.000 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:31:13.000 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T15:31:13.000 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T15:31:13.000 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T15:31:13.000 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T15:31:13.000 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T15:31:13.000 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T15:31:13.000 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T15:31:13.001 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T15:31:13.001 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T15:31:13.001 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T15:31:13.001 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:31:13.001 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T15:31:13.001 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T15:31:13.001 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T15:31:13.001 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T15:31:13.001 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T15:31:13.001 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:31:13.001 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T15:31:13.002 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T15:31:13.002 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T15:31:13.002 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:31:13.002 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T15:31:13.002 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T15:31:13.002 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T15:31:13.002 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T15:31:13.002 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T15:31:13.002 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T15:31:13.002 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T15:31:13.003 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T15:31:13.003 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T15:31:13.003 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T15:31:13.003 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T15:31:13.003 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:31:13.003 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T15:31:13.003 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T15:31:13.003 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T15:31:13.003 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:13.003 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T15:31:13.003 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T15:31:13.004 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T15:31:13.004 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T15:31:13.004 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T15:31:13.004 INFO:tasks.workunit.client.0.smithi069.stdout: 5 2024-04-10T15:31:13.004 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:13.004 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 0, 2024-04-10T15:31:13.004 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T15:31:13.004 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:13.004 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:13.004 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T15:31:13.004 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T15:31:13.004 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T15:31:13.005 INFO:tasks.workunit.client.0.smithi069.stdout: 5 2024-04-10T15:31:13.005 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:13.005 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 1, 2024-04-10T15:31:13.005 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T15:31:13.005 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T15:31:13.005 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T15:31:13.005 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T15:31:13.005 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:31:13.005 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T15:31:13.005 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T15:28:47.108730+0000", 2024-04-10T15:31:13.005 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:28:12.696948+0000", 2024-04-10T15:31:13.005 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:28:12.696948+0000", 2024-04-10T15:31:13.006 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:28:12.697329+0000", 2024-04-10T15:31:13.006 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T15:28:47.108730+0000", 2024-04-10T15:31:13.006 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:13.006 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:31:13.006 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:13.006 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 61, 2024-04-10T15:31:13.006 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T15:28:47.108730+0000", 2024-04-10T15:31:13.006 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T15:28:47.108730+0000", 2024-04-10T15:31:13.006 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T15:28:47.108730+0000", 2024-04-10T15:31:13.006 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T15:31:13.006 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T15:31:13.007 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:13.007 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T15:28:47.108730+0000", 2024-04-10T15:31:13.007 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T15:28:47.108730+0000", 2024-04-10T15:31:13.007 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T15:31:13.007 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T15:31:13.007 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T15:31:13.007 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T15:31:13.007 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 60, 2024-04-10T15:31:13.007 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T15:31:13.007 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T15:31:13.007 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T15:31:13.007 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T15:31:13.008 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T15:31:13.008 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:31:13.008 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T15:31:13.008 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T15:31:13.008 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.31", 2024-04-10T15:31:13.008 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T15:31:13.008 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T15:31:13.008 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 69, 2024-04-10T15:31:13.008 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 19, 2024-04-10T15:31:13.008 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T15:31:13.008 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T15:52:57.089243+0000", 2024-04-10T15:31:13.008 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:31:13.008 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T15:31:13.009 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T15:31:13.009 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T15:31:13.009 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:31:13.009 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T15:31:13.009 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:31:13.009 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T15:31:13.009 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T15:31:13.009 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T15:31:13.009 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T15:31:13.009 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T15:31:13.009 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T15:31:13.009 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T15:31:13.010 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T15:31:13.010 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T15:31:13.010 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T15:31:13.010 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:31:13.010 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T15:31:13.010 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T15:31:13.010 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T15:31:13.010 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T15:31:13.010 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T15:31:13.010 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:31:13.011 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T15:31:13.011 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T15:31:13.011 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T15:31:13.011 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:31:13.011 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T15:31:13.011 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T15:31:13.011 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T15:31:13.011 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T15:31:13.011 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T15:31:13.011 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T15:31:13.011 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T15:31:13.011 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T15:31:13.011 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T15:31:13.012 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T15:31:13.012 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T15:31:13.012 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:31:13.012 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T15:31:13.012 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T15:31:13.012 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T15:31:13.012 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:13.012 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T15:31:13.012 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T15:31:13.012 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T15:31:13.012 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T15:31:13.012 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T15:31:13.013 INFO:tasks.workunit.client.0.smithi069.stdout: 5 2024-04-10T15:31:13.013 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:13.013 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 1, 2024-04-10T15:31:13.013 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T15:31:13.013 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:13.013 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:13.013 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T15:31:13.013 INFO:tasks.workunit.client.0.smithi069.stdout: 2, 2024-04-10T15:31:13.013 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T15:31:13.013 INFO:tasks.workunit.client.0.smithi069.stdout: 7 2024-04-10T15:31:13.013 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:13.013 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 2, 2024-04-10T15:31:13.014 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T15:31:13.014 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T15:31:13.014 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T15:31:13.014 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T15:31:13.014 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:31:13.014 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T15:31:13.014 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T15:28:48.068691+0000", 2024-04-10T15:31:13.014 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:28:36.703030+0000", 2024-04-10T15:31:13.014 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:28:36.703030+0000", 2024-04-10T15:31:13.014 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:28:36.703373+0000", 2024-04-10T15:31:13.014 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T15:28:48.068691+0000", 2024-04-10T15:31:13.015 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:13.015 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:31:13.015 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:13.015 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 64, 2024-04-10T15:31:13.015 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T15:28:48.068691+0000", 2024-04-10T15:31:13.015 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T15:28:48.068691+0000", 2024-04-10T15:31:13.015 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T15:28:48.068691+0000", 2024-04-10T15:31:13.015 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T15:31:13.015 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T15:31:13.015 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:13.015 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T15:28:48.068691+0000", 2024-04-10T15:31:13.015 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T15:28:48.068691+0000", 2024-04-10T15:31:13.015 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T15:31:13.016 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T15:31:13.016 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T15:31:13.016 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T15:31:13.016 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 63, 2024-04-10T15:31:13.016 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T15:31:13.016 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T15:31:13.016 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T15:31:13.016 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T15:31:13.016 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T15:31:13.016 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:31:13.016 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T15:31:13.017 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T15:31:13.017 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.30", 2024-04-10T15:31:13.017 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T15:31:13.017 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T15:31:13.017 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 69, 2024-04-10T15:31:13.017 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 16, 2024-04-10T15:31:13.017 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T15:31:13.017 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T19:09:22.931799+0000", 2024-04-10T15:31:13.017 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:31:13.017 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T15:31:13.017 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T15:31:13.017 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T15:31:13.017 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:31:13.018 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T15:31:13.018 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:31:13.018 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T15:31:13.018 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T15:31:13.018 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T15:31:13.018 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T15:31:13.018 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T15:31:13.018 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T15:31:13.018 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T15:31:13.018 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T15:31:13.018 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T15:31:13.018 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T15:31:13.019 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:31:13.019 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T15:31:13.019 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T15:31:13.019 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T15:31:13.019 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T15:31:13.019 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T15:31:13.019 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:31:13.019 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T15:31:13.019 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T15:31:13.019 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T15:31:13.019 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:31:13.019 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T15:31:13.019 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T15:31:13.020 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T15:31:13.020 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T15:31:13.020 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T15:31:13.020 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T15:31:13.020 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T15:31:13.020 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T15:31:13.020 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T15:31:13.020 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T15:31:13.020 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T15:31:13.020 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:31:13.020 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T15:31:13.020 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T15:31:13.020 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T15:31:13.021 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:13.021 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T15:31:13.021 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T15:31:13.021 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T15:31:13.021 INFO:tasks.workunit.client.0.smithi069.stdout: 2, 2024-04-10T15:31:13.021 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T15:31:13.021 INFO:tasks.workunit.client.0.smithi069.stdout: 7 2024-04-10T15:31:13.021 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:13.021 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 2, 2024-04-10T15:31:13.021 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T15:31:13.021 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:13.021 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:13.021 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T15:31:13.022 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T15:31:13.022 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T15:31:13.022 INFO:tasks.workunit.client.0.smithi069.stdout: 4 2024-04-10T15:31:13.022 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:13.022 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 5, 2024-04-10T15:31:13.022 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T15:31:13.022 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T15:31:13.022 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T15:31:13.022 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T15:31:13.022 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:31:13.022 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T15:31:13.023 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T15:28:47.107035+0000", 2024-04-10T15:31:13.023 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:28:12.694557+0000", 2024-04-10T15:31:13.023 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:28:12.694557+0000", 2024-04-10T15:31:13.023 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:28:12.694848+0000", 2024-04-10T15:31:13.023 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T15:28:47.107035+0000", 2024-04-10T15:31:13.023 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:13.023 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:31:13.023 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:13.023 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 61, 2024-04-10T15:31:13.023 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T15:28:47.107035+0000", 2024-04-10T15:31:13.023 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T15:28:47.107035+0000", 2024-04-10T15:31:13.024 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T15:28:47.107035+0000", 2024-04-10T15:31:13.024 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T15:31:13.024 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T15:31:13.024 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:13.024 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T15:28:47.107035+0000", 2024-04-10T15:31:13.024 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T15:28:47.107035+0000", 2024-04-10T15:31:13.024 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T15:31:13.024 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T15:31:13.024 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T15:31:13.024 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T15:31:13.024 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 60, 2024-04-10T15:31:13.024 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T15:31:13.024 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T15:31:13.025 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T15:31:13.025 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T15:31:13.025 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T15:31:13.025 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:31:13.025 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T15:31:13.025 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T15:31:13.025 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.2f", 2024-04-10T15:31:13.025 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T15:31:13.025 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T15:31:13.025 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 69, 2024-04-10T15:31:13.025 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 18, 2024-04-10T15:31:13.025 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T15:31:13.026 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T03:14:51.199569+0000", 2024-04-10T15:31:13.026 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:31:13.026 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T15:31:13.026 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T15:31:13.026 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T15:31:13.026 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:31:13.026 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T15:31:13.026 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:31:13.026 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T15:31:13.026 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T15:31:13.026 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T15:31:13.026 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T15:31:13.027 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T15:31:13.027 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T15:31:13.027 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T15:31:13.027 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T15:31:13.027 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T15:31:13.027 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T15:31:13.027 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:31:13.027 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T15:31:13.027 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T15:31:13.027 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T15:31:13.027 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T15:31:13.027 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T15:31:13.028 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:31:13.028 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T15:31:13.028 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T15:31:13.028 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T15:31:13.028 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:31:13.028 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T15:31:13.028 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T15:31:13.028 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T15:31:13.028 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T15:31:13.028 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T15:31:13.028 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T15:31:13.028 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T15:31:13.029 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T15:31:13.029 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T15:31:13.029 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T15:31:13.029 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T15:31:13.029 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:31:13.029 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T15:31:13.029 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T15:31:13.029 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T15:31:13.029 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:13.029 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T15:31:13.029 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T15:31:13.030 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T15:31:13.030 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T15:31:13.030 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T15:31:13.030 INFO:tasks.workunit.client.0.smithi069.stdout: 4 2024-04-10T15:31:13.030 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:13.030 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 5, 2024-04-10T15:31:13.030 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T15:31:13.030 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:13.030 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:13.030 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T15:31:13.030 INFO:tasks.workunit.client.0.smithi069.stdout: 2, 2024-04-10T15:31:13.031 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T15:31:13.031 INFO:tasks.workunit.client.0.smithi069.stdout: 7 2024-04-10T15:31:13.031 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:13.031 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 2, 2024-04-10T15:31:13.031 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T15:31:13.031 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T15:31:13.031 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T15:31:13.031 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T15:31:13.031 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:31:13.031 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T15:31:13.031 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T15:28:48.069823+0000", 2024-04-10T15:31:13.031 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:28:12.692671+0000", 2024-04-10T15:31:13.032 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:28:12.692671+0000", 2024-04-10T15:31:13.032 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:28:12.692951+0000", 2024-04-10T15:31:13.032 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T15:28:48.069823+0000", 2024-04-10T15:31:13.032 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:13.032 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:31:13.032 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:13.032 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 61, 2024-04-10T15:31:13.032 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T15:28:48.069823+0000", 2024-04-10T15:31:13.032 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T15:28:48.069823+0000", 2024-04-10T15:31:13.032 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T15:28:48.069823+0000", 2024-04-10T15:31:13.032 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T15:31:13.033 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T15:31:13.033 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:13.033 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T15:28:48.069823+0000", 2024-04-10T15:31:13.033 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T15:28:48.069823+0000", 2024-04-10T15:31:13.033 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T15:31:13.033 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T15:31:13.033 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T15:31:13.033 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T15:31:13.033 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 60, 2024-04-10T15:31:13.033 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T15:31:13.033 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T15:31:13.033 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T15:31:13.034 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T15:31:13.034 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T15:31:13.034 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:31:13.034 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T15:31:13.034 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T15:31:13.034 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.2e", 2024-04-10T15:31:13.034 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T15:31:13.034 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T15:31:13.034 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 69, 2024-04-10T15:31:13.034 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 18, 2024-04-10T15:31:13.034 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T15:31:13.035 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T21:17:06.276979+0000", 2024-04-10T15:31:13.035 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:31:13.035 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T15:31:13.035 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T15:31:13.035 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T15:31:13.035 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:31:13.035 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T15:31:13.035 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:31:13.035 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T15:31:13.035 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T15:31:13.035 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T15:31:13.036 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T15:31:13.036 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T15:31:13.036 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T15:31:13.036 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T15:31:13.036 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T15:31:13.036 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T15:31:13.036 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T15:31:13.036 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:31:13.036 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T15:31:13.036 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T15:31:13.036 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T15:31:13.036 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T15:31:13.037 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T15:31:13.037 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:31:13.037 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T15:31:13.037 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T15:31:13.037 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T15:31:13.037 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:31:13.037 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T15:31:13.037 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T15:31:13.037 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T15:31:13.037 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T15:31:13.037 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T15:31:13.037 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T15:31:13.037 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T15:31:13.038 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T15:31:13.038 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T15:31:13.038 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T15:31:13.038 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T15:31:13.038 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:31:13.038 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T15:31:13.038 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T15:31:13.038 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T15:31:13.038 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:13.038 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T15:31:13.038 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T15:31:13.039 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T15:31:13.039 INFO:tasks.workunit.client.0.smithi069.stdout: 2, 2024-04-10T15:31:13.039 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T15:31:13.039 INFO:tasks.workunit.client.0.smithi069.stdout: 7 2024-04-10T15:31:13.039 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:13.039 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 2, 2024-04-10T15:31:13.039 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T15:31:13.039 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:13.039 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:13.039 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T15:31:13.039 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T15:31:13.039 INFO:tasks.workunit.client.0.smithi069.stdout: 2, 2024-04-10T15:31:13.039 INFO:tasks.workunit.client.0.smithi069.stdout: 6 2024-04-10T15:31:13.040 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:13.040 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 7, 2024-04-10T15:31:13.040 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T15:31:13.040 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T15:31:13.040 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T15:31:13.040 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T15:31:13.040 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:31:13.040 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T15:31:13.040 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T15:28:47.169200+0000", 2024-04-10T15:31:13.040 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:28:12.689366+0000", 2024-04-10T15:31:13.040 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:28:12.689366+0000", 2024-04-10T15:31:13.040 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:28:12.689693+0000", 2024-04-10T15:31:13.041 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T15:28:47.169200+0000", 2024-04-10T15:31:13.041 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:13.041 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:31:13.041 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:13.041 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 61, 2024-04-10T15:31:13.041 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T15:28:47.169200+0000", 2024-04-10T15:31:13.041 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T15:28:47.169200+0000", 2024-04-10T15:31:13.041 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T15:28:47.169200+0000", 2024-04-10T15:31:13.041 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T15:31:13.041 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T15:31:13.041 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:13.041 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T15:28:47.169200+0000", 2024-04-10T15:31:13.042 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T15:28:47.169200+0000", 2024-04-10T15:31:13.042 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T15:31:13.042 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T15:31:13.042 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T15:31:13.042 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T15:31:13.042 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 60, 2024-04-10T15:31:13.042 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T15:31:13.042 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T15:31:13.042 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T15:31:13.042 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T15:31:13.042 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T15:31:13.043 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:31:13.043 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T15:31:13.043 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T15:31:13.043 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.2d", 2024-04-10T15:31:13.043 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T15:31:13.043 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T15:31:13.043 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 69, 2024-04-10T15:31:13.043 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 18, 2024-04-10T15:31:13.043 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T15:31:13.043 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T01:24:23.783069+0000", 2024-04-10T15:31:13.043 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:31:13.043 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T15:31:13.044 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T15:31:13.044 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T15:31:13.044 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:31:13.044 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T15:31:13.044 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:31:13.044 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T15:31:13.044 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T15:31:13.044 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T15:31:13.044 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T15:31:13.044 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T15:31:13.044 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T15:31:13.045 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T15:31:13.045 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T15:31:13.045 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T15:31:13.045 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T15:31:13.045 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:31:13.045 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T15:31:13.045 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T15:31:13.045 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T15:31:13.045 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T15:31:13.045 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T15:31:13.045 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:31:13.045 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T15:31:13.046 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T15:31:13.046 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T15:31:13.046 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:31:13.046 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T15:31:13.046 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T15:31:13.046 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T15:31:13.046 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T15:31:13.046 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T15:31:13.046 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T15:31:13.046 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T15:31:13.046 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T15:31:13.046 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T15:31:13.046 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T15:31:13.047 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T15:31:13.047 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:31:13.047 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T15:31:13.047 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T15:31:13.047 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T15:31:13.047 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:13.047 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T15:31:13.047 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T15:31:13.047 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T15:31:13.047 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T15:31:13.047 INFO:tasks.workunit.client.0.smithi069.stdout: 2, 2024-04-10T15:31:13.047 INFO:tasks.workunit.client.0.smithi069.stdout: 6 2024-04-10T15:31:13.048 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:13.048 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 7, 2024-04-10T15:31:13.048 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T15:31:13.048 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:13.048 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:13.048 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T15:31:13.048 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T15:31:13.048 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T15:31:13.048 INFO:tasks.workunit.client.0.smithi069.stdout: 4 2024-04-10T15:31:13.048 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:13.048 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 0, 2024-04-10T15:31:13.049 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T15:31:13.049 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T15:31:13.049 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 59, 2024-04-10T15:31:13.049 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T15:31:13.049 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:31:13.049 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T15:31:13.049 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T15:28:47.171918+0000", 2024-04-10T15:31:13.049 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:28:12.343054+0000", 2024-04-10T15:31:13.049 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:28:12.343054+0000", 2024-04-10T15:31:13.049 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:28:12.343348+0000", 2024-04-10T15:31:13.049 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T15:28:47.171918+0000", 2024-04-10T15:31:13.049 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T15:31:13.049 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:31:13.050 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T15:31:13.050 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 60, 2024-04-10T15:31:13.050 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T15:28:47.171918+0000", 2024-04-10T15:31:13.050 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T15:28:47.171918+0000", 2024-04-10T15:31:13.050 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T15:28:47.171918+0000", 2024-04-10T15:31:13.050 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T15:31:13.050 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T15:31:13.050 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T15:31:13.050 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T15:28:47.171918+0000", 2024-04-10T15:31:13.050 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T15:28:47.171918+0000", 2024-04-10T15:31:13.050 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T15:31:13.050 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 4, 2024-04-10T15:31:13.051 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T15:31:13.051 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T15:31:13.051 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 59, 2024-04-10T15:31:13.051 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T15:31:13.051 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T15:31:13.051 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T15:31:13.051 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T15:31:13.051 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 4, 2024-04-10T15:31:13.051 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:31:13.051 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T15:31:13.051 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T15:31:13.051 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "2.1f", 2024-04-10T15:31:13.051 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T15:31:13.052 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T15:31:13.052 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 69, 2024-04-10T15:31:13.052 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 24, 2024-04-10T15:31:13.052 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T15:31:13.052 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T00:24:09.163522+0000", 2024-04-10T15:31:13.052 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:31:13.052 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T15:31:13.052 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T15:31:13.052 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 582, 2024-04-10T15:31:13.052 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:31:13.052 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T15:31:13.052 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:31:13.052 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T15:31:13.053 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T15:31:13.053 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T15:31:13.053 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T15:31:13.053 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T15:31:13.053 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T15:31:13.053 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T15:31:13.053 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T15:31:13.053 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T15:31:13.053 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T15:31:13.053 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:31:13.053 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T15:31:13.053 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 6, 2024-04-10T15:31:13.053 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 2, 2024-04-10T15:31:13.054 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T15:31:13.054 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 2, 2024-04-10T15:31:13.054 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:31:13.054 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T15:31:13.054 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T15:31:13.054 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T15:31:13.054 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:31:13.054 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 1, 2024-04-10T15:31:13.054 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T15:31:13.054 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T15:31:13.054 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T15:31:13.055 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T15:31:13.055 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T15:31:13.055 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T15:31:13.055 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T15:31:13.055 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T15:31:13.055 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T15:31:13.055 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T15:31:13.055 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:31:13.055 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T15:31:13.055 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 4, 2024-04-10T15:31:13.055 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 1 2024-04-10T15:31:13.055 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:13.056 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T15:31:13.056 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T15:31:13.056 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T15:31:13.056 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T15:31:13.056 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T15:31:13.056 INFO:tasks.workunit.client.0.smithi069.stdout: 4 2024-04-10T15:31:13.056 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:13.056 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 0, 2024-04-10T15:31:13.056 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "61'4" 2024-04-10T15:31:13.056 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:13.056 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:13.056 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T15:31:13.057 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T15:31:13.057 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T15:31:13.057 INFO:tasks.workunit.client.0.smithi069.stdout: 2 2024-04-10T15:31:13.057 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:13.057 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 3, 2024-04-10T15:31:13.057 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T15:31:13.057 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T15:31:13.057 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T15:31:13.057 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T15:31:13.057 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:31:13.057 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T15:31:13.057 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T15:28:48.069688+0000", 2024-04-10T15:31:13.057 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:28:12.692633+0000", 2024-04-10T15:31:13.058 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:28:12.692633+0000", 2024-04-10T15:31:13.058 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:28:12.693030+0000", 2024-04-10T15:31:13.058 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T15:28:48.069688+0000", 2024-04-10T15:31:13.058 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:13.058 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:31:13.058 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:13.058 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 61, 2024-04-10T15:31:13.058 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T15:28:48.069688+0000", 2024-04-10T15:31:13.058 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T15:28:48.069688+0000", 2024-04-10T15:31:13.058 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T15:28:48.069688+0000", 2024-04-10T15:31:13.058 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T15:31:13.059 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T15:31:13.059 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:13.059 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T15:28:48.069688+0000", 2024-04-10T15:31:13.059 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T15:28:48.069688+0000", 2024-04-10T15:31:13.059 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T15:31:13.059 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T15:31:13.059 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T15:31:13.059 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T15:31:13.059 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 60, 2024-04-10T15:31:13.059 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T15:31:13.059 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T15:31:13.059 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T15:31:13.059 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T15:31:13.060 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T15:31:13.060 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:31:13.060 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T15:31:13.060 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T15:31:13.060 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.1e", 2024-04-10T15:31:13.060 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T15:31:13.060 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T15:31:13.060 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 69, 2024-04-10T15:31:13.060 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 19, 2024-04-10T15:31:13.060 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T15:31:13.060 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T01:56:33.896801+0000", 2024-04-10T15:31:13.060 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:31:13.061 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T15:31:13.061 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T15:31:13.061 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T15:31:13.061 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:31:13.061 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T15:31:13.061 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:31:13.061 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T15:31:13.061 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T15:31:13.061 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T15:31:13.061 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T15:31:13.061 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T15:31:13.061 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T15:31:13.062 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T15:31:13.062 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T15:31:13.062 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T15:31:13.062 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T15:31:13.062 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:31:13.062 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T15:31:13.062 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T15:31:13.062 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T15:31:13.062 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T15:31:13.062 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T15:31:13.062 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:31:13.063 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T15:31:13.063 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T15:31:13.063 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T15:31:13.063 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:31:13.063 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T15:31:13.063 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T15:31:13.063 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T15:31:13.063 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T15:31:13.063 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T15:31:13.063 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T15:31:13.063 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T15:31:13.063 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T15:31:13.064 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T15:31:13.064 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T15:31:13.064 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T15:31:13.064 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:31:13.064 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T15:31:13.064 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T15:31:13.064 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T15:31:13.064 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:13.064 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T15:31:13.064 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T15:31:13.064 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T15:31:13.064 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T15:31:13.064 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T15:31:13.065 INFO:tasks.workunit.client.0.smithi069.stdout: 2 2024-04-10T15:31:13.065 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:13.065 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 3, 2024-04-10T15:31:13.065 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T15:31:13.065 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:13.065 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:13.065 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T15:31:13.065 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T15:31:13.065 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T15:31:13.065 INFO:tasks.workunit.client.0.smithi069.stdout: 5 2024-04-10T15:31:13.065 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:13.065 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 3, 2024-04-10T15:31:13.065 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T15:31:13.065 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T15:31:13.066 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 59, 2024-04-10T15:31:13.066 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T15:31:13.066 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:31:13.066 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T15:31:13.066 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T15:28:48.069605+0000", 2024-04-10T15:31:13.066 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:28:12.340075+0000", 2024-04-10T15:31:13.066 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:28:12.340075+0000", 2024-04-10T15:31:13.066 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:28:12.340349+0000", 2024-04-10T15:31:13.066 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T15:28:48.069605+0000", 2024-04-10T15:31:13.066 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T15:31:13.066 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:31:13.066 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T15:31:13.067 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 60, 2024-04-10T15:31:13.067 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T15:28:48.069605+0000", 2024-04-10T15:31:13.067 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T15:28:48.069605+0000", 2024-04-10T15:31:13.067 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T15:28:48.069605+0000", 2024-04-10T15:31:13.067 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T15:31:13.067 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T15:31:13.067 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T15:31:13.067 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T15:28:48.069605+0000", 2024-04-10T15:31:13.067 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T15:28:48.069605+0000", 2024-04-10T15:31:13.067 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T15:31:13.067 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 1, 2024-04-10T15:31:13.067 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T15:31:13.068 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T15:31:13.068 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 59, 2024-04-10T15:31:13.068 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T15:31:13.068 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T15:31:13.068 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T15:31:13.068 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T15:31:13.068 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 1, 2024-04-10T15:31:13.068 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:31:13.068 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T15:31:13.068 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T15:31:13.068 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "2.1e", 2024-04-10T15:31:13.068 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T15:31:13.069 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T15:31:13.069 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 69, 2024-04-10T15:31:13.069 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 21, 2024-04-10T15:31:13.069 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T15:31:13.069 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T19:52:58.585482+0000", 2024-04-10T15:31:13.069 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:31:13.069 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T15:31:13.069 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T15:31:13.069 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T15:31:13.069 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:31:13.069 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T15:31:13.069 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:31:13.070 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T15:31:13.070 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T15:31:13.070 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T15:31:13.070 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T15:31:13.070 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T15:31:13.070 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T15:31:13.070 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T15:31:13.070 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T15:31:13.070 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T15:31:13.070 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T15:31:13.070 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:31:13.070 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T15:31:13.071 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T15:31:13.071 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T15:31:13.071 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T15:31:13.071 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T15:31:13.071 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:31:13.071 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T15:31:13.071 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T15:31:13.071 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T15:31:13.071 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:31:13.071 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T15:31:13.071 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T15:31:13.071 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T15:31:13.071 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T15:31:13.071 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T15:31:13.072 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T15:31:13.072 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T15:31:13.072 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T15:31:13.072 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T15:31:13.072 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T15:31:13.072 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T15:31:13.072 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:31:13.072 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T15:31:13.072 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T15:31:13.072 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T15:31:13.072 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:13.072 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T15:31:13.073 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T15:31:13.073 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T15:31:13.073 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T15:31:13.073 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T15:31:13.073 INFO:tasks.workunit.client.0.smithi069.stdout: 5 2024-04-10T15:31:13.073 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:13.073 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 3, 2024-04-10T15:31:13.073 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "61'1" 2024-04-10T15:31:13.073 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:13.073 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:13.073 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T15:31:13.073 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T15:31:13.073 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T15:31:13.073 INFO:tasks.workunit.client.0.smithi069.stdout: 2 2024-04-10T15:31:13.074 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:13.074 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 0, 2024-04-10T15:31:13.074 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T15:31:13.074 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T15:31:13.074 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T15:31:13.074 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T15:31:13.074 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:31:13.074 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T15:31:13.074 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T15:28:47.171884+0000", 2024-04-10T15:31:13.074 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:28:12.683640+0000", 2024-04-10T15:31:13.074 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:28:12.683640+0000", 2024-04-10T15:31:13.074 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:28:12.684413+0000", 2024-04-10T15:31:13.074 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T15:28:47.171884+0000", 2024-04-10T15:31:13.075 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:13.075 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:31:13.075 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:13.075 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 61, 2024-04-10T15:31:13.075 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T15:28:47.171884+0000", 2024-04-10T15:31:13.075 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T15:28:47.171884+0000", 2024-04-10T15:31:13.075 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T15:28:47.171884+0000", 2024-04-10T15:31:13.075 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T15:31:13.075 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T15:31:13.075 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:13.075 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T15:28:47.171884+0000", 2024-04-10T15:31:13.075 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T15:28:47.171884+0000", 2024-04-10T15:31:13.075 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T15:31:13.075 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T15:31:13.076 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T15:31:13.076 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T15:31:13.076 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 60, 2024-04-10T15:31:13.076 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T15:31:13.076 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T15:31:13.076 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T15:31:13.076 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T15:31:13.076 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T15:31:13.076 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:31:13.076 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T15:31:13.076 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T15:31:13.076 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.1f", 2024-04-10T15:31:13.077 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T15:31:13.077 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T15:31:13.077 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 69, 2024-04-10T15:31:13.077 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 19, 2024-04-10T15:31:13.077 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T15:31:13.077 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T01:04:53.793880+0000", 2024-04-10T15:31:13.077 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:31:13.077 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T15:31:13.077 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T15:31:13.077 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T15:31:13.077 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:31:13.077 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T15:31:13.077 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:31:13.077 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T15:31:13.078 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T15:31:13.078 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T15:31:13.078 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T15:31:13.078 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T15:31:13.078 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T15:31:13.078 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T15:31:13.078 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T15:31:13.078 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T15:31:13.078 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T15:31:13.078 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:31:13.078 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T15:31:13.078 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T15:31:13.078 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T15:31:13.079 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T15:31:13.079 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T15:31:13.079 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:31:13.079 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T15:31:13.079 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T15:31:13.079 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T15:31:13.079 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:31:13.079 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T15:31:13.079 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T15:31:13.079 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T15:31:13.079 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T15:31:13.080 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T15:31:13.080 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T15:31:13.080 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T15:31:13.080 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T15:31:13.080 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T15:31:13.080 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T15:31:13.080 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T15:31:13.080 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:31:13.080 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T15:31:13.080 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T15:31:13.080 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T15:31:13.080 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:13.081 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T15:31:13.081 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T15:31:13.081 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T15:31:13.081 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T15:31:13.081 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T15:31:13.081 INFO:tasks.workunit.client.0.smithi069.stdout: 2 2024-04-10T15:31:13.081 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:13.081 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 0, 2024-04-10T15:31:13.081 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T15:31:13.081 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:13.081 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:13.081 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T15:31:13.081 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T15:31:13.082 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T15:31:13.082 INFO:tasks.workunit.client.0.smithi069.stdout: 0 2024-04-10T15:31:13.082 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:13.082 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 7, 2024-04-10T15:31:13.082 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T15:31:13.082 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T15:31:13.082 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 59, 2024-04-10T15:31:13.082 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T15:31:13.082 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:31:13.082 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T15:31:13.082 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T15:28:47.169560+0000", 2024-04-10T15:31:13.082 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:28:12.344508+0000", 2024-04-10T15:31:13.082 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:28:12.344508+0000", 2024-04-10T15:31:13.083 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:28:12.344861+0000", 2024-04-10T15:31:13.083 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T15:28:47.169560+0000", 2024-04-10T15:31:13.083 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T15:31:13.083 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:31:13.083 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T15:31:13.083 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 60, 2024-04-10T15:31:13.083 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T15:28:47.169560+0000", 2024-04-10T15:31:13.083 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T15:28:47.169560+0000", 2024-04-10T15:31:13.083 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T15:28:47.169560+0000", 2024-04-10T15:31:13.083 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T15:31:13.083 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T15:31:13.083 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T15:31:13.083 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T15:28:47.169560+0000", 2024-04-10T15:31:13.084 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T15:28:47.169560+0000", 2024-04-10T15:31:13.084 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T15:31:13.084 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 2, 2024-04-10T15:31:13.084 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T15:31:13.084 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T15:31:13.084 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 59, 2024-04-10T15:31:13.084 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T15:31:13.084 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T15:31:13.084 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T15:31:13.084 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T15:31:13.084 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 2, 2024-04-10T15:31:13.084 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:31:13.084 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T15:31:13.084 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T15:31:13.085 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "2.1d", 2024-04-10T15:31:13.085 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T15:31:13.085 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T15:31:13.085 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 69, 2024-04-10T15:31:13.085 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 21, 2024-04-10T15:31:13.085 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T15:31:13.085 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T20:46:40.578388+0000", 2024-04-10T15:31:13.085 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:31:13.085 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T15:31:13.085 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T15:31:13.085 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T15:31:13.085 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:31:13.085 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T15:31:13.086 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:31:13.086 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T15:31:13.086 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T15:31:13.086 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T15:31:13.086 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T15:31:13.086 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T15:31:13.086 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T15:31:13.086 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T15:31:13.086 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T15:31:13.086 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T15:31:13.086 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T15:31:13.086 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:31:13.087 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T15:31:13.087 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 3, 2024-04-10T15:31:13.087 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 1, 2024-04-10T15:31:13.087 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T15:31:13.087 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 1, 2024-04-10T15:31:13.087 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:31:13.087 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T15:31:13.087 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T15:31:13.087 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T15:31:13.087 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:31:13.087 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 1, 2024-04-10T15:31:13.088 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T15:31:13.088 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T15:31:13.088 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T15:31:13.088 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T15:31:13.088 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T15:31:13.088 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T15:31:13.088 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T15:31:13.088 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T15:31:13.088 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T15:31:13.088 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T15:31:13.088 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:31:13.089 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T15:31:13.089 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 3, 2024-04-10T15:31:13.089 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T15:31:13.089 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:13.089 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T15:31:13.089 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T15:31:13.089 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T15:31:13.089 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T15:31:13.089 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T15:31:13.089 INFO:tasks.workunit.client.0.smithi069.stdout: 0 2024-04-10T15:31:13.089 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:13.090 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 7, 2024-04-10T15:31:13.090 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "61'2" 2024-04-10T15:31:13.090 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:13.090 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:13.090 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T15:31:13.090 INFO:tasks.workunit.client.0.smithi069.stdout: 2, 2024-04-10T15:31:13.090 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T15:31:13.090 INFO:tasks.workunit.client.0.smithi069.stdout: 1 2024-04-10T15:31:13.090 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:13.090 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 2, 2024-04-10T15:31:13.090 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T15:31:13.090 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T15:31:13.091 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T15:31:13.091 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T15:31:13.091 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:31:13.091 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T15:31:13.091 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T15:28:48.069091+0000", 2024-04-10T15:31:13.091 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:28:36.702980+0000", 2024-04-10T15:31:13.091 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:28:36.702980+0000", 2024-04-10T15:31:13.091 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:28:36.703881+0000", 2024-04-10T15:31:13.091 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T15:28:48.069091+0000", 2024-04-10T15:31:13.091 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:13.091 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:31:13.092 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:13.092 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 64, 2024-04-10T15:31:13.092 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T15:28:48.069091+0000", 2024-04-10T15:31:13.092 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T15:28:48.069091+0000", 2024-04-10T15:31:13.092 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T15:28:48.069091+0000", 2024-04-10T15:31:13.092 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T15:31:13.092 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T15:31:13.092 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:13.092 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T15:28:48.069091+0000", 2024-04-10T15:31:13.092 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T15:28:48.069091+0000", 2024-04-10T15:31:13.092 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T15:31:13.092 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T15:31:13.093 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T15:31:13.093 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T15:31:13.093 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 63, 2024-04-10T15:31:13.093 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T15:31:13.093 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T15:31:13.093 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T15:31:13.093 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T15:31:13.093 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T15:31:13.093 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:31:13.093 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T15:31:13.093 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T15:31:13.093 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.1c", 2024-04-10T15:31:13.094 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T15:31:13.094 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T15:31:13.094 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 69, 2024-04-10T15:31:13.094 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 16, 2024-04-10T15:31:13.094 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T15:31:13.094 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T20:48:48.549092+0000", 2024-04-10T15:31:13.094 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:31:13.094 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T15:31:13.094 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T15:31:13.094 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T15:31:13.094 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:31:13.095 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T15:31:13.095 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:31:13.095 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T15:31:13.095 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T15:31:13.095 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T15:31:13.095 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T15:31:13.095 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T15:31:13.095 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T15:31:13.095 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T15:31:13.095 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T15:31:13.096 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T15:31:13.096 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T15:31:13.096 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:31:13.096 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T15:31:13.096 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T15:31:13.096 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T15:31:13.096 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T15:31:13.096 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T15:31:13.096 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:31:13.096 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T15:31:13.096 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T15:31:13.097 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T15:31:13.097 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:31:13.097 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T15:31:13.097 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T15:31:13.097 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T15:31:13.097 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T15:31:13.097 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T15:31:13.097 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T15:31:13.097 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T15:31:13.097 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T15:31:13.097 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T15:31:13.097 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T15:31:13.097 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T15:31:13.098 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:31:13.098 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T15:31:13.098 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T15:31:13.098 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T15:31:13.098 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:13.098 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T15:31:13.098 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T15:31:13.098 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T15:31:13.098 INFO:tasks.workunit.client.0.smithi069.stdout: 2, 2024-04-10T15:31:13.098 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T15:31:13.098 INFO:tasks.workunit.client.0.smithi069.stdout: 1 2024-04-10T15:31:13.098 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:13.099 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 2, 2024-04-10T15:31:13.099 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T15:31:13.099 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:13.099 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:13.099 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T15:31:13.099 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T15:31:13.099 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T15:31:13.099 INFO:tasks.workunit.client.0.smithi069.stdout: 2 2024-04-10T15:31:13.099 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:13.099 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 7, 2024-04-10T15:31:13.099 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T15:31:13.099 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T15:31:13.099 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 59, 2024-04-10T15:31:13.099 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T15:31:13.100 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:31:13.100 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T15:31:13.100 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T15:28:47.169250+0000", 2024-04-10T15:31:13.100 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:28:12.341822+0000", 2024-04-10T15:31:13.100 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:28:12.341822+0000", 2024-04-10T15:31:13.100 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:28:12.342115+0000", 2024-04-10T15:31:13.100 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T15:28:47.169250+0000", 2024-04-10T15:31:13.100 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T15:31:13.100 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:31:13.100 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T15:31:13.100 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 60, 2024-04-10T15:31:13.100 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T15:28:47.169250+0000", 2024-04-10T15:31:13.100 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T15:28:47.169250+0000", 2024-04-10T15:31:13.101 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T15:28:47.169250+0000", 2024-04-10T15:31:13.101 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T15:31:13.101 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T15:31:13.101 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T15:31:13.101 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T15:28:47.169250+0000", 2024-04-10T15:31:13.101 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T15:28:47.169250+0000", 2024-04-10T15:31:13.101 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T15:31:13.101 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 2, 2024-04-10T15:31:13.101 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T15:31:13.101 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T15:31:13.101 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 59, 2024-04-10T15:31:13.101 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T15:31:13.101 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T15:31:13.101 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T15:31:13.102 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T15:31:13.102 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 2, 2024-04-10T15:31:13.102 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:31:13.102 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T15:31:13.102 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T15:31:13.102 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "2.1c", 2024-04-10T15:31:13.102 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T15:31:13.102 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T15:31:13.102 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 69, 2024-04-10T15:31:13.102 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 21, 2024-04-10T15:31:13.102 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T15:31:13.103 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T23:35:33.678268+0000", 2024-04-10T15:31:13.103 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:31:13.103 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T15:31:13.103 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T15:31:13.103 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T15:31:13.103 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:31:13.103 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T15:31:13.103 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:31:13.103 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T15:31:13.103 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T15:31:13.103 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T15:31:13.103 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T15:31:13.104 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T15:31:13.104 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T15:31:13.104 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T15:31:13.104 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T15:31:13.104 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T15:31:13.104 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T15:31:13.104 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:31:13.104 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T15:31:13.104 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 3, 2024-04-10T15:31:13.104 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 1, 2024-04-10T15:31:13.104 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T15:31:13.105 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 1, 2024-04-10T15:31:13.105 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:31:13.105 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T15:31:13.105 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T15:31:13.105 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T15:31:13.105 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:31:13.105 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 1, 2024-04-10T15:31:13.105 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T15:31:13.105 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T15:31:13.105 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T15:31:13.105 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T15:31:13.105 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T15:31:13.105 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T15:31:13.106 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T15:31:13.106 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T15:31:13.106 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T15:31:13.106 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T15:31:13.106 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:31:13.106 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T15:31:13.106 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 3, 2024-04-10T15:31:13.106 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T15:31:13.106 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:13.106 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T15:31:13.106 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T15:31:13.107 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T15:31:13.107 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T15:31:13.107 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T15:31:13.107 INFO:tasks.workunit.client.0.smithi069.stdout: 2 2024-04-10T15:31:13.107 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:13.107 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 7, 2024-04-10T15:31:13.107 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "61'2" 2024-04-10T15:31:13.107 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:13.107 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:13.107 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T15:31:13.107 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T15:31:13.107 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T15:31:13.107 INFO:tasks.workunit.client.0.smithi069.stdout: 6 2024-04-10T15:31:13.108 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:13.108 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 5, 2024-04-10T15:31:13.108 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T15:31:13.108 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T15:31:13.108 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T15:31:13.108 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T15:31:13.108 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:31:13.108 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T15:31:13.108 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T15:28:47.107237+0000", 2024-04-10T15:31:13.108 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:28:36.907448+0000", 2024-04-10T15:31:13.108 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:28:36.907448+0000", 2024-04-10T15:31:13.108 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:28:36.907862+0000", 2024-04-10T15:31:13.109 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T15:28:47.107237+0000", 2024-04-10T15:31:13.109 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:13.109 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:31:13.109 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:13.109 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 64, 2024-04-10T15:31:13.109 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T15:28:47.107237+0000", 2024-04-10T15:31:13.109 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T15:28:47.107237+0000", 2024-04-10T15:31:13.109 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T15:28:47.107237+0000", 2024-04-10T15:31:13.109 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T15:31:13.109 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T15:31:13.109 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:13.109 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T15:28:47.107237+0000", 2024-04-10T15:31:13.109 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T15:28:47.107237+0000", 2024-04-10T15:31:13.110 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T15:31:13.110 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T15:31:13.110 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T15:31:13.110 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T15:31:13.110 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 63, 2024-04-10T15:31:13.110 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T15:31:13.110 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T15:31:13.110 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T15:31:13.110 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T15:31:13.110 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T15:31:13.110 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:31:13.110 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T15:31:13.110 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T15:31:13.111 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.1d", 2024-04-10T15:31:13.111 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T15:31:13.111 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T15:31:13.111 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 69, 2024-04-10T15:31:13.111 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 27, 2024-04-10T15:31:13.111 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T15:31:13.111 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T01:28:34.961570+0000", 2024-04-10T15:31:13.111 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:31:13.111 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T15:31:13.111 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T15:31:13.111 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T15:31:13.111 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:31:13.111 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T15:31:13.112 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:31:13.112 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T15:31:13.112 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T15:31:13.112 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T15:31:13.112 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T15:31:13.112 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T15:31:13.112 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T15:31:13.112 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T15:31:13.112 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T15:31:13.112 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T15:31:13.112 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T15:31:13.112 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:31:13.113 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T15:31:13.113 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T15:31:13.113 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T15:31:13.113 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T15:31:13.113 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T15:31:13.113 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:31:13.113 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T15:31:13.113 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T15:31:13.113 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T15:31:13.113 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:31:13.113 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T15:31:13.113 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T15:31:13.114 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T15:31:13.114 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T15:31:13.114 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T15:31:13.114 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T15:31:13.114 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T15:31:13.114 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T15:31:13.114 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T15:31:13.114 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T15:31:13.114 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T15:31:13.114 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:31:13.114 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T15:31:13.114 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T15:31:13.114 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T15:31:13.115 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:13.115 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T15:31:13.115 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T15:31:13.115 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T15:31:13.115 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T15:31:13.115 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T15:31:13.115 INFO:tasks.workunit.client.0.smithi069.stdout: 6 2024-04-10T15:31:13.115 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:13.115 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 5, 2024-04-10T15:31:13.115 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T15:31:13.115 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:13.115 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:13.115 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T15:31:13.115 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T15:31:13.116 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T15:31:13.116 INFO:tasks.workunit.client.0.smithi069.stdout: 6 2024-04-10T15:31:13.116 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:13.116 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 3, 2024-04-10T15:31:13.116 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T15:31:13.116 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T15:31:13.116 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 59, 2024-04-10T15:31:13.116 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T15:31:13.116 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:31:13.116 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T15:31:13.116 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T15:28:48.069221+0000", 2024-04-10T15:31:13.116 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:28:12.333915+0000", 2024-04-10T15:31:13.116 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:28:12.333915+0000", 2024-04-10T15:31:13.117 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:28:12.334232+0000", 2024-04-10T15:31:13.117 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T15:28:48.069221+0000", 2024-04-10T15:31:13.117 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T15:31:13.117 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:31:13.117 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T15:31:13.117 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 60, 2024-04-10T15:31:13.117 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T15:28:48.069221+0000", 2024-04-10T15:31:13.117 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T15:28:48.069221+0000", 2024-04-10T15:31:13.117 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T15:28:48.069221+0000", 2024-04-10T15:31:13.117 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T15:31:13.117 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T15:31:13.117 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T15:31:13.117 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T15:28:48.069221+0000", 2024-04-10T15:31:13.118 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T15:28:48.069221+0000", 2024-04-10T15:31:13.118 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T15:31:13.118 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 1, 2024-04-10T15:31:13.118 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T15:31:13.118 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T15:31:13.118 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 59, 2024-04-10T15:31:13.118 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T15:31:13.118 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T15:31:13.118 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T15:31:13.118 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T15:31:13.118 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 1, 2024-04-10T15:31:13.118 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:31:13.119 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T15:31:13.119 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T15:31:13.119 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "2.1b", 2024-04-10T15:31:13.119 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T15:31:13.119 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T15:31:13.119 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 69, 2024-04-10T15:31:13.119 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 21, 2024-04-10T15:31:13.119 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T15:31:13.119 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T18:25:34.332231+0000", 2024-04-10T15:31:13.119 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:31:13.119 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T15:31:13.119 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T15:31:13.119 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T15:31:13.119 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:31:13.121 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T15:31:13.121 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:31:13.121 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T15:31:13.121 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T15:31:13.121 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T15:31:13.122 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T15:31:13.122 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T15:31:13.122 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T15:31:13.122 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T15:31:13.122 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T15:31:13.122 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T15:31:13.122 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T15:31:13.122 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:31:13.122 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T15:31:13.122 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T15:31:13.122 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T15:31:13.122 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T15:31:13.122 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T15:31:13.123 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:31:13.123 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T15:31:13.123 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T15:31:13.123 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T15:31:13.123 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:31:13.123 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T15:31:13.123 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T15:31:13.123 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T15:31:13.123 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T15:31:13.123 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T15:31:13.123 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T15:31:13.123 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T15:31:13.123 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T15:31:13.123 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T15:31:13.123 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T15:31:13.124 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T15:31:13.124 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:31:13.124 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T15:31:13.124 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T15:31:13.124 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T15:31:13.124 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:13.124 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T15:31:13.124 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T15:31:13.124 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T15:31:13.124 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T15:31:13.124 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T15:31:13.124 INFO:tasks.workunit.client.0.smithi069.stdout: 6 2024-04-10T15:31:13.124 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:13.125 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 3, 2024-04-10T15:31:13.125 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "61'1" 2024-04-10T15:31:13.125 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:13.125 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:13.125 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T15:31:13.125 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T15:31:13.125 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T15:31:13.125 INFO:tasks.workunit.client.0.smithi069.stdout: 2 2024-04-10T15:31:13.125 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:13.125 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 4, 2024-04-10T15:31:13.125 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T15:31:13.125 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T15:31:13.125 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T15:31:13.125 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T15:31:13.126 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:31:13.126 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T15:31:13.126 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T15:28:47.278164+0000", 2024-04-10T15:31:13.126 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:28:12.694924+0000", 2024-04-10T15:31:13.126 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:28:12.694924+0000", 2024-04-10T15:31:13.126 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:28:12.695240+0000", 2024-04-10T15:31:13.126 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T15:28:47.278164+0000", 2024-04-10T15:31:13.126 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:13.126 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:31:13.126 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:13.126 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 61, 2024-04-10T15:31:13.126 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T15:28:47.278164+0000", 2024-04-10T15:31:13.126 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T15:28:47.278164+0000", 2024-04-10T15:31:13.126 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T15:28:47.278164+0000", 2024-04-10T15:31:13.127 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T15:31:13.127 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T15:31:13.127 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:13.127 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T15:28:47.278164+0000", 2024-04-10T15:31:13.127 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T15:28:47.278164+0000", 2024-04-10T15:31:13.127 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T15:31:13.127 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T15:31:13.127 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T15:31:13.127 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T15:31:13.127 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 60, 2024-04-10T15:31:13.127 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T15:31:13.127 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T15:31:13.127 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T15:31:13.128 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T15:31:13.128 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T15:31:13.128 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:31:13.128 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T15:31:13.128 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T15:31:13.128 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.1a", 2024-04-10T15:31:13.128 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T15:31:13.128 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T15:31:13.128 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 69, 2024-04-10T15:31:13.128 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 19, 2024-04-10T15:31:13.128 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T15:31:13.128 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T00:32:28.117308+0000", 2024-04-10T15:31:13.128 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:31:13.128 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T15:31:13.128 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T15:31:13.129 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T15:31:13.129 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:31:13.129 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T15:31:13.129 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:31:13.129 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T15:31:13.129 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T15:31:13.129 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T15:31:13.129 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T15:31:13.129 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T15:31:13.129 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T15:31:13.129 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T15:31:13.129 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T15:31:13.129 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T15:31:13.129 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T15:31:13.130 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:31:13.130 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T15:31:13.130 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T15:31:13.130 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T15:31:13.130 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T15:31:13.130 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T15:31:13.130 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:31:13.130 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T15:31:13.130 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T15:31:13.130 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T15:31:13.130 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:31:13.130 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T15:31:13.130 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T15:31:13.130 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T15:31:13.131 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T15:31:13.131 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T15:31:13.131 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T15:31:13.131 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T15:31:13.131 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T15:31:13.131 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T15:31:13.131 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T15:31:13.131 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T15:31:13.131 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:31:13.131 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T15:31:13.131 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T15:31:13.131 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T15:31:13.131 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:13.131 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T15:31:13.131 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T15:31:13.132 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T15:31:13.132 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T15:31:13.132 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T15:31:13.132 INFO:tasks.workunit.client.0.smithi069.stdout: 2 2024-04-10T15:31:13.132 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:13.132 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 4, 2024-04-10T15:31:13.132 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T15:31:13.132 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:13.132 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:13.132 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T15:31:13.132 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T15:31:13.132 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T15:31:13.132 INFO:tasks.workunit.client.0.smithi069.stdout: 7 2024-04-10T15:31:13.132 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:13.132 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 6, 2024-04-10T15:31:13.133 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T15:31:13.133 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T15:31:13.133 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 59, 2024-04-10T15:31:13.133 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T15:31:13.133 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:31:13.133 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T15:31:13.133 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T15:28:47.171353+0000", 2024-04-10T15:31:13.133 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:28:12.332468+0000", 2024-04-10T15:31:13.133 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:28:12.332468+0000", 2024-04-10T15:31:13.133 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:28:12.333289+0000", 2024-04-10T15:31:13.133 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T15:28:47.171353+0000", 2024-04-10T15:31:13.133 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T15:31:13.133 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:31:13.133 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T15:31:13.134 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 60, 2024-04-10T15:31:13.134 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T15:28:47.171353+0000", 2024-04-10T15:31:13.134 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T15:28:47.171353+0000", 2024-04-10T15:31:13.134 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T15:28:47.171353+0000", 2024-04-10T15:31:13.134 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T15:31:13.134 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T15:31:13.134 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T15:31:13.134 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T15:28:47.171353+0000", 2024-04-10T15:31:13.134 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T15:28:47.171353+0000", 2024-04-10T15:31:13.134 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T15:31:13.134 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 1, 2024-04-10T15:31:13.134 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T15:31:13.134 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T15:31:13.134 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 59, 2024-04-10T15:31:13.135 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T15:31:13.135 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T15:31:13.135 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T15:31:13.135 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T15:31:13.135 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 1, 2024-04-10T15:31:13.135 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:31:13.135 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T15:31:13.135 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T15:31:13.135 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "2.1a", 2024-04-10T15:31:13.135 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T15:31:13.135 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T15:31:13.135 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 69, 2024-04-10T15:31:13.135 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 21, 2024-04-10T15:31:13.135 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T15:31:13.136 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T20:16:06.745224+0000", 2024-04-10T15:31:13.136 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:31:13.136 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T15:31:13.136 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T15:31:13.136 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T15:31:13.136 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:31:13.136 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T15:31:13.136 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:31:13.136 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T15:31:13.136 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T15:31:13.136 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T15:31:13.136 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T15:31:13.136 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T15:31:13.136 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T15:31:13.137 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T15:31:13.137 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T15:31:13.137 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T15:31:13.137 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T15:31:13.137 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:31:13.137 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T15:31:13.137 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T15:31:13.137 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T15:31:13.137 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T15:31:13.137 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T15:31:13.137 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:31:13.137 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T15:31:13.137 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T15:31:13.137 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T15:31:13.138 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:31:13.138 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T15:31:13.138 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T15:31:13.138 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T15:31:13.138 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T15:31:13.138 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T15:31:13.138 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T15:31:13.138 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T15:31:13.138 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T15:31:13.138 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T15:31:13.138 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T15:31:13.138 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T15:31:13.138 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:31:13.138 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T15:31:13.139 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T15:31:13.139 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T15:31:13.139 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:13.139 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T15:31:13.139 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T15:31:13.139 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T15:31:13.139 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T15:31:13.139 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T15:31:13.139 INFO:tasks.workunit.client.0.smithi069.stdout: 7 2024-04-10T15:31:13.139 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:13.139 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 6, 2024-04-10T15:31:13.139 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "61'1" 2024-04-10T15:31:13.139 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:13.139 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:13.139 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T15:31:13.140 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T15:31:13.140 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T15:31:13.140 INFO:tasks.workunit.client.0.smithi069.stdout: 7 2024-04-10T15:31:13.140 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:13.140 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 0, 2024-04-10T15:31:13.140 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T15:31:13.140 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T15:31:13.140 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T15:31:13.140 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T15:31:13.140 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:31:13.140 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T15:31:13.140 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T15:28:47.171494+0000", 2024-04-10T15:31:13.140 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:28:12.695094+0000", 2024-04-10T15:31:13.140 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:28:12.695094+0000", 2024-04-10T15:31:13.140 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:28:12.695806+0000", 2024-04-10T15:31:13.141 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T15:28:47.171494+0000", 2024-04-10T15:31:13.141 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:13.141 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:31:13.141 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:13.141 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 61, 2024-04-10T15:31:13.141 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T15:28:47.171494+0000", 2024-04-10T15:31:13.141 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T15:28:47.171494+0000", 2024-04-10T15:31:13.141 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T15:28:47.171494+0000", 2024-04-10T15:31:13.141 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T15:31:13.141 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T15:31:13.141 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:13.141 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T15:28:47.171494+0000", 2024-04-10T15:31:13.141 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T15:28:47.171494+0000", 2024-04-10T15:31:13.141 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T15:31:13.141 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T15:31:13.142 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T15:31:13.142 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T15:31:13.142 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 60, 2024-04-10T15:31:13.142 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T15:31:13.142 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T15:31:13.142 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T15:31:13.142 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T15:31:13.142 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T15:31:13.142 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:31:13.142 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T15:31:13.142 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T15:31:13.142 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.1b", 2024-04-10T15:31:13.142 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T15:31:13.142 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T15:31:13.143 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 69, 2024-04-10T15:31:13.143 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 19, 2024-04-10T15:31:13.143 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T15:31:13.143 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T02:14:43.183591+0000", 2024-04-10T15:31:13.143 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:31:13.143 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T15:31:13.143 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T15:31:13.143 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T15:31:13.143 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:31:13.143 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T15:31:13.143 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:31:13.143 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T15:31:13.143 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T15:31:13.143 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T15:31:13.143 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T15:31:13.144 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T15:31:13.144 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T15:31:13.144 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T15:31:13.144 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T15:31:13.144 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T15:31:13.144 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T15:31:13.144 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:31:13.144 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T15:31:13.144 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T15:31:13.144 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T15:31:13.144 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T15:31:13.144 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T15:31:13.144 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:31:13.144 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T15:31:13.144 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T15:31:13.145 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T15:31:13.145 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:31:13.145 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T15:31:13.145 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T15:31:13.145 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T15:31:13.145 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T15:31:13.145 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T15:31:13.145 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T15:31:13.145 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T15:31:13.145 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T15:31:13.145 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T15:31:13.145 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T15:31:13.145 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T15:31:13.145 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:31:13.145 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T15:31:13.145 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T15:31:13.146 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T15:31:13.146 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:13.146 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T15:31:13.146 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T15:31:13.146 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T15:31:13.146 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T15:31:13.146 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T15:31:13.146 INFO:tasks.workunit.client.0.smithi069.stdout: 7 2024-04-10T15:31:13.146 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:13.146 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 0, 2024-04-10T15:31:13.146 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T15:31:13.146 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:13.146 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:13.146 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T15:31:13.147 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T15:31:13.147 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T15:31:13.147 INFO:tasks.workunit.client.0.smithi069.stdout: 0 2024-04-10T15:31:13.147 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:13.147 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 3, 2024-04-10T15:31:13.147 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T15:31:13.147 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T15:31:13.147 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 59, 2024-04-10T15:31:13.147 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T15:31:13.147 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:31:13.147 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T15:31:13.147 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T15:28:48.069061+0000", 2024-04-10T15:31:13.147 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:28:12.333037+0000", 2024-04-10T15:31:13.147 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:28:12.333037+0000", 2024-04-10T15:31:13.147 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:28:12.333539+0000", 2024-04-10T15:31:13.148 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T15:28:48.069061+0000", 2024-04-10T15:31:13.148 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T15:31:13.148 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:31:13.148 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T15:31:13.148 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 60, 2024-04-10T15:31:13.148 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T15:28:48.069061+0000", 2024-04-10T15:31:13.148 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T15:28:48.069061+0000", 2024-04-10T15:31:13.148 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T15:28:48.069061+0000", 2024-04-10T15:31:13.148 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T15:31:13.148 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T15:31:13.148 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T15:31:13.148 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T15:28:48.069061+0000", 2024-04-10T15:31:13.148 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T15:28:48.069061+0000", 2024-04-10T15:31:13.149 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T15:31:13.149 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T15:31:13.149 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T15:31:13.149 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T15:31:13.149 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 59, 2024-04-10T15:31:13.149 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T15:31:13.149 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T15:31:13.149 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T15:31:13.149 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T15:31:13.149 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T15:31:13.149 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:31:13.149 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T15:31:13.149 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T15:31:13.149 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "2.19", 2024-04-10T15:31:13.149 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T15:31:13.150 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T15:31:13.150 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 69, 2024-04-10T15:31:13.150 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 20, 2024-04-10T15:31:13.150 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T15:31:13.150 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T16:09:51.166660+0000", 2024-04-10T15:31:13.150 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:31:13.150 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T15:31:13.150 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T15:31:13.150 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T15:31:13.150 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:31:13.150 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T15:31:13.150 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:31:13.150 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T15:31:13.150 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T15:31:13.151 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T15:31:13.151 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T15:31:13.151 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T15:31:13.151 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T15:31:13.151 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T15:31:13.151 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T15:31:13.151 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T15:31:13.151 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T15:31:13.151 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:31:13.151 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T15:31:13.151 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T15:31:13.151 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T15:31:13.151 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T15:31:13.151 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T15:31:13.152 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:31:13.152 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T15:31:13.152 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T15:31:13.152 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T15:31:13.152 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:31:13.152 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T15:31:13.152 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T15:31:13.152 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T15:31:13.152 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T15:31:13.152 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T15:31:13.152 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T15:31:13.152 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T15:31:13.152 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T15:31:13.152 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T15:31:13.152 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T15:31:13.153 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T15:31:13.153 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:31:13.153 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T15:31:13.153 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T15:31:13.153 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T15:31:13.153 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:13.153 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T15:31:13.153 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T15:31:13.153 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T15:31:13.153 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T15:31:13.153 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T15:31:13.153 INFO:tasks.workunit.client.0.smithi069.stdout: 0 2024-04-10T15:31:13.153 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:13.153 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 3, 2024-04-10T15:31:13.153 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T15:31:13.154 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:13.154 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:13.154 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T15:31:13.154 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T15:31:13.154 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T15:31:13.154 INFO:tasks.workunit.client.0.smithi069.stdout: 1 2024-04-10T15:31:13.154 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:13.154 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 3, 2024-04-10T15:31:13.154 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T15:31:13.154 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T15:31:13.154 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T15:31:13.154 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T15:31:13.154 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:31:13.154 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T15:31:13.154 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T15:28:48.068808+0000", 2024-04-10T15:31:13.155 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:28:12.686110+0000", 2024-04-10T15:31:13.155 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:28:12.686110+0000", 2024-04-10T15:31:13.155 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:28:12.686515+0000", 2024-04-10T15:31:13.155 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T15:28:48.068808+0000", 2024-04-10T15:31:13.155 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:13.155 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:31:13.155 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:13.155 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 61, 2024-04-10T15:31:13.155 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T15:28:48.068808+0000", 2024-04-10T15:31:13.155 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T15:28:48.068808+0000", 2024-04-10T15:31:13.155 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T15:28:48.068808+0000", 2024-04-10T15:31:13.155 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T15:31:13.155 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T15:31:13.155 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:13.156 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T15:28:48.068808+0000", 2024-04-10T15:31:13.156 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T15:28:48.068808+0000", 2024-04-10T15:31:13.156 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T15:31:13.156 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T15:31:13.156 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T15:31:13.156 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T15:31:13.156 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 60, 2024-04-10T15:31:13.156 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T15:31:13.156 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T15:31:13.156 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T15:31:13.156 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T15:31:13.156 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T15:31:13.156 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:31:13.156 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T15:31:13.156 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T15:31:13.156 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.18", 2024-04-10T15:31:13.157 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T15:31:13.157 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T15:31:13.157 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 69, 2024-04-10T15:31:13.157 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 19, 2024-04-10T15:31:13.157 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T15:31:13.157 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T20:12:58.951054+0000", 2024-04-10T15:31:13.157 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:31:13.157 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T15:31:13.157 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T15:31:13.157 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T15:31:13.157 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:31:13.157 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T15:31:13.157 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:31:13.157 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T15:31:13.158 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T15:31:13.158 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T15:31:13.158 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T15:31:13.158 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T15:31:13.158 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T15:31:13.158 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T15:31:13.158 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T15:31:13.158 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T15:31:13.158 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T15:31:13.158 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:31:13.158 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T15:31:13.158 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T15:31:13.158 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T15:31:13.158 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T15:31:13.158 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T15:31:13.159 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:31:13.159 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T15:31:13.159 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T15:31:13.159 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T15:31:13.159 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:31:13.159 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T15:31:13.159 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T15:31:13.159 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T15:31:13.159 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T15:31:13.159 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T15:31:13.159 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T15:31:13.159 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T15:31:13.159 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T15:31:13.159 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T15:31:13.160 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T15:31:13.160 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T15:31:13.160 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:31:13.160 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T15:31:13.160 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T15:31:13.160 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T15:31:13.160 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:13.160 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T15:31:13.160 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T15:31:13.160 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T15:31:13.160 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T15:31:13.160 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T15:31:13.160 INFO:tasks.workunit.client.0.smithi069.stdout: 1 2024-04-10T15:31:13.160 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:13.160 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 3, 2024-04-10T15:31:13.161 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T15:31:13.161 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:13.161 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:13.161 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T15:31:13.161 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T15:31:13.161 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T15:31:13.161 INFO:tasks.workunit.client.0.smithi069.stdout: 7 2024-04-10T15:31:13.161 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:13.161 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 5, 2024-04-10T15:31:13.161 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T15:31:13.161 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T15:31:13.161 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 59, 2024-04-10T15:31:13.161 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T15:31:13.161 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:31:13.161 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T15:31:13.162 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T15:28:47.106695+0000", 2024-04-10T15:31:13.162 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:28:12.341624+0000", 2024-04-10T15:31:13.162 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:28:12.341624+0000", 2024-04-10T15:31:13.162 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:28:12.341914+0000", 2024-04-10T15:31:13.162 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T15:28:47.106695+0000", 2024-04-10T15:31:13.162 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T15:31:13.162 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:31:13.162 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T15:31:13.162 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 60, 2024-04-10T15:31:13.162 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T15:28:47.106695+0000", 2024-04-10T15:31:13.162 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T15:28:47.106695+0000", 2024-04-10T15:31:13.162 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T15:28:47.106695+0000", 2024-04-10T15:31:13.162 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T15:31:13.162 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T15:31:13.163 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T15:31:13.163 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T15:28:47.106695+0000", 2024-04-10T15:31:13.163 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T15:28:47.106695+0000", 2024-04-10T15:31:13.163 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T15:31:13.163 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T15:31:13.163 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T15:31:13.163 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T15:31:13.163 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 59, 2024-04-10T15:31:13.163 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T15:31:13.163 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T15:31:13.163 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T15:31:13.163 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T15:31:13.163 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T15:31:13.163 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:31:13.163 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T15:31:13.164 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T15:31:13.164 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "2.18", 2024-04-10T15:31:13.164 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T15:31:13.164 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T15:31:13.164 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 69, 2024-04-10T15:31:13.164 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 19, 2024-04-10T15:31:13.164 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T15:31:13.164 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T03:25:35.198405+0000", 2024-04-10T15:31:13.164 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:31:13.164 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T15:31:13.164 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T15:31:13.164 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T15:31:13.164 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:31:13.164 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T15:31:13.164 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:31:13.165 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T15:31:13.165 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T15:31:13.165 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T15:31:13.165 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T15:31:13.165 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T15:31:13.165 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T15:31:13.165 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T15:31:13.165 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T15:31:13.165 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T15:31:13.165 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T15:31:13.165 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:31:13.165 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T15:31:13.165 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T15:31:13.165 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T15:31:13.165 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T15:31:13.166 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T15:31:13.166 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:31:13.166 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T15:31:13.166 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T15:31:13.166 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T15:31:13.166 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:31:13.166 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T15:31:13.166 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T15:31:13.166 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T15:31:13.166 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T15:31:13.166 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T15:31:13.166 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T15:31:13.166 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T15:31:13.166 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T15:31:13.167 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T15:31:13.167 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T15:31:13.167 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T15:31:13.167 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:31:13.167 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T15:31:13.167 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T15:31:13.167 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T15:31:13.167 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:13.167 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T15:31:13.167 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T15:31:13.167 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T15:31:13.167 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T15:31:13.167 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T15:31:13.167 INFO:tasks.workunit.client.0.smithi069.stdout: 7 2024-04-10T15:31:13.168 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:13.168 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 5, 2024-04-10T15:31:13.168 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T15:31:13.168 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:13.168 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:13.168 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T15:31:13.168 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T15:31:13.168 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T15:31:13.168 INFO:tasks.workunit.client.0.smithi069.stdout: 4 2024-04-10T15:31:13.168 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:13.168 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 1, 2024-04-10T15:31:13.168 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T15:31:13.168 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T15:31:13.168 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T15:31:13.168 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T15:31:13.169 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:31:13.169 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T15:31:13.169 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T15:28:47.109260+0000", 2024-04-10T15:31:13.169 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:28:12.695848+0000", 2024-04-10T15:31:13.169 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:28:12.695848+0000", 2024-04-10T15:31:13.169 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:28:12.696577+0000", 2024-04-10T15:31:13.169 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T15:28:47.109260+0000", 2024-04-10T15:31:13.169 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:13.169 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:31:13.169 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:13.169 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 61, 2024-04-10T15:31:13.169 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T15:28:47.109260+0000", 2024-04-10T15:31:13.169 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T15:28:47.109260+0000", 2024-04-10T15:31:13.169 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T15:28:47.109260+0000", 2024-04-10T15:31:13.169 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T15:31:13.170 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T15:31:13.170 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:13.170 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T15:28:47.109260+0000", 2024-04-10T15:31:13.170 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T15:28:47.109260+0000", 2024-04-10T15:31:13.170 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T15:31:13.170 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T15:31:13.170 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T15:31:13.170 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T15:31:13.170 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 60, 2024-04-10T15:31:13.170 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T15:31:13.170 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T15:31:13.170 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T15:31:13.170 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T15:31:13.170 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T15:31:13.171 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:31:13.171 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T15:31:13.171 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T15:31:13.171 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.19", 2024-04-10T15:31:13.171 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T15:31:13.171 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T15:31:13.171 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 69, 2024-04-10T15:31:13.171 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 19, 2024-04-10T15:31:13.171 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T15:31:13.171 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T15:43:47.778945+0000", 2024-04-10T15:31:13.171 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:31:13.171 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T15:31:13.171 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T15:31:13.171 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T15:31:13.171 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:31:13.172 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T15:31:13.172 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:31:13.172 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T15:31:13.172 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T15:31:13.172 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T15:31:13.172 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T15:31:13.172 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T15:31:13.172 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T15:31:13.172 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T15:31:13.172 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T15:31:13.172 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T15:31:13.172 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T15:31:13.172 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:31:13.172 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T15:31:13.173 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T15:31:13.173 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T15:31:13.173 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T15:31:13.173 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T15:31:13.173 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:31:13.173 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T15:31:13.173 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T15:31:13.173 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T15:31:13.173 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:31:13.173 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T15:31:13.173 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T15:31:13.173 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T15:31:13.173 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T15:31:13.173 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T15:31:13.174 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T15:31:13.174 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T15:31:13.174 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T15:31:13.174 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T15:31:13.174 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T15:31:13.174 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T15:31:13.174 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:31:13.174 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T15:31:13.174 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T15:31:13.174 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T15:31:13.174 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:13.174 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T15:31:13.174 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T15:31:13.174 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T15:31:13.175 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T15:31:13.175 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T15:31:13.175 INFO:tasks.workunit.client.0.smithi069.stdout: 4 2024-04-10T15:31:13.175 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:13.175 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 1, 2024-04-10T15:31:13.175 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T15:31:13.175 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:13.175 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:13.175 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T15:31:13.175 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T15:31:13.175 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T15:31:13.175 INFO:tasks.workunit.client.0.smithi069.stdout: 2 2024-04-10T15:31:13.175 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:13.175 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 6, 2024-04-10T15:31:13.175 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T15:31:13.176 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T15:31:13.176 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 59, 2024-04-10T15:31:13.176 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T15:31:13.176 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:31:13.176 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T15:31:13.176 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T15:28:47.171743+0000", 2024-04-10T15:31:13.176 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:28:12.336706+0000", 2024-04-10T15:31:13.176 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:28:12.336706+0000", 2024-04-10T15:31:13.176 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:28:12.337764+0000", 2024-04-10T15:31:13.176 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T15:28:47.171743+0000", 2024-04-10T15:31:13.176 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T15:31:13.176 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:31:13.176 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T15:31:13.176 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 60, 2024-04-10T15:31:13.177 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T15:28:47.171743+0000", 2024-04-10T15:31:13.177 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T15:28:47.171743+0000", 2024-04-10T15:31:13.177 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T15:28:47.171743+0000", 2024-04-10T15:31:13.177 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T15:31:13.177 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T15:31:13.177 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T15:31:13.177 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T15:28:47.171743+0000", 2024-04-10T15:31:13.177 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T15:28:47.171743+0000", 2024-04-10T15:31:13.177 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T15:31:13.177 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T15:31:13.177 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T15:31:13.177 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T15:31:13.177 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 59, 2024-04-10T15:31:13.177 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T15:31:13.177 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T15:31:13.178 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T15:31:13.178 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T15:31:13.178 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T15:31:13.178 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:31:13.178 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T15:31:13.178 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T15:31:13.178 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "2.17", 2024-04-10T15:31:13.178 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T15:31:13.178 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T15:31:13.178 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 69, 2024-04-10T15:31:13.178 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 20, 2024-04-10T15:31:13.178 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T15:31:13.178 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T22:32:40.666706+0000", 2024-04-10T15:31:13.178 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:31:13.179 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T15:31:13.179 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T15:31:13.179 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T15:31:13.179 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:31:13.179 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T15:31:13.179 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:31:13.179 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T15:31:13.179 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T15:31:13.179 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T15:31:13.179 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T15:31:13.179 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T15:31:13.179 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T15:31:13.179 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T15:31:13.179 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T15:31:13.179 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T15:31:13.180 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T15:31:13.180 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:31:13.180 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T15:31:13.180 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T15:31:13.180 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T15:31:13.180 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T15:31:13.180 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T15:31:13.180 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:31:13.180 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T15:31:13.180 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T15:31:13.180 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T15:31:13.180 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:31:13.180 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T15:31:13.180 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T15:31:13.180 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T15:31:13.181 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T15:31:13.181 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T15:31:13.181 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T15:31:13.181 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T15:31:13.181 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T15:31:13.181 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T15:31:13.181 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T15:31:13.181 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T15:31:13.181 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:31:13.181 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T15:31:13.181 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T15:31:13.181 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T15:31:13.181 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:13.181 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T15:31:13.181 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T15:31:13.182 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T15:31:13.182 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T15:31:13.182 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T15:31:13.182 INFO:tasks.workunit.client.0.smithi069.stdout: 2 2024-04-10T15:31:13.182 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:13.182 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 6, 2024-04-10T15:31:13.182 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T15:31:13.182 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:13.182 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:13.182 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T15:31:13.182 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T15:31:13.182 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T15:31:13.182 INFO:tasks.workunit.client.0.smithi069.stdout: 1 2024-04-10T15:31:13.182 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:13.183 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 5, 2024-04-10T15:31:13.183 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T15:31:13.183 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T15:31:13.183 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T15:31:13.183 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T15:31:13.183 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:31:13.183 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T15:31:13.183 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T15:28:47.107060+0000", 2024-04-10T15:31:13.183 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:28:12.696527+0000", 2024-04-10T15:31:13.183 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:28:12.696527+0000", 2024-04-10T15:31:13.183 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:28:12.696846+0000", 2024-04-10T15:31:13.183 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T15:28:47.107060+0000", 2024-04-10T15:31:13.183 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:13.183 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:31:13.183 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:13.184 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 61, 2024-04-10T15:31:13.184 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T15:28:47.107060+0000", 2024-04-10T15:31:13.184 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T15:28:47.107060+0000", 2024-04-10T15:31:13.184 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T15:28:47.107060+0000", 2024-04-10T15:31:13.184 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T15:31:13.184 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T15:31:13.184 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:13.184 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T15:28:47.107060+0000", 2024-04-10T15:31:13.184 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T15:28:47.107060+0000", 2024-04-10T15:31:13.184 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T15:31:13.184 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T15:31:13.184 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T15:31:13.184 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T15:31:13.184 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 60, 2024-04-10T15:31:13.184 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T15:31:13.185 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T15:31:13.185 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T15:31:13.185 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T15:31:13.185 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T15:31:13.185 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:31:13.185 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T15:31:13.185 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T15:31:13.185 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.16", 2024-04-10T15:31:13.185 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T15:31:13.185 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T15:31:13.185 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 69, 2024-04-10T15:31:13.185 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 18, 2024-04-10T15:31:13.185 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T15:31:13.185 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T21:56:25.127352+0000", 2024-04-10T15:31:13.185 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:31:13.186 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T15:31:13.186 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T15:31:13.186 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T15:31:13.186 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:31:13.186 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T15:31:13.186 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:31:13.186 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T15:31:13.186 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T15:31:13.186 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T15:31:13.186 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T15:31:13.186 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T15:31:13.186 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T15:31:13.186 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T15:31:13.187 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T15:31:13.187 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T15:31:13.187 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T15:31:13.187 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:31:13.187 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T15:31:13.187 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T15:31:13.187 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T15:31:13.187 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T15:31:13.187 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T15:31:13.187 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:31:13.187 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T15:31:13.187 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T15:31:13.187 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T15:31:13.187 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:31:13.187 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T15:31:13.188 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T15:31:13.188 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T15:31:13.188 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T15:31:13.188 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T15:31:13.188 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T15:31:13.188 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T15:31:13.188 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T15:31:13.188 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T15:31:13.188 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T15:31:13.188 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T15:31:13.188 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:31:13.188 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T15:31:13.188 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T15:31:13.188 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T15:31:13.188 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:13.189 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T15:31:13.189 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T15:31:13.189 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T15:31:13.189 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T15:31:13.189 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T15:31:13.189 INFO:tasks.workunit.client.0.smithi069.stdout: 1 2024-04-10T15:31:13.189 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:13.189 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 5, 2024-04-10T15:31:13.189 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T15:31:13.189 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:13.189 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:13.189 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T15:31:13.189 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T15:31:13.189 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T15:31:13.189 INFO:tasks.workunit.client.0.smithi069.stdout: 2 2024-04-10T15:31:13.190 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:13.190 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 5, 2024-04-10T15:31:13.190 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T15:31:13.190 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T15:31:13.190 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 59, 2024-04-10T15:31:13.190 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T15:31:13.190 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:31:13.190 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T15:31:13.190 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T15:28:47.106984+0000", 2024-04-10T15:31:13.190 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:28:12.337611+0000", 2024-04-10T15:31:13.190 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:28:12.337611+0000", 2024-04-10T15:31:13.190 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:28:12.338118+0000", 2024-04-10T15:31:13.190 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T15:28:47.106984+0000", 2024-04-10T15:31:13.190 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T15:31:13.191 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:31:13.191 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T15:31:13.191 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 60, 2024-04-10T15:31:13.191 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T15:28:47.106984+0000", 2024-04-10T15:31:13.191 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T15:28:47.106984+0000", 2024-04-10T15:31:13.191 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T15:28:47.106984+0000", 2024-04-10T15:31:13.191 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T15:31:13.191 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T15:31:13.191 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T15:31:13.191 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T15:28:47.106984+0000", 2024-04-10T15:31:13.191 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T15:28:47.106984+0000", 2024-04-10T15:31:13.191 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T15:31:13.191 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T15:31:13.191 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T15:31:13.192 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T15:31:13.192 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 59, 2024-04-10T15:31:13.192 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T15:31:13.192 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T15:31:13.192 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T15:31:13.192 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T15:31:13.192 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T15:31:13.192 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:31:13.192 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T15:31:13.192 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T15:31:13.192 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "2.16", 2024-04-10T15:31:13.192 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T15:31:13.192 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T15:31:13.192 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 69, 2024-04-10T15:31:13.192 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 19, 2024-04-10T15:31:13.193 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T15:31:13.193 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T02:40:58.099929+0000", 2024-04-10T15:31:13.193 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:31:13.193 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T15:31:13.193 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T15:31:13.193 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T15:31:13.193 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:31:13.193 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T15:31:13.193 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:31:13.193 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T15:31:13.193 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T15:31:13.193 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T15:31:13.193 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T15:31:13.193 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T15:31:13.194 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T15:31:13.194 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T15:31:13.194 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T15:31:13.194 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T15:31:13.194 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T15:31:13.194 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:31:13.194 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T15:31:13.194 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T15:31:13.194 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T15:31:13.194 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T15:31:13.194 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T15:31:13.194 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:31:13.194 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T15:31:13.194 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T15:31:13.195 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T15:31:13.195 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:31:13.195 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T15:31:13.195 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T15:31:13.195 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T15:31:13.195 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T15:31:13.195 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T15:31:13.195 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T15:31:13.195 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T15:31:13.195 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T15:31:13.195 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T15:31:13.195 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T15:31:13.195 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T15:31:13.195 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:31:13.195 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T15:31:13.196 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T15:31:13.196 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T15:31:13.196 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:13.196 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T15:31:13.196 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T15:31:13.196 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T15:31:13.196 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T15:31:13.196 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T15:31:13.196 INFO:tasks.workunit.client.0.smithi069.stdout: 2 2024-04-10T15:31:13.196 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:13.196 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 5, 2024-04-10T15:31:13.196 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T15:31:13.196 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:13.196 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:13.196 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T15:31:13.197 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T15:31:13.197 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T15:31:13.197 INFO:tasks.workunit.client.0.smithi069.stdout: 3 2024-04-10T15:31:13.197 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:13.197 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 0, 2024-04-10T15:31:13.197 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T15:31:13.197 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T15:31:13.197 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T15:31:13.197 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T15:31:13.197 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:31:13.197 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T15:31:13.197 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T15:28:47.171809+0000", 2024-04-10T15:31:13.197 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:28:12.698095+0000", 2024-04-10T15:31:13.197 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:28:12.698095+0000", 2024-04-10T15:31:13.198 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:28:12.698354+0000", 2024-04-10T15:31:13.198 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T15:28:47.171809+0000", 2024-04-10T15:31:13.198 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:13.198 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:31:13.198 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:13.198 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 61, 2024-04-10T15:31:13.198 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T15:28:47.171809+0000", 2024-04-10T15:31:13.198 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T15:28:47.171809+0000", 2024-04-10T15:31:13.198 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T15:28:47.171809+0000", 2024-04-10T15:31:13.198 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T15:31:13.198 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T15:31:13.198 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:13.198 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T15:28:47.171809+0000", 2024-04-10T15:31:13.198 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T15:28:47.171809+0000", 2024-04-10T15:31:13.199 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T15:31:13.199 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T15:31:13.199 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T15:31:13.199 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T15:31:13.199 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 60, 2024-04-10T15:31:13.199 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T15:31:13.199 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T15:31:13.199 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T15:31:13.199 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T15:31:13.199 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T15:31:13.199 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:31:13.199 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T15:31:13.199 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T15:31:13.199 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.17", 2024-04-10T15:31:13.200 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T15:31:13.200 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T15:31:13.200 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 69, 2024-04-10T15:31:13.200 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 19, 2024-04-10T15:31:13.200 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T15:31:13.200 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T17:18:45.328974+0000", 2024-04-10T15:31:13.200 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:31:13.200 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T15:31:13.200 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T15:31:13.200 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T15:31:13.200 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:31:13.200 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T15:31:13.200 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:31:13.200 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T15:31:13.201 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T15:31:13.201 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T15:31:13.201 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T15:31:13.201 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T15:31:13.201 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T15:31:13.201 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T15:31:13.201 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T15:31:13.201 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T15:31:13.201 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T15:31:13.201 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:31:13.201 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T15:31:13.201 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T15:31:13.201 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T15:31:13.201 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T15:31:13.201 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T15:31:13.202 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:31:13.202 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T15:31:13.202 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T15:31:13.202 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T15:31:13.202 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:31:13.202 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T15:31:13.202 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T15:31:13.202 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T15:31:13.202 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T15:31:13.202 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T15:31:13.202 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T15:31:13.202 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T15:31:13.202 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T15:31:13.202 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T15:31:13.203 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T15:31:13.203 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T15:31:13.203 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:31:13.203 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T15:31:13.203 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T15:31:13.203 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T15:31:13.203 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:13.203 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T15:31:13.203 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T15:31:13.203 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T15:31:13.203 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T15:31:13.203 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T15:31:13.203 INFO:tasks.workunit.client.0.smithi069.stdout: 3 2024-04-10T15:31:13.203 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:13.203 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 0, 2024-04-10T15:31:13.204 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T15:31:13.204 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:13.204 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:13.204 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T15:31:13.204 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T15:31:13.204 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T15:31:13.204 INFO:tasks.workunit.client.0.smithi069.stdout: 0 2024-04-10T15:31:13.204 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:13.204 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 1, 2024-04-10T15:31:13.204 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T15:31:13.204 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T15:31:13.204 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 59, 2024-04-10T15:31:13.204 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T15:31:13.204 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:31:13.204 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T15:31:13.205 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T15:28:47.109199+0000", 2024-04-10T15:31:13.205 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:28:12.336372+0000", 2024-04-10T15:31:13.205 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:28:12.336372+0000", 2024-04-10T15:31:13.205 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:28:12.336664+0000", 2024-04-10T15:31:13.205 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T15:28:47.109199+0000", 2024-04-10T15:31:13.205 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T15:31:13.205 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:31:13.205 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T15:31:13.205 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 60, 2024-04-10T15:31:13.205 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T15:28:47.109199+0000", 2024-04-10T15:31:13.205 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T15:28:47.109199+0000", 2024-04-10T15:31:13.205 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T15:28:47.109199+0000", 2024-04-10T15:31:13.205 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T15:31:13.205 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T15:31:13.206 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T15:31:13.206 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T15:28:47.109199+0000", 2024-04-10T15:31:13.206 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T15:28:47.109199+0000", 2024-04-10T15:31:13.206 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T15:31:13.206 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 3, 2024-04-10T15:31:13.206 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T15:31:13.206 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T15:31:13.206 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 59, 2024-04-10T15:31:13.206 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T15:31:13.206 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T15:31:13.206 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T15:31:13.206 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T15:31:13.206 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 3, 2024-04-10T15:31:13.206 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:31:13.207 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T15:31:13.207 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T15:31:13.207 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "2.15", 2024-04-10T15:31:13.207 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T15:31:13.207 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T15:31:13.207 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 69, 2024-04-10T15:31:13.207 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 23, 2024-04-10T15:31:13.207 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T15:31:13.207 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T17:15:04.892346+0000", 2024-04-10T15:31:13.207 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:31:13.207 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T15:31:13.207 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T15:31:13.207 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 90, 2024-04-10T15:31:13.207 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:31:13.208 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T15:31:13.208 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:31:13.208 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T15:31:13.208 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T15:31:13.208 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T15:31:13.208 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T15:31:13.208 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T15:31:13.208 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T15:31:13.208 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T15:31:13.208 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T15:31:13.208 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T15:31:13.208 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T15:31:13.208 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:31:13.208 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T15:31:13.208 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 6, 2024-04-10T15:31:13.208 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 2, 2024-04-10T15:31:13.209 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T15:31:13.209 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 2, 2024-04-10T15:31:13.209 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:31:13.209 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T15:31:13.209 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T15:31:13.209 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T15:31:13.209 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:31:13.209 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 1, 2024-04-10T15:31:13.209 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T15:31:13.209 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T15:31:13.209 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T15:31:13.209 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T15:31:13.209 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T15:31:13.209 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T15:31:13.209 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T15:31:13.210 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T15:31:13.210 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T15:31:13.210 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T15:31:13.210 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:31:13.210 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T15:31:13.210 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 4, 2024-04-10T15:31:13.210 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 1 2024-04-10T15:31:13.210 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:13.210 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T15:31:13.210 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T15:31:13.210 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T15:31:13.210 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T15:31:13.210 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T15:31:13.210 INFO:tasks.workunit.client.0.smithi069.stdout: 0 2024-04-10T15:31:13.211 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:13.211 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 1, 2024-04-10T15:31:13.211 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "61'3" 2024-04-10T15:31:13.211 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:13.211 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:13.211 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T15:31:13.211 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T15:31:13.211 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T15:31:13.211 INFO:tasks.workunit.client.0.smithi069.stdout: 6 2024-04-10T15:31:13.211 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:13.211 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 4, 2024-04-10T15:31:13.211 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T15:31:13.211 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T15:31:13.211 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T15:31:13.211 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T15:31:13.211 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:31:13.212 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T15:31:13.212 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T15:28:47.278363+0000", 2024-04-10T15:31:13.212 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:28:12.701973+0000", 2024-04-10T15:31:13.212 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:28:12.701973+0000", 2024-04-10T15:31:13.212 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:28:12.702254+0000", 2024-04-10T15:31:13.212 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T15:28:47.278363+0000", 2024-04-10T15:31:13.212 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:13.212 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:31:13.212 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:13.212 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 61, 2024-04-10T15:31:13.212 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T15:28:47.278363+0000", 2024-04-10T15:31:13.212 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T15:28:47.278363+0000", 2024-04-10T15:31:13.212 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T15:28:47.278363+0000", 2024-04-10T15:31:13.213 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T15:31:13.213 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T15:31:13.213 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:13.213 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T15:28:47.278363+0000", 2024-04-10T15:31:13.213 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T15:28:47.278363+0000", 2024-04-10T15:31:13.213 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T15:31:13.213 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T15:31:13.213 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T15:31:13.213 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T15:31:13.213 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 60, 2024-04-10T15:31:13.213 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T15:31:13.213 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T15:31:13.213 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T15:31:13.213 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T15:31:13.213 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T15:31:13.214 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:31:13.214 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T15:31:13.214 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T15:31:13.214 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.14", 2024-04-10T15:31:13.214 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T15:31:13.214 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T15:31:13.214 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 69, 2024-04-10T15:31:13.214 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 19, 2024-04-10T15:31:13.214 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T15:31:13.214 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T21:27:25.192311+0000", 2024-04-10T15:31:13.214 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:31:13.214 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T15:31:13.214 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T15:31:13.215 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T15:31:13.215 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:31:13.215 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T15:31:13.215 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:31:13.215 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T15:31:13.215 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T15:31:13.215 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T15:31:13.215 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T15:31:13.215 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T15:31:13.215 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T15:31:13.215 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T15:31:13.215 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T15:31:13.215 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T15:31:13.215 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T15:31:13.215 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:31:13.216 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T15:31:13.216 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T15:31:13.216 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T15:31:13.216 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T15:31:13.216 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T15:31:13.216 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:31:13.216 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T15:31:13.216 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T15:31:13.216 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T15:31:13.216 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:31:13.216 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T15:31:13.216 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T15:31:13.216 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T15:31:13.216 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T15:31:13.216 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T15:31:13.217 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T15:31:13.217 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T15:31:13.217 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T15:31:13.217 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T15:31:13.217 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T15:31:13.217 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T15:31:13.217 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:31:13.217 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T15:31:13.217 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T15:31:13.217 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T15:31:13.217 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:13.217 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T15:31:13.217 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T15:31:13.217 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T15:31:13.217 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T15:31:13.218 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T15:31:13.218 INFO:tasks.workunit.client.0.smithi069.stdout: 6 2024-04-10T15:31:13.218 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:13.218 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 4, 2024-04-10T15:31:13.218 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T15:31:13.218 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:13.218 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:13.218 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T15:31:13.218 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T15:31:13.218 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T15:31:13.218 INFO:tasks.workunit.client.0.smithi069.stdout: 5 2024-04-10T15:31:13.218 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:13.218 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 6, 2024-04-10T15:31:13.218 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T15:31:13.219 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T15:31:13.219 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 59, 2024-04-10T15:31:13.219 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T15:31:13.219 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:31:13.219 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T15:31:13.219 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T15:30:15.192264+0000", 2024-04-10T15:31:13.219 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:28:12.337965+0000", 2024-04-10T15:31:13.219 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:28:12.337965+0000", 2024-04-10T15:31:13.219 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:28:12.338254+0000", 2024-04-10T15:31:13.219 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T15:30:15.192264+0000", 2024-04-10T15:31:13.219 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T15:31:13.219 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:31:13.219 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T15:31:13.219 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 60, 2024-04-10T15:31:13.220 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T15:30:15.192264+0000", 2024-04-10T15:31:13.220 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T15:30:15.192264+0000", 2024-04-10T15:31:13.220 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T15:30:15.192264+0000", 2024-04-10T15:31:13.220 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T15:31:13.220 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T15:31:13.220 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T15:31:13.220 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T15:30:15.192264+0000", 2024-04-10T15:31:13.220 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T15:30:15.192264+0000", 2024-04-10T15:31:13.220 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T15:31:13.220 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 12, 2024-04-10T15:31:13.220 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T15:31:13.220 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T15:31:13.220 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 59, 2024-04-10T15:31:13.220 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T15:31:13.220 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T15:31:13.220 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T15:31:13.221 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T15:31:13.221 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 12, 2024-04-10T15:31:13.221 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:31:13.221 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T15:31:13.221 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T15:31:13.221 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "2.14", 2024-04-10T15:31:13.221 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T15:31:13.221 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T15:31:13.221 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 69, 2024-04-10T15:31:13.221 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 32, 2024-04-10T15:31:13.221 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T15:31:13.221 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T02:19:59.530010+0000", 2024-04-10T15:31:13.221 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:31:13.221 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T15:31:13.221 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T15:31:13.222 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 2632, 2024-04-10T15:31:13.222 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:31:13.222 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T15:31:13.222 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:31:13.222 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T15:31:13.222 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T15:31:13.222 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T15:31:13.222 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T15:31:13.222 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T15:31:13.222 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T15:31:13.222 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T15:31:13.222 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T15:31:13.222 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T15:31:13.222 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T15:31:13.223 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:31:13.223 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T15:31:13.223 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 12, 2024-04-10T15:31:13.223 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 4, 2024-04-10T15:31:13.223 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T15:31:13.223 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 4, 2024-04-10T15:31:13.223 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:31:13.223 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T15:31:13.223 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T15:31:13.223 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T15:31:13.223 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:31:13.223 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 1, 2024-04-10T15:31:13.223 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T15:31:13.223 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T15:31:13.223 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T15:31:13.223 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T15:31:13.224 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T15:31:13.224 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T15:31:13.224 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T15:31:13.224 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T15:31:13.224 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T15:31:13.224 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T15:31:13.224 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:31:13.224 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T15:31:13.224 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 12, 2024-04-10T15:31:13.224 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 9 2024-04-10T15:31:13.224 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:13.224 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T15:31:13.224 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T15:31:13.225 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T15:31:13.225 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T15:31:13.225 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T15:31:13.225 INFO:tasks.workunit.client.0.smithi069.stdout: 5 2024-04-10T15:31:13.225 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:13.225 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 6, 2024-04-10T15:31:13.225 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "69'12" 2024-04-10T15:31:13.225 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:13.225 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:13.225 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T15:31:13.225 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T15:31:13.225 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T15:31:13.225 INFO:tasks.workunit.client.0.smithi069.stdout: 4 2024-04-10T15:31:13.225 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:13.225 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 7, 2024-04-10T15:31:13.226 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T15:31:13.226 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T15:31:13.226 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T15:31:13.226 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T15:31:13.226 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:31:13.226 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T15:31:13.226 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T15:28:47.169394+0000", 2024-04-10T15:31:13.226 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:28:12.705930+0000", 2024-04-10T15:31:13.226 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:28:12.705930+0000", 2024-04-10T15:31:13.226 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:28:12.706333+0000", 2024-04-10T15:31:13.226 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T15:28:47.169394+0000", 2024-04-10T15:31:13.226 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:13.226 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:31:13.227 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:13.227 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 61, 2024-04-10T15:31:13.227 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T15:28:47.169394+0000", 2024-04-10T15:31:13.227 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T15:28:47.169394+0000", 2024-04-10T15:31:13.227 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T15:28:47.169394+0000", 2024-04-10T15:31:13.227 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T15:31:13.227 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T15:31:13.227 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:13.227 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T15:28:47.169394+0000", 2024-04-10T15:31:13.227 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T15:28:47.169394+0000", 2024-04-10T15:31:13.227 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T15:31:13.227 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T15:31:13.227 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T15:31:13.227 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T15:31:13.228 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 60, 2024-04-10T15:31:13.228 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T15:31:13.228 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T15:31:13.228 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T15:31:13.228 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T15:31:13.228 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T15:31:13.228 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:31:13.228 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T15:31:13.228 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T15:31:13.228 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.15", 2024-04-10T15:31:13.228 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T15:31:13.228 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T15:31:13.228 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 69, 2024-04-10T15:31:13.228 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 18, 2024-04-10T15:31:13.229 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T15:31:13.229 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T02:13:51.649491+0000", 2024-04-10T15:31:13.229 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:31:13.229 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T15:31:13.229 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T15:31:13.229 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T15:31:13.229 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:31:13.229 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T15:31:13.229 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:31:13.229 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T15:31:13.229 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T15:31:13.229 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T15:31:13.229 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T15:31:13.229 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T15:31:13.229 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T15:31:13.230 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T15:31:13.230 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T15:31:13.230 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T15:31:13.230 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T15:31:13.230 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:31:13.230 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T15:31:13.230 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T15:31:13.230 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T15:31:13.230 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T15:31:13.230 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T15:31:13.230 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:31:13.230 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T15:31:13.230 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T15:31:13.230 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T15:31:13.231 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:31:13.231 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T15:31:13.231 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T15:31:13.231 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T15:31:13.231 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T15:31:13.231 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T15:31:13.231 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T15:31:13.231 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T15:31:13.231 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T15:31:13.231 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T15:31:13.231 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T15:31:13.231 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T15:31:13.231 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:31:13.231 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T15:31:13.231 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T15:31:13.232 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T15:31:13.232 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:13.232 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T15:31:13.232 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T15:31:13.232 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T15:31:13.232 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T15:31:13.232 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T15:31:13.232 INFO:tasks.workunit.client.0.smithi069.stdout: 4 2024-04-10T15:31:13.232 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:13.232 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 7, 2024-04-10T15:31:13.232 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T15:31:13.232 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:13.232 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:13.232 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T15:31:13.233 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T15:31:13.233 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T15:31:13.233 INFO:tasks.workunit.client.0.smithi069.stdout: 3 2024-04-10T15:31:13.233 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:13.233 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 0, 2024-04-10T15:31:13.233 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T15:31:13.233 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T15:31:13.233 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 59, 2024-04-10T15:31:13.233 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T15:31:13.233 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:31:13.233 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T15:31:13.233 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T15:28:47.171680+0000", 2024-04-10T15:31:13.233 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:28:12.333707+0000", 2024-04-10T15:31:13.233 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:28:12.333707+0000", 2024-04-10T15:31:13.233 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:28:12.334111+0000", 2024-04-10T15:31:13.234 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T15:28:47.171680+0000", 2024-04-10T15:31:13.234 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T15:31:13.234 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:31:13.234 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T15:31:13.234 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 60, 2024-04-10T15:31:13.234 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T15:28:47.171680+0000", 2024-04-10T15:31:13.234 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T15:28:47.171680+0000", 2024-04-10T15:31:13.234 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T15:28:47.171680+0000", 2024-04-10T15:31:13.234 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T15:31:13.234 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T15:31:13.234 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T15:31:13.234 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T15:28:47.171680+0000", 2024-04-10T15:31:13.234 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T15:28:47.171680+0000", 2024-04-10T15:31:13.234 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T15:31:13.235 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 2, 2024-04-10T15:31:13.235 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T15:31:13.235 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T15:31:13.235 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 59, 2024-04-10T15:31:13.235 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T15:31:13.235 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T15:31:13.235 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T15:31:13.235 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T15:31:13.235 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 2, 2024-04-10T15:31:13.235 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:31:13.235 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T15:31:13.235 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T15:31:13.235 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "2.13", 2024-04-10T15:31:13.235 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T15:31:13.235 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T15:31:13.236 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 69, 2024-04-10T15:31:13.236 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 22, 2024-04-10T15:31:13.236 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T15:31:13.236 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T03:21:04.005026+0000", 2024-04-10T15:31:13.236 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:31:13.236 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T15:31:13.236 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T15:31:13.236 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 34, 2024-04-10T15:31:13.236 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:31:13.236 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T15:31:13.236 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:31:13.236 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T15:31:13.236 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T15:31:13.236 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T15:31:13.237 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T15:31:13.237 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T15:31:13.237 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T15:31:13.237 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T15:31:13.237 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T15:31:13.237 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T15:31:13.237 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T15:31:13.237 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:31:13.237 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T15:31:13.237 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 6, 2024-04-10T15:31:13.237 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 2, 2024-04-10T15:31:13.237 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T15:31:13.237 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 2, 2024-04-10T15:31:13.237 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:31:13.237 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T15:31:13.238 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T15:31:13.238 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T15:31:13.238 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:31:13.238 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 1, 2024-04-10T15:31:13.238 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T15:31:13.238 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T15:31:13.238 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T15:31:13.238 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T15:31:13.238 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T15:31:13.238 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T15:31:13.238 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T15:31:13.238 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T15:31:13.238 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T15:31:13.239 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T15:31:13.239 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:31:13.239 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T15:31:13.239 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 3, 2024-04-10T15:31:13.239 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 7 2024-04-10T15:31:13.239 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:13.239 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T15:31:13.239 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T15:31:13.239 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T15:31:13.239 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T15:31:13.239 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T15:31:13.239 INFO:tasks.workunit.client.0.smithi069.stdout: 3 2024-04-10T15:31:13.239 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:13.239 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 0, 2024-04-10T15:31:13.239 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "61'2" 2024-04-10T15:31:13.240 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:13.240 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:13.240 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T15:31:13.240 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T15:31:13.240 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T15:31:13.240 INFO:tasks.workunit.client.0.smithi069.stdout: 3 2024-04-10T15:31:13.240 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:13.240 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 0, 2024-04-10T15:31:13.240 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T15:31:13.240 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T15:31:13.240 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T15:31:13.240 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T15:31:13.240 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:31:13.240 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T15:31:13.241 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T15:28:47.171414+0000", 2024-04-10T15:31:13.241 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:28:12.696699+0000", 2024-04-10T15:31:13.241 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:28:12.696699+0000", 2024-04-10T15:31:13.241 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:28:12.696962+0000", 2024-04-10T15:31:13.241 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T15:28:47.171414+0000", 2024-04-10T15:31:13.241 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:13.241 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:31:13.241 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:13.241 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 61, 2024-04-10T15:31:13.241 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T15:28:47.171414+0000", 2024-04-10T15:31:13.241 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T15:28:47.171414+0000", 2024-04-10T15:31:13.241 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T15:28:47.171414+0000", 2024-04-10T15:31:13.241 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T15:31:13.241 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T15:31:13.241 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:13.242 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T15:28:47.171414+0000", 2024-04-10T15:31:13.242 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T15:28:47.171414+0000", 2024-04-10T15:31:13.242 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T15:31:13.242 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T15:31:13.242 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T15:31:13.242 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T15:31:13.242 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 60, 2024-04-10T15:31:13.242 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T15:31:13.242 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T15:31:13.242 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T15:31:13.242 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T15:31:13.242 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T15:31:13.242 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:31:13.242 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T15:31:13.243 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T15:31:13.243 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.12", 2024-04-10T15:31:13.243 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T15:31:13.243 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T15:31:13.243 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 69, 2024-04-10T15:31:13.243 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 19, 2024-04-10T15:31:13.243 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T15:31:13.243 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T16:03:38.769006+0000", 2024-04-10T15:31:13.243 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:31:13.243 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T15:31:13.243 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T15:31:13.243 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T15:31:13.243 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:31:13.243 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T15:31:13.243 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:31:13.244 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T15:31:13.244 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T15:31:13.244 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T15:31:13.244 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T15:31:13.244 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T15:31:13.244 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T15:31:13.244 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T15:31:13.244 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T15:31:13.244 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T15:31:13.244 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T15:31:13.244 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:31:13.244 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T15:31:13.244 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T15:31:13.244 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T15:31:13.244 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T15:31:13.245 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T15:31:13.245 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:31:13.245 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T15:31:13.245 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T15:31:13.245 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T15:31:13.245 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:31:13.245 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T15:31:13.245 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T15:31:13.245 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T15:31:13.245 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T15:31:13.245 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T15:31:13.245 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T15:31:13.245 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T15:31:13.245 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T15:31:13.245 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T15:31:13.246 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T15:31:13.246 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T15:31:13.246 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:31:13.246 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T15:31:13.246 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T15:31:13.246 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T15:31:13.246 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:13.246 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T15:31:13.246 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T15:31:13.246 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T15:31:13.246 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T15:31:13.246 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T15:31:13.246 INFO:tasks.workunit.client.0.smithi069.stdout: 3 2024-04-10T15:31:13.246 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:13.247 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 0, 2024-04-10T15:31:13.247 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T15:31:13.247 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:13.247 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:13.247 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T15:31:13.247 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T15:31:13.247 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T15:31:13.247 INFO:tasks.workunit.client.0.smithi069.stdout: 7 2024-04-10T15:31:13.247 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:13.247 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 5, 2024-04-10T15:31:13.247 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T15:31:13.247 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T15:31:13.247 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 59, 2024-04-10T15:31:13.247 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T15:31:13.247 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:31:13.248 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T15:31:13.248 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T15:28:47.106828+0000", 2024-04-10T15:31:13.248 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:28:12.341052+0000", 2024-04-10T15:31:13.248 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:28:12.341052+0000", 2024-04-10T15:31:13.248 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:28:12.341332+0000", 2024-04-10T15:31:13.248 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T15:28:47.106828+0000", 2024-04-10T15:31:13.248 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T15:31:13.248 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:31:13.248 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T15:31:13.248 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 60, 2024-04-10T15:31:13.248 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T15:28:47.106828+0000", 2024-04-10T15:31:13.248 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T15:28:47.106828+0000", 2024-04-10T15:31:13.248 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T15:28:47.106828+0000", 2024-04-10T15:31:13.248 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T15:31:13.248 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T15:31:13.249 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T15:31:13.249 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T15:28:47.106828+0000", 2024-04-10T15:31:13.249 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T15:28:47.106828+0000", 2024-04-10T15:31:13.249 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T15:31:13.249 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T15:31:13.249 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T15:31:13.249 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T15:31:13.249 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 59, 2024-04-10T15:31:13.249 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T15:31:13.249 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T15:31:13.249 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T15:31:13.249 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T15:31:13.249 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T15:31:13.249 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:31:13.249 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T15:31:13.250 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T15:31:13.250 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "2.12", 2024-04-10T15:31:13.250 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T15:31:13.250 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T15:31:13.250 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 69, 2024-04-10T15:31:13.250 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 19, 2024-04-10T15:31:13.250 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T15:31:13.250 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T00:04:11.137913+0000", 2024-04-10T15:31:13.250 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:31:13.250 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T15:31:13.250 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T15:31:13.250 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T15:31:13.250 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:31:13.250 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T15:31:13.251 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:31:13.251 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T15:31:13.251 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T15:31:13.251 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T15:31:13.251 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T15:31:13.251 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T15:31:13.251 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T15:31:13.251 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T15:31:13.251 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T15:31:13.251 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T15:31:13.251 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T15:31:13.251 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:31:13.251 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T15:31:13.251 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T15:31:13.251 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T15:31:13.252 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T15:31:13.252 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T15:31:13.252 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:31:13.252 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T15:31:13.252 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T15:31:13.252 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T15:31:13.252 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:31:13.252 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T15:31:13.252 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T15:31:13.252 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T15:31:13.252 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T15:31:13.252 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T15:31:13.252 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T15:31:13.252 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T15:31:13.253 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T15:31:13.253 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T15:31:13.253 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T15:31:13.253 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T15:31:13.253 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:31:13.253 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T15:31:13.253 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T15:31:13.253 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T15:31:13.253 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:13.253 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T15:31:13.253 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T15:31:13.253 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T15:31:13.253 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T15:31:13.253 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T15:31:13.253 INFO:tasks.workunit.client.0.smithi069.stdout: 7 2024-04-10T15:31:13.253 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:13.254 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 5, 2024-04-10T15:31:13.254 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T15:31:13.254 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:13.254 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:13.254 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T15:31:13.254 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T15:31:13.254 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T15:31:13.254 INFO:tasks.workunit.client.0.smithi069.stdout: 2 2024-04-10T15:31:13.254 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:13.254 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 7, 2024-04-10T15:31:13.254 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T15:31:13.254 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T15:31:13.254 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T15:31:13.254 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T15:31:13.255 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:31:13.255 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T15:31:13.255 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T15:28:47.169272+0000", 2024-04-10T15:31:13.255 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:28:12.701998+0000", 2024-04-10T15:31:13.255 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:28:12.701998+0000", 2024-04-10T15:31:13.255 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:28:12.702267+0000", 2024-04-10T15:31:13.255 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T15:28:47.169272+0000", 2024-04-10T15:31:13.255 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:13.255 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:31:13.255 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:13.255 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 61, 2024-04-10T15:31:13.255 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T15:28:47.169272+0000", 2024-04-10T15:31:13.255 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T15:28:47.169272+0000", 2024-04-10T15:31:13.255 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T15:28:47.169272+0000", 2024-04-10T15:31:13.256 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T15:31:13.256 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T15:31:13.256 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:13.256 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T15:28:47.169272+0000", 2024-04-10T15:31:13.256 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T15:28:47.169272+0000", 2024-04-10T15:31:13.256 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T15:31:13.256 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T15:31:13.256 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T15:31:13.256 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T15:31:13.256 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 60, 2024-04-10T15:31:13.256 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T15:31:13.256 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T15:31:13.256 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T15:31:13.256 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T15:31:13.256 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T15:31:13.257 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:31:13.257 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T15:31:13.257 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T15:31:13.257 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.13", 2024-04-10T15:31:13.257 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T15:31:13.257 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T15:31:13.257 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 69, 2024-04-10T15:31:13.257 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 18, 2024-04-10T15:31:13.257 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T15:31:13.257 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T22:58:56.093551+0000", 2024-04-10T15:31:13.257 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:31:13.257 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T15:31:13.257 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T15:31:13.257 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T15:31:13.257 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:31:13.258 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T15:31:13.258 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:31:13.258 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T15:31:13.258 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T15:31:13.258 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T15:31:13.258 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T15:31:13.258 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T15:31:13.258 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T15:31:13.258 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T15:31:13.258 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T15:31:13.258 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T15:31:13.258 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T15:31:13.258 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:31:13.258 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T15:31:13.259 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T15:31:13.259 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T15:31:13.259 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T15:31:13.259 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T15:31:13.259 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:31:13.259 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T15:31:13.259 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T15:31:13.259 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T15:31:13.259 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:31:13.259 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T15:31:13.259 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T15:31:13.259 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T15:31:13.259 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T15:31:13.259 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T15:31:13.259 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T15:31:13.260 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T15:31:13.260 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T15:31:13.260 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T15:31:13.260 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T15:31:13.260 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T15:31:13.260 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:31:13.260 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T15:31:13.260 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T15:31:13.260 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T15:31:13.260 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:13.260 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T15:31:13.260 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T15:31:13.260 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T15:31:13.260 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T15:31:13.260 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T15:31:13.261 INFO:tasks.workunit.client.0.smithi069.stdout: 2 2024-04-10T15:31:13.261 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:13.261 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 7, 2024-04-10T15:31:13.261 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T15:31:13.261 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:13.261 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:13.261 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T15:31:13.261 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T15:31:13.261 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T15:31:13.261 INFO:tasks.workunit.client.0.smithi069.stdout: 1 2024-04-10T15:31:13.261 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:13.261 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 6, 2024-04-10T15:31:13.261 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T15:31:13.261 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T15:31:13.262 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 59, 2024-04-10T15:31:13.262 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T15:31:13.262 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:31:13.262 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T15:31:13.262 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T15:28:47.171145+0000", 2024-04-10T15:31:13.262 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:28:12.327715+0000", 2024-04-10T15:31:13.262 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:28:12.327715+0000", 2024-04-10T15:31:13.262 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:28:12.328030+0000", 2024-04-10T15:31:13.262 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T15:28:47.171145+0000", 2024-04-10T15:31:13.262 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T15:31:13.262 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:31:13.262 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T15:31:13.262 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 60, 2024-04-10T15:31:13.262 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T15:28:47.171145+0000", 2024-04-10T15:31:13.262 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T15:28:47.171145+0000", 2024-04-10T15:31:13.263 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T15:28:47.171145+0000", 2024-04-10T15:31:13.263 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T15:31:13.263 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T15:31:13.263 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T15:31:13.263 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T15:28:47.171145+0000", 2024-04-10T15:31:13.263 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T15:28:47.171145+0000", 2024-04-10T15:31:13.263 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T15:31:13.263 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T15:31:13.263 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T15:31:13.263 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T15:31:13.263 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 59, 2024-04-10T15:31:13.263 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T15:31:13.263 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T15:31:13.263 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T15:31:13.263 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T15:31:13.264 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T15:31:13.264 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:31:13.264 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T15:31:13.264 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T15:31:13.264 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "2.11", 2024-04-10T15:31:13.264 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T15:31:13.264 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T15:31:13.264 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 69, 2024-04-10T15:31:13.264 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 20, 2024-04-10T15:31:13.264 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T15:31:13.264 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T20:01:58.625925+0000", 2024-04-10T15:31:13.264 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:31:13.264 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T15:31:13.264 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T15:31:13.265 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T15:31:13.265 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:31:13.265 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T15:31:13.265 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:31:13.265 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T15:31:13.265 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T15:31:13.265 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T15:31:13.265 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T15:31:13.265 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T15:31:13.265 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T15:31:13.265 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T15:31:13.265 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T15:31:13.265 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T15:31:13.265 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T15:31:13.265 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:31:13.266 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T15:31:13.266 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T15:31:13.266 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T15:31:13.266 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T15:31:13.266 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T15:31:13.266 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:31:13.266 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T15:31:13.266 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T15:31:13.266 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T15:31:13.266 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:31:13.266 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T15:31:13.266 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T15:31:13.266 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T15:31:13.266 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T15:31:13.267 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T15:31:13.267 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T15:31:13.267 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T15:31:13.267 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T15:31:13.267 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T15:31:13.267 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T15:31:13.267 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T15:31:13.267 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:31:13.267 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T15:31:13.267 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T15:31:13.267 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T15:31:13.267 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:13.267 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T15:31:13.267 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T15:31:13.268 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T15:31:13.268 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T15:31:13.268 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T15:31:13.268 INFO:tasks.workunit.client.0.smithi069.stdout: 1 2024-04-10T15:31:13.268 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:13.268 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 6, 2024-04-10T15:31:13.268 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T15:31:13.268 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:13.268 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:13.268 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T15:31:13.268 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T15:31:13.268 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T15:31:13.268 INFO:tasks.workunit.client.0.smithi069.stdout: 5 2024-04-10T15:31:13.268 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:13.268 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 6, 2024-04-10T15:31:13.269 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T15:31:13.269 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T15:31:13.269 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T15:31:13.269 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T15:31:13.269 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:31:13.269 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T15:31:13.269 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T15:28:47.171177+0000", 2024-04-10T15:31:13.269 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:28:12.698585+0000", 2024-04-10T15:31:13.269 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:28:12.698585+0000", 2024-04-10T15:31:13.269 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:28:12.699324+0000", 2024-04-10T15:31:13.269 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T15:28:47.171177+0000", 2024-04-10T15:31:13.269 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:13.269 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:31:13.269 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:13.269 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 61, 2024-04-10T15:31:13.270 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T15:28:47.171177+0000", 2024-04-10T15:31:13.270 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T15:28:47.171177+0000", 2024-04-10T15:31:13.270 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T15:28:47.171177+0000", 2024-04-10T15:31:13.270 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T15:31:13.270 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T15:31:13.270 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:13.270 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T15:28:47.171177+0000", 2024-04-10T15:31:13.270 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T15:28:47.171177+0000", 2024-04-10T15:31:13.270 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T15:31:13.270 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T15:31:13.270 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T15:31:13.270 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T15:31:13.270 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 60, 2024-04-10T15:31:13.271 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T15:31:13.271 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T15:31:13.271 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T15:31:13.271 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T15:31:13.271 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T15:31:13.271 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:31:13.271 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T15:31:13.271 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T15:31:13.271 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.10", 2024-04-10T15:31:13.271 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T15:31:13.271 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T15:31:13.271 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 69, 2024-04-10T15:31:13.271 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 19, 2024-04-10T15:31:13.271 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T15:31:13.271 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T20:10:31.788807+0000", 2024-04-10T15:31:13.271 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:31:13.272 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T15:31:13.272 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T15:31:13.272 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T15:31:13.272 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:31:13.272 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T15:31:13.272 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:31:13.272 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T15:31:13.272 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T15:31:13.272 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T15:31:13.272 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T15:31:13.272 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T15:31:13.272 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T15:31:13.272 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T15:31:13.272 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T15:31:13.273 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T15:31:13.273 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T15:31:13.273 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:31:13.273 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T15:31:13.273 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T15:31:13.273 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T15:31:13.273 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T15:31:13.273 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T15:31:13.273 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:31:13.273 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T15:31:13.273 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T15:31:13.273 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T15:31:13.273 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:31:13.273 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T15:31:13.274 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T15:31:13.274 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T15:31:13.274 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T15:31:13.274 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T15:31:13.274 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T15:31:13.274 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T15:31:13.274 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T15:31:13.274 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T15:31:13.274 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T15:31:13.274 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T15:31:13.274 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:31:13.274 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T15:31:13.274 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T15:31:13.275 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T15:31:13.275 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:13.275 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T15:31:13.275 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T15:31:13.275 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T15:31:13.275 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T15:31:13.275 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T15:31:13.275 INFO:tasks.workunit.client.0.smithi069.stdout: 5 2024-04-10T15:31:13.275 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:13.275 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 6, 2024-04-10T15:31:13.275 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T15:31:13.275 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:13.275 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:13.275 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T15:31:13.275 INFO:tasks.workunit.client.0.smithi069.stdout: 2, 2024-04-10T15:31:13.276 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T15:31:13.276 INFO:tasks.workunit.client.0.smithi069.stdout: 0 2024-04-10T15:31:13.276 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:13.276 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 2, 2024-04-10T15:31:13.276 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T15:31:13.276 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T15:31:13.276 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 59, 2024-04-10T15:31:13.276 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T15:31:13.276 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:31:13.276 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T15:31:13.276 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T15:28:48.068918+0000", 2024-04-10T15:31:13.276 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:28:12.333632+0000", 2024-04-10T15:31:13.276 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:28:12.333632+0000", 2024-04-10T15:31:13.276 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:28:12.335053+0000", 2024-04-10T15:31:13.276 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T15:28:48.068918+0000", 2024-04-10T15:31:13.277 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T15:31:13.277 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:31:13.277 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T15:31:13.277 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 60, 2024-04-10T15:31:13.277 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T15:28:48.068918+0000", 2024-04-10T15:31:13.277 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T15:28:48.068918+0000", 2024-04-10T15:31:13.277 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T15:28:48.068918+0000", 2024-04-10T15:31:13.277 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T15:31:13.277 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T15:31:13.277 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T15:31:13.277 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T15:28:48.068918+0000", 2024-04-10T15:31:13.277 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T15:28:48.068918+0000", 2024-04-10T15:31:13.277 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T15:31:13.277 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 8, 2024-04-10T15:31:13.278 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T15:31:13.278 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T15:31:13.278 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 59, 2024-04-10T15:31:13.278 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T15:31:13.278 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T15:31:13.278 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T15:31:13.278 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T15:31:13.278 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 8, 2024-04-10T15:31:13.278 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:31:13.278 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T15:31:13.278 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T15:31:13.278 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "2.10", 2024-04-10T15:31:13.278 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T15:31:13.278 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T15:31:13.279 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 69, 2024-04-10T15:31:13.279 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 27, 2024-04-10T15:31:13.279 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T15:31:13.279 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T02:50:45.268863+0000", 2024-04-10T15:31:13.279 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:31:13.279 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T15:31:13.279 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T15:31:13.279 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T15:31:13.279 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:31:13.279 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T15:31:13.279 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:31:13.279 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T15:31:13.279 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T15:31:13.279 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T15:31:13.280 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T15:31:13.280 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T15:31:13.280 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T15:31:13.280 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T15:31:13.280 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T15:31:13.280 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T15:31:13.280 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T15:31:13.280 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:31:13.280 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T15:31:13.280 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 12, 2024-04-10T15:31:13.280 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 4, 2024-04-10T15:31:13.280 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T15:31:13.280 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 4, 2024-04-10T15:31:13.280 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:31:13.280 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T15:31:13.281 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T15:31:13.281 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T15:31:13.281 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:31:13.281 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 4, 2024-04-10T15:31:13.281 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T15:31:13.281 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T15:31:13.281 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T15:31:13.281 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T15:31:13.281 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T15:31:13.281 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T15:31:13.281 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T15:31:13.281 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T15:31:13.281 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T15:31:13.281 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T15:31:13.282 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:31:13.282 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T15:31:13.282 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 12, 2024-04-10T15:31:13.282 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T15:31:13.282 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:13.282 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T15:31:13.282 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T15:31:13.282 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T15:31:13.282 INFO:tasks.workunit.client.0.smithi069.stdout: 2, 2024-04-10T15:31:13.282 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T15:31:13.282 INFO:tasks.workunit.client.0.smithi069.stdout: 0 2024-04-10T15:31:13.282 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:13.282 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 2, 2024-04-10T15:31:13.282 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "61'8" 2024-04-10T15:31:13.283 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:13.283 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:13.283 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T15:31:13.283 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T15:31:13.283 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T15:31:13.283 INFO:tasks.workunit.client.0.smithi069.stdout: 6 2024-04-10T15:31:13.283 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:13.283 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 7, 2024-04-10T15:31:13.283 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T15:31:13.283 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T15:31:13.283 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T15:31:13.283 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T15:31:13.283 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:31:13.283 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T15:31:13.283 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T15:28:47.169019+0000", 2024-04-10T15:31:13.284 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:28:12.701250+0000", 2024-04-10T15:31:13.284 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:28:12.701250+0000", 2024-04-10T15:31:13.284 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:28:12.701517+0000", 2024-04-10T15:31:13.284 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T15:28:47.169019+0000", 2024-04-10T15:31:13.284 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:13.284 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:31:13.284 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:13.284 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 61, 2024-04-10T15:31:13.284 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T15:28:47.169019+0000", 2024-04-10T15:31:13.284 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T15:28:47.169019+0000", 2024-04-10T15:31:13.284 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T15:28:47.169019+0000", 2024-04-10T15:31:13.284 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T15:31:13.284 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T15:31:13.284 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:13.285 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T15:28:47.169019+0000", 2024-04-10T15:31:13.285 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T15:28:47.169019+0000", 2024-04-10T15:31:13.285 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T15:31:13.285 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T15:31:13.285 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T15:31:13.285 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T15:31:13.285 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 60, 2024-04-10T15:31:13.285 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T15:31:13.285 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T15:31:13.285 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T15:31:13.285 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T15:31:13.285 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T15:31:13.285 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:31:13.285 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T15:31:13.285 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T15:31:13.286 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.11", 2024-04-10T15:31:13.286 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T15:31:13.286 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T15:31:13.286 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 69, 2024-04-10T15:31:13.286 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 18, 2024-04-10T15:31:13.286 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T15:31:13.286 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T19:46:25.284642+0000", 2024-04-10T15:31:13.286 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:31:13.286 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T15:31:13.286 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T15:31:13.286 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T15:31:13.286 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:31:13.286 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T15:31:13.286 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:31:13.287 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T15:31:13.287 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T15:31:13.287 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T15:31:13.287 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T15:31:13.287 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T15:31:13.287 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T15:31:13.287 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T15:31:13.287 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T15:31:13.287 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T15:31:13.287 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T15:31:13.287 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:31:13.287 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T15:31:13.287 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T15:31:13.287 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T15:31:13.287 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T15:31:13.288 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T15:31:13.288 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:31:13.288 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T15:31:13.288 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T15:31:13.288 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T15:31:13.288 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:31:13.288 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T15:31:13.288 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T15:31:13.288 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T15:31:13.288 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T15:31:13.288 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T15:31:13.288 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T15:31:13.288 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T15:31:13.288 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T15:31:13.288 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T15:31:13.289 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T15:31:13.289 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T15:31:13.289 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:31:13.289 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T15:31:13.289 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T15:31:13.289 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T15:31:13.289 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:13.289 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T15:31:13.289 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T15:31:13.289 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T15:31:13.289 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T15:31:13.289 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T15:31:13.289 INFO:tasks.workunit.client.0.smithi069.stdout: 6 2024-04-10T15:31:13.289 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:13.289 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 7, 2024-04-10T15:31:13.290 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T15:31:13.290 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:13.290 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:13.290 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T15:31:13.290 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T15:31:13.290 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T15:31:13.290 INFO:tasks.workunit.client.0.smithi069.stdout: 7 2024-04-10T15:31:13.290 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:13.290 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 4, 2024-04-10T15:31:13.290 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T15:31:13.290 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T15:31:13.290 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 59, 2024-04-10T15:31:13.290 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T15:31:13.290 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:31:13.290 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T15:31:13.291 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T15:28:47.278537+0000", 2024-04-10T15:31:13.291 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:28:12.336341+0000", 2024-04-10T15:31:13.291 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:28:12.336341+0000", 2024-04-10T15:31:13.291 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:28:12.336695+0000", 2024-04-10T15:31:13.291 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T15:28:47.278537+0000", 2024-04-10T15:31:13.291 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T15:31:13.291 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:31:13.291 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T15:31:13.291 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 60, 2024-04-10T15:31:13.291 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T15:28:47.278537+0000", 2024-04-10T15:31:13.292 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T15:28:47.278537+0000", 2024-04-10T15:31:13.292 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T15:28:47.278537+0000", 2024-04-10T15:31:13.292 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T15:31:13.292 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T15:31:13.292 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T15:31:13.292 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T15:28:47.278537+0000", 2024-04-10T15:31:13.292 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T15:28:47.278537+0000", 2024-04-10T15:31:13.292 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T15:31:13.292 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 1, 2024-04-10T15:31:13.292 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T15:31:13.292 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T15:31:13.292 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 59, 2024-04-10T15:31:13.292 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T15:31:13.292 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T15:31:13.292 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T15:31:13.293 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T15:31:13.293 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 1, 2024-04-10T15:31:13.293 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:31:13.293 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T15:31:13.293 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T15:31:13.293 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "2.f", 2024-04-10T15:31:13.293 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T15:31:13.293 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T15:31:13.293 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 69, 2024-04-10T15:31:13.293 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 21, 2024-04-10T15:31:13.293 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T15:31:13.293 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T19:12:10.704230+0000", 2024-04-10T15:31:13.293 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:31:13.293 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T15:31:13.294 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T15:31:13.294 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 22, 2024-04-10T15:31:13.294 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:31:13.294 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T15:31:13.294 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:31:13.294 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T15:31:13.294 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T15:31:13.294 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T15:31:13.294 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T15:31:13.294 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T15:31:13.294 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T15:31:13.294 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T15:31:13.294 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T15:31:13.294 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T15:31:13.294 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T15:31:13.295 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:31:13.295 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T15:31:13.295 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 3, 2024-04-10T15:31:13.295 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 1, 2024-04-10T15:31:13.295 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T15:31:13.295 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 1, 2024-04-10T15:31:13.295 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:31:13.295 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T15:31:13.295 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T15:31:13.295 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T15:31:13.295 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:31:13.295 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T15:31:13.295 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T15:31:13.295 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T15:31:13.296 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T15:31:13.296 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T15:31:13.296 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T15:31:13.296 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T15:31:13.296 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T15:31:13.296 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T15:31:13.296 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T15:31:13.296 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T15:31:13.296 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:31:13.296 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T15:31:13.296 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 1, 2024-04-10T15:31:13.296 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 1 2024-04-10T15:31:13.296 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:13.296 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T15:31:13.296 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T15:31:13.297 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T15:31:13.297 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T15:31:13.297 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T15:31:13.297 INFO:tasks.workunit.client.0.smithi069.stdout: 7 2024-04-10T15:31:13.297 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:13.297 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 4, 2024-04-10T15:31:13.297 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "61'1" 2024-04-10T15:31:13.297 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:13.297 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:13.297 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T15:31:13.297 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T15:31:13.297 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T15:31:13.297 INFO:tasks.workunit.client.0.smithi069.stdout: 1 2024-04-10T15:31:13.297 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:13.297 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 7, 2024-04-10T15:31:13.298 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T15:31:13.298 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T15:31:13.298 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T15:31:13.298 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T15:31:13.298 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:31:13.298 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T15:31:13.298 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T15:28:47.169359+0000", 2024-04-10T15:31:13.298 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:28:12.692637+0000", 2024-04-10T15:31:13.298 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:28:12.692637+0000", 2024-04-10T15:31:13.298 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:28:12.692909+0000", 2024-04-10T15:31:13.298 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T15:28:47.169359+0000", 2024-04-10T15:31:13.298 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:13.298 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:31:13.298 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:13.299 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 61, 2024-04-10T15:31:13.299 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T15:28:47.169359+0000", 2024-04-10T15:31:13.299 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T15:28:47.169359+0000", 2024-04-10T15:31:13.299 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T15:28:47.169359+0000", 2024-04-10T15:31:13.299 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T15:31:13.299 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T15:31:13.299 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:13.299 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T15:28:47.169359+0000", 2024-04-10T15:31:13.299 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T15:28:47.169359+0000", 2024-04-10T15:31:13.299 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T15:31:13.299 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T15:31:13.299 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T15:31:13.299 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T15:31:13.299 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 60, 2024-04-10T15:31:13.299 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T15:31:13.300 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T15:31:13.300 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T15:31:13.300 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T15:31:13.300 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T15:31:13.300 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:31:13.300 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T15:31:13.300 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T15:31:13.300 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.e", 2024-04-10T15:31:13.300 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T15:31:13.300 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T15:31:13.300 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 69, 2024-04-10T15:31:13.300 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 18, 2024-04-10T15:31:13.300 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T15:31:13.300 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T23:37:49.716420+0000", 2024-04-10T15:31:13.301 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:31:13.301 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T15:31:13.301 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T15:31:13.301 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T15:31:13.301 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:31:13.301 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T15:31:13.301 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:31:13.301 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T15:31:13.301 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T15:31:13.301 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T15:31:13.301 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T15:31:13.301 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T15:31:13.301 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T15:31:13.301 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T15:31:13.302 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T15:31:13.302 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T15:31:13.302 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T15:31:13.302 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:31:13.302 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T15:31:13.302 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T15:31:13.302 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T15:31:13.302 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T15:31:13.302 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T15:31:13.302 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:31:13.302 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T15:31:13.302 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T15:31:13.302 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T15:31:13.302 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:31:13.303 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T15:31:13.303 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T15:31:13.303 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T15:31:13.303 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T15:31:13.303 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T15:31:13.303 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T15:31:13.303 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T15:31:13.303 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T15:31:13.303 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T15:31:13.303 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T15:31:13.303 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T15:31:13.303 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:31:13.303 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T15:31:13.303 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T15:31:13.303 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T15:31:13.304 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:13.304 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T15:31:13.304 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T15:31:13.304 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T15:31:13.304 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T15:31:13.304 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T15:31:13.304 INFO:tasks.workunit.client.0.smithi069.stdout: 1 2024-04-10T15:31:13.304 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:13.304 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 7, 2024-04-10T15:31:13.304 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T15:31:13.304 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:13.304 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:13.304 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T15:31:13.304 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T15:31:13.305 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T15:31:13.305 INFO:tasks.workunit.client.0.smithi069.stdout: 4 2024-04-10T15:31:13.305 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:13.305 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 1, 2024-04-10T15:31:13.305 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T15:31:13.305 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T15:31:13.305 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 65, 2024-04-10T15:31:13.305 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T15:31:13.305 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:31:13.305 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T15:31:13.305 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T15:28:47.109297+0000", 2024-04-10T15:31:13.305 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:28:45.099334+0000", 2024-04-10T15:31:13.305 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:28:45.099334+0000", 2024-04-10T15:31:13.305 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:28:45.099669+0000", 2024-04-10T15:31:13.306 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T15:28:47.109297+0000", 2024-04-10T15:31:13.306 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:44.022798+0000", 2024-04-10T15:31:13.306 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:31:13.306 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:44.022798+0000", 2024-04-10T15:31:13.306 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 67, 2024-04-10T15:31:13.306 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T15:28:47.109297+0000", 2024-04-10T15:31:13.306 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T15:28:47.109297+0000", 2024-04-10T15:31:13.306 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T15:28:47.109297+0000", 2024-04-10T15:31:13.306 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T15:31:13.306 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T15:31:13.306 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:44.022798+0000", 2024-04-10T15:31:13.306 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T15:28:47.109297+0000", 2024-04-10T15:31:13.306 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T15:28:47.109297+0000", 2024-04-10T15:31:13.307 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T15:31:13.307 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T15:31:13.307 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T15:31:13.307 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T15:31:13.307 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 65, 2024-04-10T15:31:13.307 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T15:31:13.307 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T15:31:13.307 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T15:31:13.307 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T15:31:13.307 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T15:31:13.307 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:31:13.307 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T15:31:13.307 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T15:31:13.307 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "4.2", 2024-04-10T15:31:13.307 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T15:31:13.308 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T15:31:13.309 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 69, 2024-04-10T15:31:13.309 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 14, 2024-04-10T15:31:13.309 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T15:31:13.309 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T18:15:37.025141+0000", 2024-04-10T15:31:13.309 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:31:13.309 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T15:31:13.309 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T15:31:13.309 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T15:31:13.309 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:31:13.309 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T15:31:13.309 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:31:13.309 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T15:31:13.310 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T15:31:13.310 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T15:31:13.310 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T15:31:13.310 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T15:31:13.310 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T15:31:13.310 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T15:31:13.310 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T15:31:13.310 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T15:31:13.310 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T15:31:13.310 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:31:13.310 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T15:31:13.310 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T15:31:13.310 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T15:31:13.310 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T15:31:13.311 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T15:31:13.311 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:31:13.311 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T15:31:13.311 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T15:31:13.311 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T15:31:13.311 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:31:13.311 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T15:31:13.311 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T15:31:13.311 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T15:31:13.311 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T15:31:13.311 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T15:31:13.311 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T15:31:13.311 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T15:31:13.311 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T15:31:13.312 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T15:31:13.312 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T15:31:13.312 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T15:31:13.312 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:31:13.312 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T15:31:13.312 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T15:31:13.312 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T15:31:13.312 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:13.312 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T15:31:13.312 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T15:31:13.312 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T15:31:13.312 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T15:31:13.312 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T15:31:13.312 INFO:tasks.workunit.client.0.smithi069.stdout: 4 2024-04-10T15:31:13.313 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:13.313 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 1, 2024-04-10T15:31:13.313 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T15:31:13.313 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:13.313 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:13.313 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T15:31:13.313 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T15:31:13.313 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T15:31:13.313 INFO:tasks.workunit.client.0.smithi069.stdout: 7 2024-04-10T15:31:13.313 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:13.313 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 1, 2024-04-10T15:31:13.313 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T15:31:13.313 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T15:31:13.313 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 59, 2024-04-10T15:31:13.314 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T15:31:13.314 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:31:13.314 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T15:31:13.314 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T15:28:47.108842+0000", 2024-04-10T15:31:13.314 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:28:12.337418+0000", 2024-04-10T15:31:13.314 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:28:12.337418+0000", 2024-04-10T15:31:13.314 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:28:12.337676+0000", 2024-04-10T15:31:13.314 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T15:28:47.108842+0000", 2024-04-10T15:31:13.314 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T15:31:13.314 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:31:13.314 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T15:31:13.314 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 60, 2024-04-10T15:31:13.314 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T15:28:47.108842+0000", 2024-04-10T15:31:13.315 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T15:28:47.108842+0000", 2024-04-10T15:31:13.315 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T15:28:47.108842+0000", 2024-04-10T15:31:13.315 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T15:31:13.315 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T15:31:13.315 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T15:31:13.315 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T15:28:47.108842+0000", 2024-04-10T15:31:13.315 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T15:28:47.108842+0000", 2024-04-10T15:31:13.315 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T15:31:13.315 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T15:31:13.315 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T15:31:13.315 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T15:31:13.315 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 59, 2024-04-10T15:31:13.315 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T15:31:13.315 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T15:31:13.316 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T15:31:13.316 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T15:31:13.316 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T15:31:13.316 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:31:13.316 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T15:31:13.316 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T15:31:13.316 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "2.4", 2024-04-10T15:31:13.316 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T15:31:13.316 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T15:31:13.316 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 69, 2024-04-10T15:31:13.316 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 20, 2024-04-10T15:31:13.316 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T15:31:13.316 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T23:00:04.712466+0000", 2024-04-10T15:31:13.316 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:31:13.316 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T15:31:13.317 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T15:31:13.317 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T15:31:13.317 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:31:13.317 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T15:31:13.317 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:31:13.317 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T15:31:13.317 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T15:31:13.317 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T15:31:13.317 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T15:31:13.317 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T15:31:13.317 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T15:31:13.317 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T15:31:13.317 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T15:31:13.317 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T15:31:13.317 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T15:31:13.318 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:31:13.318 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T15:31:13.318 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T15:31:13.318 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T15:31:13.318 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T15:31:13.318 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T15:31:13.318 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:31:13.318 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T15:31:13.318 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T15:31:13.318 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T15:31:13.318 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:31:13.318 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T15:31:13.318 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T15:31:13.319 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T15:31:13.319 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T15:31:13.319 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T15:31:13.319 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T15:31:13.319 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T15:31:13.319 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T15:31:13.319 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T15:31:13.319 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T15:31:13.319 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T15:31:13.319 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:31:13.319 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T15:31:13.319 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T15:31:13.319 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T15:31:13.319 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:13.320 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T15:31:13.320 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T15:31:13.320 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T15:31:13.320 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T15:31:13.320 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T15:31:13.320 INFO:tasks.workunit.client.0.smithi069.stdout: 7 2024-04-10T15:31:13.320 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:13.320 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 1, 2024-04-10T15:31:13.320 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T15:31:13.320 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:13.320 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:13.320 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T15:31:13.320 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T15:31:13.320 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T15:31:13.320 INFO:tasks.workunit.client.0.smithi069.stdout: 2 2024-04-10T15:31:13.321 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:13.321 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 5, 2024-04-10T15:31:13.321 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T15:31:13.321 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T15:31:13.321 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T15:31:13.321 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T15:31:13.321 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:31:13.321 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T15:31:13.321 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T15:28:47.107246+0000", 2024-04-10T15:31:13.321 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:28:12.687173+0000", 2024-04-10T15:31:13.321 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:28:12.687173+0000", 2024-04-10T15:31:13.321 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:28:12.687636+0000", 2024-04-10T15:31:13.321 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T15:28:47.107246+0000", 2024-04-10T15:31:13.321 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:13.321 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:31:13.322 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:13.322 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 61, 2024-04-10T15:31:13.322 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T15:28:47.107246+0000", 2024-04-10T15:31:13.322 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T15:28:47.107246+0000", 2024-04-10T15:31:13.322 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T15:28:47.107246+0000", 2024-04-10T15:31:13.322 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T15:31:13.322 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T15:31:13.322 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:13.322 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T15:28:47.107246+0000", 2024-04-10T15:31:13.322 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T15:28:47.107246+0000", 2024-04-10T15:31:13.322 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T15:31:13.322 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T15:31:13.322 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T15:31:13.322 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T15:31:13.323 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 60, 2024-04-10T15:31:13.323 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T15:31:13.323 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T15:31:13.323 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T15:31:13.323 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T15:31:13.323 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T15:31:13.323 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:31:13.323 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T15:31:13.323 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T15:31:13.323 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.5", 2024-04-10T15:31:13.323 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T15:31:13.323 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T15:31:13.323 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 69, 2024-04-10T15:31:13.323 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 18, 2024-04-10T15:31:13.323 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T15:31:13.324 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T01:50:08.159062+0000", 2024-04-10T15:31:13.324 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:31:13.324 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T15:31:13.324 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T15:31:13.324 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T15:31:13.324 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:31:13.324 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T15:31:13.324 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:31:13.324 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T15:31:13.324 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T15:31:13.324 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T15:31:13.324 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T15:31:13.324 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T15:31:13.324 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T15:31:13.325 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T15:31:13.325 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T15:31:13.325 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T15:31:13.325 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T15:31:13.325 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:31:13.325 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T15:31:13.325 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T15:31:13.325 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T15:31:13.325 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T15:31:13.325 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T15:31:13.325 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:31:13.325 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T15:31:13.325 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T15:31:13.325 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T15:31:13.326 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:31:13.326 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T15:31:13.326 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T15:31:13.326 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T15:31:13.326 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T15:31:13.326 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T15:31:13.326 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T15:31:13.326 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T15:31:13.326 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T15:31:13.326 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T15:31:13.326 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T15:31:13.326 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T15:31:13.326 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:31:13.327 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T15:31:13.327 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T15:31:13.327 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T15:31:13.327 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:13.327 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T15:31:13.327 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T15:31:13.327 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T15:31:13.327 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T15:31:13.327 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T15:31:13.327 INFO:tasks.workunit.client.0.smithi069.stdout: 2 2024-04-10T15:31:13.327 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:13.327 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 5, 2024-04-10T15:31:13.327 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T15:31:13.327 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:13.327 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:13.328 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T15:31:13.328 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T15:31:13.328 INFO:tasks.workunit.client.0.smithi069.stdout: 2, 2024-04-10T15:31:13.328 INFO:tasks.workunit.client.0.smithi069.stdout: 3 2024-04-10T15:31:13.328 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:13.328 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 1, 2024-04-10T15:31:13.328 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T15:31:13.328 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T15:31:13.328 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 65, 2024-04-10T15:31:13.328 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T15:31:13.328 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:31:13.328 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T15:31:13.328 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T15:28:47.108938+0000", 2024-04-10T15:31:13.328 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:28:45.270841+0000", 2024-04-10T15:31:13.329 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:28:45.270841+0000", 2024-04-10T15:31:13.329 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:28:45.271111+0000", 2024-04-10T15:31:13.329 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T15:28:47.108938+0000", 2024-04-10T15:31:13.329 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:44.022798+0000", 2024-04-10T15:31:13.329 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:31:13.329 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:44.022798+0000", 2024-04-10T15:31:13.329 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 67, 2024-04-10T15:31:13.329 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T15:28:47.108938+0000", 2024-04-10T15:31:13.329 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T15:28:47.108938+0000", 2024-04-10T15:31:13.329 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T15:28:47.108938+0000", 2024-04-10T15:31:13.329 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T15:31:13.329 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T15:31:13.329 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:44.022798+0000", 2024-04-10T15:31:13.329 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T15:28:47.108938+0000", 2024-04-10T15:31:13.330 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T15:28:47.108938+0000", 2024-04-10T15:31:13.330 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T15:31:13.330 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T15:31:13.330 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T15:31:13.330 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T15:31:13.330 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 65, 2024-04-10T15:31:13.330 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T15:31:13.330 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T15:31:13.330 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T15:31:13.330 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T15:31:13.330 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T15:31:13.330 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:31:13.330 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T15:31:13.330 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T15:31:13.331 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "4.4", 2024-04-10T15:31:13.331 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T15:31:13.331 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T15:31:13.331 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 69, 2024-04-10T15:31:13.331 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 14, 2024-04-10T15:31:13.331 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T15:31:13.331 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T02:54:30.434137+0000", 2024-04-10T15:31:13.331 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:31:13.331 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T15:31:13.331 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T15:31:13.331 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T15:31:13.331 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:31:13.331 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T15:31:13.331 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:31:13.332 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T15:31:13.332 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T15:31:13.332 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T15:31:13.332 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T15:31:13.332 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T15:31:13.332 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T15:31:13.332 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T15:31:13.332 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T15:31:13.332 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T15:31:13.332 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T15:31:13.332 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:31:13.332 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T15:31:13.332 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T15:31:13.333 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T15:31:13.333 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T15:31:13.333 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T15:31:13.333 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:31:13.333 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T15:31:13.333 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T15:31:13.333 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T15:31:13.333 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:31:13.333 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T15:31:13.333 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T15:31:13.333 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T15:31:13.333 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T15:31:13.333 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T15:31:13.333 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T15:31:13.334 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T15:31:13.334 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T15:31:13.334 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T15:31:13.334 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T15:31:13.334 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T15:31:13.334 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:31:13.334 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T15:31:13.334 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T15:31:13.334 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T15:31:13.334 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:13.334 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T15:31:13.334 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T15:31:13.334 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T15:31:13.335 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T15:31:13.335 INFO:tasks.workunit.client.0.smithi069.stdout: 2, 2024-04-10T15:31:13.335 INFO:tasks.workunit.client.0.smithi069.stdout: 3 2024-04-10T15:31:13.335 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:13.335 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 1, 2024-04-10T15:31:13.335 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T15:31:13.335 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:13.335 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:13.335 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T15:31:13.335 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T15:31:13.335 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T15:31:13.335 INFO:tasks.workunit.client.0.smithi069.stdout: 6 2024-04-10T15:31:13.335 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:13.335 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 5, 2024-04-10T15:31:13.336 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T15:31:13.336 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T15:31:13.336 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 59, 2024-04-10T15:31:13.336 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T15:31:13.336 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:31:13.336 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T15:31:13.336 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T15:28:47.106730+0000", 2024-04-10T15:31:13.336 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:28:12.338830+0000", 2024-04-10T15:31:13.336 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:28:12.338830+0000", 2024-04-10T15:31:13.336 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:28:12.339144+0000", 2024-04-10T15:31:13.336 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T15:28:47.106730+0000", 2024-04-10T15:31:13.336 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T15:31:13.336 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:31:13.336 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T15:31:13.336 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 60, 2024-04-10T15:31:13.337 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T15:28:47.106730+0000", 2024-04-10T15:31:13.337 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T15:28:47.106730+0000", 2024-04-10T15:31:13.337 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T15:28:47.106730+0000", 2024-04-10T15:31:13.337 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T15:31:13.337 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T15:31:13.337 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T15:31:13.337 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T15:28:47.106730+0000", 2024-04-10T15:31:13.337 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T15:28:47.106730+0000", 2024-04-10T15:31:13.337 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T15:31:13.337 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T15:31:13.337 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T15:31:13.337 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T15:31:13.337 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 59, 2024-04-10T15:31:13.337 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T15:31:13.338 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T15:31:13.338 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T15:31:13.338 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T15:31:13.338 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T15:31:13.338 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:31:13.338 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T15:31:13.338 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T15:31:13.338 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "2.2", 2024-04-10T15:31:13.338 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T15:31:13.338 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T15:31:13.338 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 69, 2024-04-10T15:31:13.338 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 19, 2024-04-10T15:31:13.338 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T15:31:13.339 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T19:44:45.612115+0000", 2024-04-10T15:31:13.339 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:31:13.339 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T15:31:13.339 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T15:31:13.339 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T15:31:13.339 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:31:13.339 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T15:31:13.339 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:31:13.339 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T15:31:13.339 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T15:31:13.339 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T15:31:13.339 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T15:31:13.339 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T15:31:13.339 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T15:31:13.339 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T15:31:13.340 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T15:31:13.340 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T15:31:13.340 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T15:31:13.340 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:31:13.340 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T15:31:13.340 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T15:31:13.340 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T15:31:13.340 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T15:31:13.340 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T15:31:13.340 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:31:13.340 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T15:31:13.340 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T15:31:13.340 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T15:31:13.340 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:31:13.341 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T15:31:13.341 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T15:31:13.341 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T15:31:13.341 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T15:31:13.341 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T15:31:13.341 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T15:31:13.341 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T15:31:13.341 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T15:31:13.341 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T15:31:13.341 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T15:31:13.341 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T15:31:13.341 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:31:13.341 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T15:31:13.341 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T15:31:13.341 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T15:31:13.341 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:13.342 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T15:31:13.342 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T15:31:13.342 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T15:31:13.342 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T15:31:13.342 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T15:31:13.342 INFO:tasks.workunit.client.0.smithi069.stdout: 6 2024-04-10T15:31:13.342 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:13.342 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 5, 2024-04-10T15:31:13.342 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T15:31:13.342 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:13.342 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:13.342 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T15:31:13.342 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T15:31:13.343 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T15:31:13.343 INFO:tasks.workunit.client.0.smithi069.stdout: 6 2024-04-10T15:31:13.343 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:13.343 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 4, 2024-04-10T15:31:13.343 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T15:31:13.343 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T15:31:13.343 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T15:31:13.343 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T15:31:13.343 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:31:13.343 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T15:31:13.343 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T15:28:47.278301+0000", 2024-04-10T15:31:13.343 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:28:12.689039+0000", 2024-04-10T15:31:13.343 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:28:12.689039+0000", 2024-04-10T15:31:13.343 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:28:12.689329+0000", 2024-04-10T15:31:13.343 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T15:28:47.278301+0000", 2024-04-10T15:31:13.344 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:13.344 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:31:13.344 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:13.344 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 61, 2024-04-10T15:31:13.344 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T15:28:47.278301+0000", 2024-04-10T15:31:13.344 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T15:28:47.278301+0000", 2024-04-10T15:31:13.344 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T15:28:47.278301+0000", 2024-04-10T15:31:13.344 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T15:31:13.344 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T15:31:13.344 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:13.344 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T15:28:47.278301+0000", 2024-04-10T15:31:13.344 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T15:28:47.278301+0000", 2024-04-10T15:31:13.344 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T15:31:13.344 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T15:31:13.345 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T15:31:13.345 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T15:31:13.345 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 60, 2024-04-10T15:31:13.345 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T15:31:13.345 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T15:31:13.345 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T15:31:13.345 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T15:31:13.345 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T15:31:13.345 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:31:13.345 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T15:31:13.345 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T15:31:13.345 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.3", 2024-04-10T15:31:13.345 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T15:31:13.345 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T15:31:13.346 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 69, 2024-04-10T15:31:13.346 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 19, 2024-04-10T15:31:13.346 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T15:31:13.346 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T17:22:27.796908+0000", 2024-04-10T15:31:13.346 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:31:13.346 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T15:31:13.346 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T15:31:13.346 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T15:31:13.346 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:31:13.346 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T15:31:13.346 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:31:13.346 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T15:31:13.346 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T15:31:13.347 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T15:31:13.347 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T15:31:13.347 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T15:31:13.347 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T15:31:13.347 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T15:31:13.347 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T15:31:13.347 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T15:31:13.347 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T15:31:13.347 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:31:13.347 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T15:31:13.347 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T15:31:13.347 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T15:31:13.347 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T15:31:13.347 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T15:31:13.347 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:31:13.348 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T15:31:13.348 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T15:31:13.348 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T15:31:13.348 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:31:13.348 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T15:31:13.348 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T15:31:13.348 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T15:31:13.348 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T15:31:13.348 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T15:31:13.348 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T15:31:13.348 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T15:31:13.348 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T15:31:13.348 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T15:31:13.348 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T15:31:13.349 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T15:31:13.349 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:31:13.349 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T15:31:13.349 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T15:31:13.349 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T15:31:13.349 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:13.349 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T15:31:13.349 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T15:31:13.349 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T15:31:13.349 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T15:31:13.349 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T15:31:13.349 INFO:tasks.workunit.client.0.smithi069.stdout: 6 2024-04-10T15:31:13.349 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:13.349 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 4, 2024-04-10T15:31:13.349 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T15:31:13.350 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:13.350 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:13.350 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T15:31:13.350 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T15:31:13.350 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T15:31:13.350 INFO:tasks.workunit.client.0.smithi069.stdout: 0 2024-04-10T15:31:13.350 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:13.350 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 1, 2024-04-10T15:31:13.350 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T15:31:13.350 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T15:31:13.350 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 65, 2024-04-10T15:31:13.350 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T15:31:13.350 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:31:13.351 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T15:31:13.351 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T15:28:47.108918+0000", 2024-04-10T15:31:13.351 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:28:45.099257+0000", 2024-04-10T15:31:13.351 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:28:45.099257+0000", 2024-04-10T15:31:13.351 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:28:45.099581+0000", 2024-04-10T15:31:13.351 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T15:28:47.108918+0000", 2024-04-10T15:31:13.351 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:44.022798+0000", 2024-04-10T15:31:13.351 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:31:13.351 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:44.022798+0000", 2024-04-10T15:31:13.351 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 67, 2024-04-10T15:31:13.351 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T15:28:47.108918+0000", 2024-04-10T15:31:13.351 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T15:28:47.108918+0000", 2024-04-10T15:31:13.351 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T15:28:47.108918+0000", 2024-04-10T15:31:13.351 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T15:31:13.351 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T15:31:13.352 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:44.022798+0000", 2024-04-10T15:31:13.352 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T15:28:47.108918+0000", 2024-04-10T15:31:13.352 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T15:28:47.108918+0000", 2024-04-10T15:31:13.352 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T15:31:13.352 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T15:31:13.352 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T15:31:13.352 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T15:31:13.352 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 65, 2024-04-10T15:31:13.352 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T15:31:13.352 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T15:31:13.352 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T15:31:13.352 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T15:31:13.352 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T15:31:13.352 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:31:13.353 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T15:31:13.353 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T15:31:13.353 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "4.7", 2024-04-10T15:31:13.353 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T15:31:13.353 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T15:31:13.353 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 69, 2024-04-10T15:31:13.353 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 14, 2024-04-10T15:31:13.353 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T15:31:13.353 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T23:10:21.159947+0000", 2024-04-10T15:31:13.353 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:31:13.353 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T15:31:13.353 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T15:31:13.353 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T15:31:13.353 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:31:13.354 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T15:31:13.354 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:31:13.354 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T15:31:13.354 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T15:31:13.354 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T15:31:13.354 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T15:31:13.354 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T15:31:13.354 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T15:31:13.354 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T15:31:13.354 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T15:31:13.354 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T15:31:13.354 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T15:31:13.354 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:31:13.354 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T15:31:13.355 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T15:31:13.355 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T15:31:13.355 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T15:31:13.355 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T15:31:13.355 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:31:13.355 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T15:31:13.355 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T15:31:13.355 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T15:31:13.355 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:31:13.355 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T15:31:13.355 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T15:31:13.355 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T15:31:13.355 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T15:31:13.355 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T15:31:13.356 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T15:31:13.356 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T15:31:13.356 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T15:31:13.356 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T15:31:13.356 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T15:31:13.356 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T15:31:13.356 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:31:13.356 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T15:31:13.356 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T15:31:13.356 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T15:31:13.356 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:13.356 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T15:31:13.356 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T15:31:13.356 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T15:31:13.357 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T15:31:13.357 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T15:31:13.357 INFO:tasks.workunit.client.0.smithi069.stdout: 0 2024-04-10T15:31:13.357 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:13.357 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 1, 2024-04-10T15:31:13.357 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T15:31:13.357 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:13.357 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:13.357 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T15:31:13.357 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T15:31:13.357 INFO:tasks.workunit.client.0.smithi069.stdout: 2, 2024-04-10T15:31:13.357 INFO:tasks.workunit.client.0.smithi069.stdout: 6 2024-04-10T15:31:13.357 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:13.357 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 1, 2024-04-10T15:31:13.358 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T15:31:13.358 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T15:31:13.358 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T15:31:13.358 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T15:31:13.358 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:31:13.358 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T15:31:13.358 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T15:28:47.108747+0000", 2024-04-10T15:31:13.358 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:28:12.693033+0000", 2024-04-10T15:31:13.358 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:28:12.693033+0000", 2024-04-10T15:31:13.358 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:28:12.693306+0000", 2024-04-10T15:31:13.358 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T15:28:47.108747+0000", 2024-04-10T15:31:13.358 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:13.358 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:31:13.358 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:13.359 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 61, 2024-04-10T15:31:13.359 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T15:28:47.108747+0000", 2024-04-10T15:31:13.359 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T15:28:47.108747+0000", 2024-04-10T15:31:13.359 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T15:28:47.108747+0000", 2024-04-10T15:31:13.359 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T15:31:13.359 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T15:31:13.359 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:13.359 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T15:28:47.108747+0000", 2024-04-10T15:31:13.359 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T15:28:47.108747+0000", 2024-04-10T15:31:13.359 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T15:31:13.359 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T15:31:13.359 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T15:31:13.359 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T15:31:13.359 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 60, 2024-04-10T15:31:13.359 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T15:31:13.360 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T15:31:13.360 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T15:31:13.360 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T15:31:13.360 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T15:31:13.360 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:31:13.360 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T15:31:13.360 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T15:31:13.360 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.0", 2024-04-10T15:31:13.360 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T15:31:13.360 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T15:31:13.360 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 69, 2024-04-10T15:31:13.360 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 19, 2024-04-10T15:31:13.360 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T15:31:13.360 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T15:29:21.377770+0000", 2024-04-10T15:31:13.361 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:31:13.361 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T15:31:13.361 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T15:31:13.361 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T15:31:13.361 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:31:13.361 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T15:31:13.361 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:31:13.361 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T15:31:13.361 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T15:31:13.361 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T15:31:13.361 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T15:31:13.361 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T15:31:13.361 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T15:31:13.361 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T15:31:13.362 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T15:31:13.362 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T15:31:13.362 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T15:31:13.362 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:31:13.362 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T15:31:13.362 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T15:31:13.362 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T15:31:13.362 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T15:31:13.362 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T15:31:13.362 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:31:13.362 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T15:31:13.362 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T15:31:13.362 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T15:31:13.363 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:31:13.363 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T15:31:13.363 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T15:31:13.363 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T15:31:13.363 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T15:31:13.363 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T15:31:13.363 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T15:31:13.363 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T15:31:13.363 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T15:31:13.363 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T15:31:13.363 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T15:31:13.363 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T15:31:13.363 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:31:13.363 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T15:31:13.364 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T15:31:13.364 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T15:31:13.364 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:13.364 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T15:31:13.364 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T15:31:13.364 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T15:31:13.364 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T15:31:13.364 INFO:tasks.workunit.client.0.smithi069.stdout: 2, 2024-04-10T15:31:13.364 INFO:tasks.workunit.client.0.smithi069.stdout: 6 2024-04-10T15:31:13.364 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:13.364 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 1, 2024-04-10T15:31:13.364 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T15:31:13.364 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:13.364 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:13.364 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T15:31:13.364 INFO:tasks.workunit.client.0.smithi069.stdout: 2, 2024-04-10T15:31:13.365 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T15:31:13.365 INFO:tasks.workunit.client.0.smithi069.stdout: 0 2024-04-10T15:31:13.365 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:13.365 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 2, 2024-04-10T15:31:13.365 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T15:31:13.365 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T15:31:13.365 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 59, 2024-04-10T15:31:13.365 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T15:31:13.365 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:31:13.365 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T15:31:13.365 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T15:28:48.069215+0000", 2024-04-10T15:31:13.365 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:28:12.334133+0000", 2024-04-10T15:31:13.365 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:28:12.334133+0000", 2024-04-10T15:31:13.366 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:28:12.334404+0000", 2024-04-10T15:31:13.366 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T15:28:48.069215+0000", 2024-04-10T15:31:13.366 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T15:31:13.366 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:31:13.366 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T15:31:13.366 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 60, 2024-04-10T15:31:13.366 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T15:28:48.069215+0000", 2024-04-10T15:31:13.366 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T15:28:48.069215+0000", 2024-04-10T15:31:13.366 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T15:28:48.069215+0000", 2024-04-10T15:31:13.366 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T15:31:13.366 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T15:31:13.366 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T15:31:13.366 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T15:28:48.069215+0000", 2024-04-10T15:31:13.366 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T15:28:48.069215+0000", 2024-04-10T15:31:13.367 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T15:31:13.367 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T15:31:13.367 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T15:31:13.367 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T15:31:13.367 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 59, 2024-04-10T15:31:13.367 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T15:31:13.367 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T15:31:13.367 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T15:31:13.367 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T15:31:13.367 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T15:31:13.367 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:31:13.367 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T15:31:13.367 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T15:31:13.367 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "2.1", 2024-04-10T15:31:13.367 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T15:31:13.368 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T15:31:13.368 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 69, 2024-04-10T15:31:13.368 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 19, 2024-04-10T15:31:13.368 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T15:31:13.368 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T16:57:32.488780+0000", 2024-04-10T15:31:13.368 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:31:13.368 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T15:31:13.368 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T15:31:13.368 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T15:31:13.368 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:31:13.368 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T15:31:13.368 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:31:13.368 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T15:31:13.369 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T15:31:13.369 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T15:31:13.369 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T15:31:13.369 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T15:31:13.369 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T15:31:13.369 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T15:31:13.369 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T15:31:13.369 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T15:31:13.369 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T15:31:13.369 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:31:13.369 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T15:31:13.369 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T15:31:13.369 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T15:31:13.369 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T15:31:13.369 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T15:31:13.370 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:31:13.370 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T15:31:13.370 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T15:31:13.370 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T15:31:13.370 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:31:13.370 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T15:31:13.370 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T15:31:13.370 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T15:31:13.370 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T15:31:13.370 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T15:31:13.370 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T15:31:13.370 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T15:31:13.370 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T15:31:13.370 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T15:31:13.370 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T15:31:13.371 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T15:31:13.371 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:31:13.371 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T15:31:13.371 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T15:31:13.371 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T15:31:13.371 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:13.371 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T15:31:13.371 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T15:31:13.371 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T15:31:13.371 INFO:tasks.workunit.client.0.smithi069.stdout: 2, 2024-04-10T15:31:13.371 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T15:31:13.371 INFO:tasks.workunit.client.0.smithi069.stdout: 0 2024-04-10T15:31:13.371 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:13.371 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 2, 2024-04-10T15:31:13.371 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T15:31:13.372 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:13.372 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:13.372 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T15:31:13.372 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T15:31:13.372 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T15:31:13.372 INFO:tasks.workunit.client.0.smithi069.stdout: 7 2024-04-10T15:31:13.372 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:13.372 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 6, 2024-04-10T15:31:13.372 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T15:31:13.372 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T15:31:13.372 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 65, 2024-04-10T15:31:13.372 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T15:31:13.372 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:31:13.372 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T15:31:13.372 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T15:28:47.171523+0000", 2024-04-10T15:31:13.373 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:28:45.297115+0000", 2024-04-10T15:31:13.373 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:28:45.297115+0000", 2024-04-10T15:31:13.373 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:28:45.297487+0000", 2024-04-10T15:31:13.373 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T15:28:47.171523+0000", 2024-04-10T15:31:13.373 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:44.022798+0000", 2024-04-10T15:31:13.373 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:31:13.373 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:44.022798+0000", 2024-04-10T15:31:13.373 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 67, 2024-04-10T15:31:13.373 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T15:28:47.171523+0000", 2024-04-10T15:31:13.373 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T15:28:47.171523+0000", 2024-04-10T15:31:13.373 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T15:28:47.171523+0000", 2024-04-10T15:31:13.373 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T15:31:13.373 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T15:31:13.374 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:44.022798+0000", 2024-04-10T15:31:13.374 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T15:28:47.171523+0000", 2024-04-10T15:31:13.374 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T15:28:47.171523+0000", 2024-04-10T15:31:13.374 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T15:31:13.374 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T15:31:13.374 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T15:31:13.374 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T15:31:13.374 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 65, 2024-04-10T15:31:13.374 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T15:31:13.374 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T15:31:13.374 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T15:31:13.374 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T15:31:13.374 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T15:31:13.375 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:31:13.375 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T15:31:13.375 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T15:31:13.375 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "4.5", 2024-04-10T15:31:13.375 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T15:31:13.375 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T15:31:13.375 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 69, 2024-04-10T15:31:13.375 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 14, 2024-04-10T15:31:13.375 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T15:31:13.375 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T16:05:51.089255+0000", 2024-04-10T15:31:13.375 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:31:13.375 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T15:31:13.375 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T15:31:13.375 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T15:31:13.375 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:31:13.376 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T15:31:13.376 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:31:13.376 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T15:31:13.376 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T15:31:13.376 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T15:31:13.376 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T15:31:13.376 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T15:31:13.376 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T15:31:13.376 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T15:31:13.376 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T15:31:13.376 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T15:31:13.376 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T15:31:13.376 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:31:13.376 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T15:31:13.376 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T15:31:13.377 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T15:31:13.377 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T15:31:13.377 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T15:31:13.377 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:31:13.377 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T15:31:13.377 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T15:31:13.377 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T15:31:13.377 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:31:13.377 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T15:31:13.377 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T15:31:13.377 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T15:31:13.377 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T15:31:13.377 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T15:31:13.377 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T15:31:13.377 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T15:31:13.378 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T15:31:13.378 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T15:31:13.378 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T15:31:13.378 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T15:31:13.378 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:31:13.378 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T15:31:13.378 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T15:31:13.378 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T15:31:13.378 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:13.378 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T15:31:13.378 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T15:31:13.378 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T15:31:13.378 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T15:31:13.378 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T15:31:13.379 INFO:tasks.workunit.client.0.smithi069.stdout: 7 2024-04-10T15:31:13.379 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:13.379 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 6, 2024-04-10T15:31:13.379 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T15:31:13.379 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:13.379 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:13.379 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T15:31:13.379 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T15:31:13.379 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T15:31:13.379 INFO:tasks.workunit.client.0.smithi069.stdout: 6 2024-04-10T15:31:13.379 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:13.379 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 3, 2024-04-10T15:31:13.379 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T15:31:13.379 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T15:31:13.379 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T15:31:13.380 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T15:31:13.380 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:31:13.380 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T15:31:13.380 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T15:28:48.068950+0000", 2024-04-10T15:31:13.380 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:28:12.687434+0000", 2024-04-10T15:31:13.380 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:28:12.687434+0000", 2024-04-10T15:31:13.380 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:28:12.687699+0000", 2024-04-10T15:31:13.380 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T15:28:48.068950+0000", 2024-04-10T15:31:13.380 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:13.380 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:31:13.380 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:13.380 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 61, 2024-04-10T15:31:13.380 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T15:28:48.068950+0000", 2024-04-10T15:31:13.380 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T15:28:48.068950+0000", 2024-04-10T15:31:13.381 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T15:28:48.068950+0000", 2024-04-10T15:31:13.381 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T15:31:13.381 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T15:31:13.381 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:13.381 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T15:28:48.068950+0000", 2024-04-10T15:31:13.381 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T15:28:48.068950+0000", 2024-04-10T15:31:13.381 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T15:31:13.381 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T15:31:13.381 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T15:31:13.381 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T15:31:13.381 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 60, 2024-04-10T15:31:13.381 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T15:31:13.381 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T15:31:13.381 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T15:31:13.381 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T15:31:13.382 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T15:31:13.382 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:31:13.382 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T15:31:13.382 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T15:31:13.382 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.2", 2024-04-10T15:31:13.382 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T15:31:13.382 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T15:31:13.382 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 69, 2024-04-10T15:31:13.382 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 19, 2024-04-10T15:31:13.382 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T15:31:13.382 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T00:55:21.631806+0000", 2024-04-10T15:31:13.382 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:31:13.382 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T15:31:13.383 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T15:31:13.383 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T15:31:13.383 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:31:13.383 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T15:31:13.383 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:31:13.383 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T15:31:13.383 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T15:31:13.383 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T15:31:13.383 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T15:31:13.383 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T15:31:13.383 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T15:31:13.383 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T15:31:13.383 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T15:31:13.383 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T15:31:13.383 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T15:31:13.384 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:31:13.384 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T15:31:13.384 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T15:31:13.384 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T15:31:13.384 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T15:31:13.384 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T15:31:13.384 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:31:13.384 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T15:31:13.384 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T15:31:13.384 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T15:31:13.384 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:31:13.384 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T15:31:13.384 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T15:31:13.384 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T15:31:13.385 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T15:31:13.385 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T15:31:13.385 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T15:31:13.385 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T15:31:13.385 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T15:31:13.385 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T15:31:13.385 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T15:31:13.385 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T15:31:13.385 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:31:13.385 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T15:31:13.385 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T15:31:13.385 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T15:31:13.385 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:13.385 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T15:31:13.385 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T15:31:13.386 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T15:31:13.386 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T15:31:13.386 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T15:31:13.386 INFO:tasks.workunit.client.0.smithi069.stdout: 6 2024-04-10T15:31:13.386 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:13.386 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 3, 2024-04-10T15:31:13.386 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T15:31:13.386 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:13.386 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:13.386 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T15:31:13.386 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T15:31:13.386 INFO:tasks.workunit.client.0.smithi069.stdout: 2, 2024-04-10T15:31:13.386 INFO:tasks.workunit.client.0.smithi069.stdout: 7 2024-04-10T15:31:13.386 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:13.387 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 5, 2024-04-10T15:31:13.387 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T15:31:13.387 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T15:31:13.387 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 59, 2024-04-10T15:31:13.387 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T15:31:13.387 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:31:13.387 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T15:31:13.387 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T15:28:47.106849+0000", 2024-04-10T15:31:13.387 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:28:12.340895+0000", 2024-04-10T15:31:13.387 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:28:12.340895+0000", 2024-04-10T15:31:13.387 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:28:12.341191+0000", 2024-04-10T15:31:13.387 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T15:28:47.106849+0000", 2024-04-10T15:31:13.387 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T15:31:13.387 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:31:13.388 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T15:31:13.388 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 60, 2024-04-10T15:31:13.388 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T15:28:47.106849+0000", 2024-04-10T15:31:13.388 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T15:28:47.106849+0000", 2024-04-10T15:31:13.388 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T15:28:47.106849+0000", 2024-04-10T15:31:13.388 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T15:31:13.388 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T15:31:13.388 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T15:31:13.388 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T15:28:47.106849+0000", 2024-04-10T15:31:13.388 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T15:28:47.106849+0000", 2024-04-10T15:31:13.388 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T15:31:13.388 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T15:31:13.388 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T15:31:13.388 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T15:31:13.389 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 59, 2024-04-10T15:31:13.389 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T15:31:13.389 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T15:31:13.389 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T15:31:13.389 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T15:31:13.389 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T15:31:13.389 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:31:13.389 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T15:31:13.389 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T15:31:13.389 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "2.3", 2024-04-10T15:31:13.389 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T15:31:13.389 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T15:31:13.389 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 69, 2024-04-10T15:31:13.389 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 19, 2024-04-10T15:31:13.389 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T15:31:13.390 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T23:29:26.519970+0000", 2024-04-10T15:31:13.390 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:31:13.390 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T15:31:13.390 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T15:31:13.390 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T15:31:13.390 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:31:13.390 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T15:31:13.390 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:31:13.390 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T15:31:13.390 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T15:31:13.390 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T15:31:13.390 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T15:31:13.390 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T15:31:13.390 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T15:31:13.391 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T15:31:13.391 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T15:31:13.391 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T15:31:13.391 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T15:31:13.391 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:31:13.391 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T15:31:13.391 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T15:31:13.391 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T15:31:13.391 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T15:31:13.391 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T15:31:13.391 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:31:13.391 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T15:31:13.391 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T15:31:13.391 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T15:31:13.391 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:31:13.392 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T15:31:13.392 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T15:31:13.392 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T15:31:13.392 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T15:31:13.392 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T15:31:13.392 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T15:31:13.392 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T15:31:13.392 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T15:31:13.392 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T15:31:13.392 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T15:31:13.392 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T15:31:13.392 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:31:13.392 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T15:31:13.392 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T15:31:13.392 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T15:31:13.393 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:13.393 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T15:31:13.393 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T15:31:13.393 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T15:31:13.393 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T15:31:13.393 INFO:tasks.workunit.client.0.smithi069.stdout: 2, 2024-04-10T15:31:13.393 INFO:tasks.workunit.client.0.smithi069.stdout: 7 2024-04-10T15:31:13.393 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:13.393 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 5, 2024-04-10T15:31:13.393 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T15:31:13.393 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:13.393 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:13.393 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T15:31:13.393 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T15:31:13.393 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T15:31:13.394 INFO:tasks.workunit.client.0.smithi069.stdout: 6 2024-04-10T15:31:13.394 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:13.394 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 7, 2024-04-10T15:31:13.394 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T15:31:13.394 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T15:31:13.394 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 19, 2024-04-10T15:31:13.394 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T15:31:13.394 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:31:13.394 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T15:31:13.394 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T15:31:10.997907+0000", 2024-04-10T15:31:13.394 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:27:58.477840+0000", 2024-04-10T15:31:13.394 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:27:58.477840+0000", 2024-04-10T15:31:13.394 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:27:58.478243+0000", 2024-04-10T15:31:13.394 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T15:31:10.997907+0000", 2024-04-10T15:31:13.395 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:25:53.886772+0000", 2024-04-10T15:31:13.395 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:31:13.395 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:25:53.886772+0000", 2024-04-10T15:31:13.395 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 58, 2024-04-10T15:31:13.395 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T15:31:10.997907+0000", 2024-04-10T15:31:13.395 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T15:31:10.997907+0000", 2024-04-10T15:31:13.395 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T15:31:10.997907+0000", 2024-04-10T15:31:13.395 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T15:31:13.395 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T15:31:13.395 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:25:53.886772+0000", 2024-04-10T15:31:13.395 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T15:31:10.997907+0000", 2024-04-10T15:31:13.395 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T15:31:10.997907+0000", 2024-04-10T15:31:13.395 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T15:31:13.395 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 160, 2024-04-10T15:31:13.396 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T15:31:13.396 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T15:31:13.396 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 57, 2024-04-10T15:31:13.396 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T15:31:13.396 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T15:31:13.396 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T15:31:13.396 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T15:31:13.396 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 160, 2024-04-10T15:31:13.396 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:31:13.396 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T15:31:13.396 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T15:31:13.396 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "1.0", 2024-04-10T15:31:13.396 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T15:31:13.396 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T15:31:13.396 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 69, 2024-04-10T15:31:13.397 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 379, 2024-04-10T15:31:13.397 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T15:31:13.397 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T19:09:53.840413+0000", 2024-04-10T15:31:13.397 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:31:13.397 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T15:31:13.397 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T15:31:13.397 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 590368, 2024-04-10T15:31:13.397 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:31:13.397 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 1771104, 2024-04-10T15:31:13.397 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:31:13.397 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T15:31:13.397 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T15:31:13.397 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T15:31:13.397 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T15:31:13.397 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T15:31:13.397 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T15:31:13.398 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T15:31:13.398 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T15:31:13.398 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T15:31:13.398 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T15:31:13.398 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:31:13.398 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T15:31:13.398 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 6, 2024-04-10T15:31:13.398 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 2, 2024-04-10T15:31:13.398 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T15:31:13.398 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 2, 2024-04-10T15:31:13.398 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:31:13.398 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T15:31:13.398 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T15:31:13.398 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T15:31:13.399 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:31:13.399 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T15:31:13.399 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T15:31:13.399 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 6, 2024-04-10T15:31:13.399 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T15:31:13.399 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T15:31:13.399 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T15:31:13.399 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T15:31:13.399 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T15:31:13.399 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 502, 2024-04-10T15:31:13.399 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 674, 2024-04-10T15:31:13.399 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T15:31:13.399 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:31:13.399 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T15:31:13.400 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 243, 2024-04-10T15:31:13.400 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 2416 2024-04-10T15:31:13.400 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:13.400 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T15:31:13.400 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T15:31:13.400 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T15:31:13.400 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T15:31:13.400 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T15:31:13.400 INFO:tasks.workunit.client.0.smithi069.stdout: 6 2024-04-10T15:31:13.400 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:13.400 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 7, 2024-04-10T15:31:13.400 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "69'160" 2024-04-10T15:31:13.400 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:13.400 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:13.401 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T15:31:13.401 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T15:31:13.401 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T15:31:13.401 INFO:tasks.workunit.client.0.smithi069.stdout: 2 2024-04-10T15:31:13.401 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:13.401 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 0, 2024-04-10T15:31:13.401 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T15:31:13.401 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T15:31:13.401 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 65, 2024-04-10T15:31:13.401 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T15:31:13.401 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:31:13.401 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T15:31:13.401 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T15:28:47.171343+0000", 2024-04-10T15:31:13.401 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:28:45.271124+0000", 2024-04-10T15:31:13.401 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:28:45.271124+0000", 2024-04-10T15:31:13.402 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:28:45.271437+0000", 2024-04-10T15:31:13.402 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T15:28:47.171343+0000", 2024-04-10T15:31:13.402 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:44.022798+0000", 2024-04-10T15:31:13.402 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:31:13.402 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:44.022798+0000", 2024-04-10T15:31:13.402 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 67, 2024-04-10T15:31:13.402 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T15:28:47.171343+0000", 2024-04-10T15:31:13.402 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T15:28:47.171343+0000", 2024-04-10T15:31:13.402 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T15:28:47.171343+0000", 2024-04-10T15:31:13.402 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T15:31:13.402 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T15:31:13.402 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:44.022798+0000", 2024-04-10T15:31:13.402 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T15:28:47.171343+0000", 2024-04-10T15:31:13.403 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T15:28:47.171343+0000", 2024-04-10T15:31:13.403 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T15:31:13.403 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T15:31:13.403 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T15:31:13.403 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T15:31:13.403 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 65, 2024-04-10T15:31:13.403 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T15:31:13.403 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T15:31:13.403 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T15:31:13.403 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T15:31:13.403 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T15:31:13.403 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:31:13.403 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T15:31:13.403 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T15:31:13.403 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "4.6", 2024-04-10T15:31:13.404 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T15:31:13.404 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T15:31:13.404 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 69, 2024-04-10T15:31:13.404 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 14, 2024-04-10T15:31:13.404 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T15:31:13.404 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T16:59:54.938872+0000", 2024-04-10T15:31:13.404 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:31:13.404 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T15:31:13.404 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T15:31:13.404 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T15:31:13.404 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:31:13.404 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T15:31:13.404 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:31:13.404 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T15:31:13.404 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T15:31:13.405 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T15:31:13.405 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T15:31:13.405 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T15:31:13.405 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T15:31:13.405 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T15:31:13.405 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T15:31:13.405 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T15:31:13.405 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T15:31:13.405 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:31:13.405 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T15:31:13.405 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T15:31:13.405 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T15:31:13.405 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T15:31:13.405 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T15:31:13.405 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:31:13.406 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T15:31:13.406 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T15:31:13.406 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T15:31:13.406 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:31:13.406 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T15:31:13.406 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T15:31:13.406 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T15:31:13.406 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T15:31:13.406 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T15:31:13.406 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T15:31:13.406 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T15:31:13.406 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T15:31:13.406 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T15:31:13.406 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T15:31:13.407 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T15:31:13.407 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:31:13.407 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T15:31:13.407 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T15:31:13.407 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T15:31:13.407 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:13.407 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T15:31:13.407 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T15:31:13.407 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T15:31:13.407 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T15:31:13.407 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T15:31:13.407 INFO:tasks.workunit.client.0.smithi069.stdout: 2 2024-04-10T15:31:13.407 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:13.407 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 0, 2024-04-10T15:31:13.407 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T15:31:13.408 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:13.408 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:13.408 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T15:31:13.408 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T15:31:13.408 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T15:31:13.408 INFO:tasks.workunit.client.0.smithi069.stdout: 3 2024-04-10T15:31:13.408 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:13.408 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 0, 2024-04-10T15:31:13.408 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T15:31:13.408 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T15:31:13.408 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T15:31:13.408 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T15:31:13.408 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:31:13.408 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T15:31:13.408 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T15:28:47.171277+0000", 2024-04-10T15:31:13.409 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:28:12.698686+0000", 2024-04-10T15:31:13.409 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:28:12.698686+0000", 2024-04-10T15:31:13.409 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:28:12.698960+0000", 2024-04-10T15:31:13.409 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T15:28:47.171277+0000", 2024-04-10T15:31:13.409 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:13.409 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:31:13.409 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:13.409 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 61, 2024-04-10T15:31:13.409 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T15:28:47.171277+0000", 2024-04-10T15:31:13.409 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T15:28:47.171277+0000", 2024-04-10T15:31:13.409 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T15:28:47.171277+0000", 2024-04-10T15:31:13.409 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T15:31:13.409 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T15:31:13.409 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:13.409 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T15:28:47.171277+0000", 2024-04-10T15:31:13.410 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T15:28:47.171277+0000", 2024-04-10T15:31:13.410 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T15:31:13.410 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T15:31:13.410 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T15:31:13.410 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T15:31:13.410 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 60, 2024-04-10T15:31:13.410 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T15:31:13.410 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T15:31:13.410 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T15:31:13.410 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T15:31:13.410 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T15:31:13.410 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:31:13.410 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T15:31:13.410 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T15:31:13.411 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.1", 2024-04-10T15:31:13.411 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T15:31:13.411 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T15:31:13.411 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 69, 2024-04-10T15:31:13.411 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 19, 2024-04-10T15:31:13.411 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T15:31:13.411 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T22:36:36.804697+0000", 2024-04-10T15:31:13.411 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:31:13.411 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T15:31:13.411 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T15:31:13.411 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T15:31:13.411 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:31:13.411 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T15:31:13.411 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:31:13.411 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T15:31:13.412 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T15:31:13.412 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T15:31:13.412 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T15:31:13.412 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T15:31:13.412 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T15:31:13.412 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T15:31:13.412 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T15:31:13.412 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T15:31:13.412 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T15:31:13.412 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:31:13.412 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T15:31:13.412 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T15:31:13.412 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T15:31:13.412 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T15:31:13.413 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T15:31:13.413 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:31:13.413 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T15:31:13.413 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T15:31:13.413 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T15:31:13.413 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:31:13.413 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T15:31:13.413 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T15:31:13.413 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T15:31:13.413 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T15:31:13.413 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T15:31:13.413 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T15:31:13.413 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T15:31:13.413 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T15:31:13.413 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T15:31:13.414 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T15:31:13.414 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T15:31:13.414 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:31:13.414 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T15:31:13.414 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T15:31:13.414 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T15:31:13.414 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:13.414 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T15:31:13.414 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T15:31:13.414 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T15:31:13.414 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T15:31:13.414 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T15:31:13.414 INFO:tasks.workunit.client.0.smithi069.stdout: 3 2024-04-10T15:31:13.414 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:13.415 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 0, 2024-04-10T15:31:13.415 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T15:31:13.415 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:13.415 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:13.415 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T15:31:13.415 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T15:31:13.415 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T15:31:13.415 INFO:tasks.workunit.client.0.smithi069.stdout: 0 2024-04-10T15:31:13.415 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:13.415 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 7, 2024-04-10T15:31:13.415 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T15:31:13.415 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T15:31:13.415 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 59, 2024-04-10T15:31:13.415 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T15:31:13.416 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:31:13.416 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T15:31:13.416 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T15:28:47.168870+0000", 2024-04-10T15:31:13.416 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:28:12.344678+0000", 2024-04-10T15:31:13.416 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:28:12.344678+0000", 2024-04-10T15:31:13.416 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:28:12.345303+0000", 2024-04-10T15:31:13.416 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T15:28:47.168870+0000", 2024-04-10T15:31:13.416 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T15:31:13.416 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:31:13.416 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T15:31:13.416 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 60, 2024-04-10T15:31:13.416 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T15:28:47.168870+0000", 2024-04-10T15:31:13.416 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T15:28:47.168870+0000", 2024-04-10T15:31:13.416 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T15:28:47.168870+0000", 2024-04-10T15:31:13.416 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T15:31:13.417 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T15:31:13.417 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T15:31:13.417 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T15:28:47.168870+0000", 2024-04-10T15:31:13.417 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T15:28:47.168870+0000", 2024-04-10T15:31:13.417 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T15:31:13.417 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T15:31:13.417 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T15:31:13.417 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T15:31:13.417 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 59, 2024-04-10T15:31:13.417 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T15:31:13.417 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T15:31:13.417 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T15:31:13.417 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T15:31:13.417 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T15:31:13.417 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:31:13.418 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T15:31:13.418 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T15:31:13.418 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "2.0", 2024-04-10T15:31:13.418 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T15:31:13.418 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T15:31:13.418 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 69, 2024-04-10T15:31:13.418 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 19, 2024-04-10T15:31:13.418 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T15:31:13.418 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T21:14:35.887547+0000", 2024-04-10T15:31:13.418 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:31:13.418 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T15:31:13.418 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T15:31:13.418 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T15:31:13.418 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:31:13.419 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T15:31:13.419 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:31:13.419 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T15:31:13.419 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T15:31:13.419 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T15:31:13.419 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T15:31:13.419 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T15:31:13.419 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T15:31:13.419 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T15:31:13.419 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T15:31:13.419 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T15:31:13.419 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T15:31:13.419 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:31:13.419 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T15:31:13.420 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T15:31:13.420 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T15:31:13.420 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T15:31:13.420 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T15:31:13.420 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:31:13.420 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T15:31:13.420 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T15:31:13.420 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T15:31:13.420 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:31:13.420 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T15:31:13.420 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T15:31:13.420 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T15:31:13.420 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T15:31:13.420 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T15:31:13.420 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T15:31:13.421 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T15:31:13.421 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T15:31:13.421 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T15:31:13.421 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T15:31:13.421 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T15:31:13.421 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:31:13.421 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T15:31:13.421 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T15:31:13.421 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T15:31:13.421 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:13.421 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T15:31:13.421 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T15:31:13.421 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T15:31:13.421 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T15:31:13.421 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T15:31:13.422 INFO:tasks.workunit.client.0.smithi069.stdout: 0 2024-04-10T15:31:13.422 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:13.422 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 7, 2024-04-10T15:31:13.422 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T15:31:13.422 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:13.422 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:13.422 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T15:31:13.422 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T15:31:13.422 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T15:31:13.422 INFO:tasks.workunit.client.0.smithi069.stdout: 7 2024-04-10T15:31:13.422 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:13.422 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 0, 2024-04-10T15:31:13.422 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T15:31:13.422 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T15:31:13.423 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 65, 2024-04-10T15:31:13.423 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T15:31:13.423 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:31:13.423 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T15:31:13.423 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T15:28:47.171398+0000", 2024-04-10T15:31:13.423 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:28:45.297592+0000", 2024-04-10T15:31:13.423 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:28:45.297592+0000", 2024-04-10T15:31:13.423 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:28:45.297940+0000", 2024-04-10T15:31:13.423 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T15:28:47.171398+0000", 2024-04-10T15:31:13.423 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:44.022798+0000", 2024-04-10T15:31:13.423 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:31:13.423 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:44.022798+0000", 2024-04-10T15:31:13.423 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 67, 2024-04-10T15:31:13.423 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T15:28:47.171398+0000", 2024-04-10T15:31:13.424 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T15:28:47.171398+0000", 2024-04-10T15:31:13.424 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T15:28:47.171398+0000", 2024-04-10T15:31:13.424 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T15:31:13.424 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T15:31:13.424 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:44.022798+0000", 2024-04-10T15:31:13.424 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T15:28:47.171398+0000", 2024-04-10T15:31:13.424 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T15:28:47.171398+0000", 2024-04-10T15:31:13.424 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T15:31:13.424 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T15:31:13.424 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T15:31:13.424 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T15:31:13.424 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 65, 2024-04-10T15:31:13.424 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T15:31:13.424 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T15:31:13.424 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T15:31:13.425 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T15:31:13.425 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T15:31:13.425 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:31:13.425 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T15:31:13.425 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T15:31:13.425 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "4.3", 2024-04-10T15:31:13.425 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T15:31:13.425 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T15:31:13.425 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 69, 2024-04-10T15:31:13.425 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 14, 2024-04-10T15:31:13.425 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T15:31:13.425 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T17:16:00.246833+0000", 2024-04-10T15:31:13.425 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:31:13.425 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T15:31:13.426 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T15:31:13.426 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T15:31:13.426 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:31:13.426 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T15:31:13.426 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:31:13.426 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T15:31:13.426 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T15:31:13.426 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T15:31:13.426 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T15:31:13.426 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T15:31:13.426 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T15:31:13.426 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T15:31:13.426 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T15:31:13.426 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T15:31:13.427 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T15:31:13.427 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:31:13.427 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T15:31:13.427 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T15:31:13.427 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T15:31:13.427 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T15:31:13.427 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T15:31:13.427 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:31:13.427 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T15:31:13.427 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T15:31:13.427 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T15:31:13.427 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:31:13.427 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T15:31:13.427 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T15:31:13.428 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T15:31:13.428 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T15:31:13.428 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T15:31:13.428 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T15:31:13.428 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T15:31:13.428 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T15:31:13.428 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T15:31:13.428 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T15:31:13.428 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T15:31:13.428 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:31:13.428 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T15:31:13.428 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T15:31:13.428 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T15:31:13.428 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:13.428 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T15:31:13.429 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T15:31:13.429 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T15:31:13.429 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T15:31:13.429 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T15:31:13.429 INFO:tasks.workunit.client.0.smithi069.stdout: 7 2024-04-10T15:31:13.429 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:13.429 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 0, 2024-04-10T15:31:13.429 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T15:31:13.429 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:13.429 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:13.429 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T15:31:13.429 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T15:31:13.429 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T15:31:13.429 INFO:tasks.workunit.client.0.smithi069.stdout: 4 2024-04-10T15:31:13.429 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:13.430 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 7, 2024-04-10T15:31:13.430 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T15:31:13.430 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T15:31:13.430 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 59, 2024-04-10T15:31:13.430 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T15:31:13.430 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:31:13.430 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T15:31:13.430 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T15:28:47.169482+0000", 2024-04-10T15:31:13.430 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:28:12.344314+0000", 2024-04-10T15:31:13.430 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:28:12.344314+0000", 2024-04-10T15:31:13.430 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:28:12.344639+0000", 2024-04-10T15:31:13.430 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T15:28:47.169482+0000", 2024-04-10T15:31:13.430 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T15:31:13.430 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:31:13.431 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T15:31:13.431 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 60, 2024-04-10T15:31:13.431 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T15:28:47.169482+0000", 2024-04-10T15:31:13.431 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T15:28:47.169482+0000", 2024-04-10T15:31:13.431 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T15:28:47.169482+0000", 2024-04-10T15:31:13.431 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T15:31:13.431 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T15:31:13.431 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T15:31:13.431 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T15:28:47.169482+0000", 2024-04-10T15:31:13.431 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T15:28:47.169482+0000", 2024-04-10T15:31:13.431 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T15:31:13.431 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T15:31:13.431 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T15:31:13.431 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T15:31:13.432 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 59, 2024-04-10T15:31:13.432 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T15:31:13.432 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T15:31:13.432 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T15:31:13.432 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T15:31:13.432 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T15:31:13.432 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:31:13.432 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T15:31:13.432 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T15:31:13.432 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "2.5", 2024-04-10T15:31:13.432 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T15:31:13.432 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T15:31:13.432 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 69, 2024-04-10T15:31:13.432 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 19, 2024-04-10T15:31:13.433 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T15:31:13.433 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T01:58:59.293454+0000", 2024-04-10T15:31:13.433 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:31:13.433 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T15:31:13.433 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T15:31:13.433 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T15:31:13.433 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:31:13.433 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T15:31:13.433 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:31:13.433 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T15:31:13.433 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T15:31:13.433 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T15:31:13.433 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T15:31:13.433 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T15:31:13.433 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T15:31:13.434 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T15:31:13.434 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T15:31:13.434 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T15:31:13.434 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T15:31:13.434 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:31:13.434 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T15:31:13.434 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T15:31:13.434 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T15:31:13.434 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T15:31:13.434 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T15:31:13.434 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:31:13.434 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T15:31:13.434 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T15:31:13.434 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T15:31:13.435 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:31:13.435 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T15:31:13.435 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T15:31:13.435 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T15:31:13.435 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T15:31:13.435 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T15:31:13.435 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T15:31:13.435 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T15:31:13.435 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T15:31:13.435 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T15:31:13.435 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T15:31:13.435 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T15:31:13.435 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:31:13.435 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T15:31:13.435 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T15:31:13.436 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T15:31:13.436 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:13.436 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T15:31:13.436 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T15:31:13.436 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T15:31:13.436 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T15:31:13.436 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T15:31:13.436 INFO:tasks.workunit.client.0.smithi069.stdout: 4 2024-04-10T15:31:13.436 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:13.436 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 7, 2024-04-10T15:31:13.436 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T15:31:13.436 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:13.436 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:13.436 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T15:31:13.436 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T15:31:13.437 INFO:tasks.workunit.client.0.smithi069.stdout: 2, 2024-04-10T15:31:13.437 INFO:tasks.workunit.client.0.smithi069.stdout: 5 2024-04-10T15:31:13.437 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:13.437 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 1, 2024-04-10T15:31:13.437 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T15:31:13.437 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T15:31:13.437 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T15:31:13.437 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T15:31:13.437 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:31:13.437 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T15:31:13.437 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T15:28:47.109013+0000", 2024-04-10T15:31:13.437 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:28:12.694430+0000", 2024-04-10T15:31:13.437 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:28:12.694430+0000", 2024-04-10T15:31:13.437 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:28:12.694711+0000", 2024-04-10T15:31:13.437 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T15:28:47.109013+0000", 2024-04-10T15:31:13.438 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:13.438 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:31:13.438 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:13.438 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 61, 2024-04-10T15:31:13.438 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T15:28:47.109013+0000", 2024-04-10T15:31:13.438 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T15:28:47.109013+0000", 2024-04-10T15:31:13.438 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T15:28:47.109013+0000", 2024-04-10T15:31:13.438 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T15:31:13.438 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T15:31:13.438 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:13.438 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T15:28:47.109013+0000", 2024-04-10T15:31:13.438 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T15:28:47.109013+0000", 2024-04-10T15:31:13.438 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T15:31:13.438 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T15:31:13.439 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T15:31:13.439 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T15:31:13.439 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 60, 2024-04-10T15:31:13.439 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T15:31:13.439 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T15:31:13.439 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T15:31:13.439 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T15:31:13.439 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T15:31:13.439 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:31:13.439 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T15:31:13.439 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T15:31:13.439 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.4", 2024-04-10T15:31:13.439 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T15:31:13.439 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T15:31:13.439 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 69, 2024-04-10T15:31:13.440 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 19, 2024-04-10T15:31:13.440 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T15:31:13.440 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T18:58:56.983394+0000", 2024-04-10T15:31:13.440 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:31:13.440 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T15:31:13.440 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T15:31:13.440 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T15:31:13.440 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:31:13.440 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T15:31:13.440 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:31:13.440 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T15:31:13.440 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T15:31:13.440 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T15:31:13.440 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T15:31:13.440 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T15:31:13.441 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T15:31:13.441 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T15:31:13.441 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T15:31:13.441 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T15:31:13.441 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T15:31:13.441 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:31:13.441 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T15:31:13.441 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T15:31:13.441 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T15:31:13.441 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T15:31:13.441 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T15:31:13.441 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:31:13.441 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T15:31:13.441 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T15:31:13.441 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T15:31:13.442 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:31:13.442 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T15:31:13.442 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T15:31:13.442 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T15:31:13.442 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T15:31:13.442 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T15:31:13.442 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T15:31:13.442 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T15:31:13.442 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T15:31:13.442 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T15:31:13.442 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T15:31:13.442 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T15:31:13.442 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:31:13.442 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T15:31:13.443 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T15:31:13.443 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T15:31:13.443 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:13.443 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T15:31:13.443 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T15:31:13.443 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T15:31:13.443 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T15:31:13.443 INFO:tasks.workunit.client.0.smithi069.stdout: 2, 2024-04-10T15:31:13.443 INFO:tasks.workunit.client.0.smithi069.stdout: 5 2024-04-10T15:31:13.443 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:13.443 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 1, 2024-04-10T15:31:13.443 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T15:31:13.443 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:13.443 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:13.443 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T15:31:13.444 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T15:31:13.444 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T15:31:13.444 INFO:tasks.workunit.client.0.smithi069.stdout: 0 2024-04-10T15:31:13.444 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:13.444 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 3, 2024-04-10T15:31:13.444 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T15:31:13.444 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T15:31:13.444 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 65, 2024-04-10T15:31:13.444 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T15:31:13.444 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:31:13.444 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T15:31:13.444 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T15:28:48.068726+0000", 2024-04-10T15:31:13.444 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:28:45.296791+0000", 2024-04-10T15:31:13.444 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:28:45.296791+0000", 2024-04-10T15:31:13.444 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:28:45.297112+0000", 2024-04-10T15:31:13.445 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T15:28:48.068726+0000", 2024-04-10T15:31:13.445 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:44.022798+0000", 2024-04-10T15:31:13.445 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:31:13.445 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:44.022798+0000", 2024-04-10T15:31:13.445 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 67, 2024-04-10T15:31:13.445 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T15:28:48.068726+0000", 2024-04-10T15:31:13.445 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T15:28:48.068726+0000", 2024-04-10T15:31:13.445 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T15:28:48.068726+0000", 2024-04-10T15:31:13.445 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T15:31:13.445 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T15:31:13.445 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:44.022798+0000", 2024-04-10T15:31:13.445 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T15:28:48.068726+0000", 2024-04-10T15:31:13.445 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T15:28:48.068726+0000", 2024-04-10T15:31:13.445 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T15:31:13.446 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T15:31:13.446 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T15:31:13.446 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T15:31:13.446 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 65, 2024-04-10T15:31:13.446 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T15:31:13.446 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T15:31:13.446 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T15:31:13.446 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T15:31:13.446 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T15:31:13.446 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:31:13.446 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T15:31:13.446 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T15:31:13.446 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "4.0", 2024-04-10T15:31:13.446 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T15:31:13.447 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T15:31:13.447 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 69, 2024-04-10T15:31:13.447 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 14, 2024-04-10T15:31:13.447 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T15:31:13.447 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T17:22:43.029158+0000", 2024-04-10T15:31:13.447 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:31:13.447 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T15:31:13.447 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T15:31:13.447 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T15:31:13.447 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:31:13.447 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T15:31:13.447 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:31:13.447 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T15:31:13.447 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T15:31:13.447 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T15:31:13.448 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T15:31:13.448 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T15:31:13.448 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T15:31:13.448 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T15:31:13.448 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T15:31:13.448 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T15:31:13.448 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T15:31:13.448 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:31:13.448 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T15:31:13.448 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T15:31:13.448 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T15:31:13.448 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T15:31:13.448 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T15:31:13.448 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:31:13.449 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T15:31:13.449 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T15:31:13.449 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T15:31:13.449 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:31:13.449 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T15:31:13.449 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T15:31:13.449 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T15:31:13.449 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T15:31:13.449 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T15:31:13.449 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T15:31:13.449 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T15:31:13.449 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T15:31:13.449 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T15:31:13.449 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T15:31:13.449 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T15:31:13.450 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:31:13.450 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T15:31:13.450 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T15:31:13.450 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T15:31:13.450 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:13.450 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T15:31:13.450 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T15:31:13.450 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T15:31:13.450 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T15:31:13.450 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T15:31:13.450 INFO:tasks.workunit.client.0.smithi069.stdout: 0 2024-04-10T15:31:13.450 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:13.450 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 3, 2024-04-10T15:31:13.450 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T15:31:13.451 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:13.451 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:13.451 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T15:31:13.451 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T15:31:13.451 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T15:31:13.451 INFO:tasks.workunit.client.0.smithi069.stdout: 4 2024-04-10T15:31:13.451 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:13.451 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 1, 2024-04-10T15:31:13.451 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T15:31:13.451 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T15:31:13.451 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 59, 2024-04-10T15:31:13.451 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T15:31:13.451 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:31:13.451 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T15:31:13.451 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T15:28:47.108939+0000", 2024-04-10T15:31:13.452 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:28:12.328709+0000", 2024-04-10T15:31:13.452 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:28:12.328709+0000", 2024-04-10T15:31:13.452 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:28:12.329014+0000", 2024-04-10T15:31:13.452 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T15:28:47.108939+0000", 2024-04-10T15:31:13.452 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T15:31:13.452 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:31:13.452 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T15:31:13.452 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 60, 2024-04-10T15:31:13.452 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T15:28:47.108939+0000", 2024-04-10T15:31:13.452 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T15:28:47.108939+0000", 2024-04-10T15:31:13.452 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T15:28:47.108939+0000", 2024-04-10T15:31:13.452 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T15:31:13.452 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T15:31:13.452 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T15:31:13.453 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T15:28:47.108939+0000", 2024-04-10T15:31:13.453 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T15:28:47.108939+0000", 2024-04-10T15:31:13.453 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T15:31:13.453 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 1, 2024-04-10T15:31:13.453 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T15:31:13.453 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T15:31:13.453 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 59, 2024-04-10T15:31:13.453 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T15:31:13.453 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T15:31:13.453 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T15:31:13.453 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T15:31:13.453 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 1, 2024-04-10T15:31:13.453 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:31:13.453 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T15:31:13.453 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T15:31:13.454 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "2.6", 2024-04-10T15:31:13.454 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T15:31:13.454 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T15:31:13.454 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 69, 2024-04-10T15:31:13.454 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 21, 2024-04-10T15:31:13.454 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T15:31:13.454 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T15:56:56.856939+0000", 2024-04-10T15:31:13.454 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:31:13.454 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T15:31:13.454 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T15:31:13.454 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T15:31:13.454 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:31:13.454 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T15:31:13.454 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:31:13.455 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T15:31:13.455 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T15:31:13.455 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T15:31:13.455 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T15:31:13.455 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T15:31:13.455 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T15:31:13.455 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T15:31:13.455 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T15:31:13.455 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T15:31:13.455 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T15:31:13.455 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:31:13.455 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T15:31:13.455 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 3, 2024-04-10T15:31:13.455 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 1, 2024-04-10T15:31:13.456 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T15:31:13.456 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 1, 2024-04-10T15:31:13.456 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:31:13.456 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T15:31:13.456 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T15:31:13.456 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T15:31:13.456 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:31:13.456 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 1, 2024-04-10T15:31:13.456 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T15:31:13.456 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T15:31:13.456 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T15:31:13.456 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T15:31:13.456 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T15:31:13.456 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T15:31:13.456 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T15:31:13.457 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T15:31:13.457 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T15:31:13.457 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T15:31:13.457 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:31:13.457 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T15:31:13.457 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 1, 2024-04-10T15:31:13.457 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T15:31:13.457 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:13.457 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T15:31:13.457 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T15:31:13.457 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T15:31:13.457 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T15:31:13.457 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T15:31:13.457 INFO:tasks.workunit.client.0.smithi069.stdout: 4 2024-04-10T15:31:13.458 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:13.458 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 1, 2024-04-10T15:31:13.458 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "61'1" 2024-04-10T15:31:13.458 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:13.458 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:13.458 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T15:31:13.458 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T15:31:13.458 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T15:31:13.458 INFO:tasks.workunit.client.0.smithi069.stdout: 0 2024-04-10T15:31:13.458 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:13.458 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 3, 2024-04-10T15:31:13.458 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T15:31:13.458 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T15:31:13.458 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T15:31:13.459 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T15:31:13.459 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:31:13.459 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T15:31:13.459 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T15:28:48.069834+0000", 2024-04-10T15:31:13.459 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:28:12.701953+0000", 2024-04-10T15:31:13.459 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:28:12.701953+0000", 2024-04-10T15:31:13.459 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:28:12.702234+0000", 2024-04-10T15:31:13.459 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T15:28:48.069834+0000", 2024-04-10T15:31:13.459 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:13.459 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:31:13.459 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:13.459 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 61, 2024-04-10T15:31:13.459 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T15:28:48.069834+0000", 2024-04-10T15:31:13.459 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T15:28:48.069834+0000", 2024-04-10T15:31:13.459 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T15:28:48.069834+0000", 2024-04-10T15:31:13.460 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T15:31:13.460 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T15:31:13.460 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:13.460 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T15:28:48.069834+0000", 2024-04-10T15:31:13.460 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T15:28:48.069834+0000", 2024-04-10T15:31:13.460 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T15:31:13.460 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T15:31:13.460 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T15:31:13.460 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T15:31:13.460 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 60, 2024-04-10T15:31:13.460 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T15:31:13.460 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T15:31:13.460 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T15:31:13.460 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T15:31:13.460 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T15:31:13.461 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:31:13.461 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T15:31:13.461 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T15:31:13.461 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.7", 2024-04-10T15:31:13.461 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T15:31:13.461 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T15:31:13.461 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 69, 2024-04-10T15:31:13.461 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 19, 2024-04-10T15:31:13.461 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T15:31:13.461 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T17:35:36.777883+0000", 2024-04-10T15:31:13.461 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:31:13.461 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T15:31:13.461 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T15:31:13.461 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T15:31:13.461 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:31:13.462 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T15:31:13.462 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:31:13.462 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T15:31:13.462 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T15:31:13.462 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T15:31:13.462 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T15:31:13.462 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T15:31:13.462 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T15:31:13.462 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T15:31:13.462 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T15:31:13.462 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T15:31:13.462 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T15:31:13.462 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:31:13.463 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T15:31:13.463 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T15:31:13.463 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T15:31:13.463 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T15:31:13.463 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T15:31:13.463 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:31:13.463 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T15:31:13.463 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T15:31:13.463 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T15:31:13.463 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:31:13.463 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T15:31:13.463 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T15:31:13.463 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T15:31:13.463 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T15:31:13.463 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T15:31:13.464 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T15:31:13.464 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T15:31:13.464 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T15:31:13.464 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T15:31:13.464 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T15:31:13.464 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T15:31:13.464 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:31:13.464 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T15:31:13.464 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T15:31:13.464 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T15:31:13.464 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:13.464 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T15:31:13.464 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T15:31:13.464 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T15:31:13.464 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T15:31:13.464 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T15:31:13.465 INFO:tasks.workunit.client.0.smithi069.stdout: 0 2024-04-10T15:31:13.465 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:13.465 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 3, 2024-04-10T15:31:13.465 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T15:31:13.465 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:13.465 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:13.465 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T15:31:13.465 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T15:31:13.465 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T15:31:13.465 INFO:tasks.workunit.client.0.smithi069.stdout: 6 2024-04-10T15:31:13.465 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:13.465 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 4, 2024-04-10T15:31:13.465 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T15:31:13.465 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T15:31:13.466 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 65, 2024-04-10T15:31:13.466 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T15:31:13.466 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:31:13.466 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T15:31:13.466 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T15:28:47.278021+0000", 2024-04-10T15:31:13.466 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:28:45.100613+0000", 2024-04-10T15:31:13.466 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:28:45.100613+0000", 2024-04-10T15:31:13.466 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:28:45.101362+0000", 2024-04-10T15:31:13.466 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T15:28:47.278021+0000", 2024-04-10T15:31:13.466 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:44.022798+0000", 2024-04-10T15:31:13.466 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:31:13.466 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:44.022798+0000", 2024-04-10T15:31:13.466 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 67, 2024-04-10T15:31:13.466 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T15:28:47.278021+0000", 2024-04-10T15:31:13.467 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T15:28:47.278021+0000", 2024-04-10T15:31:13.467 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T15:28:47.278021+0000", 2024-04-10T15:31:13.467 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T15:31:13.467 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T15:31:13.467 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:44.022798+0000", 2024-04-10T15:31:13.467 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T15:28:47.278021+0000", 2024-04-10T15:31:13.467 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T15:28:47.278021+0000", 2024-04-10T15:31:13.467 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T15:31:13.467 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T15:31:13.467 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T15:31:13.467 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T15:31:13.467 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 65, 2024-04-10T15:31:13.467 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T15:31:13.467 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T15:31:13.467 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T15:31:13.468 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T15:31:13.468 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T15:31:13.468 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:31:13.468 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T15:31:13.468 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T15:31:13.468 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "4.1", 2024-04-10T15:31:13.468 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T15:31:13.468 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T15:31:13.468 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 69, 2024-04-10T15:31:13.468 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 14, 2024-04-10T15:31:13.468 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T15:31:13.468 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T19:08:14.855791+0000", 2024-04-10T15:31:13.468 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:31:13.468 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T15:31:13.468 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T15:31:13.469 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T15:31:13.469 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:31:13.469 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T15:31:13.469 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:31:13.469 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T15:31:13.469 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T15:31:13.469 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T15:31:13.469 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T15:31:13.469 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T15:31:13.469 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T15:31:13.469 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T15:31:13.469 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T15:31:13.469 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T15:31:13.469 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T15:31:13.470 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:31:13.470 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T15:31:13.470 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T15:31:13.470 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T15:31:13.470 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T15:31:13.470 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T15:31:13.470 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:31:13.470 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T15:31:13.470 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T15:31:13.470 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T15:31:13.470 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:31:13.470 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T15:31:13.470 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T15:31:13.470 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T15:31:13.471 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T15:31:13.471 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T15:31:13.471 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T15:31:13.471 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T15:31:13.471 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T15:31:13.471 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T15:31:13.471 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T15:31:13.471 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T15:31:13.471 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:31:13.471 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T15:31:13.471 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T15:31:13.471 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T15:31:13.471 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:13.471 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T15:31:13.471 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T15:31:13.472 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T15:31:13.472 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T15:31:13.472 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T15:31:13.472 INFO:tasks.workunit.client.0.smithi069.stdout: 6 2024-04-10T15:31:13.472 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:13.472 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 4, 2024-04-10T15:31:13.472 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T15:31:13.472 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:13.472 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:13.472 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T15:31:13.472 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T15:31:13.472 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T15:31:13.472 INFO:tasks.workunit.client.0.smithi069.stdout: 2 2024-04-10T15:31:13.472 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:13.473 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 6, 2024-04-10T15:31:13.473 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T15:31:13.473 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T15:31:13.473 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 59, 2024-04-10T15:31:13.473 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T15:31:13.473 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:31:13.473 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T15:31:13.473 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T15:28:47.171737+0000", 2024-04-10T15:31:13.473 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:28:12.333912+0000", 2024-04-10T15:31:13.473 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:28:12.333912+0000", 2024-04-10T15:31:13.473 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:28:12.334192+0000", 2024-04-10T15:31:13.473 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T15:28:47.171737+0000", 2024-04-10T15:31:13.473 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T15:31:13.473 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:31:13.473 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T15:31:13.474 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 60, 2024-04-10T15:31:13.474 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T15:28:47.171737+0000", 2024-04-10T15:31:13.474 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T15:28:47.171737+0000", 2024-04-10T15:31:13.474 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T15:28:47.171737+0000", 2024-04-10T15:31:13.474 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T15:31:13.474 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T15:31:13.474 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T15:31:13.474 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T15:28:47.171737+0000", 2024-04-10T15:31:13.474 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T15:28:47.171737+0000", 2024-04-10T15:31:13.474 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T15:31:13.474 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 2, 2024-04-10T15:31:13.474 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T15:31:13.474 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T15:31:13.474 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 59, 2024-04-10T15:31:13.475 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T15:31:13.475 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T15:31:13.475 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T15:31:13.475 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T15:31:13.475 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 2, 2024-04-10T15:31:13.475 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:31:13.475 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T15:31:13.475 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T15:31:13.475 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "2.7", 2024-04-10T15:31:13.475 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T15:31:13.475 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T15:31:13.475 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 69, 2024-04-10T15:31:13.475 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 22, 2024-04-10T15:31:13.475 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T15:31:13.475 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T23:11:01.516468+0000", 2024-04-10T15:31:13.476 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:31:13.476 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T15:31:13.476 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T15:31:13.476 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T15:31:13.476 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:31:13.476 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T15:31:13.476 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:31:13.476 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T15:31:13.476 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T15:31:13.476 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T15:31:13.476 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T15:31:13.476 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T15:31:13.476 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T15:31:13.476 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T15:31:13.476 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T15:31:13.477 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T15:31:13.477 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T15:31:13.477 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:31:13.477 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T15:31:13.477 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 3, 2024-04-10T15:31:13.477 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 1, 2024-04-10T15:31:13.477 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T15:31:13.477 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 1, 2024-04-10T15:31:13.477 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:31:13.477 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T15:31:13.477 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T15:31:13.477 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T15:31:13.477 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:31:13.477 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 1, 2024-04-10T15:31:13.477 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T15:31:13.478 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T15:31:13.478 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T15:31:13.478 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T15:31:13.478 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T15:31:13.478 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T15:31:13.478 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T15:31:13.478 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T15:31:13.478 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T15:31:13.478 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T15:31:13.478 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:31:13.478 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T15:31:13.478 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 3, 2024-04-10T15:31:13.478 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T15:31:13.479 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:13.479 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T15:31:13.479 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T15:31:13.479 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T15:31:13.479 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T15:31:13.479 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T15:31:13.479 INFO:tasks.workunit.client.0.smithi069.stdout: 2 2024-04-10T15:31:13.479 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:13.479 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 6, 2024-04-10T15:31:13.479 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "61'2" 2024-04-10T15:31:13.479 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:13.479 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:13.479 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T15:31:13.479 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T15:31:13.480 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T15:31:13.480 INFO:tasks.workunit.client.0.smithi069.stdout: 4 2024-04-10T15:31:13.480 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:13.480 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 0, 2024-04-10T15:31:13.480 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T15:31:13.480 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T15:31:13.480 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T15:31:13.480 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T15:31:13.480 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:31:13.480 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T15:31:13.480 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T15:28:47.171657+0000", 2024-04-10T15:31:13.480 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:28:12.680278+0000", 2024-04-10T15:31:13.480 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:28:12.680278+0000", 2024-04-10T15:31:13.480 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:28:12.680549+0000", 2024-04-10T15:31:13.480 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T15:28:47.171657+0000", 2024-04-10T15:31:13.481 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:13.481 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:31:13.481 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:13.481 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 61, 2024-04-10T15:31:13.481 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T15:28:47.171657+0000", 2024-04-10T15:31:13.481 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T15:28:47.171657+0000", 2024-04-10T15:31:13.481 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T15:28:47.171657+0000", 2024-04-10T15:31:13.481 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T15:31:13.481 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T15:31:13.481 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:13.481 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T15:28:47.171657+0000", 2024-04-10T15:31:13.481 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T15:28:47.171657+0000", 2024-04-10T15:31:13.481 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T15:31:13.481 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T15:31:13.482 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T15:31:13.482 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T15:31:13.482 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 60, 2024-04-10T15:31:13.482 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T15:31:13.482 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T15:31:13.482 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T15:31:13.482 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T15:31:13.482 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T15:31:13.482 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:31:13.482 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T15:31:13.482 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T15:31:13.482 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.6", 2024-04-10T15:31:13.482 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T15:31:13.482 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T15:31:13.483 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 69, 2024-04-10T15:31:13.483 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 19, 2024-04-10T15:31:13.483 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T15:31:13.483 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T18:10:42.728039+0000", 2024-04-10T15:31:13.483 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:31:13.483 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T15:31:13.483 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T15:31:13.483 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T15:31:13.483 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:31:13.483 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T15:31:13.483 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:31:13.483 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T15:31:13.483 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T15:31:13.483 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T15:31:13.483 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T15:31:13.484 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T15:31:13.484 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T15:31:13.484 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T15:31:13.484 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T15:31:13.484 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T15:31:13.484 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T15:31:13.484 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:31:13.484 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T15:31:13.484 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T15:31:13.484 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T15:31:13.484 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T15:31:13.484 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T15:31:13.484 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:31:13.484 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T15:31:13.484 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T15:31:13.485 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T15:31:13.485 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:31:13.485 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T15:31:13.485 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T15:31:13.485 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T15:31:13.485 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T15:31:13.485 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T15:31:13.485 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T15:31:13.485 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T15:31:13.485 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T15:31:13.485 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T15:31:13.485 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T15:31:13.485 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T15:31:13.485 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:31:13.485 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T15:31:13.486 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T15:31:13.486 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T15:31:13.486 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:13.486 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T15:31:13.486 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T15:31:13.486 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T15:31:13.486 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T15:31:13.486 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T15:31:13.486 INFO:tasks.workunit.client.0.smithi069.stdout: 4 2024-04-10T15:31:13.486 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:13.486 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 0, 2024-04-10T15:31:13.486 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T15:31:13.486 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:13.486 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:13.487 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T15:31:13.487 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T15:31:13.487 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T15:31:13.487 INFO:tasks.workunit.client.0.smithi069.stdout: 1 2024-04-10T15:31:13.487 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:13.487 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 7, 2024-04-10T15:31:13.487 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T15:31:13.487 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T15:31:13.487 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 59, 2024-04-10T15:31:13.487 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T15:31:13.487 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:31:13.487 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T15:31:13.487 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T15:28:47.168973+0000", 2024-04-10T15:31:13.487 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:28:12.344550+0000", 2024-04-10T15:31:13.488 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:28:12.344550+0000", 2024-04-10T15:31:13.488 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:28:12.344868+0000", 2024-04-10T15:31:13.488 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T15:28:47.168973+0000", 2024-04-10T15:31:13.488 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T15:31:13.488 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:31:13.488 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T15:31:13.488 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 60, 2024-04-10T15:31:13.488 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T15:28:47.168973+0000", 2024-04-10T15:31:13.488 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T15:28:47.168973+0000", 2024-04-10T15:31:13.488 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T15:28:47.168973+0000", 2024-04-10T15:31:13.488 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T15:31:13.488 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T15:31:13.488 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T15:31:13.488 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T15:28:47.168973+0000", 2024-04-10T15:31:13.488 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T15:28:47.168973+0000", 2024-04-10T15:31:13.489 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T15:31:13.489 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T15:31:13.489 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T15:31:13.489 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T15:31:13.489 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 59, 2024-04-10T15:31:13.489 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T15:31:13.489 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T15:31:13.489 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T15:31:13.489 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T15:31:13.489 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T15:31:13.489 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:31:13.489 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T15:31:13.489 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T15:31:13.489 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "2.8", 2024-04-10T15:31:13.489 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T15:31:13.490 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T15:31:13.490 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 69, 2024-04-10T15:31:13.490 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 19, 2024-04-10T15:31:13.490 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T15:31:13.490 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T19:05:59.355752+0000", 2024-04-10T15:31:13.490 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:31:13.490 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T15:31:13.490 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T15:31:13.490 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T15:31:13.490 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:31:13.490 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T15:31:13.490 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:31:13.490 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T15:31:13.490 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T15:31:13.491 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T15:31:13.491 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T15:31:13.491 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T15:31:13.491 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T15:31:13.491 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T15:31:13.491 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T15:31:13.491 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T15:31:13.491 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T15:31:13.491 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:31:13.491 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T15:31:13.491 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T15:31:13.491 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T15:31:13.491 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T15:31:13.491 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T15:31:13.492 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:31:13.492 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T15:31:13.492 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T15:31:13.492 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T15:31:13.492 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:31:13.492 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T15:31:13.492 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T15:31:13.492 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T15:31:13.492 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T15:31:13.492 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T15:31:13.492 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T15:31:13.492 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T15:31:13.492 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T15:31:13.492 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T15:31:13.492 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T15:31:13.493 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T15:31:13.493 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:31:13.493 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T15:31:13.493 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T15:31:13.493 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T15:31:13.493 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:13.493 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T15:31:13.493 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T15:31:13.493 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T15:31:13.493 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T15:31:13.493 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T15:31:13.493 INFO:tasks.workunit.client.0.smithi069.stdout: 1 2024-04-10T15:31:13.493 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:13.493 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 7, 2024-04-10T15:31:13.494 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T15:31:13.494 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:13.494 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:13.494 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T15:31:13.494 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T15:31:13.494 INFO:tasks.workunit.client.0.smithi069.stdout: 2, 2024-04-10T15:31:13.494 INFO:tasks.workunit.client.0.smithi069.stdout: 7 2024-04-10T15:31:13.494 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:13.494 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 1, 2024-04-10T15:31:13.494 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T15:31:13.494 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T15:31:13.494 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T15:31:13.494 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T15:31:13.494 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:31:13.495 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T15:31:13.495 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T15:28:47.108641+0000", 2024-04-10T15:31:13.495 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:28:36.701706+0000", 2024-04-10T15:31:13.495 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:28:36.701706+0000", 2024-04-10T15:31:13.495 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:28:36.702032+0000", 2024-04-10T15:31:13.495 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T15:28:47.108641+0000", 2024-04-10T15:31:13.495 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:13.495 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:31:13.495 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:13.495 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 64, 2024-04-10T15:31:13.495 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T15:28:47.108641+0000", 2024-04-10T15:31:13.495 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T15:28:47.108641+0000", 2024-04-10T15:31:13.495 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T15:28:47.108641+0000", 2024-04-10T15:31:13.495 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T15:31:13.496 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T15:31:13.496 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:13.496 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T15:28:47.108641+0000", 2024-04-10T15:31:13.496 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T15:28:47.108641+0000", 2024-04-10T15:31:13.496 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T15:31:13.496 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T15:31:13.496 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T15:31:13.496 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T15:31:13.496 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 63, 2024-04-10T15:31:13.496 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T15:31:13.496 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T15:31:13.496 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T15:31:13.496 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T15:31:13.496 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T15:31:13.496 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:31:13.497 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T15:31:13.497 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T15:31:13.497 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.9", 2024-04-10T15:31:13.497 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T15:31:13.497 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T15:31:13.497 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 69, 2024-04-10T15:31:13.497 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 17, 2024-04-10T15:31:13.497 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T15:31:13.497 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T19:42:33.013402+0000", 2024-04-10T15:31:13.497 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:31:13.497 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T15:31:13.497 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T15:31:13.497 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T15:31:13.497 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:31:13.497 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T15:31:13.498 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:31:13.498 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T15:31:13.498 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T15:31:13.498 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T15:31:13.498 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T15:31:13.498 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T15:31:13.498 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T15:31:13.498 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T15:31:13.498 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T15:31:13.498 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T15:31:13.498 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T15:31:13.498 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:31:13.498 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T15:31:13.499 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T15:31:13.499 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T15:31:13.499 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T15:31:13.499 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T15:31:13.499 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:31:13.499 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T15:31:13.499 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T15:31:13.499 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T15:31:13.499 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:31:13.499 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T15:31:13.499 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T15:31:13.499 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T15:31:13.499 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T15:31:13.499 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T15:31:13.500 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T15:31:13.500 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T15:31:13.500 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T15:31:13.500 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T15:31:13.500 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T15:31:13.500 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T15:31:13.500 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:31:13.500 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T15:31:13.500 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T15:31:13.500 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T15:31:13.500 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:13.500 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T15:31:13.500 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T15:31:13.500 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T15:31:13.500 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T15:31:13.501 INFO:tasks.workunit.client.0.smithi069.stdout: 2, 2024-04-10T15:31:13.501 INFO:tasks.workunit.client.0.smithi069.stdout: 7 2024-04-10T15:31:13.501 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:13.501 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 1, 2024-04-10T15:31:13.501 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T15:31:13.501 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:13.501 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:13.501 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T15:31:13.501 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T15:31:13.501 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T15:31:13.501 INFO:tasks.workunit.client.0.smithi069.stdout: 3 2024-04-10T15:31:13.501 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:13.501 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 1, 2024-04-10T15:31:13.501 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T15:31:13.502 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T15:31:13.502 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 59, 2024-04-10T15:31:13.502 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T15:31:13.502 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:31:13.502 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T15:31:13.502 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T15:28:47.109323+0000", 2024-04-10T15:31:13.502 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:28:12.338243+0000", 2024-04-10T15:31:13.502 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:28:12.338243+0000", 2024-04-10T15:31:13.502 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:28:12.338510+0000", 2024-04-10T15:31:13.502 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T15:28:47.109323+0000", 2024-04-10T15:31:13.502 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T15:31:13.502 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:31:13.502 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T15:31:13.502 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 60, 2024-04-10T15:31:13.503 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T15:28:47.109323+0000", 2024-04-10T15:31:13.503 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T15:28:47.109323+0000", 2024-04-10T15:31:13.503 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T15:28:47.109323+0000", 2024-04-10T15:31:13.503 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T15:31:13.503 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T15:31:13.503 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T15:31:13.503 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T15:28:47.109323+0000", 2024-04-10T15:31:13.503 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T15:28:47.109323+0000", 2024-04-10T15:31:13.503 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T15:31:13.503 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T15:31:13.503 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T15:31:13.503 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T15:31:13.503 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 59, 2024-04-10T15:31:13.503 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T15:31:13.504 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T15:31:13.504 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T15:31:13.504 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T15:31:13.504 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T15:31:13.504 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:31:13.504 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T15:31:13.504 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T15:31:13.504 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "2.9", 2024-04-10T15:31:13.504 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T15:31:13.504 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T15:31:13.504 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 69, 2024-04-10T15:31:13.504 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 20, 2024-04-10T15:31:13.504 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T15:31:13.504 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T03:20:50.547767+0000", 2024-04-10T15:31:13.505 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:31:13.505 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T15:31:13.505 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T15:31:13.505 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T15:31:13.505 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:31:13.505 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T15:31:13.505 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:31:13.505 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T15:31:13.505 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T15:31:13.505 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T15:31:13.505 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T15:31:13.505 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T15:31:13.505 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T15:31:13.505 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T15:31:13.506 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T15:31:13.506 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T15:31:13.506 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T15:31:13.506 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:31:13.506 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T15:31:13.506 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T15:31:13.506 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T15:31:13.506 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T15:31:13.506 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T15:31:13.506 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:31:13.506 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T15:31:13.506 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T15:31:13.506 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T15:31:13.506 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:31:13.507 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T15:31:13.507 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T15:31:13.507 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T15:31:13.507 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T15:31:13.507 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T15:31:13.507 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T15:31:13.507 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T15:31:13.507 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T15:31:13.507 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T15:31:13.507 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T15:31:13.507 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T15:31:13.507 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:31:13.507 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T15:31:13.507 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T15:31:13.508 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T15:31:13.508 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:13.508 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T15:31:13.508 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T15:31:13.508 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T15:31:13.508 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T15:31:13.508 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T15:31:13.508 INFO:tasks.workunit.client.0.smithi069.stdout: 3 2024-04-10T15:31:13.508 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:13.508 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 1, 2024-04-10T15:31:13.508 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T15:31:13.508 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:13.508 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:13.508 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T15:31:13.509 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T15:31:13.509 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T15:31:13.509 INFO:tasks.workunit.client.0.smithi069.stdout: 7 2024-04-10T15:31:13.509 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:13.509 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 3, 2024-04-10T15:31:13.509 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T15:31:13.509 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T15:31:13.509 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T15:31:13.509 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T15:31:13.509 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:31:13.509 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T15:31:13.509 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T15:28:48.068738+0000", 2024-04-10T15:31:13.509 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:28:12.694775+0000", 2024-04-10T15:31:13.509 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:28:12.694775+0000", 2024-04-10T15:31:13.509 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:28:12.695039+0000", 2024-04-10T15:31:13.509 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T15:28:48.068738+0000", 2024-04-10T15:31:13.510 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:13.510 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:31:13.510 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:13.510 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 61, 2024-04-10T15:31:13.510 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T15:28:48.068738+0000", 2024-04-10T15:31:13.510 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T15:28:48.068738+0000", 2024-04-10T15:31:13.510 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T15:28:48.068738+0000", 2024-04-10T15:31:13.510 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T15:31:13.510 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T15:31:13.510 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:13.510 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T15:28:48.068738+0000", 2024-04-10T15:31:13.510 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T15:28:48.068738+0000", 2024-04-10T15:31:13.510 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T15:31:13.511 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T15:31:13.511 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T15:31:13.511 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T15:31:13.511 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 60, 2024-04-10T15:31:13.511 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T15:31:13.511 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T15:31:13.511 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T15:31:13.511 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T15:31:13.511 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T15:31:13.511 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:31:13.511 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T15:31:13.511 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T15:31:13.511 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.8", 2024-04-10T15:31:13.511 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T15:31:13.511 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T15:31:13.512 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 69, 2024-04-10T15:31:13.512 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 19, 2024-04-10T15:31:13.512 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T15:31:13.512 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T22:54:01.347493+0000", 2024-04-10T15:31:13.512 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:31:13.512 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T15:31:13.512 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T15:31:13.512 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T15:31:13.512 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:31:13.512 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T15:31:13.512 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:31:13.512 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T15:31:13.512 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T15:31:13.512 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T15:31:13.513 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T15:31:13.513 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T15:31:13.513 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T15:31:13.513 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T15:31:13.513 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T15:31:13.513 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T15:31:13.513 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T15:31:13.513 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:31:13.513 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T15:31:13.513 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T15:31:13.513 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T15:31:13.513 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T15:31:13.513 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T15:31:13.513 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:31:13.513 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T15:31:13.514 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T15:31:13.514 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T15:31:13.514 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:31:13.514 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T15:31:13.514 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T15:31:13.514 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T15:31:13.514 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T15:31:13.514 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T15:31:13.514 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T15:31:13.514 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T15:31:13.514 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T15:31:13.514 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T15:31:13.514 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T15:31:13.514 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T15:31:13.515 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:31:13.515 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T15:31:13.515 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T15:31:13.515 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T15:31:13.515 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:13.515 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T15:31:13.515 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T15:31:13.515 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T15:31:13.515 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T15:31:13.515 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T15:31:13.515 INFO:tasks.workunit.client.0.smithi069.stdout: 7 2024-04-10T15:31:13.515 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:13.515 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 3, 2024-04-10T15:31:13.515 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T15:31:13.515 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:13.515 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:13.516 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T15:31:13.516 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T15:31:13.516 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T15:31:13.516 INFO:tasks.workunit.client.0.smithi069.stdout: 7 2024-04-10T15:31:13.516 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:13.516 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 1, 2024-04-10T15:31:13.516 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T15:31:13.516 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T15:31:13.516 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 59, 2024-04-10T15:31:13.516 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T15:31:13.516 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:31:13.516 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T15:31:13.516 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T15:28:47.109475+0000", 2024-04-10T15:31:13.516 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:28:12.334329+0000", 2024-04-10T15:31:13.516 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:28:12.334329+0000", 2024-04-10T15:31:13.517 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:28:12.335147+0000", 2024-04-10T15:31:13.517 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T15:28:47.109475+0000", 2024-04-10T15:31:13.517 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T15:31:13.517 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:31:13.517 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T15:31:13.517 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 60, 2024-04-10T15:31:13.517 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T15:28:47.109475+0000", 2024-04-10T15:31:13.517 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T15:28:47.109475+0000", 2024-04-10T15:31:13.517 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T15:28:47.109475+0000", 2024-04-10T15:31:13.517 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T15:31:13.517 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T15:31:13.517 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T15:31:13.517 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T15:28:47.109475+0000", 2024-04-10T15:31:13.517 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T15:28:47.109475+0000", 2024-04-10T15:31:13.517 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T15:31:13.518 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T15:31:13.518 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T15:31:13.518 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T15:31:13.518 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 59, 2024-04-10T15:31:13.518 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T15:31:13.518 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T15:31:13.518 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T15:31:13.518 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T15:31:13.518 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T15:31:13.518 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:31:13.518 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T15:31:13.518 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T15:31:13.518 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "2.a", 2024-04-10T15:31:13.519 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T15:31:13.519 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T15:31:13.519 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 69, 2024-04-10T15:31:13.519 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 20, 2024-04-10T15:31:13.519 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T15:31:13.519 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T18:59:41.189969+0000", 2024-04-10T15:31:13.519 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:31:13.519 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T15:31:13.519 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T15:31:13.519 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T15:31:13.519 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:31:13.519 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T15:31:13.519 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:31:13.519 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T15:31:13.520 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T15:31:13.520 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T15:31:13.520 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T15:31:13.520 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T15:31:13.520 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T15:31:13.520 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T15:31:13.520 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T15:31:13.520 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T15:31:13.520 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T15:31:13.520 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:31:13.520 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T15:31:13.520 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T15:31:13.520 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T15:31:13.520 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T15:31:13.520 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T15:31:13.521 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:31:13.521 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T15:31:13.521 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T15:31:13.521 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T15:31:13.521 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:31:13.521 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T15:31:13.521 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T15:31:13.521 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T15:31:13.521 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T15:31:13.521 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T15:31:13.521 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T15:31:13.521 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T15:31:13.521 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T15:31:13.521 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T15:31:13.521 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T15:31:13.522 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T15:31:13.522 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:31:13.522 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T15:31:13.522 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T15:31:13.522 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T15:31:13.522 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:13.522 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T15:31:13.522 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T15:31:13.522 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T15:31:13.522 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T15:31:13.522 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T15:31:13.522 INFO:tasks.workunit.client.0.smithi069.stdout: 7 2024-04-10T15:31:13.522 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:13.522 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 1, 2024-04-10T15:31:13.523 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T15:31:13.523 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:13.523 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:13.523 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T15:31:13.523 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T15:31:13.523 INFO:tasks.workunit.client.0.smithi069.stdout: 2, 2024-04-10T15:31:13.523 INFO:tasks.workunit.client.0.smithi069.stdout: 4 2024-04-10T15:31:13.523 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:13.523 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 3, 2024-04-10T15:31:13.523 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T15:31:13.523 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T15:31:13.523 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T15:31:13.523 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T15:31:13.523 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:31:13.524 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T15:31:13.524 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T15:28:48.069258+0000", 2024-04-10T15:31:13.524 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:28:36.700392+0000", 2024-04-10T15:31:13.524 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:28:36.700392+0000", 2024-04-10T15:31:13.524 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:28:36.700714+0000", 2024-04-10T15:31:13.524 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T15:28:48.069258+0000", 2024-04-10T15:31:13.524 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:13.524 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:31:13.524 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:13.524 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 64, 2024-04-10T15:31:13.524 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T15:28:48.069258+0000", 2024-04-10T15:31:13.524 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T15:28:48.069258+0000", 2024-04-10T15:31:13.524 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T15:28:48.069258+0000", 2024-04-10T15:31:13.524 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T15:31:13.525 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T15:31:13.525 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:13.525 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T15:28:48.069258+0000", 2024-04-10T15:31:13.525 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T15:28:48.069258+0000", 2024-04-10T15:31:13.525 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T15:31:13.525 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T15:31:13.525 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T15:31:13.525 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T15:31:13.525 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 63, 2024-04-10T15:31:13.525 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T15:31:13.525 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T15:31:13.525 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T15:31:13.525 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T15:31:13.525 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T15:31:13.526 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:31:13.526 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T15:31:13.526 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T15:31:13.526 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.b", 2024-04-10T15:31:13.526 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T15:31:13.526 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T15:31:13.526 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 69, 2024-04-10T15:31:13.526 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 28, 2024-04-10T15:31:13.526 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T15:31:13.526 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T02:09:29.110802+0000", 2024-04-10T15:31:13.526 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:31:13.526 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T15:31:13.526 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T15:31:13.526 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T15:31:13.527 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:31:13.527 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T15:31:13.527 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:31:13.527 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T15:31:13.527 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T15:31:13.527 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T15:31:13.527 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T15:31:13.527 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T15:31:13.527 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T15:31:13.527 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T15:31:13.527 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T15:31:13.527 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T15:31:13.527 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T15:31:13.527 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:31:13.527 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T15:31:13.528 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T15:31:13.528 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T15:31:13.528 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T15:31:13.528 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T15:31:13.528 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:31:13.528 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T15:31:13.528 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T15:31:13.528 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T15:31:13.528 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:31:13.528 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T15:31:13.528 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T15:31:13.528 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T15:31:13.528 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T15:31:13.528 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T15:31:13.529 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T15:31:13.529 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T15:31:13.529 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T15:31:13.529 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T15:31:13.529 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T15:31:13.529 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T15:31:13.529 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:31:13.529 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T15:31:13.529 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T15:31:13.529 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T15:31:13.529 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:13.529 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T15:31:13.529 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T15:31:13.529 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T15:31:13.529 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T15:31:13.529 INFO:tasks.workunit.client.0.smithi069.stdout: 2, 2024-04-10T15:31:13.530 INFO:tasks.workunit.client.0.smithi069.stdout: 4 2024-04-10T15:31:13.530 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:13.530 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 3, 2024-04-10T15:31:13.530 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T15:31:13.530 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:13.530 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:13.530 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T15:31:13.530 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T15:31:13.530 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T15:31:13.530 INFO:tasks.workunit.client.0.smithi069.stdout: 5 2024-04-10T15:31:13.530 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:13.530 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 7, 2024-04-10T15:31:13.530 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T15:31:13.531 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T15:31:13.531 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 59, 2024-04-10T15:31:13.531 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T15:31:13.531 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:31:13.531 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T15:31:13.531 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T15:28:47.169060+0000", 2024-04-10T15:31:13.531 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:28:12.341397+0000", 2024-04-10T15:31:13.531 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:28:12.341397+0000", 2024-04-10T15:31:13.531 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:28:12.342172+0000", 2024-04-10T15:31:13.531 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T15:28:47.169060+0000", 2024-04-10T15:31:13.531 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T15:31:13.531 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:31:13.531 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T15:31:13.531 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 60, 2024-04-10T15:31:13.532 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T15:28:47.169060+0000", 2024-04-10T15:31:13.532 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T15:28:47.169060+0000", 2024-04-10T15:31:13.532 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T15:28:47.169060+0000", 2024-04-10T15:31:13.532 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T15:31:13.532 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T15:31:13.532 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T15:31:13.532 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T15:28:47.169060+0000", 2024-04-10T15:31:13.532 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T15:28:47.169060+0000", 2024-04-10T15:31:13.532 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T15:31:13.532 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 2, 2024-04-10T15:31:13.532 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T15:31:13.532 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T15:31:13.532 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 59, 2024-04-10T15:31:13.532 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T15:31:13.533 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T15:31:13.533 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T15:31:13.533 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T15:31:13.533 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 2, 2024-04-10T15:31:13.533 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:31:13.533 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T15:31:13.533 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T15:31:13.533 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "2.b", 2024-04-10T15:31:13.533 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T15:31:13.533 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T15:31:13.533 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 69, 2024-04-10T15:31:13.533 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 21, 2024-04-10T15:31:13.533 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T15:31:13.533 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T17:39:12.305175+0000", 2024-04-10T15:31:13.533 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:31:13.534 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T15:31:13.534 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T15:31:13.534 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T15:31:13.534 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:31:13.534 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T15:31:13.534 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:31:13.534 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T15:31:13.534 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T15:31:13.534 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T15:31:13.534 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T15:31:13.534 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T15:31:13.534 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T15:31:13.534 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T15:31:13.535 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T15:31:13.535 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T15:31:13.535 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T15:31:13.535 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:31:13.535 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T15:31:13.535 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 3, 2024-04-10T15:31:13.535 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 1, 2024-04-10T15:31:13.535 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T15:31:13.535 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 1, 2024-04-10T15:31:13.535 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:31:13.535 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T15:31:13.535 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T15:31:13.535 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T15:31:13.535 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:31:13.535 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 1, 2024-04-10T15:31:13.536 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T15:31:13.536 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T15:31:13.536 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T15:31:13.536 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T15:31:13.536 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T15:31:13.536 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T15:31:13.536 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T15:31:13.536 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T15:31:13.536 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T15:31:13.536 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T15:31:13.536 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:31:13.536 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T15:31:13.536 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 1, 2024-04-10T15:31:13.536 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T15:31:13.537 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:13.537 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T15:31:13.537 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T15:31:13.537 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T15:31:13.537 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T15:31:13.537 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T15:31:13.537 INFO:tasks.workunit.client.0.smithi069.stdout: 5 2024-04-10T15:31:13.537 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:13.537 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 7, 2024-04-10T15:31:13.537 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "61'2" 2024-04-10T15:31:13.537 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:13.537 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:13.537 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T15:31:13.537 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T15:31:13.538 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T15:31:13.538 INFO:tasks.workunit.client.0.smithi069.stdout: 1 2024-04-10T15:31:13.538 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:13.538 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 6, 2024-04-10T15:31:13.538 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T15:31:13.538 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T15:31:13.538 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T15:31:13.538 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T15:31:13.538 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:31:13.538 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T15:31:13.538 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T15:28:47.171329+0000", 2024-04-10T15:31:13.538 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:28:12.695045+0000", 2024-04-10T15:31:13.538 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:28:12.695045+0000", 2024-04-10T15:31:13.538 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:28:12.695448+0000", 2024-04-10T15:31:13.539 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T15:28:47.171329+0000", 2024-04-10T15:31:13.539 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:13.539 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:31:13.539 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:13.539 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 61, 2024-04-10T15:31:13.539 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T15:28:47.171329+0000", 2024-04-10T15:31:13.539 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T15:28:47.171329+0000", 2024-04-10T15:31:13.539 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T15:28:47.171329+0000", 2024-04-10T15:31:13.539 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T15:31:13.539 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T15:31:13.539 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:13.539 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T15:28:47.171329+0000", 2024-04-10T15:31:13.539 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T15:28:47.171329+0000", 2024-04-10T15:31:13.539 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T15:31:13.539 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T15:31:13.540 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T15:31:13.540 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T15:31:13.540 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 60, 2024-04-10T15:31:13.540 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T15:31:13.540 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T15:31:13.540 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T15:31:13.540 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T15:31:13.540 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T15:31:13.540 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:31:13.540 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T15:31:13.540 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T15:31:13.540 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.a", 2024-04-10T15:31:13.540 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T15:31:13.540 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T15:31:13.540 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 69, 2024-04-10T15:31:13.541 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 19, 2024-04-10T15:31:13.541 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T15:31:13.541 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T00:23:58.335502+0000", 2024-04-10T15:31:13.541 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:31:13.541 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T15:31:13.541 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T15:31:13.541 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T15:31:13.541 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:31:13.541 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T15:31:13.541 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:31:13.541 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T15:31:13.541 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T15:31:13.541 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T15:31:13.541 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T15:31:13.541 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T15:31:13.542 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T15:31:13.542 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T15:31:13.542 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T15:31:13.542 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T15:31:13.542 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T15:31:13.542 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:31:13.542 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T15:31:13.542 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T15:31:13.542 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T15:31:13.542 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T15:31:13.542 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T15:31:13.542 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:31:13.542 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T15:31:13.543 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T15:31:13.543 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T15:31:13.543 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:31:13.543 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T15:31:13.543 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T15:31:13.543 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T15:31:13.543 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T15:31:13.543 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T15:31:13.543 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T15:31:13.543 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T15:31:13.543 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T15:31:13.543 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T15:31:13.543 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T15:31:13.543 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T15:31:13.543 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:31:13.544 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T15:31:13.544 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T15:31:13.544 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T15:31:13.544 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:13.544 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T15:31:13.544 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T15:31:13.544 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T15:31:13.544 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T15:31:13.544 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T15:31:13.544 INFO:tasks.workunit.client.0.smithi069.stdout: 1 2024-04-10T15:31:13.544 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:13.544 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 6, 2024-04-10T15:31:13.544 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T15:31:13.544 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:13.544 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:13.545 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T15:31:13.545 INFO:tasks.workunit.client.0.smithi069.stdout: 2, 2024-04-10T15:31:13.545 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T15:31:13.545 INFO:tasks.workunit.client.0.smithi069.stdout: 0 2024-04-10T15:31:13.545 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:13.545 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 2, 2024-04-10T15:31:13.545 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T15:31:13.545 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T15:31:13.545 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 59, 2024-04-10T15:31:13.545 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T15:31:13.545 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:31:13.545 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T15:31:13.545 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T15:28:48.069283+0000", 2024-04-10T15:31:13.545 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:28:12.335571+0000", 2024-04-10T15:31:13.546 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:28:12.335571+0000", 2024-04-10T15:31:13.546 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:28:12.336098+0000", 2024-04-10T15:31:13.546 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T15:28:48.069283+0000", 2024-04-10T15:31:13.546 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T15:31:13.546 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:31:13.546 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T15:31:13.546 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 60, 2024-04-10T15:31:13.546 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T15:28:48.069283+0000", 2024-04-10T15:31:13.546 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T15:28:48.069283+0000", 2024-04-10T15:31:13.546 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T15:28:48.069283+0000", 2024-04-10T15:31:13.546 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T15:31:13.546 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T15:31:13.546 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T15:31:13.546 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T15:28:48.069283+0000", 2024-04-10T15:31:13.547 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T15:28:48.069283+0000", 2024-04-10T15:31:13.547 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T15:31:13.547 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T15:31:13.547 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T15:31:13.547 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T15:31:13.547 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 59, 2024-04-10T15:31:13.547 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T15:31:13.547 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T15:31:13.547 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T15:31:13.547 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T15:31:13.547 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T15:31:13.547 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:31:13.547 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T15:31:13.547 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T15:31:13.547 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "2.c", 2024-04-10T15:31:13.548 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T15:31:13.548 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T15:31:13.548 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 69, 2024-04-10T15:31:13.548 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 19, 2024-04-10T15:31:13.548 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T15:31:13.548 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T23:54:10.950965+0000", 2024-04-10T15:31:13.548 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:31:13.548 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T15:31:13.548 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T15:31:13.548 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T15:31:13.548 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:31:13.548 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T15:31:13.548 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:31:13.548 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T15:31:13.549 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T15:31:13.549 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T15:31:13.549 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T15:31:13.549 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T15:31:13.549 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T15:31:13.549 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T15:31:13.549 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T15:31:13.549 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T15:31:13.549 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T15:31:13.549 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:31:13.549 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T15:31:13.549 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T15:31:13.549 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T15:31:13.549 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T15:31:13.549 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T15:31:13.550 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:31:13.550 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T15:31:13.550 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T15:31:13.550 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T15:31:13.550 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:31:13.550 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T15:31:13.550 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T15:31:13.550 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T15:31:13.550 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T15:31:13.550 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T15:31:13.550 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T15:31:13.550 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T15:31:13.550 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T15:31:13.550 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T15:31:13.551 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T15:31:13.551 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T15:31:13.551 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:31:13.551 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T15:31:13.551 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T15:31:13.551 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T15:31:13.551 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:13.551 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T15:31:13.551 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T15:31:13.551 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T15:31:13.551 INFO:tasks.workunit.client.0.smithi069.stdout: 2, 2024-04-10T15:31:13.551 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T15:31:13.551 INFO:tasks.workunit.client.0.smithi069.stdout: 0 2024-04-10T15:31:13.551 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:13.552 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 2, 2024-04-10T15:31:13.552 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T15:31:13.552 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:13.552 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:13.552 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T15:31:13.552 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T15:31:13.552 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T15:31:13.552 INFO:tasks.workunit.client.0.smithi069.stdout: 6 2024-04-10T15:31:13.552 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:13.552 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 7, 2024-04-10T15:31:13.552 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T15:31:13.552 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T15:31:13.552 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T15:31:13.552 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T15:31:13.552 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:31:13.553 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T15:31:13.553 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T15:28:47.169454+0000", 2024-04-10T15:31:13.553 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:28:12.700569+0000", 2024-04-10T15:31:13.553 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:28:12.700569+0000", 2024-04-10T15:31:13.553 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:28:12.700861+0000", 2024-04-10T15:31:13.553 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T15:28:47.169454+0000", 2024-04-10T15:31:13.553 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:13.553 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:31:13.553 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:13.553 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 61, 2024-04-10T15:31:13.553 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T15:28:47.169454+0000", 2024-04-10T15:31:13.553 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T15:28:47.169454+0000", 2024-04-10T15:31:13.553 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T15:28:47.169454+0000", 2024-04-10T15:31:13.553 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T15:31:13.554 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T15:31:13.554 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:13.554 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T15:28:47.169454+0000", 2024-04-10T15:31:13.554 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T15:28:47.169454+0000", 2024-04-10T15:31:13.554 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T15:31:13.554 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T15:31:13.554 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T15:31:13.554 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T15:31:13.554 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 60, 2024-04-10T15:31:13.554 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T15:31:13.554 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T15:31:13.554 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T15:31:13.554 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T15:31:13.554 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T15:31:13.555 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:31:13.555 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T15:31:13.555 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T15:31:13.555 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.d", 2024-04-10T15:31:13.555 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T15:31:13.555 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T15:31:13.555 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 69, 2024-04-10T15:31:13.555 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 18, 2024-04-10T15:31:13.555 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T15:31:13.555 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T21:31:46.152413+0000", 2024-04-10T15:31:13.555 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:31:13.555 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T15:31:13.555 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T15:31:13.555 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T15:31:13.555 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:31:13.556 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T15:31:13.556 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:31:13.556 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T15:31:13.556 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T15:31:13.556 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T15:31:13.556 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T15:31:13.556 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T15:31:13.556 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T15:31:13.556 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T15:31:13.556 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T15:31:13.556 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T15:31:13.556 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T15:31:13.556 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:31:13.557 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T15:31:13.557 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T15:31:13.557 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T15:31:13.557 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T15:31:13.557 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T15:31:13.557 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:31:13.557 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T15:31:13.557 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T15:31:13.557 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T15:31:13.557 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:31:13.557 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T15:31:13.557 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T15:31:13.557 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T15:31:13.557 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T15:31:13.557 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T15:31:13.558 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T15:31:13.558 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T15:31:13.558 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T15:31:13.558 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T15:31:13.558 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T15:31:13.558 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T15:31:13.558 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:31:13.558 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T15:31:13.558 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T15:31:13.558 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T15:31:13.558 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:13.558 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T15:31:13.558 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T15:31:13.559 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T15:31:13.559 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T15:31:13.559 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T15:31:13.559 INFO:tasks.workunit.client.0.smithi069.stdout: 6 2024-04-10T15:31:13.559 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:13.559 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 7, 2024-04-10T15:31:13.559 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T15:31:13.559 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:13.559 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:13.559 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T15:31:13.559 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T15:31:13.559 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T15:31:13.559 INFO:tasks.workunit.client.0.smithi069.stdout: 3 2024-04-10T15:31:13.559 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:13.559 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 1, 2024-04-10T15:31:13.560 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T15:31:13.560 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T15:31:13.560 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 59, 2024-04-10T15:31:13.560 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T15:31:13.560 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:31:13.560 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T15:31:13.560 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T15:28:47.109116+0000", 2024-04-10T15:31:13.560 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:28:12.335685+0000", 2024-04-10T15:31:13.560 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:28:12.335685+0000", 2024-04-10T15:31:13.560 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:28:12.336439+0000", 2024-04-10T15:31:13.560 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T15:28:47.109116+0000", 2024-04-10T15:31:13.560 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T15:31:13.560 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:31:13.560 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T15:31:13.561 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 60, 2024-04-10T15:31:13.561 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T15:28:47.109116+0000", 2024-04-10T15:31:13.561 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T15:28:47.109116+0000", 2024-04-10T15:31:13.561 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T15:28:47.109116+0000", 2024-04-10T15:31:13.561 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T15:31:13.561 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T15:31:13.561 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T15:31:13.561 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T15:28:47.109116+0000", 2024-04-10T15:31:13.561 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T15:28:47.109116+0000", 2024-04-10T15:31:13.561 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T15:31:13.561 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 1, 2024-04-10T15:31:13.561 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T15:31:13.561 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T15:31:13.561 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 59, 2024-04-10T15:31:13.561 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T15:31:13.562 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T15:31:13.562 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T15:31:13.562 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T15:31:13.562 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 1, 2024-04-10T15:31:13.562 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:31:13.562 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T15:31:13.562 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T15:31:13.562 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "2.d", 2024-04-10T15:31:13.562 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T15:31:13.562 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T15:31:13.562 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 69, 2024-04-10T15:31:13.562 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 21, 2024-04-10T15:31:13.562 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T15:31:13.563 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T16:45:49.427958+0000", 2024-04-10T15:31:13.563 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:31:13.563 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T15:31:13.563 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T15:31:13.563 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 70, 2024-04-10T15:31:13.563 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:31:13.563 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T15:31:13.563 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:31:13.563 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T15:31:13.563 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T15:31:13.563 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T15:31:13.563 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T15:31:13.563 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T15:31:13.563 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T15:31:13.563 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T15:31:13.564 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T15:31:13.564 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T15:31:13.564 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T15:31:13.564 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:31:13.564 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T15:31:13.564 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 3, 2024-04-10T15:31:13.564 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 1, 2024-04-10T15:31:13.564 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T15:31:13.564 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 1, 2024-04-10T15:31:13.564 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:31:13.564 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T15:31:13.564 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T15:31:13.564 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T15:31:13.564 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:31:13.564 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T15:31:13.565 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T15:31:13.565 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T15:31:13.565 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T15:31:13.565 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T15:31:13.565 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T15:31:13.565 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T15:31:13.565 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T15:31:13.565 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T15:31:13.565 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T15:31:13.565 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T15:31:13.565 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:31:13.565 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T15:31:13.565 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 1, 2024-04-10T15:31:13.565 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 1 2024-04-10T15:31:13.566 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:13.566 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T15:31:13.566 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T15:31:13.566 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T15:31:13.566 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T15:31:13.566 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T15:31:13.566 INFO:tasks.workunit.client.0.smithi069.stdout: 3 2024-04-10T15:31:13.566 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:13.566 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 1, 2024-04-10T15:31:13.566 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "61'1" 2024-04-10T15:31:13.566 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:13.566 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:13.566 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T15:31:13.567 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T15:31:13.567 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T15:31:13.567 INFO:tasks.workunit.client.0.smithi069.stdout: 6 2024-04-10T15:31:13.567 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:13.567 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 5, 2024-04-10T15:31:13.567 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T15:31:13.567 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T15:31:13.567 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T15:31:13.567 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T15:31:13.567 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:31:13.567 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T15:31:13.567 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T15:28:47.106995+0000", 2024-04-10T15:31:13.567 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:28:12.696173+0000", 2024-04-10T15:31:13.567 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:28:12.696173+0000", 2024-04-10T15:31:13.567 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:28:12.697051+0000", 2024-04-10T15:31:13.568 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T15:28:47.106995+0000", 2024-04-10T15:31:13.568 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:13.568 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:31:13.568 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:13.568 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 61, 2024-04-10T15:31:13.568 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T15:28:47.106995+0000", 2024-04-10T15:31:13.568 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T15:28:47.106995+0000", 2024-04-10T15:31:13.568 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T15:28:47.106995+0000", 2024-04-10T15:31:13.568 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T15:31:13.568 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T15:31:13.568 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:13.568 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T15:28:47.106995+0000", 2024-04-10T15:31:13.568 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T15:28:47.106995+0000", 2024-04-10T15:31:13.568 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T15:31:13.568 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T15:31:13.569 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T15:31:13.569 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T15:31:13.569 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 60, 2024-04-10T15:31:13.569 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T15:31:13.569 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T15:31:13.569 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T15:31:13.569 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T15:31:13.569 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T15:31:13.569 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:31:13.569 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T15:31:13.569 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T15:31:13.569 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.c", 2024-04-10T15:31:13.569 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T15:31:13.569 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T15:31:13.570 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 69, 2024-04-10T15:31:13.570 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 18, 2024-04-10T15:31:13.570 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T15:31:13.570 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T16:18:53.595466+0000", 2024-04-10T15:31:13.570 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:31:13.570 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T15:31:13.570 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T15:31:13.570 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T15:31:13.570 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:31:13.570 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T15:31:13.570 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:31:13.570 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T15:31:13.570 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T15:31:13.570 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T15:31:13.571 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T15:31:13.571 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T15:31:13.571 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T15:31:13.571 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T15:31:13.571 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T15:31:13.571 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T15:31:13.571 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T15:31:13.571 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:31:13.571 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T15:31:13.571 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T15:31:13.571 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T15:31:13.571 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T15:31:13.571 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T15:31:13.571 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:31:13.572 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T15:31:13.572 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T15:31:13.572 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T15:31:13.572 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:31:13.572 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T15:31:13.572 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T15:31:13.572 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T15:31:13.572 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T15:31:13.572 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T15:31:13.572 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T15:31:13.572 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T15:31:13.572 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T15:31:13.572 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T15:31:13.572 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T15:31:13.573 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T15:31:13.573 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:31:13.573 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T15:31:13.573 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T15:31:13.573 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T15:31:13.573 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:13.573 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T15:31:13.573 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T15:31:13.573 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T15:31:13.573 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T15:31:13.573 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T15:31:13.573 INFO:tasks.workunit.client.0.smithi069.stdout: 6 2024-04-10T15:31:13.573 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:13.573 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 5, 2024-04-10T15:31:13.573 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T15:31:13.574 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:13.574 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:13.574 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T15:31:13.574 INFO:tasks.workunit.client.0.smithi069.stdout: 2, 2024-04-10T15:31:13.574 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T15:31:13.574 INFO:tasks.workunit.client.0.smithi069.stdout: 4 2024-04-10T15:31:13.574 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:13.574 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 2, 2024-04-10T15:31:13.574 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T15:31:13.574 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T15:31:13.574 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 59, 2024-04-10T15:31:13.574 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T15:31:13.574 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:31:13.575 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T15:31:13.575 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T15:28:48.069791+0000", 2024-04-10T15:31:13.575 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:28:36.701865+0000", 2024-04-10T15:31:13.575 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:28:36.701865+0000", 2024-04-10T15:31:13.575 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:28:36.708531+0000", 2024-04-10T15:31:13.575 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T15:28:48.069791+0000", 2024-04-10T15:31:13.575 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T15:31:13.575 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:31:13.575 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T15:31:13.575 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 64, 2024-04-10T15:31:13.575 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T15:28:48.069791+0000", 2024-04-10T15:31:13.575 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T15:28:48.069791+0000", 2024-04-10T15:31:13.575 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T15:28:48.069791+0000", 2024-04-10T15:31:13.575 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T15:31:13.576 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T15:31:13.576 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T15:31:13.576 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T15:28:48.069791+0000", 2024-04-10T15:31:13.576 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T15:28:48.069791+0000", 2024-04-10T15:31:13.576 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T15:31:13.576 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 2, 2024-04-10T15:31:13.576 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T15:31:13.576 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T15:31:13.576 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 63, 2024-04-10T15:31:13.576 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T15:31:13.576 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T15:31:13.576 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T15:31:13.576 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T15:31:13.576 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 2, 2024-04-10T15:31:13.576 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:31:13.577 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T15:31:13.577 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T15:31:13.577 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "2.e", 2024-04-10T15:31:13.577 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T15:31:13.577 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T15:31:13.577 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 69, 2024-04-10T15:31:13.577 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 34, 2024-04-10T15:31:13.577 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T15:31:13.577 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T22:55:56.766416+0000", 2024-04-10T15:31:13.577 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:31:13.577 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T15:31:13.577 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T15:31:13.577 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T15:31:13.577 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:31:13.578 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T15:31:13.578 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:31:13.578 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T15:31:13.578 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T15:31:13.578 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T15:31:13.578 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T15:31:13.578 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T15:31:13.578 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T15:31:13.578 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T15:31:13.578 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T15:31:13.578 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T15:31:13.578 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T15:31:13.578 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:31:13.578 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T15:31:13.579 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 3, 2024-04-10T15:31:13.579 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 1, 2024-04-10T15:31:13.579 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T15:31:13.579 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 1, 2024-04-10T15:31:13.579 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:31:13.579 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T15:31:13.579 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T15:31:13.579 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T15:31:13.579 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:31:13.579 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 1, 2024-04-10T15:31:13.579 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T15:31:13.579 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 1, 2024-04-10T15:31:13.579 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T15:31:13.579 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T15:31:13.580 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T15:31:13.580 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T15:31:13.580 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T15:31:13.580 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T15:31:13.580 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T15:31:13.580 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T15:31:13.580 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:31:13.580 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T15:31:13.580 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 3, 2024-04-10T15:31:13.580 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T15:31:13.580 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:13.580 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T15:31:13.580 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T15:31:13.580 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T15:31:13.580 INFO:tasks.workunit.client.0.smithi069.stdout: 2, 2024-04-10T15:31:13.581 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T15:31:13.581 INFO:tasks.workunit.client.0.smithi069.stdout: 4 2024-04-10T15:31:13.581 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:13.581 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 2, 2024-04-10T15:31:13.581 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "61'2" 2024-04-10T15:31:13.581 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:13.581 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:13.581 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T15:31:13.581 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T15:31:13.581 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T15:31:13.581 INFO:tasks.workunit.client.0.smithi069.stdout: 0 2024-04-10T15:31:13.581 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:13.581 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 7, 2024-04-10T15:31:13.581 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T15:31:13.581 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T15:31:13.582 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T15:31:13.582 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T15:31:13.582 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:31:13.582 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T15:31:13.582 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T15:28:47.169567+0000", 2024-04-10T15:31:13.582 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:28:12.705336+0000", 2024-04-10T15:31:13.582 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:28:12.705336+0000", 2024-04-10T15:31:13.582 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:28:12.705648+0000", 2024-04-10T15:31:13.582 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T15:28:47.169567+0000", 2024-04-10T15:31:13.582 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:13.582 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:31:13.582 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:13.582 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 61, 2024-04-10T15:31:13.582 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T15:28:47.169567+0000", 2024-04-10T15:31:13.583 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T15:28:47.169567+0000", 2024-04-10T15:31:13.583 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T15:28:47.169567+0000", 2024-04-10T15:31:13.583 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T15:31:13.583 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T15:31:13.583 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:13.583 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T15:28:47.169567+0000", 2024-04-10T15:31:13.583 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T15:28:47.169567+0000", 2024-04-10T15:31:13.583 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T15:31:13.583 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T15:31:13.583 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T15:31:13.583 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T15:31:13.583 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 60, 2024-04-10T15:31:13.583 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T15:31:13.583 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T15:31:13.584 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T15:31:13.584 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T15:31:13.584 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T15:31:13.584 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:31:13.584 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T15:31:13.584 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T15:31:13.584 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.f", 2024-04-10T15:31:13.584 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T15:31:13.584 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T15:31:13.584 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 69, 2024-04-10T15:31:13.584 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 18, 2024-04-10T15:31:13.584 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T15:31:13.584 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T16:56:18.985883+0000", 2024-04-10T15:31:13.584 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:31:13.585 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T15:31:13.585 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T15:31:13.585 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T15:31:13.585 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:31:13.585 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T15:31:13.585 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:31:13.585 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T15:31:13.585 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T15:31:13.585 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T15:31:13.585 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T15:31:13.585 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T15:31:13.585 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T15:31:13.585 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T15:31:13.585 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T15:31:13.585 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T15:31:13.586 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T15:31:13.586 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:31:13.586 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T15:31:13.586 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T15:31:13.586 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T15:31:13.586 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T15:31:13.586 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T15:31:13.586 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:31:13.586 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T15:31:13.586 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T15:31:13.586 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T15:31:13.586 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:31:13.586 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T15:31:13.586 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T15:31:13.587 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T15:31:13.587 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T15:31:13.587 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T15:31:13.587 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T15:31:13.587 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T15:31:13.587 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T15:31:13.587 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T15:31:13.587 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T15:31:13.587 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T15:31:13.587 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:31:13.587 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T15:31:13.587 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T15:31:13.587 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T15:31:13.587 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:13.587 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T15:31:13.588 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T15:31:13.588 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T15:31:13.588 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T15:31:13.588 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T15:31:13.588 INFO:tasks.workunit.client.0.smithi069.stdout: 0 2024-04-10T15:31:13.588 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:13.588 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 7, 2024-04-10T15:31:13.588 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T15:31:13.588 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:13.588 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:13.588 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T15:31:13.588 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T15:31:13.588 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T15:31:13.588 INFO:tasks.workunit.client.0.smithi069.stdout: 5 2024-04-10T15:31:13.589 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:13.589 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 6, 2024-04-10T15:31:13.589 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T15:31:13.589 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T15:31:13.589 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T15:31:13.589 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T15:31:13.589 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:31:13.589 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T15:31:13.589 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T15:28:47.171109+0000", 2024-04-10T15:31:13.589 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:28:12.699014+0000", 2024-04-10T15:31:13.589 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:28:12.699014+0000", 2024-04-10T15:31:13.589 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:28:12.700090+0000", 2024-04-10T15:31:13.589 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T15:28:47.171109+0000", 2024-04-10T15:31:13.589 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:13.590 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:31:13.590 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:13.590 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 61, 2024-04-10T15:31:13.590 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T15:28:47.171109+0000", 2024-04-10T15:31:13.590 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T15:28:47.171109+0000", 2024-04-10T15:31:13.590 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T15:28:47.171109+0000", 2024-04-10T15:31:13.590 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T15:31:13.590 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T15:31:13.590 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:13.590 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T15:28:47.171109+0000", 2024-04-10T15:31:13.590 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T15:28:47.171109+0000", 2024-04-10T15:31:13.590 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T15:31:13.590 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T15:31:13.590 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T15:31:13.591 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T15:31:13.591 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 60, 2024-04-10T15:31:13.591 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T15:31:13.591 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T15:31:13.591 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T15:31:13.591 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T15:31:13.591 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T15:31:13.591 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:31:13.591 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T15:31:13.591 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T15:31:13.591 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.20", 2024-04-10T15:31:13.591 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T15:31:13.591 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T15:31:13.591 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 69, 2024-04-10T15:31:13.591 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 19, 2024-04-10T15:31:13.592 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T15:31:13.592 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T18:00:16.132342+0000", 2024-04-10T15:31:13.592 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:31:13.592 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T15:31:13.592 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T15:31:13.592 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T15:31:13.592 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:31:13.592 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T15:31:13.592 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:31:13.592 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T15:31:13.592 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T15:31:13.592 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T15:31:13.592 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T15:31:13.592 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T15:31:13.593 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T15:31:13.593 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T15:31:13.593 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T15:31:13.593 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T15:31:13.593 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T15:31:13.593 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:31:13.593 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T15:31:13.593 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T15:31:13.593 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T15:31:13.593 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T15:31:13.593 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T15:31:13.593 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:31:13.593 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T15:31:13.593 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T15:31:13.594 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T15:31:13.594 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:31:13.594 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T15:31:13.594 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T15:31:13.594 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T15:31:13.594 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T15:31:13.594 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T15:31:13.594 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T15:31:13.594 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T15:31:13.594 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T15:31:13.594 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T15:31:13.594 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T15:31:13.594 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T15:31:13.594 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:31:13.595 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T15:31:13.595 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T15:31:13.595 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T15:31:13.595 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:13.595 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T15:31:13.595 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T15:31:13.595 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T15:31:13.595 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T15:31:13.595 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T15:31:13.595 INFO:tasks.workunit.client.0.smithi069.stdout: 5 2024-04-10T15:31:13.595 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:13.595 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 6, 2024-04-10T15:31:13.595 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T15:31:13.595 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:13.595 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:13.596 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T15:31:13.596 INFO:tasks.workunit.client.0.smithi069.stdout: 2, 2024-04-10T15:31:13.596 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T15:31:13.596 INFO:tasks.workunit.client.0.smithi069.stdout: 6 2024-04-10T15:31:13.596 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:13.596 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 2, 2024-04-10T15:31:13.596 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T15:31:13.596 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T15:31:13.596 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T15:31:13.596 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T15:31:13.596 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:31:13.596 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T15:31:13.596 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T15:28:48.069086+0000", 2024-04-10T15:31:13.596 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:28:12.700216+0000", 2024-04-10T15:31:13.596 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:28:12.700216+0000", 2024-04-10T15:31:13.597 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:28:12.700473+0000", 2024-04-10T15:31:13.597 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T15:28:48.069086+0000", 2024-04-10T15:31:13.597 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:13.597 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:31:13.597 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:13.597 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 61, 2024-04-10T15:31:13.597 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T15:28:48.069086+0000", 2024-04-10T15:31:13.597 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T15:28:48.069086+0000", 2024-04-10T15:31:13.597 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T15:28:48.069086+0000", 2024-04-10T15:31:13.597 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T15:31:13.597 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T15:31:13.597 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:13.597 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T15:28:48.069086+0000", 2024-04-10T15:31:13.597 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T15:28:48.069086+0000", 2024-04-10T15:31:13.597 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T15:31:13.598 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T15:31:13.598 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T15:31:13.598 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T15:31:13.598 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 60, 2024-04-10T15:31:13.598 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T15:31:13.598 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T15:31:13.598 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T15:31:13.598 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T15:31:13.598 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T15:31:13.598 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:31:13.598 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T15:31:13.598 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T15:31:13.598 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.21", 2024-04-10T15:31:13.599 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T15:31:13.599 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T15:31:13.599 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 69, 2024-04-10T15:31:13.599 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 18, 2024-04-10T15:31:13.599 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T15:31:13.599 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T01:21:37.845969+0000", 2024-04-10T15:31:13.599 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:31:13.599 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T15:31:13.599 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T15:31:13.599 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T15:31:13.599 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:31:13.599 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T15:31:13.599 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:31:13.599 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T15:31:13.599 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T15:31:13.600 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T15:31:13.600 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T15:31:13.600 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T15:31:13.600 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T15:31:13.600 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T15:31:13.600 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T15:31:13.600 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T15:31:13.600 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T15:31:13.600 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:31:13.600 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T15:31:13.600 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T15:31:13.600 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T15:31:13.600 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T15:31:13.600 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T15:31:13.601 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:31:13.601 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T15:31:13.601 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T15:31:13.601 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T15:31:13.601 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:31:13.601 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T15:31:13.601 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T15:31:13.601 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T15:31:13.601 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T15:31:13.601 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T15:31:13.601 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T15:31:13.601 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T15:31:13.601 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T15:31:13.601 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T15:31:13.601 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T15:31:13.602 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T15:31:13.602 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:31:13.602 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T15:31:13.602 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T15:31:13.602 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T15:31:13.602 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:13.602 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T15:31:13.602 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T15:31:13.602 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T15:31:13.602 INFO:tasks.workunit.client.0.smithi069.stdout: 2, 2024-04-10T15:31:13.602 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T15:31:13.602 INFO:tasks.workunit.client.0.smithi069.stdout: 6 2024-04-10T15:31:13.602 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:13.602 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 2, 2024-04-10T15:31:13.603 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T15:31:13.603 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:13.603 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:13.603 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T15:31:13.603 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T15:31:13.603 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T15:31:13.603 INFO:tasks.workunit.client.0.smithi069.stdout: 0 2024-04-10T15:31:13.603 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:13.603 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 5, 2024-04-10T15:31:13.603 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T15:31:13.603 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T15:31:13.603 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T15:31:13.603 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T15:31:13.603 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:31:13.604 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T15:31:13.604 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T15:28:47.106923+0000", 2024-04-10T15:31:13.604 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:28:12.685802+0000", 2024-04-10T15:31:13.604 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:28:12.685802+0000", 2024-04-10T15:31:13.604 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:28:12.686276+0000", 2024-04-10T15:31:13.604 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T15:28:47.106923+0000", 2024-04-10T15:31:13.604 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:13.604 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:31:13.604 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:13.604 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 61, 2024-04-10T15:31:13.604 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T15:28:47.106923+0000", 2024-04-10T15:31:13.604 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T15:28:47.106923+0000", 2024-04-10T15:31:13.604 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T15:28:47.106923+0000", 2024-04-10T15:31:13.604 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T15:31:13.605 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T15:31:13.605 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:13.605 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T15:28:47.106923+0000", 2024-04-10T15:31:13.605 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T15:28:47.106923+0000", 2024-04-10T15:31:13.605 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T15:31:13.605 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T15:31:13.605 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T15:31:13.605 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T15:31:13.605 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 60, 2024-04-10T15:31:13.605 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T15:31:13.605 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T15:31:13.605 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T15:31:13.605 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T15:31:13.605 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T15:31:13.606 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:31:13.606 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T15:31:13.606 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T15:31:13.606 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.22", 2024-04-10T15:31:13.606 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T15:31:13.606 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T15:31:13.606 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 69, 2024-04-10T15:31:13.606 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 18, 2024-04-10T15:31:13.606 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T15:31:13.606 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T18:04:49.955782+0000", 2024-04-10T15:31:13.606 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:31:13.606 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T15:31:13.606 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T15:31:13.606 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T15:31:13.607 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:31:13.607 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T15:31:13.607 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:31:13.607 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T15:31:13.607 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T15:31:13.607 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T15:31:13.607 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T15:31:13.607 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T15:31:13.607 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T15:31:13.607 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T15:31:13.607 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T15:31:13.607 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T15:31:13.607 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T15:31:13.607 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:31:13.607 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T15:31:13.608 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T15:31:13.608 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T15:31:13.608 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T15:31:13.608 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T15:31:13.608 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:31:13.608 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T15:31:13.608 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T15:31:13.608 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T15:31:13.608 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:31:13.608 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T15:31:13.608 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T15:31:13.608 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T15:31:13.608 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T15:31:13.608 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T15:31:13.608 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T15:31:13.609 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T15:31:13.609 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T15:31:13.609 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T15:31:13.609 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T15:31:13.609 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T15:31:13.609 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:31:13.609 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T15:31:13.609 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T15:31:13.609 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T15:31:13.609 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:13.609 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T15:31:13.609 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T15:31:13.609 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T15:31:13.609 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T15:31:13.609 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T15:31:13.610 INFO:tasks.workunit.client.0.smithi069.stdout: 0 2024-04-10T15:31:13.610 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:13.610 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 5, 2024-04-10T15:31:13.610 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T15:31:13.610 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:13.610 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:13.610 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T15:31:13.610 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T15:31:13.610 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T15:31:13.610 INFO:tasks.workunit.client.0.smithi069.stdout: 4 2024-04-10T15:31:13.610 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:13.610 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 0, 2024-04-10T15:31:13.610 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T15:31:13.610 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T15:31:13.611 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T15:31:13.611 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T15:31:13.611 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:31:13.611 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T15:31:13.611 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T15:28:47.171584+0000", 2024-04-10T15:31:13.611 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:28:12.698057+0000", 2024-04-10T15:31:13.611 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:28:12.698057+0000", 2024-04-10T15:31:13.611 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:28:12.698525+0000", 2024-04-10T15:31:13.611 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T15:28:47.171584+0000", 2024-04-10T15:31:13.611 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:13.611 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:31:13.611 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:13.611 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 61, 2024-04-10T15:31:13.611 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T15:28:47.171584+0000", 2024-04-10T15:31:13.611 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T15:28:47.171584+0000", 2024-04-10T15:31:13.612 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T15:28:47.171584+0000", 2024-04-10T15:31:13.612 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T15:31:13.612 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T15:31:13.612 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:13.612 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T15:28:47.171584+0000", 2024-04-10T15:31:13.612 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T15:28:47.171584+0000", 2024-04-10T15:31:13.612 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T15:31:13.612 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T15:31:13.612 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T15:31:13.612 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T15:31:13.612 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 60, 2024-04-10T15:31:13.612 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T15:31:13.612 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T15:31:13.613 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T15:31:13.613 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T15:31:13.613 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T15:31:13.613 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:31:13.613 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T15:31:13.613 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T15:31:13.613 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.23", 2024-04-10T15:31:13.613 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T15:31:13.613 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T15:31:13.613 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 69, 2024-04-10T15:31:13.613 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 19, 2024-04-10T15:31:13.613 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T15:31:13.613 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T17:40:41.781580+0000", 2024-04-10T15:31:13.613 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:31:13.613 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T15:31:13.614 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T15:31:13.614 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T15:31:13.614 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:31:13.614 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T15:31:13.614 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:31:13.614 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T15:31:13.614 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T15:31:13.614 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T15:31:13.614 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T15:31:13.614 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T15:31:13.614 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T15:31:13.614 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T15:31:13.614 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T15:31:13.614 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T15:31:13.615 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T15:31:13.615 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:31:13.615 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T15:31:13.615 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T15:31:13.615 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T15:31:13.615 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T15:31:13.615 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T15:31:13.615 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:31:13.615 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T15:31:13.615 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T15:31:13.615 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T15:31:13.615 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:31:13.615 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T15:31:13.615 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T15:31:13.616 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T15:31:13.616 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T15:31:13.616 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T15:31:13.616 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T15:31:13.616 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T15:31:13.616 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T15:31:13.616 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T15:31:13.616 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T15:31:13.616 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T15:31:13.616 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:31:13.616 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T15:31:13.616 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T15:31:13.616 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T15:31:13.616 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:13.616 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T15:31:13.617 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T15:31:13.617 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T15:31:13.617 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T15:31:13.617 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T15:31:13.617 INFO:tasks.workunit.client.0.smithi069.stdout: 4 2024-04-10T15:31:13.617 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:13.617 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 0, 2024-04-10T15:31:13.617 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T15:31:13.617 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:13.617 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:13.617 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T15:31:13.617 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T15:31:13.617 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T15:31:13.617 INFO:tasks.workunit.client.0.smithi069.stdout: 0 2024-04-10T15:31:13.617 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:13.618 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 3, 2024-04-10T15:31:13.618 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T15:31:13.618 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T15:31:13.618 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T15:31:13.618 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T15:31:13.618 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:31:13.618 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T15:31:13.618 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T15:28:48.069453+0000", 2024-04-10T15:31:13.618 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:28:12.701343+0000", 2024-04-10T15:31:13.618 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:28:12.701343+0000", 2024-04-10T15:31:13.618 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:28:12.701622+0000", 2024-04-10T15:31:13.618 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T15:28:48.069453+0000", 2024-04-10T15:31:13.618 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:13.618 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:31:13.619 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:13.619 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 61, 2024-04-10T15:31:13.619 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T15:28:48.069453+0000", 2024-04-10T15:31:13.619 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T15:28:48.069453+0000", 2024-04-10T15:31:13.619 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T15:28:48.069453+0000", 2024-04-10T15:31:13.619 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T15:31:13.619 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T15:31:13.619 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:13.619 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T15:28:48.069453+0000", 2024-04-10T15:31:13.619 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T15:28:48.069453+0000", 2024-04-10T15:31:13.619 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T15:31:13.619 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T15:31:13.619 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T15:31:13.619 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T15:31:13.619 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 60, 2024-04-10T15:31:13.620 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T15:31:13.620 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T15:31:13.620 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T15:31:13.620 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T15:31:13.620 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T15:31:13.620 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:31:13.620 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T15:31:13.620 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T15:31:13.620 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.24", 2024-04-10T15:31:13.620 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T15:31:13.620 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T15:31:13.620 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 69, 2024-04-10T15:31:13.620 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 19, 2024-04-10T15:31:13.620 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T15:31:13.621 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T02:11:17.776135+0000", 2024-04-10T15:31:13.621 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:31:13.621 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T15:31:13.621 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T15:31:13.621 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T15:31:13.621 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:31:13.621 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T15:31:13.621 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:31:13.621 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T15:31:13.621 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T15:31:13.621 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T15:31:13.621 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T15:31:13.621 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T15:31:13.621 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T15:31:13.621 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T15:31:13.622 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T15:31:13.622 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T15:31:13.622 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T15:31:13.622 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:31:13.622 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T15:31:13.622 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T15:31:13.622 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T15:31:13.622 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T15:31:13.622 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T15:31:13.622 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:31:13.622 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T15:31:13.622 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T15:31:13.622 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T15:31:13.622 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:31:13.623 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T15:31:13.623 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T15:31:13.623 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T15:31:13.623 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T15:31:13.623 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T15:31:13.623 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T15:31:13.623 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T15:31:13.623 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T15:31:13.623 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T15:31:13.623 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T15:31:13.623 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T15:31:13.623 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:31:13.623 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T15:31:13.623 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T15:31:13.623 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T15:31:13.624 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:13.624 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T15:31:13.624 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T15:31:13.624 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T15:31:13.624 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T15:31:13.624 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T15:31:13.624 INFO:tasks.workunit.client.0.smithi069.stdout: 0 2024-04-10T15:31:13.624 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:13.624 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 3, 2024-04-10T15:31:13.624 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T15:31:13.624 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:13.624 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:13.624 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T15:31:13.624 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T15:31:13.625 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T15:31:13.625 INFO:tasks.workunit.client.0.smithi069.stdout: 2 2024-04-10T15:31:13.625 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:13.625 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 1, 2024-04-10T15:31:13.625 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T15:31:13.625 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T15:31:13.625 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T15:31:13.625 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T15:31:13.625 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:31:13.625 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T15:31:13.625 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T15:28:47.109089+0000", 2024-04-10T15:31:13.625 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:28:12.690671+0000", 2024-04-10T15:31:13.625 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:28:12.690671+0000", 2024-04-10T15:31:13.625 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:28:12.690927+0000", 2024-04-10T15:31:13.626 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T15:28:47.109089+0000", 2024-04-10T15:31:13.626 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:13.626 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:31:13.626 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:13.626 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 61, 2024-04-10T15:31:13.626 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T15:28:47.109089+0000", 2024-04-10T15:31:13.626 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T15:28:47.109089+0000", 2024-04-10T15:31:13.626 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T15:28:47.109089+0000", 2024-04-10T15:31:13.626 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T15:31:13.626 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T15:31:13.626 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:13.626 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T15:28:47.109089+0000", 2024-04-10T15:31:13.626 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T15:28:47.109089+0000", 2024-04-10T15:31:13.626 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T15:31:13.627 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T15:31:13.627 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T15:31:13.627 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T15:31:13.627 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 60, 2024-04-10T15:31:13.627 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T15:31:13.627 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T15:31:13.627 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T15:31:13.627 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T15:31:13.627 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T15:31:13.627 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:31:13.627 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T15:31:13.627 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T15:31:13.627 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.25", 2024-04-10T15:31:13.627 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T15:31:13.627 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T15:31:13.628 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 69, 2024-04-10T15:31:13.628 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 19, 2024-04-10T15:31:13.628 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T15:31:13.628 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T16:12:33.326980+0000", 2024-04-10T15:31:13.628 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:31:13.628 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T15:31:13.628 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T15:31:13.628 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T15:31:13.628 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:31:13.628 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T15:31:13.628 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:31:13.628 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T15:31:13.628 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T15:31:13.629 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T15:31:13.629 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T15:31:13.629 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T15:31:13.629 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T15:31:13.629 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T15:31:13.629 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T15:31:13.629 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T15:31:13.629 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T15:31:13.629 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:31:13.629 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T15:31:13.629 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T15:31:13.629 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T15:31:13.629 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T15:31:13.629 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T15:31:13.629 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:31:13.630 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T15:31:13.630 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T15:31:13.630 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T15:31:13.630 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:31:13.630 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T15:31:13.630 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T15:31:13.630 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T15:31:13.630 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T15:31:13.630 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T15:31:13.630 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T15:31:13.630 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T15:31:13.630 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T15:31:13.630 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T15:31:13.630 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T15:31:13.631 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T15:31:13.631 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:31:13.631 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T15:31:13.631 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T15:31:13.631 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T15:31:13.631 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:13.631 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T15:31:13.631 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T15:31:13.631 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T15:31:13.631 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T15:31:13.631 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T15:31:13.631 INFO:tasks.workunit.client.0.smithi069.stdout: 2 2024-04-10T15:31:13.631 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:13.631 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 1, 2024-04-10T15:31:13.631 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T15:31:13.632 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:13.632 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:13.632 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T15:31:13.632 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T15:31:13.632 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T15:31:13.632 INFO:tasks.workunit.client.0.smithi069.stdout: 4 2024-04-10T15:31:13.632 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:13.632 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 6, 2024-04-10T15:31:13.632 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T15:31:13.632 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T15:31:13.632 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T15:31:13.632 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T15:31:13.632 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:31:13.632 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T15:31:13.633 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T15:28:47.171774+0000", 2024-04-10T15:31:13.633 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:28:12.694249+0000", 2024-04-10T15:31:13.633 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:28:12.694249+0000", 2024-04-10T15:31:13.633 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:28:12.694591+0000", 2024-04-10T15:31:13.633 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T15:28:47.171774+0000", 2024-04-10T15:31:13.633 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:13.633 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:31:13.633 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:13.633 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 61, 2024-04-10T15:31:13.633 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T15:28:47.171774+0000", 2024-04-10T15:31:13.633 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T15:28:47.171774+0000", 2024-04-10T15:31:13.633 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T15:28:47.171774+0000", 2024-04-10T15:31:13.633 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T15:31:13.633 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T15:31:13.633 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:13.634 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T15:28:47.171774+0000", 2024-04-10T15:31:13.634 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T15:28:47.171774+0000", 2024-04-10T15:31:13.634 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T15:31:13.634 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T15:31:13.634 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T15:31:13.634 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T15:31:13.634 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 60, 2024-04-10T15:31:13.634 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T15:31:13.634 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T15:31:13.634 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T15:31:13.634 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T15:31:13.634 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T15:31:13.634 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:31:13.634 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T15:31:13.635 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T15:31:13.635 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.26", 2024-04-10T15:31:13.635 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T15:31:13.635 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T15:31:13.635 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 69, 2024-04-10T15:31:13.635 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 19, 2024-04-10T15:31:13.635 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T15:31:13.635 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T19:48:07.458963+0000", 2024-04-10T15:31:13.635 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:31:13.635 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T15:31:13.635 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T15:31:13.635 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T15:31:13.635 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:31:13.635 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T15:31:13.636 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:31:13.636 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T15:31:13.636 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T15:31:13.636 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T15:31:13.636 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T15:31:13.636 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T15:31:13.636 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T15:31:13.636 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T15:31:13.636 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T15:31:13.636 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T15:31:13.636 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T15:31:13.636 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:31:13.636 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T15:31:13.636 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T15:31:13.636 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T15:31:13.637 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T15:31:13.637 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T15:31:13.637 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:31:13.637 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T15:31:13.637 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T15:31:13.637 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T15:31:13.637 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:31:13.637 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T15:31:13.637 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T15:31:13.637 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T15:31:13.637 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T15:31:13.637 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T15:31:13.638 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T15:31:13.638 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T15:31:13.638 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T15:31:13.638 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T15:31:13.638 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T15:31:13.638 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T15:31:13.638 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:31:13.638 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T15:31:13.638 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T15:31:13.638 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T15:31:13.638 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:13.638 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T15:31:13.638 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T15:31:13.639 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T15:31:13.639 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T15:31:13.639 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T15:31:13.639 INFO:tasks.workunit.client.0.smithi069.stdout: 4 2024-04-10T15:31:13.639 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:13.639 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 6, 2024-04-10T15:31:13.639 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T15:31:13.639 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:13.639 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:13.639 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T15:31:13.639 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T15:31:13.639 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T15:31:13.639 INFO:tasks.workunit.client.0.smithi069.stdout: 2 2024-04-10T15:31:13.639 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:13.639 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 3, 2024-04-10T15:31:13.640 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T15:31:13.640 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T15:31:13.640 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T15:31:13.640 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T15:31:13.640 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:31:13.640 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T15:31:13.640 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T15:28:48.069791+0000", 2024-04-10T15:31:13.640 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:28:12.683676+0000", 2024-04-10T15:31:13.640 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:28:12.683676+0000", 2024-04-10T15:31:13.640 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:28:12.683938+0000", 2024-04-10T15:31:13.640 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T15:28:48.069791+0000", 2024-04-10T15:31:13.640 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:13.640 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:31:13.640 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:13.641 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 61, 2024-04-10T15:31:13.641 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T15:28:48.069791+0000", 2024-04-10T15:31:13.641 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T15:28:48.069791+0000", 2024-04-10T15:31:13.641 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T15:28:48.069791+0000", 2024-04-10T15:31:13.641 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T15:31:13.641 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T15:31:13.641 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:13.641 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T15:28:48.069791+0000", 2024-04-10T15:31:13.641 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T15:28:48.069791+0000", 2024-04-10T15:31:13.641 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T15:31:13.641 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T15:31:13.641 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T15:31:13.641 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T15:31:13.641 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 60, 2024-04-10T15:31:13.641 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T15:31:13.642 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T15:31:13.642 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T15:31:13.642 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T15:31:13.642 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T15:31:13.642 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:31:13.642 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T15:31:13.642 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T15:31:13.642 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.27", 2024-04-10T15:31:13.642 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T15:31:13.642 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T15:31:13.642 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 69, 2024-04-10T15:31:13.642 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 19, 2024-04-10T15:31:13.642 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T15:31:13.643 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T20:58:38.460698+0000", 2024-04-10T15:31:13.643 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:31:13.643 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T15:31:13.643 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T15:31:13.643 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T15:31:13.643 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:31:13.643 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T15:31:13.643 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:31:13.643 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T15:31:13.643 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T15:31:13.643 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T15:31:13.643 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T15:31:13.643 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T15:31:13.643 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T15:31:13.644 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T15:31:13.644 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T15:31:13.644 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T15:31:13.644 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T15:31:13.644 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:31:13.644 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T15:31:13.644 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T15:31:13.644 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T15:31:13.644 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T15:31:13.644 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T15:31:13.644 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:31:13.644 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T15:31:13.644 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T15:31:13.644 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T15:31:13.644 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:31:13.644 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T15:31:13.645 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T15:31:13.645 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T15:31:13.645 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T15:31:13.645 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T15:31:13.645 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T15:31:13.645 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T15:31:13.645 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T15:31:13.645 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T15:31:13.645 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T15:31:13.645 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T15:31:13.645 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:31:13.645 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T15:31:13.645 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T15:31:13.645 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T15:31:13.646 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:13.646 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T15:31:13.646 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T15:31:13.646 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T15:31:13.646 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T15:31:13.646 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T15:31:13.646 INFO:tasks.workunit.client.0.smithi069.stdout: 2 2024-04-10T15:31:13.646 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:13.646 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 3, 2024-04-10T15:31:13.646 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T15:31:13.646 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:13.646 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:13.646 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T15:31:13.646 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T15:31:13.647 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T15:31:13.647 INFO:tasks.workunit.client.0.smithi069.stdout: 2 2024-04-10T15:31:13.647 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:13.647 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 5, 2024-04-10T15:31:13.647 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T15:31:13.647 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T15:31:13.647 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T15:31:13.647 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T15:31:13.647 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:31:13.647 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T15:31:13.647 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T15:28:47.106785+0000", 2024-04-10T15:31:13.647 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:28:12.697450+0000", 2024-04-10T15:31:13.647 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:28:12.697450+0000", 2024-04-10T15:31:13.647 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:28:12.697742+0000", 2024-04-10T15:31:13.648 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T15:28:47.106785+0000", 2024-04-10T15:31:13.648 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:13.648 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:31:13.648 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:13.648 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 61, 2024-04-10T15:31:13.648 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T15:28:47.106785+0000", 2024-04-10T15:31:13.648 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T15:28:47.106785+0000", 2024-04-10T15:31:13.648 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T15:28:47.106785+0000", 2024-04-10T15:31:13.648 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T15:31:13.648 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T15:31:13.648 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:13.648 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T15:28:47.106785+0000", 2024-04-10T15:31:13.648 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T15:28:47.106785+0000", 2024-04-10T15:31:13.648 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T15:31:13.648 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T15:31:13.649 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T15:31:13.649 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T15:31:13.649 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 60, 2024-04-10T15:31:13.649 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T15:31:13.649 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T15:31:13.649 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T15:31:13.649 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T15:31:13.649 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T15:31:13.649 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:31:13.649 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T15:31:13.649 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T15:31:13.649 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.28", 2024-04-10T15:31:13.649 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T15:31:13.649 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T15:31:13.649 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 69, 2024-04-10T15:31:13.649 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 18, 2024-04-10T15:31:13.650 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T15:31:13.650 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T20:53:32.525021+0000", 2024-04-10T15:31:13.650 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:31:13.650 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T15:31:13.650 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T15:31:13.650 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T15:31:13.650 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:31:13.650 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T15:31:13.650 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:31:13.650 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T15:31:13.650 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T15:31:13.650 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T15:31:13.650 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T15:31:13.651 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T15:31:13.651 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T15:31:13.651 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T15:31:13.651 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T15:31:13.651 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T15:31:13.651 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T15:31:13.651 INFO:tasks.workunit.client.0.smithi069.stderr:+ echo OK 2024-04-10T15:31:13.653 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:12 smithi077 ceph-mon[31195]: from='client.14964 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:31:13.653 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:12 smithi077 ceph-mon[31195]: from='client.14964 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:31:13.653 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:12 smithi077 ceph-mon[31195]: from='client.14982 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:31:13.653 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:12 smithi077 ceph-mon[31195]: pgmap v78: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 31 KiB/s rd, 0 B/s wr, 29 op/s 2024-04-10T15:31:13.653 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:12 smithi077 ceph-mon[31195]: from='client.14982 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:31:13.653 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:12 smithi077 ceph-mon[31195]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:31:13.653 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:12 smithi077 ceph-mon[31195]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-10T15:31:13.653 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:12 smithi077 ceph-mon[31195]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:31:13.653 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:12 smithi077 ceph-mon[31195]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:31:13.653 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:12 smithi077 ceph-mon[31195]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:31:13.653 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:12 smithi077 ceph-mon[31195]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:31:13.654 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:12 smithi077 ceph-mon[31195]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:31:13.654 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:12 smithi077 ceph-mon[31195]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:31:13.654 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:12 smithi077 ceph-mon[31195]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:31:13.654 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:12 smithi077 ceph-mon[31195]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:31:13.654 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:12 smithi077 ceph-mon[31195]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:31:13.654 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:12 smithi077 ceph-mon[31195]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T15:31:13.654 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:12 smithi077 ceph-mon[31195]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T15:31:13.654 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:12 smithi077 ceph-mon[31195]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:31:13.654 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:12 smithi077 ceph-mon[31195]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:31:13.654 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:12 smithi077 ceph-mon[31195]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:31:13.654 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:12 smithi077 ceph-mon[31195]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T15:31:13.654 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:12 smithi077 ceph-mon[31195]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T15:31:13.654 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:12 smithi077 ceph-mon[31195]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:31:13.655 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:12 smithi077 ceph-mon[31195]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:31:13.655 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:12 smithi077 ceph-mon[31195]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:31:13.655 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:12 smithi077 ceph-mon[31195]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T15:31:13.655 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:12 smithi077 ceph-mon[31195]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T15:31:13.655 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:12 smithi077 ceph-mon[31195]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:31:13.655 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:12 smithi077 ceph-mon[31195]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:31:13.655 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:12 smithi077 ceph-mon[31195]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:31:13.655 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:12 smithi077 ceph-mon[31195]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:31:13.655 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:12 smithi077 ceph-mon[31195]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-10T15:31:13.655 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:12 smithi077 ceph-mon[31195]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:31:13.655 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:12 smithi077 ceph-mon[31195]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:31:13.655 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:12 smithi077 ceph-mon[31195]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:31:13.655 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:12 smithi077 ceph-mon[31195]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:31:13.655 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:12 smithi077 ceph-mon[31195]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:31:13.656 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:12 smithi077 ceph-mon[31195]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:31:13.656 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:12 smithi077 ceph-mon[31195]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:31:13.656 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:12 smithi077 ceph-mon[31195]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:31:13.656 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:12 smithi077 ceph-mon[31195]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:31:13.656 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:12 smithi077 ceph-mon[31195]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T15:31:13.656 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:12 smithi077 ceph-mon[31195]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T15:31:13.656 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:12 smithi077 ceph-mon[31195]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:31:13.656 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:12 smithi077 ceph-mon[31195]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:31:13.656 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:12 smithi077 ceph-mon[31195]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:31:13.656 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:12 smithi077 ceph-mon[31195]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T15:31:13.656 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:12 smithi077 ceph-mon[31195]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T15:31:13.656 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:12 smithi077 ceph-mon[31195]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:31:13.656 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:12 smithi077 ceph-mon[31195]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:31:13.656 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:12 smithi077 ceph-mon[31195]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:31:13.657 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:12 smithi077 ceph-mon[31195]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T15:31:13.657 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:12 smithi077 ceph-mon[31195]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T15:31:13.657 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:12 smithi077 ceph-mon[31195]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:31:13.657 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:12 smithi077 ceph-mon[31195]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:31:13.657 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:12 smithi077 ceph-mon[31195]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:31:13.657 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:31:13.657 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T15:31:13.657 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T15:31:13.657 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T15:31:13.657 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T15:31:13.657 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T15:31:13.657 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:31:13.657 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T15:31:13.658 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T15:31:13.658 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T15:31:13.658 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:31:13.658 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T15:31:13.658 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T15:31:13.658 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T15:31:13.658 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T15:31:13.658 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T15:31:13.658 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T15:31:13.658 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T15:31:13.658 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T15:31:13.658 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T15:31:13.658 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T15:31:13.659 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T15:31:13.659 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:31:13.659 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T15:31:13.659 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T15:31:13.659 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T15:31:13.659 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:13.659 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T15:31:13.659 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T15:31:13.659 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T15:31:13.659 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T15:31:13.659 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T15:31:13.659 INFO:tasks.workunit.client.0.smithi069.stdout: 2 2024-04-10T15:31:13.659 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:13.659 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 5, 2024-04-10T15:31:13.660 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T15:31:13.660 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:13.660 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:13.660 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T15:31:13.660 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T15:31:13.660 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T15:31:13.660 INFO:tasks.workunit.client.0.smithi069.stdout: 1 2024-04-10T15:31:13.660 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:13.660 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 3, 2024-04-10T15:31:13.660 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T15:31:13.660 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T15:31:13.660 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T15:31:13.660 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T15:31:13.660 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:31:13.660 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T15:31:13.661 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T15:28:48.068792+0000", 2024-04-10T15:31:13.661 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:28:12.696810+0000", 2024-04-10T15:31:13.661 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:28:12.696810+0000", 2024-04-10T15:31:13.661 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:28:12.697126+0000", 2024-04-10T15:31:13.661 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T15:28:48.068792+0000", 2024-04-10T15:31:13.661 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:13.661 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:31:13.661 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:13.661 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 61, 2024-04-10T15:31:13.661 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T15:28:48.068792+0000", 2024-04-10T15:31:13.661 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T15:28:48.068792+0000", 2024-04-10T15:31:13.661 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T15:28:48.068792+0000", 2024-04-10T15:31:13.661 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T15:31:13.661 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T15:31:13.661 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:13.662 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T15:28:48.068792+0000", 2024-04-10T15:31:13.662 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T15:28:48.068792+0000", 2024-04-10T15:31:13.662 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T15:31:13.662 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T15:31:13.662 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T15:31:13.662 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T15:31:13.662 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 60, 2024-04-10T15:31:13.662 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T15:31:13.662 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T15:31:13.662 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T15:31:13.662 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T15:31:13.662 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T15:31:13.662 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:31:13.662 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T15:31:13.663 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T15:31:13.663 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.29", 2024-04-10T15:31:13.663 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T15:31:13.663 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T15:31:13.663 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 69, 2024-04-10T15:31:13.663 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 19, 2024-04-10T15:31:13.663 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T15:31:13.663 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T22:15:16.252640+0000", 2024-04-10T15:31:13.663 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:31:13.663 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T15:31:13.663 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T15:31:13.663 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T15:31:13.663 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:31:13.663 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T15:31:13.663 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:31:13.664 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T15:31:13.664 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T15:31:13.664 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T15:31:13.664 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T15:31:13.664 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T15:31:13.664 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T15:31:13.664 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T15:31:13.664 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T15:31:13.664 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T15:31:13.664 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T15:31:13.664 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:31:13.664 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T15:31:13.664 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T15:31:13.664 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T15:31:13.664 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T15:31:13.665 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T15:31:13.665 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:31:13.665 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T15:31:13.665 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T15:31:13.665 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T15:31:13.665 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:31:13.665 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T15:31:13.665 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T15:31:13.665 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T15:31:13.665 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T15:31:13.665 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T15:31:13.665 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T15:31:13.665 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T15:31:13.665 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T15:31:13.665 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T15:31:13.666 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T15:31:13.666 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T15:31:13.666 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:31:13.666 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T15:31:13.666 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T15:31:13.666 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T15:31:13.666 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:13.666 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T15:31:13.666 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T15:31:13.666 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T15:31:13.666 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T15:31:13.666 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T15:31:13.666 INFO:tasks.workunit.client.0.smithi069.stdout: 1 2024-04-10T15:31:13.666 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:13.667 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 3, 2024-04-10T15:31:13.667 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T15:31:13.667 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:13.667 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:13.667 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T15:31:13.667 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T15:31:13.667 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T15:31:13.667 INFO:tasks.workunit.client.0.smithi069.stdout: 6 2024-04-10T15:31:13.667 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:13.667 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 5, 2024-04-10T15:31:13.667 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T15:31:13.667 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T15:31:13.667 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T15:31:13.667 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T15:31:13.667 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:31:13.668 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T15:31:13.668 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T15:28:47.107006+0000", 2024-04-10T15:31:13.668 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:28:12.696360+0000", 2024-04-10T15:31:13.668 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:28:12.696360+0000", 2024-04-10T15:31:13.668 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:28:12.696778+0000", 2024-04-10T15:31:13.668 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T15:28:47.107006+0000", 2024-04-10T15:31:13.668 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:13.668 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:31:13.668 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:13.668 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 61, 2024-04-10T15:31:13.668 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T15:28:47.107006+0000", 2024-04-10T15:31:13.668 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T15:28:47.107006+0000", 2024-04-10T15:31:13.668 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T15:28:47.107006+0000", 2024-04-10T15:31:13.668 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T15:31:13.669 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T15:31:13.669 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:13.669 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T15:28:47.107006+0000", 2024-04-10T15:31:13.669 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T15:28:47.107006+0000", 2024-04-10T15:31:13.669 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T15:31:13.669 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T15:31:13.669 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T15:31:13.669 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T15:31:13.669 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 60, 2024-04-10T15:31:13.669 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T15:31:13.669 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T15:31:13.669 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T15:31:13.669 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T15:31:13.669 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T15:31:13.669 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:31:13.670 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T15:31:13.670 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T15:31:13.670 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.2a", 2024-04-10T15:31:13.670 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T15:31:13.670 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T15:31:13.670 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 69, 2024-04-10T15:31:13.670 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 18, 2024-04-10T15:31:13.670 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T15:31:13.670 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T02:49:42.974194+0000", 2024-04-10T15:31:13.670 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:31:13.670 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T15:31:13.670 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T15:31:13.670 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T15:31:13.670 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:31:13.671 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T15:31:13.671 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:31:13.671 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T15:31:13.671 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T15:31:13.671 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T15:31:13.671 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T15:31:13.671 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T15:31:13.671 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T15:31:13.671 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T15:31:13.671 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T15:31:13.671 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T15:31:13.671 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T15:31:13.671 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:31:13.671 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T15:31:13.671 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T15:31:13.672 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T15:31:13.672 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T15:31:13.672 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T15:31:13.672 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:31:13.672 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T15:31:13.672 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T15:31:13.672 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T15:31:13.672 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:31:13.672 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T15:31:13.672 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T15:31:13.672 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T15:31:13.672 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T15:31:13.672 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T15:31:13.672 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T15:31:13.672 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T15:31:13.673 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T15:31:13.673 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T15:31:13.673 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T15:31:13.673 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T15:31:13.673 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:31:13.673 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T15:31:13.673 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T15:31:13.673 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T15:31:13.673 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:13.673 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T15:31:13.673 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T15:31:13.673 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T15:31:13.673 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T15:31:13.673 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T15:31:13.673 INFO:tasks.workunit.client.0.smithi069.stdout: 6 2024-04-10T15:31:13.674 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:13.674 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 5, 2024-04-10T15:31:13.674 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T15:31:13.674 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:13.674 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:13.674 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T15:31:13.674 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T15:31:13.674 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T15:31:13.674 INFO:tasks.workunit.client.0.smithi069.stdout: 1 2024-04-10T15:31:13.674 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:13.674 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 0, 2024-04-10T15:31:13.674 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T15:31:13.674 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T15:31:13.674 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T15:31:13.675 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T15:31:13.675 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:31:13.675 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T15:31:13.675 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T15:28:47.171586+0000", 2024-04-10T15:31:13.675 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:28:12.694712+0000", 2024-04-10T15:31:13.675 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:28:12.694712+0000", 2024-04-10T15:31:13.675 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:28:12.695766+0000", 2024-04-10T15:31:13.675 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T15:28:47.171586+0000", 2024-04-10T15:31:13.675 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:13.675 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:31:13.675 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:13.675 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 61, 2024-04-10T15:31:13.675 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T15:28:47.171586+0000", 2024-04-10T15:31:13.675 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T15:28:47.171586+0000", 2024-04-10T15:31:13.676 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T15:28:47.171586+0000", 2024-04-10T15:31:13.676 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T15:31:13.676 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T15:31:13.676 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:13.676 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T15:28:47.171586+0000", 2024-04-10T15:31:13.676 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T15:28:47.171586+0000", 2024-04-10T15:31:13.676 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T15:31:13.676 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T15:31:13.676 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T15:31:13.676 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T15:31:13.676 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 60, 2024-04-10T15:31:13.676 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T15:31:13.676 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T15:31:13.676 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T15:31:13.677 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T15:31:13.677 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T15:31:13.677 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:31:13.677 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T15:31:13.677 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T15:31:13.677 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.2b", 2024-04-10T15:31:13.677 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T15:31:13.677 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T15:31:13.677 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 69, 2024-04-10T15:31:13.677 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 19, 2024-04-10T15:31:13.677 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T15:31:13.677 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T21:07:15.342788+0000", 2024-04-10T15:31:13.677 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:31:13.677 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T15:31:13.677 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T15:31:13.678 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T15:31:13.678 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:31:13.678 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T15:31:13.678 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:31:13.678 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T15:31:13.678 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T15:31:13.678 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T15:31:13.678 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T15:31:13.678 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T15:31:13.678 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T15:31:13.678 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T15:31:13.678 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T15:31:13.678 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T15:31:13.678 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T15:31:13.679 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:31:13.679 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T15:31:13.679 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T15:31:13.679 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T15:31:13.679 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T15:31:13.679 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T15:31:13.679 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:31:13.679 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T15:31:13.679 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T15:31:13.679 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T15:31:13.679 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:31:13.679 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T15:31:13.679 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T15:31:13.679 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T15:31:13.679 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T15:31:13.679 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T15:31:13.680 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T15:31:13.680 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T15:31:13.680 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T15:31:13.680 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T15:31:13.680 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T15:31:13.680 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T15:31:13.680 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:31:13.680 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T15:31:13.680 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T15:31:13.680 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T15:31:13.680 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:13.680 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T15:31:13.680 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T15:31:13.680 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T15:31:13.680 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T15:31:13.681 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T15:31:13.681 INFO:tasks.workunit.client.0.smithi069.stdout: 1 2024-04-10T15:31:13.681 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:13.681 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 0, 2024-04-10T15:31:13.681 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T15:31:13.681 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:13.681 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:13.681 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T15:31:13.681 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T15:31:13.681 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T15:31:13.681 INFO:tasks.workunit.client.0.smithi069.stdout: 0 2024-04-10T15:31:13.681 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:13.681 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 6, 2024-04-10T15:31:13.681 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T15:31:13.682 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T15:31:13.682 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T15:31:13.682 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T15:31:13.682 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:31:13.682 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T15:31:13.682 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T15:28:47.171600+0000", 2024-04-10T15:31:13.682 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:28:12.692808+0000", 2024-04-10T15:31:13.682 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:28:12.692808+0000", 2024-04-10T15:31:13.682 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:28:12.693179+0000", 2024-04-10T15:31:13.682 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T15:28:47.171600+0000", 2024-04-10T15:31:13.682 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:13.682 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:31:13.682 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:13.682 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 61, 2024-04-10T15:31:13.683 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T15:28:47.171600+0000", 2024-04-10T15:31:13.683 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T15:28:47.171600+0000", 2024-04-10T15:31:13.683 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T15:28:47.171600+0000", 2024-04-10T15:31:13.683 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T15:31:13.683 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T15:31:13.683 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T15:31:13.683 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T15:28:47.171600+0000", 2024-04-10T15:31:13.683 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T15:28:47.171600+0000", 2024-04-10T15:31:13.683 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T15:31:13.683 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T15:31:13.683 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T15:31:13.683 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T15:31:13.683 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 60, 2024-04-10T15:31:13.683 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T15:31:13.684 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T15:31:13.684 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T15:31:13.684 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T15:31:13.684 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T15:31:13.684 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:31:13.684 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T15:31:13.684 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T15:31:13.684 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.2c", 2024-04-10T15:31:13.684 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T15:31:13.684 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T15:31:13.684 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 69, 2024-04-10T15:31:13.684 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 19, 2024-04-10T15:31:13.684 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T15:31:13.684 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T17:41:28.799913+0000", 2024-04-10T15:31:13.684 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:31:13.685 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T15:31:13.685 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T15:31:13.685 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T15:31:13.685 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:31:13.685 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T15:31:13.685 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:31:13.685 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T15:31:13.685 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T15:31:13.685 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T15:31:13.685 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T15:31:13.685 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T15:31:13.685 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T15:31:13.685 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T15:31:13.685 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T15:31:13.685 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T15:31:13.686 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T15:31:13.686 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:31:13.686 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T15:31:13.686 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T15:31:13.686 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T15:31:13.686 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T15:31:13.686 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T15:31:13.686 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:31:13.686 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T15:31:13.686 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T15:31:13.686 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T15:31:13.686 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:31:13.686 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T15:31:13.686 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T15:31:13.687 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T15:31:13.687 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T15:31:13.687 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T15:31:13.687 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T15:31:13.687 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T15:31:13.687 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T15:31:13.687 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T15:31:13.687 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T15:31:13.687 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T15:31:13.687 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:31:13.687 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T15:31:13.687 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T15:31:13.687 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T15:31:13.687 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:13.687 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T15:31:13.688 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T15:31:13.688 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T15:31:13.688 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T15:31:13.688 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T15:31:13.688 INFO:tasks.workunit.client.0.smithi069.stdout: 0 2024-04-10T15:31:13.688 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:13.688 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 6, 2024-04-10T15:31:13.688 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T15:31:13.688 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:13.688 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:13.688 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_per_pool": [ 2024-04-10T15:31:13.688 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:13.688 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": 24, 2024-04-10T15:31:13.688 INFO:tasks.workunit.client.0.smithi069.stdout: "application": [ 2024-04-10T15:31:13.689 INFO:tasks.workunit.client.0.smithi069.stdout: "rbd" 2024-04-10T15:31:13.689 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:13.689 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T15:31:13.689 INFO:tasks.workunit.client.0.smithi069.stdout: "num_pg": 8, 2024-04-10T15:31:13.689 INFO:tasks.workunit.client.0.smithi069.stdout: "num_store_stats": 8, 2024-04-10T15:31:13.689 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T15:31:13.689 INFO:tasks.workunit.client.0.smithi069.stdout: "poolid": 4, 2024-04-10T15:31:13.689 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T15:31:13.689 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T15:31:13.689 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:31:13.689 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T15:31:13.689 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:31:13.689 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T15:31:13.689 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T15:31:13.689 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T15:31:13.690 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T15:31:13.690 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T15:31:13.690 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T15:31:13.690 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T15:31:13.690 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T15:31:13.690 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T15:31:13.690 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T15:31:13.690 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:31:13.690 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T15:31:13.690 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T15:31:13.690 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T15:31:13.690 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T15:31:13.690 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T15:31:13.690 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:31:13.691 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T15:31:13.691 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T15:31:13.691 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T15:31:13.691 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:31:13.691 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T15:31:13.691 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T15:31:13.691 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T15:31:13.691 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T15:31:13.691 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T15:31:13.691 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T15:31:13.691 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T15:31:13.691 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T15:31:13.691 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T15:31:13.691 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T15:31:13.692 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T15:31:13.692 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:31:13.692 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T15:31:13.692 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T15:31:13.692 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T15:31:13.692 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:13.692 INFO:tasks.workunit.client.0.smithi069.stdout: "store_stats": { 2024-04-10T15:31:13.692 INFO:tasks.workunit.client.0.smithi069.stdout: "allocated": 0, 2024-04-10T15:31:13.692 INFO:tasks.workunit.client.0.smithi069.stdout: "available": 0, 2024-04-10T15:31:13.692 INFO:tasks.workunit.client.0.smithi069.stdout: "data_compressed": 0, 2024-04-10T15:31:13.692 INFO:tasks.workunit.client.0.smithi069.stdout: "data_compressed_allocated": 0, 2024-04-10T15:31:13.692 INFO:tasks.workunit.client.0.smithi069.stdout: "data_compressed_original": 0, 2024-04-10T15:31:13.692 INFO:tasks.workunit.client.0.smithi069.stdout: "data_stored": 0, 2024-04-10T15:31:13.692 INFO:tasks.workunit.client.0.smithi069.stdout: "internal_metadata": 0, 2024-04-10T15:31:13.693 INFO:tasks.workunit.client.0.smithi069.stdout: "internally_reserved": 0, 2024-04-10T15:31:13.693 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_allocated": 0, 2024-04-10T15:31:13.693 INFO:tasks.workunit.client.0.smithi069.stdout: "total": 0 2024-04-10T15:31:13.693 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:13.693 INFO:tasks.workunit.client.0.smithi069.stdout: "up": 24 2024-04-10T15:31:13.693 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:13.693 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:13.693 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": 192, 2024-04-10T15:31:13.693 INFO:tasks.workunit.client.0.smithi069.stdout: "application": [ 2024-04-10T15:31:13.693 INFO:tasks.workunit.client.0.smithi069.stdout: "cephfs" 2024-04-10T15:31:13.693 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:13.693 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T15:31:13.693 INFO:tasks.workunit.client.0.smithi069.stdout: "num_pg": 64, 2024-04-10T15:31:13.693 INFO:tasks.workunit.client.0.smithi069.stdout: "num_store_stats": 8, 2024-04-10T15:31:13.693 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T15:31:13.694 INFO:tasks.workunit.client.0.smithi069.stdout: "poolid": 3, 2024-04-10T15:31:13.694 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T15:31:13.694 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T15:31:13.694 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:31:13.694 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T15:31:13.694 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:31:13.694 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T15:31:13.694 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T15:31:13.694 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T15:31:13.694 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T15:31:13.694 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T15:31:13.694 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T15:31:13.694 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T15:31:13.694 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T15:31:13.695 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T15:31:13.695 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T15:31:13.695 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:31:13.695 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T15:31:13.695 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T15:31:13.695 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T15:31:13.695 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T15:31:13.695 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T15:31:13.695 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:31:13.695 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T15:31:13.695 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T15:31:13.695 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T15:31:13.695 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:31:13.695 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T15:31:13.695 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T15:31:13.696 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T15:31:13.696 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T15:31:13.696 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T15:31:13.696 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T15:31:13.696 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T15:31:13.696 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T15:31:13.696 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T15:31:13.696 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T15:31:13.696 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T15:31:13.696 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:31:13.696 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T15:31:13.696 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T15:31:13.696 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T15:31:13.696 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:13.696 INFO:tasks.workunit.client.0.smithi069.stdout: "store_stats": { 2024-04-10T15:31:13.697 INFO:tasks.workunit.client.0.smithi069.stdout: "allocated": 0, 2024-04-10T15:31:13.697 INFO:tasks.workunit.client.0.smithi069.stdout: "available": 0, 2024-04-10T15:31:13.697 INFO:tasks.workunit.client.0.smithi069.stdout: "data_compressed": 0, 2024-04-10T15:31:13.697 INFO:tasks.workunit.client.0.smithi069.stdout: "data_compressed_allocated": 0, 2024-04-10T15:31:13.697 INFO:tasks.workunit.client.0.smithi069.stdout: "data_compressed_original": 0, 2024-04-10T15:31:13.697 INFO:tasks.workunit.client.0.smithi069.stdout: "data_stored": 0, 2024-04-10T15:31:13.697 INFO:tasks.workunit.client.0.smithi069.stdout: "internal_metadata": 0, 2024-04-10T15:31:13.697 INFO:tasks.workunit.client.0.smithi069.stdout: "internally_reserved": 0, 2024-04-10T15:31:13.697 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_allocated": 0, 2024-04-10T15:31:13.697 INFO:tasks.workunit.client.0.smithi069.stdout: "total": 0 2024-04-10T15:31:13.697 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:13.697 INFO:tasks.workunit.client.0.smithi069.stdout: "up": 192 2024-04-10T15:31:13.697 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:13.697 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:13.697 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": 3, 2024-04-10T15:31:13.698 INFO:tasks.workunit.client.0.smithi069.stdout: "application": [ 2024-04-10T15:31:13.698 INFO:tasks.workunit.client.0.smithi069.stdout: "mgr" 2024-04-10T15:31:13.698 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:13.698 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 160, 2024-04-10T15:31:13.698 INFO:tasks.workunit.client.0.smithi069.stdout: "num_pg": 1, 2024-04-10T15:31:13.698 INFO:tasks.workunit.client.0.smithi069.stdout: "num_store_stats": 3, 2024-04-10T15:31:13.698 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 160, 2024-04-10T15:31:13.698 INFO:tasks.workunit.client.0.smithi069.stdout: "poolid": 1, 2024-04-10T15:31:13.698 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T15:31:13.698 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 590368, 2024-04-10T15:31:13.698 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:31:13.698 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 1771104, 2024-04-10T15:31:13.698 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:31:13.698 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T15:31:13.699 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T15:31:13.699 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T15:31:13.699 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T15:31:13.699 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T15:31:13.699 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T15:31:13.699 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T15:31:13.699 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T15:31:13.699 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T15:31:13.699 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T15:31:13.699 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:31:13.699 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T15:31:13.699 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 6, 2024-04-10T15:31:13.699 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 2, 2024-04-10T15:31:13.699 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T15:31:13.700 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 2, 2024-04-10T15:31:13.700 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:31:13.700 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T15:31:13.700 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T15:31:13.700 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T15:31:13.700 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:31:13.700 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T15:31:13.700 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T15:31:13.700 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 6, 2024-04-10T15:31:13.700 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T15:31:13.700 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T15:31:13.700 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T15:31:13.700 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T15:31:13.700 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T15:31:13.700 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 502, 2024-04-10T15:31:13.701 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 674, 2024-04-10T15:31:13.701 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T15:31:13.701 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:31:13.701 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T15:31:13.701 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 243, 2024-04-10T15:31:13.701 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 2416 2024-04-10T15:31:13.701 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:13.701 INFO:tasks.workunit.client.0.smithi069.stdout: "store_stats": { 2024-04-10T15:31:13.701 INFO:tasks.workunit.client.0.smithi069.stdout: "allocated": 1781760, 2024-04-10T15:31:13.701 INFO:tasks.workunit.client.0.smithi069.stdout: "available": 0, 2024-04-10T15:31:13.701 INFO:tasks.workunit.client.0.smithi069.stdout: "data_compressed": 0, 2024-04-10T15:31:13.701 INFO:tasks.workunit.client.0.smithi069.stdout: "data_compressed_allocated": 0, 2024-04-10T15:31:13.701 INFO:tasks.workunit.client.0.smithi069.stdout: "data_compressed_original": 0, 2024-04-10T15:31:13.701 INFO:tasks.workunit.client.0.smithi069.stdout: "data_stored": 1771104, 2024-04-10T15:31:13.701 INFO:tasks.workunit.client.0.smithi069.stdout: "internal_metadata": 0, 2024-04-10T15:31:13.702 INFO:tasks.workunit.client.0.smithi069.stdout: "internally_reserved": 0, 2024-04-10T15:31:13.702 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_allocated": 0, 2024-04-10T15:31:13.702 INFO:tasks.workunit.client.0.smithi069.stdout: "total": 0 2024-04-10T15:31:13.702 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:13.702 INFO:tasks.workunit.client.0.smithi069.stdout: "up": 3 2024-04-10T15:31:13.702 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:13.702 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T15:31:13.702 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": 96, 2024-04-10T15:31:13.702 INFO:tasks.workunit.client.0.smithi069.stdout: "application": [ 2024-04-10T15:31:13.702 INFO:tasks.workunit.client.0.smithi069.stdout: "cephfs" 2024-04-10T15:31:13.702 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:13.702 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 45, 2024-04-10T15:31:13.702 INFO:tasks.workunit.client.0.smithi069.stdout: "num_pg": 32, 2024-04-10T15:31:13.703 INFO:tasks.workunit.client.0.smithi069.stdout: "num_store_stats": 8, 2024-04-10T15:31:13.703 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 45, 2024-04-10T15:31:13.703 INFO:tasks.workunit.client.0.smithi069.stdout: "poolid": 2, 2024-04-10T15:31:13.703 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T15:31:13.703 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 3430, 2024-04-10T15:31:13.703 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:31:13.703 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T15:31:13.703 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:31:13.703 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T15:31:13.703 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T15:31:13.703 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T15:31:13.703 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T15:31:13.703 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T15:31:13.703 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T15:31:13.703 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T15:31:13.703 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T15:31:13.704 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T15:31:13.704 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T15:31:13.704 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:31:13.704 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T15:31:13.704 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 66, 2024-04-10T15:31:13.704 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 22, 2024-04-10T15:31:13.704 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T15:31:13.704 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 22, 2024-04-10T15:31:13.704 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:31:13.704 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T15:31:13.704 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T15:31:13.704 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T15:31:13.704 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:31:13.704 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 14, 2024-04-10T15:31:13.705 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T15:31:13.705 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 1, 2024-04-10T15:31:13.705 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T15:31:13.705 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T15:31:13.705 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T15:31:13.705 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T15:31:13.705 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T15:31:13.705 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T15:31:13.705 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T15:31:13.705 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T15:31:13.705 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:31:13.705 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T15:31:13.705 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 51, 2024-04-10T15:31:13.705 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 20 2024-04-10T15:31:13.705 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:13.706 INFO:tasks.workunit.client.0.smithi069.stdout: "store_stats": { 2024-04-10T15:31:13.706 INFO:tasks.workunit.client.0.smithi069.stdout: "allocated": 98304, 2024-04-10T15:31:13.706 INFO:tasks.workunit.client.0.smithi069.stdout: "available": 0, 2024-04-10T15:31:13.706 INFO:tasks.workunit.client.0.smithi069.stdout: "data_compressed": 0, 2024-04-10T15:31:13.706 INFO:tasks.workunit.client.0.smithi069.stdout: "data_compressed_allocated": 0, 2024-04-10T15:31:13.706 INFO:tasks.workunit.client.0.smithi069.stdout: "data_compressed_original": 0, 2024-04-10T15:31:13.706 INFO:tasks.workunit.client.0.smithi069.stdout: "data_stored": 10290, 2024-04-10T15:31:13.706 INFO:tasks.workunit.client.0.smithi069.stdout: "internal_metadata": 0, 2024-04-10T15:31:13.706 INFO:tasks.workunit.client.0.smithi069.stdout: "internally_reserved": 0, 2024-04-10T15:31:13.706 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_allocated": 0, 2024-04-10T15:31:13.706 INFO:tasks.workunit.client.0.smithi069.stdout: "total": 0 2024-04-10T15:31:13.706 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:13.706 INFO:tasks.workunit.client.0.smithi069.stdout: "up": 96 2024-04-10T15:31:13.706 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:13.707 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T15:31:13.707 INFO:tasks.workunit.client.0.smithi069.stdout: "usage": { 2024-04-10T15:31:13.707 INFO:tasks.workunit.client.0.smithi069.stdout: "pg_num": 105, 2024-04-10T15:31:13.707 INFO:tasks.workunit.client.0.smithi069.stdout: "pools": 4, 2024-04-10T15:31:13.707 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_by_class": { 2024-04-10T15:31:13.707 INFO:tasks.workunit.client.0.smithi069.stdout: "ssd": { 2024-04-10T15:31:13.707 INFO:tasks.workunit.client.0.smithi069.stdout: "total_avail_bytes": 767723028480, 2024-04-10T15:31:13.707 INFO:tasks.workunit.client.0.smithi069.stdout: "total_bytes": 767960285184, 2024-04-10T15:31:13.707 INFO:tasks.workunit.client.0.smithi069.stdout: "total_used_bytes": 237256704, 2024-04-10T15:31:13.707 INFO:tasks.workunit.client.0.smithi069.stdout: "total_used_raw_bytes": 237256704, 2024-04-10T15:31:13.707 INFO:tasks.workunit.client.0.smithi069.stdout: "total_used_raw_ratio": 0.00030894397059455514 2024-04-10T15:31:13.707 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:13.707 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T15:31:13.707 INFO:tasks.workunit.client.0.smithi069.stdout: "total_avail_bytes": 767723028480, 2024-04-10T15:31:13.707 INFO:tasks.workunit.client.0.smithi069.stdout: "total_bytes": 767960285184, 2024-04-10T15:31:13.708 INFO:tasks.workunit.client.0.smithi069.stdout: "total_used_bytes": 237256704 2024-04-10T15:31:13.708 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:13.708 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T15:31:13.708 INFO:tasks.workunit.client.0.smithi069.stdout:} 2024-04-10T15:31:13.708 INFO:tasks.workunit.client.0.smithi069.stdout:OK 2024-04-10T15:31:13.708 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-10T15:31:13.708 DEBUG:teuthology.orchestra.run.smithi069:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-10T15:31:13.709 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:12 smithi069 ceph-mon[39688]: from='client.14964 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:31:13.709 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:12 smithi069 ceph-mon[39688]: from='client.14964 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:31:13.709 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:12 smithi069 ceph-mon[39688]: from='client.14982 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:31:13.709 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:12 smithi069 ceph-mon[39688]: pgmap v78: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 31 KiB/s rd, 0 B/s wr, 29 op/s 2024-04-10T15:31:13.709 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:12 smithi069 ceph-mon[39688]: from='client.14982 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:31:13.709 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:12 smithi069 ceph-mon[39688]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:31:13.709 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:12 smithi069 ceph-mon[39688]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-10T15:31:13.709 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:12 smithi069 ceph-mon[39688]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:31:13.709 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:12 smithi069 ceph-mon[39688]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:31:13.709 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:12 smithi069 ceph-mon[39688]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:31:13.709 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:12 smithi069 ceph-mon[39688]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:31:13.710 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:12 smithi069 ceph-mon[39688]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:31:13.710 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:12 smithi069 ceph-mon[39688]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:31:13.710 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:12 smithi069 ceph-mon[39688]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:31:13.710 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:12 smithi069 ceph-mon[39688]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:31:13.710 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:12 smithi069 ceph-mon[39688]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:31:13.710 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:12 smithi069 ceph-mon[39688]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T15:31:13.710 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:12 smithi069 ceph-mon[39688]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T15:31:13.710 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:12 smithi069 ceph-mon[39688]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:31:13.710 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:12 smithi069 ceph-mon[39688]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:31:13.710 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:12 smithi069 ceph-mon[39688]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:31:13.710 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:12 smithi069 ceph-mon[39688]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T15:31:13.710 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:12 smithi069 ceph-mon[39688]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T15:31:13.710 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:12 smithi069 ceph-mon[39688]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:31:13.710 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:12 smithi069 ceph-mon[39688]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:31:13.711 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:12 smithi069 ceph-mon[39688]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:31:13.711 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:12 smithi069 ceph-mon[39688]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T15:31:13.711 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:12 smithi069 ceph-mon[27501]: from='client.14964 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:31:13.711 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:12 smithi069 ceph-mon[27501]: from='client.14964 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:31:13.711 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:12 smithi069 ceph-mon[27501]: from='client.14982 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:31:13.711 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:12 smithi069 ceph-mon[27501]: pgmap v78: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 31 KiB/s rd, 0 B/s wr, 29 op/s 2024-04-10T15:31:13.711 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:12 smithi069 ceph-mon[27501]: from='client.14982 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:31:13.712 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:12 smithi069 ceph-mon[27501]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:31:13.712 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:12 smithi069 ceph-mon[27501]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-10T15:31:13.712 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:12 smithi069 ceph-mon[27501]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:31:13.712 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:12 smithi069 ceph-mon[27501]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:31:13.712 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:12 smithi069 ceph-mon[27501]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:31:13.712 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:12 smithi069 ceph-mon[27501]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:31:13.712 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:12 smithi069 ceph-mon[27501]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:31:13.712 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:12 smithi069 ceph-mon[27501]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:31:13.712 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:12 smithi069 ceph-mon[27501]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:31:13.712 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:12 smithi069 ceph-mon[27501]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:31:13.712 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:12 smithi069 ceph-mon[27501]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:31:13.712 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:12 smithi069 ceph-mon[27501]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T15:31:13.712 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:12 smithi069 ceph-mon[27501]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T15:31:13.712 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:12 smithi069 ceph-mon[27501]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:31:13.713 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:12 smithi069 ceph-mon[27501]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:31:13.713 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:12 smithi069 ceph-mon[27501]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:31:13.713 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:12 smithi069 ceph-mon[27501]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T15:31:13.713 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:12 smithi069 ceph-mon[27501]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T15:31:13.713 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:12 smithi069 ceph-mon[27501]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:31:13.713 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:12 smithi069 ceph-mon[27501]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:31:13.713 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:12 smithi069 ceph-mon[27501]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:31:13.713 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:12 smithi069 ceph-mon[27501]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T15:31:13.713 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:12 smithi069 ceph-mon[27501]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T15:31:13.713 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:12 smithi069 ceph-mon[27501]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:31:13.713 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:12 smithi069 ceph-mon[27501]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:31:13.713 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:12 smithi069 ceph-mon[27501]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:31:13.713 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:12 smithi069 ceph-mon[27501]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:31:13.713 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:12 smithi069 ceph-mon[27501]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-10T15:31:13.714 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:12 smithi069 ceph-mon[27501]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:31:13.714 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:12 smithi069 ceph-mon[27501]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:31:13.714 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:12 smithi069 ceph-mon[27501]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:31:13.714 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:12 smithi069 ceph-mon[27501]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:31:13.714 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:12 smithi069 ceph-mon[27501]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:31:13.714 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:12 smithi069 ceph-mon[27501]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:31:13.714 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:12 smithi069 ceph-mon[27501]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:31:13.714 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:12 smithi069 ceph-mon[27501]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:31:13.714 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:12 smithi069 ceph-mon[27501]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:31:13.714 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:12 smithi069 ceph-mon[27501]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T15:31:13.714 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:12 smithi069 ceph-mon[27501]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T15:31:13.714 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:12 smithi069 ceph-mon[27501]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:31:13.714 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:12 smithi069 ceph-mon[27501]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:31:13.715 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:12 smithi069 ceph-mon[27501]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:31:13.715 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:12 smithi069 ceph-mon[27501]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T15:31:13.715 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:12 smithi069 ceph-mon[27501]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T15:31:13.715 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:12 smithi069 ceph-mon[27501]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:31:13.715 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:12 smithi069 ceph-mon[27501]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:31:13.715 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:12 smithi069 ceph-mon[27501]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:31:13.715 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:12 smithi069 ceph-mon[27501]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T15:31:13.715 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:12 smithi069 ceph-mon[27501]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T15:31:13.715 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:12 smithi069 ceph-mon[27501]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:31:13.715 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:12 smithi069 ceph-mon[27501]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:31:13.715 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:12 smithi069 ceph-mon[27501]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:31:13.716 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:12 smithi069 ceph-mon[39688]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T15:31:13.716 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:12 smithi069 ceph-mon[39688]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:31:13.716 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:12 smithi069 ceph-mon[39688]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:31:13.716 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:12 smithi069 ceph-mon[39688]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:31:13.716 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:12 smithi069 ceph-mon[39688]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:31:13.716 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:12 smithi069 ceph-mon[39688]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-10T15:31:13.716 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:12 smithi069 ceph-mon[39688]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:31:13.716 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:12 smithi069 ceph-mon[39688]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:31:13.716 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:12 smithi069 ceph-mon[39688]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:31:13.716 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:12 smithi069 ceph-mon[39688]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:31:13.716 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:12 smithi069 ceph-mon[39688]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:31:13.716 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:12 smithi069 ceph-mon[39688]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:31:13.717 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:12 smithi069 ceph-mon[39688]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:31:13.717 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:12 smithi069 ceph-mon[39688]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:31:13.717 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:12 smithi069 ceph-mon[39688]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:31:13.717 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:12 smithi069 ceph-mon[39688]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T15:31:13.717 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:12 smithi069 ceph-mon[39688]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T15:31:13.717 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:12 smithi069 ceph-mon[39688]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:31:13.717 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:12 smithi069 ceph-mon[39688]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:31:13.717 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:12 smithi069 ceph-mon[39688]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:31:13.717 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:12 smithi069 ceph-mon[39688]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T15:31:13.717 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:12 smithi069 ceph-mon[39688]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T15:31:13.717 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:12 smithi069 ceph-mon[39688]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:31:13.717 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:12 smithi069 ceph-mon[39688]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:31:13.717 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:12 smithi069 ceph-mon[39688]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:31:13.717 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:12 smithi069 ceph-mon[39688]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T15:31:13.717 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:12 smithi069 ceph-mon[39688]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T15:31:13.718 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:12 smithi069 ceph-mon[39688]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:31:13.718 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:12 smithi069 ceph-mon[39688]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:31:13.718 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:12 smithi069 ceph-mon[39688]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:31:13.718 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:13 smithi069 ceph-mon[39688]: from='client.14988 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:31:13.718 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:13 smithi069 ceph-mon[39688]: from='client.14988 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:31:13.718 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:13 smithi069 ceph-mon[27501]: from='client.14988 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:31:13.718 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:13 smithi069 ceph-mon[27501]: from='client.14988 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:31:13.738 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:13 smithi077 ceph-mon[31195]: from='client.14988 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:31:13.738 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:13 smithi077 ceph-mon[31195]: from='client.14988 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:31:13.753 INFO:tasks.workunit:Stopping ['test_telemetry_reef.sh'] on client.0... 2024-04-10T15:31:13.753 DEBUG:teuthology.orchestra.run.smithi069:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-04-10T15:31:14.048 DEBUG:teuthology.parallel:result is None 2024-04-10T15:31:14.048 DEBUG:teuthology.orchestra.run.smithi069:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-04-10T15:31:14.075 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-04-10T15:31:14.075 DEBUG:teuthology.orchestra.run.smithi069:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-04-10T15:31:14.139 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-04-10T15:31:14.139 INFO:teuthology.run_tasks:Running task print... 2024-04-10T15:31:14.151 INFO:teuthology.task.print:**** done end telemetry reef... 2024-04-10T15:31:14.151 INFO:teuthology.run_tasks:Running task print... 2024-04-10T15:31:14.196 INFO:teuthology.task.print:**** done start parallel 2024-04-10T15:31:14.196 INFO:teuthology.run_tasks:Running task parallel... 2024-04-10T15:31:14.257 INFO:teuthology.task.parallel:starting parallel... 2024-04-10T15:31:14.258 INFO:teuthology.task.parallel:In parallel, running task full_sequential... 2024-04-10T15:31:14.258 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-04-10T15:31:14.258 INFO:teuthology.task.print:**** done start ec-rados-default.yaml 2024-04-10T15:31:14.258 INFO:teuthology.task.full_sequential:In full_sequential, running task rados... 2024-04-10T15:31:14.261 INFO:tasks.rados:Beginning rados... 2024-04-10T15:31:14.261 INFO:tasks.rados:config is {'clients': ['client.0'], 'ec_pool': True, 'objects': 50, 'op_weights': {'append': 100, 'copy_from': 50, 'delete': 50, 'read': 100, 'rmattr': 25, 'rollback': 50, 'setattr': 25, 'snap_create': 50, 'snap_remove': 50, 'write': 0}, 'ops': 4000, 'write_append_excl': False} 2024-04-10T15:31:14.261 INFO:tasks.rados:overrides is {'admin_socket': {'branch': 'wip-yuri6-testing-2024-04-02-1310'}, 'ceph': {'conf': {'global': {'mon election default strategy': 3}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20}, 'osd': {'debug ms': 1, 'debug osd': 20, 'osd shutdown pgref assert': True}}, 'create_rbd_pool': True, 'flavor': 'default', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'mons down', 'mon down', 'MON_DOWN', 'out of quorum'], 'sha1': 'a5074d4516d566e9d8b6aec912f26afd099de101'}, 'ceph-deploy': {'conf': {'client': {'log file': '/var/log/ceph/ceph-$name.$pid.log'}, 'mon': {}}}, 'install': {'ceph': {'extra_system_packages': ['python3-pytest'], 'flavor': 'default', 'sha1': 'a5074d4516d566e9d8b6aec912f26afd099de101'}}, 'selinux': {'allowlist': ['scontext=system_u:system_r:logrotate_t:s0']}, 'workunit': {'branch': 'wip-yuri6-testing-2024-04-02-1310', 'sha1': 'a5074d4516d566e9d8b6aec912f26afd099de101'}} 2024-04-10T15:31:14.261 INFO:tasks.rados:config is {'clients': ['client.0'], 'ec_pool': True, 'objects': 50, 'op_weights': {'append': 100, 'copy_from': 50, 'delete': 50, 'read': 100, 'rmattr': 25, 'rollback': 50, 'setattr': 25, 'snap_create': 50, 'snap_remove': 50, 'write': 0}, 'ops': 4000, 'write_append_excl': False} 2024-04-10T15:31:14.261 INFO:tasks.rados:joining rados 2024-04-10T15:31:14.261 INFO:teuthology.task.parallel:In parallel, running task sequential... 2024-04-10T15:31:14.262 INFO:teuthology.task.sequential:In sequential, running task print... 2024-04-10T15:31:14.262 INFO:teuthology.task.print:**** done start upgrade, wait 2024-04-10T15:31:14.262 INFO:teuthology.task.sequential:In sequential, running task cephadm.shell... 2024-04-10T15:31:14.262 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi069.front.sepia.ceph.com 2024-04-10T15:31:14.263 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 09bfb546-f74e-11ee-b64a-cb9ed24678a4 -e sha1=a5074d4516d566e9d8b6aec912f26afd099de101 -- bash -c 'ceph config set global log_to_journald false --force' 2024-04-10T15:31:14.263 INFO:tasks.rados:clients are ['client.0', 'client.1'] 2024-04-10T15:31:14.263 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 09bfb546-f74e-11ee-b64a-cb9ed24678a4 -- ceph osd erasure-code-profile set teuthologyprofile k=2 m=1 crush-failure-domain=osd 2024-04-10T15:31:14.332 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:14 smithi069 ceph-mon[39688]: pgmap v79: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 31 KiB/s rd, 0 B/s wr, 29 op/s 2024-04-10T15:31:14.332 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:14 smithi069 ceph-mon[27501]: pgmap v79: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 31 KiB/s rd, 0 B/s wr, 29 op/s 2024-04-10T15:31:14.478 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/09bfb546-f74e-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T15:31:14.484 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/09bfb546-f74e-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T15:31:14.738 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:14 smithi077 ceph-mon[31195]: pgmap v79: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 31 KiB/s rd, 0 B/s wr, 29 op/s 2024-04-10T15:31:15.509 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:15 smithi069 ceph-mon[39688]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:31:15.510 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:15 smithi069 ceph-mon[27501]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:31:15.738 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:15 smithi077 ceph-mon[31195]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:31:16.332 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:16 smithi069 ceph-mon[39688]: pgmap v80: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 31 KiB/s rd, 0 B/s wr, 29 op/s 2024-04-10T15:31:16.332 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:16 smithi069 ceph-mon[27501]: pgmap v80: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 31 KiB/s rd, 0 B/s wr, 29 op/s 2024-04-10T15:31:16.639 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:16 smithi077 ceph-mon[31195]: pgmap v80: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 31 KiB/s rd, 0 B/s wr, 29 op/s 2024-04-10T15:31:16.880 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:31:16 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[27756]: ::ffff:172.21.15.77 - - [10/Apr/2024:15:31:16] "GET /metrics HTTP/1.1" 200 33646 "" "Prometheus/2.43.0" 2024-04-10T15:31:18.332 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:18 smithi069 ceph-mon[27501]: pgmap v81: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 38 KiB/s rd, 0 B/s wr, 40 op/s 2024-04-10T15:31:18.332 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:18 smithi069 ceph-mon[39688]: pgmap v81: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 38 KiB/s rd, 0 B/s wr, 40 op/s 2024-04-10T15:31:18.611 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 09bfb546-f74e-11ee-b64a-cb9ed24678a4 -e sha1=a5074d4516d566e9d8b6aec912f26afd099de101 -- bash -c 'ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1' 2024-04-10T15:31:18.738 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:18 smithi077 ceph-mon[31195]: pgmap v81: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 38 KiB/s rd, 0 B/s wr, 40 op/s 2024-04-10T15:31:18.864 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/09bfb546-f74e-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T15:31:19.582 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:19 smithi069 ceph-mon[39688]: from='client.? 172.21.15.69:0/2570821758' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-10T15:31:19.582 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:19 smithi069 ceph-mon[39688]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-10T15:31:19.583 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:19 smithi069 ceph-mon[27501]: from='client.? 172.21.15.69:0/2570821758' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-10T15:31:19.583 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:19 smithi069 ceph-mon[27501]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-10T15:31:19.738 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:19 smithi077 ceph-mon[31195]: from='client.? 172.21.15.69:0/2570821758' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-10T15:31:19.738 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:19 smithi077 ceph-mon[31195]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-10T15:31:20.322 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:20 smithi069 ceph-mon[39688]: pgmap v82: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 38 KiB/s rd, 0 B/s wr, 40 op/s 2024-04-10T15:31:20.322 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:20 smithi069 ceph-mon[39688]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-10T15:31:20.322 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:20 smithi069 ceph-mon[39688]: osdmap e70: 8 total, 8 up, 8 in 2024-04-10T15:31:20.323 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:20 smithi069 ceph-mon[27501]: pgmap v82: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 38 KiB/s rd, 0 B/s wr, 40 op/s 2024-04-10T15:31:20.323 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:20 smithi069 ceph-mon[27501]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-10T15:31:20.323 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:20 smithi069 ceph-mon[27501]: osdmap e70: 8 total, 8 up, 8 in 2024-04-10T15:31:20.738 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:20 smithi077 ceph-mon[31195]: pgmap v82: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 38 KiB/s rd, 0 B/s wr, 40 op/s 2024-04-10T15:31:20.738 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:20 smithi077 ceph-mon[31195]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-10T15:31:20.738 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:20 smithi077 ceph-mon[31195]: osdmap e70: 8 total, 8 up, 8 in 2024-04-10T15:31:20.778 INFO:tasks.rados:starting run 0 out of 1 2024-04-10T15:31:20.779 INFO:tasks.cephadm.ceph_manager.ceph:creating pool_name unique_pool_0 2024-04-10T15:31:20.779 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 09bfb546-f74e-11ee-b64a-cb9ed24678a4 -- ceph osd pool create unique_pool_0 16 16 erasure teuthologyprofile 2024-04-10T15:31:21.309 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/09bfb546-f74e-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T15:31:21.332 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:21 smithi069 ceph-mon[39688]: pgmap v84: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 9.0 KiB/s rd, 0 B/s wr, 13 op/s 2024-04-10T15:31:21.332 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:21 smithi069 ceph-mon[27501]: pgmap v84: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 9.0 KiB/s rd, 0 B/s wr, 13 op/s 2024-04-10T15:31:21.520 INFO:teuthology.orchestra.run.smithi069.stdout:Initiating upgrade to quay.ceph.io/ceph-ci/ceph:a5074d4516d566e9d8b6aec912f26afd099de101 2024-04-10T15:31:21.738 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:21 smithi077 ceph-mon[31195]: pgmap v84: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 9.0 KiB/s rd, 0 B/s wr, 13 op/s 2024-04-10T15:31:22.582 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:22 smithi069 ceph-mon[39688]: from='client.15018 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:a5074d4516d566e9d8b6aec912f26afd099de101", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:31:22.582 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:22 smithi069 ceph-mon[39688]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:a5074d4516d566e9d8b6aec912f26afd099de101 2024-04-10T15:31:22.582 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:22 smithi069 ceph-mon[39688]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:31:22.582 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:22 smithi069 ceph-mon[39688]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:31:22.582 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:22 smithi069 ceph-mon[39688]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:31:22.583 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:22 smithi069 ceph-mon[39688]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:31:22.583 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:22 smithi069 ceph-mon[39688]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:31:22.583 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:22 smithi069 ceph-mon[39688]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:a5074d4516d566e9d8b6aec912f26afd099de101 2024-04-10T15:31:22.583 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:22 smithi069 ceph-mon[27501]: from='client.15018 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:a5074d4516d566e9d8b6aec912f26afd099de101", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:31:22.583 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:22 smithi069 ceph-mon[27501]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:a5074d4516d566e9d8b6aec912f26afd099de101 2024-04-10T15:31:22.583 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:22 smithi069 ceph-mon[27501]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:31:22.583 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:22 smithi069 ceph-mon[27501]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:31:22.583 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:22 smithi069 ceph-mon[27501]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:31:22.583 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:22 smithi069 ceph-mon[27501]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:31:22.583 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:22 smithi069 ceph-mon[27501]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:31:22.583 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:22 smithi069 ceph-mon[27501]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:a5074d4516d566e9d8b6aec912f26afd099de101 2024-04-10T15:31:22.624 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 09bfb546-f74e-11ee-b64a-cb9ed24678a4 -e sha1=a5074d4516d566e9d8b6aec912f26afd099de101 -- bash -c 'while ceph orch upgrade status | jq '"'"'.in_progress'"'"' | grep true ; do ceph orch ps ; ceph versions ; sleep 30 ; done' 2024-04-10T15:31:22.988 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:22 smithi077 ceph-mon[31195]: from='client.15018 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:a5074d4516d566e9d8b6aec912f26afd099de101", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:31:22.988 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:22 smithi077 ceph-mon[31195]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:a5074d4516d566e9d8b6aec912f26afd099de101 2024-04-10T15:31:22.988 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:22 smithi077 ceph-mon[31195]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:31:22.988 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:22 smithi077 ceph-mon[31195]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:31:22.988 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:22 smithi077 ceph-mon[31195]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:31:22.989 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:22 smithi077 ceph-mon[31195]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:31:22.989 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:22 smithi077 ceph-mon[31195]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:31:22.989 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:22 smithi077 ceph-mon[31195]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:a5074d4516d566e9d8b6aec912f26afd099de101 2024-04-10T15:31:23.582 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:23 smithi069 ceph-mon[39688]: pgmap v85: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 9.0 KiB/s rd, 0 B/s wr, 13 op/s 2024-04-10T15:31:23.582 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:23 smithi069 ceph-mon[27501]: pgmap v85: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 9.0 KiB/s rd, 0 B/s wr, 13 op/s 2024-04-10T15:31:23.665 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/09bfb546-f74e-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T15:31:23.988 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:23 smithi077 ceph-mon[31195]: pgmap v85: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 9.0 KiB/s rd, 0 B/s wr, 13 op/s 2024-04-10T15:31:24.832 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:24 smithi069 ceph-mon[39688]: from='client.? 172.21.15.69:0/1583500662' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2024-04-10T15:31:24.832 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:24 smithi069 ceph-mon[39688]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2024-04-10T15:31:24.832 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:24 smithi069 ceph-mon[27501]: from='client.? 172.21.15.69:0/1583500662' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2024-04-10T15:31:24.832 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:24 smithi069 ceph-mon[27501]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2024-04-10T15:31:24.988 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:24 smithi077 ceph-mon[31195]: from='client.? 172.21.15.69:0/1583500662' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2024-04-10T15:31:24.988 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:24 smithi077 ceph-mon[31195]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2024-04-10T15:31:25.553 INFO:teuthology.orchestra.run.smithi069.stderr:pool 'unique_pool_0' created 2024-04-10T15:31:25.670 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:25 smithi069 ceph-mon[39688]: osdmap e71: 8 total, 8 up, 8 in 2024-04-10T15:31:25.670 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:25 smithi069 ceph-mon[39688]: pgmap v87: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:31:25.671 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:25 smithi069 ceph-mon[27501]: osdmap e71: 8 total, 8 up, 8 in 2024-04-10T15:31:25.671 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:25 smithi069 ceph-mon[27501]: pgmap v87: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:31:25.988 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:25 smithi077 ceph-mon[31195]: osdmap e71: 8 total, 8 up, 8 in 2024-04-10T15:31:25.988 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:25 smithi077 ceph-mon[31195]: pgmap v87: 105 pgs: 105 active+clean; 580 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:31:26.027 INFO:teuthology.orchestra.run.smithi069.stdout:true 2024-04-10T15:31:26.356 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 09bfb546-f74e-11ee-b64a-cb9ed24678a4 -- ceph osd pool application enable unique_pool_0 rados --yes-i-really-mean-it || true 2024-04-10T15:31:26.523 INFO:teuthology.orchestra.run.smithi069.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-10T15:31:26.523 INFO:teuthology.orchestra.run.smithi069.stdout:alertmanager.a smithi069 *:9093,9094 running (82s) 17s ago 2m 15.3M - 0.25.0 c8568f914cd2 bd92cb80ff03 2024-04-10T15:31:26.523 INFO:teuthology.orchestra.run.smithi069.stdout:grafana.a smithi077 *:3000 running (111s) 17s ago 110s 85.8M - 9.4.7 954c08fa6188 8891d154474d 2024-04-10T15:31:26.523 INFO:teuthology.orchestra.run.smithi069.stdout:mds.a smithi069 running (3m) 17s ago 3m 15.3M - 18.2.2-1187-gd540ebac bb2c5eac26a4 144b62fd4166 2024-04-10T15:31:26.523 INFO:teuthology.orchestra.run.smithi069.stdout:mds.b smithi077 running (3m) 17s ago 3m 15.4M - 18.2.2-1187-gd540ebac bb2c5eac26a4 ba4ee0b79036 2024-04-10T15:31:26.523 INFO:teuthology.orchestra.run.smithi069.stdout:mgr.x smithi077 *:8443,8765 running (6m) 17s ago 6m 449M - 18.2.2-1187-gd540ebac bb2c5eac26a4 75e2dcdaaa98 2024-04-10T15:31:26.523 INFO:teuthology.orchestra.run.smithi069.stdout:mgr.y smithi069 *:9283,8765 running (8m) 17s ago 8m 499M - 18.2.2-1187-gd540ebac bb2c5eac26a4 9db27a8cffd2 2024-04-10T15:31:26.523 INFO:teuthology.orchestra.run.smithi069.stdout:mon.a smithi069 running (8m) 17s ago 8m 46.7M 2048M 18.2.2-1187-gd540ebac bb2c5eac26a4 9fbd58098dde 2024-04-10T15:31:26.523 INFO:teuthology.orchestra.run.smithi069.stdout:mon.b smithi077 running (7m) 17s ago 7m 39.7M 2048M 18.2.2-1187-gd540ebac bb2c5eac26a4 52e0df99d9fb 2024-04-10T15:31:26.523 INFO:teuthology.orchestra.run.smithi069.stdout:mon.c smithi069 running (7m) 17s ago 7m 42.1M 2048M 18.2.2-1187-gd540ebac bb2c5eac26a4 6765714be6cc 2024-04-10T15:31:26.523 INFO:teuthology.orchestra.run.smithi069.stdout:node-exporter.a smithi069 *:9100 running (103s) 17s ago 102s 15.4M - 1.5.0 0da6a335fe13 2469975469f7 2024-04-10T15:31:26.524 INFO:teuthology.orchestra.run.smithi069.stdout:node-exporter.b smithi077 *:9100 running (96s) 17s ago 93s 8514k - 1.5.0 0da6a335fe13 20103db32919 2024-04-10T15:31:26.524 INFO:teuthology.orchestra.run.smithi069.stdout:osd.0 smithi069 running (6m) 17s ago 6m 55.4M 2992M 18.2.2-1187-gd540ebac bb2c5eac26a4 f5a7a9a8f250 2024-04-10T15:31:26.524 INFO:teuthology.orchestra.run.smithi069.stdout:osd.1 smithi069 running (6m) 17s ago 6m 43.7M 2992M 18.2.2-1187-gd540ebac bb2c5eac26a4 1485a573874e 2024-04-10T15:31:26.524 INFO:teuthology.orchestra.run.smithi069.stdout:osd.2 smithi069 running (5m) 17s ago 5m 53.3M 2992M 18.2.2-1187-gd540ebac bb2c5eac26a4 89bfa35a28fe 2024-04-10T15:31:26.524 INFO:teuthology.orchestra.run.smithi069.stdout:osd.3 smithi069 running (5m) 17s ago 5m 41.8M 2992M 18.2.2-1187-gd540ebac bb2c5eac26a4 a968c3dc2397 2024-04-10T15:31:26.524 INFO:teuthology.orchestra.run.smithi069.stdout:osd.4 smithi077 running (4m) 17s ago 4m 50.5M 2992M 18.2.2-1187-gd540ebac bb2c5eac26a4 f498bddd5298 2024-04-10T15:31:26.524 INFO:teuthology.orchestra.run.smithi069.stdout:osd.5 smithi077 running (4m) 17s ago 4m 50.3M 2992M 18.2.2-1187-gd540ebac bb2c5eac26a4 2a7f7ea88c93 2024-04-10T15:31:26.524 INFO:teuthology.orchestra.run.smithi069.stdout:osd.6 smithi077 running (4m) 17s ago 4m 43.1M 2992M 18.2.2-1187-gd540ebac bb2c5eac26a4 7df4e5a8578c 2024-04-10T15:31:26.524 INFO:teuthology.orchestra.run.smithi069.stdout:osd.7 smithi077 running (3m) 17s ago 3m 49.2M 2992M 18.2.2-1187-gd540ebac bb2c5eac26a4 1a9c80228cd5 2024-04-10T15:31:26.524 INFO:teuthology.orchestra.run.smithi069.stdout:prometheus.a smithi077 *:9095 running (76s) 17s ago 2m 35.7M - 2.43.0 a07b618ecd1d 9f7677ca4c69 2024-04-10T15:31:26.582 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:26 smithi069 ceph-mon[39688]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]': finished 2024-04-10T15:31:26.582 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:26 smithi069 ceph-mon[39688]: osdmap e72: 8 total, 8 up, 8 in 2024-04-10T15:31:26.582 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:26 smithi069 ceph-mon[39688]: from='client.24917 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:31:26.582 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:26 smithi069 ceph-mon[27501]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]': finished 2024-04-10T15:31:26.582 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:26 smithi069 ceph-mon[27501]: osdmap e72: 8 total, 8 up, 8 in 2024-04-10T15:31:26.582 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:26 smithi069 ceph-mon[27501]: from='client.24917 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:31:26.620 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/09bfb546-f74e-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T15:31:26.988 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:26 smithi077 ceph-mon[31195]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]': finished 2024-04-10T15:31:26.988 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:26 smithi077 ceph-mon[31195]: osdmap e72: 8 total, 8 up, 8 in 2024-04-10T15:31:26.988 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:26 smithi077 ceph-mon[31195]: from='client.24917 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:31:27.046 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:31:26 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[27756]: ::ffff:172.21.15.77 - - [10/Apr/2024:15:31:26] "GET /metrics HTTP/1.1" 200 33646 "" "Prometheus/2.43.0" 2024-04-10T15:31:27.132 INFO:teuthology.orchestra.run.smithi069.stdout:{ 2024-04-10T15:31:27.132 INFO:teuthology.orchestra.run.smithi069.stdout: "mon": { 2024-04-10T15:31:27.132 INFO:teuthology.orchestra.run.smithi069.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 3 2024-04-10T15:31:27.132 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-04-10T15:31:27.132 INFO:teuthology.orchestra.run.smithi069.stdout: "mgr": { 2024-04-10T15:31:27.133 INFO:teuthology.orchestra.run.smithi069.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 2 2024-04-10T15:31:27.133 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-04-10T15:31:27.133 INFO:teuthology.orchestra.run.smithi069.stdout: "osd": { 2024-04-10T15:31:27.133 INFO:teuthology.orchestra.run.smithi069.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 8 2024-04-10T15:31:27.133 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-04-10T15:31:27.133 INFO:teuthology.orchestra.run.smithi069.stdout: "mds": { 2024-04-10T15:31:27.133 INFO:teuthology.orchestra.run.smithi069.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 2 2024-04-10T15:31:27.133 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-04-10T15:31:27.133 INFO:teuthology.orchestra.run.smithi069.stdout: "overall": { 2024-04-10T15:31:27.133 INFO:teuthology.orchestra.run.smithi069.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 15 2024-04-10T15:31:27.133 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-04-10T15:31:27.133 INFO:teuthology.orchestra.run.smithi069.stdout:} 2024-04-10T15:31:27.832 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:27 smithi069 ceph-mon[39688]: from='client.15036 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:31:27.832 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:27 smithi069 ceph-mon[39688]: osdmap e73: 8 total, 8 up, 8 in 2024-04-10T15:31:27.832 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:27 smithi069 ceph-mon[39688]: pgmap v90: 121 pgs: 16 creating+peering, 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:31:27.832 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:27 smithi069 ceph-mon[39688]: from='client.? 172.21.15.69:0/1700418511' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:31:27.832 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:27 smithi069 ceph-mon[27501]: from='client.15036 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:31:27.833 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:27 smithi069 ceph-mon[27501]: osdmap e73: 8 total, 8 up, 8 in 2024-04-10T15:31:27.833 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:27 smithi069 ceph-mon[27501]: pgmap v90: 121 pgs: 16 creating+peering, 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:31:27.833 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:27 smithi069 ceph-mon[27501]: from='client.? 172.21.15.69:0/1700418511' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:31:27.988 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:27 smithi077 ceph-mon[31195]: from='client.15036 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:31:27.988 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:27 smithi077 ceph-mon[31195]: osdmap e73: 8 total, 8 up, 8 in 2024-04-10T15:31:27.988 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:27 smithi077 ceph-mon[31195]: pgmap v90: 121 pgs: 16 creating+peering, 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:31:27.988 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:27 smithi077 ceph-mon[31195]: from='client.? 172.21.15.69:0/1700418511' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:31:28.738 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:28 smithi077 ceph-mon[31195]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:31:28.738 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:28 smithi077 ceph-mon[31195]: osdmap e74: 8 total, 8 up, 8 in 2024-04-10T15:31:28.832 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:28 smithi069 ceph-mon[39688]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:31:28.832 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:28 smithi069 ceph-mon[39688]: osdmap e74: 8 total, 8 up, 8 in 2024-04-10T15:31:28.832 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:28 smithi069 ceph-mon[27501]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:31:28.832 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:28 smithi069 ceph-mon[27501]: osdmap e74: 8 total, 8 up, 8 in 2024-04-10T15:31:29.832 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:29 smithi069 ceph-mon[39688]: pgmap v92: 121 pgs: 16 creating+peering, 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:31:29.832 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:29 smithi069 ceph-mon[27501]: pgmap v92: 121 pgs: 16 creating+peering, 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:31:29.988 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:29 smithi077 ceph-mon[31195]: pgmap v92: 121 pgs: 16 creating+peering, 105 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:31:31.156 INFO:teuthology.orchestra.run.smithi069.stderr:enabled application 'rados' on pool 'unique_pool_0' 2024-04-10T15:31:31.488 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:31 smithi077 ceph-mon[31195]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:31:31.488 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:31 smithi077 ceph-mon[31195]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:31:31.488 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:31 smithi077 ceph-mon[31195]: from='client.? 172.21.15.69:0/702370871' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:31:31.532 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:31 smithi069 ceph-mon[39688]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:31:31.533 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:31 smithi069 ceph-mon[39688]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:31:31.533 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:31 smithi069 ceph-mon[39688]: from='client.? 172.21.15.69:0/702370871' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:31:31.533 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:31 smithi069 ceph-mon[27501]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:31:31.533 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:31 smithi069 ceph-mon[27501]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:31:31.533 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:31 smithi069 ceph-mon[27501]: from='client.? 172.21.15.69:0/702370871' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:31:32.488 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:32 smithi077 ceph-mon[31195]: pgmap v93: 121 pgs: 121 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:31:32.489 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:32 smithi077 ceph-mon[31195]: from='client.? 172.21.15.69:0/702370871' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]': finished 2024-04-10T15:31:32.489 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:32 smithi077 ceph-mon[31195]: osdmap e75: 8 total, 8 up, 8 in 2024-04-10T15:31:32.582 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:32 smithi069 ceph-mon[27501]: pgmap v93: 121 pgs: 121 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:31:32.582 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:32 smithi069 ceph-mon[27501]: from='client.? 172.21.15.69:0/702370871' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]': finished 2024-04-10T15:31:32.582 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:32 smithi069 ceph-mon[27501]: osdmap e75: 8 total, 8 up, 8 in 2024-04-10T15:31:32.582 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:32 smithi069 ceph-mon[39688]: pgmap v93: 121 pgs: 121 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:31:32.583 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:32 smithi069 ceph-mon[39688]: from='client.? 172.21.15.69:0/702370871' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]': finished 2024-04-10T15:31:32.583 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:32 smithi069 ceph-mon[39688]: osdmap e75: 8 total, 8 up, 8 in 2024-04-10T15:31:32.872 DEBUG:teuthology.orchestra.run.smithi069:> CEPH_CLIENT_ID=0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph_test_rados --no-omap --ec-pool --max-ops 4000 --objects 50 --max-in-flight 16 --size 4000000 --min-stride-size 400000 --max-stride-size 800000 --max-seconds 0 --op read 100 --op write 0 --op delete 50 --op snap_create 50 --op snap_remove 50 --op rollback 50 --op setattr 25 --op rmattr 25 --op copy_from 50 --op append 100 --pool unique_pool_0 2024-04-10T15:31:32.900 INFO:tasks.rados.rados.0.smithi069.stdout:adding op weight read -> 100 2024-04-10T15:31:32.900 INFO:tasks.rados.rados.0.smithi069.stdout:adding op weight delete -> 50 2024-04-10T15:31:32.900 INFO:tasks.rados.rados.0.smithi069.stdout:adding op weight snap_create -> 50 2024-04-10T15:31:32.900 INFO:tasks.rados.rados.0.smithi069.stdout:adding op weight snap_remove -> 50 2024-04-10T15:31:32.900 INFO:tasks.rados.rados.0.smithi069.stdout:adding op weight rollback -> 50 2024-04-10T15:31:32.900 INFO:tasks.rados.rados.0.smithi069.stdout:adding op weight setattr -> 25 2024-04-10T15:31:32.900 INFO:tasks.rados.rados.0.smithi069.stdout:adding op weight rmattr -> 25 2024-04-10T15:31:32.900 INFO:tasks.rados.rados.0.smithi069.stdout:adding op weight copy_from -> 50 2024-04-10T15:31:32.900 INFO:tasks.rados.rados.0.smithi069.stdout:adding op weight append -> 100 2024-04-10T15:31:32.900 INFO:tasks.rados.rados.0.smithi069.stdout:ceph version 18.2.2-1189-gc96c8d47 (c96c8d478b644b6433700141c5f69a1a68f8121b) reef (stable) 2024-04-10T15:31:32.901 INFO:tasks.rados.rados.0.smithi069.stdout:Configuration: 2024-04-10T15:31:32.901 INFO:tasks.rados.rados.0.smithi069.stdout: Number of operations: 4000 2024-04-10T15:31:32.901 INFO:tasks.rados.rados.0.smithi069.stdout: Number of objects: 50 2024-04-10T15:31:32.901 INFO:tasks.rados.rados.0.smithi069.stdout: Max in flight operations: 16 2024-04-10T15:31:32.901 INFO:tasks.rados.rados.0.smithi069.stdout: Object size (in bytes): 4000000 2024-04-10T15:31:32.901 INFO:tasks.rados.rados.0.smithi069.stdout: Write stride min: 400000 2024-04-10T15:31:32.901 INFO:tasks.rados.rados.0.smithi069.stdout: Write stride max: 800000 2024-04-10T15:31:33.159 INFO:tasks.rados.rados.0.smithi069.stdout:1: write initial oid 1 2024-04-10T15:31:33.159 INFO:tasks.rados.rados.0.smithi069.stdout:1: seq_num 0 ranges {0=24576} 2024-04-10T15:31:33.159 INFO:tasks.rados.rados.0.smithi069.stdout:1: writing smithi06982861-1 from 0 to 24576 tid 1 2024-04-10T15:31:33.159 INFO:tasks.rados.rados.0.smithi069.stdout:2: write initial oid 2 2024-04-10T15:31:33.159 INFO:tasks.rados.rados.0.smithi069.stdout:2: seq_num 1 ranges {0=24576} 2024-04-10T15:31:33.159 INFO:tasks.rados.rados.0.smithi069.stdout:2: writing smithi06982861-2 from 0 to 24576 tid 1 2024-04-10T15:31:33.159 INFO:tasks.rados.rados.0.smithi069.stdout:3: write initial oid 3 2024-04-10T15:31:33.159 INFO:tasks.rados.rados.0.smithi069.stdout:3: seq_num 2 ranges {0=40960} 2024-04-10T15:31:33.160 INFO:tasks.rados.rados.0.smithi069.stdout:3: writing smithi06982861-3 from 0 to 40960 tid 1 2024-04-10T15:31:33.160 INFO:tasks.rados.rados.0.smithi069.stdout:4: write initial oid 4 2024-04-10T15:31:33.160 INFO:tasks.rados.rados.0.smithi069.stdout:4: seq_num 3 ranges {0=57344} 2024-04-10T15:31:33.160 INFO:tasks.rados.rados.0.smithi069.stdout:4: writing smithi06982861-4 from 0 to 57344 tid 1 2024-04-10T15:31:33.160 INFO:tasks.rados.rados.0.smithi069.stdout:5: write initial oid 5 2024-04-10T15:31:33.160 INFO:tasks.rados.rados.0.smithi069.stdout:5: seq_num 4 ranges {0=73728} 2024-04-10T15:31:33.160 INFO:tasks.rados.rados.0.smithi069.stdout:5: writing smithi06982861-5 from 0 to 73728 tid 1 2024-04-10T15:31:33.161 INFO:tasks.rados.rados.0.smithi069.stdout:6: write initial oid 6 2024-04-10T15:31:33.161 INFO:tasks.rados.rados.0.smithi069.stdout:6: seq_num 5 ranges {0=90112} 2024-04-10T15:31:33.161 INFO:tasks.rados.rados.0.smithi069.stdout:6: writing smithi06982861-6 from 0 to 90112 tid 1 2024-04-10T15:31:33.161 INFO:tasks.rados.rados.0.smithi069.stdout:7: write initial oid 7 2024-04-10T15:31:33.161 INFO:tasks.rados.rados.0.smithi069.stdout:7: seq_num 6 ranges {0=106496} 2024-04-10T15:31:33.162 INFO:tasks.rados.rados.0.smithi069.stdout:7: writing smithi06982861-7 from 0 to 106496 tid 1 2024-04-10T15:31:33.162 INFO:tasks.rados.rados.0.smithi069.stdout:8: write initial oid 8 2024-04-10T15:31:33.162 INFO:tasks.rados.rados.0.smithi069.stdout:8: seq_num 7 ranges {0=122880} 2024-04-10T15:31:33.163 INFO:tasks.rados.rados.0.smithi069.stdout:8: writing smithi06982861-8 from 0 to 122880 tid 1 2024-04-10T15:31:33.163 INFO:tasks.rados.rados.0.smithi069.stdout:9: write initial oid 9 2024-04-10T15:31:33.163 INFO:tasks.rados.rados.0.smithi069.stdout:9: seq_num 8 ranges {0=139264} 2024-04-10T15:31:33.165 INFO:tasks.rados.rados.0.smithi069.stdout:9: writing smithi06982861-9 from 0 to 139264 tid 1 2024-04-10T15:31:33.165 INFO:tasks.rados.rados.0.smithi069.stdout:10: write initial oid 10 2024-04-10T15:31:33.165 INFO:tasks.rados.rados.0.smithi069.stdout:10: seq_num 9 ranges {0=155648} 2024-04-10T15:31:33.165 INFO:tasks.rados.rados.0.smithi069.stdout:10: writing smithi06982861-10 from 0 to 155648 tid 1 2024-04-10T15:31:33.165 INFO:tasks.rados.rados.0.smithi069.stdout:2: finishing write tid 1 to smithi06982861-2 2024-04-10T15:31:33.165 INFO:tasks.rados.rados.0.smithi069.stdout:2: finishing write tid 2 to smithi06982861-2 2024-04-10T15:31:33.166 INFO:tasks.rados.rados.0.smithi069.stdout:1: finishing write tid 1 to smithi06982861-1 2024-04-10T15:31:33.166 INFO:tasks.rados.rados.0.smithi069.stdout:1: finishing write tid 2 to smithi06982861-1 2024-04-10T15:31:33.166 INFO:tasks.rados.rados.0.smithi069.stdout:2: finishing write tid 3 to smithi06982861-2 2024-04-10T15:31:33.166 INFO:tasks.rados.rados.0.smithi069.stdout:2: oid 2 updating version 0 to 1 2024-04-10T15:31:33.166 INFO:tasks.rados.rados.0.smithi069.stdout:2: oid 2 updating version 1 to 2 2024-04-10T15:31:33.166 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 2 v 2 (ObjNum 1 snap 0 seq_num 1) dirty exists 2024-04-10T15:31:33.166 INFO:tasks.rados.rados.0.smithi069.stdout:2: left oid 2 (ObjNum 1 snap 0 seq_num 1) 2024-04-10T15:31:33.166 INFO:tasks.rados.rados.0.smithi069.stdout:1: finishing write tid 3 to smithi06982861-1 2024-04-10T15:31:33.166 INFO:tasks.rados.rados.0.smithi069.stdout:1: oid 1 updating version 0 to 1 2024-04-10T15:31:33.166 INFO:tasks.rados.rados.0.smithi069.stdout:1: oid 1 updating version 1 to 2 2024-04-10T15:31:33.166 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 1 v 2 (ObjNum 0 snap 0 seq_num 0) dirty exists 2024-04-10T15:31:33.166 INFO:tasks.rados.rados.0.smithi069.stdout:1: left oid 1 (ObjNum 0 snap 0 seq_num 0) 2024-04-10T15:31:33.166 INFO:tasks.rados.rados.0.smithi069.stdout:3: finishing write tid 1 to smithi06982861-3 2024-04-10T15:31:33.167 INFO:tasks.rados.rados.0.smithi069.stdout:4: finishing write tid 1 to smithi06982861-4 2024-04-10T15:31:33.167 INFO:tasks.rados.rados.0.smithi069.stdout:4: finishing write tid 2 to smithi06982861-4 2024-04-10T15:31:33.167 INFO:tasks.rados.rados.0.smithi069.stdout:3: finishing write tid 2 to smithi06982861-3 2024-04-10T15:31:33.167 INFO:tasks.rados.rados.0.smithi069.stdout:7: finishing write tid 1 to smithi06982861-7 2024-04-10T15:31:33.167 INFO:tasks.rados.rados.0.smithi069.stdout:1: done (9 left) 2024-04-10T15:31:33.167 INFO:tasks.rados.rados.0.smithi069.stdout:2: done (8 left) 2024-04-10T15:31:33.167 INFO:tasks.rados.rados.0.smithi069.stdout:11: write initial oid 11 2024-04-10T15:31:33.167 INFO:tasks.rados.rados.0.smithi069.stdout:11: seq_num 10 ranges {0=172032} 2024-04-10T15:31:33.168 INFO:tasks.rados.rados.0.smithi069.stdout:11: writing smithi06982861-11 from 0 to 172032 tid 1 2024-04-10T15:31:33.168 INFO:tasks.rados.rados.0.smithi069.stdout:12: write initial oid 12 2024-04-10T15:31:33.168 INFO:tasks.rados.rados.0.smithi069.stdout:12: seq_num 11 ranges {0=188416} 2024-04-10T15:31:33.168 INFO:tasks.rados.rados.0.smithi069.stdout:12: writing smithi06982861-12 from 0 to 188416 tid 1 2024-04-10T15:31:33.168 INFO:tasks.rados.rados.0.smithi069.stdout:13: write initial oid 13 2024-04-10T15:31:33.168 INFO:tasks.rados.rados.0.smithi069.stdout:13: seq_num 12 ranges {0=204800} 2024-04-10T15:31:33.170 INFO:tasks.rados.rados.0.smithi069.stdout:13: writing smithi06982861-13 from 0 to 204800 tid 1 2024-04-10T15:31:33.170 INFO:tasks.rados.rados.0.smithi069.stdout:14: write initial oid 14 2024-04-10T15:31:33.170 INFO:tasks.rados.rados.0.smithi069.stdout:14: seq_num 13 ranges {0=221184} 2024-04-10T15:31:33.171 INFO:tasks.rados.rados.0.smithi069.stdout:14: writing smithi06982861-14 from 0 to 221184 tid 1 2024-04-10T15:31:33.171 INFO:tasks.rados.rados.0.smithi069.stdout:5: finishing write tid 1 to smithi06982861-5 2024-04-10T15:31:33.172 INFO:tasks.rados.rados.0.smithi069.stdout:6: finishing write tid 1 to smithi06982861-6 2024-04-10T15:31:33.172 INFO:tasks.rados.rados.0.smithi069.stdout:6: finishing write tid 2 to smithi06982861-6 2024-04-10T15:31:33.172 INFO:tasks.rados.rados.0.smithi069.stdout:7: finishing write tid 2 to smithi06982861-7 2024-04-10T15:31:33.172 INFO:tasks.rados.rados.0.smithi069.stdout:3: finishing write tid 3 to smithi06982861-3 2024-04-10T15:31:33.172 INFO:tasks.rados.rados.0.smithi069.stdout:3: oid 3 updating version 0 to 1 2024-04-10T15:31:33.172 INFO:tasks.rados.rados.0.smithi069.stdout:3: oid 3 updating version 1 to 2 2024-04-10T15:31:33.172 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 3 v 2 (ObjNum 2 snap 0 seq_num 2) dirty exists 2024-04-10T15:31:33.172 INFO:tasks.rados.rados.0.smithi069.stdout:3: left oid 3 (ObjNum 2 snap 0 seq_num 2) 2024-04-10T15:31:33.172 INFO:tasks.rados.rados.0.smithi069.stdout:5: finishing write tid 2 to smithi06982861-5 2024-04-10T15:31:33.172 INFO:tasks.rados.rados.0.smithi069.stdout:4: finishing write tid 3 to smithi06982861-4 2024-04-10T15:31:33.172 INFO:tasks.rados.rados.0.smithi069.stdout:4: oid 4 updating version 0 to 1 2024-04-10T15:31:33.172 INFO:tasks.rados.rados.0.smithi069.stdout:4: oid 4 updating version 1 to 2 2024-04-10T15:31:33.172 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 4 v 2 (ObjNum 3 snap 0 seq_num 3) dirty exists 2024-04-10T15:31:33.172 INFO:tasks.rados.rados.0.smithi069.stdout:4: left oid 4 (ObjNum 3 snap 0 seq_num 3) 2024-04-10T15:31:33.173 INFO:tasks.rados.rados.0.smithi069.stdout:6: finishing write tid 3 to smithi06982861-6 2024-04-10T15:31:33.173 INFO:tasks.rados.rados.0.smithi069.stdout:6: oid 6 updating version 0 to 1 2024-04-10T15:31:33.173 INFO:tasks.rados.rados.0.smithi069.stdout:6: oid 6 updating version 1 to 2 2024-04-10T15:31:33.173 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 6 v 2 (ObjNum 5 snap 0 seq_num 5) dirty exists 2024-04-10T15:31:33.173 INFO:tasks.rados.rados.0.smithi069.stdout:6: left oid 6 (ObjNum 5 snap 0 seq_num 5) 2024-04-10T15:31:33.173 INFO:tasks.rados.rados.0.smithi069.stdout:7: finishing write tid 3 to smithi06982861-7 2024-04-10T15:31:33.173 INFO:tasks.rados.rados.0.smithi069.stdout:7: oid 7 updating version 0 to 1 2024-04-10T15:31:33.173 INFO:tasks.rados.rados.0.smithi069.stdout:7: oid 7 updating version 1 to 2 2024-04-10T15:31:33.173 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 7 v 2 (ObjNum 6 snap 0 seq_num 6) dirty exists 2024-04-10T15:31:33.173 INFO:tasks.rados.rados.0.smithi069.stdout:7: left oid 7 (ObjNum 6 snap 0 seq_num 6) 2024-04-10T15:31:33.173 INFO:tasks.rados.rados.0.smithi069.stdout:5: finishing write tid 3 to smithi06982861-5 2024-04-10T15:31:33.173 INFO:tasks.rados.rados.0.smithi069.stdout:5: oid 5 updating version 0 to 1 2024-04-10T15:31:33.173 INFO:tasks.rados.rados.0.smithi069.stdout:5: oid 5 updating version 1 to 2 2024-04-10T15:31:33.173 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 5 v 2 (ObjNum 4 snap 0 seq_num 4) dirty exists 2024-04-10T15:31:33.173 INFO:tasks.rados.rados.0.smithi069.stdout:5: left oid 5 (ObjNum 4 snap 0 seq_num 4) 2024-04-10T15:31:33.174 INFO:tasks.rados.rados.0.smithi069.stdout:3: done (11 left) 2024-04-10T15:31:33.174 INFO:tasks.rados.rados.0.smithi069.stdout:4: done (10 left) 2024-04-10T15:31:33.174 INFO:tasks.rados.rados.0.smithi069.stdout:5: done (9 left) 2024-04-10T15:31:33.174 INFO:tasks.rados.rados.0.smithi069.stdout:6: done (8 left) 2024-04-10T15:31:33.174 INFO:tasks.rados.rados.0.smithi069.stdout:7: done (7 left) 2024-04-10T15:31:33.174 INFO:tasks.rados.rados.0.smithi069.stdout:15: write initial oid 15 2024-04-10T15:31:33.174 INFO:tasks.rados.rados.0.smithi069.stdout:15: seq_num 14 ranges {0=237568} 2024-04-10T15:31:33.175 INFO:tasks.rados.rados.0.smithi069.stdout:15: writing smithi06982861-15 from 0 to 237568 tid 1 2024-04-10T15:31:33.175 INFO:tasks.rados.rados.0.smithi069.stdout:8: finishing write tid 1 to smithi06982861-8 2024-04-10T15:31:33.175 INFO:tasks.rados.rados.0.smithi069.stdout:16: write initial oid 16 2024-04-10T15:31:33.175 INFO:tasks.rados.rados.0.smithi069.stdout:16: seq_num 15 ranges {0=253952} 2024-04-10T15:31:33.175 INFO:tasks.rados.rados.0.smithi069.stdout:16: writing smithi06982861-16 from 0 to 253952 tid 1 2024-04-10T15:31:33.175 INFO:tasks.rados.rados.0.smithi069.stdout:17: write initial oid 17 2024-04-10T15:31:33.175 INFO:tasks.rados.rados.0.smithi069.stdout:8: finishing write tid 2 to smithi06982861-8 2024-04-10T15:31:33.175 INFO:tasks.rados.rados.0.smithi069.stdout:13: finishing write tid 1 to smithi06982861-13 2024-04-10T15:31:33.175 INFO:tasks.rados.rados.0.smithi069.stdout:17: seq_num 16 ranges {0=270336} 2024-04-10T15:31:33.177 INFO:tasks.rados.rados.0.smithi069.stdout:17: writing smithi06982861-17 from 0 to 270336 tid 1 2024-04-10T15:31:33.177 INFO:tasks.rados.rados.0.smithi069.stdout:18: write initial oid 18 2024-04-10T15:31:33.177 INFO:tasks.rados.rados.0.smithi069.stdout:18: seq_num 17 ranges {0=286720} 2024-04-10T15:31:33.179 INFO:tasks.rados.rados.0.smithi069.stdout:18: writing smithi06982861-18 from 0 to 286720 tid 1 2024-04-10T15:31:33.179 INFO:tasks.rados.rados.0.smithi069.stdout:12: finishing write tid 1 to smithi06982861-12 2024-04-10T15:31:33.180 INFO:tasks.rados.rados.0.smithi069.stdout:11: finishing write tid 1 to smithi06982861-11 2024-04-10T15:31:33.180 INFO:tasks.rados.rados.0.smithi069.stdout:9: finishing write tid 1 to smithi06982861-9 2024-04-10T15:31:33.180 INFO:tasks.rados.rados.0.smithi069.stdout:9: finishing write tid 2 to smithi06982861-9 2024-04-10T15:31:33.180 INFO:tasks.rados.rados.0.smithi069.stdout:12: finishing write tid 2 to smithi06982861-12 2024-04-10T15:31:33.180 INFO:tasks.rados.rados.0.smithi069.stdout:11: finishing write tid 2 to smithi06982861-11 2024-04-10T15:31:33.180 INFO:tasks.rados.rados.0.smithi069.stdout:13: finishing write tid 2 to smithi06982861-13 2024-04-10T15:31:33.180 INFO:tasks.rados.rados.0.smithi069.stdout:9: finishing write tid 3 to smithi06982861-9 2024-04-10T15:31:33.180 INFO:tasks.rados.rados.0.smithi069.stdout:9: oid 9 updating version 0 to 1 2024-04-10T15:31:33.180 INFO:tasks.rados.rados.0.smithi069.stdout:9: oid 9 updating version 1 to 2 2024-04-10T15:31:33.180 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 9 v 2 (ObjNum 8 snap 0 seq_num 8) dirty exists 2024-04-10T15:31:33.180 INFO:tasks.rados.rados.0.smithi069.stdout:9: left oid 9 (ObjNum 8 snap 0 seq_num 8) 2024-04-10T15:31:33.180 INFO:tasks.rados.rados.0.smithi069.stdout:15: finishing write tid 1 to smithi06982861-15 2024-04-10T15:31:33.180 INFO:tasks.rados.rados.0.smithi069.stdout:15: finishing write tid 2 to smithi06982861-15 2024-04-10T15:31:33.180 INFO:tasks.rados.rados.0.smithi069.stdout:11: finishing write tid 3 to smithi06982861-11 2024-04-10T15:31:33.180 INFO:tasks.rados.rados.0.smithi069.stdout:11: oid 11 updating version 0 to 2 2024-04-10T15:31:33.181 INFO:tasks.rados.rados.0.smithi069.stdout:11: oid 11 version 2 is already newer than 1 2024-04-10T15:31:33.181 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 11 v 2 (ObjNum 10 snap 0 seq_num 10) dirty exists 2024-04-10T15:31:33.181 INFO:tasks.rados.rados.0.smithi069.stdout:11: left oid 11 (ObjNum 10 snap 0 seq_num 10) 2024-04-10T15:31:33.181 INFO:tasks.rados.rados.0.smithi069.stdout:12: finishing write tid 3 to smithi06982861-12 2024-04-10T15:31:33.181 INFO:tasks.rados.rados.0.smithi069.stdout:12: oid 12 updating version 0 to 3 2024-04-10T15:31:33.181 INFO:tasks.rados.rados.0.smithi069.stdout:12: oid 12 updating version 3 to 4 2024-04-10T15:31:33.181 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 12 v 4 (ObjNum 11 snap 0 seq_num 11) dirty exists 2024-04-10T15:31:33.181 INFO:tasks.rados.rados.0.smithi069.stdout:12: left oid 12 (ObjNum 11 snap 0 seq_num 11) 2024-04-10T15:31:33.181 INFO:tasks.rados.rados.0.smithi069.stdout:9: done (10 left) 2024-04-10T15:31:33.181 INFO:tasks.rados.rados.0.smithi069.stdout:11: done (9 left) 2024-04-10T15:31:33.181 INFO:tasks.rados.rados.0.smithi069.stdout:12: done (8 left) 2024-04-10T15:31:33.181 INFO:tasks.rados.rados.0.smithi069.stdout:19: write initial oid 19 2024-04-10T15:31:33.182 INFO:tasks.rados.rados.0.smithi069.stdout:19: seq_num 18 ranges {0=303104} 2024-04-10T15:31:33.183 INFO:tasks.rados.rados.0.smithi069.stdout:19: writing smithi06982861-19 from 0 to 303104 tid 1 2024-04-10T15:31:33.183 INFO:tasks.rados.rados.0.smithi069.stdout:8: finishing write tid 3 to smithi06982861-8 2024-04-10T15:31:33.183 INFO:tasks.rados.rados.0.smithi069.stdout:8: oid 8 updating version 0 to 1 2024-04-10T15:31:33.183 INFO:tasks.rados.rados.0.smithi069.stdout:8: oid 8 updating version 1 to 2 2024-04-10T15:31:33.183 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 8 v 2 (ObjNum 7 snap 0 seq_num 7) dirty exists 2024-04-10T15:31:33.183 INFO:tasks.rados.rados.0.smithi069.stdout:8: left oid 8 (ObjNum 7 snap 0 seq_num 7) 2024-04-10T15:31:33.183 INFO:tasks.rados.rados.0.smithi069.stdout:13: finishing write tid 3 to smithi06982861-13 2024-04-10T15:31:33.183 INFO:tasks.rados.rados.0.smithi069.stdout:13: oid 13 updating version 0 to 3 2024-04-10T15:31:33.183 INFO:tasks.rados.rados.0.smithi069.stdout:13: oid 13 updating version 3 to 4 2024-04-10T15:31:33.183 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 13 v 4 (ObjNum 12 snap 0 seq_num 12) dirty exists 2024-04-10T15:31:33.183 INFO:tasks.rados.rados.0.smithi069.stdout:13: left oid 13 (ObjNum 12 snap 0 seq_num 12) 2024-04-10T15:31:33.183 INFO:tasks.rados.rados.0.smithi069.stdout:14: finishing write tid 1 to smithi06982861-14 2024-04-10T15:31:33.184 INFO:tasks.rados.rados.0.smithi069.stdout:14: finishing write tid 2 to smithi06982861-14 2024-04-10T15:31:33.184 INFO:tasks.rados.rados.0.smithi069.stdout:10: finishing write tid 1 to smithi06982861-10 2024-04-10T15:31:33.184 INFO:tasks.rados.rados.0.smithi069.stdout:17: finishing write tid 1 to smithi06982861-17 2024-04-10T15:31:33.184 INFO:tasks.rados.rados.0.smithi069.stdout:15: finishing write tid 3 to smithi06982861-15 2024-04-10T15:31:33.184 INFO:tasks.rados.rados.0.smithi069.stdout:15: oid 15 updating version 0 to 1 2024-04-10T15:31:33.184 INFO:tasks.rados.rados.0.smithi069.stdout:15: oid 15 updating version 1 to 2 2024-04-10T15:31:33.184 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 15 v 2 (ObjNum 14 snap 0 seq_num 14) dirty exists 2024-04-10T15:31:33.184 INFO:tasks.rados.rados.0.smithi069.stdout:15: left oid 15 (ObjNum 14 snap 0 seq_num 14) 2024-04-10T15:31:33.184 INFO:tasks.rados.rados.0.smithi069.stdout:16: finishing write tid 1 to smithi06982861-16 2024-04-10T15:31:33.184 INFO:tasks.rados.rados.0.smithi069.stdout:10: finishing write tid 2 to smithi06982861-10 2024-04-10T15:31:33.184 INFO:tasks.rados.rados.0.smithi069.stdout:17: finishing write tid 2 to smithi06982861-17 2024-04-10T15:31:33.184 INFO:tasks.rados.rados.0.smithi069.stdout:8: done (8 left) 2024-04-10T15:31:33.184 INFO:tasks.rados.rados.0.smithi069.stdout:13: done (7 left) 2024-04-10T15:31:33.184 INFO:tasks.rados.rados.0.smithi069.stdout:15: done (6 left) 2024-04-10T15:31:33.185 INFO:tasks.rados.rados.0.smithi069.stdout:20: write initial oid 20 2024-04-10T15:31:33.185 INFO:tasks.rados.rados.0.smithi069.stdout:20: seq_num 19 ranges {0=319488} 2024-04-10T15:31:33.185 INFO:tasks.rados.rados.0.smithi069.stdout:20: writing smithi06982861-20 from 0 to 319488 tid 1 2024-04-10T15:31:33.185 INFO:tasks.rados.rados.0.smithi069.stdout:21: write initial oid 21 2024-04-10T15:31:33.185 INFO:tasks.rados.rados.0.smithi069.stdout:21: seq_num 20 ranges {0=344064} 2024-04-10T15:31:33.186 INFO:tasks.rados.rados.0.smithi069.stdout:21: writing smithi06982861-21 from 0 to 344064 tid 1 2024-04-10T15:31:33.186 INFO:tasks.rados.rados.0.smithi069.stdout:22: write initial oid 22 2024-04-10T15:31:33.186 INFO:tasks.rados.rados.0.smithi069.stdout:22: seq_num 21 ranges {0=360448} 2024-04-10T15:31:33.188 INFO:tasks.rados.rados.0.smithi069.stdout:22: writing smithi06982861-22 from 0 to 360448 tid 1 2024-04-10T15:31:33.188 INFO:tasks.rados.rados.0.smithi069.stdout:23: write initial oid 23 2024-04-10T15:31:33.188 INFO:tasks.rados.rados.0.smithi069.stdout:23: seq_num 22 ranges {0=376832} 2024-04-10T15:31:33.191 INFO:tasks.rados.rados.0.smithi069.stdout:23: writing smithi06982861-23 from 0 to 376832 tid 1 2024-04-10T15:31:33.191 INFO:tasks.rados.rados.0.smithi069.stdout:24: write initial oid 24 2024-04-10T15:31:33.191 INFO:tasks.rados.rados.0.smithi069.stdout:14: finishing write tid 3 to smithi06982861-14 2024-04-10T15:31:33.191 INFO:tasks.rados.rados.0.smithi069.stdout:14: oid 14 updating version 0 to 2 2024-04-10T15:31:33.191 INFO:tasks.rados.rados.0.smithi069.stdout:14: oid 14 version 2 is already newer than 1 2024-04-10T15:31:33.191 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 14 v 2 (ObjNum 13 snap 0 seq_num 13) dirty exists 2024-04-10T15:31:33.191 INFO:tasks.rados.rados.0.smithi069.stdout:14: left oid 14 (ObjNum 13 snap 0 seq_num 13) 2024-04-10T15:31:33.191 INFO:tasks.rados.rados.0.smithi069.stdout:16: finishing write tid 2 to smithi06982861-16 2024-04-10T15:31:33.191 INFO:tasks.rados.rados.0.smithi069.stdout:18: finishing write tid 1 to smithi06982861-18 2024-04-10T15:31:33.191 INFO:tasks.rados.rados.0.smithi069.stdout:17: finishing write tid 3 to smithi06982861-17 2024-04-10T15:31:33.191 INFO:tasks.rados.rados.0.smithi069.stdout:17: oid 17 updating version 0 to 6 2024-04-10T15:31:33.192 INFO:tasks.rados.rados.0.smithi069.stdout:17: oid 17 version 6 is already newer than 5 2024-04-10T15:31:33.192 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 17 v 6 (ObjNum 16 snap 0 seq_num 16) dirty exists 2024-04-10T15:31:33.192 INFO:tasks.rados.rados.0.smithi069.stdout:17: left oid 17 (ObjNum 16 snap 0 seq_num 16) 2024-04-10T15:31:33.192 INFO:tasks.rados.rados.0.smithi069.stdout:18: finishing write tid 2 to smithi06982861-18 2024-04-10T15:31:33.192 INFO:tasks.rados.rados.0.smithi069.stdout:16: finishing write tid 3 to smithi06982861-16 2024-04-10T15:31:33.192 INFO:tasks.rados.rados.0.smithi069.stdout:16: oid 16 updating version 0 to 3 2024-04-10T15:31:33.192 INFO:tasks.rados.rados.0.smithi069.stdout:16: oid 16 updating version 3 to 4 2024-04-10T15:31:33.192 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 16 v 4 (ObjNum 15 snap 0 seq_num 15) dirty exists 2024-04-10T15:31:33.192 INFO:tasks.rados.rados.0.smithi069.stdout:16: left oid 16 (ObjNum 15 snap 0 seq_num 15) 2024-04-10T15:31:33.192 INFO:tasks.rados.rados.0.smithi069.stdout:10: finishing write tid 3 to smithi06982861-10 2024-04-10T15:31:33.192 INFO:tasks.rados.rados.0.smithi069.stdout:10: oid 10 updating version 0 to 3 2024-04-10T15:31:33.192 INFO:tasks.rados.rados.0.smithi069.stdout:10: oid 10 updating version 3 to 4 2024-04-10T15:31:33.192 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 10 v 4 (ObjNum 9 snap 0 seq_num 9) dirty exists 2024-04-10T15:31:33.192 INFO:tasks.rados.rados.0.smithi069.stdout:10: left oid 10 (ObjNum 9 snap 0 seq_num 9) 2024-04-10T15:31:33.192 INFO:tasks.rados.rados.0.smithi069.stdout:18: finishing write tid 3 to smithi06982861-18 2024-04-10T15:31:33.193 INFO:tasks.rados.rados.0.smithi069.stdout:18: oid 18 updating version 0 to 3 2024-04-10T15:31:33.193 INFO:tasks.rados.rados.0.smithi069.stdout:18: oid 18 updating version 3 to 4 2024-04-10T15:31:33.193 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 18 v 4 (ObjNum 17 snap 0 seq_num 17) dirty exists 2024-04-10T15:31:33.193 INFO:tasks.rados.rados.0.smithi069.stdout:18: left oid 18 (ObjNum 17 snap 0 seq_num 17) 2024-04-10T15:31:33.193 INFO:tasks.rados.rados.0.smithi069.stdout:19: finishing write tid 1 to smithi06982861-19 2024-04-10T15:31:33.193 INFO:tasks.rados.rados.0.smithi069.stdout:19: finishing write tid 2 to smithi06982861-19 2024-04-10T15:31:33.193 INFO:tasks.rados.rados.0.smithi069.stdout:24: seq_num 23 ranges {0=393216} 2024-04-10T15:31:33.194 INFO:tasks.rados.rados.0.smithi069.stdout:24: writing smithi06982861-24 from 0 to 393216 tid 1 2024-04-10T15:31:33.194 INFO:tasks.rados.rados.0.smithi069.stdout:10: done (10 left) 2024-04-10T15:31:33.194 INFO:tasks.rados.rados.0.smithi069.stdout:14: done (9 left) 2024-04-10T15:31:33.194 INFO:tasks.rados.rados.0.smithi069.stdout:16: done (8 left) 2024-04-10T15:31:33.194 INFO:tasks.rados.rados.0.smithi069.stdout:17: done (7 left) 2024-04-10T15:31:33.194 INFO:tasks.rados.rados.0.smithi069.stdout:18: done (6 left) 2024-04-10T15:31:33.194 INFO:tasks.rados.rados.0.smithi069.stdout:25: write initial oid 25 2024-04-10T15:31:33.194 INFO:tasks.rados.rados.0.smithi069.stdout:25: seq_num 24 ranges {0=409600} 2024-04-10T15:31:33.195 INFO:tasks.rados.rados.0.smithi069.stdout:25: writing smithi06982861-25 from 0 to 409600 tid 1 2024-04-10T15:31:33.195 INFO:tasks.rados.rados.0.smithi069.stdout:19: finishing write tid 3 to smithi06982861-19 2024-04-10T15:31:33.195 INFO:tasks.rados.rados.0.smithi069.stdout:19: oid 19 updating version 0 to 6 2024-04-10T15:31:33.195 INFO:tasks.rados.rados.0.smithi069.stdout:19: oid 19 version 6 is already newer than 5 2024-04-10T15:31:33.195 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 19 v 6 (ObjNum 18 snap 0 seq_num 18) dirty exists 2024-04-10T15:31:33.195 INFO:tasks.rados.rados.0.smithi069.stdout:19: left oid 19 (ObjNum 18 snap 0 seq_num 18) 2024-04-10T15:31:33.195 INFO:tasks.rados.rados.0.smithi069.stdout:20: finishing write tid 1 to smithi06982861-20 2024-04-10T15:31:33.196 INFO:tasks.rados.rados.0.smithi069.stdout:20: finishing write tid 2 to smithi06982861-20 2024-04-10T15:31:33.196 INFO:tasks.rados.rados.0.smithi069.stdout:19: done (6 left) 2024-04-10T15:31:33.196 INFO:tasks.rados.rados.0.smithi069.stdout:26: write initial oid 26 2024-04-10T15:31:33.196 INFO:tasks.rados.rados.0.smithi069.stdout:26: seq_num 25 ranges {0=425984} 2024-04-10T15:31:33.198 INFO:tasks.rados.rados.0.smithi069.stdout:26: writing smithi06982861-26 from 0 to 425984 tid 1 2024-04-10T15:31:33.198 INFO:tasks.rados.rados.0.smithi069.stdout:27: write initial oid 27 2024-04-10T15:31:33.198 INFO:tasks.rados.rados.0.smithi069.stdout:27: seq_num 26 ranges {0=442368} 2024-04-10T15:31:33.201 INFO:tasks.rados.rados.0.smithi069.stdout:27: writing smithi06982861-27 from 0 to 442368 tid 1 2024-04-10T15:31:33.201 INFO:tasks.rados.rados.0.smithi069.stdout:28: write initial oid 28 2024-04-10T15:31:33.201 INFO:tasks.rados.rados.0.smithi069.stdout:28: seq_num 27 ranges {0=458752} 2024-04-10T15:31:33.204 INFO:tasks.rados.rados.0.smithi069.stdout:28: writing smithi06982861-28 from 0 to 458752 tid 1 2024-04-10T15:31:33.204 INFO:tasks.rados.rados.0.smithi069.stdout:21: finishing write tid 1 to smithi06982861-21 2024-04-10T15:31:33.204 INFO:tasks.rados.rados.0.smithi069.stdout:20: finishing write tid 3 to smithi06982861-20 2024-04-10T15:31:33.204 INFO:tasks.rados.rados.0.smithi069.stdout:20: oid 20 updating version 0 to 3 2024-04-10T15:31:33.204 INFO:tasks.rados.rados.0.smithi069.stdout:20: oid 20 updating version 3 to 4 2024-04-10T15:31:33.204 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 20 v 4 (ObjNum 19 snap 0 seq_num 19) dirty exists 2024-04-10T15:31:33.204 INFO:tasks.rados.rados.0.smithi069.stdout:20: left oid 20 (ObjNum 19 snap 0 seq_num 19) 2024-04-10T15:31:33.204 INFO:tasks.rados.rados.0.smithi069.stdout:21: finishing write tid 2 to smithi06982861-21 2024-04-10T15:31:33.204 INFO:tasks.rados.rados.0.smithi069.stdout:20: done (8 left) 2024-04-10T15:31:33.204 INFO:tasks.rados.rados.0.smithi069.stdout:29: write initial oid 29 2024-04-10T15:31:33.204 INFO:tasks.rados.rados.0.smithi069.stdout:29: seq_num 28 ranges {0=475136} 2024-04-10T15:31:33.206 INFO:tasks.rados.rados.0.smithi069.stdout:29: writing smithi06982861-29 from 0 to 475136 tid 1 2024-04-10T15:31:33.206 INFO:tasks.rados.rados.0.smithi069.stdout:30: write initial oid 30 2024-04-10T15:31:33.206 INFO:tasks.rados.rados.0.smithi069.stdout:30: seq_num 29 ranges {0=491520} 2024-04-10T15:31:33.209 INFO:tasks.rados.rados.0.smithi069.stdout:30: writing smithi06982861-30 from 0 to 491520 tid 1 2024-04-10T15:31:33.210 INFO:tasks.rados.rados.0.smithi069.stdout:31: write initial oid 31 2024-04-10T15:31:33.210 INFO:tasks.rados.rados.0.smithi069.stdout:31: seq_num 30 ranges {0=507904} 2024-04-10T15:31:33.213 INFO:tasks.rados.rados.0.smithi069.stdout:31: writing smithi06982861-31 from 0 to 507904 tid 1 2024-04-10T15:31:33.213 INFO:tasks.rados.rados.0.smithi069.stdout:32: write initial oid 32 2024-04-10T15:31:33.213 INFO:tasks.rados.rados.0.smithi069.stdout:32: seq_num 31 ranges {0=524288} 2024-04-10T15:31:33.216 INFO:tasks.rados.rados.0.smithi069.stdout:32: writing smithi06982861-32 from 0 to 524288 tid 1 2024-04-10T15:31:33.216 INFO:tasks.rados.rados.0.smithi069.stdout:33: write initial oid 33 2024-04-10T15:31:33.216 INFO:tasks.rados.rados.0.smithi069.stdout:33: seq_num 32 ranges {0=540672} 2024-04-10T15:31:33.220 INFO:tasks.rados.rados.0.smithi069.stdout:33: writing smithi06982861-33 from 0 to 540672 tid 1 2024-04-10T15:31:33.220 INFO:tasks.rados.rados.0.smithi069.stdout:34: write initial oid 34 2024-04-10T15:31:33.220 INFO:tasks.rados.rados.0.smithi069.stdout:34: seq_num 33 ranges {0=557056} 2024-04-10T15:31:33.223 INFO:tasks.rados.rados.0.smithi069.stdout:34: writing smithi06982861-34 from 0 to 557056 tid 1 2024-04-10T15:31:33.223 INFO:tasks.rados.rados.0.smithi069.stdout:35: write initial oid 35 2024-04-10T15:31:33.223 INFO:tasks.rados.rados.0.smithi069.stdout:35: seq_num 34 ranges {0=573440} 2024-04-10T15:31:33.227 INFO:tasks.rados.rados.0.smithi069.stdout:35: writing smithi06982861-35 from 0 to 573440 tid 1 2024-04-10T15:31:33.227 INFO:tasks.rados.rados.0.smithi069.stdout:36: write initial oid 36 2024-04-10T15:31:33.227 INFO:tasks.rados.rados.0.smithi069.stdout:36: seq_num 35 ranges {0=589824} 2024-04-10T15:31:33.232 INFO:tasks.rados.rados.0.smithi069.stdout:36: writing smithi06982861-36 from 0 to 589824 tid 1 2024-04-10T15:31:33.232 INFO:tasks.rados.rados.0.smithi069.stdout: waiting on 16 2024-04-10T15:31:33.232 INFO:tasks.rados.rados.0.smithi069.stdout:22: finishing write tid 1 to smithi06982861-22 2024-04-10T15:31:33.232 INFO:tasks.rados.rados.0.smithi069.stdout:21: finishing write tid 3 to smithi06982861-21 2024-04-10T15:31:33.232 INFO:tasks.rados.rados.0.smithi069.stdout:21: oid 21 updating version 0 to 5 2024-04-10T15:31:33.232 INFO:tasks.rados.rados.0.smithi069.stdout:21: oid 21 updating version 5 to 6 2024-04-10T15:31:33.232 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 21 v 6 (ObjNum 20 snap 0 seq_num 20) dirty exists 2024-04-10T15:31:33.232 INFO:tasks.rados.rados.0.smithi069.stdout:21: left oid 21 (ObjNum 20 snap 0 seq_num 20) 2024-04-10T15:31:33.232 INFO:tasks.rados.rados.0.smithi069.stdout:22: finishing write tid 2 to smithi06982861-22 2024-04-10T15:31:33.232 INFO:tasks.rados.rados.0.smithi069.stdout:23: finishing write tid 1 to smithi06982861-23 2024-04-10T15:31:33.232 INFO:tasks.rados.rados.0.smithi069.stdout:21: done (15 left) 2024-04-10T15:31:33.232 INFO:tasks.rados.rados.0.smithi069.stdout:37: write initial oid 37 2024-04-10T15:31:33.232 INFO:tasks.rados.rados.0.smithi069.stdout:37: seq_num 36 ranges {0=606208} 2024-04-10T15:31:33.236 INFO:tasks.rados.rados.0.smithi069.stdout:37: writing smithi06982861-37 from 0 to 606208 tid 1 2024-04-10T15:31:33.236 INFO:tasks.rados.rados.0.smithi069.stdout: waiting on 16 2024-04-10T15:31:33.236 INFO:tasks.rados.rados.0.smithi069.stdout:23: finishing write tid 2 to smithi06982861-23 2024-04-10T15:31:33.236 INFO:tasks.rados.rados.0.smithi069.stdout:22: finishing write tid 3 to smithi06982861-22 2024-04-10T15:31:33.236 INFO:tasks.rados.rados.0.smithi069.stdout:22: oid 22 updating version 0 to 2 2024-04-10T15:31:33.237 INFO:tasks.rados.rados.0.smithi069.stdout:22: oid 22 version 2 is already newer than 1 2024-04-10T15:31:33.237 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 22 v 2 (ObjNum 21 snap 0 seq_num 21) dirty exists 2024-04-10T15:31:33.237 INFO:tasks.rados.rados.0.smithi069.stdout:22: left oid 22 (ObjNum 21 snap 0 seq_num 21) 2024-04-10T15:31:33.237 INFO:tasks.rados.rados.0.smithi069.stdout:24: finishing write tid 1 to smithi06982861-24 2024-04-10T15:31:33.237 INFO:tasks.rados.rados.0.smithi069.stdout:23: finishing write tid 3 to smithi06982861-23 2024-04-10T15:31:33.237 INFO:tasks.rados.rados.0.smithi069.stdout:23: oid 23 updating version 0 to 2 2024-04-10T15:31:33.237 INFO:tasks.rados.rados.0.smithi069.stdout:23: oid 23 version 2 is already newer than 1 2024-04-10T15:31:33.237 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 23 v 2 (ObjNum 22 snap 0 seq_num 22) dirty exists 2024-04-10T15:31:33.237 INFO:tasks.rados.rados.0.smithi069.stdout:23: left oid 23 (ObjNum 22 snap 0 seq_num 22) 2024-04-10T15:31:33.237 INFO:tasks.rados.rados.0.smithi069.stdout:24: finishing write tid 2 to smithi06982861-24 2024-04-10T15:31:33.237 INFO:tasks.rados.rados.0.smithi069.stdout:22: done (15 left) 2024-04-10T15:31:33.237 INFO:tasks.rados.rados.0.smithi069.stdout:23: done (14 left) 2024-04-10T15:31:33.237 INFO:tasks.rados.rados.0.smithi069.stdout:38: write initial oid 38 2024-04-10T15:31:33.237 INFO:tasks.rados.rados.0.smithi069.stdout:38: seq_num 37 ranges {0=622592} 2024-04-10T15:31:33.240 INFO:tasks.rados.rados.0.smithi069.stdout:38: writing smithi06982861-38 from 0 to 622592 tid 1 2024-04-10T15:31:33.240 INFO:tasks.rados.rados.0.smithi069.stdout:39: write initial oid 39 2024-04-10T15:31:33.240 INFO:tasks.rados.rados.0.smithi069.stdout:39: seq_num 38 ranges {0=638976} 2024-04-10T15:31:33.245 INFO:tasks.rados.rados.0.smithi069.stdout:39: writing smithi06982861-39 from 0 to 638976 tid 1 2024-04-10T15:31:33.245 INFO:tasks.rados.rados.0.smithi069.stdout: waiting on 16 2024-04-10T15:31:33.245 INFO:tasks.rados.rados.0.smithi069.stdout:25: finishing write tid 1 to smithi06982861-25 2024-04-10T15:31:33.246 INFO:tasks.rados.rados.0.smithi069.stdout:25: finishing write tid 2 to smithi06982861-25 2024-04-10T15:31:33.246 INFO:tasks.rados.rados.0.smithi069.stdout:24: finishing write tid 3 to smithi06982861-24 2024-04-10T15:31:33.246 INFO:tasks.rados.rados.0.smithi069.stdout:24: oid 24 updating version 0 to 1 2024-04-10T15:31:33.246 INFO:tasks.rados.rados.0.smithi069.stdout:24: oid 24 updating version 1 to 2 2024-04-10T15:31:33.246 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 24 v 2 (ObjNum 23 snap 0 seq_num 23) dirty exists 2024-04-10T15:31:33.246 INFO:tasks.rados.rados.0.smithi069.stdout:24: left oid 24 (ObjNum 23 snap 0 seq_num 23) 2024-04-10T15:31:33.246 INFO:tasks.rados.rados.0.smithi069.stdout:25: finishing write tid 3 to smithi06982861-25 2024-04-10T15:31:33.246 INFO:tasks.rados.rados.0.smithi069.stdout:25: oid 25 updating version 0 to 3 2024-04-10T15:31:33.246 INFO:tasks.rados.rados.0.smithi069.stdout:25: oid 25 updating version 3 to 4 2024-04-10T15:31:33.246 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 25 v 4 (ObjNum 24 snap 0 seq_num 24) dirty exists 2024-04-10T15:31:33.246 INFO:tasks.rados.rados.0.smithi069.stdout:25: left oid 25 (ObjNum 24 snap 0 seq_num 24) 2024-04-10T15:31:33.246 INFO:tasks.rados.rados.0.smithi069.stdout:26: finishing write tid 1 to smithi06982861-26 2024-04-10T15:31:33.247 INFO:tasks.rados.rados.0.smithi069.stdout:26: finishing write tid 2 to smithi06982861-26 2024-04-10T15:31:33.247 INFO:tasks.rados.rados.0.smithi069.stdout:27: finishing write tid 1 to smithi06982861-27 2024-04-10T15:31:33.247 INFO:tasks.rados.rados.0.smithi069.stdout:27: finishing write tid 2 to smithi06982861-27 2024-04-10T15:31:33.247 INFO:tasks.rados.rados.0.smithi069.stdout:24: done (15 left) 2024-04-10T15:31:33.247 INFO:tasks.rados.rados.0.smithi069.stdout:25: done (14 left) 2024-04-10T15:31:33.247 INFO:tasks.rados.rados.0.smithi069.stdout:40: write initial oid 40 2024-04-10T15:31:33.247 INFO:tasks.rados.rados.0.smithi069.stdout:40: seq_num 39 ranges {0=663552} 2024-04-10T15:31:33.249 INFO:tasks.rados.rados.0.smithi069.stdout:40: writing smithi06982861-40 from 0 to 663552 tid 1 2024-04-10T15:31:33.249 INFO:tasks.rados.rados.0.smithi069.stdout:41: write initial oid 41 2024-04-10T15:31:33.249 INFO:tasks.rados.rados.0.smithi069.stdout:41: seq_num 40 ranges {0=679936} 2024-04-10T15:31:33.254 INFO:tasks.rados.rados.0.smithi069.stdout:41: writing smithi06982861-41 from 0 to 679936 tid 1 2024-04-10T15:31:33.254 INFO:tasks.rados.rados.0.smithi069.stdout: waiting on 16 2024-04-10T15:31:33.255 INFO:tasks.rados.rados.0.smithi069.stdout:26: finishing write tid 3 to smithi06982861-26 2024-04-10T15:31:33.255 INFO:tasks.rados.rados.0.smithi069.stdout:26: oid 26 updating version 0 to 5 2024-04-10T15:31:33.255 INFO:tasks.rados.rados.0.smithi069.stdout:26: oid 26 updating version 5 to 6 2024-04-10T15:31:33.255 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 26 v 6 (ObjNum 25 snap 0 seq_num 25) dirty exists 2024-04-10T15:31:33.255 INFO:tasks.rados.rados.0.smithi069.stdout:26: left oid 26 (ObjNum 25 snap 0 seq_num 25) 2024-04-10T15:31:33.255 INFO:tasks.rados.rados.0.smithi069.stdout:27: finishing write tid 3 to smithi06982861-27 2024-04-10T15:31:33.255 INFO:tasks.rados.rados.0.smithi069.stdout:27: oid 27 updating version 0 to 4 2024-04-10T15:31:33.255 INFO:tasks.rados.rados.0.smithi069.stdout:27: oid 27 version 4 is already newer than 3 2024-04-10T15:31:33.255 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 27 v 4 (ObjNum 26 snap 0 seq_num 26) dirty exists 2024-04-10T15:31:33.255 INFO:tasks.rados.rados.0.smithi069.stdout:27: left oid 27 (ObjNum 26 snap 0 seq_num 26) 2024-04-10T15:31:33.255 INFO:tasks.rados.rados.0.smithi069.stdout:28: finishing write tid 1 to smithi06982861-28 2024-04-10T15:31:33.255 INFO:tasks.rados.rados.0.smithi069.stdout:28: finishing write tid 2 to smithi06982861-28 2024-04-10T15:31:33.255 INFO:tasks.rados.rados.0.smithi069.stdout:28: finishing write tid 3 to smithi06982861-28 2024-04-10T15:31:33.256 INFO:tasks.rados.rados.0.smithi069.stdout:28: oid 28 updating version 0 to 4 2024-04-10T15:31:33.256 INFO:tasks.rados.rados.0.smithi069.stdout:28: oid 28 version 4 is already newer than 3 2024-04-10T15:31:33.256 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 28 v 4 (ObjNum 27 snap 0 seq_num 27) dirty exists 2024-04-10T15:31:33.256 INFO:tasks.rados.rados.0.smithi069.stdout:28: left oid 28 (ObjNum 27 snap 0 seq_num 27) 2024-04-10T15:31:33.256 INFO:tasks.rados.rados.0.smithi069.stdout:29: finishing write tid 1 to smithi06982861-29 2024-04-10T15:31:33.256 INFO:tasks.rados.rados.0.smithi069.stdout:29: finishing write tid 2 to smithi06982861-29 2024-04-10T15:31:33.256 INFO:tasks.rados.rados.0.smithi069.stdout:26: done (15 left) 2024-04-10T15:31:33.256 INFO:tasks.rados.rados.0.smithi069.stdout:27: done (14 left) 2024-04-10T15:31:33.256 INFO:tasks.rados.rados.0.smithi069.stdout:28: done (13 left) 2024-04-10T15:31:33.256 INFO:tasks.rados.rados.0.smithi069.stdout:42: write initial oid 42 2024-04-10T15:31:33.256 INFO:tasks.rados.rados.0.smithi069.stdout:42: seq_num 41 ranges {0=696320} 2024-04-10T15:31:33.259 INFO:tasks.rados.rados.0.smithi069.stdout:42: writing smithi06982861-42 from 0 to 696320 tid 1 2024-04-10T15:31:33.259 INFO:tasks.rados.rados.0.smithi069.stdout:43: write initial oid 43 2024-04-10T15:31:33.259 INFO:tasks.rados.rados.0.smithi069.stdout:43: seq_num 42 ranges {0=712704} 2024-04-10T15:31:33.264 INFO:tasks.rados.rados.0.smithi069.stdout:43: writing smithi06982861-43 from 0 to 712704 tid 1 2024-04-10T15:31:33.264 INFO:tasks.rados.rados.0.smithi069.stdout:44: write initial oid 44 2024-04-10T15:31:33.264 INFO:tasks.rados.rados.0.smithi069.stdout:44: seq_num 43 ranges {0=729088} 2024-04-10T15:31:33.269 INFO:tasks.rados.rados.0.smithi069.stdout:44: writing smithi06982861-44 from 0 to 729088 tid 1 2024-04-10T15:31:33.269 INFO:tasks.rados.rados.0.smithi069.stdout: waiting on 16 2024-04-10T15:31:33.270 INFO:tasks.rados.rados.0.smithi069.stdout:29: finishing write tid 3 to smithi06982861-29 2024-04-10T15:31:33.270 INFO:tasks.rados.rados.0.smithi069.stdout:29: oid 29 updating version 0 to 3 2024-04-10T15:31:33.270 INFO:tasks.rados.rados.0.smithi069.stdout:29: oid 29 updating version 3 to 4 2024-04-10T15:31:33.270 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 29 v 4 (ObjNum 28 snap 0 seq_num 28) dirty exists 2024-04-10T15:31:33.270 INFO:tasks.rados.rados.0.smithi069.stdout:29: left oid 29 (ObjNum 28 snap 0 seq_num 28) 2024-04-10T15:31:33.270 INFO:tasks.rados.rados.0.smithi069.stdout:30: finishing write tid 1 to smithi06982861-30 2024-04-10T15:31:33.270 INFO:tasks.rados.rados.0.smithi069.stdout:30: finishing write tid 2 to smithi06982861-30 2024-04-10T15:31:33.270 INFO:tasks.rados.rados.0.smithi069.stdout:29: done (15 left) 2024-04-10T15:31:33.270 INFO:tasks.rados.rados.0.smithi069.stdout:45: write initial oid 45 2024-04-10T15:31:33.270 INFO:tasks.rados.rados.0.smithi069.stdout:45: seq_num 44 ranges {0=745472} 2024-04-10T15:31:33.275 INFO:tasks.rados.rados.0.smithi069.stdout:45: writing smithi06982861-45 from 0 to 745472 tid 1 2024-04-10T15:31:33.275 INFO:tasks.rados.rados.0.smithi069.stdout: waiting on 16 2024-04-10T15:31:33.275 INFO:tasks.rados.rados.0.smithi069.stdout:30: finishing write tid 3 to smithi06982861-30 2024-04-10T15:31:33.275 INFO:tasks.rados.rados.0.smithi069.stdout:30: oid 30 updating version 0 to 4 2024-04-10T15:31:33.275 INFO:tasks.rados.rados.0.smithi069.stdout:30: oid 30 version 4 is already newer than 3 2024-04-10T15:31:33.275 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 30 v 4 (ObjNum 29 snap 0 seq_num 29) dirty exists 2024-04-10T15:31:33.275 INFO:tasks.rados.rados.0.smithi069.stdout:30: left oid 30 (ObjNum 29 snap 0 seq_num 29) 2024-04-10T15:31:33.275 INFO:tasks.rados.rados.0.smithi069.stdout:31: finishing write tid 1 to smithi06982861-31 2024-04-10T15:31:33.275 INFO:tasks.rados.rados.0.smithi069.stdout:31: finishing write tid 2 to smithi06982861-31 2024-04-10T15:31:33.275 INFO:tasks.rados.rados.0.smithi069.stdout:30: done (15 left) 2024-04-10T15:31:33.275 INFO:tasks.rados.rados.0.smithi069.stdout:46: write initial oid 46 2024-04-10T15:31:33.275 INFO:tasks.rados.rados.0.smithi069.stdout:46: seq_num 45 ranges {0=761856} 2024-04-10T15:31:33.282 INFO:tasks.rados.rados.0.smithi069.stdout:46: writing smithi06982861-46 from 0 to 761856 tid 1 2024-04-10T15:31:33.282 INFO:tasks.rados.rados.0.smithi069.stdout: waiting on 16 2024-04-10T15:31:33.282 INFO:tasks.rados.rados.0.smithi069.stdout:31: finishing write tid 3 to smithi06982861-31 2024-04-10T15:31:33.282 INFO:tasks.rados.rados.0.smithi069.stdout:31: oid 31 updating version 0 to 6 2024-04-10T15:31:33.283 INFO:tasks.rados.rados.0.smithi069.stdout:31: oid 31 version 6 is already newer than 5 2024-04-10T15:31:33.283 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 31 v 6 (ObjNum 30 snap 0 seq_num 30) dirty exists 2024-04-10T15:31:33.283 INFO:tasks.rados.rados.0.smithi069.stdout:31: left oid 31 (ObjNum 30 snap 0 seq_num 30) 2024-04-10T15:31:33.283 INFO:tasks.rados.rados.0.smithi069.stdout:31: done (15 left) 2024-04-10T15:31:33.283 INFO:tasks.rados.rados.0.smithi069.stdout:47: write initial oid 47 2024-04-10T15:31:33.283 INFO:tasks.rados.rados.0.smithi069.stdout:47: seq_num 46 ranges {0=778240} 2024-04-10T15:31:33.284 INFO:tasks.rados.rados.0.smithi069.stdout:47: writing smithi06982861-47 from 0 to 778240 tid 1 2024-04-10T15:31:33.284 INFO:tasks.rados.rados.0.smithi069.stdout: waiting on 16 2024-04-10T15:31:33.284 INFO:tasks.rados.rados.0.smithi069.stdout:32: finishing write tid 1 to smithi06982861-32 2024-04-10T15:31:33.284 INFO:tasks.rados.rados.0.smithi069.stdout:32: finishing write tid 2 to smithi06982861-32 2024-04-10T15:31:33.284 INFO:tasks.rados.rados.0.smithi069.stdout:32: finishing write tid 3 to smithi06982861-32 2024-04-10T15:31:33.284 INFO:tasks.rados.rados.0.smithi069.stdout:32: oid 32 updating version 0 to 4 2024-04-10T15:31:33.285 INFO:tasks.rados.rados.0.smithi069.stdout:32: oid 32 version 4 is already newer than 3 2024-04-10T15:31:33.285 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 32 v 4 (ObjNum 31 snap 0 seq_num 31) dirty exists 2024-04-10T15:31:33.285 INFO:tasks.rados.rados.0.smithi069.stdout:32: left oid 32 (ObjNum 31 snap 0 seq_num 31) 2024-04-10T15:31:33.285 INFO:tasks.rados.rados.0.smithi069.stdout:33: finishing write tid 1 to smithi06982861-33 2024-04-10T15:31:33.285 INFO:tasks.rados.rados.0.smithi069.stdout:32: done (15 left) 2024-04-10T15:31:33.285 INFO:tasks.rados.rados.0.smithi069.stdout:48: write initial oid 48 2024-04-10T15:31:33.285 INFO:tasks.rados.rados.0.smithi069.stdout:48: seq_num 47 ranges {0=794624} 2024-04-10T15:31:33.289 INFO:tasks.rados.rados.0.smithi069.stdout:48: writing smithi06982861-48 from 0 to 794624 tid 1 2024-04-10T15:31:33.289 INFO:tasks.rados.rados.0.smithi069.stdout: waiting on 16 2024-04-10T15:31:33.289 INFO:tasks.rados.rados.0.smithi069.stdout:33: finishing write tid 2 to smithi06982861-33 2024-04-10T15:31:33.289 INFO:tasks.rados.rados.0.smithi069.stdout:33: finishing write tid 3 to smithi06982861-33 2024-04-10T15:31:33.289 INFO:tasks.rados.rados.0.smithi069.stdout:33: oid 33 updating version 0 to 8 2024-04-10T15:31:33.289 INFO:tasks.rados.rados.0.smithi069.stdout:33: oid 33 version 8 is already newer than 7 2024-04-10T15:31:33.289 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 33 v 8 (ObjNum 32 snap 0 seq_num 32) dirty exists 2024-04-10T15:31:33.289 INFO:tasks.rados.rados.0.smithi069.stdout:33: left oid 33 (ObjNum 32 snap 0 seq_num 32) 2024-04-10T15:31:33.289 INFO:tasks.rados.rados.0.smithi069.stdout:34: finishing write tid 1 to smithi06982861-34 2024-04-10T15:31:33.289 INFO:tasks.rados.rados.0.smithi069.stdout:34: finishing write tid 2 to smithi06982861-34 2024-04-10T15:31:33.289 INFO:tasks.rados.rados.0.smithi069.stdout:34: finishing write tid 3 to smithi06982861-34 2024-04-10T15:31:33.290 INFO:tasks.rados.rados.0.smithi069.stdout:34: oid 34 updating version 0 to 8 2024-04-10T15:31:33.290 INFO:tasks.rados.rados.0.smithi069.stdout:34: oid 34 version 8 is already newer than 7 2024-04-10T15:31:33.290 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 34 v 8 (ObjNum 33 snap 0 seq_num 33) dirty exists 2024-04-10T15:31:33.290 INFO:tasks.rados.rados.0.smithi069.stdout:34: left oid 34 (ObjNum 33 snap 0 seq_num 33) 2024-04-10T15:31:33.290 INFO:tasks.rados.rados.0.smithi069.stdout:35: finishing write tid 1 to smithi06982861-35 2024-04-10T15:31:33.290 INFO:tasks.rados.rados.0.smithi069.stdout:36: finishing write tid 1 to smithi06982861-36 2024-04-10T15:31:33.290 INFO:tasks.rados.rados.0.smithi069.stdout:36: finishing write tid 2 to smithi06982861-36 2024-04-10T15:31:33.290 INFO:tasks.rados.rados.0.smithi069.stdout:35: finishing write tid 2 to smithi06982861-35 2024-04-10T15:31:33.290 INFO:tasks.rados.rados.0.smithi069.stdout:33: done (15 left) 2024-04-10T15:31:33.290 INFO:tasks.rados.rados.0.smithi069.stdout:34: done (14 left) 2024-04-10T15:31:33.290 INFO:tasks.rados.rados.0.smithi069.stdout:49: write initial oid 49 2024-04-10T15:31:33.290 INFO:tasks.rados.rados.0.smithi069.stdout:49: seq_num 48 ranges {0=409600,409600=401408} 2024-04-10T15:31:33.291 INFO:tasks.rados.rados.0.smithi069.stdout:49: writing smithi06982861-49 from 0 to 409600 tid 1 2024-04-10T15:31:33.293 INFO:tasks.rados.rados.0.smithi069.stdout:49: writing smithi06982861-49 from 409600 to 811008 tid 2 2024-04-10T15:31:33.293 INFO:tasks.rados.rados.0.smithi069.stdout:50: write initial oid 50 2024-04-10T15:31:33.293 INFO:tasks.rados.rados.0.smithi069.stdout:50: seq_num 49 ranges {0=425984,425984=401408} 2024-04-10T15:31:33.295 INFO:tasks.rados.rados.0.smithi069.stdout:50: writing smithi06982861-50 from 0 to 425984 tid 1 2024-04-10T15:31:33.300 INFO:tasks.rados.rados.0.smithi069.stdout:50: writing smithi06982861-50 from 425984 to 827392 tid 2 2024-04-10T15:31:33.300 INFO:tasks.rados.rados.0.smithi069.stdout: waiting on 16 2024-04-10T15:31:33.300 INFO:tasks.rados.rados.0.smithi069.stdout:36: finishing write tid 3 to smithi06982861-36 2024-04-10T15:31:33.300 INFO:tasks.rados.rados.0.smithi069.stdout:36: oid 36 updating version 0 to 5 2024-04-10T15:31:33.300 INFO:tasks.rados.rados.0.smithi069.stdout:36: oid 36 updating version 5 to 6 2024-04-10T15:31:33.300 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 36 v 6 (ObjNum 35 snap 0 seq_num 35) dirty exists 2024-04-10T15:31:33.300 INFO:tasks.rados.rados.0.smithi069.stdout:36: left oid 36 (ObjNum 35 snap 0 seq_num 35) 2024-04-10T15:31:33.300 INFO:tasks.rados.rados.0.smithi069.stdout:35: finishing write tid 3 to smithi06982861-35 2024-04-10T15:31:33.300 INFO:tasks.rados.rados.0.smithi069.stdout:35: oid 35 updating version 0 to 4 2024-04-10T15:31:33.300 INFO:tasks.rados.rados.0.smithi069.stdout:35: oid 35 version 4 is already newer than 3 2024-04-10T15:31:33.300 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 35 v 4 (ObjNum 34 snap 0 seq_num 34) dirty exists 2024-04-10T15:31:33.300 INFO:tasks.rados.rados.0.smithi069.stdout:35: left oid 35 (ObjNum 34 snap 0 seq_num 34) 2024-04-10T15:31:33.301 INFO:tasks.rados.rados.0.smithi069.stdout:37: finishing write tid 1 to smithi06982861-37 2024-04-10T15:31:33.301 INFO:tasks.rados.rados.0.smithi069.stdout:37: finishing write tid 2 to smithi06982861-37 2024-04-10T15:31:33.301 INFO:tasks.rados.rados.0.smithi069.stdout:37: finishing write tid 3 to smithi06982861-37 2024-04-10T15:31:33.301 INFO:tasks.rados.rados.0.smithi069.stdout:37: oid 37 updating version 0 to 4 2024-04-10T15:31:33.301 INFO:tasks.rados.rados.0.smithi069.stdout:37: oid 37 version 4 is already newer than 3 2024-04-10T15:31:33.301 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 37 v 4 (ObjNum 36 snap 0 seq_num 36) dirty exists 2024-04-10T15:31:33.301 INFO:tasks.rados.rados.0.smithi069.stdout:37: left oid 37 (ObjNum 36 snap 0 seq_num 36) 2024-04-10T15:31:33.301 INFO:tasks.rados.rados.0.smithi069.stdout:38: finishing write tid 1 to smithi06982861-38 2024-04-10T15:31:33.301 INFO:tasks.rados.rados.0.smithi069.stdout:38: finishing write tid 2 to smithi06982861-38 2024-04-10T15:31:33.301 INFO:tasks.rados.rados.0.smithi069.stdout:38: finishing write tid 3 to smithi06982861-38 2024-04-10T15:31:33.301 INFO:tasks.rados.rados.0.smithi069.stdout:38: oid 38 updating version 0 to 8 2024-04-10T15:31:33.301 INFO:tasks.rados.rados.0.smithi069.stdout:38: oid 38 version 8 is already newer than 7 2024-04-10T15:31:33.301 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 38 v 8 (ObjNum 37 snap 0 seq_num 37) dirty exists 2024-04-10T15:31:33.301 INFO:tasks.rados.rados.0.smithi069.stdout:38: left oid 38 (ObjNum 37 snap 0 seq_num 37) 2024-04-10T15:31:33.302 INFO:tasks.rados.rados.0.smithi069.stdout:35: done (15 left) 2024-04-10T15:31:33.302 INFO:tasks.rados.rados.0.smithi069.stdout:36: done (14 left) 2024-04-10T15:31:33.302 INFO:tasks.rados.rados.0.smithi069.stdout:37: done (13 left) 2024-04-10T15:31:33.302 INFO:tasks.rados.rados.0.smithi069.stdout:38: done (12 left) 2024-04-10T15:31:33.302 INFO:tasks.rados.rados.0.smithi069.stdout:51: copy_from oid 6 from oid 12 current snap is 0 2024-04-10T15:31:33.302 INFO:tasks.rados.rados.0.smithi069.stdout:39: finishing write tid 1 to smithi06982861-39 2024-04-10T15:31:33.302 INFO:tasks.rados.rados.0.smithi069.stdout:39: finishing write tid 2 to smithi06982861-39 2024-04-10T15:31:33.302 INFO:tasks.rados.rados.0.smithi069.stdout:39: finishing write tid 3 to smithi06982861-39 2024-04-10T15:31:33.302 INFO:tasks.rados.rados.0.smithi069.stdout:39: oid 39 updating version 0 to 5 2024-04-10T15:31:33.302 INFO:tasks.rados.rados.0.smithi069.stdout:39: oid 39 updating version 5 to 6 2024-04-10T15:31:33.302 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 39 v 6 (ObjNum 38 snap 0 seq_num 38) dirty exists 2024-04-10T15:31:33.302 INFO:tasks.rados.rados.0.smithi069.stdout:39: left oid 39 (ObjNum 38 snap 0 seq_num 38) 2024-04-10T15:31:33.302 INFO:tasks.rados.rados.0.smithi069.stdout:40: finishing write tid 1 to smithi06982861-40 2024-04-10T15:31:33.302 INFO:tasks.rados.rados.0.smithi069.stdout:40: finishing write tid 2 to smithi06982861-40 2024-04-10T15:31:33.302 INFO:tasks.rados.rados.0.smithi069.stdout:40: finishing write tid 3 to smithi06982861-40 2024-04-10T15:31:33.303 INFO:tasks.rados.rados.0.smithi069.stdout:40: oid 40 updating version 0 to 2 2024-04-10T15:31:33.303 INFO:tasks.rados.rados.0.smithi069.stdout:40: oid 40 version 2 is already newer than 1 2024-04-10T15:31:33.303 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 40 v 2 (ObjNum 39 snap 0 seq_num 39) dirty exists 2024-04-10T15:31:33.303 INFO:tasks.rados.rados.0.smithi069.stdout:40: left oid 40 (ObjNum 39 snap 0 seq_num 39) 2024-04-10T15:31:33.303 INFO:tasks.rados.rados.0.smithi069.stdout:41: finishing write tid 1 to smithi06982861-41 2024-04-10T15:31:33.303 INFO:tasks.rados.rados.0.smithi069.stdout:39: done (12 left) 2024-04-10T15:31:33.303 INFO:tasks.rados.rados.0.smithi069.stdout:40: done (11 left) 2024-04-10T15:31:33.303 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 37 current snap is 0 2024-04-10T15:31:33.303 INFO:tasks.rados.rados.0.smithi069.stdout:41: finishing write tid 2 to smithi06982861-41 2024-04-10T15:31:33.303 INFO:tasks.rados.rados.0.smithi069.stdout:41: finishing write tid 3 to smithi06982861-41 2024-04-10T15:31:33.303 INFO:tasks.rados.rados.0.smithi069.stdout:41: oid 41 updating version 0 to 9 2024-04-10T15:31:33.303 INFO:tasks.rados.rados.0.smithi069.stdout:41: oid 41 updating version 9 to 10 2024-04-10T15:31:33.303 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 41 v 10 (ObjNum 40 snap 0 seq_num 40) dirty exists 2024-04-10T15:31:33.303 INFO:tasks.rados.rados.0.smithi069.stdout:41: left oid 41 (ObjNum 40 snap 0 seq_num 40) 2024-04-10T15:31:33.303 INFO:tasks.rados.rados.0.smithi069.stdout:42: finishing write tid 1 to smithi06982861-42 2024-04-10T15:31:33.304 INFO:tasks.rados.rados.0.smithi069.stdout:42: finishing write tid 2 to smithi06982861-42 2024-04-10T15:31:33.304 INFO:tasks.rados.rados.0.smithi069.stdout:42: finishing write tid 3 to smithi06982861-42 2024-04-10T15:31:33.304 INFO:tasks.rados.rados.0.smithi069.stdout:42: oid 42 updating version 0 to 6 2024-04-10T15:31:33.304 INFO:tasks.rados.rados.0.smithi069.stdout:42: oid 42 version 6 is already newer than 5 2024-04-10T15:31:33.304 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 42 v 6 (ObjNum 41 snap 0 seq_num 41) dirty exists 2024-04-10T15:31:33.304 INFO:tasks.rados.rados.0.smithi069.stdout:42: left oid 42 (ObjNum 41 snap 0 seq_num 41) 2024-04-10T15:31:33.304 INFO:tasks.rados.rados.0.smithi069.stdout:43: finishing write tid 1 to smithi06982861-43 2024-04-10T15:31:33.304 INFO:tasks.rados.rados.0.smithi069.stdout:43: finishing write tid 2 to smithi06982861-43 2024-04-10T15:31:33.304 INFO:tasks.rados.rados.0.smithi069.stdout:43: finishing write tid 3 to smithi06982861-43 2024-04-10T15:31:33.304 INFO:tasks.rados.rados.0.smithi069.stdout:43: oid 43 updating version 0 to 5 2024-04-10T15:31:33.304 INFO:tasks.rados.rados.0.smithi069.stdout:43: oid 43 updating version 5 to 6 2024-04-10T15:31:33.304 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 43 v 6 (ObjNum 42 snap 0 seq_num 42) dirty exists 2024-04-10T15:31:33.304 INFO:tasks.rados.rados.0.smithi069.stdout:43: left oid 43 (ObjNum 42 snap 0 seq_num 42) 2024-04-10T15:31:33.304 INFO:tasks.rados.rados.0.smithi069.stdout:44: finishing write tid 1 to smithi06982861-44 2024-04-10T15:31:33.304 INFO:tasks.rados.rados.0.smithi069.stdout:52: seq_num 50 ranges {606208=442368,1048576=401408} 2024-04-10T15:31:33.305 INFO:tasks.rados.rados.0.smithi069.stdout:52: writing smithi06982861-37 from 606208 to 1048576 tid 1 2024-04-10T15:31:33.308 INFO:tasks.rados.rados.0.smithi069.stdout:52: writing smithi06982861-37 from 1048576 to 1449984 tid 2 2024-04-10T15:31:33.308 INFO:tasks.rados.rados.0.smithi069.stdout:41: done (11 left) 2024-04-10T15:31:33.308 INFO:tasks.rados.rados.0.smithi069.stdout:42: done (10 left) 2024-04-10T15:31:33.309 INFO:tasks.rados.rados.0.smithi069.stdout:43: done (9 left) 2024-04-10T15:31:33.309 INFO:tasks.rados.rados.0.smithi069.stdout:53: rmattr oid 34 current snap is 0 2024-04-10T15:31:33.309 INFO:tasks.rados.rados.0.smithi069.stdout:53: done (9 left) 2024-04-10T15:31:33.309 INFO:tasks.rados.rados.0.smithi069.stdout:54: delete oid 3 current snap is 0 2024-04-10T15:31:33.309 INFO:tasks.rados.rados.0.smithi069.stdout:44: finishing write tid 2 to smithi06982861-44 2024-04-10T15:31:33.309 INFO:tasks.rados.rados.0.smithi069.stdout:44: finishing write tid 3 to smithi06982861-44 2024-04-10T15:31:33.309 INFO:tasks.rados.rados.0.smithi069.stdout:44: oid 44 updating version 0 to 7 2024-04-10T15:31:33.309 INFO:tasks.rados.rados.0.smithi069.stdout:44: oid 44 updating version 7 to 8 2024-04-10T15:31:33.309 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 44 v 8 (ObjNum 43 snap 0 seq_num 43) dirty exists 2024-04-10T15:31:33.309 INFO:tasks.rados.rados.0.smithi069.stdout:44: left oid 44 (ObjNum 43 snap 0 seq_num 43) 2024-04-10T15:31:33.309 INFO:tasks.rados.rados.0.smithi069.stdout:45: finishing write tid 1 to smithi06982861-45 2024-04-10T15:31:33.309 INFO:tasks.rados.rados.0.smithi069.stdout:45: finishing write tid 2 to smithi06982861-45 2024-04-10T15:31:33.309 INFO:tasks.rados.rados.0.smithi069.stdout:45: finishing write tid 3 to smithi06982861-45 2024-04-10T15:31:33.309 INFO:tasks.rados.rados.0.smithi069.stdout:45: oid 45 updating version 0 to 6 2024-04-10T15:31:33.310 INFO:tasks.rados.rados.0.smithi069.stdout:45: oid 45 version 6 is already newer than 5 2024-04-10T15:31:33.310 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 45 v 6 (ObjNum 44 snap 0 seq_num 44) dirty exists 2024-04-10T15:31:33.310 INFO:tasks.rados.rados.0.smithi069.stdout:45: left oid 45 (ObjNum 44 snap 0 seq_num 44) 2024-04-10T15:31:33.310 INFO:tasks.rados.rados.0.smithi069.stdout:46: finishing write tid 1 to smithi06982861-46 2024-04-10T15:31:33.310 INFO:tasks.rados.rados.0.smithi069.stdout:46: finishing write tid 2 to smithi06982861-46 2024-04-10T15:31:33.310 INFO:tasks.rados.rados.0.smithi069.stdout:46: finishing write tid 3 to smithi06982861-46 2024-04-10T15:31:33.310 INFO:tasks.rados.rados.0.smithi069.stdout:46: oid 46 updating version 0 to 4 2024-04-10T15:31:33.310 INFO:tasks.rados.rados.0.smithi069.stdout:46: oid 46 version 4 is already newer than 3 2024-04-10T15:31:33.310 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 46 v 4 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-04-10T15:31:33.310 INFO:tasks.rados.rados.0.smithi069.stdout:46: left oid 46 (ObjNum 45 snap 0 seq_num 45) 2024-04-10T15:31:33.310 INFO:tasks.rados.rados.0.smithi069.stdout:47: finishing write tid 1 to smithi06982861-47 2024-04-10T15:31:33.310 INFO:tasks.rados.rados.0.smithi069.stdout:47: finishing write tid 2 to smithi06982861-47 2024-04-10T15:31:33.310 INFO:tasks.rados.rados.0.smithi069.stdout:47: finishing write tid 3 to smithi06982861-47 2024-04-10T15:31:33.310 INFO:tasks.rados.rados.0.smithi069.stdout:47: oid 47 updating version 0 to 7 2024-04-10T15:31:33.311 INFO:tasks.rados.rados.0.smithi069.stdout:47: oid 47 updating version 7 to 8 2024-04-10T15:31:33.311 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 47 v 8 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-04-10T15:31:33.311 INFO:tasks.rados.rados.0.smithi069.stdout:47: left oid 47 (ObjNum 46 snap 0 seq_num 46) 2024-04-10T15:31:33.311 INFO:tasks.rados.rados.0.smithi069.stdout:48: finishing write tid 1 to smithi06982861-48 2024-04-10T15:31:33.311 INFO:tasks.rados.rados.0.smithi069.stdout:48: finishing write tid 2 to smithi06982861-48 2024-04-10T15:31:33.311 INFO:tasks.rados.rados.0.smithi069.stdout:48: finishing write tid 3 to smithi06982861-48 2024-04-10T15:31:33.311 INFO:tasks.rados.rados.0.smithi069.stdout:48: oid 48 updating version 0 to 5 2024-04-10T15:31:33.311 INFO:tasks.rados.rados.0.smithi069.stdout:48: oid 48 updating version 5 to 6 2024-04-10T15:31:33.311 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 48 v 6 (ObjNum 47 snap 0 seq_num 47) dirty exists 2024-04-10T15:31:33.311 INFO:tasks.rados.rados.0.smithi069.stdout:48: left oid 48 (ObjNum 47 snap 0 seq_num 47) 2024-04-10T15:31:33.311 INFO:tasks.rados.rados.0.smithi069.stdout:49: finishing write tid 1 to smithi06982861-49 2024-04-10T15:31:33.311 INFO:tasks.rados.rados.0.smithi069.stdout:49: finishing write tid 2 to smithi06982861-49 2024-04-10T15:31:33.311 INFO:tasks.rados.rados.0.smithi069.stdout:49: finishing write tid 3 to smithi06982861-49 2024-04-10T15:31:33.311 INFO:tasks.rados.rados.0.smithi069.stdout:49: finishing write tid 4 to smithi06982861-49 2024-04-10T15:31:33.312 INFO:tasks.rados.rados.0.smithi069.stdout:49: oid 49 updating version 0 to 9 2024-04-10T15:31:33.312 INFO:tasks.rados.rados.0.smithi069.stdout:49: oid 49 version 9 is already newer than 7 2024-04-10T15:31:33.312 INFO:tasks.rados.rados.0.smithi069.stdout:49: oid 49 version 9 is already newer than 8 2024-04-10T15:31:33.312 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 49 v 9 (ObjNum 48 snap 0 seq_num 48) dirty exists 2024-04-10T15:31:33.312 INFO:tasks.rados.rados.0.smithi069.stdout:49: left oid 49 (ObjNum 48 snap 0 seq_num 48) 2024-04-10T15:31:33.312 INFO:tasks.rados.rados.0.smithi069.stdout:50: finishing write tid 1 to smithi06982861-50 2024-04-10T15:31:33.312 INFO:tasks.rados.rados.0.smithi069.stdout:50: finishing write tid 2 to smithi06982861-50 2024-04-10T15:31:33.312 INFO:tasks.rados.rados.0.smithi069.stdout:50: finishing write tid 3 to smithi06982861-50 2024-04-10T15:31:33.312 INFO:tasks.rados.rados.0.smithi069.stdout:50: finishing write tid 4 to smithi06982861-50 2024-04-10T15:31:33.312 INFO:tasks.rados.rados.0.smithi069.stdout:50: oid 50 updating version 0 to 7 2024-04-10T15:31:33.312 INFO:tasks.rados.rados.0.smithi069.stdout:50: oid 50 version 7 is already newer than 6 2024-04-10T15:31:33.312 INFO:tasks.rados.rados.0.smithi069.stdout:50: oid 50 version 7 is already newer than 5 2024-04-10T15:31:33.312 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 50 v 7 (ObjNum 49 snap 0 seq_num 49) dirty exists 2024-04-10T15:31:33.312 INFO:tasks.rados.rados.0.smithi069.stdout:50: left oid 50 (ObjNum 49 snap 0 seq_num 49) 2024-04-10T15:31:33.313 INFO:tasks.rados.rados.0.smithi069.stdout:51: finishing copy_from racing read to smithi06982861-6 2024-04-10T15:31:33.313 INFO:tasks.rados.rados.0.smithi069.stdout:51: finishing copy_from to smithi06982861-6 2024-04-10T15:31:33.313 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 6 v 4 (ObjNum 11 snap 0 seq_num 11) dirty exists 2024-04-10T15:31:33.313 INFO:tasks.rados.rados.0.smithi069.stdout:52: finishing write tid 1 to smithi06982861-37 2024-04-10T15:31:33.314 INFO:tasks.rados.rados.0.smithi069.stdout:52: finishing write tid 2 to smithi06982861-37 2024-04-10T15:31:33.314 INFO:tasks.rados.rados.0.smithi069.stdout:52: finishing write tid 3 to smithi06982861-37 2024-04-10T15:31:33.315 INFO:tasks.rados.rados.0.smithi069.stdout:44: done (9 left) 2024-04-10T15:31:33.315 INFO:tasks.rados.rados.0.smithi069.stdout:45: done (8 left) 2024-04-10T15:31:33.315 INFO:tasks.rados.rados.0.smithi069.stdout:46: done (7 left) 2024-04-10T15:31:33.315 INFO:tasks.rados.rados.0.smithi069.stdout:47: done (6 left) 2024-04-10T15:31:33.315 INFO:tasks.rados.rados.0.smithi069.stdout:48: done (5 left) 2024-04-10T15:31:33.315 INFO:tasks.rados.rados.0.smithi069.stdout:49: done (4 left) 2024-04-10T15:31:33.315 INFO:tasks.rados.rados.0.smithi069.stdout:50: done (3 left) 2024-04-10T15:31:33.315 INFO:tasks.rados.rados.0.smithi069.stdout:51: done (2 left) 2024-04-10T15:31:33.315 INFO:tasks.rados.rados.0.smithi069.stdout:54: done (1 left) 2024-04-10T15:31:33.315 INFO:tasks.rados.rados.0.smithi069.stdout:55: read oid 15 snap -1 2024-04-10T15:31:33.315 INFO:tasks.rados.rados.0.smithi069.stdout:55: expect (ObjNum 14 snap 0 seq_num 14) 2024-04-10T15:31:33.315 INFO:tasks.rados.rados.0.smithi069.stdout:56: rollback oid 30 current snap is 0 2024-04-10T15:31:33.315 INFO:tasks.rados.rados.0.smithi069.stdout:56: done (2 left) 2024-04-10T15:31:33.315 INFO:tasks.rados.rados.0.smithi069.stdout:57: read oid 27 snap -1 2024-04-10T15:31:33.315 INFO:tasks.rados.rados.0.smithi069.stdout:57: expect (ObjNum 26 snap 0 seq_num 26) 2024-04-10T15:31:33.316 INFO:tasks.rados.rados.0.smithi069.stdout:58: copy_from oid 28 from oid 47 current snap is 0 2024-04-10T15:31:33.316 INFO:tasks.rados.rados.0.smithi069.stdout:59: rollback oid 45 current snap is 0 2024-04-10T15:31:33.316 INFO:tasks.rados.rados.0.smithi069.stdout:59: done (4 left) 2024-04-10T15:31:33.316 INFO:tasks.rados.rados.0.smithi069.stdout:60: copy_from oid 22 from oid 48 current snap is 0 2024-04-10T15:31:33.316 INFO:tasks.rados.rados.0.smithi069.stdout:61: delete oid 1 current snap is 0 2024-04-10T15:31:33.316 INFO:tasks.rados.rados.0.smithi069.stdout:52: finishing write tid 4 to smithi06982861-37 2024-04-10T15:31:33.316 INFO:tasks.rados.rados.0.smithi069.stdout:52: oid 37 updating version 0 to 7 2024-04-10T15:31:33.316 INFO:tasks.rados.rados.0.smithi069.stdout:52: oid 37 updating version 7 to 8 2024-04-10T15:31:33.316 INFO:tasks.rados.rados.0.smithi069.stdout:52: oid 37 updating version 8 to 9 2024-04-10T15:31:33.316 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 37 v 9 (ObjNum 50 snap 0 seq_num 50) dirty exists 2024-04-10T15:31:33.316 INFO:tasks.rados.rados.0.smithi069.stdout:52: left oid 37 (ObjNum 50 snap 0 seq_num 50) 2024-04-10T15:31:33.316 INFO:tasks.rados.rados.0.smithi069.stdout:52: done (5 left) 2024-04-10T15:31:33.316 INFO:tasks.rados.rados.0.smithi069.stdout:61: done (4 left) 2024-04-10T15:31:33.316 INFO:tasks.rados.rados.0.smithi069.stdout:62: read oid 24 snap -1 2024-04-10T15:31:33.316 INFO:tasks.rados.rados.0.smithi069.stdout:62: expect (ObjNum 23 snap 0 seq_num 23) 2024-04-10T15:31:33.316 INFO:tasks.rados.rados.0.smithi069.stdout:63: snap_create 2024-04-10T15:31:33.317 INFO:tasks.rados.rados.0.smithi069.stdout:55: expect (ObjNum 14 snap 0 seq_num 14) 2024-04-10T15:31:33.322 INFO:tasks.rados.rados.0.smithi069.stdout:58: finishing copy_from racing read to smithi06982861-28 2024-04-10T15:31:33.322 INFO:tasks.rados.rados.0.smithi069.stdout:58: finishing copy_from to smithi06982861-28 2024-04-10T15:31:33.323 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 28 v 8 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-04-10T15:31:33.323 INFO:tasks.rados.rados.0.smithi069.stdout:57: expect (ObjNum 26 snap 0 seq_num 26) 2024-04-10T15:31:33.334 INFO:tasks.rados.rados.0.smithi069.stdout:62: expect (ObjNum 23 snap 0 seq_num 23) 2024-04-10T15:31:33.346 INFO:tasks.rados.rados.0.smithi069.stdout:60: finishing copy_from racing read to smithi06982861-22 2024-04-10T15:31:33.346 INFO:tasks.rados.rados.0.smithi069.stdout:60: finishing copy_from to smithi06982861-22 2024-04-10T15:31:33.346 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 22 v 6 (ObjNum 47 snap 0 seq_num 47) dirty exists 2024-04-10T15:31:33.488 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:33 smithi077 ceph-mon[31195]: from='client.? 172.21.15.69:0/3520918386' entity='client.0' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]: dispatch 2024-04-10T15:31:33.582 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:33 smithi069 ceph-mon[39688]: from='client.? 172.21.15.69:0/3520918386' entity='client.0' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]: dispatch 2024-04-10T15:31:33.582 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:33 smithi069 ceph-mon[27501]: from='client.? 172.21.15.69:0/3520918386' entity='client.0' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]: dispatch 2024-04-10T15:31:34.161 INFO:tasks.rados.rados.0.smithi069.stdout:55: done (5 left) 2024-04-10T15:31:34.161 INFO:tasks.rados.rados.0.smithi069.stdout:57: done (4 left) 2024-04-10T15:31:34.161 INFO:tasks.rados.rados.0.smithi069.stdout:58: done (3 left) 2024-04-10T15:31:34.161 INFO:tasks.rados.rados.0.smithi069.stdout:60: done (2 left) 2024-04-10T15:31:34.161 INFO:tasks.rados.rados.0.smithi069.stdout:62: done (1 left) 2024-04-10T15:31:34.161 INFO:tasks.rados.rados.0.smithi069.stdout:63: done (0 left) 2024-04-10T15:31:34.161 INFO:tasks.rados.rados.0.smithi069.stdout:64: copy_from oid 15 from oid 2 current snap is 1 2024-04-10T15:31:34.161 INFO:tasks.rados.rados.0.smithi069.stdout:65: read oid 30 snap -1 2024-04-10T15:31:34.162 INFO:tasks.rados.rados.0.smithi069.stdout:65: expect (ObjNum 29 snap 0 seq_num 29) 2024-04-10T15:31:34.162 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 23 current snap is 1 2024-04-10T15:31:34.162 INFO:tasks.rados.rados.0.smithi069.stdout:66: seq_num 53 ranges {376832=491520,868352=401408} 2024-04-10T15:31:34.166 INFO:tasks.rados.rados.0.smithi069.stdout:66: writing smithi06982861-23 from 376832 to 868352 tid 1 2024-04-10T15:31:34.169 INFO:tasks.rados.rados.0.smithi069.stdout:66: writing smithi06982861-23 from 868352 to 1269760 tid 2 2024-04-10T15:31:34.169 INFO:tasks.rados.rados.0.smithi069.stdout:65: expect (ObjNum 29 snap 0 seq_num 29) 2024-04-10T15:31:34.185 INFO:tasks.rados.rados.0.smithi069.stdout:64: finishing copy_from racing read to smithi06982861-15 2024-04-10T15:31:34.185 INFO:tasks.rados.rados.0.smithi069.stdout:64: finishing copy_from to smithi06982861-15 2024-04-10T15:31:34.185 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 15 v 2 (ObjNum 1 snap 0 seq_num 1) dirty exists 2024-04-10T15:31:34.185 INFO:tasks.rados.rados.0.smithi069.stdout:66: finishing write tid 1 to smithi06982861-23 2024-04-10T15:31:34.185 INFO:tasks.rados.rados.0.smithi069.stdout:66: finishing write tid 2 to smithi06982861-23 2024-04-10T15:31:34.185 INFO:tasks.rados.rados.0.smithi069.stdout:66: finishing write tid 3 to smithi06982861-23 2024-04-10T15:31:34.185 INFO:tasks.rados.rados.0.smithi069.stdout:66: finishing write tid 4 to smithi06982861-23 2024-04-10T15:31:34.185 INFO:tasks.rados.rados.0.smithi069.stdout:66: oid 23 updating version 0 to 10 2024-04-10T15:31:34.186 INFO:tasks.rados.rados.0.smithi069.stdout:66: oid 23 version 10 is already newer than 9 2024-04-10T15:31:34.186 INFO:tasks.rados.rados.0.smithi069.stdout:66: oid 23 updating version 10 to 11 2024-04-10T15:31:34.186 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 23 v 11 (ObjNum 53 snap 1 seq_num 53) dirty exists 2024-04-10T15:31:34.186 INFO:tasks.rados.rados.0.smithi069.stdout:66: left oid 23 (ObjNum 53 snap 1 seq_num 53) 2024-04-10T15:31:34.186 INFO:tasks.rados.rados.0.smithi069.stdout:64: done (2 left) 2024-04-10T15:31:34.186 INFO:tasks.rados.rados.0.smithi069.stdout:65: done (1 left) 2024-04-10T15:31:34.186 INFO:tasks.rados.rados.0.smithi069.stdout:66: done (0 left) 2024-04-10T15:31:34.186 INFO:tasks.rados.rados.0.smithi069.stdout:67: rollback oid 43 current snap is 1 2024-04-10T15:31:34.186 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 43 to 0 2024-04-10T15:31:34.186 INFO:tasks.rados.rados.0.smithi069.stdout:68: setattr oid 30 current snap is 1 2024-04-10T15:31:34.187 INFO:tasks.rados.rados.0.smithi069.stdout:69: copy_from oid 37 from oid 3 current snap is 1 2024-04-10T15:31:34.187 INFO:tasks.rados.rados.0.smithi069.stdout:70: read oid 15 snap 0 2024-04-10T15:31:34.187 INFO:tasks.rados.rados.0.smithi069.stdout:70: expect (ObjNum 14 snap 0 seq_num 14) 2024-04-10T15:31:34.187 INFO:tasks.rados.rados.0.smithi069.stdout:71: copy_from oid 14 from oid 41 current snap is 1 2024-04-10T15:31:34.187 INFO:tasks.rados.rados.0.smithi069.stdout:72: rollback oid 38 current snap is 1 2024-04-10T15:31:34.187 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 38 to 0 2024-04-10T15:31:34.187 INFO:tasks.rados.rados.0.smithi069.stdout:73: read oid 47 snap 0 2024-04-10T15:31:34.187 INFO:tasks.rados.rados.0.smithi069.stdout:73: expect (ObjNum 46 snap 0 seq_num 46) 2024-04-10T15:31:34.187 INFO:tasks.rados.rados.0.smithi069.stdout:74: rmattr oid 18 current snap is 1 2024-04-10T15:31:34.187 INFO:tasks.rados.rados.0.smithi069.stdout:74: done (7 left) 2024-04-10T15:31:34.187 INFO:tasks.rados.rados.0.smithi069.stdout:75: copy_from oid 42 from oid 12 current snap is 1 2024-04-10T15:31:34.187 INFO:tasks.rados.rados.0.smithi069.stdout:76: read oid 26 snap -1 2024-04-10T15:31:34.188 INFO:tasks.rados.rados.0.smithi069.stdout:76: expect (ObjNum 25 snap 0 seq_num 25) 2024-04-10T15:31:34.188 INFO:tasks.rados.rados.0.smithi069.stdout:77: copy_from oid 39 from oid 33 current snap is 1 2024-04-10T15:31:34.188 INFO:tasks.rados.rados.0.smithi069.stdout:78: read oid 25 snap -1 2024-04-10T15:31:34.188 INFO:tasks.rados.rados.0.smithi069.stdout:78: expect (ObjNum 24 snap 0 seq_num 24) 2024-04-10T15:31:34.188 INFO:tasks.rados.rados.0.smithi069.stdout:79: setattr oid 46 current snap is 1 2024-04-10T15:31:34.188 INFO:tasks.rados.rados.0.smithi069.stdout:80: snap_create 2024-04-10T15:31:34.188 INFO:tasks.rados.rados.0.smithi069.stdout:67: finishing rollback tid 0 to smithi06982861-43 2024-04-10T15:31:34.190 INFO:tasks.rados.rados.0.smithi069.stdout:67: finishing rollback tid 1 to smithi06982861-43 2024-04-10T15:31:34.191 INFO:tasks.rados.rados.0.smithi069.stdout:67: finishing rollback tid 2 to smithi06982861-43 2024-04-10T15:31:34.191 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 43 v 11 (ObjNum 42 snap 0 seq_num 42) dirty exists 2024-04-10T15:31:34.191 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 30 v 10 (ObjNum 29 snap 0 seq_num 29) dirty exists 2024-04-10T15:31:34.191 INFO:tasks.rados.rados.0.smithi069.stdout:78: expect (ObjNum 24 snap 0 seq_num 24) 2024-04-10T15:31:34.206 INFO:tasks.rados.rados.0.smithi069.stdout:75: finishing copy_from racing read to smithi06982861-42 2024-04-10T15:31:34.206 INFO:tasks.rados.rados.0.smithi069.stdout:75: finishing copy_from to smithi06982861-42 2024-04-10T15:31:34.206 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 42 v 4 (ObjNum 11 snap 0 seq_num 11) dirty exists 2024-04-10T15:31:34.206 INFO:tasks.rados.rados.0.smithi069.stdout:73: expect (ObjNum 46 snap 0 seq_num 46) 2024-04-10T15:31:34.228 INFO:tasks.rados.rados.0.smithi069.stdout:70: expect (ObjNum 14 snap 0 seq_num 14) 2024-04-10T15:31:34.235 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 46 v 6 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-04-10T15:31:34.235 INFO:tasks.rados.rados.0.smithi069.stdout:69: finishing copy_from to smithi06982861-37 2024-04-10T15:31:34.235 INFO:tasks.rados.rados.0.smithi069.stdout:69: got expected ENOENT (src dne) 2024-04-10T15:31:34.235 INFO:tasks.rados.rados.0.smithi069.stdout:69: finishing copy_from racing read to smithi06982861-37 2024-04-10T15:31:34.235 INFO:tasks.rados.rados.0.smithi069.stdout:72: finishing rollback tid 0 to smithi06982861-38 2024-04-10T15:31:34.235 INFO:tasks.rados.rados.0.smithi069.stdout:72: finishing rollback tid 1 to smithi06982861-38 2024-04-10T15:31:34.235 INFO:tasks.rados.rados.0.smithi069.stdout:72: finishing rollback tid 2 to smithi06982861-38 2024-04-10T15:31:34.235 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 38 v 12 (ObjNum 37 snap 0 seq_num 37) dirty exists 2024-04-10T15:31:34.235 INFO:tasks.rados.rados.0.smithi069.stdout:76: expect (ObjNum 25 snap 0 seq_num 25) 2024-04-10T15:31:34.247 INFO:tasks.rados.rados.0.smithi069.stdout:71: finishing copy_from racing read to smithi06982861-14 2024-04-10T15:31:34.247 INFO:tasks.rados.rados.0.smithi069.stdout:77: finishing copy_from to smithi06982861-39 2024-04-10T15:31:34.247 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 39 v 8 (ObjNum 32 snap 0 seq_num 32) dirty exists 2024-04-10T15:31:34.247 INFO:tasks.rados.rados.0.smithi069.stdout:77: finishing copy_from racing read to smithi06982861-39 2024-04-10T15:31:34.247 INFO:tasks.rados.rados.0.smithi069.stdout:71: finishing copy_from to smithi06982861-14 2024-04-10T15:31:34.247 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 14 v 10 (ObjNum 40 snap 0 seq_num 40) dirty exists 2024-04-10T15:31:34.488 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:34 smithi077 ceph-mon[31195]: pgmap v95: 121 pgs: 121 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:31:34.488 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:34 smithi077 ceph-mon[31195]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:31:34.488 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:34 smithi077 ceph-mon[31195]: Cluster is now healthy 2024-04-10T15:31:34.488 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:34 smithi077 ceph-mon[31195]: from='client.? 172.21.15.69:0/3520918386' entity='client.0' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]': finished 2024-04-10T15:31:34.489 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:34 smithi077 ceph-mon[31195]: osdmap e76: 8 total, 8 up, 8 in 2024-04-10T15:31:34.582 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:34 smithi069 ceph-mon[39688]: pgmap v95: 121 pgs: 121 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:31:34.582 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:34 smithi069 ceph-mon[39688]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:31:34.582 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:34 smithi069 ceph-mon[39688]: Cluster is now healthy 2024-04-10T15:31:34.582 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:34 smithi069 ceph-mon[39688]: from='client.? 172.21.15.69:0/3520918386' entity='client.0' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]': finished 2024-04-10T15:31:34.583 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:34 smithi069 ceph-mon[39688]: osdmap e76: 8 total, 8 up, 8 in 2024-04-10T15:31:34.583 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:34 smithi069 ceph-mon[27501]: pgmap v95: 121 pgs: 121 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:31:34.583 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:34 smithi069 ceph-mon[27501]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:31:34.583 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:34 smithi069 ceph-mon[27501]: Cluster is now healthy 2024-04-10T15:31:34.583 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:34 smithi069 ceph-mon[27501]: from='client.? 172.21.15.69:0/3520918386' entity='client.0' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]': finished 2024-04-10T15:31:34.583 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:34 smithi069 ceph-mon[27501]: osdmap e76: 8 total, 8 up, 8 in 2024-04-10T15:31:35.166 INFO:tasks.rados.rados.0.smithi069.stdout:67: done (12 left) 2024-04-10T15:31:35.167 INFO:tasks.rados.rados.0.smithi069.stdout:68: done (11 left) 2024-04-10T15:31:35.167 INFO:tasks.rados.rados.0.smithi069.stdout:69: done (10 left) 2024-04-10T15:31:35.167 INFO:tasks.rados.rados.0.smithi069.stdout:70: done (9 left) 2024-04-10T15:31:35.167 INFO:tasks.rados.rados.0.smithi069.stdout:71: done (8 left) 2024-04-10T15:31:35.167 INFO:tasks.rados.rados.0.smithi069.stdout:72: done (7 left) 2024-04-10T15:31:35.167 INFO:tasks.rados.rados.0.smithi069.stdout:73: done (6 left) 2024-04-10T15:31:35.167 INFO:tasks.rados.rados.0.smithi069.stdout:75: done (5 left) 2024-04-10T15:31:35.167 INFO:tasks.rados.rados.0.smithi069.stdout:76: done (4 left) 2024-04-10T15:31:35.168 INFO:tasks.rados.rados.0.smithi069.stdout:77: done (3 left) 2024-04-10T15:31:35.168 INFO:tasks.rados.rados.0.smithi069.stdout:78: done (2 left) 2024-04-10T15:31:35.168 INFO:tasks.rados.rados.0.smithi069.stdout:79: done (1 left) 2024-04-10T15:31:35.168 INFO:tasks.rados.rados.0.smithi069.stdout:80: done (0 left) 2024-04-10T15:31:35.168 INFO:tasks.rados.rados.0.smithi069.stdout:81: rollback oid 40 current snap is 2 2024-04-10T15:31:35.168 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 40 to 1 2024-04-10T15:31:35.168 INFO:tasks.rados.rados.0.smithi069.stdout:82: snap_create 2024-04-10T15:31:35.174 INFO:tasks.rados.rados.0.smithi069.stdout:81: finishing rollback tid 0 to smithi06982861-40 2024-04-10T15:31:35.174 INFO:tasks.rados.rados.0.smithi069.stdout:81: finishing rollback tid 1 to smithi06982861-40 2024-04-10T15:31:35.175 INFO:tasks.rados.rados.0.smithi069.stdout:81: finishing rollback tid 2 to smithi06982861-40 2024-04-10T15:31:35.175 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 40 v 10 (ObjNum 39 snap 0 seq_num 39) dirty exists 2024-04-10T15:31:35.488 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:35 smithi077 ceph-mon[31195]: osdmap e77: 8 total, 8 up, 8 in 2024-04-10T15:31:35.582 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:35 smithi069 ceph-mon[27501]: osdmap e77: 8 total, 8 up, 8 in 2024-04-10T15:31:35.582 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:35 smithi069 ceph-mon[39688]: osdmap e77: 8 total, 8 up, 8 in 2024-04-10T15:31:36.167 INFO:tasks.rados.rados.0.smithi069.stdout:81: done (1 left) 2024-04-10T15:31:36.167 INFO:tasks.rados.rados.0.smithi069.stdout:82: done (0 left) 2024-04-10T15:31:36.167 INFO:tasks.rados.rados.0.smithi069.stdout:83: rollback oid 9 current snap is 3 2024-04-10T15:31:36.167 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 9 to 0 2024-04-10T15:31:36.168 INFO:tasks.rados.rados.0.smithi069.stdout:84: read oid 20 snap 1 2024-04-10T15:31:36.168 INFO:tasks.rados.rados.0.smithi069.stdout:84: expect (ObjNum 19 snap 0 seq_num 19) 2024-04-10T15:31:36.168 INFO:tasks.rados.rados.0.smithi069.stdout:85: read oid 41 snap -1 2024-04-10T15:31:36.168 INFO:tasks.rados.rados.0.smithi069.stdout:85: expect (ObjNum 40 snap 0 seq_num 40) 2024-04-10T15:31:36.168 INFO:tasks.rados.rados.0.smithi069.stdout:86: read oid 5 snap -1 2024-04-10T15:31:36.168 INFO:tasks.rados.rados.0.smithi069.stdout:86: expect (ObjNum 4 snap 0 seq_num 4) 2024-04-10T15:31:36.168 INFO:tasks.rados.rados.0.smithi069.stdout:87: read oid 4 snap -1 2024-04-10T15:31:36.168 INFO:tasks.rados.rados.0.smithi069.stdout:87: expect (ObjNum 3 snap 0 seq_num 3) 2024-04-10T15:31:36.168 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 3 current snap is 3 2024-04-10T15:31:36.168 INFO:tasks.rados.rados.0.smithi069.stdout:88: seq_num 54 ranges {0=507904,507904=401408} 2024-04-10T15:31:36.170 INFO:tasks.rados.rados.0.smithi069.stdout:88: writing smithi06982861-3 from 0 to 507904 tid 1 2024-04-10T15:31:36.174 INFO:tasks.rados.rados.0.smithi069.stdout:88: writing smithi06982861-3 from 507904 to 909312 tid 2 2024-04-10T15:31:36.174 INFO:tasks.rados.rados.0.smithi069.stdout:89: read oid 27 snap -1 2024-04-10T15:31:36.174 INFO:tasks.rados.rados.0.smithi069.stdout:89: expect (ObjNum 26 snap 0 seq_num 26) 2024-04-10T15:31:36.174 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 17 current snap is 3 2024-04-10T15:31:36.176 INFO:tasks.rados.rados.0.smithi069.stdout:83: finishing rollback tid 0 to smithi06982861-9 2024-04-10T15:31:36.176 INFO:tasks.rados.rados.0.smithi069.stdout:83: finishing rollback tid 1 to smithi06982861-9 2024-04-10T15:31:36.176 INFO:tasks.rados.rados.0.smithi069.stdout:83: finishing rollback tid 2 to smithi06982861-9 2024-04-10T15:31:36.176 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 9 v 10 (ObjNum 8 snap 0 seq_num 8) dirty exists 2024-04-10T15:31:36.176 INFO:tasks.rados.rados.0.smithi069.stdout:84: expect (ObjNum 19 snap 0 seq_num 19) 2024-04-10T15:31:36.185 INFO:tasks.rados.rados.0.smithi069.stdout:86: expect (ObjNum 4 snap 0 seq_num 4) 2024-04-10T15:31:36.187 INFO:tasks.rados.rados.0.smithi069.stdout:89: expect (ObjNum 26 snap 0 seq_num 26) 2024-04-10T15:31:36.199 INFO:tasks.rados.rados.0.smithi069.stdout:88: finishing write tid 1 to smithi06982861-3 2024-04-10T15:31:36.199 INFO:tasks.rados.rados.0.smithi069.stdout:88: finishing write tid 2 to smithi06982861-3 2024-04-10T15:31:36.199 INFO:tasks.rados.rados.0.smithi069.stdout:90: seq_num 55 ranges {270336=524288,794624=401408} 2024-04-10T15:31:36.203 INFO:tasks.rados.rados.0.smithi069.stdout:90: writing smithi06982861-17 from 270336 to 794624 tid 1 2024-04-10T15:31:36.207 INFO:tasks.rados.rados.0.smithi069.stdout:90: writing smithi06982861-17 from 794624 to 1196032 tid 2 2024-04-10T15:31:36.207 INFO:tasks.rados.rados.0.smithi069.stdout:83: done (7 left) 2024-04-10T15:31:36.207 INFO:tasks.rados.rados.0.smithi069.stdout:84: done (6 left) 2024-04-10T15:31:36.207 INFO:tasks.rados.rados.0.smithi069.stdout:86: done (5 left) 2024-04-10T15:31:36.207 INFO:tasks.rados.rados.0.smithi069.stdout:89: done (4 left) 2024-04-10T15:31:36.207 INFO:tasks.rados.rados.0.smithi069.stdout:91: rollback oid 34 current snap is 3 2024-04-10T15:31:36.207 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 34 to 2 2024-04-10T15:31:36.207 INFO:tasks.rados.rados.0.smithi069.stdout:88: finishing write tid 3 to smithi06982861-3 2024-04-10T15:31:36.207 INFO:tasks.rados.rados.0.smithi069.stdout:85: expect (ObjNum 40 snap 0 seq_num 40) 2024-04-10T15:31:36.226 INFO:tasks.rados.rados.0.smithi069.stdout:87: expect (ObjNum 3 snap 0 seq_num 3) 2024-04-10T15:31:36.228 INFO:tasks.rados.rados.0.smithi069.stdout:88: finishing write tid 4 to smithi06982861-3 2024-04-10T15:31:36.228 INFO:tasks.rados.rados.0.smithi069.stdout:88: oid 3 updating version 0 to 13 2024-04-10T15:31:36.228 INFO:tasks.rados.rados.0.smithi069.stdout:88: oid 3 version 13 is already newer than 12 2024-04-10T15:31:36.228 INFO:tasks.rados.rados.0.smithi069.stdout:88: oid 3 version 13 is already newer than 11 2024-04-10T15:31:36.229 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 3 v 13 (ObjNum 54 snap 3 seq_num 54) dirty exists 2024-04-10T15:31:36.229 INFO:tasks.rados.rados.0.smithi069.stdout:88: left oid 3 (ObjNum 54 snap 3 seq_num 54) 2024-04-10T15:31:36.229 INFO:tasks.rados.rados.0.smithi069.stdout:85: done (4 left) 2024-04-10T15:31:36.229 INFO:tasks.rados.rados.0.smithi069.stdout:87: done (3 left) 2024-04-10T15:31:36.229 INFO:tasks.rados.rados.0.smithi069.stdout:88: done (2 left) 2024-04-10T15:31:36.229 INFO:tasks.rados.rados.0.smithi069.stdout:92: rollback oid 10 current snap is 3 2024-04-10T15:31:36.229 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 10 to 0 2024-04-10T15:31:36.229 INFO:tasks.rados.rados.0.smithi069.stdout:90: finishing write tid 1 to smithi06982861-17 2024-04-10T15:31:36.229 INFO:tasks.rados.rados.0.smithi069.stdout:90: finishing write tid 2 to smithi06982861-17 2024-04-10T15:31:36.229 INFO:tasks.rados.rados.0.smithi069.stdout:90: finishing write tid 3 to smithi06982861-17 2024-04-10T15:31:36.229 INFO:tasks.rados.rados.0.smithi069.stdout:91: finishing rollback tid 0 to smithi06982861-34 2024-04-10T15:31:36.229 INFO:tasks.rados.rados.0.smithi069.stdout:91: finishing rollback tid 1 to smithi06982861-34 2024-04-10T15:31:36.229 INFO:tasks.rados.rados.0.smithi069.stdout:91: finishing rollback tid 2 to smithi06982861-34 2024-04-10T15:31:36.230 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 34 v 14 (ObjNum 33 snap 0 seq_num 33) dirty exists 2024-04-10T15:31:36.230 INFO:tasks.rados.rados.0.smithi069.stdout:90: finishing write tid 4 to smithi06982861-17 2024-04-10T15:31:36.230 INFO:tasks.rados.rados.0.smithi069.stdout:90: oid 17 updating version 0 to 11 2024-04-10T15:31:36.230 INFO:tasks.rados.rados.0.smithi069.stdout:90: oid 17 updating version 11 to 12 2024-04-10T15:31:36.230 INFO:tasks.rados.rados.0.smithi069.stdout:90: oid 17 version 12 is already newer than 10 2024-04-10T15:31:36.230 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 17 v 12 (ObjNum 55 snap 3 seq_num 55) dirty exists 2024-04-10T15:31:36.230 INFO:tasks.rados.rados.0.smithi069.stdout:90: left oid 17 (ObjNum 55 snap 3 seq_num 55) 2024-04-10T15:31:36.230 INFO:tasks.rados.rados.0.smithi069.stdout:90: done (2 left) 2024-04-10T15:31:36.230 INFO:tasks.rados.rados.0.smithi069.stdout:91: done (1 left) 2024-04-10T15:31:36.230 INFO:tasks.rados.rados.0.smithi069.stdout:93: snap_create 2024-04-10T15:31:36.231 INFO:tasks.rados.rados.0.smithi069.stdout:92: finishing rollback tid 0 to smithi06982861-10 2024-04-10T15:31:36.231 INFO:tasks.rados.rados.0.smithi069.stdout:92: finishing rollback tid 1 to smithi06982861-10 2024-04-10T15:31:36.231 INFO:tasks.rados.rados.0.smithi069.stdout:92: finishing rollback tid 2 to smithi06982861-10 2024-04-10T15:31:36.231 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 10 v 18 (ObjNum 9 snap 0 seq_num 9) dirty exists 2024-04-10T15:31:36.488 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:36 smithi077 ceph-mon[31195]: pgmap v98: 121 pgs: 121 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:31:36.488 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:36 smithi077 ceph-mon[31195]: osdmap e78: 8 total, 8 up, 8 in 2024-04-10T15:31:36.582 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:36 smithi069 ceph-mon[39688]: pgmap v98: 121 pgs: 121 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:31:36.582 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:36 smithi069 ceph-mon[39688]: osdmap e78: 8 total, 8 up, 8 in 2024-04-10T15:31:36.582 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:36 smithi069 ceph-mon[27501]: pgmap v98: 121 pgs: 121 active+clean; 580 KiB data, 227 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:31:36.582 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:36 smithi069 ceph-mon[27501]: osdmap e78: 8 total, 8 up, 8 in 2024-04-10T15:31:37.082 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:31:36 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[27756]: ::ffff:172.21.15.77 - - [10/Apr/2024:15:31:36] "GET /metrics HTTP/1.1" 200 36009 "" "Prometheus/2.43.0" 2024-04-10T15:31:37.181 INFO:tasks.rados.rados.0.smithi069.stdout:92: done (1 left) 2024-04-10T15:31:37.181 INFO:tasks.rados.rados.0.smithi069.stdout:93: done (0 left) 2024-04-10T15:31:37.181 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 27 current snap is 4 2024-04-10T15:31:37.181 INFO:tasks.rados.rados.0.smithi069.stdout:94: seq_num 56 ranges {442368=540672,983040=401408} 2024-04-10T15:31:37.186 INFO:tasks.rados.rados.0.smithi069.stdout:94: writing smithi06982861-27 from 442368 to 983040 tid 1 2024-04-10T15:31:37.189 INFO:tasks.rados.rados.0.smithi069.stdout:94: writing smithi06982861-27 from 983040 to 1384448 tid 2 2024-04-10T15:31:37.189 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 39 current snap is 4 2024-04-10T15:31:37.189 INFO:tasks.rados.rados.0.smithi069.stdout:95: seq_num 57 ranges {540672=557056,1097728=401408} 2024-04-10T15:31:37.195 INFO:tasks.rados.rados.0.smithi069.stdout:95: writing smithi06982861-39 from 540672 to 1097728 tid 1 2024-04-10T15:31:37.198 INFO:tasks.rados.rados.0.smithi069.stdout:95: writing smithi06982861-39 from 1097728 to 1499136 tid 2 2024-04-10T15:31:37.199 INFO:tasks.rados.rados.0.smithi069.stdout:96: read oid 45 snap -1 2024-04-10T15:31:37.199 INFO:tasks.rados.rados.0.smithi069.stdout:96: expect (ObjNum 44 snap 0 seq_num 44) 2024-04-10T15:31:37.199 INFO:tasks.rados.rados.0.smithi069.stdout:97: rollback oid 12 current snap is 4 2024-04-10T15:31:37.199 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 12 to 3 2024-04-10T15:31:37.199 INFO:tasks.rados.rados.0.smithi069.stdout:94: finishing write tid 1 to smithi06982861-27 2024-04-10T15:31:37.199 INFO:tasks.rados.rados.0.smithi069.stdout:94: finishing write tid 2 to smithi06982861-27 2024-04-10T15:31:37.199 INFO:tasks.rados.rados.0.smithi069.stdout:94: finishing write tid 3 to smithi06982861-27 2024-04-10T15:31:37.199 INFO:tasks.rados.rados.0.smithi069.stdout:94: finishing write tid 4 to smithi06982861-27 2024-04-10T15:31:37.199 INFO:tasks.rados.rados.0.smithi069.stdout:94: oid 27 updating version 0 to 15 2024-04-10T15:31:37.199 INFO:tasks.rados.rados.0.smithi069.stdout:94: oid 27 version 15 is already newer than 13 2024-04-10T15:31:37.199 INFO:tasks.rados.rados.0.smithi069.stdout:94: oid 27 version 15 is already newer than 14 2024-04-10T15:31:37.199 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 27 v 15 (ObjNum 56 snap 4 seq_num 56) dirty exists 2024-04-10T15:31:37.199 INFO:tasks.rados.rados.0.smithi069.stdout:94: left oid 27 (ObjNum 56 snap 4 seq_num 56) 2024-04-10T15:31:37.199 INFO:tasks.rados.rados.0.smithi069.stdout:94: done (3 left) 2024-04-10T15:31:37.200 INFO:tasks.rados.rados.0.smithi069.stdout:98: snap_remove snap 0 2024-04-10T15:31:37.488 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:37 smithi077 ceph-mon[31195]: osdmap e79: 8 total, 8 up, 8 in 2024-04-10T15:31:37.582 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:37 smithi069 ceph-mon[27501]: osdmap e79: 8 total, 8 up, 8 in 2024-04-10T15:31:37.582 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:37 smithi069 ceph-mon[39688]: osdmap e79: 8 total, 8 up, 8 in 2024-04-10T15:31:38.186 INFO:tasks.rados.rados.0.smithi069.stdout:98: done (3 left) 2024-04-10T15:31:38.186 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 5 current snap is 4 2024-04-10T15:31:38.186 INFO:tasks.rados.rados.0.smithi069.stdout:99: seq_num 58 ranges {73728=573440,647168=401408} 2024-04-10T15:31:38.194 INFO:tasks.rados.rados.0.smithi069.stdout:99: writing smithi06982861-5 from 73728 to 647168 tid 1 2024-04-10T15:31:38.197 INFO:tasks.rados.rados.0.smithi069.stdout:99: writing smithi06982861-5 from 647168 to 1048576 tid 2 2024-04-10T15:31:38.197 INFO:tasks.rados.rados.0.smithi069.stdout:95: finishing write tid 1 to smithi06982861-39 2024-04-10T15:31:38.197 INFO:tasks.rados.rados.0.smithi069.stdout:95: finishing write tid 2 to smithi06982861-39 2024-04-10T15:31:38.197 INFO:tasks.rados.rados.0.smithi069.stdout:95: finishing write tid 3 to smithi06982861-39 2024-04-10T15:31:38.198 INFO:tasks.rados.rados.0.smithi069.stdout:96: expect (ObjNum 44 snap 0 seq_num 44) 2024-04-10T15:31:38.220 INFO:tasks.rados.rados.0.smithi069.stdout:95: finishing write tid 4 to smithi06982861-39 2024-04-10T15:31:38.220 INFO:tasks.rados.rados.0.smithi069.stdout:95: oid 39 updating version 0 to 13 2024-04-10T15:31:38.220 INFO:tasks.rados.rados.0.smithi069.stdout:95: oid 39 updating version 13 to 14 2024-04-10T15:31:38.220 INFO:tasks.rados.rados.0.smithi069.stdout:95: oid 39 version 14 is already newer than 12 2024-04-10T15:31:38.220 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 39 v 14 (ObjNum 57 snap 4 seq_num 57) dirty exists 2024-04-10T15:31:38.220 INFO:tasks.rados.rados.0.smithi069.stdout:95: left oid 39 (ObjNum 57 snap 4 seq_num 57) 2024-04-10T15:31:38.220 INFO:tasks.rados.rados.0.smithi069.stdout:97: finishing rollback tid 0 to smithi06982861-12 2024-04-10T15:31:38.220 INFO:tasks.rados.rados.0.smithi069.stdout:97: finishing rollback tid 1 to smithi06982861-12 2024-04-10T15:31:38.220 INFO:tasks.rados.rados.0.smithi069.stdout:95: done (3 left) 2024-04-10T15:31:38.220 INFO:tasks.rados.rados.0.smithi069.stdout:96: done (2 left) 2024-04-10T15:31:38.220 INFO:tasks.rados.rados.0.smithi069.stdout:100: read oid 15 snap -1 2024-04-10T15:31:38.220 INFO:tasks.rados.rados.0.smithi069.stdout:100: expect (ObjNum 1 snap 0 seq_num 1) 2024-04-10T15:31:38.221 INFO:tasks.rados.rados.0.smithi069.stdout:101: snap_create 2024-04-10T15:31:38.221 INFO:tasks.rados.rados.0.smithi069.stdout:97: finishing rollback tid 2 to smithi06982861-12 2024-04-10T15:31:38.221 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 12 v 8 (ObjNum 11 snap 0 seq_num 11) dirty exists 2024-04-10T15:31:38.221 INFO:tasks.rados.rados.0.smithi069.stdout:99: finishing write tid 1 to smithi06982861-5 2024-04-10T15:31:38.221 INFO:tasks.rados.rados.0.smithi069.stdout:99: finishing write tid 2 to smithi06982861-5 2024-04-10T15:31:38.221 INFO:tasks.rados.rados.0.smithi069.stdout:99: finishing write tid 3 to smithi06982861-5 2024-04-10T15:31:38.221 INFO:tasks.rados.rados.0.smithi069.stdout:99: finishing write tid 4 to smithi06982861-5 2024-04-10T15:31:38.221 INFO:tasks.rados.rados.0.smithi069.stdout:99: oid 5 updating version 0 to 18 2024-04-10T15:31:38.221 INFO:tasks.rados.rados.0.smithi069.stdout:99: oid 5 version 18 is already newer than 17 2024-04-10T15:31:38.221 INFO:tasks.rados.rados.0.smithi069.stdout:99: oid 5 version 18 is already newer than 16 2024-04-10T15:31:38.221 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 5 v 18 (ObjNum 58 snap 4 seq_num 58) dirty exists 2024-04-10T15:31:38.221 INFO:tasks.rados.rados.0.smithi069.stdout:99: left oid 5 (ObjNum 58 snap 4 seq_num 58) 2024-04-10T15:31:38.222 INFO:tasks.rados.rados.0.smithi069.stdout:100: expect (ObjNum 1 snap 0 seq_num 1) 2024-04-10T15:31:38.489 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:38 smithi077 ceph-mon[31195]: pgmap v101: 121 pgs: 121 active+clean; 24 MiB data, 267 MiB used, 715 GiB / 715 GiB avail; 2.5 MiB/s rd, 6.1 MiB/s wr, 76 op/s 2024-04-10T15:31:38.489 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:38 smithi077 ceph-mon[31195]: osdmap e80: 8 total, 8 up, 8 in 2024-04-10T15:31:38.582 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:38 smithi069 ceph-mon[27501]: pgmap v101: 121 pgs: 121 active+clean; 24 MiB data, 267 MiB used, 715 GiB / 715 GiB avail; 2.5 MiB/s rd, 6.1 MiB/s wr, 76 op/s 2024-04-10T15:31:38.582 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:38 smithi069 ceph-mon[27501]: osdmap e80: 8 total, 8 up, 8 in 2024-04-10T15:31:38.582 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:38 smithi069 ceph-mon[39688]: pgmap v101: 121 pgs: 121 active+clean; 24 MiB data, 267 MiB used, 715 GiB / 715 GiB avail; 2.5 MiB/s rd, 6.1 MiB/s wr, 76 op/s 2024-04-10T15:31:38.582 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:38 smithi069 ceph-mon[39688]: osdmap e80: 8 total, 8 up, 8 in 2024-04-10T15:31:39.191 INFO:tasks.rados.rados.0.smithi069.stdout:97: done (3 left) 2024-04-10T15:31:39.191 INFO:tasks.rados.rados.0.smithi069.stdout:99: done (2 left) 2024-04-10T15:31:39.191 INFO:tasks.rados.rados.0.smithi069.stdout:100: done (1 left) 2024-04-10T15:31:39.191 INFO:tasks.rados.rados.0.smithi069.stdout:101: done (0 left) 2024-04-10T15:31:39.191 INFO:tasks.rados.rados.0.smithi069.stdout:102: snap_remove snap 1 2024-04-10T15:31:39.488 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:39 smithi077 ceph-mon[31195]: osdmap e81: 8 total, 8 up, 8 in 2024-04-10T15:31:39.582 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:39 smithi069 ceph-mon[27501]: osdmap e81: 8 total, 8 up, 8 in 2024-04-10T15:31:39.582 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:39 smithi069 ceph-mon[39688]: osdmap e81: 8 total, 8 up, 8 in 2024-04-10T15:31:40.193 INFO:tasks.rados.rados.0.smithi069.stdout:102: done (0 left) 2024-04-10T15:31:40.194 INFO:tasks.rados.rados.0.smithi069.stdout:103: read oid 29 snap 4 2024-04-10T15:31:40.194 INFO:tasks.rados.rados.0.smithi069.stdout:103: expect (ObjNum 28 snap 0 seq_num 28) 2024-04-10T15:31:40.194 INFO:tasks.rados.rados.0.smithi069.stdout:104: read oid 46 snap -1 2024-04-10T15:31:40.194 INFO:tasks.rados.rados.0.smithi069.stdout:104: expect (ObjNum 45 snap 0 seq_num 45) 2024-04-10T15:31:40.194 INFO:tasks.rados.rados.0.smithi069.stdout:105: read oid 14 snap 4 2024-04-10T15:31:40.194 INFO:tasks.rados.rados.0.smithi069.stdout:105: expect (ObjNum 40 snap 0 seq_num 40) 2024-04-10T15:31:40.194 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 49 current snap is 5 2024-04-10T15:31:40.194 INFO:tasks.rados.rados.0.smithi069.stdout:106: seq_num 59 ranges {811008=598016,1409024=401408} 2024-04-10T15:31:40.203 INFO:tasks.rados.rados.0.smithi069.stdout:106: writing smithi06982861-49 from 811008 to 1409024 tid 1 2024-04-10T15:31:40.207 INFO:tasks.rados.rados.0.smithi069.stdout:106: writing smithi06982861-49 from 1409024 to 1810432 tid 2 2024-04-10T15:31:40.207 INFO:tasks.rados.rados.0.smithi069.stdout:107: delete oid 42 current snap is 5 2024-04-10T15:31:40.208 INFO:tasks.rados.rados.0.smithi069.stdout:104: expect (ObjNum 45 snap 0 seq_num 45) 2024-04-10T15:31:40.231 INFO:tasks.rados.rados.0.smithi069.stdout:104: done (4 left) 2024-04-10T15:31:40.231 INFO:tasks.rados.rados.0.smithi069.stdout:107: done (3 left) 2024-04-10T15:31:40.231 INFO:tasks.rados.rados.0.smithi069.stdout:108: read oid 21 snap -1 2024-04-10T15:31:40.231 INFO:tasks.rados.rados.0.smithi069.stdout:108: expect (ObjNum 20 snap 0 seq_num 20) 2024-04-10T15:31:40.232 INFO:tasks.rados.rados.0.smithi069.stdout:109: rollback oid 43 current snap is 5 2024-04-10T15:31:40.232 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 43 to 4 2024-04-10T15:31:40.232 INFO:tasks.rados.rados.0.smithi069.stdout:105: expect (ObjNum 40 snap 0 seq_num 40) 2024-04-10T15:31:40.252 INFO:tasks.rados.rados.0.smithi069.stdout:103: expect (ObjNum 28 snap 0 seq_num 28) 2024-04-10T15:31:40.265 INFO:tasks.rados.rados.0.smithi069.stdout:106: finishing write tid 1 to smithi06982861-49 2024-04-10T15:31:40.266 INFO:tasks.rados.rados.0.smithi069.stdout:106: finishing write tid 2 to smithi06982861-49 2024-04-10T15:31:40.266 INFO:tasks.rados.rados.0.smithi069.stdout:106: finishing write tid 3 to smithi06982861-49 2024-04-10T15:31:40.266 INFO:tasks.rados.rados.0.smithi069.stdout:106: finishing write tid 4 to smithi06982861-49 2024-04-10T15:31:40.266 INFO:tasks.rados.rados.0.smithi069.stdout:106: oid 49 updating version 0 to 23 2024-04-10T15:31:40.266 INFO:tasks.rados.rados.0.smithi069.stdout:106: oid 49 updating version 23 to 24 2024-04-10T15:31:40.266 INFO:tasks.rados.rados.0.smithi069.stdout:106: oid 49 updating version 24 to 25 2024-04-10T15:31:40.266 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 49 v 25 (ObjNum 59 snap 5 seq_num 59) dirty exists 2024-04-10T15:31:40.266 INFO:tasks.rados.rados.0.smithi069.stdout:106: left oid 49 (ObjNum 59 snap 5 seq_num 59) 2024-04-10T15:31:40.266 INFO:tasks.rados.rados.0.smithi069.stdout:103: done (4 left) 2024-04-10T15:31:40.266 INFO:tasks.rados.rados.0.smithi069.stdout:105: done (3 left) 2024-04-10T15:31:40.266 INFO:tasks.rados.rados.0.smithi069.stdout:106: done (2 left) 2024-04-10T15:31:40.266 INFO:tasks.rados.rados.0.smithi069.stdout:110: delete oid 12 current snap is 5 2024-04-10T15:31:40.266 INFO:tasks.rados.rados.0.smithi069.stdout:109: finishing rollback tid 0 to smithi06982861-43 2024-04-10T15:31:40.267 INFO:tasks.rados.rados.0.smithi069.stdout:109: finishing rollback tid 1 to smithi06982861-43 2024-04-10T15:31:40.267 INFO:tasks.rados.rados.0.smithi069.stdout:109: finishing rollback tid 2 to smithi06982861-43 2024-04-10T15:31:40.267 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 43 v 17 (ObjNum 42 snap 0 seq_num 42) dirty exists 2024-04-10T15:31:40.267 INFO:tasks.rados.rados.0.smithi069.stdout:108: expect (ObjNum 20 snap 0 seq_num 20) 2024-04-10T15:31:40.275 INFO:tasks.rados.rados.0.smithi069.stdout:108: done (2 left) 2024-04-10T15:31:40.275 INFO:tasks.rados.rados.0.smithi069.stdout:109: done (1 left) 2024-04-10T15:31:40.275 INFO:tasks.rados.rados.0.smithi069.stdout:110: done (0 left) 2024-04-10T15:31:40.275 INFO:tasks.rados.rados.0.smithi069.stdout:111: read oid 33 snap 3 2024-04-10T15:31:40.275 INFO:tasks.rados.rados.0.smithi069.stdout:111: expect (ObjNum 32 snap 0 seq_num 32) 2024-04-10T15:31:40.275 INFO:tasks.rados.rados.0.smithi069.stdout:112: rollback oid 48 current snap is 5 2024-04-10T15:31:40.276 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 48 to 4 2024-04-10T15:31:40.276 INFO:tasks.rados.rados.0.smithi069.stdout:113: delete oid 47 current snap is 5 2024-04-10T15:31:40.277 INFO:tasks.rados.rados.0.smithi069.stdout:113: done (2 left) 2024-04-10T15:31:40.277 INFO:tasks.rados.rados.0.smithi069.stdout:114: setattr oid 31 current snap is 5 2024-04-10T15:31:40.278 INFO:tasks.rados.rados.0.smithi069.stdout:112: finishing rollback tid 0 to smithi06982861-48 2024-04-10T15:31:40.278 INFO:tasks.rados.rados.0.smithi069.stdout:111: expect (ObjNum 32 snap 0 seq_num 32) 2024-04-10T15:31:40.293 INFO:tasks.rados.rados.0.smithi069.stdout:112: finishing rollback tid 1 to smithi06982861-48 2024-04-10T15:31:40.294 INFO:tasks.rados.rados.0.smithi069.stdout:112: finishing rollback tid 2 to smithi06982861-48 2024-04-10T15:31:40.294 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 48 v 14 (ObjNum 47 snap 0 seq_num 47) dirty exists 2024-04-10T15:31:40.294 INFO:tasks.rados.rados.0.smithi069.stdout:111: done (2 left) 2024-04-10T15:31:40.294 INFO:tasks.rados.rados.0.smithi069.stdout:112: done (1 left) 2024-04-10T15:31:40.294 INFO:tasks.rados.rados.0.smithi069.stdout:115: snap_create 2024-04-10T15:31:40.295 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 31 v 14 (ObjNum 30 snap 0 seq_num 30) dirty exists 2024-04-10T15:31:40.488 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:40 smithi077 ceph-mon[31195]: pgmap v104: 121 pgs: 121 active+clean; 24 MiB data, 267 MiB used, 715 GiB / 715 GiB avail; 2.5 MiB/s rd, 6.1 MiB/s wr, 76 op/s 2024-04-10T15:31:40.488 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:40 smithi077 ceph-mon[31195]: osdmap e82: 8 total, 8 up, 8 in 2024-04-10T15:31:40.582 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:40 smithi069 ceph-mon[39688]: pgmap v104: 121 pgs: 121 active+clean; 24 MiB data, 267 MiB used, 715 GiB / 715 GiB avail; 2.5 MiB/s rd, 6.1 MiB/s wr, 76 op/s 2024-04-10T15:31:40.582 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:40 smithi069 ceph-mon[39688]: osdmap e82: 8 total, 8 up, 8 in 2024-04-10T15:31:40.582 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:40 smithi069 ceph-mon[27501]: pgmap v104: 121 pgs: 121 active+clean; 24 MiB data, 267 MiB used, 715 GiB / 715 GiB avail; 2.5 MiB/s rd, 6.1 MiB/s wr, 76 op/s 2024-04-10T15:31:40.582 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:40 smithi069 ceph-mon[27501]: osdmap e82: 8 total, 8 up, 8 in 2024-04-10T15:31:41.204 INFO:tasks.rados.rados.0.smithi069.stdout:114: done (1 left) 2024-04-10T15:31:41.204 INFO:tasks.rados.rados.0.smithi069.stdout:115: done (0 left) 2024-04-10T15:31:41.204 INFO:tasks.rados.rados.0.smithi069.stdout:116: copy_from oid 25 from oid 6 current snap is 6 2024-04-10T15:31:41.204 INFO:tasks.rados.rados.0.smithi069.stdout:117: setattr oid 23 current snap is 6 2024-04-10T15:31:41.204 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 15 current snap is 6 2024-04-10T15:31:41.205 INFO:tasks.rados.rados.0.smithi069.stdout:118: seq_num 63 ranges {24576=663552,688128=401408} 2024-04-10T15:31:41.209 INFO:tasks.rados.rados.0.smithi069.stdout:118: writing smithi06982861-15 from 24576 to 688128 tid 1 2024-04-10T15:31:41.211 INFO:tasks.rados.rados.0.smithi069.stdout:118: writing smithi06982861-15 from 688128 to 1089536 tid 2 2024-04-10T15:31:41.212 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 23 v 13 (ObjNum 53 snap 1 seq_num 53) dirty exists 2024-04-10T15:31:41.212 INFO:tasks.rados.rados.0.smithi069.stdout:117: done (2 left) 2024-04-10T15:31:41.212 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 12 current snap is 6 2024-04-10T15:31:41.212 INFO:tasks.rados.rados.0.smithi069.stdout:119: seq_num 64 ranges {0=679936,679936=401408} 2024-04-10T15:31:41.216 INFO:tasks.rados.rados.0.smithi069.stdout:119: writing smithi06982861-12 from 0 to 679936 tid 1 2024-04-10T15:31:41.220 INFO:tasks.rados.rados.0.smithi069.stdout:119: writing smithi06982861-12 from 679936 to 1081344 tid 2 2024-04-10T15:31:41.220 INFO:tasks.rados.rados.0.smithi069.stdout:120: rollback oid 16 current snap is 6 2024-04-10T15:31:41.220 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 16 to 2 2024-04-10T15:31:41.220 INFO:tasks.rados.rados.0.smithi069.stdout:116: finishing copy_from racing read to smithi06982861-25 2024-04-10T15:31:41.220 INFO:tasks.rados.rados.0.smithi069.stdout:118: finishing write tid 1 to smithi06982861-15 2024-04-10T15:31:41.220 INFO:tasks.rados.rados.0.smithi069.stdout:116: finishing copy_from to smithi06982861-25 2024-04-10T15:31:41.220 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 25 v 4 (ObjNum 11 snap 0 seq_num 11) dirty exists 2024-04-10T15:31:41.220 INFO:tasks.rados.rados.0.smithi069.stdout:118: finishing write tid 2 to smithi06982861-15 2024-04-10T15:31:41.221 INFO:tasks.rados.rados.0.smithi069.stdout:118: finishing write tid 3 to smithi06982861-15 2024-04-10T15:31:41.221 INFO:tasks.rados.rados.0.smithi069.stdout:118: finishing write tid 4 to smithi06982861-15 2024-04-10T15:31:41.221 INFO:tasks.rados.rados.0.smithi069.stdout:118: oid 15 updating version 0 to 17 2024-04-10T15:31:41.221 INFO:tasks.rados.rados.0.smithi069.stdout:118: oid 15 updating version 17 to 18 2024-04-10T15:31:41.221 INFO:tasks.rados.rados.0.smithi069.stdout:118: oid 15 version 18 is already newer than 16 2024-04-10T15:31:41.221 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 15 v 18 (ObjNum 63 snap 6 seq_num 63) dirty exists 2024-04-10T15:31:41.221 INFO:tasks.rados.rados.0.smithi069.stdout:118: left oid 15 (ObjNum 63 snap 6 seq_num 63) 2024-04-10T15:31:41.221 INFO:tasks.rados.rados.0.smithi069.stdout:116: done (3 left) 2024-04-10T15:31:41.221 INFO:tasks.rados.rados.0.smithi069.stdout:118: done (2 left) 2024-04-10T15:31:41.221 INFO:tasks.rados.rados.0.smithi069.stdout:121: read oid 27 snap -1 2024-04-10T15:31:41.221 INFO:tasks.rados.rados.0.smithi069.stdout:121: expect (ObjNum 56 snap 4 seq_num 56) 2024-04-10T15:31:41.222 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 21 current snap is 6 2024-04-10T15:31:41.222 INFO:tasks.rados.rados.0.smithi069.stdout:122: seq_num 65 ranges {344064=696320,1040384=401408} 2024-04-10T15:31:41.225 INFO:tasks.rados.rados.0.smithi069.stdout:122: writing smithi06982861-21 from 344064 to 1040384 tid 1 2024-04-10T15:31:41.228 INFO:tasks.rados.rados.0.smithi069.stdout:122: writing smithi06982861-21 from 1040384 to 1441792 tid 2 2024-04-10T15:31:41.228 INFO:tasks.rados.rados.0.smithi069.stdout:123: snap_create 2024-04-10T15:31:41.229 INFO:tasks.rados.rados.0.smithi069.stdout:120: finishing rollback tid 0 to smithi06982861-16 2024-04-10T15:31:41.229 INFO:tasks.rados.rados.0.smithi069.stdout:120: finishing rollback tid 1 to smithi06982861-16 2024-04-10T15:31:41.229 INFO:tasks.rados.rados.0.smithi069.stdout:120: finishing rollback tid 2 to smithi06982861-16 2024-04-10T15:31:41.229 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 16 v 18 (ObjNum 15 snap 0 seq_num 15) dirty exists 2024-04-10T15:31:41.229 INFO:tasks.rados.rados.0.smithi069.stdout:119: finishing write tid 1 to smithi06982861-12 2024-04-10T15:31:41.229 INFO:tasks.rados.rados.0.smithi069.stdout:119: finishing write tid 2 to smithi06982861-12 2024-04-10T15:31:41.229 INFO:tasks.rados.rados.0.smithi069.stdout:119: finishing write tid 3 to smithi06982861-12 2024-04-10T15:31:41.229 INFO:tasks.rados.rados.0.smithi069.stdout:119: finishing write tid 4 to smithi06982861-12 2024-04-10T15:31:41.229 INFO:tasks.rados.rados.0.smithi069.stdout:119: oid 12 updating version 0 to 15 2024-04-10T15:31:41.229 INFO:tasks.rados.rados.0.smithi069.stdout:119: oid 12 updating version 15 to 16 2024-04-10T15:31:41.229 INFO:tasks.rados.rados.0.smithi069.stdout:119: oid 12 updating version 16 to 17 2024-04-10T15:31:41.230 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 12 v 17 (ObjNum 64 snap 6 seq_num 64) dirty exists 2024-04-10T15:31:41.230 INFO:tasks.rados.rados.0.smithi069.stdout:119: left oid 12 (ObjNum 64 snap 6 seq_num 64) 2024-04-10T15:31:41.230 INFO:tasks.rados.rados.0.smithi069.stdout:121: expect (ObjNum 56 snap 4 seq_num 56) 2024-04-10T15:31:41.278 INFO:tasks.rados.rados.0.smithi069.stdout:122: finishing write tid 1 to smithi06982861-21 2024-04-10T15:31:41.279 INFO:tasks.rados.rados.0.smithi069.stdout:122: finishing write tid 2 to smithi06982861-21 2024-04-10T15:31:41.279 INFO:tasks.rados.rados.0.smithi069.stdout:122: finishing write tid 3 to smithi06982861-21 2024-04-10T15:31:41.279 INFO:tasks.rados.rados.0.smithi069.stdout:122: finishing write tid 4 to smithi06982861-21 2024-04-10T15:31:41.279 INFO:tasks.rados.rados.0.smithi069.stdout:122: oid 21 updating version 0 to 18 2024-04-10T15:31:41.279 INFO:tasks.rados.rados.0.smithi069.stdout:122: oid 21 version 18 is already newer than 17 2024-04-10T15:31:41.279 INFO:tasks.rados.rados.0.smithi069.stdout:122: oid 21 version 18 is already newer than 16 2024-04-10T15:31:41.279 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 21 v 18 (ObjNum 65 snap 6 seq_num 65) dirty exists 2024-04-10T15:31:41.279 INFO:tasks.rados.rados.0.smithi069.stdout:122: left oid 21 (ObjNum 65 snap 6 seq_num 65) 2024-04-10T15:31:41.488 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:41 smithi077 ceph-mon[31195]: osdmap e83: 8 total, 8 up, 8 in 2024-04-10T15:31:41.582 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:41 smithi069 ceph-mon[39688]: osdmap e83: 8 total, 8 up, 8 in 2024-04-10T15:31:41.582 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:41 smithi069 ceph-mon[27501]: osdmap e83: 8 total, 8 up, 8 in 2024-04-10T15:31:42.210 INFO:tasks.rados.rados.0.smithi069.stdout:119: done (4 left) 2024-04-10T15:31:42.210 INFO:tasks.rados.rados.0.smithi069.stdout:120: done (3 left) 2024-04-10T15:31:42.211 INFO:tasks.rados.rados.0.smithi069.stdout:121: done (2 left) 2024-04-10T15:31:42.211 INFO:tasks.rados.rados.0.smithi069.stdout:122: done (1 left) 2024-04-10T15:31:42.211 INFO:tasks.rados.rados.0.smithi069.stdout:123: done (0 left) 2024-04-10T15:31:42.211 INFO:tasks.rados.rados.0.smithi069.stdout:124: read oid 48 snap 4 2024-04-10T15:31:42.211 INFO:tasks.rados.rados.0.smithi069.stdout:124: expect (ObjNum 47 snap 0 seq_num 47) 2024-04-10T15:31:42.211 INFO:tasks.rados.rados.0.smithi069.stdout:125: read oid 49 snap 5 2024-04-10T15:31:42.211 INFO:tasks.rados.rados.0.smithi069.stdout:125: expect (ObjNum 59 snap 5 seq_num 59) 2024-04-10T15:31:42.211 INFO:tasks.rados.rados.0.smithi069.stdout:126: delete oid 44 current snap is 7 2024-04-10T15:31:42.217 INFO:tasks.rados.rados.0.smithi069.stdout:126: done (2 left) 2024-04-10T15:31:42.217 INFO:tasks.rados.rados.0.smithi069.stdout:127: rollback oid 23 current snap is 7 2024-04-10T15:31:42.217 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 23 to 3 2024-04-10T15:31:42.217 INFO:tasks.rados.rados.0.smithi069.stdout:128: read oid 30 snap -1 2024-04-10T15:31:42.217 INFO:tasks.rados.rados.0.smithi069.stdout:128: expect (ObjNum 29 snap 0 seq_num 29) 2024-04-10T15:31:42.217 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 38 current snap is 7 2024-04-10T15:31:42.217 INFO:tasks.rados.rados.0.smithi069.stdout:129: seq_num 67 ranges {622592=729088,1351680=401408} 2024-04-10T15:31:42.224 INFO:tasks.rados.rados.0.smithi069.stdout:129: writing smithi06982861-38 from 622592 to 1351680 tid 1 2024-04-10T15:31:42.226 INFO:tasks.rados.rados.0.smithi069.stdout:129: writing smithi06982861-38 from 1351680 to 1753088 tid 2 2024-04-10T15:31:42.227 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 35 current snap is 7 2024-04-10T15:31:42.227 INFO:tasks.rados.rados.0.smithi069.stdout:130: seq_num 68 ranges {573440=745472,1318912=401408} 2024-04-10T15:31:42.234 INFO:tasks.rados.rados.0.smithi069.stdout:130: writing smithi06982861-35 from 573440 to 1318912 tid 1 2024-04-10T15:31:42.236 INFO:tasks.rados.rados.0.smithi069.stdout:130: writing smithi06982861-35 from 1318912 to 1720320 tid 2 2024-04-10T15:31:42.236 INFO:tasks.rados.rados.0.smithi069.stdout:131: copy_from oid 31 from oid 18 current snap is 7 2024-04-10T15:31:42.237 INFO:tasks.rados.rados.0.smithi069.stdout:124: expect (ObjNum 47 snap 0 seq_num 47) 2024-04-10T15:31:42.258 INFO:tasks.rados.rados.0.smithi069.stdout:127: finishing rollback tid 0 to smithi06982861-23 2024-04-10T15:31:42.259 INFO:tasks.rados.rados.0.smithi069.stdout:127: finishing rollback tid 1 to smithi06982861-23 2024-04-10T15:31:42.259 INFO:tasks.rados.rados.0.smithi069.stdout:124: done (6 left) 2024-04-10T15:31:42.259 INFO:tasks.rados.rados.0.smithi069.stdout:132: copy_from oid 39 from oid 14 current snap is 7 2024-04-10T15:31:42.259 INFO:tasks.rados.rados.0.smithi069.stdout:128: expect (ObjNum 29 snap 0 seq_num 29) 2024-04-10T15:31:42.273 INFO:tasks.rados.rados.0.smithi069.stdout:127: finishing rollback tid 2 to smithi06982861-23 2024-04-10T15:31:42.273 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 23 v 17 (ObjNum 53 snap 1 seq_num 53) dirty exists 2024-04-10T15:31:42.273 INFO:tasks.rados.rados.0.smithi069.stdout:125: expect (ObjNum 59 snap 5 seq_num 59) 2024-04-10T15:31:42.334 INFO:tasks.rados.rados.0.smithi069.stdout:129: finishing write tid 1 to smithi06982861-38 2024-04-10T15:31:42.334 INFO:tasks.rados.rados.0.smithi069.stdout:129: finishing write tid 2 to smithi06982861-38 2024-04-10T15:31:42.334 INFO:tasks.rados.rados.0.smithi069.stdout:129: finishing write tid 3 to smithi06982861-38 2024-04-10T15:31:42.334 INFO:tasks.rados.rados.0.smithi069.stdout:129: finishing write tid 4 to smithi06982861-38 2024-04-10T15:31:42.334 INFO:tasks.rados.rados.0.smithi069.stdout:129: oid 38 updating version 0 to 21 2024-04-10T15:31:42.334 INFO:tasks.rados.rados.0.smithi069.stdout:129: oid 38 updating version 21 to 22 2024-04-10T15:31:42.335 INFO:tasks.rados.rados.0.smithi069.stdout:129: oid 38 version 22 is already newer than 20 2024-04-10T15:31:42.335 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 38 v 22 (ObjNum 67 snap 7 seq_num 67) dirty exists 2024-04-10T15:31:42.335 INFO:tasks.rados.rados.0.smithi069.stdout:129: left oid 38 (ObjNum 67 snap 7 seq_num 67) 2024-04-10T15:31:42.335 INFO:tasks.rados.rados.0.smithi069.stdout:130: finishing write tid 1 to smithi06982861-35 2024-04-10T15:31:42.335 INFO:tasks.rados.rados.0.smithi069.stdout:130: finishing write tid 2 to smithi06982861-35 2024-04-10T15:31:42.335 INFO:tasks.rados.rados.0.smithi069.stdout:130: finishing write tid 3 to smithi06982861-35 2024-04-10T15:31:42.335 INFO:tasks.rados.rados.0.smithi069.stdout:125: done (6 left) 2024-04-10T15:31:42.335 INFO:tasks.rados.rados.0.smithi069.stdout:127: done (5 left) 2024-04-10T15:31:42.335 INFO:tasks.rados.rados.0.smithi069.stdout:128: done (4 left) 2024-04-10T15:31:42.335 INFO:tasks.rados.rados.0.smithi069.stdout:129: done (3 left) 2024-04-10T15:31:42.335 INFO:tasks.rados.rados.0.smithi069.stdout:133: snap_create 2024-04-10T15:31:42.335 INFO:tasks.rados.rados.0.smithi069.stdout:130: finishing write tid 4 to smithi06982861-35 2024-04-10T15:31:42.335 INFO:tasks.rados.rados.0.smithi069.stdout:130: oid 35 updating version 0 to 19 2024-04-10T15:31:42.335 INFO:tasks.rados.rados.0.smithi069.stdout:130: oid 35 updating version 19 to 20 2024-04-10T15:31:42.336 INFO:tasks.rados.rados.0.smithi069.stdout:130: oid 35 updating version 20 to 21 2024-04-10T15:31:42.336 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 35 v 21 (ObjNum 68 snap 7 seq_num 68) dirty exists 2024-04-10T15:31:42.336 INFO:tasks.rados.rados.0.smithi069.stdout:130: left oid 35 (ObjNum 68 snap 7 seq_num 68) 2024-04-10T15:31:42.336 INFO:tasks.rados.rados.0.smithi069.stdout:131: finishing copy_from racing read to smithi06982861-31 2024-04-10T15:31:42.336 INFO:tasks.rados.rados.0.smithi069.stdout:131: finishing copy_from to smithi06982861-31 2024-04-10T15:31:42.336 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 31 v 4 (ObjNum 17 snap 0 seq_num 17) dirty exists 2024-04-10T15:31:42.336 INFO:tasks.rados.rados.0.smithi069.stdout:132: finishing copy_from racing read to smithi06982861-39 2024-04-10T15:31:42.336 INFO:tasks.rados.rados.0.smithi069.stdout:132: finishing copy_from to smithi06982861-39 2024-04-10T15:31:42.336 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 39 v 10 (ObjNum 40 snap 0 seq_num 40) dirty exists 2024-04-10T15:31:42.488 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:42 smithi077 ceph-mon[31195]: pgmap v107: 121 pgs: 121 active+clean; 28 MiB data, 272 MiB used, 715 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.4 MiB/s wr, 26 op/s 2024-04-10T15:31:42.488 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:42 smithi077 ceph-mon[31195]: osdmap e84: 8 total, 8 up, 8 in 2024-04-10T15:31:42.582 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:42 smithi069 ceph-mon[39688]: pgmap v107: 121 pgs: 121 active+clean; 28 MiB data, 272 MiB used, 715 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.4 MiB/s wr, 26 op/s 2024-04-10T15:31:42.582 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:42 smithi069 ceph-mon[39688]: osdmap e84: 8 total, 8 up, 8 in 2024-04-10T15:31:42.582 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:42 smithi069 ceph-mon[27501]: pgmap v107: 121 pgs: 121 active+clean; 28 MiB data, 272 MiB used, 715 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.4 MiB/s wr, 26 op/s 2024-04-10T15:31:42.582 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:42 smithi069 ceph-mon[27501]: osdmap e84: 8 total, 8 up, 8 in 2024-04-10T15:31:43.059 INFO:tasks.rados.rados.0.smithi069.stdout:130: done (3 left) 2024-04-10T15:31:43.059 INFO:tasks.rados.rados.0.smithi069.stdout:131: done (2 left) 2024-04-10T15:31:43.059 INFO:tasks.rados.rados.0.smithi069.stdout:132: done (1 left) 2024-04-10T15:31:43.060 INFO:tasks.rados.rados.0.smithi069.stdout:133: done (0 left) 2024-04-10T15:31:43.060 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 9 current snap is 8 2024-04-10T15:31:43.060 INFO:tasks.rados.rados.0.smithi069.stdout:134: seq_num 69 ranges {139264=761856,901120=401408} 2024-04-10T15:31:43.065 INFO:tasks.rados.rados.0.smithi069.stdout:134: writing smithi06982861-9 from 139264 to 901120 tid 1 2024-04-10T15:31:43.068 INFO:tasks.rados.rados.0.smithi069.stdout:134: writing smithi06982861-9 from 901120 to 1302528 tid 2 2024-04-10T15:31:43.069 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 12 current snap is 8 2024-04-10T15:31:43.069 INFO:tasks.rados.rados.0.smithi069.stdout:135: seq_num 70 ranges {1081344=778240,1859584=401408} 2024-04-10T15:31:43.080 INFO:tasks.rados.rados.0.smithi069.stdout:135: writing smithi06982861-12 from 1081344 to 1859584 tid 1 2024-04-10T15:31:43.083 INFO:tasks.rados.rados.0.smithi069.stdout:135: writing smithi06982861-12 from 1859584 to 2260992 tid 2 2024-04-10T15:31:43.083 INFO:tasks.rados.rados.0.smithi069.stdout:136: rollback oid 22 current snap is 8 2024-04-10T15:31:43.083 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 22 to 2 2024-04-10T15:31:43.083 INFO:tasks.rados.rados.0.smithi069.stdout:134: finishing write tid 1 to smithi06982861-9 2024-04-10T15:31:43.083 INFO:tasks.rados.rados.0.smithi069.stdout:134: finishing write tid 2 to smithi06982861-9 2024-04-10T15:31:43.084 INFO:tasks.rados.rados.0.smithi069.stdout:134: finishing write tid 3 to smithi06982861-9 2024-04-10T15:31:43.084 INFO:tasks.rados.rados.0.smithi069.stdout:137: snap_create 2024-04-10T15:31:43.084 INFO:tasks.rados.rados.0.smithi069.stdout:134: finishing write tid 4 to smithi06982861-9 2024-04-10T15:31:43.084 INFO:tasks.rados.rados.0.smithi069.stdout:134: oid 9 updating version 0 to 22 2024-04-10T15:31:43.084 INFO:tasks.rados.rados.0.smithi069.stdout:134: oid 9 version 22 is already newer than 21 2024-04-10T15:31:43.084 INFO:tasks.rados.rados.0.smithi069.stdout:134: oid 9 version 22 is already newer than 20 2024-04-10T15:31:43.084 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 9 v 22 (ObjNum 69 snap 8 seq_num 69) dirty exists 2024-04-10T15:31:43.084 INFO:tasks.rados.rados.0.smithi069.stdout:134: left oid 9 (ObjNum 69 snap 8 seq_num 69) 2024-04-10T15:31:43.089 INFO:tasks.rados.rados.0.smithi069.stdout:136: finishing rollback tid 0 to smithi06982861-22 2024-04-10T15:31:43.089 INFO:tasks.rados.rados.0.smithi069.stdout:135: finishing write tid 1 to smithi06982861-12 2024-04-10T15:31:43.089 INFO:tasks.rados.rados.0.smithi069.stdout:135: finishing write tid 2 to smithi06982861-12 2024-04-10T15:31:43.089 INFO:tasks.rados.rados.0.smithi069.stdout:136: finishing rollback tid 1 to smithi06982861-22 2024-04-10T15:31:43.090 INFO:tasks.rados.rados.0.smithi069.stdout:136: finishing rollback tid 2 to smithi06982861-22 2024-04-10T15:31:43.090 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 22 v 9 (ObjNum 47 snap 0 seq_num 47) dirty exists 2024-04-10T15:31:43.090 INFO:tasks.rados.rados.0.smithi069.stdout:135: finishing write tid 3 to smithi06982861-12 2024-04-10T15:31:43.092 INFO:tasks.rados.rados.0.smithi069.stdout:135: finishing write tid 4 to smithi06982861-12 2024-04-10T15:31:43.092 INFO:tasks.rados.rados.0.smithi069.stdout:135: oid 12 updating version 0 to 19 2024-04-10T15:31:43.092 INFO:tasks.rados.rados.0.smithi069.stdout:135: oid 12 updating version 19 to 21 2024-04-10T15:31:43.092 INFO:tasks.rados.rados.0.smithi069.stdout:135: oid 12 version 21 is already newer than 20 2024-04-10T15:31:43.092 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 12 v 21 (ObjNum 70 snap 8 seq_num 70) dirty exists 2024-04-10T15:31:43.092 INFO:tasks.rados.rados.0.smithi069.stdout:135: left oid 12 (ObjNum 70 snap 8 seq_num 70) 2024-04-10T15:31:43.488 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:43 smithi077 ceph-mon[31195]: osdmap e85: 8 total, 8 up, 8 in 2024-04-10T15:31:43.488 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:43 smithi077 ceph-mon[31195]: osdmap e86: 8 total, 8 up, 8 in 2024-04-10T15:31:43.582 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:43 smithi069 ceph-mon[39688]: osdmap e85: 8 total, 8 up, 8 in 2024-04-10T15:31:43.582 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:43 smithi069 ceph-mon[39688]: osdmap e86: 8 total, 8 up, 8 in 2024-04-10T15:31:43.582 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:43 smithi069 ceph-mon[27501]: osdmap e85: 8 total, 8 up, 8 in 2024-04-10T15:31:43.583 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:43 smithi069 ceph-mon[27501]: osdmap e86: 8 total, 8 up, 8 in 2024-04-10T15:31:44.067 INFO:tasks.rados.rados.0.smithi069.stdout:134: done (3 left) 2024-04-10T15:31:44.067 INFO:tasks.rados.rados.0.smithi069.stdout:135: done (2 left) 2024-04-10T15:31:44.067 INFO:tasks.rados.rados.0.smithi069.stdout:136: done (1 left) 2024-04-10T15:31:44.067 INFO:tasks.rados.rados.0.smithi069.stdout:137: done (0 left) 2024-04-10T15:31:44.067 INFO:tasks.rados.rados.0.smithi069.stdout:138: read oid 33 snap -1 2024-04-10T15:31:44.067 INFO:tasks.rados.rados.0.smithi069.stdout:138: expect (ObjNum 32 snap 0 seq_num 32) 2024-04-10T15:31:44.068 INFO:tasks.rados.rados.0.smithi069.stdout:139: read oid 45 snap -1 2024-04-10T15:31:44.068 INFO:tasks.rados.rados.0.smithi069.stdout:139: expect (ObjNum 44 snap 0 seq_num 44) 2024-04-10T15:31:44.068 INFO:tasks.rados.rados.0.smithi069.stdout:140: snap_create 2024-04-10T15:31:44.071 INFO:tasks.rados.rados.0.smithi069.stdout:138: expect (ObjNum 32 snap 0 seq_num 32) 2024-04-10T15:31:44.085 INFO:tasks.rados.rados.0.smithi069.stdout:139: expect (ObjNum 44 snap 0 seq_num 44) 2024-04-10T15:31:44.488 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:44 smithi077 ceph-mon[31195]: pgmap v111: 121 pgs: 121 active+clean; 28 MiB data, 272 MiB used, 715 GiB / 715 GiB avail; 3.8 MiB/s rd, 1.4 MiB/s wr, 27 op/s 2024-04-10T15:31:44.489 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:44 smithi077 ceph-mon[31195]: osdmap e87: 8 total, 8 up, 8 in 2024-04-10T15:31:44.582 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:44 smithi069 ceph-mon[39688]: pgmap v111: 121 pgs: 121 active+clean; 28 MiB data, 272 MiB used, 715 GiB / 715 GiB avail; 3.8 MiB/s rd, 1.4 MiB/s wr, 27 op/s 2024-04-10T15:31:44.582 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:44 smithi069 ceph-mon[39688]: osdmap e87: 8 total, 8 up, 8 in 2024-04-10T15:31:44.582 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:44 smithi069 ceph-mon[27501]: pgmap v111: 121 pgs: 121 active+clean; 28 MiB data, 272 MiB used, 715 GiB / 715 GiB avail; 3.8 MiB/s rd, 1.4 MiB/s wr, 27 op/s 2024-04-10T15:31:44.582 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:44 smithi069 ceph-mon[27501]: osdmap e87: 8 total, 8 up, 8 in 2024-04-10T15:31:45.069 INFO:tasks.rados.rados.0.smithi069.stdout:138: done (2 left) 2024-04-10T15:31:45.069 INFO:tasks.rados.rados.0.smithi069.stdout:139: done (1 left) 2024-04-10T15:31:45.069 INFO:tasks.rados.rados.0.smithi069.stdout:140: done (0 left) 2024-04-10T15:31:45.069 INFO:tasks.rados.rados.0.smithi069.stdout:141: copy_from oid 48 from oid 42 current snap is 10 2024-04-10T15:31:45.069 INFO:tasks.rados.rados.0.smithi069.stdout:142: delete oid 29 current snap is 10 2024-04-10T15:31:45.071 INFO:tasks.rados.rados.0.smithi069.stdout:141: finishing copy_from to smithi06982861-48 2024-04-10T15:31:45.071 INFO:tasks.rados.rados.0.smithi069.stdout:141: got expected ENOENT (src dne) 2024-04-10T15:31:45.072 INFO:tasks.rados.rados.0.smithi069.stdout:141: finishing copy_from racing read to smithi06982861-48 2024-04-10T15:31:45.073 INFO:tasks.rados.rados.0.smithi069.stdout:141: done (1 left) 2024-04-10T15:31:45.073 INFO:tasks.rados.rados.0.smithi069.stdout:142: done (0 left) 2024-04-10T15:31:45.073 INFO:tasks.rados.rados.0.smithi069.stdout:143: snap_create 2024-04-10T15:31:46.076 INFO:tasks.rados.rados.0.smithi069.stdout:143: done (0 left) 2024-04-10T15:31:46.076 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 43 current snap is 11 2024-04-10T15:31:46.076 INFO:tasks.rados.rados.0.smithi069.stdout:144: seq_num 72 ranges {712704=409600,1122304=524288,1646592=278528} 2024-04-10T15:31:46.082 INFO:tasks.rados.rados.0.smithi069.stdout:144: writing smithi06982861-43 from 712704 to 1122304 tid 1 2024-04-10T15:31:46.086 INFO:tasks.rados.rados.0.smithi069.stdout:144: writing smithi06982861-43 from 1122304 to 1646592 tid 2 2024-04-10T15:31:46.087 INFO:tasks.rados.rados.0.smithi069.stdout:144: writing smithi06982861-43 from 1646592 to 1925120 tid 3 2024-04-10T15:31:46.088 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 10 current snap is 11 2024-04-10T15:31:46.088 INFO:tasks.rados.rados.0.smithi069.stdout:144: finishing write tid 1 to smithi06982861-43 2024-04-10T15:31:46.088 INFO:tasks.rados.rados.0.smithi069.stdout:145: seq_num 73 ranges {155648=425984,581632=409600,991232=393216} 2024-04-10T15:31:46.091 INFO:tasks.rados.rados.0.smithi069.stdout:145: writing smithi06982861-10 from 155648 to 581632 tid 1 2024-04-10T15:31:46.093 INFO:tasks.rados.rados.0.smithi069.stdout:145: writing smithi06982861-10 from 581632 to 991232 tid 2 2024-04-10T15:31:46.096 INFO:tasks.rados.rados.0.smithi069.stdout:145: writing smithi06982861-10 from 991232 to 1384448 tid 3 2024-04-10T15:31:46.096 INFO:tasks.rados.rados.0.smithi069.stdout:146: snap_create 2024-04-10T15:31:46.096 INFO:tasks.rados.rados.0.smithi069.stdout:144: finishing write tid 2 to smithi06982861-43 2024-04-10T15:31:46.096 INFO:tasks.rados.rados.0.smithi069.stdout:144: finishing write tid 3 to smithi06982861-43 2024-04-10T15:31:46.096 INFO:tasks.rados.rados.0.smithi069.stdout:144: finishing write tid 4 to smithi06982861-43 2024-04-10T15:31:46.096 INFO:tasks.rados.rados.0.smithi069.stdout:144: finishing write tid 5 to smithi06982861-43 2024-04-10T15:31:46.096 INFO:tasks.rados.rados.0.smithi069.stdout:144: oid 43 updating version 0 to 26 2024-04-10T15:31:46.096 INFO:tasks.rados.rados.0.smithi069.stdout:144: oid 43 version 26 is already newer than 24 2024-04-10T15:31:46.096 INFO:tasks.rados.rados.0.smithi069.stdout:144: oid 43 version 26 is already newer than 23 2024-04-10T15:31:46.096 INFO:tasks.rados.rados.0.smithi069.stdout:144: oid 43 version 26 is already newer than 25 2024-04-10T15:31:46.096 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 43 v 26 (ObjNum 72 snap 11 seq_num 72) dirty exists 2024-04-10T15:31:46.096 INFO:tasks.rados.rados.0.smithi069.stdout:144: left oid 43 (ObjNum 72 snap 11 seq_num 72) 2024-04-10T15:31:46.099 INFO:tasks.rados.rados.0.smithi069.stdout:145: finishing write tid 1 to smithi06982861-10 2024-04-10T15:31:46.099 INFO:tasks.rados.rados.0.smithi069.stdout:145: finishing write tid 2 to smithi06982861-10 2024-04-10T15:31:46.100 INFO:tasks.rados.rados.0.smithi069.stdout:145: finishing write tid 3 to smithi06982861-10 2024-04-10T15:31:46.100 INFO:tasks.rados.rados.0.smithi069.stdout:145: finishing write tid 4 to smithi06982861-10 2024-04-10T15:31:46.101 INFO:tasks.rados.rados.0.smithi069.stdout:145: finishing write tid 5 to smithi06982861-10 2024-04-10T15:31:46.101 INFO:tasks.rados.rados.0.smithi069.stdout:145: oid 10 updating version 0 to 28 2024-04-10T15:31:46.102 INFO:tasks.rados.rados.0.smithi069.stdout:145: oid 10 updating version 28 to 29 2024-04-10T15:31:46.102 INFO:tasks.rados.rados.0.smithi069.stdout:145: oid 10 updating version 29 to 31 2024-04-10T15:31:46.102 INFO:tasks.rados.rados.0.smithi069.stdout:145: oid 10 version 31 is already newer than 30 2024-04-10T15:31:46.102 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 10 v 31 (ObjNum 73 snap 11 seq_num 73) dirty exists 2024-04-10T15:31:46.102 INFO:tasks.rados.rados.0.smithi069.stdout:145: left oid 10 (ObjNum 73 snap 11 seq_num 73) 2024-04-10T15:31:46.332 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:46 smithi069 ceph-mon[39688]: osdmap e88: 8 total, 8 up, 8 in 2024-04-10T15:31:46.332 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:46 smithi069 ceph-mon[39688]: pgmap v114: 121 pgs: 121 active+clean; 28 MiB data, 272 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:31:46.332 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:46 smithi069 ceph-mon[39688]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:31:46.332 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:46 smithi069 ceph-mon[39688]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:31:46.333 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:46 smithi069 ceph-mon[39688]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:31:46.333 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:46 smithi069 ceph-mon[27501]: osdmap e88: 8 total, 8 up, 8 in 2024-04-10T15:31:46.333 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:46 smithi069 ceph-mon[27501]: pgmap v114: 121 pgs: 121 active+clean; 28 MiB data, 272 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:31:46.333 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:46 smithi069 ceph-mon[27501]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:31:46.333 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:46 smithi069 ceph-mon[27501]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:31:46.333 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:46 smithi069 ceph-mon[27501]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:31:46.488 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:46 smithi077 ceph-mon[31195]: osdmap e88: 8 total, 8 up, 8 in 2024-04-10T15:31:46.488 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:46 smithi077 ceph-mon[31195]: pgmap v114: 121 pgs: 121 active+clean; 28 MiB data, 272 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:31:46.489 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:46 smithi077 ceph-mon[31195]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:31:46.489 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:46 smithi077 ceph-mon[31195]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:31:46.489 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:46 smithi077 ceph-mon[31195]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:31:47.071 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:31:46 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[27756]: ::ffff:172.21.15.77 - - [10/Apr/2024:15:31:46] "GET /metrics HTTP/1.1" 200 36064 "" "Prometheus/2.43.0" 2024-04-10T15:31:47.079 INFO:tasks.rados.rados.0.smithi069.stdout:144: done (2 left) 2024-04-10T15:31:47.079 INFO:tasks.rados.rados.0.smithi069.stdout:145: done (1 left) 2024-04-10T15:31:47.079 INFO:tasks.rados.rados.0.smithi069.stdout:146: done (0 left) 2024-04-10T15:31:47.079 INFO:tasks.rados.rados.0.smithi069.stdout:147: snap_create 2024-04-10T15:31:47.332 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:47 smithi069 ceph-mon[39688]: osdmap e89: 8 total, 8 up, 8 in 2024-04-10T15:31:47.332 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:47 smithi069 ceph-mon[27501]: osdmap e89: 8 total, 8 up, 8 in 2024-04-10T15:31:47.488 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:47 smithi077 ceph-mon[31195]: osdmap e89: 8 total, 8 up, 8 in 2024-04-10T15:31:48.081 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:48 smithi069 ceph-mon[39688]: osdmap e90: 8 total, 8 up, 8 in 2024-04-10T15:31:48.081 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:48 smithi069 ceph-mon[39688]: pgmap v117: 121 pgs: 121 active+clean; 39 MiB data, 290 MiB used, 715 GiB / 715 GiB avail; 4.1 MiB/s rd, 2.7 MiB/s wr, 24 op/s 2024-04-10T15:31:48.081 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:48 smithi069 ceph-mon[27501]: osdmap e90: 8 total, 8 up, 8 in 2024-04-10T15:31:48.081 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:48 smithi069 ceph-mon[27501]: pgmap v117: 121 pgs: 121 active+clean; 39 MiB data, 290 MiB used, 715 GiB / 715 GiB avail; 4.1 MiB/s rd, 2.7 MiB/s wr, 24 op/s 2024-04-10T15:31:48.085 INFO:tasks.rados.rados.0.smithi069.stdout:147: done (0 left) 2024-04-10T15:31:48.085 INFO:tasks.rados.rados.0.smithi069.stdout:148: read oid 42 snap -1 2024-04-10T15:31:48.085 INFO:tasks.rados.rados.0.smithi069.stdout:148: expect deleted 2024-04-10T15:31:48.085 INFO:tasks.rados.rados.0.smithi069.stdout:149: rmattr oid 17 current snap is 13 2024-04-10T15:31:48.085 INFO:tasks.rados.rados.0.smithi069.stdout:149: done (1 left) 2024-04-10T15:31:48.085 INFO:tasks.rados.rados.0.smithi069.stdout:150: setattr oid 28 current snap is 13 2024-04-10T15:31:48.088 INFO:tasks.rados.rados.0.smithi069.stdout:148: done (1 left) 2024-04-10T15:31:48.088 INFO:tasks.rados.rados.0.smithi069.stdout:151: copy_from oid 7 from oid 24 current snap is 13 2024-04-10T15:31:48.088 INFO:tasks.rados.rados.0.smithi069.stdout:152: setattr oid 10 current snap is 13 2024-04-10T15:31:48.091 INFO:tasks.rados.rados.0.smithi069.stdout:153: snap_remove snap 5 2024-04-10T15:31:48.488 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:48 smithi077 ceph-mon[31195]: osdmap e90: 8 total, 8 up, 8 in 2024-04-10T15:31:48.488 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:48 smithi077 ceph-mon[31195]: pgmap v117: 121 pgs: 121 active+clean; 39 MiB data, 290 MiB used, 715 GiB / 715 GiB avail; 4.1 MiB/s rd, 2.7 MiB/s wr, 24 op/s 2024-04-10T15:31:49.095 INFO:tasks.rados.rados.0.smithi069.stdout:153: done (3 left) 2024-04-10T15:31:49.095 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 46 current snap is 13 2024-04-10T15:31:49.095 INFO:tasks.rados.rados.0.smithi069.stdout:154: seq_num 74 ranges {761856=442368,1204224=696320,1900544=106496} 2024-04-10T15:31:49.100 INFO:tasks.rados.rados.0.smithi069.stdout:154: writing smithi06982861-46 from 761856 to 1204224 tid 1 2024-04-10T15:31:49.105 INFO:tasks.rados.rados.0.smithi069.stdout:154: writing smithi06982861-46 from 1204224 to 1900544 tid 2 2024-04-10T15:31:49.106 INFO:tasks.rados.rados.0.smithi069.stdout:154: writing smithi06982861-46 from 1900544 to 2007040 tid 3 2024-04-10T15:31:49.107 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 28 v 19 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-04-10T15:31:49.107 INFO:tasks.rados.rados.0.smithi069.stdout:151: finishing copy_from racing read to smithi06982861-7 2024-04-10T15:31:49.107 INFO:tasks.rados.rados.0.smithi069.stdout:151: finishing copy_from to smithi06982861-7 2024-04-10T15:31:49.108 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 7 v 2 (ObjNum 23 snap 0 seq_num 23) dirty exists 2024-04-10T15:31:49.108 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 10 v 33 (ObjNum 73 snap 11 seq_num 73) dirty exists 2024-04-10T15:31:49.108 INFO:tasks.rados.rados.0.smithi069.stdout:154: finishing write tid 1 to smithi06982861-46 2024-04-10T15:31:49.108 INFO:tasks.rados.rados.0.smithi069.stdout:150: done (3 left) 2024-04-10T15:31:49.108 INFO:tasks.rados.rados.0.smithi069.stdout:151: done (2 left) 2024-04-10T15:31:49.108 INFO:tasks.rados.rados.0.smithi069.stdout:152: done (1 left) 2024-04-10T15:31:49.108 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 44 current snap is 13 2024-04-10T15:31:49.108 INFO:tasks.rados.rados.0.smithi069.stdout:155: seq_num 75 ranges {0=458752,458752=581632,1040384=221184} 2024-04-10T15:31:49.111 INFO:tasks.rados.rados.0.smithi069.stdout:155: writing smithi06982861-44 from 0 to 458752 tid 1 2024-04-10T15:31:49.115 INFO:tasks.rados.rados.0.smithi069.stdout:155: writing smithi06982861-44 from 458752 to 1040384 tid 2 2024-04-10T15:31:49.117 INFO:tasks.rados.rados.0.smithi069.stdout:155: writing smithi06982861-44 from 1040384 to 1261568 tid 3 2024-04-10T15:31:49.117 INFO:tasks.rados.rados.0.smithi069.stdout:156: snap_remove snap 11 2024-04-10T15:31:49.332 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:49 smithi069 ceph-mon[39688]: osdmap e91: 8 total, 8 up, 8 in 2024-04-10T15:31:49.332 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:49 smithi069 ceph-mon[27501]: osdmap e91: 8 total, 8 up, 8 in 2024-04-10T15:31:49.488 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:49 smithi077 ceph-mon[31195]: osdmap e91: 8 total, 8 up, 8 in 2024-04-10T15:31:50.102 INFO:tasks.rados.rados.0.smithi069.stdout:156: done (2 left) 2024-04-10T15:31:50.102 INFO:tasks.rados.rados.0.smithi069.stdout:157: delete oid 22 current snap is 13 2024-04-10T15:31:50.103 INFO:tasks.rados.rados.0.smithi069.stdout:154: finishing write tid 2 to smithi06982861-46 2024-04-10T15:31:50.103 INFO:tasks.rados.rados.0.smithi069.stdout:154: finishing write tid 3 to smithi06982861-46 2024-04-10T15:31:50.103 INFO:tasks.rados.rados.0.smithi069.stdout:154: finishing write tid 4 to smithi06982861-46 2024-04-10T15:31:50.103 INFO:tasks.rados.rados.0.smithi069.stdout:155: finishing write tid 1 to smithi06982861-44 2024-04-10T15:31:50.103 INFO:tasks.rados.rados.0.smithi069.stdout:154: finishing write tid 5 to smithi06982861-46 2024-04-10T15:31:50.103 INFO:tasks.rados.rados.0.smithi069.stdout:154: oid 46 updating version 0 to 20 2024-04-10T15:31:50.103 INFO:tasks.rados.rados.0.smithi069.stdout:154: oid 46 version 20 is already newer than 19 2024-04-10T15:31:50.103 INFO:tasks.rados.rados.0.smithi069.stdout:154: oid 46 version 20 is already newer than 18 2024-04-10T15:31:50.103 INFO:tasks.rados.rados.0.smithi069.stdout:154: oid 46 updating version 20 to 21 2024-04-10T15:31:50.103 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 46 v 21 (ObjNum 74 snap 13 seq_num 74) dirty exists 2024-04-10T15:31:50.103 INFO:tasks.rados.rados.0.smithi069.stdout:154: left oid 46 (ObjNum 74 snap 13 seq_num 74) 2024-04-10T15:31:50.103 INFO:tasks.rados.rados.0.smithi069.stdout:155: finishing write tid 2 to smithi06982861-44 2024-04-10T15:31:50.103 INFO:tasks.rados.rados.0.smithi069.stdout:155: finishing write tid 3 to smithi06982861-44 2024-04-10T15:31:50.103 INFO:tasks.rados.rados.0.smithi069.stdout:155: finishing write tid 4 to smithi06982861-44 2024-04-10T15:31:50.103 INFO:tasks.rados.rados.0.smithi069.stdout:155: finishing write tid 5 to smithi06982861-44 2024-04-10T15:31:50.104 INFO:tasks.rados.rados.0.smithi069.stdout:155: oid 44 updating version 0 to 27 2024-04-10T15:31:50.104 INFO:tasks.rados.rados.0.smithi069.stdout:155: oid 44 updating version 27 to 29 2024-04-10T15:31:50.104 INFO:tasks.rados.rados.0.smithi069.stdout:155: oid 44 version 29 is already newer than 28 2024-04-10T15:31:50.104 INFO:tasks.rados.rados.0.smithi069.stdout:155: oid 44 updating version 29 to 30 2024-04-10T15:31:50.104 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 44 v 30 (ObjNum 75 snap 13 seq_num 75) dirty exists 2024-04-10T15:31:50.104 INFO:tasks.rados.rados.0.smithi069.stdout:155: left oid 44 (ObjNum 75 snap 13 seq_num 75) 2024-04-10T15:31:50.105 INFO:tasks.rados.rados.0.smithi069.stdout:154: done (2 left) 2024-04-10T15:31:50.106 INFO:tasks.rados.rados.0.smithi069.stdout:155: done (1 left) 2024-04-10T15:31:50.106 INFO:tasks.rados.rados.0.smithi069.stdout:157: done (0 left) 2024-04-10T15:31:50.106 INFO:tasks.rados.rados.0.smithi069.stdout:158: snap_create 2024-04-10T15:31:50.295 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:50 smithi069 ceph-mon[39688]: osdmap e92: 8 total, 8 up, 8 in 2024-04-10T15:31:50.296 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:50 smithi069 ceph-mon[39688]: pgmap v120: 121 pgs: 121 active+clean; 39 MiB data, 290 MiB used, 715 GiB / 715 GiB avail; 4.1 MiB/s rd, 2.7 MiB/s wr, 24 op/s 2024-04-10T15:31:50.296 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:50 smithi069 ceph-mon[27501]: osdmap e92: 8 total, 8 up, 8 in 2024-04-10T15:31:50.296 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:50 smithi069 ceph-mon[27501]: pgmap v120: 121 pgs: 121 active+clean; 39 MiB data, 290 MiB used, 715 GiB / 715 GiB avail; 4.1 MiB/s rd, 2.7 MiB/s wr, 24 op/s 2024-04-10T15:31:50.488 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:50 smithi077 ceph-mon[31195]: osdmap e92: 8 total, 8 up, 8 in 2024-04-10T15:31:50.488 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:50 smithi077 ceph-mon[31195]: pgmap v120: 121 pgs: 121 active+clean; 39 MiB data, 290 MiB used, 715 GiB / 715 GiB avail; 4.1 MiB/s rd, 2.7 MiB/s wr, 24 op/s 2024-04-10T15:31:51.111 INFO:tasks.rados.rados.0.smithi069.stdout:158: done (0 left) 2024-04-10T15:31:51.111 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 31 current snap is 14 2024-04-10T15:31:51.111 INFO:tasks.rados.rados.0.smithi069.stdout:159: seq_num 77 ranges {286720=491520,778240=794624,1572864=8192} 2024-04-10T15:31:51.115 INFO:tasks.rados.rados.0.smithi069.stdout:159: writing smithi06982861-31 from 286720 to 778240 tid 1 2024-04-10T15:31:51.123 INFO:tasks.rados.rados.0.smithi069.stdout:159: writing smithi06982861-31 from 778240 to 1572864 tid 2 2024-04-10T15:31:51.123 INFO:tasks.rados.rados.0.smithi069.stdout:159: writing smithi06982861-31 from 1572864 to 1581056 tid 3 2024-04-10T15:31:51.123 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 16 current snap is 14 2024-04-10T15:31:51.123 INFO:tasks.rados.rados.0.smithi069.stdout:159: finishing write tid 1 to smithi06982861-31 2024-04-10T15:31:51.123 INFO:tasks.rados.rados.0.smithi069.stdout:160: seq_num 78 ranges {253952=516096,770048=679936,1449984=122880} 2024-04-10T15:31:51.124 INFO:tasks.rados.rados.0.smithi069.stdout:160: writing smithi06982861-16 from 253952 to 770048 tid 1 2024-04-10T15:31:51.129 INFO:tasks.rados.rados.0.smithi069.stdout:160: writing smithi06982861-16 from 770048 to 1449984 tid 2 2024-04-10T15:31:51.130 INFO:tasks.rados.rados.0.smithi069.stdout:160: writing smithi06982861-16 from 1449984 to 1572864 tid 3 2024-04-10T15:31:51.130 INFO:tasks.rados.rados.0.smithi069.stdout:161: copy_from oid 10 from oid 39 current snap is 14 2024-04-10T15:31:51.130 INFO:tasks.rados.rados.0.smithi069.stdout:159: finishing write tid 2 to smithi06982861-31 2024-04-10T15:31:51.130 INFO:tasks.rados.rados.0.smithi069.stdout:159: finishing write tid 3 to smithi06982861-31 2024-04-10T15:31:51.130 INFO:tasks.rados.rados.0.smithi069.stdout:159: finishing write tid 4 to smithi06982861-31 2024-04-10T15:31:51.131 INFO:tasks.rados.rados.0.smithi069.stdout:159: finishing write tid 5 to smithi06982861-31 2024-04-10T15:31:51.131 INFO:tasks.rados.rados.0.smithi069.stdout:159: oid 31 updating version 0 to 22 2024-04-10T15:31:51.131 INFO:tasks.rados.rados.0.smithi069.stdout:159: oid 31 version 22 is already newer than 20 2024-04-10T15:31:51.131 INFO:tasks.rados.rados.0.smithi069.stdout:159: oid 31 updating version 22 to 23 2024-04-10T15:31:51.131 INFO:tasks.rados.rados.0.smithi069.stdout:159: oid 31 version 23 is already newer than 21 2024-04-10T15:31:51.131 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 31 v 23 (ObjNum 77 snap 14 seq_num 77) dirty exists 2024-04-10T15:31:51.131 INFO:tasks.rados.rados.0.smithi069.stdout:159: left oid 31 (ObjNum 77 snap 14 seq_num 77) 2024-04-10T15:31:51.131 INFO:tasks.rados.rados.0.smithi069.stdout:160: finishing write tid 1 to smithi06982861-16 2024-04-10T15:31:51.131 INFO:tasks.rados.rados.0.smithi069.stdout:159: done (2 left) 2024-04-10T15:31:51.131 INFO:tasks.rados.rados.0.smithi069.stdout:162: read oid 25 snap 4 2024-04-10T15:31:51.131 INFO:tasks.rados.rados.0.smithi069.stdout:162: expect (ObjNum 24 snap 0 seq_num 24) 2024-04-10T15:31:51.131 INFO:tasks.rados.rados.0.smithi069.stdout:163: copy_from oid 21 from oid 35 current snap is 14 2024-04-10T15:31:51.131 INFO:tasks.rados.rados.0.smithi069.stdout:164: snap_remove snap 13 2024-04-10T15:31:51.278 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:51 smithi069 ceph-mon[39688]: osdmap e93: 8 total, 8 up, 8 in 2024-04-10T15:31:51.278 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:51 smithi069 ceph-mon[27501]: osdmap e93: 8 total, 8 up, 8 in 2024-04-10T15:31:51.488 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:51 smithi077 ceph-mon[31195]: osdmap e93: 8 total, 8 up, 8 in 2024-04-10T15:31:52.114 INFO:tasks.rados.rados.0.smithi069.stdout:164: done (4 left) 2024-04-10T15:31:52.115 INFO:tasks.rados.rados.0.smithi069.stdout:165: delete oid 8 current snap is 14 2024-04-10T15:31:52.115 INFO:tasks.rados.rados.0.smithi069.stdout:160: finishing write tid 2 to smithi06982861-16 2024-04-10T15:31:52.115 INFO:tasks.rados.rados.0.smithi069.stdout:160: finishing write tid 3 to smithi06982861-16 2024-04-10T15:31:52.115 INFO:tasks.rados.rados.0.smithi069.stdout:160: finishing write tid 4 to smithi06982861-16 2024-04-10T15:31:52.115 INFO:tasks.rados.rados.0.smithi069.stdout:160: finishing write tid 5 to smithi06982861-16 2024-04-10T15:31:52.115 INFO:tasks.rados.rados.0.smithi069.stdout:160: oid 16 updating version 0 to 35 2024-04-10T15:31:52.115 INFO:tasks.rados.rados.0.smithi069.stdout:160: oid 16 updating version 35 to 36 2024-04-10T15:31:52.115 INFO:tasks.rados.rados.0.smithi069.stdout:160: oid 16 version 36 is already newer than 34 2024-04-10T15:31:52.115 INFO:tasks.rados.rados.0.smithi069.stdout:160: oid 16 updating version 36 to 37 2024-04-10T15:31:52.115 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 16 v 37 (ObjNum 78 snap 14 seq_num 78) dirty exists 2024-04-10T15:31:52.115 INFO:tasks.rados.rados.0.smithi069.stdout:160: left oid 16 (ObjNum 78 snap 14 seq_num 78) 2024-04-10T15:31:52.115 INFO:tasks.rados.rados.0.smithi069.stdout:162: expect (ObjNum 24 snap 0 seq_num 24) 2024-04-10T15:31:52.128 INFO:tasks.rados.rados.0.smithi069.stdout:161: finishing copy_from racing read to smithi06982861-10 2024-04-10T15:31:52.128 INFO:tasks.rados.rados.0.smithi069.stdout:161: finishing copy_from to smithi06982861-10 2024-04-10T15:31:52.128 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 10 v 10 (ObjNum 40 snap 0 seq_num 40) dirty exists 2024-04-10T15:31:52.128 INFO:tasks.rados.rados.0.smithi069.stdout:163: finishing copy_from racing read to smithi06982861-21 2024-04-10T15:31:52.128 INFO:tasks.rados.rados.0.smithi069.stdout:163: finishing copy_from to smithi06982861-21 2024-04-10T15:31:52.128 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 21 v 21 (ObjNum 68 snap 7 seq_num 68) dirty exists 2024-04-10T15:31:52.128 INFO:tasks.rados.rados.0.smithi069.stdout:160: done (4 left) 2024-04-10T15:31:52.128 INFO:tasks.rados.rados.0.smithi069.stdout:161: done (3 left) 2024-04-10T15:31:52.128 INFO:tasks.rados.rados.0.smithi069.stdout:162: done (2 left) 2024-04-10T15:31:52.128 INFO:tasks.rados.rados.0.smithi069.stdout:163: done (1 left) 2024-04-10T15:31:52.129 INFO:tasks.rados.rados.0.smithi069.stdout:165: done (0 left) 2024-04-10T15:31:52.129 INFO:tasks.rados.rados.0.smithi069.stdout:166: snap_remove snap 4 2024-04-10T15:31:52.488 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:52 smithi077 ceph-mon[31195]: osdmap e94: 8 total, 8 up, 8 in 2024-04-10T15:31:52.488 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:52 smithi077 ceph-mon[31195]: pgmap v123: 121 pgs: 121 active+clean; 42 MiB data, 302 MiB used, 715 GiB / 715 GiB avail; 511 B/s rd, 708 KiB/s wr, 13 op/s 2024-04-10T15:31:52.489 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:52 smithi077 ceph-mon[31195]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:31:52.489 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:52 smithi077 ceph-mon[31195]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:31:52.489 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:52 smithi077 ceph-mon[31195]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:31:52.582 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:52 smithi069 ceph-mon[27501]: osdmap e94: 8 total, 8 up, 8 in 2024-04-10T15:31:52.582 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:52 smithi069 ceph-mon[27501]: pgmap v123: 121 pgs: 121 active+clean; 42 MiB data, 302 MiB used, 715 GiB / 715 GiB avail; 511 B/s rd, 708 KiB/s wr, 13 op/s 2024-04-10T15:31:52.583 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:52 smithi069 ceph-mon[27501]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:31:52.583 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:52 smithi069 ceph-mon[27501]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:31:52.583 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:52 smithi069 ceph-mon[27501]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:31:52.583 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:52 smithi069 ceph-mon[39688]: osdmap e94: 8 total, 8 up, 8 in 2024-04-10T15:31:52.583 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:52 smithi069 ceph-mon[39688]: pgmap v123: 121 pgs: 121 active+clean; 42 MiB data, 302 MiB used, 715 GiB / 715 GiB avail; 511 B/s rd, 708 KiB/s wr, 13 op/s 2024-04-10T15:31:52.583 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:52 smithi069 ceph-mon[39688]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:31:52.583 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:52 smithi069 ceph-mon[39688]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:31:52.583 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:52 smithi069 ceph-mon[39688]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:31:53.064 INFO:tasks.rados.rados.0.smithi069.stdout:166: done (0 left) 2024-04-10T15:31:53.064 INFO:tasks.rados.rados.0.smithi069.stdout:167: snap_create 2024-04-10T15:31:53.488 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:53 smithi077 ceph-mon[31195]: Upgrade: Target is version 19.0.0-2838-ga5074d45 (unknown) 2024-04-10T15:31:53.488 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:53 smithi077 ceph-mon[31195]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, digests ['quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc'] 2024-04-10T15:31:53.488 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:53 smithi077 ceph-mon[31195]: Upgrade: Need to upgrade myself (mgr.y) 2024-04-10T15:31:53.488 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:53 smithi077 ceph-mon[31195]: Upgrade: Pulling quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc on smithi077 2024-04-10T15:31:53.489 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:53 smithi077 ceph-mon[31195]: osdmap e95: 8 total, 8 up, 8 in 2024-04-10T15:31:53.489 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:53 smithi077 ceph-mon[31195]: osdmap e96: 8 total, 8 up, 8 in 2024-04-10T15:31:53.582 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:53 smithi069 ceph-mon[27501]: Upgrade: Target is version 19.0.0-2838-ga5074d45 (unknown) 2024-04-10T15:31:53.583 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:53 smithi069 ceph-mon[27501]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, digests ['quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc'] 2024-04-10T15:31:53.583 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:53 smithi069 ceph-mon[27501]: Upgrade: Need to upgrade myself (mgr.y) 2024-04-10T15:31:53.583 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:53 smithi069 ceph-mon[27501]: Upgrade: Pulling quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc on smithi077 2024-04-10T15:31:53.583 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:53 smithi069 ceph-mon[27501]: osdmap e95: 8 total, 8 up, 8 in 2024-04-10T15:31:53.583 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:53 smithi069 ceph-mon[27501]: osdmap e96: 8 total, 8 up, 8 in 2024-04-10T15:31:53.583 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:53 smithi069 ceph-mon[39688]: Upgrade: Target is version 19.0.0-2838-ga5074d45 (unknown) 2024-04-10T15:31:53.583 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:53 smithi069 ceph-mon[39688]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, digests ['quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc'] 2024-04-10T15:31:53.583 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:53 smithi069 ceph-mon[39688]: Upgrade: Need to upgrade myself (mgr.y) 2024-04-10T15:31:53.583 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:53 smithi069 ceph-mon[39688]: Upgrade: Pulling quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc on smithi077 2024-04-10T15:31:53.583 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:53 smithi069 ceph-mon[39688]: osdmap e95: 8 total, 8 up, 8 in 2024-04-10T15:31:53.583 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:53 smithi069 ceph-mon[39688]: osdmap e96: 8 total, 8 up, 8 in 2024-04-10T15:31:54.066 INFO:tasks.rados.rados.0.smithi069.stdout:167: done (0 left) 2024-04-10T15:31:54.066 INFO:tasks.rados.rados.0.smithi069.stdout:168: read oid 46 snap -1 2024-04-10T15:31:54.066 INFO:tasks.rados.rados.0.smithi069.stdout:168: expect (ObjNum 74 snap 13 seq_num 74) 2024-04-10T15:31:54.066 INFO:tasks.rados.rados.0.smithi069.stdout:169: copy_from oid 3 from oid 30 current snap is 15 2024-04-10T15:31:54.066 INFO:tasks.rados.rados.0.smithi069.stdout:170: copy_from oid 17 from oid 9 current snap is 15 2024-04-10T15:31:54.066 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 31 current snap is 15 2024-04-10T15:31:54.066 INFO:tasks.rados.rados.0.smithi069.stdout:171: seq_num 80 ranges {1581056=548864,2129920=450560,2580480=352256} 2024-04-10T15:31:54.078 INFO:tasks.rados.rados.0.smithi069.stdout:171: writing smithi06982861-31 from 1581056 to 2129920 tid 1 2024-04-10T15:31:54.081 INFO:tasks.rados.rados.0.smithi069.stdout:171: writing smithi06982861-31 from 2129920 to 2580480 tid 2 2024-04-10T15:31:54.083 INFO:tasks.rados.rados.0.smithi069.stdout:171: writing smithi06982861-31 from 2580480 to 2932736 tid 3 2024-04-10T15:31:54.084 INFO:tasks.rados.rados.0.smithi069.stdout:172: setattr oid 32 current snap is 15 2024-04-10T15:31:54.084 INFO:tasks.rados.rados.0.smithi069.stdout:169: finishing copy_from racing read to smithi06982861-3 2024-04-10T15:31:54.084 INFO:tasks.rados.rados.0.smithi069.stdout:169: finishing copy_from to smithi06982861-3 2024-04-10T15:31:54.084 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 3 v 10 (ObjNum 29 snap 0 seq_num 29) dirty exists 2024-04-10T15:31:54.084 INFO:tasks.rados.rados.0.smithi069.stdout:170: finishing copy_from racing read to smithi06982861-17 2024-04-10T15:31:54.084 INFO:tasks.rados.rados.0.smithi069.stdout:168: expect (ObjNum 74 snap 13 seq_num 74) 2024-04-10T15:31:54.151 INFO:tasks.rados.rados.0.smithi069.stdout:170: finishing copy_from to smithi06982861-17 2024-04-10T15:31:54.151 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 17 v 22 (ObjNum 69 snap 8 seq_num 69) dirty exists 2024-04-10T15:31:54.151 INFO:tasks.rados.rados.0.smithi069.stdout:171: finishing write tid 1 to smithi06982861-31 2024-04-10T15:31:54.152 INFO:tasks.rados.rados.0.smithi069.stdout:171: finishing write tid 2 to smithi06982861-31 2024-04-10T15:31:54.152 INFO:tasks.rados.rados.0.smithi069.stdout:171: finishing write tid 3 to smithi06982861-31 2024-04-10T15:31:54.152 INFO:tasks.rados.rados.0.smithi069.stdout:171: finishing write tid 4 to smithi06982861-31 2024-04-10T15:31:54.152 INFO:tasks.rados.rados.0.smithi069.stdout:171: finishing write tid 5 to smithi06982861-31 2024-04-10T15:31:54.152 INFO:tasks.rados.rados.0.smithi069.stdout:171: oid 31 updating version 0 to 35 2024-04-10T15:31:54.152 INFO:tasks.rados.rados.0.smithi069.stdout:171: oid 31 version 35 is already newer than 33 2024-04-10T15:31:54.152 INFO:tasks.rados.rados.0.smithi069.stdout:171: oid 31 version 35 is already newer than 34 2024-04-10T15:31:54.152 INFO:tasks.rados.rados.0.smithi069.stdout:171: oid 31 updating version 35 to 36 2024-04-10T15:31:54.152 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 31 v 36 (ObjNum 80 snap 15 seq_num 80) dirty exists 2024-04-10T15:31:54.152 INFO:tasks.rados.rados.0.smithi069.stdout:171: left oid 31 (ObjNum 80 snap 15 seq_num 80) 2024-04-10T15:31:54.152 INFO:tasks.rados.rados.0.smithi069.stdout:168: done (4 left) 2024-04-10T15:31:54.152 INFO:tasks.rados.rados.0.smithi069.stdout:169: done (3 left) 2024-04-10T15:31:54.152 INFO:tasks.rados.rados.0.smithi069.stdout:170: done (2 left) 2024-04-10T15:31:54.153 INFO:tasks.rados.rados.0.smithi069.stdout:171: done (1 left) 2024-04-10T15:31:54.153 INFO:tasks.rados.rados.0.smithi069.stdout:173: snap_remove snap 10 2024-04-10T15:31:54.488 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:54 smithi077 ceph-mon[31195]: pgmap v126: 121 pgs: 121 active+clean; 42 MiB data, 302 MiB used, 715 GiB / 715 GiB avail; 511 B/s rd, 708 KiB/s wr, 13 op/s 2024-04-10T15:31:54.488 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:54 smithi077 ceph-mon[31195]: osdmap e97: 8 total, 8 up, 8 in 2024-04-10T15:31:54.582 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:54 smithi069 ceph-mon[39688]: pgmap v126: 121 pgs: 121 active+clean; 42 MiB data, 302 MiB used, 715 GiB / 715 GiB avail; 511 B/s rd, 708 KiB/s wr, 13 op/s 2024-04-10T15:31:54.582 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:54 smithi069 ceph-mon[39688]: osdmap e97: 8 total, 8 up, 8 in 2024-04-10T15:31:54.582 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:54 smithi069 ceph-mon[27501]: pgmap v126: 121 pgs: 121 active+clean; 42 MiB data, 302 MiB used, 715 GiB / 715 GiB avail; 511 B/s rd, 708 KiB/s wr, 13 op/s 2024-04-10T15:31:54.582 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:54 smithi069 ceph-mon[27501]: osdmap e97: 8 total, 8 up, 8 in 2024-04-10T15:31:55.120 INFO:tasks.rados.rados.0.smithi069.stdout:173: done (1 left) 2024-04-10T15:31:55.120 INFO:tasks.rados.rados.0.smithi069.stdout:174: rmattr oid 36 current snap is 15 2024-04-10T15:31:55.120 INFO:tasks.rados.rados.0.smithi069.stdout:174: done (1 left) 2024-04-10T15:31:55.121 INFO:tasks.rados.rados.0.smithi069.stdout:175: copy_from oid 6 from oid 13 current snap is 15 2024-04-10T15:31:55.121 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 32 v 28 (ObjNum 31 snap 0 seq_num 31) dirty exists 2024-04-10T15:31:55.121 INFO:tasks.rados.rados.0.smithi069.stdout:172: done (1 left) 2024-04-10T15:31:55.121 INFO:tasks.rados.rados.0.smithi069.stdout:176: snap_remove snap 2 2024-04-10T15:31:56.134 INFO:tasks.rados.rados.0.smithi069.stdout:176: done (1 left) 2024-04-10T15:31:56.134 INFO:tasks.rados.rados.0.smithi069.stdout:177: read oid 29 snap -1 2024-04-10T15:31:56.134 INFO:tasks.rados.rados.0.smithi069.stdout:177: expect deleted 2024-04-10T15:31:56.134 INFO:tasks.rados.rados.0.smithi069.stdout:178: rollback oid 35 current snap is 15 2024-04-10T15:31:56.134 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 35 to 12 2024-04-10T15:31:56.134 INFO:tasks.rados.rados.0.smithi069.stdout:175: finishing copy_from racing read to smithi06982861-6 2024-04-10T15:31:56.134 INFO:tasks.rados.rados.0.smithi069.stdout:175: finishing copy_from to smithi06982861-6 2024-04-10T15:31:56.134 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 6 v 4 (ObjNum 12 snap 0 seq_num 12) dirty exists 2024-04-10T15:31:56.134 INFO:tasks.rados.rados.0.smithi069.stdout:175: done (2 left) 2024-04-10T15:31:56.134 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 16 current snap is 15 2024-04-10T15:31:56.135 INFO:tasks.rados.rados.0.smithi069.stdout:179: seq_num 81 ranges {1572864=565248,2138112=737280,2875392=65536} 2024-04-10T15:31:56.146 INFO:tasks.rados.rados.0.smithi069.stdout:179: writing smithi06982861-16 from 1572864 to 2138112 tid 1 2024-04-10T15:31:56.151 INFO:tasks.rados.rados.0.smithi069.stdout:179: writing smithi06982861-16 from 2138112 to 2875392 tid 2 2024-04-10T15:31:56.152 INFO:tasks.rados.rados.0.smithi069.stdout:179: writing smithi06982861-16 from 2875392 to 2940928 tid 3 2024-04-10T15:31:56.152 INFO:tasks.rados.rados.0.smithi069.stdout:180: read oid 27 snap -1 2024-04-10T15:31:56.152 INFO:tasks.rados.rados.0.smithi069.stdout:180: expect (ObjNum 56 snap 4 seq_num 56) 2024-04-10T15:31:56.152 INFO:tasks.rados.rados.0.smithi069.stdout:181: rollback oid 40 current snap is 15 2024-04-10T15:31:56.152 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 40 to 12 2024-04-10T15:31:56.152 INFO:tasks.rados.rados.0.smithi069.stdout:178: finishing rollback tid 0 to smithi06982861-35 2024-04-10T15:31:56.152 INFO:tasks.rados.rados.0.smithi069.stdout:178: finishing rollback tid 1 to smithi06982861-35 2024-04-10T15:31:56.152 INFO:tasks.rados.rados.0.smithi069.stdout:178: finishing rollback tid 2 to smithi06982861-35 2024-04-10T15:31:56.152 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 35 v 44 (ObjNum 68 snap 7 seq_num 68) dirty exists 2024-04-10T15:31:56.152 INFO:tasks.rados.rados.0.smithi069.stdout:179: finishing write tid 1 to smithi06982861-16 2024-04-10T15:31:56.153 INFO:tasks.rados.rados.0.smithi069.stdout:177: done (4 left) 2024-04-10T15:31:56.153 INFO:tasks.rados.rados.0.smithi069.stdout:178: done (3 left) 2024-04-10T15:31:56.153 INFO:tasks.rados.rados.0.smithi069.stdout:182: delete oid 33 current snap is 15 2024-04-10T15:31:56.153 INFO:tasks.rados.rados.0.smithi069.stdout:181: finishing rollback tid 0 to smithi06982861-40 2024-04-10T15:31:56.154 INFO:tasks.rados.rados.0.smithi069.stdout:182: done (3 left) 2024-04-10T15:31:56.154 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 2 current snap is 15 2024-04-10T15:31:56.154 INFO:tasks.rados.rados.0.smithi069.stdout:183: seq_num 83 ranges {24576=598016,622592=499712,1122304=303104} 2024-04-10T15:31:56.158 INFO:tasks.rados.rados.0.smithi069.stdout:183: writing smithi06982861-2 from 24576 to 622592 tid 1 2024-04-10T15:31:56.161 INFO:tasks.rados.rados.0.smithi069.stdout:183: writing smithi06982861-2 from 622592 to 1122304 tid 2 2024-04-10T15:31:56.163 INFO:tasks.rados.rados.0.smithi069.stdout:183: writing smithi06982861-2 from 1122304 to 1425408 tid 3 2024-04-10T15:31:56.163 INFO:tasks.rados.rados.0.smithi069.stdout:184: snap_create 2024-04-10T15:31:56.163 INFO:tasks.rados.rados.0.smithi069.stdout:181: finishing rollback tid 1 to smithi06982861-40 2024-04-10T15:31:56.163 INFO:tasks.rados.rados.0.smithi069.stdout:181: finishing rollback tid 2 to smithi06982861-40 2024-04-10T15:31:56.163 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 40 v 33 (ObjNum 39 snap 0 seq_num 39) dirty exists 2024-04-10T15:31:56.163 INFO:tasks.rados.rados.0.smithi069.stdout:179: finishing write tid 2 to smithi06982861-16 2024-04-10T15:31:56.163 INFO:tasks.rados.rados.0.smithi069.stdout:179: finishing write tid 3 to smithi06982861-16 2024-04-10T15:31:56.163 INFO:tasks.rados.rados.0.smithi069.stdout:179: finishing write tid 4 to smithi06982861-16 2024-04-10T15:31:56.163 INFO:tasks.rados.rados.0.smithi069.stdout:180: expect (ObjNum 56 snap 4 seq_num 56) 2024-04-10T15:31:56.206 INFO:tasks.rados.rados.0.smithi069.stdout:179: finishing write tid 5 to smithi06982861-16 2024-04-10T15:31:56.206 INFO:tasks.rados.rados.0.smithi069.stdout:179: oid 16 updating version 0 to 60 2024-04-10T15:31:56.206 INFO:tasks.rados.rados.0.smithi069.stdout:179: oid 16 version 60 is already newer than 55 2024-04-10T15:31:56.206 INFO:tasks.rados.rados.0.smithi069.stdout:179: oid 16 version 60 is already newer than 58 2024-04-10T15:31:56.206 INFO:tasks.rados.rados.0.smithi069.stdout:179: oid 16 version 60 is already newer than 59 2024-04-10T15:31:56.206 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 16 v 60 (ObjNum 81 snap 15 seq_num 81) dirty exists 2024-04-10T15:31:56.206 INFO:tasks.rados.rados.0.smithi069.stdout:179: left oid 16 (ObjNum 81 snap 15 seq_num 81) 2024-04-10T15:31:56.206 INFO:tasks.rados.rados.0.smithi069.stdout:183: finishing write tid 1 to smithi06982861-2 2024-04-10T15:31:56.206 INFO:tasks.rados.rados.0.smithi069.stdout:183: finishing write tid 2 to smithi06982861-2 2024-04-10T15:31:56.207 INFO:tasks.rados.rados.0.smithi069.stdout:183: finishing write tid 3 to smithi06982861-2 2024-04-10T15:31:56.207 INFO:tasks.rados.rados.0.smithi069.stdout:183: finishing write tid 4 to smithi06982861-2 2024-04-10T15:31:56.207 INFO:tasks.rados.rados.0.smithi069.stdout:183: finishing write tid 5 to smithi06982861-2 2024-04-10T15:31:56.207 INFO:tasks.rados.rados.0.smithi069.stdout:183: oid 2 updating version 0 to 27 2024-04-10T15:31:56.207 INFO:tasks.rados.rados.0.smithi069.stdout:183: oid 2 updating version 27 to 30 2024-04-10T15:31:56.207 INFO:tasks.rados.rados.0.smithi069.stdout:183: oid 2 version 30 is already newer than 29 2024-04-10T15:31:56.207 INFO:tasks.rados.rados.0.smithi069.stdout:183: oid 2 version 30 is already newer than 28 2024-04-10T15:31:56.207 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 2 v 30 (ObjNum 83 snap 15 seq_num 83) dirty exists 2024-04-10T15:31:56.207 INFO:tasks.rados.rados.0.smithi069.stdout:183: left oid 2 (ObjNum 83 snap 15 seq_num 83) 2024-04-10T15:31:56.488 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:56 smithi077 ceph-mon[31195]: osdmap e98: 8 total, 8 up, 8 in 2024-04-10T15:31:56.489 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:56 smithi077 ceph-mon[31195]: pgmap v129: 121 pgs: 121 active+clean; 42 MiB data, 302 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:31:56.582 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:56 smithi069 ceph-mon[39688]: osdmap e98: 8 total, 8 up, 8 in 2024-04-10T15:31:56.583 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:56 smithi069 ceph-mon[39688]: pgmap v129: 121 pgs: 121 active+clean; 42 MiB data, 302 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:31:56.583 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:56 smithi069 ceph-mon[27501]: osdmap e98: 8 total, 8 up, 8 in 2024-04-10T15:31:56.583 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:56 smithi069 ceph-mon[27501]: pgmap v129: 121 pgs: 121 active+clean; 42 MiB data, 302 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:31:57.082 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:31:56 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[27756]: ::ffff:172.21.15.77 - - [10/Apr/2024:15:31:56] "GET /metrics HTTP/1.1" 200 36064 "" "Prometheus/2.43.0" 2024-04-10T15:31:57.130 INFO:tasks.rados.rados.0.smithi069.stdout:179: done (4 left) 2024-04-10T15:31:57.130 INFO:tasks.rados.rados.0.smithi069.stdout:180: done (3 left) 2024-04-10T15:31:57.130 INFO:tasks.rados.rados.0.smithi069.stdout:181: done (2 left) 2024-04-10T15:31:57.130 INFO:tasks.rados.rados.0.smithi069.stdout:183: done (1 left) 2024-04-10T15:31:57.130 INFO:tasks.rados.rados.0.smithi069.stdout:184: done (0 left) 2024-04-10T15:31:57.130 INFO:tasks.rados.rados.0.smithi069.stdout:185: snap_remove snap 9 2024-04-10T15:31:57.488 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:57 smithi077 ceph-mon[31195]: osdmap e99: 8 total, 8 up, 8 in 2024-04-10T15:31:57.489 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:57 smithi069 ceph-mon[39688]: osdmap e99: 8 total, 8 up, 8 in 2024-04-10T15:31:57.489 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:57 smithi069 ceph-mon[27501]: osdmap e99: 8 total, 8 up, 8 in 2024-04-10T15:31:57.489 INFO:teuthology.orchestra.run.smithi069.stdout:true 2024-04-10T15:31:57.801 INFO:teuthology.orchestra.run.smithi069.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-10T15:31:57.801 INFO:teuthology.orchestra.run.smithi069.stdout:alertmanager.a smithi069 *:9093,9094 running (113s) 49s ago 2m 15.3M - 0.25.0 c8568f914cd2 bd92cb80ff03 2024-04-10T15:31:57.801 INFO:teuthology.orchestra.run.smithi069.stdout:grafana.a smithi077 *:3000 running (2m) 48s ago 2m 85.8M - 9.4.7 954c08fa6188 8891d154474d 2024-04-10T15:31:57.801 INFO:teuthology.orchestra.run.smithi069.stdout:mds.a smithi069 running (3m) 49s ago 3m 15.3M - 18.2.2-1187-gd540ebac bb2c5eac26a4 144b62fd4166 2024-04-10T15:31:57.801 INFO:teuthology.orchestra.run.smithi069.stdout:mds.b smithi077 running (3m) 48s ago 3m 15.4M - 18.2.2-1187-gd540ebac bb2c5eac26a4 ba4ee0b79036 2024-04-10T15:31:57.801 INFO:teuthology.orchestra.run.smithi069.stdout:mgr.x smithi077 *:8443,8765 running (7m) 48s ago 7m 449M - 18.2.2-1187-gd540ebac bb2c5eac26a4 75e2dcdaaa98 2024-04-10T15:31:57.801 INFO:teuthology.orchestra.run.smithi069.stdout:mgr.y smithi069 *:9283,8765 running (9m) 49s ago 9m 499M - 18.2.2-1187-gd540ebac bb2c5eac26a4 9db27a8cffd2 2024-04-10T15:31:57.801 INFO:teuthology.orchestra.run.smithi069.stdout:mon.a smithi069 running (9m) 49s ago 9m 46.7M 2048M 18.2.2-1187-gd540ebac bb2c5eac26a4 9fbd58098dde 2024-04-10T15:31:57.801 INFO:teuthology.orchestra.run.smithi069.stdout:mon.b smithi077 running (7m) 48s ago 7m 39.7M 2048M 18.2.2-1187-gd540ebac bb2c5eac26a4 52e0df99d9fb 2024-04-10T15:31:57.801 INFO:teuthology.orchestra.run.smithi069.stdout:mon.c smithi069 running (7m) 49s ago 7m 42.1M 2048M 18.2.2-1187-gd540ebac bb2c5eac26a4 6765714be6cc 2024-04-10T15:31:57.801 INFO:teuthology.orchestra.run.smithi069.stdout:node-exporter.a smithi069 *:9100 running (2m) 49s ago 2m 15.4M - 1.5.0 0da6a335fe13 2469975469f7 2024-04-10T15:31:57.802 INFO:teuthology.orchestra.run.smithi069.stdout:node-exporter.b smithi077 *:9100 running (2m) 48s ago 2m 8514k - 1.5.0 0da6a335fe13 20103db32919 2024-04-10T15:31:57.802 INFO:teuthology.orchestra.run.smithi069.stdout:osd.0 smithi069 running (7m) 49s ago 7m 55.4M 2992M 18.2.2-1187-gd540ebac bb2c5eac26a4 f5a7a9a8f250 2024-04-10T15:31:57.802 INFO:teuthology.orchestra.run.smithi069.stdout:osd.1 smithi069 running (6m) 49s ago 6m 43.7M 2992M 18.2.2-1187-gd540ebac bb2c5eac26a4 1485a573874e 2024-04-10T15:31:57.802 INFO:teuthology.orchestra.run.smithi069.stdout:osd.2 smithi069 running (6m) 49s ago 6m 53.3M 2992M 18.2.2-1187-gd540ebac bb2c5eac26a4 89bfa35a28fe 2024-04-10T15:31:57.802 INFO:teuthology.orchestra.run.smithi069.stdout:osd.3 smithi069 running (5m) 49s ago 5m 41.8M 2992M 18.2.2-1187-gd540ebac bb2c5eac26a4 a968c3dc2397 2024-04-10T15:31:57.802 INFO:teuthology.orchestra.run.smithi069.stdout:osd.4 smithi077 running (5m) 48s ago 5m 50.5M 2992M 18.2.2-1187-gd540ebac bb2c5eac26a4 f498bddd5298 2024-04-10T15:31:57.802 INFO:teuthology.orchestra.run.smithi069.stdout:osd.5 smithi077 running (4m) 48s ago 4m 50.3M 2992M 18.2.2-1187-gd540ebac bb2c5eac26a4 2a7f7ea88c93 2024-04-10T15:31:57.802 INFO:teuthology.orchestra.run.smithi069.stdout:osd.6 smithi077 running (4m) 48s ago 4m 43.1M 2992M 18.2.2-1187-gd540ebac bb2c5eac26a4 7df4e5a8578c 2024-04-10T15:31:57.802 INFO:teuthology.orchestra.run.smithi069.stdout:osd.7 smithi077 running (4m) 48s ago 4m 49.2M 2992M 18.2.2-1187-gd540ebac bb2c5eac26a4 1a9c80228cd5 2024-04-10T15:31:57.802 INFO:teuthology.orchestra.run.smithi069.stdout:prometheus.a smithi077 *:9095 running (108s) 48s ago 3m 35.7M - 2.43.0 a07b618ecd1d 9f7677ca4c69 2024-04-10T15:31:58.135 INFO:tasks.rados.rados.0.smithi069.stdout:185: done (0 left) 2024-04-10T15:31:58.135 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 22 current snap is 16 2024-04-10T15:31:58.135 INFO:tasks.rados.rados.0.smithi069.stdout:186: seq_num 84 ranges {0=614400,614400=434176,1048576=368640} 2024-04-10T15:31:58.138 INFO:tasks.rados.rados.0.smithi069.stdout:186: writing smithi06982861-22 from 0 to 614400 tid 1 2024-04-10T15:31:58.141 INFO:tasks.rados.rados.0.smithi069.stdout:186: writing smithi06982861-22 from 614400 to 1048576 tid 2 2024-04-10T15:31:58.144 INFO:tasks.rados.rados.0.smithi069.stdout:186: writing smithi06982861-22 from 1048576 to 1417216 tid 3 2024-04-10T15:31:58.144 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 10 current snap is 16 2024-04-10T15:31:58.144 INFO:tasks.rados.rados.0.smithi069.stdout:187: seq_num 85 ranges {679936=630784,1310720=720896,2031616=81920} 2024-04-10T15:31:58.152 INFO:tasks.rados.rados.0.smithi069.stdout:187: writing smithi06982861-10 from 679936 to 1310720 tid 1 2024-04-10T15:31:58.157 INFO:tasks.rados.rados.0.smithi069.stdout:187: writing smithi06982861-10 from 1310720 to 2031616 tid 2 2024-04-10T15:31:58.158 INFO:tasks.rados.rados.0.smithi069.stdout:187: writing smithi06982861-10 from 2031616 to 2113536 tid 3 2024-04-10T15:31:58.158 INFO:tasks.rados.rados.0.smithi069.stdout:188: setattr oid 6 current snap is 16 2024-04-10T15:31:58.158 INFO:tasks.rados.rados.0.smithi069.stdout:186: finishing write tid 1 to smithi06982861-22 2024-04-10T15:31:58.158 INFO:tasks.rados.rados.0.smithi069.stdout:186: finishing write tid 2 to smithi06982861-22 2024-04-10T15:31:58.158 INFO:tasks.rados.rados.0.smithi069.stdout:186: finishing write tid 3 to smithi06982861-22 2024-04-10T15:31:58.158 INFO:tasks.rados.rados.0.smithi069.stdout:186: finishing write tid 4 to smithi06982861-22 2024-04-10T15:31:58.158 INFO:tasks.rados.rados.0.smithi069.stdout:186: finishing write tid 5 to smithi06982861-22 2024-04-10T15:31:58.158 INFO:tasks.rados.rados.0.smithi069.stdout:186: oid 22 updating version 0 to 23 2024-04-10T15:31:58.158 INFO:tasks.rados.rados.0.smithi069.stdout:186: oid 22 version 23 is already newer than 22 2024-04-10T15:31:58.158 INFO:tasks.rados.rados.0.smithi069.stdout:186: oid 22 version 23 is already newer than 19 2024-04-10T15:31:58.159 INFO:tasks.rados.rados.0.smithi069.stdout:186: oid 22 version 23 is already newer than 18 2024-04-10T15:31:58.159 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 22 v 23 (ObjNum 84 snap 16 seq_num 84) dirty exists 2024-04-10T15:31:58.159 INFO:tasks.rados.rados.0.smithi069.stdout:186: left oid 22 (ObjNum 84 snap 16 seq_num 84) 2024-04-10T15:31:58.159 INFO:tasks.rados.rados.0.smithi069.stdout:187: finishing write tid 1 to smithi06982861-10 2024-04-10T15:31:58.159 INFO:tasks.rados.rados.0.smithi069.stdout:186: done (2 left) 2024-04-10T15:31:58.160 INFO:tasks.rados.rados.0.smithi069.stdout:189: read oid 12 snap 14 2024-04-10T15:31:58.160 INFO:tasks.rados.rados.0.smithi069.stdout:189: expect (ObjNum 70 snap 8 seq_num 70) 2024-04-10T15:31:58.160 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 3 current snap is 16 2024-04-10T15:31:58.160 INFO:tasks.rados.rados.0.smithi069.stdout:190: seq_num 86 ranges {491520=647168,1138688=606208,1744896=196608} 2024-04-10T15:31:58.165 INFO:tasks.rados.rados.0.smithi069.stdout:190: writing smithi06982861-3 from 491520 to 1138688 tid 1 2024-04-10T15:31:58.169 INFO:tasks.rados.rados.0.smithi069.stdout:190: writing smithi06982861-3 from 1138688 to 1744896 tid 2 2024-04-10T15:31:58.171 INFO:tasks.rados.rados.0.smithi069.stdout:190: writing smithi06982861-3 from 1744896 to 1941504 tid 3 2024-04-10T15:31:58.171 INFO:tasks.rados.rados.0.smithi069.stdout:191: snap_create 2024-04-10T15:31:58.171 INFO:tasks.rados.rados.0.smithi069.stdout:187: finishing write tid 2 to smithi06982861-10 2024-04-10T15:31:58.171 INFO:tasks.rados.rados.0.smithi069.stdout:187: finishing write tid 3 to smithi06982861-10 2024-04-10T15:31:58.171 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 6 v 23 (ObjNum 12 snap 0 seq_num 12) dirty exists 2024-04-10T15:31:58.171 INFO:tasks.rados.rados.0.smithi069.stdout:187: finishing write tid 4 to smithi06982861-10 2024-04-10T15:31:58.171 INFO:tasks.rados.rados.0.smithi069.stdout:187: finishing write tid 5 to smithi06982861-10 2024-04-10T15:31:58.171 INFO:tasks.rados.rados.0.smithi069.stdout:187: oid 10 updating version 0 to 55 2024-04-10T15:31:58.171 INFO:tasks.rados.rados.0.smithi069.stdout:187: oid 10 version 55 is already newer than 54 2024-04-10T15:31:58.171 INFO:tasks.rados.rados.0.smithi069.stdout:187: oid 10 version 55 is already newer than 53 2024-04-10T15:31:58.171 INFO:tasks.rados.rados.0.smithi069.stdout:187: oid 10 updating version 55 to 56 2024-04-10T15:31:58.171 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 10 v 56 (ObjNum 85 snap 16 seq_num 85) dirty exists 2024-04-10T15:31:58.172 INFO:tasks.rados.rados.0.smithi069.stdout:187: left oid 10 (ObjNum 85 snap 16 seq_num 85) 2024-04-10T15:31:58.172 INFO:tasks.rados.rados.0.smithi069.stdout:190: finishing write tid 1 to smithi06982861-3 2024-04-10T15:31:58.172 INFO:tasks.rados.rados.0.smithi069.stdout:189: expect (ObjNum 70 snap 8 seq_num 70) 2024-04-10T15:31:58.226 INFO:teuthology.orchestra.run.smithi069.stdout:{ 2024-04-10T15:31:58.226 INFO:teuthology.orchestra.run.smithi069.stdout: "mon": { 2024-04-10T15:31:58.226 INFO:teuthology.orchestra.run.smithi069.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 3 2024-04-10T15:31:58.227 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-04-10T15:31:58.227 INFO:teuthology.orchestra.run.smithi069.stdout: "mgr": { 2024-04-10T15:31:58.227 INFO:teuthology.orchestra.run.smithi069.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 2 2024-04-10T15:31:58.227 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-04-10T15:31:58.227 INFO:teuthology.orchestra.run.smithi069.stdout: "osd": { 2024-04-10T15:31:58.227 INFO:teuthology.orchestra.run.smithi069.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 8 2024-04-10T15:31:58.227 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-04-10T15:31:58.227 INFO:teuthology.orchestra.run.smithi069.stdout: "mds": { 2024-04-10T15:31:58.227 INFO:teuthology.orchestra.run.smithi069.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 2 2024-04-10T15:31:58.227 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-04-10T15:31:58.227 INFO:teuthology.orchestra.run.smithi069.stdout: "overall": { 2024-04-10T15:31:58.227 INFO:teuthology.orchestra.run.smithi069.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 15 2024-04-10T15:31:58.227 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-04-10T15:31:58.227 INFO:teuthology.orchestra.run.smithi069.stdout:} 2024-04-10T15:31:58.249 INFO:tasks.rados.rados.0.smithi069.stdout:190: finishing write tid 2 to smithi06982861-3 2024-04-10T15:31:58.250 INFO:tasks.rados.rados.0.smithi069.stdout:190: finishing write tid 3 to smithi06982861-3 2024-04-10T15:31:58.250 INFO:tasks.rados.rados.0.smithi069.stdout:190: finishing write tid 4 to smithi06982861-3 2024-04-10T15:31:58.250 INFO:tasks.rados.rados.0.smithi069.stdout:190: finishing write tid 5 to smithi06982861-3 2024-04-10T15:31:58.250 INFO:tasks.rados.rados.0.smithi069.stdout:190: oid 3 updating version 0 to 22 2024-04-10T15:31:58.250 INFO:tasks.rados.rados.0.smithi069.stdout:190: oid 3 updating version 22 to 24 2024-04-10T15:31:58.250 INFO:tasks.rados.rados.0.smithi069.stdout:190: oid 3 version 24 is already newer than 23 2024-04-10T15:31:58.250 INFO:tasks.rados.rados.0.smithi069.stdout:190: oid 3 version 24 is already newer than 21 2024-04-10T15:31:58.250 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 3 v 24 (ObjNum 86 snap 16 seq_num 86) dirty exists 2024-04-10T15:31:58.250 INFO:tasks.rados.rados.0.smithi069.stdout:190: left oid 3 (ObjNum 86 snap 16 seq_num 86) 2024-04-10T15:31:58.489 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:58 smithi077 ceph-mon[31195]: pgmap v131: 121 pgs: 121 active+clean; 50 MiB data, 315 MiB used, 715 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.0 MiB/s wr, 13 op/s 2024-04-10T15:31:58.489 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:58 smithi077 ceph-mon[31195]: osdmap e100: 8 total, 8 up, 8 in 2024-04-10T15:31:58.489 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:58 smithi077 ceph-mon[31195]: osdmap e101: 8 total, 8 up, 8 in 2024-04-10T15:31:58.582 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:58 smithi069 ceph-mon[39688]: pgmap v131: 121 pgs: 121 active+clean; 50 MiB data, 315 MiB used, 715 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.0 MiB/s wr, 13 op/s 2024-04-10T15:31:58.582 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:58 smithi069 ceph-mon[39688]: osdmap e100: 8 total, 8 up, 8 in 2024-04-10T15:31:58.582 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:58 smithi069 ceph-mon[39688]: osdmap e101: 8 total, 8 up, 8 in 2024-04-10T15:31:58.583 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:58 smithi069 ceph-mon[27501]: pgmap v131: 121 pgs: 121 active+clean; 50 MiB data, 315 MiB used, 715 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.0 MiB/s wr, 13 op/s 2024-04-10T15:31:58.583 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:58 smithi069 ceph-mon[27501]: osdmap e100: 8 total, 8 up, 8 in 2024-04-10T15:31:58.583 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:58 smithi069 ceph-mon[27501]: osdmap e101: 8 total, 8 up, 8 in 2024-04-10T15:31:59.152 INFO:tasks.rados.rados.0.smithi069.stdout:187: done (4 left) 2024-04-10T15:31:59.152 INFO:tasks.rados.rados.0.smithi069.stdout:188: done (3 left) 2024-04-10T15:31:59.152 INFO:tasks.rados.rados.0.smithi069.stdout:189: done (2 left) 2024-04-10T15:31:59.152 INFO:tasks.rados.rados.0.smithi069.stdout:190: done (1 left) 2024-04-10T15:31:59.152 INFO:tasks.rados.rados.0.smithi069.stdout:191: done (0 left) 2024-04-10T15:31:59.152 INFO:tasks.rados.rados.0.smithi069.stdout:192: snap_create 2024-04-10T15:31:59.489 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:59 smithi077 ceph-mon[31195]: from='client.24947 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:31:59.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:59 smithi077 ceph-mon[31195]: from='client.24953 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:31:59.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:31:59 smithi077 ceph-mon[31195]: from='client.? 172.21.15.69:0/1440557318' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:31:59.583 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:59 smithi069 ceph-mon[27501]: from='client.24947 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:31:59.583 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:59 smithi069 ceph-mon[27501]: from='client.24953 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:31:59.583 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:31:59 smithi069 ceph-mon[27501]: from='client.? 172.21.15.69:0/1440557318' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:31:59.583 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:59 smithi069 ceph-mon[39688]: from='client.24947 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:31:59.583 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:59 smithi069 ceph-mon[39688]: from='client.24953 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:31:59.583 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:31:59 smithi069 ceph-mon[39688]: from='client.? 172.21.15.69:0/1440557318' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:32:00.153 INFO:tasks.rados.rados.0.smithi069.stdout:192: done (0 left) 2024-04-10T15:32:00.153 INFO:tasks.rados.rados.0.smithi069.stdout:193: read oid 45 snap -1 2024-04-10T15:32:00.153 INFO:tasks.rados.rados.0.smithi069.stdout:193: expect (ObjNum 44 snap 0 seq_num 44) 2024-04-10T15:32:00.153 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 31 current snap is 18 2024-04-10T15:32:00.153 INFO:tasks.rados.rados.0.smithi069.stdout:194: seq_num 87 ranges {2932736=663552,3596288=491520,4087808=311296} 2024-04-10T15:32:00.172 INFO:tasks.rados.rados.0.smithi069.stdout:194: writing smithi06982861-31 from 2932736 to 3596288 tid 1 2024-04-10T15:32:00.175 INFO:tasks.rados.rados.0.smithi069.stdout:194: writing smithi06982861-31 from 3596288 to 4087808 tid 2 2024-04-10T15:32:00.178 INFO:tasks.rados.rados.0.smithi069.stdout:194: writing smithi06982861-31 from 4087808 to 4399104 tid 3 2024-04-10T15:32:00.178 INFO:tasks.rados.rados.0.smithi069.stdout:195: read oid 49 snap -1 2024-04-10T15:32:00.178 INFO:tasks.rados.rados.0.smithi069.stdout:195: expect (ObjNum 59 snap 5 seq_num 59) 2024-04-10T15:32:00.178 INFO:tasks.rados.rados.0.smithi069.stdout:196: read oid 38 snap -1 2024-04-10T15:32:00.179 INFO:tasks.rados.rados.0.smithi069.stdout:196: expect (ObjNum 67 snap 7 seq_num 67) 2024-04-10T15:32:00.179 INFO:tasks.rados.rados.0.smithi069.stdout:197: read oid 40 snap -1 2024-04-10T15:32:00.179 INFO:tasks.rados.rados.0.smithi069.stdout:197: expect (ObjNum 39 snap 0 seq_num 39) 2024-04-10T15:32:00.179 INFO:tasks.rados.rados.0.smithi069.stdout:198: snap_create 2024-04-10T15:32:00.179 INFO:tasks.rados.rados.0.smithi069.stdout:193: expect (ObjNum 44 snap 0 seq_num 44) 2024-04-10T15:32:00.201 INFO:tasks.rados.rados.0.smithi069.stdout:194: finishing write tid 1 to smithi06982861-31 2024-04-10T15:32:00.201 INFO:tasks.rados.rados.0.smithi069.stdout:194: finishing write tid 2 to smithi06982861-31 2024-04-10T15:32:00.201 INFO:tasks.rados.rados.0.smithi069.stdout:194: finishing write tid 3 to smithi06982861-31 2024-04-10T15:32:00.201 INFO:tasks.rados.rados.0.smithi069.stdout:194: finishing write tid 4 to smithi06982861-31 2024-04-10T15:32:00.201 INFO:tasks.rados.rados.0.smithi069.stdout:194: finishing write tid 5 to smithi06982861-31 2024-04-10T15:32:00.201 INFO:tasks.rados.rados.0.smithi069.stdout:194: oid 31 updating version 0 to 56 2024-04-10T15:32:00.201 INFO:tasks.rados.rados.0.smithi069.stdout:194: oid 31 version 56 is already newer than 54 2024-04-10T15:32:00.201 INFO:tasks.rados.rados.0.smithi069.stdout:194: oid 31 version 56 is already newer than 55 2024-04-10T15:32:00.202 INFO:tasks.rados.rados.0.smithi069.stdout:194: oid 31 updating version 56 to 57 2024-04-10T15:32:00.202 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 31 v 57 (ObjNum 87 snap 18 seq_num 87) dirty exists 2024-04-10T15:32:00.202 INFO:tasks.rados.rados.0.smithi069.stdout:194: left oid 31 (ObjNum 87 snap 18 seq_num 87) 2024-04-10T15:32:00.202 INFO:tasks.rados.rados.0.smithi069.stdout:195: expect (ObjNum 59 snap 5 seq_num 59) 2024-04-10T15:32:00.260 INFO:tasks.rados.rados.0.smithi069.stdout:196: expect (ObjNum 67 snap 7 seq_num 67) 2024-04-10T15:32:00.315 INFO:tasks.rados.rados.0.smithi069.stdout:197: expect (ObjNum 39 snap 0 seq_num 39) 2024-04-10T15:32:00.488 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:32:00 smithi077 ceph-mon[31195]: pgmap v134: 121 pgs: 121 active+clean; 50 MiB data, 315 MiB used, 715 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.0 MiB/s wr, 13 op/s 2024-04-10T15:32:00.488 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:32:00 smithi077 ceph-mon[31195]: osdmap e102: 8 total, 8 up, 8 in 2024-04-10T15:32:00.582 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:32:00 smithi069 ceph-mon[27501]: pgmap v134: 121 pgs: 121 active+clean; 50 MiB data, 315 MiB used, 715 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.0 MiB/s wr, 13 op/s 2024-04-10T15:32:00.583 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:32:00 smithi069 ceph-mon[27501]: osdmap e102: 8 total, 8 up, 8 in 2024-04-10T15:32:00.583 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:32:00 smithi069 ceph-mon[39688]: pgmap v134: 121 pgs: 121 active+clean; 50 MiB data, 315 MiB used, 715 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.0 MiB/s wr, 13 op/s 2024-04-10T15:32:00.583 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:32:00 smithi069 ceph-mon[39688]: osdmap e102: 8 total, 8 up, 8 in 2024-04-10T15:32:01.168 INFO:tasks.rados.rados.0.smithi069.stdout:193: done (5 left) 2024-04-10T15:32:01.168 INFO:tasks.rados.rados.0.smithi069.stdout:194: done (4 left) 2024-04-10T15:32:01.168 INFO:tasks.rados.rados.0.smithi069.stdout:195: done (3 left) 2024-04-10T15:32:01.168 INFO:tasks.rados.rados.0.smithi069.stdout:196: done (2 left) 2024-04-10T15:32:01.168 INFO:tasks.rados.rados.0.smithi069.stdout:197: done (1 left) 2024-04-10T15:32:01.168 INFO:tasks.rados.rados.0.smithi069.stdout:198: done (0 left) 2024-04-10T15:32:01.168 INFO:tasks.rados.rados.0.smithi069.stdout:199: snap_remove snap 16 2024-04-10T15:32:01.488 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:32:01 smithi077 ceph-mon[31195]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:32:01.488 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:32:01 smithi077 ceph-mon[31195]: osdmap e103: 8 total, 8 up, 8 in 2024-04-10T15:32:01.582 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:32:01 smithi069 ceph-mon[27501]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:32:01.582 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:32:01 smithi069 ceph-mon[27501]: osdmap e103: 8 total, 8 up, 8 in 2024-04-10T15:32:01.583 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:32:01 smithi069 ceph-mon[39688]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:32:01.583 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:32:01 smithi069 ceph-mon[39688]: osdmap e103: 8 total, 8 up, 8 in 2024-04-10T15:32:02.175 INFO:tasks.rados.rados.0.smithi069.stdout:199: done (0 left) 2024-04-10T15:32:02.175 INFO:tasks.rados.rados.0.smithi069.stdout:200: read oid 36 snap -1 2024-04-10T15:32:02.175 INFO:tasks.rados.rados.0.smithi069.stdout:200: expect (ObjNum 35 snap 0 seq_num 35) 2024-04-10T15:32:02.175 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 1 current snap is 19 2024-04-10T15:32:02.175 INFO:tasks.rados.rados.0.smithi069.stdout:201: seq_num 88 ranges {0=679936,679936=778240,1458176=24576} 2024-04-10T15:32:02.178 INFO:tasks.rados.rados.0.smithi069.stdout:201: writing smithi06982861-1 from 0 to 679936 tid 1 2024-04-10T15:32:02.184 INFO:tasks.rados.rados.0.smithi069.stdout:201: writing smithi06982861-1 from 679936 to 1458176 tid 2 2024-04-10T15:32:02.184 INFO:tasks.rados.rados.0.smithi069.stdout:201: writing smithi06982861-1 from 1458176 to 1482752 tid 3 2024-04-10T15:32:02.184 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 9 current snap is 19 2024-04-10T15:32:02.184 INFO:tasks.rados.rados.0.smithi069.stdout:202: seq_num 89 ranges {1302528=696320,1998848=655360,2654208=147456} 2024-04-10T15:32:02.195 INFO:tasks.rados.rados.0.smithi069.stdout:202: writing smithi06982861-9 from 1302528 to 1998848 tid 1 2024-04-10T15:32:02.198 INFO:tasks.rados.rados.0.smithi069.stdout:202: writing smithi06982861-9 from 1998848 to 2654208 tid 2 2024-04-10T15:32:02.199 INFO:tasks.rados.rados.0.smithi069.stdout:202: writing smithi06982861-9 from 2654208 to 2801664 tid 3 2024-04-10T15:32:02.199 INFO:tasks.rados.rados.0.smithi069.stdout:203: rmattr oid 11 current snap is 19 2024-04-10T15:32:02.199 INFO:tasks.rados.rados.0.smithi069.stdout:203: done (3 left) 2024-04-10T15:32:02.200 INFO:tasks.rados.rados.0.smithi069.stdout:204: snap_remove snap 14 2024-04-10T15:32:02.488 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:32:02 smithi077 ceph-mon[31195]: pgmap v137: 121 pgs: 121 active+clean; 58 MiB data, 327 MiB used, 715 GiB / 715 GiB avail; 6.2 MiB/s rd, 2.0 MiB/s wr, 19 op/s 2024-04-10T15:32:02.488 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:32:02 smithi077 ceph-mon[31195]: osdmap e104: 8 total, 8 up, 8 in 2024-04-10T15:32:02.582 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:32:02 smithi069 ceph-mon[27501]: pgmap v137: 121 pgs: 121 active+clean; 58 MiB data, 327 MiB used, 715 GiB / 715 GiB avail; 6.2 MiB/s rd, 2.0 MiB/s wr, 19 op/s 2024-04-10T15:32:02.583 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:32:02 smithi069 ceph-mon[27501]: osdmap e104: 8 total, 8 up, 8 in 2024-04-10T15:32:02.583 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:32:02 smithi069 ceph-mon[39688]: pgmap v137: 121 pgs: 121 active+clean; 58 MiB data, 327 MiB used, 715 GiB / 715 GiB avail; 6.2 MiB/s rd, 2.0 MiB/s wr, 19 op/s 2024-04-10T15:32:02.583 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:32:02 smithi069 ceph-mon[39688]: osdmap e104: 8 total, 8 up, 8 in 2024-04-10T15:32:03.066 INFO:tasks.rados.rados.0.smithi069.stdout:204: done (3 left) 2024-04-10T15:32:03.066 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 2 current snap is 19 2024-04-10T15:32:03.066 INFO:tasks.rados.rados.0.smithi069.stdout:205: seq_num 90 ranges {1425408=712704,2138112=540672,2678784=262144} 2024-04-10T15:32:03.078 INFO:tasks.rados.rados.0.smithi069.stdout:205: writing smithi06982861-2 from 1425408 to 2138112 tid 1 2024-04-10T15:32:03.082 INFO:tasks.rados.rados.0.smithi069.stdout:205: writing smithi06982861-2 from 2138112 to 2678784 tid 2 2024-04-10T15:32:03.084 INFO:tasks.rados.rados.0.smithi069.stdout:205: writing smithi06982861-2 from 2678784 to 2940928 tid 3 2024-04-10T15:32:03.084 INFO:tasks.rados.rados.0.smithi069.stdout:206: copy_from oid 38 from oid 46 current snap is 19 2024-04-10T15:32:03.084 INFO:tasks.rados.rados.0.smithi069.stdout:200: expect (ObjNum 35 snap 0 seq_num 35) 2024-04-10T15:32:03.102 INFO:tasks.rados.rados.0.smithi069.stdout:201: finishing write tid 1 to smithi06982861-1 2024-04-10T15:32:03.102 INFO:tasks.rados.rados.0.smithi069.stdout:201: finishing write tid 2 to smithi06982861-1 2024-04-10T15:32:03.102 INFO:tasks.rados.rados.0.smithi069.stdout:201: finishing write tid 3 to smithi06982861-1 2024-04-10T15:32:03.102 INFO:tasks.rados.rados.0.smithi069.stdout:201: finishing write tid 4 to smithi06982861-1 2024-04-10T15:32:03.102 INFO:tasks.rados.rados.0.smithi069.stdout:201: finishing write tid 5 to smithi06982861-1 2024-04-10T15:32:03.102 INFO:tasks.rados.rados.0.smithi069.stdout:201: oid 1 updating version 0 to 51 2024-04-10T15:32:03.102 INFO:tasks.rados.rados.0.smithi069.stdout:201: oid 1 version 51 is already newer than 50 2024-04-10T15:32:03.102 INFO:tasks.rados.rados.0.smithi069.stdout:201: oid 1 updating version 51 to 52 2024-04-10T15:32:03.102 INFO:tasks.rados.rados.0.smithi069.stdout:201: oid 1 version 52 is already newer than 49 2024-04-10T15:32:03.102 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 1 v 52 (ObjNum 88 snap 19 seq_num 88) dirty exists 2024-04-10T15:32:03.102 INFO:tasks.rados.rados.0.smithi069.stdout:201: left oid 1 (ObjNum 88 snap 19 seq_num 88) 2024-04-10T15:32:03.102 INFO:tasks.rados.rados.0.smithi069.stdout:202: finishing write tid 1 to smithi06982861-9 2024-04-10T15:32:03.103 INFO:tasks.rados.rados.0.smithi069.stdout:200: done (4 left) 2024-04-10T15:32:03.103 INFO:tasks.rados.rados.0.smithi069.stdout:201: done (3 left) 2024-04-10T15:32:03.103 INFO:tasks.rados.rados.0.smithi069.stdout:207: snap_remove snap 3 2024-04-10T15:32:03.488 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:32:03 smithi077 ceph-mon[31195]: osdmap e105: 8 total, 8 up, 8 in 2024-04-10T15:32:03.488 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:32:03 smithi077 ceph-mon[31195]: osdmap e106: 8 total, 8 up, 8 in 2024-04-10T15:32:03.582 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:32:03 smithi069 ceph-mon[27501]: osdmap e105: 8 total, 8 up, 8 in 2024-04-10T15:32:03.583 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:32:03 smithi069 ceph-mon[27501]: osdmap e106: 8 total, 8 up, 8 in 2024-04-10T15:32:03.583 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:32:03 smithi069 ceph-mon[39688]: osdmap e105: 8 total, 8 up, 8 in 2024-04-10T15:32:03.583 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:32:03 smithi069 ceph-mon[39688]: osdmap e106: 8 total, 8 up, 8 in 2024-04-10T15:32:04.077 INFO:tasks.rados.rados.0.smithi069.stdout:207: done (3 left) 2024-04-10T15:32:04.077 INFO:tasks.rados.rados.0.smithi069.stdout:208: rmattr oid 7 current snap is 19 2024-04-10T15:32:04.077 INFO:tasks.rados.rados.0.smithi069.stdout:208: done (3 left) 2024-04-10T15:32:04.077 INFO:tasks.rados.rados.0.smithi069.stdout:209: rmattr oid 24 current snap is 19 2024-04-10T15:32:04.077 INFO:tasks.rados.rados.0.smithi069.stdout:209: done (3 left) 2024-04-10T15:32:04.077 INFO:tasks.rados.rados.0.smithi069.stdout:210: rmattr oid 39 current snap is 19 2024-04-10T15:32:04.077 INFO:tasks.rados.rados.0.smithi069.stdout:210: done (3 left) 2024-04-10T15:32:04.077 INFO:tasks.rados.rados.0.smithi069.stdout:211: read oid 1 snap -1 2024-04-10T15:32:04.077 INFO:tasks.rados.rados.0.smithi069.stdout:211: expect (ObjNum 88 snap 19 seq_num 88) 2024-04-10T15:32:04.078 INFO:tasks.rados.rados.0.smithi069.stdout:212: read oid 50 snap -1 2024-04-10T15:32:04.078 INFO:tasks.rados.rados.0.smithi069.stdout:212: expect (ObjNum 49 snap 0 seq_num 49) 2024-04-10T15:32:04.078 INFO:tasks.rados.rados.0.smithi069.stdout:213: setattr oid 35 current snap is 19 2024-04-10T15:32:04.078 INFO:tasks.rados.rados.0.smithi069.stdout:202: finishing write tid 2 to smithi06982861-9 2024-04-10T15:32:04.078 INFO:tasks.rados.rados.0.smithi069.stdout:202: finishing write tid 3 to smithi06982861-9 2024-04-10T15:32:04.078 INFO:tasks.rados.rados.0.smithi069.stdout:202: finishing write tid 4 to smithi06982861-9 2024-04-10T15:32:04.078 INFO:tasks.rados.rados.0.smithi069.stdout:202: finishing write tid 5 to smithi06982861-9 2024-04-10T15:32:04.078 INFO:tasks.rados.rados.0.smithi069.stdout:202: oid 9 updating version 0 to 45 2024-04-10T15:32:04.078 INFO:tasks.rados.rados.0.smithi069.stdout:202: oid 9 updating version 45 to 47 2024-04-10T15:32:04.078 INFO:tasks.rados.rados.0.smithi069.stdout:202: oid 9 version 47 is already newer than 46 2024-04-10T15:32:04.078 INFO:tasks.rados.rados.0.smithi069.stdout:202: oid 9 version 47 is already newer than 44 2024-04-10T15:32:04.078 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 9 v 47 (ObjNum 89 snap 19 seq_num 89) dirty exists 2024-04-10T15:32:04.078 INFO:tasks.rados.rados.0.smithi069.stdout:202: left oid 9 (ObjNum 89 snap 19 seq_num 89) 2024-04-10T15:32:04.078 INFO:tasks.rados.rados.0.smithi069.stdout:205: finishing write tid 1 to smithi06982861-2 2024-04-10T15:32:04.078 INFO:tasks.rados.rados.0.smithi069.stdout:205: finishing write tid 2 to smithi06982861-2 2024-04-10T15:32:04.079 INFO:tasks.rados.rados.0.smithi069.stdout:205: finishing write tid 3 to smithi06982861-2 2024-04-10T15:32:04.079 INFO:tasks.rados.rados.0.smithi069.stdout:205: finishing write tid 4 to smithi06982861-2 2024-04-10T15:32:04.080 INFO:tasks.rados.rados.0.smithi069.stdout:205: finishing write tid 5 to smithi06982861-2 2024-04-10T15:32:04.080 INFO:tasks.rados.rados.0.smithi069.stdout:205: oid 2 updating version 0 to 39 2024-04-10T15:32:04.080 INFO:tasks.rados.rados.0.smithi069.stdout:205: oid 2 version 39 is already newer than 38 2024-04-10T15:32:04.081 INFO:tasks.rados.rados.0.smithi069.stdout:205: oid 2 version 39 is already newer than 37 2024-04-10T15:32:04.081 INFO:tasks.rados.rados.0.smithi069.stdout:205: oid 2 version 39 is already newer than 36 2024-04-10T15:32:04.081 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 2 v 39 (ObjNum 90 snap 19 seq_num 90) dirty exists 2024-04-10T15:32:04.081 INFO:tasks.rados.rados.0.smithi069.stdout:205: left oid 2 (ObjNum 90 snap 19 seq_num 90) 2024-04-10T15:32:04.081 INFO:tasks.rados.rados.0.smithi069.stdout:206: finishing copy_from racing read to smithi06982861-38 2024-04-10T15:32:04.081 INFO:tasks.rados.rados.0.smithi069.stdout:206: finishing copy_from to smithi06982861-38 2024-04-10T15:32:04.081 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 38 v 21 (ObjNum 74 snap 13 seq_num 74) dirty exists 2024-04-10T15:32:04.081 INFO:tasks.rados.rados.0.smithi069.stdout:202: done (5 left) 2024-04-10T15:32:04.081 INFO:tasks.rados.rados.0.smithi069.stdout:205: done (4 left) 2024-04-10T15:32:04.081 INFO:tasks.rados.rados.0.smithi069.stdout:206: done (3 left) 2024-04-10T15:32:04.081 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 10 current snap is 19 2024-04-10T15:32:04.081 INFO:tasks.rados.rados.0.smithi069.stdout:214: seq_num 91 ranges {2113536=729088,2842624=425984,3268608=376832} 2024-04-10T15:32:04.094 INFO:tasks.rados.rados.0.smithi069.stdout:214: writing smithi06982861-10 from 2113536 to 2842624 tid 1 2024-04-10T15:32:04.097 INFO:tasks.rados.rados.0.smithi069.stdout:214: writing smithi06982861-10 from 2842624 to 3268608 tid 2 2024-04-10T15:32:04.099 INFO:tasks.rados.rados.0.smithi069.stdout:214: writing smithi06982861-10 from 3268608 to 3645440 tid 3 2024-04-10T15:32:04.099 INFO:tasks.rados.rados.0.smithi069.stdout:215: copy_from oid 25 from oid 11 current snap is 19 2024-04-10T15:32:04.099 INFO:tasks.rados.rados.0.smithi069.stdout:212: expect (ObjNum 49 snap 0 seq_num 49) 2024-04-10T15:32:04.122 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 35 v 56 (ObjNum 68 snap 7 seq_num 68) dirty exists 2024-04-10T15:32:04.122 INFO:tasks.rados.rados.0.smithi069.stdout:211: expect (ObjNum 88 snap 19 seq_num 88) 2024-04-10T15:32:04.160 INFO:tasks.rados.rados.0.smithi069.stdout:214: finishing write tid 1 to smithi06982861-10 2024-04-10T15:32:04.160 INFO:tasks.rados.rados.0.smithi069.stdout:214: finishing write tid 2 to smithi06982861-10 2024-04-10T15:32:04.160 INFO:tasks.rados.rados.0.smithi069.stdout:211: done (4 left) 2024-04-10T15:32:04.160 INFO:tasks.rados.rados.0.smithi069.stdout:212: done (3 left) 2024-04-10T15:32:04.160 INFO:tasks.rados.rados.0.smithi069.stdout:213: done (2 left) 2024-04-10T15:32:04.160 INFO:tasks.rados.rados.0.smithi069.stdout:216: snap_create 2024-04-10T15:32:04.160 INFO:tasks.rados.rados.0.smithi069.stdout:214: finishing write tid 3 to smithi06982861-10 2024-04-10T15:32:04.161 INFO:tasks.rados.rados.0.smithi069.stdout:214: finishing write tid 4 to smithi06982861-10 2024-04-10T15:32:04.161 INFO:tasks.rados.rados.0.smithi069.stdout:214: finishing write tid 5 to smithi06982861-10 2024-04-10T15:32:04.161 INFO:tasks.rados.rados.0.smithi069.stdout:214: oid 10 updating version 0 to 63 2024-04-10T15:32:04.161 INFO:tasks.rados.rados.0.smithi069.stdout:214: oid 10 updating version 63 to 65 2024-04-10T15:32:04.161 INFO:tasks.rados.rados.0.smithi069.stdout:214: oid 10 version 65 is already newer than 62 2024-04-10T15:32:04.161 INFO:tasks.rados.rados.0.smithi069.stdout:214: oid 10 version 65 is already newer than 64 2024-04-10T15:32:04.161 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 10 v 65 (ObjNum 91 snap 19 seq_num 91) dirty exists 2024-04-10T15:32:04.161 INFO:tasks.rados.rados.0.smithi069.stdout:214: left oid 10 (ObjNum 91 snap 19 seq_num 91) 2024-04-10T15:32:04.161 INFO:tasks.rados.rados.0.smithi069.stdout:215: finishing copy_from racing read to smithi06982861-25 2024-04-10T15:32:04.161 INFO:tasks.rados.rados.0.smithi069.stdout:215: finishing copy_from to smithi06982861-25 2024-04-10T15:32:04.161 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 25 v 2 (ObjNum 10 snap 0 seq_num 10) dirty exists 2024-04-10T15:32:04.488 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:32:04 smithi077 ceph-mon[31195]: pgmap v141: 121 pgs: 121 active+clean; 58 MiB data, 327 MiB used, 715 GiB / 715 GiB avail; 6.2 MiB/s rd, 2.0 MiB/s wr, 19 op/s 2024-04-10T15:32:04.489 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:32:04 smithi077 ceph-mon[31195]: osdmap e107: 8 total, 8 up, 8 in 2024-04-10T15:32:04.582 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:32:04 smithi069 ceph-mon[27501]: pgmap v141: 121 pgs: 121 active+clean; 58 MiB data, 327 MiB used, 715 GiB / 715 GiB avail; 6.2 MiB/s rd, 2.0 MiB/s wr, 19 op/s 2024-04-10T15:32:04.582 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:32:04 smithi069 ceph-mon[27501]: osdmap e107: 8 total, 8 up, 8 in 2024-04-10T15:32:04.583 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:32:04 smithi069 ceph-mon[39688]: pgmap v141: 121 pgs: 121 active+clean; 58 MiB data, 327 MiB used, 715 GiB / 715 GiB avail; 6.2 MiB/s rd, 2.0 MiB/s wr, 19 op/s 2024-04-10T15:32:04.583 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:32:04 smithi069 ceph-mon[39688]: osdmap e107: 8 total, 8 up, 8 in 2024-04-10T15:32:05.073 INFO:tasks.rados.rados.0.smithi069.stdout:214: done (2 left) 2024-04-10T15:32:05.073 INFO:tasks.rados.rados.0.smithi069.stdout:215: done (1 left) 2024-04-10T15:32:05.073 INFO:tasks.rados.rados.0.smithi069.stdout:216: done (0 left) 2024-04-10T15:32:05.073 INFO:tasks.rados.rados.0.smithi069.stdout:217: delete oid 31 current snap is 20 2024-04-10T15:32:05.076 INFO:tasks.rados.rados.0.smithi069.stdout:217: done (0 left) 2024-04-10T15:32:05.076 INFO:tasks.rados.rados.0.smithi069.stdout:218: delete oid 26 current snap is 20 2024-04-10T15:32:05.078 INFO:tasks.rados.rados.0.smithi069.stdout:218: done (0 left) 2024-04-10T15:32:05.078 INFO:tasks.rados.rados.0.smithi069.stdout:219: copy_from oid 20 from oid 42 current snap is 20 2024-04-10T15:32:05.078 INFO:tasks.rados.rados.0.smithi069.stdout:220: delete oid 5 current snap is 20 2024-04-10T15:32:05.083 INFO:tasks.rados.rados.0.smithi069.stdout:220: done (1 left) 2024-04-10T15:32:05.083 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 13 current snap is 20 2024-04-10T15:32:05.083 INFO:tasks.rados.rados.0.smithi069.stdout:221: seq_num 95 ranges {204800=794624,999424=409600,1409024=393216} 2024-04-10T15:32:05.088 INFO:tasks.rados.rados.0.smithi069.stdout:221: writing smithi06982861-13 from 204800 to 999424 tid 1 2024-04-10T15:32:05.091 INFO:tasks.rados.rados.0.smithi069.stdout:221: writing smithi06982861-13 from 999424 to 1409024 tid 2 2024-04-10T15:32:05.094 INFO:tasks.rados.rados.0.smithi069.stdout:221: writing smithi06982861-13 from 1409024 to 1802240 tid 3 2024-04-10T15:32:05.094 INFO:tasks.rados.rados.0.smithi069.stdout:222: read oid 19 snap -1 2024-04-10T15:32:05.094 INFO:tasks.rados.rados.0.smithi069.stdout:222: expect (ObjNum 18 snap 0 seq_num 18) 2024-04-10T15:32:05.094 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 21 current snap is 20 2024-04-10T15:32:05.094 INFO:tasks.rados.rados.0.smithi069.stdout:219: finishing copy_from to smithi06982861-20 2024-04-10T15:32:05.094 INFO:tasks.rados.rados.0.smithi069.stdout:219: got expected ENOENT (src dne) 2024-04-10T15:32:05.094 INFO:tasks.rados.rados.0.smithi069.stdout:223: seq_num 96 ranges {1720320=409600,2129920=696320,2826240=507904} 2024-04-10T15:32:05.105 INFO:tasks.rados.rados.0.smithi069.stdout:223: writing smithi06982861-21 from 1720320 to 2129920 tid 1 2024-04-10T15:32:05.109 INFO:tasks.rados.rados.0.smithi069.stdout:223: writing smithi06982861-21 from 2129920 to 2826240 tid 2 2024-04-10T15:32:05.112 INFO:tasks.rados.rados.0.smithi069.stdout:223: writing smithi06982861-21 from 2826240 to 3334144 tid 3 2024-04-10T15:32:05.112 INFO:tasks.rados.rados.0.smithi069.stdout:224: delete oid 22 current snap is 20 2024-04-10T15:32:05.112 INFO:tasks.rados.rados.0.smithi069.stdout:219: finishing copy_from racing read to smithi06982861-20 2024-04-10T15:32:05.112 INFO:tasks.rados.rados.0.smithi069.stdout:221: finishing write tid 1 to smithi06982861-13 2024-04-10T15:32:05.113 INFO:tasks.rados.rados.0.smithi069.stdout:221: finishing write tid 2 to smithi06982861-13 2024-04-10T15:32:05.113 INFO:tasks.rados.rados.0.smithi069.stdout:221: finishing write tid 3 to smithi06982861-13 2024-04-10T15:32:05.113 INFO:tasks.rados.rados.0.smithi069.stdout:221: finishing write tid 4 to smithi06982861-13 2024-04-10T15:32:05.113 INFO:tasks.rados.rados.0.smithi069.stdout:221: finishing write tid 5 to smithi06982861-13 2024-04-10T15:32:05.113 INFO:tasks.rados.rados.0.smithi069.stdout:221: oid 13 updating version 0 to 59 2024-04-10T15:32:05.113 INFO:tasks.rados.rados.0.smithi069.stdout:221: oid 13 version 59 is already newer than 58 2024-04-10T15:32:05.113 INFO:tasks.rados.rados.0.smithi069.stdout:221: oid 13 version 59 is already newer than 57 2024-04-10T15:32:05.113 INFO:tasks.rados.rados.0.smithi069.stdout:221: oid 13 version 59 is already newer than 56 2024-04-10T15:32:05.113 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 13 v 59 (ObjNum 95 snap 20 seq_num 95) dirty exists 2024-04-10T15:32:05.113 INFO:tasks.rados.rados.0.smithi069.stdout:221: left oid 13 (ObjNum 95 snap 20 seq_num 95) 2024-04-10T15:32:05.113 INFO:tasks.rados.rados.0.smithi069.stdout:222: expect (ObjNum 18 snap 0 seq_num 18) 2024-04-10T15:32:05.121 INFO:tasks.rados.rados.0.smithi069.stdout:223: finishing write tid 1 to smithi06982861-21 2024-04-10T15:32:05.121 INFO:tasks.rados.rados.0.smithi069.stdout:223: finishing write tid 2 to smithi06982861-21 2024-04-10T15:32:05.121 INFO:tasks.rados.rados.0.smithi069.stdout:223: finishing write tid 3 to smithi06982861-21 2024-04-10T15:32:05.121 INFO:tasks.rados.rados.0.smithi069.stdout:223: finishing write tid 4 to smithi06982861-21 2024-04-10T15:32:05.121 INFO:tasks.rados.rados.0.smithi069.stdout:223: finishing write tid 5 to smithi06982861-21 2024-04-10T15:32:05.121 INFO:tasks.rados.rados.0.smithi069.stdout:223: oid 21 updating version 0 to 58 2024-04-10T15:32:05.121 INFO:tasks.rados.rados.0.smithi069.stdout:223: oid 21 version 58 is already newer than 57 2024-04-10T15:32:05.121 INFO:tasks.rados.rados.0.smithi069.stdout:223: oid 21 version 58 is already newer than 55 2024-04-10T15:32:05.121 INFO:tasks.rados.rados.0.smithi069.stdout:223: oid 21 version 58 is already newer than 56 2024-04-10T15:32:05.121 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 21 v 58 (ObjNum 96 snap 20 seq_num 96) dirty exists 2024-04-10T15:32:05.122 INFO:tasks.rados.rados.0.smithi069.stdout:223: left oid 21 (ObjNum 96 snap 20 seq_num 96) 2024-04-10T15:32:05.122 INFO:tasks.rados.rados.0.smithi069.stdout:219: done (4 left) 2024-04-10T15:32:05.122 INFO:tasks.rados.rados.0.smithi069.stdout:221: done (3 left) 2024-04-10T15:32:05.122 INFO:tasks.rados.rados.0.smithi069.stdout:222: done (2 left) 2024-04-10T15:32:05.122 INFO:tasks.rados.rados.0.smithi069.stdout:223: done (1 left) 2024-04-10T15:32:05.122 INFO:tasks.rados.rados.0.smithi069.stdout:224: done (0 left) 2024-04-10T15:32:05.122 INFO:tasks.rados.rados.0.smithi069.stdout:225: read oid 38 snap -1 2024-04-10T15:32:05.122 INFO:tasks.rados.rados.0.smithi069.stdout:225: expect (ObjNum 74 snap 13 seq_num 74) 2024-04-10T15:32:05.122 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 2 current snap is 20 2024-04-10T15:32:05.122 INFO:tasks.rados.rados.0.smithi069.stdout:226: seq_num 98 ranges {2940928=450560,3391488=466944,3858432=737280} 2024-04-10T15:32:05.139 INFO:tasks.rados.rados.0.smithi069.stdout:226: writing smithi06982861-2 from 2940928 to 3391488 tid 1 2024-04-10T15:32:05.142 INFO:tasks.rados.rados.0.smithi069.stdout:226: writing smithi06982861-2 from 3391488 to 3858432 tid 2 2024-04-10T15:32:05.146 INFO:tasks.rados.rados.0.smithi069.stdout:226: writing smithi06982861-2 from 3858432 to 4595712 tid 3 2024-04-10T15:32:05.146 INFO:tasks.rados.rados.0.smithi069.stdout:227: delete oid 41 current snap is 20 2024-04-10T15:32:05.146 INFO:tasks.rados.rados.0.smithi069.stdout:225: expect (ObjNum 74 snap 13 seq_num 74) 2024-04-10T15:32:05.212 INFO:tasks.rados.rados.0.smithi069.stdout:226: finishing write tid 1 to smithi06982861-2 2024-04-10T15:32:05.213 INFO:tasks.rados.rados.0.smithi069.stdout:226: finishing write tid 2 to smithi06982861-2 2024-04-10T15:32:05.213 INFO:tasks.rados.rados.0.smithi069.stdout:225: done (2 left) 2024-04-10T15:32:05.213 INFO:tasks.rados.rados.0.smithi069.stdout:227: done (1 left) 2024-04-10T15:32:05.213 INFO:tasks.rados.rados.0.smithi069.stdout:228: delete oid 38 current snap is 20 2024-04-10T15:32:05.213 INFO:tasks.rados.rados.0.smithi069.stdout:226: finishing write tid 3 to smithi06982861-2 2024-04-10T15:32:05.213 INFO:tasks.rados.rados.0.smithi069.stdout:226: finishing write tid 4 to smithi06982861-2 2024-04-10T15:32:05.213 INFO:tasks.rados.rados.0.smithi069.stdout:226: finishing write tid 5 to smithi06982861-2 2024-04-10T15:32:05.213 INFO:tasks.rados.rados.0.smithi069.stdout:226: oid 2 updating version 0 to 47 2024-04-10T15:32:05.213 INFO:tasks.rados.rados.0.smithi069.stdout:226: oid 2 updating version 47 to 48 2024-04-10T15:32:05.213 INFO:tasks.rados.rados.0.smithi069.stdout:226: oid 2 version 48 is already newer than 46 2024-04-10T15:32:05.213 INFO:tasks.rados.rados.0.smithi069.stdout:226: oid 2 version 48 is already newer than 45 2024-04-10T15:32:05.213 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 2 v 48 (ObjNum 98 snap 20 seq_num 98) dirty exists 2024-04-10T15:32:05.213 INFO:tasks.rados.rados.0.smithi069.stdout:226: left oid 2 (ObjNum 98 snap 20 seq_num 98) 2024-04-10T15:32:05.214 INFO:tasks.rados.rados.0.smithi069.stdout:226: done (1 left) 2024-04-10T15:32:05.214 INFO:tasks.rados.rados.0.smithi069.stdout:228: done (0 left) 2024-04-10T15:32:05.214 INFO:tasks.rados.rados.0.smithi069.stdout:229: setattr oid 29 current snap is 20 2024-04-10T15:32:05.216 INFO:tasks.rados.rados.0.smithi069.stdout:230: snap_remove snap 15 2024-04-10T15:32:06.089 INFO:tasks.rados.rados.0.smithi069.stdout:230: done (1 left) 2024-04-10T15:32:06.089 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 38 current snap is 20 2024-04-10T15:32:06.089 INFO:tasks.rados.rados.0.smithi069.stdout:231: seq_num 101 ranges {0=499712,499712=573440,1073152=524288,1597440=106496} 2024-04-10T15:32:06.092 INFO:tasks.rados.rados.0.smithi069.stdout:231: writing smithi06982861-38 from 0 to 499712 tid 1 2024-04-10T15:32:06.096 INFO:tasks.rados.rados.0.smithi069.stdout:231: writing smithi06982861-38 from 499712 to 1073152 tid 2 2024-04-10T15:32:06.099 INFO:tasks.rados.rados.0.smithi069.stdout:231: writing smithi06982861-38 from 1073152 to 1597440 tid 3 2024-04-10T15:32:06.100 INFO:tasks.rados.rados.0.smithi069.stdout:231: writing smithi06982861-38 from 1597440 to 1703936 tid 4 2024-04-10T15:32:06.100 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 49 current snap is 20 2024-04-10T15:32:06.100 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 29 v 45 (ObjNum 129 snap 0 seq_num 1434107128) dirty exists 2024-04-10T15:32:06.101 INFO:tasks.rados.rados.0.smithi069.stdout:232: seq_num 102 ranges {1810432=516096,2326528=450560,2777088=729088,3506176=24576} 2024-04-10T15:32:06.113 INFO:tasks.rados.rados.0.smithi069.stdout:232: writing smithi06982861-49 from 1810432 to 2326528 tid 1 2024-04-10T15:32:06.116 INFO:tasks.rados.rados.0.smithi069.stdout:232: writing smithi06982861-49 from 2326528 to 2777088 tid 2 2024-04-10T15:32:06.121 INFO:tasks.rados.rados.0.smithi069.stdout:232: writing smithi06982861-49 from 2777088 to 3506176 tid 3 2024-04-10T15:32:06.121 INFO:tasks.rados.rados.0.smithi069.stdout:232: writing smithi06982861-49 from 3506176 to 3530752 tid 4 2024-04-10T15:32:06.121 INFO:tasks.rados.rados.0.smithi069.stdout:229: done (2 left) 2024-04-10T15:32:06.121 INFO:tasks.rados.rados.0.smithi069.stdout:233: copy_from oid 26 from oid 25 current snap is 20 2024-04-10T15:32:06.121 INFO:tasks.rados.rados.0.smithi069.stdout:231: finishing write tid 1 to smithi06982861-38 2024-04-10T15:32:06.121 INFO:tasks.rados.rados.0.smithi069.stdout:234: snap_create 2024-04-10T15:32:06.121 INFO:tasks.rados.rados.0.smithi069.stdout:231: finishing write tid 2 to smithi06982861-38 2024-04-10T15:32:06.121 INFO:tasks.rados.rados.0.smithi069.stdout:231: finishing write tid 3 to smithi06982861-38 2024-04-10T15:32:06.122 INFO:tasks.rados.rados.0.smithi069.stdout:231: finishing write tid 4 to smithi06982861-38 2024-04-10T15:32:06.122 INFO:tasks.rados.rados.0.smithi069.stdout:231: finishing write tid 5 to smithi06982861-38 2024-04-10T15:32:06.122 INFO:tasks.rados.rados.0.smithi069.stdout:231: finishing write tid 6 to smithi06982861-38 2024-04-10T15:32:06.122 INFO:tasks.rados.rados.0.smithi069.stdout:231: oid 38 updating version 0 to 84 2024-04-10T15:32:06.122 INFO:tasks.rados.rados.0.smithi069.stdout:231: oid 38 version 84 is already newer than 83 2024-04-10T15:32:06.122 INFO:tasks.rados.rados.0.smithi069.stdout:231: oid 38 updating version 84 to 86 2024-04-10T15:32:06.122 INFO:tasks.rados.rados.0.smithi069.stdout:231: oid 38 version 86 is already newer than 85 2024-04-10T15:32:06.122 INFO:tasks.rados.rados.0.smithi069.stdout:231: oid 38 updating version 86 to 87 2024-04-10T15:32:06.122 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 38 v 87 (ObjNum 101 snap 20 seq_num 101) dirty exists 2024-04-10T15:32:06.122 INFO:tasks.rados.rados.0.smithi069.stdout:231: left oid 38 (ObjNum 101 snap 20 seq_num 101) 2024-04-10T15:32:06.122 INFO:tasks.rados.rados.0.smithi069.stdout:232: finishing write tid 1 to smithi06982861-49 2024-04-10T15:32:06.122 INFO:tasks.rados.rados.0.smithi069.stdout:232: finishing write tid 2 to smithi06982861-49 2024-04-10T15:32:06.124 INFO:tasks.rados.rados.0.smithi069.stdout:232: finishing write tid 3 to smithi06982861-49 2024-04-10T15:32:06.124 INFO:tasks.rados.rados.0.smithi069.stdout:232: finishing write tid 4 to smithi06982861-49 2024-04-10T15:32:06.124 INFO:tasks.rados.rados.0.smithi069.stdout:232: finishing write tid 5 to smithi06982861-49 2024-04-10T15:32:06.124 INFO:tasks.rados.rados.0.smithi069.stdout:233: finishing copy_from racing read to smithi06982861-26 2024-04-10T15:32:06.125 INFO:tasks.rados.rados.0.smithi069.stdout:233: finishing copy_from to smithi06982861-26 2024-04-10T15:32:06.125 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 26 v 2 (ObjNum 10 snap 0 seq_num 10) dirty exists 2024-04-10T15:32:06.125 INFO:tasks.rados.rados.0.smithi069.stdout:232: finishing write tid 6 to smithi06982861-49 2024-04-10T15:32:06.125 INFO:tasks.rados.rados.0.smithi069.stdout:232: oid 49 updating version 0 to 45 2024-04-10T15:32:06.126 INFO:tasks.rados.rados.0.smithi069.stdout:232: oid 49 updating version 45 to 48 2024-04-10T15:32:06.126 INFO:tasks.rados.rados.0.smithi069.stdout:232: oid 49 updating version 48 to 49 2024-04-10T15:32:06.126 INFO:tasks.rados.rados.0.smithi069.stdout:232: oid 49 version 49 is already newer than 47 2024-04-10T15:32:06.126 INFO:tasks.rados.rados.0.smithi069.stdout:232: oid 49 version 49 is already newer than 46 2024-04-10T15:32:06.126 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 49 v 49 (ObjNum 102 snap 20 seq_num 102) dirty exists 2024-04-10T15:32:06.126 INFO:tasks.rados.rados.0.smithi069.stdout:232: left oid 49 (ObjNum 102 snap 20 seq_num 102) 2024-04-10T15:32:06.488 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:32:06 smithi077 ceph-mon[31195]: osdmap e108: 8 total, 8 up, 8 in 2024-04-10T15:32:06.488 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:32:06 smithi077 ceph-mon[31195]: pgmap v144: 121 pgs: 121 active+clean; 58 MiB data, 327 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:32:06.582 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:32:06 smithi069 ceph-mon[39688]: osdmap e108: 8 total, 8 up, 8 in 2024-04-10T15:32:06.583 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:32:06 smithi069 ceph-mon[39688]: pgmap v144: 121 pgs: 121 active+clean; 58 MiB data, 327 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:32:06.583 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:32:06 smithi069 ceph-mon[27501]: osdmap e108: 8 total, 8 up, 8 in 2024-04-10T15:32:06.583 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:32:06 smithi069 ceph-mon[27501]: pgmap v144: 121 pgs: 121 active+clean; 58 MiB data, 327 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:32:07.078 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:32:06 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[27756]: ::ffff:172.21.15.77 - - [10/Apr/2024:15:32:06] "GET /metrics HTTP/1.1" 200 36067 "" "Prometheus/2.43.0" 2024-04-10T15:32:07.090 INFO:tasks.rados.rados.0.smithi069.stdout:231: done (3 left) 2024-04-10T15:32:07.090 INFO:tasks.rados.rados.0.smithi069.stdout:232: done (2 left) 2024-04-10T15:32:07.090 INFO:tasks.rados.rados.0.smithi069.stdout:233: done (1 left) 2024-04-10T15:32:07.090 INFO:tasks.rados.rados.0.smithi069.stdout:234: done (0 left) 2024-04-10T15:32:07.090 INFO:tasks.rados.rados.0.smithi069.stdout:235: snap_create 2024-04-10T15:32:07.332 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:32:07 smithi069 ceph-mon[27501]: osdmap e109: 8 total, 8 up, 8 in 2024-04-10T15:32:07.333 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:32:07 smithi069 ceph-mon[39688]: osdmap e109: 8 total, 8 up, 8 in 2024-04-10T15:32:07.488 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:32:07 smithi077 ceph-mon[31195]: osdmap e109: 8 total, 8 up, 8 in 2024-04-10T15:32:08.097 INFO:tasks.rados.rados.0.smithi069.stdout:235: done (0 left) 2024-04-10T15:32:08.097 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 17 current snap is 22 2024-04-10T15:32:08.097 INFO:tasks.rados.rados.0.smithi069.stdout:236: seq_num 103 ranges {1302528=532480,1835008=737280,2572288=466944} 2024-04-10T15:32:08.106 INFO:tasks.rados.rados.0.smithi069.stdout:236: writing smithi06982861-17 from 1302528 to 1835008 tid 1 2024-04-10T15:32:08.111 INFO:tasks.rados.rados.0.smithi069.stdout:236: writing smithi06982861-17 from 1835008 to 2572288 tid 2 2024-04-10T15:32:08.114 INFO:tasks.rados.rados.0.smithi069.stdout:236: writing smithi06982861-17 from 2572288 to 3039232 tid 3 2024-04-10T15:32:08.115 INFO:tasks.rados.rados.0.smithi069.stdout:237: rollback oid 8 current snap is 22 2024-04-10T15:32:08.115 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 8 to 20 2024-04-10T15:32:08.115 INFO:tasks.rados.rados.0.smithi069.stdout:236: finishing write tid 1 to smithi06982861-17 2024-04-10T15:32:08.115 INFO:tasks.rados.rados.0.smithi069.stdout:238: rmattr oid 26 current snap is 22 2024-04-10T15:32:08.115 INFO:tasks.rados.rados.0.smithi069.stdout:238: done (2 left) 2024-04-10T15:32:08.115 INFO:tasks.rados.rados.0.smithi069.stdout:239: delete oid 2 current snap is 22 2024-04-10T15:32:08.116 INFO:tasks.rados.rados.0.smithi069.stdout:237: finishing rollback tid 1 to smithi06982861-8 2024-04-10T15:32:08.116 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 8 v 25 (ObjNum 113 snap 0 seq_num 1434073440) dirty dne 2024-04-10T15:32:08.116 INFO:tasks.rados.rados.0.smithi069.stdout:236: finishing write tid 2 to smithi06982861-17 2024-04-10T15:32:08.117 INFO:tasks.rados.rados.0.smithi069.stdout:236: finishing write tid 3 to smithi06982861-17 2024-04-10T15:32:08.117 INFO:tasks.rados.rados.0.smithi069.stdout:236: finishing write tid 4 to smithi06982861-17 2024-04-10T15:32:08.119 INFO:tasks.rados.rados.0.smithi069.stdout:236: finishing write tid 5 to smithi06982861-17 2024-04-10T15:32:08.119 INFO:tasks.rados.rados.0.smithi069.stdout:236: oid 17 updating version 0 to 67 2024-04-10T15:32:08.119 INFO:tasks.rados.rados.0.smithi069.stdout:236: oid 17 updating version 67 to 68 2024-04-10T15:32:08.119 INFO:tasks.rados.rados.0.smithi069.stdout:236: oid 17 version 68 is already newer than 66 2024-04-10T15:32:08.119 INFO:tasks.rados.rados.0.smithi069.stdout:236: oid 17 version 68 is already newer than 65 2024-04-10T15:32:08.119 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 17 v 68 (ObjNum 103 snap 22 seq_num 103) dirty exists 2024-04-10T15:32:08.119 INFO:tasks.rados.rados.0.smithi069.stdout:236: left oid 17 (ObjNum 103 snap 22 seq_num 103) 2024-04-10T15:32:08.119 INFO:tasks.rados.rados.0.smithi069.stdout:236: done (2 left) 2024-04-10T15:32:08.120 INFO:tasks.rados.rados.0.smithi069.stdout:237: done (1 left) 2024-04-10T15:32:08.120 INFO:tasks.rados.rados.0.smithi069.stdout:239: done (0 left) 2024-04-10T15:32:08.120 INFO:tasks.rados.rados.0.smithi069.stdout:240: rmattr oid 38 current snap is 22 2024-04-10T15:32:08.120 INFO:tasks.rados.rados.0.smithi069.stdout:240: done (0 left) 2024-04-10T15:32:08.120 INFO:tasks.rados.rados.0.smithi069.stdout:241: snap_create 2024-04-10T15:32:08.488 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:32:08 smithi077 ceph-mon[31195]: osdmap e110: 8 total, 8 up, 8 in 2024-04-10T15:32:08.488 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:32:08 smithi077 ceph-mon[31195]: pgmap v147: 121 pgs: 121 active+clean; 70 MiB data, 349 MiB used, 715 GiB / 715 GiB avail; 3.7 MiB/s rd, 3.5 MiB/s wr, 29 op/s 2024-04-10T15:32:08.582 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:32:08 smithi069 ceph-mon[27501]: osdmap e110: 8 total, 8 up, 8 in 2024-04-10T15:32:08.582 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:32:08 smithi069 ceph-mon[27501]: pgmap v147: 121 pgs: 121 active+clean; 70 MiB data, 349 MiB used, 715 GiB / 715 GiB avail; 3.7 MiB/s rd, 3.5 MiB/s wr, 29 op/s 2024-04-10T15:32:08.583 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:32:08 smithi069 ceph-mon[39688]: osdmap e110: 8 total, 8 up, 8 in 2024-04-10T15:32:08.583 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:32:08 smithi069 ceph-mon[39688]: pgmap v147: 121 pgs: 121 active+clean; 70 MiB data, 349 MiB used, 715 GiB / 715 GiB avail; 3.7 MiB/s rd, 3.5 MiB/s wr, 29 op/s 2024-04-10T15:32:09.108 INFO:tasks.rados.rados.0.smithi069.stdout:241: done (0 left) 2024-04-10T15:32:09.108 INFO:tasks.rados.rados.0.smithi069.stdout:242: copy_from oid 48 from oid 47 current snap is 23 2024-04-10T15:32:09.109 INFO:tasks.rados.rados.0.smithi069.stdout:243: read oid 34 snap -1 2024-04-10T15:32:09.109 INFO:tasks.rados.rados.0.smithi069.stdout:243: expect (ObjNum 33 snap 0 seq_num 33) 2024-04-10T15:32:09.109 INFO:tasks.rados.rados.0.smithi069.stdout:244: snap_create 2024-04-10T15:32:09.112 INFO:tasks.rados.rados.0.smithi069.stdout:242: finishing copy_from to smithi06982861-48 2024-04-10T15:32:09.112 INFO:tasks.rados.rados.0.smithi069.stdout:242: got expected ENOENT (src dne) 2024-04-10T15:32:09.112 INFO:tasks.rados.rados.0.smithi069.stdout:242: finishing copy_from racing read to smithi06982861-48 2024-04-10T15:32:09.115 INFO:tasks.rados.rados.0.smithi069.stdout:243: expect (ObjNum 33 snap 0 seq_num 33) 2024-04-10T15:32:09.488 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:32:09 smithi077 ceph-mon[31195]: osdmap e111: 8 total, 8 up, 8 in 2024-04-10T15:32:09.582 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:32:09 smithi069 ceph-mon[27501]: osdmap e111: 8 total, 8 up, 8 in 2024-04-10T15:32:09.583 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:32:09 smithi069 ceph-mon[39688]: osdmap e111: 8 total, 8 up, 8 in 2024-04-10T15:32:10.116 INFO:tasks.rados.rados.0.smithi069.stdout:242: done (2 left) 2024-04-10T15:32:10.116 INFO:tasks.rados.rados.0.smithi069.stdout:243: done (1 left) 2024-04-10T15:32:10.116 INFO:tasks.rados.rados.0.smithi069.stdout:244: done (0 left) 2024-04-10T15:32:10.116 INFO:tasks.rados.rados.0.smithi069.stdout:245: read oid 47 snap -1 2024-04-10T15:32:10.116 INFO:tasks.rados.rados.0.smithi069.stdout:245: expect deleted 2024-04-10T15:32:10.116 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 45 current snap is 24 2024-04-10T15:32:10.116 INFO:tasks.rados.rados.0.smithi069.stdout:246: seq_num 105 ranges {745472=565248,1310720=507904,1818624=507904,2326528=188416} 2024-04-10T15:32:10.122 INFO:tasks.rados.rados.0.smithi069.stdout:246: writing smithi06982861-45 from 745472 to 1310720 tid 1 2024-04-10T15:32:10.125 INFO:tasks.rados.rados.0.smithi069.stdout:246: writing smithi06982861-45 from 1310720 to 1818624 tid 2 2024-04-10T15:32:10.129 INFO:tasks.rados.rados.0.smithi069.stdout:246: writing smithi06982861-45 from 1818624 to 2326528 tid 3 2024-04-10T15:32:10.131 INFO:tasks.rados.rados.0.smithi069.stdout:246: writing smithi06982861-45 from 2326528 to 2514944 tid 4 2024-04-10T15:32:10.131 INFO:tasks.rados.rados.0.smithi069.stdout:247: read oid 49 snap 19 2024-04-10T15:32:10.131 INFO:tasks.rados.rados.0.smithi069.stdout:247: expect (ObjNum 59 snap 5 seq_num 59) 2024-04-10T15:32:10.131 INFO:tasks.rados.rados.0.smithi069.stdout:248: read oid 28 snap -1 2024-04-10T15:32:10.131 INFO:tasks.rados.rados.0.smithi069.stdout:248: expect (ObjNum 46 snap 0 seq_num 46) 2024-04-10T15:32:10.131 INFO:tasks.rados.rados.0.smithi069.stdout:249: read oid 11 snap -1 2024-04-10T15:32:10.131 INFO:tasks.rados.rados.0.smithi069.stdout:249: expect (ObjNum 10 snap 0 seq_num 10) 2024-04-10T15:32:10.131 INFO:tasks.rados.rados.0.smithi069.stdout:250: read oid 5 snap 22 2024-04-10T15:32:10.131 INFO:tasks.rados.rados.0.smithi069.stdout:250: expect deleted 2024-04-10T15:32:10.131 INFO:tasks.rados.rados.0.smithi069.stdout:251: setattr oid 48 current snap is 24 2024-04-10T15:32:10.131 INFO:tasks.rados.rados.0.smithi069.stdout:246: finishing write tid 1 to smithi06982861-45 2024-04-10T15:32:10.132 INFO:tasks.rados.rados.0.smithi069.stdout:246: finishing write tid 2 to smithi06982861-45 2024-04-10T15:32:10.133 INFO:tasks.rados.rados.0.smithi069.stdout:245: done (6 left) 2024-04-10T15:32:10.133 INFO:tasks.rados.rados.0.smithi069.stdout:250: done (5 left) 2024-04-10T15:32:10.133 INFO:tasks.rados.rados.0.smithi069.stdout:252: rollback oid 24 current snap is 24 2024-04-10T15:32:10.133 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 24 to 12 2024-04-10T15:32:10.133 INFO:tasks.rados.rados.0.smithi069.stdout:253: delete oid 10 current snap is 24 2024-04-10T15:32:10.134 INFO:tasks.rados.rados.0.smithi069.stdout:246: finishing write tid 3 to smithi06982861-45 2024-04-10T15:32:10.135 INFO:tasks.rados.rados.0.smithi069.stdout:246: finishing write tid 4 to smithi06982861-45 2024-04-10T15:32:10.136 INFO:tasks.rados.rados.0.smithi069.stdout:246: finishing write tid 5 to smithi06982861-45 2024-04-10T15:32:10.137 INFO:tasks.rados.rados.0.smithi069.stdout:249: expect (ObjNum 10 snap 0 seq_num 10) 2024-04-10T15:32:10.143 INFO:tasks.rados.rados.0.smithi069.stdout:248: expect (ObjNum 46 snap 0 seq_num 46) 2024-04-10T15:32:10.167 INFO:tasks.rados.rados.0.smithi069.stdout:246: finishing write tid 6 to smithi06982861-45 2024-04-10T15:32:10.167 INFO:tasks.rados.rados.0.smithi069.stdout:246: oid 45 updating version 0 to 33 2024-04-10T15:32:10.167 INFO:tasks.rados.rados.0.smithi069.stdout:246: oid 45 updating version 33 to 34 2024-04-10T15:32:10.167 INFO:tasks.rados.rados.0.smithi069.stdout:246: oid 45 updating version 34 to 35 2024-04-10T15:32:10.167 INFO:tasks.rados.rados.0.smithi069.stdout:246: oid 45 updating version 35 to 36 2024-04-10T15:32:10.167 INFO:tasks.rados.rados.0.smithi069.stdout:246: oid 45 version 36 is already newer than 32 2024-04-10T15:32:10.167 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 45 v 36 (ObjNum 105 snap 24 seq_num 105) dirty exists 2024-04-10T15:32:10.168 INFO:tasks.rados.rados.0.smithi069.stdout:246: left oid 45 (ObjNum 105 snap 24 seq_num 105) 2024-04-10T15:32:10.168 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 48 v 47 (ObjNum 47 snap 0 seq_num 47) dirty exists 2024-04-10T15:32:10.168 INFO:tasks.rados.rados.0.smithi069.stdout:247: expect (ObjNum 59 snap 5 seq_num 59) 2024-04-10T15:32:10.227 INFO:tasks.rados.rados.0.smithi069.stdout:252: finishing rollback tid 0 to smithi06982861-24 2024-04-10T15:32:10.227 INFO:tasks.rados.rados.0.smithi069.stdout:252: finishing rollback tid 1 to smithi06982861-24 2024-04-10T15:32:10.227 INFO:tasks.rados.rados.0.smithi069.stdout:252: finishing rollback tid 2 to smithi06982861-24 2024-04-10T15:32:10.227 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 24 v 53 (ObjNum 23 snap 0 seq_num 23) dirty exists 2024-04-10T15:32:10.227 INFO:tasks.rados.rados.0.smithi069.stdout:246: done (6 left) 2024-04-10T15:32:10.227 INFO:tasks.rados.rados.0.smithi069.stdout:247: done (5 left) 2024-04-10T15:32:10.227 INFO:tasks.rados.rados.0.smithi069.stdout:248: done (4 left) 2024-04-10T15:32:10.227 INFO:tasks.rados.rados.0.smithi069.stdout:249: done (3 left) 2024-04-10T15:32:10.227 INFO:tasks.rados.rados.0.smithi069.stdout:251: done (2 left) 2024-04-10T15:32:10.227 INFO:tasks.rados.rados.0.smithi069.stdout:252: done (1 left) 2024-04-10T15:32:10.228 INFO:tasks.rados.rados.0.smithi069.stdout:253: done (0 left) 2024-04-10T15:32:10.228 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 26 current snap is 24 2024-04-10T15:32:10.228 INFO:tasks.rados.rados.0.smithi069.stdout:254: seq_num 107 ranges {172032=598016,770048=729088,1499136=466944,1966080=8192} 2024-04-10T15:32:10.230 INFO:tasks.rados.rados.0.smithi069.stdout:254: writing smithi06982861-26 from 172032 to 770048 tid 1 2024-04-10T15:32:10.235 INFO:tasks.rados.rados.0.smithi069.stdout:254: writing smithi06982861-26 from 770048 to 1499136 tid 2 2024-04-10T15:32:10.238 INFO:tasks.rados.rados.0.smithi069.stdout:254: writing smithi06982861-26 from 1499136 to 1966080 tid 3 2024-04-10T15:32:10.238 INFO:tasks.rados.rados.0.smithi069.stdout:254: writing smithi06982861-26 from 1966080 to 1974272 tid 4 2024-04-10T15:32:10.238 INFO:tasks.rados.rados.0.smithi069.stdout:255: setattr oid 47 current snap is 24 2024-04-10T15:32:10.238 INFO:tasks.rados.rados.0.smithi069.stdout:254: finishing write tid 1 to smithi06982861-26 2024-04-10T15:32:10.238 INFO:tasks.rados.rados.0.smithi069.stdout:254: finishing write tid 2 to smithi06982861-26 2024-04-10T15:32:10.240 INFO:tasks.rados.rados.0.smithi069.stdout:254: finishing write tid 3 to smithi06982861-26 2024-04-10T15:32:10.240 INFO:tasks.rados.rados.0.smithi069.stdout:254: finishing write tid 4 to smithi06982861-26 2024-04-10T15:32:10.240 INFO:tasks.rados.rados.0.smithi069.stdout:254: finishing write tid 5 to smithi06982861-26 2024-04-10T15:32:10.241 INFO:tasks.rados.rados.0.smithi069.stdout:256: setattr oid 30 current snap is 24 2024-04-10T15:32:10.241 INFO:tasks.rados.rados.0.smithi069.stdout:254: finishing write tid 6 to smithi06982861-26 2024-04-10T15:32:10.241 INFO:tasks.rados.rados.0.smithi069.stdout:254: oid 26 updating version 0 to 94 2024-04-10T15:32:10.242 INFO:tasks.rados.rados.0.smithi069.stdout:254: oid 26 version 94 is already newer than 92 2024-04-10T15:32:10.242 INFO:tasks.rados.rados.0.smithi069.stdout:254: oid 26 version 94 is already newer than 91 2024-04-10T15:32:10.242 INFO:tasks.rados.rados.0.smithi069.stdout:254: oid 26 version 94 is already newer than 93 2024-04-10T15:32:10.242 INFO:tasks.rados.rados.0.smithi069.stdout:254: oid 26 version 94 is already newer than 90 2024-04-10T15:32:10.242 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 26 v 94 (ObjNum 107 snap 24 seq_num 107) dirty exists 2024-04-10T15:32:10.242 INFO:tasks.rados.rados.0.smithi069.stdout:254: left oid 26 (ObjNum 107 snap 24 seq_num 107) 2024-04-10T15:32:10.243 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 47 v 32 (ObjNum -1067471648 snap 32617 seq_num 304) dirty exists 2024-04-10T15:32:10.243 INFO:tasks.rados.rados.0.smithi069.stdout:254: done (2 left) 2024-04-10T15:32:10.244 INFO:tasks.rados.rados.0.smithi069.stdout:255: done (1 left) 2024-04-10T15:32:10.244 INFO:tasks.rados.rados.0.smithi069.stdout:257: snap_remove snap 12 2024-04-10T15:32:10.488 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:32:10 smithi077 ceph-mon[31195]: osdmap e112: 8 total, 8 up, 8 in 2024-04-10T15:32:10.489 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:32:10 smithi077 ceph-mon[31195]: pgmap v150: 121 pgs: 121 active+clean; 70 MiB data, 349 MiB used, 715 GiB / 715 GiB avail; 3.7 MiB/s rd, 3.5 MiB/s wr, 29 op/s 2024-04-10T15:32:10.582 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:32:10 smithi069 ceph-mon[27501]: osdmap e112: 8 total, 8 up, 8 in 2024-04-10T15:32:10.583 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:32:10 smithi069 ceph-mon[27501]: pgmap v150: 121 pgs: 121 active+clean; 70 MiB data, 349 MiB used, 715 GiB / 715 GiB avail; 3.7 MiB/s rd, 3.5 MiB/s wr, 29 op/s 2024-04-10T15:32:10.583 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:32:10 smithi069 ceph-mon[39688]: osdmap e112: 8 total, 8 up, 8 in 2024-04-10T15:32:10.583 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:32:10 smithi069 ceph-mon[39688]: pgmap v150: 121 pgs: 121 active+clean; 70 MiB data, 349 MiB used, 715 GiB / 715 GiB avail; 3.7 MiB/s rd, 3.5 MiB/s wr, 29 op/s 2024-04-10T15:32:11.126 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 30 v 76 (ObjNum 29 snap 0 seq_num 29) dirty exists 2024-04-10T15:32:11.127 INFO:tasks.rados.rados.0.smithi069.stdout:256: done (1 left) 2024-04-10T15:32:11.127 INFO:tasks.rados.rados.0.smithi069.stdout:257: done (0 left) 2024-04-10T15:32:11.127 INFO:tasks.rados.rados.0.smithi069.stdout:258: read oid 31 snap -1 2024-04-10T15:32:11.127 INFO:tasks.rados.rados.0.smithi069.stdout:258: expect deleted 2024-04-10T15:32:11.127 INFO:tasks.rados.rados.0.smithi069.stdout:259: read oid 6 snap -1 2024-04-10T15:32:11.127 INFO:tasks.rados.rados.0.smithi069.stdout:259: expect (ObjNum 12 snap 0 seq_num 12) 2024-04-10T15:32:11.127 INFO:tasks.rados.rados.0.smithi069.stdout:260: snap_create 2024-04-10T15:32:11.134 INFO:tasks.rados.rados.0.smithi069.stdout:259: expect (ObjNum 12 snap 0 seq_num 12) 2024-04-10T15:32:11.488 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:32:11 smithi077 ceph-mon[31195]: osdmap e113: 8 total, 8 up, 8 in 2024-04-10T15:32:11.585 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:32:11 smithi069 ceph-mon[27501]: osdmap e113: 8 total, 8 up, 8 in 2024-04-10T15:32:11.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:32:11 smithi069 ceph-mon[39688]: osdmap e113: 8 total, 8 up, 8 in 2024-04-10T15:32:12.127 INFO:tasks.rados.rados.0.smithi069.stdout:258: done (2 left) 2024-04-10T15:32:12.127 INFO:tasks.rados.rados.0.smithi069.stdout:259: done (1 left) 2024-04-10T15:32:12.127 INFO:tasks.rados.rados.0.smithi069.stdout:260: done (0 left) 2024-04-10T15:32:12.127 INFO:tasks.rados.rados.0.smithi069.stdout:261: rollback oid 30 current snap is 25 2024-04-10T15:32:12.128 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 30 to 17 2024-04-10T15:32:12.128 INFO:tasks.rados.rados.0.smithi069.stdout:262: copy_from oid 9 from oid 25 current snap is 25 2024-04-10T15:32:12.128 INFO:tasks.rados.rados.0.smithi069.stdout:263: copy_from oid 12 from oid 28 current snap is 25 2024-04-10T15:32:12.128 INFO:tasks.rados.rados.0.smithi069.stdout:264: read oid 1 snap -1 2024-04-10T15:32:12.128 INFO:tasks.rados.rados.0.smithi069.stdout:264: expect (ObjNum 88 snap 19 seq_num 88) 2024-04-10T15:32:12.128 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 32 current snap is 25 2024-04-10T15:32:12.128 INFO:tasks.rados.rados.0.smithi069.stdout:265: seq_num 108 ranges {524288=614400,1138688=606208,1744896=598016} 2024-04-10T15:32:12.134 INFO:tasks.rados.rados.0.smithi069.stdout:265: writing smithi06982861-32 from 524288 to 1138688 tid 1 2024-04-10T15:32:12.137 INFO:tasks.rados.rados.0.smithi069.stdout:265: writing smithi06982861-32 from 1138688 to 1744896 tid 2 2024-04-10T15:32:12.142 INFO:tasks.rados.rados.0.smithi069.stdout:265: writing smithi06982861-32 from 1744896 to 2342912 tid 3 2024-04-10T15:32:12.142 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 36 current snap is 25 2024-04-10T15:32:12.142 INFO:tasks.rados.rados.0.smithi069.stdout:262: finishing copy_from racing read to smithi06982861-9 2024-04-10T15:32:12.142 INFO:tasks.rados.rados.0.smithi069.stdout:261: finishing rollback tid 0 to smithi06982861-30 2024-04-10T15:32:12.142 INFO:tasks.rados.rados.0.smithi069.stdout:261: finishing rollback tid 1 to smithi06982861-30 2024-04-10T15:32:12.142 INFO:tasks.rados.rados.0.smithi069.stdout:266: seq_num 109 ranges {589824=630784,1220608=491520,1712128=483328,2195456=229376} 2024-04-10T15:32:12.148 INFO:tasks.rados.rados.0.smithi069.stdout:266: writing smithi06982861-36 from 589824 to 1220608 tid 1 2024-04-10T15:32:12.151 INFO:tasks.rados.rados.0.smithi069.stdout:266: writing smithi06982861-36 from 1220608 to 1712128 tid 2 2024-04-10T15:32:12.154 INFO:tasks.rados.rados.0.smithi069.stdout:266: writing smithi06982861-36 from 1712128 to 2195456 tid 3 2024-04-10T15:32:12.156 INFO:tasks.rados.rados.0.smithi069.stdout:266: writing smithi06982861-36 from 2195456 to 2424832 tid 4 2024-04-10T15:32:12.156 INFO:tasks.rados.rados.0.smithi069.stdout:267: rollback oid 2 current snap is 25 2024-04-10T15:32:12.156 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 2 to 8 2024-04-10T15:32:12.156 INFO:tasks.rados.rados.0.smithi069.stdout:261: finishing rollback tid 2 to smithi06982861-30 2024-04-10T15:32:12.156 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 30 v 88 (ObjNum 29 snap 0 seq_num 29) dirty exists 2024-04-10T15:32:12.156 INFO:tasks.rados.rados.0.smithi069.stdout:262: finishing copy_from to smithi06982861-9 2024-04-10T15:32:12.156 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 9 v 2 (ObjNum 10 snap 0 seq_num 10) dirty exists 2024-04-10T15:32:12.156 INFO:tasks.rados.rados.0.smithi069.stdout:264: expect (ObjNum 88 snap 19 seq_num 88) 2024-04-10T15:32:12.194 INFO:tasks.rados.rados.0.smithi069.stdout:263: finishing copy_from racing read to smithi06982861-12 2024-04-10T15:32:12.194 INFO:tasks.rados.rados.0.smithi069.stdout:265: finishing write tid 1 to smithi06982861-32 2024-04-10T15:32:12.194 INFO:tasks.rados.rados.0.smithi069.stdout:263: finishing copy_from to smithi06982861-12 2024-04-10T15:32:12.194 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 12 v 19 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-04-10T15:32:12.194 INFO:tasks.rados.rados.0.smithi069.stdout:265: finishing write tid 2 to smithi06982861-32 2024-04-10T15:32:12.194 INFO:tasks.rados.rados.0.smithi069.stdout:265: finishing write tid 3 to smithi06982861-32 2024-04-10T15:32:12.194 INFO:tasks.rados.rados.0.smithi069.stdout:265: finishing write tid 4 to smithi06982861-32 2024-04-10T15:32:12.194 INFO:tasks.rados.rados.0.smithi069.stdout:265: finishing write tid 5 to smithi06982861-32 2024-04-10T15:32:12.195 INFO:tasks.rados.rados.0.smithi069.stdout:265: oid 32 updating version 0 to 47 2024-04-10T15:32:12.195 INFO:tasks.rados.rados.0.smithi069.stdout:265: oid 32 updating version 47 to 49 2024-04-10T15:32:12.195 INFO:tasks.rados.rados.0.smithi069.stdout:265: oid 32 version 49 is already newer than 48 2024-04-10T15:32:12.195 INFO:tasks.rados.rados.0.smithi069.stdout:265: oid 32 version 49 is already newer than 46 2024-04-10T15:32:12.195 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 32 v 49 (ObjNum 108 snap 25 seq_num 108) dirty exists 2024-04-10T15:32:12.195 INFO:tasks.rados.rados.0.smithi069.stdout:265: left oid 32 (ObjNum 108 snap 25 seq_num 108) 2024-04-10T15:32:12.195 INFO:tasks.rados.rados.0.smithi069.stdout:266: finishing write tid 1 to smithi06982861-36 2024-04-10T15:32:12.195 INFO:tasks.rados.rados.0.smithi069.stdout:266: finishing write tid 2 to smithi06982861-36 2024-04-10T15:32:12.195 INFO:tasks.rados.rados.0.smithi069.stdout:267: finishing rollback tid 1 to smithi06982861-2 2024-04-10T15:32:12.195 INFO:tasks.rados.rados.0.smithi069.stdout:266: finishing write tid 3 to smithi06982861-36 2024-04-10T15:32:12.195 INFO:tasks.rados.rados.0.smithi069.stdout:266: finishing write tid 4 to smithi06982861-36 2024-04-10T15:32:12.195 INFO:tasks.rados.rados.0.smithi069.stdout:261: done (6 left) 2024-04-10T15:32:12.195 INFO:tasks.rados.rados.0.smithi069.stdout:262: done (5 left) 2024-04-10T15:32:12.195 INFO:tasks.rados.rados.0.smithi069.stdout:263: done (4 left) 2024-04-10T15:32:12.196 INFO:tasks.rados.rados.0.smithi069.stdout:264: done (3 left) 2024-04-10T15:32:12.196 INFO:tasks.rados.rados.0.smithi069.stdout:265: done (2 left) 2024-04-10T15:32:12.196 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 10 current snap is 25 2024-04-10T15:32:12.196 INFO:tasks.rados.rados.0.smithi069.stdout:267: finishing rollback tid 2 to smithi06982861-2 2024-04-10T15:32:12.196 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 2 v 58 (ObjNum 1 snap 0 seq_num 1) dirty exists 2024-04-10T15:32:12.196 INFO:tasks.rados.rados.0.smithi069.stdout:266: finishing write tid 5 to smithi06982861-36 2024-04-10T15:32:12.196 INFO:tasks.rados.rados.0.smithi069.stdout:266: finishing write tid 6 to smithi06982861-36 2024-04-10T15:32:12.196 INFO:tasks.rados.rados.0.smithi069.stdout:266: oid 36 updating version 0 to 36 2024-04-10T15:32:12.196 INFO:tasks.rados.rados.0.smithi069.stdout:266: oid 36 updating version 36 to 40 2024-04-10T15:32:12.196 INFO:tasks.rados.rados.0.smithi069.stdout:266: oid 36 version 40 is already newer than 38 2024-04-10T15:32:12.196 INFO:tasks.rados.rados.0.smithi069.stdout:266: oid 36 version 40 is already newer than 37 2024-04-10T15:32:12.196 INFO:tasks.rados.rados.0.smithi069.stdout:266: oid 36 version 40 is already newer than 39 2024-04-10T15:32:12.196 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 36 v 40 (ObjNum 109 snap 25 seq_num 109) dirty exists 2024-04-10T15:32:12.196 INFO:tasks.rados.rados.0.smithi069.stdout:266: left oid 36 (ObjNum 109 snap 25 seq_num 109) 2024-04-10T15:32:12.196 INFO:tasks.rados.rados.0.smithi069.stdout:268: seq_num 110 ranges {0=647168,647168=778240,1425408=425984} 2024-04-10T15:32:12.197 INFO:tasks.rados.rados.0.smithi069.stdout:268: writing smithi06982861-10 from 0 to 647168 tid 1 2024-04-10T15:32:12.201 INFO:tasks.rados.rados.0.smithi069.stdout:268: writing smithi06982861-10 from 647168 to 1425408 tid 2 2024-04-10T15:32:12.204 INFO:tasks.rados.rados.0.smithi069.stdout:268: writing smithi06982861-10 from 1425408 to 1851392 tid 3 2024-04-10T15:32:12.204 INFO:tasks.rados.rados.0.smithi069.stdout:266: done (2 left) 2024-04-10T15:32:12.204 INFO:tasks.rados.rados.0.smithi069.stdout:267: done (1 left) 2024-04-10T15:32:12.204 INFO:tasks.rados.rados.0.smithi069.stdout:269: read oid 33 snap -1 2024-04-10T15:32:12.204 INFO:tasks.rados.rados.0.smithi069.stdout:269: expect deleted 2024-04-10T15:32:12.204 INFO:tasks.rados.rados.0.smithi069.stdout:270: rollback oid 39 current snap is 25 2024-04-10T15:32:12.205 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 39 to 18 2024-04-10T15:32:12.205 INFO:tasks.rados.rados.0.smithi069.stdout:268: finishing write tid 1 to smithi06982861-10 2024-04-10T15:32:12.205 INFO:tasks.rados.rados.0.smithi069.stdout:271: rmattr oid 23 current snap is 25 2024-04-10T15:32:12.205 INFO:tasks.rados.rados.0.smithi069.stdout:271: done (3 left) 2024-04-10T15:32:12.205 INFO:tasks.rados.rados.0.smithi069.stdout:272: copy_from oid 8 from oid 7 current snap is 25 2024-04-10T15:32:12.205 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 30 current snap is 25 2024-04-10T15:32:12.205 INFO:tasks.rados.rados.0.smithi069.stdout:273: seq_num 111 ranges {491520=663552,1155072=663552,1818624=450560,2269184=90112} 2024-04-10T15:32:12.210 INFO:tasks.rados.rados.0.smithi069.stdout:273: writing smithi06982861-30 from 491520 to 1155072 tid 1 2024-04-10T15:32:12.214 INFO:tasks.rados.rados.0.smithi069.stdout:273: writing smithi06982861-30 from 1155072 to 1818624 tid 2 2024-04-10T15:32:12.218 INFO:tasks.rados.rados.0.smithi069.stdout:273: writing smithi06982861-30 from 1818624 to 2269184 tid 3 2024-04-10T15:32:12.218 INFO:tasks.rados.rados.0.smithi069.stdout:273: writing smithi06982861-30 from 2269184 to 2359296 tid 4 2024-04-10T15:32:12.218 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 12 current snap is 25 2024-04-10T15:32:12.218 INFO:tasks.rados.rados.0.smithi069.stdout:274: seq_num 112 ranges {778240=679936,1458176=548864,2007040=655360} 2024-04-10T15:32:12.225 INFO:tasks.rados.rados.0.smithi069.stdout:274: writing smithi06982861-12 from 778240 to 1458176 tid 1 2024-04-10T15:32:12.228 INFO:tasks.rados.rados.0.smithi069.stdout:274: writing smithi06982861-12 from 1458176 to 2007040 tid 2 2024-04-10T15:32:12.233 INFO:tasks.rados.rados.0.smithi069.stdout:274: writing smithi06982861-12 from 2007040 to 2662400 tid 3 2024-04-10T15:32:12.233 INFO:tasks.rados.rados.0.smithi069.stdout:275: read oid 45 snap 23 2024-04-10T15:32:12.233 INFO:tasks.rados.rados.0.smithi069.stdout:275: expect (ObjNum 44 snap 0 seq_num 44) 2024-04-10T15:32:12.233 INFO:tasks.rados.rados.0.smithi069.stdout:276: rmattr oid 16 current snap is 25 2024-04-10T15:32:12.233 INFO:tasks.rados.rados.0.smithi069.stdout:276: done (7 left) 2024-04-10T15:32:12.233 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 48 current snap is 25 2024-04-10T15:32:12.233 INFO:tasks.rados.rados.0.smithi069.stdout:268: finishing write tid 2 to smithi06982861-10 2024-04-10T15:32:12.233 INFO:tasks.rados.rados.0.smithi069.stdout:277: seq_num 113 ranges {794624=696320,1490944=434176,1925120=466944,2392064=303104} 2024-04-10T15:32:12.240 INFO:tasks.rados.rados.0.smithi069.stdout:277: writing smithi06982861-48 from 794624 to 1490944 tid 1 2024-04-10T15:32:12.243 INFO:tasks.rados.rados.0.smithi069.stdout:277: writing smithi06982861-48 from 1490944 to 1925120 tid 2 2024-04-10T15:32:12.246 INFO:tasks.rados.rados.0.smithi069.stdout:277: writing smithi06982861-48 from 1925120 to 2392064 tid 3 2024-04-10T15:32:12.248 INFO:tasks.rados.rados.0.smithi069.stdout:277: writing smithi06982861-48 from 2392064 to 2695168 tid 4 2024-04-10T15:32:12.249 INFO:tasks.rados.rados.0.smithi069.stdout:278: read oid 47 snap -1 2024-04-10T15:32:12.249 INFO:tasks.rados.rados.0.smithi069.stdout:278: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-10T15:32:12.249 INFO:tasks.rados.rados.0.smithi069.stdout:279: rollback oid 28 current snap is 25 2024-04-10T15:32:12.249 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 28 to 24 2024-04-10T15:32:12.249 INFO:tasks.rados.rados.0.smithi069.stdout:270: finishing rollback tid 0 to smithi06982861-39 2024-04-10T15:32:12.249 INFO:tasks.rados.rados.0.smithi069.stdout:270: finishing rollback tid 1 to smithi06982861-39 2024-04-10T15:32:12.249 INFO:tasks.rados.rados.0.smithi069.stdout:268: finishing write tid 3 to smithi06982861-10 2024-04-10T15:32:12.249 INFO:tasks.rados.rados.0.smithi069.stdout:270: finishing rollback tid 2 to smithi06982861-39 2024-04-10T15:32:12.249 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 39 v 53 (ObjNum 40 snap 0 seq_num 40) dirty exists 2024-04-10T15:32:12.249 INFO:tasks.rados.rados.0.smithi069.stdout:268: finishing write tid 4 to smithi06982861-10 2024-04-10T15:32:12.249 INFO:tasks.rados.rados.0.smithi069.stdout:272: finishing copy_from racing read to smithi06982861-8 2024-04-10T15:32:12.249 INFO:tasks.rados.rados.0.smithi069.stdout:272: finishing copy_from to smithi06982861-8 2024-04-10T15:32:12.249 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 8 v 2 (ObjNum 23 snap 0 seq_num 23) dirty exists 2024-04-10T15:32:12.249 INFO:tasks.rados.rados.0.smithi069.stdout:268: finishing write tid 5 to smithi06982861-10 2024-04-10T15:32:12.250 INFO:tasks.rados.rados.0.smithi069.stdout:268: oid 10 updating version 0 to 78 2024-04-10T15:32:12.250 INFO:tasks.rados.rados.0.smithi069.stdout:268: oid 10 updating version 78 to 79 2024-04-10T15:32:12.250 INFO:tasks.rados.rados.0.smithi069.stdout:268: oid 10 updating version 79 to 80 2024-04-10T15:32:12.250 INFO:tasks.rados.rados.0.smithi069.stdout:268: oid 10 updating version 80 to 81 2024-04-10T15:32:12.250 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 10 v 81 (ObjNum 110 snap 25 seq_num 110) dirty exists 2024-04-10T15:32:12.250 INFO:tasks.rados.rados.0.smithi069.stdout:268: left oid 10 (ObjNum 110 snap 25 seq_num 110) 2024-04-10T15:32:12.250 INFO:tasks.rados.rados.0.smithi069.stdout:273: finishing write tid 1 to smithi06982861-30 2024-04-10T15:32:12.250 INFO:tasks.rados.rados.0.smithi069.stdout:273: finishing write tid 2 to smithi06982861-30 2024-04-10T15:32:12.250 INFO:tasks.rados.rados.0.smithi069.stdout:273: finishing write tid 3 to smithi06982861-30 2024-04-10T15:32:12.250 INFO:tasks.rados.rados.0.smithi069.stdout:273: finishing write tid 4 to smithi06982861-30 2024-04-10T15:32:12.250 INFO:tasks.rados.rados.0.smithi069.stdout:268: done (9 left) 2024-04-10T15:32:12.250 INFO:tasks.rados.rados.0.smithi069.stdout:269: done (8 left) 2024-04-10T15:32:12.251 INFO:tasks.rados.rados.0.smithi069.stdout:270: done (7 left) 2024-04-10T15:32:12.251 INFO:tasks.rados.rados.0.smithi069.stdout:272: done (6 left) 2024-04-10T15:32:12.251 INFO:tasks.rados.rados.0.smithi069.stdout:280: snap_remove snap 22 2024-04-10T15:32:12.488 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:32:12 smithi077 ceph-mon[31195]: osdmap e114: 8 total, 8 up, 8 in 2024-04-10T15:32:12.489 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:32:12 smithi077 ceph-mon[31195]: pgmap v153: 121 pgs: 121 active+clean; 77 MiB data, 361 MiB used, 715 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.7 MiB/s wr, 26 op/s 2024-04-10T15:32:12.582 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:32:12 smithi069 ceph-mon[39688]: osdmap e114: 8 total, 8 up, 8 in 2024-04-10T15:32:12.582 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:32:12 smithi069 ceph-mon[39688]: pgmap v153: 121 pgs: 121 active+clean; 77 MiB data, 361 MiB used, 715 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.7 MiB/s wr, 26 op/s 2024-04-10T15:32:12.583 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:32:12 smithi069 ceph-mon[27501]: osdmap e114: 8 total, 8 up, 8 in 2024-04-10T15:32:12.583 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:32:12 smithi069 ceph-mon[27501]: pgmap v153: 121 pgs: 121 active+clean; 77 MiB data, 361 MiB used, 715 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.7 MiB/s wr, 26 op/s 2024-04-10T15:32:13.067 INFO:tasks.rados.rados.0.smithi069.stdout:280: done (6 left) 2024-04-10T15:32:13.067 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 44 current snap is 25 2024-04-10T15:32:13.067 INFO:tasks.rados.rados.0.smithi069.stdout:273: finishing write tid 5 to smithi06982861-30 2024-04-10T15:32:13.067 INFO:tasks.rados.rados.0.smithi069.stdout:281: seq_num 114 ranges {1261568=712704,1974272=712704,2686976=491520} 2024-04-10T15:32:13.078 INFO:tasks.rados.rados.0.smithi069.stdout:281: writing smithi06982861-44 from 1261568 to 1974272 tid 1 2024-04-10T15:32:13.083 INFO:tasks.rados.rados.0.smithi069.stdout:281: writing smithi06982861-44 from 1974272 to 2686976 tid 2 2024-04-10T15:32:13.086 INFO:tasks.rados.rados.0.smithi069.stdout:281: writing smithi06982861-44 from 2686976 to 3178496 tid 3 2024-04-10T15:32:13.086 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 39 current snap is 25 2024-04-10T15:32:13.086 INFO:tasks.rados.rados.0.smithi069.stdout:282: seq_num 115 ranges {679936=729088,1409024=647168,2056192=434176,2490368=122880} 2024-04-10T15:32:13.093 INFO:tasks.rados.rados.0.smithi069.stdout:282: writing smithi06982861-39 from 679936 to 1409024 tid 1 2024-04-10T15:32:13.097 INFO:tasks.rados.rados.0.smithi069.stdout:282: writing smithi06982861-39 from 1409024 to 2056192 tid 2 2024-04-10T15:32:13.100 INFO:tasks.rados.rados.0.smithi069.stdout:282: writing smithi06982861-39 from 2056192 to 2490368 tid 3 2024-04-10T15:32:13.101 INFO:tasks.rados.rados.0.smithi069.stdout:282: writing smithi06982861-39 from 2490368 to 2613248 tid 4 2024-04-10T15:32:13.101 INFO:tasks.rados.rados.0.smithi069.stdout:283: setattr oid 22 current snap is 25 2024-04-10T15:32:13.101 INFO:tasks.rados.rados.0.smithi069.stdout:273: finishing write tid 6 to smithi06982861-30 2024-04-10T15:32:13.101 INFO:tasks.rados.rados.0.smithi069.stdout:273: oid 30 updating version 0 to 94 2024-04-10T15:32:13.102 INFO:tasks.rados.rados.0.smithi069.stdout:273: oid 30 version 94 is already newer than 93 2024-04-10T15:32:13.102 INFO:tasks.rados.rados.0.smithi069.stdout:273: oid 30 version 94 is already newer than 90 2024-04-10T15:32:13.102 INFO:tasks.rados.rados.0.smithi069.stdout:273: oid 30 version 94 is already newer than 92 2024-04-10T15:32:13.102 INFO:tasks.rados.rados.0.smithi069.stdout:273: oid 30 version 94 is already newer than 91 2024-04-10T15:32:13.102 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 30 v 94 (ObjNum 111 snap 25 seq_num 111) dirty exists 2024-04-10T15:32:13.102 INFO:tasks.rados.rados.0.smithi069.stdout:273: left oid 30 (ObjNum 111 snap 25 seq_num 111) 2024-04-10T15:32:13.102 INFO:tasks.rados.rados.0.smithi069.stdout:274: finishing write tid 1 to smithi06982861-12 2024-04-10T15:32:13.102 INFO:tasks.rados.rados.0.smithi069.stdout:274: finishing write tid 2 to smithi06982861-12 2024-04-10T15:32:13.102 INFO:tasks.rados.rados.0.smithi069.stdout:274: finishing write tid 3 to smithi06982861-12 2024-04-10T15:32:13.102 INFO:tasks.rados.rados.0.smithi069.stdout:274: finishing write tid 4 to smithi06982861-12 2024-04-10T15:32:13.102 INFO:tasks.rados.rados.0.smithi069.stdout:275: expect (ObjNum 44 snap 0 seq_num 44) 2024-04-10T15:32:13.122 INFO:tasks.rados.rados.0.smithi069.stdout:274: finishing write tid 5 to smithi06982861-12 2024-04-10T15:32:13.122 INFO:tasks.rados.rados.0.smithi069.stdout:274: oid 12 updating version 0 to 59 2024-04-10T15:32:13.122 INFO:tasks.rados.rados.0.smithi069.stdout:274: oid 12 updating version 59 to 62 2024-04-10T15:32:13.122 INFO:tasks.rados.rados.0.smithi069.stdout:274: oid 12 version 62 is already newer than 61 2024-04-10T15:32:13.123 INFO:tasks.rados.rados.0.smithi069.stdout:274: oid 12 version 62 is already newer than 60 2024-04-10T15:32:13.123 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 12 v 62 (ObjNum 112 snap 25 seq_num 112) dirty exists 2024-04-10T15:32:13.123 INFO:tasks.rados.rados.0.smithi069.stdout:274: left oid 12 (ObjNum 112 snap 25 seq_num 112) 2024-04-10T15:32:13.123 INFO:tasks.rados.rados.0.smithi069.stdout:277: finishing write tid 1 to smithi06982861-48 2024-04-10T15:32:13.123 INFO:tasks.rados.rados.0.smithi069.stdout:277: finishing write tid 2 to smithi06982861-48 2024-04-10T15:32:13.123 INFO:tasks.rados.rados.0.smithi069.stdout:278: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-10T15:32:13.127 INFO:tasks.rados.rados.0.smithi069.stdout:277: finishing write tid 3 to smithi06982861-48 2024-04-10T15:32:13.127 INFO:tasks.rados.rados.0.smithi069.stdout:277: finishing write tid 4 to smithi06982861-48 2024-04-10T15:32:13.127 INFO:tasks.rados.rados.0.smithi069.stdout:277: finishing write tid 5 to smithi06982861-48 2024-04-10T15:32:13.127 INFO:tasks.rados.rados.0.smithi069.stdout:279: finishing rollback tid 0 to smithi06982861-28 2024-04-10T15:32:13.127 INFO:tasks.rados.rados.0.smithi069.stdout:279: finishing rollback tid 1 to smithi06982861-28 2024-04-10T15:32:13.127 INFO:tasks.rados.rados.0.smithi069.stdout:277: finishing write tid 6 to smithi06982861-48 2024-04-10T15:32:13.127 INFO:tasks.rados.rados.0.smithi069.stdout:277: oid 48 updating version 0 to 51 2024-04-10T15:32:13.127 INFO:tasks.rados.rados.0.smithi069.stdout:277: oid 48 updating version 51 to 54 2024-04-10T15:32:13.128 INFO:tasks.rados.rados.0.smithi069.stdout:277: oid 48 version 54 is already newer than 52 2024-04-10T15:32:13.128 INFO:tasks.rados.rados.0.smithi069.stdout:277: oid 48 updating version 54 to 55 2024-04-10T15:32:13.128 INFO:tasks.rados.rados.0.smithi069.stdout:277: oid 48 version 55 is already newer than 53 2024-04-10T15:32:13.128 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 48 v 55 (ObjNum 113 snap 25 seq_num 113) dirty exists 2024-04-10T15:32:13.128 INFO:tasks.rados.rados.0.smithi069.stdout:277: left oid 48 (ObjNum 113 snap 25 seq_num 113) 2024-04-10T15:32:13.128 INFO:tasks.rados.rados.0.smithi069.stdout:279: finishing rollback tid 2 to smithi06982861-28 2024-04-10T15:32:13.128 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 28 v 47 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-04-10T15:32:13.128 INFO:tasks.rados.rados.0.smithi069.stdout:281: finishing write tid 1 to smithi06982861-44 2024-04-10T15:32:13.128 INFO:tasks.rados.rados.0.smithi069.stdout:281: finishing write tid 2 to smithi06982861-44 2024-04-10T15:32:13.128 INFO:tasks.rados.rados.0.smithi069.stdout:281: finishing write tid 3 to smithi06982861-44 2024-04-10T15:32:13.128 INFO:tasks.rados.rados.0.smithi069.stdout:281: finishing write tid 4 to smithi06982861-44 2024-04-10T15:32:13.128 INFO:tasks.rados.rados.0.smithi069.stdout:273: done (8 left) 2024-04-10T15:32:13.129 INFO:tasks.rados.rados.0.smithi069.stdout:274: done (7 left) 2024-04-10T15:32:13.129 INFO:tasks.rados.rados.0.smithi069.stdout:275: done (6 left) 2024-04-10T15:32:13.129 INFO:tasks.rados.rados.0.smithi069.stdout:277: done (5 left) 2024-04-10T15:32:13.129 INFO:tasks.rados.rados.0.smithi069.stdout:278: done (4 left) 2024-04-10T15:32:13.129 INFO:tasks.rados.rados.0.smithi069.stdout:279: done (3 left) 2024-04-10T15:32:13.129 INFO:tasks.rados.rados.0.smithi069.stdout:284: snap_remove snap 18 2024-04-10T15:32:13.489 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:32:13 smithi077 ceph-mon[31195]: osdmap e115: 8 total, 8 up, 8 in 2024-04-10T15:32:13.489 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:32:13 smithi077 ceph-mon[31195]: osdmap e116: 8 total, 8 up, 8 in 2024-04-10T15:32:13.582 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:32:13 smithi069 ceph-mon[39688]: osdmap e115: 8 total, 8 up, 8 in 2024-04-10T15:32:13.583 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:32:13 smithi069 ceph-mon[39688]: osdmap e116: 8 total, 8 up, 8 in 2024-04-10T15:32:13.583 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:32:13 smithi069 ceph-mon[27501]: osdmap e115: 8 total, 8 up, 8 in 2024-04-10T15:32:13.583 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:32:13 smithi069 ceph-mon[27501]: osdmap e116: 8 total, 8 up, 8 in 2024-04-10T15:32:14.133 INFO:tasks.rados.rados.0.smithi069.stdout:284: done (3 left) 2024-04-10T15:32:14.133 INFO:tasks.rados.rados.0.smithi069.stdout:285: setattr oid 19 current snap is 25 2024-04-10T15:32:14.133 INFO:tasks.rados.rados.0.smithi069.stdout:281: finishing write tid 5 to smithi06982861-44 2024-04-10T15:32:14.133 INFO:tasks.rados.rados.0.smithi069.stdout:281: oid 44 updating version 0 to 79 2024-04-10T15:32:14.133 INFO:tasks.rados.rados.0.smithi069.stdout:281: oid 44 version 79 is already newer than 77 2024-04-10T15:32:14.133 INFO:tasks.rados.rados.0.smithi069.stdout:281: oid 44 version 79 is already newer than 78 2024-04-10T15:32:14.133 INFO:tasks.rados.rados.0.smithi069.stdout:281: oid 44 version 79 is already newer than 76 2024-04-10T15:32:14.133 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 44 v 79 (ObjNum 114 snap 25 seq_num 114) dirty exists 2024-04-10T15:32:14.133 INFO:tasks.rados.rados.0.smithi069.stdout:281: left oid 44 (ObjNum 114 snap 25 seq_num 114) 2024-04-10T15:32:14.133 INFO:tasks.rados.rados.0.smithi069.stdout:282: finishing write tid 1 to smithi06982861-39 2024-04-10T15:32:14.134 INFO:tasks.rados.rados.0.smithi069.stdout:282: finishing write tid 2 to smithi06982861-39 2024-04-10T15:32:14.134 INFO:tasks.rados.rados.0.smithi069.stdout:282: finishing write tid 3 to smithi06982861-39 2024-04-10T15:32:14.134 INFO:tasks.rados.rados.0.smithi069.stdout:282: finishing write tid 4 to smithi06982861-39 2024-04-10T15:32:14.134 INFO:tasks.rados.rados.0.smithi069.stdout:282: finishing write tid 5 to smithi06982861-39 2024-04-10T15:32:14.134 INFO:tasks.rados.rados.0.smithi069.stdout:282: finishing write tid 6 to smithi06982861-39 2024-04-10T15:32:14.134 INFO:tasks.rados.rados.0.smithi069.stdout:282: oid 39 updating version 0 to 59 2024-04-10T15:32:14.134 INFO:tasks.rados.rados.0.smithi069.stdout:282: oid 39 updating version 59 to 62 2024-04-10T15:32:14.134 INFO:tasks.rados.rados.0.smithi069.stdout:282: oid 39 version 62 is already newer than 61 2024-04-10T15:32:14.134 INFO:tasks.rados.rados.0.smithi069.stdout:282: oid 39 version 62 is already newer than 58 2024-04-10T15:32:14.134 INFO:tasks.rados.rados.0.smithi069.stdout:282: oid 39 version 62 is already newer than 60 2024-04-10T15:32:14.134 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 39 v 62 (ObjNum 115 snap 25 seq_num 115) dirty exists 2024-04-10T15:32:14.134 INFO:tasks.rados.rados.0.smithi069.stdout:282: left oid 39 (ObjNum 115 snap 25 seq_num 115) 2024-04-10T15:32:14.134 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 22 v 30 (ObjNum 129 snap 0 seq_num 1433858520) dirty exists 2024-04-10T15:32:14.135 INFO:tasks.rados.rados.0.smithi069.stdout:281: done (3 left) 2024-04-10T15:32:14.135 INFO:tasks.rados.rados.0.smithi069.stdout:282: done (2 left) 2024-04-10T15:32:14.136 INFO:tasks.rados.rados.0.smithi069.stdout:283: done (1 left) 2024-04-10T15:32:14.136 INFO:tasks.rados.rados.0.smithi069.stdout:286: snap_create 2024-04-10T15:32:14.141 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 19 v 89 (ObjNum 18 snap 0 seq_num 18) dirty exists 2024-04-10T15:32:14.488 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:32:14 smithi077 ceph-mon[31195]: pgmap v156: 121 pgs: 121 active+clean; 77 MiB data, 361 MiB used, 715 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.7 MiB/s wr, 26 op/s 2024-04-10T15:32:14.582 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:32:14 smithi069 ceph-mon[27501]: pgmap v156: 121 pgs: 121 active+clean; 77 MiB data, 361 MiB used, 715 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.7 MiB/s wr, 26 op/s 2024-04-10T15:32:14.583 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:32:14 smithi069 ceph-mon[39688]: pgmap v156: 121 pgs: 121 active+clean; 77 MiB data, 361 MiB used, 715 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.7 MiB/s wr, 26 op/s 2024-04-10T15:32:15.134 INFO:tasks.rados.rados.0.smithi069.stdout:285: done (1 left) 2024-04-10T15:32:15.134 INFO:tasks.rados.rados.0.smithi069.stdout:286: done (0 left) 2024-04-10T15:32:15.134 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 33 current snap is 26 2024-04-10T15:32:15.134 INFO:tasks.rados.rados.0.smithi069.stdout:287: seq_num 116 ranges {0=745472,745472=532480,1277952=638976,1916928=32768} 2024-04-10T15:32:15.137 INFO:tasks.rados.rados.0.smithi069.stdout:287: writing smithi06982861-33 from 0 to 745472 tid 1 2024-04-10T15:32:15.141 INFO:tasks.rados.rados.0.smithi069.stdout:287: writing smithi06982861-33 from 745472 to 1277952 tid 2 2024-04-10T15:32:15.145 INFO:tasks.rados.rados.0.smithi069.stdout:287: writing smithi06982861-33 from 1277952 to 1916928 tid 3 2024-04-10T15:32:15.145 INFO:tasks.rados.rados.0.smithi069.stdout:287: writing smithi06982861-33 from 1916928 to 1949696 tid 4 2024-04-10T15:32:15.145 INFO:tasks.rados.rados.0.smithi069.stdout:288: copy_from oid 18 from oid 13 current snap is 26 2024-04-10T15:32:15.145 INFO:tasks.rados.rados.0.smithi069.stdout:287: finishing write tid 1 to smithi06982861-33 2024-04-10T15:32:15.146 INFO:tasks.rados.rados.0.smithi069.stdout:287: finishing write tid 2 to smithi06982861-33 2024-04-10T15:32:15.146 INFO:tasks.rados.rados.0.smithi069.stdout:289: snap_create 2024-04-10T15:32:15.148 INFO:tasks.rados.rados.0.smithi069.stdout:287: finishing write tid 3 to smithi06982861-33 2024-04-10T15:32:15.149 INFO:tasks.rados.rados.0.smithi069.stdout:287: finishing write tid 4 to smithi06982861-33 2024-04-10T15:32:15.149 INFO:tasks.rados.rados.0.smithi069.stdout:287: finishing write tid 5 to smithi06982861-33 2024-04-10T15:32:15.151 INFO:tasks.rados.rados.0.smithi069.stdout:287: finishing write tid 6 to smithi06982861-33 2024-04-10T15:32:15.151 INFO:tasks.rados.rados.0.smithi069.stdout:287: oid 33 updating version 0 to 105 2024-04-10T15:32:15.151 INFO:tasks.rados.rados.0.smithi069.stdout:287: oid 33 version 105 is already newer than 101 2024-04-10T15:32:15.151 INFO:tasks.rados.rados.0.smithi069.stdout:287: oid 33 version 105 is already newer than 102 2024-04-10T15:32:15.151 INFO:tasks.rados.rados.0.smithi069.stdout:287: oid 33 version 105 is already newer than 103 2024-04-10T15:32:15.151 INFO:tasks.rados.rados.0.smithi069.stdout:287: oid 33 version 105 is already newer than 104 2024-04-10T15:32:15.151 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 33 v 105 (ObjNum 116 snap 26 seq_num 116) dirty exists 2024-04-10T15:32:15.151 INFO:tasks.rados.rados.0.smithi069.stdout:287: left oid 33 (ObjNum 116 snap 26 seq_num 116) 2024-04-10T15:32:15.159 INFO:tasks.rados.rados.0.smithi069.stdout:288: finishing copy_from racing read to smithi06982861-18 2024-04-10T15:32:15.160 INFO:tasks.rados.rados.0.smithi069.stdout:288: finishing copy_from to smithi06982861-18 2024-04-10T15:32:15.160 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 18 v 59 (ObjNum 95 snap 20 seq_num 95) dirty exists 2024-04-10T15:32:15.488 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:32:15 smithi077 ceph-mon[31195]: osdmap e117: 8 total, 8 up, 8 in 2024-04-10T15:32:15.582 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:32:15 smithi069 ceph-mon[39688]: osdmap e117: 8 total, 8 up, 8 in 2024-04-10T15:32:15.583 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:32:15 smithi069 ceph-mon[27501]: osdmap e117: 8 total, 8 up, 8 in 2024-04-10T15:32:16.145 INFO:tasks.rados.rados.0.smithi069.stdout:287: done (2 left) 2024-04-10T15:32:16.145 INFO:tasks.rados.rados.0.smithi069.stdout:288: done (1 left) 2024-04-10T15:32:16.145 INFO:tasks.rados.rados.0.smithi069.stdout:289: done (0 left) 2024-04-10T15:32:16.145 INFO:tasks.rados.rados.0.smithi069.stdout:290: snap_create 2024-04-10T15:32:16.389 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:32:16 smithi077 ceph-mon[31195]: pgmap v159: 121 pgs: 121 active+clean; 77 MiB data, 361 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:32:16.389 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:32:16 smithi077 ceph-mon[31195]: osdmap e118: 8 total, 8 up, 8 in 2024-04-10T15:32:16.389 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:32:16 smithi077 ceph-mon[31195]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:32:16.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:32:16 smithi069 ceph-mon[39688]: pgmap v159: 121 pgs: 121 active+clean; 77 MiB data, 361 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:32:16.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:32:16 smithi069 ceph-mon[39688]: osdmap e118: 8 total, 8 up, 8 in 2024-04-10T15:32:16.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:32:16 smithi069 ceph-mon[39688]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:32:16.484 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:32:16 smithi069 ceph-mon[27501]: pgmap v159: 121 pgs: 121 active+clean; 77 MiB data, 361 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:32:16.484 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:32:16 smithi069 ceph-mon[27501]: osdmap e118: 8 total, 8 up, 8 in 2024-04-10T15:32:16.484 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:32:16 smithi069 ceph-mon[27501]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:32:16.763 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:32:16 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[27756]: ::ffff:172.21.15.77 - - [10/Apr/2024:15:32:16] "GET /metrics HTTP/1.1" 200 36066 "" "Prometheus/2.43.0" 2024-04-10T15:32:17.152 INFO:tasks.rados.rados.0.smithi069.stdout:290: done (0 left) 2024-04-10T15:32:17.153 INFO:tasks.rados.rados.0.smithi069.stdout:291: read oid 15 snap -1 2024-04-10T15:32:17.153 INFO:tasks.rados.rados.0.smithi069.stdout:291: expect (ObjNum 63 snap 6 seq_num 63) 2024-04-10T15:32:17.153 INFO:tasks.rados.rados.0.smithi069.stdout:292: read oid 1 snap -1 2024-04-10T15:32:17.153 INFO:tasks.rados.rados.0.smithi069.stdout:292: expect (ObjNum 88 snap 19 seq_num 88) 2024-04-10T15:32:17.153 INFO:tasks.rados.rados.0.smithi069.stdout:293: read oid 10 snap -1 2024-04-10T15:32:17.153 INFO:tasks.rados.rados.0.smithi069.stdout:293: expect (ObjNum 110 snap 25 seq_num 110) 2024-04-10T15:32:17.153 INFO:tasks.rados.rados.0.smithi069.stdout:294: delete oid 49 current snap is 28 2024-04-10T15:32:17.158 INFO:tasks.rados.rados.0.smithi069.stdout:294: done (3 left) 2024-04-10T15:32:17.158 INFO:tasks.rados.rados.0.smithi069.stdout:295: delete oid 27 current snap is 28 2024-04-10T15:32:17.162 INFO:tasks.rados.rados.0.smithi069.stdout:295: done (3 left) 2024-04-10T15:32:17.162 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 19 current snap is 28 2024-04-10T15:32:17.162 INFO:tasks.rados.rados.0.smithi069.stdout:296: seq_num 119 ranges {303104=802816,1105920=589824,1695744=409600,2105344=204800} 2024-04-10T15:32:17.168 INFO:tasks.rados.rados.0.smithi069.stdout:296: writing smithi06982861-19 from 303104 to 1105920 tid 1 2024-04-10T15:32:17.171 INFO:tasks.rados.rados.0.smithi069.stdout:296: writing smithi06982861-19 from 1105920 to 1695744 tid 2 2024-04-10T15:32:17.174 INFO:tasks.rados.rados.0.smithi069.stdout:296: writing smithi06982861-19 from 1695744 to 2105344 tid 3 2024-04-10T15:32:17.175 INFO:tasks.rados.rados.0.smithi069.stdout:296: writing smithi06982861-19 from 2105344 to 2310144 tid 4 2024-04-10T15:32:17.175 INFO:tasks.rados.rados.0.smithi069.stdout:297: delete oid 27 current snap is 28 2024-04-10T15:32:17.175 INFO:tasks.rados.rados.0.smithi069.stdout:291: expect (ObjNum 63 snap 6 seq_num 63) 2024-04-10T15:32:17.216 INFO:tasks.rados.rados.0.smithi069.stdout:292: expect (ObjNum 88 snap 19 seq_num 88) 2024-04-10T15:32:17.255 INFO:tasks.rados.rados.0.smithi069.stdout:293: expect (ObjNum 110 snap 25 seq_num 110) 2024-04-10T15:32:17.303 INFO:tasks.rados.rados.0.smithi069.stdout:296: finishing write tid 1 to smithi06982861-19 2024-04-10T15:32:17.303 INFO:tasks.rados.rados.0.smithi069.stdout:296: finishing write tid 2 to smithi06982861-19 2024-04-10T15:32:17.303 INFO:tasks.rados.rados.0.smithi069.stdout:296: finishing write tid 3 to smithi06982861-19 2024-04-10T15:32:17.303 INFO:tasks.rados.rados.0.smithi069.stdout:296: finishing write tid 4 to smithi06982861-19 2024-04-10T15:32:17.303 INFO:tasks.rados.rados.0.smithi069.stdout:291: done (4 left) 2024-04-10T15:32:17.304 INFO:tasks.rados.rados.0.smithi069.stdout:292: done (3 left) 2024-04-10T15:32:17.304 INFO:tasks.rados.rados.0.smithi069.stdout:293: done (2 left) 2024-04-10T15:32:17.304 INFO:tasks.rados.rados.0.smithi069.stdout:297: done (1 left) 2024-04-10T15:32:17.304 INFO:tasks.rados.rados.0.smithi069.stdout:298: snap_remove snap 24 2024-04-10T15:32:17.488 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:32:17 smithi077 ceph-mon[31195]: osdmap e119: 8 total, 8 up, 8 in 2024-04-10T15:32:17.582 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:32:17 smithi069 ceph-mon[39688]: osdmap e119: 8 total, 8 up, 8 in 2024-04-10T15:32:17.583 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:32:17 smithi069 ceph-mon[27501]: osdmap e119: 8 total, 8 up, 8 in 2024-04-10T15:32:18.070 INFO:tasks.rados.rados.0.smithi069.stdout:298: done (1 left) 2024-04-10T15:32:18.070 INFO:tasks.rados.rados.0.smithi069.stdout:299: delete oid 48 current snap is 28 2024-04-10T15:32:18.070 INFO:tasks.rados.rados.0.smithi069.stdout:296: finishing write tid 5 to smithi06982861-19 2024-04-10T15:32:18.070 INFO:tasks.rados.rados.0.smithi069.stdout:296: finishing write tid 6 to smithi06982861-19 2024-04-10T15:32:18.071 INFO:tasks.rados.rados.0.smithi069.stdout:296: oid 19 updating version 0 to 92 2024-04-10T15:32:18.071 INFO:tasks.rados.rados.0.smithi069.stdout:296: oid 19 updating version 92 to 95 2024-04-10T15:32:18.071 INFO:tasks.rados.rados.0.smithi069.stdout:296: oid 19 version 95 is already newer than 93 2024-04-10T15:32:18.071 INFO:tasks.rados.rados.0.smithi069.stdout:296: oid 19 version 95 is already newer than 91 2024-04-10T15:32:18.071 INFO:tasks.rados.rados.0.smithi069.stdout:296: oid 19 version 95 is already newer than 94 2024-04-10T15:32:18.071 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 19 v 95 (ObjNum 119 snap 28 seq_num 119) dirty exists 2024-04-10T15:32:18.071 INFO:tasks.rados.rados.0.smithi069.stdout:296: left oid 19 (ObjNum 119 snap 28 seq_num 119) 2024-04-10T15:32:18.077 INFO:tasks.rados.rados.0.smithi069.stdout:296: done (1 left) 2024-04-10T15:32:18.078 INFO:tasks.rados.rados.0.smithi069.stdout:299: done (0 left) 2024-04-10T15:32:18.078 INFO:tasks.rados.rados.0.smithi069.stdout:300: copy_from oid 36 from oid 46 current snap is 28 2024-04-10T15:32:18.078 INFO:tasks.rados.rados.0.smithi069.stdout:301: rollback oid 15 current snap is 28 2024-04-10T15:32:18.078 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 15 to 6 2024-04-10T15:32:18.078 INFO:tasks.rados.rados.0.smithi069.stdout:302: setattr oid 14 current snap is 28 2024-04-10T15:32:18.079 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 50 current snap is 28 2024-04-10T15:32:18.080 INFO:tasks.rados.rados.0.smithi069.stdout:303: seq_num 122 ranges {827392=450560,1277952=688128,1966080=630784,2596864=286720} 2024-04-10T15:32:18.087 INFO:tasks.rados.rados.0.smithi069.stdout:303: writing smithi06982861-50 from 827392 to 1277952 tid 1 2024-04-10T15:32:18.091 INFO:tasks.rados.rados.0.smithi069.stdout:303: writing smithi06982861-50 from 1277952 to 1966080 tid 2 2024-04-10T15:32:18.094 INFO:tasks.rados.rados.0.smithi069.stdout:303: writing smithi06982861-50 from 1966080 to 2596864 tid 3 2024-04-10T15:32:18.097 INFO:tasks.rados.rados.0.smithi069.stdout:303: writing smithi06982861-50 from 2596864 to 2883584 tid 4 2024-04-10T15:32:18.097 INFO:tasks.rados.rados.0.smithi069.stdout:301: finishing rollback tid 0 to smithi06982861-15 2024-04-10T15:32:18.097 INFO:tasks.rados.rados.0.smithi069.stdout:304: read oid 12 snap 26 2024-04-10T15:32:18.097 INFO:tasks.rados.rados.0.smithi069.stdout:304: expect (ObjNum 112 snap 25 seq_num 112) 2024-04-10T15:32:18.097 INFO:tasks.rados.rados.0.smithi069.stdout:305: rollback oid 8 current snap is 28 2024-04-10T15:32:18.097 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 8 to 7 2024-04-10T15:32:18.097 INFO:tasks.rados.rados.0.smithi069.stdout:301: finishing rollback tid 1 to smithi06982861-15 2024-04-10T15:32:18.097 INFO:tasks.rados.rados.0.smithi069.stdout:301: finishing rollback tid 2 to smithi06982861-15 2024-04-10T15:32:18.097 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 15 v 67 (ObjNum 63 snap 6 seq_num 63) dirty exists 2024-04-10T15:32:18.098 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 14 v 72 (ObjNum 40 snap 0 seq_num 40) dirty exists 2024-04-10T15:32:18.098 INFO:tasks.rados.rados.0.smithi069.stdout:300: finishing copy_from racing read to smithi06982861-36 2024-04-10T15:32:18.098 INFO:tasks.rados.rados.0.smithi069.stdout:300: finishing copy_from to smithi06982861-36 2024-04-10T15:32:18.098 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 36 v 21 (ObjNum 74 snap 13 seq_num 74) dirty exists 2024-04-10T15:32:18.098 INFO:tasks.rados.rados.0.smithi069.stdout:303: finishing write tid 1 to smithi06982861-50 2024-04-10T15:32:18.098 INFO:tasks.rados.rados.0.smithi069.stdout:303: finishing write tid 2 to smithi06982861-50 2024-04-10T15:32:18.098 INFO:tasks.rados.rados.0.smithi069.stdout:300: done (5 left) 2024-04-10T15:32:18.098 INFO:tasks.rados.rados.0.smithi069.stdout:301: done (4 left) 2024-04-10T15:32:18.098 INFO:tasks.rados.rados.0.smithi069.stdout:302: done (3 left) 2024-04-10T15:32:18.098 INFO:tasks.rados.rados.0.smithi069.stdout:306: read oid 48 snap 20 2024-04-10T15:32:18.098 INFO:tasks.rados.rados.0.smithi069.stdout:306: expect (ObjNum 47 snap 0 seq_num 47) 2024-04-10T15:32:18.098 INFO:tasks.rados.rados.0.smithi069.stdout:307: setattr oid 41 current snap is 28 2024-04-10T15:32:18.099 INFO:tasks.rados.rados.0.smithi069.stdout:303: finishing write tid 3 to smithi06982861-50 2024-04-10T15:32:18.099 INFO:tasks.rados.rados.0.smithi069.stdout:303: finishing write tid 4 to smithi06982861-50 2024-04-10T15:32:18.099 INFO:tasks.rados.rados.0.smithi069.stdout:303: finishing write tid 5 to smithi06982861-50 2024-04-10T15:32:18.100 INFO:tasks.rados.rados.0.smithi069.stdout:305: finishing rollback tid 0 to smithi06982861-8 2024-04-10T15:32:18.100 INFO:tasks.rados.rados.0.smithi069.stdout:305: finishing rollback tid 1 to smithi06982861-8 2024-04-10T15:32:18.101 INFO:tasks.rados.rados.0.smithi069.stdout:303: finishing write tid 6 to smithi06982861-50 2024-04-10T15:32:18.101 INFO:tasks.rados.rados.0.smithi069.stdout:303: oid 50 updating version 0 to 31 2024-04-10T15:32:18.101 INFO:tasks.rados.rados.0.smithi069.stdout:303: oid 50 version 31 is already newer than 28 2024-04-10T15:32:18.101 INFO:tasks.rados.rados.0.smithi069.stdout:303: oid 50 version 31 is already newer than 27 2024-04-10T15:32:18.101 INFO:tasks.rados.rados.0.smithi069.stdout:303: oid 50 version 31 is already newer than 30 2024-04-10T15:32:18.101 INFO:tasks.rados.rados.0.smithi069.stdout:303: oid 50 version 31 is already newer than 29 2024-04-10T15:32:18.102 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 50 v 31 (ObjNum 122 snap 28 seq_num 122) dirty exists 2024-04-10T15:32:18.102 INFO:tasks.rados.rados.0.smithi069.stdout:303: left oid 50 (ObjNum 122 snap 28 seq_num 122) 2024-04-10T15:32:18.102 INFO:tasks.rados.rados.0.smithi069.stdout:303: done (4 left) 2024-04-10T15:32:18.102 INFO:tasks.rados.rados.0.smithi069.stdout:308: read oid 18 snap -1 2024-04-10T15:32:18.102 INFO:tasks.rados.rados.0.smithi069.stdout:308: expect (ObjNum 95 snap 20 seq_num 95) 2024-04-10T15:32:18.102 INFO:tasks.rados.rados.0.smithi069.stdout:309: read oid 1 snap 7 2024-04-10T15:32:18.102 INFO:tasks.rados.rados.0.smithi069.stdout:309: expect deleted 2024-04-10T15:32:18.102 INFO:tasks.rados.rados.0.smithi069.stdout:310: delete oid 5 current snap is 28 2024-04-10T15:32:18.102 INFO:tasks.rados.rados.0.smithi069.stdout:306: expect (ObjNum 47 snap 0 seq_num 47) 2024-04-10T15:32:18.124 INFO:tasks.rados.rados.0.smithi069.stdout:305: finishing rollback tid 2 to smithi06982861-8 2024-04-10T15:32:18.124 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 8 v 111 (ObjNum 7 snap 0 seq_num 7) dirty exists 2024-04-10T15:32:18.124 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 41 v 98 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-04-10T15:32:18.124 INFO:tasks.rados.rados.0.smithi069.stdout:308: expect (ObjNum 95 snap 20 seq_num 95) 2024-04-10T15:32:18.174 INFO:tasks.rados.rados.0.smithi069.stdout:304: expect (ObjNum 112 snap 25 seq_num 112) 2024-04-10T15:32:18.258 INFO:tasks.rados.rados.0.smithi069.stdout:304: done (6 left) 2024-04-10T15:32:18.258 INFO:tasks.rados.rados.0.smithi069.stdout:305: done (5 left) 2024-04-10T15:32:18.258 INFO:tasks.rados.rados.0.smithi069.stdout:306: done (4 left) 2024-04-10T15:32:18.258 INFO:tasks.rados.rados.0.smithi069.stdout:307: done (3 left) 2024-04-10T15:32:18.258 INFO:tasks.rados.rados.0.smithi069.stdout:308: done (2 left) 2024-04-10T15:32:18.258 INFO:tasks.rados.rados.0.smithi069.stdout:309: done (1 left) 2024-04-10T15:32:18.258 INFO:tasks.rados.rados.0.smithi069.stdout:310: done (0 left) 2024-04-10T15:32:18.258 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 39 current snap is 28 2024-04-10T15:32:18.259 INFO:tasks.rados.rados.0.smithi069.stdout:311: seq_num 124 ranges {2613248=483328,3096576=458752,3555328=598016,4153344=548864} 2024-04-10T15:32:18.274 INFO:tasks.rados.rados.0.smithi069.stdout:311: writing smithi06982861-39 from 2613248 to 3096576 tid 1 2024-04-10T15:32:18.276 INFO:tasks.rados.rados.0.smithi069.stdout:311: writing smithi06982861-39 from 3096576 to 3555328 tid 2 2024-04-10T15:32:18.279 INFO:tasks.rados.rados.0.smithi069.stdout:311: writing smithi06982861-39 from 3555328 to 4153344 tid 3 2024-04-10T15:32:18.283 INFO:tasks.rados.rados.0.smithi069.stdout:311: writing smithi06982861-39 from 4153344 to 4702208 tid 4 2024-04-10T15:32:18.283 INFO:tasks.rados.rados.0.smithi069.stdout:312: delete oid 50 current snap is 28 2024-04-10T15:32:18.283 INFO:tasks.rados.rados.0.smithi069.stdout:311: finishing write tid 1 to smithi06982861-39 2024-04-10T15:32:18.283 INFO:tasks.rados.rados.0.smithi069.stdout:311: finishing write tid 2 to smithi06982861-39 2024-04-10T15:32:18.283 INFO:tasks.rados.rados.0.smithi069.stdout:311: finishing write tid 3 to smithi06982861-39 2024-04-10T15:32:18.284 INFO:tasks.rados.rados.0.smithi069.stdout:312: done (1 left) 2024-04-10T15:32:18.284 INFO:tasks.rados.rados.0.smithi069.stdout:313: copy_from oid 28 from oid 45 current snap is 28 2024-04-10T15:32:18.284 INFO:tasks.rados.rados.0.smithi069.stdout:314: read oid 35 snap -1 2024-04-10T15:32:18.285 INFO:tasks.rados.rados.0.smithi069.stdout:314: expect (ObjNum 68 snap 7 seq_num 68) 2024-04-10T15:32:18.285 INFO:tasks.rados.rados.0.smithi069.stdout:315: snap_create 2024-04-10T15:32:18.285 INFO:tasks.rados.rados.0.smithi069.stdout:311: finishing write tid 4 to smithi06982861-39 2024-04-10T15:32:18.285 INFO:tasks.rados.rados.0.smithi069.stdout:311: finishing write tid 5 to smithi06982861-39 2024-04-10T15:32:18.286 INFO:tasks.rados.rados.0.smithi069.stdout:311: finishing write tid 6 to smithi06982861-39 2024-04-10T15:32:18.286 INFO:tasks.rados.rados.0.smithi069.stdout:311: oid 39 updating version 0 to 76 2024-04-10T15:32:18.286 INFO:tasks.rados.rados.0.smithi069.stdout:311: oid 39 version 76 is already newer than 74 2024-04-10T15:32:18.286 INFO:tasks.rados.rados.0.smithi069.stdout:311: oid 39 version 76 is already newer than 75 2024-04-10T15:32:18.287 INFO:tasks.rados.rados.0.smithi069.stdout:311: oid 39 updating version 76 to 78 2024-04-10T15:32:18.287 INFO:tasks.rados.rados.0.smithi069.stdout:311: oid 39 version 78 is already newer than 77 2024-04-10T15:32:18.287 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 39 v 78 (ObjNum 124 snap 28 seq_num 124) dirty exists 2024-04-10T15:32:18.287 INFO:tasks.rados.rados.0.smithi069.stdout:311: left oid 39 (ObjNum 124 snap 28 seq_num 124) 2024-04-10T15:32:18.289 INFO:tasks.rados.rados.0.smithi069.stdout:314: expect (ObjNum 68 snap 7 seq_num 68) 2024-04-10T15:32:18.344 INFO:tasks.rados.rados.0.smithi069.stdout:313: finishing copy_from racing read to smithi06982861-28 2024-04-10T15:32:18.345 INFO:tasks.rados.rados.0.smithi069.stdout:313: finishing copy_from to smithi06982861-28 2024-04-10T15:32:18.345 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 28 v 36 (ObjNum 105 snap 24 seq_num 105) dirty exists 2024-04-10T15:32:18.488 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:32:18 smithi077 ceph-mon[31195]: pgmap v161: 121 pgs: 121 active+clean; 95 MiB data, 389 MiB used, 715 GiB / 715 GiB avail; 1.8 MiB/s rd, 4.7 MiB/s wr, 29 op/s 2024-04-10T15:32:18.489 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:32:18 smithi077 ceph-mon[31195]: osdmap e120: 8 total, 8 up, 8 in 2024-04-10T15:32:18.489 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:32:18 smithi077 ceph-mon[31195]: osdmap e121: 8 total, 8 up, 8 in 2024-04-10T15:32:18.582 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:32:18 smithi069 ceph-mon[39688]: pgmap v161: 121 pgs: 121 active+clean; 95 MiB data, 389 MiB used, 715 GiB / 715 GiB avail; 1.8 MiB/s rd, 4.7 MiB/s wr, 29 op/s 2024-04-10T15:32:18.583 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:32:18 smithi069 ceph-mon[39688]: osdmap e120: 8 total, 8 up, 8 in 2024-04-10T15:32:18.583 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:32:18 smithi069 ceph-mon[39688]: osdmap e121: 8 total, 8 up, 8 in 2024-04-10T15:32:18.583 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:32:18 smithi069 ceph-mon[27501]: pgmap v161: 121 pgs: 121 active+clean; 95 MiB data, 389 MiB used, 715 GiB / 715 GiB avail; 1.8 MiB/s rd, 4.7 MiB/s wr, 29 op/s 2024-04-10T15:32:18.583 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:32:18 smithi069 ceph-mon[27501]: osdmap e120: 8 total, 8 up, 8 in 2024-04-10T15:32:18.583 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:32:18 smithi069 ceph-mon[27501]: osdmap e121: 8 total, 8 up, 8 in 2024-04-10T15:32:19.160 INFO:tasks.rados.rados.0.smithi069.stdout:311: done (3 left) 2024-04-10T15:32:19.160 INFO:tasks.rados.rados.0.smithi069.stdout:313: done (2 left) 2024-04-10T15:32:19.160 INFO:tasks.rados.rados.0.smithi069.stdout:314: done (1 left) 2024-04-10T15:32:19.160 INFO:tasks.rados.rados.0.smithi069.stdout:315: done (0 left) 2024-04-10T15:32:19.160 INFO:tasks.rados.rados.0.smithi069.stdout:316: snap_create 2024-04-10T15:32:20.162 INFO:tasks.rados.rados.0.smithi069.stdout:316: done (0 left) 2024-04-10T15:32:20.162 INFO:tasks.rados.rados.0.smithi069.stdout:317: rollback oid 14 current snap is 30 2024-04-10T15:32:20.162 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 14 to 29 2024-04-10T15:32:20.162 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 9 current snap is 30 2024-04-10T15:32:20.162 INFO:tasks.rados.rados.0.smithi069.stdout:318: seq_num 126 ranges {172032=516096,688128=630784,1318912=614400,1933312=360448} 2024-04-10T15:32:20.165 INFO:tasks.rados.rados.0.smithi069.stdout:318: writing smithi06982861-9 from 172032 to 688128 tid 1 2024-04-10T15:32:20.169 INFO:tasks.rados.rados.0.smithi069.stdout:318: writing smithi06982861-9 from 688128 to 1318912 tid 2 2024-04-10T15:32:20.174 INFO:tasks.rados.rados.0.smithi069.stdout:318: writing smithi06982861-9 from 1318912 to 1933312 tid 3 2024-04-10T15:32:20.177 INFO:tasks.rados.rados.0.smithi069.stdout:318: writing smithi06982861-9 from 1933312 to 2293760 tid 4 2024-04-10T15:32:20.177 INFO:tasks.rados.rados.0.smithi069.stdout:319: read oid 29 snap -1 2024-04-10T15:32:20.177 INFO:tasks.rados.rados.0.smithi069.stdout:319: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-10T15:32:20.177 INFO:tasks.rados.rados.0.smithi069.stdout:320: copy_from oid 42 from oid 21 current snap is 30 2024-04-10T15:32:20.177 INFO:tasks.rados.rados.0.smithi069.stdout:317: finishing rollback tid 0 to smithi06982861-14 2024-04-10T15:32:20.177 INFO:tasks.rados.rados.0.smithi069.stdout:317: finishing rollback tid 1 to smithi06982861-14 2024-04-10T15:32:20.177 INFO:tasks.rados.rados.0.smithi069.stdout:317: finishing rollback tid 2 to smithi06982861-14 2024-04-10T15:32:20.177 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 14 v 82 (ObjNum 40 snap 0 seq_num 40) dirty exists 2024-04-10T15:32:20.178 INFO:tasks.rados.rados.0.smithi069.stdout:318: finishing write tid 1 to smithi06982861-9 2024-04-10T15:32:20.178 INFO:tasks.rados.rados.0.smithi069.stdout:317: done (3 left) 2024-04-10T15:32:20.178 INFO:tasks.rados.rados.0.smithi069.stdout:321: rollback oid 16 current snap is 30 2024-04-10T15:32:20.178 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 16 to 17 2024-04-10T15:32:20.178 INFO:tasks.rados.rados.0.smithi069.stdout:318: finishing write tid 2 to smithi06982861-9 2024-04-10T15:32:20.178 INFO:tasks.rados.rados.0.smithi069.stdout:322: read oid 41 snap -1 2024-04-10T15:32:20.178 INFO:tasks.rados.rados.0.smithi069.stdout:322: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-10T15:32:20.178 INFO:tasks.rados.rados.0.smithi069.stdout:323: snap_create 2024-04-10T15:32:20.178 INFO:tasks.rados.rados.0.smithi069.stdout:318: finishing write tid 3 to smithi06982861-9 2024-04-10T15:32:20.179 INFO:tasks.rados.rados.0.smithi069.stdout:322: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-10T15:32:20.184 INFO:tasks.rados.rados.0.smithi069.stdout:319: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-10T15:32:20.187 INFO:tasks.rados.rados.0.smithi069.stdout:321: finishing rollback tid 0 to smithi06982861-16 2024-04-10T15:32:20.187 INFO:tasks.rados.rados.0.smithi069.stdout:321: finishing rollback tid 1 to smithi06982861-16 2024-04-10T15:32:20.187 INFO:tasks.rados.rados.0.smithi069.stdout:318: finishing write tid 4 to smithi06982861-9 2024-04-10T15:32:20.187 INFO:tasks.rados.rados.0.smithi069.stdout:318: finishing write tid 5 to smithi06982861-9 2024-04-10T15:32:20.188 INFO:tasks.rados.rados.0.smithi069.stdout:321: finishing rollback tid 2 to smithi06982861-16 2024-04-10T15:32:20.188 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 16 v 112 (ObjNum 81 snap 15 seq_num 81) dirty exists 2024-04-10T15:32:20.188 INFO:tasks.rados.rados.0.smithi069.stdout:318: finishing write tid 6 to smithi06982861-9 2024-04-10T15:32:20.188 INFO:tasks.rados.rados.0.smithi069.stdout:318: oid 9 updating version 0 to 82 2024-04-10T15:32:20.188 INFO:tasks.rados.rados.0.smithi069.stdout:318: oid 9 version 82 is already newer than 80 2024-04-10T15:32:20.188 INFO:tasks.rados.rados.0.smithi069.stdout:318: oid 9 version 82 is already newer than 78 2024-04-10T15:32:20.188 INFO:tasks.rados.rados.0.smithi069.stdout:318: oid 9 version 82 is already newer than 81 2024-04-10T15:32:20.188 INFO:tasks.rados.rados.0.smithi069.stdout:318: oid 9 version 82 is already newer than 79 2024-04-10T15:32:20.188 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 9 v 82 (ObjNum 126 snap 30 seq_num 126) dirty exists 2024-04-10T15:32:20.188 INFO:tasks.rados.rados.0.smithi069.stdout:318: left oid 9 (ObjNum 126 snap 30 seq_num 126) 2024-04-10T15:32:20.198 INFO:tasks.rados.rados.0.smithi069.stdout:320: finishing copy_from racing read to smithi06982861-42 2024-04-10T15:32:20.199 INFO:tasks.rados.rados.0.smithi069.stdout:320: finishing copy_from to smithi06982861-42 2024-04-10T15:32:20.199 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 42 v 58 (ObjNum 96 snap 20 seq_num 96) dirty exists 2024-04-10T15:32:20.488 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:32:20 smithi077 ceph-mon[31195]: pgmap v164: 121 pgs: 121 active+clean; 95 MiB data, 389 MiB used, 715 GiB / 715 GiB avail; 1.8 MiB/s rd, 4.8 MiB/s wr, 30 op/s 2024-04-10T15:32:20.489 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:32:20 smithi077 ceph-mon[31195]: osdmap e122: 8 total, 8 up, 8 in 2024-04-10T15:32:20.583 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:32:20 smithi069 ceph-mon[39688]: pgmap v164: 121 pgs: 121 active+clean; 95 MiB data, 389 MiB used, 715 GiB / 715 GiB avail; 1.8 MiB/s rd, 4.8 MiB/s wr, 30 op/s 2024-04-10T15:32:20.583 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:32:20 smithi069 ceph-mon[39688]: osdmap e122: 8 total, 8 up, 8 in 2024-04-10T15:32:20.583 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:32:20 smithi069 ceph-mon[27501]: pgmap v164: 121 pgs: 121 active+clean; 95 MiB data, 389 MiB used, 715 GiB / 715 GiB avail; 1.8 MiB/s rd, 4.8 MiB/s wr, 30 op/s 2024-04-10T15:32:20.583 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:32:20 smithi069 ceph-mon[27501]: osdmap e122: 8 total, 8 up, 8 in 2024-04-10T15:32:21.179 INFO:tasks.rados.rados.0.smithi069.stdout:318: done (5 left) 2024-04-10T15:32:21.179 INFO:tasks.rados.rados.0.smithi069.stdout:319: done (4 left) 2024-04-10T15:32:21.179 INFO:tasks.rados.rados.0.smithi069.stdout:320: done (3 left) 2024-04-10T15:32:21.179 INFO:tasks.rados.rados.0.smithi069.stdout:321: done (2 left) 2024-04-10T15:32:21.179 INFO:tasks.rados.rados.0.smithi069.stdout:322: done (1 left) 2024-04-10T15:32:21.179 INFO:tasks.rados.rados.0.smithi069.stdout:323: done (0 left) 2024-04-10T15:32:21.179 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 5 current snap is 31 2024-04-10T15:32:21.179 INFO:tasks.rados.rados.0.smithi069.stdout:324: seq_num 127 ranges {0=532480,532480=507904,1040384=778240,1818624=319488} 2024-04-10T15:32:21.182 INFO:tasks.rados.rados.0.smithi069.stdout:324: writing smithi06982861-5 from 0 to 532480 tid 1 2024-04-10T15:32:21.185 INFO:tasks.rados.rados.0.smithi069.stdout:324: writing smithi06982861-5 from 532480 to 1040384 tid 2 2024-04-10T15:32:21.190 INFO:tasks.rados.rados.0.smithi069.stdout:324: writing smithi06982861-5 from 1040384 to 1818624 tid 3 2024-04-10T15:32:21.192 INFO:tasks.rados.rados.0.smithi069.stdout:324: writing smithi06982861-5 from 1818624 to 2138112 tid 4 2024-04-10T15:32:21.192 INFO:tasks.rados.rados.0.smithi069.stdout:325: rollback oid 31 current snap is 31 2024-04-10T15:32:21.193 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 31 to 27 2024-04-10T15:32:21.193 INFO:tasks.rados.rados.0.smithi069.stdout:324: finishing write tid 1 to smithi06982861-5 2024-04-10T15:32:21.193 INFO:tasks.rados.rados.0.smithi069.stdout:324: finishing write tid 2 to smithi06982861-5 2024-04-10T15:32:21.193 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 49 current snap is 31 2024-04-10T15:32:21.193 INFO:tasks.rados.rados.0.smithi069.stdout:326: seq_num 128 ranges {0=548864,548864=794624,1343488=581632,1925120=229376} 2024-04-10T15:32:21.195 INFO:tasks.rados.rados.0.smithi069.stdout:326: writing smithi06982861-49 from 0 to 548864 tid 1 2024-04-10T15:32:21.200 INFO:tasks.rados.rados.0.smithi069.stdout:326: writing smithi06982861-49 from 548864 to 1343488 tid 2 2024-04-10T15:32:21.203 INFO:tasks.rados.rados.0.smithi069.stdout:326: writing smithi06982861-49 from 1343488 to 1925120 tid 3 2024-04-10T15:32:21.206 INFO:tasks.rados.rados.0.smithi069.stdout:326: writing smithi06982861-49 from 1925120 to 2154496 tid 4 2024-04-10T15:32:21.206 INFO:tasks.rados.rados.0.smithi069.stdout:327: rmattr oid 41 current snap is 31 2024-04-10T15:32:21.206 INFO:tasks.rados.rados.0.smithi069.stdout:325: finishing rollback tid 1 to smithi06982861-31 2024-04-10T15:32:21.206 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 31 v 71 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-04-10T15:32:21.206 INFO:tasks.rados.rados.0.smithi069.stdout:324: finishing write tid 3 to smithi06982861-5 2024-04-10T15:32:21.206 INFO:tasks.rados.rados.0.smithi069.stdout:324: finishing write tid 4 to smithi06982861-5 2024-04-10T15:32:21.206 INFO:tasks.rados.rados.0.smithi069.stdout:324: finishing write tid 5 to smithi06982861-5 2024-04-10T15:32:21.206 INFO:tasks.rados.rados.0.smithi069.stdout:324: finishing write tid 6 to smithi06982861-5 2024-04-10T15:32:21.206 INFO:tasks.rados.rados.0.smithi069.stdout:324: oid 5 updating version 0 to 92 2024-04-10T15:32:21.206 INFO:tasks.rados.rados.0.smithi069.stdout:324: oid 5 updating version 92 to 94 2024-04-10T15:32:21.206 INFO:tasks.rados.rados.0.smithi069.stdout:324: oid 5 updating version 94 to 95 2024-04-10T15:32:21.206 INFO:tasks.rados.rados.0.smithi069.stdout:324: oid 5 version 95 is already newer than 93 2024-04-10T15:32:21.206 INFO:tasks.rados.rados.0.smithi069.stdout:324: oid 5 version 95 is already newer than 91 2024-04-10T15:32:21.207 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 5 v 95 (ObjNum 127 snap 31 seq_num 127) dirty exists 2024-04-10T15:32:21.207 INFO:tasks.rados.rados.0.smithi069.stdout:324: left oid 5 (ObjNum 127 snap 31 seq_num 127) 2024-04-10T15:32:21.207 INFO:tasks.rados.rados.0.smithi069.stdout:326: finishing write tid 1 to smithi06982861-49 2024-04-10T15:32:21.207 INFO:tasks.rados.rados.0.smithi069.stdout:326: finishing write tid 2 to smithi06982861-49 2024-04-10T15:32:21.207 INFO:tasks.rados.rados.0.smithi069.stdout:324: done (3 left) 2024-04-10T15:32:21.207 INFO:tasks.rados.rados.0.smithi069.stdout:325: done (2 left) 2024-04-10T15:32:21.207 INFO:tasks.rados.rados.0.smithi069.stdout:328: read oid 32 snap -1 2024-04-10T15:32:21.207 INFO:tasks.rados.rados.0.smithi069.stdout:328: expect (ObjNum 108 snap 25 seq_num 108) 2024-04-10T15:32:21.207 INFO:tasks.rados.rados.0.smithi069.stdout:329: read oid 10 snap -1 2024-04-10T15:32:21.207 INFO:tasks.rados.rados.0.smithi069.stdout:329: expect (ObjNum 110 snap 25 seq_num 110) 2024-04-10T15:32:21.207 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 34 current snap is 31 2024-04-10T15:32:21.207 INFO:tasks.rados.rados.0.smithi069.stdout:330: seq_num 129 ranges {557056=565248,1122304=679936,1802240=786432,2588672=139264} 2024-04-10T15:32:21.212 INFO:tasks.rados.rados.0.smithi069.stdout:330: writing smithi06982861-34 from 557056 to 1122304 tid 1 2024-04-10T15:32:21.216 INFO:tasks.rados.rados.0.smithi069.stdout:330: writing smithi06982861-34 from 1122304 to 1802240 tid 2 2024-04-10T15:32:21.223 INFO:tasks.rados.rados.0.smithi069.stdout:330: writing smithi06982861-34 from 1802240 to 2588672 tid 3 2024-04-10T15:32:21.223 INFO:tasks.rados.rados.0.smithi069.stdout:330: writing smithi06982861-34 from 2588672 to 2727936 tid 4 2024-04-10T15:32:21.223 INFO:tasks.rados.rados.0.smithi069.stdout:331: rmattr oid 33 current snap is 31 2024-04-10T15:32:21.223 INFO:tasks.rados.rados.0.smithi069.stdout:331: done (5 left) 2024-04-10T15:32:21.223 INFO:tasks.rados.rados.0.smithi069.stdout:332: read oid 46 snap -1 2024-04-10T15:32:21.223 INFO:tasks.rados.rados.0.smithi069.stdout:332: expect (ObjNum 74 snap 13 seq_num 74) 2024-04-10T15:32:21.223 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 11 current snap is 31 2024-04-10T15:32:21.224 INFO:tasks.rados.rados.0.smithi069.stdout:326: finishing write tid 3 to smithi06982861-49 2024-04-10T15:32:21.224 INFO:tasks.rados.rados.0.smithi069.stdout:326: finishing write tid 4 to smithi06982861-49 2024-04-10T15:32:21.224 INFO:tasks.rados.rados.0.smithi069.stdout:326: finishing write tid 5 to smithi06982861-49 2024-04-10T15:32:21.224 INFO:tasks.rados.rados.0.smithi069.stdout:326: finishing write tid 6 to smithi06982861-49 2024-04-10T15:32:21.224 INFO:tasks.rados.rados.0.smithi069.stdout:326: oid 49 updating version 0 to 78 2024-04-10T15:32:21.224 INFO:tasks.rados.rados.0.smithi069.stdout:326: oid 49 version 78 is already newer than 75 2024-04-10T15:32:21.224 INFO:tasks.rados.rados.0.smithi069.stdout:326: oid 49 version 78 is already newer than 76 2024-04-10T15:32:21.224 INFO:tasks.rados.rados.0.smithi069.stdout:326: oid 49 version 78 is already newer than 74 2024-04-10T15:32:21.224 INFO:tasks.rados.rados.0.smithi069.stdout:326: oid 49 version 78 is already newer than 77 2024-04-10T15:32:21.224 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 49 v 78 (ObjNum 128 snap 31 seq_num 128) dirty exists 2024-04-10T15:32:21.224 INFO:tasks.rados.rados.0.smithi069.stdout:326: left oid 49 (ObjNum 128 snap 31 seq_num 128) 2024-04-10T15:32:21.224 INFO:tasks.rados.rados.0.smithi069.stdout:333: seq_num 130 ranges {172032=581632,753664=614400,1368064=598016,1966080=393216} 2024-04-10T15:32:21.226 INFO:tasks.rados.rados.0.smithi069.stdout:333: writing smithi06982861-11 from 172032 to 753664 tid 1 2024-04-10T15:32:21.230 INFO:tasks.rados.rados.0.smithi069.stdout:333: writing smithi06982861-11 from 753664 to 1368064 tid 2 2024-04-10T15:32:21.234 INFO:tasks.rados.rados.0.smithi069.stdout:333: writing smithi06982861-11 from 1368064 to 1966080 tid 3 2024-04-10T15:32:21.236 INFO:tasks.rados.rados.0.smithi069.stdout:333: writing smithi06982861-11 from 1966080 to 2359296 tid 4 2024-04-10T15:32:21.236 INFO:tasks.rados.rados.0.smithi069.stdout:326: done (6 left) 2024-04-10T15:32:21.236 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 15 current snap is 31 2024-04-10T15:32:21.236 INFO:tasks.rados.rados.0.smithi069.stdout:334: seq_num 131 ranges {1089536=598016,1687552=499712,2187264=753664,2940928=352256} 2024-04-10T15:32:21.245 INFO:tasks.rados.rados.0.smithi069.stdout:334: writing smithi06982861-15 from 1089536 to 1687552 tid 1 2024-04-10T15:32:21.248 INFO:tasks.rados.rados.0.smithi069.stdout:334: writing smithi06982861-15 from 1687552 to 2187264 tid 2 2024-04-10T15:32:21.252 INFO:tasks.rados.rados.0.smithi069.stdout:334: writing smithi06982861-15 from 2187264 to 2940928 tid 3 2024-04-10T15:32:21.255 INFO:tasks.rados.rados.0.smithi069.stdout:334: writing smithi06982861-15 from 2940928 to 3293184 tid 4 2024-04-10T15:32:21.255 INFO:tasks.rados.rados.0.smithi069.stdout:335: setattr oid 16 current snap is 31 2024-04-10T15:32:21.255 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 41 v 100 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-04-10T15:32:21.255 INFO:tasks.rados.rados.0.smithi069.stdout:328: expect (ObjNum 108 snap 25 seq_num 108) 2024-04-10T15:32:21.326 INFO:tasks.rados.rados.0.smithi069.stdout:329: expect (ObjNum 110 snap 25 seq_num 110) 2024-04-10T15:32:21.373 INFO:tasks.rados.rados.0.smithi069.stdout:330: finishing write tid 1 to smithi06982861-34 2024-04-10T15:32:21.373 INFO:tasks.rados.rados.0.smithi069.stdout:330: finishing write tid 2 to smithi06982861-34 2024-04-10T15:32:21.373 INFO:tasks.rados.rados.0.smithi069.stdout:330: finishing write tid 3 to smithi06982861-34 2024-04-10T15:32:21.374 INFO:tasks.rados.rados.0.smithi069.stdout:330: finishing write tid 4 to smithi06982861-34 2024-04-10T15:32:21.374 INFO:tasks.rados.rados.0.smithi069.stdout:330: finishing write tid 5 to smithi06982861-34 2024-04-10T15:32:21.374 INFO:tasks.rados.rados.0.smithi069.stdout:330: finishing write tid 6 to smithi06982861-34 2024-04-10T15:32:21.374 INFO:tasks.rados.rados.0.smithi069.stdout:330: oid 34 updating version 0 to 102 2024-04-10T15:32:21.374 INFO:tasks.rados.rados.0.smithi069.stdout:330: oid 34 updating version 102 to 103 2024-04-10T15:32:21.374 INFO:tasks.rados.rados.0.smithi069.stdout:330: oid 34 updating version 103 to 104 2024-04-10T15:32:21.374 INFO:tasks.rados.rados.0.smithi069.stdout:330: oid 34 updating version 104 to 105 2024-04-10T15:32:21.374 INFO:tasks.rados.rados.0.smithi069.stdout:330: oid 34 updating version 105 to 106 2024-04-10T15:32:21.374 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 34 v 106 (ObjNum 129 snap 31 seq_num 129) dirty exists 2024-04-10T15:32:21.374 INFO:tasks.rados.rados.0.smithi069.stdout:330: left oid 34 (ObjNum 129 snap 31 seq_num 129) 2024-04-10T15:32:21.374 INFO:tasks.rados.rados.0.smithi069.stdout:333: finishing write tid 1 to smithi06982861-11 2024-04-10T15:32:21.374 INFO:tasks.rados.rados.0.smithi069.stdout:333: finishing write tid 2 to smithi06982861-11 2024-04-10T15:32:21.374 INFO:tasks.rados.rados.0.smithi069.stdout:332: expect (ObjNum 74 snap 13 seq_num 74) 2024-04-10T15:32:21.439 INFO:tasks.rados.rados.0.smithi069.stdout:333: finishing write tid 3 to smithi06982861-11 2024-04-10T15:32:21.440 INFO:tasks.rados.rados.0.smithi069.stdout:333: finishing write tid 4 to smithi06982861-11 2024-04-10T15:32:21.440 INFO:tasks.rados.rados.0.smithi069.stdout:333: finishing write tid 5 to smithi06982861-11 2024-04-10T15:32:21.440 INFO:tasks.rados.rados.0.smithi069.stdout:333: finishing write tid 6 to smithi06982861-11 2024-04-10T15:32:21.440 INFO:tasks.rados.rados.0.smithi069.stdout:333: oid 11 updating version 0 to 34 2024-04-10T15:32:21.440 INFO:tasks.rados.rados.0.smithi069.stdout:333: oid 11 updating version 34 to 37 2024-04-10T15:32:21.440 INFO:tasks.rados.rados.0.smithi069.stdout:333: oid 11 version 37 is already newer than 35 2024-04-10T15:32:21.440 INFO:tasks.rados.rados.0.smithi069.stdout:333: oid 11 version 37 is already newer than 36 2024-04-10T15:32:21.440 INFO:tasks.rados.rados.0.smithi069.stdout:333: oid 11 updating version 37 to 38 2024-04-10T15:32:21.440 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 11 v 38 (ObjNum 130 snap 31 seq_num 130) dirty exists 2024-04-10T15:32:21.440 INFO:tasks.rados.rados.0.smithi069.stdout:333: left oid 11 (ObjNum 130 snap 31 seq_num 130) 2024-04-10T15:32:21.440 INFO:tasks.rados.rados.0.smithi069.stdout:334: finishing write tid 1 to smithi06982861-15 2024-04-10T15:32:21.440 INFO:tasks.rados.rados.0.smithi069.stdout:327: done (7 left) 2024-04-10T15:32:21.441 INFO:tasks.rados.rados.0.smithi069.stdout:328: done (6 left) 2024-04-10T15:32:21.441 INFO:tasks.rados.rados.0.smithi069.stdout:329: done (5 left) 2024-04-10T15:32:21.441 INFO:tasks.rados.rados.0.smithi069.stdout:330: done (4 left) 2024-04-10T15:32:21.441 INFO:tasks.rados.rados.0.smithi069.stdout:332: done (3 left) 2024-04-10T15:32:21.441 INFO:tasks.rados.rados.0.smithi069.stdout:333: done (2 left) 2024-04-10T15:32:21.441 INFO:tasks.rados.rados.0.smithi069.stdout:336: read oid 32 snap -1 2024-04-10T15:32:21.441 INFO:tasks.rados.rados.0.smithi069.stdout:336: expect (ObjNum 108 snap 25 seq_num 108) 2024-04-10T15:32:21.441 INFO:tasks.rados.rados.0.smithi069.stdout:337: read oid 33 snap -1 2024-04-10T15:32:21.441 INFO:tasks.rados.rados.0.smithi069.stdout:337: expect (ObjNum 116 snap 26 seq_num 116) 2024-04-10T15:32:21.441 INFO:tasks.rados.rados.0.smithi069.stdout:338: copy_from oid 14 from oid 28 current snap is 31 2024-04-10T15:32:21.441 INFO:tasks.rados.rados.0.smithi069.stdout:334: finishing write tid 2 to smithi06982861-15 2024-04-10T15:32:21.441 INFO:tasks.rados.rados.0.smithi069.stdout:334: finishing write tid 3 to smithi06982861-15 2024-04-10T15:32:21.441 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 21 current snap is 31 2024-04-10T15:32:21.441 INFO:tasks.rados.rados.0.smithi069.stdout:334: finishing write tid 4 to smithi06982861-15 2024-04-10T15:32:21.441 INFO:tasks.rados.rados.0.smithi069.stdout:334: finishing write tid 5 to smithi06982861-15 2024-04-10T15:32:21.441 INFO:tasks.rados.rados.0.smithi069.stdout:334: finishing write tid 6 to smithi06982861-15 2024-04-10T15:32:21.442 INFO:tasks.rados.rados.0.smithi069.stdout:334: oid 15 updating version 0 to 72 2024-04-10T15:32:21.442 INFO:tasks.rados.rados.0.smithi069.stdout:334: oid 15 version 72 is already newer than 70 2024-04-10T15:32:21.442 INFO:tasks.rados.rados.0.smithi069.stdout:334: oid 15 updating version 72 to 73 2024-04-10T15:32:21.442 INFO:tasks.rados.rados.0.smithi069.stdout:334: oid 15 version 73 is already newer than 69 2024-04-10T15:32:21.442 INFO:tasks.rados.rados.0.smithi069.stdout:334: oid 15 version 73 is already newer than 71 2024-04-10T15:32:21.442 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 15 v 73 (ObjNum 131 snap 31 seq_num 131) dirty exists 2024-04-10T15:32:21.442 INFO:tasks.rados.rados.0.smithi069.stdout:334: left oid 15 (ObjNum 131 snap 31 seq_num 131) 2024-04-10T15:32:21.442 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 16 v 114 (ObjNum 81 snap 15 seq_num 81) dirty exists 2024-04-10T15:32:21.442 INFO:tasks.rados.rados.0.smithi069.stdout:339: seq_num 132 ranges {3334144=614400,3948544=786432,4734976=565248,5300224=253952} 2024-04-10T15:32:21.461 INFO:tasks.rados.rados.0.smithi069.stdout:339: writing smithi06982861-21 from 3334144 to 3948544 tid 1 2024-04-10T15:32:21.465 INFO:tasks.rados.rados.0.smithi069.stdout:339: writing smithi06982861-21 from 3948544 to 4734976 tid 2 2024-04-10T15:32:21.468 INFO:tasks.rados.rados.0.smithi069.stdout:339: writing smithi06982861-21 from 4734976 to 5300224 tid 3 2024-04-10T15:32:21.470 INFO:tasks.rados.rados.0.smithi069.stdout:339: writing smithi06982861-21 from 5300224 to 5554176 tid 4 2024-04-10T15:32:21.470 INFO:tasks.rados.rados.0.smithi069.stdout:334: done (5 left) 2024-04-10T15:32:21.471 INFO:tasks.rados.rados.0.smithi069.stdout:335: done (4 left) 2024-04-10T15:32:21.471 INFO:tasks.rados.rados.0.smithi069.stdout:340: copy_from oid 25 from oid 18 current snap is 31 2024-04-10T15:32:21.471 INFO:tasks.rados.rados.0.smithi069.stdout:336: expect (ObjNum 108 snap 25 seq_num 108) 2024-04-10T15:32:21.488 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:32:21 smithi077 ceph-mon[31195]: osdmap e123: 8 total, 8 up, 8 in 2024-04-10T15:32:21.540 INFO:tasks.rados.rados.0.smithi069.stdout:337: expect (ObjNum 116 snap 26 seq_num 116) 2024-04-10T15:32:21.582 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:32:21 smithi069 ceph-mon[39688]: osdmap e123: 8 total, 8 up, 8 in 2024-04-10T15:32:21.583 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:32:21 smithi069 ceph-mon[27501]: osdmap e123: 8 total, 8 up, 8 in 2024-04-10T15:32:21.590 INFO:tasks.rados.rados.0.smithi069.stdout:338: finishing copy_from racing read to smithi06982861-14 2024-04-10T15:32:21.590 INFO:tasks.rados.rados.0.smithi069.stdout:338: finishing copy_from to smithi06982861-14 2024-04-10T15:32:21.590 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 14 v 36 (ObjNum 105 snap 24 seq_num 105) dirty exists 2024-04-10T15:32:21.590 INFO:tasks.rados.rados.0.smithi069.stdout:339: finishing write tid 1 to smithi06982861-21 2024-04-10T15:32:21.590 INFO:tasks.rados.rados.0.smithi069.stdout:339: finishing write tid 2 to smithi06982861-21 2024-04-10T15:32:21.590 INFO:tasks.rados.rados.0.smithi069.stdout:339: finishing write tid 3 to smithi06982861-21 2024-04-10T15:32:21.590 INFO:tasks.rados.rados.0.smithi069.stdout:336: done (4 left) 2024-04-10T15:32:21.590 INFO:tasks.rados.rados.0.smithi069.stdout:337: done (3 left) 2024-04-10T15:32:21.590 INFO:tasks.rados.rados.0.smithi069.stdout:338: done (2 left) 2024-04-10T15:32:21.590 INFO:tasks.rados.rados.0.smithi069.stdout:341: snap_create 2024-04-10T15:32:21.590 INFO:tasks.rados.rados.0.smithi069.stdout:339: finishing write tid 4 to smithi06982861-21 2024-04-10T15:32:21.591 INFO:tasks.rados.rados.0.smithi069.stdout:339: finishing write tid 5 to smithi06982861-21 2024-04-10T15:32:21.591 INFO:tasks.rados.rados.0.smithi069.stdout:339: finishing write tid 6 to smithi06982861-21 2024-04-10T15:32:21.591 INFO:tasks.rados.rados.0.smithi069.stdout:339: oid 21 updating version 0 to 84 2024-04-10T15:32:21.591 INFO:tasks.rados.rados.0.smithi069.stdout:339: oid 21 updating version 84 to 87 2024-04-10T15:32:21.591 INFO:tasks.rados.rados.0.smithi069.stdout:339: oid 21 version 87 is already newer than 85 2024-04-10T15:32:21.591 INFO:tasks.rados.rados.0.smithi069.stdout:339: oid 21 updating version 87 to 88 2024-04-10T15:32:21.591 INFO:tasks.rados.rados.0.smithi069.stdout:339: oid 21 version 88 is already newer than 86 2024-04-10T15:32:21.591 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 21 v 88 (ObjNum 132 snap 31 seq_num 132) dirty exists 2024-04-10T15:32:21.591 INFO:tasks.rados.rados.0.smithi069.stdout:339: left oid 21 (ObjNum 132 snap 31 seq_num 132) 2024-04-10T15:32:21.591 INFO:tasks.rados.rados.0.smithi069.stdout:340: finishing copy_from racing read to smithi06982861-25 2024-04-10T15:32:21.591 INFO:tasks.rados.rados.0.smithi069.stdout:340: finishing copy_from to smithi06982861-25 2024-04-10T15:32:21.591 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 25 v 59 (ObjNum 95 snap 20 seq_num 95) dirty exists 2024-04-10T15:32:22.179 INFO:tasks.rados.rados.0.smithi069.stdout:339: done (2 left) 2024-04-10T15:32:22.179 INFO:tasks.rados.rados.0.smithi069.stdout:340: done (1 left) 2024-04-10T15:32:22.179 INFO:tasks.rados.rados.0.smithi069.stdout:341: done (0 left) 2024-04-10T15:32:22.179 INFO:tasks.rados.rados.0.smithi069.stdout:342: read oid 36 snap -1 2024-04-10T15:32:22.179 INFO:tasks.rados.rados.0.smithi069.stdout:342: expect (ObjNum 74 snap 13 seq_num 74) 2024-04-10T15:32:22.180 INFO:tasks.rados.rados.0.smithi069.stdout:343: read oid 26 snap -1 2024-04-10T15:32:22.180 INFO:tasks.rados.rados.0.smithi069.stdout:343: expect (ObjNum 107 snap 24 seq_num 107) 2024-04-10T15:32:22.180 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 31 current snap is 32 2024-04-10T15:32:22.180 INFO:tasks.rados.rados.0.smithi069.stdout:344: seq_num 133 ranges {0=630784,630784=663552,1294336=770048,2064384=172032} 2024-04-10T15:32:22.183 INFO:tasks.rados.rados.0.smithi069.stdout:344: writing smithi06982861-31 from 0 to 630784 tid 1 2024-04-10T15:32:22.187 INFO:tasks.rados.rados.0.smithi069.stdout:344: writing smithi06982861-31 from 630784 to 1294336 tid 2 2024-04-10T15:32:22.192 INFO:tasks.rados.rados.0.smithi069.stdout:344: writing smithi06982861-31 from 1294336 to 2064384 tid 3 2024-04-10T15:32:22.194 INFO:tasks.rados.rados.0.smithi069.stdout:344: writing smithi06982861-31 from 2064384 to 2236416 tid 4 2024-04-10T15:32:22.194 INFO:tasks.rados.rados.0.smithi069.stdout:345: setattr oid 8 current snap is 32 2024-04-10T15:32:22.194 INFO:tasks.rados.rados.0.smithi069.stdout:344: finishing write tid 1 to smithi06982861-31 2024-04-10T15:32:22.194 INFO:tasks.rados.rados.0.smithi069.stdout:344: finishing write tid 2 to smithi06982861-31 2024-04-10T15:32:22.194 INFO:tasks.rados.rados.0.smithi069.stdout:342: expect (ObjNum 74 snap 13 seq_num 74) 2024-04-10T15:32:22.259 INFO:tasks.rados.rados.0.smithi069.stdout:343: expect (ObjNum 107 snap 24 seq_num 107) 2024-04-10T15:32:22.312 INFO:tasks.rados.rados.0.smithi069.stdout:344: finishing write tid 3 to smithi06982861-31 2024-04-10T15:32:22.312 INFO:tasks.rados.rados.0.smithi069.stdout:344: finishing write tid 4 to smithi06982861-31 2024-04-10T15:32:22.312 INFO:tasks.rados.rados.0.smithi069.stdout:344: finishing write tid 5 to smithi06982861-31 2024-04-10T15:32:22.312 INFO:tasks.rados.rados.0.smithi069.stdout:344: finishing write tid 6 to smithi06982861-31 2024-04-10T15:32:22.313 INFO:tasks.rados.rados.0.smithi069.stdout:344: oid 31 updating version 0 to 117 2024-04-10T15:32:22.313 INFO:tasks.rados.rados.0.smithi069.stdout:344: oid 31 version 117 is already newer than 116 2024-04-10T15:32:22.313 INFO:tasks.rados.rados.0.smithi069.stdout:344: oid 31 version 117 is already newer than 113 2024-04-10T15:32:22.313 INFO:tasks.rados.rados.0.smithi069.stdout:344: oid 31 version 117 is already newer than 115 2024-04-10T15:32:22.313 INFO:tasks.rados.rados.0.smithi069.stdout:344: oid 31 version 117 is already newer than 114 2024-04-10T15:32:22.313 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 31 v 117 (ObjNum 133 snap 32 seq_num 133) dirty exists 2024-04-10T15:32:22.313 INFO:tasks.rados.rados.0.smithi069.stdout:344: left oid 31 (ObjNum 133 snap 32 seq_num 133) 2024-04-10T15:32:22.313 INFO:tasks.rados.rados.0.smithi069.stdout:342: done (3 left) 2024-04-10T15:32:22.313 INFO:tasks.rados.rados.0.smithi069.stdout:343: done (2 left) 2024-04-10T15:32:22.313 INFO:tasks.rados.rados.0.smithi069.stdout:344: done (1 left) 2024-04-10T15:32:22.313 INFO:tasks.rados.rados.0.smithi069.stdout:346: read oid 47 snap -1 2024-04-10T15:32:22.313 INFO:tasks.rados.rados.0.smithi069.stdout:346: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-10T15:32:22.313 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 28 current snap is 32 2024-04-10T15:32:22.313 INFO:tasks.rados.rados.0.smithi069.stdout:347: seq_num 134 ranges {2514944=647168,3162112=548864,3710976=573440,4284416=483328} 2024-04-10T15:32:22.329 INFO:tasks.rados.rados.0.smithi069.stdout:347: writing smithi06982861-28 from 2514944 to 3162112 tid 1 2024-04-10T15:32:22.331 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:32:22 smithi077 ceph-mon[31195]: pgmap v167: 121 pgs: 121 active+clean; 109 MiB data, 409 MiB used, 715 GiB / 715 GiB avail; 8.2 MiB/s rd, 3.8 MiB/s wr, 30 op/s 2024-04-10T15:32:22.331 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:32:22 smithi077 ceph-mon[31195]: osdmap e124: 8 total, 8 up, 8 in 2024-04-10T15:32:22.332 INFO:tasks.rados.rados.0.smithi069.stdout:347: writing smithi06982861-28 from 3162112 to 3710976 tid 2 2024-04-10T15:32:22.335 INFO:tasks.rados.rados.0.smithi069.stdout:347: writing smithi06982861-28 from 3710976 to 4284416 tid 3 2024-04-10T15:32:22.338 INFO:tasks.rados.rados.0.smithi069.stdout:347: writing smithi06982861-28 from 4284416 to 4767744 tid 4 2024-04-10T15:32:22.338 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 45 current snap is 32 2024-04-10T15:32:22.338 INFO:tasks.rados.rados.0.smithi069.stdout:348: seq_num 135 ranges {2514944=663552,3178496=434176,3612672=786432,4399104=385024} 2024-04-10T15:32:22.355 INFO:tasks.rados.rados.0.smithi069.stdout:348: writing smithi06982861-45 from 2514944 to 3178496 tid 1 2024-04-10T15:32:22.357 INFO:tasks.rados.rados.0.smithi069.stdout:348: writing smithi06982861-45 from 3178496 to 3612672 tid 2 2024-04-10T15:32:22.362 INFO:tasks.rados.rados.0.smithi069.stdout:348: writing smithi06982861-45 from 3612672 to 4399104 tid 3 2024-04-10T15:32:22.365 INFO:tasks.rados.rados.0.smithi069.stdout:348: writing smithi06982861-45 from 4399104 to 4784128 tid 4 2024-04-10T15:32:22.365 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 49 current snap is 32 2024-04-10T15:32:22.365 INFO:tasks.rados.rados.0.smithi069.stdout:346: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-10T15:32:22.369 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 8 v 119 (ObjNum 7 snap 0 seq_num 7) dirty exists 2024-04-10T15:32:22.370 INFO:tasks.rados.rados.0.smithi069.stdout:347: finishing write tid 1 to smithi06982861-28 2024-04-10T15:32:22.370 INFO:tasks.rados.rados.0.smithi069.stdout:347: finishing write tid 2 to smithi06982861-28 2024-04-10T15:32:22.370 INFO:tasks.rados.rados.0.smithi069.stdout:347: finishing write tid 3 to smithi06982861-28 2024-04-10T15:32:22.370 INFO:tasks.rados.rados.0.smithi069.stdout:349: seq_num 136 ranges {2154496=688128,2842624=720896,3563520=540672,4104192=344064} 2024-04-10T15:32:22.385 INFO:tasks.rados.rados.0.smithi069.stdout:349: writing smithi06982861-49 from 2154496 to 2842624 tid 1 2024-04-10T15:32:22.389 INFO:tasks.rados.rados.0.smithi069.stdout:349: writing smithi06982861-49 from 2842624 to 3563520 tid 2 2024-04-10T15:32:22.392 INFO:tasks.rados.rados.0.smithi069.stdout:349: writing smithi06982861-49 from 3563520 to 4104192 tid 3 2024-04-10T15:32:22.395 INFO:tasks.rados.rados.0.smithi069.stdout:349: writing smithi06982861-49 from 4104192 to 4448256 tid 4 2024-04-10T15:32:22.395 INFO:tasks.rados.rados.0.smithi069.stdout:345: done (4 left) 2024-04-10T15:32:22.395 INFO:tasks.rados.rados.0.smithi069.stdout:346: done (3 left) 2024-04-10T15:32:22.395 INFO:tasks.rados.rados.0.smithi069.stdout:350: delete oid 17 current snap is 32 2024-04-10T15:32:22.395 INFO:tasks.rados.rados.0.smithi069.stdout:347: finishing write tid 4 to smithi06982861-28 2024-04-10T15:32:22.395 INFO:tasks.rados.rados.0.smithi069.stdout:347: finishing write tid 5 to smithi06982861-28 2024-04-10T15:32:22.395 INFO:tasks.rados.rados.0.smithi069.stdout:347: finishing write tid 6 to smithi06982861-28 2024-04-10T15:32:22.395 INFO:tasks.rados.rados.0.smithi069.stdout:347: oid 28 updating version 0 to 60 2024-04-10T15:32:22.396 INFO:tasks.rados.rados.0.smithi069.stdout:347: oid 28 version 60 is already newer than 58 2024-04-10T15:32:22.396 INFO:tasks.rados.rados.0.smithi069.stdout:347: oid 28 version 60 is already newer than 57 2024-04-10T15:32:22.396 INFO:tasks.rados.rados.0.smithi069.stdout:347: oid 28 version 60 is already newer than 59 2024-04-10T15:32:22.396 INFO:tasks.rados.rados.0.smithi069.stdout:347: oid 28 updating version 60 to 61 2024-04-10T15:32:22.396 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 28 v 61 (ObjNum 134 snap 32 seq_num 134) dirty exists 2024-04-10T15:32:22.396 INFO:tasks.rados.rados.0.smithi069.stdout:347: left oid 28 (ObjNum 134 snap 32 seq_num 134) 2024-04-10T15:32:22.396 INFO:tasks.rados.rados.0.smithi069.stdout:348: finishing write tid 1 to smithi06982861-45 2024-04-10T15:32:22.396 INFO:tasks.rados.rados.0.smithi069.stdout:348: finishing write tid 2 to smithi06982861-45 2024-04-10T15:32:22.396 INFO:tasks.rados.rados.0.smithi069.stdout:348: finishing write tid 3 to smithi06982861-45 2024-04-10T15:32:22.396 INFO:tasks.rados.rados.0.smithi069.stdout:348: finishing write tid 4 to smithi06982861-45 2024-04-10T15:32:22.396 INFO:tasks.rados.rados.0.smithi069.stdout:348: finishing write tid 5 to smithi06982861-45 2024-04-10T15:32:22.396 INFO:tasks.rados.rados.0.smithi069.stdout:348: finishing write tid 6 to smithi06982861-45 2024-04-10T15:32:22.396 INFO:tasks.rados.rados.0.smithi069.stdout:348: oid 45 updating version 0 to 48 2024-04-10T15:32:22.396 INFO:tasks.rados.rados.0.smithi069.stdout:348: oid 45 updating version 48 to 49 2024-04-10T15:32:22.397 INFO:tasks.rados.rados.0.smithi069.stdout:348: oid 45 updating version 49 to 50 2024-04-10T15:32:22.397 INFO:tasks.rados.rados.0.smithi069.stdout:348: oid 45 version 50 is already newer than 47 2024-04-10T15:32:22.397 INFO:tasks.rados.rados.0.smithi069.stdout:348: oid 45 version 50 is already newer than 46 2024-04-10T15:32:22.397 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 45 v 50 (ObjNum 135 snap 32 seq_num 135) dirty exists 2024-04-10T15:32:22.397 INFO:tasks.rados.rados.0.smithi069.stdout:348: left oid 45 (ObjNum 135 snap 32 seq_num 135) 2024-04-10T15:32:22.397 INFO:tasks.rados.rados.0.smithi069.stdout:349: finishing write tid 1 to smithi06982861-49 2024-04-10T15:32:22.397 INFO:tasks.rados.rados.0.smithi069.stdout:349: finishing write tid 2 to smithi06982861-49 2024-04-10T15:32:22.397 INFO:tasks.rados.rados.0.smithi069.stdout:349: finishing write tid 3 to smithi06982861-49 2024-04-10T15:32:22.398 INFO:tasks.rados.rados.0.smithi069.stdout:349: finishing write tid 4 to smithi06982861-49 2024-04-10T15:32:22.398 INFO:tasks.rados.rados.0.smithi069.stdout:347: done (3 left) 2024-04-10T15:32:22.398 INFO:tasks.rados.rados.0.smithi069.stdout:348: done (2 left) 2024-04-10T15:32:22.398 INFO:tasks.rados.rados.0.smithi069.stdout:350: done (1 left) 2024-04-10T15:32:22.398 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 37 current snap is 32 2024-04-10T15:32:22.399 INFO:tasks.rados.rados.0.smithi069.stdout:351: seq_num 138 ranges {1449984=720896,2170880=540672,2711552=557056,3268608=507904} 2024-04-10T15:32:22.408 INFO:tasks.rados.rados.0.smithi069.stdout:351: writing smithi06982861-37 from 1449984 to 2170880 tid 1 2024-04-10T15:32:22.411 INFO:tasks.rados.rados.0.smithi069.stdout:351: writing smithi06982861-37 from 2170880 to 2711552 tid 2 2024-04-10T15:32:22.414 INFO:tasks.rados.rados.0.smithi069.stdout:351: writing smithi06982861-37 from 2711552 to 3268608 tid 3 2024-04-10T15:32:22.417 INFO:tasks.rados.rados.0.smithi069.stdout:351: writing smithi06982861-37 from 3268608 to 3776512 tid 4 2024-04-10T15:32:22.418 INFO:tasks.rados.rados.0.smithi069.stdout:352: setattr oid 2 current snap is 32 2024-04-10T15:32:22.418 INFO:tasks.rados.rados.0.smithi069.stdout:349: finishing write tid 5 to smithi06982861-49 2024-04-10T15:32:22.418 INFO:tasks.rados.rados.0.smithi069.stdout:349: finishing write tid 6 to smithi06982861-49 2024-04-10T15:32:22.418 INFO:tasks.rados.rados.0.smithi069.stdout:349: oid 49 updating version 0 to 82 2024-04-10T15:32:22.418 INFO:tasks.rados.rados.0.smithi069.stdout:349: oid 49 updating version 82 to 83 2024-04-10T15:32:22.418 INFO:tasks.rados.rados.0.smithi069.stdout:349: oid 49 version 83 is already newer than 80 2024-04-10T15:32:22.418 INFO:tasks.rados.rados.0.smithi069.stdout:349: oid 49 updating version 83 to 84 2024-04-10T15:32:22.418 INFO:tasks.rados.rados.0.smithi069.stdout:349: oid 49 version 84 is already newer than 81 2024-04-10T15:32:22.418 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 49 v 84 (ObjNum 136 snap 32 seq_num 136) dirty exists 2024-04-10T15:32:22.418 INFO:tasks.rados.rados.0.smithi069.stdout:349: left oid 49 (ObjNum 136 snap 32 seq_num 136) 2024-04-10T15:32:22.418 INFO:tasks.rados.rados.0.smithi069.stdout:351: finishing write tid 1 to smithi06982861-37 2024-04-10T15:32:22.418 INFO:tasks.rados.rados.0.smithi069.stdout:351: finishing write tid 2 to smithi06982861-37 2024-04-10T15:32:22.418 INFO:tasks.rados.rados.0.smithi069.stdout:351: finishing write tid 3 to smithi06982861-37 2024-04-10T15:32:22.419 INFO:tasks.rados.rados.0.smithi069.stdout:349: done (2 left) 2024-04-10T15:32:22.419 INFO:tasks.rados.rados.0.smithi069.stdout:353: read oid 14 snap -1 2024-04-10T15:32:22.419 INFO:tasks.rados.rados.0.smithi069.stdout:353: expect (ObjNum 105 snap 24 seq_num 105) 2024-04-10T15:32:22.419 INFO:tasks.rados.rados.0.smithi069.stdout:354: snap_create 2024-04-10T15:32:22.419 INFO:tasks.rados.rados.0.smithi069.stdout:351: finishing write tid 4 to smithi06982861-37 2024-04-10T15:32:22.420 INFO:tasks.rados.rados.0.smithi069.stdout:351: finishing write tid 5 to smithi06982861-37 2024-04-10T15:32:22.420 INFO:tasks.rados.rados.0.smithi069.stdout:351: finishing write tid 6 to smithi06982861-37 2024-04-10T15:32:22.420 INFO:tasks.rados.rados.0.smithi069.stdout:351: oid 37 updating version 0 to 55 2024-04-10T15:32:22.420 INFO:tasks.rados.rados.0.smithi069.stdout:351: oid 37 updating version 55 to 56 2024-04-10T15:32:22.420 INFO:tasks.rados.rados.0.smithi069.stdout:351: oid 37 version 56 is already newer than 54 2024-04-10T15:32:22.420 INFO:tasks.rados.rados.0.smithi069.stdout:351: oid 37 version 56 is already newer than 53 2024-04-10T15:32:22.420 INFO:tasks.rados.rados.0.smithi069.stdout:351: oid 37 version 56 is already newer than 52 2024-04-10T15:32:22.420 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 37 v 56 (ObjNum 138 snap 32 seq_num 138) dirty exists 2024-04-10T15:32:22.421 INFO:tasks.rados.rados.0.smithi069.stdout:351: left oid 37 (ObjNum 138 snap 32 seq_num 138) 2024-04-10T15:32:22.421 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 2 v 72 (ObjNum 1 snap 0 seq_num 1) dirty exists 2024-04-10T15:32:22.427 INFO:tasks.rados.rados.0.smithi069.stdout:353: expect (ObjNum 105 snap 24 seq_num 105) 2024-04-10T15:32:22.583 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:32:22 smithi069 ceph-mon[39688]: pgmap v167: 121 pgs: 121 active+clean; 109 MiB data, 409 MiB used, 715 GiB / 715 GiB avail; 8.2 MiB/s rd, 3.8 MiB/s wr, 30 op/s 2024-04-10T15:32:22.583 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:32:22 smithi069 ceph-mon[39688]: osdmap e124: 8 total, 8 up, 8 in 2024-04-10T15:32:22.583 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:32:22 smithi069 ceph-mon[27501]: pgmap v167: 121 pgs: 121 active+clean; 109 MiB data, 409 MiB used, 715 GiB / 715 GiB avail; 8.2 MiB/s rd, 3.8 MiB/s wr, 30 op/s 2024-04-10T15:32:22.583 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:32:22 smithi069 ceph-mon[27501]: osdmap e124: 8 total, 8 up, 8 in 2024-04-10T15:32:23.069 INFO:tasks.rados.rados.0.smithi069.stdout:351: done (3 left) 2024-04-10T15:32:23.069 INFO:tasks.rados.rados.0.smithi069.stdout:352: done (2 left) 2024-04-10T15:32:23.069 INFO:tasks.rados.rados.0.smithi069.stdout:353: done (1 left) 2024-04-10T15:32:23.069 INFO:tasks.rados.rados.0.smithi069.stdout:354: done (0 left) 2024-04-10T15:32:23.069 INFO:tasks.rados.rados.0.smithi069.stdout:355: delete oid 27 current snap is 33 2024-04-10T15:32:23.104 INFO:tasks.rados.rados.0.smithi069.stdout:355: done (0 left) 2024-04-10T15:32:23.104 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 3 current snap is 33 2024-04-10T15:32:23.104 INFO:tasks.rados.rados.0.smithi069.stdout:356: seq_num 140 ranges {1941504=753664,2695168=704512,3399680=524288,3923968=376832} 2024-04-10T15:32:23.118 INFO:tasks.rados.rados.0.smithi069.stdout:356: writing smithi06982861-3 from 1941504 to 2695168 tid 1 2024-04-10T15:32:23.122 INFO:tasks.rados.rados.0.smithi069.stdout:356: writing smithi06982861-3 from 2695168 to 3399680 tid 2 2024-04-10T15:32:23.125 INFO:tasks.rados.rados.0.smithi069.stdout:356: writing smithi06982861-3 from 3399680 to 3923968 tid 3 2024-04-10T15:32:23.128 INFO:tasks.rados.rados.0.smithi069.stdout:356: writing smithi06982861-3 from 3923968 to 4300800 tid 4 2024-04-10T15:32:23.128 INFO:tasks.rados.rados.0.smithi069.stdout:357: snap_create 2024-04-10T15:32:23.135 INFO:tasks.rados.rados.0.smithi069.stdout:356: finishing write tid 1 to smithi06982861-3 2024-04-10T15:32:23.135 INFO:tasks.rados.rados.0.smithi069.stdout:356: finishing write tid 2 to smithi06982861-3 2024-04-10T15:32:23.135 INFO:tasks.rados.rados.0.smithi069.stdout:356: finishing write tid 3 to smithi06982861-3 2024-04-10T15:32:23.135 INFO:tasks.rados.rados.0.smithi069.stdout:356: finishing write tid 4 to smithi06982861-3 2024-04-10T15:32:23.135 INFO:tasks.rados.rados.0.smithi069.stdout:356: finishing write tid 5 to smithi06982861-3 2024-04-10T15:32:23.136 INFO:tasks.rados.rados.0.smithi069.stdout:356: finishing write tid 6 to smithi06982861-3 2024-04-10T15:32:23.136 INFO:tasks.rados.rados.0.smithi069.stdout:356: oid 3 updating version 0 to 59 2024-04-10T15:32:23.136 INFO:tasks.rados.rados.0.smithi069.stdout:356: oid 3 version 59 is already newer than 58 2024-04-10T15:32:23.136 INFO:tasks.rados.rados.0.smithi069.stdout:356: oid 3 updating version 59 to 62 2024-04-10T15:32:23.136 INFO:tasks.rados.rados.0.smithi069.stdout:356: oid 3 version 62 is already newer than 60 2024-04-10T15:32:23.136 INFO:tasks.rados.rados.0.smithi069.stdout:356: oid 3 version 62 is already newer than 61 2024-04-10T15:32:23.136 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 3 v 62 (ObjNum 140 snap 33 seq_num 140) dirty exists 2024-04-10T15:32:23.136 INFO:tasks.rados.rados.0.smithi069.stdout:356: left oid 3 (ObjNum 140 snap 33 seq_num 140) 2024-04-10T15:32:23.489 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:32:23 smithi077 ceph-mon[31195]: osdmap e125: 8 total, 8 up, 8 in 2024-04-10T15:32:23.489 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:32:23 smithi077 ceph-mon[31195]: osdmap e126: 8 total, 8 up, 8 in 2024-04-10T15:32:23.582 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:32:23 smithi069 ceph-mon[39688]: osdmap e125: 8 total, 8 up, 8 in 2024-04-10T15:32:23.583 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:32:23 smithi069 ceph-mon[39688]: osdmap e126: 8 total, 8 up, 8 in 2024-04-10T15:32:23.583 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:32:23 smithi069 ceph-mon[27501]: osdmap e125: 8 total, 8 up, 8 in 2024-04-10T15:32:23.583 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:32:23 smithi069 ceph-mon[27501]: osdmap e126: 8 total, 8 up, 8 in 2024-04-10T15:32:24.076 INFO:tasks.rados.rados.0.smithi069.stdout:356: done (1 left) 2024-04-10T15:32:24.076 INFO:tasks.rados.rados.0.smithi069.stdout:357: done (0 left) 2024-04-10T15:32:24.076 INFO:tasks.rados.rados.0.smithi069.stdout:358: rollback oid 27 current snap is 34 2024-04-10T15:32:24.076 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 27 to 28 2024-04-10T15:32:24.077 INFO:tasks.rados.rados.0.smithi069.stdout:359: setattr oid 20 current snap is 34 2024-04-10T15:32:24.077 INFO:tasks.rados.rados.0.smithi069.stdout:358: finishing rollback tid 1 to smithi06982861-27 2024-04-10T15:32:24.077 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 27 v 67 (ObjNum 177 snap 0 seq_num 3227495808) dirty dne 2024-04-10T15:32:24.078 INFO:tasks.rados.rados.0.smithi069.stdout:358: done (1 left) 2024-04-10T15:32:24.078 INFO:tasks.rados.rados.0.smithi069.stdout:360: snap_create 2024-04-10T15:32:24.080 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 20 v 90 (ObjNum 19 snap 0 seq_num 19) dirty exists 2024-04-10T15:32:24.489 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:32:24 smithi077 ceph-mon[31195]: pgmap v171: 121 pgs: 121 active+clean; 109 MiB data, 409 MiB used, 715 GiB / 715 GiB avail; 8.3 MiB/s rd, 3.9 MiB/s wr, 30 op/s 2024-04-10T15:32:24.489 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:32:24 smithi077 ceph-mon[31195]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:32:24.489 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:32:24 smithi077 ceph-mon[31195]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-10T15:32:24.489 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:32:24 smithi077 ceph-mon[31195]: from='mgr.24476 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-10T15:32:24.489 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:32:24 smithi077 ceph-mon[31195]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-10T15:32:24.489 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:32:24 smithi077 ceph-mon[31195]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:32:24.489 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:32:24 smithi077 ceph-mon[31195]: osdmap e127: 8 total, 8 up, 8 in 2024-04-10T15:32:24.583 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:32:24 smithi069 ceph-mon[39688]: pgmap v171: 121 pgs: 121 active+clean; 109 MiB data, 409 MiB used, 715 GiB / 715 GiB avail; 8.3 MiB/s rd, 3.9 MiB/s wr, 30 op/s 2024-04-10T15:32:24.583 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:32:24 smithi069 ceph-mon[39688]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:32:24.583 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:32:24 smithi069 ceph-mon[39688]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-10T15:32:24.583 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:32:24 smithi069 ceph-mon[39688]: from='mgr.24476 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-10T15:32:24.583 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:32:24 smithi069 ceph-mon[39688]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-10T15:32:24.583 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:32:24 smithi069 ceph-mon[39688]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:32:24.583 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:32:24 smithi069 ceph-mon[39688]: osdmap e127: 8 total, 8 up, 8 in 2024-04-10T15:32:24.584 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:32:24 smithi069 ceph-mon[27501]: pgmap v171: 121 pgs: 121 active+clean; 109 MiB data, 409 MiB used, 715 GiB / 715 GiB avail; 8.3 MiB/s rd, 3.9 MiB/s wr, 30 op/s 2024-04-10T15:32:24.584 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:32:24 smithi069 ceph-mon[27501]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:32:24.584 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:32:24 smithi069 ceph-mon[27501]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-10T15:32:24.584 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:32:24 smithi069 ceph-mon[27501]: from='mgr.24476 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-10T15:32:24.584 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:32:24 smithi069 ceph-mon[27501]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-10T15:32:24.584 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:32:24 smithi069 ceph-mon[27501]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:32:24.584 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:32:24 smithi069 ceph-mon[27501]: osdmap e127: 8 total, 8 up, 8 in 2024-04-10T15:32:25.079 INFO:tasks.rados.rados.0.smithi069.stdout:359: done (1 left) 2024-04-10T15:32:25.079 INFO:tasks.rados.rados.0.smithi069.stdout:360: done (0 left) 2024-04-10T15:32:25.079 INFO:tasks.rados.rados.0.smithi069.stdout:361: read oid 46 snap -1 2024-04-10T15:32:25.079 INFO:tasks.rados.rados.0.smithi069.stdout:361: expect (ObjNum 74 snap 13 seq_num 74) 2024-04-10T15:32:25.079 INFO:tasks.rados.rados.0.smithi069.stdout:362: snap_create 2024-04-10T15:32:25.092 INFO:tasks.rados.rados.0.smithi069.stdout:361: expect (ObjNum 74 snap 13 seq_num 74) 2024-04-10T15:32:25.301 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:32:25 smithi077 ceph-mon[31195]: Upgrade: Updating mgr.x 2024-04-10T15:32:25.301 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:32:25 smithi077 ceph-mon[31195]: Deploying daemon mgr.x on smithi077 2024-04-10T15:32:25.301 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:32:25 smithi077 ceph-mon[31195]: osdmap e128: 8 total, 8 up, 8 in 2024-04-10T15:32:25.570 INFO:journalctl@ceph.mgr.x.smithi077.stdout:Apr 10 15:32:25 smithi077 systemd[1]: Stopping Ceph mgr.x for 09bfb546-f74e-11ee-b64a-cb9ed24678a4... 2024-04-10T15:32:25.582 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:32:25 smithi069 ceph-mon[39688]: Upgrade: Updating mgr.x 2024-04-10T15:32:25.582 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:32:25 smithi069 ceph-mon[39688]: Deploying daemon mgr.x on smithi077 2024-04-10T15:32:25.582 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:32:25 smithi069 ceph-mon[39688]: osdmap e128: 8 total, 8 up, 8 in 2024-04-10T15:32:25.583 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:32:25 smithi069 ceph-mon[27501]: Upgrade: Updating mgr.x 2024-04-10T15:32:25.583 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:32:25 smithi069 ceph-mon[27501]: Deploying daemon mgr.x on smithi077 2024-04-10T15:32:25.583 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:32:25 smithi069 ceph-mon[27501]: osdmap e128: 8 total, 8 up, 8 in 2024-04-10T15:32:25.988 INFO:journalctl@ceph.mgr.x.smithi077.stdout:Apr 10 15:32:25 smithi077 podman[66623]: 2024-04-10 15:32:25.583758331 +0000 UTC m=+0.125208841 container died 75e2dcdaaa985689891385aea47e4c6254900dd8b134aeadfc36adbd0da8002f (image=quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-x, RELEASE=reef-d540eba, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240403) 2024-04-10T15:32:26.084 INFO:tasks.rados.rados.0.smithi069.stdout:361: done (1 left) 2024-04-10T15:32:26.084 INFO:tasks.rados.rados.0.smithi069.stdout:362: done (0 left) 2024-04-10T15:32:26.084 INFO:tasks.rados.rados.0.smithi069.stdout:363: delete oid 32 current snap is 36 2024-04-10T15:32:26.090 INFO:tasks.rados.rados.0.smithi069.stdout:363: done (0 left) 2024-04-10T15:32:26.090 INFO:tasks.rados.rados.0.smithi069.stdout:364: read oid 29 snap 30 2024-04-10T15:32:26.090 INFO:tasks.rados.rados.0.smithi069.stdout:364: expect (ObjNum 1433962096 snap 21957 seq_num 1433887360) 2024-04-10T15:32:26.090 INFO:tasks.rados.rados.0.smithi069.stdout:365: copy_from oid 39 from oid 21 current snap is 36 2024-04-10T15:32:26.090 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 14 current snap is 36 2024-04-10T15:32:26.090 INFO:tasks.rados.rados.0.smithi069.stdout:366: seq_num 142 ranges {2514944=786432,3301376=475136,3776512=540672,4317184=589824} 2024-04-10T15:32:26.109 INFO:tasks.rados.rados.0.smithi069.stdout:366: writing smithi06982861-14 from 2514944 to 3301376 tid 1 2024-04-10T15:32:26.112 INFO:tasks.rados.rados.0.smithi069.stdout:366: writing smithi06982861-14 from 3301376 to 3776512 tid 2 2024-04-10T15:32:26.115 INFO:tasks.rados.rados.0.smithi069.stdout:366: writing smithi06982861-14 from 3776512 to 4317184 tid 3 2024-04-10T15:32:26.119 INFO:tasks.rados.rados.0.smithi069.stdout:366: writing smithi06982861-14 from 4317184 to 4907008 tid 4 2024-04-10T15:32:26.119 INFO:tasks.rados.rados.0.smithi069.stdout:367: rollback oid 13 current snap is 36 2024-04-10T15:32:26.119 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 13 to 17 2024-04-10T15:32:26.119 INFO:tasks.rados.rados.0.smithi069.stdout:364: expect (ObjNum 1433962096 snap 21957 seq_num 1433887360) 2024-04-10T15:32:26.123 INFO:tasks.rados.rados.0.smithi069.stdout:365: finishing copy_from racing read to smithi06982861-39 2024-04-10T15:32:26.124 INFO:tasks.rados.rados.0.smithi069.stdout:364: done (3 left) 2024-04-10T15:32:26.124 INFO:tasks.rados.rados.0.smithi069.stdout:368: snap_remove snap 34 2024-04-10T15:32:26.378 INFO:journalctl@ceph.mgr.x.smithi077.stdout:Apr 10 15:32:26 smithi077 podman[66623]: 2024-04-10 15:32:26.19154159 +0000 UTC m=+0.732992100 container cleanup 75e2dcdaaa985689891385aea47e4c6254900dd8b134aeadfc36adbd0da8002f (image=quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-x, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, RELEASE=reef-d540eba, ceph=True, org.label-schema.build-date=20240403) 2024-04-10T15:32:26.378 INFO:journalctl@ceph.mgr.x.smithi077.stdout:Apr 10 15:32:26 smithi077 bash[66623]: ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-x 2024-04-10T15:32:26.379 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:32:26 smithi077 ceph-mon[31195]: pgmap v174: 121 pgs: 121 active+clean; 109 MiB data, 409 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:32:26.379 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:32:26 smithi077 ceph-mon[31195]: osdmap e129: 8 total, 8 up, 8 in 2024-04-10T15:32:26.582 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:32:26 smithi069 ceph-mon[39688]: pgmap v174: 121 pgs: 121 active+clean; 109 MiB data, 409 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:32:26.583 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:32:26 smithi069 ceph-mon[39688]: osdmap e129: 8 total, 8 up, 8 in 2024-04-10T15:32:26.583 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:32:26 smithi069 ceph-mon[27501]: pgmap v174: 121 pgs: 121 active+clean; 109 MiB data, 409 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:32:26.583 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:32:26 smithi069 ceph-mon[27501]: osdmap e129: 8 total, 8 up, 8 in 2024-04-10T15:32:26.705 INFO:journalctl@ceph.mgr.x.smithi077.stdout:Apr 10 15:32:26 smithi077 podman[66643]: 2024-04-10 15:32:26.392768418 +0000 UTC m=+0.814299162 container remove 75e2dcdaaa985689891385aea47e4c6254900dd8b134aeadfc36adbd0da8002f (image=quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-x, org.label-schema.vendor=CentOS, ceph=True, RELEASE=reef-d540eba, GIT_CLEAN=True, org.label-schema.build-date=20240403, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-10T15:32:26.705 INFO:journalctl@ceph.mgr.x.smithi077.stdout:Apr 10 15:32:26 smithi077 systemd[1]: ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4@mgr.x.service: Main process exited, code=exited, status=143/n/a 2024-04-10T15:32:26.705 INFO:journalctl@ceph.mgr.x.smithi077.stdout:Apr 10 15:32:26 smithi077 systemd[1]: ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4@mgr.x.service: Failed with result 'exit-code'. 2024-04-10T15:32:26.705 INFO:journalctl@ceph.mgr.x.smithi077.stdout:Apr 10 15:32:26 smithi077 systemd[1]: Stopped Ceph mgr.x for 09bfb546-f74e-11ee-b64a-cb9ed24678a4. 2024-04-10T15:32:26.705 INFO:journalctl@ceph.mgr.x.smithi077.stdout:Apr 10 15:32:26 smithi077 systemd[1]: ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4@mgr.x.service: Consumed 18.228s CPU time. 2024-04-10T15:32:26.988 INFO:journalctl@ceph.mgr.x.smithi077.stdout:Apr 10 15:32:26 smithi077 systemd[1]: Starting Ceph mgr.x for 09bfb546-f74e-11ee-b64a-cb9ed24678a4... 2024-04-10T15:32:26.989 INFO:journalctl@ceph.mgr.x.smithi077.stdout:Apr 10 15:32:26 smithi077 podman[66780]: 2024-04-10 15:32:26.835751532 +0000 UTC m=+0.017467023 image pull ffe3e7ac3788b84d6c0b551f13dbde782a187c25e75d087cf3ace2b26f4e3ffa quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc 2024-04-10T15:32:26.989 INFO:journalctl@ceph.mgr.x.smithi077.stdout:Apr 10 15:32:26 smithi077 podman[66780]: 2024-04-10 15:32:26.944335381 +0000 UTC m=+0.126050871 container create 54964ab4ce05aa3e634c3d146abb169c8ab2c82510e3721406f7b7212dc8e5e0 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-x, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, ceph=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240409, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True) 2024-04-10T15:32:27.082 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:32:26 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[27756]: ::ffff:172.21.15.77 - - [10/Apr/2024:15:32:26] "GET /metrics HTTP/1.1" 200 36066 "" "Prometheus/2.43.0" 2024-04-10T15:32:27.090 INFO:tasks.rados.rados.0.smithi069.stdout:368: done (3 left) 2024-04-10T15:32:27.091 INFO:tasks.rados.rados.0.smithi069.stdout:369: read oid 11 snap 25 2024-04-10T15:32:27.091 INFO:tasks.rados.rados.0.smithi069.stdout:369: expect (ObjNum 10 snap 0 seq_num 10) 2024-04-10T15:32:27.091 INFO:tasks.rados.rados.0.smithi069.stdout:370: setattr oid 44 current snap is 36 2024-04-10T15:32:27.091 INFO:tasks.rados.rados.0.smithi069.stdout:367: finishing rollback tid 0 to smithi06982861-13 2024-04-10T15:32:27.091 INFO:tasks.rados.rados.0.smithi069.stdout:365: finishing copy_from to smithi06982861-39 2024-04-10T15:32:27.091 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 39 v 88 (ObjNum 132 snap 31 seq_num 132) dirty exists 2024-04-10T15:32:27.091 INFO:tasks.rados.rados.0.smithi069.stdout:367: finishing rollback tid 1 to smithi06982861-13 2024-04-10T15:32:27.091 INFO:tasks.rados.rados.0.smithi069.stdout:367: finishing rollback tid 2 to smithi06982861-13 2024-04-10T15:32:27.091 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 13 v 101 (ObjNum 12 snap 0 seq_num 12) dirty exists 2024-04-10T15:32:27.091 INFO:tasks.rados.rados.0.smithi069.stdout:366: finishing write tid 1 to smithi06982861-14 2024-04-10T15:32:27.091 INFO:tasks.rados.rados.0.smithi069.stdout:366: finishing write tid 2 to smithi06982861-14 2024-04-10T15:32:27.091 INFO:tasks.rados.rados.0.smithi069.stdout:366: finishing write tid 3 to smithi06982861-14 2024-04-10T15:32:27.091 INFO:tasks.rados.rados.0.smithi069.stdout:366: finishing write tid 4 to smithi06982861-14 2024-04-10T15:32:27.091 INFO:tasks.rados.rados.0.smithi069.stdout:366: finishing write tid 5 to smithi06982861-14 2024-04-10T15:32:27.092 INFO:tasks.rados.rados.0.smithi069.stdout:366: finishing write tid 6 to smithi06982861-14 2024-04-10T15:32:27.092 INFO:tasks.rados.rados.0.smithi069.stdout:366: oid 14 updating version 0 to 91 2024-04-10T15:32:27.092 INFO:tasks.rados.rados.0.smithi069.stdout:366: oid 14 version 91 is already newer than 90 2024-04-10T15:32:27.092 INFO:tasks.rados.rados.0.smithi069.stdout:366: oid 14 updating version 91 to 94 2024-04-10T15:32:27.092 INFO:tasks.rados.rados.0.smithi069.stdout:366: oid 14 version 94 is already newer than 92 2024-04-10T15:32:27.092 INFO:tasks.rados.rados.0.smithi069.stdout:366: oid 14 version 94 is already newer than 93 2024-04-10T15:32:27.092 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 14 v 94 (ObjNum 142 snap 36 seq_num 142) dirty exists 2024-04-10T15:32:27.092 INFO:tasks.rados.rados.0.smithi069.stdout:366: left oid 14 (ObjNum 142 snap 36 seq_num 142) 2024-04-10T15:32:27.092 INFO:tasks.rados.rados.0.smithi069.stdout:365: done (4 left) 2024-04-10T15:32:27.092 INFO:tasks.rados.rados.0.smithi069.stdout:366: done (3 left) 2024-04-10T15:32:27.093 INFO:tasks.rados.rados.0.smithi069.stdout:367: done (2 left) 2024-04-10T15:32:27.093 INFO:tasks.rados.rados.0.smithi069.stdout:371: setattr oid 29 current snap is 36 2024-04-10T15:32:27.094 INFO:tasks.rados.rados.0.smithi069.stdout:372: delete oid 33 current snap is 36 2024-04-10T15:32:27.096 INFO:tasks.rados.rados.0.smithi069.stdout:369: expect (ObjNum 10 snap 0 seq_num 10) 2024-04-10T15:32:27.103 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 44 v 103 (ObjNum 114 snap 25 seq_num 114) dirty exists 2024-04-10T15:32:27.104 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 29 v 75 (ObjNum 177 snap 0 seq_num 154135139) dirty exists 2024-04-10T15:32:27.104 INFO:tasks.rados.rados.0.smithi069.stdout:369: done (3 left) 2024-04-10T15:32:27.104 INFO:tasks.rados.rados.0.smithi069.stdout:370: done (2 left) 2024-04-10T15:32:27.104 INFO:tasks.rados.rados.0.smithi069.stdout:371: done (1 left) 2024-04-10T15:32:27.104 INFO:tasks.rados.rados.0.smithi069.stdout:372: done (0 left) 2024-04-10T15:32:27.104 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 21 current snap is 36 2024-04-10T15:32:27.104 INFO:tasks.rados.rados.0.smithi069.stdout:373: seq_num 144 ranges {5554176=16384} 2024-04-10T15:32:27.133 INFO:tasks.rados.rados.0.smithi069.stdout:373: writing smithi06982861-21 from 5554176 to 5570560 tid 1 2024-04-10T15:32:27.133 INFO:tasks.rados.rados.0.smithi069.stdout:374: snap_remove snap 8 2024-04-10T15:32:27.489 INFO:journalctl@ceph.mgr.x.smithi077.stdout:Apr 10 15:32:27 smithi077 podman[66780]: 2024-04-10 15:32:27.205770425 +0000 UTC m=+0.387485916 container init 54964ab4ce05aa3e634c3d146abb169c8ab2c82510e3721406f7b7212dc8e5e0 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-x, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, org.label-schema.build-date=20240409, org.label-schema.vendor=CentOS, GIT_CLEAN=True) 2024-04-10T15:32:27.489 INFO:journalctl@ceph.mgr.x.smithi077.stdout:Apr 10 15:32:27 smithi077 podman[66780]: 2024-04-10 15:32:27.211135847 +0000 UTC m=+0.392851338 container start 54964ab4ce05aa3e634c3d146abb169c8ab2c82510e3721406f7b7212dc8e5e0 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-x, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240409, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4) 2024-04-10T15:32:27.489 INFO:journalctl@ceph.mgr.x.smithi077.stdout:Apr 10 15:32:27 smithi077 ceph-mgr[66818]: -- 172.21.15.77:0/1043718801 <== mon.1 v2:172.21.15.77:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55c5f6e125a0 con 0x55c5f6de6800 2024-04-10T15:32:27.489 INFO:journalctl@ceph.mgr.x.smithi077.stdout:Apr 10 15:32:27 smithi077 bash[66780]: 54964ab4ce05aa3e634c3d146abb169c8ab2c82510e3721406f7b7212dc8e5e0 2024-04-10T15:32:27.489 INFO:journalctl@ceph.mgr.x.smithi077.stdout:Apr 10 15:32:27 smithi077 systemd[1]: Started Ceph mgr.x for 09bfb546-f74e-11ee-b64a-cb9ed24678a4. 2024-04-10T15:32:28.077 INFO:journalctl@ceph.mgr.x.smithi077.stdout:Apr 10 15:32:27 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-x[66795]: 2024-04-10T15:32:27.793+0000 7f53990c0200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-10T15:32:28.077 INFO:journalctl@ceph.mgr.x.smithi077.stdout:Apr 10 15:32:27 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-x[66795]: 2024-04-10T15:32:27.895+0000 7f53990c0200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-10T15:32:28.090 INFO:tasks.rados.rados.0.smithi069.stdout:374: done (1 left) 2024-04-10T15:32:28.090 INFO:tasks.rados.rados.0.smithi069.stdout:375: copy_from oid 41 from oid 28 current snap is 36 2024-04-10T15:32:28.090 INFO:tasks.rados.rados.0.smithi069.stdout:376: read oid 27 snap -1 2024-04-10T15:32:28.090 INFO:tasks.rados.rados.0.smithi069.stdout:376: expect deleted 2024-04-10T15:32:28.091 INFO:tasks.rados.rados.0.smithi069.stdout:377: rollback oid 13 current snap is 36 2024-04-10T15:32:28.091 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 13 to 33 2024-04-10T15:32:28.091 INFO:tasks.rados.rados.0.smithi069.stdout:378: snap_remove snap 20 2024-04-10T15:32:28.489 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:32:28 smithi077 ceph-mon[31195]: osdmap e130: 8 total, 8 up, 8 in 2024-04-10T15:32:28.489 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:32:28 smithi077 ceph-mon[31195]: pgmap v177: 121 pgs: 121 active+clean; 144 MiB data, 458 MiB used, 715 GiB / 715 GiB avail; 14 MiB/s rd, 8.7 MiB/s wr, 52 op/s 2024-04-10T15:32:28.489 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:32:28 smithi077 ceph-mon[31195]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:32:28.489 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:32:28 smithi077 ceph-mon[31195]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:32:28.489 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:32:28 smithi077 ceph-mon[31195]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:32:28.570 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:32:28 smithi069 ceph-mon[39688]: osdmap e130: 8 total, 8 up, 8 in 2024-04-10T15:32:28.570 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:32:28 smithi069 ceph-mon[39688]: pgmap v177: 121 pgs: 121 active+clean; 144 MiB data, 458 MiB used, 715 GiB / 715 GiB avail; 14 MiB/s rd, 8.7 MiB/s wr, 52 op/s 2024-04-10T15:32:28.570 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:32:28 smithi069 ceph-mon[39688]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:32:28.570 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:32:28 smithi069 ceph-mon[39688]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:32:28.570 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:32:28 smithi069 ceph-mon[39688]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:32:28.571 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:32:28 smithi069 ceph-mon[27501]: osdmap e130: 8 total, 8 up, 8 in 2024-04-10T15:32:28.571 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:32:28 smithi069 ceph-mon[27501]: pgmap v177: 121 pgs: 121 active+clean; 144 MiB data, 458 MiB used, 715 GiB / 715 GiB avail; 14 MiB/s rd, 8.7 MiB/s wr, 52 op/s 2024-04-10T15:32:28.571 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:32:28 smithi069 ceph-mon[27501]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:32:28.571 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:32:28 smithi069 ceph-mon[27501]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:32:28.571 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:32:28 smithi069 ceph-mon[27501]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:32:28.571 INFO:teuthology.orchestra.run.smithi069.stdout:true 2024-04-10T15:32:28.888 INFO:teuthology.orchestra.run.smithi069.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-10T15:32:28.888 INFO:teuthology.orchestra.run.smithi069.stdout:alertmanager.a smithi069 *:9093,9094 running (2m) 80s ago 3m 15.3M - 0.25.0 c8568f914cd2 bd92cb80ff03 2024-04-10T15:32:28.888 INFO:teuthology.orchestra.run.smithi069.stdout:grafana.a smithi077 *:3000 running (2m) 79s ago 2m 85.8M - 9.4.7 954c08fa6188 8891d154474d 2024-04-10T15:32:28.888 INFO:teuthology.orchestra.run.smithi069.stdout:mds.a smithi069 running (4m) 80s ago 4m 15.3M - 18.2.2-1187-gd540ebac bb2c5eac26a4 144b62fd4166 2024-04-10T15:32:28.889 INFO:teuthology.orchestra.run.smithi069.stdout:mds.b smithi077 running (4m) 79s ago 4m 15.4M - 18.2.2-1187-gd540ebac bb2c5eac26a4 ba4ee0b79036 2024-04-10T15:32:28.889 INFO:teuthology.orchestra.run.smithi069.stdout:mgr.x smithi077 *:8443,9283,8765 starting - - - - 2024-04-10T15:32:28.889 INFO:teuthology.orchestra.run.smithi069.stdout:mgr.y smithi069 *:9283,8765 running (9m) 80s ago 9m 499M - 18.2.2-1187-gd540ebac bb2c5eac26a4 9db27a8cffd2 2024-04-10T15:32:28.889 INFO:teuthology.orchestra.run.smithi069.stdout:mon.a smithi069 running (9m) 80s ago 9m 46.7M 2048M 18.2.2-1187-gd540ebac bb2c5eac26a4 9fbd58098dde 2024-04-10T15:32:28.889 INFO:teuthology.orchestra.run.smithi069.stdout:mon.b smithi077 running (8m) 79s ago 8m 39.7M 2048M 18.2.2-1187-gd540ebac bb2c5eac26a4 52e0df99d9fb 2024-04-10T15:32:28.889 INFO:teuthology.orchestra.run.smithi069.stdout:mon.c smithi069 running (8m) 80s ago 8m 42.1M 2048M 18.2.2-1187-gd540ebac bb2c5eac26a4 6765714be6cc 2024-04-10T15:32:28.889 INFO:teuthology.orchestra.run.smithi069.stdout:node-exporter.a smithi069 *:9100 running (2m) 80s ago 2m 15.4M - 1.5.0 0da6a335fe13 2469975469f7 2024-04-10T15:32:28.889 INFO:teuthology.orchestra.run.smithi069.stdout:node-exporter.b smithi077 *:9100 running (2m) 79s ago 2m 8514k - 1.5.0 0da6a335fe13 20103db32919 2024-04-10T15:32:28.889 INFO:teuthology.orchestra.run.smithi069.stdout:osd.0 smithi069 running (7m) 80s ago 7m 55.4M 2992M 18.2.2-1187-gd540ebac bb2c5eac26a4 f5a7a9a8f250 2024-04-10T15:32:28.889 INFO:teuthology.orchestra.run.smithi069.stdout:osd.1 smithi069 running (7m) 80s ago 7m 43.7M 2992M 18.2.2-1187-gd540ebac bb2c5eac26a4 1485a573874e 2024-04-10T15:32:28.889 INFO:teuthology.orchestra.run.smithi069.stdout:osd.2 smithi069 running (6m) 80s ago 6m 53.3M 2992M 18.2.2-1187-gd540ebac bb2c5eac26a4 89bfa35a28fe 2024-04-10T15:32:28.889 INFO:teuthology.orchestra.run.smithi069.stdout:osd.3 smithi069 running (6m) 80s ago 6m 41.8M 2992M 18.2.2-1187-gd540ebac bb2c5eac26a4 a968c3dc2397 2024-04-10T15:32:28.889 INFO:teuthology.orchestra.run.smithi069.stdout:osd.4 smithi077 running (5m) 79s ago 5m 50.5M 2992M 18.2.2-1187-gd540ebac bb2c5eac26a4 f498bddd5298 2024-04-10T15:32:28.889 INFO:teuthology.orchestra.run.smithi069.stdout:osd.5 smithi077 running (5m) 79s ago 5m 50.3M 2992M 18.2.2-1187-gd540ebac bb2c5eac26a4 2a7f7ea88c93 2024-04-10T15:32:28.889 INFO:teuthology.orchestra.run.smithi069.stdout:osd.6 smithi077 running (5m) 79s ago 5m 43.1M 2992M 18.2.2-1187-gd540ebac bb2c5eac26a4 7df4e5a8578c 2024-04-10T15:32:28.889 INFO:teuthology.orchestra.run.smithi069.stdout:osd.7 smithi077 running (4m) 79s ago 4m 49.2M 2992M 18.2.2-1187-gd540ebac bb2c5eac26a4 1a9c80228cd5 2024-04-10T15:32:28.889 INFO:teuthology.orchestra.run.smithi069.stdout:prometheus.a smithi077 *:9095 running (2m) 79s ago 3m 35.7M - 2.43.0 a07b618ecd1d 9f7677ca4c69 2024-04-10T15:32:28.905 INFO:journalctl@ceph.mgr.x.smithi077.stdout:Apr 10 15:32:28 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-x[66795]: 2024-04-10T15:32:28.580+0000 7f53990c0200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-10T15:32:28.905 INFO:journalctl@ceph.mgr.x.smithi077.stdout:Apr 10 15:32:28 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-x[66795]: 2024-04-10T15:32:28.673+0000 7f53990c0200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-10T15:32:28.905 INFO:journalctl@ceph.mgr.x.smithi077.stdout:Apr 10 15:32:28 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-x[66795]: 2024-04-10T15:32:28.821+0000 7f53990c0200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-10T15:32:28.905 INFO:journalctl@ceph.mgr.x.smithi077.stdout:Apr 10 15:32:28 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-x[66795]: 2024-04-10T15:32:28.919+0000 7f53990c0200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-10T15:32:29.090 INFO:tasks.rados.rados.0.smithi069.stdout:378: done (4 left) 2024-04-10T15:32:29.091 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 29 current snap is 36 2024-04-10T15:32:29.091 INFO:tasks.rados.rados.0.smithi069.stdout:379: seq_num 145 ranges {0=32768} 2024-04-10T15:32:29.091 INFO:tasks.rados.rados.0.smithi069.stdout:379: writing smithi06982861-29 from 0 to 32768 tid 1 2024-04-10T15:32:29.091 INFO:tasks.rados.rados.0.smithi069.stdout:380: delete oid 43 current snap is 36 2024-04-10T15:32:29.091 INFO:tasks.rados.rados.0.smithi069.stdout:373: finishing write tid 1 to smithi06982861-21 2024-04-10T15:32:29.091 INFO:tasks.rados.rados.0.smithi069.stdout:373: finishing write tid 2 to smithi06982861-21 2024-04-10T15:32:29.091 INFO:tasks.rados.rados.0.smithi069.stdout:373: finishing write tid 3 to smithi06982861-21 2024-04-10T15:32:29.091 INFO:tasks.rados.rados.0.smithi069.stdout:373: oid 21 updating version 0 to 92 2024-04-10T15:32:29.091 INFO:tasks.rados.rados.0.smithi069.stdout:373: oid 21 updating version 92 to 93 2024-04-10T15:32:29.092 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 21 v 93 (ObjNum 144 snap 36 seq_num 144) dirty exists 2024-04-10T15:32:29.092 INFO:tasks.rados.rados.0.smithi069.stdout:373: left oid 21 (ObjNum 144 snap 36 seq_num 144) 2024-04-10T15:32:29.092 INFO:tasks.rados.rados.0.smithi069.stdout:377: finishing rollback tid 0 to smithi06982861-13 2024-04-10T15:32:29.092 INFO:tasks.rados.rados.0.smithi069.stdout:377: finishing rollback tid 1 to smithi06982861-13 2024-04-10T15:32:29.092 INFO:tasks.rados.rados.0.smithi069.stdout:377: finishing rollback tid 2 to smithi06982861-13 2024-04-10T15:32:29.092 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 13 v 112 (ObjNum 95 snap 20 seq_num 95) dirty exists 2024-04-10T15:32:29.092 INFO:tasks.rados.rados.0.smithi069.stdout:375: finishing copy_from racing read to smithi06982861-41 2024-04-10T15:32:29.092 INFO:tasks.rados.rados.0.smithi069.stdout:375: finishing copy_from to smithi06982861-41 2024-04-10T15:32:29.092 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 41 v 61 (ObjNum 134 snap 32 seq_num 134) dirty exists 2024-04-10T15:32:29.103 INFO:tasks.rados.rados.0.smithi069.stdout:373: done (5 left) 2024-04-10T15:32:29.103 INFO:tasks.rados.rados.0.smithi069.stdout:375: done (4 left) 2024-04-10T15:32:29.103 INFO:tasks.rados.rados.0.smithi069.stdout:376: done (3 left) 2024-04-10T15:32:29.103 INFO:tasks.rados.rados.0.smithi069.stdout:377: done (2 left) 2024-04-10T15:32:29.103 INFO:tasks.rados.rados.0.smithi069.stdout:380: done (1 left) 2024-04-10T15:32:29.103 INFO:tasks.rados.rados.0.smithi069.stdout:381: read oid 25 snap 30 2024-04-10T15:32:29.104 INFO:tasks.rados.rados.0.smithi069.stdout:381: expect (ObjNum 10 snap 0 seq_num 10) 2024-04-10T15:32:29.104 INFO:tasks.rados.rados.0.smithi069.stdout:382: read oid 47 snap -1 2024-04-10T15:32:29.104 INFO:tasks.rados.rados.0.smithi069.stdout:382: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-10T15:32:29.104 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 36 current snap is 36 2024-04-10T15:32:29.104 INFO:tasks.rados.rados.0.smithi069.stdout:383: seq_num 147 ranges {2007040=65536} 2024-04-10T15:32:29.113 INFO:tasks.rados.rados.0.smithi069.stdout:383: writing smithi06982861-36 from 2007040 to 2072576 tid 1 2024-04-10T15:32:29.113 INFO:tasks.rados.rados.0.smithi069.stdout:382: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-10T15:32:29.118 INFO:tasks.rados.rados.0.smithi069.stdout:379: finishing write tid 1 to smithi06982861-29 2024-04-10T15:32:29.118 INFO:tasks.rados.rados.0.smithi069.stdout:379: finishing write tid 2 to smithi06982861-29 2024-04-10T15:32:29.118 INFO:tasks.rados.rados.0.smithi069.stdout:382: done (3 left) 2024-04-10T15:32:29.118 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 9 current snap is 36 2024-04-10T15:32:29.119 INFO:tasks.rados.rados.0.smithi069.stdout:381: expect (ObjNum 10 snap 0 seq_num 10) 2024-04-10T15:32:29.123 INFO:tasks.rados.rados.0.smithi069.stdout:379: finishing write tid 3 to smithi06982861-29 2024-04-10T15:32:29.123 INFO:tasks.rados.rados.0.smithi069.stdout:379: oid 29 updating version 0 to 83 2024-04-10T15:32:29.123 INFO:tasks.rados.rados.0.smithi069.stdout:379: oid 29 version 83 is already newer than 82 2024-04-10T15:32:29.123 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 29 v 83 (ObjNum 145 snap 36 seq_num 145) dirty exists 2024-04-10T15:32:29.123 INFO:tasks.rados.rados.0.smithi069.stdout:379: left oid 29 (ObjNum 145 snap 36 seq_num 145) 2024-04-10T15:32:29.123 INFO:tasks.rados.rados.0.smithi069.stdout:383: finishing write tid 1 to smithi06982861-36 2024-04-10T15:32:29.124 INFO:tasks.rados.rados.0.smithi069.stdout:383: finishing write tid 2 to smithi06982861-36 2024-04-10T15:32:29.124 INFO:tasks.rados.rados.0.smithi069.stdout:383: finishing write tid 3 to smithi06982861-36 2024-04-10T15:32:29.124 INFO:tasks.rados.rados.0.smithi069.stdout:383: oid 36 updating version 0 to 65 2024-04-10T15:32:29.124 INFO:tasks.rados.rados.0.smithi069.stdout:383: oid 36 version 65 is already newer than 64 2024-04-10T15:32:29.124 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 36 v 65 (ObjNum 147 snap 36 seq_num 147) dirty exists 2024-04-10T15:32:29.124 INFO:tasks.rados.rados.0.smithi069.stdout:383: left oid 36 (ObjNum 147 snap 36 seq_num 147) 2024-04-10T15:32:29.124 INFO:tasks.rados.rados.0.smithi069.stdout:384: seq_num 148 ranges {2293760=81920} 2024-04-10T15:32:29.136 INFO:tasks.rados.rados.0.smithi069.stdout:384: writing smithi06982861-9 from 2293760 to 2375680 tid 1 2024-04-10T15:32:29.136 INFO:tasks.rados.rados.0.smithi069.stdout:379: done (3 left) 2024-04-10T15:32:29.136 INFO:tasks.rados.rados.0.smithi069.stdout:381: done (2 left) 2024-04-10T15:32:29.136 INFO:tasks.rados.rados.0.smithi069.stdout:383: done (1 left) 2024-04-10T15:32:29.136 INFO:tasks.rados.rados.0.smithi069.stdout:385: snap_remove snap 19 2024-04-10T15:32:29.239 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:32:29 smithi077 ceph-mon[31195]: osdmap e131: 8 total, 8 up, 8 in 2024-04-10T15:32:29.239 INFO:journalctl@ceph.mgr.x.smithi077.stdout:Apr 10 15:32:29 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-x[66795]: 2024-04-10T15:32:29.003+0000 7f53990c0200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-10T15:32:29.294 INFO:teuthology.orchestra.run.smithi069.stdout:{ 2024-04-10T15:32:29.294 INFO:teuthology.orchestra.run.smithi069.stdout: "mon": { 2024-04-10T15:32:29.294 INFO:teuthology.orchestra.run.smithi069.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 3 2024-04-10T15:32:29.294 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-04-10T15:32:29.294 INFO:teuthology.orchestra.run.smithi069.stdout: "mgr": { 2024-04-10T15:32:29.295 INFO:teuthology.orchestra.run.smithi069.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 2 2024-04-10T15:32:29.295 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-04-10T15:32:29.295 INFO:teuthology.orchestra.run.smithi069.stdout: "osd": { 2024-04-10T15:32:29.295 INFO:teuthology.orchestra.run.smithi069.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 8 2024-04-10T15:32:29.295 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-04-10T15:32:29.295 INFO:teuthology.orchestra.run.smithi069.stdout: "mds": { 2024-04-10T15:32:29.295 INFO:teuthology.orchestra.run.smithi069.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 2 2024-04-10T15:32:29.295 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-04-10T15:32:29.295 INFO:teuthology.orchestra.run.smithi069.stdout: "overall": { 2024-04-10T15:32:29.295 INFO:teuthology.orchestra.run.smithi069.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 15 2024-04-10T15:32:29.295 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-04-10T15:32:29.295 INFO:teuthology.orchestra.run.smithi069.stdout:} 2024-04-10T15:32:29.296 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:32:29 smithi069 ceph-mon[39688]: osdmap e131: 8 total, 8 up, 8 in 2024-04-10T15:32:29.296 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:32:29 smithi069 ceph-mon[27501]: osdmap e131: 8 total, 8 up, 8 in 2024-04-10T15:32:29.565 INFO:journalctl@ceph.mgr.x.smithi077.stdout:Apr 10 15:32:29 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-x[66795]: 2024-04-10T15:32:29.287+0000 7f53990c0200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-10T15:32:29.566 INFO:journalctl@ceph.mgr.x.smithi077.stdout:Apr 10 15:32:29 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-x[66795]: 2024-04-10T15:32:29.398+0000 7f53990c0200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-10T15:32:29.566 INFO:journalctl@ceph.mgr.x.smithi077.stdout:Apr 10 15:32:29 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-x[66795]: 2024-04-10T15:32:29.485+0000 7f53990c0200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-10T15:32:29.988 INFO:journalctl@ceph.mgr.x.smithi077.stdout:Apr 10 15:32:29 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-x[66795]: 2024-04-10T15:32:29.579+0000 7f53990c0200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-10T15:32:29.989 INFO:journalctl@ceph.mgr.x.smithi077.stdout:Apr 10 15:32:29 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-x[66795]: 2024-04-10T15:32:29.757+0000 7f53990c0200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-10T15:32:30.103 INFO:tasks.rados.rados.0.smithi069.stdout:384: finishing write tid 1 to smithi06982861-9 2024-04-10T15:32:30.103 INFO:tasks.rados.rados.0.smithi069.stdout:384: finishing write tid 2 to smithi06982861-9 2024-04-10T15:32:30.103 INFO:tasks.rados.rados.0.smithi069.stdout:385: done (1 left) 2024-04-10T15:32:30.103 INFO:tasks.rados.rados.0.smithi069.stdout:386: rollback oid 3 current snap is 36 2024-04-10T15:32:30.103 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 3 to 31 2024-04-10T15:32:30.103 INFO:tasks.rados.rados.0.smithi069.stdout:384: finishing write tid 3 to smithi06982861-9 2024-04-10T15:32:30.103 INFO:tasks.rados.rados.0.smithi069.stdout:384: oid 9 updating version 0 to 107 2024-04-10T15:32:30.103 INFO:tasks.rados.rados.0.smithi069.stdout:384: oid 9 updating version 107 to 108 2024-04-10T15:32:30.103 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 9 v 108 (ObjNum 148 snap 36 seq_num 148) dirty exists 2024-04-10T15:32:30.103 INFO:tasks.rados.rados.0.smithi069.stdout:384: left oid 9 (ObjNum 148 snap 36 seq_num 148) 2024-04-10T15:32:30.104 INFO:tasks.rados.rados.0.smithi069.stdout:384: done (1 left) 2024-04-10T15:32:30.104 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 14 current snap is 36 2024-04-10T15:32:30.104 INFO:tasks.rados.rados.0.smithi069.stdout:387: seq_num 149 ranges {4907008=98304} 2024-04-10T15:32:30.131 INFO:tasks.rados.rados.0.smithi069.stdout:387: writing smithi06982861-14 from 4907008 to 5005312 tid 1 2024-04-10T15:32:30.131 INFO:tasks.rados.rados.0.smithi069.stdout:388: copy_from oid 6 from oid 19 current snap is 36 2024-04-10T15:32:30.131 INFO:tasks.rados.rados.0.smithi069.stdout:386: finishing rollback tid 0 to smithi06982861-3 2024-04-10T15:32:30.131 INFO:tasks.rados.rados.0.smithi069.stdout:386: finishing rollback tid 1 to smithi06982861-3 2024-04-10T15:32:30.131 INFO:tasks.rados.rados.0.smithi069.stdout:386: finishing rollback tid 2 to smithi06982861-3 2024-04-10T15:32:30.131 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 3 v 78 (ObjNum 86 snap 16 seq_num 86) dirty exists 2024-04-10T15:32:30.131 INFO:tasks.rados.rados.0.smithi069.stdout:386: done (2 left) 2024-04-10T15:32:30.132 INFO:tasks.rados.rados.0.smithi069.stdout:389: snap_create 2024-04-10T15:32:30.133 INFO:tasks.rados.rados.0.smithi069.stdout:387: finishing write tid 1 to smithi06982861-14 2024-04-10T15:32:30.133 INFO:tasks.rados.rados.0.smithi069.stdout:387: finishing write tid 2 to smithi06982861-14 2024-04-10T15:32:30.134 INFO:tasks.rados.rados.0.smithi069.stdout:387: finishing write tid 3 to smithi06982861-14 2024-04-10T15:32:30.134 INFO:tasks.rados.rados.0.smithi069.stdout:387: oid 14 updating version 0 to 120 2024-04-10T15:32:30.134 INFO:tasks.rados.rados.0.smithi069.stdout:387: oid 14 version 120 is already newer than 119 2024-04-10T15:32:30.134 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 14 v 120 (ObjNum 149 snap 36 seq_num 149) dirty exists 2024-04-10T15:32:30.134 INFO:tasks.rados.rados.0.smithi069.stdout:387: left oid 14 (ObjNum 149 snap 36 seq_num 149) 2024-04-10T15:32:30.145 INFO:tasks.rados.rados.0.smithi069.stdout:388: finishing copy_from racing read to smithi06982861-6 2024-04-10T15:32:30.147 INFO:tasks.rados.rados.0.smithi069.stdout:388: finishing copy_from to smithi06982861-6 2024-04-10T15:32:30.147 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 6 v 95 (ObjNum 119 snap 28 seq_num 119) dirty exists 2024-04-10T15:32:30.489 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:32:30 smithi077 ceph-mon[31195]: from='client.15084 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:32:30.489 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:32:30 smithi077 ceph-mon[31195]: from='client.24977 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:32:30.489 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:32:30 smithi077 ceph-mon[31195]: osdmap e132: 8 total, 8 up, 8 in 2024-04-10T15:32:30.489 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:32:30 smithi077 ceph-mon[31195]: pgmap v180: 121 pgs: 121 active+clean; 144 MiB data, 458 MiB used, 715 GiB / 715 GiB avail; 14 MiB/s rd, 8.7 MiB/s wr, 52 op/s 2024-04-10T15:32:30.489 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:32:30 smithi077 ceph-mon[31195]: from='client.? 172.21.15.69:0/1983515998' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:32:30.583 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:32:30 smithi069 ceph-mon[39688]: from='client.15084 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:32:30.583 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:32:30 smithi069 ceph-mon[39688]: from='client.24977 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:32:30.583 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:32:30 smithi069 ceph-mon[39688]: osdmap e132: 8 total, 8 up, 8 in 2024-04-10T15:32:30.583 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:32:30 smithi069 ceph-mon[39688]: pgmap v180: 121 pgs: 121 active+clean; 144 MiB data, 458 MiB used, 715 GiB / 715 GiB avail; 14 MiB/s rd, 8.7 MiB/s wr, 52 op/s 2024-04-10T15:32:30.583 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:32:30 smithi069 ceph-mon[39688]: from='client.? 172.21.15.69:0/1983515998' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:32:30.583 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:32:30 smithi069 ceph-mon[27501]: from='client.15084 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:32:30.583 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:32:30 smithi069 ceph-mon[27501]: from='client.24977 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:32:30.583 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:32:30 smithi069 ceph-mon[27501]: osdmap e132: 8 total, 8 up, 8 in 2024-04-10T15:32:30.583 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:32:30 smithi069 ceph-mon[27501]: pgmap v180: 121 pgs: 121 active+clean; 144 MiB data, 458 MiB used, 715 GiB / 715 GiB avail; 14 MiB/s rd, 8.7 MiB/s wr, 52 op/s 2024-04-10T15:32:30.584 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:32:30 smithi069 ceph-mon[27501]: from='client.? 172.21.15.69:0/1983515998' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:32:31.105 INFO:tasks.rados.rados.0.smithi069.stdout:387: done (2 left) 2024-04-10T15:32:31.105 INFO:tasks.rados.rados.0.smithi069.stdout:388: done (1 left) 2024-04-10T15:32:31.105 INFO:tasks.rados.rados.0.smithi069.stdout:389: done (0 left) 2024-04-10T15:32:31.105 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 12 current snap is 37 2024-04-10T15:32:31.106 INFO:tasks.rados.rados.0.smithi069.stdout:390: seq_num 150 ranges {2662400=114688} 2024-04-10T15:32:31.107 INFO:journalctl@ceph.mgr.x.smithi077.stdout:Apr 10 15:32:30 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-x[66795]: 2024-04-10T15:32:30.758+0000 7f53990c0200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-10T15:32:31.107 INFO:journalctl@ceph.mgr.x.smithi077.stdout:Apr 10 15:32:30 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-x[66795]: 2024-04-10T15:32:30.909+0000 7f53990c0200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-10T15:32:31.120 INFO:tasks.rados.rados.0.smithi069.stdout:390: writing smithi06982861-12 from 2662400 to 2777088 tid 1 2024-04-10T15:32:31.121 INFO:tasks.rados.rados.0.smithi069.stdout:391: read oid 9 snap -1 2024-04-10T15:32:31.121 INFO:tasks.rados.rados.0.smithi069.stdout:391: expect (ObjNum 148 snap 36 seq_num 148) 2024-04-10T15:32:31.121 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 26 current snap is 37 2024-04-10T15:32:31.121 INFO:tasks.rados.rados.0.smithi069.stdout:392: seq_num 151 ranges {1974272=131072} 2024-04-10T15:32:31.133 INFO:tasks.rados.rados.0.smithi069.stdout:392: writing smithi06982861-26 from 1974272 to 2105344 tid 1 2024-04-10T15:32:31.133 INFO:tasks.rados.rados.0.smithi069.stdout:393: snap_create 2024-04-10T15:32:31.133 INFO:tasks.rados.rados.0.smithi069.stdout:390: finishing write tid 1 to smithi06982861-12 2024-04-10T15:32:31.133 INFO:tasks.rados.rados.0.smithi069.stdout:390: finishing write tid 2 to smithi06982861-12 2024-04-10T15:32:31.133 INFO:tasks.rados.rados.0.smithi069.stdout:390: finishing write tid 3 to smithi06982861-12 2024-04-10T15:32:31.133 INFO:tasks.rados.rados.0.smithi069.stdout:390: oid 12 updating version 0 to 86 2024-04-10T15:32:31.133 INFO:tasks.rados.rados.0.smithi069.stdout:390: oid 12 updating version 86 to 87 2024-04-10T15:32:31.133 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 12 v 87 (ObjNum 150 snap 37 seq_num 150) dirty exists 2024-04-10T15:32:31.133 INFO:tasks.rados.rados.0.smithi069.stdout:390: left oid 12 (ObjNum 150 snap 37 seq_num 150) 2024-04-10T15:32:31.137 INFO:tasks.rados.rados.0.smithi069.stdout:392: finishing write tid 1 to smithi06982861-26 2024-04-10T15:32:31.138 INFO:tasks.rados.rados.0.smithi069.stdout:392: finishing write tid 2 to smithi06982861-26 2024-04-10T15:32:31.138 INFO:tasks.rados.rados.0.smithi069.stdout:392: finishing write tid 3 to smithi06982861-26 2024-04-10T15:32:31.138 INFO:tasks.rados.rados.0.smithi069.stdout:392: oid 26 updating version 0 to 134 2024-04-10T15:32:31.138 INFO:tasks.rados.rados.0.smithi069.stdout:392: oid 26 updating version 134 to 135 2024-04-10T15:32:31.139 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 26 v 135 (ObjNum 151 snap 37 seq_num 151) dirty exists 2024-04-10T15:32:31.139 INFO:tasks.rados.rados.0.smithi069.stdout:392: left oid 26 (ObjNum 151 snap 37 seq_num 151) 2024-04-10T15:32:31.139 INFO:tasks.rados.rados.0.smithi069.stdout:391: expect (ObjNum 148 snap 36 seq_num 148) 2024-04-10T15:32:31.489 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:32:31 smithi077 ceph-mon[31195]: osdmap e133: 8 total, 8 up, 8 in 2024-04-10T15:32:31.489 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:32:31 smithi077 ceph-mon[31195]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:32:31.489 INFO:journalctl@ceph.mgr.x.smithi077.stdout:Apr 10 15:32:31 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-x[66795]: 2024-04-10T15:32:31.251+0000 7f53990c0200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-10T15:32:31.489 INFO:journalctl@ceph.mgr.x.smithi077.stdout:Apr 10 15:32:31 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-x[66795]: 2024-04-10T15:32:31.343+0000 7f53990c0200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-10T15:32:31.582 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:32:31 smithi069 ceph-mon[39688]: osdmap e133: 8 total, 8 up, 8 in 2024-04-10T15:32:31.583 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:32:31 smithi069 ceph-mon[39688]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:32:31.583 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:32:31 smithi069 ceph-mon[27501]: osdmap e133: 8 total, 8 up, 8 in 2024-04-10T15:32:31.583 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:32:31 smithi069 ceph-mon[27501]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:32:31.988 INFO:journalctl@ceph.mgr.x.smithi077.stdout:Apr 10 15:32:31 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-x[66795]: 2024-04-10T15:32:31.542+0000 7f53990c0200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-10T15:32:31.989 INFO:journalctl@ceph.mgr.x.smithi077.stdout:Apr 10 15:32:31 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-x[66795]: 2024-04-10T15:32:31.731+0000 7f53990c0200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-10T15:32:32.117 INFO:tasks.rados.rados.0.smithi069.stdout:390: done (3 left) 2024-04-10T15:32:32.117 INFO:tasks.rados.rados.0.smithi069.stdout:391: done (2 left) 2024-04-10T15:32:32.117 INFO:tasks.rados.rados.0.smithi069.stdout:392: done (1 left) 2024-04-10T15:32:32.117 INFO:tasks.rados.rados.0.smithi069.stdout:393: done (0 left) 2024-04-10T15:32:32.117 INFO:tasks.rados.rados.0.smithi069.stdout:394: copy_from oid 15 from oid 40 current snap is 38 2024-04-10T15:32:32.117 INFO:tasks.rados.rados.0.smithi069.stdout:395: read oid 7 snap 37 2024-04-10T15:32:32.117 INFO:tasks.rados.rados.0.smithi069.stdout:395: expect (ObjNum 23 snap 0 seq_num 23) 2024-04-10T15:32:32.117 INFO:tasks.rados.rados.0.smithi069.stdout:396: rollback oid 31 current snap is 38 2024-04-10T15:32:32.117 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 31 to 29 2024-04-10T15:32:32.117 INFO:tasks.rados.rados.0.smithi069.stdout:397: delete oid 35 current snap is 38 2024-04-10T15:32:32.123 INFO:tasks.rados.rados.0.smithi069.stdout:396: finishing rollback tid 0 to smithi06982861-31 2024-04-10T15:32:32.123 INFO:tasks.rados.rados.0.smithi069.stdout:397: done (3 left) 2024-04-10T15:32:32.123 INFO:tasks.rados.rados.0.smithi069.stdout:398: read oid 38 snap -1 2024-04-10T15:32:32.124 INFO:tasks.rados.rados.0.smithi069.stdout:398: expect (ObjNum 101 snap 20 seq_num 101) 2024-04-10T15:32:32.124 INFO:tasks.rados.rados.0.smithi069.stdout:399: delete oid 26 current snap is 38 2024-04-10T15:32:32.124 INFO:tasks.rados.rados.0.smithi069.stdout:395: expect (ObjNum 23 snap 0 seq_num 23) 2024-04-10T15:32:32.137 INFO:tasks.rados.rados.0.smithi069.stdout:396: finishing rollback tid 1 to smithi06982861-31 2024-04-10T15:32:32.137 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 31 v 138 (ObjNum 161 snap 0 seq_num 154032455) dirty dne 2024-04-10T15:32:32.137 INFO:tasks.rados.rados.0.smithi069.stdout:394: finishing copy_from racing read to smithi06982861-15 2024-04-10T15:32:32.137 INFO:tasks.rados.rados.0.smithi069.stdout:394: finishing copy_from to smithi06982861-15 2024-04-10T15:32:32.137 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 15 v 33 (ObjNum 39 snap 0 seq_num 39) dirty exists 2024-04-10T15:32:32.137 INFO:tasks.rados.rados.0.smithi069.stdout:398: expect (ObjNum 101 snap 20 seq_num 101) 2024-04-10T15:32:32.181 INFO:tasks.rados.rados.0.smithi069.stdout:394: done (4 left) 2024-04-10T15:32:32.181 INFO:tasks.rados.rados.0.smithi069.stdout:395: done (3 left) 2024-04-10T15:32:32.181 INFO:tasks.rados.rados.0.smithi069.stdout:396: done (2 left) 2024-04-10T15:32:32.181 INFO:tasks.rados.rados.0.smithi069.stdout:398: done (1 left) 2024-04-10T15:32:32.181 INFO:tasks.rados.rados.0.smithi069.stdout:399: done (0 left) 2024-04-10T15:32:32.181 INFO:tasks.rados.rados.0.smithi069.stdout:400: rmattr oid 9 current snap is 38 2024-04-10T15:32:32.181 INFO:tasks.rados.rados.0.smithi069.stdout:400: done (0 left) 2024-04-10T15:32:32.181 INFO:tasks.rados.rados.0.smithi069.stdout:401: copy_from oid 40 from oid 24 current snap is 38 2024-04-10T15:32:32.181 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 49 current snap is 38 2024-04-10T15:32:32.181 INFO:tasks.rados.rados.0.smithi069.stdout:402: seq_num 154 ranges {4448256=180224} 2024-04-10T15:32:32.206 INFO:tasks.rados.rados.0.smithi069.stdout:402: writing smithi06982861-49 from 4448256 to 4628480 tid 1 2024-04-10T15:32:32.206 INFO:tasks.rados.rados.0.smithi069.stdout:403: rollback oid 1 current snap is 38 2024-04-10T15:32:32.206 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 1 to 36 2024-04-10T15:32:32.206 INFO:tasks.rados.rados.0.smithi069.stdout:401: finishing copy_from racing read to smithi06982861-40 2024-04-10T15:32:32.206 INFO:tasks.rados.rados.0.smithi069.stdout:401: finishing copy_from to smithi06982861-40 2024-04-10T15:32:32.206 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 40 v 53 (ObjNum 23 snap 0 seq_num 23) dirty exists 2024-04-10T15:32:32.206 INFO:tasks.rados.rados.0.smithi069.stdout:401: done (2 left) 2024-04-10T15:32:32.207 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 41 current snap is 38 2024-04-10T15:32:32.207 INFO:tasks.rados.rados.0.smithi069.stdout:404: seq_num 155 ranges {4767744=204800} 2024-04-10T15:32:32.233 INFO:tasks.rados.rados.0.smithi069.stdout:404: writing smithi06982861-41 from 4767744 to 4972544 tid 1 2024-04-10T15:32:32.233 INFO:tasks.rados.rados.0.smithi069.stdout:405: copy_from oid 14 from oid 4 current snap is 38 2024-04-10T15:32:32.233 INFO:tasks.rados.rados.0.smithi069.stdout:402: finishing write tid 1 to smithi06982861-49 2024-04-10T15:32:32.233 INFO:tasks.rados.rados.0.smithi069.stdout:403: finishing rollback tid 0 to smithi06982861-1 2024-04-10T15:32:32.233 INFO:tasks.rados.rados.0.smithi069.stdout:402: finishing write tid 2 to smithi06982861-49 2024-04-10T15:32:32.233 INFO:tasks.rados.rados.0.smithi069.stdout:403: finishing rollback tid 1 to smithi06982861-1 2024-04-10T15:32:32.233 INFO:tasks.rados.rados.0.smithi069.stdout:403: finishing rollback tid 2 to smithi06982861-1 2024-04-10T15:32:32.233 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 1 v 80 (ObjNum 88 snap 19 seq_num 88) dirty exists 2024-04-10T15:32:32.233 INFO:tasks.rados.rados.0.smithi069.stdout:402: finishing write tid 3 to smithi06982861-49 2024-04-10T15:32:32.233 INFO:tasks.rados.rados.0.smithi069.stdout:402: oid 49 updating version 0 to 106 2024-04-10T15:32:32.234 INFO:tasks.rados.rados.0.smithi069.stdout:402: oid 49 updating version 106 to 107 2024-04-10T15:32:32.234 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 49 v 107 (ObjNum 154 snap 38 seq_num 154) dirty exists 2024-04-10T15:32:32.234 INFO:tasks.rados.rados.0.smithi069.stdout:402: left oid 49 (ObjNum 154 snap 38 seq_num 154) 2024-04-10T15:32:32.234 INFO:tasks.rados.rados.0.smithi069.stdout:402: done (3 left) 2024-04-10T15:32:32.234 INFO:tasks.rados.rados.0.smithi069.stdout:403: done (2 left) 2024-04-10T15:32:32.234 INFO:tasks.rados.rados.0.smithi069.stdout:406: read oid 28 snap -1 2024-04-10T15:32:32.234 INFO:tasks.rados.rados.0.smithi069.stdout:406: expect (ObjNum 134 snap 32 seq_num 134) 2024-04-10T15:32:32.234 INFO:tasks.rados.rados.0.smithi069.stdout:407: copy_from oid 20 from oid 10 current snap is 38 2024-04-10T15:32:32.234 INFO:tasks.rados.rados.0.smithi069.stdout:408: rmattr oid 39 current snap is 38 2024-04-10T15:32:32.234 INFO:tasks.rados.rados.0.smithi069.stdout:408: done (4 left) 2024-04-10T15:32:32.234 INFO:tasks.rados.rados.0.smithi069.stdout:409: rmattr oid 16 current snap is 38 2024-04-10T15:32:32.234 INFO:tasks.rados.rados.0.smithi069.stdout:410: setattr oid 19 current snap is 38 2024-04-10T15:32:32.235 INFO:tasks.rados.rados.0.smithi069.stdout:411: rollback oid 40 current snap is 38 2024-04-10T15:32:32.235 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 40 to 29 2024-04-10T15:32:32.235 INFO:tasks.rados.rados.0.smithi069.stdout:412: delete oid 38 current snap is 38 2024-04-10T15:32:32.236 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 16 v 139 (ObjNum 81 snap 15 seq_num 81) dirty exists 2024-04-10T15:32:32.236 INFO:tasks.rados.rados.0.smithi069.stdout:409: done (7 left) 2024-04-10T15:32:32.236 INFO:tasks.rados.rados.0.smithi069.stdout:412: done (6 left) 2024-04-10T15:32:32.236 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 43 current snap is 38 2024-04-10T15:32:32.236 INFO:tasks.rados.rados.0.smithi069.stdout:413: seq_num 157 ranges {0=237568} 2024-04-10T15:32:32.238 INFO:tasks.rados.rados.0.smithi069.stdout:413: writing smithi06982861-43 from 0 to 237568 tid 1 2024-04-10T15:32:32.238 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 32 current snap is 38 2024-04-10T15:32:32.238 INFO:tasks.rados.rados.0.smithi069.stdout:414: seq_num 158 ranges {0=253952} 2024-04-10T15:32:32.240 INFO:tasks.rados.rados.0.smithi069.stdout:414: writing smithi06982861-32 from 0 to 253952 tid 1 2024-04-10T15:32:32.240 INFO:tasks.rados.rados.0.smithi069.stdout:415: read oid 1 snap -1 2024-04-10T15:32:32.240 INFO:tasks.rados.rados.0.smithi069.stdout:415: expect (ObjNum 88 snap 19 seq_num 88) 2024-04-10T15:32:32.241 INFO:tasks.rados.rados.0.smithi069.stdout:416: read oid 2 snap -1 2024-04-10T15:32:32.241 INFO:tasks.rados.rados.0.smithi069.stdout:416: expect (ObjNum 1 snap 0 seq_num 1) 2024-04-10T15:32:32.241 INFO:tasks.rados.rados.0.smithi069.stdout:417: copy_from oid 24 from oid 34 current snap is 38 2024-04-10T15:32:32.241 INFO:tasks.rados.rados.0.smithi069.stdout:411: finishing rollback tid 0 to smithi06982861-40 2024-04-10T15:32:32.241 INFO:tasks.rados.rados.0.smithi069.stdout:404: finishing write tid 1 to smithi06982861-41 2024-04-10T15:32:32.241 INFO:tasks.rados.rados.0.smithi069.stdout:411: finishing rollback tid 1 to smithi06982861-40 2024-04-10T15:32:32.241 INFO:tasks.rados.rados.0.smithi069.stdout:411: finishing rollback tid 2 to smithi06982861-40 2024-04-10T15:32:32.241 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 40 v 56 (ObjNum 39 snap 0 seq_num 39) dirty exists 2024-04-10T15:32:32.241 INFO:tasks.rados.rados.0.smithi069.stdout:411: done (10 left) 2024-04-10T15:32:32.241 INFO:tasks.rados.rados.0.smithi069.stdout:418: rollback oid 11 current snap is 38 2024-04-10T15:32:32.241 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 11 to 21 2024-04-10T15:32:32.241 INFO:tasks.rados.rados.0.smithi069.stdout:419: delete oid 48 current snap is 38 2024-04-10T15:32:32.242 INFO:tasks.rados.rados.0.smithi069.stdout:405: finishing copy_from racing read to smithi06982861-14 2024-04-10T15:32:32.242 INFO:tasks.rados.rados.0.smithi069.stdout:404: finishing write tid 2 to smithi06982861-41 2024-04-10T15:32:32.242 INFO:tasks.rados.rados.0.smithi069.stdout:419: done (11 left) 2024-04-10T15:32:32.242 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 15 current snap is 38 2024-04-10T15:32:32.243 INFO:tasks.rados.rados.0.smithi069.stdout:420: seq_num 160 ranges {663552=286720} 2024-04-10T15:32:32.248 INFO:tasks.rados.rados.0.smithi069.stdout:420: writing smithi06982861-15 from 663552 to 950272 tid 1 2024-04-10T15:32:32.248 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 25 current snap is 38 2024-04-10T15:32:32.248 INFO:tasks.rados.rados.0.smithi069.stdout:421: seq_num 161 ranges {1802240=303104} 2024-04-10T15:32:32.260 INFO:tasks.rados.rados.0.smithi069.stdout:421: writing smithi06982861-25 from 1802240 to 2105344 tid 1 2024-04-10T15:32:32.261 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 50 current snap is 38 2024-04-10T15:32:32.261 INFO:tasks.rados.rados.0.smithi069.stdout:405: finishing copy_from to smithi06982861-14 2024-04-10T15:32:32.261 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 14 v 2 (ObjNum 3 snap 0 seq_num 3) dirty exists 2024-04-10T15:32:32.261 INFO:tasks.rados.rados.0.smithi069.stdout:416: expect (ObjNum 1 snap 0 seq_num 1) 2024-04-10T15:32:32.266 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 19 v 135 (ObjNum 119 snap 28 seq_num 119) dirty exists 2024-04-10T15:32:32.267 INFO:tasks.rados.rados.0.smithi069.stdout:404: finishing write tid 3 to smithi06982861-41 2024-04-10T15:32:32.267 INFO:tasks.rados.rados.0.smithi069.stdout:404: oid 41 updating version 0 to 132 2024-04-10T15:32:32.267 INFO:tasks.rados.rados.0.smithi069.stdout:404: oid 41 updating version 132 to 133 2024-04-10T15:32:32.267 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 41 v 133 (ObjNum 155 snap 38 seq_num 155) dirty exists 2024-04-10T15:32:32.267 INFO:tasks.rados.rados.0.smithi069.stdout:404: left oid 41 (ObjNum 155 snap 38 seq_num 155) 2024-04-10T15:32:32.267 INFO:tasks.rados.rados.0.smithi069.stdout:414: finishing write tid 1 to smithi06982861-32 2024-04-10T15:32:32.267 INFO:tasks.rados.rados.0.smithi069.stdout:422: seq_num 162 ranges {0=319488} 2024-04-10T15:32:32.267 INFO:tasks.rados.rados.0.smithi069.stdout:422: writing smithi06982861-50 from 0 to 319488 tid 1 2024-04-10T15:32:32.267 INFO:tasks.rados.rados.0.smithi069.stdout:404: done (13 left) 2024-04-10T15:32:32.267 INFO:tasks.rados.rados.0.smithi069.stdout:405: done (12 left) 2024-04-10T15:32:32.267 INFO:tasks.rados.rados.0.smithi069.stdout:410: done (11 left) 2024-04-10T15:32:32.267 INFO:tasks.rados.rados.0.smithi069.stdout:416: done (10 left) 2024-04-10T15:32:32.268 INFO:tasks.rados.rados.0.smithi069.stdout:423: read oid 44 snap -1 2024-04-10T15:32:32.268 INFO:tasks.rados.rados.0.smithi069.stdout:423: expect (ObjNum 114 snap 25 seq_num 114) 2024-04-10T15:32:32.268 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 45 current snap is 38 2024-04-10T15:32:32.268 INFO:tasks.rados.rados.0.smithi069.stdout:414: finishing write tid 2 to smithi06982861-32 2024-04-10T15:32:32.268 INFO:tasks.rados.rados.0.smithi069.stdout:424: seq_num 163 ranges {4784128=335872} 2024-04-10T15:32:32.287 INFO:journalctl@ceph.mgr.x.smithi077.stdout:Apr 10 15:32:32 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-x[66795]: 2024-04-10T15:32:32.020+0000 7f53990c0200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-10T15:32:32.287 INFO:journalctl@ceph.mgr.x.smithi077.stdout:Apr 10 15:32:32 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-x[66795]: 2024-04-10T15:32:32.301+0000 7f53990c0200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-10T15:32:32.287 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:32:32 smithi077 ceph-mon[31195]: osdmap e134: 8 total, 8 up, 8 in 2024-04-10T15:32:32.287 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:32:32 smithi077 ceph-mon[31195]: pgmap v183: 121 pgs: 121 active+clean; 151 MiB data, 476 MiB used, 715 GiB / 715 GiB avail; 283 KiB/s rd, 2.3 MiB/s wr, 21 op/s 2024-04-10T15:32:32.295 INFO:tasks.rados.rados.0.smithi069.stdout:424: writing smithi06982861-45 from 4784128 to 5120000 tid 1 2024-04-10T15:32:32.295 INFO:tasks.rados.rados.0.smithi069.stdout:425: read oid 7 snap 17 2024-04-10T15:32:32.295 INFO:tasks.rados.rados.0.smithi069.stdout:425: expect (ObjNum 23 snap 0 seq_num 23) 2024-04-10T15:32:32.295 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 42 current snap is 38 2024-04-10T15:32:32.295 INFO:tasks.rados.rados.0.smithi069.stdout:413: finishing write tid 1 to smithi06982861-43 2024-04-10T15:32:32.295 INFO:tasks.rados.rados.0.smithi069.stdout:418: finishing rollback tid 0 to smithi06982861-11 2024-04-10T15:32:32.295 INFO:tasks.rados.rados.0.smithi069.stdout:413: finishing write tid 2 to smithi06982861-43 2024-04-10T15:32:32.295 INFO:tasks.rados.rados.0.smithi069.stdout:426: seq_num 164 ranges {3334144=352256} 2024-04-10T15:32:32.314 INFO:tasks.rados.rados.0.smithi069.stdout:426: writing smithi06982861-42 from 3334144 to 3686400 tid 1 2024-04-10T15:32:32.314 INFO:tasks.rados.rados.0.smithi069.stdout:427: delete oid 14 current snap is 38 2024-04-10T15:32:32.315 INFO:tasks.rados.rados.0.smithi069.stdout:418: finishing rollback tid 1 to smithi06982861-11 2024-04-10T15:32:32.315 INFO:tasks.rados.rados.0.smithi069.stdout:415: expect (ObjNum 88 snap 19 seq_num 88) 2024-04-10T15:32:32.353 INFO:tasks.rados.rados.0.smithi069.stdout:413: finishing write tid 3 to smithi06982861-43 2024-04-10T15:32:32.354 INFO:tasks.rados.rados.0.smithi069.stdout:413: oid 43 updating version 0 to 82 2024-04-10T15:32:32.354 INFO:tasks.rados.rados.0.smithi069.stdout:413: oid 43 version 82 is already newer than 81 2024-04-10T15:32:32.354 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 43 v 82 (ObjNum 157 snap 38 seq_num 157) dirty exists 2024-04-10T15:32:32.354 INFO:tasks.rados.rados.0.smithi069.stdout:413: left oid 43 (ObjNum 157 snap 38 seq_num 157) 2024-04-10T15:32:32.354 INFO:tasks.rados.rados.0.smithi069.stdout:418: finishing rollback tid 2 to smithi06982861-11 2024-04-10T15:32:32.354 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 11 v 62 (ObjNum 10 snap 0 seq_num 10) dirty exists 2024-04-10T15:32:32.354 INFO:tasks.rados.rados.0.smithi069.stdout:414: finishing write tid 3 to smithi06982861-32 2024-04-10T15:32:32.354 INFO:tasks.rados.rados.0.smithi069.stdout:414: oid 32 updating version 0 to 124 2024-04-10T15:32:32.354 INFO:tasks.rados.rados.0.smithi069.stdout:414: oid 32 version 124 is already newer than 123 2024-04-10T15:32:32.354 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 32 v 124 (ObjNum 158 snap 38 seq_num 158) dirty exists 2024-04-10T15:32:32.354 INFO:tasks.rados.rados.0.smithi069.stdout:414: left oid 32 (ObjNum 158 snap 38 seq_num 158) 2024-04-10T15:32:32.354 INFO:tasks.rados.rados.0.smithi069.stdout:413: done (14 left) 2024-04-10T15:32:32.354 INFO:tasks.rados.rados.0.smithi069.stdout:414: done (13 left) 2024-04-10T15:32:32.355 INFO:tasks.rados.rados.0.smithi069.stdout:415: done (12 left) 2024-04-10T15:32:32.355 INFO:tasks.rados.rados.0.smithi069.stdout:418: done (11 left) 2024-04-10T15:32:32.355 INFO:tasks.rados.rados.0.smithi069.stdout:427: done (10 left) 2024-04-10T15:32:32.355 INFO:tasks.rados.rados.0.smithi069.stdout:428: copy_from oid 48 from oid 17 current snap is 38 2024-04-10T15:32:32.355 INFO:tasks.rados.rados.0.smithi069.stdout:420: finishing write tid 1 to smithi06982861-15 2024-04-10T15:32:32.355 INFO:tasks.rados.rados.0.smithi069.stdout:420: finishing write tid 2 to smithi06982861-15 2024-04-10T15:32:32.355 INFO:tasks.rados.rados.0.smithi069.stdout:420: finishing write tid 3 to smithi06982861-15 2024-04-10T15:32:32.355 INFO:tasks.rados.rados.0.smithi069.stdout:420: oid 15 updating version 0 to 97 2024-04-10T15:32:32.355 INFO:tasks.rados.rados.0.smithi069.stdout:420: oid 15 updating version 97 to 98 2024-04-10T15:32:32.355 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 15 v 98 (ObjNum 160 snap 38 seq_num 160) dirty exists 2024-04-10T15:32:32.355 INFO:tasks.rados.rados.0.smithi069.stdout:420: left oid 15 (ObjNum 160 snap 38 seq_num 160) 2024-04-10T15:32:32.355 INFO:tasks.rados.rados.0.smithi069.stdout:417: finishing copy_from racing read to smithi06982861-24 2024-04-10T15:32:32.355 INFO:tasks.rados.rados.0.smithi069.stdout:406: expect (ObjNum 134 snap 32 seq_num 134) 2024-04-10T15:32:32.526 INFO:tasks.rados.rados.0.smithi069.stdout:407: finishing copy_from racing read to smithi06982861-20 2024-04-10T15:32:32.526 INFO:tasks.rados.rados.0.smithi069.stdout:407: finishing copy_from to smithi06982861-20 2024-04-10T15:32:32.526 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 20 v 81 (ObjNum 110 snap 25 seq_num 110) dirty exists 2024-04-10T15:32:32.526 INFO:tasks.rados.rados.0.smithi069.stdout:417: finishing copy_from to smithi06982861-24 2024-04-10T15:32:32.526 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 24 v 106 (ObjNum 129 snap 31 seq_num 129) dirty exists 2024-04-10T15:32:32.526 INFO:tasks.rados.rados.0.smithi069.stdout:421: finishing write tid 1 to smithi06982861-25 2024-04-10T15:32:32.526 INFO:tasks.rados.rados.0.smithi069.stdout:421: finishing write tid 2 to smithi06982861-25 2024-04-10T15:32:32.527 INFO:tasks.rados.rados.0.smithi069.stdout:406: done (10 left) 2024-04-10T15:32:32.527 INFO:tasks.rados.rados.0.smithi069.stdout:407: done (9 left) 2024-04-10T15:32:32.527 INFO:tasks.rados.rados.0.smithi069.stdout:417: done (8 left) 2024-04-10T15:32:32.527 INFO:tasks.rados.rados.0.smithi069.stdout:420: done (7 left) 2024-04-10T15:32:32.527 INFO:tasks.rados.rados.0.smithi069.stdout:429: read oid 30 snap 29 2024-04-10T15:32:32.527 INFO:tasks.rados.rados.0.smithi069.stdout:429: expect (ObjNum 111 snap 25 seq_num 111) 2024-04-10T15:32:32.527 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 31 current snap is 38 2024-04-10T15:32:32.527 INFO:tasks.rados.rados.0.smithi069.stdout:421: finishing write tid 3 to smithi06982861-25 2024-04-10T15:32:32.527 INFO:tasks.rados.rados.0.smithi069.stdout:421: oid 25 updating version 0 to 65 2024-04-10T15:32:32.527 INFO:tasks.rados.rados.0.smithi069.stdout:421: oid 25 version 65 is already newer than 64 2024-04-10T15:32:32.527 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 25 v 65 (ObjNum 161 snap 38 seq_num 161) dirty exists 2024-04-10T15:32:32.527 INFO:tasks.rados.rados.0.smithi069.stdout:421: left oid 25 (ObjNum 161 snap 38 seq_num 161) 2024-04-10T15:32:32.527 INFO:tasks.rados.rados.0.smithi069.stdout:422: finishing write tid 1 to smithi06982861-50 2024-04-10T15:32:32.527 INFO:tasks.rados.rados.0.smithi069.stdout:430: seq_num 166 ranges {0=385024} 2024-04-10T15:32:32.528 INFO:tasks.rados.rados.0.smithi069.stdout:430: writing smithi06982861-31 from 0 to 385024 tid 1 2024-04-10T15:32:32.528 INFO:tasks.rados.rados.0.smithi069.stdout:421: done (8 left) 2024-04-10T15:32:32.528 INFO:tasks.rados.rados.0.smithi069.stdout:431: delete oid 19 current snap is 38 2024-04-10T15:32:32.529 INFO:tasks.rados.rados.0.smithi069.stdout:422: finishing write tid 2 to smithi06982861-50 2024-04-10T15:32:32.529 INFO:tasks.rados.rados.0.smithi069.stdout:422: finishing write tid 3 to smithi06982861-50 2024-04-10T15:32:32.529 INFO:tasks.rados.rados.0.smithi069.stdout:422: oid 50 updating version 0 to 67 2024-04-10T15:32:32.529 INFO:tasks.rados.rados.0.smithi069.stdout:422: oid 50 version 67 is already newer than 66 2024-04-10T15:32:32.529 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 50 v 67 (ObjNum 162 snap 38 seq_num 162) dirty exists 2024-04-10T15:32:32.529 INFO:tasks.rados.rados.0.smithi069.stdout:422: left oid 50 (ObjNum 162 snap 38 seq_num 162) 2024-04-10T15:32:32.529 INFO:tasks.rados.rados.0.smithi069.stdout:423: expect (ObjNum 114 snap 25 seq_num 114) 2024-04-10T15:32:32.583 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:32:32 smithi069 ceph-mon[39688]: osdmap e134: 8 total, 8 up, 8 in 2024-04-10T15:32:32.583 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:32:32 smithi069 ceph-mon[39688]: pgmap v183: 121 pgs: 121 active+clean; 151 MiB data, 476 MiB used, 715 GiB / 715 GiB avail; 283 KiB/s rd, 2.3 MiB/s wr, 21 op/s 2024-04-10T15:32:32.583 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:32:32 smithi069 ceph-mon[27501]: osdmap e134: 8 total, 8 up, 8 in 2024-04-10T15:32:32.583 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:32:32 smithi069 ceph-mon[27501]: pgmap v183: 121 pgs: 121 active+clean; 151 MiB data, 476 MiB used, 715 GiB / 715 GiB avail; 283 KiB/s rd, 2.3 MiB/s wr, 21 op/s 2024-04-10T15:32:32.634 INFO:tasks.rados.rados.0.smithi069.stdout:424: finishing write tid 1 to smithi06982861-45 2024-04-10T15:32:32.634 INFO:tasks.rados.rados.0.smithi069.stdout:425: expect (ObjNum 23 snap 0 seq_num 23) 2024-04-10T15:32:32.644 INFO:tasks.rados.rados.0.smithi069.stdout:424: finishing write tid 2 to smithi06982861-45 2024-04-10T15:32:32.644 INFO:tasks.rados.rados.0.smithi069.stdout:424: finishing write tid 3 to smithi06982861-45 2024-04-10T15:32:32.644 INFO:tasks.rados.rados.0.smithi069.stdout:424: oid 45 updating version 0 to 86 2024-04-10T15:32:32.644 INFO:tasks.rados.rados.0.smithi069.stdout:424: oid 45 updating version 86 to 87 2024-04-10T15:32:32.644 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 45 v 87 (ObjNum 163 snap 38 seq_num 163) dirty exists 2024-04-10T15:32:32.644 INFO:tasks.rados.rados.0.smithi069.stdout:424: left oid 45 (ObjNum 163 snap 38 seq_num 163) 2024-04-10T15:32:32.644 INFO:tasks.rados.rados.0.smithi069.stdout:426: finishing write tid 1 to smithi06982861-42 2024-04-10T15:32:32.644 INFO:tasks.rados.rados.0.smithi069.stdout:426: finishing write tid 2 to smithi06982861-42 2024-04-10T15:32:32.644 INFO:tasks.rados.rados.0.smithi069.stdout:426: finishing write tid 3 to smithi06982861-42 2024-04-10T15:32:32.644 INFO:tasks.rados.rados.0.smithi069.stdout:426: oid 42 updating version 0 to 112 2024-04-10T15:32:32.645 INFO:tasks.rados.rados.0.smithi069.stdout:426: oid 42 version 112 is already newer than 111 2024-04-10T15:32:32.645 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 42 v 112 (ObjNum 164 snap 38 seq_num 164) dirty exists 2024-04-10T15:32:32.645 INFO:tasks.rados.rados.0.smithi069.stdout:426: left oid 42 (ObjNum 164 snap 38 seq_num 164) 2024-04-10T15:32:32.645 INFO:tasks.rados.rados.0.smithi069.stdout:428: finishing copy_from to smithi06982861-48 2024-04-10T15:32:32.645 INFO:tasks.rados.rados.0.smithi069.stdout:428: got expected ENOENT (src dne) 2024-04-10T15:32:32.645 INFO:tasks.rados.rados.0.smithi069.stdout:428: finishing copy_from racing read to smithi06982861-48 2024-04-10T15:32:32.645 INFO:tasks.rados.rados.0.smithi069.stdout:429: expect (ObjNum 111 snap 25 seq_num 111) 2024-04-10T15:32:32.713 INFO:tasks.rados.rados.0.smithi069.stdout:430: finishing write tid 1 to smithi06982861-31 2024-04-10T15:32:32.713 INFO:tasks.rados.rados.0.smithi069.stdout:430: finishing write tid 2 to smithi06982861-31 2024-04-10T15:32:32.713 INFO:tasks.rados.rados.0.smithi069.stdout:430: finishing write tid 3 to smithi06982861-31 2024-04-10T15:32:32.713 INFO:tasks.rados.rados.0.smithi069.stdout:430: oid 31 updating version 0 to 140 2024-04-10T15:32:32.713 INFO:tasks.rados.rados.0.smithi069.stdout:430: oid 31 version 140 is already newer than 139 2024-04-10T15:32:32.713 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 31 v 140 (ObjNum 166 snap 38 seq_num 166) dirty exists 2024-04-10T15:32:32.713 INFO:tasks.rados.rados.0.smithi069.stdout:430: left oid 31 (ObjNum 166 snap 38 seq_num 166) 2024-04-10T15:32:32.713 INFO:tasks.rados.rados.0.smithi069.stdout:422: done (8 left) 2024-04-10T15:32:32.714 INFO:tasks.rados.rados.0.smithi069.stdout:423: done (7 left) 2024-04-10T15:32:32.714 INFO:tasks.rados.rados.0.smithi069.stdout:424: done (6 left) 2024-04-10T15:32:32.714 INFO:tasks.rados.rados.0.smithi069.stdout:425: done (5 left) 2024-04-10T15:32:32.714 INFO:tasks.rados.rados.0.smithi069.stdout:426: done (4 left) 2024-04-10T15:32:32.714 INFO:tasks.rados.rados.0.smithi069.stdout:428: done (3 left) 2024-04-10T15:32:32.714 INFO:tasks.rados.rados.0.smithi069.stdout:429: done (2 left) 2024-04-10T15:32:32.714 INFO:tasks.rados.rados.0.smithi069.stdout:430: done (1 left) 2024-04-10T15:32:32.714 INFO:tasks.rados.rados.0.smithi069.stdout:431: done (0 left) 2024-04-10T15:32:32.714 INFO:tasks.rados.rados.0.smithi069.stdout:432: snap_create 2024-04-10T15:32:32.738 INFO:journalctl@ceph.mgr.x.smithi077.stdout:Apr 10 15:32:32 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-x[66795]: 2024-04-10T15:32:32.544+0000 7f53990c0200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-10T15:32:33.073 INFO:tasks.rados.rados.0.smithi069.stdout:432: done (0 left) 2024-04-10T15:32:33.073 INFO:tasks.rados.rados.0.smithi069.stdout:433: snap_create 2024-04-10T15:32:33.489 INFO:journalctl@ceph.mgr.x.smithi077.stdout:Apr 10 15:32:33 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-x[66795]: 2024-04-10T15:32:33.377+0000 7f53990c0200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-10T15:32:33.489 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:32:33 smithi077 ceph-mon[31195]: osdmap e135: 8 total, 8 up, 8 in 2024-04-10T15:32:33.489 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:32:33 smithi077 ceph-mon[31195]: osdmap e136: 8 total, 8 up, 8 in 2024-04-10T15:32:33.583 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:32:33 smithi069 ceph-mon[39688]: osdmap e135: 8 total, 8 up, 8 in 2024-04-10T15:32:33.583 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:32:33 smithi069 ceph-mon[39688]: osdmap e136: 8 total, 8 up, 8 in 2024-04-10T15:32:33.583 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:32:33 smithi069 ceph-mon[27501]: osdmap e135: 8 total, 8 up, 8 in 2024-04-10T15:32:33.583 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:32:33 smithi069 ceph-mon[27501]: osdmap e136: 8 total, 8 up, 8 in 2024-04-10T15:32:34.073 INFO:tasks.rados.rados.0.smithi069.stdout:433: done (0 left) 2024-04-10T15:32:34.073 INFO:tasks.rados.rados.0.smithi069.stdout:434: snap_remove snap 37 2024-04-10T15:32:34.238 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:32:34 smithi077 ceph-mon[31195]: pgmap v186: 121 pgs: 121 active+clean; 151 MiB data, 476 MiB used, 715 GiB / 715 GiB avail; 283 KiB/s rd, 2.3 MiB/s wr, 21 op/s 2024-04-10T15:32:34.239 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:32:34 smithi077 ceph-mon[31195]: osdmap e137: 8 total, 8 up, 8 in 2024-04-10T15:32:34.239 INFO:journalctl@ceph.mgr.x.smithi077.stdout:Apr 10 15:32:33 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-x[66795]: 2024-04-10T15:32:33.971+0000 7f53990c0200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-10T15:32:34.239 INFO:journalctl@ceph.mgr.x.smithi077.stdout:Apr 10 15:32:34 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-x[66795]: 2024-04-10T15:32:34.071+0000 7f53990c0200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-10T15:32:34.582 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:32:34 smithi069 ceph-mon[39688]: pgmap v186: 121 pgs: 121 active+clean; 151 MiB data, 476 MiB used, 715 GiB / 715 GiB avail; 283 KiB/s rd, 2.3 MiB/s wr, 21 op/s 2024-04-10T15:32:34.583 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:32:34 smithi069 ceph-mon[39688]: osdmap e137: 8 total, 8 up, 8 in 2024-04-10T15:32:34.583 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:32:34 smithi069 ceph-mon[27501]: pgmap v186: 121 pgs: 121 active+clean; 151 MiB data, 476 MiB used, 715 GiB / 715 GiB avail; 283 KiB/s rd, 2.3 MiB/s wr, 21 op/s 2024-04-10T15:32:34.583 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:32:34 smithi069 ceph-mon[27501]: osdmap e137: 8 total, 8 up, 8 in 2024-04-10T15:32:34.739 INFO:journalctl@ceph.mgr.x.smithi077.stdout:Apr 10 15:32:34 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-x[66795]: 2024-04-10T15:32:34.306+0000 7f53990c0200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-10T15:32:34.739 INFO:journalctl@ceph.mgr.x.smithi077.stdout:Apr 10 15:32:34 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-x[66795]: [10/Apr/2024:15:32:34] ENGINE Bus STARTING 2024-04-10T15:32:34.739 INFO:journalctl@ceph.mgr.x.smithi077.stdout:Apr 10 15:32:34 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-x[66795]: CherryPy Checker: 2024-04-10T15:32:34.739 INFO:journalctl@ceph.mgr.x.smithi077.stdout:Apr 10 15:32:34 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-x[66795]: The Application mounted at '' has an empty config. 2024-04-10T15:32:34.739 INFO:journalctl@ceph.mgr.x.smithi077.stdout:Apr 10 15:32:34 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-x[66795]: 2024-04-10T15:32:34.739 INFO:journalctl@ceph.mgr.x.smithi077.stdout:Apr 10 15:32:34 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-x[66795]: [10/Apr/2024:15:32:34] ENGINE Serving on http://:::9283 2024-04-10T15:32:34.739 INFO:journalctl@ceph.mgr.x.smithi077.stdout:Apr 10 15:32:34 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-x[66795]: [10/Apr/2024:15:32:34] ENGINE Bus STARTED 2024-04-10T15:32:35.075 INFO:tasks.rados.rados.0.smithi069.stdout:434: done (0 left) 2024-04-10T15:32:35.076 INFO:tasks.rados.rados.0.smithi069.stdout:435: read oid 21 snap -1 2024-04-10T15:32:35.076 INFO:tasks.rados.rados.0.smithi069.stdout:435: expect (ObjNum 144 snap 36 seq_num 144) 2024-04-10T15:32:35.076 INFO:tasks.rados.rados.0.smithi069.stdout:436: snap_create 2024-04-10T15:32:35.102 INFO:tasks.rados.rados.0.smithi069.stdout:435: expect (ObjNum 144 snap 36 seq_num 144) 2024-04-10T15:32:35.489 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:32:35 smithi077 ceph-mon[31195]: Standby manager daemon x restarted 2024-04-10T15:32:35.489 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:32:35 smithi077 ceph-mon[31195]: Standby manager daemon x started 2024-04-10T15:32:35.489 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:32:35 smithi077 ceph-mon[31195]: from='mgr.? 172.21.15.77:0/2860758011' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-10T15:32:35.489 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:32:35 smithi077 ceph-mon[31195]: from='mgr.? 172.21.15.77:0/2860758011' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-10T15:32:35.489 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:32:35 smithi077 ceph-mon[31195]: from='mgr.? 172.21.15.77:0/2860758011' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-10T15:32:35.489 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:32:35 smithi077 ceph-mon[31195]: from='mgr.? 172.21.15.77:0/2860758011' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-10T15:32:35.489 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:32:35 smithi077 ceph-mon[31195]: osdmap e138: 8 total, 8 up, 8 in 2024-04-10T15:32:35.583 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:32:35 smithi069 ceph-mon[27501]: Standby manager daemon x restarted 2024-04-10T15:32:35.583 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:32:35 smithi069 ceph-mon[27501]: Standby manager daemon x started 2024-04-10T15:32:35.583 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:32:35 smithi069 ceph-mon[27501]: from='mgr.? 172.21.15.77:0/2860758011' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-10T15:32:35.583 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:32:35 smithi069 ceph-mon[27501]: from='mgr.? 172.21.15.77:0/2860758011' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-10T15:32:35.583 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:32:35 smithi069 ceph-mon[27501]: from='mgr.? 172.21.15.77:0/2860758011' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-10T15:32:35.583 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:32:35 smithi069 ceph-mon[27501]: from='mgr.? 172.21.15.77:0/2860758011' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-10T15:32:35.583 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:32:35 smithi069 ceph-mon[27501]: osdmap e138: 8 total, 8 up, 8 in 2024-04-10T15:32:35.583 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:32:35 smithi069 ceph-mon[39688]: Standby manager daemon x restarted 2024-04-10T15:32:35.584 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:32:35 smithi069 ceph-mon[39688]: Standby manager daemon x started 2024-04-10T15:32:35.584 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:32:35 smithi069 ceph-mon[39688]: from='mgr.? 172.21.15.77:0/2860758011' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-10T15:32:35.584 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:32:35 smithi069 ceph-mon[39688]: from='mgr.? 172.21.15.77:0/2860758011' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-10T15:32:35.584 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:32:35 smithi069 ceph-mon[39688]: from='mgr.? 172.21.15.77:0/2860758011' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-10T15:32:35.584 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:32:35 smithi069 ceph-mon[39688]: from='mgr.? 172.21.15.77:0/2860758011' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-10T15:32:35.584 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:32:35 smithi069 ceph-mon[39688]: osdmap e138: 8 total, 8 up, 8 in 2024-04-10T15:32:36.075 INFO:tasks.rados.rados.0.smithi069.stdout:435: done (1 left) 2024-04-10T15:32:36.075 INFO:tasks.rados.rados.0.smithi069.stdout:436: done (0 left) 2024-04-10T15:32:36.075 INFO:tasks.rados.rados.0.smithi069.stdout:437: copy_from oid 24 from oid 25 current snap is 41 2024-04-10T15:32:36.075 INFO:tasks.rados.rados.0.smithi069.stdout:438: snap_remove snap 17 2024-04-10T15:32:36.489 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:32:36 smithi077 ceph-mon[31195]: mgrmap e23: y(active, since 3m), standbys: x 2024-04-10T15:32:36.489 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:32:36 smithi077 ceph-mon[31195]: pgmap v189: 121 pgs: 121 active+clean; 151 MiB data, 476 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:32:36.489 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:32:36 smithi077 ceph-mon[31195]: osdmap e139: 8 total, 8 up, 8 in 2024-04-10T15:32:36.583 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:32:36 smithi069 ceph-mon[39688]: mgrmap e23: y(active, since 3m), standbys: x 2024-04-10T15:32:36.583 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:32:36 smithi069 ceph-mon[39688]: pgmap v189: 121 pgs: 121 active+clean; 151 MiB data, 476 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:32:36.583 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:32:36 smithi069 ceph-mon[39688]: osdmap e139: 8 total, 8 up, 8 in 2024-04-10T15:32:36.583 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:32:36 smithi069 ceph-mon[27501]: mgrmap e23: y(active, since 3m), standbys: x 2024-04-10T15:32:36.583 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:32:36 smithi069 ceph-mon[27501]: pgmap v189: 121 pgs: 121 active+clean; 151 MiB data, 476 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:32:36.583 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:32:36 smithi069 ceph-mon[27501]: osdmap e139: 8 total, 8 up, 8 in 2024-04-10T15:32:37.083 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:32:36 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[27756]: ::ffff:172.21.15.77 - - [10/Apr/2024:15:32:36] "GET /metrics HTTP/1.1" 200 36070 "" "Prometheus/2.43.0" 2024-04-10T15:32:37.084 INFO:tasks.rados.rados.0.smithi069.stdout:438: done (1 left) 2024-04-10T15:32:37.084 INFO:tasks.rados.rados.0.smithi069.stdout:439: rollback oid 16 current snap is 41 2024-04-10T15:32:37.084 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 16 to 30 2024-04-10T15:32:37.084 INFO:tasks.rados.rados.0.smithi069.stdout:440: read oid 35 snap 21 2024-04-10T15:32:37.085 INFO:tasks.rados.rados.0.smithi069.stdout:440: expect (ObjNum 68 snap 7 seq_num 68) 2024-04-10T15:32:37.085 INFO:tasks.rados.rados.0.smithi069.stdout:441: copy_from oid 34 from oid 39 current snap is 41 2024-04-10T15:32:37.085 INFO:tasks.rados.rados.0.smithi069.stdout:442: rollback oid 37 current snap is 41 2024-04-10T15:32:37.085 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 37 to 39 2024-04-10T15:32:37.085 INFO:tasks.rados.rados.0.smithi069.stdout:443: rollback oid 33 current snap is 41 2024-04-10T15:32:37.085 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 33 to 26 2024-04-10T15:32:37.085 INFO:tasks.rados.rados.0.smithi069.stdout:444: delete oid 18 current snap is 41 2024-04-10T15:32:37.085 INFO:tasks.rados.rados.0.smithi069.stdout:437: finishing copy_from racing read to smithi06982861-24 2024-04-10T15:32:37.085 INFO:tasks.rados.rados.0.smithi069.stdout:437: finishing copy_from to smithi06982861-24 2024-04-10T15:32:37.085 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 24 v 65 (ObjNum 161 snap 38 seq_num 161) dirty exists 2024-04-10T15:32:37.091 INFO:tasks.rados.rados.0.smithi069.stdout:437: done (6 left) 2024-04-10T15:32:37.092 INFO:tasks.rados.rados.0.smithi069.stdout:444: done (5 left) 2024-04-10T15:32:37.092 INFO:tasks.rados.rados.0.smithi069.stdout:445: read oid 42 snap 33 2024-04-10T15:32:37.092 INFO:tasks.rados.rados.0.smithi069.stdout:445: expect (ObjNum 96 snap 20 seq_num 96) 2024-04-10T15:32:37.092 INFO:tasks.rados.rados.0.smithi069.stdout:446: read oid 1 snap -1 2024-04-10T15:32:37.092 INFO:tasks.rados.rados.0.smithi069.stdout:446: expect (ObjNum 88 snap 19 seq_num 88) 2024-04-10T15:32:37.092 INFO:tasks.rados.rados.0.smithi069.stdout:447: copy_from oid 43 from oid 22 current snap is 41 2024-04-10T15:32:37.092 INFO:tasks.rados.rados.0.smithi069.stdout:448: delete oid 8 current snap is 41 2024-04-10T15:32:37.094 INFO:tasks.rados.rados.0.smithi069.stdout:439: finishing rollback tid 0 to smithi06982861-16 2024-04-10T15:32:37.095 INFO:tasks.rados.rados.0.smithi069.stdout:443: finishing rollback tid 1 to smithi06982861-33 2024-04-10T15:32:37.096 INFO:tasks.rados.rados.0.smithi069.stdout:443: finishing rollback tid 2 to smithi06982861-33 2024-04-10T15:32:37.096 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 33 v 144 (ObjNum 116 snap 26 seq_num 116) dirty exists 2024-04-10T15:32:37.097 INFO:tasks.rados.rados.0.smithi069.stdout:439: finishing rollback tid 1 to smithi06982861-16 2024-04-10T15:32:37.098 INFO:tasks.rados.rados.0.smithi069.stdout:439: finishing rollback tid 2 to smithi06982861-16 2024-04-10T15:32:37.098 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 16 v 151 (ObjNum 81 snap 15 seq_num 81) dirty exists 2024-04-10T15:32:37.098 INFO:tasks.rados.rados.0.smithi069.stdout:440: expect (ObjNum 68 snap 7 seq_num 68) 2024-04-10T15:32:37.163 INFO:tasks.rados.rados.0.smithi069.stdout:442: finishing rollback tid 0 to smithi06982861-37 2024-04-10T15:32:37.163 INFO:tasks.rados.rados.0.smithi069.stdout:442: finishing rollback tid 1 to smithi06982861-37 2024-04-10T15:32:37.163 INFO:tasks.rados.rados.0.smithi069.stdout:442: finishing rollback tid 2 to smithi06982861-37 2024-04-10T15:32:37.163 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 37 v 93 (ObjNum 138 snap 32 seq_num 138) dirty exists 2024-04-10T15:32:37.163 INFO:tasks.rados.rados.0.smithi069.stdout:439: done (8 left) 2024-04-10T15:32:37.163 INFO:tasks.rados.rados.0.smithi069.stdout:440: done (7 left) 2024-04-10T15:32:37.163 INFO:tasks.rados.rados.0.smithi069.stdout:442: done (6 left) 2024-04-10T15:32:37.164 INFO:tasks.rados.rados.0.smithi069.stdout:443: done (5 left) 2024-04-10T15:32:37.164 INFO:tasks.rados.rados.0.smithi069.stdout:448: done (4 left) 2024-04-10T15:32:37.164 INFO:tasks.rados.rados.0.smithi069.stdout:449: read oid 33 snap -1 2024-04-10T15:32:37.164 INFO:tasks.rados.rados.0.smithi069.stdout:449: expect (ObjNum 116 snap 26 seq_num 116) 2024-04-10T15:32:37.164 INFO:tasks.rados.rados.0.smithi069.stdout:450: delete oid 4 current snap is 41 2024-04-10T15:32:37.164 INFO:tasks.rados.rados.0.smithi069.stdout:446: expect (ObjNum 88 snap 19 seq_num 88) 2024-04-10T15:32:37.202 INFO:tasks.rados.rados.0.smithi069.stdout:447: finishing copy_from racing read to smithi06982861-43 2024-04-10T15:32:37.202 INFO:tasks.rados.rados.0.smithi069.stdout:446: done (5 left) 2024-04-10T15:32:37.203 INFO:tasks.rados.rados.0.smithi069.stdout:450: done (4 left) 2024-04-10T15:32:37.203 INFO:tasks.rados.rados.0.smithi069.stdout:451: copy_from oid 17 from oid 26 current snap is 41 2024-04-10T15:32:37.203 INFO:tasks.rados.rados.0.smithi069.stdout:445: expect (ObjNum 96 snap 20 seq_num 96) 2024-04-10T15:32:37.325 INFO:tasks.rados.rados.0.smithi069.stdout:447: finishing copy_from to smithi06982861-43 2024-04-10T15:32:37.326 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 43 v 30 (ObjNum 609 snap 0 seq_num 1549096902) dirty exists 2024-04-10T15:32:37.326 INFO:tasks.rados.rados.0.smithi069.stdout:441: finishing copy_from racing read to smithi06982861-34 2024-04-10T15:32:37.326 INFO:tasks.rados.rados.0.smithi069.stdout:441: finishing copy_from to smithi06982861-34 2024-04-10T15:32:37.326 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 34 v 88 (ObjNum 132 snap 31 seq_num 132) dirty exists 2024-04-10T15:32:37.326 INFO:tasks.rados.rados.0.smithi069.stdout:441: done (4 left) 2024-04-10T15:32:37.326 INFO:tasks.rados.rados.0.smithi069.stdout:445: done (3 left) 2024-04-10T15:32:37.326 INFO:tasks.rados.rados.0.smithi069.stdout:447: done (2 left) 2024-04-10T15:32:37.326 INFO:tasks.rados.rados.0.smithi069.stdout:452: delete oid 13 current snap is 41 2024-04-10T15:32:37.326 INFO:tasks.rados.rados.0.smithi069.stdout:449: expect (ObjNum 116 snap 26 seq_num 116) 2024-04-10T15:32:37.376 INFO:tasks.rados.rados.0.smithi069.stdout:451: finishing copy_from to smithi06982861-17 2024-04-10T15:32:37.376 INFO:tasks.rados.rados.0.smithi069.stdout:451: got expected ENOENT (src dne) 2024-04-10T15:32:37.376 INFO:tasks.rados.rados.0.smithi069.stdout:451: finishing copy_from racing read to smithi06982861-17 2024-04-10T15:32:37.376 INFO:tasks.rados.rados.0.smithi069.stdout:449: done (2 left) 2024-04-10T15:32:37.376 INFO:tasks.rados.rados.0.smithi069.stdout:451: done (1 left) 2024-04-10T15:32:37.376 INFO:tasks.rados.rados.0.smithi069.stdout:452: done (0 left) 2024-04-10T15:32:37.376 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 39 current snap is 41 2024-04-10T15:32:37.376 INFO:tasks.rados.rados.0.smithi069.stdout:453: seq_num 172 ranges {5554176=483328} 2024-04-10T15:32:37.408 INFO:tasks.rados.rados.0.smithi069.stdout:453: writing smithi06982861-39 from 5554176 to 6037504 tid 1 2024-04-10T15:32:37.408 INFO:tasks.rados.rados.0.smithi069.stdout:454: rollback oid 8 current snap is 41 2024-04-10T15:32:37.408 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 8 to 35 2024-04-10T15:32:37.408 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 43 current snap is 41 2024-04-10T15:32:37.408 INFO:tasks.rados.rados.0.smithi069.stdout:455: seq_num 173 ranges {0=499712} 2024-04-10T15:32:37.411 INFO:tasks.rados.rados.0.smithi069.stdout:455: writing smithi06982861-43 from 0 to 499712 tid 1 2024-04-10T15:32:37.411 INFO:tasks.rados.rados.0.smithi069.stdout:456: delete oid 49 current snap is 41 2024-04-10T15:32:37.411 INFO:tasks.rados.rados.0.smithi069.stdout:454: finishing rollback tid 1 to smithi06982861-8 2024-04-10T15:32:37.411 INFO:tasks.rados.rados.0.smithi069.stdout:454: finishing rollback tid 2 to smithi06982861-8 2024-04-10T15:32:37.411 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 8 v 152 (ObjNum 7 snap 0 seq_num 7) dirty exists 2024-04-10T15:32:37.411 INFO:tasks.rados.rados.0.smithi069.stdout:453: finishing write tid 1 to smithi06982861-39 2024-04-10T15:32:37.411 INFO:tasks.rados.rados.0.smithi069.stdout:453: finishing write tid 2 to smithi06982861-39 2024-04-10T15:32:37.412 INFO:tasks.rados.rados.0.smithi069.stdout:453: finishing write tid 3 to smithi06982861-39 2024-04-10T15:32:37.412 INFO:tasks.rados.rados.0.smithi069.stdout:453: oid 39 updating version 0 to 136 2024-04-10T15:32:37.412 INFO:tasks.rados.rados.0.smithi069.stdout:453: oid 39 version 136 is already newer than 135 2024-04-10T15:32:37.412 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 39 v 136 (ObjNum 172 snap 41 seq_num 172) dirty exists 2024-04-10T15:32:37.412 INFO:tasks.rados.rados.0.smithi069.stdout:453: left oid 39 (ObjNum 172 snap 41 seq_num 172) 2024-04-10T15:32:37.412 INFO:tasks.rados.rados.0.smithi069.stdout:453: done (3 left) 2024-04-10T15:32:37.412 INFO:tasks.rados.rados.0.smithi069.stdout:454: done (2 left) 2024-04-10T15:32:37.412 INFO:tasks.rados.rados.0.smithi069.stdout:456: done (1 left) 2024-04-10T15:32:37.413 INFO:tasks.rados.rados.0.smithi069.stdout:457: delete oid 10 current snap is 41 2024-04-10T15:32:37.413 INFO:tasks.rados.rados.0.smithi069.stdout:455: finishing write tid 1 to smithi06982861-43 2024-04-10T15:32:37.414 INFO:tasks.rados.rados.0.smithi069.stdout:455: finishing write tid 2 to smithi06982861-43 2024-04-10T15:32:37.414 INFO:tasks.rados.rados.0.smithi069.stdout:457: done (1 left) 2024-04-10T15:32:37.415 INFO:tasks.rados.rados.0.smithi069.stdout:458: rmattr oid 29 current snap is 41 2024-04-10T15:32:37.415 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 14 current snap is 41 2024-04-10T15:32:37.415 INFO:tasks.rados.rados.0.smithi069.stdout:459: seq_num 176 ranges {0=557056} 2024-04-10T15:32:37.418 INFO:tasks.rados.rados.0.smithi069.stdout:459: writing smithi06982861-14 from 0 to 557056 tid 1 2024-04-10T15:32:37.418 INFO:tasks.rados.rados.0.smithi069.stdout:460: read oid 26 snap -1 2024-04-10T15:32:37.419 INFO:tasks.rados.rados.0.smithi069.stdout:460: expect deleted 2024-04-10T15:32:37.419 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 40 current snap is 41 2024-04-10T15:32:37.419 INFO:tasks.rados.rados.0.smithi069.stdout:455: finishing write tid 3 to smithi06982861-43 2024-04-10T15:32:37.419 INFO:tasks.rados.rados.0.smithi069.stdout:455: oid 43 updating version 0 to 94 2024-04-10T15:32:37.419 INFO:tasks.rados.rados.0.smithi069.stdout:455: oid 43 version 94 is already newer than 93 2024-04-10T15:32:37.419 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 43 v 94 (ObjNum 173 snap 41 seq_num 173) dirty exists 2024-04-10T15:32:37.419 INFO:tasks.rados.rados.0.smithi069.stdout:455: left oid 43 (ObjNum 173 snap 41 seq_num 173) 2024-04-10T15:32:37.419 INFO:tasks.rados.rados.0.smithi069.stdout:461: seq_num 177 ranges {663552=573440} 2024-04-10T15:32:37.425 INFO:tasks.rados.rados.0.smithi069.stdout:461: writing smithi06982861-40 from 663552 to 1236992 tid 1 2024-04-10T15:32:37.425 INFO:tasks.rados.rados.0.smithi069.stdout:455: done (4 left) 2024-04-10T15:32:37.426 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 8 current snap is 41 2024-04-10T15:32:37.426 INFO:tasks.rados.rados.0.smithi069.stdout:462: seq_num 178 ranges {122880=589824} 2024-04-10T15:32:37.429 INFO:tasks.rados.rados.0.smithi069.stdout:462: writing smithi06982861-8 from 122880 to 712704 tid 1 2024-04-10T15:32:37.429 INFO:tasks.rados.rados.0.smithi069.stdout:463: snap_remove snap 27 2024-04-10T15:32:38.084 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 29 v 106 (ObjNum 145 snap 36 seq_num 145) dirty exists 2024-04-10T15:32:38.084 INFO:tasks.rados.rados.0.smithi069.stdout:459: finishing write tid 1 to smithi06982861-14 2024-04-10T15:32:38.085 INFO:tasks.rados.rados.0.smithi069.stdout:459: finishing write tid 2 to smithi06982861-14 2024-04-10T15:32:38.085 INFO:tasks.rados.rados.0.smithi069.stdout:459: finishing write tid 3 to smithi06982861-14 2024-04-10T15:32:38.085 INFO:tasks.rados.rados.0.smithi069.stdout:459: oid 14 updating version 0 to 138 2024-04-10T15:32:38.085 INFO:tasks.rados.rados.0.smithi069.stdout:459: oid 14 version 138 is already newer than 137 2024-04-10T15:32:38.085 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 14 v 138 (ObjNum 176 snap 41 seq_num 176) dirty exists 2024-04-10T15:32:38.085 INFO:tasks.rados.rados.0.smithi069.stdout:459: left oid 14 (ObjNum 176 snap 41 seq_num 176) 2024-04-10T15:32:38.085 INFO:tasks.rados.rados.0.smithi069.stdout:461: finishing write tid 1 to smithi06982861-40 2024-04-10T15:32:38.085 INFO:tasks.rados.rados.0.smithi069.stdout:461: finishing write tid 2 to smithi06982861-40 2024-04-10T15:32:38.085 INFO:tasks.rados.rados.0.smithi069.stdout:462: finishing write tid 1 to smithi06982861-8 2024-04-10T15:32:38.085 INFO:tasks.rados.rados.0.smithi069.stdout:461: finishing write tid 3 to smithi06982861-40 2024-04-10T15:32:38.085 INFO:tasks.rados.rados.0.smithi069.stdout:461: oid 40 updating version 0 to 62 2024-04-10T15:32:38.085 INFO:tasks.rados.rados.0.smithi069.stdout:461: oid 40 updating version 62 to 63 2024-04-10T15:32:38.085 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 40 v 63 (ObjNum 177 snap 41 seq_num 177) dirty exists 2024-04-10T15:32:38.085 INFO:tasks.rados.rados.0.smithi069.stdout:461: left oid 40 (ObjNum 177 snap 41 seq_num 177) 2024-04-10T15:32:38.086 INFO:tasks.rados.rados.0.smithi069.stdout:462: finishing write tid 2 to smithi06982861-8 2024-04-10T15:32:38.086 INFO:tasks.rados.rados.0.smithi069.stdout:462: finishing write tid 3 to smithi06982861-8 2024-04-10T15:32:38.086 INFO:tasks.rados.rados.0.smithi069.stdout:462: oid 8 updating version 0 to 153 2024-04-10T15:32:38.086 INFO:tasks.rados.rados.0.smithi069.stdout:462: oid 8 updating version 153 to 154 2024-04-10T15:32:38.086 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 8 v 154 (ObjNum 178 snap 41 seq_num 178) dirty exists 2024-04-10T15:32:38.086 INFO:tasks.rados.rados.0.smithi069.stdout:462: left oid 8 (ObjNum 178 snap 41 seq_num 178) 2024-04-10T15:32:38.086 INFO:tasks.rados.rados.0.smithi069.stdout:458: done (5 left) 2024-04-10T15:32:38.086 INFO:tasks.rados.rados.0.smithi069.stdout:459: done (4 left) 2024-04-10T15:32:38.086 INFO:tasks.rados.rados.0.smithi069.stdout:460: done (3 left) 2024-04-10T15:32:38.086 INFO:tasks.rados.rados.0.smithi069.stdout:461: done (2 left) 2024-04-10T15:32:38.086 INFO:tasks.rados.rados.0.smithi069.stdout:462: done (1 left) 2024-04-10T15:32:38.086 INFO:tasks.rados.rados.0.smithi069.stdout:463: done (0 left) 2024-04-10T15:32:38.086 INFO:tasks.rados.rados.0.smithi069.stdout:464: snap_create 2024-04-10T15:32:38.333 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:32:38 smithi069 ceph-mon[27501]: osdmap e140: 8 total, 8 up, 8 in 2024-04-10T15:32:38.333 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:32:38 smithi069 ceph-mon[27501]: pgmap v192: 121 pgs: 121 active+clean; 162 MiB data, 488 MiB used, 715 GiB / 715 GiB avail; 16 MiB/s rd, 2.6 MiB/s wr, 32 op/s 2024-04-10T15:32:38.333 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:32:38 smithi069 ceph-mon[39688]: osdmap e140: 8 total, 8 up, 8 in 2024-04-10T15:32:38.333 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:32:38 smithi069 ceph-mon[39688]: pgmap v192: 121 pgs: 121 active+clean; 162 MiB data, 488 MiB used, 715 GiB / 715 GiB avail; 16 MiB/s rd, 2.6 MiB/s wr, 32 op/s 2024-04-10T15:32:38.489 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:32:38 smithi077 ceph-mon[31195]: osdmap e140: 8 total, 8 up, 8 in 2024-04-10T15:32:38.489 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:32:38 smithi077 ceph-mon[31195]: pgmap v192: 121 pgs: 121 active+clean; 162 MiB data, 488 MiB used, 715 GiB / 715 GiB avail; 16 MiB/s rd, 2.6 MiB/s wr, 32 op/s 2024-04-10T15:32:39.090 INFO:tasks.rados.rados.0.smithi069.stdout:464: done (0 left) 2024-04-10T15:32:39.090 INFO:tasks.rados.rados.0.smithi069.stdout:465: snap_remove snap 28 2024-04-10T15:32:39.333 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:32:39 smithi069 ceph-mon[39688]: osdmap e141: 8 total, 8 up, 8 in 2024-04-10T15:32:39.333 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:32:39 smithi069 ceph-mon[27501]: osdmap e141: 8 total, 8 up, 8 in 2024-04-10T15:32:39.489 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:32:39 smithi077 ceph-mon[31195]: osdmap e141: 8 total, 8 up, 8 in 2024-04-10T15:32:40.098 INFO:tasks.rados.rados.0.smithi069.stdout:465: done (0 left) 2024-04-10T15:32:40.099 INFO:tasks.rados.rados.0.smithi069.stdout:466: read oid 16 snap 33 2024-04-10T15:32:40.099 INFO:tasks.rados.rados.0.smithi069.stdout:466: expect (ObjNum 81 snap 15 seq_num 81) 2024-04-10T15:32:40.099 INFO:tasks.rados.rados.0.smithi069.stdout:467: delete oid 30 current snap is 42 2024-04-10T15:32:40.113 INFO:tasks.rados.rados.0.smithi069.stdout:467: done (1 left) 2024-04-10T15:32:40.113 INFO:tasks.rados.rados.0.smithi069.stdout:468: read oid 4 snap 30 2024-04-10T15:32:40.113 INFO:tasks.rados.rados.0.smithi069.stdout:468: expect (ObjNum 3 snap 0 seq_num 3) 2024-04-10T15:32:40.113 INFO:tasks.rados.rados.0.smithi069.stdout:469: read oid 30 snap 36 2024-04-10T15:32:40.113 INFO:tasks.rados.rados.0.smithi069.stdout:469: expect (ObjNum 111 snap 25 seq_num 111) 2024-04-10T15:32:40.114 INFO:tasks.rados.rados.0.smithi069.stdout:470: read oid 40 snap 7 2024-04-10T15:32:40.114 INFO:tasks.rados.rados.0.smithi069.stdout:470: expect (ObjNum 39 snap 0 seq_num 39) 2024-04-10T15:32:40.114 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 37 current snap is 42 2024-04-10T15:32:40.114 INFO:tasks.rados.rados.0.smithi069.stdout:471: seq_num 180 ranges {3776512=622592} 2024-04-10T15:32:40.140 INFO:tasks.rados.rados.0.smithi069.stdout:471: writing smithi06982861-37 from 3776512 to 4399104 tid 1 2024-04-10T15:32:40.140 INFO:tasks.rados.rados.0.smithi069.stdout:472: read oid 44 snap 26 2024-04-10T15:32:40.140 INFO:tasks.rados.rados.0.smithi069.stdout:472: expect (ObjNum 114 snap 25 seq_num 114) 2024-04-10T15:32:40.140 INFO:tasks.rados.rados.0.smithi069.stdout:473: rollback oid 6 current snap is 42 2024-04-10T15:32:40.140 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 6 to 33 2024-04-10T15:32:40.140 INFO:tasks.rados.rados.0.smithi069.stdout:470: expect (ObjNum 39 snap 0 seq_num 39) 2024-04-10T15:32:40.160 INFO:tasks.rados.rados.0.smithi069.stdout:468: expect (ObjNum 3 snap 0 seq_num 3) 2024-04-10T15:32:40.161 INFO:tasks.rados.rados.0.smithi069.stdout:469: expect (ObjNum 111 snap 25 seq_num 111) 2024-04-10T15:32:40.230 INFO:tasks.rados.rados.0.smithi069.stdout:466: expect (ObjNum 81 snap 15 seq_num 81) 2024-04-10T15:32:40.338 INFO:tasks.rados.rados.0.smithi069.stdout:473: finishing rollback tid 0 to smithi06982861-6 2024-04-10T15:32:40.338 INFO:tasks.rados.rados.0.smithi069.stdout:473: finishing rollback tid 1 to smithi06982861-6 2024-04-10T15:32:40.338 INFO:tasks.rados.rados.0.smithi069.stdout:471: finishing write tid 1 to smithi06982861-37 2024-04-10T15:32:40.338 INFO:tasks.rados.rados.0.smithi069.stdout:473: finishing rollback tid 2 to smithi06982861-6 2024-04-10T15:32:40.338 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 6 v 99 (ObjNum 12 snap 0 seq_num 12) dirty exists 2024-04-10T15:32:40.339 INFO:tasks.rados.rados.0.smithi069.stdout:471: finishing write tid 2 to smithi06982861-37 2024-04-10T15:32:40.339 INFO:tasks.rados.rados.0.smithi069.stdout:471: finishing write tid 3 to smithi06982861-37 2024-04-10T15:32:40.339 INFO:tasks.rados.rados.0.smithi069.stdout:471: oid 37 updating version 0 to 114 2024-04-10T15:32:40.339 INFO:tasks.rados.rados.0.smithi069.stdout:471: oid 37 version 114 is already newer than 113 2024-04-10T15:32:40.339 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 37 v 114 (ObjNum 180 snap 42 seq_num 180) dirty exists 2024-04-10T15:32:40.339 INFO:tasks.rados.rados.0.smithi069.stdout:471: left oid 37 (ObjNum 180 snap 42 seq_num 180) 2024-04-10T15:32:40.339 INFO:tasks.rados.rados.0.smithi069.stdout:472: expect (ObjNum 114 snap 25 seq_num 114) 2024-04-10T15:32:40.438 INFO:tasks.rados.rados.0.smithi069.stdout:466: done (6 left) 2024-04-10T15:32:40.438 INFO:tasks.rados.rados.0.smithi069.stdout:468: done (5 left) 2024-04-10T15:32:40.438 INFO:tasks.rados.rados.0.smithi069.stdout:469: done (4 left) 2024-04-10T15:32:40.438 INFO:tasks.rados.rados.0.smithi069.stdout:470: done (3 left) 2024-04-10T15:32:40.438 INFO:tasks.rados.rados.0.smithi069.stdout:471: done (2 left) 2024-04-10T15:32:40.438 INFO:tasks.rados.rados.0.smithi069.stdout:472: done (1 left) 2024-04-10T15:32:40.438 INFO:tasks.rados.rados.0.smithi069.stdout:473: done (0 left) 2024-04-10T15:32:40.438 INFO:tasks.rados.rados.0.smithi069.stdout:474: snap_create 2024-04-10T15:32:40.489 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:32:40 smithi077 ceph-mon[31195]: osdmap e142: 8 total, 8 up, 8 in 2024-04-10T15:32:40.489 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:32:40 smithi077 ceph-mon[31195]: pgmap v195: 121 pgs: 121 active+clean; 162 MiB data, 488 MiB used, 715 GiB / 715 GiB avail; 16 MiB/s rd, 2.6 MiB/s wr, 32 op/s 2024-04-10T15:32:40.583 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:32:40 smithi069 ceph-mon[27501]: osdmap e142: 8 total, 8 up, 8 in 2024-04-10T15:32:40.583 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:32:40 smithi069 ceph-mon[27501]: pgmap v195: 121 pgs: 121 active+clean; 162 MiB data, 488 MiB used, 715 GiB / 715 GiB avail; 16 MiB/s rd, 2.6 MiB/s wr, 32 op/s 2024-04-10T15:32:40.583 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:32:40 smithi069 ceph-mon[39688]: osdmap e142: 8 total, 8 up, 8 in 2024-04-10T15:32:40.583 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:32:40 smithi069 ceph-mon[39688]: pgmap v195: 121 pgs: 121 active+clean; 162 MiB data, 488 MiB used, 715 GiB / 715 GiB avail; 16 MiB/s rd, 2.6 MiB/s wr, 32 op/s 2024-04-10T15:32:41.104 INFO:tasks.rados.rados.0.smithi069.stdout:474: done (0 left) 2024-04-10T15:32:41.104 INFO:tasks.rados.rados.0.smithi069.stdout:475: read oid 22 snap -1 2024-04-10T15:32:41.104 INFO:tasks.rados.rados.0.smithi069.stdout:475: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-10T15:32:41.105 INFO:tasks.rados.rados.0.smithi069.stdout:476: read oid 9 snap -1 2024-04-10T15:32:41.105 INFO:tasks.rados.rados.0.smithi069.stdout:476: expect (ObjNum 148 snap 36 seq_num 148) 2024-04-10T15:32:41.105 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 8 current snap is 43 2024-04-10T15:32:41.105 INFO:tasks.rados.rados.0.smithi069.stdout:477: seq_num 181 ranges {712704=638976} 2024-04-10T15:32:41.112 INFO:tasks.rados.rados.0.smithi069.stdout:477: writing smithi06982861-8 from 712704 to 1351680 tid 1 2024-04-10T15:32:41.112 INFO:tasks.rados.rados.0.smithi069.stdout:478: snap_create 2024-04-10T15:32:41.160 INFO:tasks.rados.rados.0.smithi069.stdout:475: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-10T15:32:41.184 INFO:tasks.rados.rados.0.smithi069.stdout:477: finishing write tid 1 to smithi06982861-8 2024-04-10T15:32:41.185 INFO:tasks.rados.rados.0.smithi069.stdout:477: finishing write tid 2 to smithi06982861-8 2024-04-10T15:32:41.185 INFO:tasks.rados.rados.0.smithi069.stdout:477: finishing write tid 3 to smithi06982861-8 2024-04-10T15:32:41.185 INFO:tasks.rados.rados.0.smithi069.stdout:477: oid 8 updating version 0 to 167 2024-04-10T15:32:41.185 INFO:tasks.rados.rados.0.smithi069.stdout:477: oid 8 version 167 is already newer than 166 2024-04-10T15:32:41.185 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 8 v 167 (ObjNum 181 snap 43 seq_num 181) dirty exists 2024-04-10T15:32:41.185 INFO:tasks.rados.rados.0.smithi069.stdout:477: left oid 8 (ObjNum 181 snap 43 seq_num 181) 2024-04-10T15:32:41.185 INFO:tasks.rados.rados.0.smithi069.stdout:476: expect (ObjNum 148 snap 36 seq_num 148) 2024-04-10T15:32:41.489 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:32:41 smithi077 ceph-mon[31195]: osdmap e143: 8 total, 8 up, 8 in 2024-04-10T15:32:41.583 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:32:41 smithi069 ceph-mon[39688]: osdmap e143: 8 total, 8 up, 8 in 2024-04-10T15:32:41.583 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:32:41 smithi069 ceph-mon[27501]: osdmap e143: 8 total, 8 up, 8 in 2024-04-10T15:32:42.121 INFO:tasks.rados.rados.0.smithi069.stdout:475: done (3 left) 2024-04-10T15:32:42.121 INFO:tasks.rados.rados.0.smithi069.stdout:476: done (2 left) 2024-04-10T15:32:42.121 INFO:tasks.rados.rados.0.smithi069.stdout:477: done (1 left) 2024-04-10T15:32:42.121 INFO:tasks.rados.rados.0.smithi069.stdout:478: done (0 left) 2024-04-10T15:32:42.121 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 23 current snap is 44 2024-04-10T15:32:42.121 INFO:tasks.rados.rados.0.smithi069.stdout:479: seq_num 182 ranges {1269760=655360} 2024-04-10T15:32:42.131 INFO:tasks.rados.rados.0.smithi069.stdout:479: writing smithi06982861-23 from 1269760 to 1925120 tid 1 2024-04-10T15:32:42.131 INFO:tasks.rados.rados.0.smithi069.stdout:480: copy_from oid 26 from oid 22 current snap is 44 2024-04-10T15:32:42.131 INFO:tasks.rados.rados.0.smithi069.stdout:481: snap_create 2024-04-10T15:32:42.135 INFO:tasks.rados.rados.0.smithi069.stdout:479: finishing write tid 1 to smithi06982861-23 2024-04-10T15:32:42.135 INFO:tasks.rados.rados.0.smithi069.stdout:479: finishing write tid 2 to smithi06982861-23 2024-04-10T15:32:42.136 INFO:tasks.rados.rados.0.smithi069.stdout:479: finishing write tid 3 to smithi06982861-23 2024-04-10T15:32:42.136 INFO:tasks.rados.rados.0.smithi069.stdout:479: oid 23 updating version 0 to 76 2024-04-10T15:32:42.136 INFO:tasks.rados.rados.0.smithi069.stdout:479: oid 23 version 76 is already newer than 75 2024-04-10T15:32:42.136 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 23 v 76 (ObjNum 182 snap 44 seq_num 182) dirty exists 2024-04-10T15:32:42.136 INFO:tasks.rados.rados.0.smithi069.stdout:479: left oid 23 (ObjNum 182 snap 44 seq_num 182) 2024-04-10T15:32:42.137 INFO:tasks.rados.rados.0.smithi069.stdout:480: finishing copy_from racing read to smithi06982861-26 2024-04-10T15:32:42.138 INFO:tasks.rados.rados.0.smithi069.stdout:480: finishing copy_from to smithi06982861-26 2024-04-10T15:32:42.138 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 26 v 30 (ObjNum 721 snap 0 seq_num 153186933) dirty exists 2024-04-10T15:32:42.401 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:32:42 smithi077 ceph-mon[31195]: osdmap e144: 8 total, 8 up, 8 in 2024-04-10T15:32:42.401 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:32:42 smithi077 ceph-mon[31195]: pgmap v198: 121 pgs: 121 active+clean; 165 MiB data, 539 MiB used, 715 GiB / 715 GiB avail; 13 MiB/s rd, 812 KiB/s wr, 20 op/s 2024-04-10T15:32:42.583 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:32:42 smithi069 ceph-mon[27501]: osdmap e144: 8 total, 8 up, 8 in 2024-04-10T15:32:42.583 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:32:42 smithi069 ceph-mon[27501]: pgmap v198: 121 pgs: 121 active+clean; 165 MiB data, 539 MiB used, 715 GiB / 715 GiB avail; 13 MiB/s rd, 812 KiB/s wr, 20 op/s 2024-04-10T15:32:42.583 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:32:42 smithi069 ceph-mon[39688]: osdmap e144: 8 total, 8 up, 8 in 2024-04-10T15:32:42.583 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:32:42 smithi069 ceph-mon[39688]: pgmap v198: 121 pgs: 121 active+clean; 165 MiB data, 539 MiB used, 715 GiB / 715 GiB avail; 13 MiB/s rd, 812 KiB/s wr, 20 op/s 2024-04-10T15:32:43.076 INFO:tasks.rados.rados.0.smithi069.stdout:479: done (2 left) 2024-04-10T15:32:43.076 INFO:tasks.rados.rados.0.smithi069.stdout:480: done (1 left) 2024-04-10T15:32:43.076 INFO:tasks.rados.rados.0.smithi069.stdout:481: done (0 left) 2024-04-10T15:32:43.076 INFO:tasks.rados.rados.0.smithi069.stdout:482: snap_create 2024-04-10T15:32:43.363 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:32:43 smithi077 ceph-mon[31195]: osdmap e145: 8 total, 8 up, 8 in 2024-04-10T15:32:43.363 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:32:43 smithi077 ceph-mon[31195]: osdmap e146: 8 total, 8 up, 8 in 2024-04-10T15:32:43.583 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:32:43 smithi069 ceph-mon[27501]: osdmap e145: 8 total, 8 up, 8 in 2024-04-10T15:32:43.583 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:32:43 smithi069 ceph-mon[27501]: osdmap e146: 8 total, 8 up, 8 in 2024-04-10T15:32:43.583 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:32:43 smithi069 ceph-mon[39688]: osdmap e145: 8 total, 8 up, 8 in 2024-04-10T15:32:43.583 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:32:43 smithi069 ceph-mon[39688]: osdmap e146: 8 total, 8 up, 8 in 2024-04-10T15:32:44.077 INFO:tasks.rados.rados.0.smithi069.stdout:482: done (0 left) 2024-04-10T15:32:44.077 INFO:tasks.rados.rados.0.smithi069.stdout:483: delete oid 4 current snap is 46 2024-04-10T15:32:44.080 INFO:tasks.rados.rados.0.smithi069.stdout:483: done (0 left) 2024-04-10T15:32:44.080 INFO:tasks.rados.rados.0.smithi069.stdout:484: delete oid 15 current snap is 46 2024-04-10T15:32:44.083 INFO:tasks.rados.rados.0.smithi069.stdout:484: done (0 left) 2024-04-10T15:32:44.083 INFO:tasks.rados.rados.0.smithi069.stdout:485: snap_create 2024-04-10T15:32:44.489 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:32:44 smithi077 ceph-mon[31195]: pgmap v201: 121 pgs: 121 active+clean; 169 MiB data, 542 MiB used, 715 GiB / 715 GiB avail; 13 MiB/s rd, 2.1 MiB/s wr, 23 op/s 2024-04-10T15:32:44.489 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:32:44 smithi077 ceph-mon[31195]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:32:44.489 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:32:44 smithi077 ceph-mon[31195]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:32:44.489 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:32:44 smithi077 ceph-mon[31195]: osdmap e147: 8 total, 8 up, 8 in 2024-04-10T15:32:44.583 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:32:44 smithi069 ceph-mon[27501]: pgmap v201: 121 pgs: 121 active+clean; 169 MiB data, 542 MiB used, 715 GiB / 715 GiB avail; 13 MiB/s rd, 2.1 MiB/s wr, 23 op/s 2024-04-10T15:32:44.583 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:32:44 smithi069 ceph-mon[27501]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:32:44.583 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:32:44 smithi069 ceph-mon[27501]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:32:44.583 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:32:44 smithi069 ceph-mon[27501]: osdmap e147: 8 total, 8 up, 8 in 2024-04-10T15:32:44.583 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:32:44 smithi069 ceph-mon[39688]: pgmap v201: 121 pgs: 121 active+clean; 169 MiB data, 542 MiB used, 715 GiB / 715 GiB avail; 13 MiB/s rd, 2.1 MiB/s wr, 23 op/s 2024-04-10T15:32:44.584 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:32:44 smithi069 ceph-mon[39688]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:32:44.584 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:32:44 smithi069 ceph-mon[39688]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:32:44.584 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:32:44 smithi069 ceph-mon[39688]: osdmap e147: 8 total, 8 up, 8 in 2024-04-10T15:32:45.079 INFO:tasks.rados.rados.0.smithi069.stdout:485: done (0 left) 2024-04-10T15:32:45.079 INFO:tasks.rados.rados.0.smithi069.stdout:486: setattr oid 19 current snap is 47 2024-04-10T15:32:45.080 INFO:tasks.rados.rados.0.smithi069.stdout:487: rmattr oid 42 current snap is 47 2024-04-10T15:32:45.080 INFO:tasks.rados.rados.0.smithi069.stdout:487: done (1 left) 2024-04-10T15:32:45.080 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 39 current snap is 47 2024-04-10T15:32:45.080 INFO:tasks.rados.rados.0.smithi069.stdout:488: seq_num 185 ranges {6037504=704512} 2024-04-10T15:32:45.116 INFO:tasks.rados.rados.0.smithi069.stdout:488: writing smithi06982861-39 from 6037504 to 6742016 tid 1 2024-04-10T15:32:45.117 INFO:tasks.rados.rados.0.smithi069.stdout:489: read oid 47 snap -1 2024-04-10T15:32:45.117 INFO:tasks.rados.rados.0.smithi069.stdout:489: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-10T15:32:45.117 INFO:tasks.rados.rados.0.smithi069.stdout:490: setattr oid 14 current snap is 47 2024-04-10T15:32:45.117 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 19 v 174 (ObjNum 33 snap 0 seq_num 1434442032) dirty exists 2024-04-10T15:32:45.117 INFO:tasks.rados.rados.0.smithi069.stdout:486: done (3 left) 2024-04-10T15:32:45.117 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 24 current snap is 47 2024-04-10T15:32:45.117 INFO:tasks.rados.rados.0.smithi069.stdout:491: seq_num 186 ranges {2105344=720896} 2024-04-10T15:32:45.132 INFO:tasks.rados.rados.0.smithi069.stdout:491: writing smithi06982861-24 from 2105344 to 2826240 tid 1 2024-04-10T15:32:45.132 INFO:tasks.rados.rados.0.smithi069.stdout:492: copy_from oid 26 from oid 43 current snap is 47 2024-04-10T15:32:45.132 INFO:tasks.rados.rados.0.smithi069.stdout:489: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-10T15:32:45.138 INFO:tasks.rados.rados.0.smithi069.stdout:488: finishing write tid 1 to smithi06982861-39 2024-04-10T15:32:45.138 INFO:tasks.rados.rados.0.smithi069.stdout:488: finishing write tid 2 to smithi06982861-39 2024-04-10T15:32:45.138 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 14 v 155 (ObjNum 176 snap 41 seq_num 176) dirty exists 2024-04-10T15:32:45.138 INFO:tasks.rados.rados.0.smithi069.stdout:488: finishing write tid 3 to smithi06982861-39 2024-04-10T15:32:45.138 INFO:tasks.rados.rados.0.smithi069.stdout:488: oid 39 updating version 0 to 153 2024-04-10T15:32:45.139 INFO:tasks.rados.rados.0.smithi069.stdout:488: oid 39 version 153 is already newer than 152 2024-04-10T15:32:45.139 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 39 v 153 (ObjNum 185 snap 47 seq_num 185) dirty exists 2024-04-10T15:32:45.139 INFO:tasks.rados.rados.0.smithi069.stdout:488: left oid 39 (ObjNum 185 snap 47 seq_num 185) 2024-04-10T15:32:45.139 INFO:tasks.rados.rados.0.smithi069.stdout:488: done (4 left) 2024-04-10T15:32:45.139 INFO:tasks.rados.rados.0.smithi069.stdout:489: done (3 left) 2024-04-10T15:32:45.139 INFO:tasks.rados.rados.0.smithi069.stdout:490: done (2 left) 2024-04-10T15:32:45.139 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 41 current snap is 47 2024-04-10T15:32:45.139 INFO:tasks.rados.rados.0.smithi069.stdout:493: seq_num 187 ranges {4972544=737280} 2024-04-10T15:32:45.170 INFO:tasks.rados.rados.0.smithi069.stdout:493: writing smithi06982861-41 from 4972544 to 5709824 tid 1 2024-04-10T15:32:45.170 INFO:tasks.rados.rados.0.smithi069.stdout:494: read oid 19 snap 36 2024-04-10T15:32:45.170 INFO:tasks.rados.rados.0.smithi069.stdout:494: expect (ObjNum 119 snap 28 seq_num 119) 2024-04-10T15:32:45.170 INFO:tasks.rados.rados.0.smithi069.stdout:495: snap_remove snap 33 2024-04-10T15:32:45.489 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:32:45 smithi077 ceph-mon[31195]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:32:45.489 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:32:45 smithi077 ceph-mon[31195]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:32:45.489 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:32:45 smithi077 ceph-mon[31195]: osdmap e148: 8 total, 8 up, 8 in 2024-04-10T15:32:45.489 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:32:45 smithi077 ceph-mon[31195]: pgmap v204: 121 pgs: 121 active+clean; 169 MiB data, 542 MiB used, 715 GiB / 715 GiB avail; 65 KiB/s rd, 1.3 MiB/s wr, 3 op/s 2024-04-10T15:32:45.489 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:32:45 smithi077 ceph-mon[31195]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:32:45.833 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:32:45 smithi069 ceph-mon[39688]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:32:45.833 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:32:45 smithi069 ceph-mon[39688]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:32:45.833 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:32:45 smithi069 ceph-mon[39688]: osdmap e148: 8 total, 8 up, 8 in 2024-04-10T15:32:45.833 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:32:45 smithi069 ceph-mon[39688]: pgmap v204: 121 pgs: 121 active+clean; 169 MiB data, 542 MiB used, 715 GiB / 715 GiB avail; 65 KiB/s rd, 1.3 MiB/s wr, 3 op/s 2024-04-10T15:32:45.833 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:32:45 smithi069 ceph-mon[39688]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:32:45.833 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:32:45 smithi069 ceph-mon[27501]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:32:45.833 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:32:45 smithi069 ceph-mon[27501]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:32:45.834 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:32:45 smithi069 ceph-mon[27501]: osdmap e148: 8 total, 8 up, 8 in 2024-04-10T15:32:45.834 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:32:45 smithi069 ceph-mon[27501]: pgmap v204: 121 pgs: 121 active+clean; 169 MiB data, 542 MiB used, 715 GiB / 715 GiB avail; 65 KiB/s rd, 1.3 MiB/s wr, 3 op/s 2024-04-10T15:32:45.834 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:32:45 smithi069 ceph-mon[27501]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:32:46.087 INFO:tasks.rados.rados.0.smithi069.stdout:495: done (4 left) 2024-04-10T15:32:46.087 INFO:tasks.rados.rados.0.smithi069.stdout:496: read oid 2 snap -1 2024-04-10T15:32:46.087 INFO:tasks.rados.rados.0.smithi069.stdout:496: expect (ObjNum 1 snap 0 seq_num 1) 2024-04-10T15:32:46.087 INFO:tasks.rados.rados.0.smithi069.stdout:497: delete oid 20 current snap is 47 2024-04-10T15:32:46.087 INFO:tasks.rados.rados.0.smithi069.stdout:492: finishing copy_from racing read to smithi06982861-26 2024-04-10T15:32:46.087 INFO:tasks.rados.rados.0.smithi069.stdout:491: finishing write tid 1 to smithi06982861-24 2024-04-10T15:32:46.087 INFO:tasks.rados.rados.0.smithi069.stdout:492: finishing copy_from to smithi06982861-26 2024-04-10T15:32:46.088 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 26 v 94 (ObjNum 173 snap 41 seq_num 173) dirty exists 2024-04-10T15:32:46.088 INFO:tasks.rados.rados.0.smithi069.stdout:491: finishing write tid 2 to smithi06982861-24 2024-04-10T15:32:46.088 INFO:tasks.rados.rados.0.smithi069.stdout:491: finishing write tid 3 to smithi06982861-24 2024-04-10T15:32:46.088 INFO:tasks.rados.rados.0.smithi069.stdout:491: oid 24 updating version 0 to 139 2024-04-10T15:32:46.088 INFO:tasks.rados.rados.0.smithi069.stdout:491: oid 24 version 139 is already newer than 138 2024-04-10T15:32:46.088 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 24 v 139 (ObjNum 186 snap 47 seq_num 186) dirty exists 2024-04-10T15:32:46.088 INFO:tasks.rados.rados.0.smithi069.stdout:491: left oid 24 (ObjNum 186 snap 47 seq_num 186) 2024-04-10T15:32:46.088 INFO:tasks.rados.rados.0.smithi069.stdout:493: finishing write tid 1 to smithi06982861-41 2024-04-10T15:32:46.088 INFO:tasks.rados.rados.0.smithi069.stdout:493: finishing write tid 2 to smithi06982861-41 2024-04-10T15:32:46.088 INFO:tasks.rados.rados.0.smithi069.stdout:493: finishing write tid 3 to smithi06982861-41 2024-04-10T15:32:46.088 INFO:tasks.rados.rados.0.smithi069.stdout:493: oid 41 updating version 0 to 176 2024-04-10T15:32:46.088 INFO:tasks.rados.rados.0.smithi069.stdout:493: oid 41 updating version 176 to 177 2024-04-10T15:32:46.088 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 41 v 177 (ObjNum 187 snap 47 seq_num 187) dirty exists 2024-04-10T15:32:46.088 INFO:tasks.rados.rados.0.smithi069.stdout:493: left oid 41 (ObjNum 187 snap 47 seq_num 187) 2024-04-10T15:32:46.088 INFO:tasks.rados.rados.0.smithi069.stdout:494: expect (ObjNum 119 snap 28 seq_num 119) 2024-04-10T15:32:46.163 INFO:tasks.rados.rados.0.smithi069.stdout:496: expect (ObjNum 1 snap 0 seq_num 1) 2024-04-10T15:32:46.166 INFO:tasks.rados.rados.0.smithi069.stdout:491: done (5 left) 2024-04-10T15:32:46.166 INFO:tasks.rados.rados.0.smithi069.stdout:492: done (4 left) 2024-04-10T15:32:46.166 INFO:tasks.rados.rados.0.smithi069.stdout:493: done (3 left) 2024-04-10T15:32:46.166 INFO:tasks.rados.rados.0.smithi069.stdout:494: done (2 left) 2024-04-10T15:32:46.167 INFO:tasks.rados.rados.0.smithi069.stdout:496: done (1 left) 2024-04-10T15:32:46.167 INFO:tasks.rados.rados.0.smithi069.stdout:497: done (0 left) 2024-04-10T15:32:46.167 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 39 current snap is 47 2024-04-10T15:32:46.167 INFO:tasks.rados.rados.0.smithi069.stdout:498: seq_num 189 ranges {6742016=770048} 2024-04-10T15:32:46.206 INFO:tasks.rados.rados.0.smithi069.stdout:498: writing smithi06982861-39 from 6742016 to 7512064 tid 1 2024-04-10T15:32:46.206 INFO:tasks.rados.rados.0.smithi069.stdout:499: read oid 48 snap -1 2024-04-10T15:32:46.206 INFO:tasks.rados.rados.0.smithi069.stdout:499: expect deleted 2024-04-10T15:32:46.206 INFO:tasks.rados.rados.0.smithi069.stdout:500: rollback oid 18 current snap is 47 2024-04-10T15:32:46.206 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 18 to 21 2024-04-10T15:32:46.206 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 44 current snap is 47 2024-04-10T15:32:46.206 INFO:tasks.rados.rados.0.smithi069.stdout:501: seq_num 190 ranges {3178496=786432} 2024-04-10T15:32:46.227 INFO:tasks.rados.rados.0.smithi069.stdout:501: writing smithi06982861-44 from 3178496 to 3964928 tid 1 2024-04-10T15:32:46.227 INFO:tasks.rados.rados.0.smithi069.stdout:502: snap_create 2024-04-10T15:32:46.227 INFO:tasks.rados.rados.0.smithi069.stdout:500: finishing rollback tid 1 to smithi06982861-18 2024-04-10T15:32:46.227 INFO:tasks.rados.rados.0.smithi069.stdout:500: finishing rollback tid 2 to smithi06982861-18 2024-04-10T15:32:46.227 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 18 v 103 (ObjNum 17 snap 0 seq_num 17) dirty exists 2024-04-10T15:32:46.227 INFO:tasks.rados.rados.0.smithi069.stdout:498: finishing write tid 1 to smithi06982861-39 2024-04-10T15:32:46.227 INFO:tasks.rados.rados.0.smithi069.stdout:498: finishing write tid 2 to smithi06982861-39 2024-04-10T15:32:46.227 INFO:tasks.rados.rados.0.smithi069.stdout:498: finishing write tid 3 to smithi06982861-39 2024-04-10T15:32:46.227 INFO:tasks.rados.rados.0.smithi069.stdout:498: oid 39 updating version 0 to 162 2024-04-10T15:32:46.227 INFO:tasks.rados.rados.0.smithi069.stdout:498: oid 39 updating version 162 to 163 2024-04-10T15:32:46.227 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 39 v 163 (ObjNum 189 snap 47 seq_num 189) dirty exists 2024-04-10T15:32:46.227 INFO:tasks.rados.rados.0.smithi069.stdout:498: left oid 39 (ObjNum 189 snap 47 seq_num 189) 2024-04-10T15:32:46.230 INFO:tasks.rados.rados.0.smithi069.stdout:501: finishing write tid 1 to smithi06982861-44 2024-04-10T15:32:46.230 INFO:tasks.rados.rados.0.smithi069.stdout:501: finishing write tid 2 to smithi06982861-44 2024-04-10T15:32:46.231 INFO:tasks.rados.rados.0.smithi069.stdout:501: finishing write tid 3 to smithi06982861-44 2024-04-10T15:32:46.232 INFO:tasks.rados.rados.0.smithi069.stdout:501: oid 44 updating version 0 to 156 2024-04-10T15:32:46.232 INFO:tasks.rados.rados.0.smithi069.stdout:501: oid 44 updating version 156 to 157 2024-04-10T15:32:46.232 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 44 v 157 (ObjNum 190 snap 47 seq_num 190) dirty exists 2024-04-10T15:32:46.232 INFO:tasks.rados.rados.0.smithi069.stdout:501: left oid 44 (ObjNum 190 snap 47 seq_num 190) 2024-04-10T15:32:47.083 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:32:46 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[27756]: ::ffff:172.21.15.77 - - [10/Apr/2024:15:32:46] "GET /metrics HTTP/1.1" 200 36070 "" "Prometheus/2.43.0" 2024-04-10T15:32:47.091 INFO:tasks.rados.rados.0.smithi069.stdout:498: done (4 left) 2024-04-10T15:32:47.091 INFO:tasks.rados.rados.0.smithi069.stdout:499: done (3 left) 2024-04-10T15:32:47.091 INFO:tasks.rados.rados.0.smithi069.stdout:500: done (2 left) 2024-04-10T15:32:47.091 INFO:tasks.rados.rados.0.smithi069.stdout:501: done (1 left) 2024-04-10T15:32:47.091 INFO:tasks.rados.rados.0.smithi069.stdout:502: done (0 left) 2024-04-10T15:32:47.091 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 18 current snap is 48 2024-04-10T15:32:47.092 INFO:tasks.rados.rados.0.smithi069.stdout:503: seq_num 191 ranges {286720=802816} 2024-04-10T15:32:47.097 INFO:tasks.rados.rados.0.smithi069.stdout:503: writing smithi06982861-18 from 286720 to 1089536 tid 1 2024-04-10T15:32:47.097 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 39 current snap is 48 2024-04-10T15:32:47.097 INFO:tasks.rados.rados.0.smithi069.stdout:504: seq_num 192 ranges {7512064=417792,7929856=401408} 2024-04-10T15:32:47.139 INFO:tasks.rados.rados.0.smithi069.stdout:504: writing smithi06982861-39 from 7512064 to 7929856 tid 1 2024-04-10T15:32:47.141 INFO:tasks.rados.rados.0.smithi069.stdout:504: writing smithi06982861-39 from 7929856 to 8331264 tid 2 2024-04-10T15:32:47.142 INFO:tasks.rados.rados.0.smithi069.stdout:505: setattr oid 49 current snap is 48 2024-04-10T15:32:47.142 INFO:tasks.rados.rados.0.smithi069.stdout:503: finishing write tid 1 to smithi06982861-18 2024-04-10T15:32:47.142 INFO:tasks.rados.rados.0.smithi069.stdout:503: finishing write tid 2 to smithi06982861-18 2024-04-10T15:32:47.142 INFO:tasks.rados.rados.0.smithi069.stdout:503: finishing write tid 3 to smithi06982861-18 2024-04-10T15:32:47.142 INFO:tasks.rados.rados.0.smithi069.stdout:503: oid 18 updating version 0 to 105 2024-04-10T15:32:47.142 INFO:tasks.rados.rados.0.smithi069.stdout:503: oid 18 updating version 105 to 106 2024-04-10T15:32:47.142 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 18 v 106 (ObjNum 191 snap 48 seq_num 191) dirty exists 2024-04-10T15:32:47.142 INFO:tasks.rados.rados.0.smithi069.stdout:503: left oid 18 (ObjNum 191 snap 48 seq_num 191) 2024-04-10T15:32:47.142 INFO:tasks.rados.rados.0.smithi069.stdout:503: done (2 left) 2024-04-10T15:32:47.143 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 8 current snap is 48 2024-04-10T15:32:47.143 INFO:tasks.rados.rados.0.smithi069.stdout:506: seq_num 193 ranges {1351680=434176,1785856=401408} 2024-04-10T15:32:47.152 INFO:tasks.rados.rados.0.smithi069.stdout:506: writing smithi06982861-8 from 1351680 to 1785856 tid 1 2024-04-10T15:32:47.155 INFO:tasks.rados.rados.0.smithi069.stdout:506: writing smithi06982861-8 from 1785856 to 2187264 tid 2 2024-04-10T15:32:47.155 INFO:tasks.rados.rados.0.smithi069.stdout:507: rollback oid 23 current snap is 48 2024-04-10T15:32:47.155 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 23 to 26 2024-04-10T15:32:47.155 INFO:tasks.rados.rados.0.smithi069.stdout:504: finishing write tid 1 to smithi06982861-39 2024-04-10T15:32:47.155 INFO:tasks.rados.rados.0.smithi069.stdout:508: copy_from oid 9 from oid 18 current snap is 48 2024-04-10T15:32:47.155 INFO:tasks.rados.rados.0.smithi069.stdout:504: finishing write tid 2 to smithi06982861-39 2024-04-10T15:32:47.155 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 49 v 146 (ObjNum 33 snap 0 seq_num 1434174672) dirty exists 2024-04-10T15:32:47.155 INFO:tasks.rados.rados.0.smithi069.stdout:504: finishing write tid 3 to smithi06982861-39 2024-04-10T15:32:47.155 INFO:tasks.rados.rados.0.smithi069.stdout:504: finishing write tid 4 to smithi06982861-39 2024-04-10T15:32:47.155 INFO:tasks.rados.rados.0.smithi069.stdout:504: oid 39 updating version 0 to 165 2024-04-10T15:32:47.156 INFO:tasks.rados.rados.0.smithi069.stdout:504: oid 39 updating version 165 to 167 2024-04-10T15:32:47.156 INFO:tasks.rados.rados.0.smithi069.stdout:504: oid 39 version 167 is already newer than 166 2024-04-10T15:32:47.156 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 39 v 167 (ObjNum 192 snap 48 seq_num 192) dirty exists 2024-04-10T15:32:47.156 INFO:tasks.rados.rados.0.smithi069.stdout:504: left oid 39 (ObjNum 192 snap 48 seq_num 192) 2024-04-10T15:32:47.156 INFO:tasks.rados.rados.0.smithi069.stdout:504: done (4 left) 2024-04-10T15:32:47.156 INFO:tasks.rados.rados.0.smithi069.stdout:505: done (3 left) 2024-04-10T15:32:47.156 INFO:tasks.rados.rados.0.smithi069.stdout:509: snap_remove snap 47 2024-04-10T15:32:47.388 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:32:47 smithi077 ceph-mon[31195]: osdmap e149: 8 total, 8 up, 8 in 2024-04-10T15:32:47.583 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:32:47 smithi069 ceph-mon[39688]: osdmap e149: 8 total, 8 up, 8 in 2024-04-10T15:32:47.583 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:32:47 smithi069 ceph-mon[27501]: osdmap e149: 8 total, 8 up, 8 in 2024-04-10T15:32:48.083 INFO:tasks.rados.rados.0.smithi069.stdout:509: done (3 left) 2024-04-10T15:32:48.083 INFO:tasks.rados.rados.0.smithi069.stdout:510: setattr oid 35 current snap is 48 2024-04-10T15:32:48.083 INFO:tasks.rados.rados.0.smithi069.stdout:506: finishing write tid 1 to smithi06982861-8 2024-04-10T15:32:48.084 INFO:tasks.rados.rados.0.smithi069.stdout:506: finishing write tid 2 to smithi06982861-8 2024-04-10T15:32:48.084 INFO:tasks.rados.rados.0.smithi069.stdout:506: finishing write tid 3 to smithi06982861-8 2024-04-10T15:32:48.084 INFO:tasks.rados.rados.0.smithi069.stdout:507: finishing rollback tid 0 to smithi06982861-23 2024-04-10T15:32:48.084 INFO:tasks.rados.rados.0.smithi069.stdout:507: finishing rollback tid 1 to smithi06982861-23 2024-04-10T15:32:48.084 INFO:tasks.rados.rados.0.smithi069.stdout:506: finishing write tid 4 to smithi06982861-8 2024-04-10T15:32:48.084 INFO:tasks.rados.rados.0.smithi069.stdout:506: oid 8 updating version 0 to 179 2024-04-10T15:32:48.084 INFO:tasks.rados.rados.0.smithi069.stdout:506: oid 8 version 179 is already newer than 178 2024-04-10T15:32:48.084 INFO:tasks.rados.rados.0.smithi069.stdout:506: oid 8 version 179 is already newer than 177 2024-04-10T15:32:48.084 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 8 v 179 (ObjNum 193 snap 48 seq_num 193) dirty exists 2024-04-10T15:32:48.084 INFO:tasks.rados.rados.0.smithi069.stdout:506: left oid 8 (ObjNum 193 snap 48 seq_num 193) 2024-04-10T15:32:48.084 INFO:tasks.rados.rados.0.smithi069.stdout:507: finishing rollback tid 2 to smithi06982861-23 2024-04-10T15:32:48.084 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 23 v 82 (ObjNum 53 snap 1 seq_num 53) dirty exists 2024-04-10T15:32:48.084 INFO:tasks.rados.rados.0.smithi069.stdout:508: finishing copy_from racing read to smithi06982861-9 2024-04-10T15:32:48.084 INFO:tasks.rados.rados.0.smithi069.stdout:508: finishing copy_from to smithi06982861-9 2024-04-10T15:32:48.085 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 9 v 106 (ObjNum 191 snap 48 seq_num 191) dirty exists 2024-04-10T15:32:48.085 INFO:tasks.rados.rados.0.smithi069.stdout:506: done (3 left) 2024-04-10T15:32:48.085 INFO:tasks.rados.rados.0.smithi069.stdout:507: done (2 left) 2024-04-10T15:32:48.085 INFO:tasks.rados.rados.0.smithi069.stdout:508: done (1 left) 2024-04-10T15:32:48.085 INFO:tasks.rados.rados.0.smithi069.stdout:511: read oid 21 snap 29 2024-04-10T15:32:48.085 INFO:tasks.rados.rados.0.smithi069.stdout:511: expect (ObjNum 96 snap 20 seq_num 96) 2024-04-10T15:32:48.085 INFO:tasks.rados.rados.0.smithi069.stdout:512: copy_from oid 39 from oid 12 current snap is 48 2024-04-10T15:32:48.085 INFO:tasks.rados.rados.0.smithi069.stdout:513: delete oid 4 current snap is 48 2024-04-10T15:32:48.088 INFO:tasks.rados.rados.0.smithi069.stdout:513: done (3 left) 2024-04-10T15:32:48.088 INFO:tasks.rados.rados.0.smithi069.stdout:514: snap_create 2024-04-10T15:32:48.089 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 35 v 113 (ObjNum 33 snap 0 seq_num 4) dirty exists 2024-04-10T15:32:48.100 INFO:tasks.rados.rados.0.smithi069.stdout:511: expect (ObjNum 96 snap 20 seq_num 96) 2024-04-10T15:32:48.232 INFO:tasks.rados.rados.0.smithi069.stdout:512: finishing copy_from racing read to smithi06982861-39 2024-04-10T15:32:48.232 INFO:tasks.rados.rados.0.smithi069.stdout:512: finishing copy_from to smithi06982861-39 2024-04-10T15:32:48.232 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 39 v 87 (ObjNum 150 snap 37 seq_num 150) dirty exists 2024-04-10T15:32:48.232 INFO:tasks.rados.rados.0.smithi069.stdout:510: done (3 left) 2024-04-10T15:32:48.232 INFO:tasks.rados.rados.0.smithi069.stdout:511: done (2 left) 2024-04-10T15:32:48.232 INFO:tasks.rados.rados.0.smithi069.stdout:512: done (1 left) 2024-04-10T15:32:48.232 INFO:tasks.rados.rados.0.smithi069.stdout:514: done (0 left) 2024-04-10T15:32:48.232 INFO:tasks.rados.rados.0.smithi069.stdout:515: read oid 45 snap -1 2024-04-10T15:32:48.232 INFO:tasks.rados.rados.0.smithi069.stdout:515: expect (ObjNum 163 snap 38 seq_num 163) 2024-04-10T15:32:48.233 INFO:tasks.rados.rados.0.smithi069.stdout:516: copy_from oid 49 from oid 4 current snap is 49 2024-04-10T15:32:48.233 INFO:tasks.rados.rados.0.smithi069.stdout:517: snap_remove snap 35 2024-04-10T15:32:48.356 INFO:journalctl@ceph.mgr.x.smithi077.stdout:Apr 10 15:32:48 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-x[66795]: [10/Apr/2024:15:32:48] ENGINE Bus STOPPING 2024-04-10T15:32:48.356 INFO:journalctl@ceph.mgr.x.smithi077.stdout:Apr 10 15:32:48 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-x[66795]: [10/Apr/2024:15:32:48] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-10T15:32:48.356 INFO:journalctl@ceph.mgr.x.smithi077.stdout:Apr 10 15:32:48 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-x[66795]: [10/Apr/2024:15:32:48] ENGINE Bus STOPPED 2024-04-10T15:32:48.356 INFO:journalctl@ceph.mgr.x.smithi077.stdout:Apr 10 15:32:48 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-x[66795]: [10/Apr/2024:15:32:48] ENGINE Bus STARTING 2024-04-10T15:32:48.357 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:32:48 smithi077 ceph-mon[31195]: osdmap e150: 8 total, 8 up, 8 in 2024-04-10T15:32:48.357 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:32:48 smithi077 ceph-mon[31195]: pgmap v207: 121 pgs: 121 active+clean; 172 MiB data, 548 MiB used, 715 GiB / 715 GiB avail; 3.4 MiB/s rd, 966 KiB/s wr, 19 op/s 2024-04-10T15:32:48.357 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:32:48 smithi077 ceph-mon[31195]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:32:48.357 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:32:48 smithi077 ceph-mon[31195]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:32:48.357 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:32:48 smithi077 ceph-mon[31195]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:32:48.357 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:32:48 smithi077 ceph-mon[31195]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:32:48.357 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:32:48 smithi077 ceph-mon[31195]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:32:48.357 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:32:48 smithi077 ceph-mon[31195]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:32:48.357 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:32:48 smithi077 ceph-mon[31195]: osdmap e151: 8 total, 8 up, 8 in 2024-04-10T15:32:48.358 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:32:48 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[27756]: 2024-04-10T15:32:48.231+0000 7f6b5b6d6700 -1 mgr handle_mgr_map I was active but no longer am 2024-04-10T15:32:48.359 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:32:48 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[27756]: ignoring --setuser ceph since I am not root 2024-04-10T15:32:48.359 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:32:48 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[27756]: ignoring --setgroup ceph since I am not root 2024-04-10T15:32:48.359 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:32:48 smithi069 ceph-mon[39688]: osdmap e150: 8 total, 8 up, 8 in 2024-04-10T15:32:48.359 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:32:48 smithi069 ceph-mon[39688]: pgmap v207: 121 pgs: 121 active+clean; 172 MiB data, 548 MiB used, 715 GiB / 715 GiB avail; 3.4 MiB/s rd, 966 KiB/s wr, 19 op/s 2024-04-10T15:32:48.359 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:32:48 smithi069 ceph-mon[39688]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:32:48.359 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:32:48 smithi069 ceph-mon[39688]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:32:48.359 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:32:48 smithi069 ceph-mon[39688]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:32:48.359 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:32:48 smithi069 ceph-mon[39688]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:32:48.359 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:32:48 smithi069 ceph-mon[39688]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:32:48.360 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:32:48 smithi069 ceph-mon[39688]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:32:48.360 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:32:48 smithi069 ceph-mon[39688]: osdmap e151: 8 total, 8 up, 8 in 2024-04-10T15:32:48.360 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:32:48 smithi069 ceph-mon[27501]: osdmap e150: 8 total, 8 up, 8 in 2024-04-10T15:32:48.360 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:32:48 smithi069 ceph-mon[27501]: pgmap v207: 121 pgs: 121 active+clean; 172 MiB data, 548 MiB used, 715 GiB / 715 GiB avail; 3.4 MiB/s rd, 966 KiB/s wr, 19 op/s 2024-04-10T15:32:48.360 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:32:48 smithi069 ceph-mon[27501]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:32:48.360 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:32:48 smithi069 ceph-mon[27501]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:32:48.360 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:32:48 smithi069 ceph-mon[27501]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:32:48.360 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:32:48 smithi069 ceph-mon[27501]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:32:48.360 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:32:48 smithi069 ceph-mon[27501]: from='mgr.24476 ' entity='mgr.y' 2024-04-10T15:32:48.360 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:32:48 smithi069 ceph-mon[27501]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:32:48.360 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:32:48 smithi069 ceph-mon[27501]: osdmap e151: 8 total, 8 up, 8 in 2024-04-10T15:32:48.739 INFO:journalctl@ceph.mgr.x.smithi077.stdout:Apr 10 15:32:48 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-x[66795]: 2024-04-10T15:32:48.369+0000 7f52f950f700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-10T15:32:48.739 INFO:journalctl@ceph.mgr.x.smithi077.stdout:Apr 10 15:32:48 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-x[66795]: 2024-04-10T15:32:48.369+0000 7f52f950f700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-10T15:32:48.739 INFO:journalctl@ceph.mgr.x.smithi077.stdout:Apr 10 15:32:48 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-x[66795]: 2024-04-10T15:32:48.369+0000 7f52f950f700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-10T15:32:48.739 INFO:journalctl@ceph.mgr.x.smithi077.stdout:Apr 10 15:32:48 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-x[66795]: 2024-04-10T15:32:48.369+0000 7f52f950f700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-10T15:32:48.739 INFO:journalctl@ceph.mgr.x.smithi077.stdout:Apr 10 15:32:48 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-x[66795]: 2024-04-10T15:32:48.369+0000 7f52f950f700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-10T15:32:48.740 INFO:journalctl@ceph.mgr.x.smithi077.stdout:Apr 10 15:32:48 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-x[66795]: 2024-04-10T15:32:48.370+0000 7f52f6d0a700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-10T15:32:48.740 INFO:journalctl@ceph.mgr.x.smithi077.stdout:Apr 10 15:32:48 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-x[66795]: 2024-04-10T15:32:48.370+0000 7f52f6d0a700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-10T15:32:48.740 INFO:journalctl@ceph.mgr.x.smithi077.stdout:Apr 10 15:32:48 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-x[66795]: 2024-04-10T15:32:48.370+0000 7f52f6d0a700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-10T15:32:48.740 INFO:journalctl@ceph.mgr.x.smithi077.stdout:Apr 10 15:32:48 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-x[66795]: 2024-04-10T15:32:48.370+0000 7f52f6d0a700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-10T15:32:48.740 INFO:journalctl@ceph.mgr.x.smithi077.stdout:Apr 10 15:32:48 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-x[66795]: 2024-04-10T15:32:48.370+0000 7f52f6d0a700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-10T15:32:48.740 INFO:journalctl@ceph.mgr.x.smithi077.stdout:Apr 10 15:32:48 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-x[66795]: [10/Apr/2024:15:32:48] ENGINE Serving on http://:::9283 2024-04-10T15:32:48.740 INFO:journalctl@ceph.mgr.x.smithi077.stdout:Apr 10 15:32:48 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-x[66795]: [10/Apr/2024:15:32:48] ENGINE Bus STARTED 2024-04-10T15:32:49.083 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:32:48 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[27756]: 2024-04-10T15:32:48.841+0000 7fec2caa5200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-10T15:32:49.083 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:32:48 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[27756]: 2024-04-10T15:32:48.934+0000 7fec2caa5200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-10T15:32:49.217 INFO:tasks.rados.rados.0.smithi069.stdout:517: done (2 left) 2024-04-10T15:32:49.218 INFO:tasks.rados.rados.0.smithi069.stdout:518: rollback oid 14 current snap is 49 2024-04-10T15:32:49.218 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 14 to 45 2024-04-10T15:32:49.218 INFO:tasks.rados.rados.0.smithi069.stdout:516: finishing copy_from to smithi06982861-49 2024-04-10T15:32:49.218 INFO:tasks.rados.rados.0.smithi069.stdout:516: got expected ENOENT (src dne) 2024-04-10T15:32:49.218 INFO:tasks.rados.rados.0.smithi069.stdout:516: finishing copy_from racing read to smithi06982861-49 2024-04-10T15:32:49.218 INFO:tasks.rados.rados.0.smithi069.stdout:516: done (2 left) 2024-04-10T15:32:49.218 INFO:tasks.rados.rados.0.smithi069.stdout:519: snap_create 2024-04-10T15:32:49.218 INFO:tasks.rados.rados.0.smithi069.stdout:515: expect (ObjNum 163 snap 38 seq_num 163) 2024-04-10T15:32:49.489 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:32:49 smithi077 ceph-mon[31195]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-04-10T15:32:49.489 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:32:49 smithi077 ceph-mon[31195]: from='mgr.24476 ' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-04-10T15:32:49.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:32:49 smithi077 ceph-mon[31195]: Activating manager daemon x 2024-04-10T15:32:49.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:32:49 smithi077 ceph-mon[31195]: osdmap e152: 8 total, 8 up, 8 in 2024-04-10T15:32:49.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:32:49 smithi077 ceph-mon[31195]: from='mgr.24476 ' entity='mgr.y' cmd='[{"prefix": "mgr fail", "who": "y"}]': finished 2024-04-10T15:32:49.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:32:49 smithi077 ceph-mon[31195]: mgrmap e24: x(active, starting, since 0.00829914s) 2024-04-10T15:32:49.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:32:49 smithi077 ceph-mon[31195]: from='mgr.24853 172.21.15.77:0/2860758011' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:32:49.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:32:49 smithi077 ceph-mon[31195]: from='mgr.24853 172.21.15.77:0/2860758011' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:32:49.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:32:49 smithi077 ceph-mon[31195]: from='mgr.24853 172.21.15.77:0/2860758011' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:32:49.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:32:49 smithi077 ceph-mon[31195]: from='mgr.24853 172.21.15.77:0/2860758011' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-10T15:32:49.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:32:49 smithi077 ceph-mon[31195]: from='mgr.24853 172.21.15.77:0/2860758011' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-10T15:32:49.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:32:49 smithi077 ceph-mon[31195]: from='mgr.24853 172.21.15.77:0/2860758011' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-10T15:32:49.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:32:49 smithi077 ceph-mon[31195]: from='mgr.24853 172.21.15.77:0/2860758011' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-10T15:32:49.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:32:49 smithi077 ceph-mon[31195]: from='mgr.24853 172.21.15.77:0/2860758011' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-10T15:32:49.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:32:49 smithi077 ceph-mon[31195]: from='mgr.24853 172.21.15.77:0/2860758011' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-10T15:32:49.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:32:49 smithi077 ceph-mon[31195]: from='mgr.24853 172.21.15.77:0/2860758011' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-10T15:32:49.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:32:49 smithi077 ceph-mon[31195]: from='mgr.24853 172.21.15.77:0/2860758011' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-10T15:32:49.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:32:49 smithi077 ceph-mon[31195]: from='mgr.24853 172.21.15.77:0/2860758011' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-10T15:32:49.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:32:49 smithi077 ceph-mon[31195]: from='mgr.24853 172.21.15.77:0/2860758011' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-10T15:32:49.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:32:49 smithi077 ceph-mon[31195]: from='mgr.24853 172.21.15.77:0/2860758011' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-10T15:32:49.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:32:49 smithi077 ceph-mon[31195]: from='mgr.24853 172.21.15.77:0/2860758011' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-10T15:32:49.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:32:49 smithi077 ceph-mon[31195]: from='mgr.24853 172.21.15.77:0/2860758011' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-10T15:32:49.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:32:49 smithi077 ceph-mon[31195]: from='mgr.24853 172.21.15.77:0/2860758011' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-10T15:32:49.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:32:49 smithi077 ceph-mon[31195]: Manager daemon x is now available 2024-04-10T15:32:49.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:32:49 smithi077 ceph-mon[31195]: from='mgr.24853 172.21.15.77:0/2860758011' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:32:49.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:32:49 smithi077 ceph-mon[31195]: from='mgr.24853 172.21.15.77:0/2860758011' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:32:49.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:32:49 smithi077 ceph-mon[31195]: from='mgr.24853 172.21.15.77:0/2860758011' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-04-10T15:32:49.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:32:49 smithi077 ceph-mon[31195]: from='mgr.24853 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-04-10T15:32:49.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:32:49 smithi077 ceph-mon[31195]: from='mgr.24853 172.21.15.77:0/2860758011' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-04-10T15:32:49.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:32:49 smithi077 ceph-mon[31195]: from='mgr.24853 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-04-10T15:32:49.493 INFO:tasks.rados.rados.0.smithi069.stdout:518: finishing rollback tid 0 to smithi06982861-14 2024-04-10T15:32:49.493 INFO:tasks.rados.rados.0.smithi069.stdout:518: finishing rollback tid 1 to smithi06982861-14 2024-04-10T15:32:49.493 INFO:tasks.rados.rados.0.smithi069.stdout:518: finishing rollback tid 2 to smithi06982861-14 2024-04-10T15:32:49.494 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 14 v 174 (ObjNum 176 snap 41 seq_num 176) dirty exists 2024-04-10T15:32:49.583 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:32:49 smithi069 ceph-mon[39688]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-04-10T15:32:49.583 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:32:49 smithi069 ceph-mon[39688]: from='mgr.24476 ' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-04-10T15:32:49.583 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:32:49 smithi069 ceph-mon[39688]: Activating manager daemon x 2024-04-10T15:32:49.583 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:32:49 smithi069 ceph-mon[39688]: osdmap e152: 8 total, 8 up, 8 in 2024-04-10T15:32:49.584 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:32:49 smithi069 ceph-mon[39688]: from='mgr.24476 ' entity='mgr.y' cmd='[{"prefix": "mgr fail", "who": "y"}]': finished 2024-04-10T15:32:49.584 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:32:49 smithi069 ceph-mon[39688]: mgrmap e24: x(active, starting, since 0.00829914s) 2024-04-10T15:32:49.584 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:32:49 smithi069 ceph-mon[39688]: from='mgr.24853 172.21.15.77:0/2860758011' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:32:49.584 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:32:49 smithi069 ceph-mon[39688]: from='mgr.24853 172.21.15.77:0/2860758011' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:32:49.584 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:32:49 smithi069 ceph-mon[39688]: from='mgr.24853 172.21.15.77:0/2860758011' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:32:49.584 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:32:49 smithi069 ceph-mon[39688]: from='mgr.24853 172.21.15.77:0/2860758011' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-10T15:32:49.584 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:32:49 smithi069 ceph-mon[39688]: from='mgr.24853 172.21.15.77:0/2860758011' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-10T15:32:49.584 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:32:49 smithi069 ceph-mon[39688]: from='mgr.24853 172.21.15.77:0/2860758011' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-10T15:32:49.584 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:32:49 smithi069 ceph-mon[39688]: from='mgr.24853 172.21.15.77:0/2860758011' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-10T15:32:49.584 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:32:49 smithi069 ceph-mon[39688]: from='mgr.24853 172.21.15.77:0/2860758011' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-10T15:32:49.584 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:32:49 smithi069 ceph-mon[39688]: from='mgr.24853 172.21.15.77:0/2860758011' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-10T15:32:49.584 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:32:49 smithi069 ceph-mon[39688]: from='mgr.24853 172.21.15.77:0/2860758011' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-10T15:32:49.584 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:32:49 smithi069 ceph-mon[39688]: from='mgr.24853 172.21.15.77:0/2860758011' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-10T15:32:49.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:32:49 smithi069 ceph-mon[39688]: from='mgr.24853 172.21.15.77:0/2860758011' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-10T15:32:49.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:32:49 smithi069 ceph-mon[39688]: from='mgr.24853 172.21.15.77:0/2860758011' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-10T15:32:49.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:32:49 smithi069 ceph-mon[39688]: from='mgr.24853 172.21.15.77:0/2860758011' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-10T15:32:49.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:32:49 smithi069 ceph-mon[39688]: from='mgr.24853 172.21.15.77:0/2860758011' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-10T15:32:49.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:32:49 smithi069 ceph-mon[39688]: from='mgr.24853 172.21.15.77:0/2860758011' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-10T15:32:49.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:32:49 smithi069 ceph-mon[39688]: from='mgr.24853 172.21.15.77:0/2860758011' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-10T15:32:49.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:32:49 smithi069 ceph-mon[39688]: Manager daemon x is now available 2024-04-10T15:32:49.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:32:49 smithi069 ceph-mon[39688]: from='mgr.24853 172.21.15.77:0/2860758011' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:32:49.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:32:49 smithi069 ceph-mon[39688]: from='mgr.24853 172.21.15.77:0/2860758011' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:32:49.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:32:49 smithi069 ceph-mon[39688]: from='mgr.24853 172.21.15.77:0/2860758011' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-04-10T15:32:49.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:32:49 smithi069 ceph-mon[39688]: from='mgr.24853 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-04-10T15:32:49.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:32:49 smithi069 ceph-mon[39688]: from='mgr.24853 172.21.15.77:0/2860758011' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-04-10T15:32:49.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:32:49 smithi069 ceph-mon[39688]: from='mgr.24853 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-04-10T15:32:49.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:32:49 smithi069 ceph-mon[27501]: from='mgr.24476 172.21.15.69:0/2271795514' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-04-10T15:32:49.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:32:49 smithi069 ceph-mon[27501]: from='mgr.24476 ' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-04-10T15:32:49.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:32:49 smithi069 ceph-mon[27501]: Activating manager daemon x 2024-04-10T15:32:49.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:32:49 smithi069 ceph-mon[27501]: osdmap e152: 8 total, 8 up, 8 in 2024-04-10T15:32:49.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:32:49 smithi069 ceph-mon[27501]: from='mgr.24476 ' entity='mgr.y' cmd='[{"prefix": "mgr fail", "who": "y"}]': finished 2024-04-10T15:32:49.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:32:49 smithi069 ceph-mon[27501]: mgrmap e24: x(active, starting, since 0.00829914s) 2024-04-10T15:32:49.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:32:49 smithi069 ceph-mon[27501]: from='mgr.24853 172.21.15.77:0/2860758011' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:32:49.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:32:49 smithi069 ceph-mon[27501]: from='mgr.24853 172.21.15.77:0/2860758011' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:32:49.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:32:49 smithi069 ceph-mon[27501]: from='mgr.24853 172.21.15.77:0/2860758011' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:32:49.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:32:49 smithi069 ceph-mon[27501]: from='mgr.24853 172.21.15.77:0/2860758011' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-10T15:32:49.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:32:49 smithi069 ceph-mon[27501]: from='mgr.24853 172.21.15.77:0/2860758011' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-10T15:32:49.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:32:49 smithi069 ceph-mon[27501]: from='mgr.24853 172.21.15.77:0/2860758011' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-10T15:32:49.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:32:49 smithi069 ceph-mon[27501]: from='mgr.24853 172.21.15.77:0/2860758011' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-10T15:32:49.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:32:49 smithi069 ceph-mon[27501]: from='mgr.24853 172.21.15.77:0/2860758011' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-10T15:32:49.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:32:49 smithi069 ceph-mon[27501]: from='mgr.24853 172.21.15.77:0/2860758011' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-10T15:32:49.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:32:49 smithi069 ceph-mon[27501]: from='mgr.24853 172.21.15.77:0/2860758011' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-10T15:32:49.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:32:49 smithi069 ceph-mon[27501]: from='mgr.24853 172.21.15.77:0/2860758011' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-10T15:32:49.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:32:49 smithi069 ceph-mon[27501]: from='mgr.24853 172.21.15.77:0/2860758011' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-10T15:32:49.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:32:49 smithi069 ceph-mon[27501]: from='mgr.24853 172.21.15.77:0/2860758011' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-10T15:32:49.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:32:49 smithi069 ceph-mon[27501]: from='mgr.24853 172.21.15.77:0/2860758011' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-10T15:32:49.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:32:49 smithi069 ceph-mon[27501]: from='mgr.24853 172.21.15.77:0/2860758011' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-10T15:32:49.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:32:49 smithi069 ceph-mon[27501]: from='mgr.24853 172.21.15.77:0/2860758011' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-10T15:32:49.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:32:49 smithi069 ceph-mon[27501]: from='mgr.24853 172.21.15.77:0/2860758011' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-10T15:32:49.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:32:49 smithi069 ceph-mon[27501]: Manager daemon x is now available 2024-04-10T15:32:49.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:32:49 smithi069 ceph-mon[27501]: from='mgr.24853 172.21.15.77:0/2860758011' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:32:49.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:32:49 smithi069 ceph-mon[27501]: from='mgr.24853 172.21.15.77:0/2860758011' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:32:49.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:32:49 smithi069 ceph-mon[27501]: from='mgr.24853 172.21.15.77:0/2860758011' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-04-10T15:32:49.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:32:49 smithi069 ceph-mon[27501]: from='mgr.24853 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-04-10T15:32:49.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:32:49 smithi069 ceph-mon[27501]: from='mgr.24853 172.21.15.77:0/2860758011' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-04-10T15:32:49.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:32:49 smithi069 ceph-mon[27501]: from='mgr.24853 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-04-10T15:32:49.910 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:32:49 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[27756]: 2024-04-10T15:32:49.596+0000 7fec2caa5200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-10T15:32:49.910 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:32:49 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[27756]: 2024-04-10T15:32:49.687+0000 7fec2caa5200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-10T15:32:49.911 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:32:49 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[27756]: 2024-04-10T15:32:49.829+0000 7fec2caa5200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-10T15:32:49.911 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:32:49 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[27756]: 2024-04-10T15:32:49.923+0000 7fec2caa5200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-10T15:32:50.218 INFO:tasks.rados.rados.0.smithi069.stdout:515: done (2 left) 2024-04-10T15:32:50.218 INFO:tasks.rados.rados.0.smithi069.stdout:518: done (1 left) 2024-04-10T15:32:50.218 INFO:tasks.rados.rados.0.smithi069.stdout:519: done (0 left) 2024-04-10T15:32:50.218 INFO:tasks.rados.rados.0.smithi069.stdout:520: copy_from oid 16 from oid 10 current snap is 50 2024-04-10T15:32:50.218 INFO:tasks.rados.rados.0.smithi069.stdout:521: snap_remove snap 45 2024-04-10T15:32:50.219 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:32:50 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[27756]: 2024-04-10T15:32:50.007+0000 7fec2caa5200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-10T15:32:50.489 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:32:50 smithi077 ceph-mon[31195]: [10/Apr/2024:15:32:48] ENGINE Bus STARTING 2024-04-10T15:32:50.489 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:32:50 smithi077 ceph-mon[31195]: Deploying cephadm binary to smithi077 2024-04-10T15:32:50.489 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:32:50 smithi077 ceph-mon[31195]: Deploying cephadm binary to smithi069 2024-04-10T15:32:50.489 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:32:50 smithi077 ceph-mon[31195]: [10/Apr/2024:15:32:48] ENGINE Serving on https://172.21.15.77:7150 2024-04-10T15:32:50.489 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:32:50 smithi077 ceph-mon[31195]: [10/Apr/2024:15:32:48] ENGINE Serving on http://172.21.15.77:8765 2024-04-10T15:32:50.489 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:32:50 smithi077 ceph-mon[31195]: [10/Apr/2024:15:32:48] ENGINE Bus STARTED 2024-04-10T15:32:50.489 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:32:50 smithi077 ceph-mon[31195]: osdmap e153: 8 total, 8 up, 8 in 2024-04-10T15:32:50.489 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:32:50 smithi077 ceph-mon[31195]: mgrmap e25: x(active, since 1.02073s) 2024-04-10T15:32:50.555 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:32:50 smithi069 ceph-mon[39688]: [10/Apr/2024:15:32:48] ENGINE Bus STARTING 2024-04-10T15:32:50.556 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:32:50 smithi069 ceph-mon[39688]: Deploying cephadm binary to smithi077 2024-04-10T15:32:50.556 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:32:50 smithi069 ceph-mon[39688]: Deploying cephadm binary to smithi069 2024-04-10T15:32:50.556 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:32:50 smithi069 ceph-mon[39688]: [10/Apr/2024:15:32:48] ENGINE Serving on https://172.21.15.77:7150 2024-04-10T15:32:50.556 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:32:50 smithi069 ceph-mon[39688]: [10/Apr/2024:15:32:48] ENGINE Serving on http://172.21.15.77:8765 2024-04-10T15:32:50.556 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:32:50 smithi069 ceph-mon[39688]: [10/Apr/2024:15:32:48] ENGINE Bus STARTED 2024-04-10T15:32:50.557 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:32:50 smithi069 ceph-mon[39688]: osdmap e153: 8 total, 8 up, 8 in 2024-04-10T15:32:50.557 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:32:50 smithi069 ceph-mon[39688]: mgrmap e25: x(active, since 1.02073s) 2024-04-10T15:32:50.557 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:32:50 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[27756]: 2024-04-10T15:32:50.275+0000 7fec2caa5200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-10T15:32:50.557 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:32:50 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[27756]: 2024-04-10T15:32:50.388+0000 7fec2caa5200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-10T15:32:50.558 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:32:50 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[27756]: 2024-04-10T15:32:50.474+0000 7fec2caa5200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-10T15:32:50.558 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:32:50 smithi069 ceph-mon[27501]: [10/Apr/2024:15:32:48] ENGINE Bus STARTING 2024-04-10T15:32:50.558 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:32:50 smithi069 ceph-mon[27501]: Deploying cephadm binary to smithi077 2024-04-10T15:32:50.558 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:32:50 smithi069 ceph-mon[27501]: Deploying cephadm binary to smithi069 2024-04-10T15:32:50.558 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:32:50 smithi069 ceph-mon[27501]: [10/Apr/2024:15:32:48] ENGINE Serving on https://172.21.15.77:7150 2024-04-10T15:32:50.559 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:32:50 smithi069 ceph-mon[27501]: [10/Apr/2024:15:32:48] ENGINE Serving on http://172.21.15.77:8765 2024-04-10T15:32:50.559 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:32:50 smithi069 ceph-mon[27501]: [10/Apr/2024:15:32:48] ENGINE Bus STARTED 2024-04-10T15:32:50.559 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:32:50 smithi069 ceph-mon[27501]: osdmap e153: 8 total, 8 up, 8 in 2024-04-10T15:32:50.560 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:32:50 smithi069 ceph-mon[27501]: mgrmap e25: x(active, since 1.02073s) 2024-04-10T15:32:50.833 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:32:50 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[27756]: 2024-04-10T15:32:50.567+0000 7fec2caa5200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-10T15:32:50.833 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:32:50 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[27756]: 2024-04-10T15:32:50.742+0000 7fec2caa5200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-10T15:32:51.222 INFO:tasks.rados.rados.0.smithi069.stdout:521: done (1 left) 2024-04-10T15:32:51.223 INFO:tasks.rados.rados.0.smithi069.stdout:522: read oid 35 snap -1 2024-04-10T15:32:51.223 INFO:tasks.rados.rados.0.smithi069.stdout:522: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-10T15:32:51.223 INFO:tasks.rados.rados.0.smithi069.stdout:523: rollback oid 40 current snap is 50 2024-04-10T15:32:51.223 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 40 to 42 2024-04-10T15:32:51.223 INFO:tasks.rados.rados.0.smithi069.stdout:520: finishing copy_from to smithi06982861-16 2024-04-10T15:32:51.223 INFO:tasks.rados.rados.0.smithi069.stdout:520: got expected ENOENT (src dne) 2024-04-10T15:32:51.223 INFO:tasks.rados.rados.0.smithi069.stdout:520: finishing copy_from racing read to smithi06982861-16 2024-04-10T15:32:51.223 INFO:tasks.rados.rados.0.smithi069.stdout:520: done (2 left) 2024-04-10T15:32:51.223 INFO:tasks.rados.rados.0.smithi069.stdout:524: read oid 50 snap -1 2024-04-10T15:32:51.223 INFO:tasks.rados.rados.0.smithi069.stdout:524: expect (ObjNum 162 snap 38 seq_num 162) 2024-04-10T15:32:51.223 INFO:tasks.rados.rados.0.smithi069.stdout:525: rollback oid 24 current snap is 50 2024-04-10T15:32:51.223 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 24 to 6 2024-04-10T15:32:51.223 INFO:tasks.rados.rados.0.smithi069.stdout:526: snap_create 2024-04-10T15:32:51.224 INFO:tasks.rados.rados.0.smithi069.stdout:522: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-10T15:32:51.225 INFO:tasks.rados.rados.0.smithi069.stdout:523: finishing rollback tid 0 to smithi06982861-40 2024-04-10T15:32:51.226 INFO:tasks.rados.rados.0.smithi069.stdout:523: finishing rollback tid 1 to smithi06982861-40 2024-04-10T15:32:51.226 INFO:tasks.rados.rados.0.smithi069.stdout:523: finishing rollback tid 2 to smithi06982861-40 2024-04-10T15:32:51.226 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 40 v 75 (ObjNum 177 snap 41 seq_num 177) dirty exists 2024-04-10T15:32:51.228 INFO:tasks.rados.rados.0.smithi069.stdout:524: expect (ObjNum 162 snap 38 seq_num 162) 2024-04-10T15:32:51.240 INFO:tasks.rados.rados.0.smithi069.stdout:525: finishing rollback tid 0 to smithi06982861-24 2024-04-10T15:32:51.240 INFO:tasks.rados.rados.0.smithi069.stdout:525: finishing rollback tid 1 to smithi06982861-24 2024-04-10T15:32:51.241 INFO:tasks.rados.rados.0.smithi069.stdout:525: finishing rollback tid 2 to smithi06982861-24 2024-04-10T15:32:51.241 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 24 v 156 (ObjNum 23 snap 0 seq_num 23) dirty exists 2024-04-10T15:32:51.489 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:32:51 smithi077 ceph-mon[31195]: pgmap v4: 121 pgs: 3 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 117 active+clean; 176 MiB data, 568 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:32:51.489 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:32:51 smithi077 ceph-mon[31195]: osdmap e154: 8 total, 8 up, 8 in 2024-04-10T15:32:51.489 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:32:51 smithi077 ceph-mon[31195]: pgmap v6: 121 pgs: 3 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 117 active+clean; 176 MiB data, 568 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:32:51.583 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:32:51 smithi069 ceph-mon[39688]: pgmap v4: 121 pgs: 3 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 117 active+clean; 176 MiB data, 568 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:32:51.583 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:32:51 smithi069 ceph-mon[39688]: osdmap e154: 8 total, 8 up, 8 in 2024-04-10T15:32:51.583 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:32:51 smithi069 ceph-mon[39688]: pgmap v6: 121 pgs: 3 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 117 active+clean; 176 MiB data, 568 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:32:51.583 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:32:51 smithi069 ceph-mon[27501]: pgmap v4: 121 pgs: 3 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 117 active+clean; 176 MiB data, 568 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:32:51.583 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:32:51 smithi069 ceph-mon[27501]: osdmap e154: 8 total, 8 up, 8 in 2024-04-10T15:32:51.583 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:32:51 smithi069 ceph-mon[27501]: pgmap v6: 121 pgs: 3 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 117 active+clean; 176 MiB data, 568 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:32:52.083 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:32:51 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[27756]: 2024-04-10T15:32:51.712+0000 7fec2caa5200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-10T15:32:52.083 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:32:51 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[27756]: 2024-04-10T15:32:51.844+0000 7fec2caa5200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-10T15:32:52.221 INFO:tasks.rados.rados.0.smithi069.stdout:522: done (4 left) 2024-04-10T15:32:52.221 INFO:tasks.rados.rados.0.smithi069.stdout:523: done (3 left) 2024-04-10T15:32:52.221 INFO:tasks.rados.rados.0.smithi069.stdout:524: done (2 left) 2024-04-10T15:32:52.221 INFO:tasks.rados.rados.0.smithi069.stdout:525: done (1 left) 2024-04-10T15:32:52.221 INFO:tasks.rados.rados.0.smithi069.stdout:526: done (0 left) 2024-04-10T15:32:52.221 INFO:tasks.rados.rados.0.smithi069.stdout:527: rollback oid 44 current snap is 51 2024-04-10T15:32:52.221 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 44 to 40 2024-04-10T15:32:52.221 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 30 current snap is 51 2024-04-10T15:32:52.222 INFO:tasks.rados.rados.0.smithi069.stdout:528: seq_num 195 ranges {0=475136,475136=401408} 2024-04-10T15:32:52.224 INFO:tasks.rados.rados.0.smithi069.stdout:528: writing smithi06982861-30 from 0 to 475136 tid 1 2024-04-10T15:32:52.227 INFO:tasks.rados.rados.0.smithi069.stdout:528: writing smithi06982861-30 from 475136 to 876544 tid 2 2024-04-10T15:32:52.227 INFO:tasks.rados.rados.0.smithi069.stdout:529: rollback oid 40 current snap is 51 2024-04-10T15:32:52.227 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 40 to 6 2024-04-10T15:32:52.227 INFO:tasks.rados.rados.0.smithi069.stdout:530: snap_remove snap 38 2024-04-10T15:32:52.471 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:32:52 smithi069 ceph-mon[39688]: osdmap e155: 8 total, 8 up, 8 in 2024-04-10T15:32:52.471 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:32:52 smithi069 ceph-mon[39688]: mgrmap e26: x(active, since 3s) 2024-04-10T15:32:52.471 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:32:52 smithi069 ceph-mon[39688]: osdmap e156: 8 total, 8 up, 8 in 2024-04-10T15:32:52.472 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:32:52 smithi069 ceph-mon[27501]: osdmap e155: 8 total, 8 up, 8 in 2024-04-10T15:32:52.472 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:32:52 smithi069 ceph-mon[27501]: mgrmap e26: x(active, since 3s) 2024-04-10T15:32:52.472 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:32:52 smithi069 ceph-mon[27501]: osdmap e156: 8 total, 8 up, 8 in 2024-04-10T15:32:52.472 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:32:52 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[27756]: 2024-04-10T15:32:52.182+0000 7fec2caa5200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-10T15:32:52.472 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:32:52 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[27756]: 2024-04-10T15:32:52.283+0000 7fec2caa5200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-10T15:32:52.489 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:32:52 smithi077 ceph-mon[31195]: osdmap e155: 8 total, 8 up, 8 in 2024-04-10T15:32:52.489 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:32:52 smithi077 ceph-mon[31195]: mgrmap e26: x(active, since 3s) 2024-04-10T15:32:52.489 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:32:52 smithi077 ceph-mon[31195]: osdmap e156: 8 total, 8 up, 8 in 2024-04-10T15:32:52.833 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:32:52 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[27756]: 2024-04-10T15:32:52.484+0000 7fec2caa5200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-10T15:32:52.833 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:32:52 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[27756]: 2024-04-10T15:32:52.672+0000 7fec2caa5200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-10T15:32:53.080 INFO:tasks.rados.rados.0.smithi069.stdout:530: done (3 left) 2024-04-10T15:32:53.080 INFO:tasks.rados.rados.0.smithi069.stdout:531: rmattr oid 31 current snap is 51 2024-04-10T15:32:53.080 INFO:tasks.rados.rados.0.smithi069.stdout:531: done (3 left) 2024-04-10T15:32:53.080 INFO:tasks.rados.rados.0.smithi069.stdout:532: read oid 28 snap 7 2024-04-10T15:32:53.080 INFO:tasks.rados.rados.0.smithi069.stdout:532: expect (ObjNum 46 snap 0 seq_num 46) 2024-04-10T15:32:53.080 INFO:tasks.rados.rados.0.smithi069.stdout:533: read oid 20 snap -1 2024-04-10T15:32:53.080 INFO:tasks.rados.rados.0.smithi069.stdout:533: expect deleted 2024-04-10T15:32:53.080 INFO:tasks.rados.rados.0.smithi069.stdout:534: setattr oid 12 current snap is 51 2024-04-10T15:32:53.081 INFO:tasks.rados.rados.0.smithi069.stdout:527: finishing rollback tid 0 to smithi06982861-44 2024-04-10T15:32:53.081 INFO:tasks.rados.rados.0.smithi069.stdout:527: finishing rollback tid 1 to smithi06982861-44 2024-04-10T15:32:53.081 INFO:tasks.rados.rados.0.smithi069.stdout:528: finishing write tid 1 to smithi06982861-30 2024-04-10T15:32:53.081 INFO:tasks.rados.rados.0.smithi069.stdout:527: finishing rollback tid 2 to smithi06982861-44 2024-04-10T15:32:53.081 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 44 v 167 (ObjNum 114 snap 25 seq_num 114) dirty exists 2024-04-10T15:32:53.081 INFO:tasks.rados.rados.0.smithi069.stdout:528: finishing write tid 2 to smithi06982861-30 2024-04-10T15:32:53.081 INFO:tasks.rados.rados.0.smithi069.stdout:528: finishing write tid 3 to smithi06982861-30 2024-04-10T15:32:53.081 INFO:tasks.rados.rados.0.smithi069.stdout:528: finishing write tid 4 to smithi06982861-30 2024-04-10T15:32:53.081 INFO:tasks.rados.rados.0.smithi069.stdout:528: oid 30 updating version 0 to 192 2024-04-10T15:32:53.081 INFO:tasks.rados.rados.0.smithi069.stdout:528: oid 30 updating version 192 to 193 2024-04-10T15:32:53.081 INFO:tasks.rados.rados.0.smithi069.stdout:528: oid 30 updating version 193 to 194 2024-04-10T15:32:53.081 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 30 v 194 (ObjNum 195 snap 51 seq_num 195) dirty exists 2024-04-10T15:32:53.081 INFO:tasks.rados.rados.0.smithi069.stdout:528: left oid 30 (ObjNum 195 snap 51 seq_num 195) 2024-04-10T15:32:53.081 INFO:tasks.rados.rados.0.smithi069.stdout:529: finishing rollback tid 0 to smithi06982861-40 2024-04-10T15:32:53.081 INFO:tasks.rados.rados.0.smithi069.stdout:529: finishing rollback tid 1 to smithi06982861-40 2024-04-10T15:32:53.081 INFO:tasks.rados.rados.0.smithi069.stdout:529: finishing rollback tid 2 to smithi06982861-40 2024-04-10T15:32:53.082 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 40 v 79 (ObjNum 39 snap 0 seq_num 39) dirty exists 2024-04-10T15:32:53.084 INFO:tasks.rados.rados.0.smithi069.stdout:527: done (5 left) 2024-04-10T15:32:53.084 INFO:tasks.rados.rados.0.smithi069.stdout:528: done (4 left) 2024-04-10T15:32:53.084 INFO:tasks.rados.rados.0.smithi069.stdout:529: done (3 left) 2024-04-10T15:32:53.084 INFO:tasks.rados.rados.0.smithi069.stdout:535: read oid 18 snap 29 2024-04-10T15:32:53.084 INFO:tasks.rados.rados.0.smithi069.stdout:535: expect (ObjNum 95 snap 20 seq_num 95) 2024-04-10T15:32:53.084 INFO:tasks.rados.rados.0.smithi069.stdout:536: copy_from oid 44 from oid 37 current snap is 51 2024-04-10T15:32:53.084 INFO:tasks.rados.rados.0.smithi069.stdout:537: read oid 48 snap -1 2024-04-10T15:32:53.084 INFO:tasks.rados.rados.0.smithi069.stdout:537: expect deleted 2024-04-10T15:32:53.084 INFO:tasks.rados.rados.0.smithi069.stdout:538: rollback oid 33 current snap is 51 2024-04-10T15:32:53.085 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 33 to 7 2024-04-10T15:32:53.085 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 8 current snap is 51 2024-04-10T15:32:53.085 INFO:tasks.rados.rados.0.smithi069.stdout:539: seq_num 196 ranges {2187264=491520,2678784=401408} 2024-04-10T15:32:53.100 INFO:tasks.rados.rados.0.smithi069.stdout:539: writing smithi06982861-8 from 2187264 to 2678784 tid 1 2024-04-10T15:32:53.105 INFO:tasks.rados.rados.0.smithi069.stdout:539: writing smithi06982861-8 from 2678784 to 3080192 tid 2 2024-04-10T15:32:53.105 INFO:tasks.rados.rados.0.smithi069.stdout:540: rollback oid 19 current snap is 51 2024-04-10T15:32:53.105 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 19 to 7 2024-04-10T15:32:53.105 INFO:tasks.rados.rados.0.smithi069.stdout:538: finishing rollback tid 0 to smithi06982861-33 2024-04-10T15:32:53.105 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 12 v 105 (ObjNum 150 snap 37 seq_num 150) dirty exists 2024-04-10T15:32:53.105 INFO:tasks.rados.rados.0.smithi069.stdout:538: finishing rollback tid 1 to smithi06982861-33 2024-04-10T15:32:53.105 INFO:tasks.rados.rados.0.smithi069.stdout:533: done (8 left) 2024-04-10T15:32:53.106 INFO:tasks.rados.rados.0.smithi069.stdout:534: done (7 left) 2024-04-10T15:32:53.106 INFO:tasks.rados.rados.0.smithi069.stdout:537: done (6 left) 2024-04-10T15:32:53.106 INFO:tasks.rados.rados.0.smithi069.stdout:541: rollback oid 34 current snap is 51 2024-04-10T15:32:53.106 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 34 to 46 2024-04-10T15:32:53.106 INFO:tasks.rados.rados.0.smithi069.stdout:542: read oid 17 snap 23 2024-04-10T15:32:53.106 INFO:tasks.rados.rados.0.smithi069.stdout:542: expect (ObjNum 103 snap 22 seq_num 103) 2024-04-10T15:32:53.106 INFO:tasks.rados.rados.0.smithi069.stdout:543: copy_from oid 38 from oid 29 current snap is 51 2024-04-10T15:32:53.106 INFO:tasks.rados.rados.0.smithi069.stdout:538: finishing rollback tid 2 to smithi06982861-33 2024-04-10T15:32:53.106 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 33 v 198 (ObjNum 32 snap 0 seq_num 32) dirty exists 2024-04-10T15:32:53.106 INFO:tasks.rados.rados.0.smithi069.stdout:532: expect (ObjNum 46 snap 0 seq_num 46) 2024-04-10T15:32:53.131 INFO:tasks.rados.rados.0.smithi069.stdout:535: expect (ObjNum 95 snap 20 seq_num 95) 2024-04-10T15:32:53.182 INFO:tasks.rados.rados.0.smithi069.stdout:539: finishing write tid 1 to smithi06982861-8 2024-04-10T15:32:53.182 INFO:tasks.rados.rados.0.smithi069.stdout:540: finishing rollback tid 0 to smithi06982861-19 2024-04-10T15:32:53.182 INFO:tasks.rados.rados.0.smithi069.stdout:540: finishing rollback tid 1 to smithi06982861-19 2024-04-10T15:32:53.183 INFO:tasks.rados.rados.0.smithi069.stdout:540: finishing rollback tid 2 to smithi06982861-19 2024-04-10T15:32:53.183 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 19 v 212 (ObjNum 18 snap 0 seq_num 18) dirty exists 2024-04-10T15:32:53.183 INFO:tasks.rados.rados.0.smithi069.stdout:541: finishing rollback tid 0 to smithi06982861-34 2024-04-10T15:32:53.183 INFO:tasks.rados.rados.0.smithi069.stdout:541: finishing rollback tid 1 to smithi06982861-34 2024-04-10T15:32:53.183 INFO:tasks.rados.rados.0.smithi069.stdout:541: finishing rollback tid 2 to smithi06982861-34 2024-04-10T15:32:53.183 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 34 v 216 (ObjNum 132 snap 31 seq_num 132) dirty exists 2024-04-10T15:32:53.183 INFO:tasks.rados.rados.0.smithi069.stdout:539: finishing write tid 2 to smithi06982861-8 2024-04-10T15:32:53.183 INFO:tasks.rados.rados.0.smithi069.stdout:539: finishing write tid 3 to smithi06982861-8 2024-04-10T15:32:53.183 INFO:tasks.rados.rados.0.smithi069.stdout:543: finishing copy_from racing read to smithi06982861-38 2024-04-10T15:32:53.183 INFO:tasks.rados.rados.0.smithi069.stdout:532: done (8 left) 2024-04-10T15:32:53.183 INFO:tasks.rados.rados.0.smithi069.stdout:535: done (7 left) 2024-04-10T15:32:53.183 INFO:tasks.rados.rados.0.smithi069.stdout:538: done (6 left) 2024-04-10T15:32:53.183 INFO:tasks.rados.rados.0.smithi069.stdout:540: done (5 left) 2024-04-10T15:32:53.183 INFO:tasks.rados.rados.0.smithi069.stdout:541: done (4 left) 2024-04-10T15:32:53.183 INFO:tasks.rados.rados.0.smithi069.stdout:544: snap_remove snap 31 2024-04-10T15:32:53.229 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:32:52 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[27756]: 2024-04-10T15:32:52.966+0000 7fec2caa5200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-10T15:32:53.489 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:32:53 smithi077 ceph-mon[31195]: pgmap v9: 121 pgs: 3 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 117 active+clean; 176 MiB data, 568 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:32:53.489 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:32:53 smithi077 ceph-mon[31195]: osdmap e157: 8 total, 8 up, 8 in 2024-04-10T15:32:53.583 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:32:53 smithi069 ceph-mon[39688]: pgmap v9: 121 pgs: 3 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 117 active+clean; 176 MiB data, 568 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:32:53.583 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:32:53 smithi069 ceph-mon[39688]: osdmap e157: 8 total, 8 up, 8 in 2024-04-10T15:32:53.583 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:32:53 smithi069 ceph-mon[27501]: pgmap v9: 121 pgs: 3 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 117 active+clean; 176 MiB data, 568 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:32:53.583 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:32:53 smithi069 ceph-mon[27501]: osdmap e157: 8 total, 8 up, 8 in 2024-04-10T15:32:53.584 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:32:53 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[27756]: 2024-04-10T15:32:53.244+0000 7fec2caa5200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-10T15:32:53.584 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:32:53 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[27756]: 2024-04-10T15:32:53.491+0000 7fec2caa5200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-10T15:32:54.081 INFO:tasks.rados.rados.0.smithi069.stdout:544: done (4 left) 2024-04-10T15:32:54.081 INFO:tasks.rados.rados.0.smithi069.stdout:545: snap_remove snap 29 2024-04-10T15:32:54.489 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:32:54 smithi077 ceph-mon[31195]: mgrmap e27: x(active, since 5s) 2024-04-10T15:32:54.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:32:54 smithi077 ceph-mon[31195]: osdmap e158: 8 total, 8 up, 8 in 2024-04-10T15:32:54.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:32:54 smithi077 ceph-mon[31195]: pgmap v12: 121 pgs: 3 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 117 active+clean; 176 MiB data, 568 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:32:54.514 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:32:54 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[27756]: 2024-04-10T15:32:54.366+0000 7fec2caa5200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-10T15:32:54.514 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:32:54 smithi069 ceph-mon[39688]: mgrmap e27: x(active, since 5s) 2024-04-10T15:32:54.514 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:32:54 smithi069 ceph-mon[39688]: osdmap e158: 8 total, 8 up, 8 in 2024-04-10T15:32:54.514 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:32:54 smithi069 ceph-mon[39688]: pgmap v12: 121 pgs: 3 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 117 active+clean; 176 MiB data, 568 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:32:54.515 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:32:54 smithi069 ceph-mon[27501]: mgrmap e27: x(active, since 5s) 2024-04-10T15:32:54.515 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:32:54 smithi069 ceph-mon[27501]: osdmap e158: 8 total, 8 up, 8 in 2024-04-10T15:32:54.515 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:32:54 smithi069 ceph-mon[27501]: pgmap v12: 121 pgs: 3 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 117 active+clean; 176 MiB data, 568 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:32:55.101 INFO:tasks.rados.rados.0.smithi069.stdout:545: done (4 left) 2024-04-10T15:32:55.101 INFO:tasks.rados.rados.0.smithi069.stdout:546: rollback oid 2 current snap is 51 2024-04-10T15:32:55.101 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 2 to 41 2024-04-10T15:32:55.101 INFO:tasks.rados.rados.0.smithi069.stdout:539: finishing write tid 4 to smithi06982861-8 2024-04-10T15:32:55.101 INFO:tasks.rados.rados.0.smithi069.stdout:539: oid 8 updating version 0 to 200 2024-04-10T15:32:55.101 INFO:tasks.rados.rados.0.smithi069.stdout:539: oid 8 updating version 200 to 206 2024-04-10T15:32:55.101 INFO:tasks.rados.rados.0.smithi069.stdout:539: oid 8 version 206 is already newer than 205 2024-04-10T15:32:55.101 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 8 v 206 (ObjNum 196 snap 51 seq_num 196) dirty exists 2024-04-10T15:32:55.101 INFO:tasks.rados.rados.0.smithi069.stdout:539: left oid 8 (ObjNum 196 snap 51 seq_num 196) 2024-04-10T15:32:55.101 INFO:tasks.rados.rados.0.smithi069.stdout:543: finishing copy_from to smithi06982861-38 2024-04-10T15:32:55.101 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 38 v 106 (ObjNum 145 snap 36 seq_num 145) dirty exists 2024-04-10T15:32:55.102 INFO:tasks.rados.rados.0.smithi069.stdout:536: finishing copy_from racing read to smithi06982861-44 2024-04-10T15:32:55.102 INFO:tasks.rados.rados.0.smithi069.stdout:536: finishing copy_from to smithi06982861-44 2024-04-10T15:32:55.102 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 44 v 114 (ObjNum 180 snap 42 seq_num 180) dirty exists 2024-04-10T15:32:55.102 INFO:tasks.rados.rados.0.smithi069.stdout:542: expect (ObjNum 103 snap 22 seq_num 103) 2024-04-10T15:32:55.209 INFO:tasks.rados.rados.0.smithi069.stdout:546: finishing rollback tid 0 to smithi06982861-2 2024-04-10T15:32:55.209 INFO:tasks.rados.rados.0.smithi069.stdout:546: finishing rollback tid 1 to smithi06982861-2 2024-04-10T15:32:55.209 INFO:tasks.rados.rados.0.smithi069.stdout:546: finishing rollback tid 2 to smithi06982861-2 2024-04-10T15:32:55.209 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 2 v 117 (ObjNum 1 snap 0 seq_num 1) dirty exists 2024-04-10T15:32:55.209 INFO:tasks.rados.rados.0.smithi069.stdout:536: done (4 left) 2024-04-10T15:32:55.209 INFO:tasks.rados.rados.0.smithi069.stdout:539: done (3 left) 2024-04-10T15:32:55.210 INFO:tasks.rados.rados.0.smithi069.stdout:542: done (2 left) 2024-04-10T15:32:55.210 INFO:tasks.rados.rados.0.smithi069.stdout:543: done (1 left) 2024-04-10T15:32:55.210 INFO:tasks.rados.rados.0.smithi069.stdout:546: done (0 left) 2024-04-10T15:32:55.210 INFO:tasks.rados.rados.0.smithi069.stdout:547: delete oid 17 current snap is 51 2024-04-10T15:32:55.210 INFO:tasks.rados.rados.0.smithi069.stdout:547: done (0 left) 2024-04-10T15:32:55.210 INFO:tasks.rados.rados.0.smithi069.stdout:548: read oid 42 snap -1 2024-04-10T15:32:55.211 INFO:tasks.rados.rados.0.smithi069.stdout:548: expect (ObjNum 164 snap 38 seq_num 164) 2024-04-10T15:32:55.211 INFO:tasks.rados.rados.0.smithi069.stdout:549: setattr oid 5 current snap is 51 2024-04-10T15:32:55.213 INFO:tasks.rados.rados.0.smithi069.stdout:550: rmattr oid 26 current snap is 51 2024-04-10T15:32:55.213 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 15 current snap is 51 2024-04-10T15:32:55.213 INFO:tasks.rados.rados.0.smithi069.stdout:551: seq_num 198 ranges {0=524288,524288=401408} 2024-04-10T15:32:55.216 INFO:tasks.rados.rados.0.smithi069.stdout:551: writing smithi06982861-15 from 0 to 524288 tid 1 2024-04-10T15:32:55.220 INFO:tasks.rados.rados.0.smithi069.stdout:551: writing smithi06982861-15 from 524288 to 925696 tid 2 2024-04-10T15:32:55.220 INFO:tasks.rados.rados.0.smithi069.stdout:552: snap_create 2024-04-10T15:32:55.220 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 26 v 203 (ObjNum 173 snap 41 seq_num 173) dirty exists 2024-04-10T15:32:55.220 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 5 v 187 (ObjNum 127 snap 31 seq_num 127) dirty exists 2024-04-10T15:32:55.222 INFO:tasks.rados.rados.0.smithi069.stdout:551: finishing write tid 1 to smithi06982861-15 2024-04-10T15:32:55.223 INFO:tasks.rados.rados.0.smithi069.stdout:551: finishing write tid 2 to smithi06982861-15 2024-04-10T15:32:55.223 INFO:tasks.rados.rados.0.smithi069.stdout:551: finishing write tid 3 to smithi06982861-15 2024-04-10T15:32:55.223 INFO:tasks.rados.rados.0.smithi069.stdout:548: expect (ObjNum 164 snap 38 seq_num 164) 2024-04-10T15:32:55.333 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:32:54 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[27756]: 2024-04-10T15:32:54.981+0000 7fec2caa5200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-10T15:32:55.333 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:32:55 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[27756]: 2024-04-10T15:32:55.100+0000 7fec2caa5200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-10T15:32:55.425 INFO:tasks.rados.rados.0.smithi069.stdout:551: finishing write tid 4 to smithi06982861-15 2024-04-10T15:32:55.426 INFO:tasks.rados.rados.0.smithi069.stdout:551: oid 15 updating version 0 to 142 2024-04-10T15:32:55.426 INFO:tasks.rados.rados.0.smithi069.stdout:551: oid 15 updating version 142 to 143 2024-04-10T15:32:55.426 INFO:tasks.rados.rados.0.smithi069.stdout:551: oid 15 version 143 is already newer than 141 2024-04-10T15:32:55.426 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 15 v 143 (ObjNum 198 snap 51 seq_num 198) dirty exists 2024-04-10T15:32:55.426 INFO:tasks.rados.rados.0.smithi069.stdout:551: left oid 15 (ObjNum 198 snap 51 seq_num 198) 2024-04-10T15:32:55.676 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:32:55 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[27756]: 2024-04-10T15:32:55.361+0000 7fec2caa5200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-10T15:32:55.676 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:32:55 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[27756]: [10/Apr/2024:15:32:55] ENGINE Bus STARTING 2024-04-10T15:32:55.676 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:32:55 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[27756]: CherryPy Checker: 2024-04-10T15:32:55.677 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:32:55 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[27756]: The Application mounted at '' has an empty config. 2024-04-10T15:32:55.677 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:32:55 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[27756]: 2024-04-10T15:32:55.677 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:32:55 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[27756]: [10/Apr/2024:15:32:55] ENGINE Serving on http://:::9283 2024-04-10T15:32:55.677 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:32:55 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[27756]: [10/Apr/2024:15:32:55] ENGINE Bus STARTED 2024-04-10T15:32:56.099 INFO:tasks.rados.rados.0.smithi069.stdout:548: done (4 left) 2024-04-10T15:32:56.100 INFO:tasks.rados.rados.0.smithi069.stdout:549: done (3 left) 2024-04-10T15:32:56.100 INFO:tasks.rados.rados.0.smithi069.stdout:550: done (2 left) 2024-04-10T15:32:56.100 INFO:tasks.rados.rados.0.smithi069.stdout:551: done (1 left) 2024-04-10T15:32:56.100 INFO:tasks.rados.rados.0.smithi069.stdout:552: done (0 left) 2024-04-10T15:32:56.100 INFO:tasks.rados.rados.0.smithi069.stdout:553: snap_remove snap 50 2024-04-10T15:32:56.460 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:32:56 smithi077 ceph-mon[31195]: osdmap e159: 8 total, 8 up, 8 in 2024-04-10T15:32:56.460 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:32:56 smithi077 ceph-mon[31195]: Standby manager daemon y started 2024-04-10T15:32:56.460 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:32:56 smithi077 ceph-mon[31195]: from='mgr.? 172.21.15.69:0/941501931' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-04-10T15:32:56.461 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:32:56 smithi077 ceph-mon[31195]: from='mgr.? 172.21.15.69:0/941501931' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-10T15:32:56.461 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:32:56 smithi077 ceph-mon[31195]: from='mgr.? 172.21.15.69:0/941501931' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-04-10T15:32:56.461 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:32:56 smithi077 ceph-mon[31195]: from='mgr.? 172.21.15.69:0/941501931' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-10T15:32:56.583 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:32:56 smithi069 ceph-mon[39688]: osdmap e159: 8 total, 8 up, 8 in 2024-04-10T15:32:56.583 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:32:56 smithi069 ceph-mon[39688]: Standby manager daemon y started 2024-04-10T15:32:56.583 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:32:56 smithi069 ceph-mon[39688]: from='mgr.? 172.21.15.69:0/941501931' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-04-10T15:32:56.583 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:32:56 smithi069 ceph-mon[39688]: from='mgr.? 172.21.15.69:0/941501931' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-10T15:32:56.583 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:32:56 smithi069 ceph-mon[39688]: from='mgr.? 172.21.15.69:0/941501931' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-04-10T15:32:56.583 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:32:56 smithi069 ceph-mon[39688]: from='mgr.? 172.21.15.69:0/941501931' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-10T15:32:56.583 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:32:56 smithi069 ceph-mon[27501]: osdmap e159: 8 total, 8 up, 8 in 2024-04-10T15:32:56.584 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:32:56 smithi069 ceph-mon[27501]: Standby manager daemon y started 2024-04-10T15:32:56.584 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:32:56 smithi069 ceph-mon[27501]: from='mgr.? 172.21.15.69:0/941501931' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-04-10T15:32:56.584 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:32:56 smithi069 ceph-mon[27501]: from='mgr.? 172.21.15.69:0/941501931' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-10T15:32:56.584 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:32:56 smithi069 ceph-mon[27501]: from='mgr.? 172.21.15.69:0/941501931' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-04-10T15:32:56.584 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:32:56 smithi069 ceph-mon[27501]: from='mgr.? 172.21.15.69:0/941501931' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-10T15:32:57.083 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:32:56 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[27756]: ::ffff:172.21.15.77 - - [10/Apr/2024:15:32:56] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-10T15:32:57.100 INFO:tasks.rados.rados.0.smithi069.stdout:553: done (0 left) 2024-04-10T15:32:57.100 INFO:tasks.rados.rados.0.smithi069.stdout:554: snap_remove snap 7 2024-04-10T15:32:57.364 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:32:57 smithi077 ceph-mon[31195]: mgrmap e28: x(active, since 7s), standbys: y 2024-04-10T15:32:57.364 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:32:57 smithi077 ceph-mon[31195]: osdmap e160: 8 total, 8 up, 8 in 2024-04-10T15:32:57.364 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:32:57 smithi077 ceph-mon[31195]: from='mgr.24853 172.21.15.77:0/2860758011' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-10T15:32:57.364 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:32:57 smithi077 ceph-mon[31195]: pgmap v15: 121 pgs: 121 active+clean; 183 MiB data, 592 MiB used, 715 GiB / 715 GiB avail; 4.3 MiB/s rd, 1.5 MiB/s wr, 45 op/s 2024-04-10T15:32:57.364 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:32:57 smithi077 ceph-mon[31195]: from='mgr.24853 ' entity='mgr.x' 2024-04-10T15:32:57.364 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:32:57 smithi077 ceph-mon[31195]: from='mgr.24853 ' entity='mgr.x' 2024-04-10T15:32:57.583 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:32:57 smithi069 ceph-mon[39688]: mgrmap e28: x(active, since 7s), standbys: y 2024-04-10T15:32:57.583 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:32:57 smithi069 ceph-mon[39688]: osdmap e160: 8 total, 8 up, 8 in 2024-04-10T15:32:57.583 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:32:57 smithi069 ceph-mon[39688]: from='mgr.24853 172.21.15.77:0/2860758011' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-10T15:32:57.583 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:32:57 smithi069 ceph-mon[39688]: pgmap v15: 121 pgs: 121 active+clean; 183 MiB data, 592 MiB used, 715 GiB / 715 GiB avail; 4.3 MiB/s rd, 1.5 MiB/s wr, 45 op/s 2024-04-10T15:32:57.583 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:32:57 smithi069 ceph-mon[39688]: from='mgr.24853 ' entity='mgr.x' 2024-04-10T15:32:57.583 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:32:57 smithi069 ceph-mon[39688]: from='mgr.24853 ' entity='mgr.x' 2024-04-10T15:32:57.584 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:32:57 smithi069 ceph-mon[27501]: mgrmap e28: x(active, since 7s), standbys: y 2024-04-10T15:32:57.584 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:32:57 smithi069 ceph-mon[27501]: osdmap e160: 8 total, 8 up, 8 in 2024-04-10T15:32:57.584 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:32:57 smithi069 ceph-mon[27501]: from='mgr.24853 172.21.15.77:0/2860758011' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-10T15:32:57.584 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:32:57 smithi069 ceph-mon[27501]: pgmap v15: 121 pgs: 121 active+clean; 183 MiB data, 592 MiB used, 715 GiB / 715 GiB avail; 4.3 MiB/s rd, 1.5 MiB/s wr, 45 op/s 2024-04-10T15:32:57.584 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:32:57 smithi069 ceph-mon[27501]: from='mgr.24853 ' entity='mgr.x' 2024-04-10T15:32:57.584 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:32:57 smithi069 ceph-mon[27501]: from='mgr.24853 ' entity='mgr.x' 2024-04-10T15:32:58.081 INFO:tasks.rados.rados.0.smithi069.stdout:554: done (0 left) 2024-04-10T15:32:58.081 INFO:tasks.rados.rados.0.smithi069.stdout:555: rollback oid 12 current snap is 52 2024-04-10T15:32:58.081 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 12 to 44 2024-04-10T15:32:58.081 INFO:tasks.rados.rados.0.smithi069.stdout:556: read oid 21 snap -1 2024-04-10T15:32:58.081 INFO:tasks.rados.rados.0.smithi069.stdout:556: expect (ObjNum 144 snap 36 seq_num 144) 2024-04-10T15:32:58.081 INFO:tasks.rados.rados.0.smithi069.stdout:557: snap_remove snap 39 2024-04-10T15:32:58.434 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:32:58 smithi077 ceph-mon[31195]: osdmap e161: 8 total, 8 up, 8 in 2024-04-10T15:32:58.434 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:32:58 smithi077 ceph-mon[31195]: from='mgr.24853 ' entity='mgr.x' 2024-04-10T15:32:58.434 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:32:58 smithi077 ceph-mon[31195]: from='mgr.24853 ' entity='mgr.x' 2024-04-10T15:32:58.435 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:32:58 smithi077 ceph-mon[31195]: from='mgr.24853 172.21.15.77:0/2860758011' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:32:58.435 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:32:58 smithi077 ceph-mon[31195]: from='mgr.24853 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:32:58.435 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:32:58 smithi077 ceph-mon[31195]: from='mgr.24853 172.21.15.77:0/2860758011' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:32:58.435 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:32:58 smithi077 ceph-mon[31195]: from='mgr.24853 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:32:58.435 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:32:58 smithi077 ceph-mon[31195]: from='mgr.24853 172.21.15.77:0/2860758011' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:32:58.435 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:32:58 smithi077 ceph-mon[31195]: from='mgr.24853 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:32:58.435 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:32:58 smithi077 ceph-mon[31195]: from='mgr.24853 172.21.15.77:0/2860758011' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:32:58.435 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:32:58 smithi077 ceph-mon[31195]: from='mgr.24853 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:32:58.435 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:32:58 smithi077 ceph-mon[31195]: from='mgr.24853 ' entity='mgr.x' 2024-04-10T15:32:58.435 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:32:58 smithi077 ceph-mon[31195]: from='mgr.24853 ' entity='mgr.x' 2024-04-10T15:32:58.435 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:32:58 smithi077 ceph-mon[31195]: from='mgr.24853 ' entity='mgr.x' 2024-04-10T15:32:58.435 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:32:58 smithi077 ceph-mon[31195]: osdmap e162: 8 total, 8 up, 8 in 2024-04-10T15:32:58.583 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:32:58 smithi069 ceph-mon[27501]: osdmap e161: 8 total, 8 up, 8 in 2024-04-10T15:32:58.583 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:32:58 smithi069 ceph-mon[27501]: from='mgr.24853 ' entity='mgr.x' 2024-04-10T15:32:58.583 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:32:58 smithi069 ceph-mon[27501]: from='mgr.24853 ' entity='mgr.x' 2024-04-10T15:32:58.583 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:32:58 smithi069 ceph-mon[27501]: from='mgr.24853 172.21.15.77:0/2860758011' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:32:58.583 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:32:58 smithi069 ceph-mon[27501]: from='mgr.24853 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:32:58.583 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:32:58 smithi069 ceph-mon[27501]: from='mgr.24853 172.21.15.77:0/2860758011' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:32:58.584 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:32:58 smithi069 ceph-mon[27501]: from='mgr.24853 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:32:58.584 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:32:58 smithi069 ceph-mon[27501]: from='mgr.24853 172.21.15.77:0/2860758011' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:32:58.584 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:32:58 smithi069 ceph-mon[27501]: from='mgr.24853 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:32:58.584 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:32:58 smithi069 ceph-mon[27501]: from='mgr.24853 172.21.15.77:0/2860758011' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:32:58.584 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:32:58 smithi069 ceph-mon[27501]: from='mgr.24853 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:32:58.584 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:32:58 smithi069 ceph-mon[27501]: from='mgr.24853 ' entity='mgr.x' 2024-04-10T15:32:58.584 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:32:58 smithi069 ceph-mon[27501]: from='mgr.24853 ' entity='mgr.x' 2024-04-10T15:32:58.584 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:32:58 smithi069 ceph-mon[27501]: from='mgr.24853 ' entity='mgr.x' 2024-04-10T15:32:58.584 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:32:58 smithi069 ceph-mon[27501]: osdmap e162: 8 total, 8 up, 8 in 2024-04-10T15:32:58.584 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:32:58 smithi069 ceph-mon[39688]: osdmap e161: 8 total, 8 up, 8 in 2024-04-10T15:32:58.584 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:32:58 smithi069 ceph-mon[39688]: from='mgr.24853 ' entity='mgr.x' 2024-04-10T15:32:58.584 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:32:58 smithi069 ceph-mon[39688]: from='mgr.24853 ' entity='mgr.x' 2024-04-10T15:32:58.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:32:58 smithi069 ceph-mon[39688]: from='mgr.24853 172.21.15.77:0/2860758011' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:32:58.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:32:58 smithi069 ceph-mon[39688]: from='mgr.24853 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:32:58.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:32:58 smithi069 ceph-mon[39688]: from='mgr.24853 172.21.15.77:0/2860758011' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:32:58.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:32:58 smithi069 ceph-mon[39688]: from='mgr.24853 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:32:58.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:32:58 smithi069 ceph-mon[39688]: from='mgr.24853 172.21.15.77:0/2860758011' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:32:58.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:32:58 smithi069 ceph-mon[39688]: from='mgr.24853 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:32:58.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:32:58 smithi069 ceph-mon[39688]: from='mgr.24853 172.21.15.77:0/2860758011' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:32:58.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:32:58 smithi069 ceph-mon[39688]: from='mgr.24853 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:32:58.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:32:58 smithi069 ceph-mon[39688]: from='mgr.24853 ' entity='mgr.x' 2024-04-10T15:32:58.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:32:58 smithi069 ceph-mon[39688]: from='mgr.24853 ' entity='mgr.x' 2024-04-10T15:32:58.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:32:58 smithi069 ceph-mon[39688]: from='mgr.24853 ' entity='mgr.x' 2024-04-10T15:32:58.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:32:58 smithi069 ceph-mon[39688]: osdmap e162: 8 total, 8 up, 8 in 2024-04-10T15:32:59.085 INFO:tasks.rados.rados.0.smithi069.stdout:557: done (2 left) 2024-04-10T15:32:59.085 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 44 current snap is 52 2024-04-10T15:32:59.085 INFO:tasks.rados.rados.0.smithi069.stdout:558: seq_num 199 ranges {4399104=540672,4939776=401408} 2024-04-10T15:32:59.113 INFO:tasks.rados.rados.0.smithi069.stdout:558: writing smithi06982861-44 from 4399104 to 4939776 tid 1 2024-04-10T15:32:59.115 INFO:tasks.rados.rados.0.smithi069.stdout:558: writing smithi06982861-44 from 4939776 to 5341184 tid 2 2024-04-10T15:32:59.115 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 28 current snap is 52 2024-04-10T15:32:59.115 INFO:tasks.rados.rados.0.smithi069.stdout:555: finishing rollback tid 0 to smithi06982861-12 2024-04-10T15:32:59.116 INFO:tasks.rados.rados.0.smithi069.stdout:555: finishing rollback tid 1 to smithi06982861-12 2024-04-10T15:32:59.116 INFO:tasks.rados.rados.0.smithi069.stdout:555: finishing rollback tid 2 to smithi06982861-12 2024-04-10T15:32:59.116 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 12 v 125 (ObjNum 150 snap 37 seq_num 150) dirty exists 2024-04-10T15:32:59.116 INFO:tasks.rados.rados.0.smithi069.stdout:556: expect (ObjNum 144 snap 36 seq_num 144) 2024-04-10T15:32:59.438 INFO:tasks.rados.rados.0.smithi069.stdout:558: finishing write tid 1 to smithi06982861-44 2024-04-10T15:32:59.438 INFO:tasks.rados.rados.0.smithi069.stdout:559: seq_num 200 ranges {4767744=557056,5324800=401408} 2024-04-10T15:32:59.467 INFO:tasks.rados.rados.0.smithi069.stdout:559: writing smithi06982861-28 from 4767744 to 5324800 tid 1 2024-04-10T15:32:59.469 INFO:tasks.rados.rados.0.smithi069.stdout:559: writing smithi06982861-28 from 5324800 to 5726208 tid 2 2024-04-10T15:32:59.469 INFO:tasks.rados.rados.0.smithi069.stdout:555: done (3 left) 2024-04-10T15:32:59.470 INFO:tasks.rados.rados.0.smithi069.stdout:556: done (2 left) 2024-04-10T15:32:59.470 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 38 current snap is 52 2024-04-10T15:32:59.470 INFO:tasks.rados.rados.0.smithi069.stdout:558: finishing write tid 2 to smithi06982861-44 2024-04-10T15:32:59.470 INFO:tasks.rados.rados.0.smithi069.stdout:560: seq_num 201 ranges {32768=573440,606208=401408} 2024-04-10T15:32:59.472 INFO:tasks.rados.rados.0.smithi069.stdout:560: writing smithi06982861-38 from 32768 to 606208 tid 1 2024-04-10T15:32:59.475 INFO:tasks.rados.rados.0.smithi069.stdout:560: writing smithi06982861-38 from 606208 to 1007616 tid 2 2024-04-10T15:32:59.475 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 21 current snap is 52 2024-04-10T15:32:59.475 INFO:tasks.rados.rados.0.smithi069.stdout:558: finishing write tid 3 to smithi06982861-44 2024-04-10T15:32:59.475 INFO:tasks.rados.rados.0.smithi069.stdout:558: finishing write tid 4 to smithi06982861-44 2024-04-10T15:32:59.476 INFO:tasks.rados.rados.0.smithi069.stdout:558: oid 44 updating version 0 to 206 2024-04-10T15:32:59.476 INFO:tasks.rados.rados.0.smithi069.stdout:558: oid 44 version 206 is already newer than 205 2024-04-10T15:32:59.476 INFO:tasks.rados.rados.0.smithi069.stdout:558: oid 44 updating version 206 to 207 2024-04-10T15:32:59.476 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 44 v 207 (ObjNum 199 snap 52 seq_num 199) dirty exists 2024-04-10T15:32:59.476 INFO:tasks.rados.rados.0.smithi069.stdout:558: left oid 44 (ObjNum 199 snap 52 seq_num 199) 2024-04-10T15:32:59.476 INFO:tasks.rados.rados.0.smithi069.stdout:559: finishing write tid 1 to smithi06982861-28 2024-04-10T15:32:59.476 INFO:tasks.rados.rados.0.smithi069.stdout:559: finishing write tid 2 to smithi06982861-28 2024-04-10T15:32:59.476 INFO:tasks.rados.rados.0.smithi069.stdout:559: finishing write tid 3 to smithi06982861-28 2024-04-10T15:32:59.476 INFO:tasks.rados.rados.0.smithi069.stdout:559: finishing write tid 4 to smithi06982861-28 2024-04-10T15:32:59.476 INFO:tasks.rados.rados.0.smithi069.stdout:559: oid 28 updating version 0 to 107 2024-04-10T15:32:59.476 INFO:tasks.rados.rados.0.smithi069.stdout:559: oid 28 updating version 107 to 108 2024-04-10T15:32:59.476 INFO:tasks.rados.rados.0.smithi069.stdout:559: oid 28 version 108 is already newer than 106 2024-04-10T15:32:59.476 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 28 v 108 (ObjNum 200 snap 52 seq_num 200) dirty exists 2024-04-10T15:32:59.476 INFO:tasks.rados.rados.0.smithi069.stdout:559: left oid 28 (ObjNum 200 snap 52 seq_num 200) 2024-04-10T15:32:59.477 INFO:tasks.rados.rados.0.smithi069.stdout:561: seq_num 202 ranges {5570560=589824,6160384=401408} 2024-04-10T15:32:59.489 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:32:59 smithi077 ceph-mon[31195]: Adjusting osd_memory_target on smithi069 to 2480M 2024-04-10T15:32:59.489 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:32:59 smithi077 ceph-mon[31195]: pgmap v18: 121 pgs: 121 active+clean; 183 MiB data, 592 MiB used, 715 GiB / 715 GiB avail; 4.3 MiB/s rd, 1.5 MiB/s wr, 45 op/s 2024-04-10T15:32:59.489 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:32:59 smithi077 ceph-mon[31195]: from='mgr.24853 172.21.15.77:0/2860758011' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:32:59.489 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:32:59 smithi077 ceph-mon[31195]: from='mgr.24853 172.21.15.77:0/2860758011' entity='mgr.x' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-10T15:32:59.489 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:32:59 smithi077 ceph-mon[31195]: from='mgr.24853 172.21.15.77:0/2860758011' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:32:59.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:32:59 smithi077 ceph-mon[31195]: from='mgr.24853 172.21.15.77:0/2860758011' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:32:59.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:32:59 smithi077 ceph-mon[31195]: from='mgr.24853 172.21.15.77:0/2860758011' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:32:59.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:32:59 smithi077 ceph-mon[31195]: from='mgr.24853 172.21.15.77:0/2860758011' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:32:59.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:32:59 smithi077 ceph-mon[31195]: from='mgr.24853 172.21.15.77:0/2860758011' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:32:59.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:32:59 smithi077 ceph-mon[31195]: from='mgr.24853 172.21.15.77:0/2860758011' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:32:59.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:32:59 smithi077 ceph-mon[31195]: from='mgr.24853 172.21.15.77:0/2860758011' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:32:59.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:32:59 smithi077 ceph-mon[31195]: from='mgr.24853 172.21.15.77:0/2860758011' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:32:59.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:32:59 smithi077 ceph-mon[31195]: from='mgr.24853 172.21.15.77:0/2860758011' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:32:59.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:32:59 smithi077 ceph-mon[31195]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T15:32:59.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:32:59 smithi077 ceph-mon[31195]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T15:32:59.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:32:59 smithi077 ceph-mon[31195]: from='mgr.24853 172.21.15.77:0/2860758011' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:32:59.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:32:59 smithi077 ceph-mon[31195]: from='mgr.24853 172.21.15.77:0/2860758011' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:32:59.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:32:59 smithi077 ceph-mon[31195]: from='mgr.24853 172.21.15.77:0/2860758011' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:32:59.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:32:59 smithi077 ceph-mon[31195]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T15:32:59.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:32:59 smithi077 ceph-mon[31195]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T15:32:59.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:32:59 smithi077 ceph-mon[31195]: from='mgr.24853 172.21.15.77:0/2860758011' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:32:59.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:32:59 smithi077 ceph-mon[31195]: from='mgr.24853 172.21.15.77:0/2860758011' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:32:59.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:32:59 smithi077 ceph-mon[31195]: from='mgr.24853 172.21.15.77:0/2860758011' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:32:59.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:32:59 smithi077 ceph-mon[31195]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T15:32:59.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:32:59 smithi077 ceph-mon[31195]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T15:32:59.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:32:59 smithi077 ceph-mon[31195]: from='mgr.24853 172.21.15.77:0/2860758011' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:32:59.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:32:59 smithi077 ceph-mon[31195]: from='mgr.24853 172.21.15.77:0/2860758011' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:32:59.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:32:59 smithi077 ceph-mon[31195]: from='mgr.24853 172.21.15.77:0/2860758011' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:32:59.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:32:59 smithi077 ceph-mon[31195]: from='mgr.24853 ' entity='mgr.x' 2024-04-10T15:32:59.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:32:59 smithi077 ceph-mon[31195]: from='mgr.24853 ' entity='mgr.x' 2024-04-10T15:32:59.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:32:59 smithi077 ceph-mon[31195]: osdmap e163: 8 total, 8 up, 8 in 2024-04-10T15:32:59.508 INFO:tasks.rados.rados.0.smithi069.stdout:561: writing smithi06982861-21 from 5570560 to 6160384 tid 1 2024-04-10T15:32:59.511 INFO:tasks.rados.rados.0.smithi069.stdout:561: writing smithi06982861-21 from 6160384 to 6561792 tid 2 2024-04-10T15:32:59.511 INFO:tasks.rados.rados.0.smithi069.stdout:558: done (3 left) 2024-04-10T15:32:59.511 INFO:tasks.rados.rados.0.smithi069.stdout:559: done (2 left) 2024-04-10T15:32:59.511 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 28 current snap is 52 2024-04-10T15:32:59.511 INFO:tasks.rados.rados.0.smithi069.stdout:560: finishing write tid 1 to smithi06982861-38 2024-04-10T15:32:59.512 INFO:tasks.rados.rados.0.smithi069.stdout:560: finishing write tid 2 to smithi06982861-38 2024-04-10T15:32:59.512 INFO:tasks.rados.rados.0.smithi069.stdout:560: finishing write tid 3 to smithi06982861-38 2024-04-10T15:32:59.512 INFO:tasks.rados.rados.0.smithi069.stdout:560: finishing write tid 4 to smithi06982861-38 2024-04-10T15:32:59.512 INFO:tasks.rados.rados.0.smithi069.stdout:560: oid 38 updating version 0 to 217 2024-04-10T15:32:59.512 INFO:tasks.rados.rados.0.smithi069.stdout:560: oid 38 updating version 217 to 219 2024-04-10T15:32:59.512 INFO:tasks.rados.rados.0.smithi069.stdout:560: oid 38 version 219 is already newer than 218 2024-04-10T15:32:59.512 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 38 v 219 (ObjNum 201 snap 52 seq_num 201) dirty exists 2024-04-10T15:32:59.512 INFO:tasks.rados.rados.0.smithi069.stdout:560: left oid 38 (ObjNum 201 snap 52 seq_num 201) 2024-04-10T15:32:59.512 INFO:tasks.rados.rados.0.smithi069.stdout:562: seq_num 203 ranges {5726208=606208,6332416=401408} 2024-04-10T15:32:59.545 INFO:tasks.rados.rados.0.smithi069.stdout:562: writing smithi06982861-28 from 5726208 to 6332416 tid 1 2024-04-10T15:32:59.548 INFO:tasks.rados.rados.0.smithi069.stdout:562: writing smithi06982861-28 from 6332416 to 6733824 tid 2 2024-04-10T15:32:59.548 INFO:tasks.rados.rados.0.smithi069.stdout:560: done (2 left) 2024-04-10T15:32:59.548 INFO:tasks.rados.rados.0.smithi069.stdout:563: setattr oid 24 current snap is 52 2024-04-10T15:32:59.548 INFO:tasks.rados.rados.0.smithi069.stdout:561: finishing write tid 1 to smithi06982861-21 2024-04-10T15:32:59.548 INFO:tasks.rados.rados.0.smithi069.stdout:561: finishing write tid 2 to smithi06982861-21 2024-04-10T15:32:59.548 INFO:tasks.rados.rados.0.smithi069.stdout:561: finishing write tid 3 to smithi06982861-21 2024-04-10T15:32:59.548 INFO:tasks.rados.rados.0.smithi069.stdout:561: finishing write tid 4 to smithi06982861-21 2024-04-10T15:32:59.548 INFO:tasks.rados.rados.0.smithi069.stdout:561: oid 21 updating version 0 to 188 2024-04-10T15:32:59.548 INFO:tasks.rados.rados.0.smithi069.stdout:561: oid 21 version 188 is already newer than 187 2024-04-10T15:32:59.548 INFO:tasks.rados.rados.0.smithi069.stdout:561: oid 21 version 188 is already newer than 186 2024-04-10T15:32:59.549 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 21 v 188 (ObjNum 202 snap 52 seq_num 202) dirty exists 2024-04-10T15:32:59.549 INFO:tasks.rados.rados.0.smithi069.stdout:561: left oid 21 (ObjNum 202 snap 52 seq_num 202) 2024-04-10T15:32:59.549 INFO:tasks.rados.rados.0.smithi069.stdout:562: finishing write tid 1 to smithi06982861-28 2024-04-10T15:32:59.549 INFO:tasks.rados.rados.0.smithi069.stdout:561: done (2 left) 2024-04-10T15:32:59.550 INFO:tasks.rados.rados.0.smithi069.stdout:564: delete oid 7 current snap is 52 2024-04-10T15:32:59.550 INFO:tasks.rados.rados.0.smithi069.stdout:562: finishing write tid 2 to smithi06982861-28 2024-04-10T15:32:59.550 INFO:tasks.rados.rados.0.smithi069.stdout:562: finishing write tid 3 to smithi06982861-28 2024-04-10T15:32:59.551 INFO:tasks.rados.rados.0.smithi069.stdout:562: finishing write tid 4 to smithi06982861-28 2024-04-10T15:32:59.551 INFO:tasks.rados.rados.0.smithi069.stdout:562: oid 28 updating version 0 to 109 2024-04-10T15:32:59.551 INFO:tasks.rados.rados.0.smithi069.stdout:562: oid 28 updating version 109 to 110 2024-04-10T15:32:59.551 INFO:tasks.rados.rados.0.smithi069.stdout:562: oid 28 updating version 110 to 111 2024-04-10T15:32:59.551 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 28 v 111 (ObjNum 203 snap 52 seq_num 203) dirty exists 2024-04-10T15:32:59.551 INFO:tasks.rados.rados.0.smithi069.stdout:562: left oid 28 (ObjNum 203 snap 52 seq_num 203) 2024-04-10T15:32:59.552 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 24 v 182 (ObjNum 23 snap 0 seq_num 23) dirty exists 2024-04-10T15:32:59.552 INFO:tasks.rados.rados.0.smithi069.stdout:562: done (2 left) 2024-04-10T15:32:59.552 INFO:tasks.rados.rados.0.smithi069.stdout:563: done (1 left) 2024-04-10T15:32:59.552 INFO:tasks.rados.rados.0.smithi069.stdout:564: done (0 left) 2024-04-10T15:32:59.552 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 8 current snap is 52 2024-04-10T15:32:59.552 INFO:tasks.rados.rados.0.smithi069.stdout:565: seq_num 205 ranges {3080192=638976,3719168=401408} 2024-04-10T15:32:59.572 INFO:tasks.rados.rados.0.smithi069.stdout:565: writing smithi06982861-8 from 3080192 to 3719168 tid 1 2024-04-10T15:32:59.575 INFO:tasks.rados.rados.0.smithi069.stdout:565: writing smithi06982861-8 from 3719168 to 4120576 tid 2 2024-04-10T15:32:59.575 INFO:tasks.rados.rados.0.smithi069.stdout:566: copy_from oid 37 from oid 32 current snap is 52 2024-04-10T15:32:59.575 INFO:tasks.rados.rados.0.smithi069.stdout:567: rollback oid 9 current snap is 52 2024-04-10T15:32:59.575 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 9 to 43 2024-04-10T15:32:59.575 INFO:tasks.rados.rados.0.smithi069.stdout:568: copy_from oid 31 from oid 18 current snap is 52 2024-04-10T15:32:59.576 INFO:tasks.rados.rados.0.smithi069.stdout:569: copy_from oid 17 from oid 6 current snap is 52 2024-04-10T15:32:59.576 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 16 current snap is 52 2024-04-10T15:32:59.576 INFO:tasks.rados.rados.0.smithi069.stdout:570: seq_num 206 ranges {2940928=655360,3596288=401408} 2024-04-10T15:32:59.583 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:32:59 smithi069 ceph-mon[27501]: Adjusting osd_memory_target on smithi069 to 2480M 2024-04-10T15:32:59.584 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:32:59 smithi069 ceph-mon[27501]: pgmap v18: 121 pgs: 121 active+clean; 183 MiB data, 592 MiB used, 715 GiB / 715 GiB avail; 4.3 MiB/s rd, 1.5 MiB/s wr, 45 op/s 2024-04-10T15:32:59.584 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:32:59 smithi069 ceph-mon[27501]: from='mgr.24853 172.21.15.77:0/2860758011' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:32:59.584 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:32:59 smithi069 ceph-mon[27501]: from='mgr.24853 172.21.15.77:0/2860758011' entity='mgr.x' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-10T15:32:59.584 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:32:59 smithi069 ceph-mon[27501]: from='mgr.24853 172.21.15.77:0/2860758011' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:32:59.584 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:32:59 smithi069 ceph-mon[27501]: from='mgr.24853 172.21.15.77:0/2860758011' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:32:59.584 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:32:59 smithi069 ceph-mon[27501]: from='mgr.24853 172.21.15.77:0/2860758011' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:32:59.584 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:32:59 smithi069 ceph-mon[27501]: from='mgr.24853 172.21.15.77:0/2860758011' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:32:59.584 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:32:59 smithi069 ceph-mon[27501]: from='mgr.24853 172.21.15.77:0/2860758011' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:32:59.584 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:32:59 smithi069 ceph-mon[27501]: from='mgr.24853 172.21.15.77:0/2860758011' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:32:59.584 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:32:59 smithi069 ceph-mon[27501]: from='mgr.24853 172.21.15.77:0/2860758011' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:32:59.584 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:32:59 smithi069 ceph-mon[27501]: from='mgr.24853 172.21.15.77:0/2860758011' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:32:59.584 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:32:59 smithi069 ceph-mon[27501]: from='mgr.24853 172.21.15.77:0/2860758011' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:32:59.584 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:32:59 smithi069 ceph-mon[27501]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T15:32:59.584 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:32:59 smithi069 ceph-mon[27501]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T15:32:59.585 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:32:59 smithi069 ceph-mon[27501]: from='mgr.24853 172.21.15.77:0/2860758011' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:32:59.585 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:32:59 smithi069 ceph-mon[27501]: from='mgr.24853 172.21.15.77:0/2860758011' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:32:59.585 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:32:59 smithi069 ceph-mon[27501]: from='mgr.24853 172.21.15.77:0/2860758011' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:32:59.585 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:32:59 smithi069 ceph-mon[27501]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T15:32:59.585 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:32:59 smithi069 ceph-mon[27501]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T15:32:59.585 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:32:59 smithi069 ceph-mon[27501]: from='mgr.24853 172.21.15.77:0/2860758011' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:32:59.585 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:32:59 smithi069 ceph-mon[27501]: from='mgr.24853 172.21.15.77:0/2860758011' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:32:59.585 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:32:59 smithi069 ceph-mon[27501]: from='mgr.24853 172.21.15.77:0/2860758011' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:32:59.585 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:32:59 smithi069 ceph-mon[27501]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T15:32:59.585 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:32:59 smithi069 ceph-mon[27501]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T15:32:59.585 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:32:59 smithi069 ceph-mon[27501]: from='mgr.24853 172.21.15.77:0/2860758011' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:32:59.585 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:32:59 smithi069 ceph-mon[27501]: from='mgr.24853 172.21.15.77:0/2860758011' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:32:59.585 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:32:59 smithi069 ceph-mon[27501]: from='mgr.24853 172.21.15.77:0/2860758011' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:32:59.585 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:32:59 smithi069 ceph-mon[27501]: from='mgr.24853 ' entity='mgr.x' 2024-04-10T15:32:59.585 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:32:59 smithi069 ceph-mon[27501]: from='mgr.24853 ' entity='mgr.x' 2024-04-10T15:32:59.585 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:32:59 smithi069 ceph-mon[27501]: osdmap e163: 8 total, 8 up, 8 in 2024-04-10T15:32:59.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:32:59 smithi069 ceph-mon[39688]: Adjusting osd_memory_target on smithi069 to 2480M 2024-04-10T15:32:59.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:32:59 smithi069 ceph-mon[39688]: pgmap v18: 121 pgs: 121 active+clean; 183 MiB data, 592 MiB used, 715 GiB / 715 GiB avail; 4.3 MiB/s rd, 1.5 MiB/s wr, 45 op/s 2024-04-10T15:32:59.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:32:59 smithi069 ceph-mon[39688]: from='mgr.24853 172.21.15.77:0/2860758011' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:32:59.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:32:59 smithi069 ceph-mon[39688]: from='mgr.24853 172.21.15.77:0/2860758011' entity='mgr.x' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-10T15:32:59.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:32:59 smithi069 ceph-mon[39688]: from='mgr.24853 172.21.15.77:0/2860758011' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:32:59.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:32:59 smithi069 ceph-mon[39688]: from='mgr.24853 172.21.15.77:0/2860758011' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:32:59.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:32:59 smithi069 ceph-mon[39688]: from='mgr.24853 172.21.15.77:0/2860758011' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:32:59.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:32:59 smithi069 ceph-mon[39688]: from='mgr.24853 172.21.15.77:0/2860758011' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:32:59.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:32:59 smithi069 ceph-mon[39688]: from='mgr.24853 172.21.15.77:0/2860758011' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:32:59.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:32:59 smithi069 ceph-mon[39688]: from='mgr.24853 172.21.15.77:0/2860758011' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:32:59.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:32:59 smithi069 ceph-mon[39688]: from='mgr.24853 172.21.15.77:0/2860758011' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:32:59.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:32:59 smithi069 ceph-mon[39688]: from='mgr.24853 172.21.15.77:0/2860758011' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:32:59.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:32:59 smithi069 ceph-mon[39688]: from='mgr.24853 172.21.15.77:0/2860758011' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:32:59.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:32:59 smithi069 ceph-mon[39688]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T15:32:59.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:32:59 smithi069 ceph-mon[39688]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T15:32:59.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:32:59 smithi069 ceph-mon[39688]: from='mgr.24853 172.21.15.77:0/2860758011' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:32:59.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:32:59 smithi069 ceph-mon[39688]: from='mgr.24853 172.21.15.77:0/2860758011' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:32:59.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:32:59 smithi069 ceph-mon[39688]: from='mgr.24853 172.21.15.77:0/2860758011' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:32:59.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:32:59 smithi069 ceph-mon[39688]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T15:32:59.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:32:59 smithi069 ceph-mon[39688]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T15:32:59.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:32:59 smithi069 ceph-mon[39688]: from='mgr.24853 172.21.15.77:0/2860758011' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:32:59.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:32:59 smithi069 ceph-mon[39688]: from='mgr.24853 172.21.15.77:0/2860758011' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:32:59.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:32:59 smithi069 ceph-mon[39688]: from='mgr.24853 172.21.15.77:0/2860758011' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:32:59.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:32:59 smithi069 ceph-mon[39688]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T15:32:59.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:32:59 smithi069 ceph-mon[39688]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T15:32:59.588 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:32:59 smithi069 ceph-mon[39688]: from='mgr.24853 172.21.15.77:0/2860758011' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:32:59.588 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:32:59 smithi069 ceph-mon[39688]: from='mgr.24853 172.21.15.77:0/2860758011' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:32:59.588 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:32:59 smithi069 ceph-mon[39688]: from='mgr.24853 172.21.15.77:0/2860758011' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:32:59.588 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:32:59 smithi069 ceph-mon[39688]: from='mgr.24853 ' entity='mgr.x' 2024-04-10T15:32:59.588 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:32:59 smithi069 ceph-mon[39688]: from='mgr.24853 ' entity='mgr.x' 2024-04-10T15:32:59.588 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:32:59 smithi069 ceph-mon[39688]: osdmap e163: 8 total, 8 up, 8 in 2024-04-10T15:32:59.595 INFO:tasks.rados.rados.0.smithi069.stdout:570: writing smithi06982861-16 from 2940928 to 3596288 tid 1 2024-04-10T15:32:59.597 INFO:tasks.rados.rados.0.smithi069.stdout:570: writing smithi06982861-16 from 3596288 to 3997696 tid 2 2024-04-10T15:32:59.598 INFO:tasks.rados.rados.0.smithi069.stdout:571: snap_remove snap 6 2024-04-10T15:32:59.662 INFO:teuthology.orchestra.run.smithi069.stdout:true 2024-04-10T15:32:59.976 INFO:teuthology.orchestra.run.smithi069.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-10T15:32:59.976 INFO:teuthology.orchestra.run.smithi069.stdout:alertmanager.a smithi069 *:9093,9094 running (2m) 3s ago 3m 26.5M - 0.25.0 c8568f914cd2 bd92cb80ff03 2024-04-10T15:32:59.976 INFO:teuthology.orchestra.run.smithi069.stdout:grafana.a smithi077 *:3000 running (3m) 2s ago 3m 89.4M - 9.4.7 954c08fa6188 8891d154474d 2024-04-10T15:32:59.976 INFO:teuthology.orchestra.run.smithi069.stdout:mds.a smithi069 running (4m) 3s ago 4m 16.0M - 18.2.2-1187-gd540ebac bb2c5eac26a4 144b62fd4166 2024-04-10T15:32:59.976 INFO:teuthology.orchestra.run.smithi069.stdout:mds.b smithi077 running (4m) 2s ago 4m 16.6M - 18.2.2-1187-gd540ebac bb2c5eac26a4 ba4ee0b79036 2024-04-10T15:32:59.976 INFO:teuthology.orchestra.run.smithi069.stdout:mgr.x smithi077 *:8443,9283,8765 running (33s) 2s ago 8m 494M - 19.0.0-2838-ga5074d45 ffe3e7ac3788 54964ab4ce05 2024-04-10T15:32:59.976 INFO:teuthology.orchestra.run.smithi069.stdout:mgr.y smithi069 *:9283,8765 running (10m) 3s ago 10m 374M - 18.2.2-1187-gd540ebac bb2c5eac26a4 9db27a8cffd2 2024-04-10T15:32:59.976 INFO:teuthology.orchestra.run.smithi069.stdout:mon.a smithi069 running (10m) 3s ago 10m 51.2M 2048M 18.2.2-1187-gd540ebac bb2c5eac26a4 9fbd58098dde 2024-04-10T15:32:59.977 INFO:teuthology.orchestra.run.smithi069.stdout:mon.b smithi077 running (8m) 2s ago 8m 44.9M 2048M 18.2.2-1187-gd540ebac bb2c5eac26a4 52e0df99d9fb 2024-04-10T15:32:59.977 INFO:teuthology.orchestra.run.smithi069.stdout:mon.c smithi069 running (8m) 3s ago 8m 44.8M 2048M 18.2.2-1187-gd540ebac bb2c5eac26a4 6765714be6cc 2024-04-10T15:32:59.977 INFO:teuthology.orchestra.run.smithi069.stdout:node-exporter.a smithi069 *:9100 running (3m) 3s ago 3m 15.4M - 1.5.0 0da6a335fe13 2469975469f7 2024-04-10T15:32:59.977 INFO:teuthology.orchestra.run.smithi069.stdout:node-exporter.b smithi077 *:9100 running (3m) 2s ago 3m 15.9M - 1.5.0 0da6a335fe13 20103db32919 2024-04-10T15:32:59.977 INFO:teuthology.orchestra.run.smithi069.stdout:osd.0 smithi069 running (8m) 3s ago 8m 110M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 f5a7a9a8f250 2024-04-10T15:32:59.977 INFO:teuthology.orchestra.run.smithi069.stdout:osd.1 smithi069 running (7m) 3s ago 7m 89.0M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 1485a573874e 2024-04-10T15:32:59.977 INFO:teuthology.orchestra.run.smithi069.stdout:osd.2 smithi069 running (7m) 3s ago 7m 128M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 89bfa35a28fe 2024-04-10T15:32:59.977 INFO:teuthology.orchestra.run.smithi069.stdout:osd.3 smithi069 running (6m) 3s ago 6m 80.4M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 a968c3dc2397 2024-04-10T15:32:59.977 INFO:teuthology.orchestra.run.smithi069.stdout:osd.4 smithi077 running (6m) 2s ago 6m 104M 2992M 18.2.2-1187-gd540ebac bb2c5eac26a4 f498bddd5298 2024-04-10T15:32:59.977 INFO:teuthology.orchestra.run.smithi069.stdout:osd.5 smithi077 running (6m) 2s ago 6m 114M 2992M 18.2.2-1187-gd540ebac bb2c5eac26a4 2a7f7ea88c93 2024-04-10T15:32:59.977 INFO:teuthology.orchestra.run.smithi069.stdout:osd.6 smithi077 running (5m) 2s ago 5m 66.4M 2992M 18.2.2-1187-gd540ebac bb2c5eac26a4 7df4e5a8578c 2024-04-10T15:32:59.977 INFO:teuthology.orchestra.run.smithi069.stdout:osd.7 smithi077 running (5m) 2s ago 5m 95.3M 2992M 18.2.2-1187-gd540ebac bb2c5eac26a4 1a9c80228cd5 2024-04-10T15:32:59.977 INFO:teuthology.orchestra.run.smithi069.stdout:prometheus.a smithi077 *:9095 running (2m) 2s ago 4m 49.5M - 2.43.0 a07b618ecd1d 9f7677ca4c69 2024-04-10T15:33:00.125 INFO:tasks.rados.rados.0.smithi069.stdout:571: done (6 left) 2024-04-10T15:33:00.125 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 26 current snap is 52 2024-04-10T15:33:00.125 INFO:tasks.rados.rados.0.smithi069.stdout:572: seq_num 207 ranges {499712=671744,1171456=401408} 2024-04-10T15:33:00.132 INFO:tasks.rados.rados.0.smithi069.stdout:572: writing smithi06982861-26 from 499712 to 1171456 tid 1 2024-04-10T15:33:00.135 INFO:tasks.rados.rados.0.smithi069.stdout:572: writing smithi06982861-26 from 1171456 to 1572864 tid 2 2024-04-10T15:33:00.136 INFO:tasks.rados.rados.0.smithi069.stdout:573: read oid 34 snap -1 2024-04-10T15:33:00.136 INFO:tasks.rados.rados.0.smithi069.stdout:573: expect (ObjNum 132 snap 31 seq_num 132) 2024-04-10T15:33:00.136 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 29 current snap is 52 2024-04-10T15:33:00.136 INFO:tasks.rados.rados.0.smithi069.stdout:574: seq_num 208 ranges {32768=688128,720896=401408} 2024-04-10T15:33:00.141 INFO:tasks.rados.rados.0.smithi069.stdout:574: writing smithi06982861-29 from 32768 to 720896 tid 1 2024-04-10T15:33:00.144 INFO:tasks.rados.rados.0.smithi069.stdout:574: writing smithi06982861-29 from 720896 to 1122304 tid 2 2024-04-10T15:33:00.145 INFO:tasks.rados.rados.0.smithi069.stdout:575: snap_create 2024-04-10T15:33:00.145 INFO:tasks.rados.rados.0.smithi069.stdout:565: finishing write tid 1 to smithi06982861-8 2024-04-10T15:33:00.145 INFO:tasks.rados.rados.0.smithi069.stdout:567: finishing rollback tid 0 to smithi06982861-9 2024-04-10T15:33:00.145 INFO:tasks.rados.rados.0.smithi069.stdout:567: finishing rollback tid 1 to smithi06982861-9 2024-04-10T15:33:00.145 INFO:tasks.rados.rados.0.smithi069.stdout:565: finishing write tid 2 to smithi06982861-8 2024-04-10T15:33:00.145 INFO:tasks.rados.rados.0.smithi069.stdout:567: finishing rollback tid 2 to smithi06982861-9 2024-04-10T15:33:00.145 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 9 v 192 (ObjNum 148 snap 36 seq_num 148) dirty exists 2024-04-10T15:33:00.145 INFO:tasks.rados.rados.0.smithi069.stdout:565: finishing write tid 3 to smithi06982861-8 2024-04-10T15:33:00.145 INFO:tasks.rados.rados.0.smithi069.stdout:569: finishing copy_from racing read to smithi06982861-17 2024-04-10T15:33:00.145 INFO:tasks.rados.rados.0.smithi069.stdout:566: finishing copy_from racing read to smithi06982861-37 2024-04-10T15:33:00.145 INFO:tasks.rados.rados.0.smithi069.stdout:566: finishing copy_from to smithi06982861-37 2024-04-10T15:33:00.145 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 37 v 124 (ObjNum 158 snap 38 seq_num 158) dirty exists 2024-04-10T15:33:00.145 INFO:tasks.rados.rados.0.smithi069.stdout:565: finishing write tid 4 to smithi06982861-8 2024-04-10T15:33:00.145 INFO:tasks.rados.rados.0.smithi069.stdout:565: oid 8 updating version 0 to 237 2024-04-10T15:33:00.146 INFO:tasks.rados.rados.0.smithi069.stdout:565: oid 8 version 237 is already newer than 236 2024-04-10T15:33:00.146 INFO:tasks.rados.rados.0.smithi069.stdout:565: oid 8 updating version 237 to 238 2024-04-10T15:33:00.146 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 8 v 238 (ObjNum 205 snap 52 seq_num 205) dirty exists 2024-04-10T15:33:00.146 INFO:tasks.rados.rados.0.smithi069.stdout:565: left oid 8 (ObjNum 205 snap 52 seq_num 205) 2024-04-10T15:33:00.146 INFO:tasks.rados.rados.0.smithi069.stdout:569: finishing copy_from to smithi06982861-17 2024-04-10T15:33:00.146 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 17 v 99 (ObjNum 12 snap 0 seq_num 12) dirty exists 2024-04-10T15:33:00.146 INFO:tasks.rados.rados.0.smithi069.stdout:568: finishing copy_from racing read to smithi06982861-31 2024-04-10T15:33:00.146 INFO:tasks.rados.rados.0.smithi069.stdout:568: finishing copy_from to smithi06982861-31 2024-04-10T15:33:00.146 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 31 v 106 (ObjNum 191 snap 48 seq_num 191) dirty exists 2024-04-10T15:33:00.146 INFO:tasks.rados.rados.0.smithi069.stdout:570: finishing write tid 1 to smithi06982861-16 2024-04-10T15:33:00.146 INFO:tasks.rados.rados.0.smithi069.stdout:570: finishing write tid 2 to smithi06982861-16 2024-04-10T15:33:00.146 INFO:tasks.rados.rados.0.smithi069.stdout:570: finishing write tid 3 to smithi06982861-16 2024-04-10T15:33:00.146 INFO:tasks.rados.rados.0.smithi069.stdout:570: finishing write tid 4 to smithi06982861-16 2024-04-10T15:33:00.146 INFO:tasks.rados.rados.0.smithi069.stdout:570: oid 16 updating version 0 to 223 2024-04-10T15:33:00.147 INFO:tasks.rados.rados.0.smithi069.stdout:570: oid 16 updating version 223 to 225 2024-04-10T15:33:00.147 INFO:tasks.rados.rados.0.smithi069.stdout:570: oid 16 version 225 is already newer than 224 2024-04-10T15:33:00.147 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 16 v 225 (ObjNum 206 snap 52 seq_num 206) dirty exists 2024-04-10T15:33:00.147 INFO:tasks.rados.rados.0.smithi069.stdout:570: left oid 16 (ObjNum 206 snap 52 seq_num 206) 2024-04-10T15:33:00.147 INFO:tasks.rados.rados.0.smithi069.stdout:572: finishing write tid 1 to smithi06982861-26 2024-04-10T15:33:00.147 INFO:tasks.rados.rados.0.smithi069.stdout:572: finishing write tid 2 to smithi06982861-26 2024-04-10T15:33:00.147 INFO:tasks.rados.rados.0.smithi069.stdout:572: finishing write tid 3 to smithi06982861-26 2024-04-10T15:33:00.148 INFO:tasks.rados.rados.0.smithi069.stdout:572: finishing write tid 4 to smithi06982861-26 2024-04-10T15:33:00.148 INFO:tasks.rados.rados.0.smithi069.stdout:572: oid 26 updating version 0 to 231 2024-04-10T15:33:00.148 INFO:tasks.rados.rados.0.smithi069.stdout:572: oid 26 updating version 231 to 233 2024-04-10T15:33:00.148 INFO:tasks.rados.rados.0.smithi069.stdout:572: oid 26 version 233 is already newer than 232 2024-04-10T15:33:00.148 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 26 v 233 (ObjNum 207 snap 52 seq_num 207) dirty exists 2024-04-10T15:33:00.148 INFO:tasks.rados.rados.0.smithi069.stdout:572: left oid 26 (ObjNum 207 snap 52 seq_num 207) 2024-04-10T15:33:00.148 INFO:tasks.rados.rados.0.smithi069.stdout:574: finishing write tid 1 to smithi06982861-29 2024-04-10T15:33:00.151 INFO:tasks.rados.rados.0.smithi069.stdout:574: finishing write tid 2 to smithi06982861-29 2024-04-10T15:33:00.151 INFO:tasks.rados.rados.0.smithi069.stdout:574: finishing write tid 3 to smithi06982861-29 2024-04-10T15:33:00.152 INFO:tasks.rados.rados.0.smithi069.stdout:574: finishing write tid 4 to smithi06982861-29 2024-04-10T15:33:00.153 INFO:tasks.rados.rados.0.smithi069.stdout:574: oid 29 updating version 0 to 163 2024-04-10T15:33:00.153 INFO:tasks.rados.rados.0.smithi069.stdout:574: oid 29 version 163 is already newer than 161 2024-04-10T15:33:00.153 INFO:tasks.rados.rados.0.smithi069.stdout:574: oid 29 version 163 is already newer than 162 2024-04-10T15:33:00.153 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 29 v 163 (ObjNum 208 snap 52 seq_num 208) dirty exists 2024-04-10T15:33:00.153 INFO:tasks.rados.rados.0.smithi069.stdout:574: left oid 29 (ObjNum 208 snap 52 seq_num 208) 2024-04-10T15:33:00.164 INFO:tasks.rados.rados.0.smithi069.stdout:573: expect (ObjNum 132 snap 31 seq_num 132) 2024-04-10T15:33:00.398 INFO:teuthology.orchestra.run.smithi069.stdout:{ 2024-04-10T15:33:00.398 INFO:teuthology.orchestra.run.smithi069.stdout: "mon": { 2024-04-10T15:33:00.398 INFO:teuthology.orchestra.run.smithi069.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 3 2024-04-10T15:33:00.398 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-04-10T15:33:00.398 INFO:teuthology.orchestra.run.smithi069.stdout: "mgr": { 2024-04-10T15:33:00.398 INFO:teuthology.orchestra.run.smithi069.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 1, 2024-04-10T15:33:00.398 INFO:teuthology.orchestra.run.smithi069.stdout: "ceph version 19.0.0-2838-ga5074d45 (a5074d4516d566e9d8b6aec912f26afd099de101) squid (dev)": 1 2024-04-10T15:33:00.398 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-04-10T15:33:00.399 INFO:teuthology.orchestra.run.smithi069.stdout: "osd": { 2024-04-10T15:33:00.399 INFO:teuthology.orchestra.run.smithi069.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 8 2024-04-10T15:33:00.399 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-04-10T15:33:00.399 INFO:teuthology.orchestra.run.smithi069.stdout: "mds": { 2024-04-10T15:33:00.399 INFO:teuthology.orchestra.run.smithi069.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 2 2024-04-10T15:33:00.399 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-04-10T15:33:00.399 INFO:teuthology.orchestra.run.smithi069.stdout: "overall": { 2024-04-10T15:33:00.399 INFO:teuthology.orchestra.run.smithi069.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 14, 2024-04-10T15:33:00.399 INFO:teuthology.orchestra.run.smithi069.stdout: "ceph version 19.0.0-2838-ga5074d45 (a5074d4516d566e9d8b6aec912f26afd099de101) squid (dev)": 1 2024-04-10T15:33:00.399 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-04-10T15:33:00.399 INFO:teuthology.orchestra.run.smithi069.stdout:} 2024-04-10T15:33:01.131 INFO:tasks.rados.rados.0.smithi069.stdout:565: done (9 left) 2024-04-10T15:33:01.131 INFO:tasks.rados.rados.0.smithi069.stdout:566: done (8 left) 2024-04-10T15:33:01.132 INFO:tasks.rados.rados.0.smithi069.stdout:567: done (7 left) 2024-04-10T15:33:01.132 INFO:tasks.rados.rados.0.smithi069.stdout:568: done (6 left) 2024-04-10T15:33:01.132 INFO:tasks.rados.rados.0.smithi069.stdout:569: done (5 left) 2024-04-10T15:33:01.132 INFO:tasks.rados.rados.0.smithi069.stdout:570: done (4 left) 2024-04-10T15:33:01.132 INFO:tasks.rados.rados.0.smithi069.stdout:572: done (3 left) 2024-04-10T15:33:01.132 INFO:tasks.rados.rados.0.smithi069.stdout:573: done (2 left) 2024-04-10T15:33:01.132 INFO:tasks.rados.rados.0.smithi069.stdout:574: done (1 left) 2024-04-10T15:33:01.132 INFO:tasks.rados.rados.0.smithi069.stdout:575: done (0 left) 2024-04-10T15:33:01.132 INFO:tasks.rados.rados.0.smithi069.stdout:576: delete oid 2 current snap is 53 2024-04-10T15:33:01.136 INFO:tasks.rados.rados.0.smithi069.stdout:576: done (0 left) 2024-04-10T15:33:01.136 INFO:tasks.rados.rados.0.smithi069.stdout:577: delete oid 5 current snap is 53 2024-04-10T15:33:01.141 INFO:tasks.rados.rados.0.smithi069.stdout:577: done (0 left) 2024-04-10T15:33:01.141 INFO:tasks.rados.rados.0.smithi069.stdout:578: read oid 43 snap -1 2024-04-10T15:33:01.141 INFO:tasks.rados.rados.0.smithi069.stdout:578: expect (ObjNum 173 snap 41 seq_num 173) 2024-04-10T15:33:01.141 INFO:tasks.rados.rados.0.smithi069.stdout:579: read oid 45 snap 40 2024-04-10T15:33:01.141 INFO:tasks.rados.rados.0.smithi069.stdout:579: expect (ObjNum 163 snap 38 seq_num 163) 2024-04-10T15:33:01.141 INFO:tasks.rados.rados.0.smithi069.stdout:580: read oid 4 snap -1 2024-04-10T15:33:01.141 INFO:tasks.rados.rados.0.smithi069.stdout:580: expect deleted 2024-04-10T15:33:01.141 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 14 current snap is 53 2024-04-10T15:33:01.141 INFO:tasks.rados.rados.0.smithi069.stdout:581: seq_num 211 ranges {557056=737280,1294336=401408} 2024-04-10T15:33:01.148 INFO:tasks.rados.rados.0.smithi069.stdout:581: writing smithi06982861-14 from 557056 to 1294336 tid 1 2024-04-10T15:33:01.151 INFO:tasks.rados.rados.0.smithi069.stdout:581: writing smithi06982861-14 from 1294336 to 1695744 tid 2 2024-04-10T15:33:01.151 INFO:tasks.rados.rados.0.smithi069.stdout:582: read oid 35 snap -1 2024-04-10T15:33:01.151 INFO:tasks.rados.rados.0.smithi069.stdout:582: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-10T15:33:01.151 INFO:tasks.rados.rados.0.smithi069.stdout:583: rollback oid 7 current snap is 53 2024-04-10T15:33:01.151 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 7 to 41 2024-04-10T15:33:01.151 INFO:tasks.rados.rados.0.smithi069.stdout:578: expect (ObjNum 173 snap 41 seq_num 173) 2024-04-10T15:33:01.170 INFO:tasks.rados.rados.0.smithi069.stdout:582: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-10T15:33:01.172 INFO:tasks.rados.rados.0.smithi069.stdout:581: finishing write tid 1 to smithi06982861-14 2024-04-10T15:33:01.172 INFO:tasks.rados.rados.0.smithi069.stdout:583: finishing rollback tid 1 to smithi06982861-7 2024-04-10T15:33:01.172 INFO:tasks.rados.rados.0.smithi069.stdout:581: finishing write tid 2 to smithi06982861-14 2024-04-10T15:33:01.172 INFO:tasks.rados.rados.0.smithi069.stdout:583: finishing rollback tid 2 to smithi06982861-7 2024-04-10T15:33:01.172 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 7 v 239 (ObjNum 23 snap 0 seq_num 23) dirty exists 2024-04-10T15:33:01.172 INFO:tasks.rados.rados.0.smithi069.stdout:581: finishing write tid 3 to smithi06982861-14 2024-04-10T15:33:01.172 INFO:tasks.rados.rados.0.smithi069.stdout:579: expect (ObjNum 163 snap 38 seq_num 163) 2024-04-10T15:33:01.284 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:01 smithi077 ceph-mon[31195]: from='client.25034 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:33:01.285 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:01 smithi077 ceph-mon[31195]: from='client.15162 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:33:01.285 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:01 smithi077 ceph-mon[31195]: osdmap e164: 8 total, 8 up, 8 in 2024-04-10T15:33:01.285 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:01 smithi077 ceph-mon[31195]: pgmap v21: 121 pgs: 121 active+clean; 184 MiB data, 609 MiB used, 715 GiB / 715 GiB avail; 6.7 MiB/s rd, 456 KiB/s wr, 22 op/s 2024-04-10T15:33:01.285 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:01 smithi077 ceph-mon[31195]: from='client.? 172.21.15.69:0/3258236448' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:33:01.427 INFO:tasks.rados.rados.0.smithi069.stdout:581: finishing write tid 4 to smithi06982861-14 2024-04-10T15:33:01.427 INFO:tasks.rados.rados.0.smithi069.stdout:581: oid 14 updating version 0 to 214 2024-04-10T15:33:01.428 INFO:tasks.rados.rados.0.smithi069.stdout:581: oid 14 updating version 214 to 215 2024-04-10T15:33:01.428 INFO:tasks.rados.rados.0.smithi069.stdout:581: oid 14 updating version 215 to 216 2024-04-10T15:33:01.428 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 14 v 216 (ObjNum 211 snap 53 seq_num 211) dirty exists 2024-04-10T15:33:01.428 INFO:tasks.rados.rados.0.smithi069.stdout:581: left oid 14 (ObjNum 211 snap 53 seq_num 211) 2024-04-10T15:33:01.428 INFO:tasks.rados.rados.0.smithi069.stdout:578: done (5 left) 2024-04-10T15:33:01.428 INFO:tasks.rados.rados.0.smithi069.stdout:579: done (4 left) 2024-04-10T15:33:01.428 INFO:tasks.rados.rados.0.smithi069.stdout:580: done (3 left) 2024-04-10T15:33:01.428 INFO:tasks.rados.rados.0.smithi069.stdout:581: done (2 left) 2024-04-10T15:33:01.428 INFO:tasks.rados.rados.0.smithi069.stdout:582: done (1 left) 2024-04-10T15:33:01.428 INFO:tasks.rados.rados.0.smithi069.stdout:583: done (0 left) 2024-04-10T15:33:01.428 INFO:tasks.rados.rados.0.smithi069.stdout:584: delete oid 6 current snap is 53 2024-04-10T15:33:01.429 INFO:tasks.rados.rados.0.smithi069.stdout:584: done (0 left) 2024-04-10T15:33:01.429 INFO:tasks.rados.rados.0.smithi069.stdout:585: snap_remove snap 51 2024-04-10T15:33:01.583 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:01 smithi069 ceph-mon[39688]: from='client.25034 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:33:01.583 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:01 smithi069 ceph-mon[39688]: from='client.15162 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:33:01.583 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:01 smithi069 ceph-mon[39688]: osdmap e164: 8 total, 8 up, 8 in 2024-04-10T15:33:01.583 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:01 smithi069 ceph-mon[39688]: pgmap v21: 121 pgs: 121 active+clean; 184 MiB data, 609 MiB used, 715 GiB / 715 GiB avail; 6.7 MiB/s rd, 456 KiB/s wr, 22 op/s 2024-04-10T15:33:01.583 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:01 smithi069 ceph-mon[39688]: from='client.? 172.21.15.69:0/3258236448' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:33:01.583 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:01 smithi069 ceph-mon[27501]: from='client.25034 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:33:01.584 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:01 smithi069 ceph-mon[27501]: from='client.15162 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:33:01.584 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:01 smithi069 ceph-mon[27501]: osdmap e164: 8 total, 8 up, 8 in 2024-04-10T15:33:01.584 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:01 smithi069 ceph-mon[27501]: pgmap v21: 121 pgs: 121 active+clean; 184 MiB data, 609 MiB used, 715 GiB / 715 GiB avail; 6.7 MiB/s rd, 456 KiB/s wr, 22 op/s 2024-04-10T15:33:01.584 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:01 smithi069 ceph-mon[27501]: from='client.? 172.21.15.69:0/3258236448' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:33:02.130 INFO:tasks.rados.rados.0.smithi069.stdout:585: done (0 left) 2024-04-10T15:33:02.130 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 38 current snap is 53 2024-04-10T15:33:02.130 INFO:tasks.rados.rados.0.smithi069.stdout:586: seq_num 213 ranges {1007616=770048,1777664=401408} 2024-04-10T15:33:02.139 INFO:tasks.rados.rados.0.smithi069.stdout:586: writing smithi06982861-38 from 1007616 to 1777664 tid 1 2024-04-10T15:33:02.143 INFO:tasks.rados.rados.0.smithi069.stdout:586: writing smithi06982861-38 from 1777664 to 2179072 tid 2 2024-04-10T15:33:02.143 INFO:tasks.rados.rados.0.smithi069.stdout:587: rollback oid 31 current snap is 53 2024-04-10T15:33:02.143 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 31 to 49 2024-04-10T15:33:02.143 INFO:tasks.rados.rados.0.smithi069.stdout:588: copy_from oid 22 from oid 10 current snap is 53 2024-04-10T15:33:02.143 INFO:tasks.rados.rados.0.smithi069.stdout:589: rmattr oid 30 current snap is 53 2024-04-10T15:33:02.143 INFO:tasks.rados.rados.0.smithi069.stdout:589: done (3 left) 2024-04-10T15:33:02.143 INFO:tasks.rados.rados.0.smithi069.stdout:590: read oid 7 snap -1 2024-04-10T15:33:02.143 INFO:tasks.rados.rados.0.smithi069.stdout:590: expect (ObjNum 23 snap 0 seq_num 23) 2024-04-10T15:33:02.143 INFO:tasks.rados.rados.0.smithi069.stdout:591: setattr oid 13 current snap is 53 2024-04-10T15:33:02.144 INFO:tasks.rados.rados.0.smithi069.stdout:588: finishing copy_from to smithi06982861-22 2024-04-10T15:33:02.144 INFO:tasks.rados.rados.0.smithi069.stdout:588: got expected ENOENT (src dne) 2024-04-10T15:33:02.144 INFO:tasks.rados.rados.0.smithi069.stdout:588: finishing copy_from racing read to smithi06982861-22 2024-04-10T15:33:02.145 INFO:tasks.rados.rados.0.smithi069.stdout:588: done (4 left) 2024-04-10T15:33:02.145 INFO:tasks.rados.rados.0.smithi069.stdout:592: delete oid 4 current snap is 53 2024-04-10T15:33:02.147 INFO:tasks.rados.rados.0.smithi069.stdout:592: done (4 left) 2024-04-10T15:33:02.147 INFO:tasks.rados.rados.0.smithi069.stdout:593: snap_create 2024-04-10T15:33:02.148 INFO:tasks.rados.rados.0.smithi069.stdout:587: finishing rollback tid 0 to smithi06982861-31 2024-04-10T15:33:02.148 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 13 v 223 (ObjNum 129 snap 0 seq_num 1434684792) dirty exists 2024-04-10T15:33:02.150 INFO:tasks.rados.rados.0.smithi069.stdout:586: finishing write tid 1 to smithi06982861-38 2024-04-10T15:33:02.151 INFO:tasks.rados.rados.0.smithi069.stdout:587: finishing rollback tid 1 to smithi06982861-31 2024-04-10T15:33:02.151 INFO:tasks.rados.rados.0.smithi069.stdout:586: finishing write tid 2 to smithi06982861-38 2024-04-10T15:33:02.151 INFO:tasks.rados.rados.0.smithi069.stdout:587: finishing rollback tid 2 to smithi06982861-31 2024-04-10T15:33:02.151 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 31 v 252 (ObjNum 166 snap 38 seq_num 166) dirty exists 2024-04-10T15:33:02.152 INFO:tasks.rados.rados.0.smithi069.stdout:586: finishing write tid 3 to smithi06982861-38 2024-04-10T15:33:02.153 INFO:tasks.rados.rados.0.smithi069.stdout:586: finishing write tid 4 to smithi06982861-38 2024-04-10T15:33:02.154 INFO:tasks.rados.rados.0.smithi069.stdout:586: oid 38 updating version 0 to 241 2024-04-10T15:33:02.154 INFO:tasks.rados.rados.0.smithi069.stdout:586: oid 38 updating version 241 to 243 2024-04-10T15:33:02.154 INFO:tasks.rados.rados.0.smithi069.stdout:586: oid 38 version 243 is already newer than 242 2024-04-10T15:33:02.154 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 38 v 243 (ObjNum 213 snap 53 seq_num 213) dirty exists 2024-04-10T15:33:02.154 INFO:tasks.rados.rados.0.smithi069.stdout:586: left oid 38 (ObjNum 213 snap 53 seq_num 213) 2024-04-10T15:33:02.154 INFO:tasks.rados.rados.0.smithi069.stdout:590: expect (ObjNum 23 snap 0 seq_num 23) 2024-04-10T15:33:02.489 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:02 smithi077 ceph-mon[31195]: mgrmap e29: x(active, since 12s), standbys: y 2024-04-10T15:33:02.489 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:02 smithi077 ceph-mon[31195]: osdmap e165: 8 total, 8 up, 8 in 2024-04-10T15:33:02.583 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:02 smithi069 ceph-mon[39688]: mgrmap e29: x(active, since 12s), standbys: y 2024-04-10T15:33:02.583 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:02 smithi069 ceph-mon[39688]: osdmap e165: 8 total, 8 up, 8 in 2024-04-10T15:33:02.583 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:02 smithi069 ceph-mon[27501]: mgrmap e29: x(active, since 12s), standbys: y 2024-04-10T15:33:02.583 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:02 smithi069 ceph-mon[27501]: osdmap e165: 8 total, 8 up, 8 in 2024-04-10T15:33:03.087 INFO:tasks.rados.rados.0.smithi069.stdout:586: done (4 left) 2024-04-10T15:33:03.087 INFO:tasks.rados.rados.0.smithi069.stdout:587: done (3 left) 2024-04-10T15:33:03.087 INFO:tasks.rados.rados.0.smithi069.stdout:590: done (2 left) 2024-04-10T15:33:03.087 INFO:tasks.rados.rados.0.smithi069.stdout:591: done (1 left) 2024-04-10T15:33:03.087 INFO:tasks.rados.rados.0.smithi069.stdout:593: done (0 left) 2024-04-10T15:33:03.087 INFO:tasks.rados.rados.0.smithi069.stdout:594: rollback oid 47 current snap is 54 2024-04-10T15:33:03.087 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 47 to 32 2024-04-10T15:33:03.087 INFO:tasks.rados.rados.0.smithi069.stdout:595: read oid 10 snap -1 2024-04-10T15:33:03.087 INFO:tasks.rados.rados.0.smithi069.stdout:595: expect deleted 2024-04-10T15:33:03.087 INFO:tasks.rados.rados.0.smithi069.stdout:596: read oid 42 snap 42 2024-04-10T15:33:03.088 INFO:tasks.rados.rados.0.smithi069.stdout:596: expect (ObjNum 164 snap 38 seq_num 164) 2024-04-10T15:33:03.088 INFO:tasks.rados.rados.0.smithi069.stdout:597: snap_remove snap 49 2024-04-10T15:33:03.489 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:03 smithi077 ceph-mon[31195]: osdmap e166: 8 total, 8 up, 8 in 2024-04-10T15:33:03.489 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:03 smithi077 ceph-mon[31195]: pgmap v24: 121 pgs: 121 active+clean; 184 MiB data, 609 MiB used, 715 GiB / 715 GiB avail; 6.7 MiB/s rd, 456 KiB/s wr, 22 op/s 2024-04-10T15:33:03.489 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:03 smithi077 ceph-mon[31195]: from='mgr.24853 ' entity='mgr.x' 2024-04-10T15:33:03.489 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:03 smithi077 ceph-mon[31195]: from='mgr.24853 ' entity='mgr.x' 2024-04-10T15:33:03.489 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:03 smithi077 ceph-mon[31195]: from='mgr.24853 172.21.15.77:0/2860758011' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:33:03.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:03 smithi077 ceph-mon[31195]: from='mgr.24853 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:33:03.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:03 smithi077 ceph-mon[31195]: from='mgr.24853 172.21.15.77:0/2860758011' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:33:03.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:03 smithi077 ceph-mon[31195]: from='mgr.24853 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:33:03.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:03 smithi077 ceph-mon[31195]: from='mgr.24853 172.21.15.77:0/2860758011' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:33:03.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:03 smithi077 ceph-mon[31195]: from='mgr.24853 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:33:03.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:03 smithi077 ceph-mon[31195]: from='mgr.24853 172.21.15.77:0/2860758011' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:33:03.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:03 smithi077 ceph-mon[31195]: from='mgr.24853 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:33:03.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:03 smithi077 ceph-mon[31195]: from='mgr.24853 ' entity='mgr.x' 2024-04-10T15:33:03.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:03 smithi077 ceph-mon[31195]: from='mgr.24853 172.21.15.77:0/2860758011' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:33:03.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:03 smithi077 ceph-mon[31195]: from='mgr.24853 172.21.15.77:0/2860758011' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:33:03.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:03 smithi077 ceph-mon[31195]: osdmap e167: 8 total, 8 up, 8 in 2024-04-10T15:33:03.583 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:03 smithi069 ceph-mon[39688]: osdmap e166: 8 total, 8 up, 8 in 2024-04-10T15:33:03.583 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:03 smithi069 ceph-mon[39688]: pgmap v24: 121 pgs: 121 active+clean; 184 MiB data, 609 MiB used, 715 GiB / 715 GiB avail; 6.7 MiB/s rd, 456 KiB/s wr, 22 op/s 2024-04-10T15:33:03.583 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:03 smithi069 ceph-mon[39688]: from='mgr.24853 ' entity='mgr.x' 2024-04-10T15:33:03.583 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:03 smithi069 ceph-mon[39688]: from='mgr.24853 ' entity='mgr.x' 2024-04-10T15:33:03.583 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:03 smithi069 ceph-mon[39688]: from='mgr.24853 172.21.15.77:0/2860758011' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:33:03.583 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:03 smithi069 ceph-mon[39688]: from='mgr.24853 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:33:03.583 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:03 smithi069 ceph-mon[39688]: from='mgr.24853 172.21.15.77:0/2860758011' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:33:03.584 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:03 smithi069 ceph-mon[39688]: from='mgr.24853 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:33:03.584 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:03 smithi069 ceph-mon[39688]: from='mgr.24853 172.21.15.77:0/2860758011' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:33:03.584 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:03 smithi069 ceph-mon[39688]: from='mgr.24853 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:33:03.584 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:03 smithi069 ceph-mon[39688]: from='mgr.24853 172.21.15.77:0/2860758011' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:33:03.584 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:03 smithi069 ceph-mon[39688]: from='mgr.24853 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:33:03.584 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:03 smithi069 ceph-mon[39688]: from='mgr.24853 ' entity='mgr.x' 2024-04-10T15:33:03.584 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:03 smithi069 ceph-mon[39688]: from='mgr.24853 172.21.15.77:0/2860758011' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:33:03.584 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:03 smithi069 ceph-mon[39688]: from='mgr.24853 172.21.15.77:0/2860758011' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:33:03.584 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:03 smithi069 ceph-mon[39688]: osdmap e167: 8 total, 8 up, 8 in 2024-04-10T15:33:03.584 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:03 smithi069 ceph-mon[27501]: osdmap e166: 8 total, 8 up, 8 in 2024-04-10T15:33:03.584 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:03 smithi069 ceph-mon[27501]: pgmap v24: 121 pgs: 121 active+clean; 184 MiB data, 609 MiB used, 715 GiB / 715 GiB avail; 6.7 MiB/s rd, 456 KiB/s wr, 22 op/s 2024-04-10T15:33:03.585 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:03 smithi069 ceph-mon[27501]: from='mgr.24853 ' entity='mgr.x' 2024-04-10T15:33:03.585 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:03 smithi069 ceph-mon[27501]: from='mgr.24853 ' entity='mgr.x' 2024-04-10T15:33:03.585 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:03 smithi069 ceph-mon[27501]: from='mgr.24853 172.21.15.77:0/2860758011' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:33:03.585 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:03 smithi069 ceph-mon[27501]: from='mgr.24853 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:33:03.585 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:03 smithi069 ceph-mon[27501]: from='mgr.24853 172.21.15.77:0/2860758011' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:33:03.585 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:03 smithi069 ceph-mon[27501]: from='mgr.24853 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:33:03.585 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:03 smithi069 ceph-mon[27501]: from='mgr.24853 172.21.15.77:0/2860758011' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:33:03.585 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:03 smithi069 ceph-mon[27501]: from='mgr.24853 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:33:03.585 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:03 smithi069 ceph-mon[27501]: from='mgr.24853 172.21.15.77:0/2860758011' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:33:03.585 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:03 smithi069 ceph-mon[27501]: from='mgr.24853 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:33:03.585 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:03 smithi069 ceph-mon[27501]: from='mgr.24853 ' entity='mgr.x' 2024-04-10T15:33:03.585 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:03 smithi069 ceph-mon[27501]: from='mgr.24853 172.21.15.77:0/2860758011' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:33:03.585 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:03 smithi069 ceph-mon[27501]: from='mgr.24853 172.21.15.77:0/2860758011' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:33:03.585 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:03 smithi069 ceph-mon[27501]: osdmap e167: 8 total, 8 up, 8 in 2024-04-10T15:33:04.088 INFO:tasks.rados.rados.0.smithi069.stdout:597: done (3 left) 2024-04-10T15:33:04.088 INFO:tasks.rados.rados.0.smithi069.stdout:598: rmattr oid 46 current snap is 54 2024-04-10T15:33:04.088 INFO:tasks.rados.rados.0.smithi069.stdout:594: finishing rollback tid 0 to smithi06982861-47 2024-04-10T15:33:04.089 INFO:tasks.rados.rados.0.smithi069.stdout:594: finishing rollback tid 1 to smithi06982861-47 2024-04-10T15:33:04.089 INFO:tasks.rados.rados.0.smithi069.stdout:594: finishing rollback tid 2 to smithi06982861-47 2024-04-10T15:33:04.089 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 47 v 154 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-04-10T15:33:04.089 INFO:tasks.rados.rados.0.smithi069.stdout:596: expect (ObjNum 164 snap 38 seq_num 164) 2024-04-10T15:33:04.279 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 46 v 101 (ObjNum 74 snap 13 seq_num 74) dirty exists 2024-04-10T15:33:04.280 INFO:tasks.rados.rados.0.smithi069.stdout:594: done (3 left) 2024-04-10T15:33:04.280 INFO:tasks.rados.rados.0.smithi069.stdout:595: done (2 left) 2024-04-10T15:33:04.280 INFO:tasks.rados.rados.0.smithi069.stdout:596: done (1 left) 2024-04-10T15:33:04.280 INFO:tasks.rados.rados.0.smithi069.stdout:598: done (0 left) 2024-04-10T15:33:04.280 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 29 current snap is 54 2024-04-10T15:33:04.280 INFO:tasks.rados.rados.0.smithi069.stdout:599: seq_num 215 ranges {1122304=409600,1531904=532480,2064384=270336} 2024-04-10T15:33:04.287 INFO:tasks.rados.rados.0.smithi069.stdout:599: writing smithi06982861-29 from 1122304 to 1531904 tid 1 2024-04-10T15:33:04.290 INFO:tasks.rados.rados.0.smithi069.stdout:599: writing smithi06982861-29 from 1531904 to 2064384 tid 2 2024-04-10T15:33:04.292 INFO:tasks.rados.rados.0.smithi069.stdout:599: writing smithi06982861-29 from 2064384 to 2334720 tid 3 2024-04-10T15:33:04.292 INFO:tasks.rados.rados.0.smithi069.stdout:600: read oid 40 snap -1 2024-04-10T15:33:04.293 INFO:tasks.rados.rados.0.smithi069.stdout:600: expect (ObjNum 39 snap 0 seq_num 39) 2024-04-10T15:33:04.293 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 12 current snap is 54 2024-04-10T15:33:04.293 INFO:tasks.rados.rados.0.smithi069.stdout:599: finishing write tid 1 to smithi06982861-29 2024-04-10T15:33:04.293 INFO:tasks.rados.rados.0.smithi069.stdout:601: seq_num 216 ranges {2777088=425984,3203072=409600,3612672=393216} 2024-04-10T15:33:04.310 INFO:tasks.rados.rados.0.smithi069.stdout:601: writing smithi06982861-12 from 2777088 to 3203072 tid 1 2024-04-10T15:33:04.312 INFO:tasks.rados.rados.0.smithi069.stdout:601: writing smithi06982861-12 from 3203072 to 3612672 tid 2 2024-04-10T15:33:04.314 INFO:tasks.rados.rados.0.smithi069.stdout:601: writing smithi06982861-12 from 3612672 to 4005888 tid 3 2024-04-10T15:33:04.315 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 16 current snap is 54 2024-04-10T15:33:04.315 INFO:tasks.rados.rados.0.smithi069.stdout:599: finishing write tid 2 to smithi06982861-29 2024-04-10T15:33:04.315 INFO:tasks.rados.rados.0.smithi069.stdout:599: finishing write tid 3 to smithi06982861-29 2024-04-10T15:33:04.315 INFO:tasks.rados.rados.0.smithi069.stdout:602: seq_num 217 ranges {3997696=442368,4440064=696320,5136384=106496} 2024-04-10T15:33:04.338 INFO:tasks.rados.rados.0.smithi069.stdout:602: writing smithi06982861-16 from 3997696 to 4440064 tid 1 2024-04-10T15:33:04.342 INFO:tasks.rados.rados.0.smithi069.stdout:602: writing smithi06982861-16 from 4440064 to 5136384 tid 2 2024-04-10T15:33:04.343 INFO:tasks.rados.rados.0.smithi069.stdout:602: writing smithi06982861-16 from 5136384 to 5242880 tid 3 2024-04-10T15:33:04.343 INFO:tasks.rados.rados.0.smithi069.stdout:603: read oid 36 snap 23 2024-04-10T15:33:04.343 INFO:tasks.rados.rados.0.smithi069.stdout:603: expect (ObjNum 35 snap 0 seq_num 35) 2024-04-10T15:33:04.343 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 19 current snap is 54 2024-04-10T15:33:04.343 INFO:tasks.rados.rados.0.smithi069.stdout:599: finishing write tid 4 to smithi06982861-29 2024-04-10T15:33:04.343 INFO:tasks.rados.rados.0.smithi069.stdout:600: expect (ObjNum 39 snap 0 seq_num 39) 2024-04-10T15:33:04.361 INFO:tasks.rados.rados.0.smithi069.stdout:599: finishing write tid 5 to smithi06982861-29 2024-04-10T15:33:04.361 INFO:tasks.rados.rados.0.smithi069.stdout:599: oid 29 updating version 0 to 170 2024-04-10T15:33:04.361 INFO:tasks.rados.rados.0.smithi069.stdout:599: oid 29 version 170 is already newer than 169 2024-04-10T15:33:04.361 INFO:tasks.rados.rados.0.smithi069.stdout:599: oid 29 updating version 170 to 172 2024-04-10T15:33:04.362 INFO:tasks.rados.rados.0.smithi069.stdout:599: oid 29 version 172 is already newer than 171 2024-04-10T15:33:04.362 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 29 v 172 (ObjNum 215 snap 54 seq_num 215) dirty exists 2024-04-10T15:33:04.362 INFO:tasks.rados.rados.0.smithi069.stdout:599: left oid 29 (ObjNum 215 snap 54 seq_num 215) 2024-04-10T15:33:04.362 INFO:tasks.rados.rados.0.smithi069.stdout:601: finishing write tid 1 to smithi06982861-12 2024-04-10T15:33:04.362 INFO:tasks.rados.rados.0.smithi069.stdout:601: finishing write tid 2 to smithi06982861-12 2024-04-10T15:33:04.362 INFO:tasks.rados.rados.0.smithi069.stdout:604: seq_num 218 ranges {303104=458752,761856=581632,1343488=221184} 2024-04-10T15:33:04.365 INFO:tasks.rados.rados.0.smithi069.stdout:604: writing smithi06982861-19 from 303104 to 761856 tid 1 2024-04-10T15:33:04.368 INFO:tasks.rados.rados.0.smithi069.stdout:604: writing smithi06982861-19 from 761856 to 1343488 tid 2 2024-04-10T15:33:04.370 INFO:tasks.rados.rados.0.smithi069.stdout:604: writing smithi06982861-19 from 1343488 to 1564672 tid 3 2024-04-10T15:33:04.370 INFO:tasks.rados.rados.0.smithi069.stdout:599: done (5 left) 2024-04-10T15:33:04.370 INFO:tasks.rados.rados.0.smithi069.stdout:600: done (4 left) 2024-04-10T15:33:04.370 INFO:tasks.rados.rados.0.smithi069.stdout:605: rmattr oid 32 current snap is 54 2024-04-10T15:33:04.371 INFO:tasks.rados.rados.0.smithi069.stdout:605: done (4 left) 2024-04-10T15:33:04.371 INFO:tasks.rados.rados.0.smithi069.stdout:606: rmattr oid 48 current snap is 54 2024-04-10T15:33:04.371 INFO:tasks.rados.rados.0.smithi069.stdout:606: done (4 left) 2024-04-10T15:33:04.371 INFO:tasks.rados.rados.0.smithi069.stdout:607: rmattr oid 48 current snap is 54 2024-04-10T15:33:04.371 INFO:tasks.rados.rados.0.smithi069.stdout:601: finishing write tid 3 to smithi06982861-12 2024-04-10T15:33:04.371 INFO:tasks.rados.rados.0.smithi069.stdout:601: finishing write tid 4 to smithi06982861-12 2024-04-10T15:33:04.371 INFO:tasks.rados.rados.0.smithi069.stdout:601: finishing write tid 5 to smithi06982861-12 2024-04-10T15:33:04.371 INFO:tasks.rados.rados.0.smithi069.stdout:601: oid 12 updating version 0 to 149 2024-04-10T15:33:04.371 INFO:tasks.rados.rados.0.smithi069.stdout:601: oid 12 updating version 149 to 152 2024-04-10T15:33:04.371 INFO:tasks.rados.rados.0.smithi069.stdout:601: oid 12 version 152 is already newer than 150 2024-04-10T15:33:04.371 INFO:tasks.rados.rados.0.smithi069.stdout:601: oid 12 version 152 is already newer than 151 2024-04-10T15:33:04.371 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 12 v 152 (ObjNum 216 snap 54 seq_num 216) dirty exists 2024-04-10T15:33:04.371 INFO:tasks.rados.rados.0.smithi069.stdout:601: left oid 12 (ObjNum 216 snap 54 seq_num 216) 2024-04-10T15:33:04.371 INFO:tasks.rados.rados.0.smithi069.stdout:602: finishing write tid 1 to smithi06982861-16 2024-04-10T15:33:04.371 INFO:tasks.rados.rados.0.smithi069.stdout:601: done (4 left) 2024-04-10T15:33:04.372 INFO:tasks.rados.rados.0.smithi069.stdout:607: done (3 left) 2024-04-10T15:33:04.372 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 9 current snap is 54 2024-04-10T15:33:04.372 INFO:tasks.rados.rados.0.smithi069.stdout:602: finishing write tid 2 to smithi06982861-16 2024-04-10T15:33:04.372 INFO:tasks.rados.rados.0.smithi069.stdout:602: finishing write tid 3 to smithi06982861-16 2024-04-10T15:33:04.372 INFO:tasks.rados.rados.0.smithi069.stdout:602: finishing write tid 4 to smithi06982861-16 2024-04-10T15:33:04.372 INFO:tasks.rados.rados.0.smithi069.stdout:608: seq_num 219 ranges {2375680=475136,2850816=466944,3317760=335872} 2024-04-10T15:33:04.385 INFO:tasks.rados.rados.0.smithi069.stdout:608: writing smithi06982861-9 from 2375680 to 2850816 tid 1 2024-04-10T15:33:04.387 INFO:tasks.rados.rados.0.smithi069.stdout:608: writing smithi06982861-9 from 2850816 to 3317760 tid 2 2024-04-10T15:33:04.390 INFO:tasks.rados.rados.0.smithi069.stdout:608: writing smithi06982861-9 from 3317760 to 3653632 tid 3 2024-04-10T15:33:04.390 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 20 current snap is 54 2024-04-10T15:33:04.390 INFO:tasks.rados.rados.0.smithi069.stdout:609: seq_num 220 ranges {0=491520,491520=753664,1245184=49152} 2024-04-10T15:33:04.392 INFO:tasks.rados.rados.0.smithi069.stdout:609: writing smithi06982861-20 from 0 to 491520 tid 1 2024-04-10T15:33:04.396 INFO:tasks.rados.rados.0.smithi069.stdout:609: writing smithi06982861-20 from 491520 to 1245184 tid 2 2024-04-10T15:33:04.397 INFO:tasks.rados.rados.0.smithi069.stdout:609: writing smithi06982861-20 from 1245184 to 1294336 tid 3 2024-04-10T15:33:04.397 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 40 current snap is 54 2024-04-10T15:33:04.397 INFO:tasks.rados.rados.0.smithi069.stdout:610: seq_num 221 ranges {663552=507904,1171456=688128,1859584=114688} 2024-04-10T15:33:04.403 INFO:tasks.rados.rados.0.smithi069.stdout:610: writing smithi06982861-40 from 663552 to 1171456 tid 1 2024-04-10T15:33:04.407 INFO:tasks.rados.rados.0.smithi069.stdout:610: writing smithi06982861-40 from 1171456 to 1859584 tid 2 2024-04-10T15:33:04.408 INFO:tasks.rados.rados.0.smithi069.stdout:610: writing smithi06982861-40 from 1859584 to 1974272 tid 3 2024-04-10T15:33:04.408 INFO:tasks.rados.rados.0.smithi069.stdout:611: read oid 50 snap -1 2024-04-10T15:33:04.408 INFO:tasks.rados.rados.0.smithi069.stdout:611: expect (ObjNum 162 snap 38 seq_num 162) 2024-04-10T15:33:04.408 INFO:tasks.rados.rados.0.smithi069.stdout:612: read oid 38 snap -1 2024-04-10T15:33:04.408 INFO:tasks.rados.rados.0.smithi069.stdout:612: expect (ObjNum 213 snap 53 seq_num 213) 2024-04-10T15:33:04.409 INFO:tasks.rados.rados.0.smithi069.stdout:613: read oid 25 snap -1 2024-04-10T15:33:04.409 INFO:tasks.rados.rados.0.smithi069.stdout:613: expect (ObjNum 161 snap 38 seq_num 161) 2024-04-10T15:33:04.409 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 29 current snap is 54 2024-04-10T15:33:04.409 INFO:tasks.rados.rados.0.smithi069.stdout:603: expect (ObjNum 35 snap 0 seq_num 35) 2024-04-10T15:33:04.426 INFO:tasks.rados.rados.0.smithi069.stdout:602: finishing write tid 5 to smithi06982861-16 2024-04-10T15:33:04.427 INFO:tasks.rados.rados.0.smithi069.stdout:602: oid 16 updating version 0 to 259 2024-04-10T15:33:04.427 INFO:tasks.rados.rados.0.smithi069.stdout:602: oid 16 updating version 259 to 260 2024-04-10T15:33:04.427 INFO:tasks.rados.rados.0.smithi069.stdout:602: oid 16 updating version 260 to 261 2024-04-10T15:33:04.427 INFO:tasks.rados.rados.0.smithi069.stdout:602: oid 16 updating version 261 to 262 2024-04-10T15:33:04.427 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 16 v 262 (ObjNum 217 snap 54 seq_num 217) dirty exists 2024-04-10T15:33:04.427 INFO:tasks.rados.rados.0.smithi069.stdout:602: left oid 16 (ObjNum 217 snap 54 seq_num 217) 2024-04-10T15:33:04.427 INFO:tasks.rados.rados.0.smithi069.stdout:614: seq_num 222 ranges {2334720=524288,2859008=565248,3424256=237568} 2024-04-10T15:33:04.441 INFO:tasks.rados.rados.0.smithi069.stdout:614: writing smithi06982861-29 from 2334720 to 2859008 tid 1 2024-04-10T15:33:04.445 INFO:tasks.rados.rados.0.smithi069.stdout:614: writing smithi06982861-29 from 2859008 to 3424256 tid 2 2024-04-10T15:33:04.447 INFO:tasks.rados.rados.0.smithi069.stdout:614: writing smithi06982861-29 from 3424256 to 3661824 tid 3 2024-04-10T15:33:04.447 INFO:tasks.rados.rados.0.smithi069.stdout:602: done (9 left) 2024-04-10T15:33:04.447 INFO:tasks.rados.rados.0.smithi069.stdout:603: done (8 left) 2024-04-10T15:33:04.447 INFO:tasks.rados.rados.0.smithi069.stdout:615: read oid 2 snap 41 2024-04-10T15:33:04.447 INFO:tasks.rados.rados.0.smithi069.stdout:615: expect (ObjNum 1 snap 0 seq_num 1) 2024-04-10T15:33:04.447 INFO:tasks.rados.rados.0.smithi069.stdout:616: read oid 6 snap 23 2024-04-10T15:33:04.447 INFO:tasks.rados.rados.0.smithi069.stdout:616: expect (ObjNum 12 snap 0 seq_num 12) 2024-04-10T15:33:04.447 INFO:tasks.rados.rados.0.smithi069.stdout:617: snap_remove snap 52 2024-04-10T15:33:04.489 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:04 smithi077 ceph-mon[31195]: Adjusting osd_memory_target on smithi077 to 2480M 2024-04-10T15:33:04.489 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:04 smithi077 ceph-mon[31195]: Updating smithi069:/etc/ceph/ceph.conf 2024-04-10T15:33:04.489 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:04 smithi077 ceph-mon[31195]: Updating smithi077:/etc/ceph/ceph.conf 2024-04-10T15:33:04.489 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:04 smithi077 ceph-mon[31195]: Updating smithi069:/var/lib/ceph/09bfb546-f74e-11ee-b64a-cb9ed24678a4/config/ceph.conf 2024-04-10T15:33:04.489 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:04 smithi077 ceph-mon[31195]: Updating smithi077:/var/lib/ceph/09bfb546-f74e-11ee-b64a-cb9ed24678a4/config/ceph.conf 2024-04-10T15:33:04.489 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:04 smithi077 ceph-mon[31195]: Updating smithi069:/etc/ceph/ceph.client.admin.keyring 2024-04-10T15:33:04.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:04 smithi077 ceph-mon[31195]: Updating smithi077:/etc/ceph/ceph.client.admin.keyring 2024-04-10T15:33:04.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:04 smithi077 ceph-mon[31195]: from='mgr.24853 172.21.15.77:0/2860758011' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:33:04.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:04 smithi077 ceph-mon[31195]: from='mgr.24853 ' entity='mgr.x' 2024-04-10T15:33:04.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:04 smithi077 ceph-mon[31195]: from='mgr.24853 ' entity='mgr.x' 2024-04-10T15:33:04.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:04 smithi077 ceph-mon[31195]: from='mgr.24853 ' entity='mgr.x' 2024-04-10T15:33:04.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:04 smithi077 ceph-mon[31195]: from='mgr.24853 ' entity='mgr.x' 2024-04-10T15:33:04.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:04 smithi077 ceph-mon[31195]: from='mgr.24853 ' entity='mgr.x' 2024-04-10T15:33:04.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:04 smithi077 ceph-mon[31195]: osdmap e168: 8 total, 8 up, 8 in 2024-04-10T15:33:04.583 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:04 smithi069 ceph-mon[39688]: Adjusting osd_memory_target on smithi077 to 2480M 2024-04-10T15:33:04.583 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:04 smithi069 ceph-mon[39688]: Updating smithi069:/etc/ceph/ceph.conf 2024-04-10T15:33:04.584 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:04 smithi069 ceph-mon[39688]: Updating smithi077:/etc/ceph/ceph.conf 2024-04-10T15:33:04.584 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:04 smithi069 ceph-mon[39688]: Updating smithi069:/var/lib/ceph/09bfb546-f74e-11ee-b64a-cb9ed24678a4/config/ceph.conf 2024-04-10T15:33:04.584 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:04 smithi069 ceph-mon[39688]: Updating smithi077:/var/lib/ceph/09bfb546-f74e-11ee-b64a-cb9ed24678a4/config/ceph.conf 2024-04-10T15:33:04.584 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:04 smithi069 ceph-mon[39688]: Updating smithi069:/etc/ceph/ceph.client.admin.keyring 2024-04-10T15:33:04.584 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:04 smithi069 ceph-mon[39688]: Updating smithi077:/etc/ceph/ceph.client.admin.keyring 2024-04-10T15:33:04.584 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:04 smithi069 ceph-mon[39688]: from='mgr.24853 172.21.15.77:0/2860758011' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:33:04.584 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:04 smithi069 ceph-mon[39688]: from='mgr.24853 ' entity='mgr.x' 2024-04-10T15:33:04.584 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:04 smithi069 ceph-mon[39688]: from='mgr.24853 ' entity='mgr.x' 2024-04-10T15:33:04.584 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:04 smithi069 ceph-mon[39688]: from='mgr.24853 ' entity='mgr.x' 2024-04-10T15:33:04.584 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:04 smithi069 ceph-mon[39688]: from='mgr.24853 ' entity='mgr.x' 2024-04-10T15:33:04.584 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:04 smithi069 ceph-mon[39688]: from='mgr.24853 ' entity='mgr.x' 2024-04-10T15:33:04.584 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:04 smithi069 ceph-mon[39688]: osdmap e168: 8 total, 8 up, 8 in 2024-04-10T15:33:04.585 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:04 smithi069 ceph-mon[27501]: Adjusting osd_memory_target on smithi077 to 2480M 2024-04-10T15:33:04.585 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:04 smithi069 ceph-mon[27501]: Updating smithi069:/etc/ceph/ceph.conf 2024-04-10T15:33:04.585 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:04 smithi069 ceph-mon[27501]: Updating smithi077:/etc/ceph/ceph.conf 2024-04-10T15:33:04.585 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:04 smithi069 ceph-mon[27501]: Updating smithi069:/var/lib/ceph/09bfb546-f74e-11ee-b64a-cb9ed24678a4/config/ceph.conf 2024-04-10T15:33:04.585 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:04 smithi069 ceph-mon[27501]: Updating smithi077:/var/lib/ceph/09bfb546-f74e-11ee-b64a-cb9ed24678a4/config/ceph.conf 2024-04-10T15:33:04.585 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:04 smithi069 ceph-mon[27501]: Updating smithi069:/etc/ceph/ceph.client.admin.keyring 2024-04-10T15:33:04.585 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:04 smithi069 ceph-mon[27501]: Updating smithi077:/etc/ceph/ceph.client.admin.keyring 2024-04-10T15:33:04.585 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:04 smithi069 ceph-mon[27501]: from='mgr.24853 172.21.15.77:0/2860758011' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:33:04.585 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:04 smithi069 ceph-mon[27501]: from='mgr.24853 ' entity='mgr.x' 2024-04-10T15:33:04.585 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:04 smithi069 ceph-mon[27501]: from='mgr.24853 ' entity='mgr.x' 2024-04-10T15:33:04.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:04 smithi069 ceph-mon[27501]: from='mgr.24853 ' entity='mgr.x' 2024-04-10T15:33:04.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:04 smithi069 ceph-mon[27501]: from='mgr.24853 ' entity='mgr.x' 2024-04-10T15:33:04.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:04 smithi069 ceph-mon[27501]: from='mgr.24853 ' entity='mgr.x' 2024-04-10T15:33:04.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:04 smithi069 ceph-mon[27501]: osdmap e168: 8 total, 8 up, 8 in 2024-04-10T15:33:05.150 INFO:tasks.rados.rados.0.smithi069.stdout:617: done (10 left) 2024-04-10T15:33:05.150 INFO:tasks.rados.rados.0.smithi069.stdout:618: snap_remove snap 36 2024-04-10T15:33:05.239 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:05 smithi077 ceph-mon[31195]: Updating smithi077:/var/lib/ceph/09bfb546-f74e-11ee-b64a-cb9ed24678a4/config/ceph.client.admin.keyring 2024-04-10T15:33:05.239 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:05 smithi077 ceph-mon[31195]: Updating smithi069:/var/lib/ceph/09bfb546-f74e-11ee-b64a-cb9ed24678a4/config/ceph.client.admin.keyring 2024-04-10T15:33:05.239 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:05 smithi077 ceph-mon[31195]: Reconfiguring prometheus.a (dependencies changed)... 2024-04-10T15:33:05.239 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:05 smithi077 ceph-mon[31195]: Reconfiguring daemon prometheus.a on smithi077 2024-04-10T15:33:05.239 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:05 smithi077 ceph-mon[31195]: pgmap v27: 121 pgs: 121 active+clean; 184 MiB data, 609 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:33:05.583 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:05 smithi069 ceph-mon[39688]: Updating smithi077:/var/lib/ceph/09bfb546-f74e-11ee-b64a-cb9ed24678a4/config/ceph.client.admin.keyring 2024-04-10T15:33:05.583 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:05 smithi069 ceph-mon[39688]: Updating smithi069:/var/lib/ceph/09bfb546-f74e-11ee-b64a-cb9ed24678a4/config/ceph.client.admin.keyring 2024-04-10T15:33:05.583 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:05 smithi069 ceph-mon[39688]: Reconfiguring prometheus.a (dependencies changed)... 2024-04-10T15:33:05.584 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:05 smithi069 ceph-mon[39688]: Reconfiguring daemon prometheus.a on smithi077 2024-04-10T15:33:05.584 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:05 smithi069 ceph-mon[39688]: pgmap v27: 121 pgs: 121 active+clean; 184 MiB data, 609 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:33:05.584 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:05 smithi069 ceph-mon[27501]: Updating smithi077:/var/lib/ceph/09bfb546-f74e-11ee-b64a-cb9ed24678a4/config/ceph.client.admin.keyring 2024-04-10T15:33:05.584 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:05 smithi069 ceph-mon[27501]: Updating smithi069:/var/lib/ceph/09bfb546-f74e-11ee-b64a-cb9ed24678a4/config/ceph.client.admin.keyring 2024-04-10T15:33:05.584 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:05 smithi069 ceph-mon[27501]: Reconfiguring prometheus.a (dependencies changed)... 2024-04-10T15:33:05.584 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:05 smithi069 ceph-mon[27501]: Reconfiguring daemon prometheus.a on smithi077 2024-04-10T15:33:05.584 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:05 smithi069 ceph-mon[27501]: pgmap v27: 121 pgs: 121 active+clean; 184 MiB data, 609 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:33:06.165 INFO:tasks.rados.rados.0.smithi069.stdout:618: done (10 left) 2024-04-10T15:33:06.165 INFO:tasks.rados.rados.0.smithi069.stdout:619: copy_from oid 11 from oid 23 current snap is 54 2024-04-10T15:33:06.165 INFO:tasks.rados.rados.0.smithi069.stdout:604: finishing write tid 1 to smithi06982861-19 2024-04-10T15:33:06.165 INFO:tasks.rados.rados.0.smithi069.stdout:604: finishing write tid 2 to smithi06982861-19 2024-04-10T15:33:06.165 INFO:tasks.rados.rados.0.smithi069.stdout:604: finishing write tid 3 to smithi06982861-19 2024-04-10T15:33:06.165 INFO:tasks.rados.rados.0.smithi069.stdout:604: finishing write tid 4 to smithi06982861-19 2024-04-10T15:33:06.166 INFO:tasks.rados.rados.0.smithi069.stdout:604: finishing write tid 5 to smithi06982861-19 2024-04-10T15:33:06.166 INFO:tasks.rados.rados.0.smithi069.stdout:604: oid 19 updating version 0 to 277 2024-04-10T15:33:06.166 INFO:tasks.rados.rados.0.smithi069.stdout:604: oid 19 updating version 277 to 278 2024-04-10T15:33:06.166 INFO:tasks.rados.rados.0.smithi069.stdout:604: oid 19 version 278 is already newer than 276 2024-04-10T15:33:06.166 INFO:tasks.rados.rados.0.smithi069.stdout:604: oid 19 version 278 is already newer than 275 2024-04-10T15:33:06.166 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 19 v 278 (ObjNum 218 snap 54 seq_num 218) dirty exists 2024-04-10T15:33:06.166 INFO:tasks.rados.rados.0.smithi069.stdout:604: left oid 19 (ObjNum 218 snap 54 seq_num 218) 2024-04-10T15:33:06.166 INFO:tasks.rados.rados.0.smithi069.stdout:608: finishing write tid 1 to smithi06982861-9 2024-04-10T15:33:06.166 INFO:tasks.rados.rados.0.smithi069.stdout:608: finishing write tid 2 to smithi06982861-9 2024-04-10T15:33:06.166 INFO:tasks.rados.rados.0.smithi069.stdout:608: finishing write tid 3 to smithi06982861-9 2024-04-10T15:33:06.166 INFO:tasks.rados.rados.0.smithi069.stdout:608: finishing write tid 4 to smithi06982861-9 2024-04-10T15:33:06.166 INFO:tasks.rados.rados.0.smithi069.stdout:608: finishing write tid 5 to smithi06982861-9 2024-04-10T15:33:06.166 INFO:tasks.rados.rados.0.smithi069.stdout:608: oid 9 updating version 0 to 208 2024-04-10T15:33:06.166 INFO:tasks.rados.rados.0.smithi069.stdout:608: oid 9 updating version 208 to 210 2024-04-10T15:33:06.167 INFO:tasks.rados.rados.0.smithi069.stdout:608: oid 9 updating version 210 to 211 2024-04-10T15:33:06.167 INFO:tasks.rados.rados.0.smithi069.stdout:608: oid 9 version 211 is already newer than 209 2024-04-10T15:33:06.167 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 9 v 211 (ObjNum 219 snap 54 seq_num 219) dirty exists 2024-04-10T15:33:06.167 INFO:tasks.rados.rados.0.smithi069.stdout:608: left oid 9 (ObjNum 219 snap 54 seq_num 219) 2024-04-10T15:33:06.167 INFO:tasks.rados.rados.0.smithi069.stdout:609: finishing write tid 1 to smithi06982861-20 2024-04-10T15:33:06.167 INFO:tasks.rados.rados.0.smithi069.stdout:609: finishing write tid 2 to smithi06982861-20 2024-04-10T15:33:06.167 INFO:tasks.rados.rados.0.smithi069.stdout:609: finishing write tid 3 to smithi06982861-20 2024-04-10T15:33:06.167 INFO:tasks.rados.rados.0.smithi069.stdout:609: finishing write tid 4 to smithi06982861-20 2024-04-10T15:33:06.167 INFO:tasks.rados.rados.0.smithi069.stdout:609: finishing write tid 5 to smithi06982861-20 2024-04-10T15:33:06.167 INFO:tasks.rados.rados.0.smithi069.stdout:609: oid 20 updating version 0 to 215 2024-04-10T15:33:06.167 INFO:tasks.rados.rados.0.smithi069.stdout:609: oid 20 version 215 is already newer than 213 2024-04-10T15:33:06.167 INFO:tasks.rados.rados.0.smithi069.stdout:609: oid 20 version 215 is already newer than 212 2024-04-10T15:33:06.167 INFO:tasks.rados.rados.0.smithi069.stdout:609: oid 20 version 215 is already newer than 214 2024-04-10T15:33:06.167 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 20 v 215 (ObjNum 220 snap 54 seq_num 220) dirty exists 2024-04-10T15:33:06.167 INFO:tasks.rados.rados.0.smithi069.stdout:609: left oid 20 (ObjNum 220 snap 54 seq_num 220) 2024-04-10T15:33:06.168 INFO:tasks.rados.rados.0.smithi069.stdout:610: finishing write tid 1 to smithi06982861-40 2024-04-10T15:33:06.168 INFO:tasks.rados.rados.0.smithi069.stdout:610: finishing write tid 2 to smithi06982861-40 2024-04-10T15:33:06.168 INFO:tasks.rados.rados.0.smithi069.stdout:610: finishing write tid 3 to smithi06982861-40 2024-04-10T15:33:06.168 INFO:tasks.rados.rados.0.smithi069.stdout:610: finishing write tid 4 to smithi06982861-40 2024-04-10T15:33:06.168 INFO:tasks.rados.rados.0.smithi069.stdout:611: expect (ObjNum 162 snap 38 seq_num 162) 2024-04-10T15:33:06.179 INFO:tasks.rados.rados.0.smithi069.stdout:610: finishing write tid 5 to smithi06982861-40 2024-04-10T15:33:06.179 INFO:tasks.rados.rados.0.smithi069.stdout:610: oid 40 updating version 0 to 106 2024-04-10T15:33:06.179 INFO:tasks.rados.rados.0.smithi069.stdout:610: oid 40 version 106 is already newer than 103 2024-04-10T15:33:06.179 INFO:tasks.rados.rados.0.smithi069.stdout:610: oid 40 version 106 is already newer than 105 2024-04-10T15:33:06.179 INFO:tasks.rados.rados.0.smithi069.stdout:610: oid 40 version 106 is already newer than 104 2024-04-10T15:33:06.180 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 40 v 106 (ObjNum 221 snap 54 seq_num 221) dirty exists 2024-04-10T15:33:06.180 INFO:tasks.rados.rados.0.smithi069.stdout:610: left oid 40 (ObjNum 221 snap 54 seq_num 221) 2024-04-10T15:33:06.181 INFO:tasks.rados.rados.0.smithi069.stdout:613: expect (ObjNum 161 snap 38 seq_num 161) 2024-04-10T15:33:06.267 INFO:tasks.rados.rados.0.smithi069.stdout:612: expect (ObjNum 213 snap 53 seq_num 213) 2024-04-10T15:33:06.342 INFO:tasks.rados.rados.0.smithi069.stdout:614: finishing write tid 1 to smithi06982861-29 2024-04-10T15:33:06.342 INFO:tasks.rados.rados.0.smithi069.stdout:614: finishing write tid 2 to smithi06982861-29 2024-04-10T15:33:06.342 INFO:tasks.rados.rados.0.smithi069.stdout:614: finishing write tid 3 to smithi06982861-29 2024-04-10T15:33:06.342 INFO:tasks.rados.rados.0.smithi069.stdout:614: finishing write tid 4 to smithi06982861-29 2024-04-10T15:33:06.342 INFO:tasks.rados.rados.0.smithi069.stdout:615: expect (ObjNum 1 snap 0 seq_num 1) 2024-04-10T15:33:06.344 INFO:tasks.rados.rados.0.smithi069.stdout:616: expect (ObjNum 12 snap 0 seq_num 12) 2024-04-10T15:33:06.352 INFO:tasks.rados.rados.0.smithi069.stdout:614: finishing write tid 5 to smithi06982861-29 2024-04-10T15:33:06.352 INFO:tasks.rados.rados.0.smithi069.stdout:614: oid 29 updating version 0 to 176 2024-04-10T15:33:06.352 INFO:tasks.rados.rados.0.smithi069.stdout:614: oid 29 version 176 is already newer than 174 2024-04-10T15:33:06.352 INFO:tasks.rados.rados.0.smithi069.stdout:614: oid 29 version 176 is already newer than 173 2024-04-10T15:33:06.352 INFO:tasks.rados.rados.0.smithi069.stdout:614: oid 29 version 176 is already newer than 175 2024-04-10T15:33:06.352 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 29 v 176 (ObjNum 222 snap 54 seq_num 222) dirty exists 2024-04-10T15:33:06.352 INFO:tasks.rados.rados.0.smithi069.stdout:614: left oid 29 (ObjNum 222 snap 54 seq_num 222) 2024-04-10T15:33:06.352 INFO:tasks.rados.rados.0.smithi069.stdout:619: finishing copy_from racing read to smithi06982861-11 2024-04-10T15:33:06.352 INFO:tasks.rados.rados.0.smithi069.stdout:619: finishing copy_from to smithi06982861-11 2024-04-10T15:33:06.352 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 11 v 82 (ObjNum 53 snap 1 seq_num 53) dirty exists 2024-04-10T15:33:06.353 INFO:tasks.rados.rados.0.smithi069.stdout:604: done (10 left) 2024-04-10T15:33:06.353 INFO:tasks.rados.rados.0.smithi069.stdout:608: done (9 left) 2024-04-10T15:33:06.353 INFO:tasks.rados.rados.0.smithi069.stdout:609: done (8 left) 2024-04-10T15:33:06.353 INFO:tasks.rados.rados.0.smithi069.stdout:610: done (7 left) 2024-04-10T15:33:06.353 INFO:tasks.rados.rados.0.smithi069.stdout:611: done (6 left) 2024-04-10T15:33:06.354 INFO:tasks.rados.rados.0.smithi069.stdout:612: done (5 left) 2024-04-10T15:33:06.354 INFO:tasks.rados.rados.0.smithi069.stdout:613: done (4 left) 2024-04-10T15:33:06.354 INFO:tasks.rados.rados.0.smithi069.stdout:614: done (3 left) 2024-04-10T15:33:06.354 INFO:tasks.rados.rados.0.smithi069.stdout:615: done (2 left) 2024-04-10T15:33:06.354 INFO:tasks.rados.rados.0.smithi069.stdout:616: done (1 left) 2024-04-10T15:33:06.354 INFO:tasks.rados.rados.0.smithi069.stdout:619: done (0 left) 2024-04-10T15:33:06.354 INFO:tasks.rados.rados.0.smithi069.stdout:620: delete oid 15 current snap is 54 2024-04-10T15:33:06.355 INFO:tasks.rados.rados.0.smithi069.stdout:620: done (0 left) 2024-04-10T15:33:06.355 INFO:tasks.rados.rados.0.smithi069.stdout:621: read oid 49 snap -1 2024-04-10T15:33:06.355 INFO:tasks.rados.rados.0.smithi069.stdout:621: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-10T15:33:06.355 INFO:tasks.rados.rados.0.smithi069.stdout:622: snap_remove snap 23 2024-04-10T15:33:06.453 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:06 smithi077 ceph-mon[31195]: osdmap e169: 8 total, 8 up, 8 in 2024-04-10T15:33:06.583 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:06 smithi069 ceph-mon[27501]: osdmap e169: 8 total, 8 up, 8 in 2024-04-10T15:33:06.583 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:06 smithi069 ceph-mon[39688]: osdmap e169: 8 total, 8 up, 8 in 2024-04-10T15:33:07.083 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:33:06 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[27756]: ::ffff:172.21.15.77 - - [10/Apr/2024:15:33:06] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-10T15:33:07.163 INFO:tasks.rados.rados.0.smithi069.stdout:621: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-10T15:33:07.165 INFO:tasks.rados.rados.0.smithi069.stdout:621: done (1 left) 2024-04-10T15:33:07.165 INFO:tasks.rados.rados.0.smithi069.stdout:622: done (0 left) 2024-04-10T15:33:07.165 INFO:tasks.rados.rados.0.smithi069.stdout:623: rmattr oid 16 current snap is 54 2024-04-10T15:33:07.165 INFO:tasks.rados.rados.0.smithi069.stdout:623: done (0 left) 2024-04-10T15:33:07.165 INFO:tasks.rados.rados.0.smithi069.stdout:624: delete oid 16 current snap is 54 2024-04-10T15:33:07.173 INFO:tasks.rados.rados.0.smithi069.stdout:624: done (0 left) 2024-04-10T15:33:07.173 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 4 current snap is 54 2024-04-10T15:33:07.173 INFO:tasks.rados.rados.0.smithi069.stdout:625: seq_num 225 ranges {0=573440,573440=622592,1196032=180224} 2024-04-10T15:33:07.177 INFO:tasks.rados.rados.0.smithi069.stdout:625: writing smithi06982861-4 from 0 to 573440 tid 1 2024-04-10T15:33:07.181 INFO:tasks.rados.rados.0.smithi069.stdout:625: writing smithi06982861-4 from 573440 to 1196032 tid 2 2024-04-10T15:33:07.183 INFO:tasks.rados.rados.0.smithi069.stdout:625: writing smithi06982861-4 from 1196032 to 1376256 tid 3 2024-04-10T15:33:07.183 INFO:tasks.rados.rados.0.smithi069.stdout:626: read oid 11 snap -1 2024-04-10T15:33:07.183 INFO:tasks.rados.rados.0.smithi069.stdout:626: expect (ObjNum 53 snap 1 seq_num 53) 2024-04-10T15:33:07.183 INFO:tasks.rados.rados.0.smithi069.stdout:627: read oid 42 snap 41 2024-04-10T15:33:07.183 INFO:tasks.rados.rados.0.smithi069.stdout:627: expect (ObjNum 164 snap 38 seq_num 164) 2024-04-10T15:33:07.183 INFO:tasks.rados.rados.0.smithi069.stdout:628: setattr oid 18 current snap is 54 2024-04-10T15:33:07.184 INFO:tasks.rados.rados.0.smithi069.stdout:625: finishing write tid 1 to smithi06982861-4 2024-04-10T15:33:07.185 INFO:tasks.rados.rados.0.smithi069.stdout:629: snap_remove snap 30 2024-04-10T15:33:07.489 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:33:07 smithi077 systemd[1]: Stopping Ceph prometheus.a for 09bfb546-f74e-11ee-b64a-cb9ed24678a4... 2024-04-10T15:33:07.489 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:07 smithi077 ceph-mon[31195]: osdmap e170: 8 total, 8 up, 8 in 2024-04-10T15:33:07.489 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:07 smithi077 ceph-mon[31195]: pgmap v30: 121 pgs: 121 active+clean; 187 MiB data, 630 MiB used, 715 GiB / 715 GiB avail; 11 MiB/s rd, 2.9 MiB/s wr, 33 op/s 2024-04-10T15:33:07.583 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:07 smithi069 ceph-mon[39688]: osdmap e170: 8 total, 8 up, 8 in 2024-04-10T15:33:07.583 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:07 smithi069 ceph-mon[39688]: pgmap v30: 121 pgs: 121 active+clean; 187 MiB data, 630 MiB used, 715 GiB / 715 GiB avail; 11 MiB/s rd, 2.9 MiB/s wr, 33 op/s 2024-04-10T15:33:07.583 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:07 smithi069 ceph-mon[27501]: osdmap e170: 8 total, 8 up, 8 in 2024-04-10T15:33:07.583 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:07 smithi069 ceph-mon[27501]: pgmap v30: 121 pgs: 121 active+clean; 187 MiB data, 630 MiB used, 715 GiB / 715 GiB avail; 11 MiB/s rd, 2.9 MiB/s wr, 33 op/s 2024-04-10T15:33:07.753 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:33:07 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[64727]: ts=2024-04-10T15:33:07.509Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-04-10T15:33:07.753 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:33:07 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[64727]: ts=2024-04-10T15:33:07.510Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-04-10T15:33:07.753 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:33:07 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[64727]: ts=2024-04-10T15:33:07.510Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-04-10T15:33:07.753 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:33:07 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[64727]: ts=2024-04-10T15:33:07.510Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-04-10T15:33:07.753 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:33:07 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[64727]: ts=2024-04-10T15:33:07.510Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-04-10T15:33:07.753 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:33:07 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[64727]: ts=2024-04-10T15:33:07.510Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-04-10T15:33:07.753 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:33:07 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[64727]: ts=2024-04-10T15:33:07.510Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-04-10T15:33:07.753 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:33:07 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[64727]: ts=2024-04-10T15:33:07.510Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-04-10T15:33:07.753 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:33:07 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[64727]: ts=2024-04-10T15:33:07.510Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-04-10T15:33:07.753 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:33:07 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[64727]: ts=2024-04-10T15:33:07.510Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-04-10T15:33:07.753 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:33:07 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[64727]: ts=2024-04-10T15:33:07.510Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-04-10T15:33:07.753 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:33:07 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[64727]: ts=2024-04-10T15:33:07.510Z caller=main.go:1147 level=info msg="See you next time!" 2024-04-10T15:33:07.753 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:33:07 smithi077 podman[75491]: 2024-04-10 15:33:07.520191734 +0000 UTC m=+0.113569784 container died 9f7677ca4c69a580ab38e0901dc8c8f4f44edb3cff134fec316272373f086e84 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-10T15:33:08.084 INFO:tasks.rados.rados.0.smithi069.stdout:625: finishing write tid 2 to smithi06982861-4 2024-04-10T15:33:08.084 INFO:tasks.rados.rados.0.smithi069.stdout:625: finishing write tid 3 to smithi06982861-4 2024-04-10T15:33:08.085 INFO:tasks.rados.rados.0.smithi069.stdout:625: finishing write tid 4 to smithi06982861-4 2024-04-10T15:33:08.085 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 18 v 176 (ObjNum 191 snap 48 seq_num 191) dirty exists 2024-04-10T15:33:08.085 INFO:tasks.rados.rados.0.smithi069.stdout:625: finishing write tid 5 to smithi06982861-4 2024-04-10T15:33:08.085 INFO:tasks.rados.rados.0.smithi069.stdout:625: oid 4 updating version 0 to 302 2024-04-10T15:33:08.085 INFO:tasks.rados.rados.0.smithi069.stdout:625: oid 4 version 302 is already newer than 299 2024-04-10T15:33:08.085 INFO:tasks.rados.rados.0.smithi069.stdout:625: oid 4 version 302 is already newer than 301 2024-04-10T15:33:08.085 INFO:tasks.rados.rados.0.smithi069.stdout:625: oid 4 version 302 is already newer than 300 2024-04-10T15:33:08.085 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 4 v 302 (ObjNum 225 snap 54 seq_num 225) dirty exists 2024-04-10T15:33:08.085 INFO:tasks.rados.rados.0.smithi069.stdout:625: left oid 4 (ObjNum 225 snap 54 seq_num 225) 2024-04-10T15:33:08.085 INFO:tasks.rados.rados.0.smithi069.stdout:626: expect (ObjNum 53 snap 1 seq_num 53) 2024-04-10T15:33:08.119 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:33:07 smithi077 podman[75491]: 2024-04-10 15:33:07.957601273 +0000 UTC m=+0.550979351 container cleanup 9f7677ca4c69a580ab38e0901dc8c8f4f44edb3cff134fec316272373f086e84 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-10T15:33:08.120 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:33:07 smithi077 bash[75491]: ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a 2024-04-10T15:33:08.133 INFO:tasks.rados.rados.0.smithi069.stdout:627: expect (ObjNum 164 snap 38 seq_num 164) 2024-04-10T15:33:08.315 INFO:tasks.rados.rados.0.smithi069.stdout:625: done (4 left) 2024-04-10T15:33:08.316 INFO:tasks.rados.rados.0.smithi069.stdout:626: done (3 left) 2024-04-10T15:33:08.316 INFO:tasks.rados.rados.0.smithi069.stdout:627: done (2 left) 2024-04-10T15:33:08.316 INFO:tasks.rados.rados.0.smithi069.stdout:628: done (1 left) 2024-04-10T15:33:08.316 INFO:tasks.rados.rados.0.smithi069.stdout:629: done (0 left) 2024-04-10T15:33:08.316 INFO:tasks.rados.rados.0.smithi069.stdout:630: delete oid 43 current snap is 54 2024-04-10T15:33:08.318 INFO:tasks.rados.rados.0.smithi069.stdout:630: done (0 left) 2024-04-10T15:33:08.318 INFO:tasks.rados.rados.0.smithi069.stdout:631: snap_create 2024-04-10T15:33:08.489 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:08 smithi077 ceph-mon[31195]: osdmap e171: 8 total, 8 up, 8 in 2024-04-10T15:33:08.489 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:08 smithi077 ceph-mon[31195]: osdmap e172: 8 total, 8 up, 8 in 2024-04-10T15:33:08.489 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:33:08 smithi077 podman[75510]: 2024-04-10 15:33:08.133768454 +0000 UTC m=+0.616892071 container remove 9f7677ca4c69a580ab38e0901dc8c8f4f44edb3cff134fec316272373f086e84 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-10T15:33:08.489 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:33:08 smithi077 systemd[1]: ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4@prometheus.a.service: Deactivated successfully. 2024-04-10T15:33:08.489 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:33:08 smithi077 systemd[1]: Stopped Ceph prometheus.a for 09bfb546-f74e-11ee-b64a-cb9ed24678a4. 2024-04-10T15:33:08.490 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:33:08 smithi077 systemd[1]: ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4@prometheus.a.service: Consumed 1.518s CPU time. 2024-04-10T15:33:08.490 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:33:08 smithi077 systemd[1]: Starting Ceph prometheus.a for 09bfb546-f74e-11ee-b64a-cb9ed24678a4... 2024-04-10T15:33:08.583 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:08 smithi069 ceph-mon[39688]: osdmap e171: 8 total, 8 up, 8 in 2024-04-10T15:33:08.583 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:08 smithi069 ceph-mon[39688]: osdmap e172: 8 total, 8 up, 8 in 2024-04-10T15:33:08.583 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:08 smithi069 ceph-mon[27501]: osdmap e171: 8 total, 8 up, 8 in 2024-04-10T15:33:08.583 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:08 smithi069 ceph-mon[27501]: osdmap e172: 8 total, 8 up, 8 in 2024-04-10T15:33:08.835 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:33:08 smithi077 podman[75611]: 2024-04-10 15:33:08.484504702 +0000 UTC m=+0.018651971 image pull a07b618ecd1dce142bce4c52f0e80982eaf1f14265a2415c2d35978ccaa0a464 quay.io/prometheus/prometheus:v2.43.0 2024-04-10T15:33:08.835 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:33:08 smithi077 podman[75611]: 2024-04-10 15:33:08.617950111 +0000 UTC m=+0.152097366 container create ed1d44134556f280ea13aa08548dc0390640080ce4ad1e63b29edb49e124398a (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-10T15:33:08.835 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:33:08 smithi077 podman[75611]: 2024-04-10 15:33:08.819981875 +0000 UTC m=+0.354129130 container init ed1d44134556f280ea13aa08548dc0390640080ce4ad1e63b29edb49e124398a (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-10T15:33:08.835 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:33:08 smithi077 podman[75611]: 2024-04-10 15:33:08.825629497 +0000 UTC m=+0.359776753 container start ed1d44134556f280ea13aa08548dc0390640080ce4ad1e63b29edb49e124398a (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-10T15:33:09.164 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:33:08 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[75626]: ts=2024-04-10T15:33:08.849Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-04-10T15:33:09.164 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:33:08 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[75626]: ts=2024-04-10T15:33:08.849Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-04-10T15:33:09.164 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:33:08 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[75626]: ts=2024-04-10T15:33:08.849Z caller=main.go:570 level=info host_details="(Linux 5.14.0-435.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024 x86_64 smithi077 (none))" 2024-04-10T15:33:09.164 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:33:08 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[75626]: ts=2024-04-10T15:33:08.849Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-04-10T15:33:09.164 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:33:08 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[75626]: ts=2024-04-10T15:33:08.849Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-04-10T15:33:09.164 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:33:08 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[75626]: ts=2024-04-10T15:33:08.850Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-04-10T15:33:09.164 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:33:08 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[75626]: ts=2024-04-10T15:33:08.851Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-04-10T15:33:09.164 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:33:08 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[75626]: ts=2024-04-10T15:33:08.852Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-04-10T15:33:09.164 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:33:08 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[75626]: ts=2024-04-10T15:33:08.852Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-04-10T15:33:09.164 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:33:08 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[75626]: ts=2024-04-10T15:33:08.854Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-04-10T15:33:09.165 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:33:08 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[75626]: ts=2024-04-10T15:33:08.854Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=1.676µs 2024-04-10T15:33:09.165 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:33:08 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[75626]: ts=2024-04-10T15:33:08.854Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-04-10T15:33:09.165 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:33:08 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[75626]: ts=2024-04-10T15:33:08.855Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=2 2024-04-10T15:33:09.165 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:33:08 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[75626]: ts=2024-04-10T15:33:08.862Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=2 2024-04-10T15:33:09.165 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:33:08 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[75626]: ts=2024-04-10T15:33:08.863Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=2 maxSegment=2 2024-04-10T15:33:09.165 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:33:08 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[75626]: ts=2024-04-10T15:33:08.863Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=26.7µs wal_replay_duration=8.750872ms wbl_replay_duration=119ns total_replay_duration=8.796284ms 2024-04-10T15:33:09.165 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:33:08 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[75626]: ts=2024-04-10T15:33:08.864Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-04-10T15:33:09.165 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:33:08 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[75626]: ts=2024-04-10T15:33:08.864Z caller=main.go:1029 level=info msg="TSDB started" 2024-04-10T15:33:09.165 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:33:08 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[75626]: ts=2024-04-10T15:33:08.864Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-10T15:33:09.165 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:33:08 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[75626]: ts=2024-04-10T15:33:08.884Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=19.840774ms db_storage=775ns remote_storage=1.115µs web_handler=397ns query_engine=679ns scrape=387.462µs scrape_sd=85.592µs notify=14.889µs notify_sd=22.17µs rules=19.035615ms tracing=7.124µs 2024-04-10T15:33:09.165 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:33:08 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[75626]: ts=2024-04-10T15:33:08.884Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-04-10T15:33:09.165 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:33:08 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[75626]: ts=2024-04-10T15:33:08.884Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-04-10T15:33:09.165 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:33:08 smithi077 bash[75611]: ed1d44134556f280ea13aa08548dc0390640080ce4ad1e63b29edb49e124398a 2024-04-10T15:33:09.165 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:33:08 smithi077 systemd[1]: Started Ceph prometheus.a for 09bfb546-f74e-11ee-b64a-cb9ed24678a4. 2024-04-10T15:33:09.177 INFO:tasks.rados.rados.0.smithi069.stdout:631: done (0 left) 2024-04-10T15:33:09.177 INFO:tasks.rados.rados.0.smithi069.stdout:632: setattr oid 43 current snap is 55 2024-04-10T15:33:09.178 INFO:tasks.rados.rados.0.smithi069.stdout:633: snap_remove snap 21 2024-04-10T15:33:09.489 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:09 smithi077 ceph-mon[31195]: pgmap v33: 121 pgs: 121 active+clean; 187 MiB data, 630 MiB used, 715 GiB / 715 GiB avail; 11 MiB/s rd, 2.9 MiB/s wr, 33 op/s 2024-04-10T15:33:09.489 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:09 smithi077 ceph-mon[31195]: from='mgr.24853 ' entity='mgr.x' 2024-04-10T15:33:09.489 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:09 smithi077 ceph-mon[31195]: from='mgr.24853 ' entity='mgr.x' 2024-04-10T15:33:09.489 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:09 smithi077 ceph-mon[31195]: from='mgr.24853 172.21.15.77:0/2860758011' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-10T15:33:09.489 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:09 smithi077 ceph-mon[31195]: from='mgr.24853 172.21.15.77:0/2860758011' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:33:09.564 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:09 smithi069 ceph-mon[39688]: pgmap v33: 121 pgs: 121 active+clean; 187 MiB data, 630 MiB used, 715 GiB / 715 GiB avail; 11 MiB/s rd, 2.9 MiB/s wr, 33 op/s 2024-04-10T15:33:09.564 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:09 smithi069 ceph-mon[39688]: from='mgr.24853 ' entity='mgr.x' 2024-04-10T15:33:09.564 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:09 smithi069 ceph-mon[39688]: from='mgr.24853 ' entity='mgr.x' 2024-04-10T15:33:09.564 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:09 smithi069 ceph-mon[39688]: from='mgr.24853 172.21.15.77:0/2860758011' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-10T15:33:09.564 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:09 smithi069 ceph-mon[39688]: from='mgr.24853 172.21.15.77:0/2860758011' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:33:09.565 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:09 smithi069 ceph-mon[27501]: pgmap v33: 121 pgs: 121 active+clean; 187 MiB data, 630 MiB used, 715 GiB / 715 GiB avail; 11 MiB/s rd, 2.9 MiB/s wr, 33 op/s 2024-04-10T15:33:09.565 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:09 smithi069 ceph-mon[27501]: from='mgr.24853 ' entity='mgr.x' 2024-04-10T15:33:09.565 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:09 smithi069 ceph-mon[27501]: from='mgr.24853 ' entity='mgr.x' 2024-04-10T15:33:09.565 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:09 smithi069 ceph-mon[27501]: from='mgr.24853 172.21.15.77:0/2860758011' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-10T15:33:09.565 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:09 smithi069 ceph-mon[27501]: from='mgr.24853 172.21.15.77:0/2860758011' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:33:10.178 INFO:tasks.rados.rados.0.smithi069.stdout:633: done (1 left) 2024-04-10T15:33:10.178 INFO:tasks.rados.rados.0.smithi069.stdout:634: read oid 21 snap -1 2024-04-10T15:33:10.178 INFO:tasks.rados.rados.0.smithi069.stdout:634: expect (ObjNum 202 snap 52 seq_num 202) 2024-04-10T15:33:10.178 INFO:tasks.rados.rados.0.smithi069.stdout:635: snap_remove snap 53 2024-04-10T15:33:10.489 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:10 smithi077 ceph-mon[31195]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-10T15:33:10.489 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:10 smithi077 ceph-mon[31195]: Upgrade: Need to upgrade myself (mgr.x) 2024-04-10T15:33:10.489 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:10 smithi077 ceph-mon[31195]: Upgrade: Need to upgrade myself (mgr.x) 2024-04-10T15:33:10.489 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:10 smithi077 ceph-mon[31195]: osdmap e173: 8 total, 8 up, 8 in 2024-04-10T15:33:10.583 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:10 smithi069 ceph-mon[39688]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-10T15:33:10.583 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:10 smithi069 ceph-mon[39688]: Upgrade: Need to upgrade myself (mgr.x) 2024-04-10T15:33:10.583 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:10 smithi069 ceph-mon[39688]: Upgrade: Need to upgrade myself (mgr.x) 2024-04-10T15:33:10.583 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:10 smithi069 ceph-mon[39688]: osdmap e173: 8 total, 8 up, 8 in 2024-04-10T15:33:10.584 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:10 smithi069 ceph-mon[27501]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-10T15:33:10.584 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:10 smithi069 ceph-mon[27501]: Upgrade: Need to upgrade myself (mgr.x) 2024-04-10T15:33:10.584 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:10 smithi069 ceph-mon[27501]: Upgrade: Need to upgrade myself (mgr.x) 2024-04-10T15:33:10.584 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:10 smithi069 ceph-mon[27501]: osdmap e173: 8 total, 8 up, 8 in 2024-04-10T15:33:11.182 INFO:tasks.rados.rados.0.smithi069.stdout:635: done (2 left) 2024-04-10T15:33:11.183 INFO:tasks.rados.rados.0.smithi069.stdout:636: copy_from oid 46 from oid 26 current snap is 55 2024-04-10T15:33:11.183 INFO:tasks.rados.rados.0.smithi069.stdout:637: copy_from oid 44 from oid 42 current snap is 55 2024-04-10T15:33:11.183 INFO:tasks.rados.rados.0.smithi069.stdout:638: setattr oid 22 current snap is 55 2024-04-10T15:33:11.183 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 43 v 162 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-04-10T15:33:11.183 INFO:tasks.rados.rados.0.smithi069.stdout:634: expect (ObjNum 202 snap 52 seq_num 202) 2024-04-10T15:33:11.458 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:11 smithi069 ceph-mon[39688]: osdmap e174: 8 total, 8 up, 8 in 2024-04-10T15:33:11.458 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:11 smithi069 ceph-mon[39688]: pgmap v36: 121 pgs: 121 active+clean; 195 MiB data, 695 MiB used, 715 GiB / 715 GiB avail; 8.0 MiB/s rd, 3.1 MiB/s wr, 32 op/s 2024-04-10T15:33:11.458 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:11 smithi069 ceph-mon[39688]: from='mgr.24853 ' entity='mgr.x' 2024-04-10T15:33:11.458 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:11 smithi069 ceph-mon[39688]: from='mgr.24853 172.21.15.77:0/2860758011' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-10T15:33:11.458 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:11 smithi069 ceph-mon[39688]: from='mgr.24853 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-10T15:33:11.458 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:11 smithi069 ceph-mon[39688]: from='mgr.24853 172.21.15.77:0/2860758011' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-10T15:33:11.459 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:11 smithi069 ceph-mon[39688]: from='mgr.24853 172.21.15.77:0/2860758011' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:33:11.459 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:11 smithi069 ceph-mon[39688]: osdmap e175: 8 total, 8 up, 8 in 2024-04-10T15:33:11.459 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:11 smithi069 ceph-mon[27501]: osdmap e174: 8 total, 8 up, 8 in 2024-04-10T15:33:11.459 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:11 smithi069 ceph-mon[27501]: pgmap v36: 121 pgs: 121 active+clean; 195 MiB data, 695 MiB used, 715 GiB / 715 GiB avail; 8.0 MiB/s rd, 3.1 MiB/s wr, 32 op/s 2024-04-10T15:33:11.459 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:11 smithi069 ceph-mon[27501]: from='mgr.24853 ' entity='mgr.x' 2024-04-10T15:33:11.459 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:11 smithi069 ceph-mon[27501]: from='mgr.24853 172.21.15.77:0/2860758011' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-10T15:33:11.459 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:11 smithi069 ceph-mon[27501]: from='mgr.24853 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-10T15:33:11.459 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:11 smithi069 ceph-mon[27501]: from='mgr.24853 172.21.15.77:0/2860758011' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-10T15:33:11.459 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:11 smithi069 ceph-mon[27501]: from='mgr.24853 172.21.15.77:0/2860758011' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:33:11.459 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:11 smithi069 ceph-mon[27501]: osdmap e175: 8 total, 8 up, 8 in 2024-04-10T15:33:11.489 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:11 smithi077 ceph-mon[31195]: osdmap e174: 8 total, 8 up, 8 in 2024-04-10T15:33:11.489 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:11 smithi077 ceph-mon[31195]: pgmap v36: 121 pgs: 121 active+clean; 195 MiB data, 695 MiB used, 715 GiB / 715 GiB avail; 8.0 MiB/s rd, 3.1 MiB/s wr, 32 op/s 2024-04-10T15:33:11.489 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:11 smithi077 ceph-mon[31195]: from='mgr.24853 ' entity='mgr.x' 2024-04-10T15:33:11.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:11 smithi077 ceph-mon[31195]: from='mgr.24853 172.21.15.77:0/2860758011' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-10T15:33:11.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:11 smithi077 ceph-mon[31195]: from='mgr.24853 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-10T15:33:11.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:11 smithi077 ceph-mon[31195]: from='mgr.24853 172.21.15.77:0/2860758011' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-10T15:33:11.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:11 smithi077 ceph-mon[31195]: from='mgr.24853 172.21.15.77:0/2860758011' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:33:11.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:11 smithi077 ceph-mon[31195]: osdmap e175: 8 total, 8 up, 8 in 2024-04-10T15:33:11.633 INFO:tasks.rados.rados.0.smithi069.stdout:637: finishing copy_from racing read to smithi06982861-44 2024-04-10T15:33:11.633 INFO:tasks.rados.rados.0.smithi069.stdout:636: finishing copy_from racing read to smithi06982861-46 2024-04-10T15:33:11.633 INFO:tasks.rados.rados.0.smithi069.stdout:637: finishing copy_from to smithi06982861-44 2024-04-10T15:33:11.633 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 44 v 112 (ObjNum 164 snap 38 seq_num 164) dirty exists 2024-04-10T15:33:11.633 INFO:tasks.rados.rados.0.smithi069.stdout:636: finishing copy_from to smithi06982861-46 2024-04-10T15:33:11.633 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 46 v 233 (ObjNum 207 snap 52 seq_num 207) dirty exists 2024-04-10T15:33:11.633 INFO:tasks.rados.rados.0.smithi069.stdout:632: done (4 left) 2024-04-10T15:33:11.633 INFO:tasks.rados.rados.0.smithi069.stdout:634: done (3 left) 2024-04-10T15:33:11.634 INFO:tasks.rados.rados.0.smithi069.stdout:636: done (2 left) 2024-04-10T15:33:11.634 INFO:tasks.rados.rados.0.smithi069.stdout:637: done (1 left) 2024-04-10T15:33:11.634 INFO:tasks.rados.rados.0.smithi069.stdout:639: rollback oid 13 current snap is 55 2024-04-10T15:33:11.634 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 13 to 42 2024-04-10T15:33:11.634 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 45 current snap is 55 2024-04-10T15:33:11.634 INFO:tasks.rados.rados.0.smithi069.stdout:640: seq_num 227 ranges {5120000=606208,5726208=794624,6520832=8192} 2024-04-10T15:33:11.663 INFO:tasks.rados.rados.0.smithi069.stdout:640: writing smithi06982861-45 from 5120000 to 5726208 tid 1 2024-04-10T15:33:11.668 INFO:tasks.rados.rados.0.smithi069.stdout:640: writing smithi06982861-45 from 5726208 to 6520832 tid 2 2024-04-10T15:33:11.668 INFO:tasks.rados.rados.0.smithi069.stdout:640: writing smithi06982861-45 from 6520832 to 6529024 tid 3 2024-04-10T15:33:11.669 INFO:tasks.rados.rados.0.smithi069.stdout:641: rollback oid 3 current snap is 55 2024-04-10T15:33:11.669 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 3 to 26 2024-04-10T15:33:11.669 INFO:tasks.rados.rados.0.smithi069.stdout:639: finishing rollback tid 0 to smithi06982861-13 2024-04-10T15:33:11.669 INFO:tasks.rados.rados.0.smithi069.stdout:639: finishing rollback tid 1 to smithi06982861-13 2024-04-10T15:33:11.669 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 13 v 258 (ObjNum 737 snap 0 seq_num 1549096774) dirty dne 2024-04-10T15:33:11.669 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 22 v 44 (ObjNum 177 snap 0 seq_num 1) dirty exists 2024-04-10T15:33:11.669 INFO:tasks.rados.rados.0.smithi069.stdout:640: finishing write tid 1 to smithi06982861-45 2024-04-10T15:33:11.669 INFO:tasks.rados.rados.0.smithi069.stdout:638: done (3 left) 2024-04-10T15:33:11.669 INFO:tasks.rados.rados.0.smithi069.stdout:639: done (2 left) 2024-04-10T15:33:11.669 INFO:tasks.rados.rados.0.smithi069.stdout:642: read oid 16 snap -1 2024-04-10T15:33:11.669 INFO:tasks.rados.rados.0.smithi069.stdout:642: expect deleted 2024-04-10T15:33:11.669 INFO:tasks.rados.rados.0.smithi069.stdout:643: read oid 32 snap -1 2024-04-10T15:33:11.669 INFO:tasks.rados.rados.0.smithi069.stdout:643: expect (ObjNum 158 snap 38 seq_num 158) 2024-04-10T15:33:11.670 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 8 current snap is 55 2024-04-10T15:33:11.670 INFO:tasks.rados.rados.0.smithi069.stdout:644: seq_num 228 ranges {4120576=622592,4743168=671744,5414912=131072} 2024-04-10T15:33:11.693 INFO:tasks.rados.rados.0.smithi069.stdout:644: writing smithi06982861-8 from 4120576 to 4743168 tid 1 2024-04-10T15:33:11.697 INFO:tasks.rados.rados.0.smithi069.stdout:644: writing smithi06982861-8 from 4743168 to 5414912 tid 2 2024-04-10T15:33:11.698 INFO:tasks.rados.rados.0.smithi069.stdout:644: writing smithi06982861-8 from 5414912 to 5545984 tid 3 2024-04-10T15:33:11.698 INFO:tasks.rados.rados.0.smithi069.stdout:645: read oid 27 snap 42 2024-04-10T15:33:11.698 INFO:tasks.rados.rados.0.smithi069.stdout:645: expect deleted 2024-04-10T15:33:11.698 INFO:tasks.rados.rados.0.smithi069.stdout:646: read oid 40 snap 43 2024-04-10T15:33:11.698 INFO:tasks.rados.rados.0.smithi069.stdout:646: expect (ObjNum 177 snap 41 seq_num 177) 2024-04-10T15:33:11.698 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 24 current snap is 55 2024-04-10T15:33:11.699 INFO:tasks.rados.rados.0.smithi069.stdout:647: seq_num 229 ranges {393216=638976,1032192=606208,1638400=196608} 2024-04-10T15:33:11.704 INFO:tasks.rados.rados.0.smithi069.stdout:647: writing smithi06982861-24 from 393216 to 1032192 tid 1 2024-04-10T15:33:11.707 INFO:tasks.rados.rados.0.smithi069.stdout:647: writing smithi06982861-24 from 1032192 to 1638400 tid 2 2024-04-10T15:33:11.709 INFO:tasks.rados.rados.0.smithi069.stdout:647: writing smithi06982861-24 from 1638400 to 1835008 tid 3 2024-04-10T15:33:11.709 INFO:tasks.rados.rados.0.smithi069.stdout:648: snap_create 2024-04-10T15:33:11.709 INFO:tasks.rados.rados.0.smithi069.stdout:643: expect (ObjNum 158 snap 38 seq_num 158) 2024-04-10T15:33:11.717 INFO:tasks.rados.rados.0.smithi069.stdout:640: finishing write tid 2 to smithi06982861-45 2024-04-10T15:33:11.717 INFO:tasks.rados.rados.0.smithi069.stdout:640: finishing write tid 3 to smithi06982861-45 2024-04-10T15:33:11.717 INFO:tasks.rados.rados.0.smithi069.stdout:640: finishing write tid 4 to smithi06982861-45 2024-04-10T15:33:11.717 INFO:tasks.rados.rados.0.smithi069.stdout:640: finishing write tid 5 to smithi06982861-45 2024-04-10T15:33:11.717 INFO:tasks.rados.rados.0.smithi069.stdout:640: oid 45 updating version 0 to 187 2024-04-10T15:33:11.717 INFO:tasks.rados.rados.0.smithi069.stdout:640: oid 45 version 187 is already newer than 185 2024-04-10T15:33:11.717 INFO:tasks.rados.rados.0.smithi069.stdout:640: oid 45 version 187 is already newer than 186 2024-04-10T15:33:11.717 INFO:tasks.rados.rados.0.smithi069.stdout:640: oid 45 version 187 is already newer than 184 2024-04-10T15:33:11.717 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 45 v 187 (ObjNum 227 snap 55 seq_num 227) dirty exists 2024-04-10T15:33:11.717 INFO:tasks.rados.rados.0.smithi069.stdout:640: left oid 45 (ObjNum 227 snap 55 seq_num 227) 2024-04-10T15:33:11.717 INFO:tasks.rados.rados.0.smithi069.stdout:641: finishing rollback tid 0 to smithi06982861-3 2024-04-10T15:33:11.718 INFO:tasks.rados.rados.0.smithi069.stdout:641: finishing rollback tid 1 to smithi06982861-3 2024-04-10T15:33:11.718 INFO:tasks.rados.rados.0.smithi069.stdout:641: finishing rollback tid 2 to smithi06982861-3 2024-04-10T15:33:11.718 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 3 v 191 (ObjNum 86 snap 16 seq_num 86) dirty exists 2024-04-10T15:33:11.718 INFO:tasks.rados.rados.0.smithi069.stdout:644: finishing write tid 1 to smithi06982861-8 2024-04-10T15:33:11.718 INFO:tasks.rados.rados.0.smithi069.stdout:644: finishing write tid 2 to smithi06982861-8 2024-04-10T15:33:11.718 INFO:tasks.rados.rados.0.smithi069.stdout:644: finishing write tid 3 to smithi06982861-8 2024-04-10T15:33:11.718 INFO:tasks.rados.rados.0.smithi069.stdout:644: finishing write tid 4 to smithi06982861-8 2024-04-10T15:33:11.718 INFO:tasks.rados.rados.0.smithi069.stdout:644: finishing write tid 5 to smithi06982861-8 2024-04-10T15:33:11.718 INFO:tasks.rados.rados.0.smithi069.stdout:644: oid 8 updating version 0 to 284 2024-04-10T15:33:11.718 INFO:tasks.rados.rados.0.smithi069.stdout:644: oid 8 updating version 284 to 285 2024-04-10T15:33:11.718 INFO:tasks.rados.rados.0.smithi069.stdout:644: oid 8 version 285 is already newer than 283 2024-04-10T15:33:11.718 INFO:tasks.rados.rados.0.smithi069.stdout:644: oid 8 version 285 is already newer than 282 2024-04-10T15:33:11.718 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 8 v 285 (ObjNum 228 snap 55 seq_num 228) dirty exists 2024-04-10T15:33:11.718 INFO:tasks.rados.rados.0.smithi069.stdout:644: left oid 8 (ObjNum 228 snap 55 seq_num 228) 2024-04-10T15:33:11.719 INFO:tasks.rados.rados.0.smithi069.stdout:646: expect (ObjNum 177 snap 41 seq_num 177) 2024-04-10T15:33:11.759 INFO:tasks.rados.rados.0.smithi069.stdout:647: finishing write tid 1 to smithi06982861-24 2024-04-10T15:33:11.759 INFO:tasks.rados.rados.0.smithi069.stdout:647: finishing write tid 2 to smithi06982861-24 2024-04-10T15:33:11.759 INFO:tasks.rados.rados.0.smithi069.stdout:647: finishing write tid 3 to smithi06982861-24 2024-04-10T15:33:11.759 INFO:tasks.rados.rados.0.smithi069.stdout:647: finishing write tid 4 to smithi06982861-24 2024-04-10T15:33:11.760 INFO:tasks.rados.rados.0.smithi069.stdout:647: finishing write tid 5 to smithi06982861-24 2024-04-10T15:33:11.760 INFO:tasks.rados.rados.0.smithi069.stdout:647: oid 24 updating version 0 to 218 2024-04-10T15:33:11.760 INFO:tasks.rados.rados.0.smithi069.stdout:647: oid 24 updating version 218 to 219 2024-04-10T15:33:11.760 INFO:tasks.rados.rados.0.smithi069.stdout:647: oid 24 version 219 is already newer than 216 2024-04-10T15:33:11.760 INFO:tasks.rados.rados.0.smithi069.stdout:647: oid 24 version 219 is already newer than 217 2024-04-10T15:33:11.760 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 24 v 219 (ObjNum 229 snap 55 seq_num 229) dirty exists 2024-04-10T15:33:11.760 INFO:tasks.rados.rados.0.smithi069.stdout:647: left oid 24 (ObjNum 229 snap 55 seq_num 229) 2024-04-10T15:33:12.205 INFO:tasks.rados.rados.0.smithi069.stdout:640: done (8 left) 2024-04-10T15:33:12.205 INFO:tasks.rados.rados.0.smithi069.stdout:641: done (7 left) 2024-04-10T15:33:12.205 INFO:tasks.rados.rados.0.smithi069.stdout:642: done (6 left) 2024-04-10T15:33:12.205 INFO:tasks.rados.rados.0.smithi069.stdout:643: done (5 left) 2024-04-10T15:33:12.205 INFO:tasks.rados.rados.0.smithi069.stdout:644: done (4 left) 2024-04-10T15:33:12.205 INFO:tasks.rados.rados.0.smithi069.stdout:645: done (3 left) 2024-04-10T15:33:12.205 INFO:tasks.rados.rados.0.smithi069.stdout:646: done (2 left) 2024-04-10T15:33:12.205 INFO:tasks.rados.rados.0.smithi069.stdout:647: done (1 left) 2024-04-10T15:33:12.205 INFO:tasks.rados.rados.0.smithi069.stdout:648: done (0 left) 2024-04-10T15:33:12.206 INFO:tasks.rados.rados.0.smithi069.stdout:649: setattr oid 40 current snap is 56 2024-04-10T15:33:12.206 INFO:tasks.rados.rados.0.smithi069.stdout:650: rmattr oid 21 current snap is 56 2024-04-10T15:33:12.206 INFO:tasks.rados.rados.0.smithi069.stdout:650: done (1 left) 2024-04-10T15:33:12.206 INFO:tasks.rados.rados.0.smithi069.stdout:651: read oid 44 snap -1 2024-04-10T15:33:12.206 INFO:tasks.rados.rados.0.smithi069.stdout:651: expect (ObjNum 164 snap 38 seq_num 164) 2024-04-10T15:33:12.207 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 24 current snap is 56 2024-04-10T15:33:12.207 INFO:tasks.rados.rados.0.smithi069.stdout:652: seq_num 230 ranges {1835008=655360,2490368=491520,2981888=311296} 2024-04-10T15:33:12.219 INFO:tasks.rados.rados.0.smithi069.stdout:652: writing smithi06982861-24 from 1835008 to 2490368 tid 1 2024-04-10T15:33:12.223 INFO:tasks.rados.rados.0.smithi069.stdout:652: writing smithi06982861-24 from 2490368 to 2981888 tid 2 2024-04-10T15:33:12.225 INFO:tasks.rados.rados.0.smithi069.stdout:652: writing smithi06982861-24 from 2981888 to 3293184 tid 3 2024-04-10T15:33:12.225 INFO:tasks.rados.rados.0.smithi069.stdout:653: read oid 9 snap -1 2024-04-10T15:33:12.225 INFO:tasks.rados.rados.0.smithi069.stdout:653: expect (ObjNum 219 snap 54 seq_num 219) 2024-04-10T15:33:12.225 INFO:tasks.rados.rados.0.smithi069.stdout:654: snap_create 2024-04-10T15:33:12.225 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 40 v 234 (ObjNum 221 snap 54 seq_num 221) dirty exists 2024-04-10T15:33:12.225 INFO:tasks.rados.rados.0.smithi069.stdout:651: expect (ObjNum 164 snap 38 seq_num 164) 2024-04-10T15:33:12.333 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:12 smithi069 ceph-mon[27501]: Upgrade: Updating mgr.y 2024-04-10T15:33:12.333 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:12 smithi069 ceph-mon[27501]: Deploying daemon mgr.y on smithi069 2024-04-10T15:33:12.333 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:12 smithi069 ceph-mon[39688]: Upgrade: Updating mgr.y 2024-04-10T15:33:12.334 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:12 smithi069 ceph-mon[39688]: Deploying daemon mgr.y on smithi069 2024-04-10T15:33:12.412 INFO:tasks.rados.rados.0.smithi069.stdout:652: finishing write tid 1 to smithi06982861-24 2024-04-10T15:33:12.412 INFO:tasks.rados.rados.0.smithi069.stdout:652: finishing write tid 2 to smithi06982861-24 2024-04-10T15:33:12.412 INFO:tasks.rados.rados.0.smithi069.stdout:652: finishing write tid 3 to smithi06982861-24 2024-04-10T15:33:12.412 INFO:tasks.rados.rados.0.smithi069.stdout:652: finishing write tid 4 to smithi06982861-24 2024-04-10T15:33:12.412 INFO:tasks.rados.rados.0.smithi069.stdout:652: finishing write tid 5 to smithi06982861-24 2024-04-10T15:33:12.412 INFO:tasks.rados.rados.0.smithi069.stdout:652: oid 24 updating version 0 to 223 2024-04-10T15:33:12.412 INFO:tasks.rados.rados.0.smithi069.stdout:652: oid 24 version 223 is already newer than 221 2024-04-10T15:33:12.412 INFO:tasks.rados.rados.0.smithi069.stdout:652: oid 24 updating version 223 to 224 2024-04-10T15:33:12.412 INFO:tasks.rados.rados.0.smithi069.stdout:652: oid 24 version 224 is already newer than 222 2024-04-10T15:33:12.413 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 24 v 224 (ObjNum 230 snap 56 seq_num 230) dirty exists 2024-04-10T15:33:12.413 INFO:tasks.rados.rados.0.smithi069.stdout:652: left oid 24 (ObjNum 230 snap 56 seq_num 230) 2024-04-10T15:33:12.413 INFO:tasks.rados.rados.0.smithi069.stdout:653: expect (ObjNum 219 snap 54 seq_num 219) 2024-04-10T15:33:12.489 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:12 smithi077 ceph-mon[31195]: Upgrade: Updating mgr.y 2024-04-10T15:33:12.489 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:12 smithi077 ceph-mon[31195]: Deploying daemon mgr.y on smithi069 2024-04-10T15:33:12.926 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:33:12 smithi069 systemd[1]: Stopping Ceph mgr.y for 09bfb546-f74e-11ee-b64a-cb9ed24678a4... 2024-04-10T15:33:13.087 INFO:tasks.rados.rados.0.smithi069.stdout:649: done (4 left) 2024-04-10T15:33:13.087 INFO:tasks.rados.rados.0.smithi069.stdout:651: done (3 left) 2024-04-10T15:33:13.087 INFO:tasks.rados.rados.0.smithi069.stdout:652: done (2 left) 2024-04-10T15:33:13.087 INFO:tasks.rados.rados.0.smithi069.stdout:653: done (1 left) 2024-04-10T15:33:13.087 INFO:tasks.rados.rados.0.smithi069.stdout:654: done (0 left) 2024-04-10T15:33:13.087 INFO:tasks.rados.rados.0.smithi069.stdout:655: setattr oid 5 current snap is 57 2024-04-10T15:33:13.087 INFO:tasks.rados.rados.0.smithi069.stdout:656: snap_create 2024-04-10T15:33:13.091 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 5 v 259 (ObjNum 177 snap 0 seq_num 0) dirty exists 2024-04-10T15:33:13.209 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:33:12 smithi069 podman[85557]: 2024-04-10 15:33:12.94036543 +0000 UTC m=+0.151840570 container died 9db27a8cffd25a7ff2b7e42f9ad3c8618b9f0976b9263ec45530ebda018f3d96 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.build-date=20240403, GIT_CLEAN=True, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, RELEASE=reef-d540eba) 2024-04-10T15:33:13.489 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:13 smithi077 ceph-mon[31195]: osdmap e176: 8 total, 8 up, 8 in 2024-04-10T15:33:13.489 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:13 smithi077 ceph-mon[31195]: pgmap v39: 121 pgs: 121 active+clean; 195 MiB data, 695 MiB used, 715 GiB / 715 GiB avail; 8.0 MiB/s rd, 3.1 MiB/s wr, 32 op/s 2024-04-10T15:33:13.489 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:13 smithi077 ceph-mon[31195]: osdmap e177: 8 total, 8 up, 8 in 2024-04-10T15:33:13.563 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:33:13 smithi069 podman[85557]: 2024-04-10 15:33:13.323026523 +0000 UTC m=+0.534501669 container cleanup 9db27a8cffd25a7ff2b7e42f9ad3c8618b9f0976b9263ec45530ebda018f3d96 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_CLEAN=True, RELEASE=reef-d540eba, ceph=True, org.label-schema.build-date=20240403, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, io.buildah.version=1.33.5) 2024-04-10T15:33:13.563 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:33:13 smithi069 bash[85557]: ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y 2024-04-10T15:33:13.564 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:13 smithi069 ceph-mon[39688]: osdmap e176: 8 total, 8 up, 8 in 2024-04-10T15:33:13.564 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:13 smithi069 ceph-mon[39688]: pgmap v39: 121 pgs: 121 active+clean; 195 MiB data, 695 MiB used, 715 GiB / 715 GiB avail; 8.0 MiB/s rd, 3.1 MiB/s wr, 32 op/s 2024-04-10T15:33:13.564 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:13 smithi069 ceph-mon[39688]: osdmap e177: 8 total, 8 up, 8 in 2024-04-10T15:33:13.564 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:13 smithi069 ceph-mon[27501]: osdmap e176: 8 total, 8 up, 8 in 2024-04-10T15:33:13.564 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:13 smithi069 ceph-mon[27501]: pgmap v39: 121 pgs: 121 active+clean; 195 MiB data, 695 MiB used, 715 GiB / 715 GiB avail; 8.0 MiB/s rd, 3.1 MiB/s wr, 32 op/s 2024-04-10T15:33:13.564 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:13 smithi069 ceph-mon[27501]: osdmap e177: 8 total, 8 up, 8 in 2024-04-10T15:33:13.833 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:33:13 smithi069 podman[85576]: 2024-04-10 15:33:13.57684721 +0000 UTC m=+0.636507672 container remove 9db27a8cffd25a7ff2b7e42f9ad3c8618b9f0976b9263ec45530ebda018f3d96 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_CLEAN=True, RELEASE=reef-d540eba, maintainer=Guillaume Abrioux , ceph=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20240403, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0) 2024-04-10T15:33:13.833 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:33:13 smithi069 systemd[1]: ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4@mgr.y.service: Main process exited, code=exited, status=143/n/a 2024-04-10T15:33:13.833 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:33:13 smithi069 systemd[1]: ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4@mgr.y.service: Failed with result 'exit-code'. 2024-04-10T15:33:13.833 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:33:13 smithi069 systemd[1]: Stopped Ceph mgr.y for 09bfb546-f74e-11ee-b64a-cb9ed24678a4. 2024-04-10T15:33:13.833 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:33:13 smithi069 systemd[1]: ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4@mgr.y.service: Consumed 1min 3.691s CPU time. 2024-04-10T15:33:14.088 INFO:tasks.rados.rados.0.smithi069.stdout:655: done (1 left) 2024-04-10T15:33:14.088 INFO:tasks.rados.rados.0.smithi069.stdout:656: done (0 left) 2024-04-10T15:33:14.088 INFO:tasks.rados.rados.0.smithi069.stdout:657: read oid 2 snap 26 2024-04-10T15:33:14.088 INFO:tasks.rados.rados.0.smithi069.stdout:657: expect (ObjNum 1 snap 0 seq_num 1) 2024-04-10T15:33:14.088 INFO:tasks.rados.rados.0.smithi069.stdout:658: read oid 33 snap -1 2024-04-10T15:33:14.088 INFO:tasks.rados.rados.0.smithi069.stdout:658: expect (ObjNum 32 snap 0 seq_num 32) 2024-04-10T15:33:14.088 INFO:tasks.rados.rados.0.smithi069.stdout:659: read oid 23 snap -1 2024-04-10T15:33:14.088 INFO:tasks.rados.rados.0.smithi069.stdout:659: expect (ObjNum 53 snap 1 seq_num 53) 2024-04-10T15:33:14.088 INFO:tasks.rados.rados.0.smithi069.stdout:660: rollback oid 34 current snap is 58 2024-04-10T15:33:14.089 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 34 to 57 2024-04-10T15:33:14.089 INFO:tasks.rados.rados.0.smithi069.stdout:661: setattr oid 5 current snap is 58 2024-04-10T15:33:14.089 INFO:tasks.rados.rados.0.smithi069.stdout:662: snap_create 2024-04-10T15:33:14.091 INFO:tasks.rados.rados.0.smithi069.stdout:658: expect (ObjNum 32 snap 0 seq_num 32) 2024-04-10T15:33:14.107 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 5 v 261 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-04-10T15:33:14.108 INFO:tasks.rados.rados.0.smithi069.stdout:657: expect (ObjNum 1 snap 0 seq_num 1) 2024-04-10T15:33:14.108 INFO:tasks.rados.rados.0.smithi069.stdout:660: finishing rollback tid 0 to smithi06982861-34 2024-04-10T15:33:14.108 INFO:tasks.rados.rados.0.smithi069.stdout:660: finishing rollback tid 1 to smithi06982861-34 2024-04-10T15:33:14.108 INFO:tasks.rados.rados.0.smithi069.stdout:660: finishing rollback tid 2 to smithi06982861-34 2024-04-10T15:33:14.108 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 34 v 326 (ObjNum 132 snap 31 seq_num 132) dirty exists 2024-04-10T15:33:14.108 INFO:tasks.rados.rados.0.smithi069.stdout:659: expect (ObjNum 53 snap 1 seq_num 53) 2024-04-10T15:33:14.241 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:33:13 smithi069 systemd[1]: Starting Ceph mgr.y for 09bfb546-f74e-11ee-b64a-cb9ed24678a4... 2024-04-10T15:33:14.242 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:33:14 smithi069 podman[85707]: 2024-04-10 15:33:14.017299034 +0000 UTC m=+0.017824663 image pull ffe3e7ac3788b84d6c0b551f13dbde782a187c25e75d087cf3ace2b26f4e3ffa quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc 2024-04-10T15:33:14.242 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:33:14 smithi069 podman[85707]: 2024-04-10 15:33:14.144879291 +0000 UTC m=+0.145404903 container create e21b24626c05ffb0db4e8074927697cce9d927d9bac15744078ee01afd085398 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , ceph=True, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240409, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD) 2024-04-10T15:33:14.834 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:33:14 smithi069 podman[85707]: 2024-04-10 15:33:14.38913517 +0000 UTC m=+0.389660783 container init e21b24626c05ffb0db4e8074927697cce9d927d9bac15744078ee01afd085398 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, ceph=True, GIT_BRANCH=HEAD, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, CEPH_POINT_RELEASE=, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240409, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS) 2024-04-10T15:33:14.834 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:33:14 smithi069 podman[85707]: 2024-04-10 15:33:14.394422833 +0000 UTC m=+0.394948446 container start e21b24626c05ffb0db4e8074927697cce9d927d9bac15744078ee01afd085398 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y, ceph=True, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, io.buildah.version=1.33.5, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240409, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux ) 2024-04-10T15:33:14.835 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:33:14 smithi069 ceph-mgr[85745]: -- 172.21.15.69:0/346209493 <== mon.2 v2:172.21.15.69:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55cd63e5a5a0 con 0x55cd63e2f000 2024-04-10T15:33:14.835 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:33:14 smithi069 bash[85707]: e21b24626c05ffb0db4e8074927697cce9d927d9bac15744078ee01afd085398 2024-04-10T15:33:14.835 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:33:14 smithi069 systemd[1]: Started Ceph mgr.y for 09bfb546-f74e-11ee-b64a-cb9ed24678a4. 2024-04-10T15:33:15.094 INFO:tasks.rados.rados.0.smithi069.stdout:657: done (5 left) 2024-04-10T15:33:15.095 INFO:tasks.rados.rados.0.smithi069.stdout:658: done (4 left) 2024-04-10T15:33:15.095 INFO:tasks.rados.rados.0.smithi069.stdout:659: done (3 left) 2024-04-10T15:33:15.095 INFO:tasks.rados.rados.0.smithi069.stdout:660: done (2 left) 2024-04-10T15:33:15.095 INFO:tasks.rados.rados.0.smithi069.stdout:661: done (1 left) 2024-04-10T15:33:15.095 INFO:tasks.rados.rados.0.smithi069.stdout:662: done (0 left) 2024-04-10T15:33:15.095 INFO:tasks.rados.rados.0.smithi069.stdout:663: read oid 20 snap 56 2024-04-10T15:33:15.095 INFO:tasks.rados.rados.0.smithi069.stdout:663: expect (ObjNum 220 snap 54 seq_num 220) 2024-04-10T15:33:15.095 INFO:tasks.rados.rados.0.smithi069.stdout:664: snap_create 2024-04-10T15:33:15.101 INFO:tasks.rados.rados.0.smithi069.stdout:663: expect (ObjNum 220 snap 54 seq_num 220) 2024-04-10T15:33:15.333 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:15 smithi069 ceph-mon[39688]: osdmap e178: 8 total, 8 up, 8 in 2024-04-10T15:33:15.333 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:15 smithi069 ceph-mon[39688]: from='mgr.24853 ' entity='mgr.x' 2024-04-10T15:33:15.333 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:15 smithi069 ceph-mon[39688]: from='mgr.24853 ' entity='mgr.x' 2024-04-10T15:33:15.333 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:15 smithi069 ceph-mon[39688]: from='mgr.24853 172.21.15.77:0/2860758011' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:33:15.334 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:15 smithi069 ceph-mon[27501]: osdmap e178: 8 total, 8 up, 8 in 2024-04-10T15:33:15.334 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:15 smithi069 ceph-mon[27501]: from='mgr.24853 ' entity='mgr.x' 2024-04-10T15:33:15.334 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:15 smithi069 ceph-mon[27501]: from='mgr.24853 ' entity='mgr.x' 2024-04-10T15:33:15.334 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:15 smithi069 ceph-mon[27501]: from='mgr.24853 172.21.15.77:0/2860758011' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:33:15.334 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:33:14 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: 2024-04-10T15:33:14.958+0000 7f8826460200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-10T15:33:15.334 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:33:15 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: 2024-04-10T15:33:15.061+0000 7f8826460200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-10T15:33:15.442 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:15 smithi077 ceph-mon[31195]: osdmap e178: 8 total, 8 up, 8 in 2024-04-10T15:33:15.443 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:15 smithi077 ceph-mon[31195]: from='mgr.24853 ' entity='mgr.x' 2024-04-10T15:33:15.443 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:15 smithi077 ceph-mon[31195]: from='mgr.24853 ' entity='mgr.x' 2024-04-10T15:33:15.443 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:15 smithi077 ceph-mon[31195]: from='mgr.24853 172.21.15.77:0/2860758011' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:33:16.081 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:33:15 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: 2024-04-10T15:33:15.753+0000 7f8826460200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-10T15:33:16.081 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:33:15 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: 2024-04-10T15:33:15.847+0000 7f8826460200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-10T15:33:16.081 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:33:15 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: 2024-04-10T15:33:15.998+0000 7f8826460200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-10T15:33:16.081 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:33:16 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: 2024-04-10T15:33:16.094+0000 7f8826460200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-10T15:33:16.095 INFO:tasks.rados.rados.0.smithi069.stdout:663: done (1 left) 2024-04-10T15:33:16.095 INFO:tasks.rados.rados.0.smithi069.stdout:664: done (0 left) 2024-04-10T15:33:16.095 INFO:tasks.rados.rados.0.smithi069.stdout:665: snap_remove snap 54 2024-04-10T15:33:16.333 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:33:16 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: 2024-04-10T15:33:16.182+0000 7f8826460200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-10T15:33:16.333 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:16 smithi069 ceph-mon[39688]: pgmap v42: 121 pgs: 121 active+clean; 195 MiB data, 695 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:33:16.333 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:16 smithi069 ceph-mon[39688]: osdmap e179: 8 total, 8 up, 8 in 2024-04-10T15:33:16.334 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:16 smithi069 ceph-mon[27501]: pgmap v42: 121 pgs: 121 active+clean; 195 MiB data, 695 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:33:16.334 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:16 smithi069 ceph-mon[27501]: osdmap e179: 8 total, 8 up, 8 in 2024-04-10T15:33:16.378 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:16 smithi077 ceph-mon[31195]: pgmap v42: 121 pgs: 121 active+clean; 195 MiB data, 695 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:33:16.379 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:16 smithi077 ceph-mon[31195]: osdmap e179: 8 total, 8 up, 8 in 2024-04-10T15:33:16.649 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:33:16 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: 2024-04-10T15:33:16.461+0000 7f8826460200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-10T15:33:16.649 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:33:16 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: 2024-04-10T15:33:16.574+0000 7f8826460200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-10T15:33:16.963 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:33:16 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: 2024-04-10T15:33:16.662+0000 7f8826460200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-10T15:33:16.963 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:33:16 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: 2024-04-10T15:33:16.772+0000 7f8826460200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-10T15:33:17.098 INFO:tasks.rados.rados.0.smithi069.stdout:665: done (0 left) 2024-04-10T15:33:17.098 INFO:tasks.rados.rados.0.smithi069.stdout:666: snap_create 2024-04-10T15:33:17.239 INFO:journalctl@ceph.mgr.x.smithi077.stdout:Apr 10 15:33:16 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-x[66795]: ::ffff:172.21.15.77 - - [10/Apr/2024:15:33:16] "GET /metrics HTTP/1.1" 200 36066 "" "Prometheus/2.43.0" 2024-04-10T15:33:17.240 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:17 smithi077 ceph-mon[31195]: osdmap e180: 8 total, 8 up, 8 in 2024-04-10T15:33:17.240 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:17 smithi077 ceph-mon[31195]: osdmap e181: 8 total, 8 up, 8 in 2024-04-10T15:33:17.333 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:17 smithi069 ceph-mon[39688]: osdmap e180: 8 total, 8 up, 8 in 2024-04-10T15:33:17.333 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:17 smithi069 ceph-mon[39688]: osdmap e181: 8 total, 8 up, 8 in 2024-04-10T15:33:17.333 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:33:16 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: 2024-04-10T15:33:16.976+0000 7f8826460200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-10T15:33:17.334 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:17 smithi069 ceph-mon[27501]: osdmap e180: 8 total, 8 up, 8 in 2024-04-10T15:33:17.334 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:17 smithi069 ceph-mon[27501]: osdmap e181: 8 total, 8 up, 8 in 2024-04-10T15:33:18.091 INFO:tasks.rados.rados.0.smithi069.stdout:666: done (0 left) 2024-04-10T15:33:18.091 INFO:tasks.rados.rados.0.smithi069.stdout:667: read oid 1 snap -1 2024-04-10T15:33:18.091 INFO:tasks.rados.rados.0.smithi069.stdout:667: expect (ObjNum 88 snap 19 seq_num 88) 2024-04-10T15:33:18.092 INFO:tasks.rados.rados.0.smithi069.stdout:668: rollback oid 50 current snap is 61 2024-04-10T15:33:18.092 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 50 to 60 2024-04-10T15:33:18.092 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 22 current snap is 61 2024-04-10T15:33:18.092 INFO:tasks.rados.rados.0.smithi069.stdout:669: seq_num 231 ranges {0=671744,671744=778240,1449984=24576} 2024-04-10T15:33:18.094 INFO:tasks.rados.rados.0.smithi069.stdout:669: writing smithi06982861-22 from 0 to 671744 tid 1 2024-04-10T15:33:18.102 INFO:tasks.rados.rados.0.smithi069.stdout:669: writing smithi06982861-22 from 671744 to 1449984 tid 2 2024-04-10T15:33:18.102 INFO:tasks.rados.rados.0.smithi069.stdout:669: writing smithi06982861-22 from 1449984 to 1474560 tid 3 2024-04-10T15:33:18.102 INFO:tasks.rados.rados.0.smithi069.stdout:670: read oid 9 snap -1 2024-04-10T15:33:18.102 INFO:tasks.rados.rados.0.smithi069.stdout:670: expect (ObjNum 219 snap 54 seq_num 219) 2024-04-10T15:33:18.102 INFO:tasks.rados.rados.0.smithi069.stdout:671: delete oid 5 current snap is 61 2024-04-10T15:33:18.102 INFO:tasks.rados.rados.0.smithi069.stdout:668: finishing rollback tid 0 to smithi06982861-50 2024-04-10T15:33:18.103 INFO:tasks.rados.rados.0.smithi069.stdout:667: expect (ObjNum 88 snap 19 seq_num 88) 2024-04-10T15:33:18.144 INFO:tasks.rados.rados.0.smithi069.stdout:668: finishing rollback tid 1 to smithi06982861-50 2024-04-10T15:33:18.144 INFO:tasks.rados.rados.0.smithi069.stdout:668: finishing rollback tid 2 to smithi06982861-50 2024-04-10T15:33:18.145 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 50 v 143 (ObjNum 162 snap 38 seq_num 162) dirty exists 2024-04-10T15:33:18.145 INFO:tasks.rados.rados.0.smithi069.stdout:667: done (4 left) 2024-04-10T15:33:18.145 INFO:tasks.rados.rados.0.smithi069.stdout:668: done (3 left) 2024-04-10T15:33:18.145 INFO:tasks.rados.rados.0.smithi069.stdout:671: done (2 left) 2024-04-10T15:33:18.145 INFO:tasks.rados.rados.0.smithi069.stdout:672: read oid 27 snap -1 2024-04-10T15:33:18.145 INFO:tasks.rados.rados.0.smithi069.stdout:672: expect deleted 2024-04-10T15:33:18.145 INFO:tasks.rados.rados.0.smithi069.stdout:673: snap_create 2024-04-10T15:33:18.145 INFO:tasks.rados.rados.0.smithi069.stdout:669: finishing write tid 1 to smithi06982861-22 2024-04-10T15:33:18.145 INFO:tasks.rados.rados.0.smithi069.stdout:669: finishing write tid 2 to smithi06982861-22 2024-04-10T15:33:18.145 INFO:tasks.rados.rados.0.smithi069.stdout:669: finishing write tid 3 to smithi06982861-22 2024-04-10T15:33:18.145 INFO:tasks.rados.rados.0.smithi069.stdout:669: finishing write tid 4 to smithi06982861-22 2024-04-10T15:33:18.145 INFO:tasks.rados.rados.0.smithi069.stdout:669: finishing write tid 5 to smithi06982861-22 2024-04-10T15:33:18.145 INFO:tasks.rados.rados.0.smithi069.stdout:669: oid 22 updating version 0 to 49 2024-04-10T15:33:18.145 INFO:tasks.rados.rados.0.smithi069.stdout:669: oid 22 updating version 49 to 51 2024-04-10T15:33:18.145 INFO:tasks.rados.rados.0.smithi069.stdout:669: oid 22 version 51 is already newer than 50 2024-04-10T15:33:18.146 INFO:tasks.rados.rados.0.smithi069.stdout:669: oid 22 version 51 is already newer than 48 2024-04-10T15:33:18.146 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 22 v 51 (ObjNum 231 snap 61 seq_num 231) dirty exists 2024-04-10T15:33:18.146 INFO:tasks.rados.rados.0.smithi069.stdout:669: left oid 22 (ObjNum 231 snap 61 seq_num 231) 2024-04-10T15:33:18.146 INFO:tasks.rados.rados.0.smithi069.stdout:670: expect (ObjNum 219 snap 54 seq_num 219) 2024-04-10T15:33:18.323 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:18 smithi069 ceph-mon[39688]: pgmap v45: 121 pgs: 121 active+clean; 191 MiB data, 711 MiB used, 715 GiB / 715 GiB avail; 12 MiB/s rd, 2.6 MiB/s wr, 35 op/s 2024-04-10T15:33:18.324 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:18 smithi069 ceph-mon[39688]: osdmap e182: 8 total, 8 up, 8 in 2024-04-10T15:33:18.324 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:33:18 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: 2024-04-10T15:33:18.037+0000 7f8826460200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-10T15:33:18.324 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:33:18 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: 2024-04-10T15:33:18.190+0000 7f8826460200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-10T15:33:18.324 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:18 smithi069 ceph-mon[27501]: pgmap v45: 121 pgs: 121 active+clean; 191 MiB data, 711 MiB used, 715 GiB / 715 GiB avail; 12 MiB/s rd, 2.6 MiB/s wr, 35 op/s 2024-04-10T15:33:18.324 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:18 smithi069 ceph-mon[27501]: osdmap e182: 8 total, 8 up, 8 in 2024-04-10T15:33:18.489 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:18 smithi077 ceph-mon[31195]: pgmap v45: 121 pgs: 121 active+clean; 191 MiB data, 711 MiB used, 715 GiB / 715 GiB avail; 12 MiB/s rd, 2.6 MiB/s wr, 35 op/s 2024-04-10T15:33:18.489 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:18 smithi077 ceph-mon[31195]: osdmap e182: 8 total, 8 up, 8 in 2024-04-10T15:33:18.583 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:33:18 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: 2024-04-10T15:33:18.539+0000 7f8826460200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-10T15:33:19.037 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:33:18 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: 2024-04-10T15:33:18.639+0000 7f8826460200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-10T15:33:19.037 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:33:18 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: 2024-04-10T15:33:18.850+0000 7f8826460200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-10T15:33:19.125 INFO:tasks.rados.rados.0.smithi069.stdout:669: done (3 left) 2024-04-10T15:33:19.125 INFO:tasks.rados.rados.0.smithi069.stdout:670: done (2 left) 2024-04-10T15:33:19.125 INFO:tasks.rados.rados.0.smithi069.stdout:672: done (1 left) 2024-04-10T15:33:19.125 INFO:tasks.rados.rados.0.smithi069.stdout:673: done (0 left) 2024-04-10T15:33:19.125 INFO:tasks.rados.rados.0.smithi069.stdout:674: copy_from oid 31 from oid 48 current snap is 62 2024-04-10T15:33:19.125 INFO:tasks.rados.rados.0.smithi069.stdout:675: rollback oid 45 current snap is 62 2024-04-10T15:33:19.125 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 45 to 61 2024-04-10T15:33:19.125 INFO:tasks.rados.rados.0.smithi069.stdout:676: delete oid 33 current snap is 62 2024-04-10T15:33:19.127 INFO:tasks.rados.rados.0.smithi069.stdout:674: finishing copy_from to smithi06982861-31 2024-04-10T15:33:19.127 INFO:tasks.rados.rados.0.smithi069.stdout:674: got expected ENOENT (src dne) 2024-04-10T15:33:19.127 INFO:tasks.rados.rados.0.smithi069.stdout:674: finishing copy_from racing read to smithi06982861-31 2024-04-10T15:33:19.130 INFO:tasks.rados.rados.0.smithi069.stdout:674: done (2 left) 2024-04-10T15:33:19.130 INFO:tasks.rados.rados.0.smithi069.stdout:676: done (1 left) 2024-04-10T15:33:19.131 INFO:tasks.rados.rados.0.smithi069.stdout:677: rmattr oid 14 current snap is 62 2024-04-10T15:33:19.131 INFO:tasks.rados.rados.0.smithi069.stdout:677: done (1 left) 2024-04-10T15:33:19.131 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 33 current snap is 62 2024-04-10T15:33:19.131 INFO:tasks.rados.rados.0.smithi069.stdout:675: finishing rollback tid 0 to smithi06982861-45 2024-04-10T15:33:19.131 INFO:tasks.rados.rados.0.smithi069.stdout:678: seq_num 234 ranges {0=729088,729088=434176,1163264=368640} 2024-04-10T15:33:19.134 INFO:tasks.rados.rados.0.smithi069.stdout:678: writing smithi06982861-33 from 0 to 729088 tid 1 2024-04-10T15:33:19.137 INFO:tasks.rados.rados.0.smithi069.stdout:678: writing smithi06982861-33 from 729088 to 1163264 tid 2 2024-04-10T15:33:19.140 INFO:tasks.rados.rados.0.smithi069.stdout:678: writing smithi06982861-33 from 1163264 to 1531904 tid 3 2024-04-10T15:33:19.140 INFO:tasks.rados.rados.0.smithi069.stdout:679: snap_remove snap 42 2024-04-10T15:33:19.239 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:19 smithi077 ceph-mon[31195]: from='mgr.24853 172.21.15.77:0/2860758011' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:33:19.239 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:19 smithi077 ceph-mon[31195]: from='mgr.24853 ' entity='mgr.x' 2024-04-10T15:33:19.239 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:19 smithi077 ceph-mon[31195]: from='mgr.24853 ' entity='mgr.x' 2024-04-10T15:33:19.333 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:33:19 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: 2024-04-10T15:33:19.049+0000 7f8826460200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-10T15:33:19.333 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:19 smithi069 ceph-mon[39688]: from='mgr.24853 172.21.15.77:0/2860758011' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:33:19.333 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:19 smithi069 ceph-mon[39688]: from='mgr.24853 ' entity='mgr.x' 2024-04-10T15:33:19.333 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:19 smithi069 ceph-mon[39688]: from='mgr.24853 ' entity='mgr.x' 2024-04-10T15:33:19.334 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:19 smithi069 ceph-mon[27501]: from='mgr.24853 172.21.15.77:0/2860758011' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:33:19.334 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:19 smithi069 ceph-mon[27501]: from='mgr.24853 ' entity='mgr.x' 2024-04-10T15:33:19.334 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:19 smithi069 ceph-mon[27501]: from='mgr.24853 ' entity='mgr.x' 2024-04-10T15:33:19.627 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:33:19 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: 2024-04-10T15:33:19.368+0000 7f8826460200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-10T15:33:19.881 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:33:19 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: 2024-04-10T15:33:19.640+0000 7f8826460200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-10T15:33:20.130 INFO:tasks.rados.rados.0.smithi069.stdout:679: done (2 left) 2024-04-10T15:33:20.130 INFO:tasks.rados.rados.0.smithi069.stdout:680: copy_from oid 47 from oid 5 current snap is 62 2024-04-10T15:33:20.130 INFO:tasks.rados.rados.0.smithi069.stdout:675: finishing rollback tid 1 to smithi06982861-45 2024-04-10T15:33:20.130 INFO:tasks.rados.rados.0.smithi069.stdout:675: finishing rollback tid 2 to smithi06982861-45 2024-04-10T15:33:20.130 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 45 v 199 (ObjNum 227 snap 55 seq_num 227) dirty exists 2024-04-10T15:33:20.130 INFO:tasks.rados.rados.0.smithi069.stdout:678: finishing write tid 1 to smithi06982861-33 2024-04-10T15:33:20.130 INFO:tasks.rados.rados.0.smithi069.stdout:678: finishing write tid 2 to smithi06982861-33 2024-04-10T15:33:20.130 INFO:tasks.rados.rados.0.smithi069.stdout:678: finishing write tid 3 to smithi06982861-33 2024-04-10T15:33:20.130 INFO:tasks.rados.rados.0.smithi069.stdout:678: finishing write tid 4 to smithi06982861-33 2024-04-10T15:33:20.130 INFO:tasks.rados.rados.0.smithi069.stdout:678: finishing write tid 5 to smithi06982861-33 2024-04-10T15:33:20.130 INFO:tasks.rados.rados.0.smithi069.stdout:678: oid 33 updating version 0 to 293 2024-04-10T15:33:20.131 INFO:tasks.rados.rados.0.smithi069.stdout:678: oid 33 version 293 is already newer than 290 2024-04-10T15:33:20.131 INFO:tasks.rados.rados.0.smithi069.stdout:678: oid 33 version 293 is already newer than 292 2024-04-10T15:33:20.131 INFO:tasks.rados.rados.0.smithi069.stdout:678: oid 33 version 293 is already newer than 291 2024-04-10T15:33:20.131 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 33 v 293 (ObjNum 234 snap 62 seq_num 234) dirty exists 2024-04-10T15:33:20.131 INFO:tasks.rados.rados.0.smithi069.stdout:678: left oid 33 (ObjNum 234 snap 62 seq_num 234) 2024-04-10T15:33:20.131 INFO:tasks.rados.rados.0.smithi069.stdout:675: done (2 left) 2024-04-10T15:33:20.131 INFO:tasks.rados.rados.0.smithi069.stdout:678: done (1 left) 2024-04-10T15:33:20.131 INFO:tasks.rados.rados.0.smithi069.stdout:681: rollback oid 1 current snap is 62 2024-04-10T15:33:20.131 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 1 to 32 2024-04-10T15:33:20.131 INFO:tasks.rados.rados.0.smithi069.stdout:682: setattr oid 6 current snap is 62 2024-04-10T15:33:20.132 INFO:tasks.rados.rados.0.smithi069.stdout:683: delete oid 36 current snap is 62 2024-04-10T15:33:20.138 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 6 v 195 (ObjNum 481 snap 0 seq_num 153321720) dirty exists 2024-04-10T15:33:20.139 INFO:tasks.rados.rados.0.smithi069.stdout:682: done (3 left) 2024-04-10T15:33:20.139 INFO:tasks.rados.rados.0.smithi069.stdout:683: done (2 left) 2024-04-10T15:33:20.139 INFO:tasks.rados.rados.0.smithi069.stdout:684: snap_create 2024-04-10T15:33:20.142 INFO:tasks.rados.rados.0.smithi069.stdout:681: finishing rollback tid 0 to smithi06982861-1 2024-04-10T15:33:20.142 INFO:tasks.rados.rados.0.smithi069.stdout:681: finishing rollback tid 1 to smithi06982861-1 2024-04-10T15:33:20.142 INFO:tasks.rados.rados.0.smithi069.stdout:680: finishing copy_from to smithi06982861-47 2024-04-10T15:33:20.142 INFO:tasks.rados.rados.0.smithi069.stdout:680: got expected ENOENT (src dne) 2024-04-10T15:33:20.143 INFO:tasks.rados.rados.0.smithi069.stdout:680: finishing copy_from racing read to smithi06982861-47 2024-04-10T15:33:20.143 INFO:tasks.rados.rados.0.smithi069.stdout:681: finishing rollback tid 2 to smithi06982861-1 2024-04-10T15:33:20.143 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 1 v 174 (ObjNum 88 snap 19 seq_num 88) dirty exists 2024-04-10T15:33:20.333 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:33:19 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: 2024-04-10T15:33:19.894+0000 7f8826460200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-10T15:33:20.333 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:20 smithi069 ceph-mon[39688]: pgmap v48: 121 pgs: 121 active+clean; 191 MiB data, 711 MiB used, 715 GiB / 715 GiB avail; 12 MiB/s rd, 2.6 MiB/s wr, 35 op/s 2024-04-10T15:33:20.333 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:20 smithi069 ceph-mon[39688]: osdmap e183: 8 total, 8 up, 8 in 2024-04-10T15:33:20.334 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:20 smithi069 ceph-mon[39688]: from='mgr.24853 ' entity='mgr.x' 2024-04-10T15:33:20.334 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:20 smithi069 ceph-mon[39688]: from='mgr.24853 ' entity='mgr.x' 2024-04-10T15:33:20.334 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:20 smithi069 ceph-mon[39688]: from='mgr.24853 ' entity='mgr.x' 2024-04-10T15:33:20.334 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:20 smithi069 ceph-mon[39688]: from='mgr.24853 ' entity='mgr.x' 2024-04-10T15:33:20.334 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:20 smithi069 ceph-mon[27501]: pgmap v48: 121 pgs: 121 active+clean; 191 MiB data, 711 MiB used, 715 GiB / 715 GiB avail; 12 MiB/s rd, 2.6 MiB/s wr, 35 op/s 2024-04-10T15:33:20.334 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:20 smithi069 ceph-mon[27501]: osdmap e183: 8 total, 8 up, 8 in 2024-04-10T15:33:20.334 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:20 smithi069 ceph-mon[27501]: from='mgr.24853 ' entity='mgr.x' 2024-04-10T15:33:20.334 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:20 smithi069 ceph-mon[27501]: from='mgr.24853 ' entity='mgr.x' 2024-04-10T15:33:20.334 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:20 smithi069 ceph-mon[27501]: from='mgr.24853 ' entity='mgr.x' 2024-04-10T15:33:20.334 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:20 smithi069 ceph-mon[27501]: from='mgr.24853 ' entity='mgr.x' 2024-04-10T15:33:20.489 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:20 smithi077 ceph-mon[31195]: pgmap v48: 121 pgs: 121 active+clean; 191 MiB data, 711 MiB used, 715 GiB / 715 GiB avail; 12 MiB/s rd, 2.6 MiB/s wr, 35 op/s 2024-04-10T15:33:20.489 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:20 smithi077 ceph-mon[31195]: osdmap e183: 8 total, 8 up, 8 in 2024-04-10T15:33:20.489 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:20 smithi077 ceph-mon[31195]: from='mgr.24853 ' entity='mgr.x' 2024-04-10T15:33:20.489 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:20 smithi077 ceph-mon[31195]: from='mgr.24853 ' entity='mgr.x' 2024-04-10T15:33:20.489 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:20 smithi077 ceph-mon[31195]: from='mgr.24853 ' entity='mgr.x' 2024-04-10T15:33:20.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:20 smithi077 ceph-mon[31195]: from='mgr.24853 ' entity='mgr.x' 2024-04-10T15:33:21.083 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:33:20 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: 2024-04-10T15:33:20.772+0000 7f8826460200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-10T15:33:21.132 INFO:tasks.rados.rados.0.smithi069.stdout:680: done (2 left) 2024-04-10T15:33:21.133 INFO:tasks.rados.rados.0.smithi069.stdout:681: done (1 left) 2024-04-10T15:33:21.133 INFO:tasks.rados.rados.0.smithi069.stdout:684: done (0 left) 2024-04-10T15:33:21.133 INFO:tasks.rados.rados.0.smithi069.stdout:685: delete oid 9 current snap is 63 2024-04-10T15:33:21.135 INFO:tasks.rados.rados.0.smithi069.stdout:685: done (0 left) 2024-04-10T15:33:21.135 INFO:tasks.rados.rados.0.smithi069.stdout:686: snap_create 2024-04-10T15:33:21.424 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:33:21 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: 2024-04-10T15:33:21.358+0000 7f8826460200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-10T15:33:21.424 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:21 smithi069 ceph-mon[39688]: osdmap e184: 8 total, 8 up, 8 in 2024-04-10T15:33:21.424 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:21 smithi069 ceph-mon[27501]: osdmap e184: 8 total, 8 up, 8 in 2024-04-10T15:33:21.489 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:21 smithi077 ceph-mon[31195]: osdmap e184: 8 total, 8 up, 8 in 2024-04-10T15:33:21.683 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:33:21 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: 2024-04-10T15:33:21.461+0000 7f8826460200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-10T15:33:21.952 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:33:21 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: 2024-04-10T15:33:21.696+0000 7f8826460200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-10T15:33:21.952 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:33:21 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: [10/Apr/2024:15:33:21] ENGINE Bus STARTING 2024-04-10T15:33:21.952 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:33:21 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: CherryPy Checker: 2024-04-10T15:33:21.953 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:33:21 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: The Application mounted at '' has an empty config. 2024-04-10T15:33:21.953 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:33:21 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: 2024-04-10T15:33:21.953 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:33:21 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: [10/Apr/2024:15:33:21] ENGINE Serving on http://:::9283 2024-04-10T15:33:21.953 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:33:21 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: [10/Apr/2024:15:33:21] ENGINE Bus STARTED 2024-04-10T15:33:22.141 INFO:tasks.rados.rados.0.smithi069.stdout:686: done (0 left) 2024-04-10T15:33:22.142 INFO:tasks.rados.rados.0.smithi069.stdout:687: rmattr oid 13 current snap is 64 2024-04-10T15:33:22.142 INFO:tasks.rados.rados.0.smithi069.stdout:687: done (0 left) 2024-04-10T15:33:22.142 INFO:tasks.rados.rados.0.smithi069.stdout:688: snap_create 2024-04-10T15:33:22.333 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:22 smithi069 ceph-mon[39688]: pgmap v51: 121 pgs: 121 active+clean; 189 MiB data, 724 MiB used, 715 GiB / 715 GiB avail; 4.6 MiB/s rd, 734 KiB/s wr, 7 op/s 2024-04-10T15:33:22.333 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:22 smithi069 ceph-mon[39688]: osdmap e185: 8 total, 8 up, 8 in 2024-04-10T15:33:22.333 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:22 smithi069 ceph-mon[39688]: Standby manager daemon y restarted 2024-04-10T15:33:22.333 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:22 smithi069 ceph-mon[39688]: Standby manager daemon y started 2024-04-10T15:33:22.333 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:22 smithi069 ceph-mon[39688]: from='mgr.? 172.21.15.69:0/2659504181' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-04-10T15:33:22.333 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:22 smithi069 ceph-mon[39688]: from='mgr.? 172.21.15.69:0/2659504181' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-10T15:33:22.333 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:22 smithi069 ceph-mon[39688]: from='mgr.? 172.21.15.69:0/2659504181' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-04-10T15:33:22.334 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:22 smithi069 ceph-mon[39688]: from='mgr.? 172.21.15.69:0/2659504181' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-10T15:33:22.334 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:22 smithi069 ceph-mon[27501]: pgmap v51: 121 pgs: 121 active+clean; 189 MiB data, 724 MiB used, 715 GiB / 715 GiB avail; 4.6 MiB/s rd, 734 KiB/s wr, 7 op/s 2024-04-10T15:33:22.334 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:22 smithi069 ceph-mon[27501]: osdmap e185: 8 total, 8 up, 8 in 2024-04-10T15:33:22.334 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:22 smithi069 ceph-mon[27501]: Standby manager daemon y restarted 2024-04-10T15:33:22.334 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:22 smithi069 ceph-mon[27501]: Standby manager daemon y started 2024-04-10T15:33:22.334 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:22 smithi069 ceph-mon[27501]: from='mgr.? 172.21.15.69:0/2659504181' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-04-10T15:33:22.334 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:22 smithi069 ceph-mon[27501]: from='mgr.? 172.21.15.69:0/2659504181' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-10T15:33:22.334 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:22 smithi069 ceph-mon[27501]: from='mgr.? 172.21.15.69:0/2659504181' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-04-10T15:33:22.334 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:22 smithi069 ceph-mon[27501]: from='mgr.? 172.21.15.69:0/2659504181' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-10T15:33:22.489 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:22 smithi077 ceph-mon[31195]: pgmap v51: 121 pgs: 121 active+clean; 189 MiB data, 724 MiB used, 715 GiB / 715 GiB avail; 4.6 MiB/s rd, 734 KiB/s wr, 7 op/s 2024-04-10T15:33:22.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:22 smithi077 ceph-mon[31195]: osdmap e185: 8 total, 8 up, 8 in 2024-04-10T15:33:22.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:22 smithi077 ceph-mon[31195]: Standby manager daemon y restarted 2024-04-10T15:33:22.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:22 smithi077 ceph-mon[31195]: Standby manager daemon y started 2024-04-10T15:33:22.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:22 smithi077 ceph-mon[31195]: from='mgr.? 172.21.15.69:0/2659504181' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-04-10T15:33:22.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:22 smithi077 ceph-mon[31195]: from='mgr.? 172.21.15.69:0/2659504181' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-10T15:33:22.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:22 smithi077 ceph-mon[31195]: from='mgr.? 172.21.15.69:0/2659504181' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-04-10T15:33:22.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:22 smithi077 ceph-mon[31195]: from='mgr.? 172.21.15.69:0/2659504181' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-10T15:33:23.088 INFO:tasks.rados.rados.0.smithi069.stdout:688: done (0 left) 2024-04-10T15:33:23.088 INFO:tasks.rados.rados.0.smithi069.stdout:689: copy_from oid 43 from oid 39 current snap is 65 2024-04-10T15:33:23.088 INFO:tasks.rados.rados.0.smithi069.stdout:690: delete oid 49 current snap is 65 2024-04-10T15:33:23.094 INFO:tasks.rados.rados.0.smithi069.stdout:690: done (1 left) 2024-04-10T15:33:23.094 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 23 current snap is 65 2024-04-10T15:33:23.095 INFO:tasks.rados.rados.0.smithi069.stdout:691: seq_num 238 ranges {1269760=794624,2064384=417792,2482176=385024} 2024-04-10T15:33:23.105 INFO:tasks.rados.rados.0.smithi069.stdout:691: writing smithi06982861-23 from 1269760 to 2064384 tid 1 2024-04-10T15:33:23.107 INFO:tasks.rados.rados.0.smithi069.stdout:691: writing smithi06982861-23 from 2064384 to 2482176 tid 2 2024-04-10T15:33:23.110 INFO:tasks.rados.rados.0.smithi069.stdout:691: writing smithi06982861-23 from 2482176 to 2867200 tid 3 2024-04-10T15:33:23.110 INFO:tasks.rados.rados.0.smithi069.stdout:692: rollback oid 3 current snap is 65 2024-04-10T15:33:23.110 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 3 to 64 2024-04-10T15:33:23.110 INFO:tasks.rados.rados.0.smithi069.stdout:689: finishing copy_from racing read to smithi06982861-43 2024-04-10T15:33:23.110 INFO:tasks.rados.rados.0.smithi069.stdout:689: finishing copy_from to smithi06982861-43 2024-04-10T15:33:23.110 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 43 v 87 (ObjNum 150 snap 37 seq_num 150) dirty exists 2024-04-10T15:33:23.110 INFO:tasks.rados.rados.0.smithi069.stdout:691: finishing write tid 1 to smithi06982861-23 2024-04-10T15:33:23.110 INFO:tasks.rados.rados.0.smithi069.stdout:691: finishing write tid 2 to smithi06982861-23 2024-04-10T15:33:23.110 INFO:tasks.rados.rados.0.smithi069.stdout:689: done (2 left) 2024-04-10T15:33:23.110 INFO:tasks.rados.rados.0.smithi069.stdout:693: snap_create 2024-04-10T15:33:23.112 INFO:tasks.rados.rados.0.smithi069.stdout:691: finishing write tid 3 to smithi06982861-23 2024-04-10T15:33:23.113 INFO:tasks.rados.rados.0.smithi069.stdout:692: finishing rollback tid 0 to smithi06982861-3 2024-04-10T15:33:23.113 INFO:tasks.rados.rados.0.smithi069.stdout:691: finishing write tid 4 to smithi06982861-23 2024-04-10T15:33:23.115 INFO:tasks.rados.rados.0.smithi069.stdout:692: finishing rollback tid 1 to smithi06982861-3 2024-04-10T15:33:23.115 INFO:tasks.rados.rados.0.smithi069.stdout:691: finishing write tid 5 to smithi06982861-23 2024-04-10T15:33:23.115 INFO:tasks.rados.rados.0.smithi069.stdout:691: oid 23 updating version 0 to 143 2024-04-10T15:33:23.115 INFO:tasks.rados.rados.0.smithi069.stdout:691: oid 23 updating version 143 to 144 2024-04-10T15:33:23.115 INFO:tasks.rados.rados.0.smithi069.stdout:691: oid 23 version 144 is already newer than 142 2024-04-10T15:33:23.115 INFO:tasks.rados.rados.0.smithi069.stdout:691: oid 23 version 144 is already newer than 141 2024-04-10T15:33:23.115 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 23 v 144 (ObjNum 238 snap 65 seq_num 238) dirty exists 2024-04-10T15:33:23.115 INFO:tasks.rados.rados.0.smithi069.stdout:691: left oid 23 (ObjNum 238 snap 65 seq_num 238) 2024-04-10T15:33:23.115 INFO:tasks.rados.rados.0.smithi069.stdout:692: finishing rollback tid 2 to smithi06982861-3 2024-04-10T15:33:23.115 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 3 v 209 (ObjNum 86 snap 16 seq_num 86) dirty exists 2024-04-10T15:33:23.440 INFO:tasks.rados.rados.0.smithi069.stdout:691: done (2 left) 2024-04-10T15:33:23.440 INFO:tasks.rados.rados.0.smithi069.stdout:692: done (1 left) 2024-04-10T15:33:23.440 INFO:tasks.rados.rados.0.smithi069.stdout:693: done (0 left) 2024-04-10T15:33:23.440 INFO:tasks.rados.rados.0.smithi069.stdout:694: read oid 42 snap -1 2024-04-10T15:33:23.440 INFO:tasks.rados.rados.0.smithi069.stdout:694: expect (ObjNum 164 snap 38 seq_num 164) 2024-04-10T15:33:23.440 INFO:tasks.rados.rados.0.smithi069.stdout:695: read oid 24 snap -1 2024-04-10T15:33:23.440 INFO:tasks.rados.rados.0.smithi069.stdout:695: expect (ObjNum 230 snap 56 seq_num 230) 2024-04-10T15:33:23.440 INFO:tasks.rados.rados.0.smithi069.stdout:696: copy_from oid 25 from oid 5 current snap is 66 2024-04-10T15:33:23.440 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 13 current snap is 66 2024-04-10T15:33:23.440 INFO:tasks.rados.rados.0.smithi069.stdout:697: seq_num 239 ranges {0=409600,409600=704512,1114112=499712} 2024-04-10T15:33:23.441 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:23 smithi077 ceph-mon[31195]: osdmap e186: 8 total, 8 up, 8 in 2024-04-10T15:33:23.441 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:23 smithi077 ceph-mon[31195]: mgrmap e30: x(active, since 33s), standbys: y 2024-04-10T15:33:23.441 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:23 smithi077 ceph-mon[31195]: osdmap e187: 8 total, 8 up, 8 in 2024-04-10T15:33:23.442 INFO:tasks.rados.rados.0.smithi069.stdout:697: writing smithi06982861-13 from 0 to 409600 tid 1 2024-04-10T15:33:23.447 INFO:tasks.rados.rados.0.smithi069.stdout:697: writing smithi06982861-13 from 409600 to 1114112 tid 2 2024-04-10T15:33:23.450 INFO:tasks.rados.rados.0.smithi069.stdout:697: writing smithi06982861-13 from 1114112 to 1613824 tid 3 2024-04-10T15:33:23.450 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 4 current snap is 66 2024-04-10T15:33:23.451 INFO:tasks.rados.rados.0.smithi069.stdout:696: finishing copy_from to smithi06982861-25 2024-04-10T15:33:23.451 INFO:tasks.rados.rados.0.smithi069.stdout:696: got expected ENOENT (src dne) 2024-04-10T15:33:23.451 INFO:tasks.rados.rados.0.smithi069.stdout:696: finishing copy_from racing read to smithi06982861-25 2024-04-10T15:33:23.451 INFO:tasks.rados.rados.0.smithi069.stdout:697: finishing write tid 1 to smithi06982861-13 2024-04-10T15:33:23.451 INFO:tasks.rados.rados.0.smithi069.stdout:698: seq_num 240 ranges {1376256=425984,1802240=589824,2392064=483328,2875392=131072} 2024-04-10T15:33:23.451 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:23 smithi069 ceph-mon[39688]: osdmap e186: 8 total, 8 up, 8 in 2024-04-10T15:33:23.451 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:23 smithi069 ceph-mon[39688]: mgrmap e30: x(active, since 33s), standbys: y 2024-04-10T15:33:23.451 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:23 smithi069 ceph-mon[39688]: osdmap e187: 8 total, 8 up, 8 in 2024-04-10T15:33:23.451 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:23 smithi069 ceph-mon[27501]: osdmap e186: 8 total, 8 up, 8 in 2024-04-10T15:33:23.452 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:23 smithi069 ceph-mon[27501]: mgrmap e30: x(active, since 33s), standbys: y 2024-04-10T15:33:23.452 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:23 smithi069 ceph-mon[27501]: osdmap e187: 8 total, 8 up, 8 in 2024-04-10T15:33:23.461 INFO:tasks.rados.rados.0.smithi069.stdout:698: writing smithi06982861-4 from 1376256 to 1802240 tid 1 2024-04-10T15:33:23.465 INFO:tasks.rados.rados.0.smithi069.stdout:698: writing smithi06982861-4 from 1802240 to 2392064 tid 2 2024-04-10T15:33:23.468 INFO:tasks.rados.rados.0.smithi069.stdout:698: writing smithi06982861-4 from 2392064 to 2875392 tid 3 2024-04-10T15:33:23.469 INFO:tasks.rados.rados.0.smithi069.stdout:698: writing smithi06982861-4 from 2875392 to 3006464 tid 4 2024-04-10T15:33:23.469 INFO:tasks.rados.rados.0.smithi069.stdout:696: done (4 left) 2024-04-10T15:33:23.469 INFO:tasks.rados.rados.0.smithi069.stdout:699: rmattr oid 32 current snap is 66 2024-04-10T15:33:23.470 INFO:tasks.rados.rados.0.smithi069.stdout:699: done (4 left) 2024-04-10T15:33:23.470 INFO:tasks.rados.rados.0.smithi069.stdout:700: read oid 36 snap -1 2024-04-10T15:33:23.470 INFO:tasks.rados.rados.0.smithi069.stdout:700: expect deleted 2024-04-10T15:33:23.470 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 28 current snap is 66 2024-04-10T15:33:23.471 INFO:tasks.rados.rados.0.smithi069.stdout:697: finishing write tid 2 to smithi06982861-13 2024-04-10T15:33:23.471 INFO:tasks.rados.rados.0.smithi069.stdout:697: finishing write tid 3 to smithi06982861-13 2024-04-10T15:33:23.471 INFO:tasks.rados.rados.0.smithi069.stdout:697: finishing write tid 4 to smithi06982861-13 2024-04-10T15:33:23.471 INFO:tasks.rados.rados.0.smithi069.stdout:697: finishing write tid 5 to smithi06982861-13 2024-04-10T15:33:23.471 INFO:tasks.rados.rados.0.smithi069.stdout:697: oid 13 updating version 0 to 274 2024-04-10T15:33:23.471 INFO:tasks.rados.rados.0.smithi069.stdout:697: oid 13 updating version 274 to 275 2024-04-10T15:33:23.471 INFO:tasks.rados.rados.0.smithi069.stdout:697: oid 13 version 275 is already newer than 273 2024-04-10T15:33:23.471 INFO:tasks.rados.rados.0.smithi069.stdout:697: oid 13 version 275 is already newer than 272 2024-04-10T15:33:23.471 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 13 v 275 (ObjNum 239 snap 66 seq_num 239) dirty exists 2024-04-10T15:33:23.471 INFO:tasks.rados.rados.0.smithi069.stdout:697: left oid 13 (ObjNum 239 snap 66 seq_num 239) 2024-04-10T15:33:23.471 INFO:tasks.rados.rados.0.smithi069.stdout:694: expect (ObjNum 164 snap 38 seq_num 164) 2024-04-10T15:33:23.666 INFO:tasks.rados.rados.0.smithi069.stdout:695: expect (ObjNum 230 snap 56 seq_num 230) 2024-04-10T15:33:23.739 INFO:journalctl@ceph.mgr.x.smithi077.stdout:Apr 10 15:33:23 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-x[66795]: 2024-04-10T15:33:23.453+0000 7f538c6ab700 -1 mgr handle_mgr_map I was active but no longer am 2024-04-10T15:33:23.739 INFO:journalctl@ceph.mgr.x.smithi077.stdout:Apr 10 15:33:23 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-x[66795]: ignoring --setuser ceph since I am not root 2024-04-10T15:33:23.740 INFO:journalctl@ceph.mgr.x.smithi077.stdout:Apr 10 15:33:23 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-x[66795]: ignoring --setgroup ceph since I am not root 2024-04-10T15:33:23.740 INFO:journalctl@ceph.mgr.x.smithi077.stdout:Apr 10 15:33:23 smithi077 ceph-mgr[66818]: -- 172.21.15.77:0/2611797029 <== mon.1 v2:172.21.15.77:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5573ccc9a5a0 con 0x5573ccc6e800 2024-04-10T15:33:23.740 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:33:23 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[75626]: ts=2024-04-10T15:33:23.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi069\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi069\", job=\"node\", machine=\"x86_64\", nodename=\"smithi069\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", domainname=\"(none)\", instance=\"smithi069\", job=\"node\", machine=\"x86_64\", nodename=\"smithi069\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:33:23.793 INFO:tasks.rados.rados.0.smithi069.stdout:698: finishing write tid 1 to smithi06982861-4 2024-04-10T15:33:23.793 INFO:tasks.rados.rados.0.smithi069.stdout:698: finishing write tid 2 to smithi06982861-4 2024-04-10T15:33:23.794 INFO:tasks.rados.rados.0.smithi069.stdout:701: seq_num 241 ranges {6733824=442368,7176192=466944,7643136=688128,8331264=49152} 2024-04-10T15:33:23.832 INFO:tasks.rados.rados.0.smithi069.stdout:701: writing smithi06982861-28 from 6733824 to 7176192 tid 1 2024-04-10T15:33:23.834 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:33:23 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: [10/Apr/2024:15:33:23] ENGINE Bus STOPPING 2024-04-10T15:33:23.834 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:33:23 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: [10/Apr/2024:15:33:23] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-10T15:33:23.834 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:33:23 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: [10/Apr/2024:15:33:23] ENGINE Bus STOPPED 2024-04-10T15:33:23.834 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:33:23 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: [10/Apr/2024:15:33:23] ENGINE Bus STARTING 2024-04-10T15:33:23.834 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:33:23 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: 2024-04-10T15:33:23.593+0000 7f87840aa700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-10T15:33:23.834 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:33:23 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: 2024-04-10T15:33:23.593+0000 7f87840aa700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-10T15:33:23.834 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:33:23 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: 2024-04-10T15:33:23.593+0000 7f87840aa700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-10T15:33:23.834 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:33:23 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: 2024-04-10T15:33:23.593+0000 7f87840aa700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-10T15:33:23.834 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:33:23 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: 2024-04-10T15:33:23.593+0000 7f87840aa700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-10T15:33:23.834 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:33:23 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: 2024-04-10T15:33:23.593+0000 7f87870b0700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-10T15:33:23.834 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:33:23 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: 2024-04-10T15:33:23.593+0000 7f87870b0700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-10T15:33:23.834 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:33:23 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: 2024-04-10T15:33:23.593+0000 7f87870b0700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-10T15:33:23.834 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:33:23 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: 2024-04-10T15:33:23.593+0000 7f87870b0700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-10T15:33:23.835 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:33:23 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: 2024-04-10T15:33:23.593+0000 7f87870b0700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-10T15:33:23.835 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:33:23 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: [10/Apr/2024:15:33:23] ENGINE Serving on http://:::9283 2024-04-10T15:33:23.835 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:33:23 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: [10/Apr/2024:15:33:23] ENGINE Bus STARTED 2024-04-10T15:33:23.835 INFO:tasks.rados.rados.0.smithi069.stdout:701: writing smithi06982861-28 from 7176192 to 7643136 tid 2 2024-04-10T15:33:23.839 INFO:tasks.rados.rados.0.smithi069.stdout:701: writing smithi06982861-28 from 7643136 to 8331264 tid 3 2024-04-10T15:33:23.840 INFO:tasks.rados.rados.0.smithi069.stdout:701: writing smithi06982861-28 from 8331264 to 8380416 tid 4 2024-04-10T15:33:23.840 INFO:tasks.rados.rados.0.smithi069.stdout:694: done (5 left) 2024-04-10T15:33:23.840 INFO:tasks.rados.rados.0.smithi069.stdout:695: done (4 left) 2024-04-10T15:33:23.840 INFO:tasks.rados.rados.0.smithi069.stdout:697: done (3 left) 2024-04-10T15:33:23.840 INFO:tasks.rados.rados.0.smithi069.stdout:702: copy_from oid 19 from oid 2 current snap is 66 2024-04-10T15:33:23.840 INFO:tasks.rados.rados.0.smithi069.stdout:698: finishing write tid 3 to smithi06982861-4 2024-04-10T15:33:23.840 INFO:tasks.rados.rados.0.smithi069.stdout:698: finishing write tid 4 to smithi06982861-4 2024-04-10T15:33:23.840 INFO:tasks.rados.rados.0.smithi069.stdout:698: finishing write tid 5 to smithi06982861-4 2024-04-10T15:33:23.841 INFO:tasks.rados.rados.0.smithi069.stdout:698: finishing write tid 6 to smithi06982861-4 2024-04-10T15:33:23.841 INFO:tasks.rados.rados.0.smithi069.stdout:698: oid 4 updating version 0 to 334 2024-04-10T15:33:23.841 INFO:tasks.rados.rados.0.smithi069.stdout:698: oid 4 updating version 334 to 335 2024-04-10T15:33:23.841 INFO:tasks.rados.rados.0.smithi069.stdout:698: oid 4 updating version 335 to 338 2024-04-10T15:33:23.841 INFO:tasks.rados.rados.0.smithi069.stdout:698: oid 4 version 338 is already newer than 336 2024-04-10T15:33:23.841 INFO:tasks.rados.rados.0.smithi069.stdout:698: oid 4 version 338 is already newer than 337 2024-04-10T15:33:23.841 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 4 v 338 (ObjNum 240 snap 66 seq_num 240) dirty exists 2024-04-10T15:33:23.841 INFO:tasks.rados.rados.0.smithi069.stdout:698: left oid 4 (ObjNum 240 snap 66 seq_num 240) 2024-04-10T15:33:23.841 INFO:tasks.rados.rados.0.smithi069.stdout:701: finishing write tid 1 to smithi06982861-28 2024-04-10T15:33:23.841 INFO:tasks.rados.rados.0.smithi069.stdout:701: finishing write tid 2 to smithi06982861-28 2024-04-10T15:33:23.841 INFO:tasks.rados.rados.0.smithi069.stdout:698: done (3 left) 2024-04-10T15:33:23.841 INFO:tasks.rados.rados.0.smithi069.stdout:700: done (2 left) 2024-04-10T15:33:23.841 INFO:tasks.rados.rados.0.smithi069.stdout:703: snap_create 2024-04-10T15:33:23.842 INFO:tasks.rados.rados.0.smithi069.stdout:702: finishing copy_from to smithi06982861-19 2024-04-10T15:33:23.842 INFO:tasks.rados.rados.0.smithi069.stdout:702: got expected ENOENT (src dne) 2024-04-10T15:33:23.842 INFO:tasks.rados.rados.0.smithi069.stdout:702: finishing copy_from racing read to smithi06982861-19 2024-04-10T15:33:23.843 INFO:tasks.rados.rados.0.smithi069.stdout:701: finishing write tid 3 to smithi06982861-28 2024-04-10T15:33:23.843 INFO:tasks.rados.rados.0.smithi069.stdout:701: finishing write tid 4 to smithi06982861-28 2024-04-10T15:33:23.843 INFO:tasks.rados.rados.0.smithi069.stdout:701: finishing write tid 5 to smithi06982861-28 2024-04-10T15:33:23.844 INFO:tasks.rados.rados.0.smithi069.stdout:701: finishing write tid 6 to smithi06982861-28 2024-04-10T15:33:23.844 INFO:tasks.rados.rados.0.smithi069.stdout:701: oid 28 updating version 0 to 149 2024-04-10T15:33:23.844 INFO:tasks.rados.rados.0.smithi069.stdout:701: oid 28 version 149 is already newer than 146 2024-04-10T15:33:23.844 INFO:tasks.rados.rados.0.smithi069.stdout:701: oid 28 version 149 is already newer than 147 2024-04-10T15:33:23.844 INFO:tasks.rados.rados.0.smithi069.stdout:701: oid 28 updating version 149 to 150 2024-04-10T15:33:23.844 INFO:tasks.rados.rados.0.smithi069.stdout:701: oid 28 version 150 is already newer than 148 2024-04-10T15:33:23.844 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 28 v 150 (ObjNum 241 snap 66 seq_num 241) dirty exists 2024-04-10T15:33:23.844 INFO:tasks.rados.rados.0.smithi069.stdout:701: left oid 28 (ObjNum 241 snap 66 seq_num 241) 2024-04-10T15:33:24.439 INFO:tasks.rados.rados.0.smithi069.stdout:701: done (2 left) 2024-04-10T15:33:24.439 INFO:tasks.rados.rados.0.smithi069.stdout:702: done (1 left) 2024-04-10T15:33:24.439 INFO:tasks.rados.rados.0.smithi069.stdout:703: done (0 left) 2024-04-10T15:33:24.439 INFO:tasks.rados.rados.0.smithi069.stdout:704: rollback oid 46 current snap is 67 2024-04-10T15:33:24.439 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 46 to 56 2024-04-10T15:33:24.439 INFO:tasks.rados.rados.0.smithi069.stdout:705: copy_from oid 35 from oid 11 current snap is 67 2024-04-10T15:33:24.439 INFO:tasks.rados.rados.0.smithi069.stdout:706: read oid 30 snap -1 2024-04-10T15:33:24.439 INFO:tasks.rados.rados.0.smithi069.stdout:706: expect (ObjNum 195 snap 51 seq_num 195) 2024-04-10T15:33:24.439 INFO:tasks.rados.rados.0.smithi069.stdout:707: copy_from oid 6 from oid 38 current snap is 67 2024-04-10T15:33:24.439 INFO:tasks.rados.rados.0.smithi069.stdout:708: delete oid 33 current snap is 67 2024-04-10T15:33:24.450 INFO:tasks.rados.rados.0.smithi069.stdout:706: expect (ObjNum 195 snap 51 seq_num 195) 2024-04-10T15:33:24.478 INFO:tasks.rados.rados.0.smithi069.stdout:705: finishing copy_from racing read to smithi06982861-35 2024-04-10T15:33:24.478 INFO:tasks.rados.rados.0.smithi069.stdout:705: finishing copy_from to smithi06982861-35 2024-04-10T15:33:24.478 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 35 v 82 (ObjNum 53 snap 1 seq_num 53) dirty exists 2024-04-10T15:33:24.478 INFO:tasks.rados.rados.0.smithi069.stdout:704: finishing rollback tid 0 to smithi06982861-46 2024-04-10T15:33:24.478 INFO:tasks.rados.rados.0.smithi069.stdout:704: finishing rollback tid 1 to smithi06982861-46 2024-04-10T15:33:24.478 INFO:tasks.rados.rados.0.smithi069.stdout:704: finishing rollback tid 2 to smithi06982861-46 2024-04-10T15:33:24.478 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 46 v 237 (ObjNum 207 snap 52 seq_num 207) dirty exists 2024-04-10T15:33:24.478 INFO:tasks.rados.rados.0.smithi069.stdout:707: finishing copy_from racing read to smithi06982861-6 2024-04-10T15:33:24.478 INFO:tasks.rados.rados.0.smithi069.stdout:704: done (4 left) 2024-04-10T15:33:24.478 INFO:tasks.rados.rados.0.smithi069.stdout:705: done (3 left) 2024-04-10T15:33:24.478 INFO:tasks.rados.rados.0.smithi069.stdout:706: done (2 left) 2024-04-10T15:33:24.478 INFO:tasks.rados.rados.0.smithi069.stdout:708: done (1 left) 2024-04-10T15:33:24.478 INFO:tasks.rados.rados.0.smithi069.stdout:709: read oid 9 snap -1 2024-04-10T15:33:24.479 INFO:tasks.rados.rados.0.smithi069.stdout:709: expect deleted 2024-04-10T15:33:24.479 INFO:tasks.rados.rados.0.smithi069.stdout:710: read oid 24 snap 63 2024-04-10T15:33:24.479 INFO:tasks.rados.rados.0.smithi069.stdout:710: expect (ObjNum 230 snap 56 seq_num 230) 2024-04-10T15:33:24.479 INFO:tasks.rados.rados.0.smithi069.stdout:711: copy_from oid 32 from oid 44 current snap is 67 2024-04-10T15:33:24.479 INFO:tasks.rados.rados.0.smithi069.stdout:707: finishing copy_from to smithi06982861-6 2024-04-10T15:33:24.479 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 6 v 243 (ObjNum 213 snap 53 seq_num 213) dirty exists 2024-04-10T15:33:24.479 INFO:tasks.rados.rados.0.smithi069.stdout:707: done (3 left) 2024-04-10T15:33:24.479 INFO:tasks.rados.rados.0.smithi069.stdout:712: read oid 40 snap -1 2024-04-10T15:33:24.479 INFO:tasks.rados.rados.0.smithi069.stdout:712: expect (ObjNum 221 snap 54 seq_num 221) 2024-04-10T15:33:24.479 INFO:tasks.rados.rados.0.smithi069.stdout:713: snap_remove snap 57 2024-04-10T15:33:24.489 INFO:journalctl@ceph.mgr.x.smithi077.stdout:Apr 10 15:33:24 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-x[66795]: 2024-04-10T15:33:24.037+0000 7f73eaf86200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-10T15:33:24.489 INFO:journalctl@ceph.mgr.x.smithi077.stdout:Apr 10 15:33:24 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-x[66795]: 2024-04-10T15:33:24.135+0000 7f73eaf86200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-10T15:33:24.489 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:24 smithi077 ceph-mon[31195]: pgmap v54: 121 pgs: 121 active+clean; 189 MiB data, 724 MiB used, 715 GiB / 715 GiB avail; 4.6 MiB/s rd, 734 KiB/s wr, 7 op/s 2024-04-10T15:33:24.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:24 smithi077 ceph-mon[31195]: from='mgr.24853 ' entity='mgr.x' 2024-04-10T15:33:24.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:24 smithi077 ceph-mon[31195]: from='mgr.24853 ' entity='mgr.x' 2024-04-10T15:33:24.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:24 smithi077 ceph-mon[31195]: from='mgr.24853 172.21.15.77:0/2860758011' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:33:24.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:24 smithi077 ceph-mon[31195]: from='mgr.24853 172.21.15.77:0/2860758011' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:33:24.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:24 smithi077 ceph-mon[31195]: from='mgr.24853 ' entity='mgr.x' 2024-04-10T15:33:24.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:24 smithi077 ceph-mon[31195]: from='mgr.24853 172.21.15.77:0/2860758011' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:33:24.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:24 smithi077 ceph-mon[31195]: from='mgr.24853 172.21.15.77:0/2860758011' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-04-10T15:33:24.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:24 smithi077 ceph-mon[31195]: from='mgr.24853 ' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-04-10T15:33:24.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:24 smithi077 ceph-mon[31195]: Activating manager daemon y 2024-04-10T15:33:24.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:24 smithi077 ceph-mon[31195]: osdmap e188: 8 total, 8 up, 8 in 2024-04-10T15:33:24.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:24 smithi077 ceph-mon[31195]: from='mgr.24853 ' entity='mgr.x' cmd='[{"prefix": "mgr fail", "who": "x"}]': finished 2024-04-10T15:33:24.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:24 smithi077 ceph-mon[31195]: mgrmap e31: y(active, starting, since 0.00829263s) 2024-04-10T15:33:24.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:24 smithi077 ceph-mon[31195]: from='mgr.25052 172.21.15.69:0/2659504181' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:33:24.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:24 smithi077 ceph-mon[31195]: from='mgr.25052 172.21.15.69:0/2659504181' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:33:24.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:24 smithi077 ceph-mon[31195]: from='mgr.25052 172.21.15.69:0/2659504181' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:33:24.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:24 smithi077 ceph-mon[31195]: from='mgr.25052 172.21.15.69:0/2659504181' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-10T15:33:24.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:24 smithi077 ceph-mon[31195]: from='mgr.25052 172.21.15.69:0/2659504181' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-10T15:33:24.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:24 smithi077 ceph-mon[31195]: from='mgr.25052 172.21.15.69:0/2659504181' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-10T15:33:24.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:24 smithi077 ceph-mon[31195]: from='mgr.25052 172.21.15.69:0/2659504181' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-10T15:33:24.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:24 smithi077 ceph-mon[31195]: from='mgr.25052 172.21.15.69:0/2659504181' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-10T15:33:24.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:24 smithi077 ceph-mon[31195]: from='mgr.25052 172.21.15.69:0/2659504181' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-10T15:33:24.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:24 smithi077 ceph-mon[31195]: from='mgr.25052 172.21.15.69:0/2659504181' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-10T15:33:24.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:24 smithi077 ceph-mon[31195]: from='mgr.25052 172.21.15.69:0/2659504181' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-10T15:33:24.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:24 smithi077 ceph-mon[31195]: from='mgr.25052 172.21.15.69:0/2659504181' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-10T15:33:24.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:24 smithi077 ceph-mon[31195]: from='mgr.25052 172.21.15.69:0/2659504181' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-10T15:33:24.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:24 smithi077 ceph-mon[31195]: from='mgr.25052 172.21.15.69:0/2659504181' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-10T15:33:24.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:24 smithi077 ceph-mon[31195]: from='mgr.25052 172.21.15.69:0/2659504181' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-10T15:33:24.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:24 smithi077 ceph-mon[31195]: from='mgr.25052 172.21.15.69:0/2659504181' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-10T15:33:24.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:24 smithi077 ceph-mon[31195]: from='mgr.25052 172.21.15.69:0/2659504181' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-10T15:33:24.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:24 smithi077 ceph-mon[31195]: Manager daemon y is now available 2024-04-10T15:33:24.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:24 smithi077 ceph-mon[31195]: from='mgr.25052 172.21.15.69:0/2659504181' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:33:24.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:24 smithi077 ceph-mon[31195]: from='mgr.25052 172.21.15.69:0/2659504181' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:33:24.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:24 smithi077 ceph-mon[31195]: from='mgr.25052 172.21.15.69:0/2659504181' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-10T15:33:24.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:24 smithi077 ceph-mon[31195]: from='mgr.25052 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-10T15:33:24.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:24 smithi077 ceph-mon[31195]: from='mgr.25052 172.21.15.69:0/2659504181' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-10T15:33:24.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:24 smithi077 ceph-mon[31195]: from='mgr.25052 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-10T15:33:24.583 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:24 smithi069 ceph-mon[39688]: pgmap v54: 121 pgs: 121 active+clean; 189 MiB data, 724 MiB used, 715 GiB / 715 GiB avail; 4.6 MiB/s rd, 734 KiB/s wr, 7 op/s 2024-04-10T15:33:24.584 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:24 smithi069 ceph-mon[39688]: from='mgr.24853 ' entity='mgr.x' 2024-04-10T15:33:24.584 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:24 smithi069 ceph-mon[39688]: from='mgr.24853 ' entity='mgr.x' 2024-04-10T15:33:24.584 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:24 smithi069 ceph-mon[39688]: from='mgr.24853 172.21.15.77:0/2860758011' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:33:24.584 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:24 smithi069 ceph-mon[39688]: from='mgr.24853 172.21.15.77:0/2860758011' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:33:24.584 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:24 smithi069 ceph-mon[39688]: from='mgr.24853 ' entity='mgr.x' 2024-04-10T15:33:24.584 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:24 smithi069 ceph-mon[39688]: from='mgr.24853 172.21.15.77:0/2860758011' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:33:24.584 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:24 smithi069 ceph-mon[39688]: from='mgr.24853 172.21.15.77:0/2860758011' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-04-10T15:33:24.584 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:24 smithi069 ceph-mon[39688]: from='mgr.24853 ' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-04-10T15:33:24.584 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:24 smithi069 ceph-mon[39688]: Activating manager daemon y 2024-04-10T15:33:24.584 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:24 smithi069 ceph-mon[39688]: osdmap e188: 8 total, 8 up, 8 in 2024-04-10T15:33:24.584 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:24 smithi069 ceph-mon[39688]: from='mgr.24853 ' entity='mgr.x' cmd='[{"prefix": "mgr fail", "who": "x"}]': finished 2024-04-10T15:33:24.584 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:24 smithi069 ceph-mon[39688]: mgrmap e31: y(active, starting, since 0.00829263s) 2024-04-10T15:33:24.584 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:24 smithi069 ceph-mon[39688]: from='mgr.25052 172.21.15.69:0/2659504181' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:33:24.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:24 smithi069 ceph-mon[39688]: from='mgr.25052 172.21.15.69:0/2659504181' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:33:24.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:24 smithi069 ceph-mon[39688]: from='mgr.25052 172.21.15.69:0/2659504181' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:33:24.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:24 smithi069 ceph-mon[39688]: from='mgr.25052 172.21.15.69:0/2659504181' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-10T15:33:24.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:24 smithi069 ceph-mon[39688]: from='mgr.25052 172.21.15.69:0/2659504181' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-10T15:33:24.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:24 smithi069 ceph-mon[39688]: from='mgr.25052 172.21.15.69:0/2659504181' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-10T15:33:24.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:24 smithi069 ceph-mon[39688]: from='mgr.25052 172.21.15.69:0/2659504181' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-10T15:33:24.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:24 smithi069 ceph-mon[39688]: from='mgr.25052 172.21.15.69:0/2659504181' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-10T15:33:24.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:24 smithi069 ceph-mon[39688]: from='mgr.25052 172.21.15.69:0/2659504181' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-10T15:33:24.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:24 smithi069 ceph-mon[39688]: from='mgr.25052 172.21.15.69:0/2659504181' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-10T15:33:24.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:24 smithi069 ceph-mon[39688]: from='mgr.25052 172.21.15.69:0/2659504181' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-10T15:33:24.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:24 smithi069 ceph-mon[39688]: from='mgr.25052 172.21.15.69:0/2659504181' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-10T15:33:24.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:24 smithi069 ceph-mon[39688]: from='mgr.25052 172.21.15.69:0/2659504181' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-10T15:33:24.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:24 smithi069 ceph-mon[39688]: from='mgr.25052 172.21.15.69:0/2659504181' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-10T15:33:24.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:24 smithi069 ceph-mon[39688]: from='mgr.25052 172.21.15.69:0/2659504181' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-10T15:33:24.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:24 smithi069 ceph-mon[39688]: from='mgr.25052 172.21.15.69:0/2659504181' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-10T15:33:24.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:24 smithi069 ceph-mon[39688]: from='mgr.25052 172.21.15.69:0/2659504181' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-10T15:33:24.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:24 smithi069 ceph-mon[39688]: Manager daemon y is now available 2024-04-10T15:33:24.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:24 smithi069 ceph-mon[39688]: from='mgr.25052 172.21.15.69:0/2659504181' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:33:24.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:24 smithi069 ceph-mon[39688]: from='mgr.25052 172.21.15.69:0/2659504181' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:33:24.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:24 smithi069 ceph-mon[39688]: from='mgr.25052 172.21.15.69:0/2659504181' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-10T15:33:24.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:24 smithi069 ceph-mon[39688]: from='mgr.25052 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-10T15:33:24.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:24 smithi069 ceph-mon[39688]: from='mgr.25052 172.21.15.69:0/2659504181' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-10T15:33:24.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:24 smithi069 ceph-mon[39688]: from='mgr.25052 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-10T15:33:24.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:24 smithi069 ceph-mon[27501]: pgmap v54: 121 pgs: 121 active+clean; 189 MiB data, 724 MiB used, 715 GiB / 715 GiB avail; 4.6 MiB/s rd, 734 KiB/s wr, 7 op/s 2024-04-10T15:33:24.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:24 smithi069 ceph-mon[27501]: from='mgr.24853 ' entity='mgr.x' 2024-04-10T15:33:24.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:24 smithi069 ceph-mon[27501]: from='mgr.24853 ' entity='mgr.x' 2024-04-10T15:33:24.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:24 smithi069 ceph-mon[27501]: from='mgr.24853 172.21.15.77:0/2860758011' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:33:24.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:24 smithi069 ceph-mon[27501]: from='mgr.24853 172.21.15.77:0/2860758011' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:33:24.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:24 smithi069 ceph-mon[27501]: from='mgr.24853 ' entity='mgr.x' 2024-04-10T15:33:24.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:24 smithi069 ceph-mon[27501]: from='mgr.24853 172.21.15.77:0/2860758011' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:33:24.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:24 smithi069 ceph-mon[27501]: from='mgr.24853 172.21.15.77:0/2860758011' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-04-10T15:33:24.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:24 smithi069 ceph-mon[27501]: from='mgr.24853 ' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-04-10T15:33:24.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:24 smithi069 ceph-mon[27501]: Activating manager daemon y 2024-04-10T15:33:24.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:24 smithi069 ceph-mon[27501]: osdmap e188: 8 total, 8 up, 8 in 2024-04-10T15:33:24.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:24 smithi069 ceph-mon[27501]: from='mgr.24853 ' entity='mgr.x' cmd='[{"prefix": "mgr fail", "who": "x"}]': finished 2024-04-10T15:33:24.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:24 smithi069 ceph-mon[27501]: mgrmap e31: y(active, starting, since 0.00829263s) 2024-04-10T15:33:24.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:24 smithi069 ceph-mon[27501]: from='mgr.25052 172.21.15.69:0/2659504181' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:33:24.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:24 smithi069 ceph-mon[27501]: from='mgr.25052 172.21.15.69:0/2659504181' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:33:24.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:24 smithi069 ceph-mon[27501]: from='mgr.25052 172.21.15.69:0/2659504181' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:33:24.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:24 smithi069 ceph-mon[27501]: from='mgr.25052 172.21.15.69:0/2659504181' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-10T15:33:24.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:24 smithi069 ceph-mon[27501]: from='mgr.25052 172.21.15.69:0/2659504181' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-10T15:33:24.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:24 smithi069 ceph-mon[27501]: from='mgr.25052 172.21.15.69:0/2659504181' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-10T15:33:24.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:24 smithi069 ceph-mon[27501]: from='mgr.25052 172.21.15.69:0/2659504181' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-10T15:33:24.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:24 smithi069 ceph-mon[27501]: from='mgr.25052 172.21.15.69:0/2659504181' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-10T15:33:24.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:24 smithi069 ceph-mon[27501]: from='mgr.25052 172.21.15.69:0/2659504181' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-10T15:33:24.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:24 smithi069 ceph-mon[27501]: from='mgr.25052 172.21.15.69:0/2659504181' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-10T15:33:24.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:24 smithi069 ceph-mon[27501]: from='mgr.25052 172.21.15.69:0/2659504181' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-10T15:33:24.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:24 smithi069 ceph-mon[27501]: from='mgr.25052 172.21.15.69:0/2659504181' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-10T15:33:24.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:24 smithi069 ceph-mon[27501]: from='mgr.25052 172.21.15.69:0/2659504181' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-10T15:33:24.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:24 smithi069 ceph-mon[27501]: from='mgr.25052 172.21.15.69:0/2659504181' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-10T15:33:24.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:24 smithi069 ceph-mon[27501]: from='mgr.25052 172.21.15.69:0/2659504181' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-10T15:33:24.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:24 smithi069 ceph-mon[27501]: from='mgr.25052 172.21.15.69:0/2659504181' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-10T15:33:24.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:24 smithi069 ceph-mon[27501]: from='mgr.25052 172.21.15.69:0/2659504181' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-10T15:33:24.589 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:24 smithi069 ceph-mon[27501]: Manager daemon y is now available 2024-04-10T15:33:24.589 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:24 smithi069 ceph-mon[27501]: from='mgr.25052 172.21.15.69:0/2659504181' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:33:24.589 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:24 smithi069 ceph-mon[27501]: from='mgr.25052 172.21.15.69:0/2659504181' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:33:24.589 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:24 smithi069 ceph-mon[27501]: from='mgr.25052 172.21.15.69:0/2659504181' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-10T15:33:24.589 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:24 smithi069 ceph-mon[27501]: from='mgr.25052 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-10T15:33:24.589 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:24 smithi069 ceph-mon[27501]: from='mgr.25052 172.21.15.69:0/2659504181' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-10T15:33:24.589 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:24 smithi069 ceph-mon[27501]: from='mgr.25052 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-10T15:33:24.922 INFO:journalctl@ceph.mgr.x.smithi077.stdout:Apr 10 15:33:24 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-x[66795]: 2024-04-10T15:33:24.842+0000 7f73eaf86200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-10T15:33:24.923 INFO:journalctl@ceph.mgr.x.smithi077.stdout:Apr 10 15:33:24 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-x[66795]: 2024-04-10T15:33:24.935+0000 7f73eaf86200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-10T15:33:25.175 INFO:journalctl@ceph.mgr.x.smithi077.stdout:Apr 10 15:33:25 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-x[66795]: 2024-04-10T15:33:25.078+0000 7f73eaf86200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-10T15:33:25.449 INFO:journalctl@ceph.mgr.x.smithi077.stdout:Apr 10 15:33:25 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-x[66795]: 2024-04-10T15:33:25.188+0000 7f73eaf86200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-10T15:33:25.449 INFO:journalctl@ceph.mgr.x.smithi077.stdout:Apr 10 15:33:25 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-x[66795]: 2024-04-10T15:33:25.274+0000 7f73eaf86200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-10T15:33:25.449 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:25 smithi077 ceph-mon[31195]: [10/Apr/2024:15:33:24] ENGINE Bus STARTING 2024-04-10T15:33:25.449 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:25 smithi077 ceph-mon[31195]: from='mgr.25052 ' entity='mgr.y' 2024-04-10T15:33:25.449 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:25 smithi077 ceph-mon[31195]: from='mgr.25052 ' entity='mgr.y' 2024-04-10T15:33:25.450 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:25 smithi077 ceph-mon[31195]: [10/Apr/2024:15:33:24] ENGINE Serving on http://172.21.15.69:8765 2024-04-10T15:33:25.450 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:25 smithi077 ceph-mon[31195]: osdmap e189: 8 total, 8 up, 8 in 2024-04-10T15:33:25.450 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:25 smithi077 ceph-mon[31195]: mgrmap e32: y(active, since 1.02073s) 2024-04-10T15:33:25.455 INFO:tasks.rados.rados.0.smithi069.stdout:713: done (4 left) 2024-04-10T15:33:25.455 INFO:tasks.rados.rados.0.smithi069.stdout:714: rmattr oid 4 current snap is 67 2024-04-10T15:33:25.455 INFO:tasks.rados.rados.0.smithi069.stdout:714: done (4 left) 2024-04-10T15:33:25.455 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 48 current snap is 67 2024-04-10T15:33:25.455 INFO:tasks.rados.rados.0.smithi069.stdout:715: seq_num 243 ranges {0=475136,475136=638976,1114112=565248} 2024-04-10T15:33:25.458 INFO:tasks.rados.rados.0.smithi069.stdout:715: writing smithi06982861-48 from 0 to 475136 tid 1 2024-04-10T15:33:25.462 INFO:tasks.rados.rados.0.smithi069.stdout:715: writing smithi06982861-48 from 475136 to 1114112 tid 2 2024-04-10T15:33:25.466 INFO:tasks.rados.rados.0.smithi069.stdout:715: writing smithi06982861-48 from 1114112 to 1679360 tid 3 2024-04-10T15:33:25.466 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 28 current snap is 67 2024-04-10T15:33:25.466 INFO:tasks.rados.rados.0.smithi069.stdout:716: seq_num 244 ranges {8380416=491520,8871936=573440,9445376=458752,9904128=172032} 2024-04-10T15:33:25.514 INFO:tasks.rados.rados.0.smithi069.stdout:716: writing smithi06982861-28 from 8380416 to 8871936 tid 1 2024-04-10T15:33:25.518 INFO:tasks.rados.rados.0.smithi069.stdout:716: writing smithi06982861-28 from 8871936 to 9445376 tid 2 2024-04-10T15:33:25.520 INFO:tasks.rados.rados.0.smithi069.stdout:716: writing smithi06982861-28 from 9445376 to 9904128 tid 3 2024-04-10T15:33:25.522 INFO:tasks.rados.rados.0.smithi069.stdout:716: writing smithi06982861-28 from 9904128 to 10076160 tid 4 2024-04-10T15:33:25.522 INFO:tasks.rados.rados.0.smithi069.stdout:717: setattr oid 46 current snap is 67 2024-04-10T15:33:25.522 INFO:tasks.rados.rados.0.smithi069.stdout:710: expect (ObjNum 230 snap 56 seq_num 230) 2024-04-10T15:33:25.583 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:25 smithi069 ceph-mon[39688]: [10/Apr/2024:15:33:24] ENGINE Bus STARTING 2024-04-10T15:33:25.583 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:25 smithi069 ceph-mon[39688]: from='mgr.25052 ' entity='mgr.y' 2024-04-10T15:33:25.583 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:25 smithi069 ceph-mon[39688]: from='mgr.25052 ' entity='mgr.y' 2024-04-10T15:33:25.583 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:25 smithi069 ceph-mon[39688]: [10/Apr/2024:15:33:24] ENGINE Serving on http://172.21.15.69:8765 2024-04-10T15:33:25.583 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:25 smithi069 ceph-mon[39688]: osdmap e189: 8 total, 8 up, 8 in 2024-04-10T15:33:25.583 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:25 smithi069 ceph-mon[39688]: mgrmap e32: y(active, since 1.02073s) 2024-04-10T15:33:25.584 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:25 smithi069 ceph-mon[27501]: [10/Apr/2024:15:33:24] ENGINE Bus STARTING 2024-04-10T15:33:25.584 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:25 smithi069 ceph-mon[27501]: from='mgr.25052 ' entity='mgr.y' 2024-04-10T15:33:25.584 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:25 smithi069 ceph-mon[27501]: from='mgr.25052 ' entity='mgr.y' 2024-04-10T15:33:25.584 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:25 smithi069 ceph-mon[27501]: [10/Apr/2024:15:33:24] ENGINE Serving on http://172.21.15.69:8765 2024-04-10T15:33:25.584 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:25 smithi069 ceph-mon[27501]: osdmap e189: 8 total, 8 up, 8 in 2024-04-10T15:33:25.584 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:25 smithi069 ceph-mon[27501]: mgrmap e32: y(active, since 1.02073s) 2024-04-10T15:33:25.655 INFO:tasks.rados.rados.0.smithi069.stdout:712: expect (ObjNum 221 snap 54 seq_num 221) 2024-04-10T15:33:25.701 INFO:journalctl@ceph.mgr.x.smithi077.stdout:Apr 10 15:33:25 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-x[66795]: 2024-04-10T15:33:25.559+0000 7f73eaf86200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-10T15:33:25.701 INFO:journalctl@ceph.mgr.x.smithi077.stdout:Apr 10 15:33:25 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-x[66795]: 2024-04-10T15:33:25.674+0000 7f73eaf86200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-10T15:33:25.723 INFO:tasks.rados.rados.0.smithi069.stdout:711: finishing copy_from racing read to smithi06982861-32 2024-04-10T15:33:25.723 INFO:tasks.rados.rados.0.smithi069.stdout:711: finishing copy_from to smithi06982861-32 2024-04-10T15:33:25.723 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 32 v 112 (ObjNum 164 snap 38 seq_num 164) dirty exists 2024-04-10T15:33:25.723 INFO:tasks.rados.rados.0.smithi069.stdout:715: finishing write tid 1 to smithi06982861-48 2024-04-10T15:33:25.723 INFO:tasks.rados.rados.0.smithi069.stdout:715: finishing write tid 2 to smithi06982861-48 2024-04-10T15:33:25.723 INFO:tasks.rados.rados.0.smithi069.stdout:715: finishing write tid 3 to smithi06982861-48 2024-04-10T15:33:25.723 INFO:tasks.rados.rados.0.smithi069.stdout:715: finishing write tid 4 to smithi06982861-48 2024-04-10T15:33:25.723 INFO:tasks.rados.rados.0.smithi069.stdout:715: finishing write tid 5 to smithi06982861-48 2024-04-10T15:33:25.723 INFO:tasks.rados.rados.0.smithi069.stdout:715: oid 48 updating version 0 to 210 2024-04-10T15:33:25.723 INFO:tasks.rados.rados.0.smithi069.stdout:715: oid 48 updating version 210 to 212 2024-04-10T15:33:25.723 INFO:tasks.rados.rados.0.smithi069.stdout:715: oid 48 version 212 is already newer than 209 2024-04-10T15:33:25.723 INFO:tasks.rados.rados.0.smithi069.stdout:715: oid 48 version 212 is already newer than 211 2024-04-10T15:33:25.723 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 48 v 212 (ObjNum 243 snap 67 seq_num 243) dirty exists 2024-04-10T15:33:25.723 INFO:tasks.rados.rados.0.smithi069.stdout:715: left oid 48 (ObjNum 243 snap 67 seq_num 243) 2024-04-10T15:33:25.723 INFO:tasks.rados.rados.0.smithi069.stdout:716: finishing write tid 1 to smithi06982861-28 2024-04-10T15:33:25.724 INFO:tasks.rados.rados.0.smithi069.stdout:716: finishing write tid 2 to smithi06982861-28 2024-04-10T15:33:25.724 INFO:tasks.rados.rados.0.smithi069.stdout:716: finishing write tid 3 to smithi06982861-28 2024-04-10T15:33:25.724 INFO:tasks.rados.rados.0.smithi069.stdout:716: finishing write tid 4 to smithi06982861-28 2024-04-10T15:33:25.724 INFO:tasks.rados.rados.0.smithi069.stdout:716: finishing write tid 5 to smithi06982861-28 2024-04-10T15:33:25.724 INFO:tasks.rados.rados.0.smithi069.stdout:716: finishing write tid 6 to smithi06982861-28 2024-04-10T15:33:25.724 INFO:tasks.rados.rados.0.smithi069.stdout:716: oid 28 updating version 0 to 160 2024-04-10T15:33:25.724 INFO:tasks.rados.rados.0.smithi069.stdout:716: oid 28 version 160 is already newer than 158 2024-04-10T15:33:25.724 INFO:tasks.rados.rados.0.smithi069.stdout:716: oid 28 version 160 is already newer than 159 2024-04-10T15:33:25.724 INFO:tasks.rados.rados.0.smithi069.stdout:716: oid 28 version 160 is already newer than 156 2024-04-10T15:33:25.724 INFO:tasks.rados.rados.0.smithi069.stdout:716: oid 28 version 160 is already newer than 157 2024-04-10T15:33:25.724 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 28 v 160 (ObjNum 244 snap 67 seq_num 244) dirty exists 2024-04-10T15:33:25.724 INFO:tasks.rados.rados.0.smithi069.stdout:716: left oid 28 (ObjNum 244 snap 67 seq_num 244) 2024-04-10T15:33:25.724 INFO:tasks.rados.rados.0.smithi069.stdout:709: done (6 left) 2024-04-10T15:33:25.724 INFO:tasks.rados.rados.0.smithi069.stdout:710: done (5 left) 2024-04-10T15:33:25.724 INFO:tasks.rados.rados.0.smithi069.stdout:711: done (4 left) 2024-04-10T15:33:25.724 INFO:tasks.rados.rados.0.smithi069.stdout:712: done (3 left) 2024-04-10T15:33:25.725 INFO:tasks.rados.rados.0.smithi069.stdout:715: done (2 left) 2024-04-10T15:33:25.725 INFO:tasks.rados.rados.0.smithi069.stdout:716: done (1 left) 2024-04-10T15:33:25.725 INFO:tasks.rados.rados.0.smithi069.stdout:718: rollback oid 18 current snap is 67 2024-04-10T15:33:25.725 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 18 to 44 2024-04-10T15:33:25.725 INFO:tasks.rados.rados.0.smithi069.stdout:719: setattr oid 33 current snap is 67 2024-04-10T15:33:25.725 INFO:tasks.rados.rados.0.smithi069.stdout:720: read oid 19 snap 56 2024-04-10T15:33:25.725 INFO:tasks.rados.rados.0.smithi069.stdout:720: expect (ObjNum 218 snap 54 seq_num 218) 2024-04-10T15:33:25.725 INFO:tasks.rados.rados.0.smithi069.stdout:721: delete oid 22 current snap is 67 2024-04-10T15:33:25.725 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 46 v 238 (ObjNum 207 snap 52 seq_num 207) dirty exists 2024-04-10T15:33:25.726 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 33 v 304 (ObjNum 33 snap 0 seq_num 153719412) dirty exists 2024-04-10T15:33:25.726 INFO:tasks.rados.rados.0.smithi069.stdout:718: finishing rollback tid 0 to smithi06982861-18 2024-04-10T15:33:25.726 INFO:tasks.rados.rados.0.smithi069.stdout:718: finishing rollback tid 1 to smithi06982861-18 2024-04-10T15:33:25.726 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 18 v 245 (ObjNum 97 snap 0 seq_num 1434038912) dirty dne 2024-04-10T15:33:25.727 INFO:tasks.rados.rados.0.smithi069.stdout:717: done (4 left) 2024-04-10T15:33:25.727 INFO:tasks.rados.rados.0.smithi069.stdout:718: done (3 left) 2024-04-10T15:33:25.727 INFO:tasks.rados.rados.0.smithi069.stdout:719: done (2 left) 2024-04-10T15:33:25.727 INFO:tasks.rados.rados.0.smithi069.stdout:721: done (1 left) 2024-04-10T15:33:25.727 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 28 current snap is 67 2024-04-10T15:33:25.727 INFO:tasks.rados.rados.0.smithi069.stdout:722: seq_num 246 ranges {10076160=524288,10600448=745472,11345920=425984,11771904=32768} 2024-04-10T15:33:25.783 INFO:tasks.rados.rados.0.smithi069.stdout:722: writing smithi06982861-28 from 10076160 to 10600448 tid 1 2024-04-10T15:33:25.787 INFO:tasks.rados.rados.0.smithi069.stdout:722: writing smithi06982861-28 from 10600448 to 11345920 tid 2 2024-04-10T15:33:25.789 INFO:tasks.rados.rados.0.smithi069.stdout:722: writing smithi06982861-28 from 11345920 to 11771904 tid 3 2024-04-10T15:33:25.790 INFO:tasks.rados.rados.0.smithi069.stdout:722: writing smithi06982861-28 from 11771904 to 11804672 tid 4 2024-04-10T15:33:25.790 INFO:tasks.rados.rados.0.smithi069.stdout:723: copy_from oid 26 from oid 32 current snap is 67 2024-04-10T15:33:25.790 INFO:tasks.rados.rados.0.smithi069.stdout:720: expect (ObjNum 218 snap 54 seq_num 218) 2024-04-10T15:33:25.839 INFO:tasks.rados.rados.0.smithi069.stdout:722: finishing write tid 1 to smithi06982861-28 2024-04-10T15:33:25.839 INFO:tasks.rados.rados.0.smithi069.stdout:722: finishing write tid 2 to smithi06982861-28 2024-04-10T15:33:25.839 INFO:tasks.rados.rados.0.smithi069.stdout:722: finishing write tid 3 to smithi06982861-28 2024-04-10T15:33:25.840 INFO:tasks.rados.rados.0.smithi069.stdout:722: finishing write tid 4 to smithi06982861-28 2024-04-10T15:33:25.840 INFO:tasks.rados.rados.0.smithi069.stdout:722: finishing write tid 5 to smithi06982861-28 2024-04-10T15:33:25.840 INFO:tasks.rados.rados.0.smithi069.stdout:722: finishing write tid 6 to smithi06982861-28 2024-04-10T15:33:25.840 INFO:tasks.rados.rados.0.smithi069.stdout:722: oid 28 updating version 0 to 163 2024-04-10T15:33:25.840 INFO:tasks.rados.rados.0.smithi069.stdout:722: oid 28 version 163 is already newer than 161 2024-04-10T15:33:25.840 INFO:tasks.rados.rados.0.smithi069.stdout:722: oid 28 updating version 163 to 165 2024-04-10T15:33:25.840 INFO:tasks.rados.rados.0.smithi069.stdout:722: oid 28 version 165 is already newer than 162 2024-04-10T15:33:25.840 INFO:tasks.rados.rados.0.smithi069.stdout:722: oid 28 version 165 is already newer than 164 2024-04-10T15:33:25.840 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 28 v 165 (ObjNum 246 snap 67 seq_num 246) dirty exists 2024-04-10T15:33:25.840 INFO:tasks.rados.rados.0.smithi069.stdout:722: left oid 28 (ObjNum 246 snap 67 seq_num 246) 2024-04-10T15:33:25.840 INFO:tasks.rados.rados.0.smithi069.stdout:723: finishing copy_from racing read to smithi06982861-26 2024-04-10T15:33:25.840 INFO:tasks.rados.rados.0.smithi069.stdout:723: finishing copy_from to smithi06982861-26 2024-04-10T15:33:25.840 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 26 v 112 (ObjNum 164 snap 38 seq_num 164) dirty exists 2024-04-10T15:33:25.840 INFO:tasks.rados.rados.0.smithi069.stdout:720: done (2 left) 2024-04-10T15:33:25.840 INFO:tasks.rados.rados.0.smithi069.stdout:722: done (1 left) 2024-04-10T15:33:25.841 INFO:tasks.rados.rados.0.smithi069.stdout:723: done (0 left) 2024-04-10T15:33:25.841 INFO:tasks.rados.rados.0.smithi069.stdout:724: snap_remove snap 48 2024-04-10T15:33:25.989 INFO:journalctl@ceph.mgr.x.smithi077.stdout:Apr 10 15:33:25 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-x[66795]: 2024-04-10T15:33:25.766+0000 7f73eaf86200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-10T15:33:25.989 INFO:journalctl@ceph.mgr.x.smithi077.stdout:Apr 10 15:33:25 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-x[66795]: 2024-04-10T15:33:25.866+0000 7f73eaf86200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-10T15:33:26.311 INFO:journalctl@ceph.mgr.x.smithi077.stdout:Apr 10 15:33:26 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-x[66795]: 2024-04-10T15:33:26.053+0000 7f73eaf86200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-10T15:33:26.466 INFO:tasks.rados.rados.0.smithi069.stdout:724: done (0 left) 2024-04-10T15:33:26.467 INFO:tasks.rados.rados.0.smithi069.stdout:725: read oid 7 snap -1 2024-04-10T15:33:26.467 INFO:tasks.rados.rados.0.smithi069.stdout:725: expect (ObjNum 23 snap 0 seq_num 23) 2024-04-10T15:33:26.467 INFO:tasks.rados.rados.0.smithi069.stdout:726: copy_from oid 20 from oid 11 current snap is 67 2024-04-10T15:33:26.467 INFO:tasks.rados.rados.0.smithi069.stdout:727: snap_remove snap 61 2024-04-10T15:33:26.583 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:26 smithi069 ceph-mon[39688]: pgmap v4: 121 pgs: 121 active+clean; 199 MiB data, 739 MiB used, 714 GiB / 715 GiB avail 2024-04-10T15:33:26.583 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:26 smithi069 ceph-mon[39688]: [10/Apr/2024:15:33:24] ENGINE Serving on https://172.21.15.69:7150 2024-04-10T15:33:26.583 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:26 smithi069 ceph-mon[39688]: [10/Apr/2024:15:33:24] ENGINE Bus STARTED 2024-04-10T15:33:26.583 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:26 smithi069 ceph-mon[39688]: osdmap e190: 8 total, 8 up, 8 in 2024-04-10T15:33:26.583 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:26 smithi069 ceph-mon[27501]: pgmap v4: 121 pgs: 121 active+clean; 199 MiB data, 739 MiB used, 714 GiB / 715 GiB avail 2024-04-10T15:33:26.584 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:26 smithi069 ceph-mon[27501]: [10/Apr/2024:15:33:24] ENGINE Serving on https://172.21.15.69:7150 2024-04-10T15:33:26.584 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:26 smithi069 ceph-mon[27501]: [10/Apr/2024:15:33:24] ENGINE Bus STARTED 2024-04-10T15:33:26.584 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:26 smithi069 ceph-mon[27501]: osdmap e190: 8 total, 8 up, 8 in 2024-04-10T15:33:26.638 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:26 smithi077 ceph-mon[31195]: pgmap v4: 121 pgs: 121 active+clean; 199 MiB data, 739 MiB used, 714 GiB / 715 GiB avail 2024-04-10T15:33:26.639 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:26 smithi077 ceph-mon[31195]: [10/Apr/2024:15:33:24] ENGINE Serving on https://172.21.15.69:7150 2024-04-10T15:33:26.639 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:26 smithi077 ceph-mon[31195]: [10/Apr/2024:15:33:24] ENGINE Bus STARTED 2024-04-10T15:33:26.639 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:26 smithi077 ceph-mon[31195]: osdmap e190: 8 total, 8 up, 8 in 2024-04-10T15:33:27.381 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:27 smithi077 ceph-mon[31195]: pgmap v5: 121 pgs: 121 active+clean; 199 MiB data, 739 MiB used, 714 GiB / 715 GiB avail 2024-04-10T15:33:27.381 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:27 smithi077 ceph-mon[31195]: mgrmap e33: y(active, since 3s) 2024-04-10T15:33:27.381 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:27 smithi077 ceph-mon[31195]: osdmap e191: 8 total, 8 up, 8 in 2024-04-10T15:33:27.382 INFO:journalctl@ceph.mgr.x.smithi077.stdout:Apr 10 15:33:27 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-x[66795]: 2024-04-10T15:33:27.089+0000 7f73eaf86200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-10T15:33:27.382 INFO:journalctl@ceph.mgr.x.smithi077.stdout:Apr 10 15:33:27 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-x[66795]: 2024-04-10T15:33:27.223+0000 7f73eaf86200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-10T15:33:27.466 INFO:tasks.rados.rados.0.smithi069.stdout:727: done (2 left) 2024-04-10T15:33:27.466 INFO:tasks.rados.rados.0.smithi069.stdout:728: rmattr oid 37 current snap is 67 2024-04-10T15:33:27.466 INFO:tasks.rados.rados.0.smithi069.stdout:728: done (2 left) 2024-04-10T15:33:27.466 INFO:tasks.rados.rados.0.smithi069.stdout:729: read oid 4 snap -1 2024-04-10T15:33:27.466 INFO:tasks.rados.rados.0.smithi069.stdout:729: expect (ObjNum 240 snap 66 seq_num 240) 2024-04-10T15:33:27.466 INFO:tasks.rados.rados.0.smithi069.stdout:730: rollback oid 16 current snap is 67 2024-04-10T15:33:27.466 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 16 to 62 2024-04-10T15:33:27.467 INFO:tasks.rados.rados.0.smithi069.stdout:731: copy_from oid 42 from oid 35 current snap is 67 2024-04-10T15:33:27.467 INFO:tasks.rados.rados.0.smithi069.stdout:732: read oid 50 snap -1 2024-04-10T15:33:27.467 INFO:tasks.rados.rados.0.smithi069.stdout:732: expect (ObjNum 162 snap 38 seq_num 162) 2024-04-10T15:33:27.467 INFO:tasks.rados.rados.0.smithi069.stdout:733: rollback oid 27 current snap is 67 2024-04-10T15:33:27.467 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 27 to 66 2024-04-10T15:33:27.467 INFO:tasks.rados.rados.0.smithi069.stdout:734: snap_create 2024-04-10T15:33:27.467 INFO:tasks.rados.rados.0.smithi069.stdout:725: expect (ObjNum 23 snap 0 seq_num 23) 2024-04-10T15:33:27.484 INFO:tasks.rados.rados.0.smithi069.stdout:726: finishing copy_from racing read to smithi06982861-20 2024-04-10T15:33:27.485 INFO:tasks.rados.rados.0.smithi069.stdout:726: finishing copy_from to smithi06982861-20 2024-04-10T15:33:27.485 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 20 v 82 (ObjNum 53 snap 1 seq_num 53) dirty exists 2024-04-10T15:33:27.485 INFO:tasks.rados.rados.0.smithi069.stdout:733: finishing rollback tid 1 to smithi06982861-27 2024-04-10T15:33:27.485 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 27 v 67 (ObjNum 65 snap 0 seq_num 1666872407) dirty dne 2024-04-10T15:33:27.485 INFO:tasks.rados.rados.0.smithi069.stdout:730: finishing rollback tid 1 to smithi06982861-16 2024-04-10T15:33:27.485 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 16 v 275 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-04-10T15:33:27.485 INFO:tasks.rados.rados.0.smithi069.stdout:732: expect (ObjNum 162 snap 38 seq_num 162) 2024-04-10T15:33:27.498 INFO:tasks.rados.rados.0.smithi069.stdout:731: finishing copy_from racing read to smithi06982861-42 2024-04-10T15:33:27.498 INFO:tasks.rados.rados.0.smithi069.stdout:731: finishing copy_from to smithi06982861-42 2024-04-10T15:33:27.499 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 42 v 82 (ObjNum 53 snap 1 seq_num 53) dirty exists 2024-04-10T15:33:27.499 INFO:tasks.rados.rados.0.smithi069.stdout:729: expect (ObjNum 240 snap 66 seq_num 240) 2024-04-10T15:33:27.583 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:27 smithi069 ceph-mon[39688]: pgmap v5: 121 pgs: 121 active+clean; 199 MiB data, 739 MiB used, 714 GiB / 715 GiB avail 2024-04-10T15:33:27.583 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:27 smithi069 ceph-mon[39688]: mgrmap e33: y(active, since 3s) 2024-04-10T15:33:27.584 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:27 smithi069 ceph-mon[39688]: osdmap e191: 8 total, 8 up, 8 in 2024-04-10T15:33:27.584 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:27 smithi069 ceph-mon[27501]: pgmap v5: 121 pgs: 121 active+clean; 199 MiB data, 739 MiB used, 714 GiB / 715 GiB avail 2024-04-10T15:33:27.584 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:27 smithi069 ceph-mon[27501]: mgrmap e33: y(active, since 3s) 2024-04-10T15:33:27.584 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:27 smithi069 ceph-mon[27501]: osdmap e191: 8 total, 8 up, 8 in 2024-04-10T15:33:27.660 INFO:journalctl@ceph.mgr.x.smithi077.stdout:Apr 10 15:33:27 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-x[66795]: 2024-04-10T15:33:27.583+0000 7f73eaf86200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-10T15:33:27.989 INFO:journalctl@ceph.mgr.x.smithi077.stdout:Apr 10 15:33:27 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-x[66795]: 2024-04-10T15:33:27.673+0000 7f73eaf86200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-10T15:33:27.989 INFO:journalctl@ceph.mgr.x.smithi077.stdout:Apr 10 15:33:27 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-x[66795]: 2024-04-10T15:33:27.890+0000 7f73eaf86200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-10T15:33:28.091 INFO:tasks.rados.rados.0.smithi069.stdout:725: done (7 left) 2024-04-10T15:33:28.091 INFO:tasks.rados.rados.0.smithi069.stdout:726: done (6 left) 2024-04-10T15:33:28.091 INFO:tasks.rados.rados.0.smithi069.stdout:729: done (5 left) 2024-04-10T15:33:28.091 INFO:tasks.rados.rados.0.smithi069.stdout:730: done (4 left) 2024-04-10T15:33:28.091 INFO:tasks.rados.rados.0.smithi069.stdout:731: done (3 left) 2024-04-10T15:33:28.091 INFO:tasks.rados.rados.0.smithi069.stdout:732: done (2 left) 2024-04-10T15:33:28.091 INFO:tasks.rados.rados.0.smithi069.stdout:733: done (1 left) 2024-04-10T15:33:28.091 INFO:tasks.rados.rados.0.smithi069.stdout:734: done (0 left) 2024-04-10T15:33:28.091 INFO:tasks.rados.rados.0.smithi069.stdout:735: copy_from oid 36 from oid 21 current snap is 68 2024-04-10T15:33:28.091 INFO:tasks.rados.rados.0.smithi069.stdout:736: read oid 12 snap -1 2024-04-10T15:33:28.092 INFO:tasks.rados.rados.0.smithi069.stdout:736: expect (ObjNum 216 snap 54 seq_num 216) 2024-04-10T15:33:28.092 INFO:tasks.rados.rados.0.smithi069.stdout:737: rmattr oid 13 current snap is 68 2024-04-10T15:33:28.092 INFO:tasks.rados.rados.0.smithi069.stdout:737: done (2 left) 2024-04-10T15:33:28.092 INFO:tasks.rados.rados.0.smithi069.stdout:738: setattr oid 42 current snap is 68 2024-04-10T15:33:28.092 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 23 current snap is 68 2024-04-10T15:33:28.092 INFO:tasks.rados.rados.0.smithi069.stdout:739: seq_num 247 ranges {2867200=540672,3407872=622592,4030464=581632} 2024-04-10T15:33:28.111 INFO:tasks.rados.rados.0.smithi069.stdout:739: writing smithi06982861-23 from 2867200 to 3407872 tid 1 2024-04-10T15:33:28.115 INFO:tasks.rados.rados.0.smithi069.stdout:739: writing smithi06982861-23 from 3407872 to 4030464 tid 2 2024-04-10T15:33:28.119 INFO:tasks.rados.rados.0.smithi069.stdout:739: writing smithi06982861-23 from 4030464 to 4612096 tid 3 2024-04-10T15:33:28.119 INFO:tasks.rados.rados.0.smithi069.stdout:740: rollback oid 5 current snap is 68 2024-04-10T15:33:28.119 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 5 to 41 2024-04-10T15:33:28.119 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 42 v 243 (ObjNum 53 snap 1 seq_num 53) dirty exists 2024-04-10T15:33:28.119 INFO:tasks.rados.rados.0.smithi069.stdout:739: finishing write tid 1 to smithi06982861-23 2024-04-10T15:33:28.119 INFO:tasks.rados.rados.0.smithi069.stdout:738: done (4 left) 2024-04-10T15:33:28.119 INFO:tasks.rados.rados.0.smithi069.stdout:741: snap_remove snap 25 2024-04-10T15:33:28.385 INFO:journalctl@ceph.mgr.x.smithi077.stdout:Apr 10 15:33:28 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-x[66795]: 2024-04-10T15:33:28.084+0000 7f73eaf86200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-10T15:33:28.661 INFO:journalctl@ceph.mgr.x.smithi077.stdout:Apr 10 15:33:28 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-x[66795]: 2024-04-10T15:33:28.398+0000 7f73eaf86200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-10T15:33:28.661 INFO:journalctl@ceph.mgr.x.smithi077.stdout:Apr 10 15:33:28 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-x[66795]: 2024-04-10T15:33:28.674+0000 7f73eaf86200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-10T15:33:28.661 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:28 smithi077 ceph-mon[31195]: pgmap v8: 121 pgs: 121 active+clean; 199 MiB data, 739 MiB used, 714 GiB / 715 GiB avail 2024-04-10T15:33:28.661 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:28 smithi077 ceph-mon[31195]: osdmap e192: 8 total, 8 up, 8 in 2024-04-10T15:33:28.662 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:28 smithi077 ceph-mon[31195]: osdmap e193: 8 total, 8 up, 8 in 2024-04-10T15:33:28.662 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:28 smithi077 ceph-mon[31195]: from='mgr.25052 ' entity='mgr.y' 2024-04-10T15:33:28.662 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:28 smithi077 ceph-mon[31195]: from='mgr.25052 ' entity='mgr.y' 2024-04-10T15:33:28.833 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:28 smithi069 ceph-mon[27501]: pgmap v8: 121 pgs: 121 active+clean; 199 MiB data, 739 MiB used, 714 GiB / 715 GiB avail 2024-04-10T15:33:28.833 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:28 smithi069 ceph-mon[27501]: osdmap e192: 8 total, 8 up, 8 in 2024-04-10T15:33:28.833 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:28 smithi069 ceph-mon[27501]: osdmap e193: 8 total, 8 up, 8 in 2024-04-10T15:33:28.833 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:28 smithi069 ceph-mon[27501]: from='mgr.25052 ' entity='mgr.y' 2024-04-10T15:33:28.833 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:28 smithi069 ceph-mon[27501]: from='mgr.25052 ' entity='mgr.y' 2024-04-10T15:33:28.834 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:28 smithi069 ceph-mon[39688]: pgmap v8: 121 pgs: 121 active+clean; 199 MiB data, 739 MiB used, 714 GiB / 715 GiB avail 2024-04-10T15:33:28.834 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:28 smithi069 ceph-mon[39688]: osdmap e192: 8 total, 8 up, 8 in 2024-04-10T15:33:28.834 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:28 smithi069 ceph-mon[39688]: osdmap e193: 8 total, 8 up, 8 in 2024-04-10T15:33:28.834 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:28 smithi069 ceph-mon[39688]: from='mgr.25052 ' entity='mgr.y' 2024-04-10T15:33:28.834 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:28 smithi069 ceph-mon[39688]: from='mgr.25052 ' entity='mgr.y' 2024-04-10T15:33:29.096 INFO:tasks.rados.rados.0.smithi069.stdout:741: done (4 left) 2024-04-10T15:33:29.096 INFO:tasks.rados.rados.0.smithi069.stdout:742: copy_from oid 46 from oid 3 current snap is 68 2024-04-10T15:33:29.096 INFO:tasks.rados.rados.0.smithi069.stdout:743: copy_from oid 28 from oid 32 current snap is 68 2024-04-10T15:33:29.096 INFO:tasks.rados.rados.0.smithi069.stdout:744: delete oid 25 current snap is 68 2024-04-10T15:33:29.099 INFO:tasks.rados.rados.0.smithi069.stdout:736: expect (ObjNum 216 snap 54 seq_num 216) 2024-04-10T15:33:29.239 INFO:journalctl@ceph.mgr.x.smithi077.stdout:Apr 10 15:33:28 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-x[66795]: 2024-04-10T15:33:28.933+0000 7f73eaf86200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-10T15:33:29.321 INFO:tasks.rados.rados.0.smithi069.stdout:735: finishing copy_from racing read to smithi06982861-36 2024-04-10T15:33:29.321 INFO:tasks.rados.rados.0.smithi069.stdout:740: finishing rollback tid 1 to smithi06982861-5 2024-04-10T15:33:29.321 INFO:tasks.rados.rados.0.smithi069.stdout:740: finishing rollback tid 2 to smithi06982861-5 2024-04-10T15:33:29.321 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 5 v 283 (ObjNum 127 snap 31 seq_num 127) dirty exists 2024-04-10T15:33:29.321 INFO:tasks.rados.rados.0.smithi069.stdout:735: finishing copy_from to smithi06982861-36 2024-04-10T15:33:29.321 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 36 v 188 (ObjNum 202 snap 52 seq_num 202) dirty exists 2024-04-10T15:33:29.321 INFO:tasks.rados.rados.0.smithi069.stdout:739: finishing write tid 2 to smithi06982861-23 2024-04-10T15:33:29.321 INFO:tasks.rados.rados.0.smithi069.stdout:739: finishing write tid 3 to smithi06982861-23 2024-04-10T15:33:29.321 INFO:tasks.rados.rados.0.smithi069.stdout:739: finishing write tid 4 to smithi06982861-23 2024-04-10T15:33:29.321 INFO:tasks.rados.rados.0.smithi069.stdout:735: done (6 left) 2024-04-10T15:33:29.321 INFO:tasks.rados.rados.0.smithi069.stdout:736: done (5 left) 2024-04-10T15:33:29.321 INFO:tasks.rados.rados.0.smithi069.stdout:740: done (4 left) 2024-04-10T15:33:29.322 INFO:tasks.rados.rados.0.smithi069.stdout:744: done (3 left) 2024-04-10T15:33:29.322 INFO:tasks.rados.rados.0.smithi069.stdout:745: snap_remove snap 56 2024-04-10T15:33:29.797 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:29 smithi077 ceph-mon[31195]: from='mgr.25052 ' entity='mgr.y' 2024-04-10T15:33:29.797 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:29 smithi077 ceph-mon[31195]: from='mgr.25052 ' entity='mgr.y' 2024-04-10T15:33:29.797 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:29 smithi077 ceph-mon[31195]: osdmap e194: 8 total, 8 up, 8 in 2024-04-10T15:33:29.797 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:29 smithi077 ceph-mon[31195]: from='mgr.25052 ' entity='mgr.y' 2024-04-10T15:33:29.797 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:29 smithi077 ceph-mon[31195]: from='mgr.25052 ' entity='mgr.y' 2024-04-10T15:33:29.833 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:29 smithi069 ceph-mon[39688]: from='mgr.25052 ' entity='mgr.y' 2024-04-10T15:33:29.833 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:29 smithi069 ceph-mon[39688]: from='mgr.25052 ' entity='mgr.y' 2024-04-10T15:33:29.833 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:29 smithi069 ceph-mon[39688]: osdmap e194: 8 total, 8 up, 8 in 2024-04-10T15:33:29.833 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:29 smithi069 ceph-mon[39688]: from='mgr.25052 ' entity='mgr.y' 2024-04-10T15:33:29.833 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:29 smithi069 ceph-mon[39688]: from='mgr.25052 ' entity='mgr.y' 2024-04-10T15:33:29.833 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:29 smithi069 ceph-mon[27501]: from='mgr.25052 ' entity='mgr.y' 2024-04-10T15:33:29.834 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:29 smithi069 ceph-mon[27501]: from='mgr.25052 ' entity='mgr.y' 2024-04-10T15:33:29.834 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:29 smithi069 ceph-mon[27501]: osdmap e194: 8 total, 8 up, 8 in 2024-04-10T15:33:29.834 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:29 smithi069 ceph-mon[27501]: from='mgr.25052 ' entity='mgr.y' 2024-04-10T15:33:29.834 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:29 smithi069 ceph-mon[27501]: from='mgr.25052 ' entity='mgr.y' 2024-04-10T15:33:30.096 INFO:tasks.rados.rados.0.smithi069.stdout:745: done (3 left) 2024-04-10T15:33:30.096 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 29 current snap is 68 2024-04-10T15:33:30.096 INFO:tasks.rados.rados.0.smithi069.stdout:746: seq_num 249 ranges {3661824=573440,4235264=794624,5029888=409600} 2024-04-10T15:33:30.120 INFO:tasks.rados.rados.0.smithi069.stdout:746: writing smithi06982861-29 from 3661824 to 4235264 tid 1 2024-04-10T15:33:30.125 INFO:tasks.rados.rados.0.smithi069.stdout:746: writing smithi06982861-29 from 4235264 to 5029888 tid 2 2024-04-10T15:33:30.128 INFO:tasks.rados.rados.0.smithi069.stdout:746: writing smithi06982861-29 from 5029888 to 5439488 tid 3 2024-04-10T15:33:30.128 INFO:tasks.rados.rados.0.smithi069.stdout:747: delete oid 31 current snap is 68 2024-04-10T15:33:30.128 INFO:tasks.rados.rados.0.smithi069.stdout:739: finishing write tid 5 to smithi06982861-23 2024-04-10T15:33:30.128 INFO:tasks.rados.rados.0.smithi069.stdout:739: oid 23 updating version 0 to 175 2024-04-10T15:33:30.128 INFO:tasks.rados.rados.0.smithi069.stdout:739: oid 23 updating version 175 to 178 2024-04-10T15:33:30.128 INFO:tasks.rados.rados.0.smithi069.stdout:739: oid 23 version 178 is already newer than 176 2024-04-10T15:33:30.128 INFO:tasks.rados.rados.0.smithi069.stdout:739: oid 23 version 178 is already newer than 177 2024-04-10T15:33:30.128 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 23 v 178 (ObjNum 247 snap 68 seq_num 247) dirty exists 2024-04-10T15:33:30.128 INFO:tasks.rados.rados.0.smithi069.stdout:739: left oid 23 (ObjNum 247 snap 68 seq_num 247) 2024-04-10T15:33:30.129 INFO:tasks.rados.rados.0.smithi069.stdout:742: finishing copy_from racing read to smithi06982861-46 2024-04-10T15:33:30.129 INFO:tasks.rados.rados.0.smithi069.stdout:742: finishing copy_from to smithi06982861-46 2024-04-10T15:33:30.129 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 46 v 209 (ObjNum 86 snap 16 seq_num 86) dirty exists 2024-04-10T15:33:30.129 INFO:tasks.rados.rados.0.smithi069.stdout:743: finishing copy_from racing read to smithi06982861-28 2024-04-10T15:33:30.129 INFO:tasks.rados.rados.0.smithi069.stdout:743: finishing copy_from to smithi06982861-28 2024-04-10T15:33:30.129 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 28 v 112 (ObjNum 164 snap 38 seq_num 164) dirty exists 2024-04-10T15:33:30.129 INFO:tasks.rados.rados.0.smithi069.stdout:746: finishing write tid 1 to smithi06982861-29 2024-04-10T15:33:30.130 INFO:tasks.rados.rados.0.smithi069.stdout:746: finishing write tid 2 to smithi06982861-29 2024-04-10T15:33:30.130 INFO:tasks.rados.rados.0.smithi069.stdout:739: done (4 left) 2024-04-10T15:33:30.130 INFO:tasks.rados.rados.0.smithi069.stdout:742: done (3 left) 2024-04-10T15:33:30.130 INFO:tasks.rados.rados.0.smithi069.stdout:743: done (2 left) 2024-04-10T15:33:30.130 INFO:tasks.rados.rados.0.smithi069.stdout:747: done (1 left) 2024-04-10T15:33:30.130 INFO:tasks.rados.rados.0.smithi069.stdout:748: snap_remove snap 26 2024-04-10T15:33:30.239 INFO:journalctl@ceph.mgr.x.smithi077.stdout:Apr 10 15:33:29 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-x[66795]: 2024-04-10T15:33:29.809+0000 7f73eaf86200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-10T15:33:30.689 INFO:journalctl@ceph.mgr.x.smithi077.stdout:Apr 10 15:33:30 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-x[66795]: 2024-04-10T15:33:30.390+0000 7f73eaf86200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-10T15:33:30.689 INFO:journalctl@ceph.mgr.x.smithi077.stdout:Apr 10 15:33:30 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-x[66795]: 2024-04-10T15:33:30.491+0000 7f73eaf86200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-10T15:33:30.750 INFO:teuthology.orchestra.run.smithi069.stdout:true 2024-04-10T15:33:30.989 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:30 smithi077 ceph-mon[31195]: pgmap v12: 121 pgs: 121 active+clean; 199 MiB data, 739 MiB used, 714 GiB / 715 GiB avail 2024-04-10T15:33:30.989 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:30 smithi077 ceph-mon[31195]: from='mgr.25052 ' entity='mgr.y' 2024-04-10T15:33:30.989 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:30 smithi077 ceph-mon[31195]: from='mgr.25052 ' entity='mgr.y' 2024-04-10T15:33:30.989 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:30 smithi077 ceph-mon[31195]: osdmap e195: 8 total, 8 up, 8 in 2024-04-10T15:33:30.990 INFO:journalctl@ceph.mgr.x.smithi077.stdout:Apr 10 15:33:30 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-x[66795]: 2024-04-10T15:33:30.715+0000 7f73eaf86200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-10T15:33:30.990 INFO:journalctl@ceph.mgr.x.smithi077.stdout:Apr 10 15:33:30 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-x[66795]: [10/Apr/2024:15:33:30] ENGINE Bus STARTING 2024-04-10T15:33:30.990 INFO:journalctl@ceph.mgr.x.smithi077.stdout:Apr 10 15:33:30 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-x[66795]: CherryPy Checker: 2024-04-10T15:33:30.990 INFO:journalctl@ceph.mgr.x.smithi077.stdout:Apr 10 15:33:30 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-x[66795]: The Application mounted at '' has an empty config. 2024-04-10T15:33:30.990 INFO:journalctl@ceph.mgr.x.smithi077.stdout:Apr 10 15:33:30 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-x[66795]: 2024-04-10T15:33:30.990 INFO:journalctl@ceph.mgr.x.smithi077.stdout:Apr 10 15:33:30 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-x[66795]: [10/Apr/2024:15:33:30] ENGINE Serving on http://:::9283 2024-04-10T15:33:30.990 INFO:journalctl@ceph.mgr.x.smithi077.stdout:Apr 10 15:33:30 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-x[66795]: [10/Apr/2024:15:33:30] ENGINE Bus STARTED 2024-04-10T15:33:31.067 INFO:teuthology.orchestra.run.smithi069.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-10T15:33:31.067 INFO:teuthology.orchestra.run.smithi069.stdout:alertmanager.a smithi069 *:9093,9094 running (3m) 2s ago 4m 25.9M - 0.25.0 c8568f914cd2 bd92cb80ff03 2024-04-10T15:33:31.067 INFO:teuthology.orchestra.run.smithi069.stdout:grafana.a smithi077 *:3000 running (3m) 2s ago 3m 89.4M - 9.4.7 954c08fa6188 8891d154474d 2024-04-10T15:33:31.067 INFO:teuthology.orchestra.run.smithi069.stdout:mds.a smithi069 running (5m) 2s ago 5m 16.1M - 18.2.2-1187-gd540ebac bb2c5eac26a4 144b62fd4166 2024-04-10T15:33:31.067 INFO:teuthology.orchestra.run.smithi069.stdout:mds.b smithi077 running (5m) 2s ago 5m 17.0M - 18.2.2-1187-gd540ebac bb2c5eac26a4 ba4ee0b79036 2024-04-10T15:33:31.067 INFO:teuthology.orchestra.run.smithi069.stdout:mgr.x smithi077 *:8443,9283,8765 running (64s) 2s ago 8m 74.4M - 19.0.0-2838-ga5074d45 ffe3e7ac3788 54964ab4ce05 2024-04-10T15:33:31.067 INFO:teuthology.orchestra.run.smithi069.stdout:mgr.y smithi069 *:8443,9283,8765 running (17s) 2s ago 10m 481M - 19.0.0-2838-ga5074d45 ffe3e7ac3788 e21b24626c05 2024-04-10T15:33:31.067 INFO:teuthology.orchestra.run.smithi069.stdout:mon.a smithi069 running (10m) 2s ago 10m 58.7M 2048M 18.2.2-1187-gd540ebac bb2c5eac26a4 9fbd58098dde 2024-04-10T15:33:31.067 INFO:teuthology.orchestra.run.smithi069.stdout:mon.b smithi077 running (9m) 2s ago 9m 53.3M 2048M 18.2.2-1187-gd540ebac bb2c5eac26a4 52e0df99d9fb 2024-04-10T15:33:31.067 INFO:teuthology.orchestra.run.smithi069.stdout:mon.c smithi069 running (9m) 2s ago 9m 47.7M 2048M 18.2.2-1187-gd540ebac bb2c5eac26a4 6765714be6cc 2024-04-10T15:33:31.068 INFO:teuthology.orchestra.run.smithi069.stdout:node-exporter.a smithi069 *:9100 running (3m) 2s ago 3m 15.5M - 1.5.0 0da6a335fe13 2469975469f7 2024-04-10T15:33:31.068 INFO:teuthology.orchestra.run.smithi069.stdout:node-exporter.b smithi077 *:9100 running (3m) 2s ago 3m 15.4M - 1.5.0 0da6a335fe13 20103db32919 2024-04-10T15:33:31.068 INFO:teuthology.orchestra.run.smithi069.stdout:osd.0 smithi069 running (8m) 2s ago 8m 134M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 f5a7a9a8f250 2024-04-10T15:33:31.068 INFO:teuthology.orchestra.run.smithi069.stdout:osd.1 smithi069 running (8m) 2s ago 8m 114M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 1485a573874e 2024-04-10T15:33:31.068 INFO:teuthology.orchestra.run.smithi069.stdout:osd.2 smithi069 running (7m) 2s ago 7m 156M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 89bfa35a28fe 2024-04-10T15:33:31.068 INFO:teuthology.orchestra.run.smithi069.stdout:osd.3 smithi069 running (7m) 2s ago 7m 99.0M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 a968c3dc2397 2024-04-10T15:33:31.068 INFO:teuthology.orchestra.run.smithi069.stdout:osd.4 smithi077 running (6m) 2s ago 6m 123M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 f498bddd5298 2024-04-10T15:33:31.068 INFO:teuthology.orchestra.run.smithi069.stdout:osd.5 smithi077 running (6m) 2s ago 6m 137M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 2a7f7ea88c93 2024-04-10T15:33:31.068 INFO:teuthology.orchestra.run.smithi069.stdout:osd.6 smithi077 running (6m) 2s ago 6m 84.0M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 7df4e5a8578c 2024-04-10T15:33:31.068 INFO:teuthology.orchestra.run.smithi069.stdout:osd.7 smithi077 running (5m) 2s ago 5m 103M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 1a9c80228cd5 2024-04-10T15:33:31.068 INFO:teuthology.orchestra.run.smithi069.stdout:prometheus.a smithi077 *:9095 running (22s) 2s ago 4m 37.9M - 2.43.0 a07b618ecd1d ed1d44134556 2024-04-10T15:33:31.069 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:30 smithi069 ceph-mon[39688]: pgmap v12: 121 pgs: 121 active+clean; 199 MiB data, 739 MiB used, 714 GiB / 715 GiB avail 2024-04-10T15:33:31.069 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:30 smithi069 ceph-mon[39688]: from='mgr.25052 ' entity='mgr.y' 2024-04-10T15:33:31.069 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:30 smithi069 ceph-mon[39688]: from='mgr.25052 ' entity='mgr.y' 2024-04-10T15:33:31.069 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:30 smithi069 ceph-mon[39688]: osdmap e195: 8 total, 8 up, 8 in 2024-04-10T15:33:31.069 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:30 smithi069 ceph-mon[27501]: pgmap v12: 121 pgs: 121 active+clean; 199 MiB data, 739 MiB used, 714 GiB / 715 GiB avail 2024-04-10T15:33:31.069 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:30 smithi069 ceph-mon[27501]: from='mgr.25052 ' entity='mgr.y' 2024-04-10T15:33:31.069 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:30 smithi069 ceph-mon[27501]: from='mgr.25052 ' entity='mgr.y' 2024-04-10T15:33:31.069 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:30 smithi069 ceph-mon[27501]: osdmap e195: 8 total, 8 up, 8 in 2024-04-10T15:33:31.107 INFO:tasks.rados.rados.0.smithi069.stdout:748: done (1 left) 2024-04-10T15:33:31.108 INFO:tasks.rados.rados.0.smithi069.stdout:749: read oid 9 snap -1 2024-04-10T15:33:31.108 INFO:tasks.rados.rados.0.smithi069.stdout:749: expect deleted 2024-04-10T15:33:31.108 INFO:tasks.rados.rados.0.smithi069.stdout:750: snap_remove snap 44 2024-04-10T15:33:31.491 INFO:teuthology.orchestra.run.smithi069.stdout:{ 2024-04-10T15:33:31.491 INFO:teuthology.orchestra.run.smithi069.stdout: "mon": { 2024-04-10T15:33:31.491 INFO:teuthology.orchestra.run.smithi069.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 3 2024-04-10T15:33:31.491 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-04-10T15:33:31.491 INFO:teuthology.orchestra.run.smithi069.stdout: "mgr": { 2024-04-10T15:33:31.491 INFO:teuthology.orchestra.run.smithi069.stdout: "ceph version 19.0.0-2838-ga5074d45 (a5074d4516d566e9d8b6aec912f26afd099de101) squid (dev)": 1 2024-04-10T15:33:31.491 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-04-10T15:33:31.492 INFO:teuthology.orchestra.run.smithi069.stdout: "osd": { 2024-04-10T15:33:31.492 INFO:teuthology.orchestra.run.smithi069.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 8 2024-04-10T15:33:31.492 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-04-10T15:33:31.492 INFO:teuthology.orchestra.run.smithi069.stdout: "mds": { 2024-04-10T15:33:31.492 INFO:teuthology.orchestra.run.smithi069.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 2 2024-04-10T15:33:31.492 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-04-10T15:33:31.492 INFO:teuthology.orchestra.run.smithi069.stdout: "overall": { 2024-04-10T15:33:31.492 INFO:teuthology.orchestra.run.smithi069.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 13, 2024-04-10T15:33:31.492 INFO:teuthology.orchestra.run.smithi069.stdout: "ceph version 19.0.0-2838-ga5074d45 (a5074d4516d566e9d8b6aec912f26afd099de101) squid (dev)": 1 2024-04-10T15:33:31.492 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-04-10T15:33:31.492 INFO:teuthology.orchestra.run.smithi069.stdout:} 2024-04-10T15:33:31.989 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:31 smithi077 ceph-mon[31195]: Standby manager daemon x started 2024-04-10T15:33:31.990 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:31 smithi077 ceph-mon[31195]: from='mgr.? 172.21.15.77:0/2826814953' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-10T15:33:31.990 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:31 smithi077 ceph-mon[31195]: from='mgr.? 172.21.15.77:0/2826814953' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-10T15:33:31.990 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:31 smithi077 ceph-mon[31195]: from='mgr.? 172.21.15.77:0/2826814953' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-10T15:33:31.990 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:31 smithi077 ceph-mon[31195]: from='mgr.? 172.21.15.77:0/2826814953' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-10T15:33:31.990 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:31 smithi077 ceph-mon[31195]: from='client.15216 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:33:31.990 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:31 smithi077 ceph-mon[31195]: from='client.25106 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:33:31.990 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:31 smithi077 ceph-mon[31195]: osdmap e196: 8 total, 8 up, 8 in 2024-04-10T15:33:31.990 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:31 smithi077 ceph-mon[31195]: from='client.? 172.21.15.69:0/4080129424' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:33:32.083 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:31 smithi069 ceph-mon[39688]: Standby manager daemon x started 2024-04-10T15:33:32.083 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:31 smithi069 ceph-mon[39688]: from='mgr.? 172.21.15.77:0/2826814953' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-10T15:33:32.084 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:31 smithi069 ceph-mon[39688]: from='mgr.? 172.21.15.77:0/2826814953' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-10T15:33:32.084 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:31 smithi069 ceph-mon[39688]: from='mgr.? 172.21.15.77:0/2826814953' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-10T15:33:32.084 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:31 smithi069 ceph-mon[39688]: from='mgr.? 172.21.15.77:0/2826814953' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-10T15:33:32.084 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:31 smithi069 ceph-mon[39688]: from='client.15216 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:33:32.084 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:31 smithi069 ceph-mon[39688]: from='client.25106 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:33:32.084 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:31 smithi069 ceph-mon[39688]: osdmap e196: 8 total, 8 up, 8 in 2024-04-10T15:33:32.084 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:31 smithi069 ceph-mon[39688]: from='client.? 172.21.15.69:0/4080129424' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:33:32.084 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:31 smithi069 ceph-mon[27501]: Standby manager daemon x started 2024-04-10T15:33:32.084 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:31 smithi069 ceph-mon[27501]: from='mgr.? 172.21.15.77:0/2826814953' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-10T15:33:32.084 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:31 smithi069 ceph-mon[27501]: from='mgr.? 172.21.15.77:0/2826814953' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-10T15:33:32.084 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:31 smithi069 ceph-mon[27501]: from='mgr.? 172.21.15.77:0/2826814953' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-10T15:33:32.084 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:31 smithi069 ceph-mon[27501]: from='mgr.? 172.21.15.77:0/2826814953' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-10T15:33:32.085 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:31 smithi069 ceph-mon[27501]: from='client.15216 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:33:32.085 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:31 smithi069 ceph-mon[27501]: from='client.25106 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:33:32.085 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:31 smithi069 ceph-mon[27501]: osdmap e196: 8 total, 8 up, 8 in 2024-04-10T15:33:32.085 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:31 smithi069 ceph-mon[27501]: from='client.? 172.21.15.69:0/4080129424' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:33:32.106 INFO:tasks.rados.rados.0.smithi069.stdout:750: done (2 left) 2024-04-10T15:33:32.106 INFO:tasks.rados.rados.0.smithi069.stdout:751: read oid 47 snap -1 2024-04-10T15:33:32.106 INFO:tasks.rados.rados.0.smithi069.stdout:751: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-10T15:33:32.107 INFO:tasks.rados.rados.0.smithi069.stdout:752: snap_remove snap 41 2024-04-10T15:33:32.973 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:32 smithi069 ceph-mon[39688]: pgmap v15: 121 pgs: 121 active+clean; 228 MiB data, 820 MiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 7.4 MiB/s wr, 62 op/s 2024-04-10T15:33:32.973 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:32 smithi069 ceph-mon[39688]: from='mgr.25052 172.21.15.69:0/2659504181' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-10T15:33:32.973 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:32 smithi069 ceph-mon[39688]: mgrmap e34: y(active, since 8s), standbys: x 2024-04-10T15:33:32.974 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:32 smithi069 ceph-mon[39688]: osdmap e197: 8 total, 8 up, 8 in 2024-04-10T15:33:32.974 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:32 smithi069 ceph-mon[27501]: pgmap v15: 121 pgs: 121 active+clean; 228 MiB data, 820 MiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 7.4 MiB/s wr, 62 op/s 2024-04-10T15:33:32.974 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:32 smithi069 ceph-mon[27501]: from='mgr.25052 172.21.15.69:0/2659504181' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-10T15:33:32.974 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:32 smithi069 ceph-mon[27501]: mgrmap e34: y(active, since 8s), standbys: x 2024-04-10T15:33:32.974 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:32 smithi069 ceph-mon[27501]: osdmap e197: 8 total, 8 up, 8 in 2024-04-10T15:33:32.989 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:32 smithi077 ceph-mon[31195]: pgmap v15: 121 pgs: 121 active+clean; 228 MiB data, 820 MiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 7.4 MiB/s wr, 62 op/s 2024-04-10T15:33:32.989 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:32 smithi077 ceph-mon[31195]: from='mgr.25052 172.21.15.69:0/2659504181' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-10T15:33:32.989 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:32 smithi077 ceph-mon[31195]: mgrmap e34: y(active, since 8s), standbys: x 2024-04-10T15:33:32.989 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:32 smithi077 ceph-mon[31195]: osdmap e197: 8 total, 8 up, 8 in 2024-04-10T15:33:33.094 INFO:tasks.rados.rados.0.smithi069.stdout:752: done (3 left) 2024-04-10T15:33:33.094 INFO:tasks.rados.rados.0.smithi069.stdout:753: rollback oid 2 current snap is 68 2024-04-10T15:33:33.094 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 2 to 43 2024-04-10T15:33:33.097 INFO:tasks.rados.rados.0.smithi069.stdout:754: read oid 46 snap -1 2024-04-10T15:33:33.097 INFO:tasks.rados.rados.0.smithi069.stdout:754: expect (ObjNum 86 snap 16 seq_num 86) 2024-04-10T15:33:33.097 INFO:tasks.rados.rados.0.smithi069.stdout:755: rollback oid 32 current snap is 68 2024-04-10T15:33:33.097 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 32 to 43 2024-04-10T15:33:33.098 INFO:tasks.rados.rados.0.smithi069.stdout:756: copy_from oid 40 from oid 30 current snap is 68 2024-04-10T15:33:33.098 INFO:tasks.rados.rados.0.smithi069.stdout:757: delete oid 12 current snap is 68 2024-04-10T15:33:33.098 INFO:tasks.rados.rados.0.smithi069.stdout:746: finishing write tid 3 to smithi06982861-29 2024-04-10T15:33:33.098 INFO:tasks.rados.rados.0.smithi069.stdout:746: finishing write tid 4 to smithi06982861-29 2024-04-10T15:33:33.098 INFO:tasks.rados.rados.0.smithi069.stdout:746: finishing write tid 5 to smithi06982861-29 2024-04-10T15:33:33.098 INFO:tasks.rados.rados.0.smithi069.stdout:746: oid 29 updating version 0 to 222 2024-04-10T15:33:33.098 INFO:tasks.rados.rados.0.smithi069.stdout:746: oid 29 updating version 222 to 225 2024-04-10T15:33:33.098 INFO:tasks.rados.rados.0.smithi069.stdout:746: oid 29 version 225 is already newer than 223 2024-04-10T15:33:33.098 INFO:tasks.rados.rados.0.smithi069.stdout:746: oid 29 version 225 is already newer than 224 2024-04-10T15:33:33.098 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 29 v 225 (ObjNum 249 snap 68 seq_num 249) dirty exists 2024-04-10T15:33:33.098 INFO:tasks.rados.rados.0.smithi069.stdout:746: left oid 29 (ObjNum 249 snap 68 seq_num 249) 2024-04-10T15:33:33.098 INFO:tasks.rados.rados.0.smithi069.stdout:751: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-10T15:33:33.107 INFO:tasks.rados.rados.0.smithi069.stdout:753: finishing rollback tid 1 to smithi06982861-2 2024-04-10T15:33:33.107 INFO:tasks.rados.rados.0.smithi069.stdout:753: finishing rollback tid 2 to smithi06982861-2 2024-04-10T15:33:33.107 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 2 v 194 (ObjNum 1 snap 0 seq_num 1) dirty exists 2024-04-10T15:33:33.108 INFO:tasks.rados.rados.0.smithi069.stdout:755: finishing rollback tid 0 to smithi06982861-32 2024-04-10T15:33:33.109 INFO:tasks.rados.rados.0.smithi069.stdout:746: done (7 left) 2024-04-10T15:33:33.109 INFO:tasks.rados.rados.0.smithi069.stdout:749: done (6 left) 2024-04-10T15:33:33.109 INFO:tasks.rados.rados.0.smithi069.stdout:751: done (5 left) 2024-04-10T15:33:33.109 INFO:tasks.rados.rados.0.smithi069.stdout:753: done (4 left) 2024-04-10T15:33:33.109 INFO:tasks.rados.rados.0.smithi069.stdout:757: done (3 left) 2024-04-10T15:33:33.109 INFO:tasks.rados.rados.0.smithi069.stdout:758: delete oid 37 current snap is 68 2024-04-10T15:33:33.112 INFO:tasks.rados.rados.0.smithi069.stdout:755: finishing rollback tid 1 to smithi06982861-32 2024-04-10T15:33:33.112 INFO:tasks.rados.rados.0.smithi069.stdout:755: finishing rollback tid 2 to smithi06982861-32 2024-04-10T15:33:33.112 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 32 v 282 (ObjNum 158 snap 38 seq_num 158) dirty exists 2024-04-10T15:33:33.115 INFO:tasks.rados.rados.0.smithi069.stdout:754: expect (ObjNum 86 snap 16 seq_num 86) 2024-04-10T15:33:33.180 INFO:tasks.rados.rados.0.smithi069.stdout:756: finishing copy_from racing read to smithi06982861-40 2024-04-10T15:33:33.180 INFO:tasks.rados.rados.0.smithi069.stdout:756: finishing copy_from to smithi06982861-40 2024-04-10T15:33:33.180 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 40 v 194 (ObjNum 195 snap 51 seq_num 195) dirty exists 2024-04-10T15:33:33.180 INFO:tasks.rados.rados.0.smithi069.stdout:754: done (3 left) 2024-04-10T15:33:33.180 INFO:tasks.rados.rados.0.smithi069.stdout:755: done (2 left) 2024-04-10T15:33:33.180 INFO:tasks.rados.rados.0.smithi069.stdout:756: done (1 left) 2024-04-10T15:33:33.180 INFO:tasks.rados.rados.0.smithi069.stdout:758: done (0 left) 2024-04-10T15:33:33.180 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 28 current snap is 68 2024-04-10T15:33:33.180 INFO:tasks.rados.rados.0.smithi069.stdout:759: seq_num 253 ranges {3686400=647168,4333568=786432,5120000=417792} 2024-04-10T15:33:33.203 INFO:tasks.rados.rados.0.smithi069.stdout:759: writing smithi06982861-28 from 3686400 to 4333568 tid 1 2024-04-10T15:33:33.208 INFO:tasks.rados.rados.0.smithi069.stdout:759: writing smithi06982861-28 from 4333568 to 5120000 tid 2 2024-04-10T15:33:33.210 INFO:tasks.rados.rados.0.smithi069.stdout:759: writing smithi06982861-28 from 5120000 to 5537792 tid 3 2024-04-10T15:33:33.210 INFO:tasks.rados.rados.0.smithi069.stdout:760: rmattr oid 34 current snap is 68 2024-04-10T15:33:33.210 INFO:tasks.rados.rados.0.smithi069.stdout:760: done (1 left) 2024-04-10T15:33:33.210 INFO:tasks.rados.rados.0.smithi069.stdout:761: snap_create 2024-04-10T15:33:33.210 INFO:tasks.rados.rados.0.smithi069.stdout:759: finishing write tid 1 to smithi06982861-28 2024-04-10T15:33:33.211 INFO:tasks.rados.rados.0.smithi069.stdout:759: finishing write tid 2 to smithi06982861-28 2024-04-10T15:33:33.213 INFO:tasks.rados.rados.0.smithi069.stdout:759: finishing write tid 3 to smithi06982861-28 2024-04-10T15:33:33.213 INFO:tasks.rados.rados.0.smithi069.stdout:759: finishing write tid 4 to smithi06982861-28 2024-04-10T15:33:33.214 INFO:tasks.rados.rados.0.smithi069.stdout:759: finishing write tid 5 to smithi06982861-28 2024-04-10T15:33:33.214 INFO:tasks.rados.rados.0.smithi069.stdout:759: oid 28 updating version 0 to 202 2024-04-10T15:33:33.214 INFO:tasks.rados.rados.0.smithi069.stdout:759: oid 28 updating version 202 to 204 2024-04-10T15:33:33.215 INFO:tasks.rados.rados.0.smithi069.stdout:759: oid 28 version 204 is already newer than 203 2024-04-10T15:33:33.215 INFO:tasks.rados.rados.0.smithi069.stdout:759: oid 28 version 204 is already newer than 201 2024-04-10T15:33:33.215 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 28 v 204 (ObjNum 253 snap 68 seq_num 253) dirty exists 2024-04-10T15:33:33.215 INFO:tasks.rados.rados.0.smithi069.stdout:759: left oid 28 (ObjNum 253 snap 68 seq_num 253) 2024-04-10T15:33:33.989 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:33:33 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[75626]: ts=2024-04-10T15:33:33.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi069\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi069\", job=\"node\", machine=\"x86_64\", nodename=\"smithi069\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", domainname=\"(none)\", instance=\"smithi069\", job=\"node\", machine=\"x86_64\", nodename=\"smithi069\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:33:34.102 INFO:tasks.rados.rados.0.smithi069.stdout:759: done (1 left) 2024-04-10T15:33:34.102 INFO:tasks.rados.rados.0.smithi069.stdout:761: done (0 left) 2024-04-10T15:33:34.102 INFO:tasks.rados.rados.0.smithi069.stdout:762: rmattr oid 35 current snap is 69 2024-04-10T15:33:34.102 INFO:tasks.rados.rados.0.smithi069.stdout:762: done (0 left) 2024-04-10T15:33:34.102 INFO:tasks.rados.rados.0.smithi069.stdout:763: read oid 27 snap -1 2024-04-10T15:33:34.102 INFO:tasks.rados.rados.0.smithi069.stdout:763: expect deleted 2024-04-10T15:33:34.102 INFO:tasks.rados.rados.0.smithi069.stdout:764: setattr oid 18 current snap is 69 2024-04-10T15:33:34.104 INFO:tasks.rados.rados.0.smithi069.stdout:763: done (1 left) 2024-04-10T15:33:34.104 INFO:tasks.rados.rados.0.smithi069.stdout:765: rollback oid 10 current snap is 69 2024-04-10T15:33:34.104 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 10 to 59 2024-04-10T15:33:34.104 INFO:tasks.rados.rados.0.smithi069.stdout:766: snap_remove snap 40 2024-04-10T15:33:34.333 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:34 smithi069 ceph-mon[27501]: from='mgr.25052 ' entity='mgr.y' 2024-04-10T15:33:34.334 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:34 smithi069 ceph-mon[27501]: from='mgr.25052 ' entity='mgr.y' 2024-04-10T15:33:34.334 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:34 smithi069 ceph-mon[27501]: from='mgr.25052 172.21.15.69:0/2659504181' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:33:34.334 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:34 smithi069 ceph-mon[27501]: from='mgr.25052 172.21.15.69:0/2659504181' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:33:34.334 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:34 smithi069 ceph-mon[27501]: Updating smithi069:/etc/ceph/ceph.conf 2024-04-10T15:33:34.334 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:34 smithi069 ceph-mon[27501]: Updating smithi077:/etc/ceph/ceph.conf 2024-04-10T15:33:34.334 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:34 smithi069 ceph-mon[27501]: osdmap e198: 8 total, 8 up, 8 in 2024-04-10T15:33:34.334 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:34 smithi069 ceph-mon[27501]: Updating smithi077:/var/lib/ceph/09bfb546-f74e-11ee-b64a-cb9ed24678a4/config/ceph.conf 2024-04-10T15:33:34.334 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:34 smithi069 ceph-mon[27501]: Updating smithi069:/var/lib/ceph/09bfb546-f74e-11ee-b64a-cb9ed24678a4/config/ceph.conf 2024-04-10T15:33:34.334 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:34 smithi069 ceph-mon[27501]: from='mgr.25052 172.21.15.69:0/2659504181' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:33:34.334 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:34 smithi069 ceph-mon[27501]: from='mgr.25052 172.21.15.69:0/2659504181' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-10T15:33:34.334 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:34 smithi069 ceph-mon[27501]: from='mgr.25052 172.21.15.69:0/2659504181' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:33:34.335 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:34 smithi069 ceph-mon[27501]: from='mgr.25052 172.21.15.69:0/2659504181' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:33:34.335 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:34 smithi069 ceph-mon[27501]: from='mgr.25052 172.21.15.69:0/2659504181' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:33:34.335 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:34 smithi069 ceph-mon[27501]: from='mgr.25052 172.21.15.69:0/2659504181' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:33:34.335 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:34 smithi069 ceph-mon[27501]: from='mgr.25052 172.21.15.69:0/2659504181' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:33:34.335 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:34 smithi069 ceph-mon[27501]: from='mgr.25052 172.21.15.69:0/2659504181' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:33:34.335 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:34 smithi069 ceph-mon[27501]: from='mgr.25052 172.21.15.69:0/2659504181' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:33:34.335 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:34 smithi069 ceph-mon[27501]: from='mgr.25052 172.21.15.69:0/2659504181' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:33:34.335 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:34 smithi069 ceph-mon[27501]: from='mgr.25052 172.21.15.69:0/2659504181' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:33:34.335 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:34 smithi069 ceph-mon[27501]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T15:33:34.335 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:34 smithi069 ceph-mon[27501]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T15:33:34.335 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:34 smithi069 ceph-mon[27501]: from='mgr.25052 172.21.15.69:0/2659504181' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:33:34.335 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:34 smithi069 ceph-mon[27501]: from='mgr.25052 172.21.15.69:0/2659504181' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:33:34.335 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:34 smithi069 ceph-mon[27501]: from='mgr.25052 172.21.15.69:0/2659504181' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:33:34.335 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:34 smithi069 ceph-mon[27501]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T15:33:34.336 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:34 smithi069 ceph-mon[27501]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T15:33:34.336 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:34 smithi069 ceph-mon[27501]: from='mgr.25052 172.21.15.69:0/2659504181' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:33:34.336 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:34 smithi069 ceph-mon[27501]: from='mgr.25052 172.21.15.69:0/2659504181' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:33:34.336 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:34 smithi069 ceph-mon[27501]: from='mgr.25052 172.21.15.69:0/2659504181' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:33:34.336 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:34 smithi069 ceph-mon[27501]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T15:33:34.336 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:34 smithi069 ceph-mon[27501]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T15:33:34.336 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:34 smithi069 ceph-mon[27501]: from='mgr.25052 172.21.15.69:0/2659504181' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:33:34.336 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:34 smithi069 ceph-mon[27501]: from='mgr.25052 172.21.15.69:0/2659504181' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:33:34.336 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:34 smithi069 ceph-mon[27501]: from='mgr.25052 172.21.15.69:0/2659504181' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:33:34.336 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:34 smithi069 ceph-mon[39688]: from='mgr.25052 ' entity='mgr.y' 2024-04-10T15:33:34.337 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:34 smithi069 ceph-mon[39688]: from='mgr.25052 ' entity='mgr.y' 2024-04-10T15:33:34.337 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:34 smithi069 ceph-mon[39688]: from='mgr.25052 172.21.15.69:0/2659504181' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:33:34.337 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:34 smithi069 ceph-mon[39688]: from='mgr.25052 172.21.15.69:0/2659504181' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:33:34.337 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:34 smithi069 ceph-mon[39688]: Updating smithi069:/etc/ceph/ceph.conf 2024-04-10T15:33:34.337 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:34 smithi069 ceph-mon[39688]: Updating smithi077:/etc/ceph/ceph.conf 2024-04-10T15:33:34.337 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:34 smithi069 ceph-mon[39688]: osdmap e198: 8 total, 8 up, 8 in 2024-04-10T15:33:34.337 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:34 smithi069 ceph-mon[39688]: Updating smithi077:/var/lib/ceph/09bfb546-f74e-11ee-b64a-cb9ed24678a4/config/ceph.conf 2024-04-10T15:33:34.337 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:34 smithi069 ceph-mon[39688]: Updating smithi069:/var/lib/ceph/09bfb546-f74e-11ee-b64a-cb9ed24678a4/config/ceph.conf 2024-04-10T15:33:34.337 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:34 smithi069 ceph-mon[39688]: from='mgr.25052 172.21.15.69:0/2659504181' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:33:34.337 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:34 smithi069 ceph-mon[39688]: from='mgr.25052 172.21.15.69:0/2659504181' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-10T15:33:34.337 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:34 smithi069 ceph-mon[39688]: from='mgr.25052 172.21.15.69:0/2659504181' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:33:34.337 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:34 smithi069 ceph-mon[39688]: from='mgr.25052 172.21.15.69:0/2659504181' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:33:34.337 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:34 smithi069 ceph-mon[39688]: from='mgr.25052 172.21.15.69:0/2659504181' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:33:34.337 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:34 smithi069 ceph-mon[39688]: from='mgr.25052 172.21.15.69:0/2659504181' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:33:34.338 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:34 smithi069 ceph-mon[39688]: from='mgr.25052 172.21.15.69:0/2659504181' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:33:34.338 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:34 smithi069 ceph-mon[39688]: from='mgr.25052 172.21.15.69:0/2659504181' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:33:34.338 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:34 smithi069 ceph-mon[39688]: from='mgr.25052 172.21.15.69:0/2659504181' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:33:34.338 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:34 smithi069 ceph-mon[39688]: from='mgr.25052 172.21.15.69:0/2659504181' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:33:34.338 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:34 smithi069 ceph-mon[39688]: from='mgr.25052 172.21.15.69:0/2659504181' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:33:34.338 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:34 smithi069 ceph-mon[39688]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T15:33:34.338 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:34 smithi069 ceph-mon[39688]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T15:33:34.338 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:34 smithi069 ceph-mon[39688]: from='mgr.25052 172.21.15.69:0/2659504181' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:33:34.338 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:34 smithi069 ceph-mon[39688]: from='mgr.25052 172.21.15.69:0/2659504181' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:33:34.338 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:34 smithi069 ceph-mon[39688]: from='mgr.25052 172.21.15.69:0/2659504181' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:33:34.338 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:34 smithi069 ceph-mon[39688]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T15:33:34.338 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:34 smithi069 ceph-mon[39688]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T15:33:34.338 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:34 smithi069 ceph-mon[39688]: from='mgr.25052 172.21.15.69:0/2659504181' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:33:34.338 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:34 smithi069 ceph-mon[39688]: from='mgr.25052 172.21.15.69:0/2659504181' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:33:34.339 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:34 smithi069 ceph-mon[39688]: from='mgr.25052 172.21.15.69:0/2659504181' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:33:34.339 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:34 smithi069 ceph-mon[39688]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T15:33:34.339 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:34 smithi069 ceph-mon[39688]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T15:33:34.339 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:34 smithi069 ceph-mon[39688]: from='mgr.25052 172.21.15.69:0/2659504181' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:33:34.339 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:34 smithi069 ceph-mon[39688]: from='mgr.25052 172.21.15.69:0/2659504181' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:33:34.339 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:34 smithi069 ceph-mon[39688]: from='mgr.25052 172.21.15.69:0/2659504181' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:33:34.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:34 smithi077 ceph-mon[31195]: from='mgr.25052 ' entity='mgr.y' 2024-04-10T15:33:34.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:34 smithi077 ceph-mon[31195]: from='mgr.25052 ' entity='mgr.y' 2024-04-10T15:33:34.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:34 smithi077 ceph-mon[31195]: from='mgr.25052 172.21.15.69:0/2659504181' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:33:34.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:34 smithi077 ceph-mon[31195]: from='mgr.25052 172.21.15.69:0/2659504181' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:33:34.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:34 smithi077 ceph-mon[31195]: Updating smithi069:/etc/ceph/ceph.conf 2024-04-10T15:33:34.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:34 smithi077 ceph-mon[31195]: Updating smithi077:/etc/ceph/ceph.conf 2024-04-10T15:33:34.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:34 smithi077 ceph-mon[31195]: osdmap e198: 8 total, 8 up, 8 in 2024-04-10T15:33:34.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:34 smithi077 ceph-mon[31195]: Updating smithi077:/var/lib/ceph/09bfb546-f74e-11ee-b64a-cb9ed24678a4/config/ceph.conf 2024-04-10T15:33:34.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:34 smithi077 ceph-mon[31195]: Updating smithi069:/var/lib/ceph/09bfb546-f74e-11ee-b64a-cb9ed24678a4/config/ceph.conf 2024-04-10T15:33:34.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:34 smithi077 ceph-mon[31195]: from='mgr.25052 172.21.15.69:0/2659504181' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:33:34.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:34 smithi077 ceph-mon[31195]: from='mgr.25052 172.21.15.69:0/2659504181' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-10T15:33:34.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:34 smithi077 ceph-mon[31195]: from='mgr.25052 172.21.15.69:0/2659504181' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:33:34.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:34 smithi077 ceph-mon[31195]: from='mgr.25052 172.21.15.69:0/2659504181' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:33:34.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:34 smithi077 ceph-mon[31195]: from='mgr.25052 172.21.15.69:0/2659504181' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:33:34.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:34 smithi077 ceph-mon[31195]: from='mgr.25052 172.21.15.69:0/2659504181' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:33:34.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:34 smithi077 ceph-mon[31195]: from='mgr.25052 172.21.15.69:0/2659504181' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:33:34.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:34 smithi077 ceph-mon[31195]: from='mgr.25052 172.21.15.69:0/2659504181' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:33:34.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:34 smithi077 ceph-mon[31195]: from='mgr.25052 172.21.15.69:0/2659504181' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:33:34.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:34 smithi077 ceph-mon[31195]: from='mgr.25052 172.21.15.69:0/2659504181' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:33:34.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:34 smithi077 ceph-mon[31195]: from='mgr.25052 172.21.15.69:0/2659504181' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:33:34.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:34 smithi077 ceph-mon[31195]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T15:33:34.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:34 smithi077 ceph-mon[31195]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T15:33:34.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:34 smithi077 ceph-mon[31195]: from='mgr.25052 172.21.15.69:0/2659504181' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:33:34.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:34 smithi077 ceph-mon[31195]: from='mgr.25052 172.21.15.69:0/2659504181' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:33:34.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:34 smithi077 ceph-mon[31195]: from='mgr.25052 172.21.15.69:0/2659504181' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:33:34.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:34 smithi077 ceph-mon[31195]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T15:33:34.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:34 smithi077 ceph-mon[31195]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T15:33:34.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:34 smithi077 ceph-mon[31195]: from='mgr.25052 172.21.15.69:0/2659504181' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:33:34.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:34 smithi077 ceph-mon[31195]: from='mgr.25052 172.21.15.69:0/2659504181' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:33:34.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:34 smithi077 ceph-mon[31195]: from='mgr.25052 172.21.15.69:0/2659504181' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:33:34.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:34 smithi077 ceph-mon[31195]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T15:33:34.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:34 smithi077 ceph-mon[31195]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T15:33:34.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:34 smithi077 ceph-mon[31195]: from='mgr.25052 172.21.15.69:0/2659504181' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:33:34.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:34 smithi077 ceph-mon[31195]: from='mgr.25052 172.21.15.69:0/2659504181' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:33:34.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:34 smithi077 ceph-mon[31195]: from='mgr.25052 172.21.15.69:0/2659504181' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:33:35.103 INFO:tasks.rados.rados.0.smithi069.stdout:766: done (2 left) 2024-04-10T15:33:35.104 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 40 current snap is 69 2024-04-10T15:33:35.104 INFO:tasks.rados.rados.0.smithi069.stdout:767: seq_num 254 ranges {876544=663552,1540096=663552,2203648=540672} 2024-04-10T15:33:35.112 INFO:tasks.rados.rados.0.smithi069.stdout:767: writing smithi06982861-40 from 876544 to 1540096 tid 1 2024-04-10T15:33:35.117 INFO:tasks.rados.rados.0.smithi069.stdout:767: writing smithi06982861-40 from 1540096 to 2203648 tid 2 2024-04-10T15:33:35.121 INFO:tasks.rados.rados.0.smithi069.stdout:767: writing smithi06982861-40 from 2203648 to 2744320 tid 3 2024-04-10T15:33:35.121 INFO:tasks.rados.rados.0.smithi069.stdout:768: copy_from oid 33 from oid 31 current snap is 69 2024-04-10T15:33:35.122 INFO:tasks.rados.rados.0.smithi069.stdout:769: read oid 14 snap -1 2024-04-10T15:33:35.122 INFO:tasks.rados.rados.0.smithi069.stdout:769: expect (ObjNum 211 snap 53 seq_num 211) 2024-04-10T15:33:35.122 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 32 current snap is 69 2024-04-10T15:33:35.122 INFO:tasks.rados.rados.0.smithi069.stdout:765: finishing rollback tid 1 to smithi06982861-10 2024-04-10T15:33:35.122 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 10 v 154 (ObjNum 289 snap 0 seq_num 0) dirty dne 2024-04-10T15:33:35.122 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 18 v 254 (ObjNum 289 snap 0 seq_num 0) dirty exists 2024-04-10T15:33:35.122 INFO:tasks.rados.rados.0.smithi069.stdout:767: finishing write tid 1 to smithi06982861-40 2024-04-10T15:33:35.122 INFO:tasks.rados.rados.0.smithi069.stdout:770: seq_num 255 ranges {253952=679936,933888=548864,1482752=598016,2080768=57344} 2024-04-10T15:33:35.127 INFO:tasks.rados.rados.0.smithi069.stdout:770: writing smithi06982861-32 from 253952 to 933888 tid 1 2024-04-10T15:33:35.131 INFO:tasks.rados.rados.0.smithi069.stdout:770: writing smithi06982861-32 from 933888 to 1482752 tid 2 2024-04-10T15:33:35.135 INFO:tasks.rados.rados.0.smithi069.stdout:770: writing smithi06982861-32 from 1482752 to 2080768 tid 3 2024-04-10T15:33:35.137 INFO:tasks.rados.rados.0.smithi069.stdout:770: writing smithi06982861-32 from 2080768 to 2138112 tid 4 2024-04-10T15:33:35.137 INFO:tasks.rados.rados.0.smithi069.stdout:764: done (5 left) 2024-04-10T15:33:35.137 INFO:tasks.rados.rados.0.smithi069.stdout:765: done (4 left) 2024-04-10T15:33:35.137 INFO:tasks.rados.rados.0.smithi069.stdout:771: copy_from oid 18 from oid 21 current snap is 69 2024-04-10T15:33:35.137 INFO:tasks.rados.rados.0.smithi069.stdout:767: finishing write tid 2 to smithi06982861-40 2024-04-10T15:33:35.137 INFO:tasks.rados.rados.0.smithi069.stdout:767: finishing write tid 3 to smithi06982861-40 2024-04-10T15:33:35.137 INFO:tasks.rados.rados.0.smithi069.stdout:768: finishing copy_from to smithi06982861-33 2024-04-10T15:33:35.137 INFO:tasks.rados.rados.0.smithi069.stdout:768: got expected ENOENT (src dne) 2024-04-10T15:33:35.137 INFO:tasks.rados.rados.0.smithi069.stdout:768: finishing copy_from racing read to smithi06982861-33 2024-04-10T15:33:35.137 INFO:tasks.rados.rados.0.smithi069.stdout:767: finishing write tid 4 to smithi06982861-40 2024-04-10T15:33:35.137 INFO:tasks.rados.rados.0.smithi069.stdout:767: finishing write tid 5 to smithi06982861-40 2024-04-10T15:33:35.137 INFO:tasks.rados.rados.0.smithi069.stdout:767: oid 40 updating version 0 to 240 2024-04-10T15:33:35.137 INFO:tasks.rados.rados.0.smithi069.stdout:767: oid 40 version 240 is already newer than 239 2024-04-10T15:33:35.137 INFO:tasks.rados.rados.0.smithi069.stdout:767: oid 40 updating version 240 to 242 2024-04-10T15:33:35.138 INFO:tasks.rados.rados.0.smithi069.stdout:767: oid 40 version 242 is already newer than 241 2024-04-10T15:33:35.138 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 40 v 242 (ObjNum 254 snap 69 seq_num 254) dirty exists 2024-04-10T15:33:35.138 INFO:tasks.rados.rados.0.smithi069.stdout:767: left oid 40 (ObjNum 254 snap 69 seq_num 254) 2024-04-10T15:33:35.138 INFO:tasks.rados.rados.0.smithi069.stdout:769: expect (ObjNum 211 snap 53 seq_num 211) 2024-04-10T15:33:35.189 INFO:tasks.rados.rados.0.smithi069.stdout:770: finishing write tid 1 to smithi06982861-32 2024-04-10T15:33:35.189 INFO:tasks.rados.rados.0.smithi069.stdout:770: finishing write tid 2 to smithi06982861-32 2024-04-10T15:33:35.189 INFO:tasks.rados.rados.0.smithi069.stdout:770: finishing write tid 3 to smithi06982861-32 2024-04-10T15:33:35.189 INFO:tasks.rados.rados.0.smithi069.stdout:770: finishing write tid 4 to smithi06982861-32 2024-04-10T15:33:35.189 INFO:tasks.rados.rados.0.smithi069.stdout:770: finishing write tid 5 to smithi06982861-32 2024-04-10T15:33:35.189 INFO:tasks.rados.rados.0.smithi069.stdout:770: finishing write tid 6 to smithi06982861-32 2024-04-10T15:33:35.190 INFO:tasks.rados.rados.0.smithi069.stdout:770: oid 32 updating version 0 to 296 2024-04-10T15:33:35.190 INFO:tasks.rados.rados.0.smithi069.stdout:770: oid 32 version 296 is already newer than 295 2024-04-10T15:33:35.190 INFO:tasks.rados.rados.0.smithi069.stdout:770: oid 32 updating version 296 to 297 2024-04-10T15:33:35.190 INFO:tasks.rados.rados.0.smithi069.stdout:770: oid 32 updating version 297 to 298 2024-04-10T15:33:35.190 INFO:tasks.rados.rados.0.smithi069.stdout:770: oid 32 version 298 is already newer than 294 2024-04-10T15:33:35.190 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 32 v 298 (ObjNum 255 snap 69 seq_num 255) dirty exists 2024-04-10T15:33:35.190 INFO:tasks.rados.rados.0.smithi069.stdout:770: left oid 32 (ObjNum 255 snap 69 seq_num 255) 2024-04-10T15:33:35.190 INFO:tasks.rados.rados.0.smithi069.stdout:771: finishing copy_from racing read to smithi06982861-18 2024-04-10T15:33:35.190 INFO:tasks.rados.rados.0.smithi069.stdout:771: finishing copy_from to smithi06982861-18 2024-04-10T15:33:35.190 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 18 v 188 (ObjNum 202 snap 52 seq_num 202) dirty exists 2024-04-10T15:33:35.190 INFO:tasks.rados.rados.0.smithi069.stdout:767: done (4 left) 2024-04-10T15:33:35.190 INFO:tasks.rados.rados.0.smithi069.stdout:768: done (3 left) 2024-04-10T15:33:35.190 INFO:tasks.rados.rados.0.smithi069.stdout:769: done (2 left) 2024-04-10T15:33:35.191 INFO:tasks.rados.rados.0.smithi069.stdout:770: done (1 left) 2024-04-10T15:33:35.191 INFO:tasks.rados.rados.0.smithi069.stdout:771: done (0 left) 2024-04-10T15:33:35.191 INFO:tasks.rados.rados.0.smithi069.stdout:772: read oid 20 snap -1 2024-04-10T15:33:35.191 INFO:tasks.rados.rados.0.smithi069.stdout:772: expect (ObjNum 53 snap 1 seq_num 53) 2024-04-10T15:33:35.191 INFO:tasks.rados.rados.0.smithi069.stdout:773: delete oid 43 current snap is 69 2024-04-10T15:33:35.191 INFO:tasks.rados.rados.0.smithi069.stdout:773: done (1 left) 2024-04-10T15:33:35.191 INFO:tasks.rados.rados.0.smithi069.stdout:774: snap_remove snap 43 2024-04-10T15:33:35.270 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:35 smithi077 ceph-mon[31195]: pgmap v18: 121 pgs: 121 active+clean; 228 MiB data, 820 MiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 7.4 MiB/s wr, 62 op/s 2024-04-10T15:33:35.270 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:35 smithi077 ceph-mon[31195]: Updating smithi077:/etc/ceph/ceph.client.admin.keyring 2024-04-10T15:33:35.270 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:35 smithi077 ceph-mon[31195]: Updating smithi069:/etc/ceph/ceph.client.admin.keyring 2024-04-10T15:33:35.270 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:35 smithi077 ceph-mon[31195]: Updating smithi077:/var/lib/ceph/09bfb546-f74e-11ee-b64a-cb9ed24678a4/config/ceph.client.admin.keyring 2024-04-10T15:33:35.270 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:35 smithi077 ceph-mon[31195]: Updating smithi069:/var/lib/ceph/09bfb546-f74e-11ee-b64a-cb9ed24678a4/config/ceph.client.admin.keyring 2024-04-10T15:33:35.270 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:35 smithi077 ceph-mon[31195]: mgrmap e35: y(active, since 10s), standbys: x 2024-04-10T15:33:35.271 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:35 smithi077 ceph-mon[31195]: osdmap e199: 8 total, 8 up, 8 in 2024-04-10T15:33:35.271 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:35 smithi077 ceph-mon[31195]: from='mgr.25052 ' entity='mgr.y' 2024-04-10T15:33:35.271 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:35 smithi077 ceph-mon[31195]: from='mgr.25052 ' entity='mgr.y' 2024-04-10T15:33:35.271 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:35 smithi077 ceph-mon[31195]: from='mgr.25052 ' entity='mgr.y' 2024-04-10T15:33:35.271 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:35 smithi077 ceph-mon[31195]: from='mgr.25052 ' entity='mgr.y' 2024-04-10T15:33:35.271 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:35 smithi077 ceph-mon[31195]: from='mgr.25052 ' entity='mgr.y' 2024-04-10T15:33:35.271 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:35 smithi077 ceph-mon[31195]: Reconfiguring prometheus.a (dependencies changed)... 2024-04-10T15:33:35.583 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:35 smithi069 ceph-mon[39688]: pgmap v18: 121 pgs: 121 active+clean; 228 MiB data, 820 MiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 7.4 MiB/s wr, 62 op/s 2024-04-10T15:33:35.584 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:35 smithi069 ceph-mon[39688]: Updating smithi077:/etc/ceph/ceph.client.admin.keyring 2024-04-10T15:33:35.584 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:35 smithi069 ceph-mon[39688]: Updating smithi069:/etc/ceph/ceph.client.admin.keyring 2024-04-10T15:33:35.584 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:35 smithi069 ceph-mon[39688]: Updating smithi077:/var/lib/ceph/09bfb546-f74e-11ee-b64a-cb9ed24678a4/config/ceph.client.admin.keyring 2024-04-10T15:33:35.584 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:35 smithi069 ceph-mon[39688]: Updating smithi069:/var/lib/ceph/09bfb546-f74e-11ee-b64a-cb9ed24678a4/config/ceph.client.admin.keyring 2024-04-10T15:33:35.584 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:35 smithi069 ceph-mon[39688]: mgrmap e35: y(active, since 10s), standbys: x 2024-04-10T15:33:35.584 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:35 smithi069 ceph-mon[39688]: osdmap e199: 8 total, 8 up, 8 in 2024-04-10T15:33:35.584 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:35 smithi069 ceph-mon[39688]: from='mgr.25052 ' entity='mgr.y' 2024-04-10T15:33:35.584 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:35 smithi069 ceph-mon[39688]: from='mgr.25052 ' entity='mgr.y' 2024-04-10T15:33:35.584 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:35 smithi069 ceph-mon[39688]: from='mgr.25052 ' entity='mgr.y' 2024-04-10T15:33:35.584 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:35 smithi069 ceph-mon[39688]: from='mgr.25052 ' entity='mgr.y' 2024-04-10T15:33:35.584 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:35 smithi069 ceph-mon[39688]: from='mgr.25052 ' entity='mgr.y' 2024-04-10T15:33:35.584 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:35 smithi069 ceph-mon[39688]: Reconfiguring prometheus.a (dependencies changed)... 2024-04-10T15:33:35.585 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:35 smithi069 ceph-mon[27501]: pgmap v18: 121 pgs: 121 active+clean; 228 MiB data, 820 MiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 7.4 MiB/s wr, 62 op/s 2024-04-10T15:33:35.585 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:35 smithi069 ceph-mon[27501]: Updating smithi077:/etc/ceph/ceph.client.admin.keyring 2024-04-10T15:33:35.585 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:35 smithi069 ceph-mon[27501]: Updating smithi069:/etc/ceph/ceph.client.admin.keyring 2024-04-10T15:33:35.585 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:35 smithi069 ceph-mon[27501]: Updating smithi077:/var/lib/ceph/09bfb546-f74e-11ee-b64a-cb9ed24678a4/config/ceph.client.admin.keyring 2024-04-10T15:33:35.585 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:35 smithi069 ceph-mon[27501]: Updating smithi069:/var/lib/ceph/09bfb546-f74e-11ee-b64a-cb9ed24678a4/config/ceph.client.admin.keyring 2024-04-10T15:33:35.585 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:35 smithi069 ceph-mon[27501]: mgrmap e35: y(active, since 10s), standbys: x 2024-04-10T15:33:35.585 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:35 smithi069 ceph-mon[27501]: osdmap e199: 8 total, 8 up, 8 in 2024-04-10T15:33:35.585 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:35 smithi069 ceph-mon[27501]: from='mgr.25052 ' entity='mgr.y' 2024-04-10T15:33:35.585 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:35 smithi069 ceph-mon[27501]: from='mgr.25052 ' entity='mgr.y' 2024-04-10T15:33:35.585 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:35 smithi069 ceph-mon[27501]: from='mgr.25052 ' entity='mgr.y' 2024-04-10T15:33:35.585 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:35 smithi069 ceph-mon[27501]: from='mgr.25052 ' entity='mgr.y' 2024-04-10T15:33:35.585 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:35 smithi069 ceph-mon[27501]: from='mgr.25052 ' entity='mgr.y' 2024-04-10T15:33:35.585 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:35 smithi069 ceph-mon[27501]: Reconfiguring prometheus.a (dependencies changed)... 2024-04-10T15:33:36.116 INFO:tasks.rados.rados.0.smithi069.stdout:774: done (1 left) 2024-04-10T15:33:36.117 INFO:tasks.rados.rados.0.smithi069.stdout:775: snap_remove snap 68 2024-04-10T15:33:36.117 INFO:tasks.rados.rados.0.smithi069.stdout:772: expect (ObjNum 53 snap 1 seq_num 53) 2024-04-10T15:33:36.449 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:36 smithi077 ceph-mon[31195]: Reconfiguring daemon prometheus.a on smithi077 2024-04-10T15:33:36.449 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:36 smithi077 ceph-mon[31195]: osdmap e200: 8 total, 8 up, 8 in 2024-04-10T15:33:36.583 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:36 smithi069 ceph-mon[27501]: Reconfiguring daemon prometheus.a on smithi077 2024-04-10T15:33:36.584 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:36 smithi069 ceph-mon[27501]: osdmap e200: 8 total, 8 up, 8 in 2024-04-10T15:33:36.584 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:36 smithi069 ceph-mon[39688]: Reconfiguring daemon prometheus.a on smithi077 2024-04-10T15:33:36.584 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:36 smithi069 ceph-mon[39688]: osdmap e200: 8 total, 8 up, 8 in 2024-04-10T15:33:37.113 INFO:journalctl@ceph.mgr.x.smithi077.stdout:Apr 10 15:33:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-x[66795]: ::ffff:172.21.15.77 - - [10/Apr/2024:15:33:36] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-10T15:33:37.127 INFO:tasks.rados.rados.0.smithi069.stdout:772: done (1 left) 2024-04-10T15:33:37.128 INFO:tasks.rados.rados.0.smithi069.stdout:775: done (0 left) 2024-04-10T15:33:37.128 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 14 current snap is 69 2024-04-10T15:33:37.128 INFO:tasks.rados.rados.0.smithi069.stdout:776: seq_num 257 ranges {1695744=712704,2408448=720896,3129344=483328} 2024-04-10T15:33:37.141 INFO:tasks.rados.rados.0.smithi069.stdout:776: writing smithi06982861-14 from 1695744 to 2408448 tid 1 2024-04-10T15:33:37.146 INFO:tasks.rados.rados.0.smithi069.stdout:776: writing smithi06982861-14 from 2408448 to 3129344 tid 2 2024-04-10T15:33:37.149 INFO:tasks.rados.rados.0.smithi069.stdout:776: writing smithi06982861-14 from 3129344 to 3612672 tid 3 2024-04-10T15:33:37.149 INFO:tasks.rados.rados.0.smithi069.stdout:777: read oid 31 snap -1 2024-04-10T15:33:37.149 INFO:tasks.rados.rados.0.smithi069.stdout:777: expect deleted 2024-04-10T15:33:37.149 INFO:tasks.rados.rados.0.smithi069.stdout:778: rollback oid 17 current snap is 69 2024-04-10T15:33:37.149 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 17 to 63 2024-04-10T15:33:37.149 INFO:tasks.rados.rados.0.smithi069.stdout:776: finishing write tid 1 to smithi06982861-14 2024-04-10T15:33:37.149 INFO:tasks.rados.rados.0.smithi069.stdout:779: rollback oid 2 current snap is 69 2024-04-10T15:33:37.150 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 2 to 65 2024-04-10T15:33:37.150 INFO:tasks.rados.rados.0.smithi069.stdout:780: read oid 39 snap -1 2024-04-10T15:33:37.150 INFO:tasks.rados.rados.0.smithi069.stdout:780: expect (ObjNum 150 snap 37 seq_num 150) 2024-04-10T15:33:37.150 INFO:tasks.rados.rados.0.smithi069.stdout:781: rollback oid 42 current snap is 69 2024-04-10T15:33:37.150 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 42 to 62 2024-04-10T15:33:37.150 INFO:tasks.rados.rados.0.smithi069.stdout:782: read oid 37 snap -1 2024-04-10T15:33:37.150 INFO:tasks.rados.rados.0.smithi069.stdout:782: expect deleted 2024-04-10T15:33:37.150 INFO:tasks.rados.rados.0.smithi069.stdout:783: read oid 44 snap -1 2024-04-10T15:33:37.150 INFO:tasks.rados.rados.0.smithi069.stdout:783: expect (ObjNum 164 snap 38 seq_num 164) 2024-04-10T15:33:37.150 INFO:tasks.rados.rados.0.smithi069.stdout:784: snap_remove snap 64 2024-04-10T15:33:37.489 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:37 smithi077 ceph-mon[31195]: pgmap v21: 121 pgs: 121 active+clean; 217 MiB data, 814 MiB used, 714 GiB / 715 GiB avail; 1.5 MiB/s rd, 1.1 MiB/s wr, 23 op/s 2024-04-10T15:33:37.489 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:37 smithi077 ceph-mon[31195]: osdmap e201: 8 total, 8 up, 8 in 2024-04-10T15:33:37.583 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:37 smithi069 ceph-mon[39688]: pgmap v21: 121 pgs: 121 active+clean; 217 MiB data, 814 MiB used, 714 GiB / 715 GiB avail; 1.5 MiB/s rd, 1.1 MiB/s wr, 23 op/s 2024-04-10T15:33:37.583 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:37 smithi069 ceph-mon[39688]: osdmap e201: 8 total, 8 up, 8 in 2024-04-10T15:33:37.584 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:37 smithi069 ceph-mon[27501]: pgmap v21: 121 pgs: 121 active+clean; 217 MiB data, 814 MiB used, 714 GiB / 715 GiB avail; 1.5 MiB/s rd, 1.1 MiB/s wr, 23 op/s 2024-04-10T15:33:37.584 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:37 smithi069 ceph-mon[27501]: osdmap e201: 8 total, 8 up, 8 in 2024-04-10T15:33:37.961 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:33:37 smithi077 systemd[1]: Stopping Ceph prometheus.a for 09bfb546-f74e-11ee-b64a-cb9ed24678a4... 2024-04-10T15:33:38.095 INFO:tasks.rados.rados.0.smithi069.stdout:784: done (8 left) 2024-04-10T15:33:38.095 INFO:tasks.rados.rados.0.smithi069.stdout:785: snap_remove snap 67 2024-04-10T15:33:38.226 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:38 smithi077 ceph-mon[31195]: osdmap e202: 8 total, 8 up, 8 in 2024-04-10T15:33:38.226 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:38 smithi077 ceph-mon[31195]: osdmap e203: 8 total, 8 up, 8 in 2024-04-10T15:33:38.227 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:33:37 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[75626]: ts=2024-04-10T15:33:37.975Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-04-10T15:33:38.227 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:33:37 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[75626]: ts=2024-04-10T15:33:37.975Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-04-10T15:33:38.227 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:33:37 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[75626]: ts=2024-04-10T15:33:37.975Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-04-10T15:33:38.227 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:33:37 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[75626]: ts=2024-04-10T15:33:37.975Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-04-10T15:33:38.227 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:33:37 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[75626]: ts=2024-04-10T15:33:37.975Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-04-10T15:33:38.227 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:33:37 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[75626]: ts=2024-04-10T15:33:37.975Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-04-10T15:33:38.227 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:33:37 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[75626]: ts=2024-04-10T15:33:37.975Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-04-10T15:33:38.227 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:33:37 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[75626]: ts=2024-04-10T15:33:37.975Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-04-10T15:33:38.227 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:33:37 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[75626]: ts=2024-04-10T15:33:37.975Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-04-10T15:33:38.227 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:33:37 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[75626]: ts=2024-04-10T15:33:37.975Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-04-10T15:33:38.227 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:33:37 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[75626]: ts=2024-04-10T15:33:37.975Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-04-10T15:33:38.227 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:33:37 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[75626]: ts=2024-04-10T15:33:37.975Z caller=main.go:1147 level=info msg="See you next time!" 2024-04-10T15:33:38.228 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:33:37 smithi077 podman[78324]: 2024-04-10 15:33:37.985695722 +0000 UTC m=+0.120342992 container died ed1d44134556f280ea13aa08548dc0390640080ce4ad1e63b29edb49e124398a (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-10T15:33:38.489 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:33:38 smithi077 podman[78324]: 2024-04-10 15:33:38.455771857 +0000 UTC m=+0.590419122 container cleanup ed1d44134556f280ea13aa08548dc0390640080ce4ad1e63b29edb49e124398a (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-10T15:33:38.489 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:33:38 smithi077 bash[78324]: ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a 2024-04-10T15:33:38.583 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:38 smithi069 ceph-mon[39688]: osdmap e202: 8 total, 8 up, 8 in 2024-04-10T15:33:38.583 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:38 smithi069 ceph-mon[39688]: osdmap e203: 8 total, 8 up, 8 in 2024-04-10T15:33:38.584 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:38 smithi069 ceph-mon[27501]: osdmap e202: 8 total, 8 up, 8 in 2024-04-10T15:33:38.584 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:38 smithi069 ceph-mon[27501]: osdmap e203: 8 total, 8 up, 8 in 2024-04-10T15:33:38.989 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:33:38 smithi077 podman[78343]: 2024-04-10 15:33:38.698470926 +0000 UTC m=+0.712985573 container remove ed1d44134556f280ea13aa08548dc0390640080ce4ad1e63b29edb49e124398a (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-10T15:33:38.989 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:33:38 smithi077 systemd[1]: ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4@prometheus.a.service: Deactivated successfully. 2024-04-10T15:33:38.989 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:33:38 smithi077 systemd[1]: Stopped Ceph prometheus.a for 09bfb546-f74e-11ee-b64a-cb9ed24678a4. 2024-04-10T15:33:38.989 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:33:38 smithi077 systemd[1]: ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4@prometheus.a.service: Consumed 1.127s CPU time. 2024-04-10T15:33:38.990 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:33:38 smithi077 systemd[1]: Starting Ceph prometheus.a for 09bfb546-f74e-11ee-b64a-cb9ed24678a4... 2024-04-10T15:33:39.096 INFO:tasks.rados.rados.0.smithi069.stdout:785: done (8 left) 2024-04-10T15:33:39.096 INFO:tasks.rados.rados.0.smithi069.stdout:786: rmattr oid 45 current snap is 69 2024-04-10T15:33:39.096 INFO:tasks.rados.rados.0.smithi069.stdout:786: done (8 left) 2024-04-10T15:33:39.096 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 40 current snap is 69 2024-04-10T15:33:39.096 INFO:tasks.rados.rados.0.smithi069.stdout:776: finishing write tid 2 to smithi06982861-14 2024-04-10T15:33:39.096 INFO:tasks.rados.rados.0.smithi069.stdout:787: seq_num 258 ranges {2744320=729088,3473408=606208,4079616=598016} 2024-04-10T15:33:39.115 INFO:tasks.rados.rados.0.smithi069.stdout:787: writing smithi06982861-40 from 2744320 to 3473408 tid 1 2024-04-10T15:33:39.118 INFO:tasks.rados.rados.0.smithi069.stdout:787: writing smithi06982861-40 from 3473408 to 4079616 tid 2 2024-04-10T15:33:39.123 INFO:tasks.rados.rados.0.smithi069.stdout:787: writing smithi06982861-40 from 4079616 to 4677632 tid 3 2024-04-10T15:33:39.123 INFO:tasks.rados.rados.0.smithi069.stdout:788: read oid 11 snap 63 2024-04-10T15:33:39.124 INFO:tasks.rados.rados.0.smithi069.stdout:788: expect (ObjNum 53 snap 1 seq_num 53) 2024-04-10T15:33:39.124 INFO:tasks.rados.rados.0.smithi069.stdout:789: read oid 28 snap -1 2024-04-10T15:33:39.124 INFO:tasks.rados.rados.0.smithi069.stdout:789: expect (ObjNum 253 snap 68 seq_num 253) 2024-04-10T15:33:39.124 INFO:tasks.rados.rados.0.smithi069.stdout:790: rmattr oid 12 current snap is 69 2024-04-10T15:33:39.124 INFO:tasks.rados.rados.0.smithi069.stdout:790: done (11 left) 2024-04-10T15:33:39.124 INFO:tasks.rados.rados.0.smithi069.stdout:791: rmattr oid 33 current snap is 69 2024-04-10T15:33:39.124 INFO:tasks.rados.rados.0.smithi069.stdout:777: done (11 left) 2024-04-10T15:33:39.124 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 8 current snap is 69 2024-04-10T15:33:39.124 INFO:tasks.rados.rados.0.smithi069.stdout:779: finishing rollback tid 0 to smithi06982861-2 2024-04-10T15:33:39.124 INFO:tasks.rados.rados.0.smithi069.stdout:779: finishing rollback tid 1 to smithi06982861-2 2024-04-10T15:33:39.124 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 2 v 210 (ObjNum 129 snap 0 seq_num 1433966352) dirty dne 2024-04-10T15:33:39.124 INFO:tasks.rados.rados.0.smithi069.stdout:776: finishing write tid 3 to smithi06982861-14 2024-04-10T15:33:39.124 INFO:tasks.rados.rados.0.smithi069.stdout:778: finishing rollback tid 0 to smithi06982861-17 2024-04-10T15:33:39.124 INFO:tasks.rados.rados.0.smithi069.stdout:781: finishing rollback tid 0 to smithi06982861-42 2024-04-10T15:33:39.124 INFO:tasks.rados.rados.0.smithi069.stdout:778: finishing rollback tid 1 to smithi06982861-17 2024-04-10T15:33:39.125 INFO:tasks.rados.rados.0.smithi069.stdout:776: finishing write tid 4 to smithi06982861-14 2024-04-10T15:33:39.125 INFO:tasks.rados.rados.0.smithi069.stdout:781: finishing rollback tid 1 to smithi06982861-42 2024-04-10T15:33:39.125 INFO:tasks.rados.rados.0.smithi069.stdout:781: finishing rollback tid 2 to smithi06982861-42 2024-04-10T15:33:39.125 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 42 v 280 (ObjNum 164 snap 38 seq_num 164) dirty exists 2024-04-10T15:33:39.125 INFO:tasks.rados.rados.0.smithi069.stdout:778: finishing rollback tid 2 to smithi06982861-17 2024-04-10T15:33:39.125 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 17 v 317 (ObjNum 12 snap 0 seq_num 12) dirty exists 2024-04-10T15:33:39.125 INFO:tasks.rados.rados.0.smithi069.stdout:776: finishing write tid 5 to smithi06982861-14 2024-04-10T15:33:39.125 INFO:tasks.rados.rados.0.smithi069.stdout:776: oid 14 updating version 0 to 311 2024-04-10T15:33:39.125 INFO:tasks.rados.rados.0.smithi069.stdout:776: oid 14 version 311 is already newer than 309 2024-04-10T15:33:39.125 INFO:tasks.rados.rados.0.smithi069.stdout:776: oid 14 version 311 is already newer than 308 2024-04-10T15:33:39.125 INFO:tasks.rados.rados.0.smithi069.stdout:776: oid 14 version 311 is already newer than 310 2024-04-10T15:33:39.125 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 14 v 311 (ObjNum 257 snap 69 seq_num 257) dirty exists 2024-04-10T15:33:39.125 INFO:tasks.rados.rados.0.smithi069.stdout:776: left oid 14 (ObjNum 257 snap 69 seq_num 257) 2024-04-10T15:33:39.125 INFO:tasks.rados.rados.0.smithi069.stdout:780: expect (ObjNum 150 snap 37 seq_num 150) 2024-04-10T15:33:39.259 INFO:tasks.rados.rados.0.smithi069.stdout:783: expect (ObjNum 164 snap 38 seq_num 164) 2024-04-10T15:33:39.379 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:39 smithi077 ceph-mon[31195]: pgmap v24: 121 pgs: 121 active+clean; 217 MiB data, 814 MiB used, 714 GiB / 715 GiB avail; 1.5 MiB/s rd, 1.1 MiB/s wr, 23 op/s 2024-04-10T15:33:39.379 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:39 smithi077 ceph-mon[31195]: from='mgr.25052 172.21.15.69:0/2659504181' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:33:39.379 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:39 smithi077 ceph-mon[31195]: osdmap e204: 8 total, 8 up, 8 in 2024-04-10T15:33:39.380 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:33:39 smithi077 podman[78444]: 2024-04-10 15:33:38.933393833 +0000 UTC m=+0.018710669 image pull a07b618ecd1dce142bce4c52f0e80982eaf1f14265a2415c2d35978ccaa0a464 quay.io/prometheus/prometheus:v2.43.0 2024-04-10T15:33:39.380 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:33:39 smithi077 podman[78444]: 2024-04-10 15:33:39.10783443 +0000 UTC m=+0.193151285 container create 9575de1707c99f0afe5d77954da78704a10b90583cd30fe1378b1ae8580f4069 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-10T15:33:39.442 INFO:tasks.rados.rados.0.smithi069.stdout:787: finishing write tid 1 to smithi06982861-40 2024-04-10T15:33:39.442 INFO:tasks.rados.rados.0.smithi069.stdout:787: finishing write tid 2 to smithi06982861-40 2024-04-10T15:33:39.442 INFO:tasks.rados.rados.0.smithi069.stdout:792: seq_num 259 ranges {5545984=745472,6291456=540672,6832128=581632,7413760=81920} 2024-04-10T15:33:39.475 INFO:tasks.rados.rados.0.smithi069.stdout:792: writing smithi06982861-8 from 5545984 to 6291456 tid 1 2024-04-10T15:33:39.479 INFO:tasks.rados.rados.0.smithi069.stdout:792: writing smithi06982861-8 from 6291456 to 6832128 tid 2 2024-04-10T15:33:39.482 INFO:tasks.rados.rados.0.smithi069.stdout:792: writing smithi06982861-8 from 6832128 to 7413760 tid 3 2024-04-10T15:33:39.483 INFO:tasks.rados.rados.0.smithi069.stdout:792: writing smithi06982861-8 from 7413760 to 7495680 tid 4 2024-04-10T15:33:39.483 INFO:tasks.rados.rados.0.smithi069.stdout:776: done (11 left) 2024-04-10T15:33:39.483 INFO:tasks.rados.rados.0.smithi069.stdout:778: done (10 left) 2024-04-10T15:33:39.483 INFO:tasks.rados.rados.0.smithi069.stdout:779: done (9 left) 2024-04-10T15:33:39.483 INFO:tasks.rados.rados.0.smithi069.stdout:780: done (8 left) 2024-04-10T15:33:39.483 INFO:tasks.rados.rados.0.smithi069.stdout:781: done (7 left) 2024-04-10T15:33:39.483 INFO:tasks.rados.rados.0.smithi069.stdout:782: done (6 left) 2024-04-10T15:33:39.483 INFO:tasks.rados.rados.0.smithi069.stdout:783: done (5 left) 2024-04-10T15:33:39.483 INFO:tasks.rados.rados.0.smithi069.stdout:793: rollback oid 31 current snap is 69 2024-04-10T15:33:39.483 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 31 to 60 2024-04-10T15:33:39.484 INFO:tasks.rados.rados.0.smithi069.stdout:787: finishing write tid 3 to smithi06982861-40 2024-04-10T15:33:39.484 INFO:tasks.rados.rados.0.smithi069.stdout:787: finishing write tid 4 to smithi06982861-40 2024-04-10T15:33:39.484 INFO:tasks.rados.rados.0.smithi069.stdout:787: finishing write tid 5 to smithi06982861-40 2024-04-10T15:33:39.484 INFO:tasks.rados.rados.0.smithi069.stdout:787: oid 40 updating version 0 to 246 2024-04-10T15:33:39.484 INFO:tasks.rados.rados.0.smithi069.stdout:787: oid 40 version 246 is already newer than 245 2024-04-10T15:33:39.484 INFO:tasks.rados.rados.0.smithi069.stdout:787: oid 40 version 246 is already newer than 243 2024-04-10T15:33:39.484 INFO:tasks.rados.rados.0.smithi069.stdout:787: oid 40 version 246 is already newer than 244 2024-04-10T15:33:39.484 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 40 v 246 (ObjNum 258 snap 69 seq_num 258) dirty exists 2024-04-10T15:33:39.484 INFO:tasks.rados.rados.0.smithi069.stdout:787: left oid 40 (ObjNum 258 snap 69 seq_num 258) 2024-04-10T15:33:39.484 INFO:tasks.rados.rados.0.smithi069.stdout:788: expect (ObjNum 53 snap 1 seq_num 53) 2024-04-10T15:33:39.525 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 33 v 357 (ObjNum 65 snap 0 seq_num 1432513377) dirty exists 2024-04-10T15:33:39.525 INFO:tasks.rados.rados.0.smithi069.stdout:787: done (5 left) 2024-04-10T15:33:39.525 INFO:tasks.rados.rados.0.smithi069.stdout:788: done (4 left) 2024-04-10T15:33:39.525 INFO:tasks.rados.rados.0.smithi069.stdout:791: done (3 left) 2024-04-10T15:33:39.525 INFO:tasks.rados.rados.0.smithi069.stdout:794: delete oid 1 current snap is 69 2024-04-10T15:33:39.526 INFO:tasks.rados.rados.0.smithi069.stdout:789: expect (ObjNum 253 snap 68 seq_num 253) 2024-04-10T15:33:39.583 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:39 smithi069 ceph-mon[39688]: pgmap v24: 121 pgs: 121 active+clean; 217 MiB data, 814 MiB used, 714 GiB / 715 GiB avail; 1.5 MiB/s rd, 1.1 MiB/s wr, 23 op/s 2024-04-10T15:33:39.583 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:39 smithi069 ceph-mon[39688]: from='mgr.25052 172.21.15.69:0/2659504181' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:33:39.583 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:39 smithi069 ceph-mon[39688]: osdmap e204: 8 total, 8 up, 8 in 2024-04-10T15:33:39.583 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:39 smithi069 ceph-mon[27501]: pgmap v24: 121 pgs: 121 active+clean; 217 MiB data, 814 MiB used, 714 GiB / 715 GiB avail; 1.5 MiB/s rd, 1.1 MiB/s wr, 23 op/s 2024-04-10T15:33:39.584 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:39 smithi069 ceph-mon[27501]: from='mgr.25052 172.21.15.69:0/2659504181' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:33:39.584 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:39 smithi069 ceph-mon[27501]: osdmap e204: 8 total, 8 up, 8 in 2024-04-10T15:33:39.740 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:33:39 smithi077 podman[78444]: 2024-04-10 15:33:39.393416652 +0000 UTC m=+0.478733468 container init 9575de1707c99f0afe5d77954da78704a10b90583cd30fe1378b1ae8580f4069 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-10T15:33:39.740 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:33:39 smithi077 podman[78444]: 2024-04-10 15:33:39.39839256 +0000 UTC m=+0.483709387 container start 9575de1707c99f0afe5d77954da78704a10b90583cd30fe1378b1ae8580f4069 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-10T15:33:39.740 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:33:39 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[78458]: ts=2024-04-10T15:33:39.420Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-04-10T15:33:39.740 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:33:39 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[78458]: ts=2024-04-10T15:33:39.420Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-04-10T15:33:39.740 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:33:39 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[78458]: ts=2024-04-10T15:33:39.420Z caller=main.go:570 level=info host_details="(Linux 5.14.0-435.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024 x86_64 smithi077 (none))" 2024-04-10T15:33:39.740 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:33:39 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[78458]: ts=2024-04-10T15:33:39.420Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-04-10T15:33:39.740 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:33:39 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[78458]: ts=2024-04-10T15:33:39.420Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-04-10T15:33:39.740 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:33:39 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[78458]: ts=2024-04-10T15:33:39.422Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-04-10T15:33:39.740 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:33:39 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[78458]: ts=2024-04-10T15:33:39.423Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-04-10T15:33:39.741 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:33:39 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[78458]: ts=2024-04-10T15:33:39.424Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-04-10T15:33:39.741 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:33:39 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[78458]: ts=2024-04-10T15:33:39.424Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-04-10T15:33:39.741 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:33:39 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[78458]: ts=2024-04-10T15:33:39.425Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-04-10T15:33:39.741 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:33:39 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[78458]: ts=2024-04-10T15:33:39.425Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=1.644µs 2024-04-10T15:33:39.741 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:33:39 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[78458]: ts=2024-04-10T15:33:39.425Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-04-10T15:33:39.741 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:33:39 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[78458]: ts=2024-04-10T15:33:39.427Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=3 2024-04-10T15:33:39.741 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:33:39 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[78458]: ts=2024-04-10T15:33:39.433Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=3 2024-04-10T15:33:39.741 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:33:39 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[78458]: ts=2024-04-10T15:33:39.440Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=2 maxSegment=3 2024-04-10T15:33:39.741 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:33:39 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[78458]: ts=2024-04-10T15:33:39.440Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=3 maxSegment=3 2024-04-10T15:33:39.741 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:33:39 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[78458]: ts=2024-04-10T15:33:39.440Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=18.137µs wal_replay_duration=15.467092ms wbl_replay_duration=102ns total_replay_duration=15.520707ms 2024-04-10T15:33:39.741 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:33:39 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[78458]: ts=2024-04-10T15:33:39.442Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-04-10T15:33:39.741 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:33:39 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[78458]: ts=2024-04-10T15:33:39.442Z caller=main.go:1029 level=info msg="TSDB started" 2024-04-10T15:33:39.741 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:33:39 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[78458]: ts=2024-04-10T15:33:39.442Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-10T15:33:39.742 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:33:39 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[78458]: ts=2024-04-10T15:33:39.461Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=18.915778ms db_storage=1.03µs remote_storage=1.007µs web_handler=346ns query_engine=630ns scrape=380.798µs scrape_sd=101.004µs notify=18.768µs notify_sd=16.005µs rules=18.10253ms tracing=6.306µs 2024-04-10T15:33:39.742 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:33:39 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[78458]: ts=2024-04-10T15:33:39.461Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-04-10T15:33:39.742 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:33:39 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[78458]: ts=2024-04-10T15:33:39.461Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-04-10T15:33:39.742 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:33:39 smithi077 bash[78444]: 9575de1707c99f0afe5d77954da78704a10b90583cd30fe1378b1ae8580f4069 2024-04-10T15:33:39.742 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:33:39 smithi077 systemd[1]: Started Ceph prometheus.a for 09bfb546-f74e-11ee-b64a-cb9ed24678a4. 2024-04-10T15:33:39.815 INFO:tasks.rados.rados.0.smithi069.stdout:792: finishing write tid 1 to smithi06982861-8 2024-04-10T15:33:39.815 INFO:tasks.rados.rados.0.smithi069.stdout:789: done (3 left) 2024-04-10T15:33:39.815 INFO:tasks.rados.rados.0.smithi069.stdout:794: done (2 left) 2024-04-10T15:33:39.815 INFO:tasks.rados.rados.0.smithi069.stdout:795: rmattr oid 50 current snap is 69 2024-04-10T15:33:39.816 INFO:tasks.rados.rados.0.smithi069.stdout:795: done (2 left) 2024-04-10T15:33:39.816 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 24 current snap is 69 2024-04-10T15:33:39.816 INFO:tasks.rados.rados.0.smithi069.stdout:792: finishing write tid 2 to smithi06982861-8 2024-04-10T15:33:39.816 INFO:tasks.rados.rados.0.smithi069.stdout:792: finishing write tid 3 to smithi06982861-8 2024-04-10T15:33:39.816 INFO:tasks.rados.rados.0.smithi069.stdout:792: finishing write tid 4 to smithi06982861-8 2024-04-10T15:33:39.816 INFO:tasks.rados.rados.0.smithi069.stdout:796: seq_num 261 ranges {3293184=778240,4071424=704512,4775936=499712} 2024-04-10T15:33:39.836 INFO:tasks.rados.rados.0.smithi069.stdout:796: writing smithi06982861-24 from 3293184 to 4071424 tid 1 2024-04-10T15:33:39.840 INFO:tasks.rados.rados.0.smithi069.stdout:796: writing smithi06982861-24 from 4071424 to 4775936 tid 2 2024-04-10T15:33:39.844 INFO:tasks.rados.rados.0.smithi069.stdout:796: writing smithi06982861-24 from 4775936 to 5275648 tid 3 2024-04-10T15:33:39.844 INFO:tasks.rados.rados.0.smithi069.stdout:797: rollback oid 32 current snap is 69 2024-04-10T15:33:39.844 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 32 to 65 2024-04-10T15:33:39.844 INFO:tasks.rados.rados.0.smithi069.stdout:792: finishing write tid 5 to smithi06982861-8 2024-04-10T15:33:39.845 INFO:tasks.rados.rados.0.smithi069.stdout:792: finishing write tid 6 to smithi06982861-8 2024-04-10T15:33:39.845 INFO:tasks.rados.rados.0.smithi069.stdout:792: oid 8 updating version 0 to 364 2024-04-10T15:33:39.845 INFO:tasks.rados.rados.0.smithi069.stdout:792: oid 8 version 364 is already newer than 363 2024-04-10T15:33:39.845 INFO:tasks.rados.rados.0.smithi069.stdout:792: oid 8 updating version 364 to 365 2024-04-10T15:33:39.845 INFO:tasks.rados.rados.0.smithi069.stdout:792: oid 8 version 365 is already newer than 361 2024-04-10T15:33:39.845 INFO:tasks.rados.rados.0.smithi069.stdout:792: oid 8 version 365 is already newer than 362 2024-04-10T15:33:39.845 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 8 v 365 (ObjNum 259 snap 69 seq_num 259) dirty exists 2024-04-10T15:33:39.845 INFO:tasks.rados.rados.0.smithi069.stdout:792: left oid 8 (ObjNum 259 snap 69 seq_num 259) 2024-04-10T15:33:39.845 INFO:tasks.rados.rados.0.smithi069.stdout:793: finishing rollback tid 1 to smithi06982861-31 2024-04-10T15:33:39.845 INFO:tasks.rados.rados.0.smithi069.stdout:793: finishing rollback tid 2 to smithi06982861-31 2024-04-10T15:33:39.845 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 31 v 367 (ObjNum 166 snap 38 seq_num 166) dirty exists 2024-04-10T15:33:39.845 INFO:tasks.rados.rados.0.smithi069.stdout:796: finishing write tid 1 to smithi06982861-24 2024-04-10T15:33:39.845 INFO:tasks.rados.rados.0.smithi069.stdout:796: finishing write tid 2 to smithi06982861-24 2024-04-10T15:33:39.845 INFO:tasks.rados.rados.0.smithi069.stdout:792: done (3 left) 2024-04-10T15:33:39.845 INFO:tasks.rados.rados.0.smithi069.stdout:793: done (2 left) 2024-04-10T15:33:39.846 INFO:tasks.rados.rados.0.smithi069.stdout:798: read oid 38 snap -1 2024-04-10T15:33:39.846 INFO:tasks.rados.rados.0.smithi069.stdout:798: expect (ObjNum 213 snap 53 seq_num 213) 2024-04-10T15:33:39.846 INFO:tasks.rados.rados.0.smithi069.stdout:799: snap_remove snap 62 2024-04-10T15:33:40.513 INFO:tasks.rados.rados.0.smithi069.stdout:799: done (3 left) 2024-04-10T15:33:40.513 INFO:tasks.rados.rados.0.smithi069.stdout:800: read oid 36 snap -1 2024-04-10T15:33:40.513 INFO:tasks.rados.rados.0.smithi069.stdout:800: expect (ObjNum 202 snap 52 seq_num 202) 2024-04-10T15:33:40.513 INFO:tasks.rados.rados.0.smithi069.stdout:801: rmattr oid 35 current snap is 69 2024-04-10T15:33:40.513 INFO:tasks.rados.rados.0.smithi069.stdout:801: done (4 left) 2024-04-10T15:33:40.513 INFO:tasks.rados.rados.0.smithi069.stdout:802: snap_remove snap 63 2024-04-10T15:33:40.739 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:40 smithi077 ceph-mon[31195]: pgmap v27: 121 pgs: 121 active+clean; 217 MiB data, 814 MiB used, 714 GiB / 715 GiB avail 2024-04-10T15:33:40.739 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:40 smithi077 ceph-mon[31195]: from='mgr.25052 ' entity='mgr.y' 2024-04-10T15:33:40.739 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:40 smithi077 ceph-mon[31195]: from='mgr.25052 ' entity='mgr.y' 2024-04-10T15:33:40.740 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:40 smithi077 ceph-mon[31195]: from='mgr.25052 172.21.15.69:0/2659504181' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-10T15:33:40.740 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:40 smithi077 ceph-mon[31195]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-10T15:33:40.740 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:40 smithi077 ceph-mon[31195]: from='mgr.25052 172.21.15.69:0/2659504181' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:33:40.833 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:40 smithi069 ceph-mon[39688]: pgmap v27: 121 pgs: 121 active+clean; 217 MiB data, 814 MiB used, 714 GiB / 715 GiB avail 2024-04-10T15:33:40.833 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:40 smithi069 ceph-mon[39688]: from='mgr.25052 ' entity='mgr.y' 2024-04-10T15:33:40.834 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:40 smithi069 ceph-mon[39688]: from='mgr.25052 ' entity='mgr.y' 2024-04-10T15:33:40.834 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:40 smithi069 ceph-mon[39688]: from='mgr.25052 172.21.15.69:0/2659504181' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-10T15:33:40.834 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:40 smithi069 ceph-mon[39688]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-10T15:33:40.834 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:40 smithi069 ceph-mon[39688]: from='mgr.25052 172.21.15.69:0/2659504181' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:33:40.834 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:40 smithi069 ceph-mon[27501]: pgmap v27: 121 pgs: 121 active+clean; 217 MiB data, 814 MiB used, 714 GiB / 715 GiB avail 2024-04-10T15:33:40.834 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:40 smithi069 ceph-mon[27501]: from='mgr.25052 ' entity='mgr.y' 2024-04-10T15:33:40.834 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:40 smithi069 ceph-mon[27501]: from='mgr.25052 ' entity='mgr.y' 2024-04-10T15:33:40.834 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:40 smithi069 ceph-mon[27501]: from='mgr.25052 172.21.15.69:0/2659504181' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-10T15:33:40.834 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:40 smithi069 ceph-mon[27501]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-10T15:33:40.834 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:40 smithi069 ceph-mon[27501]: from='mgr.25052 172.21.15.69:0/2659504181' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:33:41.523 INFO:tasks.rados.rados.0.smithi069.stdout:802: done (4 left) 2024-04-10T15:33:41.523 INFO:tasks.rados.rados.0.smithi069.stdout:803: copy_from oid 15 from oid 17 current snap is 69 2024-04-10T15:33:41.523 INFO:tasks.rados.rados.0.smithi069.stdout:796: finishing write tid 3 to smithi06982861-24 2024-04-10T15:33:41.523 INFO:tasks.rados.rados.0.smithi069.stdout:804: setattr oid 12 current snap is 69 2024-04-10T15:33:41.523 INFO:tasks.rados.rados.0.smithi069.stdout:796: finishing write tid 4 to smithi06982861-24 2024-04-10T15:33:41.523 INFO:tasks.rados.rados.0.smithi069.stdout:796: finishing write tid 5 to smithi06982861-24 2024-04-10T15:33:41.523 INFO:tasks.rados.rados.0.smithi069.stdout:796: oid 24 updating version 0 to 289 2024-04-10T15:33:41.523 INFO:tasks.rados.rados.0.smithi069.stdout:796: oid 24 version 289 is already newer than 288 2024-04-10T15:33:41.523 INFO:tasks.rados.rados.0.smithi069.stdout:796: oid 24 updating version 289 to 291 2024-04-10T15:33:41.523 INFO:tasks.rados.rados.0.smithi069.stdout:796: oid 24 version 291 is already newer than 290 2024-04-10T15:33:41.523 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 24 v 291 (ObjNum 261 snap 69 seq_num 261) dirty exists 2024-04-10T15:33:41.523 INFO:tasks.rados.rados.0.smithi069.stdout:796: left oid 24 (ObjNum 261 snap 69 seq_num 261) 2024-04-10T15:33:41.524 INFO:tasks.rados.rados.0.smithi069.stdout:797: finishing rollback tid 0 to smithi06982861-32 2024-04-10T15:33:41.524 INFO:tasks.rados.rados.0.smithi069.stdout:797: finishing rollback tid 1 to smithi06982861-32 2024-04-10T15:33:41.524 INFO:tasks.rados.rados.0.smithi069.stdout:797: finishing rollback tid 2 to smithi06982861-32 2024-04-10T15:33:41.524 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 32 v 322 (ObjNum 158 snap 38 seq_num 158) dirty exists 2024-04-10T15:33:41.524 INFO:tasks.rados.rados.0.smithi069.stdout:798: expect (ObjNum 213 snap 53 seq_num 213) 2024-04-10T15:33:41.605 INFO:tasks.rados.rados.0.smithi069.stdout:800: expect (ObjNum 202 snap 52 seq_num 202) 2024-04-10T15:33:41.814 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:41 smithi077 ceph-mon[31195]: osdmap e205: 8 total, 8 up, 8 in 2024-04-10T15:33:41.814 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:41 smithi077 ceph-mon[31195]: Upgrade: Updating mgr.x 2024-04-10T15:33:41.814 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:41 smithi077 ceph-mon[31195]: from='mgr.25052 172.21.15.69:0/2659504181' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-10T15:33:41.814 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:41 smithi077 ceph-mon[31195]: from='mgr.25052 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-10T15:33:41.814 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:41 smithi077 ceph-mon[31195]: from='mgr.25052 172.21.15.69:0/2659504181' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-10T15:33:41.814 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:41 smithi077 ceph-mon[31195]: from='mgr.25052 172.21.15.69:0/2659504181' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:33:41.814 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:41 smithi077 ceph-mon[31195]: Deploying daemon mgr.x on smithi077 2024-04-10T15:33:41.833 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:41 smithi069 ceph-mon[27501]: osdmap e205: 8 total, 8 up, 8 in 2024-04-10T15:33:41.833 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:41 smithi069 ceph-mon[27501]: Upgrade: Updating mgr.x 2024-04-10T15:33:41.833 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:41 smithi069 ceph-mon[27501]: from='mgr.25052 172.21.15.69:0/2659504181' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-10T15:33:41.833 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:41 smithi069 ceph-mon[27501]: from='mgr.25052 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-10T15:33:41.833 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:41 smithi069 ceph-mon[27501]: from='mgr.25052 172.21.15.69:0/2659504181' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-10T15:33:41.833 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:41 smithi069 ceph-mon[27501]: from='mgr.25052 172.21.15.69:0/2659504181' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:33:41.834 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:41 smithi069 ceph-mon[27501]: Deploying daemon mgr.x on smithi077 2024-04-10T15:33:41.834 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:41 smithi069 ceph-mon[39688]: osdmap e205: 8 total, 8 up, 8 in 2024-04-10T15:33:41.834 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:41 smithi069 ceph-mon[39688]: Upgrade: Updating mgr.x 2024-04-10T15:33:41.834 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:41 smithi069 ceph-mon[39688]: from='mgr.25052 172.21.15.69:0/2659504181' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-10T15:33:41.834 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:41 smithi069 ceph-mon[39688]: from='mgr.25052 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-10T15:33:41.834 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:41 smithi069 ceph-mon[39688]: from='mgr.25052 172.21.15.69:0/2659504181' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-10T15:33:41.834 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:41 smithi069 ceph-mon[39688]: from='mgr.25052 172.21.15.69:0/2659504181' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:33:41.834 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:41 smithi069 ceph-mon[39688]: Deploying daemon mgr.x on smithi077 2024-04-10T15:33:42.033 INFO:tasks.rados.rados.0.smithi069.stdout:803: finishing copy_from racing read to smithi06982861-15 2024-04-10T15:33:42.033 INFO:tasks.rados.rados.0.smithi069.stdout:803: finishing copy_from to smithi06982861-15 2024-04-10T15:33:42.033 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 15 v 317 (ObjNum 12 snap 0 seq_num 12) dirty exists 2024-04-10T15:33:42.033 INFO:tasks.rados.rados.0.smithi069.stdout:796: done (5 left) 2024-04-10T15:33:42.033 INFO:tasks.rados.rados.0.smithi069.stdout:797: done (4 left) 2024-04-10T15:33:42.033 INFO:tasks.rados.rados.0.smithi069.stdout:798: done (3 left) 2024-04-10T15:33:42.033 INFO:tasks.rados.rados.0.smithi069.stdout:800: done (2 left) 2024-04-10T15:33:42.033 INFO:tasks.rados.rados.0.smithi069.stdout:803: done (1 left) 2024-04-10T15:33:42.033 INFO:tasks.rados.rados.0.smithi069.stdout:805: copy_from oid 4 from oid 24 current snap is 69 2024-04-10T15:33:42.033 INFO:tasks.rados.rados.0.smithi069.stdout:806: delete oid 30 current snap is 69 2024-04-10T15:33:42.034 INFO:tasks.rados.rados.0.smithi069.stdout:806: done (2 left) 2024-04-10T15:33:42.034 INFO:tasks.rados.rados.0.smithi069.stdout:807: rollback oid 46 current snap is 69 2024-04-10T15:33:42.035 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 46 to 66 2024-04-10T15:33:42.035 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 7 current snap is 69 2024-04-10T15:33:42.035 INFO:tasks.rados.rados.0.smithi069.stdout:808: seq_num 263 ranges {393216=409600,802816=475136,1277952=557056,1835008=573440} 2024-04-10T15:33:42.039 INFO:tasks.rados.rados.0.smithi069.stdout:808: writing smithi06982861-7 from 393216 to 802816 tid 1 2024-04-10T15:33:42.042 INFO:tasks.rados.rados.0.smithi069.stdout:808: writing smithi06982861-7 from 802816 to 1277952 tid 2 2024-04-10T15:33:42.045 INFO:tasks.rados.rados.0.smithi069.stdout:808: writing smithi06982861-7 from 1277952 to 1835008 tid 3 2024-04-10T15:33:42.049 INFO:tasks.rados.rados.0.smithi069.stdout:808: writing smithi06982861-7 from 1835008 to 2408448 tid 4 2024-04-10T15:33:42.049 INFO:tasks.rados.rados.0.smithi069.stdout:809: copy_from oid 43 from oid 36 current snap is 69 2024-04-10T15:33:42.049 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 12 v 219 (ObjNum 81 snap 0 seq_num 1733388122) dirty exists 2024-04-10T15:33:42.049 INFO:tasks.rados.rados.0.smithi069.stdout:807: finishing rollback tid 0 to smithi06982861-46 2024-04-10T15:33:42.049 INFO:tasks.rados.rados.0.smithi069.stdout:807: finishing rollback tid 1 to smithi06982861-46 2024-04-10T15:33:42.049 INFO:tasks.rados.rados.0.smithi069.stdout:807: finishing rollback tid 2 to smithi06982861-46 2024-04-10T15:33:42.049 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 46 v 249 (ObjNum 207 snap 52 seq_num 207) dirty exists 2024-04-10T15:33:42.049 INFO:tasks.rados.rados.0.smithi069.stdout:808: finishing write tid 1 to smithi06982861-7 2024-04-10T15:33:42.049 INFO:tasks.rados.rados.0.smithi069.stdout:808: finishing write tid 2 to smithi06982861-7 2024-04-10T15:33:42.050 INFO:tasks.rados.rados.0.smithi069.stdout:808: finishing write tid 3 to smithi06982861-7 2024-04-10T15:33:42.050 INFO:tasks.rados.rados.0.smithi069.stdout:804: done (4 left) 2024-04-10T15:33:42.050 INFO:tasks.rados.rados.0.smithi069.stdout:807: done (3 left) 2024-04-10T15:33:42.050 INFO:tasks.rados.rados.0.smithi069.stdout:810: snap_remove snap 55 2024-04-10T15:33:42.520 INFO:tasks.rados.rados.0.smithi069.stdout:810: done (3 left) 2024-04-10T15:33:42.521 INFO:tasks.rados.rados.0.smithi069.stdout:811: rollback oid 5 current snap is 69 2024-04-10T15:33:42.521 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 5 to 60 2024-04-10T15:33:42.521 INFO:tasks.rados.rados.0.smithi069.stdout:808: finishing write tid 4 to smithi06982861-7 2024-04-10T15:33:42.521 INFO:tasks.rados.rados.0.smithi069.stdout:808: finishing write tid 5 to smithi06982861-7 2024-04-10T15:33:42.521 INFO:tasks.rados.rados.0.smithi069.stdout:808: finishing write tid 6 to smithi06982861-7 2024-04-10T15:33:42.521 INFO:tasks.rados.rados.0.smithi069.stdout:808: oid 7 updating version 0 to 364 2024-04-10T15:33:42.521 INFO:tasks.rados.rados.0.smithi069.stdout:808: oid 7 version 364 is already newer than 360 2024-04-10T15:33:42.521 INFO:tasks.rados.rados.0.smithi069.stdout:808: oid 7 version 364 is already newer than 363 2024-04-10T15:33:42.521 INFO:tasks.rados.rados.0.smithi069.stdout:808: oid 7 version 364 is already newer than 362 2024-04-10T15:33:42.521 INFO:tasks.rados.rados.0.smithi069.stdout:808: oid 7 version 364 is already newer than 361 2024-04-10T15:33:42.521 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 7 v 364 (ObjNum 263 snap 69 seq_num 263) dirty exists 2024-04-10T15:33:42.521 INFO:tasks.rados.rados.0.smithi069.stdout:808: left oid 7 (ObjNum 263 snap 69 seq_num 263) 2024-04-10T15:33:42.522 INFO:tasks.rados.rados.0.smithi069.stdout:805: finishing copy_from racing read to smithi06982861-4 2024-04-10T15:33:42.522 INFO:tasks.rados.rados.0.smithi069.stdout:805: finishing copy_from to smithi06982861-4 2024-04-10T15:33:42.522 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 4 v 291 (ObjNum 261 snap 69 seq_num 261) dirty exists 2024-04-10T15:33:42.522 INFO:tasks.rados.rados.0.smithi069.stdout:809: finishing copy_from racing read to smithi06982861-43 2024-04-10T15:33:42.522 INFO:tasks.rados.rados.0.smithi069.stdout:809: finishing copy_from to smithi06982861-43 2024-04-10T15:33:42.522 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 43 v 188 (ObjNum 202 snap 52 seq_num 202) dirty exists 2024-04-10T15:33:42.522 INFO:tasks.rados.rados.0.smithi069.stdout:805: done (3 left) 2024-04-10T15:33:42.522 INFO:tasks.rados.rados.0.smithi069.stdout:808: done (2 left) 2024-04-10T15:33:42.522 INFO:tasks.rados.rados.0.smithi069.stdout:809: done (1 left) 2024-04-10T15:33:42.522 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 41 current snap is 69 2024-04-10T15:33:42.522 INFO:tasks.rados.rados.0.smithi069.stdout:812: seq_num 264 ranges {5709824=425984,6135808=761856,6897664=770048,7667712=73728} 2024-04-10T15:33:42.554 INFO:tasks.rados.rados.0.smithi069.stdout:812: writing smithi06982861-41 from 5709824 to 6135808 tid 1 2024-04-10T15:33:42.558 INFO:tasks.rados.rados.0.smithi069.stdout:812: writing smithi06982861-41 from 6135808 to 6897664 tid 2 2024-04-10T15:33:42.563 INFO:tasks.rados.rados.0.smithi069.stdout:812: writing smithi06982861-41 from 6897664 to 7667712 tid 3 2024-04-10T15:33:42.564 INFO:tasks.rados.rados.0.smithi069.stdout:812: writing smithi06982861-41 from 7667712 to 7741440 tid 4 2024-04-10T15:33:42.564 INFO:tasks.rados.rados.0.smithi069.stdout:811: finishing rollback tid 0 to smithi06982861-5 2024-04-10T15:33:42.564 INFO:tasks.rados.rados.0.smithi069.stdout:811: finishing rollback tid 1 to smithi06982861-5 2024-04-10T15:33:42.564 INFO:tasks.rados.rados.0.smithi069.stdout:811: finishing rollback tid 2 to smithi06982861-5 2024-04-10T15:33:42.564 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 5 v 330 (ObjNum 129 snap 0 seq_num 1434088816) dirty exists 2024-04-10T15:33:42.564 INFO:tasks.rados.rados.0.smithi069.stdout:812: finishing write tid 1 to smithi06982861-41 2024-04-10T15:33:42.564 INFO:tasks.rados.rados.0.smithi069.stdout:812: finishing write tid 2 to smithi06982861-41 2024-04-10T15:33:42.564 INFO:tasks.rados.rados.0.smithi069.stdout:811: done (1 left) 2024-04-10T15:33:42.565 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 3 current snap is 69 2024-04-10T15:33:42.565 INFO:tasks.rados.rados.0.smithi069.stdout:813: seq_num 265 ranges {1941504=442368,2383872=647168,3031040=573440,3604480=385024} 2024-04-10T15:33:42.576 INFO:tasks.rados.rados.0.smithi069.stdout:813: writing smithi06982861-3 from 1941504 to 2383872 tid 1 2024-04-10T15:33:42.580 INFO:tasks.rados.rados.0.smithi069.stdout:813: writing smithi06982861-3 from 2383872 to 3031040 tid 2 2024-04-10T15:33:42.584 INFO:tasks.rados.rados.0.smithi069.stdout:813: writing smithi06982861-3 from 3031040 to 3604480 tid 3 2024-04-10T15:33:42.587 INFO:tasks.rados.rados.0.smithi069.stdout:813: writing smithi06982861-3 from 3604480 to 3989504 tid 4 2024-04-10T15:33:42.587 INFO:tasks.rados.rados.0.smithi069.stdout:814: snap_create 2024-04-10T15:33:42.587 INFO:tasks.rados.rados.0.smithi069.stdout:812: finishing write tid 3 to smithi06982861-41 2024-04-10T15:33:42.587 INFO:tasks.rados.rados.0.smithi069.stdout:812: finishing write tid 4 to smithi06982861-41 2024-04-10T15:33:42.587 INFO:tasks.rados.rados.0.smithi069.stdout:812: finishing write tid 5 to smithi06982861-41 2024-04-10T15:33:42.587 INFO:tasks.rados.rados.0.smithi069.stdout:812: finishing write tid 6 to smithi06982861-41 2024-04-10T15:33:42.587 INFO:tasks.rados.rados.0.smithi069.stdout:812: oid 41 updating version 0 to 406 2024-04-10T15:33:42.587 INFO:tasks.rados.rados.0.smithi069.stdout:812: oid 41 updating version 406 to 407 2024-04-10T15:33:42.587 INFO:tasks.rados.rados.0.smithi069.stdout:812: oid 41 version 407 is already newer than 404 2024-04-10T15:33:42.587 INFO:tasks.rados.rados.0.smithi069.stdout:812: oid 41 version 407 is already newer than 403 2024-04-10T15:33:42.587 INFO:tasks.rados.rados.0.smithi069.stdout:812: oid 41 version 407 is already newer than 405 2024-04-10T15:33:42.588 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 41 v 407 (ObjNum 264 snap 69 seq_num 264) dirty exists 2024-04-10T15:33:42.588 INFO:tasks.rados.rados.0.smithi069.stdout:812: left oid 41 (ObjNum 264 snap 69 seq_num 264) 2024-04-10T15:33:42.588 INFO:tasks.rados.rados.0.smithi069.stdout:813: finishing write tid 1 to smithi06982861-3 2024-04-10T15:33:42.588 INFO:tasks.rados.rados.0.smithi069.stdout:813: finishing write tid 2 to smithi06982861-3 2024-04-10T15:33:42.588 INFO:tasks.rados.rados.0.smithi069.stdout:813: finishing write tid 3 to smithi06982861-3 2024-04-10T15:33:42.588 INFO:tasks.rados.rados.0.smithi069.stdout:813: finishing write tid 4 to smithi06982861-3 2024-04-10T15:33:42.589 INFO:tasks.rados.rados.0.smithi069.stdout:813: finishing write tid 5 to smithi06982861-3 2024-04-10T15:33:42.589 INFO:tasks.rados.rados.0.smithi069.stdout:813: finishing write tid 6 to smithi06982861-3 2024-04-10T15:33:42.590 INFO:tasks.rados.rados.0.smithi069.stdout:813: oid 3 updating version 0 to 288 2024-04-10T15:33:42.590 INFO:tasks.rados.rados.0.smithi069.stdout:813: oid 3 version 288 is already newer than 287 2024-04-10T15:33:42.590 INFO:tasks.rados.rados.0.smithi069.stdout:813: oid 3 updating version 288 to 289 2024-04-10T15:33:42.590 INFO:tasks.rados.rados.0.smithi069.stdout:813: oid 3 updating version 289 to 290 2024-04-10T15:33:42.590 INFO:tasks.rados.rados.0.smithi069.stdout:813: oid 3 updating version 290 to 291 2024-04-10T15:33:42.590 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 3 v 291 (ObjNum 265 snap 69 seq_num 265) dirty exists 2024-04-10T15:33:42.590 INFO:tasks.rados.rados.0.smithi069.stdout:813: left oid 3 (ObjNum 265 snap 69 seq_num 265) 2024-04-10T15:33:42.802 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:42 smithi077 ceph-mon[31195]: pgmap v29: 121 pgs: 121 active+clean; 218 MiB data, 882 MiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 3.1 MiB/s wr, 15 op/s 2024-04-10T15:33:42.802 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:42 smithi077 ceph-mon[31195]: osdmap e206: 8 total, 8 up, 8 in 2024-04-10T15:33:42.833 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:42 smithi069 ceph-mon[27501]: pgmap v29: 121 pgs: 121 active+clean; 218 MiB data, 882 MiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 3.1 MiB/s wr, 15 op/s 2024-04-10T15:33:42.833 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:42 smithi069 ceph-mon[27501]: osdmap e206: 8 total, 8 up, 8 in 2024-04-10T15:33:42.834 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:42 smithi069 ceph-mon[39688]: pgmap v29: 121 pgs: 121 active+clean; 218 MiB data, 882 MiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 3.1 MiB/s wr, 15 op/s 2024-04-10T15:33:42.834 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:42 smithi069 ceph-mon[39688]: osdmap e206: 8 total, 8 up, 8 in 2024-04-10T15:33:43.098 INFO:tasks.rados.rados.0.smithi069.stdout:812: done (2 left) 2024-04-10T15:33:43.099 INFO:tasks.rados.rados.0.smithi069.stdout:813: done (1 left) 2024-04-10T15:33:43.099 INFO:tasks.rados.rados.0.smithi069.stdout:814: done (0 left) 2024-04-10T15:33:43.099 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 45 current snap is 70 2024-04-10T15:33:43.099 INFO:tasks.rados.rados.0.smithi069.stdout:815: seq_num 266 ranges {6529024=458752,6987776=524288,7512064=729088,8241152=352256} 2024-04-10T15:33:43.134 INFO:tasks.rados.rados.0.smithi069.stdout:815: writing smithi06982861-45 from 6529024 to 6987776 tid 1 2024-04-10T15:33:43.137 INFO:tasks.rados.rados.0.smithi069.stdout:815: writing smithi06982861-45 from 6987776 to 7512064 tid 2 2024-04-10T15:33:43.142 INFO:tasks.rados.rados.0.smithi069.stdout:815: writing smithi06982861-45 from 7512064 to 8241152 tid 3 2024-04-10T15:33:43.144 INFO:tasks.rados.rados.0.smithi069.stdout:815: writing smithi06982861-45 from 8241152 to 8593408 tid 4 2024-04-10T15:33:43.144 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 10 current snap is 70 2024-04-10T15:33:43.144 INFO:tasks.rados.rados.0.smithi069.stdout:815: finishing write tid 1 to smithi06982861-45 2024-04-10T15:33:43.144 INFO:tasks.rados.rados.0.smithi069.stdout:815: finishing write tid 2 to smithi06982861-45 2024-04-10T15:33:43.144 INFO:tasks.rados.rados.0.smithi069.stdout:816: seq_num 267 ranges {0=475136,475136=458752,933888=540672,1474560=606208} 2024-04-10T15:33:43.146 INFO:tasks.rados.rados.0.smithi069.stdout:816: writing smithi06982861-10 from 0 to 475136 tid 1 2024-04-10T15:33:43.149 INFO:tasks.rados.rados.0.smithi069.stdout:816: writing smithi06982861-10 from 475136 to 933888 tid 2 2024-04-10T15:33:43.152 INFO:tasks.rados.rados.0.smithi069.stdout:816: writing smithi06982861-10 from 933888 to 1474560 tid 3 2024-04-10T15:33:43.156 INFO:tasks.rados.rados.0.smithi069.stdout:816: writing smithi06982861-10 from 1474560 to 2080768 tid 4 2024-04-10T15:33:43.156 INFO:tasks.rados.rados.0.smithi069.stdout:817: delete oid 7 current snap is 70 2024-04-10T15:33:43.156 INFO:tasks.rados.rados.0.smithi069.stdout:815: finishing write tid 3 to smithi06982861-45 2024-04-10T15:33:43.157 INFO:tasks.rados.rados.0.smithi069.stdout:815: finishing write tid 4 to smithi06982861-45 2024-04-10T15:33:43.157 INFO:tasks.rados.rados.0.smithi069.stdout:815: finishing write tid 5 to smithi06982861-45 2024-04-10T15:33:43.157 INFO:tasks.rados.rados.0.smithi069.stdout:815: finishing write tid 6 to smithi06982861-45 2024-04-10T15:33:43.157 INFO:tasks.rados.rados.0.smithi069.stdout:815: oid 45 updating version 0 to 294 2024-04-10T15:33:43.157 INFO:tasks.rados.rados.0.smithi069.stdout:815: oid 45 updating version 294 to 295 2024-04-10T15:33:43.157 INFO:tasks.rados.rados.0.smithi069.stdout:815: oid 45 updating version 295 to 297 2024-04-10T15:33:43.157 INFO:tasks.rados.rados.0.smithi069.stdout:815: oid 45 version 297 is already newer than 296 2024-04-10T15:33:43.157 INFO:tasks.rados.rados.0.smithi069.stdout:815: oid 45 version 297 is already newer than 293 2024-04-10T15:33:43.157 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 45 v 297 (ObjNum 266 snap 70 seq_num 266) dirty exists 2024-04-10T15:33:43.157 INFO:tasks.rados.rados.0.smithi069.stdout:815: left oid 45 (ObjNum 266 snap 70 seq_num 266) 2024-04-10T15:33:43.157 INFO:tasks.rados.rados.0.smithi069.stdout:816: finishing write tid 1 to smithi06982861-10 2024-04-10T15:33:43.158 INFO:tasks.rados.rados.0.smithi069.stdout:816: finishing write tid 2 to smithi06982861-10 2024-04-10T15:33:43.158 INFO:tasks.rados.rados.0.smithi069.stdout:816: finishing write tid 3 to smithi06982861-10 2024-04-10T15:33:43.159 INFO:tasks.rados.rados.0.smithi069.stdout:815: done (2 left) 2024-04-10T15:33:43.159 INFO:tasks.rados.rados.0.smithi069.stdout:817: done (1 left) 2024-04-10T15:33:43.159 INFO:tasks.rados.rados.0.smithi069.stdout:818: rmattr oid 20 current snap is 70 2024-04-10T15:33:43.159 INFO:tasks.rados.rados.0.smithi069.stdout:818: done (1 left) 2024-04-10T15:33:43.159 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 24 current snap is 70 2024-04-10T15:33:43.159 INFO:tasks.rados.rados.0.smithi069.stdout:819: seq_num 269 ranges {5275648=507904,5783552=630784,6414336=557056,6971392=417792} 2024-04-10T15:33:43.189 INFO:tasks.rados.rados.0.smithi069.stdout:819: writing smithi06982861-24 from 5275648 to 5783552 tid 1 2024-04-10T15:33:43.193 INFO:tasks.rados.rados.0.smithi069.stdout:819: writing smithi06982861-24 from 5783552 to 6414336 tid 2 2024-04-10T15:33:43.196 INFO:tasks.rados.rados.0.smithi069.stdout:819: writing smithi06982861-24 from 6414336 to 6971392 tid 3 2024-04-10T15:33:43.199 INFO:tasks.rados.rados.0.smithi069.stdout:819: writing smithi06982861-24 from 6971392 to 7389184 tid 4 2024-04-10T15:33:43.199 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 37 current snap is 70 2024-04-10T15:33:43.199 INFO:tasks.rados.rados.0.smithi069.stdout:816: finishing write tid 4 to smithi06982861-10 2024-04-10T15:33:43.199 INFO:tasks.rados.rados.0.smithi069.stdout:820: seq_num 270 ranges {0=524288,524288=516096,1040384=761856,1802240=327680} 2024-04-10T15:33:43.202 INFO:tasks.rados.rados.0.smithi069.stdout:820: writing smithi06982861-37 from 0 to 524288 tid 1 2024-04-10T15:33:43.205 INFO:tasks.rados.rados.0.smithi069.stdout:820: writing smithi06982861-37 from 524288 to 1040384 tid 2 2024-04-10T15:33:43.209 INFO:tasks.rados.rados.0.smithi069.stdout:820: writing smithi06982861-37 from 1040384 to 1802240 tid 3 2024-04-10T15:33:43.212 INFO:tasks.rados.rados.0.smithi069.stdout:820: writing smithi06982861-37 from 1802240 to 2129920 tid 4 2024-04-10T15:33:43.212 INFO:tasks.rados.rados.0.smithi069.stdout:821: delete oid 43 current snap is 70 2024-04-10T15:33:43.212 INFO:tasks.rados.rados.0.smithi069.stdout:816: finishing write tid 5 to smithi06982861-10 2024-04-10T15:33:43.212 INFO:tasks.rados.rados.0.smithi069.stdout:816: finishing write tid 6 to smithi06982861-10 2024-04-10T15:33:43.212 INFO:tasks.rados.rados.0.smithi069.stdout:816: oid 10 updating version 0 to 409 2024-04-10T15:33:43.212 INFO:tasks.rados.rados.0.smithi069.stdout:816: oid 10 updating version 409 to 412 2024-04-10T15:33:43.212 INFO:tasks.rados.rados.0.smithi069.stdout:816: oid 10 version 412 is already newer than 408 2024-04-10T15:33:43.212 INFO:tasks.rados.rados.0.smithi069.stdout:816: oid 10 version 412 is already newer than 411 2024-04-10T15:33:43.212 INFO:tasks.rados.rados.0.smithi069.stdout:816: oid 10 version 412 is already newer than 410 2024-04-10T15:33:43.212 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 10 v 412 (ObjNum 267 snap 70 seq_num 267) dirty exists 2024-04-10T15:33:43.212 INFO:tasks.rados.rados.0.smithi069.stdout:816: left oid 10 (ObjNum 267 snap 70 seq_num 267) 2024-04-10T15:33:43.213 INFO:tasks.rados.rados.0.smithi069.stdout:819: finishing write tid 1 to smithi06982861-24 2024-04-10T15:33:43.213 INFO:tasks.rados.rados.0.smithi069.stdout:819: finishing write tid 2 to smithi06982861-24 2024-04-10T15:33:43.213 INFO:tasks.rados.rados.0.smithi069.stdout:819: finishing write tid 3 to smithi06982861-24 2024-04-10T15:33:43.213 INFO:tasks.rados.rados.0.smithi069.stdout:819: finishing write tid 4 to smithi06982861-24 2024-04-10T15:33:43.213 INFO:tasks.rados.rados.0.smithi069.stdout:819: finishing write tid 5 to smithi06982861-24 2024-04-10T15:33:43.213 INFO:tasks.rados.rados.0.smithi069.stdout:819: finishing write tid 6 to smithi06982861-24 2024-04-10T15:33:43.213 INFO:tasks.rados.rados.0.smithi069.stdout:819: oid 24 updating version 0 to 313 2024-04-10T15:33:43.213 INFO:tasks.rados.rados.0.smithi069.stdout:819: oid 24 updating version 313 to 314 2024-04-10T15:33:43.213 INFO:tasks.rados.rados.0.smithi069.stdout:819: oid 24 version 314 is already newer than 311 2024-04-10T15:33:43.213 INFO:tasks.rados.rados.0.smithi069.stdout:819: oid 24 version 314 is already newer than 312 2024-04-10T15:33:43.213 INFO:tasks.rados.rados.0.smithi069.stdout:819: oid 24 updating version 314 to 315 2024-04-10T15:33:43.213 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 24 v 315 (ObjNum 269 snap 70 seq_num 269) dirty exists 2024-04-10T15:33:43.213 INFO:tasks.rados.rados.0.smithi069.stdout:819: left oid 24 (ObjNum 269 snap 70 seq_num 269) 2024-04-10T15:33:43.213 INFO:tasks.rados.rados.0.smithi069.stdout:820: finishing write tid 1 to smithi06982861-37 2024-04-10T15:33:43.213 INFO:tasks.rados.rados.0.smithi069.stdout:820: finishing write tid 2 to smithi06982861-37 2024-04-10T15:33:43.214 INFO:tasks.rados.rados.0.smithi069.stdout:820: finishing write tid 3 to smithi06982861-37 2024-04-10T15:33:43.214 INFO:tasks.rados.rados.0.smithi069.stdout:816: done (3 left) 2024-04-10T15:33:43.214 INFO:tasks.rados.rados.0.smithi069.stdout:819: done (2 left) 2024-04-10T15:33:43.214 INFO:tasks.rados.rados.0.smithi069.stdout:821: done (1 left) 2024-04-10T15:33:43.215 INFO:tasks.rados.rados.0.smithi069.stdout:822: snap_create 2024-04-10T15:33:43.215 INFO:tasks.rados.rados.0.smithi069.stdout:820: finishing write tid 4 to smithi06982861-37 2024-04-10T15:33:43.215 INFO:tasks.rados.rados.0.smithi069.stdout:820: finishing write tid 5 to smithi06982861-37 2024-04-10T15:33:43.217 INFO:tasks.rados.rados.0.smithi069.stdout:820: finishing write tid 6 to smithi06982861-37 2024-04-10T15:33:43.217 INFO:tasks.rados.rados.0.smithi069.stdout:820: oid 37 updating version 0 to 300 2024-04-10T15:33:43.217 INFO:tasks.rados.rados.0.smithi069.stdout:820: oid 37 version 300 is already newer than 299 2024-04-10T15:33:43.217 INFO:tasks.rados.rados.0.smithi069.stdout:820: oid 37 updating version 300 to 302 2024-04-10T15:33:43.217 INFO:tasks.rados.rados.0.smithi069.stdout:820: oid 37 version 302 is already newer than 301 2024-04-10T15:33:43.217 INFO:tasks.rados.rados.0.smithi069.stdout:820: oid 37 version 302 is already newer than 298 2024-04-10T15:33:43.217 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 37 v 302 (ObjNum 270 snap 70 seq_num 270) dirty exists 2024-04-10T15:33:43.217 INFO:tasks.rados.rados.0.smithi069.stdout:820: left oid 37 (ObjNum 270 snap 70 seq_num 270) 2024-04-10T15:33:43.365 INFO:journalctl@ceph.mgr.x.smithi077.stdout:Apr 10 15:33:43 smithi077 systemd[1]: Stopping Ceph mgr.x for 09bfb546-f74e-11ee-b64a-cb9ed24678a4... 2024-04-10T15:33:43.739 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:33:43 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[78458]: ts=2024-04-10T15:33:43.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi069\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi069\", job=\"node\", machine=\"x86_64\", nodename=\"smithi069\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", domainname=\"(none)\", instance=\"smithi069\", job=\"node\", machine=\"x86_64\", nodename=\"smithi069\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:33:43.740 INFO:journalctl@ceph.mgr.x.smithi077.stdout:Apr 10 15:33:43 smithi077 podman[78854]: 2024-04-10 15:33:43.377959706 +0000 UTC m=+0.144141846 container died 54964ab4ce05aa3e634c3d146abb169c8ab2c82510e3721406f7b7212dc8e5e0 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-x, org.label-schema.build-date=20240409, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, ceph=True) 2024-04-10T15:33:43.740 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:43 smithi077 ceph-mon[31195]: osdmap e207: 8 total, 8 up, 8 in 2024-04-10T15:33:43.740 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:43 smithi077 ceph-mon[31195]: osdmap e208: 8 total, 8 up, 8 in 2024-04-10T15:33:43.833 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:43 smithi069 ceph-mon[27501]: osdmap e207: 8 total, 8 up, 8 in 2024-04-10T15:33:43.833 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:43 smithi069 ceph-mon[27501]: osdmap e208: 8 total, 8 up, 8 in 2024-04-10T15:33:43.834 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:43 smithi069 ceph-mon[39688]: osdmap e207: 8 total, 8 up, 8 in 2024-04-10T15:33:43.834 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:43 smithi069 ceph-mon[39688]: osdmap e208: 8 total, 8 up, 8 in 2024-04-10T15:33:44.102 INFO:tasks.rados.rados.0.smithi069.stdout:820: done (1 left) 2024-04-10T15:33:44.103 INFO:tasks.rados.rados.0.smithi069.stdout:822: done (0 left) 2024-04-10T15:33:44.103 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 13 current snap is 71 2024-04-10T15:33:44.103 INFO:tasks.rados.rados.0.smithi069.stdout:823: seq_num 272 ranges {1613824=565248,2179072=688128,2867200=729088,3596288=188416} 2024-04-10T15:33:44.114 INFO:tasks.rados.rados.0.smithi069.stdout:823: writing smithi06982861-13 from 1613824 to 2179072 tid 1 2024-04-10T15:33:44.118 INFO:tasks.rados.rados.0.smithi069.stdout:823: writing smithi06982861-13 from 2179072 to 2867200 tid 2 2024-04-10T15:33:44.122 INFO:tasks.rados.rados.0.smithi069.stdout:823: writing smithi06982861-13 from 2867200 to 3596288 tid 3 2024-04-10T15:33:44.123 INFO:tasks.rados.rados.0.smithi069.stdout:823: writing smithi06982861-13 from 3596288 to 3784704 tid 4 2024-04-10T15:33:44.123 INFO:tasks.rados.rados.0.smithi069.stdout:824: delete oid 50 current snap is 71 2024-04-10T15:33:44.123 INFO:tasks.rados.rados.0.smithi069.stdout:823: finishing write tid 1 to smithi06982861-13 2024-04-10T15:33:44.123 INFO:tasks.rados.rados.0.smithi069.stdout:823: finishing write tid 2 to smithi06982861-13 2024-04-10T15:33:44.125 INFO:tasks.rados.rados.0.smithi069.stdout:824: done (1 left) 2024-04-10T15:33:44.125 INFO:tasks.rados.rados.0.smithi069.stdout:825: rollback oid 21 current snap is 71 2024-04-10T15:33:44.125 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 21 to 66 2024-04-10T15:33:44.125 INFO:tasks.rados.rados.0.smithi069.stdout:826: snap_remove snap 69 2024-04-10T15:33:44.231 INFO:journalctl@ceph.mgr.x.smithi077.stdout:Apr 10 15:33:43 smithi077 podman[78854]: 2024-04-10 15:33:43.843944424 +0000 UTC m=+0.610126563 container cleanup 54964ab4ce05aa3e634c3d146abb169c8ab2c82510e3721406f7b7212dc8e5e0 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-x, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.build-date=20240409, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2) 2024-04-10T15:33:44.231 INFO:journalctl@ceph.mgr.x.smithi077.stdout:Apr 10 15:33:43 smithi077 bash[78854]: ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-x 2024-04-10T15:33:44.489 INFO:journalctl@ceph.mgr.x.smithi077.stdout:Apr 10 15:33:44 smithi077 podman[78873]: 2024-04-10 15:33:44.245453153 +0000 UTC m=+0.867176660 container remove 54964ab4ce05aa3e634c3d146abb169c8ab2c82510e3721406f7b7212dc8e5e0 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-x, ceph=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240409, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4) 2024-04-10T15:33:44.489 INFO:journalctl@ceph.mgr.x.smithi077.stdout:Apr 10 15:33:44 smithi077 systemd[1]: ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4@mgr.x.service: Main process exited, code=exited, status=143/n/a 2024-04-10T15:33:44.490 INFO:journalctl@ceph.mgr.x.smithi077.stdout:Apr 10 15:33:44 smithi077 systemd[1]: ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4@mgr.x.service: Failed with result 'exit-code'. 2024-04-10T15:33:44.490 INFO:journalctl@ceph.mgr.x.smithi077.stdout:Apr 10 15:33:44 smithi077 systemd[1]: Stopped Ceph mgr.x for 09bfb546-f74e-11ee-b64a-cb9ed24678a4. 2024-04-10T15:33:44.490 INFO:journalctl@ceph.mgr.x.smithi077.stdout:Apr 10 15:33:44 smithi077 systemd[1]: ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4@mgr.x.service: Consumed 24.236s CPU time. 2024-04-10T15:33:44.889 INFO:journalctl@ceph.mgr.x.smithi077.stdout:Apr 10 15:33:44 smithi077 systemd[1]: Starting Ceph mgr.x for 09bfb546-f74e-11ee-b64a-cb9ed24678a4... 2024-04-10T15:33:44.889 INFO:journalctl@ceph.mgr.x.smithi077.stdout:Apr 10 15:33:44 smithi077 podman[79008]: 2024-04-10 15:33:44.679379893 +0000 UTC m=+0.017747152 image pull ffe3e7ac3788b84d6c0b551f13dbde782a187c25e75d087cf3ace2b26f4e3ffa quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc 2024-04-10T15:33:44.889 INFO:journalctl@ceph.mgr.x.smithi077.stdout:Apr 10 15:33:44 smithi077 podman[79008]: 2024-04-10 15:33:44.780057358 +0000 UTC m=+0.118424663 container create ccd7899398e9f1625b28565ca95827afc4f243c06978d8d92c1ab9d6be0077b9 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-x, org.label-schema.build-date=20240409, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.license=GPLv2, ceph=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.schema-version=1.0) 2024-04-10T15:33:45.109 INFO:tasks.rados.rados.0.smithi069.stdout:826: done (2 left) 2024-04-10T15:33:45.109 INFO:tasks.rados.rados.0.smithi069.stdout:827: snap_create 2024-04-10T15:33:45.109 INFO:tasks.rados.rados.0.smithi069.stdout:823: finishing write tid 3 to smithi06982861-13 2024-04-10T15:33:45.109 INFO:tasks.rados.rados.0.smithi069.stdout:823: finishing write tid 4 to smithi06982861-13 2024-04-10T15:33:45.109 INFO:tasks.rados.rados.0.smithi069.stdout:823: finishing write tid 5 to smithi06982861-13 2024-04-10T15:33:45.110 INFO:tasks.rados.rados.0.smithi069.stdout:823: finishing write tid 6 to smithi06982861-13 2024-04-10T15:33:45.110 INFO:tasks.rados.rados.0.smithi069.stdout:823: oid 13 updating version 0 to 335 2024-04-10T15:33:45.110 INFO:tasks.rados.rados.0.smithi069.stdout:823: oid 13 version 335 is already newer than 333 2024-04-10T15:33:45.110 INFO:tasks.rados.rados.0.smithi069.stdout:823: oid 13 version 335 is already newer than 334 2024-04-10T15:33:45.110 INFO:tasks.rados.rados.0.smithi069.stdout:823: oid 13 updating version 335 to 336 2024-04-10T15:33:45.110 INFO:tasks.rados.rados.0.smithi069.stdout:823: oid 13 version 336 is already newer than 332 2024-04-10T15:33:45.110 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 13 v 336 (ObjNum 272 snap 71 seq_num 272) dirty exists 2024-04-10T15:33:45.110 INFO:tasks.rados.rados.0.smithi069.stdout:823: left oid 13 (ObjNum 272 snap 71 seq_num 272) 2024-04-10T15:33:45.110 INFO:tasks.rados.rados.0.smithi069.stdout:825: finishing rollback tid 0 to smithi06982861-21 2024-04-10T15:33:45.110 INFO:tasks.rados.rados.0.smithi069.stdout:825: finishing rollback tid 1 to smithi06982861-21 2024-04-10T15:33:45.110 INFO:tasks.rados.rados.0.smithi069.stdout:825: finishing rollback tid 2 to smithi06982861-21 2024-04-10T15:33:45.110 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 21 v 319 (ObjNum 202 snap 52 seq_num 202) dirty exists 2024-04-10T15:33:45.489 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:45 smithi077 ceph-mon[31195]: pgmap v33: 121 pgs: 121 active+clean; 218 MiB data, 882 MiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 3.4 MiB/s wr, 16 op/s 2024-04-10T15:33:45.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:45 smithi077 ceph-mon[31195]: osdmap e209: 8 total, 8 up, 8 in 2024-04-10T15:33:45.490 INFO:journalctl@ceph.mgr.x.smithi077.stdout:Apr 10 15:33:45 smithi077 podman[79008]: 2024-04-10 15:33:45.032457418 +0000 UTC m=+0.370824685 container init ccd7899398e9f1625b28565ca95827afc4f243c06978d8d92c1ab9d6be0077b9 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-x, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, ceph=True, org.label-schema.build-date=20240409, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0) 2024-04-10T15:33:45.490 INFO:journalctl@ceph.mgr.x.smithi077.stdout:Apr 10 15:33:45 smithi077 podman[79008]: 2024-04-10 15:33:45.037662939 +0000 UTC m=+0.376030201 container start ccd7899398e9f1625b28565ca95827afc4f243c06978d8d92c1ab9d6be0077b9 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-x, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.build-date=20240409, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, ceph=True, GIT_BRANCH=HEAD) 2024-04-10T15:33:45.490 INFO:journalctl@ceph.mgr.x.smithi077.stdout:Apr 10 15:33:45 smithi077 ceph-mgr[79047]: -- 172.21.15.77:0/2576300904 <== mon.1 v2:172.21.15.77:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55f154c005a0 con 0x55f154bd4c00 2024-04-10T15:33:45.490 INFO:journalctl@ceph.mgr.x.smithi077.stdout:Apr 10 15:33:45 smithi077 bash[79008]: ccd7899398e9f1625b28565ca95827afc4f243c06978d8d92c1ab9d6be0077b9 2024-04-10T15:33:45.490 INFO:journalctl@ceph.mgr.x.smithi077.stdout:Apr 10 15:33:45 smithi077 systemd[1]: Started Ceph mgr.x for 09bfb546-f74e-11ee-b64a-cb9ed24678a4. 2024-04-10T15:33:45.583 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:45 smithi069 ceph-mon[27501]: pgmap v33: 121 pgs: 121 active+clean; 218 MiB data, 882 MiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 3.4 MiB/s wr, 16 op/s 2024-04-10T15:33:45.584 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:45 smithi069 ceph-mon[27501]: osdmap e209: 8 total, 8 up, 8 in 2024-04-10T15:33:45.584 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:45 smithi069 ceph-mon[39688]: pgmap v33: 121 pgs: 121 active+clean; 218 MiB data, 882 MiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 3.4 MiB/s wr, 16 op/s 2024-04-10T15:33:45.584 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:45 smithi069 ceph-mon[39688]: osdmap e209: 8 total, 8 up, 8 in 2024-04-10T15:33:45.989 INFO:journalctl@ceph.mgr.x.smithi077.stdout:Apr 10 15:33:45 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-x[79024]: 2024-04-10T15:33:45.611+0000 7fa1f23e0200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-10T15:33:45.989 INFO:journalctl@ceph.mgr.x.smithi077.stdout:Apr 10 15:33:45 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-x[79024]: 2024-04-10T15:33:45.714+0000 7fa1f23e0200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-10T15:33:46.116 INFO:tasks.rados.rados.0.smithi069.stdout:823: done (2 left) 2024-04-10T15:33:46.116 INFO:tasks.rados.rados.0.smithi069.stdout:825: done (1 left) 2024-04-10T15:33:46.116 INFO:tasks.rados.rados.0.smithi069.stdout:827: done (0 left) 2024-04-10T15:33:46.116 INFO:tasks.rados.rados.0.smithi069.stdout:828: read oid 46 snap -1 2024-04-10T15:33:46.116 INFO:tasks.rados.rados.0.smithi069.stdout:828: expect (ObjNum 207 snap 52 seq_num 207) 2024-04-10T15:33:46.116 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 49 current snap is 72 2024-04-10T15:33:46.116 INFO:tasks.rados.rados.0.smithi069.stdout:829: seq_num 274 ranges {0=598016,598016=499712,1097728=745472,1843200=360448} 2024-04-10T15:33:46.119 INFO:tasks.rados.rados.0.smithi069.stdout:829: writing smithi06982861-49 from 0 to 598016 tid 1 2024-04-10T15:33:46.122 INFO:tasks.rados.rados.0.smithi069.stdout:829: writing smithi06982861-49 from 598016 to 1097728 tid 2 2024-04-10T15:33:46.127 INFO:tasks.rados.rados.0.smithi069.stdout:829: writing smithi06982861-49 from 1097728 to 1843200 tid 3 2024-04-10T15:33:46.129 INFO:tasks.rados.rados.0.smithi069.stdout:829: writing smithi06982861-49 from 1843200 to 2203648 tid 4 2024-04-10T15:33:46.130 INFO:tasks.rados.rados.0.smithi069.stdout:830: copy_from oid 37 from oid 47 current snap is 72 2024-04-10T15:33:46.130 INFO:tasks.rados.rados.0.smithi069.stdout:829: finishing write tid 1 to smithi06982861-49 2024-04-10T15:33:46.130 INFO:tasks.rados.rados.0.smithi069.stdout:829: finishing write tid 2 to smithi06982861-49 2024-04-10T15:33:46.130 INFO:tasks.rados.rados.0.smithi069.stdout:828: expect (ObjNum 207 snap 52 seq_num 207) 2024-04-10T15:33:46.185 INFO:tasks.rados.rados.0.smithi069.stdout:829: finishing write tid 3 to smithi06982861-49 2024-04-10T15:33:46.185 INFO:tasks.rados.rados.0.smithi069.stdout:829: finishing write tid 4 to smithi06982861-49 2024-04-10T15:33:46.185 INFO:tasks.rados.rados.0.smithi069.stdout:828: done (2 left) 2024-04-10T15:33:46.185 INFO:tasks.rados.rados.0.smithi069.stdout:831: rollback oid 23 current snap is 72 2024-04-10T15:33:46.185 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 23 to 60 2024-04-10T15:33:46.185 INFO:tasks.rados.rados.0.smithi069.stdout:829: finishing write tid 5 to smithi06982861-49 2024-04-10T15:33:46.185 INFO:tasks.rados.rados.0.smithi069.stdout:829: finishing write tid 6 to smithi06982861-49 2024-04-10T15:33:46.185 INFO:tasks.rados.rados.0.smithi069.stdout:829: oid 49 updating version 0 to 322 2024-04-10T15:33:46.185 INFO:tasks.rados.rados.0.smithi069.stdout:829: oid 49 version 322 is already newer than 321 2024-04-10T15:33:46.185 INFO:tasks.rados.rados.0.smithi069.stdout:829: oid 49 version 322 is already newer than 319 2024-04-10T15:33:46.185 INFO:tasks.rados.rados.0.smithi069.stdout:829: oid 49 version 322 is already newer than 318 2024-04-10T15:33:46.185 INFO:tasks.rados.rados.0.smithi069.stdout:829: oid 49 version 322 is already newer than 320 2024-04-10T15:33:46.185 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 49 v 322 (ObjNum 274 snap 72 seq_num 274) dirty exists 2024-04-10T15:33:46.186 INFO:tasks.rados.rados.0.smithi069.stdout:829: left oid 49 (ObjNum 274 snap 72 seq_num 274) 2024-04-10T15:33:46.186 INFO:tasks.rados.rados.0.smithi069.stdout:830: finishing copy_from racing read to smithi06982861-37 2024-04-10T15:33:46.186 INFO:tasks.rados.rados.0.smithi069.stdout:830: finishing copy_from to smithi06982861-37 2024-04-10T15:33:46.186 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 37 v 154 (ObjNum 369 snap 0 seq_num 3227496000) dirty exists 2024-04-10T15:33:46.186 INFO:tasks.rados.rados.0.smithi069.stdout:829: done (2 left) 2024-04-10T15:33:46.186 INFO:tasks.rados.rados.0.smithi069.stdout:830: done (1 left) 2024-04-10T15:33:46.186 INFO:tasks.rados.rados.0.smithi069.stdout:832: snap_create 2024-04-10T15:33:46.187 INFO:tasks.rados.rados.0.smithi069.stdout:831: finishing rollback tid 0 to smithi06982861-23 2024-04-10T15:33:46.187 INFO:tasks.rados.rados.0.smithi069.stdout:831: finishing rollback tid 1 to smithi06982861-23 2024-04-10T15:33:46.188 INFO:tasks.rados.rados.0.smithi069.stdout:831: finishing rollback tid 2 to smithi06982861-23 2024-04-10T15:33:46.188 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 23 v 236 (ObjNum 53 snap 1 seq_num 53) dirty exists 2024-04-10T15:33:46.288 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:46 smithi077 ceph-mon[31195]: osdmap e210: 8 total, 8 up, 8 in 2024-04-10T15:33:46.288 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:46 smithi077 ceph-mon[31195]: from='mgr.25052 ' entity='mgr.y' 2024-04-10T15:33:46.288 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:46 smithi077 ceph-mon[31195]: from='mgr.25052 ' entity='mgr.y' 2024-04-10T15:33:46.288 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:46 smithi077 ceph-mon[31195]: from='mgr.25052 172.21.15.69:0/2659504181' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:33:46.485 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:46 smithi069 ceph-mon[39688]: osdmap e210: 8 total, 8 up, 8 in 2024-04-10T15:33:46.485 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:46 smithi069 ceph-mon[39688]: from='mgr.25052 ' entity='mgr.y' 2024-04-10T15:33:46.485 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:46 smithi069 ceph-mon[39688]: from='mgr.25052 ' entity='mgr.y' 2024-04-10T15:33:46.485 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:46 smithi069 ceph-mon[39688]: from='mgr.25052 172.21.15.69:0/2659504181' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:33:46.486 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:46 smithi069 ceph-mon[27501]: osdmap e210: 8 total, 8 up, 8 in 2024-04-10T15:33:46.486 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:46 smithi069 ceph-mon[27501]: from='mgr.25052 ' entity='mgr.y' 2024-04-10T15:33:46.486 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:46 smithi069 ceph-mon[27501]: from='mgr.25052 ' entity='mgr.y' 2024-04-10T15:33:46.486 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:46 smithi069 ceph-mon[27501]: from='mgr.25052 172.21.15.69:0/2659504181' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:33:46.637 INFO:journalctl@ceph.mgr.x.smithi077.stdout:Apr 10 15:33:46 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-x[79024]: 2024-04-10T15:33:46.404+0000 7fa1f23e0200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-10T15:33:46.637 INFO:journalctl@ceph.mgr.x.smithi077.stdout:Apr 10 15:33:46 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-x[79024]: 2024-04-10T15:33:46.498+0000 7fa1f23e0200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-10T15:33:46.989 INFO:journalctl@ceph.mgr.x.smithi077.stdout:Apr 10 15:33:46 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-x[79024]: 2024-04-10T15:33:46.649+0000 7fa1f23e0200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-10T15:33:46.990 INFO:journalctl@ceph.mgr.x.smithi077.stdout:Apr 10 15:33:46 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-x[79024]: 2024-04-10T15:33:46.744+0000 7fa1f23e0200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-10T15:33:46.990 INFO:journalctl@ceph.mgr.x.smithi077.stdout:Apr 10 15:33:46 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-x[79024]: 2024-04-10T15:33:46.826+0000 7fa1f23e0200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-10T15:33:47.084 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:33:46 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:15:33:46] "GET /metrics HTTP/1.1" 200 36063 "" "Prometheus/2.43.0" 2024-04-10T15:33:47.121 INFO:tasks.rados.rados.0.smithi069.stdout:831: done (1 left) 2024-04-10T15:33:47.121 INFO:tasks.rados.rados.0.smithi069.stdout:832: done (0 left) 2024-04-10T15:33:47.122 INFO:tasks.rados.rados.0.smithi069.stdout:833: delete oid 17 current snap is 73 2024-04-10T15:33:47.124 INFO:tasks.rados.rados.0.smithi069.stdout:833: done (0 left) 2024-04-10T15:33:47.124 INFO:tasks.rados.rados.0.smithi069.stdout:834: snap_create 2024-04-10T15:33:47.272 INFO:journalctl@ceph.mgr.x.smithi077.stdout:Apr 10 15:33:47 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-x[79024]: 2024-04-10T15:33:47.108+0000 7fa1f23e0200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-10T15:33:47.272 INFO:journalctl@ceph.mgr.x.smithi077.stdout:Apr 10 15:33:47 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-x[79024]: 2024-04-10T15:33:47.224+0000 7fa1f23e0200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-10T15:33:47.272 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:47 smithi077 ceph-mon[31195]: pgmap v36: 121 pgs: 121 active+clean; 246 MiB data, 931 MiB used, 714 GiB / 715 GiB avail; 6.4 MiB/s rd, 7.9 MiB/s wr, 27 op/s 2024-04-10T15:33:47.273 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:47 smithi077 ceph-mon[31195]: osdmap e211: 8 total, 8 up, 8 in 2024-04-10T15:33:47.583 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:47 smithi069 ceph-mon[39688]: pgmap v36: 121 pgs: 121 active+clean; 246 MiB data, 931 MiB used, 714 GiB / 715 GiB avail; 6.4 MiB/s rd, 7.9 MiB/s wr, 27 op/s 2024-04-10T15:33:47.583 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:47 smithi069 ceph-mon[39688]: osdmap e211: 8 total, 8 up, 8 in 2024-04-10T15:33:47.584 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:47 smithi069 ceph-mon[27501]: pgmap v36: 121 pgs: 121 active+clean; 246 MiB data, 931 MiB used, 714 GiB / 715 GiB avail; 6.4 MiB/s rd, 7.9 MiB/s wr, 27 op/s 2024-04-10T15:33:47.584 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:47 smithi069 ceph-mon[27501]: osdmap e211: 8 total, 8 up, 8 in 2024-04-10T15:33:47.639 INFO:journalctl@ceph.mgr.x.smithi077.stdout:Apr 10 15:33:47 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-x[79024]: 2024-04-10T15:33:47.317+0000 7fa1f23e0200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-10T15:33:47.639 INFO:journalctl@ceph.mgr.x.smithi077.stdout:Apr 10 15:33:47 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-x[79024]: 2024-04-10T15:33:47.427+0000 7fa1f23e0200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-10T15:33:47.928 INFO:journalctl@ceph.mgr.x.smithi077.stdout:Apr 10 15:33:47 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-x[79024]: 2024-04-10T15:33:47.650+0000 7fa1f23e0200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-10T15:33:48.095 INFO:tasks.rados.rados.0.smithi069.stdout:834: done (0 left) 2024-04-10T15:33:48.096 INFO:tasks.rados.rados.0.smithi069.stdout:835: setattr oid 42 current snap is 74 2024-04-10T15:33:48.100 INFO:tasks.rados.rados.0.smithi069.stdout:836: delete oid 12 current snap is 74 2024-04-10T15:33:48.106 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 42 v 324 (ObjNum 164 snap 38 seq_num 164) dirty exists 2024-04-10T15:33:48.107 INFO:tasks.rados.rados.0.smithi069.stdout:835: done (1 left) 2024-04-10T15:33:48.107 INFO:tasks.rados.rados.0.smithi069.stdout:836: done (0 left) 2024-04-10T15:33:48.107 INFO:tasks.rados.rados.0.smithi069.stdout:837: read oid 29 snap 65 2024-04-10T15:33:48.107 INFO:tasks.rados.rados.0.smithi069.stdout:837: expect (ObjNum 222 snap 54 seq_num 222) 2024-04-10T15:33:48.107 INFO:tasks.rados.rados.0.smithi069.stdout:838: snap_create 2024-04-10T15:33:48.120 INFO:tasks.rados.rados.0.smithi069.stdout:837: expect (ObjNum 222 snap 54 seq_num 222) 2024-04-10T15:33:48.179 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:48 smithi077 ceph-mon[31195]: osdmap e212: 8 total, 8 up, 8 in 2024-04-10T15:33:48.180 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:48 smithi077 ceph-mon[31195]: osdmap e213: 8 total, 8 up, 8 in 2024-04-10T15:33:48.583 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:48 smithi069 ceph-mon[27501]: osdmap e212: 8 total, 8 up, 8 in 2024-04-10T15:33:48.584 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:48 smithi069 ceph-mon[27501]: osdmap e213: 8 total, 8 up, 8 in 2024-04-10T15:33:48.584 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:48 smithi069 ceph-mon[39688]: osdmap e212: 8 total, 8 up, 8 in 2024-04-10T15:33:48.584 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:48 smithi069 ceph-mon[39688]: osdmap e213: 8 total, 8 up, 8 in 2024-04-10T15:33:48.989 INFO:journalctl@ceph.mgr.x.smithi077.stdout:Apr 10 15:33:48 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-x[79024]: 2024-04-10T15:33:48.680+0000 7fa1f23e0200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-10T15:33:48.990 INFO:journalctl@ceph.mgr.x.smithi077.stdout:Apr 10 15:33:48 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-x[79024]: 2024-04-10T15:33:48.818+0000 7fa1f23e0200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-10T15:33:49.099 INFO:tasks.rados.rados.0.smithi069.stdout:837: done (1 left) 2024-04-10T15:33:49.099 INFO:tasks.rados.rados.0.smithi069.stdout:838: done (0 left) 2024-04-10T15:33:49.099 INFO:tasks.rados.rados.0.smithi069.stdout:839: snap_create 2024-04-10T15:33:49.470 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:49 smithi077 ceph-mon[31195]: pgmap v39: 121 pgs: 121 active+clean; 246 MiB data, 931 MiB used, 714 GiB / 715 GiB avail; 6.3 MiB/s rd, 7.8 MiB/s wr, 27 op/s 2024-04-10T15:33:49.470 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:49 smithi077 ceph-mon[31195]: osdmap e214: 8 total, 8 up, 8 in 2024-04-10T15:33:49.470 INFO:journalctl@ceph.mgr.x.smithi077.stdout:Apr 10 15:33:49 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-x[79024]: 2024-04-10T15:33:49.174+0000 7fa1f23e0200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-10T15:33:49.470 INFO:journalctl@ceph.mgr.x.smithi077.stdout:Apr 10 15:33:49 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-x[79024]: 2024-04-10T15:33:49.267+0000 7fa1f23e0200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-10T15:33:49.470 INFO:journalctl@ceph.mgr.x.smithi077.stdout:Apr 10 15:33:49 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-x[79024]: 2024-04-10T15:33:49.482+0000 7fa1f23e0200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-10T15:33:49.583 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:49 smithi069 ceph-mon[39688]: pgmap v39: 121 pgs: 121 active+clean; 246 MiB data, 931 MiB used, 714 GiB / 715 GiB avail; 6.3 MiB/s rd, 7.8 MiB/s wr, 27 op/s 2024-04-10T15:33:49.583 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:49 smithi069 ceph-mon[39688]: osdmap e214: 8 total, 8 up, 8 in 2024-04-10T15:33:49.584 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:49 smithi069 ceph-mon[27501]: pgmap v39: 121 pgs: 121 active+clean; 246 MiB data, 931 MiB used, 714 GiB / 715 GiB avail; 6.3 MiB/s rd, 7.8 MiB/s wr, 27 op/s 2024-04-10T15:33:49.584 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:49 smithi069 ceph-mon[27501]: osdmap e214: 8 total, 8 up, 8 in 2024-04-10T15:33:49.739 INFO:journalctl@ceph.mgr.x.smithi077.stdout:Apr 10 15:33:49 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-x[79024]: 2024-04-10T15:33:49.673+0000 7fa1f23e0200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-10T15:33:50.100 INFO:tasks.rados.rados.0.smithi069.stdout:839: done (0 left) 2024-04-10T15:33:50.100 INFO:tasks.rados.rados.0.smithi069.stdout:840: rollback oid 43 current snap is 76 2024-04-10T15:33:50.100 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 43 to 71 2024-04-10T15:33:50.100 INFO:tasks.rados.rados.0.smithi069.stdout:841: snap_create 2024-04-10T15:33:50.102 INFO:tasks.rados.rados.0.smithi069.stdout:840: finishing rollback tid 1 to smithi06982861-43 2024-04-10T15:33:50.102 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 43 v 265 (ObjNum 129 snap 0 seq_num 1433744216) dirty dne 2024-04-10T15:33:50.228 INFO:journalctl@ceph.mgr.x.smithi077.stdout:Apr 10 15:33:49 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-x[79024]: 2024-04-10T15:33:49.968+0000 7fa1f23e0200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-10T15:33:50.483 INFO:journalctl@ceph.mgr.x.smithi077.stdout:Apr 10 15:33:50 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-x[79024]: 2024-04-10T15:33:50.240+0000 7fa1f23e0200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-10T15:33:50.739 INFO:journalctl@ceph.mgr.x.smithi077.stdout:Apr 10 15:33:50 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-x[79024]: 2024-04-10T15:33:50.495+0000 7fa1f23e0200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-10T15:33:51.102 INFO:tasks.rados.rados.0.smithi069.stdout:840: done (1 left) 2024-04-10T15:33:51.102 INFO:tasks.rados.rados.0.smithi069.stdout:841: done (0 left) 2024-04-10T15:33:51.102 INFO:tasks.rados.rados.0.smithi069.stdout:842: rmattr oid 29 current snap is 77 2024-04-10T15:33:51.102 INFO:tasks.rados.rados.0.smithi069.stdout:843: snap_create 2024-04-10T15:33:51.111 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 29 v 318 (ObjNum 249 snap 68 seq_num 249) dirty exists 2024-04-10T15:33:51.368 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:51 smithi077 ceph-mon[31195]: pgmap v42: 121 pgs: 121 active+clean; 246 MiB data, 931 MiB used, 714 GiB / 715 GiB avail 2024-04-10T15:33:51.368 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:51 smithi077 ceph-mon[31195]: osdmap e215: 8 total, 8 up, 8 in 2024-04-10T15:33:51.368 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:51 smithi077 ceph-mon[31195]: from='mgr.25052 ' entity='mgr.y' 2024-04-10T15:33:51.368 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:51 smithi077 ceph-mon[31195]: from='mgr.25052 ' entity='mgr.y' 2024-04-10T15:33:51.584 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:51 smithi069 ceph-mon[27501]: pgmap v42: 121 pgs: 121 active+clean; 246 MiB data, 931 MiB used, 714 GiB / 715 GiB avail 2024-04-10T15:33:51.584 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:51 smithi069 ceph-mon[27501]: osdmap e215: 8 total, 8 up, 8 in 2024-04-10T15:33:51.584 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:51 smithi069 ceph-mon[27501]: from='mgr.25052 ' entity='mgr.y' 2024-04-10T15:33:51.584 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:51 smithi069 ceph-mon[27501]: from='mgr.25052 ' entity='mgr.y' 2024-04-10T15:33:51.584 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:51 smithi069 ceph-mon[39688]: pgmap v42: 121 pgs: 121 active+clean; 246 MiB data, 931 MiB used, 714 GiB / 715 GiB avail 2024-04-10T15:33:51.584 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:51 smithi069 ceph-mon[39688]: osdmap e215: 8 total, 8 up, 8 in 2024-04-10T15:33:51.584 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:51 smithi069 ceph-mon[39688]: from='mgr.25052 ' entity='mgr.y' 2024-04-10T15:33:51.584 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:51 smithi069 ceph-mon[39688]: from='mgr.25052 ' entity='mgr.y' 2024-04-10T15:33:51.739 INFO:journalctl@ceph.mgr.x.smithi077.stdout:Apr 10 15:33:51 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-x[79024]: 2024-04-10T15:33:51.380+0000 7fa1f23e0200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-10T15:33:52.103 INFO:tasks.rados.rados.0.smithi069.stdout:842: done (1 left) 2024-04-10T15:33:52.103 INFO:tasks.rados.rados.0.smithi069.stdout:843: done (0 left) 2024-04-10T15:33:52.103 INFO:tasks.rados.rados.0.smithi069.stdout:844: delete oid 33 current snap is 78 2024-04-10T15:33:52.106 INFO:tasks.rados.rados.0.smithi069.stdout:844: done (0 left) 2024-04-10T15:33:52.106 INFO:tasks.rados.rados.0.smithi069.stdout:845: setattr oid 48 current snap is 78 2024-04-10T15:33:52.107 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 2 current snap is 78 2024-04-10T15:33:52.107 INFO:tasks.rados.rados.0.smithi069.stdout:846: seq_num 278 ranges {0=663552,663552=442368,1105920=720896,1826816=442368} 2024-04-10T15:33:52.111 INFO:tasks.rados.rados.0.smithi069.stdout:846: writing smithi06982861-2 from 0 to 663552 tid 1 2024-04-10T15:33:52.114 INFO:tasks.rados.rados.0.smithi069.stdout:846: writing smithi06982861-2 from 663552 to 1105920 tid 2 2024-04-10T15:33:52.118 INFO:tasks.rados.rados.0.smithi069.stdout:846: writing smithi06982861-2 from 1105920 to 1826816 tid 3 2024-04-10T15:33:52.121 INFO:tasks.rados.rados.0.smithi069.stdout:846: writing smithi06982861-2 from 1826816 to 2269184 tid 4 2024-04-10T15:33:52.121 INFO:tasks.rados.rados.0.smithi069.stdout:847: read oid 37 snap -1 2024-04-10T15:33:52.121 INFO:tasks.rados.rados.0.smithi069.stdout:847: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-10T15:33:52.121 INFO:tasks.rados.rados.0.smithi069.stdout:848: rmattr oid 8 current snap is 78 2024-04-10T15:33:52.121 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 48 v 319 (ObjNum 243 snap 67 seq_num 243) dirty exists 2024-04-10T15:33:52.121 INFO:tasks.rados.rados.0.smithi069.stdout:845: done (3 left) 2024-04-10T15:33:52.121 INFO:tasks.rados.rados.0.smithi069.stdout:849: snap_create 2024-04-10T15:33:52.122 INFO:tasks.rados.rados.0.smithi069.stdout:846: finishing write tid 1 to smithi06982861-2 2024-04-10T15:33:52.122 INFO:tasks.rados.rados.0.smithi069.stdout:846: finishing write tid 2 to smithi06982861-2 2024-04-10T15:33:52.122 INFO:tasks.rados.rados.0.smithi069.stdout:847: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-10T15:33:52.127 INFO:tasks.rados.rados.0.smithi069.stdout:846: finishing write tid 3 to smithi06982861-2 2024-04-10T15:33:52.127 INFO:tasks.rados.rados.0.smithi069.stdout:846: finishing write tid 4 to smithi06982861-2 2024-04-10T15:33:52.127 INFO:tasks.rados.rados.0.smithi069.stdout:846: finishing write tid 5 to smithi06982861-2 2024-04-10T15:33:52.127 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 8 v 393 (ObjNum 259 snap 69 seq_num 259) dirty exists 2024-04-10T15:33:52.127 INFO:tasks.rados.rados.0.smithi069.stdout:846: finishing write tid 6 to smithi06982861-2 2024-04-10T15:33:52.127 INFO:tasks.rados.rados.0.smithi069.stdout:846: oid 2 updating version 0 to 225 2024-04-10T15:33:52.127 INFO:tasks.rados.rados.0.smithi069.stdout:846: oid 2 updating version 225 to 227 2024-04-10T15:33:52.127 INFO:tasks.rados.rados.0.smithi069.stdout:846: oid 2 version 227 is already newer than 226 2024-04-10T15:33:52.127 INFO:tasks.rados.rados.0.smithi069.stdout:846: oid 2 updating version 227 to 228 2024-04-10T15:33:52.127 INFO:tasks.rados.rados.0.smithi069.stdout:846: oid 2 version 228 is already newer than 224 2024-04-10T15:33:52.127 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 2 v 228 (ObjNum 278 snap 78 seq_num 278) dirty exists 2024-04-10T15:33:52.127 INFO:tasks.rados.rados.0.smithi069.stdout:846: left oid 2 (ObjNum 278 snap 78 seq_num 278) 2024-04-10T15:33:52.200 INFO:journalctl@ceph.mgr.x.smithi077.stdout:Apr 10 15:33:51 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-x[79024]: 2024-04-10T15:33:51.985+0000 7fa1f23e0200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-10T15:33:52.200 INFO:journalctl@ceph.mgr.x.smithi077.stdout:Apr 10 15:33:52 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-x[79024]: 2024-04-10T15:33:52.090+0000 7fa1f23e0200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-10T15:33:52.200 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:52 smithi077 ceph-mon[31195]: osdmap e216: 8 total, 8 up, 8 in 2024-04-10T15:33:52.200 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:52 smithi077 ceph-mon[31195]: from='mgr.25052 ' entity='mgr.y' 2024-04-10T15:33:52.200 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:52 smithi077 ceph-mon[31195]: from='mgr.25052 ' entity='mgr.y' 2024-04-10T15:33:52.490 INFO:journalctl@ceph.mgr.x.smithi077.stdout:Apr 10 15:33:52 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-x[79024]: 2024-04-10T15:33:52.329+0000 7fa1f23e0200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-10T15:33:52.490 INFO:journalctl@ceph.mgr.x.smithi077.stdout:Apr 10 15:33:52 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-x[79024]: [10/Apr/2024:15:33:52] ENGINE Bus STARTING 2024-04-10T15:33:52.490 INFO:journalctl@ceph.mgr.x.smithi077.stdout:Apr 10 15:33:52 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-x[79024]: CherryPy Checker: 2024-04-10T15:33:52.490 INFO:journalctl@ceph.mgr.x.smithi077.stdout:Apr 10 15:33:52 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-x[79024]: The Application mounted at '' has an empty config. 2024-04-10T15:33:52.490 INFO:journalctl@ceph.mgr.x.smithi077.stdout:Apr 10 15:33:52 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-x[79024]: 2024-04-10T15:33:52.490 INFO:journalctl@ceph.mgr.x.smithi077.stdout:Apr 10 15:33:52 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-x[79024]: [10/Apr/2024:15:33:52] ENGINE Serving on http://:::9283 2024-04-10T15:33:52.490 INFO:journalctl@ceph.mgr.x.smithi077.stdout:Apr 10 15:33:52 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-x[79024]: [10/Apr/2024:15:33:52] ENGINE Bus STARTED 2024-04-10T15:33:52.583 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:52 smithi069 ceph-mon[39688]: osdmap e216: 8 total, 8 up, 8 in 2024-04-10T15:33:52.583 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:52 smithi069 ceph-mon[39688]: from='mgr.25052 ' entity='mgr.y' 2024-04-10T15:33:52.583 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:52 smithi069 ceph-mon[39688]: from='mgr.25052 ' entity='mgr.y' 2024-04-10T15:33:52.584 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:52 smithi069 ceph-mon[27501]: osdmap e216: 8 total, 8 up, 8 in 2024-04-10T15:33:52.584 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:52 smithi069 ceph-mon[27501]: from='mgr.25052 ' entity='mgr.y' 2024-04-10T15:33:52.584 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:52 smithi069 ceph-mon[27501]: from='mgr.25052 ' entity='mgr.y' 2024-04-10T15:33:53.099 INFO:tasks.rados.rados.0.smithi069.stdout:846: done (3 left) 2024-04-10T15:33:53.099 INFO:tasks.rados.rados.0.smithi069.stdout:847: done (2 left) 2024-04-10T15:33:53.099 INFO:tasks.rados.rados.0.smithi069.stdout:848: done (1 left) 2024-04-10T15:33:53.099 INFO:tasks.rados.rados.0.smithi069.stdout:849: done (0 left) 2024-04-10T15:33:53.099 INFO:tasks.rados.rados.0.smithi069.stdout:850: setattr oid 16 current snap is 79 2024-04-10T15:33:53.100 INFO:tasks.rados.rados.0.smithi069.stdout:851: snap_remove snap 77 2024-04-10T15:33:53.218 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:53 smithi077 ceph-mon[31195]: pgmap v45: 121 pgs: 121 active+clean; 240 MiB data, 944 MiB used, 714 GiB / 715 GiB avail; 3.8 MiB/s rd, 538 KiB/s wr, 10 op/s 2024-04-10T15:33:53.218 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:53 smithi077 ceph-mon[31195]: osdmap e217: 8 total, 8 up, 8 in 2024-04-10T15:33:53.218 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:53 smithi077 ceph-mon[31195]: Standby manager daemon x restarted 2024-04-10T15:33:53.218 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:53 smithi077 ceph-mon[31195]: Standby manager daemon x started 2024-04-10T15:33:53.218 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:53 smithi077 ceph-mon[31195]: from='mgr.? 172.21.15.77:0/797703003' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-10T15:33:53.219 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:53 smithi077 ceph-mon[31195]: from='mgr.? 172.21.15.77:0/797703003' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-10T15:33:53.219 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:53 smithi077 ceph-mon[31195]: from='mgr.? 172.21.15.77:0/797703003' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-10T15:33:53.219 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:53 smithi077 ceph-mon[31195]: from='mgr.? 172.21.15.77:0/797703003' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-10T15:33:53.219 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:53 smithi077 ceph-mon[31195]: osdmap e218: 8 total, 8 up, 8 in 2024-04-10T15:33:53.583 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:53 smithi069 ceph-mon[39688]: pgmap v45: 121 pgs: 121 active+clean; 240 MiB data, 944 MiB used, 714 GiB / 715 GiB avail; 3.8 MiB/s rd, 538 KiB/s wr, 10 op/s 2024-04-10T15:33:53.584 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:53 smithi069 ceph-mon[39688]: osdmap e217: 8 total, 8 up, 8 in 2024-04-10T15:33:53.584 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:53 smithi069 ceph-mon[39688]: Standby manager daemon x restarted 2024-04-10T15:33:53.584 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:53 smithi069 ceph-mon[39688]: Standby manager daemon x started 2024-04-10T15:33:53.584 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:53 smithi069 ceph-mon[39688]: from='mgr.? 172.21.15.77:0/797703003' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-10T15:33:53.584 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:53 smithi069 ceph-mon[39688]: from='mgr.? 172.21.15.77:0/797703003' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-10T15:33:53.584 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:53 smithi069 ceph-mon[39688]: from='mgr.? 172.21.15.77:0/797703003' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-10T15:33:53.584 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:53 smithi069 ceph-mon[39688]: from='mgr.? 172.21.15.77:0/797703003' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-10T15:33:53.584 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:53 smithi069 ceph-mon[39688]: osdmap e218: 8 total, 8 up, 8 in 2024-04-10T15:33:53.584 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:53 smithi069 ceph-mon[27501]: pgmap v45: 121 pgs: 121 active+clean; 240 MiB data, 944 MiB used, 714 GiB / 715 GiB avail; 3.8 MiB/s rd, 538 KiB/s wr, 10 op/s 2024-04-10T15:33:53.584 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:53 smithi069 ceph-mon[27501]: osdmap e217: 8 total, 8 up, 8 in 2024-04-10T15:33:53.584 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:53 smithi069 ceph-mon[27501]: Standby manager daemon x restarted 2024-04-10T15:33:53.585 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:53 smithi069 ceph-mon[27501]: Standby manager daemon x started 2024-04-10T15:33:53.585 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:53 smithi069 ceph-mon[27501]: from='mgr.? 172.21.15.77:0/797703003' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-10T15:33:53.585 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:53 smithi069 ceph-mon[27501]: from='mgr.? 172.21.15.77:0/797703003' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-10T15:33:53.585 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:53 smithi069 ceph-mon[27501]: from='mgr.? 172.21.15.77:0/797703003' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-10T15:33:53.585 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:53 smithi069 ceph-mon[27501]: from='mgr.? 172.21.15.77:0/797703003' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-10T15:33:53.585 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:53 smithi069 ceph-mon[27501]: osdmap e218: 8 total, 8 up, 8 in 2024-04-10T15:33:53.990 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:33:53 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[78458]: ts=2024-04-10T15:33:53.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi069\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi069\", job=\"node\", machine=\"x86_64\", nodename=\"smithi069\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", domainname=\"(none)\", instance=\"smithi069\", job=\"node\", machine=\"x86_64\", nodename=\"smithi069\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:33:54.099 INFO:tasks.rados.rados.0.smithi069.stdout:851: done (1 left) 2024-04-10T15:33:54.099 INFO:tasks.rados.rados.0.smithi069.stdout:852: snap_create 2024-04-10T15:33:54.100 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 16 v 373 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-04-10T15:33:54.583 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:54 smithi069 ceph-mon[39688]: mgrmap e36: y(active, since 29s), standbys: x 2024-04-10T15:33:54.584 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:54 smithi069 ceph-mon[39688]: from='mgr.25052 172.21.15.69:0/2659504181' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:33:54.584 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:54 smithi069 ceph-mon[39688]: osdmap e219: 8 total, 8 up, 8 in 2024-04-10T15:33:54.584 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:54 smithi069 ceph-mon[27501]: mgrmap e36: y(active, since 29s), standbys: x 2024-04-10T15:33:54.584 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:54 smithi069 ceph-mon[27501]: from='mgr.25052 172.21.15.69:0/2659504181' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:33:54.584 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:54 smithi069 ceph-mon[27501]: osdmap e219: 8 total, 8 up, 8 in 2024-04-10T15:33:54.739 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:54 smithi077 ceph-mon[31195]: mgrmap e36: y(active, since 29s), standbys: x 2024-04-10T15:33:54.740 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:54 smithi077 ceph-mon[31195]: from='mgr.25052 172.21.15.69:0/2659504181' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:33:54.740 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:54 smithi077 ceph-mon[31195]: osdmap e219: 8 total, 8 up, 8 in 2024-04-10T15:33:55.104 INFO:tasks.rados.rados.0.smithi069.stdout:850: done (1 left) 2024-04-10T15:33:55.104 INFO:tasks.rados.rados.0.smithi069.stdout:852: done (0 left) 2024-04-10T15:33:55.104 INFO:tasks.rados.rados.0.smithi069.stdout:853: rmattr oid 17 current snap is 80 2024-04-10T15:33:55.104 INFO:tasks.rados.rados.0.smithi069.stdout:853: done (0 left) 2024-04-10T15:33:55.104 INFO:tasks.rados.rados.0.smithi069.stdout:854: read oid 48 snap -1 2024-04-10T15:33:55.105 INFO:tasks.rados.rados.0.smithi069.stdout:854: expect (ObjNum 243 snap 67 seq_num 243) 2024-04-10T15:33:55.105 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 26 current snap is 80 2024-04-10T15:33:55.105 INFO:tasks.rados.rados.0.smithi069.stdout:855: seq_num 279 ranges {3686400=679936,4366336=720896,5087232=483328,5570560=401408} 2024-04-10T15:33:55.127 INFO:tasks.rados.rados.0.smithi069.stdout:855: writing smithi06982861-26 from 3686400 to 4366336 tid 1 2024-04-10T15:33:55.132 INFO:tasks.rados.rados.0.smithi069.stdout:855: writing smithi06982861-26 from 4366336 to 5087232 tid 2 2024-04-10T15:33:55.138 INFO:tasks.rados.rados.0.smithi069.stdout:855: writing smithi06982861-26 from 5087232 to 5570560 tid 3 2024-04-10T15:33:55.139 INFO:tasks.rados.rados.0.smithi069.stdout:855: writing smithi06982861-26 from 5570560 to 5971968 tid 4 2024-04-10T15:33:55.139 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 10 current snap is 80 2024-04-10T15:33:55.139 INFO:tasks.rados.rados.0.smithi069.stdout:856: seq_num 280 ranges {2080768=696320,2777088=606208,3383296=688128,4071424=311296} 2024-04-10T15:33:55.153 INFO:tasks.rados.rados.0.smithi069.stdout:856: writing smithi06982861-10 from 2080768 to 2777088 tid 1 2024-04-10T15:33:55.157 INFO:tasks.rados.rados.0.smithi069.stdout:856: writing smithi06982861-10 from 2777088 to 3383296 tid 2 2024-04-10T15:33:55.161 INFO:tasks.rados.rados.0.smithi069.stdout:856: writing smithi06982861-10 from 3383296 to 4071424 tid 3 2024-04-10T15:33:55.163 INFO:tasks.rados.rados.0.smithi069.stdout:856: writing smithi06982861-10 from 4071424 to 4382720 tid 4 2024-04-10T15:33:55.163 INFO:tasks.rados.rados.0.smithi069.stdout:857: delete oid 31 current snap is 80 2024-04-10T15:33:55.163 INFO:tasks.rados.rados.0.smithi069.stdout:854: expect (ObjNum 243 snap 67 seq_num 243) 2024-04-10T15:33:55.211 INFO:tasks.rados.rados.0.smithi069.stdout:855: finishing write tid 1 to smithi06982861-26 2024-04-10T15:33:55.211 INFO:tasks.rados.rados.0.smithi069.stdout:855: finishing write tid 2 to smithi06982861-26 2024-04-10T15:33:55.211 INFO:tasks.rados.rados.0.smithi069.stdout:854: done (3 left) 2024-04-10T15:33:55.211 INFO:tasks.rados.rados.0.smithi069.stdout:857: done (2 left) 2024-04-10T15:33:55.211 INFO:tasks.rados.rados.0.smithi069.stdout:858: read oid 30 snap -1 2024-04-10T15:33:55.212 INFO:tasks.rados.rados.0.smithi069.stdout:858: expect deleted 2024-04-10T15:33:55.212 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 33 current snap is 80 2024-04-10T15:33:55.212 INFO:tasks.rados.rados.0.smithi069.stdout:855: finishing write tid 3 to smithi06982861-26 2024-04-10T15:33:55.212 INFO:tasks.rados.rados.0.smithi069.stdout:855: finishing write tid 4 to smithi06982861-26 2024-04-10T15:33:55.212 INFO:tasks.rados.rados.0.smithi069.stdout:855: finishing write tid 5 to smithi06982861-26 2024-04-10T15:33:55.212 INFO:tasks.rados.rados.0.smithi069.stdout:855: finishing write tid 6 to smithi06982861-26 2024-04-10T15:33:55.212 INFO:tasks.rados.rados.0.smithi069.stdout:855: oid 26 updating version 0 to 379 2024-04-10T15:33:55.212 INFO:tasks.rados.rados.0.smithi069.stdout:855: oid 26 version 379 is already newer than 378 2024-04-10T15:33:55.212 INFO:tasks.rados.rados.0.smithi069.stdout:855: oid 26 version 379 is already newer than 376 2024-04-10T15:33:55.212 INFO:tasks.rados.rados.0.smithi069.stdout:855: oid 26 version 379 is already newer than 375 2024-04-10T15:33:55.212 INFO:tasks.rados.rados.0.smithi069.stdout:855: oid 26 version 379 is already newer than 377 2024-04-10T15:33:55.212 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 26 v 379 (ObjNum 279 snap 80 seq_num 279) dirty exists 2024-04-10T15:33:55.212 INFO:tasks.rados.rados.0.smithi069.stdout:855: left oid 26 (ObjNum 279 snap 80 seq_num 279) 2024-04-10T15:33:55.212 INFO:tasks.rados.rados.0.smithi069.stdout:856: finishing write tid 1 to smithi06982861-10 2024-04-10T15:33:55.212 INFO:tasks.rados.rados.0.smithi069.stdout:856: finishing write tid 2 to smithi06982861-10 2024-04-10T15:33:55.213 INFO:tasks.rados.rados.0.smithi069.stdout:856: finishing write tid 3 to smithi06982861-10 2024-04-10T15:33:55.213 INFO:tasks.rados.rados.0.smithi069.stdout:856: finishing write tid 4 to smithi06982861-10 2024-04-10T15:33:55.213 INFO:tasks.rados.rados.0.smithi069.stdout:856: finishing write tid 5 to smithi06982861-10 2024-04-10T15:33:55.213 INFO:tasks.rados.rados.0.smithi069.stdout:856: finishing write tid 6 to smithi06982861-10 2024-04-10T15:33:55.213 INFO:tasks.rados.rados.0.smithi069.stdout:856: oid 10 updating version 0 to 414 2024-04-10T15:33:55.213 INFO:tasks.rados.rados.0.smithi069.stdout:856: oid 10 updating version 414 to 418 2024-04-10T15:33:55.213 INFO:tasks.rados.rados.0.smithi069.stdout:856: oid 10 version 418 is already newer than 417 2024-04-10T15:33:55.213 INFO:tasks.rados.rados.0.smithi069.stdout:856: oid 10 version 418 is already newer than 416 2024-04-10T15:33:55.213 INFO:tasks.rados.rados.0.smithi069.stdout:856: oid 10 version 418 is already newer than 415 2024-04-10T15:33:55.213 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 10 v 418 (ObjNum 280 snap 80 seq_num 280) dirty exists 2024-04-10T15:33:55.213 INFO:tasks.rados.rados.0.smithi069.stdout:856: left oid 10 (ObjNum 280 snap 80 seq_num 280) 2024-04-10T15:33:55.214 INFO:tasks.rados.rados.0.smithi069.stdout:859: seq_num 282 ranges {0=729088,729088=425984,1155072=704512,1859584=475136} 2024-04-10T15:33:55.214 INFO:tasks.rados.rados.0.smithi069.stdout:859: writing smithi06982861-33 from 0 to 729088 tid 1 2024-04-10T15:33:55.216 INFO:tasks.rados.rados.0.smithi069.stdout:859: writing smithi06982861-33 from 729088 to 1155072 tid 2 2024-04-10T15:33:55.221 INFO:tasks.rados.rados.0.smithi069.stdout:859: writing smithi06982861-33 from 1155072 to 1859584 tid 3 2024-04-10T15:33:55.224 INFO:tasks.rados.rados.0.smithi069.stdout:859: writing smithi06982861-33 from 1859584 to 2334720 tid 4 2024-04-10T15:33:55.224 INFO:tasks.rados.rados.0.smithi069.stdout:855: done (3 left) 2024-04-10T15:33:55.224 INFO:tasks.rados.rados.0.smithi069.stdout:856: done (2 left) 2024-04-10T15:33:55.224 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 6 current snap is 80 2024-04-10T15:33:55.224 INFO:tasks.rados.rados.0.smithi069.stdout:860: seq_num 283 ranges {2179072=745472,2924544=712704,3637248=458752,4096000=434176} 2024-04-10T15:33:55.239 INFO:tasks.rados.rados.0.smithi069.stdout:860: writing smithi06982861-6 from 2179072 to 2924544 tid 1 2024-04-10T15:33:55.243 INFO:tasks.rados.rados.0.smithi069.stdout:860: writing smithi06982861-6 from 2924544 to 3637248 tid 2 2024-04-10T15:33:55.246 INFO:tasks.rados.rados.0.smithi069.stdout:860: writing smithi06982861-6 from 3637248 to 4096000 tid 3 2024-04-10T15:33:55.249 INFO:tasks.rados.rados.0.smithi069.stdout:860: writing smithi06982861-6 from 4096000 to 4530176 tid 4 2024-04-10T15:33:55.249 INFO:tasks.rados.rados.0.smithi069.stdout:861: delete oid 4 current snap is 80 2024-04-10T15:33:55.249 INFO:tasks.rados.rados.0.smithi069.stdout:859: finishing write tid 1 to smithi06982861-33 2024-04-10T15:33:55.249 INFO:tasks.rados.rados.0.smithi069.stdout:859: finishing write tid 2 to smithi06982861-33 2024-04-10T15:33:55.249 INFO:tasks.rados.rados.0.smithi069.stdout:859: finishing write tid 3 to smithi06982861-33 2024-04-10T15:33:55.249 INFO:tasks.rados.rados.0.smithi069.stdout:859: finishing write tid 4 to smithi06982861-33 2024-04-10T15:33:55.249 INFO:tasks.rados.rados.0.smithi069.stdout:859: finishing write tid 5 to smithi06982861-33 2024-04-10T15:33:55.249 INFO:tasks.rados.rados.0.smithi069.stdout:859: finishing write tid 6 to smithi06982861-33 2024-04-10T15:33:55.250 INFO:tasks.rados.rados.0.smithi069.stdout:859: oid 33 updating version 0 to 402 2024-04-10T15:33:55.250 INFO:tasks.rados.rados.0.smithi069.stdout:859: oid 33 version 402 is already newer than 401 2024-04-10T15:33:55.250 INFO:tasks.rados.rados.0.smithi069.stdout:859: oid 33 updating version 402 to 403 2024-04-10T15:33:55.250 INFO:tasks.rados.rados.0.smithi069.stdout:859: oid 33 version 403 is already newer than 400 2024-04-10T15:33:55.250 INFO:tasks.rados.rados.0.smithi069.stdout:859: oid 33 updating version 403 to 404 2024-04-10T15:33:55.250 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 33 v 404 (ObjNum 282 snap 80 seq_num 282) dirty exists 2024-04-10T15:33:55.250 INFO:tasks.rados.rados.0.smithi069.stdout:859: left oid 33 (ObjNum 282 snap 80 seq_num 282) 2024-04-10T15:33:55.250 INFO:tasks.rados.rados.0.smithi069.stdout:860: finishing write tid 1 to smithi06982861-6 2024-04-10T15:33:55.250 INFO:tasks.rados.rados.0.smithi069.stdout:860: finishing write tid 2 to smithi06982861-6 2024-04-10T15:33:55.250 INFO:tasks.rados.rados.0.smithi069.stdout:860: finishing write tid 3 to smithi06982861-6 2024-04-10T15:33:55.252 INFO:tasks.rados.rados.0.smithi069.stdout:860: finishing write tid 4 to smithi06982861-6 2024-04-10T15:33:55.252 INFO:tasks.rados.rados.0.smithi069.stdout:858: done (3 left) 2024-04-10T15:33:55.252 INFO:tasks.rados.rados.0.smithi069.stdout:859: done (2 left) 2024-04-10T15:33:55.252 INFO:tasks.rados.rados.0.smithi069.stdout:861: done (1 left) 2024-04-10T15:33:55.252 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 38 current snap is 80 2024-04-10T15:33:55.252 INFO:tasks.rados.rados.0.smithi069.stdout:862: seq_num 285 ranges {2179072=778240,2957312=475136,3432448=475136,3907584=655360} 2024-04-10T15:33:55.268 INFO:tasks.rados.rados.0.smithi069.stdout:862: writing smithi06982861-38 from 2179072 to 2957312 tid 1 2024-04-10T15:33:55.271 INFO:tasks.rados.rados.0.smithi069.stdout:862: writing smithi06982861-38 from 2957312 to 3432448 tid 2 2024-04-10T15:33:55.273 INFO:tasks.rados.rados.0.smithi069.stdout:862: writing smithi06982861-38 from 3432448 to 3907584 tid 3 2024-04-10T15:33:55.278 INFO:tasks.rados.rados.0.smithi069.stdout:862: writing smithi06982861-38 from 3907584 to 4562944 tid 4 2024-04-10T15:33:55.278 INFO:tasks.rados.rados.0.smithi069.stdout:863: copy_from oid 34 from oid 40 current snap is 80 2024-04-10T15:33:55.278 INFO:tasks.rados.rados.0.smithi069.stdout:860: finishing write tid 5 to smithi06982861-6 2024-04-10T15:33:55.278 INFO:tasks.rados.rados.0.smithi069.stdout:860: finishing write tid 6 to smithi06982861-6 2024-04-10T15:33:55.278 INFO:tasks.rados.rados.0.smithi069.stdout:860: oid 6 updating version 0 to 287 2024-04-10T15:33:55.278 INFO:tasks.rados.rados.0.smithi069.stdout:860: oid 6 updating version 287 to 291 2024-04-10T15:33:55.279 INFO:tasks.rados.rados.0.smithi069.stdout:860: oid 6 version 291 is already newer than 288 2024-04-10T15:33:55.279 INFO:tasks.rados.rados.0.smithi069.stdout:860: oid 6 version 291 is already newer than 289 2024-04-10T15:33:55.279 INFO:tasks.rados.rados.0.smithi069.stdout:860: oid 6 version 291 is already newer than 290 2024-04-10T15:33:55.279 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 6 v 291 (ObjNum 283 snap 80 seq_num 283) dirty exists 2024-04-10T15:33:55.279 INFO:tasks.rados.rados.0.smithi069.stdout:860: left oid 6 (ObjNum 283 snap 80 seq_num 283) 2024-04-10T15:33:55.279 INFO:tasks.rados.rados.0.smithi069.stdout:862: finishing write tid 1 to smithi06982861-38 2024-04-10T15:33:55.279 INFO:tasks.rados.rados.0.smithi069.stdout:860: done (2 left) 2024-04-10T15:33:55.279 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 50 current snap is 80 2024-04-10T15:33:55.279 INFO:tasks.rados.rados.0.smithi069.stdout:862: finishing write tid 2 to smithi06982861-38 2024-04-10T15:33:55.279 INFO:tasks.rados.rados.0.smithi069.stdout:864: seq_num 286 ranges {0=794624,794624=761856,1556480=679936,2236416=163840} 2024-04-10T15:33:55.282 INFO:tasks.rados.rados.0.smithi069.stdout:864: writing smithi06982861-50 from 0 to 794624 tid 1 2024-04-10T15:33:55.287 INFO:tasks.rados.rados.0.smithi069.stdout:864: writing smithi06982861-50 from 794624 to 1556480 tid 2 2024-04-10T15:33:55.291 INFO:tasks.rados.rados.0.smithi069.stdout:864: writing smithi06982861-50 from 1556480 to 2236416 tid 3 2024-04-10T15:33:55.293 INFO:tasks.rados.rados.0.smithi069.stdout:864: writing smithi06982861-50 from 2236416 to 2400256 tid 4 2024-04-10T15:33:55.293 INFO:tasks.rados.rados.0.smithi069.stdout:865: delete oid 18 current snap is 80 2024-04-10T15:33:55.293 INFO:tasks.rados.rados.0.smithi069.stdout:862: finishing write tid 3 to smithi06982861-38 2024-04-10T15:33:55.293 INFO:tasks.rados.rados.0.smithi069.stdout:862: finishing write tid 4 to smithi06982861-38 2024-04-10T15:33:55.293 INFO:tasks.rados.rados.0.smithi069.stdout:862: finishing write tid 5 to smithi06982861-38 2024-04-10T15:33:55.293 INFO:tasks.rados.rados.0.smithi069.stdout:862: finishing write tid 6 to smithi06982861-38 2024-04-10T15:33:55.293 INFO:tasks.rados.rados.0.smithi069.stdout:862: oid 38 updating version 0 to 382 2024-04-10T15:33:55.293 INFO:tasks.rados.rados.0.smithi069.stdout:862: oid 38 updating version 382 to 384 2024-04-10T15:33:55.293 INFO:tasks.rados.rados.0.smithi069.stdout:862: oid 38 updating version 384 to 385 2024-04-10T15:33:55.293 INFO:tasks.rados.rados.0.smithi069.stdout:862: oid 38 version 385 is already newer than 383 2024-04-10T15:33:55.293 INFO:tasks.rados.rados.0.smithi069.stdout:862: oid 38 version 385 is already newer than 381 2024-04-10T15:33:55.293 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 38 v 385 (ObjNum 285 snap 80 seq_num 285) dirty exists 2024-04-10T15:33:55.294 INFO:tasks.rados.rados.0.smithi069.stdout:862: left oid 38 (ObjNum 285 snap 80 seq_num 285) 2024-04-10T15:33:55.294 INFO:tasks.rados.rados.0.smithi069.stdout:864: finishing write tid 1 to smithi06982861-50 2024-04-10T15:33:55.294 INFO:tasks.rados.rados.0.smithi069.stdout:864: finishing write tid 2 to smithi06982861-50 2024-04-10T15:33:55.295 INFO:tasks.rados.rados.0.smithi069.stdout:864: finishing write tid 3 to smithi06982861-50 2024-04-10T15:33:55.295 INFO:tasks.rados.rados.0.smithi069.stdout:862: done (3 left) 2024-04-10T15:33:55.295 INFO:tasks.rados.rados.0.smithi069.stdout:865: done (2 left) 2024-04-10T15:33:55.295 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 17 current snap is 80 2024-04-10T15:33:55.295 INFO:tasks.rados.rados.0.smithi069.stdout:866: seq_num 288 ranges {0=24576} 2024-04-10T15:33:55.295 INFO:tasks.rados.rados.0.smithi069.stdout:866: writing smithi06982861-17 from 0 to 24576 tid 1 2024-04-10T15:33:55.295 INFO:tasks.rados.rados.0.smithi069.stdout:867: snap_create 2024-04-10T15:33:55.295 INFO:tasks.rados.rados.0.smithi069.stdout:864: finishing write tid 4 to smithi06982861-50 2024-04-10T15:33:55.295 INFO:tasks.rados.rados.0.smithi069.stdout:864: finishing write tid 5 to smithi06982861-50 2024-04-10T15:33:55.297 INFO:tasks.rados.rados.0.smithi069.stdout:863: finishing copy_from racing read to smithi06982861-34 2024-04-10T15:33:55.297 INFO:tasks.rados.rados.0.smithi069.stdout:864: finishing write tid 6 to smithi06982861-50 2024-04-10T15:33:55.297 INFO:tasks.rados.rados.0.smithi069.stdout:864: oid 50 updating version 0 to 213 2024-04-10T15:33:55.297 INFO:tasks.rados.rados.0.smithi069.stdout:864: oid 50 updating version 213 to 215 2024-04-10T15:33:55.297 INFO:tasks.rados.rados.0.smithi069.stdout:864: oid 50 updating version 215 to 216 2024-04-10T15:33:55.297 INFO:tasks.rados.rados.0.smithi069.stdout:864: oid 50 version 216 is already newer than 214 2024-04-10T15:33:55.297 INFO:tasks.rados.rados.0.smithi069.stdout:864: oid 50 version 216 is already newer than 212 2024-04-10T15:33:55.297 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 50 v 216 (ObjNum 286 snap 80 seq_num 286) dirty exists 2024-04-10T15:33:55.297 INFO:tasks.rados.rados.0.smithi069.stdout:864: left oid 50 (ObjNum 286 snap 80 seq_num 286) 2024-04-10T15:33:55.299 INFO:tasks.rados.rados.0.smithi069.stdout:863: finishing copy_from to smithi06982861-34 2024-04-10T15:33:55.299 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 34 v 246 (ObjNum 258 snap 69 seq_num 258) dirty exists 2024-04-10T15:33:55.299 INFO:tasks.rados.rados.0.smithi069.stdout:866: finishing write tid 1 to smithi06982861-17 2024-04-10T15:33:55.299 INFO:tasks.rados.rados.0.smithi069.stdout:866: finishing write tid 2 to smithi06982861-17 2024-04-10T15:33:55.301 INFO:tasks.rados.rados.0.smithi069.stdout:866: finishing write tid 3 to smithi06982861-17 2024-04-10T15:33:55.301 INFO:tasks.rados.rados.0.smithi069.stdout:866: oid 17 updating version 0 to 341 2024-04-10T15:33:55.302 INFO:tasks.rados.rados.0.smithi069.stdout:866: oid 17 updating version 341 to 342 2024-04-10T15:33:55.302 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 17 v 342 (ObjNum 288 snap 80 seq_num 288) dirty exists 2024-04-10T15:33:55.302 INFO:tasks.rados.rados.0.smithi069.stdout:866: left oid 17 (ObjNum 288 snap 80 seq_num 288) 2024-04-10T15:33:55.583 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:55 smithi069 ceph-mon[39688]: pgmap v48: 121 pgs: 121 active+clean; 240 MiB data, 944 MiB used, 714 GiB / 715 GiB avail; 3.8 MiB/s rd, 538 KiB/s wr, 10 op/s 2024-04-10T15:33:55.584 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:55 smithi069 ceph-mon[39688]: from='mgr.25052 ' entity='mgr.y' 2024-04-10T15:33:55.584 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:55 smithi069 ceph-mon[39688]: from='mgr.25052 ' entity='mgr.y' 2024-04-10T15:33:55.584 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:55 smithi069 ceph-mon[39688]: from='mgr.25052 172.21.15.69:0/2659504181' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:33:55.584 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:55 smithi069 ceph-mon[39688]: from='mgr.25052 172.21.15.69:0/2659504181' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:33:55.584 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:55 smithi069 ceph-mon[39688]: from='mgr.25052 ' entity='mgr.y' 2024-04-10T15:33:55.584 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:55 smithi069 ceph-mon[39688]: from='mgr.25052 172.21.15.69:0/2659504181' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:33:55.584 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:55 smithi069 ceph-mon[39688]: from='mgr.25052 172.21.15.69:0/2659504181' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:33:55.584 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:55 smithi069 ceph-mon[39688]: osdmap e220: 8 total, 8 up, 8 in 2024-04-10T15:33:55.584 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:55 smithi069 ceph-mon[39688]: from='mgr.25052 ' entity='mgr.y' 2024-04-10T15:33:55.584 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:55 smithi069 ceph-mon[39688]: from='mgr.25052 172.21.15.69:0/2659504181' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-04-10T15:33:55.584 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:55 smithi069 ceph-mon[39688]: from='mgr.25052 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-04-10T15:33:55.584 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:55 smithi069 ceph-mon[39688]: from='mgr.25052 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2024-04-10T15:33:55.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:55 smithi069 ceph-mon[39688]: from='mgr.25052 172.21.15.69:0/2659504181' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-04-10T15:33:55.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:55 smithi069 ceph-mon[39688]: from='mgr.25052 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-04-10T15:33:55.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:55 smithi069 ceph-mon[39688]: from='mgr.25052 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]': finished 2024-04-10T15:33:55.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:55 smithi069 ceph-mon[39688]: from='mgr.25052 172.21.15.69:0/2659504181' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-04-10T15:33:55.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:55 smithi069 ceph-mon[39688]: from='mgr.25052 172.21.15.69:0/2659504181' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["a"]}]: dispatch 2024-04-10T15:33:55.585 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:55 smithi069 ceph-mon[27501]: pgmap v48: 121 pgs: 121 active+clean; 240 MiB data, 944 MiB used, 714 GiB / 715 GiB avail; 3.8 MiB/s rd, 538 KiB/s wr, 10 op/s 2024-04-10T15:33:55.585 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:55 smithi069 ceph-mon[27501]: from='mgr.25052 ' entity='mgr.y' 2024-04-10T15:33:55.585 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:55 smithi069 ceph-mon[27501]: from='mgr.25052 ' entity='mgr.y' 2024-04-10T15:33:55.585 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:55 smithi069 ceph-mon[27501]: from='mgr.25052 172.21.15.69:0/2659504181' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:33:55.585 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:55 smithi069 ceph-mon[27501]: from='mgr.25052 172.21.15.69:0/2659504181' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:33:55.585 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:55 smithi069 ceph-mon[27501]: from='mgr.25052 ' entity='mgr.y' 2024-04-10T15:33:55.585 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:55 smithi069 ceph-mon[27501]: from='mgr.25052 172.21.15.69:0/2659504181' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:33:55.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:55 smithi069 ceph-mon[27501]: from='mgr.25052 172.21.15.69:0/2659504181' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:33:55.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:55 smithi069 ceph-mon[27501]: osdmap e220: 8 total, 8 up, 8 in 2024-04-10T15:33:55.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:55 smithi069 ceph-mon[27501]: from='mgr.25052 ' entity='mgr.y' 2024-04-10T15:33:55.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:55 smithi069 ceph-mon[27501]: from='mgr.25052 172.21.15.69:0/2659504181' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-04-10T15:33:55.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:55 smithi069 ceph-mon[27501]: from='mgr.25052 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-04-10T15:33:55.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:55 smithi069 ceph-mon[27501]: from='mgr.25052 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2024-04-10T15:33:55.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:55 smithi069 ceph-mon[27501]: from='mgr.25052 172.21.15.69:0/2659504181' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-04-10T15:33:55.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:55 smithi069 ceph-mon[27501]: from='mgr.25052 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-04-10T15:33:55.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:55 smithi069 ceph-mon[27501]: from='mgr.25052 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]': finished 2024-04-10T15:33:55.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:55 smithi069 ceph-mon[27501]: from='mgr.25052 172.21.15.69:0/2659504181' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-04-10T15:33:55.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:55 smithi069 ceph-mon[27501]: from='mgr.25052 172.21.15.69:0/2659504181' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["a"]}]: dispatch 2024-04-10T15:33:55.740 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:55 smithi077 ceph-mon[31195]: pgmap v48: 121 pgs: 121 active+clean; 240 MiB data, 944 MiB used, 714 GiB / 715 GiB avail; 3.8 MiB/s rd, 538 KiB/s wr, 10 op/s 2024-04-10T15:33:55.740 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:55 smithi077 ceph-mon[31195]: from='mgr.25052 ' entity='mgr.y' 2024-04-10T15:33:55.740 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:55 smithi077 ceph-mon[31195]: from='mgr.25052 ' entity='mgr.y' 2024-04-10T15:33:55.740 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:55 smithi077 ceph-mon[31195]: from='mgr.25052 172.21.15.69:0/2659504181' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:33:55.740 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:55 smithi077 ceph-mon[31195]: from='mgr.25052 172.21.15.69:0/2659504181' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:33:55.740 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:55 smithi077 ceph-mon[31195]: from='mgr.25052 ' entity='mgr.y' 2024-04-10T15:33:55.740 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:55 smithi077 ceph-mon[31195]: from='mgr.25052 172.21.15.69:0/2659504181' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:33:55.740 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:55 smithi077 ceph-mon[31195]: from='mgr.25052 172.21.15.69:0/2659504181' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:33:55.740 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:55 smithi077 ceph-mon[31195]: osdmap e220: 8 total, 8 up, 8 in 2024-04-10T15:33:55.740 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:55 smithi077 ceph-mon[31195]: from='mgr.25052 ' entity='mgr.y' 2024-04-10T15:33:55.740 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:55 smithi077 ceph-mon[31195]: from='mgr.25052 172.21.15.69:0/2659504181' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-04-10T15:33:55.740 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:55 smithi077 ceph-mon[31195]: from='mgr.25052 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-04-10T15:33:55.740 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:55 smithi077 ceph-mon[31195]: from='mgr.25052 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2024-04-10T15:33:55.741 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:55 smithi077 ceph-mon[31195]: from='mgr.25052 172.21.15.69:0/2659504181' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-04-10T15:33:55.741 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:55 smithi077 ceph-mon[31195]: from='mgr.25052 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-04-10T15:33:55.741 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:55 smithi077 ceph-mon[31195]: from='mgr.25052 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]': finished 2024-04-10T15:33:55.741 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:55 smithi077 ceph-mon[31195]: from='mgr.25052 172.21.15.69:0/2659504181' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-04-10T15:33:55.741 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:55 smithi077 ceph-mon[31195]: from='mgr.25052 172.21.15.69:0/2659504181' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["a"]}]: dispatch 2024-04-10T15:33:56.129 INFO:tasks.rados.rados.0.smithi069.stdout:863: done (3 left) 2024-04-10T15:33:56.130 INFO:tasks.rados.rados.0.smithi069.stdout:864: done (2 left) 2024-04-10T15:33:56.130 INFO:tasks.rados.rados.0.smithi069.stdout:866: done (1 left) 2024-04-10T15:33:56.130 INFO:tasks.rados.rados.0.smithi069.stdout:867: done (0 left) 2024-04-10T15:33:56.130 INFO:tasks.rados.rados.0.smithi069.stdout:868: snap_remove snap 66 2024-04-10T15:33:56.583 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:56 smithi069 ceph-mon[39688]: Upgrade: Setting container_image for all mgr 2024-04-10T15:33:56.584 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:56 smithi069 ceph-mon[39688]: Upgrade: It appears safe to stop mon.a 2024-04-10T15:33:56.584 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:56 smithi069 ceph-mon[39688]: osdmap e221: 8 total, 8 up, 8 in 2024-04-10T15:33:56.584 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:56 smithi069 ceph-mon[27501]: Upgrade: Setting container_image for all mgr 2024-04-10T15:33:56.584 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:56 smithi069 ceph-mon[27501]: Upgrade: It appears safe to stop mon.a 2024-04-10T15:33:56.584 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:56 smithi069 ceph-mon[27501]: osdmap e221: 8 total, 8 up, 8 in 2024-04-10T15:33:56.739 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:56 smithi077 ceph-mon[31195]: Upgrade: Setting container_image for all mgr 2024-04-10T15:33:56.739 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:56 smithi077 ceph-mon[31195]: Upgrade: It appears safe to stop mon.a 2024-04-10T15:33:56.740 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:56 smithi077 ceph-mon[31195]: osdmap e221: 8 total, 8 up, 8 in 2024-04-10T15:33:57.132 INFO:tasks.rados.rados.0.smithi069.stdout:868: done (0 left) 2024-04-10T15:33:57.132 INFO:tasks.rados.rados.0.smithi069.stdout:869: rmattr oid 46 current snap is 81 2024-04-10T15:33:57.133 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 48 current snap is 81 2024-04-10T15:33:57.133 INFO:tasks.rados.rados.0.smithi069.stdout:870: seq_num 289 ranges {1679360=40960} 2024-04-10T15:33:57.142 INFO:tasks.rados.rados.0.smithi069.stdout:870: writing smithi06982861-48 from 1679360 to 1720320 tid 1 2024-04-10T15:33:57.142 INFO:tasks.rados.rados.0.smithi069.stdout:871: delete oid 18 current snap is 81 2024-04-10T15:33:57.143 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 46 v 250 (ObjNum 207 snap 52 seq_num 207) dirty exists 2024-04-10T15:33:57.146 INFO:tasks.rados.rados.0.smithi069.stdout:869: done (2 left) 2024-04-10T15:33:57.147 INFO:tasks.rados.rados.0.smithi069.stdout:871: done (1 left) 2024-04-10T15:33:57.147 INFO:tasks.rados.rados.0.smithi069.stdout:872: read oid 49 snap -1 2024-04-10T15:33:57.147 INFO:tasks.rados.rados.0.smithi069.stdout:872: expect (ObjNum 274 snap 72 seq_num 274) 2024-04-10T15:33:57.147 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 27 current snap is 81 2024-04-10T15:33:57.147 INFO:tasks.rados.rados.0.smithi069.stdout:873: seq_num 291 ranges {0=81920} 2024-04-10T15:33:57.147 INFO:tasks.rados.rados.0.smithi069.stdout:873: writing smithi06982861-27 from 0 to 81920 tid 1 2024-04-10T15:33:57.147 INFO:tasks.rados.rados.0.smithi069.stdout:874: read oid 38 snap -1 2024-04-10T15:33:57.147 INFO:tasks.rados.rados.0.smithi069.stdout:874: expect (ObjNum 285 snap 80 seq_num 285) 2024-04-10T15:33:57.147 INFO:tasks.rados.rados.0.smithi069.stdout:875: delete oid 35 current snap is 81 2024-04-10T15:33:57.148 INFO:tasks.rados.rados.0.smithi069.stdout:870: finishing write tid 1 to smithi06982861-48 2024-04-10T15:33:57.149 INFO:tasks.rados.rados.0.smithi069.stdout:870: finishing write tid 2 to smithi06982861-48 2024-04-10T15:33:57.152 INFO:tasks.rados.rados.0.smithi069.stdout:875: done (4 left) 2024-04-10T15:33:57.152 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 36 current snap is 81 2024-04-10T15:33:57.152 INFO:tasks.rados.rados.0.smithi069.stdout:876: seq_num 293 ranges {6561792=114688} 2024-04-10T15:33:57.189 INFO:tasks.rados.rados.0.smithi069.stdout:876: writing smithi06982861-36 from 6561792 to 6676480 tid 1 2024-04-10T15:33:57.189 INFO:tasks.rados.rados.0.smithi069.stdout:877: snap_create 2024-04-10T15:33:57.189 INFO:tasks.rados.rados.0.smithi069.stdout:870: finishing write tid 3 to smithi06982861-48 2024-04-10T15:33:57.190 INFO:tasks.rados.rados.0.smithi069.stdout:870: oid 48 updating version 0 to 320 2024-04-10T15:33:57.190 INFO:tasks.rados.rados.0.smithi069.stdout:870: oid 48 updating version 320 to 321 2024-04-10T15:33:57.190 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 48 v 321 (ObjNum 289 snap 81 seq_num 289) dirty exists 2024-04-10T15:33:57.190 INFO:tasks.rados.rados.0.smithi069.stdout:870: left oid 48 (ObjNum 289 snap 81 seq_num 289) 2024-04-10T15:33:57.190 INFO:tasks.rados.rados.0.smithi069.stdout:873: finishing write tid 1 to smithi06982861-27 2024-04-10T15:33:57.190 INFO:tasks.rados.rados.0.smithi069.stdout:872: expect (ObjNum 274 snap 72 seq_num 274) 2024-04-10T15:33:57.199 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:33:56 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:15:33:56] "GET /metrics HTTP/1.1" 200 36064 "" "Prometheus/2.43.0" 2024-04-10T15:33:57.248 INFO:tasks.rados.rados.0.smithi069.stdout:873: finishing write tid 2 to smithi06982861-27 2024-04-10T15:33:57.248 INFO:tasks.rados.rados.0.smithi069.stdout:873: finishing write tid 3 to smithi06982861-27 2024-04-10T15:33:57.248 INFO:tasks.rados.rados.0.smithi069.stdout:873: oid 27 updating version 0 to 329 2024-04-10T15:33:57.248 INFO:tasks.rados.rados.0.smithi069.stdout:873: oid 27 updating version 329 to 330 2024-04-10T15:33:57.248 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 27 v 330 (ObjNum 291 snap 81 seq_num 291) dirty exists 2024-04-10T15:33:57.248 INFO:tasks.rados.rados.0.smithi069.stdout:873: left oid 27 (ObjNum 291 snap 81 seq_num 291) 2024-04-10T15:33:57.248 INFO:tasks.rados.rados.0.smithi069.stdout:874: expect (ObjNum 285 snap 80 seq_num 285) 2024-04-10T15:33:57.424 INFO:tasks.rados.rados.0.smithi069.stdout:876: finishing write tid 1 to smithi06982861-36 2024-04-10T15:33:57.424 INFO:tasks.rados.rados.0.smithi069.stdout:876: finishing write tid 2 to smithi06982861-36 2024-04-10T15:33:57.424 INFO:tasks.rados.rados.0.smithi069.stdout:876: finishing write tid 3 to smithi06982861-36 2024-04-10T15:33:57.424 INFO:tasks.rados.rados.0.smithi069.stdout:876: oid 36 updating version 0 to 301 2024-04-10T15:33:57.425 INFO:tasks.rados.rados.0.smithi069.stdout:876: oid 36 version 301 is already newer than 300 2024-04-10T15:33:57.425 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 36 v 301 (ObjNum 293 snap 81 seq_num 293) dirty exists 2024-04-10T15:33:57.425 INFO:tasks.rados.rados.0.smithi069.stdout:876: left oid 36 (ObjNum 293 snap 81 seq_num 293) 2024-04-10T15:33:57.583 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:57 smithi069 ceph-mon[39688]: pgmap v51: 121 pgs: 121 active+clean; 242 MiB data, 947 MiB used, 714 GiB / 715 GiB avail; 29 KiB/s rd, 554 KiB/s wr, 16 op/s 2024-04-10T15:33:57.583 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:57 smithi069 ceph-mon[39688]: from='mgr.25052 ' entity='mgr.y' 2024-04-10T15:33:57.583 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:57 smithi069 ceph-mon[39688]: from='mgr.25052 172.21.15.69:0/2659504181' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-10T15:33:57.584 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:57 smithi069 ceph-mon[39688]: from='mgr.25052 172.21.15.69:0/2659504181' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-10T15:33:57.584 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:57 smithi069 ceph-mon[39688]: from='mgr.25052 172.21.15.69:0/2659504181' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:33:57.584 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:57 smithi069 ceph-mon[39688]: osdmap e222: 8 total, 8 up, 8 in 2024-04-10T15:33:57.584 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:57 smithi069 ceph-mon[27501]: pgmap v51: 121 pgs: 121 active+clean; 242 MiB data, 947 MiB used, 714 GiB / 715 GiB avail; 29 KiB/s rd, 554 KiB/s wr, 16 op/s 2024-04-10T15:33:57.584 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:57 smithi069 ceph-mon[27501]: from='mgr.25052 ' entity='mgr.y' 2024-04-10T15:33:57.584 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:57 smithi069 ceph-mon[27501]: from='mgr.25052 172.21.15.69:0/2659504181' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-10T15:33:57.584 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:57 smithi069 ceph-mon[27501]: from='mgr.25052 172.21.15.69:0/2659504181' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-10T15:33:57.584 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:57 smithi069 ceph-mon[27501]: from='mgr.25052 172.21.15.69:0/2659504181' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:33:57.584 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:57 smithi069 ceph-mon[27501]: osdmap e222: 8 total, 8 up, 8 in 2024-04-10T15:33:57.739 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:57 smithi077 ceph-mon[31195]: pgmap v51: 121 pgs: 121 active+clean; 242 MiB data, 947 MiB used, 714 GiB / 715 GiB avail; 29 KiB/s rd, 554 KiB/s wr, 16 op/s 2024-04-10T15:33:57.739 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:57 smithi077 ceph-mon[31195]: from='mgr.25052 ' entity='mgr.y' 2024-04-10T15:33:57.740 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:57 smithi077 ceph-mon[31195]: from='mgr.25052 172.21.15.69:0/2659504181' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-10T15:33:57.740 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:57 smithi077 ceph-mon[31195]: from='mgr.25052 172.21.15.69:0/2659504181' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-10T15:33:57.740 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:57 smithi077 ceph-mon[31195]: from='mgr.25052 172.21.15.69:0/2659504181' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:33:57.740 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:57 smithi077 ceph-mon[31195]: osdmap e222: 8 total, 8 up, 8 in 2024-04-10T15:33:58.132 INFO:tasks.rados.rados.0.smithi069.stdout:870: done (5 left) 2024-04-10T15:33:58.132 INFO:tasks.rados.rados.0.smithi069.stdout:872: done (4 left) 2024-04-10T15:33:58.132 INFO:tasks.rados.rados.0.smithi069.stdout:873: done (3 left) 2024-04-10T15:33:58.133 INFO:tasks.rados.rados.0.smithi069.stdout:874: done (2 left) 2024-04-10T15:33:58.133 INFO:tasks.rados.rados.0.smithi069.stdout:876: done (1 left) 2024-04-10T15:33:58.133 INFO:tasks.rados.rados.0.smithi069.stdout:877: done (0 left) 2024-04-10T15:33:58.133 INFO:tasks.rados.rados.0.smithi069.stdout:878: copy_from oid 7 from oid 12 current snap is 82 2024-04-10T15:33:58.133 INFO:tasks.rados.rados.0.smithi069.stdout:879: setattr oid 24 current snap is 82 2024-04-10T15:33:58.133 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 34 current snap is 82 2024-04-10T15:33:58.133 INFO:tasks.rados.rados.0.smithi069.stdout:880: seq_num 294 ranges {4677632=131072} 2024-04-10T15:33:58.159 INFO:tasks.rados.rados.0.smithi069.stdout:880: writing smithi06982861-34 from 4677632 to 4808704 tid 1 2024-04-10T15:33:58.159 INFO:tasks.rados.rados.0.smithi069.stdout:881: snap_remove snap 73 2024-04-10T15:33:58.583 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:58 smithi069 ceph-mon[27501]: Upgrade: Updating mon.a 2024-04-10T15:33:58.584 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:58 smithi069 ceph-mon[27501]: Deploying daemon mon.a on smithi069 2024-04-10T15:33:58.584 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:58 smithi069 ceph-mon[27501]: osdmap e223: 8 total, 8 up, 8 in 2024-04-10T15:33:58.584 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:58 smithi069 ceph-mon[39688]: Upgrade: Updating mon.a 2024-04-10T15:33:58.584 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:58 smithi069 ceph-mon[39688]: Deploying daemon mon.a on smithi069 2024-04-10T15:33:58.584 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:58 smithi069 ceph-mon[39688]: osdmap e223: 8 total, 8 up, 8 in 2024-04-10T15:33:58.740 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:58 smithi077 ceph-mon[31195]: Upgrade: Updating mon.a 2024-04-10T15:33:58.740 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:58 smithi077 ceph-mon[31195]: Deploying daemon mon.a on smithi069 2024-04-10T15:33:58.740 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:58 smithi077 ceph-mon[31195]: osdmap e223: 8 total, 8 up, 8 in 2024-04-10T15:33:59.132 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:59 smithi069 systemd[1]: Stopping Ceph mon.a for 09bfb546-f74e-11ee-b64a-cb9ed24678a4... 2024-04-10T15:33:59.134 INFO:tasks.rados.rados.0.smithi069.stdout:881: done (3 left) 2024-04-10T15:33:59.134 INFO:tasks.rados.rados.0.smithi069.stdout:882: snap_remove snap 80 2024-04-10T15:33:59.408 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:59 smithi069 ceph-mon[39688]: pgmap v54: 121 pgs: 121 active+clean; 242 MiB data, 947 MiB used, 714 GiB / 715 GiB avail; 29 KiB/s rd, 554 KiB/s wr, 16 op/s 2024-04-10T15:33:59.408 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:33:59 smithi069 ceph-mon[39688]: osdmap e224: 8 total, 8 up, 8 in 2024-04-10T15:33:59.408 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:59 smithi069 ceph-mon[27501]: pgmap v54: 121 pgs: 121 active+clean; 242 MiB data, 947 MiB used, 714 GiB / 715 GiB avail; 29 KiB/s rd, 554 KiB/s wr, 16 op/s 2024-04-10T15:33:59.408 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:59 smithi069 ceph-mon[27501]: osdmap e224: 8 total, 8 up, 8 in 2024-04-10T15:33:59.740 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:59 smithi077 ceph-mon[31195]: pgmap v54: 121 pgs: 121 active+clean; 242 MiB data, 947 MiB used, 714 GiB / 715 GiB avail; 29 KiB/s rd, 554 KiB/s wr, 16 op/s 2024-04-10T15:33:59.740 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:33:59 smithi077 ceph-mon[31195]: osdmap e224: 8 total, 8 up, 8 in 2024-04-10T15:33:59.834 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:59 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mon-a[27479]: 2024-04-10T15:33:59.420+0000 7f270fa05700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-04-10T15:33:59.834 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:59 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mon-a[27479]: 2024-04-10T15:33:59.420+0000 7f270fa05700 -1 mon.a@0(leader) e3 *** Got Signal Terminated *** 2024-04-10T15:33:59.834 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:33:59 smithi069 podman[93975]: 2024-04-10 15:33:59.533243121 +0000 UTC m=+0.242330921 container died 9fbd58098dde14c1508250f5b8a178d81be63ccad596e4392a851fad0efc93c9 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mon-a, ceph=True, CEPH_POINT_RELEASE=, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, RELEASE=reef-d540eba, org.label-schema.build-date=20240403, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux ) 2024-04-10T15:34:00.289 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:00 smithi069 podman[93975]: 2024-04-10 15:34:00.026105153 +0000 UTC m=+0.735192935 container cleanup 9fbd58098dde14c1508250f5b8a178d81be63ccad596e4392a851fad0efc93c9 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mon-a, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.build-date=20240403, GIT_BRANCH=HEAD, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, RELEASE=reef-d540eba, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_CLEAN=True, CEPH_POINT_RELEASE=) 2024-04-10T15:34:00.289 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:00 smithi069 bash[93975]: ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mon-a 2024-04-10T15:34:00.584 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:00 smithi069 podman[93992]: 2024-04-10 15:34:00.302535802 +0000 UTC m=+0.772909694 container remove 9fbd58098dde14c1508250f5b8a178d81be63ccad596e4392a851fad0efc93c9 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mon-a, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-d540eba, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, ceph=True, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.build-date=20240403, org.label-schema.vendor=CentOS, GIT_CLEAN=True, maintainer=Guillaume Abrioux ) 2024-04-10T15:34:00.584 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:00 smithi069 systemd[1]: ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4@mon.a.service: Deactivated successfully. 2024-04-10T15:34:00.584 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:00 smithi069 systemd[1]: Stopped Ceph mon.a for 09bfb546-f74e-11ee-b64a-cb9ed24678a4. 2024-04-10T15:34:00.584 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:00 smithi069 systemd[1]: ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4@mon.a.service: Consumed 13.445s CPU time. 2024-04-10T15:34:00.938 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:00 smithi069 systemd[1]: Starting Ceph mon.a for 09bfb546-f74e-11ee-b64a-cb9ed24678a4... 2024-04-10T15:34:00.938 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:00 smithi069 podman[94129]: 2024-04-10 15:34:00.845388133 +0000 UTC m=+0.111039123 container create ce73e1b17524328550b61f25629b7a7edcc3d1f990b09b3895c078aa63f73eab (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mon-a, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, org.label-schema.build-date=20240409, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_CLEAN=True, org.label-schema.license=GPLv2) 2024-04-10T15:34:00.939 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:00 smithi069 podman[94129]: 2024-04-10 15:34:00.752165851 +0000 UTC m=+0.017816840 image pull ffe3e7ac3788b84d6c0b551f13dbde782a187c25e75d087cf3ace2b26f4e3ffa quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc 2024-04-10T15:34:01.285 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:01 smithi069 podman[94129]: 2024-04-10 15:34:01.047685005 +0000 UTC m=+0.313335994 container init ce73e1b17524328550b61f25629b7a7edcc3d1f990b09b3895c078aa63f73eab (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mon-a, ceph=True, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, org.label-schema.build-date=20240409, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0) 2024-04-10T15:34:01.285 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:01 smithi069 podman[94129]: 2024-04-10 15:34:01.053369138 +0000 UTC m=+0.319020131 container start ce73e1b17524328550b61f25629b7a7edcc3d1f990b09b3895c078aa63f73eab (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mon-a, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_CLEAN=True, org.label-schema.vendor=CentOS, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240409) 2024-04-10T15:34:01.285 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:01 smithi069 ceph-mon[94167]: set uid:gid to 167:167 (ceph:ceph) 2024-04-10T15:34:01.285 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:01 smithi069 ceph-mon[94167]: ceph version 19.0.0-2838-ga5074d45 (a5074d4516d566e9d8b6aec912f26afd099de101) squid (dev), process ceph-mon, pid 7 2024-04-10T15:34:01.285 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:01 smithi069 ceph-mon[94167]: pidfile_write: ignore empty --pid-file 2024-04-10T15:34:01.285 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:01 smithi069 ceph-mon[94167]: load: jerasure load: lrc 2024-04-10T15:34:01.285 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:01 smithi069 ceph-mon[94167]: rocksdb: RocksDB version: 7.9.2 2024-04-10T15:34:01.285 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:01 smithi069 ceph-mon[94167]: rocksdb: Git sha 0 2024-04-10T15:34:01.285 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:01 smithi069 ceph-mon[94167]: rocksdb: Compile date 2024-04-09 19:52:16 2024-04-10T15:34:01.285 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:01 smithi069 ceph-mon[94167]: rocksdb: DB SUMMARY 2024-04-10T15:34:01.285 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:01 smithi069 ceph-mon[94167]: rocksdb: DB Session ID: 1VPIWHY5DN6AHB0FXBYI 2024-04-10T15:34:01.285 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:01 smithi069 ceph-mon[94167]: rocksdb: CURRENT file: CURRENT 2024-04-10T15:34:01.285 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:01 smithi069 ceph-mon[94167]: rocksdb: IDENTITY file: IDENTITY 2024-04-10T15:34:01.286 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:01 smithi069 ceph-mon[94167]: rocksdb: MANIFEST file: MANIFEST-000015 size: 1512 Bytes 2024-04-10T15:34:01.286 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:01 smithi069 ceph-mon[94167]: rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 1, files: 000032.sst 2024-04-10T15:34:01.286 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:01 smithi069 ceph-mon[94167]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 000030.log size: 2869969 ; 2024-04-10T15:34:01.286 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:01 smithi069 ceph-mon[94167]: rocksdb: Options.error_if_exists: 0 2024-04-10T15:34:01.286 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:01 smithi069 ceph-mon[94167]: rocksdb: Options.create_if_missing: 0 2024-04-10T15:34:01.286 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:01 smithi069 ceph-mon[94167]: rocksdb: Options.paranoid_checks: 1 2024-04-10T15:34:01.286 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:01 smithi069 ceph-mon[94167]: rocksdb: Options.flush_verify_memtable_count: 1 2024-04-10T15:34:01.286 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:01 smithi069 ceph-mon[94167]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-04-10T15:34:01.286 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:01 smithi069 ceph-mon[94167]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-04-10T15:34:01.286 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:01 smithi069 ceph-mon[94167]: rocksdb: Options.env: 0x55da787bbd40 2024-04-10T15:34:01.286 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:01 smithi069 ceph-mon[94167]: rocksdb: Options.fs: PosixFileSystem 2024-04-10T15:34:01.286 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:01 smithi069 ceph-mon[94167]: rocksdb: Options.info_log: 0x55da795bbbe0 2024-04-10T15:34:01.286 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:01 smithi069 ceph-mon[94167]: rocksdb: Options.max_file_opening_threads: 16 2024-04-10T15:34:01.288 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:01 smithi069 ceph-mon[94167]: rocksdb: Options.statistics: (nil) 2024-04-10T15:34:01.288 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:01 smithi069 ceph-mon[94167]: rocksdb: Options.use_fsync: 0 2024-04-10T15:34:01.288 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:01 smithi069 ceph-mon[94167]: rocksdb: Options.max_log_file_size: 0 2024-04-10T15:34:01.288 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:01 smithi069 ceph-mon[94167]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-04-10T15:34:01.288 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:01 smithi069 ceph-mon[94167]: rocksdb: Options.log_file_time_to_roll: 0 2024-04-10T15:34:01.288 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:01 smithi069 ceph-mon[94167]: rocksdb: Options.keep_log_file_num: 1000 2024-04-10T15:34:01.288 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:01 smithi069 ceph-mon[94167]: rocksdb: Options.recycle_log_file_num: 0 2024-04-10T15:34:01.288 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:01 smithi069 ceph-mon[94167]: rocksdb: Options.allow_fallocate: 1 2024-04-10T15:34:01.289 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:01 smithi069 ceph-mon[94167]: rocksdb: Options.allow_mmap_reads: 0 2024-04-10T15:34:01.289 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:01 smithi069 ceph-mon[94167]: rocksdb: Options.allow_mmap_writes: 0 2024-04-10T15:34:01.289 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:01 smithi069 ceph-mon[94167]: rocksdb: Options.use_direct_reads: 0 2024-04-10T15:34:01.289 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:01 smithi069 ceph-mon[94167]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-04-10T15:34:01.289 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:01 smithi069 ceph-mon[94167]: rocksdb: Options.create_missing_column_families: 0 2024-04-10T15:34:01.289 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:01 smithi069 ceph-mon[94167]: rocksdb: Options.db_log_dir: 2024-04-10T15:34:01.289 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:01 smithi069 ceph-mon[94167]: rocksdb: Options.wal_dir: 2024-04-10T15:34:01.289 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:01 smithi069 ceph-mon[94167]: rocksdb: Options.table_cache_numshardbits: 6 2024-04-10T15:34:01.289 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:01 smithi069 ceph-mon[94167]: rocksdb: Options.WAL_ttl_seconds: 0 2024-04-10T15:34:01.289 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:01 smithi069 ceph-mon[94167]: rocksdb: Options.WAL_size_limit_MB: 0 2024-04-10T15:34:01.289 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:01 smithi069 ceph-mon[94167]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-04-10T15:34:01.289 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:01 smithi069 ceph-mon[94167]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-04-10T15:34:01.289 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:01 smithi069 ceph-mon[94167]: rocksdb: Options.is_fd_close_on_exec: 1 2024-04-10T15:34:01.289 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:01 smithi069 ceph-mon[94167]: rocksdb: Options.advise_random_on_open: 1 2024-04-10T15:34:01.290 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:01 smithi069 ceph-mon[94167]: rocksdb: Options.db_write_buffer_size: 0 2024-04-10T15:34:01.290 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:01 smithi069 ceph-mon[94167]: rocksdb: Options.write_buffer_manager: 0x55da7958c1e0 2024-04-10T15:34:01.290 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:01 smithi069 ceph-mon[94167]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-04-10T15:34:01.290 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:01 smithi069 ceph-mon[94167]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-04-10T15:34:01.290 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:01 smithi069 ceph-mon[94167]: rocksdb: Options.use_adaptive_mutex: 0 2024-04-10T15:34:01.290 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:01 smithi069 ceph-mon[94167]: rocksdb: Options.rate_limiter: (nil) 2024-04-10T15:34:01.290 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:01 smithi069 ceph-mon[94167]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-04-10T15:34:01.290 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:01 smithi069 ceph-mon[94167]: rocksdb: Options.wal_recovery_mode: 2 2024-04-10T15:34:01.290 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:01 smithi069 ceph-mon[94167]: rocksdb: Options.enable_thread_tracking: 0 2024-04-10T15:34:01.290 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:01 smithi069 ceph-mon[94167]: rocksdb: Options.enable_pipelined_write: 0 2024-04-10T15:34:01.290 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:01 smithi069 ceph-mon[94167]: rocksdb: Options.unordered_write: 0 2024-04-10T15:34:01.290 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:01 smithi069 ceph-mon[94167]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-04-10T15:34:01.290 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:01 smithi069 ceph-mon[94167]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-04-10T15:34:01.291 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:01 smithi069 ceph-mon[94167]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-04-10T15:34:01.291 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:01 smithi069 ceph-mon[94167]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-04-10T15:34:01.291 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:01 smithi069 ceph-mon[94167]: rocksdb: Options.row_cache: None 2024-04-10T15:34:01.291 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:01 smithi069 ceph-mon[94167]: rocksdb: Options.wal_filter: None 2024-04-10T15:34:01.291 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:01 smithi069 ceph-mon[94167]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-04-10T15:34:01.291 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:01 smithi069 ceph-mon[94167]: rocksdb: Options.allow_ingest_behind: 0 2024-04-10T15:34:01.291 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:01 smithi069 ceph-mon[94167]: rocksdb: Options.two_write_queues: 0 2024-04-10T15:34:01.291 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:01 smithi069 ceph-mon[94167]: rocksdb: Options.manual_wal_flush: 0 2024-04-10T15:34:01.291 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:01 smithi069 ceph-mon[94167]: rocksdb: Options.wal_compression: 0 2024-04-10T15:34:01.291 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:01 smithi069 ceph-mon[94167]: rocksdb: Options.atomic_flush: 0 2024-04-10T15:34:01.291 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:01 smithi069 ceph-mon[94167]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-04-10T15:34:01.291 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:01 smithi069 ceph-mon[94167]: rocksdb: Options.persist_stats_to_disk: 0 2024-04-10T15:34:01.291 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:01 smithi069 ceph-mon[94167]: rocksdb: Options.write_dbid_to_manifest: 0 2024-04-10T15:34:01.291 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:01 smithi069 ceph-mon[94167]: rocksdb: Options.log_readahead_size: 0 2024-04-10T15:34:01.291 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:01 smithi069 ceph-mon[94167]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-04-10T15:34:01.292 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:01 smithi069 ceph-mon[94167]: rocksdb: Options.best_efforts_recovery: 0 2024-04-10T15:34:01.292 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:01 smithi069 ceph-mon[94167]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-04-10T15:34:01.292 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:01 smithi069 ceph-mon[94167]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-04-10T15:34:01.292 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:01 smithi069 ceph-mon[94167]: rocksdb: Options.allow_data_in_errors: 0 2024-04-10T15:34:01.292 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:01 smithi069 ceph-mon[94167]: rocksdb: Options.db_host_id: __hostname__ 2024-04-10T15:34:01.292 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:01 smithi069 ceph-mon[94167]: rocksdb: Options.enforce_single_del_contracts: true 2024-04-10T15:34:01.292 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:01 smithi069 ceph-mon[94167]: rocksdb: Options.max_background_jobs: 2 2024-04-10T15:34:01.292 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:01 smithi069 ceph-mon[94167]: rocksdb: Options.max_background_compactions: -1 2024-04-10T15:34:01.292 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:01 smithi069 ceph-mon[94167]: rocksdb: Options.max_subcompactions: 1 2024-04-10T15:34:01.292 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:01 smithi069 ceph-mon[94167]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-04-10T15:34:01.292 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:01 smithi069 ceph-mon[94167]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-04-10T15:34:01.292 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:01 smithi069 ceph-mon[94167]: rocksdb: Options.delayed_write_rate : 16777216 2024-04-10T15:34:01.292 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:01 smithi069 ceph-mon[94167]: rocksdb: Options.max_total_wal_size: 0 2024-04-10T15:34:01.292 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:01 smithi069 ceph-mon[94167]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-04-10T15:34:01.292 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:01 smithi069 ceph-mon[94167]: rocksdb: Options.stats_dump_period_sec: 600 2024-04-10T15:34:01.292 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:01 smithi069 ceph-mon[94167]: rocksdb: Options.stats_persist_period_sec: 600 2024-04-10T15:34:01.293 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:01 smithi069 ceph-mon[94167]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-04-10T15:34:01.293 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:01 smithi069 ceph-mon[94167]: rocksdb: Options.max_open_files: -1 2024-04-10T15:34:01.293 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:01 smithi069 ceph-mon[94167]: rocksdb: Options.bytes_per_sync: 0 2024-04-10T15:34:01.293 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:01 smithi069 ceph-mon[94167]: rocksdb: Options.wal_bytes_per_sync: 0 2024-04-10T15:34:01.293 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:01 smithi069 ceph-mon[94167]: rocksdb: Options.strict_bytes_per_sync: 0 2024-04-10T15:34:01.293 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:01 smithi069 ceph-mon[94167]: rocksdb: Options.compaction_readahead_size: 0 2024-04-10T15:34:01.293 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:01 smithi069 ceph-mon[94167]: rocksdb: Options.max_background_flushes: -1 2024-04-10T15:34:01.293 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:01 smithi069 ceph-mon[94167]: rocksdb: Compression algorithms supported: 2024-04-10T15:34:01.293 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:01 smithi069 ceph-mon[94167]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-04-10T15:34:01.293 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:01 smithi069 ceph-mon[94167]: rocksdb: kZSTD supported: 0 2024-04-10T15:34:01.293 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:01 smithi069 ceph-mon[94167]: rocksdb: kXpressCompression supported: 0 2024-04-10T15:34:01.293 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:01 smithi069 ceph-mon[94167]: rocksdb: kLZ4HCCompression supported: 1 2024-04-10T15:34:01.293 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:01 smithi069 ceph-mon[94167]: rocksdb: kZlibCompression supported: 1 2024-04-10T15:34:01.293 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:01 smithi069 ceph-mon[94167]: rocksdb: kSnappyCompression supported: 1 2024-04-10T15:34:01.293 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:01 smithi069 ceph-mon[94167]: rocksdb: kLZ4Compression supported: 1 2024-04-10T15:34:01.293 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:01 smithi069 ceph-mon[94167]: rocksdb: kBZip2Compression supported: 0 2024-04-10T15:34:01.293 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:01 smithi069 ceph-mon[94167]: rocksdb: Fast CRC32 supported: Supported on x86 2024-04-10T15:34:01.294 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:01 smithi069 ceph-mon[94167]: rocksdb: DMutex implementation: pthread_mutex_t 2024-04-10T15:34:01.294 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:01 smithi069 ceph-mon[94167]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000015 2024-04-10T15:34:01.294 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:01 smithi069 ceph-mon[94167]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-04-10T15:34:01.294 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:01 smithi069 ceph-mon[94167]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-04-10T15:34:01.294 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:01 smithi069 ceph-mon[94167]: rocksdb: Options.merge_operator: 2024-04-10T15:34:01.294 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:01 smithi069 ceph-mon[94167]: rocksdb: Options.compaction_filter: None 2024-04-10T15:34:01.294 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:01 smithi069 ceph-mon[94167]: rocksdb: Options.compaction_filter_factory: None 2024-04-10T15:34:01.294 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:01 smithi069 ceph-mon[94167]: rocksdb: Options.sst_partitioner_factory: None 2024-04-10T15:34:01.294 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:01 smithi069 ceph-mon[94167]: rocksdb: Options.memtable_factory: SkipListFactory 2024-04-10T15:34:01.294 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:01 smithi069 ceph-mon[94167]: rocksdb: Options.table_factory: BlockBasedTable 2024-04-10T15:34:01.294 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:01 smithi069 ceph-mon[94167]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55da795bbdc0) 2024-04-10T15:34:01.294 INFO:journalctl@ceph.mon.a.smithi069.stdout: cache_index_and_filter_blocks: 1 2024-04-10T15:34:01.294 INFO:journalctl@ceph.mon.a.smithi069.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-04-10T15:34:01.294 INFO:journalctl@ceph.mon.a.smithi069.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-04-10T15:34:01.294 INFO:journalctl@ceph.mon.a.smithi069.stdout: pin_top_level_index_and_filter: 1 2024-04-10T15:34:01.295 INFO:journalctl@ceph.mon.a.smithi069.stdout: index_type: 0 2024-04-10T15:34:01.295 INFO:journalctl@ceph.mon.a.smithi069.stdout: data_block_index_type: 0 2024-04-10T15:34:01.295 INFO:journalctl@ceph.mon.a.smithi069.stdout: index_shortening: 1 2024-04-10T15:34:01.295 INFO:journalctl@ceph.mon.a.smithi069.stdout: data_block_hash_table_util_ratio: 0.750000 2024-04-10T15:34:01.295 INFO:journalctl@ceph.mon.a.smithi069.stdout: checksum: 4 2024-04-10T15:34:01.295 INFO:journalctl@ceph.mon.a.smithi069.stdout: no_block_cache: 0 2024-04-10T15:34:01.295 INFO:journalctl@ceph.mon.a.smithi069.stdout: block_cache: 0x55da795bf090 2024-04-10T15:34:01.295 INFO:journalctl@ceph.mon.a.smithi069.stdout: block_cache_name: BinnedLRUCache 2024-04-10T15:34:01.295 INFO:journalctl@ceph.mon.a.smithi069.stdout: block_cache_options: 2024-04-10T15:34:01.295 INFO:journalctl@ceph.mon.a.smithi069.stdout: capacity : 536870912 2024-04-10T15:34:01.295 INFO:journalctl@ceph.mon.a.smithi069.stdout: num_shard_bits : 4 2024-04-10T15:34:01.295 INFO:journalctl@ceph.mon.a.smithi069.stdout: strict_capacity_limit : 0 2024-04-10T15:34:01.295 INFO:journalctl@ceph.mon.a.smithi069.stdout: high_pri_pool_ratio: 0.000 2024-04-10T15:34:01.295 INFO:journalctl@ceph.mon.a.smithi069.stdout: block_cache_compressed: (nil) 2024-04-10T15:34:01.295 INFO:journalctl@ceph.mon.a.smithi069.stdout: persistent_cache: (nil) 2024-04-10T15:34:01.295 INFO:journalctl@ceph.mon.a.smithi069.stdout: block_size: 4096 2024-04-10T15:34:01.296 INFO:journalctl@ceph.mon.a.smithi069.stdout: block_size_deviation: 10 2024-04-10T15:34:01.296 INFO:journalctl@ceph.mon.a.smithi069.stdout: block_restart_interval: 16 2024-04-10T15:34:01.296 INFO:journalctl@ceph.mon.a.smithi069.stdout: index_block_restart_interval: 1 2024-04-10T15:34:01.296 INFO:journalctl@ceph.mon.a.smithi069.stdout: metadata_block_size: 4096 2024-04-10T15:34:01.296 INFO:journalctl@ceph.mon.a.smithi069.stdout: partition_filters: 0 2024-04-10T15:34:01.296 INFO:journalctl@ceph.mon.a.smithi069.stdout: use_delta_encoding: 1 2024-04-10T15:34:01.296 INFO:journalctl@ceph.mon.a.smithi069.stdout: filter_policy: bloomfilter 2024-04-10T15:34:01.296 INFO:journalctl@ceph.mon.a.smithi069.stdout: whole_key_filtering: 1 2024-04-10T15:34:01.296 INFO:journalctl@ceph.mon.a.smithi069.stdout: verify_compression: 0 2024-04-10T15:34:01.296 INFO:journalctl@ceph.mon.a.smithi069.stdout: read_amp_bytes_per_bit: 0 2024-04-10T15:34:01.296 INFO:journalctl@ceph.mon.a.smithi069.stdout: format_version: 5 2024-04-10T15:34:01.296 INFO:journalctl@ceph.mon.a.smithi069.stdout: enable_index_compression: 1 2024-04-10T15:34:01.296 INFO:journalctl@ceph.mon.a.smithi069.stdout: block_align: 0 2024-04-10T15:34:01.296 INFO:journalctl@ceph.mon.a.smithi069.stdout: max_auto_readahead_size: 262144 2024-04-10T15:34:01.296 INFO:journalctl@ceph.mon.a.smithi069.stdout: prepopulate_block_cache: 0 2024-04-10T15:34:01.296 INFO:journalctl@ceph.mon.a.smithi069.stdout: initial_auto_readahead_size: 8192 2024-04-10T15:34:01.296 INFO:journalctl@ceph.mon.a.smithi069.stdout: num_file_reads_for_auto_readahead: 2 2024-04-10T15:34:01.297 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:01 smithi069 ceph-mon[94167]: rocksdb: Options.write_buffer_size: 33554432 2024-04-10T15:34:01.297 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:01 smithi069 ceph-mon[94167]: rocksdb: Options.max_write_buffer_number: 2 2024-04-10T15:34:01.297 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:01 smithi069 ceph-mon[94167]: rocksdb: Options.compression: NoCompression 2024-04-10T15:34:01.297 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:01 smithi069 ceph-mon[94167]: rocksdb: Options.bottommost_compression: Disabled 2024-04-10T15:34:01.297 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:01 smithi069 ceph-mon[94167]: rocksdb: Options.prefix_extractor: nullptr 2024-04-10T15:34:01.297 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:01 smithi069 ceph-mon[94167]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-04-10T15:34:01.297 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:01 smithi069 ceph-mon[94167]: rocksdb: Options.num_levels: 7 2024-04-10T15:34:01.297 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:01 smithi069 ceph-mon[94167]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-04-10T15:34:01.297 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:01 smithi069 ceph-mon[94167]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-04-10T15:34:01.297 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:01 smithi069 ceph-mon[94167]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-04-10T15:34:01.297 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:01 smithi069 ceph-mon[94167]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-04-10T15:34:01.297 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:01 smithi069 ceph-mon[94167]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-04-10T15:34:01.297 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:01 smithi069 ceph-mon[94167]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-04-10T15:34:01.297 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:01 smithi069 ceph-mon[94167]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-04-10T15:34:01.297 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:01 smithi069 ceph-mon[94167]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-04-10T15:34:01.297 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:01 smithi069 ceph-mon[94167]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-04-10T15:34:01.297 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:01 smithi069 ceph-mon[94167]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-04-10T15:34:01.298 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:01 smithi069 ceph-mon[94167]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-04-10T15:34:01.298 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:01 smithi069 ceph-mon[94167]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-04-10T15:34:01.298 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:01 smithi069 ceph-mon[94167]: rocksdb: Options.compression_opts.window_bits: -14 2024-04-10T15:34:01.298 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:01 smithi069 ceph-mon[94167]: rocksdb: Options.compression_opts.level: 32767 2024-04-10T15:34:01.298 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:01 smithi069 ceph-mon[94167]: rocksdb: Options.compression_opts.strategy: 0 2024-04-10T15:34:01.298 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:01 smithi069 ceph-mon[94167]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-04-10T15:34:01.298 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:01 smithi069 ceph-mon[94167]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-04-10T15:34:01.298 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:01 smithi069 ceph-mon[94167]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-04-10T15:34:01.298 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:01 smithi069 ceph-mon[94167]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-04-10T15:34:01.298 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:01 smithi069 ceph-mon[94167]: rocksdb: Options.compression_opts.enabled: false 2024-04-10T15:34:01.298 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:01 smithi069 ceph-mon[94167]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-04-10T15:34:01.298 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:01 smithi069 ceph-mon[94167]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-04-10T15:34:01.298 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:01 smithi069 ceph-mon[94167]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-04-10T15:34:01.298 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:01 smithi069 ceph-mon[94167]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-04-10T15:34:01.298 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:01 smithi069 ceph-mon[94167]: rocksdb: Options.target_file_size_base: 67108864 2024-04-10T15:34:01.298 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:01 smithi069 ceph-mon[94167]: rocksdb: Options.target_file_size_multiplier: 1 2024-04-10T15:34:01.299 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:01 smithi069 ceph-mon[94167]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-04-10T15:34:01.299 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:01 smithi069 ceph-mon[94167]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-04-10T15:34:01.299 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:01 smithi069 ceph-mon[94167]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-04-10T15:34:01.299 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:01 smithi069 ceph-mon[94167]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-04-10T15:34:01.299 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:01 smithi069 ceph-mon[94167]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-04-10T15:34:01.299 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:01 smithi069 ceph-mon[94167]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-04-10T15:34:01.299 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:01 smithi069 ceph-mon[94167]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-04-10T15:34:01.299 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:01 smithi069 ceph-mon[94167]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-04-10T15:34:01.299 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:01 smithi069 ceph-mon[94167]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-04-10T15:34:01.299 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:01 smithi069 ceph-mon[94167]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-04-10T15:34:01.299 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:01 smithi069 ceph-mon[94167]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-04-10T15:34:01.299 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:01 smithi069 ceph-mon[94167]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-04-10T15:34:01.299 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:01 smithi069 ceph-mon[94167]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-04-10T15:34:01.299 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:01 smithi069 ceph-mon[94167]: rocksdb: Options.arena_block_size: 1048576 2024-04-10T15:34:01.299 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:01 smithi069 ceph-mon[94167]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-04-10T15:34:01.299 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:01 smithi069 ceph-mon[94167]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-04-10T15:34:01.299 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:01 smithi069 ceph-mon[94167]: rocksdb: Options.disable_auto_compactions: 0 2024-04-10T15:34:01.300 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:01 smithi069 ceph-mon[94167]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-04-10T15:34:01.300 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:01 smithi069 ceph-mon[94167]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-04-10T15:34:01.300 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:01 smithi069 ceph-mon[94167]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-04-10T15:34:01.300 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:01 smithi069 ceph-mon[94167]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-04-10T15:34:01.300 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:01 smithi069 ceph-mon[94167]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-04-10T15:34:01.300 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:01 smithi069 ceph-mon[94167]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-04-10T15:34:01.300 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:01 smithi069 ceph-mon[94167]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-04-10T15:34:01.300 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:01 smithi069 ceph-mon[94167]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-04-10T15:34:01.300 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:01 smithi069 ceph-mon[94167]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-04-10T15:34:01.300 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:01 smithi069 ceph-mon[94167]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-04-10T15:34:01.300 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:01 smithi069 ceph-mon[94167]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-04-10T15:34:01.300 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:01 smithi069 ceph-mon[94167]: rocksdb: Options.inplace_update_support: 0 2024-04-10T15:34:01.300 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:01 smithi069 ceph-mon[94167]: rocksdb: Options.inplace_update_num_locks: 10000 2024-04-10T15:34:01.300 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:01 smithi069 ceph-mon[94167]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-04-10T15:34:01.300 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:01 smithi069 ceph-mon[94167]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-04-10T15:34:01.300 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:01 smithi069 ceph-mon[94167]: rocksdb: Options.memtable_huge_page_size: 0 2024-04-10T15:34:01.301 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:01 smithi069 ceph-mon[94167]: rocksdb: Options.bloom_locality: 0 2024-04-10T15:34:01.301 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:01 smithi069 ceph-mon[94167]: rocksdb: Options.max_successive_merges: 0 2024-04-10T15:34:01.301 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:01 smithi069 ceph-mon[94167]: rocksdb: Options.optimize_filters_for_hits: 0 2024-04-10T15:34:01.301 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:01 smithi069 ceph-mon[94167]: rocksdb: Options.paranoid_file_checks: 0 2024-04-10T15:34:01.301 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:01 smithi069 ceph-mon[94167]: rocksdb: Options.force_consistency_checks: 1 2024-04-10T15:34:01.301 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:01 smithi069 ceph-mon[94167]: rocksdb: Options.report_bg_io_stats: 0 2024-04-10T15:34:01.301 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:01 smithi069 ceph-mon[94167]: rocksdb: Options.ttl: 2592000 2024-04-10T15:34:01.301 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:01 smithi069 ceph-mon[94167]: rocksdb: Options.periodic_compaction_seconds: 0 2024-04-10T15:34:01.301 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:01 smithi069 ceph-mon[94167]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-04-10T15:34:01.301 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:01 smithi069 ceph-mon[94167]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-04-10T15:34:01.301 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:01 smithi069 ceph-mon[94167]: rocksdb: Options.enable_blob_files: false 2024-04-10T15:34:01.301 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:01 smithi069 ceph-mon[94167]: rocksdb: Options.min_blob_size: 0 2024-04-10T15:34:01.301 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:01 smithi069 ceph-mon[94167]: rocksdb: Options.blob_file_size: 268435456 2024-04-10T15:34:01.301 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:01 smithi069 ceph-mon[94167]: rocksdb: Options.blob_compression_type: NoCompression 2024-04-10T15:34:01.301 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:01 smithi069 ceph-mon[94167]: rocksdb: Options.enable_blob_garbage_collection: false 2024-04-10T15:34:01.301 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:01 smithi069 ceph-mon[94167]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-04-10T15:34:01.302 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:01 smithi069 ceph-mon[94167]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-04-10T15:34:01.302 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:01 smithi069 ceph-mon[94167]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-04-10T15:34:01.302 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:01 smithi069 ceph-mon[94167]: rocksdb: Options.blob_file_starting_level: 0 2024-04-10T15:34:01.302 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:01 smithi069 ceph-mon[94167]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-04-10T15:34:01.302 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:01 smithi069 ceph-mon[94167]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-04-10T15:34:01.302 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:01 smithi069 ceph-mon[94167]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000015 succeeded,manifest_file_number is 15, next_file_number is 34, last_sequence is 12953, log_number is 30,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 30 2024-04-10T15:34:01.302 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:01 smithi069 ceph-mon[94167]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 30 2024-04-10T15:34:01.302 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:01 smithi069 ceph-mon[94167]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 200a4a78-92fb-454f-8ae9-2c59b9cbeed9 2024-04-10T15:34:01.302 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:01 smithi069 ceph-mon[94167]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712763241082601, "job": 1, "event": "recovery_started", "wal_files": [30]} 2024-04-10T15:34:01.302 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:01 smithi069 ceph-mon[94167]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #30 mode 2 2024-04-10T15:34:01.302 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:01 smithi069 ceph-mon[94167]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712763241090556, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 35, "file_size": 2705134, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 12954, "largest_seqno": 14219, "table_properties": {"data_size": 2698136, "index_size": 4481, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 1477, "raw_key_size": 14343, "raw_average_key_size": 24, "raw_value_size": 2685195, "raw_average_value_size": 4645, "num_data_blocks": 197, "num_entries": 578, "num_filter_entries": 578, "num_deletions": 27, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1712763241, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "200a4a78-92fb-454f-8ae9-2c59b9cbeed9", "db_session_id": "1VPIWHY5DN6AHB0FXBYI", "orig_file_number": 35, "seqno_to_time_mapping": "N/A"}} 2024-04-10T15:34:01.302 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:01 smithi069 ceph-mon[94167]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712763241090629, "job": 1, "event": "recovery_finished"} 2024-04-10T15:34:01.302 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:01 smithi069 ceph-mon[94167]: rocksdb: [db/version_set.cc:5047] Creating manifest 37 2024-04-10T15:34:01.302 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:01 smithi069 ceph-mon[94167]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-04-10T15:34:01.303 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:01 smithi069 ceph-mon[94167]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-a/store.db/000030.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-04-10T15:34:01.303 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:01 smithi069 ceph-mon[94167]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x55da796ae000 2024-04-10T15:34:01.303 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:01 smithi069 ceph-mon[94167]: rocksdb: DB pointer 0x55da79698000 2024-04-10T15:34:01.303 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:01 smithi069 ceph-mon[94167]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-04-10T15:34:01.303 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:01 smithi069 ceph-mon[94167]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-04-10T15:34:01.303 INFO:journalctl@ceph.mon.a.smithi069.stdout: ** DB Stats ** 2024-04-10T15:34:01.303 INFO:journalctl@ceph.mon.a.smithi069.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-10T15:34:01.303 INFO:journalctl@ceph.mon.a.smithi069.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-04-10T15:34:01.303 INFO:journalctl@ceph.mon.a.smithi069.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-10T15:34:01.303 INFO:journalctl@ceph.mon.a.smithi069.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-10T15:34:01.303 INFO:journalctl@ceph.mon.a.smithi069.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-04-10T15:34:01.303 INFO:journalctl@ceph.mon.a.smithi069.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-10T15:34:01.303 INFO:journalctl@ceph.mon.a.smithi069.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-10T15:34:01.303 INFO:journalctl@ceph.mon.a.smithi069.stdout: 2024-04-10T15:34:01.303 INFO:journalctl@ceph.mon.a.smithi069.stdout: ** Compaction Stats [default] ** 2024-04-10T15:34:01.303 INFO:journalctl@ceph.mon.a.smithi069.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-10T15:34:01.304 INFO:journalctl@ceph.mon.a.smithi069.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-04-10T15:34:01.304 INFO:journalctl@ceph.mon.a.smithi069.stdout: L0 1/0 2.58 MB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 660.0 0.00 0.00 1 0.004 0 0 0.0 0.0 2024-04-10T15:34:01.304 INFO:journalctl@ceph.mon.a.smithi069.stdout: L6 1/0 8.17 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2024-04-10T15:34:01.304 INFO:journalctl@ceph.mon.a.smithi069.stdout: Sum 2/0 10.75 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 660.0 0.00 0.00 1 0.004 0 0 0.0 0.0 2024-04-10T15:34:01.304 INFO:journalctl@ceph.mon.a.smithi069.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 660.0 0.00 0.00 1 0.004 0 0 0.0 0.0 2024-04-10T15:34:01.304 INFO:journalctl@ceph.mon.a.smithi069.stdout: 2024-04-10T15:34:01.304 INFO:journalctl@ceph.mon.a.smithi069.stdout: ** Compaction Stats [default] ** 2024-04-10T15:34:01.304 INFO:journalctl@ceph.mon.a.smithi069.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-10T15:34:01.304 INFO:journalctl@ceph.mon.a.smithi069.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-04-10T15:34:01.304 INFO:journalctl@ceph.mon.a.smithi069.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 660.0 0.00 0.00 1 0.004 0 0 0.0 0.0 2024-04-10T15:34:01.304 INFO:journalctl@ceph.mon.a.smithi069.stdout: 2024-04-10T15:34:01.304 INFO:journalctl@ceph.mon.a.smithi069.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-04-10T15:34:01.304 INFO:journalctl@ceph.mon.a.smithi069.stdout: 2024-04-10T15:34:01.304 INFO:journalctl@ceph.mon.a.smithi069.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-10T15:34:01.304 INFO:journalctl@ceph.mon.a.smithi069.stdout: Flush(GB): cumulative 0.003, interval 0.003 2024-04-10T15:34:01.305 INFO:journalctl@ceph.mon.a.smithi069.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-04-10T15:34:01.305 INFO:journalctl@ceph.mon.a.smithi069.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-04-10T15:34:01.305 INFO:journalctl@ceph.mon.a.smithi069.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-04-10T15:34:01.305 INFO:journalctl@ceph.mon.a.smithi069.stdout: AddFile(Keys): cumulative 0, interval 0 2024-04-10T15:34:01.305 INFO:journalctl@ceph.mon.a.smithi069.stdout: Cumulative compaction: 0.00 GB write, 215.72 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-10T15:34:01.305 INFO:journalctl@ceph.mon.a.smithi069.stdout: Interval compaction: 0.00 GB write, 215.72 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-10T15:34:01.305 INFO:journalctl@ceph.mon.a.smithi069.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-04-10T15:34:01.305 INFO:journalctl@ceph.mon.a.smithi069.stdout: Block cache BinnedLRUCache@0x55da795bf090#7 capacity: 512.00 MB usage: 6.11 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1e-05 secs_since: 0 2024-04-10T15:34:01.305 INFO:journalctl@ceph.mon.a.smithi069.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,1.53 KB,0.000292063%) IndexBlock(1,4.58 KB,0.000873208%) Misc(1,0.00 KB,0%) 2024-04-10T15:34:01.305 INFO:journalctl@ceph.mon.a.smithi069.stdout: 2024-04-10T15:34:01.305 INFO:journalctl@ceph.mon.a.smithi069.stdout: ** File Read Latency Histogram By Level [default] ** 2024-04-10T15:34:01.305 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:01 smithi069 ceph-mon[94167]: starting mon.a rank 0 at public addrs [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] at bind addrs [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] mon_data /var/lib/ceph/mon/ceph-a fsid 09bfb546-f74e-11ee-b64a-cb9ed24678a4 2024-04-10T15:34:01.305 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:01 smithi069 ceph-mon[94167]: mon.a@-1(???) e3 preinit fsid 09bfb546-f74e-11ee-b64a-cb9ed24678a4 2024-04-10T15:34:01.305 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:01 smithi069 ceph-mon[94167]: mon.a@-1(???).mds e7 new map 2024-04-10T15:34:01.305 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:01 smithi069 ceph-mon[94167]: mon.a@-1(???).mds e7 print_map 2024-04-10T15:34:01.306 INFO:journalctl@ceph.mon.a.smithi069.stdout: e7 2024-04-10T15:34:01.306 INFO:journalctl@ceph.mon.a.smithi069.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-04-10T15:34:01.306 INFO:journalctl@ceph.mon.a.smithi069.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-04-10T15:34:01.306 INFO:journalctl@ceph.mon.a.smithi069.stdout: legacy client fscid: 1 2024-04-10T15:34:01.306 INFO:journalctl@ceph.mon.a.smithi069.stdout: 2024-04-10T15:34:01.306 INFO:journalctl@ceph.mon.a.smithi069.stdout: Filesystem 'cephfs' (1) 2024-04-10T15:34:01.306 INFO:journalctl@ceph.mon.a.smithi069.stdout: fs_name cephfs 2024-04-10T15:34:01.306 INFO:journalctl@ceph.mon.a.smithi069.stdout: epoch 7 2024-04-10T15:34:01.306 INFO:journalctl@ceph.mon.a.smithi069.stdout: flags 12 joinable allow_snaps allow_multimds_snaps 2024-04-10T15:34:01.306 INFO:journalctl@ceph.mon.a.smithi069.stdout: created 2024-04-10T15:28:12.668639+0000 2024-04-10T15:34:01.306 INFO:journalctl@ceph.mon.a.smithi069.stdout: modified 2024-04-10T15:28:15.045764+0000 2024-04-10T15:34:01.306 INFO:journalctl@ceph.mon.a.smithi069.stdout: tableserver 0 2024-04-10T15:34:01.306 INFO:journalctl@ceph.mon.a.smithi069.stdout: root 0 2024-04-10T15:34:01.306 INFO:journalctl@ceph.mon.a.smithi069.stdout: session_timeout 60 2024-04-10T15:34:01.306 INFO:journalctl@ceph.mon.a.smithi069.stdout: session_autoclose 300 2024-04-10T15:34:01.307 INFO:journalctl@ceph.mon.a.smithi069.stdout: max_file_size 1099511627776 2024-04-10T15:34:01.307 INFO:journalctl@ceph.mon.a.smithi069.stdout: max_xattr_size 65536 2024-04-10T15:34:01.307 INFO:journalctl@ceph.mon.a.smithi069.stdout: required_client_features {} 2024-04-10T15:34:01.307 INFO:journalctl@ceph.mon.a.smithi069.stdout: last_failure 0 2024-04-10T15:34:01.307 INFO:journalctl@ceph.mon.a.smithi069.stdout: last_failure_osd_epoch 0 2024-04-10T15:34:01.307 INFO:journalctl@ceph.mon.a.smithi069.stdout: compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-04-10T15:34:01.307 INFO:journalctl@ceph.mon.a.smithi069.stdout: max_mds 1 2024-04-10T15:34:01.307 INFO:journalctl@ceph.mon.a.smithi069.stdout: in 0 2024-04-10T15:34:01.307 INFO:journalctl@ceph.mon.a.smithi069.stdout: up {0=24331} 2024-04-10T15:34:01.307 INFO:journalctl@ceph.mon.a.smithi069.stdout: failed 2024-04-10T15:34:01.307 INFO:journalctl@ceph.mon.a.smithi069.stdout: damaged 2024-04-10T15:34:01.307 INFO:journalctl@ceph.mon.a.smithi069.stdout: stopped 2024-04-10T15:34:01.307 INFO:journalctl@ceph.mon.a.smithi069.stdout: data_pools [3] 2024-04-10T15:34:01.307 INFO:journalctl@ceph.mon.a.smithi069.stdout: metadata_pool 2 2024-04-10T15:34:01.307 INFO:journalctl@ceph.mon.a.smithi069.stdout: inline_data disabled 2024-04-10T15:34:01.307 INFO:journalctl@ceph.mon.a.smithi069.stdout: balancer 2024-04-10T15:34:01.307 INFO:journalctl@ceph.mon.a.smithi069.stdout: bal_rank_mask -1 2024-04-10T15:34:01.308 INFO:journalctl@ceph.mon.a.smithi069.stdout: standby_count_wanted 0 2024-04-10T15:34:01.308 INFO:journalctl@ceph.mon.a.smithi069.stdout: qdb_cluster leader: 0 members: 2024-04-10T15:34:01.308 INFO:journalctl@ceph.mon.a.smithi069.stdout: [mds.b{0:24331} state up:active seq 3 addr [v2:172.21.15.77:6832/2821633878,v1:172.21.15.77:6833/2821633878] compat {c=[1],r=[1],i=[7ff]}] 2024-04-10T15:34:01.308 INFO:journalctl@ceph.mon.a.smithi069.stdout: 2024-04-10T15:34:01.308 INFO:journalctl@ceph.mon.a.smithi069.stdout: 2024-04-10T15:34:01.308 INFO:journalctl@ceph.mon.a.smithi069.stdout: Standby daemons: 2024-04-10T15:34:01.308 INFO:journalctl@ceph.mon.a.smithi069.stdout: 2024-04-10T15:34:01.308 INFO:journalctl@ceph.mon.a.smithi069.stdout: [mds.a{-1:14427} state up:standby seq 1 addr [v2:172.21.15.69:6834/618262336,v1:172.21.15.69:6835/618262336] compat {c=[1],r=[1],i=[7ff]}] 2024-04-10T15:34:01.308 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:01 smithi069 ceph-mon[94167]: mon.a@-1(???).osd e224 crush map has features 3314933069573799936, adjusting msgr requires 2024-04-10T15:34:01.308 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:01 smithi069 ceph-mon[94167]: mon.a@-1(???).osd e224 crush map has features 432629308056666112, adjusting msgr requires 2024-04-10T15:34:01.308 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:01 smithi069 ceph-mon[94167]: mon.a@-1(???).osd e224 crush map has features 432629308056666112, adjusting msgr requires 2024-04-10T15:34:01.308 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:01 smithi069 ceph-mon[94167]: mon.a@-1(???).osd e224 crush map has features 432629308056666112, adjusting msgr requires 2024-04-10T15:34:01.308 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:01 smithi069 ceph-mon[94167]: mon.a@-1(???).paxosservice(auth 1..18) refresh upgraded, format 0 -> 3 2024-04-10T15:34:01.308 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:01 smithi069 bash[94129]: ce73e1b17524328550b61f25629b7a7edcc3d1f990b09b3895c078aa63f73eab 2024-04-10T15:34:01.308 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:01 smithi069 systemd[1]: Started Ceph mon.a for 09bfb546-f74e-11ee-b64a-cb9ed24678a4. 2024-04-10T15:34:01.846 INFO:teuthology.orchestra.run.smithi069.stdout:true 2024-04-10T15:34:02.162 INFO:teuthology.orchestra.run.smithi069.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-10T15:34:02.163 INFO:teuthology.orchestra.run.smithi069.stdout:alertmanager.a smithi069 *:9093,9094 running (3m) 33s ago 4m 25.9M - 0.25.0 c8568f914cd2 bd92cb80ff03 2024-04-10T15:34:02.163 INFO:teuthology.orchestra.run.smithi069.stdout:grafana.a smithi077 *:3000 running (4m) 12s ago 4m 89.4M - 9.4.7 954c08fa6188 8891d154474d 2024-04-10T15:34:02.163 INFO:teuthology.orchestra.run.smithi069.stdout:mds.a smithi069 running (5m) 33s ago 5m 16.1M - 18.2.2-1187-gd540ebac bb2c5eac26a4 144b62fd4166 2024-04-10T15:34:02.163 INFO:teuthology.orchestra.run.smithi069.stdout:mds.b smithi077 running (5m) 12s ago 5m 17.3M - 18.2.2-1187-gd540ebac bb2c5eac26a4 ba4ee0b79036 2024-04-10T15:34:02.163 INFO:teuthology.orchestra.run.smithi069.stdout:mgr.x smithi077 *:8443,9283,8765 running (17s) 12s ago 9m 68.5M - 19.0.0-2838-ga5074d45 ffe3e7ac3788 ccd7899398e9 2024-04-10T15:34:02.163 INFO:teuthology.orchestra.run.smithi069.stdout:mgr.y smithi069 *:8443,9283,8765 running (48s) 33s ago 11m 481M - 19.0.0-2838-ga5074d45 ffe3e7ac3788 e21b24626c05 2024-04-10T15:34:02.163 INFO:teuthology.orchestra.run.smithi069.stdout:mon.a smithi069 starting - - - 2048M 2024-04-10T15:34:02.163 INFO:teuthology.orchestra.run.smithi069.stdout:mon.b smithi077 running (9m) 12s ago 9m 49.6M 2048M 18.2.2-1187-gd540ebac bb2c5eac26a4 52e0df99d9fb 2024-04-10T15:34:02.163 INFO:teuthology.orchestra.run.smithi069.stdout:mon.c smithi069 running (9m) 33s ago 9m 47.7M 2048M 18.2.2-1187-gd540ebac bb2c5eac26a4 6765714be6cc 2024-04-10T15:34:02.163 INFO:teuthology.orchestra.run.smithi069.stdout:node-exporter.a smithi069 *:9100 running (4m) 33s ago 4m 15.5M - 1.5.0 0da6a335fe13 2469975469f7 2024-04-10T15:34:02.163 INFO:teuthology.orchestra.run.smithi069.stdout:node-exporter.b smithi077 *:9100 running (4m) 12s ago 4m 15.4M - 1.5.0 0da6a335fe13 20103db32919 2024-04-10T15:34:02.163 INFO:teuthology.orchestra.run.smithi069.stdout:osd.0 smithi069 running (9m) 33s ago 9m 134M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 f5a7a9a8f250 2024-04-10T15:34:02.163 INFO:teuthology.orchestra.run.smithi069.stdout:osd.1 smithi069 running (8m) 33s ago 8m 114M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 1485a573874e 2024-04-10T15:34:02.163 INFO:teuthology.orchestra.run.smithi069.stdout:osd.2 smithi069 running (8m) 33s ago 8m 156M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 89bfa35a28fe 2024-04-10T15:34:02.163 INFO:teuthology.orchestra.run.smithi069.stdout:osd.3 smithi069 running (7m) 33s ago 7m 99.0M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 a968c3dc2397 2024-04-10T15:34:02.164 INFO:teuthology.orchestra.run.smithi069.stdout:osd.4 smithi077 running (7m) 12s ago 7m 145M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 f498bddd5298 2024-04-10T15:34:02.164 INFO:teuthology.orchestra.run.smithi069.stdout:osd.5 smithi077 running (7m) 12s ago 7m 165M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 2a7f7ea88c93 2024-04-10T15:34:02.164 INFO:teuthology.orchestra.run.smithi069.stdout:osd.6 smithi077 running (6m) 12s ago 6m 101M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 7df4e5a8578c 2024-04-10T15:34:02.164 INFO:teuthology.orchestra.run.smithi069.stdout:osd.7 smithi077 running (6m) 12s ago 6m 108M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 1a9c80228cd5 2024-04-10T15:34:02.164 INFO:teuthology.orchestra.run.smithi069.stdout:prometheus.a smithi077 *:9095 running (23s) 12s ago 5m 41.7M - 2.43.0 a07b618ecd1d 9575de1707c9 2024-04-10T15:34:02.553 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:34:02 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[78458]: ts=2024-04-10T15:34:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:34:02.553 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:02 smithi077 ceph-mon[31195]: pgmap v57: 121 pgs: 121 active+clean; 242 MiB data, 947 MiB used, 714 GiB / 715 GiB avail 2024-04-10T15:34:02.553 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:02 smithi077 ceph-mon[31195]: pgmap v58: 121 pgs: 121 active+clean; 257 MiB data, 988 MiB used, 714 GiB / 715 GiB avail; 4.6 MiB/s rd, 3.4 MiB/s wr, 18 op/s 2024-04-10T15:34:02.553 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:02 smithi077 ceph-mon[31195]: from='client.25133 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:34:02.553 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:02 smithi077 ceph-mon[31195]: from='client.25139 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:34:02.554 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:02 smithi077 ceph-mon[31195]: mon.a calling monitor election 2024-04-10T15:34:02.554 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:02 smithi077 ceph-mon[31195]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-10T15:34:02.554 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:02 smithi077 ceph-mon[31195]: monmap epoch 3 2024-04-10T15:34:02.554 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:02 smithi077 ceph-mon[31195]: fsid 09bfb546-f74e-11ee-b64a-cb9ed24678a4 2024-04-10T15:34:02.554 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:02 smithi077 ceph-mon[31195]: last_changed 2024-04-10T15:24:18.794115+0000 2024-04-10T15:34:02.554 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:02 smithi077 ceph-mon[31195]: created 2024-04-10T15:22:38.311194+0000 2024-04-10T15:34:02.554 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:02 smithi077 ceph-mon[31195]: min_mon_release 18 (reef) 2024-04-10T15:34:02.554 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:02 smithi077 ceph-mon[31195]: election_strategy: 1 2024-04-10T15:34:02.554 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:02 smithi077 ceph-mon[31195]: 0: [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] mon.a 2024-04-10T15:34:02.554 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:02 smithi077 ceph-mon[31195]: 1: [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] mon.b 2024-04-10T15:34:02.554 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:02 smithi077 ceph-mon[31195]: 2: [v2:172.21.15.69:3301/0,v1:172.21.15.69:6790/0] mon.c 2024-04-10T15:34:02.554 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:02 smithi077 ceph-mon[31195]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-04-10T15:34:02.554 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:02 smithi077 ceph-mon[31195]: osdmap e224: 8 total, 8 up, 8 in 2024-04-10T15:34:02.555 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:02 smithi077 ceph-mon[31195]: mgrmap e36: y(active, since 39s), standbys: x 2024-04-10T15:34:02.555 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:02 smithi077 ceph-mon[31195]: overall HEALTH_OK 2024-04-10T15:34:02.555 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:02 smithi077 ceph-mon[31195]: from='mgr.25052 ' entity='' 2024-04-10T15:34:02.555 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:02 smithi077 ceph-mon[31195]: mgrmap e37: y(active, since 39s), standbys: x 2024-04-10T15:34:02.560 INFO:tasks.rados.rados.0.smithi069.stdout:882: done (3 left) 2024-04-10T15:34:02.560 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 47 current snap is 82 2024-04-10T15:34:02.560 INFO:tasks.rados.rados.0.smithi069.stdout:883: seq_num 295 ranges {0=147456} 2024-04-10T15:34:02.560 INFO:tasks.rados.rados.0.smithi069.stdout:883: writing smithi06982861-47 from 0 to 147456 tid 1 2024-04-10T15:34:02.561 INFO:tasks.rados.rados.0.smithi069.stdout:884: setattr oid 29 current snap is 82 2024-04-10T15:34:02.561 INFO:tasks.rados.rados.0.smithi069.stdout:878: finishing copy_from to smithi06982861-7 2024-04-10T15:34:02.561 INFO:tasks.rados.rados.0.smithi069.stdout:878: got expected ENOENT (src dne) 2024-04-10T15:34:02.561 INFO:tasks.rados.rados.0.smithi069.stdout:878: finishing copy_from racing read to smithi06982861-7 2024-04-10T15:34:02.561 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 24 v 332 (ObjNum 269 snap 70 seq_num 269) dirty exists 2024-04-10T15:34:02.561 INFO:tasks.rados.rados.0.smithi069.stdout:880: finishing write tid 1 to smithi06982861-34 2024-04-10T15:34:02.561 INFO:tasks.rados.rados.0.smithi069.stdout:880: finishing write tid 2 to smithi06982861-34 2024-04-10T15:34:02.561 INFO:tasks.rados.rados.0.smithi069.stdout:880: finishing write tid 3 to smithi06982861-34 2024-04-10T15:34:02.561 INFO:tasks.rados.rados.0.smithi069.stdout:880: oid 34 updating version 0 to 430 2024-04-10T15:34:02.561 INFO:tasks.rados.rados.0.smithi069.stdout:880: oid 34 updating version 430 to 431 2024-04-10T15:34:02.562 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 34 v 431 (ObjNum 294 snap 82 seq_num 294) dirty exists 2024-04-10T15:34:02.562 INFO:tasks.rados.rados.0.smithi069.stdout:880: left oid 34 (ObjNum 294 snap 82 seq_num 294) 2024-04-10T15:34:02.563 INFO:tasks.rados.rados.0.smithi069.stdout:878: done (4 left) 2024-04-10T15:34:02.563 INFO:tasks.rados.rados.0.smithi069.stdout:879: done (3 left) 2024-04-10T15:34:02.563 INFO:tasks.rados.rados.0.smithi069.stdout:880: done (2 left) 2024-04-10T15:34:02.563 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 20 current snap is 82 2024-04-10T15:34:02.563 INFO:tasks.rados.rados.0.smithi069.stdout:885: seq_num 296 ranges {1269760=163840} 2024-04-10T15:34:02.571 INFO:tasks.rados.rados.0.smithi069.stdout:885: writing smithi06982861-20 from 1269760 to 1433600 tid 1 2024-04-10T15:34:02.571 INFO:tasks.rados.rados.0.smithi069.stdout:886: rollback oid 12 current snap is 82 2024-04-10T15:34:02.571 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 12 to 71 2024-04-10T15:34:02.571 INFO:tasks.rados.rados.0.smithi069.stdout:883: finishing write tid 1 to smithi06982861-47 2024-04-10T15:34:02.571 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 29 v 322 (ObjNum 249 snap 68 seq_num 249) dirty exists 2024-04-10T15:34:02.571 INFO:tasks.rados.rados.0.smithi069.stdout:883: finishing write tid 2 to smithi06982861-47 2024-04-10T15:34:02.572 INFO:tasks.rados.rados.0.smithi069.stdout:884: done (3 left) 2024-04-10T15:34:02.572 INFO:tasks.rados.rados.0.smithi069.stdout:887: snap_remove snap 74 2024-04-10T15:34:02.581 INFO:teuthology.orchestra.run.smithi069.stdout:{ 2024-04-10T15:34:02.581 INFO:teuthology.orchestra.run.smithi069.stdout: "mon": { 2024-04-10T15:34:02.581 INFO:teuthology.orchestra.run.smithi069.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 2, 2024-04-10T15:34:02.581 INFO:teuthology.orchestra.run.smithi069.stdout: "ceph version 19.0.0-2838-ga5074d45 (a5074d4516d566e9d8b6aec912f26afd099de101) squid (dev)": 1 2024-04-10T15:34:02.581 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-04-10T15:34:02.581 INFO:teuthology.orchestra.run.smithi069.stdout: "mgr": { 2024-04-10T15:34:02.581 INFO:teuthology.orchestra.run.smithi069.stdout: "ceph version 19.0.0-2838-ga5074d45 (a5074d4516d566e9d8b6aec912f26afd099de101) squid (dev)": 2 2024-04-10T15:34:02.581 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-04-10T15:34:02.581 INFO:teuthology.orchestra.run.smithi069.stdout: "osd": { 2024-04-10T15:34:02.582 INFO:teuthology.orchestra.run.smithi069.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 8 2024-04-10T15:34:02.582 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-04-10T15:34:02.582 INFO:teuthology.orchestra.run.smithi069.stdout: "mds": { 2024-04-10T15:34:02.582 INFO:teuthology.orchestra.run.smithi069.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 2 2024-04-10T15:34:02.582 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-04-10T15:34:02.582 INFO:teuthology.orchestra.run.smithi069.stdout: "overall": { 2024-04-10T15:34:02.582 INFO:teuthology.orchestra.run.smithi069.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 12, 2024-04-10T15:34:02.582 INFO:teuthology.orchestra.run.smithi069.stdout: "ceph version 19.0.0-2838-ga5074d45 (a5074d4516d566e9d8b6aec912f26afd099de101) squid (dev)": 3 2024-04-10T15:34:02.582 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-04-10T15:34:02.582 INFO:teuthology.orchestra.run.smithi069.stdout:} 2024-04-10T15:34:02.833 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:34:02 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ignoring --setuser ceph since I am not root 2024-04-10T15:34:02.834 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:34:02 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ignoring --setgroup ceph since I am not root 2024-04-10T15:34:02.834 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:34:02 smithi069 ceph-mgr[85745]: -- 172.21.15.69:0/2805254564 <== mon.0 v2:172.21.15.69:3300/0 3 ==== mon_map magic: 0 ==== 413+0+0 (secure 0 0 0) 0x55c71e5584e0 con 0x55c71e52e800 2024-04-10T15:34:02.834 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:34:02 smithi069 ceph-mgr[85745]: -- 172.21.15.69:0/2805254564 <== mon.0 v2:172.21.15.69:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55c71e55a5a0 con 0x55c71e52e800 2024-04-10T15:34:02.834 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:02 smithi069 ceph-mon[94167]: pgmap v57: 121 pgs: 121 active+clean; 242 MiB data, 947 MiB used, 714 GiB / 715 GiB avail 2024-04-10T15:34:02.834 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:02 smithi069 ceph-mon[94167]: pgmap v58: 121 pgs: 121 active+clean; 257 MiB data, 988 MiB used, 714 GiB / 715 GiB avail; 4.6 MiB/s rd, 3.4 MiB/s wr, 18 op/s 2024-04-10T15:34:02.834 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:02 smithi069 ceph-mon[94167]: from='client.25133 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:34:02.834 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:02 smithi069 ceph-mon[94167]: from='client.25139 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:34:02.834 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:02 smithi069 ceph-mon[94167]: mon.a calling monitor election 2024-04-10T15:34:02.835 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:02 smithi069 ceph-mon[94167]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-10T15:34:02.835 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:02 smithi069 ceph-mon[94167]: monmap epoch 3 2024-04-10T15:34:02.835 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:02 smithi069 ceph-mon[94167]: fsid 09bfb546-f74e-11ee-b64a-cb9ed24678a4 2024-04-10T15:34:02.835 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:02 smithi069 ceph-mon[94167]: last_changed 2024-04-10T15:24:18.794115+0000 2024-04-10T15:34:02.835 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:02 smithi069 ceph-mon[94167]: created 2024-04-10T15:22:38.311194+0000 2024-04-10T15:34:02.835 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:02 smithi069 ceph-mon[94167]: min_mon_release 18 (reef) 2024-04-10T15:34:02.835 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:02 smithi069 ceph-mon[94167]: election_strategy: 1 2024-04-10T15:34:02.835 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:02 smithi069 ceph-mon[94167]: 0: [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] mon.a 2024-04-10T15:34:02.835 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:02 smithi069 ceph-mon[94167]: 1: [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] mon.b 2024-04-10T15:34:02.835 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:02 smithi069 ceph-mon[94167]: 2: [v2:172.21.15.69:3301/0,v1:172.21.15.69:6790/0] mon.c 2024-04-10T15:34:02.835 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:02 smithi069 ceph-mon[94167]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-04-10T15:34:02.835 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:02 smithi069 ceph-mon[94167]: osdmap e224: 8 total, 8 up, 8 in 2024-04-10T15:34:02.835 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:02 smithi069 ceph-mon[94167]: mgrmap e36: y(active, since 39s), standbys: x 2024-04-10T15:34:02.835 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:02 smithi069 ceph-mon[94167]: overall HEALTH_OK 2024-04-10T15:34:02.835 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:02 smithi069 ceph-mon[94167]: from='mgr.25052 ' entity='' 2024-04-10T15:34:02.835 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:02 smithi069 ceph-mon[94167]: mgrmap e37: y(active, since 39s), standbys: x 2024-04-10T15:34:02.836 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:02 smithi069 ceph-mon[39688]: pgmap v57: 121 pgs: 121 active+clean; 242 MiB data, 947 MiB used, 714 GiB / 715 GiB avail 2024-04-10T15:34:02.836 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:02 smithi069 ceph-mon[39688]: pgmap v58: 121 pgs: 121 active+clean; 257 MiB data, 988 MiB used, 714 GiB / 715 GiB avail; 4.6 MiB/s rd, 3.4 MiB/s wr, 18 op/s 2024-04-10T15:34:02.836 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:02 smithi069 ceph-mon[39688]: from='client.25133 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:34:02.836 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:02 smithi069 ceph-mon[39688]: from='client.25139 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:34:02.836 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:02 smithi069 ceph-mon[39688]: mon.a calling monitor election 2024-04-10T15:34:02.836 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:02 smithi069 ceph-mon[39688]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-10T15:34:02.836 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:02 smithi069 ceph-mon[39688]: monmap epoch 3 2024-04-10T15:34:02.836 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:02 smithi069 ceph-mon[39688]: fsid 09bfb546-f74e-11ee-b64a-cb9ed24678a4 2024-04-10T15:34:02.836 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:02 smithi069 ceph-mon[39688]: last_changed 2024-04-10T15:24:18.794115+0000 2024-04-10T15:34:02.836 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:02 smithi069 ceph-mon[39688]: created 2024-04-10T15:22:38.311194+0000 2024-04-10T15:34:02.836 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:02 smithi069 ceph-mon[39688]: min_mon_release 18 (reef) 2024-04-10T15:34:02.836 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:02 smithi069 ceph-mon[39688]: election_strategy: 1 2024-04-10T15:34:02.836 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:02 smithi069 ceph-mon[39688]: 0: [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] mon.a 2024-04-10T15:34:02.837 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:02 smithi069 ceph-mon[39688]: 1: [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] mon.b 2024-04-10T15:34:02.837 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:02 smithi069 ceph-mon[39688]: 2: [v2:172.21.15.69:3301/0,v1:172.21.15.69:6790/0] mon.c 2024-04-10T15:34:02.837 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:02 smithi069 ceph-mon[39688]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-04-10T15:34:02.837 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:02 smithi069 ceph-mon[39688]: osdmap e224: 8 total, 8 up, 8 in 2024-04-10T15:34:02.837 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:02 smithi069 ceph-mon[39688]: mgrmap e36: y(active, since 39s), standbys: x 2024-04-10T15:34:02.837 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:02 smithi069 ceph-mon[39688]: overall HEALTH_OK 2024-04-10T15:34:02.837 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:02 smithi069 ceph-mon[39688]: from='mgr.25052 ' entity='' 2024-04-10T15:34:02.837 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:02 smithi069 ceph-mon[39688]: mgrmap e37: y(active, since 39s), standbys: x 2024-04-10T15:34:02.989 INFO:journalctl@ceph.mgr.x.smithi077.stdout:Apr 10 15:34:02 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-x[79024]: ignoring --setuser ceph since I am not root 2024-04-10T15:34:02.990 INFO:journalctl@ceph.mgr.x.smithi077.stdout:Apr 10 15:34:02 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-x[79024]: ignoring --setgroup ceph since I am not root 2024-04-10T15:34:02.990 INFO:journalctl@ceph.mgr.x.smithi077.stdout:Apr 10 15:34:02 smithi077 ceph-mgr[79047]: -- 172.21.15.77:0/2616982019 <== mon.1 v2:172.21.15.77:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x560ce1e0a5a0 con 0x560ce1dde800 2024-04-10T15:34:03.489 INFO:journalctl@ceph.mgr.x.smithi077.stdout:Apr 10 15:34:03 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-x[79024]: 2024-04-10T15:34:03.095+0000 7fddc1e2a200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-10T15:34:03.490 INFO:journalctl@ceph.mgr.x.smithi077.stdout:Apr 10 15:34:03 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-x[79024]: 2024-04-10T15:34:03.188+0000 7fddc1e2a200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-10T15:34:03.560 INFO:tasks.rados.rados.0.smithi069.stdout:887: done (3 left) 2024-04-10T15:34:03.560 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 41 current snap is 82 2024-04-10T15:34:03.560 INFO:tasks.rados.rados.0.smithi069.stdout:883: finishing write tid 3 to smithi06982861-47 2024-04-10T15:34:03.560 INFO:tasks.rados.rados.0.smithi069.stdout:883: oid 47 updating version 0 to 310 2024-04-10T15:34:03.561 INFO:tasks.rados.rados.0.smithi069.stdout:883: oid 47 version 310 is already newer than 309 2024-04-10T15:34:03.561 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 47 v 310 (ObjNum 295 snap 82 seq_num 295) dirty exists 2024-04-10T15:34:03.561 INFO:tasks.rados.rados.0.smithi069.stdout:883: left oid 47 (ObjNum 295 snap 82 seq_num 295) 2024-04-10T15:34:03.561 INFO:tasks.rados.rados.0.smithi069.stdout:886: finishing rollback tid 1 to smithi06982861-12 2024-04-10T15:34:03.561 INFO:tasks.rados.rados.0.smithi069.stdout:886: finishing rollback tid 2 to smithi06982861-12 2024-04-10T15:34:03.561 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 12 v 234 (ObjNum 65 snap 0 seq_num 1549554021) dirty exists 2024-04-10T15:34:03.561 INFO:tasks.rados.rados.0.smithi069.stdout:885: finishing write tid 1 to smithi06982861-20 2024-04-10T15:34:03.561 INFO:tasks.rados.rados.0.smithi069.stdout:888: seq_num 297 ranges {7741440=180224} 2024-04-10T15:34:03.567 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:34:03 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: 2024-04-10T15:34:03.099+0000 7f48b420f200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-10T15:34:03.567 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:34:03 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: 2024-04-10T15:34:03.193+0000 7f48b420f200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-10T15:34:03.603 INFO:tasks.rados.rados.0.smithi069.stdout:888: writing smithi06982861-41 from 7741440 to 7921664 tid 1 2024-04-10T15:34:03.603 INFO:tasks.rados.rados.0.smithi069.stdout:883: done (3 left) 2024-04-10T15:34:03.603 INFO:tasks.rados.rados.0.smithi069.stdout:886: done (2 left) 2024-04-10T15:34:03.604 INFO:tasks.rados.rados.0.smithi069.stdout:889: read oid 23 snap -1 2024-04-10T15:34:03.604 INFO:tasks.rados.rados.0.smithi069.stdout:889: expect (ObjNum 53 snap 1 seq_num 53) 2024-04-10T15:34:03.604 INFO:tasks.rados.rados.0.smithi069.stdout:890: setattr oid 1 current snap is 82 2024-04-10T15:34:03.604 INFO:tasks.rados.rados.0.smithi069.stdout:885: finishing write tid 2 to smithi06982861-20 2024-04-10T15:34:03.604 INFO:tasks.rados.rados.0.smithi069.stdout:885: finishing write tid 3 to smithi06982861-20 2024-04-10T15:34:03.604 INFO:tasks.rados.rados.0.smithi069.stdout:885: oid 20 updating version 0 to 328 2024-04-10T15:34:03.604 INFO:tasks.rados.rados.0.smithi069.stdout:885: oid 20 version 328 is already newer than 327 2024-04-10T15:34:03.604 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 20 v 328 (ObjNum 296 snap 82 seq_num 296) dirty exists 2024-04-10T15:34:03.604 INFO:tasks.rados.rados.0.smithi069.stdout:885: left oid 20 (ObjNum 296 snap 82 seq_num 296) 2024-04-10T15:34:03.604 INFO:tasks.rados.rados.0.smithi069.stdout:885: done (3 left) 2024-04-10T15:34:03.605 INFO:tasks.rados.rados.0.smithi069.stdout:891: delete oid 13 current snap is 82 2024-04-10T15:34:03.608 INFO:tasks.rados.rados.0.smithi069.stdout:891: done (3 left) 2024-04-10T15:34:03.609 INFO:tasks.rados.rados.0.smithi069.stdout:892: rollback oid 48 current snap is 82 2024-04-10T15:34:03.609 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 48 to 65 2024-04-10T15:34:03.609 INFO:tasks.rados.rados.0.smithi069.stdout:893: rollback oid 31 current snap is 82 2024-04-10T15:34:03.609 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 31 to 79 2024-04-10T15:34:03.609 INFO:tasks.rados.rados.0.smithi069.stdout:894: rmattr oid 3 current snap is 82 2024-04-10T15:34:03.609 INFO:tasks.rados.rados.0.smithi069.stdout:895: read oid 43 snap -1 2024-04-10T15:34:03.609 INFO:tasks.rados.rados.0.smithi069.stdout:895: expect deleted 2024-04-10T15:34:03.609 INFO:tasks.rados.rados.0.smithi069.stdout:896: snap_create 2024-04-10T15:34:03.610 INFO:tasks.rados.rados.0.smithi069.stdout:889: expect (ObjNum 53 snap 1 seq_num 53) 2024-04-10T15:34:03.653 INFO:tasks.rados.rados.0.smithi069.stdout:888: finishing write tid 1 to smithi06982861-41 2024-04-10T15:34:03.653 INFO:tasks.rados.rados.0.smithi069.stdout:888: finishing write tid 2 to smithi06982861-41 2024-04-10T15:34:03.653 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 1 v 283 (ObjNum 289 snap 0 seq_num 1) dirty exists 2024-04-10T15:34:03.653 INFO:tasks.rados.rados.0.smithi069.stdout:888: finishing write tid 3 to smithi06982861-41 2024-04-10T15:34:03.654 INFO:tasks.rados.rados.0.smithi069.stdout:888: oid 41 updating version 0 to 442 2024-04-10T15:34:03.654 INFO:tasks.rados.rados.0.smithi069.stdout:888: oid 41 version 442 is already newer than 441 2024-04-10T15:34:03.654 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 41 v 442 (ObjNum 297 snap 82 seq_num 297) dirty exists 2024-04-10T15:34:03.654 INFO:tasks.rados.rados.0.smithi069.stdout:888: left oid 41 (ObjNum 297 snap 82 seq_num 297) 2024-04-10T15:34:03.654 INFO:tasks.rados.rados.0.smithi069.stdout:893: finishing rollback tid 1 to smithi06982861-31 2024-04-10T15:34:03.654 INFO:tasks.rados.rados.0.smithi069.stdout:893: finishing rollback tid 2 to smithi06982861-31 2024-04-10T15:34:03.654 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 31 v 420 (ObjNum 166 snap 38 seq_num 166) dirty exists 2024-04-10T15:34:03.654 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 3 v 314 (ObjNum 265 snap 69 seq_num 265) dirty exists 2024-04-10T15:34:03.654 INFO:tasks.rados.rados.0.smithi069.stdout:892: finishing rollback tid 0 to smithi06982861-48 2024-04-10T15:34:03.654 INFO:tasks.rados.rados.0.smithi069.stdout:892: finishing rollback tid 1 to smithi06982861-48 2024-04-10T15:34:03.654 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 48 v 324 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-04-10T15:34:03.830 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:03 smithi077 ceph-mon[31195]: osdmap e225: 8 total, 8 up, 8 in 2024-04-10T15:34:03.830 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:03 smithi077 ceph-mon[31195]: from='client.? 172.21.15.69:0/1868721957' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:34:03.831 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:34:03 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[78458]: ts=2024-04-10T15:34:03.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi069\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi069\", job=\"node\", machine=\"x86_64\", nodename=\"smithi069\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", domainname=\"(none)\", instance=\"smithi069\", job=\"node\", machine=\"x86_64\", nodename=\"smithi069\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:34:03.833 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:03 smithi069 ceph-mon[39688]: osdmap e225: 8 total, 8 up, 8 in 2024-04-10T15:34:03.833 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:03 smithi069 ceph-mon[39688]: from='client.? 172.21.15.69:0/1868721957' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:34:03.833 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:03 smithi069 ceph-mon[94167]: osdmap e225: 8 total, 8 up, 8 in 2024-04-10T15:34:03.834 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:03 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/1868721957' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:34:04.157 INFO:journalctl@ceph.mgr.x.smithi077.stdout:Apr 10 15:34:03 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-x[79024]: 2024-04-10T15:34:03.843+0000 7fddc1e2a200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-10T15:34:04.157 INFO:journalctl@ceph.mgr.x.smithi077.stdout:Apr 10 15:34:03 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-x[79024]: 2024-04-10T15:34:03.935+0000 7fddc1e2a200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-10T15:34:04.157 INFO:journalctl@ceph.mgr.x.smithi077.stdout:Apr 10 15:34:04 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-x[79024]: 2024-04-10T15:34:04.076+0000 7fddc1e2a200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-10T15:34:04.157 INFO:journalctl@ceph.mgr.x.smithi077.stdout:Apr 10 15:34:04 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-x[79024]: 2024-04-10T15:34:04.170+0000 7fddc1e2a200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-10T15:34:04.167 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:34:03 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: 2024-04-10T15:34:03.850+0000 7f48b420f200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-10T15:34:04.167 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:34:03 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: 2024-04-10T15:34:03.943+0000 7f48b420f200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-10T15:34:04.167 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:34:04 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: 2024-04-10T15:34:04.084+0000 7f48b420f200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-10T15:34:04.489 INFO:journalctl@ceph.mgr.x.smithi077.stdout:Apr 10 15:34:04 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-x[79024]: 2024-04-10T15:34:04.253+0000 7fddc1e2a200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-10T15:34:04.519 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:34:04 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: 2024-04-10T15:34:04.179+0000 7f48b420f200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-10T15:34:04.520 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:34:04 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: 2024-04-10T15:34:04.264+0000 7f48b420f200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-10T15:34:04.581 INFO:tasks.rados.rados.0.smithi069.stdout:888: done (7 left) 2024-04-10T15:34:04.581 INFO:tasks.rados.rados.0.smithi069.stdout:889: done (6 left) 2024-04-10T15:34:04.581 INFO:tasks.rados.rados.0.smithi069.stdout:890: done (5 left) 2024-04-10T15:34:04.581 INFO:tasks.rados.rados.0.smithi069.stdout:892: done (4 left) 2024-04-10T15:34:04.581 INFO:tasks.rados.rados.0.smithi069.stdout:893: done (3 left) 2024-04-10T15:34:04.581 INFO:tasks.rados.rados.0.smithi069.stdout:894: done (2 left) 2024-04-10T15:34:04.581 INFO:tasks.rados.rados.0.smithi069.stdout:895: done (1 left) 2024-04-10T15:34:04.581 INFO:tasks.rados.rados.0.smithi069.stdout:896: done (0 left) 2024-04-10T15:34:04.581 INFO:tasks.rados.rados.0.smithi069.stdout:897: snap_remove snap 76 2024-04-10T15:34:04.803 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:04 smithi077 ceph-mon[31195]: osdmap e226: 8 total, 8 up, 8 in 2024-04-10T15:34:04.803 INFO:journalctl@ceph.mgr.x.smithi077.stdout:Apr 10 15:34:04 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-x[79024]: 2024-04-10T15:34:04.522+0000 7fddc1e2a200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-10T15:34:04.803 INFO:journalctl@ceph.mgr.x.smithi077.stdout:Apr 10 15:34:04 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-x[79024]: 2024-04-10T15:34:04.632+0000 7fddc1e2a200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-10T15:34:04.803 INFO:journalctl@ceph.mgr.x.smithi077.stdout:Apr 10 15:34:04 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-x[79024]: 2024-04-10T15:34:04.721+0000 7fddc1e2a200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-10T15:34:04.803 INFO:journalctl@ceph.mgr.x.smithi077.stdout:Apr 10 15:34:04 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-x[79024]: 2024-04-10T15:34:04.816+0000 7fddc1e2a200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-10T15:34:04.820 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:04 smithi069 ceph-mon[39688]: osdmap e226: 8 total, 8 up, 8 in 2024-04-10T15:34:04.820 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:04 smithi069 ceph-mon[94167]: osdmap e226: 8 total, 8 up, 8 in 2024-04-10T15:34:04.820 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:34:04 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: 2024-04-10T15:34:04.532+0000 7f48b420f200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-10T15:34:04.821 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:34:04 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: 2024-04-10T15:34:04.646+0000 7f48b420f200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-10T15:34:04.821 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:34:04 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: 2024-04-10T15:34:04.737+0000 7f48b420f200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-10T15:34:04.821 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:34:04 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: 2024-04-10T15:34:04.832+0000 7f48b420f200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-10T15:34:05.083 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:34:05 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: 2024-04-10T15:34:05.010+0000 7f48b420f200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-10T15:34:05.239 INFO:journalctl@ceph.mgr.x.smithi077.stdout:Apr 10 15:34:04 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-x[79024]: 2024-04-10T15:34:04.994+0000 7fddc1e2a200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-10T15:34:05.583 INFO:tasks.rados.rados.0.smithi069.stdout:897: done (0 left) 2024-04-10T15:34:05.583 INFO:tasks.rados.rados.0.smithi069.stdout:898: read oid 47 snap -1 2024-04-10T15:34:05.583 INFO:tasks.rados.rados.0.smithi069.stdout:898: expect (ObjNum 295 snap 82 seq_num 295) 2024-04-10T15:34:05.583 INFO:tasks.rados.rados.0.smithi069.stdout:899: copy_from oid 21 from oid 5 current snap is 83 2024-04-10T15:34:05.583 INFO:tasks.rados.rados.0.smithi069.stdout:900: snap_create 2024-04-10T15:34:05.587 INFO:tasks.rados.rados.0.smithi069.stdout:899: finishing copy_from racing read to smithi06982861-21 2024-04-10T15:34:05.591 INFO:tasks.rados.rados.0.smithi069.stdout:898: expect (ObjNum 295 snap 82 seq_num 295) 2024-04-10T15:34:05.601 INFO:tasks.rados.rados.0.smithi069.stdout:899: finishing copy_from to smithi06982861-21 2024-04-10T15:34:05.601 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 21 v 330 (ObjNum 129 snap 0 seq_num 1433744216) dirty exists 2024-04-10T15:34:05.953 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:05 smithi077 ceph-mon[31195]: osdmap e227: 8 total, 8 up, 8 in 2024-04-10T15:34:05.978 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:05 smithi069 ceph-mon[94167]: osdmap e227: 8 total, 8 up, 8 in 2024-04-10T15:34:05.978 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:05 smithi069 ceph-mon[39688]: osdmap e227: 8 total, 8 up, 8 in 2024-04-10T15:34:06.092 INFO:tasks.rados.rados.0.smithi069.stdout:898: done (2 left) 2024-04-10T15:34:06.092 INFO:tasks.rados.rados.0.smithi069.stdout:899: done (1 left) 2024-04-10T15:34:06.092 INFO:tasks.rados.rados.0.smithi069.stdout:900: done (0 left) 2024-04-10T15:34:06.092 INFO:tasks.rados.rados.0.smithi069.stdout:901: rollback oid 44 current snap is 84 2024-04-10T15:34:06.092 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 44 to 78 2024-04-10T15:34:06.092 INFO:tasks.rados.rados.0.smithi069.stdout:902: copy_from oid 18 from oid 38 current snap is 84 2024-04-10T15:34:06.092 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 3 current snap is 84 2024-04-10T15:34:06.092 INFO:tasks.rados.rados.0.smithi069.stdout:903: seq_num 299 ranges {3989504=212992} 2024-04-10T15:34:06.116 INFO:tasks.rados.rados.0.smithi069.stdout:903: writing smithi06982861-3 from 3989504 to 4202496 tid 1 2024-04-10T15:34:06.116 INFO:tasks.rados.rados.0.smithi069.stdout:904: snap_remove snap 65 2024-04-10T15:34:06.239 INFO:journalctl@ceph.mgr.x.smithi077.stdout:Apr 10 15:34:05 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-x[79024]: 2024-04-10T15:34:05.966+0000 7fddc1e2a200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-10T15:34:06.240 INFO:journalctl@ceph.mgr.x.smithi077.stdout:Apr 10 15:34:06 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-x[79024]: 2024-04-10T15:34:06.098+0000 7fddc1e2a200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-10T15:34:06.333 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:34:05 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: 2024-04-10T15:34:05.990+0000 7f48b420f200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-10T15:34:06.333 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:34:06 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: 2024-04-10T15:34:06.135+0000 7f48b420f200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-10T15:34:06.728 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:06 smithi077 ceph-mon[31195]: osdmap e228: 8 total, 8 up, 8 in 2024-04-10T15:34:06.729 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:06 smithi077 ceph-mon[31195]: osdmap e229: 8 total, 8 up, 8 in 2024-04-10T15:34:06.729 INFO:journalctl@ceph.mgr.x.smithi077.stdout:Apr 10 15:34:06 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-x[79024]: 2024-04-10T15:34:06.446+0000 7fddc1e2a200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-10T15:34:06.729 INFO:journalctl@ceph.mgr.x.smithi077.stdout:Apr 10 15:34:06 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-x[79024]: 2024-04-10T15:34:06.538+0000 7fddc1e2a200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-10T15:34:06.755 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:06 smithi069 ceph-mon[94167]: osdmap e228: 8 total, 8 up, 8 in 2024-04-10T15:34:06.755 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:06 smithi069 ceph-mon[94167]: osdmap e229: 8 total, 8 up, 8 in 2024-04-10T15:34:06.755 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:06 smithi069 ceph-mon[39688]: osdmap e228: 8 total, 8 up, 8 in 2024-04-10T15:34:06.755 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:06 smithi069 ceph-mon[39688]: osdmap e229: 8 total, 8 up, 8 in 2024-04-10T15:34:06.756 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:34:06 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: 2024-04-10T15:34:06.473+0000 7f48b420f200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-10T15:34:06.756 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:34:06 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: 2024-04-10T15:34:06.563+0000 7f48b420f200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-10T15:34:06.756 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:34:06 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: 2024-04-10T15:34:06.768+0000 7f48b420f200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-10T15:34:06.989 INFO:journalctl@ceph.mgr.x.smithi077.stdout:Apr 10 15:34:06 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-x[79024]: 2024-04-10T15:34:06.741+0000 7fddc1e2a200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-10T15:34:06.990 INFO:journalctl@ceph.mgr.x.smithi077.stdout:Apr 10 15:34:06 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-x[79024]: 2024-04-10T15:34:06.931+0000 7fddc1e2a200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-10T15:34:07.083 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:34:06 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: 2024-04-10T15:34:06.957+0000 7f48b420f200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-10T15:34:07.097 INFO:tasks.rados.rados.0.smithi069.stdout:904: done (3 left) 2024-04-10T15:34:07.097 INFO:tasks.rados.rados.0.smithi069.stdout:905: snap_create 2024-04-10T15:34:07.097 INFO:tasks.rados.rados.0.smithi069.stdout:901: finishing rollback tid 0 to smithi06982861-44 2024-04-10T15:34:07.098 INFO:tasks.rados.rados.0.smithi069.stdout:901: finishing rollback tid 1 to smithi06982861-44 2024-04-10T15:34:07.098 INFO:tasks.rados.rados.0.smithi069.stdout:901: finishing rollback tid 2 to smithi06982861-44 2024-04-10T15:34:07.098 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 44 v 354 (ObjNum 164 snap 38 seq_num 164) dirty exists 2024-04-10T15:34:07.098 INFO:tasks.rados.rados.0.smithi069.stdout:902: finishing copy_from racing read to smithi06982861-18 2024-04-10T15:34:07.098 INFO:tasks.rados.rados.0.smithi069.stdout:902: finishing copy_from to smithi06982861-18 2024-04-10T15:34:07.098 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 18 v 385 (ObjNum 285 snap 80 seq_num 285) dirty exists 2024-04-10T15:34:07.098 INFO:tasks.rados.rados.0.smithi069.stdout:903: finishing write tid 1 to smithi06982861-3 2024-04-10T15:34:07.098 INFO:tasks.rados.rados.0.smithi069.stdout:903: finishing write tid 2 to smithi06982861-3 2024-04-10T15:34:07.098 INFO:tasks.rados.rados.0.smithi069.stdout:903: finishing write tid 3 to smithi06982861-3 2024-04-10T15:34:07.098 INFO:tasks.rados.rados.0.smithi069.stdout:903: oid 3 updating version 0 to 318 2024-04-10T15:34:07.098 INFO:tasks.rados.rados.0.smithi069.stdout:903: oid 3 updating version 318 to 319 2024-04-10T15:34:07.098 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 3 v 319 (ObjNum 299 snap 84 seq_num 299) dirty exists 2024-04-10T15:34:07.098 INFO:tasks.rados.rados.0.smithi069.stdout:903: left oid 3 (ObjNum 299 snap 84 seq_num 299) 2024-04-10T15:34:07.481 INFO:journalctl@ceph.mgr.x.smithi077.stdout:Apr 10 15:34:07 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-x[79024]: 2024-04-10T15:34:07.234+0000 7fddc1e2a200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-10T15:34:07.509 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:34:07 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: 2024-04-10T15:34:07.260+0000 7f48b420f200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-10T15:34:07.739 INFO:journalctl@ceph.mgr.x.smithi077.stdout:Apr 10 15:34:07 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-x[79024]: 2024-04-10T15:34:07.493+0000 7fddc1e2a200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-10T15:34:07.740 INFO:journalctl@ceph.mgr.x.smithi077.stdout:Apr 10 15:34:07 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-x[79024]: 2024-04-10T15:34:07.734+0000 7fddc1e2a200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-10T15:34:07.833 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:34:07 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: 2024-04-10T15:34:07.521+0000 7f48b420f200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-10T15:34:07.833 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:34:07 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: 2024-04-10T15:34:07.764+0000 7f48b420f200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-10T15:34:08.095 INFO:tasks.rados.rados.0.smithi069.stdout:901: done (3 left) 2024-04-10T15:34:08.095 INFO:tasks.rados.rados.0.smithi069.stdout:902: done (2 left) 2024-04-10T15:34:08.095 INFO:tasks.rados.rados.0.smithi069.stdout:903: done (1 left) 2024-04-10T15:34:08.095 INFO:tasks.rados.rados.0.smithi069.stdout:905: done (0 left) 2024-04-10T15:34:08.095 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 1 current snap is 85 2024-04-10T15:34:08.095 INFO:tasks.rados.rados.0.smithi069.stdout:906: seq_num 300 ranges {0=229376} 2024-04-10T15:34:08.096 INFO:tasks.rados.rados.0.smithi069.stdout:906: writing smithi06982861-1 from 0 to 229376 tid 1 2024-04-10T15:34:08.096 INFO:tasks.rados.rados.0.smithi069.stdout:907: read oid 35 snap -1 2024-04-10T15:34:08.096 INFO:tasks.rados.rados.0.smithi069.stdout:907: expect deleted 2024-04-10T15:34:08.097 INFO:tasks.rados.rados.0.smithi069.stdout:908: snap_create 2024-04-10T15:34:08.100 INFO:tasks.rados.rados.0.smithi069.stdout:906: finishing write tid 1 to smithi06982861-1 2024-04-10T15:34:08.100 INFO:tasks.rados.rados.0.smithi069.stdout:906: finishing write tid 2 to smithi06982861-1 2024-04-10T15:34:08.102 INFO:tasks.rados.rados.0.smithi069.stdout:906: finishing write tid 3 to smithi06982861-1 2024-04-10T15:34:08.102 INFO:tasks.rados.rados.0.smithi069.stdout:906: oid 1 updating version 0 to 294 2024-04-10T15:34:08.102 INFO:tasks.rados.rados.0.smithi069.stdout:906: oid 1 version 294 is already newer than 293 2024-04-10T15:34:08.102 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 1 v 294 (ObjNum 300 snap 85 seq_num 300) dirty exists 2024-04-10T15:34:08.102 INFO:tasks.rados.rados.0.smithi069.stdout:906: left oid 1 (ObjNum 300 snap 85 seq_num 300) 2024-04-10T15:34:08.489 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:08 smithi077 ceph-mon[31195]: osdmap e230: 8 total, 8 up, 8 in 2024-04-10T15:34:08.568 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:08 smithi069 ceph-mon[39688]: osdmap e230: 8 total, 8 up, 8 in 2024-04-10T15:34:08.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:08 smithi069 ceph-mon[94167]: osdmap e230: 8 total, 8 up, 8 in 2024-04-10T15:34:08.833 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:34:08 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: 2024-04-10T15:34:08.580+0000 7f48b420f200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-10T15:34:08.989 INFO:journalctl@ceph.mgr.x.smithi077.stdout:Apr 10 15:34:08 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-x[79024]: 2024-04-10T15:34:08.552+0000 7fddc1e2a200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-10T15:34:09.106 INFO:tasks.rados.rados.0.smithi069.stdout:906: done (2 left) 2024-04-10T15:34:09.106 INFO:tasks.rados.rados.0.smithi069.stdout:907: done (1 left) 2024-04-10T15:34:09.106 INFO:tasks.rados.rados.0.smithi069.stdout:908: done (0 left) 2024-04-10T15:34:09.106 INFO:tasks.rados.rados.0.smithi069.stdout:909: rollback oid 37 current snap is 86 2024-04-10T15:34:09.106 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 37 to 78 2024-04-10T15:34:09.106 INFO:tasks.rados.rados.0.smithi069.stdout:910: delete oid 44 current snap is 86 2024-04-10T15:34:09.111 INFO:tasks.rados.rados.0.smithi069.stdout:910: done (1 left) 2024-04-10T15:34:09.111 INFO:tasks.rados.rados.0.smithi069.stdout:911: copy_from oid 39 from oid 8 current snap is 86 2024-04-10T15:34:09.111 INFO:tasks.rados.rados.0.smithi069.stdout:912: read oid 46 snap 60 2024-04-10T15:34:09.111 INFO:tasks.rados.rados.0.smithi069.stdout:912: expect (ObjNum 207 snap 52 seq_num 207) 2024-04-10T15:34:09.111 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 16 current snap is 86 2024-04-10T15:34:09.111 INFO:tasks.rados.rados.0.smithi069.stdout:913: seq_num 302 ranges {0=262144} 2024-04-10T15:34:09.113 INFO:tasks.rados.rados.0.smithi069.stdout:913: writing smithi06982861-16 from 0 to 262144 tid 1 2024-04-10T15:34:09.113 INFO:tasks.rados.rados.0.smithi069.stdout:909: finishing rollback tid 0 to smithi06982861-37 2024-04-10T15:34:09.113 INFO:tasks.rados.rados.0.smithi069.stdout:909: finishing rollback tid 1 to smithi06982861-37 2024-04-10T15:34:09.113 INFO:tasks.rados.rados.0.smithi069.stdout:914: delete oid 11 current snap is 86 2024-04-10T15:34:09.113 INFO:tasks.rados.rados.0.smithi069.stdout:909: finishing rollback tid 2 to smithi06982861-37 2024-04-10T15:34:09.113 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 37 v 329 (ObjNum 4113 snap 0 seq_num 1162988289) dirty exists 2024-04-10T15:34:09.116 INFO:tasks.rados.rados.0.smithi069.stdout:909: done (4 left) 2024-04-10T15:34:09.116 INFO:tasks.rados.rados.0.smithi069.stdout:914: done (3 left) 2024-04-10T15:34:09.116 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 4 current snap is 86 2024-04-10T15:34:09.116 INFO:tasks.rados.rados.0.smithi069.stdout:915: seq_num 304 ranges {0=294912} 2024-04-10T15:34:09.118 INFO:tasks.rados.rados.0.smithi069.stdout:915: writing smithi06982861-4 from 0 to 294912 tid 1 2024-04-10T15:34:09.118 INFO:tasks.rados.rados.0.smithi069.stdout:916: rollback oid 24 current snap is 86 2024-04-10T15:34:09.118 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 24 to 32 2024-04-10T15:34:09.119 INFO:tasks.rados.rados.0.smithi069.stdout:913: finishing write tid 1 to smithi06982861-16 2024-04-10T15:34:09.119 INFO:tasks.rados.rados.0.smithi069.stdout:913: finishing write tid 2 to smithi06982861-16 2024-04-10T15:34:09.119 INFO:tasks.rados.rados.0.smithi069.stdout:917: snap_create 2024-04-10T15:34:09.119 INFO:tasks.rados.rados.0.smithi069.stdout:913: finishing write tid 3 to smithi06982861-16 2024-04-10T15:34:09.119 INFO:tasks.rados.rados.0.smithi069.stdout:913: oid 16 updating version 0 to 411 2024-04-10T15:34:09.119 INFO:tasks.rados.rados.0.smithi069.stdout:913: oid 16 updating version 411 to 412 2024-04-10T15:34:09.119 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 16 v 412 (ObjNum 302 snap 86 seq_num 302) dirty exists 2024-04-10T15:34:09.119 INFO:tasks.rados.rados.0.smithi069.stdout:913: left oid 16 (ObjNum 302 snap 86 seq_num 302) 2024-04-10T15:34:09.121 INFO:tasks.rados.rados.0.smithi069.stdout:912: expect (ObjNum 207 snap 52 seq_num 207) 2024-04-10T15:34:09.181 INFO:tasks.rados.rados.0.smithi069.stdout:916: finishing rollback tid 0 to smithi06982861-24 2024-04-10T15:34:09.182 INFO:tasks.rados.rados.0.smithi069.stdout:916: finishing rollback tid 1 to smithi06982861-24 2024-04-10T15:34:09.182 INFO:tasks.rados.rados.0.smithi069.stdout:916: finishing rollback tid 2 to smithi06982861-24 2024-04-10T15:34:09.182 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 24 v 350 (ObjNum 23 snap 0 seq_num 23) dirty exists 2024-04-10T15:34:09.182 INFO:tasks.rados.rados.0.smithi069.stdout:915: finishing write tid 1 to smithi06982861-4 2024-04-10T15:34:09.182 INFO:tasks.rados.rados.0.smithi069.stdout:915: finishing write tid 2 to smithi06982861-4 2024-04-10T15:34:09.182 INFO:tasks.rados.rados.0.smithi069.stdout:915: finishing write tid 3 to smithi06982861-4 2024-04-10T15:34:09.182 INFO:tasks.rados.rados.0.smithi069.stdout:915: oid 4 updating version 0 to 464 2024-04-10T15:34:09.182 INFO:tasks.rados.rados.0.smithi069.stdout:915: oid 4 version 464 is already newer than 463 2024-04-10T15:34:09.182 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 4 v 464 (ObjNum 304 snap 86 seq_num 304) dirty exists 2024-04-10T15:34:09.182 INFO:tasks.rados.rados.0.smithi069.stdout:915: left oid 4 (ObjNum 304 snap 86 seq_num 304) 2024-04-10T15:34:09.182 INFO:tasks.rados.rados.0.smithi069.stdout:911: finishing copy_from racing read to smithi06982861-39 2024-04-10T15:34:09.182 INFO:tasks.rados.rados.0.smithi069.stdout:911: finishing copy_from to smithi06982861-39 2024-04-10T15:34:09.183 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 39 v 393 (ObjNum 259 snap 69 seq_num 259) dirty exists 2024-04-10T15:34:09.449 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:09 smithi077 ceph-mon[31195]: osdmap e231: 8 total, 8 up, 8 in 2024-04-10T15:34:09.449 INFO:journalctl@ceph.mgr.x.smithi077.stdout:Apr 10 15:34:09 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-x[79024]: 2024-04-10T15:34:09.130+0000 7fddc1e2a200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-10T15:34:09.449 INFO:journalctl@ceph.mgr.x.smithi077.stdout:Apr 10 15:34:09 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-x[79024]: 2024-04-10T15:34:09.239+0000 7fddc1e2a200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-10T15:34:09.449 INFO:journalctl@ceph.mgr.x.smithi077.stdout:Apr 10 15:34:09 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-x[79024]: 2024-04-10T15:34:09.462+0000 7fddc1e2a200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-10T15:34:09.482 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:09 smithi069 ceph-mon[39688]: osdmap e231: 8 total, 8 up, 8 in 2024-04-10T15:34:09.483 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:09 smithi069 ceph-mon[94167]: osdmap e231: 8 total, 8 up, 8 in 2024-04-10T15:34:09.483 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:34:09 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: 2024-04-10T15:34:09.167+0000 7f48b420f200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-10T15:34:09.483 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:34:09 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: 2024-04-10T15:34:09.269+0000 7f48b420f200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-10T15:34:09.483 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:34:09 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: 2024-04-10T15:34:09.495+0000 7f48b420f200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-10T15:34:09.495 INFO:tasks.rados.rados.0.smithi069.stdout:911: done (5 left) 2024-04-10T15:34:09.495 INFO:tasks.rados.rados.0.smithi069.stdout:912: done (4 left) 2024-04-10T15:34:09.495 INFO:tasks.rados.rados.0.smithi069.stdout:913: done (3 left) 2024-04-10T15:34:09.495 INFO:tasks.rados.rados.0.smithi069.stdout:915: done (2 left) 2024-04-10T15:34:09.496 INFO:tasks.rados.rados.0.smithi069.stdout:916: done (1 left) 2024-04-10T15:34:09.496 INFO:tasks.rados.rados.0.smithi069.stdout:917: done (0 left) 2024-04-10T15:34:09.496 INFO:tasks.rados.rados.0.smithi069.stdout:918: rmattr oid 32 current snap is 87 2024-04-10T15:34:09.496 INFO:tasks.rados.rados.0.smithi069.stdout:918: done (0 left) 2024-04-10T15:34:09.496 INFO:tasks.rados.rados.0.smithi069.stdout:919: read oid 50 snap -1 2024-04-10T15:34:09.496 INFO:tasks.rados.rados.0.smithi069.stdout:919: expect (ObjNum 286 snap 80 seq_num 286) 2024-04-10T15:34:09.496 INFO:tasks.rados.rados.0.smithi069.stdout:920: rollback oid 48 current snap is 87 2024-04-10T15:34:09.496 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 48 to 79 2024-04-10T15:34:09.496 INFO:tasks.rados.rados.0.smithi069.stdout:921: delete oid 5 current snap is 87 2024-04-10T15:34:09.501 INFO:tasks.rados.rados.0.smithi069.stdout:920: finishing rollback tid 1 to smithi06982861-48 2024-04-10T15:34:09.502 INFO:tasks.rados.rados.0.smithi069.stdout:920: finishing rollback tid 2 to smithi06982861-48 2024-04-10T15:34:09.502 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 48 v 326 (ObjNum 243 snap 67 seq_num 243) dirty exists 2024-04-10T15:34:09.502 INFO:tasks.rados.rados.0.smithi069.stdout:920: done (2 left) 2024-04-10T15:34:09.502 INFO:tasks.rados.rados.0.smithi069.stdout:921: done (1 left) 2024-04-10T15:34:09.502 INFO:tasks.rados.rados.0.smithi069.stdout:922: delete oid 45 current snap is 87 2024-04-10T15:34:09.507 INFO:tasks.rados.rados.0.smithi069.stdout:922: done (1 left) 2024-04-10T15:34:09.507 INFO:tasks.rados.rados.0.smithi069.stdout:923: copy_from oid 29 from oid 16 current snap is 87 2024-04-10T15:34:09.507 INFO:tasks.rados.rados.0.smithi069.stdout:924: read oid 19 snap 79 2024-04-10T15:34:09.508 INFO:tasks.rados.rados.0.smithi069.stdout:924: expect (ObjNum 218 snap 54 seq_num 218) 2024-04-10T15:34:09.508 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 11 current snap is 87 2024-04-10T15:34:09.508 INFO:tasks.rados.rados.0.smithi069.stdout:925: seq_num 307 ranges {0=344064} 2024-04-10T15:34:09.509 INFO:tasks.rados.rados.0.smithi069.stdout:925: writing smithi06982861-11 from 0 to 344064 tid 1 2024-04-10T15:34:09.509 INFO:tasks.rados.rados.0.smithi069.stdout:926: copy_from oid 26 from oid 18 current snap is 87 2024-04-10T15:34:09.510 INFO:tasks.rados.rados.0.smithi069.stdout:919: expect (ObjNum 286 snap 80 seq_num 286) 2024-04-10T15:34:09.588 INFO:tasks.rados.rados.0.smithi069.stdout:923: finishing copy_from racing read to smithi06982861-29 2024-04-10T15:34:09.588 INFO:tasks.rados.rados.0.smithi069.stdout:925: finishing write tid 1 to smithi06982861-11 2024-04-10T15:34:09.588 INFO:tasks.rados.rados.0.smithi069.stdout:924: expect (ObjNum 218 snap 54 seq_num 218) 2024-04-10T15:34:09.644 INFO:tasks.rados.rados.0.smithi069.stdout:923: finishing copy_from to smithi06982861-29 2024-04-10T15:34:09.644 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 29 v 412 (ObjNum 302 snap 86 seq_num 302) dirty exists 2024-04-10T15:34:09.644 INFO:tasks.rados.rados.0.smithi069.stdout:925: finishing write tid 2 to smithi06982861-11 2024-04-10T15:34:09.644 INFO:tasks.rados.rados.0.smithi069.stdout:925: finishing write tid 3 to smithi06982861-11 2024-04-10T15:34:09.644 INFO:tasks.rados.rados.0.smithi069.stdout:925: oid 11 updating version 0 to 228 2024-04-10T15:34:09.644 INFO:tasks.rados.rados.0.smithi069.stdout:925: oid 11 version 228 is already newer than 227 2024-04-10T15:34:09.644 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 11 v 228 (ObjNum 307 snap 87 seq_num 307) dirty exists 2024-04-10T15:34:09.644 INFO:tasks.rados.rados.0.smithi069.stdout:925: left oid 11 (ObjNum 307 snap 87 seq_num 307) 2024-04-10T15:34:09.644 INFO:tasks.rados.rados.0.smithi069.stdout:926: finishing copy_from racing read to smithi06982861-26 2024-04-10T15:34:09.644 INFO:tasks.rados.rados.0.smithi069.stdout:926: finishing copy_from to smithi06982861-26 2024-04-10T15:34:09.645 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 26 v 385 (ObjNum 285 snap 80 seq_num 285) dirty exists 2024-04-10T15:34:09.645 INFO:tasks.rados.rados.0.smithi069.stdout:919: done (4 left) 2024-04-10T15:34:09.645 INFO:tasks.rados.rados.0.smithi069.stdout:923: done (3 left) 2024-04-10T15:34:09.645 INFO:tasks.rados.rados.0.smithi069.stdout:924: done (2 left) 2024-04-10T15:34:09.645 INFO:tasks.rados.rados.0.smithi069.stdout:925: done (1 left) 2024-04-10T15:34:09.645 INFO:tasks.rados.rados.0.smithi069.stdout:926: done (0 left) 2024-04-10T15:34:09.645 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 50 current snap is 87 2024-04-10T15:34:09.645 INFO:tasks.rados.rados.0.smithi069.stdout:927: seq_num 308 ranges {2400256=360448} 2024-04-10T15:34:09.658 INFO:tasks.rados.rados.0.smithi069.stdout:927: writing smithi06982861-50 from 2400256 to 2760704 tid 1 2024-04-10T15:34:09.659 INFO:tasks.rados.rados.0.smithi069.stdout:928: read oid 19 snap 72 2024-04-10T15:34:09.659 INFO:tasks.rados.rados.0.smithi069.stdout:928: expect (ObjNum 218 snap 54 seq_num 218) 2024-04-10T15:34:09.659 INFO:tasks.rados.rados.0.smithi069.stdout:929: read oid 41 snap -1 2024-04-10T15:34:09.659 INFO:tasks.rados.rados.0.smithi069.stdout:929: expect (ObjNum 297 snap 82 seq_num 297) 2024-04-10T15:34:09.659 INFO:tasks.rados.rados.0.smithi069.stdout:930: read oid 7 snap 79 2024-04-10T15:34:09.659 INFO:tasks.rados.rados.0.smithi069.stdout:930: expect deleted 2024-04-10T15:34:09.659 INFO:tasks.rados.rados.0.smithi069.stdout:931: snap_create 2024-04-10T15:34:09.662 INFO:tasks.rados.rados.0.smithi069.stdout:927: finishing write tid 1 to smithi06982861-50 2024-04-10T15:34:09.663 INFO:tasks.rados.rados.0.smithi069.stdout:927: finishing write tid 2 to smithi06982861-50 2024-04-10T15:34:09.665 INFO:tasks.rados.rados.0.smithi069.stdout:927: finishing write tid 3 to smithi06982861-50 2024-04-10T15:34:09.665 INFO:tasks.rados.rados.0.smithi069.stdout:927: oid 50 updating version 0 to 230 2024-04-10T15:34:09.665 INFO:tasks.rados.rados.0.smithi069.stdout:927: oid 50 updating version 230 to 231 2024-04-10T15:34:09.665 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 50 v 231 (ObjNum 308 snap 87 seq_num 308) dirty exists 2024-04-10T15:34:09.665 INFO:tasks.rados.rados.0.smithi069.stdout:927: left oid 50 (ObjNum 308 snap 87 seq_num 308) 2024-04-10T15:34:09.669 INFO:tasks.rados.rados.0.smithi069.stdout:928: expect (ObjNum 218 snap 54 seq_num 218) 2024-04-10T15:34:09.719 INFO:tasks.rados.rados.0.smithi069.stdout:929: expect (ObjNum 297 snap 82 seq_num 297) 2024-04-10T15:34:09.726 INFO:journalctl@ceph.mgr.x.smithi077.stdout:Apr 10 15:34:09 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-x[79024]: [10/Apr/2024:15:34:09] ENGINE Bus STARTING 2024-04-10T15:34:09.726 INFO:journalctl@ceph.mgr.x.smithi077.stdout:Apr 10 15:34:09 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-x[79024]: CherryPy Checker: 2024-04-10T15:34:09.726 INFO:journalctl@ceph.mgr.x.smithi077.stdout:Apr 10 15:34:09 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-x[79024]: The Application mounted at '' has an empty config. 2024-04-10T15:34:09.726 INFO:journalctl@ceph.mgr.x.smithi077.stdout:Apr 10 15:34:09 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-x[79024]: 2024-04-10T15:34:09.726 INFO:journalctl@ceph.mgr.x.smithi077.stdout:Apr 10 15:34:09 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-x[79024]: [10/Apr/2024:15:34:09] ENGINE Serving on http://:::9283 2024-04-10T15:34:09.726 INFO:journalctl@ceph.mgr.x.smithi077.stdout:Apr 10 15:34:09 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-x[79024]: [10/Apr/2024:15:34:09] ENGINE Bus STARTED 2024-04-10T15:34:09.734 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:34:09 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: [10/Apr/2024:15:34:09] ENGINE Bus STARTING 2024-04-10T15:34:09.734 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:34:09 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: 2024-04-10T15:34:09.654+0000 7f4814d9f700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-10T15:34:09.735 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:34:09 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: 2024-04-10T15:34:09.654+0000 7f4814d9f700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-10T15:34:09.735 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:34:09 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: 2024-04-10T15:34:09.654+0000 7f4814d9f700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-10T15:34:09.735 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:34:09 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: 2024-04-10T15:34:09.654+0000 7f4814d9f700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-10T15:34:09.735 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:34:09 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: 2024-04-10T15:34:09.654+0000 7f4814d9f700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-10T15:34:09.735 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:34:09 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: 2024-04-10T15:34:09.654+0000 7f48185a6700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-10T15:34:09.735 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:34:09 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: 2024-04-10T15:34:09.654+0000 7f48185a6700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-10T15:34:09.735 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:34:09 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: 2024-04-10T15:34:09.654+0000 7f48185a6700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-10T15:34:09.735 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:34:09 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: 2024-04-10T15:34:09.654+0000 7f48185a6700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-10T15:34:09.735 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:34:09 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: 2024-04-10T15:34:09.654+0000 7f48185a6700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-10T15:34:09.735 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:34:09 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: CherryPy Checker: 2024-04-10T15:34:09.735 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:34:09 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: The Application mounted at '' has an empty config. 2024-04-10T15:34:09.735 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:34:09 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: 2024-04-10T15:34:09.735 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:34:09 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: [10/Apr/2024:15:34:09] ENGINE Serving on http://:::9283 2024-04-10T15:34:09.735 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:34:09 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: [10/Apr/2024:15:34:09] ENGINE Bus STARTED 2024-04-10T15:34:10.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:10 smithi077 ceph-mon[31195]: osdmap e232: 8 total, 8 up, 8 in 2024-04-10T15:34:10.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:10 smithi077 ceph-mon[31195]: Standby manager daemon x restarted 2024-04-10T15:34:10.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:10 smithi077 ceph-mon[31195]: Standby manager daemon x started 2024-04-10T15:34:10.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:10 smithi077 ceph-mon[31195]: from='mgr.? 172.21.15.77:0/2290568461' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-10T15:34:10.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:10 smithi077 ceph-mon[31195]: from='mgr.? 172.21.15.77:0/2290568461' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-10T15:34:10.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:10 smithi077 ceph-mon[31195]: from='mgr.? 172.21.15.77:0/2290568461' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-10T15:34:10.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:10 smithi077 ceph-mon[31195]: from='mgr.? 172.21.15.77:0/2290568461' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-10T15:34:10.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:10 smithi077 ceph-mon[31195]: Active manager daemon y restarted 2024-04-10T15:34:10.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:10 smithi077 ceph-mon[31195]: Activating manager daemon y 2024-04-10T15:34:10.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:10 smithi077 ceph-mon[31195]: osdmap e233: 8 total, 8 up, 8 in 2024-04-10T15:34:10.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:10 smithi077 ceph-mon[31195]: mgrmap e38: y(active, starting, since 0.00518764s), standbys: x 2024-04-10T15:34:10.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:10 smithi077 ceph-mon[31195]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:34:10.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:10 smithi077 ceph-mon[31195]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:34:10.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:10 smithi077 ceph-mon[31195]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:34:10.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:10 smithi077 ceph-mon[31195]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-10T15:34:10.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:10 smithi077 ceph-mon[31195]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-10T15:34:10.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:10 smithi077 ceph-mon[31195]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-10T15:34:10.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:10 smithi077 ceph-mon[31195]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-10T15:34:10.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:10 smithi077 ceph-mon[31195]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-10T15:34:10.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:10 smithi077 ceph-mon[31195]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-10T15:34:10.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:10 smithi077 ceph-mon[31195]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-10T15:34:10.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:10 smithi077 ceph-mon[31195]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-10T15:34:10.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:10 smithi077 ceph-mon[31195]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-10T15:34:10.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:10 smithi077 ceph-mon[31195]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-10T15:34:10.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:10 smithi077 ceph-mon[31195]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-10T15:34:10.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:10 smithi077 ceph-mon[31195]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-10T15:34:10.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:10 smithi077 ceph-mon[31195]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-10T15:34:10.493 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:10 smithi077 ceph-mon[31195]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-10T15:34:10.493 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:10 smithi077 ceph-mon[31195]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-10T15:34:10.493 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:10 smithi077 ceph-mon[31195]: Manager daemon y is now available 2024-04-10T15:34:10.493 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:10 smithi077 ceph-mon[31195]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:34:10.493 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:10 smithi077 ceph-mon[31195]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:34:10.493 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:10 smithi077 ceph-mon[31195]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-10T15:34:10.493 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:10 smithi077 ceph-mon[31195]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-10T15:34:10.496 INFO:tasks.rados.rados.0.smithi069.stdout:927: done (4 left) 2024-04-10T15:34:10.496 INFO:tasks.rados.rados.0.smithi069.stdout:928: done (3 left) 2024-04-10T15:34:10.496 INFO:tasks.rados.rados.0.smithi069.stdout:929: done (2 left) 2024-04-10T15:34:10.496 INFO:tasks.rados.rados.0.smithi069.stdout:930: done (1 left) 2024-04-10T15:34:10.496 INFO:tasks.rados.rados.0.smithi069.stdout:931: done (0 left) 2024-04-10T15:34:10.497 INFO:tasks.rados.rados.0.smithi069.stdout:932: read oid 3 snap -1 2024-04-10T15:34:10.497 INFO:tasks.rados.rados.0.smithi069.stdout:932: expect (ObjNum 299 snap 84 seq_num 299) 2024-04-10T15:34:10.497 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 37 current snap is 88 2024-04-10T15:34:10.497 INFO:tasks.rados.rados.0.smithi069.stdout:933: seq_num 309 ranges {0=376832} 2024-04-10T15:34:10.499 INFO:tasks.rados.rados.0.smithi069.stdout:933: writing smithi06982861-37 from 0 to 376832 tid 1 2024-04-10T15:34:10.499 INFO:tasks.rados.rados.0.smithi069.stdout:934: delete oid 15 current snap is 88 2024-04-10T15:34:10.510 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:10 smithi069 ceph-mon[39688]: osdmap e232: 8 total, 8 up, 8 in 2024-04-10T15:34:10.510 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:10 smithi069 ceph-mon[39688]: Standby manager daemon x restarted 2024-04-10T15:34:10.510 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:10 smithi069 ceph-mon[39688]: Standby manager daemon x started 2024-04-10T15:34:10.510 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:10 smithi069 ceph-mon[39688]: from='mgr.? 172.21.15.77:0/2290568461' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-10T15:34:10.510 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:10 smithi069 ceph-mon[39688]: from='mgr.? 172.21.15.77:0/2290568461' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-10T15:34:10.510 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:10 smithi069 ceph-mon[39688]: from='mgr.? 172.21.15.77:0/2290568461' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-10T15:34:10.511 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:10 smithi069 ceph-mon[39688]: from='mgr.? 172.21.15.77:0/2290568461' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-10T15:34:10.511 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:10 smithi069 ceph-mon[39688]: Active manager daemon y restarted 2024-04-10T15:34:10.511 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:10 smithi069 ceph-mon[39688]: Activating manager daemon y 2024-04-10T15:34:10.511 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:10 smithi069 ceph-mon[39688]: osdmap e233: 8 total, 8 up, 8 in 2024-04-10T15:34:10.511 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:10 smithi069 ceph-mon[39688]: mgrmap e38: y(active, starting, since 0.00518764s), standbys: x 2024-04-10T15:34:10.511 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:10 smithi069 ceph-mon[39688]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:34:10.511 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:10 smithi069 ceph-mon[39688]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:34:10.511 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:10 smithi069 ceph-mon[39688]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:34:10.511 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:10 smithi069 ceph-mon[39688]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-10T15:34:10.511 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:10 smithi069 ceph-mon[39688]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-10T15:34:10.511 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:10 smithi069 ceph-mon[39688]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-10T15:34:10.511 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:10 smithi069 ceph-mon[39688]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-10T15:34:10.512 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:10 smithi069 ceph-mon[39688]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-10T15:34:10.512 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:10 smithi069 ceph-mon[39688]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-10T15:34:10.512 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:10 smithi069 ceph-mon[39688]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-10T15:34:10.512 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:10 smithi069 ceph-mon[39688]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-10T15:34:10.512 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:10 smithi069 ceph-mon[39688]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-10T15:34:10.512 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:10 smithi069 ceph-mon[39688]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-10T15:34:10.512 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:10 smithi069 ceph-mon[39688]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-10T15:34:10.512 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:10 smithi069 ceph-mon[39688]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-10T15:34:10.512 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:10 smithi069 ceph-mon[39688]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-10T15:34:10.512 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:10 smithi069 ceph-mon[39688]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-10T15:34:10.512 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:10 smithi069 ceph-mon[39688]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-10T15:34:10.513 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:10 smithi069 ceph-mon[39688]: Manager daemon y is now available 2024-04-10T15:34:10.513 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:10 smithi069 ceph-mon[39688]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:34:10.513 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:10 smithi069 ceph-mon[39688]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:34:10.513 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:10 smithi069 ceph-mon[39688]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-10T15:34:10.513 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:10 smithi069 ceph-mon[39688]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-10T15:34:10.513 INFO:tasks.rados.rados.0.smithi069.stdout:934: done (2 left) 2024-04-10T15:34:10.513 INFO:tasks.rados.rados.0.smithi069.stdout:935: snap_remove snap 84 2024-04-10T15:34:10.514 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:10 smithi069 ceph-mon[94167]: osdmap e232: 8 total, 8 up, 8 in 2024-04-10T15:34:10.514 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:10 smithi069 ceph-mon[94167]: Standby manager daemon x restarted 2024-04-10T15:34:10.515 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:10 smithi069 ceph-mon[94167]: Standby manager daemon x started 2024-04-10T15:34:10.515 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:10 smithi069 ceph-mon[94167]: from='mgr.? 172.21.15.77:0/2290568461' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-10T15:34:10.515 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:10 smithi069 ceph-mon[94167]: from='mgr.? 172.21.15.77:0/2290568461' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-10T15:34:10.515 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:10 smithi069 ceph-mon[94167]: from='mgr.? 172.21.15.77:0/2290568461' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-10T15:34:10.515 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:10 smithi069 ceph-mon[94167]: from='mgr.? 172.21.15.77:0/2290568461' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-10T15:34:10.515 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:10 smithi069 ceph-mon[94167]: Active manager daemon y restarted 2024-04-10T15:34:10.515 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:10 smithi069 ceph-mon[94167]: Activating manager daemon y 2024-04-10T15:34:10.515 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:10 smithi069 ceph-mon[94167]: osdmap e233: 8 total, 8 up, 8 in 2024-04-10T15:34:10.515 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:10 smithi069 ceph-mon[94167]: mgrmap e38: y(active, starting, since 0.00518764s), standbys: x 2024-04-10T15:34:10.516 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:10 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:34:10.516 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:10 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:34:10.516 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:10 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:34:10.516 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:10 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-10T15:34:10.516 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:10 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-10T15:34:10.516 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:10 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-10T15:34:10.516 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:10 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-10T15:34:10.517 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:10 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-10T15:34:10.517 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:10 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-10T15:34:10.517 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:10 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-10T15:34:10.517 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:10 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-10T15:34:10.517 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:10 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-10T15:34:10.517 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:10 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-10T15:34:10.517 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:10 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-10T15:34:10.517 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:10 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-10T15:34:10.517 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:10 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-10T15:34:10.517 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:10 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-10T15:34:10.517 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:10 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-10T15:34:10.518 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:10 smithi069 ceph-mon[94167]: Manager daemon y is now available 2024-04-10T15:34:10.518 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:10 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:34:10.518 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:10 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:34:10.518 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:10 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-10T15:34:10.518 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:10 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-10T15:34:10.795 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:34:10 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: 2024-04-10T15:34:10.521+0000 7f486a3b0700 -1 mgr.server handle_report got status from non-daemon mon.a 2024-04-10T15:34:11.513 INFO:tasks.rados.rados.0.smithi069.stdout:935: done (2 left) 2024-04-10T15:34:11.513 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 38 current snap is 88 2024-04-10T15:34:11.513 INFO:tasks.rados.rados.0.smithi069.stdout:936: seq_num 311 ranges {4562944=417792} 2024-04-10T15:34:11.540 INFO:tasks.rados.rados.0.smithi069.stdout:936: writing smithi06982861-38 from 4562944 to 4980736 tid 1 2024-04-10T15:34:11.540 INFO:tasks.rados.rados.0.smithi069.stdout:937: copy_from oid 4 from oid 8 current snap is 88 2024-04-10T15:34:11.540 INFO:tasks.rados.rados.0.smithi069.stdout:932: expect (ObjNum 299 snap 84 seq_num 299) 2024-04-10T15:34:11.740 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:11 smithi077 ceph-mon[31195]: [10/Apr/2024:15:34:09] ENGINE Bus STARTING 2024-04-10T15:34:11.740 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:11 smithi077 ceph-mon[31195]: [10/Apr/2024:15:34:10] ENGINE Serving on http://172.21.15.69:8765 2024-04-10T15:34:11.740 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:11 smithi077 ceph-mon[31195]: [10/Apr/2024:15:34:10] ENGINE Serving on https://172.21.15.69:7150 2024-04-10T15:34:11.740 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:11 smithi077 ceph-mon[31195]: [10/Apr/2024:15:34:10] ENGINE Bus STARTED 2024-04-10T15:34:11.740 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:11 smithi077 ceph-mon[31195]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:34:11.740 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:11 smithi077 ceph-mon[31195]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:34:11.741 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:11 smithi077 ceph-mon[31195]: osdmap e234: 8 total, 8 up, 8 in 2024-04-10T15:34:11.741 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:11 smithi077 ceph-mon[31195]: mgrmap e39: y(active, since 1.02031s), standbys: x 2024-04-10T15:34:11.741 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:11 smithi077 ceph-mon[31195]: pgmap v4: 121 pgs: 121 active+clean; 272 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2024-04-10T15:34:11.757 INFO:tasks.rados.rados.0.smithi069.stdout:933: finishing write tid 1 to smithi06982861-37 2024-04-10T15:34:11.757 INFO:tasks.rados.rados.0.smithi069.stdout:933: finishing write tid 2 to smithi06982861-37 2024-04-10T15:34:11.758 INFO:tasks.rados.rados.0.smithi069.stdout:933: finishing write tid 3 to smithi06982861-37 2024-04-10T15:34:11.758 INFO:tasks.rados.rados.0.smithi069.stdout:933: oid 37 updating version 0 to 333 2024-04-10T15:34:11.758 INFO:tasks.rados.rados.0.smithi069.stdout:933: oid 37 updating version 333 to 334 2024-04-10T15:34:11.758 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 37 v 334 (ObjNum 309 snap 88 seq_num 309) dirty exists 2024-04-10T15:34:11.758 INFO:tasks.rados.rados.0.smithi069.stdout:933: left oid 37 (ObjNum 309 snap 88 seq_num 309) 2024-04-10T15:34:11.758 INFO:tasks.rados.rados.0.smithi069.stdout:936: finishing write tid 1 to smithi06982861-38 2024-04-10T15:34:11.758 INFO:tasks.rados.rados.0.smithi069.stdout:936: finishing write tid 2 to smithi06982861-38 2024-04-10T15:34:11.758 INFO:tasks.rados.rados.0.smithi069.stdout:932: done (3 left) 2024-04-10T15:34:11.758 INFO:tasks.rados.rados.0.smithi069.stdout:933: done (2 left) 2024-04-10T15:34:11.758 INFO:tasks.rados.rados.0.smithi069.stdout:938: snap_remove snap 82 2024-04-10T15:34:11.765 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:11 smithi069 ceph-mon[39688]: [10/Apr/2024:15:34:09] ENGINE Bus STARTING 2024-04-10T15:34:11.765 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:11 smithi069 ceph-mon[39688]: [10/Apr/2024:15:34:10] ENGINE Serving on http://172.21.15.69:8765 2024-04-10T15:34:11.765 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:11 smithi069 ceph-mon[39688]: [10/Apr/2024:15:34:10] ENGINE Serving on https://172.21.15.69:7150 2024-04-10T15:34:11.765 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:11 smithi069 ceph-mon[39688]: [10/Apr/2024:15:34:10] ENGINE Bus STARTED 2024-04-10T15:34:11.766 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:11 smithi069 ceph-mon[39688]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:34:11.766 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:11 smithi069 ceph-mon[39688]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:34:11.766 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:11 smithi069 ceph-mon[39688]: osdmap e234: 8 total, 8 up, 8 in 2024-04-10T15:34:11.766 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:11 smithi069 ceph-mon[39688]: mgrmap e39: y(active, since 1.02031s), standbys: x 2024-04-10T15:34:11.766 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:11 smithi069 ceph-mon[39688]: pgmap v4: 121 pgs: 121 active+clean; 272 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2024-04-10T15:34:11.766 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:11 smithi069 ceph-mon[94167]: [10/Apr/2024:15:34:09] ENGINE Bus STARTING 2024-04-10T15:34:11.766 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:11 smithi069 ceph-mon[94167]: [10/Apr/2024:15:34:10] ENGINE Serving on http://172.21.15.69:8765 2024-04-10T15:34:11.766 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:11 smithi069 ceph-mon[94167]: [10/Apr/2024:15:34:10] ENGINE Serving on https://172.21.15.69:7150 2024-04-10T15:34:11.766 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:11 smithi069 ceph-mon[94167]: [10/Apr/2024:15:34:10] ENGINE Bus STARTED 2024-04-10T15:34:11.767 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:11 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:34:11.767 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:11 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:34:11.767 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:11 smithi069 ceph-mon[94167]: osdmap e234: 8 total, 8 up, 8 in 2024-04-10T15:34:11.767 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:11 smithi069 ceph-mon[94167]: mgrmap e39: y(active, since 1.02031s), standbys: x 2024-04-10T15:34:11.767 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:11 smithi069 ceph-mon[94167]: pgmap v4: 121 pgs: 121 active+clean; 272 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2024-04-10T15:34:12.517 INFO:tasks.rados.rados.0.smithi069.stdout:938: done (2 left) 2024-04-10T15:34:12.517 INFO:tasks.rados.rados.0.smithi069.stdout:939: snap_remove snap 46 2024-04-10T15:34:12.834 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:12 smithi069 ceph-mon[39688]: pgmap v5: 121 pgs: 121 active+clean; 272 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2024-04-10T15:34:12.834 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:12 smithi069 ceph-mon[39688]: osdmap e235: 8 total, 8 up, 8 in 2024-04-10T15:34:12.834 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:12 smithi069 ceph-mon[39688]: mgrmap e40: y(active, since 2s), standbys: x 2024-04-10T15:34:12.834 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:12 smithi069 ceph-mon[94167]: pgmap v5: 121 pgs: 121 active+clean; 272 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2024-04-10T15:34:12.834 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:12 smithi069 ceph-mon[94167]: osdmap e235: 8 total, 8 up, 8 in 2024-04-10T15:34:12.834 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:12 smithi069 ceph-mon[94167]: mgrmap e40: y(active, since 2s), standbys: x 2024-04-10T15:34:12.989 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:12 smithi077 ceph-mon[31195]: pgmap v5: 121 pgs: 121 active+clean; 272 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2024-04-10T15:34:12.990 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:12 smithi077 ceph-mon[31195]: osdmap e235: 8 total, 8 up, 8 in 2024-04-10T15:34:12.990 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:12 smithi077 ceph-mon[31195]: mgrmap e40: y(active, since 2s), standbys: x 2024-04-10T15:34:13.536 INFO:tasks.rados.rados.0.smithi069.stdout:939: done (2 left) 2024-04-10T15:34:13.536 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 49 current snap is 88 2024-04-10T15:34:13.536 INFO:tasks.rados.rados.0.smithi069.stdout:940: seq_num 312 ranges {2203648=434176} 2024-04-10T15:34:13.552 INFO:tasks.rados.rados.0.smithi069.stdout:940: writing smithi06982861-49 from 2203648 to 2637824 tid 1 2024-04-10T15:34:13.552 INFO:tasks.rados.rados.0.smithi069.stdout:941: read oid 41 snap -1 2024-04-10T15:34:13.552 INFO:tasks.rados.rados.0.smithi069.stdout:941: expect (ObjNum 297 snap 82 seq_num 297) 2024-04-10T15:34:13.552 INFO:tasks.rados.rados.0.smithi069.stdout:942: setattr oid 50 current snap is 88 2024-04-10T15:34:13.552 INFO:tasks.rados.rados.0.smithi069.stdout:936: finishing write tid 3 to smithi06982861-38 2024-04-10T15:34:13.552 INFO:tasks.rados.rados.0.smithi069.stdout:936: oid 38 updating version 0 to 421 2024-04-10T15:34:13.552 INFO:tasks.rados.rados.0.smithi069.stdout:936: oid 38 version 421 is already newer than 420 2024-04-10T15:34:13.552 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 38 v 421 (ObjNum 311 snap 88 seq_num 311) dirty exists 2024-04-10T15:34:13.552 INFO:tasks.rados.rados.0.smithi069.stdout:936: left oid 38 (ObjNum 311 snap 88 seq_num 311) 2024-04-10T15:34:13.552 INFO:tasks.rados.rados.0.smithi069.stdout:937: finishing copy_from racing read to smithi06982861-4 2024-04-10T15:34:13.553 INFO:tasks.rados.rados.0.smithi069.stdout:937: finishing copy_from to smithi06982861-4 2024-04-10T15:34:13.553 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 4 v 393 (ObjNum 259 snap 69 seq_num 259) dirty exists 2024-04-10T15:34:13.553 INFO:tasks.rados.rados.0.smithi069.stdout:936: done (4 left) 2024-04-10T15:34:13.553 INFO:tasks.rados.rados.0.smithi069.stdout:937: done (3 left) 2024-04-10T15:34:13.553 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 13 current snap is 88 2024-04-10T15:34:13.553 INFO:tasks.rados.rados.0.smithi069.stdout:943: seq_num 313 ranges {0=450560} 2024-04-10T15:34:13.556 INFO:tasks.rados.rados.0.smithi069.stdout:943: writing smithi06982861-13 from 0 to 450560 tid 1 2024-04-10T15:34:13.556 INFO:tasks.rados.rados.0.smithi069.stdout:940: finishing write tid 1 to smithi06982861-49 2024-04-10T15:34:13.556 INFO:tasks.rados.rados.0.smithi069.stdout:940: finishing write tid 2 to smithi06982861-49 2024-04-10T15:34:13.556 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 50 v 247 (ObjNum 308 snap 87 seq_num 308) dirty exists 2024-04-10T15:34:13.556 INFO:tasks.rados.rados.0.smithi069.stdout:942: done (3 left) 2024-04-10T15:34:13.556 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 11 current snap is 88 2024-04-10T15:34:13.556 INFO:tasks.rados.rados.0.smithi069.stdout:944: seq_num 314 ranges {344064=466944} 2024-04-10T15:34:13.561 INFO:tasks.rados.rados.0.smithi069.stdout:944: writing smithi06982861-11 from 344064 to 811008 tid 1 2024-04-10T15:34:13.561 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 45 current snap is 88 2024-04-10T15:34:13.561 INFO:tasks.rados.rados.0.smithi069.stdout:940: finishing write tid 3 to smithi06982861-49 2024-04-10T15:34:13.561 INFO:tasks.rados.rados.0.smithi069.stdout:940: oid 49 updating version 0 to 361 2024-04-10T15:34:13.561 INFO:tasks.rados.rados.0.smithi069.stdout:940: oid 49 version 361 is already newer than 360 2024-04-10T15:34:13.561 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 49 v 361 (ObjNum 312 snap 88 seq_num 312) dirty exists 2024-04-10T15:34:13.561 INFO:tasks.rados.rados.0.smithi069.stdout:940: left oid 49 (ObjNum 312 snap 88 seq_num 312) 2024-04-10T15:34:13.561 INFO:tasks.rados.rados.0.smithi069.stdout:945: seq_num 315 ranges {0=483328} 2024-04-10T15:34:13.564 INFO:tasks.rados.rados.0.smithi069.stdout:945: writing smithi06982861-45 from 0 to 483328 tid 1 2024-04-10T15:34:13.564 INFO:tasks.rados.rados.0.smithi069.stdout:940: done (4 left) 2024-04-10T15:34:13.564 INFO:tasks.rados.rados.0.smithi069.stdout:946: snap_remove snap 75 2024-04-10T15:34:13.583 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:13 smithi069 ceph-mon[39688]: osdmap e236: 8 total, 8 up, 8 in 2024-04-10T15:34:13.584 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:13 smithi069 ceph-mon[94167]: osdmap e236: 8 total, 8 up, 8 in 2024-04-10T15:34:13.739 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:13 smithi077 ceph-mon[31195]: osdmap e236: 8 total, 8 up, 8 in 2024-04-10T15:34:13.740 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:34:13 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[78458]: ts=2024-04-10T15:34:13.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi069\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi069\", job=\"node\", machine=\"x86_64\", nodename=\"smithi069\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", domainname=\"(none)\", instance=\"smithi069\", job=\"node\", machine=\"x86_64\", nodename=\"smithi069\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:34:14.527 INFO:tasks.rados.rados.0.smithi069.stdout:946: done (4 left) 2024-04-10T15:34:14.527 INFO:tasks.rados.rados.0.smithi069.stdout:947: setattr oid 1 current snap is 88 2024-04-10T15:34:14.527 INFO:tasks.rados.rados.0.smithi069.stdout:943: finishing write tid 1 to smithi06982861-13 2024-04-10T15:34:14.527 INFO:tasks.rados.rados.0.smithi069.stdout:943: finishing write tid 2 to smithi06982861-13 2024-04-10T15:34:14.527 INFO:tasks.rados.rados.0.smithi069.stdout:943: finishing write tid 3 to smithi06982861-13 2024-04-10T15:34:14.527 INFO:tasks.rados.rados.0.smithi069.stdout:943: oid 13 updating version 0 to 376 2024-04-10T15:34:14.527 INFO:tasks.rados.rados.0.smithi069.stdout:943: oid 13 version 376 is already newer than 375 2024-04-10T15:34:14.527 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 13 v 376 (ObjNum 313 snap 88 seq_num 313) dirty exists 2024-04-10T15:34:14.527 INFO:tasks.rados.rados.0.smithi069.stdout:943: left oid 13 (ObjNum 313 snap 88 seq_num 313) 2024-04-10T15:34:14.527 INFO:tasks.rados.rados.0.smithi069.stdout:944: finishing write tid 1 to smithi06982861-11 2024-04-10T15:34:14.528 INFO:tasks.rados.rados.0.smithi069.stdout:944: finishing write tid 2 to smithi06982861-11 2024-04-10T15:34:14.528 INFO:tasks.rados.rados.0.smithi069.stdout:944: finishing write tid 3 to smithi06982861-11 2024-04-10T15:34:14.528 INFO:tasks.rados.rados.0.smithi069.stdout:944: oid 11 updating version 0 to 249 2024-04-10T15:34:14.528 INFO:tasks.rados.rados.0.smithi069.stdout:944: oid 11 updating version 249 to 250 2024-04-10T15:34:14.528 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 11 v 250 (ObjNum 314 snap 88 seq_num 314) dirty exists 2024-04-10T15:34:14.528 INFO:tasks.rados.rados.0.smithi069.stdout:944: left oid 11 (ObjNum 314 snap 88 seq_num 314) 2024-04-10T15:34:14.528 INFO:tasks.rados.rados.0.smithi069.stdout:945: finishing write tid 1 to smithi06982861-45 2024-04-10T15:34:14.528 INFO:tasks.rados.rados.0.smithi069.stdout:945: finishing write tid 2 to smithi06982861-45 2024-04-10T15:34:14.528 INFO:tasks.rados.rados.0.smithi069.stdout:945: finishing write tid 3 to smithi06982861-45 2024-04-10T15:34:14.528 INFO:tasks.rados.rados.0.smithi069.stdout:945: oid 45 updating version 0 to 351 2024-04-10T15:34:14.528 INFO:tasks.rados.rados.0.smithi069.stdout:945: oid 45 updating version 351 to 352 2024-04-10T15:34:14.528 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 45 v 352 (ObjNum 315 snap 88 seq_num 315) dirty exists 2024-04-10T15:34:14.528 INFO:tasks.rados.rados.0.smithi069.stdout:945: left oid 45 (ObjNum 315 snap 88 seq_num 315) 2024-04-10T15:34:14.528 INFO:tasks.rados.rados.0.smithi069.stdout:941: expect (ObjNum 297 snap 82 seq_num 297) 2024-04-10T15:34:14.739 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:14 smithi077 ceph-mon[31195]: pgmap v8: 121 pgs: 121 active+clean; 272 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2024-04-10T15:34:14.740 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:14 smithi077 ceph-mon[31195]: mgrmap e41: y(active, since 4s), standbys: x 2024-04-10T15:34:14.740 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:14 smithi077 ceph-mon[31195]: osdmap e237: 8 total, 8 up, 8 in 2024-04-10T15:34:14.740 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:14 smithi077 ceph-mon[31195]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:34:14.740 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:14 smithi077 ceph-mon[31195]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:34:14.833 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:14 smithi069 ceph-mon[39688]: pgmap v8: 121 pgs: 121 active+clean; 272 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2024-04-10T15:34:14.834 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:14 smithi069 ceph-mon[39688]: mgrmap e41: y(active, since 4s), standbys: x 2024-04-10T15:34:14.834 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:14 smithi069 ceph-mon[39688]: osdmap e237: 8 total, 8 up, 8 in 2024-04-10T15:34:14.834 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:14 smithi069 ceph-mon[39688]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:34:14.834 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:14 smithi069 ceph-mon[39688]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:34:14.834 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:14 smithi069 ceph-mon[94167]: pgmap v8: 121 pgs: 121 active+clean; 272 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2024-04-10T15:34:14.834 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:14 smithi069 ceph-mon[94167]: mgrmap e41: y(active, since 4s), standbys: x 2024-04-10T15:34:14.834 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:14 smithi069 ceph-mon[94167]: osdmap e237: 8 total, 8 up, 8 in 2024-04-10T15:34:14.834 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:14 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:34:14.834 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:14 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:34:15.161 INFO:tasks.rados.rados.0.smithi069.stdout:941: done (4 left) 2024-04-10T15:34:15.161 INFO:tasks.rados.rados.0.smithi069.stdout:943: done (3 left) 2024-04-10T15:34:15.161 INFO:tasks.rados.rados.0.smithi069.stdout:944: done (2 left) 2024-04-10T15:34:15.161 INFO:tasks.rados.rados.0.smithi069.stdout:945: done (1 left) 2024-04-10T15:34:15.161 INFO:tasks.rados.rados.0.smithi069.stdout:948: rollback oid 25 current snap is 88 2024-04-10T15:34:15.161 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 25 to 85 2024-04-10T15:34:15.161 INFO:tasks.rados.rados.0.smithi069.stdout:949: read oid 33 snap -1 2024-04-10T15:34:15.161 INFO:tasks.rados.rados.0.smithi069.stdout:949: expect (ObjNum 282 snap 80 seq_num 282) 2024-04-10T15:34:15.161 INFO:tasks.rados.rados.0.smithi069.stdout:950: snap_create 2024-04-10T15:34:15.162 INFO:tasks.rados.rados.0.smithi069.stdout:948: finishing rollback tid 1 to smithi06982861-25 2024-04-10T15:34:15.162 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 25 v 155 (ObjNum 161 snap 0 seq_num 154116346) dirty dne 2024-04-10T15:34:15.163 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 1 v 306 (ObjNum 300 snap 85 seq_num 300) dirty exists 2024-04-10T15:34:15.167 INFO:tasks.rados.rados.0.smithi069.stdout:949: expect (ObjNum 282 snap 80 seq_num 282) 2024-04-10T15:34:15.834 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:15 smithi069 ceph-mon[39688]: osdmap e238: 8 total, 8 up, 8 in 2024-04-10T15:34:15.834 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:15 smithi069 ceph-mon[39688]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:34:15.834 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:15 smithi069 ceph-mon[39688]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:34:15.834 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:15 smithi069 ceph-mon[39688]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:34:15.834 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:15 smithi069 ceph-mon[39688]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:34:15.834 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:15 smithi069 ceph-mon[94167]: osdmap e238: 8 total, 8 up, 8 in 2024-04-10T15:34:15.835 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:15 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:34:15.835 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:15 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:34:15.835 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:15 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:34:15.835 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:15 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:34:15.921 INFO:tasks.rados.rados.0.smithi069.stdout:947: done (3 left) 2024-04-10T15:34:15.921 INFO:tasks.rados.rados.0.smithi069.stdout:948: done (2 left) 2024-04-10T15:34:15.922 INFO:tasks.rados.rados.0.smithi069.stdout:949: done (1 left) 2024-04-10T15:34:15.922 INFO:tasks.rados.rados.0.smithi069.stdout:950: done (0 left) 2024-04-10T15:34:15.922 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 37 current snap is 89 2024-04-10T15:34:15.922 INFO:tasks.rados.rados.0.smithi069.stdout:951: seq_num 316 ranges {376832=499712} 2024-04-10T15:34:15.927 INFO:tasks.rados.rados.0.smithi069.stdout:951: writing smithi06982861-37 from 376832 to 876544 tid 1 2024-04-10T15:34:15.927 INFO:tasks.rados.rados.0.smithi069.stdout:952: rmattr oid 2 current snap is 89 2024-04-10T15:34:15.927 INFO:tasks.rados.rados.0.smithi069.stdout:952: done (1 left) 2024-04-10T15:34:15.927 INFO:tasks.rados.rados.0.smithi069.stdout:953: read oid 2 snap 71 2024-04-10T15:34:15.927 INFO:tasks.rados.rados.0.smithi069.stdout:953: expect deleted 2024-04-10T15:34:15.927 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 1 current snap is 89 2024-04-10T15:34:15.927 INFO:tasks.rados.rados.0.smithi069.stdout:954: seq_num 317 ranges {229376=516096} 2024-04-10T15:34:15.931 INFO:tasks.rados.rados.0.smithi069.stdout:954: writing smithi06982861-1 from 229376 to 745472 tid 1 2024-04-10T15:34:15.931 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 32 current snap is 89 2024-04-10T15:34:15.931 INFO:tasks.rados.rados.0.smithi069.stdout:951: finishing write tid 1 to smithi06982861-37 2024-04-10T15:34:15.931 INFO:tasks.rados.rados.0.smithi069.stdout:951: finishing write tid 2 to smithi06982861-37 2024-04-10T15:34:15.931 INFO:tasks.rados.rados.0.smithi069.stdout:955: seq_num 318 ranges {253952=532480} 2024-04-10T15:34:15.938 INFO:tasks.rados.rados.0.smithi069.stdout:955: writing smithi06982861-32 from 253952 to 786432 tid 1 2024-04-10T15:34:15.938 INFO:tasks.rados.rados.0.smithi069.stdout:953: done (3 left) 2024-04-10T15:34:15.938 INFO:tasks.rados.rados.0.smithi069.stdout:956: rmattr oid 49 current snap is 89 2024-04-10T15:34:15.938 INFO:tasks.rados.rados.0.smithi069.stdout:956: done (3 left) 2024-04-10T15:34:15.938 INFO:tasks.rados.rados.0.smithi069.stdout:957: setattr oid 50 current snap is 89 2024-04-10T15:34:15.938 INFO:tasks.rados.rados.0.smithi069.stdout:951: finishing write tid 3 to smithi06982861-37 2024-04-10T15:34:15.938 INFO:tasks.rados.rados.0.smithi069.stdout:951: oid 37 updating version 0 to 361 2024-04-10T15:34:15.938 INFO:tasks.rados.rados.0.smithi069.stdout:951: oid 37 version 361 is already newer than 360 2024-04-10T15:34:15.938 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 37 v 361 (ObjNum 316 snap 89 seq_num 316) dirty exists 2024-04-10T15:34:15.939 INFO:tasks.rados.rados.0.smithi069.stdout:951: left oid 37 (ObjNum 316 snap 89 seq_num 316) 2024-04-10T15:34:15.939 INFO:tasks.rados.rados.0.smithi069.stdout:954: finishing write tid 1 to smithi06982861-1 2024-04-10T15:34:15.939 INFO:tasks.rados.rados.0.smithi069.stdout:954: finishing write tid 2 to smithi06982861-1 2024-04-10T15:34:15.939 INFO:tasks.rados.rados.0.smithi069.stdout:954: finishing write tid 3 to smithi06982861-1 2024-04-10T15:34:15.939 INFO:tasks.rados.rados.0.smithi069.stdout:954: oid 1 updating version 0 to 308 2024-04-10T15:34:15.939 INFO:tasks.rados.rados.0.smithi069.stdout:954: oid 1 updating version 308 to 309 2024-04-10T15:34:15.939 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 1 v 309 (ObjNum 317 snap 89 seq_num 317) dirty exists 2024-04-10T15:34:15.939 INFO:tasks.rados.rados.0.smithi069.stdout:954: left oid 1 (ObjNum 317 snap 89 seq_num 317) 2024-04-10T15:34:15.939 INFO:tasks.rados.rados.0.smithi069.stdout:951: done (3 left) 2024-04-10T15:34:15.940 INFO:tasks.rados.rados.0.smithi069.stdout:954: done (2 left) 2024-04-10T15:34:15.940 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 25 current snap is 89 2024-04-10T15:34:15.940 INFO:tasks.rados.rados.0.smithi069.stdout:958: seq_num 319 ranges {0=548864} 2024-04-10T15:34:15.942 INFO:tasks.rados.rados.0.smithi069.stdout:958: writing smithi06982861-25 from 0 to 548864 tid 1 2024-04-10T15:34:15.942 INFO:tasks.rados.rados.0.smithi069.stdout:959: delete oid 3 current snap is 89 2024-04-10T15:34:15.942 INFO:tasks.rados.rados.0.smithi069.stdout:955: finishing write tid 1 to smithi06982861-32 2024-04-10T15:34:15.942 INFO:tasks.rados.rados.0.smithi069.stdout:955: finishing write tid 2 to smithi06982861-32 2024-04-10T15:34:15.942 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 50 v 255 (ObjNum 308 snap 87 seq_num 308) dirty exists 2024-04-10T15:34:15.942 INFO:tasks.rados.rados.0.smithi069.stdout:955: finishing write tid 3 to smithi06982861-32 2024-04-10T15:34:15.943 INFO:tasks.rados.rados.0.smithi069.stdout:955: oid 32 updating version 0 to 395 2024-04-10T15:34:15.943 INFO:tasks.rados.rados.0.smithi069.stdout:955: oid 32 version 395 is already newer than 394 2024-04-10T15:34:15.943 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 32 v 395 (ObjNum 318 snap 89 seq_num 318) dirty exists 2024-04-10T15:34:15.943 INFO:tasks.rados.rados.0.smithi069.stdout:955: left oid 32 (ObjNum 318 snap 89 seq_num 318) 2024-04-10T15:34:15.944 INFO:tasks.rados.rados.0.smithi069.stdout:955: done (3 left) 2024-04-10T15:34:15.944 INFO:tasks.rados.rados.0.smithi069.stdout:957: done (2 left) 2024-04-10T15:34:15.944 INFO:tasks.rados.rados.0.smithi069.stdout:959: done (1 left) 2024-04-10T15:34:15.944 INFO:tasks.rados.rados.0.smithi069.stdout:960: read oid 5 snap -1 2024-04-10T15:34:15.944 INFO:tasks.rados.rados.0.smithi069.stdout:960: expect deleted 2024-04-10T15:34:15.944 INFO:tasks.rados.rados.0.smithi069.stdout:961: rmattr oid 32 current snap is 89 2024-04-10T15:34:15.945 INFO:tasks.rados.rados.0.smithi069.stdout:961: done (2 left) 2024-04-10T15:34:15.945 INFO:tasks.rados.rados.0.smithi069.stdout:962: rmattr oid 47 current snap is 89 2024-04-10T15:34:15.945 INFO:tasks.rados.rados.0.smithi069.stdout:963: setattr oid 20 current snap is 89 2024-04-10T15:34:15.946 INFO:tasks.rados.rados.0.smithi069.stdout:958: finishing write tid 1 to smithi06982861-25 2024-04-10T15:34:15.946 INFO:tasks.rados.rados.0.smithi069.stdout:958: finishing write tid 2 to smithi06982861-25 2024-04-10T15:34:15.946 INFO:tasks.rados.rados.0.smithi069.stdout:960: done (3 left) 2024-04-10T15:34:15.946 INFO:tasks.rados.rados.0.smithi069.stdout:964: read oid 34 snap 32 2024-04-10T15:34:15.946 INFO:tasks.rados.rados.0.smithi069.stdout:964: expect (ObjNum 129 snap 31 seq_num 129) 2024-04-10T15:34:15.946 INFO:tasks.rados.rados.0.smithi069.stdout:965: rollback oid 9 current snap is 89 2024-04-10T15:34:15.946 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 9 to 78 2024-04-10T15:34:15.946 INFO:tasks.rados.rados.0.smithi069.stdout:966: setattr oid 4 current snap is 89 2024-04-10T15:34:15.948 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 47 v 386 (ObjNum 295 snap 82 seq_num 295) dirty exists 2024-04-10T15:34:15.948 INFO:tasks.rados.rados.0.smithi069.stdout:958: finishing write tid 3 to smithi06982861-25 2024-04-10T15:34:15.948 INFO:tasks.rados.rados.0.smithi069.stdout:958: oid 25 updating version 0 to 257 2024-04-10T15:34:15.948 INFO:tasks.rados.rados.0.smithi069.stdout:958: oid 25 version 257 is already newer than 256 2024-04-10T15:34:15.948 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 25 v 257 (ObjNum 319 snap 89 seq_num 319) dirty exists 2024-04-10T15:34:15.948 INFO:tasks.rados.rados.0.smithi069.stdout:958: left oid 25 (ObjNum 319 snap 89 seq_num 319) 2024-04-10T15:34:15.948 INFO:tasks.rados.rados.0.smithi069.stdout:958: done (5 left) 2024-04-10T15:34:15.949 INFO:tasks.rados.rados.0.smithi069.stdout:962: done (4 left) 2024-04-10T15:34:15.949 INFO:tasks.rados.rados.0.smithi069.stdout:967: rollback oid 10 current snap is 89 2024-04-10T15:34:15.949 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 10 to 59 2024-04-10T15:34:15.949 INFO:tasks.rados.rados.0.smithi069.stdout:968: rollback oid 24 current snap is 89 2024-04-10T15:34:15.949 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 24 to 59 2024-04-10T15:34:15.949 INFO:tasks.rados.rados.0.smithi069.stdout:969: read oid 44 snap -1 2024-04-10T15:34:15.949 INFO:tasks.rados.rados.0.smithi069.stdout:969: expect deleted 2024-04-10T15:34:15.949 INFO:tasks.rados.rados.0.smithi069.stdout:970: snap_create 2024-04-10T15:34:15.949 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 20 v 352 (ObjNum 296 snap 82 seq_num 296) dirty exists 2024-04-10T15:34:15.950 INFO:tasks.rados.rados.0.smithi069.stdout:965: finishing rollback tid 1 to smithi06982861-9 2024-04-10T15:34:15.950 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 9 v 251 (ObjNum 65 snap 0 seq_num 1785286759) dirty dne 2024-04-10T15:34:15.951 INFO:tasks.rados.rados.0.smithi069.stdout:968: finishing rollback tid 0 to smithi06982861-24 2024-04-10T15:34:15.951 INFO:tasks.rados.rados.0.smithi069.stdout:968: finishing rollback tid 1 to smithi06982861-24 2024-04-10T15:34:15.951 INFO:tasks.rados.rados.0.smithi069.stdout:968: finishing rollback tid 2 to smithi06982861-24 2024-04-10T15:34:15.951 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 24 v 369 (ObjNum 230 snap 56 seq_num 230) dirty exists 2024-04-10T15:34:15.960 INFO:tasks.rados.rados.0.smithi069.stdout:964: expect (ObjNum 129 snap 31 seq_num 129) 2024-04-10T15:34:15.989 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:15 smithi077 ceph-mon[31195]: osdmap e238: 8 total, 8 up, 8 in 2024-04-10T15:34:15.990 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:15 smithi077 ceph-mon[31195]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:34:15.990 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:15 smithi077 ceph-mon[31195]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:34:15.990 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:15 smithi077 ceph-mon[31195]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:34:15.990 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:15 smithi077 ceph-mon[31195]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:34:16.039 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 4 v 480 (ObjNum 259 snap 69 seq_num 259) dirty exists 2024-04-10T15:34:16.040 INFO:tasks.rados.rados.0.smithi069.stdout:967: finishing rollback tid 0 to smithi06982861-10 2024-04-10T15:34:16.040 INFO:tasks.rados.rados.0.smithi069.stdout:967: finishing rollback tid 1 to smithi06982861-10 2024-04-10T15:34:16.040 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 10 v 483 (ObjNum 97 snap 0 seq_num 3227495728) dirty dne 2024-04-10T15:34:16.092 INFO:tasks.rados.rados.0.smithi069.stdout:963: done (7 left) 2024-04-10T15:34:16.093 INFO:tasks.rados.rados.0.smithi069.stdout:964: done (6 left) 2024-04-10T15:34:16.093 INFO:tasks.rados.rados.0.smithi069.stdout:965: done (5 left) 2024-04-10T15:34:16.093 INFO:tasks.rados.rados.0.smithi069.stdout:966: done (4 left) 2024-04-10T15:34:16.093 INFO:tasks.rados.rados.0.smithi069.stdout:967: done (3 left) 2024-04-10T15:34:16.093 INFO:tasks.rados.rados.0.smithi069.stdout:968: done (2 left) 2024-04-10T15:34:16.093 INFO:tasks.rados.rados.0.smithi069.stdout:969: done (1 left) 2024-04-10T15:34:16.093 INFO:tasks.rados.rados.0.smithi069.stdout:970: done (0 left) 2024-04-10T15:34:16.093 INFO:tasks.rados.rados.0.smithi069.stdout:971: copy_from oid 2 from oid 18 current snap is 90 2024-04-10T15:34:16.093 INFO:tasks.rados.rados.0.smithi069.stdout:972: snap_create 2024-04-10T15:34:16.112 INFO:tasks.rados.rados.0.smithi069.stdout:971: finishing copy_from racing read to smithi06982861-2 2024-04-10T15:34:16.114 INFO:tasks.rados.rados.0.smithi069.stdout:971: finishing copy_from to smithi06982861-2 2024-04-10T15:34:16.114 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 2 v 385 (ObjNum 285 snap 80 seq_num 285) dirty exists 2024-04-10T15:34:16.834 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:16 smithi069 ceph-mon[94167]: pgmap v11: 121 pgs: 121 active+clean; 272 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2024-04-10T15:34:16.834 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:16 smithi069 ceph-mon[94167]: osdmap e239: 8 total, 8 up, 8 in 2024-04-10T15:34:16.834 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:16 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:34:16.834 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:16 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:34:16.834 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:16 smithi069 ceph-mon[94167]: osdmap e240: 8 total, 8 up, 8 in 2024-04-10T15:34:16.834 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:16 smithi069 ceph-mon[39688]: pgmap v11: 121 pgs: 121 active+clean; 272 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2024-04-10T15:34:16.834 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:16 smithi069 ceph-mon[39688]: osdmap e239: 8 total, 8 up, 8 in 2024-04-10T15:34:16.834 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:16 smithi069 ceph-mon[39688]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:34:16.834 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:16 smithi069 ceph-mon[39688]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:34:16.835 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:16 smithi069 ceph-mon[39688]: osdmap e240: 8 total, 8 up, 8 in 2024-04-10T15:34:16.850 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:16 smithi077 ceph-mon[31195]: pgmap v11: 121 pgs: 121 active+clean; 272 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2024-04-10T15:34:16.850 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:16 smithi077 ceph-mon[31195]: osdmap e239: 8 total, 8 up, 8 in 2024-04-10T15:34:16.850 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:16 smithi077 ceph-mon[31195]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:34:16.850 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:16 smithi077 ceph-mon[31195]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:34:16.850 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:16 smithi077 ceph-mon[31195]: osdmap e240: 8 total, 8 up, 8 in 2024-04-10T15:34:17.096 INFO:tasks.rados.rados.0.smithi069.stdout:971: done (1 left) 2024-04-10T15:34:17.096 INFO:tasks.rados.rados.0.smithi069.stdout:972: done (0 left) 2024-04-10T15:34:17.096 INFO:tasks.rados.rados.0.smithi069.stdout:973: read oid 19 snap -1 2024-04-10T15:34:17.096 INFO:tasks.rados.rados.0.smithi069.stdout:973: expect (ObjNum 218 snap 54 seq_num 218) 2024-04-10T15:34:17.097 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 44 current snap is 91 2024-04-10T15:34:17.097 INFO:tasks.rados.rados.0.smithi069.stdout:974: seq_num 321 ranges {0=581632} 2024-04-10T15:34:17.099 INFO:tasks.rados.rados.0.smithi069.stdout:974: writing smithi06982861-44 from 0 to 581632 tid 1 2024-04-10T15:34:17.099 INFO:tasks.rados.rados.0.smithi069.stdout:975: snap_create 2024-04-10T15:34:17.105 INFO:tasks.rados.rados.0.smithi069.stdout:974: finishing write tid 1 to smithi06982861-44 2024-04-10T15:34:17.105 INFO:tasks.rados.rados.0.smithi069.stdout:974: finishing write tid 2 to smithi06982861-44 2024-04-10T15:34:17.105 INFO:tasks.rados.rados.0.smithi069.stdout:973: expect (ObjNum 218 snap 54 seq_num 218) 2024-04-10T15:34:17.172 INFO:tasks.rados.rados.0.smithi069.stdout:974: finishing write tid 3 to smithi06982861-44 2024-04-10T15:34:17.172 INFO:tasks.rados.rados.0.smithi069.stdout:974: oid 44 updating version 0 to 384 2024-04-10T15:34:17.172 INFO:tasks.rados.rados.0.smithi069.stdout:974: oid 44 version 384 is already newer than 383 2024-04-10T15:34:17.172 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 44 v 384 (ObjNum 321 snap 91 seq_num 321) dirty exists 2024-04-10T15:34:17.172 INFO:tasks.rados.rados.0.smithi069.stdout:974: left oid 44 (ObjNum 321 snap 91 seq_num 321) 2024-04-10T15:34:17.199 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:34:16 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:15:34:16] "GET /metrics HTTP/1.1" 200 33347 "" "Prometheus/2.43.0" 2024-04-10T15:34:18.104 INFO:tasks.rados.rados.0.smithi069.stdout:973: done (2 left) 2024-04-10T15:34:18.104 INFO:tasks.rados.rados.0.smithi069.stdout:974: done (1 left) 2024-04-10T15:34:18.104 INFO:tasks.rados.rados.0.smithi069.stdout:975: done (0 left) 2024-04-10T15:34:18.104 INFO:tasks.rados.rados.0.smithi069.stdout:976: copy_from oid 44 from oid 47 current snap is 92 2024-04-10T15:34:18.105 INFO:tasks.rados.rados.0.smithi069.stdout:977: copy_from oid 18 from oid 21 current snap is 92 2024-04-10T15:34:18.105 INFO:tasks.rados.rados.0.smithi069.stdout:978: snap_create 2024-04-10T15:34:18.110 INFO:tasks.rados.rados.0.smithi069.stdout:977: finishing copy_from racing read to smithi06982861-18 2024-04-10T15:34:18.110 INFO:tasks.rados.rados.0.smithi069.stdout:977: finishing copy_from to smithi06982861-18 2024-04-10T15:34:18.110 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 18 v 330 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-04-10T15:34:18.112 INFO:tasks.rados.rados.0.smithi069.stdout:976: finishing copy_from racing read to smithi06982861-44 2024-04-10T15:34:18.113 INFO:tasks.rados.rados.0.smithi069.stdout:976: finishing copy_from to smithi06982861-44 2024-04-10T15:34:18.113 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 44 v 386 (ObjNum 295 snap 82 seq_num 295) dirty exists 2024-04-10T15:34:18.292 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:18 smithi077 ceph-mon[31195]: osdmap e241: 8 total, 8 up, 8 in 2024-04-10T15:34:18.292 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:18 smithi077 ceph-mon[31195]: pgmap v15: 121 pgs: 121 active+clean; 267 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 7.4 MiB/s rd, 2.3 MiB/s wr, 45 op/s 2024-04-10T15:34:18.334 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:18 smithi069 ceph-mon[39688]: osdmap e241: 8 total, 8 up, 8 in 2024-04-10T15:34:18.334 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:18 smithi069 ceph-mon[39688]: pgmap v15: 121 pgs: 121 active+clean; 267 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 7.4 MiB/s rd, 2.3 MiB/s wr, 45 op/s 2024-04-10T15:34:18.334 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:18 smithi069 ceph-mon[94167]: osdmap e241: 8 total, 8 up, 8 in 2024-04-10T15:34:18.334 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:18 smithi069 ceph-mon[94167]: pgmap v15: 121 pgs: 121 active+clean; 267 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 7.4 MiB/s rd, 2.3 MiB/s wr, 45 op/s 2024-04-10T15:34:19.108 INFO:tasks.rados.rados.0.smithi069.stdout:976: done (2 left) 2024-04-10T15:34:19.108 INFO:tasks.rados.rados.0.smithi069.stdout:977: done (1 left) 2024-04-10T15:34:19.108 INFO:tasks.rados.rados.0.smithi069.stdout:978: done (0 left) 2024-04-10T15:34:19.108 INFO:tasks.rados.rados.0.smithi069.stdout:979: read oid 16 snap 91 2024-04-10T15:34:19.108 INFO:tasks.rados.rados.0.smithi069.stdout:979: expect (ObjNum 302 snap 86 seq_num 302) 2024-04-10T15:34:19.108 INFO:tasks.rados.rados.0.smithi069.stdout:980: delete oid 5 current snap is 93 2024-04-10T15:34:19.112 INFO:tasks.rados.rados.0.smithi069.stdout:979: expect (ObjNum 302 snap 86 seq_num 302) 2024-04-10T15:34:19.122 INFO:tasks.rados.rados.0.smithi069.stdout:979: done (1 left) 2024-04-10T15:34:19.122 INFO:tasks.rados.rados.0.smithi069.stdout:980: done (0 left) 2024-04-10T15:34:19.122 INFO:tasks.rados.rados.0.smithi069.stdout:981: delete oid 16 current snap is 93 2024-04-10T15:34:19.124 INFO:tasks.rados.rados.0.smithi069.stdout:981: done (0 left) 2024-04-10T15:34:19.124 INFO:tasks.rados.rados.0.smithi069.stdout:982: snap_remove snap 92 2024-04-10T15:34:19.452 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:19 smithi077 ceph-mon[31195]: osdmap e242: 8 total, 8 up, 8 in 2024-04-10T15:34:19.583 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:19 smithi069 ceph-mon[39688]: osdmap e242: 8 total, 8 up, 8 in 2024-04-10T15:34:19.584 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:19 smithi069 ceph-mon[94167]: osdmap e242: 8 total, 8 up, 8 in 2024-04-10T15:34:20.122 INFO:tasks.rados.rados.0.smithi069.stdout:982: done (0 left) 2024-04-10T15:34:20.122 INFO:tasks.rados.rados.0.smithi069.stdout:983: snap_remove snap 90 2024-04-10T15:34:20.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:20 smithi077 ceph-mon[31195]: osdmap e243: 8 total, 8 up, 8 in 2024-04-10T15:34:20.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:20 smithi077 ceph-mon[31195]: pgmap v18: 121 pgs: 121 active+clean; 267 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2024-04-10T15:34:20.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:20 smithi077 ceph-mon[31195]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:34:20.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:20 smithi077 ceph-mon[31195]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:34:20.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:20 smithi077 ceph-mon[31195]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:34:20.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:20 smithi077 ceph-mon[31195]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:34:20.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:20 smithi077 ceph-mon[31195]: Updating smithi069:/etc/ceph/ceph.conf 2024-04-10T15:34:20.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:20 smithi077 ceph-mon[31195]: Updating smithi077:/etc/ceph/ceph.conf 2024-04-10T15:34:20.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:20 smithi077 ceph-mon[31195]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:34:20.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:20 smithi077 ceph-mon[31195]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-10T15:34:20.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:20 smithi077 ceph-mon[31195]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:34:20.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:20 smithi077 ceph-mon[31195]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:34:20.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:20 smithi077 ceph-mon[31195]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:34:20.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:20 smithi077 ceph-mon[31195]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:34:20.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:20 smithi077 ceph-mon[31195]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:34:20.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:20 smithi077 ceph-mon[31195]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:34:20.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:20 smithi077 ceph-mon[31195]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:34:20.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:20 smithi077 ceph-mon[31195]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:34:20.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:20 smithi077 ceph-mon[31195]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:34:20.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:20 smithi077 ceph-mon[31195]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T15:34:20.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:20 smithi077 ceph-mon[31195]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T15:34:20.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:20 smithi077 ceph-mon[31195]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:34:20.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:20 smithi077 ceph-mon[31195]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:34:20.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:20 smithi077 ceph-mon[31195]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:34:20.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:20 smithi077 ceph-mon[31195]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T15:34:20.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:20 smithi077 ceph-mon[31195]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T15:34:20.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:20 smithi077 ceph-mon[31195]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:34:20.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:20 smithi077 ceph-mon[31195]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:34:20.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:20 smithi077 ceph-mon[31195]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:34:20.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:20 smithi077 ceph-mon[31195]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T15:34:20.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:20 smithi077 ceph-mon[31195]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T15:34:20.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:20 smithi077 ceph-mon[31195]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:34:20.493 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:20 smithi077 ceph-mon[31195]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:34:20.493 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:20 smithi077 ceph-mon[31195]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:34:20.584 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:20 smithi069 ceph-mon[39688]: osdmap e243: 8 total, 8 up, 8 in 2024-04-10T15:34:20.584 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:20 smithi069 ceph-mon[39688]: pgmap v18: 121 pgs: 121 active+clean; 267 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2024-04-10T15:34:20.584 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:20 smithi069 ceph-mon[39688]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:34:20.584 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:20 smithi069 ceph-mon[39688]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:34:20.584 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:20 smithi069 ceph-mon[39688]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:34:20.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:20 smithi069 ceph-mon[39688]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:34:20.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:20 smithi069 ceph-mon[39688]: Updating smithi069:/etc/ceph/ceph.conf 2024-04-10T15:34:20.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:20 smithi069 ceph-mon[39688]: Updating smithi077:/etc/ceph/ceph.conf 2024-04-10T15:34:20.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:20 smithi069 ceph-mon[39688]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:34:20.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:20 smithi069 ceph-mon[39688]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-10T15:34:20.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:20 smithi069 ceph-mon[39688]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:34:20.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:20 smithi069 ceph-mon[39688]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:34:20.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:20 smithi069 ceph-mon[39688]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:34:20.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:20 smithi069 ceph-mon[39688]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:34:20.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:20 smithi069 ceph-mon[39688]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:34:20.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:20 smithi069 ceph-mon[39688]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:34:20.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:20 smithi069 ceph-mon[39688]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:34:20.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:20 smithi069 ceph-mon[39688]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:34:20.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:20 smithi069 ceph-mon[39688]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:34:20.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:20 smithi069 ceph-mon[39688]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T15:34:20.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:20 smithi069 ceph-mon[39688]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T15:34:20.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:20 smithi069 ceph-mon[39688]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:34:20.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:20 smithi069 ceph-mon[39688]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:34:20.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:20 smithi069 ceph-mon[39688]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:34:20.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:20 smithi069 ceph-mon[39688]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T15:34:20.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:20 smithi069 ceph-mon[39688]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T15:34:20.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:20 smithi069 ceph-mon[39688]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:34:20.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:20 smithi069 ceph-mon[39688]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:34:20.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:20 smithi069 ceph-mon[39688]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:34:20.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:20 smithi069 ceph-mon[39688]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T15:34:20.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:20 smithi069 ceph-mon[39688]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T15:34:20.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:20 smithi069 ceph-mon[39688]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:34:20.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:20 smithi069 ceph-mon[39688]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:34:20.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:20 smithi069 ceph-mon[39688]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:34:20.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:20 smithi069 ceph-mon[94167]: osdmap e243: 8 total, 8 up, 8 in 2024-04-10T15:34:20.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:20 smithi069 ceph-mon[94167]: pgmap v18: 121 pgs: 121 active+clean; 267 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2024-04-10T15:34:20.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:20 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:34:20.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:20 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:34:20.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:20 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:34:20.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:20 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:34:20.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:20 smithi069 ceph-mon[94167]: Updating smithi069:/etc/ceph/ceph.conf 2024-04-10T15:34:20.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:20 smithi069 ceph-mon[94167]: Updating smithi077:/etc/ceph/ceph.conf 2024-04-10T15:34:20.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:20 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:34:20.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:20 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-10T15:34:20.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:20 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:34:20.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:20 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:34:20.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:20 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:34:20.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:20 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:34:20.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:20 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:34:20.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:20 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:34:20.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:20 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:34:20.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:20 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:34:20.589 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:20 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:34:20.589 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:20 smithi069 ceph-mon[94167]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T15:34:20.589 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:20 smithi069 ceph-mon[94167]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T15:34:20.589 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:20 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:34:20.589 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:20 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:34:20.589 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:20 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:34:20.589 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:20 smithi069 ceph-mon[94167]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T15:34:20.589 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:20 smithi069 ceph-mon[94167]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T15:34:20.589 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:20 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:34:20.589 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:20 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:34:20.589 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:20 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:34:20.589 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:20 smithi069 ceph-mon[94167]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T15:34:20.589 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:20 smithi069 ceph-mon[94167]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T15:34:20.589 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:20 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:34:20.589 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:20 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:34:20.589 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:20 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:34:21.093 INFO:tasks.rados.rados.0.smithi069.stdout:983: done (0 left) 2024-04-10T15:34:21.094 INFO:tasks.rados.rados.0.smithi069.stdout:984: snap_create 2024-04-10T15:34:21.386 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:21 smithi069 ceph-mon[39688]: Updating smithi069:/var/lib/ceph/09bfb546-f74e-11ee-b64a-cb9ed24678a4/config/ceph.conf 2024-04-10T15:34:21.387 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:21 smithi069 ceph-mon[39688]: Updating smithi077:/var/lib/ceph/09bfb546-f74e-11ee-b64a-cb9ed24678a4/config/ceph.conf 2024-04-10T15:34:21.387 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:21 smithi069 ceph-mon[39688]: osdmap e244: 8 total, 8 up, 8 in 2024-04-10T15:34:21.387 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:21 smithi069 ceph-mon[39688]: Updating smithi069:/etc/ceph/ceph.client.admin.keyring 2024-04-10T15:34:21.387 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:21 smithi069 ceph-mon[39688]: Updating smithi077:/etc/ceph/ceph.client.admin.keyring 2024-04-10T15:34:21.387 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:21 smithi069 ceph-mon[39688]: Updating smithi069:/var/lib/ceph/09bfb546-f74e-11ee-b64a-cb9ed24678a4/config/ceph.client.admin.keyring 2024-04-10T15:34:21.387 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:21 smithi069 ceph-mon[39688]: Updating smithi077:/var/lib/ceph/09bfb546-f74e-11ee-b64a-cb9ed24678a4/config/ceph.client.admin.keyring 2024-04-10T15:34:21.387 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:21 smithi069 ceph-mon[39688]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:34:21.387 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:21 smithi069 ceph-mon[39688]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:34:21.387 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:21 smithi069 ceph-mon[39688]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:34:21.388 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:21 smithi069 ceph-mon[39688]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:34:21.388 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:21 smithi069 ceph-mon[39688]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:34:21.388 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:21 smithi069 ceph-mon[39688]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:34:21.388 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:21 smithi069 ceph-mon[39688]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:34:21.388 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:21 smithi069 ceph-mon[39688]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-04-10T15:34:21.388 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:21 smithi069 ceph-mon[39688]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["c"]}]: dispatch 2024-04-10T15:34:21.388 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:21 smithi069 ceph-mon[39688]: osdmap e245: 8 total, 8 up, 8 in 2024-04-10T15:34:21.389 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:21 smithi069 ceph-mon[94167]: Updating smithi069:/var/lib/ceph/09bfb546-f74e-11ee-b64a-cb9ed24678a4/config/ceph.conf 2024-04-10T15:34:21.389 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:21 smithi069 ceph-mon[94167]: Updating smithi077:/var/lib/ceph/09bfb546-f74e-11ee-b64a-cb9ed24678a4/config/ceph.conf 2024-04-10T15:34:21.389 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:21 smithi069 ceph-mon[94167]: osdmap e244: 8 total, 8 up, 8 in 2024-04-10T15:34:21.389 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:21 smithi069 ceph-mon[94167]: Updating smithi069:/etc/ceph/ceph.client.admin.keyring 2024-04-10T15:34:21.389 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:21 smithi069 ceph-mon[94167]: Updating smithi077:/etc/ceph/ceph.client.admin.keyring 2024-04-10T15:34:21.390 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:21 smithi069 ceph-mon[94167]: Updating smithi069:/var/lib/ceph/09bfb546-f74e-11ee-b64a-cb9ed24678a4/config/ceph.client.admin.keyring 2024-04-10T15:34:21.390 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:21 smithi069 ceph-mon[94167]: Updating smithi077:/var/lib/ceph/09bfb546-f74e-11ee-b64a-cb9ed24678a4/config/ceph.client.admin.keyring 2024-04-10T15:34:21.390 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:21 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:34:21.390 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:21 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:34:21.390 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:21 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:34:21.390 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:21 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:34:21.390 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:21 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:34:21.391 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:21 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:34:21.391 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:21 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:34:21.391 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:21 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-04-10T15:34:21.391 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:21 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["c"]}]: dispatch 2024-04-10T15:34:21.391 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:21 smithi069 ceph-mon[94167]: osdmap e245: 8 total, 8 up, 8 in 2024-04-10T15:34:21.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:21 smithi077 ceph-mon[31195]: Updating smithi069:/var/lib/ceph/09bfb546-f74e-11ee-b64a-cb9ed24678a4/config/ceph.conf 2024-04-10T15:34:21.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:21 smithi077 ceph-mon[31195]: Updating smithi077:/var/lib/ceph/09bfb546-f74e-11ee-b64a-cb9ed24678a4/config/ceph.conf 2024-04-10T15:34:21.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:21 smithi077 ceph-mon[31195]: osdmap e244: 8 total, 8 up, 8 in 2024-04-10T15:34:21.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:21 smithi077 ceph-mon[31195]: Updating smithi069:/etc/ceph/ceph.client.admin.keyring 2024-04-10T15:34:21.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:21 smithi077 ceph-mon[31195]: Updating smithi077:/etc/ceph/ceph.client.admin.keyring 2024-04-10T15:34:21.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:21 smithi077 ceph-mon[31195]: Updating smithi069:/var/lib/ceph/09bfb546-f74e-11ee-b64a-cb9ed24678a4/config/ceph.client.admin.keyring 2024-04-10T15:34:21.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:21 smithi077 ceph-mon[31195]: Updating smithi077:/var/lib/ceph/09bfb546-f74e-11ee-b64a-cb9ed24678a4/config/ceph.client.admin.keyring 2024-04-10T15:34:21.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:21 smithi077 ceph-mon[31195]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:34:21.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:21 smithi077 ceph-mon[31195]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:34:21.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:21 smithi077 ceph-mon[31195]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:34:21.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:21 smithi077 ceph-mon[31195]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:34:21.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:21 smithi077 ceph-mon[31195]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:34:21.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:21 smithi077 ceph-mon[31195]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:34:21.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:21 smithi077 ceph-mon[31195]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:34:21.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:21 smithi077 ceph-mon[31195]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-04-10T15:34:21.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:21 smithi077 ceph-mon[31195]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["c"]}]: dispatch 2024-04-10T15:34:21.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:21 smithi077 ceph-mon[31195]: osdmap e245: 8 total, 8 up, 8 in 2024-04-10T15:34:22.096 INFO:tasks.rados.rados.0.smithi069.stdout:984: done (0 left) 2024-04-10T15:34:22.096 INFO:tasks.rados.rados.0.smithi069.stdout:985: rollback oid 48 current snap is 94 2024-04-10T15:34:22.097 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 48 to 60 2024-04-10T15:34:22.097 INFO:tasks.rados.rados.0.smithi069.stdout:986: copy_from oid 4 from oid 24 current snap is 94 2024-04-10T15:34:22.097 INFO:tasks.rados.rados.0.smithi069.stdout:987: snap_create 2024-04-10T15:34:22.103 INFO:tasks.rados.rados.0.smithi069.stdout:985: finishing rollback tid 0 to smithi06982861-48 2024-04-10T15:34:22.103 INFO:tasks.rados.rados.0.smithi069.stdout:985: finishing rollback tid 1 to smithi06982861-48 2024-04-10T15:34:22.103 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 48 v 415 (ObjNum 129 snap 0 seq_num 1434276528) dirty dne 2024-04-10T15:34:22.114 INFO:tasks.rados.rados.0.smithi069.stdout:986: finishing copy_from racing read to smithi06982861-4 2024-04-10T15:34:22.115 INFO:tasks.rados.rados.0.smithi069.stdout:986: finishing copy_from to smithi06982861-4 2024-04-10T15:34:22.115 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 4 v 369 (ObjNum 230 snap 56 seq_num 230) dirty exists 2024-04-10T15:34:22.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:22 smithi069 ceph-mon[39688]: Upgrade: It appears safe to stop mon.c 2024-04-10T15:34:22.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:22 smithi069 ceph-mon[39688]: pgmap v21: 121 pgs: 121 active+clean; 277 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.8 MiB/s wr, 36 op/s 2024-04-10T15:34:22.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:22 smithi069 ceph-mon[39688]: osdmap e246: 8 total, 8 up, 8 in 2024-04-10T15:34:22.485 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:22 smithi069 ceph-mon[94167]: Upgrade: It appears safe to stop mon.c 2024-04-10T15:34:22.485 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:22 smithi069 ceph-mon[94167]: pgmap v21: 121 pgs: 121 active+clean; 277 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.8 MiB/s wr, 36 op/s 2024-04-10T15:34:22.485 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:22 smithi069 ceph-mon[94167]: osdmap e246: 8 total, 8 up, 8 in 2024-04-10T15:34:22.490 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:34:22 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[78458]: ts=2024-04-10T15:34:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:34:22.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:22 smithi077 ceph-mon[31195]: Upgrade: It appears safe to stop mon.c 2024-04-10T15:34:22.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:22 smithi077 ceph-mon[31195]: pgmap v21: 121 pgs: 121 active+clean; 277 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.8 MiB/s wr, 36 op/s 2024-04-10T15:34:22.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:22 smithi077 ceph-mon[31195]: osdmap e246: 8 total, 8 up, 8 in 2024-04-10T15:34:23.099 INFO:tasks.rados.rados.0.smithi069.stdout:985: done (2 left) 2024-04-10T15:34:23.099 INFO:tasks.rados.rados.0.smithi069.stdout:986: done (1 left) 2024-04-10T15:34:23.099 INFO:tasks.rados.rados.0.smithi069.stdout:987: done (0 left) 2024-04-10T15:34:23.100 INFO:tasks.rados.rados.0.smithi069.stdout:988: read oid 34 snap 60 2024-04-10T15:34:23.100 INFO:tasks.rados.rados.0.smithi069.stdout:988: expect (ObjNum 132 snap 31 seq_num 132) 2024-04-10T15:34:23.100 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 45 current snap is 95 2024-04-10T15:34:23.100 INFO:tasks.rados.rados.0.smithi069.stdout:989: seq_num 324 ranges {483328=630784} 2024-04-10T15:34:23.105 INFO:tasks.rados.rados.0.smithi069.stdout:989: writing smithi06982861-45 from 483328 to 1114112 tid 1 2024-04-10T15:34:23.106 INFO:tasks.rados.rados.0.smithi069.stdout:990: delete oid 48 current snap is 95 2024-04-10T15:34:23.107 INFO:tasks.rados.rados.0.smithi069.stdout:990: done (2 left) 2024-04-10T15:34:23.107 INFO:tasks.rados.rados.0.smithi069.stdout:991: setattr oid 30 current snap is 95 2024-04-10T15:34:23.110 INFO:tasks.rados.rados.0.smithi069.stdout:992: rollback oid 42 current snap is 95 2024-04-10T15:34:23.110 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 42 to 78 2024-04-10T15:34:23.110 INFO:tasks.rados.rados.0.smithi069.stdout:993: snap_create 2024-04-10T15:34:23.110 INFO:tasks.rados.rados.0.smithi069.stdout:989: finishing write tid 1 to smithi06982861-45 2024-04-10T15:34:23.110 INFO:tasks.rados.rados.0.smithi069.stdout:989: finishing write tid 2 to smithi06982861-45 2024-04-10T15:34:23.112 INFO:tasks.rados.rados.0.smithi069.stdout:989: finishing write tid 3 to smithi06982861-45 2024-04-10T15:34:23.112 INFO:tasks.rados.rados.0.smithi069.stdout:989: oid 45 updating version 0 to 366 2024-04-10T15:34:23.112 INFO:tasks.rados.rados.0.smithi069.stdout:989: oid 45 version 366 is already newer than 365 2024-04-10T15:34:23.112 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 45 v 366 (ObjNum 324 snap 95 seq_num 324) dirty exists 2024-04-10T15:34:23.112 INFO:tasks.rados.rados.0.smithi069.stdout:989: left oid 45 (ObjNum 324 snap 95 seq_num 324) 2024-04-10T15:34:23.114 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 30 v 453 (ObjNum 33 snap 0 seq_num 1434573264) dirty exists 2024-04-10T15:34:23.115 INFO:tasks.rados.rados.0.smithi069.stdout:992: finishing rollback tid 0 to smithi06982861-42 2024-04-10T15:34:23.115 INFO:tasks.rados.rados.0.smithi069.stdout:992: finishing rollback tid 1 to smithi06982861-42 2024-04-10T15:34:23.116 INFO:tasks.rados.rados.0.smithi069.stdout:992: finishing rollback tid 2 to smithi06982861-42 2024-04-10T15:34:23.116 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 42 v 373 (ObjNum 164 snap 38 seq_num 164) dirty exists 2024-04-10T15:34:23.130 INFO:tasks.rados.rados.0.smithi069.stdout:988: expect (ObjNum 132 snap 31 seq_num 132) 2024-04-10T15:34:23.370 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:23 smithi069 ceph-mon[39688]: mgrmap e42: y(active, since 12s), standbys: x 2024-04-10T15:34:23.371 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:23 smithi069 ceph-mon[39688]: Upgrade: Updating mon.c 2024-04-10T15:34:23.371 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:23 smithi069 ceph-mon[39688]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:34:23.371 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:23 smithi069 ceph-mon[39688]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-10T15:34:23.371 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:23 smithi069 ceph-mon[39688]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-10T15:34:23.371 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:23 smithi069 ceph-mon[39688]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:34:23.371 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:23 smithi069 ceph-mon[39688]: Deploying daemon mon.c on smithi069 2024-04-10T15:34:23.371 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:23 smithi069 ceph-mon[39688]: osdmap e247: 8 total, 8 up, 8 in 2024-04-10T15:34:23.372 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:23 smithi069 ceph-mon[94167]: mgrmap e42: y(active, since 12s), standbys: x 2024-04-10T15:34:23.372 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:23 smithi069 ceph-mon[94167]: Upgrade: Updating mon.c 2024-04-10T15:34:23.372 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:23 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:34:23.372 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:23 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-10T15:34:23.372 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:23 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-10T15:34:23.372 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:23 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:34:23.372 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:23 smithi069 ceph-mon[94167]: Deploying daemon mon.c on smithi069 2024-04-10T15:34:23.372 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:23 smithi069 ceph-mon[94167]: osdmap e247: 8 total, 8 up, 8 in 2024-04-10T15:34:23.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:23 smithi077 ceph-mon[31195]: mgrmap e42: y(active, since 12s), standbys: x 2024-04-10T15:34:23.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:23 smithi077 ceph-mon[31195]: Upgrade: Updating mon.c 2024-04-10T15:34:23.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:23 smithi077 ceph-mon[31195]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:34:23.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:23 smithi077 ceph-mon[31195]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-10T15:34:23.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:23 smithi077 ceph-mon[31195]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-10T15:34:23.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:23 smithi077 ceph-mon[31195]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:34:23.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:23 smithi077 ceph-mon[31195]: Deploying daemon mon.c on smithi069 2024-04-10T15:34:23.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:23 smithi077 ceph-mon[31195]: osdmap e247: 8 total, 8 up, 8 in 2024-04-10T15:34:23.990 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:34:23 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[78458]: ts=2024-04-10T15:34:23.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi069\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi069\", job=\"node\", machine=\"x86_64\", nodename=\"smithi069\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", domainname=\"(none)\", instance=\"smithi069\", job=\"node\", machine=\"x86_64\", nodename=\"smithi069\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:34:24.099 INFO:tasks.rados.rados.0.smithi069.stdout:988: done (4 left) 2024-04-10T15:34:24.100 INFO:tasks.rados.rados.0.smithi069.stdout:989: done (3 left) 2024-04-10T15:34:24.100 INFO:tasks.rados.rados.0.smithi069.stdout:991: done (2 left) 2024-04-10T15:34:24.100 INFO:tasks.rados.rados.0.smithi069.stdout:992: done (1 left) 2024-04-10T15:34:24.100 INFO:tasks.rados.rados.0.smithi069.stdout:993: done (0 left) 2024-04-10T15:34:24.100 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 36 current snap is 96 2024-04-10T15:34:24.100 INFO:tasks.rados.rados.0.smithi069.stdout:994: seq_num 326 ranges {6676480=663552} 2024-04-10T15:34:24.139 INFO:tasks.rados.rados.0.smithi069.stdout:994: writing smithi06982861-36 from 6676480 to 7340032 tid 1 2024-04-10T15:34:24.139 INFO:tasks.rados.rados.0.smithi069.stdout:995: read oid 24 snap -1 2024-04-10T15:34:24.139 INFO:tasks.rados.rados.0.smithi069.stdout:995: expect (ObjNum 230 snap 56 seq_num 230) 2024-04-10T15:34:24.139 INFO:tasks.rados.rados.0.smithi069.stdout:996: read oid 30 snap -1 2024-04-10T15:34:24.140 INFO:tasks.rados.rados.0.smithi069.stdout:996: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-10T15:34:24.140 INFO:tasks.rados.rados.0.smithi069.stdout:997: snap_remove snap 87 2024-04-10T15:34:24.487 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:24 smithi069 ceph-mon[39688]: pgmap v24: 121 pgs: 121 active+clean; 277 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.8 MiB/s wr, 36 op/s 2024-04-10T15:34:24.487 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:24 smithi069 ceph-mon[39688]: osdmap e248: 8 total, 8 up, 8 in 2024-04-10T15:34:24.487 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:24 smithi069 ceph-mon[94167]: pgmap v24: 121 pgs: 121 active+clean; 277 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.8 MiB/s wr, 36 op/s 2024-04-10T15:34:24.487 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:24 smithi069 ceph-mon[94167]: osdmap e248: 8 total, 8 up, 8 in 2024-04-10T15:34:24.489 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:24 smithi077 ceph-mon[31195]: pgmap v24: 121 pgs: 121 active+clean; 277 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.8 MiB/s wr, 36 op/s 2024-04-10T15:34:24.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:24 smithi077 ceph-mon[31195]: osdmap e248: 8 total, 8 up, 8 in 2024-04-10T15:34:24.741 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:24 smithi069 systemd[1]: Stopping Ceph mon.c for 09bfb546-f74e-11ee-b64a-cb9ed24678a4... 2024-04-10T15:34:25.083 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:24 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mon-c[39665]: 2024-04-10T15:34:24.753+0000 7f168794a700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-04-10T15:34:25.084 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:24 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mon-c[39665]: 2024-04-10T15:34:24.753+0000 7f168794a700 -1 mon.c@2(peon) e3 *** Got Signal Terminated *** 2024-04-10T15:34:25.084 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:24 smithi069 podman[96548]: 2024-04-10 15:34:24.886453159 +0000 UTC m=+0.247041610 container died 6765714be6cccf85e99b0a6f80aa2f01306ec9002976a7dbd308b25c1d1196b5 (image=quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mon-c, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-d540eba, ceph=True, org.label-schema.build-date=20240403, GIT_BRANCH=HEAD, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_CLEAN=True, io.buildah.version=1.33.5) 2024-04-10T15:34:25.584 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:25 smithi069 podman[96548]: 2024-04-10 15:34:25.367971296 +0000 UTC m=+0.728559821 container cleanup 6765714be6cccf85e99b0a6f80aa2f01306ec9002976a7dbd308b25c1d1196b5 (image=quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mon-c, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_CLEAN=True, ceph=True, org.label-schema.build-date=20240403, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, RELEASE=reef-d540eba, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2) 2024-04-10T15:34:25.584 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:25 smithi069 bash[96548]: ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mon-c 2024-04-10T15:34:25.990 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:25 smithi069 podman[96565]: 2024-04-10 15:34:25.619675114 +0000 UTC m=+0.736006175 container remove 6765714be6cccf85e99b0a6f80aa2f01306ec9002976a7dbd308b25c1d1196b5 (image=quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mon-c, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.schema-version=1.0, RELEASE=reef-d540eba, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240403, GIT_CLEAN=True, ceph=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2) 2024-04-10T15:34:25.990 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:25 smithi069 systemd[1]: ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4@mon.c.service: Deactivated successfully. 2024-04-10T15:34:25.990 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:25 smithi069 systemd[1]: Stopped Ceph mon.c for 09bfb546-f74e-11ee-b64a-cb9ed24678a4. 2024-04-10T15:34:25.990 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:25 smithi069 systemd[1]: ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4@mon.c.service: Consumed 7.756s CPU time. 2024-04-10T15:34:26.331 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:26 smithi069 systemd[1]: Starting Ceph mon.c for 09bfb546-f74e-11ee-b64a-cb9ed24678a4... 2024-04-10T15:34:26.331 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:26 smithi069 podman[96701]: 2024-04-10 15:34:26.118359294 +0000 UTC m=+0.018332814 image pull ffe3e7ac3788b84d6c0b551f13dbde782a187c25e75d087cf3ace2b26f4e3ffa quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc 2024-04-10T15:34:26.331 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:26 smithi069 podman[96701]: 2024-04-10 15:34:26.237219392 +0000 UTC m=+0.137192944 container create bac2280f1f05d6ac2564666ae52ffb1eb4eb53a7e6db33fcca33702df37fdffb (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mon-c, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240409, org.label-schema.license=GPLv2, ceph=True, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, io.buildah.version=1.33.5) 2024-04-10T15:34:26.544 INFO:tasks.rados.rados.0.smithi069.stdout:997: done (3 left) 2024-04-10T15:34:26.544 INFO:tasks.rados.rados.0.smithi069.stdout:998: read oid 49 snap -1 2024-04-10T15:34:26.544 INFO:tasks.rados.rados.0.smithi069.stdout:998: expect (ObjNum 312 snap 88 seq_num 312) 2024-04-10T15:34:26.544 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 26 current snap is 96 2024-04-10T15:34:26.544 INFO:tasks.rados.rados.0.smithi069.stdout:999: seq_num 327 ranges {4562944=679936} 2024-04-10T15:34:26.573 INFO:tasks.rados.rados.0.smithi069.stdout:999: writing smithi06982861-26 from 4562944 to 5242880 tid 1 2024-04-10T15:34:26.573 INFO:tasks.rados.rados.0.smithi069.stdout:1000: setattr oid 22 current snap is 96 2024-04-10T15:34:26.573 INFO:tasks.rados.rados.0.smithi069.stdout:996: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-10T15:34:26.576 INFO:tasks.rados.rados.0.smithi069.stdout:995: expect (ObjNum 230 snap 56 seq_num 230) 2024-04-10T15:34:26.715 INFO:tasks.rados.rados.0.smithi069.stdout:994: finishing write tid 1 to smithi06982861-36 2024-04-10T15:34:26.715 INFO:tasks.rados.rados.0.smithi069.stdout:994: finishing write tid 2 to smithi06982861-36 2024-04-10T15:34:26.715 INFO:tasks.rados.rados.0.smithi069.stdout:994: finishing write tid 3 to smithi06982861-36 2024-04-10T15:34:26.715 INFO:tasks.rados.rados.0.smithi069.stdout:994: oid 36 updating version 0 to 387 2024-04-10T15:34:26.716 INFO:tasks.rados.rados.0.smithi069.stdout:994: oid 36 updating version 387 to 388 2024-04-10T15:34:26.716 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 36 v 388 (ObjNum 326 snap 96 seq_num 326) dirty exists 2024-04-10T15:34:26.716 INFO:tasks.rados.rados.0.smithi069.stdout:994: left oid 36 (ObjNum 326 snap 96 seq_num 326) 2024-04-10T15:34:26.716 INFO:tasks.rados.rados.0.smithi069.stdout:998: expect (ObjNum 312 snap 88 seq_num 312) 2024-04-10T15:34:26.821 INFO:tasks.rados.rados.0.smithi069.stdout:999: finishing write tid 1 to smithi06982861-26 2024-04-10T15:34:26.821 INFO:tasks.rados.rados.0.smithi069.stdout:999: finishing write tid 2 to smithi06982861-26 2024-04-10T15:34:26.821 INFO:tasks.rados.rados.0.smithi069.stdout:994: done (5 left) 2024-04-10T15:34:26.821 INFO:tasks.rados.rados.0.smithi069.stdout:995: done (4 left) 2024-04-10T15:34:26.821 INFO:tasks.rados.rados.0.smithi069.stdout:996: done (3 left) 2024-04-10T15:34:26.821 INFO:tasks.rados.rados.0.smithi069.stdout:998: done (2 left) 2024-04-10T15:34:26.821 INFO:tasks.rados.rados.0.smithi069.stdout:1001: read oid 9 snap -1 2024-04-10T15:34:26.821 INFO:tasks.rados.rados.0.smithi069.stdout:1001: expect deleted 2024-04-10T15:34:26.821 INFO:tasks.rados.rados.0.smithi069.stdout:1002: snap_remove snap 71 2024-04-10T15:34:26.834 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:26 smithi069 podman[96701]: 2024-04-10 15:34:26.45642723 +0000 UTC m=+0.356400737 container init bac2280f1f05d6ac2564666ae52ffb1eb4eb53a7e6db33fcca33702df37fdffb (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mon-c, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240409, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, maintainer=Guillaume Abrioux , GIT_CLEAN=True) 2024-04-10T15:34:26.834 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:26 smithi069 podman[96701]: 2024-04-10 15:34:26.461517072 +0000 UTC m=+0.361490582 container start bac2280f1f05d6ac2564666ae52ffb1eb4eb53a7e6db33fcca33702df37fdffb (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mon-c, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , ceph=True, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, org.label-schema.build-date=20240409) 2024-04-10T15:34:26.834 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:26 smithi069 ceph-mon[96738]: set uid:gid to 167:167 (ceph:ceph) 2024-04-10T15:34:26.834 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:26 smithi069 ceph-mon[96738]: ceph version 19.0.0-2838-ga5074d45 (a5074d4516d566e9d8b6aec912f26afd099de101) squid (dev), process ceph-mon, pid 7 2024-04-10T15:34:26.834 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:26 smithi069 ceph-mon[96738]: pidfile_write: ignore empty --pid-file 2024-04-10T15:34:26.835 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:26 smithi069 ceph-mon[96738]: load: jerasure load: lrc 2024-04-10T15:34:26.835 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:26 smithi069 ceph-mon[96738]: rocksdb: RocksDB version: 7.9.2 2024-04-10T15:34:26.835 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:26 smithi069 ceph-mon[96738]: rocksdb: Git sha 0 2024-04-10T15:34:26.835 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:26 smithi069 ceph-mon[96738]: rocksdb: Compile date 2024-04-09 19:52:16 2024-04-10T15:34:26.835 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:26 smithi069 ceph-mon[96738]: rocksdb: DB SUMMARY 2024-04-10T15:34:26.835 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:26 smithi069 ceph-mon[96738]: rocksdb: DB Session ID: INKH2P6SUI3RMZ1M41QJ 2024-04-10T15:34:26.835 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:26 smithi069 ceph-mon[96738]: rocksdb: CURRENT file: CURRENT 2024-04-10T15:34:26.835 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:26 smithi069 ceph-mon[96738]: rocksdb: IDENTITY file: IDENTITY 2024-04-10T15:34:26.835 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:26 smithi069 ceph-mon[96738]: rocksdb: MANIFEST file: MANIFEST-000010 size: 1405 Bytes 2024-04-10T15:34:26.835 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:26 smithi069 ceph-mon[96738]: rocksdb: SST files in /var/lib/ceph/mon/ceph-c/store.db dir, Total Num: 1, files: 000027.sst 2024-04-10T15:34:26.835 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:26 smithi069 ceph-mon[96738]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-c/store.db: 000025.log size: 8001780 ; 2024-04-10T15:34:26.835 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:26 smithi069 ceph-mon[96738]: rocksdb: Options.error_if_exists: 0 2024-04-10T15:34:26.835 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:26 smithi069 ceph-mon[96738]: rocksdb: Options.create_if_missing: 0 2024-04-10T15:34:26.835 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:26 smithi069 ceph-mon[96738]: rocksdb: Options.paranoid_checks: 1 2024-04-10T15:34:26.836 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:26 smithi069 ceph-mon[96738]: rocksdb: Options.flush_verify_memtable_count: 1 2024-04-10T15:34:26.836 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:26 smithi069 ceph-mon[96738]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-04-10T15:34:26.836 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:26 smithi069 ceph-mon[96738]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-04-10T15:34:26.836 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:26 smithi069 ceph-mon[96738]: rocksdb: Options.env: 0x55fd1437ed40 2024-04-10T15:34:26.836 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:26 smithi069 ceph-mon[96738]: rocksdb: Options.fs: PosixFileSystem 2024-04-10T15:34:26.836 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:26 smithi069 ceph-mon[96738]: rocksdb: Options.info_log: 0x55fd16555be0 2024-04-10T15:34:26.836 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:26 smithi069 ceph-mon[96738]: rocksdb: Options.max_file_opening_threads: 16 2024-04-10T15:34:26.837 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:26 smithi069 ceph-mon[96738]: rocksdb: Options.statistics: (nil) 2024-04-10T15:34:26.837 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:26 smithi069 ceph-mon[96738]: rocksdb: Options.use_fsync: 0 2024-04-10T15:34:26.837 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:26 smithi069 ceph-mon[96738]: rocksdb: Options.max_log_file_size: 0 2024-04-10T15:34:26.837 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:26 smithi069 ceph-mon[96738]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-04-10T15:34:26.837 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:26 smithi069 ceph-mon[96738]: rocksdb: Options.log_file_time_to_roll: 0 2024-04-10T15:34:26.837 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:26 smithi069 ceph-mon[96738]: rocksdb: Options.keep_log_file_num: 1000 2024-04-10T15:34:26.837 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:26 smithi069 ceph-mon[96738]: rocksdb: Options.recycle_log_file_num: 0 2024-04-10T15:34:26.837 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:26 smithi069 ceph-mon[96738]: rocksdb: Options.allow_fallocate: 1 2024-04-10T15:34:26.837 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:26 smithi069 ceph-mon[96738]: rocksdb: Options.allow_mmap_reads: 0 2024-04-10T15:34:26.837 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:26 smithi069 ceph-mon[96738]: rocksdb: Options.allow_mmap_writes: 0 2024-04-10T15:34:26.838 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:26 smithi069 ceph-mon[96738]: rocksdb: Options.use_direct_reads: 0 2024-04-10T15:34:26.838 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:26 smithi069 ceph-mon[96738]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-04-10T15:34:26.838 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:26 smithi069 ceph-mon[96738]: rocksdb: Options.create_missing_column_families: 0 2024-04-10T15:34:26.838 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:26 smithi069 ceph-mon[96738]: rocksdb: Options.db_log_dir: 2024-04-10T15:34:26.838 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:26 smithi069 ceph-mon[96738]: rocksdb: Options.wal_dir: 2024-04-10T15:34:26.838 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:26 smithi069 ceph-mon[96738]: rocksdb: Options.table_cache_numshardbits: 6 2024-04-10T15:34:26.838 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:26 smithi069 ceph-mon[96738]: rocksdb: Options.WAL_ttl_seconds: 0 2024-04-10T15:34:26.838 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:26 smithi069 ceph-mon[96738]: rocksdb: Options.WAL_size_limit_MB: 0 2024-04-10T15:34:26.838 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:26 smithi069 ceph-mon[96738]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-04-10T15:34:26.838 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:26 smithi069 ceph-mon[96738]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-04-10T15:34:26.838 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:26 smithi069 ceph-mon[96738]: rocksdb: Options.is_fd_close_on_exec: 1 2024-04-10T15:34:26.838 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:26 smithi069 ceph-mon[96738]: rocksdb: Options.advise_random_on_open: 1 2024-04-10T15:34:26.838 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:26 smithi069 ceph-mon[96738]: rocksdb: Options.db_write_buffer_size: 0 2024-04-10T15:34:26.839 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:26 smithi069 ceph-mon[96738]: rocksdb: Options.write_buffer_manager: 0x55fd165261e0 2024-04-10T15:34:26.839 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:26 smithi069 ceph-mon[96738]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-04-10T15:34:26.839 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:26 smithi069 ceph-mon[96738]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-04-10T15:34:26.839 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:26 smithi069 ceph-mon[96738]: rocksdb: Options.use_adaptive_mutex: 0 2024-04-10T15:34:26.839 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:26 smithi069 ceph-mon[96738]: rocksdb: Options.rate_limiter: (nil) 2024-04-10T15:34:26.839 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:26 smithi069 ceph-mon[96738]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-04-10T15:34:26.839 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:26 smithi069 ceph-mon[96738]: rocksdb: Options.wal_recovery_mode: 2 2024-04-10T15:34:26.839 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:26 smithi069 ceph-mon[96738]: rocksdb: Options.enable_thread_tracking: 0 2024-04-10T15:34:26.839 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:26 smithi069 ceph-mon[96738]: rocksdb: Options.enable_pipelined_write: 0 2024-04-10T15:34:26.839 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:26 smithi069 ceph-mon[96738]: rocksdb: Options.unordered_write: 0 2024-04-10T15:34:26.839 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:26 smithi069 ceph-mon[96738]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-04-10T15:34:26.839 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:26 smithi069 ceph-mon[96738]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-04-10T15:34:26.839 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:26 smithi069 ceph-mon[96738]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-04-10T15:34:26.839 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:26 smithi069 ceph-mon[96738]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-04-10T15:34:26.839 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:26 smithi069 ceph-mon[96738]: rocksdb: Options.row_cache: None 2024-04-10T15:34:26.840 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:26 smithi069 ceph-mon[96738]: rocksdb: Options.wal_filter: None 2024-04-10T15:34:26.840 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:26 smithi069 ceph-mon[96738]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-04-10T15:34:26.840 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:26 smithi069 ceph-mon[96738]: rocksdb: Options.allow_ingest_behind: 0 2024-04-10T15:34:26.840 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:26 smithi069 ceph-mon[96738]: rocksdb: Options.two_write_queues: 0 2024-04-10T15:34:26.840 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:26 smithi069 ceph-mon[96738]: rocksdb: Options.manual_wal_flush: 0 2024-04-10T15:34:26.840 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:26 smithi069 ceph-mon[96738]: rocksdb: Options.wal_compression: 0 2024-04-10T15:34:26.840 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:26 smithi069 ceph-mon[96738]: rocksdb: Options.atomic_flush: 0 2024-04-10T15:34:26.840 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:26 smithi069 ceph-mon[96738]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-04-10T15:34:26.840 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:26 smithi069 ceph-mon[96738]: rocksdb: Options.persist_stats_to_disk: 0 2024-04-10T15:34:26.840 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:26 smithi069 ceph-mon[96738]: rocksdb: Options.write_dbid_to_manifest: 0 2024-04-10T15:34:26.840 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:26 smithi069 ceph-mon[96738]: rocksdb: Options.log_readahead_size: 0 2024-04-10T15:34:26.840 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:26 smithi069 ceph-mon[96738]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-04-10T15:34:26.840 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:26 smithi069 ceph-mon[96738]: rocksdb: Options.best_efforts_recovery: 0 2024-04-10T15:34:26.840 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:26 smithi069 ceph-mon[96738]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-04-10T15:34:26.841 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:26 smithi069 ceph-mon[96738]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-04-10T15:34:26.841 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:26 smithi069 ceph-mon[96738]: rocksdb: Options.allow_data_in_errors: 0 2024-04-10T15:34:26.841 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:26 smithi069 ceph-mon[96738]: rocksdb: Options.db_host_id: __hostname__ 2024-04-10T15:34:26.841 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:26 smithi069 ceph-mon[96738]: rocksdb: Options.enforce_single_del_contracts: true 2024-04-10T15:34:26.841 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:26 smithi069 ceph-mon[96738]: rocksdb: Options.max_background_jobs: 2 2024-04-10T15:34:26.841 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:26 smithi069 ceph-mon[96738]: rocksdb: Options.max_background_compactions: -1 2024-04-10T15:34:26.841 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:26 smithi069 ceph-mon[96738]: rocksdb: Options.max_subcompactions: 1 2024-04-10T15:34:26.841 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:26 smithi069 ceph-mon[96738]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-04-10T15:34:26.841 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:26 smithi069 ceph-mon[96738]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-04-10T15:34:26.841 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:26 smithi069 ceph-mon[96738]: rocksdb: Options.delayed_write_rate : 16777216 2024-04-10T15:34:26.841 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:26 smithi069 ceph-mon[96738]: rocksdb: Options.max_total_wal_size: 0 2024-04-10T15:34:26.841 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:26 smithi069 ceph-mon[96738]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-04-10T15:34:26.841 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:26 smithi069 ceph-mon[96738]: rocksdb: Options.stats_dump_period_sec: 600 2024-04-10T15:34:26.842 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:26 smithi069 ceph-mon[96738]: rocksdb: Options.stats_persist_period_sec: 600 2024-04-10T15:34:26.842 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:26 smithi069 ceph-mon[96738]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-04-10T15:34:26.842 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:26 smithi069 ceph-mon[96738]: rocksdb: Options.max_open_files: -1 2024-04-10T15:34:26.842 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:26 smithi069 ceph-mon[96738]: rocksdb: Options.bytes_per_sync: 0 2024-04-10T15:34:26.842 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:26 smithi069 ceph-mon[96738]: rocksdb: Options.wal_bytes_per_sync: 0 2024-04-10T15:34:26.842 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:26 smithi069 ceph-mon[96738]: rocksdb: Options.strict_bytes_per_sync: 0 2024-04-10T15:34:26.842 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:26 smithi069 ceph-mon[96738]: rocksdb: Options.compaction_readahead_size: 0 2024-04-10T15:34:26.842 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:26 smithi069 ceph-mon[96738]: rocksdb: Options.max_background_flushes: -1 2024-04-10T15:34:26.842 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:26 smithi069 ceph-mon[96738]: rocksdb: Compression algorithms supported: 2024-04-10T15:34:26.842 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:26 smithi069 ceph-mon[96738]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-04-10T15:34:26.842 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:26 smithi069 ceph-mon[96738]: rocksdb: kZSTD supported: 0 2024-04-10T15:34:26.842 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:26 smithi069 ceph-mon[96738]: rocksdb: kXpressCompression supported: 0 2024-04-10T15:34:26.843 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:26 smithi069 ceph-mon[96738]: rocksdb: kLZ4HCCompression supported: 1 2024-04-10T15:34:26.843 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:26 smithi069 ceph-mon[96738]: rocksdb: kZlibCompression supported: 1 2024-04-10T15:34:26.843 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:26 smithi069 ceph-mon[96738]: rocksdb: kSnappyCompression supported: 1 2024-04-10T15:34:26.843 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:26 smithi069 ceph-mon[96738]: rocksdb: kLZ4Compression supported: 1 2024-04-10T15:34:26.843 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:26 smithi069 ceph-mon[96738]: rocksdb: kBZip2Compression supported: 0 2024-04-10T15:34:26.843 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:26 smithi069 ceph-mon[96738]: rocksdb: Fast CRC32 supported: Supported on x86 2024-04-10T15:34:26.843 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:26 smithi069 ceph-mon[96738]: rocksdb: DMutex implementation: pthread_mutex_t 2024-04-10T15:34:26.843 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:26 smithi069 ceph-mon[96738]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000010 2024-04-10T15:34:26.843 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:26 smithi069 ceph-mon[96738]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-04-10T15:34:26.843 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:26 smithi069 ceph-mon[96738]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-04-10T15:34:26.843 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:26 smithi069 ceph-mon[96738]: rocksdb: Options.merge_operator: 2024-04-10T15:34:26.843 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:26 smithi069 ceph-mon[96738]: rocksdb: Options.compaction_filter: None 2024-04-10T15:34:26.843 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:26 smithi069 ceph-mon[96738]: rocksdb: Options.compaction_filter_factory: None 2024-04-10T15:34:26.843 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:26 smithi069 ceph-mon[96738]: rocksdb: Options.sst_partitioner_factory: None 2024-04-10T15:34:26.844 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:26 smithi069 ceph-mon[96738]: rocksdb: Options.memtable_factory: SkipListFactory 2024-04-10T15:34:26.844 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:26 smithi069 ceph-mon[96738]: rocksdb: Options.table_factory: BlockBasedTable 2024-04-10T15:34:26.844 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:26 smithi069 ceph-mon[96738]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55fd16555dc0) 2024-04-10T15:34:26.844 INFO:journalctl@ceph.mon.c.smithi069.stdout: cache_index_and_filter_blocks: 1 2024-04-10T15:34:26.844 INFO:journalctl@ceph.mon.c.smithi069.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-04-10T15:34:26.844 INFO:journalctl@ceph.mon.c.smithi069.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-04-10T15:34:26.844 INFO:journalctl@ceph.mon.c.smithi069.stdout: pin_top_level_index_and_filter: 1 2024-04-10T15:34:26.844 INFO:journalctl@ceph.mon.c.smithi069.stdout: index_type: 0 2024-04-10T15:34:26.844 INFO:journalctl@ceph.mon.c.smithi069.stdout: data_block_index_type: 0 2024-04-10T15:34:26.844 INFO:journalctl@ceph.mon.c.smithi069.stdout: index_shortening: 1 2024-04-10T15:34:26.844 INFO:journalctl@ceph.mon.c.smithi069.stdout: data_block_hash_table_util_ratio: 0.750000 2024-04-10T15:34:26.844 INFO:journalctl@ceph.mon.c.smithi069.stdout: checksum: 4 2024-04-10T15:34:26.844 INFO:journalctl@ceph.mon.c.smithi069.stdout: no_block_cache: 0 2024-04-10T15:34:26.844 INFO:journalctl@ceph.mon.c.smithi069.stdout: block_cache: 0x55fd16559090 2024-04-10T15:34:26.844 INFO:journalctl@ceph.mon.c.smithi069.stdout: block_cache_name: BinnedLRUCache 2024-04-10T15:34:26.845 INFO:journalctl@ceph.mon.c.smithi069.stdout: block_cache_options: 2024-04-10T15:34:26.845 INFO:journalctl@ceph.mon.c.smithi069.stdout: capacity : 536870912 2024-04-10T15:34:26.845 INFO:journalctl@ceph.mon.c.smithi069.stdout: num_shard_bits : 4 2024-04-10T15:34:26.845 INFO:journalctl@ceph.mon.c.smithi069.stdout: strict_capacity_limit : 0 2024-04-10T15:34:26.845 INFO:journalctl@ceph.mon.c.smithi069.stdout: high_pri_pool_ratio: 0.000 2024-04-10T15:34:26.845 INFO:journalctl@ceph.mon.c.smithi069.stdout: block_cache_compressed: (nil) 2024-04-10T15:34:26.845 INFO:journalctl@ceph.mon.c.smithi069.stdout: persistent_cache: (nil) 2024-04-10T15:34:26.845 INFO:journalctl@ceph.mon.c.smithi069.stdout: block_size: 4096 2024-04-10T15:34:26.845 INFO:journalctl@ceph.mon.c.smithi069.stdout: block_size_deviation: 10 2024-04-10T15:34:26.845 INFO:journalctl@ceph.mon.c.smithi069.stdout: block_restart_interval: 16 2024-04-10T15:34:26.845 INFO:journalctl@ceph.mon.c.smithi069.stdout: index_block_restart_interval: 1 2024-04-10T15:34:26.845 INFO:journalctl@ceph.mon.c.smithi069.stdout: metadata_block_size: 4096 2024-04-10T15:34:26.845 INFO:journalctl@ceph.mon.c.smithi069.stdout: partition_filters: 0 2024-04-10T15:34:26.845 INFO:journalctl@ceph.mon.c.smithi069.stdout: use_delta_encoding: 1 2024-04-10T15:34:26.845 INFO:journalctl@ceph.mon.c.smithi069.stdout: filter_policy: bloomfilter 2024-04-10T15:34:26.846 INFO:journalctl@ceph.mon.c.smithi069.stdout: whole_key_filtering: 1 2024-04-10T15:34:26.846 INFO:journalctl@ceph.mon.c.smithi069.stdout: verify_compression: 0 2024-04-10T15:34:26.846 INFO:journalctl@ceph.mon.c.smithi069.stdout: read_amp_bytes_per_bit: 0 2024-04-10T15:34:26.846 INFO:journalctl@ceph.mon.c.smithi069.stdout: format_version: 5 2024-04-10T15:34:26.846 INFO:journalctl@ceph.mon.c.smithi069.stdout: enable_index_compression: 1 2024-04-10T15:34:26.846 INFO:journalctl@ceph.mon.c.smithi069.stdout: block_align: 0 2024-04-10T15:34:26.846 INFO:journalctl@ceph.mon.c.smithi069.stdout: max_auto_readahead_size: 262144 2024-04-10T15:34:26.846 INFO:journalctl@ceph.mon.c.smithi069.stdout: prepopulate_block_cache: 0 2024-04-10T15:34:26.846 INFO:journalctl@ceph.mon.c.smithi069.stdout: initial_auto_readahead_size: 8192 2024-04-10T15:34:26.846 INFO:journalctl@ceph.mon.c.smithi069.stdout: num_file_reads_for_auto_readahead: 2 2024-04-10T15:34:26.846 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:26 smithi069 ceph-mon[96738]: rocksdb: Options.write_buffer_size: 33554432 2024-04-10T15:34:26.846 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:26 smithi069 ceph-mon[96738]: rocksdb: Options.max_write_buffer_number: 2 2024-04-10T15:34:26.846 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:26 smithi069 ceph-mon[96738]: rocksdb: Options.compression: NoCompression 2024-04-10T15:34:26.846 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:26 smithi069 ceph-mon[96738]: rocksdb: Options.bottommost_compression: Disabled 2024-04-10T15:34:26.846 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:26 smithi069 ceph-mon[96738]: rocksdb: Options.prefix_extractor: nullptr 2024-04-10T15:34:26.847 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:26 smithi069 ceph-mon[96738]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-04-10T15:34:26.847 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:26 smithi069 ceph-mon[96738]: rocksdb: Options.num_levels: 7 2024-04-10T15:34:26.847 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:26 smithi069 ceph-mon[96738]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-04-10T15:34:26.847 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:26 smithi069 ceph-mon[96738]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-04-10T15:34:26.847 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:26 smithi069 ceph-mon[96738]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-04-10T15:34:26.847 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:26 smithi069 ceph-mon[96738]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-04-10T15:34:26.847 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:26 smithi069 ceph-mon[96738]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-04-10T15:34:26.847 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:26 smithi069 ceph-mon[96738]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-04-10T15:34:26.847 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:26 smithi069 ceph-mon[96738]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-04-10T15:34:26.847 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:26 smithi069 ceph-mon[96738]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-04-10T15:34:26.847 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:26 smithi069 ceph-mon[96738]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-04-10T15:34:26.847 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:26 smithi069 ceph-mon[96738]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-04-10T15:34:26.847 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:26 smithi069 ceph-mon[96738]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-04-10T15:34:26.847 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:26 smithi069 ceph-mon[96738]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-04-10T15:34:26.847 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:26 smithi069 ceph-mon[96738]: rocksdb: Options.compression_opts.window_bits: -14 2024-04-10T15:34:26.848 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:26 smithi069 ceph-mon[96738]: rocksdb: Options.compression_opts.level: 32767 2024-04-10T15:34:26.848 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:26 smithi069 ceph-mon[96738]: rocksdb: Options.compression_opts.strategy: 0 2024-04-10T15:34:26.848 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:26 smithi069 ceph-mon[96738]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-04-10T15:34:26.848 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:26 smithi069 ceph-mon[96738]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-04-10T15:34:26.848 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:26 smithi069 ceph-mon[96738]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-04-10T15:34:26.848 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:26 smithi069 ceph-mon[96738]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-04-10T15:34:26.848 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:26 smithi069 ceph-mon[96738]: rocksdb: Options.compression_opts.enabled: false 2024-04-10T15:34:26.848 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:26 smithi069 ceph-mon[96738]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-04-10T15:34:26.848 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:26 smithi069 ceph-mon[96738]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-04-10T15:34:26.848 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:26 smithi069 ceph-mon[96738]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-04-10T15:34:26.848 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:26 smithi069 ceph-mon[96738]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-04-10T15:34:26.848 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:26 smithi069 ceph-mon[96738]: rocksdb: Options.target_file_size_base: 67108864 2024-04-10T15:34:26.848 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:26 smithi069 ceph-mon[96738]: rocksdb: Options.target_file_size_multiplier: 1 2024-04-10T15:34:26.848 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:26 smithi069 ceph-mon[96738]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-04-10T15:34:26.849 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:26 smithi069 ceph-mon[96738]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-04-10T15:34:26.849 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:26 smithi069 ceph-mon[96738]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-04-10T15:34:26.849 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:26 smithi069 ceph-mon[96738]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-04-10T15:34:26.849 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:26 smithi069 ceph-mon[96738]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-04-10T15:34:26.850 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:26 smithi069 ceph-mon[96738]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-04-10T15:34:26.850 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:26 smithi069 ceph-mon[96738]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-04-10T15:34:26.850 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:26 smithi069 ceph-mon[96738]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-04-10T15:34:26.850 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:26 smithi069 ceph-mon[96738]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-04-10T15:34:26.850 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:26 smithi069 ceph-mon[96738]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-04-10T15:34:26.850 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:26 smithi069 ceph-mon[96738]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-04-10T15:34:26.850 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:26 smithi069 ceph-mon[96738]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-04-10T15:34:26.850 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:26 smithi069 ceph-mon[96738]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-04-10T15:34:26.851 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:26 smithi069 ceph-mon[96738]: rocksdb: Options.arena_block_size: 1048576 2024-04-10T15:34:26.851 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:26 smithi069 ceph-mon[96738]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-04-10T15:34:26.851 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:26 smithi069 ceph-mon[96738]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-04-10T15:34:26.851 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:26 smithi069 ceph-mon[96738]: rocksdb: Options.disable_auto_compactions: 0 2024-04-10T15:34:26.851 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:26 smithi069 ceph-mon[96738]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-04-10T15:34:26.851 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:26 smithi069 ceph-mon[96738]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-04-10T15:34:26.851 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:26 smithi069 ceph-mon[96738]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-04-10T15:34:26.851 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:26 smithi069 ceph-mon[96738]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-04-10T15:34:26.851 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:26 smithi069 ceph-mon[96738]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-04-10T15:34:26.851 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:26 smithi069 ceph-mon[96738]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-04-10T15:34:26.851 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:26 smithi069 ceph-mon[96738]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-04-10T15:34:26.851 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:26 smithi069 ceph-mon[96738]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-04-10T15:34:26.851 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:26 smithi069 ceph-mon[96738]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-04-10T15:34:26.851 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:26 smithi069 ceph-mon[96738]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-04-10T15:34:26.852 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:26 smithi069 ceph-mon[96738]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-04-10T15:34:26.852 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:26 smithi069 ceph-mon[96738]: rocksdb: Options.inplace_update_support: 0 2024-04-10T15:34:26.852 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:26 smithi069 ceph-mon[96738]: rocksdb: Options.inplace_update_num_locks: 10000 2024-04-10T15:34:26.852 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:26 smithi069 ceph-mon[96738]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-04-10T15:34:26.852 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:26 smithi069 ceph-mon[96738]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-04-10T15:34:26.852 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:26 smithi069 ceph-mon[96738]: rocksdb: Options.memtable_huge_page_size: 0 2024-04-10T15:34:26.852 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:26 smithi069 ceph-mon[96738]: rocksdb: Options.bloom_locality: 0 2024-04-10T15:34:26.852 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:26 smithi069 ceph-mon[96738]: rocksdb: Options.max_successive_merges: 0 2024-04-10T15:34:26.852 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:26 smithi069 ceph-mon[96738]: rocksdb: Options.optimize_filters_for_hits: 0 2024-04-10T15:34:26.852 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:26 smithi069 ceph-mon[96738]: rocksdb: Options.paranoid_file_checks: 0 2024-04-10T15:34:26.852 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:26 smithi069 ceph-mon[96738]: rocksdb: Options.force_consistency_checks: 1 2024-04-10T15:34:26.852 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:26 smithi069 ceph-mon[96738]: rocksdb: Options.report_bg_io_stats: 0 2024-04-10T15:34:26.852 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:26 smithi069 ceph-mon[96738]: rocksdb: Options.ttl: 2592000 2024-04-10T15:34:26.852 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:26 smithi069 ceph-mon[96738]: rocksdb: Options.periodic_compaction_seconds: 0 2024-04-10T15:34:26.853 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:26 smithi069 ceph-mon[96738]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-04-10T15:34:26.853 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:26 smithi069 ceph-mon[96738]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-04-10T15:34:26.853 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:26 smithi069 ceph-mon[96738]: rocksdb: Options.enable_blob_files: false 2024-04-10T15:34:26.853 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:26 smithi069 ceph-mon[96738]: rocksdb: Options.min_blob_size: 0 2024-04-10T15:34:26.853 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:26 smithi069 ceph-mon[96738]: rocksdb: Options.blob_file_size: 268435456 2024-04-10T15:34:26.853 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:26 smithi069 ceph-mon[96738]: rocksdb: Options.blob_compression_type: NoCompression 2024-04-10T15:34:26.853 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:26 smithi069 ceph-mon[96738]: rocksdb: Options.enable_blob_garbage_collection: false 2024-04-10T15:34:26.853 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:26 smithi069 ceph-mon[96738]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-04-10T15:34:26.853 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:26 smithi069 ceph-mon[96738]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-04-10T15:34:26.853 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:26 smithi069 ceph-mon[96738]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-04-10T15:34:26.854 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:26 smithi069 ceph-mon[96738]: rocksdb: Options.blob_file_starting_level: 0 2024-04-10T15:34:26.854 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:26 smithi069 ceph-mon[96738]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-04-10T15:34:26.854 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:26 smithi069 ceph-mon[96738]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-04-10T15:34:26.854 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:26 smithi069 ceph-mon[96738]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000010 succeeded,manifest_file_number is 10, next_file_number is 29, last_sequence is 13564, log_number is 25,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 25 2024-04-10T15:34:26.854 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:26 smithi069 ceph-mon[96738]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 25 2024-04-10T15:34:26.854 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:26 smithi069 ceph-mon[96738]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 18e8b65c-b592-45a8-ba96-04ad74b4f4cf 2024-04-10T15:34:26.854 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:26 smithi069 ceph-mon[96738]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712763266491197, "job": 1, "event": "recovery_started", "wal_files": [25]} 2024-04-10T15:34:26.854 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:26 smithi069 ceph-mon[96738]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #25 mode 2 2024-04-10T15:34:26.854 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:26 smithi069 ceph-mon[96738]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712763266509516, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 30, "file_size": 4956356, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 13569, "largest_seqno": 15793, "table_properties": {"data_size": 4945626, "index_size": 7316, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 2373, "raw_key_size": 22551, "raw_average_key_size": 24, "raw_value_size": 4924972, "raw_average_value_size": 5295, "num_data_blocks": 320, "num_entries": 930, "num_filter_entries": 930, "num_deletions": 29, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1712763266, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "18e8b65c-b592-45a8-ba96-04ad74b4f4cf", "db_session_id": "INKH2P6SUI3RMZ1M41QJ", "orig_file_number": 30, "seqno_to_time_mapping": "N/A"}} 2024-04-10T15:34:26.854 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:26 smithi069 ceph-mon[96738]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712763266509634, "job": 1, "event": "recovery_finished"} 2024-04-10T15:34:26.854 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:26 smithi069 ceph-mon[96738]: rocksdb: [db/version_set.cc:5047] Creating manifest 32 2024-04-10T15:34:26.854 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:26 smithi069 ceph-mon[96738]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-04-10T15:34:26.855 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:26 smithi069 ceph-mon[96738]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-c/store.db/000025.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-04-10T15:34:26.855 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:26 smithi069 ceph-mon[96738]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x55fd16648000 2024-04-10T15:34:26.855 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:26 smithi069 ceph-mon[96738]: rocksdb: DB pointer 0x55fd16632000 2024-04-10T15:34:26.855 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:26 smithi069 ceph-mon[96738]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-04-10T15:34:26.855 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:26 smithi069 ceph-mon[96738]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-04-10T15:34:26.855 INFO:journalctl@ceph.mon.c.smithi069.stdout: ** DB Stats ** 2024-04-10T15:34:26.855 INFO:journalctl@ceph.mon.c.smithi069.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-10T15:34:26.855 INFO:journalctl@ceph.mon.c.smithi069.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-04-10T15:34:26.855 INFO:journalctl@ceph.mon.c.smithi069.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-10T15:34:26.855 INFO:journalctl@ceph.mon.c.smithi069.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-10T15:34:26.855 INFO:journalctl@ceph.mon.c.smithi069.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-04-10T15:34:26.855 INFO:journalctl@ceph.mon.c.smithi069.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-10T15:34:26.855 INFO:journalctl@ceph.mon.c.smithi069.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-10T15:34:26.856 INFO:journalctl@ceph.mon.c.smithi069.stdout: 2024-04-10T15:34:26.856 INFO:journalctl@ceph.mon.c.smithi069.stdout: ** Compaction Stats [default] ** 2024-04-10T15:34:26.856 INFO:journalctl@ceph.mon.c.smithi069.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-10T15:34:26.856 INFO:journalctl@ceph.mon.c.smithi069.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-04-10T15:34:26.856 INFO:journalctl@ceph.mon.c.smithi069.stdout: L0 1/0 4.73 MB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 578.2 0.01 0.00 1 0.008 0 0 0.0 0.0 2024-04-10T15:34:26.856 INFO:journalctl@ceph.mon.c.smithi069.stdout: L6 1/0 8.17 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2024-04-10T15:34:26.856 INFO:journalctl@ceph.mon.c.smithi069.stdout: Sum 2/0 12.90 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 578.2 0.01 0.00 1 0.008 0 0 0.0 0.0 2024-04-10T15:34:26.856 INFO:journalctl@ceph.mon.c.smithi069.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 578.2 0.01 0.00 1 0.008 0 0 0.0 0.0 2024-04-10T15:34:26.856 INFO:journalctl@ceph.mon.c.smithi069.stdout: 2024-04-10T15:34:26.856 INFO:journalctl@ceph.mon.c.smithi069.stdout: ** Compaction Stats [default] ** 2024-04-10T15:34:26.856 INFO:journalctl@ceph.mon.c.smithi069.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-10T15:34:26.856 INFO:journalctl@ceph.mon.c.smithi069.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-04-10T15:34:26.856 INFO:journalctl@ceph.mon.c.smithi069.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 578.2 0.01 0.00 1 0.008 0 0 0.0 0.0 2024-04-10T15:34:26.857 INFO:journalctl@ceph.mon.c.smithi069.stdout: 2024-04-10T15:34:26.857 INFO:journalctl@ceph.mon.c.smithi069.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-04-10T15:34:26.857 INFO:journalctl@ceph.mon.c.smithi069.stdout: 2024-04-10T15:34:26.857 INFO:journalctl@ceph.mon.c.smithi069.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-10T15:34:26.857 INFO:journalctl@ceph.mon.c.smithi069.stdout: Flush(GB): cumulative 0.005, interval 0.005 2024-04-10T15:34:26.857 INFO:journalctl@ceph.mon.c.smithi069.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-04-10T15:34:26.857 INFO:journalctl@ceph.mon.c.smithi069.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-04-10T15:34:26.857 INFO:journalctl@ceph.mon.c.smithi069.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-04-10T15:34:26.857 INFO:journalctl@ceph.mon.c.smithi069.stdout: AddFile(Keys): cumulative 0, interval 0 2024-04-10T15:34:26.857 INFO:journalctl@ceph.mon.c.smithi069.stdout: Cumulative compaction: 0.00 GB write, 207.40 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-10T15:34:26.857 INFO:journalctl@ceph.mon.c.smithi069.stdout: Interval compaction: 0.00 GB write, 207.40 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-10T15:34:26.857 INFO:journalctl@ceph.mon.c.smithi069.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-04-10T15:34:26.857 INFO:journalctl@ceph.mon.c.smithi069.stdout: Block cache BinnedLRUCache@0x55fd16559090#7 capacity: 512.00 MB usage: 10.61 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1.1e-05 secs_since: 0 2024-04-10T15:34:26.857 INFO:journalctl@ceph.mon.c.smithi069.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,2.53 KB,0.000482798%) IndexBlock(1,8.08 KB,0.00154078%) Misc(1,0.00 KB,0%) 2024-04-10T15:34:26.858 INFO:journalctl@ceph.mon.c.smithi069.stdout: 2024-04-10T15:34:26.858 INFO:journalctl@ceph.mon.c.smithi069.stdout: ** File Read Latency Histogram By Level [default] ** 2024-04-10T15:34:26.858 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:26 smithi069 ceph-mon[96738]: starting mon.c rank 2 at public addrs [v2:172.21.15.69:3301/0,v1:172.21.15.69:6790/0] at bind addrs [v2:172.21.15.69:3301/0,v1:172.21.15.69:6790/0] mon_data /var/lib/ceph/mon/ceph-c fsid 09bfb546-f74e-11ee-b64a-cb9ed24678a4 2024-04-10T15:34:26.858 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:26 smithi069 ceph-mon[96738]: mon.c@-1(???) e3 preinit fsid 09bfb546-f74e-11ee-b64a-cb9ed24678a4 2024-04-10T15:34:26.858 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:26 smithi069 ceph-mon[96738]: mon.c@-1(???).mds e7 new map 2024-04-10T15:34:26.858 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:26 smithi069 ceph-mon[96738]: mon.c@-1(???).mds e7 print_map 2024-04-10T15:34:26.858 INFO:journalctl@ceph.mon.c.smithi069.stdout: e7 2024-04-10T15:34:26.858 INFO:journalctl@ceph.mon.c.smithi069.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-04-10T15:34:26.858 INFO:journalctl@ceph.mon.c.smithi069.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-04-10T15:34:26.858 INFO:journalctl@ceph.mon.c.smithi069.stdout: legacy client fscid: 1 2024-04-10T15:34:26.858 INFO:journalctl@ceph.mon.c.smithi069.stdout: 2024-04-10T15:34:26.858 INFO:journalctl@ceph.mon.c.smithi069.stdout: Filesystem 'cephfs' (1) 2024-04-10T15:34:26.858 INFO:journalctl@ceph.mon.c.smithi069.stdout: fs_name cephfs 2024-04-10T15:34:26.858 INFO:journalctl@ceph.mon.c.smithi069.stdout: epoch 7 2024-04-10T15:34:26.859 INFO:journalctl@ceph.mon.c.smithi069.stdout: flags 12 joinable allow_snaps allow_multimds_snaps 2024-04-10T15:34:26.859 INFO:journalctl@ceph.mon.c.smithi069.stdout: created 2024-04-10T15:28:12.668639+0000 2024-04-10T15:34:26.859 INFO:journalctl@ceph.mon.c.smithi069.stdout: modified 2024-04-10T15:28:15.045764+0000 2024-04-10T15:34:26.859 INFO:journalctl@ceph.mon.c.smithi069.stdout: tableserver 0 2024-04-10T15:34:26.859 INFO:journalctl@ceph.mon.c.smithi069.stdout: root 0 2024-04-10T15:34:26.859 INFO:journalctl@ceph.mon.c.smithi069.stdout: session_timeout 60 2024-04-10T15:34:26.859 INFO:journalctl@ceph.mon.c.smithi069.stdout: session_autoclose 300 2024-04-10T15:34:26.859 INFO:journalctl@ceph.mon.c.smithi069.stdout: max_file_size 1099511627776 2024-04-10T15:34:26.859 INFO:journalctl@ceph.mon.c.smithi069.stdout: max_xattr_size 65536 2024-04-10T15:34:26.859 INFO:journalctl@ceph.mon.c.smithi069.stdout: required_client_features {} 2024-04-10T15:34:26.859 INFO:journalctl@ceph.mon.c.smithi069.stdout: last_failure 0 2024-04-10T15:34:26.859 INFO:journalctl@ceph.mon.c.smithi069.stdout: last_failure_osd_epoch 0 2024-04-10T15:34:26.859 INFO:journalctl@ceph.mon.c.smithi069.stdout: compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-04-10T15:34:26.859 INFO:journalctl@ceph.mon.c.smithi069.stdout: max_mds 1 2024-04-10T15:34:26.859 INFO:journalctl@ceph.mon.c.smithi069.stdout: in 0 2024-04-10T15:34:26.860 INFO:journalctl@ceph.mon.c.smithi069.stdout: up {0=24331} 2024-04-10T15:34:26.860 INFO:journalctl@ceph.mon.c.smithi069.stdout: failed 2024-04-10T15:34:26.860 INFO:journalctl@ceph.mon.c.smithi069.stdout: damaged 2024-04-10T15:34:26.860 INFO:journalctl@ceph.mon.c.smithi069.stdout: stopped 2024-04-10T15:34:26.860 INFO:journalctl@ceph.mon.c.smithi069.stdout: data_pools [3] 2024-04-10T15:34:26.860 INFO:journalctl@ceph.mon.c.smithi069.stdout: metadata_pool 2 2024-04-10T15:34:26.860 INFO:journalctl@ceph.mon.c.smithi069.stdout: inline_data disabled 2024-04-10T15:34:26.860 INFO:journalctl@ceph.mon.c.smithi069.stdout: balancer 2024-04-10T15:34:26.860 INFO:journalctl@ceph.mon.c.smithi069.stdout: bal_rank_mask -1 2024-04-10T15:34:26.860 INFO:journalctl@ceph.mon.c.smithi069.stdout: standby_count_wanted 0 2024-04-10T15:34:26.860 INFO:journalctl@ceph.mon.c.smithi069.stdout: qdb_cluster leader: 0 members: 2024-04-10T15:34:26.860 INFO:journalctl@ceph.mon.c.smithi069.stdout: [mds.b{0:24331} state up:active seq 3 addr [v2:172.21.15.77:6832/2821633878,v1:172.21.15.77:6833/2821633878] compat {c=[1],r=[1],i=[7ff]}] 2024-04-10T15:34:26.860 INFO:journalctl@ceph.mon.c.smithi069.stdout: 2024-04-10T15:34:26.861 INFO:journalctl@ceph.mon.c.smithi069.stdout: 2024-04-10T15:34:26.861 INFO:journalctl@ceph.mon.c.smithi069.stdout: Standby daemons: 2024-04-10T15:34:26.861 INFO:journalctl@ceph.mon.c.smithi069.stdout: 2024-04-10T15:34:26.861 INFO:journalctl@ceph.mon.c.smithi069.stdout: [mds.a{-1:14427} state up:standby seq 1 addr [v2:172.21.15.69:6834/618262336,v1:172.21.15.69:6835/618262336] compat {c=[1],r=[1],i=[7ff]}] 2024-04-10T15:34:26.861 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:26 smithi069 ceph-mon[96738]: mon.c@-1(???).osd e248 crush map has features 3314933069573799936, adjusting msgr requires 2024-04-10T15:34:26.861 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:26 smithi069 ceph-mon[96738]: mon.c@-1(???).osd e248 crush map has features 432629308056666112, adjusting msgr requires 2024-04-10T15:34:26.861 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:26 smithi069 ceph-mon[96738]: mon.c@-1(???).osd e248 crush map has features 432629308056666112, adjusting msgr requires 2024-04-10T15:34:26.861 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:26 smithi069 ceph-mon[96738]: mon.c@-1(???).osd e248 crush map has features 432629308056666112, adjusting msgr requires 2024-04-10T15:34:26.861 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:26 smithi069 ceph-mon[96738]: mon.c@-1(???).paxosservice(auth 1..19) refresh upgraded, format 0 -> 3 2024-04-10T15:34:26.861 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:26 smithi069 bash[96701]: bac2280f1f05d6ac2564666ae52ffb1eb4eb53a7e6db33fcca33702df37fdffb 2024-04-10T15:34:26.861 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:26 smithi069 systemd[1]: Started Ceph mon.c for 09bfb546-f74e-11ee-b64a-cb9ed24678a4. 2024-04-10T15:34:27.334 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:34:26 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:15:34:26] "GET /metrics HTTP/1.1" 200 36069 "" "Prometheus/2.43.0" 2024-04-10T15:34:27.607 INFO:tasks.rados.rados.0.smithi069.stdout:1002: done (3 left) 2024-04-10T15:34:27.607 INFO:tasks.rados.rados.0.smithi069.stdout:1003: read oid 25 snap -1 2024-04-10T15:34:27.607 INFO:tasks.rados.rados.0.smithi069.stdout:1003: expect (ObjNum 319 snap 89 seq_num 319) 2024-04-10T15:34:27.607 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 20 current snap is 96 2024-04-10T15:34:27.607 INFO:tasks.rados.rados.0.smithi069.stdout:999: finishing write tid 3 to smithi06982861-26 2024-04-10T15:34:27.607 INFO:tasks.rados.rados.0.smithi069.stdout:999: oid 26 updating version 0 to 445 2024-04-10T15:34:27.607 INFO:tasks.rados.rados.0.smithi069.stdout:999: oid 26 updating version 445 to 446 2024-04-10T15:34:27.607 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 26 v 446 (ObjNum 327 snap 96 seq_num 327) dirty exists 2024-04-10T15:34:27.607 INFO:tasks.rados.rados.0.smithi069.stdout:999: left oid 26 (ObjNum 327 snap 96 seq_num 327) 2024-04-10T15:34:27.607 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 22 v 90 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-04-10T15:34:27.607 INFO:tasks.rados.rados.0.smithi069.stdout:1004: seq_num 328 ranges {1433600=696320} 2024-04-10T15:34:27.620 INFO:tasks.rados.rados.0.smithi069.stdout:1004: writing smithi06982861-20 from 1433600 to 2129920 tid 1 2024-04-10T15:34:27.620 INFO:tasks.rados.rados.0.smithi069.stdout:1003: expect (ObjNum 319 snap 89 seq_num 319) 2024-04-10T15:34:27.640 INFO:tasks.rados.rados.0.smithi069.stdout:1004: finishing write tid 1 to smithi06982861-20 2024-04-10T15:34:27.640 INFO:tasks.rados.rados.0.smithi069.stdout:1004: finishing write tid 2 to smithi06982861-20 2024-04-10T15:34:27.640 INFO:tasks.rados.rados.0.smithi069.stdout:1004: finishing write tid 3 to smithi06982861-20 2024-04-10T15:34:27.640 INFO:tasks.rados.rados.0.smithi069.stdout:1004: oid 20 updating version 0 to 362 2024-04-10T15:34:27.640 INFO:tasks.rados.rados.0.smithi069.stdout:1004: oid 20 version 362 is already newer than 361 2024-04-10T15:34:27.640 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 20 v 362 (ObjNum 328 snap 96 seq_num 328) dirty exists 2024-04-10T15:34:27.640 INFO:tasks.rados.rados.0.smithi069.stdout:1004: left oid 20 (ObjNum 328 snap 96 seq_num 328) 2024-04-10T15:34:27.640 INFO:tasks.rados.rados.0.smithi069.stdout:999: done (4 left) 2024-04-10T15:34:27.640 INFO:tasks.rados.rados.0.smithi069.stdout:1000: done (3 left) 2024-04-10T15:34:27.641 INFO:tasks.rados.rados.0.smithi069.stdout:1001: done (2 left) 2024-04-10T15:34:27.641 INFO:tasks.rados.rados.0.smithi069.stdout:1003: done (1 left) 2024-04-10T15:34:27.641 INFO:tasks.rados.rados.0.smithi069.stdout:1004: done (0 left) 2024-04-10T15:34:27.641 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 50 current snap is 96 2024-04-10T15:34:27.641 INFO:tasks.rados.rados.0.smithi069.stdout:1005: seq_num 329 ranges {2760704=712704} 2024-04-10T15:34:27.659 INFO:tasks.rados.rados.0.smithi069.stdout:1005: writing smithi06982861-50 from 2760704 to 3473408 tid 1 2024-04-10T15:34:27.659 INFO:tasks.rados.rados.0.smithi069.stdout:1006: copy_from oid 42 from oid 2 current snap is 96 2024-04-10T15:34:27.659 INFO:tasks.rados.rados.0.smithi069.stdout:1007: rollback oid 41 current snap is 96 2024-04-10T15:34:27.659 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 41 to 93 2024-04-10T15:34:27.659 INFO:tasks.rados.rados.0.smithi069.stdout:1008: copy_from oid 30 from oid 7 current snap is 96 2024-04-10T15:34:27.659 INFO:tasks.rados.rados.0.smithi069.stdout:1009: read oid 19 snap 91 2024-04-10T15:34:27.659 INFO:tasks.rados.rados.0.smithi069.stdout:1009: expect (ObjNum 218 snap 54 seq_num 218) 2024-04-10T15:34:27.659 INFO:tasks.rados.rados.0.smithi069.stdout:1010: copy_from oid 1 from oid 46 current snap is 96 2024-04-10T15:34:27.659 INFO:tasks.rados.rados.0.smithi069.stdout:1011: snap_create 2024-04-10T15:34:27.660 INFO:tasks.rados.rados.0.smithi069.stdout:1008: finishing copy_from to smithi06982861-30 2024-04-10T15:34:27.660 INFO:tasks.rados.rados.0.smithi069.stdout:1008: got expected ENOENT (src dne) 2024-04-10T15:34:27.660 INFO:tasks.rados.rados.0.smithi069.stdout:1008: finishing copy_from racing read to smithi06982861-30 2024-04-10T15:34:27.663 INFO:tasks.rados.rados.0.smithi069.stdout:1005: finishing write tid 1 to smithi06982861-50 2024-04-10T15:34:27.663 INFO:tasks.rados.rados.0.smithi069.stdout:1007: finishing rollback tid 0 to smithi06982861-41 2024-04-10T15:34:27.663 INFO:tasks.rados.rados.0.smithi069.stdout:1007: finishing rollback tid 1 to smithi06982861-41 2024-04-10T15:34:27.663 INFO:tasks.rados.rados.0.smithi069.stdout:1005: finishing write tid 2 to smithi06982861-50 2024-04-10T15:34:27.663 INFO:tasks.rados.rados.0.smithi069.stdout:1007: finishing rollback tid 2 to smithi06982861-41 2024-04-10T15:34:27.663 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 41 v 501 (ObjNum 297 snap 82 seq_num 297) dirty exists 2024-04-10T15:34:27.664 INFO:tasks.rados.rados.0.smithi069.stdout:1005: finishing write tid 3 to smithi06982861-50 2024-04-10T15:34:27.665 INFO:tasks.rados.rados.0.smithi069.stdout:1005: oid 50 updating version 0 to 266 2024-04-10T15:34:27.665 INFO:tasks.rados.rados.0.smithi069.stdout:1005: oid 50 version 266 is already newer than 265 2024-04-10T15:34:27.665 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 50 v 266 (ObjNum 329 snap 96 seq_num 329) dirty exists 2024-04-10T15:34:27.665 INFO:tasks.rados.rados.0.smithi069.stdout:1005: left oid 50 (ObjNum 329 snap 96 seq_num 329) 2024-04-10T15:34:27.667 INFO:tasks.rados.rados.0.smithi069.stdout:1010: finishing copy_from racing read to smithi06982861-1 2024-04-10T15:34:27.670 INFO:tasks.rados.rados.0.smithi069.stdout:1010: finishing copy_from to smithi06982861-1 2024-04-10T15:34:27.671 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 1 v 250 (ObjNum 207 snap 52 seq_num 207) dirty exists 2024-04-10T15:34:27.672 INFO:tasks.rados.rados.0.smithi069.stdout:1009: expect (ObjNum 218 snap 54 seq_num 218) 2024-04-10T15:34:27.720 INFO:tasks.rados.rados.0.smithi069.stdout:1006: finishing copy_from racing read to smithi06982861-42 2024-04-10T15:34:27.720 INFO:tasks.rados.rados.0.smithi069.stdout:1006: finishing copy_from to smithi06982861-42 2024-04-10T15:34:27.720 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 42 v 385 (ObjNum 285 snap 80 seq_num 285) dirty exists 2024-04-10T15:34:27.834 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:27 smithi069 ceph-mon[94167]: pgmap v26: 121 pgs: 121 active+clean; 277 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2024-04-10T15:34:27.835 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:27 smithi069 ceph-mon[94167]: mon.c calling monitor election 2024-04-10T15:34:27.835 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:27 smithi069 ceph-mon[94167]: mon.a calling monitor election 2024-04-10T15:34:27.835 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:27 smithi069 ceph-mon[94167]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-10T15:34:27.835 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:27 smithi069 ceph-mon[94167]: monmap epoch 3 2024-04-10T15:34:27.835 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:27 smithi069 ceph-mon[94167]: fsid 09bfb546-f74e-11ee-b64a-cb9ed24678a4 2024-04-10T15:34:27.835 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:27 smithi069 ceph-mon[94167]: last_changed 2024-04-10T15:24:18.794115+0000 2024-04-10T15:34:27.836 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:27 smithi069 ceph-mon[94167]: created 2024-04-10T15:22:38.311194+0000 2024-04-10T15:34:27.836 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:27 smithi069 ceph-mon[94167]: min_mon_release 18 (reef) 2024-04-10T15:34:27.836 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:27 smithi069 ceph-mon[94167]: election_strategy: 1 2024-04-10T15:34:27.836 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:27 smithi069 ceph-mon[94167]: 0: [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] mon.a 2024-04-10T15:34:27.836 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:27 smithi069 ceph-mon[94167]: 1: [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] mon.b 2024-04-10T15:34:27.836 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:27 smithi069 ceph-mon[94167]: 2: [v2:172.21.15.69:3301/0,v1:172.21.15.69:6790/0] mon.c 2024-04-10T15:34:27.836 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:27 smithi069 ceph-mon[94167]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-04-10T15:34:27.837 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:27 smithi069 ceph-mon[94167]: osdmap e249: 8 total, 8 up, 8 in 2024-04-10T15:34:27.837 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:27 smithi069 ceph-mon[94167]: mgrmap e42: y(active, since 17s), standbys: x 2024-04-10T15:34:27.837 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:27 smithi069 ceph-mon[94167]: overall HEALTH_OK 2024-04-10T15:34:27.837 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:27 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:34:27.837 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:27 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:34:27.837 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:27 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:34:27.837 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:27 smithi069 ceph-mon[96738]: pgmap v26: 121 pgs: 121 active+clean; 277 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2024-04-10T15:34:27.838 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:27 smithi069 ceph-mon[96738]: mon.c calling monitor election 2024-04-10T15:34:27.838 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:27 smithi069 ceph-mon[96738]: mon.a calling monitor election 2024-04-10T15:34:27.838 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:27 smithi069 ceph-mon[96738]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-10T15:34:27.838 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:27 smithi069 ceph-mon[96738]: monmap epoch 3 2024-04-10T15:34:27.838 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:27 smithi069 ceph-mon[96738]: fsid 09bfb546-f74e-11ee-b64a-cb9ed24678a4 2024-04-10T15:34:27.838 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:27 smithi069 ceph-mon[96738]: last_changed 2024-04-10T15:24:18.794115+0000 2024-04-10T15:34:27.838 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:27 smithi069 ceph-mon[96738]: created 2024-04-10T15:22:38.311194+0000 2024-04-10T15:34:27.839 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:27 smithi069 ceph-mon[96738]: min_mon_release 18 (reef) 2024-04-10T15:34:27.839 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:27 smithi069 ceph-mon[96738]: election_strategy: 1 2024-04-10T15:34:27.839 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:27 smithi069 ceph-mon[96738]: 0: [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] mon.a 2024-04-10T15:34:27.839 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:27 smithi069 ceph-mon[96738]: 1: [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] mon.b 2024-04-10T15:34:27.839 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:27 smithi069 ceph-mon[96738]: 2: [v2:172.21.15.69:3301/0,v1:172.21.15.69:6790/0] mon.c 2024-04-10T15:34:27.839 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:27 smithi069 ceph-mon[96738]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-04-10T15:34:27.839 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:27 smithi069 ceph-mon[96738]: osdmap e249: 8 total, 8 up, 8 in 2024-04-10T15:34:27.839 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:27 smithi069 ceph-mon[96738]: mgrmap e42: y(active, since 17s), standbys: x 2024-04-10T15:34:27.840 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:27 smithi069 ceph-mon[96738]: overall HEALTH_OK 2024-04-10T15:34:27.840 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:27 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:34:27.840 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:27 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:34:27.840 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:27 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:34:27.990 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:27 smithi077 ceph-mon[31195]: pgmap v26: 121 pgs: 121 active+clean; 277 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2024-04-10T15:34:27.990 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:27 smithi077 ceph-mon[31195]: mon.c calling monitor election 2024-04-10T15:34:27.990 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:27 smithi077 ceph-mon[31195]: mon.a calling monitor election 2024-04-10T15:34:27.990 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:27 smithi077 ceph-mon[31195]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-10T15:34:27.990 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:27 smithi077 ceph-mon[31195]: monmap epoch 3 2024-04-10T15:34:27.991 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:27 smithi077 ceph-mon[31195]: fsid 09bfb546-f74e-11ee-b64a-cb9ed24678a4 2024-04-10T15:34:27.991 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:27 smithi077 ceph-mon[31195]: last_changed 2024-04-10T15:24:18.794115+0000 2024-04-10T15:34:27.991 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:27 smithi077 ceph-mon[31195]: created 2024-04-10T15:22:38.311194+0000 2024-04-10T15:34:27.991 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:27 smithi077 ceph-mon[31195]: min_mon_release 18 (reef) 2024-04-10T15:34:27.991 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:27 smithi077 ceph-mon[31195]: election_strategy: 1 2024-04-10T15:34:27.991 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:27 smithi077 ceph-mon[31195]: 0: [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] mon.a 2024-04-10T15:34:27.991 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:27 smithi077 ceph-mon[31195]: 1: [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] mon.b 2024-04-10T15:34:27.991 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:27 smithi077 ceph-mon[31195]: 2: [v2:172.21.15.69:3301/0,v1:172.21.15.69:6790/0] mon.c 2024-04-10T15:34:27.991 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:27 smithi077 ceph-mon[31195]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-04-10T15:34:27.991 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:27 smithi077 ceph-mon[31195]: osdmap e249: 8 total, 8 up, 8 in 2024-04-10T15:34:27.991 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:27 smithi077 ceph-mon[31195]: mgrmap e42: y(active, since 17s), standbys: x 2024-04-10T15:34:27.991 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:27 smithi077 ceph-mon[31195]: overall HEALTH_OK 2024-04-10T15:34:27.991 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:27 smithi077 ceph-mon[31195]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:34:27.991 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:27 smithi077 ceph-mon[31195]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:34:27.991 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:27 smithi077 ceph-mon[31195]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:34:28.584 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:28 smithi069 ceph-mon[94167]: pgmap v28: 121 pgs: 121 active+clean; 281 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 4.7 MiB/s rd, 828 KiB/s wr, 8 op/s 2024-04-10T15:34:28.584 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:28 smithi069 ceph-mon[94167]: osdmap e250: 8 total, 8 up, 8 in 2024-04-10T15:34:28.584 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:28 smithi069 ceph-mon[96738]: pgmap v28: 121 pgs: 121 active+clean; 281 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 4.7 MiB/s rd, 828 KiB/s wr, 8 op/s 2024-04-10T15:34:28.584 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:28 smithi069 ceph-mon[96738]: osdmap e250: 8 total, 8 up, 8 in 2024-04-10T15:34:28.608 INFO:tasks.rados.rados.0.smithi069.stdout:1005: done (6 left) 2024-04-10T15:34:28.608 INFO:tasks.rados.rados.0.smithi069.stdout:1006: done (5 left) 2024-04-10T15:34:28.608 INFO:tasks.rados.rados.0.smithi069.stdout:1007: done (4 left) 2024-04-10T15:34:28.608 INFO:tasks.rados.rados.0.smithi069.stdout:1008: done (3 left) 2024-04-10T15:34:28.608 INFO:tasks.rados.rados.0.smithi069.stdout:1009: done (2 left) 2024-04-10T15:34:28.608 INFO:tasks.rados.rados.0.smithi069.stdout:1010: done (1 left) 2024-04-10T15:34:28.609 INFO:tasks.rados.rados.0.smithi069.stdout:1011: done (0 left) 2024-04-10T15:34:28.609 INFO:tasks.rados.rados.0.smithi069.stdout:1012: read oid 48 snap -1 2024-04-10T15:34:28.609 INFO:tasks.rados.rados.0.smithi069.stdout:1012: expect deleted 2024-04-10T15:34:28.609 INFO:tasks.rados.rados.0.smithi069.stdout:1013: read oid 35 snap 79 2024-04-10T15:34:28.609 INFO:tasks.rados.rados.0.smithi069.stdout:1013: expect (ObjNum 53 snap 1 seq_num 53) 2024-04-10T15:34:28.609 INFO:tasks.rados.rados.0.smithi069.stdout:1014: rollback oid 21 current snap is 97 2024-04-10T15:34:28.609 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 21 to 86 2024-04-10T15:34:28.609 INFO:tasks.rados.rados.0.smithi069.stdout:1015: snap_remove snap 85 2024-04-10T15:34:28.990 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:28 smithi077 ceph-mon[31195]: pgmap v28: 121 pgs: 121 active+clean; 281 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 4.7 MiB/s rd, 828 KiB/s wr, 8 op/s 2024-04-10T15:34:28.990 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:28 smithi077 ceph-mon[31195]: osdmap e250: 8 total, 8 up, 8 in 2024-04-10T15:34:29.616 INFO:tasks.rados.rados.0.smithi069.stdout:1015: done (3 left) 2024-04-10T15:34:29.616 INFO:tasks.rados.rados.0.smithi069.stdout:1016: read oid 32 snap -1 2024-04-10T15:34:29.616 INFO:tasks.rados.rados.0.smithi069.stdout:1016: expect (ObjNum 318 snap 89 seq_num 318) 2024-04-10T15:34:29.616 INFO:tasks.rados.rados.0.smithi069.stdout:1017: read oid 25 snap -1 2024-04-10T15:34:29.616 INFO:tasks.rados.rados.0.smithi069.stdout:1017: expect (ObjNum 319 snap 89 seq_num 319) 2024-04-10T15:34:29.616 INFO:tasks.rados.rados.0.smithi069.stdout:1018: read oid 23 snap -1 2024-04-10T15:34:29.616 INFO:tasks.rados.rados.0.smithi069.stdout:1018: expect (ObjNum 53 snap 1 seq_num 53) 2024-04-10T15:34:29.616 INFO:tasks.rados.rados.0.smithi069.stdout:1019: rollback oid 33 current snap is 97 2024-04-10T15:34:29.616 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 33 to 94 2024-04-10T15:34:29.616 INFO:tasks.rados.rados.0.smithi069.stdout:1014: finishing rollback tid 0 to smithi06982861-21 2024-04-10T15:34:29.616 INFO:tasks.rados.rados.0.smithi069.stdout:1014: finishing rollback tid 1 to smithi06982861-21 2024-04-10T15:34:29.617 INFO:tasks.rados.rados.0.smithi069.stdout:1014: finishing rollback tid 2 to smithi06982861-21 2024-04-10T15:34:29.617 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 21 v 366 (ObjNum 177 snap 0 seq_num 1) dirty exists 2024-04-10T15:34:29.617 INFO:tasks.rados.rados.0.smithi069.stdout:1013: expect (ObjNum 53 snap 1 seq_num 53) 2024-04-10T15:34:29.665 INFO:tasks.rados.rados.0.smithi069.stdout:1017: expect (ObjNum 319 snap 89 seq_num 319) 2024-04-10T15:34:29.679 INFO:tasks.rados.rados.0.smithi069.stdout:1019: finishing rollback tid 0 to smithi06982861-33 2024-04-10T15:34:29.679 INFO:tasks.rados.rados.0.smithi069.stdout:1019: finishing rollback tid 1 to smithi06982861-33 2024-04-10T15:34:29.679 INFO:tasks.rados.rados.0.smithi069.stdout:1018: expect (ObjNum 53 snap 1 seq_num 53) 2024-04-10T15:34:29.719 INFO:tasks.rados.rados.0.smithi069.stdout:1016: expect (ObjNum 318 snap 89 seq_num 318) 2024-04-10T15:34:29.749 INFO:tasks.rados.rados.0.smithi069.stdout:1019: finishing rollback tid 2 to smithi06982861-33 2024-04-10T15:34:29.749 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 33 v 463 (ObjNum 282 snap 80 seq_num 282) dirty exists 2024-04-10T15:34:29.749 INFO:tasks.rados.rados.0.smithi069.stdout:1012: done (6 left) 2024-04-10T15:34:29.750 INFO:tasks.rados.rados.0.smithi069.stdout:1013: done (5 left) 2024-04-10T15:34:29.750 INFO:tasks.rados.rados.0.smithi069.stdout:1014: done (4 left) 2024-04-10T15:34:29.750 INFO:tasks.rados.rados.0.smithi069.stdout:1016: done (3 left) 2024-04-10T15:34:29.750 INFO:tasks.rados.rados.0.smithi069.stdout:1017: done (2 left) 2024-04-10T15:34:29.750 INFO:tasks.rados.rados.0.smithi069.stdout:1018: done (1 left) 2024-04-10T15:34:29.750 INFO:tasks.rados.rados.0.smithi069.stdout:1019: done (0 left) 2024-04-10T15:34:29.750 INFO:tasks.rados.rados.0.smithi069.stdout:1020: snap_remove snap 91 2024-04-10T15:34:29.990 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:29 smithi077 ceph-mon[31195]: osdmap e251: 8 total, 8 up, 8 in 2024-04-10T15:34:29.990 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:29 smithi077 ceph-mon[31195]: pgmap v31: 121 pgs: 121 active+clean; 281 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 4.7 MiB/s rd, 828 KiB/s wr, 8 op/s 2024-04-10T15:34:30.032 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:29 smithi069 ceph-mon[96738]: osdmap e251: 8 total, 8 up, 8 in 2024-04-10T15:34:30.032 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:29 smithi069 ceph-mon[96738]: pgmap v31: 121 pgs: 121 active+clean; 281 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 4.7 MiB/s rd, 828 KiB/s wr, 8 op/s 2024-04-10T15:34:30.033 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:29 smithi069 ceph-mon[94167]: osdmap e251: 8 total, 8 up, 8 in 2024-04-10T15:34:30.033 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:29 smithi069 ceph-mon[94167]: pgmap v31: 121 pgs: 121 active+clean; 281 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 4.7 MiB/s rd, 828 KiB/s wr, 8 op/s 2024-04-10T15:34:30.618 INFO:tasks.rados.rados.0.smithi069.stdout:1020: done (0 left) 2024-04-10T15:34:30.618 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 5 current snap is 97 2024-04-10T15:34:30.618 INFO:tasks.rados.rados.0.smithi069.stdout:1021: seq_num 330 ranges {0=737280} 2024-04-10T15:34:30.623 INFO:tasks.rados.rados.0.smithi069.stdout:1021: writing smithi06982861-5 from 0 to 737280 tid 1 2024-04-10T15:34:30.623 INFO:tasks.rados.rados.0.smithi069.stdout:1022: snap_remove snap 72 2024-04-10T15:34:30.990 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:30 smithi077 ceph-mon[31195]: osdmap e252: 8 total, 8 up, 8 in 2024-04-10T15:34:30.990 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:30 smithi077 ceph-mon[31195]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:34:30.990 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:30 smithi077 ceph-mon[31195]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:34:31.084 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:30 smithi069 ceph-mon[96738]: osdmap e252: 8 total, 8 up, 8 in 2024-04-10T15:34:31.084 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:30 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:34:31.084 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:30 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:34:31.084 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:30 smithi069 ceph-mon[94167]: osdmap e252: 8 total, 8 up, 8 in 2024-04-10T15:34:31.084 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:30 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:34:31.084 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:30 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:34:31.099 INFO:tasks.rados.rados.0.smithi069.stdout:1022: done (1 left) 2024-04-10T15:34:31.099 INFO:tasks.rados.rados.0.smithi069.stdout:1023: delete oid 23 current snap is 97 2024-04-10T15:34:31.099 INFO:tasks.rados.rados.0.smithi069.stdout:1021: finishing write tid 1 to smithi06982861-5 2024-04-10T15:34:31.099 INFO:tasks.rados.rados.0.smithi069.stdout:1021: finishing write tid 2 to smithi06982861-5 2024-04-10T15:34:31.099 INFO:tasks.rados.rados.0.smithi069.stdout:1021: finishing write tid 3 to smithi06982861-5 2024-04-10T15:34:31.099 INFO:tasks.rados.rados.0.smithi069.stdout:1021: oid 5 updating version 0 to 403 2024-04-10T15:34:31.099 INFO:tasks.rados.rados.0.smithi069.stdout:1021: oid 5 version 403 is already newer than 402 2024-04-10T15:34:31.099 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 5 v 403 (ObjNum 330 snap 97 seq_num 330) dirty exists 2024-04-10T15:34:31.099 INFO:tasks.rados.rados.0.smithi069.stdout:1021: left oid 5 (ObjNum 330 snap 97 seq_num 330) 2024-04-10T15:34:31.104 INFO:tasks.rados.rados.0.smithi069.stdout:1021: done (1 left) 2024-04-10T15:34:31.104 INFO:tasks.rados.rados.0.smithi069.stdout:1023: done (0 left) 2024-04-10T15:34:31.104 INFO:tasks.rados.rados.0.smithi069.stdout:1024: snap_remove snap 32 2024-04-10T15:34:31.834 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:34:31 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: 2024-04-10T15:34:31.520+0000 7f486a3b0700 -1 mgr.server handle_report got status from non-daemon mon.c 2024-04-10T15:34:31.835 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:31 smithi069 ceph-mon[96738]: osdmap e253: 8 total, 8 up, 8 in 2024-04-10T15:34:31.835 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:31 smithi069 ceph-mon[96738]: osdmap e254: 8 total, 8 up, 8 in 2024-04-10T15:34:31.835 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:31 smithi069 ceph-mon[96738]: pgmap v35: 121 pgs: 121 active+clean; 289 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 6.3 MiB/s rd, 2.0 MiB/s wr, 17 op/s 2024-04-10T15:34:31.835 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:31 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:34:31.835 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:31 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:34:31.835 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:31 smithi069 ceph-mon[94167]: osdmap e253: 8 total, 8 up, 8 in 2024-04-10T15:34:31.835 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:31 smithi069 ceph-mon[94167]: osdmap e254: 8 total, 8 up, 8 in 2024-04-10T15:34:31.835 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:31 smithi069 ceph-mon[94167]: pgmap v35: 121 pgs: 121 active+clean; 289 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 6.3 MiB/s rd, 2.0 MiB/s wr, 17 op/s 2024-04-10T15:34:31.835 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:31 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:34:31.835 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:31 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:34:31.990 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:31 smithi077 ceph-mon[31195]: osdmap e253: 8 total, 8 up, 8 in 2024-04-10T15:34:31.990 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:31 smithi077 ceph-mon[31195]: osdmap e254: 8 total, 8 up, 8 in 2024-04-10T15:34:31.990 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:31 smithi077 ceph-mon[31195]: pgmap v35: 121 pgs: 121 active+clean; 289 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 6.3 MiB/s rd, 2.0 MiB/s wr, 17 op/s 2024-04-10T15:34:31.990 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:31 smithi077 ceph-mon[31195]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:34:31.990 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:31 smithi077 ceph-mon[31195]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:34:32.101 INFO:tasks.rados.rados.0.smithi069.stdout:1024: done (0 left) 2024-04-10T15:34:32.101 INFO:tasks.rados.rados.0.smithi069.stdout:1025: copy_from oid 31 from oid 35 current snap is 97 2024-04-10T15:34:32.102 INFO:tasks.rados.rados.0.smithi069.stdout:1026: delete oid 47 current snap is 97 2024-04-10T15:34:32.110 INFO:tasks.rados.rados.0.smithi069.stdout:1025: finishing copy_from to smithi06982861-31 2024-04-10T15:34:32.110 INFO:tasks.rados.rados.0.smithi069.stdout:1025: got expected ENOENT (src dne) 2024-04-10T15:34:32.110 INFO:tasks.rados.rados.0.smithi069.stdout:1025: finishing copy_from racing read to smithi06982861-31 2024-04-10T15:34:32.113 INFO:tasks.rados.rados.0.smithi069.stdout:1025: done (1 left) 2024-04-10T15:34:32.113 INFO:tasks.rados.rados.0.smithi069.stdout:1026: done (0 left) 2024-04-10T15:34:32.113 INFO:tasks.rados.rados.0.smithi069.stdout:1027: snap_remove snap 78 2024-04-10T15:34:32.740 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:34:32 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[78458]: ts=2024-04-10T15:34:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:34:32.936 INFO:teuthology.orchestra.run.smithi069.stdout:true 2024-04-10T15:34:33.112 INFO:tasks.rados.rados.0.smithi069.stdout:1027: done (0 left) 2024-04-10T15:34:33.113 INFO:tasks.rados.rados.0.smithi069.stdout:1028: snap_create 2024-04-10T15:34:33.273 INFO:teuthology.orchestra.run.smithi069.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-10T15:34:33.273 INFO:teuthology.orchestra.run.smithi069.stdout:alertmanager.a smithi069 *:9093,9094 running (4m) 2s ago 5m 25.9M - 0.25.0 c8568f914cd2 bd92cb80ff03 2024-04-10T15:34:33.273 INFO:teuthology.orchestra.run.smithi069.stdout:grafana.a smithi077 *:3000 running (4m) 18s ago 4m 89.4M - 9.4.7 954c08fa6188 8891d154474d 2024-04-10T15:34:33.273 INFO:teuthology.orchestra.run.smithi069.stdout:mds.a smithi069 running (6m) 2s ago 6m 17.0M - 18.2.2-1187-gd540ebac bb2c5eac26a4 144b62fd4166 2024-04-10T15:34:33.273 INFO:teuthology.orchestra.run.smithi069.stdout:mds.b smithi077 running (6m) 18s ago 6m 17.6M - 18.2.2-1187-gd540ebac bb2c5eac26a4 ba4ee0b79036 2024-04-10T15:34:33.273 INFO:teuthology.orchestra.run.smithi069.stdout:mgr.x smithi077 *:8443,9283,8765 running (48s) 18s ago 9m 448M - 19.0.0-2838-ga5074d45 ffe3e7ac3788 ccd7899398e9 2024-04-10T15:34:33.273 INFO:teuthology.orchestra.run.smithi069.stdout:mgr.y smithi069 *:8443,9283,8765 running (79s) 2s ago 11m 501M - 19.0.0-2838-ga5074d45 ffe3e7ac3788 e21b24626c05 2024-04-10T15:34:33.273 INFO:teuthology.orchestra.run.smithi069.stdout:mon.a smithi069 running (32s) 2s ago 11m 38.9M 2048M 19.0.0-2838-ga5074d45 ffe3e7ac3788 ce73e1b17524 2024-04-10T15:34:33.273 INFO:teuthology.orchestra.run.smithi069.stdout:mon.b smithi077 running (10m) 18s ago 10m 55.5M 2048M 18.2.2-1187-gd540ebac bb2c5eac26a4 52e0df99d9fb 2024-04-10T15:34:33.273 INFO:teuthology.orchestra.run.smithi069.stdout:mon.c smithi069 running (7s) 2s ago 10m 18.6M 2048M 19.0.0-2838-ga5074d45 ffe3e7ac3788 bac2280f1f05 2024-04-10T15:34:33.274 INFO:teuthology.orchestra.run.smithi069.stdout:node-exporter.a smithi069 *:9100 running (4m) 2s ago 4m 15.5M - 1.5.0 0da6a335fe13 2469975469f7 2024-04-10T15:34:33.274 INFO:teuthology.orchestra.run.smithi069.stdout:node-exporter.b smithi077 *:9100 running (4m) 18s ago 4m 15.4M - 1.5.0 0da6a335fe13 20103db32919 2024-04-10T15:34:33.274 INFO:teuthology.orchestra.run.smithi069.stdout:osd.0 smithi069 running (9m) 2s ago 9m 179M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 f5a7a9a8f250 2024-04-10T15:34:33.274 INFO:teuthology.orchestra.run.smithi069.stdout:osd.1 smithi069 running (9m) 2s ago 9m 155M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 1485a573874e 2024-04-10T15:34:33.274 INFO:teuthology.orchestra.run.smithi069.stdout:osd.2 smithi069 running (8m) 2s ago 8m 193M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 89bfa35a28fe 2024-04-10T15:34:33.274 INFO:teuthology.orchestra.run.smithi069.stdout:osd.3 smithi069 running (8m) 2s ago 8m 121M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 a968c3dc2397 2024-04-10T15:34:33.274 INFO:teuthology.orchestra.run.smithi069.stdout:osd.4 smithi077 running (7m) 18s ago 7m 160M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 f498bddd5298 2024-04-10T15:34:33.274 INFO:teuthology.orchestra.run.smithi069.stdout:osd.5 smithi077 running (7m) 18s ago 7m 184M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 2a7f7ea88c93 2024-04-10T15:34:33.274 INFO:teuthology.orchestra.run.smithi069.stdout:osd.6 smithi077 running (7m) 18s ago 7m 108M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 7df4e5a8578c 2024-04-10T15:34:33.275 INFO:teuthology.orchestra.run.smithi069.stdout:osd.7 smithi077 running (6m) 18s ago 6m 111M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 1a9c80228cd5 2024-04-10T15:34:33.275 INFO:teuthology.orchestra.run.smithi069.stdout:prometheus.a smithi077 *:9095 running (54s) 18s ago 5m 49.5M - 2.43.0 a07b618ecd1d 9575de1707c9 2024-04-10T15:34:33.275 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:33 smithi069 ceph-mon[94167]: osdmap e255: 8 total, 8 up, 8 in 2024-04-10T15:34:33.275 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:33 smithi069 ceph-mon[96738]: osdmap e255: 8 total, 8 up, 8 in 2024-04-10T15:34:33.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:33 smithi077 ceph-mon[31195]: osdmap e255: 8 total, 8 up, 8 in 2024-04-10T15:34:33.687 INFO:teuthology.orchestra.run.smithi069.stdout:{ 2024-04-10T15:34:33.687 INFO:teuthology.orchestra.run.smithi069.stdout: "mon": { 2024-04-10T15:34:33.687 INFO:teuthology.orchestra.run.smithi069.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 1, 2024-04-10T15:34:33.687 INFO:teuthology.orchestra.run.smithi069.stdout: "ceph version 19.0.0-2838-ga5074d45 (a5074d4516d566e9d8b6aec912f26afd099de101) squid (dev)": 2 2024-04-10T15:34:33.687 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-04-10T15:34:33.687 INFO:teuthology.orchestra.run.smithi069.stdout: "mgr": { 2024-04-10T15:34:33.687 INFO:teuthology.orchestra.run.smithi069.stdout: "ceph version 19.0.0-2838-ga5074d45 (a5074d4516d566e9d8b6aec912f26afd099de101) squid (dev)": 2 2024-04-10T15:34:33.687 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-04-10T15:34:33.687 INFO:teuthology.orchestra.run.smithi069.stdout: "osd": { 2024-04-10T15:34:33.687 INFO:teuthology.orchestra.run.smithi069.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 8 2024-04-10T15:34:33.687 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-04-10T15:34:33.687 INFO:teuthology.orchestra.run.smithi069.stdout: "mds": { 2024-04-10T15:34:33.687 INFO:teuthology.orchestra.run.smithi069.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 2 2024-04-10T15:34:33.687 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-04-10T15:34:33.687 INFO:teuthology.orchestra.run.smithi069.stdout: "overall": { 2024-04-10T15:34:33.688 INFO:teuthology.orchestra.run.smithi069.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 11, 2024-04-10T15:34:33.688 INFO:teuthology.orchestra.run.smithi069.stdout: "ceph version 19.0.0-2838-ga5074d45 (a5074d4516d566e9d8b6aec912f26afd099de101) squid (dev)": 4 2024-04-10T15:34:33.688 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-04-10T15:34:33.688 INFO:teuthology.orchestra.run.smithi069.stdout:} 2024-04-10T15:34:33.990 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:34:33 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[78458]: ts=2024-04-10T15:34:33.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi069\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi069\", job=\"node\", machine=\"x86_64\", nodename=\"smithi069\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", domainname=\"(none)\", instance=\"smithi069\", job=\"node\", machine=\"x86_64\", nodename=\"smithi069\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:34:34.120 INFO:tasks.rados.rados.0.smithi069.stdout:1028: done (0 left) 2024-04-10T15:34:34.121 INFO:tasks.rados.rados.0.smithi069.stdout:1029: copy_from oid 20 from oid 32 current snap is 98 2024-04-10T15:34:34.121 INFO:tasks.rados.rados.0.smithi069.stdout:1030: delete oid 3 current snap is 98 2024-04-10T15:34:34.123 INFO:tasks.rados.rados.0.smithi069.stdout:1030: done (1 left) 2024-04-10T15:34:34.123 INFO:tasks.rados.rados.0.smithi069.stdout:1031: copy_from oid 45 from oid 37 current snap is 98 2024-04-10T15:34:34.125 INFO:tasks.rados.rados.0.smithi069.stdout:1032: snap_remove snap 86 2024-04-10T15:34:34.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:34 smithi077 ceph-mon[31195]: from='client.34155 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:34:34.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:34 smithi077 ceph-mon[31195]: osdmap e256: 8 total, 8 up, 8 in 2024-04-10T15:34:34.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:34 smithi077 ceph-mon[31195]: from='client.34161 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:34:34.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:34 smithi077 ceph-mon[31195]: pgmap v38: 121 pgs: 121 active+clean; 289 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 6.3 MiB/s rd, 2.0 MiB/s wr, 17 op/s 2024-04-10T15:34:34.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:34 smithi077 ceph-mon[31195]: from='client.? 172.21.15.69:0/3238695505' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:34:34.505 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:34 smithi069 ceph-mon[96738]: from='client.34155 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:34:34.505 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:34 smithi069 ceph-mon[96738]: osdmap e256: 8 total, 8 up, 8 in 2024-04-10T15:34:34.505 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:34 smithi069 ceph-mon[96738]: from='client.34161 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:34:34.505 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:34 smithi069 ceph-mon[96738]: pgmap v38: 121 pgs: 121 active+clean; 289 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 6.3 MiB/s rd, 2.0 MiB/s wr, 17 op/s 2024-04-10T15:34:34.505 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:34 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/3238695505' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:34:34.505 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:34 smithi069 ceph-mon[94167]: from='client.34155 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:34:34.505 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:34 smithi069 ceph-mon[94167]: osdmap e256: 8 total, 8 up, 8 in 2024-04-10T15:34:34.506 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:34 smithi069 ceph-mon[94167]: from='client.34161 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:34:34.506 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:34 smithi069 ceph-mon[94167]: pgmap v38: 121 pgs: 121 active+clean; 289 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 6.3 MiB/s rd, 2.0 MiB/s wr, 17 op/s 2024-04-10T15:34:34.506 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:34 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/3238695505' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:34:35.121 INFO:tasks.rados.rados.0.smithi069.stdout:1032: done (2 left) 2024-04-10T15:34:35.121 INFO:tasks.rados.rados.0.smithi069.stdout:1033: snap_create 2024-04-10T15:34:35.121 INFO:tasks.rados.rados.0.smithi069.stdout:1029: finishing copy_from racing read to smithi06982861-20 2024-04-10T15:34:35.121 INFO:tasks.rados.rados.0.smithi069.stdout:1031: finishing copy_from racing read to smithi06982861-45 2024-04-10T15:34:35.121 INFO:tasks.rados.rados.0.smithi069.stdout:1029: finishing copy_from to smithi06982861-20 2024-04-10T15:34:35.122 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 20 v 395 (ObjNum 318 snap 89 seq_num 318) dirty exists 2024-04-10T15:34:35.122 INFO:tasks.rados.rados.0.smithi069.stdout:1031: finishing copy_from to smithi06982861-45 2024-04-10T15:34:35.122 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 45 v 361 (ObjNum 316 snap 89 seq_num 316) dirty exists 2024-04-10T15:34:35.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:35 smithi077 ceph-mon[31195]: osdmap e257: 8 total, 8 up, 8 in 2024-04-10T15:34:35.584 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:35 smithi069 ceph-mon[94167]: osdmap e257: 8 total, 8 up, 8 in 2024-04-10T15:34:35.584 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:35 smithi069 ceph-mon[96738]: osdmap e257: 8 total, 8 up, 8 in 2024-04-10T15:34:36.101 INFO:tasks.rados.rados.0.smithi069.stdout:1029: done (2 left) 2024-04-10T15:34:36.102 INFO:tasks.rados.rados.0.smithi069.stdout:1031: done (1 left) 2024-04-10T15:34:36.102 INFO:tasks.rados.rados.0.smithi069.stdout:1033: done (0 left) 2024-04-10T15:34:36.102 INFO:tasks.rados.rados.0.smithi069.stdout:1034: snap_remove snap 81 2024-04-10T15:34:36.240 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:36 smithi077 ceph-mon[31195]: osdmap e258: 8 total, 8 up, 8 in 2024-04-10T15:34:36.240 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:36 smithi077 ceph-mon[31195]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:34:36.240 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:36 smithi077 ceph-mon[31195]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:34:36.240 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:36 smithi077 ceph-mon[31195]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:34:36.240 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:36 smithi077 ceph-mon[31195]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:34:36.240 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:36 smithi077 ceph-mon[31195]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:34:36.240 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:36 smithi077 ceph-mon[31195]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:34:36.241 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:36 smithi077 ceph-mon[31195]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:34:36.241 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:36 smithi077 ceph-mon[31195]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-04-10T15:34:36.241 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:36 smithi077 ceph-mon[31195]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["b"]}]: dispatch 2024-04-10T15:34:36.241 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:36 smithi077 ceph-mon[31195]: Upgrade: It appears safe to stop mon.b 2024-04-10T15:34:36.241 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:36 smithi077 ceph-mon[31195]: pgmap v41: 121 pgs: 121 active+clean; 289 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail 2024-04-10T15:34:36.241 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:36 smithi077 ceph-mon[31195]: osdmap e259: 8 total, 8 up, 8 in 2024-04-10T15:34:36.584 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:36 smithi069 ceph-mon[94167]: osdmap e258: 8 total, 8 up, 8 in 2024-04-10T15:34:36.584 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:36 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:34:36.584 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:36 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:34:36.584 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:36 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:34:36.584 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:36 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:34:36.584 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:36 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:34:36.585 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:36 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:34:36.585 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:36 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:34:36.585 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:36 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-04-10T15:34:36.585 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:36 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["b"]}]: dispatch 2024-04-10T15:34:36.585 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:36 smithi069 ceph-mon[94167]: Upgrade: It appears safe to stop mon.b 2024-04-10T15:34:36.585 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:36 smithi069 ceph-mon[94167]: pgmap v41: 121 pgs: 121 active+clean; 289 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail 2024-04-10T15:34:36.585 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:36 smithi069 ceph-mon[94167]: osdmap e259: 8 total, 8 up, 8 in 2024-04-10T15:34:36.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:36 smithi069 ceph-mon[96738]: osdmap e258: 8 total, 8 up, 8 in 2024-04-10T15:34:36.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:36 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:34:36.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:36 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:34:36.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:36 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:34:36.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:36 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:34:36.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:36 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:34:36.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:36 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:34:36.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:36 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:34:36.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:36 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-04-10T15:34:36.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:36 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["b"]}]: dispatch 2024-04-10T15:34:36.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:36 smithi069 ceph-mon[96738]: Upgrade: It appears safe to stop mon.b 2024-04-10T15:34:36.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:36 smithi069 ceph-mon[96738]: pgmap v41: 121 pgs: 121 active+clean; 289 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail 2024-04-10T15:34:36.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:36 smithi069 ceph-mon[96738]: osdmap e259: 8 total, 8 up, 8 in 2024-04-10T15:34:37.101 INFO:tasks.rados.rados.0.smithi069.stdout:1034: done (0 left) 2024-04-10T15:34:37.101 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 25 current snap is 99 2024-04-10T15:34:37.101 INFO:tasks.rados.rados.0.smithi069.stdout:1035: seq_num 334 ranges {548864=802816} 2024-04-10T15:34:37.110 INFO:tasks.rados.rados.0.smithi069.stdout:1035: writing smithi06982861-25 from 548864 to 1351680 tid 1 2024-04-10T15:34:37.110 INFO:tasks.rados.rados.0.smithi069.stdout:1036: copy_from oid 1 from oid 10 current snap is 99 2024-04-10T15:34:37.110 INFO:tasks.rados.rados.0.smithi069.stdout:1037: read oid 46 snap -1 2024-04-10T15:34:37.110 INFO:tasks.rados.rados.0.smithi069.stdout:1037: expect (ObjNum 207 snap 52 seq_num 207) 2024-04-10T15:34:37.110 INFO:tasks.rados.rados.0.smithi069.stdout:1038: rollback oid 28 current snap is 99 2024-04-10T15:34:37.110 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 28 to 98 2024-04-10T15:34:37.110 INFO:tasks.rados.rados.0.smithi069.stdout:1039: read oid 21 snap 95 2024-04-10T15:34:37.110 INFO:tasks.rados.rados.0.smithi069.stdout:1039: expect (ObjNum 1433584848 snap 21957 seq_num 1433819168) 2024-04-10T15:34:37.110 INFO:tasks.rados.rados.0.smithi069.stdout:1040: copy_from oid 31 from oid 35 current snap is 99 2024-04-10T15:34:37.111 INFO:tasks.rados.rados.0.smithi069.stdout:1041: snap_create 2024-04-10T15:34:37.113 INFO:tasks.rados.rados.0.smithi069.stdout:1039: expect (ObjNum 1433584848 snap 21957 seq_num 1433819168) 2024-04-10T15:34:37.114 INFO:tasks.rados.rados.0.smithi069.stdout:1040: finishing copy_from to smithi06982861-31 2024-04-10T15:34:37.114 INFO:tasks.rados.rados.0.smithi069.stdout:1040: got expected ENOENT (src dne) 2024-04-10T15:34:37.115 INFO:tasks.rados.rados.0.smithi069.stdout:1040: finishing copy_from racing read to smithi06982861-31 2024-04-10T15:34:37.116 INFO:tasks.rados.rados.0.smithi069.stdout:1036: finishing copy_from to smithi06982861-1 2024-04-10T15:34:37.116 INFO:tasks.rados.rados.0.smithi069.stdout:1036: got expected ENOENT (src dne) 2024-04-10T15:34:37.116 INFO:tasks.rados.rados.0.smithi069.stdout:1036: finishing copy_from racing read to smithi06982861-1 2024-04-10T15:34:37.117 INFO:tasks.rados.rados.0.smithi069.stdout:1035: finishing write tid 1 to smithi06982861-25 2024-04-10T15:34:37.117 INFO:tasks.rados.rados.0.smithi069.stdout:1038: finishing rollback tid 0 to smithi06982861-28 2024-04-10T15:34:37.117 INFO:tasks.rados.rados.0.smithi069.stdout:1038: finishing rollback tid 1 to smithi06982861-28 2024-04-10T15:34:37.118 INFO:tasks.rados.rados.0.smithi069.stdout:1038: finishing rollback tid 2 to smithi06982861-28 2024-04-10T15:34:37.118 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 28 v 266 (ObjNum 253 snap 68 seq_num 253) dirty exists 2024-04-10T15:34:37.119 INFO:tasks.rados.rados.0.smithi069.stdout:1035: finishing write tid 2 to smithi06982861-25 2024-04-10T15:34:37.121 INFO:tasks.rados.rados.0.smithi069.stdout:1035: finishing write tid 3 to smithi06982861-25 2024-04-10T15:34:37.121 INFO:tasks.rados.rados.0.smithi069.stdout:1035: oid 25 updating version 0 to 289 2024-04-10T15:34:37.121 INFO:tasks.rados.rados.0.smithi069.stdout:1035: oid 25 version 289 is already newer than 288 2024-04-10T15:34:37.121 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 25 v 289 (ObjNum 334 snap 99 seq_num 334) dirty exists 2024-04-10T15:34:37.121 INFO:tasks.rados.rados.0.smithi069.stdout:1035: left oid 25 (ObjNum 334 snap 99 seq_num 334) 2024-04-10T15:34:37.122 INFO:tasks.rados.rados.0.smithi069.stdout:1037: expect (ObjNum 207 snap 52 seq_num 207) 2024-04-10T15:34:37.334 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:34:36 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:15:34:36] "GET /metrics HTTP/1.1" 200 36069 "" "Prometheus/2.43.0" 2024-04-10T15:34:38.104 INFO:tasks.rados.rados.0.smithi069.stdout:1035: done (6 left) 2024-04-10T15:34:38.104 INFO:tasks.rados.rados.0.smithi069.stdout:1036: done (5 left) 2024-04-10T15:34:38.105 INFO:tasks.rados.rados.0.smithi069.stdout:1037: done (4 left) 2024-04-10T15:34:38.105 INFO:tasks.rados.rados.0.smithi069.stdout:1038: done (3 left) 2024-04-10T15:34:38.105 INFO:tasks.rados.rados.0.smithi069.stdout:1039: done (2 left) 2024-04-10T15:34:38.105 INFO:tasks.rados.rados.0.smithi069.stdout:1040: done (1 left) 2024-04-10T15:34:38.105 INFO:tasks.rados.rados.0.smithi069.stdout:1041: done (0 left) 2024-04-10T15:34:38.105 INFO:tasks.rados.rados.0.smithi069.stdout:1042: read oid 18 snap -1 2024-04-10T15:34:38.105 INFO:tasks.rados.rados.0.smithi069.stdout:1042: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-10T15:34:38.105 INFO:tasks.rados.rados.0.smithi069.stdout:1043: delete oid 45 current snap is 100 2024-04-10T15:34:38.105 INFO:tasks.rados.rados.0.smithi069.stdout:1042: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-10T15:34:38.110 INFO:tasks.rados.rados.0.smithi069.stdout:1042: done (1 left) 2024-04-10T15:34:38.110 INFO:tasks.rados.rados.0.smithi069.stdout:1043: done (0 left) 2024-04-10T15:34:38.110 INFO:tasks.rados.rados.0.smithi069.stdout:1044: rmattr oid 34 current snap is 100 2024-04-10T15:34:38.110 INFO:tasks.rados.rados.0.smithi069.stdout:1044: done (0 left) 2024-04-10T15:34:38.110 INFO:tasks.rados.rados.0.smithi069.stdout:1045: setattr oid 6 current snap is 100 2024-04-10T15:34:38.112 INFO:tasks.rados.rados.0.smithi069.stdout:1046: rmattr oid 33 current snap is 100 2024-04-10T15:34:38.112 INFO:tasks.rados.rados.0.smithi069.stdout:1046: done (1 left) 2024-04-10T15:34:38.113 INFO:tasks.rados.rados.0.smithi069.stdout:1047: read oid 42 snap -1 2024-04-10T15:34:38.113 INFO:tasks.rados.rados.0.smithi069.stdout:1047: expect (ObjNum 285 snap 80 seq_num 285) 2024-04-10T15:34:38.113 INFO:tasks.rados.rados.0.smithi069.stdout:1048: copy_from oid 34 from oid 33 current snap is 100 2024-04-10T15:34:38.113 INFO:tasks.rados.rados.0.smithi069.stdout:1049: rollback oid 24 current snap is 100 2024-04-10T15:34:38.113 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 24 to 99 2024-04-10T15:34:38.113 INFO:tasks.rados.rados.0.smithi069.stdout:1050: snap_create 2024-04-10T15:34:38.117 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 6 v 420 (ObjNum 283 snap 80 seq_num 283) dirty exists 2024-04-10T15:34:38.126 INFO:tasks.rados.rados.0.smithi069.stdout:1048: finishing copy_from racing read to smithi06982861-34 2024-04-10T15:34:38.128 INFO:tasks.rados.rados.0.smithi069.stdout:1048: finishing copy_from to smithi06982861-34 2024-04-10T15:34:38.128 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 34 v 463 (ObjNum 282 snap 80 seq_num 282) dirty exists 2024-04-10T15:34:38.129 INFO:tasks.rados.rados.0.smithi069.stdout:1049: finishing rollback tid 0 to smithi06982861-24 2024-04-10T15:34:38.131 INFO:tasks.rados.rados.0.smithi069.stdout:1049: finishing rollback tid 1 to smithi06982861-24 2024-04-10T15:34:38.135 INFO:tasks.rados.rados.0.smithi069.stdout:1047: expect (ObjNum 285 snap 80 seq_num 285) 2024-04-10T15:34:38.240 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:38 smithi077 ceph-mon[31195]: Upgrade: Updating mon.b 2024-04-10T15:34:38.240 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:38 smithi077 ceph-mon[31195]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:34:38.240 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:38 smithi077 ceph-mon[31195]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-10T15:34:38.240 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:38 smithi077 ceph-mon[31195]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-10T15:34:38.240 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:38 smithi077 ceph-mon[31195]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:34:38.240 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:38 smithi077 ceph-mon[31195]: Deploying daemon mon.b on smithi077 2024-04-10T15:34:38.240 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:38 smithi077 ceph-mon[31195]: osdmap e260: 8 total, 8 up, 8 in 2024-04-10T15:34:38.240 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:38 smithi077 ceph-mon[31195]: pgmap v44: 121 pgs: 121 active+clean; 231 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 586 KiB/s wr, 2 op/s 2024-04-10T15:34:38.305 INFO:tasks.rados.rados.0.smithi069.stdout:1049: finishing rollback tid 2 to smithi06982861-24 2024-04-10T15:34:38.306 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 24 v 427 (ObjNum 230 snap 56 seq_num 230) dirty exists 2024-04-10T15:34:38.334 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:38 smithi069 ceph-mon[96738]: Upgrade: Updating mon.b 2024-04-10T15:34:38.334 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:38 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:34:38.334 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:38 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-10T15:34:38.334 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:38 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-10T15:34:38.334 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:38 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:34:38.334 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:38 smithi069 ceph-mon[96738]: Deploying daemon mon.b on smithi077 2024-04-10T15:34:38.334 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:38 smithi069 ceph-mon[96738]: osdmap e260: 8 total, 8 up, 8 in 2024-04-10T15:34:38.334 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:38 smithi069 ceph-mon[96738]: pgmap v44: 121 pgs: 121 active+clean; 231 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 586 KiB/s wr, 2 op/s 2024-04-10T15:34:38.335 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:38 smithi069 ceph-mon[94167]: Upgrade: Updating mon.b 2024-04-10T15:34:38.335 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:38 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:34:38.335 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:38 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-10T15:34:38.335 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:38 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-10T15:34:38.335 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:38 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:34:38.335 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:38 smithi069 ceph-mon[94167]: Deploying daemon mon.b on smithi077 2024-04-10T15:34:38.335 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:38 smithi069 ceph-mon[94167]: osdmap e260: 8 total, 8 up, 8 in 2024-04-10T15:34:38.335 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:38 smithi069 ceph-mon[94167]: pgmap v44: 121 pgs: 121 active+clean; 231 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 586 KiB/s wr, 2 op/s 2024-04-10T15:34:39.116 INFO:tasks.rados.rados.0.smithi069.stdout:1045: done (4 left) 2024-04-10T15:34:39.116 INFO:tasks.rados.rados.0.smithi069.stdout:1047: done (3 left) 2024-04-10T15:34:39.116 INFO:tasks.rados.rados.0.smithi069.stdout:1048: done (2 left) 2024-04-10T15:34:39.116 INFO:tasks.rados.rados.0.smithi069.stdout:1049: done (1 left) 2024-04-10T15:34:39.116 INFO:tasks.rados.rados.0.smithi069.stdout:1050: done (0 left) 2024-04-10T15:34:39.116 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 39 current snap is 101 2024-04-10T15:34:39.116 INFO:tasks.rados.rados.0.smithi069.stdout:1051: seq_num 336 ranges {7495680=434176,7929856=401408} 2024-04-10T15:34:39.158 INFO:tasks.rados.rados.0.smithi069.stdout:1051: writing smithi06982861-39 from 7495680 to 7929856 tid 1 2024-04-10T15:34:39.160 INFO:tasks.rados.rados.0.smithi069.stdout:1051: writing smithi06982861-39 from 7929856 to 8331264 tid 2 2024-04-10T15:34:39.160 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 43 current snap is 101 2024-04-10T15:34:39.160 INFO:tasks.rados.rados.0.smithi069.stdout:1052: seq_num 337 ranges {0=450560,450560=401408} 2024-04-10T15:34:39.163 INFO:tasks.rados.rados.0.smithi069.stdout:1052: writing smithi06982861-43 from 0 to 450560 tid 1 2024-04-10T15:34:39.166 INFO:tasks.rados.rados.0.smithi069.stdout:1052: writing smithi06982861-43 from 450560 to 851968 tid 2 2024-04-10T15:34:39.166 INFO:tasks.rados.rados.0.smithi069.stdout:1051: finishing write tid 1 to smithi06982861-39 2024-04-10T15:34:39.166 INFO:tasks.rados.rados.0.smithi069.stdout:1053: read oid 2 snap -1 2024-04-10T15:34:39.166 INFO:tasks.rados.rados.0.smithi069.stdout:1053: expect (ObjNum 285 snap 80 seq_num 285) 2024-04-10T15:34:39.166 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 17 current snap is 101 2024-04-10T15:34:39.166 INFO:tasks.rados.rados.0.smithi069.stdout:1054: seq_num 338 ranges {24576=466944,491520=401408} 2024-04-10T15:34:39.169 INFO:tasks.rados.rados.0.smithi069.stdout:1054: writing smithi06982861-17 from 24576 to 491520 tid 1 2024-04-10T15:34:39.172 INFO:tasks.rados.rados.0.smithi069.stdout:1054: writing smithi06982861-17 from 491520 to 892928 tid 2 2024-04-10T15:34:39.172 INFO:tasks.rados.rados.0.smithi069.stdout:1055: delete oid 8 current snap is 101 2024-04-10T15:34:39.172 INFO:tasks.rados.rados.0.smithi069.stdout:1051: finishing write tid 2 to smithi06982861-39 2024-04-10T15:34:39.173 INFO:tasks.rados.rados.0.smithi069.stdout:1051: finishing write tid 3 to smithi06982861-39 2024-04-10T15:34:39.173 INFO:tasks.rados.rados.0.smithi069.stdout:1051: finishing write tid 4 to smithi06982861-39 2024-04-10T15:34:39.173 INFO:tasks.rados.rados.0.smithi069.stdout:1051: oid 39 updating version 0 to 397 2024-04-10T15:34:39.173 INFO:tasks.rados.rados.0.smithi069.stdout:1051: oid 39 updating version 397 to 398 2024-04-10T15:34:39.173 INFO:tasks.rados.rados.0.smithi069.stdout:1051: oid 39 version 398 is already newer than 396 2024-04-10T15:34:39.173 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 39 v 398 (ObjNum 336 snap 101 seq_num 336) dirty exists 2024-04-10T15:34:39.173 INFO:tasks.rados.rados.0.smithi069.stdout:1051: left oid 39 (ObjNum 336 snap 101 seq_num 336) 2024-04-10T15:34:39.173 INFO:tasks.rados.rados.0.smithi069.stdout:1052: finishing write tid 1 to smithi06982861-43 2024-04-10T15:34:39.173 INFO:tasks.rados.rados.0.smithi069.stdout:1052: finishing write tid 2 to smithi06982861-43 2024-04-10T15:34:39.178 INFO:tasks.rados.rados.0.smithi069.stdout:1052: finishing write tid 3 to smithi06982861-43 2024-04-10T15:34:39.178 INFO:tasks.rados.rados.0.smithi069.stdout:1051: done (4 left) 2024-04-10T15:34:39.178 INFO:tasks.rados.rados.0.smithi069.stdout:1055: done (3 left) 2024-04-10T15:34:39.178 INFO:tasks.rados.rados.0.smithi069.stdout:1056: snap_create 2024-04-10T15:34:39.178 INFO:tasks.rados.rados.0.smithi069.stdout:1052: finishing write tid 4 to smithi06982861-43 2024-04-10T15:34:39.178 INFO:tasks.rados.rados.0.smithi069.stdout:1052: oid 43 updating version 0 to 333 2024-04-10T15:34:39.178 INFO:tasks.rados.rados.0.smithi069.stdout:1052: oid 43 version 333 is already newer than 332 2024-04-10T15:34:39.178 INFO:tasks.rados.rados.0.smithi069.stdout:1052: oid 43 updating version 333 to 334 2024-04-10T15:34:39.179 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 43 v 334 (ObjNum 337 snap 101 seq_num 337) dirty exists 2024-04-10T15:34:39.179 INFO:tasks.rados.rados.0.smithi069.stdout:1052: left oid 43 (ObjNum 337 snap 101 seq_num 337) 2024-04-10T15:34:39.179 INFO:tasks.rados.rados.0.smithi069.stdout:1054: finishing write tid 1 to smithi06982861-17 2024-04-10T15:34:39.179 INFO:tasks.rados.rados.0.smithi069.stdout:1054: finishing write tid 2 to smithi06982861-17 2024-04-10T15:34:39.179 INFO:tasks.rados.rados.0.smithi069.stdout:1054: finishing write tid 3 to smithi06982861-17 2024-04-10T15:34:39.179 INFO:tasks.rados.rados.0.smithi069.stdout:1054: finishing write tid 4 to smithi06982861-17 2024-04-10T15:34:39.179 INFO:tasks.rados.rados.0.smithi069.stdout:1054: oid 17 updating version 0 to 434 2024-04-10T15:34:39.179 INFO:tasks.rados.rados.0.smithi069.stdout:1054: oid 17 updating version 434 to 435 2024-04-10T15:34:39.180 INFO:tasks.rados.rados.0.smithi069.stdout:1054: oid 17 version 435 is already newer than 433 2024-04-10T15:34:39.180 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 17 v 435 (ObjNum 338 snap 101 seq_num 338) dirty exists 2024-04-10T15:34:39.180 INFO:tasks.rados.rados.0.smithi069.stdout:1054: left oid 17 (ObjNum 338 snap 101 seq_num 338) 2024-04-10T15:34:39.186 INFO:tasks.rados.rados.0.smithi069.stdout:1053: expect (ObjNum 285 snap 80 seq_num 285) 2024-04-10T15:34:39.200 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:38 smithi077 systemd[1]: Stopping Ceph mon.b for 09bfb546-f74e-11ee-b64a-cb9ed24678a4... 2024-04-10T15:34:39.200 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:39 smithi077 ceph-mon[31195]: osdmap e261: 8 total, 8 up, 8 in 2024-04-10T15:34:39.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:39 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mon-b[31172]: 2024-04-10T15:34:39.211+0000 7fcd9a040700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-04-10T15:34:39.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:39 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mon-b[31172]: 2024-04-10T15:34:39.211+0000 7fcd9a040700 -1 mon.b@1(peon) e3 *** Got Signal Terminated *** 2024-04-10T15:34:39.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:39 smithi077 podman[87376]: 2024-04-10 15:34:39.365600153 +0000 UTC m=+0.269032551 container died 52e0df99d9fbfdf9c487d0c41b92e1d4d01923fb2326bfce6e103230bc200385 (image=quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mon-b, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240403, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, io.buildah.version=1.33.5, RELEASE=reef-d540eba, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-10T15:34:39.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:39 smithi069 ceph-mon[96738]: osdmap e261: 8 total, 8 up, 8 in 2024-04-10T15:34:39.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:39 smithi069 ceph-mon[94167]: osdmap e261: 8 total, 8 up, 8 in 2024-04-10T15:34:39.905 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:39 smithi077 podman[87376]: 2024-04-10 15:34:39.734013368 +0000 UTC m=+0.637445760 container cleanup 52e0df99d9fbfdf9c487d0c41b92e1d4d01923fb2326bfce6e103230bc200385 (image=quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mon-b, io.buildah.version=1.33.5, org.label-schema.build-date=20240403, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, RELEASE=reef-d540eba, org.label-schema.license=GPLv2, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_CLEAN=True, ceph=True) 2024-04-10T15:34:39.905 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:39 smithi077 bash[87376]: ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mon-b 2024-04-10T15:34:40.240 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:39 smithi077 podman[87395]: 2024-04-10 15:34:39.918777261 +0000 UTC m=+0.557981799 container remove 52e0df99d9fbfdf9c487d0c41b92e1d4d01923fb2326bfce6e103230bc200385 (image=quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mon-b, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240403, org.label-schema.license=GPLv2, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=reef-d540eba, ceph=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-10T15:34:40.240 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:40 smithi077 systemd[1]: ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4@mon.b.service: Deactivated successfully. 2024-04-10T15:34:40.240 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:40 smithi077 systemd[1]: Stopped Ceph mon.b for 09bfb546-f74e-11ee-b64a-cb9ed24678a4. 2024-04-10T15:34:40.240 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:40 smithi077 systemd[1]: ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4@mon.b.service: Consumed 9.133s CPU time. 2024-04-10T15:34:40.665 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:40 smithi077 systemd[1]: Starting Ceph mon.b for 09bfb546-f74e-11ee-b64a-cb9ed24678a4... 2024-04-10T15:34:40.665 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:40 smithi077 podman[87534]: 2024-04-10 15:34:40.445797393 +0000 UTC m=+0.017740910 image pull ffe3e7ac3788b84d6c0b551f13dbde782a187c25e75d087cf3ace2b26f4e3ffa quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc 2024-04-10T15:34:40.665 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:40 smithi077 podman[87534]: 2024-04-10 15:34:40.570228315 +0000 UTC m=+0.142171836 container create d84762487812f06893985e9c9592be63734bcebe8fef7a1ba8bae70332eafdd5 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mon-b, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_CLEAN=True, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240409, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-10T15:34:41.240 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:40 smithi077 podman[87534]: 2024-04-10 15:34:40.879781619 +0000 UTC m=+0.451725136 container init d84762487812f06893985e9c9592be63734bcebe8fef7a1ba8bae70332eafdd5 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mon-b, GIT_CLEAN=True, org.label-schema.schema-version=1.0, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240409, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.vendor=CentOS) 2024-04-10T15:34:41.241 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:40 smithi077 podman[87534]: 2024-04-10 15:34:40.88504766 +0000 UTC m=+0.456991177 container start d84762487812f06893985e9c9592be63734bcebe8fef7a1ba8bae70332eafdd5 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mon-b, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, ceph=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240409, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-10T15:34:41.241 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:40 smithi077 ceph-mon[87572]: set uid:gid to 167:167 (ceph:ceph) 2024-04-10T15:34:41.241 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:40 smithi077 ceph-mon[87572]: ceph version 19.0.0-2838-ga5074d45 (a5074d4516d566e9d8b6aec912f26afd099de101) squid (dev), process ceph-mon, pid 7 2024-04-10T15:34:41.241 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:40 smithi077 ceph-mon[87572]: pidfile_write: ignore empty --pid-file 2024-04-10T15:34:41.241 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:40 smithi077 ceph-mon[87572]: load: jerasure load: lrc 2024-04-10T15:34:41.241 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:40 smithi077 ceph-mon[87572]: rocksdb: RocksDB version: 7.9.2 2024-04-10T15:34:41.241 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:40 smithi077 ceph-mon[87572]: rocksdb: Git sha 0 2024-04-10T15:34:41.241 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:40 smithi077 ceph-mon[87572]: rocksdb: Compile date 2024-04-09 19:52:16 2024-04-10T15:34:41.241 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:40 smithi077 ceph-mon[87572]: rocksdb: DB SUMMARY 2024-04-10T15:34:41.242 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:40 smithi077 ceph-mon[87572]: rocksdb: DB Session ID: BWQH3XEVA6XBD1RWUL46 2024-04-10T15:34:41.242 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:40 smithi077 ceph-mon[87572]: rocksdb: CURRENT file: CURRENT 2024-04-10T15:34:41.242 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:40 smithi077 ceph-mon[87572]: rocksdb: IDENTITY file: IDENTITY 2024-04-10T15:34:41.242 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:40 smithi077 ceph-mon[87572]: rocksdb: MANIFEST file: MANIFEST-000010 size: 1405 Bytes 2024-04-10T15:34:41.242 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:40 smithi077 ceph-mon[87572]: rocksdb: SST files in /var/lib/ceph/mon/ceph-b/store.db dir, Total Num: 1, files: 000027.sst 2024-04-10T15:34:41.242 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:40 smithi077 ceph-mon[87572]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-b/store.db: 000025.log size: 8937677 ; 2024-04-10T15:34:41.242 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:40 smithi077 ceph-mon[87572]: rocksdb: Options.error_if_exists: 0 2024-04-10T15:34:41.242 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:40 smithi077 ceph-mon[87572]: rocksdb: Options.create_if_missing: 0 2024-04-10T15:34:41.242 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:40 smithi077 ceph-mon[87572]: rocksdb: Options.paranoid_checks: 1 2024-04-10T15:34:41.242 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:40 smithi077 ceph-mon[87572]: rocksdb: Options.flush_verify_memtable_count: 1 2024-04-10T15:34:41.242 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:40 smithi077 ceph-mon[87572]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-04-10T15:34:41.242 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:40 smithi077 ceph-mon[87572]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-04-10T15:34:41.242 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:40 smithi077 ceph-mon[87572]: rocksdb: Options.env: 0x555606b6ed40 2024-04-10T15:34:41.243 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:40 smithi077 ceph-mon[87572]: rocksdb: Options.fs: PosixFileSystem 2024-04-10T15:34:41.243 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:40 smithi077 ceph-mon[87572]: rocksdb: Options.info_log: 0x5556093c7be0 2024-04-10T15:34:41.243 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:40 smithi077 ceph-mon[87572]: rocksdb: Options.max_file_opening_threads: 16 2024-04-10T15:34:41.243 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:40 smithi077 ceph-mon[87572]: rocksdb: Options.statistics: (nil) 2024-04-10T15:34:41.243 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:40 smithi077 ceph-mon[87572]: rocksdb: Options.use_fsync: 0 2024-04-10T15:34:41.243 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:40 smithi077 ceph-mon[87572]: rocksdb: Options.max_log_file_size: 0 2024-04-10T15:34:41.243 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:40 smithi077 ceph-mon[87572]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-04-10T15:34:41.243 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:40 smithi077 ceph-mon[87572]: rocksdb: Options.log_file_time_to_roll: 0 2024-04-10T15:34:41.243 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:40 smithi077 ceph-mon[87572]: rocksdb: Options.keep_log_file_num: 1000 2024-04-10T15:34:41.243 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:40 smithi077 ceph-mon[87572]: rocksdb: Options.recycle_log_file_num: 0 2024-04-10T15:34:41.243 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:40 smithi077 ceph-mon[87572]: rocksdb: Options.allow_fallocate: 1 2024-04-10T15:34:41.243 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:40 smithi077 ceph-mon[87572]: rocksdb: Options.allow_mmap_reads: 0 2024-04-10T15:34:41.243 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:40 smithi077 ceph-mon[87572]: rocksdb: Options.allow_mmap_writes: 0 2024-04-10T15:34:41.243 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:40 smithi077 ceph-mon[87572]: rocksdb: Options.use_direct_reads: 0 2024-04-10T15:34:41.244 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:40 smithi077 ceph-mon[87572]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-04-10T15:34:41.244 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:40 smithi077 ceph-mon[87572]: rocksdb: Options.create_missing_column_families: 0 2024-04-10T15:34:41.244 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:40 smithi077 ceph-mon[87572]: rocksdb: Options.db_log_dir: 2024-04-10T15:34:41.244 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:40 smithi077 ceph-mon[87572]: rocksdb: Options.wal_dir: 2024-04-10T15:34:41.244 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:40 smithi077 ceph-mon[87572]: rocksdb: Options.table_cache_numshardbits: 6 2024-04-10T15:34:41.244 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:40 smithi077 ceph-mon[87572]: rocksdb: Options.WAL_ttl_seconds: 0 2024-04-10T15:34:41.244 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:40 smithi077 ceph-mon[87572]: rocksdb: Options.WAL_size_limit_MB: 0 2024-04-10T15:34:41.244 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:40 smithi077 ceph-mon[87572]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-04-10T15:34:41.244 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:40 smithi077 ceph-mon[87572]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-04-10T15:34:41.244 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:40 smithi077 ceph-mon[87572]: rocksdb: Options.is_fd_close_on_exec: 1 2024-04-10T15:34:41.244 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:40 smithi077 ceph-mon[87572]: rocksdb: Options.advise_random_on_open: 1 2024-04-10T15:34:41.244 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:40 smithi077 ceph-mon[87572]: rocksdb: Options.db_write_buffer_size: 0 2024-04-10T15:34:41.244 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:40 smithi077 ceph-mon[87572]: rocksdb: Options.write_buffer_manager: 0x5556093981e0 2024-04-10T15:34:41.244 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:40 smithi077 ceph-mon[87572]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-04-10T15:34:41.244 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:40 smithi077 ceph-mon[87572]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-04-10T15:34:41.245 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:40 smithi077 ceph-mon[87572]: rocksdb: Options.use_adaptive_mutex: 0 2024-04-10T15:34:41.245 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:40 smithi077 ceph-mon[87572]: rocksdb: Options.rate_limiter: (nil) 2024-04-10T15:34:41.245 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:40 smithi077 ceph-mon[87572]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-04-10T15:34:41.245 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:40 smithi077 ceph-mon[87572]: rocksdb: Options.wal_recovery_mode: 2 2024-04-10T15:34:41.245 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:40 smithi077 ceph-mon[87572]: rocksdb: Options.enable_thread_tracking: 0 2024-04-10T15:34:41.245 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:40 smithi077 ceph-mon[87572]: rocksdb: Options.enable_pipelined_write: 0 2024-04-10T15:34:41.245 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:40 smithi077 ceph-mon[87572]: rocksdb: Options.unordered_write: 0 2024-04-10T15:34:41.245 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:40 smithi077 ceph-mon[87572]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-04-10T15:34:41.245 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:40 smithi077 ceph-mon[87572]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-04-10T15:34:41.245 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:40 smithi077 ceph-mon[87572]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-04-10T15:34:41.245 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:40 smithi077 ceph-mon[87572]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-04-10T15:34:41.245 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:40 smithi077 ceph-mon[87572]: rocksdb: Options.row_cache: None 2024-04-10T15:34:41.245 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:40 smithi077 ceph-mon[87572]: rocksdb: Options.wal_filter: None 2024-04-10T15:34:41.247 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:40 smithi077 ceph-mon[87572]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-04-10T15:34:41.247 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:40 smithi077 ceph-mon[87572]: rocksdb: Options.allow_ingest_behind: 0 2024-04-10T15:34:41.247 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:40 smithi077 ceph-mon[87572]: rocksdb: Options.two_write_queues: 0 2024-04-10T15:34:41.247 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:40 smithi077 ceph-mon[87572]: rocksdb: Options.manual_wal_flush: 0 2024-04-10T15:34:41.247 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:40 smithi077 ceph-mon[87572]: rocksdb: Options.wal_compression: 0 2024-04-10T15:34:41.247 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:40 smithi077 ceph-mon[87572]: rocksdb: Options.atomic_flush: 0 2024-04-10T15:34:41.247 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:40 smithi077 ceph-mon[87572]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-04-10T15:34:41.247 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:40 smithi077 ceph-mon[87572]: rocksdb: Options.persist_stats_to_disk: 0 2024-04-10T15:34:41.247 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:40 smithi077 ceph-mon[87572]: rocksdb: Options.write_dbid_to_manifest: 0 2024-04-10T15:34:41.247 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:40 smithi077 ceph-mon[87572]: rocksdb: Options.log_readahead_size: 0 2024-04-10T15:34:41.247 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:40 smithi077 ceph-mon[87572]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-04-10T15:34:41.247 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:40 smithi077 ceph-mon[87572]: rocksdb: Options.best_efforts_recovery: 0 2024-04-10T15:34:41.248 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:40 smithi077 ceph-mon[87572]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-04-10T15:34:41.248 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:40 smithi077 ceph-mon[87572]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-04-10T15:34:41.248 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:40 smithi077 ceph-mon[87572]: rocksdb: Options.allow_data_in_errors: 0 2024-04-10T15:34:41.248 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:40 smithi077 ceph-mon[87572]: rocksdb: Options.db_host_id: __hostname__ 2024-04-10T15:34:41.248 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:40 smithi077 ceph-mon[87572]: rocksdb: Options.enforce_single_del_contracts: true 2024-04-10T15:34:41.248 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:40 smithi077 ceph-mon[87572]: rocksdb: Options.max_background_jobs: 2 2024-04-10T15:34:41.248 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:40 smithi077 ceph-mon[87572]: rocksdb: Options.max_background_compactions: -1 2024-04-10T15:34:41.248 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:40 smithi077 ceph-mon[87572]: rocksdb: Options.max_subcompactions: 1 2024-04-10T15:34:41.248 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:40 smithi077 ceph-mon[87572]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-04-10T15:34:41.248 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:40 smithi077 ceph-mon[87572]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-04-10T15:34:41.248 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:40 smithi077 ceph-mon[87572]: rocksdb: Options.delayed_write_rate : 16777216 2024-04-10T15:34:41.249 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:40 smithi077 ceph-mon[87572]: rocksdb: Options.max_total_wal_size: 0 2024-04-10T15:34:41.249 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:40 smithi077 ceph-mon[87572]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-04-10T15:34:41.249 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:40 smithi077 ceph-mon[87572]: rocksdb: Options.stats_dump_period_sec: 600 2024-04-10T15:34:41.249 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:40 smithi077 ceph-mon[87572]: rocksdb: Options.stats_persist_period_sec: 600 2024-04-10T15:34:41.249 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:40 smithi077 ceph-mon[87572]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-04-10T15:34:41.249 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:40 smithi077 ceph-mon[87572]: rocksdb: Options.max_open_files: -1 2024-04-10T15:34:41.249 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:40 smithi077 ceph-mon[87572]: rocksdb: Options.bytes_per_sync: 0 2024-04-10T15:34:41.249 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:40 smithi077 ceph-mon[87572]: rocksdb: Options.wal_bytes_per_sync: 0 2024-04-10T15:34:41.249 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:40 smithi077 ceph-mon[87572]: rocksdb: Options.strict_bytes_per_sync: 0 2024-04-10T15:34:41.249 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:40 smithi077 ceph-mon[87572]: rocksdb: Options.compaction_readahead_size: 0 2024-04-10T15:34:41.249 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:40 smithi077 ceph-mon[87572]: rocksdb: Options.max_background_flushes: -1 2024-04-10T15:34:41.249 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:40 smithi077 ceph-mon[87572]: rocksdb: Compression algorithms supported: 2024-04-10T15:34:41.249 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:40 smithi077 ceph-mon[87572]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-04-10T15:34:41.249 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:40 smithi077 ceph-mon[87572]: rocksdb: kZSTD supported: 0 2024-04-10T15:34:41.250 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:40 smithi077 ceph-mon[87572]: rocksdb: kXpressCompression supported: 0 2024-04-10T15:34:41.250 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:40 smithi077 ceph-mon[87572]: rocksdb: kLZ4HCCompression supported: 1 2024-04-10T15:34:41.250 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:40 smithi077 ceph-mon[87572]: rocksdb: kZlibCompression supported: 1 2024-04-10T15:34:41.250 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:40 smithi077 ceph-mon[87572]: rocksdb: kSnappyCompression supported: 1 2024-04-10T15:34:41.250 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:40 smithi077 ceph-mon[87572]: rocksdb: kLZ4Compression supported: 1 2024-04-10T15:34:41.250 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:40 smithi077 ceph-mon[87572]: rocksdb: kBZip2Compression supported: 0 2024-04-10T15:34:41.250 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:40 smithi077 ceph-mon[87572]: rocksdb: Fast CRC32 supported: Supported on x86 2024-04-10T15:34:41.250 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:40 smithi077 ceph-mon[87572]: rocksdb: DMutex implementation: pthread_mutex_t 2024-04-10T15:34:41.250 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:40 smithi077 ceph-mon[87572]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000010 2024-04-10T15:34:41.250 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:40 smithi077 ceph-mon[87572]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-04-10T15:34:41.250 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:40 smithi077 ceph-mon[87572]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-04-10T15:34:41.250 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:40 smithi077 ceph-mon[87572]: rocksdb: Options.merge_operator: 2024-04-10T15:34:41.251 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:40 smithi077 ceph-mon[87572]: rocksdb: Options.compaction_filter: None 2024-04-10T15:34:41.251 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:40 smithi077 ceph-mon[87572]: rocksdb: Options.compaction_filter_factory: None 2024-04-10T15:34:41.251 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:40 smithi077 ceph-mon[87572]: rocksdb: Options.sst_partitioner_factory: None 2024-04-10T15:34:41.251 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:40 smithi077 ceph-mon[87572]: rocksdb: Options.memtable_factory: SkipListFactory 2024-04-10T15:34:41.251 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:40 smithi077 ceph-mon[87572]: rocksdb: Options.table_factory: BlockBasedTable 2024-04-10T15:34:41.251 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:40 smithi077 ceph-mon[87572]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x5556093c7dc0) 2024-04-10T15:34:41.251 INFO:journalctl@ceph.mon.b.smithi077.stdout: cache_index_and_filter_blocks: 1 2024-04-10T15:34:41.251 INFO:journalctl@ceph.mon.b.smithi077.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-04-10T15:34:41.251 INFO:journalctl@ceph.mon.b.smithi077.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-04-10T15:34:41.251 INFO:journalctl@ceph.mon.b.smithi077.stdout: pin_top_level_index_and_filter: 1 2024-04-10T15:34:41.251 INFO:journalctl@ceph.mon.b.smithi077.stdout: index_type: 0 2024-04-10T15:34:41.251 INFO:journalctl@ceph.mon.b.smithi077.stdout: data_block_index_type: 0 2024-04-10T15:34:41.251 INFO:journalctl@ceph.mon.b.smithi077.stdout: index_shortening: 1 2024-04-10T15:34:41.251 INFO:journalctl@ceph.mon.b.smithi077.stdout: data_block_hash_table_util_ratio: 0.750000 2024-04-10T15:34:41.252 INFO:journalctl@ceph.mon.b.smithi077.stdout: checksum: 4 2024-04-10T15:34:41.252 INFO:journalctl@ceph.mon.b.smithi077.stdout: no_block_cache: 0 2024-04-10T15:34:41.252 INFO:journalctl@ceph.mon.b.smithi077.stdout: block_cache: 0x5556093cb090 2024-04-10T15:34:41.252 INFO:journalctl@ceph.mon.b.smithi077.stdout: block_cache_name: BinnedLRUCache 2024-04-10T15:34:41.252 INFO:journalctl@ceph.mon.b.smithi077.stdout: block_cache_options: 2024-04-10T15:34:41.252 INFO:journalctl@ceph.mon.b.smithi077.stdout: capacity : 536870912 2024-04-10T15:34:41.252 INFO:journalctl@ceph.mon.b.smithi077.stdout: num_shard_bits : 4 2024-04-10T15:34:41.252 INFO:journalctl@ceph.mon.b.smithi077.stdout: strict_capacity_limit : 0 2024-04-10T15:34:41.252 INFO:journalctl@ceph.mon.b.smithi077.stdout: high_pri_pool_ratio: 0.000 2024-04-10T15:34:41.252 INFO:journalctl@ceph.mon.b.smithi077.stdout: block_cache_compressed: (nil) 2024-04-10T15:34:41.252 INFO:journalctl@ceph.mon.b.smithi077.stdout: persistent_cache: (nil) 2024-04-10T15:34:41.252 INFO:journalctl@ceph.mon.b.smithi077.stdout: block_size: 4096 2024-04-10T15:34:41.252 INFO:journalctl@ceph.mon.b.smithi077.stdout: block_size_deviation: 10 2024-04-10T15:34:41.252 INFO:journalctl@ceph.mon.b.smithi077.stdout: block_restart_interval: 16 2024-04-10T15:34:41.253 INFO:journalctl@ceph.mon.b.smithi077.stdout: index_block_restart_interval: 1 2024-04-10T15:34:41.253 INFO:journalctl@ceph.mon.b.smithi077.stdout: metadata_block_size: 4096 2024-04-10T15:34:41.253 INFO:journalctl@ceph.mon.b.smithi077.stdout: partition_filters: 0 2024-04-10T15:34:41.253 INFO:journalctl@ceph.mon.b.smithi077.stdout: use_delta_encoding: 1 2024-04-10T15:34:41.253 INFO:journalctl@ceph.mon.b.smithi077.stdout: filter_policy: bloomfilter 2024-04-10T15:34:41.253 INFO:journalctl@ceph.mon.b.smithi077.stdout: whole_key_filtering: 1 2024-04-10T15:34:41.253 INFO:journalctl@ceph.mon.b.smithi077.stdout: verify_compression: 0 2024-04-10T15:34:41.253 INFO:journalctl@ceph.mon.b.smithi077.stdout: read_amp_bytes_per_bit: 0 2024-04-10T15:34:41.253 INFO:journalctl@ceph.mon.b.smithi077.stdout: format_version: 5 2024-04-10T15:34:41.253 INFO:journalctl@ceph.mon.b.smithi077.stdout: enable_index_compression: 1 2024-04-10T15:34:41.253 INFO:journalctl@ceph.mon.b.smithi077.stdout: block_align: 0 2024-04-10T15:34:41.253 INFO:journalctl@ceph.mon.b.smithi077.stdout: max_auto_readahead_size: 262144 2024-04-10T15:34:41.253 INFO:journalctl@ceph.mon.b.smithi077.stdout: prepopulate_block_cache: 0 2024-04-10T15:34:41.253 INFO:journalctl@ceph.mon.b.smithi077.stdout: initial_auto_readahead_size: 8192 2024-04-10T15:34:41.253 INFO:journalctl@ceph.mon.b.smithi077.stdout: num_file_reads_for_auto_readahead: 2 2024-04-10T15:34:41.254 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:40 smithi077 ceph-mon[87572]: rocksdb: Options.write_buffer_size: 33554432 2024-04-10T15:34:41.254 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:40 smithi077 ceph-mon[87572]: rocksdb: Options.max_write_buffer_number: 2 2024-04-10T15:34:41.254 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:40 smithi077 ceph-mon[87572]: rocksdb: Options.compression: NoCompression 2024-04-10T15:34:41.254 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:40 smithi077 ceph-mon[87572]: rocksdb: Options.bottommost_compression: Disabled 2024-04-10T15:34:41.254 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:40 smithi077 ceph-mon[87572]: rocksdb: Options.prefix_extractor: nullptr 2024-04-10T15:34:41.254 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:40 smithi077 ceph-mon[87572]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-04-10T15:34:41.254 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:40 smithi077 ceph-mon[87572]: rocksdb: Options.num_levels: 7 2024-04-10T15:34:41.254 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:40 smithi077 ceph-mon[87572]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-04-10T15:34:41.254 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:40 smithi077 ceph-mon[87572]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-04-10T15:34:41.254 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:40 smithi077 ceph-mon[87572]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-04-10T15:34:41.254 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:40 smithi077 ceph-mon[87572]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-04-10T15:34:41.254 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:40 smithi077 ceph-mon[87572]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-04-10T15:34:41.254 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:40 smithi077 ceph-mon[87572]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-04-10T15:34:41.255 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:40 smithi077 ceph-mon[87572]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-04-10T15:34:41.255 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:40 smithi077 ceph-mon[87572]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-04-10T15:34:41.255 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:40 smithi077 ceph-mon[87572]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-04-10T15:34:41.255 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:40 smithi077 ceph-mon[87572]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-04-10T15:34:41.255 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:40 smithi077 ceph-mon[87572]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-04-10T15:34:41.255 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:40 smithi077 ceph-mon[87572]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-04-10T15:34:41.255 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:40 smithi077 ceph-mon[87572]: rocksdb: Options.compression_opts.window_bits: -14 2024-04-10T15:34:41.255 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:40 smithi077 ceph-mon[87572]: rocksdb: Options.compression_opts.level: 32767 2024-04-10T15:34:41.255 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:40 smithi077 ceph-mon[87572]: rocksdb: Options.compression_opts.strategy: 0 2024-04-10T15:34:41.255 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:40 smithi077 ceph-mon[87572]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-04-10T15:34:41.255 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:40 smithi077 ceph-mon[87572]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-04-10T15:34:41.255 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:40 smithi077 ceph-mon[87572]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-04-10T15:34:41.255 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:40 smithi077 ceph-mon[87572]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-04-10T15:34:41.255 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:40 smithi077 ceph-mon[87572]: rocksdb: Options.compression_opts.enabled: false 2024-04-10T15:34:41.256 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:40 smithi077 ceph-mon[87572]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-04-10T15:34:41.256 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:40 smithi077 ceph-mon[87572]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-04-10T15:34:41.256 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:40 smithi077 ceph-mon[87572]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-04-10T15:34:41.256 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:40 smithi077 ceph-mon[87572]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-04-10T15:34:41.256 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:40 smithi077 ceph-mon[87572]: rocksdb: Options.target_file_size_base: 67108864 2024-04-10T15:34:41.256 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:40 smithi077 ceph-mon[87572]: rocksdb: Options.target_file_size_multiplier: 1 2024-04-10T15:34:41.256 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:40 smithi077 ceph-mon[87572]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-04-10T15:34:41.256 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:40 smithi077 ceph-mon[87572]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-04-10T15:34:41.256 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:40 smithi077 ceph-mon[87572]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-04-10T15:34:41.256 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:40 smithi077 ceph-mon[87572]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-04-10T15:34:41.256 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:40 smithi077 ceph-mon[87572]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-04-10T15:34:41.256 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:40 smithi077 ceph-mon[87572]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-04-10T15:34:41.256 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:40 smithi077 ceph-mon[87572]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-04-10T15:34:41.256 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:40 smithi077 ceph-mon[87572]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-04-10T15:34:41.256 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:40 smithi077 ceph-mon[87572]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-04-10T15:34:41.257 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:40 smithi077 ceph-mon[87572]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-04-10T15:34:41.257 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:40 smithi077 ceph-mon[87572]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-04-10T15:34:41.257 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:40 smithi077 ceph-mon[87572]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-04-10T15:34:41.257 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:40 smithi077 ceph-mon[87572]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-04-10T15:34:41.257 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:40 smithi077 ceph-mon[87572]: rocksdb: Options.arena_block_size: 1048576 2024-04-10T15:34:41.257 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:40 smithi077 ceph-mon[87572]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-04-10T15:34:41.257 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:40 smithi077 ceph-mon[87572]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-04-10T15:34:41.257 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:40 smithi077 ceph-mon[87572]: rocksdb: Options.disable_auto_compactions: 0 2024-04-10T15:34:41.257 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:40 smithi077 ceph-mon[87572]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-04-10T15:34:41.257 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:40 smithi077 ceph-mon[87572]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-04-10T15:34:41.257 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:40 smithi077 ceph-mon[87572]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-04-10T15:34:41.257 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:40 smithi077 ceph-mon[87572]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-04-10T15:34:41.257 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:40 smithi077 ceph-mon[87572]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-04-10T15:34:41.257 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:40 smithi077 ceph-mon[87572]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-04-10T15:34:41.257 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:40 smithi077 ceph-mon[87572]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-04-10T15:34:41.258 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:40 smithi077 ceph-mon[87572]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-04-10T15:34:41.258 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:40 smithi077 ceph-mon[87572]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-04-10T15:34:41.258 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:40 smithi077 ceph-mon[87572]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-04-10T15:34:41.258 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:40 smithi077 ceph-mon[87572]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-04-10T15:34:41.258 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:40 smithi077 ceph-mon[87572]: rocksdb: Options.inplace_update_support: 0 2024-04-10T15:34:41.258 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:40 smithi077 ceph-mon[87572]: rocksdb: Options.inplace_update_num_locks: 10000 2024-04-10T15:34:41.258 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:40 smithi077 ceph-mon[87572]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-04-10T15:34:41.258 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:40 smithi077 ceph-mon[87572]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-04-10T15:34:41.258 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:40 smithi077 ceph-mon[87572]: rocksdb: Options.memtable_huge_page_size: 0 2024-04-10T15:34:41.258 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:40 smithi077 ceph-mon[87572]: rocksdb: Options.bloom_locality: 0 2024-04-10T15:34:41.258 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:40 smithi077 ceph-mon[87572]: rocksdb: Options.max_successive_merges: 0 2024-04-10T15:34:41.258 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:40 smithi077 ceph-mon[87572]: rocksdb: Options.optimize_filters_for_hits: 0 2024-04-10T15:34:41.258 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:40 smithi077 ceph-mon[87572]: rocksdb: Options.paranoid_file_checks: 0 2024-04-10T15:34:41.258 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:40 smithi077 ceph-mon[87572]: rocksdb: Options.force_consistency_checks: 1 2024-04-10T15:34:41.259 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:40 smithi077 ceph-mon[87572]: rocksdb: Options.report_bg_io_stats: 0 2024-04-10T15:34:41.259 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:40 smithi077 ceph-mon[87572]: rocksdb: Options.ttl: 2592000 2024-04-10T15:34:41.259 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:40 smithi077 ceph-mon[87572]: rocksdb: Options.periodic_compaction_seconds: 0 2024-04-10T15:34:41.259 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:40 smithi077 ceph-mon[87572]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-04-10T15:34:41.259 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:40 smithi077 ceph-mon[87572]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-04-10T15:34:41.259 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:40 smithi077 ceph-mon[87572]: rocksdb: Options.enable_blob_files: false 2024-04-10T15:34:41.259 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:40 smithi077 ceph-mon[87572]: rocksdb: Options.min_blob_size: 0 2024-04-10T15:34:41.259 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:40 smithi077 ceph-mon[87572]: rocksdb: Options.blob_file_size: 268435456 2024-04-10T15:34:41.259 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:40 smithi077 ceph-mon[87572]: rocksdb: Options.blob_compression_type: NoCompression 2024-04-10T15:34:41.259 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:40 smithi077 ceph-mon[87572]: rocksdb: Options.enable_blob_garbage_collection: false 2024-04-10T15:34:41.259 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:40 smithi077 ceph-mon[87572]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-04-10T15:34:41.259 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:40 smithi077 ceph-mon[87572]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-04-10T15:34:41.259 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:40 smithi077 ceph-mon[87572]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-04-10T15:34:41.259 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:40 smithi077 ceph-mon[87572]: rocksdb: Options.blob_file_starting_level: 0 2024-04-10T15:34:41.259 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:40 smithi077 ceph-mon[87572]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-04-10T15:34:41.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:40 smithi077 ceph-mon[87572]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-04-10T15:34:41.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:40 smithi077 ceph-mon[87572]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000010 succeeded,manifest_file_number is 10, next_file_number is 29, last_sequence is 13643, log_number is 25,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 25 2024-04-10T15:34:41.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:40 smithi077 ceph-mon[87572]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 25 2024-04-10T15:34:41.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:40 smithi077 ceph-mon[87572]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: ada30c32-9224-40cb-b25d-8cf2d658b495 2024-04-10T15:34:41.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:40 smithi077 ceph-mon[87572]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712763280916147, "job": 1, "event": "recovery_started", "wal_files": [25]} 2024-04-10T15:34:41.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:40 smithi077 ceph-mon[87572]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #25 mode 2 2024-04-10T15:34:41.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:40 smithi077 ceph-mon[87572]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712763280936608, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 30, "file_size": 5514348, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 13648, "largest_seqno": 16324, "table_properties": {"data_size": 5501799, "index_size": 8751, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 2757, "raw_key_size": 26497, "raw_average_key_size": 24, "raw_value_size": 5477326, "raw_average_value_size": 4988, "num_data_blocks": 382, "num_entries": 1098, "num_filter_entries": 1098, "num_deletions": 32, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1712763280, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "ada30c32-9224-40cb-b25d-8cf2d658b495", "db_session_id": "BWQH3XEVA6XBD1RWUL46", "orig_file_number": 30, "seqno_to_time_mapping": "N/A"}} 2024-04-10T15:34:41.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:40 smithi077 ceph-mon[87572]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712763280936727, "job": 1, "event": "recovery_finished"} 2024-04-10T15:34:41.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:40 smithi077 ceph-mon[87572]: rocksdb: [db/version_set.cc:5047] Creating manifest 32 2024-04-10T15:34:41.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:40 smithi077 ceph-mon[87572]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-04-10T15:34:41.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:40 smithi077 ceph-mon[87572]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-b/store.db/000025.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-04-10T15:34:41.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:40 smithi077 ceph-mon[87572]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x5556094ba000 2024-04-10T15:34:41.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:40 smithi077 ceph-mon[87572]: rocksdb: DB pointer 0x5556094a4000 2024-04-10T15:34:41.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:40 smithi077 ceph-mon[87572]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-04-10T15:34:41.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:40 smithi077 ceph-mon[87572]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-04-10T15:34:41.260 INFO:journalctl@ceph.mon.b.smithi077.stdout: ** DB Stats ** 2024-04-10T15:34:41.261 INFO:journalctl@ceph.mon.b.smithi077.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-10T15:34:41.261 INFO:journalctl@ceph.mon.b.smithi077.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-04-10T15:34:41.261 INFO:journalctl@ceph.mon.b.smithi077.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-10T15:34:41.261 INFO:journalctl@ceph.mon.b.smithi077.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-10T15:34:41.261 INFO:journalctl@ceph.mon.b.smithi077.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-04-10T15:34:41.261 INFO:journalctl@ceph.mon.b.smithi077.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-10T15:34:41.261 INFO:journalctl@ceph.mon.b.smithi077.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-10T15:34:41.261 INFO:journalctl@ceph.mon.b.smithi077.stdout: 2024-04-10T15:34:41.261 INFO:journalctl@ceph.mon.b.smithi077.stdout: ** Compaction Stats [default] ** 2024-04-10T15:34:41.261 INFO:journalctl@ceph.mon.b.smithi077.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-10T15:34:41.261 INFO:journalctl@ceph.mon.b.smithi077.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-04-10T15:34:41.261 INFO:journalctl@ceph.mon.b.smithi077.stdout: L0 1/0 5.26 MB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 594.0 0.01 0.00 1 0.009 0 0 0.0 0.0 2024-04-10T15:34:41.261 INFO:journalctl@ceph.mon.b.smithi077.stdout: L6 1/0 8.17 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2024-04-10T15:34:41.261 INFO:journalctl@ceph.mon.b.smithi077.stdout: Sum 2/0 13.43 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 594.0 0.01 0.00 1 0.009 0 0 0.0 0.0 2024-04-10T15:34:41.262 INFO:journalctl@ceph.mon.b.smithi077.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 594.0 0.01 0.00 1 0.009 0 0 0.0 0.0 2024-04-10T15:34:41.262 INFO:journalctl@ceph.mon.b.smithi077.stdout: 2024-04-10T15:34:41.262 INFO:journalctl@ceph.mon.b.smithi077.stdout: ** Compaction Stats [default] ** 2024-04-10T15:34:41.262 INFO:journalctl@ceph.mon.b.smithi077.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-10T15:34:41.262 INFO:journalctl@ceph.mon.b.smithi077.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-04-10T15:34:41.262 INFO:journalctl@ceph.mon.b.smithi077.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 594.0 0.01 0.00 1 0.009 0 0 0.0 0.0 2024-04-10T15:34:41.262 INFO:journalctl@ceph.mon.b.smithi077.stdout: 2024-04-10T15:34:41.262 INFO:journalctl@ceph.mon.b.smithi077.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-04-10T15:34:41.262 INFO:journalctl@ceph.mon.b.smithi077.stdout: 2024-04-10T15:34:41.262 INFO:journalctl@ceph.mon.b.smithi077.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-10T15:34:41.262 INFO:journalctl@ceph.mon.b.smithi077.stdout: Flush(GB): cumulative 0.005, interval 0.005 2024-04-10T15:34:41.262 INFO:journalctl@ceph.mon.b.smithi077.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-04-10T15:34:41.262 INFO:journalctl@ceph.mon.b.smithi077.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-04-10T15:34:41.263 INFO:journalctl@ceph.mon.b.smithi077.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-04-10T15:34:41.263 INFO:journalctl@ceph.mon.b.smithi077.stdout: AddFile(Keys): cumulative 0, interval 0 2024-04-10T15:34:41.263 INFO:journalctl@ceph.mon.b.smithi077.stdout: Cumulative compaction: 0.01 GB write, 226.32 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-10T15:34:41.263 INFO:journalctl@ceph.mon.b.smithi077.stdout: Interval compaction: 0.01 GB write, 226.32 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-10T15:34:41.263 INFO:journalctl@ceph.mon.b.smithi077.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-04-10T15:34:41.263 INFO:journalctl@ceph.mon.b.smithi077.stdout: Block cache BinnedLRUCache@0x5556093cb090#7 capacity: 512.00 MB usage: 11.86 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 9e-06 secs_since: 0 2024-04-10T15:34:41.263 INFO:journalctl@ceph.mon.b.smithi077.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,2.78 KB,0.000530481%) IndexBlock(1,9.08 KB,0.00173151%) Misc(1,0.00 KB,0%) 2024-04-10T15:34:41.263 INFO:journalctl@ceph.mon.b.smithi077.stdout: 2024-04-10T15:34:41.263 INFO:journalctl@ceph.mon.b.smithi077.stdout: ** File Read Latency Histogram By Level [default] ** 2024-04-10T15:34:41.263 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:40 smithi077 ceph-mon[87572]: starting mon.b rank 1 at public addrs [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] at bind addrs [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] mon_data /var/lib/ceph/mon/ceph-b fsid 09bfb546-f74e-11ee-b64a-cb9ed24678a4 2024-04-10T15:34:41.263 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:40 smithi077 ceph-mon[87572]: mon.b@-1(???) e3 preinit fsid 09bfb546-f74e-11ee-b64a-cb9ed24678a4 2024-04-10T15:34:41.263 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:40 smithi077 ceph-mon[87572]: mon.b@-1(???).mds e7 new map 2024-04-10T15:34:41.264 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:40 smithi077 ceph-mon[87572]: mon.b@-1(???).mds e7 print_map 2024-04-10T15:34:41.264 INFO:journalctl@ceph.mon.b.smithi077.stdout: e7 2024-04-10T15:34:41.264 INFO:journalctl@ceph.mon.b.smithi077.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-04-10T15:34:41.264 INFO:journalctl@ceph.mon.b.smithi077.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-04-10T15:34:41.264 INFO:journalctl@ceph.mon.b.smithi077.stdout: legacy client fscid: 1 2024-04-10T15:34:41.264 INFO:journalctl@ceph.mon.b.smithi077.stdout: 2024-04-10T15:34:41.264 INFO:journalctl@ceph.mon.b.smithi077.stdout: Filesystem 'cephfs' (1) 2024-04-10T15:34:41.264 INFO:journalctl@ceph.mon.b.smithi077.stdout: fs_name cephfs 2024-04-10T15:34:41.264 INFO:journalctl@ceph.mon.b.smithi077.stdout: epoch 7 2024-04-10T15:34:41.264 INFO:journalctl@ceph.mon.b.smithi077.stdout: flags 12 joinable allow_snaps allow_multimds_snaps 2024-04-10T15:34:41.264 INFO:journalctl@ceph.mon.b.smithi077.stdout: created 2024-04-10T15:28:12.668639+0000 2024-04-10T15:34:41.264 INFO:journalctl@ceph.mon.b.smithi077.stdout: modified 2024-04-10T15:28:15.045764+0000 2024-04-10T15:34:41.264 INFO:journalctl@ceph.mon.b.smithi077.stdout: tableserver 0 2024-04-10T15:34:41.265 INFO:journalctl@ceph.mon.b.smithi077.stdout: root 0 2024-04-10T15:34:41.265 INFO:journalctl@ceph.mon.b.smithi077.stdout: session_timeout 60 2024-04-10T15:34:41.265 INFO:journalctl@ceph.mon.b.smithi077.stdout: session_autoclose 300 2024-04-10T15:34:41.265 INFO:journalctl@ceph.mon.b.smithi077.stdout: max_file_size 1099511627776 2024-04-10T15:34:41.265 INFO:journalctl@ceph.mon.b.smithi077.stdout: max_xattr_size 65536 2024-04-10T15:34:41.265 INFO:journalctl@ceph.mon.b.smithi077.stdout: required_client_features {} 2024-04-10T15:34:41.265 INFO:journalctl@ceph.mon.b.smithi077.stdout: last_failure 0 2024-04-10T15:34:41.265 INFO:journalctl@ceph.mon.b.smithi077.stdout: last_failure_osd_epoch 0 2024-04-10T15:34:41.265 INFO:journalctl@ceph.mon.b.smithi077.stdout: compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-04-10T15:34:41.265 INFO:journalctl@ceph.mon.b.smithi077.stdout: max_mds 1 2024-04-10T15:34:41.265 INFO:journalctl@ceph.mon.b.smithi077.stdout: in 0 2024-04-10T15:34:41.265 INFO:journalctl@ceph.mon.b.smithi077.stdout: up {0=24331} 2024-04-10T15:34:41.265 INFO:journalctl@ceph.mon.b.smithi077.stdout: failed 2024-04-10T15:34:41.266 INFO:journalctl@ceph.mon.b.smithi077.stdout: damaged 2024-04-10T15:34:41.266 INFO:journalctl@ceph.mon.b.smithi077.stdout: stopped 2024-04-10T15:34:41.266 INFO:journalctl@ceph.mon.b.smithi077.stdout: data_pools [3] 2024-04-10T15:34:41.266 INFO:journalctl@ceph.mon.b.smithi077.stdout: metadata_pool 2 2024-04-10T15:34:41.266 INFO:journalctl@ceph.mon.b.smithi077.stdout: inline_data disabled 2024-04-10T15:34:41.266 INFO:journalctl@ceph.mon.b.smithi077.stdout: balancer 2024-04-10T15:34:41.266 INFO:journalctl@ceph.mon.b.smithi077.stdout: bal_rank_mask -1 2024-04-10T15:34:41.266 INFO:journalctl@ceph.mon.b.smithi077.stdout: standby_count_wanted 0 2024-04-10T15:34:41.266 INFO:journalctl@ceph.mon.b.smithi077.stdout: qdb_cluster leader: 0 members: 2024-04-10T15:34:41.266 INFO:journalctl@ceph.mon.b.smithi077.stdout: [mds.b{0:24331} state up:active seq 3 addr [v2:172.21.15.77:6832/2821633878,v1:172.21.15.77:6833/2821633878] compat {c=[1],r=[1],i=[7ff]}] 2024-04-10T15:34:41.266 INFO:journalctl@ceph.mon.b.smithi077.stdout: 2024-04-10T15:34:41.266 INFO:journalctl@ceph.mon.b.smithi077.stdout: 2024-04-10T15:34:41.266 INFO:journalctl@ceph.mon.b.smithi077.stdout: Standby daemons: 2024-04-10T15:34:41.266 INFO:journalctl@ceph.mon.b.smithi077.stdout: 2024-04-10T15:34:41.267 INFO:journalctl@ceph.mon.b.smithi077.stdout: [mds.a{-1:14427} state up:standby seq 1 addr [v2:172.21.15.69:6834/618262336,v1:172.21.15.69:6835/618262336] compat {c=[1],r=[1],i=[7ff]}] 2024-04-10T15:34:41.267 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:40 smithi077 ceph-mon[87572]: mon.b@-1(???).osd e262 crush map has features 3314933069573799936, adjusting msgr requires 2024-04-10T15:34:41.267 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:40 smithi077 ceph-mon[87572]: mon.b@-1(???).osd e262 crush map has features 432629308056666112, adjusting msgr requires 2024-04-10T15:34:41.267 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:40 smithi077 ceph-mon[87572]: mon.b@-1(???).osd e262 crush map has features 432629308056666112, adjusting msgr requires 2024-04-10T15:34:41.267 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:40 smithi077 ceph-mon[87572]: mon.b@-1(???).osd e262 crush map has features 432629308056666112, adjusting msgr requires 2024-04-10T15:34:41.267 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:40 smithi077 ceph-mon[87572]: mon.b@-1(???).paxosservice(auth 1..20) refresh upgraded, format 0 -> 3 2024-04-10T15:34:41.267 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:41 smithi077 bash[87534]: d84762487812f06893985e9c9592be63734bcebe8fef7a1ba8bae70332eafdd5 2024-04-10T15:34:41.267 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:41 smithi077 systemd[1]: Started Ceph mon.b for 09bfb546-f74e-11ee-b64a-cb9ed24678a4. 2024-04-10T15:34:42.740 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:34:42 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[78458]: ts=2024-04-10T15:34:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:34:43.523 INFO:tasks.rados.rados.0.smithi069.stdout:1052: done (3 left) 2024-04-10T15:34:43.523 INFO:tasks.rados.rados.0.smithi069.stdout:1053: done (2 left) 2024-04-10T15:34:43.523 INFO:tasks.rados.rados.0.smithi069.stdout:1054: done (1 left) 2024-04-10T15:34:43.523 INFO:tasks.rados.rados.0.smithi069.stdout:1056: done (0 left) 2024-04-10T15:34:43.523 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 47 current snap is 102 2024-04-10T15:34:43.523 INFO:tasks.rados.rados.0.smithi069.stdout:1057: seq_num 340 ranges {0=499712,499712=401408} 2024-04-10T15:34:43.525 INFO:tasks.rados.rados.0.smithi069.stdout:1057: writing smithi06982861-47 from 0 to 499712 tid 1 2024-04-10T15:34:43.528 INFO:tasks.rados.rados.0.smithi069.stdout:1057: writing smithi06982861-47 from 499712 to 901120 tid 2 2024-04-10T15:34:43.528 INFO:tasks.rados.rados.0.smithi069.stdout:1058: snap_remove snap 60 2024-04-10T15:34:43.740 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:34:43 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[78458]: ts=2024-04-10T15:34:43.506Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi069\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi069\", job=\"node\", machine=\"x86_64\", nodename=\"smithi069\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", domainname=\"(none)\", instance=\"smithi069\", job=\"node\", machine=\"x86_64\", nodename=\"smithi069\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:34:43.740 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:43 smithi077 ceph-mon[87572]: 2: [v2:172.21.15.69:3301/0,v1:172.21.15.69:6790/0] mon.c 2024-04-10T15:34:43.741 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:43 smithi077 ceph-mon[87572]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-04-10T15:34:43.741 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:43 smithi077 ceph-mon[87572]: osdmap e262: 8 total, 8 up, 8 in 2024-04-10T15:34:43.741 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:43 smithi077 ceph-mon[87572]: mgrmap e42: y(active, since 33s), standbys: x 2024-04-10T15:34:43.741 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:43 smithi077 ceph-mon[87572]: overall HEALTH_OK 2024-04-10T15:34:43.741 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:43 smithi077 ceph-mon[87572]: mon.b calling monitor election 2024-04-10T15:34:43.741 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:43 smithi077 ceph-mon[87572]: mon.c calling monitor election 2024-04-10T15:34:43.741 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:43 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:34:43.741 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:43 smithi077 ceph-mon[87572]: mon.a calling monitor election 2024-04-10T15:34:43.741 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:43 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:34:43.741 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:43 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:34:43.741 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:43 smithi077 ceph-mon[87572]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-10T15:34:43.741 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:43 smithi077 ceph-mon[87572]: monmap epoch 4 2024-04-10T15:34:43.741 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:43 smithi077 ceph-mon[87572]: fsid 09bfb546-f74e-11ee-b64a-cb9ed24678a4 2024-04-10T15:34:43.741 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:43 smithi077 ceph-mon[87572]: last_changed 2024-04-10T15:34:42.528485+0000 2024-04-10T15:34:43.742 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:43 smithi077 ceph-mon[87572]: created 2024-04-10T15:22:38.311194+0000 2024-04-10T15:34:43.742 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:43 smithi077 ceph-mon[87572]: min_mon_release 19 (squid) 2024-04-10T15:34:43.742 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:43 smithi077 ceph-mon[87572]: election_strategy: 1 2024-04-10T15:34:43.742 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:43 smithi077 ceph-mon[87572]: 0: [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] mon.a 2024-04-10T15:34:43.742 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:43 smithi077 ceph-mon[87572]: 1: [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] mon.b 2024-04-10T15:34:43.742 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:43 smithi077 ceph-mon[87572]: 2: [v2:172.21.15.69:3301/0,v1:172.21.15.69:6790/0] mon.c 2024-04-10T15:34:43.742 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:43 smithi077 ceph-mon[87572]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-04-10T15:34:43.742 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:43 smithi077 ceph-mon[87572]: osdmap e262: 8 total, 8 up, 8 in 2024-04-10T15:34:43.742 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:43 smithi077 ceph-mon[87572]: mgrmap e42: y(active, since 33s), standbys: x 2024-04-10T15:34:43.742 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:43 smithi077 ceph-mon[87572]: overall HEALTH_OK 2024-04-10T15:34:43.742 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:43 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:34:43.742 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:43 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:34:43.742 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:43 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:34:43.834 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:43 smithi069 ceph-mon[96738]: 2: [v2:172.21.15.69:3301/0,v1:172.21.15.69:6790/0] mon.c 2024-04-10T15:34:43.835 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:43 smithi069 ceph-mon[96738]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-04-10T15:34:43.835 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:43 smithi069 ceph-mon[96738]: osdmap e262: 8 total, 8 up, 8 in 2024-04-10T15:34:43.835 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:43 smithi069 ceph-mon[96738]: mgrmap e42: y(active, since 33s), standbys: x 2024-04-10T15:34:43.835 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:43 smithi069 ceph-mon[96738]: overall HEALTH_OK 2024-04-10T15:34:43.835 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:43 smithi069 ceph-mon[96738]: mon.b calling monitor election 2024-04-10T15:34:43.835 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:43 smithi069 ceph-mon[96738]: mon.c calling monitor election 2024-04-10T15:34:43.835 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:43 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:34:43.835 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:43 smithi069 ceph-mon[96738]: mon.a calling monitor election 2024-04-10T15:34:43.835 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:43 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:34:43.836 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:43 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:34:43.836 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:43 smithi069 ceph-mon[96738]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-10T15:34:43.836 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:43 smithi069 ceph-mon[96738]: monmap epoch 4 2024-04-10T15:34:43.836 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:43 smithi069 ceph-mon[96738]: fsid 09bfb546-f74e-11ee-b64a-cb9ed24678a4 2024-04-10T15:34:43.836 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:43 smithi069 ceph-mon[96738]: last_changed 2024-04-10T15:34:42.528485+0000 2024-04-10T15:34:43.836 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:43 smithi069 ceph-mon[96738]: created 2024-04-10T15:22:38.311194+0000 2024-04-10T15:34:43.836 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:43 smithi069 ceph-mon[96738]: min_mon_release 19 (squid) 2024-04-10T15:34:43.836 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:43 smithi069 ceph-mon[96738]: election_strategy: 1 2024-04-10T15:34:43.836 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:43 smithi069 ceph-mon[96738]: 0: [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] mon.a 2024-04-10T15:34:43.836 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:43 smithi069 ceph-mon[96738]: 1: [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] mon.b 2024-04-10T15:34:43.836 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:43 smithi069 ceph-mon[96738]: 2: [v2:172.21.15.69:3301/0,v1:172.21.15.69:6790/0] mon.c 2024-04-10T15:34:43.836 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:43 smithi069 ceph-mon[96738]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-04-10T15:34:43.836 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:43 smithi069 ceph-mon[96738]: osdmap e262: 8 total, 8 up, 8 in 2024-04-10T15:34:43.836 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:43 smithi069 ceph-mon[96738]: mgrmap e42: y(active, since 33s), standbys: x 2024-04-10T15:34:43.837 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:43 smithi069 ceph-mon[96738]: overall HEALTH_OK 2024-04-10T15:34:43.837 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:43 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:34:43.837 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:43 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:34:43.837 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:43 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:34:43.837 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:43 smithi069 ceph-mon[94167]: 2: [v2:172.21.15.69:3301/0,v1:172.21.15.69:6790/0] mon.c 2024-04-10T15:34:43.837 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:43 smithi069 ceph-mon[94167]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-04-10T15:34:43.837 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:43 smithi069 ceph-mon[94167]: osdmap e262: 8 total, 8 up, 8 in 2024-04-10T15:34:43.837 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:43 smithi069 ceph-mon[94167]: mgrmap e42: y(active, since 33s), standbys: x 2024-04-10T15:34:43.837 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:43 smithi069 ceph-mon[94167]: overall HEALTH_OK 2024-04-10T15:34:43.837 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:43 smithi069 ceph-mon[94167]: mon.b calling monitor election 2024-04-10T15:34:43.837 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:43 smithi069 ceph-mon[94167]: mon.c calling monitor election 2024-04-10T15:34:43.837 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:43 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:34:43.837 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:43 smithi069 ceph-mon[94167]: mon.a calling monitor election 2024-04-10T15:34:43.837 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:43 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:34:43.838 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:43 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:34:43.838 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:43 smithi069 ceph-mon[94167]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-10T15:34:43.838 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:43 smithi069 ceph-mon[94167]: monmap epoch 4 2024-04-10T15:34:43.838 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:43 smithi069 ceph-mon[94167]: fsid 09bfb546-f74e-11ee-b64a-cb9ed24678a4 2024-04-10T15:34:43.838 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:43 smithi069 ceph-mon[94167]: last_changed 2024-04-10T15:34:42.528485+0000 2024-04-10T15:34:43.838 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:43 smithi069 ceph-mon[94167]: created 2024-04-10T15:22:38.311194+0000 2024-04-10T15:34:43.838 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:43 smithi069 ceph-mon[94167]: min_mon_release 19 (squid) 2024-04-10T15:34:43.838 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:43 smithi069 ceph-mon[94167]: election_strategy: 1 2024-04-10T15:34:43.838 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:43 smithi069 ceph-mon[94167]: 0: [v2:172.21.15.69:3300/0,v1:172.21.15.69:6789/0] mon.a 2024-04-10T15:34:43.838 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:43 smithi069 ceph-mon[94167]: 1: [v2:172.21.15.77:3300/0,v1:172.21.15.77:6789/0] mon.b 2024-04-10T15:34:43.838 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:43 smithi069 ceph-mon[94167]: 2: [v2:172.21.15.69:3301/0,v1:172.21.15.69:6790/0] mon.c 2024-04-10T15:34:43.838 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:43 smithi069 ceph-mon[94167]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-04-10T15:34:43.838 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:43 smithi069 ceph-mon[94167]: osdmap e262: 8 total, 8 up, 8 in 2024-04-10T15:34:43.838 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:43 smithi069 ceph-mon[94167]: mgrmap e42: y(active, since 33s), standbys: x 2024-04-10T15:34:43.839 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:43 smithi069 ceph-mon[94167]: overall HEALTH_OK 2024-04-10T15:34:43.839 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:43 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:34:43.839 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:43 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:34:43.839 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:43 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:34:44.535 INFO:tasks.rados.rados.0.smithi069.stdout:1058: done (1 left) 2024-04-10T15:34:44.535 INFO:tasks.rados.rados.0.smithi069.stdout:1059: delete oid 9 current snap is 102 2024-04-10T15:34:44.535 INFO:tasks.rados.rados.0.smithi069.stdout:1057: finishing write tid 1 to smithi06982861-47 2024-04-10T15:34:44.535 INFO:tasks.rados.rados.0.smithi069.stdout:1057: finishing write tid 2 to smithi06982861-47 2024-04-10T15:34:44.535 INFO:tasks.rados.rados.0.smithi069.stdout:1057: finishing write tid 3 to smithi06982861-47 2024-04-10T15:34:44.535 INFO:tasks.rados.rados.0.smithi069.stdout:1057: finishing write tid 4 to smithi06982861-47 2024-04-10T15:34:44.535 INFO:tasks.rados.rados.0.smithi069.stdout:1057: oid 47 updating version 0 to 422 2024-04-10T15:34:44.535 INFO:tasks.rados.rados.0.smithi069.stdout:1057: oid 47 updating version 422 to 423 2024-04-10T15:34:44.535 INFO:tasks.rados.rados.0.smithi069.stdout:1057: oid 47 version 423 is already newer than 421 2024-04-10T15:34:44.535 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 47 v 423 (ObjNum 340 snap 102 seq_num 340) dirty exists 2024-04-10T15:34:44.536 INFO:tasks.rados.rados.0.smithi069.stdout:1057: left oid 47 (ObjNum 340 snap 102 seq_num 340) 2024-04-10T15:34:44.545 INFO:tasks.rados.rados.0.smithi069.stdout:1057: done (1 left) 2024-04-10T15:34:44.545 INFO:tasks.rados.rados.0.smithi069.stdout:1059: done (0 left) 2024-04-10T15:34:44.546 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 46 current snap is 102 2024-04-10T15:34:44.546 INFO:tasks.rados.rados.0.smithi069.stdout:1060: seq_num 342 ranges {1572864=532480,2105344=401408} 2024-04-10T15:34:44.558 INFO:tasks.rados.rados.0.smithi069.stdout:1060: writing smithi06982861-46 from 1572864 to 2105344 tid 1 2024-04-10T15:34:44.561 INFO:tasks.rados.rados.0.smithi069.stdout:1060: writing smithi06982861-46 from 2105344 to 2506752 tid 2 2024-04-10T15:34:44.561 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 15 current snap is 102 2024-04-10T15:34:44.561 INFO:tasks.rados.rados.0.smithi069.stdout:1061: seq_num 343 ranges {0=548864,548864=401408} 2024-04-10T15:34:44.564 INFO:tasks.rados.rados.0.smithi069.stdout:1061: writing smithi06982861-15 from 0 to 548864 tid 1 2024-04-10T15:34:44.567 INFO:tasks.rados.rados.0.smithi069.stdout:1061: writing smithi06982861-15 from 548864 to 950272 tid 2 2024-04-10T15:34:44.567 INFO:tasks.rados.rados.0.smithi069.stdout:1062: read oid 31 snap -1 2024-04-10T15:34:44.567 INFO:tasks.rados.rados.0.smithi069.stdout:1062: expect (ObjNum 166 snap 38 seq_num 166) 2024-04-10T15:34:44.567 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 23 current snap is 102 2024-04-10T15:34:44.567 INFO:tasks.rados.rados.0.smithi069.stdout:1060: finishing write tid 1 to smithi06982861-46 2024-04-10T15:34:44.568 INFO:tasks.rados.rados.0.smithi069.stdout:1060: finishing write tid 2 to smithi06982861-46 2024-04-10T15:34:44.568 INFO:tasks.rados.rados.0.smithi069.stdout:1063: seq_num 344 ranges {0=565248,565248=401408} 2024-04-10T15:34:44.571 INFO:tasks.rados.rados.0.smithi069.stdout:1063: writing smithi06982861-23 from 0 to 565248 tid 1 2024-04-10T15:34:44.573 INFO:tasks.rados.rados.0.smithi069.stdout:1063: writing smithi06982861-23 from 565248 to 966656 tid 2 2024-04-10T15:34:44.573 INFO:tasks.rados.rados.0.smithi069.stdout:1064: snap_remove snap 83 2024-04-10T15:34:44.834 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:44 smithi069 ceph-mon[94167]: pgmap v49: 121 pgs: 121 active+clean; 236 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 4.8 MiB/s rd, 867 KiB/s wr, 10 op/s 2024-04-10T15:34:44.834 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:44 smithi069 ceph-mon[94167]: osdmap e263: 8 total, 8 up, 8 in 2024-04-10T15:34:44.834 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:44 smithi069 ceph-mon[96738]: pgmap v49: 121 pgs: 121 active+clean; 236 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 4.8 MiB/s rd, 867 KiB/s wr, 10 op/s 2024-04-10T15:34:44.834 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:44 smithi069 ceph-mon[96738]: osdmap e263: 8 total, 8 up, 8 in 2024-04-10T15:34:44.990 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:44 smithi077 ceph-mon[87572]: pgmap v49: 121 pgs: 121 active+clean; 236 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 4.8 MiB/s rd, 867 KiB/s wr, 10 op/s 2024-04-10T15:34:44.990 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:44 smithi077 ceph-mon[87572]: osdmap e263: 8 total, 8 up, 8 in 2024-04-10T15:34:45.544 INFO:tasks.rados.rados.0.smithi069.stdout:1064: done (4 left) 2024-04-10T15:34:45.544 INFO:tasks.rados.rados.0.smithi069.stdout:1065: rmattr oid 47 current snap is 102 2024-04-10T15:34:45.544 INFO:tasks.rados.rados.0.smithi069.stdout:1065: done (4 left) 2024-04-10T15:34:45.544 INFO:tasks.rados.rados.0.smithi069.stdout:1066: snap_remove snap 101 2024-04-10T15:34:45.804 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:45 smithi077 ceph-mon[87572]: osdmap e264: 8 total, 8 up, 8 in 2024-04-10T15:34:45.834 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:45 smithi069 ceph-mon[94167]: osdmap e264: 8 total, 8 up, 8 in 2024-04-10T15:34:45.834 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:45 smithi069 ceph-mon[96738]: osdmap e264: 8 total, 8 up, 8 in 2024-04-10T15:34:46.101 INFO:tasks.rados.rados.0.smithi069.stdout:1060: finishing write tid 3 to smithi06982861-46 2024-04-10T15:34:46.101 INFO:tasks.rados.rados.0.smithi069.stdout:1060: finishing write tid 4 to smithi06982861-46 2024-04-10T15:34:46.101 INFO:tasks.rados.rados.0.smithi069.stdout:1060: oid 46 updating version 0 to 261 2024-04-10T15:34:46.101 INFO:tasks.rados.rados.0.smithi069.stdout:1060: oid 46 version 261 is already newer than 260 2024-04-10T15:34:46.101 INFO:tasks.rados.rados.0.smithi069.stdout:1060: oid 46 version 261 is already newer than 259 2024-04-10T15:34:46.101 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 46 v 261 (ObjNum 342 snap 102 seq_num 342) dirty exists 2024-04-10T15:34:46.101 INFO:tasks.rados.rados.0.smithi069.stdout:1060: left oid 46 (ObjNum 342 snap 102 seq_num 342) 2024-04-10T15:34:46.101 INFO:tasks.rados.rados.0.smithi069.stdout:1061: finishing write tid 1 to smithi06982861-15 2024-04-10T15:34:46.101 INFO:tasks.rados.rados.0.smithi069.stdout:1061: finishing write tid 2 to smithi06982861-15 2024-04-10T15:34:46.101 INFO:tasks.rados.rados.0.smithi069.stdout:1061: finishing write tid 3 to smithi06982861-15 2024-04-10T15:34:46.102 INFO:tasks.rados.rados.0.smithi069.stdout:1062: expect (ObjNum 166 snap 38 seq_num 166) 2024-04-10T15:34:46.112 INFO:tasks.rados.rados.0.smithi069.stdout:1061: finishing write tid 4 to smithi06982861-15 2024-04-10T15:34:46.112 INFO:tasks.rados.rados.0.smithi069.stdout:1061: oid 15 updating version 0 to 416 2024-04-10T15:34:46.112 INFO:tasks.rados.rados.0.smithi069.stdout:1061: oid 15 updating version 416 to 418 2024-04-10T15:34:46.112 INFO:tasks.rados.rados.0.smithi069.stdout:1061: oid 15 version 418 is already newer than 417 2024-04-10T15:34:46.112 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 15 v 418 (ObjNum 343 snap 102 seq_num 343) dirty exists 2024-04-10T15:34:46.112 INFO:tasks.rados.rados.0.smithi069.stdout:1061: left oid 15 (ObjNum 343 snap 102 seq_num 343) 2024-04-10T15:34:46.112 INFO:tasks.rados.rados.0.smithi069.stdout:1063: finishing write tid 1 to smithi06982861-23 2024-04-10T15:34:46.112 INFO:tasks.rados.rados.0.smithi069.stdout:1060: done (4 left) 2024-04-10T15:34:46.112 INFO:tasks.rados.rados.0.smithi069.stdout:1061: done (3 left) 2024-04-10T15:34:46.112 INFO:tasks.rados.rados.0.smithi069.stdout:1062: done (2 left) 2024-04-10T15:34:46.112 INFO:tasks.rados.rados.0.smithi069.stdout:1066: done (1 left) 2024-04-10T15:34:46.113 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 38 current snap is 102 2024-04-10T15:34:46.113 INFO:tasks.rados.rados.0.smithi069.stdout:1063: finishing write tid 2 to smithi06982861-23 2024-04-10T15:34:46.113 INFO:tasks.rados.rados.0.smithi069.stdout:1067: seq_num 345 ranges {4980736=581632,5562368=401408} 2024-04-10T15:34:46.141 INFO:tasks.rados.rados.0.smithi069.stdout:1067: writing smithi06982861-38 from 4980736 to 5562368 tid 1 2024-04-10T15:34:46.144 INFO:tasks.rados.rados.0.smithi069.stdout:1067: writing smithi06982861-38 from 5562368 to 5963776 tid 2 2024-04-10T15:34:46.144 INFO:tasks.rados.rados.0.smithi069.stdout:1068: read oid 40 snap -1 2024-04-10T15:34:46.144 INFO:tasks.rados.rados.0.smithi069.stdout:1068: expect (ObjNum 258 snap 69 seq_num 258) 2024-04-10T15:34:46.144 INFO:tasks.rados.rados.0.smithi069.stdout:1069: snap_remove snap 98 2024-04-10T15:34:46.334 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:34:45 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: 2024-04-10T15:34:45.945+0000 7f486a3b0700 -1 mgr.server handle_report got status from non-daemon mon.b 2024-04-10T15:34:46.608 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:46 smithi069 ceph-mon[96738]: pgmap v52: 121 pgs: 121 active+clean; 236 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 4.8 MiB/s rd, 869 KiB/s wr, 10 op/s 2024-04-10T15:34:46.609 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:46 smithi069 ceph-mon[96738]: osdmap e265: 8 total, 8 up, 8 in 2024-04-10T15:34:46.609 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:46 smithi069 ceph-mon[96738]: osdmap e266: 8 total, 8 up, 8 in 2024-04-10T15:34:46.609 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:46 smithi069 ceph-mon[94167]: pgmap v52: 121 pgs: 121 active+clean; 236 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 4.8 MiB/s rd, 869 KiB/s wr, 10 op/s 2024-04-10T15:34:46.609 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:46 smithi069 ceph-mon[94167]: osdmap e265: 8 total, 8 up, 8 in 2024-04-10T15:34:46.609 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:46 smithi069 ceph-mon[94167]: osdmap e266: 8 total, 8 up, 8 in 2024-04-10T15:34:46.776 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:46 smithi077 ceph-mon[87572]: pgmap v52: 121 pgs: 121 active+clean; 236 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 4.8 MiB/s rd, 869 KiB/s wr, 10 op/s 2024-04-10T15:34:46.776 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:46 smithi077 ceph-mon[87572]: osdmap e265: 8 total, 8 up, 8 in 2024-04-10T15:34:46.776 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:46 smithi077 ceph-mon[87572]: osdmap e266: 8 total, 8 up, 8 in 2024-04-10T15:34:47.110 INFO:tasks.rados.rados.0.smithi069.stdout:1069: done (3 left) 2024-04-10T15:34:47.111 INFO:tasks.rados.rados.0.smithi069.stdout:1070: read oid 5 snap -1 2024-04-10T15:34:47.111 INFO:tasks.rados.rados.0.smithi069.stdout:1070: expect (ObjNum 330 snap 97 seq_num 330) 2024-04-10T15:34:47.111 INFO:tasks.rados.rados.0.smithi069.stdout:1071: snap_create 2024-04-10T15:34:47.111 INFO:tasks.rados.rados.0.smithi069.stdout:1063: finishing write tid 3 to smithi06982861-23 2024-04-10T15:34:47.111 INFO:tasks.rados.rados.0.smithi069.stdout:1063: finishing write tid 4 to smithi06982861-23 2024-04-10T15:34:47.111 INFO:tasks.rados.rados.0.smithi069.stdout:1063: oid 23 updating version 0 to 272 2024-04-10T15:34:47.111 INFO:tasks.rados.rados.0.smithi069.stdout:1063: oid 23 updating version 272 to 273 2024-04-10T15:34:47.111 INFO:tasks.rados.rados.0.smithi069.stdout:1063: oid 23 version 273 is already newer than 271 2024-04-10T15:34:47.111 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 23 v 273 (ObjNum 344 snap 102 seq_num 344) dirty exists 2024-04-10T15:34:47.111 INFO:tasks.rados.rados.0.smithi069.stdout:1063: left oid 23 (ObjNum 344 snap 102 seq_num 344) 2024-04-10T15:34:47.111 INFO:tasks.rados.rados.0.smithi069.stdout:1067: finishing write tid 1 to smithi06982861-38 2024-04-10T15:34:47.111 INFO:tasks.rados.rados.0.smithi069.stdout:1067: finishing write tid 2 to smithi06982861-38 2024-04-10T15:34:47.112 INFO:tasks.rados.rados.0.smithi069.stdout:1067: finishing write tid 3 to smithi06982861-38 2024-04-10T15:34:47.112 INFO:tasks.rados.rados.0.smithi069.stdout:1067: finishing write tid 4 to smithi06982861-38 2024-04-10T15:34:47.112 INFO:tasks.rados.rados.0.smithi069.stdout:1067: oid 38 updating version 0 to 507 2024-04-10T15:34:47.112 INFO:tasks.rados.rados.0.smithi069.stdout:1067: oid 38 version 507 is already newer than 506 2024-04-10T15:34:47.112 INFO:tasks.rados.rados.0.smithi069.stdout:1067: oid 38 updating version 507 to 508 2024-04-10T15:34:47.112 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 38 v 508 (ObjNum 345 snap 102 seq_num 345) dirty exists 2024-04-10T15:34:47.112 INFO:tasks.rados.rados.0.smithi069.stdout:1067: left oid 38 (ObjNum 345 snap 102 seq_num 345) 2024-04-10T15:34:47.112 INFO:tasks.rados.rados.0.smithi069.stdout:1068: expect (ObjNum 258 snap 69 seq_num 258) 2024-04-10T15:34:47.298 INFO:tasks.rados.rados.0.smithi069.stdout:1070: expect (ObjNum 330 snap 97 seq_num 330) 2024-04-10T15:34:47.333 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:34:46 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:15:34:46] "GET /metrics HTTP/1.1" 200 36067 "" "Prometheus/2.43.0" 2024-04-10T15:34:48.121 INFO:tasks.rados.rados.0.smithi069.stdout:1063: done (4 left) 2024-04-10T15:34:48.121 INFO:tasks.rados.rados.0.smithi069.stdout:1067: done (3 left) 2024-04-10T15:34:48.121 INFO:tasks.rados.rados.0.smithi069.stdout:1068: done (2 left) 2024-04-10T15:34:48.121 INFO:tasks.rados.rados.0.smithi069.stdout:1070: done (1 left) 2024-04-10T15:34:48.121 INFO:tasks.rados.rados.0.smithi069.stdout:1071: done (0 left) 2024-04-10T15:34:48.121 INFO:tasks.rados.rados.0.smithi069.stdout:1072: snap_remove snap 89 2024-04-10T15:34:48.240 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:47 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:34:48.240 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:47 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:34:48.240 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:47 smithi077 ceph-mon[87572]: osdmap e267: 8 total, 8 up, 8 in 2024-04-10T15:34:48.240 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:47 smithi077 ceph-mon[87572]: pgmap v56: 121 pgs: 121 active+clean; 240 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 284 KiB/s rd, 919 KiB/s wr, 5 op/s 2024-04-10T15:34:48.334 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:47 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:34:48.334 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:47 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:34:48.334 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:47 smithi069 ceph-mon[96738]: osdmap e267: 8 total, 8 up, 8 in 2024-04-10T15:34:48.334 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:47 smithi069 ceph-mon[96738]: pgmap v56: 121 pgs: 121 active+clean; 240 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 284 KiB/s rd, 919 KiB/s wr, 5 op/s 2024-04-10T15:34:48.334 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:47 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:34:48.334 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:47 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:34:48.335 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:47 smithi069 ceph-mon[94167]: osdmap e267: 8 total, 8 up, 8 in 2024-04-10T15:34:48.335 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:47 smithi069 ceph-mon[94167]: pgmap v56: 121 pgs: 121 active+clean; 240 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 284 KiB/s rd, 919 KiB/s wr, 5 op/s 2024-04-10T15:34:49.126 INFO:tasks.rados.rados.0.smithi069.stdout:1072: done (0 left) 2024-04-10T15:34:49.126 INFO:tasks.rados.rados.0.smithi069.stdout:1073: copy_from oid 25 from oid 20 current snap is 103 2024-04-10T15:34:49.127 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 47 current snap is 103 2024-04-10T15:34:49.127 INFO:tasks.rados.rados.0.smithi069.stdout:1074: seq_num 346 ranges {901120=598016,1499136=401408} 2024-04-10T15:34:49.135 INFO:tasks.rados.rados.0.smithi069.stdout:1074: writing smithi06982861-47 from 901120 to 1499136 tid 1 2024-04-10T15:34:49.138 INFO:tasks.rados.rados.0.smithi069.stdout:1074: writing smithi06982861-47 from 1499136 to 1900544 tid 2 2024-04-10T15:34:49.138 INFO:tasks.rados.rados.0.smithi069.stdout:1075: read oid 50 snap -1 2024-04-10T15:34:49.139 INFO:tasks.rados.rados.0.smithi069.stdout:1075: expect (ObjNum 329 snap 96 seq_num 329) 2024-04-10T15:34:49.139 INFO:tasks.rados.rados.0.smithi069.stdout:1076: copy_from oid 21 from oid 9 current snap is 103 2024-04-10T15:34:49.139 INFO:tasks.rados.rados.0.smithi069.stdout:1077: read oid 29 snap -1 2024-04-10T15:34:49.139 INFO:tasks.rados.rados.0.smithi069.stdout:1077: expect (ObjNum 302 snap 86 seq_num 302) 2024-04-10T15:34:49.139 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 39 current snap is 103 2024-04-10T15:34:49.139 INFO:tasks.rados.rados.0.smithi069.stdout:1078: seq_num 347 ranges {8331264=614400,8945664=401408} 2024-04-10T15:34:49.187 INFO:tasks.rados.rados.0.smithi069.stdout:1078: writing smithi06982861-39 from 8331264 to 8945664 tid 1 2024-04-10T15:34:49.190 INFO:tasks.rados.rados.0.smithi069.stdout:1078: writing smithi06982861-39 from 8945664 to 9347072 tid 2 2024-04-10T15:34:49.190 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 10 current snap is 103 2024-04-10T15:34:49.190 INFO:tasks.rados.rados.0.smithi069.stdout:1076: finishing copy_from to smithi06982861-21 2024-04-10T15:34:49.190 INFO:tasks.rados.rados.0.smithi069.stdout:1076: got expected ENOENT (src dne) 2024-04-10T15:34:49.190 INFO:tasks.rados.rados.0.smithi069.stdout:1079: seq_num 348 ranges {0=630784,630784=401408} 2024-04-10T15:34:49.193 INFO:tasks.rados.rados.0.smithi069.stdout:1079: writing smithi06982861-10 from 0 to 630784 tid 1 2024-04-10T15:34:49.196 INFO:tasks.rados.rados.0.smithi069.stdout:1079: writing smithi06982861-10 from 630784 to 1032192 tid 2 2024-04-10T15:34:49.196 INFO:tasks.rados.rados.0.smithi069.stdout:1080: copy_from oid 5 from oid 45 current snap is 103 2024-04-10T15:34:49.196 INFO:tasks.rados.rados.0.smithi069.stdout:1076: finishing copy_from racing read to smithi06982861-21 2024-04-10T15:34:49.196 INFO:tasks.rados.rados.0.smithi069.stdout:1074: finishing write tid 1 to smithi06982861-47 2024-04-10T15:34:49.196 INFO:tasks.rados.rados.0.smithi069.stdout:1074: finishing write tid 2 to smithi06982861-47 2024-04-10T15:34:49.196 INFO:tasks.rados.rados.0.smithi069.stdout:1074: finishing write tid 3 to smithi06982861-47 2024-04-10T15:34:49.196 INFO:tasks.rados.rados.0.smithi069.stdout:1074: finishing write tid 4 to smithi06982861-47 2024-04-10T15:34:49.197 INFO:tasks.rados.rados.0.smithi069.stdout:1074: oid 47 updating version 0 to 448 2024-04-10T15:34:49.197 INFO:tasks.rados.rados.0.smithi069.stdout:1074: oid 47 updating version 448 to 449 2024-04-10T15:34:49.197 INFO:tasks.rados.rados.0.smithi069.stdout:1074: oid 47 version 449 is already newer than 447 2024-04-10T15:34:49.197 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 47 v 449 (ObjNum 346 snap 103 seq_num 346) dirty exists 2024-04-10T15:34:49.197 INFO:tasks.rados.rados.0.smithi069.stdout:1074: left oid 47 (ObjNum 346 snap 103 seq_num 346) 2024-04-10T15:34:49.197 INFO:tasks.rados.rados.0.smithi069.stdout:1073: finishing copy_from racing read to smithi06982861-25 2024-04-10T15:34:49.197 INFO:tasks.rados.rados.0.smithi069.stdout:1074: done (7 left) 2024-04-10T15:34:49.197 INFO:tasks.rados.rados.0.smithi069.stdout:1076: done (6 left) 2024-04-10T15:34:49.197 INFO:tasks.rados.rados.0.smithi069.stdout:1081: snap_remove snap 100 2024-04-10T15:34:49.334 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:49 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:34:49.334 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:49 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:34:49.334 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:49 smithi069 ceph-mon[96738]: osdmap e268: 8 total, 8 up, 8 in 2024-04-10T15:34:49.334 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:49 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:34:49.334 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:49 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:34:49.334 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:49 smithi069 ceph-mon[94167]: osdmap e268: 8 total, 8 up, 8 in 2024-04-10T15:34:49.459 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:49 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:34:49.459 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:49 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:34:49.460 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:49 smithi077 ceph-mon[87572]: osdmap e268: 8 total, 8 up, 8 in 2024-04-10T15:34:50.134 INFO:tasks.rados.rados.0.smithi069.stdout:1081: done (6 left) 2024-04-10T15:34:50.134 INFO:tasks.rados.rados.0.smithi069.stdout:1082: read oid 43 snap 59 2024-04-10T15:34:50.134 INFO:tasks.rados.rados.0.smithi069.stdout:1082: expect (ObjNum 1433848464 snap 21957 seq_num 1434894080) 2024-04-10T15:34:50.134 INFO:tasks.rados.rados.0.smithi069.stdout:1077: expect (ObjNum 302 snap 86 seq_num 302) 2024-04-10T15:34:50.145 INFO:tasks.rados.rados.0.smithi069.stdout:1075: expect (ObjNum 329 snap 96 seq_num 329) 2024-04-10T15:34:50.319 INFO:tasks.rados.rados.0.smithi069.stdout:1073: finishing copy_from to smithi06982861-25 2024-04-10T15:34:50.319 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 25 v 395 (ObjNum 318 snap 89 seq_num 318) dirty exists 2024-04-10T15:34:50.319 INFO:tasks.rados.rados.0.smithi069.stdout:1078: finishing write tid 1 to smithi06982861-39 2024-04-10T15:34:50.319 INFO:tasks.rados.rados.0.smithi069.stdout:1078: finishing write tid 2 to smithi06982861-39 2024-04-10T15:34:50.320 INFO:tasks.rados.rados.0.smithi069.stdout:1073: done (6 left) 2024-04-10T15:34:50.320 INFO:tasks.rados.rados.0.smithi069.stdout:1075: done (5 left) 2024-04-10T15:34:50.320 INFO:tasks.rados.rados.0.smithi069.stdout:1077: done (4 left) 2024-04-10T15:34:50.320 INFO:tasks.rados.rados.0.smithi069.stdout:1083: snap_create 2024-04-10T15:34:50.320 INFO:tasks.rados.rados.0.smithi069.stdout:1078: finishing write tid 3 to smithi06982861-39 2024-04-10T15:34:50.320 INFO:tasks.rados.rados.0.smithi069.stdout:1078: finishing write tid 4 to smithi06982861-39 2024-04-10T15:34:50.320 INFO:tasks.rados.rados.0.smithi069.stdout:1078: oid 39 updating version 0 to 410 2024-04-10T15:34:50.320 INFO:tasks.rados.rados.0.smithi069.stdout:1078: oid 39 version 410 is already newer than 409 2024-04-10T15:34:50.320 INFO:tasks.rados.rados.0.smithi069.stdout:1078: oid 39 updating version 410 to 411 2024-04-10T15:34:50.320 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 39 v 411 (ObjNum 347 snap 103 seq_num 347) dirty exists 2024-04-10T15:34:50.320 INFO:tasks.rados.rados.0.smithi069.stdout:1078: left oid 39 (ObjNum 347 snap 103 seq_num 347) 2024-04-10T15:34:50.320 INFO:tasks.rados.rados.0.smithi069.stdout:1080: finishing copy_from to smithi06982861-5 2024-04-10T15:34:50.320 INFO:tasks.rados.rados.0.smithi069.stdout:1080: got expected ENOENT (src dne) 2024-04-10T15:34:50.320 INFO:tasks.rados.rados.0.smithi069.stdout:1080: finishing copy_from racing read to smithi06982861-5 2024-04-10T15:34:50.321 INFO:tasks.rados.rados.0.smithi069.stdout:1079: finishing write tid 1 to smithi06982861-10 2024-04-10T15:34:50.321 INFO:tasks.rados.rados.0.smithi069.stdout:1079: finishing write tid 2 to smithi06982861-10 2024-04-10T15:34:50.321 INFO:tasks.rados.rados.0.smithi069.stdout:1079: finishing write tid 3 to smithi06982861-10 2024-04-10T15:34:50.321 INFO:tasks.rados.rados.0.smithi069.stdout:1079: finishing write tid 4 to smithi06982861-10 2024-04-10T15:34:50.321 INFO:tasks.rados.rados.0.smithi069.stdout:1079: oid 10 updating version 0 to 570 2024-04-10T15:34:50.321 INFO:tasks.rados.rados.0.smithi069.stdout:1079: oid 10 updating version 570 to 572 2024-04-10T15:34:50.321 INFO:tasks.rados.rados.0.smithi069.stdout:1079: oid 10 version 572 is already newer than 571 2024-04-10T15:34:50.321 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 10 v 572 (ObjNum 348 snap 103 seq_num 348) dirty exists 2024-04-10T15:34:50.321 INFO:tasks.rados.rados.0.smithi069.stdout:1079: left oid 10 (ObjNum 348 snap 103 seq_num 348) 2024-04-10T15:34:50.321 INFO:tasks.rados.rados.0.smithi069.stdout:1082: expect (ObjNum 1433848464 snap 21957 seq_num 1434894080) 2024-04-10T15:34:50.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:50 smithi077 ceph-mon[87572]: osdmap e269: 8 total, 8 up, 8 in 2024-04-10T15:34:50.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:50 smithi077 ceph-mon[87572]: pgmap v59: 121 pgs: 121 active+clean; 240 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail 2024-04-10T15:34:50.584 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:50 smithi069 ceph-mon[96738]: osdmap e269: 8 total, 8 up, 8 in 2024-04-10T15:34:50.584 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:50 smithi069 ceph-mon[96738]: pgmap v59: 121 pgs: 121 active+clean; 240 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail 2024-04-10T15:34:50.584 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:50 smithi069 ceph-mon[94167]: osdmap e269: 8 total, 8 up, 8 in 2024-04-10T15:34:50.584 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:50 smithi069 ceph-mon[94167]: pgmap v59: 121 pgs: 121 active+clean; 240 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail 2024-04-10T15:34:51.140 INFO:tasks.rados.rados.0.smithi069.stdout:1078: done (4 left) 2024-04-10T15:34:51.140 INFO:tasks.rados.rados.0.smithi069.stdout:1079: done (3 left) 2024-04-10T15:34:51.140 INFO:tasks.rados.rados.0.smithi069.stdout:1080: done (2 left) 2024-04-10T15:34:51.140 INFO:tasks.rados.rados.0.smithi069.stdout:1082: done (1 left) 2024-04-10T15:34:51.140 INFO:tasks.rados.rados.0.smithi069.stdout:1083: done (0 left) 2024-04-10T15:34:51.140 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 13 current snap is 104 2024-04-10T15:34:51.141 INFO:tasks.rados.rados.0.smithi069.stdout:1084: seq_num 349 ranges {450560=655360,1105920=401408} 2024-04-10T15:34:51.146 INFO:tasks.rados.rados.0.smithi069.stdout:1084: writing smithi06982861-13 from 450560 to 1105920 tid 1 2024-04-10T15:34:51.148 INFO:tasks.rados.rados.0.smithi069.stdout:1084: writing smithi06982861-13 from 1105920 to 1507328 tid 2 2024-04-10T15:34:51.148 INFO:tasks.rados.rados.0.smithi069.stdout:1085: snap_create 2024-04-10T15:34:51.152 INFO:tasks.rados.rados.0.smithi069.stdout:1084: finishing write tid 1 to smithi06982861-13 2024-04-10T15:34:51.152 INFO:tasks.rados.rados.0.smithi069.stdout:1084: finishing write tid 2 to smithi06982861-13 2024-04-10T15:34:51.152 INFO:tasks.rados.rados.0.smithi069.stdout:1084: finishing write tid 3 to smithi06982861-13 2024-04-10T15:34:51.153 INFO:tasks.rados.rados.0.smithi069.stdout:1084: finishing write tid 4 to smithi06982861-13 2024-04-10T15:34:51.154 INFO:tasks.rados.rados.0.smithi069.stdout:1084: oid 13 updating version 0 to 456 2024-04-10T15:34:51.154 INFO:tasks.rados.rados.0.smithi069.stdout:1084: oid 13 version 456 is already newer than 455 2024-04-10T15:34:51.154 INFO:tasks.rados.rados.0.smithi069.stdout:1084: oid 13 updating version 456 to 457 2024-04-10T15:34:51.154 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 13 v 457 (ObjNum 349 snap 104 seq_num 349) dirty exists 2024-04-10T15:34:51.154 INFO:tasks.rados.rados.0.smithi069.stdout:1084: left oid 13 (ObjNum 349 snap 104 seq_num 349) 2024-04-10T15:34:51.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:51 smithi077 ceph-mon[87572]: osdmap e270: 8 total, 8 up, 8 in 2024-04-10T15:34:51.584 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:51 smithi069 ceph-mon[96738]: osdmap e270: 8 total, 8 up, 8 in 2024-04-10T15:34:51.584 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:51 smithi069 ceph-mon[94167]: osdmap e270: 8 total, 8 up, 8 in 2024-04-10T15:34:52.144 INFO:tasks.rados.rados.0.smithi069.stdout:1084: done (1 left) 2024-04-10T15:34:52.144 INFO:tasks.rados.rados.0.smithi069.stdout:1085: done (0 left) 2024-04-10T15:34:52.144 INFO:tasks.rados.rados.0.smithi069.stdout:1086: rollback oid 26 current snap is 105 2024-04-10T15:34:52.144 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 26 to 102 2024-04-10T15:34:52.144 INFO:tasks.rados.rados.0.smithi069.stdout:1087: copy_from oid 48 from oid 14 current snap is 105 2024-04-10T15:34:52.144 INFO:tasks.rados.rados.0.smithi069.stdout:1088: snap_create 2024-04-10T15:34:52.149 INFO:tasks.rados.rados.0.smithi069.stdout:1086: finishing rollback tid 0 to smithi06982861-26 2024-04-10T15:34:52.149 INFO:tasks.rados.rados.0.smithi069.stdout:1086: finishing rollback tid 1 to smithi06982861-26 2024-04-10T15:34:52.150 INFO:tasks.rados.rados.0.smithi069.stdout:1086: finishing rollback tid 2 to smithi06982861-26 2024-04-10T15:34:52.150 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 26 v 522 (ObjNum 327 snap 96 seq_num 327) dirty exists 2024-04-10T15:34:52.159 INFO:tasks.rados.rados.0.smithi069.stdout:1087: finishing copy_from racing read to smithi06982861-48 2024-04-10T15:34:52.162 INFO:tasks.rados.rados.0.smithi069.stdout:1087: finishing copy_from to smithi06982861-48 2024-04-10T15:34:52.162 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 48 v 311 (ObjNum 257 snap 69 seq_num 257) dirty exists 2024-04-10T15:34:52.467 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:52 smithi069 ceph-mon[96738]: osdmap e271: 8 total, 8 up, 8 in 2024-04-10T15:34:52.467 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:52 smithi069 ceph-mon[96738]: pgmap v62: 121 pgs: 121 active+clean; 242 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 6.6 MiB/s rd, 1.1 MiB/s wr, 9 op/s 2024-04-10T15:34:52.467 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:52 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:34:52.467 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:52 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:34:52.467 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:52 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:34:52.468 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:52 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:34:52.468 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:52 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:34:52.468 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:52 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-10T15:34:52.468 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:52 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-10T15:34:52.468 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:52 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:34:52.468 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:52 smithi069 ceph-mon[94167]: osdmap e271: 8 total, 8 up, 8 in 2024-04-10T15:34:52.468 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:52 smithi069 ceph-mon[94167]: pgmap v62: 121 pgs: 121 active+clean; 242 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 6.6 MiB/s rd, 1.1 MiB/s wr, 9 op/s 2024-04-10T15:34:52.468 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:52 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:34:52.468 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:52 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:34:52.468 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:52 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:34:52.468 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:52 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:34:52.468 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:52 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:34:52.469 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:52 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-10T15:34:52.469 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:52 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-10T15:34:52.469 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:52 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:34:52.490 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:34:52 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[78458]: ts=2024-04-10T15:34:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:34:52.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:52 smithi077 ceph-mon[87572]: osdmap e271: 8 total, 8 up, 8 in 2024-04-10T15:34:52.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:52 smithi077 ceph-mon[87572]: pgmap v62: 121 pgs: 121 active+clean; 242 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 6.6 MiB/s rd, 1.1 MiB/s wr, 9 op/s 2024-04-10T15:34:52.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:52 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:34:52.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:52 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:34:52.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:52 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:34:52.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:52 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:34:52.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:52 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:34:52.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:52 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-10T15:34:52.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:52 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-10T15:34:52.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:52 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:34:53.146 INFO:tasks.rados.rados.0.smithi069.stdout:1086: done (2 left) 2024-04-10T15:34:53.146 INFO:tasks.rados.rados.0.smithi069.stdout:1087: done (1 left) 2024-04-10T15:34:53.146 INFO:tasks.rados.rados.0.smithi069.stdout:1088: done (0 left) 2024-04-10T15:34:53.146 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 23 current snap is 106 2024-04-10T15:34:53.146 INFO:tasks.rados.rados.0.smithi069.stdout:1089: seq_num 350 ranges {966656=671744,1638400=401408} 2024-04-10T15:34:53.154 INFO:tasks.rados.rados.0.smithi069.stdout:1089: writing smithi06982861-23 from 966656 to 1638400 tid 1 2024-04-10T15:34:53.157 INFO:tasks.rados.rados.0.smithi069.stdout:1089: writing smithi06982861-23 from 1638400 to 2039808 tid 2 2024-04-10T15:34:53.157 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 36 current snap is 106 2024-04-10T15:34:53.157 INFO:tasks.rados.rados.0.smithi069.stdout:1090: seq_num 351 ranges {7340032=688128,8028160=401408} 2024-04-10T15:34:53.200 INFO:tasks.rados.rados.0.smithi069.stdout:1090: writing smithi06982861-36 from 7340032 to 8028160 tid 1 2024-04-10T15:34:53.202 INFO:tasks.rados.rados.0.smithi069.stdout:1090: writing smithi06982861-36 from 8028160 to 8429568 tid 2 2024-04-10T15:34:53.202 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 12 current snap is 106 2024-04-10T15:34:53.202 INFO:tasks.rados.rados.0.smithi069.stdout:1089: finishing write tid 1 to smithi06982861-23 2024-04-10T15:34:53.203 INFO:tasks.rados.rados.0.smithi069.stdout:1089: finishing write tid 2 to smithi06982861-23 2024-04-10T15:34:53.203 INFO:tasks.rados.rados.0.smithi069.stdout:1089: finishing write tid 3 to smithi06982861-23 2024-04-10T15:34:53.203 INFO:tasks.rados.rados.0.smithi069.stdout:1091: seq_num 352 ranges {0=704512,704512=401408} 2024-04-10T15:34:53.205 INFO:tasks.rados.rados.0.smithi069.stdout:1091: writing smithi06982861-12 from 0 to 704512 tid 1 2024-04-10T15:34:53.208 INFO:tasks.rados.rados.0.smithi069.stdout:1091: writing smithi06982861-12 from 704512 to 1105920 tid 2 2024-04-10T15:34:53.208 INFO:tasks.rados.rados.0.smithi069.stdout:1092: snap_create 2024-04-10T15:34:53.208 INFO:tasks.rados.rados.0.smithi069.stdout:1089: finishing write tid 4 to smithi06982861-23 2024-04-10T15:34:53.208 INFO:tasks.rados.rados.0.smithi069.stdout:1089: oid 23 updating version 0 to 287 2024-04-10T15:34:53.208 INFO:tasks.rados.rados.0.smithi069.stdout:1089: oid 23 version 287 is already newer than 285 2024-04-10T15:34:53.208 INFO:tasks.rados.rados.0.smithi069.stdout:1089: oid 23 version 287 is already newer than 286 2024-04-10T15:34:53.209 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 23 v 287 (ObjNum 350 snap 106 seq_num 350) dirty exists 2024-04-10T15:34:53.209 INFO:tasks.rados.rados.0.smithi069.stdout:1089: left oid 23 (ObjNum 350 snap 106 seq_num 350) 2024-04-10T15:34:53.209 INFO:tasks.rados.rados.0.smithi069.stdout:1090: finishing write tid 1 to smithi06982861-36 2024-04-10T15:34:53.209 INFO:tasks.rados.rados.0.smithi069.stdout:1090: finishing write tid 2 to smithi06982861-36 2024-04-10T15:34:53.209 INFO:tasks.rados.rados.0.smithi069.stdout:1090: finishing write tid 3 to smithi06982861-36 2024-04-10T15:34:53.210 INFO:tasks.rados.rados.0.smithi069.stdout:1090: finishing write tid 4 to smithi06982861-36 2024-04-10T15:34:53.211 INFO:tasks.rados.rados.0.smithi069.stdout:1090: oid 36 updating version 0 to 453 2024-04-10T15:34:53.211 INFO:tasks.rados.rados.0.smithi069.stdout:1090: oid 36 version 453 is already newer than 451 2024-04-10T15:34:53.211 INFO:tasks.rados.rados.0.smithi069.stdout:1090: oid 36 version 453 is already newer than 452 2024-04-10T15:34:53.211 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 36 v 453 (ObjNum 351 snap 106 seq_num 351) dirty exists 2024-04-10T15:34:53.211 INFO:tasks.rados.rados.0.smithi069.stdout:1090: left oid 36 (ObjNum 351 snap 106 seq_num 351) 2024-04-10T15:34:53.211 INFO:tasks.rados.rados.0.smithi069.stdout:1091: finishing write tid 1 to smithi06982861-12 2024-04-10T15:34:53.212 INFO:tasks.rados.rados.0.smithi069.stdout:1091: finishing write tid 2 to smithi06982861-12 2024-04-10T15:34:53.212 INFO:tasks.rados.rados.0.smithi069.stdout:1091: finishing write tid 3 to smithi06982861-12 2024-04-10T15:34:53.215 INFO:tasks.rados.rados.0.smithi069.stdout:1091: finishing write tid 4 to smithi06982861-12 2024-04-10T15:34:53.215 INFO:tasks.rados.rados.0.smithi069.stdout:1091: oid 12 updating version 0 to 388 2024-04-10T15:34:53.215 INFO:tasks.rados.rados.0.smithi069.stdout:1091: oid 12 version 388 is already newer than 387 2024-04-10T15:34:53.216 INFO:tasks.rados.rados.0.smithi069.stdout:1091: oid 12 version 388 is already newer than 386 2024-04-10T15:34:53.216 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 12 v 388 (ObjNum 352 snap 106 seq_num 352) dirty exists 2024-04-10T15:34:53.216 INFO:tasks.rados.rados.0.smithi069.stdout:1091: left oid 12 (ObjNum 352 snap 106 seq_num 352) 2024-04-10T15:34:53.489 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:53 smithi069 ceph-mon[96738]: Reconfiguring mon.a (monmap changed)... 2024-04-10T15:34:53.489 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:53 smithi069 ceph-mon[96738]: Reconfiguring daemon mon.a on smithi069 2024-04-10T15:34:53.489 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:53 smithi069 ceph-mon[96738]: osdmap e272: 8 total, 8 up, 8 in 2024-04-10T15:34:53.490 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:53 smithi069 ceph-mon[94167]: Reconfiguring mon.a (monmap changed)... 2024-04-10T15:34:53.490 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:53 smithi069 ceph-mon[94167]: Reconfiguring daemon mon.a on smithi069 2024-04-10T15:34:53.490 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:53 smithi069 ceph-mon[94167]: osdmap e272: 8 total, 8 up, 8 in 2024-04-10T15:34:53.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:53 smithi077 ceph-mon[87572]: Reconfiguring mon.a (monmap changed)... 2024-04-10T15:34:53.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:53 smithi077 ceph-mon[87572]: Reconfiguring daemon mon.a on smithi069 2024-04-10T15:34:53.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:53 smithi077 ceph-mon[87572]: osdmap e272: 8 total, 8 up, 8 in 2024-04-10T15:34:53.990 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:34:53 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[78458]: ts=2024-04-10T15:34:53.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi069\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi069\", job=\"node\", machine=\"x86_64\", nodename=\"smithi069\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", domainname=\"(none)\", instance=\"smithi069\", job=\"node\", machine=\"x86_64\", nodename=\"smithi069\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:34:54.157 INFO:tasks.rados.rados.0.smithi069.stdout:1089: done (3 left) 2024-04-10T15:34:54.157 INFO:tasks.rados.rados.0.smithi069.stdout:1090: done (2 left) 2024-04-10T15:34:54.158 INFO:tasks.rados.rados.0.smithi069.stdout:1091: done (1 left) 2024-04-10T15:34:54.158 INFO:tasks.rados.rados.0.smithi069.stdout:1092: done (0 left) 2024-04-10T15:34:54.158 INFO:tasks.rados.rados.0.smithi069.stdout:1093: read oid 16 snap -1 2024-04-10T15:34:54.158 INFO:tasks.rados.rados.0.smithi069.stdout:1093: expect deleted 2024-04-10T15:34:54.158 INFO:tasks.rados.rados.0.smithi069.stdout:1094: read oid 47 snap -1 2024-04-10T15:34:54.158 INFO:tasks.rados.rados.0.smithi069.stdout:1094: expect (ObjNum 346 snap 103 seq_num 346) 2024-04-10T15:34:54.158 INFO:tasks.rados.rados.0.smithi069.stdout:1095: read oid 29 snap -1 2024-04-10T15:34:54.158 INFO:tasks.rados.rados.0.smithi069.stdout:1095: expect (ObjNum 302 snap 86 seq_num 302) 2024-04-10T15:34:54.158 INFO:tasks.rados.rados.0.smithi069.stdout:1096: snap_create 2024-04-10T15:34:54.160 INFO:tasks.rados.rados.0.smithi069.stdout:1095: expect (ObjNum 302 snap 86 seq_num 302) 2024-04-10T15:34:54.171 INFO:tasks.rados.rados.0.smithi069.stdout:1094: expect (ObjNum 346 snap 103 seq_num 346) 2024-04-10T15:34:54.451 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:54 smithi069 ceph-mon[96738]: osdmap e273: 8 total, 8 up, 8 in 2024-04-10T15:34:54.451 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:54 smithi069 ceph-mon[96738]: pgmap v65: 121 pgs: 121 active+clean; 242 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 6.6 MiB/s rd, 1.1 MiB/s wr, 9 op/s 2024-04-10T15:34:54.451 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:54 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:34:54.451 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:54 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:34:54.451 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:54 smithi069 ceph-mon[96738]: Reconfiguring mgr.y (monmap changed)... 2024-04-10T15:34:54.451 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:54 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-10T15:34:54.452 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:54 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-10T15:34:54.452 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:54 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:34:54.452 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:54 smithi069 ceph-mon[96738]: Reconfiguring daemon mgr.y on smithi069 2024-04-10T15:34:54.452 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:54 smithi069 ceph-mon[94167]: osdmap e273: 8 total, 8 up, 8 in 2024-04-10T15:34:54.452 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:54 smithi069 ceph-mon[94167]: pgmap v65: 121 pgs: 121 active+clean; 242 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 6.6 MiB/s rd, 1.1 MiB/s wr, 9 op/s 2024-04-10T15:34:54.452 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:54 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:34:54.452 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:54 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:34:54.452 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:54 smithi069 ceph-mon[94167]: Reconfiguring mgr.y (monmap changed)... 2024-04-10T15:34:54.452 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:54 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-10T15:34:54.452 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:54 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-10T15:34:54.453 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:54 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:34:54.453 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:54 smithi069 ceph-mon[94167]: Reconfiguring daemon mgr.y on smithi069 2024-04-10T15:34:54.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:54 smithi077 ceph-mon[87572]: osdmap e273: 8 total, 8 up, 8 in 2024-04-10T15:34:54.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:54 smithi077 ceph-mon[87572]: pgmap v65: 121 pgs: 121 active+clean; 242 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 6.6 MiB/s rd, 1.1 MiB/s wr, 9 op/s 2024-04-10T15:34:54.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:54 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:34:54.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:54 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:34:54.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:54 smithi077 ceph-mon[87572]: Reconfiguring mgr.y (monmap changed)... 2024-04-10T15:34:54.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:54 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-10T15:34:54.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:54 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-10T15:34:54.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:54 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:34:54.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:54 smithi077 ceph-mon[87572]: Reconfiguring daemon mgr.y on smithi069 2024-04-10T15:34:55.160 INFO:tasks.rados.rados.0.smithi069.stdout:1093: done (3 left) 2024-04-10T15:34:55.160 INFO:tasks.rados.rados.0.smithi069.stdout:1094: done (2 left) 2024-04-10T15:34:55.160 INFO:tasks.rados.rados.0.smithi069.stdout:1095: done (1 left) 2024-04-10T15:34:55.161 INFO:tasks.rados.rados.0.smithi069.stdout:1096: done (0 left) 2024-04-10T15:34:55.161 INFO:tasks.rados.rados.0.smithi069.stdout:1097: snap_remove snap 99 2024-04-10T15:34:55.334 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:55 smithi069 ceph-mon[94167]: osdmap e274: 8 total, 8 up, 8 in 2024-04-10T15:34:55.334 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:55 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:34:55.334 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:55 smithi069 ceph-mon[96738]: osdmap e274: 8 total, 8 up, 8 in 2024-04-10T15:34:55.334 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:55 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:34:55.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:55 smithi077 ceph-mon[87572]: osdmap e274: 8 total, 8 up, 8 in 2024-04-10T15:34:55.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:55 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:34:56.102 INFO:tasks.rados.rados.0.smithi069.stdout:1097: done (0 left) 2024-04-10T15:34:56.103 INFO:tasks.rados.rados.0.smithi069.stdout:1098: copy_from oid 33 from oid 1 current snap is 108 2024-04-10T15:34:56.103 INFO:tasks.rados.rados.0.smithi069.stdout:1099: read oid 46 snap -1 2024-04-10T15:34:56.103 INFO:tasks.rados.rados.0.smithi069.stdout:1099: expect (ObjNum 342 snap 102 seq_num 342) 2024-04-10T15:34:56.103 INFO:tasks.rados.rados.0.smithi069.stdout:1100: rollback oid 30 current snap is 108 2024-04-10T15:34:56.103 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 30 to 105 2024-04-10T15:34:56.103 INFO:tasks.rados.rados.0.smithi069.stdout:1101: setattr oid 3 current snap is 108 2024-04-10T15:34:56.105 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 16 current snap is 108 2024-04-10T15:34:56.105 INFO:tasks.rados.rados.0.smithi069.stdout:1102: seq_num 353 ranges {0=720896,720896=401408} 2024-04-10T15:34:56.109 INFO:tasks.rados.rados.0.smithi069.stdout:1102: writing smithi06982861-16 from 0 to 720896 tid 1 2024-04-10T15:34:56.113 INFO:tasks.rados.rados.0.smithi069.stdout:1102: writing smithi06982861-16 from 720896 to 1122304 tid 2 2024-04-10T15:34:56.113 INFO:tasks.rados.rados.0.smithi069.stdout:1103: snap_create 2024-04-10T15:34:56.113 INFO:tasks.rados.rados.0.smithi069.stdout:1100: finishing rollback tid 0 to smithi06982861-30 2024-04-10T15:34:56.114 INFO:tasks.rados.rados.0.smithi069.stdout:1100: finishing rollback tid 1 to smithi06982861-30 2024-04-10T15:34:56.114 INFO:tasks.rados.rados.0.smithi069.stdout:1100: finishing rollback tid 2 to smithi06982861-30 2024-04-10T15:34:56.114 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 30 v 511 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-04-10T15:34:56.117 INFO:tasks.rados.rados.0.smithi069.stdout:1102: finishing write tid 1 to smithi06982861-16 2024-04-10T15:34:56.117 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 3 v 436 (ObjNum 129 snap 0 seq_num 1433827624) dirty exists 2024-04-10T15:34:56.122 INFO:tasks.rados.rados.0.smithi069.stdout:1102: finishing write tid 2 to smithi06982861-16 2024-04-10T15:34:56.122 INFO:tasks.rados.rados.0.smithi069.stdout:1102: finishing write tid 3 to smithi06982861-16 2024-04-10T15:34:56.126 INFO:tasks.rados.rados.0.smithi069.stdout:1098: finishing copy_from racing read to smithi06982861-33 2024-04-10T15:34:56.126 INFO:tasks.rados.rados.0.smithi069.stdout:1102: finishing write tid 4 to smithi06982861-16 2024-04-10T15:34:56.126 INFO:tasks.rados.rados.0.smithi069.stdout:1102: oid 16 updating version 0 to 524 2024-04-10T15:34:56.126 INFO:tasks.rados.rados.0.smithi069.stdout:1102: oid 16 updating version 524 to 525 2024-04-10T15:34:56.126 INFO:tasks.rados.rados.0.smithi069.stdout:1102: oid 16 version 525 is already newer than 523 2024-04-10T15:34:56.126 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 16 v 525 (ObjNum 353 snap 108 seq_num 353) dirty exists 2024-04-10T15:34:56.126 INFO:tasks.rados.rados.0.smithi069.stdout:1102: left oid 16 (ObjNum 353 snap 108 seq_num 353) 2024-04-10T15:34:56.127 INFO:tasks.rados.rados.0.smithi069.stdout:1098: finishing copy_from to smithi06982861-33 2024-04-10T15:34:56.127 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 33 v 250 (ObjNum 207 snap 52 seq_num 207) dirty exists 2024-04-10T15:34:56.127 INFO:tasks.rados.rados.0.smithi069.stdout:1099: expect (ObjNum 342 snap 102 seq_num 342) 2024-04-10T15:34:56.160 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:56 smithi077 ceph-mon[87572]: osdmap e275: 8 total, 8 up, 8 in 2024-04-10T15:34:56.160 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:56 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:34:56.160 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:56 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:34:56.160 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:56 smithi077 ceph-mon[87572]: Reconfiguring mon.c (monmap changed)... 2024-04-10T15:34:56.160 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:56 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-10T15:34:56.160 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:56 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-10T15:34:56.160 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:56 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:34:56.160 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:56 smithi077 ceph-mon[87572]: Reconfiguring daemon mon.c on smithi069 2024-04-10T15:34:56.160 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:56 smithi077 ceph-mon[87572]: pgmap v68: 121 pgs: 121 active+clean; 242 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T15:34:56.160 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:56 smithi077 ceph-mon[87572]: osdmap e276: 8 total, 8 up, 8 in 2024-04-10T15:34:56.267 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:56 smithi069 ceph-mon[96738]: osdmap e275: 8 total, 8 up, 8 in 2024-04-10T15:34:56.267 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:56 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:34:56.267 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:56 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:34:56.267 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:56 smithi069 ceph-mon[96738]: Reconfiguring mon.c (monmap changed)... 2024-04-10T15:34:56.267 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:56 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-10T15:34:56.267 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:56 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-10T15:34:56.267 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:56 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:34:56.267 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:56 smithi069 ceph-mon[96738]: Reconfiguring daemon mon.c on smithi069 2024-04-10T15:34:56.267 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:56 smithi069 ceph-mon[96738]: pgmap v68: 121 pgs: 121 active+clean; 242 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T15:34:56.267 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:56 smithi069 ceph-mon[96738]: osdmap e276: 8 total, 8 up, 8 in 2024-04-10T15:34:56.267 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:56 smithi069 ceph-mon[94167]: osdmap e275: 8 total, 8 up, 8 in 2024-04-10T15:34:56.268 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:56 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:34:56.268 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:56 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:34:56.268 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:56 smithi069 ceph-mon[94167]: Reconfiguring mon.c (monmap changed)... 2024-04-10T15:34:56.268 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:56 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-10T15:34:56.268 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:56 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-10T15:34:56.268 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:56 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:34:56.268 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:56 smithi069 ceph-mon[94167]: Reconfiguring daemon mon.c on smithi069 2024-04-10T15:34:56.268 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:56 smithi069 ceph-mon[94167]: pgmap v68: 121 pgs: 121 active+clean; 242 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T15:34:56.268 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:56 smithi069 ceph-mon[94167]: osdmap e276: 8 total, 8 up, 8 in 2024-04-10T15:34:57.033 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:34:56 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:15:34:56] "GET /metrics HTTP/1.1" 200 36063 "" "Prometheus/2.43.0" 2024-04-10T15:34:57.109 INFO:tasks.rados.rados.0.smithi069.stdout:1098: done (5 left) 2024-04-10T15:34:57.109 INFO:tasks.rados.rados.0.smithi069.stdout:1099: done (4 left) 2024-04-10T15:34:57.109 INFO:tasks.rados.rados.0.smithi069.stdout:1100: done (3 left) 2024-04-10T15:34:57.110 INFO:tasks.rados.rados.0.smithi069.stdout:1101: done (2 left) 2024-04-10T15:34:57.110 INFO:tasks.rados.rados.0.smithi069.stdout:1102: done (1 left) 2024-04-10T15:34:57.110 INFO:tasks.rados.rados.0.smithi069.stdout:1103: done (0 left) 2024-04-10T15:34:57.110 INFO:tasks.rados.rados.0.smithi069.stdout:1104: read oid 7 snap 96 2024-04-10T15:34:57.110 INFO:tasks.rados.rados.0.smithi069.stdout:1104: expect deleted 2024-04-10T15:34:57.110 INFO:tasks.rados.rados.0.smithi069.stdout:1105: rmattr oid 2 current snap is 109 2024-04-10T15:34:57.110 INFO:tasks.rados.rados.0.smithi069.stdout:1106: copy_from oid 46 from oid 47 current snap is 109 2024-04-10T15:34:57.110 INFO:tasks.rados.rados.0.smithi069.stdout:1107: copy_from oid 38 from oid 20 current snap is 109 2024-04-10T15:34:57.110 INFO:tasks.rados.rados.0.smithi069.stdout:1108: copy_from oid 44 from oid 39 current snap is 109 2024-04-10T15:34:57.110 INFO:tasks.rados.rados.0.smithi069.stdout:1109: delete oid 25 current snap is 109 2024-04-10T15:34:57.114 INFO:tasks.rados.rados.0.smithi069.stdout:1104: done (5 left) 2024-04-10T15:34:57.114 INFO:tasks.rados.rados.0.smithi069.stdout:1109: done (4 left) 2024-04-10T15:34:57.114 INFO:tasks.rados.rados.0.smithi069.stdout:1110: rollback oid 5 current snap is 109 2024-04-10T15:34:57.114 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 5 to 107 2024-04-10T15:34:57.114 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 16 current snap is 109 2024-04-10T15:34:57.114 INFO:tasks.rados.rados.0.smithi069.stdout:1111: seq_num 355 ranges {1122304=753664,1875968=401408} 2024-04-10T15:34:57.125 INFO:tasks.rados.rados.0.smithi069.stdout:1111: writing smithi06982861-16 from 1122304 to 1875968 tid 1 2024-04-10T15:34:57.127 INFO:tasks.rados.rados.0.smithi069.stdout:1111: writing smithi06982861-16 from 1875968 to 2277376 tid 2 2024-04-10T15:34:57.128 INFO:tasks.rados.rados.0.smithi069.stdout:1112: snap_remove snap 59 2024-04-10T15:34:58.112 INFO:tasks.rados.rados.0.smithi069.stdout:1112: done (6 left) 2024-04-10T15:34:58.112 INFO:tasks.rados.rados.0.smithi069.stdout:1113: snap_remove snap 106 2024-04-10T15:34:58.159 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:58 smithi069 ceph-mon[96738]: osdmap e277: 8 total, 8 up, 8 in 2024-04-10T15:34:58.159 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:58 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:34:58.159 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:58 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:34:58.159 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:58 smithi069 ceph-mon[96738]: Reconfiguring osd.0 (monmap changed)... 2024-04-10T15:34:58.159 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:58 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-10T15:34:58.159 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:58 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:34:58.159 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:58 smithi069 ceph-mon[96738]: Reconfiguring daemon osd.0 on smithi069 2024-04-10T15:34:58.159 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:58 smithi069 ceph-mon[96738]: pgmap v71: 121 pgs: 121 active+clean; 250 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 1.6 MiB/s rd, 1.9 MiB/s wr, 6 op/s 2024-04-10T15:34:58.160 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:58 smithi069 ceph-mon[94167]: osdmap e277: 8 total, 8 up, 8 in 2024-04-10T15:34:58.160 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:58 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:34:58.160 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:58 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:34:58.160 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:58 smithi069 ceph-mon[94167]: Reconfiguring osd.0 (monmap changed)... 2024-04-10T15:34:58.160 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:58 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-10T15:34:58.160 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:58 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:34:58.160 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:58 smithi069 ceph-mon[94167]: Reconfiguring daemon osd.0 on smithi069 2024-04-10T15:34:58.160 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:58 smithi069 ceph-mon[94167]: pgmap v71: 121 pgs: 121 active+clean; 250 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 1.6 MiB/s rd, 1.9 MiB/s wr, 6 op/s 2024-04-10T15:34:58.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:58 smithi077 ceph-mon[87572]: osdmap e277: 8 total, 8 up, 8 in 2024-04-10T15:34:58.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:58 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:34:58.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:58 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:34:58.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:58 smithi077 ceph-mon[87572]: Reconfiguring osd.0 (monmap changed)... 2024-04-10T15:34:58.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:58 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-10T15:34:58.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:58 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:34:58.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:58 smithi077 ceph-mon[87572]: Reconfiguring daemon osd.0 on smithi069 2024-04-10T15:34:58.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:58 smithi077 ceph-mon[87572]: pgmap v71: 121 pgs: 121 active+clean; 250 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 1.6 MiB/s rd, 1.9 MiB/s wr, 6 op/s 2024-04-10T15:34:59.122 INFO:tasks.rados.rados.0.smithi069.stdout:1113: done (6 left) 2024-04-10T15:34:59.122 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 30 current snap is 109 2024-04-10T15:34:59.122 INFO:tasks.rados.rados.0.smithi069.stdout:1114: seq_num 356 ranges {0=770048,770048=401408} 2024-04-10T15:34:59.127 INFO:tasks.rados.rados.0.smithi069.stdout:1114: writing smithi06982861-30 from 0 to 770048 tid 1 2024-04-10T15:34:59.131 INFO:tasks.rados.rados.0.smithi069.stdout:1114: writing smithi06982861-30 from 770048 to 1171456 tid 2 2024-04-10T15:34:59.131 INFO:tasks.rados.rados.0.smithi069.stdout:1115: read oid 18 snap -1 2024-04-10T15:34:59.131 INFO:tasks.rados.rados.0.smithi069.stdout:1115: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-10T15:34:59.131 INFO:tasks.rados.rados.0.smithi069.stdout:1116: snap_create 2024-04-10T15:34:59.131 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 2 v 389 (ObjNum 285 snap 80 seq_num 285) dirty exists 2024-04-10T15:34:59.131 INFO:tasks.rados.rados.0.smithi069.stdout:1110: finishing rollback tid 0 to smithi06982861-5 2024-04-10T15:34:59.131 INFO:tasks.rados.rados.0.smithi069.stdout:1110: finishing rollback tid 1 to smithi06982861-5 2024-04-10T15:34:59.131 INFO:tasks.rados.rados.0.smithi069.stdout:1110: finishing rollback tid 2 to smithi06982861-5 2024-04-10T15:34:59.131 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 5 v 465 (ObjNum 330 snap 97 seq_num 330) dirty exists 2024-04-10T15:34:59.131 INFO:tasks.rados.rados.0.smithi069.stdout:1106: finishing copy_from racing read to smithi06982861-46 2024-04-10T15:34:59.131 INFO:tasks.rados.rados.0.smithi069.stdout:1107: finishing copy_from racing read to smithi06982861-38 2024-04-10T15:34:59.131 INFO:tasks.rados.rados.0.smithi069.stdout:1107: finishing copy_from to smithi06982861-38 2024-04-10T15:34:59.132 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 38 v 395 (ObjNum 318 snap 89 seq_num 318) dirty exists 2024-04-10T15:34:59.132 INFO:tasks.rados.rados.0.smithi069.stdout:1106: finishing copy_from to smithi06982861-46 2024-04-10T15:34:59.132 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 46 v 449 (ObjNum 346 snap 103 seq_num 346) dirty exists 2024-04-10T15:34:59.132 INFO:tasks.rados.rados.0.smithi069.stdout:1111: finishing write tid 1 to smithi06982861-16 2024-04-10T15:34:59.132 INFO:tasks.rados.rados.0.smithi069.stdout:1111: finishing write tid 2 to smithi06982861-16 2024-04-10T15:34:59.132 INFO:tasks.rados.rados.0.smithi069.stdout:1111: finishing write tid 3 to smithi06982861-16 2024-04-10T15:34:59.132 INFO:tasks.rados.rados.0.smithi069.stdout:1111: finishing write tid 4 to smithi06982861-16 2024-04-10T15:34:59.132 INFO:tasks.rados.rados.0.smithi069.stdout:1111: oid 16 updating version 0 to 535 2024-04-10T15:34:59.132 INFO:tasks.rados.rados.0.smithi069.stdout:1111: oid 16 version 535 is already newer than 533 2024-04-10T15:34:59.132 INFO:tasks.rados.rados.0.smithi069.stdout:1111: oid 16 version 535 is already newer than 534 2024-04-10T15:34:59.132 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 16 v 535 (ObjNum 355 snap 109 seq_num 355) dirty exists 2024-04-10T15:34:59.132 INFO:tasks.rados.rados.0.smithi069.stdout:1111: left oid 16 (ObjNum 355 snap 109 seq_num 355) 2024-04-10T15:34:59.132 INFO:tasks.rados.rados.0.smithi069.stdout:1108: finishing copy_from racing read to smithi06982861-44 2024-04-10T15:34:59.132 INFO:tasks.rados.rados.0.smithi069.stdout:1108: finishing copy_from to smithi06982861-44 2024-04-10T15:34:59.133 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 44 v 411 (ObjNum 347 snap 103 seq_num 347) dirty exists 2024-04-10T15:34:59.133 INFO:tasks.rados.rados.0.smithi069.stdout:1115: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-10T15:34:59.134 INFO:tasks.rados.rados.0.smithi069.stdout:1114: finishing write tid 1 to smithi06982861-30 2024-04-10T15:34:59.136 INFO:tasks.rados.rados.0.smithi069.stdout:1114: finishing write tid 2 to smithi06982861-30 2024-04-10T15:34:59.136 INFO:tasks.rados.rados.0.smithi069.stdout:1114: finishing write tid 3 to smithi06982861-30 2024-04-10T15:34:59.138 INFO:tasks.rados.rados.0.smithi069.stdout:1114: finishing write tid 4 to smithi06982861-30 2024-04-10T15:34:59.138 INFO:tasks.rados.rados.0.smithi069.stdout:1114: oid 30 updating version 0 to 527 2024-04-10T15:34:59.138 INFO:tasks.rados.rados.0.smithi069.stdout:1114: oid 30 version 527 is already newer than 525 2024-04-10T15:34:59.138 INFO:tasks.rados.rados.0.smithi069.stdout:1114: oid 30 version 527 is already newer than 526 2024-04-10T15:34:59.138 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 30 v 527 (ObjNum 356 snap 109 seq_num 356) dirty exists 2024-04-10T15:34:59.138 INFO:tasks.rados.rados.0.smithi069.stdout:1114: left oid 30 (ObjNum 356 snap 109 seq_num 356) 2024-04-10T15:34:59.334 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:34:59 smithi069 ceph-mon[96738]: osdmap e278: 8 total, 8 up, 8 in 2024-04-10T15:34:59.334 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:34:59 smithi069 ceph-mon[94167]: osdmap e278: 8 total, 8 up, 8 in 2024-04-10T15:34:59.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:34:59 smithi077 ceph-mon[87572]: osdmap e278: 8 total, 8 up, 8 in 2024-04-10T15:35:00.126 INFO:tasks.rados.rados.0.smithi069.stdout:1105: done (8 left) 2024-04-10T15:35:00.126 INFO:tasks.rados.rados.0.smithi069.stdout:1106: done (7 left) 2024-04-10T15:35:00.126 INFO:tasks.rados.rados.0.smithi069.stdout:1107: done (6 left) 2024-04-10T15:35:00.126 INFO:tasks.rados.rados.0.smithi069.stdout:1108: done (5 left) 2024-04-10T15:35:00.126 INFO:tasks.rados.rados.0.smithi069.stdout:1110: done (4 left) 2024-04-10T15:35:00.126 INFO:tasks.rados.rados.0.smithi069.stdout:1111: done (3 left) 2024-04-10T15:35:00.126 INFO:tasks.rados.rados.0.smithi069.stdout:1114: done (2 left) 2024-04-10T15:35:00.126 INFO:tasks.rados.rados.0.smithi069.stdout:1115: done (1 left) 2024-04-10T15:35:00.126 INFO:tasks.rados.rados.0.smithi069.stdout:1116: done (0 left) 2024-04-10T15:35:00.127 INFO:tasks.rados.rados.0.smithi069.stdout:1117: snap_create 2024-04-10T15:35:00.334 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:35:00 smithi069 ceph-mon[96738]: osdmap e279: 8 total, 8 up, 8 in 2024-04-10T15:35:00.334 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:35:00 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:35:00.334 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:35:00 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:35:00.334 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:35:00 smithi069 ceph-mon[96738]: Reconfiguring osd.1 (monmap changed)... 2024-04-10T15:35:00.334 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:35:00 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-10T15:35:00.334 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:35:00 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:35:00.334 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:35:00 smithi069 ceph-mon[96738]: Reconfiguring daemon osd.1 on smithi069 2024-04-10T15:35:00.335 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:35:00 smithi069 ceph-mon[96738]: pgmap v74: 121 pgs: 121 active+clean; 250 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 1.6 MiB/s rd, 1.9 MiB/s wr, 6 op/s 2024-04-10T15:35:00.335 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:35:00 smithi069 ceph-mon[94167]: osdmap e279: 8 total, 8 up, 8 in 2024-04-10T15:35:00.335 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:35:00 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:35:00.335 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:35:00 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:35:00.335 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:35:00 smithi069 ceph-mon[94167]: Reconfiguring osd.1 (monmap changed)... 2024-04-10T15:35:00.335 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:35:00 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-10T15:35:00.335 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:35:00 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:35:00.335 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:35:00 smithi069 ceph-mon[94167]: Reconfiguring daemon osd.1 on smithi069 2024-04-10T15:35:00.335 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:35:00 smithi069 ceph-mon[94167]: pgmap v74: 121 pgs: 121 active+clean; 250 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 1.6 MiB/s rd, 1.9 MiB/s wr, 6 op/s 2024-04-10T15:35:00.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:35:00 smithi077 ceph-mon[87572]: osdmap e279: 8 total, 8 up, 8 in 2024-04-10T15:35:00.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:35:00 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:35:00.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:35:00 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:35:00.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:35:00 smithi077 ceph-mon[87572]: Reconfiguring osd.1 (monmap changed)... 2024-04-10T15:35:00.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:35:00 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-10T15:35:00.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:35:00 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:35:00.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:35:00 smithi077 ceph-mon[87572]: Reconfiguring daemon osd.1 on smithi069 2024-04-10T15:35:00.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:35:00 smithi077 ceph-mon[87572]: pgmap v74: 121 pgs: 121 active+clean; 250 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 1.6 MiB/s rd, 1.9 MiB/s wr, 6 op/s 2024-04-10T15:35:01.127 INFO:tasks.rados.rados.0.smithi069.stdout:1117: done (0 left) 2024-04-10T15:35:01.127 INFO:tasks.rados.rados.0.smithi069.stdout:1118: delete oid 39 current snap is 111 2024-04-10T15:35:01.129 INFO:tasks.rados.rados.0.smithi069.stdout:1118: done (0 left) 2024-04-10T15:35:01.129 INFO:tasks.rados.rados.0.smithi069.stdout:1119: rollback oid 33 current snap is 111 2024-04-10T15:35:01.129 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 33 to 96 2024-04-10T15:35:01.129 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 12 current snap is 111 2024-04-10T15:35:01.129 INFO:tasks.rados.rados.0.smithi069.stdout:1120: seq_num 358 ranges {1105920=802816,1908736=401408} 2024-04-10T15:35:01.139 INFO:tasks.rados.rados.0.smithi069.stdout:1120: writing smithi06982861-12 from 1105920 to 1908736 tid 1 2024-04-10T15:35:01.142 INFO:tasks.rados.rados.0.smithi069.stdout:1120: writing smithi06982861-12 from 1908736 to 2310144 tid 2 2024-04-10T15:35:01.142 INFO:tasks.rados.rados.0.smithi069.stdout:1121: rollback oid 42 current snap is 111 2024-04-10T15:35:01.142 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 42 to 58 2024-04-10T15:35:01.142 INFO:tasks.rados.rados.0.smithi069.stdout:1119: finishing rollback tid 0 to smithi06982861-33 2024-04-10T15:35:01.142 INFO:tasks.rados.rados.0.smithi069.stdout:1119: finishing rollback tid 1 to smithi06982861-33 2024-04-10T15:35:01.143 INFO:tasks.rados.rados.0.smithi069.stdout:1119: finishing rollback tid 2 to smithi06982861-33 2024-04-10T15:35:01.143 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 33 v 535 (ObjNum 282 snap 80 seq_num 282) dirty exists 2024-04-10T15:35:01.143 INFO:tasks.rados.rados.0.smithi069.stdout:1119: done (2 left) 2024-04-10T15:35:01.143 INFO:tasks.rados.rados.0.smithi069.stdout:1122: snap_remove snap 103 2024-04-10T15:35:01.334 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:35:01 smithi069 ceph-mon[96738]: osdmap e280: 8 total, 8 up, 8 in 2024-04-10T15:35:01.334 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:35:01 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:35:01.334 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:35:01 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:35:01.334 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:35:01 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-10T15:35:01.334 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:35:01 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:35:01.334 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:35:01 smithi069 ceph-mon[94167]: osdmap e280: 8 total, 8 up, 8 in 2024-04-10T15:35:01.334 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:35:01 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:35:01.335 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:35:01 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:35:01.335 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:35:01 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-10T15:35:01.335 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:35:01 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:35:01.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:35:01 smithi077 ceph-mon[87572]: osdmap e280: 8 total, 8 up, 8 in 2024-04-10T15:35:01.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:35:01 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:35:01.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:35:01 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:35:01.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:35:01 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-10T15:35:01.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:35:01 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:35:02.138 INFO:tasks.rados.rados.0.smithi069.stdout:1122: done (2 left) 2024-04-10T15:35:02.138 INFO:tasks.rados.rados.0.smithi069.stdout:1123: read oid 8 snap -1 2024-04-10T15:35:02.138 INFO:tasks.rados.rados.0.smithi069.stdout:1123: expect deleted 2024-04-10T15:35:02.139 INFO:tasks.rados.rados.0.smithi069.stdout:1124: setattr oid 25 current snap is 111 2024-04-10T15:35:02.139 INFO:tasks.rados.rados.0.smithi069.stdout:1121: finishing rollback tid 0 to smithi06982861-42 2024-04-10T15:35:02.139 INFO:tasks.rados.rados.0.smithi069.stdout:1121: finishing rollback tid 1 to smithi06982861-42 2024-04-10T15:35:02.139 INFO:tasks.rados.rados.0.smithi069.stdout:1121: finishing rollback tid 2 to smithi06982861-42 2024-04-10T15:35:02.139 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 42 v 457 (ObjNum 164 snap 38 seq_num 164) dirty exists 2024-04-10T15:35:02.139 INFO:tasks.rados.rados.0.smithi069.stdout:1120: finishing write tid 1 to smithi06982861-12 2024-04-10T15:35:02.139 INFO:tasks.rados.rados.0.smithi069.stdout:1120: finishing write tid 2 to smithi06982861-12 2024-04-10T15:35:02.140 INFO:tasks.rados.rados.0.smithi069.stdout:1120: finishing write tid 3 to smithi06982861-12 2024-04-10T15:35:02.140 INFO:tasks.rados.rados.0.smithi069.stdout:1120: finishing write tid 4 to smithi06982861-12 2024-04-10T15:35:02.140 INFO:tasks.rados.rados.0.smithi069.stdout:1120: oid 12 updating version 0 to 392 2024-04-10T15:35:02.140 INFO:tasks.rados.rados.0.smithi069.stdout:1120: oid 12 version 392 is already newer than 391 2024-04-10T15:35:02.140 INFO:tasks.rados.rados.0.smithi069.stdout:1120: oid 12 version 392 is already newer than 390 2024-04-10T15:35:02.140 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 12 v 392 (ObjNum 358 snap 111 seq_num 358) dirty exists 2024-04-10T15:35:02.141 INFO:tasks.rados.rados.0.smithi069.stdout:1120: left oid 12 (ObjNum 358 snap 111 seq_num 358) 2024-04-10T15:35:02.141 INFO:tasks.rados.rados.0.smithi069.stdout:1120: done (3 left) 2024-04-10T15:35:02.141 INFO:tasks.rados.rados.0.smithi069.stdout:1121: done (2 left) 2024-04-10T15:35:02.141 INFO:tasks.rados.rados.0.smithi069.stdout:1125: delete oid 3 current snap is 111 2024-04-10T15:35:02.144 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 25 v 397 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-04-10T15:35:02.148 INFO:tasks.rados.rados.0.smithi069.stdout:1123: done (2 left) 2024-04-10T15:35:02.148 INFO:tasks.rados.rados.0.smithi069.stdout:1124: done (1 left) 2024-04-10T15:35:02.149 INFO:tasks.rados.rados.0.smithi069.stdout:1125: done (0 left) 2024-04-10T15:35:02.149 INFO:tasks.rados.rados.0.smithi069.stdout:1126: snap_create 2024-04-10T15:35:02.334 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:35:02 smithi069 ceph-mon[96738]: Reconfiguring osd.2 (monmap changed)... 2024-04-10T15:35:02.334 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:35:02 smithi069 ceph-mon[96738]: Reconfiguring daemon osd.2 on smithi069 2024-04-10T15:35:02.335 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:35:02 smithi069 ceph-mon[96738]: osdmap e281: 8 total, 8 up, 8 in 2024-04-10T15:35:02.335 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:35:02 smithi069 ceph-mon[96738]: pgmap v77: 121 pgs: 121 active+clean; 265 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 1.8 MiB/s rd, 4.1 MiB/s wr, 15 op/s 2024-04-10T15:35:02.335 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:35:02 smithi069 ceph-mon[94167]: Reconfiguring osd.2 (monmap changed)... 2024-04-10T15:35:02.335 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:35:02 smithi069 ceph-mon[94167]: Reconfiguring daemon osd.2 on smithi069 2024-04-10T15:35:02.335 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:35:02 smithi069 ceph-mon[94167]: osdmap e281: 8 total, 8 up, 8 in 2024-04-10T15:35:02.335 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:35:02 smithi069 ceph-mon[94167]: pgmap v77: 121 pgs: 121 active+clean; 265 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 1.8 MiB/s rd, 4.1 MiB/s wr, 15 op/s 2024-04-10T15:35:02.490 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:35:02 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[78458]: ts=2024-04-10T15:35:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:35:02.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:35:02 smithi077 ceph-mon[87572]: Reconfiguring osd.2 (monmap changed)... 2024-04-10T15:35:02.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:35:02 smithi077 ceph-mon[87572]: Reconfiguring daemon osd.2 on smithi069 2024-04-10T15:35:02.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:35:02 smithi077 ceph-mon[87572]: osdmap e281: 8 total, 8 up, 8 in 2024-04-10T15:35:02.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:35:02 smithi077 ceph-mon[87572]: pgmap v77: 121 pgs: 121 active+clean; 265 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 1.8 MiB/s rd, 4.1 MiB/s wr, 15 op/s 2024-04-10T15:35:03.139 INFO:tasks.rados.rados.0.smithi069.stdout:1126: done (0 left) 2024-04-10T15:35:03.139 INFO:tasks.rados.rados.0.smithi069.stdout:1127: rollback oid 41 current snap is 112 2024-04-10T15:35:03.140 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 41 to 93 2024-04-10T15:35:03.140 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 4 current snap is 112 2024-04-10T15:35:03.140 INFO:tasks.rados.rados.0.smithi069.stdout:1128: seq_num 360 ranges {3293184=434176,3727360=704512,4431872=98304} 2024-04-10T15:35:03.161 INFO:tasks.rados.rados.0.smithi069.stdout:1128: writing smithi06982861-4 from 3293184 to 3727360 tid 1 2024-04-10T15:35:03.166 INFO:tasks.rados.rados.0.smithi069.stdout:1128: writing smithi06982861-4 from 3727360 to 4431872 tid 2 2024-04-10T15:35:03.167 INFO:tasks.rados.rados.0.smithi069.stdout:1128: writing smithi06982861-4 from 4431872 to 4530176 tid 3 2024-04-10T15:35:03.167 INFO:tasks.rados.rados.0.smithi069.stdout:1129: delete oid 19 current snap is 112 2024-04-10T15:35:03.167 INFO:tasks.rados.rados.0.smithi069.stdout:1127: finishing rollback tid 0 to smithi06982861-41 2024-04-10T15:35:03.167 INFO:tasks.rados.rados.0.smithi069.stdout:1127: finishing rollback tid 1 to smithi06982861-41 2024-04-10T15:35:03.167 INFO:tasks.rados.rados.0.smithi069.stdout:1127: finishing rollback tid 2 to smithi06982861-41 2024-04-10T15:35:03.168 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 41 v 584 (ObjNum 297 snap 82 seq_num 297) dirty exists 2024-04-10T15:35:03.168 INFO:tasks.rados.rados.0.smithi069.stdout:1128: finishing write tid 1 to smithi06982861-4 2024-04-10T15:35:03.170 INFO:tasks.rados.rados.0.smithi069.stdout:1128: finishing write tid 2 to smithi06982861-4 2024-04-10T15:35:03.170 INFO:tasks.rados.rados.0.smithi069.stdout:1128: finishing write tid 3 to smithi06982861-4 2024-04-10T15:35:03.171 INFO:tasks.rados.rados.0.smithi069.stdout:1128: finishing write tid 4 to smithi06982861-4 2024-04-10T15:35:03.174 INFO:tasks.rados.rados.0.smithi069.stdout:1128: finishing write tid 5 to smithi06982861-4 2024-04-10T15:35:03.174 INFO:tasks.rados.rados.0.smithi069.stdout:1128: oid 4 updating version 0 to 586 2024-04-10T15:35:03.174 INFO:tasks.rados.rados.0.smithi069.stdout:1128: oid 4 updating version 586 to 588 2024-04-10T15:35:03.175 INFO:tasks.rados.rados.0.smithi069.stdout:1128: oid 4 version 588 is already newer than 587 2024-04-10T15:35:03.175 INFO:tasks.rados.rados.0.smithi069.stdout:1128: oid 4 updating version 588 to 589 2024-04-10T15:35:03.175 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 4 v 589 (ObjNum 360 snap 112 seq_num 360) dirty exists 2024-04-10T15:35:03.175 INFO:tasks.rados.rados.0.smithi069.stdout:1128: left oid 4 (ObjNum 360 snap 112 seq_num 360) 2024-04-10T15:35:03.175 INFO:tasks.rados.rados.0.smithi069.stdout:1127: done (2 left) 2024-04-10T15:35:03.175 INFO:tasks.rados.rados.0.smithi069.stdout:1128: done (1 left) 2024-04-10T15:35:03.175 INFO:tasks.rados.rados.0.smithi069.stdout:1129: done (0 left) 2024-04-10T15:35:03.175 INFO:tasks.rados.rados.0.smithi069.stdout:1130: rollback oid 25 current snap is 112 2024-04-10T15:35:03.175 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 25 to 111 2024-04-10T15:35:03.175 INFO:tasks.rados.rados.0.smithi069.stdout:1131: snap_remove snap 95 2024-04-10T15:35:03.449 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:35:03 smithi069 ceph-mon[96738]: osdmap e282: 8 total, 8 up, 8 in 2024-04-10T15:35:03.449 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:35:03 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:35:03.449 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:35:03 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:35:03.450 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:35:03 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-10T15:35:03.450 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:35:03 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:35:03.450 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:35:03 smithi069 ceph-mon[94167]: osdmap e282: 8 total, 8 up, 8 in 2024-04-10T15:35:03.450 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:35:03 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:35:03.450 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:35:03 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:35:03.450 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:35:03 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-10T15:35:03.450 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:35:03 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:35:03.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:35:03 smithi077 ceph-mon[87572]: osdmap e282: 8 total, 8 up, 8 in 2024-04-10T15:35:03.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:35:03 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:35:03.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:35:03 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:35:03.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:35:03 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-10T15:35:03.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:35:03 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:35:03.990 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:35:03 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[78458]: ts=2024-04-10T15:35:03.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi069\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi069\", job=\"node\", machine=\"x86_64\", nodename=\"smithi069\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", domainname=\"(none)\", instance=\"smithi069\", job=\"node\", machine=\"x86_64\", nodename=\"smithi069\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:35:04.038 INFO:teuthology.orchestra.run.smithi069.stdout:true 2024-04-10T15:35:04.153 INFO:tasks.rados.rados.0.smithi069.stdout:1131: done (1 left) 2024-04-10T15:35:04.153 INFO:tasks.rados.rados.0.smithi069.stdout:1132: read oid 20 snap -1 2024-04-10T15:35:04.153 INFO:tasks.rados.rados.0.smithi069.stdout:1132: expect (ObjNum 318 snap 89 seq_num 318) 2024-04-10T15:35:04.153 INFO:tasks.rados.rados.0.smithi069.stdout:1133: delete oid 4 current snap is 112 2024-04-10T15:35:04.153 INFO:tasks.rados.rados.0.smithi069.stdout:1130: finishing rollback tid 0 to smithi06982861-25 2024-04-10T15:35:04.153 INFO:tasks.rados.rados.0.smithi069.stdout:1130: finishing rollback tid 1 to smithi06982861-25 2024-04-10T15:35:04.154 INFO:tasks.rados.rados.0.smithi069.stdout:1130: finishing rollback tid 2 to smithi06982861-25 2024-04-10T15:35:04.154 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 25 v 400 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-04-10T15:35:04.160 INFO:tasks.rados.rados.0.smithi069.stdout:1130: done (2 left) 2024-04-10T15:35:04.160 INFO:tasks.rados.rados.0.smithi069.stdout:1133: done (1 left) 2024-04-10T15:35:04.160 INFO:tasks.rados.rados.0.smithi069.stdout:1134: rollback oid 16 current snap is 112 2024-04-10T15:35:04.160 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 16 to 104 2024-04-10T15:35:04.160 INFO:tasks.rados.rados.0.smithi069.stdout:1135: rmattr oid 44 current snap is 112 2024-04-10T15:35:04.160 INFO:tasks.rados.rados.0.smithi069.stdout:1136: delete oid 18 current snap is 112 2024-04-10T15:35:04.168 INFO:tasks.rados.rados.0.smithi069.stdout:1134: finishing rollback tid 0 to smithi06982861-16 2024-04-10T15:35:04.170 INFO:tasks.rados.rados.0.smithi069.stdout:1132: expect (ObjNum 318 snap 89 seq_num 318) 2024-04-10T15:35:04.196 INFO:tasks.rados.rados.0.smithi069.stdout:1134: finishing rollback tid 1 to smithi06982861-16 2024-04-10T15:35:04.196 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 16 v 550 (ObjNum 33 snap 0 seq_num 153107037) dirty dne 2024-04-10T15:35:04.196 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 44 v 489 (ObjNum 347 snap 103 seq_num 347) dirty exists 2024-04-10T15:35:04.196 INFO:tasks.rados.rados.0.smithi069.stdout:1132: done (3 left) 2024-04-10T15:35:04.196 INFO:tasks.rados.rados.0.smithi069.stdout:1134: done (2 left) 2024-04-10T15:35:04.196 INFO:tasks.rados.rados.0.smithi069.stdout:1135: done (1 left) 2024-04-10T15:35:04.196 INFO:tasks.rados.rados.0.smithi069.stdout:1136: done (0 left) 2024-04-10T15:35:04.196 INFO:tasks.rados.rados.0.smithi069.stdout:1137: read oid 26 snap -1 2024-04-10T15:35:04.196 INFO:tasks.rados.rados.0.smithi069.stdout:1137: expect (ObjNum 327 snap 96 seq_num 327) 2024-04-10T15:35:04.197 INFO:tasks.rados.rados.0.smithi069.stdout:1138: read oid 8 snap -1 2024-04-10T15:35:04.197 INFO:tasks.rados.rados.0.smithi069.stdout:1138: expect deleted 2024-04-10T15:35:04.197 INFO:tasks.rados.rados.0.smithi069.stdout:1139: snap_remove snap 88 2024-04-10T15:35:04.334 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:35:04 smithi069 ceph-mon[96738]: Reconfiguring osd.3 (monmap changed)... 2024-04-10T15:35:04.334 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:35:04 smithi069 ceph-mon[96738]: Reconfiguring daemon osd.3 on smithi069 2024-04-10T15:35:04.335 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:35:04 smithi069 ceph-mon[96738]: osdmap e283: 8 total, 8 up, 8 in 2024-04-10T15:35:04.335 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:35:04 smithi069 ceph-mon[96738]: pgmap v80: 121 pgs: 121 active+clean; 265 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 1.8 MiB/s rd, 4.1 MiB/s wr, 15 op/s 2024-04-10T15:35:04.335 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:35:04 smithi069 ceph-mon[94167]: Reconfiguring osd.3 (monmap changed)... 2024-04-10T15:35:04.335 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:35:04 smithi069 ceph-mon[94167]: Reconfiguring daemon osd.3 on smithi069 2024-04-10T15:35:04.335 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:35:04 smithi069 ceph-mon[94167]: osdmap e283: 8 total, 8 up, 8 in 2024-04-10T15:35:04.335 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:35:04 smithi069 ceph-mon[94167]: pgmap v80: 121 pgs: 121 active+clean; 265 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 1.8 MiB/s rd, 4.1 MiB/s wr, 15 op/s 2024-04-10T15:35:04.378 INFO:teuthology.orchestra.run.smithi069.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-10T15:35:04.378 INFO:teuthology.orchestra.run.smithi069.stdout:alertmanager.a smithi069 *:9093,9094 running (5m) 33s ago 5m 25.9M - 0.25.0 c8568f914cd2 bd92cb80ff03 2024-04-10T15:35:04.378 INFO:teuthology.orchestra.run.smithi069.stdout:grafana.a smithi077 *:3000 running (5m) 17s ago 5m 89.4M - 9.4.7 954c08fa6188 8891d154474d 2024-04-10T15:35:04.378 INFO:teuthology.orchestra.run.smithi069.stdout:mds.a smithi069 running (6m) 33s ago 6m 17.0M - 18.2.2-1187-gd540ebac bb2c5eac26a4 144b62fd4166 2024-04-10T15:35:04.378 INFO:teuthology.orchestra.run.smithi069.stdout:mds.b smithi077 running (6m) 17s ago 6m 18.0M - 18.2.2-1187-gd540ebac bb2c5eac26a4 ba4ee0b79036 2024-04-10T15:35:04.379 INFO:teuthology.orchestra.run.smithi069.stdout:mgr.x smithi077 *:8443,9283,8765 running (79s) 17s ago 10m 450M - 19.0.0-2838-ga5074d45 ffe3e7ac3788 ccd7899398e9 2024-04-10T15:35:04.379 INFO:teuthology.orchestra.run.smithi069.stdout:mgr.y smithi069 *:8443,9283,8765 running (110s) 33s ago 12m 501M - 19.0.0-2838-ga5074d45 ffe3e7ac3788 e21b24626c05 2024-04-10T15:35:04.379 INFO:teuthology.orchestra.run.smithi069.stdout:mon.a smithi069 running (63s) 33s ago 12m 38.9M 2048M 19.0.0-2838-ga5074d45 ffe3e7ac3788 ce73e1b17524 2024-04-10T15:35:04.379 INFO:teuthology.orchestra.run.smithi069.stdout:mon.b smithi077 running (23s) 17s ago 10m 26.3M 2048M 19.0.0-2838-ga5074d45 ffe3e7ac3788 d84762487812 2024-04-10T15:35:04.379 INFO:teuthology.orchestra.run.smithi069.stdout:mon.c smithi069 running (38s) 33s ago 10m 18.6M 2048M 19.0.0-2838-ga5074d45 ffe3e7ac3788 bac2280f1f05 2024-04-10T15:35:04.379 INFO:teuthology.orchestra.run.smithi069.stdout:node-exporter.a smithi069 *:9100 running (5m) 33s ago 5m 15.5M - 1.5.0 0da6a335fe13 2469975469f7 2024-04-10T15:35:04.379 INFO:teuthology.orchestra.run.smithi069.stdout:node-exporter.b smithi077 *:9100 running (5m) 17s ago 5m 15.8M - 1.5.0 0da6a335fe13 20103db32919 2024-04-10T15:35:04.379 INFO:teuthology.orchestra.run.smithi069.stdout:osd.0 smithi069 running (10m) 33s ago 10m 179M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 f5a7a9a8f250 2024-04-10T15:35:04.379 INFO:teuthology.orchestra.run.smithi069.stdout:osd.1 smithi069 running (9m) 33s ago 9m 155M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 1485a573874e 2024-04-10T15:35:04.379 INFO:teuthology.orchestra.run.smithi069.stdout:osd.2 smithi069 running (9m) 33s ago 9m 193M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 89bfa35a28fe 2024-04-10T15:35:04.379 INFO:teuthology.orchestra.run.smithi069.stdout:osd.3 smithi069 running (8m) 33s ago 8m 121M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 a968c3dc2397 2024-04-10T15:35:04.379 INFO:teuthology.orchestra.run.smithi069.stdout:osd.4 smithi077 running (8m) 17s ago 8m 175M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 f498bddd5298 2024-04-10T15:35:04.379 INFO:teuthology.orchestra.run.smithi069.stdout:osd.5 smithi077 running (8m) 17s ago 8m 205M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 2a7f7ea88c93 2024-04-10T15:35:04.379 INFO:teuthology.orchestra.run.smithi069.stdout:osd.6 smithi077 running (7m) 17s ago 7m 130M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 7df4e5a8578c 2024-04-10T15:35:04.379 INFO:teuthology.orchestra.run.smithi069.stdout:osd.7 smithi077 running (7m) 17s ago 7m 118M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 1a9c80228cd5 2024-04-10T15:35:04.380 INFO:teuthology.orchestra.run.smithi069.stdout:prometheus.a smithi077 *:9095 running (85s) 17s ago 6m 51.6M - 2.43.0 a07b618ecd1d 9575de1707c9 2024-04-10T15:35:04.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:35:04 smithi077 ceph-mon[87572]: Reconfiguring osd.3 (monmap changed)... 2024-04-10T15:35:04.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:35:04 smithi077 ceph-mon[87572]: Reconfiguring daemon osd.3 on smithi069 2024-04-10T15:35:04.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:35:04 smithi077 ceph-mon[87572]: osdmap e283: 8 total, 8 up, 8 in 2024-04-10T15:35:04.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:35:04 smithi077 ceph-mon[87572]: pgmap v80: 121 pgs: 121 active+clean; 265 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 1.8 MiB/s rd, 4.1 MiB/s wr, 15 op/s 2024-04-10T15:35:04.784 INFO:teuthology.orchestra.run.smithi069.stdout:{ 2024-04-10T15:35:04.784 INFO:teuthology.orchestra.run.smithi069.stdout: "mon": { 2024-04-10T15:35:04.784 INFO:teuthology.orchestra.run.smithi069.stdout: "ceph version 19.0.0-2838-ga5074d45 (a5074d4516d566e9d8b6aec912f26afd099de101) squid (dev)": 3 2024-04-10T15:35:04.784 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-04-10T15:35:04.784 INFO:teuthology.orchestra.run.smithi069.stdout: "mgr": { 2024-04-10T15:35:04.784 INFO:teuthology.orchestra.run.smithi069.stdout: "ceph version 19.0.0-2838-ga5074d45 (a5074d4516d566e9d8b6aec912f26afd099de101) squid (dev)": 2 2024-04-10T15:35:04.784 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-04-10T15:35:04.784 INFO:teuthology.orchestra.run.smithi069.stdout: "osd": { 2024-04-10T15:35:04.784 INFO:teuthology.orchestra.run.smithi069.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 8 2024-04-10T15:35:04.785 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-04-10T15:35:04.785 INFO:teuthology.orchestra.run.smithi069.stdout: "mds": { 2024-04-10T15:35:04.785 INFO:teuthology.orchestra.run.smithi069.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 2 2024-04-10T15:35:04.785 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-04-10T15:35:04.785 INFO:teuthology.orchestra.run.smithi069.stdout: "overall": { 2024-04-10T15:35:04.785 INFO:teuthology.orchestra.run.smithi069.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 10, 2024-04-10T15:35:04.785 INFO:teuthology.orchestra.run.smithi069.stdout: "ceph version 19.0.0-2838-ga5074d45 (a5074d4516d566e9d8b6aec912f26afd099de101) squid (dev)": 5 2024-04-10T15:35:04.785 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-04-10T15:35:04.785 INFO:teuthology.orchestra.run.smithi069.stdout:} 2024-04-10T15:35:05.161 INFO:tasks.rados.rados.0.smithi069.stdout:1139: done (2 left) 2024-04-10T15:35:05.161 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 21 current snap is 112 2024-04-10T15:35:05.161 INFO:tasks.rados.rados.0.smithi069.stdout:1140: seq_num 364 ranges {0=499712,499712=638976,1138688=163840} 2024-04-10T15:35:05.165 INFO:tasks.rados.rados.0.smithi069.stdout:1140: writing smithi06982861-21 from 0 to 499712 tid 1 2024-04-10T15:35:05.168 INFO:tasks.rados.rados.0.smithi069.stdout:1140: writing smithi06982861-21 from 499712 to 1138688 tid 2 2024-04-10T15:35:05.170 INFO:tasks.rados.rados.0.smithi069.stdout:1140: writing smithi06982861-21 from 1138688 to 1302528 tid 3 2024-04-10T15:35:05.170 INFO:tasks.rados.rados.0.smithi069.stdout:1141: setattr oid 32 current snap is 112 2024-04-10T15:35:05.170 INFO:tasks.rados.rados.0.smithi069.stdout:1137: expect (ObjNum 327 snap 96 seq_num 327) 2024-04-10T15:35:05.440 INFO:tasks.rados.rados.0.smithi069.stdout:1140: finishing write tid 1 to smithi06982861-21 2024-04-10T15:35:05.440 INFO:tasks.rados.rados.0.smithi069.stdout:1140: finishing write tid 2 to smithi06982861-21 2024-04-10T15:35:05.440 INFO:tasks.rados.rados.0.smithi069.stdout:1140: finishing write tid 3 to smithi06982861-21 2024-04-10T15:35:05.440 INFO:tasks.rados.rados.0.smithi069.stdout:1140: finishing write tid 4 to smithi06982861-21 2024-04-10T15:35:05.440 INFO:tasks.rados.rados.0.smithi069.stdout:1140: finishing write tid 5 to smithi06982861-21 2024-04-10T15:35:05.440 INFO:tasks.rados.rados.0.smithi069.stdout:1140: oid 21 updating version 0 to 429 2024-04-10T15:35:05.440 INFO:tasks.rados.rados.0.smithi069.stdout:1140: oid 21 updating version 429 to 431 2024-04-10T15:35:05.440 INFO:tasks.rados.rados.0.smithi069.stdout:1140: oid 21 updating version 431 to 432 2024-04-10T15:35:05.440 INFO:tasks.rados.rados.0.smithi069.stdout:1140: oid 21 version 432 is already newer than 430 2024-04-10T15:35:05.440 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 21 v 432 (ObjNum 364 snap 112 seq_num 364) dirty exists 2024-04-10T15:35:05.440 INFO:tasks.rados.rados.0.smithi069.stdout:1140: left oid 21 (ObjNum 364 snap 112 seq_num 364) 2024-04-10T15:35:05.441 INFO:tasks.rados.rados.0.smithi069.stdout:1137: done (3 left) 2024-04-10T15:35:05.441 INFO:tasks.rados.rados.0.smithi069.stdout:1138: done (2 left) 2024-04-10T15:35:05.441 INFO:tasks.rados.rados.0.smithi069.stdout:1140: done (1 left) 2024-04-10T15:35:05.441 INFO:tasks.rados.rados.0.smithi069.stdout:1142: rollback oid 9 current snap is 112 2024-04-10T15:35:05.441 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 9 to 111 2024-04-10T15:35:05.441 INFO:tasks.rados.rados.0.smithi069.stdout:1143: snap_remove snap 93 2024-04-10T15:35:05.473 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:35:05 smithi069 ceph-mon[96738]: from='client.34173 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:35:05.473 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:35:05 smithi069 ceph-mon[96738]: osdmap e284: 8 total, 8 up, 8 in 2024-04-10T15:35:05.473 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:35:05 smithi069 ceph-mon[96738]: from='client.34179 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:35:05.473 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:35:05 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:35:05.473 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:35:05 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:35:05.473 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:35:05 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/1998462240' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:35:05.473 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:35:05 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-10T15:35:05.473 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:35:05 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:35:05.473 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:35:05 smithi069 ceph-mon[94167]: from='client.34173 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:35:05.474 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:35:05 smithi069 ceph-mon[94167]: osdmap e284: 8 total, 8 up, 8 in 2024-04-10T15:35:05.474 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:35:05 smithi069 ceph-mon[94167]: from='client.34179 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:35:05.474 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:35:05 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:35:05.474 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:35:05 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:35:05.474 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:35:05 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/1998462240' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:35:05.474 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:35:05 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-10T15:35:05.474 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:35:05 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:35:05.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:35:05 smithi077 ceph-mon[87572]: from='client.34173 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:35:05.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:35:05 smithi077 ceph-mon[87572]: osdmap e284: 8 total, 8 up, 8 in 2024-04-10T15:35:05.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:35:05 smithi077 ceph-mon[87572]: from='client.34179 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:35:05.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:35:05 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:35:05.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:35:05 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:35:05.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:35:05 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/1998462240' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:35:05.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:35:05 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-10T15:35:05.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:35:05 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:35:06.105 INFO:tasks.rados.rados.0.smithi069.stdout:1143: done (2 left) 2024-04-10T15:35:06.105 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 28 current snap is 112 2024-04-10T15:35:06.105 INFO:tasks.rados.rados.0.smithi069.stdout:1142: finishing rollback tid 1 to smithi06982861-9 2024-04-10T15:35:06.105 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 9 v 251 (ObjNum 289 snap 0 seq_num 1) dirty dne 2024-04-10T15:35:06.105 INFO:tasks.rados.rados.0.smithi069.stdout:1144: seq_num 365 ranges {5537792=516096,6053888=573440,6627328=229376} 2024-04-10T15:35:06.139 INFO:tasks.rados.rados.0.smithi069.stdout:1144: writing smithi06982861-28 from 5537792 to 6053888 tid 1 2024-04-10T15:35:06.142 INFO:tasks.rados.rados.0.smithi069.stdout:1144: writing smithi06982861-28 from 6053888 to 6627328 tid 2 2024-04-10T15:35:06.144 INFO:tasks.rados.rados.0.smithi069.stdout:1144: writing smithi06982861-28 from 6627328 to 6856704 tid 3 2024-04-10T15:35:06.144 INFO:tasks.rados.rados.0.smithi069.stdout:1142: done (2 left) 2024-04-10T15:35:06.145 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 31 current snap is 112 2024-04-10T15:35:06.145 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 32 v 433 (ObjNum 318 snap 89 seq_num 318) dirty exists 2024-04-10T15:35:06.145 INFO:tasks.rados.rados.0.smithi069.stdout:1144: finishing write tid 1 to smithi06982861-28 2024-04-10T15:35:06.145 INFO:tasks.rados.rados.0.smithi069.stdout:1145: seq_num 366 ranges {385024=532480,917504=458752,1376256=344064} 2024-04-10T15:35:06.149 INFO:tasks.rados.rados.0.smithi069.stdout:1145: writing smithi06982861-31 from 385024 to 917504 tid 1 2024-04-10T15:35:06.152 INFO:tasks.rados.rados.0.smithi069.stdout:1145: writing smithi06982861-31 from 917504 to 1376256 tid 2 2024-04-10T15:35:06.155 INFO:tasks.rados.rados.0.smithi069.stdout:1145: writing smithi06982861-31 from 1376256 to 1720320 tid 3 2024-04-10T15:35:06.155 INFO:tasks.rados.rados.0.smithi069.stdout:1141: done (2 left) 2024-04-10T15:35:06.155 INFO:tasks.rados.rados.0.smithi069.stdout:1146: read oid 29 snap -1 2024-04-10T15:35:06.155 INFO:tasks.rados.rados.0.smithi069.stdout:1146: expect (ObjNum 302 snap 86 seq_num 302) 2024-04-10T15:35:06.155 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 50 current snap is 112 2024-04-10T15:35:06.156 INFO:tasks.rados.rados.0.smithi069.stdout:1144: finishing write tid 2 to smithi06982861-28 2024-04-10T15:35:06.156 INFO:tasks.rados.rados.0.smithi069.stdout:1144: finishing write tid 3 to smithi06982861-28 2024-04-10T15:35:06.156 INFO:tasks.rados.rados.0.smithi069.stdout:1144: finishing write tid 4 to smithi06982861-28 2024-04-10T15:35:06.156 INFO:tasks.rados.rados.0.smithi069.stdout:1144: finishing write tid 5 to smithi06982861-28 2024-04-10T15:35:06.156 INFO:tasks.rados.rados.0.smithi069.stdout:1144: oid 28 updating version 0 to 309 2024-04-10T15:35:06.156 INFO:tasks.rados.rados.0.smithi069.stdout:1144: oid 28 updating version 309 to 310 2024-04-10T15:35:06.156 INFO:tasks.rados.rados.0.smithi069.stdout:1144: oid 28 version 310 is already newer than 307 2024-04-10T15:35:06.156 INFO:tasks.rados.rados.0.smithi069.stdout:1144: oid 28 version 310 is already newer than 308 2024-04-10T15:35:06.156 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 28 v 310 (ObjNum 365 snap 112 seq_num 365) dirty exists 2024-04-10T15:35:06.156 INFO:tasks.rados.rados.0.smithi069.stdout:1144: left oid 28 (ObjNum 365 snap 112 seq_num 365) 2024-04-10T15:35:06.156 INFO:tasks.rados.rados.0.smithi069.stdout:1145: finishing write tid 1 to smithi06982861-31 2024-04-10T15:35:06.156 INFO:tasks.rados.rados.0.smithi069.stdout:1145: finishing write tid 2 to smithi06982861-31 2024-04-10T15:35:06.156 INFO:tasks.rados.rados.0.smithi069.stdout:1147: seq_num 367 ranges {3473408=548864,4022272=737280,4759552=65536} 2024-04-10T15:35:06.177 INFO:tasks.rados.rados.0.smithi069.stdout:1147: writing smithi06982861-50 from 3473408 to 4022272 tid 1 2024-04-10T15:35:06.182 INFO:tasks.rados.rados.0.smithi069.stdout:1147: writing smithi06982861-50 from 4022272 to 4759552 tid 2 2024-04-10T15:35:06.182 INFO:tasks.rados.rados.0.smithi069.stdout:1147: writing smithi06982861-50 from 4759552 to 4825088 tid 3 2024-04-10T15:35:06.182 INFO:tasks.rados.rados.0.smithi069.stdout:1144: done (3 left) 2024-04-10T15:35:06.182 INFO:tasks.rados.rados.0.smithi069.stdout:1148: copy_from oid 49 from oid 44 current snap is 112 2024-04-10T15:35:06.183 INFO:tasks.rados.rados.0.smithi069.stdout:1146: expect (ObjNum 302 snap 86 seq_num 302) 2024-04-10T15:35:06.193 INFO:tasks.rados.rados.0.smithi069.stdout:1145: finishing write tid 3 to smithi06982861-31 2024-04-10T15:35:06.193 INFO:tasks.rados.rados.0.smithi069.stdout:1145: finishing write tid 4 to smithi06982861-31 2024-04-10T15:35:06.193 INFO:tasks.rados.rados.0.smithi069.stdout:1145: finishing write tid 5 to smithi06982861-31 2024-04-10T15:35:06.193 INFO:tasks.rados.rados.0.smithi069.stdout:1145: oid 31 updating version 0 to 556 2024-04-10T15:35:06.194 INFO:tasks.rados.rados.0.smithi069.stdout:1145: oid 31 updating version 556 to 557 2024-04-10T15:35:06.194 INFO:tasks.rados.rados.0.smithi069.stdout:1145: oid 31 version 557 is already newer than 555 2024-04-10T15:35:06.194 INFO:tasks.rados.rados.0.smithi069.stdout:1145: oid 31 updating version 557 to 558 2024-04-10T15:35:06.194 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 31 v 558 (ObjNum 366 snap 112 seq_num 366) dirty exists 2024-04-10T15:35:06.194 INFO:tasks.rados.rados.0.smithi069.stdout:1145: left oid 31 (ObjNum 366 snap 112 seq_num 366) 2024-04-10T15:35:06.194 INFO:tasks.rados.rados.0.smithi069.stdout:1147: finishing write tid 1 to smithi06982861-50 2024-04-10T15:35:06.194 INFO:tasks.rados.rados.0.smithi069.stdout:1145: done (3 left) 2024-04-10T15:35:06.194 INFO:tasks.rados.rados.0.smithi069.stdout:1146: done (2 left) 2024-04-10T15:35:06.194 INFO:tasks.rados.rados.0.smithi069.stdout:1149: snap_create 2024-04-10T15:35:06.194 INFO:tasks.rados.rados.0.smithi069.stdout:1147: finishing write tid 2 to smithi06982861-50 2024-04-10T15:35:06.194 INFO:tasks.rados.rados.0.smithi069.stdout:1147: finishing write tid 3 to smithi06982861-50 2024-04-10T15:35:06.194 INFO:tasks.rados.rados.0.smithi069.stdout:1147: finishing write tid 4 to smithi06982861-50 2024-04-10T15:35:06.194 INFO:tasks.rados.rados.0.smithi069.stdout:1147: finishing write tid 5 to smithi06982861-50 2024-04-10T15:35:06.194 INFO:tasks.rados.rados.0.smithi069.stdout:1147: oid 50 updating version 0 to 401 2024-04-10T15:35:06.194 INFO:tasks.rados.rados.0.smithi069.stdout:1147: oid 50 updating version 401 to 404 2024-04-10T15:35:06.195 INFO:tasks.rados.rados.0.smithi069.stdout:1147: oid 50 version 404 is already newer than 403 2024-04-10T15:35:06.195 INFO:tasks.rados.rados.0.smithi069.stdout:1147: oid 50 version 404 is already newer than 402 2024-04-10T15:35:06.195 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 50 v 404 (ObjNum 367 snap 112 seq_num 367) dirty exists 2024-04-10T15:35:06.195 INFO:tasks.rados.rados.0.smithi069.stdout:1147: left oid 50 (ObjNum 367 snap 112 seq_num 367) 2024-04-10T15:35:06.220 INFO:tasks.rados.rados.0.smithi069.stdout:1148: finishing copy_from racing read to smithi06982861-49 2024-04-10T15:35:06.221 INFO:tasks.rados.rados.0.smithi069.stdout:1148: finishing copy_from to smithi06982861-49 2024-04-10T15:35:06.221 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 49 v 489 (ObjNum 347 snap 103 seq_num 347) dirty exists 2024-04-10T15:35:06.414 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:35:06 smithi069 ceph-mon[96738]: Reconfiguring mds.a (monmap changed)... 2024-04-10T15:35:06.414 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:35:06 smithi069 ceph-mon[96738]: Reconfiguring daemon mds.a on smithi069 2024-04-10T15:35:06.414 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:35:06 smithi069 ceph-mon[96738]: osdmap e285: 8 total, 8 up, 8 in 2024-04-10T15:35:06.414 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:35:06 smithi069 ceph-mon[96738]: pgmap v83: 121 pgs: 121 active+clean; 265 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T15:35:06.415 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:35:06 smithi069 ceph-mon[96738]: osdmap e286: 8 total, 8 up, 8 in 2024-04-10T15:35:06.415 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:35:06 smithi069 ceph-mon[94167]: Reconfiguring mds.a (monmap changed)... 2024-04-10T15:35:06.415 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:35:06 smithi069 ceph-mon[94167]: Reconfiguring daemon mds.a on smithi069 2024-04-10T15:35:06.415 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:35:06 smithi069 ceph-mon[94167]: osdmap e285: 8 total, 8 up, 8 in 2024-04-10T15:35:06.415 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:35:06 smithi069 ceph-mon[94167]: pgmap v83: 121 pgs: 121 active+clean; 265 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T15:35:06.415 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:35:06 smithi069 ceph-mon[94167]: osdmap e286: 8 total, 8 up, 8 in 2024-04-10T15:35:06.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:35:06 smithi077 ceph-mon[87572]: Reconfiguring mds.a (monmap changed)... 2024-04-10T15:35:06.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:35:06 smithi077 ceph-mon[87572]: Reconfiguring daemon mds.a on smithi069 2024-04-10T15:35:06.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:35:06 smithi077 ceph-mon[87572]: osdmap e285: 8 total, 8 up, 8 in 2024-04-10T15:35:06.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:35:06 smithi077 ceph-mon[87572]: pgmap v83: 121 pgs: 121 active+clean; 265 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T15:35:06.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:35:06 smithi077 ceph-mon[87572]: osdmap e286: 8 total, 8 up, 8 in 2024-04-10T15:35:07.163 INFO:tasks.rados.rados.0.smithi069.stdout:1147: done (2 left) 2024-04-10T15:35:07.163 INFO:tasks.rados.rados.0.smithi069.stdout:1148: done (1 left) 2024-04-10T15:35:07.163 INFO:tasks.rados.rados.0.smithi069.stdout:1149: done (0 left) 2024-04-10T15:35:07.163 INFO:tasks.rados.rados.0.smithi069.stdout:1150: snap_create 2024-04-10T15:35:07.334 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:35:06 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:15:35:06] "GET /metrics HTTP/1.1" 200 36063 "" "Prometheus/2.43.0" 2024-04-10T15:35:07.740 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:35:07 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:35:07.740 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:35:07 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:35:07.740 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:35:07 smithi077 ceph-mon[87572]: Reconfiguring mon.b (monmap changed)... 2024-04-10T15:35:07.740 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:35:07 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-10T15:35:07.740 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:35:07 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-10T15:35:07.741 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:35:07 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:35:07.741 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:35:07 smithi077 ceph-mon[87572]: Reconfiguring daemon mon.b on smithi077 2024-04-10T15:35:07.741 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:35:07 smithi077 ceph-mon[87572]: osdmap e287: 8 total, 8 up, 8 in 2024-04-10T15:35:07.834 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:35:07 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:35:07.834 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:35:07 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:35:07.834 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:35:07 smithi069 ceph-mon[96738]: Reconfiguring mon.b (monmap changed)... 2024-04-10T15:35:07.834 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:35:07 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-10T15:35:07.834 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:35:07 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-10T15:35:07.834 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:35:07 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:35:07.834 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:35:07 smithi069 ceph-mon[96738]: Reconfiguring daemon mon.b on smithi077 2024-04-10T15:35:07.835 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:35:07 smithi069 ceph-mon[96738]: osdmap e287: 8 total, 8 up, 8 in 2024-04-10T15:35:07.835 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:35:07 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:35:07.835 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:35:07 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:35:07.835 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:35:07 smithi069 ceph-mon[94167]: Reconfiguring mon.b (monmap changed)... 2024-04-10T15:35:07.835 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:35:07 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-10T15:35:07.835 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:35:07 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-10T15:35:07.835 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:35:07 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:35:07.835 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:35:07 smithi069 ceph-mon[94167]: Reconfiguring daemon mon.b on smithi077 2024-04-10T15:35:07.835 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:35:07 smithi069 ceph-mon[94167]: osdmap e287: 8 total, 8 up, 8 in 2024-04-10T15:35:08.165 INFO:tasks.rados.rados.0.smithi069.stdout:1150: done (0 left) 2024-04-10T15:35:08.165 INFO:tasks.rados.rados.0.smithi069.stdout:1151: snap_remove snap 79 2024-04-10T15:35:08.740 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:35:08 smithi077 ceph-mon[87572]: pgmap v86: 121 pgs: 121 active+clean; 266 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 4.3 MiB/s rd, 914 KiB/s wr, 20 op/s 2024-04-10T15:35:08.740 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:35:08 smithi077 ceph-mon[87572]: osdmap e288: 8 total, 8 up, 8 in 2024-04-10T15:35:08.740 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:35:08 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:35:08.740 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:35:08 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:35:08.740 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:35:08 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-10T15:35:08.741 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:35:08 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-10T15:35:08.741 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:35:08 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:35:08.834 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:35:08 smithi069 ceph-mon[96738]: pgmap v86: 121 pgs: 121 active+clean; 266 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 4.3 MiB/s rd, 914 KiB/s wr, 20 op/s 2024-04-10T15:35:08.834 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:35:08 smithi069 ceph-mon[96738]: osdmap e288: 8 total, 8 up, 8 in 2024-04-10T15:35:08.834 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:35:08 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:35:08.835 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:35:08 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:35:08.835 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:35:08 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-10T15:35:08.835 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:35:08 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-10T15:35:08.835 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:35:08 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:35:08.835 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:35:08 smithi069 ceph-mon[94167]: pgmap v86: 121 pgs: 121 active+clean; 266 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 4.3 MiB/s rd, 914 KiB/s wr, 20 op/s 2024-04-10T15:35:08.835 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:35:08 smithi069 ceph-mon[94167]: osdmap e288: 8 total, 8 up, 8 in 2024-04-10T15:35:08.835 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:35:08 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:35:08.836 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:35:08 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:35:08.836 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:35:08 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-10T15:35:08.836 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:35:08 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-10T15:35:08.836 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:35:08 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:35:09.170 INFO:tasks.rados.rados.0.smithi069.stdout:1151: done (0 left) 2024-04-10T15:35:09.170 INFO:tasks.rados.rados.0.smithi069.stdout:1152: rollback oid 5 current snap is 114 2024-04-10T15:35:09.170 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 5 to 105 2024-04-10T15:35:09.170 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 29 current snap is 114 2024-04-10T15:35:09.170 INFO:tasks.rados.rados.0.smithi069.stdout:1153: seq_num 368 ranges {262144=573440,835584=622592,1458176=180224} 2024-04-10T15:35:09.175 INFO:tasks.rados.rados.0.smithi069.stdout:1153: writing smithi06982861-29 from 262144 to 835584 tid 1 2024-04-10T15:35:09.179 INFO:tasks.rados.rados.0.smithi069.stdout:1153: writing smithi06982861-29 from 835584 to 1458176 tid 2 2024-04-10T15:35:09.181 INFO:tasks.rados.rados.0.smithi069.stdout:1153: writing smithi06982861-29 from 1458176 to 1638400 tid 3 2024-04-10T15:35:09.181 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 10 current snap is 114 2024-04-10T15:35:09.182 INFO:tasks.rados.rados.0.smithi069.stdout:1154: seq_num 369 ranges {1032192=589824,1622016=507904,2129920=294912} 2024-04-10T15:35:09.191 INFO:tasks.rados.rados.0.smithi069.stdout:1154: writing smithi06982861-10 from 1032192 to 1622016 tid 1 2024-04-10T15:35:09.195 INFO:tasks.rados.rados.0.smithi069.stdout:1154: writing smithi06982861-10 from 1622016 to 2129920 tid 2 2024-04-10T15:35:09.197 INFO:tasks.rados.rados.0.smithi069.stdout:1154: writing smithi06982861-10 from 2129920 to 2424832 tid 3 2024-04-10T15:35:09.197 INFO:tasks.rados.rados.0.smithi069.stdout:1155: delete oid 26 current snap is 114 2024-04-10T15:35:09.197 INFO:tasks.rados.rados.0.smithi069.stdout:1152: finishing rollback tid 0 to smithi06982861-5 2024-04-10T15:35:09.197 INFO:tasks.rados.rados.0.smithi069.stdout:1152: finishing rollback tid 1 to smithi06982861-5 2024-04-10T15:35:09.197 INFO:tasks.rados.rados.0.smithi069.stdout:1153: finishing write tid 1 to smithi06982861-29 2024-04-10T15:35:09.197 INFO:tasks.rados.rados.0.smithi069.stdout:1153: finishing write tid 2 to smithi06982861-29 2024-04-10T15:35:09.197 INFO:tasks.rados.rados.0.smithi069.stdout:1152: finishing rollback tid 2 to smithi06982861-5 2024-04-10T15:35:09.197 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 5 v 509 (ObjNum 330 snap 97 seq_num 330) dirty exists 2024-04-10T15:35:09.197 INFO:tasks.rados.rados.0.smithi069.stdout:1153: finishing write tid 3 to smithi06982861-29 2024-04-10T15:35:09.198 INFO:tasks.rados.rados.0.smithi069.stdout:1153: finishing write tid 4 to smithi06982861-29 2024-04-10T15:35:09.198 INFO:tasks.rados.rados.0.smithi069.stdout:1153: finishing write tid 5 to smithi06982861-29 2024-04-10T15:35:09.198 INFO:tasks.rados.rados.0.smithi069.stdout:1153: oid 29 updating version 0 to 419 2024-04-10T15:35:09.198 INFO:tasks.rados.rados.0.smithi069.stdout:1153: oid 29 updating version 419 to 422 2024-04-10T15:35:09.198 INFO:tasks.rados.rados.0.smithi069.stdout:1153: oid 29 version 422 is already newer than 421 2024-04-10T15:35:09.198 INFO:tasks.rados.rados.0.smithi069.stdout:1153: oid 29 version 422 is already newer than 420 2024-04-10T15:35:09.198 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 29 v 422 (ObjNum 368 snap 114 seq_num 368) dirty exists 2024-04-10T15:35:09.198 INFO:tasks.rados.rados.0.smithi069.stdout:1153: left oid 29 (ObjNum 368 snap 114 seq_num 368) 2024-04-10T15:35:09.198 INFO:tasks.rados.rados.0.smithi069.stdout:1154: finishing write tid 1 to smithi06982861-10 2024-04-10T15:35:09.200 INFO:tasks.rados.rados.0.smithi069.stdout:1154: finishing write tid 2 to smithi06982861-10 2024-04-10T15:35:09.200 INFO:tasks.rados.rados.0.smithi069.stdout:1154: finishing write tid 3 to smithi06982861-10 2024-04-10T15:35:09.200 INFO:tasks.rados.rados.0.smithi069.stdout:1152: done (3 left) 2024-04-10T15:35:09.200 INFO:tasks.rados.rados.0.smithi069.stdout:1153: done (2 left) 2024-04-10T15:35:09.200 INFO:tasks.rados.rados.0.smithi069.stdout:1155: done (1 left) 2024-04-10T15:35:09.200 INFO:tasks.rados.rados.0.smithi069.stdout:1156: read oid 39 snap -1 2024-04-10T15:35:09.200 INFO:tasks.rados.rados.0.smithi069.stdout:1156: expect deleted 2024-04-10T15:35:09.200 INFO:tasks.rados.rados.0.smithi069.stdout:1157: snap_remove snap 112 2024-04-10T15:35:09.740 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:35:09 smithi077 ceph-mon[87572]: Reconfiguring mgr.x (monmap changed)... 2024-04-10T15:35:09.740 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:35:09 smithi077 ceph-mon[87572]: Reconfiguring daemon mgr.x on smithi077 2024-04-10T15:35:09.740 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:35:09 smithi077 ceph-mon[87572]: osdmap e289: 8 total, 8 up, 8 in 2024-04-10T15:35:09.834 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:35:09 smithi069 ceph-mon[96738]: Reconfiguring mgr.x (monmap changed)... 2024-04-10T15:35:09.834 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:35:09 smithi069 ceph-mon[96738]: Reconfiguring daemon mgr.x on smithi077 2024-04-10T15:35:09.834 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:35:09 smithi069 ceph-mon[96738]: osdmap e289: 8 total, 8 up, 8 in 2024-04-10T15:35:09.834 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:35:09 smithi069 ceph-mon[94167]: Reconfiguring mgr.x (monmap changed)... 2024-04-10T15:35:09.834 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:35:09 smithi069 ceph-mon[94167]: Reconfiguring daemon mgr.x on smithi077 2024-04-10T15:35:09.835 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:35:09 smithi069 ceph-mon[94167]: osdmap e289: 8 total, 8 up, 8 in 2024-04-10T15:35:10.165 INFO:tasks.rados.rados.0.smithi069.stdout:1157: done (2 left) 2024-04-10T15:35:10.165 INFO:tasks.rados.rados.0.smithi069.stdout:1158: snap_remove snap 94 2024-04-10T15:35:10.740 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:35:10 smithi077 ceph-mon[87572]: pgmap v89: 121 pgs: 121 active+clean; 266 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 4.3 MiB/s rd, 914 KiB/s wr, 20 op/s 2024-04-10T15:35:10.740 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:35:10 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:35:10.740 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:35:10 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:35:10.741 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:35:10 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:35:10.741 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:35:10 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-04-10T15:35:10.741 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:35:10 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:35:10.741 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:35:10 smithi077 ceph-mon[87572]: osdmap e290: 8 total, 8 up, 8 in 2024-04-10T15:35:10.834 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:35:10 smithi069 ceph-mon[96738]: pgmap v89: 121 pgs: 121 active+clean; 266 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 4.3 MiB/s rd, 914 KiB/s wr, 20 op/s 2024-04-10T15:35:10.834 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:35:10 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:35:10.834 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:35:10 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:35:10.834 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:35:10 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:35:10.834 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:35:10 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-04-10T15:35:10.834 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:35:10 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:35:10.834 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:35:10 smithi069 ceph-mon[96738]: osdmap e290: 8 total, 8 up, 8 in 2024-04-10T15:35:10.835 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:35:10 smithi069 ceph-mon[94167]: pgmap v89: 121 pgs: 121 active+clean; 266 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 4.3 MiB/s rd, 914 KiB/s wr, 20 op/s 2024-04-10T15:35:10.835 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:35:10 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:35:10.835 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:35:10 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:35:10.835 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:35:10 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:35:10.835 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:35:10 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-04-10T15:35:10.835 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:35:10 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:35:10.835 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:35:10 smithi069 ceph-mon[94167]: osdmap e290: 8 total, 8 up, 8 in 2024-04-10T15:35:11.169 INFO:tasks.rados.rados.0.smithi069.stdout:1158: done (2 left) 2024-04-10T15:35:11.169 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 47 current snap is 114 2024-04-10T15:35:11.169 INFO:tasks.rados.rados.0.smithi069.stdout:1154: finishing write tid 4 to smithi06982861-10 2024-04-10T15:35:11.169 INFO:tasks.rados.rados.0.smithi069.stdout:1154: finishing write tid 5 to smithi06982861-10 2024-04-10T15:35:11.169 INFO:tasks.rados.rados.0.smithi069.stdout:1154: oid 10 updating version 0 to 632 2024-04-10T15:35:11.169 INFO:tasks.rados.rados.0.smithi069.stdout:1154: oid 10 updating version 632 to 633 2024-04-10T15:35:11.169 INFO:tasks.rados.rados.0.smithi069.stdout:1154: oid 10 version 633 is already newer than 630 2024-04-10T15:35:11.169 INFO:tasks.rados.rados.0.smithi069.stdout:1154: oid 10 version 633 is already newer than 631 2024-04-10T15:35:11.169 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 10 v 633 (ObjNum 369 snap 114 seq_num 369) dirty exists 2024-04-10T15:35:11.169 INFO:tasks.rados.rados.0.smithi069.stdout:1154: left oid 10 (ObjNum 369 snap 114 seq_num 369) 2024-04-10T15:35:11.170 INFO:tasks.rados.rados.0.smithi069.stdout:1159: seq_num 371 ranges {1900544=622592,2523136=679936,3203072=122880} 2024-04-10T15:35:11.184 INFO:tasks.rados.rados.0.smithi069.stdout:1159: writing smithi06982861-47 from 1900544 to 2523136 tid 1 2024-04-10T15:35:11.188 INFO:tasks.rados.rados.0.smithi069.stdout:1159: writing smithi06982861-47 from 2523136 to 3203072 tid 2 2024-04-10T15:35:11.190 INFO:tasks.rados.rados.0.smithi069.stdout:1159: writing smithi06982861-47 from 3203072 to 3325952 tid 3 2024-04-10T15:35:11.190 INFO:tasks.rados.rados.0.smithi069.stdout:1159: finishing write tid 1 to smithi06982861-47 2024-04-10T15:35:11.190 INFO:tasks.rados.rados.0.smithi069.stdout:1154: done (2 left) 2024-04-10T15:35:11.190 INFO:tasks.rados.rados.0.smithi069.stdout:1156: done (1 left) 2024-04-10T15:35:11.190 INFO:tasks.rados.rados.0.smithi069.stdout:1160: copy_from oid 4 from oid 34 current snap is 114 2024-04-10T15:35:11.190 INFO:tasks.rados.rados.0.smithi069.stdout:1161: snap_create 2024-04-10T15:35:11.192 INFO:tasks.rados.rados.0.smithi069.stdout:1159: finishing write tid 2 to smithi06982861-47 2024-04-10T15:35:11.193 INFO:tasks.rados.rados.0.smithi069.stdout:1159: finishing write tid 3 to smithi06982861-47 2024-04-10T15:35:11.193 INFO:tasks.rados.rados.0.smithi069.stdout:1159: finishing write tid 4 to smithi06982861-47 2024-04-10T15:35:11.194 INFO:tasks.rados.rados.0.smithi069.stdout:1159: finishing write tid 5 to smithi06982861-47 2024-04-10T15:35:11.194 INFO:tasks.rados.rados.0.smithi069.stdout:1159: oid 47 updating version 0 to 510 2024-04-10T15:35:11.195 INFO:tasks.rados.rados.0.smithi069.stdout:1159: oid 47 version 510 is already newer than 509 2024-04-10T15:35:11.195 INFO:tasks.rados.rados.0.smithi069.stdout:1159: oid 47 version 510 is already newer than 507 2024-04-10T15:35:11.195 INFO:tasks.rados.rados.0.smithi069.stdout:1159: oid 47 version 510 is already newer than 508 2024-04-10T15:35:11.195 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 47 v 510 (ObjNum 371 snap 114 seq_num 371) dirty exists 2024-04-10T15:35:11.195 INFO:tasks.rados.rados.0.smithi069.stdout:1159: left oid 47 (ObjNum 371 snap 114 seq_num 371) 2024-04-10T15:35:11.199 INFO:tasks.rados.rados.0.smithi069.stdout:1160: finishing copy_from racing read to smithi06982861-4 2024-04-10T15:35:11.200 INFO:tasks.rados.rados.0.smithi069.stdout:1160: finishing copy_from to smithi06982861-4 2024-04-10T15:35:11.200 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 4 v 463 (ObjNum 282 snap 80 seq_num 282) dirty exists 2024-04-10T15:35:11.652 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:35:11 smithi077 ceph-mon[87572]: Reconfiguring osd.4 (monmap changed)... 2024-04-10T15:35:11.652 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:35:11 smithi077 ceph-mon[87572]: Reconfiguring daemon osd.4 on smithi077 2024-04-10T15:35:11.652 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:35:11 smithi077 ceph-mon[87572]: osdmap e291: 8 total, 8 up, 8 in 2024-04-10T15:35:11.834 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:35:11 smithi069 ceph-mon[96738]: Reconfiguring osd.4 (monmap changed)... 2024-04-10T15:35:11.834 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:35:11 smithi069 ceph-mon[96738]: Reconfiguring daemon osd.4 on smithi077 2024-04-10T15:35:11.834 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:35:11 smithi069 ceph-mon[96738]: osdmap e291: 8 total, 8 up, 8 in 2024-04-10T15:35:11.835 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:35:11 smithi069 ceph-mon[94167]: Reconfiguring osd.4 (monmap changed)... 2024-04-10T15:35:11.835 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:35:11 smithi069 ceph-mon[94167]: Reconfiguring daemon osd.4 on smithi077 2024-04-10T15:35:11.835 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:35:11 smithi069 ceph-mon[94167]: osdmap e291: 8 total, 8 up, 8 in 2024-04-10T15:35:12.169 INFO:tasks.rados.rados.0.smithi069.stdout:1159: done (2 left) 2024-04-10T15:35:12.169 INFO:tasks.rados.rados.0.smithi069.stdout:1160: done (1 left) 2024-04-10T15:35:12.170 INFO:tasks.rados.rados.0.smithi069.stdout:1161: done (0 left) 2024-04-10T15:35:12.170 INFO:tasks.rados.rados.0.smithi069.stdout:1162: delete oid 3 current snap is 115 2024-04-10T15:35:12.173 INFO:tasks.rados.rados.0.smithi069.stdout:1162: done (0 left) 2024-04-10T15:35:12.173 INFO:tasks.rados.rados.0.smithi069.stdout:1163: read oid 6 snap -1 2024-04-10T15:35:12.173 INFO:tasks.rados.rados.0.smithi069.stdout:1163: expect (ObjNum 283 snap 80 seq_num 283) 2024-04-10T15:35:12.173 INFO:tasks.rados.rados.0.smithi069.stdout:1164: read oid 49 snap -1 2024-04-10T15:35:12.173 INFO:tasks.rados.rados.0.smithi069.stdout:1164: expect (ObjNum 347 snap 103 seq_num 347) 2024-04-10T15:35:12.173 INFO:tasks.rados.rados.0.smithi069.stdout:1165: snap_create 2024-04-10T15:35:12.196 INFO:tasks.rados.rados.0.smithi069.stdout:1163: expect (ObjNum 283 snap 80 seq_num 283) 2024-04-10T15:35:12.374 INFO:tasks.rados.rados.0.smithi069.stdout:1164: expect (ObjNum 347 snap 103 seq_num 347) 2024-04-10T15:35:12.638 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:35:12 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[78458]: ts=2024-04-10T15:35:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:35:12.639 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:35:12 smithi077 ceph-mon[87572]: pgmap v92: 121 pgs: 121 active+clean; 268 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 204 KiB/s rd, 3.8 MiB/s wr, 8 op/s 2024-04-10T15:35:12.639 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:35:12 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:35:12.639 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:35:12 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:35:12.639 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:35:12 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-04-10T15:35:12.639 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:35:12 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:35:12.639 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:35:12 smithi077 ceph-mon[87572]: osdmap e292: 8 total, 8 up, 8 in 2024-04-10T15:35:12.834 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:35:12 smithi069 ceph-mon[96738]: pgmap v92: 121 pgs: 121 active+clean; 268 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 204 KiB/s rd, 3.8 MiB/s wr, 8 op/s 2024-04-10T15:35:12.834 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:35:12 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:35:12.834 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:35:12 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:35:12.834 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:35:12 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-04-10T15:35:12.834 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:35:12 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:35:12.834 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:35:12 smithi069 ceph-mon[96738]: osdmap e292: 8 total, 8 up, 8 in 2024-04-10T15:35:12.835 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:35:12 smithi069 ceph-mon[94167]: pgmap v92: 121 pgs: 121 active+clean; 268 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 204 KiB/s rd, 3.8 MiB/s wr, 8 op/s 2024-04-10T15:35:12.835 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:35:12 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:35:12.835 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:35:12 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:35:12.835 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:35:12 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-04-10T15:35:12.835 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:35:12 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:35:12.835 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:35:12 smithi069 ceph-mon[94167]: osdmap e292: 8 total, 8 up, 8 in 2024-04-10T15:35:13.177 INFO:tasks.rados.rados.0.smithi069.stdout:1163: done (2 left) 2024-04-10T15:35:13.177 INFO:tasks.rados.rados.0.smithi069.stdout:1164: done (1 left) 2024-04-10T15:35:13.177 INFO:tasks.rados.rados.0.smithi069.stdout:1165: done (0 left) 2024-04-10T15:35:13.177 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 26 current snap is 116 2024-04-10T15:35:13.177 INFO:tasks.rados.rados.0.smithi069.stdout:1166: seq_num 373 ranges {0=655360,655360=499712,1155072=303104} 2024-04-10T15:35:13.180 INFO:tasks.rados.rados.0.smithi069.stdout:1166: writing smithi06982861-26 from 0 to 655360 tid 1 2024-04-10T15:35:13.183 INFO:tasks.rados.rados.0.smithi069.stdout:1166: writing smithi06982861-26 from 655360 to 1155072 tid 2 2024-04-10T15:35:13.185 INFO:tasks.rados.rados.0.smithi069.stdout:1166: writing smithi06982861-26 from 1155072 to 1458176 tid 3 2024-04-10T15:35:13.185 INFO:tasks.rados.rados.0.smithi069.stdout:1167: copy_from oid 30 from oid 22 current snap is 116 2024-04-10T15:35:13.185 INFO:tasks.rados.rados.0.smithi069.stdout:1166: finishing write tid 1 to smithi06982861-26 2024-04-10T15:35:13.185 INFO:tasks.rados.rados.0.smithi069.stdout:1168: snap_create 2024-04-10T15:35:13.187 INFO:tasks.rados.rados.0.smithi069.stdout:1166: finishing write tid 2 to smithi06982861-26 2024-04-10T15:35:13.187 INFO:tasks.rados.rados.0.smithi069.stdout:1166: finishing write tid 3 to smithi06982861-26 2024-04-10T15:35:13.188 INFO:tasks.rados.rados.0.smithi069.stdout:1167: finishing copy_from racing read to smithi06982861-30 2024-04-10T15:35:13.188 INFO:tasks.rados.rados.0.smithi069.stdout:1166: finishing write tid 4 to smithi06982861-26 2024-04-10T15:35:13.189 INFO:tasks.rados.rados.0.smithi069.stdout:1167: finishing copy_from to smithi06982861-30 2024-04-10T15:35:13.189 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 30 v 90 (ObjNum 289 snap 0 seq_num 1549096891) dirty exists 2024-04-10T15:35:13.192 INFO:tasks.rados.rados.0.smithi069.stdout:1166: finishing write tid 5 to smithi06982861-26 2024-04-10T15:35:13.192 INFO:tasks.rados.rados.0.smithi069.stdout:1166: oid 26 updating version 0 to 581 2024-04-10T15:35:13.192 INFO:tasks.rados.rados.0.smithi069.stdout:1166: oid 26 updating version 581 to 582 2024-04-10T15:35:13.192 INFO:tasks.rados.rados.0.smithi069.stdout:1166: oid 26 version 582 is already newer than 580 2024-04-10T15:35:13.192 INFO:tasks.rados.rados.0.smithi069.stdout:1166: oid 26 version 582 is already newer than 579 2024-04-10T15:35:13.192 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 26 v 582 (ObjNum 373 snap 116 seq_num 373) dirty exists 2024-04-10T15:35:13.192 INFO:tasks.rados.rados.0.smithi069.stdout:1166: left oid 26 (ObjNum 373 snap 116 seq_num 373) 2024-04-10T15:35:13.740 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:35:13 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[78458]: ts=2024-04-10T15:35:13.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi069\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi069\", job=\"node\", machine=\"x86_64\", nodename=\"smithi069\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", domainname=\"(none)\", instance=\"smithi069\", job=\"node\", machine=\"x86_64\", nodename=\"smithi069\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:35:13.740 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:35:13 smithi077 ceph-mon[87572]: Reconfiguring osd.5 (monmap changed)... 2024-04-10T15:35:13.740 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:35:13 smithi077 ceph-mon[87572]: Reconfiguring daemon osd.5 on smithi077 2024-04-10T15:35:13.741 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:35:13 smithi077 ceph-mon[87572]: osdmap e293: 8 total, 8 up, 8 in 2024-04-10T15:35:13.741 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:35:13 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:35:13.741 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:35:13 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:35:13.834 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:35:13 smithi069 ceph-mon[96738]: Reconfiguring osd.5 (monmap changed)... 2024-04-10T15:35:13.834 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:35:13 smithi069 ceph-mon[96738]: Reconfiguring daemon osd.5 on smithi077 2024-04-10T15:35:13.834 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:35:13 smithi069 ceph-mon[96738]: osdmap e293: 8 total, 8 up, 8 in 2024-04-10T15:35:13.834 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:35:13 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:35:13.835 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:35:13 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:35:13.835 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:35:13 smithi069 ceph-mon[94167]: Reconfiguring osd.5 (monmap changed)... 2024-04-10T15:35:13.835 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:35:13 smithi069 ceph-mon[94167]: Reconfiguring daemon osd.5 on smithi077 2024-04-10T15:35:13.835 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:35:13 smithi069 ceph-mon[94167]: osdmap e293: 8 total, 8 up, 8 in 2024-04-10T15:35:13.835 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:35:13 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:35:13.835 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:35:13 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:35:14.175 INFO:tasks.rados.rados.0.smithi069.stdout:1166: done (2 left) 2024-04-10T15:35:14.175 INFO:tasks.rados.rados.0.smithi069.stdout:1167: done (1 left) 2024-04-10T15:35:14.175 INFO:tasks.rados.rados.0.smithi069.stdout:1168: done (0 left) 2024-04-10T15:35:14.175 INFO:tasks.rados.rados.0.smithi069.stdout:1169: delete oid 25 current snap is 117 2024-04-10T15:35:14.180 INFO:tasks.rados.rados.0.smithi069.stdout:1169: done (0 left) 2024-04-10T15:35:14.180 INFO:tasks.rados.rados.0.smithi069.stdout:1170: delete oid 12 current snap is 117 2024-04-10T15:35:14.185 INFO:tasks.rados.rados.0.smithi069.stdout:1170: done (0 left) 2024-04-10T15:35:14.185 INFO:tasks.rados.rados.0.smithi069.stdout:1171: rollback oid 34 current snap is 117 2024-04-10T15:35:14.185 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 34 to 58 2024-04-10T15:35:14.185 INFO:tasks.rados.rados.0.smithi069.stdout:1172: snap_remove snap 96 2024-04-10T15:35:14.740 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:35:14 smithi077 ceph-mon[87572]: Reconfiguring osd.6 (monmap changed)... 2024-04-10T15:35:14.740 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:35:14 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-04-10T15:35:14.741 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:35:14 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:35:14.741 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:35:14 smithi077 ceph-mon[87572]: Reconfiguring daemon osd.6 on smithi077 2024-04-10T15:35:14.741 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:35:14 smithi077 ceph-mon[87572]: pgmap v95: 121 pgs: 121 active+clean; 268 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 204 KiB/s rd, 3.8 MiB/s wr, 8 op/s 2024-04-10T15:35:14.741 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:35:14 smithi077 ceph-mon[87572]: osdmap e294: 8 total, 8 up, 8 in 2024-04-10T15:35:14.834 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:35:14 smithi069 ceph-mon[96738]: Reconfiguring osd.6 (monmap changed)... 2024-04-10T15:35:14.834 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:35:14 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-04-10T15:35:14.834 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:35:14 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:35:14.834 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:35:14 smithi069 ceph-mon[96738]: Reconfiguring daemon osd.6 on smithi077 2024-04-10T15:35:14.834 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:35:14 smithi069 ceph-mon[96738]: pgmap v95: 121 pgs: 121 active+clean; 268 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 204 KiB/s rd, 3.8 MiB/s wr, 8 op/s 2024-04-10T15:35:14.835 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:35:14 smithi069 ceph-mon[96738]: osdmap e294: 8 total, 8 up, 8 in 2024-04-10T15:35:14.835 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:35:14 smithi069 ceph-mon[94167]: Reconfiguring osd.6 (monmap changed)... 2024-04-10T15:35:14.835 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:35:14 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-04-10T15:35:14.835 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:35:14 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:35:14.835 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:35:14 smithi069 ceph-mon[94167]: Reconfiguring daemon osd.6 on smithi077 2024-04-10T15:35:14.835 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:35:14 smithi069 ceph-mon[94167]: pgmap v95: 121 pgs: 121 active+clean; 268 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 204 KiB/s rd, 3.8 MiB/s wr, 8 op/s 2024-04-10T15:35:14.835 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:35:14 smithi069 ceph-mon[94167]: osdmap e294: 8 total, 8 up, 8 in 2024-04-10T15:35:15.176 INFO:tasks.rados.rados.0.smithi069.stdout:1172: done (1 left) 2024-04-10T15:35:15.176 INFO:tasks.rados.rados.0.smithi069.stdout:1173: copy_from oid 15 from oid 41 current snap is 117 2024-04-10T15:35:15.176 INFO:tasks.rados.rados.0.smithi069.stdout:1171: finishing rollback tid 0 to smithi06982861-34 2024-04-10T15:35:15.176 INFO:tasks.rados.rados.0.smithi069.stdout:1171: finishing rollback tid 1 to smithi06982861-34 2024-04-10T15:35:15.176 INFO:tasks.rados.rados.0.smithi069.stdout:1171: finishing rollback tid 2 to smithi06982861-34 2024-04-10T15:35:15.176 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 34 v 648 (ObjNum 132 snap 31 seq_num 132) dirty exists 2024-04-10T15:35:15.176 INFO:tasks.rados.rados.0.smithi069.stdout:1171: done (1 left) 2024-04-10T15:35:15.176 INFO:tasks.rados.rados.0.smithi069.stdout:1174: rollback oid 24 current snap is 117 2024-04-10T15:35:15.176 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 24 to 109 2024-04-10T15:35:15.176 INFO:tasks.rados.rados.0.smithi069.stdout:1175: rollback oid 49 current snap is 117 2024-04-10T15:35:15.176 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 49 to 113 2024-04-10T15:35:15.176 INFO:tasks.rados.rados.0.smithi069.stdout:1176: snap_remove snap 58 2024-04-10T15:35:16.109 INFO:tasks.rados.rados.0.smithi069.stdout:1176: done (3 left) 2024-04-10T15:35:16.110 INFO:tasks.rados.rados.0.smithi069.stdout:1177: copy_from oid 2 from oid 11 current snap is 117 2024-04-10T15:35:16.110 INFO:tasks.rados.rados.0.smithi069.stdout:1178: snap_create 2024-04-10T15:35:16.110 INFO:tasks.rados.rados.0.smithi069.stdout:1174: finishing rollback tid 0 to smithi06982861-24 2024-04-10T15:35:16.110 INFO:tasks.rados.rados.0.smithi069.stdout:1174: finishing rollback tid 1 to smithi06982861-24 2024-04-10T15:35:16.110 INFO:tasks.rados.rados.0.smithi069.stdout:1174: finishing rollback tid 2 to smithi06982861-24 2024-04-10T15:35:16.110 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 24 v 492 (ObjNum 230 snap 56 seq_num 230) dirty exists 2024-04-10T15:35:16.110 INFO:tasks.rados.rados.0.smithi069.stdout:1175: finishing rollback tid 0 to smithi06982861-49 2024-04-10T15:35:16.110 INFO:tasks.rados.rados.0.smithi069.stdout:1175: finishing rollback tid 1 to smithi06982861-49 2024-04-10T15:35:16.110 INFO:tasks.rados.rados.0.smithi069.stdout:1175: finishing rollback tid 2 to smithi06982861-49 2024-04-10T15:35:16.110 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 49 v 495 (ObjNum 347 snap 103 seq_num 347) dirty exists 2024-04-10T15:35:16.110 INFO:tasks.rados.rados.0.smithi069.stdout:1173: finishing copy_from racing read to smithi06982861-15 2024-04-10T15:35:16.110 INFO:tasks.rados.rados.0.smithi069.stdout:1173: finishing copy_from to smithi06982861-15 2024-04-10T15:35:16.111 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 15 v 584 (ObjNum 297 snap 82 seq_num 297) dirty exists 2024-04-10T15:35:16.133 INFO:tasks.rados.rados.0.smithi069.stdout:1177: finishing copy_from racing read to smithi06982861-2 2024-04-10T15:35:16.135 INFO:tasks.rados.rados.0.smithi069.stdout:1177: finishing copy_from to smithi06982861-2 2024-04-10T15:35:16.135 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 2 v 250 (ObjNum 314 snap 88 seq_num 314) dirty exists 2024-04-10T15:35:16.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:35:16 smithi077 ceph-mon[87572]: osdmap e295: 8 total, 8 up, 8 in 2024-04-10T15:35:16.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:35:16 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:35:16.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:35:16 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:35:16.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:35:16 smithi077 ceph-mon[87572]: Reconfiguring osd.7 (monmap changed)... 2024-04-10T15:35:16.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:35:16 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-04-10T15:35:16.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:35:16 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:35:16.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:35:16 smithi077 ceph-mon[87572]: Reconfiguring daemon osd.7 on smithi077 2024-04-10T15:35:16.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:35:16 smithi077 ceph-mon[87572]: pgmap v98: 121 pgs: 121 active+clean; 268 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T15:35:16.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:35:16 smithi077 ceph-mon[87572]: osdmap e296: 8 total, 8 up, 8 in 2024-04-10T15:35:16.584 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:35:16 smithi069 ceph-mon[96738]: osdmap e295: 8 total, 8 up, 8 in 2024-04-10T15:35:16.584 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:35:16 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:35:16.584 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:35:16 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:35:16.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:35:16 smithi069 ceph-mon[96738]: Reconfiguring osd.7 (monmap changed)... 2024-04-10T15:35:16.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:35:16 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-04-10T15:35:16.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:35:16 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:35:16.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:35:16 smithi069 ceph-mon[96738]: Reconfiguring daemon osd.7 on smithi077 2024-04-10T15:35:16.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:35:16 smithi069 ceph-mon[96738]: pgmap v98: 121 pgs: 121 active+clean; 268 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T15:35:16.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:35:16 smithi069 ceph-mon[96738]: osdmap e296: 8 total, 8 up, 8 in 2024-04-10T15:35:16.585 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:35:16 smithi069 ceph-mon[94167]: osdmap e295: 8 total, 8 up, 8 in 2024-04-10T15:35:16.585 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:35:16 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:35:16.585 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:35:16 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:35:16.585 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:35:16 smithi069 ceph-mon[94167]: Reconfiguring osd.7 (monmap changed)... 2024-04-10T15:35:16.585 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:35:16 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-04-10T15:35:16.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:35:16 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:35:16.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:35:16 smithi069 ceph-mon[94167]: Reconfiguring daemon osd.7 on smithi077 2024-04-10T15:35:16.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:35:16 smithi069 ceph-mon[94167]: pgmap v98: 121 pgs: 121 active+clean; 268 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T15:35:16.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:35:16 smithi069 ceph-mon[94167]: osdmap e296: 8 total, 8 up, 8 in 2024-04-10T15:35:17.108 INFO:tasks.rados.rados.0.smithi069.stdout:1173: done (4 left) 2024-04-10T15:35:17.108 INFO:tasks.rados.rados.0.smithi069.stdout:1174: done (3 left) 2024-04-10T15:35:17.108 INFO:tasks.rados.rados.0.smithi069.stdout:1175: done (2 left) 2024-04-10T15:35:17.108 INFO:tasks.rados.rados.0.smithi069.stdout:1177: done (1 left) 2024-04-10T15:35:17.108 INFO:tasks.rados.rados.0.smithi069.stdout:1178: done (0 left) 2024-04-10T15:35:17.108 INFO:tasks.rados.rados.0.smithi069.stdout:1179: copy_from oid 35 from oid 22 current snap is 118 2024-04-10T15:35:17.109 INFO:tasks.rados.rados.0.smithi069.stdout:1180: rollback oid 20 current snap is 118 2024-04-10T15:35:17.109 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 20 to 111 2024-04-10T15:35:17.109 INFO:tasks.rados.rados.0.smithi069.stdout:1181: delete oid 27 current snap is 118 2024-04-10T15:35:17.113 INFO:tasks.rados.rados.0.smithi069.stdout:1181: done (2 left) 2024-04-10T15:35:17.113 INFO:tasks.rados.rados.0.smithi069.stdout:1182: rollback oid 36 current snap is 118 2024-04-10T15:35:17.113 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 36 to 108 2024-04-10T15:35:17.113 INFO:tasks.rados.rados.0.smithi069.stdout:1180: finishing rollback tid 0 to smithi06982861-20 2024-04-10T15:35:17.113 INFO:tasks.rados.rados.0.smithi069.stdout:1180: finishing rollback tid 1 to smithi06982861-20 2024-04-10T15:35:17.114 INFO:tasks.rados.rados.0.smithi069.stdout:1183: delete oid 7 current snap is 118 2024-04-10T15:35:17.114 INFO:tasks.rados.rados.0.smithi069.stdout:1180: finishing rollback tid 2 to smithi06982861-20 2024-04-10T15:35:17.114 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 20 v 459 (ObjNum 318 snap 89 seq_num 318) dirty exists 2024-04-10T15:35:17.114 INFO:tasks.rados.rados.0.smithi069.stdout:1179: finishing copy_from racing read to smithi06982861-35 2024-04-10T15:35:17.116 INFO:tasks.rados.rados.0.smithi069.stdout:1179: finishing copy_from to smithi06982861-35 2024-04-10T15:35:17.117 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 35 v 90 (ObjNum 129 snap 0 seq_num 4098885605) dirty exists 2024-04-10T15:35:17.117 INFO:tasks.rados.rados.0.smithi069.stdout:1182: finishing rollback tid 0 to smithi06982861-36 2024-04-10T15:35:17.118 INFO:tasks.rados.rados.0.smithi069.stdout:1179: done (3 left) 2024-04-10T15:35:17.118 INFO:tasks.rados.rados.0.smithi069.stdout:1180: done (2 left) 2024-04-10T15:35:17.118 INFO:tasks.rados.rados.0.smithi069.stdout:1183: done (1 left) 2024-04-10T15:35:17.118 INFO:tasks.rados.rados.0.smithi069.stdout:1184: copy_from oid 1 from oid 48 current snap is 118 2024-04-10T15:35:17.118 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 5 current snap is 118 2024-04-10T15:35:17.118 INFO:tasks.rados.rados.0.smithi069.stdout:1185: seq_num 378 ranges {737280=737280,1474560=720896,2195456=81920} 2024-04-10T15:35:17.126 INFO:tasks.rados.rados.0.smithi069.stdout:1185: writing smithi06982861-5 from 737280 to 1474560 tid 1 2024-04-10T15:35:17.130 INFO:tasks.rados.rados.0.smithi069.stdout:1185: writing smithi06982861-5 from 1474560 to 2195456 tid 2 2024-04-10T15:35:17.131 INFO:tasks.rados.rados.0.smithi069.stdout:1185: writing smithi06982861-5 from 2195456 to 2277376 tid 3 2024-04-10T15:35:17.131 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 29 current snap is 118 2024-04-10T15:35:17.131 INFO:tasks.rados.rados.0.smithi069.stdout:1182: finishing rollback tid 1 to smithi06982861-36 2024-04-10T15:35:17.131 INFO:tasks.rados.rados.0.smithi069.stdout:1182: finishing rollback tid 2 to smithi06982861-36 2024-04-10T15:35:17.131 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 36 v 528 (ObjNum 351 snap 106 seq_num 351) dirty exists 2024-04-10T15:35:17.131 INFO:tasks.rados.rados.0.smithi069.stdout:1186: seq_num 379 ranges {1638400=753664,2392064=606208,2998272=196608} 2024-04-10T15:35:17.144 INFO:tasks.rados.rados.0.smithi069.stdout:1186: writing smithi06982861-29 from 1638400 to 2392064 tid 1 2024-04-10T15:35:17.148 INFO:tasks.rados.rados.0.smithi069.stdout:1186: writing smithi06982861-29 from 2392064 to 2998272 tid 2 2024-04-10T15:35:17.151 INFO:tasks.rados.rados.0.smithi069.stdout:1186: writing smithi06982861-29 from 2998272 to 3194880 tid 3 2024-04-10T15:35:17.152 INFO:tasks.rados.rados.0.smithi069.stdout:1185: finishing write tid 1 to smithi06982861-5 2024-04-10T15:35:17.152 INFO:tasks.rados.rados.0.smithi069.stdout:1182: done (3 left) 2024-04-10T15:35:17.152 INFO:tasks.rados.rados.0.smithi069.stdout:1187: rollback oid 33 current snap is 118 2024-04-10T15:35:17.152 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 33 to 109 2024-04-10T15:35:17.152 INFO:tasks.rados.rados.0.smithi069.stdout:1184: finishing copy_from racing read to smithi06982861-1 2024-04-10T15:35:17.152 INFO:tasks.rados.rados.0.smithi069.stdout:1184: finishing copy_from to smithi06982861-1 2024-04-10T15:35:17.152 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 1 v 311 (ObjNum 257 snap 69 seq_num 257) dirty exists 2024-04-10T15:35:17.153 INFO:tasks.rados.rados.0.smithi069.stdout:1185: finishing write tid 2 to smithi06982861-5 2024-04-10T15:35:17.153 INFO:tasks.rados.rados.0.smithi069.stdout:1185: finishing write tid 3 to smithi06982861-5 2024-04-10T15:35:17.153 INFO:tasks.rados.rados.0.smithi069.stdout:1185: finishing write tid 4 to smithi06982861-5 2024-04-10T15:35:17.153 INFO:tasks.rados.rados.0.smithi069.stdout:1184: done (3 left) 2024-04-10T15:35:17.153 INFO:tasks.rados.rados.0.smithi069.stdout:1188: read oid 10 snap -1 2024-04-10T15:35:17.153 INFO:tasks.rados.rados.0.smithi069.stdout:1188: expect (ObjNum 369 snap 114 seq_num 369) 2024-04-10T15:35:17.154 INFO:tasks.rados.rados.0.smithi069.stdout:1189: snap_remove snap 104 2024-04-10T15:35:17.334 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:35:16 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:15:35:16] "GET /metrics HTTP/1.1" 200 36062 "" "Prometheus/2.43.0" 2024-04-10T15:35:18.084 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:35:17 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:35:18.084 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:35:17 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:35:18.084 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:35:17 smithi069 ceph-mon[96738]: Reconfiguring mds.b (monmap changed)... 2024-04-10T15:35:18.084 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:35:17 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-10T15:35:18.085 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:35:17 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:35:18.085 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:35:17 smithi069 ceph-mon[96738]: Reconfiguring daemon mds.b on smithi077 2024-04-10T15:35:18.085 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:35:17 smithi069 ceph-mon[96738]: osdmap e297: 8 total, 8 up, 8 in 2024-04-10T15:35:18.085 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:35:17 smithi069 ceph-mon[96738]: pgmap v101: 121 pgs: 121 active+clean; 285 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 3.1 MiB/s wr, 7 op/s 2024-04-10T15:35:18.085 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:35:17 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:35:18.085 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:35:17 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:35:18.085 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:35:17 smithi069 ceph-mon[94167]: Reconfiguring mds.b (monmap changed)... 2024-04-10T15:35:18.085 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:35:17 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-10T15:35:18.085 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:35:17 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:35:18.085 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:35:17 smithi069 ceph-mon[94167]: Reconfiguring daemon mds.b on smithi077 2024-04-10T15:35:18.085 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:35:17 smithi069 ceph-mon[94167]: osdmap e297: 8 total, 8 up, 8 in 2024-04-10T15:35:18.086 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:35:17 smithi069 ceph-mon[94167]: pgmap v101: 121 pgs: 121 active+clean; 285 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 3.1 MiB/s wr, 7 op/s 2024-04-10T15:35:18.106 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:35:17 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:35:18.106 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:35:17 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:35:18.107 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:35:17 smithi077 ceph-mon[87572]: Reconfiguring mds.b (monmap changed)... 2024-04-10T15:35:18.107 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:35:17 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-10T15:35:18.107 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:35:17 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:35:18.107 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:35:17 smithi077 ceph-mon[87572]: Reconfiguring daemon mds.b on smithi077 2024-04-10T15:35:18.107 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:35:17 smithi077 ceph-mon[87572]: osdmap e297: 8 total, 8 up, 8 in 2024-04-10T15:35:18.107 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:35:17 smithi077 ceph-mon[87572]: pgmap v101: 121 pgs: 121 active+clean; 285 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 3.1 MiB/s wr, 7 op/s 2024-04-10T15:35:18.116 INFO:tasks.rados.rados.0.smithi069.stdout:1189: done (4 left) 2024-04-10T15:35:18.117 INFO:tasks.rados.rados.0.smithi069.stdout:1190: delete oid 41 current snap is 118 2024-04-10T15:35:18.117 INFO:tasks.rados.rados.0.smithi069.stdout:1185: finishing write tid 5 to smithi06982861-5 2024-04-10T15:35:18.117 INFO:tasks.rados.rados.0.smithi069.stdout:1185: oid 5 updating version 0 to 534 2024-04-10T15:35:18.117 INFO:tasks.rados.rados.0.smithi069.stdout:1185: oid 5 version 534 is already newer than 533 2024-04-10T15:35:18.117 INFO:tasks.rados.rados.0.smithi069.stdout:1185: oid 5 updating version 534 to 536 2024-04-10T15:35:18.117 INFO:tasks.rados.rados.0.smithi069.stdout:1185: oid 5 version 536 is already newer than 535 2024-04-10T15:35:18.117 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 5 v 536 (ObjNum 378 snap 118 seq_num 378) dirty exists 2024-04-10T15:35:18.117 INFO:tasks.rados.rados.0.smithi069.stdout:1185: left oid 5 (ObjNum 378 snap 118 seq_num 378) 2024-04-10T15:35:18.117 INFO:tasks.rados.rados.0.smithi069.stdout:1186: finishing write tid 1 to smithi06982861-29 2024-04-10T15:35:18.117 INFO:tasks.rados.rados.0.smithi069.stdout:1186: finishing write tid 2 to smithi06982861-29 2024-04-10T15:35:18.117 INFO:tasks.rados.rados.0.smithi069.stdout:1186: finishing write tid 3 to smithi06982861-29 2024-04-10T15:35:18.117 INFO:tasks.rados.rados.0.smithi069.stdout:1186: finishing write tid 4 to smithi06982861-29 2024-04-10T15:35:18.118 INFO:tasks.rados.rados.0.smithi069.stdout:1187: finishing rollback tid 0 to smithi06982861-33 2024-04-10T15:35:18.118 INFO:tasks.rados.rados.0.smithi069.stdout:1187: finishing rollback tid 1 to smithi06982861-33 2024-04-10T15:35:18.118 INFO:tasks.rados.rados.0.smithi069.stdout:1187: finishing rollback tid 2 to smithi06982861-33 2024-04-10T15:35:18.118 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 33 v 590 (ObjNum 207 snap 52 seq_num 207) dirty exists 2024-04-10T15:35:18.118 INFO:tasks.rados.rados.0.smithi069.stdout:1186: finishing write tid 5 to smithi06982861-29 2024-04-10T15:35:18.118 INFO:tasks.rados.rados.0.smithi069.stdout:1186: oid 29 updating version 0 to 588 2024-04-10T15:35:18.118 INFO:tasks.rados.rados.0.smithi069.stdout:1186: oid 29 version 588 is already newer than 586 2024-04-10T15:35:18.118 INFO:tasks.rados.rados.0.smithi069.stdout:1186: oid 29 version 588 is already newer than 587 2024-04-10T15:35:18.118 INFO:tasks.rados.rados.0.smithi069.stdout:1186: oid 29 version 588 is already newer than 585 2024-04-10T15:35:18.118 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 29 v 588 (ObjNum 379 snap 118 seq_num 379) dirty exists 2024-04-10T15:35:18.118 INFO:tasks.rados.rados.0.smithi069.stdout:1186: left oid 29 (ObjNum 379 snap 118 seq_num 379) 2024-04-10T15:35:18.118 INFO:tasks.rados.rados.0.smithi069.stdout:1188: expect (ObjNum 369 snap 114 seq_num 369) 2024-04-10T15:35:18.200 INFO:tasks.rados.rados.0.smithi069.stdout:1185: done (4 left) 2024-04-10T15:35:18.200 INFO:tasks.rados.rados.0.smithi069.stdout:1186: done (3 left) 2024-04-10T15:35:18.200 INFO:tasks.rados.rados.0.smithi069.stdout:1187: done (2 left) 2024-04-10T15:35:18.200 INFO:tasks.rados.rados.0.smithi069.stdout:1188: done (1 left) 2024-04-10T15:35:18.201 INFO:tasks.rados.rados.0.smithi069.stdout:1190: done (0 left) 2024-04-10T15:35:18.201 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 19 current snap is 118 2024-04-10T15:35:18.201 INFO:tasks.rados.rados.0.smithi069.stdout:1191: seq_num 381 ranges {0=786432,786432=417792,1204224=385024} 2024-04-10T15:35:18.204 INFO:tasks.rados.rados.0.smithi069.stdout:1191: writing smithi06982861-19 from 0 to 786432 tid 1 2024-04-10T15:35:18.206 INFO:tasks.rados.rados.0.smithi069.stdout:1191: writing smithi06982861-19 from 786432 to 1204224 tid 2 2024-04-10T15:35:18.209 INFO:tasks.rados.rados.0.smithi069.stdout:1191: writing smithi06982861-19 from 1204224 to 1589248 tid 3 2024-04-10T15:35:18.209 INFO:tasks.rados.rados.0.smithi069.stdout:1192: snap_create 2024-04-10T15:35:18.209 INFO:tasks.rados.rados.0.smithi069.stdout:1191: finishing write tid 1 to smithi06982861-19 2024-04-10T15:35:18.209 INFO:tasks.rados.rados.0.smithi069.stdout:1191: finishing write tid 2 to smithi06982861-19 2024-04-10T15:35:18.212 INFO:tasks.rados.rados.0.smithi069.stdout:1191: finishing write tid 3 to smithi06982861-19 2024-04-10T15:35:18.212 INFO:tasks.rados.rados.0.smithi069.stdout:1191: finishing write tid 4 to smithi06982861-19 2024-04-10T15:35:18.213 INFO:tasks.rados.rados.0.smithi069.stdout:1191: finishing write tid 5 to smithi06982861-19 2024-04-10T15:35:18.213 INFO:tasks.rados.rados.0.smithi069.stdout:1191: oid 19 updating version 0 to 679 2024-04-10T15:35:18.213 INFO:tasks.rados.rados.0.smithi069.stdout:1191: oid 19 version 679 is already newer than 677 2024-04-10T15:35:18.213 INFO:tasks.rados.rados.0.smithi069.stdout:1191: oid 19 version 679 is already newer than 678 2024-04-10T15:35:18.213 INFO:tasks.rados.rados.0.smithi069.stdout:1191: oid 19 updating version 679 to 680 2024-04-10T15:35:18.213 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 19 v 680 (ObjNum 381 snap 118 seq_num 381) dirty exists 2024-04-10T15:35:18.213 INFO:tasks.rados.rados.0.smithi069.stdout:1191: left oid 19 (ObjNum 381 snap 118 seq_num 381) 2024-04-10T15:35:19.123 INFO:tasks.rados.rados.0.smithi069.stdout:1191: done (1 left) 2024-04-10T15:35:19.123 INFO:tasks.rados.rados.0.smithi069.stdout:1192: done (0 left) 2024-04-10T15:35:19.123 INFO:tasks.rados.rados.0.smithi069.stdout:1193: snap_create 2024-04-10T15:35:19.240 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:35:19 smithi077 ceph-mon[87572]: osdmap e298: 8 total, 8 up, 8 in 2024-04-10T15:35:19.240 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:35:19 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:35:19.240 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:35:19 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:35:19.241 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:35:19 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:35:19.241 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:35:19 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:35:19.241 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:35:19 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:35:19.241 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:35:19 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:35:19.241 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:35:19 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-04-10T15:35:19.241 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:35:19 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2024-04-10T15:35:19.241 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:35:19 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-04-10T15:35:19.241 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:35:19 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2024-04-10T15:35:19.241 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:35:19 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-04-10T15:35:19.241 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:35:19 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2024-04-10T15:35:19.241 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:35:19 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:35:19.241 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:35:19 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:35:19.241 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:35:19 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-04-10T15:35:19.562 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:35:19 smithi069 ceph-mon[94167]: osdmap e298: 8 total, 8 up, 8 in 2024-04-10T15:35:19.563 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:35:19 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:35:19.563 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:35:19 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:35:19.563 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:35:19 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:35:19.563 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:35:19 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:35:19.563 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:35:19 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:35:19.563 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:35:19 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:35:19.563 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:35:19 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-04-10T15:35:19.563 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:35:19 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2024-04-10T15:35:19.563 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:35:19 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-04-10T15:35:19.563 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:35:19 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2024-04-10T15:35:19.563 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:35:19 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-04-10T15:35:19.563 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:35:19 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2024-04-10T15:35:19.563 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:35:19 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:35:19.563 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:35:19 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:35:19.563 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:35:19 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-04-10T15:35:19.564 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:35:19 smithi069 ceph-mon[96738]: osdmap e298: 8 total, 8 up, 8 in 2024-04-10T15:35:19.564 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:35:19 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:35:19.564 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:35:19 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:35:19.564 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:35:19 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:35:19.564 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:35:19 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:35:19.564 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:35:19 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:35:19.564 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:35:19 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:35:19.564 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:35:19 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-04-10T15:35:19.564 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:35:19 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2024-04-10T15:35:19.564 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:35:19 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-04-10T15:35:19.564 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:35:19 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2024-04-10T15:35:19.564 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:35:19 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-04-10T15:35:19.565 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:35:19 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2024-04-10T15:35:19.565 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:35:19 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:35:19.565 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:35:19 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:35:19.565 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:35:19 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-04-10T15:35:20.129 INFO:tasks.rados.rados.0.smithi069.stdout:1193: done (0 left) 2024-04-10T15:35:20.134 INFO:tasks.rados.rados.0.smithi069.stdout:1194: rollback oid 44 current snap is 120 2024-04-10T15:35:20.134 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 44 to 113 2024-04-10T15:35:20.134 INFO:tasks.rados.rados.0.smithi069.stdout:1195: read oid 36 snap -1 2024-04-10T15:35:20.134 INFO:tasks.rados.rados.0.smithi069.stdout:1195: expect (ObjNum 351 snap 106 seq_num 351) 2024-04-10T15:35:20.134 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 1 current snap is 120 2024-04-10T15:35:20.134 INFO:tasks.rados.rados.0.smithi069.stdout:1196: seq_num 382 ranges {3612672=802816,4415488=704512,5120000=98304} 2024-04-10T15:35:20.152 INFO:tasks.rados.rados.0.smithi069.stdout:1196: writing smithi06982861-1 from 3612672 to 4415488 tid 1 2024-04-10T15:35:20.156 INFO:tasks.rados.rados.0.smithi069.stdout:1196: writing smithi06982861-1 from 4415488 to 5120000 tid 2 2024-04-10T15:35:20.157 INFO:tasks.rados.rados.0.smithi069.stdout:1196: writing smithi06982861-1 from 5120000 to 5218304 tid 3 2024-04-10T15:35:20.158 INFO:tasks.rados.rados.0.smithi069.stdout:1197: delete oid 50 current snap is 120 2024-04-10T15:35:20.158 INFO:tasks.rados.rados.0.smithi069.stdout:1194: finishing rollback tid 0 to smithi06982861-44 2024-04-10T15:35:20.158 INFO:tasks.rados.rados.0.smithi069.stdout:1194: finishing rollback tid 1 to smithi06982861-44 2024-04-10T15:35:20.158 INFO:tasks.rados.rados.0.smithi069.stdout:1194: finishing rollback tid 2 to smithi06982861-44 2024-04-10T15:35:20.158 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 44 v 544 (ObjNum 347 snap 103 seq_num 347) dirty exists 2024-04-10T15:35:20.158 INFO:tasks.rados.rados.0.smithi069.stdout:1196: finishing write tid 1 to smithi06982861-1 2024-04-10T15:35:20.161 INFO:tasks.rados.rados.0.smithi069.stdout:1196: finishing write tid 2 to smithi06982861-1 2024-04-10T15:35:20.161 INFO:tasks.rados.rados.0.smithi069.stdout:1194: done (3 left) 2024-04-10T15:35:20.161 INFO:tasks.rados.rados.0.smithi069.stdout:1197: done (2 left) 2024-04-10T15:35:20.161 INFO:tasks.rados.rados.0.smithi069.stdout:1198: read oid 6 snap -1 2024-04-10T15:35:20.161 INFO:tasks.rados.rados.0.smithi069.stdout:1198: expect (ObjNum 283 snap 80 seq_num 283) 2024-04-10T15:35:20.161 INFO:tasks.rados.rados.0.smithi069.stdout:1199: read oid 25 snap -1 2024-04-10T15:35:20.161 INFO:tasks.rados.rados.0.smithi069.stdout:1199: expect deleted 2024-04-10T15:35:20.161 INFO:tasks.rados.rados.0.smithi069.stdout:1200: delete oid 27 current snap is 120 2024-04-10T15:35:20.162 INFO:tasks.rados.rados.0.smithi069.stdout:1196: finishing write tid 3 to smithi06982861-1 2024-04-10T15:35:20.162 INFO:tasks.rados.rados.0.smithi069.stdout:1196: finishing write tid 4 to smithi06982861-1 2024-04-10T15:35:20.163 INFO:tasks.rados.rados.0.smithi069.stdout:1199: done (4 left) 2024-04-10T15:35:20.163 INFO:tasks.rados.rados.0.smithi069.stdout:1200: done (3 left) 2024-04-10T15:35:20.163 INFO:tasks.rados.rados.0.smithi069.stdout:1201: rollback oid 13 current snap is 120 2024-04-10T15:35:20.163 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 13 to 113 2024-04-10T15:35:20.163 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 14 current snap is 120 2024-04-10T15:35:20.163 INFO:tasks.rados.rados.0.smithi069.stdout:1202: seq_num 385 ranges {3612672=450560,4063232=761856,4825088=442368} 2024-04-10T15:35:20.185 INFO:tasks.rados.rados.0.smithi069.stdout:1202: writing smithi06982861-14 from 3612672 to 4063232 tid 1 2024-04-10T15:35:20.190 INFO:tasks.rados.rados.0.smithi069.stdout:1202: writing smithi06982861-14 from 4063232 to 4825088 tid 2 2024-04-10T15:35:20.193 INFO:tasks.rados.rados.0.smithi069.stdout:1202: writing smithi06982861-14 from 4825088 to 5267456 tid 3 2024-04-10T15:35:20.193 INFO:tasks.rados.rados.0.smithi069.stdout:1203: read oid 40 snap -1 2024-04-10T15:35:20.193 INFO:tasks.rados.rados.0.smithi069.stdout:1203: expect (ObjNum 258 snap 69 seq_num 258) 2024-04-10T15:35:20.193 INFO:tasks.rados.rados.0.smithi069.stdout:1204: read oid 50 snap 110 2024-04-10T15:35:20.194 INFO:tasks.rados.rados.0.smithi069.stdout:1204: expect (ObjNum 329 snap 96 seq_num 329) 2024-04-10T15:35:20.194 INFO:tasks.rados.rados.0.smithi069.stdout:1205: setattr oid 37 current snap is 120 2024-04-10T15:35:20.194 INFO:tasks.rados.rados.0.smithi069.stdout:1196: finishing write tid 5 to smithi06982861-1 2024-04-10T15:35:20.194 INFO:tasks.rados.rados.0.smithi069.stdout:1196: oid 1 updating version 0 to 376 2024-04-10T15:35:20.194 INFO:tasks.rados.rados.0.smithi069.stdout:1196: oid 1 version 376 is already newer than 374 2024-04-10T15:35:20.194 INFO:tasks.rados.rados.0.smithi069.stdout:1196: oid 1 version 376 is already newer than 373 2024-04-10T15:35:20.194 INFO:tasks.rados.rados.0.smithi069.stdout:1196: oid 1 version 376 is already newer than 375 2024-04-10T15:35:20.194 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 1 v 376 (ObjNum 382 snap 120 seq_num 382) dirty exists 2024-04-10T15:35:20.194 INFO:tasks.rados.rados.0.smithi069.stdout:1196: left oid 1 (ObjNum 382 snap 120 seq_num 382) 2024-04-10T15:35:20.194 INFO:tasks.rados.rados.0.smithi069.stdout:1201: finishing rollback tid 0 to smithi06982861-13 2024-04-10T15:35:20.194 INFO:tasks.rados.rados.0.smithi069.stdout:1201: finishing rollback tid 1 to smithi06982861-13 2024-04-10T15:35:20.194 INFO:tasks.rados.rados.0.smithi069.stdout:1201: finishing rollback tid 2 to smithi06982861-13 2024-04-10T15:35:20.195 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 13 v 548 (ObjNum 349 snap 104 seq_num 349) dirty exists 2024-04-10T15:35:20.195 INFO:tasks.rados.rados.0.smithi069.stdout:1195: expect (ObjNum 351 snap 106 seq_num 351) 2024-04-10T15:35:20.334 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:35:20 smithi069 ceph-mon[94167]: Upgrade: Setting container_image for all mon 2024-04-10T15:35:20.334 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:35:20 smithi069 ceph-mon[94167]: Upgrade: Setting container_image for all crash 2024-04-10T15:35:20.334 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:35:20 smithi069 ceph-mon[94167]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-04-10T15:35:20.334 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:35:20 smithi069 ceph-mon[94167]: Upgrade: osd.0 is safe to restart 2024-04-10T15:35:20.334 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:35:20 smithi069 ceph-mon[94167]: osdmap e299: 8 total, 8 up, 8 in 2024-04-10T15:35:20.335 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:35:20 smithi069 ceph-mon[94167]: pgmap v104: 121 pgs: 121 active+clean; 285 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 3.1 MiB/s wr, 7 op/s 2024-04-10T15:35:20.335 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:35:20 smithi069 ceph-mon[96738]: Upgrade: Setting container_image for all mon 2024-04-10T15:35:20.335 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:35:20 smithi069 ceph-mon[96738]: Upgrade: Setting container_image for all crash 2024-04-10T15:35:20.335 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:35:20 smithi069 ceph-mon[96738]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-04-10T15:35:20.335 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:35:20 smithi069 ceph-mon[96738]: Upgrade: osd.0 is safe to restart 2024-04-10T15:35:20.335 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:35:20 smithi069 ceph-mon[96738]: osdmap e299: 8 total, 8 up, 8 in 2024-04-10T15:35:20.335 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:35:20 smithi069 ceph-mon[96738]: pgmap v104: 121 pgs: 121 active+clean; 285 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 3.1 MiB/s wr, 7 op/s 2024-04-10T15:35:20.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:35:20 smithi077 ceph-mon[87572]: Upgrade: Setting container_image for all mon 2024-04-10T15:35:20.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:35:20 smithi077 ceph-mon[87572]: Upgrade: Setting container_image for all crash 2024-04-10T15:35:20.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:35:20 smithi077 ceph-mon[87572]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-04-10T15:35:20.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:35:20 smithi077 ceph-mon[87572]: Upgrade: osd.0 is safe to restart 2024-04-10T15:35:20.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:35:20 smithi077 ceph-mon[87572]: osdmap e299: 8 total, 8 up, 8 in 2024-04-10T15:35:20.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:35:20 smithi077 ceph-mon[87572]: pgmap v104: 121 pgs: 121 active+clean; 285 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 3.1 MiB/s wr, 7 op/s 2024-04-10T15:35:21.018 INFO:tasks.rados.rados.0.smithi069.stdout:1198: expect (ObjNum 283 snap 80 seq_num 283) 2024-04-10T15:35:21.200 INFO:tasks.rados.rados.0.smithi069.stdout:1202: finishing write tid 1 to smithi06982861-14 2024-04-10T15:35:21.200 INFO:tasks.rados.rados.0.smithi069.stdout:1202: finishing write tid 2 to smithi06982861-14 2024-04-10T15:35:21.200 INFO:tasks.rados.rados.0.smithi069.stdout:1202: finishing write tid 3 to smithi06982861-14 2024-04-10T15:35:21.200 INFO:tasks.rados.rados.0.smithi069.stdout:1202: finishing write tid 4 to smithi06982861-14 2024-04-10T15:35:21.200 INFO:tasks.rados.rados.0.smithi069.stdout:1202: finishing write tid 5 to smithi06982861-14 2024-04-10T15:35:21.200 INFO:tasks.rados.rados.0.smithi069.stdout:1202: oid 14 updating version 0 to 463 2024-04-10T15:35:21.200 INFO:tasks.rados.rados.0.smithi069.stdout:1202: oid 14 version 463 is already newer than 461 2024-04-10T15:35:21.200 INFO:tasks.rados.rados.0.smithi069.stdout:1202: oid 14 updating version 463 to 464 2024-04-10T15:35:21.200 INFO:tasks.rados.rados.0.smithi069.stdout:1202: oid 14 version 464 is already newer than 462 2024-04-10T15:35:21.200 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 14 v 464 (ObjNum 385 snap 120 seq_num 385) dirty exists 2024-04-10T15:35:21.200 INFO:tasks.rados.rados.0.smithi069.stdout:1202: left oid 14 (ObjNum 385 snap 120 seq_num 385) 2024-04-10T15:35:21.200 INFO:tasks.rados.rados.0.smithi069.stdout:1204: expect (ObjNum 329 snap 96 seq_num 329) 2024-04-10T15:35:21.383 INFO:tasks.rados.rados.0.smithi069.stdout:1203: expect (ObjNum 258 snap 69 seq_num 258) 2024-04-10T15:35:21.387 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:35:21 smithi069 ceph-mon[96738]: osdmap e300: 8 total, 8 up, 8 in 2024-04-10T15:35:21.387 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:35:21 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:35:21.387 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:35:21 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-10T15:35:21.387 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:35:21 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:35:21.388 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:35:21 smithi069 ceph-mon[94167]: osdmap e300: 8 total, 8 up, 8 in 2024-04-10T15:35:21.388 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:35:21 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:35:21.388 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:35:21 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-10T15:35:21.388 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:35:21 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:35:21.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:35:21 smithi077 ceph-mon[87572]: osdmap e300: 8 total, 8 up, 8 in 2024-04-10T15:35:21.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:35:21 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:35:21.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:35:21 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-10T15:35:21.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:35:21 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:35:21.566 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 37 v 475 (ObjNum 316 snap 89 seq_num 316) dirty exists 2024-04-10T15:35:21.566 INFO:tasks.rados.rados.0.smithi069.stdout:1195: done (7 left) 2024-04-10T15:35:21.566 INFO:tasks.rados.rados.0.smithi069.stdout:1196: done (6 left) 2024-04-10T15:35:21.566 INFO:tasks.rados.rados.0.smithi069.stdout:1198: done (5 left) 2024-04-10T15:35:21.566 INFO:tasks.rados.rados.0.smithi069.stdout:1201: done (4 left) 2024-04-10T15:35:21.566 INFO:tasks.rados.rados.0.smithi069.stdout:1202: done (3 left) 2024-04-10T15:35:21.566 INFO:tasks.rados.rados.0.smithi069.stdout:1203: done (2 left) 2024-04-10T15:35:21.566 INFO:tasks.rados.rados.0.smithi069.stdout:1204: done (1 left) 2024-04-10T15:35:21.567 INFO:tasks.rados.rados.0.smithi069.stdout:1205: done (0 left) 2024-04-10T15:35:21.567 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 16 current snap is 120 2024-04-10T15:35:21.567 INFO:tasks.rados.rados.0.smithi069.stdout:1206: seq_num 386 ranges {0=466944,466944=638976,1105920=565248} 2024-04-10T15:35:21.568 INFO:tasks.rados.rados.0.smithi069.stdout:1206: writing smithi06982861-16 from 0 to 466944 tid 1 2024-04-10T15:35:21.572 INFO:tasks.rados.rados.0.smithi069.stdout:1206: writing smithi06982861-16 from 466944 to 1105920 tid 2 2024-04-10T15:35:21.575 INFO:tasks.rados.rados.0.smithi069.stdout:1206: writing smithi06982861-16 from 1105920 to 1671168 tid 3 2024-04-10T15:35:21.575 INFO:tasks.rados.rados.0.smithi069.stdout:1207: copy_from oid 11 from oid 18 current snap is 120 2024-04-10T15:35:21.575 INFO:tasks.rados.rados.0.smithi069.stdout:1206: finishing write tid 1 to smithi06982861-16 2024-04-10T15:35:21.576 INFO:tasks.rados.rados.0.smithi069.stdout:1206: finishing write tid 2 to smithi06982861-16 2024-04-10T15:35:21.576 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 3 current snap is 120 2024-04-10T15:35:21.576 INFO:tasks.rados.rados.0.smithi069.stdout:1208: seq_num 387 ranges {0=483328,483328=524288,1007616=679936} 2024-04-10T15:35:21.578 INFO:tasks.rados.rados.0.smithi069.stdout:1208: writing smithi06982861-3 from 0 to 483328 tid 1 2024-04-10T15:35:21.581 INFO:tasks.rados.rados.0.smithi069.stdout:1208: writing smithi06982861-3 from 483328 to 1007616 tid 2 2024-04-10T15:35:21.585 INFO:tasks.rados.rados.0.smithi069.stdout:1208: writing smithi06982861-3 from 1007616 to 1687552 tid 3 2024-04-10T15:35:21.585 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 44 current snap is 120 2024-04-10T15:35:21.585 INFO:tasks.rados.rados.0.smithi069.stdout:1207: finishing copy_from to smithi06982861-11 2024-04-10T15:35:21.585 INFO:tasks.rados.rados.0.smithi069.stdout:1207: got expected ENOENT (src dne) 2024-04-10T15:35:21.585 INFO:tasks.rados.rados.0.smithi069.stdout:1207: finishing copy_from racing read to smithi06982861-11 2024-04-10T15:35:21.585 INFO:tasks.rados.rados.0.smithi069.stdout:1206: finishing write tid 3 to smithi06982861-16 2024-04-10T15:35:21.585 INFO:tasks.rados.rados.0.smithi069.stdout:1209: seq_num 388 ranges {9347072=507904,9854976=458752,10313728=606208,10919936=139264} 2024-04-10T15:35:21.637 INFO:tasks.rados.rados.0.smithi069.stdout:1209: writing smithi06982861-44 from 9347072 to 9854976 tid 1 2024-04-10T15:35:21.639 INFO:tasks.rados.rados.0.smithi069.stdout:1209: writing smithi06982861-44 from 9854976 to 10313728 tid 2 2024-04-10T15:35:21.643 INFO:tasks.rados.rados.0.smithi069.stdout:1209: writing smithi06982861-44 from 10313728 to 10919936 tid 3 2024-04-10T15:35:21.644 INFO:tasks.rados.rados.0.smithi069.stdout:1209: writing smithi06982861-44 from 10919936 to 11059200 tid 4 2024-04-10T15:35:21.645 INFO:tasks.rados.rados.0.smithi069.stdout:1207: done (3 left) 2024-04-10T15:35:21.645 INFO:tasks.rados.rados.0.smithi069.stdout:1210: read oid 50 snap -1 2024-04-10T15:35:21.645 INFO:tasks.rados.rados.0.smithi069.stdout:1210: expect deleted 2024-04-10T15:35:21.645 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 17 current snap is 120 2024-04-10T15:35:21.645 INFO:tasks.rados.rados.0.smithi069.stdout:1206: finishing write tid 4 to smithi06982861-16 2024-04-10T15:35:21.645 INFO:tasks.rados.rados.0.smithi069.stdout:1206: finishing write tid 5 to smithi06982861-16 2024-04-10T15:35:21.645 INFO:tasks.rados.rados.0.smithi069.stdout:1206: oid 16 updating version 0 to 601 2024-04-10T15:35:21.645 INFO:tasks.rados.rados.0.smithi069.stdout:1206: oid 16 version 601 is already newer than 598 2024-04-10T15:35:21.645 INFO:tasks.rados.rados.0.smithi069.stdout:1206: oid 16 version 601 is already newer than 599 2024-04-10T15:35:21.645 INFO:tasks.rados.rados.0.smithi069.stdout:1206: oid 16 version 601 is already newer than 600 2024-04-10T15:35:21.645 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 16 v 601 (ObjNum 386 snap 120 seq_num 386) dirty exists 2024-04-10T15:35:21.645 INFO:tasks.rados.rados.0.smithi069.stdout:1206: left oid 16 (ObjNum 386 snap 120 seq_num 386) 2024-04-10T15:35:21.646 INFO:tasks.rados.rados.0.smithi069.stdout:1208: finishing write tid 1 to smithi06982861-3 2024-04-10T15:35:21.646 INFO:tasks.rados.rados.0.smithi069.stdout:1211: seq_num 389 ranges {892928=524288,1417216=745472,2162688=458752} 2024-04-10T15:35:21.652 INFO:tasks.rados.rados.0.smithi069.stdout:1211: writing smithi06982861-17 from 892928 to 1417216 tid 1 2024-04-10T15:35:21.656 INFO:tasks.rados.rados.0.smithi069.stdout:1211: writing smithi06982861-17 from 1417216 to 2162688 tid 2 2024-04-10T15:35:21.659 INFO:tasks.rados.rados.0.smithi069.stdout:1211: writing smithi06982861-17 from 2162688 to 2621440 tid 3 2024-04-10T15:35:21.660 INFO:tasks.rados.rados.0.smithi069.stdout:1206: done (4 left) 2024-04-10T15:35:21.660 INFO:tasks.rados.rados.0.smithi069.stdout:1212: rollback oid 22 current snap is 120 2024-04-10T15:35:21.660 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 22 to 102 2024-04-10T15:35:21.660 INFO:tasks.rados.rados.0.smithi069.stdout:1208: finishing write tid 2 to smithi06982861-3 2024-04-10T15:35:21.660 INFO:tasks.rados.rados.0.smithi069.stdout:1208: finishing write tid 3 to smithi06982861-3 2024-04-10T15:35:21.660 INFO:tasks.rados.rados.0.smithi069.stdout:1208: finishing write tid 4 to smithi06982861-3 2024-04-10T15:35:21.660 INFO:tasks.rados.rados.0.smithi069.stdout:1208: finishing write tid 5 to smithi06982861-3 2024-04-10T15:35:21.660 INFO:tasks.rados.rados.0.smithi069.stdout:1208: oid 3 updating version 0 to 478 2024-04-10T15:35:21.660 INFO:tasks.rados.rados.0.smithi069.stdout:1208: oid 3 updating version 478 to 479 2024-04-10T15:35:21.660 INFO:tasks.rados.rados.0.smithi069.stdout:1208: oid 3 version 479 is already newer than 477 2024-04-10T15:35:21.660 INFO:tasks.rados.rados.0.smithi069.stdout:1208: oid 3 version 479 is already newer than 476 2024-04-10T15:35:21.660 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 3 v 479 (ObjNum 387 snap 120 seq_num 387) dirty exists 2024-04-10T15:35:21.660 INFO:tasks.rados.rados.0.smithi069.stdout:1208: left oid 3 (ObjNum 387 snap 120 seq_num 387) 2024-04-10T15:35:21.660 INFO:tasks.rados.rados.0.smithi069.stdout:1209: finishing write tid 1 to smithi06982861-44 2024-04-10T15:35:21.661 INFO:tasks.rados.rados.0.smithi069.stdout:1209: finishing write tid 2 to smithi06982861-44 2024-04-10T15:35:21.661 INFO:tasks.rados.rados.0.smithi069.stdout:1209: finishing write tid 3 to smithi06982861-44 2024-04-10T15:35:21.661 INFO:tasks.rados.rados.0.smithi069.stdout:1209: finishing write tid 4 to smithi06982861-44 2024-04-10T15:35:21.661 INFO:tasks.rados.rados.0.smithi069.stdout:1209: finishing write tid 5 to smithi06982861-44 2024-04-10T15:35:21.661 INFO:tasks.rados.rados.0.smithi069.stdout:1208: done (4 left) 2024-04-10T15:35:21.661 INFO:tasks.rados.rados.0.smithi069.stdout:1210: done (3 left) 2024-04-10T15:35:21.661 INFO:tasks.rados.rados.0.smithi069.stdout:1213: copy_from oid 13 from oid 36 current snap is 120 2024-04-10T15:35:21.661 INFO:tasks.rados.rados.0.smithi069.stdout:1209: finishing write tid 6 to smithi06982861-44 2024-04-10T15:35:21.661 INFO:tasks.rados.rados.0.smithi069.stdout:1209: oid 44 updating version 0 to 550 2024-04-10T15:35:21.661 INFO:tasks.rados.rados.0.smithi069.stdout:1209: oid 44 updating version 550 to 551 2024-04-10T15:35:21.661 INFO:tasks.rados.rados.0.smithi069.stdout:1209: oid 44 version 551 is already newer than 549 2024-04-10T15:35:21.661 INFO:tasks.rados.rados.0.smithi069.stdout:1209: oid 44 updating version 551 to 553 2024-04-10T15:35:21.661 INFO:tasks.rados.rados.0.smithi069.stdout:1209: oid 44 version 553 is already newer than 552 2024-04-10T15:35:21.661 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 44 v 553 (ObjNum 388 snap 120 seq_num 388) dirty exists 2024-04-10T15:35:21.661 INFO:tasks.rados.rados.0.smithi069.stdout:1209: left oid 44 (ObjNum 388 snap 120 seq_num 388) 2024-04-10T15:35:21.661 INFO:tasks.rados.rados.0.smithi069.stdout:1211: finishing write tid 1 to smithi06982861-17 2024-04-10T15:35:21.662 INFO:tasks.rados.rados.0.smithi069.stdout:1211: finishing write tid 2 to smithi06982861-17 2024-04-10T15:35:21.662 INFO:tasks.rados.rados.0.smithi069.stdout:1209: done (3 left) 2024-04-10T15:35:21.662 INFO:tasks.rados.rados.0.smithi069.stdout:1214: snap_remove snap 116 2024-04-10T15:35:22.134 INFO:tasks.rados.rados.0.smithi069.stdout:1214: done (3 left) 2024-04-10T15:35:22.134 INFO:tasks.rados.rados.0.smithi069.stdout:1215: copy_from oid 25 from oid 34 current snap is 120 2024-04-10T15:35:22.134 INFO:tasks.rados.rados.0.smithi069.stdout:1211: finishing write tid 3 to smithi06982861-17 2024-04-10T15:35:22.134 INFO:tasks.rados.rados.0.smithi069.stdout:1211: finishing write tid 4 to smithi06982861-17 2024-04-10T15:35:22.134 INFO:tasks.rados.rados.0.smithi069.stdout:1212: finishing rollback tid 0 to smithi06982861-22 2024-04-10T15:35:22.134 INFO:tasks.rados.rados.0.smithi069.stdout:1211: finishing write tid 5 to smithi06982861-17 2024-04-10T15:35:22.134 INFO:tasks.rados.rados.0.smithi069.stdout:1211: oid 17 updating version 0 to 555 2024-04-10T15:35:22.134 INFO:tasks.rados.rados.0.smithi069.stdout:1211: oid 17 updating version 555 to 556 2024-04-10T15:35:22.135 INFO:tasks.rados.rados.0.smithi069.stdout:1211: oid 17 updating version 556 to 558 2024-04-10T15:35:22.135 INFO:tasks.rados.rados.0.smithi069.stdout:1211: oid 17 version 558 is already newer than 557 2024-04-10T15:35:22.135 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 17 v 558 (ObjNum 389 snap 120 seq_num 389) dirty exists 2024-04-10T15:35:22.135 INFO:tasks.rados.rados.0.smithi069.stdout:1211: left oid 17 (ObjNum 389 snap 120 seq_num 389) 2024-04-10T15:35:22.135 INFO:tasks.rados.rados.0.smithi069.stdout:1212: finishing rollback tid 1 to smithi06982861-22 2024-04-10T15:35:22.135 INFO:tasks.rados.rados.0.smithi069.stdout:1212: finishing rollback tid 2 to smithi06982861-22 2024-04-10T15:35:22.135 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 22 v 102 (ObjNum 33 snap 0 seq_num 1434199840) dirty exists 2024-04-10T15:35:22.135 INFO:tasks.rados.rados.0.smithi069.stdout:1213: finishing copy_from racing read to smithi06982861-13 2024-04-10T15:35:22.135 INFO:tasks.rados.rados.0.smithi069.stdout:1213: finishing copy_from to smithi06982861-13 2024-04-10T15:35:22.135 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 13 v 528 (ObjNum 351 snap 106 seq_num 351) dirty exists 2024-04-10T15:35:22.135 INFO:tasks.rados.rados.0.smithi069.stdout:1211: done (3 left) 2024-04-10T15:35:22.135 INFO:tasks.rados.rados.0.smithi069.stdout:1212: done (2 left) 2024-04-10T15:35:22.135 INFO:tasks.rados.rados.0.smithi069.stdout:1213: done (1 left) 2024-04-10T15:35:22.135 INFO:tasks.rados.rados.0.smithi069.stdout:1216: snap_create 2024-04-10T15:35:22.165 INFO:tasks.rados.rados.0.smithi069.stdout:1215: finishing copy_from racing read to smithi06982861-25 2024-04-10T15:35:22.170 INFO:tasks.rados.rados.0.smithi069.stdout:1215: finishing copy_from to smithi06982861-25 2024-04-10T15:35:22.170 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 25 v 648 (ObjNum 132 snap 31 seq_num 132) dirty exists 2024-04-10T15:35:22.462 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:35:22 smithi069 ceph-mon[96738]: Upgrade: Updating osd.0 2024-04-10T15:35:22.462 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:35:22 smithi069 ceph-mon[96738]: Deploying daemon osd.0 on smithi069 2024-04-10T15:35:22.462 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:35:22 smithi069 ceph-mon[96738]: pgmap v106: 121 pgs: 121 active+clean; 265 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 2.7 MiB/s wr, 14 op/s 2024-04-10T15:35:22.462 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:35:22 smithi069 ceph-mon[94167]: Upgrade: Updating osd.0 2024-04-10T15:35:22.463 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:35:22 smithi069 ceph-mon[94167]: Deploying daemon osd.0 on smithi069 2024-04-10T15:35:22.463 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:35:22 smithi069 ceph-mon[94167]: pgmap v106: 121 pgs: 121 active+clean; 265 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 2.7 MiB/s wr, 14 op/s 2024-04-10T15:35:22.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:35:22 smithi077 ceph-mon[87572]: Upgrade: Updating osd.0 2024-04-10T15:35:22.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:35:22 smithi077 ceph-mon[87572]: Deploying daemon osd.0 on smithi069 2024-04-10T15:35:22.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:35:22 smithi077 ceph-mon[87572]: pgmap v106: 121 pgs: 121 active+clean; 265 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 2.7 MiB/s wr, 14 op/s 2024-04-10T15:35:22.491 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:35:22 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[78458]: ts=2024-04-10T15:35:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:35:23.138 INFO:tasks.rados.rados.0.smithi069.stdout:1215: done (1 left) 2024-04-10T15:35:23.138 INFO:tasks.rados.rados.0.smithi069.stdout:1216: done (0 left) 2024-04-10T15:35:23.138 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 11 current snap is 121 2024-04-10T15:35:23.139 INFO:tasks.rados.rados.0.smithi069.stdout:1217: seq_num 390 ranges {811008=540672,1351680=630784,1982464=573440} 2024-04-10T15:35:23.145 INFO:tasks.rados.rados.0.smithi069.stdout:1217: writing smithi06982861-11 from 811008 to 1351680 tid 1 2024-04-10T15:35:23.149 INFO:tasks.rados.rados.0.smithi069.stdout:1217: writing smithi06982861-11 from 1351680 to 1982464 tid 2 2024-04-10T15:35:23.153 INFO:tasks.rados.rados.0.smithi069.stdout:1217: writing smithi06982861-11 from 1982464 to 2555904 tid 3 2024-04-10T15:35:23.153 INFO:tasks.rados.rados.0.smithi069.stdout:1218: rmattr oid 30 current snap is 121 2024-04-10T15:35:23.153 INFO:tasks.rados.rados.0.smithi069.stdout:1217: finishing write tid 1 to smithi06982861-11 2024-04-10T15:35:23.153 INFO:tasks.rados.rados.0.smithi069.stdout:1217: finishing write tid 2 to smithi06982861-11 2024-04-10T15:35:23.154 INFO:tasks.rados.rados.0.smithi069.stdout:1219: delete oid 23 current snap is 121 2024-04-10T15:35:23.157 INFO:tasks.rados.rados.0.smithi069.stdout:1219: done (2 left) 2024-04-10T15:35:23.157 INFO:tasks.rados.rados.0.smithi069.stdout:1220: rollback oid 13 current snap is 121 2024-04-10T15:35:23.157 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 13 to 111 2024-04-10T15:35:23.157 INFO:tasks.rados.rados.0.smithi069.stdout:1221: copy_from oid 37 from oid 2 current snap is 121 2024-04-10T15:35:23.157 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 42 current snap is 121 2024-04-10T15:35:23.157 INFO:tasks.rados.rados.0.smithi069.stdout:1222: seq_num 392 ranges {3686400=573440,4259840=802816,5062656=401408} 2024-04-10T15:35:23.180 INFO:tasks.rados.rados.0.smithi069.stdout:1222: writing smithi06982861-42 from 3686400 to 4259840 tid 1 2024-04-10T15:35:23.185 INFO:tasks.rados.rados.0.smithi069.stdout:1222: writing smithi06982861-42 from 4259840 to 5062656 tid 2 2024-04-10T15:35:23.188 INFO:tasks.rados.rados.0.smithi069.stdout:1222: writing smithi06982861-42 from 5062656 to 5464064 tid 3 2024-04-10T15:35:23.188 INFO:tasks.rados.rados.0.smithi069.stdout:1223: read oid 47 snap 105 2024-04-10T15:35:23.188 INFO:tasks.rados.rados.0.smithi069.stdout:1223: expect (ObjNum 346 snap 103 seq_num 346) 2024-04-10T15:35:23.188 INFO:tasks.rados.rados.0.smithi069.stdout:1224: snap_create 2024-04-10T15:35:23.188 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 30 v 600 (ObjNum 65 snap 0 seq_num 1700557670) dirty exists 2024-04-10T15:35:23.189 INFO:tasks.rados.rados.0.smithi069.stdout:1217: finishing write tid 3 to smithi06982861-11 2024-04-10T15:35:23.189 INFO:tasks.rados.rados.0.smithi069.stdout:1217: finishing write tid 4 to smithi06982861-11 2024-04-10T15:35:23.189 INFO:tasks.rados.rados.0.smithi069.stdout:1217: finishing write tid 5 to smithi06982861-11 2024-04-10T15:35:23.189 INFO:tasks.rados.rados.0.smithi069.stdout:1217: oid 11 updating version 0 to 652 2024-04-10T15:35:23.189 INFO:tasks.rados.rados.0.smithi069.stdout:1217: oid 11 version 652 is already newer than 651 2024-04-10T15:35:23.189 INFO:tasks.rados.rados.0.smithi069.stdout:1217: oid 11 version 652 is already newer than 649 2024-04-10T15:35:23.189 INFO:tasks.rados.rados.0.smithi069.stdout:1217: oid 11 version 652 is already newer than 650 2024-04-10T15:35:23.189 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 11 v 652 (ObjNum 390 snap 121 seq_num 390) dirty exists 2024-04-10T15:35:23.189 INFO:tasks.rados.rados.0.smithi069.stdout:1217: left oid 11 (ObjNum 390 snap 121 seq_num 390) 2024-04-10T15:35:23.189 INFO:tasks.rados.rados.0.smithi069.stdout:1220: finishing rollback tid 0 to smithi06982861-13 2024-04-10T15:35:23.189 INFO:tasks.rados.rados.0.smithi069.stdout:1220: finishing rollback tid 1 to smithi06982861-13 2024-04-10T15:35:23.190 INFO:tasks.rados.rados.0.smithi069.stdout:1220: finishing rollback tid 2 to smithi06982861-13 2024-04-10T15:35:23.190 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 13 v 571 (ObjNum 349 snap 104 seq_num 349) dirty exists 2024-04-10T15:35:23.190 INFO:tasks.rados.rados.0.smithi069.stdout:1221: finishing copy_from racing read to smithi06982861-37 2024-04-10T15:35:23.190 INFO:tasks.rados.rados.0.smithi069.stdout:1221: finishing copy_from to smithi06982861-37 2024-04-10T15:35:23.190 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 37 v 250 (ObjNum 314 snap 88 seq_num 314) dirty exists 2024-04-10T15:35:23.190 INFO:tasks.rados.rados.0.smithi069.stdout:1222: finishing write tid 1 to smithi06982861-42 2024-04-10T15:35:23.190 INFO:tasks.rados.rados.0.smithi069.stdout:1222: finishing write tid 2 to smithi06982861-42 2024-04-10T15:35:23.190 INFO:tasks.rados.rados.0.smithi069.stdout:1222: finishing write tid 3 to smithi06982861-42 2024-04-10T15:35:23.191 INFO:tasks.rados.rados.0.smithi069.stdout:1222: finishing write tid 4 to smithi06982861-42 2024-04-10T15:35:23.191 INFO:tasks.rados.rados.0.smithi069.stdout:1222: finishing write tid 5 to smithi06982861-42 2024-04-10T15:35:23.191 INFO:tasks.rados.rados.0.smithi069.stdout:1222: oid 42 updating version 0 to 527 2024-04-10T15:35:23.191 INFO:tasks.rados.rados.0.smithi069.stdout:1222: oid 42 version 527 is already newer than 525 2024-04-10T15:35:23.191 INFO:tasks.rados.rados.0.smithi069.stdout:1222: oid 42 version 527 is already newer than 526 2024-04-10T15:35:23.191 INFO:tasks.rados.rados.0.smithi069.stdout:1222: oid 42 version 527 is already newer than 524 2024-04-10T15:35:23.192 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 42 v 527 (ObjNum 392 snap 121 seq_num 392) dirty exists 2024-04-10T15:35:23.192 INFO:tasks.rados.rados.0.smithi069.stdout:1222: left oid 42 (ObjNum 392 snap 121 seq_num 392) 2024-04-10T15:35:23.199 INFO:tasks.rados.rados.0.smithi069.stdout:1223: expect (ObjNum 346 snap 103 seq_num 346) 2024-04-10T15:35:23.469 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:35:23 smithi069 ceph-mon[96738]: osdmap e301: 8 total, 8 up, 8 in 2024-04-10T15:35:23.470 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:35:23 smithi069 ceph-mon[94167]: osdmap e301: 8 total, 8 up, 8 in 2024-04-10T15:35:23.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:35:23 smithi077 ceph-mon[87572]: osdmap e301: 8 total, 8 up, 8 in 2024-04-10T15:35:23.990 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:35:23 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[78458]: ts=2024-04-10T15:35:23.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi069\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi069\", job=\"node\", machine=\"x86_64\", nodename=\"smithi069\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", domainname=\"(none)\", instance=\"smithi069\", job=\"node\", machine=\"x86_64\", nodename=\"smithi069\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:35:24.145 INFO:tasks.rados.rados.0.smithi069.stdout:1217: done (6 left) 2024-04-10T15:35:24.145 INFO:tasks.rados.rados.0.smithi069.stdout:1218: done (5 left) 2024-04-10T15:35:24.145 INFO:tasks.rados.rados.0.smithi069.stdout:1220: done (4 left) 2024-04-10T15:35:24.145 INFO:tasks.rados.rados.0.smithi069.stdout:1221: done (3 left) 2024-04-10T15:35:24.145 INFO:tasks.rados.rados.0.smithi069.stdout:1222: done (2 left) 2024-04-10T15:35:24.145 INFO:tasks.rados.rados.0.smithi069.stdout:1223: done (1 left) 2024-04-10T15:35:24.145 INFO:tasks.rados.rados.0.smithi069.stdout:1224: done (0 left) 2024-04-10T15:35:24.145 INFO:tasks.rados.rados.0.smithi069.stdout:1225: delete oid 26 current snap is 122 2024-04-10T15:35:24.150 INFO:tasks.rados.rados.0.smithi069.stdout:1225: done (0 left) 2024-04-10T15:35:24.150 INFO:tasks.rados.rados.0.smithi069.stdout:1226: delete oid 5 current snap is 122 2024-04-10T15:35:24.151 INFO:tasks.rados.rados.0.smithi069.stdout:1226: done (0 left) 2024-04-10T15:35:24.151 INFO:tasks.rados.rados.0.smithi069.stdout:1227: copy_from oid 21 from oid 29 current snap is 122 2024-04-10T15:35:24.151 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 3 current snap is 122 2024-04-10T15:35:24.151 INFO:tasks.rados.rados.0.smithi069.stdout:1228: seq_num 395 ranges {1687552=622592,2310144=450560,2760704=753664} 2024-04-10T15:35:24.164 INFO:tasks.rados.rados.0.smithi069.stdout:1228: writing smithi06982861-3 from 1687552 to 2310144 tid 1 2024-04-10T15:35:24.167 INFO:tasks.rados.rados.0.smithi069.stdout:1228: writing smithi06982861-3 from 2310144 to 2760704 tid 2 2024-04-10T15:35:24.172 INFO:tasks.rados.rados.0.smithi069.stdout:1228: writing smithi06982861-3 from 2760704 to 3514368 tid 3 2024-04-10T15:35:24.172 INFO:tasks.rados.rados.0.smithi069.stdout:1229: copy_from oid 35 from oid 34 current snap is 122 2024-04-10T15:35:24.172 INFO:tasks.rados.rados.0.smithi069.stdout:1227: finishing copy_from racing read to smithi06982861-21 2024-04-10T15:35:24.172 INFO:tasks.rados.rados.0.smithi069.stdout:1228: finishing write tid 1 to smithi06982861-3 2024-04-10T15:35:24.172 INFO:tasks.rados.rados.0.smithi069.stdout:1227: finishing copy_from to smithi06982861-21 2024-04-10T15:35:24.172 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 21 v 588 (ObjNum 379 snap 118 seq_num 379) dirty exists 2024-04-10T15:35:24.173 INFO:tasks.rados.rados.0.smithi069.stdout:1228: finishing write tid 2 to smithi06982861-3 2024-04-10T15:35:24.173 INFO:tasks.rados.rados.0.smithi069.stdout:1227: done (2 left) 2024-04-10T15:35:24.173 INFO:tasks.rados.rados.0.smithi069.stdout:1230: read oid 38 snap -1 2024-04-10T15:35:24.173 INFO:tasks.rados.rados.0.smithi069.stdout:1230: expect (ObjNum 318 snap 89 seq_num 318) 2024-04-10T15:35:24.173 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 26 current snap is 122 2024-04-10T15:35:24.173 INFO:tasks.rados.rados.0.smithi069.stdout:1231: seq_num 396 ranges {0=638976,638976=786432,1425408=417792} 2024-04-10T15:35:24.176 INFO:tasks.rados.rados.0.smithi069.stdout:1231: writing smithi06982861-26 from 0 to 638976 tid 1 2024-04-10T15:35:24.182 INFO:tasks.rados.rados.0.smithi069.stdout:1231: writing smithi06982861-26 from 638976 to 1425408 tid 2 2024-04-10T15:35:24.186 INFO:tasks.rados.rados.0.smithi069.stdout:1231: writing smithi06982861-26 from 1425408 to 1843200 tid 3 2024-04-10T15:35:24.186 INFO:tasks.rados.rados.0.smithi069.stdout:1232: copy_from oid 30 from oid 31 current snap is 122 2024-04-10T15:35:24.186 INFO:tasks.rados.rados.0.smithi069.stdout:1228: finishing write tid 3 to smithi06982861-3 2024-04-10T15:35:24.186 INFO:tasks.rados.rados.0.smithi069.stdout:1228: finishing write tid 4 to smithi06982861-3 2024-04-10T15:35:24.186 INFO:tasks.rados.rados.0.smithi069.stdout:1230: expect (ObjNum 318 snap 89 seq_num 318) 2024-04-10T15:35:24.216 INFO:tasks.rados.rados.0.smithi069.stdout:1228: finishing write tid 5 to smithi06982861-3 2024-04-10T15:35:24.216 INFO:tasks.rados.rados.0.smithi069.stdout:1228: oid 3 updating version 0 to 485 2024-04-10T15:35:24.216 INFO:tasks.rados.rados.0.smithi069.stdout:1228: oid 3 updating version 485 to 486 2024-04-10T15:35:24.216 INFO:tasks.rados.rados.0.smithi069.stdout:1228: oid 3 updating version 486 to 488 2024-04-10T15:35:24.216 INFO:tasks.rados.rados.0.smithi069.stdout:1228: oid 3 version 488 is already newer than 487 2024-04-10T15:35:24.216 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 3 v 488 (ObjNum 395 snap 122 seq_num 395) dirty exists 2024-04-10T15:35:24.216 INFO:tasks.rados.rados.0.smithi069.stdout:1228: left oid 3 (ObjNum 395 snap 122 seq_num 395) 2024-04-10T15:35:24.217 INFO:tasks.rados.rados.0.smithi069.stdout:1231: finishing write tid 1 to smithi06982861-26 2024-04-10T15:35:24.217 INFO:tasks.rados.rados.0.smithi069.stdout:1228: done (4 left) 2024-04-10T15:35:24.217 INFO:tasks.rados.rados.0.smithi069.stdout:1230: done (3 left) 2024-04-10T15:35:24.217 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 8 current snap is 122 2024-04-10T15:35:24.217 INFO:tasks.rados.rados.0.smithi069.stdout:1231: finishing write tid 2 to smithi06982861-26 2024-04-10T15:35:24.217 INFO:tasks.rados.rados.0.smithi069.stdout:1233: seq_num 397 ranges {0=655360,655360=671744,1327104=532480} 2024-04-10T15:35:24.220 INFO:tasks.rados.rados.0.smithi069.stdout:1233: writing smithi06982861-8 from 0 to 655360 tid 1 2024-04-10T15:35:24.225 INFO:tasks.rados.rados.0.smithi069.stdout:1233: writing smithi06982861-8 from 655360 to 1327104 tid 2 2024-04-10T15:35:24.230 INFO:tasks.rados.rados.0.smithi069.stdout:1233: writing smithi06982861-8 from 1327104 to 1859584 tid 3 2024-04-10T15:35:24.230 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 44 current snap is 122 2024-04-10T15:35:24.230 INFO:tasks.rados.rados.0.smithi069.stdout:1231: finishing write tid 3 to smithi06982861-26 2024-04-10T15:35:24.230 INFO:tasks.rados.rados.0.smithi069.stdout:1231: finishing write tid 4 to smithi06982861-26 2024-04-10T15:35:24.230 INFO:tasks.rados.rados.0.smithi069.stdout:1231: finishing write tid 5 to smithi06982861-26 2024-04-10T15:35:24.231 INFO:tasks.rados.rados.0.smithi069.stdout:1231: oid 26 updating version 0 to 605 2024-04-10T15:35:24.231 INFO:tasks.rados.rados.0.smithi069.stdout:1231: oid 26 updating version 605 to 607 2024-04-10T15:35:24.231 INFO:tasks.rados.rados.0.smithi069.stdout:1231: oid 26 version 607 is already newer than 606 2024-04-10T15:35:24.231 INFO:tasks.rados.rados.0.smithi069.stdout:1231: oid 26 version 607 is already newer than 604 2024-04-10T15:35:24.231 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 26 v 607 (ObjNum 396 snap 122 seq_num 396) dirty exists 2024-04-10T15:35:24.231 INFO:tasks.rados.rados.0.smithi069.stdout:1231: left oid 26 (ObjNum 396 snap 122 seq_num 396) 2024-04-10T15:35:24.231 INFO:tasks.rados.rados.0.smithi069.stdout:1232: finishing copy_from racing read to smithi06982861-30 2024-04-10T15:35:24.231 INFO:tasks.rados.rados.0.smithi069.stdout:1232: finishing copy_from to smithi06982861-30 2024-04-10T15:35:24.231 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 30 v 558 (ObjNum 366 snap 112 seq_num 366) dirty exists 2024-04-10T15:35:24.231 INFO:tasks.rados.rados.0.smithi069.stdout:1229: finishing copy_from racing read to smithi06982861-35 2024-04-10T15:35:24.231 INFO:tasks.rados.rados.0.smithi069.stdout:1234: seq_num 398 ranges {11059200=671744,11730944=557056,12288000=532480,12820480=114688} 2024-04-10T15:35:24.294 INFO:tasks.rados.rados.0.smithi069.stdout:1234: writing smithi06982861-44 from 11059200 to 11730944 tid 1 2024-04-10T15:35:24.297 INFO:tasks.rados.rados.0.smithi069.stdout:1234: writing smithi06982861-44 from 11730944 to 12288000 tid 2 2024-04-10T15:35:24.300 INFO:tasks.rados.rados.0.smithi069.stdout:1234: writing smithi06982861-44 from 12288000 to 12820480 tid 3 2024-04-10T15:35:24.302 INFO:tasks.rados.rados.0.smithi069.stdout:1234: writing smithi06982861-44 from 12820480 to 12935168 tid 4 2024-04-10T15:35:24.302 INFO:tasks.rados.rados.0.smithi069.stdout:1231: done (4 left) 2024-04-10T15:35:24.302 INFO:tasks.rados.rados.0.smithi069.stdout:1232: done (3 left) 2024-04-10T15:35:24.302 INFO:tasks.rados.rados.0.smithi069.stdout:1235: read oid 2 snap -1 2024-04-10T15:35:24.302 INFO:tasks.rados.rados.0.smithi069.stdout:1235: expect (ObjNum 314 snap 88 seq_num 314) 2024-04-10T15:35:24.302 INFO:tasks.rados.rados.0.smithi069.stdout:1236: snap_create 2024-04-10T15:35:24.302 INFO:tasks.rados.rados.0.smithi069.stdout:1229: finishing copy_from to smithi06982861-35 2024-04-10T15:35:24.302 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 35 v 648 (ObjNum 132 snap 31 seq_num 132) dirty exists 2024-04-10T15:35:24.302 INFO:tasks.rados.rados.0.smithi069.stdout:1233: finishing write tid 1 to smithi06982861-8 2024-04-10T15:35:24.302 INFO:tasks.rados.rados.0.smithi069.stdout:1233: finishing write tid 2 to smithi06982861-8 2024-04-10T15:35:24.302 INFO:tasks.rados.rados.0.smithi069.stdout:1233: finishing write tid 3 to smithi06982861-8 2024-04-10T15:35:24.302 INFO:tasks.rados.rados.0.smithi069.stdout:1233: finishing write tid 4 to smithi06982861-8 2024-04-10T15:35:24.303 INFO:tasks.rados.rados.0.smithi069.stdout:1233: finishing write tid 5 to smithi06982861-8 2024-04-10T15:35:24.303 INFO:tasks.rados.rados.0.smithi069.stdout:1233: oid 8 updating version 0 to 603 2024-04-10T15:35:24.303 INFO:tasks.rados.rados.0.smithi069.stdout:1233: oid 8 updating version 603 to 606 2024-04-10T15:35:24.303 INFO:tasks.rados.rados.0.smithi069.stdout:1233: oid 8 version 606 is already newer than 605 2024-04-10T15:35:24.303 INFO:tasks.rados.rados.0.smithi069.stdout:1233: oid 8 version 606 is already newer than 604 2024-04-10T15:35:24.303 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 8 v 606 (ObjNum 397 snap 122 seq_num 397) dirty exists 2024-04-10T15:35:24.303 INFO:tasks.rados.rados.0.smithi069.stdout:1233: left oid 8 (ObjNum 397 snap 122 seq_num 397) 2024-04-10T15:35:24.303 INFO:tasks.rados.rados.0.smithi069.stdout:1234: finishing write tid 1 to smithi06982861-44 2024-04-10T15:35:24.303 INFO:tasks.rados.rados.0.smithi069.stdout:1234: finishing write tid 2 to smithi06982861-44 2024-04-10T15:35:24.304 INFO:tasks.rados.rados.0.smithi069.stdout:1234: finishing write tid 3 to smithi06982861-44 2024-04-10T15:35:24.304 INFO:tasks.rados.rados.0.smithi069.stdout:1234: finishing write tid 4 to smithi06982861-44 2024-04-10T15:35:24.304 INFO:tasks.rados.rados.0.smithi069.stdout:1234: finishing write tid 5 to smithi06982861-44 2024-04-10T15:35:24.305 INFO:tasks.rados.rados.0.smithi069.stdout:1235: expect (ObjNum 314 snap 88 seq_num 314) 2024-04-10T15:35:24.340 INFO:tasks.rados.rados.0.smithi069.stdout:1234: finishing write tid 6 to smithi06982861-44 2024-04-10T15:35:24.340 INFO:tasks.rados.rados.0.smithi069.stdout:1234: oid 44 updating version 0 to 578 2024-04-10T15:35:24.340 INFO:tasks.rados.rados.0.smithi069.stdout:1234: oid 44 version 578 is already newer than 577 2024-04-10T15:35:24.340 INFO:tasks.rados.rados.0.smithi069.stdout:1234: oid 44 version 578 is already newer than 576 2024-04-10T15:35:24.340 INFO:tasks.rados.rados.0.smithi069.stdout:1234: oid 44 updating version 578 to 579 2024-04-10T15:35:24.340 INFO:tasks.rados.rados.0.smithi069.stdout:1234: oid 44 version 579 is already newer than 575 2024-04-10T15:35:24.340 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 44 v 579 (ObjNum 398 snap 122 seq_num 398) dirty exists 2024-04-10T15:35:24.340 INFO:tasks.rados.rados.0.smithi069.stdout:1234: left oid 44 (ObjNum 398 snap 122 seq_num 398) 2024-04-10T15:35:24.461 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:35:24 smithi069 ceph-mon[96738]: osdmap e302: 8 total, 8 up, 8 in 2024-04-10T15:35:24.461 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:35:24 smithi069 ceph-mon[96738]: pgmap v109: 121 pgs: 121 active+clean; 265 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 2.7 MiB/s wr, 15 op/s 2024-04-10T15:35:24.461 INFO:journalctl@ceph.osd.0.smithi069.stdout:Apr 10 15:35:24 smithi069 systemd[1]: Stopping Ceph osd.0 for 09bfb546-f74e-11ee-b64a-cb9ed24678a4... 2024-04-10T15:35:24.462 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:35:24 smithi069 ceph-mon[94167]: osdmap e302: 8 total, 8 up, 8 in 2024-04-10T15:35:24.462 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:35:24 smithi069 ceph-mon[94167]: pgmap v109: 121 pgs: 121 active+clean; 265 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 2.7 MiB/s wr, 15 op/s 2024-04-10T15:35:24.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:35:24 smithi077 ceph-mon[87572]: osdmap e302: 8 total, 8 up, 8 in 2024-04-10T15:35:24.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:35:24 smithi077 ceph-mon[87572]: pgmap v109: 121 pgs: 121 active+clean; 265 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 2.7 MiB/s wr, 15 op/s 2024-04-10T15:35:24.834 INFO:journalctl@ceph.osd.0.smithi069.stdout:Apr 10 15:35:24 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-0[44106]: 2024-04-10T15:35:24.472+0000 7f42f2986700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-10T15:35:24.834 INFO:journalctl@ceph.osd.0.smithi069.stdout:Apr 10 15:35:24 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-0[44106]: 2024-04-10T15:35:24.472+0000 7f42f2986700 -1 osd.0 303 *** Got signal Terminated *** 2024-04-10T15:35:24.834 INFO:journalctl@ceph.osd.0.smithi069.stdout:Apr 10 15:35:24 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-0[44106]: 2024-04-10T15:35:24.472+0000 7f42f2986700 -1 osd.0 303 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-10T15:35:25.158 INFO:tasks.rados.rados.0.smithi069.stdout:1229: done (4 left) 2024-04-10T15:35:25.158 INFO:tasks.rados.rados.0.smithi069.stdout:1233: done (3 left) 2024-04-10T15:35:25.158 INFO:tasks.rados.rados.0.smithi069.stdout:1234: done (2 left) 2024-04-10T15:35:25.159 INFO:tasks.rados.rados.0.smithi069.stdout:1235: done (1 left) 2024-04-10T15:35:25.159 INFO:tasks.rados.rados.0.smithi069.stdout:1236: done (0 left) 2024-04-10T15:35:25.159 INFO:tasks.rados.rados.0.smithi069.stdout:1237: setattr oid 23 current snap is 123 2024-04-10T15:35:25.161 INFO:tasks.rados.rados.0.smithi069.stdout:1238: snap_remove snap 119 2024-04-10T15:35:25.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:35:25 smithi077 ceph-mon[87572]: osdmap e303: 8 total, 8 up, 8 in 2024-04-10T15:35:25.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:35:25 smithi077 ceph-mon[87572]: osd.0 marked itself down and dead 2024-04-10T15:35:25.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:35:25 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:35:25.584 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:35:25 smithi069 ceph-mon[94167]: osdmap e303: 8 total, 8 up, 8 in 2024-04-10T15:35:25.584 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:35:25 smithi069 ceph-mon[94167]: osd.0 marked itself down and dead 2024-04-10T15:35:25.585 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:35:25 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:35:25.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:35:25 smithi069 ceph-mon[96738]: osdmap e303: 8 total, 8 up, 8 in 2024-04-10T15:35:25.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:35:25 smithi069 ceph-mon[96738]: osd.0 marked itself down and dead 2024-04-10T15:35:25.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:35:25 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:35:26.026 INFO:journalctl@ceph.osd.0.smithi069.stdout:Apr 10 15:35:25 smithi069 podman[102348]: 2024-04-10 15:35:25.700271764 +0000 UTC m=+1.351121515 container died f5a7a9a8f250ecaca1d48589842d59fc133b58893da560b668c47fb4c822e52f (image=quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240403, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, RELEASE=reef-d540eba) 2024-04-10T15:35:26.120 INFO:tasks.rados.rados.0.smithi069.stdout:1238: done (1 left) 2024-04-10T15:35:26.120 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 45 current snap is 123 2024-04-10T15:35:26.120 INFO:tasks.rados.rados.0.smithi069.stdout:1239: seq_num 399 ranges {0=688128,688128=434176,1122304=745472,1867776=24576} 2024-04-10T15:35:26.125 INFO:tasks.rados.rados.0.smithi069.stdout:1239: writing smithi06982861-45 from 0 to 688128 tid 1 2024-04-10T15:35:26.128 INFO:tasks.rados.rados.0.smithi069.stdout:1239: writing smithi06982861-45 from 688128 to 1122304 tid 2 2024-04-10T15:35:26.133 INFO:tasks.rados.rados.0.smithi069.stdout:1239: writing smithi06982861-45 from 1122304 to 1867776 tid 3 2024-04-10T15:35:26.134 INFO:tasks.rados.rados.0.smithi069.stdout:1239: writing smithi06982861-45 from 1867776 to 1892352 tid 4 2024-04-10T15:35:26.134 INFO:tasks.rados.rados.0.smithi069.stdout:1240: snap_remove snap 97 2024-04-10T15:35:26.334 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:35:26 smithi069 ceph-mon[94167]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-10T15:35:26.334 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:35:26 smithi069 ceph-mon[94167]: osdmap e304: 8 total, 7 up, 8 in 2024-04-10T15:35:26.334 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:35:26 smithi069 ceph-mon[94167]: pgmap v112: 121 pgs: 15 stale+active+clean, 106 active+clean; 265 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail 2024-04-10T15:35:26.334 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:35:26 smithi069 ceph-mon[94167]: osdmap e305: 8 total, 7 up, 8 in 2024-04-10T15:35:26.335 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:35:26 smithi069 ceph-mon[96738]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-10T15:35:26.335 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:35:26 smithi069 ceph-mon[96738]: osdmap e304: 8 total, 7 up, 8 in 2024-04-10T15:35:26.335 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:35:26 smithi069 ceph-mon[96738]: pgmap v112: 121 pgs: 15 stale+active+clean, 106 active+clean; 265 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail 2024-04-10T15:35:26.335 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:35:26 smithi069 ceph-mon[96738]: osdmap e305: 8 total, 7 up, 8 in 2024-04-10T15:35:26.335 INFO:journalctl@ceph.osd.0.smithi069.stdout:Apr 10 15:35:26 smithi069 podman[102348]: 2024-04-10 15:35:26.112130217 +0000 UTC m=+1.762979957 container cleanup f5a7a9a8f250ecaca1d48589842d59fc133b58893da560b668c47fb4c822e52f (image=quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.build-date=20240403, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, ceph=True, maintainer=Guillaume Abrioux , RELEASE=reef-d540eba) 2024-04-10T15:35:26.335 INFO:journalctl@ceph.osd.0.smithi069.stdout:Apr 10 15:35:26 smithi069 bash[102348]: ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-0 2024-04-10T15:35:26.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:35:26 smithi077 ceph-mon[87572]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-10T15:35:26.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:35:26 smithi077 ceph-mon[87572]: osdmap e304: 8 total, 7 up, 8 in 2024-04-10T15:35:26.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:35:26 smithi077 ceph-mon[87572]: pgmap v112: 121 pgs: 15 stale+active+clean, 106 active+clean; 265 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail 2024-04-10T15:35:26.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:35:26 smithi077 ceph-mon[87572]: osdmap e305: 8 total, 7 up, 8 in 2024-04-10T15:35:26.834 INFO:journalctl@ceph.osd.0.smithi069.stdout:Apr 10 15:35:26 smithi069 podman[102370]: 2024-04-10 15:35:26.405153312 +0000 UTC m=+0.699299843 container remove f5a7a9a8f250ecaca1d48589842d59fc133b58893da560b668c47fb4c822e52f (image=quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-0, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True, GIT_CLEAN=True, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, RELEASE=reef-d540eba, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240403) 2024-04-10T15:35:27.112 INFO:tasks.rados.rados.0.smithi069.stdout:1240: done (2 left) 2024-04-10T15:35:27.112 INFO:tasks.rados.rados.0.smithi069.stdout:1241: delete oid 1 current snap is 123 2024-04-10T15:35:27.112 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 23 v 333 (ObjNum 33 snap 0 seq_num 1434450512) dirty exists 2024-04-10T15:35:27.112 INFO:tasks.rados.rados.0.smithi069.stdout:1239: finishing write tid 1 to smithi06982861-45 2024-04-10T15:35:27.112 INFO:tasks.rados.rados.0.smithi069.stdout:1239: finishing write tid 2 to smithi06982861-45 2024-04-10T15:35:27.112 INFO:tasks.rados.rados.0.smithi069.stdout:1239: finishing write tid 3 to smithi06982861-45 2024-04-10T15:35:27.112 INFO:tasks.rados.rados.0.smithi069.stdout:1239: finishing write tid 4 to smithi06982861-45 2024-04-10T15:35:27.112 INFO:tasks.rados.rados.0.smithi069.stdout:1239: finishing write tid 5 to smithi06982861-45 2024-04-10T15:35:27.112 INFO:tasks.rados.rados.0.smithi069.stdout:1239: finishing write tid 6 to smithi06982861-45 2024-04-10T15:35:27.112 INFO:tasks.rados.rados.0.smithi069.stdout:1239: oid 45 updating version 0 to 489 2024-04-10T15:35:27.112 INFO:tasks.rados.rados.0.smithi069.stdout:1239: oid 45 updating version 489 to 491 2024-04-10T15:35:27.112 INFO:tasks.rados.rados.0.smithi069.stdout:1239: oid 45 updating version 491 to 492 2024-04-10T15:35:27.112 INFO:tasks.rados.rados.0.smithi069.stdout:1239: oid 45 updating version 492 to 493 2024-04-10T15:35:27.113 INFO:tasks.rados.rados.0.smithi069.stdout:1239: oid 45 version 493 is already newer than 490 2024-04-10T15:35:27.113 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 45 v 493 (ObjNum 399 snap 123 seq_num 399) dirty exists 2024-04-10T15:35:27.113 INFO:tasks.rados.rados.0.smithi069.stdout:1239: left oid 45 (ObjNum 399 snap 123 seq_num 399) 2024-04-10T15:35:27.119 INFO:tasks.rados.rados.0.smithi069.stdout:1237: done (2 left) 2024-04-10T15:35:27.119 INFO:tasks.rados.rados.0.smithi069.stdout:1239: done (1 left) 2024-04-10T15:35:27.119 INFO:tasks.rados.rados.0.smithi069.stdout:1241: done (0 left) 2024-04-10T15:35:27.119 INFO:tasks.rados.rados.0.smithi069.stdout:1242: rollback oid 50 current snap is 123 2024-04-10T15:35:27.119 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 50 to 120 2024-04-10T15:35:27.119 INFO:tasks.rados.rados.0.smithi069.stdout:1243: copy_from oid 39 from oid 10 current snap is 123 2024-04-10T15:35:27.119 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 2 current snap is 123 2024-04-10T15:35:27.119 INFO:tasks.rados.rados.0.smithi069.stdout:1244: seq_num 401 ranges {811008=720896,1531904=606208,2138112=598016} 2024-04-10T15:35:27.122 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:35:26 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:15:35:26] "GET /metrics HTTP/1.1" 200 36061 "" "Prometheus/2.43.0" 2024-04-10T15:35:27.122 INFO:journalctl@ceph.osd.0.smithi069.stdout:Apr 10 15:35:26 smithi069 podman[102466]: 2024-04-10 15:35:26.784268791 +0000 UTC m=+0.017905919 image pull ffe3e7ac3788b84d6c0b551f13dbde782a187c25e75d087cf3ace2b26f4e3ffa quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc 2024-04-10T15:35:27.123 INFO:journalctl@ceph.osd.0.smithi069.stdout:Apr 10 15:35:26 smithi069 podman[102466]: 2024-04-10 15:35:26.906199027 +0000 UTC m=+0.139836155 container create 3ea3dd97387e0165e47993e69782ff0c3433b7e8b9305cb3a39f4944ea84dcd6 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-0-deactivate, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.build-date=20240409, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, GIT_CLEAN=True, GIT_BRANCH=HEAD) 2024-04-10T15:35:27.123 INFO:journalctl@ceph.osd.0.smithi069.stdout:Apr 10 15:35:27 smithi069 podman[102466]: 2024-04-10 15:35:27.125119498 +0000 UTC m=+0.358756629 container init 3ea3dd97387e0165e47993e69782ff0c3433b7e8b9305cb3a39f4944ea84dcd6 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-0-deactivate, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, ceph=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.build-date=20240409, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD) 2024-04-10T15:35:27.128 INFO:tasks.rados.rados.0.smithi069.stdout:1244: writing smithi06982861-2 from 811008 to 1531904 tid 1 2024-04-10T15:35:27.132 INFO:tasks.rados.rados.0.smithi069.stdout:1244: writing smithi06982861-2 from 1531904 to 2138112 tid 2 2024-04-10T15:35:27.136 INFO:tasks.rados.rados.0.smithi069.stdout:1244: writing smithi06982861-2 from 2138112 to 2736128 tid 3 2024-04-10T15:35:27.136 INFO:tasks.rados.rados.0.smithi069.stdout:1245: read oid 36 snap -1 2024-04-10T15:35:27.136 INFO:tasks.rados.rados.0.smithi069.stdout:1245: expect (ObjNum 351 snap 106 seq_num 351) 2024-04-10T15:35:27.137 INFO:tasks.rados.rados.0.smithi069.stdout:1246: rollback oid 32 current snap is 123 2024-04-10T15:35:27.137 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 32 to 120 2024-04-10T15:35:27.137 INFO:tasks.rados.rados.0.smithi069.stdout:1242: finishing rollback tid 1 to smithi06982861-50 2024-04-10T15:35:27.137 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 50 v 406 (ObjNum 833 snap 0 seq_num 1434891904) dirty dne 2024-04-10T15:35:27.137 INFO:tasks.rados.rados.0.smithi069.stdout:1244: finishing write tid 1 to smithi06982861-2 2024-04-10T15:35:27.137 INFO:tasks.rados.rados.0.smithi069.stdout:1244: finishing write tid 2 to smithi06982861-2 2024-04-10T15:35:27.137 INFO:tasks.rados.rados.0.smithi069.stdout:1242: done (4 left) 2024-04-10T15:35:27.137 INFO:tasks.rados.rados.0.smithi069.stdout:1247: rollback oid 25 current snap is 123 2024-04-10T15:35:27.137 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 25 to 122 2024-04-10T15:35:27.137 INFO:tasks.rados.rados.0.smithi069.stdout:1248: copy_from oid 34 from oid 3 current snap is 123 2024-04-10T15:35:27.137 INFO:tasks.rados.rados.0.smithi069.stdout:1249: snap_create 2024-04-10T15:35:27.137 INFO:tasks.rados.rados.0.smithi069.stdout:1243: finishing copy_from racing read to smithi06982861-39 2024-04-10T15:35:27.142 INFO:tasks.rados.rados.0.smithi069.stdout:1247: finishing rollback tid 0 to smithi06982861-25 2024-04-10T15:35:27.143 INFO:tasks.rados.rados.0.smithi069.stdout:1247: finishing rollback tid 1 to smithi06982861-25 2024-04-10T15:35:27.143 INFO:tasks.rados.rados.0.smithi069.stdout:1247: finishing rollback tid 2 to smithi06982861-25 2024-04-10T15:35:27.144 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 25 v 655 (ObjNum 132 snap 31 seq_num 132) dirty exists 2024-04-10T15:35:27.148 INFO:tasks.rados.rados.0.smithi069.stdout:1243: finishing copy_from to smithi06982861-39 2024-04-10T15:35:27.148 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 39 v 633 (ObjNum 369 snap 114 seq_num 369) dirty exists 2024-04-10T15:35:27.148 INFO:tasks.rados.rados.0.smithi069.stdout:1246: finishing rollback tid 0 to smithi06982861-32 2024-04-10T15:35:27.149 INFO:tasks.rados.rados.0.smithi069.stdout:1246: finishing rollback tid 1 to smithi06982861-32 2024-04-10T15:35:27.149 INFO:tasks.rados.rados.0.smithi069.stdout:1244: finishing write tid 3 to smithi06982861-2 2024-04-10T15:35:27.149 INFO:tasks.rados.rados.0.smithi069.stdout:1246: finishing rollback tid 2 to smithi06982861-32 2024-04-10T15:35:27.149 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 32 v 636 (ObjNum 318 snap 89 seq_num 318) dirty exists 2024-04-10T15:35:27.149 INFO:tasks.rados.rados.0.smithi069.stdout:1244: finishing write tid 4 to smithi06982861-2 2024-04-10T15:35:27.150 INFO:tasks.rados.rados.0.smithi069.stdout:1244: finishing write tid 5 to smithi06982861-2 2024-04-10T15:35:27.150 INFO:tasks.rados.rados.0.smithi069.stdout:1244: oid 2 updating version 0 to 394 2024-04-10T15:35:27.150 INFO:tasks.rados.rados.0.smithi069.stdout:1244: oid 2 updating version 394 to 397 2024-04-10T15:35:27.150 INFO:tasks.rados.rados.0.smithi069.stdout:1244: oid 2 version 397 is already newer than 396 2024-04-10T15:35:27.150 INFO:tasks.rados.rados.0.smithi069.stdout:1244: oid 2 version 397 is already newer than 395 2024-04-10T15:35:27.150 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 2 v 397 (ObjNum 401 snap 123 seq_num 401) dirty exists 2024-04-10T15:35:27.151 INFO:tasks.rados.rados.0.smithi069.stdout:1244: left oid 2 (ObjNum 401 snap 123 seq_num 401) 2024-04-10T15:35:27.165 INFO:tasks.rados.rados.0.smithi069.stdout:1248: finishing copy_from racing read to smithi06982861-34 2024-04-10T15:35:27.166 INFO:tasks.rados.rados.0.smithi069.stdout:1248: finishing copy_from to smithi06982861-34 2024-04-10T15:35:27.166 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 34 v 488 (ObjNum 395 snap 122 seq_num 395) dirty exists 2024-04-10T15:35:27.178 INFO:tasks.rados.rados.0.smithi069.stdout:1245: expect (ObjNum 351 snap 106 seq_num 351) 2024-04-10T15:35:27.434 INFO:journalctl@ceph.osd.0.smithi069.stdout:Apr 10 15:35:27 smithi069 podman[102466]: 2024-04-10 15:35:27.135382252 +0000 UTC m=+0.369019384 container start 3ea3dd97387e0165e47993e69782ff0c3433b7e8b9305cb3a39f4944ea84dcd6 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-0-deactivate, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240409, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.license=GPLv2, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-10T15:35:27.434 INFO:journalctl@ceph.osd.0.smithi069.stdout:Apr 10 15:35:27 smithi069 podman[102466]: 2024-04-10 15:35:27.29208106 +0000 UTC m=+0.525718189 container attach 3ea3dd97387e0165e47993e69782ff0c3433b7e8b9305cb3a39f4944ea84dcd6 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-0-deactivate, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, ceph=True, org.label-schema.vendor=CentOS, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.build-date=20240409, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-10T15:35:27.750 INFO:journalctl@ceph.osd.0.smithi069.stdout:Apr 10 15:35:27 smithi069 podman[102466]: 2024-04-10 15:35:27.447422047 +0000 UTC m=+0.681059184 container died 3ea3dd97387e0165e47993e69782ff0c3433b7e8b9305cb3a39f4944ea84dcd6 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-0-deactivate, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.build-date=20240409, org.label-schema.license=GPLv2, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux ) 2024-04-10T15:35:28.118 INFO:tasks.rados.rados.0.smithi069.stdout:1243: done (6 left) 2024-04-10T15:35:28.118 INFO:tasks.rados.rados.0.smithi069.stdout:1244: done (5 left) 2024-04-10T15:35:28.118 INFO:tasks.rados.rados.0.smithi069.stdout:1245: done (4 left) 2024-04-10T15:35:28.118 INFO:tasks.rados.rados.0.smithi069.stdout:1246: done (3 left) 2024-04-10T15:35:28.118 INFO:tasks.rados.rados.0.smithi069.stdout:1247: done (2 left) 2024-04-10T15:35:28.118 INFO:tasks.rados.rados.0.smithi069.stdout:1248: done (1 left) 2024-04-10T15:35:28.118 INFO:tasks.rados.rados.0.smithi069.stdout:1249: done (0 left) 2024-04-10T15:35:28.118 INFO:tasks.rados.rados.0.smithi069.stdout:1250: read oid 31 snap 108 2024-04-10T15:35:28.118 INFO:tasks.rados.rados.0.smithi069.stdout:1250: expect (ObjNum 166 snap 38 seq_num 166) 2024-04-10T15:35:28.118 INFO:tasks.rados.rados.0.smithi069.stdout:1251: delete oid 4 current snap is 124 2024-04-10T15:35:28.121 INFO:tasks.rados.rados.0.smithi069.stdout:1250: expect (ObjNum 166 snap 38 seq_num 166) 2024-04-10T15:35:28.132 INFO:tasks.rados.rados.0.smithi069.stdout:1250: done (1 left) 2024-04-10T15:35:28.132 INFO:tasks.rados.rados.0.smithi069.stdout:1251: done (0 left) 2024-04-10T15:35:28.133 INFO:tasks.rados.rados.0.smithi069.stdout:1252: snap_remove snap 110 2024-04-10T15:35:28.334 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:35:28 smithi069 ceph-mon[94167]: osdmap e306: 8 total, 7 up, 8 in 2024-04-10T15:35:28.334 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:35:28 smithi069 ceph-mon[94167]: pgmap v115: 121 pgs: 52 peering, 69 active+clean; 307 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1.9 MiB/s rd, 10 MiB/s wr, 31 op/s 2024-04-10T15:35:28.335 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:35:28 smithi069 ceph-mon[96738]: osdmap e306: 8 total, 7 up, 8 in 2024-04-10T15:35:28.335 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:35:28 smithi069 ceph-mon[96738]: pgmap v115: 121 pgs: 52 peering, 69 active+clean; 307 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1.9 MiB/s rd, 10 MiB/s wr, 31 op/s 2024-04-10T15:35:28.335 INFO:journalctl@ceph.osd.0.smithi069.stdout:Apr 10 15:35:28 smithi069 podman[102512]: 2024-04-10 15:35:28.079531502 +0000 UTC m=+0.626298622 container remove 3ea3dd97387e0165e47993e69782ff0c3433b7e8b9305cb3a39f4944ea84dcd6 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-0-deactivate, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240409, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=) 2024-04-10T15:35:28.335 INFO:journalctl@ceph.osd.0.smithi069.stdout:Apr 10 15:35:28 smithi069 systemd[1]: ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4@osd.0.service: Deactivated successfully. 2024-04-10T15:35:28.335 INFO:journalctl@ceph.osd.0.smithi069.stdout:Apr 10 15:35:28 smithi069 systemd[1]: Stopped Ceph osd.0 for 09bfb546-f74e-11ee-b64a-cb9ed24678a4. 2024-04-10T15:35:28.335 INFO:journalctl@ceph.osd.0.smithi069.stdout:Apr 10 15:35:28 smithi069 systemd[1]: ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4@osd.0.service: Consumed 11.573s CPU time. 2024-04-10T15:35:28.335 INFO:journalctl@ceph.osd.0.smithi069.stdout:Apr 10 15:35:28 smithi069 systemd[1]: Starting Ceph osd.0 for 09bfb546-f74e-11ee-b64a-cb9ed24678a4... 2024-04-10T15:35:28.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:35:28 smithi077 ceph-mon[87572]: osdmap e306: 8 total, 7 up, 8 in 2024-04-10T15:35:28.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:35:28 smithi077 ceph-mon[87572]: pgmap v115: 121 pgs: 52 peering, 69 active+clean; 307 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1.9 MiB/s rd, 10 MiB/s wr, 31 op/s 2024-04-10T15:35:28.778 INFO:journalctl@ceph.osd.0.smithi069.stdout:Apr 10 15:35:28 smithi069 podman[102622]: 2024-04-10 15:35:28.424599037 +0000 UTC m=+0.018222875 image pull ffe3e7ac3788b84d6c0b551f13dbde782a187c25e75d087cf3ace2b26f4e3ffa quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc 2024-04-10T15:35:28.779 INFO:journalctl@ceph.osd.0.smithi069.stdout:Apr 10 15:35:28 smithi069 podman[102622]: 2024-04-10 15:35:28.538797804 +0000 UTC m=+0.132421628 container create 5263ffa031ea40c6558674cc6b1b751e0d8a8e9bb58aebc2e98cd8f0cc97f661 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-0-activate, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_CLEAN=True, org.label-schema.vendor=CentOS, ceph=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240409) 2024-04-10T15:35:29.084 INFO:journalctl@ceph.osd.0.smithi069.stdout:Apr 10 15:35:28 smithi069 podman[102622]: 2024-04-10 15:35:28.791632876 +0000 UTC m=+0.385256704 container init 5263ffa031ea40c6558674cc6b1b751e0d8a8e9bb58aebc2e98cd8f0cc97f661 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-0-activate, maintainer=Guillaume Abrioux , GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, org.label-schema.build-date=20240409, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-10T15:35:29.084 INFO:journalctl@ceph.osd.0.smithi069.stdout:Apr 10 15:35:28 smithi069 podman[102622]: 2024-04-10 15:35:28.797427651 +0000 UTC m=+0.391051482 container start 5263ffa031ea40c6558674cc6b1b751e0d8a8e9bb58aebc2e98cd8f0cc97f661 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-0-activate, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, io.buildah.version=1.33.5, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, org.label-schema.build-date=20240409, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS) 2024-04-10T15:35:29.084 INFO:journalctl@ceph.osd.0.smithi069.stdout:Apr 10 15:35:28 smithi069 podman[102622]: 2024-04-10 15:35:28.92477137 +0000 UTC m=+0.518395194 container attach 5263ffa031ea40c6558674cc6b1b751e0d8a8e9bb58aebc2e98cd8f0cc97f661 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-0-activate, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_CLEAN=True, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240409, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5) 2024-04-10T15:35:29.124 INFO:tasks.rados.rados.0.smithi069.stdout:1252: done (0 left) 2024-04-10T15:35:29.124 INFO:tasks.rados.rados.0.smithi069.stdout:1253: read oid 34 snap -1 2024-04-10T15:35:29.124 INFO:tasks.rados.rados.0.smithi069.stdout:1253: expect (ObjNum 395 snap 122 seq_num 395) 2024-04-10T15:35:29.124 INFO:tasks.rados.rados.0.smithi069.stdout:1254: delete oid 33 current snap is 124 2024-04-10T15:35:29.130 INFO:tasks.rados.rados.0.smithi069.stdout:1254: done (1 left) 2024-04-10T15:35:29.130 INFO:tasks.rados.rados.0.smithi069.stdout:1255: snap_remove snap 109 2024-04-10T15:35:29.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:35:29 smithi077 ceph-mon[87572]: Health check failed: Reduced data availability: 11 pgs inactive, 13 pgs peering (PG_AVAILABILITY) 2024-04-10T15:35:29.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:35:29 smithi077 ceph-mon[87572]: osdmap e307: 8 total, 7 up, 8 in 2024-04-10T15:35:29.573 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:35:29 smithi069 ceph-mon[96738]: Health check failed: Reduced data availability: 11 pgs inactive, 13 pgs peering (PG_AVAILABILITY) 2024-04-10T15:35:29.573 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:35:29 smithi069 ceph-mon[96738]: osdmap e307: 8 total, 7 up, 8 in 2024-04-10T15:35:29.574 INFO:journalctl@ceph.osd.0.smithi069.stdout:Apr 10 15:35:29 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-0-activate[102637]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-04-10T15:35:29.574 INFO:journalctl@ceph.osd.0.smithi069.stdout:Apr 10 15:35:29 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-0-activate[102637]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-0 --no-mon-config --dev /dev/mapper/vg_nvme-lv_4 2024-04-10T15:35:29.574 INFO:journalctl@ceph.osd.0.smithi069.stdout:Apr 10 15:35:29 smithi069 bash[102622]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-04-10T15:35:29.574 INFO:journalctl@ceph.osd.0.smithi069.stdout:Apr 10 15:35:29 smithi069 bash[102622]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-0 --no-mon-config --dev /dev/mapper/vg_nvme-lv_4 2024-04-10T15:35:29.574 INFO:journalctl@ceph.osd.0.smithi069.stdout:Apr 10 15:35:29 smithi069 bash[102622]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_4 2024-04-10T15:35:29.574 INFO:journalctl@ceph.osd.0.smithi069.stdout:Apr 10 15:35:29 smithi069 bash[102622]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2024-04-10T15:35:29.574 INFO:journalctl@ceph.osd.0.smithi069.stdout:Apr 10 15:35:29 smithi069 bash[102622]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-0/block 2024-04-10T15:35:29.574 INFO:journalctl@ceph.osd.0.smithi069.stdout:Apr 10 15:35:29 smithi069 bash[102622]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-04-10T15:35:29.575 INFO:journalctl@ceph.osd.0.smithi069.stdout:Apr 10 15:35:29 smithi069 bash[102622]: --> ceph-volume raw activate successful for osd ID: 0 2024-04-10T15:35:29.575 INFO:journalctl@ceph.osd.0.smithi069.stdout:Apr 10 15:35:29 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-0-activate[102637]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_4 2024-04-10T15:35:29.575 INFO:journalctl@ceph.osd.0.smithi069.stdout:Apr 10 15:35:29 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-0-activate[102637]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2024-04-10T15:35:29.575 INFO:journalctl@ceph.osd.0.smithi069.stdout:Apr 10 15:35:29 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-0-activate[102637]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-0/block 2024-04-10T15:35:29.575 INFO:journalctl@ceph.osd.0.smithi069.stdout:Apr 10 15:35:29 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-0-activate[102637]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-04-10T15:35:29.575 INFO:journalctl@ceph.osd.0.smithi069.stdout:Apr 10 15:35:29 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-0-activate[102637]: --> ceph-volume raw activate successful for osd ID: 0 2024-04-10T15:35:29.575 INFO:journalctl@ceph.osd.0.smithi069.stdout:Apr 10 15:35:29 smithi069 podman[102622]: 2024-04-10 15:35:29.272587756 +0000 UTC m=+0.866211580 container died 5263ffa031ea40c6558674cc6b1b751e0d8a8e9bb58aebc2e98cd8f0cc97f661 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-0-activate, GIT_BRANCH=HEAD, org.label-schema.build-date=20240409, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_CLEAN=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, io.buildah.version=1.33.5, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4) 2024-04-10T15:35:29.575 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:35:29 smithi069 ceph-mon[94167]: Health check failed: Reduced data availability: 11 pgs inactive, 13 pgs peering (PG_AVAILABILITY) 2024-04-10T15:35:29.575 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:35:29 smithi069 ceph-mon[94167]: osdmap e307: 8 total, 7 up, 8 in 2024-04-10T15:35:30.127 INFO:journalctl@ceph.osd.0.smithi069.stdout:Apr 10 15:35:29 smithi069 podman[102774]: 2024-04-10 15:35:29.887688451 +0000 UTC m=+0.610008142 container remove 5263ffa031ea40c6558674cc6b1b751e0d8a8e9bb58aebc2e98cd8f0cc97f661 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-0-activate, GIT_BRANCH=HEAD, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240409, GIT_CLEAN=True, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0) 2024-04-10T15:35:30.127 INFO:journalctl@ceph.osd.0.smithi069.stdout:Apr 10 15:35:30 smithi069 podman[102845]: 2024-04-10 15:35:30.001109685 +0000 UTC m=+0.017695444 image pull ffe3e7ac3788b84d6c0b551f13dbde782a187c25e75d087cf3ace2b26f4e3ffa quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc 2024-04-10T15:35:30.127 INFO:journalctl@ceph.osd.0.smithi069.stdout:Apr 10 15:35:30 smithi069 podman[102845]: 2024-04-10 15:35:30.105108989 +0000 UTC m=+0.121694777 container create 9833b8d335cb17db5735f05783a625c9d2c6bad9ff5311a9bcd1bbb26d769410 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-0, GIT_CLEAN=True, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.build-date=20240409, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5) 2024-04-10T15:35:30.130 INFO:tasks.rados.rados.0.smithi069.stdout:1255: done (1 left) 2024-04-10T15:35:30.130 INFO:tasks.rados.rados.0.smithi069.stdout:1256: read oid 4 snap 117 2024-04-10T15:35:30.130 INFO:tasks.rados.rados.0.smithi069.stdout:1256: expect (ObjNum 282 snap 80 seq_num 282) 2024-04-10T15:35:30.130 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 35 current snap is 124 2024-04-10T15:35:30.130 INFO:tasks.rados.rados.0.smithi069.stdout:1253: expect (ObjNum 395 snap 122 seq_num 395) 2024-04-10T15:35:30.261 INFO:tasks.rados.rados.0.smithi069.stdout:1256: expect (ObjNum 282 snap 80 seq_num 282) 2024-04-10T15:35:30.321 INFO:tasks.rados.rados.0.smithi069.stdout:1257: seq_num 404 ranges {5554176=770048,6324224=712704,7036928=491520} 2024-04-10T15:35:30.355 INFO:tasks.rados.rados.0.smithi069.stdout:1257: writing smithi06982861-35 from 5554176 to 6324224 tid 1 2024-04-10T15:35:30.359 INFO:tasks.rados.rados.0.smithi069.stdout:1257: writing smithi06982861-35 from 6324224 to 7036928 tid 2 2024-04-10T15:35:30.363 INFO:tasks.rados.rados.0.smithi069.stdout:1257: writing smithi06982861-35 from 7036928 to 7528448 tid 3 2024-04-10T15:35:30.363 INFO:tasks.rados.rados.0.smithi069.stdout:1253: done (2 left) 2024-04-10T15:35:30.363 INFO:tasks.rados.rados.0.smithi069.stdout:1256: done (1 left) 2024-04-10T15:35:30.363 INFO:tasks.rados.rados.0.smithi069.stdout:1258: snap_create 2024-04-10T15:35:30.363 INFO:tasks.rados.rados.0.smithi069.stdout:1257: finishing write tid 1 to smithi06982861-35 2024-04-10T15:35:30.363 INFO:tasks.rados.rados.0.smithi069.stdout:1257: finishing write tid 2 to smithi06982861-35 2024-04-10T15:35:30.364 INFO:tasks.rados.rados.0.smithi069.stdout:1257: finishing write tid 3 to smithi06982861-35 2024-04-10T15:35:30.364 INFO:tasks.rados.rados.0.smithi069.stdout:1257: finishing write tid 4 to smithi06982861-35 2024-04-10T15:35:30.365 INFO:tasks.rados.rados.0.smithi069.stdout:1257: finishing write tid 5 to smithi06982861-35 2024-04-10T15:35:30.365 INFO:tasks.rados.rados.0.smithi069.stdout:1257: oid 35 updating version 0 to 650 2024-04-10T15:35:30.365 INFO:tasks.rados.rados.0.smithi069.stdout:1257: oid 35 updating version 650 to 651 2024-04-10T15:35:30.365 INFO:tasks.rados.rados.0.smithi069.stdout:1257: oid 35 updating version 651 to 653 2024-04-10T15:35:30.365 INFO:tasks.rados.rados.0.smithi069.stdout:1257: oid 35 version 653 is already newer than 652 2024-04-10T15:35:30.366 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 35 v 653 (ObjNum 404 snap 124 seq_num 404) dirty exists 2024-04-10T15:35:30.366 INFO:tasks.rados.rados.0.smithi069.stdout:1257: left oid 35 (ObjNum 404 snap 124 seq_num 404) 2024-04-10T15:35:30.420 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:35:30 smithi069 ceph-mon[96738]: osdmap e308: 8 total, 7 up, 8 in 2024-04-10T15:35:30.420 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:35:30 smithi069 ceph-mon[96738]: pgmap v118: 121 pgs: 52 peering, 69 active+clean; 307 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1.9 MiB/s rd, 10 MiB/s wr, 31 op/s 2024-04-10T15:35:30.420 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:35:30 smithi069 ceph-mon[94167]: osdmap e308: 8 total, 7 up, 8 in 2024-04-10T15:35:30.420 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:35:30 smithi069 ceph-mon[94167]: pgmap v118: 121 pgs: 52 peering, 69 active+clean; 307 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1.9 MiB/s rd, 10 MiB/s wr, 31 op/s 2024-04-10T15:35:30.421 INFO:journalctl@ceph.osd.0.smithi069.stdout:Apr 10 15:35:30 smithi069 podman[102845]: 2024-04-10 15:35:30.324923723 +0000 UTC m=+0.341509478 container init 9833b8d335cb17db5735f05783a625c9d2c6bad9ff5311a9bcd1bbb26d769410 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-0, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.build-date=20240409, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-10T15:35:30.421 INFO:journalctl@ceph.osd.0.smithi069.stdout:Apr 10 15:35:30 smithi069 podman[102845]: 2024-04-10 15:35:30.3303177 +0000 UTC m=+0.346903440 container start 9833b8d335cb17db5735f05783a625c9d2c6bad9ff5311a9bcd1bbb26d769410 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.build-date=20240409, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, maintainer=Guillaume Abrioux ) 2024-04-10T15:35:30.421 INFO:journalctl@ceph.osd.0.smithi069.stdout:Apr 10 15:35:30 smithi069 ceph-osd[102883]: -- 172.21.15.69:0/1298441397 <== mon.2 v2:172.21.15.69:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55ac4edd3680 con 0x55ac4ed9cc00 2024-04-10T15:35:30.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:35:30 smithi077 ceph-mon[87572]: osdmap e308: 8 total, 7 up, 8 in 2024-04-10T15:35:30.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:35:30 smithi077 ceph-mon[87572]: pgmap v118: 121 pgs: 52 peering, 69 active+clean; 307 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1.9 MiB/s rd, 10 MiB/s wr, 31 op/s 2024-04-10T15:35:30.834 INFO:journalctl@ceph.osd.0.smithi069.stdout:Apr 10 15:35:30 smithi069 bash[102845]: 9833b8d335cb17db5735f05783a625c9d2c6bad9ff5311a9bcd1bbb26d769410 2024-04-10T15:35:30.834 INFO:journalctl@ceph.osd.0.smithi069.stdout:Apr 10 15:35:30 smithi069 systemd[1]: Started Ceph osd.0 for 09bfb546-f74e-11ee-b64a-cb9ed24678a4. 2024-04-10T15:35:31.126 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:35:31 smithi069 ceph-mon[94167]: osdmap e309: 8 total, 7 up, 8 in 2024-04-10T15:35:31.126 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:35:31 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:35:31.126 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:35:31 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:35:31.127 INFO:journalctl@ceph.osd.0.smithi069.stdout:Apr 10 15:35:30 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-0[102860]: 2024-04-10T15:35:30.873+0000 7f6fe566e7c0 -1 Falling back to public interface 2024-04-10T15:35:31.133 INFO:tasks.rados.rados.0.smithi069.stdout:1257: done (1 left) 2024-04-10T15:35:31.133 INFO:tasks.rados.rados.0.smithi069.stdout:1258: done (0 left) 2024-04-10T15:35:31.133 INFO:tasks.rados.rados.0.smithi069.stdout:1259: read oid 39 snap -1 2024-04-10T15:35:31.133 INFO:tasks.rados.rados.0.smithi069.stdout:1259: expect (ObjNum 369 snap 114 seq_num 369) 2024-04-10T15:35:31.133 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 31 current snap is 125 2024-04-10T15:35:31.134 INFO:tasks.rados.rados.0.smithi069.stdout:1260: seq_num 405 ranges {1720320=786432,2506752=589824,3096576=614400} 2024-04-10T15:35:31.147 INFO:tasks.rados.rados.0.smithi069.stdout:1260: writing smithi06982861-31 from 1720320 to 2506752 tid 1 2024-04-10T15:35:31.150 INFO:tasks.rados.rados.0.smithi069.stdout:1260: writing smithi06982861-31 from 2506752 to 3096576 tid 2 2024-04-10T15:35:31.155 INFO:tasks.rados.rados.0.smithi069.stdout:1260: writing smithi06982861-31 from 3096576 to 3710976 tid 3 2024-04-10T15:35:31.155 INFO:tasks.rados.rados.0.smithi069.stdout:1261: read oid 20 snap -1 2024-04-10T15:35:31.155 INFO:tasks.rados.rados.0.smithi069.stdout:1261: expect (ObjNum 318 snap 89 seq_num 318) 2024-04-10T15:35:31.155 INFO:tasks.rados.rados.0.smithi069.stdout:1262: setattr oid 1 current snap is 125 2024-04-10T15:35:31.155 INFO:tasks.rados.rados.0.smithi069.stdout:1259: expect (ObjNum 369 snap 114 seq_num 369) 2024-04-10T15:35:31.235 INFO:tasks.rados.rados.0.smithi069.stdout:1260: finishing write tid 1 to smithi06982861-31 2024-04-10T15:35:31.236 INFO:tasks.rados.rados.0.smithi069.stdout:1260: finishing write tid 2 to smithi06982861-31 2024-04-10T15:35:31.236 INFO:tasks.rados.rados.0.smithi069.stdout:1260: finishing write tid 3 to smithi06982861-31 2024-04-10T15:35:31.236 INFO:tasks.rados.rados.0.smithi069.stdout:1260: finishing write tid 4 to smithi06982861-31 2024-04-10T15:35:31.236 INFO:tasks.rados.rados.0.smithi069.stdout:1260: finishing write tid 5 to smithi06982861-31 2024-04-10T15:35:31.236 INFO:tasks.rados.rados.0.smithi069.stdout:1260: oid 31 updating version 0 to 634 2024-04-10T15:35:31.236 INFO:tasks.rados.rados.0.smithi069.stdout:1260: oid 31 version 634 is already newer than 632 2024-04-10T15:35:31.236 INFO:tasks.rados.rados.0.smithi069.stdout:1260: oid 31 version 634 is already newer than 633 2024-04-10T15:35:31.236 INFO:tasks.rados.rados.0.smithi069.stdout:1260: oid 31 updating version 634 to 635 2024-04-10T15:35:31.236 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 31 v 635 (ObjNum 405 snap 125 seq_num 405) dirty exists 2024-04-10T15:35:31.236 INFO:tasks.rados.rados.0.smithi069.stdout:1260: left oid 31 (ObjNum 405 snap 125 seq_num 405) 2024-04-10T15:35:31.236 INFO:tasks.rados.rados.0.smithi069.stdout:1261: expect (ObjNum 318 snap 89 seq_num 318) 2024-04-10T15:35:31.260 INFO:tasks.rados.rados.0.smithi069.stdout:1259: done (3 left) 2024-04-10T15:35:31.260 INFO:tasks.rados.rados.0.smithi069.stdout:1260: done (2 left) 2024-04-10T15:35:31.260 INFO:tasks.rados.rados.0.smithi069.stdout:1261: done (1 left) 2024-04-10T15:35:31.260 INFO:tasks.rados.rados.0.smithi069.stdout:1263: setattr oid 15 current snap is 125 2024-04-10T15:35:31.261 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 6 current snap is 125 2024-04-10T15:35:31.261 INFO:tasks.rados.rados.0.smithi069.stdout:1264: seq_num 406 ranges {4530176=802816,5332992=475136,5808128=499712,6307840=229376} 2024-04-10T15:35:31.290 INFO:tasks.rados.rados.0.smithi069.stdout:1264: writing smithi06982861-6 from 4530176 to 5332992 tid 1 2024-04-10T15:35:31.292 INFO:tasks.rados.rados.0.smithi069.stdout:1264: writing smithi06982861-6 from 5332992 to 5808128 tid 2 2024-04-10T15:35:31.295 INFO:tasks.rados.rados.0.smithi069.stdout:1264: writing smithi06982861-6 from 5808128 to 6307840 tid 3 2024-04-10T15:35:31.297 INFO:tasks.rados.rados.0.smithi069.stdout:1264: writing smithi06982861-6 from 6307840 to 6537216 tid 4 2024-04-10T15:35:31.297 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 1 v 654 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-04-10T15:35:31.297 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 15 v 589 (ObjNum 297 snap 82 seq_num 297) dirty exists 2024-04-10T15:35:31.297 INFO:tasks.rados.rados.0.smithi069.stdout:1262: done (2 left) 2024-04-10T15:35:31.298 INFO:tasks.rados.rados.0.smithi069.stdout:1263: done (1 left) 2024-04-10T15:35:31.298 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 46 current snap is 125 2024-04-10T15:35:31.298 INFO:tasks.rados.rados.0.smithi069.stdout:1265: seq_num 407 ranges {1900544=425984,2326528=761856,3088384=704512,3792896=139264} 2024-04-10T15:35:31.310 INFO:tasks.rados.rados.0.smithi069.stdout:1265: writing smithi06982861-46 from 1900544 to 2326528 tid 1 2024-04-10T15:35:31.314 INFO:tasks.rados.rados.0.smithi069.stdout:1265: writing smithi06982861-46 from 2326528 to 3088384 tid 2 2024-04-10T15:35:31.318 INFO:tasks.rados.rados.0.smithi069.stdout:1265: writing smithi06982861-46 from 3088384 to 3792896 tid 3 2024-04-10T15:35:31.319 INFO:tasks.rados.rados.0.smithi069.stdout:1265: writing smithi06982861-46 from 3792896 to 3932160 tid 4 2024-04-10T15:35:31.319 INFO:tasks.rados.rados.0.smithi069.stdout:1266: rollback oid 3 current snap is 125 2024-04-10T15:35:31.319 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 3 to 124 2024-04-10T15:35:31.319 INFO:tasks.rados.rados.0.smithi069.stdout:1264: finishing write tid 1 to smithi06982861-6 2024-04-10T15:35:31.319 INFO:tasks.rados.rados.0.smithi069.stdout:1264: finishing write tid 2 to smithi06982861-6 2024-04-10T15:35:31.320 INFO:tasks.rados.rados.0.smithi069.stdout:1264: finishing write tid 3 to smithi06982861-6 2024-04-10T15:35:31.320 INFO:tasks.rados.rados.0.smithi069.stdout:1264: finishing write tid 4 to smithi06982861-6 2024-04-10T15:35:31.320 INFO:tasks.rados.rados.0.smithi069.stdout:1264: finishing write tid 5 to smithi06982861-6 2024-04-10T15:35:31.320 INFO:tasks.rados.rados.0.smithi069.stdout:1264: finishing write tid 6 to smithi06982861-6 2024-04-10T15:35:31.320 INFO:tasks.rados.rados.0.smithi069.stdout:1264: oid 6 updating version 0 to 558 2024-04-10T15:35:31.320 INFO:tasks.rados.rados.0.smithi069.stdout:1264: oid 6 updating version 558 to 559 2024-04-10T15:35:31.320 INFO:tasks.rados.rados.0.smithi069.stdout:1264: oid 6 version 559 is already newer than 557 2024-04-10T15:35:31.320 INFO:tasks.rados.rados.0.smithi069.stdout:1264: oid 6 updating version 559 to 560 2024-04-10T15:35:31.320 INFO:tasks.rados.rados.0.smithi069.stdout:1264: oid 6 version 560 is already newer than 556 2024-04-10T15:35:31.320 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 6 v 560 (ObjNum 406 snap 125 seq_num 406) dirty exists 2024-04-10T15:35:31.320 INFO:tasks.rados.rados.0.smithi069.stdout:1264: left oid 6 (ObjNum 406 snap 125 seq_num 406) 2024-04-10T15:35:31.320 INFO:tasks.rados.rados.0.smithi069.stdout:1265: finishing write tid 1 to smithi06982861-46 2024-04-10T15:35:31.320 INFO:tasks.rados.rados.0.smithi069.stdout:1265: finishing write tid 2 to smithi06982861-46 2024-04-10T15:35:31.320 INFO:tasks.rados.rados.0.smithi069.stdout:1264: done (2 left) 2024-04-10T15:35:31.320 INFO:tasks.rados.rados.0.smithi069.stdout:1267: snap_remove snap 102 2024-04-10T15:35:31.459 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:35:31 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:35:31.460 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:35:31 smithi069 ceph-mon[96738]: osdmap e309: 8 total, 7 up, 8 in 2024-04-10T15:35:31.460 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:35:31 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:35:31.460 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:35:31 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:35:31.460 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:35:31 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:35:31.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:35:31 smithi077 ceph-mon[87572]: osdmap e309: 8 total, 7 up, 8 in 2024-04-10T15:35:31.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:35:31 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:35:31.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:35:31 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:35:31.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:35:31 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:35:32.143 INFO:tasks.rados.rados.0.smithi069.stdout:1267: done (2 left) 2024-04-10T15:35:32.143 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 13 current snap is 125 2024-04-10T15:35:32.143 INFO:tasks.rados.rados.0.smithi069.stdout:1265: finishing write tid 3 to smithi06982861-46 2024-04-10T15:35:32.143 INFO:tasks.rados.rados.0.smithi069.stdout:1266: finishing rollback tid 0 to smithi06982861-3 2024-04-10T15:35:32.144 INFO:tasks.rados.rados.0.smithi069.stdout:1266: finishing rollback tid 1 to smithi06982861-3 2024-04-10T15:35:32.144 INFO:tasks.rados.rados.0.smithi069.stdout:1268: seq_num 408 ranges {1507328=442368,1949696=647168,2596864=507904,3104768=450560} 2024-04-10T15:35:32.154 INFO:tasks.rados.rados.0.smithi069.stdout:1268: writing smithi06982861-13 from 1507328 to 1949696 tid 1 2024-04-10T15:35:32.158 INFO:tasks.rados.rados.0.smithi069.stdout:1268: writing smithi06982861-13 from 1949696 to 2596864 tid 2 2024-04-10T15:35:32.162 INFO:tasks.rados.rados.0.smithi069.stdout:1268: writing smithi06982861-13 from 2596864 to 3104768 tid 3 2024-04-10T15:35:32.165 INFO:tasks.rados.rados.0.smithi069.stdout:1268: writing smithi06982861-13 from 3104768 to 3555328 tid 4 2024-04-10T15:35:32.165 INFO:tasks.rados.rados.0.smithi069.stdout:1269: snap_create 2024-04-10T15:35:32.165 INFO:tasks.rados.rados.0.smithi069.stdout:1265: finishing write tid 4 to smithi06982861-46 2024-04-10T15:35:32.165 INFO:tasks.rados.rados.0.smithi069.stdout:1266: finishing rollback tid 2 to smithi06982861-3 2024-04-10T15:35:32.165 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 3 v 497 (ObjNum 395 snap 122 seq_num 395) dirty exists 2024-04-10T15:35:32.165 INFO:tasks.rados.rados.0.smithi069.stdout:1265: finishing write tid 5 to smithi06982861-46 2024-04-10T15:35:32.165 INFO:tasks.rados.rados.0.smithi069.stdout:1265: finishing write tid 6 to smithi06982861-46 2024-04-10T15:35:32.166 INFO:tasks.rados.rados.0.smithi069.stdout:1265: oid 46 updating version 0 to 452 2024-04-10T15:35:32.166 INFO:tasks.rados.rados.0.smithi069.stdout:1265: oid 46 version 452 is already newer than 451 2024-04-10T15:35:32.166 INFO:tasks.rados.rados.0.smithi069.stdout:1265: oid 46 updating version 452 to 454 2024-04-10T15:35:32.166 INFO:tasks.rados.rados.0.smithi069.stdout:1265: oid 46 version 454 is already newer than 453 2024-04-10T15:35:32.166 INFO:tasks.rados.rados.0.smithi069.stdout:1265: oid 46 version 454 is already newer than 450 2024-04-10T15:35:32.166 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 46 v 454 (ObjNum 407 snap 125 seq_num 407) dirty exists 2024-04-10T15:35:32.166 INFO:tasks.rados.rados.0.smithi069.stdout:1265: left oid 46 (ObjNum 407 snap 125 seq_num 407) 2024-04-10T15:35:32.166 INFO:tasks.rados.rados.0.smithi069.stdout:1268: finishing write tid 1 to smithi06982861-13 2024-04-10T15:35:32.166 INFO:tasks.rados.rados.0.smithi069.stdout:1268: finishing write tid 2 to smithi06982861-13 2024-04-10T15:35:32.166 INFO:tasks.rados.rados.0.smithi069.stdout:1268: finishing write tid 3 to smithi06982861-13 2024-04-10T15:35:32.167 INFO:tasks.rados.rados.0.smithi069.stdout:1268: finishing write tid 4 to smithi06982861-13 2024-04-10T15:35:32.167 INFO:tasks.rados.rados.0.smithi069.stdout:1268: finishing write tid 5 to smithi06982861-13 2024-04-10T15:35:32.168 INFO:tasks.rados.rados.0.smithi069.stdout:1268: finishing write tid 6 to smithi06982861-13 2024-04-10T15:35:32.168 INFO:tasks.rados.rados.0.smithi069.stdout:1268: oid 13 updating version 0 to 584 2024-04-10T15:35:32.169 INFO:tasks.rados.rados.0.smithi069.stdout:1268: oid 13 version 584 is already newer than 583 2024-04-10T15:35:32.169 INFO:tasks.rados.rados.0.smithi069.stdout:1268: oid 13 version 584 is already newer than 582 2024-04-10T15:35:32.169 INFO:tasks.rados.rados.0.smithi069.stdout:1268: oid 13 updating version 584 to 585 2024-04-10T15:35:32.169 INFO:tasks.rados.rados.0.smithi069.stdout:1268: oid 13 version 585 is already newer than 581 2024-04-10T15:35:32.169 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 13 v 585 (ObjNum 408 snap 125 seq_num 408) dirty exists 2024-04-10T15:35:32.169 INFO:tasks.rados.rados.0.smithi069.stdout:1268: left oid 13 (ObjNum 408 snap 125 seq_num 408) 2024-04-10T15:35:32.435 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:35:32 smithi069 ceph-mon[96738]: osdmap e310: 8 total, 7 up, 8 in 2024-04-10T15:35:32.435 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:35:32 smithi069 ceph-mon[96738]: pgmap v121: 121 pgs: 15 active+undersized+degraded, 37 active+undersized, 69 active+clean; 314 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 2.8 MiB/s wr, 10 op/s; 100/597 objects degraded (16.750%) 2024-04-10T15:35:32.436 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:35:32 smithi069 ceph-mon[94167]: osdmap e310: 8 total, 7 up, 8 in 2024-04-10T15:35:32.436 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:35:32 smithi069 ceph-mon[94167]: pgmap v121: 121 pgs: 15 active+undersized+degraded, 37 active+undersized, 69 active+clean; 314 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 2.8 MiB/s wr, 10 op/s; 100/597 objects degraded (16.750%) 2024-04-10T15:35:32.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:35:32 smithi077 ceph-mon[87572]: osdmap e310: 8 total, 7 up, 8 in 2024-04-10T15:35:32.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:35:32 smithi077 ceph-mon[87572]: pgmap v121: 121 pgs: 15 active+undersized+degraded, 37 active+undersized, 69 active+clean; 314 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 2.8 MiB/s wr, 10 op/s; 100/597 objects degraded (16.750%) 2024-04-10T15:35:32.490 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:35:32 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[78458]: ts=2024-04-10T15:35:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:35:33.153 INFO:tasks.rados.rados.0.smithi069.stdout:1265: done (3 left) 2024-04-10T15:35:33.153 INFO:tasks.rados.rados.0.smithi069.stdout:1266: done (2 left) 2024-04-10T15:35:33.153 INFO:tasks.rados.rados.0.smithi069.stdout:1268: done (1 left) 2024-04-10T15:35:33.153 INFO:tasks.rados.rados.0.smithi069.stdout:1269: done (0 left) 2024-04-10T15:35:33.153 INFO:tasks.rados.rados.0.smithi069.stdout:1270: snap_create 2024-04-10T15:35:33.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:35:33 smithi077 ceph-mon[87572]: Health check failed: Degraded data redundancy: 100/597 objects degraded (16.750%), 15 pgs degraded (PG_DEGRADED) 2024-04-10T15:35:33.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:35:33 smithi077 ceph-mon[87572]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 11 pgs inactive, 13 pgs peering) 2024-04-10T15:35:33.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:35:33 smithi077 ceph-mon[87572]: osdmap e311: 8 total, 7 up, 8 in 2024-04-10T15:35:33.584 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:35:33 smithi069 ceph-mon[94167]: Health check failed: Degraded data redundancy: 100/597 objects degraded (16.750%), 15 pgs degraded (PG_DEGRADED) 2024-04-10T15:35:33.584 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:35:33 smithi069 ceph-mon[94167]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 11 pgs inactive, 13 pgs peering) 2024-04-10T15:35:33.584 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:35:33 smithi069 ceph-mon[94167]: osdmap e311: 8 total, 7 up, 8 in 2024-04-10T15:35:33.584 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:35:33 smithi069 ceph-mon[96738]: Health check failed: Degraded data redundancy: 100/597 objects degraded (16.750%), 15 pgs degraded (PG_DEGRADED) 2024-04-10T15:35:33.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:35:33 smithi069 ceph-mon[96738]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 11 pgs inactive, 13 pgs peering) 2024-04-10T15:35:33.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:35:33 smithi069 ceph-mon[96738]: osdmap e311: 8 total, 7 up, 8 in 2024-04-10T15:35:33.990 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:35:33 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[78458]: ts=2024-04-10T15:35:33.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi069\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi069\", job=\"node\", machine=\"x86_64\", nodename=\"smithi069\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", domainname=\"(none)\", instance=\"smithi069\", job=\"node\", machine=\"x86_64\", nodename=\"smithi069\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:35:34.084 INFO:journalctl@ceph.osd.0.smithi069.stdout:Apr 10 15:35:34 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-0[102860]: 2024-04-10T15:35:34.033+0000 7f6fe566e7c0 -1 osd.0 303 log_to_monitors true 2024-04-10T15:35:34.154 INFO:tasks.rados.rados.0.smithi069.stdout:1270: done (0 left) 2024-04-10T15:35:34.154 INFO:tasks.rados.rados.0.smithi069.stdout:1271: rollback oid 2 current snap is 127 2024-04-10T15:35:34.154 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 2 to 113 2024-04-10T15:35:34.154 INFO:tasks.rados.rados.0.smithi069.stdout:1272: read oid 21 snap -1 2024-04-10T15:35:34.154 INFO:tasks.rados.rados.0.smithi069.stdout:1272: expect (ObjNum 379 snap 118 seq_num 379) 2024-04-10T15:35:34.154 INFO:tasks.rados.rados.0.smithi069.stdout:1273: rollback oid 16 current snap is 127 2024-04-10T15:35:34.154 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 16 to 70 2024-04-10T15:35:34.154 INFO:tasks.rados.rados.0.smithi069.stdout:1274: read oid 19 snap -1 2024-04-10T15:35:34.155 INFO:tasks.rados.rados.0.smithi069.stdout:1274: expect (ObjNum 381 snap 118 seq_num 381) 2024-04-10T15:35:34.155 INFO:tasks.rados.rados.0.smithi069.stdout:1275: delete oid 38 current snap is 127 2024-04-10T15:35:34.164 INFO:tasks.rados.rados.0.smithi069.stdout:1273: finishing rollback tid 0 to smithi06982861-16 2024-04-10T15:35:34.164 INFO:tasks.rados.rados.0.smithi069.stdout:1273: finishing rollback tid 1 to smithi06982861-16 2024-04-10T15:35:34.164 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 16 v 628 (ObjNum 1953 snap 0 seq_num 3227496880) dirty dne 2024-04-10T15:35:34.164 INFO:tasks.rados.rados.0.smithi069.stdout:1273: done (4 left) 2024-04-10T15:35:34.165 INFO:tasks.rados.rados.0.smithi069.stdout:1275: done (3 left) 2024-04-10T15:35:34.165 INFO:tasks.rados.rados.0.smithi069.stdout:1276: rollback oid 46 current snap is 127 2024-04-10T15:35:34.165 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 46 to 117 2024-04-10T15:35:34.165 INFO:tasks.rados.rados.0.smithi069.stdout:1277: read oid 25 snap 113 2024-04-10T15:35:34.165 INFO:tasks.rados.rados.0.smithi069.stdout:1277: expect (ObjNum 1434710736 snap 21957 seq_num 1434006736) 2024-04-10T15:35:34.165 INFO:tasks.rados.rados.0.smithi069.stdout:1278: read oid 42 snap -1 2024-04-10T15:35:34.165 INFO:tasks.rados.rados.0.smithi069.stdout:1278: expect (ObjNum 392 snap 121 seq_num 392) 2024-04-10T15:35:34.165 INFO:tasks.rados.rados.0.smithi069.stdout:1279: snap_create 2024-04-10T15:35:34.166 INFO:tasks.rados.rados.0.smithi069.stdout:1271: finishing rollback tid 0 to smithi06982861-2 2024-04-10T15:35:34.166 INFO:tasks.rados.rados.0.smithi069.stdout:1271: finishing rollback tid 1 to smithi06982861-2 2024-04-10T15:35:34.166 INFO:tasks.rados.rados.0.smithi069.stdout:1271: finishing rollback tid 2 to smithi06982861-2 2024-04-10T15:35:34.166 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 2 v 400 (ObjNum 285 snap 80 seq_num 285) dirty exists 2024-04-10T15:35:34.166 INFO:tasks.rados.rados.0.smithi069.stdout:1277: expect (ObjNum 1434710736 snap 21957 seq_num 1434006736) 2024-04-10T15:35:34.169 INFO:tasks.rados.rados.0.smithi069.stdout:1276: finishing rollback tid 0 to smithi06982861-46 2024-04-10T15:35:34.169 INFO:tasks.rados.rados.0.smithi069.stdout:1276: finishing rollback tid 1 to smithi06982861-46 2024-04-10T15:35:34.170 INFO:tasks.rados.rados.0.smithi069.stdout:1276: finishing rollback tid 2 to smithi06982861-46 2024-04-10T15:35:34.170 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 46 v 457 (ObjNum 346 snap 103 seq_num 346) dirty exists 2024-04-10T15:35:34.177 INFO:tasks.rados.rados.0.smithi069.stdout:1272: expect (ObjNum 379 snap 118 seq_num 379) 2024-04-10T15:35:34.298 INFO:tasks.rados.rados.0.smithi069.stdout:1274: expect (ObjNum 381 snap 118 seq_num 381) 2024-04-10T15:35:34.340 INFO:tasks.rados.rados.0.smithi069.stdout:1278: expect (ObjNum 392 snap 121 seq_num 392) 2024-04-10T15:35:34.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:35:34 smithi077 ceph-mon[87572]: osdmap e312: 8 total, 7 up, 8 in 2024-04-10T15:35:34.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:35:34 smithi077 ceph-mon[87572]: pgmap v124: 121 pgs: 15 active+undersized+degraded, 37 active+undersized, 69 active+clean; 314 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 2.8 MiB/s wr, 10 op/s; 100/597 objects degraded (16.750%) 2024-04-10T15:35:34.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:35:34 smithi077 ceph-mon[87572]: from='osd.0 [v2:172.21.15.69:6802/1187729268,v1:172.21.15.69:6803/1187729268]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-10T15:35:34.586 INFO:journalctl@ceph.osd.0.smithi069.stdout:Apr 10 15:35:34 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-0[102860]: 2024-04-10T15:35:34.205+0000 7f6fd6ac6700 -1 osd.0 303 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-10T15:35:34.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:35:34 smithi069 ceph-mon[96738]: osdmap e312: 8 total, 7 up, 8 in 2024-04-10T15:35:34.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:35:34 smithi069 ceph-mon[96738]: pgmap v124: 121 pgs: 15 active+undersized+degraded, 37 active+undersized, 69 active+clean; 314 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 2.8 MiB/s wr, 10 op/s; 100/597 objects degraded (16.750%) 2024-04-10T15:35:34.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:35:34 smithi069 ceph-mon[96738]: from='osd.0 [v2:172.21.15.69:6802/1187729268,v1:172.21.15.69:6803/1187729268]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-10T15:35:34.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:35:34 smithi069 ceph-mon[94167]: osdmap e312: 8 total, 7 up, 8 in 2024-04-10T15:35:34.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:35:34 smithi069 ceph-mon[94167]: pgmap v124: 121 pgs: 15 active+undersized+degraded, 37 active+undersized, 69 active+clean; 314 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 2.8 MiB/s wr, 10 op/s; 100/597 objects degraded (16.750%) 2024-04-10T15:35:34.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:35:34 smithi069 ceph-mon[94167]: from='osd.0 [v2:172.21.15.69:6802/1187729268,v1:172.21.15.69:6803/1187729268]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-10T15:35:35.154 INFO:teuthology.orchestra.run.smithi069.stdout:true 2024-04-10T15:35:35.181 INFO:tasks.rados.rados.0.smithi069.stdout:1271: done (6 left) 2024-04-10T15:35:35.181 INFO:tasks.rados.rados.0.smithi069.stdout:1272: done (5 left) 2024-04-10T15:35:35.181 INFO:tasks.rados.rados.0.smithi069.stdout:1274: done (4 left) 2024-04-10T15:35:35.182 INFO:tasks.rados.rados.0.smithi069.stdout:1276: done (3 left) 2024-04-10T15:35:35.182 INFO:tasks.rados.rados.0.smithi069.stdout:1277: done (2 left) 2024-04-10T15:35:35.182 INFO:tasks.rados.rados.0.smithi069.stdout:1278: done (1 left) 2024-04-10T15:35:35.182 INFO:tasks.rados.rados.0.smithi069.stdout:1279: done (0 left) 2024-04-10T15:35:35.182 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 28 current snap is 128 2024-04-10T15:35:35.182 INFO:tasks.rados.rados.0.smithi069.stdout:1280: seq_num 410 ranges {6856704=475136,7331840=417792,7749632=475136,8224768=425984,8650752=286720} 2024-04-10T15:35:35.220 INFO:tasks.rados.rados.0.smithi069.stdout:1280: writing smithi06982861-28 from 6856704 to 7331840 tid 1 2024-04-10T15:35:35.223 INFO:tasks.rados.rados.0.smithi069.stdout:1280: writing smithi06982861-28 from 7331840 to 7749632 tid 2 2024-04-10T15:35:35.226 INFO:tasks.rados.rados.0.smithi069.stdout:1280: writing smithi06982861-28 from 7749632 to 8224768 tid 3 2024-04-10T15:35:35.229 INFO:tasks.rados.rados.0.smithi069.stdout:1280: writing smithi06982861-28 from 8224768 to 8650752 tid 4 2024-04-10T15:35:35.231 INFO:tasks.rados.rados.0.smithi069.stdout:1280: writing smithi06982861-28 from 8650752 to 8937472 tid 5 2024-04-10T15:35:35.231 INFO:tasks.rados.rados.0.smithi069.stdout:1281: copy_from oid 6 from oid 35 current snap is 128 2024-04-10T15:35:35.231 INFO:tasks.rados.rados.0.smithi069.stdout:1280: finishing write tid 1 to smithi06982861-28 2024-04-10T15:35:35.231 INFO:tasks.rados.rados.0.smithi069.stdout:1280: finishing write tid 2 to smithi06982861-28 2024-04-10T15:35:35.231 INFO:tasks.rados.rados.0.smithi069.stdout:1280: finishing write tid 3 to smithi06982861-28 2024-04-10T15:35:35.231 INFO:tasks.rados.rados.0.smithi069.stdout:1282: read oid 42 snap -1 2024-04-10T15:35:35.232 INFO:tasks.rados.rados.0.smithi069.stdout:1282: expect (ObjNum 392 snap 121 seq_num 392) 2024-04-10T15:35:35.232 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 18 current snap is 128 2024-04-10T15:35:35.232 INFO:tasks.rados.rados.0.smithi069.stdout:1283: seq_num 411 ranges {0=491520,491520=753664,1245184=688128,1933312=163840} 2024-04-10T15:35:35.234 INFO:tasks.rados.rados.0.smithi069.stdout:1283: writing smithi06982861-18 from 0 to 491520 tid 1 2024-04-10T15:35:35.238 INFO:tasks.rados.rados.0.smithi069.stdout:1283: writing smithi06982861-18 from 491520 to 1245184 tid 2 2024-04-10T15:35:35.242 INFO:tasks.rados.rados.0.smithi069.stdout:1283: writing smithi06982861-18 from 1245184 to 1933312 tid 3 2024-04-10T15:35:35.243 INFO:tasks.rados.rados.0.smithi069.stdout:1283: writing smithi06982861-18 from 1933312 to 2097152 tid 4 2024-04-10T15:35:35.243 INFO:tasks.rados.rados.0.smithi069.stdout:1284: snap_create 2024-04-10T15:35:35.243 INFO:tasks.rados.rados.0.smithi069.stdout:1280: finishing write tid 4 to smithi06982861-28 2024-04-10T15:35:35.243 INFO:tasks.rados.rados.0.smithi069.stdout:1280: finishing write tid 5 to smithi06982861-28 2024-04-10T15:35:35.244 INFO:tasks.rados.rados.0.smithi069.stdout:1280: finishing write tid 6 to smithi06982861-28 2024-04-10T15:35:35.244 INFO:tasks.rados.rados.0.smithi069.stdout:1280: finishing write tid 7 to smithi06982861-28 2024-04-10T15:35:35.244 INFO:tasks.rados.rados.0.smithi069.stdout:1280: oid 28 updating version 0 to 356 2024-04-10T15:35:35.244 INFO:tasks.rados.rados.0.smithi069.stdout:1280: oid 28 version 356 is already newer than 352 2024-04-10T15:35:35.244 INFO:tasks.rados.rados.0.smithi069.stdout:1280: oid 28 version 356 is already newer than 353 2024-04-10T15:35:35.244 INFO:tasks.rados.rados.0.smithi069.stdout:1280: oid 28 version 356 is already newer than 355 2024-04-10T15:35:35.244 INFO:tasks.rados.rados.0.smithi069.stdout:1280: oid 28 version 356 is already newer than 354 2024-04-10T15:35:35.244 INFO:tasks.rados.rados.0.smithi069.stdout:1280: oid 28 version 356 is already newer than 351 2024-04-10T15:35:35.244 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 28 v 356 (ObjNum 410 snap 128 seq_num 410) dirty exists 2024-04-10T15:35:35.244 INFO:tasks.rados.rados.0.smithi069.stdout:1280: left oid 28 (ObjNum 410 snap 128 seq_num 410) 2024-04-10T15:35:35.244 INFO:tasks.rados.rados.0.smithi069.stdout:1283: finishing write tid 1 to smithi06982861-18 2024-04-10T15:35:35.244 INFO:tasks.rados.rados.0.smithi069.stdout:1283: finishing write tid 2 to smithi06982861-18 2024-04-10T15:35:35.246 INFO:tasks.rados.rados.0.smithi069.stdout:1283: finishing write tid 3 to smithi06982861-18 2024-04-10T15:35:35.246 INFO:tasks.rados.rados.0.smithi069.stdout:1283: finishing write tid 4 to smithi06982861-18 2024-04-10T15:35:35.247 INFO:tasks.rados.rados.0.smithi069.stdout:1283: finishing write tid 5 to smithi06982861-18 2024-04-10T15:35:35.247 INFO:tasks.rados.rados.0.smithi069.stdout:1282: expect (ObjNum 392 snap 121 seq_num 392) 2024-04-10T15:35:35.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:35:35 smithi077 ceph-mon[87572]: from='osd.0 [v2:172.21.15.69:6802/1187729268,v1:172.21.15.69:6803/1187729268]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-04-10T15:35:35.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:35:35 smithi077 ceph-mon[87572]: osdmap e313: 8 total, 7 up, 8 in 2024-04-10T15:35:35.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:35:35 smithi077 ceph-mon[87572]: from='osd.0 [v2:172.21.15.69:6802/1187729268,v1:172.21.15.69:6803/1187729268]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi069", "root=default"]}]: dispatch 2024-04-10T15:35:35.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:35:35 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:35:35.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:35:35 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:35:35.535 INFO:teuthology.orchestra.run.smithi069.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-10T15:35:35.535 INFO:teuthology.orchestra.run.smithi069.stdout:alertmanager.a smithi069 *:9093,9094 running (5m) 1s ago 6m 24.7M - 0.25.0 c8568f914cd2 bd92cb80ff03 2024-04-10T15:35:35.535 INFO:teuthology.orchestra.run.smithi069.stdout:grafana.a smithi077 *:3000 running (6m) 48s ago 5m 89.4M - 9.4.7 954c08fa6188 8891d154474d 2024-04-10T15:35:35.535 INFO:teuthology.orchestra.run.smithi069.stdout:mds.a smithi069 running (7m) 1s ago 7m 17.4M - 18.2.2-1187-gd540ebac bb2c5eac26a4 144b62fd4166 2024-04-10T15:35:35.535 INFO:teuthology.orchestra.run.smithi069.stdout:mds.b smithi077 running (7m) 48s ago 7m 18.0M - 18.2.2-1187-gd540ebac bb2c5eac26a4 ba4ee0b79036 2024-04-10T15:35:35.535 INFO:teuthology.orchestra.run.smithi069.stdout:mgr.x smithi077 *:8443,9283,8765 running (110s) 48s ago 11m 450M - 19.0.0-2838-ga5074d45 ffe3e7ac3788 ccd7899398e9 2024-04-10T15:35:35.535 INFO:teuthology.orchestra.run.smithi069.stdout:mgr.y smithi069 *:8443,9283,8765 running (2m) 1s ago 12m 506M - 19.0.0-2838-ga5074d45 ffe3e7ac3788 e21b24626c05 2024-04-10T15:35:35.535 INFO:teuthology.orchestra.run.smithi069.stdout:mon.a smithi069 running (94s) 1s ago 12m 46.2M 2048M 19.0.0-2838-ga5074d45 ffe3e7ac3788 ce73e1b17524 2024-04-10T15:35:35.535 INFO:teuthology.orchestra.run.smithi069.stdout:mon.b smithi077 running (55s) 48s ago 11m 26.3M 2048M 19.0.0-2838-ga5074d45 ffe3e7ac3788 d84762487812 2024-04-10T15:35:35.535 INFO:teuthology.orchestra.run.smithi069.stdout:mon.c smithi069 running (69s) 1s ago 11m 36.4M 2048M 19.0.0-2838-ga5074d45 ffe3e7ac3788 bac2280f1f05 2024-04-10T15:35:35.535 INFO:teuthology.orchestra.run.smithi069.stdout:node-exporter.a smithi069 *:9100 running (5m) 1s ago 5m 15.3M - 1.5.0 0da6a335fe13 2469975469f7 2024-04-10T15:35:35.536 INFO:teuthology.orchestra.run.smithi069.stdout:node-exporter.b smithi077 *:9100 running (5m) 48s ago 5m 15.8M - 1.5.0 0da6a335fe13 20103db32919 2024-04-10T15:35:35.536 INFO:teuthology.orchestra.run.smithi069.stdout:osd.0 smithi069 running (5s) 1s ago 10m 14.9M 2480M 19.0.0-2838-ga5074d45 ffe3e7ac3788 9833b8d335cb 2024-04-10T15:35:35.536 INFO:teuthology.orchestra.run.smithi069.stdout:osd.1 smithi069 running (10m) 1s ago 10m 208M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 1485a573874e 2024-04-10T15:35:35.536 INFO:teuthology.orchestra.run.smithi069.stdout:osd.2 smithi069 running (9m) 1s ago 9m 235M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 89bfa35a28fe 2024-04-10T15:35:35.536 INFO:teuthology.orchestra.run.smithi069.stdout:osd.3 smithi069 running (9m) 1s ago 9m 148M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 a968c3dc2397 2024-04-10T15:35:35.536 INFO:teuthology.orchestra.run.smithi069.stdout:osd.4 smithi077 running (9m) 48s ago 9m 175M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 f498bddd5298 2024-04-10T15:35:35.536 INFO:teuthology.orchestra.run.smithi069.stdout:osd.5 smithi077 running (8m) 48s ago 8m 205M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 2a7f7ea88c93 2024-04-10T15:35:35.536 INFO:teuthology.orchestra.run.smithi069.stdout:osd.6 smithi077 running (8m) 48s ago 8m 130M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 7df4e5a8578c 2024-04-10T15:35:35.536 INFO:teuthology.orchestra.run.smithi069.stdout:osd.7 smithi077 running (7m) 48s ago 7m 118M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 1a9c80228cd5 2024-04-10T15:35:35.536 INFO:teuthology.orchestra.run.smithi069.stdout:prometheus.a smithi077 *:9095 running (116s) 48s ago 6m 51.6M - 2.43.0 a07b618ecd1d 9575de1707c9 2024-04-10T15:35:35.536 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:35:35 smithi069 ceph-mon[96738]: from='osd.0 [v2:172.21.15.69:6802/1187729268,v1:172.21.15.69:6803/1187729268]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-04-10T15:35:35.536 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:35:35 smithi069 ceph-mon[96738]: osdmap e313: 8 total, 7 up, 8 in 2024-04-10T15:35:35.537 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:35:35 smithi069 ceph-mon[96738]: from='osd.0 [v2:172.21.15.69:6802/1187729268,v1:172.21.15.69:6803/1187729268]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi069", "root=default"]}]: dispatch 2024-04-10T15:35:35.537 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:35:35 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:35:35.537 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:35:35 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:35:35.537 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:35:35 smithi069 ceph-mon[94167]: from='osd.0 [v2:172.21.15.69:6802/1187729268,v1:172.21.15.69:6803/1187729268]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-04-10T15:35:35.537 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:35:35 smithi069 ceph-mon[94167]: osdmap e313: 8 total, 7 up, 8 in 2024-04-10T15:35:35.537 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:35:35 smithi069 ceph-mon[94167]: from='osd.0 [v2:172.21.15.69:6802/1187729268,v1:172.21.15.69:6803/1187729268]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi069", "root=default"]}]: dispatch 2024-04-10T15:35:35.537 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:35:35 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:35:35.537 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:35:35 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:35:35.547 INFO:tasks.rados.rados.0.smithi069.stdout:1283: finishing write tid 6 to smithi06982861-18 2024-04-10T15:35:35.548 INFO:tasks.rados.rados.0.smithi069.stdout:1283: oid 18 updating version 0 to 573 2024-04-10T15:35:35.548 INFO:tasks.rados.rados.0.smithi069.stdout:1283: oid 18 version 573 is already newer than 569 2024-04-10T15:35:35.548 INFO:tasks.rados.rados.0.smithi069.stdout:1283: oid 18 version 573 is already newer than 570 2024-04-10T15:35:35.548 INFO:tasks.rados.rados.0.smithi069.stdout:1283: oid 18 version 573 is already newer than 572 2024-04-10T15:35:35.548 INFO:tasks.rados.rados.0.smithi069.stdout:1283: oid 18 version 573 is already newer than 571 2024-04-10T15:35:35.548 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 18 v 573 (ObjNum 411 snap 128 seq_num 411) dirty exists 2024-04-10T15:35:35.548 INFO:tasks.rados.rados.0.smithi069.stdout:1283: left oid 18 (ObjNum 411 snap 128 seq_num 411) 2024-04-10T15:35:35.958 INFO:teuthology.orchestra.run.smithi069.stdout:{ 2024-04-10T15:35:35.959 INFO:teuthology.orchestra.run.smithi069.stdout: "mon": { 2024-04-10T15:35:35.959 INFO:teuthology.orchestra.run.smithi069.stdout: "ceph version 19.0.0-2838-ga5074d45 (a5074d4516d566e9d8b6aec912f26afd099de101) squid (dev)": 3 2024-04-10T15:35:35.959 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-04-10T15:35:35.959 INFO:teuthology.orchestra.run.smithi069.stdout: "mgr": { 2024-04-10T15:35:35.959 INFO:teuthology.orchestra.run.smithi069.stdout: "ceph version 19.0.0-2838-ga5074d45 (a5074d4516d566e9d8b6aec912f26afd099de101) squid (dev)": 2 2024-04-10T15:35:35.959 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-04-10T15:35:35.959 INFO:teuthology.orchestra.run.smithi069.stdout: "osd": { 2024-04-10T15:35:35.959 INFO:teuthology.orchestra.run.smithi069.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 7, 2024-04-10T15:35:35.959 INFO:teuthology.orchestra.run.smithi069.stdout: "ceph version 19.0.0-2838-ga5074d45 (a5074d4516d566e9d8b6aec912f26afd099de101) squid (dev)": 1 2024-04-10T15:35:35.959 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-04-10T15:35:35.959 INFO:teuthology.orchestra.run.smithi069.stdout: "mds": { 2024-04-10T15:35:35.959 INFO:teuthology.orchestra.run.smithi069.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 2 2024-04-10T15:35:35.960 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-04-10T15:35:35.960 INFO:teuthology.orchestra.run.smithi069.stdout: "overall": { 2024-04-10T15:35:35.960 INFO:teuthology.orchestra.run.smithi069.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 9, 2024-04-10T15:35:35.960 INFO:teuthology.orchestra.run.smithi069.stdout: "ceph version 19.0.0-2838-ga5074d45 (a5074d4516d566e9d8b6aec912f26afd099de101) squid (dev)": 6 2024-04-10T15:35:35.960 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-04-10T15:35:35.960 INFO:teuthology.orchestra.run.smithi069.stdout:} 2024-04-10T15:35:36.123 INFO:tasks.rados.rados.0.smithi069.stdout:1280: done (4 left) 2024-04-10T15:35:36.123 INFO:tasks.rados.rados.0.smithi069.stdout:1282: done (3 left) 2024-04-10T15:35:36.123 INFO:tasks.rados.rados.0.smithi069.stdout:1283: done (2 left) 2024-04-10T15:35:36.123 INFO:tasks.rados.rados.0.smithi069.stdout:1284: done (1 left) 2024-04-10T15:35:36.123 INFO:tasks.rados.rados.0.smithi069.stdout:1285: copy_from oid 7 from oid 50 current snap is 129 2024-04-10T15:35:36.123 INFO:tasks.rados.rados.0.smithi069.stdout:1286: rollback oid 8 current snap is 129 2024-04-10T15:35:36.123 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 8 to 125 2024-04-10T15:35:36.123 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 25 current snap is 129 2024-04-10T15:35:36.123 INFO:tasks.rados.rados.0.smithi069.stdout:1287: seq_num 412 ranges {5554176=507904,6062080=630784,6692864=491520,7184384=483328} 2024-04-10T15:35:36.154 INFO:tasks.rados.rados.0.smithi069.stdout:1287: writing smithi06982861-25 from 5554176 to 6062080 tid 1 2024-04-10T15:35:36.157 INFO:tasks.rados.rados.0.smithi069.stdout:1287: writing smithi06982861-25 from 6062080 to 6692864 tid 2 2024-04-10T15:35:36.161 INFO:tasks.rados.rados.0.smithi069.stdout:1287: writing smithi06982861-25 from 6692864 to 7184384 tid 3 2024-04-10T15:35:36.164 INFO:tasks.rados.rados.0.smithi069.stdout:1287: writing smithi06982861-25 from 7184384 to 7667712 tid 4 2024-04-10T15:35:36.164 INFO:tasks.rados.rados.0.smithi069.stdout:1286: finishing rollback tid 0 to smithi06982861-8 2024-04-10T15:35:36.164 INFO:tasks.rados.rados.0.smithi069.stdout:1285: finishing copy_from to smithi06982861-7 2024-04-10T15:35:36.164 INFO:tasks.rados.rados.0.smithi069.stdout:1285: got expected ENOENT (src dne) 2024-04-10T15:35:36.164 INFO:tasks.rados.rados.0.smithi069.stdout:1285: finishing copy_from racing read to smithi06982861-7 2024-04-10T15:35:36.164 INFO:tasks.rados.rados.0.smithi069.stdout:1286: finishing rollback tid 1 to smithi06982861-8 2024-04-10T15:35:36.165 INFO:tasks.rados.rados.0.smithi069.stdout:1286: finishing rollback tid 2 to smithi06982861-8 2024-04-10T15:35:36.165 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 8 v 645 (ObjNum 397 snap 122 seq_num 397) dirty exists 2024-04-10T15:35:36.165 INFO:tasks.rados.rados.0.smithi069.stdout:1285: done (3 left) 2024-04-10T15:35:36.165 INFO:tasks.rados.rados.0.smithi069.stdout:1286: done (2 left) 2024-04-10T15:35:36.165 INFO:tasks.rados.rados.0.smithi069.stdout:1288: snap_create 2024-04-10T15:35:36.171 INFO:tasks.rados.rados.0.smithi069.stdout:1287: finishing write tid 1 to smithi06982861-25 2024-04-10T15:35:36.171 INFO:tasks.rados.rados.0.smithi069.stdout:1287: finishing write tid 2 to smithi06982861-25 2024-04-10T15:35:36.172 INFO:tasks.rados.rados.0.smithi069.stdout:1287: finishing write tid 3 to smithi06982861-25 2024-04-10T15:35:36.177 INFO:tasks.rados.rados.0.smithi069.stdout:1287: finishing write tid 4 to smithi06982861-25 2024-04-10T15:35:36.178 INFO:tasks.rados.rados.0.smithi069.stdout:1287: finishing write tid 5 to smithi06982861-25 2024-04-10T15:35:36.180 INFO:tasks.rados.rados.0.smithi069.stdout:1287: finishing write tid 6 to smithi06982861-25 2024-04-10T15:35:36.180 INFO:tasks.rados.rados.0.smithi069.stdout:1287: oid 25 updating version 0 to 658 2024-04-10T15:35:36.180 INFO:tasks.rados.rados.0.smithi069.stdout:1287: oid 25 updating version 658 to 659 2024-04-10T15:35:36.180 INFO:tasks.rados.rados.0.smithi069.stdout:1287: oid 25 version 659 is already newer than 656 2024-04-10T15:35:36.180 INFO:tasks.rados.rados.0.smithi069.stdout:1287: oid 25 version 659 is already newer than 657 2024-04-10T15:35:36.181 INFO:tasks.rados.rados.0.smithi069.stdout:1287: oid 25 updating version 659 to 660 2024-04-10T15:35:36.181 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 25 v 660 (ObjNum 412 snap 129 seq_num 412) dirty exists 2024-04-10T15:35:36.181 INFO:tasks.rados.rados.0.smithi069.stdout:1287: left oid 25 (ObjNum 412 snap 129 seq_num 412) 2024-04-10T15:35:36.208 INFO:tasks.rados.rados.0.smithi069.stdout:1281: finishing copy_from racing read to smithi06982861-6 2024-04-10T15:35:36.216 INFO:tasks.rados.rados.0.smithi069.stdout:1281: finishing copy_from to smithi06982861-6 2024-04-10T15:35:36.216 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 6 v 653 (ObjNum 404 snap 124 seq_num 404) dirty exists 2024-04-10T15:35:36.321 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:35:36 smithi069 ceph-mon[94167]: from='client.44144 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:35:36.322 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:35:36 smithi069 ceph-mon[94167]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-10T15:35:36.322 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:35:36 smithi069 ceph-mon[94167]: osd.0 [v2:172.21.15.69:6802/1187729268,v1:172.21.15.69:6803/1187729268] boot 2024-04-10T15:35:36.322 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:35:36 smithi069 ceph-mon[94167]: osdmap e314: 8 total, 8 up, 8 in 2024-04-10T15:35:36.322 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:35:36 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-10T15:35:36.322 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:35:36 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:35:36.322 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:35:36 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:35:36.322 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:35:36 smithi069 ceph-mon[94167]: pgmap v127: 121 pgs: 15 active+undersized+degraded, 37 active+undersized, 69 active+clean; 314 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 100/597 objects degraded (16.750%) 2024-04-10T15:35:36.322 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:35:36 smithi069 ceph-mon[94167]: from='client.44150 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:35:36.322 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:35:36 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/1030567123' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:35:36.322 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:35:36 smithi069 ceph-mon[94167]: osdmap e315: 8 total, 8 up, 8 in 2024-04-10T15:35:36.323 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:35:36 smithi069 ceph-mon[96738]: from='client.44144 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:35:36.323 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:35:36 smithi069 ceph-mon[96738]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-10T15:35:36.323 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:35:36 smithi069 ceph-mon[96738]: osd.0 [v2:172.21.15.69:6802/1187729268,v1:172.21.15.69:6803/1187729268] boot 2024-04-10T15:35:36.323 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:35:36 smithi069 ceph-mon[96738]: osdmap e314: 8 total, 8 up, 8 in 2024-04-10T15:35:36.323 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:35:36 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-10T15:35:36.323 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:35:36 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:35:36.323 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:35:36 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:35:36.323 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:35:36 smithi069 ceph-mon[96738]: pgmap v127: 121 pgs: 15 active+undersized+degraded, 37 active+undersized, 69 active+clean; 314 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 100/597 objects degraded (16.750%) 2024-04-10T15:35:36.323 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:35:36 smithi069 ceph-mon[96738]: from='client.44150 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:35:36.323 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:35:36 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/1030567123' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:35:36.323 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:35:36 smithi069 ceph-mon[96738]: osdmap e315: 8 total, 8 up, 8 in 2024-04-10T15:35:36.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:35:36 smithi077 ceph-mon[87572]: from='client.44144 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:35:36.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:35:36 smithi077 ceph-mon[87572]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-10T15:35:36.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:35:36 smithi077 ceph-mon[87572]: osd.0 [v2:172.21.15.69:6802/1187729268,v1:172.21.15.69:6803/1187729268] boot 2024-04-10T15:35:36.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:35:36 smithi077 ceph-mon[87572]: osdmap e314: 8 total, 8 up, 8 in 2024-04-10T15:35:36.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:35:36 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-10T15:35:36.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:35:36 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:35:36.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:35:36 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:35:36.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:35:36 smithi077 ceph-mon[87572]: pgmap v127: 121 pgs: 15 active+undersized+degraded, 37 active+undersized, 69 active+clean; 314 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 100/597 objects degraded (16.750%) 2024-04-10T15:35:36.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:35:36 smithi077 ceph-mon[87572]: from='client.44150 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:35:36.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:35:36 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/1030567123' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:35:36.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:35:36 smithi077 ceph-mon[87572]: osdmap e315: 8 total, 8 up, 8 in 2024-04-10T15:35:37.084 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:35:36 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:15:35:36] "GET /metrics HTTP/1.1" 200 36061 "" "Prometheus/2.43.0" 2024-04-10T15:35:37.165 INFO:tasks.rados.rados.0.smithi069.stdout:1281: done (2 left) 2024-04-10T15:35:37.165 INFO:tasks.rados.rados.0.smithi069.stdout:1287: done (1 left) 2024-04-10T15:35:37.165 INFO:tasks.rados.rados.0.smithi069.stdout:1288: done (0 left) 2024-04-10T15:35:37.165 INFO:tasks.rados.rados.0.smithi069.stdout:1289: rollback oid 1 current snap is 130 2024-04-10T15:35:37.165 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 1 to 118 2024-04-10T15:35:37.165 INFO:tasks.rados.rados.0.smithi069.stdout:1290: rollback oid 36 current snap is 130 2024-04-10T15:35:37.165 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 36 to 126 2024-04-10T15:35:37.165 INFO:tasks.rados.rados.0.smithi069.stdout:1291: snap_remove snap 114 2024-04-10T15:35:38.171 INFO:tasks.rados.rados.0.smithi069.stdout:1291: done (2 left) 2024-04-10T15:35:38.171 INFO:tasks.rados.rados.0.smithi069.stdout:1292: snap_remove snap 105 2024-04-10T15:35:38.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:35:38 smithi077 ceph-mon[87572]: osdmap e316: 8 total, 8 up, 8 in 2024-04-10T15:35:38.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:35:38 smithi077 ceph-mon[87572]: pgmap v130: 121 pgs: 37 peering, 4 active+undersized+degraded, 11 active+undersized, 69 active+clean; 330 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 2.9 MiB/s wr, 21 op/s; 27/621 objects degraded (4.348%) 2024-04-10T15:35:38.515 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:35:38 smithi069 ceph-mon[96738]: osdmap e316: 8 total, 8 up, 8 in 2024-04-10T15:35:38.515 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:35:38 smithi069 ceph-mon[96738]: pgmap v130: 121 pgs: 37 peering, 4 active+undersized+degraded, 11 active+undersized, 69 active+clean; 330 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 2.9 MiB/s wr, 21 op/s; 27/621 objects degraded (4.348%) 2024-04-10T15:35:38.515 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:35:38 smithi069 ceph-mon[94167]: osdmap e316: 8 total, 8 up, 8 in 2024-04-10T15:35:38.515 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:35:38 smithi069 ceph-mon[94167]: pgmap v130: 121 pgs: 37 peering, 4 active+undersized+degraded, 11 active+undersized, 69 active+clean; 330 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 2.9 MiB/s wr, 21 op/s; 27/621 objects degraded (4.348%) 2024-04-10T15:35:39.172 INFO:tasks.rados.rados.0.smithi069.stdout:1292: done (2 left) 2024-04-10T15:35:39.172 INFO:tasks.rados.rados.0.smithi069.stdout:1293: snap_remove snap 117 2024-04-10T15:35:39.175 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:35:39 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: 2024-04-10T15:35:39.028+0000 7f486a3b0700 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (17 PGs are or would become offline) 2024-04-10T15:35:39.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:35:39 smithi077 ceph-mon[87572]: Health check update: Degraded data redundancy: 27/621 objects degraded (4.348%), 4 pgs degraded (PG_DEGRADED) 2024-04-10T15:35:39.493 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:35:39 smithi077 ceph-mon[87572]: osdmap e317: 8 total, 8 up, 8 in 2024-04-10T15:35:39.493 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:35:39 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:35:39.493 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:35:39 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:35:39.493 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:35:39 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:35:39.493 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:35:39 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:35:39.493 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:35:39 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:35:39.493 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:35:39 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:35:39.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:35:39 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:35:39.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:35:39 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:35:39.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:35:39 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:35:39.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:35:39 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-04-10T15:35:39.584 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:35:39 smithi069 ceph-mon[94167]: Health check update: Degraded data redundancy: 27/621 objects degraded (4.348%), 4 pgs degraded (PG_DEGRADED) 2024-04-10T15:35:39.584 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:35:39 smithi069 ceph-mon[94167]: osdmap e317: 8 total, 8 up, 8 in 2024-04-10T15:35:39.584 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:35:39 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:35:39.585 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:35:39 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:35:39.585 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:35:39 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:35:39.585 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:35:39 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:35:39.585 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:35:39 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:35:39.585 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:35:39 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:35:39.585 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:35:39 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:35:39.585 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:35:39 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:35:39.585 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:35:39 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:35:39.585 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:35:39 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-04-10T15:35:39.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:35:39 smithi069 ceph-mon[96738]: Health check update: Degraded data redundancy: 27/621 objects degraded (4.348%), 4 pgs degraded (PG_DEGRADED) 2024-04-10T15:35:39.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:35:39 smithi069 ceph-mon[96738]: osdmap e317: 8 total, 8 up, 8 in 2024-04-10T15:35:39.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:35:39 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:35:39.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:35:39 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:35:39.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:35:39 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:35:39.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:35:39 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:35:39.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:35:39 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:35:39.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:35:39 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:35:39.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:35:39 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:35:39.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:35:39 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:35:39.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:35:39 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:35:39.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:35:39 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-04-10T15:35:40.192 INFO:tasks.rados.rados.0.smithi069.stdout:1293: done (2 left) 2024-04-10T15:35:40.192 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 29 current snap is 130 2024-04-10T15:35:40.192 INFO:tasks.rados.rados.0.smithi069.stdout:1294: seq_num 413 ranges {3194880=524288,3719168=516096,4235264=696320,4931584=393216} 2024-04-10T15:35:40.210 INFO:tasks.rados.rados.0.smithi069.stdout:1294: writing smithi06982861-29 from 3194880 to 3719168 tid 1 2024-04-10T15:35:40.213 INFO:tasks.rados.rados.0.smithi069.stdout:1294: writing smithi06982861-29 from 3719168 to 4235264 tid 2 2024-04-10T15:35:40.217 INFO:tasks.rados.rados.0.smithi069.stdout:1294: writing smithi06982861-29 from 4235264 to 4931584 tid 3 2024-04-10T15:35:40.220 INFO:tasks.rados.rados.0.smithi069.stdout:1294: writing smithi06982861-29 from 4931584 to 5324800 tid 4 2024-04-10T15:35:40.220 INFO:tasks.rados.rados.0.smithi069.stdout:1295: snap_remove snap 70 2024-04-10T15:35:40.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:35:40 smithi077 ceph-mon[87572]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-04-10T15:35:40.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:35:40 smithi077 ceph-mon[87572]: Upgrade: unsafe to stop osd(s) at this time (17 PGs are or would become offline) 2024-04-10T15:35:40.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:35:40 smithi077 ceph-mon[87572]: osdmap e318: 8 total, 8 up, 8 in 2024-04-10T15:35:40.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:35:40 smithi077 ceph-mon[87572]: pgmap v133: 121 pgs: 37 peering, 84 active+clean; 334 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 3.4 MiB/s wr, 28 op/s; 7.0 MiB/s, 1 objects/s recovering 2024-04-10T15:35:40.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:35:40 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:35:40.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:35:40 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:35:40.584 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:35:40 smithi069 ceph-mon[96738]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-04-10T15:35:40.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:35:40 smithi069 ceph-mon[96738]: Upgrade: unsafe to stop osd(s) at this time (17 PGs are or would become offline) 2024-04-10T15:35:40.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:35:40 smithi069 ceph-mon[96738]: osdmap e318: 8 total, 8 up, 8 in 2024-04-10T15:35:40.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:35:40 smithi069 ceph-mon[96738]: pgmap v133: 121 pgs: 37 peering, 84 active+clean; 334 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 3.4 MiB/s wr, 28 op/s; 7.0 MiB/s, 1 objects/s recovering 2024-04-10T15:35:40.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:35:40 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:35:40.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:35:40 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:35:40.585 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:35:40 smithi069 ceph-mon[94167]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-04-10T15:35:40.585 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:35:40 smithi069 ceph-mon[94167]: Upgrade: unsafe to stop osd(s) at this time (17 PGs are or would become offline) 2024-04-10T15:35:40.585 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:35:40 smithi069 ceph-mon[94167]: osdmap e318: 8 total, 8 up, 8 in 2024-04-10T15:35:40.585 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:35:40 smithi069 ceph-mon[94167]: pgmap v133: 121 pgs: 37 peering, 84 active+clean; 334 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 3.4 MiB/s wr, 28 op/s; 7.0 MiB/s, 1 objects/s recovering 2024-04-10T15:35:40.585 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:35:40 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:35:40.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:35:40 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:35:41.192 INFO:tasks.rados.rados.0.smithi069.stdout:1289: finishing rollback tid 0 to smithi06982861-1 2024-04-10T15:35:41.193 INFO:tasks.rados.rados.0.smithi069.stdout:1289: finishing rollback tid 1 to smithi06982861-1 2024-04-10T15:35:41.193 INFO:tasks.rados.rados.0.smithi069.stdout:1289: finishing rollback tid 2 to smithi06982861-1 2024-04-10T15:35:41.193 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 1 v 657 (ObjNum 257 snap 69 seq_num 257) dirty exists 2024-04-10T15:35:41.193 INFO:tasks.rados.rados.0.smithi069.stdout:1290: finishing rollback tid 0 to smithi06982861-36 2024-04-10T15:35:41.193 INFO:tasks.rados.rados.0.smithi069.stdout:1290: finishing rollback tid 1 to smithi06982861-36 2024-04-10T15:35:41.193 INFO:tasks.rados.rados.0.smithi069.stdout:1290: finishing rollback tid 2 to smithi06982861-36 2024-04-10T15:35:41.193 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 36 v 656 (ObjNum 351 snap 106 seq_num 351) dirty exists 2024-04-10T15:35:41.193 INFO:tasks.rados.rados.0.smithi069.stdout:1294: finishing write tid 1 to smithi06982861-29 2024-04-10T15:35:41.193 INFO:tasks.rados.rados.0.smithi069.stdout:1294: finishing write tid 2 to smithi06982861-29 2024-04-10T15:35:41.193 INFO:tasks.rados.rados.0.smithi069.stdout:1294: finishing write tid 3 to smithi06982861-29 2024-04-10T15:35:41.194 INFO:tasks.rados.rados.0.smithi069.stdout:1294: finishing write tid 4 to smithi06982861-29 2024-04-10T15:35:41.194 INFO:tasks.rados.rados.0.smithi069.stdout:1294: finishing write tid 5 to smithi06982861-29 2024-04-10T15:35:41.194 INFO:tasks.rados.rados.0.smithi069.stdout:1294: finishing write tid 6 to smithi06982861-29 2024-04-10T15:35:41.194 INFO:tasks.rados.rados.0.smithi069.stdout:1294: oid 29 updating version 0 to 591 2024-04-10T15:35:41.194 INFO:tasks.rados.rados.0.smithi069.stdout:1294: oid 29 version 591 is already newer than 590 2024-04-10T15:35:41.194 INFO:tasks.rados.rados.0.smithi069.stdout:1294: oid 29 updating version 591 to 592 2024-04-10T15:35:41.194 INFO:tasks.rados.rados.0.smithi069.stdout:1294: oid 29 updating version 592 to 594 2024-04-10T15:35:41.194 INFO:tasks.rados.rados.0.smithi069.stdout:1294: oid 29 version 594 is already newer than 593 2024-04-10T15:35:41.194 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 29 v 594 (ObjNum 413 snap 130 seq_num 413) dirty exists 2024-04-10T15:35:41.194 INFO:tasks.rados.rados.0.smithi069.stdout:1294: left oid 29 (ObjNum 413 snap 130 seq_num 413) 2024-04-10T15:35:41.194 INFO:tasks.rados.rados.0.smithi069.stdout:1289: done (3 left) 2024-04-10T15:35:41.194 INFO:tasks.rados.rados.0.smithi069.stdout:1290: done (2 left) 2024-04-10T15:35:41.194 INFO:tasks.rados.rados.0.smithi069.stdout:1294: done (1 left) 2024-04-10T15:35:41.195 INFO:tasks.rados.rados.0.smithi069.stdout:1295: done (0 left) 2024-04-10T15:35:41.195 INFO:tasks.rados.rados.0.smithi069.stdout:1296: delete oid 12 current snap is 130 2024-04-10T15:35:41.202 INFO:tasks.rados.rados.0.smithi069.stdout:1296: done (0 left) 2024-04-10T15:35:41.202 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 15 current snap is 130 2024-04-10T15:35:41.202 INFO:tasks.rados.rados.0.smithi069.stdout:1297: seq_num 415 ranges {7921664=557056,8478720=688128,9166848=663552,9830400=253952} 2024-04-10T15:35:41.250 INFO:tasks.rados.rados.0.smithi069.stdout:1297: writing smithi06982861-15 from 7921664 to 8478720 tid 1 2024-04-10T15:35:41.252 INFO:tasks.rados.rados.0.smithi069.stdout:1297: writing smithi06982861-15 from 8478720 to 9166848 tid 2 2024-04-10T15:35:41.256 INFO:tasks.rados.rados.0.smithi069.stdout:1297: writing smithi06982861-15 from 9166848 to 9830400 tid 3 2024-04-10T15:35:41.258 INFO:tasks.rados.rados.0.smithi069.stdout:1297: writing smithi06982861-15 from 9830400 to 10084352 tid 4 2024-04-10T15:35:41.259 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 22 current snap is 130 2024-04-10T15:35:41.259 INFO:tasks.rados.rados.0.smithi069.stdout:1297: finishing write tid 1 to smithi06982861-15 2024-04-10T15:35:41.259 INFO:tasks.rados.rados.0.smithi069.stdout:1297: finishing write tid 2 to smithi06982861-15 2024-04-10T15:35:41.259 INFO:tasks.rados.rados.0.smithi069.stdout:1298: seq_num 416 ranges {0=573440,573440=573440,1146880=475136,1622016=557056} 2024-04-10T15:35:41.262 INFO:tasks.rados.rados.0.smithi069.stdout:1298: writing smithi06982861-22 from 0 to 573440 tid 1 2024-04-10T15:35:41.265 INFO:tasks.rados.rados.0.smithi069.stdout:1298: writing smithi06982861-22 from 573440 to 1146880 tid 2 2024-04-10T15:35:41.268 INFO:tasks.rados.rados.0.smithi069.stdout:1298: writing smithi06982861-22 from 1146880 to 1622016 tid 3 2024-04-10T15:35:41.272 INFO:tasks.rados.rados.0.smithi069.stdout:1298: writing smithi06982861-22 from 1622016 to 2179072 tid 4 2024-04-10T15:35:41.272 INFO:tasks.rados.rados.0.smithi069.stdout:1299: read oid 30 snap -1 2024-04-10T15:35:41.272 INFO:tasks.rados.rados.0.smithi069.stdout:1299: expect (ObjNum 366 snap 112 seq_num 366) 2024-04-10T15:35:41.272 INFO:tasks.rados.rados.0.smithi069.stdout:1297: finishing write tid 3 to smithi06982861-15 2024-04-10T15:35:41.272 INFO:tasks.rados.rados.0.smithi069.stdout:1297: finishing write tid 4 to smithi06982861-15 2024-04-10T15:35:41.273 INFO:tasks.rados.rados.0.smithi069.stdout:1297: finishing write tid 5 to smithi06982861-15 2024-04-10T15:35:41.273 INFO:tasks.rados.rados.0.smithi069.stdout:1300: read oid 50 snap -1 2024-04-10T15:35:41.273 INFO:tasks.rados.rados.0.smithi069.stdout:1300: expect deleted 2024-04-10T15:35:41.273 INFO:tasks.rados.rados.0.smithi069.stdout:1301: snap_create 2024-04-10T15:35:41.273 INFO:tasks.rados.rados.0.smithi069.stdout:1297: finishing write tid 6 to smithi06982861-15 2024-04-10T15:35:41.273 INFO:tasks.rados.rados.0.smithi069.stdout:1297: oid 15 updating version 0 to 596 2024-04-10T15:35:41.273 INFO:tasks.rados.rados.0.smithi069.stdout:1297: oid 15 updating version 596 to 597 2024-04-10T15:35:41.273 INFO:tasks.rados.rados.0.smithi069.stdout:1297: oid 15 updating version 597 to 598 2024-04-10T15:35:41.273 INFO:tasks.rados.rados.0.smithi069.stdout:1297: oid 15 version 598 is already newer than 595 2024-04-10T15:35:41.273 INFO:tasks.rados.rados.0.smithi069.stdout:1297: oid 15 updating version 598 to 599 2024-04-10T15:35:41.273 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 15 v 599 (ObjNum 415 snap 130 seq_num 415) dirty exists 2024-04-10T15:35:41.273 INFO:tasks.rados.rados.0.smithi069.stdout:1297: left oid 15 (ObjNum 415 snap 130 seq_num 415) 2024-04-10T15:35:41.273 INFO:tasks.rados.rados.0.smithi069.stdout:1298: finishing write tid 1 to smithi06982861-22 2024-04-10T15:35:41.273 INFO:tasks.rados.rados.0.smithi069.stdout:1298: finishing write tid 2 to smithi06982861-22 2024-04-10T15:35:41.273 INFO:tasks.rados.rados.0.smithi069.stdout:1298: finishing write tid 3 to smithi06982861-22 2024-04-10T15:35:41.275 INFO:tasks.rados.rados.0.smithi069.stdout:1298: finishing write tid 4 to smithi06982861-22 2024-04-10T15:35:41.275 INFO:tasks.rados.rados.0.smithi069.stdout:1298: finishing write tid 5 to smithi06982861-22 2024-04-10T15:35:41.276 INFO:tasks.rados.rados.0.smithi069.stdout:1298: finishing write tid 6 to smithi06982861-22 2024-04-10T15:35:41.276 INFO:tasks.rados.rados.0.smithi069.stdout:1298: oid 22 updating version 0 to 124 2024-04-10T15:35:41.276 INFO:tasks.rados.rados.0.smithi069.stdout:1298: oid 22 updating version 124 to 125 2024-04-10T15:35:41.276 INFO:tasks.rados.rados.0.smithi069.stdout:1298: oid 22 version 125 is already newer than 122 2024-04-10T15:35:41.276 INFO:tasks.rados.rados.0.smithi069.stdout:1298: oid 22 version 125 is already newer than 123 2024-04-10T15:35:41.276 INFO:tasks.rados.rados.0.smithi069.stdout:1298: oid 22 updating version 125 to 126 2024-04-10T15:35:41.276 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 22 v 126 (ObjNum 416 snap 130 seq_num 416) dirty exists 2024-04-10T15:35:41.276 INFO:tasks.rados.rados.0.smithi069.stdout:1298: left oid 22 (ObjNum 416 snap 130 seq_num 416) 2024-04-10T15:35:41.277 INFO:tasks.rados.rados.0.smithi069.stdout:1299: expect (ObjNum 366 snap 112 seq_num 366) 2024-04-10T15:35:41.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:35:41 smithi077 ceph-mon[87572]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 27/621 objects degraded (4.348%), 4 pgs degraded) 2024-04-10T15:35:41.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:35:41 smithi077 ceph-mon[87572]: Cluster is now healthy 2024-04-10T15:35:41.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:35:41 smithi077 ceph-mon[87572]: osdmap e319: 8 total, 8 up, 8 in 2024-04-10T15:35:41.584 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:35:41 smithi069 ceph-mon[96738]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 27/621 objects degraded (4.348%), 4 pgs degraded) 2024-04-10T15:35:41.584 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:35:41 smithi069 ceph-mon[96738]: Cluster is now healthy 2024-04-10T15:35:41.584 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:35:41 smithi069 ceph-mon[96738]: osdmap e319: 8 total, 8 up, 8 in 2024-04-10T15:35:41.585 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:35:41 smithi069 ceph-mon[94167]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 27/621 objects degraded (4.348%), 4 pgs degraded) 2024-04-10T15:35:41.585 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:35:41 smithi069 ceph-mon[94167]: Cluster is now healthy 2024-04-10T15:35:41.585 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:35:41 smithi069 ceph-mon[94167]: osdmap e319: 8 total, 8 up, 8 in 2024-04-10T15:35:42.206 INFO:tasks.rados.rados.0.smithi069.stdout:1297: done (4 left) 2024-04-10T15:35:42.206 INFO:tasks.rados.rados.0.smithi069.stdout:1298: done (3 left) 2024-04-10T15:35:42.206 INFO:tasks.rados.rados.0.smithi069.stdout:1299: done (2 left) 2024-04-10T15:35:42.207 INFO:tasks.rados.rados.0.smithi069.stdout:1300: done (1 left) 2024-04-10T15:35:42.207 INFO:tasks.rados.rados.0.smithi069.stdout:1301: done (0 left) 2024-04-10T15:35:42.207 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 17 current snap is 131 2024-04-10T15:35:42.207 INFO:tasks.rados.rados.0.smithi069.stdout:1302: seq_num 417 ranges {2621440=589824,3211264=458752,3670016=679936,4349952=466944} 2024-04-10T15:35:42.223 INFO:tasks.rados.rados.0.smithi069.stdout:1302: writing smithi06982861-17 from 2621440 to 3211264 tid 1 2024-04-10T15:35:42.226 INFO:tasks.rados.rados.0.smithi069.stdout:1302: writing smithi06982861-17 from 3211264 to 3670016 tid 2 2024-04-10T15:35:42.230 INFO:tasks.rados.rados.0.smithi069.stdout:1302: writing smithi06982861-17 from 3670016 to 4349952 tid 3 2024-04-10T15:35:42.233 INFO:tasks.rados.rados.0.smithi069.stdout:1302: writing smithi06982861-17 from 4349952 to 4816896 tid 4 2024-04-10T15:35:42.233 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 35 current snap is 131 2024-04-10T15:35:42.233 INFO:tasks.rados.rados.0.smithi069.stdout:1302: finishing write tid 1 to smithi06982861-17 2024-04-10T15:35:42.233 INFO:tasks.rados.rados.0.smithi069.stdout:1303: seq_num 418 ranges {7528448=606208,8134656=737280,8871936=434176,9306112=434176} 2024-04-10T15:35:42.277 INFO:tasks.rados.rados.0.smithi069.stdout:1303: writing smithi06982861-35 from 7528448 to 8134656 tid 1 2024-04-10T15:35:42.282 INFO:tasks.rados.rados.0.smithi069.stdout:1303: writing smithi06982861-35 from 8134656 to 8871936 tid 2 2024-04-10T15:35:42.284 INFO:tasks.rados.rados.0.smithi069.stdout:1303: writing smithi06982861-35 from 8871936 to 9306112 tid 3 2024-04-10T15:35:42.287 INFO:tasks.rados.rados.0.smithi069.stdout:1303: writing smithi06982861-35 from 9306112 to 9740288 tid 4 2024-04-10T15:35:42.287 INFO:tasks.rados.rados.0.smithi069.stdout:1304: snap_create 2024-04-10T15:35:42.288 INFO:tasks.rados.rados.0.smithi069.stdout:1302: finishing write tid 2 to smithi06982861-17 2024-04-10T15:35:42.288 INFO:tasks.rados.rados.0.smithi069.stdout:1302: finishing write tid 3 to smithi06982861-17 2024-04-10T15:35:42.288 INFO:tasks.rados.rados.0.smithi069.stdout:1302: finishing write tid 4 to smithi06982861-17 2024-04-10T15:35:42.288 INFO:tasks.rados.rados.0.smithi069.stdout:1302: finishing write tid 5 to smithi06982861-17 2024-04-10T15:35:42.288 INFO:tasks.rados.rados.0.smithi069.stdout:1302: finishing write tid 6 to smithi06982861-17 2024-04-10T15:35:42.288 INFO:tasks.rados.rados.0.smithi069.stdout:1302: oid 17 updating version 0 to 640 2024-04-10T15:35:42.288 INFO:tasks.rados.rados.0.smithi069.stdout:1302: oid 17 updating version 640 to 642 2024-04-10T15:35:42.288 INFO:tasks.rados.rados.0.smithi069.stdout:1302: oid 17 updating version 642 to 643 2024-04-10T15:35:42.288 INFO:tasks.rados.rados.0.smithi069.stdout:1302: oid 17 version 643 is already newer than 641 2024-04-10T15:35:42.288 INFO:tasks.rados.rados.0.smithi069.stdout:1302: oid 17 version 643 is already newer than 639 2024-04-10T15:35:42.288 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 17 v 643 (ObjNum 417 snap 131 seq_num 417) dirty exists 2024-04-10T15:35:42.288 INFO:tasks.rados.rados.0.smithi069.stdout:1302: left oid 17 (ObjNum 417 snap 131 seq_num 417) 2024-04-10T15:35:42.288 INFO:tasks.rados.rados.0.smithi069.stdout:1303: finishing write tid 1 to smithi06982861-35 2024-04-10T15:35:42.289 INFO:tasks.rados.rados.0.smithi069.stdout:1303: finishing write tid 2 to smithi06982861-35 2024-04-10T15:35:42.289 INFO:tasks.rados.rados.0.smithi069.stdout:1303: finishing write tid 3 to smithi06982861-35 2024-04-10T15:35:42.289 INFO:tasks.rados.rados.0.smithi069.stdout:1303: finishing write tid 4 to smithi06982861-35 2024-04-10T15:35:42.289 INFO:tasks.rados.rados.0.smithi069.stdout:1303: finishing write tid 5 to smithi06982861-35 2024-04-10T15:35:42.290 INFO:tasks.rados.rados.0.smithi069.stdout:1303: finishing write tid 6 to smithi06982861-35 2024-04-10T15:35:42.290 INFO:tasks.rados.rados.0.smithi069.stdout:1303: oid 35 updating version 0 to 661 2024-04-10T15:35:42.290 INFO:tasks.rados.rados.0.smithi069.stdout:1303: oid 35 updating version 661 to 662 2024-04-10T15:35:42.290 INFO:tasks.rados.rados.0.smithi069.stdout:1303: oid 35 version 662 is already newer than 658 2024-04-10T15:35:42.291 INFO:tasks.rados.rados.0.smithi069.stdout:1303: oid 35 version 662 is already newer than 659 2024-04-10T15:35:42.291 INFO:tasks.rados.rados.0.smithi069.stdout:1303: oid 35 version 662 is already newer than 660 2024-04-10T15:35:42.291 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 35 v 662 (ObjNum 418 snap 131 seq_num 418) dirty exists 2024-04-10T15:35:42.291 INFO:tasks.rados.rados.0.smithi069.stdout:1303: left oid 35 (ObjNum 418 snap 131 seq_num 418) 2024-04-10T15:35:42.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:35:42 smithi077 ceph-mon[87572]: osdmap e320: 8 total, 8 up, 8 in 2024-04-10T15:35:42.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:35:42 smithi077 ceph-mon[87572]: pgmap v136: 121 pgs: 121 active+clean; 341 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 2.8 MiB/s wr, 10 op/s; 18 MiB/s, 4 objects/s recovering 2024-04-10T15:35:42.491 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:35:42 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[78458]: ts=2024-04-10T15:35:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:35:42.584 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:35:42 smithi069 ceph-mon[96738]: osdmap e320: 8 total, 8 up, 8 in 2024-04-10T15:35:42.584 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:35:42 smithi069 ceph-mon[96738]: pgmap v136: 121 pgs: 121 active+clean; 341 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 2.8 MiB/s wr, 10 op/s; 18 MiB/s, 4 objects/s recovering 2024-04-10T15:35:42.585 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:35:42 smithi069 ceph-mon[94167]: osdmap e320: 8 total, 8 up, 8 in 2024-04-10T15:35:42.585 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:35:42 smithi069 ceph-mon[94167]: pgmap v136: 121 pgs: 121 active+clean; 341 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 2.8 MiB/s wr, 10 op/s; 18 MiB/s, 4 objects/s recovering 2024-04-10T15:35:43.202 INFO:tasks.rados.rados.0.smithi069.stdout:1302: done (2 left) 2024-04-10T15:35:43.202 INFO:tasks.rados.rados.0.smithi069.stdout:1303: done (1 left) 2024-04-10T15:35:43.202 INFO:tasks.rados.rados.0.smithi069.stdout:1304: done (0 left) 2024-04-10T15:35:43.202 INFO:tasks.rados.rados.0.smithi069.stdout:1305: delete oid 44 current snap is 132 2024-04-10T15:35:43.206 INFO:tasks.rados.rados.0.smithi069.stdout:1305: done (0 left) 2024-04-10T15:35:43.207 INFO:tasks.rados.rados.0.smithi069.stdout:1306: rmattr oid 21 current snap is 132 2024-04-10T15:35:43.207 INFO:tasks.rados.rados.0.smithi069.stdout:1307: read oid 35 snap -1 2024-04-10T15:35:43.207 INFO:tasks.rados.rados.0.smithi069.stdout:1307: expect (ObjNum 418 snap 131 seq_num 418) 2024-04-10T15:35:43.207 INFO:tasks.rados.rados.0.smithi069.stdout:1308: read oid 47 snap -1 2024-04-10T15:35:43.207 INFO:tasks.rados.rados.0.smithi069.stdout:1308: expect (ObjNum 371 snap 114 seq_num 371) 2024-04-10T15:35:43.207 INFO:tasks.rados.rados.0.smithi069.stdout:1309: snap_create 2024-04-10T15:35:43.210 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 21 v 589 (ObjNum 379 snap 118 seq_num 379) dirty exists 2024-04-10T15:35:43.228 INFO:tasks.rados.rados.0.smithi069.stdout:1308: expect (ObjNum 371 snap 114 seq_num 371) 2024-04-10T15:35:43.357 INFO:tasks.rados.rados.0.smithi069.stdout:1307: expect (ObjNum 418 snap 131 seq_num 418) 2024-04-10T15:35:43.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:35:43 smithi077 ceph-mon[87572]: mgrmap e43: y(active, since 92s), standbys: x 2024-04-10T15:35:43.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:35:43 smithi077 ceph-mon[87572]: osdmap e321: 8 total, 8 up, 8 in 2024-04-10T15:35:43.584 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:35:43 smithi069 ceph-mon[96738]: mgrmap e43: y(active, since 92s), standbys: x 2024-04-10T15:35:43.584 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:35:43 smithi069 ceph-mon[96738]: osdmap e321: 8 total, 8 up, 8 in 2024-04-10T15:35:43.584 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:35:43 smithi069 ceph-mon[94167]: mgrmap e43: y(active, since 92s), standbys: x 2024-04-10T15:35:43.584 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:35:43 smithi069 ceph-mon[94167]: osdmap e321: 8 total, 8 up, 8 in 2024-04-10T15:35:43.990 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:35:43 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[78458]: ts=2024-04-10T15:35:43.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi069\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi069\", job=\"node\", machine=\"x86_64\", nodename=\"smithi069\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", domainname=\"(none)\", instance=\"smithi069\", job=\"node\", machine=\"x86_64\", nodename=\"smithi069\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:35:44.212 INFO:tasks.rados.rados.0.smithi069.stdout:1306: done (3 left) 2024-04-10T15:35:44.212 INFO:tasks.rados.rados.0.smithi069.stdout:1307: done (2 left) 2024-04-10T15:35:44.212 INFO:tasks.rados.rados.0.smithi069.stdout:1308: done (1 left) 2024-04-10T15:35:44.212 INFO:tasks.rados.rados.0.smithi069.stdout:1309: done (0 left) 2024-04-10T15:35:44.212 INFO:tasks.rados.rados.0.smithi069.stdout:1310: read oid 40 snap 115 2024-04-10T15:35:44.212 INFO:tasks.rados.rados.0.smithi069.stdout:1310: expect (ObjNum 258 snap 69 seq_num 258) 2024-04-10T15:35:44.212 INFO:tasks.rados.rados.0.smithi069.stdout:1311: delete oid 47 current snap is 133 2024-04-10T15:35:44.220 INFO:tasks.rados.rados.0.smithi069.stdout:1311: done (1 left) 2024-04-10T15:35:44.220 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 31 current snap is 133 2024-04-10T15:35:44.220 INFO:tasks.rados.rados.0.smithi069.stdout:1312: seq_num 421 ranges {3710976=655360,4366336=442368,4808704=663552,5472256=499712} 2024-04-10T15:35:44.243 INFO:tasks.rados.rados.0.smithi069.stdout:1312: writing smithi06982861-31 from 3710976 to 4366336 tid 1 2024-04-10T15:35:44.246 INFO:tasks.rados.rados.0.smithi069.stdout:1312: writing smithi06982861-31 from 4366336 to 4808704 tid 2 2024-04-10T15:35:44.250 INFO:tasks.rados.rados.0.smithi069.stdout:1312: writing smithi06982861-31 from 4808704 to 5472256 tid 3 2024-04-10T15:35:44.253 INFO:tasks.rados.rados.0.smithi069.stdout:1312: writing smithi06982861-31 from 5472256 to 5971968 tid 4 2024-04-10T15:35:44.253 INFO:tasks.rados.rados.0.smithi069.stdout:1313: delete oid 43 current snap is 133 2024-04-10T15:35:44.253 INFO:tasks.rados.rados.0.smithi069.stdout:1310: expect (ObjNum 258 snap 69 seq_num 258) 2024-04-10T15:35:44.431 INFO:tasks.rados.rados.0.smithi069.stdout:1312: finishing write tid 1 to smithi06982861-31 2024-04-10T15:35:44.431 INFO:tasks.rados.rados.0.smithi069.stdout:1312: finishing write tid 2 to smithi06982861-31 2024-04-10T15:35:44.431 INFO:tasks.rados.rados.0.smithi069.stdout:1312: finishing write tid 3 to smithi06982861-31 2024-04-10T15:35:44.431 INFO:tasks.rados.rados.0.smithi069.stdout:1312: finishing write tid 4 to smithi06982861-31 2024-04-10T15:35:44.431 INFO:tasks.rados.rados.0.smithi069.stdout:1312: finishing write tid 5 to smithi06982861-31 2024-04-10T15:35:44.431 INFO:tasks.rados.rados.0.smithi069.stdout:1312: finishing write tid 6 to smithi06982861-31 2024-04-10T15:35:44.431 INFO:tasks.rados.rados.0.smithi069.stdout:1312: oid 31 updating version 0 to 671 2024-04-10T15:35:44.431 INFO:tasks.rados.rados.0.smithi069.stdout:1312: oid 31 updating version 671 to 672 2024-04-10T15:35:44.431 INFO:tasks.rados.rados.0.smithi069.stdout:1312: oid 31 updating version 672 to 674 2024-04-10T15:35:44.432 INFO:tasks.rados.rados.0.smithi069.stdout:1312: oid 31 updating version 674 to 675 2024-04-10T15:35:44.432 INFO:tasks.rados.rados.0.smithi069.stdout:1312: oid 31 version 675 is already newer than 673 2024-04-10T15:35:44.432 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 31 v 675 (ObjNum 421 snap 133 seq_num 421) dirty exists 2024-04-10T15:35:44.432 INFO:tasks.rados.rados.0.smithi069.stdout:1312: left oid 31 (ObjNum 421 snap 133 seq_num 421) 2024-04-10T15:35:44.432 INFO:tasks.rados.rados.0.smithi069.stdout:1310: done (2 left) 2024-04-10T15:35:44.432 INFO:tasks.rados.rados.0.smithi069.stdout:1312: done (1 left) 2024-04-10T15:35:44.432 INFO:tasks.rados.rados.0.smithi069.stdout:1313: done (0 left) 2024-04-10T15:35:44.432 INFO:tasks.rados.rados.0.smithi069.stdout:1314: rollback oid 19 current snap is 133 2024-04-10T15:35:44.432 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 19 to 108 2024-04-10T15:35:44.432 INFO:tasks.rados.rados.0.smithi069.stdout:1315: read oid 23 snap -1 2024-04-10T15:35:44.432 INFO:tasks.rados.rados.0.smithi069.stdout:1315: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-10T15:35:44.432 INFO:tasks.rados.rados.0.smithi069.stdout:1316: copy_from oid 24 from oid 28 current snap is 133 2024-04-10T15:35:44.432 INFO:tasks.rados.rados.0.smithi069.stdout:1317: snap_remove snap 122 2024-04-10T15:35:44.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:35:44 smithi077 ceph-mon[87572]: osdmap e322: 8 total, 8 up, 8 in 2024-04-10T15:35:44.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:35:44 smithi077 ceph-mon[87572]: pgmap v139: 121 pgs: 121 active+clean; 341 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 2.3 MiB/s wr, 3 op/s; 11 MiB/s, 3 objects/s recovering 2024-04-10T15:35:44.584 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:35:44 smithi069 ceph-mon[96738]: osdmap e322: 8 total, 8 up, 8 in 2024-04-10T15:35:44.584 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:35:44 smithi069 ceph-mon[96738]: pgmap v139: 121 pgs: 121 active+clean; 341 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 2.3 MiB/s wr, 3 op/s; 11 MiB/s, 3 objects/s recovering 2024-04-10T15:35:44.585 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:35:44 smithi069 ceph-mon[94167]: osdmap e322: 8 total, 8 up, 8 in 2024-04-10T15:35:44.585 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:35:44 smithi069 ceph-mon[94167]: pgmap v139: 121 pgs: 121 active+clean; 341 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 2.3 MiB/s wr, 3 op/s; 11 MiB/s, 3 objects/s recovering 2024-04-10T15:35:45.220 INFO:tasks.rados.rados.0.smithi069.stdout:1317: done (3 left) 2024-04-10T15:35:45.220 INFO:tasks.rados.rados.0.smithi069.stdout:1318: snap_remove snap 123 2024-04-10T15:35:45.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:35:45 smithi077 ceph-mon[87572]: osdmap e323: 8 total, 8 up, 8 in 2024-04-10T15:35:45.584 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:35:45 smithi069 ceph-mon[94167]: osdmap e323: 8 total, 8 up, 8 in 2024-04-10T15:35:45.584 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:35:45 smithi069 ceph-mon[96738]: osdmap e323: 8 total, 8 up, 8 in 2024-04-10T15:35:46.119 INFO:tasks.rados.rados.0.smithi069.stdout:1318: done (3 left) 2024-04-10T15:35:46.119 INFO:tasks.rados.rados.0.smithi069.stdout:1319: copy_from oid 47 from oid 11 current snap is 133 2024-04-10T15:35:46.120 INFO:tasks.rados.rados.0.smithi069.stdout:1315: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-10T15:35:46.126 INFO:tasks.rados.rados.0.smithi069.stdout:1314: finishing rollback tid 0 to smithi06982861-19 2024-04-10T15:35:46.126 INFO:tasks.rados.rados.0.smithi069.stdout:1314: finishing rollback tid 1 to smithi06982861-19 2024-04-10T15:35:46.126 INFO:tasks.rados.rados.0.smithi069.stdout:1314: finishing rollback tid 2 to smithi06982861-19 2024-04-10T15:35:46.126 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 19 v 760 (ObjNum 218 snap 54 seq_num 218) dirty exists 2024-04-10T15:35:46.126 INFO:tasks.rados.rados.0.smithi069.stdout:1316: finishing copy_from racing read to smithi06982861-24 2024-04-10T15:35:46.126 INFO:tasks.rados.rados.0.smithi069.stdout:1316: finishing copy_from to smithi06982861-24 2024-04-10T15:35:46.126 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 24 v 356 (ObjNum 410 snap 128 seq_num 410) dirty exists 2024-04-10T15:35:46.127 INFO:tasks.rados.rados.0.smithi069.stdout:1314: done (3 left) 2024-04-10T15:35:46.127 INFO:tasks.rados.rados.0.smithi069.stdout:1315: done (2 left) 2024-04-10T15:35:46.127 INFO:tasks.rados.rados.0.smithi069.stdout:1316: done (1 left) 2024-04-10T15:35:46.127 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 37 current snap is 133 2024-04-10T15:35:46.127 INFO:tasks.rados.rados.0.smithi069.stdout:1320: seq_num 423 ranges {811008=688128,1499136=614400,2113536=622592,2736128=368640} 2024-04-10T15:35:46.135 INFO:tasks.rados.rados.0.smithi069.stdout:1320: writing smithi06982861-37 from 811008 to 1499136 tid 1 2024-04-10T15:35:46.139 INFO:tasks.rados.rados.0.smithi069.stdout:1320: writing smithi06982861-37 from 1499136 to 2113536 tid 2 2024-04-10T15:35:46.144 INFO:tasks.rados.rados.0.smithi069.stdout:1320: writing smithi06982861-37 from 2113536 to 2736128 tid 3 2024-04-10T15:35:46.146 INFO:tasks.rados.rados.0.smithi069.stdout:1320: writing smithi06982861-37 from 2736128 to 3104768 tid 4 2024-04-10T15:35:46.146 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 46 current snap is 133 2024-04-10T15:35:46.146 INFO:tasks.rados.rados.0.smithi069.stdout:1319: finishing copy_from racing read to smithi06982861-47 2024-04-10T15:35:46.146 INFO:tasks.rados.rados.0.smithi069.stdout:1321: seq_num 424 ranges {1900544=704512,2605056=491520,3096576=434176,3530752=679936} 2024-04-10T15:35:46.160 INFO:tasks.rados.rados.0.smithi069.stdout:1321: writing smithi06982861-46 from 1900544 to 2605056 tid 1 2024-04-10T15:35:46.163 INFO:tasks.rados.rados.0.smithi069.stdout:1321: writing smithi06982861-46 from 2605056 to 3096576 tid 2 2024-04-10T15:35:46.166 INFO:tasks.rados.rados.0.smithi069.stdout:1321: writing smithi06982861-46 from 3096576 to 3530752 tid 3 2024-04-10T15:35:46.170 INFO:tasks.rados.rados.0.smithi069.stdout:1321: writing smithi06982861-46 from 3530752 to 4210688 tid 4 2024-04-10T15:35:46.170 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 8 current snap is 133 2024-04-10T15:35:46.170 INFO:tasks.rados.rados.0.smithi069.stdout:1320: finishing write tid 1 to smithi06982861-37 2024-04-10T15:35:46.170 INFO:tasks.rados.rados.0.smithi069.stdout:1322: seq_num 425 ranges {1859584=720896,2580480=778240,3358720=638976,3997696=188416} 2024-04-10T15:35:46.184 INFO:tasks.rados.rados.0.smithi069.stdout:1322: writing smithi06982861-8 from 1859584 to 2580480 tid 1 2024-04-10T15:35:46.188 INFO:tasks.rados.rados.0.smithi069.stdout:1322: writing smithi06982861-8 from 2580480 to 3358720 tid 2 2024-04-10T15:35:46.192 INFO:tasks.rados.rados.0.smithi069.stdout:1322: writing smithi06982861-8 from 3358720 to 3997696 tid 3 2024-04-10T15:35:46.194 INFO:tasks.rados.rados.0.smithi069.stdout:1322: writing smithi06982861-8 from 3997696 to 4186112 tid 4 2024-04-10T15:35:46.194 INFO:tasks.rados.rados.0.smithi069.stdout:1323: rmattr oid 49 current snap is 133 2024-04-10T15:35:46.194 INFO:tasks.rados.rados.0.smithi069.stdout:1319: finishing copy_from to smithi06982861-47 2024-04-10T15:35:46.194 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 47 v 652 (ObjNum 390 snap 121 seq_num 390) dirty exists 2024-04-10T15:35:46.194 INFO:tasks.rados.rados.0.smithi069.stdout:1320: finishing write tid 2 to smithi06982861-37 2024-04-10T15:35:46.194 INFO:tasks.rados.rados.0.smithi069.stdout:1320: finishing write tid 3 to smithi06982861-37 2024-04-10T15:35:46.194 INFO:tasks.rados.rados.0.smithi069.stdout:1320: finishing write tid 4 to smithi06982861-37 2024-04-10T15:35:46.195 INFO:tasks.rados.rados.0.smithi069.stdout:1320: finishing write tid 5 to smithi06982861-37 2024-04-10T15:35:46.195 INFO:tasks.rados.rados.0.smithi069.stdout:1320: finishing write tid 6 to smithi06982861-37 2024-04-10T15:35:46.195 INFO:tasks.rados.rados.0.smithi069.stdout:1320: oid 37 updating version 0 to 523 2024-04-10T15:35:46.195 INFO:tasks.rados.rados.0.smithi069.stdout:1320: oid 37 version 523 is already newer than 521 2024-04-10T15:35:46.195 INFO:tasks.rados.rados.0.smithi069.stdout:1320: oid 37 updating version 523 to 524 2024-04-10T15:35:46.195 INFO:tasks.rados.rados.0.smithi069.stdout:1320: oid 37 updating version 524 to 525 2024-04-10T15:35:46.195 INFO:tasks.rados.rados.0.smithi069.stdout:1320: oid 37 version 525 is already newer than 522 2024-04-10T15:35:46.195 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 37 v 525 (ObjNum 423 snap 133 seq_num 423) dirty exists 2024-04-10T15:35:46.195 INFO:tasks.rados.rados.0.smithi069.stdout:1320: left oid 37 (ObjNum 423 snap 133 seq_num 423) 2024-04-10T15:35:46.195 INFO:tasks.rados.rados.0.smithi069.stdout:1321: finishing write tid 1 to smithi06982861-46 2024-04-10T15:35:46.195 INFO:tasks.rados.rados.0.smithi069.stdout:1321: finishing write tid 2 to smithi06982861-46 2024-04-10T15:35:46.195 INFO:tasks.rados.rados.0.smithi069.stdout:1321: finishing write tid 3 to smithi06982861-46 2024-04-10T15:35:46.195 INFO:tasks.rados.rados.0.smithi069.stdout:1321: finishing write tid 4 to smithi06982861-46 2024-04-10T15:35:46.195 INFO:tasks.rados.rados.0.smithi069.stdout:1321: finishing write tid 5 to smithi06982861-46 2024-04-10T15:35:46.195 INFO:tasks.rados.rados.0.smithi069.stdout:1321: finishing write tid 6 to smithi06982861-46 2024-04-10T15:35:46.196 INFO:tasks.rados.rados.0.smithi069.stdout:1321: oid 46 updating version 0 to 462 2024-04-10T15:35:46.196 INFO:tasks.rados.rados.0.smithi069.stdout:1321: oid 46 version 462 is already newer than 459 2024-04-10T15:35:46.196 INFO:tasks.rados.rados.0.smithi069.stdout:1321: oid 46 version 462 is already newer than 460 2024-04-10T15:35:46.196 INFO:tasks.rados.rados.0.smithi069.stdout:1321: oid 46 version 462 is already newer than 461 2024-04-10T15:35:46.196 INFO:tasks.rados.rados.0.smithi069.stdout:1321: oid 46 version 462 is already newer than 458 2024-04-10T15:35:46.196 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 46 v 462 (ObjNum 424 snap 133 seq_num 424) dirty exists 2024-04-10T15:35:46.196 INFO:tasks.rados.rados.0.smithi069.stdout:1321: left oid 46 (ObjNum 424 snap 133 seq_num 424) 2024-04-10T15:35:46.196 INFO:tasks.rados.rados.0.smithi069.stdout:1322: finishing write tid 1 to smithi06982861-8 2024-04-10T15:35:46.196 INFO:tasks.rados.rados.0.smithi069.stdout:1319: done (4 left) 2024-04-10T15:35:46.196 INFO:tasks.rados.rados.0.smithi069.stdout:1320: done (3 left) 2024-04-10T15:35:46.196 INFO:tasks.rados.rados.0.smithi069.stdout:1321: done (2 left) 2024-04-10T15:35:46.196 INFO:tasks.rados.rados.0.smithi069.stdout:1324: delete oid 20 current snap is 133 2024-04-10T15:35:46.196 INFO:tasks.rados.rados.0.smithi069.stdout:1322: finishing write tid 2 to smithi06982861-8 2024-04-10T15:35:46.197 INFO:tasks.rados.rados.0.smithi069.stdout:1324: done (2 left) 2024-04-10T15:35:46.197 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 28 current snap is 133 2024-04-10T15:35:46.197 INFO:tasks.rados.rados.0.smithi069.stdout:1325: seq_num 427 ranges {8937472=761856,9699328=598016,10297344=606208,10903552=401408} 2024-04-10T15:35:46.249 INFO:tasks.rados.rados.0.smithi069.stdout:1325: writing smithi06982861-28 from 8937472 to 9699328 tid 1 2024-04-10T15:35:46.251 INFO:tasks.rados.rados.0.smithi069.stdout:1325: writing smithi06982861-28 from 9699328 to 10297344 tid 2 2024-04-10T15:35:46.255 INFO:tasks.rados.rados.0.smithi069.stdout:1325: writing smithi06982861-28 from 10297344 to 10903552 tid 3 2024-04-10T15:35:46.257 INFO:tasks.rados.rados.0.smithi069.stdout:1325: writing smithi06982861-28 from 10903552 to 11304960 tid 4 2024-04-10T15:35:46.258 INFO:tasks.rados.rados.0.smithi069.stdout:1326: delete oid 33 current snap is 133 2024-04-10T15:35:46.258 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 49 v 593 (ObjNum 347 snap 103 seq_num 347) dirty exists 2024-04-10T15:35:46.258 INFO:tasks.rados.rados.0.smithi069.stdout:1322: finishing write tid 3 to smithi06982861-8 2024-04-10T15:35:46.258 INFO:tasks.rados.rados.0.smithi069.stdout:1322: finishing write tid 4 to smithi06982861-8 2024-04-10T15:35:46.258 INFO:tasks.rados.rados.0.smithi069.stdout:1322: finishing write tid 5 to smithi06982861-8 2024-04-10T15:35:46.258 INFO:tasks.rados.rados.0.smithi069.stdout:1322: finishing write tid 6 to smithi06982861-8 2024-04-10T15:35:46.258 INFO:tasks.rados.rados.0.smithi069.stdout:1322: oid 8 updating version 0 to 693 2024-04-10T15:35:46.258 INFO:tasks.rados.rados.0.smithi069.stdout:1322: oid 8 version 693 is already newer than 689 2024-04-10T15:35:46.258 INFO:tasks.rados.rados.0.smithi069.stdout:1322: oid 8 version 693 is already newer than 691 2024-04-10T15:35:46.258 INFO:tasks.rados.rados.0.smithi069.stdout:1322: oid 8 version 693 is already newer than 692 2024-04-10T15:35:46.258 INFO:tasks.rados.rados.0.smithi069.stdout:1322: oid 8 version 693 is already newer than 690 2024-04-10T15:35:46.258 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 8 v 693 (ObjNum 425 snap 133 seq_num 425) dirty exists 2024-04-10T15:35:46.258 INFO:tasks.rados.rados.0.smithi069.stdout:1322: left oid 8 (ObjNum 425 snap 133 seq_num 425) 2024-04-10T15:35:46.259 INFO:tasks.rados.rados.0.smithi069.stdout:1325: finishing write tid 1 to smithi06982861-28 2024-04-10T15:35:46.259 INFO:tasks.rados.rados.0.smithi069.stdout:1325: finishing write tid 2 to smithi06982861-28 2024-04-10T15:35:46.259 INFO:tasks.rados.rados.0.smithi069.stdout:1325: finishing write tid 3 to smithi06982861-28 2024-04-10T15:35:46.260 INFO:tasks.rados.rados.0.smithi069.stdout:1322: done (3 left) 2024-04-10T15:35:46.260 INFO:tasks.rados.rados.0.smithi069.stdout:1323: done (2 left) 2024-04-10T15:35:46.260 INFO:tasks.rados.rados.0.smithi069.stdout:1326: done (1 left) 2024-04-10T15:35:46.260 INFO:tasks.rados.rados.0.smithi069.stdout:1327: setattr oid 17 current snap is 133 2024-04-10T15:35:46.260 INFO:tasks.rados.rados.0.smithi069.stdout:1328: read oid 21 snap -1 2024-04-10T15:35:46.261 INFO:tasks.rados.rados.0.smithi069.stdout:1328: expect (ObjNum 379 snap 118 seq_num 379) 2024-04-10T15:35:46.261 INFO:tasks.rados.rados.0.smithi069.stdout:1329: read oid 23 snap -1 2024-04-10T15:35:46.261 INFO:tasks.rados.rados.0.smithi069.stdout:1329: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-10T15:35:46.261 INFO:tasks.rados.rados.0.smithi069.stdout:1330: read oid 48 snap -1 2024-04-10T15:35:46.261 INFO:tasks.rados.rados.0.smithi069.stdout:1330: expect (ObjNum 257 snap 69 seq_num 257) 2024-04-10T15:35:46.261 INFO:tasks.rados.rados.0.smithi069.stdout:1331: rollback oid 10 current snap is 133 2024-04-10T15:35:46.261 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 10 to 121 2024-04-10T15:35:46.261 INFO:tasks.rados.rados.0.smithi069.stdout:1325: finishing write tid 4 to smithi06982861-28 2024-04-10T15:35:46.261 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 31 current snap is 133 2024-04-10T15:35:46.261 INFO:tasks.rados.rados.0.smithi069.stdout:1332: seq_num 429 ranges {5971968=794624,6766592=770048,7536640=622592,8159232=212992} 2024-04-10T15:35:46.296 INFO:tasks.rados.rados.0.smithi069.stdout:1332: writing smithi06982861-31 from 5971968 to 6766592 tid 1 2024-04-10T15:35:46.300 INFO:tasks.rados.rados.0.smithi069.stdout:1332: writing smithi06982861-31 from 6766592 to 7536640 tid 2 2024-04-10T15:35:46.304 INFO:tasks.rados.rados.0.smithi069.stdout:1332: writing smithi06982861-31 from 7536640 to 8159232 tid 3 2024-04-10T15:35:46.306 INFO:tasks.rados.rados.0.smithi069.stdout:1332: writing smithi06982861-31 from 8159232 to 8372224 tid 4 2024-04-10T15:35:46.306 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 38 current snap is 133 2024-04-10T15:35:46.306 INFO:tasks.rados.rados.0.smithi069.stdout:1325: finishing write tid 5 to smithi06982861-28 2024-04-10T15:35:46.306 INFO:tasks.rados.rados.0.smithi069.stdout:1333: seq_num 430 ranges {0=8192} 2024-04-10T15:35:46.306 INFO:tasks.rados.rados.0.smithi069.stdout:1333: writing smithi06982861-38 from 0 to 8192 tid 1 2024-04-10T15:35:46.307 INFO:tasks.rados.rados.0.smithi069.stdout:1334: setattr oid 29 current snap is 133 2024-04-10T15:35:46.307 INFO:tasks.rados.rados.0.smithi069.stdout:1329: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-10T15:35:46.312 INFO:tasks.rados.rados.0.smithi069.stdout:1325: finishing write tid 6 to smithi06982861-28 2024-04-10T15:35:46.312 INFO:tasks.rados.rados.0.smithi069.stdout:1325: oid 28 updating version 0 to 378 2024-04-10T15:35:46.312 INFO:tasks.rados.rados.0.smithi069.stdout:1325: oid 28 updating version 378 to 380 2024-04-10T15:35:46.312 INFO:tasks.rados.rados.0.smithi069.stdout:1325: oid 28 updating version 380 to 382 2024-04-10T15:35:46.312 INFO:tasks.rados.rados.0.smithi069.stdout:1325: oid 28 version 382 is already newer than 379 2024-04-10T15:35:46.312 INFO:tasks.rados.rados.0.smithi069.stdout:1325: oid 28 version 382 is already newer than 381 2024-04-10T15:35:46.312 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 28 v 382 (ObjNum 427 snap 133 seq_num 427) dirty exists 2024-04-10T15:35:46.312 INFO:tasks.rados.rados.0.smithi069.stdout:1325: left oid 28 (ObjNum 427 snap 133 seq_num 427) 2024-04-10T15:35:46.312 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 17 v 659 (ObjNum 417 snap 131 seq_num 417) dirty exists 2024-04-10T15:35:46.312 INFO:tasks.rados.rados.0.smithi069.stdout:1331: finishing rollback tid 0 to smithi06982861-10 2024-04-10T15:35:46.312 INFO:tasks.rados.rados.0.smithi069.stdout:1331: finishing rollback tid 1 to smithi06982861-10 2024-04-10T15:35:46.312 INFO:tasks.rados.rados.0.smithi069.stdout:1331: finishing rollback tid 2 to smithi06982861-10 2024-04-10T15:35:46.313 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 10 v 774 (ObjNum 369 snap 114 seq_num 369) dirty exists 2024-04-10T15:35:46.313 INFO:tasks.rados.rados.0.smithi069.stdout:1328: expect (ObjNum 379 snap 118 seq_num 379) 2024-04-10T15:35:46.424 INFO:tasks.rados.rados.0.smithi069.stdout:1330: expect (ObjNum 257 snap 69 seq_num 257) 2024-04-10T15:35:46.485 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:35:46 smithi069 ceph-mon[96738]: osdmap e324: 8 total, 8 up, 8 in 2024-04-10T15:35:46.486 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:35:46 smithi069 ceph-mon[96738]: pgmap v142: 121 pgs: 121 active+clean; 341 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 7.0 MiB/s rd, 540 KiB/s wr, 2 op/s 2024-04-10T15:35:46.486 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:35:46 smithi069 ceph-mon[96738]: osdmap e325: 8 total, 8 up, 8 in 2024-04-10T15:35:46.486 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:35:46 smithi069 ceph-mon[94167]: osdmap e324: 8 total, 8 up, 8 in 2024-04-10T15:35:46.486 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:35:46 smithi069 ceph-mon[94167]: pgmap v142: 121 pgs: 121 active+clean; 341 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 7.0 MiB/s rd, 540 KiB/s wr, 2 op/s 2024-04-10T15:35:46.486 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:35:46 smithi069 ceph-mon[94167]: osdmap e325: 8 total, 8 up, 8 in 2024-04-10T15:35:46.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:35:46 smithi077 ceph-mon[87572]: osdmap e324: 8 total, 8 up, 8 in 2024-04-10T15:35:46.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:35:46 smithi077 ceph-mon[87572]: pgmap v142: 121 pgs: 121 active+clean; 341 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 7.0 MiB/s rd, 540 KiB/s wr, 2 op/s 2024-04-10T15:35:46.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:35:46 smithi077 ceph-mon[87572]: osdmap e325: 8 total, 8 up, 8 in 2024-04-10T15:35:46.553 INFO:tasks.rados.rados.0.smithi069.stdout:1332: finishing write tid 1 to smithi06982861-31 2024-04-10T15:35:46.554 INFO:tasks.rados.rados.0.smithi069.stdout:1332: finishing write tid 2 to smithi06982861-31 2024-04-10T15:35:46.554 INFO:tasks.rados.rados.0.smithi069.stdout:1333: finishing write tid 1 to smithi06982861-38 2024-04-10T15:35:46.554 INFO:tasks.rados.rados.0.smithi069.stdout:1325: done (8 left) 2024-04-10T15:35:46.554 INFO:tasks.rados.rados.0.smithi069.stdout:1327: done (7 left) 2024-04-10T15:35:46.554 INFO:tasks.rados.rados.0.smithi069.stdout:1328: done (6 left) 2024-04-10T15:35:46.554 INFO:tasks.rados.rados.0.smithi069.stdout:1329: done (5 left) 2024-04-10T15:35:46.554 INFO:tasks.rados.rados.0.smithi069.stdout:1330: done (4 left) 2024-04-10T15:35:46.554 INFO:tasks.rados.rados.0.smithi069.stdout:1331: done (3 left) 2024-04-10T15:35:46.554 INFO:tasks.rados.rados.0.smithi069.stdout:1335: copy_from oid 6 from oid 26 current snap is 133 2024-04-10T15:35:46.554 INFO:tasks.rados.rados.0.smithi069.stdout:1333: finishing write tid 2 to smithi06982861-38 2024-04-10T15:35:46.554 INFO:tasks.rados.rados.0.smithi069.stdout:1332: finishing write tid 3 to smithi06982861-31 2024-04-10T15:35:46.554 INFO:tasks.rados.rados.0.smithi069.stdout:1332: finishing write tid 4 to smithi06982861-31 2024-04-10T15:35:46.554 INFO:tasks.rados.rados.0.smithi069.stdout:1332: finishing write tid 5 to smithi06982861-31 2024-04-10T15:35:46.555 INFO:tasks.rados.rados.0.smithi069.stdout:1332: finishing write tid 6 to smithi06982861-31 2024-04-10T15:35:46.555 INFO:tasks.rados.rados.0.smithi069.stdout:1332: oid 31 updating version 0 to 697 2024-04-10T15:35:46.555 INFO:tasks.rados.rados.0.smithi069.stdout:1332: oid 31 version 697 is already newer than 695 2024-04-10T15:35:46.555 INFO:tasks.rados.rados.0.smithi069.stdout:1332: oid 31 updating version 697 to 699 2024-04-10T15:35:46.555 INFO:tasks.rados.rados.0.smithi069.stdout:1332: oid 31 version 699 is already newer than 698 2024-04-10T15:35:46.555 INFO:tasks.rados.rados.0.smithi069.stdout:1332: oid 31 version 699 is already newer than 696 2024-04-10T15:35:46.555 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 31 v 699 (ObjNum 429 snap 133 seq_num 429) dirty exists 2024-04-10T15:35:46.555 INFO:tasks.rados.rados.0.smithi069.stdout:1332: left oid 31 (ObjNum 429 snap 133 seq_num 429) 2024-04-10T15:35:46.555 INFO:tasks.rados.rados.0.smithi069.stdout:1333: finishing write tid 3 to smithi06982861-38 2024-04-10T15:35:46.555 INFO:tasks.rados.rados.0.smithi069.stdout:1333: oid 38 updating version 0 to 654 2024-04-10T15:35:46.555 INFO:tasks.rados.rados.0.smithi069.stdout:1333: oid 38 version 654 is already newer than 653 2024-04-10T15:35:46.555 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 38 v 654 (ObjNum 430 snap 133 seq_num 430) dirty exists 2024-04-10T15:35:46.555 INFO:tasks.rados.rados.0.smithi069.stdout:1333: left oid 38 (ObjNum 430 snap 133 seq_num 430) 2024-04-10T15:35:46.555 INFO:tasks.rados.rados.0.smithi069.stdout:1332: done (3 left) 2024-04-10T15:35:46.556 INFO:tasks.rados.rados.0.smithi069.stdout:1333: done (2 left) 2024-04-10T15:35:46.556 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 2 current snap is 133 2024-04-10T15:35:46.556 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 29 v 600 (ObjNum 413 snap 130 seq_num 413) dirty exists 2024-04-10T15:35:46.556 INFO:tasks.rados.rados.0.smithi069.stdout:1336: seq_num 431 ranges {4562944=24576} 2024-04-10T15:35:46.577 INFO:tasks.rados.rados.0.smithi069.stdout:1336: writing smithi06982861-2 from 4562944 to 4587520 tid 1 2024-04-10T15:35:46.577 INFO:tasks.rados.rados.0.smithi069.stdout:1334: done (2 left) 2024-04-10T15:35:46.577 INFO:tasks.rados.rados.0.smithi069.stdout:1337: copy_from oid 38 from oid 8 current snap is 133 2024-04-10T15:35:46.578 INFO:tasks.rados.rados.0.smithi069.stdout:1335: finishing copy_from racing read to smithi06982861-6 2024-04-10T15:35:46.578 INFO:tasks.rados.rados.0.smithi069.stdout:1335: finishing copy_from to smithi06982861-6 2024-04-10T15:35:46.578 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 6 v 607 (ObjNum 396 snap 122 seq_num 396) dirty exists 2024-04-10T15:35:46.578 INFO:tasks.rados.rados.0.smithi069.stdout:1335: done (2 left) 2024-04-10T15:35:46.578 INFO:tasks.rados.rados.0.smithi069.stdout:1338: copy_from oid 46 from oid 37 current snap is 133 2024-04-10T15:35:46.578 INFO:tasks.rados.rados.0.smithi069.stdout:1339: rollback oid 35 current snap is 133 2024-04-10T15:35:46.578 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 35 to 132 2024-04-10T15:35:46.578 INFO:tasks.rados.rados.0.smithi069.stdout:1340: read oid 41 snap -1 2024-04-10T15:35:46.578 INFO:tasks.rados.rados.0.smithi069.stdout:1340: expect deleted 2024-04-10T15:35:46.578 INFO:tasks.rados.rados.0.smithi069.stdout:1341: snap_remove snap 107 2024-04-10T15:35:47.230 INFO:tasks.rados.rados.0.smithi069.stdout:1341: done (5 left) 2024-04-10T15:35:47.230 INFO:tasks.rados.rados.0.smithi069.stdout:1342: copy_from oid 11 from oid 17 current snap is 133 2024-04-10T15:35:47.231 INFO:tasks.rados.rados.0.smithi069.stdout:1343: read oid 3 snap 113 2024-04-10T15:35:47.231 INFO:tasks.rados.rados.0.smithi069.stdout:1343: expect deleted 2024-04-10T15:35:47.231 INFO:tasks.rados.rados.0.smithi069.stdout:1344: rollback oid 48 current snap is 133 2024-04-10T15:35:47.231 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 48 to 125 2024-04-10T15:35:47.231 INFO:tasks.rados.rados.0.smithi069.stdout:1345: read oid 24 snap -1 2024-04-10T15:35:47.231 INFO:tasks.rados.rados.0.smithi069.stdout:1345: expect (ObjNum 410 snap 128 seq_num 410) 2024-04-10T15:35:47.231 INFO:tasks.rados.rados.0.smithi069.stdout:1346: copy_from oid 19 from oid 43 current snap is 133 2024-04-10T15:35:47.231 INFO:tasks.rados.rados.0.smithi069.stdout:1336: finishing write tid 1 to smithi06982861-2 2024-04-10T15:35:47.231 INFO:tasks.rados.rados.0.smithi069.stdout:1336: finishing write tid 2 to smithi06982861-2 2024-04-10T15:35:47.231 INFO:tasks.rados.rados.0.smithi069.stdout:1339: finishing rollback tid 0 to smithi06982861-35 2024-04-10T15:35:47.231 INFO:tasks.rados.rados.0.smithi069.stdout:1339: finishing rollback tid 1 to smithi06982861-35 2024-04-10T15:35:47.231 INFO:tasks.rados.rados.0.smithi069.stdout:1339: finishing rollback tid 2 to smithi06982861-35 2024-04-10T15:35:47.231 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 35 v 666 (ObjNum 418 snap 131 seq_num 418) dirty exists 2024-04-10T15:35:47.231 INFO:tasks.rados.rados.0.smithi069.stdout:1336: finishing write tid 3 to smithi06982861-2 2024-04-10T15:35:47.232 INFO:tasks.rados.rados.0.smithi069.stdout:1336: oid 2 updating version 0 to 401 2024-04-10T15:35:47.232 INFO:tasks.rados.rados.0.smithi069.stdout:1336: oid 2 updating version 401 to 402 2024-04-10T15:35:47.232 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 2 v 402 (ObjNum 431 snap 133 seq_num 431) dirty exists 2024-04-10T15:35:47.232 INFO:tasks.rados.rados.0.smithi069.stdout:1336: left oid 2 (ObjNum 431 snap 133 seq_num 431) 2024-04-10T15:35:47.232 INFO:tasks.rados.rados.0.smithi069.stdout:1338: finishing copy_from racing read to smithi06982861-46 2024-04-10T15:35:47.232 INFO:tasks.rados.rados.0.smithi069.stdout:1337: finishing copy_from racing read to smithi06982861-38 2024-04-10T15:35:47.232 INFO:tasks.rados.rados.0.smithi069.stdout:1337: finishing copy_from to smithi06982861-38 2024-04-10T15:35:47.232 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 38 v 693 (ObjNum 425 snap 133 seq_num 425) dirty exists 2024-04-10T15:35:47.232 INFO:tasks.rados.rados.0.smithi069.stdout:1338: finishing copy_from to smithi06982861-46 2024-04-10T15:35:47.232 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 46 v 525 (ObjNum 423 snap 133 seq_num 423) dirty exists 2024-04-10T15:35:47.233 INFO:tasks.rados.rados.0.smithi069.stdout:1336: done (9 left) 2024-04-10T15:35:47.233 INFO:tasks.rados.rados.0.smithi069.stdout:1337: done (8 left) 2024-04-10T15:35:47.233 INFO:tasks.rados.rados.0.smithi069.stdout:1338: done (7 left) 2024-04-10T15:35:47.233 INFO:tasks.rados.rados.0.smithi069.stdout:1339: done (6 left) 2024-04-10T15:35:47.233 INFO:tasks.rados.rados.0.smithi069.stdout:1340: done (5 left) 2024-04-10T15:35:47.233 INFO:tasks.rados.rados.0.smithi069.stdout:1347: snap_create 2024-04-10T15:35:47.239 INFO:tasks.rados.rados.0.smithi069.stdout:1346: finishing copy_from to smithi06982861-19 2024-04-10T15:35:47.239 INFO:tasks.rados.rados.0.smithi069.stdout:1346: got expected ENOENT (src dne) 2024-04-10T15:35:47.241 INFO:tasks.rados.rados.0.smithi069.stdout:1346: finishing copy_from racing read to smithi06982861-19 2024-04-10T15:35:47.246 INFO:tasks.rados.rados.0.smithi069.stdout:1344: finishing rollback tid 0 to smithi06982861-48 2024-04-10T15:35:47.253 INFO:tasks.rados.rados.0.smithi069.stdout:1344: finishing rollback tid 1 to smithi06982861-48 2024-04-10T15:35:47.255 INFO:tasks.rados.rados.0.smithi069.stdout:1344: finishing rollback tid 2 to smithi06982861-48 2024-04-10T15:35:47.255 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 48 v 603 (ObjNum 257 snap 69 seq_num 257) dirty exists 2024-04-10T15:35:47.272 INFO:tasks.rados.rados.0.smithi069.stdout:1342: finishing copy_from racing read to smithi06982861-11 2024-04-10T15:35:47.277 INFO:tasks.rados.rados.0.smithi069.stdout:1342: finishing copy_from to smithi06982861-11 2024-04-10T15:35:47.277 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 11 v 659 (ObjNum 417 snap 131 seq_num 417) dirty exists 2024-04-10T15:35:47.277 INFO:tasks.rados.rados.0.smithi069.stdout:1345: expect (ObjNum 410 snap 128 seq_num 410) 2024-04-10T15:35:47.334 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:35:46 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:15:35:46] "GET /metrics HTTP/1.1" 200 36140 "" "Prometheus/2.43.0" 2024-04-10T15:35:48.231 INFO:tasks.rados.rados.0.smithi069.stdout:1342: done (5 left) 2024-04-10T15:35:48.231 INFO:tasks.rados.rados.0.smithi069.stdout:1343: done (4 left) 2024-04-10T15:35:48.231 INFO:tasks.rados.rados.0.smithi069.stdout:1344: done (3 left) 2024-04-10T15:35:48.231 INFO:tasks.rados.rados.0.smithi069.stdout:1345: done (2 left) 2024-04-10T15:35:48.231 INFO:tasks.rados.rados.0.smithi069.stdout:1346: done (1 left) 2024-04-10T15:35:48.231 INFO:tasks.rados.rados.0.smithi069.stdout:1347: done (0 left) 2024-04-10T15:35:48.231 INFO:tasks.rados.rados.0.smithi069.stdout:1348: setattr oid 12 current snap is 134 2024-04-10T15:35:48.232 INFO:tasks.rados.rados.0.smithi069.stdout:1349: delete oid 11 current snap is 134 2024-04-10T15:35:48.238 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 12 v 403 (ObjNum 897 snap 0 seq_num 1434126112) dirty exists 2024-04-10T15:35:48.239 INFO:tasks.rados.rados.0.smithi069.stdout:1348: done (1 left) 2024-04-10T15:35:48.239 INFO:tasks.rados.rados.0.smithi069.stdout:1349: done (0 left) 2024-04-10T15:35:48.239 INFO:tasks.rados.rados.0.smithi069.stdout:1350: snap_remove snap 128 2024-04-10T15:35:48.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:35:48 smithi077 ceph-mon[87572]: osdmap e326: 8 total, 8 up, 8 in 2024-04-10T15:35:48.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:35:48 smithi077 ceph-mon[87572]: pgmap v145: 121 pgs: 121 active+clean; 278 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 4.8 MiB/s wr, 16 op/s 2024-04-10T15:35:48.584 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:35:48 smithi069 ceph-mon[96738]: osdmap e326: 8 total, 8 up, 8 in 2024-04-10T15:35:48.584 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:35:48 smithi069 ceph-mon[96738]: pgmap v145: 121 pgs: 121 active+clean; 278 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 4.8 MiB/s wr, 16 op/s 2024-04-10T15:35:48.584 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:35:48 smithi069 ceph-mon[94167]: osdmap e326: 8 total, 8 up, 8 in 2024-04-10T15:35:48.584 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:35:48 smithi069 ceph-mon[94167]: pgmap v145: 121 pgs: 121 active+clean; 278 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 4.8 MiB/s wr, 16 op/s 2024-04-10T15:35:49.238 INFO:tasks.rados.rados.0.smithi069.stdout:1350: done (0 left) 2024-04-10T15:35:49.239 INFO:tasks.rados.rados.0.smithi069.stdout:1351: rmattr oid 47 current snap is 134 2024-04-10T15:35:49.239 INFO:tasks.rados.rados.0.smithi069.stdout:1351: done (0 left) 2024-04-10T15:35:49.239 INFO:tasks.rados.rados.0.smithi069.stdout:1352: read oid 24 snap 125 2024-04-10T15:35:49.239 INFO:tasks.rados.rados.0.smithi069.stdout:1352: expect (ObjNum 230 snap 56 seq_num 230) 2024-04-10T15:35:49.239 INFO:tasks.rados.rados.0.smithi069.stdout:1353: read oid 10 snap -1 2024-04-10T15:35:49.239 INFO:tasks.rados.rados.0.smithi069.stdout:1353: expect (ObjNum 369 snap 114 seq_num 369) 2024-04-10T15:35:49.239 INFO:tasks.rados.rados.0.smithi069.stdout:1354: read oid 1 snap -1 2024-04-10T15:35:49.239 INFO:tasks.rados.rados.0.smithi069.stdout:1354: expect (ObjNum 257 snap 69 seq_num 257) 2024-04-10T15:35:49.239 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 19 current snap is 134 2024-04-10T15:35:49.239 INFO:tasks.rados.rados.0.smithi069.stdout:1355: seq_num 433 ranges {1564672=57344} 2024-04-10T15:35:49.248 INFO:tasks.rados.rados.0.smithi069.stdout:1355: writing smithi06982861-19 from 1564672 to 1622016 tid 1 2024-04-10T15:35:49.248 INFO:tasks.rados.rados.0.smithi069.stdout:1356: copy_from oid 17 from oid 18 current snap is 134 2024-04-10T15:35:49.248 INFO:tasks.rados.rados.0.smithi069.stdout:1357: snap_create 2024-04-10T15:35:49.263 INFO:tasks.rados.rados.0.smithi069.stdout:1353: expect (ObjNum 369 snap 114 seq_num 369) 2024-04-10T15:35:49.346 INFO:tasks.rados.rados.0.smithi069.stdout:1352: expect (ObjNum 230 snap 56 seq_num 230) 2024-04-10T15:35:49.466 INFO:tasks.rados.rados.0.smithi069.stdout:1354: expect (ObjNum 257 snap 69 seq_num 257) 2024-04-10T15:35:49.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:35:49 smithi077 ceph-mon[87572]: osdmap e327: 8 total, 8 up, 8 in 2024-04-10T15:35:49.584 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:35:49 smithi069 ceph-mon[96738]: osdmap e327: 8 total, 8 up, 8 in 2024-04-10T15:35:49.585 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:35:49 smithi069 ceph-mon[94167]: osdmap e327: 8 total, 8 up, 8 in 2024-04-10T15:35:49.595 INFO:tasks.rados.rados.0.smithi069.stdout:1356: finishing copy_from racing read to smithi06982861-17 2024-04-10T15:35:49.595 INFO:tasks.rados.rados.0.smithi069.stdout:1355: finishing write tid 1 to smithi06982861-19 2024-04-10T15:35:49.595 INFO:tasks.rados.rados.0.smithi069.stdout:1355: finishing write tid 2 to smithi06982861-19 2024-04-10T15:35:49.595 INFO:tasks.rados.rados.0.smithi069.stdout:1355: finishing write tid 3 to smithi06982861-19 2024-04-10T15:35:49.595 INFO:tasks.rados.rados.0.smithi069.stdout:1355: oid 19 updating version 0 to 786 2024-04-10T15:35:49.595 INFO:tasks.rados.rados.0.smithi069.stdout:1355: oid 19 updating version 786 to 787 2024-04-10T15:35:49.595 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 19 v 787 (ObjNum 433 snap 134 seq_num 433) dirty exists 2024-04-10T15:35:49.595 INFO:tasks.rados.rados.0.smithi069.stdout:1355: left oid 19 (ObjNum 433 snap 134 seq_num 433) 2024-04-10T15:35:49.595 INFO:tasks.rados.rados.0.smithi069.stdout:1356: finishing copy_from to smithi06982861-17 2024-04-10T15:35:49.595 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 17 v 573 (ObjNum 411 snap 128 seq_num 411) dirty exists 2024-04-10T15:35:50.242 INFO:tasks.rados.rados.0.smithi069.stdout:1352: done (5 left) 2024-04-10T15:35:50.242 INFO:tasks.rados.rados.0.smithi069.stdout:1353: done (4 left) 2024-04-10T15:35:50.243 INFO:tasks.rados.rados.0.smithi069.stdout:1354: done (3 left) 2024-04-10T15:35:50.243 INFO:tasks.rados.rados.0.smithi069.stdout:1355: done (2 left) 2024-04-10T15:35:50.243 INFO:tasks.rados.rados.0.smithi069.stdout:1356: done (1 left) 2024-04-10T15:35:50.243 INFO:tasks.rados.rados.0.smithi069.stdout:1357: done (0 left) 2024-04-10T15:35:50.243 INFO:tasks.rados.rados.0.smithi069.stdout:1358: snap_create 2024-04-10T15:35:50.584 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:35:50 smithi069 ceph-mon[96738]: osdmap e328: 8 total, 8 up, 8 in 2024-04-10T15:35:50.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:35:50 smithi069 ceph-mon[96738]: pgmap v148: 121 pgs: 121 active+clean; 283 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 7.0 MiB/s rd, 5.4 MiB/s wr, 15 op/s 2024-04-10T15:35:50.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:35:50 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:35:50.585 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:35:50 smithi069 ceph-mon[94167]: osdmap e328: 8 total, 8 up, 8 in 2024-04-10T15:35:50.585 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:35:50 smithi069 ceph-mon[94167]: pgmap v148: 121 pgs: 121 active+clean; 283 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 7.0 MiB/s rd, 5.4 MiB/s wr, 15 op/s 2024-04-10T15:35:50.585 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:35:50 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:35:50.740 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:35:50 smithi077 ceph-mon[87572]: osdmap e328: 8 total, 8 up, 8 in 2024-04-10T15:35:50.741 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:35:50 smithi077 ceph-mon[87572]: pgmap v148: 121 pgs: 121 active+clean; 283 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 7.0 MiB/s rd, 5.4 MiB/s wr, 15 op/s 2024-04-10T15:35:50.741 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:35:50 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:35:51.118 INFO:tasks.rados.rados.0.smithi069.stdout:1358: done (0 left) 2024-04-10T15:35:51.119 INFO:tasks.rados.rados.0.smithi069.stdout:1359: snap_remove snap 133 2024-04-10T15:35:51.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:35:51 smithi077 ceph-mon[87572]: osdmap e329: 8 total, 8 up, 8 in 2024-04-10T15:35:51.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:35:51 smithi077 ceph-mon[87572]: osdmap e330: 8 total, 8 up, 8 in 2024-04-10T15:35:51.584 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:35:51 smithi069 ceph-mon[94167]: osdmap e329: 8 total, 8 up, 8 in 2024-04-10T15:35:51.585 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:35:51 smithi069 ceph-mon[94167]: osdmap e330: 8 total, 8 up, 8 in 2024-04-10T15:35:51.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:35:51 smithi069 ceph-mon[96738]: osdmap e329: 8 total, 8 up, 8 in 2024-04-10T15:35:51.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:35:51 smithi069 ceph-mon[96738]: osdmap e330: 8 total, 8 up, 8 in 2024-04-10T15:35:52.120 INFO:tasks.rados.rados.0.smithi069.stdout:1359: done (0 left) 2024-04-10T15:35:52.120 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 33 current snap is 136 2024-04-10T15:35:52.120 INFO:tasks.rados.rados.0.smithi069.stdout:1360: seq_num 434 ranges {0=73728} 2024-04-10T15:35:52.120 INFO:tasks.rados.rados.0.smithi069.stdout:1360: writing smithi06982861-33 from 0 to 73728 tid 1 2024-04-10T15:35:52.121 INFO:tasks.rados.rados.0.smithi069.stdout:1361: copy_from oid 22 from oid 50 current snap is 136 2024-04-10T15:35:52.121 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 38 current snap is 136 2024-04-10T15:35:52.121 INFO:tasks.rados.rados.0.smithi069.stdout:1362: seq_num 435 ranges {4186112=90112} 2024-04-10T15:35:52.145 INFO:tasks.rados.rados.0.smithi069.stdout:1362: writing smithi06982861-38 from 4186112 to 4276224 tid 1 2024-04-10T15:35:52.145 INFO:tasks.rados.rados.0.smithi069.stdout:1363: read oid 17 snap -1 2024-04-10T15:35:52.145 INFO:tasks.rados.rados.0.smithi069.stdout:1363: expect (ObjNum 411 snap 128 seq_num 411) 2024-04-10T15:35:52.145 INFO:tasks.rados.rados.0.smithi069.stdout:1364: read oid 43 snap -1 2024-04-10T15:35:52.145 INFO:tasks.rados.rados.0.smithi069.stdout:1364: expect deleted 2024-04-10T15:35:52.145 INFO:tasks.rados.rados.0.smithi069.stdout:1365: read oid 10 snap -1 2024-04-10T15:35:52.145 INFO:tasks.rados.rados.0.smithi069.stdout:1365: expect (ObjNum 369 snap 114 seq_num 369) 2024-04-10T15:35:52.145 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 15 current snap is 136 2024-04-10T15:35:52.145 INFO:tasks.rados.rados.0.smithi069.stdout:1366: seq_num 436 ranges {10084352=106496} 2024-04-10T15:35:52.200 INFO:tasks.rados.rados.0.smithi069.stdout:1366: writing smithi06982861-15 from 10084352 to 10190848 tid 1 2024-04-10T15:35:52.201 INFO:tasks.rados.rados.0.smithi069.stdout:1367: rollback oid 39 current snap is 136 2024-04-10T15:35:52.201 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 39 to 120 2024-04-10T15:35:52.201 INFO:tasks.rados.rados.0.smithi069.stdout:1360: finishing write tid 1 to smithi06982861-33 2024-04-10T15:35:52.201 INFO:tasks.rados.rados.0.smithi069.stdout:1360: finishing write tid 2 to smithi06982861-33 2024-04-10T15:35:52.201 INFO:tasks.rados.rados.0.smithi069.stdout:1361: finishing copy_from to smithi06982861-22 2024-04-10T15:35:52.201 INFO:tasks.rados.rados.0.smithi069.stdout:1361: got expected ENOENT (src dne) 2024-04-10T15:35:52.201 INFO:tasks.rados.rados.0.smithi069.stdout:1360: finishing write tid 3 to smithi06982861-33 2024-04-10T15:35:52.201 INFO:tasks.rados.rados.0.smithi069.stdout:1360: oid 33 updating version 0 to 711 2024-04-10T15:35:52.201 INFO:tasks.rados.rados.0.smithi069.stdout:1360: oid 33 version 711 is already newer than 710 2024-04-10T15:35:52.201 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 33 v 711 (ObjNum 434 snap 136 seq_num 434) dirty exists 2024-04-10T15:35:52.201 INFO:tasks.rados.rados.0.smithi069.stdout:1360: left oid 33 (ObjNum 434 snap 136 seq_num 434) 2024-04-10T15:35:52.201 INFO:tasks.rados.rados.0.smithi069.stdout:1361: finishing copy_from racing read to smithi06982861-22 2024-04-10T15:35:52.201 INFO:tasks.rados.rados.0.smithi069.stdout:1362: finishing write tid 1 to smithi06982861-38 2024-04-10T15:35:52.202 INFO:tasks.rados.rados.0.smithi069.stdout:1362: finishing write tid 2 to smithi06982861-38 2024-04-10T15:35:52.202 INFO:tasks.rados.rados.0.smithi069.stdout:1362: finishing write tid 3 to smithi06982861-38 2024-04-10T15:35:52.202 INFO:tasks.rados.rados.0.smithi069.stdout:1362: oid 38 updating version 0 to 694 2024-04-10T15:35:52.202 INFO:tasks.rados.rados.0.smithi069.stdout:1362: oid 38 updating version 694 to 695 2024-04-10T15:35:52.202 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 38 v 695 (ObjNum 435 snap 136 seq_num 435) dirty exists 2024-04-10T15:35:52.202 INFO:tasks.rados.rados.0.smithi069.stdout:1362: left oid 38 (ObjNum 435 snap 136 seq_num 435) 2024-04-10T15:35:52.202 INFO:tasks.rados.rados.0.smithi069.stdout:1363: expect (ObjNum 411 snap 128 seq_num 411) 2024-04-10T15:35:52.256 INFO:tasks.rados.rados.0.smithi069.stdout:1365: expect (ObjNum 369 snap 114 seq_num 369) 2024-04-10T15:35:52.335 INFO:tasks.rados.rados.0.smithi069.stdout:1367: finishing rollback tid 0 to smithi06982861-39 2024-04-10T15:35:52.335 INFO:tasks.rados.rados.0.smithi069.stdout:1366: finishing write tid 1 to smithi06982861-15 2024-04-10T15:35:52.335 INFO:tasks.rados.rados.0.smithi069.stdout:1366: finishing write tid 2 to smithi06982861-15 2024-04-10T15:35:52.335 INFO:tasks.rados.rados.0.smithi069.stdout:1367: finishing rollback tid 1 to smithi06982861-39 2024-04-10T15:35:52.335 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 39 v 638 (ObjNum 945 snap 0 seq_num 1434489472) dirty dne 2024-04-10T15:35:52.335 INFO:tasks.rados.rados.0.smithi069.stdout:1366: finishing write tid 3 to smithi06982861-15 2024-04-10T15:35:52.335 INFO:tasks.rados.rados.0.smithi069.stdout:1366: oid 15 updating version 0 to 604 2024-04-10T15:35:52.335 INFO:tasks.rados.rados.0.smithi069.stdout:1366: oid 15 updating version 604 to 605 2024-04-10T15:35:52.335 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 15 v 605 (ObjNum 436 snap 136 seq_num 436) dirty exists 2024-04-10T15:35:52.335 INFO:tasks.rados.rados.0.smithi069.stdout:1366: left oid 15 (ObjNum 436 snap 136 seq_num 436) 2024-04-10T15:35:52.335 INFO:tasks.rados.rados.0.smithi069.stdout:1360: done (7 left) 2024-04-10T15:35:52.335 INFO:tasks.rados.rados.0.smithi069.stdout:1361: done (6 left) 2024-04-10T15:35:52.335 INFO:tasks.rados.rados.0.smithi069.stdout:1362: done (5 left) 2024-04-10T15:35:52.336 INFO:tasks.rados.rados.0.smithi069.stdout:1363: done (4 left) 2024-04-10T15:35:52.336 INFO:tasks.rados.rados.0.smithi069.stdout:1364: done (3 left) 2024-04-10T15:35:52.336 INFO:tasks.rados.rados.0.smithi069.stdout:1365: done (2 left) 2024-04-10T15:35:52.336 INFO:tasks.rados.rados.0.smithi069.stdout:1366: done (1 left) 2024-04-10T15:35:52.336 INFO:tasks.rados.rados.0.smithi069.stdout:1367: done (0 left) 2024-04-10T15:35:52.336 INFO:tasks.rados.rados.0.smithi069.stdout:1368: read oid 6 snap -1 2024-04-10T15:35:52.336 INFO:tasks.rados.rados.0.smithi069.stdout:1368: expect (ObjNum 396 snap 122 seq_num 396) 2024-04-10T15:35:52.336 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 11 current snap is 136 2024-04-10T15:35:52.336 INFO:tasks.rados.rados.0.smithi069.stdout:1369: seq_num 437 ranges {0=122880} 2024-04-10T15:35:52.336 INFO:tasks.rados.rados.0.smithi069.stdout:1369: writing smithi06982861-11 from 0 to 122880 tid 1 2024-04-10T15:35:52.336 INFO:tasks.rados.rados.0.smithi069.stdout:1370: snap_remove snap 135 2024-04-10T15:35:52.584 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:35:52 smithi069 ceph-mon[94167]: pgmap v151: 121 pgs: 121 active+clean; 303 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 7.2 MiB/s wr, 37 op/s 2024-04-10T15:35:52.584 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:35:52 smithi069 ceph-mon[94167]: osdmap e331: 8 total, 8 up, 8 in 2024-04-10T15:35:52.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:35:52 smithi069 ceph-mon[96738]: pgmap v151: 121 pgs: 121 active+clean; 303 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 7.2 MiB/s wr, 37 op/s 2024-04-10T15:35:52.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:35:52 smithi069 ceph-mon[96738]: osdmap e331: 8 total, 8 up, 8 in 2024-04-10T15:35:52.740 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:35:52 smithi077 ceph-mon[87572]: pgmap v151: 121 pgs: 121 active+clean; 303 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 7.2 MiB/s wr, 37 op/s 2024-04-10T15:35:52.741 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:35:52 smithi077 ceph-mon[87572]: osdmap e331: 8 total, 8 up, 8 in 2024-04-10T15:35:52.741 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:35:52 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[78458]: ts=2024-04-10T15:35:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:35:53.253 INFO:tasks.rados.rados.0.smithi069.stdout:1370: done (2 left) 2024-04-10T15:35:53.254 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 21 current snap is 136 2024-04-10T15:35:53.254 INFO:tasks.rados.rados.0.smithi069.stdout:1369: finishing write tid 1 to smithi06982861-11 2024-04-10T15:35:53.254 INFO:tasks.rados.rados.0.smithi069.stdout:1369: finishing write tid 2 to smithi06982861-11 2024-04-10T15:35:53.254 INFO:tasks.rados.rados.0.smithi069.stdout:1369: finishing write tid 3 to smithi06982861-11 2024-04-10T15:35:53.254 INFO:tasks.rados.rados.0.smithi069.stdout:1369: oid 11 updating version 0 to 663 2024-04-10T15:35:53.254 INFO:tasks.rados.rados.0.smithi069.stdout:1369: oid 11 version 663 is already newer than 662 2024-04-10T15:35:53.254 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 11 v 663 (ObjNum 437 snap 136 seq_num 437) dirty exists 2024-04-10T15:35:53.254 INFO:tasks.rados.rados.0.smithi069.stdout:1369: left oid 11 (ObjNum 437 snap 136 seq_num 437) 2024-04-10T15:35:53.254 INFO:tasks.rados.rados.0.smithi069.stdout:1368: expect (ObjNum 396 snap 122 seq_num 396) 2024-04-10T15:35:53.303 INFO:tasks.rados.rados.0.smithi069.stdout:1371: seq_num 438 ranges {3194880=139264} 2024-04-10T15:35:53.321 INFO:tasks.rados.rados.0.smithi069.stdout:1371: writing smithi06982861-21 from 3194880 to 3334144 tid 1 2024-04-10T15:35:53.321 INFO:tasks.rados.rados.0.smithi069.stdout:1368: done (2 left) 2024-04-10T15:35:53.321 INFO:tasks.rados.rados.0.smithi069.stdout:1369: done (1 left) 2024-04-10T15:35:53.321 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 4 current snap is 136 2024-04-10T15:35:53.322 INFO:tasks.rados.rados.0.smithi069.stdout:1372: seq_num 439 ranges {0=155648} 2024-04-10T15:35:53.322 INFO:tasks.rados.rados.0.smithi069.stdout:1372: writing smithi06982861-4 from 0 to 155648 tid 1 2024-04-10T15:35:53.322 INFO:tasks.rados.rados.0.smithi069.stdout:1373: copy_from oid 18 from oid 49 current snap is 136 2024-04-10T15:35:53.322 INFO:tasks.rados.rados.0.smithi069.stdout:1374: read oid 6 snap 126 2024-04-10T15:35:53.323 INFO:tasks.rados.rados.0.smithi069.stdout:1374: expect (ObjNum 406 snap 125 seq_num 406) 2024-04-10T15:35:53.323 INFO:tasks.rados.rados.0.smithi069.stdout:1375: snap_create 2024-04-10T15:35:53.327 INFO:tasks.rados.rados.0.smithi069.stdout:1372: finishing write tid 1 to smithi06982861-4 2024-04-10T15:35:53.328 INFO:tasks.rados.rados.0.smithi069.stdout:1372: finishing write tid 2 to smithi06982861-4 2024-04-10T15:35:53.328 INFO:tasks.rados.rados.0.smithi069.stdout:1371: finishing write tid 1 to smithi06982861-21 2024-04-10T15:35:53.329 INFO:tasks.rados.rados.0.smithi069.stdout:1371: finishing write tid 2 to smithi06982861-21 2024-04-10T15:35:53.330 INFO:tasks.rados.rados.0.smithi069.stdout:1372: finishing write tid 3 to smithi06982861-4 2024-04-10T15:35:53.330 INFO:tasks.rados.rados.0.smithi069.stdout:1372: oid 4 updating version 0 to 795 2024-04-10T15:35:53.330 INFO:tasks.rados.rados.0.smithi069.stdout:1372: oid 4 version 795 is already newer than 794 2024-04-10T15:35:53.330 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 4 v 795 (ObjNum 439 snap 136 seq_num 439) dirty exists 2024-04-10T15:35:53.331 INFO:tasks.rados.rados.0.smithi069.stdout:1372: left oid 4 (ObjNum 439 snap 136 seq_num 439) 2024-04-10T15:35:53.332 INFO:tasks.rados.rados.0.smithi069.stdout:1371: finishing write tid 3 to smithi06982861-21 2024-04-10T15:35:53.332 INFO:tasks.rados.rados.0.smithi069.stdout:1371: oid 21 updating version 0 to 591 2024-04-10T15:35:53.332 INFO:tasks.rados.rados.0.smithi069.stdout:1371: oid 21 updating version 591 to 592 2024-04-10T15:35:53.332 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 21 v 592 (ObjNum 438 snap 136 seq_num 438) dirty exists 2024-04-10T15:35:53.332 INFO:tasks.rados.rados.0.smithi069.stdout:1371: left oid 21 (ObjNum 438 snap 136 seq_num 438) 2024-04-10T15:35:53.359 INFO:tasks.rados.rados.0.smithi069.stdout:1374: expect (ObjNum 406 snap 125 seq_num 406) 2024-04-10T15:35:53.656 INFO:tasks.rados.rados.0.smithi069.stdout:1373: finishing copy_from racing read to smithi06982861-18 2024-04-10T15:35:53.656 INFO:tasks.rados.rados.0.smithi069.stdout:1373: finishing copy_from to smithi06982861-18 2024-04-10T15:35:53.656 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 18 v 593 (ObjNum 347 snap 103 seq_num 347) dirty exists 2024-04-10T15:35:53.990 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:35:53 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[78458]: ts=2024-04-10T15:35:53.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi069\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi069\", job=\"node\", machine=\"x86_64\", nodename=\"smithi069\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", domainname=\"(none)\", instance=\"smithi069\", job=\"node\", machine=\"x86_64\", nodename=\"smithi069\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:35:54.258 INFO:tasks.rados.rados.0.smithi069.stdout:1371: done (4 left) 2024-04-10T15:35:54.258 INFO:tasks.rados.rados.0.smithi069.stdout:1372: done (3 left) 2024-04-10T15:35:54.258 INFO:tasks.rados.rados.0.smithi069.stdout:1373: done (2 left) 2024-04-10T15:35:54.259 INFO:tasks.rados.rados.0.smithi069.stdout:1374: done (1 left) 2024-04-10T15:35:54.259 INFO:tasks.rados.rados.0.smithi069.stdout:1375: done (0 left) 2024-04-10T15:35:54.259 INFO:tasks.rados.rados.0.smithi069.stdout:1376: read oid 12 snap -1 2024-04-10T15:35:54.259 INFO:tasks.rados.rados.0.smithi069.stdout:1376: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-10T15:35:54.259 INFO:tasks.rados.rados.0.smithi069.stdout:1377: read oid 4 snap -1 2024-04-10T15:35:54.259 INFO:tasks.rados.rados.0.smithi069.stdout:1377: expect (ObjNum 439 snap 136 seq_num 439) 2024-04-10T15:35:54.259 INFO:tasks.rados.rados.0.smithi069.stdout:1378: delete oid 17 current snap is 137 2024-04-10T15:35:54.262 INFO:tasks.rados.rados.0.smithi069.stdout:1376: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-10T15:35:54.266 INFO:tasks.rados.rados.0.smithi069.stdout:1377: expect (ObjNum 439 snap 136 seq_num 439) 2024-04-10T15:35:54.270 INFO:tasks.rados.rados.0.smithi069.stdout:1376: done (2 left) 2024-04-10T15:35:54.270 INFO:tasks.rados.rados.0.smithi069.stdout:1377: done (1 left) 2024-04-10T15:35:54.271 INFO:tasks.rados.rados.0.smithi069.stdout:1378: done (0 left) 2024-04-10T15:35:54.271 INFO:tasks.rados.rados.0.smithi069.stdout:1379: copy_from oid 10 from oid 6 current snap is 137 2024-04-10T15:35:54.271 INFO:tasks.rados.rados.0.smithi069.stdout:1380: read oid 35 snap -1 2024-04-10T15:35:54.271 INFO:tasks.rados.rados.0.smithi069.stdout:1380: expect (ObjNum 418 snap 131 seq_num 418) 2024-04-10T15:35:54.271 INFO:tasks.rados.rados.0.smithi069.stdout:1381: setattr oid 1 current snap is 137 2024-04-10T15:35:54.273 INFO:tasks.rados.rados.0.smithi069.stdout:1382: snap_create 2024-04-10T15:35:54.279 INFO:tasks.rados.rados.0.smithi069.stdout:1379: finishing copy_from racing read to smithi06982861-10 2024-04-10T15:35:54.280 INFO:tasks.rados.rados.0.smithi069.stdout:1379: finishing copy_from to smithi06982861-10 2024-04-10T15:35:54.280 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 10 v 607 (ObjNum 396 snap 122 seq_num 396) dirty exists 2024-04-10T15:35:54.296 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 1 v 667 (ObjNum 257 snap 69 seq_num 257) dirty exists 2024-04-10T15:35:54.302 INFO:tasks.rados.rados.0.smithi069.stdout:1380: expect (ObjNum 418 snap 131 seq_num 418) 2024-04-10T15:35:54.584 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:35:54 smithi069 ceph-mon[94167]: osdmap e332: 8 total, 8 up, 8 in 2024-04-10T15:35:54.584 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:35:54 smithi069 ceph-mon[94167]: pgmap v154: 121 pgs: 121 active+clean; 303 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 6.1 MiB/s wr, 35 op/s 2024-04-10T15:35:54.584 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:35:54 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-04-10T15:35:54.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:35:54 smithi069 ceph-mon[96738]: osdmap e332: 8 total, 8 up, 8 in 2024-04-10T15:35:54.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:35:54 smithi069 ceph-mon[96738]: pgmap v154: 121 pgs: 121 active+clean; 303 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 6.1 MiB/s wr, 35 op/s 2024-04-10T15:35:54.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:35:54 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-04-10T15:35:54.740 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:35:54 smithi077 ceph-mon[87572]: osdmap e332: 8 total, 8 up, 8 in 2024-04-10T15:35:54.741 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:35:54 smithi077 ceph-mon[87572]: pgmap v154: 121 pgs: 121 active+clean; 303 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 6.1 MiB/s wr, 35 op/s 2024-04-10T15:35:54.741 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:35:54 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-04-10T15:35:55.254 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:35:55 smithi069 ceph-mon[94167]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-04-10T15:35:55.254 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:35:55 smithi069 ceph-mon[94167]: Upgrade: osd.1 is safe to restart 2024-04-10T15:35:55.254 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:35:55 smithi069 ceph-mon[94167]: osdmap e333: 8 total, 8 up, 8 in 2024-04-10T15:35:55.262 INFO:tasks.rados.rados.0.smithi069.stdout:1379: done (3 left) 2024-04-10T15:35:55.262 INFO:tasks.rados.rados.0.smithi069.stdout:1380: done (2 left) 2024-04-10T15:35:55.262 INFO:tasks.rados.rados.0.smithi069.stdout:1381: done (1 left) 2024-04-10T15:35:55.262 INFO:tasks.rados.rados.0.smithi069.stdout:1382: done (0 left) 2024-04-10T15:35:55.263 INFO:tasks.rados.rados.0.smithi069.stdout:1383: snap_create 2024-04-10T15:35:55.584 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:35:55 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:35:55.584 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:35:55 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:35:55.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:35:55 smithi069 ceph-mon[96738]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-04-10T15:35:55.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:35:55 smithi069 ceph-mon[96738]: Upgrade: osd.1 is safe to restart 2024-04-10T15:35:55.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:35:55 smithi069 ceph-mon[96738]: osdmap e333: 8 total, 8 up, 8 in 2024-04-10T15:35:55.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:35:55 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:35:55.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:35:55 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:35:55.740 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:35:55 smithi077 ceph-mon[87572]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-04-10T15:35:55.741 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:35:55 smithi077 ceph-mon[87572]: Upgrade: osd.1 is safe to restart 2024-04-10T15:35:55.741 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:35:55 smithi077 ceph-mon[87572]: osdmap e333: 8 total, 8 up, 8 in 2024-04-10T15:35:55.741 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:35:55 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:35:55.741 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:35:55 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:35:56.268 INFO:tasks.rados.rados.0.smithi069.stdout:1383: done (0 left) 2024-04-10T15:35:56.268 INFO:tasks.rados.rados.0.smithi069.stdout:1384: rmattr oid 40 current snap is 139 2024-04-10T15:35:56.268 INFO:tasks.rados.rados.0.smithi069.stdout:1384: done (0 left) 2024-04-10T15:35:56.268 INFO:tasks.rados.rados.0.smithi069.stdout:1385: snap_create 2024-04-10T15:35:56.551 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:35:56 smithi069 ceph-mon[96738]: osdmap e334: 8 total, 8 up, 8 in 2024-04-10T15:35:56.551 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:35:56 smithi069 ceph-mon[96738]: pgmap v157: 121 pgs: 121 active+clean; 299 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 2.6 MiB/s rd, 64 KiB/s wr, 2 op/s 2024-04-10T15:35:56.551 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:35:56 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:35:56.551 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:35:56 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-10T15:35:56.551 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:35:56 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:35:56.551 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:35:56 smithi069 ceph-mon[94167]: osdmap e334: 8 total, 8 up, 8 in 2024-04-10T15:35:56.551 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:35:56 smithi069 ceph-mon[94167]: pgmap v157: 121 pgs: 121 active+clean; 299 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 2.6 MiB/s rd, 64 KiB/s wr, 2 op/s 2024-04-10T15:35:56.551 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:35:56 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:35:56.552 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:35:56 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-10T15:35:56.552 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:35:56 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:35:56.741 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:35:56 smithi077 ceph-mon[87572]: osdmap e334: 8 total, 8 up, 8 in 2024-04-10T15:35:56.741 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:35:56 smithi077 ceph-mon[87572]: pgmap v157: 121 pgs: 121 active+clean; 299 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 2.6 MiB/s rd, 64 KiB/s wr, 2 op/s 2024-04-10T15:35:56.741 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:35:56 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:35:56.741 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:35:56 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-10T15:35:56.741 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:35:56 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:35:57.263 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:35:56 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:15:35:56] "GET /metrics HTTP/1.1" 200 36124 "" "Prometheus/2.43.0" 2024-04-10T15:35:57.269 INFO:tasks.rados.rados.0.smithi069.stdout:1385: done (0 left) 2024-04-10T15:35:57.269 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 35 current snap is 140 2024-04-10T15:35:57.269 INFO:tasks.rados.rados.0.smithi069.stdout:1386: seq_num 441 ranges {9740288=188416} 2024-04-10T15:35:57.324 INFO:tasks.rados.rados.0.smithi069.stdout:1386: writing smithi06982861-35 from 9740288 to 9928704 tid 1 2024-04-10T15:35:57.324 INFO:tasks.rados.rados.0.smithi069.stdout:1387: delete oid 36 current snap is 140 2024-04-10T15:35:57.327 INFO:tasks.rados.rados.0.smithi069.stdout:1386: finishing write tid 1 to smithi06982861-35 2024-04-10T15:35:57.327 INFO:tasks.rados.rados.0.smithi069.stdout:1386: finishing write tid 2 to smithi06982861-35 2024-04-10T15:35:57.328 INFO:tasks.rados.rados.0.smithi069.stdout:1386: finishing write tid 3 to smithi06982861-35 2024-04-10T15:35:57.329 INFO:tasks.rados.rados.0.smithi069.stdout:1386: oid 35 updating version 0 to 668 2024-04-10T15:35:57.329 INFO:tasks.rados.rados.0.smithi069.stdout:1386: oid 35 updating version 668 to 669 2024-04-10T15:35:57.329 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 35 v 669 (ObjNum 441 snap 140 seq_num 441) dirty exists 2024-04-10T15:35:57.329 INFO:tasks.rados.rados.0.smithi069.stdout:1386: left oid 35 (ObjNum 441 snap 140 seq_num 441) 2024-04-10T15:35:57.330 INFO:tasks.rados.rados.0.smithi069.stdout:1386: done (1 left) 2024-04-10T15:35:57.330 INFO:tasks.rados.rados.0.smithi069.stdout:1387: done (0 left) 2024-04-10T15:35:57.330 INFO:tasks.rados.rados.0.smithi069.stdout:1388: read oid 47 snap -1 2024-04-10T15:35:57.330 INFO:tasks.rados.rados.0.smithi069.stdout:1388: expect (ObjNum 390 snap 121 seq_num 390) 2024-04-10T15:35:57.330 INFO:tasks.rados.rados.0.smithi069.stdout:1389: delete oid 3 current snap is 140 2024-04-10T15:35:57.333 INFO:tasks.rados.rados.0.smithi069.stdout:1389: done (1 left) 2024-04-10T15:35:57.333 INFO:tasks.rados.rados.0.smithi069.stdout:1390: snap_remove snap 138 2024-04-10T15:35:57.584 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:35:57 smithi069 ceph-mon[96738]: Upgrade: Updating osd.1 2024-04-10T15:35:57.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:35:57 smithi069 ceph-mon[96738]: Deploying daemon osd.1 on smithi069 2024-04-10T15:35:57.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:35:57 smithi069 ceph-mon[96738]: osdmap e335: 8 total, 8 up, 8 in 2024-04-10T15:35:57.585 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:35:57 smithi069 ceph-mon[94167]: Upgrade: Updating osd.1 2024-04-10T15:35:57.585 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:35:57 smithi069 ceph-mon[94167]: Deploying daemon osd.1 on smithi069 2024-04-10T15:35:57.585 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:35:57 smithi069 ceph-mon[94167]: osdmap e335: 8 total, 8 up, 8 in 2024-04-10T15:35:57.741 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:35:57 smithi077 ceph-mon[87572]: Upgrade: Updating osd.1 2024-04-10T15:35:57.741 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:35:57 smithi077 ceph-mon[87572]: Deploying daemon osd.1 on smithi069 2024-04-10T15:35:57.741 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:35:57 smithi077 ceph-mon[87572]: osdmap e335: 8 total, 8 up, 8 in 2024-04-10T15:35:58.280 INFO:tasks.rados.rados.0.smithi069.stdout:1390: done (1 left) 2024-04-10T15:35:58.280 INFO:tasks.rados.rados.0.smithi069.stdout:1391: read oid 33 snap -1 2024-04-10T15:35:58.280 INFO:tasks.rados.rados.0.smithi069.stdout:1391: expect (ObjNum 434 snap 136 seq_num 434) 2024-04-10T15:35:58.280 INFO:tasks.rados.rados.0.smithi069.stdout:1392: snap_create 2024-04-10T15:35:58.280 INFO:tasks.rados.rados.0.smithi069.stdout:1388: expect (ObjNum 390 snap 121 seq_num 390) 2024-04-10T15:35:58.366 INFO:tasks.rados.rados.0.smithi069.stdout:1391: expect (ObjNum 434 snap 136 seq_num 434) 2024-04-10T15:35:58.528 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:35:58 smithi069 ceph-mon[96738]: osdmap e336: 8 total, 8 up, 8 in 2024-04-10T15:35:58.528 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:35:58 smithi069 ceph-mon[96738]: pgmap v160: 121 pgs: 121 active+clean; 310 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 2.8 MiB/s wr, 13 op/s 2024-04-10T15:35:58.529 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:35:58 smithi069 ceph-mon[94167]: osdmap e336: 8 total, 8 up, 8 in 2024-04-10T15:35:58.529 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:35:58 smithi069 ceph-mon[94167]: pgmap v160: 121 pgs: 121 active+clean; 310 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 2.8 MiB/s wr, 13 op/s 2024-04-10T15:35:58.740 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:35:58 smithi077 ceph-mon[87572]: osdmap e336: 8 total, 8 up, 8 in 2024-04-10T15:35:58.741 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:35:58 smithi077 ceph-mon[87572]: pgmap v160: 121 pgs: 121 active+clean; 310 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 2.8 MiB/s wr, 13 op/s 2024-04-10T15:35:59.154 INFO:journalctl@ceph.osd.1.smithi069.stdout:Apr 10 15:35:58 smithi069 systemd[1]: Stopping Ceph osd.1 for 09bfb546-f74e-11ee-b64a-cb9ed24678a4... 2024-04-10T15:35:59.288 INFO:tasks.rados.rados.0.smithi069.stdout:1388: done (2 left) 2024-04-10T15:35:59.288 INFO:tasks.rados.rados.0.smithi069.stdout:1391: done (1 left) 2024-04-10T15:35:59.288 INFO:tasks.rados.rados.0.smithi069.stdout:1392: done (0 left) 2024-04-10T15:35:59.288 INFO:tasks.rados.rados.0.smithi069.stdout:1393: copy_from oid 45 from oid 50 current snap is 141 2024-04-10T15:35:59.288 INFO:tasks.rados.rados.0.smithi069.stdout:1394: copy_from oid 17 from oid 29 current snap is 141 2024-04-10T15:35:59.288 INFO:tasks.rados.rados.0.smithi069.stdout:1395: read oid 30 snap -1 2024-04-10T15:35:59.289 INFO:tasks.rados.rados.0.smithi069.stdout:1395: expect (ObjNum 366 snap 112 seq_num 366) 2024-04-10T15:35:59.289 INFO:tasks.rados.rados.0.smithi069.stdout:1396: read oid 41 snap -1 2024-04-10T15:35:59.289 INFO:tasks.rados.rados.0.smithi069.stdout:1396: expect deleted 2024-04-10T15:35:59.289 INFO:tasks.rados.rados.0.smithi069.stdout:1397: read oid 12 snap -1 2024-04-10T15:35:59.289 INFO:tasks.rados.rados.0.smithi069.stdout:1397: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-10T15:35:59.289 INFO:tasks.rados.rados.0.smithi069.stdout:1398: copy_from oid 14 from oid 3 current snap is 141 2024-04-10T15:35:59.289 INFO:tasks.rados.rados.0.smithi069.stdout:1399: setattr oid 19 current snap is 141 2024-04-10T15:35:59.289 INFO:tasks.rados.rados.0.smithi069.stdout:1400: read oid 4 snap -1 2024-04-10T15:35:59.289 INFO:tasks.rados.rados.0.smithi069.stdout:1400: expect (ObjNum 439 snap 136 seq_num 439) 2024-04-10T15:35:59.289 INFO:tasks.rados.rados.0.smithi069.stdout:1401: read oid 42 snap -1 2024-04-10T15:35:59.289 INFO:tasks.rados.rados.0.smithi069.stdout:1401: expect (ObjNum 392 snap 121 seq_num 392) 2024-04-10T15:35:59.289 INFO:tasks.rados.rados.0.smithi069.stdout:1402: snap_remove snap 131 2024-04-10T15:35:59.584 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:35:59 smithi069 ceph-mon[96738]: osdmap e337: 8 total, 8 up, 8 in 2024-04-10T15:35:59.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:35:59 smithi069 ceph-mon[96738]: osd.1 marked itself down and dead 2024-04-10T15:35:59.585 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:35:59 smithi069 ceph-mon[94167]: osdmap e337: 8 total, 8 up, 8 in 2024-04-10T15:35:59.585 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:35:59 smithi069 ceph-mon[94167]: osd.1 marked itself down and dead 2024-04-10T15:35:59.585 INFO:journalctl@ceph.osd.1.smithi069.stdout:Apr 10 15:35:59 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-1[50493]: 2024-04-10T15:35:59.165+0000 7f321eb29700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-10T15:35:59.585 INFO:journalctl@ceph.osd.1.smithi069.stdout:Apr 10 15:35:59 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-1[50493]: 2024-04-10T15:35:59.165+0000 7f321eb29700 -1 osd.1 337 *** Got signal Terminated *** 2024-04-10T15:35:59.586 INFO:journalctl@ceph.osd.1.smithi069.stdout:Apr 10 15:35:59 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-1[50493]: 2024-04-10T15:35:59.165+0000 7f321eb29700 -1 osd.1 337 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-10T15:35:59.740 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:35:59 smithi077 ceph-mon[87572]: osdmap e337: 8 total, 8 up, 8 in 2024-04-10T15:35:59.741 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:35:59 smithi077 ceph-mon[87572]: osd.1 marked itself down and dead 2024-04-10T15:36:00.118 INFO:journalctl@ceph.osd.1.smithi069.stdout:Apr 10 15:35:59 smithi069 podman[107134]: 2024-04-10 15:35:59.851034423 +0000 UTC m=+0.797323827 container died 1485a573874edf5338dc356a6564ae465e2995b8df08efb3970258469b9a84e2 (image=quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-1, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240403, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_BRANCH=HEAD, RELEASE=reef-d540eba, ceph=True) 2024-04-10T15:36:00.289 INFO:tasks.rados.rados.0.smithi069.stdout:1402: done (9 left) 2024-04-10T15:36:00.289 INFO:tasks.rados.rados.0.smithi069.stdout:1403: rollback oid 48 current snap is 141 2024-04-10T15:36:00.289 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 48 to 137 2024-04-10T15:36:00.289 INFO:tasks.rados.rados.0.smithi069.stdout:1404: copy_from oid 5 from oid 34 current snap is 141 2024-04-10T15:36:00.289 INFO:tasks.rados.rados.0.smithi069.stdout:1405: read oid 36 snap 120 2024-04-10T15:36:00.289 INFO:tasks.rados.rados.0.smithi069.stdout:1405: expect (ObjNum 351 snap 106 seq_num 351) 2024-04-10T15:36:00.289 INFO:tasks.rados.rados.0.smithi069.stdout:1406: snap_create 2024-04-10T15:36:00.289 INFO:tasks.rados.rados.0.smithi069.stdout:1398: finishing copy_from to smithi06982861-14 2024-04-10T15:36:00.289 INFO:tasks.rados.rados.0.smithi069.stdout:1398: got expected ENOENT (src dne) 2024-04-10T15:36:00.290 INFO:tasks.rados.rados.0.smithi069.stdout:1398: finishing copy_from racing read to smithi06982861-14 2024-04-10T15:36:00.290 INFO:tasks.rados.rados.0.smithi069.stdout:1397: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-10T15:36:00.292 INFO:tasks.rados.rados.0.smithi069.stdout:1395: expect (ObjNum 366 snap 112 seq_num 366) 2024-04-10T15:36:00.362 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 19 v 799 (ObjNum 433 snap 134 seq_num 433) dirty exists 2024-04-10T15:36:00.362 INFO:tasks.rados.rados.0.smithi069.stdout:1400: expect (ObjNum 439 snap 136 seq_num 439) 2024-04-10T15:36:00.366 INFO:tasks.rados.rados.0.smithi069.stdout:1393: finishing copy_from to smithi06982861-45 2024-04-10T15:36:00.366 INFO:tasks.rados.rados.0.smithi069.stdout:1393: got expected ENOENT (src dne) 2024-04-10T15:36:00.366 INFO:tasks.rados.rados.0.smithi069.stdout:1393: finishing copy_from racing read to smithi06982861-45 2024-04-10T15:36:00.366 INFO:tasks.rados.rados.0.smithi069.stdout:1403: finishing rollback tid 0 to smithi06982861-48 2024-04-10T15:36:00.366 INFO:tasks.rados.rados.0.smithi069.stdout:1403: finishing rollback tid 1 to smithi06982861-48 2024-04-10T15:36:00.366 INFO:tasks.rados.rados.0.smithi069.stdout:1403: finishing rollback tid 2 to smithi06982861-48 2024-04-10T15:36:00.366 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 48 v 608 (ObjNum 257 snap 69 seq_num 257) dirty exists 2024-04-10T15:36:00.367 INFO:tasks.rados.rados.0.smithi069.stdout:1404: finishing copy_from racing read to smithi06982861-5 2024-04-10T15:36:00.367 INFO:tasks.rados.rados.0.smithi069.stdout:1404: finishing copy_from to smithi06982861-5 2024-04-10T15:36:00.367 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 5 v 488 (ObjNum 395 snap 122 seq_num 395) dirty exists 2024-04-10T15:36:00.367 INFO:tasks.rados.rados.0.smithi069.stdout:1401: expect (ObjNum 392 snap 121 seq_num 392) 2024-04-10T15:36:00.518 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:36:00 smithi069 ceph-mon[96738]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-10T15:36:00.518 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:36:00 smithi069 ceph-mon[96738]: osdmap e338: 8 total, 7 up, 8 in 2024-04-10T15:36:00.518 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:36:00 smithi069 ceph-mon[96738]: pgmap v163: 121 pgs: 17 stale+active+clean, 104 active+clean; 310 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 2.8 MiB/s wr, 17 op/s 2024-04-10T15:36:00.518 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:36:00 smithi069 ceph-mon[96738]: osdmap e339: 8 total, 7 up, 8 in 2024-04-10T15:36:00.518 INFO:journalctl@ceph.osd.1.smithi069.stdout:Apr 10 15:36:00 smithi069 podman[107134]: 2024-04-10 15:36:00.229212956 +0000 UTC m=+1.175502358 container cleanup 1485a573874edf5338dc356a6564ae465e2995b8df08efb3970258469b9a84e2 (image=quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-1, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=reef-d540eba, org.label-schema.license=GPLv2, org.label-schema.build-date=20240403, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True, org.label-schema.vendor=CentOS) 2024-04-10T15:36:00.519 INFO:journalctl@ceph.osd.1.smithi069.stdout:Apr 10 15:36:00 smithi069 bash[107134]: ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-1 2024-04-10T15:36:00.519 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:36:00 smithi069 ceph-mon[94167]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-10T15:36:00.519 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:36:00 smithi069 ceph-mon[94167]: osdmap e338: 8 total, 7 up, 8 in 2024-04-10T15:36:00.519 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:36:00 smithi069 ceph-mon[94167]: pgmap v163: 121 pgs: 17 stale+active+clean, 104 active+clean; 310 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 2.8 MiB/s wr, 17 op/s 2024-04-10T15:36:00.519 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:36:00 smithi069 ceph-mon[94167]: osdmap e339: 8 total, 7 up, 8 in 2024-04-10T15:36:00.673 INFO:tasks.rados.rados.0.smithi069.stdout:1394: finishing copy_from racing read to smithi06982861-17 2024-04-10T15:36:00.674 INFO:tasks.rados.rados.0.smithi069.stdout:1394: finishing copy_from to smithi06982861-17 2024-04-10T15:36:00.674 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 17 v 600 (ObjNum 413 snap 130 seq_num 413) dirty exists 2024-04-10T15:36:00.674 INFO:tasks.rados.rados.0.smithi069.stdout:1405: expect (ObjNum 351 snap 106 seq_num 351) 2024-04-10T15:36:00.740 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:36:00 smithi077 ceph-mon[87572]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-10T15:36:00.740 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:36:00 smithi077 ceph-mon[87572]: osdmap e338: 8 total, 7 up, 8 in 2024-04-10T15:36:00.741 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:36:00 smithi077 ceph-mon[87572]: pgmap v163: 121 pgs: 17 stale+active+clean, 104 active+clean; 310 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 2.8 MiB/s wr, 17 op/s 2024-04-10T15:36:00.741 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:36:00 smithi077 ceph-mon[87572]: osdmap e339: 8 total, 7 up, 8 in 2024-04-10T15:36:00.834 INFO:journalctl@ceph.osd.1.smithi069.stdout:Apr 10 15:36:00 smithi069 podman[107156]: 2024-04-10 15:36:00.530603138 +0000 UTC m=+0.675681388 container remove 1485a573874edf5338dc356a6564ae465e2995b8df08efb3970258469b9a84e2 (image=quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-1, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.build-date=20240403, GIT_BRANCH=HEAD, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, ceph=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-d540eba) 2024-04-10T15:36:01.213 INFO:journalctl@ceph.osd.1.smithi069.stdout:Apr 10 15:36:00 smithi069 podman[107251]: 2024-04-10 15:36:00.799388997 +0000 UTC m=+0.018020032 image pull ffe3e7ac3788b84d6c0b551f13dbde782a187c25e75d087cf3ace2b26f4e3ffa quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc 2024-04-10T15:36:01.213 INFO:journalctl@ceph.osd.1.smithi069.stdout:Apr 10 15:36:00 smithi069 podman[107251]: 2024-04-10 15:36:00.914849378 +0000 UTC m=+0.133480413 container create 5210e4c622fc98e513cd667d48746c18e21e5d6e57f4ba29d516bafaaca5a29c (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-1-deactivate, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.build-date=20240409, ceph=True) 2024-04-10T15:36:01.213 INFO:journalctl@ceph.osd.1.smithi069.stdout:Apr 10 15:36:01 smithi069 podman[107251]: 2024-04-10 15:36:01.108813575 +0000 UTC m=+0.327444608 container init 5210e4c622fc98e513cd667d48746c18e21e5d6e57f4ba29d516bafaaca5a29c (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-1-deactivate, ceph=True, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_CLEAN=True, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240409) 2024-04-10T15:36:01.214 INFO:journalctl@ceph.osd.1.smithi069.stdout:Apr 10 15:36:01 smithi069 podman[107251]: 2024-04-10 15:36:01.114448346 +0000 UTC m=+0.333079379 container start 5210e4c622fc98e513cd667d48746c18e21e5d6e57f4ba29d516bafaaca5a29c (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-1-deactivate, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240409, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True) 2024-04-10T15:36:01.214 INFO:journalctl@ceph.osd.1.smithi069.stdout:Apr 10 15:36:01 smithi069 podman[107251]: 2024-04-10 15:36:01.225791922 +0000 UTC m=+0.444422966 container attach 5210e4c622fc98e513cd667d48746c18e21e5d6e57f4ba29d516bafaaca5a29c (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-1-deactivate, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240409, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-10T15:36:01.514 INFO:tasks.rados.rados.0.smithi069.stdout:1393: done (12 left) 2024-04-10T15:36:01.514 INFO:tasks.rados.rados.0.smithi069.stdout:1394: done (11 left) 2024-04-10T15:36:01.514 INFO:tasks.rados.rados.0.smithi069.stdout:1395: done (10 left) 2024-04-10T15:36:01.514 INFO:tasks.rados.rados.0.smithi069.stdout:1396: done (9 left) 2024-04-10T15:36:01.514 INFO:tasks.rados.rados.0.smithi069.stdout:1397: done (8 left) 2024-04-10T15:36:01.514 INFO:tasks.rados.rados.0.smithi069.stdout:1398: done (7 left) 2024-04-10T15:36:01.514 INFO:tasks.rados.rados.0.smithi069.stdout:1399: done (6 left) 2024-04-10T15:36:01.515 INFO:tasks.rados.rados.0.smithi069.stdout:1400: done (5 left) 2024-04-10T15:36:01.515 INFO:tasks.rados.rados.0.smithi069.stdout:1401: done (4 left) 2024-04-10T15:36:01.515 INFO:tasks.rados.rados.0.smithi069.stdout:1403: done (3 left) 2024-04-10T15:36:01.515 INFO:tasks.rados.rados.0.smithi069.stdout:1404: done (2 left) 2024-04-10T15:36:01.515 INFO:tasks.rados.rados.0.smithi069.stdout:1405: done (1 left) 2024-04-10T15:36:01.515 INFO:tasks.rados.rados.0.smithi069.stdout:1406: done (0 left) 2024-04-10T15:36:01.515 INFO:tasks.rados.rados.0.smithi069.stdout:1407: rmattr oid 11 current snap is 142 2024-04-10T15:36:01.515 INFO:tasks.rados.rados.0.smithi069.stdout:1407: done (0 left) 2024-04-10T15:36:01.515 INFO:tasks.rados.rados.0.smithi069.stdout:1408: snap_remove snap 113 2024-04-10T15:36:01.584 INFO:journalctl@ceph.osd.1.smithi069.stdout:Apr 10 15:36:01 smithi069 podman[107251]: 2024-04-10 15:36:01.410894802 +0000 UTC m=+0.629525837 container died 5210e4c622fc98e513cd667d48746c18e21e5d6e57f4ba29d516bafaaca5a29c (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-1-deactivate, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240409, ceph=True, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4) 2024-04-10T15:36:02.131 INFO:tasks.rados.rados.0.smithi069.stdout:1408: done (0 left) 2024-04-10T15:36:02.131 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 30 current snap is 142 2024-04-10T15:36:02.131 INFO:tasks.rados.rados.0.smithi069.stdout:1409: seq_num 444 ranges {1720320=237568} 2024-04-10T15:36:02.142 INFO:tasks.rados.rados.0.smithi069.stdout:1409: writing smithi06982861-30 from 1720320 to 1957888 tid 1 2024-04-10T15:36:02.142 INFO:tasks.rados.rados.0.smithi069.stdout:1410: read oid 44 snap -1 2024-04-10T15:36:02.142 INFO:tasks.rados.rados.0.smithi069.stdout:1410: expect deleted 2024-04-10T15:36:02.142 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 9 current snap is 142 2024-04-10T15:36:02.142 INFO:tasks.rados.rados.0.smithi069.stdout:1411: seq_num 445 ranges {0=253952} 2024-04-10T15:36:02.144 INFO:tasks.rados.rados.0.smithi069.stdout:1411: writing smithi06982861-9 from 0 to 253952 tid 1 2024-04-10T15:36:02.144 INFO:tasks.rados.rados.0.smithi069.stdout:1410: done (2 left) 2024-04-10T15:36:02.144 INFO:tasks.rados.rados.0.smithi069.stdout:1412: read oid 5 snap -1 2024-04-10T15:36:02.144 INFO:tasks.rados.rados.0.smithi069.stdout:1412: expect (ObjNum 395 snap 122 seq_num 395) 2024-04-10T15:36:02.144 INFO:tasks.rados.rados.0.smithi069.stdout:1413: snap_create 2024-04-10T15:36:02.146 INFO:tasks.rados.rados.0.smithi069.stdout:1409: finishing write tid 1 to smithi06982861-30 2024-04-10T15:36:02.147 INFO:tasks.rados.rados.0.smithi069.stdout:1409: finishing write tid 2 to smithi06982861-30 2024-04-10T15:36:02.147 INFO:tasks.rados.rados.0.smithi069.stdout:1411: finishing write tid 1 to smithi06982861-9 2024-04-10T15:36:02.147 INFO:tasks.rados.rados.0.smithi069.stdout:1411: finishing write tid 2 to smithi06982861-9 2024-04-10T15:36:02.148 INFO:tasks.rados.rados.0.smithi069.stdout:1409: finishing write tid 3 to smithi06982861-30 2024-04-10T15:36:02.148 INFO:tasks.rados.rados.0.smithi069.stdout:1409: oid 30 updating version 0 to 724 2024-04-10T15:36:02.148 INFO:tasks.rados.rados.0.smithi069.stdout:1409: oid 30 version 724 is already newer than 723 2024-04-10T15:36:02.148 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 30 v 724 (ObjNum 444 snap 142 seq_num 444) dirty exists 2024-04-10T15:36:02.148 INFO:tasks.rados.rados.0.smithi069.stdout:1409: left oid 30 (ObjNum 444 snap 142 seq_num 444) 2024-04-10T15:36:02.149 INFO:tasks.rados.rados.0.smithi069.stdout:1411: finishing write tid 3 to smithi06982861-9 2024-04-10T15:36:02.149 INFO:tasks.rados.rados.0.smithi069.stdout:1411: oid 9 updating version 0 to 594 2024-04-10T15:36:02.149 INFO:tasks.rados.rados.0.smithi069.stdout:1411: oid 9 version 594 is already newer than 593 2024-04-10T15:36:02.149 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 9 v 594 (ObjNum 445 snap 142 seq_num 445) dirty exists 2024-04-10T15:36:02.149 INFO:tasks.rados.rados.0.smithi069.stdout:1411: left oid 9 (ObjNum 445 snap 142 seq_num 445) 2024-04-10T15:36:02.163 INFO:tasks.rados.rados.0.smithi069.stdout:1412: expect (ObjNum 395 snap 122 seq_num 395) 2024-04-10T15:36:02.284 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:36:02 smithi069 ceph-mon[96738]: osdmap e340: 8 total, 7 up, 8 in 2024-04-10T15:36:02.285 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:36:02 smithi069 ceph-mon[96738]: pgmap v166: 121 pgs: 10 active+undersized+degraded, 2 stale+active+clean, 29 active+undersized, 80 active+clean; 318 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 2.2 MiB/s wr, 21 op/s; 73/606 objects degraded (12.046%) 2024-04-10T15:36:02.285 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:36:02 smithi069 ceph-mon[94167]: osdmap e340: 8 total, 7 up, 8 in 2024-04-10T15:36:02.285 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:36:02 smithi069 ceph-mon[94167]: pgmap v166: 121 pgs: 10 active+undersized+degraded, 2 stale+active+clean, 29 active+undersized, 80 active+clean; 318 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 2.2 MiB/s wr, 21 op/s; 73/606 objects degraded (12.046%) 2024-04-10T15:36:02.285 INFO:journalctl@ceph.osd.1.smithi069.stdout:Apr 10 15:36:02 smithi069 podman[107297]: 2024-04-10 15:36:02.046336298 +0000 UTC m=+0.630846523 container remove 5210e4c622fc98e513cd667d48746c18e21e5d6e57f4ba29d516bafaaca5a29c (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-1-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.build-date=20240409, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True) 2024-04-10T15:36:02.286 INFO:journalctl@ceph.osd.1.smithi069.stdout:Apr 10 15:36:02 smithi069 systemd[1]: ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4@osd.1.service: Deactivated successfully. 2024-04-10T15:36:02.286 INFO:journalctl@ceph.osd.1.smithi069.stdout:Apr 10 15:36:02 smithi069 systemd[1]: Stopped Ceph osd.1 for 09bfb546-f74e-11ee-b64a-cb9ed24678a4. 2024-04-10T15:36:02.286 INFO:journalctl@ceph.osd.1.smithi069.stdout:Apr 10 15:36:02 smithi069 systemd[1]: ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4@osd.1.service: Consumed 11.685s CPU time. 2024-04-10T15:36:02.286 INFO:journalctl@ceph.osd.1.smithi069.stdout:Apr 10 15:36:02 smithi069 systemd[1]: Starting Ceph osd.1 for 09bfb546-f74e-11ee-b64a-cb9ed24678a4... 2024-04-10T15:36:02.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:36:02 smithi077 ceph-mon[87572]: osdmap e340: 8 total, 7 up, 8 in 2024-04-10T15:36:02.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:36:02 smithi077 ceph-mon[87572]: pgmap v166: 121 pgs: 10 active+undersized+degraded, 2 stale+active+clean, 29 active+undersized, 80 active+clean; 318 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 2.2 MiB/s wr, 21 op/s; 73/606 objects degraded (12.046%) 2024-04-10T15:36:02.491 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:36:02 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[78458]: ts=2024-04-10T15:36:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:36:02.822 INFO:journalctl@ceph.osd.1.smithi069.stdout:Apr 10 15:36:02 smithi069 podman[107411]: 2024-04-10 15:36:02.414644568 +0000 UTC m=+0.017858403 image pull ffe3e7ac3788b84d6c0b551f13dbde782a187c25e75d087cf3ace2b26f4e3ffa quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc 2024-04-10T15:36:02.822 INFO:journalctl@ceph.osd.1.smithi069.stdout:Apr 10 15:36:02 smithi069 podman[107411]: 2024-04-10 15:36:02.514355713 +0000 UTC m=+0.117569593 container create d12c930e684d26c2295c5ab41bc5943f3dd961abe30d758f5ec6505abb230395 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-1-activate, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.build-date=20240409, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, ceph=True, GIT_BRANCH=HEAD) 2024-04-10T15:36:02.822 INFO:journalctl@ceph.osd.1.smithi069.stdout:Apr 10 15:36:02 smithi069 podman[107411]: 2024-04-10 15:36:02.741595008 +0000 UTC m=+0.344808842 container init d12c930e684d26c2295c5ab41bc5943f3dd961abe30d758f5ec6505abb230395 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-1-activate, org.label-schema.license=GPLv2, ceph=True, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.build-date=20240409, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_CLEAN=True) 2024-04-10T15:36:02.822 INFO:journalctl@ceph.osd.1.smithi069.stdout:Apr 10 15:36:02 smithi069 podman[107411]: 2024-04-10 15:36:02.747461314 +0000 UTC m=+0.350675149 container start d12c930e684d26c2295c5ab41bc5943f3dd961abe30d758f5ec6505abb230395 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-1-activate, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, org.label-schema.build-date=20240409, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_CLEAN=True) 2024-04-10T15:36:02.823 INFO:journalctl@ceph.osd.1.smithi069.stdout:Apr 10 15:36:02 smithi069 podman[107411]: 2024-04-10 15:36:02.833220902 +0000 UTC m=+0.436434748 container attach d12c930e684d26c2295c5ab41bc5943f3dd961abe30d758f5ec6505abb230395 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-1-activate, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.build-date=20240409, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-10T15:36:03.133 INFO:tasks.rados.rados.0.smithi069.stdout:1409: done (3 left) 2024-04-10T15:36:03.133 INFO:tasks.rados.rados.0.smithi069.stdout:1411: done (2 left) 2024-04-10T15:36:03.133 INFO:tasks.rados.rados.0.smithi069.stdout:1412: done (1 left) 2024-04-10T15:36:03.133 INFO:tasks.rados.rados.0.smithi069.stdout:1413: done (0 left) 2024-04-10T15:36:03.133 INFO:tasks.rados.rados.0.smithi069.stdout:1414: snap_remove snap 139 2024-04-10T15:36:03.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:36:03 smithi077 ceph-mon[87572]: Health check failed: Degraded data redundancy: 73/606 objects degraded (12.046%), 10 pgs degraded (PG_DEGRADED) 2024-04-10T15:36:03.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:36:03 smithi077 ceph-mon[87572]: osdmap e341: 8 total, 7 up, 8 in 2024-04-10T15:36:03.516 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:36:03 smithi069 ceph-mon[96738]: Health check failed: Degraded data redundancy: 73/606 objects degraded (12.046%), 10 pgs degraded (PG_DEGRADED) 2024-04-10T15:36:03.516 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:36:03 smithi069 ceph-mon[96738]: osdmap e341: 8 total, 7 up, 8 in 2024-04-10T15:36:03.517 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:36:03 smithi069 ceph-mon[94167]: Health check failed: Degraded data redundancy: 73/606 objects degraded (12.046%), 10 pgs degraded (PG_DEGRADED) 2024-04-10T15:36:03.517 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:36:03 smithi069 ceph-mon[94167]: osdmap e341: 8 total, 7 up, 8 in 2024-04-10T15:36:03.517 INFO:journalctl@ceph.osd.1.smithi069.stdout:Apr 10 15:36:03 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-1-activate[107426]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-04-10T15:36:03.517 INFO:journalctl@ceph.osd.1.smithi069.stdout:Apr 10 15:36:03 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-1-activate[107426]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-1 --no-mon-config --dev /dev/mapper/vg_nvme-lv_3 2024-04-10T15:36:03.517 INFO:journalctl@ceph.osd.1.smithi069.stdout:Apr 10 15:36:03 smithi069 bash[107411]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-04-10T15:36:03.517 INFO:journalctl@ceph.osd.1.smithi069.stdout:Apr 10 15:36:03 smithi069 bash[107411]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-1 --no-mon-config --dev /dev/mapper/vg_nvme-lv_3 2024-04-10T15:36:03.517 INFO:journalctl@ceph.osd.1.smithi069.stdout:Apr 10 15:36:03 smithi069 bash[107411]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_3 2024-04-10T15:36:03.517 INFO:journalctl@ceph.osd.1.smithi069.stdout:Apr 10 15:36:03 smithi069 bash[107411]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2024-04-10T15:36:03.517 INFO:journalctl@ceph.osd.1.smithi069.stdout:Apr 10 15:36:03 smithi069 bash[107411]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-1/block 2024-04-10T15:36:03.517 INFO:journalctl@ceph.osd.1.smithi069.stdout:Apr 10 15:36:03 smithi069 bash[107411]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-04-10T15:36:03.517 INFO:journalctl@ceph.osd.1.smithi069.stdout:Apr 10 15:36:03 smithi069 bash[107411]: --> ceph-volume raw activate successful for osd ID: 1 2024-04-10T15:36:03.518 INFO:journalctl@ceph.osd.1.smithi069.stdout:Apr 10 15:36:03 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-1-activate[107426]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_3 2024-04-10T15:36:03.518 INFO:journalctl@ceph.osd.1.smithi069.stdout:Apr 10 15:36:03 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-1-activate[107426]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2024-04-10T15:36:03.518 INFO:journalctl@ceph.osd.1.smithi069.stdout:Apr 10 15:36:03 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-1-activate[107426]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-1/block 2024-04-10T15:36:03.518 INFO:journalctl@ceph.osd.1.smithi069.stdout:Apr 10 15:36:03 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-1-activate[107426]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-04-10T15:36:03.518 INFO:journalctl@ceph.osd.1.smithi069.stdout:Apr 10 15:36:03 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-1-activate[107426]: --> ceph-volume raw activate successful for osd ID: 1 2024-04-10T15:36:03.518 INFO:journalctl@ceph.osd.1.smithi069.stdout:Apr 10 15:36:03 smithi069 podman[107411]: 2024-04-10 15:36:03.215089663 +0000 UTC m=+0.818303491 container died d12c930e684d26c2295c5ab41bc5943f3dd961abe30d758f5ec6505abb230395 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-1-activate, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240409, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, io.buildah.version=1.33.5) 2024-04-10T15:36:03.991 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:36:03 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[78458]: ts=2024-04-10T15:36:03.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi069\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi069\", job=\"node\", machine=\"x86_64\", nodename=\"smithi069\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", domainname=\"(none)\", instance=\"smithi069\", job=\"node\", machine=\"x86_64\", nodename=\"smithi069\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:36:04.085 INFO:journalctl@ceph.osd.1.smithi069.stdout:Apr 10 15:36:03 smithi069 podman[107562]: 2024-04-10 15:36:03.829012521 +0000 UTC m=+0.608867601 container remove d12c930e684d26c2295c5ab41bc5943f3dd961abe30d758f5ec6505abb230395 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-1-activate, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_CLEAN=True, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240409, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=) 2024-04-10T15:36:04.085 INFO:journalctl@ceph.osd.1.smithi069.stdout:Apr 10 15:36:04 smithi069 podman[107632]: 2024-04-10 15:36:04.038122342 +0000 UTC m=+0.112106911 container create a7560d34888e495eb8c3a8b4ceb52623b3b9fb76d0e484e0d5dd36f6bf2bc3b7 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-1, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.build-date=20240409, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, ceph=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4) 2024-04-10T15:36:04.085 INFO:journalctl@ceph.osd.1.smithi069.stdout:Apr 10 15:36:04 smithi069 podman[107632]: 2024-04-10 15:36:03.943978252 +0000 UTC m=+0.017962818 image pull ffe3e7ac3788b84d6c0b551f13dbde782a187c25e75d087cf3ace2b26f4e3ffa quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc 2024-04-10T15:36:04.140 INFO:tasks.rados.rados.0.smithi069.stdout:1414: done (0 left) 2024-04-10T15:36:04.140 INFO:tasks.rados.rados.0.smithi069.stdout:1415: rollback oid 10 current snap is 143 2024-04-10T15:36:04.140 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 10 to 140 2024-04-10T15:36:04.140 INFO:tasks.rados.rados.0.smithi069.stdout:1416: snap_remove snap 137 2024-04-10T15:36:04.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:36:04 smithi077 ceph-mon[87572]: osdmap e342: 8 total, 7 up, 8 in 2024-04-10T15:36:04.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:36:04 smithi077 ceph-mon[87572]: pgmap v169: 121 pgs: 10 active+undersized+degraded, 2 stale+active+clean, 29 active+undersized, 80 active+clean; 318 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 2.1 MiB/s wr, 14 op/s; 73/606 objects degraded (12.046%) 2024-04-10T15:36:04.585 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:36:04 smithi069 ceph-mon[94167]: osdmap e342: 8 total, 7 up, 8 in 2024-04-10T15:36:04.585 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:36:04 smithi069 ceph-mon[94167]: pgmap v169: 121 pgs: 10 active+undersized+degraded, 2 stale+active+clean, 29 active+undersized, 80 active+clean; 318 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 2.1 MiB/s wr, 14 op/s; 73/606 objects degraded (12.046%) 2024-04-10T15:36:04.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:36:04 smithi069 ceph-mon[96738]: osdmap e342: 8 total, 7 up, 8 in 2024-04-10T15:36:04.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:36:04 smithi069 ceph-mon[96738]: pgmap v169: 121 pgs: 10 active+undersized+degraded, 2 stale+active+clean, 29 active+undersized, 80 active+clean; 318 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 2.1 MiB/s wr, 14 op/s; 73/606 objects degraded (12.046%) 2024-04-10T15:36:04.586 INFO:journalctl@ceph.osd.1.smithi069.stdout:Apr 10 15:36:04 smithi069 podman[107632]: 2024-04-10 15:36:04.248832908 +0000 UTC m=+0.322817473 container init a7560d34888e495eb8c3a8b4ceb52623b3b9fb76d0e484e0d5dd36f6bf2bc3b7 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-1, CEPH_POINT_RELEASE=, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240409, ceph=True, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD) 2024-04-10T15:36:04.586 INFO:journalctl@ceph.osd.1.smithi069.stdout:Apr 10 15:36:04 smithi069 podman[107632]: 2024-04-10 15:36:04.254430619 +0000 UTC m=+0.328415187 container start a7560d34888e495eb8c3a8b4ceb52623b3b9fb76d0e484e0d5dd36f6bf2bc3b7 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-1, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, maintainer=Guillaume Abrioux , GIT_CLEAN=True, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240409, ceph=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-10T15:36:04.586 INFO:journalctl@ceph.osd.1.smithi069.stdout:Apr 10 15:36:04 smithi069 ceph-osd[107671]: -- 172.21.15.69:0/1053682638 <== mon.2 v2:172.21.15.69:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x563b77459680 con 0x563b77423000 2024-04-10T15:36:04.586 INFO:journalctl@ceph.osd.1.smithi069.stdout:Apr 10 15:36:04 smithi069 bash[107632]: a7560d34888e495eb8c3a8b4ceb52623b3b9fb76d0e484e0d5dd36f6bf2bc3b7 2024-04-10T15:36:04.586 INFO:journalctl@ceph.osd.1.smithi069.stdout:Apr 10 15:36:04 smithi069 systemd[1]: Started Ceph osd.1 for 09bfb546-f74e-11ee-b64a-cb9ed24678a4. 2024-04-10T15:36:05.084 INFO:journalctl@ceph.osd.1.smithi069.stdout:Apr 10 15:36:04 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-1[107648]: 2024-04-10T15:36:04.797+0000 7f8d5c3e07c0 -1 Falling back to public interface 2024-04-10T15:36:05.141 INFO:tasks.rados.rados.0.smithi069.stdout:1416: done (1 left) 2024-04-10T15:36:05.142 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 5 current snap is 143 2024-04-10T15:36:05.142 INFO:tasks.rados.rados.0.smithi069.stdout:1415: finishing rollback tid 0 to smithi06982861-10 2024-04-10T15:36:05.142 INFO:tasks.rados.rados.0.smithi069.stdout:1417: seq_num 446 ranges {3514368=278528} 2024-04-10T15:36:05.162 INFO:tasks.rados.rados.0.smithi069.stdout:1417: writing smithi06982861-5 from 3514368 to 3792896 tid 1 2024-04-10T15:36:05.162 INFO:tasks.rados.rados.0.smithi069.stdout:1418: copy_from oid 39 from oid 21 current snap is 143 2024-04-10T15:36:05.162 INFO:tasks.rados.rados.0.smithi069.stdout:1415: finishing rollback tid 1 to smithi06982861-10 2024-04-10T15:36:05.162 INFO:tasks.rados.rados.0.smithi069.stdout:1415: finishing rollback tid 2 to smithi06982861-10 2024-04-10T15:36:05.162 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 10 v 815 (ObjNum 396 snap 122 seq_num 396) dirty exists 2024-04-10T15:36:05.162 INFO:tasks.rados.rados.0.smithi069.stdout:1415: done (2 left) 2024-04-10T15:36:05.162 INFO:tasks.rados.rados.0.smithi069.stdout:1419: rollback oid 19 current snap is 143 2024-04-10T15:36:05.163 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 19 to 120 2024-04-10T15:36:05.163 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 4 current snap is 143 2024-04-10T15:36:05.163 INFO:tasks.rados.rados.0.smithi069.stdout:1420: seq_num 447 ranges {155648=294912} 2024-04-10T15:36:05.164 INFO:tasks.rados.rados.0.smithi069.stdout:1420: writing smithi06982861-4 from 155648 to 450560 tid 1 2024-04-10T15:36:05.164 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 48 current snap is 143 2024-04-10T15:36:05.165 INFO:tasks.rados.rados.0.smithi069.stdout:1421: seq_num 448 ranges {3612672=311296} 2024-04-10T15:36:05.187 INFO:tasks.rados.rados.0.smithi069.stdout:1421: writing smithi06982861-48 from 3612672 to 3923968 tid 1 2024-04-10T15:36:05.188 INFO:tasks.rados.rados.0.smithi069.stdout:1422: setattr oid 8 current snap is 143 2024-04-10T15:36:05.188 INFO:tasks.rados.rados.0.smithi069.stdout:1417: finishing write tid 1 to smithi06982861-5 2024-04-10T15:36:05.188 INFO:tasks.rados.rados.0.smithi069.stdout:1417: finishing write tid 2 to smithi06982861-5 2024-04-10T15:36:05.188 INFO:tasks.rados.rados.0.smithi069.stdout:1417: finishing write tid 3 to smithi06982861-5 2024-04-10T15:36:05.188 INFO:tasks.rados.rados.0.smithi069.stdout:1417: oid 5 updating version 0 to 682 2024-04-10T15:36:05.188 INFO:tasks.rados.rados.0.smithi069.stdout:1417: oid 5 version 682 is already newer than 681 2024-04-10T15:36:05.188 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 5 v 682 (ObjNum 446 snap 143 seq_num 446) dirty exists 2024-04-10T15:36:05.188 INFO:tasks.rados.rados.0.smithi069.stdout:1417: left oid 5 (ObjNum 446 snap 143 seq_num 446) 2024-04-10T15:36:05.188 INFO:tasks.rados.rados.0.smithi069.stdout:1419: finishing rollback tid 0 to smithi06982861-19 2024-04-10T15:36:05.188 INFO:tasks.rados.rados.0.smithi069.stdout:1419: finishing rollback tid 1 to smithi06982861-19 2024-04-10T15:36:05.188 INFO:tasks.rados.rados.0.smithi069.stdout:1419: finishing rollback tid 2 to smithi06982861-19 2024-04-10T15:36:05.188 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 19 v 819 (ObjNum 381 snap 118 seq_num 381) dirty exists 2024-04-10T15:36:05.189 INFO:tasks.rados.rados.0.smithi069.stdout:1420: finishing write tid 1 to smithi06982861-4 2024-04-10T15:36:05.189 INFO:tasks.rados.rados.0.smithi069.stdout:1420: finishing write tid 2 to smithi06982861-4 2024-04-10T15:36:05.189 INFO:tasks.rados.rados.0.smithi069.stdout:1420: finishing write tid 3 to smithi06982861-4 2024-04-10T15:36:05.189 INFO:tasks.rados.rados.0.smithi069.stdout:1420: oid 4 updating version 0 to 821 2024-04-10T15:36:05.189 INFO:tasks.rados.rados.0.smithi069.stdout:1420: oid 4 updating version 821 to 822 2024-04-10T15:36:05.189 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 4 v 822 (ObjNum 447 snap 143 seq_num 447) dirty exists 2024-04-10T15:36:05.189 INFO:tasks.rados.rados.0.smithi069.stdout:1420: left oid 4 (ObjNum 447 snap 143 seq_num 447) 2024-04-10T15:36:05.189 INFO:tasks.rados.rados.0.smithi069.stdout:1418: finishing copy_from racing read to smithi06982861-39 2024-04-10T15:36:05.189 INFO:tasks.rados.rados.0.smithi069.stdout:1418: finishing copy_from to smithi06982861-39 2024-04-10T15:36:05.189 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 39 v 592 (ObjNum 438 snap 136 seq_num 438) dirty exists 2024-04-10T15:36:05.189 INFO:tasks.rados.rados.0.smithi069.stdout:1417: done (5 left) 2024-04-10T15:36:05.189 INFO:tasks.rados.rados.0.smithi069.stdout:1418: done (4 left) 2024-04-10T15:36:05.189 INFO:tasks.rados.rados.0.smithi069.stdout:1419: done (3 left) 2024-04-10T15:36:05.189 INFO:tasks.rados.rados.0.smithi069.stdout:1420: done (2 left) 2024-04-10T15:36:05.189 INFO:tasks.rados.rados.0.smithi069.stdout:1423: snap_remove snap 136 2024-04-10T15:36:05.397 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:36:05 smithi069 ceph-mon[96738]: osdmap e343: 8 total, 7 up, 8 in 2024-04-10T15:36:05.398 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:36:05 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:36:05.398 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:36:05 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:36:05.398 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:36:05 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:36:05.398 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:36:05 smithi069 ceph-mon[94167]: osdmap e343: 8 total, 7 up, 8 in 2024-04-10T15:36:05.398 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:36:05 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:36:05.398 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:36:05 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:36:05.398 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:36:05 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:36:05.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:36:05 smithi077 ceph-mon[87572]: osdmap e343: 8 total, 7 up, 8 in 2024-04-10T15:36:05.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:36:05 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:36:05.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:36:05 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:36:05.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:36:05 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:36:06.153 INFO:tasks.rados.rados.0.smithi069.stdout:1423: done (2 left) 2024-04-10T15:36:06.154 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 37 current snap is 143 2024-04-10T15:36:06.154 INFO:tasks.rados.rados.0.smithi069.stdout:1424: seq_num 449 ranges {3104768=327680} 2024-04-10T15:36:06.173 INFO:tasks.rados.rados.0.smithi069.stdout:1424: writing smithi06982861-37 from 3104768 to 3432448 tid 1 2024-04-10T15:36:06.174 INFO:tasks.rados.rados.0.smithi069.stdout:1425: setattr oid 22 current snap is 143 2024-04-10T15:36:06.174 INFO:tasks.rados.rados.0.smithi069.stdout:1421: finishing write tid 1 to smithi06982861-48 2024-04-10T15:36:06.174 INFO:tasks.rados.rados.0.smithi069.stdout:1421: finishing write tid 2 to smithi06982861-48 2024-04-10T15:36:06.174 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 8 v 730 (ObjNum 425 snap 133 seq_num 425) dirty exists 2024-04-10T15:36:06.174 INFO:tasks.rados.rados.0.smithi069.stdout:1421: finishing write tid 3 to smithi06982861-48 2024-04-10T15:36:06.174 INFO:tasks.rados.rados.0.smithi069.stdout:1421: oid 48 updating version 0 to 610 2024-04-10T15:36:06.174 INFO:tasks.rados.rados.0.smithi069.stdout:1421: oid 48 version 610 is already newer than 609 2024-04-10T15:36:06.174 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 48 v 610 (ObjNum 448 snap 143 seq_num 448) dirty exists 2024-04-10T15:36:06.174 INFO:tasks.rados.rados.0.smithi069.stdout:1421: left oid 48 (ObjNum 448 snap 143 seq_num 448) 2024-04-10T15:36:06.175 INFO:tasks.rados.rados.0.smithi069.stdout:1421: done (3 left) 2024-04-10T15:36:06.175 INFO:tasks.rados.rados.0.smithi069.stdout:1422: done (2 left) 2024-04-10T15:36:06.175 INFO:tasks.rados.rados.0.smithi069.stdout:1426: snap_remove snap 126 2024-04-10T15:36:06.346 INFO:teuthology.orchestra.run.smithi069.stdout:true 2024-04-10T15:36:06.422 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:36:06 smithi069 ceph-mon[96738]: osdmap e344: 8 total, 7 up, 8 in 2024-04-10T15:36:06.422 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:36:06 smithi069 ceph-mon[96738]: pgmap v172: 121 pgs: 11 active+undersized+degraded, 35 active+undersized, 75 active+clean; 319 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 2.5 MiB/s rd, 130 KiB/s wr, 2 op/s; 86/612 objects degraded (14.052%) 2024-04-10T15:36:06.422 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:36:06 smithi069 ceph-mon[94167]: osdmap e344: 8 total, 7 up, 8 in 2024-04-10T15:36:06.422 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:36:06 smithi069 ceph-mon[94167]: pgmap v172: 121 pgs: 11 active+undersized+degraded, 35 active+undersized, 75 active+clean; 319 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 2.5 MiB/s rd, 130 KiB/s wr, 2 op/s; 86/612 objects degraded (14.052%) 2024-04-10T15:36:06.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:36:06 smithi077 ceph-mon[87572]: osdmap e344: 8 total, 7 up, 8 in 2024-04-10T15:36:06.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:36:06 smithi077 ceph-mon[87572]: pgmap v172: 121 pgs: 11 active+undersized+degraded, 35 active+undersized, 75 active+clean; 319 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 2.5 MiB/s rd, 130 KiB/s wr, 2 op/s; 86/612 objects degraded (14.052%) 2024-04-10T15:36:06.676 INFO:teuthology.orchestra.run.smithi069.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-10T15:36:06.676 INFO:teuthology.orchestra.run.smithi069.stdout:alertmanager.a smithi069 *:9093,9094 running (6m) 32s ago 6m 24.7M - 0.25.0 c8568f914cd2 bd92cb80ff03 2024-04-10T15:36:06.676 INFO:teuthology.orchestra.run.smithi069.stdout:grafana.a smithi077 *:3000 running (6m) 79s ago 6m 89.4M - 9.4.7 954c08fa6188 8891d154474d 2024-04-10T15:36:06.676 INFO:teuthology.orchestra.run.smithi069.stdout:mds.a smithi069 running (8m) 32s ago 8m 17.4M - 18.2.2-1187-gd540ebac bb2c5eac26a4 144b62fd4166 2024-04-10T15:36:06.676 INFO:teuthology.orchestra.run.smithi069.stdout:mds.b smithi077 running (7m) 79s ago 7m 18.0M - 18.2.2-1187-gd540ebac bb2c5eac26a4 ba4ee0b79036 2024-04-10T15:36:06.676 INFO:teuthology.orchestra.run.smithi069.stdout:mgr.x smithi077 *:8443,9283,8765 running (2m) 79s ago 11m 450M - 19.0.0-2838-ga5074d45 ffe3e7ac3788 ccd7899398e9 2024-04-10T15:36:06.676 INFO:teuthology.orchestra.run.smithi069.stdout:mgr.y smithi069 *:8443,9283,8765 running (2m) 32s ago 13m 506M - 19.0.0-2838-ga5074d45 ffe3e7ac3788 e21b24626c05 2024-04-10T15:36:06.677 INFO:teuthology.orchestra.run.smithi069.stdout:mon.a smithi069 running (2m) 32s ago 13m 46.2M 2048M 19.0.0-2838-ga5074d45 ffe3e7ac3788 ce73e1b17524 2024-04-10T15:36:06.677 INFO:teuthology.orchestra.run.smithi069.stdout:mon.b smithi077 running (86s) 79s ago 11m 26.3M 2048M 19.0.0-2838-ga5074d45 ffe3e7ac3788 d84762487812 2024-04-10T15:36:06.677 INFO:teuthology.orchestra.run.smithi069.stdout:mon.c smithi069 running (100s) 32s ago 11m 36.4M 2048M 19.0.0-2838-ga5074d45 ffe3e7ac3788 bac2280f1f05 2024-04-10T15:36:06.677 INFO:teuthology.orchestra.run.smithi069.stdout:node-exporter.a smithi069 *:9100 running (6m) 32s ago 6m 15.3M - 1.5.0 0da6a335fe13 2469975469f7 2024-04-10T15:36:06.677 INFO:teuthology.orchestra.run.smithi069.stdout:node-exporter.b smithi077 *:9100 running (6m) 79s ago 6m 15.8M - 1.5.0 0da6a335fe13 20103db32919 2024-04-10T15:36:06.677 INFO:teuthology.orchestra.run.smithi069.stdout:osd.0 smithi069 running (36s) 32s ago 11m 14.9M 2480M 19.0.0-2838-ga5074d45 ffe3e7ac3788 9833b8d335cb 2024-04-10T15:36:06.677 INFO:teuthology.orchestra.run.smithi069.stdout:osd.1 smithi069 starting - - - 2480M 2024-04-10T15:36:06.677 INFO:teuthology.orchestra.run.smithi069.stdout:osd.2 smithi069 running (10m) 32s ago 10m 235M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 89bfa35a28fe 2024-04-10T15:36:06.677 INFO:teuthology.orchestra.run.smithi069.stdout:osd.3 smithi069 running (9m) 32s ago 9m 148M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 a968c3dc2397 2024-04-10T15:36:06.678 INFO:teuthology.orchestra.run.smithi069.stdout:osd.4 smithi077 running (9m) 79s ago 9m 175M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 f498bddd5298 2024-04-10T15:36:06.678 INFO:teuthology.orchestra.run.smithi069.stdout:osd.5 smithi077 running (9m) 79s ago 9m 205M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 2a7f7ea88c93 2024-04-10T15:36:06.678 INFO:teuthology.orchestra.run.smithi069.stdout:osd.6 smithi077 running (8m) 79s ago 8m 130M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 7df4e5a8578c 2024-04-10T15:36:06.678 INFO:teuthology.orchestra.run.smithi069.stdout:osd.7 smithi077 running (8m) 79s ago 8m 118M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 1a9c80228cd5 2024-04-10T15:36:06.678 INFO:teuthology.orchestra.run.smithi069.stdout:prometheus.a smithi077 *:9095 running (2m) 79s ago 7m 51.6M - 2.43.0 a07b618ecd1d 9575de1707c9 2024-04-10T15:36:07.084 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:36:06 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:15:36:06] "GET /metrics HTTP/1.1" 200 36124 "" "Prometheus/2.43.0" 2024-04-10T15:36:07.111 INFO:teuthology.orchestra.run.smithi069.stdout:{ 2024-04-10T15:36:07.112 INFO:teuthology.orchestra.run.smithi069.stdout: "mon": { 2024-04-10T15:36:07.112 INFO:teuthology.orchestra.run.smithi069.stdout: "ceph version 19.0.0-2838-ga5074d45 (a5074d4516d566e9d8b6aec912f26afd099de101) squid (dev)": 3 2024-04-10T15:36:07.112 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-04-10T15:36:07.112 INFO:teuthology.orchestra.run.smithi069.stdout: "mgr": { 2024-04-10T15:36:07.112 INFO:teuthology.orchestra.run.smithi069.stdout: "ceph version 19.0.0-2838-ga5074d45 (a5074d4516d566e9d8b6aec912f26afd099de101) squid (dev)": 2 2024-04-10T15:36:07.112 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-04-10T15:36:07.112 INFO:teuthology.orchestra.run.smithi069.stdout: "osd": { 2024-04-10T15:36:07.112 INFO:teuthology.orchestra.run.smithi069.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 6, 2024-04-10T15:36:07.112 INFO:teuthology.orchestra.run.smithi069.stdout: "ceph version 19.0.0-2838-ga5074d45 (a5074d4516d566e9d8b6aec912f26afd099de101) squid (dev)": 1 2024-04-10T15:36:07.112 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-04-10T15:36:07.112 INFO:teuthology.orchestra.run.smithi069.stdout: "mds": { 2024-04-10T15:36:07.112 INFO:teuthology.orchestra.run.smithi069.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 2 2024-04-10T15:36:07.112 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-04-10T15:36:07.112 INFO:teuthology.orchestra.run.smithi069.stdout: "overall": { 2024-04-10T15:36:07.113 INFO:teuthology.orchestra.run.smithi069.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 8, 2024-04-10T15:36:07.113 INFO:teuthology.orchestra.run.smithi069.stdout: "ceph version 19.0.0-2838-ga5074d45 (a5074d4516d566e9d8b6aec912f26afd099de101) squid (dev)": 6 2024-04-10T15:36:07.113 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-04-10T15:36:07.113 INFO:teuthology.orchestra.run.smithi069.stdout:} 2024-04-10T15:36:07.159 INFO:tasks.rados.rados.0.smithi069.stdout:1426: done (2 left) 2024-04-10T15:36:07.159 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 50 current snap is 143 2024-04-10T15:36:07.159 INFO:tasks.rados.rados.0.smithi069.stdout:1424: finishing write tid 1 to smithi06982861-37 2024-04-10T15:36:07.160 INFO:tasks.rados.rados.0.smithi069.stdout:1424: finishing write tid 2 to smithi06982861-37 2024-04-10T15:36:07.160 INFO:tasks.rados.rados.0.smithi069.stdout:1424: finishing write tid 3 to smithi06982861-37 2024-04-10T15:36:07.160 INFO:tasks.rados.rados.0.smithi069.stdout:1424: oid 37 updating version 0 to 547 2024-04-10T15:36:07.160 INFO:tasks.rados.rados.0.smithi069.stdout:1424: oid 37 updating version 547 to 548 2024-04-10T15:36:07.160 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 37 v 548 (ObjNum 449 snap 143 seq_num 449) dirty exists 2024-04-10T15:36:07.160 INFO:tasks.rados.rados.0.smithi069.stdout:1424: left oid 37 (ObjNum 449 snap 143 seq_num 449) 2024-04-10T15:36:07.160 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 22 v 136 (ObjNum 416 snap 130 seq_num 416) dirty exists 2024-04-10T15:36:07.160 INFO:tasks.rados.rados.0.smithi069.stdout:1427: seq_num 450 ranges {0=344064} 2024-04-10T15:36:07.161 INFO:tasks.rados.rados.0.smithi069.stdout:1427: writing smithi06982861-50 from 0 to 344064 tid 1 2024-04-10T15:36:07.162 INFO:tasks.rados.rados.0.smithi069.stdout:1424: done (2 left) 2024-04-10T15:36:07.162 INFO:tasks.rados.rados.0.smithi069.stdout:1425: done (1 left) 2024-04-10T15:36:07.162 INFO:tasks.rados.rados.0.smithi069.stdout:1428: copy_from oid 14 from oid 8 current snap is 143 2024-04-10T15:36:07.162 INFO:tasks.rados.rados.0.smithi069.stdout:1429: setattr oid 25 current snap is 143 2024-04-10T15:36:07.162 INFO:tasks.rados.rados.0.smithi069.stdout:1430: rollback oid 44 current snap is 143 2024-04-10T15:36:07.163 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 44 to 121 2024-04-10T15:36:07.163 INFO:tasks.rados.rados.0.smithi069.stdout:1431: rollback oid 5 current snap is 143 2024-04-10T15:36:07.163 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 5 to 121 2024-04-10T15:36:07.163 INFO:tasks.rados.rados.0.smithi069.stdout:1432: delete oid 6 current snap is 143 2024-04-10T15:36:07.166 INFO:tasks.rados.rados.0.smithi069.stdout:1427: finishing write tid 1 to smithi06982861-50 2024-04-10T15:36:07.167 INFO:tasks.rados.rados.0.smithi069.stdout:1427: finishing write tid 2 to smithi06982861-50 2024-04-10T15:36:07.168 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 25 v 666 (ObjNum 412 snap 129 seq_num 412) dirty exists 2024-04-10T15:36:07.169 INFO:tasks.rados.rados.0.smithi069.stdout:1427: finishing write tid 3 to smithi06982861-50 2024-04-10T15:36:07.169 INFO:tasks.rados.rados.0.smithi069.stdout:1427: oid 50 updating version 0 to 664 2024-04-10T15:36:07.169 INFO:tasks.rados.rados.0.smithi069.stdout:1427: oid 50 updating version 664 to 665 2024-04-10T15:36:07.169 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 50 v 665 (ObjNum 450 snap 143 seq_num 450) dirty exists 2024-04-10T15:36:07.169 INFO:tasks.rados.rados.0.smithi069.stdout:1427: left oid 50 (ObjNum 450 snap 143 seq_num 450) 2024-04-10T15:36:07.170 INFO:tasks.rados.rados.0.smithi069.stdout:1430: finishing rollback tid 1 to smithi06982861-44 2024-04-10T15:36:07.170 INFO:tasks.rados.rados.0.smithi069.stdout:1427: done (5 left) 2024-04-10T15:36:07.170 INFO:tasks.rados.rados.0.smithi069.stdout:1429: done (4 left) 2024-04-10T15:36:07.170 INFO:tasks.rados.rados.0.smithi069.stdout:1432: done (3 left) 2024-04-10T15:36:07.171 INFO:tasks.rados.rados.0.smithi069.stdout:1433: read oid 29 snap -1 2024-04-10T15:36:07.171 INFO:tasks.rados.rados.0.smithi069.stdout:1433: expect (ObjNum 413 snap 130 seq_num 413) 2024-04-10T15:36:07.171 INFO:tasks.rados.rados.0.smithi069.stdout:1434: snap_remove snap 129 2024-04-10T15:36:07.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:36:07 smithi077 ceph-mon[87572]: osdmap e345: 8 total, 7 up, 8 in 2024-04-10T15:36:07.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:36:07 smithi077 ceph-mon[87572]: from='client.34218 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:36:07.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:36:07 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/3726353474' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:36:07.584 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:36:07 smithi069 ceph-mon[96738]: osdmap e345: 8 total, 7 up, 8 in 2024-04-10T15:36:07.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:36:07 smithi069 ceph-mon[96738]: from='client.34218 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:36:07.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:36:07 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/3726353474' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:36:07.585 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:36:07 smithi069 ceph-mon[94167]: osdmap e345: 8 total, 7 up, 8 in 2024-04-10T15:36:07.585 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:36:07 smithi069 ceph-mon[94167]: from='client.34218 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:36:07.585 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:36:07 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/3726353474' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:36:08.164 INFO:tasks.rados.rados.0.smithi069.stdout:1434: done (4 left) 2024-04-10T15:36:08.164 INFO:tasks.rados.rados.0.smithi069.stdout:1435: read oid 25 snap -1 2024-04-10T15:36:08.165 INFO:tasks.rados.rados.0.smithi069.stdout:1435: expect (ObjNum 412 snap 129 seq_num 412) 2024-04-10T15:36:08.165 INFO:tasks.rados.rados.0.smithi069.stdout:1436: read oid 49 snap -1 2024-04-10T15:36:08.165 INFO:tasks.rados.rados.0.smithi069.stdout:1436: expect (ObjNum 347 snap 103 seq_num 347) 2024-04-10T15:36:08.165 INFO:tasks.rados.rados.0.smithi069.stdout:1437: read oid 23 snap -1 2024-04-10T15:36:08.165 INFO:tasks.rados.rados.0.smithi069.stdout:1437: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-10T15:36:08.165 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 24 current snap is 143 2024-04-10T15:36:08.165 INFO:tasks.rados.rados.0.smithi069.stdout:1430: finishing rollback tid 2 to smithi06982861-44 2024-04-10T15:36:08.165 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 44 v 684 (ObjNum 388 snap 120 seq_num 388) dirty exists 2024-04-10T15:36:08.165 INFO:tasks.rados.rados.0.smithi069.stdout:1431: finishing rollback tid 0 to smithi06982861-5 2024-04-10T15:36:08.165 INFO:tasks.rados.rados.0.smithi069.stdout:1431: finishing rollback tid 1 to smithi06982861-5 2024-04-10T15:36:08.165 INFO:tasks.rados.rados.0.smithi069.stdout:1431: finishing rollback tid 2 to smithi06982861-5 2024-04-10T15:36:08.165 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 5 v 687 (ObjNum 378 snap 118 seq_num 378) dirty exists 2024-04-10T15:36:08.165 INFO:tasks.rados.rados.0.smithi069.stdout:1433: expect (ObjNum 413 snap 130 seq_num 413) 2024-04-10T15:36:08.220 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:36:08 smithi069 ceph-mon[96738]: from='client.34224 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:36:08.220 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:36:08 smithi069 ceph-mon[96738]: osdmap e346: 8 total, 7 up, 8 in 2024-04-10T15:36:08.220 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:36:08 smithi069 ceph-mon[96738]: pgmap v175: 121 pgs: 11 active+undersized+degraded, 35 active+undersized, 75 active+clean; 324 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.1 MiB/s wr, 11 op/s; 87/630 objects degraded (13.810%) 2024-04-10T15:36:08.220 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:36:08 smithi069 ceph-mon[96738]: from='osd.1 [v2:172.21.15.69:6810/1334122806,v1:172.21.15.69:6811/1334122806]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-10T15:36:08.220 INFO:journalctl@ceph.osd.1.smithi069.stdout:Apr 10 15:36:07 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-1[107648]: 2024-04-10T15:36:07.970+0000 7f8d5c3e07c0 -1 osd.1 337 log_to_monitors true 2024-04-10T15:36:08.220 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:36:08 smithi069 ceph-mon[94167]: from='client.34224 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:36:08.221 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:36:08 smithi069 ceph-mon[94167]: osdmap e346: 8 total, 7 up, 8 in 2024-04-10T15:36:08.221 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:36:08 smithi069 ceph-mon[94167]: pgmap v175: 121 pgs: 11 active+undersized+degraded, 35 active+undersized, 75 active+clean; 324 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.1 MiB/s wr, 11 op/s; 87/630 objects degraded (13.810%) 2024-04-10T15:36:08.221 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:36:08 smithi069 ceph-mon[94167]: from='osd.1 [v2:172.21.15.69:6810/1334122806,v1:172.21.15.69:6811/1334122806]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-10T15:36:08.410 INFO:tasks.rados.rados.0.smithi069.stdout:1428: finishing copy_from racing read to smithi06982861-14 2024-04-10T15:36:08.410 INFO:tasks.rados.rados.0.smithi069.stdout:1428: finishing copy_from to smithi06982861-14 2024-04-10T15:36:08.410 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 14 v 730 (ObjNum 425 snap 133 seq_num 425) dirty exists 2024-04-10T15:36:08.411 INFO:tasks.rados.rados.0.smithi069.stdout:1438: seq_num 452 ranges {8937472=376832} 2024-04-10T15:36:08.461 INFO:tasks.rados.rados.0.smithi069.stdout:1438: writing smithi06982861-24 from 8937472 to 9314304 tid 1 2024-04-10T15:36:08.461 INFO:tasks.rados.rados.0.smithi069.stdout:1428: done (7 left) 2024-04-10T15:36:08.462 INFO:tasks.rados.rados.0.smithi069.stdout:1430: done (6 left) 2024-04-10T15:36:08.462 INFO:tasks.rados.rados.0.smithi069.stdout:1431: done (5 left) 2024-04-10T15:36:08.462 INFO:tasks.rados.rados.0.smithi069.stdout:1433: done (4 left) 2024-04-10T15:36:08.462 INFO:tasks.rados.rados.0.smithi069.stdout:1439: setattr oid 1 current snap is 143 2024-04-10T15:36:08.462 INFO:tasks.rados.rados.0.smithi069.stdout:1437: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-10T15:36:08.466 INFO:tasks.rados.rados.0.smithi069.stdout:1435: expect (ObjNum 412 snap 129 seq_num 412) 2024-04-10T15:36:08.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:36:08 smithi077 ceph-mon[87572]: from='client.34224 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:36:08.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:36:08 smithi077 ceph-mon[87572]: osdmap e346: 8 total, 7 up, 8 in 2024-04-10T15:36:08.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:36:08 smithi077 ceph-mon[87572]: pgmap v175: 121 pgs: 11 active+undersized+degraded, 35 active+undersized, 75 active+clean; 324 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.1 MiB/s wr, 11 op/s; 87/630 objects degraded (13.810%) 2024-04-10T15:36:08.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:36:08 smithi077 ceph-mon[87572]: from='osd.1 [v2:172.21.15.69:6810/1334122806,v1:172.21.15.69:6811/1334122806]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-10T15:36:08.863 INFO:tasks.rados.rados.0.smithi069.stdout:1436: expect (ObjNum 347 snap 103 seq_num 347) 2024-04-10T15:36:09.084 INFO:journalctl@ceph.osd.1.smithi069.stdout:Apr 10 15:36:08 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-1[107648]: 2024-04-10T15:36:08.638+0000 7f8d49830700 -1 osd.1 337 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-10T15:36:09.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:36:09 smithi077 ceph-mon[87572]: Health check update: Degraded data redundancy: 87/630 objects degraded (13.810%), 11 pgs degraded (PG_DEGRADED) 2024-04-10T15:36:09.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:36:09 smithi077 ceph-mon[87572]: from='osd.1 [v2:172.21.15.69:6810/1334122806,v1:172.21.15.69:6811/1334122806]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-04-10T15:36:09.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:36:09 smithi077 ceph-mon[87572]: osdmap e347: 8 total, 7 up, 8 in 2024-04-10T15:36:09.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:36:09 smithi077 ceph-mon[87572]: from='osd.1 [v2:172.21.15.69:6810/1334122806,v1:172.21.15.69:6811/1334122806]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi069", "root=default"]}]: dispatch 2024-04-10T15:36:09.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:36:09 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:36:09.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:36:09 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:36:09.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:36:09 smithi077 ceph-mon[87572]: from='osd.1 [v2:172.21.15.69:6810/1334122806,v1:172.21.15.69:6811/1334122806]' entity='osd.1' 2024-04-10T15:36:09.584 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:36:09 smithi069 ceph-mon[96738]: Health check update: Degraded data redundancy: 87/630 objects degraded (13.810%), 11 pgs degraded (PG_DEGRADED) 2024-04-10T15:36:09.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:36:09 smithi069 ceph-mon[96738]: from='osd.1 [v2:172.21.15.69:6810/1334122806,v1:172.21.15.69:6811/1334122806]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-04-10T15:36:09.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:36:09 smithi069 ceph-mon[96738]: osdmap e347: 8 total, 7 up, 8 in 2024-04-10T15:36:09.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:36:09 smithi069 ceph-mon[96738]: from='osd.1 [v2:172.21.15.69:6810/1334122806,v1:172.21.15.69:6811/1334122806]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi069", "root=default"]}]: dispatch 2024-04-10T15:36:09.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:36:09 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:36:09.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:36:09 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:36:09.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:36:09 smithi069 ceph-mon[96738]: from='osd.1 [v2:172.21.15.69:6810/1334122806,v1:172.21.15.69:6811/1334122806]' entity='osd.1' 2024-04-10T15:36:09.585 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:36:09 smithi069 ceph-mon[94167]: Health check update: Degraded data redundancy: 87/630 objects degraded (13.810%), 11 pgs degraded (PG_DEGRADED) 2024-04-10T15:36:09.585 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:36:09 smithi069 ceph-mon[94167]: from='osd.1 [v2:172.21.15.69:6810/1334122806,v1:172.21.15.69:6811/1334122806]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-04-10T15:36:09.585 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:36:09 smithi069 ceph-mon[94167]: osdmap e347: 8 total, 7 up, 8 in 2024-04-10T15:36:09.585 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:36:09 smithi069 ceph-mon[94167]: from='osd.1 [v2:172.21.15.69:6810/1334122806,v1:172.21.15.69:6811/1334122806]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi069", "root=default"]}]: dispatch 2024-04-10T15:36:09.585 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:36:09 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:36:09.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:36:09 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:36:09.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:36:09 smithi069 ceph-mon[94167]: from='osd.1 [v2:172.21.15.69:6810/1334122806,v1:172.21.15.69:6811/1334122806]' entity='osd.1' 2024-04-10T15:36:09.667 INFO:tasks.rados.rados.0.smithi069.stdout:1438: finishing write tid 1 to smithi06982861-24 2024-04-10T15:36:09.667 INFO:tasks.rados.rados.0.smithi069.stdout:1438: finishing write tid 2 to smithi06982861-24 2024-04-10T15:36:09.667 INFO:tasks.rados.rados.0.smithi069.stdout:1438: finishing write tid 3 to smithi06982861-24 2024-04-10T15:36:09.668 INFO:tasks.rados.rados.0.smithi069.stdout:1438: oid 24 updating version 0 to 607 2024-04-10T15:36:09.668 INFO:tasks.rados.rados.0.smithi069.stdout:1438: oid 24 updating version 607 to 608 2024-04-10T15:36:09.668 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 24 v 608 (ObjNum 452 snap 143 seq_num 452) dirty exists 2024-04-10T15:36:09.668 INFO:tasks.rados.rados.0.smithi069.stdout:1438: left oid 24 (ObjNum 452 snap 143 seq_num 452) 2024-04-10T15:36:09.668 INFO:tasks.rados.rados.0.smithi069.stdout:1435: done (4 left) 2024-04-10T15:36:09.668 INFO:tasks.rados.rados.0.smithi069.stdout:1436: done (3 left) 2024-04-10T15:36:09.668 INFO:tasks.rados.rados.0.smithi069.stdout:1437: done (2 left) 2024-04-10T15:36:09.668 INFO:tasks.rados.rados.0.smithi069.stdout:1438: done (1 left) 2024-04-10T15:36:09.668 INFO:tasks.rados.rados.0.smithi069.stdout:1440: rollback oid 41 current snap is 143 2024-04-10T15:36:09.668 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 41 to 121 2024-04-10T15:36:09.668 INFO:tasks.rados.rados.0.smithi069.stdout:1441: delete oid 14 current snap is 143 2024-04-10T15:36:09.669 INFO:tasks.rados.rados.0.smithi069.stdout:1441: done (2 left) 2024-04-10T15:36:09.669 INFO:tasks.rados.rados.0.smithi069.stdout:1442: delete oid 10 current snap is 143 2024-04-10T15:36:09.669 INFO:tasks.rados.rados.0.smithi069.stdout:1440: finishing rollback tid 1 to smithi06982861-41 2024-04-10T15:36:09.669 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 41 v 670 (ObjNum 289 snap 0 seq_num 164963996) dirty dne 2024-04-10T15:36:09.670 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 1 v 670 (ObjNum 257 snap 69 seq_num 257) dirty exists 2024-04-10T15:36:09.671 INFO:tasks.rados.rados.0.smithi069.stdout:1439: done (2 left) 2024-04-10T15:36:09.671 INFO:tasks.rados.rados.0.smithi069.stdout:1440: done (1 left) 2024-04-10T15:36:09.671 INFO:tasks.rados.rados.0.smithi069.stdout:1442: done (0 left) 2024-04-10T15:36:09.671 INFO:tasks.rados.rados.0.smithi069.stdout:1443: read oid 32 snap -1 2024-04-10T15:36:09.671 INFO:tasks.rados.rados.0.smithi069.stdout:1443: expect (ObjNum 318 snap 89 seq_num 318) 2024-04-10T15:36:09.671 INFO:tasks.rados.rados.0.smithi069.stdout:1444: snap_create 2024-04-10T15:36:09.675 INFO:tasks.rados.rados.0.smithi069.stdout:1443: expect (ObjNum 318 snap 89 seq_num 318) 2024-04-10T15:36:10.633 INFO:tasks.rados.rados.0.smithi069.stdout:1443: done (1 left) 2024-04-10T15:36:10.633 INFO:tasks.rados.rados.0.smithi069.stdout:1444: done (0 left) 2024-04-10T15:36:10.633 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 44 current snap is 144 2024-04-10T15:36:10.633 INFO:tasks.rados.rados.0.smithi069.stdout:1445: seq_num 455 ranges {11059200=425984} 2024-04-10T15:36:10.699 INFO:tasks.rados.rados.0.smithi069.stdout:1445: writing smithi06982861-44 from 11059200 to 11485184 tid 1 2024-04-10T15:36:10.699 INFO:tasks.rados.rados.0.smithi069.stdout:1446: delete oid 45 current snap is 144 2024-04-10T15:36:10.701 INFO:tasks.rados.rados.0.smithi069.stdout:1446: done (1 left) 2024-04-10T15:36:10.701 INFO:tasks.rados.rados.0.smithi069.stdout:1447: snap_create 2024-04-10T15:36:10.739 INFO:tasks.rados.rados.0.smithi069.stdout:1445: finishing write tid 1 to smithi06982861-44 2024-04-10T15:36:10.739 INFO:tasks.rados.rados.0.smithi069.stdout:1445: finishing write tid 2 to smithi06982861-44 2024-04-10T15:36:10.744 INFO:tasks.rados.rados.0.smithi069.stdout:1445: finishing write tid 3 to smithi06982861-44 2024-04-10T15:36:10.744 INFO:tasks.rados.rados.0.smithi069.stdout:1445: oid 44 updating version 0 to 689 2024-04-10T15:36:10.744 INFO:tasks.rados.rados.0.smithi069.stdout:1445: oid 44 updating version 689 to 690 2024-04-10T15:36:10.744 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 44 v 690 (ObjNum 455 snap 144 seq_num 455) dirty exists 2024-04-10T15:36:10.744 INFO:tasks.rados.rados.0.smithi069.stdout:1445: left oid 44 (ObjNum 455 snap 144 seq_num 455) 2024-04-10T15:36:10.834 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:36:10 smithi069 ceph-mon[96738]: pgmap v177: 121 pgs: 11 active+undersized+degraded, 35 active+undersized, 75 active+clean; 325 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 7.3 MiB/s rd, 1.1 MiB/s wr, 16 op/s; 88/633 objects degraded (13.902%) 2024-04-10T15:36:10.835 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:36:10 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:36:10.835 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:36:10 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:36:10.835 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:36:10 smithi069 ceph-mon[96738]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-10T15:36:10.835 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:36:10 smithi069 ceph-mon[96738]: osd.1 [v2:172.21.15.69:6810/1334122806,v1:172.21.15.69:6811/1334122806] boot 2024-04-10T15:36:10.835 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:36:10 smithi069 ceph-mon[96738]: osdmap e348: 8 total, 8 up, 8 in 2024-04-10T15:36:10.835 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:36:10 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-10T15:36:10.835 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:36:10 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:36:10.835 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:36:10 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:36:10.835 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:36:10 smithi069 ceph-mon[94167]: pgmap v177: 121 pgs: 11 active+undersized+degraded, 35 active+undersized, 75 active+clean; 325 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 7.3 MiB/s rd, 1.1 MiB/s wr, 16 op/s; 88/633 objects degraded (13.902%) 2024-04-10T15:36:10.835 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:36:10 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:36:10.835 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:36:10 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:36:10.836 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:36:10 smithi069 ceph-mon[94167]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-10T15:36:10.836 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:36:10 smithi069 ceph-mon[94167]: osd.1 [v2:172.21.15.69:6810/1334122806,v1:172.21.15.69:6811/1334122806] boot 2024-04-10T15:36:10.836 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:36:10 smithi069 ceph-mon[94167]: osdmap e348: 8 total, 8 up, 8 in 2024-04-10T15:36:10.836 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:36:10 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-10T15:36:10.836 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:36:10 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:36:10.836 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:36:10 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:36:10.990 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:36:10 smithi077 ceph-mon[87572]: pgmap v177: 121 pgs: 11 active+undersized+degraded, 35 active+undersized, 75 active+clean; 325 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 7.3 MiB/s rd, 1.1 MiB/s wr, 16 op/s; 88/633 objects degraded (13.902%) 2024-04-10T15:36:10.991 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:36:10 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:36:10.991 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:36:10 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:36:10.991 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:36:10 smithi077 ceph-mon[87572]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-10T15:36:10.991 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:36:10 smithi077 ceph-mon[87572]: osd.1 [v2:172.21.15.69:6810/1334122806,v1:172.21.15.69:6811/1334122806] boot 2024-04-10T15:36:10.991 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:36:10 smithi077 ceph-mon[87572]: osdmap e348: 8 total, 8 up, 8 in 2024-04-10T15:36:10.991 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:36:10 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-10T15:36:10.991 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:36:10 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:36:10.991 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:36:10 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:36:11.126 INFO:tasks.rados.rados.0.smithi069.stdout:1445: done (1 left) 2024-04-10T15:36:11.126 INFO:tasks.rados.rados.0.smithi069.stdout:1447: done (0 left) 2024-04-10T15:36:11.126 INFO:tasks.rados.rados.0.smithi069.stdout:1448: snap_remove snap 124 2024-04-10T15:36:11.834 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:36:11 smithi069 ceph-mon[96738]: osdmap e349: 8 total, 8 up, 8 in 2024-04-10T15:36:11.835 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:36:11 smithi069 ceph-mon[96738]: osdmap e350: 8 total, 8 up, 8 in 2024-04-10T15:36:11.835 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:36:11 smithi069 ceph-mon[96738]: pgmap v181: 121 pgs: 24 peering, 5 active+undersized+degraded, 17 active+undersized, 75 active+clean; 325 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 1.2 MiB/s wr, 18 op/s; 38/648 objects degraded (5.864%) 2024-04-10T15:36:11.835 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:36:11 smithi069 ceph-mon[94167]: osdmap e349: 8 total, 8 up, 8 in 2024-04-10T15:36:11.835 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:36:11 smithi069 ceph-mon[94167]: osdmap e350: 8 total, 8 up, 8 in 2024-04-10T15:36:11.835 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:36:11 smithi069 ceph-mon[94167]: pgmap v181: 121 pgs: 24 peering, 5 active+undersized+degraded, 17 active+undersized, 75 active+clean; 325 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 1.2 MiB/s wr, 18 op/s; 38/648 objects degraded (5.864%) 2024-04-10T15:36:11.990 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:36:11 smithi077 ceph-mon[87572]: osdmap e349: 8 total, 8 up, 8 in 2024-04-10T15:36:11.991 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:36:11 smithi077 ceph-mon[87572]: osdmap e350: 8 total, 8 up, 8 in 2024-04-10T15:36:11.991 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:36:11 smithi077 ceph-mon[87572]: pgmap v181: 121 pgs: 24 peering, 5 active+undersized+degraded, 17 active+undersized, 75 active+clean; 325 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 1.2 MiB/s wr, 18 op/s; 38/648 objects degraded (5.864%) 2024-04-10T15:36:12.128 INFO:tasks.rados.rados.0.smithi069.stdout:1448: done (0 left) 2024-04-10T15:36:12.128 INFO:tasks.rados.rados.0.smithi069.stdout:1449: snap_create 2024-04-10T15:36:12.741 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:36:12 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[78458]: ts=2024-04-10T15:36:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:36:13.128 INFO:tasks.rados.rados.0.smithi069.stdout:1449: done (0 left) 2024-04-10T15:36:13.128 INFO:tasks.rados.rados.0.smithi069.stdout:1450: read oid 11 snap -1 2024-04-10T15:36:13.128 INFO:tasks.rados.rados.0.smithi069.stdout:1450: expect (ObjNum 437 snap 136 seq_num 437) 2024-04-10T15:36:13.128 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 24 current snap is 146 2024-04-10T15:36:13.128 INFO:tasks.rados.rados.0.smithi069.stdout:1451: seq_num 457 ranges {9314304=458752} 2024-04-10T15:36:13.180 INFO:tasks.rados.rados.0.smithi069.stdout:1451: writing smithi06982861-24 from 9314304 to 9773056 tid 1 2024-04-10T15:36:13.180 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 32 current snap is 146 2024-04-10T15:36:13.180 INFO:tasks.rados.rados.0.smithi069.stdout:1452: seq_num 458 ranges {786432=475136} 2024-04-10T15:36:13.187 INFO:tasks.rados.rados.0.smithi069.stdout:1452: writing smithi06982861-32 from 786432 to 1261568 tid 1 2024-04-10T15:36:13.187 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 36 current snap is 146 2024-04-10T15:36:13.187 INFO:tasks.rados.rados.0.smithi069.stdout:1453: seq_num 459 ranges {0=491520} 2024-04-10T15:36:13.190 INFO:tasks.rados.rados.0.smithi069.stdout:1453: writing smithi06982861-36 from 0 to 491520 tid 1 2024-04-10T15:36:13.190 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 22 current snap is 146 2024-04-10T15:36:13.190 INFO:tasks.rados.rados.0.smithi069.stdout:1454: seq_num 460 ranges {2179072=507904} 2024-04-10T15:36:13.205 INFO:tasks.rados.rados.0.smithi069.stdout:1454: writing smithi06982861-22 from 2179072 to 2686976 tid 1 2024-04-10T15:36:13.205 INFO:tasks.rados.rados.0.smithi069.stdout:1455: snap_remove snap 121 2024-04-10T15:36:13.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:36:13 smithi077 ceph-mon[87572]: osdmap e351: 8 total, 8 up, 8 in 2024-04-10T15:36:13.542 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:36:13 smithi069 ceph-mon[96738]: osdmap e351: 8 total, 8 up, 8 in 2024-04-10T15:36:13.542 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:36:13 smithi069 ceph-mon[94167]: osdmap e351: 8 total, 8 up, 8 in 2024-04-10T15:36:13.834 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:36:13 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: 2024-04-10T15:36:13.778+0000 7f486a3b0700 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (8 PGs are or would become offline) 2024-04-10T15:36:13.991 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:36:13 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[78458]: ts=2024-04-10T15:36:13.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi069\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi069\", job=\"node\", machine=\"x86_64\", nodename=\"smithi069\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", domainname=\"(none)\", instance=\"smithi069\", job=\"node\", machine=\"x86_64\", nodename=\"smithi069\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:36:14.152 INFO:tasks.rados.rados.0.smithi069.stdout:1455: done (5 left) 2024-04-10T15:36:14.152 INFO:tasks.rados.rados.0.smithi069.stdout:1456: rollback oid 34 current snap is 146 2024-04-10T15:36:14.152 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 34 to 130 2024-04-10T15:36:14.152 INFO:tasks.rados.rados.0.smithi069.stdout:1450: expect (ObjNum 437 snap 136 seq_num 437) 2024-04-10T15:36:14.156 INFO:tasks.rados.rados.0.smithi069.stdout:1451: finishing write tid 1 to smithi06982861-24 2024-04-10T15:36:14.156 INFO:tasks.rados.rados.0.smithi069.stdout:1451: finishing write tid 2 to smithi06982861-24 2024-04-10T15:36:14.156 INFO:tasks.rados.rados.0.smithi069.stdout:1451: finishing write tid 3 to smithi06982861-24 2024-04-10T15:36:14.156 INFO:tasks.rados.rados.0.smithi069.stdout:1451: oid 24 updating version 0 to 627 2024-04-10T15:36:14.156 INFO:tasks.rados.rados.0.smithi069.stdout:1451: oid 24 version 627 is already newer than 626 2024-04-10T15:36:14.156 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 24 v 627 (ObjNum 457 snap 146 seq_num 457) dirty exists 2024-04-10T15:36:14.156 INFO:tasks.rados.rados.0.smithi069.stdout:1451: left oid 24 (ObjNum 457 snap 146 seq_num 457) 2024-04-10T15:36:14.156 INFO:tasks.rados.rados.0.smithi069.stdout:1452: finishing write tid 1 to smithi06982861-32 2024-04-10T15:36:14.156 INFO:tasks.rados.rados.0.smithi069.stdout:1450: done (5 left) 2024-04-10T15:36:14.156 INFO:tasks.rados.rados.0.smithi069.stdout:1451: done (4 left) 2024-04-10T15:36:14.156 INFO:tasks.rados.rados.0.smithi069.stdout:1457: snap_remove snap 118 2024-04-10T15:36:14.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:36:14 smithi077 ceph-mon[87572]: osdmap e352: 8 total, 8 up, 8 in 2024-04-10T15:36:14.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:36:14 smithi077 ceph-mon[87572]: pgmap v184: 121 pgs: 24 peering, 1 active+undersized+degraded, 4 active+undersized, 92 active+clean; 338 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 1.3 MiB/s wr, 14 op/s; 13/651 objects degraded (1.997%); 5.4 MiB/s, 1 objects/s recovering 2024-04-10T15:36:14.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:36:14 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:36:14.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:36:14 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:36:14.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:36:14 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:36:14.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:36:14 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:36:14.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:36:14 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:36:14.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:36:14 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:36:14.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:36:14 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:36:14.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:36:14 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:36:14.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:36:14 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:36:14.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:36:14 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-04-10T15:36:14.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:36:14 smithi069 ceph-mon[96738]: osdmap e352: 8 total, 8 up, 8 in 2024-04-10T15:36:14.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:36:14 smithi069 ceph-mon[96738]: pgmap v184: 121 pgs: 24 peering, 1 active+undersized+degraded, 4 active+undersized, 92 active+clean; 338 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 1.3 MiB/s wr, 14 op/s; 13/651 objects degraded (1.997%); 5.4 MiB/s, 1 objects/s recovering 2024-04-10T15:36:14.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:36:14 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:36:14.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:36:14 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:36:14.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:36:14 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:36:14.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:36:14 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:36:14.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:36:14 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:36:14.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:36:14 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:36:14.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:36:14 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:36:14.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:36:14 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:36:14.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:36:14 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:36:14.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:36:14 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-04-10T15:36:14.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:36:14 smithi069 ceph-mon[94167]: osdmap e352: 8 total, 8 up, 8 in 2024-04-10T15:36:14.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:36:14 smithi069 ceph-mon[94167]: pgmap v184: 121 pgs: 24 peering, 1 active+undersized+degraded, 4 active+undersized, 92 active+clean; 338 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 1.3 MiB/s wr, 14 op/s; 13/651 objects degraded (1.997%); 5.4 MiB/s, 1 objects/s recovering 2024-04-10T15:36:14.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:36:14 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:36:14.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:36:14 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:36:14.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:36:14 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:36:14.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:36:14 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:36:14.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:36:14 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:36:14.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:36:14 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:36:14.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:36:14 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:36:14.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:36:14 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:36:14.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:36:14 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:36:14.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:36:14 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-04-10T15:36:15.157 INFO:tasks.rados.rados.0.smithi069.stdout:1457: done (4 left) 2024-04-10T15:36:15.158 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 17 current snap is 146 2024-04-10T15:36:15.158 INFO:tasks.rados.rados.0.smithi069.stdout:1458: seq_num 461 ranges {5324800=524288} 2024-04-10T15:36:15.189 INFO:tasks.rados.rados.0.smithi069.stdout:1458: writing smithi06982861-17 from 5324800 to 5849088 tid 1 2024-04-10T15:36:15.189 INFO:tasks.rados.rados.0.smithi069.stdout:1459: read oid 31 snap 111 2024-04-10T15:36:15.189 INFO:tasks.rados.rados.0.smithi069.stdout:1459: expect (ObjNum 166 snap 38 seq_num 166) 2024-04-10T15:36:15.189 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 44 current snap is 146 2024-04-10T15:36:15.189 INFO:tasks.rados.rados.0.smithi069.stdout:1452: finishing write tid 2 to smithi06982861-32 2024-04-10T15:36:15.189 INFO:tasks.rados.rados.0.smithi069.stdout:1452: finishing write tid 3 to smithi06982861-32 2024-04-10T15:36:15.189 INFO:tasks.rados.rados.0.smithi069.stdout:1452: oid 32 updating version 0 to 732 2024-04-10T15:36:15.189 INFO:tasks.rados.rados.0.smithi069.stdout:1452: oid 32 updating version 732 to 733 2024-04-10T15:36:15.190 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 32 v 733 (ObjNum 458 snap 146 seq_num 458) dirty exists 2024-04-10T15:36:15.190 INFO:tasks.rados.rados.0.smithi069.stdout:1452: left oid 32 (ObjNum 458 snap 146 seq_num 458) 2024-04-10T15:36:15.190 INFO:tasks.rados.rados.0.smithi069.stdout:1460: seq_num 462 ranges {11485184=540672} 2024-04-10T15:36:15.253 INFO:tasks.rados.rados.0.smithi069.stdout:1460: writing smithi06982861-44 from 11485184 to 12025856 tid 1 2024-04-10T15:36:15.253 INFO:tasks.rados.rados.0.smithi069.stdout:1452: done (6 left) 2024-04-10T15:36:15.253 INFO:tasks.rados.rados.0.smithi069.stdout:1461: copy_from oid 26 from oid 12 current snap is 146 2024-04-10T15:36:15.253 INFO:tasks.rados.rados.0.smithi069.stdout:1453: finishing write tid 1 to smithi06982861-36 2024-04-10T15:36:15.253 INFO:tasks.rados.rados.0.smithi069.stdout:1453: finishing write tid 2 to smithi06982861-36 2024-04-10T15:36:15.253 INFO:tasks.rados.rados.0.smithi069.stdout:1453: finishing write tid 3 to smithi06982861-36 2024-04-10T15:36:15.254 INFO:tasks.rados.rados.0.smithi069.stdout:1453: oid 36 updating version 0 to 683 2024-04-10T15:36:15.254 INFO:tasks.rados.rados.0.smithi069.stdout:1453: oid 36 updating version 683 to 684 2024-04-10T15:36:15.254 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 36 v 684 (ObjNum 459 snap 146 seq_num 459) dirty exists 2024-04-10T15:36:15.254 INFO:tasks.rados.rados.0.smithi069.stdout:1453: left oid 36 (ObjNum 459 snap 146 seq_num 459) 2024-04-10T15:36:15.254 INFO:tasks.rados.rados.0.smithi069.stdout:1454: finishing write tid 1 to smithi06982861-22 2024-04-10T15:36:15.254 INFO:tasks.rados.rados.0.smithi069.stdout:1453: done (6 left) 2024-04-10T15:36:15.254 INFO:tasks.rados.rados.0.smithi069.stdout:1462: snap_remove snap 142 2024-04-10T15:36:15.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:36:15 smithi077 ceph-mon[87572]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-04-10T15:36:15.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:36:15 smithi077 ceph-mon[87572]: Upgrade: unsafe to stop osd(s) at this time (8 PGs are or would become offline) 2024-04-10T15:36:15.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:36:15 smithi077 ceph-mon[87572]: Health check update: Degraded data redundancy: 13/651 objects degraded (1.997%), 1 pg degraded (PG_DEGRADED) 2024-04-10T15:36:15.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:36:15 smithi077 ceph-mon[87572]: osdmap e353: 8 total, 8 up, 8 in 2024-04-10T15:36:15.584 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:36:15 smithi069 ceph-mon[94167]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-04-10T15:36:15.585 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:36:15 smithi069 ceph-mon[94167]: Upgrade: unsafe to stop osd(s) at this time (8 PGs are or would become offline) 2024-04-10T15:36:15.585 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:36:15 smithi069 ceph-mon[94167]: Health check update: Degraded data redundancy: 13/651 objects degraded (1.997%), 1 pg degraded (PG_DEGRADED) 2024-04-10T15:36:15.585 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:36:15 smithi069 ceph-mon[94167]: osdmap e353: 8 total, 8 up, 8 in 2024-04-10T15:36:15.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:36:15 smithi069 ceph-mon[96738]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-04-10T15:36:15.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:36:15 smithi069 ceph-mon[96738]: Upgrade: unsafe to stop osd(s) at this time (8 PGs are or would become offline) 2024-04-10T15:36:15.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:36:15 smithi069 ceph-mon[96738]: Health check update: Degraded data redundancy: 13/651 objects degraded (1.997%), 1 pg degraded (PG_DEGRADED) 2024-04-10T15:36:15.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:36:15 smithi069 ceph-mon[96738]: osdmap e353: 8 total, 8 up, 8 in 2024-04-10T15:36:16.162 INFO:tasks.rados.rados.0.smithi069.stdout:1462: done (6 left) 2024-04-10T15:36:16.162 INFO:tasks.rados.rados.0.smithi069.stdout:1463: snap_create 2024-04-10T15:36:16.162 INFO:tasks.rados.rados.0.smithi069.stdout:1454: finishing write tid 2 to smithi06982861-22 2024-04-10T15:36:16.162 INFO:tasks.rados.rados.0.smithi069.stdout:1454: finishing write tid 3 to smithi06982861-22 2024-04-10T15:36:16.162 INFO:tasks.rados.rados.0.smithi069.stdout:1454: oid 22 updating version 0 to 145 2024-04-10T15:36:16.162 INFO:tasks.rados.rados.0.smithi069.stdout:1454: oid 22 version 145 is already newer than 144 2024-04-10T15:36:16.162 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 22 v 145 (ObjNum 460 snap 146 seq_num 460) dirty exists 2024-04-10T15:36:16.162 INFO:tasks.rados.rados.0.smithi069.stdout:1454: left oid 22 (ObjNum 460 snap 146 seq_num 460) 2024-04-10T15:36:16.162 INFO:tasks.rados.rados.0.smithi069.stdout:1456: finishing rollback tid 0 to smithi06982861-34 2024-04-10T15:36:16.162 INFO:tasks.rados.rados.0.smithi069.stdout:1456: finishing rollback tid 1 to smithi06982861-34 2024-04-10T15:36:16.163 INFO:tasks.rados.rados.0.smithi069.stdout:1456: finishing rollback tid 2 to smithi06982861-34 2024-04-10T15:36:16.163 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 34 v 854 (ObjNum 395 snap 122 seq_num 395) dirty exists 2024-04-10T15:36:16.163 INFO:tasks.rados.rados.0.smithi069.stdout:1459: expect (ObjNum 166 snap 38 seq_num 166) 2024-04-10T15:36:16.175 INFO:tasks.rados.rados.0.smithi069.stdout:1458: finishing write tid 1 to smithi06982861-17 2024-04-10T15:36:16.175 INFO:tasks.rados.rados.0.smithi069.stdout:1458: finishing write tid 2 to smithi06982861-17 2024-04-10T15:36:16.175 INFO:tasks.rados.rados.0.smithi069.stdout:1458: finishing write tid 3 to smithi06982861-17 2024-04-10T15:36:16.175 INFO:tasks.rados.rados.0.smithi069.stdout:1458: oid 17 updating version 0 to 731 2024-04-10T15:36:16.175 INFO:tasks.rados.rados.0.smithi069.stdout:1458: oid 17 version 731 is already newer than 730 2024-04-10T15:36:16.175 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 17 v 731 (ObjNum 461 snap 146 seq_num 461) dirty exists 2024-04-10T15:36:16.175 INFO:tasks.rados.rados.0.smithi069.stdout:1458: left oid 17 (ObjNum 461 snap 146 seq_num 461) 2024-04-10T15:36:16.175 INFO:tasks.rados.rados.0.smithi069.stdout:1461: finishing copy_from racing read to smithi06982861-26 2024-04-10T15:36:16.175 INFO:tasks.rados.rados.0.smithi069.stdout:1460: finishing write tid 1 to smithi06982861-44 2024-04-10T15:36:16.176 INFO:tasks.rados.rados.0.smithi069.stdout:1461: finishing copy_from to smithi06982861-26 2024-04-10T15:36:16.176 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 26 v 403 (ObjNum 97 snap 0 seq_num 1434896576) dirty exists 2024-04-10T15:36:16.176 INFO:tasks.rados.rados.0.smithi069.stdout:1460: finishing write tid 2 to smithi06982861-44 2024-04-10T15:36:16.176 INFO:tasks.rados.rados.0.smithi069.stdout:1460: finishing write tid 3 to smithi06982861-44 2024-04-10T15:36:16.176 INFO:tasks.rados.rados.0.smithi069.stdout:1460: oid 44 updating version 0 to 733 2024-04-10T15:36:16.176 INFO:tasks.rados.rados.0.smithi069.stdout:1460: oid 44 updating version 733 to 734 2024-04-10T15:36:16.176 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 44 v 734 (ObjNum 462 snap 146 seq_num 462) dirty exists 2024-04-10T15:36:16.176 INFO:tasks.rados.rados.0.smithi069.stdout:1460: left oid 44 (ObjNum 462 snap 146 seq_num 462) 2024-04-10T15:36:16.406 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:36:16 smithi077 ceph-mon[87572]: osdmap e354: 8 total, 8 up, 8 in 2024-04-10T15:36:16.406 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:36:16 smithi077 ceph-mon[87572]: pgmap v187: 121 pgs: 23 peering, 98 active+clean; 338 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 90 KiB/s rd, 104 KiB/s wr, 7 op/s; 9.0 MiB/s, 1 objects/s recovering 2024-04-10T15:36:16.486 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:36:16 smithi069 ceph-mon[96738]: osdmap e354: 8 total, 8 up, 8 in 2024-04-10T15:36:16.486 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:36:16 smithi069 ceph-mon[96738]: pgmap v187: 121 pgs: 23 peering, 98 active+clean; 338 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 90 KiB/s rd, 104 KiB/s wr, 7 op/s; 9.0 MiB/s, 1 objects/s recovering 2024-04-10T15:36:16.486 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:36:16 smithi069 ceph-mon[94167]: osdmap e354: 8 total, 8 up, 8 in 2024-04-10T15:36:16.486 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:36:16 smithi069 ceph-mon[94167]: pgmap v187: 121 pgs: 23 peering, 98 active+clean; 338 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 90 KiB/s rd, 104 KiB/s wr, 7 op/s; 9.0 MiB/s, 1 objects/s recovering 2024-04-10T15:36:17.084 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:36:16 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:15:36:16] "GET /metrics HTTP/1.1" 200 36041 "" "Prometheus/2.43.0" 2024-04-10T15:36:17.165 INFO:tasks.rados.rados.0.smithi069.stdout:1454: done (6 left) 2024-04-10T15:36:17.165 INFO:tasks.rados.rados.0.smithi069.stdout:1456: done (5 left) 2024-04-10T15:36:17.165 INFO:tasks.rados.rados.0.smithi069.stdout:1458: done (4 left) 2024-04-10T15:36:17.165 INFO:tasks.rados.rados.0.smithi069.stdout:1459: done (3 left) 2024-04-10T15:36:17.165 INFO:tasks.rados.rados.0.smithi069.stdout:1460: done (2 left) 2024-04-10T15:36:17.166 INFO:tasks.rados.rados.0.smithi069.stdout:1461: done (1 left) 2024-04-10T15:36:17.166 INFO:tasks.rados.rados.0.smithi069.stdout:1463: done (0 left) 2024-04-10T15:36:17.166 INFO:tasks.rados.rados.0.smithi069.stdout:1464: read oid 28 snap -1 2024-04-10T15:36:17.166 INFO:tasks.rados.rados.0.smithi069.stdout:1464: expect (ObjNum 427 snap 133 seq_num 427) 2024-04-10T15:36:17.166 INFO:tasks.rados.rados.0.smithi069.stdout:1465: read oid 11 snap -1 2024-04-10T15:36:17.166 INFO:tasks.rados.rados.0.smithi069.stdout:1465: expect (ObjNum 437 snap 136 seq_num 437) 2024-04-10T15:36:17.166 INFO:tasks.rados.rados.0.smithi069.stdout:1466: read oid 14 snap -1 2024-04-10T15:36:17.166 INFO:tasks.rados.rados.0.smithi069.stdout:1466: expect deleted 2024-04-10T15:36:17.166 INFO:tasks.rados.rados.0.smithi069.stdout:1467: copy_from oid 50 from oid 12 current snap is 147 2024-04-10T15:36:17.166 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 45 current snap is 147 2024-04-10T15:36:17.166 INFO:tasks.rados.rados.0.smithi069.stdout:1468: seq_num 463 ranges {0=557056} 2024-04-10T15:36:17.168 INFO:tasks.rados.rados.0.smithi069.stdout:1468: writing smithi06982861-45 from 0 to 557056 tid 1 2024-04-10T15:36:17.169 INFO:tasks.rados.rados.0.smithi069.stdout:1469: read oid 2 snap 134 2024-04-10T15:36:17.169 INFO:tasks.rados.rados.0.smithi069.stdout:1469: expect (ObjNum 431 snap 133 seq_num 431) 2024-04-10T15:36:17.169 INFO:tasks.rados.rados.0.smithi069.stdout:1470: delete oid 21 current snap is 147 2024-04-10T15:36:17.173 INFO:tasks.rados.rados.0.smithi069.stdout:1465: expect (ObjNum 437 snap 136 seq_num 437) 2024-04-10T15:36:17.180 INFO:tasks.rados.rados.0.smithi069.stdout:1465: done (6 left) 2024-04-10T15:36:17.180 INFO:tasks.rados.rados.0.smithi069.stdout:1466: done (5 left) 2024-04-10T15:36:17.180 INFO:tasks.rados.rados.0.smithi069.stdout:1470: done (4 left) 2024-04-10T15:36:17.180 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 29 current snap is 147 2024-04-10T15:36:17.180 INFO:tasks.rados.rados.0.smithi069.stdout:1468: finishing write tid 1 to smithi06982861-45 2024-04-10T15:36:17.180 INFO:tasks.rados.rados.0.smithi069.stdout:1468: finishing write tid 2 to smithi06982861-45 2024-04-10T15:36:17.180 INFO:tasks.rados.rados.0.smithi069.stdout:1468: finishing write tid 3 to smithi06982861-45 2024-04-10T15:36:17.180 INFO:tasks.rados.rados.0.smithi069.stdout:1468: oid 45 updating version 0 to 576 2024-04-10T15:36:17.180 INFO:tasks.rados.rados.0.smithi069.stdout:1468: oid 45 version 576 is already newer than 575 2024-04-10T15:36:17.181 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 45 v 576 (ObjNum 463 snap 147 seq_num 463) dirty exists 2024-04-10T15:36:17.181 INFO:tasks.rados.rados.0.smithi069.stdout:1468: left oid 45 (ObjNum 463 snap 147 seq_num 463) 2024-04-10T15:36:17.181 INFO:tasks.rados.rados.0.smithi069.stdout:1471: seq_num 465 ranges {5324800=598016} 2024-04-10T15:36:17.215 INFO:tasks.rados.rados.0.smithi069.stdout:1471: writing smithi06982861-29 from 5324800 to 5922816 tid 1 2024-04-10T15:36:17.215 INFO:tasks.rados.rados.0.smithi069.stdout:1468: done (4 left) 2024-04-10T15:36:17.215 INFO:tasks.rados.rados.0.smithi069.stdout:1472: rollback oid 21 current snap is 147 2024-04-10T15:36:17.215 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 21 to 127 2024-04-10T15:36:17.216 INFO:tasks.rados.rados.0.smithi069.stdout:1467: finishing copy_from racing read to smithi06982861-50 2024-04-10T15:36:17.216 INFO:tasks.rados.rados.0.smithi069.stdout:1473: copy_from oid 3 from oid 11 current snap is 147 2024-04-10T15:36:17.216 INFO:tasks.rados.rados.0.smithi069.stdout:1467: finishing copy_from to smithi06982861-50 2024-04-10T15:36:17.216 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 50 v 403 (ObjNum 33 snap 0 seq_num 1434298368) dirty exists 2024-04-10T15:36:17.216 INFO:tasks.rados.rados.0.smithi069.stdout:1469: expect (ObjNum 431 snap 133 seq_num 431) 2024-04-10T15:36:17.481 INFO:tasks.rados.rados.0.smithi069.stdout:1473: finishing copy_from racing read to smithi06982861-3 2024-04-10T15:36:17.481 INFO:tasks.rados.rados.0.smithi069.stdout:1471: finishing write tid 1 to smithi06982861-29 2024-04-10T15:36:17.481 INFO:tasks.rados.rados.0.smithi069.stdout:1471: finishing write tid 2 to smithi06982861-29 2024-04-10T15:36:17.481 INFO:tasks.rados.rados.0.smithi069.stdout:1473: finishing copy_from to smithi06982861-3 2024-04-10T15:36:17.481 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 3 v 663 (ObjNum 437 snap 136 seq_num 437) dirty exists 2024-04-10T15:36:17.481 INFO:tasks.rados.rados.0.smithi069.stdout:1471: finishing write tid 3 to smithi06982861-29 2024-04-10T15:36:17.482 INFO:tasks.rados.rados.0.smithi069.stdout:1471: oid 29 updating version 0 to 611 2024-04-10T15:36:17.482 INFO:tasks.rados.rados.0.smithi069.stdout:1471: oid 29 updating version 611 to 612 2024-04-10T15:36:17.482 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 29 v 612 (ObjNum 465 snap 147 seq_num 465) dirty exists 2024-04-10T15:36:17.482 INFO:tasks.rados.rados.0.smithi069.stdout:1471: left oid 29 (ObjNum 465 snap 147 seq_num 465) 2024-04-10T15:36:17.482 INFO:tasks.rados.rados.0.smithi069.stdout:1464: expect (ObjNum 427 snap 133 seq_num 427) 2024-04-10T15:36:17.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:36:17 smithi077 ceph-mon[87572]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 13/651 objects degraded (1.997%), 1 pg degraded) 2024-04-10T15:36:17.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:36:17 smithi077 ceph-mon[87572]: Cluster is now healthy 2024-04-10T15:36:17.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:36:17 smithi077 ceph-mon[87572]: osdmap e355: 8 total, 8 up, 8 in 2024-04-10T15:36:17.584 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:36:17 smithi069 ceph-mon[96738]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 13/651 objects degraded (1.997%), 1 pg degraded) 2024-04-10T15:36:17.584 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:36:17 smithi069 ceph-mon[96738]: Cluster is now healthy 2024-04-10T15:36:17.584 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:36:17 smithi069 ceph-mon[96738]: osdmap e355: 8 total, 8 up, 8 in 2024-04-10T15:36:17.585 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:36:17 smithi069 ceph-mon[94167]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 13/651 objects degraded (1.997%), 1 pg degraded) 2024-04-10T15:36:17.585 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:36:17 smithi069 ceph-mon[94167]: Cluster is now healthy 2024-04-10T15:36:17.585 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:36:17 smithi069 ceph-mon[94167]: osdmap e355: 8 total, 8 up, 8 in 2024-04-10T15:36:18.258 INFO:tasks.rados.rados.0.smithi069.stdout:1472: finishing rollback tid 1 to smithi06982861-21 2024-04-10T15:36:18.258 INFO:tasks.rados.rados.0.smithi069.stdout:1472: finishing rollback tid 2 to smithi06982861-21 2024-04-10T15:36:18.258 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 21 v 597 (ObjNum 379 snap 118 seq_num 379) dirty exists 2024-04-10T15:36:18.259 INFO:tasks.rados.rados.0.smithi069.stdout:1464: done (5 left) 2024-04-10T15:36:18.259 INFO:tasks.rados.rados.0.smithi069.stdout:1467: done (4 left) 2024-04-10T15:36:18.259 INFO:tasks.rados.rados.0.smithi069.stdout:1469: done (3 left) 2024-04-10T15:36:18.260 INFO:tasks.rados.rados.0.smithi069.stdout:1471: done (2 left) 2024-04-10T15:36:18.260 INFO:tasks.rados.rados.0.smithi069.stdout:1472: done (1 left) 2024-04-10T15:36:18.260 INFO:tasks.rados.rados.0.smithi069.stdout:1473: done (0 left) 2024-04-10T15:36:18.260 INFO:tasks.rados.rados.0.smithi069.stdout:1474: read oid 6 snap -1 2024-04-10T15:36:18.260 INFO:tasks.rados.rados.0.smithi069.stdout:1474: expect deleted 2024-04-10T15:36:18.260 INFO:tasks.rados.rados.0.smithi069.stdout:1475: rmattr oid 42 current snap is 147 2024-04-10T15:36:18.260 INFO:tasks.rados.rados.0.smithi069.stdout:1475: done (1 left) 2024-04-10T15:36:18.260 INFO:tasks.rados.rados.0.smithi069.stdout:1476: read oid 12 snap -1 2024-04-10T15:36:18.260 INFO:tasks.rados.rados.0.smithi069.stdout:1476: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-10T15:36:18.260 INFO:tasks.rados.rados.0.smithi069.stdout:1477: rmattr oid 48 current snap is 147 2024-04-10T15:36:18.260 INFO:tasks.rados.rados.0.smithi069.stdout:1477: done (2 left) 2024-04-10T15:36:18.260 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 20 current snap is 147 2024-04-10T15:36:18.261 INFO:tasks.rados.rados.0.smithi069.stdout:1478: seq_num 466 ranges {0=614400} 2024-04-10T15:36:18.263 INFO:tasks.rados.rados.0.smithi069.stdout:1478: writing smithi06982861-20 from 0 to 614400 tid 1 2024-04-10T15:36:18.263 INFO:tasks.rados.rados.0.smithi069.stdout:1479: read oid 39 snap -1 2024-04-10T15:36:18.263 INFO:tasks.rados.rados.0.smithi069.stdout:1479: expect (ObjNum 438 snap 136 seq_num 438) 2024-04-10T15:36:18.263 INFO:tasks.rados.rados.0.smithi069.stdout:1480: rmattr oid 43 current snap is 147 2024-04-10T15:36:18.263 INFO:tasks.rados.rados.0.smithi069.stdout:1480: done (4 left) 2024-04-10T15:36:18.263 INFO:tasks.rados.rados.0.smithi069.stdout:1481: snap_create 2024-04-10T15:36:18.263 INFO:tasks.rados.rados.0.smithi069.stdout:1476: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-10T15:36:18.266 INFO:tasks.rados.rados.0.smithi069.stdout:1478: finishing write tid 1 to smithi06982861-20 2024-04-10T15:36:18.266 INFO:tasks.rados.rados.0.smithi069.stdout:1478: finishing write tid 2 to smithi06982861-20 2024-04-10T15:36:18.268 INFO:tasks.rados.rados.0.smithi069.stdout:1478: finishing write tid 3 to smithi06982861-20 2024-04-10T15:36:18.268 INFO:tasks.rados.rados.0.smithi069.stdout:1478: oid 20 updating version 0 to 598 2024-04-10T15:36:18.268 INFO:tasks.rados.rados.0.smithi069.stdout:1478: oid 20 updating version 598 to 599 2024-04-10T15:36:18.268 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 20 v 599 (ObjNum 466 snap 147 seq_num 466) dirty exists 2024-04-10T15:36:18.268 INFO:tasks.rados.rados.0.smithi069.stdout:1478: left oid 20 (ObjNum 466 snap 147 seq_num 466) 2024-04-10T15:36:18.273 INFO:tasks.rados.rados.0.smithi069.stdout:1479: expect (ObjNum 438 snap 136 seq_num 438) 2024-04-10T15:36:18.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:36:18 smithi077 ceph-mon[87572]: osdmap e356: 8 total, 8 up, 8 in 2024-04-10T15:36:18.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:36:18 smithi077 ceph-mon[87572]: pgmap v190: 121 pgs: 121 active+clean; 340 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 373 KiB/s rd, 472 KiB/s wr, 11 op/s; 12 MiB/s, 2 objects/s recovering 2024-04-10T15:36:18.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:36:18 smithi069 ceph-mon[96738]: osdmap e356: 8 total, 8 up, 8 in 2024-04-10T15:36:18.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:36:18 smithi069 ceph-mon[96738]: pgmap v190: 121 pgs: 121 active+clean; 340 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 373 KiB/s rd, 472 KiB/s wr, 11 op/s; 12 MiB/s, 2 objects/s recovering 2024-04-10T15:36:18.585 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:36:18 smithi069 ceph-mon[94167]: osdmap e356: 8 total, 8 up, 8 in 2024-04-10T15:36:18.585 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:36:18 smithi069 ceph-mon[94167]: pgmap v190: 121 pgs: 121 active+clean; 340 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 373 KiB/s rd, 472 KiB/s wr, 11 op/s; 12 MiB/s, 2 objects/s recovering 2024-04-10T15:36:19.170 INFO:tasks.rados.rados.0.smithi069.stdout:1474: done (4 left) 2024-04-10T15:36:19.170 INFO:tasks.rados.rados.0.smithi069.stdout:1476: done (3 left) 2024-04-10T15:36:19.170 INFO:tasks.rados.rados.0.smithi069.stdout:1478: done (2 left) 2024-04-10T15:36:19.171 INFO:tasks.rados.rados.0.smithi069.stdout:1479: done (1 left) 2024-04-10T15:36:19.171 INFO:tasks.rados.rados.0.smithi069.stdout:1481: done (0 left) 2024-04-10T15:36:19.171 INFO:tasks.rados.rados.0.smithi069.stdout:1482: rmattr oid 1 current snap is 148 2024-04-10T15:36:19.171 INFO:tasks.rados.rados.0.smithi069.stdout:1483: copy_from oid 6 from oid 23 current snap is 148 2024-04-10T15:36:19.171 INFO:tasks.rados.rados.0.smithi069.stdout:1484: rollback oid 17 current snap is 148 2024-04-10T15:36:19.171 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 17 to 115 2024-04-10T15:36:19.171 INFO:tasks.rados.rados.0.smithi069.stdout:1485: snap_create 2024-04-10T15:36:19.175 INFO:tasks.rados.rados.0.smithi069.stdout:1483: finishing copy_from racing read to smithi06982861-6 2024-04-10T15:36:19.178 INFO:tasks.rados.rados.0.smithi069.stdout:1484: finishing rollback tid 0 to smithi06982861-17 2024-04-10T15:36:19.178 INFO:tasks.rados.rados.0.smithi069.stdout:1484: finishing rollback tid 1 to smithi06982861-17 2024-04-10T15:36:19.178 INFO:tasks.rados.rados.0.smithi069.stdout:1484: finishing rollback tid 2 to smithi06982861-17 2024-04-10T15:36:19.178 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 17 v 742 (ObjNum 338 snap 101 seq_num 338) dirty exists 2024-04-10T15:36:19.178 INFO:tasks.rados.rados.0.smithi069.stdout:1483: finishing copy_from to smithi06982861-6 2024-04-10T15:36:19.178 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 6 v 333 (ObjNum 0 snap 0 seq_num 304) dirty exists 2024-04-10T15:36:19.178 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 1 v 671 (ObjNum 257 snap 69 seq_num 257) dirty exists 2024-04-10T15:36:20.182 INFO:tasks.rados.rados.0.smithi069.stdout:1482: done (3 left) 2024-04-10T15:36:20.182 INFO:tasks.rados.rados.0.smithi069.stdout:1483: done (2 left) 2024-04-10T15:36:20.182 INFO:tasks.rados.rados.0.smithi069.stdout:1484: done (1 left) 2024-04-10T15:36:20.182 INFO:tasks.rados.rados.0.smithi069.stdout:1485: done (0 left) 2024-04-10T15:36:20.182 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 25 current snap is 149 2024-04-10T15:36:20.182 INFO:tasks.rados.rados.0.smithi069.stdout:1486: seq_num 467 ranges {7667712=630784} 2024-04-10T15:36:20.225 INFO:tasks.rados.rados.0.smithi069.stdout:1486: writing smithi06982861-25 from 7667712 to 8298496 tid 1 2024-04-10T15:36:20.225 INFO:tasks.rados.rados.0.smithi069.stdout:1487: delete oid 33 current snap is 149 2024-04-10T15:36:20.229 INFO:tasks.rados.rados.0.smithi069.stdout:1487: done (1 left) 2024-04-10T15:36:20.229 INFO:tasks.rados.rados.0.smithi069.stdout:1488: snap_create 2024-04-10T15:36:20.232 INFO:tasks.rados.rados.0.smithi069.stdout:1486: finishing write tid 1 to smithi06982861-25 2024-04-10T15:36:20.232 INFO:tasks.rados.rados.0.smithi069.stdout:1486: finishing write tid 2 to smithi06982861-25 2024-04-10T15:36:20.234 INFO:tasks.rados.rados.0.smithi069.stdout:1486: finishing write tid 3 to smithi06982861-25 2024-04-10T15:36:20.234 INFO:tasks.rados.rados.0.smithi069.stdout:1486: oid 25 updating version 0 to 667 2024-04-10T15:36:20.234 INFO:tasks.rados.rados.0.smithi069.stdout:1486: oid 25 updating version 667 to 668 2024-04-10T15:36:20.234 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 25 v 668 (ObjNum 467 snap 149 seq_num 467) dirty exists 2024-04-10T15:36:20.234 INFO:tasks.rados.rados.0.smithi069.stdout:1486: left oid 25 (ObjNum 467 snap 149 seq_num 467) 2024-04-10T15:36:20.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:36:20 smithi077 ceph-mon[87572]: osdmap e357: 8 total, 8 up, 8 in 2024-04-10T15:36:20.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:36:20 smithi077 ceph-mon[87572]: pgmap v192: 121 pgs: 121 active+clean; 341 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 342 KiB/s rd, 669 KiB/s wr, 10 op/s; 7.4 MiB/s, 1 objects/s recovering 2024-04-10T15:36:20.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:36:20 smithi069 ceph-mon[96738]: osdmap e357: 8 total, 8 up, 8 in 2024-04-10T15:36:20.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:36:20 smithi069 ceph-mon[96738]: pgmap v192: 121 pgs: 121 active+clean; 341 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 342 KiB/s rd, 669 KiB/s wr, 10 op/s; 7.4 MiB/s, 1 objects/s recovering 2024-04-10T15:36:20.585 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:36:20 smithi069 ceph-mon[94167]: osdmap e357: 8 total, 8 up, 8 in 2024-04-10T15:36:20.585 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:36:20 smithi069 ceph-mon[94167]: pgmap v192: 121 pgs: 121 active+clean; 341 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 342 KiB/s rd, 669 KiB/s wr, 10 op/s; 7.4 MiB/s, 1 objects/s recovering 2024-04-10T15:36:21.127 INFO:tasks.rados.rados.0.smithi069.stdout:1486: done (1 left) 2024-04-10T15:36:21.127 INFO:tasks.rados.rados.0.smithi069.stdout:1488: done (0 left) 2024-04-10T15:36:21.128 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 5 current snap is 150 2024-04-10T15:36:21.128 INFO:tasks.rados.rados.0.smithi069.stdout:1489: seq_num 469 ranges {2277376=663552} 2024-04-10T15:36:21.143 INFO:tasks.rados.rados.0.smithi069.stdout:1489: writing smithi06982861-5 from 2277376 to 2940928 tid 1 2024-04-10T15:36:21.143 INFO:tasks.rados.rados.0.smithi069.stdout:1490: rollback oid 11 current snap is 150 2024-04-10T15:36:21.143 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 11 to 115 2024-04-10T15:36:21.143 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 4 current snap is 150 2024-04-10T15:36:21.143 INFO:tasks.rados.rados.0.smithi069.stdout:1491: seq_num 470 ranges {450560=679936} 2024-04-10T15:36:21.150 INFO:tasks.rados.rados.0.smithi069.stdout:1491: writing smithi06982861-4 from 450560 to 1130496 tid 1 2024-04-10T15:36:21.150 INFO:tasks.rados.rados.0.smithi069.stdout:1492: delete oid 30 current snap is 150 2024-04-10T15:36:21.150 INFO:tasks.rados.rados.0.smithi069.stdout:1489: finishing write tid 1 to smithi06982861-5 2024-04-10T15:36:21.150 INFO:tasks.rados.rados.0.smithi069.stdout:1489: finishing write tid 2 to smithi06982861-5 2024-04-10T15:36:21.151 INFO:tasks.rados.rados.0.smithi069.stdout:1489: finishing write tid 3 to smithi06982861-5 2024-04-10T15:36:21.151 INFO:tasks.rados.rados.0.smithi069.stdout:1489: oid 5 updating version 0 to 744 2024-04-10T15:36:21.151 INFO:tasks.rados.rados.0.smithi069.stdout:1489: oid 5 updating version 744 to 745 2024-04-10T15:36:21.151 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 5 v 745 (ObjNum 469 snap 150 seq_num 469) dirty exists 2024-04-10T15:36:21.151 INFO:tasks.rados.rados.0.smithi069.stdout:1489: left oid 5 (ObjNum 469 snap 150 seq_num 469) 2024-04-10T15:36:21.151 INFO:tasks.rados.rados.0.smithi069.stdout:1490: finishing rollback tid 0 to smithi06982861-11 2024-04-10T15:36:21.151 INFO:tasks.rados.rados.0.smithi069.stdout:1490: finishing rollback tid 1 to smithi06982861-11 2024-04-10T15:36:21.151 INFO:tasks.rados.rados.0.smithi069.stdout:1490: finishing rollback tid 2 to smithi06982861-11 2024-04-10T15:36:21.151 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 11 v 671 (ObjNum 314 snap 88 seq_num 314) dirty exists 2024-04-10T15:36:21.154 INFO:tasks.rados.rados.0.smithi069.stdout:1489: done (3 left) 2024-04-10T15:36:21.154 INFO:tasks.rados.rados.0.smithi069.stdout:1490: done (2 left) 2024-04-10T15:36:21.154 INFO:tasks.rados.rados.0.smithi069.stdout:1492: done (1 left) 2024-04-10T15:36:21.155 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 15 current snap is 150 2024-04-10T15:36:21.155 INFO:tasks.rados.rados.0.smithi069.stdout:1493: seq_num 472 ranges {10190848=712704} 2024-04-10T15:36:21.213 INFO:tasks.rados.rados.0.smithi069.stdout:1493: writing smithi06982861-15 from 10190848 to 10903552 tid 1 2024-04-10T15:36:21.213 INFO:tasks.rados.rados.0.smithi069.stdout:1494: delete oid 34 current snap is 150 2024-04-10T15:36:21.213 INFO:tasks.rados.rados.0.smithi069.stdout:1491: finishing write tid 1 to smithi06982861-4 2024-04-10T15:36:21.213 INFO:tasks.rados.rados.0.smithi069.stdout:1491: finishing write tid 2 to smithi06982861-4 2024-04-10T15:36:21.213 INFO:tasks.rados.rados.0.smithi069.stdout:1491: finishing write tid 3 to smithi06982861-4 2024-04-10T15:36:21.213 INFO:tasks.rados.rados.0.smithi069.stdout:1491: oid 4 updating version 0 to 877 2024-04-10T15:36:21.213 INFO:tasks.rados.rados.0.smithi069.stdout:1491: oid 4 version 877 is already newer than 876 2024-04-10T15:36:21.213 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 4 v 877 (ObjNum 470 snap 150 seq_num 470) dirty exists 2024-04-10T15:36:21.213 INFO:tasks.rados.rados.0.smithi069.stdout:1491: left oid 4 (ObjNum 470 snap 150 seq_num 470) 2024-04-10T15:36:21.215 INFO:tasks.rados.rados.0.smithi069.stdout:1491: done (2 left) 2024-04-10T15:36:21.216 INFO:tasks.rados.rados.0.smithi069.stdout:1494: done (1 left) 2024-04-10T15:36:21.216 INFO:tasks.rados.rados.0.smithi069.stdout:1495: rollback oid 13 current snap is 150 2024-04-10T15:36:21.216 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 13 to 149 2024-04-10T15:36:21.216 INFO:tasks.rados.rados.0.smithi069.stdout:1496: snap_create 2024-04-10T15:36:21.217 INFO:tasks.rados.rados.0.smithi069.stdout:1493: finishing write tid 1 to smithi06982861-15 2024-04-10T15:36:21.217 INFO:tasks.rados.rados.0.smithi069.stdout:1493: finishing write tid 2 to smithi06982861-15 2024-04-10T15:36:21.219 INFO:tasks.rados.rados.0.smithi069.stdout:1493: finishing write tid 3 to smithi06982861-15 2024-04-10T15:36:21.219 INFO:tasks.rados.rados.0.smithi069.stdout:1493: oid 15 updating version 0 to 614 2024-04-10T15:36:21.219 INFO:tasks.rados.rados.0.smithi069.stdout:1493: oid 15 version 614 is already newer than 613 2024-04-10T15:36:21.219 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 15 v 614 (ObjNum 472 snap 150 seq_num 472) dirty exists 2024-04-10T15:36:21.219 INFO:tasks.rados.rados.0.smithi069.stdout:1493: left oid 15 (ObjNum 472 snap 150 seq_num 472) 2024-04-10T15:36:21.219 INFO:tasks.rados.rados.0.smithi069.stdout:1495: finishing rollback tid 0 to smithi06982861-13 2024-04-10T15:36:21.220 INFO:tasks.rados.rados.0.smithi069.stdout:1495: finishing rollback tid 1 to smithi06982861-13 2024-04-10T15:36:21.220 INFO:tasks.rados.rados.0.smithi069.stdout:1495: finishing rollback tid 2 to smithi06982861-13 2024-04-10T15:36:21.220 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 13 v 749 (ObjNum 408 snap 125 seq_num 408) dirty exists 2024-04-10T15:36:21.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:36:21 smithi077 ceph-mon[87572]: osdmap e358: 8 total, 8 up, 8 in 2024-04-10T15:36:21.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:36:21 smithi077 ceph-mon[87572]: osdmap e359: 8 total, 8 up, 8 in 2024-04-10T15:36:21.584 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:36:21 smithi069 ceph-mon[96738]: osdmap e358: 8 total, 8 up, 8 in 2024-04-10T15:36:21.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:36:21 smithi069 ceph-mon[96738]: osdmap e359: 8 total, 8 up, 8 in 2024-04-10T15:36:21.585 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:36:21 smithi069 ceph-mon[94167]: osdmap e358: 8 total, 8 up, 8 in 2024-04-10T15:36:21.585 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:36:21 smithi069 ceph-mon[94167]: osdmap e359: 8 total, 8 up, 8 in 2024-04-10T15:36:22.184 INFO:tasks.rados.rados.0.smithi069.stdout:1493: done (2 left) 2024-04-10T15:36:22.184 INFO:tasks.rados.rados.0.smithi069.stdout:1495: done (1 left) 2024-04-10T15:36:22.184 INFO:tasks.rados.rados.0.smithi069.stdout:1496: done (0 left) 2024-04-10T15:36:22.184 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 38 current snap is 151 2024-04-10T15:36:22.185 INFO:tasks.rados.rados.0.smithi069.stdout:1497: seq_num 474 ranges {4276224=745472} 2024-04-10T15:36:22.211 INFO:tasks.rados.rados.0.smithi069.stdout:1497: writing smithi06982861-38 from 4276224 to 5021696 tid 1 2024-04-10T15:36:22.211 INFO:tasks.rados.rados.0.smithi069.stdout:1498: rollback oid 50 current snap is 151 2024-04-10T15:36:22.211 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 50 to 147 2024-04-10T15:36:22.211 INFO:tasks.rados.rados.0.smithi069.stdout:1499: setattr oid 41 current snap is 151 2024-04-10T15:36:22.212 INFO:tasks.rados.rados.0.smithi069.stdout:1500: rollback oid 7 current snap is 151 2024-04-10T15:36:22.212 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 7 to 120 2024-04-10T15:36:22.212 INFO:tasks.rados.rados.0.smithi069.stdout:1501: snap_remove snap 141 2024-04-10T15:36:22.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:36:22 smithi077 ceph-mon[87572]: pgmap v195: 121 pgs: 121 active+clean; 346 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 661 KiB/s wr, 12 op/s 2024-04-10T15:36:22.491 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:36:22 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[78458]: ts=2024-04-10T15:36:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:36:22.584 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:36:22 smithi069 ceph-mon[96738]: pgmap v195: 121 pgs: 121 active+clean; 346 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 661 KiB/s wr, 12 op/s 2024-04-10T15:36:22.585 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:36:22 smithi069 ceph-mon[94167]: pgmap v195: 121 pgs: 121 active+clean; 346 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 661 KiB/s wr, 12 op/s 2024-04-10T15:36:23.189 INFO:tasks.rados.rados.0.smithi069.stdout:1501: done (4 left) 2024-04-10T15:36:23.190 INFO:tasks.rados.rados.0.smithi069.stdout:1502: rollback oid 14 current snap is 151 2024-04-10T15:36:23.190 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 14 to 146 2024-04-10T15:36:23.190 INFO:tasks.rados.rados.0.smithi069.stdout:1497: finishing write tid 1 to smithi06982861-38 2024-04-10T15:36:23.190 INFO:tasks.rados.rados.0.smithi069.stdout:1498: finishing rollback tid 0 to smithi06982861-50 2024-04-10T15:36:23.190 INFO:tasks.rados.rados.0.smithi069.stdout:1498: finishing rollback tid 1 to smithi06982861-50 2024-04-10T15:36:23.190 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 41 v 880 (ObjNum 33 snap 0 seq_num 1433978800) dirty exists 2024-04-10T15:36:23.190 INFO:tasks.rados.rados.0.smithi069.stdout:1498: finishing rollback tid 2 to smithi06982861-50 2024-04-10T15:36:23.190 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 50 v 674 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-04-10T15:36:23.190 INFO:tasks.rados.rados.0.smithi069.stdout:1497: finishing write tid 2 to smithi06982861-38 2024-04-10T15:36:23.190 INFO:tasks.rados.rados.0.smithi069.stdout:1500: finishing rollback tid 1 to smithi06982861-7 2024-04-10T15:36:23.190 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 7 v 0 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-04-10T15:36:23.190 INFO:tasks.rados.rados.0.smithi069.stdout:1497: finishing write tid 3 to smithi06982861-38 2024-04-10T15:36:23.190 INFO:tasks.rados.rados.0.smithi069.stdout:1497: oid 38 updating version 0 to 697 2024-04-10T15:36:23.190 INFO:tasks.rados.rados.0.smithi069.stdout:1497: oid 38 version 697 is already newer than 696 2024-04-10T15:36:23.191 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 38 v 697 (ObjNum 474 snap 151 seq_num 474) dirty exists 2024-04-10T15:36:23.191 INFO:tasks.rados.rados.0.smithi069.stdout:1497: left oid 38 (ObjNum 474 snap 151 seq_num 474) 2024-04-10T15:36:23.191 INFO:tasks.rados.rados.0.smithi069.stdout:1497: done (4 left) 2024-04-10T15:36:23.191 INFO:tasks.rados.rados.0.smithi069.stdout:1498: done (3 left) 2024-04-10T15:36:23.191 INFO:tasks.rados.rados.0.smithi069.stdout:1499: done (2 left) 2024-04-10T15:36:23.191 INFO:tasks.rados.rados.0.smithi069.stdout:1500: done (1 left) 2024-04-10T15:36:23.191 INFO:tasks.rados.rados.0.smithi069.stdout:1503: delete oid 31 current snap is 151 2024-04-10T15:36:23.197 INFO:tasks.rados.rados.0.smithi069.stdout:1502: finishing rollback tid 1 to smithi06982861-14 2024-04-10T15:36:23.197 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 14 v 731 (ObjNum 65 snap 0 seq_num 1364748643) dirty dne 2024-04-10T15:36:23.198 INFO:tasks.rados.rados.0.smithi069.stdout:1502: done (1 left) 2024-04-10T15:36:23.199 INFO:tasks.rados.rados.0.smithi069.stdout:1503: done (0 left) 2024-04-10T15:36:23.199 INFO:tasks.rados.rados.0.smithi069.stdout:1504: snap_remove snap 115 2024-04-10T15:36:23.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:36:23 smithi077 ceph-mon[87572]: osdmap e360: 8 total, 8 up, 8 in 2024-04-10T15:36:23.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:36:23 smithi069 ceph-mon[96738]: osdmap e360: 8 total, 8 up, 8 in 2024-04-10T15:36:23.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:36:23 smithi069 ceph-mon[94167]: osdmap e360: 8 total, 8 up, 8 in 2024-04-10T15:36:23.991 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:36:23 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[78458]: ts=2024-04-10T15:36:23.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi069\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi069\", job=\"node\", machine=\"x86_64\", nodename=\"smithi069\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", domainname=\"(none)\", instance=\"smithi069\", job=\"node\", machine=\"x86_64\", nodename=\"smithi069\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:36:24.203 INFO:tasks.rados.rados.0.smithi069.stdout:1504: done (0 left) 2024-04-10T15:36:24.203 INFO:tasks.rados.rados.0.smithi069.stdout:1505: read oid 12 snap 149 2024-04-10T15:36:24.203 INFO:tasks.rados.rados.0.smithi069.stdout:1505: expect (ObjNum 1433727344 snap 21957 seq_num 1434927856) 2024-04-10T15:36:24.204 INFO:tasks.rados.rados.0.smithi069.stdout:1506: read oid 21 snap -1 2024-04-10T15:36:24.204 INFO:tasks.rados.rados.0.smithi069.stdout:1506: expect (ObjNum 379 snap 118 seq_num 379) 2024-04-10T15:36:24.204 INFO:tasks.rados.rados.0.smithi069.stdout:1507: copy_from oid 29 from oid 33 current snap is 151 2024-04-10T15:36:24.204 INFO:tasks.rados.rados.0.smithi069.stdout:1508: snap_create 2024-04-10T15:36:24.208 INFO:tasks.rados.rados.0.smithi069.stdout:1505: expect (ObjNum 1433727344 snap 21957 seq_num 1434927856) 2024-04-10T15:36:24.217 INFO:tasks.rados.rados.0.smithi069.stdout:1507: finishing copy_from to smithi06982861-29 2024-04-10T15:36:24.217 INFO:tasks.rados.rados.0.smithi069.stdout:1507: got expected ENOENT (src dne) 2024-04-10T15:36:24.217 INFO:tasks.rados.rados.0.smithi069.stdout:1507: finishing copy_from racing read to smithi06982861-29 2024-04-10T15:36:24.225 INFO:tasks.rados.rados.0.smithi069.stdout:1506: expect (ObjNum 379 snap 118 seq_num 379) 2024-04-10T15:36:24.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:36:24 smithi077 ceph-mon[87572]: osdmap e361: 8 total, 8 up, 8 in 2024-04-10T15:36:24.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:36:24 smithi077 ceph-mon[87572]: pgmap v198: 121 pgs: 121 active+clean; 344 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 624 KiB/s wr, 9 op/s 2024-04-10T15:36:24.584 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:36:24 smithi069 ceph-mon[96738]: osdmap e361: 8 total, 8 up, 8 in 2024-04-10T15:36:24.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:36:24 smithi069 ceph-mon[96738]: pgmap v198: 121 pgs: 121 active+clean; 344 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 624 KiB/s wr, 9 op/s 2024-04-10T15:36:24.585 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:36:24 smithi069 ceph-mon[94167]: osdmap e361: 8 total, 8 up, 8 in 2024-04-10T15:36:24.585 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:36:24 smithi069 ceph-mon[94167]: pgmap v198: 121 pgs: 121 active+clean; 344 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 624 KiB/s wr, 9 op/s 2024-04-10T15:36:25.201 INFO:tasks.rados.rados.0.smithi069.stdout:1505: done (3 left) 2024-04-10T15:36:25.201 INFO:tasks.rados.rados.0.smithi069.stdout:1506: done (2 left) 2024-04-10T15:36:25.201 INFO:tasks.rados.rados.0.smithi069.stdout:1507: done (1 left) 2024-04-10T15:36:25.201 INFO:tasks.rados.rados.0.smithi069.stdout:1508: done (0 left) 2024-04-10T15:36:25.201 INFO:tasks.rados.rados.0.smithi069.stdout:1509: snap_remove snap 120 2024-04-10T15:36:25.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:36:25 smithi077 ceph-mon[87572]: osdmap e362: 8 total, 8 up, 8 in 2024-04-10T15:36:25.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:36:25 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:36:25.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:36:25 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:36:25.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:36:25 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:36:25.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:36:25 smithi069 ceph-mon[96738]: osdmap e362: 8 total, 8 up, 8 in 2024-04-10T15:36:25.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:36:25 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:36:25.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:36:25 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:36:25.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:36:25 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:36:25.585 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:36:25 smithi069 ceph-mon[94167]: osdmap e362: 8 total, 8 up, 8 in 2024-04-10T15:36:25.585 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:36:25 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:36:25.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:36:25 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:36:25.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:36:25 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:36:26.131 INFO:tasks.rados.rados.0.smithi069.stdout:1509: done (0 left) 2024-04-10T15:36:26.131 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 2 current snap is 152 2024-04-10T15:36:26.131 INFO:tasks.rados.rados.0.smithi069.stdout:1510: seq_num 476 ranges {4587520=778240} 2024-04-10T15:36:26.162 INFO:tasks.rados.rados.0.smithi069.stdout:1510: writing smithi06982861-2 from 4587520 to 5365760 tid 1 2024-04-10T15:36:26.162 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 48 current snap is 152 2024-04-10T15:36:26.162 INFO:tasks.rados.rados.0.smithi069.stdout:1511: seq_num 477 ranges {3923968=794624} 2024-04-10T15:36:26.188 INFO:tasks.rados.rados.0.smithi069.stdout:1511: writing smithi06982861-48 from 3923968 to 4718592 tid 1 2024-04-10T15:36:26.188 INFO:tasks.rados.rados.0.smithi069.stdout:1512: rmattr oid 21 current snap is 152 2024-04-10T15:36:26.188 INFO:tasks.rados.rados.0.smithi069.stdout:1510: finishing write tid 1 to smithi06982861-2 2024-04-10T15:36:26.188 INFO:tasks.rados.rados.0.smithi069.stdout:1510: finishing write tid 2 to smithi06982861-2 2024-04-10T15:36:26.188 INFO:tasks.rados.rados.0.smithi069.stdout:1510: finishing write tid 3 to smithi06982861-2 2024-04-10T15:36:26.188 INFO:tasks.rados.rados.0.smithi069.stdout:1510: oid 2 updating version 0 to 405 2024-04-10T15:36:26.188 INFO:tasks.rados.rados.0.smithi069.stdout:1510: oid 2 version 405 is already newer than 404 2024-04-10T15:36:26.188 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 2 v 405 (ObjNum 476 snap 152 seq_num 476) dirty exists 2024-04-10T15:36:26.188 INFO:tasks.rados.rados.0.smithi069.stdout:1510: left oid 2 (ObjNum 476 snap 152 seq_num 476) 2024-04-10T15:36:26.188 INFO:tasks.rados.rados.0.smithi069.stdout:1510: done (2 left) 2024-04-10T15:36:26.189 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 27 current snap is 152 2024-04-10T15:36:26.189 INFO:tasks.rados.rados.0.smithi069.stdout:1513: seq_num 478 ranges {0=409600,409600=401408} 2024-04-10T15:36:26.189 INFO:tasks.rados.rados.0.smithi069.stdout:1513: writing smithi06982861-27 from 0 to 409600 tid 1 2024-04-10T15:36:26.193 INFO:tasks.rados.rados.0.smithi069.stdout:1513: writing smithi06982861-27 from 409600 to 811008 tid 2 2024-04-10T15:36:26.193 INFO:tasks.rados.rados.0.smithi069.stdout:1514: delete oid 23 current snap is 152 2024-04-10T15:36:26.193 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 21 v 600 (ObjNum 379 snap 118 seq_num 379) dirty exists 2024-04-10T15:36:26.193 INFO:tasks.rados.rados.0.smithi069.stdout:1511: finishing write tid 1 to smithi06982861-48 2024-04-10T15:36:26.193 INFO:tasks.rados.rados.0.smithi069.stdout:1511: finishing write tid 2 to smithi06982861-48 2024-04-10T15:36:26.193 INFO:tasks.rados.rados.0.smithi069.stdout:1513: finishing write tid 1 to smithi06982861-27 2024-04-10T15:36:26.194 INFO:tasks.rados.rados.0.smithi069.stdout:1511: finishing write tid 3 to smithi06982861-48 2024-04-10T15:36:26.194 INFO:tasks.rados.rados.0.smithi069.stdout:1511: oid 48 updating version 0 to 615 2024-04-10T15:36:26.194 INFO:tasks.rados.rados.0.smithi069.stdout:1511: oid 48 updating version 615 to 616 2024-04-10T15:36:26.194 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 48 v 616 (ObjNum 477 snap 152 seq_num 477) dirty exists 2024-04-10T15:36:26.194 INFO:tasks.rados.rados.0.smithi069.stdout:1511: left oid 48 (ObjNum 477 snap 152 seq_num 477) 2024-04-10T15:36:26.195 INFO:tasks.rados.rados.0.smithi069.stdout:1513: finishing write tid 2 to smithi06982861-27 2024-04-10T15:36:26.195 INFO:tasks.rados.rados.0.smithi069.stdout:1511: done (3 left) 2024-04-10T15:36:26.195 INFO:tasks.rados.rados.0.smithi069.stdout:1512: done (2 left) 2024-04-10T15:36:26.196 INFO:tasks.rados.rados.0.smithi069.stdout:1514: done (1 left) 2024-04-10T15:36:26.196 INFO:tasks.rados.rados.0.smithi069.stdout:1515: snap_remove snap 125 2024-04-10T15:36:26.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:36:26 smithi077 ceph-mon[87572]: osdmap e363: 8 total, 8 up, 8 in 2024-04-10T15:36:26.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:36:26 smithi077 ceph-mon[87572]: pgmap v201: 121 pgs: 121 active+clean; 345 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 2.3 MiB/s rd, 316 KiB/s wr, 4 op/s 2024-04-10T15:36:26.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:36:26 smithi077 ceph-mon[87572]: osdmap e364: 8 total, 8 up, 8 in 2024-04-10T15:36:26.584 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:36:26 smithi069 ceph-mon[96738]: osdmap e363: 8 total, 8 up, 8 in 2024-04-10T15:36:26.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:36:26 smithi069 ceph-mon[96738]: pgmap v201: 121 pgs: 121 active+clean; 345 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 2.3 MiB/s rd, 316 KiB/s wr, 4 op/s 2024-04-10T15:36:26.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:36:26 smithi069 ceph-mon[96738]: osdmap e364: 8 total, 8 up, 8 in 2024-04-10T15:36:26.585 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:36:26 smithi069 ceph-mon[94167]: osdmap e363: 8 total, 8 up, 8 in 2024-04-10T15:36:26.585 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:36:26 smithi069 ceph-mon[94167]: pgmap v201: 121 pgs: 121 active+clean; 345 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 2.3 MiB/s rd, 316 KiB/s wr, 4 op/s 2024-04-10T15:36:26.585 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:36:26 smithi069 ceph-mon[94167]: osdmap e364: 8 total, 8 up, 8 in 2024-04-10T15:36:27.132 INFO:tasks.rados.rados.0.smithi069.stdout:1515: done (1 left) 2024-04-10T15:36:27.132 INFO:tasks.rados.rados.0.smithi069.stdout:1516: setattr oid 23 current snap is 152 2024-04-10T15:36:27.132 INFO:tasks.rados.rados.0.smithi069.stdout:1513: finishing write tid 3 to smithi06982861-27 2024-04-10T15:36:27.132 INFO:tasks.rados.rados.0.smithi069.stdout:1513: finishing write tid 4 to smithi06982861-27 2024-04-10T15:36:27.132 INFO:tasks.rados.rados.0.smithi069.stdout:1513: oid 27 updating version 0 to 656 2024-04-10T15:36:27.132 INFO:tasks.rados.rados.0.smithi069.stdout:1513: oid 27 updating version 656 to 657 2024-04-10T15:36:27.132 INFO:tasks.rados.rados.0.smithi069.stdout:1513: oid 27 updating version 657 to 658 2024-04-10T15:36:27.132 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 27 v 658 (ObjNum 478 snap 152 seq_num 478) dirty exists 2024-04-10T15:36:27.132 INFO:tasks.rados.rados.0.smithi069.stdout:1513: left oid 27 (ObjNum 478 snap 152 seq_num 478) 2024-04-10T15:36:27.139 INFO:tasks.rados.rados.0.smithi069.stdout:1513: done (1 left) 2024-04-10T15:36:27.140 INFO:tasks.rados.rados.0.smithi069.stdout:1517: copy_from oid 42 from oid 28 current snap is 152 2024-04-10T15:36:27.140 INFO:tasks.rados.rados.0.smithi069.stdout:1518: read oid 26 snap -1 2024-04-10T15:36:27.140 INFO:tasks.rados.rados.0.smithi069.stdout:1518: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-10T15:36:27.140 INFO:tasks.rados.rados.0.smithi069.stdout:1519: copy_from oid 8 from oid 36 current snap is 152 2024-04-10T15:36:27.140 INFO:tasks.rados.rados.0.smithi069.stdout:1520: snap_remove snap 147 2024-04-10T15:36:27.208 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:36:26 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:15:36:26] "GET /metrics HTTP/1.1" 200 36189 "" "Prometheus/2.43.0" 2024-04-10T15:36:28.141 INFO:tasks.rados.rados.0.smithi069.stdout:1520: done (4 left) 2024-04-10T15:36:28.141 INFO:tasks.rados.rados.0.smithi069.stdout:1521: delete oid 7 current snap is 152 2024-04-10T15:36:28.141 INFO:tasks.rados.rados.0.smithi069.stdout:1518: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-10T15:36:28.146 INFO:tasks.rados.rados.0.smithi069.stdout:1519: finishing copy_from racing read to smithi06982861-8 2024-04-10T15:36:28.146 INFO:tasks.rados.rados.0.smithi069.stdout:1519: finishing copy_from to smithi06982861-8 2024-04-10T15:36:28.146 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 8 v 684 (ObjNum 459 snap 146 seq_num 459) dirty exists 2024-04-10T15:36:28.147 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 23 v 421 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-04-10T15:36:28.147 INFO:tasks.rados.rados.0.smithi069.stdout:1517: finishing copy_from racing read to smithi06982861-42 2024-04-10T15:36:28.147 INFO:tasks.rados.rados.0.smithi069.stdout:1517: finishing copy_from to smithi06982861-42 2024-04-10T15:36:28.147 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 42 v 382 (ObjNum 427 snap 133 seq_num 427) dirty exists 2024-04-10T15:36:28.151 INFO:tasks.rados.rados.0.smithi069.stdout:1516: done (4 left) 2024-04-10T15:36:28.151 INFO:tasks.rados.rados.0.smithi069.stdout:1517: done (3 left) 2024-04-10T15:36:28.151 INFO:tasks.rados.rados.0.smithi069.stdout:1518: done (2 left) 2024-04-10T15:36:28.151 INFO:tasks.rados.rados.0.smithi069.stdout:1519: done (1 left) 2024-04-10T15:36:28.151 INFO:tasks.rados.rados.0.smithi069.stdout:1521: done (0 left) 2024-04-10T15:36:28.151 INFO:tasks.rados.rados.0.smithi069.stdout:1522: read oid 24 snap -1 2024-04-10T15:36:28.151 INFO:tasks.rados.rados.0.smithi069.stdout:1522: expect (ObjNum 457 snap 146 seq_num 457) 2024-04-10T15:36:28.151 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 17 current snap is 152 2024-04-10T15:36:28.152 INFO:tasks.rados.rados.0.smithi069.stdout:1523: seq_num 481 ranges {892928=458752,1351680=401408} 2024-04-10T15:36:28.159 INFO:tasks.rados.rados.0.smithi069.stdout:1523: writing smithi06982861-17 from 892928 to 1351680 tid 1 2024-04-10T15:36:28.162 INFO:tasks.rados.rados.0.smithi069.stdout:1523: writing smithi06982861-17 from 1351680 to 1753088 tid 2 2024-04-10T15:36:28.162 INFO:tasks.rados.rados.0.smithi069.stdout:1524: snap_remove snap 140 2024-04-10T15:36:28.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:36:28 smithi077 ceph-mon[87572]: osdmap e365: 8 total, 8 up, 8 in 2024-04-10T15:36:28.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:36:28 smithi077 ceph-mon[87572]: pgmap v204: 121 pgs: 121 active+clean; 347 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 2.3 MiB/s rd, 676 KiB/s wr, 12 op/s 2024-04-10T15:36:28.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:36:28 smithi069 ceph-mon[96738]: osdmap e365: 8 total, 8 up, 8 in 2024-04-10T15:36:28.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:36:28 smithi069 ceph-mon[96738]: pgmap v204: 121 pgs: 121 active+clean; 347 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 2.3 MiB/s rd, 676 KiB/s wr, 12 op/s 2024-04-10T15:36:28.585 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:36:28 smithi069 ceph-mon[94167]: osdmap e365: 8 total, 8 up, 8 in 2024-04-10T15:36:28.585 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:36:28 smithi069 ceph-mon[94167]: pgmap v204: 121 pgs: 121 active+clean; 347 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 2.3 MiB/s rd, 676 KiB/s wr, 12 op/s 2024-04-10T15:36:29.149 INFO:tasks.rados.rados.0.smithi069.stdout:1524: done (2 left) 2024-04-10T15:36:29.149 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 26 current snap is 152 2024-04-10T15:36:29.149 INFO:tasks.rados.rados.0.smithi069.stdout:1525: seq_num 482 ranges {0=475136,475136=401408} 2024-04-10T15:36:29.150 INFO:tasks.rados.rados.0.smithi069.stdout:1525: writing smithi06982861-26 from 0 to 475136 tid 1 2024-04-10T15:36:29.153 INFO:tasks.rados.rados.0.smithi069.stdout:1525: writing smithi06982861-26 from 475136 to 876544 tid 2 2024-04-10T15:36:29.157 INFO:tasks.rados.rados.0.smithi069.stdout:1523: finishing write tid 1 to smithi06982861-17 2024-04-10T15:36:29.157 INFO:tasks.rados.rados.0.smithi069.stdout:1523: finishing write tid 2 to smithi06982861-17 2024-04-10T15:36:29.157 INFO:tasks.rados.rados.0.smithi069.stdout:1523: finishing write tid 3 to smithi06982861-17 2024-04-10T15:36:29.157 INFO:tasks.rados.rados.0.smithi069.stdout:1523: finishing write tid 4 to smithi06982861-17 2024-04-10T15:36:29.157 INFO:tasks.rados.rados.0.smithi069.stdout:1523: oid 17 updating version 0 to 786 2024-04-10T15:36:29.157 INFO:tasks.rados.rados.0.smithi069.stdout:1523: oid 17 updating version 786 to 787 2024-04-10T15:36:29.157 INFO:tasks.rados.rados.0.smithi069.stdout:1523: oid 17 version 787 is already newer than 785 2024-04-10T15:36:29.157 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 17 v 787 (ObjNum 481 snap 152 seq_num 481) dirty exists 2024-04-10T15:36:29.157 INFO:tasks.rados.rados.0.smithi069.stdout:1523: left oid 17 (ObjNum 481 snap 152 seq_num 481) 2024-04-10T15:36:29.157 INFO:tasks.rados.rados.0.smithi069.stdout:1522: expect (ObjNum 457 snap 146 seq_num 457) 2024-04-10T15:36:29.390 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:36:29 smithi069 ceph-mon[96738]: osdmap e366: 8 total, 8 up, 8 in 2024-04-10T15:36:29.391 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:36:29 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-04-10T15:36:29.391 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:36:29 smithi069 ceph-mon[94167]: osdmap e366: 8 total, 8 up, 8 in 2024-04-10T15:36:29.391 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:36:29 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-04-10T15:36:29.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:36:29 smithi077 ceph-mon[87572]: osdmap e366: 8 total, 8 up, 8 in 2024-04-10T15:36:29.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:36:29 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-04-10T15:36:30.063 INFO:tasks.rados.rados.0.smithi069.stdout:1525: finishing write tid 1 to smithi06982861-26 2024-04-10T15:36:30.063 INFO:tasks.rados.rados.0.smithi069.stdout:1525: finishing write tid 2 to smithi06982861-26 2024-04-10T15:36:30.063 INFO:tasks.rados.rados.0.smithi069.stdout:1525: finishing write tid 3 to smithi06982861-26 2024-04-10T15:36:30.064 INFO:tasks.rados.rados.0.smithi069.stdout:1525: finishing write tid 4 to smithi06982861-26 2024-04-10T15:36:30.064 INFO:tasks.rados.rados.0.smithi069.stdout:1525: oid 26 updating version 0 to 716 2024-04-10T15:36:30.064 INFO:tasks.rados.rados.0.smithi069.stdout:1525: oid 26 version 716 is already newer than 715 2024-04-10T15:36:30.064 INFO:tasks.rados.rados.0.smithi069.stdout:1525: oid 26 updating version 716 to 717 2024-04-10T15:36:30.064 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 26 v 717 (ObjNum 482 snap 152 seq_num 482) dirty exists 2024-04-10T15:36:30.064 INFO:tasks.rados.rados.0.smithi069.stdout:1525: left oid 26 (ObjNum 482 snap 152 seq_num 482) 2024-04-10T15:36:30.064 INFO:tasks.rados.rados.0.smithi069.stdout:1522: done (2 left) 2024-04-10T15:36:30.064 INFO:tasks.rados.rados.0.smithi069.stdout:1523: done (1 left) 2024-04-10T15:36:30.064 INFO:tasks.rados.rados.0.smithi069.stdout:1525: done (0 left) 2024-04-10T15:36:30.064 INFO:tasks.rados.rados.0.smithi069.stdout:1526: snap_create 2024-04-10T15:36:30.148 INFO:tasks.rados.rados.0.smithi069.stdout:1526: done (0 left) 2024-04-10T15:36:30.148 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 44 current snap is 153 2024-04-10T15:36:30.148 INFO:tasks.rados.rados.0.smithi069.stdout:1527: seq_num 483 ranges {12025856=491520,12517376=401408} 2024-04-10T15:36:30.214 INFO:tasks.rados.rados.0.smithi069.stdout:1527: writing smithi06982861-44 from 12025856 to 12517376 tid 1 2024-04-10T15:36:30.217 INFO:tasks.rados.rados.0.smithi069.stdout:1527: writing smithi06982861-44 from 12517376 to 12918784 tid 2 2024-04-10T15:36:30.217 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 48 current snap is 153 2024-04-10T15:36:30.217 INFO:tasks.rados.rados.0.smithi069.stdout:1528: seq_num 484 ranges {4718592=507904,5226496=401408} 2024-04-10T15:36:30.245 INFO:tasks.rados.rados.0.smithi069.stdout:1528: writing smithi06982861-48 from 4718592 to 5226496 tid 1 2024-04-10T15:36:30.248 INFO:tasks.rados.rados.0.smithi069.stdout:1528: writing smithi06982861-48 from 5226496 to 5627904 tid 2 2024-04-10T15:36:30.248 INFO:tasks.rados.rados.0.smithi069.stdout:1529: delete oid 25 current snap is 153 2024-04-10T15:36:30.248 INFO:tasks.rados.rados.0.smithi069.stdout:1527: finishing write tid 1 to smithi06982861-44 2024-04-10T15:36:30.248 INFO:tasks.rados.rados.0.smithi069.stdout:1527: finishing write tid 2 to smithi06982861-44 2024-04-10T15:36:30.248 INFO:tasks.rados.rados.0.smithi069.stdout:1527: finishing write tid 3 to smithi06982861-44 2024-04-10T15:36:30.248 INFO:tasks.rados.rados.0.smithi069.stdout:1527: finishing write tid 4 to smithi06982861-44 2024-04-10T15:36:30.248 INFO:tasks.rados.rados.0.smithi069.stdout:1527: oid 44 updating version 0 to 793 2024-04-10T15:36:30.248 INFO:tasks.rados.rados.0.smithi069.stdout:1527: oid 44 version 793 is already newer than 791 2024-04-10T15:36:30.248 INFO:tasks.rados.rados.0.smithi069.stdout:1527: oid 44 version 793 is already newer than 792 2024-04-10T15:36:30.248 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 44 v 793 (ObjNum 483 snap 153 seq_num 483) dirty exists 2024-04-10T15:36:30.248 INFO:tasks.rados.rados.0.smithi069.stdout:1527: left oid 44 (ObjNum 483 snap 153 seq_num 483) 2024-04-10T15:36:30.250 INFO:tasks.rados.rados.0.smithi069.stdout:1527: done (2 left) 2024-04-10T15:36:30.251 INFO:tasks.rados.rados.0.smithi069.stdout:1529: done (1 left) 2024-04-10T15:36:30.251 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 22 current snap is 153 2024-04-10T15:36:30.251 INFO:tasks.rados.rados.0.smithi069.stdout:1530: seq_num 486 ranges {2686976=548864,3235840=401408} 2024-04-10T15:36:30.268 INFO:tasks.rados.rados.0.smithi069.stdout:1530: writing smithi06982861-22 from 2686976 to 3235840 tid 1 2024-04-10T15:36:30.271 INFO:tasks.rados.rados.0.smithi069.stdout:1530: writing smithi06982861-22 from 3235840 to 3637248 tid 2 2024-04-10T15:36:30.271 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 49 current snap is 153 2024-04-10T15:36:30.271 INFO:tasks.rados.rados.0.smithi069.stdout:1528: finishing write tid 1 to smithi06982861-48 2024-04-10T15:36:30.271 INFO:tasks.rados.rados.0.smithi069.stdout:1528: finishing write tid 2 to smithi06982861-48 2024-04-10T15:36:30.271 INFO:tasks.rados.rados.0.smithi069.stdout:1528: finishing write tid 3 to smithi06982861-48 2024-04-10T15:36:30.271 INFO:tasks.rados.rados.0.smithi069.stdout:1528: finishing write tid 4 to smithi06982861-48 2024-04-10T15:36:30.271 INFO:tasks.rados.rados.0.smithi069.stdout:1528: oid 48 updating version 0 to 619 2024-04-10T15:36:30.271 INFO:tasks.rados.rados.0.smithi069.stdout:1528: oid 48 version 619 is already newer than 618 2024-04-10T15:36:30.271 INFO:tasks.rados.rados.0.smithi069.stdout:1528: oid 48 version 619 is already newer than 617 2024-04-10T15:36:30.271 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 48 v 619 (ObjNum 484 snap 153 seq_num 484) dirty exists 2024-04-10T15:36:30.272 INFO:tasks.rados.rados.0.smithi069.stdout:1528: left oid 48 (ObjNum 484 snap 153 seq_num 484) 2024-04-10T15:36:30.272 INFO:tasks.rados.rados.0.smithi069.stdout:1531: seq_num 487 ranges {9347072=565248,9912320=401408} 2024-04-10T15:36:30.323 INFO:tasks.rados.rados.0.smithi069.stdout:1531: writing smithi06982861-49 from 9347072 to 9912320 tid 1 2024-04-10T15:36:30.326 INFO:tasks.rados.rados.0.smithi069.stdout:1531: writing smithi06982861-49 from 9912320 to 10313728 tid 2 2024-04-10T15:36:30.326 INFO:tasks.rados.rados.0.smithi069.stdout:1528: done (2 left) 2024-04-10T15:36:30.326 INFO:tasks.rados.rados.0.smithi069.stdout:1532: read oid 39 snap 151 2024-04-10T15:36:30.326 INFO:tasks.rados.rados.0.smithi069.stdout:1532: expect (ObjNum 438 snap 136 seq_num 438) 2024-04-10T15:36:30.327 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 29 current snap is 153 2024-04-10T15:36:30.327 INFO:tasks.rados.rados.0.smithi069.stdout:1530: finishing write tid 1 to smithi06982861-22 2024-04-10T15:36:30.327 INFO:tasks.rados.rados.0.smithi069.stdout:1533: seq_num 488 ranges {5922816=581632,6504448=401408} 2024-04-10T15:36:30.334 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:36:30 smithi069 ceph-mon[96738]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-04-10T15:36:30.334 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:36:30 smithi069 ceph-mon[96738]: Upgrade: osd.2 is safe to restart 2024-04-10T15:36:30.335 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:36:30 smithi069 ceph-mon[96738]: osdmap e367: 8 total, 8 up, 8 in 2024-04-10T15:36:30.335 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:36:30 smithi069 ceph-mon[96738]: pgmap v207: 121 pgs: 121 active+clean; 332 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 23 KiB/s rd, 732 KiB/s wr, 10 op/s 2024-04-10T15:36:30.335 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:36:30 smithi069 ceph-mon[94167]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-04-10T15:36:30.335 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:36:30 smithi069 ceph-mon[94167]: Upgrade: osd.2 is safe to restart 2024-04-10T15:36:30.335 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:36:30 smithi069 ceph-mon[94167]: osdmap e367: 8 total, 8 up, 8 in 2024-04-10T15:36:30.335 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:36:30 smithi069 ceph-mon[94167]: pgmap v207: 121 pgs: 121 active+clean; 332 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 23 KiB/s rd, 732 KiB/s wr, 10 op/s 2024-04-10T15:36:30.361 INFO:tasks.rados.rados.0.smithi069.stdout:1533: writing smithi06982861-29 from 5922816 to 6504448 tid 1 2024-04-10T15:36:30.364 INFO:tasks.rados.rados.0.smithi069.stdout:1533: writing smithi06982861-29 from 6504448 to 6905856 tid 2 2024-04-10T15:36:30.364 INFO:tasks.rados.rados.0.smithi069.stdout:1534: copy_from oid 12 from oid 45 current snap is 153 2024-04-10T15:36:30.364 INFO:tasks.rados.rados.0.smithi069.stdout:1530: finishing write tid 2 to smithi06982861-22 2024-04-10T15:36:30.364 INFO:tasks.rados.rados.0.smithi069.stdout:1530: finishing write tid 3 to smithi06982861-22 2024-04-10T15:36:30.364 INFO:tasks.rados.rados.0.smithi069.stdout:1530: finishing write tid 4 to smithi06982861-22 2024-04-10T15:36:30.364 INFO:tasks.rados.rados.0.smithi069.stdout:1530: oid 22 updating version 0 to 163 2024-04-10T15:36:30.365 INFO:tasks.rados.rados.0.smithi069.stdout:1530: oid 22 updating version 163 to 165 2024-04-10T15:36:30.365 INFO:tasks.rados.rados.0.smithi069.stdout:1530: oid 22 version 165 is already newer than 164 2024-04-10T15:36:30.365 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 22 v 165 (ObjNum 486 snap 153 seq_num 486) dirty exists 2024-04-10T15:36:30.365 INFO:tasks.rados.rados.0.smithi069.stdout:1530: left oid 22 (ObjNum 486 snap 153 seq_num 486) 2024-04-10T15:36:30.365 INFO:tasks.rados.rados.0.smithi069.stdout:1530: done (4 left) 2024-04-10T15:36:30.365 INFO:tasks.rados.rados.0.smithi069.stdout:1535: copy_from oid 10 from oid 47 current snap is 153 2024-04-10T15:36:30.365 INFO:tasks.rados.rados.0.smithi069.stdout:1531: finishing write tid 1 to smithi06982861-49 2024-04-10T15:36:30.365 INFO:tasks.rados.rados.0.smithi069.stdout:1531: finishing write tid 2 to smithi06982861-49 2024-04-10T15:36:30.365 INFO:tasks.rados.rados.0.smithi069.stdout:1531: finishing write tid 3 to smithi06982861-49 2024-04-10T15:36:30.365 INFO:tasks.rados.rados.0.smithi069.stdout:1531: finishing write tid 4 to smithi06982861-49 2024-04-10T15:36:30.365 INFO:tasks.rados.rados.0.smithi069.stdout:1531: oid 49 updating version 0 to 674 2024-04-10T15:36:30.365 INFO:tasks.rados.rados.0.smithi069.stdout:1531: oid 49 version 674 is already newer than 673 2024-04-10T15:36:30.365 INFO:tasks.rados.rados.0.smithi069.stdout:1531: oid 49 version 674 is already newer than 672 2024-04-10T15:36:30.365 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 49 v 674 (ObjNum 487 snap 153 seq_num 487) dirty exists 2024-04-10T15:36:30.365 INFO:tasks.rados.rados.0.smithi069.stdout:1531: left oid 49 (ObjNum 487 snap 153 seq_num 487) 2024-04-10T15:36:30.366 INFO:tasks.rados.rados.0.smithi069.stdout:1532: expect (ObjNum 438 snap 136 seq_num 438) 2024-04-10T15:36:30.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:36:30 smithi077 ceph-mon[87572]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-04-10T15:36:30.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:36:30 smithi077 ceph-mon[87572]: Upgrade: osd.2 is safe to restart 2024-04-10T15:36:30.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:36:30 smithi077 ceph-mon[87572]: osdmap e367: 8 total, 8 up, 8 in 2024-04-10T15:36:30.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:36:30 smithi077 ceph-mon[87572]: pgmap v207: 121 pgs: 121 active+clean; 332 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 23 KiB/s rd, 732 KiB/s wr, 10 op/s 2024-04-10T15:36:30.538 INFO:tasks.rados.rados.0.smithi069.stdout:1533: finishing write tid 1 to smithi06982861-29 2024-04-10T15:36:30.538 INFO:tasks.rados.rados.0.smithi069.stdout:1533: finishing write tid 2 to smithi06982861-29 2024-04-10T15:36:30.538 INFO:tasks.rados.rados.0.smithi069.stdout:1533: finishing write tid 3 to smithi06982861-29 2024-04-10T15:36:30.538 INFO:tasks.rados.rados.0.smithi069.stdout:1531: done (4 left) 2024-04-10T15:36:30.538 INFO:tasks.rados.rados.0.smithi069.stdout:1532: done (3 left) 2024-04-10T15:36:30.538 INFO:tasks.rados.rados.0.smithi069.stdout:1536: snap_remove snap 152 2024-04-10T15:36:31.129 INFO:tasks.rados.rados.0.smithi069.stdout:1536: done (3 left) 2024-04-10T15:36:31.129 INFO:tasks.rados.rados.0.smithi069.stdout:1537: copy_from oid 1 from oid 3 current snap is 153 2024-04-10T15:36:31.129 INFO:tasks.rados.rados.0.smithi069.stdout:1533: finishing write tid 4 to smithi06982861-29 2024-04-10T15:36:31.129 INFO:tasks.rados.rados.0.smithi069.stdout:1533: oid 29 updating version 0 to 621 2024-04-10T15:36:31.129 INFO:tasks.rados.rados.0.smithi069.stdout:1533: oid 29 version 621 is already newer than 620 2024-04-10T15:36:31.129 INFO:tasks.rados.rados.0.smithi069.stdout:1533: oid 29 updating version 621 to 622 2024-04-10T15:36:31.130 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 29 v 622 (ObjNum 488 snap 153 seq_num 488) dirty exists 2024-04-10T15:36:31.130 INFO:tasks.rados.rados.0.smithi069.stdout:1533: left oid 29 (ObjNum 488 snap 153 seq_num 488) 2024-04-10T15:36:31.130 INFO:tasks.rados.rados.0.smithi069.stdout:1534: finishing copy_from racing read to smithi06982861-12 2024-04-10T15:36:31.130 INFO:tasks.rados.rados.0.smithi069.stdout:1534: finishing copy_from to smithi06982861-12 2024-04-10T15:36:31.130 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 12 v 576 (ObjNum 463 snap 147 seq_num 463) dirty exists 2024-04-10T15:36:31.130 INFO:tasks.rados.rados.0.smithi069.stdout:1535: finishing copy_from racing read to smithi06982861-10 2024-04-10T15:36:31.130 INFO:tasks.rados.rados.0.smithi069.stdout:1535: finishing copy_from to smithi06982861-10 2024-04-10T15:36:31.130 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 10 v 652 (ObjNum 390 snap 121 seq_num 390) dirty exists 2024-04-10T15:36:31.130 INFO:tasks.rados.rados.0.smithi069.stdout:1533: done (3 left) 2024-04-10T15:36:31.130 INFO:tasks.rados.rados.0.smithi069.stdout:1534: done (2 left) 2024-04-10T15:36:31.130 INFO:tasks.rados.rados.0.smithi069.stdout:1535: done (1 left) 2024-04-10T15:36:31.130 INFO:tasks.rados.rados.0.smithi069.stdout:1538: rmattr oid 10 current snap is 153 2024-04-10T15:36:31.130 INFO:tasks.rados.rados.0.smithi069.stdout:1538: done (1 left) 2024-04-10T15:36:31.130 INFO:tasks.rados.rados.0.smithi069.stdout:1539: snap_create 2024-04-10T15:36:31.140 INFO:tasks.rados.rados.0.smithi069.stdout:1537: finishing copy_from racing read to smithi06982861-1 2024-04-10T15:36:31.142 INFO:tasks.rados.rados.0.smithi069.stdout:1537: finishing copy_from to smithi06982861-1 2024-04-10T15:36:31.142 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 1 v 663 (ObjNum 437 snap 136 seq_num 437) dirty exists 2024-04-10T15:36:31.411 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:36:31 smithi069 ceph-mon[96738]: osdmap e368: 8 total, 8 up, 8 in 2024-04-10T15:36:31.411 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:36:31 smithi069 ceph-mon[96738]: Upgrade: Updating osd.2 2024-04-10T15:36:31.411 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:36:31 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:36:31.411 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:36:31 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-10T15:36:31.411 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:36:31 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:36:31.411 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:36:31 smithi069 ceph-mon[96738]: Deploying daemon osd.2 on smithi069 2024-04-10T15:36:31.411 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:36:31 smithi069 ceph-mon[96738]: osdmap e369: 8 total, 8 up, 8 in 2024-04-10T15:36:31.411 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:36:31 smithi069 ceph-mon[94167]: osdmap e368: 8 total, 8 up, 8 in 2024-04-10T15:36:31.412 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:36:31 smithi069 ceph-mon[94167]: Upgrade: Updating osd.2 2024-04-10T15:36:31.412 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:36:31 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:36:31.412 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:36:31 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-10T15:36:31.412 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:36:31 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:36:31.412 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:36:31 smithi069 ceph-mon[94167]: Deploying daemon osd.2 on smithi069 2024-04-10T15:36:31.412 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:36:31 smithi069 ceph-mon[94167]: osdmap e369: 8 total, 8 up, 8 in 2024-04-10T15:36:31.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:36:31 smithi077 ceph-mon[87572]: osdmap e368: 8 total, 8 up, 8 in 2024-04-10T15:36:31.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:36:31 smithi077 ceph-mon[87572]: Upgrade: Updating osd.2 2024-04-10T15:36:31.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:36:31 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:36:31.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:36:31 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-10T15:36:31.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:36:31 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:36:31.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:36:31 smithi077 ceph-mon[87572]: Deploying daemon osd.2 on smithi069 2024-04-10T15:36:31.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:36:31 smithi077 ceph-mon[87572]: osdmap e369: 8 total, 8 up, 8 in 2024-04-10T15:36:32.131 INFO:tasks.rados.rados.0.smithi069.stdout:1537: done (1 left) 2024-04-10T15:36:32.131 INFO:tasks.rados.rados.0.smithi069.stdout:1539: done (0 left) 2024-04-10T15:36:32.131 INFO:tasks.rados.rados.0.smithi069.stdout:1540: rollback oid 43 current snap is 154 2024-04-10T15:36:32.131 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 43 to 148 2024-04-10T15:36:32.131 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 4 current snap is 154 2024-04-10T15:36:32.131 INFO:tasks.rados.rados.0.smithi069.stdout:1541: seq_num 489 ranges {1130496=598016,1728512=401408} 2024-04-10T15:36:32.140 INFO:tasks.rados.rados.0.smithi069.stdout:1541: writing smithi06982861-4 from 1130496 to 1728512 tid 1 2024-04-10T15:36:32.143 INFO:tasks.rados.rados.0.smithi069.stdout:1541: writing smithi06982861-4 from 1728512 to 2129920 tid 2 2024-04-10T15:36:32.143 INFO:tasks.rados.rados.0.smithi069.stdout:1542: read oid 18 snap -1 2024-04-10T15:36:32.143 INFO:tasks.rados.rados.0.smithi069.stdout:1542: expect (ObjNum 347 snap 103 seq_num 347) 2024-04-10T15:36:32.143 INFO:tasks.rados.rados.0.smithi069.stdout:1543: read oid 44 snap -1 2024-04-10T15:36:32.143 INFO:tasks.rados.rados.0.smithi069.stdout:1543: expect (ObjNum 483 snap 153 seq_num 483) 2024-04-10T15:36:32.143 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 30 current snap is 154 2024-04-10T15:36:32.143 INFO:tasks.rados.rados.0.smithi069.stdout:1540: finishing rollback tid 1 to smithi06982861-43 2024-04-10T15:36:32.143 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 43 v 663 (ObjNum 97 snap 0 seq_num 1) dirty dne 2024-04-10T15:36:32.144 INFO:tasks.rados.rados.0.smithi069.stdout:1544: seq_num 490 ranges {0=614400,614400=401408} 2024-04-10T15:36:32.146 INFO:tasks.rados.rados.0.smithi069.stdout:1544: writing smithi06982861-30 from 0 to 614400 tid 1 2024-04-10T15:36:32.149 INFO:tasks.rados.rados.0.smithi069.stdout:1544: writing smithi06982861-30 from 614400 to 1015808 tid 2 2024-04-10T15:36:32.149 INFO:tasks.rados.rados.0.smithi069.stdout:1540: done (4 left) 2024-04-10T15:36:32.149 INFO:tasks.rados.rados.0.smithi069.stdout:1545: snap_remove snap 153 2024-04-10T15:36:32.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:36:32 smithi077 ceph-mon[87572]: pgmap v210: 121 pgs: 121 active+clean; 334 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 9.4 MiB/s rd, 5.4 MiB/s wr, 20 op/s 2024-04-10T15:36:32.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:36:32 smithi077 ceph-mon[87572]: osdmap e370: 8 total, 8 up, 8 in 2024-04-10T15:36:32.491 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:36:32 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[78458]: ts=2024-04-10T15:36:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:36:32.493 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:36:32 smithi069 ceph-mon[96738]: pgmap v210: 121 pgs: 121 active+clean; 334 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 9.4 MiB/s rd, 5.4 MiB/s wr, 20 op/s 2024-04-10T15:36:32.494 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:36:32 smithi069 ceph-mon[96738]: osdmap e370: 8 total, 8 up, 8 in 2024-04-10T15:36:32.494 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:36:32 smithi069 ceph-mon[94167]: pgmap v210: 121 pgs: 121 active+clean; 334 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 9.4 MiB/s rd, 5.4 MiB/s wr, 20 op/s 2024-04-10T15:36:32.494 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:36:32 smithi069 ceph-mon[94167]: osdmap e370: 8 total, 8 up, 8 in 2024-04-10T15:36:33.158 INFO:tasks.rados.rados.0.smithi069.stdout:1545: done (4 left) 2024-04-10T15:36:33.158 INFO:tasks.rados.rados.0.smithi069.stdout:1546: read oid 15 snap 149 2024-04-10T15:36:33.158 INFO:tasks.rados.rados.0.smithi069.stdout:1546: expect (ObjNum 436 snap 136 seq_num 436) 2024-04-10T15:36:33.158 INFO:tasks.rados.rados.0.smithi069.stdout:1547: snap_remove snap 143 2024-04-10T15:36:33.991 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:36:33 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[78458]: ts=2024-04-10T15:36:33.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi069\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi069\", job=\"node\", machine=\"x86_64\", nodename=\"smithi069\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", domainname=\"(none)\", instance=\"smithi069\", job=\"node\", machine=\"x86_64\", nodename=\"smithi069\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:36:34.131 INFO:journalctl@ceph.osd.2.smithi069.stdout:Apr 10 15:36:33 smithi069 systemd[1]: Stopping Ceph osd.2 for 09bfb546-f74e-11ee-b64a-cb9ed24678a4... 2024-04-10T15:36:34.165 INFO:tasks.rados.rados.0.smithi069.stdout:1547: done (5 left) 2024-04-10T15:36:34.165 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 21 current snap is 154 2024-04-10T15:36:34.165 INFO:tasks.rados.rados.0.smithi069.stdout:1548: seq_num 491 ranges {3194880=630784,3825664=401408} 2024-04-10T15:36:34.186 INFO:tasks.rados.rados.0.smithi069.stdout:1548: writing smithi06982861-21 from 3194880 to 3825664 tid 1 2024-04-10T15:36:34.189 INFO:tasks.rados.rados.0.smithi069.stdout:1548: writing smithi06982861-21 from 3825664 to 4227072 tid 2 2024-04-10T15:36:34.189 INFO:tasks.rados.rados.0.smithi069.stdout:1549: snap_remove snap 127 2024-04-10T15:36:34.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:36:34 smithi077 ceph-mon[87572]: osdmap e371: 8 total, 8 up, 8 in 2024-04-10T15:36:34.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:36:34 smithi077 ceph-mon[87572]: pgmap v213: 121 pgs: 121 active+clean; 335 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 5.5 MiB/s wr, 21 op/s 2024-04-10T15:36:34.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:36:34 smithi077 ceph-mon[87572]: osd.2 marked itself down and dead 2024-04-10T15:36:34.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:36:34 smithi069 ceph-mon[96738]: osdmap e371: 8 total, 8 up, 8 in 2024-04-10T15:36:34.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:36:34 smithi069 ceph-mon[96738]: pgmap v213: 121 pgs: 121 active+clean; 335 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 5.5 MiB/s wr, 21 op/s 2024-04-10T15:36:34.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:36:34 smithi069 ceph-mon[96738]: osd.2 marked itself down and dead 2024-04-10T15:36:34.585 INFO:journalctl@ceph.osd.2.smithi069.stdout:Apr 10 15:36:34 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-2[56449]: 2024-04-10T15:36:34.141+0000 7fd91c1dc700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-10T15:36:34.586 INFO:journalctl@ceph.osd.2.smithi069.stdout:Apr 10 15:36:34 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-2[56449]: 2024-04-10T15:36:34.141+0000 7fd91c1dc700 -1 osd.2 371 *** Got signal Terminated *** 2024-04-10T15:36:34.586 INFO:journalctl@ceph.osd.2.smithi069.stdout:Apr 10 15:36:34 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-2[56449]: 2024-04-10T15:36:34.141+0000 7fd91c1dc700 -1 osd.2 371 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-10T15:36:34.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:36:34 smithi069 ceph-mon[94167]: osdmap e371: 8 total, 8 up, 8 in 2024-04-10T15:36:34.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:36:34 smithi069 ceph-mon[94167]: pgmap v213: 121 pgs: 121 active+clean; 335 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 5.5 MiB/s wr, 21 op/s 2024-04-10T15:36:34.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:36:34 smithi069 ceph-mon[94167]: osd.2 marked itself down and dead 2024-04-10T15:36:34.945 INFO:journalctl@ceph.osd.2.smithi069.stdout:Apr 10 15:36:34 smithi069 podman[111937]: 2024-04-10 15:36:34.653205293 +0000 UTC m=+0.636030475 container died 89bfa35a28fecec8410d0c7293d9dc30ce8334d3b5b1fb03e31677b745fce45f (image=quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-2, org.label-schema.license=GPLv2, ceph=True, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, RELEASE=reef-d540eba, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240403, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-10T15:36:35.161 INFO:tasks.rados.rados.0.smithi069.stdout:1549: done (6 left) 2024-04-10T15:36:35.161 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 5 current snap is 154 2024-04-10T15:36:35.163 INFO:tasks.rados.rados.0.smithi069.stdout:1541: finishing write tid 1 to smithi06982861-4 2024-04-10T15:36:35.163 INFO:tasks.rados.rados.0.smithi069.stdout:1541: finishing write tid 2 to smithi06982861-4 2024-04-10T15:36:35.163 INFO:tasks.rados.rados.0.smithi069.stdout:1541: finishing write tid 3 to smithi06982861-4 2024-04-10T15:36:35.163 INFO:tasks.rados.rados.0.smithi069.stdout:1544: finishing write tid 1 to smithi06982861-30 2024-04-10T15:36:35.163 INFO:tasks.rados.rados.0.smithi069.stdout:1544: finishing write tid 2 to smithi06982861-30 2024-04-10T15:36:35.164 INFO:tasks.rados.rados.0.smithi069.stdout:1544: finishing write tid 3 to smithi06982861-30 2024-04-10T15:36:35.164 INFO:tasks.rados.rados.0.smithi069.stdout:1541: finishing write tid 4 to smithi06982861-4 2024-04-10T15:36:35.164 INFO:tasks.rados.rados.0.smithi069.stdout:1541: oid 4 updating version 0 to 926 2024-04-10T15:36:35.164 INFO:tasks.rados.rados.0.smithi069.stdout:1541: oid 4 updating version 926 to 927 2024-04-10T15:36:35.164 INFO:tasks.rados.rados.0.smithi069.stdout:1541: oid 4 version 927 is already newer than 925 2024-04-10T15:36:35.164 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 4 v 927 (ObjNum 489 snap 154 seq_num 489) dirty exists 2024-04-10T15:36:35.164 INFO:tasks.rados.rados.0.smithi069.stdout:1541: left oid 4 (ObjNum 489 snap 154 seq_num 489) 2024-04-10T15:36:35.164 INFO:tasks.rados.rados.0.smithi069.stdout:1544: finishing write tid 4 to smithi06982861-30 2024-04-10T15:36:35.164 INFO:tasks.rados.rados.0.smithi069.stdout:1544: oid 30 updating version 0 to 816 2024-04-10T15:36:35.164 INFO:tasks.rados.rados.0.smithi069.stdout:1544: oid 30 version 816 is already newer than 815 2024-04-10T15:36:35.164 INFO:tasks.rados.rados.0.smithi069.stdout:1544: oid 30 updating version 816 to 817 2024-04-10T15:36:35.164 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 30 v 817 (ObjNum 490 snap 154 seq_num 490) dirty exists 2024-04-10T15:36:35.164 INFO:tasks.rados.rados.0.smithi069.stdout:1544: left oid 30 (ObjNum 490 snap 154 seq_num 490) 2024-04-10T15:36:35.164 INFO:tasks.rados.rados.0.smithi069.stdout:1543: expect (ObjNum 483 snap 153 seq_num 483) 2024-04-10T15:36:35.264 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:36:35 smithi069 ceph-mon[96738]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-10T15:36:35.264 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:36:35 smithi069 ceph-mon[96738]: osdmap e372: 8 total, 7 up, 8 in 2024-04-10T15:36:35.264 INFO:journalctl@ceph.osd.2.smithi069.stdout:Apr 10 15:36:35 smithi069 podman[111937]: 2024-04-10 15:36:35.064347275 +0000 UTC m=+1.047172472 container cleanup 89bfa35a28fecec8410d0c7293d9dc30ce8334d3b5b1fb03e31677b745fce45f (image=quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-2, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , RELEASE=reef-d540eba, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, ceph=True, GIT_CLEAN=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240403, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, io.buildah.version=1.33.5) 2024-04-10T15:36:35.264 INFO:journalctl@ceph.osd.2.smithi069.stdout:Apr 10 15:36:35 smithi069 bash[111937]: ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-2 2024-04-10T15:36:35.265 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:36:35 smithi069 ceph-mon[94167]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-10T15:36:35.265 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:36:35 smithi069 ceph-mon[94167]: osdmap e372: 8 total, 7 up, 8 in 2024-04-10T15:36:35.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:36:35 smithi077 ceph-mon[87572]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-10T15:36:35.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:36:35 smithi077 ceph-mon[87572]: osdmap e372: 8 total, 7 up, 8 in 2024-04-10T15:36:35.584 INFO:journalctl@ceph.osd.2.smithi069.stdout:Apr 10 15:36:35 smithi069 podman[111959]: 2024-04-10 15:36:35.276430811 +0000 UTC m=+0.622117842 container remove 89bfa35a28fecec8410d0c7293d9dc30ce8334d3b5b1fb03e31677b745fce45f (image=quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-2, ceph=True, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.build-date=20240403, org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, RELEASE=reef-d540eba, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-10T15:36:35.967 INFO:journalctl@ceph.osd.2.smithi069.stdout:Apr 10 15:36:35 smithi069 podman[112061]: 2024-04-10 15:36:35.624843983 +0000 UTC m=+0.018040140 image pull ffe3e7ac3788b84d6c0b551f13dbde782a187c25e75d087cf3ace2b26f4e3ffa quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc 2024-04-10T15:36:35.967 INFO:journalctl@ceph.osd.2.smithi069.stdout:Apr 10 15:36:35 smithi069 podman[112061]: 2024-04-10 15:36:35.735682155 +0000 UTC m=+0.128878302 container create 42c693700ca8cbf3e5efa416b8b46de9da0f956dbd5d0f1c43361e7e5ab8a1b0 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-2-deactivate, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, io.buildah.version=1.33.5, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.build-date=20240409, org.label-schema.vendor=CentOS) 2024-04-10T15:36:36.273 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:36:36 smithi069 ceph-mon[96738]: osdmap e373: 8 total, 7 up, 8 in 2024-04-10T15:36:36.273 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:36:36 smithi069 ceph-mon[96738]: pgmap v216: 121 pgs: 5 active+undersized+degraded, 4 peering, 5 stale+active+clean, 11 active+undersized, 96 active+clean; 336 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 992 KiB/s wr, 5 op/s; 58/651 objects degraded (8.909%) 2024-04-10T15:36:36.273 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:36:36 smithi069 ceph-mon[96738]: osdmap e374: 8 total, 7 up, 8 in 2024-04-10T15:36:36.274 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:36:36 smithi069 ceph-mon[94167]: osdmap e373: 8 total, 7 up, 8 in 2024-04-10T15:36:36.274 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:36:36 smithi069 ceph-mon[94167]: pgmap v216: 121 pgs: 5 active+undersized+degraded, 4 peering, 5 stale+active+clean, 11 active+undersized, 96 active+clean; 336 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 992 KiB/s wr, 5 op/s; 58/651 objects degraded (8.909%) 2024-04-10T15:36:36.274 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:36:36 smithi069 ceph-mon[94167]: osdmap e374: 8 total, 7 up, 8 in 2024-04-10T15:36:36.274 INFO:journalctl@ceph.osd.2.smithi069.stdout:Apr 10 15:36:35 smithi069 podman[112061]: 2024-04-10 15:36:35.979645117 +0000 UTC m=+0.372841262 container init 42c693700ca8cbf3e5efa416b8b46de9da0f956dbd5d0f1c43361e7e5ab8a1b0 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-2-deactivate, GIT_CLEAN=True, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.build-date=20240409, org.label-schema.vendor=CentOS, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=) 2024-04-10T15:36:36.274 INFO:journalctl@ceph.osd.2.smithi069.stdout:Apr 10 15:36:35 smithi069 podman[112061]: 2024-04-10 15:36:35.98684307 +0000 UTC m=+0.380039217 container start 42c693700ca8cbf3e5efa416b8b46de9da0f956dbd5d0f1c43361e7e5ab8a1b0 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-2-deactivate, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240409) 2024-04-10T15:36:36.274 INFO:journalctl@ceph.osd.2.smithi069.stdout:Apr 10 15:36:36 smithi069 podman[112061]: 2024-04-10 15:36:36.079636552 +0000 UTC m=+0.472832709 container attach 42c693700ca8cbf3e5efa416b8b46de9da0f956dbd5d0f1c43361e7e5ab8a1b0 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-2-deactivate, GIT_CLEAN=True, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.build-date=20240409, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-10T15:36:36.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:36:36 smithi077 ceph-mon[87572]: osdmap e373: 8 total, 7 up, 8 in 2024-04-10T15:36:36.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:36:36 smithi077 ceph-mon[87572]: pgmap v216: 121 pgs: 5 active+undersized+degraded, 4 peering, 5 stale+active+clean, 11 active+undersized, 96 active+clean; 336 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 992 KiB/s wr, 5 op/s; 58/651 objects degraded (8.909%) 2024-04-10T15:36:36.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:36:36 smithi077 ceph-mon[87572]: osdmap e374: 8 total, 7 up, 8 in 2024-04-10T15:36:36.584 INFO:journalctl@ceph.osd.2.smithi069.stdout:Apr 10 15:36:36 smithi069 podman[112061]: 2024-04-10 15:36:36.285969927 +0000 UTC m=+0.679166071 container died 42c693700ca8cbf3e5efa416b8b46de9da0f956dbd5d0f1c43361e7e5ab8a1b0 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-2-deactivate, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.build-date=20240409) 2024-04-10T15:36:36.750 INFO:tasks.rados.rados.0.smithi069.stdout:1542: expect (ObjNum 347 snap 103 seq_num 347) 2024-04-10T15:36:37.171 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:36:36 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:15:36:36] "GET /metrics HTTP/1.1" 200 36189 "" "Prometheus/2.43.0" 2024-04-10T15:36:37.171 INFO:journalctl@ceph.osd.2.smithi069.stdout:Apr 10 15:36:36 smithi069 podman[112107]: 2024-04-10 15:36:36.933355026 +0000 UTC m=+0.638183120 container remove 42c693700ca8cbf3e5efa416b8b46de9da0f956dbd5d0f1c43361e7e5ab8a1b0 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-2-deactivate, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240409, org.label-schema.license=GPLv2, ceph=True) 2024-04-10T15:36:37.171 INFO:journalctl@ceph.osd.2.smithi069.stdout:Apr 10 15:36:36 smithi069 systemd[1]: ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4@osd.2.service: Deactivated successfully. 2024-04-10T15:36:37.171 INFO:journalctl@ceph.osd.2.smithi069.stdout:Apr 10 15:36:36 smithi069 systemd[1]: Stopped Ceph osd.2 for 09bfb546-f74e-11ee-b64a-cb9ed24678a4. 2024-04-10T15:36:37.172 INFO:journalctl@ceph.osd.2.smithi069.stdout:Apr 10 15:36:36 smithi069 systemd[1]: ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4@osd.2.service: Consumed 15.369s CPU time. 2024-04-10T15:36:37.172 INFO:journalctl@ceph.osd.2.smithi069.stdout:Apr 10 15:36:37 smithi069 systemd[1]: Starting Ceph osd.2 for 09bfb546-f74e-11ee-b64a-cb9ed24678a4... 2024-04-10T15:36:37.172 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:36:37 smithi069 ceph-mon[94167]: Health check failed: Degraded data redundancy: 58/651 objects degraded (8.909%), 5 pgs degraded (PG_DEGRADED) 2024-04-10T15:36:37.490 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:36:37 smithi077 ceph-mon[87572]: Health check failed: Degraded data redundancy: 58/651 objects degraded (8.909%), 5 pgs degraded (PG_DEGRADED) 2024-04-10T15:36:37.499 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:36:37 smithi069 ceph-mon[96738]: Health check failed: Degraded data redundancy: 58/651 objects degraded (8.909%), 5 pgs degraded (PG_DEGRADED) 2024-04-10T15:36:37.500 INFO:journalctl@ceph.osd.2.smithi069.stdout:Apr 10 15:36:37 smithi069 podman[112233]: 2024-04-10 15:36:37.289700627 +0000 UTC m=+0.026537736 image pull ffe3e7ac3788b84d6c0b551f13dbde782a187c25e75d087cf3ace2b26f4e3ffa quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc 2024-04-10T15:36:37.500 INFO:journalctl@ceph.osd.2.smithi069.stdout:Apr 10 15:36:37 smithi069 podman[112233]: 2024-04-10 15:36:37.401816218 +0000 UTC m=+0.138653326 container create 8e1a3c43e2275043c96dfc69691aa2ba6beef0a8c101cefae07c5a855a2acee3 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-2-activate, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240409, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, GIT_CLEAN=True, org.label-schema.vendor=CentOS) 2024-04-10T15:36:37.500 INFO:teuthology.orchestra.run.smithi069.stdout:true 2024-04-10T15:36:37.531 INFO:tasks.rados.rados.0.smithi069.stdout:1546: expect (ObjNum 436 snap 136 seq_num 436) 2024-04-10T15:36:37.835 INFO:journalctl@ceph.osd.2.smithi069.stdout:Apr 10 15:36:37 smithi069 podman[112233]: 2024-04-10 15:36:37.64604263 +0000 UTC m=+0.382879751 container init 8e1a3c43e2275043c96dfc69691aa2ba6beef0a8c101cefae07c5a855a2acee3 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-2-activate, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.schema-version=1.0, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, org.label-schema.license=GPLv2, org.label-schema.build-date=20240409, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=) 2024-04-10T15:36:37.835 INFO:journalctl@ceph.osd.2.smithi069.stdout:Apr 10 15:36:37 smithi069 podman[112233]: 2024-04-10 15:36:37.651482318 +0000 UTC m=+0.388319440 container start 8e1a3c43e2275043c96dfc69691aa2ba6beef0a8c101cefae07c5a855a2acee3 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-2-activate, org.label-schema.build-date=20240409, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4) 2024-04-10T15:36:37.835 INFO:journalctl@ceph.osd.2.smithi069.stdout:Apr 10 15:36:37 smithi069 podman[112233]: 2024-04-10 15:36:37.73753663 +0000 UTC m=+0.474373753 container attach 8e1a3c43e2275043c96dfc69691aa2ba6beef0a8c101cefae07c5a855a2acee3 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-2-activate, maintainer=Guillaume Abrioux , GIT_CLEAN=True, ceph=True, CEPH_POINT_RELEASE=, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, org.label-schema.build-date=20240409, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD) 2024-04-10T15:36:37.865 INFO:teuthology.orchestra.run.smithi069.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-10T15:36:37.865 INFO:teuthology.orchestra.run.smithi069.stdout:alertmanager.a smithi069 *:9093,9094 running (6m) 29s ago 7m 24.7M - 0.25.0 c8568f914cd2 bd92cb80ff03 2024-04-10T15:36:37.865 INFO:teuthology.orchestra.run.smithi069.stdout:grafana.a smithi077 *:3000 running (7m) 110s ago 7m 89.4M - 9.4.7 954c08fa6188 8891d154474d 2024-04-10T15:36:37.865 INFO:teuthology.orchestra.run.smithi069.stdout:mds.a smithi069 running (8m) 29s ago 8m 17.5M - 18.2.2-1187-gd540ebac bb2c5eac26a4 144b62fd4166 2024-04-10T15:36:37.865 INFO:teuthology.orchestra.run.smithi069.stdout:mds.b smithi077 running (8m) 110s ago 8m 18.0M - 18.2.2-1187-gd540ebac bb2c5eac26a4 ba4ee0b79036 2024-04-10T15:36:37.865 INFO:teuthology.orchestra.run.smithi069.stdout:mgr.x smithi077 *:8443,9283,8765 running (2m) 110s ago 12m 450M - 19.0.0-2838-ga5074d45 ffe3e7ac3788 ccd7899398e9 2024-04-10T15:36:37.865 INFO:teuthology.orchestra.run.smithi069.stdout:mgr.y smithi069 *:8443,9283,8765 running (3m) 29s ago 13m 508M - 19.0.0-2838-ga5074d45 ffe3e7ac3788 e21b24626c05 2024-04-10T15:36:37.865 INFO:teuthology.orchestra.run.smithi069.stdout:mon.a smithi069 running (2m) 29s ago 13m 49.5M 2048M 19.0.0-2838-ga5074d45 ffe3e7ac3788 ce73e1b17524 2024-04-10T15:36:37.865 INFO:teuthology.orchestra.run.smithi069.stdout:mon.b smithi077 running (117s) 110s ago 12m 26.3M 2048M 19.0.0-2838-ga5074d45 ffe3e7ac3788 d84762487812 2024-04-10T15:36:37.865 INFO:teuthology.orchestra.run.smithi069.stdout:mon.c smithi069 running (2m) 29s ago 12m 41.0M 2048M 19.0.0-2838-ga5074d45 ffe3e7ac3788 bac2280f1f05 2024-04-10T15:36:37.865 INFO:teuthology.orchestra.run.smithi069.stdout:node-exporter.a smithi069 *:9100 running (6m) 29s ago 6m 15.2M - 1.5.0 0da6a335fe13 2469975469f7 2024-04-10T15:36:37.865 INFO:teuthology.orchestra.run.smithi069.stdout:node-exporter.b smithi077 *:9100 running (6m) 110s ago 6m 15.8M - 1.5.0 0da6a335fe13 20103db32919 2024-04-10T15:36:37.866 INFO:teuthology.orchestra.run.smithi069.stdout:osd.0 smithi069 running (67s) 29s ago 11m 114M 2480M 19.0.0-2838-ga5074d45 ffe3e7ac3788 9833b8d335cb 2024-04-10T15:36:37.866 INFO:teuthology.orchestra.run.smithi069.stdout:osd.1 smithi069 running (33s) 29s ago 11m 12.5M 2480M 19.0.0-2838-ga5074d45 ffe3e7ac3788 a7560d34888e 2024-04-10T15:36:37.866 INFO:teuthology.orchestra.run.smithi069.stdout:osd.2 smithi069 running (10m) 29s ago 10m 246M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 89bfa35a28fe 2024-04-10T15:36:37.866 INFO:teuthology.orchestra.run.smithi069.stdout:osd.3 smithi069 running (10m) 29s ago 10m 157M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 a968c3dc2397 2024-04-10T15:36:37.866 INFO:teuthology.orchestra.run.smithi069.stdout:osd.4 smithi077 running (10m) 110s ago 10m 175M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 f498bddd5298 2024-04-10T15:36:37.866 INFO:teuthology.orchestra.run.smithi069.stdout:osd.5 smithi077 running (9m) 110s ago 9m 205M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 2a7f7ea88c93 2024-04-10T15:36:37.866 INFO:teuthology.orchestra.run.smithi069.stdout:osd.6 smithi077 running (9m) 110s ago 9m 130M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 7df4e5a8578c 2024-04-10T15:36:37.866 INFO:teuthology.orchestra.run.smithi069.stdout:osd.7 smithi077 running (8m) 110s ago 8m 118M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 1a9c80228cd5 2024-04-10T15:36:37.866 INFO:teuthology.orchestra.run.smithi069.stdout:prometheus.a smithi077 *:9095 running (2m) 110s ago 8m 51.6M - 2.43.0 a07b618ecd1d 9575de1707c9 2024-04-10T15:36:38.318 INFO:teuthology.orchestra.run.smithi069.stdout:{ 2024-04-10T15:36:38.319 INFO:teuthology.orchestra.run.smithi069.stdout: "mon": { 2024-04-10T15:36:38.319 INFO:teuthology.orchestra.run.smithi069.stdout: "ceph version 19.0.0-2838-ga5074d45 (a5074d4516d566e9d8b6aec912f26afd099de101) squid (dev)": 3 2024-04-10T15:36:38.319 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-04-10T15:36:38.319 INFO:teuthology.orchestra.run.smithi069.stdout: "mgr": { 2024-04-10T15:36:38.319 INFO:teuthology.orchestra.run.smithi069.stdout: "ceph version 19.0.0-2838-ga5074d45 (a5074d4516d566e9d8b6aec912f26afd099de101) squid (dev)": 2 2024-04-10T15:36:38.319 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-04-10T15:36:38.319 INFO:teuthology.orchestra.run.smithi069.stdout: "osd": { 2024-04-10T15:36:38.319 INFO:teuthology.orchestra.run.smithi069.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 5, 2024-04-10T15:36:38.319 INFO:teuthology.orchestra.run.smithi069.stdout: "ceph version 19.0.0-2838-ga5074d45 (a5074d4516d566e9d8b6aec912f26afd099de101) squid (dev)": 2 2024-04-10T15:36:38.319 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-04-10T15:36:38.319 INFO:teuthology.orchestra.run.smithi069.stdout: "mds": { 2024-04-10T15:36:38.319 INFO:teuthology.orchestra.run.smithi069.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 2 2024-04-10T15:36:38.319 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-04-10T15:36:38.320 INFO:teuthology.orchestra.run.smithi069.stdout: "overall": { 2024-04-10T15:36:38.320 INFO:teuthology.orchestra.run.smithi069.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 7, 2024-04-10T15:36:38.320 INFO:teuthology.orchestra.run.smithi069.stdout: "ceph version 19.0.0-2838-ga5074d45 (a5074d4516d566e9d8b6aec912f26afd099de101) squid (dev)": 7 2024-04-10T15:36:38.320 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-04-10T15:36:38.320 INFO:teuthology.orchestra.run.smithi069.stdout:} 2024-04-10T15:36:38.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:36:38 smithi077 ceph-mon[87572]: from='client.44186 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:36:38.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:36:38 smithi077 ceph-mon[87572]: pgmap v218: 121 pgs: 7 active+undersized+degraded, 4 peering, 2 stale+active+clean, 18 active+undersized, 90 active+clean; 336 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 906 KiB/s wr, 5 op/s; 60/651 objects degraded (9.217%) 2024-04-10T15:36:38.512 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:36:38 smithi069 ceph-mon[96738]: from='client.44186 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:36:38.512 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:36:38 smithi069 ceph-mon[96738]: pgmap v218: 121 pgs: 7 active+undersized+degraded, 4 peering, 2 stale+active+clean, 18 active+undersized, 90 active+clean; 336 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 906 KiB/s wr, 5 op/s; 60/651 objects degraded (9.217%) 2024-04-10T15:36:38.512 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:36:38 smithi069 ceph-mon[94167]: from='client.44186 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:36:38.512 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:36:38 smithi069 ceph-mon[94167]: pgmap v218: 121 pgs: 7 active+undersized+degraded, 4 peering, 2 stale+active+clean, 18 active+undersized, 90 active+clean; 336 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 906 KiB/s wr, 5 op/s; 60/651 objects degraded (9.217%) 2024-04-10T15:36:38.513 INFO:journalctl@ceph.osd.2.smithi069.stdout:Apr 10 15:36:38 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-2-activate[112249]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-04-10T15:36:38.513 INFO:journalctl@ceph.osd.2.smithi069.stdout:Apr 10 15:36:38 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-2-activate[112249]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-2 --no-mon-config --dev /dev/mapper/vg_nvme-lv_2 2024-04-10T15:36:38.513 INFO:journalctl@ceph.osd.2.smithi069.stdout:Apr 10 15:36:38 smithi069 bash[112233]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-04-10T15:36:38.513 INFO:journalctl@ceph.osd.2.smithi069.stdout:Apr 10 15:36:38 smithi069 bash[112233]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-2 --no-mon-config --dev /dev/mapper/vg_nvme-lv_2 2024-04-10T15:36:38.513 INFO:journalctl@ceph.osd.2.smithi069.stdout:Apr 10 15:36:38 smithi069 bash[112233]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_2 2024-04-10T15:36:38.513 INFO:journalctl@ceph.osd.2.smithi069.stdout:Apr 10 15:36:38 smithi069 bash[112233]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2024-04-10T15:36:38.513 INFO:journalctl@ceph.osd.2.smithi069.stdout:Apr 10 15:36:38 smithi069 bash[112233]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-2/block 2024-04-10T15:36:38.513 INFO:journalctl@ceph.osd.2.smithi069.stdout:Apr 10 15:36:38 smithi069 bash[112233]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-04-10T15:36:38.513 INFO:journalctl@ceph.osd.2.smithi069.stdout:Apr 10 15:36:38 smithi069 bash[112233]: --> ceph-volume raw activate successful for osd ID: 2 2024-04-10T15:36:38.513 INFO:journalctl@ceph.osd.2.smithi069.stdout:Apr 10 15:36:38 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-2-activate[112249]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_2 2024-04-10T15:36:38.513 INFO:journalctl@ceph.osd.2.smithi069.stdout:Apr 10 15:36:38 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-2-activate[112249]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2024-04-10T15:36:38.513 INFO:journalctl@ceph.osd.2.smithi069.stdout:Apr 10 15:36:38 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-2-activate[112249]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-2/block 2024-04-10T15:36:38.513 INFO:journalctl@ceph.osd.2.smithi069.stdout:Apr 10 15:36:38 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-2-activate[112249]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-04-10T15:36:38.513 INFO:journalctl@ceph.osd.2.smithi069.stdout:Apr 10 15:36:38 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-2-activate[112249]: --> ceph-volume raw activate successful for osd ID: 2 2024-04-10T15:36:38.514 INFO:journalctl@ceph.osd.2.smithi069.stdout:Apr 10 15:36:38 smithi069 podman[112233]: 2024-04-10 15:36:38.174388769 +0000 UTC m=+0.911225889 container died 8e1a3c43e2275043c96dfc69691aa2ba6beef0a8c101cefae07c5a855a2acee3 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-2-activate, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.build-date=20240409, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, CEPH_POINT_RELEASE=, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, io.buildah.version=1.33.5, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.license=GPLv2) 2024-04-10T15:36:38.521 INFO:tasks.rados.rados.0.smithi069.stdout:1548: finishing write tid 1 to smithi06982861-21 2024-04-10T15:36:38.521 INFO:tasks.rados.rados.0.smithi069.stdout:1550: seq_num 492 ranges {2940928=647168,3588096=401408} 2024-04-10T15:36:38.540 INFO:tasks.rados.rados.0.smithi069.stdout:1550: writing smithi06982861-5 from 2940928 to 3588096 tid 1 2024-04-10T15:36:38.543 INFO:tasks.rados.rados.0.smithi069.stdout:1550: writing smithi06982861-5 from 3588096 to 3989504 tid 2 2024-04-10T15:36:38.543 INFO:tasks.rados.rados.0.smithi069.stdout:1541: done (6 left) 2024-04-10T15:36:38.543 INFO:tasks.rados.rados.0.smithi069.stdout:1542: done (5 left) 2024-04-10T15:36:38.543 INFO:tasks.rados.rados.0.smithi069.stdout:1543: done (4 left) 2024-04-10T15:36:38.544 INFO:tasks.rados.rados.0.smithi069.stdout:1544: done (3 left) 2024-04-10T15:36:38.544 INFO:tasks.rados.rados.0.smithi069.stdout:1546: done (2 left) 2024-04-10T15:36:38.544 INFO:tasks.rados.rados.0.smithi069.stdout:1551: copy_from oid 36 from oid 47 current snap is 154 2024-04-10T15:36:38.545 INFO:tasks.rados.rados.0.smithi069.stdout:1548: finishing write tid 2 to smithi06982861-21 2024-04-10T15:36:38.545 INFO:tasks.rados.rados.0.smithi069.stdout:1548: finishing write tid 3 to smithi06982861-21 2024-04-10T15:36:38.545 INFO:tasks.rados.rados.0.smithi069.stdout:1548: finishing write tid 4 to smithi06982861-21 2024-04-10T15:36:38.545 INFO:tasks.rados.rados.0.smithi069.stdout:1548: oid 21 updating version 0 to 603 2024-04-10T15:36:38.545 INFO:tasks.rados.rados.0.smithi069.stdout:1548: oid 21 version 603 is already newer than 602 2024-04-10T15:36:38.545 INFO:tasks.rados.rados.0.smithi069.stdout:1548: oid 21 version 603 is already newer than 601 2024-04-10T15:36:38.545 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 21 v 603 (ObjNum 491 snap 154 seq_num 491) dirty exists 2024-04-10T15:36:38.545 INFO:tasks.rados.rados.0.smithi069.stdout:1548: left oid 21 (ObjNum 491 snap 154 seq_num 491) 2024-04-10T15:36:38.545 INFO:tasks.rados.rados.0.smithi069.stdout:1548: done (2 left) 2024-04-10T15:36:38.545 INFO:tasks.rados.rados.0.smithi069.stdout:1552: rollback oid 30 current snap is 154 2024-04-10T15:36:38.545 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 30 to 150 2024-04-10T15:36:38.545 INFO:tasks.rados.rados.0.smithi069.stdout:1553: rollback oid 16 current snap is 154 2024-04-10T15:36:38.545 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 16 to 134 2024-04-10T15:36:38.545 INFO:tasks.rados.rados.0.smithi069.stdout:1554: snap_remove snap 132 2024-04-10T15:36:39.084 INFO:journalctl@ceph.osd.2.smithi069.stdout:Apr 10 15:36:38 smithi069 podman[112446]: 2024-04-10 15:36:38.841644455 +0000 UTC m=+0.661806690 container remove 8e1a3c43e2275043c96dfc69691aa2ba6beef0a8c101cefae07c5a855a2acee3 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-2-activate, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.build-date=20240409, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0) 2024-04-10T15:36:39.085 INFO:journalctl@ceph.osd.2.smithi069.stdout:Apr 10 15:36:39 smithi069 podman[112520]: 2024-04-10 15:36:38.955628278 +0000 UTC m=+0.017783175 image pull ffe3e7ac3788b84d6c0b551f13dbde782a187c25e75d087cf3ace2b26f4e3ffa quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc 2024-04-10T15:36:39.085 INFO:journalctl@ceph.osd.2.smithi069.stdout:Apr 10 15:36:39 smithi069 podman[112520]: 2024-04-10 15:36:39.059173192 +0000 UTC m=+0.121328072 container create cb88f48530073dd42b7ee4626975bb922022a156288c0b37d683282709dc46f9 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-2, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.build-date=20240409, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, ceph=True, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, CEPH_POINT_RELEASE=) 2024-04-10T15:36:39.184 INFO:tasks.rados.rados.0.smithi069.stdout:1550: finishing write tid 1 to smithi06982861-5 2024-04-10T15:36:39.185 INFO:tasks.rados.rados.0.smithi069.stdout:1553: finishing rollback tid 1 to smithi06982861-16 2024-04-10T15:36:39.185 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 16 v 628 (ObjNum 449 snap 0 seq_num 1434374672) dirty dne 2024-04-10T15:36:39.185 INFO:tasks.rados.rados.0.smithi069.stdout:1552: finishing rollback tid 0 to smithi06982861-30 2024-04-10T15:36:39.185 INFO:tasks.rados.rados.0.smithi069.stdout:1550: finishing write tid 2 to smithi06982861-5 2024-04-10T15:36:39.185 INFO:tasks.rados.rados.0.smithi069.stdout:1550: finishing write tid 3 to smithi06982861-5 2024-04-10T15:36:39.185 INFO:tasks.rados.rados.0.smithi069.stdout:1552: finishing rollback tid 1 to smithi06982861-30 2024-04-10T15:36:39.185 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 30 v 819 (ObjNum 33 snap 0 seq_num 1434280928) dirty dne 2024-04-10T15:36:39.185 INFO:tasks.rados.rados.0.smithi069.stdout:1550: finishing write tid 4 to smithi06982861-5 2024-04-10T15:36:39.185 INFO:tasks.rados.rados.0.smithi069.stdout:1550: oid 5 updating version 0 to 811 2024-04-10T15:36:39.185 INFO:tasks.rados.rados.0.smithi069.stdout:1550: oid 5 updating version 811 to 813 2024-04-10T15:36:39.185 INFO:tasks.rados.rados.0.smithi069.stdout:1550: oid 5 version 813 is already newer than 812 2024-04-10T15:36:39.185 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 5 v 813 (ObjNum 492 snap 154 seq_num 492) dirty exists 2024-04-10T15:36:39.185 INFO:tasks.rados.rados.0.smithi069.stdout:1550: left oid 5 (ObjNum 492 snap 154 seq_num 492) 2024-04-10T15:36:39.186 INFO:tasks.rados.rados.0.smithi069.stdout:1551: finishing copy_from racing read to smithi06982861-36 2024-04-10T15:36:39.186 INFO:tasks.rados.rados.0.smithi069.stdout:1551: finishing copy_from to smithi06982861-36 2024-04-10T15:36:39.186 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 36 v 652 (ObjNum 390 snap 121 seq_num 390) dirty exists 2024-04-10T15:36:39.186 INFO:tasks.rados.rados.0.smithi069.stdout:1550: done (4 left) 2024-04-10T15:36:39.186 INFO:tasks.rados.rados.0.smithi069.stdout:1551: done (3 left) 2024-04-10T15:36:39.186 INFO:tasks.rados.rados.0.smithi069.stdout:1552: done (2 left) 2024-04-10T15:36:39.186 INFO:tasks.rados.rados.0.smithi069.stdout:1553: done (1 left) 2024-04-10T15:36:39.186 INFO:tasks.rados.rados.0.smithi069.stdout:1554: done (0 left) 2024-04-10T15:36:39.186 INFO:tasks.rados.rados.0.smithi069.stdout:1555: snap_remove snap 111 2024-04-10T15:36:39.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:36:39 smithi077 ceph-mon[87572]: from='client.44192 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:36:39.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:36:39 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/3400899648' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:36:39.585 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:36:39 smithi069 ceph-mon[94167]: from='client.44192 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:36:39.585 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:36:39 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/3400899648' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:36:39.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:36:39 smithi069 ceph-mon[96738]: from='client.44192 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:36:39.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:36:39 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/3400899648' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:36:39.585 INFO:journalctl@ceph.osd.2.smithi069.stdout:Apr 10 15:36:39 smithi069 podman[112520]: 2024-04-10 15:36:39.295100064 +0000 UTC m=+0.357254944 container init cb88f48530073dd42b7ee4626975bb922022a156288c0b37d683282709dc46f9 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240409, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2) 2024-04-10T15:36:39.585 INFO:journalctl@ceph.osd.2.smithi069.stdout:Apr 10 15:36:39 smithi069 podman[112520]: 2024-04-10 15:36:39.300925092 +0000 UTC m=+0.363079972 container start cb88f48530073dd42b7ee4626975bb922022a156288c0b37d683282709dc46f9 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-2, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.build-date=20240409, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.license=GPLv2) 2024-04-10T15:36:39.586 INFO:journalctl@ceph.osd.2.smithi069.stdout:Apr 10 15:36:39 smithi069 ceph-osd[112558]: -- 172.21.15.69:0/3134255583 <== mon.2 v2:172.21.15.69:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55698a91f680 con 0x55698a8e9400 2024-04-10T15:36:39.586 INFO:journalctl@ceph.osd.2.smithi069.stdout:Apr 10 15:36:39 smithi069 bash[112520]: cb88f48530073dd42b7ee4626975bb922022a156288c0b37d683282709dc46f9 2024-04-10T15:36:39.586 INFO:journalctl@ceph.osd.2.smithi069.stdout:Apr 10 15:36:39 smithi069 systemd[1]: Started Ceph osd.2 for 09bfb546-f74e-11ee-b64a-cb9ed24678a4. 2024-04-10T15:36:40.085 INFO:journalctl@ceph.osd.2.smithi069.stdout:Apr 10 15:36:39 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-2[112535]: 2024-04-10T15:36:39.840+0000 7fb0cc0ff7c0 -1 Falling back to public interface 2024-04-10T15:36:40.195 INFO:tasks.rados.rados.0.smithi069.stdout:1555: done (0 left) 2024-04-10T15:36:40.195 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 24 current snap is 154 2024-04-10T15:36:40.195 INFO:tasks.rados.rados.0.smithi069.stdout:1556: seq_num 493 ranges {9773056=663552,10436608=401408} 2024-04-10T15:36:40.251 INFO:tasks.rados.rados.0.smithi069.stdout:1556: writing smithi06982861-24 from 9773056 to 10436608 tid 1 2024-04-10T15:36:40.253 INFO:tasks.rados.rados.0.smithi069.stdout:1556: writing smithi06982861-24 from 10436608 to 10838016 tid 2 2024-04-10T15:36:40.254 INFO:tasks.rados.rados.0.smithi069.stdout:1557: read oid 5 snap -1 2024-04-10T15:36:40.254 INFO:tasks.rados.rados.0.smithi069.stdout:1557: expect (ObjNum 492 snap 154 seq_num 492) 2024-04-10T15:36:40.254 INFO:tasks.rados.rados.0.smithi069.stdout:1558: read oid 33 snap 145 2024-04-10T15:36:40.254 INFO:tasks.rados.rados.0.smithi069.stdout:1558: expect (ObjNum 434 snap 136 seq_num 434) 2024-04-10T15:36:40.254 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 49 current snap is 154 2024-04-10T15:36:40.254 INFO:tasks.rados.rados.0.smithi069.stdout:1559: seq_num 494 ranges {10313728=679936,10993664=401408} 2024-04-10T15:36:40.313 INFO:tasks.rados.rados.0.smithi069.stdout:1559: writing smithi06982861-49 from 10313728 to 10993664 tid 1 2024-04-10T15:36:40.315 INFO:tasks.rados.rados.0.smithi069.stdout:1559: writing smithi06982861-49 from 10993664 to 11395072 tid 2 2024-04-10T15:36:40.315 INFO:tasks.rados.rados.0.smithi069.stdout:1560: delete oid 19 current snap is 154 2024-04-10T15:36:40.316 INFO:tasks.rados.rados.0.smithi069.stdout:1556: finishing write tid 1 to smithi06982861-24 2024-04-10T15:36:40.316 INFO:tasks.rados.rados.0.smithi069.stdout:1556: finishing write tid 2 to smithi06982861-24 2024-04-10T15:36:40.316 INFO:tasks.rados.rados.0.smithi069.stdout:1556: finishing write tid 3 to smithi06982861-24 2024-04-10T15:36:40.316 INFO:tasks.rados.rados.0.smithi069.stdout:1558: expect (ObjNum 434 snap 136 seq_num 434) 2024-04-10T15:36:40.317 INFO:tasks.rados.rados.0.smithi069.stdout:1556: finishing write tid 4 to smithi06982861-24 2024-04-10T15:36:40.318 INFO:tasks.rados.rados.0.smithi069.stdout:1556: oid 24 updating version 0 to 705 2024-04-10T15:36:40.318 INFO:tasks.rados.rados.0.smithi069.stdout:1556: oid 24 updating version 705 to 706 2024-04-10T15:36:40.318 INFO:tasks.rados.rados.0.smithi069.stdout:1556: oid 24 version 706 is already newer than 704 2024-04-10T15:36:40.318 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 24 v 706 (ObjNum 493 snap 154 seq_num 493) dirty exists 2024-04-10T15:36:40.318 INFO:tasks.rados.rados.0.smithi069.stdout:1556: left oid 24 (ObjNum 493 snap 154 seq_num 493) 2024-04-10T15:36:40.318 INFO:tasks.rados.rados.0.smithi069.stdout:1557: expect (ObjNum 492 snap 154 seq_num 492) 2024-04-10T15:36:40.469 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:36:40 smithi069 ceph-mon[94167]: osdmap e375: 8 total, 7 up, 8 in 2024-04-10T15:36:40.469 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:36:40 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:36:40.470 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:36:40 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:36:40.470 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:36:40 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:36:40.470 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:36:40 smithi069 ceph-mon[94167]: pgmap v220: 121 pgs: 10 active+undersized+degraded, 26 active+undersized, 85 active+clean; 336 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 3.2 MiB/s rd, 576 KiB/s wr, 2 op/s; 88/639 objects degraded (13.772%) 2024-04-10T15:36:40.470 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:36:40 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:36:40.470 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:36:40 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:36:40.470 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:36:40 smithi069 ceph-mon[96738]: osdmap e375: 8 total, 7 up, 8 in 2024-04-10T15:36:40.470 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:36:40 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:36:40.470 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:36:40 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:36:40.470 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:36:40 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:36:40.470 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:36:40 smithi069 ceph-mon[96738]: pgmap v220: 121 pgs: 10 active+undersized+degraded, 26 active+undersized, 85 active+clean; 336 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 3.2 MiB/s rd, 576 KiB/s wr, 2 op/s; 88/639 objects degraded (13.772%) 2024-04-10T15:36:40.471 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:36:40 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:36:40.471 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:36:40 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:36:40.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:36:40 smithi077 ceph-mon[87572]: osdmap e375: 8 total, 7 up, 8 in 2024-04-10T15:36:40.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:36:40 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:36:40.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:36:40 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:36:40.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:36:40 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:36:40.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:36:40 smithi077 ceph-mon[87572]: pgmap v220: 121 pgs: 10 active+undersized+degraded, 26 active+undersized, 85 active+clean; 336 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 3.2 MiB/s rd, 576 KiB/s wr, 2 op/s; 88/639 objects degraded (13.772%) 2024-04-10T15:36:40.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:36:40 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:36:40.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:36:40 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:36:40.521 INFO:tasks.rados.rados.0.smithi069.stdout:1559: finishing write tid 1 to smithi06982861-49 2024-04-10T15:36:40.521 INFO:tasks.rados.rados.0.smithi069.stdout:1559: finishing write tid 2 to smithi06982861-49 2024-04-10T15:36:40.521 INFO:tasks.rados.rados.0.smithi069.stdout:1556: done (4 left) 2024-04-10T15:36:40.521 INFO:tasks.rados.rados.0.smithi069.stdout:1557: done (3 left) 2024-04-10T15:36:40.522 INFO:tasks.rados.rados.0.smithi069.stdout:1558: done (2 left) 2024-04-10T15:36:40.522 INFO:tasks.rados.rados.0.smithi069.stdout:1560: done (1 left) 2024-04-10T15:36:40.522 INFO:tasks.rados.rados.0.smithi069.stdout:1561: snap_remove snap 150 2024-04-10T15:36:41.130 INFO:tasks.rados.rados.0.smithi069.stdout:1561: done (1 left) 2024-04-10T15:36:41.130 INFO:tasks.rados.rados.0.smithi069.stdout:1562: read oid 43 snap -1 2024-04-10T15:36:41.130 INFO:tasks.rados.rados.0.smithi069.stdout:1562: expect deleted 2024-04-10T15:36:41.130 INFO:tasks.rados.rados.0.smithi069.stdout:1563: setattr oid 27 current snap is 154 2024-04-10T15:36:41.131 INFO:tasks.rados.rados.0.smithi069.stdout:1559: finishing write tid 3 to smithi06982861-49 2024-04-10T15:36:41.131 INFO:tasks.rados.rados.0.smithi069.stdout:1559: finishing write tid 4 to smithi06982861-49 2024-04-10T15:36:41.131 INFO:tasks.rados.rados.0.smithi069.stdout:1559: oid 49 updating version 0 to 709 2024-04-10T15:36:41.131 INFO:tasks.rados.rados.0.smithi069.stdout:1559: oid 49 version 709 is already newer than 707 2024-04-10T15:36:41.131 INFO:tasks.rados.rados.0.smithi069.stdout:1559: oid 49 version 709 is already newer than 708 2024-04-10T15:36:41.131 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 49 v 709 (ObjNum 494 snap 154 seq_num 494) dirty exists 2024-04-10T15:36:41.131 INFO:tasks.rados.rados.0.smithi069.stdout:1559: left oid 49 (ObjNum 494 snap 154 seq_num 494) 2024-04-10T15:36:41.135 INFO:tasks.rados.rados.0.smithi069.stdout:1559: done (2 left) 2024-04-10T15:36:41.135 INFO:tasks.rados.rados.0.smithi069.stdout:1562: done (1 left) 2024-04-10T15:36:41.135 INFO:tasks.rados.rados.0.smithi069.stdout:1564: snap_create 2024-04-10T15:36:41.140 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 27 v 710 (ObjNum 478 snap 152 seq_num 478) dirty exists 2024-04-10T15:36:41.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:36:41 smithi077 ceph-mon[87572]: osdmap e376: 8 total, 7 up, 8 in 2024-04-10T15:36:41.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:36:41 smithi077 ceph-mon[87572]: osdmap e377: 8 total, 7 up, 8 in 2024-04-10T15:36:41.584 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:36:41 smithi069 ceph-mon[94167]: osdmap e376: 8 total, 7 up, 8 in 2024-04-10T15:36:41.585 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:36:41 smithi069 ceph-mon[94167]: osdmap e377: 8 total, 7 up, 8 in 2024-04-10T15:36:41.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:36:41 smithi069 ceph-mon[96738]: osdmap e376: 8 total, 7 up, 8 in 2024-04-10T15:36:41.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:36:41 smithi069 ceph-mon[96738]: osdmap e377: 8 total, 7 up, 8 in 2024-04-10T15:36:42.134 INFO:tasks.rados.rados.0.smithi069.stdout:1563: done (1 left) 2024-04-10T15:36:42.134 INFO:tasks.rados.rados.0.smithi069.stdout:1564: done (0 left) 2024-04-10T15:36:42.134 INFO:tasks.rados.rados.0.smithi069.stdout:1565: snap_remove snap 144 2024-04-10T15:36:42.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:36:42 smithi077 ceph-mon[87572]: pgmap v223: 121 pgs: 10 active+undersized+degraded, 26 active+undersized, 85 active+clean; 338 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 41 KiB/s rd, 850 KiB/s wr, 3 op/s; 89/636 objects degraded (13.994%) 2024-04-10T15:36:42.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:36:42 smithi077 ceph-mon[87572]: osdmap e378: 8 total, 7 up, 8 in 2024-04-10T15:36:42.491 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:36:42 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[78458]: ts=2024-04-10T15:36:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:36:42.510 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:36:42 smithi069 ceph-mon[96738]: pgmap v223: 121 pgs: 10 active+undersized+degraded, 26 active+undersized, 85 active+clean; 338 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 41 KiB/s rd, 850 KiB/s wr, 3 op/s; 89/636 objects degraded (13.994%) 2024-04-10T15:36:42.510 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:36:42 smithi069 ceph-mon[96738]: osdmap e378: 8 total, 7 up, 8 in 2024-04-10T15:36:42.510 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:36:42 smithi069 ceph-mon[94167]: pgmap v223: 121 pgs: 10 active+undersized+degraded, 26 active+undersized, 85 active+clean; 338 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 41 KiB/s rd, 850 KiB/s wr, 3 op/s; 89/636 objects degraded (13.994%) 2024-04-10T15:36:42.510 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:36:42 smithi069 ceph-mon[94167]: osdmap e378: 8 total, 7 up, 8 in 2024-04-10T15:36:43.135 INFO:tasks.rados.rados.0.smithi069.stdout:1565: done (0 left) 2024-04-10T15:36:43.136 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 23 current snap is 155 2024-04-10T15:36:43.136 INFO:tasks.rados.rados.0.smithi069.stdout:1566: seq_num 496 ranges {0=712704,712704=401408} 2024-04-10T15:36:43.140 INFO:tasks.rados.rados.0.smithi069.stdout:1566: writing smithi06982861-23 from 0 to 712704 tid 1 2024-04-10T15:36:43.143 INFO:tasks.rados.rados.0.smithi069.stdout:1566: writing smithi06982861-23 from 712704 to 1114112 tid 2 2024-04-10T15:36:43.144 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 1 current snap is 155 2024-04-10T15:36:43.144 INFO:tasks.rados.rados.0.smithi069.stdout:1567: seq_num 497 ranges {122880=729088,851968=401408} 2024-04-10T15:36:43.149 INFO:tasks.rados.rados.0.smithi069.stdout:1567: writing smithi06982861-1 from 122880 to 851968 tid 1 2024-04-10T15:36:43.152 INFO:tasks.rados.rados.0.smithi069.stdout:1567: writing smithi06982861-1 from 851968 to 1253376 tid 2 2024-04-10T15:36:43.152 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 32 current snap is 155 2024-04-10T15:36:43.153 INFO:tasks.rados.rados.0.smithi069.stdout:1568: seq_num 498 ranges {1261568=745472,2007040=401408} 2024-04-10T15:36:43.163 INFO:tasks.rados.rados.0.smithi069.stdout:1568: writing smithi06982861-32 from 1261568 to 2007040 tid 1 2024-04-10T15:36:43.167 INFO:tasks.rados.rados.0.smithi069.stdout:1568: writing smithi06982861-32 from 2007040 to 2408448 tid 2 2024-04-10T15:36:43.167 INFO:tasks.rados.rados.0.smithi069.stdout:1569: rollback oid 41 current snap is 155 2024-04-10T15:36:43.167 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 41 to 148 2024-04-10T15:36:43.167 INFO:tasks.rados.rados.0.smithi069.stdout:1566: finishing write tid 1 to smithi06982861-23 2024-04-10T15:36:43.167 INFO:tasks.rados.rados.0.smithi069.stdout:1566: finishing write tid 2 to smithi06982861-23 2024-04-10T15:36:43.167 INFO:tasks.rados.rados.0.smithi069.stdout:1567: finishing write tid 1 to smithi06982861-1 2024-04-10T15:36:43.167 INFO:tasks.rados.rados.0.smithi069.stdout:1566: finishing write tid 3 to smithi06982861-23 2024-04-10T15:36:43.167 INFO:tasks.rados.rados.0.smithi069.stdout:1566: finishing write tid 4 to smithi06982861-23 2024-04-10T15:36:43.167 INFO:tasks.rados.rados.0.smithi069.stdout:1566: oid 23 updating version 0 to 447 2024-04-10T15:36:43.167 INFO:tasks.rados.rados.0.smithi069.stdout:1566: oid 23 version 447 is already newer than 445 2024-04-10T15:36:43.167 INFO:tasks.rados.rados.0.smithi069.stdout:1566: oid 23 version 447 is already newer than 446 2024-04-10T15:36:43.168 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 23 v 447 (ObjNum 496 snap 155 seq_num 496) dirty exists 2024-04-10T15:36:43.168 INFO:tasks.rados.rados.0.smithi069.stdout:1566: left oid 23 (ObjNum 496 snap 155 seq_num 496) 2024-04-10T15:36:43.168 INFO:tasks.rados.rados.0.smithi069.stdout:1567: finishing write tid 2 to smithi06982861-1 2024-04-10T15:36:43.168 INFO:tasks.rados.rados.0.smithi069.stdout:1567: finishing write tid 3 to smithi06982861-1 2024-04-10T15:36:43.168 INFO:tasks.rados.rados.0.smithi069.stdout:1567: finishing write tid 4 to smithi06982861-1 2024-04-10T15:36:43.168 INFO:tasks.rados.rados.0.smithi069.stdout:1567: oid 1 updating version 0 to 674 2024-04-10T15:36:43.168 INFO:tasks.rados.rados.0.smithi069.stdout:1567: oid 1 version 674 is already newer than 672 2024-04-10T15:36:43.168 INFO:tasks.rados.rados.0.smithi069.stdout:1567: oid 1 version 674 is already newer than 673 2024-04-10T15:36:43.168 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 1 v 674 (ObjNum 497 snap 155 seq_num 497) dirty exists 2024-04-10T15:36:43.168 INFO:tasks.rados.rados.0.smithi069.stdout:1567: left oid 1 (ObjNum 497 snap 155 seq_num 497) 2024-04-10T15:36:43.168 INFO:tasks.rados.rados.0.smithi069.stdout:1566: done (3 left) 2024-04-10T15:36:43.168 INFO:tasks.rados.rados.0.smithi069.stdout:1567: done (2 left) 2024-04-10T15:36:43.168 INFO:tasks.rados.rados.0.smithi069.stdout:1570: snap_remove snap 145 2024-04-10T15:36:43.335 INFO:journalctl@ceph.osd.2.smithi069.stdout:Apr 10 15:36:43 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-2[112535]: 2024-04-10T15:36:43.040+0000 7fb0cc0ff7c0 -1 osd.2 371 log_to_monitors true 2024-04-10T15:36:43.335 INFO:journalctl@ceph.osd.2.smithi069.stdout:Apr 10 15:36:43 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-2[112535]: 2024-04-10T15:36:43.179+0000 7fb0bd557700 -1 osd.2 371 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-10T15:36:43.335 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:36:43 smithi069 ceph-mon[94167]: Health check update: Degraded data redundancy: 89/636 objects degraded (13.994%), 10 pgs degraded (PG_DEGRADED) 2024-04-10T15:36:43.335 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:36:43 smithi069 ceph-mon[94167]: from='osd.2 [v2:172.21.15.69:6818/1313992462,v1:172.21.15.69:6819/1313992462]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-10T15:36:43.335 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:36:43 smithi069 ceph-mon[94167]: from='osd.2 [v2:172.21.15.69:6818/1313992462,v1:172.21.15.69:6819/1313992462]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-04-10T15:36:43.335 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:36:43 smithi069 ceph-mon[94167]: osdmap e379: 8 total, 7 up, 8 in 2024-04-10T15:36:43.336 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:36:43 smithi069 ceph-mon[94167]: from='osd.2 [v2:172.21.15.69:6818/1313992462,v1:172.21.15.69:6819/1313992462]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi069", "root=default"]}]: dispatch 2024-04-10T15:36:43.336 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:36:43 smithi069 ceph-mon[96738]: Health check update: Degraded data redundancy: 89/636 objects degraded (13.994%), 10 pgs degraded (PG_DEGRADED) 2024-04-10T15:36:43.336 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:36:43 smithi069 ceph-mon[96738]: from='osd.2 [v2:172.21.15.69:6818/1313992462,v1:172.21.15.69:6819/1313992462]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-10T15:36:43.336 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:36:43 smithi069 ceph-mon[96738]: from='osd.2 [v2:172.21.15.69:6818/1313992462,v1:172.21.15.69:6819/1313992462]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-04-10T15:36:43.336 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:36:43 smithi069 ceph-mon[96738]: osdmap e379: 8 total, 7 up, 8 in 2024-04-10T15:36:43.336 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:36:43 smithi069 ceph-mon[96738]: from='osd.2 [v2:172.21.15.69:6818/1313992462,v1:172.21.15.69:6819/1313992462]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi069", "root=default"]}]: dispatch 2024-04-10T15:36:43.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:36:43 smithi077 ceph-mon[87572]: Health check update: Degraded data redundancy: 89/636 objects degraded (13.994%), 10 pgs degraded (PG_DEGRADED) 2024-04-10T15:36:43.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:36:43 smithi077 ceph-mon[87572]: from='osd.2 [v2:172.21.15.69:6818/1313992462,v1:172.21.15.69:6819/1313992462]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-10T15:36:43.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:36:43 smithi077 ceph-mon[87572]: from='osd.2 [v2:172.21.15.69:6818/1313992462,v1:172.21.15.69:6819/1313992462]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-04-10T15:36:43.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:36:43 smithi077 ceph-mon[87572]: osdmap e379: 8 total, 7 up, 8 in 2024-04-10T15:36:43.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:36:43 smithi077 ceph-mon[87572]: from='osd.2 [v2:172.21.15.69:6818/1313992462,v1:172.21.15.69:6819/1313992462]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi069", "root=default"]}]: dispatch 2024-04-10T15:36:43.991 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:36:43 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[78458]: ts=2024-04-10T15:36:43.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi069\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi069\", job=\"node\", machine=\"x86_64\", nodename=\"smithi069\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", domainname=\"(none)\", instance=\"smithi069\", job=\"node\", machine=\"x86_64\", nodename=\"smithi069\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:36:44.136 INFO:tasks.rados.rados.0.smithi069.stdout:1570: done (2 left) 2024-04-10T15:36:44.136 INFO:tasks.rados.rados.0.smithi069.stdout:1571: snap_remove snap 154 2024-04-10T15:36:44.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:36:44 smithi077 ceph-mon[87572]: pgmap v226: 121 pgs: 10 active+undersized+degraded, 26 active+undersized, 85 active+clean; 337 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.4 MiB/s wr, 6 op/s; 89/630 objects degraded (14.127%) 2024-04-10T15:36:44.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:36:44 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:36:44.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:36:44 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:36:44.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:36:44 smithi077 ceph-mon[87572]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-10T15:36:44.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:36:44 smithi077 ceph-mon[87572]: osd.2 [v2:172.21.15.69:6818/1313992462,v1:172.21.15.69:6819/1313992462] boot 2024-04-10T15:36:44.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:36:44 smithi077 ceph-mon[87572]: osdmap e380: 8 total, 8 up, 8 in 2024-04-10T15:36:44.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:36:44 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-10T15:36:44.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:36:44 smithi069 ceph-mon[96738]: pgmap v226: 121 pgs: 10 active+undersized+degraded, 26 active+undersized, 85 active+clean; 337 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.4 MiB/s wr, 6 op/s; 89/630 objects degraded (14.127%) 2024-04-10T15:36:44.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:36:44 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:36:44.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:36:44 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:36:44.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:36:44 smithi069 ceph-mon[96738]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-10T15:36:44.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:36:44 smithi069 ceph-mon[96738]: osd.2 [v2:172.21.15.69:6818/1313992462,v1:172.21.15.69:6819/1313992462] boot 2024-04-10T15:36:44.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:36:44 smithi069 ceph-mon[96738]: osdmap e380: 8 total, 8 up, 8 in 2024-04-10T15:36:44.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:36:44 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-10T15:36:44.585 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:36:44 smithi069 ceph-mon[94167]: pgmap v226: 121 pgs: 10 active+undersized+degraded, 26 active+undersized, 85 active+clean; 337 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.4 MiB/s wr, 6 op/s; 89/630 objects degraded (14.127%) 2024-04-10T15:36:44.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:36:44 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:36:44.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:36:44 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:36:44.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:36:44 smithi069 ceph-mon[94167]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-10T15:36:44.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:36:44 smithi069 ceph-mon[94167]: osd.2 [v2:172.21.15.69:6818/1313992462,v1:172.21.15.69:6819/1313992462] boot 2024-04-10T15:36:44.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:36:44 smithi069 ceph-mon[94167]: osdmap e380: 8 total, 8 up, 8 in 2024-04-10T15:36:44.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:36:44 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-10T15:36:45.136 INFO:tasks.rados.rados.0.smithi069.stdout:1571: done (2 left) 2024-04-10T15:36:45.136 INFO:tasks.rados.rados.0.smithi069.stdout:1572: rmattr oid 27 current snap is 155 2024-04-10T15:36:45.136 INFO:tasks.rados.rados.0.smithi069.stdout:1573: rollback oid 49 current snap is 155 2024-04-10T15:36:45.136 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 49 to 149 2024-04-10T15:36:45.140 INFO:tasks.rados.rados.0.smithi069.stdout:1574: read oid 45 snap 151 2024-04-10T15:36:45.140 INFO:tasks.rados.rados.0.smithi069.stdout:1574: expect (ObjNum 463 snap 147 seq_num 463) 2024-04-10T15:36:45.140 INFO:tasks.rados.rados.0.smithi069.stdout:1575: read oid 39 snap -1 2024-04-10T15:36:45.140 INFO:tasks.rados.rados.0.smithi069.stdout:1575: expect (ObjNum 438 snap 136 seq_num 438) 2024-04-10T15:36:45.140 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 5 current snap is 155 2024-04-10T15:36:45.140 INFO:tasks.rados.rados.0.smithi069.stdout:1576: seq_num 499 ranges {3989504=761856,4751360=401408} 2024-04-10T15:36:45.166 INFO:tasks.rados.rados.0.smithi069.stdout:1576: writing smithi06982861-5 from 3989504 to 4751360 tid 1 2024-04-10T15:36:45.168 INFO:tasks.rados.rados.0.smithi069.stdout:1576: writing smithi06982861-5 from 4751360 to 5152768 tid 2 2024-04-10T15:36:45.170 INFO:tasks.rados.rados.0.smithi069.stdout:1568: finishing write tid 1 to smithi06982861-32 2024-04-10T15:36:45.170 INFO:tasks.rados.rados.0.smithi069.stdout:1569: finishing rollback tid 0 to smithi06982861-41 2024-04-10T15:36:45.170 INFO:tasks.rados.rados.0.smithi069.stdout:1568: finishing write tid 2 to smithi06982861-32 2024-04-10T15:36:45.170 INFO:tasks.rados.rados.0.smithi069.stdout:1568: finishing write tid 3 to smithi06982861-32 2024-04-10T15:36:45.170 INFO:tasks.rados.rados.0.smithi069.stdout:1569: finishing rollback tid 1 to smithi06982861-41 2024-04-10T15:36:45.170 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 41 v 934 (ObjNum 289 snap 0 seq_num 1) dirty dne 2024-04-10T15:36:45.170 INFO:tasks.rados.rados.0.smithi069.stdout:1568: finishing write tid 4 to smithi06982861-32 2024-04-10T15:36:45.170 INFO:tasks.rados.rados.0.smithi069.stdout:1568: oid 32 updating version 0 to 734 2024-04-10T15:36:45.170 INFO:tasks.rados.rados.0.smithi069.stdout:1568: oid 32 updating version 734 to 735 2024-04-10T15:36:45.170 INFO:tasks.rados.rados.0.smithi069.stdout:1568: oid 32 updating version 735 to 736 2024-04-10T15:36:45.170 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 32 v 736 (ObjNum 498 snap 155 seq_num 498) dirty exists 2024-04-10T15:36:45.170 INFO:tasks.rados.rados.0.smithi069.stdout:1568: left oid 32 (ObjNum 498 snap 155 seq_num 498) 2024-04-10T15:36:45.170 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 27 v 729 (ObjNum 478 snap 152 seq_num 478) dirty exists 2024-04-10T15:36:45.171 INFO:tasks.rados.rados.0.smithi069.stdout:1573: finishing rollback tid 0 to smithi06982861-49 2024-04-10T15:36:45.171 INFO:tasks.rados.rados.0.smithi069.stdout:1573: finishing rollback tid 1 to smithi06982861-49 2024-04-10T15:36:45.171 INFO:tasks.rados.rados.0.smithi069.stdout:1573: finishing rollback tid 2 to smithi06982861-49 2024-04-10T15:36:45.171 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 49 v 732 (ObjNum 347 snap 103 seq_num 347) dirty exists 2024-04-10T15:36:45.171 INFO:tasks.rados.rados.0.smithi069.stdout:1568: done (6 left) 2024-04-10T15:36:45.171 INFO:tasks.rados.rados.0.smithi069.stdout:1569: done (5 left) 2024-04-10T15:36:45.171 INFO:tasks.rados.rados.0.smithi069.stdout:1572: done (4 left) 2024-04-10T15:36:45.171 INFO:tasks.rados.rados.0.smithi069.stdout:1573: done (3 left) 2024-04-10T15:36:45.171 INFO:tasks.rados.rados.0.smithi069.stdout:1577: read oid 7 snap -1 2024-04-10T15:36:45.171 INFO:tasks.rados.rados.0.smithi069.stdout:1577: expect deleted 2024-04-10T15:36:45.171 INFO:tasks.rados.rados.0.smithi069.stdout:1578: snap_remove snap 130 2024-04-10T15:36:46.142 INFO:tasks.rados.rados.0.smithi069.stdout:1578: done (4 left) 2024-04-10T15:36:46.142 INFO:tasks.rados.rados.0.smithi069.stdout:1579: setattr oid 46 current snap is 155 2024-04-10T15:36:46.142 INFO:tasks.rados.rados.0.smithi069.stdout:1576: finishing write tid 1 to smithi06982861-5 2024-04-10T15:36:46.143 INFO:tasks.rados.rados.0.smithi069.stdout:1576: finishing write tid 2 to smithi06982861-5 2024-04-10T15:36:46.143 INFO:tasks.rados.rados.0.smithi069.stdout:1576: finishing write tid 3 to smithi06982861-5 2024-04-10T15:36:46.143 INFO:tasks.rados.rados.0.smithi069.stdout:1576: finishing write tid 4 to smithi06982861-5 2024-04-10T15:36:46.143 INFO:tasks.rados.rados.0.smithi069.stdout:1576: oid 5 updating version 0 to 848 2024-04-10T15:36:46.143 INFO:tasks.rados.rados.0.smithi069.stdout:1576: oid 5 updating version 848 to 850 2024-04-10T15:36:46.143 INFO:tasks.rados.rados.0.smithi069.stdout:1576: oid 5 version 850 is already newer than 849 2024-04-10T15:36:46.143 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 5 v 850 (ObjNum 499 snap 155 seq_num 499) dirty exists 2024-04-10T15:36:46.143 INFO:tasks.rados.rados.0.smithi069.stdout:1576: left oid 5 (ObjNum 499 snap 155 seq_num 499) 2024-04-10T15:36:46.143 INFO:tasks.rados.rados.0.smithi069.stdout:1574: expect (ObjNum 463 snap 147 seq_num 463) 2024-04-10T15:36:46.166 INFO:tasks.rados.rados.0.smithi069.stdout:1575: expect (ObjNum 438 snap 136 seq_num 438) 2024-04-10T15:36:46.241 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:36:45 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:36:46.241 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:36:45 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:36:46.241 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:36:45 smithi077 ceph-mon[87572]: osdmap e381: 8 total, 8 up, 8 in 2024-04-10T15:36:46.241 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:36:45 smithi077 ceph-mon[87572]: pgmap v229: 121 pgs: 2 peering, 8 active+undersized+degraded, 16 active+undersized, 95 active+clean; 339 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 2.9 MiB/s rd, 804 KiB/s wr, 4 op/s; 69/630 objects degraded (10.952%); 388 KiB/s, 0 objects/s recovering 2024-04-10T15:36:46.297 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:36:45 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:36:46.297 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:36:45 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:36:46.297 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:36:45 smithi069 ceph-mon[94167]: osdmap e381: 8 total, 8 up, 8 in 2024-04-10T15:36:46.297 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:36:45 smithi069 ceph-mon[94167]: pgmap v229: 121 pgs: 2 peering, 8 active+undersized+degraded, 16 active+undersized, 95 active+clean; 339 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 2.9 MiB/s rd, 804 KiB/s wr, 4 op/s; 69/630 objects degraded (10.952%); 388 KiB/s, 0 objects/s recovering 2024-04-10T15:36:46.298 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:36:45 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:36:46.298 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:36:45 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:36:46.298 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:36:45 smithi069 ceph-mon[96738]: osdmap e381: 8 total, 8 up, 8 in 2024-04-10T15:36:46.298 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:36:45 smithi069 ceph-mon[96738]: pgmap v229: 121 pgs: 2 peering, 8 active+undersized+degraded, 16 active+undersized, 95 active+clean; 339 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 2.9 MiB/s rd, 804 KiB/s wr, 4 op/s; 69/630 objects degraded (10.952%); 388 KiB/s, 0 objects/s recovering 2024-04-10T15:36:46.337 INFO:tasks.rados.rados.0.smithi069.stdout:1574: done (4 left) 2024-04-10T15:36:46.337 INFO:tasks.rados.rados.0.smithi069.stdout:1575: done (3 left) 2024-04-10T15:36:46.338 INFO:tasks.rados.rados.0.smithi069.stdout:1576: done (2 left) 2024-04-10T15:36:46.338 INFO:tasks.rados.rados.0.smithi069.stdout:1577: done (1 left) 2024-04-10T15:36:46.338 INFO:tasks.rados.rados.0.smithi069.stdout:1580: rollback oid 3 current snap is 155 2024-04-10T15:36:46.338 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 3 to 146 2024-04-10T15:36:46.338 INFO:tasks.rados.rados.0.smithi069.stdout:1581: read oid 13 snap -1 2024-04-10T15:36:46.338 INFO:tasks.rados.rados.0.smithi069.stdout:1581: expect (ObjNum 408 snap 125 seq_num 408) 2024-04-10T15:36:46.339 INFO:tasks.rados.rados.0.smithi069.stdout:1582: snap_create 2024-04-10T15:36:46.341 INFO:tasks.rados.rados.0.smithi069.stdout:1580: finishing rollback tid 0 to smithi06982861-3 2024-04-10T15:36:46.341 INFO:tasks.rados.rados.0.smithi069.stdout:1580: finishing rollback tid 1 to smithi06982861-3 2024-04-10T15:36:46.341 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 3 v 665 (ObjNum 161 snap 0 seq_num 0) dirty dne 2024-04-10T15:36:46.341 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 46 v 526 (ObjNum 423 snap 133 seq_num 423) dirty exists 2024-04-10T15:36:46.351 INFO:tasks.rados.rados.0.smithi069.stdout:1581: expect (ObjNum 408 snap 125 seq_num 408) 2024-04-10T15:36:47.085 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:36:46 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:15:36:46] "GET /metrics HTTP/1.1" 200 36198 "" "Prometheus/2.43.0" 2024-04-10T15:36:47.147 INFO:tasks.rados.rados.0.smithi069.stdout:1579: done (3 left) 2024-04-10T15:36:47.147 INFO:tasks.rados.rados.0.smithi069.stdout:1580: done (2 left) 2024-04-10T15:36:47.148 INFO:tasks.rados.rados.0.smithi069.stdout:1581: done (1 left) 2024-04-10T15:36:47.148 INFO:tasks.rados.rados.0.smithi069.stdout:1582: done (0 left) 2024-04-10T15:36:47.148 INFO:tasks.rados.rados.0.smithi069.stdout:1583: snap_create 2024-04-10T15:36:47.403 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:36:47 smithi069 ceph-mon[96738]: osdmap e382: 8 total, 8 up, 8 in 2024-04-10T15:36:47.403 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:36:47 smithi069 ceph-mon[94167]: osdmap e382: 8 total, 8 up, 8 in 2024-04-10T15:36:47.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:36:47 smithi077 ceph-mon[87572]: osdmap e382: 8 total, 8 up, 8 in 2024-04-10T15:36:48.159 INFO:tasks.rados.rados.0.smithi069.stdout:1583: done (0 left) 2024-04-10T15:36:48.159 INFO:tasks.rados.rados.0.smithi069.stdout:1584: copy_from oid 10 from oid 15 current snap is 157 2024-04-10T15:36:48.159 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 35 current snap is 157 2024-04-10T15:36:48.159 INFO:tasks.rados.rados.0.smithi069.stdout:1585: seq_num 500 ranges {9928704=778240,10706944=401408} 2024-04-10T15:36:48.218 INFO:tasks.rados.rados.0.smithi069.stdout:1585: writing smithi06982861-35 from 9928704 to 10706944 tid 1 2024-04-10T15:36:48.221 INFO:tasks.rados.rados.0.smithi069.stdout:1585: writing smithi06982861-35 from 10706944 to 11108352 tid 2 2024-04-10T15:36:48.221 INFO:tasks.rados.rados.0.smithi069.stdout:1586: copy_from oid 6 from oid 14 current snap is 157 2024-04-10T15:36:48.221 INFO:tasks.rados.rados.0.smithi069.stdout:1584: finishing copy_from racing read to smithi06982861-10 2024-04-10T15:36:48.221 INFO:tasks.rados.rados.0.smithi069.stdout:1584: finishing copy_from to smithi06982861-10 2024-04-10T15:36:48.222 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 10 v 614 (ObjNum 472 snap 150 seq_num 472) dirty exists 2024-04-10T15:36:48.222 INFO:tasks.rados.rados.0.smithi069.stdout:1584: done (2 left) 2024-04-10T15:36:48.222 INFO:tasks.rados.rados.0.smithi069.stdout:1587: snap_create 2024-04-10T15:36:48.223 INFO:tasks.rados.rados.0.smithi069.stdout:1586: finishing copy_from to smithi06982861-6 2024-04-10T15:36:48.223 INFO:tasks.rados.rados.0.smithi069.stdout:1586: got expected ENOENT (src dne) 2024-04-10T15:36:48.223 INFO:tasks.rados.rados.0.smithi069.stdout:1586: finishing copy_from racing read to smithi06982861-6 2024-04-10T15:36:48.223 INFO:tasks.rados.rados.0.smithi069.stdout:1585: finishing write tid 1 to smithi06982861-35 2024-04-10T15:36:48.224 INFO:tasks.rados.rados.0.smithi069.stdout:1585: finishing write tid 2 to smithi06982861-35 2024-04-10T15:36:48.224 INFO:tasks.rados.rados.0.smithi069.stdout:1585: finishing write tid 3 to smithi06982861-35 2024-04-10T15:36:48.225 INFO:tasks.rados.rados.0.smithi069.stdout:1585: finishing write tid 4 to smithi06982861-35 2024-04-10T15:36:48.225 INFO:tasks.rados.rados.0.smithi069.stdout:1585: oid 35 updating version 0 to 675 2024-04-10T15:36:48.226 INFO:tasks.rados.rados.0.smithi069.stdout:1585: oid 35 updating version 675 to 676 2024-04-10T15:36:48.226 INFO:tasks.rados.rados.0.smithi069.stdout:1585: oid 35 updating version 676 to 677 2024-04-10T15:36:48.226 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 35 v 677 (ObjNum 500 snap 157 seq_num 500) dirty exists 2024-04-10T15:36:48.226 INFO:tasks.rados.rados.0.smithi069.stdout:1585: left oid 35 (ObjNum 500 snap 157 seq_num 500) 2024-04-10T15:36:48.335 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:36:48 smithi069 ceph-mon[96738]: osdmap e383: 8 total, 8 up, 8 in 2024-04-10T15:36:48.335 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:36:48 smithi069 ceph-mon[96738]: pgmap v232: 121 pgs: 2 peering, 7 active+undersized+degraded, 11 active+undersized, 101 active+clean; 337 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 548 KiB/s wr, 10 op/s; 68/627 objects degraded (10.845%); 388 KiB/s, 0 objects/s recovering 2024-04-10T15:36:48.335 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:36:48 smithi069 ceph-mon[94167]: osdmap e383: 8 total, 8 up, 8 in 2024-04-10T15:36:48.335 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:36:48 smithi069 ceph-mon[94167]: pgmap v232: 121 pgs: 2 peering, 7 active+undersized+degraded, 11 active+undersized, 101 active+clean; 337 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 548 KiB/s wr, 10 op/s; 68/627 objects degraded (10.845%); 388 KiB/s, 0 objects/s recovering 2024-04-10T15:36:48.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:36:48 smithi077 ceph-mon[87572]: osdmap e383: 8 total, 8 up, 8 in 2024-04-10T15:36:48.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:36:48 smithi077 ceph-mon[87572]: pgmap v232: 121 pgs: 2 peering, 7 active+undersized+degraded, 11 active+undersized, 101 active+clean; 337 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 548 KiB/s wr, 10 op/s; 68/627 objects degraded (10.845%); 388 KiB/s, 0 objects/s recovering 2024-04-10T15:36:49.085 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:36:48 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: 2024-04-10T15:36:48.980+0000 7f486a3b0700 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (5 PGs are or would become offline) 2024-04-10T15:36:49.166 INFO:tasks.rados.rados.0.smithi069.stdout:1585: done (2 left) 2024-04-10T15:36:49.166 INFO:tasks.rados.rados.0.smithi069.stdout:1586: done (1 left) 2024-04-10T15:36:49.167 INFO:tasks.rados.rados.0.smithi069.stdout:1587: done (0 left) 2024-04-10T15:36:49.167 INFO:tasks.rados.rados.0.smithi069.stdout:1588: delete oid 36 current snap is 158 2024-04-10T15:36:49.173 INFO:tasks.rados.rados.0.smithi069.stdout:1588: done (0 left) 2024-04-10T15:36:49.173 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 4 current snap is 158 2024-04-10T15:36:49.173 INFO:tasks.rados.rados.0.smithi069.stdout:1589: seq_num 502 ranges {2129920=409600,2539520=417792,2957312=385024} 2024-04-10T15:36:49.186 INFO:tasks.rados.rados.0.smithi069.stdout:1589: writing smithi06982861-4 from 2129920 to 2539520 tid 1 2024-04-10T15:36:49.188 INFO:tasks.rados.rados.0.smithi069.stdout:1589: writing smithi06982861-4 from 2539520 to 2957312 tid 2 2024-04-10T15:36:49.191 INFO:tasks.rados.rados.0.smithi069.stdout:1589: writing smithi06982861-4 from 2957312 to 3342336 tid 3 2024-04-10T15:36:49.191 INFO:tasks.rados.rados.0.smithi069.stdout:1590: rollback oid 39 current snap is 158 2024-04-10T15:36:49.192 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 39 to 108 2024-04-10T15:36:49.192 INFO:tasks.rados.rados.0.smithi069.stdout:1589: finishing write tid 1 to smithi06982861-4 2024-04-10T15:36:49.192 INFO:tasks.rados.rados.0.smithi069.stdout:1591: read oid 48 snap 134 2024-04-10T15:36:49.192 INFO:tasks.rados.rados.0.smithi069.stdout:1591: expect (ObjNum 257 snap 69 seq_num 257) 2024-04-10T15:36:49.192 INFO:tasks.rados.rados.0.smithi069.stdout:1592: rollback oid 36 current snap is 158 2024-04-10T15:36:49.192 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 36 to 146 2024-04-10T15:36:49.192 INFO:tasks.rados.rados.0.smithi069.stdout:1593: rmattr oid 5 current snap is 158 2024-04-10T15:36:49.192 INFO:tasks.rados.rados.0.smithi069.stdout:1593: done (4 left) 2024-04-10T15:36:49.192 INFO:tasks.rados.rados.0.smithi069.stdout:1594: setattr oid 8 current snap is 158 2024-04-10T15:36:49.192 INFO:tasks.rados.rados.0.smithi069.stdout:1589: finishing write tid 2 to smithi06982861-4 2024-04-10T15:36:49.193 INFO:tasks.rados.rados.0.smithi069.stdout:1595: read oid 14 snap 149 2024-04-10T15:36:49.193 INFO:tasks.rados.rados.0.smithi069.stdout:1595: expect deleted 2024-04-10T15:36:49.193 INFO:tasks.rados.rados.0.smithi069.stdout:1596: setattr oid 50 current snap is 158 2024-04-10T15:36:49.194 INFO:tasks.rados.rados.0.smithi069.stdout:1597: snap_remove snap 155 2024-04-10T15:36:49.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:36:49 smithi077 ceph-mon[87572]: Health check update: Degraded data redundancy: 68/627 objects degraded (10.845%), 7 pgs degraded (PG_DEGRADED) 2024-04-10T15:36:49.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:36:49 smithi077 ceph-mon[87572]: osdmap e384: 8 total, 8 up, 8 in 2024-04-10T15:36:49.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:36:49 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:36:49.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:36:49 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:36:49.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:36:49 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:36:49.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:36:49 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:36:49.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:36:49 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:36:49.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:36:49 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:36:49.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:36:49 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:36:49.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:36:49 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:36:49.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:36:49 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:36:49.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:36:49 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-04-10T15:36:49.585 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:36:49 smithi069 ceph-mon[94167]: Health check update: Degraded data redundancy: 68/627 objects degraded (10.845%), 7 pgs degraded (PG_DEGRADED) 2024-04-10T15:36:49.585 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:36:49 smithi069 ceph-mon[94167]: osdmap e384: 8 total, 8 up, 8 in 2024-04-10T15:36:49.585 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:36:49 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:36:49.585 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:36:49 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:36:49.585 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:36:49 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:36:49.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:36:49 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:36:49.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:36:49 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:36:49.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:36:49 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:36:49.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:36:49 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:36:49.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:36:49 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:36:49.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:36:49 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:36:49.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:36:49 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-04-10T15:36:49.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:36:49 smithi069 ceph-mon[96738]: Health check update: Degraded data redundancy: 68/627 objects degraded (10.845%), 7 pgs degraded (PG_DEGRADED) 2024-04-10T15:36:49.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:36:49 smithi069 ceph-mon[96738]: osdmap e384: 8 total, 8 up, 8 in 2024-04-10T15:36:49.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:36:49 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:36:49.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:36:49 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:36:49.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:36:49 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:36:49.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:36:49 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:36:49.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:36:49 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:36:49.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:36:49 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:36:49.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:36:49 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:36:49.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:36:49 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:36:49.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:36:49 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:36:49.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:36:49 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-04-10T15:36:50.171 INFO:tasks.rados.rados.0.smithi069.stdout:1592: finishing rollback tid 1 to smithi06982861-36 2024-04-10T15:36:50.171 INFO:tasks.rados.rados.0.smithi069.stdout:1589: finishing write tid 3 to smithi06982861-4 2024-04-10T15:36:50.171 INFO:tasks.rados.rados.0.smithi069.stdout:1592: finishing rollback tid 2 to smithi06982861-36 2024-04-10T15:36:50.171 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 36 v 759 (ObjNum 459 snap 146 seq_num 459) dirty exists 2024-04-10T15:36:50.171 INFO:tasks.rados.rados.0.smithi069.stdout:1589: finishing write tid 4 to smithi06982861-4 2024-04-10T15:36:50.171 INFO:tasks.rados.rados.0.smithi069.stdout:1590: finishing rollback tid 0 to smithi06982861-39 2024-04-10T15:36:50.171 INFO:tasks.rados.rados.0.smithi069.stdout:1589: finishing write tid 5 to smithi06982861-4 2024-04-10T15:36:50.171 INFO:tasks.rados.rados.0.smithi069.stdout:1589: oid 4 updating version 0 to 968 2024-04-10T15:36:50.172 INFO:tasks.rados.rados.0.smithi069.stdout:1589: oid 4 updating version 968 to 970 2024-04-10T15:36:50.172 INFO:tasks.rados.rados.0.smithi069.stdout:1589: oid 4 updating version 970 to 971 2024-04-10T15:36:50.172 INFO:tasks.rados.rados.0.smithi069.stdout:1589: oid 4 version 971 is already newer than 969 2024-04-10T15:36:50.172 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 4 v 971 (ObjNum 502 snap 158 seq_num 502) dirty exists 2024-04-10T15:36:50.172 INFO:tasks.rados.rados.0.smithi069.stdout:1589: left oid 4 (ObjNum 502 snap 158 seq_num 502) 2024-04-10T15:36:50.172 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 8 v 849 (ObjNum 459 snap 146 seq_num 459) dirty exists 2024-04-10T15:36:50.172 INFO:tasks.rados.rados.0.smithi069.stdout:1590: finishing rollback tid 1 to smithi06982861-39 2024-04-10T15:36:50.172 INFO:tasks.rados.rados.0.smithi069.stdout:1590: finishing rollback tid 2 to smithi06982861-39 2024-04-10T15:36:50.172 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 39 v 739 (ObjNum 347 snap 103 seq_num 347) dirty exists 2024-04-10T15:36:50.172 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 50 v 676 (ObjNum 449 snap 0 seq_num 3227496080) dirty exists 2024-04-10T15:36:50.172 INFO:tasks.rados.rados.0.smithi069.stdout:1591: expect (ObjNum 257 snap 69 seq_num 257) 2024-04-10T15:36:50.302 INFO:tasks.rados.rados.0.smithi069.stdout:1589: done (7 left) 2024-04-10T15:36:50.302 INFO:tasks.rados.rados.0.smithi069.stdout:1590: done (6 left) 2024-04-10T15:36:50.302 INFO:tasks.rados.rados.0.smithi069.stdout:1591: done (5 left) 2024-04-10T15:36:50.302 INFO:tasks.rados.rados.0.smithi069.stdout:1592: done (4 left) 2024-04-10T15:36:50.302 INFO:tasks.rados.rados.0.smithi069.stdout:1594: done (3 left) 2024-04-10T15:36:50.302 INFO:tasks.rados.rados.0.smithi069.stdout:1595: done (2 left) 2024-04-10T15:36:50.302 INFO:tasks.rados.rados.0.smithi069.stdout:1596: done (1 left) 2024-04-10T15:36:50.302 INFO:tasks.rados.rados.0.smithi069.stdout:1597: done (0 left) 2024-04-10T15:36:50.302 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 33 current snap is 158 2024-04-10T15:36:50.302 INFO:tasks.rados.rados.0.smithi069.stdout:1598: seq_num 503 ranges {0=425984,425984=704512,1130496=98304} 2024-04-10T15:36:50.304 INFO:tasks.rados.rados.0.smithi069.stdout:1598: writing smithi06982861-33 from 0 to 425984 tid 1 2024-04-10T15:36:50.308 INFO:tasks.rados.rados.0.smithi069.stdout:1598: writing smithi06982861-33 from 425984 to 1130496 tid 2 2024-04-10T15:36:50.309 INFO:tasks.rados.rados.0.smithi069.stdout:1598: writing smithi06982861-33 from 1130496 to 1228800 tid 3 2024-04-10T15:36:50.309 INFO:tasks.rados.rados.0.smithi069.stdout:1599: rollback oid 16 current snap is 158 2024-04-10T15:36:50.309 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 16 to 108 2024-04-10T15:36:50.309 INFO:tasks.rados.rados.0.smithi069.stdout:1598: finishing write tid 1 to smithi06982861-33 2024-04-10T15:36:50.309 INFO:tasks.rados.rados.0.smithi069.stdout:1600: rollback oid 24 current snap is 158 2024-04-10T15:36:50.309 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 24 to 149 2024-04-10T15:36:50.309 INFO:tasks.rados.rados.0.smithi069.stdout:1601: read oid 34 snap -1 2024-04-10T15:36:50.309 INFO:tasks.rados.rados.0.smithi069.stdout:1601: expect deleted 2024-04-10T15:36:50.310 INFO:tasks.rados.rados.0.smithi069.stdout:1602: read oid 48 snap -1 2024-04-10T15:36:50.310 INFO:tasks.rados.rados.0.smithi069.stdout:1602: expect (ObjNum 484 snap 153 seq_num 484) 2024-04-10T15:36:50.310 INFO:tasks.rados.rados.0.smithi069.stdout:1603: setattr oid 9 current snap is 158 2024-04-10T15:36:50.311 INFO:tasks.rados.rados.0.smithi069.stdout:1601: done (5 left) 2024-04-10T15:36:50.312 INFO:tasks.rados.rados.0.smithi069.stdout:1604: snap_remove snap 148 2024-04-10T15:36:50.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:36:50 smithi077 ceph-mon[87572]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-04-10T15:36:50.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:36:50 smithi077 ceph-mon[87572]: Upgrade: unsafe to stop osd(s) at this time (5 PGs are or would become offline) 2024-04-10T15:36:50.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:36:50 smithi077 ceph-mon[87572]: osdmap e385: 8 total, 8 up, 8 in 2024-04-10T15:36:50.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:36:50 smithi077 ceph-mon[87572]: pgmap v235: 121 pgs: 121 active+clean; 320 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 5.3 MiB/s rd, 852 KiB/s wr, 17 op/s; 896 KiB/s, 0 objects/s recovering 2024-04-10T15:36:50.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:36:50 smithi069 ceph-mon[96738]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-04-10T15:36:50.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:36:50 smithi069 ceph-mon[96738]: Upgrade: unsafe to stop osd(s) at this time (5 PGs are or would become offline) 2024-04-10T15:36:50.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:36:50 smithi069 ceph-mon[96738]: osdmap e385: 8 total, 8 up, 8 in 2024-04-10T15:36:50.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:36:50 smithi069 ceph-mon[96738]: pgmap v235: 121 pgs: 121 active+clean; 320 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 5.3 MiB/s rd, 852 KiB/s wr, 17 op/s; 896 KiB/s, 0 objects/s recovering 2024-04-10T15:36:50.585 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:36:50 smithi069 ceph-mon[94167]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-04-10T15:36:50.585 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:36:50 smithi069 ceph-mon[94167]: Upgrade: unsafe to stop osd(s) at this time (5 PGs are or would become offline) 2024-04-10T15:36:50.585 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:36:50 smithi069 ceph-mon[94167]: osdmap e385: 8 total, 8 up, 8 in 2024-04-10T15:36:50.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:36:50 smithi069 ceph-mon[94167]: pgmap v235: 121 pgs: 121 active+clean; 320 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 5.3 MiB/s rd, 852 KiB/s wr, 17 op/s; 896 KiB/s, 0 objects/s recovering 2024-04-10T15:36:51.137 INFO:tasks.rados.rados.0.smithi069.stdout:1599: finishing rollback tid 1 to smithi06982861-16 2024-04-10T15:36:51.137 INFO:tasks.rados.rados.0.smithi069.stdout:1600: finishing rollback tid 0 to smithi06982861-24 2024-04-10T15:36:51.137 INFO:tasks.rados.rados.0.smithi069.stdout:1599: finishing rollback tid 2 to smithi06982861-16 2024-04-10T15:36:51.137 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 16 v 738 (ObjNum 353 snap 108 seq_num 353) dirty exists 2024-04-10T15:36:51.137 INFO:tasks.rados.rados.0.smithi069.stdout:1600: finishing rollback tid 1 to smithi06982861-24 2024-04-10T15:36:51.137 INFO:tasks.rados.rados.0.smithi069.stdout:1598: finishing write tid 2 to smithi06982861-33 2024-04-10T15:36:51.137 INFO:tasks.rados.rados.0.smithi069.stdout:1600: finishing rollback tid 2 to smithi06982861-24 2024-04-10T15:36:51.137 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 24 v 742 (ObjNum 457 snap 146 seq_num 457) dirty exists 2024-04-10T15:36:51.137 INFO:tasks.rados.rados.0.smithi069.stdout:1598: finishing write tid 3 to smithi06982861-33 2024-04-10T15:36:51.138 INFO:tasks.rados.rados.0.smithi069.stdout:1598: finishing write tid 4 to smithi06982861-33 2024-04-10T15:36:51.138 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 9 v 604 (ObjNum 445 snap 142 seq_num 445) dirty exists 2024-04-10T15:36:51.138 INFO:tasks.rados.rados.0.smithi069.stdout:1598: finishing write tid 5 to smithi06982861-33 2024-04-10T15:36:51.138 INFO:tasks.rados.rados.0.smithi069.stdout:1598: oid 33 updating version 0 to 854 2024-04-10T15:36:51.138 INFO:tasks.rados.rados.0.smithi069.stdout:1598: oid 33 version 854 is already newer than 852 2024-04-10T15:36:51.138 INFO:tasks.rados.rados.0.smithi069.stdout:1598: oid 33 updating version 854 to 855 2024-04-10T15:36:51.138 INFO:tasks.rados.rados.0.smithi069.stdout:1598: oid 33 version 855 is already newer than 853 2024-04-10T15:36:51.138 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 33 v 855 (ObjNum 503 snap 158 seq_num 503) dirty exists 2024-04-10T15:36:51.138 INFO:tasks.rados.rados.0.smithi069.stdout:1598: left oid 33 (ObjNum 503 snap 158 seq_num 503) 2024-04-10T15:36:51.138 INFO:tasks.rados.rados.0.smithi069.stdout:1602: expect (ObjNum 484 snap 153 seq_num 484) 2024-04-10T15:36:51.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:36:51 smithi077 ceph-mon[87572]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 68/627 objects degraded (10.845%), 7 pgs degraded) 2024-04-10T15:36:51.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:36:51 smithi077 ceph-mon[87572]: Cluster is now healthy 2024-04-10T15:36:51.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:36:51 smithi077 ceph-mon[87572]: osdmap e386: 8 total, 8 up, 8 in 2024-04-10T15:36:51.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:36:51 smithi077 ceph-mon[87572]: osdmap e387: 8 total, 8 up, 8 in 2024-04-10T15:36:51.517 INFO:tasks.rados.rados.0.smithi069.stdout:1598: done (5 left) 2024-04-10T15:36:51.517 INFO:tasks.rados.rados.0.smithi069.stdout:1599: done (4 left) 2024-04-10T15:36:51.517 INFO:tasks.rados.rados.0.smithi069.stdout:1600: done (3 left) 2024-04-10T15:36:51.517 INFO:tasks.rados.rados.0.smithi069.stdout:1602: done (2 left) 2024-04-10T15:36:51.518 INFO:tasks.rados.rados.0.smithi069.stdout:1603: done (1 left) 2024-04-10T15:36:51.518 INFO:tasks.rados.rados.0.smithi069.stdout:1604: done (0 left) 2024-04-10T15:36:51.518 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 15 current snap is 158 2024-04-10T15:36:51.518 INFO:tasks.rados.rados.0.smithi069.stdout:1605: seq_num 504 ranges {10903552=450560,11354112=589824,11943936=212992} 2024-04-10T15:36:51.577 INFO:tasks.rados.rados.0.smithi069.stdout:1605: writing smithi06982861-15 from 10903552 to 11354112 tid 1 2024-04-10T15:36:51.580 INFO:tasks.rados.rados.0.smithi069.stdout:1605: writing smithi06982861-15 from 11354112 to 11943936 tid 2 2024-04-10T15:36:51.582 INFO:tasks.rados.rados.0.smithi069.stdout:1605: writing smithi06982861-15 from 11943936 to 12156928 tid 3 2024-04-10T15:36:51.582 INFO:tasks.rados.rados.0.smithi069.stdout:1606: snap_create 2024-04-10T15:36:51.582 INFO:tasks.rados.rados.0.smithi069.stdout:1605: finishing write tid 1 to smithi06982861-15 2024-04-10T15:36:51.585 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:36:51 smithi069 ceph-mon[94167]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 68/627 objects degraded (10.845%), 7 pgs degraded) 2024-04-10T15:36:51.585 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:36:51 smithi069 ceph-mon[94167]: Cluster is now healthy 2024-04-10T15:36:51.585 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:36:51 smithi069 ceph-mon[94167]: osdmap e386: 8 total, 8 up, 8 in 2024-04-10T15:36:51.585 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:36:51 smithi069 ceph-mon[94167]: osdmap e387: 8 total, 8 up, 8 in 2024-04-10T15:36:51.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:36:51 smithi069 ceph-mon[96738]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 68/627 objects degraded (10.845%), 7 pgs degraded) 2024-04-10T15:36:51.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:36:51 smithi069 ceph-mon[96738]: Cluster is now healthy 2024-04-10T15:36:51.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:36:51 smithi069 ceph-mon[96738]: osdmap e386: 8 total, 8 up, 8 in 2024-04-10T15:36:51.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:36:51 smithi069 ceph-mon[96738]: osdmap e387: 8 total, 8 up, 8 in 2024-04-10T15:36:51.586 INFO:tasks.rados.rados.0.smithi069.stdout:1605: finishing write tid 2 to smithi06982861-15 2024-04-10T15:36:51.586 INFO:tasks.rados.rados.0.smithi069.stdout:1605: finishing write tid 3 to smithi06982861-15 2024-04-10T15:36:51.586 INFO:tasks.rados.rados.0.smithi069.stdout:1605: finishing write tid 4 to smithi06982861-15 2024-04-10T15:36:51.586 INFO:tasks.rados.rados.0.smithi069.stdout:1605: finishing write tid 5 to smithi06982861-15 2024-04-10T15:36:51.586 INFO:tasks.rados.rados.0.smithi069.stdout:1605: oid 15 updating version 0 to 624 2024-04-10T15:36:51.586 INFO:tasks.rados.rados.0.smithi069.stdout:1605: oid 15 updating version 624 to 626 2024-04-10T15:36:51.586 INFO:tasks.rados.rados.0.smithi069.stdout:1605: oid 15 version 626 is already newer than 625 2024-04-10T15:36:51.586 INFO:tasks.rados.rados.0.smithi069.stdout:1605: oid 15 version 626 is already newer than 623 2024-04-10T15:36:51.587 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 15 v 626 (ObjNum 504 snap 158 seq_num 504) dirty exists 2024-04-10T15:36:51.587 INFO:tasks.rados.rados.0.smithi069.stdout:1605: left oid 15 (ObjNum 504 snap 158 seq_num 504) 2024-04-10T15:36:52.182 INFO:tasks.rados.rados.0.smithi069.stdout:1605: done (1 left) 2024-04-10T15:36:52.182 INFO:tasks.rados.rados.0.smithi069.stdout:1606: done (0 left) 2024-04-10T15:36:52.182 INFO:tasks.rados.rados.0.smithi069.stdout:1607: read oid 27 snap -1 2024-04-10T15:36:52.182 INFO:tasks.rados.rados.0.smithi069.stdout:1607: expect (ObjNum 478 snap 152 seq_num 478) 2024-04-10T15:36:52.182 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 9 current snap is 159 2024-04-10T15:36:52.182 INFO:tasks.rados.rados.0.smithi069.stdout:1608: seq_num 505 ranges {253952=466944,720896=475136,1196032=327680} 2024-04-10T15:36:52.186 INFO:tasks.rados.rados.0.smithi069.stdout:1608: writing smithi06982861-9 from 253952 to 720896 tid 1 2024-04-10T15:36:52.188 INFO:tasks.rados.rados.0.smithi069.stdout:1608: writing smithi06982861-9 from 720896 to 1196032 tid 2 2024-04-10T15:36:52.190 INFO:tasks.rados.rados.0.smithi069.stdout:1608: writing smithi06982861-9 from 1196032 to 1523712 tid 3 2024-04-10T15:36:52.190 INFO:tasks.rados.rados.0.smithi069.stdout:1609: rollback oid 32 current snap is 159 2024-04-10T15:36:52.190 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 32 to 158 2024-04-10T15:36:52.191 INFO:tasks.rados.rados.0.smithi069.stdout:1607: expect (ObjNum 478 snap 152 seq_num 478) 2024-04-10T15:36:52.216 INFO:tasks.rados.rados.0.smithi069.stdout:1608: finishing write tid 1 to smithi06982861-9 2024-04-10T15:36:52.217 INFO:tasks.rados.rados.0.smithi069.stdout:1608: finishing write tid 2 to smithi06982861-9 2024-04-10T15:36:52.217 INFO:tasks.rados.rados.0.smithi069.stdout:1609: finishing rollback tid 0 to smithi06982861-32 2024-04-10T15:36:52.217 INFO:tasks.rados.rados.0.smithi069.stdout:1607: done (2 left) 2024-04-10T15:36:52.217 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 19 current snap is 159 2024-04-10T15:36:52.217 INFO:tasks.rados.rados.0.smithi069.stdout:1609: finishing rollback tid 1 to smithi06982861-32 2024-04-10T15:36:52.217 INFO:tasks.rados.rados.0.smithi069.stdout:1608: finishing write tid 3 to smithi06982861-9 2024-04-10T15:36:52.217 INFO:tasks.rados.rados.0.smithi069.stdout:1610: seq_num 506 ranges {0=483328,483328=761856,1245184=40960} 2024-04-10T15:36:52.219 INFO:tasks.rados.rados.0.smithi069.stdout:1610: writing smithi06982861-19 from 0 to 483328 tid 1 2024-04-10T15:36:52.223 INFO:tasks.rados.rados.0.smithi069.stdout:1610: writing smithi06982861-19 from 483328 to 1245184 tid 2 2024-04-10T15:36:52.224 INFO:tasks.rados.rados.0.smithi069.stdout:1610: writing smithi06982861-19 from 1245184 to 1286144 tid 3 2024-04-10T15:36:52.224 INFO:tasks.rados.rados.0.smithi069.stdout:1611: delete oid 46 current snap is 159 2024-04-10T15:36:52.224 INFO:tasks.rados.rados.0.smithi069.stdout:1609: finishing rollback tid 2 to smithi06982861-32 2024-04-10T15:36:52.224 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 32 v 742 (ObjNum 498 snap 155 seq_num 498) dirty exists 2024-04-10T15:36:52.224 INFO:tasks.rados.rados.0.smithi069.stdout:1608: finishing write tid 4 to smithi06982861-9 2024-04-10T15:36:52.224 INFO:tasks.rados.rados.0.smithi069.stdout:1608: finishing write tid 5 to smithi06982861-9 2024-04-10T15:36:52.224 INFO:tasks.rados.rados.0.smithi069.stdout:1608: oid 9 updating version 0 to 606 2024-04-10T15:36:52.225 INFO:tasks.rados.rados.0.smithi069.stdout:1608: oid 9 updating version 606 to 607 2024-04-10T15:36:52.225 INFO:tasks.rados.rados.0.smithi069.stdout:1608: oid 9 updating version 607 to 608 2024-04-10T15:36:52.225 INFO:tasks.rados.rados.0.smithi069.stdout:1608: oid 9 version 608 is already newer than 605 2024-04-10T15:36:52.225 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 9 v 608 (ObjNum 505 snap 159 seq_num 505) dirty exists 2024-04-10T15:36:52.225 INFO:tasks.rados.rados.0.smithi069.stdout:1608: left oid 9 (ObjNum 505 snap 159 seq_num 505) 2024-04-10T15:36:52.225 INFO:tasks.rados.rados.0.smithi069.stdout:1610: finishing write tid 1 to smithi06982861-19 2024-04-10T15:36:52.226 INFO:tasks.rados.rados.0.smithi069.stdout:1608: done (3 left) 2024-04-10T15:36:52.226 INFO:tasks.rados.rados.0.smithi069.stdout:1609: done (2 left) 2024-04-10T15:36:52.226 INFO:tasks.rados.rados.0.smithi069.stdout:1611: done (1 left) 2024-04-10T15:36:52.226 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 44 current snap is 159 2024-04-10T15:36:52.226 INFO:tasks.rados.rados.0.smithi069.stdout:1612: seq_num 508 ranges {12918784=516096,13434880=524288,13959168=278528} 2024-04-10T15:36:52.297 INFO:tasks.rados.rados.0.smithi069.stdout:1612: writing smithi06982861-44 from 12918784 to 13434880 tid 1 2024-04-10T15:36:52.299 INFO:tasks.rados.rados.0.smithi069.stdout:1612: writing smithi06982861-44 from 13434880 to 13959168 tid 2 2024-04-10T15:36:52.302 INFO:tasks.rados.rados.0.smithi069.stdout:1612: writing smithi06982861-44 from 13959168 to 14237696 tid 3 2024-04-10T15:36:52.302 INFO:tasks.rados.rados.0.smithi069.stdout:1613: read oid 20 snap -1 2024-04-10T15:36:52.302 INFO:tasks.rados.rados.0.smithi069.stdout:1613: expect (ObjNum 466 snap 147 seq_num 466) 2024-04-10T15:36:52.302 INFO:tasks.rados.rados.0.smithi069.stdout:1614: snap_create 2024-04-10T15:36:52.302 INFO:tasks.rados.rados.0.smithi069.stdout:1610: finishing write tid 2 to smithi06982861-19 2024-04-10T15:36:52.302 INFO:tasks.rados.rados.0.smithi069.stdout:1610: finishing write tid 3 to smithi06982861-19 2024-04-10T15:36:52.302 INFO:tasks.rados.rados.0.smithi069.stdout:1610: finishing write tid 4 to smithi06982861-19 2024-04-10T15:36:52.302 INFO:tasks.rados.rados.0.smithi069.stdout:1610: finishing write tid 5 to smithi06982861-19 2024-04-10T15:36:52.302 INFO:tasks.rados.rados.0.smithi069.stdout:1610: oid 19 updating version 0 to 983 2024-04-10T15:36:52.302 INFO:tasks.rados.rados.0.smithi069.stdout:1610: oid 19 version 983 is already newer than 982 2024-04-10T15:36:52.302 INFO:tasks.rados.rados.0.smithi069.stdout:1610: oid 19 updating version 983 to 985 2024-04-10T15:36:52.302 INFO:tasks.rados.rados.0.smithi069.stdout:1610: oid 19 version 985 is already newer than 984 2024-04-10T15:36:52.303 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 19 v 985 (ObjNum 506 snap 159 seq_num 506) dirty exists 2024-04-10T15:36:52.303 INFO:tasks.rados.rados.0.smithi069.stdout:1610: left oid 19 (ObjNum 506 snap 159 seq_num 506) 2024-04-10T15:36:52.303 INFO:tasks.rados.rados.0.smithi069.stdout:1612: finishing write tid 1 to smithi06982861-44 2024-04-10T15:36:52.303 INFO:tasks.rados.rados.0.smithi069.stdout:1612: finishing write tid 2 to smithi06982861-44 2024-04-10T15:36:52.304 INFO:tasks.rados.rados.0.smithi069.stdout:1612: finishing write tid 3 to smithi06982861-44 2024-04-10T15:36:52.304 INFO:tasks.rados.rados.0.smithi069.stdout:1612: finishing write tid 4 to smithi06982861-44 2024-04-10T15:36:52.305 INFO:tasks.rados.rados.0.smithi069.stdout:1613: expect (ObjNum 466 snap 147 seq_num 466) 2024-04-10T15:36:52.321 INFO:tasks.rados.rados.0.smithi069.stdout:1612: finishing write tid 5 to smithi06982861-44 2024-04-10T15:36:52.321 INFO:tasks.rados.rados.0.smithi069.stdout:1612: oid 44 updating version 0 to 869 2024-04-10T15:36:52.321 INFO:tasks.rados.rados.0.smithi069.stdout:1612: oid 44 version 869 is already newer than 868 2024-04-10T15:36:52.321 INFO:tasks.rados.rados.0.smithi069.stdout:1612: oid 44 version 869 is already newer than 867 2024-04-10T15:36:52.321 INFO:tasks.rados.rados.0.smithi069.stdout:1612: oid 44 version 869 is already newer than 866 2024-04-10T15:36:52.321 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 44 v 869 (ObjNum 508 snap 159 seq_num 508) dirty exists 2024-04-10T15:36:52.322 INFO:tasks.rados.rados.0.smithi069.stdout:1612: left oid 44 (ObjNum 508 snap 159 seq_num 508) 2024-04-10T15:36:52.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:36:52 smithi077 ceph-mon[87572]: pgmap v238: 121 pgs: 121 active+clean; 320 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 5.3 MiB/s rd, 3.7 MiB/s wr, 23 op/s; 896 KiB/s, 0 objects/s recovering 2024-04-10T15:36:52.491 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:36:52 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[78458]: ts=2024-04-10T15:36:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:36:52.584 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:36:52 smithi069 ceph-mon[96738]: pgmap v238: 121 pgs: 121 active+clean; 320 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 5.3 MiB/s rd, 3.7 MiB/s wr, 23 op/s; 896 KiB/s, 0 objects/s recovering 2024-04-10T15:36:52.585 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:36:52 smithi069 ceph-mon[94167]: pgmap v238: 121 pgs: 121 active+clean; 320 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 5.3 MiB/s rd, 3.7 MiB/s wr, 23 op/s; 896 KiB/s, 0 objects/s recovering 2024-04-10T15:36:53.189 INFO:tasks.rados.rados.0.smithi069.stdout:1610: done (3 left) 2024-04-10T15:36:53.189 INFO:tasks.rados.rados.0.smithi069.stdout:1612: done (2 left) 2024-04-10T15:36:53.189 INFO:tasks.rados.rados.0.smithi069.stdout:1613: done (1 left) 2024-04-10T15:36:53.189 INFO:tasks.rados.rados.0.smithi069.stdout:1614: done (0 left) 2024-04-10T15:36:53.189 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 27 current snap is 160 2024-04-10T15:36:53.189 INFO:tasks.rados.rados.0.smithi069.stdout:1615: seq_num 509 ranges {811008=532480,1343488=409600,1753088=393216} 2024-04-10T15:36:53.196 INFO:tasks.rados.rados.0.smithi069.stdout:1615: writing smithi06982861-27 from 811008 to 1343488 tid 1 2024-04-10T15:36:53.198 INFO:tasks.rados.rados.0.smithi069.stdout:1615: writing smithi06982861-27 from 1343488 to 1753088 tid 2 2024-04-10T15:36:53.201 INFO:tasks.rados.rados.0.smithi069.stdout:1615: writing smithi06982861-27 from 1753088 to 2146304 tid 3 2024-04-10T15:36:53.201 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 15 current snap is 160 2024-04-10T15:36:53.201 INFO:tasks.rados.rados.0.smithi069.stdout:1615: finishing write tid 1 to smithi06982861-27 2024-04-10T15:36:53.201 INFO:tasks.rados.rados.0.smithi069.stdout:1616: seq_num 510 ranges {12156928=548864,12705792=745472,13451264=57344} 2024-04-10T15:36:53.267 INFO:tasks.rados.rados.0.smithi069.stdout:1616: writing smithi06982861-15 from 12156928 to 12705792 tid 1 2024-04-10T15:36:53.272 INFO:tasks.rados.rados.0.smithi069.stdout:1616: writing smithi06982861-15 from 12705792 to 13451264 tid 2 2024-04-10T15:36:53.274 INFO:tasks.rados.rados.0.smithi069.stdout:1616: writing smithi06982861-15 from 13451264 to 13508608 tid 3 2024-04-10T15:36:53.275 INFO:tasks.rados.rados.0.smithi069.stdout:1617: read oid 29 snap -1 2024-04-10T15:36:53.275 INFO:tasks.rados.rados.0.smithi069.stdout:1617: expect (ObjNum 488 snap 153 seq_num 488) 2024-04-10T15:36:53.275 INFO:tasks.rados.rados.0.smithi069.stdout:1618: rollback oid 4 current snap is 160 2024-04-10T15:36:53.275 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 4 to 157 2024-04-10T15:36:53.275 INFO:tasks.rados.rados.0.smithi069.stdout:1615: finishing write tid 2 to smithi06982861-27 2024-04-10T15:36:53.275 INFO:tasks.rados.rados.0.smithi069.stdout:1615: finishing write tid 3 to smithi06982861-27 2024-04-10T15:36:53.275 INFO:tasks.rados.rados.0.smithi069.stdout:1615: finishing write tid 4 to smithi06982861-27 2024-04-10T15:36:53.275 INFO:tasks.rados.rados.0.smithi069.stdout:1615: finishing write tid 5 to smithi06982861-27 2024-04-10T15:36:53.275 INFO:tasks.rados.rados.0.smithi069.stdout:1615: oid 27 updating version 0 to 752 2024-04-10T15:36:53.275 INFO:tasks.rados.rados.0.smithi069.stdout:1615: oid 27 version 752 is already newer than 751 2024-04-10T15:36:53.275 INFO:tasks.rados.rados.0.smithi069.stdout:1615: oid 27 updating version 752 to 753 2024-04-10T15:36:53.275 INFO:tasks.rados.rados.0.smithi069.stdout:1615: oid 27 version 753 is already newer than 750 2024-04-10T15:36:53.276 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 27 v 753 (ObjNum 509 snap 160 seq_num 509) dirty exists 2024-04-10T15:36:53.276 INFO:tasks.rados.rados.0.smithi069.stdout:1615: left oid 27 (ObjNum 509 snap 160 seq_num 509) 2024-04-10T15:36:53.276 INFO:tasks.rados.rados.0.smithi069.stdout:1615: done (3 left) 2024-04-10T15:36:53.276 INFO:tasks.rados.rados.0.smithi069.stdout:1619: read oid 23 snap 157 2024-04-10T15:36:53.276 INFO:tasks.rados.rados.0.smithi069.stdout:1619: expect (ObjNum 496 snap 155 seq_num 496) 2024-04-10T15:36:53.276 INFO:tasks.rados.rados.0.smithi069.stdout:1620: rollback oid 19 current snap is 160 2024-04-10T15:36:53.276 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 19 to 157 2024-04-10T15:36:53.276 INFO:tasks.rados.rados.0.smithi069.stdout:1621: copy_from oid 41 from oid 24 current snap is 160 2024-04-10T15:36:53.276 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 7 current snap is 160 2024-04-10T15:36:53.276 INFO:tasks.rados.rados.0.smithi069.stdout:1616: finishing write tid 1 to smithi06982861-15 2024-04-10T15:36:53.276 INFO:tasks.rados.rados.0.smithi069.stdout:1622: seq_num 511 ranges {0=565248,565248=630784,1196032=172032} 2024-04-10T15:36:53.277 INFO:tasks.rados.rados.0.smithi069.stdout:1622: writing smithi06982861-7 from 0 to 565248 tid 1 2024-04-10T15:36:53.281 INFO:tasks.rados.rados.0.smithi069.stdout:1622: writing smithi06982861-7 from 565248 to 1196032 tid 2 2024-04-10T15:36:53.283 INFO:tasks.rados.rados.0.smithi069.stdout:1622: writing smithi06982861-7 from 1196032 to 1368064 tid 3 2024-04-10T15:36:53.283 INFO:tasks.rados.rados.0.smithi069.stdout:1623: copy_from oid 28 from oid 8 current snap is 160 2024-04-10T15:36:53.283 INFO:tasks.rados.rados.0.smithi069.stdout:1616: finishing write tid 2 to smithi06982861-15 2024-04-10T15:36:53.283 INFO:tasks.rados.rados.0.smithi069.stdout:1616: finishing write tid 3 to smithi06982861-15 2024-04-10T15:36:53.283 INFO:tasks.rados.rados.0.smithi069.stdout:1616: finishing write tid 4 to smithi06982861-15 2024-04-10T15:36:53.283 INFO:tasks.rados.rados.0.smithi069.stdout:1624: delete oid 1 current snap is 160 2024-04-10T15:36:53.283 INFO:tasks.rados.rados.0.smithi069.stdout:1618: finishing rollback tid 0 to smithi06982861-4 2024-04-10T15:36:53.284 INFO:tasks.rados.rados.0.smithi069.stdout:1619: expect (ObjNum 496 snap 155 seq_num 496) 2024-04-10T15:36:53.321 INFO:tasks.rados.rados.0.smithi069.stdout:1622: finishing write tid 1 to smithi06982861-7 2024-04-10T15:36:53.321 INFO:tasks.rados.rados.0.smithi069.stdout:1618: finishing rollback tid 1 to smithi06982861-4 2024-04-10T15:36:53.321 INFO:tasks.rados.rados.0.smithi069.stdout:1618: finishing rollback tid 2 to smithi06982861-4 2024-04-10T15:36:53.321 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 4 v 989 (ObjNum 489 snap 154 seq_num 489) dirty exists 2024-04-10T15:36:53.321 INFO:tasks.rados.rados.0.smithi069.stdout:1618: done (8 left) 2024-04-10T15:36:53.321 INFO:tasks.rados.rados.0.smithi069.stdout:1619: done (7 left) 2024-04-10T15:36:53.321 INFO:tasks.rados.rados.0.smithi069.stdout:1624: done (6 left) 2024-04-10T15:36:53.321 INFO:tasks.rados.rados.0.smithi069.stdout:1625: snap_remove snap 156 2024-04-10T15:36:53.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:36:53 smithi077 ceph-mon[87572]: osdmap e388: 8 total, 8 up, 8 in 2024-04-10T15:36:53.585 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:36:53 smithi069 ceph-mon[94167]: osdmap e388: 8 total, 8 up, 8 in 2024-04-10T15:36:53.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:36:53 smithi069 ceph-mon[96738]: osdmap e388: 8 total, 8 up, 8 in 2024-04-10T15:36:53.991 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:36:53 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[78458]: ts=2024-04-10T15:36:53.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi069\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi069\", job=\"node\", machine=\"x86_64\", nodename=\"smithi069\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", domainname=\"(none)\", instance=\"smithi069\", job=\"node\", machine=\"x86_64\", nodename=\"smithi069\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:36:54.195 INFO:tasks.rados.rados.0.smithi069.stdout:1625: done (6 left) 2024-04-10T15:36:54.195 INFO:tasks.rados.rados.0.smithi069.stdout:1626: copy_from oid 18 from oid 25 current snap is 160 2024-04-10T15:36:54.195 INFO:tasks.rados.rados.0.smithi069.stdout:1620: finishing rollback tid 0 to smithi06982861-19 2024-04-10T15:36:54.195 INFO:tasks.rados.rados.0.smithi069.stdout:1620: finishing rollback tid 1 to smithi06982861-19 2024-04-10T15:36:54.195 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 19 v 992 (ObjNum 33 snap 0 seq_num 1405835056) dirty dne 2024-04-10T15:36:54.196 INFO:tasks.rados.rados.0.smithi069.stdout:1622: finishing write tid 2 to smithi06982861-7 2024-04-10T15:36:54.196 INFO:tasks.rados.rados.0.smithi069.stdout:1622: finishing write tid 3 to smithi06982861-7 2024-04-10T15:36:54.196 INFO:tasks.rados.rados.0.smithi069.stdout:1622: finishing write tid 4 to smithi06982861-7 2024-04-10T15:36:54.196 INFO:tasks.rados.rados.0.smithi069.stdout:1622: finishing write tid 5 to smithi06982861-7 2024-04-10T15:36:54.196 INFO:tasks.rados.rados.0.smithi069.stdout:1622: oid 7 updating version 0 to 744 2024-04-10T15:36:54.196 INFO:tasks.rados.rados.0.smithi069.stdout:1622: oid 7 version 744 is already newer than 743 2024-04-10T15:36:54.196 INFO:tasks.rados.rados.0.smithi069.stdout:1622: oid 7 updating version 744 to 745 2024-04-10T15:36:54.196 INFO:tasks.rados.rados.0.smithi069.stdout:1622: oid 7 updating version 745 to 746 2024-04-10T15:36:54.196 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 7 v 746 (ObjNum 511 snap 160 seq_num 511) dirty exists 2024-04-10T15:36:54.196 INFO:tasks.rados.rados.0.smithi069.stdout:1622: left oid 7 (ObjNum 511 snap 160 seq_num 511) 2024-04-10T15:36:54.196 INFO:tasks.rados.rados.0.smithi069.stdout:1623: finishing copy_from racing read to smithi06982861-28 2024-04-10T15:36:54.196 INFO:tasks.rados.rados.0.smithi069.stdout:1623: finishing copy_from to smithi06982861-28 2024-04-10T15:36:54.196 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 28 v 849 (ObjNum 459 snap 146 seq_num 459) dirty exists 2024-04-10T15:36:54.196 INFO:tasks.rados.rados.0.smithi069.stdout:1616: finishing write tid 5 to smithi06982861-15 2024-04-10T15:36:54.196 INFO:tasks.rados.rados.0.smithi069.stdout:1616: oid 15 updating version 0 to 628 2024-04-10T15:36:54.196 INFO:tasks.rados.rados.0.smithi069.stdout:1616: oid 15 updating version 628 to 629 2024-04-10T15:36:54.197 INFO:tasks.rados.rados.0.smithi069.stdout:1616: oid 15 version 629 is already newer than 627 2024-04-10T15:36:54.197 INFO:tasks.rados.rados.0.smithi069.stdout:1616: oid 15 updating version 629 to 630 2024-04-10T15:36:54.197 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 15 v 630 (ObjNum 510 snap 160 seq_num 510) dirty exists 2024-04-10T15:36:54.197 INFO:tasks.rados.rados.0.smithi069.stdout:1616: left oid 15 (ObjNum 510 snap 160 seq_num 510) 2024-04-10T15:36:54.197 INFO:tasks.rados.rados.0.smithi069.stdout:1617: expect (ObjNum 488 snap 153 seq_num 488) 2024-04-10T15:36:54.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:36:54 smithi077 ceph-mon[87572]: osdmap e389: 8 total, 8 up, 8 in 2024-04-10T15:36:54.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:36:54 smithi077 ceph-mon[87572]: pgmap v241: 121 pgs: 121 active+clean; 333 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 6.6 MiB/s rd, 3.8 MiB/s wr, 24 op/s 2024-04-10T15:36:54.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:36:54 smithi069 ceph-mon[96738]: osdmap e389: 8 total, 8 up, 8 in 2024-04-10T15:36:54.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:36:54 smithi069 ceph-mon[96738]: pgmap v241: 121 pgs: 121 active+clean; 333 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 6.6 MiB/s rd, 3.8 MiB/s wr, 24 op/s 2024-04-10T15:36:54.585 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:36:54 smithi069 ceph-mon[94167]: osdmap e389: 8 total, 8 up, 8 in 2024-04-10T15:36:54.585 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:36:54 smithi069 ceph-mon[94167]: pgmap v241: 121 pgs: 121 active+clean; 333 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 6.6 MiB/s rd, 3.8 MiB/s wr, 24 op/s 2024-04-10T15:36:54.638 INFO:tasks.rados.rados.0.smithi069.stdout:1616: done (6 left) 2024-04-10T15:36:54.639 INFO:tasks.rados.rados.0.smithi069.stdout:1617: done (5 left) 2024-04-10T15:36:54.639 INFO:tasks.rados.rados.0.smithi069.stdout:1620: done (4 left) 2024-04-10T15:36:54.639 INFO:tasks.rados.rados.0.smithi069.stdout:1622: done (3 left) 2024-04-10T15:36:54.639 INFO:tasks.rados.rados.0.smithi069.stdout:1623: done (2 left) 2024-04-10T15:36:54.639 INFO:tasks.rados.rados.0.smithi069.stdout:1627: rmattr oid 38 current snap is 160 2024-04-10T15:36:54.639 INFO:tasks.rados.rados.0.smithi069.stdout:1627: done (2 left) 2024-04-10T15:36:54.639 INFO:tasks.rados.rados.0.smithi069.stdout:1628: read oid 33 snap -1 2024-04-10T15:36:54.639 INFO:tasks.rados.rados.0.smithi069.stdout:1628: expect (ObjNum 503 snap 158 seq_num 503) 2024-04-10T15:36:54.639 INFO:tasks.rados.rados.0.smithi069.stdout:1629: copy_from oid 26 from oid 8 current snap is 160 2024-04-10T15:36:54.639 INFO:tasks.rados.rados.0.smithi069.stdout:1621: finishing copy_from racing read to smithi06982861-41 2024-04-10T15:36:54.639 INFO:tasks.rados.rados.0.smithi069.stdout:1621: finishing copy_from to smithi06982861-41 2024-04-10T15:36:54.639 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 41 v 742 (ObjNum 457 snap 146 seq_num 457) dirty exists 2024-04-10T15:36:54.639 INFO:tasks.rados.rados.0.smithi069.stdout:1626: finishing copy_from to smithi06982861-18 2024-04-10T15:36:54.639 INFO:tasks.rados.rados.0.smithi069.stdout:1626: got expected ENOENT (src dne) 2024-04-10T15:36:54.640 INFO:tasks.rados.rados.0.smithi069.stdout:1626: finishing copy_from racing read to smithi06982861-18 2024-04-10T15:36:54.640 INFO:tasks.rados.rados.0.smithi069.stdout:1621: done (3 left) 2024-04-10T15:36:54.640 INFO:tasks.rados.rados.0.smithi069.stdout:1626: done (2 left) 2024-04-10T15:36:54.640 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 38 current snap is 160 2024-04-10T15:36:54.640 INFO:tasks.rados.rados.0.smithi069.stdout:1630: seq_num 513 ranges {5021696=598016,5619712=794624,6414336=8192} 2024-04-10T15:36:54.668 INFO:tasks.rados.rados.0.smithi069.stdout:1630: writing smithi06982861-38 from 5021696 to 5619712 tid 1 2024-04-10T15:36:54.673 INFO:tasks.rados.rados.0.smithi069.stdout:1630: writing smithi06982861-38 from 5619712 to 6414336 tid 2 2024-04-10T15:36:54.673 INFO:tasks.rados.rados.0.smithi069.stdout:1630: writing smithi06982861-38 from 6414336 to 6422528 tid 3 2024-04-10T15:36:54.673 INFO:tasks.rados.rados.0.smithi069.stdout:1631: setattr oid 47 current snap is 160 2024-04-10T15:36:54.673 INFO:tasks.rados.rados.0.smithi069.stdout:1628: expect (ObjNum 503 snap 158 seq_num 503) 2024-04-10T15:36:54.707 INFO:tasks.rados.rados.0.smithi069.stdout:1629: finishing copy_from racing read to smithi06982861-26 2024-04-10T15:36:54.707 INFO:tasks.rados.rados.0.smithi069.stdout:1629: finishing copy_from to smithi06982861-26 2024-04-10T15:36:54.707 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 26 v 849 (ObjNum 459 snap 146 seq_num 459) dirty exists 2024-04-10T15:36:54.707 INFO:tasks.rados.rados.0.smithi069.stdout:1630: finishing write tid 1 to smithi06982861-38 2024-04-10T15:36:54.707 INFO:tasks.rados.rados.0.smithi069.stdout:1630: finishing write tid 2 to smithi06982861-38 2024-04-10T15:36:54.707 INFO:tasks.rados.rados.0.smithi069.stdout:1630: finishing write tid 3 to smithi06982861-38 2024-04-10T15:36:54.708 INFO:tasks.rados.rados.0.smithi069.stdout:1630: finishing write tid 4 to smithi06982861-38 2024-04-10T15:36:54.708 INFO:tasks.rados.rados.0.smithi069.stdout:1630: finishing write tid 5 to smithi06982861-38 2024-04-10T15:36:54.708 INFO:tasks.rados.rados.0.smithi069.stdout:1630: oid 38 updating version 0 to 853 2024-04-10T15:36:54.708 INFO:tasks.rados.rados.0.smithi069.stdout:1630: oid 38 version 853 is already newer than 851 2024-04-10T15:36:54.708 INFO:tasks.rados.rados.0.smithi069.stdout:1630: oid 38 version 853 is already newer than 852 2024-04-10T15:36:54.708 INFO:tasks.rados.rados.0.smithi069.stdout:1630: oid 38 version 853 is already newer than 850 2024-04-10T15:36:54.708 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 38 v 853 (ObjNum 513 snap 160 seq_num 513) dirty exists 2024-04-10T15:36:54.708 INFO:tasks.rados.rados.0.smithi069.stdout:1630: left oid 38 (ObjNum 513 snap 160 seq_num 513) 2024-04-10T15:36:54.708 INFO:tasks.rados.rados.0.smithi069.stdout:1628: done (3 left) 2024-04-10T15:36:54.708 INFO:tasks.rados.rados.0.smithi069.stdout:1629: done (2 left) 2024-04-10T15:36:54.708 INFO:tasks.rados.rados.0.smithi069.stdout:1630: done (1 left) 2024-04-10T15:36:54.708 INFO:tasks.rados.rados.0.smithi069.stdout:1632: snap_remove snap 146 2024-04-10T15:36:55.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:36:55 smithi077 ceph-mon[87572]: osdmap e390: 8 total, 8 up, 8 in 2024-04-10T15:36:55.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:36:55 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:36:55.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:36:55 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:36:55.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:36:55 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:36:55.585 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:36:55 smithi069 ceph-mon[94167]: osdmap e390: 8 total, 8 up, 8 in 2024-04-10T15:36:55.585 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:36:55 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:36:55.585 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:36:55 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:36:55.585 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:36:55 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:36:55.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:36:55 smithi069 ceph-mon[96738]: osdmap e390: 8 total, 8 up, 8 in 2024-04-10T15:36:55.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:36:55 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:36:55.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:36:55 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:36:55.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:36:55 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:36:55.643 INFO:tasks.rados.rados.0.smithi069.stdout:1632: done (1 left) 2024-04-10T15:36:55.643 INFO:tasks.rados.rados.0.smithi069.stdout:1633: rmattr oid 23 current snap is 160 2024-04-10T15:36:55.643 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 47 v 767 (ObjNum 390 snap 121 seq_num 390) dirty exists 2024-04-10T15:36:55.643 INFO:tasks.rados.rados.0.smithi069.stdout:1631: done (1 left) 2024-04-10T15:36:55.643 INFO:tasks.rados.rados.0.smithi069.stdout:1634: read oid 4 snap 151 2024-04-10T15:36:55.643 INFO:tasks.rados.rados.0.smithi069.stdout:1634: expect (ObjNum 470 snap 150 seq_num 470) 2024-04-10T15:36:55.643 INFO:tasks.rados.rados.0.smithi069.stdout:1635: read oid 21 snap 159 2024-04-10T15:36:55.643 INFO:tasks.rados.rados.0.smithi069.stdout:1635: expect (ObjNum 491 snap 154 seq_num 491) 2024-04-10T15:36:55.644 INFO:tasks.rados.rados.0.smithi069.stdout:1636: snap_remove snap 149 2024-04-10T15:36:56.139 INFO:tasks.rados.rados.0.smithi069.stdout:1636: done (3 left) 2024-04-10T15:36:56.139 INFO:tasks.rados.rados.0.smithi069.stdout:1637: snap_remove snap 158 2024-04-10T15:36:56.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:36:56 smithi077 ceph-mon[87572]: pgmap v243: 121 pgs: 121 active+clean; 345 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 7.7 MiB/s rd, 3.9 MiB/s wr, 24 op/s 2024-04-10T15:36:56.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:36:56 smithi077 ceph-mon[87572]: osdmap e391: 8 total, 8 up, 8 in 2024-04-10T15:36:56.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:36:56 smithi077 ceph-mon[87572]: osdmap e392: 8 total, 8 up, 8 in 2024-04-10T15:36:56.585 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:36:56 smithi069 ceph-mon[94167]: pgmap v243: 121 pgs: 121 active+clean; 345 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 7.7 MiB/s rd, 3.9 MiB/s wr, 24 op/s 2024-04-10T15:36:56.585 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:36:56 smithi069 ceph-mon[94167]: osdmap e391: 8 total, 8 up, 8 in 2024-04-10T15:36:56.585 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:36:56 smithi069 ceph-mon[94167]: osdmap e392: 8 total, 8 up, 8 in 2024-04-10T15:36:56.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:36:56 smithi069 ceph-mon[96738]: pgmap v243: 121 pgs: 121 active+clean; 345 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 7.7 MiB/s rd, 3.9 MiB/s wr, 24 op/s 2024-04-10T15:36:56.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:36:56 smithi069 ceph-mon[96738]: osdmap e391: 8 total, 8 up, 8 in 2024-04-10T15:36:56.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:36:56 smithi069 ceph-mon[96738]: osdmap e392: 8 total, 8 up, 8 in 2024-04-10T15:36:57.139 INFO:tasks.rados.rados.0.smithi069.stdout:1637: done (3 left) 2024-04-10T15:36:57.139 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 36 current snap is 160 2024-04-10T15:36:57.139 INFO:tasks.rados.rados.0.smithi069.stdout:1638: seq_num 514 ranges {491520=614400,1105920=679936,1785856=122880} 2024-04-10T15:36:57.146 INFO:tasks.rados.rados.0.smithi069.stdout:1638: writing smithi06982861-36 from 491520 to 1105920 tid 1 2024-04-10T15:36:57.150 INFO:tasks.rados.rados.0.smithi069.stdout:1638: writing smithi06982861-36 from 1105920 to 1785856 tid 2 2024-04-10T15:36:57.151 INFO:tasks.rados.rados.0.smithi069.stdout:1638: writing smithi06982861-36 from 1785856 to 1908736 tid 3 2024-04-10T15:36:57.151 INFO:tasks.rados.rados.0.smithi069.stdout:1639: rollback oid 42 current snap is 160 2024-04-10T15:36:57.151 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 42 to 159 2024-04-10T15:36:57.151 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 23 v 850 (ObjNum 496 snap 155 seq_num 496) dirty exists 2024-04-10T15:36:57.152 INFO:tasks.rados.rados.0.smithi069.stdout:1634: expect (ObjNum 470 snap 150 seq_num 470) 2024-04-10T15:36:57.192 INFO:tasks.rados.rados.0.smithi069.stdout:1635: expect (ObjNum 491 snap 154 seq_num 491) 2024-04-10T15:36:57.335 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:36:56 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:15:36:56] "GET /metrics HTTP/1.1" 200 36194 "" "Prometheus/2.43.0" 2024-04-10T15:36:57.379 INFO:tasks.rados.rados.0.smithi069.stdout:1638: finishing write tid 1 to smithi06982861-36 2024-04-10T15:36:57.425 INFO:tasks.rados.rados.0.smithi069.stdout:1633: done (4 left) 2024-04-10T15:36:57.425 INFO:tasks.rados.rados.0.smithi069.stdout:1634: done (3 left) 2024-04-10T15:36:57.425 INFO:tasks.rados.rados.0.smithi069.stdout:1635: done (2 left) 2024-04-10T15:36:57.425 INFO:tasks.rados.rados.0.smithi069.stdout:1640: snap_remove snap 134 2024-04-10T15:36:58.143 INFO:tasks.rados.rados.0.smithi069.stdout:1640: done (2 left) 2024-04-10T15:36:58.143 INFO:tasks.rados.rados.0.smithi069.stdout:1641: rollback oid 28 current snap is 160 2024-04-10T15:36:58.143 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 28 to 159 2024-04-10T15:36:58.143 INFO:tasks.rados.rados.0.smithi069.stdout:1642: copy_from oid 29 from oid 20 current snap is 160 2024-04-10T15:36:58.143 INFO:tasks.rados.rados.0.smithi069.stdout:1639: finishing rollback tid 0 to smithi06982861-42 2024-04-10T15:36:58.143 INFO:tasks.rados.rados.0.smithi069.stdout:1638: finishing write tid 2 to smithi06982861-36 2024-04-10T15:36:58.144 INFO:tasks.rados.rados.0.smithi069.stdout:1638: finishing write tid 3 to smithi06982861-36 2024-04-10T15:36:58.144 INFO:tasks.rados.rados.0.smithi069.stdout:1639: finishing rollback tid 1 to smithi06982861-42 2024-04-10T15:36:58.144 INFO:tasks.rados.rados.0.smithi069.stdout:1638: finishing write tid 4 to smithi06982861-36 2024-04-10T15:36:58.144 INFO:tasks.rados.rados.0.smithi069.stdout:1639: finishing rollback tid 2 to smithi06982861-42 2024-04-10T15:36:58.144 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 42 v 775 (ObjNum 427 snap 133 seq_num 427) dirty exists 2024-04-10T15:36:58.144 INFO:tasks.rados.rados.0.smithi069.stdout:1638: finishing write tid 5 to smithi06982861-36 2024-04-10T15:36:58.144 INFO:tasks.rados.rados.0.smithi069.stdout:1638: oid 36 updating version 0 to 782 2024-04-10T15:36:58.144 INFO:tasks.rados.rados.0.smithi069.stdout:1638: oid 36 version 782 is already newer than 781 2024-04-10T15:36:58.144 INFO:tasks.rados.rados.0.smithi069.stdout:1638: oid 36 version 782 is already newer than 780 2024-04-10T15:36:58.144 INFO:tasks.rados.rados.0.smithi069.stdout:1638: oid 36 version 782 is already newer than 779 2024-04-10T15:36:58.144 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 36 v 782 (ObjNum 514 snap 160 seq_num 514) dirty exists 2024-04-10T15:36:58.144 INFO:tasks.rados.rados.0.smithi069.stdout:1638: left oid 36 (ObjNum 514 snap 160 seq_num 514) 2024-04-10T15:36:58.144 INFO:tasks.rados.rados.0.smithi069.stdout:1638: done (3 left) 2024-04-10T15:36:58.144 INFO:tasks.rados.rados.0.smithi069.stdout:1639: done (2 left) 2024-04-10T15:36:58.144 INFO:tasks.rados.rados.0.smithi069.stdout:1643: copy_from oid 37 from oid 32 current snap is 160 2024-04-10T15:36:58.145 INFO:tasks.rados.rados.0.smithi069.stdout:1644: read oid 23 snap -1 2024-04-10T15:36:58.145 INFO:tasks.rados.rados.0.smithi069.stdout:1644: expect (ObjNum 496 snap 155 seq_num 496) 2024-04-10T15:36:58.145 INFO:tasks.rados.rados.0.smithi069.stdout:1645: delete oid 42 current snap is 160 2024-04-10T15:36:58.154 INFO:tasks.rados.rados.0.smithi069.stdout:1645: done (4 left) 2024-04-10T15:36:58.155 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 3 current snap is 160 2024-04-10T15:36:58.155 INFO:tasks.rados.rados.0.smithi069.stdout:1646: seq_num 516 ranges {0=647168,647168=450560,1097728=352256} 2024-04-10T15:36:58.159 INFO:tasks.rados.rados.0.smithi069.stdout:1646: writing smithi06982861-3 from 0 to 647168 tid 1 2024-04-10T15:36:58.162 INFO:tasks.rados.rados.0.smithi069.stdout:1646: writing smithi06982861-3 from 647168 to 1097728 tid 2 2024-04-10T15:36:58.165 INFO:tasks.rados.rados.0.smithi069.stdout:1646: writing smithi06982861-3 from 1097728 to 1449984 tid 3 2024-04-10T15:36:58.165 INFO:tasks.rados.rados.0.smithi069.stdout:1647: setattr oid 24 current snap is 160 2024-04-10T15:36:58.165 INFO:tasks.rados.rados.0.smithi069.stdout:1641: finishing rollback tid 0 to smithi06982861-28 2024-04-10T15:36:58.165 INFO:tasks.rados.rados.0.smithi069.stdout:1644: expect (ObjNum 496 snap 155 seq_num 496) 2024-04-10T15:36:58.203 INFO:tasks.rados.rados.0.smithi069.stdout:1641: finishing rollback tid 1 to smithi06982861-28 2024-04-10T15:36:58.203 INFO:tasks.rados.rados.0.smithi069.stdout:1641: finishing rollback tid 2 to smithi06982861-28 2024-04-10T15:36:58.203 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 28 v 853 (ObjNum 427 snap 133 seq_num 427) dirty exists 2024-04-10T15:36:58.203 INFO:tasks.rados.rados.0.smithi069.stdout:1643: finishing copy_from racing read to smithi06982861-37 2024-04-10T15:36:58.203 INFO:tasks.rados.rados.0.smithi069.stdout:1643: finishing copy_from to smithi06982861-37 2024-04-10T15:36:58.203 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 37 v 742 (ObjNum 498 snap 155 seq_num 498) dirty exists 2024-04-10T15:36:58.203 INFO:tasks.rados.rados.0.smithi069.stdout:1642: finishing copy_from racing read to smithi06982861-29 2024-04-10T15:36:58.203 INFO:tasks.rados.rados.0.smithi069.stdout:1642: finishing copy_from to smithi06982861-29 2024-04-10T15:36:58.203 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 29 v 599 (ObjNum 466 snap 147 seq_num 466) dirty exists 2024-04-10T15:36:58.203 INFO:tasks.rados.rados.0.smithi069.stdout:1646: finishing write tid 1 to smithi06982861-3 2024-04-10T15:36:58.203 INFO:tasks.rados.rados.0.smithi069.stdout:1646: finishing write tid 2 to smithi06982861-3 2024-04-10T15:36:58.203 INFO:tasks.rados.rados.0.smithi069.stdout:1646: finishing write tid 3 to smithi06982861-3 2024-04-10T15:36:58.203 INFO:tasks.rados.rados.0.smithi069.stdout:1646: finishing write tid 4 to smithi06982861-3 2024-04-10T15:36:58.203 INFO:tasks.rados.rados.0.smithi069.stdout:1646: finishing write tid 5 to smithi06982861-3 2024-04-10T15:36:58.204 INFO:tasks.rados.rados.0.smithi069.stdout:1646: oid 3 updating version 0 to 745 2024-04-10T15:36:58.204 INFO:tasks.rados.rados.0.smithi069.stdout:1646: oid 3 version 745 is already newer than 743 2024-04-10T15:36:58.204 INFO:tasks.rados.rados.0.smithi069.stdout:1646: oid 3 updating version 745 to 746 2024-04-10T15:36:58.204 INFO:tasks.rados.rados.0.smithi069.stdout:1646: oid 3 version 746 is already newer than 744 2024-04-10T15:36:58.204 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 3 v 746 (ObjNum 516 snap 160 seq_num 516) dirty exists 2024-04-10T15:36:58.204 INFO:tasks.rados.rados.0.smithi069.stdout:1646: left oid 3 (ObjNum 516 snap 160 seq_num 516) 2024-04-10T15:36:58.204 INFO:tasks.rados.rados.0.smithi069.stdout:1641: done (5 left) 2024-04-10T15:36:58.204 INFO:tasks.rados.rados.0.smithi069.stdout:1642: done (4 left) 2024-04-10T15:36:58.204 INFO:tasks.rados.rados.0.smithi069.stdout:1643: done (3 left) 2024-04-10T15:36:58.204 INFO:tasks.rados.rados.0.smithi069.stdout:1644: done (2 left) 2024-04-10T15:36:58.204 INFO:tasks.rados.rados.0.smithi069.stdout:1646: done (1 left) 2024-04-10T15:36:58.204 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 34 current snap is 160 2024-04-10T15:36:58.204 INFO:tasks.rados.rados.0.smithi069.stdout:1648: seq_num 517 ranges {0=663552,663552=786432,1449984=16384} 2024-04-10T15:36:58.206 INFO:tasks.rados.rados.0.smithi069.stdout:1648: writing smithi06982861-34 from 0 to 663552 tid 1 2024-04-10T15:36:58.211 INFO:tasks.rados.rados.0.smithi069.stdout:1648: writing smithi06982861-34 from 663552 to 1449984 tid 2 2024-04-10T15:36:58.211 INFO:tasks.rados.rados.0.smithi069.stdout:1648: writing smithi06982861-34 from 1449984 to 1466368 tid 3 2024-04-10T15:36:58.211 INFO:tasks.rados.rados.0.smithi069.stdout:1649: copy_from oid 9 from oid 46 current snap is 160 2024-04-10T15:36:58.211 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 24 v 784 (ObjNum 457 snap 146 seq_num 457) dirty exists 2024-04-10T15:36:58.211 INFO:tasks.rados.rados.0.smithi069.stdout:1648: finishing write tid 1 to smithi06982861-34 2024-04-10T15:36:58.211 INFO:tasks.rados.rados.0.smithi069.stdout:1647: done (2 left) 2024-04-10T15:36:58.211 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 20 current snap is 160 2024-04-10T15:36:58.211 INFO:tasks.rados.rados.0.smithi069.stdout:1650: seq_num 518 ranges {614400=679936,1294336=671744,1966080=131072} 2024-04-10T15:36:58.217 INFO:tasks.rados.rados.0.smithi069.stdout:1650: writing smithi06982861-20 from 614400 to 1294336 tid 1 2024-04-10T15:36:58.221 INFO:tasks.rados.rados.0.smithi069.stdout:1650: writing smithi06982861-20 from 1294336 to 1966080 tid 2 2024-04-10T15:36:58.223 INFO:tasks.rados.rados.0.smithi069.stdout:1650: writing smithi06982861-20 from 1966080 to 2097152 tid 3 2024-04-10T15:36:58.223 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 15 current snap is 160 2024-04-10T15:36:58.223 INFO:tasks.rados.rados.0.smithi069.stdout:1649: finishing copy_from to smithi06982861-9 2024-04-10T15:36:58.223 INFO:tasks.rados.rados.0.smithi069.stdout:1649: got expected ENOENT (src dne) 2024-04-10T15:36:58.223 INFO:tasks.rados.rados.0.smithi069.stdout:1649: finishing copy_from racing read to smithi06982861-9 2024-04-10T15:36:58.223 INFO:tasks.rados.rados.0.smithi069.stdout:1648: finishing write tid 2 to smithi06982861-34 2024-04-10T15:36:58.223 INFO:tasks.rados.rados.0.smithi069.stdout:1648: finishing write tid 3 to smithi06982861-34 2024-04-10T15:36:58.223 INFO:tasks.rados.rados.0.smithi069.stdout:1648: finishing write tid 4 to smithi06982861-34 2024-04-10T15:36:58.223 INFO:tasks.rados.rados.0.smithi069.stdout:1648: finishing write tid 5 to smithi06982861-34 2024-04-10T15:36:58.223 INFO:tasks.rados.rados.0.smithi069.stdout:1648: oid 34 updating version 0 to 1021 2024-04-10T15:36:58.223 INFO:tasks.rados.rados.0.smithi069.stdout:1648: oid 34 version 1021 is already newer than 1019 2024-04-10T15:36:58.223 INFO:tasks.rados.rados.0.smithi069.stdout:1648: oid 34 version 1021 is already newer than 1020 2024-04-10T15:36:58.223 INFO:tasks.rados.rados.0.smithi069.stdout:1648: oid 34 version 1021 is already newer than 1018 2024-04-10T15:36:58.223 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 34 v 1021 (ObjNum 517 snap 160 seq_num 517) dirty exists 2024-04-10T15:36:58.223 INFO:tasks.rados.rados.0.smithi069.stdout:1648: left oid 34 (ObjNum 517 snap 160 seq_num 517) 2024-04-10T15:36:58.224 INFO:tasks.rados.rados.0.smithi069.stdout:1650: finishing write tid 1 to smithi06982861-20 2024-04-10T15:36:58.224 INFO:tasks.rados.rados.0.smithi069.stdout:1651: seq_num 519 ranges {13508608=696320,14204928=548864,14753792=253952} 2024-04-10T15:36:58.296 INFO:tasks.rados.rados.0.smithi069.stdout:1651: writing smithi06982861-15 from 13508608 to 14204928 tid 1 2024-04-10T15:36:58.299 INFO:tasks.rados.rados.0.smithi069.stdout:1651: writing smithi06982861-15 from 14204928 to 14753792 tid 2 2024-04-10T15:36:58.301 INFO:tasks.rados.rados.0.smithi069.stdout:1651: writing smithi06982861-15 from 14753792 to 15007744 tid 3 2024-04-10T15:36:58.301 INFO:tasks.rados.rados.0.smithi069.stdout:1648: done (3 left) 2024-04-10T15:36:58.301 INFO:tasks.rados.rados.0.smithi069.stdout:1649: done (2 left) 2024-04-10T15:36:58.301 INFO:tasks.rados.rados.0.smithi069.stdout:1652: read oid 19 snap -1 2024-04-10T15:36:58.301 INFO:tasks.rados.rados.0.smithi069.stdout:1652: expect deleted 2024-04-10T15:36:58.301 INFO:tasks.rados.rados.0.smithi069.stdout:1653: snap_remove snap 157 2024-04-10T15:36:58.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:36:58 smithi077 ceph-mon[87572]: osdmap e393: 8 total, 8 up, 8 in 2024-04-10T15:36:58.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:36:58 smithi077 ceph-mon[87572]: pgmap v247: 121 pgs: 121 active+clean; 345 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.4 MiB/s wr, 14 op/s 2024-04-10T15:36:58.499 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:36:58 smithi069 ceph-mon[94167]: osdmap e393: 8 total, 8 up, 8 in 2024-04-10T15:36:58.500 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:36:58 smithi069 ceph-mon[94167]: pgmap v247: 121 pgs: 121 active+clean; 345 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.4 MiB/s wr, 14 op/s 2024-04-10T15:36:58.500 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:36:58 smithi069 ceph-mon[96738]: osdmap e393: 8 total, 8 up, 8 in 2024-04-10T15:36:58.500 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:36:58 smithi069 ceph-mon[96738]: pgmap v247: 121 pgs: 121 active+clean; 345 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.4 MiB/s wr, 14 op/s 2024-04-10T15:36:59.150 INFO:tasks.rados.rados.0.smithi069.stdout:1650: finishing write tid 2 to smithi06982861-20 2024-04-10T15:36:59.150 INFO:tasks.rados.rados.0.smithi069.stdout:1650: finishing write tid 3 to smithi06982861-20 2024-04-10T15:36:59.150 INFO:tasks.rados.rados.0.smithi069.stdout:1650: finishing write tid 4 to smithi06982861-20 2024-04-10T15:36:59.150 INFO:tasks.rados.rados.0.smithi069.stdout:1650: finishing write tid 5 to smithi06982861-20 2024-04-10T15:36:59.150 INFO:tasks.rados.rados.0.smithi069.stdout:1650: oid 20 updating version 0 to 620 2024-04-10T15:36:59.150 INFO:tasks.rados.rados.0.smithi069.stdout:1650: oid 20 updating version 620 to 623 2024-04-10T15:36:59.150 INFO:tasks.rados.rados.0.smithi069.stdout:1650: oid 20 version 623 is already newer than 622 2024-04-10T15:36:59.150 INFO:tasks.rados.rados.0.smithi069.stdout:1650: oid 20 version 623 is already newer than 621 2024-04-10T15:36:59.151 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 20 v 623 (ObjNum 518 snap 160 seq_num 518) dirty exists 2024-04-10T15:36:59.151 INFO:tasks.rados.rados.0.smithi069.stdout:1650: left oid 20 (ObjNum 518 snap 160 seq_num 518) 2024-04-10T15:36:59.151 INFO:tasks.rados.rados.0.smithi069.stdout:1651: finishing write tid 1 to smithi06982861-15 2024-04-10T15:36:59.151 INFO:tasks.rados.rados.0.smithi069.stdout:1651: finishing write tid 2 to smithi06982861-15 2024-04-10T15:36:59.151 INFO:tasks.rados.rados.0.smithi069.stdout:1651: finishing write tid 3 to smithi06982861-15 2024-04-10T15:36:59.151 INFO:tasks.rados.rados.0.smithi069.stdout:1651: finishing write tid 4 to smithi06982861-15 2024-04-10T15:36:59.151 INFO:tasks.rados.rados.0.smithi069.stdout:1651: finishing write tid 5 to smithi06982861-15 2024-04-10T15:36:59.151 INFO:tasks.rados.rados.0.smithi069.stdout:1651: oid 15 updating version 0 to 643 2024-04-10T15:36:59.151 INFO:tasks.rados.rados.0.smithi069.stdout:1651: oid 15 version 643 is already newer than 642 2024-04-10T15:36:59.151 INFO:tasks.rados.rados.0.smithi069.stdout:1651: oid 15 updating version 643 to 645 2024-04-10T15:36:59.151 INFO:tasks.rados.rados.0.smithi069.stdout:1651: oid 15 version 645 is already newer than 644 2024-04-10T15:36:59.151 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 15 v 645 (ObjNum 519 snap 160 seq_num 519) dirty exists 2024-04-10T15:36:59.151 INFO:tasks.rados.rados.0.smithi069.stdout:1651: left oid 15 (ObjNum 519 snap 160 seq_num 519) 2024-04-10T15:36:59.151 INFO:tasks.rados.rados.0.smithi069.stdout:1650: done (3 left) 2024-04-10T15:36:59.151 INFO:tasks.rados.rados.0.smithi069.stdout:1651: done (2 left) 2024-04-10T15:36:59.152 INFO:tasks.rados.rados.0.smithi069.stdout:1652: done (1 left) 2024-04-10T15:36:59.152 INFO:tasks.rados.rados.0.smithi069.stdout:1653: done (0 left) 2024-04-10T15:36:59.152 INFO:tasks.rados.rados.0.smithi069.stdout:1654: rmattr oid 46 current snap is 160 2024-04-10T15:36:59.152 INFO:tasks.rados.rados.0.smithi069.stdout:1654: done (0 left) 2024-04-10T15:36:59.152 INFO:tasks.rados.rados.0.smithi069.stdout:1655: rollback oid 18 current snap is 160 2024-04-10T15:36:59.152 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 18 to 159 2024-04-10T15:36:59.152 INFO:tasks.rados.rados.0.smithi069.stdout:1656: read oid 20 snap -1 2024-04-10T15:36:59.152 INFO:tasks.rados.rados.0.smithi069.stdout:1656: expect (ObjNum 518 snap 160 seq_num 518) 2024-04-10T15:36:59.152 INFO:tasks.rados.rados.0.smithi069.stdout:1657: snap_create 2024-04-10T15:36:59.164 INFO:tasks.rados.rados.0.smithi069.stdout:1655: finishing rollback tid 0 to smithi06982861-18 2024-04-10T15:36:59.165 INFO:tasks.rados.rados.0.smithi069.stdout:1655: finishing rollback tid 1 to smithi06982861-18 2024-04-10T15:36:59.165 INFO:tasks.rados.rados.0.smithi069.stdout:1655: finishing rollback tid 2 to smithi06982861-18 2024-04-10T15:36:59.165 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 18 v 798 (ObjNum 347 snap 103 seq_num 347) dirty exists 2024-04-10T15:36:59.170 INFO:tasks.rados.rados.0.smithi069.stdout:1656: expect (ObjNum 518 snap 160 seq_num 518) 2024-04-10T15:36:59.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:36:59 smithi077 ceph-mon[87572]: osdmap e394: 8 total, 8 up, 8 in 2024-04-10T15:36:59.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:36:59 smithi069 ceph-mon[96738]: osdmap e394: 8 total, 8 up, 8 in 2024-04-10T15:36:59.585 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:36:59 smithi069 ceph-mon[94167]: osdmap e394: 8 total, 8 up, 8 in 2024-04-10T15:37:00.154 INFO:tasks.rados.rados.0.smithi069.stdout:1655: done (2 left) 2024-04-10T15:37:00.154 INFO:tasks.rados.rados.0.smithi069.stdout:1656: done (1 left) 2024-04-10T15:37:00.154 INFO:tasks.rados.rados.0.smithi069.stdout:1657: done (0 left) 2024-04-10T15:37:00.155 INFO:tasks.rados.rados.0.smithi069.stdout:1658: read oid 1 snap -1 2024-04-10T15:37:00.155 INFO:tasks.rados.rados.0.smithi069.stdout:1658: expect deleted 2024-04-10T15:37:00.155 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 14 current snap is 161 2024-04-10T15:37:00.155 INFO:tasks.rados.rados.0.smithi069.stdout:1659: seq_num 520 ranges {0=712704,712704=434176,1146880=368640} 2024-04-10T15:37:00.158 INFO:tasks.rados.rados.0.smithi069.stdout:1659: writing smithi06982861-14 from 0 to 712704 tid 1 2024-04-10T15:37:00.161 INFO:tasks.rados.rados.0.smithi069.stdout:1659: writing smithi06982861-14 from 712704 to 1146880 tid 2 2024-04-10T15:37:00.163 INFO:tasks.rados.rados.0.smithi069.stdout:1659: writing smithi06982861-14 from 1146880 to 1515520 tid 3 2024-04-10T15:37:00.164 INFO:tasks.rados.rados.0.smithi069.stdout:1660: snap_remove snap 160 2024-04-10T15:37:00.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:37:00 smithi077 ceph-mon[87572]: osdmap e395: 8 total, 8 up, 8 in 2024-04-10T15:37:00.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:37:00 smithi077 ceph-mon[87572]: pgmap v250: 121 pgs: 2 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 117 active+clean; 332 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 6.0 MiB/s rd, 2.2 MiB/s wr, 8 op/s 2024-04-10T15:37:00.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:37:00 smithi069 ceph-mon[96738]: osdmap e395: 8 total, 8 up, 8 in 2024-04-10T15:37:00.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:37:00 smithi069 ceph-mon[96738]: pgmap v250: 121 pgs: 2 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 117 active+clean; 332 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 6.0 MiB/s rd, 2.2 MiB/s wr, 8 op/s 2024-04-10T15:37:00.585 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:37:00 smithi069 ceph-mon[94167]: osdmap e395: 8 total, 8 up, 8 in 2024-04-10T15:37:00.585 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:37:00 smithi069 ceph-mon[94167]: pgmap v250: 121 pgs: 2 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 117 active+clean; 332 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 6.0 MiB/s rd, 2.2 MiB/s wr, 8 op/s 2024-04-10T15:37:01.138 INFO:tasks.rados.rados.0.smithi069.stdout:1660: done (2 left) 2024-04-10T15:37:01.138 INFO:tasks.rados.rados.0.smithi069.stdout:1661: rollback oid 30 current snap is 161 2024-04-10T15:37:01.138 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 30 to 108 2024-04-10T15:37:01.138 INFO:tasks.rados.rados.0.smithi069.stdout:1662: copy_from oid 11 from oid 46 current snap is 161 2024-04-10T15:37:01.138 INFO:tasks.rados.rados.0.smithi069.stdout:1659: finishing write tid 1 to smithi06982861-14 2024-04-10T15:37:01.138 INFO:tasks.rados.rados.0.smithi069.stdout:1659: finishing write tid 2 to smithi06982861-14 2024-04-10T15:37:01.138 INFO:tasks.rados.rados.0.smithi069.stdout:1659: finishing write tid 3 to smithi06982861-14 2024-04-10T15:37:01.138 INFO:tasks.rados.rados.0.smithi069.stdout:1659: finishing write tid 4 to smithi06982861-14 2024-04-10T15:37:01.139 INFO:tasks.rados.rados.0.smithi069.stdout:1659: finishing write tid 5 to smithi06982861-14 2024-04-10T15:37:01.139 INFO:tasks.rados.rados.0.smithi069.stdout:1659: oid 14 updating version 0 to 745 2024-04-10T15:37:01.139 INFO:tasks.rados.rados.0.smithi069.stdout:1659: oid 14 updating version 745 to 746 2024-04-10T15:37:01.139 INFO:tasks.rados.rados.0.smithi069.stdout:1659: oid 14 version 746 is already newer than 743 2024-04-10T15:37:01.139 INFO:tasks.rados.rados.0.smithi069.stdout:1659: oid 14 version 746 is already newer than 744 2024-04-10T15:37:01.139 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 14 v 746 (ObjNum 520 snap 161 seq_num 520) dirty exists 2024-04-10T15:37:01.139 INFO:tasks.rados.rados.0.smithi069.stdout:1659: left oid 14 (ObjNum 520 snap 161 seq_num 520) 2024-04-10T15:37:01.139 INFO:tasks.rados.rados.0.smithi069.stdout:1658: done (3 left) 2024-04-10T15:37:01.139 INFO:tasks.rados.rados.0.smithi069.stdout:1659: done (2 left) 2024-04-10T15:37:01.139 INFO:tasks.rados.rados.0.smithi069.stdout:1663: setattr oid 7 current snap is 161 2024-04-10T15:37:01.140 INFO:tasks.rados.rados.0.smithi069.stdout:1664: copy_from oid 15 from oid 5 current snap is 161 2024-04-10T15:37:01.140 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 14 current snap is 161 2024-04-10T15:37:01.140 INFO:tasks.rados.rados.0.smithi069.stdout:1665: seq_num 521 ranges {1515520=729088,2244608=720896,2965504=81920} 2024-04-10T15:37:01.154 INFO:tasks.rados.rados.0.smithi069.stdout:1665: writing smithi06982861-14 from 1515520 to 2244608 tid 1 2024-04-10T15:37:01.158 INFO:tasks.rados.rados.0.smithi069.stdout:1665: writing smithi06982861-14 from 2244608 to 2965504 tid 2 2024-04-10T15:37:01.159 INFO:tasks.rados.rados.0.smithi069.stdout:1665: writing smithi06982861-14 from 2965504 to 3047424 tid 3 2024-04-10T15:37:01.159 INFO:tasks.rados.rados.0.smithi069.stdout:1666: snap_remove snap 151 2024-04-10T15:37:01.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:37:01 smithi077 ceph-mon[87572]: osdmap e396: 8 total, 8 up, 8 in 2024-04-10T15:37:01.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:37:01 smithi077 ceph-mon[87572]: osdmap e397: 8 total, 8 up, 8 in 2024-04-10T15:37:01.585 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:37:01 smithi069 ceph-mon[94167]: osdmap e396: 8 total, 8 up, 8 in 2024-04-10T15:37:01.585 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:37:01 smithi069 ceph-mon[94167]: osdmap e397: 8 total, 8 up, 8 in 2024-04-10T15:37:01.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:37:01 smithi069 ceph-mon[96738]: osdmap e396: 8 total, 8 up, 8 in 2024-04-10T15:37:01.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:37:01 smithi069 ceph-mon[96738]: osdmap e397: 8 total, 8 up, 8 in 2024-04-10T15:37:02.161 INFO:tasks.rados.rados.0.smithi069.stdout:1666: done (5 left) 2024-04-10T15:37:02.161 INFO:tasks.rados.rados.0.smithi069.stdout:1667: copy_from oid 47 from oid 27 current snap is 161 2024-04-10T15:37:02.161 INFO:tasks.rados.rados.0.smithi069.stdout:1661: finishing rollback tid 1 to smithi06982861-30 2024-04-10T15:37:02.161 INFO:tasks.rados.rados.0.smithi069.stdout:1661: finishing rollback tid 2 to smithi06982861-30 2024-04-10T15:37:02.161 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 30 v 889 (ObjNum 129 snap 0 seq_num 1434483880) dirty exists 2024-04-10T15:37:02.162 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 7 v 854 (ObjNum 511 snap 160 seq_num 511) dirty exists 2024-04-10T15:37:02.162 INFO:tasks.rados.rados.0.smithi069.stdout:1662: finishing copy_from to smithi06982861-11 2024-04-10T15:37:02.162 INFO:tasks.rados.rados.0.smithi069.stdout:1662: got expected ENOENT (src dne) 2024-04-10T15:37:02.162 INFO:tasks.rados.rados.0.smithi069.stdout:1662: finishing copy_from racing read to smithi06982861-11 2024-04-10T15:37:02.162 INFO:tasks.rados.rados.0.smithi069.stdout:1665: finishing write tid 1 to smithi06982861-14 2024-04-10T15:37:02.162 INFO:tasks.rados.rados.0.smithi069.stdout:1665: finishing write tid 2 to smithi06982861-14 2024-04-10T15:37:02.162 INFO:tasks.rados.rados.0.smithi069.stdout:1665: finishing write tid 3 to smithi06982861-14 2024-04-10T15:37:02.162 INFO:tasks.rados.rados.0.smithi069.stdout:1665: finishing write tid 4 to smithi06982861-14 2024-04-10T15:37:02.162 INFO:tasks.rados.rados.0.smithi069.stdout:1665: finishing write tid 5 to smithi06982861-14 2024-04-10T15:37:02.162 INFO:tasks.rados.rados.0.smithi069.stdout:1665: oid 14 updating version 0 to 749 2024-04-10T15:37:02.162 INFO:tasks.rados.rados.0.smithi069.stdout:1665: oid 14 updating version 749 to 750 2024-04-10T15:37:02.162 INFO:tasks.rados.rados.0.smithi069.stdout:1665: oid 14 version 750 is already newer than 747 2024-04-10T15:37:02.162 INFO:tasks.rados.rados.0.smithi069.stdout:1665: oid 14 version 750 is already newer than 748 2024-04-10T15:37:02.162 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 14 v 750 (ObjNum 521 snap 161 seq_num 521) dirty exists 2024-04-10T15:37:02.163 INFO:tasks.rados.rados.0.smithi069.stdout:1665: left oid 14 (ObjNum 521 snap 161 seq_num 521) 2024-04-10T15:37:02.163 INFO:tasks.rados.rados.0.smithi069.stdout:1664: finishing copy_from racing read to smithi06982861-15 2024-04-10T15:37:02.163 INFO:tasks.rados.rados.0.smithi069.stdout:1664: finishing copy_from to smithi06982861-15 2024-04-10T15:37:02.163 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 15 v 850 (ObjNum 499 snap 155 seq_num 499) dirty exists 2024-04-10T15:37:02.163 INFO:tasks.rados.rados.0.smithi069.stdout:1661: done (5 left) 2024-04-10T15:37:02.163 INFO:tasks.rados.rados.0.smithi069.stdout:1662: done (4 left) 2024-04-10T15:37:02.163 INFO:tasks.rados.rados.0.smithi069.stdout:1663: done (3 left) 2024-04-10T15:37:02.163 INFO:tasks.rados.rados.0.smithi069.stdout:1664: done (2 left) 2024-04-10T15:37:02.163 INFO:tasks.rados.rados.0.smithi069.stdout:1665: done (1 left) 2024-04-10T15:37:02.163 INFO:tasks.rados.rados.0.smithi069.stdout:1668: snap_create 2024-04-10T15:37:02.184 INFO:tasks.rados.rados.0.smithi069.stdout:1667: finishing copy_from racing read to smithi06982861-47 2024-04-10T15:37:02.187 INFO:tasks.rados.rados.0.smithi069.stdout:1667: finishing copy_from to smithi06982861-47 2024-04-10T15:37:02.187 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 47 v 753 (ObjNum 509 snap 160 seq_num 509) dirty exists 2024-04-10T15:37:02.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:37:02 smithi077 ceph-mon[87572]: pgmap v253: 121 pgs: 2 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 117 active+clean; 330 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 3.2 MiB/s wr, 24 op/s 2024-04-10T15:37:02.491 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:37:02 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[78458]: ts=2024-04-10T15:37:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:37:02.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:37:02 smithi069 ceph-mon[96738]: pgmap v253: 121 pgs: 2 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 117 active+clean; 330 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 3.2 MiB/s wr, 24 op/s 2024-04-10T15:37:02.585 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:37:02 smithi069 ceph-mon[94167]: pgmap v253: 121 pgs: 2 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 117 active+clean; 330 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 3.2 MiB/s wr, 24 op/s 2024-04-10T15:37:03.162 INFO:tasks.rados.rados.0.smithi069.stdout:1667: done (1 left) 2024-04-10T15:37:03.162 INFO:tasks.rados.rados.0.smithi069.stdout:1668: done (0 left) 2024-04-10T15:37:03.162 INFO:tasks.rados.rados.0.smithi069.stdout:1669: delete oid 30 current snap is 162 2024-04-10T15:37:03.168 INFO:tasks.rados.rados.0.smithi069.stdout:1669: done (0 left) 2024-04-10T15:37:03.168 INFO:tasks.rados.rados.0.smithi069.stdout:1670: rollback oid 41 current snap is 162 2024-04-10T15:37:03.168 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 41 to 108 2024-04-10T15:37:03.168 INFO:tasks.rados.rados.0.smithi069.stdout:1671: read oid 42 snap -1 2024-04-10T15:37:03.168 INFO:tasks.rados.rados.0.smithi069.stdout:1671: expect deleted 2024-04-10T15:37:03.168 INFO:tasks.rados.rados.0.smithi069.stdout:1672: copy_from oid 31 from oid 50 current snap is 162 2024-04-10T15:37:03.169 INFO:tasks.rados.rados.0.smithi069.stdout:1673: snap_create 2024-04-10T15:37:03.173 INFO:tasks.rados.rados.0.smithi069.stdout:1672: finishing copy_from racing read to smithi06982861-31 2024-04-10T15:37:03.174 INFO:tasks.rados.rados.0.smithi069.stdout:1672: finishing copy_from to smithi06982861-31 2024-04-10T15:37:03.175 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 31 v 676 (ObjNum 4417 snap 0 seq_num 1434197520) dirty exists 2024-04-10T15:37:03.176 INFO:tasks.rados.rados.0.smithi069.stdout:1670: finishing rollback tid 0 to smithi06982861-41 2024-04-10T15:37:03.176 INFO:tasks.rados.rados.0.smithi069.stdout:1670: finishing rollback tid 1 to smithi06982861-41 2024-04-10T15:37:03.177 INFO:tasks.rados.rados.0.smithi069.stdout:1670: finishing rollback tid 2 to smithi06982861-41 2024-04-10T15:37:03.177 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 41 v 1033 (ObjNum 297 snap 82 seq_num 297) dirty exists 2024-04-10T15:37:03.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:37:03 smithi077 ceph-mon[87572]: osdmap e398: 8 total, 8 up, 8 in 2024-04-10T15:37:03.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:37:03 smithi069 ceph-mon[96738]: osdmap e398: 8 total, 8 up, 8 in 2024-04-10T15:37:03.585 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:37:03 smithi069 ceph-mon[94167]: osdmap e398: 8 total, 8 up, 8 in 2024-04-10T15:37:03.991 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:37:03 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[78458]: ts=2024-04-10T15:37:03.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi069\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi069\", job=\"node\", machine=\"x86_64\", nodename=\"smithi069\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", domainname=\"(none)\", instance=\"smithi069\", job=\"node\", machine=\"x86_64\", nodename=\"smithi069\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:37:04.176 INFO:tasks.rados.rados.0.smithi069.stdout:1670: done (3 left) 2024-04-10T15:37:04.176 INFO:tasks.rados.rados.0.smithi069.stdout:1671: done (2 left) 2024-04-10T15:37:04.176 INFO:tasks.rados.rados.0.smithi069.stdout:1672: done (1 left) 2024-04-10T15:37:04.176 INFO:tasks.rados.rados.0.smithi069.stdout:1673: done (0 left) 2024-04-10T15:37:04.176 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 47 current snap is 163 2024-04-10T15:37:04.176 INFO:tasks.rados.rados.0.smithi069.stdout:1674: seq_num 523 ranges {2146304=770048,2916352=491520,3407872=311296} 2024-04-10T15:37:04.192 INFO:tasks.rados.rados.0.smithi069.stdout:1674: writing smithi06982861-47 from 2146304 to 2916352 tid 1 2024-04-10T15:37:04.196 INFO:tasks.rados.rados.0.smithi069.stdout:1674: writing smithi06982861-47 from 2916352 to 3407872 tid 2 2024-04-10T15:37:04.199 INFO:tasks.rados.rados.0.smithi069.stdout:1674: writing smithi06982861-47 from 3407872 to 3719168 tid 3 2024-04-10T15:37:04.199 INFO:tasks.rados.rados.0.smithi069.stdout:1675: read oid 37 snap -1 2024-04-10T15:37:04.199 INFO:tasks.rados.rados.0.smithi069.stdout:1675: expect (ObjNum 498 snap 155 seq_num 498) 2024-04-10T15:37:04.199 INFO:tasks.rados.rados.0.smithi069.stdout:1676: read oid 9 snap -1 2024-04-10T15:37:04.199 INFO:tasks.rados.rados.0.smithi069.stdout:1676: expect (ObjNum 505 snap 159 seq_num 505) 2024-04-10T15:37:04.199 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 30 current snap is 163 2024-04-10T15:37:04.199 INFO:tasks.rados.rados.0.smithi069.stdout:1677: seq_num 524 ranges {0=786432,786432=778240,1564672=24576} 2024-04-10T15:37:04.204 INFO:tasks.rados.rados.0.smithi069.stdout:1677: writing smithi06982861-30 from 0 to 786432 tid 1 2024-04-10T15:37:04.211 INFO:tasks.rados.rados.0.smithi069.stdout:1677: writing smithi06982861-30 from 786432 to 1564672 tid 2 2024-04-10T15:37:04.211 INFO:tasks.rados.rados.0.smithi069.stdout:1677: writing smithi06982861-30 from 1564672 to 1589248 tid 3 2024-04-10T15:37:04.211 INFO:tasks.rados.rados.0.smithi069.stdout:1678: rollback oid 15 current snap is 163 2024-04-10T15:37:04.212 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 15 to 162 2024-04-10T15:37:04.212 INFO:tasks.rados.rados.0.smithi069.stdout:1674: finishing write tid 1 to smithi06982861-47 2024-04-10T15:37:04.212 INFO:tasks.rados.rados.0.smithi069.stdout:1674: finishing write tid 2 to smithi06982861-47 2024-04-10T15:37:04.212 INFO:tasks.rados.rados.0.smithi069.stdout:1674: finishing write tid 3 to smithi06982861-47 2024-04-10T15:37:04.212 INFO:tasks.rados.rados.0.smithi069.stdout:1674: finishing write tid 4 to smithi06982861-47 2024-04-10T15:37:04.212 INFO:tasks.rados.rados.0.smithi069.stdout:1674: finishing write tid 5 to smithi06982861-47 2024-04-10T15:37:04.212 INFO:tasks.rados.rados.0.smithi069.stdout:1674: oid 47 updating version 0 to 807 2024-04-10T15:37:04.212 INFO:tasks.rados.rados.0.smithi069.stdout:1674: oid 47 updating version 807 to 809 2024-04-10T15:37:04.212 INFO:tasks.rados.rados.0.smithi069.stdout:1674: oid 47 version 809 is already newer than 808 2024-04-10T15:37:04.212 INFO:tasks.rados.rados.0.smithi069.stdout:1674: oid 47 updating version 809 to 810 2024-04-10T15:37:04.212 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 47 v 810 (ObjNum 523 snap 163 seq_num 523) dirty exists 2024-04-10T15:37:04.212 INFO:tasks.rados.rados.0.smithi069.stdout:1674: left oid 47 (ObjNum 523 snap 163 seq_num 523) 2024-04-10T15:37:04.212 INFO:tasks.rados.rados.0.smithi069.stdout:1677: finishing write tid 1 to smithi06982861-30 2024-04-10T15:37:04.213 INFO:tasks.rados.rados.0.smithi069.stdout:1674: done (4 left) 2024-04-10T15:37:04.213 INFO:tasks.rados.rados.0.smithi069.stdout:1679: read oid 25 snap -1 2024-04-10T15:37:04.213 INFO:tasks.rados.rados.0.smithi069.stdout:1679: expect deleted 2024-04-10T15:37:04.213 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 34 current snap is 163 2024-04-10T15:37:04.213 INFO:tasks.rados.rados.0.smithi069.stdout:1675: expect (ObjNum 498 snap 155 seq_num 498) 2024-04-10T15:37:04.317 INFO:tasks.rados.rados.0.smithi069.stdout:1676: expect (ObjNum 505 snap 159 seq_num 505) 2024-04-10T15:37:04.364 INFO:tasks.rados.rados.0.smithi069.stdout:1680: seq_num 525 ranges {1466368=802816,2269184=712704,2981888=90112} 2024-04-10T15:37:04.378 INFO:tasks.rados.rados.0.smithi069.stdout:1680: writing smithi06982861-34 from 1466368 to 2269184 tid 1 2024-04-10T15:37:04.383 INFO:tasks.rados.rados.0.smithi069.stdout:1680: writing smithi06982861-34 from 2269184 to 2981888 tid 2 2024-04-10T15:37:04.386 INFO:tasks.rados.rados.0.smithi069.stdout:1680: writing smithi06982861-34 from 2981888 to 3072000 tid 3 2024-04-10T15:37:04.386 INFO:tasks.rados.rados.0.smithi069.stdout:1675: done (5 left) 2024-04-10T15:37:04.386 INFO:tasks.rados.rados.0.smithi069.stdout:1676: done (4 left) 2024-04-10T15:37:04.386 INFO:tasks.rados.rados.0.smithi069.stdout:1679: done (3 left) 2024-04-10T15:37:04.386 INFO:tasks.rados.rados.0.smithi069.stdout:1681: copy_from oid 43 from oid 45 current snap is 163 2024-04-10T15:37:04.386 INFO:tasks.rados.rados.0.smithi069.stdout:1678: finishing rollback tid 0 to smithi06982861-15 2024-04-10T15:37:04.386 INFO:tasks.rados.rados.0.smithi069.stdout:1677: finishing write tid 2 to smithi06982861-30 2024-04-10T15:37:04.386 INFO:tasks.rados.rados.0.smithi069.stdout:1678: finishing rollback tid 1 to smithi06982861-15 2024-04-10T15:37:04.386 INFO:tasks.rados.rados.0.smithi069.stdout:1678: finishing rollback tid 2 to smithi06982861-15 2024-04-10T15:37:04.386 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 15 v 853 (ObjNum 499 snap 155 seq_num 499) dirty exists 2024-04-10T15:37:04.387 INFO:tasks.rados.rados.0.smithi069.stdout:1677: finishing write tid 3 to smithi06982861-30 2024-04-10T15:37:04.387 INFO:tasks.rados.rados.0.smithi069.stdout:1677: finishing write tid 4 to smithi06982861-30 2024-04-10T15:37:04.387 INFO:tasks.rados.rados.0.smithi069.stdout:1677: finishing write tid 5 to smithi06982861-30 2024-04-10T15:37:04.387 INFO:tasks.rados.rados.0.smithi069.stdout:1677: oid 30 updating version 0 to 896 2024-04-10T15:37:04.387 INFO:tasks.rados.rados.0.smithi069.stdout:1677: oid 30 updating version 896 to 898 2024-04-10T15:37:04.387 INFO:tasks.rados.rados.0.smithi069.stdout:1677: oid 30 version 898 is already newer than 895 2024-04-10T15:37:04.387 INFO:tasks.rados.rados.0.smithi069.stdout:1677: oid 30 version 898 is already newer than 897 2024-04-10T15:37:04.387 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 30 v 898 (ObjNum 524 snap 163 seq_num 524) dirty exists 2024-04-10T15:37:04.387 INFO:tasks.rados.rados.0.smithi069.stdout:1677: left oid 30 (ObjNum 524 snap 163 seq_num 524) 2024-04-10T15:37:04.387 INFO:tasks.rados.rados.0.smithi069.stdout:1680: finishing write tid 1 to smithi06982861-34 2024-04-10T15:37:04.387 INFO:tasks.rados.rados.0.smithi069.stdout:1677: done (3 left) 2024-04-10T15:37:04.387 INFO:tasks.rados.rados.0.smithi069.stdout:1678: done (2 left) 2024-04-10T15:37:04.388 INFO:tasks.rados.rados.0.smithi069.stdout:1682: copy_from oid 8 from oid 19 current snap is 163 2024-04-10T15:37:04.388 INFO:tasks.rados.rados.0.smithi069.stdout:1683: snap_create 2024-04-10T15:37:04.388 INFO:tasks.rados.rados.0.smithi069.stdout:1680: finishing write tid 2 to smithi06982861-34 2024-04-10T15:37:04.389 INFO:tasks.rados.rados.0.smithi069.stdout:1680: finishing write tid 3 to smithi06982861-34 2024-04-10T15:37:04.389 INFO:tasks.rados.rados.0.smithi069.stdout:1680: finishing write tid 4 to smithi06982861-34 2024-04-10T15:37:04.389 INFO:tasks.rados.rados.0.smithi069.stdout:1682: finishing copy_from to smithi06982861-8 2024-04-10T15:37:04.389 INFO:tasks.rados.rados.0.smithi069.stdout:1682: got expected ENOENT (src dne) 2024-04-10T15:37:04.390 INFO:tasks.rados.rados.0.smithi069.stdout:1682: finishing copy_from racing read to smithi06982861-8 2024-04-10T15:37:04.390 INFO:tasks.rados.rados.0.smithi069.stdout:1680: finishing write tid 5 to smithi06982861-34 2024-04-10T15:37:04.390 INFO:tasks.rados.rados.0.smithi069.stdout:1680: oid 34 updating version 0 to 1036 2024-04-10T15:37:04.390 INFO:tasks.rados.rados.0.smithi069.stdout:1680: oid 34 updating version 1036 to 1037 2024-04-10T15:37:04.390 INFO:tasks.rados.rados.0.smithi069.stdout:1680: oid 34 version 1037 is already newer than 1035 2024-04-10T15:37:04.391 INFO:tasks.rados.rados.0.smithi069.stdout:1680: oid 34 updating version 1037 to 1038 2024-04-10T15:37:04.391 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 34 v 1038 (ObjNum 525 snap 163 seq_num 525) dirty exists 2024-04-10T15:37:04.391 INFO:tasks.rados.rados.0.smithi069.stdout:1680: left oid 34 (ObjNum 525 snap 163 seq_num 525) 2024-04-10T15:37:04.391 INFO:tasks.rados.rados.0.smithi069.stdout:1681: finishing copy_from racing read to smithi06982861-43 2024-04-10T15:37:04.392 INFO:tasks.rados.rados.0.smithi069.stdout:1681: finishing copy_from to smithi06982861-43 2024-04-10T15:37:04.392 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 43 v 576 (ObjNum 463 snap 147 seq_num 463) dirty exists 2024-04-10T15:37:04.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:37:04 smithi077 ceph-mon[87572]: osdmap e399: 8 total, 8 up, 8 in 2024-04-10T15:37:04.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:37:04 smithi077 ceph-mon[87572]: pgmap v256: 121 pgs: 121 active+clean; 322 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 6.2 MiB/s rd, 3.4 MiB/s wr, 26 op/s 2024-04-10T15:37:04.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:37:04 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-04-10T15:37:04.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:37:04 smithi069 ceph-mon[96738]: osdmap e399: 8 total, 8 up, 8 in 2024-04-10T15:37:04.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:37:04 smithi069 ceph-mon[96738]: pgmap v256: 121 pgs: 121 active+clean; 322 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 6.2 MiB/s rd, 3.4 MiB/s wr, 26 op/s 2024-04-10T15:37:04.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:37:04 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-04-10T15:37:04.585 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:37:04 smithi069 ceph-mon[94167]: osdmap e399: 8 total, 8 up, 8 in 2024-04-10T15:37:04.585 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:37:04 smithi069 ceph-mon[94167]: pgmap v256: 121 pgs: 121 active+clean; 322 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 6.2 MiB/s rd, 3.4 MiB/s wr, 26 op/s 2024-04-10T15:37:04.585 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:37:04 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-04-10T15:37:05.172 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:37:05 smithi069 ceph-mon[94167]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-04-10T15:37:05.186 INFO:tasks.rados.rados.0.smithi069.stdout:1680: done (3 left) 2024-04-10T15:37:05.186 INFO:tasks.rados.rados.0.smithi069.stdout:1681: done (2 left) 2024-04-10T15:37:05.186 INFO:tasks.rados.rados.0.smithi069.stdout:1682: done (1 left) 2024-04-10T15:37:05.186 INFO:tasks.rados.rados.0.smithi069.stdout:1683: done (0 left) 2024-04-10T15:37:05.187 INFO:tasks.rados.rados.0.smithi069.stdout:1684: delete oid 20 current snap is 164 2024-04-10T15:37:05.188 INFO:tasks.rados.rados.0.smithi069.stdout:1684: done (0 left) 2024-04-10T15:37:05.189 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 29 current snap is 164 2024-04-10T15:37:05.189 INFO:tasks.rados.rados.0.smithi069.stdout:1685: seq_num 527 ranges {614400=434176,1048576=475136,1523712=565248,2088960=163840} 2024-04-10T15:37:05.194 INFO:tasks.rados.rados.0.smithi069.stdout:1685: writing smithi06982861-29 from 614400 to 1048576 tid 1 2024-04-10T15:37:05.197 INFO:tasks.rados.rados.0.smithi069.stdout:1685: writing smithi06982861-29 from 1048576 to 1523712 tid 2 2024-04-10T15:37:05.201 INFO:tasks.rados.rados.0.smithi069.stdout:1685: writing smithi06982861-29 from 1523712 to 2088960 tid 3 2024-04-10T15:37:05.202 INFO:tasks.rados.rados.0.smithi069.stdout:1685: writing smithi06982861-29 from 2088960 to 2252800 tid 4 2024-04-10T15:37:05.202 INFO:tasks.rados.rados.0.smithi069.stdout:1686: rmattr oid 24 current snap is 164 2024-04-10T15:37:05.202 INFO:tasks.rados.rados.0.smithi069.stdout:1685: finishing write tid 1 to smithi06982861-29 2024-04-10T15:37:05.202 INFO:tasks.rados.rados.0.smithi069.stdout:1685: finishing write tid 2 to smithi06982861-29 2024-04-10T15:37:05.202 INFO:tasks.rados.rados.0.smithi069.stdout:1687: snap_remove snap 162 2024-04-10T15:37:05.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:37:05 smithi077 ceph-mon[87572]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-04-10T15:37:05.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:37:05 smithi077 ceph-mon[87572]: Upgrade: osd.3 is safe to restart 2024-04-10T15:37:05.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:37:05 smithi077 ceph-mon[87572]: osdmap e400: 8 total, 8 up, 8 in 2024-04-10T15:37:05.585 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:37:05 smithi069 ceph-mon[94167]: Upgrade: osd.3 is safe to restart 2024-04-10T15:37:05.585 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:37:05 smithi069 ceph-mon[94167]: osdmap e400: 8 total, 8 up, 8 in 2024-04-10T15:37:05.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:37:05 smithi069 ceph-mon[96738]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-04-10T15:37:05.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:37:05 smithi069 ceph-mon[96738]: Upgrade: osd.3 is safe to restart 2024-04-10T15:37:05.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:37:05 smithi069 ceph-mon[96738]: osdmap e400: 8 total, 8 up, 8 in 2024-04-10T15:37:06.137 INFO:tasks.rados.rados.0.smithi069.stdout:1687: done (2 left) 2024-04-10T15:37:06.137 INFO:tasks.rados.rados.0.smithi069.stdout:1688: delete oid 11 current snap is 164 2024-04-10T15:37:06.137 INFO:tasks.rados.rados.0.smithi069.stdout:1685: finishing write tid 3 to smithi06982861-29 2024-04-10T15:37:06.137 INFO:tasks.rados.rados.0.smithi069.stdout:1685: finishing write tid 4 to smithi06982861-29 2024-04-10T15:37:06.137 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 24 v 798 (ObjNum 457 snap 146 seq_num 457) dirty exists 2024-04-10T15:37:06.137 INFO:tasks.rados.rados.0.smithi069.stdout:1685: finishing write tid 5 to smithi06982861-29 2024-04-10T15:37:06.138 INFO:tasks.rados.rados.0.smithi069.stdout:1685: finishing write tid 6 to smithi06982861-29 2024-04-10T15:37:06.138 INFO:tasks.rados.rados.0.smithi069.stdout:1685: oid 29 updating version 0 to 858 2024-04-10T15:37:06.138 INFO:tasks.rados.rados.0.smithi069.stdout:1685: oid 29 version 858 is already newer than 855 2024-04-10T15:37:06.138 INFO:tasks.rados.rados.0.smithi069.stdout:1685: oid 29 version 858 is already newer than 856 2024-04-10T15:37:06.138 INFO:tasks.rados.rados.0.smithi069.stdout:1685: oid 29 version 858 is already newer than 854 2024-04-10T15:37:06.138 INFO:tasks.rados.rados.0.smithi069.stdout:1685: oid 29 version 858 is already newer than 857 2024-04-10T15:37:06.138 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 29 v 858 (ObjNum 527 snap 164 seq_num 527) dirty exists 2024-04-10T15:37:06.138 INFO:tasks.rados.rados.0.smithi069.stdout:1685: left oid 29 (ObjNum 527 snap 164 seq_num 527) 2024-04-10T15:37:06.144 INFO:tasks.rados.rados.0.smithi069.stdout:1685: done (2 left) 2024-04-10T15:37:06.144 INFO:tasks.rados.rados.0.smithi069.stdout:1686: done (1 left) 2024-04-10T15:37:06.144 INFO:tasks.rados.rados.0.smithi069.stdout:1688: done (0 left) 2024-04-10T15:37:06.144 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 50 current snap is 164 2024-04-10T15:37:06.144 INFO:tasks.rados.rados.0.smithi069.stdout:1689: seq_num 529 ranges {0=466944,466944=647168,1114112=532480,1646592=24576} 2024-04-10T15:37:06.146 INFO:tasks.rados.rados.0.smithi069.stdout:1689: writing smithi06982861-50 from 0 to 466944 tid 1 2024-04-10T15:37:06.151 INFO:tasks.rados.rados.0.smithi069.stdout:1689: writing smithi06982861-50 from 466944 to 1114112 tid 2 2024-04-10T15:37:06.154 INFO:tasks.rados.rados.0.smithi069.stdout:1689: writing smithi06982861-50 from 1114112 to 1646592 tid 3 2024-04-10T15:37:06.154 INFO:tasks.rados.rados.0.smithi069.stdout:1689: writing smithi06982861-50 from 1646592 to 1671168 tid 4 2024-04-10T15:37:06.154 INFO:tasks.rados.rados.0.smithi069.stdout:1690: snap_remove snap 159 2024-04-10T15:37:06.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:37:06 smithi077 ceph-mon[87572]: osdmap e401: 8 total, 8 up, 8 in 2024-04-10T15:37:06.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:37:06 smithi077 ceph-mon[87572]: pgmap v259: 121 pgs: 121 active+clean; 313 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.6 MiB/s wr, 16 op/s 2024-04-10T15:37:06.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:37:06 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:37:06.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:37:06 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-10T15:37:06.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:37:06 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:37:06.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:37:06 smithi077 ceph-mon[87572]: osdmap e402: 8 total, 8 up, 8 in 2024-04-10T15:37:06.533 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:37:06 smithi069 ceph-mon[94167]: osdmap e401: 8 total, 8 up, 8 in 2024-04-10T15:37:06.533 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:37:06 smithi069 ceph-mon[94167]: pgmap v259: 121 pgs: 121 active+clean; 313 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.6 MiB/s wr, 16 op/s 2024-04-10T15:37:06.533 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:37:06 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:37:06.533 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:37:06 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-10T15:37:06.533 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:37:06 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:37:06.533 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:37:06 smithi069 ceph-mon[94167]: osdmap e402: 8 total, 8 up, 8 in 2024-04-10T15:37:06.533 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:37:06 smithi069 ceph-mon[96738]: osdmap e401: 8 total, 8 up, 8 in 2024-04-10T15:37:06.533 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:37:06 smithi069 ceph-mon[96738]: pgmap v259: 121 pgs: 121 active+clean; 313 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.6 MiB/s wr, 16 op/s 2024-04-10T15:37:06.533 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:37:06 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:37:06.533 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:37:06 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-10T15:37:06.534 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:37:06 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:37:06.534 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:37:06 smithi069 ceph-mon[96738]: osdmap e402: 8 total, 8 up, 8 in 2024-04-10T15:37:07.143 INFO:tasks.rados.rados.0.smithi069.stdout:1690: done (1 left) 2024-04-10T15:37:07.143 INFO:tasks.rados.rados.0.smithi069.stdout:1691: read oid 37 snap -1 2024-04-10T15:37:07.143 INFO:tasks.rados.rados.0.smithi069.stdout:1691: expect (ObjNum 498 snap 155 seq_num 498) 2024-04-10T15:37:07.143 INFO:tasks.rados.rados.0.smithi069.stdout:1692: rmattr oid 9 current snap is 164 2024-04-10T15:37:07.143 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 17 current snap is 164 2024-04-10T15:37:07.143 INFO:tasks.rados.rados.0.smithi069.stdout:1693: seq_num 530 ranges {1753088=483328,2236416=532480,2768896=671744} 2024-04-10T15:37:07.155 INFO:tasks.rados.rados.0.smithi069.stdout:1693: writing smithi06982861-17 from 1753088 to 2236416 tid 1 2024-04-10T15:37:07.159 INFO:tasks.rados.rados.0.smithi069.stdout:1693: writing smithi06982861-17 from 2236416 to 2768896 tid 2 2024-04-10T15:37:07.164 INFO:tasks.rados.rados.0.smithi069.stdout:1693: writing smithi06982861-17 from 2768896 to 3440640 tid 3 2024-04-10T15:37:07.164 INFO:tasks.rados.rados.0.smithi069.stdout:1694: delete oid 25 current snap is 164 2024-04-10T15:37:07.164 INFO:tasks.rados.rados.0.smithi069.stdout:1689: finishing write tid 1 to smithi06982861-50 2024-04-10T15:37:07.164 INFO:tasks.rados.rados.0.smithi069.stdout:1689: finishing write tid 2 to smithi06982861-50 2024-04-10T15:37:07.164 INFO:tasks.rados.rados.0.smithi069.stdout:1689: finishing write tid 3 to smithi06982861-50 2024-04-10T15:37:07.164 INFO:tasks.rados.rados.0.smithi069.stdout:1689: finishing write tid 4 to smithi06982861-50 2024-04-10T15:37:07.164 INFO:tasks.rados.rados.0.smithi069.stdout:1689: finishing write tid 5 to smithi06982861-50 2024-04-10T15:37:07.164 INFO:tasks.rados.rados.0.smithi069.stdout:1689: finishing write tid 6 to smithi06982861-50 2024-04-10T15:37:07.164 INFO:tasks.rados.rados.0.smithi069.stdout:1689: oid 50 updating version 0 to 682 2024-04-10T15:37:07.164 INFO:tasks.rados.rados.0.smithi069.stdout:1689: oid 50 version 682 is already newer than 679 2024-04-10T15:37:07.164 INFO:tasks.rados.rados.0.smithi069.stdout:1689: oid 50 version 682 is already newer than 678 2024-04-10T15:37:07.164 INFO:tasks.rados.rados.0.smithi069.stdout:1689: oid 50 version 682 is already newer than 680 2024-04-10T15:37:07.165 INFO:tasks.rados.rados.0.smithi069.stdout:1689: oid 50 version 682 is already newer than 681 2024-04-10T15:37:07.165 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 50 v 682 (ObjNum 529 snap 164 seq_num 529) dirty exists 2024-04-10T15:37:07.165 INFO:tasks.rados.rados.0.smithi069.stdout:1689: left oid 50 (ObjNum 529 snap 164 seq_num 529) 2024-04-10T15:37:07.165 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 9 v 641 (ObjNum 505 snap 159 seq_num 505) dirty exists 2024-04-10T15:37:07.165 INFO:tasks.rados.rados.0.smithi069.stdout:1691: expect (ObjNum 498 snap 155 seq_num 498) 2024-04-10T15:37:07.184 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:37:06 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:15:37:06] "GET /metrics HTTP/1.1" 200 36194 "" "Prometheus/2.43.0" 2024-04-10T15:37:07.266 INFO:tasks.rados.rados.0.smithi069.stdout:1693: finishing write tid 1 to smithi06982861-17 2024-04-10T15:37:07.267 INFO:tasks.rados.rados.0.smithi069.stdout:1693: finishing write tid 2 to smithi06982861-17 2024-04-10T15:37:07.267 INFO:tasks.rados.rados.0.smithi069.stdout:1693: finishing write tid 3 to smithi06982861-17 2024-04-10T15:37:07.267 INFO:tasks.rados.rados.0.smithi069.stdout:1693: finishing write tid 4 to smithi06982861-17 2024-04-10T15:37:07.267 INFO:tasks.rados.rados.0.smithi069.stdout:1693: finishing write tid 5 to smithi06982861-17 2024-04-10T15:37:07.267 INFO:tasks.rados.rados.0.smithi069.stdout:1693: oid 17 updating version 0 to 904 2024-04-10T15:37:07.267 INFO:tasks.rados.rados.0.smithi069.stdout:1693: oid 17 updating version 904 to 905 2024-04-10T15:37:07.267 INFO:tasks.rados.rados.0.smithi069.stdout:1693: oid 17 updating version 905 to 906 2024-04-10T15:37:07.267 INFO:tasks.rados.rados.0.smithi069.stdout:1693: oid 17 version 906 is already newer than 903 2024-04-10T15:37:07.267 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 17 v 906 (ObjNum 530 snap 164 seq_num 530) dirty exists 2024-04-10T15:37:07.267 INFO:tasks.rados.rados.0.smithi069.stdout:1693: left oid 17 (ObjNum 530 snap 164 seq_num 530) 2024-04-10T15:37:07.267 INFO:tasks.rados.rados.0.smithi069.stdout:1689: done (4 left) 2024-04-10T15:37:07.267 INFO:tasks.rados.rados.0.smithi069.stdout:1691: done (3 left) 2024-04-10T15:37:07.267 INFO:tasks.rados.rados.0.smithi069.stdout:1692: done (2 left) 2024-04-10T15:37:07.268 INFO:tasks.rados.rados.0.smithi069.stdout:1693: done (1 left) 2024-04-10T15:37:07.268 INFO:tasks.rados.rados.0.smithi069.stdout:1694: done (0 left) 2024-04-10T15:37:07.268 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 6 current snap is 164 2024-04-10T15:37:07.268 INFO:tasks.rados.rados.0.smithi069.stdout:1695: seq_num 532 ranges {0=516096,516096=696320,1212416=507904} 2024-04-10T15:37:07.269 INFO:tasks.rados.rados.0.smithi069.stdout:1695: writing smithi06982861-6 from 0 to 516096 tid 1 2024-04-10T15:37:07.272 INFO:tasks.rados.rados.0.smithi069.stdout:1695: writing smithi06982861-6 from 516096 to 1212416 tid 2 2024-04-10T15:37:07.275 INFO:tasks.rados.rados.0.smithi069.stdout:1695: writing smithi06982861-6 from 1212416 to 1720320 tid 3 2024-04-10T15:37:07.275 INFO:tasks.rados.rados.0.smithi069.stdout:1696: snap_create 2024-04-10T15:37:07.276 INFO:tasks.rados.rados.0.smithi069.stdout:1695: finishing write tid 1 to smithi06982861-6 2024-04-10T15:37:07.279 INFO:tasks.rados.rados.0.smithi069.stdout:1695: finishing write tid 2 to smithi06982861-6 2024-04-10T15:37:07.279 INFO:tasks.rados.rados.0.smithi069.stdout:1695: finishing write tid 3 to smithi06982861-6 2024-04-10T15:37:07.279 INFO:tasks.rados.rados.0.smithi069.stdout:1695: finishing write tid 4 to smithi06982861-6 2024-04-10T15:37:07.282 INFO:tasks.rados.rados.0.smithi069.stdout:1695: finishing write tid 5 to smithi06982861-6 2024-04-10T15:37:07.282 INFO:tasks.rados.rados.0.smithi069.stdout:1695: oid 6 updating version 0 to 821 2024-04-10T15:37:07.282 INFO:tasks.rados.rados.0.smithi069.stdout:1695: oid 6 updating version 821 to 822 2024-04-10T15:37:07.282 INFO:tasks.rados.rados.0.smithi069.stdout:1695: oid 6 updating version 822 to 823 2024-04-10T15:37:07.283 INFO:tasks.rados.rados.0.smithi069.stdout:1695: oid 6 version 823 is already newer than 820 2024-04-10T15:37:07.283 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 6 v 823 (ObjNum 532 snap 164 seq_num 532) dirty exists 2024-04-10T15:37:07.283 INFO:tasks.rados.rados.0.smithi069.stdout:1695: left oid 6 (ObjNum 532 snap 164 seq_num 532) 2024-04-10T15:37:07.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:37:07 smithi077 ceph-mon[87572]: Upgrade: Updating osd.3 2024-04-10T15:37:07.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:37:07 smithi077 ceph-mon[87572]: Deploying daemon osd.3 on smithi069 2024-04-10T15:37:07.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:37:07 smithi077 ceph-mon[87572]: osdmap e403: 8 total, 8 up, 8 in 2024-04-10T15:37:07.508 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:37:07 smithi069 ceph-mon[96738]: Upgrade: Updating osd.3 2024-04-10T15:37:07.508 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:37:07 smithi069 ceph-mon[96738]: Deploying daemon osd.3 on smithi069 2024-04-10T15:37:07.508 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:37:07 smithi069 ceph-mon[96738]: osdmap e403: 8 total, 8 up, 8 in 2024-04-10T15:37:07.508 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:37:07 smithi069 ceph-mon[94167]: Upgrade: Updating osd.3 2024-04-10T15:37:07.508 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:37:07 smithi069 ceph-mon[94167]: Deploying daemon osd.3 on smithi069 2024-04-10T15:37:07.508 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:37:07 smithi069 ceph-mon[94167]: osdmap e403: 8 total, 8 up, 8 in 2024-04-10T15:37:08.199 INFO:tasks.rados.rados.0.smithi069.stdout:1695: done (1 left) 2024-04-10T15:37:08.199 INFO:tasks.rados.rados.0.smithi069.stdout:1696: done (0 left) 2024-04-10T15:37:08.199 INFO:tasks.rados.rados.0.smithi069.stdout:1697: rollback oid 21 current snap is 165 2024-04-10T15:37:08.200 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 21 to 164 2024-04-10T15:37:08.200 INFO:tasks.rados.rados.0.smithi069.stdout:1698: read oid 13 snap 161 2024-04-10T15:37:08.200 INFO:tasks.rados.rados.0.smithi069.stdout:1698: expect (ObjNum 408 snap 125 seq_num 408) 2024-04-10T15:37:08.200 INFO:tasks.rados.rados.0.smithi069.stdout:1699: copy_from oid 25 from oid 10 current snap is 165 2024-04-10T15:37:08.200 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 4 current snap is 165 2024-04-10T15:37:08.200 INFO:tasks.rados.rados.0.smithi069.stdout:1700: seq_num 533 ranges {2129920=532480,2662400=630784,3293184=516096,3809280=57344} 2024-04-10T15:37:08.214 INFO:tasks.rados.rados.0.smithi069.stdout:1700: writing smithi06982861-4 from 2129920 to 2662400 tid 1 2024-04-10T15:37:08.218 INFO:tasks.rados.rados.0.smithi069.stdout:1700: writing smithi06982861-4 from 2662400 to 3293184 tid 2 2024-04-10T15:37:08.221 INFO:tasks.rados.rados.0.smithi069.stdout:1700: writing smithi06982861-4 from 3293184 to 3809280 tid 3 2024-04-10T15:37:08.222 INFO:tasks.rados.rados.0.smithi069.stdout:1700: writing smithi06982861-4 from 3809280 to 3866624 tid 4 2024-04-10T15:37:08.222 INFO:tasks.rados.rados.0.smithi069.stdout:1701: snap_create 2024-04-10T15:37:08.222 INFO:tasks.rados.rados.0.smithi069.stdout:1697: finishing rollback tid 0 to smithi06982861-21 2024-04-10T15:37:08.222 INFO:tasks.rados.rados.0.smithi069.stdout:1697: finishing rollback tid 1 to smithi06982861-21 2024-04-10T15:37:08.222 INFO:tasks.rados.rados.0.smithi069.stdout:1697: finishing rollback tid 2 to smithi06982861-21 2024-04-10T15:37:08.222 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 21 v 645 (ObjNum 491 snap 154 seq_num 491) dirty exists 2024-04-10T15:37:08.222 INFO:tasks.rados.rados.0.smithi069.stdout:1698: expect (ObjNum 408 snap 125 seq_num 408) 2024-04-10T15:37:08.335 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:37:08 smithi069 ceph-mon[96738]: pgmap v262: 121 pgs: 121 active+clean; 313 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.3 MiB/s wr, 5 op/s 2024-04-10T15:37:08.335 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:37:08 smithi069 ceph-mon[94167]: pgmap v262: 121 pgs: 121 active+clean; 313 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.3 MiB/s wr, 5 op/s 2024-04-10T15:37:08.349 INFO:tasks.rados.rados.0.smithi069.stdout:1700: finishing write tid 1 to smithi06982861-4 2024-04-10T15:37:08.350 INFO:tasks.rados.rados.0.smithi069.stdout:1700: finishing write tid 2 to smithi06982861-4 2024-04-10T15:37:08.350 INFO:tasks.rados.rados.0.smithi069.stdout:1700: finishing write tid 3 to smithi06982861-4 2024-04-10T15:37:08.350 INFO:tasks.rados.rados.0.smithi069.stdout:1700: finishing write tid 4 to smithi06982861-4 2024-04-10T15:37:08.350 INFO:tasks.rados.rados.0.smithi069.stdout:1700: finishing write tid 5 to smithi06982861-4 2024-04-10T15:37:08.350 INFO:tasks.rados.rados.0.smithi069.stdout:1700: finishing write tid 6 to smithi06982861-4 2024-04-10T15:37:08.350 INFO:tasks.rados.rados.0.smithi069.stdout:1700: oid 4 updating version 0 to 1046 2024-04-10T15:37:08.350 INFO:tasks.rados.rados.0.smithi069.stdout:1700: oid 4 updating version 1046 to 1049 2024-04-10T15:37:08.350 INFO:tasks.rados.rados.0.smithi069.stdout:1700: oid 4 updating version 1049 to 1050 2024-04-10T15:37:08.350 INFO:tasks.rados.rados.0.smithi069.stdout:1700: oid 4 version 1050 is already newer than 1048 2024-04-10T15:37:08.350 INFO:tasks.rados.rados.0.smithi069.stdout:1700: oid 4 version 1050 is already newer than 1047 2024-04-10T15:37:08.350 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 4 v 1050 (ObjNum 533 snap 165 seq_num 533) dirty exists 2024-04-10T15:37:08.350 INFO:tasks.rados.rados.0.smithi069.stdout:1700: left oid 4 (ObjNum 533 snap 165 seq_num 533) 2024-04-10T15:37:08.350 INFO:tasks.rados.rados.0.smithi069.stdout:1699: finishing copy_from racing read to smithi06982861-25 2024-04-10T15:37:08.351 INFO:tasks.rados.rados.0.smithi069.stdout:1699: finishing copy_from to smithi06982861-25 2024-04-10T15:37:08.351 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 25 v 614 (ObjNum 472 snap 150 seq_num 472) dirty exists 2024-04-10T15:37:08.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:37:08 smithi077 ceph-mon[87572]: pgmap v262: 121 pgs: 121 active+clean; 313 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.3 MiB/s wr, 5 op/s 2024-04-10T15:37:08.676 INFO:teuthology.orchestra.run.smithi069.stdout:true 2024-04-10T15:37:09.010 INFO:teuthology.orchestra.run.smithi069.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-10T15:37:09.010 INFO:teuthology.orchestra.run.smithi069.stdout:alertmanager.a smithi069 *:9093,9094 running (7m) 25s ago 7m 24.7M - 0.25.0 c8568f914cd2 bd92cb80ff03 2024-04-10T15:37:09.010 INFO:teuthology.orchestra.run.smithi069.stdout:grafana.a smithi077 *:3000 running (7m) 2m ago 7m 89.4M - 9.4.7 954c08fa6188 8891d154474d 2024-04-10T15:37:09.010 INFO:teuthology.orchestra.run.smithi069.stdout:mds.a smithi069 running (9m) 25s ago 9m 17.7M - 18.2.2-1187-gd540ebac bb2c5eac26a4 144b62fd4166 2024-04-10T15:37:09.010 INFO:teuthology.orchestra.run.smithi069.stdout:mds.b smithi077 running (9m) 2m ago 9m 18.0M - 18.2.2-1187-gd540ebac bb2c5eac26a4 ba4ee0b79036 2024-04-10T15:37:09.010 INFO:teuthology.orchestra.run.smithi069.stdout:mgr.x smithi077 *:8443,9283,8765 running (3m) 2m ago 12m 450M - 19.0.0-2838-ga5074d45 ffe3e7ac3788 ccd7899398e9 2024-04-10T15:37:09.010 INFO:teuthology.orchestra.run.smithi069.stdout:mgr.y smithi069 *:8443,9283,8765 running (3m) 25s ago 14m 513M - 19.0.0-2838-ga5074d45 ffe3e7ac3788 e21b24626c05 2024-04-10T15:37:09.010 INFO:teuthology.orchestra.run.smithi069.stdout:mon.a smithi069 running (3m) 25s ago 14m 49.1M 2048M 19.0.0-2838-ga5074d45 ffe3e7ac3788 ce73e1b17524 2024-04-10T15:37:09.010 INFO:teuthology.orchestra.run.smithi069.stdout:mon.b smithi077 running (2m) 2m ago 12m 26.3M 2048M 19.0.0-2838-ga5074d45 ffe3e7ac3788 d84762487812 2024-04-10T15:37:09.010 INFO:teuthology.orchestra.run.smithi069.stdout:mon.c smithi069 running (2m) 25s ago 12m 40.8M 2048M 19.0.0-2838-ga5074d45 ffe3e7ac3788 bac2280f1f05 2024-04-10T15:37:09.010 INFO:teuthology.orchestra.run.smithi069.stdout:node-exporter.a smithi069 *:9100 running (7m) 25s ago 7m 15.1M - 1.5.0 0da6a335fe13 2469975469f7 2024-04-10T15:37:09.011 INFO:teuthology.orchestra.run.smithi069.stdout:node-exporter.b smithi077 *:9100 running (7m) 2m ago 7m 15.8M - 1.5.0 0da6a335fe13 20103db32919 2024-04-10T15:37:09.011 INFO:teuthology.orchestra.run.smithi069.stdout:osd.0 smithi069 running (99s) 25s ago 12m 150M 2480M 19.0.0-2838-ga5074d45 ffe3e7ac3788 9833b8d335cb 2024-04-10T15:37:09.011 INFO:teuthology.orchestra.run.smithi069.stdout:osd.1 smithi069 running (65s) 25s ago 11m 118M 2480M 19.0.0-2838-ga5074d45 ffe3e7ac3788 a7560d34888e 2024-04-10T15:37:09.011 INFO:teuthology.orchestra.run.smithi069.stdout:osd.2 smithi069 running (30s) 25s ago 11m 11.6M 2480M 19.0.0-2838-ga5074d45 ffe3e7ac3788 cb88f4853007 2024-04-10T15:37:09.011 INFO:teuthology.orchestra.run.smithi069.stdout:osd.3 smithi069 running (10m) 25s ago 10m 173M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 a968c3dc2397 2024-04-10T15:37:09.011 INFO:teuthology.orchestra.run.smithi069.stdout:osd.4 smithi077 running (10m) 2m ago 10m 175M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 f498bddd5298 2024-04-10T15:37:09.011 INFO:teuthology.orchestra.run.smithi069.stdout:osd.5 smithi077 running (10m) 2m ago 10m 205M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 2a7f7ea88c93 2024-04-10T15:37:09.011 INFO:teuthology.orchestra.run.smithi069.stdout:osd.6 smithi077 running (9m) 2m ago 9m 130M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 7df4e5a8578c 2024-04-10T15:37:09.011 INFO:teuthology.orchestra.run.smithi069.stdout:osd.7 smithi077 running (9m) 2m ago 9m 118M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 1a9c80228cd5 2024-04-10T15:37:09.011 INFO:teuthology.orchestra.run.smithi069.stdout:prometheus.a smithi077 *:9095 running (3m) 2m ago 8m 51.6M - 2.43.0 a07b618ecd1d 9575de1707c9 2024-04-10T15:37:09.199 INFO:tasks.rados.rados.0.smithi069.stdout:1697: done (4 left) 2024-04-10T15:37:09.199 INFO:tasks.rados.rados.0.smithi069.stdout:1698: done (3 left) 2024-04-10T15:37:09.199 INFO:tasks.rados.rados.0.smithi069.stdout:1699: done (2 left) 2024-04-10T15:37:09.199 INFO:tasks.rados.rados.0.smithi069.stdout:1700: done (1 left) 2024-04-10T15:37:09.199 INFO:tasks.rados.rados.0.smithi069.stdout:1701: done (0 left) 2024-04-10T15:37:09.199 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 47 current snap is 166 2024-04-10T15:37:09.199 INFO:tasks.rados.rados.0.smithi069.stdout:1702: seq_num 534 ranges {3719168=548864,4268032=516096,4784128=688128} 2024-04-10T15:37:09.222 INFO:tasks.rados.rados.0.smithi069.stdout:1702: writing smithi06982861-47 from 3719168 to 4268032 tid 1 2024-04-10T15:37:09.225 INFO:tasks.rados.rados.0.smithi069.stdout:1702: writing smithi06982861-47 from 4268032 to 4784128 tid 2 2024-04-10T15:37:09.229 INFO:tasks.rados.rados.0.smithi069.stdout:1702: writing smithi06982861-47 from 4784128 to 5472256 tid 3 2024-04-10T15:37:09.229 INFO:tasks.rados.rados.0.smithi069.stdout:1703: setattr oid 48 current snap is 166 2024-04-10T15:37:09.230 INFO:tasks.rados.rados.0.smithi069.stdout:1704: read oid 17 snap 165 2024-04-10T15:37:09.230 INFO:tasks.rados.rados.0.smithi069.stdout:1704: expect (ObjNum 530 snap 164 seq_num 530) 2024-04-10T15:37:09.230 INFO:tasks.rados.rados.0.smithi069.stdout:1705: snap_create 2024-04-10T15:37:09.230 INFO:tasks.rados.rados.0.smithi069.stdout:1702: finishing write tid 1 to smithi06982861-47 2024-04-10T15:37:09.230 INFO:tasks.rados.rados.0.smithi069.stdout:1702: finishing write tid 2 to smithi06982861-47 2024-04-10T15:37:09.233 INFO:tasks.rados.rados.0.smithi069.stdout:1702: finishing write tid 3 to smithi06982861-47 2024-04-10T15:37:09.233 INFO:tasks.rados.rados.0.smithi069.stdout:1702: finishing write tid 4 to smithi06982861-47 2024-04-10T15:37:09.234 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 48 v 859 (ObjNum 484 snap 153 seq_num 484) dirty exists 2024-04-10T15:37:09.235 INFO:tasks.rados.rados.0.smithi069.stdout:1702: finishing write tid 5 to smithi06982861-47 2024-04-10T15:37:09.235 INFO:tasks.rados.rados.0.smithi069.stdout:1702: oid 47 updating version 0 to 828 2024-04-10T15:37:09.235 INFO:tasks.rados.rados.0.smithi069.stdout:1702: oid 47 version 828 is already newer than 827 2024-04-10T15:37:09.235 INFO:tasks.rados.rados.0.smithi069.stdout:1702: oid 47 version 828 is already newer than 826 2024-04-10T15:37:09.235 INFO:tasks.rados.rados.0.smithi069.stdout:1702: oid 47 version 828 is already newer than 825 2024-04-10T15:37:09.235 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 47 v 828 (ObjNum 534 snap 166 seq_num 534) dirty exists 2024-04-10T15:37:09.235 INFO:tasks.rados.rados.0.smithi069.stdout:1702: left oid 47 (ObjNum 534 snap 166 seq_num 534) 2024-04-10T15:37:09.246 INFO:tasks.rados.rados.0.smithi069.stdout:1704: expect (ObjNum 530 snap 164 seq_num 530) 2024-04-10T15:37:09.319 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:37:09 smithi069 ceph-mon[96738]: osdmap e404: 8 total, 8 up, 8 in 2024-04-10T15:37:09.320 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:37:09 smithi069 ceph-mon[94167]: osdmap e404: 8 total, 8 up, 8 in 2024-04-10T15:37:09.320 INFO:journalctl@ceph.osd.3.smithi069.stdout:Apr 10 15:37:09 smithi069 systemd[1]: Stopping Ceph osd.3 for 09bfb546-f74e-11ee-b64a-cb9ed24678a4... 2024-04-10T15:37:09.457 INFO:teuthology.orchestra.run.smithi069.stdout:{ 2024-04-10T15:37:09.457 INFO:teuthology.orchestra.run.smithi069.stdout: "mon": { 2024-04-10T15:37:09.457 INFO:teuthology.orchestra.run.smithi069.stdout: "ceph version 19.0.0-2838-ga5074d45 (a5074d4516d566e9d8b6aec912f26afd099de101) squid (dev)": 3 2024-04-10T15:37:09.457 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-04-10T15:37:09.457 INFO:teuthology.orchestra.run.smithi069.stdout: "mgr": { 2024-04-10T15:37:09.457 INFO:teuthology.orchestra.run.smithi069.stdout: "ceph version 19.0.0-2838-ga5074d45 (a5074d4516d566e9d8b6aec912f26afd099de101) squid (dev)": 2 2024-04-10T15:37:09.457 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-04-10T15:37:09.457 INFO:teuthology.orchestra.run.smithi069.stdout: "osd": { 2024-04-10T15:37:09.457 INFO:teuthology.orchestra.run.smithi069.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 5, 2024-04-10T15:37:09.457 INFO:teuthology.orchestra.run.smithi069.stdout: "ceph version 19.0.0-2838-ga5074d45 (a5074d4516d566e9d8b6aec912f26afd099de101) squid (dev)": 3 2024-04-10T15:37:09.457 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-04-10T15:37:09.458 INFO:teuthology.orchestra.run.smithi069.stdout: "mds": { 2024-04-10T15:37:09.458 INFO:teuthology.orchestra.run.smithi069.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 2 2024-04-10T15:37:09.458 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-04-10T15:37:09.458 INFO:teuthology.orchestra.run.smithi069.stdout: "overall": { 2024-04-10T15:37:09.458 INFO:teuthology.orchestra.run.smithi069.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 7, 2024-04-10T15:37:09.458 INFO:teuthology.orchestra.run.smithi069.stdout: "ceph version 19.0.0-2838-ga5074d45 (a5074d4516d566e9d8b6aec912f26afd099de101) squid (dev)": 8 2024-04-10T15:37:09.458 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-04-10T15:37:09.458 INFO:teuthology.orchestra.run.smithi069.stdout:} 2024-04-10T15:37:09.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:37:09 smithi077 ceph-mon[87572]: osdmap e404: 8 total, 8 up, 8 in 2024-04-10T15:37:09.585 INFO:journalctl@ceph.osd.3.smithi069.stdout:Apr 10 15:37:09 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-3[63087]: 2024-04-10T15:37:09.329+0000 7fb122b59700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-10T15:37:09.585 INFO:journalctl@ceph.osd.3.smithi069.stdout:Apr 10 15:37:09 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-3[63087]: 2024-04-10T15:37:09.329+0000 7fb122b59700 -1 osd.3 404 *** Got signal Terminated *** 2024-04-10T15:37:09.585 INFO:journalctl@ceph.osd.3.smithi069.stdout:Apr 10 15:37:09 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-3[63087]: 2024-04-10T15:37:09.329+0000 7fb122b59700 -1 osd.3 404 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-10T15:37:10.218 INFO:tasks.rados.rados.0.smithi069.stdout:1702: done (3 left) 2024-04-10T15:37:10.218 INFO:tasks.rados.rados.0.smithi069.stdout:1703: done (2 left) 2024-04-10T15:37:10.218 INFO:tasks.rados.rados.0.smithi069.stdout:1704: done (1 left) 2024-04-10T15:37:10.218 INFO:tasks.rados.rados.0.smithi069.stdout:1705: done (0 left) 2024-04-10T15:37:10.218 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 5 current snap is 167 2024-04-10T15:37:10.218 INFO:tasks.rados.rados.0.smithi069.stdout:1706: seq_num 535 ranges {5152768=565248,5718016=802816,6520832=401408} 2024-04-10T15:37:10.248 INFO:tasks.rados.rados.0.smithi069.stdout:1706: writing smithi06982861-5 from 5152768 to 5718016 tid 1 2024-04-10T15:37:10.252 INFO:tasks.rados.rados.0.smithi069.stdout:1706: writing smithi06982861-5 from 5718016 to 6520832 tid 2 2024-04-10T15:37:10.255 INFO:tasks.rados.rados.0.smithi069.stdout:1706: writing smithi06982861-5 from 6520832 to 6922240 tid 3 2024-04-10T15:37:10.255 INFO:tasks.rados.rados.0.smithi069.stdout:1707: rollback oid 45 current snap is 167 2024-04-10T15:37:10.255 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 45 to 163 2024-04-10T15:37:10.255 INFO:tasks.rados.rados.0.smithi069.stdout:1706: finishing write tid 1 to smithi06982861-5 2024-04-10T15:37:10.255 INFO:tasks.rados.rados.0.smithi069.stdout:1708: setattr oid 38 current snap is 167 2024-04-10T15:37:10.256 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 7 current snap is 167 2024-04-10T15:37:10.256 INFO:tasks.rados.rados.0.smithi069.stdout:1709: seq_num 536 ranges {1368064=581632,1949696=688128,2637824=516096} 2024-04-10T15:37:10.267 INFO:tasks.rados.rados.0.smithi069.stdout:1709: writing smithi06982861-7 from 1368064 to 1949696 tid 1 2024-04-10T15:37:10.271 INFO:tasks.rados.rados.0.smithi069.stdout:1709: writing smithi06982861-7 from 1949696 to 2637824 tid 2 2024-04-10T15:37:10.275 INFO:tasks.rados.rados.0.smithi069.stdout:1709: writing smithi06982861-7 from 2637824 to 3153920 tid 3 2024-04-10T15:37:10.275 INFO:tasks.rados.rados.0.smithi069.stdout:1710: read oid 11 snap -1 2024-04-10T15:37:10.275 INFO:tasks.rados.rados.0.smithi069.stdout:1710: expect deleted 2024-04-10T15:37:10.275 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 39 current snap is 167 2024-04-10T15:37:10.275 INFO:tasks.rados.rados.0.smithi069.stdout:1706: finishing write tid 2 to smithi06982861-5 2024-04-10T15:37:10.275 INFO:tasks.rados.rados.0.smithi069.stdout:1706: finishing write tid 3 to smithi06982861-5 2024-04-10T15:37:10.275 INFO:tasks.rados.rados.0.smithi069.stdout:1707: finishing rollback tid 0 to smithi06982861-45 2024-04-10T15:37:10.276 INFO:tasks.rados.rados.0.smithi069.stdout:1707: finishing rollback tid 1 to smithi06982861-45 2024-04-10T15:37:10.276 INFO:tasks.rados.rados.0.smithi069.stdout:1706: finishing write tid 4 to smithi06982861-5 2024-04-10T15:37:10.276 INFO:tasks.rados.rados.0.smithi069.stdout:1707: finishing rollback tid 2 to smithi06982861-45 2024-04-10T15:37:10.276 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 45 v 749 (ObjNum 463 snap 147 seq_num 463) dirty exists 2024-04-10T15:37:10.276 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 38 v 855 (ObjNum 513 snap 160 seq_num 513) dirty exists 2024-04-10T15:37:10.276 INFO:tasks.rados.rados.0.smithi069.stdout:1706: finishing write tid 5 to smithi06982861-5 2024-04-10T15:37:10.276 INFO:tasks.rados.rados.0.smithi069.stdout:1706: oid 5 updating version 0 to 910 2024-04-10T15:37:10.276 INFO:tasks.rados.rados.0.smithi069.stdout:1706: oid 5 updating version 910 to 911 2024-04-10T15:37:10.276 INFO:tasks.rados.rados.0.smithi069.stdout:1706: oid 5 version 911 is already newer than 909 2024-04-10T15:37:10.276 INFO:tasks.rados.rados.0.smithi069.stdout:1706: oid 5 version 911 is already newer than 908 2024-04-10T15:37:10.276 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 5 v 911 (ObjNum 535 snap 167 seq_num 535) dirty exists 2024-04-10T15:37:10.276 INFO:tasks.rados.rados.0.smithi069.stdout:1706: left oid 5 (ObjNum 535 snap 167 seq_num 535) 2024-04-10T15:37:10.276 INFO:tasks.rados.rados.0.smithi069.stdout:1709: finishing write tid 1 to smithi06982861-7 2024-04-10T15:37:10.276 INFO:tasks.rados.rados.0.smithi069.stdout:1709: finishing write tid 2 to smithi06982861-7 2024-04-10T15:37:10.276 INFO:tasks.rados.rados.0.smithi069.stdout:1711: seq_num 537 ranges {9347072=598016,9945088=573440,10518528=491520,11010048=139264} 2024-04-10T15:37:10.328 INFO:tasks.rados.rados.0.smithi069.stdout:1711: writing smithi06982861-39 from 9347072 to 9945088 tid 1 2024-04-10T15:37:10.331 INFO:tasks.rados.rados.0.smithi069.stdout:1711: writing smithi06982861-39 from 9945088 to 10518528 tid 2 2024-04-10T15:37:10.334 INFO:tasks.rados.rados.0.smithi069.stdout:1711: writing smithi06982861-39 from 10518528 to 11010048 tid 3 2024-04-10T15:37:10.336 INFO:tasks.rados.rados.0.smithi069.stdout:1711: writing smithi06982861-39 from 11010048 to 11149312 tid 4 2024-04-10T15:37:10.336 INFO:tasks.rados.rados.0.smithi069.stdout:1706: done (5 left) 2024-04-10T15:37:10.336 INFO:tasks.rados.rados.0.smithi069.stdout:1707: done (4 left) 2024-04-10T15:37:10.336 INFO:tasks.rados.rados.0.smithi069.stdout:1708: done (3 left) 2024-04-10T15:37:10.336 INFO:tasks.rados.rados.0.smithi069.stdout:1712: read oid 18 snap -1 2024-04-10T15:37:10.336 INFO:tasks.rados.rados.0.smithi069.stdout:1712: expect (ObjNum 347 snap 103 seq_num 347) 2024-04-10T15:37:10.336 INFO:tasks.rados.rados.0.smithi069.stdout:1713: read oid 48 snap -1 2024-04-10T15:37:10.336 INFO:tasks.rados.rados.0.smithi069.stdout:1713: expect (ObjNum 484 snap 153 seq_num 484) 2024-04-10T15:37:10.336 INFO:tasks.rados.rados.0.smithi069.stdout:1714: setattr oid 36 current snap is 167 2024-04-10T15:37:10.336 INFO:tasks.rados.rados.0.smithi069.stdout:1709: finishing write tid 3 to smithi06982861-7 2024-04-10T15:37:10.336 INFO:tasks.rados.rados.0.smithi069.stdout:1709: finishing write tid 4 to smithi06982861-7 2024-04-10T15:37:10.336 INFO:tasks.rados.rados.0.smithi069.stdout:1709: finishing write tid 5 to smithi06982861-7 2024-04-10T15:37:10.336 INFO:tasks.rados.rados.0.smithi069.stdout:1709: oid 7 updating version 0 to 857 2024-04-10T15:37:10.337 INFO:tasks.rados.rados.0.smithi069.stdout:1709: oid 7 updating version 857 to 858 2024-04-10T15:37:10.337 INFO:tasks.rados.rados.0.smithi069.stdout:1709: oid 7 updating version 858 to 859 2024-04-10T15:37:10.337 INFO:tasks.rados.rados.0.smithi069.stdout:1709: oid 7 version 859 is already newer than 856 2024-04-10T15:37:10.337 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 7 v 859 (ObjNum 536 snap 167 seq_num 536) dirty exists 2024-04-10T15:37:10.337 INFO:tasks.rados.rados.0.smithi069.stdout:1709: left oid 7 (ObjNum 536 snap 167 seq_num 536) 2024-04-10T15:37:10.337 INFO:tasks.rados.rados.0.smithi069.stdout:1711: finishing write tid 1 to smithi06982861-39 2024-04-10T15:37:10.337 INFO:tasks.rados.rados.0.smithi069.stdout:1711: finishing write tid 2 to smithi06982861-39 2024-04-10T15:37:10.337 INFO:tasks.rados.rados.0.smithi069.stdout:1709: done (5 left) 2024-04-10T15:37:10.337 INFO:tasks.rados.rados.0.smithi069.stdout:1710: done (4 left) 2024-04-10T15:37:10.338 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 46 current snap is 167 2024-04-10T15:37:10.338 INFO:tasks.rados.rados.0.smithi069.stdout:1715: seq_num 538 ranges {0=614400,614400=450560,1064960=704512,1769472=49152} 2024-04-10T15:37:10.340 INFO:tasks.rados.rados.0.smithi069.stdout:1715: writing smithi06982861-46 from 0 to 614400 tid 1 2024-04-10T15:37:10.343 INFO:tasks.rados.rados.0.smithi069.stdout:1715: writing smithi06982861-46 from 614400 to 1064960 tid 2 2024-04-10T15:37:10.347 INFO:tasks.rados.rados.0.smithi069.stdout:1715: writing smithi06982861-46 from 1064960 to 1769472 tid 3 2024-04-10T15:37:10.348 INFO:tasks.rados.rados.0.smithi069.stdout:1715: writing smithi06982861-46 from 1769472 to 1818624 tid 4 2024-04-10T15:37:10.348 INFO:tasks.rados.rados.0.smithi069.stdout:1716: copy_from oid 30 from oid 37 current snap is 167 2024-04-10T15:37:10.348 INFO:tasks.rados.rados.0.smithi069.stdout:1711: finishing write tid 3 to smithi06982861-39 2024-04-10T15:37:10.348 INFO:tasks.rados.rados.0.smithi069.stdout:1711: finishing write tid 4 to smithi06982861-39 2024-04-10T15:37:10.348 INFO:tasks.rados.rados.0.smithi069.stdout:1711: finishing write tid 5 to smithi06982861-39 2024-04-10T15:37:10.348 INFO:tasks.rados.rados.0.smithi069.stdout:1711: finishing write tid 6 to smithi06982861-39 2024-04-10T15:37:10.348 INFO:tasks.rados.rados.0.smithi069.stdout:1711: oid 39 updating version 0 to 752 2024-04-10T15:37:10.349 INFO:tasks.rados.rados.0.smithi069.stdout:1711: oid 39 updating version 752 to 753 2024-04-10T15:37:10.349 INFO:tasks.rados.rados.0.smithi069.stdout:1711: oid 39 version 753 is already newer than 751 2024-04-10T15:37:10.349 INFO:tasks.rados.rados.0.smithi069.stdout:1711: oid 39 updating version 753 to 755 2024-04-10T15:37:10.349 INFO:tasks.rados.rados.0.smithi069.stdout:1711: oid 39 version 755 is already newer than 754 2024-04-10T15:37:10.349 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 39 v 755 (ObjNum 537 snap 167 seq_num 537) dirty exists 2024-04-10T15:37:10.349 INFO:tasks.rados.rados.0.smithi069.stdout:1711: left oid 39 (ObjNum 537 snap 167 seq_num 537) 2024-04-10T15:37:10.349 INFO:tasks.rados.rados.0.smithi069.stdout:1711: done (5 left) 2024-04-10T15:37:10.349 INFO:tasks.rados.rados.0.smithi069.stdout:1717: rollback oid 39 current snap is 167 2024-04-10T15:37:10.349 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 39 to 161 2024-04-10T15:37:10.349 INFO:tasks.rados.rados.0.smithi069.stdout:1718: delete oid 1 current snap is 167 2024-04-10T15:37:10.352 INFO:tasks.rados.rados.0.smithi069.stdout:1713: expect (ObjNum 484 snap 153 seq_num 484) 2024-04-10T15:37:10.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:37:10 smithi077 ceph-mon[87572]: from='client.44210 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:37:10.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:37:10 smithi077 ceph-mon[87572]: from='client.44216 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:37:10.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:37:10 smithi077 ceph-mon[87572]: osdmap e405: 8 total, 8 up, 8 in 2024-04-10T15:37:10.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:37:10 smithi077 ceph-mon[87572]: osd.3 marked itself down and dead 2024-04-10T15:37:10.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:37:10 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/2091692120' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:37:10.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:37:10 smithi077 ceph-mon[87572]: pgmap v265: 121 pgs: 121 active+clean; 307 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 6.0 MiB/s rd, 4.3 MiB/s wr, 10 op/s 2024-04-10T15:37:10.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:37:10 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:37:10.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:37:10 smithi069 ceph-mon[94167]: from='client.44210 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:37:10.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:37:10 smithi069 ceph-mon[94167]: from='client.44216 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:37:10.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:37:10 smithi069 ceph-mon[94167]: osdmap e405: 8 total, 8 up, 8 in 2024-04-10T15:37:10.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:37:10 smithi069 ceph-mon[94167]: osd.3 marked itself down and dead 2024-04-10T15:37:10.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:37:10 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/2091692120' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:37:10.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:37:10 smithi069 ceph-mon[94167]: pgmap v265: 121 pgs: 121 active+clean; 307 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 6.0 MiB/s rd, 4.3 MiB/s wr, 10 op/s 2024-04-10T15:37:10.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:37:10 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:37:10.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:37:10 smithi069 ceph-mon[96738]: from='client.44210 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:37:10.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:37:10 smithi069 ceph-mon[96738]: from='client.44216 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:37:10.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:37:10 smithi069 ceph-mon[96738]: osdmap e405: 8 total, 8 up, 8 in 2024-04-10T15:37:10.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:37:10 smithi069 ceph-mon[96738]: osd.3 marked itself down and dead 2024-04-10T15:37:10.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:37:10 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/2091692120' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:37:10.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:37:10 smithi069 ceph-mon[96738]: pgmap v265: 121 pgs: 121 active+clean; 307 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 6.0 MiB/s rd, 4.3 MiB/s wr, 10 op/s 2024-04-10T15:37:10.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:37:10 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:37:10.729 INFO:tasks.rados.rados.0.smithi069.stdout:1717: finishing rollback tid 0 to smithi06982861-39 2024-04-10T15:37:10.730 INFO:tasks.rados.rados.0.smithi069.stdout:1717: finishing rollback tid 1 to smithi06982861-39 2024-04-10T15:37:10.730 INFO:tasks.rados.rados.0.smithi069.stdout:1717: finishing rollback tid 2 to smithi06982861-39 2024-04-10T15:37:10.730 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 39 v 758 (ObjNum 347 snap 103 seq_num 347) dirty exists 2024-04-10T15:37:10.730 INFO:tasks.rados.rados.0.smithi069.stdout:1712: expect (ObjNum 347 snap 103 seq_num 347) 2024-04-10T15:37:11.042 INFO:journalctl@ceph.osd.3.smithi069.stdout:Apr 10 15:37:10 smithi069 podman[116992]: 2024-04-10 15:37:10.776855403 +0000 UTC m=+1.577427714 container died a968c3dc2397955e976f6f70aa39271d98ef7a90422275fec6cee3383c088739 (image=quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-3, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240403, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=reef-d540eba) 2024-04-10T15:37:11.335 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:37:11 smithi069 ceph-mon[96738]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-10T15:37:11.335 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:37:11 smithi069 ceph-mon[96738]: osdmap e406: 8 total, 7 up, 8 in 2024-04-10T15:37:11.335 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:37:11 smithi069 ceph-mon[96738]: osdmap e407: 8 total, 7 up, 8 in 2024-04-10T15:37:11.335 INFO:journalctl@ceph.osd.3.smithi069.stdout:Apr 10 15:37:11 smithi069 podman[116992]: 2024-04-10 15:37:11.152830293 +0000 UTC m=+1.953402607 container cleanup a968c3dc2397955e976f6f70aa39271d98ef7a90422275fec6cee3383c088739 (image=quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-3, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, io.buildah.version=1.33.5, RELEASE=reef-d540eba, org.label-schema.build-date=20240403, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD) 2024-04-10T15:37:11.335 INFO:journalctl@ceph.osd.3.smithi069.stdout:Apr 10 15:37:11 smithi069 bash[116992]: ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-3 2024-04-10T15:37:11.336 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:37:11 smithi069 ceph-mon[94167]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-10T15:37:11.336 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:37:11 smithi069 ceph-mon[94167]: osdmap e406: 8 total, 7 up, 8 in 2024-04-10T15:37:11.336 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:37:11 smithi069 ceph-mon[94167]: osdmap e407: 8 total, 7 up, 8 in 2024-04-10T15:37:11.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:37:11 smithi077 ceph-mon[87572]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-10T15:37:11.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:37:11 smithi077 ceph-mon[87572]: osdmap e406: 8 total, 7 up, 8 in 2024-04-10T15:37:11.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:37:11 smithi077 ceph-mon[87572]: osdmap e407: 8 total, 7 up, 8 in 2024-04-10T15:37:11.522 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 36 v 830 (ObjNum 514 snap 160 seq_num 514) dirty exists 2024-04-10T15:37:11.522 INFO:tasks.rados.rados.0.smithi069.stdout:1715: finishing write tid 1 to smithi06982861-46 2024-04-10T15:37:11.522 INFO:tasks.rados.rados.0.smithi069.stdout:1715: finishing write tid 2 to smithi06982861-46 2024-04-10T15:37:11.522 INFO:tasks.rados.rados.0.smithi069.stdout:1712: done (6 left) 2024-04-10T15:37:11.522 INFO:tasks.rados.rados.0.smithi069.stdout:1713: done (5 left) 2024-04-10T15:37:11.523 INFO:tasks.rados.rados.0.smithi069.stdout:1714: done (4 left) 2024-04-10T15:37:11.523 INFO:tasks.rados.rados.0.smithi069.stdout:1717: done (3 left) 2024-04-10T15:37:11.523 INFO:tasks.rados.rados.0.smithi069.stdout:1718: done (2 left) 2024-04-10T15:37:11.523 INFO:tasks.rados.rados.0.smithi069.stdout:1719: copy_from oid 21 from oid 28 current snap is 167 2024-04-10T15:37:11.523 INFO:tasks.rados.rados.0.smithi069.stdout:1715: finishing write tid 3 to smithi06982861-46 2024-04-10T15:37:11.523 INFO:tasks.rados.rados.0.smithi069.stdout:1715: finishing write tid 4 to smithi06982861-46 2024-04-10T15:37:11.523 INFO:tasks.rados.rados.0.smithi069.stdout:1715: finishing write tid 5 to smithi06982861-46 2024-04-10T15:37:11.523 INFO:tasks.rados.rados.0.smithi069.stdout:1715: finishing write tid 6 to smithi06982861-46 2024-04-10T15:37:11.523 INFO:tasks.rados.rados.0.smithi069.stdout:1715: oid 46 updating version 0 to 531 2024-04-10T15:37:11.523 INFO:tasks.rados.rados.0.smithi069.stdout:1715: oid 46 updating version 531 to 532 2024-04-10T15:37:11.523 INFO:tasks.rados.rados.0.smithi069.stdout:1715: oid 46 version 532 is already newer than 530 2024-04-10T15:37:11.523 INFO:tasks.rados.rados.0.smithi069.stdout:1715: oid 46 version 532 is already newer than 529 2024-04-10T15:37:11.523 INFO:tasks.rados.rados.0.smithi069.stdout:1715: oid 46 version 532 is already newer than 528 2024-04-10T15:37:11.523 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 46 v 532 (ObjNum 538 snap 167 seq_num 538) dirty exists 2024-04-10T15:37:11.523 INFO:tasks.rados.rados.0.smithi069.stdout:1715: left oid 46 (ObjNum 538 snap 167 seq_num 538) 2024-04-10T15:37:11.524 INFO:tasks.rados.rados.0.smithi069.stdout:1716: finishing copy_from racing read to smithi06982861-30 2024-04-10T15:37:11.524 INFO:tasks.rados.rados.0.smithi069.stdout:1716: finishing copy_from to smithi06982861-30 2024-04-10T15:37:11.524 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 30 v 742 (ObjNum 498 snap 155 seq_num 498) dirty exists 2024-04-10T15:37:11.524 INFO:tasks.rados.rados.0.smithi069.stdout:1715: done (2 left) 2024-04-10T15:37:11.524 INFO:tasks.rados.rados.0.smithi069.stdout:1716: done (1 left) 2024-04-10T15:37:11.524 INFO:tasks.rados.rados.0.smithi069.stdout:1720: copy_from oid 17 from oid 38 current snap is 167 2024-04-10T15:37:11.524 INFO:tasks.rados.rados.0.smithi069.stdout:1721: read oid 29 snap -1 2024-04-10T15:37:11.524 INFO:tasks.rados.rados.0.smithi069.stdout:1721: expect (ObjNum 527 snap 164 seq_num 527) 2024-04-10T15:37:11.524 INFO:tasks.rados.rados.0.smithi069.stdout:1722: delete oid 24 current snap is 167 2024-04-10T15:37:11.526 INFO:tasks.rados.rados.0.smithi069.stdout:1722: done (3 left) 2024-04-10T15:37:11.527 INFO:tasks.rados.rados.0.smithi069.stdout:1723: rmattr oid 46 current snap is 167 2024-04-10T15:37:11.527 INFO:tasks.rados.rados.0.smithi069.stdout:1723: done (3 left) 2024-04-10T15:37:11.527 INFO:tasks.rados.rados.0.smithi069.stdout:1724: read oid 4 snap -1 2024-04-10T15:37:11.527 INFO:tasks.rados.rados.0.smithi069.stdout:1724: expect (ObjNum 533 snap 165 seq_num 533) 2024-04-10T15:37:11.527 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 49 current snap is 167 2024-04-10T15:37:11.527 INFO:tasks.rados.rados.0.smithi069.stdout:1725: seq_num 541 ranges {9347072=663552,10010624=557056,10567680=475136,11042816=172032} 2024-04-10T15:37:11.582 INFO:tasks.rados.rados.0.smithi069.stdout:1725: writing smithi06982861-49 from 9347072 to 10010624 tid 1 2024-04-10T15:37:11.586 INFO:tasks.rados.rados.0.smithi069.stdout:1725: writing smithi06982861-49 from 10010624 to 10567680 tid 2 2024-04-10T15:37:11.588 INFO:tasks.rados.rados.0.smithi069.stdout:1725: writing smithi06982861-49 from 10567680 to 11042816 tid 3 2024-04-10T15:37:11.590 INFO:tasks.rados.rados.0.smithi069.stdout:1725: writing smithi06982861-49 from 11042816 to 11214848 tid 4 2024-04-10T15:37:11.590 INFO:tasks.rados.rados.0.smithi069.stdout:1726: delete oid 24 current snap is 167 2024-04-10T15:37:11.590 INFO:tasks.rados.rados.0.smithi069.stdout:1721: expect (ObjNum 527 snap 164 seq_num 527) 2024-04-10T15:37:11.671 INFO:tasks.rados.rados.0.smithi069.stdout:1724: expect (ObjNum 533 snap 165 seq_num 533) 2024-04-10T15:37:11.753 INFO:journalctl@ceph.osd.3.smithi069.stdout:Apr 10 15:37:11 smithi069 podman[117017]: 2024-04-10 15:37:11.412209494 +0000 UTC m=+0.637969810 container remove a968c3dc2397955e976f6f70aa39271d98ef7a90422275fec6cee3383c088739 (image=quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-3, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.build-date=20240403, GIT_BRANCH=HEAD, ceph=True, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-d540eba, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=) 2024-04-10T15:37:11.832 INFO:tasks.rados.rados.0.smithi069.stdout:1720: finishing copy_from racing read to smithi06982861-17 2024-04-10T15:37:11.832 INFO:tasks.rados.rados.0.smithi069.stdout:1720: finishing copy_from to smithi06982861-17 2024-04-10T15:37:11.832 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 17 v 855 (ObjNum 513 snap 160 seq_num 513) dirty exists 2024-04-10T15:37:11.833 INFO:tasks.rados.rados.0.smithi069.stdout:1719: finishing copy_from racing read to smithi06982861-21 2024-04-10T15:37:11.833 INFO:tasks.rados.rados.0.smithi069.stdout:1719: finishing copy_from to smithi06982861-21 2024-04-10T15:37:11.833 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 21 v 853 (ObjNum 427 snap 133 seq_num 427) dirty exists 2024-04-10T15:37:11.833 INFO:tasks.rados.rados.0.smithi069.stdout:1725: finishing write tid 1 to smithi06982861-49 2024-04-10T15:37:11.833 INFO:tasks.rados.rados.0.smithi069.stdout:1725: finishing write tid 2 to smithi06982861-49 2024-04-10T15:37:11.833 INFO:tasks.rados.rados.0.smithi069.stdout:1719: done (5 left) 2024-04-10T15:37:11.833 INFO:tasks.rados.rados.0.smithi069.stdout:1720: done (4 left) 2024-04-10T15:37:11.833 INFO:tasks.rados.rados.0.smithi069.stdout:1721: done (3 left) 2024-04-10T15:37:11.833 INFO:tasks.rados.rados.0.smithi069.stdout:1724: done (2 left) 2024-04-10T15:37:11.833 INFO:tasks.rados.rados.0.smithi069.stdout:1726: done (1 left) 2024-04-10T15:37:11.833 INFO:tasks.rados.rados.0.smithi069.stdout:1727: snap_remove snap 163 2024-04-10T15:37:12.061 INFO:journalctl@ceph.osd.3.smithi069.stdout:Apr 10 15:37:11 smithi069 podman[117111]: 2024-04-10 15:37:11.668225215 +0000 UTC m=+0.024788941 image pull ffe3e7ac3788b84d6c0b551f13dbde782a187c25e75d087cf3ace2b26f4e3ffa quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc 2024-04-10T15:37:12.062 INFO:journalctl@ceph.osd.3.smithi069.stdout:Apr 10 15:37:11 smithi069 podman[117111]: 2024-04-10 15:37:11.779680231 +0000 UTC m=+0.136243940 container create ae807814f99584c90bf2ab62a22732028e8711d3ca1ac244a0ac8ad5a6d9ebcd (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-3-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, maintainer=Guillaume Abrioux , GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.build-date=20240409, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.license=GPLv2) 2024-04-10T15:37:12.062 INFO:journalctl@ceph.osd.3.smithi069.stdout:Apr 10 15:37:11 smithi069 podman[117111]: 2024-04-10 15:37:11.982450028 +0000 UTC m=+0.339013736 container init ae807814f99584c90bf2ab62a22732028e8711d3ca1ac244a0ac8ad5a6d9ebcd (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-3-deactivate, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_CLEAN=True, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, ceph=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240409, org.label-schema.vendor=CentOS) 2024-04-10T15:37:12.062 INFO:journalctl@ceph.osd.3.smithi069.stdout:Apr 10 15:37:11 smithi069 podman[117111]: 2024-04-10 15:37:11.988810761 +0000 UTC m=+0.345374470 container start ae807814f99584c90bf2ab62a22732028e8711d3ca1ac244a0ac8ad5a6d9ebcd (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-3-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240409, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, ceph=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4) 2024-04-10T15:37:12.062 INFO:journalctl@ceph.osd.3.smithi069.stdout:Apr 10 15:37:12 smithi069 podman[117111]: 2024-04-10 15:37:12.073732388 +0000 UTC m=+0.430296108 container attach ae807814f99584c90bf2ab62a22732028e8711d3ca1ac244a0ac8ad5a6d9ebcd (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-3-deactivate, io.buildah.version=1.33.5, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.build-date=20240409, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-10T15:37:12.211 INFO:tasks.rados.rados.0.smithi069.stdout:1727: done (1 left) 2024-04-10T15:37:12.211 INFO:tasks.rados.rados.0.smithi069.stdout:1728: delete oid 50 current snap is 167 2024-04-10T15:37:12.211 INFO:tasks.rados.rados.0.smithi069.stdout:1725: finishing write tid 3 to smithi06982861-49 2024-04-10T15:37:12.211 INFO:tasks.rados.rados.0.smithi069.stdout:1725: finishing write tid 4 to smithi06982861-49 2024-04-10T15:37:12.211 INFO:tasks.rados.rados.0.smithi069.stdout:1725: finishing write tid 5 to smithi06982861-49 2024-04-10T15:37:12.212 INFO:tasks.rados.rados.0.smithi069.stdout:1725: finishing write tid 6 to smithi06982861-49 2024-04-10T15:37:12.212 INFO:tasks.rados.rados.0.smithi069.stdout:1725: oid 49 updating version 0 to 812 2024-04-10T15:37:12.212 INFO:tasks.rados.rados.0.smithi069.stdout:1725: oid 49 updating version 812 to 813 2024-04-10T15:37:12.212 INFO:tasks.rados.rados.0.smithi069.stdout:1725: oid 49 version 813 is already newer than 810 2024-04-10T15:37:12.212 INFO:tasks.rados.rados.0.smithi069.stdout:1725: oid 49 version 813 is already newer than 811 2024-04-10T15:37:12.212 INFO:tasks.rados.rados.0.smithi069.stdout:1725: oid 49 updating version 813 to 814 2024-04-10T15:37:12.212 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 49 v 814 (ObjNum 541 snap 167 seq_num 541) dirty exists 2024-04-10T15:37:12.212 INFO:tasks.rados.rados.0.smithi069.stdout:1725: left oid 49 (ObjNum 541 snap 167 seq_num 541) 2024-04-10T15:37:12.218 INFO:tasks.rados.rados.0.smithi069.stdout:1725: done (1 left) 2024-04-10T15:37:12.218 INFO:tasks.rados.rados.0.smithi069.stdout:1728: done (0 left) 2024-04-10T15:37:12.218 INFO:tasks.rados.rados.0.smithi069.stdout:1729: delete oid 23 current snap is 167 2024-04-10T15:37:12.223 INFO:tasks.rados.rados.0.smithi069.stdout:1729: done (0 left) 2024-04-10T15:37:12.223 INFO:tasks.rados.rados.0.smithi069.stdout:1730: copy_from oid 6 from oid 30 current snap is 167 2024-04-10T15:37:12.223 INFO:tasks.rados.rados.0.smithi069.stdout:1731: snap_remove snap 108 2024-04-10T15:37:12.335 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:37:12 smithi069 ceph-mon[94167]: pgmap v268: 121 pgs: 20 peering, 6 stale+active+clean, 95 active+clean; 303 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 6.0 MiB/s wr, 24 op/s 2024-04-10T15:37:12.335 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:37:12 smithi069 ceph-mon[96738]: pgmap v268: 121 pgs: 20 peering, 6 stale+active+clean, 95 active+clean; 303 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 6.0 MiB/s wr, 24 op/s 2024-04-10T15:37:12.335 INFO:journalctl@ceph.osd.3.smithi069.stdout:Apr 10 15:37:12 smithi069 podman[117111]: 2024-04-10 15:37:12.275839679 +0000 UTC m=+0.632403387 container died ae807814f99584c90bf2ab62a22732028e8711d3ca1ac244a0ac8ad5a6d9ebcd (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-3-deactivate, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_CLEAN=True, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240409, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_BRANCH=HEAD) 2024-04-10T15:37:12.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:37:12 smithi077 ceph-mon[87572]: pgmap v268: 121 pgs: 20 peering, 6 stale+active+clean, 95 active+clean; 303 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 6.0 MiB/s wr, 24 op/s 2024-04-10T15:37:12.491 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:37:12 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[78458]: ts=2024-04-10T15:37:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:37:13.210 INFO:journalctl@ceph.osd.3.smithi069.stdout:Apr 10 15:37:12 smithi069 podman[117157]: 2024-04-10 15:37:12.885772962 +0000 UTC m=+0.604423266 container remove ae807814f99584c90bf2ab62a22732028e8711d3ca1ac244a0ac8ad5a6d9ebcd (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-3-deactivate, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_CLEAN=True, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240409, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, org.label-schema.vendor=CentOS) 2024-04-10T15:37:13.210 INFO:journalctl@ceph.osd.3.smithi069.stdout:Apr 10 15:37:12 smithi069 systemd[1]: ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4@osd.3.service: Deactivated successfully. 2024-04-10T15:37:13.210 INFO:journalctl@ceph.osd.3.smithi069.stdout:Apr 10 15:37:12 smithi069 systemd[1]: Stopped Ceph osd.3 for 09bfb546-f74e-11ee-b64a-cb9ed24678a4. 2024-04-10T15:37:13.210 INFO:journalctl@ceph.osd.3.smithi069.stdout:Apr 10 15:37:12 smithi069 systemd[1]: ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4@osd.3.service: Consumed 11.799s CPU time. 2024-04-10T15:37:13.210 INFO:journalctl@ceph.osd.3.smithi069.stdout:Apr 10 15:37:13 smithi069 systemd[1]: Starting Ceph osd.3 for 09bfb546-f74e-11ee-b64a-cb9ed24678a4... 2024-04-10T15:37:13.218 INFO:tasks.rados.rados.0.smithi069.stdout:1731: done (1 left) 2024-04-10T15:37:13.218 INFO:tasks.rados.rados.0.smithi069.stdout:1732: snap_create 2024-04-10T15:37:13.218 INFO:tasks.rados.rados.0.smithi069.stdout:1730: finishing copy_from racing read to smithi06982861-6 2024-04-10T15:37:13.218 INFO:tasks.rados.rados.0.smithi069.stdout:1730: finishing copy_from to smithi06982861-6 2024-04-10T15:37:13.218 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 6 v 742 (ObjNum 498 snap 155 seq_num 498) dirty exists 2024-04-10T15:37:13.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:37:13 smithi077 ceph-mon[87572]: Health check failed: Reduced data availability: 9 pgs inactive, 9 pgs peering (PG_AVAILABILITY) 2024-04-10T15:37:13.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:37:13 smithi077 ceph-mon[87572]: osdmap e408: 8 total, 7 up, 8 in 2024-04-10T15:37:13.544 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:37:13 smithi069 ceph-mon[94167]: Health check failed: Reduced data availability: 9 pgs inactive, 9 pgs peering (PG_AVAILABILITY) 2024-04-10T15:37:13.544 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:37:13 smithi069 ceph-mon[94167]: osdmap e408: 8 total, 7 up, 8 in 2024-04-10T15:37:13.545 INFO:journalctl@ceph.osd.3.smithi069.stdout:Apr 10 15:37:13 smithi069 podman[117266]: 2024-04-10 15:37:13.218878485 +0000 UTC m=+0.017598718 image pull ffe3e7ac3788b84d6c0b551f13dbde782a187c25e75d087cf3ace2b26f4e3ffa quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc 2024-04-10T15:37:13.545 INFO:journalctl@ceph.osd.3.smithi069.stdout:Apr 10 15:37:13 smithi069 podman[117266]: 2024-04-10 15:37:13.354019729 +0000 UTC m=+0.152739947 container create 1f205c6d7fd5130b0521043fb34fa18c9933cf105f7b962dc3acfd7e8a483ae4 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-3-activate, org.label-schema.build-date=20240409, ceph=True, org.label-schema.schema-version=1.0, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0) 2024-04-10T15:37:13.545 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:37:13 smithi069 ceph-mon[96738]: Health check failed: Reduced data availability: 9 pgs inactive, 9 pgs peering (PG_AVAILABILITY) 2024-04-10T15:37:13.545 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:37:13 smithi069 ceph-mon[96738]: osdmap e408: 8 total, 7 up, 8 in 2024-04-10T15:37:13.835 INFO:journalctl@ceph.osd.3.smithi069.stdout:Apr 10 15:37:13 smithi069 podman[117266]: 2024-04-10 15:37:13.556426066 +0000 UTC m=+0.355146300 container init 1f205c6d7fd5130b0521043fb34fa18c9933cf105f7b962dc3acfd7e8a483ae4 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-3-activate, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240409, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=) 2024-04-10T15:37:13.835 INFO:journalctl@ceph.osd.3.smithi069.stdout:Apr 10 15:37:13 smithi069 podman[117266]: 2024-04-10 15:37:13.561979257 +0000 UTC m=+0.360699475 container start 1f205c6d7fd5130b0521043fb34fa18c9933cf105f7b962dc3acfd7e8a483ae4 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-3-activate, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.build-date=20240409, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_BRANCH=HEAD) 2024-04-10T15:37:13.835 INFO:journalctl@ceph.osd.3.smithi069.stdout:Apr 10 15:37:13 smithi069 podman[117266]: 2024-04-10 15:37:13.673188669 +0000 UTC m=+0.471908908 container attach 1f205c6d7fd5130b0521043fb34fa18c9933cf105f7b962dc3acfd7e8a483ae4 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-3-activate, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.build-date=20240409, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5) 2024-04-10T15:37:13.991 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:37:13 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[78458]: ts=2024-04-10T15:37:13.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi069\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi069\", job=\"node\", machine=\"x86_64\", nodename=\"smithi069\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", domainname=\"(none)\", instance=\"smithi069\", job=\"node\", machine=\"x86_64\", nodename=\"smithi069\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:37:14.225 INFO:tasks.rados.rados.0.smithi069.stdout:1730: done (1 left) 2024-04-10T15:37:14.226 INFO:tasks.rados.rados.0.smithi069.stdout:1732: done (0 left) 2024-04-10T15:37:14.226 INFO:tasks.rados.rados.0.smithi069.stdout:1733: delete oid 46 current snap is 168 2024-04-10T15:37:14.229 INFO:tasks.rados.rados.0.smithi069.stdout:1733: done (0 left) 2024-04-10T15:37:14.229 INFO:tasks.rados.rados.0.smithi069.stdout:1734: rollback oid 6 current snap is 168 2024-04-10T15:37:14.229 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 6 to 167 2024-04-10T15:37:14.229 INFO:tasks.rados.rados.0.smithi069.stdout:1735: read oid 17 snap -1 2024-04-10T15:37:14.230 INFO:tasks.rados.rados.0.smithi069.stdout:1735: expect (ObjNum 513 snap 160 seq_num 513) 2024-04-10T15:37:14.230 INFO:tasks.rados.rados.0.smithi069.stdout:1736: setattr oid 1 current snap is 168 2024-04-10T15:37:14.230 INFO:tasks.rados.rados.0.smithi069.stdout:1737: snap_create 2024-04-10T15:37:14.235 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 1 v 679 (ObjNum 289 snap 0 seq_num 153697329) dirty exists 2024-04-10T15:37:14.235 INFO:tasks.rados.rados.0.smithi069.stdout:1734: finishing rollback tid 0 to smithi06982861-6 2024-04-10T15:37:14.235 INFO:tasks.rados.rados.0.smithi069.stdout:1734: finishing rollback tid 1 to smithi06982861-6 2024-04-10T15:37:14.236 INFO:tasks.rados.rados.0.smithi069.stdout:1734: finishing rollback tid 2 to smithi06982861-6 2024-04-10T15:37:14.236 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 6 v 850 (ObjNum 498 snap 155 seq_num 498) dirty exists 2024-04-10T15:37:14.252 INFO:tasks.rados.rados.0.smithi069.stdout:1735: expect (ObjNum 513 snap 160 seq_num 513) 2024-04-10T15:37:14.335 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:37:14 smithi069 ceph-mon[96738]: osdmap e409: 8 total, 7 up, 8 in 2024-04-10T15:37:14.335 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:37:14 smithi069 ceph-mon[96738]: pgmap v271: 121 pgs: 4 active+undersized+degraded, 20 peering, 2 stale+active+clean, 9 active+undersized, 86 active+clean; 303 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 5.5 MiB/s wr, 34 op/s; 22/423 objects degraded (5.201%) 2024-04-10T15:37:14.335 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:37:14 smithi069 ceph-mon[94167]: osdmap e409: 8 total, 7 up, 8 in 2024-04-10T15:37:14.335 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:37:14 smithi069 ceph-mon[94167]: pgmap v271: 121 pgs: 4 active+undersized+degraded, 20 peering, 2 stale+active+clean, 9 active+undersized, 86 active+clean; 303 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 5.5 MiB/s wr, 34 op/s; 22/423 objects degraded (5.201%) 2024-04-10T15:37:14.336 INFO:journalctl@ceph.osd.3.smithi069.stdout:Apr 10 15:37:13 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-3-activate[117281]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-04-10T15:37:14.336 INFO:journalctl@ceph.osd.3.smithi069.stdout:Apr 10 15:37:13 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-3-activate[117281]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-3 --no-mon-config --dev /dev/mapper/vg_nvme-lv_1 2024-04-10T15:37:14.336 INFO:journalctl@ceph.osd.3.smithi069.stdout:Apr 10 15:37:14 smithi069 bash[117266]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-04-10T15:37:14.336 INFO:journalctl@ceph.osd.3.smithi069.stdout:Apr 10 15:37:14 smithi069 bash[117266]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-3 --no-mon-config --dev /dev/mapper/vg_nvme-lv_1 2024-04-10T15:37:14.336 INFO:journalctl@ceph.osd.3.smithi069.stdout:Apr 10 15:37:14 smithi069 bash[117266]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_1 2024-04-10T15:37:14.336 INFO:journalctl@ceph.osd.3.smithi069.stdout:Apr 10 15:37:14 smithi069 bash[117266]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2024-04-10T15:37:14.336 INFO:journalctl@ceph.osd.3.smithi069.stdout:Apr 10 15:37:14 smithi069 bash[117266]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-3/block 2024-04-10T15:37:14.336 INFO:journalctl@ceph.osd.3.smithi069.stdout:Apr 10 15:37:14 smithi069 bash[117266]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-04-10T15:37:14.336 INFO:journalctl@ceph.osd.3.smithi069.stdout:Apr 10 15:37:14 smithi069 bash[117266]: --> ceph-volume raw activate successful for osd ID: 3 2024-04-10T15:37:14.336 INFO:journalctl@ceph.osd.3.smithi069.stdout:Apr 10 15:37:13 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-3-activate[117281]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_1 2024-04-10T15:37:14.336 INFO:journalctl@ceph.osd.3.smithi069.stdout:Apr 10 15:37:13 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-3-activate[117281]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2024-04-10T15:37:14.336 INFO:journalctl@ceph.osd.3.smithi069.stdout:Apr 10 15:37:13 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-3-activate[117281]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-3/block 2024-04-10T15:37:14.337 INFO:journalctl@ceph.osd.3.smithi069.stdout:Apr 10 15:37:13 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-3-activate[117281]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-04-10T15:37:14.337 INFO:journalctl@ceph.osd.3.smithi069.stdout:Apr 10 15:37:13 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-3-activate[117281]: --> ceph-volume raw activate successful for osd ID: 3 2024-04-10T15:37:14.337 INFO:journalctl@ceph.osd.3.smithi069.stdout:Apr 10 15:37:14 smithi069 podman[117266]: 2024-04-10 15:37:14.023990499 +0000 UTC m=+0.822710718 container died 1f205c6d7fd5130b0521043fb34fa18c9933cf105f7b962dc3acfd7e8a483ae4 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-3-activate, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240409, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, maintainer=Guillaume Abrioux ) 2024-04-10T15:37:14.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:37:14 smithi077 ceph-mon[87572]: osdmap e409: 8 total, 7 up, 8 in 2024-04-10T15:37:14.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:37:14 smithi077 ceph-mon[87572]: pgmap v271: 121 pgs: 4 active+undersized+degraded, 20 peering, 2 stale+active+clean, 9 active+undersized, 86 active+clean; 303 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 5.5 MiB/s wr, 34 op/s; 22/423 objects degraded (5.201%) 2024-04-10T15:37:15.230 INFO:tasks.rados.rados.0.smithi069.stdout:1734: done (3 left) 2024-04-10T15:37:15.230 INFO:tasks.rados.rados.0.smithi069.stdout:1735: done (2 left) 2024-04-10T15:37:15.230 INFO:tasks.rados.rados.0.smithi069.stdout:1736: done (1 left) 2024-04-10T15:37:15.230 INFO:tasks.rados.rados.0.smithi069.stdout:1737: done (0 left) 2024-04-10T15:37:15.230 INFO:tasks.rados.rados.0.smithi069.stdout:1738: delete oid 31 current snap is 169 2024-04-10T15:37:15.234 INFO:tasks.rados.rados.0.smithi069.stdout:1738: done (0 left) 2024-04-10T15:37:15.234 INFO:tasks.rados.rados.0.smithi069.stdout:1739: delete oid 33 current snap is 169 2024-04-10T15:37:15.237 INFO:tasks.rados.rados.0.smithi069.stdout:1739: done (0 left) 2024-04-10T15:37:15.237 INFO:tasks.rados.rados.0.smithi069.stdout:1740: read oid 29 snap -1 2024-04-10T15:37:15.237 INFO:tasks.rados.rados.0.smithi069.stdout:1740: expect (ObjNum 527 snap 164 seq_num 527) 2024-04-10T15:37:15.237 INFO:tasks.rados.rados.0.smithi069.stdout:1741: rollback oid 6 current snap is 169 2024-04-10T15:37:15.237 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 6 to 161 2024-04-10T15:37:15.237 INFO:tasks.rados.rados.0.smithi069.stdout:1742: read oid 9 snap -1 2024-04-10T15:37:15.237 INFO:tasks.rados.rados.0.smithi069.stdout:1742: expect (ObjNum 505 snap 159 seq_num 505) 2024-04-10T15:37:15.237 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 41 current snap is 169 2024-04-10T15:37:15.237 INFO:tasks.rados.rados.0.smithi069.stdout:1743: seq_num 548 ranges {7921664=786432,8708096=598016,9306112=606208} 2024-04-10T15:37:15.282 INFO:tasks.rados.rados.0.smithi069.stdout:1743: writing smithi06982861-41 from 7921664 to 8708096 tid 1 2024-04-10T15:37:15.286 INFO:tasks.rados.rados.0.smithi069.stdout:1743: writing smithi06982861-41 from 8708096 to 9306112 tid 2 2024-04-10T15:37:15.289 INFO:tasks.rados.rados.0.smithi069.stdout:1743: writing smithi06982861-41 from 9306112 to 9912320 tid 3 2024-04-10T15:37:15.289 INFO:tasks.rados.rados.0.smithi069.stdout:1744: rollback oid 12 current snap is 169 2024-04-10T15:37:15.289 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 12 to 164 2024-04-10T15:37:15.289 INFO:tasks.rados.rados.0.smithi069.stdout:1740: expect (ObjNum 527 snap 164 seq_num 527) 2024-04-10T15:37:15.335 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:37:15 smithi069 ceph-mon[96738]: Health check failed: Degraded data redundancy: 22/423 objects degraded (5.201%), 4 pgs degraded (PG_DEGRADED) 2024-04-10T15:37:15.335 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:37:15 smithi069 ceph-mon[96738]: osdmap e410: 8 total, 7 up, 8 in 2024-04-10T15:37:15.335 INFO:journalctl@ceph.osd.3.smithi069.stdout:Apr 10 15:37:15 smithi069 podman[117433]: 2024-04-10 15:37:15.035443744 +0000 UTC m=+1.006472406 container remove 1f205c6d7fd5130b0521043fb34fa18c9933cf105f7b962dc3acfd7e8a483ae4 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-3-activate, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, org.label-schema.build-date=20240409, org.label-schema.vendor=CentOS, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2) 2024-04-10T15:37:15.335 INFO:journalctl@ceph.osd.3.smithi069.stdout:Apr 10 15:37:15 smithi069 podman[117502]: 2024-04-10 15:37:15.148349955 +0000 UTC m=+0.017530278 image pull ffe3e7ac3788b84d6c0b551f13dbde782a187c25e75d087cf3ace2b26f4e3ffa quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc 2024-04-10T15:37:15.336 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:37:15 smithi069 ceph-mon[94167]: Health check failed: Degraded data redundancy: 22/423 objects degraded (5.201%), 4 pgs degraded (PG_DEGRADED) 2024-04-10T15:37:15.336 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:37:15 smithi069 ceph-mon[94167]: osdmap e410: 8 total, 7 up, 8 in 2024-04-10T15:37:15.358 INFO:tasks.rados.rados.0.smithi069.stdout:1741: finishing rollback tid 0 to smithi06982861-6 2024-04-10T15:37:15.358 INFO:tasks.rados.rados.0.smithi069.stdout:1741: finishing rollback tid 1 to smithi06982861-6 2024-04-10T15:37:15.358 INFO:tasks.rados.rados.0.smithi069.stdout:1741: finishing rollback tid 2 to smithi06982861-6 2024-04-10T15:37:15.358 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 6 v 854 (ObjNum 177 snap 0 seq_num 1549096941) dirty exists 2024-04-10T15:37:15.358 INFO:tasks.rados.rados.0.smithi069.stdout:1742: expect (ObjNum 505 snap 159 seq_num 505) 2024-04-10T15:37:15.403 INFO:tasks.rados.rados.0.smithi069.stdout:1743: finishing write tid 1 to smithi06982861-41 2024-04-10T15:37:15.404 INFO:tasks.rados.rados.0.smithi069.stdout:1744: finishing rollback tid 0 to smithi06982861-12 2024-04-10T15:37:15.404 INFO:tasks.rados.rados.0.smithi069.stdout:1743: finishing write tid 2 to smithi06982861-41 2024-04-10T15:37:15.404 INFO:tasks.rados.rados.0.smithi069.stdout:1744: finishing rollback tid 1 to smithi06982861-12 2024-04-10T15:37:15.404 INFO:tasks.rados.rados.0.smithi069.stdout:1744: finishing rollback tid 2 to smithi06982861-12 2024-04-10T15:37:15.404 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 12 v 579 (ObjNum 463 snap 147 seq_num 463) dirty exists 2024-04-10T15:37:15.404 INFO:tasks.rados.rados.0.smithi069.stdout:1743: finishing write tid 3 to smithi06982861-41 2024-04-10T15:37:15.404 INFO:tasks.rados.rados.0.smithi069.stdout:1743: finishing write tid 4 to smithi06982861-41 2024-04-10T15:37:15.404 INFO:tasks.rados.rados.0.smithi069.stdout:1743: finishing write tid 5 to smithi06982861-41 2024-04-10T15:37:15.404 INFO:tasks.rados.rados.0.smithi069.stdout:1743: oid 41 updating version 0 to 1066 2024-04-10T15:37:15.404 INFO:tasks.rados.rados.0.smithi069.stdout:1743: oid 41 updating version 1066 to 1067 2024-04-10T15:37:15.404 INFO:tasks.rados.rados.0.smithi069.stdout:1743: oid 41 version 1067 is already newer than 1064 2024-04-10T15:37:15.404 INFO:tasks.rados.rados.0.smithi069.stdout:1743: oid 41 version 1067 is already newer than 1065 2024-04-10T15:37:15.404 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 41 v 1067 (ObjNum 548 snap 169 seq_num 548) dirty exists 2024-04-10T15:37:15.405 INFO:tasks.rados.rados.0.smithi069.stdout:1743: left oid 41 (ObjNum 548 snap 169 seq_num 548) 2024-04-10T15:37:15.405 INFO:tasks.rados.rados.0.smithi069.stdout:1740: done (4 left) 2024-04-10T15:37:15.405 INFO:tasks.rados.rados.0.smithi069.stdout:1741: done (3 left) 2024-04-10T15:37:15.405 INFO:tasks.rados.rados.0.smithi069.stdout:1742: done (2 left) 2024-04-10T15:37:15.405 INFO:tasks.rados.rados.0.smithi069.stdout:1743: done (1 left) 2024-04-10T15:37:15.405 INFO:tasks.rados.rados.0.smithi069.stdout:1744: done (0 left) 2024-04-10T15:37:15.405 INFO:tasks.rados.rados.0.smithi069.stdout:1745: setattr oid 30 current snap is 169 2024-04-10T15:37:15.406 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 48 current snap is 169 2024-04-10T15:37:15.406 INFO:tasks.rados.rados.0.smithi069.stdout:1746: seq_num 549 ranges {5627904=802816,6430720=483328,6914048=434176,7348224=286720} 2024-04-10T15:37:15.439 INFO:tasks.rados.rados.0.smithi069.stdout:1746: writing smithi06982861-48 from 5627904 to 6430720 tid 1 2024-04-10T15:37:15.442 INFO:tasks.rados.rados.0.smithi069.stdout:1746: writing smithi06982861-48 from 6430720 to 6914048 tid 2 2024-04-10T15:37:15.445 INFO:tasks.rados.rados.0.smithi069.stdout:1746: writing smithi06982861-48 from 6914048 to 7348224 tid 3 2024-04-10T15:37:15.447 INFO:tasks.rados.rados.0.smithi069.stdout:1746: writing smithi06982861-48 from 7348224 to 7634944 tid 4 2024-04-10T15:37:15.447 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 31 current snap is 169 2024-04-10T15:37:15.447 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 30 v 906 (ObjNum 498 snap 155 seq_num 498) dirty exists 2024-04-10T15:37:15.447 INFO:tasks.rados.rados.0.smithi069.stdout:1746: finishing write tid 1 to smithi06982861-48 2024-04-10T15:37:15.447 INFO:tasks.rados.rados.0.smithi069.stdout:1746: finishing write tid 2 to smithi06982861-48 2024-04-10T15:37:15.447 INFO:tasks.rados.rados.0.smithi069.stdout:1747: seq_num 550 ranges {0=417792,417792=770048,1187840=638976,1826816=196608} 2024-04-10T15:37:15.449 INFO:tasks.rados.rados.0.smithi069.stdout:1747: writing smithi06982861-31 from 0 to 417792 tid 1 2024-04-10T15:37:15.454 INFO:tasks.rados.rados.0.smithi069.stdout:1747: writing smithi06982861-31 from 417792 to 1187840 tid 2 2024-04-10T15:37:15.459 INFO:tasks.rados.rados.0.smithi069.stdout:1747: writing smithi06982861-31 from 1187840 to 1826816 tid 3 2024-04-10T15:37:15.462 INFO:tasks.rados.rados.0.smithi069.stdout:1747: writing smithi06982861-31 from 1826816 to 2023424 tid 4 2024-04-10T15:37:15.462 INFO:tasks.rados.rados.0.smithi069.stdout:1745: done (2 left) 2024-04-10T15:37:15.462 INFO:tasks.rados.rados.0.smithi069.stdout:1748: read oid 12 snap -1 2024-04-10T15:37:15.462 INFO:tasks.rados.rados.0.smithi069.stdout:1748: expect (ObjNum 463 snap 147 seq_num 463) 2024-04-10T15:37:15.462 INFO:tasks.rados.rados.0.smithi069.stdout:1749: read oid 50 snap -1 2024-04-10T15:37:15.462 INFO:tasks.rados.rados.0.smithi069.stdout:1749: expect deleted 2024-04-10T15:37:15.462 INFO:tasks.rados.rados.0.smithi069.stdout:1750: snap_create 2024-04-10T15:37:15.462 INFO:tasks.rados.rados.0.smithi069.stdout:1746: finishing write tid 3 to smithi06982861-48 2024-04-10T15:37:15.462 INFO:tasks.rados.rados.0.smithi069.stdout:1746: finishing write tid 4 to smithi06982861-48 2024-04-10T15:37:15.462 INFO:tasks.rados.rados.0.smithi069.stdout:1746: finishing write tid 5 to smithi06982861-48 2024-04-10T15:37:15.462 INFO:tasks.rados.rados.0.smithi069.stdout:1746: finishing write tid 6 to smithi06982861-48 2024-04-10T15:37:15.462 INFO:tasks.rados.rados.0.smithi069.stdout:1746: oid 48 updating version 0 to 860 2024-04-10T15:37:15.463 INFO:tasks.rados.rados.0.smithi069.stdout:1746: oid 48 updating version 860 to 861 2024-04-10T15:37:15.463 INFO:tasks.rados.rados.0.smithi069.stdout:1746: oid 48 updating version 861 to 863 2024-04-10T15:37:15.463 INFO:tasks.rados.rados.0.smithi069.stdout:1746: oid 48 version 863 is already newer than 862 2024-04-10T15:37:15.463 INFO:tasks.rados.rados.0.smithi069.stdout:1746: oid 48 updating version 863 to 864 2024-04-10T15:37:15.463 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 48 v 864 (ObjNum 549 snap 169 seq_num 549) dirty exists 2024-04-10T15:37:15.463 INFO:tasks.rados.rados.0.smithi069.stdout:1746: left oid 48 (ObjNum 549 snap 169 seq_num 549) 2024-04-10T15:37:15.463 INFO:tasks.rados.rados.0.smithi069.stdout:1747: finishing write tid 1 to smithi06982861-31 2024-04-10T15:37:15.463 INFO:tasks.rados.rados.0.smithi069.stdout:1747: finishing write tid 2 to smithi06982861-31 2024-04-10T15:37:15.464 INFO:tasks.rados.rados.0.smithi069.stdout:1747: finishing write tid 3 to smithi06982861-31 2024-04-10T15:37:15.464 INFO:tasks.rados.rados.0.smithi069.stdout:1747: finishing write tid 4 to smithi06982861-31 2024-04-10T15:37:15.464 INFO:tasks.rados.rados.0.smithi069.stdout:1747: finishing write tid 5 to smithi06982861-31 2024-04-10T15:37:15.464 INFO:tasks.rados.rados.0.smithi069.stdout:1747: finishing write tid 6 to smithi06982861-31 2024-04-10T15:37:15.464 INFO:tasks.rados.rados.0.smithi069.stdout:1747: oid 31 updating version 0 to 910 2024-04-10T15:37:15.464 INFO:tasks.rados.rados.0.smithi069.stdout:1747: oid 31 version 910 is already newer than 908 2024-04-10T15:37:15.465 INFO:tasks.rados.rados.0.smithi069.stdout:1747: oid 31 version 910 is already newer than 907 2024-04-10T15:37:15.465 INFO:tasks.rados.rados.0.smithi069.stdout:1747: oid 31 updating version 910 to 911 2024-04-10T15:37:15.465 INFO:tasks.rados.rados.0.smithi069.stdout:1747: oid 31 version 911 is already newer than 909 2024-04-10T15:37:15.465 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 31 v 911 (ObjNum 550 snap 169 seq_num 550) dirty exists 2024-04-10T15:37:15.465 INFO:tasks.rados.rados.0.smithi069.stdout:1747: left oid 31 (ObjNum 550 snap 169 seq_num 550) 2024-04-10T15:37:15.469 INFO:tasks.rados.rados.0.smithi069.stdout:1748: expect (ObjNum 463 snap 147 seq_num 463) 2024-04-10T15:37:15.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:37:15 smithi077 ceph-mon[87572]: Health check failed: Degraded data redundancy: 22/423 objects degraded (5.201%), 4 pgs degraded (PG_DEGRADED) 2024-04-10T15:37:15.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:37:15 smithi077 ceph-mon[87572]: osdmap e410: 8 total, 7 up, 8 in 2024-04-10T15:37:15.593 INFO:journalctl@ceph.osd.3.smithi069.stdout:Apr 10 15:37:15 smithi069 podman[117502]: 2024-04-10 15:37:15.353115112 +0000 UTC m=+0.222295428 container create c840f79dffa286190038ebf56651ed7ee95eb9ef2bcd6e870909462a71b8feaf (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-3, GIT_CLEAN=True, GIT_BRANCH=HEAD, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240409, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True, io.buildah.version=1.33.5) 2024-04-10T15:37:15.594 INFO:journalctl@ceph.osd.3.smithi069.stdout:Apr 10 15:37:15 smithi069 podman[117502]: 2024-04-10 15:37:15.580697287 +0000 UTC m=+0.449877597 container init c840f79dffa286190038ebf56651ed7ee95eb9ef2bcd6e870909462a71b8feaf (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-3, org.label-schema.build-date=20240409, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_BRANCH=HEAD, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, ceph=True, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0) 2024-04-10T15:37:15.594 INFO:journalctl@ceph.osd.3.smithi069.stdout:Apr 10 15:37:15 smithi069 podman[117502]: 2024-04-10 15:37:15.586201122 +0000 UTC m=+0.455381437 container start c840f79dffa286190038ebf56651ed7ee95eb9ef2bcd6e870909462a71b8feaf (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-3, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_BRANCH=HEAD, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, org.label-schema.build-date=20240409, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, ceph=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-10T15:37:16.085 INFO:journalctl@ceph.osd.3.smithi069.stdout:Apr 10 15:37:15 smithi069 ceph-osd[117540]: -- 172.21.15.69:0/974908710 <== mon.0 v2:172.21.15.69:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55f776b6d680 con 0x55f776b36c00 2024-04-10T15:37:16.085 INFO:journalctl@ceph.osd.3.smithi069.stdout:Apr 10 15:37:15 smithi069 bash[117502]: c840f79dffa286190038ebf56651ed7ee95eb9ef2bcd6e870909462a71b8feaf 2024-04-10T15:37:16.085 INFO:journalctl@ceph.osd.3.smithi069.stdout:Apr 10 15:37:15 smithi069 systemd[1]: Started Ceph osd.3 for 09bfb546-f74e-11ee-b64a-cb9ed24678a4. 2024-04-10T15:37:16.139 INFO:tasks.rados.rados.0.smithi069.stdout:1746: done (4 left) 2024-04-10T15:37:16.139 INFO:tasks.rados.rados.0.smithi069.stdout:1747: done (3 left) 2024-04-10T15:37:16.139 INFO:tasks.rados.rados.0.smithi069.stdout:1748: done (2 left) 2024-04-10T15:37:16.140 INFO:tasks.rados.rados.0.smithi069.stdout:1749: done (1 left) 2024-04-10T15:37:16.140 INFO:tasks.rados.rados.0.smithi069.stdout:1750: done (0 left) 2024-04-10T15:37:16.140 INFO:tasks.rados.rados.0.smithi069.stdout:1751: read oid 24 snap -1 2024-04-10T15:37:16.140 INFO:tasks.rados.rados.0.smithi069.stdout:1751: expect deleted 2024-04-10T15:37:16.140 INFO:tasks.rados.rados.0.smithi069.stdout:1752: read oid 14 snap -1 2024-04-10T15:37:16.140 INFO:tasks.rados.rados.0.smithi069.stdout:1752: expect (ObjNum 521 snap 161 seq_num 521) 2024-04-10T15:37:16.140 INFO:tasks.rados.rados.0.smithi069.stdout:1753: snap_remove snap 169 2024-04-10T15:37:16.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:37:16 smithi077 ceph-mon[87572]: osdmap e411: 8 total, 7 up, 8 in 2024-04-10T15:37:16.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:37:16 smithi077 ceph-mon[87572]: pgmap v274: 121 pgs: 8 active+undersized+degraded, 33 active+undersized, 80 active+clean; 275 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 7.6 MiB/s wr, 28 op/s; 38/393 objects degraded (9.669%) 2024-04-10T15:37:16.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:37:16 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:37:16.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:37:16 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:37:16.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:37:16 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:37:16.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:37:16 smithi077 ceph-mon[87572]: osdmap e412: 8 total, 7 up, 8 in 2024-04-10T15:37:16.585 INFO:journalctl@ceph.osd.3.smithi069.stdout:Apr 10 15:37:16 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-3[117516]: 2024-04-10T15:37:16.126+0000 7fed91b557c0 -1 Falling back to public interface 2024-04-10T15:37:16.585 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:37:16 smithi069 ceph-mon[94167]: osdmap e411: 8 total, 7 up, 8 in 2024-04-10T15:37:16.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:37:16 smithi069 ceph-mon[94167]: pgmap v274: 121 pgs: 8 active+undersized+degraded, 33 active+undersized, 80 active+clean; 275 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 7.6 MiB/s wr, 28 op/s; 38/393 objects degraded (9.669%) 2024-04-10T15:37:16.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:37:16 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:37:16.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:37:16 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:37:16.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:37:16 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:37:16.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:37:16 smithi069 ceph-mon[94167]: osdmap e412: 8 total, 7 up, 8 in 2024-04-10T15:37:16.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:37:16 smithi069 ceph-mon[96738]: osdmap e411: 8 total, 7 up, 8 in 2024-04-10T15:37:16.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:37:16 smithi069 ceph-mon[96738]: pgmap v274: 121 pgs: 8 active+undersized+degraded, 33 active+undersized, 80 active+clean; 275 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 7.6 MiB/s wr, 28 op/s; 38/393 objects degraded (9.669%) 2024-04-10T15:37:16.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:37:16 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:37:16.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:37:16 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:37:16.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:37:16 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:37:16.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:37:16 smithi069 ceph-mon[96738]: osdmap e412: 8 total, 7 up, 8 in 2024-04-10T15:37:17.142 INFO:tasks.rados.rados.0.smithi069.stdout:1753: done (2 left) 2024-04-10T15:37:17.142 INFO:tasks.rados.rados.0.smithi069.stdout:1754: snap_remove snap 166 2024-04-10T15:37:17.234 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:37:16 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:15:37:16] "GET /metrics HTTP/1.1" 200 36190 "" "Prometheus/2.43.0" 2024-04-10T15:37:17.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:37:17 smithi077 ceph-mon[87572]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 9 pgs inactive, 9 pgs peering) 2024-04-10T15:37:17.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:37:17 smithi077 ceph-mon[87572]: osdmap e413: 8 total, 7 up, 8 in 2024-04-10T15:37:17.570 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:37:17 smithi069 ceph-mon[96738]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 9 pgs inactive, 9 pgs peering) 2024-04-10T15:37:17.570 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:37:17 smithi069 ceph-mon[96738]: osdmap e413: 8 total, 7 up, 8 in 2024-04-10T15:37:17.570 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:37:17 smithi069 ceph-mon[94167]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 9 pgs inactive, 9 pgs peering) 2024-04-10T15:37:17.570 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:37:17 smithi069 ceph-mon[94167]: osdmap e413: 8 total, 7 up, 8 in 2024-04-10T15:37:18.141 INFO:tasks.rados.rados.0.smithi069.stdout:1754: done (2 left) 2024-04-10T15:37:18.142 INFO:tasks.rados.rados.0.smithi069.stdout:1755: snap_create 2024-04-10T15:37:18.142 INFO:tasks.rados.rados.0.smithi069.stdout:1752: expect (ObjNum 521 snap 161 seq_num 521) 2024-04-10T15:37:18.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:37:18 smithi077 ceph-mon[87572]: pgmap v277: 121 pgs: 8 active+undersized+degraded, 33 active+undersized, 80 active+clean; 275 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 4.3 MiB/s rd, 3.7 MiB/s wr, 7 op/s; 38/393 objects degraded (9.669%) 2024-04-10T15:37:18.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:37:18 smithi077 ceph-mon[87572]: osdmap e414: 8 total, 7 up, 8 in 2024-04-10T15:37:18.509 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:37:18 smithi069 ceph-mon[96738]: pgmap v277: 121 pgs: 8 active+undersized+degraded, 33 active+undersized, 80 active+clean; 275 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 4.3 MiB/s rd, 3.7 MiB/s wr, 7 op/s; 38/393 objects degraded (9.669%) 2024-04-10T15:37:18.509 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:37:18 smithi069 ceph-mon[96738]: osdmap e414: 8 total, 7 up, 8 in 2024-04-10T15:37:18.509 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:37:18 smithi069 ceph-mon[94167]: pgmap v277: 121 pgs: 8 active+undersized+degraded, 33 active+undersized, 80 active+clean; 275 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 4.3 MiB/s rd, 3.7 MiB/s wr, 7 op/s; 38/393 objects degraded (9.669%) 2024-04-10T15:37:18.509 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:37:18 smithi069 ceph-mon[94167]: osdmap e414: 8 total, 7 up, 8 in 2024-04-10T15:37:19.154 INFO:tasks.rados.rados.0.smithi069.stdout:1751: done (2 left) 2024-04-10T15:37:19.154 INFO:tasks.rados.rados.0.smithi069.stdout:1752: done (1 left) 2024-04-10T15:37:19.154 INFO:tasks.rados.rados.0.smithi069.stdout:1755: done (0 left) 2024-04-10T15:37:19.154 INFO:tasks.rados.rados.0.smithi069.stdout:1756: rollback oid 7 current snap is 171 2024-04-10T15:37:19.154 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 7 to 170 2024-04-10T15:37:19.154 INFO:tasks.rados.rados.0.smithi069.stdout:1757: snap_remove snap 165 2024-04-10T15:37:19.290 INFO:journalctl@ceph.osd.3.smithi069.stdout:Apr 10 15:37:19 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-3[117516]: 2024-04-10T15:37:19.037+0000 7fed91b557c0 -1 osd.3 405 log_to_monitors true 2024-04-10T15:37:19.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:37:19 smithi069 ceph-mon[96738]: from='osd.3 [v2:172.21.15.69:6826/755527062,v1:172.21.15.69:6827/755527062]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-10T15:37:19.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:37:19 smithi069 ceph-mon[96738]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-10T15:37:19.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:37:19 smithi069 ceph-mon[96738]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-04-10T15:37:19.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:37:19 smithi069 ceph-mon[96738]: osdmap e415: 8 total, 7 up, 8 in 2024-04-10T15:37:19.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:37:19 smithi069 ceph-mon[96738]: from='osd.3 [v2:172.21.15.69:6826/755527062,v1:172.21.15.69:6827/755527062]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi069", "root=default"]}]: dispatch 2024-04-10T15:37:19.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:37:19 smithi069 ceph-mon[96738]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi069", "root=default"]}]: dispatch 2024-04-10T15:37:19.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:37:19 smithi069 ceph-mon[94167]: from='osd.3 [v2:172.21.15.69:6826/755527062,v1:172.21.15.69:6827/755527062]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-10T15:37:19.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:37:19 smithi069 ceph-mon[94167]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-10T15:37:19.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:37:19 smithi069 ceph-mon[94167]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-04-10T15:37:19.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:37:19 smithi069 ceph-mon[94167]: osdmap e415: 8 total, 7 up, 8 in 2024-04-10T15:37:19.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:37:19 smithi069 ceph-mon[94167]: from='osd.3 [v2:172.21.15.69:6826/755527062,v1:172.21.15.69:6827/755527062]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi069", "root=default"]}]: dispatch 2024-04-10T15:37:19.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:37:19 smithi069 ceph-mon[94167]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi069", "root=default"]}]: dispatch 2024-04-10T15:37:19.741 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:37:19 smithi077 ceph-mon[87572]: from='osd.3 [v2:172.21.15.69:6826/755527062,v1:172.21.15.69:6827/755527062]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-10T15:37:19.741 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:37:19 smithi077 ceph-mon[87572]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-10T15:37:19.741 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:37:19 smithi077 ceph-mon[87572]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-04-10T15:37:19.741 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:37:19 smithi077 ceph-mon[87572]: osdmap e415: 8 total, 7 up, 8 in 2024-04-10T15:37:19.741 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:37:19 smithi077 ceph-mon[87572]: from='osd.3 [v2:172.21.15.69:6826/755527062,v1:172.21.15.69:6827/755527062]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi069", "root=default"]}]: dispatch 2024-04-10T15:37:19.741 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:37:19 smithi077 ceph-mon[87572]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi069", "root=default"]}]: dispatch 2024-04-10T15:37:20.085 INFO:journalctl@ceph.osd.3.smithi069.stdout:Apr 10 15:37:19 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-3[117516]: 2024-04-10T15:37:19.621+0000 7fed7efa5700 -1 osd.3 405 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-10T15:37:20.157 INFO:tasks.rados.rados.0.smithi069.stdout:1757: done (1 left) 2024-04-10T15:37:20.157 INFO:tasks.rados.rados.0.smithi069.stdout:1758: rollback oid 16 current snap is 171 2024-04-10T15:37:20.158 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 16 to 164 2024-04-10T15:37:20.158 INFO:tasks.rados.rados.0.smithi069.stdout:1759: rollback oid 47 current snap is 171 2024-04-10T15:37:20.158 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 47 to 164 2024-04-10T15:37:20.158 INFO:tasks.rados.rados.0.smithi069.stdout:1760: read oid 12 snap -1 2024-04-10T15:37:20.158 INFO:tasks.rados.rados.0.smithi069.stdout:1760: expect (ObjNum 463 snap 147 seq_num 463) 2024-04-10T15:37:20.158 INFO:tasks.rados.rados.0.smithi069.stdout:1761: snap_create 2024-04-10T15:37:20.158 INFO:tasks.rados.rados.0.smithi069.stdout:1756: finishing rollback tid 0 to smithi06982861-7 2024-04-10T15:37:20.158 INFO:tasks.rados.rados.0.smithi069.stdout:1756: finishing rollback tid 1 to smithi06982861-7 2024-04-10T15:37:20.158 INFO:tasks.rados.rados.0.smithi069.stdout:1756: finishing rollback tid 2 to smithi06982861-7 2024-04-10T15:37:20.158 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 7 v 862 (ObjNum 536 snap 167 seq_num 536) dirty exists 2024-04-10T15:37:20.169 INFO:tasks.rados.rados.0.smithi069.stdout:1759: finishing rollback tid 0 to smithi06982861-47 2024-04-10T15:37:20.169 INFO:tasks.rados.rados.0.smithi069.stdout:1759: finishing rollback tid 1 to smithi06982861-47 2024-04-10T15:37:20.169 INFO:tasks.rados.rados.0.smithi069.stdout:1759: finishing rollback tid 2 to smithi06982861-47 2024-04-10T15:37:20.169 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 47 v 862 (ObjNum 523 snap 163 seq_num 523) dirty exists 2024-04-10T15:37:20.171 INFO:tasks.rados.rados.0.smithi069.stdout:1760: expect (ObjNum 463 snap 147 seq_num 463) 2024-04-10T15:37:20.193 INFO:tasks.rados.rados.0.smithi069.stdout:1758: finishing rollback tid 0 to smithi06982861-16 2024-04-10T15:37:20.193 INFO:tasks.rados.rados.0.smithi069.stdout:1758: finishing rollback tid 1 to smithi06982861-16 2024-04-10T15:37:20.193 INFO:tasks.rados.rados.0.smithi069.stdout:1758: finishing rollback tid 2 to smithi06982861-16 2024-04-10T15:37:20.193 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 16 v 865 (ObjNum 353 snap 108 seq_num 353) dirty exists 2024-04-10T15:37:20.585 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:37:20 smithi069 ceph-mon[94167]: pgmap v280: 121 pgs: 8 active+undersized+degraded, 33 active+undersized, 80 active+clean; 253 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 8.4 MiB/s rd, 984 KiB/s wr, 16 op/s; 41/372 objects degraded (11.022%) 2024-04-10T15:37:20.585 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:37:20 smithi069 ceph-mon[94167]: from='osd.3 ' entity='osd.3' 2024-04-10T15:37:20.585 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:37:20 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:37:20.585 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:37:20 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:37:20.585 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:37:20 smithi069 ceph-mon[94167]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-10T15:37:20.585 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:37:20 smithi069 ceph-mon[94167]: osd.3 [v2:172.21.15.69:6826/755527062,v1:172.21.15.69:6827/755527062] boot 2024-04-10T15:37:20.585 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:37:20 smithi069 ceph-mon[94167]: osdmap e416: 8 total, 8 up, 8 in 2024-04-10T15:37:20.585 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:37:20 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-10T15:37:20.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:37:20 smithi069 ceph-mon[96738]: pgmap v280: 121 pgs: 8 active+undersized+degraded, 33 active+undersized, 80 active+clean; 253 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 8.4 MiB/s rd, 984 KiB/s wr, 16 op/s; 41/372 objects degraded (11.022%) 2024-04-10T15:37:20.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:37:20 smithi069 ceph-mon[96738]: from='osd.3 ' entity='osd.3' 2024-04-10T15:37:20.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:37:20 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:37:20.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:37:20 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:37:20.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:37:20 smithi069 ceph-mon[96738]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-10T15:37:20.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:37:20 smithi069 ceph-mon[96738]: osd.3 [v2:172.21.15.69:6826/755527062,v1:172.21.15.69:6827/755527062] boot 2024-04-10T15:37:20.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:37:20 smithi069 ceph-mon[96738]: osdmap e416: 8 total, 8 up, 8 in 2024-04-10T15:37:20.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:37:20 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-10T15:37:20.741 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:37:20 smithi077 ceph-mon[87572]: pgmap v280: 121 pgs: 8 active+undersized+degraded, 33 active+undersized, 80 active+clean; 253 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 8.4 MiB/s rd, 984 KiB/s wr, 16 op/s; 41/372 objects degraded (11.022%) 2024-04-10T15:37:20.741 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:37:20 smithi077 ceph-mon[87572]: from='osd.3 ' entity='osd.3' 2024-04-10T15:37:20.741 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:37:20 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:37:20.741 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:37:20 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:37:20.741 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:37:20 smithi077 ceph-mon[87572]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-10T15:37:20.741 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:37:20 smithi077 ceph-mon[87572]: osd.3 [v2:172.21.15.69:6826/755527062,v1:172.21.15.69:6827/755527062] boot 2024-04-10T15:37:20.741 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:37:20 smithi077 ceph-mon[87572]: osdmap e416: 8 total, 8 up, 8 in 2024-04-10T15:37:20.742 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:37:20 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-10T15:37:21.158 INFO:tasks.rados.rados.0.smithi069.stdout:1756: done (4 left) 2024-04-10T15:37:21.158 INFO:tasks.rados.rados.0.smithi069.stdout:1758: done (3 left) 2024-04-10T15:37:21.158 INFO:tasks.rados.rados.0.smithi069.stdout:1759: done (2 left) 2024-04-10T15:37:21.158 INFO:tasks.rados.rados.0.smithi069.stdout:1760: done (1 left) 2024-04-10T15:37:21.158 INFO:tasks.rados.rados.0.smithi069.stdout:1761: done (0 left) 2024-04-10T15:37:21.158 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 16 current snap is 172 2024-04-10T15:37:21.158 INFO:tasks.rados.rados.0.smithi069.stdout:1762: seq_num 551 ranges {1122304=434176,1556480=647168,2203648=450560,2654208=507904} 2024-04-10T15:37:21.161 INFO:tasks.rados.rados.0.smithi069.stdout:1762: writing smithi06982861-16 from 1122304 to 1556480 tid 1 2024-04-10T15:37:21.165 INFO:tasks.rados.rados.0.smithi069.stdout:1762: writing smithi06982861-16 from 1556480 to 2203648 tid 2 2024-04-10T15:37:21.169 INFO:tasks.rados.rados.0.smithi069.stdout:1762: writing smithi06982861-16 from 2203648 to 2654208 tid 3 2024-04-10T15:37:21.173 INFO:tasks.rados.rados.0.smithi069.stdout:1762: writing smithi06982861-16 from 2654208 to 3162112 tid 4 2024-04-10T15:37:21.173 INFO:tasks.rados.rados.0.smithi069.stdout:1763: copy_from oid 50 from oid 48 current snap is 172 2024-04-10T15:37:21.173 INFO:tasks.rados.rados.0.smithi069.stdout:1764: copy_from oid 35 from oid 37 current snap is 172 2024-04-10T15:37:21.173 INFO:tasks.rados.rados.0.smithi069.stdout:1765: rollback oid 8 current snap is 172 2024-04-10T15:37:21.174 INFO:tasks.rados.rados.0.smithi069.stdout:1762: finishing write tid 1 to smithi06982861-16 2024-04-10T15:37:21.174 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 8 to 161 2024-04-10T15:37:21.174 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 12 current snap is 172 2024-04-10T15:37:21.174 INFO:tasks.rados.rados.0.smithi069.stdout:1766: seq_num 552 ranges {557056=450560,1007616=532480,1540096=655360,2195456=417792} 2024-04-10T15:37:21.179 INFO:tasks.rados.rados.0.smithi069.stdout:1766: writing smithi06982861-12 from 557056 to 1007616 tid 1 2024-04-10T15:37:21.183 INFO:tasks.rados.rados.0.smithi069.stdout:1766: writing smithi06982861-12 from 1007616 to 1540096 tid 2 2024-04-10T15:37:21.188 INFO:tasks.rados.rados.0.smithi069.stdout:1766: writing smithi06982861-12 from 1540096 to 2195456 tid 3 2024-04-10T15:37:21.194 INFO:tasks.rados.rados.0.smithi069.stdout:1766: writing smithi06982861-12 from 2195456 to 2613248 tid 4 2024-04-10T15:37:21.194 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 25 current snap is 172 2024-04-10T15:37:21.194 INFO:tasks.rados.rados.0.smithi069.stdout:1762: finishing write tid 2 to smithi06982861-16 2024-04-10T15:37:21.194 INFO:tasks.rados.rados.0.smithi069.stdout:1762: finishing write tid 3 to smithi06982861-16 2024-04-10T15:37:21.194 INFO:tasks.rados.rados.0.smithi069.stdout:1762: finishing write tid 4 to smithi06982861-16 2024-04-10T15:37:21.194 INFO:tasks.rados.rados.0.smithi069.stdout:1762: finishing write tid 5 to smithi06982861-16 2024-04-10T15:37:21.194 INFO:tasks.rados.rados.0.smithi069.stdout:1762: finishing write tid 6 to smithi06982861-16 2024-04-10T15:37:21.194 INFO:tasks.rados.rados.0.smithi069.stdout:1762: oid 16 updating version 0 to 868 2024-04-10T15:37:21.194 INFO:tasks.rados.rados.0.smithi069.stdout:1762: oid 16 version 868 is already newer than 867 2024-04-10T15:37:21.195 INFO:tasks.rados.rados.0.smithi069.stdout:1762: oid 16 version 868 is already newer than 866 2024-04-10T15:37:21.195 INFO:tasks.rados.rados.0.smithi069.stdout:1762: oid 16 updating version 868 to 870 2024-04-10T15:37:21.195 INFO:tasks.rados.rados.0.smithi069.stdout:1762: oid 16 version 870 is already newer than 869 2024-04-10T15:37:21.195 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 16 v 870 (ObjNum 551 snap 172 seq_num 551) dirty exists 2024-04-10T15:37:21.195 INFO:tasks.rados.rados.0.smithi069.stdout:1762: left oid 16 (ObjNum 551 snap 172 seq_num 551) 2024-04-10T15:37:21.195 INFO:tasks.rados.rados.0.smithi069.stdout:1766: finishing write tid 1 to smithi06982861-12 2024-04-10T15:37:21.195 INFO:tasks.rados.rados.0.smithi069.stdout:1766: finishing write tid 2 to smithi06982861-12 2024-04-10T15:37:21.195 INFO:tasks.rados.rados.0.smithi069.stdout:1765: finishing rollback tid 0 to smithi06982861-8 2024-04-10T15:37:21.195 INFO:tasks.rados.rados.0.smithi069.stdout:1765: finishing rollback tid 1 to smithi06982861-8 2024-04-10T15:37:21.195 INFO:tasks.rados.rados.0.smithi069.stdout:1765: finishing rollback tid 2 to smithi06982861-8 2024-04-10T15:37:21.195 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 8 v 915 (ObjNum 459 snap 146 seq_num 459) dirty exists 2024-04-10T15:37:21.195 INFO:tasks.rados.rados.0.smithi069.stdout:1767: seq_num 553 ranges {10903552=466944,11370496=417792,11788288=417792,12206080=516096,12722176=253952} 2024-04-10T15:37:21.256 INFO:tasks.rados.rados.0.smithi069.stdout:1767: writing smithi06982861-25 from 10903552 to 11370496 tid 1 2024-04-10T15:37:21.259 INFO:tasks.rados.rados.0.smithi069.stdout:1767: writing smithi06982861-25 from 11370496 to 11788288 tid 2 2024-04-10T15:37:21.261 INFO:tasks.rados.rados.0.smithi069.stdout:1767: writing smithi06982861-25 from 11788288 to 12206080 tid 3 2024-04-10T15:37:21.265 INFO:tasks.rados.rados.0.smithi069.stdout:1767: writing smithi06982861-25 from 12206080 to 12722176 tid 4 2024-04-10T15:37:21.267 INFO:tasks.rados.rados.0.smithi069.stdout:1767: writing smithi06982861-25 from 12722176 to 12976128 tid 5 2024-04-10T15:37:21.267 INFO:tasks.rados.rados.0.smithi069.stdout:1762: done (5 left) 2024-04-10T15:37:21.267 INFO:tasks.rados.rados.0.smithi069.stdout:1765: done (4 left) 2024-04-10T15:37:21.267 INFO:tasks.rados.rados.0.smithi069.stdout:1768: delete oid 33 current snap is 172 2024-04-10T15:37:21.267 INFO:tasks.rados.rados.0.smithi069.stdout:1766: finishing write tid 3 to smithi06982861-12 2024-04-10T15:37:21.267 INFO:tasks.rados.rados.0.smithi069.stdout:1766: finishing write tid 4 to smithi06982861-12 2024-04-10T15:37:21.267 INFO:tasks.rados.rados.0.smithi069.stdout:1766: finishing write tid 5 to smithi06982861-12 2024-04-10T15:37:21.267 INFO:tasks.rados.rados.0.smithi069.stdout:1766: finishing write tid 6 to smithi06982861-12 2024-04-10T15:37:21.268 INFO:tasks.rados.rados.0.smithi069.stdout:1766: oid 12 updating version 0 to 582 2024-04-10T15:37:21.268 INFO:tasks.rados.rados.0.smithi069.stdout:1766: oid 12 updating version 582 to 583 2024-04-10T15:37:21.268 INFO:tasks.rados.rados.0.smithi069.stdout:1766: oid 12 updating version 583 to 584 2024-04-10T15:37:21.268 INFO:tasks.rados.rados.0.smithi069.stdout:1766: oid 12 version 584 is already newer than 580 2024-04-10T15:37:21.268 INFO:tasks.rados.rados.0.smithi069.stdout:1766: oid 12 version 584 is already newer than 581 2024-04-10T15:37:21.268 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 12 v 584 (ObjNum 552 snap 172 seq_num 552) dirty exists 2024-04-10T15:37:21.268 INFO:tasks.rados.rados.0.smithi069.stdout:1766: left oid 12 (ObjNum 552 snap 172 seq_num 552) 2024-04-10T15:37:21.268 INFO:tasks.rados.rados.0.smithi069.stdout:1763: finishing copy_from racing read to smithi06982861-50 2024-04-10T15:37:21.268 INFO:tasks.rados.rados.0.smithi069.stdout:1764: finishing copy_from racing read to smithi06982861-35 2024-04-10T15:37:21.268 INFO:tasks.rados.rados.0.smithi069.stdout:1763: finishing copy_from to smithi06982861-50 2024-04-10T15:37:21.268 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 50 v 864 (ObjNum 549 snap 169 seq_num 549) dirty exists 2024-04-10T15:37:21.268 INFO:tasks.rados.rados.0.smithi069.stdout:1764: finishing copy_from to smithi06982861-35 2024-04-10T15:37:21.268 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 35 v 742 (ObjNum 498 snap 155 seq_num 498) dirty exists 2024-04-10T15:37:21.268 INFO:tasks.rados.rados.0.smithi069.stdout:1767: finishing write tid 1 to smithi06982861-25 2024-04-10T15:37:21.268 INFO:tasks.rados.rados.0.smithi069.stdout:1767: finishing write tid 2 to smithi06982861-25 2024-04-10T15:37:21.268 INFO:tasks.rados.rados.0.smithi069.stdout:1767: finishing write tid 3 to smithi06982861-25 2024-04-10T15:37:21.270 INFO:tasks.rados.rados.0.smithi069.stdout:1767: finishing write tid 4 to smithi06982861-25 2024-04-10T15:37:21.270 INFO:tasks.rados.rados.0.smithi069.stdout:1767: finishing write tid 5 to smithi06982861-25 2024-04-10T15:37:21.270 INFO:tasks.rados.rados.0.smithi069.stdout:1767: finishing write tid 6 to smithi06982861-25 2024-04-10T15:37:21.271 INFO:tasks.rados.rados.0.smithi069.stdout:1763: done (4 left) 2024-04-10T15:37:21.271 INFO:tasks.rados.rados.0.smithi069.stdout:1764: done (3 left) 2024-04-10T15:37:21.271 INFO:tasks.rados.rados.0.smithi069.stdout:1766: done (2 left) 2024-04-10T15:37:21.271 INFO:tasks.rados.rados.0.smithi069.stdout:1768: done (1 left) 2024-04-10T15:37:21.272 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 47 current snap is 172 2024-04-10T15:37:21.272 INFO:tasks.rados.rados.0.smithi069.stdout:1769: seq_num 555 ranges {3719168=499712,4218880=638976,4857856=425984,5283840=540672} 2024-04-10T15:37:21.295 INFO:tasks.rados.rados.0.smithi069.stdout:1769: writing smithi06982861-47 from 3719168 to 4218880 tid 1 2024-04-10T15:37:21.299 INFO:tasks.rados.rados.0.smithi069.stdout:1769: writing smithi06982861-47 from 4218880 to 4857856 tid 2 2024-04-10T15:37:21.303 INFO:tasks.rados.rados.0.smithi069.stdout:1769: writing smithi06982861-47 from 4857856 to 5283840 tid 3 2024-04-10T15:37:21.307 INFO:tasks.rados.rados.0.smithi069.stdout:1769: writing smithi06982861-47 from 5283840 to 5824512 tid 4 2024-04-10T15:37:21.307 INFO:tasks.rados.rados.0.smithi069.stdout:1767: finishing write tid 7 to smithi06982861-25 2024-04-10T15:37:21.307 INFO:tasks.rados.rados.0.smithi069.stdout:1767: oid 25 updating version 0 to 868 2024-04-10T15:37:21.307 INFO:tasks.rados.rados.0.smithi069.stdout:1767: oid 25 updating version 868 to 870 2024-04-10T15:37:21.308 INFO:tasks.rados.rados.0.smithi069.stdout:1767: oid 25 version 870 is already newer than 865 2024-04-10T15:37:21.308 INFO:tasks.rados.rados.0.smithi069.stdout:1767: oid 25 version 870 is already newer than 867 2024-04-10T15:37:21.308 INFO:tasks.rados.rados.0.smithi069.stdout:1767: oid 25 version 870 is already newer than 869 2024-04-10T15:37:21.308 INFO:tasks.rados.rados.0.smithi069.stdout:1767: oid 25 version 870 is already newer than 866 2024-04-10T15:37:21.308 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 25 v 870 (ObjNum 553 snap 172 seq_num 553) dirty exists 2024-04-10T15:37:21.308 INFO:tasks.rados.rados.0.smithi069.stdout:1767: left oid 25 (ObjNum 553 snap 172 seq_num 553) 2024-04-10T15:37:21.308 INFO:tasks.rados.rados.0.smithi069.stdout:1769: finishing write tid 1 to smithi06982861-47 2024-04-10T15:37:21.308 INFO:tasks.rados.rados.0.smithi069.stdout:1769: finishing write tid 2 to smithi06982861-47 2024-04-10T15:37:21.308 INFO:tasks.rados.rados.0.smithi069.stdout:1769: finishing write tid 3 to smithi06982861-47 2024-04-10T15:37:21.308 INFO:tasks.rados.rados.0.smithi069.stdout:1767: done (1 left) 2024-04-10T15:37:21.308 INFO:tasks.rados.rados.0.smithi069.stdout:1770: rollback oid 45 current snap is 172 2024-04-10T15:37:21.308 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 45 to 168 2024-04-10T15:37:21.309 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 44 current snap is 172 2024-04-10T15:37:21.309 INFO:tasks.rados.rados.0.smithi069.stdout:1771: seq_num 556 ranges {14237696=516096,14753792=524288,15278080=638976,15917056=442368} 2024-04-10T15:37:21.392 INFO:tasks.rados.rados.0.smithi069.stdout:1771: writing smithi06982861-44 from 14237696 to 14753792 tid 1 2024-04-10T15:37:21.395 INFO:tasks.rados.rados.0.smithi069.stdout:1771: writing smithi06982861-44 from 14753792 to 15278080 tid 2 2024-04-10T15:37:21.399 INFO:tasks.rados.rados.0.smithi069.stdout:1771: writing smithi06982861-44 from 15278080 to 15917056 tid 3 2024-04-10T15:37:21.402 INFO:tasks.rados.rados.0.smithi069.stdout:1771: writing smithi06982861-44 from 15917056 to 16359424 tid 4 2024-04-10T15:37:21.402 INFO:tasks.rados.rados.0.smithi069.stdout:1772: setattr oid 13 current snap is 172 2024-04-10T15:37:21.403 INFO:tasks.rados.rados.0.smithi069.stdout:1769: finishing write tid 4 to smithi06982861-47 2024-04-10T15:37:21.403 INFO:tasks.rados.rados.0.smithi069.stdout:1769: finishing write tid 5 to smithi06982861-47 2024-04-10T15:37:21.403 INFO:tasks.rados.rados.0.smithi069.stdout:1770: finishing rollback tid 0 to smithi06982861-45 2024-04-10T15:37:21.403 INFO:tasks.rados.rados.0.smithi069.stdout:1770: finishing rollback tid 1 to smithi06982861-45 2024-04-10T15:37:21.403 INFO:tasks.rados.rados.0.smithi069.stdout:1770: finishing rollback tid 2 to smithi06982861-45 2024-04-10T15:37:21.403 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 45 v 752 (ObjNum 463 snap 147 seq_num 463) dirty exists 2024-04-10T15:37:21.403 INFO:tasks.rados.rados.0.smithi069.stdout:1769: finishing write tid 6 to smithi06982861-47 2024-04-10T15:37:21.403 INFO:tasks.rados.rados.0.smithi069.stdout:1769: oid 47 updating version 0 to 870 2024-04-10T15:37:21.403 INFO:tasks.rados.rados.0.smithi069.stdout:1769: oid 47 updating version 870 to 872 2024-04-10T15:37:21.403 INFO:tasks.rados.rados.0.smithi069.stdout:1769: oid 47 version 872 is already newer than 871 2024-04-10T15:37:21.403 INFO:tasks.rados.rados.0.smithi069.stdout:1769: oid 47 updating version 872 to 874 2024-04-10T15:37:21.403 INFO:tasks.rados.rados.0.smithi069.stdout:1769: oid 47 version 874 is already newer than 873 2024-04-10T15:37:21.403 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 47 v 874 (ObjNum 555 snap 172 seq_num 555) dirty exists 2024-04-10T15:37:21.403 INFO:tasks.rados.rados.0.smithi069.stdout:1769: left oid 47 (ObjNum 555 snap 172 seq_num 555) 2024-04-10T15:37:21.404 INFO:tasks.rados.rados.0.smithi069.stdout:1771: finishing write tid 1 to smithi06982861-44 2024-04-10T15:37:21.404 INFO:tasks.rados.rados.0.smithi069.stdout:1771: finishing write tid 2 to smithi06982861-44 2024-04-10T15:37:21.404 INFO:tasks.rados.rados.0.smithi069.stdout:1771: finishing write tid 3 to smithi06982861-44 2024-04-10T15:37:21.404 INFO:tasks.rados.rados.0.smithi069.stdout:1769: done (3 left) 2024-04-10T15:37:21.404 INFO:tasks.rados.rados.0.smithi069.stdout:1770: done (2 left) 2024-04-10T15:37:21.404 INFO:tasks.rados.rados.0.smithi069.stdout:1773: setattr oid 17 current snap is 172 2024-04-10T15:37:21.405 INFO:tasks.rados.rados.0.smithi069.stdout:1771: finishing write tid 4 to smithi06982861-44 2024-04-10T15:37:21.405 INFO:tasks.rados.rados.0.smithi069.stdout:1771: finishing write tid 5 to smithi06982861-44 2024-04-10T15:37:21.407 INFO:tasks.rados.rados.0.smithi069.stdout:1774: copy_from oid 43 from oid 39 current snap is 172 2024-04-10T15:37:21.407 INFO:tasks.rados.rados.0.smithi069.stdout:1775: read oid 38 snap -1 2024-04-10T15:37:21.407 INFO:tasks.rados.rados.0.smithi069.stdout:1775: expect (ObjNum 513 snap 160 seq_num 513) 2024-04-10T15:37:21.407 INFO:tasks.rados.rados.0.smithi069.stdout:1776: copy_from oid 3 from oid 7 current snap is 172 2024-04-10T15:37:21.408 INFO:tasks.rados.rados.0.smithi069.stdout:1777: read oid 23 snap -1 2024-04-10T15:37:21.408 INFO:tasks.rados.rados.0.smithi069.stdout:1777: expect deleted 2024-04-10T15:37:21.408 INFO:tasks.rados.rados.0.smithi069.stdout:1778: read oid 11 snap -1 2024-04-10T15:37:21.408 INFO:tasks.rados.rados.0.smithi069.stdout:1778: expect deleted 2024-04-10T15:37:21.408 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 20 current snap is 172 2024-04-10T15:37:21.408 INFO:tasks.rados.rados.0.smithi069.stdout:1779: seq_num 557 ranges {0=532480,532480=802816,1335296=794624,2129920=8192} 2024-04-10T15:37:21.410 INFO:tasks.rados.rados.0.smithi069.stdout:1779: writing smithi06982861-20 from 0 to 532480 tid 1 2024-04-10T15:37:21.416 INFO:tasks.rados.rados.0.smithi069.stdout:1779: writing smithi06982861-20 from 532480 to 1335296 tid 2 2024-04-10T15:37:21.421 INFO:tasks.rados.rados.0.smithi069.stdout:1779: writing smithi06982861-20 from 1335296 to 2129920 tid 3 2024-04-10T15:37:21.422 INFO:tasks.rados.rados.0.smithi069.stdout:1779: writing smithi06982861-20 from 2129920 to 2138112 tid 4 2024-04-10T15:37:21.422 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 4 current snap is 172 2024-04-10T15:37:21.422 INFO:tasks.rados.rados.0.smithi069.stdout:1780: seq_num 558 ranges {3866624=548864,4415488=688128,5103616=606208,5709824=311296} 2024-04-10T15:37:21.446 INFO:tasks.rados.rados.0.smithi069.stdout:1780: writing smithi06982861-4 from 3866624 to 4415488 tid 1 2024-04-10T15:37:21.451 INFO:tasks.rados.rados.0.smithi069.stdout:1780: writing smithi06982861-4 from 4415488 to 5103616 tid 2 2024-04-10T15:37:21.454 INFO:tasks.rados.rados.0.smithi069.stdout:1780: writing smithi06982861-4 from 5103616 to 5709824 tid 3 2024-04-10T15:37:21.457 INFO:tasks.rados.rados.0.smithi069.stdout:1780: writing smithi06982861-4 from 5709824 to 6021120 tid 4 2024-04-10T15:37:21.457 INFO:tasks.rados.rados.0.smithi069.stdout:1781: read oid 34 snap -1 2024-04-10T15:37:21.457 INFO:tasks.rados.rados.0.smithi069.stdout:1781: expect (ObjNum 525 snap 163 seq_num 525) 2024-04-10T15:37:21.458 INFO:tasks.rados.rados.0.smithi069.stdout:1782: copy_from oid 18 from oid 46 current snap is 172 2024-04-10T15:37:21.458 INFO:tasks.rados.rados.0.smithi069.stdout:1771: finishing write tid 6 to smithi06982861-44 2024-04-10T15:37:21.458 INFO:tasks.rados.rados.0.smithi069.stdout:1771: oid 44 updating version 0 to 939 2024-04-10T15:37:21.458 INFO:tasks.rados.rados.0.smithi069.stdout:1771: oid 44 version 939 is already newer than 936 2024-04-10T15:37:21.458 INFO:tasks.rados.rados.0.smithi069.stdout:1771: oid 44 version 939 is already newer than 938 2024-04-10T15:37:21.458 INFO:tasks.rados.rados.0.smithi069.stdout:1771: oid 44 version 939 is already newer than 935 2024-04-10T15:37:21.458 INFO:tasks.rados.rados.0.smithi069.stdout:1771: oid 44 version 939 is already newer than 937 2024-04-10T15:37:21.458 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 44 v 939 (ObjNum 556 snap 172 seq_num 556) dirty exists 2024-04-10T15:37:21.458 INFO:tasks.rados.rados.0.smithi069.stdout:1771: left oid 44 (ObjNum 556 snap 172 seq_num 556) 2024-04-10T15:37:21.458 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 13 v 941 (ObjNum 408 snap 125 seq_num 408) dirty exists 2024-04-10T15:37:21.458 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 17 v 943 (ObjNum 513 snap 160 seq_num 513) dirty exists 2024-04-10T15:37:21.458 INFO:tasks.rados.rados.0.smithi069.stdout:1779: finishing write tid 1 to smithi06982861-20 2024-04-10T15:37:21.458 INFO:tasks.rados.rados.0.smithi069.stdout:1779: finishing write tid 2 to smithi06982861-20 2024-04-10T15:37:21.459 INFO:tasks.rados.rados.0.smithi069.stdout:1771: done (11 left) 2024-04-10T15:37:21.459 INFO:tasks.rados.rados.0.smithi069.stdout:1772: done (10 left) 2024-04-10T15:37:21.459 INFO:tasks.rados.rados.0.smithi069.stdout:1773: done (9 left) 2024-04-10T15:37:21.459 INFO:tasks.rados.rados.0.smithi069.stdout:1777: done (8 left) 2024-04-10T15:37:21.459 INFO:tasks.rados.rados.0.smithi069.stdout:1778: done (7 left) 2024-04-10T15:37:21.459 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 29 current snap is 172 2024-04-10T15:37:21.459 INFO:tasks.rados.rados.0.smithi069.stdout:1779: finishing write tid 3 to smithi06982861-20 2024-04-10T15:37:21.459 INFO:tasks.rados.rados.0.smithi069.stdout:1779: finishing write tid 4 to smithi06982861-20 2024-04-10T15:37:21.459 INFO:tasks.rados.rados.0.smithi069.stdout:1779: finishing write tid 5 to smithi06982861-20 2024-04-10T15:37:21.459 INFO:tasks.rados.rados.0.smithi069.stdout:1779: finishing write tid 6 to smithi06982861-20 2024-04-10T15:37:21.459 INFO:tasks.rados.rados.0.smithi069.stdout:1779: oid 20 updating version 0 to 856 2024-04-10T15:37:21.459 INFO:tasks.rados.rados.0.smithi069.stdout:1779: oid 20 updating version 856 to 858 2024-04-10T15:37:21.459 INFO:tasks.rados.rados.0.smithi069.stdout:1779: oid 20 version 858 is already newer than 855 2024-04-10T15:37:21.459 INFO:tasks.rados.rados.0.smithi069.stdout:1779: oid 20 version 858 is already newer than 854 2024-04-10T15:37:21.459 INFO:tasks.rados.rados.0.smithi069.stdout:1779: oid 20 version 858 is already newer than 857 2024-04-10T15:37:21.460 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 20 v 858 (ObjNum 557 snap 172 seq_num 557) dirty exists 2024-04-10T15:37:21.460 INFO:tasks.rados.rados.0.smithi069.stdout:1779: left oid 20 (ObjNum 557 snap 172 seq_num 557) 2024-04-10T15:37:21.460 INFO:tasks.rados.rados.0.smithi069.stdout:1775: expect (ObjNum 513 snap 160 seq_num 513) 2024-04-10T15:37:21.585 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:37:21 smithi069 ceph-mon[94167]: Health check update: Degraded data redundancy: 41/372 objects degraded (11.022%), 8 pgs degraded (PG_DEGRADED) 2024-04-10T15:37:21.585 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:37:21 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:37:21.585 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:37:21 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:37:21.585 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:37:21 smithi069 ceph-mon[94167]: osdmap e417: 8 total, 8 up, 8 in 2024-04-10T15:37:21.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:37:21 smithi069 ceph-mon[96738]: Health check update: Degraded data redundancy: 41/372 objects degraded (11.022%), 8 pgs degraded (PG_DEGRADED) 2024-04-10T15:37:21.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:37:21 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:37:21.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:37:21 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:37:21.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:37:21 smithi069 ceph-mon[96738]: osdmap e417: 8 total, 8 up, 8 in 2024-04-10T15:37:21.741 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:37:21 smithi077 ceph-mon[87572]: Health check update: Degraded data redundancy: 41/372 objects degraded (11.022%), 8 pgs degraded (PG_DEGRADED) 2024-04-10T15:37:21.741 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:37:21 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:37:21.741 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:37:21 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:37:21.741 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:37:21 smithi077 ceph-mon[87572]: osdmap e417: 8 total, 8 up, 8 in 2024-04-10T15:37:21.876 INFO:tasks.rados.rados.0.smithi069.stdout:1776: finishing copy_from racing read to smithi06982861-3 2024-04-10T15:37:21.876 INFO:tasks.rados.rados.0.smithi069.stdout:1783: seq_num 559 ranges {2252800=565248,2818048=573440,3391488=409600,3801088=622592} 2024-04-10T15:37:21.891 INFO:tasks.rados.rados.0.smithi069.stdout:1783: writing smithi06982861-29 from 2252800 to 2818048 tid 1 2024-04-10T15:37:21.894 INFO:tasks.rados.rados.0.smithi069.stdout:1783: writing smithi06982861-29 from 2818048 to 3391488 tid 2 2024-04-10T15:37:21.896 INFO:tasks.rados.rados.0.smithi069.stdout:1783: writing smithi06982861-29 from 3391488 to 3801088 tid 3 2024-04-10T15:37:21.901 INFO:tasks.rados.rados.0.smithi069.stdout:1783: writing smithi06982861-29 from 3801088 to 4423680 tid 4 2024-04-10T15:37:21.901 INFO:tasks.rados.rados.0.smithi069.stdout:1775: done (7 left) 2024-04-10T15:37:21.901 INFO:tasks.rados.rados.0.smithi069.stdout:1779: done (6 left) 2024-04-10T15:37:21.901 INFO:tasks.rados.rados.0.smithi069.stdout:1784: snap_remove snap 167 2024-04-10T15:37:22.307 INFO:tasks.rados.rados.0.smithi069.stdout:1784: done (6 left) 2024-04-10T15:37:22.307 INFO:tasks.rados.rados.0.smithi069.stdout:1785: copy_from oid 13 from oid 27 current snap is 172 2024-04-10T15:37:22.308 INFO:tasks.rados.rados.0.smithi069.stdout:1786: snap_create 2024-04-10T15:37:22.308 INFO:tasks.rados.rados.0.smithi069.stdout:1776: finishing copy_from to smithi06982861-3 2024-04-10T15:37:22.308 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 3 v 862 (ObjNum 536 snap 167 seq_num 536) dirty exists 2024-04-10T15:37:22.308 INFO:tasks.rados.rados.0.smithi069.stdout:1780: finishing write tid 1 to smithi06982861-4 2024-04-10T15:37:22.308 INFO:tasks.rados.rados.0.smithi069.stdout:1774: finishing copy_from racing read to smithi06982861-43 2024-04-10T15:37:22.308 INFO:tasks.rados.rados.0.smithi069.stdout:1774: finishing copy_from to smithi06982861-43 2024-04-10T15:37:22.308 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 43 v 758 (ObjNum 347 snap 103 seq_num 347) dirty exists 2024-04-10T15:37:22.308 INFO:tasks.rados.rados.0.smithi069.stdout:1780: finishing write tid 2 to smithi06982861-4 2024-04-10T15:37:22.308 INFO:tasks.rados.rados.0.smithi069.stdout:1782: finishing copy_from to smithi06982861-18 2024-04-10T15:37:22.308 INFO:tasks.rados.rados.0.smithi069.stdout:1782: got expected ENOENT (src dne) 2024-04-10T15:37:22.308 INFO:tasks.rados.rados.0.smithi069.stdout:1782: finishing copy_from racing read to smithi06982861-18 2024-04-10T15:37:22.308 INFO:tasks.rados.rados.0.smithi069.stdout:1780: finishing write tid 3 to smithi06982861-4 2024-04-10T15:37:22.308 INFO:tasks.rados.rados.0.smithi069.stdout:1780: finishing write tid 4 to smithi06982861-4 2024-04-10T15:37:22.308 INFO:tasks.rados.rados.0.smithi069.stdout:1780: finishing write tid 5 to smithi06982861-4 2024-04-10T15:37:22.309 INFO:tasks.rados.rados.0.smithi069.stdout:1780: finishing write tid 6 to smithi06982861-4 2024-04-10T15:37:22.309 INFO:tasks.rados.rados.0.smithi069.stdout:1780: oid 4 updating version 0 to 1076 2024-04-10T15:37:22.309 INFO:tasks.rados.rados.0.smithi069.stdout:1780: oid 4 updating version 1076 to 1077 2024-04-10T15:37:22.309 INFO:tasks.rados.rados.0.smithi069.stdout:1780: oid 4 version 1077 is already newer than 1075 2024-04-10T15:37:22.309 INFO:tasks.rados.rados.0.smithi069.stdout:1780: oid 4 version 1077 is already newer than 1074 2024-04-10T15:37:22.309 INFO:tasks.rados.rados.0.smithi069.stdout:1780: oid 4 version 1077 is already newer than 1073 2024-04-10T15:37:22.309 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 4 v 1077 (ObjNum 558 snap 172 seq_num 558) dirty exists 2024-04-10T15:37:22.309 INFO:tasks.rados.rados.0.smithi069.stdout:1780: left oid 4 (ObjNum 558 snap 172 seq_num 558) 2024-04-10T15:37:22.309 INFO:tasks.rados.rados.0.smithi069.stdout:1781: expect (ObjNum 525 snap 163 seq_num 525) 2024-04-10T15:37:22.414 INFO:tasks.rados.rados.0.smithi069.stdout:1783: finishing write tid 1 to smithi06982861-29 2024-04-10T15:37:22.414 INFO:tasks.rados.rados.0.smithi069.stdout:1783: finishing write tid 2 to smithi06982861-29 2024-04-10T15:37:22.414 INFO:tasks.rados.rados.0.smithi069.stdout:1783: finishing write tid 3 to smithi06982861-29 2024-04-10T15:37:22.414 INFO:tasks.rados.rados.0.smithi069.stdout:1783: finishing write tid 4 to smithi06982861-29 2024-04-10T15:37:22.414 INFO:tasks.rados.rados.0.smithi069.stdout:1783: finishing write tid 5 to smithi06982861-29 2024-04-10T15:37:22.414 INFO:tasks.rados.rados.0.smithi069.stdout:1783: finishing write tid 6 to smithi06982861-29 2024-04-10T15:37:22.414 INFO:tasks.rados.rados.0.smithi069.stdout:1783: oid 29 updating version 0 to 868 2024-04-10T15:37:22.414 INFO:tasks.rados.rados.0.smithi069.stdout:1783: oid 29 updating version 868 to 869 2024-04-10T15:37:22.414 INFO:tasks.rados.rados.0.smithi069.stdout:1783: oid 29 version 869 is already newer than 867 2024-04-10T15:37:22.414 INFO:tasks.rados.rados.0.smithi069.stdout:1783: oid 29 version 869 is already newer than 866 2024-04-10T15:37:22.414 INFO:tasks.rados.rados.0.smithi069.stdout:1783: oid 29 version 869 is already newer than 865 2024-04-10T15:37:22.415 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 29 v 869 (ObjNum 559 snap 172 seq_num 559) dirty exists 2024-04-10T15:37:22.415 INFO:tasks.rados.rados.0.smithi069.stdout:1783: left oid 29 (ObjNum 559 snap 172 seq_num 559) 2024-04-10T15:37:22.415 INFO:tasks.rados.rados.0.smithi069.stdout:1785: finishing copy_from racing read to smithi06982861-13 2024-04-10T15:37:22.415 INFO:tasks.rados.rados.0.smithi069.stdout:1785: finishing copy_from to smithi06982861-13 2024-04-10T15:37:22.415 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 13 v 753 (ObjNum 509 snap 160 seq_num 509) dirty exists 2024-04-10T15:37:22.442 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:37:22 smithi069 ceph-mon[96738]: pgmap v283: 121 pgs: 9 peering, 6 active+undersized+degraded, 26 active+undersized, 80 active+clean; 253 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 8.8 MiB/s rd, 984 KiB/s wr, 18 op/s; 32/372 objects degraded (8.602%) 2024-04-10T15:37:22.442 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:37:22 smithi069 ceph-mon[94167]: pgmap v283: 121 pgs: 9 peering, 6 active+undersized+degraded, 26 active+undersized, 80 active+clean; 253 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 8.8 MiB/s rd, 984 KiB/s wr, 18 op/s; 32/372 objects degraded (8.602%) 2024-04-10T15:37:22.741 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:37:22 smithi077 ceph-mon[87572]: pgmap v283: 121 pgs: 9 peering, 6 active+undersized+degraded, 26 active+undersized, 80 active+clean; 253 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 8.8 MiB/s rd, 984 KiB/s wr, 18 op/s; 32/372 objects degraded (8.602%) 2024-04-10T15:37:22.741 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:37:22 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[78458]: ts=2024-04-10T15:37:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:37:23.307 INFO:tasks.rados.rados.0.smithi069.stdout:1774: done (7 left) 2024-04-10T15:37:23.307 INFO:tasks.rados.rados.0.smithi069.stdout:1776: done (6 left) 2024-04-10T15:37:23.307 INFO:tasks.rados.rados.0.smithi069.stdout:1780: done (5 left) 2024-04-10T15:37:23.307 INFO:tasks.rados.rados.0.smithi069.stdout:1781: done (4 left) 2024-04-10T15:37:23.307 INFO:tasks.rados.rados.0.smithi069.stdout:1782: done (3 left) 2024-04-10T15:37:23.307 INFO:tasks.rados.rados.0.smithi069.stdout:1783: done (2 left) 2024-04-10T15:37:23.308 INFO:tasks.rados.rados.0.smithi069.stdout:1785: done (1 left) 2024-04-10T15:37:23.308 INFO:tasks.rados.rados.0.smithi069.stdout:1786: done (0 left) 2024-04-10T15:37:23.308 INFO:tasks.rados.rados.0.smithi069.stdout:1787: read oid 44 snap -1 2024-04-10T15:37:23.308 INFO:tasks.rados.rados.0.smithi069.stdout:1787: expect (ObjNum 556 snap 172 seq_num 556) 2024-04-10T15:37:23.308 INFO:tasks.rados.rados.0.smithi069.stdout:1788: rollback oid 15 current snap is 173 2024-04-10T15:37:23.308 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 15 to 170 2024-04-10T15:37:23.308 INFO:tasks.rados.rados.0.smithi069.stdout:1789: read oid 3 snap -1 2024-04-10T15:37:23.308 INFO:tasks.rados.rados.0.smithi069.stdout:1789: expect (ObjNum 536 snap 167 seq_num 536) 2024-04-10T15:37:23.308 INFO:tasks.rados.rados.0.smithi069.stdout:1790: snap_create 2024-04-10T15:37:23.315 INFO:tasks.rados.rados.0.smithi069.stdout:1788: finishing rollback tid 0 to smithi06982861-15 2024-04-10T15:37:23.317 INFO:tasks.rados.rados.0.smithi069.stdout:1788: finishing rollback tid 1 to smithi06982861-15 2024-04-10T15:37:23.317 INFO:tasks.rados.rados.0.smithi069.stdout:1788: finishing rollback tid 2 to smithi06982861-15 2024-04-10T15:37:23.317 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 15 v 872 (ObjNum 499 snap 155 seq_num 499) dirty exists 2024-04-10T15:37:23.324 INFO:tasks.rados.rados.0.smithi069.stdout:1789: expect (ObjNum 536 snap 167 seq_num 536) 2024-04-10T15:37:23.444 INFO:tasks.rados.rados.0.smithi069.stdout:1787: expect (ObjNum 556 snap 172 seq_num 556) 2024-04-10T15:37:23.585 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:37:23 smithi069 ceph-mon[94167]: osdmap e418: 8 total, 8 up, 8 in 2024-04-10T15:37:23.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:37:23 smithi069 ceph-mon[96738]: osdmap e418: 8 total, 8 up, 8 in 2024-04-10T15:37:23.741 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:37:23 smithi077 ceph-mon[87572]: osdmap e418: 8 total, 8 up, 8 in 2024-04-10T15:37:23.741 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:37:23 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[78458]: ts=2024-04-10T15:37:23.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi069\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi069\", job=\"node\", machine=\"x86_64\", nodename=\"smithi069\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", domainname=\"(none)\", instance=\"smithi069\", job=\"node\", machine=\"x86_64\", nodename=\"smithi069\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:37:24.585 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:37:24 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: 2024-04-10T15:37:24.464+0000 7f486a3b0700 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (2 PGs are or would become offline) 2024-04-10T15:37:24.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:37:24 smithi069 ceph-mon[96738]: osdmap e419: 8 total, 8 up, 8 in 2024-04-10T15:37:24.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:37:24 smithi069 ceph-mon[96738]: pgmap v286: 121 pgs: 9 peering, 3 active+undersized+degraded, 20 active+undersized, 89 active+clean; 262 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 5.0 MiB/s rd, 2.8 MiB/s wr, 19 op/s; 18/393 objects degraded (4.580%); 2.3 MiB/s, 1 objects/s recovering 2024-04-10T15:37:24.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:37:24 smithi069 ceph-mon[94167]: osdmap e419: 8 total, 8 up, 8 in 2024-04-10T15:37:24.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:37:24 smithi069 ceph-mon[94167]: pgmap v286: 121 pgs: 9 peering, 3 active+undersized+degraded, 20 active+undersized, 89 active+clean; 262 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 5.0 MiB/s rd, 2.8 MiB/s wr, 19 op/s; 18/393 objects degraded (4.580%); 2.3 MiB/s, 1 objects/s recovering 2024-04-10T15:37:24.741 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:37:24 smithi077 ceph-mon[87572]: osdmap e419: 8 total, 8 up, 8 in 2024-04-10T15:37:24.741 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:37:24 smithi077 ceph-mon[87572]: pgmap v286: 121 pgs: 9 peering, 3 active+undersized+degraded, 20 active+undersized, 89 active+clean; 262 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 5.0 MiB/s rd, 2.8 MiB/s wr, 19 op/s; 18/393 objects degraded (4.580%); 2.3 MiB/s, 1 objects/s recovering 2024-04-10T15:37:25.514 INFO:tasks.rados.rados.0.smithi069.stdout:1787: done (3 left) 2024-04-10T15:37:25.515 INFO:tasks.rados.rados.0.smithi069.stdout:1788: done (2 left) 2024-04-10T15:37:25.515 INFO:tasks.rados.rados.0.smithi069.stdout:1789: done (1 left) 2024-04-10T15:37:25.515 INFO:tasks.rados.rados.0.smithi069.stdout:1790: done (0 left) 2024-04-10T15:37:25.515 INFO:tasks.rados.rados.0.smithi069.stdout:1791: snap_create 2024-04-10T15:37:25.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:37:25 smithi069 ceph-mon[96738]: osdmap e420: 8 total, 8 up, 8 in 2024-04-10T15:37:25.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:37:25 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:37:25.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:37:25 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:37:25.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:37:25 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:37:25.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:37:25 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:37:25.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:37:25 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:37:25.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:37:25 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:37:25.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:37:25 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:37:25.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:37:25 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:37:25.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:37:25 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:37:25.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:37:25 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-04-10T15:37:25.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:37:25 smithi069 ceph-mon[96738]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-04-10T15:37:25.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:37:25 smithi069 ceph-mon[96738]: Upgrade: unsafe to stop osd(s) at this time (2 PGs are or would become offline) 2024-04-10T15:37:25.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:37:25 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:37:25.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:37:25 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:37:25.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:37:25 smithi069 ceph-mon[94167]: osdmap e420: 8 total, 8 up, 8 in 2024-04-10T15:37:25.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:37:25 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:37:25.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:37:25 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:37:25.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:37:25 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:37:25.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:37:25 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:37:25.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:37:25 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:37:25.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:37:25 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:37:25.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:37:25 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:37:25.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:37:25 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:37:25.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:37:25 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:37:25.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:37:25 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-04-10T15:37:25.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:37:25 smithi069 ceph-mon[94167]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-04-10T15:37:25.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:37:25 smithi069 ceph-mon[94167]: Upgrade: unsafe to stop osd(s) at this time (2 PGs are or would become offline) 2024-04-10T15:37:25.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:37:25 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:37:25.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:37:25 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:37:25.741 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:37:25 smithi077 ceph-mon[87572]: osdmap e420: 8 total, 8 up, 8 in 2024-04-10T15:37:25.741 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:37:25 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:37:25.741 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:37:25 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:37:25.741 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:37:25 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:37:25.741 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:37:25 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:37:25.741 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:37:25 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:37:25.742 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:37:25 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:37:25.742 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:37:25 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:37:25.742 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:37:25 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:37:25.742 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:37:25 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:37:25.742 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:37:25 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-04-10T15:37:25.742 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:37:25 smithi077 ceph-mon[87572]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-04-10T15:37:25.742 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:37:25 smithi077 ceph-mon[87572]: Upgrade: unsafe to stop osd(s) at this time (2 PGs are or would become offline) 2024-04-10T15:37:25.742 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:37:25 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:37:25.742 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:37:25 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:37:26.329 INFO:tasks.rados.rados.0.smithi069.stdout:1791: done (0 left) 2024-04-10T15:37:26.330 INFO:tasks.rados.rados.0.smithi069.stdout:1792: snap_remove snap 170 2024-04-10T15:37:26.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:37:26 smithi069 ceph-mon[96738]: pgmap v288: 121 pgs: 121 active+clean; 269 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 6.2 MiB/s rd, 9.0 MiB/s wr, 26 op/s; 8.9 MiB/s, 3 objects/s recovering 2024-04-10T15:37:26.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:37:26 smithi069 ceph-mon[96738]: Health check update: Degraded data redundancy: 18/393 objects degraded (4.580%), 3 pgs degraded (PG_DEGRADED) 2024-04-10T15:37:26.585 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:37:26 smithi069 ceph-mon[94167]: pgmap v288: 121 pgs: 121 active+clean; 269 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 6.2 MiB/s rd, 9.0 MiB/s wr, 26 op/s; 8.9 MiB/s, 3 objects/s recovering 2024-04-10T15:37:26.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:37:26 smithi069 ceph-mon[94167]: Health check update: Degraded data redundancy: 18/393 objects degraded (4.580%), 3 pgs degraded (PG_DEGRADED) 2024-04-10T15:37:26.741 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:37:26 smithi077 ceph-mon[87572]: pgmap v288: 121 pgs: 121 active+clean; 269 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 6.2 MiB/s rd, 9.0 MiB/s wr, 26 op/s; 8.9 MiB/s, 3 objects/s recovering 2024-04-10T15:37:26.741 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:37:26 smithi077 ceph-mon[87572]: Health check update: Degraded data redundancy: 18/393 objects degraded (4.580%), 3 pgs degraded (PG_DEGRADED) 2024-04-10T15:37:27.333 INFO:tasks.rados.rados.0.smithi069.stdout:1792: done (0 left) 2024-04-10T15:37:27.333 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 40 current snap is 175 2024-04-10T15:37:27.333 INFO:tasks.rados.rados.0.smithi069.stdout:1793: seq_num 560 ranges {4677632=581632,5259264=458752,5718016=614400,6332416=532480} 2024-04-10T15:37:27.338 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:37:26 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:15:37:26] "GET /metrics HTTP/1.1" 200 36205 "" "Prometheus/2.43.0" 2024-04-10T15:37:27.361 INFO:tasks.rados.rados.0.smithi069.stdout:1793: writing smithi06982861-40 from 4677632 to 5259264 tid 1 2024-04-10T15:37:27.363 INFO:tasks.rados.rados.0.smithi069.stdout:1793: writing smithi06982861-40 from 5259264 to 5718016 tid 2 2024-04-10T15:37:27.367 INFO:tasks.rados.rados.0.smithi069.stdout:1793: writing smithi06982861-40 from 5718016 to 6332416 tid 3 2024-04-10T15:37:27.370 INFO:tasks.rados.rados.0.smithi069.stdout:1793: writing smithi06982861-40 from 6332416 to 6864896 tid 4 2024-04-10T15:37:27.371 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 14 current snap is 175 2024-04-10T15:37:27.371 INFO:tasks.rados.rados.0.smithi069.stdout:1793: finishing write tid 1 to smithi06982861-40 2024-04-10T15:37:27.371 INFO:tasks.rados.rados.0.smithi069.stdout:1793: finishing write tid 2 to smithi06982861-40 2024-04-10T15:37:27.371 INFO:tasks.rados.rados.0.smithi069.stdout:1793: finishing write tid 3 to smithi06982861-40 2024-04-10T15:37:27.371 INFO:tasks.rados.rados.0.smithi069.stdout:1794: seq_num 561 ranges {3047424=598016,3645440=745472,4390912=778240,5169152=81920} 2024-04-10T15:37:27.390 INFO:tasks.rados.rados.0.smithi069.stdout:1794: writing smithi06982861-14 from 3047424 to 3645440 tid 1 2024-04-10T15:37:27.395 INFO:tasks.rados.rados.0.smithi069.stdout:1794: writing smithi06982861-14 from 3645440 to 4390912 tid 2 2024-04-10T15:37:27.399 INFO:tasks.rados.rados.0.smithi069.stdout:1794: writing smithi06982861-14 from 4390912 to 5169152 tid 3 2024-04-10T15:37:27.400 INFO:tasks.rados.rados.0.smithi069.stdout:1794: writing smithi06982861-14 from 5169152 to 5251072 tid 4 2024-04-10T15:37:27.400 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 4 current snap is 175 2024-04-10T15:37:27.400 INFO:tasks.rados.rados.0.smithi069.stdout:1793: finishing write tid 4 to smithi06982861-40 2024-04-10T15:37:27.400 INFO:tasks.rados.rados.0.smithi069.stdout:1795: seq_num 562 ranges {6021120=622592,6643712=630784,7274496=581632,7856128=393216} 2024-04-10T15:37:27.435 INFO:tasks.rados.rados.0.smithi069.stdout:1795: writing smithi06982861-4 from 6021120 to 6643712 tid 1 2024-04-10T15:37:27.439 INFO:tasks.rados.rados.0.smithi069.stdout:1795: writing smithi06982861-4 from 6643712 to 7274496 tid 2 2024-04-10T15:37:27.442 INFO:tasks.rados.rados.0.smithi069.stdout:1795: writing smithi06982861-4 from 7274496 to 7856128 tid 3 2024-04-10T15:37:27.445 INFO:tasks.rados.rados.0.smithi069.stdout:1795: writing smithi06982861-4 from 7856128 to 8249344 tid 4 2024-04-10T15:37:27.445 INFO:tasks.rados.rados.0.smithi069.stdout:1796: snap_create 2024-04-10T15:37:27.445 INFO:tasks.rados.rados.0.smithi069.stdout:1793: finishing write tid 5 to smithi06982861-40 2024-04-10T15:37:27.445 INFO:tasks.rados.rados.0.smithi069.stdout:1793: finishing write tid 6 to smithi06982861-40 2024-04-10T15:37:27.445 INFO:tasks.rados.rados.0.smithi069.stdout:1793: oid 40 updating version 0 to 536 2024-04-10T15:37:27.445 INFO:tasks.rados.rados.0.smithi069.stdout:1793: oid 40 version 536 is already newer than 534 2024-04-10T15:37:27.445 INFO:tasks.rados.rados.0.smithi069.stdout:1793: oid 40 version 536 is already newer than 535 2024-04-10T15:37:27.445 INFO:tasks.rados.rados.0.smithi069.stdout:1793: oid 40 updating version 536 to 537 2024-04-10T15:37:27.446 INFO:tasks.rados.rados.0.smithi069.stdout:1793: oid 40 updating version 537 to 538 2024-04-10T15:37:27.446 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 40 v 538 (ObjNum 560 snap 175 seq_num 560) dirty exists 2024-04-10T15:37:27.446 INFO:tasks.rados.rados.0.smithi069.stdout:1793: left oid 40 (ObjNum 560 snap 175 seq_num 560) 2024-04-10T15:37:27.446 INFO:tasks.rados.rados.0.smithi069.stdout:1794: finishing write tid 1 to smithi06982861-14 2024-04-10T15:37:27.446 INFO:tasks.rados.rados.0.smithi069.stdout:1794: finishing write tid 2 to smithi06982861-14 2024-04-10T15:37:27.446 INFO:tasks.rados.rados.0.smithi069.stdout:1794: finishing write tid 3 to smithi06982861-14 2024-04-10T15:37:27.446 INFO:tasks.rados.rados.0.smithi069.stdout:1794: finishing write tid 4 to smithi06982861-14 2024-04-10T15:37:27.446 INFO:tasks.rados.rados.0.smithi069.stdout:1794: finishing write tid 5 to smithi06982861-14 2024-04-10T15:37:27.446 INFO:tasks.rados.rados.0.smithi069.stdout:1794: finishing write tid 6 to smithi06982861-14 2024-04-10T15:37:27.446 INFO:tasks.rados.rados.0.smithi069.stdout:1794: oid 14 updating version 0 to 759 2024-04-10T15:37:27.446 INFO:tasks.rados.rados.0.smithi069.stdout:1794: oid 14 updating version 759 to 762 2024-04-10T15:37:27.446 INFO:tasks.rados.rados.0.smithi069.stdout:1794: oid 14 updating version 762 to 763 2024-04-10T15:37:27.446 INFO:tasks.rados.rados.0.smithi069.stdout:1794: oid 14 version 763 is already newer than 761 2024-04-10T15:37:27.446 INFO:tasks.rados.rados.0.smithi069.stdout:1794: oid 14 version 763 is already newer than 760 2024-04-10T15:37:27.446 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 14 v 763 (ObjNum 561 snap 175 seq_num 561) dirty exists 2024-04-10T15:37:27.447 INFO:tasks.rados.rados.0.smithi069.stdout:1794: left oid 14 (ObjNum 561 snap 175 seq_num 561) 2024-04-10T15:37:27.447 INFO:tasks.rados.rados.0.smithi069.stdout:1795: finishing write tid 1 to smithi06982861-4 2024-04-10T15:37:27.447 INFO:tasks.rados.rados.0.smithi069.stdout:1795: finishing write tid 2 to smithi06982861-4 2024-04-10T15:37:27.447 INFO:tasks.rados.rados.0.smithi069.stdout:1795: finishing write tid 3 to smithi06982861-4 2024-04-10T15:37:27.447 INFO:tasks.rados.rados.0.smithi069.stdout:1795: finishing write tid 4 to smithi06982861-4 2024-04-10T15:37:27.447 INFO:tasks.rados.rados.0.smithi069.stdout:1795: finishing write tid 5 to smithi06982861-4 2024-04-10T15:37:27.448 INFO:tasks.rados.rados.0.smithi069.stdout:1795: finishing write tid 6 to smithi06982861-4 2024-04-10T15:37:27.448 INFO:tasks.rados.rados.0.smithi069.stdout:1795: oid 4 updating version 0 to 1086 2024-04-10T15:37:27.449 INFO:tasks.rados.rados.0.smithi069.stdout:1795: oid 4 updating version 1086 to 1088 2024-04-10T15:37:27.449 INFO:tasks.rados.rados.0.smithi069.stdout:1795: oid 4 version 1088 is already newer than 1087 2024-04-10T15:37:27.449 INFO:tasks.rados.rados.0.smithi069.stdout:1795: oid 4 version 1088 is already newer than 1085 2024-04-10T15:37:27.449 INFO:tasks.rados.rados.0.smithi069.stdout:1795: oid 4 updating version 1088 to 1089 2024-04-10T15:37:27.449 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 4 v 1089 (ObjNum 562 snap 175 seq_num 562) dirty exists 2024-04-10T15:37:27.449 INFO:tasks.rados.rados.0.smithi069.stdout:1795: left oid 4 (ObjNum 562 snap 175 seq_num 562) 2024-04-10T15:37:27.741 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:37:27 smithi077 ceph-mon[87572]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 18/393 objects degraded (4.580%), 3 pgs degraded) 2024-04-10T15:37:27.741 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:37:27 smithi077 ceph-mon[87572]: Cluster is now healthy 2024-04-10T15:37:27.741 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:37:27 smithi077 ceph-mon[87572]: osdmap e421: 8 total, 8 up, 8 in 2024-04-10T15:37:27.835 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:37:27 smithi069 ceph-mon[96738]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 18/393 objects degraded (4.580%), 3 pgs degraded) 2024-04-10T15:37:27.835 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:37:27 smithi069 ceph-mon[96738]: Cluster is now healthy 2024-04-10T15:37:27.835 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:37:27 smithi069 ceph-mon[96738]: osdmap e421: 8 total, 8 up, 8 in 2024-04-10T15:37:27.835 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:37:27 smithi069 ceph-mon[94167]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 18/393 objects degraded (4.580%), 3 pgs degraded) 2024-04-10T15:37:27.836 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:37:27 smithi069 ceph-mon[94167]: Cluster is now healthy 2024-04-10T15:37:27.836 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:37:27 smithi069 ceph-mon[94167]: osdmap e421: 8 total, 8 up, 8 in 2024-04-10T15:37:28.347 INFO:tasks.rados.rados.0.smithi069.stdout:1793: done (3 left) 2024-04-10T15:37:28.347 INFO:tasks.rados.rados.0.smithi069.stdout:1794: done (2 left) 2024-04-10T15:37:28.347 INFO:tasks.rados.rados.0.smithi069.stdout:1795: done (1 left) 2024-04-10T15:37:28.347 INFO:tasks.rados.rados.0.smithi069.stdout:1796: done (0 left) 2024-04-10T15:37:28.347 INFO:tasks.rados.rados.0.smithi069.stdout:1797: rmattr oid 13 current snap is 176 2024-04-10T15:37:28.347 INFO:tasks.rados.rados.0.smithi069.stdout:1798: read oid 26 snap 161 2024-04-10T15:37:28.347 INFO:tasks.rados.rados.0.smithi069.stdout:1798: expect (ObjNum 459 snap 146 seq_num 459) 2024-04-10T15:37:28.347 INFO:tasks.rados.rados.0.smithi069.stdout:1799: read oid 4 snap 174 2024-04-10T15:37:28.347 INFO:tasks.rados.rados.0.smithi069.stdout:1799: expect (ObjNum 558 snap 172 seq_num 558) 2024-04-10T15:37:28.347 INFO:tasks.rados.rados.0.smithi069.stdout:1800: rmattr oid 17 current snap is 176 2024-04-10T15:37:28.347 INFO:tasks.rados.rados.0.smithi069.stdout:1801: rollback oid 44 current snap is 176 2024-04-10T15:37:28.348 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 44 to 173 2024-04-10T15:37:28.348 INFO:tasks.rados.rados.0.smithi069.stdout:1802: setattr oid 21 current snap is 176 2024-04-10T15:37:28.348 INFO:tasks.rados.rados.0.smithi069.stdout:1803: read oid 39 snap -1 2024-04-10T15:37:28.348 INFO:tasks.rados.rados.0.smithi069.stdout:1803: expect (ObjNum 347 snap 103 seq_num 347) 2024-04-10T15:37:28.348 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 22 current snap is 176 2024-04-10T15:37:28.348 INFO:tasks.rados.rados.0.smithi069.stdout:1804: seq_num 563 ranges {3637248=638976,4276224=565248,4841472=794624,5636096=245760} 2024-04-10T15:37:28.373 INFO:tasks.rados.rados.0.smithi069.stdout:1804: writing smithi06982861-22 from 3637248 to 4276224 tid 1 2024-04-10T15:37:28.376 INFO:tasks.rados.rados.0.smithi069.stdout:1804: writing smithi06982861-22 from 4276224 to 4841472 tid 2 2024-04-10T15:37:28.381 INFO:tasks.rados.rados.0.smithi069.stdout:1804: writing smithi06982861-22 from 4841472 to 5636096 tid 3 2024-04-10T15:37:28.383 INFO:tasks.rados.rados.0.smithi069.stdout:1804: writing smithi06982861-22 from 5636096 to 5881856 tid 4 2024-04-10T15:37:28.383 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 31 current snap is 176 2024-04-10T15:37:28.383 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 21 v 859 (ObjNum 427 snap 133 seq_num 427) dirty exists 2024-04-10T15:37:28.383 INFO:tasks.rados.rados.0.smithi069.stdout:1805: seq_num 564 ranges {2023424=655360,2678784=442368,3121152=598016,3719168=565248} 2024-04-10T15:37:28.397 INFO:tasks.rados.rados.0.smithi069.stdout:1805: writing smithi06982861-31 from 2023424 to 2678784 tid 1 2024-04-10T15:37:28.400 INFO:tasks.rados.rados.0.smithi069.stdout:1805: writing smithi06982861-31 from 2678784 to 3121152 tid 2 2024-04-10T15:37:28.403 INFO:tasks.rados.rados.0.smithi069.stdout:1805: writing smithi06982861-31 from 3121152 to 3719168 tid 3 2024-04-10T15:37:28.407 INFO:tasks.rados.rados.0.smithi069.stdout:1805: writing smithi06982861-31 from 3719168 to 4284416 tid 4 2024-04-10T15:37:28.407 INFO:tasks.rados.rados.0.smithi069.stdout:1802: done (8 left) 2024-04-10T15:37:28.407 INFO:tasks.rados.rados.0.smithi069.stdout:1806: copy_from oid 6 from oid 49 current snap is 176 2024-04-10T15:37:28.407 INFO:tasks.rados.rados.0.smithi069.stdout:1798: expect (ObjNum 459 snap 146 seq_num 459) 2024-04-10T15:37:28.424 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 13 v 958 (ObjNum 509 snap 160 seq_num 509) dirty exists 2024-04-10T15:37:28.425 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 17 v 960 (ObjNum 513 snap 160 seq_num 513) dirty exists 2024-04-10T15:37:28.425 INFO:tasks.rados.rados.0.smithi069.stdout:1801: finishing rollback tid 0 to smithi06982861-44 2024-04-10T15:37:28.425 INFO:tasks.rados.rados.0.smithi069.stdout:1801: finishing rollback tid 1 to smithi06982861-44 2024-04-10T15:37:28.425 INFO:tasks.rados.rados.0.smithi069.stdout:1797: done (8 left) 2024-04-10T15:37:28.425 INFO:tasks.rados.rados.0.smithi069.stdout:1798: done (7 left) 2024-04-10T15:37:28.425 INFO:tasks.rados.rados.0.smithi069.stdout:1800: done (6 left) 2024-04-10T15:37:28.425 INFO:tasks.rados.rados.0.smithi069.stdout:1807: copy_from oid 9 from oid 40 current snap is 176 2024-04-10T15:37:28.425 INFO:tasks.rados.rados.0.smithi069.stdout:1801: finishing rollback tid 2 to smithi06982861-44 2024-04-10T15:37:28.425 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 44 v 964 (ObjNum 556 snap 172 seq_num 556) dirty exists 2024-04-10T15:37:28.425 INFO:tasks.rados.rados.0.smithi069.stdout:1803: expect (ObjNum 347 snap 103 seq_num 347) 2024-04-10T15:37:28.741 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:37:28 smithi077 ceph-mon[87572]: osdmap e422: 8 total, 8 up, 8 in 2024-04-10T15:37:28.741 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:37:28 smithi077 ceph-mon[87572]: pgmap v291: 121 pgs: 121 active+clean; 269 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.7 MiB/s wr, 9 op/s; 7.1 MiB/s, 1 objects/s recovering 2024-04-10T15:37:28.835 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:37:28 smithi069 ceph-mon[96738]: osdmap e422: 8 total, 8 up, 8 in 2024-04-10T15:37:28.835 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:37:28 smithi069 ceph-mon[96738]: pgmap v291: 121 pgs: 121 active+clean; 269 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.7 MiB/s wr, 9 op/s; 7.1 MiB/s, 1 objects/s recovering 2024-04-10T15:37:28.835 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:37:28 smithi069 ceph-mon[94167]: osdmap e422: 8 total, 8 up, 8 in 2024-04-10T15:37:28.835 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:37:28 smithi069 ceph-mon[94167]: pgmap v291: 121 pgs: 121 active+clean; 269 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.7 MiB/s wr, 9 op/s; 7.1 MiB/s, 1 objects/s recovering 2024-04-10T15:37:29.183 INFO:tasks.rados.rados.0.smithi069.stdout:1799: expect (ObjNum 558 snap 172 seq_num 558) 2024-04-10T15:37:29.458 INFO:tasks.rados.rados.0.smithi069.stdout:1804: finishing write tid 1 to smithi06982861-22 2024-04-10T15:37:29.458 INFO:tasks.rados.rados.0.smithi069.stdout:1804: finishing write tid 2 to smithi06982861-22 2024-04-10T15:37:29.459 INFO:tasks.rados.rados.0.smithi069.stdout:1799: done (6 left) 2024-04-10T15:37:29.459 INFO:tasks.rados.rados.0.smithi069.stdout:1801: done (5 left) 2024-04-10T15:37:29.459 INFO:tasks.rados.rados.0.smithi069.stdout:1803: done (4 left) 2024-04-10T15:37:29.459 INFO:tasks.rados.rados.0.smithi069.stdout:1808: snap_create 2024-04-10T15:37:29.459 INFO:tasks.rados.rados.0.smithi069.stdout:1804: finishing write tid 3 to smithi06982861-22 2024-04-10T15:37:29.459 INFO:tasks.rados.rados.0.smithi069.stdout:1804: finishing write tid 4 to smithi06982861-22 2024-04-10T15:37:29.459 INFO:tasks.rados.rados.0.smithi069.stdout:1804: finishing write tid 5 to smithi06982861-22 2024-04-10T15:37:29.459 INFO:tasks.rados.rados.0.smithi069.stdout:1804: finishing write tid 6 to smithi06982861-22 2024-04-10T15:37:29.459 INFO:tasks.rados.rados.0.smithi069.stdout:1804: oid 22 updating version 0 to 198 2024-04-10T15:37:29.459 INFO:tasks.rados.rados.0.smithi069.stdout:1804: oid 22 version 198 is already newer than 197 2024-04-10T15:37:29.459 INFO:tasks.rados.rados.0.smithi069.stdout:1804: oid 22 updating version 198 to 200 2024-04-10T15:37:29.459 INFO:tasks.rados.rados.0.smithi069.stdout:1804: oid 22 version 200 is already newer than 199 2024-04-10T15:37:29.459 INFO:tasks.rados.rados.0.smithi069.stdout:1804: oid 22 updating version 200 to 201 2024-04-10T15:37:29.459 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 22 v 201 (ObjNum 563 snap 176 seq_num 563) dirty exists 2024-04-10T15:37:29.459 INFO:tasks.rados.rados.0.smithi069.stdout:1804: left oid 22 (ObjNum 563 snap 176 seq_num 563) 2024-04-10T15:37:29.459 INFO:tasks.rados.rados.0.smithi069.stdout:1805: finishing write tid 1 to smithi06982861-31 2024-04-10T15:37:29.460 INFO:tasks.rados.rados.0.smithi069.stdout:1805: finishing write tid 2 to smithi06982861-31 2024-04-10T15:37:29.460 INFO:tasks.rados.rados.0.smithi069.stdout:1805: finishing write tid 3 to smithi06982861-31 2024-04-10T15:37:29.460 INFO:tasks.rados.rados.0.smithi069.stdout:1805: finishing write tid 4 to smithi06982861-31 2024-04-10T15:37:29.460 INFO:tasks.rados.rados.0.smithi069.stdout:1805: finishing write tid 5 to smithi06982861-31 2024-04-10T15:37:29.460 INFO:tasks.rados.rados.0.smithi069.stdout:1805: finishing write tid 6 to smithi06982861-31 2024-04-10T15:37:29.460 INFO:tasks.rados.rados.0.smithi069.stdout:1805: oid 31 updating version 0 to 942 2024-04-10T15:37:29.460 INFO:tasks.rados.rados.0.smithi069.stdout:1805: oid 31 version 942 is already newer than 940 2024-04-10T15:37:29.460 INFO:tasks.rados.rados.0.smithi069.stdout:1805: oid 31 version 942 is already newer than 941 2024-04-10T15:37:29.460 INFO:tasks.rados.rados.0.smithi069.stdout:1805: oid 31 updating version 942 to 943 2024-04-10T15:37:29.460 INFO:tasks.rados.rados.0.smithi069.stdout:1805: oid 31 updating version 943 to 944 2024-04-10T15:37:29.460 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 31 v 944 (ObjNum 564 snap 176 seq_num 564) dirty exists 2024-04-10T15:37:29.460 INFO:tasks.rados.rados.0.smithi069.stdout:1805: left oid 31 (ObjNum 564 snap 176 seq_num 564) 2024-04-10T15:37:29.460 INFO:tasks.rados.rados.0.smithi069.stdout:1807: finishing copy_from racing read to smithi06982861-9 2024-04-10T15:37:29.460 INFO:tasks.rados.rados.0.smithi069.stdout:1806: finishing copy_from racing read to smithi06982861-6 2024-04-10T15:37:29.460 INFO:tasks.rados.rados.0.smithi069.stdout:1807: finishing copy_from to smithi06982861-9 2024-04-10T15:37:29.460 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 9 v 538 (ObjNum 560 snap 175 seq_num 560) dirty exists 2024-04-10T15:37:29.460 INFO:tasks.rados.rados.0.smithi069.stdout:1806: finishing copy_from to smithi06982861-6 2024-04-10T15:37:29.461 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 6 v 814 (ObjNum 541 snap 167 seq_num 541) dirty exists 2024-04-10T15:37:29.741 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:37:29 smithi077 ceph-mon[87572]: osdmap e423: 8 total, 8 up, 8 in 2024-04-10T15:37:29.835 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:37:29 smithi069 ceph-mon[94167]: osdmap e423: 8 total, 8 up, 8 in 2024-04-10T15:37:29.835 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:37:29 smithi069 ceph-mon[96738]: osdmap e423: 8 total, 8 up, 8 in 2024-04-10T15:37:30.353 INFO:tasks.rados.rados.0.smithi069.stdout:1804: done (4 left) 2024-04-10T15:37:30.354 INFO:tasks.rados.rados.0.smithi069.stdout:1805: done (3 left) 2024-04-10T15:37:30.354 INFO:tasks.rados.rados.0.smithi069.stdout:1806: done (2 left) 2024-04-10T15:37:30.354 INFO:tasks.rados.rados.0.smithi069.stdout:1807: done (1 left) 2024-04-10T15:37:30.354 INFO:tasks.rados.rados.0.smithi069.stdout:1808: done (0 left) 2024-04-10T15:37:30.354 INFO:tasks.rados.rados.0.smithi069.stdout:1809: read oid 47 snap -1 2024-04-10T15:37:30.354 INFO:tasks.rados.rados.0.smithi069.stdout:1809: expect (ObjNum 555 snap 172 seq_num 555) 2024-04-10T15:37:30.354 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 20 current snap is 177 2024-04-10T15:37:30.354 INFO:tasks.rados.rados.0.smithi069.stdout:1810: seq_num 565 ranges {2138112=671744,2809856=729088,3538944=753664,4292608=122880} 2024-04-10T15:37:30.368 INFO:tasks.rados.rados.0.smithi069.stdout:1810: writing smithi06982861-20 from 2138112 to 2809856 tid 1 2024-04-10T15:37:30.372 INFO:tasks.rados.rados.0.smithi069.stdout:1810: writing smithi06982861-20 from 2809856 to 3538944 tid 2 2024-04-10T15:37:30.377 INFO:tasks.rados.rados.0.smithi069.stdout:1810: writing smithi06982861-20 from 3538944 to 4292608 tid 3 2024-04-10T15:37:30.378 INFO:tasks.rados.rados.0.smithi069.stdout:1810: writing smithi06982861-20 from 4292608 to 4415488 tid 4 2024-04-10T15:37:30.378 INFO:tasks.rados.rados.0.smithi069.stdout:1811: read oid 4 snap 173 2024-04-10T15:37:30.379 INFO:tasks.rados.rados.0.smithi069.stdout:1811: expect (ObjNum 558 snap 172 seq_num 558) 2024-04-10T15:37:30.379 INFO:tasks.rados.rados.0.smithi069.stdout:1812: read oid 45 snap -1 2024-04-10T15:37:30.379 INFO:tasks.rados.rados.0.smithi069.stdout:1812: expect (ObjNum 463 snap 147 seq_num 463) 2024-04-10T15:37:30.379 INFO:tasks.rados.rados.0.smithi069.stdout:1813: rollback oid 37 current snap is 177 2024-04-10T15:37:30.379 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 37 to 174 2024-04-10T15:37:30.379 INFO:tasks.rados.rados.0.smithi069.stdout:1810: finishing write tid 1 to smithi06982861-20 2024-04-10T15:37:30.379 INFO:tasks.rados.rados.0.smithi069.stdout:1810: finishing write tid 2 to smithi06982861-20 2024-04-10T15:37:30.379 INFO:tasks.rados.rados.0.smithi069.stdout:1814: copy_from oid 35 from oid 9 current snap is 177 2024-04-10T15:37:30.379 INFO:tasks.rados.rados.0.smithi069.stdout:1815: read oid 11 snap -1 2024-04-10T15:37:30.379 INFO:tasks.rados.rados.0.smithi069.stdout:1815: expect deleted 2024-04-10T15:37:30.379 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 31 current snap is 177 2024-04-10T15:37:30.379 INFO:tasks.rados.rados.0.smithi069.stdout:1816: seq_num 566 ranges {4284416=688128,4972544=614400,5586944=565248,6152192=425984} 2024-04-10T15:37:30.406 INFO:tasks.rados.rados.0.smithi069.stdout:1816: writing smithi06982861-31 from 4284416 to 4972544 tid 1 2024-04-10T15:37:30.409 INFO:tasks.rados.rados.0.smithi069.stdout:1816: writing smithi06982861-31 from 4972544 to 5586944 tid 2 2024-04-10T15:37:30.413 INFO:tasks.rados.rados.0.smithi069.stdout:1816: writing smithi06982861-31 from 5586944 to 6152192 tid 3 2024-04-10T15:37:30.416 INFO:tasks.rados.rados.0.smithi069.stdout:1816: writing smithi06982861-31 from 6152192 to 6578176 tid 4 2024-04-10T15:37:30.416 INFO:tasks.rados.rados.0.smithi069.stdout:1817: rollback oid 13 current snap is 177 2024-04-10T15:37:30.416 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 13 to 171 2024-04-10T15:37:30.416 INFO:tasks.rados.rados.0.smithi069.stdout:1810: finishing write tid 3 to smithi06982861-20 2024-04-10T15:37:30.416 INFO:tasks.rados.rados.0.smithi069.stdout:1810: finishing write tid 4 to smithi06982861-20 2024-04-10T15:37:30.416 INFO:tasks.rados.rados.0.smithi069.stdout:1810: finishing write tid 5 to smithi06982861-20 2024-04-10T15:37:30.416 INFO:tasks.rados.rados.0.smithi069.stdout:1809: expect (ObjNum 555 snap 172 seq_num 555) 2024-04-10T15:37:30.677 INFO:tasks.rados.rados.0.smithi069.stdout:1812: expect (ObjNum 463 snap 147 seq_num 463) 2024-04-10T15:37:30.691 INFO:tasks.rados.rados.0.smithi069.stdout:1813: finishing rollback tid 0 to smithi06982861-37 2024-04-10T15:37:30.691 INFO:tasks.rados.rados.0.smithi069.stdout:1813: finishing rollback tid 1 to smithi06982861-37 2024-04-10T15:37:30.691 INFO:tasks.rados.rados.0.smithi069.stdout:1813: finishing rollback tid 2 to smithi06982861-37 2024-04-10T15:37:30.692 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 37 v 865 (ObjNum 498 snap 155 seq_num 498) dirty exists 2024-04-10T15:37:30.692 INFO:tasks.rados.rados.0.smithi069.stdout:1810: finishing write tid 6 to smithi06982861-20 2024-04-10T15:37:30.692 INFO:tasks.rados.rados.0.smithi069.stdout:1810: oid 20 updating version 0 to 862 2024-04-10T15:37:30.692 INFO:tasks.rados.rados.0.smithi069.stdout:1810: oid 20 version 862 is already newer than 861 2024-04-10T15:37:30.692 INFO:tasks.rados.rados.0.smithi069.stdout:1810: oid 20 version 862 is already newer than 860 2024-04-10T15:37:30.692 INFO:tasks.rados.rados.0.smithi069.stdout:1810: oid 20 updating version 862 to 863 2024-04-10T15:37:30.692 INFO:tasks.rados.rados.0.smithi069.stdout:1810: oid 20 updating version 863 to 864 2024-04-10T15:37:30.692 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 20 v 864 (ObjNum 565 snap 177 seq_num 565) dirty exists 2024-04-10T15:37:30.692 INFO:tasks.rados.rados.0.smithi069.stdout:1810: left oid 20 (ObjNum 565 snap 177 seq_num 565) 2024-04-10T15:37:30.692 INFO:tasks.rados.rados.0.smithi069.stdout:1809: done (8 left) 2024-04-10T15:37:30.692 INFO:tasks.rados.rados.0.smithi069.stdout:1810: done (7 left) 2024-04-10T15:37:30.692 INFO:tasks.rados.rados.0.smithi069.stdout:1812: done (6 left) 2024-04-10T15:37:30.692 INFO:tasks.rados.rados.0.smithi069.stdout:1813: done (5 left) 2024-04-10T15:37:30.692 INFO:tasks.rados.rados.0.smithi069.stdout:1815: done (4 left) 2024-04-10T15:37:30.692 INFO:tasks.rados.rados.0.smithi069.stdout:1818: snap_create 2024-04-10T15:37:30.692 INFO:tasks.rados.rados.0.smithi069.stdout:1816: finishing write tid 1 to smithi06982861-31 2024-04-10T15:37:30.693 INFO:tasks.rados.rados.0.smithi069.stdout:1816: finishing write tid 2 to smithi06982861-31 2024-04-10T15:37:30.693 INFO:tasks.rados.rados.0.smithi069.stdout:1811: expect (ObjNum 558 snap 172 seq_num 558) 2024-04-10T15:37:30.741 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:37:30 smithi077 ceph-mon[87572]: pgmap v293: 121 pgs: 121 active+clean; 271 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 1.9 MiB/s wr, 8 op/s; 208 KiB/s, 0 objects/s recovering 2024-04-10T15:37:30.835 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:37:30 smithi069 ceph-mon[96738]: pgmap v293: 121 pgs: 121 active+clean; 271 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 1.9 MiB/s wr, 8 op/s; 208 KiB/s, 0 objects/s recovering 2024-04-10T15:37:30.835 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:37:30 smithi069 ceph-mon[94167]: pgmap v293: 121 pgs: 121 active+clean; 271 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 1.9 MiB/s wr, 8 op/s; 208 KiB/s, 0 objects/s recovering 2024-04-10T15:37:30.964 INFO:tasks.rados.rados.0.smithi069.stdout:1816: finishing write tid 3 to smithi06982861-31 2024-04-10T15:37:30.965 INFO:tasks.rados.rados.0.smithi069.stdout:1816: finishing write tid 4 to smithi06982861-31 2024-04-10T15:37:30.965 INFO:tasks.rados.rados.0.smithi069.stdout:1816: finishing write tid 5 to smithi06982861-31 2024-04-10T15:37:30.965 INFO:tasks.rados.rados.0.smithi069.stdout:1817: finishing rollback tid 0 to smithi06982861-13 2024-04-10T15:37:30.965 INFO:tasks.rados.rados.0.smithi069.stdout:1816: finishing write tid 6 to smithi06982861-31 2024-04-10T15:37:30.965 INFO:tasks.rados.rados.0.smithi069.stdout:1816: oid 31 updating version 0 to 949 2024-04-10T15:37:30.965 INFO:tasks.rados.rados.0.smithi069.stdout:1816: oid 31 version 949 is already newer than 948 2024-04-10T15:37:30.965 INFO:tasks.rados.rados.0.smithi069.stdout:1816: oid 31 updating version 949 to 950 2024-04-10T15:37:30.965 INFO:tasks.rados.rados.0.smithi069.stdout:1816: oid 31 version 950 is already newer than 946 2024-04-10T15:37:30.965 INFO:tasks.rados.rados.0.smithi069.stdout:1816: oid 31 version 950 is already newer than 947 2024-04-10T15:37:30.965 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 31 v 950 (ObjNum 566 snap 177 seq_num 566) dirty exists 2024-04-10T15:37:30.965 INFO:tasks.rados.rados.0.smithi069.stdout:1816: left oid 31 (ObjNum 566 snap 177 seq_num 566) 2024-04-10T15:37:30.965 INFO:tasks.rados.rados.0.smithi069.stdout:1817: finishing rollback tid 1 to smithi06982861-13 2024-04-10T15:37:30.965 INFO:tasks.rados.rados.0.smithi069.stdout:1817: finishing rollback tid 2 to smithi06982861-13 2024-04-10T15:37:30.966 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 13 v 968 (ObjNum 408 snap 125 seq_num 408) dirty exists 2024-04-10T15:37:30.966 INFO:tasks.rados.rados.0.smithi069.stdout:1814: finishing copy_from racing read to smithi06982861-35 2024-04-10T15:37:30.966 INFO:tasks.rados.rados.0.smithi069.stdout:1814: finishing copy_from to smithi06982861-35 2024-04-10T15:37:30.966 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 35 v 538 (ObjNum 560 snap 175 seq_num 560) dirty exists 2024-04-10T15:37:31.142 INFO:tasks.rados.rados.0.smithi069.stdout:1811: done (4 left) 2024-04-10T15:37:31.143 INFO:tasks.rados.rados.0.smithi069.stdout:1814: done (3 left) 2024-04-10T15:37:31.143 INFO:tasks.rados.rados.0.smithi069.stdout:1816: done (2 left) 2024-04-10T15:37:31.143 INFO:tasks.rados.rados.0.smithi069.stdout:1817: done (1 left) 2024-04-10T15:37:31.143 INFO:tasks.rados.rados.0.smithi069.stdout:1818: done (0 left) 2024-04-10T15:37:31.143 INFO:tasks.rados.rados.0.smithi069.stdout:1819: rmattr oid 18 current snap is 178 2024-04-10T15:37:31.143 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 14 current snap is 178 2024-04-10T15:37:31.143 INFO:tasks.rados.rados.0.smithi069.stdout:1820: seq_num 567 ranges {5251072=704512,5955584=499712,6455296=770048,7225344=335872} 2024-04-10T15:37:31.173 INFO:tasks.rados.rados.0.smithi069.stdout:1820: writing smithi06982861-14 from 5251072 to 5955584 tid 1 2024-04-10T15:37:31.176 INFO:tasks.rados.rados.0.smithi069.stdout:1820: writing smithi06982861-14 from 5955584 to 6455296 tid 2 2024-04-10T15:37:31.180 INFO:tasks.rados.rados.0.smithi069.stdout:1820: writing smithi06982861-14 from 6455296 to 7225344 tid 3 2024-04-10T15:37:31.182 INFO:tasks.rados.rados.0.smithi069.stdout:1820: writing smithi06982861-14 from 7225344 to 7561216 tid 4 2024-04-10T15:37:31.183 INFO:tasks.rados.rados.0.smithi069.stdout:1821: snap_create 2024-04-10T15:37:31.183 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 18 v 884 (ObjNum 347 snap 103 seq_num 347) dirty exists 2024-04-10T15:37:31.183 INFO:tasks.rados.rados.0.smithi069.stdout:1820: finishing write tid 1 to smithi06982861-14 2024-04-10T15:37:31.183 INFO:tasks.rados.rados.0.smithi069.stdout:1820: finishing write tid 2 to smithi06982861-14 2024-04-10T15:37:31.185 INFO:tasks.rados.rados.0.smithi069.stdout:1820: finishing write tid 3 to smithi06982861-14 2024-04-10T15:37:31.185 INFO:tasks.rados.rados.0.smithi069.stdout:1820: finishing write tid 4 to smithi06982861-14 2024-04-10T15:37:31.185 INFO:tasks.rados.rados.0.smithi069.stdout:1820: finishing write tid 5 to smithi06982861-14 2024-04-10T15:37:31.186 INFO:tasks.rados.rados.0.smithi069.stdout:1820: finishing write tid 6 to smithi06982861-14 2024-04-10T15:37:31.186 INFO:tasks.rados.rados.0.smithi069.stdout:1820: oid 14 updating version 0 to 767 2024-04-10T15:37:31.186 INFO:tasks.rados.rados.0.smithi069.stdout:1820: oid 14 version 767 is already newer than 765 2024-04-10T15:37:31.186 INFO:tasks.rados.rados.0.smithi069.stdout:1820: oid 14 version 767 is already newer than 764 2024-04-10T15:37:31.186 INFO:tasks.rados.rados.0.smithi069.stdout:1820: oid 14 updating version 767 to 768 2024-04-10T15:37:31.186 INFO:tasks.rados.rados.0.smithi069.stdout:1820: oid 14 version 768 is already newer than 766 2024-04-10T15:37:31.186 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 14 v 768 (ObjNum 567 snap 178 seq_num 567) dirty exists 2024-04-10T15:37:31.186 INFO:tasks.rados.rados.0.smithi069.stdout:1820: left oid 14 (ObjNum 567 snap 178 seq_num 567) 2024-04-10T15:37:31.741 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:37:31 smithi077 ceph-mon[87572]: osdmap e424: 8 total, 8 up, 8 in 2024-04-10T15:37:31.741 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:37:31 smithi077 ceph-mon[87572]: osdmap e425: 8 total, 8 up, 8 in 2024-04-10T15:37:31.835 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:37:31 smithi069 ceph-mon[96738]: osdmap e424: 8 total, 8 up, 8 in 2024-04-10T15:37:31.835 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:37:31 smithi069 ceph-mon[96738]: osdmap e425: 8 total, 8 up, 8 in 2024-04-10T15:37:31.836 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:37:31 smithi069 ceph-mon[94167]: osdmap e424: 8 total, 8 up, 8 in 2024-04-10T15:37:31.836 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:37:31 smithi069 ceph-mon[94167]: osdmap e425: 8 total, 8 up, 8 in 2024-04-10T15:37:32.146 INFO:tasks.rados.rados.0.smithi069.stdout:1819: done (2 left) 2024-04-10T15:37:32.146 INFO:tasks.rados.rados.0.smithi069.stdout:1820: done (1 left) 2024-04-10T15:37:32.146 INFO:tasks.rados.rados.0.smithi069.stdout:1821: done (0 left) 2024-04-10T15:37:32.146 INFO:tasks.rados.rados.0.smithi069.stdout:1822: copy_from oid 34 from oid 41 current snap is 179 2024-04-10T15:37:32.146 INFO:tasks.rados.rados.0.smithi069.stdout:1823: rollback oid 2 current snap is 179 2024-04-10T15:37:32.146 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 2 to 161 2024-04-10T15:37:32.146 INFO:tasks.rados.rados.0.smithi069.stdout:1824: rollback oid 26 current snap is 179 2024-04-10T15:37:32.146 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 26 to 164 2024-04-10T15:37:32.146 INFO:tasks.rados.rados.0.smithi069.stdout:1825: read oid 9 snap -1 2024-04-10T15:37:32.146 INFO:tasks.rados.rados.0.smithi069.stdout:1825: expect (ObjNum 560 snap 175 seq_num 560) 2024-04-10T15:37:32.146 INFO:tasks.rados.rados.0.smithi069.stdout:1826: read oid 16 snap -1 2024-04-10T15:37:32.147 INFO:tasks.rados.rados.0.smithi069.stdout:1826: expect (ObjNum 551 snap 172 seq_num 551) 2024-04-10T15:37:32.147 INFO:tasks.rados.rados.0.smithi069.stdout:1827: read oid 49 snap -1 2024-04-10T15:37:32.147 INFO:tasks.rados.rados.0.smithi069.stdout:1827: expect (ObjNum 541 snap 167 seq_num 541) 2024-04-10T15:37:32.147 INFO:tasks.rados.rados.0.smithi069.stdout:1828: rmattr oid 14 current snap is 179 2024-04-10T15:37:32.147 INFO:tasks.rados.rados.0.smithi069.stdout:1828: done (6 left) 2024-04-10T15:37:32.147 INFO:tasks.rados.rados.0.smithi069.stdout:1829: rollback oid 7 current snap is 179 2024-04-10T15:37:32.147 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 7 to 174 2024-04-10T15:37:32.147 INFO:tasks.rados.rados.0.smithi069.stdout:1830: rmattr oid 1 current snap is 179 2024-04-10T15:37:32.147 INFO:tasks.rados.rados.0.smithi069.stdout:1831: delete oid 8 current snap is 179 2024-04-10T15:37:32.154 INFO:tasks.rados.rados.0.smithi069.stdout:1831: done (8 left) 2024-04-10T15:37:32.155 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 45 current snap is 179 2024-04-10T15:37:32.155 INFO:tasks.rados.rados.0.smithi069.stdout:1832: seq_num 569 ranges {557056=737280,1294336=671744,1966080=737280,2703360=196608} 2024-04-10T15:37:32.162 INFO:tasks.rados.rados.0.smithi069.stdout:1832: writing smithi06982861-45 from 557056 to 1294336 tid 1 2024-04-10T15:37:32.167 INFO:tasks.rados.rados.0.smithi069.stdout:1832: writing smithi06982861-45 from 1294336 to 1966080 tid 2 2024-04-10T15:37:32.172 INFO:tasks.rados.rados.0.smithi069.stdout:1832: writing smithi06982861-45 from 1966080 to 2703360 tid 3 2024-04-10T15:37:32.174 INFO:tasks.rados.rados.0.smithi069.stdout:1832: writing smithi06982861-45 from 2703360 to 2899968 tid 4 2024-04-10T15:37:32.174 INFO:tasks.rados.rados.0.smithi069.stdout:1823: finishing rollback tid 0 to smithi06982861-2 2024-04-10T15:37:32.174 INFO:tasks.rados.rados.0.smithi069.stdout:1823: finishing rollback tid 1 to smithi06982861-2 2024-04-10T15:37:32.175 INFO:tasks.rados.rados.0.smithi069.stdout:1823: finishing rollback tid 2 to smithi06982861-2 2024-04-10T15:37:32.175 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 2 v 587 (ObjNum 476 snap 152 seq_num 476) dirty exists 2024-04-10T15:37:32.175 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 1 v 759 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-04-10T15:37:32.175 INFO:tasks.rados.rados.0.smithi069.stdout:1824: finishing rollback tid 0 to smithi06982861-26 2024-04-10T15:37:32.175 INFO:tasks.rados.rados.0.smithi069.stdout:1824: finishing rollback tid 1 to smithi06982861-26 2024-04-10T15:37:32.175 INFO:tasks.rados.rados.0.smithi069.stdout:1824: finishing rollback tid 2 to smithi06982861-26 2024-04-10T15:37:32.175 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 26 v 873 (ObjNum 459 snap 146 seq_num 459) dirty exists 2024-04-10T15:37:32.175 INFO:tasks.rados.rados.0.smithi069.stdout:1823: done (8 left) 2024-04-10T15:37:32.175 INFO:tasks.rados.rados.0.smithi069.stdout:1824: done (7 left) 2024-04-10T15:37:32.175 INFO:tasks.rados.rados.0.smithi069.stdout:1830: done (6 left) 2024-04-10T15:37:32.175 INFO:tasks.rados.rados.0.smithi069.stdout:1833: copy_from oid 36 from oid 39 current snap is 179 2024-04-10T15:37:32.175 INFO:tasks.rados.rados.0.smithi069.stdout:1834: snap_create 2024-04-10T15:37:32.175 INFO:tasks.rados.rados.0.smithi069.stdout:1829: finishing rollback tid 0 to smithi06982861-7 2024-04-10T15:37:32.175 INFO:tasks.rados.rados.0.smithi069.stdout:1832: finishing write tid 1 to smithi06982861-45 2024-04-10T15:37:32.176 INFO:tasks.rados.rados.0.smithi069.stdout:1829: finishing rollback tid 1 to smithi06982861-7 2024-04-10T15:37:32.176 INFO:tasks.rados.rados.0.smithi069.stdout:1829: finishing rollback tid 2 to smithi06982861-7 2024-04-10T15:37:32.176 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 7 v 876 (ObjNum 536 snap 167 seq_num 536) dirty exists 2024-04-10T15:37:32.177 INFO:tasks.rados.rados.0.smithi069.stdout:1832: finishing write tid 2 to smithi06982861-45 2024-04-10T15:37:32.179 INFO:tasks.rados.rados.0.smithi069.stdout:1832: finishing write tid 3 to smithi06982861-45 2024-04-10T15:37:32.179 INFO:tasks.rados.rados.0.smithi069.stdout:1832: finishing write tid 4 to smithi06982861-45 2024-04-10T15:37:32.181 INFO:tasks.rados.rados.0.smithi069.stdout:1825: expect (ObjNum 560 snap 175 seq_num 560) 2024-04-10T15:37:32.492 INFO:tasks.rados.rados.0.smithi069.stdout:1826: expect (ObjNum 551 snap 172 seq_num 551) 2024-04-10T15:37:32.591 INFO:tasks.rados.rados.0.smithi069.stdout:1832: finishing write tid 5 to smithi06982861-45 2024-04-10T15:37:32.591 INFO:tasks.rados.rados.0.smithi069.stdout:1832: finishing write tid 6 to smithi06982861-45 2024-04-10T15:37:32.591 INFO:tasks.rados.rados.0.smithi069.stdout:1832: oid 45 updating version 0 to 868 2024-04-10T15:37:32.591 INFO:tasks.rados.rados.0.smithi069.stdout:1832: oid 45 updating version 868 to 870 2024-04-10T15:37:32.591 INFO:tasks.rados.rados.0.smithi069.stdout:1832: oid 45 version 870 is already newer than 867 2024-04-10T15:37:32.591 INFO:tasks.rados.rados.0.smithi069.stdout:1832: oid 45 version 870 is already newer than 869 2024-04-10T15:37:32.591 INFO:tasks.rados.rados.0.smithi069.stdout:1832: oid 45 version 870 is already newer than 866 2024-04-10T15:37:32.591 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 45 v 870 (ObjNum 569 snap 179 seq_num 569) dirty exists 2024-04-10T15:37:32.591 INFO:tasks.rados.rados.0.smithi069.stdout:1832: left oid 45 (ObjNum 569 snap 179 seq_num 569) 2024-04-10T15:37:32.591 INFO:tasks.rados.rados.0.smithi069.stdout:1827: expect (ObjNum 541 snap 167 seq_num 541) 2024-04-10T15:37:32.741 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:37:32 smithi077 ceph-mon[87572]: pgmap v296: 121 pgs: 121 active+clean; 297 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 25 MiB/s rd, 6.6 MiB/s wr, 18 op/s 2024-04-10T15:37:32.741 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:37:32 smithi077 ceph-mon[87572]: osdmap e426: 8 total, 8 up, 8 in 2024-04-10T15:37:32.742 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:37:32 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[78458]: ts=2024-04-10T15:37:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:37:32.835 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:37:32 smithi069 ceph-mon[96738]: pgmap v296: 121 pgs: 121 active+clean; 297 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 25 MiB/s rd, 6.6 MiB/s wr, 18 op/s 2024-04-10T15:37:32.835 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:37:32 smithi069 ceph-mon[96738]: osdmap e426: 8 total, 8 up, 8 in 2024-04-10T15:37:32.835 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:37:32 smithi069 ceph-mon[94167]: pgmap v296: 121 pgs: 121 active+clean; 297 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 25 MiB/s rd, 6.6 MiB/s wr, 18 op/s 2024-04-10T15:37:32.836 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:37:32 smithi069 ceph-mon[94167]: osdmap e426: 8 total, 8 up, 8 in 2024-04-10T15:37:33.543 INFO:tasks.rados.rados.0.smithi069.stdout:1822: finishing copy_from racing read to smithi06982861-34 2024-04-10T15:37:33.543 INFO:tasks.rados.rados.0.smithi069.stdout:1822: finishing copy_from to smithi06982861-34 2024-04-10T15:37:33.543 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 34 v 1067 (ObjNum 548 snap 169 seq_num 548) dirty exists 2024-04-10T15:37:33.543 INFO:tasks.rados.rados.0.smithi069.stdout:1833: finishing copy_from racing read to smithi06982861-36 2024-04-10T15:37:33.543 INFO:tasks.rados.rados.0.smithi069.stdout:1833: finishing copy_from to smithi06982861-36 2024-04-10T15:37:33.543 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 36 v 758 (ObjNum 347 snap 103 seq_num 347) dirty exists 2024-04-10T15:37:33.543 INFO:tasks.rados.rados.0.smithi069.stdout:1822: done (7 left) 2024-04-10T15:37:33.543 INFO:tasks.rados.rados.0.smithi069.stdout:1825: done (6 left) 2024-04-10T15:37:33.543 INFO:tasks.rados.rados.0.smithi069.stdout:1826: done (5 left) 2024-04-10T15:37:33.543 INFO:tasks.rados.rados.0.smithi069.stdout:1827: done (4 left) 2024-04-10T15:37:33.543 INFO:tasks.rados.rados.0.smithi069.stdout:1829: done (3 left) 2024-04-10T15:37:33.544 INFO:tasks.rados.rados.0.smithi069.stdout:1832: done (2 left) 2024-04-10T15:37:33.544 INFO:tasks.rados.rados.0.smithi069.stdout:1833: done (1 left) 2024-04-10T15:37:33.544 INFO:tasks.rados.rados.0.smithi069.stdout:1834: done (0 left) 2024-04-10T15:37:33.544 INFO:tasks.rados.rados.0.smithi069.stdout:1835: rollback oid 2 current snap is 180 2024-04-10T15:37:33.544 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 2 to 179 2024-04-10T15:37:33.544 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 11 current snap is 180 2024-04-10T15:37:33.544 INFO:tasks.rados.rados.0.smithi069.stdout:1836: seq_num 570 ranges {0=753664,753664=548864,1302528=540672,1843200=516096} 2024-04-10T15:37:33.547 INFO:tasks.rados.rados.0.smithi069.stdout:1836: writing smithi06982861-11 from 0 to 753664 tid 1 2024-04-10T15:37:33.550 INFO:tasks.rados.rados.0.smithi069.stdout:1836: writing smithi06982861-11 from 753664 to 1302528 tid 2 2024-04-10T15:37:33.553 INFO:tasks.rados.rados.0.smithi069.stdout:1836: writing smithi06982861-11 from 1302528 to 1843200 tid 3 2024-04-10T15:37:33.556 INFO:tasks.rados.rados.0.smithi069.stdout:1836: writing smithi06982861-11 from 1843200 to 2359296 tid 4 2024-04-10T15:37:33.556 INFO:tasks.rados.rados.0.smithi069.stdout:1837: copy_from oid 49 from oid 36 current snap is 180 2024-04-10T15:37:33.557 INFO:tasks.rados.rados.0.smithi069.stdout:1835: finishing rollback tid 0 to smithi06982861-2 2024-04-10T15:37:33.557 INFO:tasks.rados.rados.0.smithi069.stdout:1835: finishing rollback tid 1 to smithi06982861-2 2024-04-10T15:37:33.557 INFO:tasks.rados.rados.0.smithi069.stdout:1835: finishing rollback tid 2 to smithi06982861-2 2024-04-10T15:37:33.557 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 2 v 590 (ObjNum 476 snap 152 seq_num 476) dirty exists 2024-04-10T15:37:33.557 INFO:tasks.rados.rados.0.smithi069.stdout:1836: finishing write tid 1 to smithi06982861-11 2024-04-10T15:37:33.557 INFO:tasks.rados.rados.0.smithi069.stdout:1836: finishing write tid 2 to smithi06982861-11 2024-04-10T15:37:33.557 INFO:tasks.rados.rados.0.smithi069.stdout:1836: finishing write tid 3 to smithi06982861-11 2024-04-10T15:37:33.557 INFO:tasks.rados.rados.0.smithi069.stdout:1835: done (2 left) 2024-04-10T15:37:33.557 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 43 current snap is 180 2024-04-10T15:37:33.557 INFO:tasks.rados.rados.0.smithi069.stdout:1838: seq_num 571 ranges {9347072=770048,10117120=483328,10600448=753664,11354112=368640} 2024-04-10T15:37:33.612 INFO:tasks.rados.rados.0.smithi069.stdout:1838: writing smithi06982861-43 from 9347072 to 10117120 tid 1 2024-04-10T15:37:33.614 INFO:tasks.rados.rados.0.smithi069.stdout:1838: writing smithi06982861-43 from 10117120 to 10600448 tid 2 2024-04-10T15:37:33.619 INFO:tasks.rados.rados.0.smithi069.stdout:1838: writing smithi06982861-43 from 10600448 to 11354112 tid 3 2024-04-10T15:37:33.621 INFO:tasks.rados.rados.0.smithi069.stdout:1838: writing smithi06982861-43 from 11354112 to 11722752 tid 4 2024-04-10T15:37:33.621 INFO:tasks.rados.rados.0.smithi069.stdout:1839: read oid 37 snap -1 2024-04-10T15:37:33.621 INFO:tasks.rados.rados.0.smithi069.stdout:1839: expect (ObjNum 498 snap 155 seq_num 498) 2024-04-10T15:37:33.621 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 33 current snap is 180 2024-04-10T15:37:33.621 INFO:tasks.rados.rados.0.smithi069.stdout:1836: finishing write tid 4 to smithi06982861-11 2024-04-10T15:37:33.621 INFO:tasks.rados.rados.0.smithi069.stdout:1840: seq_num 572 ranges {0=786432,786432=770048,1556480=557056,2113536=278528} 2024-04-10T15:37:33.626 INFO:tasks.rados.rados.0.smithi069.stdout:1840: writing smithi06982861-33 from 0 to 786432 tid 1 2024-04-10T15:37:33.631 INFO:tasks.rados.rados.0.smithi069.stdout:1840: writing smithi06982861-33 from 786432 to 1556480 tid 2 2024-04-10T15:37:33.634 INFO:tasks.rados.rados.0.smithi069.stdout:1840: writing smithi06982861-33 from 1556480 to 2113536 tid 3 2024-04-10T15:37:33.636 INFO:tasks.rados.rados.0.smithi069.stdout:1840: writing smithi06982861-33 from 2113536 to 2392064 tid 4 2024-04-10T15:37:33.636 INFO:tasks.rados.rados.0.smithi069.stdout:1841: snap_remove snap 168 2024-04-10T15:37:33.991 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:37:33 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[78458]: ts=2024-04-10T15:37:33.508Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi069\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi069\", job=\"node\", machine=\"x86_64\", nodename=\"smithi069\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", domainname=\"(none)\", instance=\"smithi069\", job=\"node\", machine=\"x86_64\", nodename=\"smithi069\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:37:34.159 INFO:tasks.rados.rados.0.smithi069.stdout:1841: done (5 left) 2024-04-10T15:37:34.159 INFO:tasks.rados.rados.0.smithi069.stdout:1842: rollback oid 42 current snap is 180 2024-04-10T15:37:34.159 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 42 to 177 2024-04-10T15:37:34.159 INFO:tasks.rados.rados.0.smithi069.stdout:1843: delete oid 45 current snap is 180 2024-04-10T15:37:34.159 INFO:tasks.rados.rados.0.smithi069.stdout:1836: finishing write tid 5 to smithi06982861-11 2024-04-10T15:37:34.160 INFO:tasks.rados.rados.0.smithi069.stdout:1836: finishing write tid 6 to smithi06982861-11 2024-04-10T15:37:34.160 INFO:tasks.rados.rados.0.smithi069.stdout:1836: oid 11 updating version 0 to 872 2024-04-10T15:37:34.160 INFO:tasks.rados.rados.0.smithi069.stdout:1836: oid 11 updating version 872 to 873 2024-04-10T15:37:34.160 INFO:tasks.rados.rados.0.smithi069.stdout:1836: oid 11 updating version 873 to 874 2024-04-10T15:37:34.160 INFO:tasks.rados.rados.0.smithi069.stdout:1836: oid 11 updating version 874 to 875 2024-04-10T15:37:34.160 INFO:tasks.rados.rados.0.smithi069.stdout:1836: oid 11 version 875 is already newer than 871 2024-04-10T15:37:34.160 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 11 v 875 (ObjNum 570 snap 180 seq_num 570) dirty exists 2024-04-10T15:37:34.160 INFO:tasks.rados.rados.0.smithi069.stdout:1836: left oid 11 (ObjNum 570 snap 180 seq_num 570) 2024-04-10T15:37:34.160 INFO:tasks.rados.rados.0.smithi069.stdout:1837: finishing copy_from racing read to smithi06982861-49 2024-04-10T15:37:34.160 INFO:tasks.rados.rados.0.smithi069.stdout:1837: finishing copy_from to smithi06982861-49 2024-04-10T15:37:34.160 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 49 v 758 (ObjNum 347 snap 103 seq_num 347) dirty exists 2024-04-10T15:37:34.160 INFO:tasks.rados.rados.0.smithi069.stdout:1838: finishing write tid 1 to smithi06982861-43 2024-04-10T15:37:34.160 INFO:tasks.rados.rados.0.smithi069.stdout:1838: finishing write tid 2 to smithi06982861-43 2024-04-10T15:37:34.160 INFO:tasks.rados.rados.0.smithi069.stdout:1838: finishing write tid 3 to smithi06982861-43 2024-04-10T15:37:34.161 INFO:tasks.rados.rados.0.smithi069.stdout:1838: finishing write tid 4 to smithi06982861-43 2024-04-10T15:37:34.161 INFO:tasks.rados.rados.0.smithi069.stdout:1838: finishing write tid 5 to smithi06982861-43 2024-04-10T15:37:34.161 INFO:tasks.rados.rados.0.smithi069.stdout:1838: finishing write tid 6 to smithi06982861-43 2024-04-10T15:37:34.161 INFO:tasks.rados.rados.0.smithi069.stdout:1838: oid 43 updating version 0 to 762 2024-04-10T15:37:34.161 INFO:tasks.rados.rados.0.smithi069.stdout:1838: oid 43 updating version 762 to 764 2024-04-10T15:37:34.161 INFO:tasks.rados.rados.0.smithi069.stdout:1838: oid 43 version 764 is already newer than 761 2024-04-10T15:37:34.161 INFO:tasks.rados.rados.0.smithi069.stdout:1838: oid 43 version 764 is already newer than 760 2024-04-10T15:37:34.162 INFO:tasks.rados.rados.0.smithi069.stdout:1838: oid 43 version 764 is already newer than 763 2024-04-10T15:37:34.162 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 43 v 764 (ObjNum 571 snap 180 seq_num 571) dirty exists 2024-04-10T15:37:34.162 INFO:tasks.rados.rados.0.smithi069.stdout:1838: left oid 43 (ObjNum 571 snap 180 seq_num 571) 2024-04-10T15:37:34.162 INFO:tasks.rados.rados.0.smithi069.stdout:1840: finishing write tid 1 to smithi06982861-33 2024-04-10T15:37:34.162 INFO:tasks.rados.rados.0.smithi069.stdout:1839: expect (ObjNum 498 snap 155 seq_num 498) 2024-04-10T15:37:34.266 INFO:tasks.rados.rados.0.smithi069.stdout:1840: finishing write tid 2 to smithi06982861-33 2024-04-10T15:37:34.266 INFO:tasks.rados.rados.0.smithi069.stdout:1840: finishing write tid 3 to smithi06982861-33 2024-04-10T15:37:34.267 INFO:tasks.rados.rados.0.smithi069.stdout:1840: finishing write tid 4 to smithi06982861-33 2024-04-10T15:37:34.267 INFO:tasks.rados.rados.0.smithi069.stdout:1840: finishing write tid 5 to smithi06982861-33 2024-04-10T15:37:34.267 INFO:tasks.rados.rados.0.smithi069.stdout:1840: finishing write tid 6 to smithi06982861-33 2024-04-10T15:37:34.267 INFO:tasks.rados.rados.0.smithi069.stdout:1840: oid 33 updating version 0 to 954 2024-04-10T15:37:34.267 INFO:tasks.rados.rados.0.smithi069.stdout:1840: oid 33 updating version 954 to 957 2024-04-10T15:37:34.267 INFO:tasks.rados.rados.0.smithi069.stdout:1840: oid 33 version 957 is already newer than 955 2024-04-10T15:37:34.267 INFO:tasks.rados.rados.0.smithi069.stdout:1840: oid 33 version 957 is already newer than 953 2024-04-10T15:37:34.267 INFO:tasks.rados.rados.0.smithi069.stdout:1840: oid 33 version 957 is already newer than 956 2024-04-10T15:37:34.267 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 33 v 957 (ObjNum 572 snap 180 seq_num 572) dirty exists 2024-04-10T15:37:34.267 INFO:tasks.rados.rados.0.smithi069.stdout:1840: left oid 33 (ObjNum 572 snap 180 seq_num 572) 2024-04-10T15:37:34.267 INFO:tasks.rados.rados.0.smithi069.stdout:1836: done (6 left) 2024-04-10T15:37:34.267 INFO:tasks.rados.rados.0.smithi069.stdout:1837: done (5 left) 2024-04-10T15:37:34.268 INFO:tasks.rados.rados.0.smithi069.stdout:1838: done (4 left) 2024-04-10T15:37:34.268 INFO:tasks.rados.rados.0.smithi069.stdout:1839: done (3 left) 2024-04-10T15:37:34.268 INFO:tasks.rados.rados.0.smithi069.stdout:1840: done (2 left) 2024-04-10T15:37:34.268 INFO:tasks.rados.rados.0.smithi069.stdout:1843: done (1 left) 2024-04-10T15:37:34.268 INFO:tasks.rados.rados.0.smithi069.stdout:1844: delete oid 10 current snap is 180 2024-04-10T15:37:34.268 INFO:tasks.rados.rados.0.smithi069.stdout:1842: finishing rollback tid 1 to smithi06982861-42 2024-04-10T15:37:34.268 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 42 v 0 (ObjNum 289 snap 0 seq_num 1549096936) dirty dne 2024-04-10T15:37:34.268 INFO:tasks.rados.rados.0.smithi069.stdout:1842: done (1 left) 2024-04-10T15:37:34.269 INFO:tasks.rados.rados.0.smithi069.stdout:1844: done (0 left) 2024-04-10T15:37:34.269 INFO:tasks.rados.rados.0.smithi069.stdout:1845: snap_remove snap 178 2024-04-10T15:37:34.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:37:34 smithi077 ceph-mon[87572]: osdmap e427: 8 total, 8 up, 8 in 2024-04-10T15:37:34.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:37:34 smithi077 ceph-mon[87572]: pgmap v299: 121 pgs: 121 active+clean; 309 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 23 MiB/s rd, 8.6 MiB/s wr, 31 op/s 2024-04-10T15:37:34.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:37:34 smithi069 ceph-mon[96738]: osdmap e427: 8 total, 8 up, 8 in 2024-04-10T15:37:34.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:37:34 smithi069 ceph-mon[96738]: pgmap v299: 121 pgs: 121 active+clean; 309 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 23 MiB/s rd, 8.6 MiB/s wr, 31 op/s 2024-04-10T15:37:34.585 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:37:34 smithi069 ceph-mon[94167]: osdmap e427: 8 total, 8 up, 8 in 2024-04-10T15:37:34.585 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:37:34 smithi069 ceph-mon[94167]: pgmap v299: 121 pgs: 121 active+clean; 309 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 23 MiB/s rd, 8.6 MiB/s wr, 31 op/s 2024-04-10T15:37:35.163 INFO:tasks.rados.rados.0.smithi069.stdout:1845: done (0 left) 2024-04-10T15:37:35.163 INFO:tasks.rados.rados.0.smithi069.stdout:1846: setattr oid 36 current snap is 180 2024-04-10T15:37:35.165 INFO:tasks.rados.rados.0.smithi069.stdout:1847: copy_from oid 38 from oid 1 current snap is 180 2024-04-10T15:37:35.166 INFO:tasks.rados.rados.0.smithi069.stdout:1848: rollback oid 15 current snap is 180 2024-04-10T15:37:35.166 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 15 to 179 2024-04-10T15:37:35.166 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 22 current snap is 180 2024-04-10T15:37:35.166 INFO:tasks.rados.rados.0.smithi069.stdout:1849: seq_num 575 ranges {5881856=32768} 2024-04-10T15:37:35.199 INFO:tasks.rados.rados.0.smithi069.stdout:1849: writing smithi06982861-22 from 5881856 to 5914624 tid 1 2024-04-10T15:37:35.199 INFO:tasks.rados.rados.0.smithi069.stdout:1850: rollback oid 10 current snap is 180 2024-04-10T15:37:35.199 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 10 to 173 2024-04-10T15:37:35.199 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 36 v 896 (ObjNum 347 snap 103 seq_num 347) dirty exists 2024-04-10T15:37:35.199 INFO:tasks.rados.rados.0.smithi069.stdout:1848: finishing rollback tid 0 to smithi06982861-15 2024-04-10T15:37:35.199 INFO:tasks.rados.rados.0.smithi069.stdout:1847: finishing copy_from racing read to smithi06982861-38 2024-04-10T15:37:35.199 INFO:tasks.rados.rados.0.smithi069.stdout:1846: done (4 left) 2024-04-10T15:37:35.199 INFO:tasks.rados.rados.0.smithi069.stdout:1851: snap_create 2024-04-10T15:37:35.199 INFO:tasks.rados.rados.0.smithi069.stdout:1848: finishing rollback tid 1 to smithi06982861-15 2024-04-10T15:37:35.199 INFO:tasks.rados.rados.0.smithi069.stdout:1848: finishing rollback tid 2 to smithi06982861-15 2024-04-10T15:37:35.200 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 15 v 875 (ObjNum 499 snap 155 seq_num 499) dirty exists 2024-04-10T15:37:35.200 INFO:tasks.rados.rados.0.smithi069.stdout:1847: finishing copy_from to smithi06982861-38 2024-04-10T15:37:35.200 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 38 v 759 (ObjNum 33 snap 0 seq_num 1405835056) dirty exists 2024-04-10T15:37:35.204 INFO:tasks.rados.rados.0.smithi069.stdout:1849: finishing write tid 1 to smithi06982861-22 2024-04-10T15:37:35.205 INFO:tasks.rados.rados.0.smithi069.stdout:1849: finishing write tid 2 to smithi06982861-22 2024-04-10T15:37:35.206 INFO:tasks.rados.rados.0.smithi069.stdout:1849: finishing write tid 3 to smithi06982861-22 2024-04-10T15:37:35.206 INFO:tasks.rados.rados.0.smithi069.stdout:1849: oid 22 updating version 0 to 205 2024-04-10T15:37:35.206 INFO:tasks.rados.rados.0.smithi069.stdout:1849: oid 22 updating version 205 to 206 2024-04-10T15:37:35.206 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 22 v 206 (ObjNum 575 snap 180 seq_num 575) dirty exists 2024-04-10T15:37:35.207 INFO:tasks.rados.rados.0.smithi069.stdout:1849: left oid 22 (ObjNum 575 snap 180 seq_num 575) 2024-04-10T15:37:35.207 INFO:tasks.rados.rados.0.smithi069.stdout:1850: finishing rollback tid 1 to smithi06982861-10 2024-04-10T15:37:35.207 INFO:tasks.rados.rados.0.smithi069.stdout:1850: finishing rollback tid 2 to smithi06982861-10 2024-04-10T15:37:35.207 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 10 v 1101 (ObjNum 472 snap 150 seq_num 472) dirty exists 2024-04-10T15:37:35.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:37:35 smithi077 ceph-mon[87572]: osdmap e428: 8 total, 8 up, 8 in 2024-04-10T15:37:35.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:37:35 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:37:35.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:37:35 smithi069 ceph-mon[96738]: osdmap e428: 8 total, 8 up, 8 in 2024-04-10T15:37:35.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:37:35 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:37:35.585 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:37:35 smithi069 ceph-mon[94167]: osdmap e428: 8 total, 8 up, 8 in 2024-04-10T15:37:35.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:37:35 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:37:36.147 INFO:tasks.rados.rados.0.smithi069.stdout:1847: done (4 left) 2024-04-10T15:37:36.148 INFO:tasks.rados.rados.0.smithi069.stdout:1848: done (3 left) 2024-04-10T15:37:36.148 INFO:tasks.rados.rados.0.smithi069.stdout:1849: done (2 left) 2024-04-10T15:37:36.148 INFO:tasks.rados.rados.0.smithi069.stdout:1850: done (1 left) 2024-04-10T15:37:36.148 INFO:tasks.rados.rados.0.smithi069.stdout:1851: done (0 left) 2024-04-10T15:37:36.148 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 8 current snap is 181 2024-04-10T15:37:36.148 INFO:tasks.rados.rados.0.smithi069.stdout:1852: seq_num 576 ranges {0=49152} 2024-04-10T15:37:36.148 INFO:tasks.rados.rados.0.smithi069.stdout:1852: writing smithi06982861-8 from 0 to 49152 tid 1 2024-04-10T15:37:36.148 INFO:tasks.rados.rados.0.smithi069.stdout:1853: delete oid 12 current snap is 181 2024-04-10T15:37:36.153 INFO:tasks.rados.rados.0.smithi069.stdout:1852: finishing write tid 1 to smithi06982861-8 2024-04-10T15:37:36.153 INFO:tasks.rados.rados.0.smithi069.stdout:1853: done (1 left) 2024-04-10T15:37:36.153 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 35 current snap is 181 2024-04-10T15:37:36.153 INFO:tasks.rados.rados.0.smithi069.stdout:1854: seq_num 578 ranges {6864896=81920} 2024-04-10T15:37:36.191 INFO:tasks.rados.rados.0.smithi069.stdout:1854: writing smithi06982861-35 from 6864896 to 6946816 tid 1 2024-04-10T15:37:36.191 INFO:tasks.rados.rados.0.smithi069.stdout:1855: delete oid 4 current snap is 181 2024-04-10T15:37:36.191 INFO:tasks.rados.rados.0.smithi069.stdout:1852: finishing write tid 2 to smithi06982861-8 2024-04-10T15:37:36.191 INFO:tasks.rados.rados.0.smithi069.stdout:1852: finishing write tid 3 to smithi06982861-8 2024-04-10T15:37:36.191 INFO:tasks.rados.rados.0.smithi069.stdout:1852: oid 8 updating version 0 to 969 2024-04-10T15:37:36.191 INFO:tasks.rados.rados.0.smithi069.stdout:1852: oid 8 version 969 is already newer than 968 2024-04-10T15:37:36.191 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 8 v 969 (ObjNum 576 snap 181 seq_num 576) dirty exists 2024-04-10T15:37:36.192 INFO:tasks.rados.rados.0.smithi069.stdout:1852: left oid 8 (ObjNum 576 snap 181 seq_num 576) 2024-04-10T15:37:36.194 INFO:tasks.rados.rados.0.smithi069.stdout:1854: finishing write tid 1 to smithi06982861-35 2024-04-10T15:37:36.194 INFO:tasks.rados.rados.0.smithi069.stdout:1854: finishing write tid 2 to smithi06982861-35 2024-04-10T15:37:36.196 INFO:tasks.rados.rados.0.smithi069.stdout:1854: finishing write tid 3 to smithi06982861-35 2024-04-10T15:37:36.196 INFO:tasks.rados.rados.0.smithi069.stdout:1854: oid 35 updating version 0 to 765 2024-04-10T15:37:36.196 INFO:tasks.rados.rados.0.smithi069.stdout:1854: oid 35 updating version 765 to 766 2024-04-10T15:37:36.196 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 35 v 766 (ObjNum 578 snap 181 seq_num 578) dirty exists 2024-04-10T15:37:36.196 INFO:tasks.rados.rados.0.smithi069.stdout:1854: left oid 35 (ObjNum 578 snap 181 seq_num 578) 2024-04-10T15:37:36.196 INFO:tasks.rados.rados.0.smithi069.stdout:1852: done (2 left) 2024-04-10T15:37:36.196 INFO:tasks.rados.rados.0.smithi069.stdout:1854: done (1 left) 2024-04-10T15:37:36.196 INFO:tasks.rados.rados.0.smithi069.stdout:1855: done (0 left) 2024-04-10T15:37:36.196 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 34 current snap is 181 2024-04-10T15:37:36.197 INFO:tasks.rados.rados.0.smithi069.stdout:1856: seq_num 580 ranges {9912320=114688} 2024-04-10T15:37:36.250 INFO:tasks.rados.rados.0.smithi069.stdout:1856: writing smithi06982861-34 from 9912320 to 10027008 tid 1 2024-04-10T15:37:36.250 INFO:tasks.rados.rados.0.smithi069.stdout:1857: rmattr oid 23 current snap is 181 2024-04-10T15:37:36.250 INFO:tasks.rados.rados.0.smithi069.stdout:1857: done (1 left) 2024-04-10T15:37:36.250 INFO:tasks.rados.rados.0.smithi069.stdout:1858: copy_from oid 36 from oid 3 current snap is 181 2024-04-10T15:37:36.250 INFO:tasks.rados.rados.0.smithi069.stdout:1859: copy_from oid 18 from oid 45 current snap is 181 2024-04-10T15:37:36.250 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 7 current snap is 181 2024-04-10T15:37:36.250 INFO:tasks.rados.rados.0.smithi069.stdout:1860: seq_num 581 ranges {3153920=139264} 2024-04-10T15:37:36.268 INFO:tasks.rados.rados.0.smithi069.stdout:1860: writing smithi06982861-7 from 3153920 to 3293184 tid 1 2024-04-10T15:37:36.268 INFO:tasks.rados.rados.0.smithi069.stdout:1861: delete oid 47 current snap is 181 2024-04-10T15:37:36.268 INFO:tasks.rados.rados.0.smithi069.stdout:1859: finishing copy_from to smithi06982861-18 2024-04-10T15:37:36.268 INFO:tasks.rados.rados.0.smithi069.stdout:1859: got expected ENOENT (src dne) 2024-04-10T15:37:36.268 INFO:tasks.rados.rados.0.smithi069.stdout:1859: finishing copy_from racing read to smithi06982861-18 2024-04-10T15:37:36.268 INFO:tasks.rados.rados.0.smithi069.stdout:1856: finishing write tid 1 to smithi06982861-34 2024-04-10T15:37:36.268 INFO:tasks.rados.rados.0.smithi069.stdout:1856: finishing write tid 2 to smithi06982861-34 2024-04-10T15:37:36.268 INFO:tasks.rados.rados.0.smithi069.stdout:1856: finishing write tid 3 to smithi06982861-34 2024-04-10T15:37:36.268 INFO:tasks.rados.rados.0.smithi069.stdout:1856: oid 34 updating version 0 to 1109 2024-04-10T15:37:36.268 INFO:tasks.rados.rados.0.smithi069.stdout:1856: oid 34 updating version 1109 to 1110 2024-04-10T15:37:36.268 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 34 v 1110 (ObjNum 580 snap 181 seq_num 580) dirty exists 2024-04-10T15:37:36.269 INFO:tasks.rados.rados.0.smithi069.stdout:1856: left oid 34 (ObjNum 580 snap 181 seq_num 580) 2024-04-10T15:37:36.269 INFO:tasks.rados.rados.0.smithi069.stdout:1858: finishing copy_from racing read to smithi06982861-36 2024-04-10T15:37:36.269 INFO:tasks.rados.rados.0.smithi069.stdout:1858: finishing copy_from to smithi06982861-36 2024-04-10T15:37:36.269 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 36 v 862 (ObjNum 536 snap 167 seq_num 536) dirty exists 2024-04-10T15:37:36.270 INFO:tasks.rados.rados.0.smithi069.stdout:1860: finishing write tid 1 to smithi06982861-7 2024-04-10T15:37:36.271 INFO:tasks.rados.rados.0.smithi069.stdout:1856: done (4 left) 2024-04-10T15:37:36.271 INFO:tasks.rados.rados.0.smithi069.stdout:1858: done (3 left) 2024-04-10T15:37:36.271 INFO:tasks.rados.rados.0.smithi069.stdout:1859: done (2 left) 2024-04-10T15:37:36.271 INFO:tasks.rados.rados.0.smithi069.stdout:1861: done (1 left) 2024-04-10T15:37:36.271 INFO:tasks.rados.rados.0.smithi069.stdout:1862: read oid 29 snap -1 2024-04-10T15:37:36.271 INFO:tasks.rados.rados.0.smithi069.stdout:1862: expect (ObjNum 559 snap 172 seq_num 559) 2024-04-10T15:37:36.271 INFO:tasks.rados.rados.0.smithi069.stdout:1863: delete oid 40 current snap is 181 2024-04-10T15:37:36.271 INFO:tasks.rados.rados.0.smithi069.stdout:1860: finishing write tid 2 to smithi06982861-7 2024-04-10T15:37:36.272 INFO:tasks.rados.rados.0.smithi069.stdout:1863: done (2 left) 2024-04-10T15:37:36.273 INFO:tasks.rados.rados.0.smithi069.stdout:1864: snap_create 2024-04-10T15:37:36.273 INFO:tasks.rados.rados.0.smithi069.stdout:1860: finishing write tid 3 to smithi06982861-7 2024-04-10T15:37:36.274 INFO:tasks.rados.rados.0.smithi069.stdout:1860: oid 7 updating version 0 to 877 2024-04-10T15:37:36.274 INFO:tasks.rados.rados.0.smithi069.stdout:1860: oid 7 updating version 877 to 878 2024-04-10T15:37:36.274 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 7 v 878 (ObjNum 581 snap 181 seq_num 581) dirty exists 2024-04-10T15:37:36.274 INFO:tasks.rados.rados.0.smithi069.stdout:1860: left oid 7 (ObjNum 581 snap 181 seq_num 581) 2024-04-10T15:37:36.283 INFO:tasks.rados.rados.0.smithi069.stdout:1862: expect (ObjNum 559 snap 172 seq_num 559) 2024-04-10T15:37:36.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:37:36 smithi077 ceph-mon[87572]: osdmap e429: 8 total, 8 up, 8 in 2024-04-10T15:37:36.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:37:36 smithi077 ceph-mon[87572]: pgmap v302: 121 pgs: 121 active+clean; 354 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 23 MiB/s rd, 12 MiB/s wr, 32 op/s 2024-04-10T15:37:36.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:37:36 smithi077 ceph-mon[87572]: osdmap e430: 8 total, 8 up, 8 in 2024-04-10T15:37:36.585 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:37:36 smithi069 ceph-mon[94167]: osdmap e429: 8 total, 8 up, 8 in 2024-04-10T15:37:36.585 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:37:36 smithi069 ceph-mon[94167]: pgmap v302: 121 pgs: 121 active+clean; 354 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 23 MiB/s rd, 12 MiB/s wr, 32 op/s 2024-04-10T15:37:36.585 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:37:36 smithi069 ceph-mon[94167]: osdmap e430: 8 total, 8 up, 8 in 2024-04-10T15:37:36.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:37:36 smithi069 ceph-mon[96738]: osdmap e429: 8 total, 8 up, 8 in 2024-04-10T15:37:36.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:37:36 smithi069 ceph-mon[96738]: pgmap v302: 121 pgs: 121 active+clean; 354 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 23 MiB/s rd, 12 MiB/s wr, 32 op/s 2024-04-10T15:37:36.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:37:36 smithi069 ceph-mon[96738]: osdmap e430: 8 total, 8 up, 8 in 2024-04-10T15:37:37.169 INFO:tasks.rados.rados.0.smithi069.stdout:1860: done (2 left) 2024-04-10T15:37:37.169 INFO:tasks.rados.rados.0.smithi069.stdout:1862: done (1 left) 2024-04-10T15:37:37.169 INFO:tasks.rados.rados.0.smithi069.stdout:1864: done (0 left) 2024-04-10T15:37:37.169 INFO:tasks.rados.rados.0.smithi069.stdout:1865: delete oid 9 current snap is 182 2024-04-10T15:37:37.172 INFO:tasks.rados.rados.0.smithi069.stdout:1865: done (0 left) 2024-04-10T15:37:37.172 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 39 current snap is 182 2024-04-10T15:37:37.172 INFO:tasks.rados.rados.0.smithi069.stdout:1866: seq_num 585 ranges {9347072=204800} 2024-04-10T15:37:37.223 INFO:tasks.rados.rados.0.smithi069.stdout:1866: writing smithi06982861-39 from 9347072 to 9551872 tid 1 2024-04-10T15:37:37.223 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 47 current snap is 182 2024-04-10T15:37:37.224 INFO:tasks.rados.rados.0.smithi069.stdout:1867: seq_num 586 ranges {0=221184} 2024-04-10T15:37:37.225 INFO:tasks.rados.rados.0.smithi069.stdout:1867: writing smithi06982861-47 from 0 to 221184 tid 1 2024-04-10T15:37:37.225 INFO:tasks.rados.rados.0.smithi069.stdout:1868: read oid 32 snap -1 2024-04-10T15:37:37.225 INFO:tasks.rados.rados.0.smithi069.stdout:1868: expect (ObjNum 498 snap 155 seq_num 498) 2024-04-10T15:37:37.225 INFO:tasks.rados.rados.0.smithi069.stdout:1869: snap_remove snap 179 2024-04-10T15:37:37.335 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:37:36 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:15:37:36] "GET /metrics HTTP/1.1" 200 36205 "" "Prometheus/2.43.0" 2024-04-10T15:37:38.175 INFO:tasks.rados.rados.0.smithi069.stdout:1869: done (3 left) 2024-04-10T15:37:38.175 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 24 current snap is 182 2024-04-10T15:37:38.175 INFO:tasks.rados.rados.0.smithi069.stdout:1867: finishing write tid 1 to smithi06982861-47 2024-04-10T15:37:38.176 INFO:tasks.rados.rados.0.smithi069.stdout:1867: finishing write tid 2 to smithi06982861-47 2024-04-10T15:37:38.176 INFO:tasks.rados.rados.0.smithi069.stdout:1867: finishing write tid 3 to smithi06982861-47 2024-04-10T15:37:38.176 INFO:tasks.rados.rados.0.smithi069.stdout:1867: oid 47 updating version 0 to 904 2024-04-10T15:37:38.176 INFO:tasks.rados.rados.0.smithi069.stdout:1867: oid 47 version 904 is already newer than 903 2024-04-10T15:37:38.176 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 47 v 904 (ObjNum 586 snap 182 seq_num 586) dirty exists 2024-04-10T15:37:38.176 INFO:tasks.rados.rados.0.smithi069.stdout:1867: left oid 47 (ObjNum 586 snap 182 seq_num 586) 2024-04-10T15:37:38.176 INFO:tasks.rados.rados.0.smithi069.stdout:1866: finishing write tid 1 to smithi06982861-39 2024-04-10T15:37:38.176 INFO:tasks.rados.rados.0.smithi069.stdout:1866: finishing write tid 2 to smithi06982861-39 2024-04-10T15:37:38.176 INFO:tasks.rados.rados.0.smithi069.stdout:1868: expect (ObjNum 498 snap 155 seq_num 498) 2024-04-10T15:37:38.281 INFO:tasks.rados.rados.0.smithi069.stdout:1866: finishing write tid 3 to smithi06982861-39 2024-04-10T15:37:38.281 INFO:tasks.rados.rados.0.smithi069.stdout:1866: oid 39 updating version 0 to 769 2024-04-10T15:37:38.282 INFO:tasks.rados.rados.0.smithi069.stdout:1866: oid 39 updating version 769 to 770 2024-04-10T15:37:38.282 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 39 v 770 (ObjNum 585 snap 182 seq_num 585) dirty exists 2024-04-10T15:37:38.282 INFO:tasks.rados.rados.0.smithi069.stdout:1866: left oid 39 (ObjNum 585 snap 182 seq_num 585) 2024-04-10T15:37:38.282 INFO:tasks.rados.rados.0.smithi069.stdout:1870: seq_num 587 ranges {0=237568} 2024-04-10T15:37:38.283 INFO:tasks.rados.rados.0.smithi069.stdout:1870: writing smithi06982861-24 from 0 to 237568 tid 1 2024-04-10T15:37:38.283 INFO:tasks.rados.rados.0.smithi069.stdout:1866: done (3 left) 2024-04-10T15:37:38.283 INFO:tasks.rados.rados.0.smithi069.stdout:1867: done (2 left) 2024-04-10T15:37:38.283 INFO:tasks.rados.rados.0.smithi069.stdout:1868: done (1 left) 2024-04-10T15:37:38.283 INFO:tasks.rados.rados.0.smithi069.stdout:1871: copy_from oid 3 from oid 48 current snap is 182 2024-04-10T15:37:38.283 INFO:tasks.rados.rados.0.smithi069.stdout:1872: snap_remove snap 177 2024-04-10T15:37:38.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:37:38 smithi077 ceph-mon[87572]: osdmap e431: 8 total, 8 up, 8 in 2024-04-10T15:37:38.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:37:38 smithi077 ceph-mon[87572]: pgmap v305: 121 pgs: 121 active+clean; 354 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 9.6 MiB/s wr, 15 op/s 2024-04-10T15:37:38.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:37:38 smithi069 ceph-mon[96738]: osdmap e431: 8 total, 8 up, 8 in 2024-04-10T15:37:38.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:37:38 smithi069 ceph-mon[96738]: pgmap v305: 121 pgs: 121 active+clean; 354 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 9.6 MiB/s wr, 15 op/s 2024-04-10T15:37:38.585 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:37:38 smithi069 ceph-mon[94167]: osdmap e431: 8 total, 8 up, 8 in 2024-04-10T15:37:38.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:37:38 smithi069 ceph-mon[94167]: pgmap v305: 121 pgs: 121 active+clean; 354 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 9.6 MiB/s wr, 15 op/s 2024-04-10T15:37:39.181 INFO:tasks.rados.rados.0.smithi069.stdout:1872: done (2 left) 2024-04-10T15:37:39.182 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 49 current snap is 182 2024-04-10T15:37:39.182 INFO:tasks.rados.rados.0.smithi069.stdout:1870: finishing write tid 1 to smithi06982861-24 2024-04-10T15:37:39.182 INFO:tasks.rados.rados.0.smithi069.stdout:1873: seq_num 588 ranges {9347072=253952} 2024-04-10T15:37:39.234 INFO:tasks.rados.rados.0.smithi069.stdout:1873: writing smithi06982861-49 from 9347072 to 9601024 tid 1 2024-04-10T15:37:39.234 INFO:tasks.rados.rados.0.smithi069.stdout:1874: read oid 31 snap -1 2024-04-10T15:37:39.234 INFO:tasks.rados.rados.0.smithi069.stdout:1874: expect (ObjNum 566 snap 177 seq_num 566) 2024-04-10T15:37:39.235 INFO:tasks.rados.rados.0.smithi069.stdout:1875: snap_create 2024-04-10T15:37:39.235 INFO:tasks.rados.rados.0.smithi069.stdout:1870: finishing write tid 2 to smithi06982861-24 2024-04-10T15:37:39.235 INFO:tasks.rados.rados.0.smithi069.stdout:1870: finishing write tid 3 to smithi06982861-24 2024-04-10T15:37:39.235 INFO:tasks.rados.rados.0.smithi069.stdout:1870: oid 24 updating version 0 to 839 2024-04-10T15:37:39.235 INFO:tasks.rados.rados.0.smithi069.stdout:1870: oid 24 version 839 is already newer than 838 2024-04-10T15:37:39.235 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 24 v 839 (ObjNum 587 snap 182 seq_num 587) dirty exists 2024-04-10T15:37:39.235 INFO:tasks.rados.rados.0.smithi069.stdout:1870: left oid 24 (ObjNum 587 snap 182 seq_num 587) 2024-04-10T15:37:39.235 INFO:tasks.rados.rados.0.smithi069.stdout:1871: finishing copy_from racing read to smithi06982861-3 2024-04-10T15:37:39.235 INFO:tasks.rados.rados.0.smithi069.stdout:1871: finishing copy_from to smithi06982861-3 2024-04-10T15:37:39.235 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 3 v 864 (ObjNum 549 snap 169 seq_num 549) dirty exists 2024-04-10T15:37:39.237 INFO:tasks.rados.rados.0.smithi069.stdout:1873: finishing write tid 1 to smithi06982861-49 2024-04-10T15:37:39.238 INFO:tasks.rados.rados.0.smithi069.stdout:1873: finishing write tid 2 to smithi06982861-49 2024-04-10T15:37:39.240 INFO:tasks.rados.rados.0.smithi069.stdout:1873: finishing write tid 3 to smithi06982861-49 2024-04-10T15:37:39.240 INFO:tasks.rados.rados.0.smithi069.stdout:1873: oid 49 updating version 0 to 844 2024-04-10T15:37:39.240 INFO:tasks.rados.rados.0.smithi069.stdout:1873: oid 49 version 844 is already newer than 843 2024-04-10T15:37:39.240 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 49 v 844 (ObjNum 588 snap 182 seq_num 588) dirty exists 2024-04-10T15:37:39.240 INFO:tasks.rados.rados.0.smithi069.stdout:1873: left oid 49 (ObjNum 588 snap 182 seq_num 588) 2024-04-10T15:37:39.263 INFO:tasks.rados.rados.0.smithi069.stdout:1874: expect (ObjNum 566 snap 177 seq_num 566) 2024-04-10T15:37:39.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:37:39 smithi077 ceph-mon[87572]: osdmap e432: 8 total, 8 up, 8 in 2024-04-10T15:37:39.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:37:39 smithi069 ceph-mon[96738]: osdmap e432: 8 total, 8 up, 8 in 2024-04-10T15:37:39.585 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:37:39 smithi069 ceph-mon[94167]: osdmap e432: 8 total, 8 up, 8 in 2024-04-10T15:37:39.824 INFO:teuthology.orchestra.run.smithi069.stdout:true 2024-04-10T15:37:40.141 INFO:teuthology.orchestra.run.smithi069.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-10T15:37:40.141 INFO:teuthology.orchestra.run.smithi069.stdout:alertmanager.a smithi069 *:9093,9094 running (7m) 20s ago 8m 24.7M - 0.25.0 c8568f914cd2 bd92cb80ff03 2024-04-10T15:37:40.141 INFO:teuthology.orchestra.run.smithi069.stdout:grafana.a smithi077 *:3000 running (8m) 2m ago 8m 89.4M - 9.4.7 954c08fa6188 8891d154474d 2024-04-10T15:37:40.141 INFO:teuthology.orchestra.run.smithi069.stdout:mds.a smithi069 running (9m) 20s ago 9m 17.8M - 18.2.2-1187-gd540ebac bb2c5eac26a4 144b62fd4166 2024-04-10T15:37:40.141 INFO:teuthology.orchestra.run.smithi069.stdout:mds.b smithi077 running (9m) 2m ago 9m 18.0M - 18.2.2-1187-gd540ebac bb2c5eac26a4 ba4ee0b79036 2024-04-10T15:37:40.141 INFO:teuthology.orchestra.run.smithi069.stdout:mgr.x smithi077 *:8443,9283,8765 running (3m) 2m ago 13m 450M - 19.0.0-2838-ga5074d45 ffe3e7ac3788 ccd7899398e9 2024-04-10T15:37:40.142 INFO:teuthology.orchestra.run.smithi069.stdout:mgr.y smithi069 *:8443,9283,8765 running (4m) 20s ago 14m 514M - 19.0.0-2838-ga5074d45 ffe3e7ac3788 e21b24626c05 2024-04-10T15:37:40.142 INFO:teuthology.orchestra.run.smithi069.stdout:mon.a smithi069 running (3m) 20s ago 14m 51.7M 2048M 19.0.0-2838-ga5074d45 ffe3e7ac3788 ce73e1b17524 2024-04-10T15:37:40.142 INFO:teuthology.orchestra.run.smithi069.stdout:mon.b smithi077 running (2m) 2m ago 13m 26.3M 2048M 19.0.0-2838-ga5074d45 ffe3e7ac3788 d84762487812 2024-04-10T15:37:40.142 INFO:teuthology.orchestra.run.smithi069.stdout:mon.c smithi069 running (3m) 20s ago 13m 42.6M 2048M 19.0.0-2838-ga5074d45 ffe3e7ac3788 bac2280f1f05 2024-04-10T15:37:40.142 INFO:teuthology.orchestra.run.smithi069.stdout:node-exporter.a smithi069 *:9100 running (7m) 20s ago 7m 15.0M - 1.5.0 0da6a335fe13 2469975469f7 2024-04-10T15:37:40.142 INFO:teuthology.orchestra.run.smithi069.stdout:node-exporter.b smithi077 *:9100 running (7m) 2m ago 7m 15.8M - 1.5.0 0da6a335fe13 20103db32919 2024-04-10T15:37:40.142 INFO:teuthology.orchestra.run.smithi069.stdout:osd.0 smithi069 running (2m) 20s ago 12m 177M 2480M 19.0.0-2838-ga5074d45 ffe3e7ac3788 9833b8d335cb 2024-04-10T15:37:40.142 INFO:teuthology.orchestra.run.smithi069.stdout:osd.1 smithi069 running (96s) 20s ago 12m 152M 2480M 19.0.0-2838-ga5074d45 ffe3e7ac3788 a7560d34888e 2024-04-10T15:37:40.142 INFO:teuthology.orchestra.run.smithi069.stdout:osd.2 smithi069 running (61s) 20s ago 11m 126M 2480M 19.0.0-2838-ga5074d45 ffe3e7ac3788 cb88f4853007 2024-04-10T15:37:40.142 INFO:teuthology.orchestra.run.smithi069.stdout:osd.3 smithi069 running (24s) 20s ago 11m 12.7M 2480M 19.0.0-2838-ga5074d45 ffe3e7ac3788 c840f79dffa2 2024-04-10T15:37:40.142 INFO:teuthology.orchestra.run.smithi069.stdout:osd.4 smithi077 running (11m) 2m ago 11m 175M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 f498bddd5298 2024-04-10T15:37:40.142 INFO:teuthology.orchestra.run.smithi069.stdout:osd.5 smithi077 running (10m) 2m ago 10m 205M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 2a7f7ea88c93 2024-04-10T15:37:40.142 INFO:teuthology.orchestra.run.smithi069.stdout:osd.6 smithi077 running (10m) 2m ago 10m 130M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 7df4e5a8578c 2024-04-10T15:37:40.143 INFO:teuthology.orchestra.run.smithi069.stdout:osd.7 smithi077 running (9m) 2m ago 9m 118M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 1a9c80228cd5 2024-04-10T15:37:40.143 INFO:teuthology.orchestra.run.smithi069.stdout:prometheus.a smithi077 *:9095 running (4m) 2m ago 9m 51.6M - 2.43.0 a07b618ecd1d 9575de1707c9 2024-04-10T15:37:40.193 INFO:tasks.rados.rados.0.smithi069.stdout:1870: done (4 left) 2024-04-10T15:37:40.194 INFO:tasks.rados.rados.0.smithi069.stdout:1871: done (3 left) 2024-04-10T15:37:40.194 INFO:tasks.rados.rados.0.smithi069.stdout:1873: done (2 left) 2024-04-10T15:37:40.194 INFO:tasks.rados.rados.0.smithi069.stdout:1874: done (1 left) 2024-04-10T15:37:40.194 INFO:tasks.rados.rados.0.smithi069.stdout:1875: done (0 left) 2024-04-10T15:37:40.194 INFO:tasks.rados.rados.0.smithi069.stdout:1876: setattr oid 37 current snap is 183 2024-04-10T15:37:40.195 INFO:tasks.rados.rados.0.smithi069.stdout:1877: copy_from oid 34 from oid 33 current snap is 183 2024-04-10T15:37:40.195 INFO:tasks.rados.rados.0.smithi069.stdout:1878: copy_from oid 16 from oid 43 current snap is 183 2024-04-10T15:37:40.195 INFO:tasks.rados.rados.0.smithi069.stdout:1879: rollback oid 13 current snap is 183 2024-04-10T15:37:40.195 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 13 to 164 2024-04-10T15:37:40.195 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 24 current snap is 183 2024-04-10T15:37:40.195 INFO:tasks.rados.rados.0.smithi069.stdout:1880: seq_num 589 ranges {237568=270336} 2024-04-10T15:37:40.198 INFO:tasks.rados.rados.0.smithi069.stdout:1880: writing smithi06982861-24 from 237568 to 507904 tid 1 2024-04-10T15:37:40.198 INFO:tasks.rados.rados.0.smithi069.stdout:1881: copy_from oid 38 from oid 11 current snap is 183 2024-04-10T15:37:40.198 INFO:tasks.rados.rados.0.smithi069.stdout:1882: rollback oid 47 current snap is 183 2024-04-10T15:37:40.198 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 47 to 161 2024-04-10T15:37:40.198 INFO:tasks.rados.rados.0.smithi069.stdout:1883: snap_create 2024-04-10T15:37:40.202 INFO:tasks.rados.rados.0.smithi069.stdout:1879: finishing rollback tid 0 to smithi06982861-13 2024-04-10T15:37:40.202 INFO:tasks.rados.rados.0.smithi069.stdout:1880: finishing write tid 1 to smithi06982861-24 2024-04-10T15:37:40.203 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 37 v 872 (ObjNum 498 snap 155 seq_num 498) dirty exists 2024-04-10T15:37:40.203 INFO:tasks.rados.rados.0.smithi069.stdout:1879: finishing rollback tid 1 to smithi06982861-13 2024-04-10T15:37:40.204 INFO:tasks.rados.rados.0.smithi069.stdout:1879: finishing rollback tid 2 to smithi06982861-13 2024-04-10T15:37:40.204 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 13 v 978 (ObjNum 408 snap 125 seq_num 408) dirty exists 2024-04-10T15:37:40.204 INFO:tasks.rados.rados.0.smithi069.stdout:1880: finishing write tid 2 to smithi06982861-24 2024-04-10T15:37:40.206 INFO:tasks.rados.rados.0.smithi069.stdout:1880: finishing write tid 3 to smithi06982861-24 2024-04-10T15:37:40.206 INFO:tasks.rados.rados.0.smithi069.stdout:1880: oid 24 updating version 0 to 847 2024-04-10T15:37:40.206 INFO:tasks.rados.rados.0.smithi069.stdout:1880: oid 24 version 847 is already newer than 846 2024-04-10T15:37:40.206 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 24 v 847 (ObjNum 589 snap 183 seq_num 589) dirty exists 2024-04-10T15:37:40.206 INFO:tasks.rados.rados.0.smithi069.stdout:1880: left oid 24 (ObjNum 589 snap 183 seq_num 589) 2024-04-10T15:37:40.206 INFO:tasks.rados.rados.0.smithi069.stdout:1882: finishing rollback tid 0 to smithi06982861-47 2024-04-10T15:37:40.207 INFO:tasks.rados.rados.0.smithi069.stdout:1882: finishing rollback tid 1 to smithi06982861-47 2024-04-10T15:37:40.207 INFO:tasks.rados.rados.0.smithi069.stdout:1882: finishing rollback tid 2 to smithi06982861-47 2024-04-10T15:37:40.207 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 47 v 918 (ObjNum 509 snap 160 seq_num 509) dirty exists 2024-04-10T15:37:40.211 INFO:tasks.rados.rados.0.smithi069.stdout:1877: finishing copy_from racing read to smithi06982861-34 2024-04-10T15:37:40.213 INFO:tasks.rados.rados.0.smithi069.stdout:1877: finishing copy_from to smithi06982861-34 2024-04-10T15:37:40.213 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 34 v 957 (ObjNum 572 snap 180 seq_num 572) dirty exists 2024-04-10T15:37:40.215 INFO:tasks.rados.rados.0.smithi069.stdout:1881: finishing copy_from racing read to smithi06982861-38 2024-04-10T15:37:40.218 INFO:tasks.rados.rados.0.smithi069.stdout:1881: finishing copy_from to smithi06982861-38 2024-04-10T15:37:40.218 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 38 v 875 (ObjNum 570 snap 180 seq_num 570) dirty exists 2024-04-10T15:37:40.247 INFO:tasks.rados.rados.0.smithi069.stdout:1878: finishing copy_from racing read to smithi06982861-16 2024-04-10T15:37:40.250 INFO:tasks.rados.rados.0.smithi069.stdout:1878: finishing copy_from to smithi06982861-16 2024-04-10T15:37:40.250 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 16 v 764 (ObjNum 571 snap 180 seq_num 571) dirty exists 2024-04-10T15:37:40.360 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:37:40 smithi077 ceph-mon[87572]: osdmap e433: 8 total, 8 up, 8 in 2024-04-10T15:37:40.360 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:37:40 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-04-10T15:37:40.360 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:37:40 smithi077 ceph-mon[87572]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-04-10T15:37:40.360 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:37:40 smithi077 ceph-mon[87572]: Upgrade: osd.4 is safe to restart 2024-04-10T15:37:40.360 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:37:40 smithi077 ceph-mon[87572]: pgmap v308: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 357 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 6.6 MiB/s rd, 758 KiB/s wr, 9 op/s 2024-04-10T15:37:40.360 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:37:40 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:37:40.360 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:37:40 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:37:40.566 INFO:teuthology.orchestra.run.smithi069.stdout:{ 2024-04-10T15:37:40.566 INFO:teuthology.orchestra.run.smithi069.stdout: "mon": { 2024-04-10T15:37:40.566 INFO:teuthology.orchestra.run.smithi069.stdout: "ceph version 19.0.0-2838-ga5074d45 (a5074d4516d566e9d8b6aec912f26afd099de101) squid (dev)": 3 2024-04-10T15:37:40.566 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-04-10T15:37:40.566 INFO:teuthology.orchestra.run.smithi069.stdout: "mgr": { 2024-04-10T15:37:40.566 INFO:teuthology.orchestra.run.smithi069.stdout: "ceph version 19.0.0-2838-ga5074d45 (a5074d4516d566e9d8b6aec912f26afd099de101) squid (dev)": 2 2024-04-10T15:37:40.566 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-04-10T15:37:40.566 INFO:teuthology.orchestra.run.smithi069.stdout: "osd": { 2024-04-10T15:37:40.566 INFO:teuthology.orchestra.run.smithi069.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 4, 2024-04-10T15:37:40.567 INFO:teuthology.orchestra.run.smithi069.stdout: "ceph version 19.0.0-2838-ga5074d45 (a5074d4516d566e9d8b6aec912f26afd099de101) squid (dev)": 4 2024-04-10T15:37:40.567 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-04-10T15:37:40.567 INFO:teuthology.orchestra.run.smithi069.stdout: "mds": { 2024-04-10T15:37:40.567 INFO:teuthology.orchestra.run.smithi069.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 2 2024-04-10T15:37:40.567 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-04-10T15:37:40.567 INFO:teuthology.orchestra.run.smithi069.stdout: "overall": { 2024-04-10T15:37:40.567 INFO:teuthology.orchestra.run.smithi069.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 6, 2024-04-10T15:37:40.567 INFO:teuthology.orchestra.run.smithi069.stdout: "ceph version 19.0.0-2838-ga5074d45 (a5074d4516d566e9d8b6aec912f26afd099de101) squid (dev)": 9 2024-04-10T15:37:40.567 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-04-10T15:37:40.567 INFO:teuthology.orchestra.run.smithi069.stdout:} 2024-04-10T15:37:40.568 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:37:40 smithi069 ceph-mon[96738]: osdmap e433: 8 total, 8 up, 8 in 2024-04-10T15:37:40.568 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:37:40 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-04-10T15:37:40.568 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:37:40 smithi069 ceph-mon[96738]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-04-10T15:37:40.568 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:37:40 smithi069 ceph-mon[96738]: Upgrade: osd.4 is safe to restart 2024-04-10T15:37:40.568 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:37:40 smithi069 ceph-mon[96738]: pgmap v308: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 357 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 6.6 MiB/s rd, 758 KiB/s wr, 9 op/s 2024-04-10T15:37:40.568 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:37:40 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:37:40.568 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:37:40 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:37:40.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:37:40 smithi069 ceph-mon[94167]: osdmap e433: 8 total, 8 up, 8 in 2024-04-10T15:37:40.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:37:40 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-04-10T15:37:40.568 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:37:40 smithi069 ceph-mon[94167]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-04-10T15:37:40.569 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:37:40 smithi069 ceph-mon[94167]: Upgrade: osd.4 is safe to restart 2024-04-10T15:37:40.569 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:37:40 smithi069 ceph-mon[94167]: pgmap v308: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 357 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 6.6 MiB/s rd, 758 KiB/s wr, 9 op/s 2024-04-10T15:37:40.569 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:37:40 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:37:40.569 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:37:40 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:37:41.146 INFO:tasks.rados.rados.0.smithi069.stdout:1876: done (7 left) 2024-04-10T15:37:41.146 INFO:tasks.rados.rados.0.smithi069.stdout:1877: done (6 left) 2024-04-10T15:37:41.146 INFO:tasks.rados.rados.0.smithi069.stdout:1878: done (5 left) 2024-04-10T15:37:41.146 INFO:tasks.rados.rados.0.smithi069.stdout:1879: done (4 left) 2024-04-10T15:37:41.146 INFO:tasks.rados.rados.0.smithi069.stdout:1880: done (3 left) 2024-04-10T15:37:41.146 INFO:tasks.rados.rados.0.smithi069.stdout:1881: done (2 left) 2024-04-10T15:37:41.146 INFO:tasks.rados.rados.0.smithi069.stdout:1882: done (1 left) 2024-04-10T15:37:41.146 INFO:tasks.rados.rados.0.smithi069.stdout:1883: done (0 left) 2024-04-10T15:37:41.146 INFO:tasks.rados.rados.0.smithi069.stdout:1884: rmattr oid 9 current snap is 184 2024-04-10T15:37:41.146 INFO:tasks.rados.rados.0.smithi069.stdout:1884: done (0 left) 2024-04-10T15:37:41.146 INFO:tasks.rados.rados.0.smithi069.stdout:1885: copy_from oid 8 from oid 42 current snap is 184 2024-04-10T15:37:41.147 INFO:tasks.rados.rados.0.smithi069.stdout:1886: delete oid 3 current snap is 184 2024-04-10T15:37:41.147 INFO:tasks.rados.rados.0.smithi069.stdout:1885: finishing copy_from to smithi06982861-8 2024-04-10T15:37:41.147 INFO:tasks.rados.rados.0.smithi069.stdout:1885: got expected ENOENT (src dne) 2024-04-10T15:37:41.147 INFO:tasks.rados.rados.0.smithi069.stdout:1885: finishing copy_from racing read to smithi06982861-8 2024-04-10T15:37:41.149 INFO:tasks.rados.rados.0.smithi069.stdout:1885: done (1 left) 2024-04-10T15:37:41.149 INFO:tasks.rados.rados.0.smithi069.stdout:1886: done (0 left) 2024-04-10T15:37:41.149 INFO:tasks.rados.rados.0.smithi069.stdout:1887: rollback oid 23 current snap is 184 2024-04-10T15:37:41.149 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 23 to 172 2024-04-10T15:37:41.149 INFO:tasks.rados.rados.0.smithi069.stdout:1888: snap_create 2024-04-10T15:37:41.152 INFO:tasks.rados.rados.0.smithi069.stdout:1887: finishing rollback tid 1 to smithi06982861-23 2024-04-10T15:37:41.153 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 23 v 854 (ObjNum 177 snap 0 seq_num 1434160304) dirty dne 2024-04-10T15:37:41.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:37:41 smithi077 ceph-mon[87572]: from='client.44234 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:37:41.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:37:41 smithi077 ceph-mon[87572]: from='client.44240 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:37:41.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:37:41 smithi077 ceph-mon[87572]: osdmap e434: 8 total, 8 up, 8 in 2024-04-10T15:37:41.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:37:41 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/3206272427' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:37:41.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:37:41 smithi077 ceph-mon[87572]: osdmap e435: 8 total, 8 up, 8 in 2024-04-10T15:37:41.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:37:41 smithi069 ceph-mon[96738]: from='client.44234 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:37:41.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:37:41 smithi069 ceph-mon[96738]: from='client.44240 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:37:41.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:37:41 smithi069 ceph-mon[96738]: osdmap e434: 8 total, 8 up, 8 in 2024-04-10T15:37:41.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:37:41 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/3206272427' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:37:41.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:37:41 smithi069 ceph-mon[96738]: osdmap e435: 8 total, 8 up, 8 in 2024-04-10T15:37:41.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:37:41 smithi069 ceph-mon[94167]: from='client.44234 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:37:41.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:37:41 smithi069 ceph-mon[94167]: from='client.44240 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:37:41.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:37:41 smithi069 ceph-mon[94167]: osdmap e434: 8 total, 8 up, 8 in 2024-04-10T15:37:41.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:37:41 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/3206272427' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:37:41.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:37:41 smithi069 ceph-mon[94167]: osdmap e435: 8 total, 8 up, 8 in 2024-04-10T15:37:42.148 INFO:tasks.rados.rados.0.smithi069.stdout:1887: done (1 left) 2024-04-10T15:37:42.148 INFO:tasks.rados.rados.0.smithi069.stdout:1888: done (0 left) 2024-04-10T15:37:42.148 INFO:tasks.rados.rados.0.smithi069.stdout:1889: read oid 30 snap 164 2024-04-10T15:37:42.148 INFO:tasks.rados.rados.0.smithi069.stdout:1889: expect (ObjNum 524 snap 163 seq_num 524) 2024-04-10T15:37:42.148 INFO:tasks.rados.rados.0.smithi069.stdout:1890: rollback oid 17 current snap is 185 2024-04-10T15:37:42.149 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 17 to 174 2024-04-10T15:37:42.149 INFO:tasks.rados.rados.0.smithi069.stdout:1891: read oid 14 snap 183 2024-04-10T15:37:42.149 INFO:tasks.rados.rados.0.smithi069.stdout:1891: expect (ObjNum 567 snap 178 seq_num 567) 2024-04-10T15:37:42.149 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 13 current snap is 185 2024-04-10T15:37:42.149 INFO:tasks.rados.rados.0.smithi069.stdout:1892: seq_num 591 ranges {3555328=303104} 2024-04-10T15:37:42.169 INFO:tasks.rados.rados.0.smithi069.stdout:1892: writing smithi06982861-13 from 3555328 to 3858432 tid 1 2024-04-10T15:37:42.169 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 23 current snap is 185 2024-04-10T15:37:42.169 INFO:tasks.rados.rados.0.smithi069.stdout:1890: finishing rollback tid 0 to smithi06982861-17 2024-04-10T15:37:42.169 INFO:tasks.rados.rados.0.smithi069.stdout:1893: seq_num 592 ranges {0=319488} 2024-04-10T15:37:42.171 INFO:tasks.rados.rados.0.smithi069.stdout:1893: writing smithi06982861-23 from 0 to 319488 tid 1 2024-04-10T15:37:42.171 INFO:tasks.rados.rados.0.smithi069.stdout:1890: finishing rollback tid 1 to smithi06982861-17 2024-04-10T15:37:42.171 INFO:tasks.rados.rados.0.smithi069.stdout:1890: finishing rollback tid 2 to smithi06982861-17 2024-04-10T15:37:42.171 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 17 v 982 (ObjNum 513 snap 160 seq_num 513) dirty exists 2024-04-10T15:37:42.171 INFO:tasks.rados.rados.0.smithi069.stdout:1889: expect (ObjNum 524 snap 163 seq_num 524) 2024-04-10T15:37:42.218 INFO:tasks.rados.rados.0.smithi069.stdout:1893: finishing write tid 1 to smithi06982861-23 2024-04-10T15:37:42.218 INFO:tasks.rados.rados.0.smithi069.stdout:1893: finishing write tid 2 to smithi06982861-23 2024-04-10T15:37:42.218 INFO:tasks.rados.rados.0.smithi069.stdout:1892: finishing write tid 1 to smithi06982861-13 2024-04-10T15:37:42.218 INFO:tasks.rados.rados.0.smithi069.stdout:1892: finishing write tid 2 to smithi06982861-13 2024-04-10T15:37:42.218 INFO:tasks.rados.rados.0.smithi069.stdout:1889: done (4 left) 2024-04-10T15:37:42.218 INFO:tasks.rados.rados.0.smithi069.stdout:1890: done (3 left) 2024-04-10T15:37:42.218 INFO:tasks.rados.rados.0.smithi069.stdout:1894: rollback oid 30 current snap is 185 2024-04-10T15:37:42.218 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 30 to 175 2024-04-10T15:37:42.218 INFO:tasks.rados.rados.0.smithi069.stdout:1893: finishing write tid 3 to smithi06982861-23 2024-04-10T15:37:42.218 INFO:tasks.rados.rados.0.smithi069.stdout:1893: oid 23 updating version 0 to 855 2024-04-10T15:37:42.219 INFO:tasks.rados.rados.0.smithi069.stdout:1893: oid 23 updating version 855 to 856 2024-04-10T15:37:42.219 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 23 v 856 (ObjNum 592 snap 185 seq_num 592) dirty exists 2024-04-10T15:37:42.219 INFO:tasks.rados.rados.0.smithi069.stdout:1893: left oid 23 (ObjNum 592 snap 185 seq_num 592) 2024-04-10T15:37:42.219 INFO:tasks.rados.rados.0.smithi069.stdout:1892: finishing write tid 3 to smithi06982861-13 2024-04-10T15:37:42.219 INFO:tasks.rados.rados.0.smithi069.stdout:1892: oid 13 updating version 0 to 985 2024-04-10T15:37:42.219 INFO:tasks.rados.rados.0.smithi069.stdout:1892: oid 13 version 985 is already newer than 984 2024-04-10T15:37:42.219 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 13 v 985 (ObjNum 591 snap 185 seq_num 591) dirty exists 2024-04-10T15:37:42.219 INFO:tasks.rados.rados.0.smithi069.stdout:1892: left oid 13 (ObjNum 591 snap 185 seq_num 591) 2024-04-10T15:37:42.219 INFO:tasks.rados.rados.0.smithi069.stdout:1891: expect (ObjNum 567 snap 178 seq_num 567) 2024-04-10T15:37:42.302 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:37:42 smithi077 ceph-mon[87572]: Upgrade: Updating osd.4 2024-04-10T15:37:42.302 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:37:42 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:37:42.302 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:37:42 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-04-10T15:37:42.302 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:37:42 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:37:42.302 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:37:42 smithi077 ceph-mon[87572]: Deploying daemon osd.4 on smithi077 2024-04-10T15:37:42.303 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:37:42 smithi077 ceph-mon[87572]: pgmap v311: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 365 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 6.6 MiB/s rd, 2.1 MiB/s wr, 14 op/s 2024-04-10T15:37:42.303 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:37:42 smithi077 ceph-mon[87572]: osdmap e436: 8 total, 8 up, 8 in 2024-04-10T15:37:42.564 INFO:tasks.rados.rados.0.smithi069.stdout:1894: finishing rollback tid 0 to smithi06982861-30 2024-04-10T15:37:42.564 INFO:tasks.rados.rados.0.smithi069.stdout:1894: finishing rollback tid 1 to smithi06982861-30 2024-04-10T15:37:42.564 INFO:tasks.rados.rados.0.smithi069.stdout:1894: finishing rollback tid 2 to smithi06982861-30 2024-04-10T15:37:42.564 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 30 v 975 (ObjNum 498 snap 155 seq_num 498) dirty exists 2024-04-10T15:37:42.564 INFO:tasks.rados.rados.0.smithi069.stdout:1891: done (3 left) 2024-04-10T15:37:42.564 INFO:tasks.rados.rados.0.smithi069.stdout:1892: done (2 left) 2024-04-10T15:37:42.564 INFO:tasks.rados.rados.0.smithi069.stdout:1893: done (1 left) 2024-04-10T15:37:42.565 INFO:tasks.rados.rados.0.smithi069.stdout:1894: done (0 left) 2024-04-10T15:37:42.565 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 15 current snap is 185 2024-04-10T15:37:42.565 INFO:tasks.rados.rados.0.smithi069.stdout:1895: seq_num 593 ranges {5152768=335872} 2024-04-10T15:37:42.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:37:42 smithi069 ceph-mon[96738]: Upgrade: Updating osd.4 2024-04-10T15:37:42.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:37:42 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:37:42.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:37:42 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-04-10T15:37:42.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:37:42 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:37:42.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:37:42 smithi069 ceph-mon[96738]: Deploying daemon osd.4 on smithi077 2024-04-10T15:37:42.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:37:42 smithi069 ceph-mon[96738]: pgmap v311: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 365 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 6.6 MiB/s rd, 2.1 MiB/s wr, 14 op/s 2024-04-10T15:37:42.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:37:42 smithi069 ceph-mon[96738]: osdmap e436: 8 total, 8 up, 8 in 2024-04-10T15:37:42.585 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:37:42 smithi069 ceph-mon[94167]: Upgrade: Updating osd.4 2024-04-10T15:37:42.585 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:37:42 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:37:42.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:37:42 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-04-10T15:37:42.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:37:42 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:37:42.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:37:42 smithi069 ceph-mon[94167]: Deploying daemon osd.4 on smithi077 2024-04-10T15:37:42.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:37:42 smithi069 ceph-mon[94167]: pgmap v311: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 365 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 6.6 MiB/s rd, 2.1 MiB/s wr, 14 op/s 2024-04-10T15:37:42.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:37:42 smithi069 ceph-mon[94167]: osdmap e436: 8 total, 8 up, 8 in 2024-04-10T15:37:42.593 INFO:tasks.rados.rados.0.smithi069.stdout:1895: writing smithi06982861-15 from 5152768 to 5488640 tid 1 2024-04-10T15:37:42.593 INFO:tasks.rados.rados.0.smithi069.stdout:1896: read oid 16 snap -1 2024-04-10T15:37:42.593 INFO:tasks.rados.rados.0.smithi069.stdout:1896: expect (ObjNum 571 snap 180 seq_num 571) 2024-04-10T15:37:42.594 INFO:tasks.rados.rados.0.smithi069.stdout:1897: rmattr oid 39 current snap is 185 2024-04-10T15:37:42.594 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 17 current snap is 185 2024-04-10T15:37:42.594 INFO:tasks.rados.rados.0.smithi069.stdout:1898: seq_num 594 ranges {6422528=352256} 2024-04-10T15:37:42.632 INFO:tasks.rados.rados.0.smithi069.stdout:1898: writing smithi06982861-17 from 6422528 to 6774784 tid 1 2024-04-10T15:37:42.632 INFO:tasks.rados.rados.0.smithi069.stdout:1899: read oid 46 snap 172 2024-04-10T15:37:42.632 INFO:tasks.rados.rados.0.smithi069.stdout:1899: expect deleted 2024-04-10T15:37:42.632 INFO:tasks.rados.rados.0.smithi069.stdout:1900: read oid 32 snap -1 2024-04-10T15:37:42.632 INFO:tasks.rados.rados.0.smithi069.stdout:1900: expect (ObjNum 498 snap 155 seq_num 498) 2024-04-10T15:37:42.632 INFO:tasks.rados.rados.0.smithi069.stdout:1901: read oid 33 snap -1 2024-04-10T15:37:42.632 INFO:tasks.rados.rados.0.smithi069.stdout:1901: expect (ObjNum 572 snap 180 seq_num 572) 2024-04-10T15:37:42.632 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 21 current snap is 185 2024-04-10T15:37:42.632 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 39 v 771 (ObjNum 585 snap 182 seq_num 585) dirty exists 2024-04-10T15:37:42.632 INFO:tasks.rados.rados.0.smithi069.stdout:1902: seq_num 595 ranges {11304960=368640} 2024-04-10T15:37:42.694 INFO:tasks.rados.rados.0.smithi069.stdout:1902: writing smithi06982861-21 from 11304960 to 11673600 tid 1 2024-04-10T15:37:42.694 INFO:tasks.rados.rados.0.smithi069.stdout:1897: done (7 left) 2024-04-10T15:37:42.694 INFO:tasks.rados.rados.0.smithi069.stdout:1903: delete oid 3 current snap is 185 2024-04-10T15:37:42.694 INFO:tasks.rados.rados.0.smithi069.stdout:1895: finishing write tid 1 to smithi06982861-15 2024-04-10T15:37:42.694 INFO:tasks.rados.rados.0.smithi069.stdout:1895: finishing write tid 2 to smithi06982861-15 2024-04-10T15:37:42.694 INFO:tasks.rados.rados.0.smithi069.stdout:1895: finishing write tid 3 to smithi06982861-15 2024-04-10T15:37:42.694 INFO:tasks.rados.rados.0.smithi069.stdout:1895: oid 15 updating version 0 to 876 2024-04-10T15:37:42.694 INFO:tasks.rados.rados.0.smithi069.stdout:1895: oid 15 updating version 876 to 877 2024-04-10T15:37:42.694 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 15 v 877 (ObjNum 593 snap 185 seq_num 593) dirty exists 2024-04-10T15:37:42.695 INFO:tasks.rados.rados.0.smithi069.stdout:1895: left oid 15 (ObjNum 593 snap 185 seq_num 593) 2024-04-10T15:37:42.695 INFO:tasks.rados.rados.0.smithi069.stdout:1896: expect (ObjNum 571 snap 180 seq_num 571) 2024-04-10T15:37:42.741 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:37:42 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[78458]: ts=2024-04-10T15:37:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:37:43.650 INFO:tasks.rados.rados.0.smithi069.stdout:1898: finishing write tid 1 to smithi06982861-17 2024-04-10T15:37:43.651 INFO:tasks.rados.rados.0.smithi069.stdout:1898: finishing write tid 2 to smithi06982861-17 2024-04-10T15:37:43.651 INFO:tasks.rados.rados.0.smithi069.stdout:1898: finishing write tid 3 to smithi06982861-17 2024-04-10T15:37:43.651 INFO:tasks.rados.rados.0.smithi069.stdout:1898: oid 17 updating version 0 to 987 2024-04-10T15:37:43.651 INFO:tasks.rados.rados.0.smithi069.stdout:1898: oid 17 version 987 is already newer than 986 2024-04-10T15:37:43.651 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 17 v 987 (ObjNum 594 snap 185 seq_num 594) dirty exists 2024-04-10T15:37:43.651 INFO:tasks.rados.rados.0.smithi069.stdout:1898: left oid 17 (ObjNum 594 snap 185 seq_num 594) 2024-04-10T15:37:43.651 INFO:tasks.rados.rados.0.smithi069.stdout:1901: expect (ObjNum 572 snap 180 seq_num 572) 2024-04-10T15:37:43.711 INFO:tasks.rados.rados.0.smithi069.stdout:1900: expect (ObjNum 498 snap 155 seq_num 498) 2024-04-10T15:37:43.741 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:37:43 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[78458]: ts=2024-04-10T15:37:43.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi069\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi069\", job=\"node\", machine=\"x86_64\", nodename=\"smithi069\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", domainname=\"(none)\", instance=\"smithi069\", job=\"node\", machine=\"x86_64\", nodename=\"smithi069\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:37:43.810 INFO:tasks.rados.rados.0.smithi069.stdout:1902: finishing write tid 1 to smithi06982861-21 2024-04-10T15:37:43.810 INFO:tasks.rados.rados.0.smithi069.stdout:1902: finishing write tid 2 to smithi06982861-21 2024-04-10T15:37:43.810 INFO:tasks.rados.rados.0.smithi069.stdout:1902: finishing write tid 3 to smithi06982861-21 2024-04-10T15:37:43.810 INFO:tasks.rados.rados.0.smithi069.stdout:1902: oid 21 updating version 0 to 867 2024-04-10T15:37:43.810 INFO:tasks.rados.rados.0.smithi069.stdout:1902: oid 21 version 867 is already newer than 866 2024-04-10T15:37:43.810 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 21 v 867 (ObjNum 595 snap 185 seq_num 595) dirty exists 2024-04-10T15:37:43.810 INFO:tasks.rados.rados.0.smithi069.stdout:1902: left oid 21 (ObjNum 595 snap 185 seq_num 595) 2024-04-10T15:37:43.810 INFO:tasks.rados.rados.0.smithi069.stdout:1895: done (7 left) 2024-04-10T15:37:43.810 INFO:tasks.rados.rados.0.smithi069.stdout:1896: done (6 left) 2024-04-10T15:37:43.810 INFO:tasks.rados.rados.0.smithi069.stdout:1898: done (5 left) 2024-04-10T15:37:43.811 INFO:tasks.rados.rados.0.smithi069.stdout:1899: done (4 left) 2024-04-10T15:37:43.811 INFO:tasks.rados.rados.0.smithi069.stdout:1900: done (3 left) 2024-04-10T15:37:43.811 INFO:tasks.rados.rados.0.smithi069.stdout:1901: done (2 left) 2024-04-10T15:37:43.811 INFO:tasks.rados.rados.0.smithi069.stdout:1902: done (1 left) 2024-04-10T15:37:43.811 INFO:tasks.rados.rados.0.smithi069.stdout:1903: done (0 left) 2024-04-10T15:37:43.811 INFO:tasks.rados.rados.0.smithi069.stdout:1904: snap_create 2024-04-10T15:37:44.610 INFO:tasks.rados.rados.0.smithi069.stdout:1904: done (0 left) 2024-04-10T15:37:44.610 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 3 current snap is 186 2024-04-10T15:37:44.610 INFO:tasks.rados.rados.0.smithi069.stdout:1905: seq_num 597 ranges {0=401408} 2024-04-10T15:37:44.613 INFO:tasks.rados.rados.0.smithi069.stdout:1905: writing smithi06982861-3 from 0 to 401408 tid 1 2024-04-10T15:37:44.613 INFO:tasks.rados.rados.0.smithi069.stdout:1906: rollback oid 11 current snap is 186 2024-04-10T15:37:44.613 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 11 to 184 2024-04-10T15:37:44.613 INFO:tasks.rados.rados.0.smithi069.stdout:1907: rollback oid 26 current snap is 186 2024-04-10T15:37:44.613 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 26 to 173 2024-04-10T15:37:44.613 INFO:tasks.rados.rados.0.smithi069.stdout:1908: rollback oid 19 current snap is 186 2024-04-10T15:37:44.613 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 19 to 172 2024-04-10T15:37:44.613 INFO:tasks.rados.rados.0.smithi069.stdout:1909: snap_create 2024-04-10T15:37:44.613 INFO:tasks.rados.rados.0.smithi069.stdout:1908: finishing rollback tid 1 to smithi06982861-19 2024-04-10T15:37:44.613 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 19 v 0 (ObjNum 33 snap 0 seq_num 1405830392) dirty dne 2024-04-10T15:37:44.621 INFO:tasks.rados.rados.0.smithi069.stdout:1905: finishing write tid 1 to smithi06982861-3 2024-04-10T15:37:44.621 INFO:tasks.rados.rados.0.smithi069.stdout:1907: finishing rollback tid 0 to smithi06982861-26 2024-04-10T15:37:44.621 INFO:tasks.rados.rados.0.smithi069.stdout:1907: finishing rollback tid 1 to smithi06982861-26 2024-04-10T15:37:44.621 INFO:tasks.rados.rados.0.smithi069.stdout:1905: finishing write tid 2 to smithi06982861-3 2024-04-10T15:37:44.622 INFO:tasks.rados.rados.0.smithi069.stdout:1907: finishing rollback tid 2 to smithi06982861-26 2024-04-10T15:37:44.622 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 26 v 881 (ObjNum 459 snap 146 seq_num 459) dirty exists 2024-04-10T15:37:44.622 INFO:tasks.rados.rados.0.smithi069.stdout:1906: finishing rollback tid 0 to smithi06982861-11 2024-04-10T15:37:44.623 INFO:tasks.rados.rados.0.smithi069.stdout:1906: finishing rollback tid 1 to smithi06982861-11 2024-04-10T15:37:44.623 INFO:tasks.rados.rados.0.smithi069.stdout:1905: finishing write tid 3 to smithi06982861-3 2024-04-10T15:37:44.623 INFO:tasks.rados.rados.0.smithi069.stdout:1905: oid 3 updating version 0 to 875 2024-04-10T15:37:44.623 INFO:tasks.rados.rados.0.smithi069.stdout:1905: oid 3 version 875 is already newer than 874 2024-04-10T15:37:44.623 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 3 v 875 (ObjNum 597 snap 186 seq_num 597) dirty exists 2024-04-10T15:37:44.623 INFO:tasks.rados.rados.0.smithi069.stdout:1905: left oid 3 (ObjNum 597 snap 186 seq_num 597) 2024-04-10T15:37:44.623 INFO:tasks.rados.rados.0.smithi069.stdout:1906: finishing rollback tid 2 to smithi06982861-11 2024-04-10T15:37:44.623 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 11 v 878 (ObjNum 570 snap 180 seq_num 570) dirty exists 2024-04-10T15:37:44.733 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:37:44 smithi077 ceph-mon[87572]: pgmap v313: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 387 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 6.3 MiB/s wr, 21 op/s 2024-04-10T15:37:44.734 INFO:journalctl@ceph.osd.4.smithi077.stdout:Apr 10 15:37:44 smithi077 systemd[1]: Stopping Ceph osd.4 for 09bfb546-f74e-11ee-b64a-cb9ed24678a4... 2024-04-10T15:37:44.991 INFO:journalctl@ceph.osd.4.smithi077.stdout:Apr 10 15:37:44 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-4[36711]: 2024-04-10T15:37:44.744+0000 7fba1fb08700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.4 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-10T15:37:44.992 INFO:journalctl@ceph.osd.4.smithi077.stdout:Apr 10 15:37:44 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-4[36711]: 2024-04-10T15:37:44.744+0000 7fba1fb08700 -1 osd.4 437 *** Got signal Terminated *** 2024-04-10T15:37:44.992 INFO:journalctl@ceph.osd.4.smithi077.stdout:Apr 10 15:37:44 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-4[36711]: 2024-04-10T15:37:44.744+0000 7fba1fb08700 -1 osd.4 437 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-10T15:37:45.085 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:37:44 smithi069 ceph-mon[96738]: pgmap v313: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 387 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 6.3 MiB/s wr, 21 op/s 2024-04-10T15:37:45.085 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:37:44 smithi069 ceph-mon[94167]: pgmap v313: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 387 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 6.3 MiB/s wr, 21 op/s 2024-04-10T15:37:45.617 INFO:tasks.rados.rados.0.smithi069.stdout:1905: done (4 left) 2024-04-10T15:37:45.618 INFO:tasks.rados.rados.0.smithi069.stdout:1906: done (3 left) 2024-04-10T15:37:45.618 INFO:tasks.rados.rados.0.smithi069.stdout:1907: done (2 left) 2024-04-10T15:37:45.618 INFO:tasks.rados.rados.0.smithi069.stdout:1908: done (1 left) 2024-04-10T15:37:45.618 INFO:tasks.rados.rados.0.smithi069.stdout:1909: done (0 left) 2024-04-10T15:37:45.618 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 38 current snap is 187 2024-04-10T15:37:45.618 INFO:tasks.rados.rados.0.smithi069.stdout:1910: seq_num 598 ranges {2359296=417792} 2024-04-10T15:37:45.633 INFO:tasks.rados.rados.0.smithi069.stdout:1910: writing smithi06982861-38 from 2359296 to 2777088 tid 1 2024-04-10T15:37:45.633 INFO:tasks.rados.rados.0.smithi069.stdout:1911: snap_create 2024-04-10T15:37:45.636 INFO:tasks.rados.rados.0.smithi069.stdout:1910: finishing write tid 1 to smithi06982861-38 2024-04-10T15:37:45.636 INFO:tasks.rados.rados.0.smithi069.stdout:1910: finishing write tid 2 to smithi06982861-38 2024-04-10T15:37:45.638 INFO:tasks.rados.rados.0.smithi069.stdout:1910: finishing write tid 3 to smithi06982861-38 2024-04-10T15:37:45.638 INFO:tasks.rados.rados.0.smithi069.stdout:1910: oid 38 updating version 0 to 883 2024-04-10T15:37:45.638 INFO:tasks.rados.rados.0.smithi069.stdout:1910: oid 38 version 883 is already newer than 882 2024-04-10T15:37:45.638 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 38 v 883 (ObjNum 598 snap 187 seq_num 598) dirty exists 2024-04-10T15:37:45.638 INFO:tasks.rados.rados.0.smithi069.stdout:1910: left oid 38 (ObjNum 598 snap 187 seq_num 598) 2024-04-10T15:37:45.991 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:37:45 smithi077 ceph-mon[87572]: osdmap e437: 8 total, 8 up, 8 in 2024-04-10T15:37:45.991 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:37:45 smithi077 ceph-mon[87572]: osd.4 marked itself down and dead 2024-04-10T15:37:45.992 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:37:45 smithi077 ceph-mon[87572]: pgmap v315: 121 pgs: 121 active+clean; 389 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 5.3 MiB/s wr, 19 op/s 2024-04-10T15:37:46.085 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:37:45 smithi069 ceph-mon[96738]: osdmap e437: 8 total, 8 up, 8 in 2024-04-10T15:37:46.085 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:37:45 smithi069 ceph-mon[96738]: osd.4 marked itself down and dead 2024-04-10T15:37:46.085 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:37:45 smithi069 ceph-mon[96738]: pgmap v315: 121 pgs: 121 active+clean; 389 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 5.3 MiB/s wr, 19 op/s 2024-04-10T15:37:46.085 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:37:45 smithi069 ceph-mon[94167]: osdmap e437: 8 total, 8 up, 8 in 2024-04-10T15:37:46.086 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:37:45 smithi069 ceph-mon[94167]: osd.4 marked itself down and dead 2024-04-10T15:37:46.086 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:37:45 smithi069 ceph-mon[94167]: pgmap v315: 121 pgs: 121 active+clean; 389 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 5.3 MiB/s wr, 19 op/s 2024-04-10T15:37:46.148 INFO:tasks.rados.rados.0.smithi069.stdout:1910: done (1 left) 2024-04-10T15:37:46.148 INFO:tasks.rados.rados.0.smithi069.stdout:1911: done (0 left) 2024-04-10T15:37:46.148 INFO:tasks.rados.rados.0.smithi069.stdout:1912: setattr oid 29 current snap is 188 2024-04-10T15:37:46.150 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 31 current snap is 188 2024-04-10T15:37:46.150 INFO:tasks.rados.rados.0.smithi069.stdout:1913: seq_num 599 ranges {6578176=434176} 2024-04-10T15:37:46.189 INFO:tasks.rados.rados.0.smithi069.stdout:1913: writing smithi06982861-31 from 6578176 to 7012352 tid 1 2024-04-10T15:37:46.189 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 46 current snap is 188 2024-04-10T15:37:46.189 INFO:tasks.rados.rados.0.smithi069.stdout:1914: seq_num 600 ranges {0=450560} 2024-04-10T15:37:46.191 INFO:tasks.rados.rados.0.smithi069.stdout:1914: writing smithi06982861-46 from 0 to 450560 tid 1 2024-04-10T15:37:46.192 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 14 current snap is 188 2024-04-10T15:37:46.192 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 29 v 878 (ObjNum 559 snap 172 seq_num 559) dirty exists 2024-04-10T15:37:46.192 INFO:tasks.rados.rados.0.smithi069.stdout:1915: seq_num 601 ranges {7561216=475136} 2024-04-10T15:37:46.235 INFO:tasks.rados.rados.0.smithi069.stdout:1915: writing smithi06982861-14 from 7561216 to 8036352 tid 1 2024-04-10T15:37:46.235 INFO:tasks.rados.rados.0.smithi069.stdout:1912: done (3 left) 2024-04-10T15:37:46.235 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 20 current snap is 188 2024-04-10T15:37:46.236 INFO:tasks.rados.rados.0.smithi069.stdout:1916: seq_num 602 ranges {4415488=491520} 2024-04-10T15:37:46.262 INFO:tasks.rados.rados.0.smithi069.stdout:1916: writing smithi06982861-20 from 4415488 to 4907008 tid 1 2024-04-10T15:37:46.263 INFO:tasks.rados.rados.0.smithi069.stdout:1917: rmattr oid 12 current snap is 188 2024-04-10T15:37:46.263 INFO:tasks.rados.rados.0.smithi069.stdout:1913: finishing write tid 1 to smithi06982861-31 2024-04-10T15:37:46.263 INFO:tasks.rados.rados.0.smithi069.stdout:1917: done (4 left) 2024-04-10T15:37:46.263 INFO:tasks.rados.rados.0.smithi069.stdout:1918: setattr oid 47 current snap is 188 2024-04-10T15:37:46.263 INFO:tasks.rados.rados.0.smithi069.stdout:1913: finishing write tid 2 to smithi06982861-31 2024-04-10T15:37:46.263 INFO:tasks.rados.rados.0.smithi069.stdout:1914: finishing write tid 1 to smithi06982861-46 2024-04-10T15:37:46.263 INFO:tasks.rados.rados.0.smithi069.stdout:1914: finishing write tid 2 to smithi06982861-46 2024-04-10T15:37:46.263 INFO:tasks.rados.rados.0.smithi069.stdout:1913: finishing write tid 3 to smithi06982861-31 2024-04-10T15:37:46.263 INFO:tasks.rados.rados.0.smithi069.stdout:1913: oid 31 updating version 0 to 977 2024-04-10T15:37:46.263 INFO:tasks.rados.rados.0.smithi069.stdout:1913: oid 31 updating version 977 to 978 2024-04-10T15:37:46.263 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 31 v 978 (ObjNum 599 snap 188 seq_num 599) dirty exists 2024-04-10T15:37:46.263 INFO:tasks.rados.rados.0.smithi069.stdout:1913: left oid 31 (ObjNum 599 snap 188 seq_num 599) 2024-04-10T15:37:46.263 INFO:tasks.rados.rados.0.smithi069.stdout:1914: finishing write tid 3 to smithi06982861-46 2024-04-10T15:37:46.264 INFO:tasks.rados.rados.0.smithi069.stdout:1914: oid 46 updating version 0 to 541 2024-04-10T15:37:46.264 INFO:tasks.rados.rados.0.smithi069.stdout:1914: oid 46 version 541 is already newer than 540 2024-04-10T15:37:46.264 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 46 v 541 (ObjNum 600 snap 188 seq_num 600) dirty exists 2024-04-10T15:37:46.264 INFO:tasks.rados.rados.0.smithi069.stdout:1914: left oid 46 (ObjNum 600 snap 188 seq_num 600) 2024-04-10T15:37:46.264 INFO:tasks.rados.rados.0.smithi069.stdout:1915: finishing write tid 1 to smithi06982861-14 2024-04-10T15:37:46.264 INFO:tasks.rados.rados.0.smithi069.stdout:1915: finishing write tid 2 to smithi06982861-14 2024-04-10T15:37:46.264 INFO:tasks.rados.rados.0.smithi069.stdout:1915: finishing write tid 3 to smithi06982861-14 2024-04-10T15:37:46.264 INFO:tasks.rados.rados.0.smithi069.stdout:1915: oid 14 updating version 0 to 773 2024-04-10T15:37:46.264 INFO:tasks.rados.rados.0.smithi069.stdout:1915: oid 14 version 773 is already newer than 772 2024-04-10T15:37:46.264 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 14 v 773 (ObjNum 601 snap 188 seq_num 601) dirty exists 2024-04-10T15:37:46.264 INFO:tasks.rados.rados.0.smithi069.stdout:1915: left oid 14 (ObjNum 601 snap 188 seq_num 601) 2024-04-10T15:37:46.264 INFO:tasks.rados.rados.0.smithi069.stdout:1913: done (4 left) 2024-04-10T15:37:46.264 INFO:tasks.rados.rados.0.smithi069.stdout:1914: done (3 left) 2024-04-10T15:37:46.264 INFO:tasks.rados.rados.0.smithi069.stdout:1915: done (2 left) 2024-04-10T15:37:46.265 INFO:tasks.rados.rados.0.smithi069.stdout:1919: rollback oid 24 current snap is 188 2024-04-10T15:37:46.265 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 24 to 187 2024-04-10T15:37:46.265 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 40 current snap is 188 2024-04-10T15:37:46.265 INFO:tasks.rados.rados.0.smithi069.stdout:1920: seq_num 603 ranges {0=507904} 2024-04-10T15:37:46.266 INFO:tasks.rados.rados.0.smithi069.stdout:1920: writing smithi06982861-40 from 0 to 507904 tid 1 2024-04-10T15:37:46.266 INFO:tasks.rados.rados.0.smithi069.stdout:1921: rollback oid 42 current snap is 188 2024-04-10T15:37:46.266 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 42 to 175 2024-04-10T15:37:46.267 INFO:tasks.rados.rados.0.smithi069.stdout:1916: finishing write tid 1 to smithi06982861-20 2024-04-10T15:37:46.267 INFO:tasks.rados.rados.0.smithi069.stdout:1916: finishing write tid 2 to smithi06982861-20 2024-04-10T15:37:46.267 INFO:tasks.rados.rados.0.smithi069.stdout:1919: finishing rollback tid 0 to smithi06982861-24 2024-04-10T15:37:46.267 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 47 v 920 (ObjNum 509 snap 160 seq_num 509) dirty exists 2024-04-10T15:37:46.267 INFO:tasks.rados.rados.0.smithi069.stdout:1919: finishing rollback tid 1 to smithi06982861-24 2024-04-10T15:37:46.267 INFO:tasks.rados.rados.0.smithi069.stdout:1918: done (4 left) 2024-04-10T15:37:46.267 INFO:tasks.rados.rados.0.smithi069.stdout:1922: copy_from oid 38 from oid 21 current snap is 188 2024-04-10T15:37:46.267 INFO:tasks.rados.rados.0.smithi069.stdout:1919: finishing rollback tid 2 to smithi06982861-24 2024-04-10T15:37:46.267 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 24 v 851 (ObjNum 589 snap 183 seq_num 589) dirty exists 2024-04-10T15:37:46.267 INFO:tasks.rados.rados.0.smithi069.stdout:1919: done (4 left) 2024-04-10T15:37:46.267 INFO:tasks.rados.rados.0.smithi069.stdout:1923: delete oid 29 current snap is 188 2024-04-10T15:37:46.267 INFO:tasks.rados.rados.0.smithi069.stdout:1916: finishing write tid 3 to smithi06982861-20 2024-04-10T15:37:46.267 INFO:tasks.rados.rados.0.smithi069.stdout:1916: oid 20 updating version 0 to 869 2024-04-10T15:37:46.267 INFO:tasks.rados.rados.0.smithi069.stdout:1916: oid 20 version 869 is already newer than 868 2024-04-10T15:37:46.268 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 20 v 869 (ObjNum 602 snap 188 seq_num 602) dirty exists 2024-04-10T15:37:46.268 INFO:tasks.rados.rados.0.smithi069.stdout:1916: left oid 20 (ObjNum 602 snap 188 seq_num 602) 2024-04-10T15:37:46.268 INFO:tasks.rados.rados.0.smithi069.stdout:1921: finishing rollback tid 1 to smithi06982861-42 2024-04-10T15:37:46.268 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 42 v 0 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-04-10T15:37:46.269 INFO:tasks.rados.rados.0.smithi069.stdout:1916: done (4 left) 2024-04-10T15:37:46.269 INFO:tasks.rados.rados.0.smithi069.stdout:1921: done (3 left) 2024-04-10T15:37:46.269 INFO:tasks.rados.rados.0.smithi069.stdout:1923: done (2 left) 2024-04-10T15:37:46.269 INFO:tasks.rados.rados.0.smithi069.stdout:1924: rmattr oid 16 current snap is 188 2024-04-10T15:37:46.269 INFO:tasks.rados.rados.0.smithi069.stdout:1920: finishing write tid 1 to smithi06982861-40 2024-04-10T15:37:46.269 INFO:tasks.rados.rados.0.smithi069.stdout:1925: copy_from oid 49 from oid 48 current snap is 188 2024-04-10T15:37:46.269 INFO:tasks.rados.rados.0.smithi069.stdout:1926: setattr oid 25 current snap is 188 2024-04-10T15:37:46.269 INFO:tasks.rados.rados.0.smithi069.stdout:1920: finishing write tid 2 to smithi06982861-40 2024-04-10T15:37:46.270 INFO:tasks.rados.rados.0.smithi069.stdout:1927: snap_create 2024-04-10T15:37:46.271 INFO:tasks.rados.rados.0.smithi069.stdout:1920: finishing write tid 3 to smithi06982861-40 2024-04-10T15:37:46.271 INFO:tasks.rados.rados.0.smithi069.stdout:1920: oid 40 updating version 0 to 543 2024-04-10T15:37:46.272 INFO:tasks.rados.rados.0.smithi069.stdout:1920: oid 40 version 543 is already newer than 542 2024-04-10T15:37:46.272 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 40 v 543 (ObjNum 603 snap 188 seq_num 603) dirty exists 2024-04-10T15:37:46.272 INFO:tasks.rados.rados.0.smithi069.stdout:1920: left oid 40 (ObjNum 603 snap 188 seq_num 603) 2024-04-10T15:37:46.272 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 16 v 884 (ObjNum 571 snap 180 seq_num 571) dirty exists 2024-04-10T15:37:46.274 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 25 v 879 (ObjNum 553 snap 172 seq_num 553) dirty exists 2024-04-10T15:37:46.297 INFO:tasks.rados.rados.0.smithi069.stdout:1925: finishing copy_from racing read to smithi06982861-49 2024-04-10T15:37:46.301 INFO:tasks.rados.rados.0.smithi069.stdout:1925: finishing copy_from to smithi06982861-49 2024-04-10T15:37:46.301 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 49 v 864 (ObjNum 549 snap 169 seq_num 549) dirty exists 2024-04-10T15:37:46.323 INFO:tasks.rados.rados.0.smithi069.stdout:1922: finishing copy_from racing read to smithi06982861-38 2024-04-10T15:37:46.325 INFO:tasks.rados.rados.0.smithi069.stdout:1922: finishing copy_from to smithi06982861-38 2024-04-10T15:37:46.325 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 38 v 867 (ObjNum 595 snap 185 seq_num 595) dirty exists 2024-04-10T15:37:46.490 INFO:journalctl@ceph.osd.4.smithi077.stdout:Apr 10 15:37:46 smithi077 podman[93073]: 2024-04-10 15:37:46.195387441 +0000 UTC m=+1.598146143 container died f498bddd52987240e990a2e6b88db8501b260e23b4b2e61a7e426b73dc277105 (image=quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-4, org.label-schema.build-date=20240403, RELEASE=reef-d540eba, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0) 2024-04-10T15:37:46.741 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:37:46 smithi077 ceph-mon[87572]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-10T15:37:46.741 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:37:46 smithi077 ceph-mon[87572]: osdmap e438: 8 total, 7 up, 8 in 2024-04-10T15:37:46.741 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:37:46 smithi077 ceph-mon[87572]: osdmap e439: 8 total, 7 up, 8 in 2024-04-10T15:37:46.742 INFO:journalctl@ceph.osd.4.smithi077.stdout:Apr 10 15:37:46 smithi077 podman[93073]: 2024-04-10 15:37:46.684488991 +0000 UTC m=+2.087247695 container cleanup f498bddd52987240e990a2e6b88db8501b260e23b4b2e61a7e426b73dc277105 (image=quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-4, org.label-schema.license=GPLv2, org.label-schema.build-date=20240403, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, RELEASE=reef-d540eba, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0) 2024-04-10T15:37:46.742 INFO:journalctl@ceph.osd.4.smithi077.stdout:Apr 10 15:37:46 smithi077 bash[93073]: ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-4 2024-04-10T15:37:46.915 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:37:46 smithi069 ceph-mon[96738]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-10T15:37:46.915 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:37:46 smithi069 ceph-mon[96738]: osdmap e438: 8 total, 7 up, 8 in 2024-04-10T15:37:46.916 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:37:46 smithi069 ceph-mon[96738]: osdmap e439: 8 total, 7 up, 8 in 2024-04-10T15:37:46.916 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:37:46 smithi069 ceph-mon[94167]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-10T15:37:46.916 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:37:46 smithi069 ceph-mon[94167]: osdmap e438: 8 total, 7 up, 8 in 2024-04-10T15:37:46.916 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:37:46 smithi069 ceph-mon[94167]: osdmap e439: 8 total, 7 up, 8 in 2024-04-10T15:37:47.148 INFO:tasks.rados.rados.0.smithi069.stdout:1920: done (5 left) 2024-04-10T15:37:47.148 INFO:tasks.rados.rados.0.smithi069.stdout:1922: done (4 left) 2024-04-10T15:37:47.148 INFO:tasks.rados.rados.0.smithi069.stdout:1924: done (3 left) 2024-04-10T15:37:47.148 INFO:tasks.rados.rados.0.smithi069.stdout:1925: done (2 left) 2024-04-10T15:37:47.148 INFO:tasks.rados.rados.0.smithi069.stdout:1926: done (1 left) 2024-04-10T15:37:47.148 INFO:tasks.rados.rados.0.smithi069.stdout:1927: done (0 left) 2024-04-10T15:37:47.149 INFO:tasks.rados.rados.0.smithi069.stdout:1928: delete oid 24 current snap is 189 2024-04-10T15:37:47.151 INFO:tasks.rados.rados.0.smithi069.stdout:1928: done (0 left) 2024-04-10T15:37:47.151 INFO:tasks.rados.rados.0.smithi069.stdout:1929: rmattr oid 14 current snap is 189 2024-04-10T15:37:47.151 INFO:tasks.rados.rados.0.smithi069.stdout:1929: done (0 left) 2024-04-10T15:37:47.151 INFO:tasks.rados.rados.0.smithi069.stdout:1930: delete oid 15 current snap is 189 2024-04-10T15:37:47.156 INFO:tasks.rados.rados.0.smithi069.stdout:1930: done (0 left) 2024-04-10T15:37:47.156 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 4 current snap is 189 2024-04-10T15:37:47.156 INFO:tasks.rados.rados.0.smithi069.stdout:1931: seq_num 607 ranges {0=573440} 2024-04-10T15:37:47.159 INFO:tasks.rados.rados.0.smithi069.stdout:1931: writing smithi06982861-4 from 0 to 573440 tid 1 2024-04-10T15:37:47.159 INFO:tasks.rados.rados.0.smithi069.stdout:1932: snap_create 2024-04-10T15:37:47.164 INFO:tasks.rados.rados.0.smithi069.stdout:1931: finishing write tid 1 to smithi06982861-4 2024-04-10T15:37:47.165 INFO:tasks.rados.rados.0.smithi069.stdout:1931: finishing write tid 2 to smithi06982861-4 2024-04-10T15:37:47.168 INFO:tasks.rados.rados.0.smithi069.stdout:1931: finishing write tid 3 to smithi06982861-4 2024-04-10T15:37:47.169 INFO:tasks.rados.rados.0.smithi069.stdout:1931: oid 4 updating version 0 to 1125 2024-04-10T15:37:47.169 INFO:tasks.rados.rados.0.smithi069.stdout:1931: oid 4 updating version 1125 to 1126 2024-04-10T15:37:47.169 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 4 v 1126 (ObjNum 607 snap 189 seq_num 607) dirty exists 2024-04-10T15:37:47.169 INFO:tasks.rados.rados.0.smithi069.stdout:1931: left oid 4 (ObjNum 607 snap 189 seq_num 607) 2024-04-10T15:37:47.197 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:37:46 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:15:37:46] "GET /metrics HTTP/1.1" 200 36191 "" "Prometheus/2.43.0" 2024-04-10T15:37:47.236 INFO:journalctl@ceph.osd.4.smithi077.stdout:Apr 10 15:37:46 smithi077 podman[93095]: 2024-04-10 15:37:46.852202574 +0000 UTC m=+0.652343079 container remove f498bddd52987240e990a2e6b88db8501b260e23b4b2e61a7e426b73dc277105 (image=quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-4, org.label-schema.vendor=CentOS, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240403, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, RELEASE=reef-d540eba) 2024-04-10T15:37:47.491 INFO:journalctl@ceph.osd.4.smithi077.stdout:Apr 10 15:37:47 smithi077 podman[93190]: 2024-04-10 15:37:47.151087498 +0000 UTC m=+0.017644130 image pull ffe3e7ac3788b84d6c0b551f13dbde782a187c25e75d087cf3ace2b26f4e3ffa quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc 2024-04-10T15:37:47.492 INFO:journalctl@ceph.osd.4.smithi077.stdout:Apr 10 15:37:47 smithi077 podman[93190]: 2024-04-10 15:37:47.303333105 +0000 UTC m=+0.169889724 container create 40e3584dd7cd0f3564720cb946df337929ed62994d5c849f5a154a0bb3fc5c31 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-4-deactivate, GIT_BRANCH=HEAD, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_CLEAN=True, ceph=True, org.label-schema.build-date=20240409) 2024-04-10T15:37:47.798 INFO:journalctl@ceph.osd.4.smithi077.stdout:Apr 10 15:37:47 smithi077 podman[93190]: 2024-04-10 15:37:47.514583225 +0000 UTC m=+0.381139845 container init 40e3584dd7cd0f3564720cb946df337929ed62994d5c849f5a154a0bb3fc5c31 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-4-deactivate, ceph=True, org.label-schema.build-date=20240409, CEPH_POINT_RELEASE=, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux ) 2024-04-10T15:37:47.798 INFO:journalctl@ceph.osd.4.smithi077.stdout:Apr 10 15:37:47 smithi077 podman[93190]: 2024-04-10 15:37:47.520559115 +0000 UTC m=+0.387115743 container start 40e3584dd7cd0f3564720cb946df337929ed62994d5c849f5a154a0bb3fc5c31 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-4-deactivate, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240409, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, ceph=True, org.label-schema.vendor=CentOS, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, org.label-schema.license=GPLv2) 2024-04-10T15:37:47.798 INFO:journalctl@ceph.osd.4.smithi077.stdout:Apr 10 15:37:47 smithi077 podman[93190]: 2024-04-10 15:37:47.630278526 +0000 UTC m=+0.496835152 container attach 40e3584dd7cd0f3564720cb946df337929ed62994d5c849f5a154a0bb3fc5c31 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-4-deactivate, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.build-date=20240409, CEPH_POINT_RELEASE=, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4) 2024-04-10T15:37:48.097 INFO:journalctl@ceph.osd.4.smithi077.stdout:Apr 10 15:37:47 smithi077 podman[93190]: 2024-04-10 15:37:47.81000221 +0000 UTC m=+0.676558837 container died 40e3584dd7cd0f3564720cb946df337929ed62994d5c849f5a154a0bb3fc5c31 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-4-deactivate, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, ceph=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.build-date=20240409) 2024-04-10T15:37:48.157 INFO:tasks.rados.rados.0.smithi069.stdout:1931: done (1 left) 2024-04-10T15:37:48.157 INFO:tasks.rados.rados.0.smithi069.stdout:1932: done (0 left) 2024-04-10T15:37:48.158 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 45 current snap is 190 2024-04-10T15:37:48.158 INFO:tasks.rados.rados.0.smithi069.stdout:1933: seq_num 608 ranges {0=589824} 2024-04-10T15:37:48.160 INFO:tasks.rados.rados.0.smithi069.stdout:1933: writing smithi06982861-45 from 0 to 589824 tid 1 2024-04-10T15:37:48.160 INFO:tasks.rados.rados.0.smithi069.stdout:1934: snap_remove snap 181 2024-04-10T15:37:48.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:37:48 smithi077 ceph-mon[87572]: osdmap e440: 8 total, 7 up, 8 in 2024-04-10T15:37:48.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:37:48 smithi077 ceph-mon[87572]: pgmap v319: 121 pgs: 8 stale+active+clean, 113 active+clean; 389 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 1023 B/s rd, 296 KiB/s wr, 2 op/s 2024-04-10T15:37:48.585 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:37:48 smithi069 ceph-mon[94167]: osdmap e440: 8 total, 7 up, 8 in 2024-04-10T15:37:48.585 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:37:48 smithi069 ceph-mon[94167]: pgmap v319: 121 pgs: 8 stale+active+clean, 113 active+clean; 389 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 1023 B/s rd, 296 KiB/s wr, 2 op/s 2024-04-10T15:37:48.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:37:48 smithi069 ceph-mon[96738]: osdmap e440: 8 total, 7 up, 8 in 2024-04-10T15:37:48.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:37:48 smithi069 ceph-mon[96738]: pgmap v319: 121 pgs: 8 stale+active+clean, 113 active+clean; 389 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 1023 B/s rd, 296 KiB/s wr, 2 op/s 2024-04-10T15:37:48.823 INFO:journalctl@ceph.osd.4.smithi077.stdout:Apr 10 15:37:48 smithi077 podman[93236]: 2024-04-10 15:37:48.534317859 +0000 UTC m=+0.718858662 container remove 40e3584dd7cd0f3564720cb946df337929ed62994d5c849f5a154a0bb3fc5c31 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-4-deactivate, io.buildah.version=1.33.5, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240409, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, org.label-schema.license=GPLv2, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-10T15:37:48.824 INFO:journalctl@ceph.osd.4.smithi077.stdout:Apr 10 15:37:48 smithi077 systemd[1]: ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4@osd.4.service: Deactivated successfully. 2024-04-10T15:37:48.824 INFO:journalctl@ceph.osd.4.smithi077.stdout:Apr 10 15:37:48 smithi077 systemd[1]: Stopped Ceph osd.4 for 09bfb546-f74e-11ee-b64a-cb9ed24678a4. 2024-04-10T15:37:48.824 INFO:journalctl@ceph.osd.4.smithi077.stdout:Apr 10 15:37:48 smithi077 systemd[1]: ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4@osd.4.service: Consumed 16.064s CPU time. 2024-04-10T15:37:48.824 INFO:journalctl@ceph.osd.4.smithi077.stdout:Apr 10 15:37:48 smithi077 systemd[1]: Starting Ceph osd.4 for 09bfb546-f74e-11ee-b64a-cb9ed24678a4... 2024-04-10T15:37:49.138 INFO:journalctl@ceph.osd.4.smithi077.stdout:Apr 10 15:37:48 smithi077 podman[93340]: 2024-04-10 15:37:48.901668455 +0000 UTC m=+0.021523250 image pull ffe3e7ac3788b84d6c0b551f13dbde782a187c25e75d087cf3ace2b26f4e3ffa quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc 2024-04-10T15:37:49.138 INFO:journalctl@ceph.osd.4.smithi077.stdout:Apr 10 15:37:49 smithi077 podman[93340]: 2024-04-10 15:37:49.027218498 +0000 UTC m=+0.147073285 container create a529ffe95ed6369c0167f0e5cff0c19a1841dbadf995984f54fe4bf3760dcf23 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-4-activate, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, maintainer=Guillaume Abrioux , RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240409, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS) 2024-04-10T15:37:49.164 INFO:tasks.rados.rados.0.smithi069.stdout:1934: done (1 left) 2024-04-10T15:37:49.164 INFO:tasks.rados.rados.0.smithi069.stdout:1935: copy_from oid 25 from oid 40 current snap is 190 2024-04-10T15:37:49.164 INFO:tasks.rados.rados.0.smithi069.stdout:1933: finishing write tid 1 to smithi06982861-45 2024-04-10T15:37:49.164 INFO:tasks.rados.rados.0.smithi069.stdout:1933: finishing write tid 2 to smithi06982861-45 2024-04-10T15:37:49.165 INFO:tasks.rados.rados.0.smithi069.stdout:1933: finishing write tid 3 to smithi06982861-45 2024-04-10T15:37:49.165 INFO:tasks.rados.rados.0.smithi069.stdout:1933: oid 45 updating version 0 to 877 2024-04-10T15:37:49.165 INFO:tasks.rados.rados.0.smithi069.stdout:1933: oid 45 version 877 is already newer than 876 2024-04-10T15:37:49.165 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 45 v 877 (ObjNum 608 snap 190 seq_num 608) dirty exists 2024-04-10T15:37:49.165 INFO:tasks.rados.rados.0.smithi069.stdout:1933: left oid 45 (ObjNum 608 snap 190 seq_num 608) 2024-04-10T15:37:49.165 INFO:tasks.rados.rados.0.smithi069.stdout:1933: done (1 left) 2024-04-10T15:37:49.165 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 32 current snap is 190 2024-04-10T15:37:49.165 INFO:tasks.rados.rados.0.smithi069.stdout:1936: seq_num 609 ranges {2408448=606208} 2024-04-10T15:37:49.181 INFO:tasks.rados.rados.0.smithi069.stdout:1936: writing smithi06982861-32 from 2408448 to 3014656 tid 1 2024-04-10T15:37:49.181 INFO:tasks.rados.rados.0.smithi069.stdout:1937: snap_remove snap 185 2024-04-10T15:37:49.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:37:49 smithi077 ceph-mon[87572]: osdmap e441: 8 total, 7 up, 8 in 2024-04-10T15:37:49.491 INFO:journalctl@ceph.osd.4.smithi077.stdout:Apr 10 15:37:49 smithi077 podman[93340]: 2024-04-10 15:37:49.279648892 +0000 UTC m=+0.399503683 container init a529ffe95ed6369c0167f0e5cff0c19a1841dbadf995984f54fe4bf3760dcf23 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-4-activate, org.label-schema.vendor=CentOS, ceph=True, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.build-date=20240409, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, CEPH_POINT_RELEASE=) 2024-04-10T15:37:49.491 INFO:journalctl@ceph.osd.4.smithi077.stdout:Apr 10 15:37:49 smithi077 podman[93340]: 2024-04-10 15:37:49.285479304 +0000 UTC m=+0.405334095 container start a529ffe95ed6369c0167f0e5cff0c19a1841dbadf995984f54fe4bf3760dcf23 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-4-activate, org.label-schema.build-date=20240409, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, ceph=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0) 2024-04-10T15:37:49.492 INFO:journalctl@ceph.osd.4.smithi077.stdout:Apr 10 15:37:49 smithi077 podman[93340]: 2024-04-10 15:37:49.379507276 +0000 UTC m=+0.499362064 container attach a529ffe95ed6369c0167f0e5cff0c19a1841dbadf995984f54fe4bf3760dcf23 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-4-activate, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.build-date=20240409) 2024-04-10T15:37:49.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:37:49 smithi069 ceph-mon[96738]: osdmap e441: 8 total, 7 up, 8 in 2024-04-10T15:37:49.585 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:37:49 smithi069 ceph-mon[94167]: osdmap e441: 8 total, 7 up, 8 in 2024-04-10T15:37:49.992 INFO:journalctl@ceph.osd.4.smithi077.stdout:Apr 10 15:37:49 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-4-activate[93363]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-04-10T15:37:49.992 INFO:journalctl@ceph.osd.4.smithi077.stdout:Apr 10 15:37:49 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-4-activate[93363]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-4 --no-mon-config --dev /dev/mapper/vg_nvme-lv_4 2024-04-10T15:37:49.992 INFO:journalctl@ceph.osd.4.smithi077.stdout:Apr 10 15:37:49 smithi077 bash[93340]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-04-10T15:37:49.992 INFO:journalctl@ceph.osd.4.smithi077.stdout:Apr 10 15:37:49 smithi077 bash[93340]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-4 --no-mon-config --dev /dev/mapper/vg_nvme-lv_4 2024-04-10T15:37:49.992 INFO:journalctl@ceph.osd.4.smithi077.stdout:Apr 10 15:37:49 smithi077 bash[93340]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_4 2024-04-10T15:37:49.992 INFO:journalctl@ceph.osd.4.smithi077.stdout:Apr 10 15:37:49 smithi077 bash[93340]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2024-04-10T15:37:49.992 INFO:journalctl@ceph.osd.4.smithi077.stdout:Apr 10 15:37:49 smithi077 bash[93340]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-4/block 2024-04-10T15:37:49.992 INFO:journalctl@ceph.osd.4.smithi077.stdout:Apr 10 15:37:49 smithi077 bash[93340]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-04-10T15:37:49.992 INFO:journalctl@ceph.osd.4.smithi077.stdout:Apr 10 15:37:49 smithi077 bash[93340]: --> ceph-volume raw activate successful for osd ID: 4 2024-04-10T15:37:49.992 INFO:journalctl@ceph.osd.4.smithi077.stdout:Apr 10 15:37:49 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-4-activate[93363]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_4 2024-04-10T15:37:49.992 INFO:journalctl@ceph.osd.4.smithi077.stdout:Apr 10 15:37:49 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-4-activate[93363]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2024-04-10T15:37:49.993 INFO:journalctl@ceph.osd.4.smithi077.stdout:Apr 10 15:37:49 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-4-activate[93363]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-4/block 2024-04-10T15:37:49.993 INFO:journalctl@ceph.osd.4.smithi077.stdout:Apr 10 15:37:49 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-4-activate[93363]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-04-10T15:37:49.993 INFO:journalctl@ceph.osd.4.smithi077.stdout:Apr 10 15:37:49 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-4-activate[93363]: --> ceph-volume raw activate successful for osd ID: 4 2024-04-10T15:37:49.993 INFO:journalctl@ceph.osd.4.smithi077.stdout:Apr 10 15:37:49 smithi077 podman[93340]: 2024-04-10 15:37:49.757219844 +0000 UTC m=+0.877074634 container died a529ffe95ed6369c0167f0e5cff0c19a1841dbadf995984f54fe4bf3760dcf23 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-4-activate, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_CLEAN=True, org.label-schema.schema-version=1.0, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240409) 2024-04-10T15:37:50.176 INFO:tasks.rados.rados.0.smithi069.stdout:1937: done (2 left) 2024-04-10T15:37:50.176 INFO:tasks.rados.rados.0.smithi069.stdout:1938: delete oid 19 current snap is 190 2024-04-10T15:37:50.176 INFO:tasks.rados.rados.0.smithi069.stdout:1935: finishing copy_from racing read to smithi06982861-25 2024-04-10T15:37:50.176 INFO:tasks.rados.rados.0.smithi069.stdout:1935: finishing copy_from to smithi06982861-25 2024-04-10T15:37:50.177 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 25 v 543 (ObjNum 603 snap 188 seq_num 603) dirty exists 2024-04-10T15:37:50.177 INFO:tasks.rados.rados.0.smithi069.stdout:1936: finishing write tid 1 to smithi06982861-32 2024-04-10T15:37:50.177 INFO:tasks.rados.rados.0.smithi069.stdout:1936: finishing write tid 2 to smithi06982861-32 2024-04-10T15:37:50.177 INFO:tasks.rados.rados.0.smithi069.stdout:1936: finishing write tid 3 to smithi06982861-32 2024-04-10T15:37:50.177 INFO:tasks.rados.rados.0.smithi069.stdout:1936: oid 32 updating version 0 to 774 2024-04-10T15:37:50.177 INFO:tasks.rados.rados.0.smithi069.stdout:1936: oid 32 updating version 774 to 775 2024-04-10T15:37:50.177 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 32 v 775 (ObjNum 609 snap 190 seq_num 609) dirty exists 2024-04-10T15:37:50.177 INFO:tasks.rados.rados.0.smithi069.stdout:1936: left oid 32 (ObjNum 609 snap 190 seq_num 609) 2024-04-10T15:37:50.181 INFO:tasks.rados.rados.0.smithi069.stdout:1935: done (2 left) 2024-04-10T15:37:50.181 INFO:tasks.rados.rados.0.smithi069.stdout:1936: done (1 left) 2024-04-10T15:37:50.181 INFO:tasks.rados.rados.0.smithi069.stdout:1938: done (0 left) 2024-04-10T15:37:50.181 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 23 current snap is 190 2024-04-10T15:37:50.181 INFO:tasks.rados.rados.0.smithi069.stdout:1939: seq_num 611 ranges {319488=638976} 2024-04-10T15:37:50.187 INFO:tasks.rados.rados.0.smithi069.stdout:1939: writing smithi06982861-23 from 319488 to 958464 tid 1 2024-04-10T15:37:50.187 INFO:tasks.rados.rados.0.smithi069.stdout:1940: snap_create 2024-04-10T15:37:50.191 INFO:tasks.rados.rados.0.smithi069.stdout:1939: finishing write tid 1 to smithi06982861-23 2024-04-10T15:37:50.191 INFO:tasks.rados.rados.0.smithi069.stdout:1939: finishing write tid 2 to smithi06982861-23 2024-04-10T15:37:50.193 INFO:tasks.rados.rados.0.smithi069.stdout:1939: finishing write tid 3 to smithi06982861-23 2024-04-10T15:37:50.193 INFO:tasks.rados.rados.0.smithi069.stdout:1939: oid 23 updating version 0 to 858 2024-04-10T15:37:50.194 INFO:tasks.rados.rados.0.smithi069.stdout:1939: oid 23 version 858 is already newer than 857 2024-04-10T15:37:50.194 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 23 v 858 (ObjNum 611 snap 190 seq_num 611) dirty exists 2024-04-10T15:37:50.194 INFO:tasks.rados.rados.0.smithi069.stdout:1939: left oid 23 (ObjNum 611 snap 190 seq_num 611) 2024-04-10T15:37:50.338 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:37:50 smithi077 ceph-mon[87572]: osdmap e442: 8 total, 7 up, 8 in 2024-04-10T15:37:50.338 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:37:50 smithi077 ceph-mon[87572]: pgmap v322: 121 pgs: 11 active+undersized+degraded, 4 stale+active+clean, 14 active+undersized, 92 active+clean; 410 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1.0 KiB/s rd, 5.4 MiB/s wr, 19 op/s; 64/579 objects degraded (11.054%) 2024-04-10T15:37:50.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:37:50 smithi069 ceph-mon[96738]: osdmap e442: 8 total, 7 up, 8 in 2024-04-10T15:37:50.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:37:50 smithi069 ceph-mon[96738]: pgmap v322: 121 pgs: 11 active+undersized+degraded, 4 stale+active+clean, 14 active+undersized, 92 active+clean; 410 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1.0 KiB/s rd, 5.4 MiB/s wr, 19 op/s; 64/579 objects degraded (11.054%) 2024-04-10T15:37:50.585 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:37:50 smithi069 ceph-mon[94167]: osdmap e442: 8 total, 7 up, 8 in 2024-04-10T15:37:50.585 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:37:50 smithi069 ceph-mon[94167]: pgmap v322: 121 pgs: 11 active+undersized+degraded, 4 stale+active+clean, 14 active+undersized, 92 active+clean; 410 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1.0 KiB/s rd, 5.4 MiB/s wr, 19 op/s; 64/579 objects degraded (11.054%) 2024-04-10T15:37:50.709 INFO:journalctl@ceph.osd.4.smithi077.stdout:Apr 10 15:37:50 smithi077 podman[93510]: 2024-04-10 15:37:50.349901292 +0000 UTC m=+0.581701373 container remove a529ffe95ed6369c0167f0e5cff0c19a1841dbadf995984f54fe4bf3760dcf23 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-4-activate, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240409, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, ceph=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD) 2024-04-10T15:37:50.709 INFO:journalctl@ceph.osd.4.smithi077.stdout:Apr 10 15:37:50 smithi077 podman[93581]: 2024-04-10 15:37:50.463138981 +0000 UTC m=+0.018220901 image pull ffe3e7ac3788b84d6c0b551f13dbde782a187c25e75d087cf3ace2b26f4e3ffa quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc 2024-04-10T15:37:50.709 INFO:journalctl@ceph.osd.4.smithi077.stdout:Apr 10 15:37:50 smithi077 podman[93581]: 2024-04-10 15:37:50.575683059 +0000 UTC m=+0.130764962 container create 3d6825553ede64279cbe0d8a58e70da9bcdecd2fc53efaa2830088e0050e10a9 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-4, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240409, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, ceph=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4) 2024-04-10T15:37:51.174 INFO:journalctl@ceph.osd.4.smithi077.stdout:Apr 10 15:37:50 smithi077 podman[93581]: 2024-04-10 15:37:50.819822104 +0000 UTC m=+0.374904009 container init 3d6825553ede64279cbe0d8a58e70da9bcdecd2fc53efaa2830088e0050e10a9 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-4, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, maintainer=Guillaume Abrioux , GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.build-date=20240409, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5) 2024-04-10T15:37:51.174 INFO:journalctl@ceph.osd.4.smithi077.stdout:Apr 10 15:37:50 smithi077 podman[93581]: 2024-04-10 15:37:50.824848066 +0000 UTC m=+0.379929968 container start 3d6825553ede64279cbe0d8a58e70da9bcdecd2fc53efaa2830088e0050e10a9 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-4, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, ceph=True, maintainer=Guillaume Abrioux , RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, org.label-schema.build-date=20240409, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5) 2024-04-10T15:37:51.174 INFO:journalctl@ceph.osd.4.smithi077.stdout:Apr 10 15:37:50 smithi077 ceph-osd[93618]: -- 172.21.15.77:0/2072831230 <== mon.1 v2:172.21.15.77:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55860ba1b680 con 0x55860b9e5400 2024-04-10T15:37:51.174 INFO:journalctl@ceph.osd.4.smithi077.stdout:Apr 10 15:37:50 smithi077 bash[93581]: 3d6825553ede64279cbe0d8a58e70da9bcdecd2fc53efaa2830088e0050e10a9 2024-04-10T15:37:51.175 INFO:journalctl@ceph.osd.4.smithi077.stdout:Apr 10 15:37:50 smithi077 systemd[1]: Started Ceph osd.4 for 09bfb546-f74e-11ee-b64a-cb9ed24678a4. 2024-04-10T15:37:51.186 INFO:tasks.rados.rados.0.smithi069.stdout:1939: done (1 left) 2024-04-10T15:37:51.186 INFO:tasks.rados.rados.0.smithi069.stdout:1940: done (0 left) 2024-04-10T15:37:51.186 INFO:tasks.rados.rados.0.smithi069.stdout:1941: read oid 33 snap -1 2024-04-10T15:37:51.186 INFO:tasks.rados.rados.0.smithi069.stdout:1941: expect (ObjNum 572 snap 180 seq_num 572) 2024-04-10T15:37:51.186 INFO:tasks.rados.rados.0.smithi069.stdout:1942: read oid 6 snap -1 2024-04-10T15:37:51.187 INFO:tasks.rados.rados.0.smithi069.stdout:1942: expect (ObjNum 541 snap 167 seq_num 541) 2024-04-10T15:37:51.187 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 43 current snap is 191 2024-04-10T15:37:51.187 INFO:tasks.rados.rados.0.smithi069.stdout:1943: seq_num 612 ranges {11722752=655360} 2024-04-10T15:37:51.252 INFO:tasks.rados.rados.0.smithi069.stdout:1943: writing smithi06982861-43 from 11722752 to 12378112 tid 1 2024-04-10T15:37:51.253 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 23 current snap is 191 2024-04-10T15:37:51.253 INFO:tasks.rados.rados.0.smithi069.stdout:1944: seq_num 613 ranges {958464=671744} 2024-04-10T15:37:51.261 INFO:tasks.rados.rados.0.smithi069.stdout:1944: writing smithi06982861-23 from 958464 to 1630208 tid 1 2024-04-10T15:37:51.262 INFO:tasks.rados.rados.0.smithi069.stdout:1945: delete oid 32 current snap is 191 2024-04-10T15:37:51.262 INFO:tasks.rados.rados.0.smithi069.stdout:1941: expect (ObjNum 572 snap 180 seq_num 572) 2024-04-10T15:37:51.324 INFO:tasks.rados.rados.0.smithi069.stdout:1942: expect (ObjNum 541 snap 167 seq_num 541) 2024-04-10T15:37:51.491 INFO:journalctl@ceph.osd.4.smithi077.stdout:Apr 10 15:37:51 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-4[93595]: 2024-04-10T15:37:51.374+0000 7f9d98b687c0 -1 Falling back to public interface 2024-04-10T15:37:51.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:37:51 smithi077 ceph-mon[87572]: Health check failed: Degraded data redundancy: 64/579 objects degraded (11.054%), 11 pgs degraded (PG_DEGRADED) 2024-04-10T15:37:51.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:37:51 smithi077 ceph-mon[87572]: osdmap e443: 8 total, 7 up, 8 in 2024-04-10T15:37:51.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:37:51 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:37:51.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:37:51 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:37:51.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:37:51 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:37:51.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:37:51 smithi069 ceph-mon[96738]: Health check failed: Degraded data redundancy: 64/579 objects degraded (11.054%), 11 pgs degraded (PG_DEGRADED) 2024-04-10T15:37:51.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:37:51 smithi069 ceph-mon[96738]: osdmap e443: 8 total, 7 up, 8 in 2024-04-10T15:37:51.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:37:51 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:37:51.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:37:51 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:37:51.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:37:51 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:37:51.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:37:51 smithi069 ceph-mon[94167]: Health check failed: Degraded data redundancy: 64/579 objects degraded (11.054%), 11 pgs degraded (PG_DEGRADED) 2024-04-10T15:37:51.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:37:51 smithi069 ceph-mon[94167]: osdmap e443: 8 total, 7 up, 8 in 2024-04-10T15:37:51.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:37:51 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:37:51.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:37:51 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:37:51.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:37:51 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:37:52.275 INFO:tasks.rados.rados.0.smithi069.stdout:1943: finishing write tid 1 to smithi06982861-43 2024-04-10T15:37:52.275 INFO:tasks.rados.rados.0.smithi069.stdout:1943: finishing write tid 2 to smithi06982861-43 2024-04-10T15:37:52.275 INFO:tasks.rados.rados.0.smithi069.stdout:1943: finishing write tid 3 to smithi06982861-43 2024-04-10T15:37:52.275 INFO:tasks.rados.rados.0.smithi069.stdout:1943: oid 43 updating version 0 to 768 2024-04-10T15:37:52.275 INFO:tasks.rados.rados.0.smithi069.stdout:1943: oid 43 version 768 is already newer than 767 2024-04-10T15:37:52.276 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 43 v 768 (ObjNum 612 snap 191 seq_num 612) dirty exists 2024-04-10T15:37:52.276 INFO:tasks.rados.rados.0.smithi069.stdout:1943: left oid 43 (ObjNum 612 snap 191 seq_num 612) 2024-04-10T15:37:52.276 INFO:tasks.rados.rados.0.smithi069.stdout:1944: finishing write tid 1 to smithi06982861-23 2024-04-10T15:37:52.276 INFO:tasks.rados.rados.0.smithi069.stdout:1944: finishing write tid 2 to smithi06982861-23 2024-04-10T15:37:52.276 INFO:tasks.rados.rados.0.smithi069.stdout:1944: finishing write tid 3 to smithi06982861-23 2024-04-10T15:37:52.276 INFO:tasks.rados.rados.0.smithi069.stdout:1944: oid 23 updating version 0 to 860 2024-04-10T15:37:52.276 INFO:tasks.rados.rados.0.smithi069.stdout:1944: oid 23 version 860 is already newer than 859 2024-04-10T15:37:52.276 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 23 v 860 (ObjNum 613 snap 191 seq_num 613) dirty exists 2024-04-10T15:37:52.276 INFO:tasks.rados.rados.0.smithi069.stdout:1944: left oid 23 (ObjNum 613 snap 191 seq_num 613) 2024-04-10T15:37:52.276 INFO:tasks.rados.rados.0.smithi069.stdout:1941: done (4 left) 2024-04-10T15:37:52.276 INFO:tasks.rados.rados.0.smithi069.stdout:1942: done (3 left) 2024-04-10T15:37:52.276 INFO:tasks.rados.rados.0.smithi069.stdout:1943: done (2 left) 2024-04-10T15:37:52.276 INFO:tasks.rados.rados.0.smithi069.stdout:1944: done (1 left) 2024-04-10T15:37:52.276 INFO:tasks.rados.rados.0.smithi069.stdout:1945: done (0 left) 2024-04-10T15:37:52.277 INFO:tasks.rados.rados.0.smithi069.stdout:1946: rmattr oid 49 current snap is 191 2024-04-10T15:37:52.277 INFO:tasks.rados.rados.0.smithi069.stdout:1947: read oid 28 snap -1 2024-04-10T15:37:52.277 INFO:tasks.rados.rados.0.smithi069.stdout:1947: expect (ObjNum 427 snap 133 seq_num 427) 2024-04-10T15:37:52.277 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 7 current snap is 191 2024-04-10T15:37:52.277 INFO:tasks.rados.rados.0.smithi069.stdout:1948: seq_num 615 ranges {3293184=704512} 2024-04-10T15:37:52.298 INFO:tasks.rados.rados.0.smithi069.stdout:1948: writing smithi06982861-7 from 3293184 to 3997696 tid 1 2024-04-10T15:37:52.298 INFO:tasks.rados.rados.0.smithi069.stdout:1949: read oid 13 snap -1 2024-04-10T15:37:52.298 INFO:tasks.rados.rados.0.smithi069.stdout:1949: expect (ObjNum 591 snap 185 seq_num 591) 2024-04-10T15:37:52.299 INFO:tasks.rados.rados.0.smithi069.stdout:1950: read oid 25 snap 190 2024-04-10T15:37:52.299 INFO:tasks.rados.rados.0.smithi069.stdout:1950: expect (ObjNum 603 snap 188 seq_num 603) 2024-04-10T15:37:52.299 INFO:tasks.rados.rados.0.smithi069.stdout:1951: delete oid 42 current snap is 191 2024-04-10T15:37:52.299 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 49 v 866 (ObjNum 549 snap 169 seq_num 549) dirty exists 2024-04-10T15:37:52.304 INFO:tasks.rados.rados.0.smithi069.stdout:1950: expect (ObjNum 603 snap 188 seq_num 603) 2024-04-10T15:37:52.324 INFO:tasks.rados.rados.0.smithi069.stdout:1948: finishing write tid 1 to smithi06982861-7 2024-04-10T15:37:52.324 INFO:tasks.rados.rados.0.smithi069.stdout:1946: done (5 left) 2024-04-10T15:37:52.324 INFO:tasks.rados.rados.0.smithi069.stdout:1950: done (4 left) 2024-04-10T15:37:52.324 INFO:tasks.rados.rados.0.smithi069.stdout:1951: done (3 left) 2024-04-10T15:37:52.324 INFO:tasks.rados.rados.0.smithi069.stdout:1952: rollback oid 50 current snap is 191 2024-04-10T15:37:52.325 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 50 to 188 2024-04-10T15:37:52.325 INFO:tasks.rados.rados.0.smithi069.stdout:1948: finishing write tid 2 to smithi06982861-7 2024-04-10T15:37:52.325 INFO:tasks.rados.rados.0.smithi069.stdout:1948: finishing write tid 3 to smithi06982861-7 2024-04-10T15:37:52.325 INFO:tasks.rados.rados.0.smithi069.stdout:1948: oid 7 updating version 0 to 892 2024-04-10T15:37:52.325 INFO:tasks.rados.rados.0.smithi069.stdout:1948: oid 7 version 892 is already newer than 891 2024-04-10T15:37:52.325 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 7 v 892 (ObjNum 615 snap 191 seq_num 615) dirty exists 2024-04-10T15:37:52.325 INFO:tasks.rados.rados.0.smithi069.stdout:1948: left oid 7 (ObjNum 615 snap 191 seq_num 615) 2024-04-10T15:37:52.325 INFO:tasks.rados.rados.0.smithi069.stdout:1949: expect (ObjNum 591 snap 185 seq_num 591) 2024-04-10T15:37:52.491 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:37:52 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[78458]: ts=2024-04-10T15:37:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:37:52.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:37:52 smithi077 ceph-mon[87572]: osdmap e444: 8 total, 7 up, 8 in 2024-04-10T15:37:52.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:37:52 smithi077 ceph-mon[87572]: pgmap v325: 121 pgs: 14 active+undersized+degraded, 33 active+undersized, 74 active+clean; 412 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1.7 KiB/s rd, 5.8 MiB/s wr, 26 op/s; 94/588 objects degraded (15.986%) 2024-04-10T15:37:52.510 INFO:tasks.rados.rados.0.smithi069.stdout:1947: expect (ObjNum 427 snap 133 seq_num 427) 2024-04-10T15:37:52.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:37:52 smithi069 ceph-mon[96738]: osdmap e444: 8 total, 7 up, 8 in 2024-04-10T15:37:52.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:37:52 smithi069 ceph-mon[96738]: pgmap v325: 121 pgs: 14 active+undersized+degraded, 33 active+undersized, 74 active+clean; 412 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1.7 KiB/s rd, 5.8 MiB/s wr, 26 op/s; 94/588 objects degraded (15.986%) 2024-04-10T15:37:52.585 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:37:52 smithi069 ceph-mon[94167]: osdmap e444: 8 total, 7 up, 8 in 2024-04-10T15:37:52.585 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:37:52 smithi069 ceph-mon[94167]: pgmap v325: 121 pgs: 14 active+undersized+degraded, 33 active+undersized, 74 active+clean; 412 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1.7 KiB/s rd, 5.8 MiB/s wr, 26 op/s; 94/588 objects degraded (15.986%) 2024-04-10T15:37:53.278 INFO:tasks.rados.rados.0.smithi069.stdout:1952: finishing rollback tid 0 to smithi06982861-50 2024-04-10T15:37:53.278 INFO:tasks.rados.rados.0.smithi069.stdout:1952: finishing rollback tid 1 to smithi06982861-50 2024-04-10T15:37:53.278 INFO:tasks.rados.rados.0.smithi069.stdout:1952: finishing rollback tid 2 to smithi06982861-50 2024-04-10T15:37:53.279 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 50 v 882 (ObjNum 549 snap 169 seq_num 549) dirty exists 2024-04-10T15:37:53.279 INFO:tasks.rados.rados.0.smithi069.stdout:1947: done (3 left) 2024-04-10T15:37:53.279 INFO:tasks.rados.rados.0.smithi069.stdout:1948: done (2 left) 2024-04-10T15:37:53.279 INFO:tasks.rados.rados.0.smithi069.stdout:1949: done (1 left) 2024-04-10T15:37:53.279 INFO:tasks.rados.rados.0.smithi069.stdout:1952: done (0 left) 2024-04-10T15:37:53.279 INFO:tasks.rados.rados.0.smithi069.stdout:1953: snap_create 2024-04-10T15:37:53.334 INFO:tasks.rados.rados.0.smithi069.stdout:1953: done (0 left) 2024-04-10T15:37:53.334 INFO:tasks.rados.rados.0.smithi069.stdout:1954: snap_create 2024-04-10T15:37:53.991 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:37:53 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[78458]: ts=2024-04-10T15:37:53.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi069\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi069\", job=\"node\", machine=\"x86_64\", nodename=\"smithi069\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", domainname=\"(none)\", instance=\"smithi069\", job=\"node\", machine=\"x86_64\", nodename=\"smithi069\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:37:54.348 INFO:tasks.rados.rados.0.smithi069.stdout:1954: done (0 left) 2024-04-10T15:37:54.348 INFO:tasks.rados.rados.0.smithi069.stdout:1955: read oid 37 snap -1 2024-04-10T15:37:54.348 INFO:tasks.rados.rados.0.smithi069.stdout:1955: expect (ObjNum 498 snap 155 seq_num 498) 2024-04-10T15:37:54.348 INFO:tasks.rados.rados.0.smithi069.stdout:1956: copy_from oid 11 from oid 23 current snap is 193 2024-04-10T15:37:54.348 INFO:tasks.rados.rados.0.smithi069.stdout:1957: rollback oid 39 current snap is 193 2024-04-10T15:37:54.349 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 39 to 182 2024-04-10T15:37:54.349 INFO:tasks.rados.rados.0.smithi069.stdout:1958: read oid 18 snap -1 2024-04-10T15:37:54.349 INFO:tasks.rados.rados.0.smithi069.stdout:1958: expect (ObjNum 347 snap 103 seq_num 347) 2024-04-10T15:37:54.349 INFO:tasks.rados.rados.0.smithi069.stdout:1959: delete oid 42 current snap is 193 2024-04-10T15:37:54.355 INFO:tasks.rados.rados.0.smithi069.stdout:1959: done (4 left) 2024-04-10T15:37:54.356 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 36 current snap is 193 2024-04-10T15:37:54.356 INFO:tasks.rados.rados.0.smithi069.stdout:1960: seq_num 618 ranges {3153920=753664} 2024-04-10T15:37:54.377 INFO:tasks.rados.rados.0.smithi069.stdout:1960: writing smithi06982861-36 from 3153920 to 3907584 tid 1 2024-04-10T15:37:54.377 INFO:tasks.rados.rados.0.smithi069.stdout:1961: snap_remove snap 180 2024-04-10T15:37:54.678 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:37:54 smithi077 ceph-mon[87572]: osdmap e445: 8 total, 7 up, 8 in 2024-04-10T15:37:54.678 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:37:54 smithi077 ceph-mon[87572]: pgmap v327: 121 pgs: 14 active+undersized+degraded, 33 active+undersized, 74 active+clean; 413 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 4.1 MiB/s rd, 2.5 MiB/s wr, 16 op/s; 94/597 objects degraded (15.745%) 2024-04-10T15:37:54.835 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:37:54 smithi069 ceph-mon[96738]: osdmap e445: 8 total, 7 up, 8 in 2024-04-10T15:37:54.835 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:37:54 smithi069 ceph-mon[96738]: pgmap v327: 121 pgs: 14 active+undersized+degraded, 33 active+undersized, 74 active+clean; 413 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 4.1 MiB/s rd, 2.5 MiB/s wr, 16 op/s; 94/597 objects degraded (15.745%) 2024-04-10T15:37:54.835 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:37:54 smithi069 ceph-mon[94167]: osdmap e445: 8 total, 7 up, 8 in 2024-04-10T15:37:54.836 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:37:54 smithi069 ceph-mon[94167]: pgmap v327: 121 pgs: 14 active+undersized+degraded, 33 active+undersized, 74 active+clean; 413 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 4.1 MiB/s rd, 2.5 MiB/s wr, 16 op/s; 94/597 objects degraded (15.745%) 2024-04-10T15:37:54.991 INFO:journalctl@ceph.osd.4.smithi077.stdout:Apr 10 15:37:54 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-4[93595]: 2024-04-10T15:37:54.689+0000 7f9d98b687c0 -1 osd.4 437 log_to_monitors true 2024-04-10T15:37:55.352 INFO:tasks.rados.rados.0.smithi069.stdout:1961: done (5 left) 2024-04-10T15:37:55.352 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 38 current snap is 193 2024-04-10T15:37:55.353 INFO:tasks.rados.rados.0.smithi069.stdout:1962: seq_num 619 ranges {11673600=770048} 2024-04-10T15:37:55.420 INFO:tasks.rados.rados.0.smithi069.stdout:1962: writing smithi06982861-38 from 11673600 to 12443648 tid 1 2024-04-10T15:37:55.420 INFO:tasks.rados.rados.0.smithi069.stdout:1963: read oid 4 snap -1 2024-04-10T15:37:55.420 INFO:tasks.rados.rados.0.smithi069.stdout:1963: expect (ObjNum 607 snap 189 seq_num 607) 2024-04-10T15:37:55.420 INFO:tasks.rados.rados.0.smithi069.stdout:1964: snap_remove snap 186 2024-04-10T15:37:55.741 INFO:journalctl@ceph.osd.4.smithi077.stdout:Apr 10 15:37:55 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-4[93595]: 2024-04-10T15:37:55.393+0000 7f9d89fc0700 -1 osd.4 437 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-10T15:37:55.741 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:37:55 smithi077 ceph-mon[87572]: osdmap e446: 8 total, 7 up, 8 in 2024-04-10T15:37:55.742 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:37:55 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:37:55.742 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:37:55 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:37:55.742 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:37:55 smithi077 ceph-mon[87572]: from='osd.4 [v2:172.21.15.77:6800/3960010975,v1:172.21.15.77:6801/3960010975]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-10T15:37:55.742 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:37:55 smithi077 ceph-mon[87572]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-10T15:37:55.835 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:37:55 smithi069 ceph-mon[96738]: osdmap e446: 8 total, 7 up, 8 in 2024-04-10T15:37:55.835 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:37:55 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:37:55.835 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:37:55 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:37:55.835 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:37:55 smithi069 ceph-mon[96738]: from='osd.4 [v2:172.21.15.77:6800/3960010975,v1:172.21.15.77:6801/3960010975]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-10T15:37:55.835 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:37:55 smithi069 ceph-mon[96738]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-10T15:37:55.836 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:37:55 smithi069 ceph-mon[94167]: osdmap e446: 8 total, 7 up, 8 in 2024-04-10T15:37:55.836 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:37:55 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:37:55.836 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:37:55 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:37:55.836 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:37:55 smithi069 ceph-mon[94167]: from='osd.4 [v2:172.21.15.77:6800/3960010975,v1:172.21.15.77:6801/3960010975]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-10T15:37:55.836 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:37:55 smithi069 ceph-mon[94167]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-10T15:37:56.354 INFO:tasks.rados.rados.0.smithi069.stdout:1964: done (7 left) 2024-04-10T15:37:56.354 INFO:tasks.rados.rados.0.smithi069.stdout:1965: snap_remove snap 192 2024-04-10T15:37:56.741 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:37:56 smithi077 ceph-mon[87572]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-04-10T15:37:56.741 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:37:56 smithi077 ceph-mon[87572]: from='osd.4 [v2:172.21.15.77:6800/3960010975,v1:172.21.15.77:6801/3960010975]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi077", "root=default"]}]: dispatch 2024-04-10T15:37:56.741 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:37:56 smithi077 ceph-mon[87572]: osdmap e447: 8 total, 7 up, 8 in 2024-04-10T15:37:56.741 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:37:56 smithi077 ceph-mon[87572]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi077", "root=default"]}]: dispatch 2024-04-10T15:37:56.741 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:37:56 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:37:56.742 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:37:56 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:37:56.742 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:37:56 smithi077 ceph-mon[87572]: pgmap v330: 121 pgs: 14 active+undersized+degraded, 33 active+undersized, 74 active+clean; 416 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 26 MiB/s rd, 901 KiB/s wr, 12 op/s; 99/612 objects degraded (16.176%) 2024-04-10T15:37:56.742 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:37:56 smithi077 ceph-mon[87572]: Health check update: Degraded data redundancy: 94/597 objects degraded (15.745%), 14 pgs degraded (PG_DEGRADED) 2024-04-10T15:37:56.835 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:37:56 smithi069 ceph-mon[96738]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-04-10T15:37:56.835 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:37:56 smithi069 ceph-mon[96738]: from='osd.4 [v2:172.21.15.77:6800/3960010975,v1:172.21.15.77:6801/3960010975]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi077", "root=default"]}]: dispatch 2024-04-10T15:37:56.835 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:37:56 smithi069 ceph-mon[96738]: osdmap e447: 8 total, 7 up, 8 in 2024-04-10T15:37:56.836 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:37:56 smithi069 ceph-mon[96738]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi077", "root=default"]}]: dispatch 2024-04-10T15:37:56.836 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:37:56 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:37:56.836 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:37:56 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:37:56.836 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:37:56 smithi069 ceph-mon[96738]: pgmap v330: 121 pgs: 14 active+undersized+degraded, 33 active+undersized, 74 active+clean; 416 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 26 MiB/s rd, 901 KiB/s wr, 12 op/s; 99/612 objects degraded (16.176%) 2024-04-10T15:37:56.836 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:37:56 smithi069 ceph-mon[96738]: Health check update: Degraded data redundancy: 94/597 objects degraded (15.745%), 14 pgs degraded (PG_DEGRADED) 2024-04-10T15:37:56.836 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:37:56 smithi069 ceph-mon[94167]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-04-10T15:37:56.836 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:37:56 smithi069 ceph-mon[94167]: from='osd.4 [v2:172.21.15.77:6800/3960010975,v1:172.21.15.77:6801/3960010975]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi077", "root=default"]}]: dispatch 2024-04-10T15:37:56.836 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:37:56 smithi069 ceph-mon[94167]: osdmap e447: 8 total, 7 up, 8 in 2024-04-10T15:37:56.836 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:37:56 smithi069 ceph-mon[94167]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi077", "root=default"]}]: dispatch 2024-04-10T15:37:56.836 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:37:56 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:37:56.836 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:37:56 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:37:56.836 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:37:56 smithi069 ceph-mon[94167]: pgmap v330: 121 pgs: 14 active+undersized+degraded, 33 active+undersized, 74 active+clean; 416 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 26 MiB/s rd, 901 KiB/s wr, 12 op/s; 99/612 objects degraded (16.176%) 2024-04-10T15:37:56.837 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:37:56 smithi069 ceph-mon[94167]: Health check update: Degraded data redundancy: 94/597 objects degraded (15.745%), 14 pgs degraded (PG_DEGRADED) 2024-04-10T15:37:57.335 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:37:56 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:15:37:56] "GET /metrics HTTP/1.1" 200 36194 "" "Prometheus/2.43.0" 2024-04-10T15:37:57.362 INFO:tasks.rados.rados.0.smithi069.stdout:1957: finishing rollback tid 0 to smithi06982861-39 2024-04-10T15:37:57.362 INFO:tasks.rados.rados.0.smithi069.stdout:1957: finishing rollback tid 1 to smithi06982861-39 2024-04-10T15:37:57.362 INFO:tasks.rados.rados.0.smithi069.stdout:1957: finishing rollback tid 2 to smithi06982861-39 2024-04-10T15:37:57.362 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 39 v 779 (ObjNum 585 snap 182 seq_num 585) dirty exists 2024-04-10T15:37:57.363 INFO:tasks.rados.rados.0.smithi069.stdout:1955: expect (ObjNum 498 snap 155 seq_num 498) 2024-04-10T15:37:57.483 INFO:tasks.rados.rados.0.smithi069.stdout:1956: finishing copy_from racing read to smithi06982861-11 2024-04-10T15:37:57.483 INFO:tasks.rados.rados.0.smithi069.stdout:1956: finishing copy_from to smithi06982861-11 2024-04-10T15:37:57.483 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 11 v 860 (ObjNum 613 snap 191 seq_num 613) dirty exists 2024-04-10T15:37:57.483 INFO:tasks.rados.rados.0.smithi069.stdout:1955: done (7 left) 2024-04-10T15:37:57.483 INFO:tasks.rados.rados.0.smithi069.stdout:1956: done (6 left) 2024-04-10T15:37:57.483 INFO:tasks.rados.rados.0.smithi069.stdout:1957: done (5 left) 2024-04-10T15:37:57.483 INFO:tasks.rados.rados.0.smithi069.stdout:1965: done (4 left) 2024-04-10T15:37:57.483 INFO:tasks.rados.rados.0.smithi069.stdout:1966: rmattr oid 42 current snap is 193 2024-04-10T15:37:57.483 INFO:tasks.rados.rados.0.smithi069.stdout:1966: done (4 left) 2024-04-10T15:37:57.483 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 10 current snap is 193 2024-04-10T15:37:57.484 INFO:tasks.rados.rados.0.smithi069.stdout:1958: expect (ObjNum 347 snap 103 seq_num 347) 2024-04-10T15:37:57.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:37:57 smithi077 ceph-mon[87572]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-10T15:37:57.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:37:57 smithi077 ceph-mon[87572]: osd.4 [v2:172.21.15.77:6800/3960010975,v1:172.21.15.77:6801/3960010975] boot 2024-04-10T15:37:57.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:37:57 smithi077 ceph-mon[87572]: osdmap e448: 8 total, 8 up, 8 in 2024-04-10T15:37:57.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:37:57 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-10T15:37:57.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:37:57 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:37:57.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:37:57 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:37:57.633 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:37:57 smithi069 ceph-mon[96738]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-10T15:37:57.634 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:37:57 smithi069 ceph-mon[96738]: osd.4 [v2:172.21.15.77:6800/3960010975,v1:172.21.15.77:6801/3960010975] boot 2024-04-10T15:37:57.634 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:37:57 smithi069 ceph-mon[96738]: osdmap e448: 8 total, 8 up, 8 in 2024-04-10T15:37:57.634 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:37:57 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-10T15:37:57.634 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:37:57 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:37:57.634 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:37:57 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:37:57.634 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:37:57 smithi069 ceph-mon[94167]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-10T15:37:57.634 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:37:57 smithi069 ceph-mon[94167]: osd.4 [v2:172.21.15.77:6800/3960010975,v1:172.21.15.77:6801/3960010975] boot 2024-04-10T15:37:57.634 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:37:57 smithi069 ceph-mon[94167]: osdmap e448: 8 total, 8 up, 8 in 2024-04-10T15:37:57.634 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:37:57 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-10T15:37:57.634 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:37:57 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:37:57.635 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:37:57 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:37:58.257 INFO:tasks.rados.rados.0.smithi069.stdout:1960: finishing write tid 1 to smithi06982861-36 2024-04-10T15:37:58.257 INFO:tasks.rados.rados.0.smithi069.stdout:1960: finishing write tid 2 to smithi06982861-36 2024-04-10T15:37:58.257 INFO:tasks.rados.rados.0.smithi069.stdout:1967: seq_num 620 ranges {10903552=794624} 2024-04-10T15:37:58.318 INFO:tasks.rados.rados.0.smithi069.stdout:1967: writing smithi06982861-10 from 10903552 to 11698176 tid 1 2024-04-10T15:37:58.318 INFO:tasks.rados.rados.0.smithi069.stdout:1958: done (4 left) 2024-04-10T15:37:58.318 INFO:tasks.rados.rados.0.smithi069.stdout:1968: read oid 46 snap -1 2024-04-10T15:37:58.318 INFO:tasks.rados.rados.0.smithi069.stdout:1968: expect (ObjNum 600 snap 188 seq_num 600) 2024-04-10T15:37:58.318 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 24 current snap is 193 2024-04-10T15:37:58.318 INFO:tasks.rados.rados.0.smithi069.stdout:1960: finishing write tid 3 to smithi06982861-36 2024-04-10T15:37:58.318 INFO:tasks.rados.rados.0.smithi069.stdout:1960: oid 36 updating version 0 to 922 2024-04-10T15:37:58.318 INFO:tasks.rados.rados.0.smithi069.stdout:1960: oid 36 updating version 922 to 923 2024-04-10T15:37:58.318 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 36 v 923 (ObjNum 618 snap 193 seq_num 618) dirty exists 2024-04-10T15:37:58.318 INFO:tasks.rados.rados.0.smithi069.stdout:1960: left oid 36 (ObjNum 618 snap 193 seq_num 618) 2024-04-10T15:37:58.318 INFO:tasks.rados.rados.0.smithi069.stdout:1963: expect (ObjNum 607 snap 189 seq_num 607) 2024-04-10T15:37:58.333 INFO:tasks.rados.rados.0.smithi069.stdout:1962: finishing write tid 1 to smithi06982861-38 2024-04-10T15:37:58.333 INFO:tasks.rados.rados.0.smithi069.stdout:1962: finishing write tid 2 to smithi06982861-38 2024-04-10T15:37:58.333 INFO:tasks.rados.rados.0.smithi069.stdout:1962: finishing write tid 3 to smithi06982861-38 2024-04-10T15:37:58.333 INFO:tasks.rados.rados.0.smithi069.stdout:1962: oid 38 updating version 0 to 903 2024-04-10T15:37:58.333 INFO:tasks.rados.rados.0.smithi069.stdout:1962: oid 38 version 903 is already newer than 902 2024-04-10T15:37:58.333 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 38 v 903 (ObjNum 619 snap 193 seq_num 619) dirty exists 2024-04-10T15:37:58.334 INFO:tasks.rados.rados.0.smithi069.stdout:1962: left oid 38 (ObjNum 619 snap 193 seq_num 619) 2024-04-10T15:37:58.334 INFO:tasks.rados.rados.0.smithi069.stdout:1969: seq_num 621 ranges {0=409600,409600=401408} 2024-04-10T15:37:58.335 INFO:tasks.rados.rados.0.smithi069.stdout:1969: writing smithi06982861-24 from 0 to 409600 tid 1 2024-04-10T15:37:58.337 INFO:tasks.rados.rados.0.smithi069.stdout:1969: writing smithi06982861-24 from 409600 to 811008 tid 2 2024-04-10T15:37:58.338 INFO:tasks.rados.rados.0.smithi069.stdout:1960: done (5 left) 2024-04-10T15:37:58.338 INFO:tasks.rados.rados.0.smithi069.stdout:1962: done (4 left) 2024-04-10T15:37:58.338 INFO:tasks.rados.rados.0.smithi069.stdout:1963: done (3 left) 2024-04-10T15:37:58.338 INFO:tasks.rados.rados.0.smithi069.stdout:1970: delete oid 42 current snap is 193 2024-04-10T15:37:58.338 INFO:tasks.rados.rados.0.smithi069.stdout:1968: expect (ObjNum 600 snap 188 seq_num 600) 2024-04-10T15:37:58.351 INFO:tasks.rados.rados.0.smithi069.stdout:1967: finishing write tid 1 to smithi06982861-10 2024-04-10T15:37:58.351 INFO:tasks.rados.rados.0.smithi069.stdout:1967: finishing write tid 2 to smithi06982861-10 2024-04-10T15:37:58.351 INFO:tasks.rados.rados.0.smithi069.stdout:1967: finishing write tid 3 to smithi06982861-10 2024-04-10T15:37:58.351 INFO:tasks.rados.rados.0.smithi069.stdout:1967: oid 10 updating version 0 to 1135 2024-04-10T15:37:58.351 INFO:tasks.rados.rados.0.smithi069.stdout:1967: oid 10 updating version 1135 to 1136 2024-04-10T15:37:58.351 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 10 v 1136 (ObjNum 620 snap 193 seq_num 620) dirty exists 2024-04-10T15:37:58.351 INFO:tasks.rados.rados.0.smithi069.stdout:1967: left oid 10 (ObjNum 620 snap 193 seq_num 620) 2024-04-10T15:37:58.351 INFO:tasks.rados.rados.0.smithi069.stdout:1969: finishing write tid 1 to smithi06982861-24 2024-04-10T15:37:58.352 INFO:tasks.rados.rados.0.smithi069.stdout:1969: finishing write tid 2 to smithi06982861-24 2024-04-10T15:37:58.352 INFO:tasks.rados.rados.0.smithi069.stdout:1967: done (3 left) 2024-04-10T15:37:58.352 INFO:tasks.rados.rados.0.smithi069.stdout:1968: done (2 left) 2024-04-10T15:37:58.352 INFO:tasks.rados.rados.0.smithi069.stdout:1970: done (1 left) 2024-04-10T15:37:58.352 INFO:tasks.rados.rados.0.smithi069.stdout:1971: read oid 35 snap -1 2024-04-10T15:37:58.352 INFO:tasks.rados.rados.0.smithi069.stdout:1971: expect (ObjNum 578 snap 181 seq_num 578) 2024-04-10T15:37:58.352 INFO:tasks.rados.rados.0.smithi069.stdout:1972: delete oid 37 current snap is 193 2024-04-10T15:37:58.352 INFO:tasks.rados.rados.0.smithi069.stdout:1969: finishing write tid 3 to smithi06982861-24 2024-04-10T15:37:58.352 INFO:tasks.rados.rados.0.smithi069.stdout:1969: finishing write tid 4 to smithi06982861-24 2024-04-10T15:37:58.352 INFO:tasks.rados.rados.0.smithi069.stdout:1969: oid 24 updating version 0 to 868 2024-04-10T15:37:58.352 INFO:tasks.rados.rados.0.smithi069.stdout:1969: oid 24 updating version 868 to 869 2024-04-10T15:37:58.352 INFO:tasks.rados.rados.0.smithi069.stdout:1969: oid 24 version 869 is already newer than 867 2024-04-10T15:37:58.352 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 24 v 869 (ObjNum 621 snap 193 seq_num 621) dirty exists 2024-04-10T15:37:58.352 INFO:tasks.rados.rados.0.smithi069.stdout:1969: left oid 24 (ObjNum 621 snap 193 seq_num 621) 2024-04-10T15:37:58.362 INFO:tasks.rados.rados.0.smithi069.stdout:1969: done (2 left) 2024-04-10T15:37:58.362 INFO:tasks.rados.rados.0.smithi069.stdout:1972: done (1 left) 2024-04-10T15:37:58.362 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 42 current snap is 193 2024-04-10T15:37:58.362 INFO:tasks.rados.rados.0.smithi069.stdout:1973: seq_num 624 ranges {0=458752,458752=401408} 2024-04-10T15:37:58.364 INFO:tasks.rados.rados.0.smithi069.stdout:1973: writing smithi06982861-42 from 0 to 458752 tid 1 2024-04-10T15:37:58.367 INFO:tasks.rados.rados.0.smithi069.stdout:1973: writing smithi06982861-42 from 458752 to 860160 tid 2 2024-04-10T15:37:58.367 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 2 current snap is 193 2024-04-10T15:37:58.367 INFO:tasks.rados.rados.0.smithi069.stdout:1974: seq_num 625 ranges {5365760=475136,5840896=401408} 2024-04-10T15:37:58.399 INFO:tasks.rados.rados.0.smithi069.stdout:1974: writing smithi06982861-2 from 5365760 to 5840896 tid 1 2024-04-10T15:37:58.402 INFO:tasks.rados.rados.0.smithi069.stdout:1974: writing smithi06982861-2 from 5840896 to 6242304 tid 2 2024-04-10T15:37:58.402 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 23 current snap is 193 2024-04-10T15:37:58.402 INFO:tasks.rados.rados.0.smithi069.stdout:1973: finishing write tid 1 to smithi06982861-42 2024-04-10T15:37:58.402 INFO:tasks.rados.rados.0.smithi069.stdout:1975: seq_num 626 ranges {1630208=491520,2121728=401408} 2024-04-10T15:37:58.413 INFO:tasks.rados.rados.0.smithi069.stdout:1975: writing smithi06982861-23 from 1630208 to 2121728 tid 1 2024-04-10T15:37:58.416 INFO:tasks.rados.rados.0.smithi069.stdout:1975: writing smithi06982861-23 from 2121728 to 2523136 tid 2 2024-04-10T15:37:58.416 INFO:tasks.rados.rados.0.smithi069.stdout:1976: read oid 8 snap -1 2024-04-10T15:37:58.416 INFO:tasks.rados.rados.0.smithi069.stdout:1976: expect (ObjNum 576 snap 181 seq_num 576) 2024-04-10T15:37:58.416 INFO:tasks.rados.rados.0.smithi069.stdout:1977: copy_from oid 41 from oid 15 current snap is 193 2024-04-10T15:37:58.416 INFO:tasks.rados.rados.0.smithi069.stdout:1973: finishing write tid 2 to smithi06982861-42 2024-04-10T15:37:58.416 INFO:tasks.rados.rados.0.smithi069.stdout:1973: finishing write tid 3 to smithi06982861-42 2024-04-10T15:37:58.416 INFO:tasks.rados.rados.0.smithi069.stdout:1971: expect (ObjNum 578 snap 181 seq_num 578) 2024-04-10T15:37:58.548 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:37:58 smithi077 ceph-mon[87572]: osdmap e449: 8 total, 8 up, 8 in 2024-04-10T15:37:58.548 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:37:58 smithi077 ceph-mon[87572]: pgmap v333: 121 pgs: 14 active+undersized+degraded, 33 active+undersized, 74 active+clean; 416 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 24 MiB/s rd, 664 KiB/s wr, 9 op/s; 99/612 objects degraded (16.176%) 2024-04-10T15:37:58.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:37:58 smithi069 ceph-mon[96738]: osdmap e449: 8 total, 8 up, 8 in 2024-04-10T15:37:58.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:37:58 smithi069 ceph-mon[96738]: pgmap v333: 121 pgs: 14 active+undersized+degraded, 33 active+undersized, 74 active+clean; 416 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 24 MiB/s rd, 664 KiB/s wr, 9 op/s; 99/612 objects degraded (16.176%) 2024-04-10T15:37:58.585 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:37:58 smithi069 ceph-mon[94167]: osdmap e449: 8 total, 8 up, 8 in 2024-04-10T15:37:58.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:37:58 smithi069 ceph-mon[94167]: pgmap v333: 121 pgs: 14 active+undersized+degraded, 33 active+undersized, 74 active+clean; 416 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 24 MiB/s rd, 664 KiB/s wr, 9 op/s; 99/612 objects degraded (16.176%) 2024-04-10T15:37:58.833 INFO:tasks.rados.rados.0.smithi069.stdout:1973: finishing write tid 4 to smithi06982861-42 2024-04-10T15:37:58.875 INFO:tasks.rados.rados.0.smithi069.stdout:1973: oid 42 updating version 0 to 871 2024-04-10T15:37:58.875 INFO:tasks.rados.rados.0.smithi069.stdout:1973: oid 42 updating version 871 to 872 2024-04-10T15:37:58.876 INFO:tasks.rados.rados.0.smithi069.stdout:1973: oid 42 updating version 872 to 873 2024-04-10T15:37:58.876 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 42 v 873 (ObjNum 624 snap 193 seq_num 624) dirty exists 2024-04-10T15:37:58.876 INFO:tasks.rados.rados.0.smithi069.stdout:1973: left oid 42 (ObjNum 624 snap 193 seq_num 624) 2024-04-10T15:37:58.876 INFO:tasks.rados.rados.0.smithi069.stdout:1971: done (5 left) 2024-04-10T15:37:58.876 INFO:tasks.rados.rados.0.smithi069.stdout:1973: done (4 left) 2024-04-10T15:37:58.876 INFO:tasks.rados.rados.0.smithi069.stdout:1978: read oid 4 snap -1 2024-04-10T15:37:58.876 INFO:tasks.rados.rados.0.smithi069.stdout:1978: expect (ObjNum 607 snap 189 seq_num 607) 2024-04-10T15:37:58.876 INFO:tasks.rados.rados.0.smithi069.stdout:1979: read oid 22 snap -1 2024-04-10T15:37:58.876 INFO:tasks.rados.rados.0.smithi069.stdout:1979: expect (ObjNum 575 snap 180 seq_num 575) 2024-04-10T15:37:58.876 INFO:tasks.rados.rados.0.smithi069.stdout:1980: rollback oid 48 current snap is 193 2024-04-10T15:37:58.876 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 48 to 175 2024-04-10T15:37:58.876 INFO:tasks.rados.rados.0.smithi069.stdout:1974: finishing write tid 1 to smithi06982861-2 2024-04-10T15:37:58.877 INFO:tasks.rados.rados.0.smithi069.stdout:1974: finishing write tid 2 to smithi06982861-2 2024-04-10T15:37:58.877 INFO:tasks.rados.rados.0.smithi069.stdout:1981: copy_from oid 18 from oid 9 current snap is 193 2024-04-10T15:37:58.877 INFO:tasks.rados.rados.0.smithi069.stdout:1974: finishing write tid 3 to smithi06982861-2 2024-04-10T15:37:58.877 INFO:tasks.rados.rados.0.smithi069.stdout:1974: finishing write tid 4 to smithi06982861-2 2024-04-10T15:37:58.877 INFO:tasks.rados.rados.0.smithi069.stdout:1974: oid 2 updating version 0 to 593 2024-04-10T15:37:58.877 INFO:tasks.rados.rados.0.smithi069.stdout:1974: oid 2 updating version 593 to 594 2024-04-10T15:37:58.877 INFO:tasks.rados.rados.0.smithi069.stdout:1974: oid 2 version 594 is already newer than 592 2024-04-10T15:37:58.877 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 2 v 594 (ObjNum 625 snap 193 seq_num 625) dirty exists 2024-04-10T15:37:58.877 INFO:tasks.rados.rados.0.smithi069.stdout:1974: left oid 2 (ObjNum 625 snap 193 seq_num 625) 2024-04-10T15:37:58.877 INFO:tasks.rados.rados.0.smithi069.stdout:1977: finishing copy_from to smithi06982861-41 2024-04-10T15:37:58.877 INFO:tasks.rados.rados.0.smithi069.stdout:1977: got expected ENOENT (src dne) 2024-04-10T15:37:58.877 INFO:tasks.rados.rados.0.smithi069.stdout:1977: finishing copy_from racing read to smithi06982861-41 2024-04-10T15:37:58.877 INFO:tasks.rados.rados.0.smithi069.stdout:1976: expect (ObjNum 576 snap 181 seq_num 576) 2024-04-10T15:37:58.877 INFO:tasks.rados.rados.0.smithi069.stdout:1975: finishing write tid 1 to smithi06982861-23 2024-04-10T15:37:58.878 INFO:tasks.rados.rados.0.smithi069.stdout:1975: finishing write tid 2 to smithi06982861-23 2024-04-10T15:37:58.878 INFO:tasks.rados.rados.0.smithi069.stdout:1974: done (7 left) 2024-04-10T15:37:58.878 INFO:tasks.rados.rados.0.smithi069.stdout:1976: done (6 left) 2024-04-10T15:37:58.878 INFO:tasks.rados.rados.0.smithi069.stdout:1977: done (5 left) 2024-04-10T15:37:58.878 INFO:tasks.rados.rados.0.smithi069.stdout:1982: rollback oid 19 current snap is 193 2024-04-10T15:37:58.878 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 19 to 182 2024-04-10T15:37:58.878 INFO:tasks.rados.rados.0.smithi069.stdout:1975: finishing write tid 3 to smithi06982861-23 2024-04-10T15:37:58.878 INFO:tasks.rados.rados.0.smithi069.stdout:1975: finishing write tid 4 to smithi06982861-23 2024-04-10T15:37:58.878 INFO:tasks.rados.rados.0.smithi069.stdout:1975: oid 23 updating version 0 to 863 2024-04-10T15:37:58.878 INFO:tasks.rados.rados.0.smithi069.stdout:1975: oid 23 version 863 is already newer than 862 2024-04-10T15:37:58.879 INFO:tasks.rados.rados.0.smithi069.stdout:1975: oid 23 version 863 is already newer than 861 2024-04-10T15:37:58.879 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 23 v 863 (ObjNum 626 snap 193 seq_num 626) dirty exists 2024-04-10T15:37:58.879 INFO:tasks.rados.rados.0.smithi069.stdout:1975: left oid 23 (ObjNum 626 snap 193 seq_num 626) 2024-04-10T15:37:58.879 INFO:tasks.rados.rados.0.smithi069.stdout:1975: done (5 left) 2024-04-10T15:37:58.879 INFO:tasks.rados.rados.0.smithi069.stdout:1983: setattr oid 23 current snap is 193 2024-04-10T15:37:58.879 INFO:tasks.rados.rados.0.smithi069.stdout:1981: finishing copy_from to smithi06982861-18 2024-04-10T15:37:58.879 INFO:tasks.rados.rados.0.smithi069.stdout:1981: got expected ENOENT (src dne) 2024-04-10T15:37:58.879 INFO:tasks.rados.rados.0.smithi069.stdout:1981: finishing copy_from racing read to smithi06982861-18 2024-04-10T15:37:58.882 INFO:tasks.rados.rados.0.smithi069.stdout:1981: done (5 left) 2024-04-10T15:37:58.882 INFO:tasks.rados.rados.0.smithi069.stdout:1984: read oid 41 snap -1 2024-04-10T15:37:58.882 INFO:tasks.rados.rados.0.smithi069.stdout:1984: expect (ObjNum 548 snap 169 seq_num 548) 2024-04-10T15:37:58.882 INFO:tasks.rados.rados.0.smithi069.stdout:1985: copy_from oid 21 from oid 30 current snap is 193 2024-04-10T15:37:58.882 INFO:tasks.rados.rados.0.smithi069.stdout:1986: copy_from oid 1 from oid 27 current snap is 193 2024-04-10T15:37:58.882 INFO:tasks.rados.rados.0.smithi069.stdout:1987: read oid 39 snap 176 2024-04-10T15:37:58.883 INFO:tasks.rados.rados.0.smithi069.stdout:1987: expect (ObjNum 347 snap 103 seq_num 347) 2024-04-10T15:37:58.883 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 15 current snap is 193 2024-04-10T15:37:58.883 INFO:tasks.rados.rados.0.smithi069.stdout:1988: seq_num 627 ranges {0=507904,507904=401408} 2024-04-10T15:37:58.883 INFO:tasks.rados.rados.0.smithi069.stdout:1988: writing smithi06982861-15 from 0 to 507904 tid 1 2024-04-10T15:37:58.883 INFO:tasks.rados.rados.0.smithi069.stdout:1988: writing smithi06982861-15 from 507904 to 909312 tid 2 2024-04-10T15:37:58.883 INFO:tasks.rados.rados.0.smithi069.stdout:1978: expect (ObjNum 607 snap 189 seq_num 607) 2024-04-10T15:37:58.883 INFO:tasks.rados.rados.0.smithi069.stdout:1980: finishing rollback tid 0 to smithi06982861-48 2024-04-10T15:37:58.883 INFO:tasks.rados.rados.0.smithi069.stdout:1980: finishing rollback tid 1 to smithi06982861-48 2024-04-10T15:37:58.883 INFO:tasks.rados.rados.0.smithi069.stdout:1980: finishing rollback tid 2 to smithi06982861-48 2024-04-10T15:37:58.883 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 48 v 883 (ObjNum 549 snap 169 seq_num 549) dirty exists 2024-04-10T15:37:58.883 INFO:tasks.rados.rados.0.smithi069.stdout:1988: finishing write tid 1 to smithi06982861-15 2024-04-10T15:37:58.883 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 23 v 864 (ObjNum 626 snap 193 seq_num 626) dirty exists 2024-04-10T15:37:58.883 INFO:tasks.rados.rados.0.smithi069.stdout:1988: finishing write tid 2 to smithi06982861-15 2024-04-10T15:37:58.884 INFO:tasks.rados.rados.0.smithi069.stdout:1978: done (9 left) 2024-04-10T15:37:58.884 INFO:tasks.rados.rados.0.smithi069.stdout:1980: done (8 left) 2024-04-10T15:37:58.884 INFO:tasks.rados.rados.0.smithi069.stdout:1983: done (7 left) 2024-04-10T15:37:58.884 INFO:tasks.rados.rados.0.smithi069.stdout:1989: delete oid 50 current snap is 193 2024-04-10T15:37:58.884 INFO:tasks.rados.rados.0.smithi069.stdout:1988: finishing write tid 3 to smithi06982861-15 2024-04-10T15:37:58.884 INFO:tasks.rados.rados.0.smithi069.stdout:1988: finishing write tid 4 to smithi06982861-15 2024-04-10T15:37:58.884 INFO:tasks.rados.rados.0.smithi069.stdout:1988: oid 15 updating version 0 to 885 2024-04-10T15:37:58.884 INFO:tasks.rados.rados.0.smithi069.stdout:1988: oid 15 updating version 885 to 886 2024-04-10T15:37:58.884 INFO:tasks.rados.rados.0.smithi069.stdout:1988: oid 15 version 886 is already newer than 884 2024-04-10T15:37:58.885 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 15 v 886 (ObjNum 627 snap 193 seq_num 627) dirty exists 2024-04-10T15:37:58.885 INFO:tasks.rados.rados.0.smithi069.stdout:1988: left oid 15 (ObjNum 627 snap 193 seq_num 627) 2024-04-10T15:37:58.885 INFO:tasks.rados.rados.0.smithi069.stdout:1986: finishing copy_from racing read to smithi06982861-1 2024-04-10T15:37:58.885 INFO:tasks.rados.rados.0.smithi069.stdout:1986: finishing copy_from to smithi06982861-1 2024-04-10T15:37:58.885 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 1 v 753 (ObjNum 509 snap 160 seq_num 509) dirty exists 2024-04-10T15:37:58.885 INFO:tasks.rados.rados.0.smithi069.stdout:1985: finishing copy_from racing read to smithi06982861-21 2024-04-10T15:37:58.885 INFO:tasks.rados.rados.0.smithi069.stdout:1986: done (7 left) 2024-04-10T15:37:58.885 INFO:tasks.rados.rados.0.smithi069.stdout:1988: done (6 left) 2024-04-10T15:37:58.885 INFO:tasks.rados.rados.0.smithi069.stdout:1989: done (5 left) 2024-04-10T15:37:58.886 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 27 current snap is 193 2024-04-10T15:37:58.886 INFO:tasks.rados.rados.0.smithi069.stdout:1990: seq_num 629 ranges {2146304=540672,2686976=401408} 2024-04-10T15:37:58.886 INFO:tasks.rados.rados.0.smithi069.stdout:1990: writing smithi06982861-27 from 2146304 to 2686976 tid 1 2024-04-10T15:37:58.887 INFO:tasks.rados.rados.0.smithi069.stdout:1990: writing smithi06982861-27 from 2686976 to 3088384 tid 2 2024-04-10T15:37:58.887 INFO:tasks.rados.rados.0.smithi069.stdout:1991: snap_create 2024-04-10T15:37:58.888 INFO:tasks.rados.rados.0.smithi069.stdout:1985: finishing copy_from to smithi06982861-21 2024-04-10T15:37:58.888 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 21 v 975 (ObjNum 498 snap 155 seq_num 498) dirty exists 2024-04-10T15:37:58.888 INFO:tasks.rados.rados.0.smithi069.stdout:1979: expect (ObjNum 575 snap 180 seq_num 575) 2024-04-10T15:37:59.269 INFO:tasks.rados.rados.0.smithi069.stdout:1982: finishing rollback tid 1 to smithi06982861-19 2024-04-10T15:37:59.270 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 19 v 0 (ObjNum 289 snap 0 seq_num 0) dirty dne 2024-04-10T15:37:59.270 INFO:tasks.rados.rados.0.smithi069.stdout:1990: finishing write tid 1 to smithi06982861-27 2024-04-10T15:37:59.270 INFO:tasks.rados.rados.0.smithi069.stdout:1990: finishing write tid 2 to smithi06982861-27 2024-04-10T15:37:59.270 INFO:tasks.rados.rados.0.smithi069.stdout:1990: finishing write tid 3 to smithi06982861-27 2024-04-10T15:37:59.270 INFO:tasks.rados.rados.0.smithi069.stdout:1990: finishing write tid 4 to smithi06982861-27 2024-04-10T15:37:59.270 INFO:tasks.rados.rados.0.smithi069.stdout:1990: oid 27 updating version 0 to 876 2024-04-10T15:37:59.270 INFO:tasks.rados.rados.0.smithi069.stdout:1990: oid 27 updating version 876 to 877 2024-04-10T15:37:59.270 INFO:tasks.rados.rados.0.smithi069.stdout:1990: oid 27 version 877 is already newer than 875 2024-04-10T15:37:59.270 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 27 v 877 (ObjNum 629 snap 193 seq_num 629) dirty exists 2024-04-10T15:37:59.270 INFO:tasks.rados.rados.0.smithi069.stdout:1990: left oid 27 (ObjNum 629 snap 193 seq_num 629) 2024-04-10T15:37:59.270 INFO:tasks.rados.rados.0.smithi069.stdout:1987: expect (ObjNum 347 snap 103 seq_num 347) 2024-04-10T15:38:00.025 INFO:tasks.rados.rados.0.smithi069.stdout:1984: expect (ObjNum 548 snap 169 seq_num 548) 2024-04-10T15:38:00.585 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:38:00 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: 2024-04-10T15:38:00.285+0000 7f486a3b0700 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (6 PGs are or would become offline) 2024-04-10T15:38:00.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:38:00 smithi069 ceph-mon[96738]: osdmap e450: 8 total, 8 up, 8 in 2024-04-10T15:38:00.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:38:00 smithi069 ceph-mon[96738]: pgmap v335: 121 pgs: 5 active+undersized+degraded, 21 active+undersized, 95 active+clean; 422 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 21 MiB/s rd, 1.8 MiB/s wr, 10 op/s; 37/624 objects degraded (5.929%); 19 MiB/s, 3 objects/s recovering 2024-04-10T15:38:00.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:38:00 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:38:00.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:38:00 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:38:00.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:38:00 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:38:00.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:38:00 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:38:00.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:38:00 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:38:00.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:38:00 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:38:00.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:38:00 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:38:00.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:38:00 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:38:00.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:38:00 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:38:00.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:38:00 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-04-10T15:38:00.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:38:00 smithi069 ceph-mon[94167]: osdmap e450: 8 total, 8 up, 8 in 2024-04-10T15:38:00.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:38:00 smithi069 ceph-mon[94167]: pgmap v335: 121 pgs: 5 active+undersized+degraded, 21 active+undersized, 95 active+clean; 422 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 21 MiB/s rd, 1.8 MiB/s wr, 10 op/s; 37/624 objects degraded (5.929%); 19 MiB/s, 3 objects/s recovering 2024-04-10T15:38:00.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:38:00 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:38:00.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:38:00 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:38:00.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:38:00 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:38:00.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:38:00 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:38:00.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:38:00 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:38:00.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:38:00 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:38:00.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:38:00 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:38:00.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:38:00 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:38:00.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:38:00 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:38:00.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:38:00 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-04-10T15:38:00.741 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:38:00 smithi077 ceph-mon[87572]: osdmap e450: 8 total, 8 up, 8 in 2024-04-10T15:38:00.741 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:38:00 smithi077 ceph-mon[87572]: pgmap v335: 121 pgs: 5 active+undersized+degraded, 21 active+undersized, 95 active+clean; 422 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 21 MiB/s rd, 1.8 MiB/s wr, 10 op/s; 37/624 objects degraded (5.929%); 19 MiB/s, 3 objects/s recovering 2024-04-10T15:38:00.742 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:38:00 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:38:00.742 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:38:00 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:38:00.742 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:38:00 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:38:00.742 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:38:00 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:38:00.742 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:38:00 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:38:00.742 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:38:00 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:38:00.742 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:38:00 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:38:00.742 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:38:00 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:38:00.742 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:38:00 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:38:00.742 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:38:00 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-04-10T15:38:00.825 INFO:tasks.rados.rados.0.smithi069.stdout:1979: done (6 left) 2024-04-10T15:38:00.826 INFO:tasks.rados.rados.0.smithi069.stdout:1982: done (5 left) 2024-04-10T15:38:00.826 INFO:tasks.rados.rados.0.smithi069.stdout:1984: done (4 left) 2024-04-10T15:38:00.826 INFO:tasks.rados.rados.0.smithi069.stdout:1985: done (3 left) 2024-04-10T15:38:00.826 INFO:tasks.rados.rados.0.smithi069.stdout:1987: done (2 left) 2024-04-10T15:38:00.826 INFO:tasks.rados.rados.0.smithi069.stdout:1990: done (1 left) 2024-04-10T15:38:00.826 INFO:tasks.rados.rados.0.smithi069.stdout:1991: done (0 left) 2024-04-10T15:38:00.826 INFO:tasks.rados.rados.0.smithi069.stdout:1992: read oid 14 snap 164 2024-04-10T15:38:00.826 INFO:tasks.rados.rados.0.smithi069.stdout:1992: expect (ObjNum 521 snap 161 seq_num 521) 2024-04-10T15:38:00.826 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 30 current snap is 194 2024-04-10T15:38:00.826 INFO:tasks.rados.rados.0.smithi069.stdout:1993: seq_num 630 ranges {2408448=557056,2965504=401408} 2024-04-10T15:38:00.841 INFO:tasks.rados.rados.0.smithi069.stdout:1993: writing smithi06982861-30 from 2408448 to 2965504 tid 1 2024-04-10T15:38:00.844 INFO:tasks.rados.rados.0.smithi069.stdout:1993: writing smithi06982861-30 from 2965504 to 3366912 tid 2 2024-04-10T15:38:00.844 INFO:tasks.rados.rados.0.smithi069.stdout:1994: read oid 12 snap -1 2024-04-10T15:38:00.844 INFO:tasks.rados.rados.0.smithi069.stdout:1994: expect deleted 2024-04-10T15:38:00.844 INFO:tasks.rados.rados.0.smithi069.stdout:1995: snap_create 2024-04-10T15:38:00.844 INFO:tasks.rados.rados.0.smithi069.stdout:1992: expect (ObjNum 521 snap 161 seq_num 521) 2024-04-10T15:38:00.945 INFO:tasks.rados.rados.0.smithi069.stdout:1993: finishing write tid 1 to smithi06982861-30 2024-04-10T15:38:00.945 INFO:tasks.rados.rados.0.smithi069.stdout:1993: finishing write tid 2 to smithi06982861-30 2024-04-10T15:38:00.946 INFO:tasks.rados.rados.0.smithi069.stdout:1993: finishing write tid 3 to smithi06982861-30 2024-04-10T15:38:00.946 INFO:tasks.rados.rados.0.smithi069.stdout:1993: finishing write tid 4 to smithi06982861-30 2024-04-10T15:38:00.946 INFO:tasks.rados.rados.0.smithi069.stdout:1993: oid 30 updating version 0 to 986 2024-04-10T15:38:00.946 INFO:tasks.rados.rados.0.smithi069.stdout:1993: oid 30 version 986 is already newer than 984 2024-04-10T15:38:00.946 INFO:tasks.rados.rados.0.smithi069.stdout:1993: oid 30 version 986 is already newer than 985 2024-04-10T15:38:00.946 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 30 v 986 (ObjNum 630 snap 194 seq_num 630) dirty exists 2024-04-10T15:38:00.946 INFO:tasks.rados.rados.0.smithi069.stdout:1993: left oid 30 (ObjNum 630 snap 194 seq_num 630) 2024-04-10T15:38:01.388 INFO:tasks.rados.rados.0.smithi069.stdout:1992: done (3 left) 2024-04-10T15:38:01.388 INFO:tasks.rados.rados.0.smithi069.stdout:1993: done (2 left) 2024-04-10T15:38:01.388 INFO:tasks.rados.rados.0.smithi069.stdout:1994: done (1 left) 2024-04-10T15:38:01.388 INFO:tasks.rados.rados.0.smithi069.stdout:1995: done (0 left) 2024-04-10T15:38:01.388 INFO:tasks.rados.rados.0.smithi069.stdout:1996: delete oid 43 current snap is 195 2024-04-10T15:38:01.393 INFO:tasks.rados.rados.0.smithi069.stdout:1996: done (0 left) 2024-04-10T15:38:01.393 INFO:tasks.rados.rados.0.smithi069.stdout:1997: read oid 30 snap -1 2024-04-10T15:38:01.393 INFO:tasks.rados.rados.0.smithi069.stdout:1997: expect (ObjNum 630 snap 194 seq_num 630) 2024-04-10T15:38:01.393 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 9 current snap is 195 2024-04-10T15:38:01.393 INFO:tasks.rados.rados.0.smithi069.stdout:1998: seq_num 632 ranges {0=589824,589824=401408} 2024-04-10T15:38:01.396 INFO:tasks.rados.rados.0.smithi069.stdout:1998: writing smithi06982861-9 from 0 to 589824 tid 1 2024-04-10T15:38:01.399 INFO:tasks.rados.rados.0.smithi069.stdout:1998: writing smithi06982861-9 from 589824 to 991232 tid 2 2024-04-10T15:38:01.399 INFO:tasks.rados.rados.0.smithi069.stdout:1999: snap_create 2024-04-10T15:38:01.401 INFO:tasks.rados.rados.0.smithi069.stdout:1998: finishing write tid 1 to smithi06982861-9 2024-04-10T15:38:01.402 INFO:tasks.rados.rados.0.smithi069.stdout:1998: finishing write tid 2 to smithi06982861-9 2024-04-10T15:38:01.403 INFO:tasks.rados.rados.0.smithi069.stdout:1998: finishing write tid 3 to smithi06982861-9 2024-04-10T15:38:01.404 INFO:tasks.rados.rados.0.smithi069.stdout:1997: expect (ObjNum 630 snap 194 seq_num 630) 2024-04-10T15:38:01.569 INFO:tasks.rados.rados.0.smithi069.stdout:1998: finishing write tid 4 to smithi06982861-9 2024-04-10T15:38:01.569 INFO:tasks.rados.rados.0.smithi069.stdout:1998: oid 9 updating version 0 to 978 2024-04-10T15:38:01.569 INFO:tasks.rados.rados.0.smithi069.stdout:1998: oid 9 version 978 is already newer than 977 2024-04-10T15:38:01.569 INFO:tasks.rados.rados.0.smithi069.stdout:1998: oid 9 version 978 is already newer than 976 2024-04-10T15:38:01.569 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 9 v 978 (ObjNum 632 snap 195 seq_num 632) dirty exists 2024-04-10T15:38:01.569 INFO:tasks.rados.rados.0.smithi069.stdout:1998: left oid 9 (ObjNum 632 snap 195 seq_num 632) 2024-04-10T15:38:01.741 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:38:01 smithi077 ceph-mon[87572]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-04-10T15:38:01.741 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:38:01 smithi077 ceph-mon[87572]: Upgrade: unsafe to stop osd(s) at this time (6 PGs are or would become offline) 2024-04-10T15:38:01.742 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:38:01 smithi077 ceph-mon[87572]: Health check update: Degraded data redundancy: 37/624 objects degraded (5.929%), 5 pgs degraded (PG_DEGRADED) 2024-04-10T15:38:01.835 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:38:01 smithi069 ceph-mon[96738]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-04-10T15:38:01.835 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:38:01 smithi069 ceph-mon[96738]: Upgrade: unsafe to stop osd(s) at this time (6 PGs are or would become offline) 2024-04-10T15:38:01.835 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:38:01 smithi069 ceph-mon[96738]: Health check update: Degraded data redundancy: 37/624 objects degraded (5.929%), 5 pgs degraded (PG_DEGRADED) 2024-04-10T15:38:01.836 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:38:01 smithi069 ceph-mon[94167]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-04-10T15:38:01.836 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:38:01 smithi069 ceph-mon[94167]: Upgrade: unsafe to stop osd(s) at this time (6 PGs are or would become offline) 2024-04-10T15:38:01.836 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:38:01 smithi069 ceph-mon[94167]: Health check update: Degraded data redundancy: 37/624 objects degraded (5.929%), 5 pgs degraded (PG_DEGRADED) 2024-04-10T15:38:02.394 INFO:tasks.rados.rados.0.smithi069.stdout:1997: done (2 left) 2024-04-10T15:38:02.394 INFO:tasks.rados.rados.0.smithi069.stdout:1998: done (1 left) 2024-04-10T15:38:02.395 INFO:tasks.rados.rados.0.smithi069.stdout:1999: done (0 left) 2024-04-10T15:38:02.395 INFO:tasks.rados.rados.0.smithi069.stdout:2000: copy_from oid 43 from oid 29 current snap is 196 2024-04-10T15:38:02.395 INFO:tasks.rados.rados.0.smithi069.stdout:2001: delete oid 37 current snap is 196 2024-04-10T15:38:02.397 INFO:tasks.rados.rados.0.smithi069.stdout:2000: finishing copy_from to smithi06982861-43 2024-04-10T15:38:02.398 INFO:tasks.rados.rados.0.smithi069.stdout:2000: got expected ENOENT (src dne) 2024-04-10T15:38:02.398 INFO:tasks.rados.rados.0.smithi069.stdout:2000: finishing copy_from racing read to smithi06982861-43 2024-04-10T15:38:02.398 INFO:tasks.rados.rados.0.smithi069.stdout:2000: done (1 left) 2024-04-10T15:38:02.398 INFO:tasks.rados.rados.0.smithi069.stdout:2001: done (0 left) 2024-04-10T15:38:02.398 INFO:tasks.rados.rados.0.smithi069.stdout:2002: read oid 35 snap -1 2024-04-10T15:38:02.399 INFO:tasks.rados.rados.0.smithi069.stdout:2002: expect (ObjNum 578 snap 181 seq_num 578) 2024-04-10T15:38:02.399 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 5 current snap is 196 2024-04-10T15:38:02.399 INFO:tasks.rados.rados.0.smithi069.stdout:2003: seq_num 634 ranges {6922240=622592,7544832=401408} 2024-04-10T15:38:02.439 INFO:tasks.rados.rados.0.smithi069.stdout:2003: writing smithi06982861-5 from 6922240 to 7544832 tid 1 2024-04-10T15:38:02.442 INFO:tasks.rados.rados.0.smithi069.stdout:2003: writing smithi06982861-5 from 7544832 to 7946240 tid 2 2024-04-10T15:38:02.442 INFO:tasks.rados.rados.0.smithi069.stdout:2004: rollback oid 27 current snap is 196 2024-04-10T15:38:02.442 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 27 to 188 2024-04-10T15:38:02.442 INFO:tasks.rados.rados.0.smithi069.stdout:2002: expect (ObjNum 578 snap 181 seq_num 578) 2024-04-10T15:38:02.741 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:38:02 smithi077 ceph-mon[87572]: osdmap e451: 8 total, 8 up, 8 in 2024-04-10T15:38:02.741 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:38:02 smithi077 ceph-mon[87572]: pgmap v337: 121 pgs: 121 active+clean; 418 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 2.2 MiB/s wr, 15 op/s; 20 MiB/s, 4 objects/s recovering 2024-04-10T15:38:02.742 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:38:02 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[78458]: ts=2024-04-10T15:38:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:38:02.835 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:38:02 smithi069 ceph-mon[96738]: osdmap e451: 8 total, 8 up, 8 in 2024-04-10T15:38:02.835 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:38:02 smithi069 ceph-mon[96738]: pgmap v337: 121 pgs: 121 active+clean; 418 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 2.2 MiB/s wr, 15 op/s; 20 MiB/s, 4 objects/s recovering 2024-04-10T15:38:02.835 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:38:02 smithi069 ceph-mon[94167]: osdmap e451: 8 total, 8 up, 8 in 2024-04-10T15:38:02.836 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:38:02 smithi069 ceph-mon[94167]: pgmap v337: 121 pgs: 121 active+clean; 418 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 2.2 MiB/s wr, 15 op/s; 20 MiB/s, 4 objects/s recovering 2024-04-10T15:38:02.860 INFO:tasks.rados.rados.0.smithi069.stdout:2003: finishing write tid 1 to smithi06982861-5 2024-04-10T15:38:02.861 INFO:tasks.rados.rados.0.smithi069.stdout:2003: finishing write tid 2 to smithi06982861-5 2024-04-10T15:38:02.861 INFO:tasks.rados.rados.0.smithi069.stdout:2003: finishing write tid 3 to smithi06982861-5 2024-04-10T15:38:02.861 INFO:tasks.rados.rados.0.smithi069.stdout:2004: finishing rollback tid 0 to smithi06982861-27 2024-04-10T15:38:02.861 INFO:tasks.rados.rados.0.smithi069.stdout:2004: finishing rollback tid 1 to smithi06982861-27 2024-04-10T15:38:02.861 INFO:tasks.rados.rados.0.smithi069.stdout:2003: finishing write tid 4 to smithi06982861-5 2024-04-10T15:38:02.861 INFO:tasks.rados.rados.0.smithi069.stdout:2003: oid 5 updating version 0 to 994 2024-04-10T15:38:02.861 INFO:tasks.rados.rados.0.smithi069.stdout:2003: oid 5 version 994 is already newer than 993 2024-04-10T15:38:02.861 INFO:tasks.rados.rados.0.smithi069.stdout:2003: oid 5 updating version 994 to 995 2024-04-10T15:38:02.861 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 5 v 995 (ObjNum 634 snap 196 seq_num 634) dirty exists 2024-04-10T15:38:02.861 INFO:tasks.rados.rados.0.smithi069.stdout:2003: left oid 5 (ObjNum 634 snap 196 seq_num 634) 2024-04-10T15:38:02.861 INFO:tasks.rados.rados.0.smithi069.stdout:2004: finishing rollback tid 2 to smithi06982861-27 2024-04-10T15:38:02.861 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 27 v 881 (ObjNum 509 snap 160 seq_num 509) dirty exists 2024-04-10T15:38:02.861 INFO:tasks.rados.rados.0.smithi069.stdout:2002: done (2 left) 2024-04-10T15:38:02.862 INFO:tasks.rados.rados.0.smithi069.stdout:2003: done (1 left) 2024-04-10T15:38:02.862 INFO:tasks.rados.rados.0.smithi069.stdout:2004: done (0 left) 2024-04-10T15:38:02.862 INFO:tasks.rados.rados.0.smithi069.stdout:2005: read oid 7 snap -1 2024-04-10T15:38:02.862 INFO:tasks.rados.rados.0.smithi069.stdout:2005: expect (ObjNum 615 snap 191 seq_num 615) 2024-04-10T15:38:02.862 INFO:tasks.rados.rados.0.smithi069.stdout:2006: delete oid 49 current snap is 196 2024-04-10T15:38:02.863 INFO:tasks.rados.rados.0.smithi069.stdout:2006: done (1 left) 2024-04-10T15:38:02.863 INFO:tasks.rados.rados.0.smithi069.stdout:2007: snap_remove snap 195 2024-04-10T15:38:03.398 INFO:tasks.rados.rados.0.smithi069.stdout:2007: done (1 left) 2024-04-10T15:38:03.398 INFO:tasks.rados.rados.0.smithi069.stdout:2008: snap_create 2024-04-10T15:38:03.398 INFO:tasks.rados.rados.0.smithi069.stdout:2005: expect (ObjNum 615 snap 191 seq_num 615) 2024-04-10T15:38:03.742 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:38:03 smithi077 ceph-mon[87572]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 37/624 objects degraded (5.929%), 5 pgs degraded) 2024-04-10T15:38:03.742 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:38:03 smithi077 ceph-mon[87572]: Cluster is now healthy 2024-04-10T15:38:03.742 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:38:03 smithi077 ceph-mon[87572]: osdmap e452: 8 total, 8 up, 8 in 2024-04-10T15:38:03.742 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:38:03 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[78458]: ts=2024-04-10T15:38:03.506Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi069\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi069\", job=\"node\", machine=\"x86_64\", nodename=\"smithi069\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", domainname=\"(none)\", instance=\"smithi069\", job=\"node\", machine=\"x86_64\", nodename=\"smithi069\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:38:03.835 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:38:03 smithi069 ceph-mon[96738]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 37/624 objects degraded (5.929%), 5 pgs degraded) 2024-04-10T15:38:03.835 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:38:03 smithi069 ceph-mon[96738]: Cluster is now healthy 2024-04-10T15:38:03.835 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:38:03 smithi069 ceph-mon[96738]: osdmap e452: 8 total, 8 up, 8 in 2024-04-10T15:38:03.835 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:38:03 smithi069 ceph-mon[94167]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 37/624 objects degraded (5.929%), 5 pgs degraded) 2024-04-10T15:38:03.836 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:38:03 smithi069 ceph-mon[94167]: Cluster is now healthy 2024-04-10T15:38:03.836 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:38:03 smithi069 ceph-mon[94167]: osdmap e452: 8 total, 8 up, 8 in 2024-04-10T15:38:04.404 INFO:tasks.rados.rados.0.smithi069.stdout:2005: done (1 left) 2024-04-10T15:38:04.404 INFO:tasks.rados.rados.0.smithi069.stdout:2008: done (0 left) 2024-04-10T15:38:04.405 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 10 current snap is 197 2024-04-10T15:38:04.405 INFO:tasks.rados.rados.0.smithi069.stdout:2009: seq_num 636 ranges {11698176=655360,12353536=401408} 2024-04-10T15:38:04.469 INFO:tasks.rados.rados.0.smithi069.stdout:2009: writing smithi06982861-10 from 11698176 to 12353536 tid 1 2024-04-10T15:38:04.471 INFO:tasks.rados.rados.0.smithi069.stdout:2009: writing smithi06982861-10 from 12353536 to 12754944 tid 2 2024-04-10T15:38:04.471 INFO:tasks.rados.rados.0.smithi069.stdout:2010: snap_create 2024-04-10T15:38:04.478 INFO:tasks.rados.rados.0.smithi069.stdout:2009: finishing write tid 1 to smithi06982861-10 2024-04-10T15:38:04.478 INFO:tasks.rados.rados.0.smithi069.stdout:2009: finishing write tid 2 to smithi06982861-10 2024-04-10T15:38:04.478 INFO:tasks.rados.rados.0.smithi069.stdout:2009: finishing write tid 3 to smithi06982861-10 2024-04-10T15:38:04.480 INFO:tasks.rados.rados.0.smithi069.stdout:2009: finishing write tid 4 to smithi06982861-10 2024-04-10T15:38:04.480 INFO:tasks.rados.rados.0.smithi069.stdout:2009: oid 10 updating version 0 to 1140 2024-04-10T15:38:04.480 INFO:tasks.rados.rados.0.smithi069.stdout:2009: oid 10 updating version 1140 to 1141 2024-04-10T15:38:04.481 INFO:tasks.rados.rados.0.smithi069.stdout:2009: oid 10 version 1141 is already newer than 1139 2024-04-10T15:38:04.481 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 10 v 1141 (ObjNum 636 snap 197 seq_num 636) dirty exists 2024-04-10T15:38:04.481 INFO:tasks.rados.rados.0.smithi069.stdout:2009: left oid 10 (ObjNum 636 snap 197 seq_num 636) 2024-04-10T15:38:04.741 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:38:04 smithi077 ceph-mon[87572]: osdmap e453: 8 total, 8 up, 8 in 2024-04-10T15:38:04.741 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:38:04 smithi077 ceph-mon[87572]: pgmap v340: 121 pgs: 121 active+clean; 421 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 25 MiB/s rd, 1.8 MiB/s wr, 20 op/s; 5.4 MiB/s, 2 objects/s recovering 2024-04-10T15:38:04.835 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:38:04 smithi069 ceph-mon[96738]: osdmap e453: 8 total, 8 up, 8 in 2024-04-10T15:38:04.835 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:38:04 smithi069 ceph-mon[96738]: pgmap v340: 121 pgs: 121 active+clean; 421 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 25 MiB/s rd, 1.8 MiB/s wr, 20 op/s; 5.4 MiB/s, 2 objects/s recovering 2024-04-10T15:38:04.835 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:38:04 smithi069 ceph-mon[94167]: osdmap e453: 8 total, 8 up, 8 in 2024-04-10T15:38:04.836 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:38:04 smithi069 ceph-mon[94167]: pgmap v340: 121 pgs: 121 active+clean; 421 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 25 MiB/s rd, 1.8 MiB/s wr, 20 op/s; 5.4 MiB/s, 2 objects/s recovering 2024-04-10T15:38:05.406 INFO:tasks.rados.rados.0.smithi069.stdout:2009: done (1 left) 2024-04-10T15:38:05.407 INFO:tasks.rados.rados.0.smithi069.stdout:2010: done (0 left) 2024-04-10T15:38:05.407 INFO:tasks.rados.rados.0.smithi069.stdout:2011: rollback oid 27 current snap is 198 2024-04-10T15:38:05.407 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 27 to 182 2024-04-10T15:38:05.407 INFO:tasks.rados.rados.0.smithi069.stdout:2012: delete oid 39 current snap is 198 2024-04-10T15:38:05.412 INFO:tasks.rados.rados.0.smithi069.stdout:2011: finishing rollback tid 0 to smithi06982861-27 2024-04-10T15:38:05.413 INFO:tasks.rados.rados.0.smithi069.stdout:2011: finishing rollback tid 1 to smithi06982861-27 2024-04-10T15:38:05.414 INFO:tasks.rados.rados.0.smithi069.stdout:2012: done (1 left) 2024-04-10T15:38:05.414 INFO:tasks.rados.rados.0.smithi069.stdout:2013: rollback oid 5 current snap is 198 2024-04-10T15:38:05.414 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 5 to 194 2024-04-10T15:38:05.415 INFO:tasks.rados.rados.0.smithi069.stdout:2014: copy_from oid 6 from oid 24 current snap is 198 2024-04-10T15:38:05.415 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 17 current snap is 198 2024-04-10T15:38:05.415 INFO:tasks.rados.rados.0.smithi069.stdout:2011: finishing rollback tid 2 to smithi06982861-27 2024-04-10T15:38:05.415 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 27 v 891 (ObjNum 509 snap 160 seq_num 509) dirty exists 2024-04-10T15:38:05.415 INFO:tasks.rados.rados.0.smithi069.stdout:2015: seq_num 638 ranges {6774784=688128,7462912=401408} 2024-04-10T15:38:05.454 INFO:tasks.rados.rados.0.smithi069.stdout:2015: writing smithi06982861-17 from 6774784 to 7462912 tid 1 2024-04-10T15:38:05.457 INFO:tasks.rados.rados.0.smithi069.stdout:2015: writing smithi06982861-17 from 7462912 to 7864320 tid 2 2024-04-10T15:38:05.457 INFO:tasks.rados.rados.0.smithi069.stdout:2011: done (3 left) 2024-04-10T15:38:05.457 INFO:tasks.rados.rados.0.smithi069.stdout:2016: snap_create 2024-04-10T15:38:05.457 INFO:tasks.rados.rados.0.smithi069.stdout:2013: finishing rollback tid 0 to smithi06982861-5 2024-04-10T15:38:05.457 INFO:tasks.rados.rados.0.smithi069.stdout:2013: finishing rollback tid 1 to smithi06982861-5 2024-04-10T15:38:05.457 INFO:tasks.rados.rados.0.smithi069.stdout:2013: finishing rollback tid 2 to smithi06982861-5 2024-04-10T15:38:05.457 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 5 v 1001 (ObjNum 535 snap 167 seq_num 535) dirty exists 2024-04-10T15:38:05.457 INFO:tasks.rados.rados.0.smithi069.stdout:2014: finishing copy_from racing read to smithi06982861-6 2024-04-10T15:38:05.457 INFO:tasks.rados.rados.0.smithi069.stdout:2014: finishing copy_from to smithi06982861-6 2024-04-10T15:38:05.458 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 6 v 869 (ObjNum 621 snap 193 seq_num 621) dirty exists 2024-04-10T15:38:05.459 INFO:tasks.rados.rados.0.smithi069.stdout:2015: finishing write tid 1 to smithi06982861-17 2024-04-10T15:38:05.459 INFO:tasks.rados.rados.0.smithi069.stdout:2015: finishing write tid 2 to smithi06982861-17 2024-04-10T15:38:05.460 INFO:tasks.rados.rados.0.smithi069.stdout:2015: finishing write tid 3 to smithi06982861-17 2024-04-10T15:38:05.461 INFO:tasks.rados.rados.0.smithi069.stdout:2015: finishing write tid 4 to smithi06982861-17 2024-04-10T15:38:05.461 INFO:tasks.rados.rados.0.smithi069.stdout:2015: oid 17 updating version 0 to 1003 2024-04-10T15:38:05.461 INFO:tasks.rados.rados.0.smithi069.stdout:2015: oid 17 updating version 1003 to 1005 2024-04-10T15:38:05.461 INFO:tasks.rados.rados.0.smithi069.stdout:2015: oid 17 version 1005 is already newer than 1004 2024-04-10T15:38:05.461 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 17 v 1005 (ObjNum 638 snap 198 seq_num 638) dirty exists 2024-04-10T15:38:05.462 INFO:tasks.rados.rados.0.smithi069.stdout:2015: left oid 17 (ObjNum 638 snap 198 seq_num 638) 2024-04-10T15:38:05.741 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:38:05 smithi077 ceph-mon[87572]: osdmap e454: 8 total, 8 up, 8 in 2024-04-10T15:38:05.835 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:38:05 smithi069 ceph-mon[96738]: osdmap e454: 8 total, 8 up, 8 in 2024-04-10T15:38:05.836 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:38:05 smithi069 ceph-mon[94167]: osdmap e454: 8 total, 8 up, 8 in 2024-04-10T15:38:06.153 INFO:tasks.rados.rados.0.smithi069.stdout:2013: done (3 left) 2024-04-10T15:38:06.153 INFO:tasks.rados.rados.0.smithi069.stdout:2014: done (2 left) 2024-04-10T15:38:06.153 INFO:tasks.rados.rados.0.smithi069.stdout:2015: done (1 left) 2024-04-10T15:38:06.153 INFO:tasks.rados.rados.0.smithi069.stdout:2016: done (0 left) 2024-04-10T15:38:06.153 INFO:tasks.rados.rados.0.smithi069.stdout:2017: snap_remove snap 164 2024-04-10T15:38:06.741 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:38:06 smithi077 ceph-mon[87572]: osdmap e455: 8 total, 8 up, 8 in 2024-04-10T15:38:06.741 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:38:06 smithi077 ceph-mon[87572]: pgmap v343: 121 pgs: 121 active+clean; 424 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 1.4 MiB/s wr, 13 op/s 2024-04-10T15:38:06.741 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:38:06 smithi077 ceph-mon[87572]: osdmap e456: 8 total, 8 up, 8 in 2024-04-10T15:38:06.835 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:38:06 smithi069 ceph-mon[96738]: osdmap e455: 8 total, 8 up, 8 in 2024-04-10T15:38:06.836 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:38:06 smithi069 ceph-mon[96738]: pgmap v343: 121 pgs: 121 active+clean; 424 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 1.4 MiB/s wr, 13 op/s 2024-04-10T15:38:06.836 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:38:06 smithi069 ceph-mon[96738]: osdmap e456: 8 total, 8 up, 8 in 2024-04-10T15:38:06.836 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:38:06 smithi069 ceph-mon[94167]: osdmap e455: 8 total, 8 up, 8 in 2024-04-10T15:38:06.836 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:38:06 smithi069 ceph-mon[94167]: pgmap v343: 121 pgs: 121 active+clean; 424 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 1.4 MiB/s wr, 13 op/s 2024-04-10T15:38:06.836 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:38:06 smithi069 ceph-mon[94167]: osdmap e456: 8 total, 8 up, 8 in 2024-04-10T15:38:07.158 INFO:tasks.rados.rados.0.smithi069.stdout:2017: done (0 left) 2024-04-10T15:38:07.158 INFO:tasks.rados.rados.0.smithi069.stdout:2018: read oid 42 snap 190 2024-04-10T15:38:07.158 INFO:tasks.rados.rados.0.smithi069.stdout:2018: expect deleted 2024-04-10T15:38:07.158 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 33 current snap is 199 2024-04-10T15:38:07.159 INFO:tasks.rados.rados.0.smithi069.stdout:2019: seq_num 639 ranges {2392064=704512,3096576=401408} 2024-04-10T15:38:07.177 INFO:tasks.rados.rados.0.smithi069.stdout:2019: writing smithi06982861-33 from 2392064 to 3096576 tid 1 2024-04-10T15:38:07.179 INFO:tasks.rados.rados.0.smithi069.stdout:2019: writing smithi06982861-33 from 3096576 to 3497984 tid 2 2024-04-10T15:38:07.179 INFO:tasks.rados.rados.0.smithi069.stdout:2020: delete oid 6 current snap is 199 2024-04-10T15:38:07.183 INFO:tasks.rados.rados.0.smithi069.stdout:2018: done (2 left) 2024-04-10T15:38:07.183 INFO:tasks.rados.rados.0.smithi069.stdout:2020: done (1 left) 2024-04-10T15:38:07.183 INFO:tasks.rados.rados.0.smithi069.stdout:2021: read oid 4 snap -1 2024-04-10T15:38:07.183 INFO:tasks.rados.rados.0.smithi069.stdout:2021: expect (ObjNum 607 snap 189 seq_num 607) 2024-04-10T15:38:07.183 INFO:tasks.rados.rados.0.smithi069.stdout:2022: read oid 31 snap -1 2024-04-10T15:38:07.183 INFO:tasks.rados.rados.0.smithi069.stdout:2022: expect (ObjNum 599 snap 188 seq_num 599) 2024-04-10T15:38:07.183 INFO:tasks.rados.rados.0.smithi069.stdout:2023: snap_create 2024-04-10T15:38:07.184 INFO:tasks.rados.rados.0.smithi069.stdout:2019: finishing write tid 1 to smithi06982861-33 2024-04-10T15:38:07.184 INFO:tasks.rados.rados.0.smithi069.stdout:2019: finishing write tid 2 to smithi06982861-33 2024-04-10T15:38:07.187 INFO:tasks.rados.rados.0.smithi069.stdout:2021: expect (ObjNum 607 snap 189 seq_num 607) 2024-04-10T15:38:07.203 INFO:tasks.rados.rados.0.smithi069.stdout:2019: finishing write tid 3 to smithi06982861-33 2024-04-10T15:38:07.208 INFO:tasks.rados.rados.0.smithi069.stdout:2022: expect (ObjNum 599 snap 188 seq_num 599) 2024-04-10T15:38:07.335 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:38:06 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:15:38:06] "GET /metrics HTTP/1.1" 200 36194 "" "Prometheus/2.43.0" 2024-04-10T15:38:07.588 INFO:tasks.rados.rados.0.smithi069.stdout:2019: finishing write tid 4 to smithi06982861-33 2024-04-10T15:38:07.588 INFO:tasks.rados.rados.0.smithi069.stdout:2019: oid 33 updating version 0 to 996 2024-04-10T15:38:07.588 INFO:tasks.rados.rados.0.smithi069.stdout:2019: oid 33 updating version 996 to 997 2024-04-10T15:38:07.589 INFO:tasks.rados.rados.0.smithi069.stdout:2019: oid 33 updating version 997 to 998 2024-04-10T15:38:07.589 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 33 v 998 (ObjNum 639 snap 199 seq_num 639) dirty exists 2024-04-10T15:38:07.589 INFO:tasks.rados.rados.0.smithi069.stdout:2019: left oid 33 (ObjNum 639 snap 199 seq_num 639) 2024-04-10T15:38:08.163 INFO:tasks.rados.rados.0.smithi069.stdout:2019: done (3 left) 2024-04-10T15:38:08.163 INFO:tasks.rados.rados.0.smithi069.stdout:2021: done (2 left) 2024-04-10T15:38:08.163 INFO:tasks.rados.rados.0.smithi069.stdout:2022: done (1 left) 2024-04-10T15:38:08.163 INFO:tasks.rados.rados.0.smithi069.stdout:2023: done (0 left) 2024-04-10T15:38:08.163 INFO:tasks.rados.rados.0.smithi069.stdout:2024: delete oid 33 current snap is 200 2024-04-10T15:38:08.165 INFO:tasks.rados.rados.0.smithi069.stdout:2024: done (0 left) 2024-04-10T15:38:08.165 INFO:tasks.rados.rados.0.smithi069.stdout:2025: copy_from oid 29 from oid 38 current snap is 200 2024-04-10T15:38:08.165 INFO:tasks.rados.rados.0.smithi069.stdout:2026: setattr oid 45 current snap is 200 2024-04-10T15:38:08.166 INFO:tasks.rados.rados.0.smithi069.stdout:2027: delete oid 12 current snap is 200 2024-04-10T15:38:08.169 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 45 v 879 (ObjNum 608 snap 190 seq_num 608) dirty exists 2024-04-10T15:38:08.171 INFO:tasks.rados.rados.0.smithi069.stdout:2026: done (2 left) 2024-04-10T15:38:08.172 INFO:tasks.rados.rados.0.smithi069.stdout:2027: done (1 left) 2024-04-10T15:38:08.172 INFO:tasks.rados.rados.0.smithi069.stdout:2028: snap_create 2024-04-10T15:38:08.211 INFO:tasks.rados.rados.0.smithi069.stdout:2025: finishing copy_from racing read to smithi06982861-29 2024-04-10T15:38:08.216 INFO:tasks.rados.rados.0.smithi069.stdout:2025: finishing copy_from to smithi06982861-29 2024-04-10T15:38:08.216 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 29 v 903 (ObjNum 619 snap 193 seq_num 619) dirty exists 2024-04-10T15:38:08.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:38:08 smithi077 ceph-mon[87572]: osdmap e457: 8 total, 8 up, 8 in 2024-04-10T15:38:08.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:38:08 smithi077 ceph-mon[87572]: pgmap v346: 121 pgs: 121 active+clean; 424 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 5.0 MiB/s rd, 698 KiB/s wr, 4 op/s 2024-04-10T15:38:08.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:38:08 smithi069 ceph-mon[96738]: osdmap e457: 8 total, 8 up, 8 in 2024-04-10T15:38:08.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:38:08 smithi069 ceph-mon[96738]: pgmap v346: 121 pgs: 121 active+clean; 424 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 5.0 MiB/s rd, 698 KiB/s wr, 4 op/s 2024-04-10T15:38:08.585 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:38:08 smithi069 ceph-mon[94167]: osdmap e457: 8 total, 8 up, 8 in 2024-04-10T15:38:08.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:38:08 smithi069 ceph-mon[94167]: pgmap v346: 121 pgs: 121 active+clean; 424 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 5.0 MiB/s rd, 698 KiB/s wr, 4 op/s 2024-04-10T15:38:09.172 INFO:tasks.rados.rados.0.smithi069.stdout:2025: done (1 left) 2024-04-10T15:38:09.173 INFO:tasks.rados.rados.0.smithi069.stdout:2028: done (0 left) 2024-04-10T15:38:09.173 INFO:tasks.rados.rados.0.smithi069.stdout:2029: snap_remove snap 173 2024-04-10T15:38:09.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:38:09 smithi077 ceph-mon[87572]: osdmap e458: 8 total, 8 up, 8 in 2024-04-10T15:38:09.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:38:09 smithi069 ceph-mon[96738]: osdmap e458: 8 total, 8 up, 8 in 2024-04-10T15:38:09.585 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:38:09 smithi069 ceph-mon[94167]: osdmap e458: 8 total, 8 up, 8 in 2024-04-10T15:38:10.176 INFO:tasks.rados.rados.0.smithi069.stdout:2029: done (0 left) 2024-04-10T15:38:10.176 INFO:tasks.rados.rados.0.smithi069.stdout:2030: snap_remove snap 175 2024-04-10T15:38:10.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:38:10 smithi077 ceph-mon[87572]: osdmap e459: 8 total, 8 up, 8 in 2024-04-10T15:38:10.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:38:10 smithi077 ceph-mon[87572]: pgmap v349: 121 pgs: 121 active+clean; 421 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 5.0 MiB/s rd, 536 KiB/s wr, 9 op/s 2024-04-10T15:38:10.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:38:10 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:38:10.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:38:10 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:38:10.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:38:10 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:38:10.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:38:10 smithi069 ceph-mon[96738]: osdmap e459: 8 total, 8 up, 8 in 2024-04-10T15:38:10.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:38:10 smithi069 ceph-mon[96738]: pgmap v349: 121 pgs: 121 active+clean; 421 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 5.0 MiB/s rd, 536 KiB/s wr, 9 op/s 2024-04-10T15:38:10.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:38:10 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:38:10.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:38:10 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:38:10.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:38:10 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:38:10.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:38:10 smithi069 ceph-mon[94167]: osdmap e459: 8 total, 8 up, 8 in 2024-04-10T15:38:10.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:38:10 smithi069 ceph-mon[94167]: pgmap v349: 121 pgs: 121 active+clean; 421 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 5.0 MiB/s rd, 536 KiB/s wr, 9 op/s 2024-04-10T15:38:10.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:38:10 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:38:10.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:38:10 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:38:10.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:38:10 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:38:10.936 INFO:teuthology.orchestra.run.smithi069.stdout:true 2024-04-10T15:38:11.155 INFO:tasks.rados.rados.0.smithi069.stdout:2030: done (0 left) 2024-04-10T15:38:11.155 INFO:tasks.rados.rados.0.smithi069.stdout:2031: snap_remove snap 188 2024-04-10T15:38:11.263 INFO:teuthology.orchestra.run.smithi069.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-10T15:38:11.263 INFO:teuthology.orchestra.run.smithi069.stdout:alertmanager.a smithi069 *:9093,9094 running (8m) 51s ago 8m 24.7M - 0.25.0 c8568f914cd2 bd92cb80ff03 2024-04-10T15:38:11.263 INFO:teuthology.orchestra.run.smithi069.stdout:grafana.a smithi077 *:3000 running (8m) 15s ago 8m 87.3M - 9.4.7 954c08fa6188 8891d154474d 2024-04-10T15:38:11.264 INFO:teuthology.orchestra.run.smithi069.stdout:mds.a smithi069 running (10m) 51s ago 10m 17.8M - 18.2.2-1187-gd540ebac bb2c5eac26a4 144b62fd4166 2024-04-10T15:38:11.264 INFO:teuthology.orchestra.run.smithi069.stdout:mds.b smithi077 running (10m) 15s ago 10m 19.7M - 18.2.2-1187-gd540ebac bb2c5eac26a4 ba4ee0b79036 2024-04-10T15:38:11.264 INFO:teuthology.orchestra.run.smithi069.stdout:mgr.x smithi077 *:8443,9283,8765 running (4m) 15s ago 13m 451M - 19.0.0-2838-ga5074d45 ffe3e7ac3788 ccd7899398e9 2024-04-10T15:38:11.264 INFO:teuthology.orchestra.run.smithi069.stdout:mgr.y smithi069 *:8443,9283,8765 running (4m) 51s ago 15m 514M - 19.0.0-2838-ga5074d45 ffe3e7ac3788 e21b24626c05 2024-04-10T15:38:11.264 INFO:teuthology.orchestra.run.smithi069.stdout:mon.a smithi069 running (4m) 51s ago 15m 51.7M 2048M 19.0.0-2838-ga5074d45 ffe3e7ac3788 ce73e1b17524 2024-04-10T15:38:11.264 INFO:teuthology.orchestra.run.smithi069.stdout:mon.b smithi077 running (3m) 15s ago 14m 42.6M 2048M 19.0.0-2838-ga5074d45 ffe3e7ac3788 d84762487812 2024-04-10T15:38:11.264 INFO:teuthology.orchestra.run.smithi069.stdout:mon.c smithi069 running (3m) 51s ago 13m 42.6M 2048M 19.0.0-2838-ga5074d45 ffe3e7ac3788 bac2280f1f05 2024-04-10T15:38:11.264 INFO:teuthology.orchestra.run.smithi069.stdout:node-exporter.a smithi069 *:9100 running (8m) 51s ago 8m 15.0M - 1.5.0 0da6a335fe13 2469975469f7 2024-04-10T15:38:11.264 INFO:teuthology.orchestra.run.smithi069.stdout:node-exporter.b smithi077 *:9100 running (8m) 15s ago 8m 15.8M - 1.5.0 0da6a335fe13 20103db32919 2024-04-10T15:38:11.264 INFO:teuthology.orchestra.run.smithi069.stdout:osd.0 smithi069 running (2m) 51s ago 13m 177M 2480M 19.0.0-2838-ga5074d45 ffe3e7ac3788 9833b8d335cb 2024-04-10T15:38:11.264 INFO:teuthology.orchestra.run.smithi069.stdout:osd.1 smithi069 running (2m) 51s ago 12m 152M 2480M 19.0.0-2838-ga5074d45 ffe3e7ac3788 a7560d34888e 2024-04-10T15:38:11.264 INFO:teuthology.orchestra.run.smithi069.stdout:osd.2 smithi069 running (92s) 51s ago 12m 126M 2480M 19.0.0-2838-ga5074d45 ffe3e7ac3788 cb88f4853007 2024-04-10T15:38:11.264 INFO:teuthology.orchestra.run.smithi069.stdout:osd.3 smithi069 running (56s) 51s ago 11m 12.7M 2480M 19.0.0-2838-ga5074d45 ffe3e7ac3788 c840f79dffa2 2024-04-10T15:38:11.264 INFO:teuthology.orchestra.run.smithi069.stdout:osd.4 smithi077 running (20s) 15s ago 11m 15.1M 2480M 19.0.0-2838-ga5074d45 ffe3e7ac3788 3d6825553ede 2024-04-10T15:38:11.264 INFO:teuthology.orchestra.run.smithi069.stdout:osd.5 smithi077 running (11m) 15s ago 11m 351M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 2a7f7ea88c93 2024-04-10T15:38:11.264 INFO:teuthology.orchestra.run.smithi069.stdout:osd.6 smithi077 running (10m) 15s ago 10m 215M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 7df4e5a8578c 2024-04-10T15:38:11.265 INFO:teuthology.orchestra.run.smithi069.stdout:osd.7 smithi077 running (10m) 15s ago 10m 185M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 1a9c80228cd5 2024-04-10T15:38:11.265 INFO:teuthology.orchestra.run.smithi069.stdout:prometheus.a smithi077 *:9095 running (4m) 15s ago 9m 60.3M - 2.43.0 a07b618ecd1d 9575de1707c9 2024-04-10T15:38:11.265 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:38:11 smithi069 ceph-mon[96738]: osdmap e460: 8 total, 8 up, 8 in 2024-04-10T15:38:11.265 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:38:11 smithi069 ceph-mon[96738]: osdmap e461: 8 total, 8 up, 8 in 2024-04-10T15:38:11.265 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:38:11 smithi069 ceph-mon[94167]: osdmap e460: 8 total, 8 up, 8 in 2024-04-10T15:38:11.265 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:38:11 smithi069 ceph-mon[94167]: osdmap e461: 8 total, 8 up, 8 in 2024-04-10T15:38:11.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:38:11 smithi077 ceph-mon[87572]: osdmap e460: 8 total, 8 up, 8 in 2024-04-10T15:38:11.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:38:11 smithi077 ceph-mon[87572]: osdmap e461: 8 total, 8 up, 8 in 2024-04-10T15:38:11.662 INFO:teuthology.orchestra.run.smithi069.stdout:{ 2024-04-10T15:38:11.662 INFO:teuthology.orchestra.run.smithi069.stdout: "mon": { 2024-04-10T15:38:11.662 INFO:teuthology.orchestra.run.smithi069.stdout: "ceph version 19.0.0-2838-ga5074d45 (a5074d4516d566e9d8b6aec912f26afd099de101) squid (dev)": 3 2024-04-10T15:38:11.662 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-04-10T15:38:11.663 INFO:teuthology.orchestra.run.smithi069.stdout: "mgr": { 2024-04-10T15:38:11.663 INFO:teuthology.orchestra.run.smithi069.stdout: "ceph version 19.0.0-2838-ga5074d45 (a5074d4516d566e9d8b6aec912f26afd099de101) squid (dev)": 2 2024-04-10T15:38:11.663 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-04-10T15:38:11.663 INFO:teuthology.orchestra.run.smithi069.stdout: "osd": { 2024-04-10T15:38:11.663 INFO:teuthology.orchestra.run.smithi069.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 3, 2024-04-10T15:38:11.663 INFO:teuthology.orchestra.run.smithi069.stdout: "ceph version 19.0.0-2838-ga5074d45 (a5074d4516d566e9d8b6aec912f26afd099de101) squid (dev)": 5 2024-04-10T15:38:11.663 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-04-10T15:38:11.663 INFO:teuthology.orchestra.run.smithi069.stdout: "mds": { 2024-04-10T15:38:11.663 INFO:teuthology.orchestra.run.smithi069.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 2 2024-04-10T15:38:11.663 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-04-10T15:38:11.663 INFO:teuthology.orchestra.run.smithi069.stdout: "overall": { 2024-04-10T15:38:11.663 INFO:teuthology.orchestra.run.smithi069.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 5, 2024-04-10T15:38:11.663 INFO:teuthology.orchestra.run.smithi069.stdout: "ceph version 19.0.0-2838-ga5074d45 (a5074d4516d566e9d8b6aec912f26afd099de101) squid (dev)": 10 2024-04-10T15:38:11.664 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-04-10T15:38:11.664 INFO:teuthology.orchestra.run.smithi069.stdout:} 2024-04-10T15:38:12.155 INFO:tasks.rados.rados.0.smithi069.stdout:2031: done (0 left) 2024-04-10T15:38:12.155 INFO:tasks.rados.rados.0.smithi069.stdout:2032: delete oid 26 current snap is 201 2024-04-10T15:38:12.169 INFO:tasks.rados.rados.0.smithi069.stdout:2032: done (0 left) 2024-04-10T15:38:12.169 INFO:tasks.rados.rados.0.smithi069.stdout:2033: snap_remove snap 193 2024-04-10T15:38:12.491 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:38:12 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[78458]: ts=2024-04-10T15:38:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:38:12.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:38:12 smithi077 ceph-mon[87572]: from='client.44252 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:38:12.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:38:12 smithi077 ceph-mon[87572]: from='client.44258 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:38:12.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:38:12 smithi077 ceph-mon[87572]: pgmap v352: 121 pgs: 121 active+clean; 419 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 5.4 MiB/s rd, 536 KiB/s wr, 10 op/s 2024-04-10T15:38:12.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:38:12 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/255528567' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:38:12.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:38:12 smithi077 ceph-mon[87572]: osdmap e462: 8 total, 8 up, 8 in 2024-04-10T15:38:12.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:38:12 smithi069 ceph-mon[96738]: from='client.44252 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:38:12.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:38:12 smithi069 ceph-mon[96738]: from='client.44258 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:38:12.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:38:12 smithi069 ceph-mon[96738]: pgmap v352: 121 pgs: 121 active+clean; 419 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 5.4 MiB/s rd, 536 KiB/s wr, 10 op/s 2024-04-10T15:38:12.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:38:12 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/255528567' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:38:12.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:38:12 smithi069 ceph-mon[96738]: osdmap e462: 8 total, 8 up, 8 in 2024-04-10T15:38:12.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:38:12 smithi069 ceph-mon[94167]: from='client.44252 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:38:12.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:38:12 smithi069 ceph-mon[94167]: from='client.44258 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:38:12.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:38:12 smithi069 ceph-mon[94167]: pgmap v352: 121 pgs: 121 active+clean; 419 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 5.4 MiB/s rd, 536 KiB/s wr, 10 op/s 2024-04-10T15:38:12.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:38:12 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/255528567' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:38:12.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:38:12 smithi069 ceph-mon[94167]: osdmap e462: 8 total, 8 up, 8 in 2024-04-10T15:38:13.158 INFO:tasks.rados.rados.0.smithi069.stdout:2033: done (0 left) 2024-04-10T15:38:13.158 INFO:tasks.rados.rados.0.smithi069.stdout:2034: read oid 49 snap -1 2024-04-10T15:38:13.159 INFO:tasks.rados.rados.0.smithi069.stdout:2034: expect deleted 2024-04-10T15:38:13.159 INFO:tasks.rados.rados.0.smithi069.stdout:2035: copy_from oid 22 from oid 39 current snap is 201 2024-04-10T15:38:13.159 INFO:tasks.rados.rados.0.smithi069.stdout:2036: read oid 50 snap 176 2024-04-10T15:38:13.159 INFO:tasks.rados.rados.0.smithi069.stdout:2036: expect (ObjNum 549 snap 169 seq_num 549) 2024-04-10T15:38:13.159 INFO:tasks.rados.rados.0.smithi069.stdout:2037: read oid 13 snap 198 2024-04-10T15:38:13.159 INFO:tasks.rados.rados.0.smithi069.stdout:2037: expect (ObjNum 591 snap 185 seq_num 591) 2024-04-10T15:38:13.159 INFO:tasks.rados.rados.0.smithi069.stdout:2038: rmattr oid 42 current snap is 201 2024-04-10T15:38:13.159 INFO:tasks.rados.rados.0.smithi069.stdout:2038: done (4 left) 2024-04-10T15:38:13.159 INFO:tasks.rados.rados.0.smithi069.stdout:2039: snap_create 2024-04-10T15:38:13.165 INFO:tasks.rados.rados.0.smithi069.stdout:2035: finishing copy_from to smithi06982861-22 2024-04-10T15:38:13.165 INFO:tasks.rados.rados.0.smithi069.stdout:2035: got expected ENOENT (src dne) 2024-04-10T15:38:13.165 INFO:tasks.rados.rados.0.smithi069.stdout:2035: finishing copy_from racing read to smithi06982861-22 2024-04-10T15:38:13.188 INFO:tasks.rados.rados.0.smithi069.stdout:2037: expect (ObjNum 591 snap 185 seq_num 591) 2024-04-10T15:38:13.373 INFO:tasks.rados.rados.0.smithi069.stdout:2036: expect (ObjNum 549 snap 169 seq_num 549) 2024-04-10T15:38:14.160 INFO:tasks.rados.rados.0.smithi069.stdout:2034: done (4 left) 2024-04-10T15:38:14.161 INFO:tasks.rados.rados.0.smithi069.stdout:2035: done (3 left) 2024-04-10T15:38:14.161 INFO:tasks.rados.rados.0.smithi069.stdout:2036: done (2 left) 2024-04-10T15:38:14.161 INFO:tasks.rados.rados.0.smithi069.stdout:2037: done (1 left) 2024-04-10T15:38:14.161 INFO:tasks.rados.rados.0.smithi069.stdout:2039: done (0 left) 2024-04-10T15:38:14.161 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 15 current snap is 202 2024-04-10T15:38:14.161 INFO:tasks.rados.rados.0.smithi069.stdout:2040: seq_num 644 ranges {909312=794624,1703936=401408} 2024-04-10T15:38:14.169 INFO:tasks.rados.rados.0.smithi069.stdout:2040: writing smithi06982861-15 from 909312 to 1703936 tid 1 2024-04-10T15:38:14.172 INFO:tasks.rados.rados.0.smithi069.stdout:2040: writing smithi06982861-15 from 1703936 to 2105344 tid 2 2024-04-10T15:38:14.172 INFO:tasks.rados.rados.0.smithi069.stdout:2041: rollback oid 30 current snap is 202 2024-04-10T15:38:14.172 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 30 to 194 2024-04-10T15:38:14.172 INFO:tasks.rados.rados.0.smithi069.stdout:2042: copy_from oid 14 from oid 25 current snap is 202 2024-04-10T15:38:14.172 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 42 current snap is 202 2024-04-10T15:38:14.173 INFO:tasks.rados.rados.0.smithi069.stdout:2043: seq_num 645 ranges {860160=409600,1269760=778240,2048000=24576} 2024-04-10T15:38:14.182 INFO:tasks.rados.rados.0.smithi069.stdout:2043: writing smithi06982861-42 from 860160 to 1269760 tid 1 2024-04-10T15:38:14.205 INFO:tasks.rados.rados.0.smithi069.stdout:2043: writing smithi06982861-42 from 1269760 to 2048000 tid 2 2024-04-10T15:38:14.205 INFO:tasks.rados.rados.0.smithi069.stdout:2043: writing smithi06982861-42 from 2048000 to 2072576 tid 3 2024-04-10T15:38:14.205 INFO:tasks.rados.rados.0.smithi069.stdout:2044: delete oid 40 current snap is 202 2024-04-10T15:38:14.205 INFO:tasks.rados.rados.0.smithi069.stdout:2041: finishing rollback tid 0 to smithi06982861-30 2024-04-10T15:38:14.205 INFO:tasks.rados.rados.0.smithi069.stdout:2041: finishing rollback tid 1 to smithi06982861-30 2024-04-10T15:38:14.205 INFO:tasks.rados.rados.0.smithi069.stdout:2040: finishing write tid 1 to smithi06982861-15 2024-04-10T15:38:14.205 INFO:tasks.rados.rados.0.smithi069.stdout:2040: finishing write tid 2 to smithi06982861-15 2024-04-10T15:38:14.205 INFO:tasks.rados.rados.0.smithi069.stdout:2041: finishing rollback tid 2 to smithi06982861-30 2024-04-10T15:38:14.205 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 30 v 1024 (ObjNum 630 snap 194 seq_num 630) dirty exists 2024-04-10T15:38:14.205 INFO:tasks.rados.rados.0.smithi069.stdout:2040: finishing write tid 3 to smithi06982861-15 2024-04-10T15:38:14.205 INFO:tasks.rados.rados.0.smithi069.stdout:2040: finishing write tid 4 to smithi06982861-15 2024-04-10T15:38:14.205 INFO:tasks.rados.rados.0.smithi069.stdout:2040: oid 15 updating version 0 to 906 2024-04-10T15:38:14.206 INFO:tasks.rados.rados.0.smithi069.stdout:2040: oid 15 version 906 is already newer than 904 2024-04-10T15:38:14.206 INFO:tasks.rados.rados.0.smithi069.stdout:2040: oid 15 version 906 is already newer than 905 2024-04-10T15:38:14.206 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 15 v 906 (ObjNum 644 snap 202 seq_num 644) dirty exists 2024-04-10T15:38:14.206 INFO:tasks.rados.rados.0.smithi069.stdout:2040: left oid 15 (ObjNum 644 snap 202 seq_num 644) 2024-04-10T15:38:14.206 INFO:tasks.rados.rados.0.smithi069.stdout:2043: finishing write tid 1 to smithi06982861-42 2024-04-10T15:38:14.206 INFO:tasks.rados.rados.0.smithi069.stdout:2042: finishing copy_from racing read to smithi06982861-14 2024-04-10T15:38:14.206 INFO:tasks.rados.rados.0.smithi069.stdout:2042: finishing copy_from to smithi06982861-14 2024-04-10T15:38:14.206 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 14 v 543 (ObjNum 603 snap 188 seq_num 603) dirty exists 2024-04-10T15:38:14.206 INFO:tasks.rados.rados.0.smithi069.stdout:2040: done (4 left) 2024-04-10T15:38:14.206 INFO:tasks.rados.rados.0.smithi069.stdout:2041: done (3 left) 2024-04-10T15:38:14.206 INFO:tasks.rados.rados.0.smithi069.stdout:2042: done (2 left) 2024-04-10T15:38:14.206 INFO:tasks.rados.rados.0.smithi069.stdout:2044: done (1 left) 2024-04-10T15:38:14.206 INFO:tasks.rados.rados.0.smithi069.stdout:2045: read oid 26 snap -1 2024-04-10T15:38:14.206 INFO:tasks.rados.rados.0.smithi069.stdout:2045: expect deleted 2024-04-10T15:38:14.207 INFO:tasks.rados.rados.0.smithi069.stdout:2046: read oid 29 snap -1 2024-04-10T15:38:14.207 INFO:tasks.rados.rados.0.smithi069.stdout:2046: expect (ObjNum 619 snap 193 seq_num 619) 2024-04-10T15:38:14.207 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 6 current snap is 202 2024-04-10T15:38:14.207 INFO:tasks.rados.rados.0.smithi069.stdout:2047: seq_num 647 ranges {0=442368,442368=589824,1032192=212992} 2024-04-10T15:38:14.207 INFO:tasks.rados.rados.0.smithi069.stdout:2047: writing smithi06982861-6 from 0 to 442368 tid 1 2024-04-10T15:38:14.207 INFO:tasks.rados.rados.0.smithi069.stdout:2047: writing smithi06982861-6 from 442368 to 1032192 tid 2 2024-04-10T15:38:14.207 INFO:tasks.rados.rados.0.smithi069.stdout:2047: writing smithi06982861-6 from 1032192 to 1245184 tid 3 2024-04-10T15:38:14.207 INFO:tasks.rados.rados.0.smithi069.stdout:2048: snap_create 2024-04-10T15:38:14.207 INFO:tasks.rados.rados.0.smithi069.stdout:2043: finishing write tid 2 to smithi06982861-42 2024-04-10T15:38:14.207 INFO:tasks.rados.rados.0.smithi069.stdout:2043: finishing write tid 3 to smithi06982861-42 2024-04-10T15:38:14.207 INFO:tasks.rados.rados.0.smithi069.stdout:2043: finishing write tid 4 to smithi06982861-42 2024-04-10T15:38:14.207 INFO:tasks.rados.rados.0.smithi069.stdout:2047: finishing write tid 1 to smithi06982861-6 2024-04-10T15:38:14.207 INFO:tasks.rados.rados.0.smithi069.stdout:2043: finishing write tid 5 to smithi06982861-42 2024-04-10T15:38:14.207 INFO:tasks.rados.rados.0.smithi069.stdout:2043: oid 42 updating version 0 to 920 2024-04-10T15:38:14.207 INFO:tasks.rados.rados.0.smithi069.stdout:2043: oid 42 version 920 is already newer than 918 2024-04-10T15:38:14.208 INFO:tasks.rados.rados.0.smithi069.stdout:2043: oid 42 version 920 is already newer than 919 2024-04-10T15:38:14.208 INFO:tasks.rados.rados.0.smithi069.stdout:2043: oid 42 version 920 is already newer than 917 2024-04-10T15:38:14.208 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 42 v 920 (ObjNum 645 snap 202 seq_num 645) dirty exists 2024-04-10T15:38:14.208 INFO:tasks.rados.rados.0.smithi069.stdout:2043: left oid 42 (ObjNum 645 snap 202 seq_num 645) 2024-04-10T15:38:14.208 INFO:tasks.rados.rados.0.smithi069.stdout:2047: finishing write tid 2 to smithi06982861-6 2024-04-10T15:38:14.208 INFO:tasks.rados.rados.0.smithi069.stdout:2047: finishing write tid 3 to smithi06982861-6 2024-04-10T15:38:14.208 INFO:tasks.rados.rados.0.smithi069.stdout:2047: finishing write tid 4 to smithi06982861-6 2024-04-10T15:38:14.208 INFO:tasks.rados.rados.0.smithi069.stdout:2047: finishing write tid 5 to smithi06982861-6 2024-04-10T15:38:14.208 INFO:tasks.rados.rados.0.smithi069.stdout:2047: oid 6 updating version 0 to 967 2024-04-10T15:38:14.208 INFO:tasks.rados.rados.0.smithi069.stdout:2047: oid 6 version 967 is already newer than 966 2024-04-10T15:38:14.208 INFO:tasks.rados.rados.0.smithi069.stdout:2047: oid 6 updating version 967 to 969 2024-04-10T15:38:14.208 INFO:tasks.rados.rados.0.smithi069.stdout:2047: oid 6 version 969 is already newer than 968 2024-04-10T15:38:14.208 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 6 v 969 (ObjNum 647 snap 202 seq_num 647) dirty exists 2024-04-10T15:38:14.208 INFO:tasks.rados.rados.0.smithi069.stdout:2047: left oid 6 (ObjNum 647 snap 202 seq_num 647) 2024-04-10T15:38:14.229 INFO:tasks.rados.rados.0.smithi069.stdout:2046: expect (ObjNum 619 snap 193 seq_num 619) 2024-04-10T15:38:14.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:38:14 smithi077 ceph-mon[87572]: osdmap e463: 8 total, 8 up, 8 in 2024-04-10T15:38:14.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:38:14 smithi077 ceph-mon[87572]: pgmap v355: 121 pgs: 121 active+clean; 431 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.0 MiB/s wr, 3 op/s 2024-04-10T15:38:14.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:38:14 smithi069 ceph-mon[96738]: osdmap e463: 8 total, 8 up, 8 in 2024-04-10T15:38:14.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:38:14 smithi069 ceph-mon[96738]: pgmap v355: 121 pgs: 121 active+clean; 431 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.0 MiB/s wr, 3 op/s 2024-04-10T15:38:14.585 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:38:14 smithi069 ceph-mon[94167]: osdmap e463: 8 total, 8 up, 8 in 2024-04-10T15:38:14.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:38:14 smithi069 ceph-mon[94167]: pgmap v355: 121 pgs: 121 active+clean; 431 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.0 MiB/s wr, 3 op/s 2024-04-10T15:38:15.383 INFO:tasks.rados.rados.0.smithi069.stdout:2043: done (4 left) 2024-04-10T15:38:15.383 INFO:tasks.rados.rados.0.smithi069.stdout:2045: done (3 left) 2024-04-10T15:38:15.383 INFO:tasks.rados.rados.0.smithi069.stdout:2046: done (2 left) 2024-04-10T15:38:15.383 INFO:tasks.rados.rados.0.smithi069.stdout:2047: done (1 left) 2024-04-10T15:38:15.383 INFO:tasks.rados.rados.0.smithi069.stdout:2048: done (0 left) 2024-04-10T15:38:15.383 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 22 current snap is 203 2024-04-10T15:38:15.383 INFO:tasks.rados.rados.0.smithi069.stdout:2049: seq_num 648 ranges {5914624=458752,6373376=475136,6848512=327680} 2024-04-10T15:38:15.416 INFO:tasks.rados.rados.0.smithi069.stdout:2049: writing smithi06982861-22 from 5914624 to 6373376 tid 1 2024-04-10T15:38:15.419 INFO:tasks.rados.rados.0.smithi069.stdout:2049: writing smithi06982861-22 from 6373376 to 6848512 tid 2 2024-04-10T15:38:15.421 INFO:tasks.rados.rados.0.smithi069.stdout:2049: writing smithi06982861-22 from 6848512 to 7176192 tid 3 2024-04-10T15:38:15.421 INFO:tasks.rados.rados.0.smithi069.stdout:2050: copy_from oid 50 from oid 15 current snap is 203 2024-04-10T15:38:15.421 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 8 current snap is 203 2024-04-10T15:38:15.421 INFO:tasks.rados.rados.0.smithi069.stdout:2051: seq_num 649 ranges {49152=475136,524288=761856,1286144=40960} 2024-04-10T15:38:15.424 INFO:tasks.rados.rados.0.smithi069.stdout:2051: writing smithi06982861-8 from 49152 to 524288 tid 1 2024-04-10T15:38:15.429 INFO:tasks.rados.rados.0.smithi069.stdout:2051: writing smithi06982861-8 from 524288 to 1286144 tid 2 2024-04-10T15:38:15.429 INFO:tasks.rados.rados.0.smithi069.stdout:2051: writing smithi06982861-8 from 1286144 to 1327104 tid 3 2024-04-10T15:38:15.430 INFO:tasks.rados.rados.0.smithi069.stdout:2052: copy_from oid 31 from oid 27 current snap is 203 2024-04-10T15:38:15.430 INFO:tasks.rados.rados.0.smithi069.stdout:2049: finishing write tid 1 to smithi06982861-22 2024-04-10T15:38:15.430 INFO:tasks.rados.rados.0.smithi069.stdout:2049: finishing write tid 2 to smithi06982861-22 2024-04-10T15:38:15.430 INFO:tasks.rados.rados.0.smithi069.stdout:2049: finishing write tid 3 to smithi06982861-22 2024-04-10T15:38:15.430 INFO:tasks.rados.rados.0.smithi069.stdout:2049: finishing write tid 4 to smithi06982861-22 2024-04-10T15:38:15.430 INFO:tasks.rados.rados.0.smithi069.stdout:2049: finishing write tid 5 to smithi06982861-22 2024-04-10T15:38:15.430 INFO:tasks.rados.rados.0.smithi069.stdout:2049: oid 22 updating version 0 to 220 2024-04-10T15:38:15.430 INFO:tasks.rados.rados.0.smithi069.stdout:2049: oid 22 version 220 is already newer than 219 2024-04-10T15:38:15.430 INFO:tasks.rados.rados.0.smithi069.stdout:2049: oid 22 updating version 220 to 221 2024-04-10T15:38:15.430 INFO:tasks.rados.rados.0.smithi069.stdout:2049: oid 22 version 221 is already newer than 218 2024-04-10T15:38:15.430 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 22 v 221 (ObjNum 648 snap 203 seq_num 648) dirty exists 2024-04-10T15:38:15.430 INFO:tasks.rados.rados.0.smithi069.stdout:2049: left oid 22 (ObjNum 648 snap 203 seq_num 648) 2024-04-10T15:38:15.430 INFO:tasks.rados.rados.0.smithi069.stdout:2051: finishing write tid 1 to smithi06982861-8 2024-04-10T15:38:15.430 INFO:tasks.rados.rados.0.smithi069.stdout:2049: done (3 left) 2024-04-10T15:38:15.430 INFO:tasks.rados.rados.0.smithi069.stdout:2053: snap_create 2024-04-10T15:38:15.434 INFO:tasks.rados.rados.0.smithi069.stdout:2051: finishing write tid 2 to smithi06982861-8 2024-04-10T15:38:15.434 INFO:tasks.rados.rados.0.smithi069.stdout:2051: finishing write tid 3 to smithi06982861-8 2024-04-10T15:38:15.434 INFO:tasks.rados.rados.0.smithi069.stdout:2050: finishing copy_from racing read to smithi06982861-50 2024-04-10T15:38:15.434 INFO:tasks.rados.rados.0.smithi069.stdout:2051: finishing write tid 4 to smithi06982861-8 2024-04-10T15:38:15.435 INFO:tasks.rados.rados.0.smithi069.stdout:2050: finishing copy_from to smithi06982861-50 2024-04-10T15:38:15.435 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 50 v 906 (ObjNum 644 snap 202 seq_num 644) dirty exists 2024-04-10T15:38:15.438 INFO:tasks.rados.rados.0.smithi069.stdout:2051: finishing write tid 5 to smithi06982861-8 2024-04-10T15:38:15.438 INFO:tasks.rados.rados.0.smithi069.stdout:2051: oid 8 updating version 0 to 1026 2024-04-10T15:38:15.438 INFO:tasks.rados.rados.0.smithi069.stdout:2051: oid 8 updating version 1026 to 1029 2024-04-10T15:38:15.438 INFO:tasks.rados.rados.0.smithi069.stdout:2051: oid 8 version 1029 is already newer than 1027 2024-04-10T15:38:15.438 INFO:tasks.rados.rados.0.smithi069.stdout:2051: oid 8 version 1029 is already newer than 1028 2024-04-10T15:38:15.438 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 8 v 1029 (ObjNum 649 snap 203 seq_num 649) dirty exists 2024-04-10T15:38:15.438 INFO:tasks.rados.rados.0.smithi069.stdout:2051: left oid 8 (ObjNum 649 snap 203 seq_num 649) 2024-04-10T15:38:15.446 INFO:tasks.rados.rados.0.smithi069.stdout:2052: finishing copy_from racing read to smithi06982861-31 2024-04-10T15:38:15.446 INFO:tasks.rados.rados.0.smithi069.stdout:2052: finishing copy_from to smithi06982861-31 2024-04-10T15:38:15.446 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 31 v 891 (ObjNum 509 snap 160 seq_num 509) dirty exists 2024-04-10T15:38:15.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:38:15 smithi077 ceph-mon[87572]: osdmap e464: 8 total, 8 up, 8 in 2024-04-10T15:38:15.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:38:15 smithi069 ceph-mon[96738]: osdmap e464: 8 total, 8 up, 8 in 2024-04-10T15:38:15.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:38:15 smithi069 ceph-mon[94167]: osdmap e464: 8 total, 8 up, 8 in 2024-04-10T15:38:16.155 INFO:tasks.rados.rados.0.smithi069.stdout:2050: done (3 left) 2024-04-10T15:38:16.155 INFO:tasks.rados.rados.0.smithi069.stdout:2051: done (2 left) 2024-04-10T15:38:16.155 INFO:tasks.rados.rados.0.smithi069.stdout:2052: done (1 left) 2024-04-10T15:38:16.155 INFO:tasks.rados.rados.0.smithi069.stdout:2053: done (0 left) 2024-04-10T15:38:16.155 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 43 current snap is 204 2024-04-10T15:38:16.155 INFO:tasks.rados.rados.0.smithi069.stdout:2054: seq_num 650 ranges {0=491520,491520=647168,1138688=155648} 2024-04-10T15:38:16.157 INFO:tasks.rados.rados.0.smithi069.stdout:2054: writing smithi06982861-43 from 0 to 491520 tid 1 2024-04-10T15:38:16.161 INFO:tasks.rados.rados.0.smithi069.stdout:2054: writing smithi06982861-43 from 491520 to 1138688 tid 2 2024-04-10T15:38:16.162 INFO:tasks.rados.rados.0.smithi069.stdout:2054: writing smithi06982861-43 from 1138688 to 1294336 tid 3 2024-04-10T15:38:16.162 INFO:tasks.rados.rados.0.smithi069.stdout:2055: delete oid 18 current snap is 204 2024-04-10T15:38:16.163 INFO:tasks.rados.rados.0.smithi069.stdout:2054: finishing write tid 1 to smithi06982861-43 2024-04-10T15:38:16.165 INFO:tasks.rados.rados.0.smithi069.stdout:2054: finishing write tid 2 to smithi06982861-43 2024-04-10T15:38:16.165 INFO:tasks.rados.rados.0.smithi069.stdout:2054: finishing write tid 3 to smithi06982861-43 2024-04-10T15:38:16.165 INFO:tasks.rados.rados.0.smithi069.stdout:2054: finishing write tid 4 to smithi06982861-43 2024-04-10T15:38:16.167 INFO:tasks.rados.rados.0.smithi069.stdout:2054: finishing write tid 5 to smithi06982861-43 2024-04-10T15:38:16.167 INFO:tasks.rados.rados.0.smithi069.stdout:2054: oid 43 updating version 0 to 771 2024-04-10T15:38:16.167 INFO:tasks.rados.rados.0.smithi069.stdout:2054: oid 43 updating version 771 to 773 2024-04-10T15:38:16.167 INFO:tasks.rados.rados.0.smithi069.stdout:2054: oid 43 version 773 is already newer than 772 2024-04-10T15:38:16.167 INFO:tasks.rados.rados.0.smithi069.stdout:2054: oid 43 version 773 is already newer than 770 2024-04-10T15:38:16.167 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 43 v 773 (ObjNum 650 snap 204 seq_num 650) dirty exists 2024-04-10T15:38:16.167 INFO:tasks.rados.rados.0.smithi069.stdout:2054: left oid 43 (ObjNum 650 snap 204 seq_num 650) 2024-04-10T15:38:16.173 INFO:tasks.rados.rados.0.smithi069.stdout:2054: done (1 left) 2024-04-10T15:38:16.173 INFO:tasks.rados.rados.0.smithi069.stdout:2055: done (0 left) 2024-04-10T15:38:16.173 INFO:tasks.rados.rados.0.smithi069.stdout:2056: read oid 36 snap -1 2024-04-10T15:38:16.174 INFO:tasks.rados.rados.0.smithi069.stdout:2056: expect (ObjNum 618 snap 193 seq_num 618) 2024-04-10T15:38:16.174 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 18 current snap is 204 2024-04-10T15:38:16.174 INFO:tasks.rados.rados.0.smithi069.stdout:2057: seq_num 652 ranges {0=524288,524288=409600,933888=393216} 2024-04-10T15:38:16.176 INFO:tasks.rados.rados.0.smithi069.stdout:2057: writing smithi06982861-18 from 0 to 524288 tid 1 2024-04-10T15:38:16.178 INFO:tasks.rados.rados.0.smithi069.stdout:2057: writing smithi06982861-18 from 524288 to 933888 tid 2 2024-04-10T15:38:16.181 INFO:tasks.rados.rados.0.smithi069.stdout:2057: writing smithi06982861-18 from 933888 to 1327104 tid 3 2024-04-10T15:38:16.181 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 44 current snap is 204 2024-04-10T15:38:16.181 INFO:tasks.rados.rados.0.smithi069.stdout:2058: seq_num 653 ranges {16359424=540672,16900096=696320,17596416=106496} 2024-04-10T15:38:16.270 INFO:tasks.rados.rados.0.smithi069.stdout:2058: writing smithi06982861-44 from 16359424 to 16900096 tid 1 2024-04-10T15:38:16.274 INFO:tasks.rados.rados.0.smithi069.stdout:2058: writing smithi06982861-44 from 16900096 to 17596416 tid 2 2024-04-10T15:38:16.275 INFO:tasks.rados.rados.0.smithi069.stdout:2058: writing smithi06982861-44 from 17596416 to 17702912 tid 3 2024-04-10T15:38:16.275 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 9 current snap is 204 2024-04-10T15:38:16.275 INFO:tasks.rados.rados.0.smithi069.stdout:2059: seq_num 654 ranges {991232=557056,1548288=630784,2179072=172032} 2024-04-10T15:38:16.283 INFO:tasks.rados.rados.0.smithi069.stdout:2059: writing smithi06982861-9 from 991232 to 1548288 tid 1 2024-04-10T15:38:16.287 INFO:tasks.rados.rados.0.smithi069.stdout:2059: writing smithi06982861-9 from 1548288 to 2179072 tid 2 2024-04-10T15:38:16.288 INFO:tasks.rados.rados.0.smithi069.stdout:2059: writing smithi06982861-9 from 2179072 to 2351104 tid 3 2024-04-10T15:38:16.288 INFO:tasks.rados.rados.0.smithi069.stdout:2056: expect (ObjNum 618 snap 193 seq_num 618) 2024-04-10T15:38:16.390 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:38:16 smithi077 ceph-mon[87572]: osdmap e465: 8 total, 8 up, 8 in 2024-04-10T15:38:16.390 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:38:16 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-04-10T15:38:16.390 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:38:16 smithi077 ceph-mon[87572]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-04-10T15:38:16.390 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:38:16 smithi077 ceph-mon[87572]: Upgrade: osd.5 is safe to restart 2024-04-10T15:38:16.390 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:38:16 smithi077 ceph-mon[87572]: pgmap v358: 121 pgs: 121 active+clean; 435 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 8.2 MiB/s rd, 3.9 MiB/s wr, 6 op/s 2024-04-10T15:38:16.390 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:38:16 smithi077 ceph-mon[87572]: osdmap e466: 8 total, 8 up, 8 in 2024-04-10T15:38:16.462 INFO:tasks.rados.rados.0.smithi069.stdout:2057: finishing write tid 1 to smithi06982861-18 2024-04-10T15:38:16.462 INFO:tasks.rados.rados.0.smithi069.stdout:2057: finishing write tid 2 to smithi06982861-18 2024-04-10T15:38:16.462 INFO:tasks.rados.rados.0.smithi069.stdout:2057: finishing write tid 3 to smithi06982861-18 2024-04-10T15:38:16.462 INFO:tasks.rados.rados.0.smithi069.stdout:2057: finishing write tid 4 to smithi06982861-18 2024-04-10T15:38:16.462 INFO:tasks.rados.rados.0.smithi069.stdout:2057: finishing write tid 5 to smithi06982861-18 2024-04-10T15:38:16.462 INFO:tasks.rados.rados.0.smithi069.stdout:2057: oid 18 updating version 0 to 972 2024-04-10T15:38:16.462 INFO:tasks.rados.rados.0.smithi069.stdout:2057: oid 18 updating version 972 to 974 2024-04-10T15:38:16.462 INFO:tasks.rados.rados.0.smithi069.stdout:2057: oid 18 version 974 is already newer than 973 2024-04-10T15:38:16.462 INFO:tasks.rados.rados.0.smithi069.stdout:2057: oid 18 updating version 974 to 975 2024-04-10T15:38:16.462 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 18 v 975 (ObjNum 652 snap 204 seq_num 652) dirty exists 2024-04-10T15:38:16.463 INFO:tasks.rados.rados.0.smithi069.stdout:2057: left oid 18 (ObjNum 652 snap 204 seq_num 652) 2024-04-10T15:38:16.463 INFO:tasks.rados.rados.0.smithi069.stdout:2058: finishing write tid 1 to smithi06982861-44 2024-04-10T15:38:16.463 INFO:tasks.rados.rados.0.smithi069.stdout:2060: read oid 10 snap -1 2024-04-10T15:38:16.463 INFO:tasks.rados.rados.0.smithi069.stdout:2060: expect (ObjNum 636 snap 197 seq_num 636) 2024-04-10T15:38:16.463 INFO:tasks.rados.rados.0.smithi069.stdout:2056: done (4 left) 2024-04-10T15:38:16.463 INFO:tasks.rados.rados.0.smithi069.stdout:2057: done (3 left) 2024-04-10T15:38:16.463 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 29 current snap is 204 2024-04-10T15:38:16.463 INFO:tasks.rados.rados.0.smithi069.stdout:2058: finishing write tid 2 to smithi06982861-44 2024-04-10T15:38:16.463 INFO:tasks.rados.rados.0.smithi069.stdout:2058: finishing write tid 3 to smithi06982861-44 2024-04-10T15:38:16.463 INFO:tasks.rados.rados.0.smithi069.stdout:2058: finishing write tid 4 to smithi06982861-44 2024-04-10T15:38:16.463 INFO:tasks.rados.rados.0.smithi069.stdout:2061: seq_num 655 ranges {12443648=573440,13017088=516096,13533184=286720} 2024-04-10T15:38:16.486 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:38:16 smithi069 ceph-mon[96738]: osdmap e465: 8 total, 8 up, 8 in 2024-04-10T15:38:16.486 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:38:16 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-04-10T15:38:16.486 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:38:16 smithi069 ceph-mon[96738]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-04-10T15:38:16.486 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:38:16 smithi069 ceph-mon[96738]: Upgrade: osd.5 is safe to restart 2024-04-10T15:38:16.486 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:38:16 smithi069 ceph-mon[96738]: pgmap v358: 121 pgs: 121 active+clean; 435 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 8.2 MiB/s rd, 3.9 MiB/s wr, 6 op/s 2024-04-10T15:38:16.487 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:38:16 smithi069 ceph-mon[96738]: osdmap e466: 8 total, 8 up, 8 in 2024-04-10T15:38:16.487 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:38:16 smithi069 ceph-mon[94167]: osdmap e465: 8 total, 8 up, 8 in 2024-04-10T15:38:16.487 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:38:16 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-04-10T15:38:16.487 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:38:16 smithi069 ceph-mon[94167]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-04-10T15:38:16.487 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:38:16 smithi069 ceph-mon[94167]: Upgrade: osd.5 is safe to restart 2024-04-10T15:38:16.487 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:38:16 smithi069 ceph-mon[94167]: pgmap v358: 121 pgs: 121 active+clean; 435 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 8.2 MiB/s rd, 3.9 MiB/s wr, 6 op/s 2024-04-10T15:38:16.487 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:38:16 smithi069 ceph-mon[94167]: osdmap e466: 8 total, 8 up, 8 in 2024-04-10T15:38:16.532 INFO:tasks.rados.rados.0.smithi069.stdout:2061: writing smithi06982861-29 from 12443648 to 13017088 tid 1 2024-04-10T15:38:16.535 INFO:tasks.rados.rados.0.smithi069.stdout:2061: writing smithi06982861-29 from 13017088 to 13533184 tid 2 2024-04-10T15:38:16.537 INFO:tasks.rados.rados.0.smithi069.stdout:2061: writing smithi06982861-29 from 13533184 to 13819904 tid 3 2024-04-10T15:38:16.537 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 39 current snap is 204 2024-04-10T15:38:16.538 INFO:tasks.rados.rados.0.smithi069.stdout:2058: finishing write tid 5 to smithi06982861-44 2024-04-10T15:38:16.538 INFO:tasks.rados.rados.0.smithi069.stdout:2058: oid 44 updating version 0 to 1041 2024-04-10T15:38:16.538 INFO:tasks.rados.rados.0.smithi069.stdout:2058: oid 44 version 1041 is already newer than 1039 2024-04-10T15:38:16.538 INFO:tasks.rados.rados.0.smithi069.stdout:2058: oid 44 updating version 1041 to 1042 2024-04-10T15:38:16.538 INFO:tasks.rados.rados.0.smithi069.stdout:2058: oid 44 version 1042 is already newer than 1040 2024-04-10T15:38:16.538 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 44 v 1042 (ObjNum 653 snap 204 seq_num 653) dirty exists 2024-04-10T15:38:16.538 INFO:tasks.rados.rados.0.smithi069.stdout:2058: left oid 44 (ObjNum 653 snap 204 seq_num 653) 2024-04-10T15:38:16.538 INFO:tasks.rados.rados.0.smithi069.stdout:2059: finishing write tid 1 to smithi06982861-9 2024-04-10T15:38:16.538 INFO:tasks.rados.rados.0.smithi069.stdout:2059: finishing write tid 2 to smithi06982861-9 2024-04-10T15:38:16.538 INFO:tasks.rados.rados.0.smithi069.stdout:2059: finishing write tid 3 to smithi06982861-9 2024-04-10T15:38:16.538 INFO:tasks.rados.rados.0.smithi069.stdout:2059: finishing write tid 4 to smithi06982861-9 2024-04-10T15:38:16.538 INFO:tasks.rados.rados.0.smithi069.stdout:2059: finishing write tid 5 to smithi06982861-9 2024-04-10T15:38:16.538 INFO:tasks.rados.rados.0.smithi069.stdout:2059: oid 9 updating version 0 to 980 2024-04-10T15:38:16.538 INFO:tasks.rados.rados.0.smithi069.stdout:2059: oid 9 updating version 980 to 981 2024-04-10T15:38:16.539 INFO:tasks.rados.rados.0.smithi069.stdout:2059: oid 9 updating version 981 to 982 2024-04-10T15:38:16.539 INFO:tasks.rados.rados.0.smithi069.stdout:2059: oid 9 version 982 is already newer than 979 2024-04-10T15:38:16.539 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 9 v 982 (ObjNum 654 snap 204 seq_num 654) dirty exists 2024-04-10T15:38:16.539 INFO:tasks.rados.rados.0.smithi069.stdout:2059: left oid 9 (ObjNum 654 snap 204 seq_num 654) 2024-04-10T15:38:16.539 INFO:tasks.rados.rados.0.smithi069.stdout:2060: expect (ObjNum 636 snap 197 seq_num 636) 2024-04-10T15:38:17.335 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:38:16 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:15:38:16] "GET /metrics HTTP/1.1" 200 36195 "" "Prometheus/2.43.0" 2024-04-10T15:38:18.103 INFO:tasks.rados.rados.0.smithi069.stdout:2061: finishing write tid 1 to smithi06982861-29 2024-04-10T15:38:18.103 INFO:tasks.rados.rados.0.smithi069.stdout:2061: finishing write tid 2 to smithi06982861-29 2024-04-10T15:38:18.103 INFO:tasks.rados.rados.0.smithi069.stdout:2061: finishing write tid 3 to smithi06982861-29 2024-04-10T15:38:18.103 INFO:tasks.rados.rados.0.smithi069.stdout:2061: finishing write tid 4 to smithi06982861-29 2024-04-10T15:38:18.103 INFO:tasks.rados.rados.0.smithi069.stdout:2061: finishing write tid 5 to smithi06982861-29 2024-04-10T15:38:18.103 INFO:tasks.rados.rados.0.smithi069.stdout:2061: oid 29 updating version 0 to 908 2024-04-10T15:38:18.103 INFO:tasks.rados.rados.0.smithi069.stdout:2061: oid 29 version 908 is already newer than 907 2024-04-10T15:38:18.104 INFO:tasks.rados.rados.0.smithi069.stdout:2061: oid 29 updating version 908 to 909 2024-04-10T15:38:18.104 INFO:tasks.rados.rados.0.smithi069.stdout:2061: oid 29 updating version 909 to 910 2024-04-10T15:38:18.104 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 29 v 910 (ObjNum 655 snap 204 seq_num 655) dirty exists 2024-04-10T15:38:18.104 INFO:tasks.rados.rados.0.smithi069.stdout:2061: left oid 29 (ObjNum 655 snap 204 seq_num 655) 2024-04-10T15:38:18.104 INFO:tasks.rados.rados.0.smithi069.stdout:2062: seq_num 656 ranges {0=589824,589824=802816} 2024-04-10T15:38:18.106 INFO:tasks.rados.rados.0.smithi069.stdout:2062: writing smithi06982861-39 from 0 to 589824 tid 1 2024-04-10T15:38:18.111 INFO:tasks.rados.rados.0.smithi069.stdout:2062: writing smithi06982861-39 from 589824 to 1392640 tid 2 2024-04-10T15:38:18.111 INFO:tasks.rados.rados.0.smithi069.stdout:2058: done (4 left) 2024-04-10T15:38:18.111 INFO:tasks.rados.rados.0.smithi069.stdout:2059: done (3 left) 2024-04-10T15:38:18.111 INFO:tasks.rados.rados.0.smithi069.stdout:2060: done (2 left) 2024-04-10T15:38:18.111 INFO:tasks.rados.rados.0.smithi069.stdout:2061: done (1 left) 2024-04-10T15:38:18.111 INFO:tasks.rados.rados.0.smithi069.stdout:2063: copy_from oid 41 from oid 17 current snap is 204 2024-04-10T15:38:18.111 INFO:tasks.rados.rados.0.smithi069.stdout:2062: finishing write tid 1 to smithi06982861-39 2024-04-10T15:38:18.111 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 24 current snap is 204 2024-04-10T15:38:18.112 INFO:tasks.rados.rados.0.smithi069.stdout:2064: seq_num 657 ranges {811008=606208,1417216=688128,2105344=114688} 2024-04-10T15:38:18.118 INFO:tasks.rados.rados.0.smithi069.stdout:2064: writing smithi06982861-24 from 811008 to 1417216 tid 1 2024-04-10T15:38:18.123 INFO:tasks.rados.rados.0.smithi069.stdout:2064: writing smithi06982861-24 from 1417216 to 2105344 tid 2 2024-04-10T15:38:18.124 INFO:tasks.rados.rados.0.smithi069.stdout:2064: writing smithi06982861-24 from 2105344 to 2220032 tid 3 2024-04-10T15:38:18.124 INFO:tasks.rados.rados.0.smithi069.stdout:2065: read oid 47 snap -1 2024-04-10T15:38:18.125 INFO:tasks.rados.rados.0.smithi069.stdout:2065: expect (ObjNum 509 snap 160 seq_num 509) 2024-04-10T15:38:18.125 INFO:tasks.rados.rados.0.smithi069.stdout:2066: setattr oid 26 current snap is 204 2024-04-10T15:38:18.125 INFO:tasks.rados.rados.0.smithi069.stdout:2062: finishing write tid 2 to smithi06982861-39 2024-04-10T15:38:18.125 INFO:tasks.rados.rados.0.smithi069.stdout:2062: finishing write tid 3 to smithi06982861-39 2024-04-10T15:38:18.125 INFO:tasks.rados.rados.0.smithi069.stdout:2062: finishing write tid 4 to smithi06982861-39 2024-04-10T15:38:18.125 INFO:tasks.rados.rados.0.smithi069.stdout:2062: oid 39 updating version 0 to 782 2024-04-10T15:38:18.125 INFO:tasks.rados.rados.0.smithi069.stdout:2062: oid 39 version 782 is already newer than 781 2024-04-10T15:38:18.125 INFO:tasks.rados.rados.0.smithi069.stdout:2062: oid 39 updating version 782 to 783 2024-04-10T15:38:18.125 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 39 v 783 (ObjNum 656 snap 204 seq_num 656) dirty exists 2024-04-10T15:38:18.125 INFO:tasks.rados.rados.0.smithi069.stdout:2062: left oid 39 (ObjNum 656 snap 204 seq_num 656) 2024-04-10T15:38:18.125 INFO:tasks.rados.rados.0.smithi069.stdout:2064: finishing write tid 1 to smithi06982861-24 2024-04-10T15:38:18.125 INFO:tasks.rados.rados.0.smithi069.stdout:2062: done (4 left) 2024-04-10T15:38:18.125 INFO:tasks.rados.rados.0.smithi069.stdout:2067: setattr oid 19 current snap is 204 2024-04-10T15:38:18.126 INFO:tasks.rados.rados.0.smithi069.stdout:2068: read oid 21 snap 202 2024-04-10T15:38:18.126 INFO:tasks.rados.rados.0.smithi069.stdout:2068: expect (ObjNum 498 snap 155 seq_num 498) 2024-04-10T15:38:18.126 INFO:tasks.rados.rados.0.smithi069.stdout:2069: setattr oid 48 current snap is 204 2024-04-10T15:38:18.126 INFO:tasks.rados.rados.0.smithi069.stdout:2070: snap_remove snap 183 2024-04-10T15:38:18.360 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:38:18 smithi077 ceph-mon[87572]: Upgrade: Updating osd.5 2024-04-10T15:38:18.360 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:38:18 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:38:18.360 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:38:18 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-04-10T15:38:18.360 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:38:18 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:38:18.360 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:38:18 smithi077 ceph-mon[87572]: Deploying daemon osd.5 on smithi077 2024-04-10T15:38:18.360 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:38:18 smithi077 ceph-mon[87572]: pgmap v360: 121 pgs: 121 active+clean; 435 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 7.5 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2024-04-10T15:38:18.585 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:38:18 smithi069 ceph-mon[94167]: Upgrade: Updating osd.5 2024-04-10T15:38:18.585 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:38:18 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:38:18.585 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:38:18 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-04-10T15:38:18.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:38:18 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:38:18.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:38:18 smithi069 ceph-mon[94167]: Deploying daemon osd.5 on smithi077 2024-04-10T15:38:18.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:38:18 smithi069 ceph-mon[94167]: pgmap v360: 121 pgs: 121 active+clean; 435 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 7.5 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2024-04-10T15:38:18.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:38:18 smithi069 ceph-mon[96738]: Upgrade: Updating osd.5 2024-04-10T15:38:18.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:38:18 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:38:18.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:38:18 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-04-10T15:38:18.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:38:18 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:38:18.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:38:18 smithi069 ceph-mon[96738]: Deploying daemon osd.5 on smithi077 2024-04-10T15:38:18.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:38:18 smithi069 ceph-mon[96738]: pgmap v360: 121 pgs: 121 active+clean; 435 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 7.5 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2024-04-10T15:38:19.110 INFO:tasks.rados.rados.0.smithi069.stdout:2064: finishing write tid 2 to smithi06982861-24 2024-04-10T15:38:19.111 INFO:tasks.rados.rados.0.smithi069.stdout:2064: finishing write tid 3 to smithi06982861-24 2024-04-10T15:38:19.111 INFO:tasks.rados.rados.0.smithi069.stdout:2064: finishing write tid 4 to smithi06982861-24 2024-04-10T15:38:19.111 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 19 v 1166 (ObjNum 33 snap 0 seq_num 1434839888) dirty exists 2024-04-10T15:38:19.111 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 26 v 944 (ObjNum 33 snap 0 seq_num 1435750656) dirty exists 2024-04-10T15:38:19.111 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 48 v 911 (ObjNum 549 snap 169 seq_num 549) dirty exists 2024-04-10T15:38:19.111 INFO:tasks.rados.rados.0.smithi069.stdout:2064: finishing write tid 5 to smithi06982861-24 2024-04-10T15:38:19.111 INFO:tasks.rados.rados.0.smithi069.stdout:2064: oid 24 updating version 0 to 924 2024-04-10T15:38:19.111 INFO:tasks.rados.rados.0.smithi069.stdout:2064: oid 24 version 924 is already newer than 922 2024-04-10T15:38:19.111 INFO:tasks.rados.rados.0.smithi069.stdout:2064: oid 24 updating version 924 to 925 2024-04-10T15:38:19.111 INFO:tasks.rados.rados.0.smithi069.stdout:2064: oid 24 version 925 is already newer than 923 2024-04-10T15:38:19.111 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 24 v 925 (ObjNum 657 snap 204 seq_num 657) dirty exists 2024-04-10T15:38:19.111 INFO:tasks.rados.rados.0.smithi069.stdout:2064: left oid 24 (ObjNum 657 snap 204 seq_num 657) 2024-04-10T15:38:19.111 INFO:tasks.rados.rados.0.smithi069.stdout:2065: expect (ObjNum 509 snap 160 seq_num 509) 2024-04-10T15:38:19.193 INFO:tasks.rados.rados.0.smithi069.stdout:2068: expect (ObjNum 498 snap 155 seq_num 498) 2024-04-10T15:38:19.295 INFO:tasks.rados.rados.0.smithi069.stdout:2063: finishing copy_from racing read to smithi06982861-41 2024-04-10T15:38:19.295 INFO:tasks.rados.rados.0.smithi069.stdout:2063: finishing copy_from to smithi06982861-41 2024-04-10T15:38:19.296 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 41 v 1005 (ObjNum 638 snap 198 seq_num 638) dirty exists 2024-04-10T15:38:19.296 INFO:tasks.rados.rados.0.smithi069.stdout:2063: done (7 left) 2024-04-10T15:38:19.296 INFO:tasks.rados.rados.0.smithi069.stdout:2064: done (6 left) 2024-04-10T15:38:19.296 INFO:tasks.rados.rados.0.smithi069.stdout:2065: done (5 left) 2024-04-10T15:38:19.296 INFO:tasks.rados.rados.0.smithi069.stdout:2066: done (4 left) 2024-04-10T15:38:19.296 INFO:tasks.rados.rados.0.smithi069.stdout:2067: done (3 left) 2024-04-10T15:38:19.296 INFO:tasks.rados.rados.0.smithi069.stdout:2068: done (2 left) 2024-04-10T15:38:19.296 INFO:tasks.rados.rados.0.smithi069.stdout:2069: done (1 left) 2024-04-10T15:38:19.296 INFO:tasks.rados.rados.0.smithi069.stdout:2070: done (0 left) 2024-04-10T15:38:19.296 INFO:tasks.rados.rados.0.smithi069.stdout:2071: delete oid 15 current snap is 204 2024-04-10T15:38:19.297 INFO:tasks.rados.rados.0.smithi069.stdout:2071: done (0 left) 2024-04-10T15:38:19.297 INFO:tasks.rados.rados.0.smithi069.stdout:2072: snap_create 2024-04-10T15:38:20.115 INFO:tasks.rados.rados.0.smithi069.stdout:2072: done (0 left) 2024-04-10T15:38:20.116 INFO:tasks.rados.rados.0.smithi069.stdout:2073: copy_from oid 25 from oid 32 current snap is 205 2024-04-10T15:38:20.116 INFO:tasks.rados.rados.0.smithi069.stdout:2074: snap_create 2024-04-10T15:38:20.118 INFO:tasks.rados.rados.0.smithi069.stdout:2073: finishing copy_from to smithi06982861-25 2024-04-10T15:38:20.118 INFO:tasks.rados.rados.0.smithi069.stdout:2073: got expected ENOENT (src dne) 2024-04-10T15:38:20.119 INFO:tasks.rados.rados.0.smithi069.stdout:2073: finishing copy_from racing read to smithi06982861-25 2024-04-10T15:38:20.241 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:38:20 smithi077 ceph-mon[87572]: osdmap e467: 8 total, 8 up, 8 in 2024-04-10T15:38:20.242 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:38:20 smithi077 ceph-mon[87572]: pgmap v362: 121 pgs: 121 active+clean; 448 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 3.1 MiB/s wr, 19 op/s 2024-04-10T15:38:20.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:38:20 smithi069 ceph-mon[96738]: osdmap e467: 8 total, 8 up, 8 in 2024-04-10T15:38:20.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:38:20 smithi069 ceph-mon[96738]: pgmap v362: 121 pgs: 121 active+clean; 448 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 3.1 MiB/s wr, 19 op/s 2024-04-10T15:38:20.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:38:20 smithi069 ceph-mon[94167]: osdmap e467: 8 total, 8 up, 8 in 2024-04-10T15:38:20.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:38:20 smithi069 ceph-mon[94167]: pgmap v362: 121 pgs: 121 active+clean; 448 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 3.1 MiB/s wr, 19 op/s 2024-04-10T15:38:20.616 INFO:journalctl@ceph.osd.5.smithi077.stdout:Apr 10 15:38:20 smithi077 systemd[1]: Stopping Ceph osd.5 for 09bfb546-f74e-11ee-b64a-cb9ed24678a4... 2024-04-10T15:38:20.991 INFO:journalctl@ceph.osd.5.smithi077.stdout:Apr 10 15:38:20 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-5[42611]: 2024-04-10T15:38:20.625+0000 7f2a03fcc700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.5 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-10T15:38:20.992 INFO:journalctl@ceph.osd.5.smithi077.stdout:Apr 10 15:38:20 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-5[42611]: 2024-04-10T15:38:20.625+0000 7f2a03fcc700 -1 osd.5 467 *** Got signal Terminated *** 2024-04-10T15:38:20.992 INFO:journalctl@ceph.osd.5.smithi077.stdout:Apr 10 15:38:20 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-5[42611]: 2024-04-10T15:38:20.625+0000 7f2a03fcc700 -1 osd.5 467 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-10T15:38:21.126 INFO:tasks.rados.rados.0.smithi069.stdout:2073: done (1 left) 2024-04-10T15:38:21.127 INFO:tasks.rados.rados.0.smithi069.stdout:2074: done (0 left) 2024-04-10T15:38:21.127 INFO:tasks.rados.rados.0.smithi069.stdout:2075: delete oid 44 current snap is 206 2024-04-10T15:38:21.138 INFO:tasks.rados.rados.0.smithi069.stdout:2075: done (0 left) 2024-04-10T15:38:21.138 INFO:tasks.rados.rados.0.smithi069.stdout:2076: copy_from oid 39 from oid 22 current snap is 206 2024-04-10T15:38:21.138 INFO:tasks.rados.rados.0.smithi069.stdout:2077: snap_remove snap 199 2024-04-10T15:38:21.165 INFO:tasks.rados.rados.0.smithi069.stdout:2077: done (1 left) 2024-04-10T15:38:21.165 INFO:tasks.rados.rados.0.smithi069.stdout:2078: read oid 14 snap -1 2024-04-10T15:38:21.165 INFO:tasks.rados.rados.0.smithi069.stdout:2078: expect (ObjNum 603 snap 188 seq_num 603) 2024-04-10T15:38:21.165 INFO:tasks.rados.rados.0.smithi069.stdout:2079: delete oid 30 current snap is 206 2024-04-10T15:38:21.180 INFO:tasks.rados.rados.0.smithi069.stdout:2079: done (2 left) 2024-04-10T15:38:21.180 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 13 current snap is 206 2024-04-10T15:38:21.180 INFO:tasks.rados.rados.0.smithi069.stdout:2080: seq_num 661 ranges {3858432=679936,4538368=622592,5160960=180224} 2024-04-10T15:38:21.205 INFO:tasks.rados.rados.0.smithi069.stdout:2080: writing smithi06982861-13 from 3858432 to 4538368 tid 1 2024-04-10T15:38:21.209 INFO:tasks.rados.rados.0.smithi069.stdout:2080: writing smithi06982861-13 from 4538368 to 5160960 tid 2 2024-04-10T15:38:21.210 INFO:tasks.rados.rados.0.smithi069.stdout:2080: writing smithi06982861-13 from 5160960 to 5341184 tid 3 2024-04-10T15:38:21.210 INFO:tasks.rados.rados.0.smithi069.stdout:2081: copy_from oid 11 from oid 27 current snap is 206 2024-04-10T15:38:21.211 INFO:tasks.rados.rados.0.smithi069.stdout:2078: expect (ObjNum 603 snap 188 seq_num 603) 2024-04-10T15:38:21.227 INFO:tasks.rados.rados.0.smithi069.stdout:2076: finishing copy_from racing read to smithi06982861-39 2024-04-10T15:38:21.227 INFO:tasks.rados.rados.0.smithi069.stdout:2076: finishing copy_from to smithi06982861-39 2024-04-10T15:38:21.227 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 39 v 221 (ObjNum 648 snap 203 seq_num 648) dirty exists 2024-04-10T15:38:21.228 INFO:tasks.rados.rados.0.smithi069.stdout:2080: finishing write tid 1 to smithi06982861-13 2024-04-10T15:38:21.228 INFO:tasks.rados.rados.0.smithi069.stdout:2080: finishing write tid 2 to smithi06982861-13 2024-04-10T15:38:21.228 INFO:tasks.rados.rados.0.smithi069.stdout:2080: finishing write tid 3 to smithi06982861-13 2024-04-10T15:38:21.228 INFO:tasks.rados.rados.0.smithi069.stdout:2076: done (3 left) 2024-04-10T15:38:21.228 INFO:tasks.rados.rados.0.smithi069.stdout:2078: done (2 left) 2024-04-10T15:38:21.228 INFO:tasks.rados.rados.0.smithi069.stdout:2082: snap_create 2024-04-10T15:38:21.229 INFO:tasks.rados.rados.0.smithi069.stdout:2080: finishing write tid 4 to smithi06982861-13 2024-04-10T15:38:21.229 INFO:tasks.rados.rados.0.smithi069.stdout:2080: finishing write tid 5 to smithi06982861-13 2024-04-10T15:38:21.229 INFO:tasks.rados.rados.0.smithi069.stdout:2080: oid 13 updating version 0 to 1059 2024-04-10T15:38:21.229 INFO:tasks.rados.rados.0.smithi069.stdout:2080: oid 13 version 1059 is already newer than 1058 2024-04-10T15:38:21.229 INFO:tasks.rados.rados.0.smithi069.stdout:2080: oid 13 version 1059 is already newer than 1056 2024-04-10T15:38:21.229 INFO:tasks.rados.rados.0.smithi069.stdout:2080: oid 13 version 1059 is already newer than 1057 2024-04-10T15:38:21.229 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 13 v 1059 (ObjNum 661 snap 206 seq_num 661) dirty exists 2024-04-10T15:38:21.229 INFO:tasks.rados.rados.0.smithi069.stdout:2080: left oid 13 (ObjNum 661 snap 206 seq_num 661) 2024-04-10T15:38:21.230 INFO:tasks.rados.rados.0.smithi069.stdout:2081: finishing copy_from racing read to smithi06982861-11 2024-04-10T15:38:21.230 INFO:tasks.rados.rados.0.smithi069.stdout:2081: finishing copy_from to smithi06982861-11 2024-04-10T15:38:21.230 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 11 v 891 (ObjNum 509 snap 160 seq_num 509) dirty exists 2024-04-10T15:38:21.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:38:21 smithi077 ceph-mon[87572]: osdmap e468: 8 total, 8 up, 8 in 2024-04-10T15:38:21.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:38:21 smithi077 ceph-mon[87572]: osd.5 marked itself down and dead 2024-04-10T15:38:21.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:38:21 smithi069 ceph-mon[96738]: osdmap e468: 8 total, 8 up, 8 in 2024-04-10T15:38:21.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:38:21 smithi069 ceph-mon[96738]: osd.5 marked itself down and dead 2024-04-10T15:38:21.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:38:21 smithi069 ceph-mon[94167]: osdmap e468: 8 total, 8 up, 8 in 2024-04-10T15:38:21.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:38:21 smithi069 ceph-mon[94167]: osd.5 marked itself down and dead 2024-04-10T15:38:21.973 INFO:journalctl@ceph.osd.5.smithi077.stdout:Apr 10 15:38:21 smithi077 podman[98298]: 2024-04-10 15:38:21.712143606 +0000 UTC m=+1.292620038 container died 2a7f7ea88c9311a81cd1f3be14864e1a7474553573e5f3238ae223c9165dc99c (image=quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-5, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.build-date=20240403, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True, CEPH_POINT_RELEASE=, RELEASE=reef-d540eba, org.label-schema.vendor=CentOS, GIT_CLEAN=True, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0) 2024-04-10T15:38:22.165 INFO:tasks.rados.rados.0.smithi069.stdout:2080: done (2 left) 2024-04-10T15:38:22.166 INFO:tasks.rados.rados.0.smithi069.stdout:2081: done (1 left) 2024-04-10T15:38:22.166 INFO:tasks.rados.rados.0.smithi069.stdout:2082: done (0 left) 2024-04-10T15:38:22.166 INFO:tasks.rados.rados.0.smithi069.stdout:2083: delete oid 42 current snap is 207 2024-04-10T15:38:22.167 INFO:tasks.rados.rados.0.smithi069.stdout:2083: done (0 left) 2024-04-10T15:38:22.167 INFO:tasks.rados.rados.0.smithi069.stdout:2084: delete oid 48 current snap is 207 2024-04-10T15:38:22.173 INFO:tasks.rados.rados.0.smithi069.stdout:2084: done (0 left) 2024-04-10T15:38:22.173 INFO:tasks.rados.rados.0.smithi069.stdout:2085: rollback oid 47 current snap is 207 2024-04-10T15:38:22.173 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 47 to 161 2024-04-10T15:38:22.173 INFO:tasks.rados.rados.0.smithi069.stdout:2086: read oid 15 snap -1 2024-04-10T15:38:22.173 INFO:tasks.rados.rados.0.smithi069.stdout:2086: expect deleted 2024-04-10T15:38:22.173 INFO:tasks.rados.rados.0.smithi069.stdout:2087: setattr oid 4 current snap is 207 2024-04-10T15:38:22.176 INFO:tasks.rados.rados.0.smithi069.stdout:2086: done (2 left) 2024-04-10T15:38:22.176 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 17 current snap is 207 2024-04-10T15:38:22.176 INFO:tasks.rados.rados.0.smithi069.stdout:2088: seq_num 664 ranges {7864320=729088,8593408=729088,9322496=73728} 2024-04-10T15:38:22.222 INFO:tasks.rados.rados.0.smithi069.stdout:2088: writing smithi06982861-17 from 7864320 to 8593408 tid 1 2024-04-10T15:38:22.226 INFO:tasks.rados.rados.0.smithi069.stdout:2088: writing smithi06982861-17 from 8593408 to 9322496 tid 2 2024-04-10T15:38:22.227 INFO:tasks.rados.rados.0.smithi069.stdout:2088: writing smithi06982861-17 from 9322496 to 9396224 tid 3 2024-04-10T15:38:22.227 INFO:tasks.rados.rados.0.smithi069.stdout:2089: snap_remove snap 190 2024-04-10T15:38:22.239 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:38:22 smithi077 ceph-mon[87572]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-10T15:38:22.239 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:38:22 smithi077 ceph-mon[87572]: osdmap e469: 8 total, 7 up, 8 in 2024-04-10T15:38:22.239 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:38:22 smithi077 ceph-mon[87572]: osdmap e470: 8 total, 7 up, 8 in 2024-04-10T15:38:22.239 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:38:22 smithi077 ceph-mon[87572]: pgmap v366: 121 pgs: 17 stale+active+clean, 104 active+clean; 458 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 24 MiB/s rd, 5.9 MiB/s wr, 33 op/s 2024-04-10T15:38:22.239 INFO:journalctl@ceph.osd.5.smithi077.stdout:Apr 10 15:38:22 smithi077 podman[98298]: 2024-04-10 15:38:22.074086148 +0000 UTC m=+1.654562567 container cleanup 2a7f7ea88c9311a81cd1f3be14864e1a7474553573e5f3238ae223c9165dc99c (image=quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-5, org.label-schema.build-date=20240403, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True, GIT_CLEAN=True, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, RELEASE=reef-d540eba, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS) 2024-04-10T15:38:22.239 INFO:journalctl@ceph.osd.5.smithi077.stdout:Apr 10 15:38:22 smithi077 bash[98298]: ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-5 2024-04-10T15:38:22.491 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:38:22 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[78458]: ts=2024-04-10T15:38:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:38:22.492 INFO:journalctl@ceph.osd.5.smithi077.stdout:Apr 10 15:38:22 smithi077 podman[98321]: 2024-04-10 15:38:22.250351578 +0000 UTC m=+0.541313073 container remove 2a7f7ea88c9311a81cd1f3be14864e1a7474553573e5f3238ae223c9165dc99c (image=quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-5, org.label-schema.build-date=20240403, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , RELEASE=reef-d540eba) 2024-04-10T15:38:22.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:38:22 smithi069 ceph-mon[96738]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-10T15:38:22.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:38:22 smithi069 ceph-mon[96738]: osdmap e469: 8 total, 7 up, 8 in 2024-04-10T15:38:22.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:38:22 smithi069 ceph-mon[96738]: osdmap e470: 8 total, 7 up, 8 in 2024-04-10T15:38:22.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:38:22 smithi069 ceph-mon[96738]: pgmap v366: 121 pgs: 17 stale+active+clean, 104 active+clean; 458 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 24 MiB/s rd, 5.9 MiB/s wr, 33 op/s 2024-04-10T15:38:22.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:38:22 smithi069 ceph-mon[94167]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-10T15:38:22.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:38:22 smithi069 ceph-mon[94167]: osdmap e469: 8 total, 7 up, 8 in 2024-04-10T15:38:22.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:38:22 smithi069 ceph-mon[94167]: osdmap e470: 8 total, 7 up, 8 in 2024-04-10T15:38:22.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:38:22 smithi069 ceph-mon[94167]: pgmap v366: 121 pgs: 17 stale+active+clean, 104 active+clean; 458 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 24 MiB/s rd, 5.9 MiB/s wr, 33 op/s 2024-04-10T15:38:22.966 INFO:journalctl@ceph.osd.5.smithi077.stdout:Apr 10 15:38:22 smithi077 podman[98414]: 2024-04-10 15:38:22.676208577 +0000 UTC m=+0.114615597 container create 13b24729912fb17db5f5244457780d425af84c2e682e879a369d91a6b6fe5cbd (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-5-deactivate, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.license=GPLv2, ceph=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240409) 2024-04-10T15:38:22.967 INFO:journalctl@ceph.osd.5.smithi077.stdout:Apr 10 15:38:22 smithi077 podman[98414]: 2024-04-10 15:38:22.579604358 +0000 UTC m=+0.018011380 image pull ffe3e7ac3788b84d6c0b551f13dbde782a187c25e75d087cf3ace2b26f4e3ffa quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc 2024-04-10T15:38:22.967 INFO:journalctl@ceph.osd.5.smithi077.stdout:Apr 10 15:38:22 smithi077 podman[98414]: 2024-04-10 15:38:22.895425107 +0000 UTC m=+0.333832132 container init 13b24729912fb17db5f5244457780d425af84c2e682e879a369d91a6b6fe5cbd (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-5-deactivate, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.build-date=20240409, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4) 2024-04-10T15:38:22.967 INFO:journalctl@ceph.osd.5.smithi077.stdout:Apr 10 15:38:22 smithi077 podman[98414]: 2024-04-10 15:38:22.90131912 +0000 UTC m=+0.339726145 container start 13b24729912fb17db5f5244457780d425af84c2e682e879a369d91a6b6fe5cbd (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-5-deactivate, org.label-schema.build-date=20240409, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, CEPH_POINT_RELEASE=, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4) 2024-04-10T15:38:22.967 INFO:journalctl@ceph.osd.5.smithi077.stdout:Apr 10 15:38:22 smithi077 podman[98414]: 2024-04-10 15:38:22.978288247 +0000 UTC m=+0.416695267 container attach 13b24729912fb17db5f5244457780d425af84c2e682e879a369d91a6b6fe5cbd (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-5-deactivate, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, ceph=True, CEPH_POINT_RELEASE=, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240409, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.license=GPLv2) 2024-04-10T15:38:23.179 INFO:tasks.rados.rados.0.smithi069.stdout:2085: finishing rollback tid 0 to smithi06982861-47 2024-04-10T15:38:23.180 INFO:tasks.rados.rados.0.smithi069.stdout:2085: finishing rollback tid 1 to smithi06982861-47 2024-04-10T15:38:23.180 INFO:tasks.rados.rados.0.smithi069.stdout:2085: finishing rollback tid 2 to smithi06982861-47 2024-04-10T15:38:23.180 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 47 v 987 (ObjNum 509 snap 160 seq_num 509) dirty exists 2024-04-10T15:38:23.180 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 4 v 1174 (ObjNum 607 snap 189 seq_num 607) dirty exists 2024-04-10T15:38:23.180 INFO:tasks.rados.rados.0.smithi069.stdout:2088: finishing write tid 1 to smithi06982861-17 2024-04-10T15:38:23.180 INFO:tasks.rados.rados.0.smithi069.stdout:2088: finishing write tid 2 to smithi06982861-17 2024-04-10T15:38:23.180 INFO:tasks.rados.rados.0.smithi069.stdout:2088: finishing write tid 3 to smithi06982861-17 2024-04-10T15:38:23.180 INFO:tasks.rados.rados.0.smithi069.stdout:2088: finishing write tid 4 to smithi06982861-17 2024-04-10T15:38:23.180 INFO:tasks.rados.rados.0.smithi069.stdout:2088: finishing write tid 5 to smithi06982861-17 2024-04-10T15:38:23.180 INFO:tasks.rados.rados.0.smithi069.stdout:2088: oid 17 updating version 0 to 1062 2024-04-10T15:38:23.180 INFO:tasks.rados.rados.0.smithi069.stdout:2088: oid 17 updating version 1062 to 1064 2024-04-10T15:38:23.180 INFO:tasks.rados.rados.0.smithi069.stdout:2088: oid 17 version 1064 is already newer than 1061 2024-04-10T15:38:23.180 INFO:tasks.rados.rados.0.smithi069.stdout:2088: oid 17 version 1064 is already newer than 1063 2024-04-10T15:38:23.180 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 17 v 1064 (ObjNum 664 snap 207 seq_num 664) dirty exists 2024-04-10T15:38:23.181 INFO:tasks.rados.rados.0.smithi069.stdout:2088: left oid 17 (ObjNum 664 snap 207 seq_num 664) 2024-04-10T15:38:23.181 INFO:tasks.rados.rados.0.smithi069.stdout:2085: done (3 left) 2024-04-10T15:38:23.181 INFO:tasks.rados.rados.0.smithi069.stdout:2087: done (2 left) 2024-04-10T15:38:23.181 INFO:tasks.rados.rados.0.smithi069.stdout:2088: done (1 left) 2024-04-10T15:38:23.181 INFO:tasks.rados.rados.0.smithi069.stdout:2089: done (0 left) 2024-04-10T15:38:23.181 INFO:tasks.rados.rados.0.smithi069.stdout:2090: snap_create 2024-04-10T15:38:23.241 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:38:23 smithi077 ceph-mon[87572]: osdmap e471: 8 total, 7 up, 8 in 2024-04-10T15:38:23.242 INFO:journalctl@ceph.osd.5.smithi077.stdout:Apr 10 15:38:23 smithi077 podman[98414]: 2024-04-10 15:38:23.198389064 +0000 UTC m=+0.636796084 container died 13b24729912fb17db5f5244457780d425af84c2e682e879a369d91a6b6fe5cbd (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-5-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, ceph=True, org.label-schema.schema-version=1.0, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, org.label-schema.build-date=20240409, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux ) 2024-04-10T15:38:23.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:38:23 smithi069 ceph-mon[96738]: osdmap e471: 8 total, 7 up, 8 in 2024-04-10T15:38:23.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:38:23 smithi069 ceph-mon[94167]: osdmap e471: 8 total, 7 up, 8 in 2024-04-10T15:38:23.991 INFO:journalctl@ceph.osd.5.smithi077.stdout:Apr 10 15:38:23 smithi077 podman[98460]: 2024-04-10 15:38:23.750579818 +0000 UTC m=+0.546300364 container remove 13b24729912fb17db5f5244457780d425af84c2e682e879a369d91a6b6fe5cbd (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-5-deactivate, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240409, GIT_BRANCH=HEAD, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True, maintainer=Guillaume Abrioux , GIT_CLEAN=True) 2024-04-10T15:38:23.992 INFO:journalctl@ceph.osd.5.smithi077.stdout:Apr 10 15:38:23 smithi077 systemd[1]: ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4@osd.5.service: Deactivated successfully. 2024-04-10T15:38:23.992 INFO:journalctl@ceph.osd.5.smithi077.stdout:Apr 10 15:38:23 smithi077 systemd[1]: Stopped Ceph osd.5 for 09bfb546-f74e-11ee-b64a-cb9ed24678a4. 2024-04-10T15:38:23.992 INFO:journalctl@ceph.osd.5.smithi077.stdout:Apr 10 15:38:23 smithi077 systemd[1]: ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4@osd.5.service: Consumed 17.907s CPU time. 2024-04-10T15:38:23.992 INFO:journalctl@ceph.osd.5.smithi077.stdout:Apr 10 15:38:23 smithi077 systemd[1]: Starting Ceph osd.5 for 09bfb546-f74e-11ee-b64a-cb9ed24678a4... 2024-04-10T15:38:24.185 INFO:tasks.rados.rados.0.smithi069.stdout:2090: done (0 left) 2024-04-10T15:38:24.185 INFO:tasks.rados.rados.0.smithi069.stdout:2091: delete oid 38 current snap is 208 2024-04-10T15:38:24.190 INFO:tasks.rados.rados.0.smithi069.stdout:2091: done (0 left) 2024-04-10T15:38:24.190 INFO:tasks.rados.rados.0.smithi069.stdout:2092: snap_remove snap 202 2024-04-10T15:38:24.475 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:38:24 smithi077 ceph-mon[87572]: osdmap e472: 8 total, 7 up, 8 in 2024-04-10T15:38:24.476 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:38:24 smithi077 ceph-mon[87572]: pgmap v369: 121 pgs: 5 active+undersized+degraded, 13 stale+active+clean, 9 active+undersized, 94 active+clean; 467 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 5.7 MiB/s wr, 21 op/s; 55/726 objects degraded (7.576%) 2024-04-10T15:38:24.476 INFO:journalctl@ceph.osd.5.smithi077.stdout:Apr 10 15:38:24 smithi077 podman[98567]: 2024-04-10 15:38:24.184985329 +0000 UTC m=+0.113360946 container create 6dff291405ebb1339c60e153db114f325f3272d2e77a82c8550770c226211138 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-5-activate, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.build-date=20240409, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0) 2024-04-10T15:38:24.476 INFO:journalctl@ceph.osd.5.smithi077.stdout:Apr 10 15:38:24 smithi077 podman[98567]: 2024-04-10 15:38:24.089404486 +0000 UTC m=+0.017780091 image pull ffe3e7ac3788b84d6c0b551f13dbde782a187c25e75d087cf3ace2b26f4e3ffa quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc 2024-04-10T15:38:24.476 INFO:journalctl@ceph.osd.5.smithi077.stdout:Apr 10 15:38:24 smithi077 podman[98567]: 2024-04-10 15:38:24.403931151 +0000 UTC m=+0.332306756 container init 6dff291405ebb1339c60e153db114f325f3272d2e77a82c8550770c226211138 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-5-activate, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240409) 2024-04-10T15:38:24.476 INFO:journalctl@ceph.osd.5.smithi077.stdout:Apr 10 15:38:24 smithi077 podman[98567]: 2024-04-10 15:38:24.409522101 +0000 UTC m=+0.337897707 container start 6dff291405ebb1339c60e153db114f325f3272d2e77a82c8550770c226211138 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-5-activate, org.label-schema.schema-version=1.0, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, ceph=True, org.label-schema.build-date=20240409, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_CLEAN=True) 2024-04-10T15:38:24.476 INFO:journalctl@ceph.osd.5.smithi077.stdout:Apr 10 15:38:24 smithi077 podman[98567]: 2024-04-10 15:38:24.487049664 +0000 UTC m=+0.415425276 container attach 6dff291405ebb1339c60e153db114f325f3272d2e77a82c8550770c226211138 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-5-activate, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240409, CEPH_POINT_RELEASE=, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, GIT_CLEAN=True) 2024-04-10T15:38:24.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:38:24 smithi069 ceph-mon[96738]: osdmap e472: 8 total, 7 up, 8 in 2024-04-10T15:38:24.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:38:24 smithi069 ceph-mon[96738]: pgmap v369: 121 pgs: 5 active+undersized+degraded, 13 stale+active+clean, 9 active+undersized, 94 active+clean; 467 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 5.7 MiB/s wr, 21 op/s; 55/726 objects degraded (7.576%) 2024-04-10T15:38:24.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:38:24 smithi069 ceph-mon[94167]: osdmap e472: 8 total, 7 up, 8 in 2024-04-10T15:38:24.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:38:24 smithi069 ceph-mon[94167]: pgmap v369: 121 pgs: 5 active+undersized+degraded, 13 stale+active+clean, 9 active+undersized, 94 active+clean; 467 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 5.7 MiB/s wr, 21 op/s; 55/726 objects degraded (7.576%) 2024-04-10T15:38:25.177 INFO:journalctl@ceph.osd.5.smithi077.stdout:Apr 10 15:38:24 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-5-activate[98582]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-04-10T15:38:25.177 INFO:journalctl@ceph.osd.5.smithi077.stdout:Apr 10 15:38:24 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-5-activate[98582]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-5 --no-mon-config --dev /dev/mapper/vg_nvme-lv_3 2024-04-10T15:38:25.177 INFO:journalctl@ceph.osd.5.smithi077.stdout:Apr 10 15:38:24 smithi077 bash[98567]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-04-10T15:38:25.177 INFO:journalctl@ceph.osd.5.smithi077.stdout:Apr 10 15:38:24 smithi077 bash[98567]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-5 --no-mon-config --dev /dev/mapper/vg_nvme-lv_3 2024-04-10T15:38:25.177 INFO:journalctl@ceph.osd.5.smithi077.stdout:Apr 10 15:38:24 smithi077 bash[98567]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_3 2024-04-10T15:38:25.177 INFO:journalctl@ceph.osd.5.smithi077.stdout:Apr 10 15:38:24 smithi077 bash[98567]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2024-04-10T15:38:25.178 INFO:journalctl@ceph.osd.5.smithi077.stdout:Apr 10 15:38:24 smithi077 bash[98567]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-5/block 2024-04-10T15:38:25.178 INFO:journalctl@ceph.osd.5.smithi077.stdout:Apr 10 15:38:24 smithi077 bash[98567]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-04-10T15:38:25.178 INFO:journalctl@ceph.osd.5.smithi077.stdout:Apr 10 15:38:24 smithi077 bash[98567]: --> ceph-volume raw activate successful for osd ID: 5 2024-04-10T15:38:25.178 INFO:journalctl@ceph.osd.5.smithi077.stdout:Apr 10 15:38:24 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-5-activate[98582]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_3 2024-04-10T15:38:25.178 INFO:journalctl@ceph.osd.5.smithi077.stdout:Apr 10 15:38:24 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-5-activate[98582]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2024-04-10T15:38:25.178 INFO:journalctl@ceph.osd.5.smithi077.stdout:Apr 10 15:38:24 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-5-activate[98582]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-5/block 2024-04-10T15:38:25.178 INFO:journalctl@ceph.osd.5.smithi077.stdout:Apr 10 15:38:24 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-5-activate[98582]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-04-10T15:38:25.178 INFO:journalctl@ceph.osd.5.smithi077.stdout:Apr 10 15:38:24 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-5-activate[98582]: --> ceph-volume raw activate successful for osd ID: 5 2024-04-10T15:38:25.178 INFO:journalctl@ceph.osd.5.smithi077.stdout:Apr 10 15:38:24 smithi077 podman[98567]: 2024-04-10 15:38:24.873056931 +0000 UTC m=+0.801432536 container died 6dff291405ebb1339c60e153db114f325f3272d2e77a82c8550770c226211138 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-5-activate, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240409, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True) 2024-04-10T15:38:25.190 INFO:tasks.rados.rados.0.smithi069.stdout:2092: done (0 left) 2024-04-10T15:38:25.190 INFO:tasks.rados.rados.0.smithi069.stdout:2093: rmattr oid 12 current snap is 208 2024-04-10T15:38:25.190 INFO:tasks.rados.rados.0.smithi069.stdout:2093: done (0 left) 2024-04-10T15:38:25.190 INFO:tasks.rados.rados.0.smithi069.stdout:2094: snap_remove snap 200 2024-04-10T15:38:25.487 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:38:25 smithi077 ceph-mon[87572]: Health check failed: Degraded data redundancy: 55/726 objects degraded (7.576%), 5 pgs degraded (PG_DEGRADED) 2024-04-10T15:38:25.487 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:38:25 smithi077 ceph-mon[87572]: osdmap e473: 8 total, 7 up, 8 in 2024-04-10T15:38:25.487 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:38:25 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:38:25.487 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:38:25 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:38:25.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:38:25 smithi069 ceph-mon[94167]: Health check failed: Degraded data redundancy: 55/726 objects degraded (7.576%), 5 pgs degraded (PG_DEGRADED) 2024-04-10T15:38:25.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:38:25 smithi069 ceph-mon[94167]: osdmap e473: 8 total, 7 up, 8 in 2024-04-10T15:38:25.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:38:25 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:38:25.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:38:25 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:38:25.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:38:25 smithi069 ceph-mon[96738]: Health check failed: Degraded data redundancy: 55/726 objects degraded (7.576%), 5 pgs degraded (PG_DEGRADED) 2024-04-10T15:38:25.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:38:25 smithi069 ceph-mon[96738]: osdmap e473: 8 total, 7 up, 8 in 2024-04-10T15:38:25.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:38:25 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:38:25.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:38:25 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:38:25.742 INFO:journalctl@ceph.osd.5.smithi077.stdout:Apr 10 15:38:25 smithi077 podman[98733]: 2024-04-10 15:38:25.498776739 +0000 UTC m=+0.620790675 container remove 6dff291405ebb1339c60e153db114f325f3272d2e77a82c8550770c226211138 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-5-activate, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, ceph=True, org.label-schema.build-date=20240409, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-10T15:38:25.742 INFO:journalctl@ceph.osd.5.smithi077.stdout:Apr 10 15:38:25 smithi077 podman[98804]: 2024-04-10 15:38:25.613783511 +0000 UTC m=+0.017719380 image pull ffe3e7ac3788b84d6c0b551f13dbde782a187c25e75d087cf3ace2b26f4e3ffa quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc 2024-04-10T15:38:25.742 INFO:journalctl@ceph.osd.5.smithi077.stdout:Apr 10 15:38:25 smithi077 podman[98804]: 2024-04-10 15:38:25.725132682 +0000 UTC m=+0.129068582 container create 06a053fba89b0b7d692ab0b5420f0c29c3a5bf27b82c677b2a105873fbedb857 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-5, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.build-date=20240409, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, CEPH_POINT_RELEASE=) 2024-04-10T15:38:26.165 INFO:tasks.rados.rados.0.smithi069.stdout:2094: done (0 left) 2024-04-10T15:38:26.165 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 34 current snap is 208 2024-04-10T15:38:26.165 INFO:tasks.rados.rados.0.smithi069.stdout:2095: seq_num 666 ranges {2392064=761856,3153920=491520,3645440=311296} 2024-04-10T15:38:26.182 INFO:tasks.rados.rados.0.smithi069.stdout:2095: writing smithi06982861-34 from 2392064 to 3153920 tid 1 2024-04-10T15:38:26.185 INFO:tasks.rados.rados.0.smithi069.stdout:2095: writing smithi06982861-34 from 3153920 to 3645440 tid 2 2024-04-10T15:38:26.187 INFO:tasks.rados.rados.0.smithi069.stdout:2095: writing smithi06982861-34 from 3645440 to 3956736 tid 3 2024-04-10T15:38:26.187 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 38 current snap is 208 2024-04-10T15:38:26.187 INFO:tasks.rados.rados.0.smithi069.stdout:2096: seq_num 667 ranges {0=778240,778240=778240,1556480=24576} 2024-04-10T15:38:26.192 INFO:tasks.rados.rados.0.smithi069.stdout:2096: writing smithi06982861-38 from 0 to 778240 tid 1 2024-04-10T15:38:26.193 INFO:journalctl@ceph.osd.5.smithi077.stdout:Apr 10 15:38:25 smithi077 podman[98804]: 2024-04-10 15:38:25.9020523 +0000 UTC m=+0.305988158 container init 06a053fba89b0b7d692ab0b5420f0c29c3a5bf27b82c677b2a105873fbedb857 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-5, org.label-schema.build-date=20240409, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, maintainer=Guillaume Abrioux ) 2024-04-10T15:38:26.193 INFO:journalctl@ceph.osd.5.smithi077.stdout:Apr 10 15:38:25 smithi077 podman[98804]: 2024-04-10 15:38:25.907178566 +0000 UTC m=+0.311114427 container start 06a053fba89b0b7d692ab0b5420f0c29c3a5bf27b82c677b2a105873fbedb857 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-5, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_BRANCH=HEAD, org.label-schema.build-date=20240409, org.label-schema.vendor=CentOS, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, ceph=True) 2024-04-10T15:38:26.193 INFO:journalctl@ceph.osd.5.smithi077.stdout:Apr 10 15:38:25 smithi077 ceph-osd[98842]: -- 172.21.15.77:0/4185219380 <== mon.1 v2:172.21.15.77:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x56232578f680 con 0x562325759000 2024-04-10T15:38:26.194 INFO:journalctl@ceph.osd.5.smithi077.stdout:Apr 10 15:38:26 smithi077 bash[98804]: 06a053fba89b0b7d692ab0b5420f0c29c3a5bf27b82c677b2a105873fbedb857 2024-04-10T15:38:26.194 INFO:journalctl@ceph.osd.5.smithi077.stdout:Apr 10 15:38:26 smithi077 systemd[1]: Started Ceph osd.5 for 09bfb546-f74e-11ee-b64a-cb9ed24678a4. 2024-04-10T15:38:26.198 INFO:tasks.rados.rados.0.smithi069.stdout:2096: writing smithi06982861-38 from 778240 to 1556480 tid 2 2024-04-10T15:38:26.199 INFO:tasks.rados.rados.0.smithi069.stdout:2096: writing smithi06982861-38 from 1556480 to 1581056 tid 3 2024-04-10T15:38:26.199 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 1 current snap is 208 2024-04-10T15:38:26.199 INFO:tasks.rados.rados.0.smithi069.stdout:2095: finishing write tid 1 to smithi06982861-34 2024-04-10T15:38:26.199 INFO:tasks.rados.rados.0.smithi069.stdout:2095: finishing write tid 2 to smithi06982861-34 2024-04-10T15:38:26.199 INFO:tasks.rados.rados.0.smithi069.stdout:2095: finishing write tid 3 to smithi06982861-34 2024-04-10T15:38:26.199 INFO:tasks.rados.rados.0.smithi069.stdout:2095: finishing write tid 4 to smithi06982861-34 2024-04-10T15:38:26.199 INFO:tasks.rados.rados.0.smithi069.stdout:2095: finishing write tid 5 to smithi06982861-34 2024-04-10T15:38:26.199 INFO:tasks.rados.rados.0.smithi069.stdout:2095: oid 34 updating version 0 to 1177 2024-04-10T15:38:26.199 INFO:tasks.rados.rados.0.smithi069.stdout:2095: oid 34 version 1177 is already newer than 1176 2024-04-10T15:38:26.199 INFO:tasks.rados.rados.0.smithi069.stdout:2095: oid 34 updating version 1177 to 1178 2024-04-10T15:38:26.199 INFO:tasks.rados.rados.0.smithi069.stdout:2095: oid 34 updating version 1178 to 1179 2024-04-10T15:38:26.199 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 34 v 1179 (ObjNum 666 snap 208 seq_num 666) dirty exists 2024-04-10T15:38:26.200 INFO:tasks.rados.rados.0.smithi069.stdout:2095: left oid 34 (ObjNum 666 snap 208 seq_num 666) 2024-04-10T15:38:26.200 INFO:tasks.rados.rados.0.smithi069.stdout:2096: finishing write tid 1 to smithi06982861-38 2024-04-10T15:38:26.200 INFO:tasks.rados.rados.0.smithi069.stdout:2097: seq_num 668 ranges {2146304=794624,2940928=663552,3604480=139264} 2024-04-10T15:38:26.215 INFO:tasks.rados.rados.0.smithi069.stdout:2097: writing smithi06982861-1 from 2146304 to 2940928 tid 1 2024-04-10T15:38:26.219 INFO:tasks.rados.rados.0.smithi069.stdout:2097: writing smithi06982861-1 from 2940928 to 3604480 tid 2 2024-04-10T15:38:26.221 INFO:tasks.rados.rados.0.smithi069.stdout:2097: writing smithi06982861-1 from 3604480 to 3743744 tid 3 2024-04-10T15:38:26.221 INFO:tasks.rados.rados.0.smithi069.stdout:2095: done (2 left) 2024-04-10T15:38:26.221 INFO:tasks.rados.rados.0.smithi069.stdout:2098: rollback oid 48 current snap is 208 2024-04-10T15:38:26.221 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 48 to 205 2024-04-10T15:38:26.221 INFO:tasks.rados.rados.0.smithi069.stdout:2096: finishing write tid 2 to smithi06982861-38 2024-04-10T15:38:26.221 INFO:tasks.rados.rados.0.smithi069.stdout:2096: finishing write tid 3 to smithi06982861-38 2024-04-10T15:38:26.221 INFO:tasks.rados.rados.0.smithi069.stdout:2096: finishing write tid 4 to smithi06982861-38 2024-04-10T15:38:26.221 INFO:tasks.rados.rados.0.smithi069.stdout:2096: finishing write tid 5 to smithi06982861-38 2024-04-10T15:38:26.221 INFO:tasks.rados.rados.0.smithi069.stdout:2096: oid 38 updating version 0 to 958 2024-04-10T15:38:26.221 INFO:tasks.rados.rados.0.smithi069.stdout:2096: oid 38 version 958 is already newer than 955 2024-04-10T15:38:26.221 INFO:tasks.rados.rados.0.smithi069.stdout:2096: oid 38 version 958 is already newer than 956 2024-04-10T15:38:26.222 INFO:tasks.rados.rados.0.smithi069.stdout:2096: oid 38 version 958 is already newer than 957 2024-04-10T15:38:26.222 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 38 v 958 (ObjNum 667 snap 208 seq_num 667) dirty exists 2024-04-10T15:38:26.222 INFO:tasks.rados.rados.0.smithi069.stdout:2096: left oid 38 (ObjNum 667 snap 208 seq_num 667) 2024-04-10T15:38:26.222 INFO:tasks.rados.rados.0.smithi069.stdout:2097: finishing write tid 1 to smithi06982861-1 2024-04-10T15:38:26.222 INFO:tasks.rados.rados.0.smithi069.stdout:2096: done (2 left) 2024-04-10T15:38:26.222 INFO:tasks.rados.rados.0.smithi069.stdout:2099: rollback oid 9 current snap is 208 2024-04-10T15:38:26.222 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 9 to 197 2024-04-10T15:38:26.222 INFO:tasks.rados.rados.0.smithi069.stdout:2100: copy_from oid 7 from oid 34 current snap is 208 2024-04-10T15:38:26.222 INFO:tasks.rados.rados.0.smithi069.stdout:2101: read oid 46 snap -1 2024-04-10T15:38:26.222 INFO:tasks.rados.rados.0.smithi069.stdout:2101: expect (ObjNum 600 snap 188 seq_num 600) 2024-04-10T15:38:26.222 INFO:tasks.rados.rados.0.smithi069.stdout:2102: delete oid 44 current snap is 208 2024-04-10T15:38:26.225 INFO:tasks.rados.rados.0.smithi069.stdout:2099: finishing rollback tid 0 to smithi06982861-9 2024-04-10T15:38:26.225 INFO:tasks.rados.rados.0.smithi069.stdout:2099: finishing rollback tid 1 to smithi06982861-9 2024-04-10T15:38:26.225 INFO:tasks.rados.rados.0.smithi069.stdout:2099: finishing rollback tid 2 to smithi06982861-9 2024-04-10T15:38:26.225 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 9 v 985 (ObjNum 632 snap 195 seq_num 632) dirty exists 2024-04-10T15:38:26.225 INFO:tasks.rados.rados.0.smithi069.stdout:2098: finishing rollback tid 1 to smithi06982861-48 2024-04-10T15:38:26.226 INFO:tasks.rados.rados.0.smithi069.stdout:2098: finishing rollback tid 2 to smithi06982861-48 2024-04-10T15:38:26.226 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 48 v 915 (ObjNum 549 snap 169 seq_num 549) dirty exists 2024-04-10T15:38:26.226 INFO:tasks.rados.rados.0.smithi069.stdout:2098: done (5 left) 2024-04-10T15:38:26.227 INFO:tasks.rados.rados.0.smithi069.stdout:2099: done (4 left) 2024-04-10T15:38:26.227 INFO:tasks.rados.rados.0.smithi069.stdout:2102: done (3 left) 2024-04-10T15:38:26.227 INFO:tasks.rados.rados.0.smithi069.stdout:2103: read oid 43 snap -1 2024-04-10T15:38:26.227 INFO:tasks.rados.rados.0.smithi069.stdout:2103: expect (ObjNum 650 snap 204 seq_num 650) 2024-04-10T15:38:26.227 INFO:tasks.rados.rados.0.smithi069.stdout:2104: snap_create 2024-04-10T15:38:26.227 INFO:tasks.rados.rados.0.smithi069.stdout:2097: finishing write tid 2 to smithi06982861-1 2024-04-10T15:38:26.228 INFO:tasks.rados.rados.0.smithi069.stdout:2097: finishing write tid 3 to smithi06982861-1 2024-04-10T15:38:26.228 INFO:tasks.rados.rados.0.smithi069.stdout:2101: expect (ObjNum 600 snap 188 seq_num 600) 2024-04-10T15:38:26.242 INFO:tasks.rados.rados.0.smithi069.stdout:2097: finishing write tid 4 to smithi06982861-1 2024-04-10T15:38:26.243 INFO:tasks.rados.rados.0.smithi069.stdout:2097: finishing write tid 5 to smithi06982861-1 2024-04-10T15:38:26.243 INFO:tasks.rados.rados.0.smithi069.stdout:2097: oid 1 updating version 0 to 774 2024-04-10T15:38:26.243 INFO:tasks.rados.rados.0.smithi069.stdout:2097: oid 1 updating version 774 to 776 2024-04-10T15:38:26.243 INFO:tasks.rados.rados.0.smithi069.stdout:2097: oid 1 version 776 is already newer than 775 2024-04-10T15:38:26.243 INFO:tasks.rados.rados.0.smithi069.stdout:2097: oid 1 updating version 776 to 777 2024-04-10T15:38:26.243 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 1 v 777 (ObjNum 668 snap 208 seq_num 668) dirty exists 2024-04-10T15:38:26.243 INFO:tasks.rados.rados.0.smithi069.stdout:2097: left oid 1 (ObjNum 668 snap 208 seq_num 668) 2024-04-10T15:38:26.243 INFO:tasks.rados.rados.0.smithi069.stdout:2103: expect (ObjNum 650 snap 204 seq_num 650) 2024-04-10T15:38:26.277 INFO:tasks.rados.rados.0.smithi069.stdout:2100: finishing copy_from racing read to smithi06982861-7 2024-04-10T15:38:26.277 INFO:tasks.rados.rados.0.smithi069.stdout:2100: finishing copy_from to smithi06982861-7 2024-04-10T15:38:26.277 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 7 v 1179 (ObjNum 666 snap 208 seq_num 666) dirty exists 2024-04-10T15:38:26.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:38:26 smithi077 ceph-mon[87572]: osdmap e474: 8 total, 7 up, 8 in 2024-04-10T15:38:26.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:38:26 smithi077 ceph-mon[87572]: pgmap v372: 121 pgs: 12 active+undersized+degraded, 36 active+undersized, 73 active+clean; 471 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 373 KiB/s rd, 2.9 MiB/s wr, 12 op/s; 119/735 objects degraded (16.190%) 2024-04-10T15:38:26.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:38:26 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:38:26.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:38:26 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:38:26.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:38:26 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:38:26.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:38:26 smithi077 ceph-mon[87572]: osdmap e475: 8 total, 7 up, 8 in 2024-04-10T15:38:26.492 INFO:journalctl@ceph.osd.5.smithi077.stdout:Apr 10 15:38:26 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-5[98819]: 2024-04-10T15:38:26.452+0000 7f075e9d57c0 -1 Falling back to public interface 2024-04-10T15:38:26.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:38:26 smithi069 ceph-mon[96738]: osdmap e474: 8 total, 7 up, 8 in 2024-04-10T15:38:26.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:38:26 smithi069 ceph-mon[96738]: pgmap v372: 121 pgs: 12 active+undersized+degraded, 36 active+undersized, 73 active+clean; 471 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 373 KiB/s rd, 2.9 MiB/s wr, 12 op/s; 119/735 objects degraded (16.190%) 2024-04-10T15:38:26.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:38:26 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:38:26.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:38:26 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:38:26.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:38:26 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:38:26.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:38:26 smithi069 ceph-mon[96738]: osdmap e475: 8 total, 7 up, 8 in 2024-04-10T15:38:26.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:38:26 smithi069 ceph-mon[94167]: osdmap e474: 8 total, 7 up, 8 in 2024-04-10T15:38:26.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:38:26 smithi069 ceph-mon[94167]: pgmap v372: 121 pgs: 12 active+undersized+degraded, 36 active+undersized, 73 active+clean; 471 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 373 KiB/s rd, 2.9 MiB/s wr, 12 op/s; 119/735 objects degraded (16.190%) 2024-04-10T15:38:26.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:38:26 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:38:26.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:38:26 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:38:26.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:38:26 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:38:26.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:38:26 smithi069 ceph-mon[94167]: osdmap e475: 8 total, 7 up, 8 in 2024-04-10T15:38:27.197 INFO:tasks.rados.rados.0.smithi069.stdout:2097: done (4 left) 2024-04-10T15:38:27.197 INFO:tasks.rados.rados.0.smithi069.stdout:2100: done (3 left) 2024-04-10T15:38:27.197 INFO:tasks.rados.rados.0.smithi069.stdout:2101: done (2 left) 2024-04-10T15:38:27.198 INFO:tasks.rados.rados.0.smithi069.stdout:2103: done (1 left) 2024-04-10T15:38:27.198 INFO:tasks.rados.rados.0.smithi069.stdout:2104: done (0 left) 2024-04-10T15:38:27.198 INFO:tasks.rados.rados.0.smithi069.stdout:2105: snap_remove snap 204 2024-04-10T15:38:27.335 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:38:26 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:15:38:26] "GET /metrics HTTP/1.1" 200 36193 "" "Prometheus/2.43.0" 2024-04-10T15:38:28.209 INFO:tasks.rados.rados.0.smithi069.stdout:2105: done (0 left) 2024-04-10T15:38:28.209 INFO:tasks.rados.rados.0.smithi069.stdout:2106: snap_remove snap 176 2024-04-10T15:38:28.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:38:28 smithi077 ceph-mon[87572]: osdmap e476: 8 total, 7 up, 8 in 2024-04-10T15:38:28.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:38:28 smithi077 ceph-mon[87572]: pgmap v375: 121 pgs: 12 active+undersized+degraded, 36 active+undersized, 73 active+clean; 471 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 524 KiB/s wr, 6 op/s; 119/735 objects degraded (16.190%) 2024-04-10T15:38:28.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:38:28 smithi069 ceph-mon[96738]: osdmap e476: 8 total, 7 up, 8 in 2024-04-10T15:38:28.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:38:28 smithi069 ceph-mon[96738]: pgmap v375: 121 pgs: 12 active+undersized+degraded, 36 active+undersized, 73 active+clean; 471 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 524 KiB/s wr, 6 op/s; 119/735 objects degraded (16.190%) 2024-04-10T15:38:28.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:38:28 smithi069 ceph-mon[94167]: osdmap e476: 8 total, 7 up, 8 in 2024-04-10T15:38:28.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:38:28 smithi069 ceph-mon[94167]: pgmap v375: 121 pgs: 12 active+undersized+degraded, 36 active+undersized, 73 active+clean; 471 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 524 KiB/s wr, 6 op/s; 119/735 objects degraded (16.190%) 2024-04-10T15:38:29.209 INFO:tasks.rados.rados.0.smithi069.stdout:2106: done (0 left) 2024-04-10T15:38:29.209 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 8 current snap is 209 2024-04-10T15:38:29.209 INFO:tasks.rados.rados.0.smithi069.stdout:2107: seq_num 670 ranges {1327104=425984,1753088=483328,2236416=507904,2744320=212992} 2024-04-10T15:38:29.219 INFO:tasks.rados.rados.0.smithi069.stdout:2107: writing smithi06982861-8 from 1327104 to 1753088 tid 1 2024-04-10T15:38:29.223 INFO:tasks.rados.rados.0.smithi069.stdout:2107: writing smithi06982861-8 from 1753088 to 2236416 tid 2 2024-04-10T15:38:29.226 INFO:tasks.rados.rados.0.smithi069.stdout:2107: writing smithi06982861-8 from 2236416 to 2744320 tid 3 2024-04-10T15:38:29.229 INFO:tasks.rados.rados.0.smithi069.stdout:2107: writing smithi06982861-8 from 2744320 to 2957312 tid 4 2024-04-10T15:38:29.229 INFO:tasks.rados.rados.0.smithi069.stdout:2108: rollback oid 45 current snap is 209 2024-04-10T15:38:29.229 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 45 to 207 2024-04-10T15:38:29.229 INFO:tasks.rados.rados.0.smithi069.stdout:2109: rollback oid 9 current snap is 209 2024-04-10T15:38:29.229 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 9 to 208 2024-04-10T15:38:29.229 INFO:tasks.rados.rados.0.smithi069.stdout:2110: read oid 36 snap -1 2024-04-10T15:38:29.229 INFO:tasks.rados.rados.0.smithi069.stdout:2110: expect (ObjNum 618 snap 193 seq_num 618) 2024-04-10T15:38:29.229 INFO:tasks.rados.rados.0.smithi069.stdout:2111: setattr oid 31 current snap is 209 2024-04-10T15:38:29.230 INFO:tasks.rados.rados.0.smithi069.stdout:2112: rmattr oid 39 current snap is 209 2024-04-10T15:38:29.230 INFO:tasks.rados.rados.0.smithi069.stdout:2113: copy_from oid 41 from oid 13 current snap is 209 2024-04-10T15:38:29.230 INFO:tasks.rados.rados.0.smithi069.stdout:2114: snap_remove snap 197 2024-04-10T15:38:29.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:38:29 smithi077 ceph-mon[87572]: osdmap e477: 8 total, 7 up, 8 in 2024-04-10T15:38:29.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:38:29 smithi069 ceph-mon[96738]: osdmap e477: 8 total, 7 up, 8 in 2024-04-10T15:38:29.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:38:29 smithi069 ceph-mon[94167]: osdmap e477: 8 total, 7 up, 8 in 2024-04-10T15:38:29.991 INFO:journalctl@ceph.osd.5.smithi077.stdout:Apr 10 15:38:29 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-5[98819]: 2024-04-10T15:38:29.792+0000 7f075e9d57c0 -1 osd.5 468 log_to_monitors true 2024-04-10T15:38:30.235 INFO:tasks.rados.rados.0.smithi069.stdout:2107: finishing write tid 1 to smithi06982861-8 2024-04-10T15:38:30.235 INFO:tasks.rados.rados.0.smithi069.stdout:2108: finishing rollback tid 0 to smithi06982861-45 2024-04-10T15:38:30.235 INFO:tasks.rados.rados.0.smithi069.stdout:2108: finishing rollback tid 1 to smithi06982861-45 2024-04-10T15:38:30.235 INFO:tasks.rados.rados.0.smithi069.stdout:2109: finishing rollback tid 0 to smithi06982861-9 2024-04-10T15:38:30.235 INFO:tasks.rados.rados.0.smithi069.stdout:2109: finishing rollback tid 1 to smithi06982861-9 2024-04-10T15:38:30.235 INFO:tasks.rados.rados.0.smithi069.stdout:2109: finishing rollback tid 2 to smithi06982861-9 2024-04-10T15:38:30.235 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 9 v 988 (ObjNum 632 snap 195 seq_num 632) dirty exists 2024-04-10T15:38:30.235 INFO:tasks.rados.rados.0.smithi069.stdout:2108: finishing rollback tid 2 to smithi06982861-45 2024-04-10T15:38:30.236 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 45 v 882 (ObjNum 608 snap 190 seq_num 608) dirty exists 2024-04-10T15:38:30.236 INFO:tasks.rados.rados.0.smithi069.stdout:2107: finishing write tid 2 to smithi06982861-8 2024-04-10T15:38:30.236 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 39 v 784 (ObjNum 648 snap 203 seq_num 648) dirty exists 2024-04-10T15:38:30.236 INFO:tasks.rados.rados.0.smithi069.stdout:2107: finishing write tid 3 to smithi06982861-8 2024-04-10T15:38:30.236 INFO:tasks.rados.rados.0.smithi069.stdout:2107: finishing write tid 4 to smithi06982861-8 2024-04-10T15:38:30.236 INFO:tasks.rados.rados.0.smithi069.stdout:2107: finishing write tid 5 to smithi06982861-8 2024-04-10T15:38:30.236 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 31 v 1083 (ObjNum 509 snap 160 seq_num 509) dirty exists 2024-04-10T15:38:30.236 INFO:tasks.rados.rados.0.smithi069.stdout:2107: finishing write tid 6 to smithi06982861-8 2024-04-10T15:38:30.236 INFO:tasks.rados.rados.0.smithi069.stdout:2107: oid 8 updating version 0 to 1080 2024-04-10T15:38:30.236 INFO:tasks.rados.rados.0.smithi069.stdout:2107: oid 8 updating version 1080 to 1081 2024-04-10T15:38:30.236 INFO:tasks.rados.rados.0.smithi069.stdout:2107: oid 8 version 1081 is already newer than 1073 2024-04-10T15:38:30.236 INFO:tasks.rados.rados.0.smithi069.stdout:2107: oid 8 version 1081 is already newer than 1079 2024-04-10T15:38:30.236 INFO:tasks.rados.rados.0.smithi069.stdout:2107: oid 8 version 1081 is already newer than 1078 2024-04-10T15:38:30.236 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 8 v 1081 (ObjNum 670 snap 209 seq_num 670) dirty exists 2024-04-10T15:38:30.237 INFO:tasks.rados.rados.0.smithi069.stdout:2107: left oid 8 (ObjNum 670 snap 209 seq_num 670) 2024-04-10T15:38:30.237 INFO:tasks.rados.rados.0.smithi069.stdout:2110: expect (ObjNum 618 snap 193 seq_num 618) 2024-04-10T15:38:30.410 INFO:tasks.rados.rados.0.smithi069.stdout:2113: finishing copy_from racing read to smithi06982861-41 2024-04-10T15:38:30.410 INFO:tasks.rados.rados.0.smithi069.stdout:2113: finishing copy_from to smithi06982861-41 2024-04-10T15:38:30.410 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 41 v 1059 (ObjNum 661 snap 206 seq_num 661) dirty exists 2024-04-10T15:38:30.410 INFO:tasks.rados.rados.0.smithi069.stdout:2107: done (7 left) 2024-04-10T15:38:30.410 INFO:tasks.rados.rados.0.smithi069.stdout:2108: done (6 left) 2024-04-10T15:38:30.411 INFO:tasks.rados.rados.0.smithi069.stdout:2109: done (5 left) 2024-04-10T15:38:30.411 INFO:tasks.rados.rados.0.smithi069.stdout:2110: done (4 left) 2024-04-10T15:38:30.411 INFO:tasks.rados.rados.0.smithi069.stdout:2111: done (3 left) 2024-04-10T15:38:30.411 INFO:tasks.rados.rados.0.smithi069.stdout:2112: done (2 left) 2024-04-10T15:38:30.411 INFO:tasks.rados.rados.0.smithi069.stdout:2113: done (1 left) 2024-04-10T15:38:30.411 INFO:tasks.rados.rados.0.smithi069.stdout:2114: done (0 left) 2024-04-10T15:38:30.411 INFO:tasks.rados.rados.0.smithi069.stdout:2115: delete oid 36 current snap is 209 2024-04-10T15:38:30.413 INFO:tasks.rados.rados.0.smithi069.stdout:2115: done (0 left) 2024-04-10T15:38:30.413 INFO:tasks.rados.rados.0.smithi069.stdout:2116: snap_remove snap 208 2024-04-10T15:38:30.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:38:30 smithi077 ceph-mon[87572]: osdmap e478: 8 total, 7 up, 8 in 2024-04-10T15:38:30.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:38:30 smithi077 ceph-mon[87572]: pgmap v378: 121 pgs: 2 active+clean+snaptrim, 12 active+undersized+degraded, 36 active+undersized, 71 active+clean; 485 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.7 MiB/s wr, 5 op/s; 121/744 objects degraded (16.263%) 2024-04-10T15:38:30.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:38:30 smithi077 ceph-mon[87572]: from='osd.5 [v2:172.21.15.77:6808/31210106,v1:172.21.15.77:6809/31210106]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-10T15:38:30.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:38:30 smithi077 ceph-mon[87572]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-10T15:38:30.492 INFO:journalctl@ceph.osd.5.smithi077.stdout:Apr 10 15:38:30 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-5[98819]: 2024-04-10T15:38:30.272+0000 7f074fe2d700 -1 osd.5 468 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-10T15:38:30.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:38:30 smithi069 ceph-mon[96738]: osdmap e478: 8 total, 7 up, 8 in 2024-04-10T15:38:30.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:38:30 smithi069 ceph-mon[96738]: pgmap v378: 121 pgs: 2 active+clean+snaptrim, 12 active+undersized+degraded, 36 active+undersized, 71 active+clean; 485 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.7 MiB/s wr, 5 op/s; 121/744 objects degraded (16.263%) 2024-04-10T15:38:30.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:38:30 smithi069 ceph-mon[96738]: from='osd.5 [v2:172.21.15.77:6808/31210106,v1:172.21.15.77:6809/31210106]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-10T15:38:30.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:38:30 smithi069 ceph-mon[96738]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-10T15:38:30.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:38:30 smithi069 ceph-mon[94167]: osdmap e478: 8 total, 7 up, 8 in 2024-04-10T15:38:30.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:38:30 smithi069 ceph-mon[94167]: pgmap v378: 121 pgs: 2 active+clean+snaptrim, 12 active+undersized+degraded, 36 active+undersized, 71 active+clean; 485 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.7 MiB/s wr, 5 op/s; 121/744 objects degraded (16.263%) 2024-04-10T15:38:30.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:38:30 smithi069 ceph-mon[94167]: from='osd.5 [v2:172.21.15.77:6808/31210106,v1:172.21.15.77:6809/31210106]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-10T15:38:30.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:38:30 smithi069 ceph-mon[94167]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-10T15:38:31.227 INFO:tasks.rados.rados.0.smithi069.stdout:2116: done (0 left) 2024-04-10T15:38:31.227 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 13 current snap is 209 2024-04-10T15:38:31.227 INFO:tasks.rados.rados.0.smithi069.stdout:2117: seq_num 672 ranges {5341184=458752,5799936=647168,6447104=466944,6914048=90112} 2024-04-10T15:38:31.259 INFO:tasks.rados.rados.0.smithi069.stdout:2117: writing smithi06982861-13 from 5341184 to 5799936 tid 1 2024-04-10T15:38:31.263 INFO:tasks.rados.rados.0.smithi069.stdout:2117: writing smithi06982861-13 from 5799936 to 6447104 tid 2 2024-04-10T15:38:31.265 INFO:tasks.rados.rados.0.smithi069.stdout:2117: writing smithi06982861-13 from 6447104 to 6914048 tid 3 2024-04-10T15:38:31.267 INFO:tasks.rados.rados.0.smithi069.stdout:2117: writing smithi06982861-13 from 6914048 to 7004160 tid 4 2024-04-10T15:38:31.267 INFO:tasks.rados.rados.0.smithi069.stdout:2118: copy_from oid 28 from oid 50 current snap is 209 2024-04-10T15:38:31.267 INFO:tasks.rados.rados.0.smithi069.stdout:2117: finishing write tid 1 to smithi06982861-13 2024-04-10T15:38:31.267 INFO:tasks.rados.rados.0.smithi069.stdout:2117: finishing write tid 2 to smithi06982861-13 2024-04-10T15:38:31.267 INFO:tasks.rados.rados.0.smithi069.stdout:2119: rollback oid 38 current snap is 209 2024-04-10T15:38:31.267 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 38 to 189 2024-04-10T15:38:31.267 INFO:tasks.rados.rados.0.smithi069.stdout:2120: read oid 20 snap -1 2024-04-10T15:38:31.267 INFO:tasks.rados.rados.0.smithi069.stdout:2120: expect (ObjNum 602 snap 188 seq_num 602) 2024-04-10T15:38:31.267 INFO:tasks.rados.rados.0.smithi069.stdout:2121: copy_from oid 37 from oid 45 current snap is 209 2024-04-10T15:38:31.268 INFO:tasks.rados.rados.0.smithi069.stdout:2122: copy_from oid 42 from oid 29 current snap is 209 2024-04-10T15:38:31.268 INFO:tasks.rados.rados.0.smithi069.stdout:2123: snap_remove snap 194 2024-04-10T15:38:31.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:38:31 smithi077 ceph-mon[87572]: Health check update: Degraded data redundancy: 121/744 objects degraded (16.263%), 12 pgs degraded (PG_DEGRADED) 2024-04-10T15:38:31.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:38:31 smithi077 ceph-mon[87572]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-04-10T15:38:31.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:38:31 smithi077 ceph-mon[87572]: from='osd.5 [v2:172.21.15.77:6808/31210106,v1:172.21.15.77:6809/31210106]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi077", "root=default"]}]: dispatch 2024-04-10T15:38:31.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:38:31 smithi077 ceph-mon[87572]: osdmap e479: 8 total, 7 up, 8 in 2024-04-10T15:38:31.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:38:31 smithi077 ceph-mon[87572]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi077", "root=default"]}]: dispatch 2024-04-10T15:38:31.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:38:31 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:38:31.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:38:31 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:38:31.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:38:31 smithi069 ceph-mon[96738]: Health check update: Degraded data redundancy: 121/744 objects degraded (16.263%), 12 pgs degraded (PG_DEGRADED) 2024-04-10T15:38:31.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:38:31 smithi069 ceph-mon[96738]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-04-10T15:38:31.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:38:31 smithi069 ceph-mon[96738]: from='osd.5 [v2:172.21.15.77:6808/31210106,v1:172.21.15.77:6809/31210106]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi077", "root=default"]}]: dispatch 2024-04-10T15:38:31.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:38:31 smithi069 ceph-mon[96738]: osdmap e479: 8 total, 7 up, 8 in 2024-04-10T15:38:31.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:38:31 smithi069 ceph-mon[96738]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi077", "root=default"]}]: dispatch 2024-04-10T15:38:31.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:38:31 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:38:31.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:38:31 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:38:31.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:38:31 smithi069 ceph-mon[94167]: Health check update: Degraded data redundancy: 121/744 objects degraded (16.263%), 12 pgs degraded (PG_DEGRADED) 2024-04-10T15:38:31.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:38:31 smithi069 ceph-mon[94167]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-04-10T15:38:31.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:38:31 smithi069 ceph-mon[94167]: from='osd.5 [v2:172.21.15.77:6808/31210106,v1:172.21.15.77:6809/31210106]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi077", "root=default"]}]: dispatch 2024-04-10T15:38:31.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:38:31 smithi069 ceph-mon[94167]: osdmap e479: 8 total, 7 up, 8 in 2024-04-10T15:38:31.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:38:31 smithi069 ceph-mon[94167]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi077", "root=default"]}]: dispatch 2024-04-10T15:38:31.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:38:31 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:38:31.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:38:31 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:38:32.230 INFO:tasks.rados.rados.0.smithi069.stdout:2117: finishing write tid 3 to smithi06982861-13 2024-04-10T15:38:32.230 INFO:tasks.rados.rados.0.smithi069.stdout:2117: finishing write tid 4 to smithi06982861-13 2024-04-10T15:38:32.230 INFO:tasks.rados.rados.0.smithi069.stdout:2117: finishing write tid 5 to smithi06982861-13 2024-04-10T15:38:32.230 INFO:tasks.rados.rados.0.smithi069.stdout:2117: finishing write tid 6 to smithi06982861-13 2024-04-10T15:38:32.231 INFO:tasks.rados.rados.0.smithi069.stdout:2117: oid 13 updating version 0 to 1113 2024-04-10T15:38:32.231 INFO:tasks.rados.rados.0.smithi069.stdout:2117: oid 13 version 1113 is already newer than 1111 2024-04-10T15:38:32.231 INFO:tasks.rados.rados.0.smithi069.stdout:2117: oid 13 version 1113 is already newer than 1110 2024-04-10T15:38:32.231 INFO:tasks.rados.rados.0.smithi069.stdout:2117: oid 13 version 1113 is already newer than 1112 2024-04-10T15:38:32.231 INFO:tasks.rados.rados.0.smithi069.stdout:2117: oid 13 version 1113 is already newer than 1109 2024-04-10T15:38:32.231 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 13 v 1113 (ObjNum 672 snap 209 seq_num 672) dirty exists 2024-04-10T15:38:32.231 INFO:tasks.rados.rados.0.smithi069.stdout:2117: left oid 13 (ObjNum 672 snap 209 seq_num 672) 2024-04-10T15:38:32.231 INFO:tasks.rados.rados.0.smithi069.stdout:2118: finishing copy_from racing read to smithi06982861-28 2024-04-10T15:38:32.231 INFO:tasks.rados.rados.0.smithi069.stdout:2118: finishing copy_from to smithi06982861-28 2024-04-10T15:38:32.231 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 28 v 906 (ObjNum 644 snap 202 seq_num 644) dirty exists 2024-04-10T15:38:32.231 INFO:tasks.rados.rados.0.smithi069.stdout:2122: finishing copy_from racing read to smithi06982861-42 2024-04-10T15:38:32.231 INFO:tasks.rados.rados.0.smithi069.stdout:2122: finishing copy_from to smithi06982861-42 2024-04-10T15:38:32.231 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 42 v 910 (ObjNum 655 snap 204 seq_num 655) dirty exists 2024-04-10T15:38:32.231 INFO:tasks.rados.rados.0.smithi069.stdout:2117: done (6 left) 2024-04-10T15:38:32.232 INFO:tasks.rados.rados.0.smithi069.stdout:2118: done (5 left) 2024-04-10T15:38:32.232 INFO:tasks.rados.rados.0.smithi069.stdout:2122: done (4 left) 2024-04-10T15:38:32.232 INFO:tasks.rados.rados.0.smithi069.stdout:2123: done (3 left) 2024-04-10T15:38:32.232 INFO:tasks.rados.rados.0.smithi069.stdout:2124: read oid 21 snap -1 2024-04-10T15:38:32.232 INFO:tasks.rados.rados.0.smithi069.stdout:2124: expect (ObjNum 498 snap 155 seq_num 498) 2024-04-10T15:38:32.232 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 6 current snap is 209 2024-04-10T15:38:32.232 INFO:tasks.rados.rados.0.smithi069.stdout:2125: seq_num 673 ranges {1245184=475136,1720320=532480,2252800=671744} 2024-04-10T15:38:32.240 INFO:tasks.rados.rados.0.smithi069.stdout:2125: writing smithi06982861-6 from 1245184 to 1720320 tid 1 2024-04-10T15:38:32.244 INFO:tasks.rados.rados.0.smithi069.stdout:2125: writing smithi06982861-6 from 1720320 to 2252800 tid 2 2024-04-10T15:38:32.249 INFO:tasks.rados.rados.0.smithi069.stdout:2125: writing smithi06982861-6 from 2252800 to 2924544 tid 3 2024-04-10T15:38:32.249 INFO:tasks.rados.rados.0.smithi069.stdout:2126: read oid 23 snap 187 2024-04-10T15:38:32.249 INFO:tasks.rados.rados.0.smithi069.stdout:2126: expect (ObjNum 592 snap 185 seq_num 592) 2024-04-10T15:38:32.249 INFO:tasks.rados.rados.0.smithi069.stdout:2127: setattr oid 19 current snap is 209 2024-04-10T15:38:32.252 INFO:tasks.rados.rados.0.smithi069.stdout:2128: read oid 30 snap -1 2024-04-10T15:38:32.252 INFO:tasks.rados.rados.0.smithi069.stdout:2128: expect deleted 2024-04-10T15:38:32.252 INFO:tasks.rados.rados.0.smithi069.stdout:2129: snap_remove snap 191 2024-04-10T15:38:32.522 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:38:32 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[78458]: ts=2024-04-10T15:38:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:38:32.522 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:38:32 smithi077 ceph-mon[87572]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-10T15:38:32.522 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:38:32 smithi077 ceph-mon[87572]: osd.5 [v2:172.21.15.77:6808/31210106,v1:172.21.15.77:6809/31210106] boot 2024-04-10T15:38:32.522 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:38:32 smithi077 ceph-mon[87572]: osdmap e480: 8 total, 8 up, 8 in 2024-04-10T15:38:32.522 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:38:32 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-10T15:38:32.523 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:38:32 smithi077 ceph-mon[87572]: pgmap v381: 121 pgs: 2 active+clean+snaptrim, 12 active+undersized+degraded, 36 active+undersized, 71 active+clean; 492 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 4.1 MiB/s rd, 3.3 MiB/s wr, 9 op/s; 125/753 objects degraded (16.600%) 2024-04-10T15:38:32.523 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:38:32 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:38:32.523 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:38:32 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:38:32.523 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:38:32 smithi077 ceph-mon[87572]: osdmap e481: 8 total, 8 up, 8 in 2024-04-10T15:38:32.585 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:38:32 smithi069 ceph-mon[94167]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-10T15:38:32.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:38:32 smithi069 ceph-mon[94167]: osd.5 [v2:172.21.15.77:6808/31210106,v1:172.21.15.77:6809/31210106] boot 2024-04-10T15:38:32.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:38:32 smithi069 ceph-mon[94167]: osdmap e480: 8 total, 8 up, 8 in 2024-04-10T15:38:32.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:38:32 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-10T15:38:32.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:38:32 smithi069 ceph-mon[94167]: pgmap v381: 121 pgs: 2 active+clean+snaptrim, 12 active+undersized+degraded, 36 active+undersized, 71 active+clean; 492 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 4.1 MiB/s rd, 3.3 MiB/s wr, 9 op/s; 125/753 objects degraded (16.600%) 2024-04-10T15:38:32.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:38:32 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:38:32.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:38:32 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:38:32.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:38:32 smithi069 ceph-mon[94167]: osdmap e481: 8 total, 8 up, 8 in 2024-04-10T15:38:32.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:38:32 smithi069 ceph-mon[96738]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-10T15:38:32.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:38:32 smithi069 ceph-mon[96738]: osd.5 [v2:172.21.15.77:6808/31210106,v1:172.21.15.77:6809/31210106] boot 2024-04-10T15:38:32.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:38:32 smithi069 ceph-mon[96738]: osdmap e480: 8 total, 8 up, 8 in 2024-04-10T15:38:32.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:38:32 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-10T15:38:32.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:38:32 smithi069 ceph-mon[96738]: pgmap v381: 121 pgs: 2 active+clean+snaptrim, 12 active+undersized+degraded, 36 active+undersized, 71 active+clean; 492 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 4.1 MiB/s rd, 3.3 MiB/s wr, 9 op/s; 125/753 objects degraded (16.600%) 2024-04-10T15:38:32.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:38:32 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:38:32.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:38:32 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:38:32.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:38:32 smithi069 ceph-mon[96738]: osdmap e481: 8 total, 8 up, 8 in 2024-04-10T15:38:33.263 INFO:tasks.rados.rados.0.smithi069.stdout:2129: done (8 left) 2024-04-10T15:38:33.263 INFO:tasks.rados.rados.0.smithi069.stdout:2130: delete oid 24 current snap is 209 2024-04-10T15:38:33.263 INFO:tasks.rados.rados.0.smithi069.stdout:2126: expect (ObjNum 592 snap 185 seq_num 592) 2024-04-10T15:38:33.279 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 19 v 1183 (ObjNum 3361 snap 0 seq_num 1435753280) dirty exists 2024-04-10T15:38:33.279 INFO:tasks.rados.rados.0.smithi069.stdout:2121: finishing copy_from racing read to smithi06982861-37 2024-04-10T15:38:33.279 INFO:tasks.rados.rados.0.smithi069.stdout:2121: finishing copy_from to smithi06982861-37 2024-04-10T15:38:33.279 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 37 v 882 (ObjNum 608 snap 190 seq_num 608) dirty exists 2024-04-10T15:38:33.279 INFO:tasks.rados.rados.0.smithi069.stdout:2125: finishing write tid 1 to smithi06982861-6 2024-04-10T15:38:33.279 INFO:tasks.rados.rados.0.smithi069.stdout:2125: finishing write tid 2 to smithi06982861-6 2024-04-10T15:38:33.279 INFO:tasks.rados.rados.0.smithi069.stdout:2125: finishing write tid 3 to smithi06982861-6 2024-04-10T15:38:33.279 INFO:tasks.rados.rados.0.smithi069.stdout:2125: finishing write tid 4 to smithi06982861-6 2024-04-10T15:38:33.279 INFO:tasks.rados.rados.0.smithi069.stdout:2125: finishing write tid 5 to smithi06982861-6 2024-04-10T15:38:33.279 INFO:tasks.rados.rados.0.smithi069.stdout:2125: oid 6 updating version 0 to 992 2024-04-10T15:38:33.279 INFO:tasks.rados.rados.0.smithi069.stdout:2125: oid 6 version 992 is already newer than 991 2024-04-10T15:38:33.279 INFO:tasks.rados.rados.0.smithi069.stdout:2125: oid 6 updating version 992 to 993 2024-04-10T15:38:33.279 INFO:tasks.rados.rados.0.smithi069.stdout:2125: oid 6 updating version 993 to 994 2024-04-10T15:38:33.280 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 6 v 994 (ObjNum 673 snap 209 seq_num 673) dirty exists 2024-04-10T15:38:33.280 INFO:tasks.rados.rados.0.smithi069.stdout:2125: left oid 6 (ObjNum 673 snap 209 seq_num 673) 2024-04-10T15:38:33.280 INFO:tasks.rados.rados.0.smithi069.stdout:2119: finishing rollback tid 0 to smithi06982861-38 2024-04-10T15:38:33.280 INFO:tasks.rados.rados.0.smithi069.stdout:2119: finishing rollback tid 1 to smithi06982861-38 2024-04-10T15:38:33.280 INFO:tasks.rados.rados.0.smithi069.stdout:2119: finishing rollback tid 2 to smithi06982861-38 2024-04-10T15:38:33.280 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 38 v 1182 (ObjNum 595 snap 185 seq_num 595) dirty exists 2024-04-10T15:38:33.280 INFO:tasks.rados.rados.0.smithi069.stdout:2120: expect (ObjNum 602 snap 188 seq_num 602) 2024-04-10T15:38:33.509 INFO:tasks.rados.rados.0.smithi069.stdout:2124: expect (ObjNum 498 snap 155 seq_num 498) 2024-04-10T15:38:33.610 INFO:tasks.rados.rados.0.smithi069.stdout:2119: done (8 left) 2024-04-10T15:38:33.610 INFO:tasks.rados.rados.0.smithi069.stdout:2120: done (7 left) 2024-04-10T15:38:33.610 INFO:tasks.rados.rados.0.smithi069.stdout:2121: done (6 left) 2024-04-10T15:38:33.610 INFO:tasks.rados.rados.0.smithi069.stdout:2124: done (5 left) 2024-04-10T15:38:33.611 INFO:tasks.rados.rados.0.smithi069.stdout:2125: done (4 left) 2024-04-10T15:38:33.611 INFO:tasks.rados.rados.0.smithi069.stdout:2126: done (3 left) 2024-04-10T15:38:33.611 INFO:tasks.rados.rados.0.smithi069.stdout:2127: done (2 left) 2024-04-10T15:38:33.611 INFO:tasks.rados.rados.0.smithi069.stdout:2128: done (1 left) 2024-04-10T15:38:33.611 INFO:tasks.rados.rados.0.smithi069.stdout:2130: done (0 left) 2024-04-10T15:38:33.611 INFO:tasks.rados.rados.0.smithi069.stdout:2131: copy_from oid 11 from oid 21 current snap is 209 2024-04-10T15:38:33.611 INFO:tasks.rados.rados.0.smithi069.stdout:2132: delete oid 39 current snap is 209 2024-04-10T15:38:33.613 INFO:tasks.rados.rados.0.smithi069.stdout:2132: done (1 left) 2024-04-10T15:38:33.613 INFO:tasks.rados.rados.0.smithi069.stdout:2133: rollback oid 6 current snap is 209 2024-04-10T15:38:33.613 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 6 to 174 2024-04-10T15:38:33.613 INFO:tasks.rados.rados.0.smithi069.stdout:2134: copy_from oid 31 from oid 17 current snap is 209 2024-04-10T15:38:33.613 INFO:tasks.rados.rados.0.smithi069.stdout:2135: delete oid 41 current snap is 209 2024-04-10T15:38:33.615 INFO:tasks.rados.rados.0.smithi069.stdout:2135: done (3 left) 2024-04-10T15:38:33.616 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 7 current snap is 209 2024-04-10T15:38:33.616 INFO:tasks.rados.rados.0.smithi069.stdout:2136: seq_num 677 ranges {3956736=540672,4497408=516096,5013504=655360,5668864=32768} 2024-04-10T15:38:33.642 INFO:tasks.rados.rados.0.smithi069.stdout:2136: writing smithi06982861-7 from 3956736 to 4497408 tid 1 2024-04-10T15:38:33.645 INFO:tasks.rados.rados.0.smithi069.stdout:2136: writing smithi06982861-7 from 4497408 to 5013504 tid 2 2024-04-10T15:38:33.650 INFO:tasks.rados.rados.0.smithi069.stdout:2136: writing smithi06982861-7 from 5013504 to 5668864 tid 3 2024-04-10T15:38:33.651 INFO:tasks.rados.rados.0.smithi069.stdout:2136: writing smithi06982861-7 from 5668864 to 5701632 tid 4 2024-04-10T15:38:33.651 INFO:tasks.rados.rados.0.smithi069.stdout:2137: copy_from oid 1 from oid 26 current snap is 209 2024-04-10T15:38:33.651 INFO:tasks.rados.rados.0.smithi069.stdout:2133: finishing rollback tid 0 to smithi06982861-6 2024-04-10T15:38:33.651 INFO:tasks.rados.rados.0.smithi069.stdout:2133: finishing rollback tid 1 to smithi06982861-6 2024-04-10T15:38:33.651 INFO:tasks.rados.rados.0.smithi069.stdout:2133: finishing rollback tid 2 to smithi06982861-6 2024-04-10T15:38:33.651 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 6 v 1021 (ObjNum 289 snap 0 seq_num 0) dirty exists 2024-04-10T15:38:33.651 INFO:tasks.rados.rados.0.smithi069.stdout:2131: finishing copy_from racing read to smithi06982861-11 2024-04-10T15:38:33.651 INFO:tasks.rados.rados.0.smithi069.stdout:2131: finishing copy_from to smithi06982861-11 2024-04-10T15:38:33.651 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 11 v 975 (ObjNum 498 snap 155 seq_num 498) dirty exists 2024-04-10T15:38:33.651 INFO:tasks.rados.rados.0.smithi069.stdout:2136: finishing write tid 1 to smithi06982861-7 2024-04-10T15:38:33.651 INFO:tasks.rados.rados.0.smithi069.stdout:2136: finishing write tid 2 to smithi06982861-7 2024-04-10T15:38:33.651 INFO:tasks.rados.rados.0.smithi069.stdout:2134: finishing copy_from racing read to smithi06982861-31 2024-04-10T15:38:33.652 INFO:tasks.rados.rados.0.smithi069.stdout:2131: done (4 left) 2024-04-10T15:38:33.652 INFO:tasks.rados.rados.0.smithi069.stdout:2133: done (3 left) 2024-04-10T15:38:33.652 INFO:tasks.rados.rados.0.smithi069.stdout:2138: read oid 27 snap -1 2024-04-10T15:38:33.652 INFO:tasks.rados.rados.0.smithi069.stdout:2138: expect (ObjNum 509 snap 160 seq_num 509) 2024-04-10T15:38:33.652 INFO:tasks.rados.rados.0.smithi069.stdout:2139: rollback oid 35 current snap is 209 2024-04-10T15:38:33.652 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 35 to 184 2024-04-10T15:38:33.652 INFO:tasks.rados.rados.0.smithi069.stdout:2134: finishing copy_from to smithi06982861-31 2024-04-10T15:38:33.652 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 31 v 1064 (ObjNum 664 snap 207 seq_num 664) dirty exists 2024-04-10T15:38:33.652 INFO:tasks.rados.rados.0.smithi069.stdout:2134: done (4 left) 2024-04-10T15:38:33.652 INFO:tasks.rados.rados.0.smithi069.stdout:2140: rollback oid 37 current snap is 209 2024-04-10T15:38:33.652 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 37 to 205 2024-04-10T15:38:33.652 INFO:tasks.rados.rados.0.smithi069.stdout:2141: snap_remove snap 203 2024-04-10T15:38:34.271 INFO:tasks.rados.rados.0.smithi069.stdout:2141: done (5 left) 2024-04-10T15:38:34.271 INFO:tasks.rados.rados.0.smithi069.stdout:2142: read oid 50 snap 161 2024-04-10T15:38:34.271 INFO:tasks.rados.rados.0.smithi069.stdout:2142: expect (ObjNum 1434841488 snap 21957 seq_num 1434909520) 2024-04-10T15:38:34.271 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 9 current snap is 209 2024-04-10T15:38:34.271 INFO:tasks.rados.rados.0.smithi069.stdout:2143: seq_num 678 ranges {991232=565248,1556480=802816,2359296=401408} 2024-04-10T15:38:34.280 INFO:tasks.rados.rados.0.smithi069.stdout:2143: writing smithi06982861-9 from 991232 to 1556480 tid 1 2024-04-10T15:38:34.285 INFO:tasks.rados.rados.0.smithi069.stdout:2143: writing smithi06982861-9 from 1556480 to 2359296 tid 2 2024-04-10T15:38:34.289 INFO:tasks.rados.rados.0.smithi069.stdout:2143: writing smithi06982861-9 from 2359296 to 2760704 tid 3 2024-04-10T15:38:34.289 INFO:tasks.rados.rados.0.smithi069.stdout:2144: rollback oid 38 current snap is 209 2024-04-10T15:38:34.289 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 38 to 172 2024-04-10T15:38:34.289 INFO:tasks.rados.rados.0.smithi069.stdout:2136: finishing write tid 3 to smithi06982861-7 2024-04-10T15:38:34.289 INFO:tasks.rados.rados.0.smithi069.stdout:2136: finishing write tid 4 to smithi06982861-7 2024-04-10T15:38:34.289 INFO:tasks.rados.rados.0.smithi069.stdout:2136: finishing write tid 5 to smithi06982861-7 2024-04-10T15:38:34.289 INFO:tasks.rados.rados.0.smithi069.stdout:2137: finishing copy_from racing read to smithi06982861-1 2024-04-10T15:38:34.289 INFO:tasks.rados.rados.0.smithi069.stdout:2139: finishing rollback tid 0 to smithi06982861-35 2024-04-10T15:38:34.289 INFO:tasks.rados.rados.0.smithi069.stdout:2139: finishing rollback tid 1 to smithi06982861-35 2024-04-10T15:38:34.289 INFO:tasks.rados.rados.0.smithi069.stdout:2140: finishing rollback tid 0 to smithi06982861-37 2024-04-10T15:38:34.289 INFO:tasks.rados.rados.0.smithi069.stdout:2140: finishing rollback tid 1 to smithi06982861-37 2024-04-10T15:38:34.289 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 37 v 884 (ObjNum 65 snap 0 seq_num 1315137390) dirty dne 2024-04-10T15:38:34.289 INFO:tasks.rados.rados.0.smithi069.stdout:2139: finishing rollback tid 2 to smithi06982861-35 2024-04-10T15:38:34.290 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 35 v 780 (ObjNum 578 snap 181 seq_num 578) dirty exists 2024-04-10T15:38:34.290 INFO:tasks.rados.rados.0.smithi069.stdout:2139: done (7 left) 2024-04-10T15:38:34.290 INFO:tasks.rados.rados.0.smithi069.stdout:2140: done (6 left) 2024-04-10T15:38:34.290 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 15 current snap is 209 2024-04-10T15:38:34.290 INFO:tasks.rados.rados.0.smithi069.stdout:2137: finishing copy_from to smithi06982861-1 2024-04-10T15:38:34.290 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 1 v 944 (ObjNum 33 snap 0 seq_num 3249615592) dirty exists 2024-04-10T15:38:34.290 INFO:tasks.rados.rados.0.smithi069.stdout:2136: finishing write tid 6 to smithi06982861-7 2024-04-10T15:38:34.290 INFO:tasks.rados.rados.0.smithi069.stdout:2136: oid 7 updating version 0 to 1184 2024-04-10T15:38:34.290 INFO:tasks.rados.rados.0.smithi069.stdout:2136: oid 7 version 1184 is already newer than 1183 2024-04-10T15:38:34.290 INFO:tasks.rados.rados.0.smithi069.stdout:2136: oid 7 updating version 1184 to 1185 2024-04-10T15:38:34.290 INFO:tasks.rados.rados.0.smithi069.stdout:2136: oid 7 updating version 1185 to 1186 2024-04-10T15:38:34.290 INFO:tasks.rados.rados.0.smithi069.stdout:2136: oid 7 updating version 1186 to 1187 2024-04-10T15:38:34.290 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 7 v 1187 (ObjNum 677 snap 209 seq_num 677) dirty exists 2024-04-10T15:38:34.290 INFO:tasks.rados.rados.0.smithi069.stdout:2136: left oid 7 (ObjNum 677 snap 209 seq_num 677) 2024-04-10T15:38:34.291 INFO:tasks.rados.rados.0.smithi069.stdout:2138: expect (ObjNum 509 snap 160 seq_num 509) 2024-04-10T15:38:34.360 INFO:tasks.rados.rados.0.smithi069.stdout:2142: expect (ObjNum 1434841488 snap 21957 seq_num 1434909520) 2024-04-10T15:38:34.364 INFO:tasks.rados.rados.0.smithi069.stdout:2143: finishing write tid 1 to smithi06982861-9 2024-04-10T15:38:34.364 INFO:tasks.rados.rados.0.smithi069.stdout:2143: finishing write tid 2 to smithi06982861-9 2024-04-10T15:38:34.364 INFO:tasks.rados.rados.0.smithi069.stdout:2143: finishing write tid 3 to smithi06982861-9 2024-04-10T15:38:34.364 INFO:tasks.rados.rados.0.smithi069.stdout:2144: finishing rollback tid 0 to smithi06982861-38 2024-04-10T15:38:34.365 INFO:tasks.rados.rados.0.smithi069.stdout:2143: finishing write tid 4 to smithi06982861-9 2024-04-10T15:38:34.365 INFO:tasks.rados.rados.0.smithi069.stdout:2144: finishing rollback tid 1 to smithi06982861-38 2024-04-10T15:38:34.365 INFO:tasks.rados.rados.0.smithi069.stdout:2144: finishing rollback tid 2 to smithi06982861-38 2024-04-10T15:38:34.365 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 38 v 1190 (ObjNum 513 snap 160 seq_num 513) dirty exists 2024-04-10T15:38:34.365 INFO:tasks.rados.rados.0.smithi069.stdout:2143: finishing write tid 5 to smithi06982861-9 2024-04-10T15:38:34.365 INFO:tasks.rados.rados.0.smithi069.stdout:2143: oid 9 updating version 0 to 991 2024-04-10T15:38:34.365 INFO:tasks.rados.rados.0.smithi069.stdout:2143: oid 9 updating version 991 to 992 2024-04-10T15:38:34.365 INFO:tasks.rados.rados.0.smithi069.stdout:2143: oid 9 version 992 is already newer than 989 2024-04-10T15:38:34.365 INFO:tasks.rados.rados.0.smithi069.stdout:2143: oid 9 version 992 is already newer than 990 2024-04-10T15:38:34.365 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 9 v 992 (ObjNum 678 snap 209 seq_num 678) dirty exists 2024-04-10T15:38:34.365 INFO:tasks.rados.rados.0.smithi069.stdout:2143: left oid 9 (ObjNum 678 snap 209 seq_num 678) 2024-04-10T15:38:34.365 INFO:tasks.rados.rados.0.smithi069.stdout:2145: seq_num 679 ranges {0=581632,581632=688128,1269760=516096} 2024-04-10T15:38:34.367 INFO:tasks.rados.rados.0.smithi069.stdout:2145: writing smithi06982861-15 from 0 to 581632 tid 1 2024-04-10T15:38:34.371 INFO:tasks.rados.rados.0.smithi069.stdout:2145: writing smithi06982861-15 from 581632 to 1269760 tid 2 2024-04-10T15:38:34.375 INFO:tasks.rados.rados.0.smithi069.stdout:2145: writing smithi06982861-15 from 1269760 to 1785856 tid 3 2024-04-10T15:38:34.375 INFO:tasks.rados.rados.0.smithi069.stdout:2136: done (6 left) 2024-04-10T15:38:34.375 INFO:tasks.rados.rados.0.smithi069.stdout:2137: done (5 left) 2024-04-10T15:38:34.375 INFO:tasks.rados.rados.0.smithi069.stdout:2138: done (4 left) 2024-04-10T15:38:34.375 INFO:tasks.rados.rados.0.smithi069.stdout:2142: done (3 left) 2024-04-10T15:38:34.375 INFO:tasks.rados.rados.0.smithi069.stdout:2143: done (2 left) 2024-04-10T15:38:34.376 INFO:tasks.rados.rados.0.smithi069.stdout:2144: done (1 left) 2024-04-10T15:38:34.376 INFO:tasks.rados.rados.0.smithi069.stdout:2146: rollback oid 3 current snap is 209 2024-04-10T15:38:34.376 INFO:tasks.rados.rados.0.smithi069.stdout:2145: finishing write tid 1 to smithi06982861-15 2024-04-10T15:38:34.376 INFO:tasks.rados.rados.0.smithi069.stdout:2145: finishing write tid 2 to smithi06982861-15 2024-04-10T15:38:34.376 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 3 to 201 2024-04-10T15:38:34.376 INFO:tasks.rados.rados.0.smithi069.stdout:2147: snap_create 2024-04-10T15:38:34.378 INFO:tasks.rados.rados.0.smithi069.stdout:2145: finishing write tid 3 to smithi06982861-15 2024-04-10T15:38:34.378 INFO:tasks.rados.rados.0.smithi069.stdout:2146: finishing rollback tid 0 to smithi06982861-3 2024-04-10T15:38:34.378 INFO:tasks.rados.rados.0.smithi069.stdout:2146: finishing rollback tid 1 to smithi06982861-3 2024-04-10T15:38:34.378 INFO:tasks.rados.rados.0.smithi069.stdout:2145: finishing write tid 4 to smithi06982861-15 2024-04-10T15:38:34.378 INFO:tasks.rados.rados.0.smithi069.stdout:2146: finishing rollback tid 2 to smithi06982861-3 2024-04-10T15:38:34.379 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 3 v 887 (ObjNum 597 snap 186 seq_num 597) dirty exists 2024-04-10T15:38:34.380 INFO:tasks.rados.rados.0.smithi069.stdout:2145: finishing write tid 5 to smithi06982861-15 2024-04-10T15:38:34.380 INFO:tasks.rados.rados.0.smithi069.stdout:2145: oid 15 updating version 0 to 916 2024-04-10T15:38:34.380 INFO:tasks.rados.rados.0.smithi069.stdout:2145: oid 15 updating version 916 to 918 2024-04-10T15:38:34.380 INFO:tasks.rados.rados.0.smithi069.stdout:2145: oid 15 updating version 918 to 919 2024-04-10T15:38:34.380 INFO:tasks.rados.rados.0.smithi069.stdout:2145: oid 15 version 919 is already newer than 917 2024-04-10T15:38:34.380 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 15 v 919 (ObjNum 679 snap 209 seq_num 679) dirty exists 2024-04-10T15:38:34.380 INFO:tasks.rados.rados.0.smithi069.stdout:2145: left oid 15 (ObjNum 679 snap 209 seq_num 679) 2024-04-10T15:38:34.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:38:34 smithi069 ceph-mon[96738]: osdmap e482: 8 total, 8 up, 8 in 2024-04-10T15:38:34.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:38:34 smithi069 ceph-mon[96738]: pgmap v384: 121 pgs: 2 active+clean+snaptrim, 8 active+undersized+degraded, 30 active+undersized, 81 active+clean; 504 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 16 op/s; 73/756 objects degraded (9.656%); 9.3 MiB/s, 2 objects/s recovering 2024-04-10T15:38:34.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:38:34 smithi069 ceph-mon[94167]: osdmap e482: 8 total, 8 up, 8 in 2024-04-10T15:38:34.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:38:34 smithi069 ceph-mon[94167]: pgmap v384: 121 pgs: 2 active+clean+snaptrim, 8 active+undersized+degraded, 30 active+undersized, 81 active+clean; 504 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 16 op/s; 73/756 objects degraded (9.656%); 9.3 MiB/s, 2 objects/s recovering 2024-04-10T15:38:34.730 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:38:34 smithi077 ceph-mon[87572]: osdmap e482: 8 total, 8 up, 8 in 2024-04-10T15:38:34.730 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:38:34 smithi077 ceph-mon[87572]: pgmap v384: 121 pgs: 2 active+clean+snaptrim, 8 active+undersized+degraded, 30 active+undersized, 81 active+clean; 504 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 16 op/s; 73/756 objects degraded (9.656%); 9.3 MiB/s, 2 objects/s recovering 2024-04-10T15:38:35.264 INFO:tasks.rados.rados.0.smithi069.stdout:2145: done (2 left) 2024-04-10T15:38:35.264 INFO:tasks.rados.rados.0.smithi069.stdout:2146: done (1 left) 2024-04-10T15:38:35.264 INFO:tasks.rados.rados.0.smithi069.stdout:2147: done (0 left) 2024-04-10T15:38:35.264 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 50 current snap is 210 2024-04-10T15:38:35.265 INFO:tasks.rados.rados.0.smithi069.stdout:2148: seq_num 680 ranges {2105344=598016,2703360=573440,3276800=434176,3710976=196608} 2024-04-10T15:38:35.278 INFO:tasks.rados.rados.0.smithi069.stdout:2148: writing smithi06982861-50 from 2105344 to 2703360 tid 1 2024-04-10T15:38:35.282 INFO:tasks.rados.rados.0.smithi069.stdout:2148: writing smithi06982861-50 from 2703360 to 3276800 tid 2 2024-04-10T15:38:35.285 INFO:tasks.rados.rados.0.smithi069.stdout:2148: writing smithi06982861-50 from 3276800 to 3710976 tid 3 2024-04-10T15:38:35.287 INFO:tasks.rados.rados.0.smithi069.stdout:2148: writing smithi06982861-50 from 3710976 to 3907584 tid 4 2024-04-10T15:38:35.287 INFO:tasks.rados.rados.0.smithi069.stdout:2149: read oid 28 snap 206 2024-04-10T15:38:35.287 INFO:tasks.rados.rados.0.smithi069.stdout:2149: expect (ObjNum 427 snap 133 seq_num 427) 2024-04-10T15:38:35.287 INFO:tasks.rados.rados.0.smithi069.stdout:2150: snap_remove snap 171 2024-04-10T15:38:35.585 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:38:35 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: 2024-04-10T15:38:35.224+0000 7f486a3b0700 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (15 PGs are or would become offline) 2024-04-10T15:38:35.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:38:35 smithi069 ceph-mon[96738]: osdmap e483: 8 total, 8 up, 8 in 2024-04-10T15:38:35.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:38:35 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:38:35.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:38:35 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:38:35.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:38:35 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:38:35.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:38:35 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:38:35.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:38:35 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:38:35.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:38:35 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:38:35.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:38:35 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:38:35.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:38:35 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:38:35.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:38:35 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:38:35.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:38:35 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-04-10T15:38:35.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:38:35 smithi069 ceph-mon[94167]: osdmap e483: 8 total, 8 up, 8 in 2024-04-10T15:38:35.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:38:35 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:38:35.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:38:35 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:38:35.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:38:35 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:38:35.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:38:35 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:38:35.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:38:35 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:38:35.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:38:35 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:38:35.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:38:35 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:38:35.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:38:35 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:38:35.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:38:35 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:38:35.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:38:35 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-04-10T15:38:35.741 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:38:35 smithi077 ceph-mon[87572]: osdmap e483: 8 total, 8 up, 8 in 2024-04-10T15:38:35.742 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:38:35 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:38:35.742 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:38:35 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:38:35.742 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:38:35 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:38:35.742 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:38:35 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:38:35.742 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:38:35 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:38:35.742 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:38:35 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:38:35.742 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:38:35 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:38:35.742 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:38:35 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:38:35.742 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:38:35 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:38:35.742 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:38:35 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-04-10T15:38:36.282 INFO:tasks.rados.rados.0.smithi069.stdout:2148: finishing write tid 1 to smithi06982861-50 2024-04-10T15:38:36.283 INFO:tasks.rados.rados.0.smithi069.stdout:2148: finishing write tid 2 to smithi06982861-50 2024-04-10T15:38:36.283 INFO:tasks.rados.rados.0.smithi069.stdout:2148: finishing write tid 3 to smithi06982861-50 2024-04-10T15:38:36.283 INFO:tasks.rados.rados.0.smithi069.stdout:2148: finishing write tid 4 to smithi06982861-50 2024-04-10T15:38:36.283 INFO:tasks.rados.rados.0.smithi069.stdout:2148: finishing write tid 5 to smithi06982861-50 2024-04-10T15:38:36.283 INFO:tasks.rados.rados.0.smithi069.stdout:2148: finishing write tid 6 to smithi06982861-50 2024-04-10T15:38:36.283 INFO:tasks.rados.rados.0.smithi069.stdout:2148: oid 50 updating version 0 to 978 2024-04-10T15:38:36.283 INFO:tasks.rados.rados.0.smithi069.stdout:2148: oid 50 updating version 978 to 979 2024-04-10T15:38:36.283 INFO:tasks.rados.rados.0.smithi069.stdout:2148: oid 50 version 979 is already newer than 976 2024-04-10T15:38:36.283 INFO:tasks.rados.rados.0.smithi069.stdout:2148: oid 50 version 979 is already newer than 977 2024-04-10T15:38:36.283 INFO:tasks.rados.rados.0.smithi069.stdout:2148: oid 50 updating version 979 to 980 2024-04-10T15:38:36.283 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 50 v 980 (ObjNum 680 snap 210 seq_num 680) dirty exists 2024-04-10T15:38:36.283 INFO:tasks.rados.rados.0.smithi069.stdout:2148: left oid 50 (ObjNum 680 snap 210 seq_num 680) 2024-04-10T15:38:36.283 INFO:tasks.rados.rados.0.smithi069.stdout:2149: expect (ObjNum 427 snap 133 seq_num 427) 2024-04-10T15:38:36.585 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:38:36 smithi069 ceph-mon[94167]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-04-10T15:38:36.585 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:38:36 smithi069 ceph-mon[94167]: Upgrade: unsafe to stop osd(s) at this time (15 PGs are or would become offline) 2024-04-10T15:38:36.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:38:36 smithi069 ceph-mon[94167]: osdmap e484: 8 total, 8 up, 8 in 2024-04-10T15:38:36.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:38:36 smithi069 ceph-mon[94167]: pgmap v387: 121 pgs: 121 active+clean; 505 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 6.1 MiB/s wr, 28 op/s; 17 MiB/s, 5 objects/s recovering 2024-04-10T15:38:36.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:38:36 smithi069 ceph-mon[94167]: Health check update: Degraded data redundancy: 73/756 objects degraded (9.656%), 8 pgs degraded (PG_DEGRADED) 2024-04-10T15:38:36.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:38:36 smithi069 ceph-mon[96738]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-04-10T15:38:36.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:38:36 smithi069 ceph-mon[96738]: Upgrade: unsafe to stop osd(s) at this time (15 PGs are or would become offline) 2024-04-10T15:38:36.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:38:36 smithi069 ceph-mon[96738]: osdmap e484: 8 total, 8 up, 8 in 2024-04-10T15:38:36.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:38:36 smithi069 ceph-mon[96738]: pgmap v387: 121 pgs: 121 active+clean; 505 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 6.1 MiB/s wr, 28 op/s; 17 MiB/s, 5 objects/s recovering 2024-04-10T15:38:36.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:38:36 smithi069 ceph-mon[96738]: Health check update: Degraded data redundancy: 73/756 objects degraded (9.656%), 8 pgs degraded (PG_DEGRADED) 2024-04-10T15:38:36.742 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:38:36 smithi077 ceph-mon[87572]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-04-10T15:38:36.742 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:38:36 smithi077 ceph-mon[87572]: Upgrade: unsafe to stop osd(s) at this time (15 PGs are or would become offline) 2024-04-10T15:38:36.742 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:38:36 smithi077 ceph-mon[87572]: osdmap e484: 8 total, 8 up, 8 in 2024-04-10T15:38:36.742 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:38:36 smithi077 ceph-mon[87572]: pgmap v387: 121 pgs: 121 active+clean; 505 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 6.1 MiB/s wr, 28 op/s; 17 MiB/s, 5 objects/s recovering 2024-04-10T15:38:36.742 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:38:36 smithi077 ceph-mon[87572]: Health check update: Degraded data redundancy: 73/756 objects degraded (9.656%), 8 pgs degraded (PG_DEGRADED) 2024-04-10T15:38:37.064 INFO:tasks.rados.rados.0.smithi069.stdout:2148: done (2 left) 2024-04-10T15:38:37.064 INFO:tasks.rados.rados.0.smithi069.stdout:2149: done (1 left) 2024-04-10T15:38:37.064 INFO:tasks.rados.rados.0.smithi069.stdout:2150: done (0 left) 2024-04-10T15:38:37.064 INFO:tasks.rados.rados.0.smithi069.stdout:2151: read oid 26 snap -1 2024-04-10T15:38:37.064 INFO:tasks.rados.rados.0.smithi069.stdout:2151: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-10T15:38:37.064 INFO:tasks.rados.rados.0.smithi069.stdout:2152: read oid 9 snap 187 2024-04-10T15:38:37.065 INFO:tasks.rados.rados.0.smithi069.stdout:2152: expect deleted 2024-04-10T15:38:37.065 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 6 current snap is 210 2024-04-10T15:38:37.065 INFO:tasks.rados.rados.0.smithi069.stdout:2153: seq_num 681 ranges {0=614400,614400=458752,1073152=638976,1712128=106496} 2024-04-10T15:38:37.067 INFO:tasks.rados.rados.0.smithi069.stdout:2153: writing smithi06982861-6 from 0 to 614400 tid 1 2024-04-10T15:38:37.069 INFO:tasks.rados.rados.0.smithi069.stdout:2153: writing smithi06982861-6 from 614400 to 1073152 tid 2 2024-04-10T15:38:37.073 INFO:tasks.rados.rados.0.smithi069.stdout:2153: writing smithi06982861-6 from 1073152 to 1712128 tid 3 2024-04-10T15:38:37.073 INFO:tasks.rados.rados.0.smithi069.stdout:2153: writing smithi06982861-6 from 1712128 to 1818624 tid 4 2024-04-10T15:38:37.074 INFO:tasks.rados.rados.0.smithi069.stdout:2154: snap_remove snap 184 2024-04-10T15:38:37.275 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:38:36 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:15:38:36] "GET /metrics HTTP/1.1" 200 36193 "" "Prometheus/2.43.0" 2024-04-10T15:38:37.288 INFO:tasks.rados.rados.0.smithi069.stdout:2151: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-10T15:38:37.289 INFO:tasks.rados.rados.0.smithi069.stdout:2153: finishing write tid 1 to smithi06982861-6 2024-04-10T15:38:37.289 INFO:tasks.rados.rados.0.smithi069.stdout:2153: finishing write tid 2 to smithi06982861-6 2024-04-10T15:38:37.289 INFO:tasks.rados.rados.0.smithi069.stdout:2153: finishing write tid 3 to smithi06982861-6 2024-04-10T15:38:37.289 INFO:tasks.rados.rados.0.smithi069.stdout:2153: finishing write tid 4 to smithi06982861-6 2024-04-10T15:38:37.289 INFO:tasks.rados.rados.0.smithi069.stdout:2153: finishing write tid 5 to smithi06982861-6 2024-04-10T15:38:37.289 INFO:tasks.rados.rados.0.smithi069.stdout:2153: finishing write tid 6 to smithi06982861-6 2024-04-10T15:38:37.289 INFO:tasks.rados.rados.0.smithi069.stdout:2153: oid 6 updating version 0 to 1040 2024-04-10T15:38:37.289 INFO:tasks.rados.rados.0.smithi069.stdout:2153: oid 6 updating version 1040 to 1042 2024-04-10T15:38:37.289 INFO:tasks.rados.rados.0.smithi069.stdout:2153: oid 6 version 1042 is already newer than 1039 2024-04-10T15:38:37.289 INFO:tasks.rados.rados.0.smithi069.stdout:2153: oid 6 updating version 1042 to 1043 2024-04-10T15:38:37.289 INFO:tasks.rados.rados.0.smithi069.stdout:2153: oid 6 version 1043 is already newer than 1041 2024-04-10T15:38:37.289 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 6 v 1043 (ObjNum 681 snap 210 seq_num 681) dirty exists 2024-04-10T15:38:37.289 INFO:tasks.rados.rados.0.smithi069.stdout:2153: left oid 6 (ObjNum 681 snap 210 seq_num 681) 2024-04-10T15:38:37.289 INFO:tasks.rados.rados.0.smithi069.stdout:2151: done (3 left) 2024-04-10T15:38:37.290 INFO:tasks.rados.rados.0.smithi069.stdout:2152: done (2 left) 2024-04-10T15:38:37.290 INFO:tasks.rados.rados.0.smithi069.stdout:2153: done (1 left) 2024-04-10T15:38:37.290 INFO:tasks.rados.rados.0.smithi069.stdout:2154: done (0 left) 2024-04-10T15:38:37.290 INFO:tasks.rados.rados.0.smithi069.stdout:2155: snap_remove snap 198 2024-04-10T15:38:37.585 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:38:37 smithi069 ceph-mon[94167]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 73/756 objects degraded (9.656%), 8 pgs degraded) 2024-04-10T15:38:37.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:38:37 smithi069 ceph-mon[94167]: Cluster is now healthy 2024-04-10T15:38:37.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:38:37 smithi069 ceph-mon[94167]: osdmap e485: 8 total, 8 up, 8 in 2024-04-10T15:38:37.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:38:37 smithi069 ceph-mon[96738]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 73/756 objects degraded (9.656%), 8 pgs degraded) 2024-04-10T15:38:37.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:38:37 smithi069 ceph-mon[96738]: Cluster is now healthy 2024-04-10T15:38:37.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:38:37 smithi069 ceph-mon[96738]: osdmap e485: 8 total, 8 up, 8 in 2024-04-10T15:38:37.742 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:38:37 smithi077 ceph-mon[87572]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 73/756 objects degraded (9.656%), 8 pgs degraded) 2024-04-10T15:38:37.742 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:38:37 smithi077 ceph-mon[87572]: Cluster is now healthy 2024-04-10T15:38:37.742 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:38:37 smithi077 ceph-mon[87572]: osdmap e485: 8 total, 8 up, 8 in 2024-04-10T15:38:38.296 INFO:tasks.rados.rados.0.smithi069.stdout:2155: done (0 left) 2024-04-10T15:38:38.296 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 9 current snap is 210 2024-04-10T15:38:38.296 INFO:tasks.rados.rados.0.smithi069.stdout:2156: seq_num 682 ranges {2760704=630784,3391488=745472,4136960=442368,4579328=16384} 2024-04-10T15:38:38.316 INFO:tasks.rados.rados.0.smithi069.stdout:2156: writing smithi06982861-9 from 2760704 to 3391488 tid 1 2024-04-10T15:38:38.321 INFO:tasks.rados.rados.0.smithi069.stdout:2156: writing smithi06982861-9 from 3391488 to 4136960 tid 2 2024-04-10T15:38:38.323 INFO:tasks.rados.rados.0.smithi069.stdout:2156: writing smithi06982861-9 from 4136960 to 4579328 tid 3 2024-04-10T15:38:38.323 INFO:tasks.rados.rados.0.smithi069.stdout:2156: writing smithi06982861-9 from 4579328 to 4595712 tid 4 2024-04-10T15:38:38.324 INFO:tasks.rados.rados.0.smithi069.stdout:2157: setattr oid 30 current snap is 210 2024-04-10T15:38:38.324 INFO:tasks.rados.rados.0.smithi069.stdout:2156: finishing write tid 1 to smithi06982861-9 2024-04-10T15:38:38.324 INFO:tasks.rados.rados.0.smithi069.stdout:2156: finishing write tid 2 to smithi06982861-9 2024-04-10T15:38:38.324 INFO:tasks.rados.rados.0.smithi069.stdout:2158: rollback oid 11 current snap is 210 2024-04-10T15:38:38.325 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 11 to 209 2024-04-10T15:38:38.325 INFO:tasks.rados.rados.0.smithi069.stdout:2159: read oid 46 snap -1 2024-04-10T15:38:38.325 INFO:tasks.rados.rados.0.smithi069.stdout:2159: expect (ObjNum 600 snap 188 seq_num 600) 2024-04-10T15:38:38.325 INFO:tasks.rados.rados.0.smithi069.stdout:2160: setattr oid 23 current snap is 210 2024-04-10T15:38:38.326 INFO:tasks.rados.rados.0.smithi069.stdout:2161: read oid 50 snap 201 2024-04-10T15:38:38.327 INFO:tasks.rados.rados.0.smithi069.stdout:2161: expect deleted 2024-04-10T15:38:38.327 INFO:tasks.rados.rados.0.smithi069.stdout:2162: snap_create 2024-04-10T15:38:38.327 INFO:tasks.rados.rados.0.smithi069.stdout:2156: finishing write tid 3 to smithi06982861-9 2024-04-10T15:38:38.328 INFO:tasks.rados.rados.0.smithi069.stdout:2156: finishing write tid 4 to smithi06982861-9 2024-04-10T15:38:38.329 INFO:tasks.rados.rados.0.smithi069.stdout:2156: finishing write tid 5 to smithi06982861-9 2024-04-10T15:38:38.329 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 30 v 1143 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-04-10T15:38:38.329 INFO:tasks.rados.rados.0.smithi069.stdout:2159: expect (ObjNum 600 snap 188 seq_num 600) 2024-04-10T15:38:38.342 INFO:tasks.rados.rados.0.smithi069.stdout:2156: finishing write tid 6 to smithi06982861-9 2024-04-10T15:38:38.342 INFO:tasks.rados.rados.0.smithi069.stdout:2156: oid 9 updating version 0 to 994 2024-04-10T15:38:38.342 INFO:tasks.rados.rados.0.smithi069.stdout:2156: oid 9 updating version 994 to 997 2024-04-10T15:38:38.342 INFO:tasks.rados.rados.0.smithi069.stdout:2156: oid 9 version 997 is already newer than 996 2024-04-10T15:38:38.342 INFO:tasks.rados.rados.0.smithi069.stdout:2156: oid 9 version 997 is already newer than 995 2024-04-10T15:38:38.342 INFO:tasks.rados.rados.0.smithi069.stdout:2156: oid 9 version 997 is already newer than 993 2024-04-10T15:38:38.342 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 9 v 997 (ObjNum 682 snap 210 seq_num 682) dirty exists 2024-04-10T15:38:38.342 INFO:tasks.rados.rados.0.smithi069.stdout:2156: left oid 9 (ObjNum 682 snap 210 seq_num 682) 2024-04-10T15:38:38.342 INFO:tasks.rados.rados.0.smithi069.stdout:2158: finishing rollback tid 0 to smithi06982861-11 2024-04-10T15:38:38.342 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 23 v 907 (ObjNum 626 snap 193 seq_num 626) dirty exists 2024-04-10T15:38:38.343 INFO:tasks.rados.rados.0.smithi069.stdout:2158: finishing rollback tid 1 to smithi06982861-11 2024-04-10T15:38:38.343 INFO:tasks.rados.rados.0.smithi069.stdout:2158: finishing rollback tid 2 to smithi06982861-11 2024-04-10T15:38:38.343 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 11 v 983 (ObjNum 498 snap 155 seq_num 498) dirty exists 2024-04-10T15:38:38.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:38:38 smithi069 ceph-mon[96738]: osdmap e486: 8 total, 8 up, 8 in 2024-04-10T15:38:38.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:38:38 smithi069 ceph-mon[96738]: pgmap v390: 121 pgs: 121 active+clean; 505 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 5.2 MiB/s wr, 15 op/s; 7.9 MiB/s, 3 objects/s recovering 2024-04-10T15:38:38.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:38:38 smithi069 ceph-mon[94167]: osdmap e486: 8 total, 8 up, 8 in 2024-04-10T15:38:38.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:38:38 smithi069 ceph-mon[94167]: pgmap v390: 121 pgs: 121 active+clean; 505 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 5.2 MiB/s wr, 15 op/s; 7.9 MiB/s, 3 objects/s recovering 2024-04-10T15:38:38.741 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:38:38 smithi077 ceph-mon[87572]: osdmap e486: 8 total, 8 up, 8 in 2024-04-10T15:38:38.742 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:38:38 smithi077 ceph-mon[87572]: pgmap v390: 121 pgs: 121 active+clean; 505 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 5.2 MiB/s wr, 15 op/s; 7.9 MiB/s, 3 objects/s recovering 2024-04-10T15:38:39.305 INFO:tasks.rados.rados.0.smithi069.stdout:2156: done (6 left) 2024-04-10T15:38:39.305 INFO:tasks.rados.rados.0.smithi069.stdout:2157: done (5 left) 2024-04-10T15:38:39.305 INFO:tasks.rados.rados.0.smithi069.stdout:2158: done (4 left) 2024-04-10T15:38:39.305 INFO:tasks.rados.rados.0.smithi069.stdout:2159: done (3 left) 2024-04-10T15:38:39.305 INFO:tasks.rados.rados.0.smithi069.stdout:2160: done (2 left) 2024-04-10T15:38:39.305 INFO:tasks.rados.rados.0.smithi069.stdout:2161: done (1 left) 2024-04-10T15:38:39.305 INFO:tasks.rados.rados.0.smithi069.stdout:2162: done (0 left) 2024-04-10T15:38:39.306 INFO:tasks.rados.rados.0.smithi069.stdout:2163: read oid 24 snap -1 2024-04-10T15:38:39.306 INFO:tasks.rados.rados.0.smithi069.stdout:2163: expect deleted 2024-04-10T15:38:39.306 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 23 current snap is 211 2024-04-10T15:38:39.306 INFO:tasks.rados.rados.0.smithi069.stdout:2164: seq_num 683 ranges {2523136=647168,3170304=630784,3801088=573440} 2024-04-10T15:38:39.321 INFO:tasks.rados.rados.0.smithi069.stdout:2164: writing smithi06982861-23 from 2523136 to 3170304 tid 1 2024-04-10T15:38:39.325 INFO:tasks.rados.rados.0.smithi069.stdout:2164: writing smithi06982861-23 from 3170304 to 3801088 tid 2 2024-04-10T15:38:39.329 INFO:tasks.rados.rados.0.smithi069.stdout:2164: writing smithi06982861-23 from 3801088 to 4374528 tid 3 2024-04-10T15:38:39.329 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 5 current snap is 211 2024-04-10T15:38:39.329 INFO:tasks.rados.rados.0.smithi069.stdout:2165: seq_num 684 ranges {6922240=663552,7585792=507904,8093696=409600,8503296=286720} 2024-04-10T15:38:39.368 INFO:tasks.rados.rados.0.smithi069.stdout:2165: writing smithi06982861-5 from 6922240 to 7585792 tid 1 2024-04-10T15:38:39.371 INFO:tasks.rados.rados.0.smithi069.stdout:2165: writing smithi06982861-5 from 7585792 to 8093696 tid 2 2024-04-10T15:38:39.374 INFO:tasks.rados.rados.0.smithi069.stdout:2165: writing smithi06982861-5 from 8093696 to 8503296 tid 3 2024-04-10T15:38:39.375 INFO:tasks.rados.rados.0.smithi069.stdout:2165: writing smithi06982861-5 from 8503296 to 8790016 tid 4 2024-04-10T15:38:39.376 INFO:tasks.rados.rados.0.smithi069.stdout:2166: snap_remove snap 206 2024-04-10T15:38:39.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:38:39 smithi069 ceph-mon[96738]: osdmap e487: 8 total, 8 up, 8 in 2024-04-10T15:38:39.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:38:39 smithi069 ceph-mon[94167]: osdmap e487: 8 total, 8 up, 8 in 2024-04-10T15:38:39.741 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:38:39 smithi077 ceph-mon[87572]: osdmap e487: 8 total, 8 up, 8 in 2024-04-10T15:38:40.317 INFO:tasks.rados.rados.0.smithi069.stdout:2166: done (3 left) 2024-04-10T15:38:40.317 INFO:tasks.rados.rados.0.smithi069.stdout:2167: read oid 4 snap 182 2024-04-10T15:38:40.317 INFO:tasks.rados.rados.0.smithi069.stdout:2167: expect deleted 2024-04-10T15:38:40.317 INFO:tasks.rados.rados.0.smithi069.stdout:2168: rollback oid 12 current snap is 211 2024-04-10T15:38:40.318 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 12 to 210 2024-04-10T15:38:40.318 INFO:tasks.rados.rados.0.smithi069.stdout:2164: finishing write tid 1 to smithi06982861-23 2024-04-10T15:38:40.318 INFO:tasks.rados.rados.0.smithi069.stdout:2164: finishing write tid 2 to smithi06982861-23 2024-04-10T15:38:40.318 INFO:tasks.rados.rados.0.smithi069.stdout:2164: finishing write tid 3 to smithi06982861-23 2024-04-10T15:38:40.318 INFO:tasks.rados.rados.0.smithi069.stdout:2164: finishing write tid 4 to smithi06982861-23 2024-04-10T15:38:40.318 INFO:tasks.rados.rados.0.smithi069.stdout:2164: finishing write tid 5 to smithi06982861-23 2024-04-10T15:38:40.318 INFO:tasks.rados.rados.0.smithi069.stdout:2164: oid 23 updating version 0 to 908 2024-04-10T15:38:40.318 INFO:tasks.rados.rados.0.smithi069.stdout:2164: oid 23 updating version 908 to 910 2024-04-10T15:38:40.318 INFO:tasks.rados.rados.0.smithi069.stdout:2164: oid 23 version 910 is already newer than 909 2024-04-10T15:38:40.318 INFO:tasks.rados.rados.0.smithi069.stdout:2164: oid 23 updating version 910 to 911 2024-04-10T15:38:40.318 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 23 v 911 (ObjNum 683 snap 211 seq_num 683) dirty exists 2024-04-10T15:38:40.318 INFO:tasks.rados.rados.0.smithi069.stdout:2164: left oid 23 (ObjNum 683 snap 211 seq_num 683) 2024-04-10T15:38:40.318 INFO:tasks.rados.rados.0.smithi069.stdout:2165: finishing write tid 1 to smithi06982861-5 2024-04-10T15:38:40.318 INFO:tasks.rados.rados.0.smithi069.stdout:2165: finishing write tid 2 to smithi06982861-5 2024-04-10T15:38:40.319 INFO:tasks.rados.rados.0.smithi069.stdout:2165: finishing write tid 3 to smithi06982861-5 2024-04-10T15:38:40.319 INFO:tasks.rados.rados.0.smithi069.stdout:2165: finishing write tid 4 to smithi06982861-5 2024-04-10T15:38:40.319 INFO:tasks.rados.rados.0.smithi069.stdout:2165: finishing write tid 5 to smithi06982861-5 2024-04-10T15:38:40.319 INFO:tasks.rados.rados.0.smithi069.stdout:2165: finishing write tid 6 to smithi06982861-5 2024-04-10T15:38:40.319 INFO:tasks.rados.rados.0.smithi069.stdout:2165: oid 5 updating version 0 to 1162 2024-04-10T15:38:40.319 INFO:tasks.rados.rados.0.smithi069.stdout:2165: oid 5 updating version 1162 to 1163 2024-04-10T15:38:40.319 INFO:tasks.rados.rados.0.smithi069.stdout:2165: oid 5 version 1163 is already newer than 1159 2024-04-10T15:38:40.319 INFO:tasks.rados.rados.0.smithi069.stdout:2165: oid 5 version 1163 is already newer than 1161 2024-04-10T15:38:40.319 INFO:tasks.rados.rados.0.smithi069.stdout:2165: oid 5 version 1163 is already newer than 1160 2024-04-10T15:38:40.319 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 5 v 1163 (ObjNum 684 snap 211 seq_num 684) dirty exists 2024-04-10T15:38:40.319 INFO:tasks.rados.rados.0.smithi069.stdout:2165: left oid 5 (ObjNum 684 snap 211 seq_num 684) 2024-04-10T15:38:40.319 INFO:tasks.rados.rados.0.smithi069.stdout:2163: done (4 left) 2024-04-10T15:38:40.319 INFO:tasks.rados.rados.0.smithi069.stdout:2164: done (3 left) 2024-04-10T15:38:40.319 INFO:tasks.rados.rados.0.smithi069.stdout:2165: done (2 left) 2024-04-10T15:38:40.320 INFO:tasks.rados.rados.0.smithi069.stdout:2169: read oid 2 snap 161 2024-04-10T15:38:40.320 INFO:tasks.rados.rados.0.smithi069.stdout:2169: expect (ObjNum 476 snap 152 seq_num 476) 2024-04-10T15:38:40.320 INFO:tasks.rados.rados.0.smithi069.stdout:2170: snap_create 2024-04-10T15:38:40.338 INFO:tasks.rados.rados.0.smithi069.stdout:2168: finishing rollback tid 1 to smithi06982861-12 2024-04-10T15:38:40.339 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 12 v 591 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-04-10T15:38:40.348 INFO:tasks.rados.rados.0.smithi069.stdout:2169: expect (ObjNum 476 snap 152 seq_num 476) 2024-04-10T15:38:40.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:38:40 smithi069 ceph-mon[96738]: osdmap e488: 8 total, 8 up, 8 in 2024-04-10T15:38:40.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:38:40 smithi069 ceph-mon[96738]: pgmap v393: 121 pgs: 121 active+clean; 512 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 40 KiB/s rd, 3.5 MiB/s wr, 8 op/s 2024-04-10T15:38:40.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:38:40 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:38:40.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:38:40 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:38:40.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:38:40 smithi069 ceph-mon[94167]: osdmap e488: 8 total, 8 up, 8 in 2024-04-10T15:38:40.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:38:40 smithi069 ceph-mon[94167]: pgmap v393: 121 pgs: 121 active+clean; 512 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 40 KiB/s rd, 3.5 MiB/s wr, 8 op/s 2024-04-10T15:38:40.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:38:40 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:38:40.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:38:40 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:38:40.741 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:38:40 smithi077 ceph-mon[87572]: osdmap e488: 8 total, 8 up, 8 in 2024-04-10T15:38:40.742 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:38:40 smithi077 ceph-mon[87572]: pgmap v393: 121 pgs: 121 active+clean; 512 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 40 KiB/s rd, 3.5 MiB/s wr, 8 op/s 2024-04-10T15:38:40.742 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:38:40 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:38:40.742 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:38:40 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:38:41.161 INFO:tasks.rados.rados.0.smithi069.stdout:2167: done (3 left) 2024-04-10T15:38:41.161 INFO:tasks.rados.rados.0.smithi069.stdout:2168: done (2 left) 2024-04-10T15:38:41.161 INFO:tasks.rados.rados.0.smithi069.stdout:2169: done (1 left) 2024-04-10T15:38:41.161 INFO:tasks.rados.rados.0.smithi069.stdout:2170: done (0 left) 2024-04-10T15:38:41.162 INFO:tasks.rados.rados.0.smithi069.stdout:2171: copy_from oid 24 from oid 14 current snap is 212 2024-04-10T15:38:41.162 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 10 current snap is 212 2024-04-10T15:38:41.162 INFO:tasks.rados.rados.0.smithi069.stdout:2172: seq_num 685 ranges {12754944=679936,13434880=442368,13877248=622592,14499840=139264} 2024-04-10T15:38:41.233 INFO:tasks.rados.rados.0.smithi069.stdout:2172: writing smithi06982861-10 from 12754944 to 13434880 tid 1 2024-04-10T15:38:41.235 INFO:tasks.rados.rados.0.smithi069.stdout:2172: writing smithi06982861-10 from 13434880 to 13877248 tid 2 2024-04-10T15:38:41.239 INFO:tasks.rados.rados.0.smithi069.stdout:2172: writing smithi06982861-10 from 13877248 to 14499840 tid 3 2024-04-10T15:38:41.240 INFO:tasks.rados.rados.0.smithi069.stdout:2172: writing smithi06982861-10 from 14499840 to 14639104 tid 4 2024-04-10T15:38:41.240 INFO:tasks.rados.rados.0.smithi069.stdout:2173: snap_remove snap 196 2024-04-10T15:38:41.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:38:41 smithi069 ceph-mon[96738]: osdmap e489: 8 total, 8 up, 8 in 2024-04-10T15:38:41.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:38:41 smithi069 ceph-mon[96738]: osdmap e490: 8 total, 8 up, 8 in 2024-04-10T15:38:41.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:38:41 smithi069 ceph-mon[94167]: osdmap e489: 8 total, 8 up, 8 in 2024-04-10T15:38:41.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:38:41 smithi069 ceph-mon[94167]: osdmap e490: 8 total, 8 up, 8 in 2024-04-10T15:38:41.741 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:38:41 smithi077 ceph-mon[87572]: osdmap e489: 8 total, 8 up, 8 in 2024-04-10T15:38:41.742 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:38:41 smithi077 ceph-mon[87572]: osdmap e490: 8 total, 8 up, 8 in 2024-04-10T15:38:42.015 INFO:teuthology.orchestra.run.smithi069.stdout:true 2024-04-10T15:38:42.166 INFO:tasks.rados.rados.0.smithi069.stdout:2173: done (2 left) 2024-04-10T15:38:42.166 INFO:tasks.rados.rados.0.smithi069.stdout:2174: read oid 36 snap -1 2024-04-10T15:38:42.166 INFO:tasks.rados.rados.0.smithi069.stdout:2174: expect deleted 2024-04-10T15:38:42.166 INFO:tasks.rados.rados.0.smithi069.stdout:2175: delete oid 40 current snap is 212 2024-04-10T15:38:42.166 INFO:tasks.rados.rados.0.smithi069.stdout:2171: finishing copy_from racing read to smithi06982861-24 2024-04-10T15:38:42.166 INFO:tasks.rados.rados.0.smithi069.stdout:2171: finishing copy_from to smithi06982861-24 2024-04-10T15:38:42.167 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 24 v 543 (ObjNum 603 snap 188 seq_num 603) dirty exists 2024-04-10T15:38:42.167 INFO:tasks.rados.rados.0.smithi069.stdout:2172: finishing write tid 1 to smithi06982861-10 2024-04-10T15:38:42.167 INFO:tasks.rados.rados.0.smithi069.stdout:2172: finishing write tid 2 to smithi06982861-10 2024-04-10T15:38:42.167 INFO:tasks.rados.rados.0.smithi069.stdout:2172: finishing write tid 3 to smithi06982861-10 2024-04-10T15:38:42.167 INFO:tasks.rados.rados.0.smithi069.stdout:2172: finishing write tid 4 to smithi06982861-10 2024-04-10T15:38:42.167 INFO:tasks.rados.rados.0.smithi069.stdout:2172: finishing write tid 5 to smithi06982861-10 2024-04-10T15:38:42.167 INFO:tasks.rados.rados.0.smithi069.stdout:2172: finishing write tid 6 to smithi06982861-10 2024-04-10T15:38:42.167 INFO:tasks.rados.rados.0.smithi069.stdout:2172: oid 10 updating version 0 to 1248 2024-04-10T15:38:42.167 INFO:tasks.rados.rados.0.smithi069.stdout:2172: oid 10 version 1248 is already newer than 1247 2024-04-10T15:38:42.167 INFO:tasks.rados.rados.0.smithi069.stdout:2172: oid 10 version 1248 is already newer than 1246 2024-04-10T15:38:42.167 INFO:tasks.rados.rados.0.smithi069.stdout:2172: oid 10 updating version 1248 to 1249 2024-04-10T15:38:42.167 INFO:tasks.rados.rados.0.smithi069.stdout:2172: oid 10 updating version 1249 to 1250 2024-04-10T15:38:42.167 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 10 v 1250 (ObjNum 685 snap 212 seq_num 685) dirty exists 2024-04-10T15:38:42.167 INFO:tasks.rados.rados.0.smithi069.stdout:2172: left oid 10 (ObjNum 685 snap 212 seq_num 685) 2024-04-10T15:38:42.179 INFO:tasks.rados.rados.0.smithi069.stdout:2171: done (3 left) 2024-04-10T15:38:42.179 INFO:tasks.rados.rados.0.smithi069.stdout:2172: done (2 left) 2024-04-10T15:38:42.179 INFO:tasks.rados.rados.0.smithi069.stdout:2174: done (1 left) 2024-04-10T15:38:42.180 INFO:tasks.rados.rados.0.smithi069.stdout:2175: done (0 left) 2024-04-10T15:38:42.180 INFO:tasks.rados.rados.0.smithi069.stdout:2176: rmattr oid 46 current snap is 212 2024-04-10T15:38:42.180 INFO:tasks.rados.rados.0.smithi069.stdout:2176: done (0 left) 2024-04-10T15:38:42.180 INFO:tasks.rados.rados.0.smithi069.stdout:2177: rollback oid 20 current snap is 212 2024-04-10T15:38:42.180 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 20 to 207 2024-04-10T15:38:42.180 INFO:tasks.rados.rados.0.smithi069.stdout:2178: rmattr oid 26 current snap is 212 2024-04-10T15:38:42.180 INFO:tasks.rados.rados.0.smithi069.stdout:2179: rollback oid 5 current snap is 212 2024-04-10T15:38:42.180 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 5 to 209 2024-04-10T15:38:42.180 INFO:tasks.rados.rados.0.smithi069.stdout:2180: read oid 9 snap -1 2024-04-10T15:38:42.180 INFO:tasks.rados.rados.0.smithi069.stdout:2180: expect (ObjNum 682 snap 210 seq_num 682) 2024-04-10T15:38:42.180 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 40 current snap is 212 2024-04-10T15:38:42.180 INFO:tasks.rados.rados.0.smithi069.stdout:2181: seq_num 687 ranges {0=712704,712704=614400,1327104=589824} 2024-04-10T15:38:42.184 INFO:tasks.rados.rados.0.smithi069.stdout:2181: writing smithi06982861-40 from 0 to 712704 tid 1 2024-04-10T15:38:42.188 INFO:tasks.rados.rados.0.smithi069.stdout:2181: writing smithi06982861-40 from 712704 to 1327104 tid 2 2024-04-10T15:38:42.194 INFO:tasks.rados.rados.0.smithi069.stdout:2181: writing smithi06982861-40 from 1327104 to 1916928 tid 3 2024-04-10T15:38:42.194 INFO:tasks.rados.rados.0.smithi069.stdout:2182: snap_create 2024-04-10T15:38:42.194 INFO:tasks.rados.rados.0.smithi069.stdout:2177: finishing rollback tid 0 to smithi06982861-20 2024-04-10T15:38:42.194 INFO:tasks.rados.rados.0.smithi069.stdout:2177: finishing rollback tid 1 to smithi06982861-20 2024-04-10T15:38:42.194 INFO:tasks.rados.rados.0.smithi069.stdout:2177: finishing rollback tid 2 to smithi06982861-20 2024-04-10T15:38:42.194 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 20 v 1000 (ObjNum 602 snap 188 seq_num 602) dirty exists 2024-04-10T15:38:42.194 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 26 v 1191 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-04-10T15:38:42.194 INFO:tasks.rados.rados.0.smithi069.stdout:2179: finishing rollback tid 0 to smithi06982861-5 2024-04-10T15:38:42.194 INFO:tasks.rados.rados.0.smithi069.stdout:2181: finishing write tid 1 to smithi06982861-40 2024-04-10T15:38:42.194 INFO:tasks.rados.rados.0.smithi069.stdout:2179: finishing rollback tid 1 to smithi06982861-5 2024-04-10T15:38:42.195 INFO:tasks.rados.rados.0.smithi069.stdout:2179: finishing rollback tid 2 to smithi06982861-5 2024-04-10T15:38:42.195 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 5 v 1181 (ObjNum 535 snap 167 seq_num 535) dirty exists 2024-04-10T15:38:42.195 INFO:tasks.rados.rados.0.smithi069.stdout:2181: finishing write tid 2 to smithi06982861-40 2024-04-10T15:38:42.197 INFO:tasks.rados.rados.0.smithi069.stdout:2181: finishing write tid 3 to smithi06982861-40 2024-04-10T15:38:42.198 INFO:tasks.rados.rados.0.smithi069.stdout:2181: finishing write tid 4 to smithi06982861-40 2024-04-10T15:38:42.201 INFO:tasks.rados.rados.0.smithi069.stdout:2181: finishing write tid 5 to smithi06982861-40 2024-04-10T15:38:42.201 INFO:tasks.rados.rados.0.smithi069.stdout:2181: oid 40 updating version 0 to 547 2024-04-10T15:38:42.201 INFO:tasks.rados.rados.0.smithi069.stdout:2181: oid 40 updating version 547 to 548 2024-04-10T15:38:42.201 INFO:tasks.rados.rados.0.smithi069.stdout:2181: oid 40 version 548 is already newer than 546 2024-04-10T15:38:42.202 INFO:tasks.rados.rados.0.smithi069.stdout:2181: oid 40 version 548 is already newer than 545 2024-04-10T15:38:42.202 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 40 v 548 (ObjNum 687 snap 212 seq_num 687) dirty exists 2024-04-10T15:38:42.202 INFO:tasks.rados.rados.0.smithi069.stdout:2181: left oid 40 (ObjNum 687 snap 212 seq_num 687) 2024-04-10T15:38:42.208 INFO:tasks.rados.rados.0.smithi069.stdout:2180: expect (ObjNum 682 snap 210 seq_num 682) 2024-04-10T15:38:42.359 INFO:teuthology.orchestra.run.smithi069.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-10T15:38:42.359 INFO:teuthology.orchestra.run.smithi069.stdout:alertmanager.a smithi069 *:9093,9094 running (8m) 82s ago 9m 24.7M - 0.25.0 c8568f914cd2 bd92cb80ff03 2024-04-10T15:38:42.359 INFO:teuthology.orchestra.run.smithi069.stdout:grafana.a smithi077 *:3000 running (9m) 11s ago 9m 87.8M - 9.4.7 954c08fa6188 8891d154474d 2024-04-10T15:38:42.359 INFO:teuthology.orchestra.run.smithi069.stdout:mds.a smithi069 running (10m) 82s ago 10m 17.8M - 18.2.2-1187-gd540ebac bb2c5eac26a4 144b62fd4166 2024-04-10T15:38:42.359 INFO:teuthology.orchestra.run.smithi069.stdout:mds.b smithi077 running (10m) 11s ago 10m 20.0M - 18.2.2-1187-gd540ebac bb2c5eac26a4 ba4ee0b79036 2024-04-10T15:38:42.359 INFO:teuthology.orchestra.run.smithi069.stdout:mgr.x smithi077 *:8443,9283,8765 running (4m) 11s ago 14m 452M - 19.0.0-2838-ga5074d45 ffe3e7ac3788 ccd7899398e9 2024-04-10T15:38:42.359 INFO:teuthology.orchestra.run.smithi069.stdout:mgr.y smithi069 *:8443,9283,8765 running (5m) 82s ago 15m 514M - 19.0.0-2838-ga5074d45 ffe3e7ac3788 e21b24626c05 2024-04-10T15:38:42.359 INFO:teuthology.orchestra.run.smithi069.stdout:mon.a smithi069 running (4m) 82s ago 15m 51.7M 2048M 19.0.0-2838-ga5074d45 ffe3e7ac3788 ce73e1b17524 2024-04-10T15:38:42.359 INFO:teuthology.orchestra.run.smithi069.stdout:mon.b smithi077 running (4m) 11s ago 14m 44.0M 2048M 19.0.0-2838-ga5074d45 ffe3e7ac3788 d84762487812 2024-04-10T15:38:42.360 INFO:teuthology.orchestra.run.smithi069.stdout:mon.c smithi069 running (4m) 82s ago 14m 42.6M 2048M 19.0.0-2838-ga5074d45 ffe3e7ac3788 bac2280f1f05 2024-04-10T15:38:42.360 INFO:teuthology.orchestra.run.smithi069.stdout:node-exporter.a smithi069 *:9100 running (8m) 82s ago 8m 15.0M - 1.5.0 0da6a335fe13 2469975469f7 2024-04-10T15:38:42.360 INFO:teuthology.orchestra.run.smithi069.stdout:node-exporter.b smithi077 *:9100 running (8m) 11s ago 8m 16.2M - 1.5.0 0da6a335fe13 20103db32919 2024-04-10T15:38:42.360 INFO:teuthology.orchestra.run.smithi069.stdout:osd.0 smithi069 running (3m) 82s ago 13m 177M 2480M 19.0.0-2838-ga5074d45 ffe3e7ac3788 9833b8d335cb 2024-04-10T15:38:42.360 INFO:teuthology.orchestra.run.smithi069.stdout:osd.1 smithi069 running (2m) 82s ago 13m 152M 2480M 19.0.0-2838-ga5074d45 ffe3e7ac3788 a7560d34888e 2024-04-10T15:38:42.360 INFO:teuthology.orchestra.run.smithi069.stdout:osd.2 smithi069 running (2m) 82s ago 12m 126M 2480M 19.0.0-2838-ga5074d45 ffe3e7ac3788 cb88f4853007 2024-04-10T15:38:42.360 INFO:teuthology.orchestra.run.smithi069.stdout:osd.3 smithi069 running (87s) 82s ago 12m 12.7M 2480M 19.0.0-2838-ga5074d45 ffe3e7ac3788 c840f79dffa2 2024-04-10T15:38:42.360 INFO:teuthology.orchestra.run.smithi069.stdout:osd.4 smithi077 running (51s) 11s ago 12m 132M 2480M 19.0.0-2838-ga5074d45 ffe3e7ac3788 3d6825553ede 2024-04-10T15:38:42.360 INFO:teuthology.orchestra.run.smithi069.stdout:osd.5 smithi077 running (16s) 11s ago 11m 12.6M 2480M 19.0.0-2838-ga5074d45 ffe3e7ac3788 06a053fba89b 2024-04-10T15:38:42.360 INFO:teuthology.orchestra.run.smithi069.stdout:osd.6 smithi077 running (11m) 11s ago 11m 225M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 7df4e5a8578c 2024-04-10T15:38:42.360 INFO:teuthology.orchestra.run.smithi069.stdout:osd.7 smithi077 running (10m) 11s ago 10m 203M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 1a9c80228cd5 2024-04-10T15:38:42.360 INFO:teuthology.orchestra.run.smithi069.stdout:prometheus.a smithi077 *:9095 running (5m) 11s ago 10m 60.3M - 2.43.0 a07b618ecd1d 9575de1707c9 2024-04-10T15:38:42.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:38:42 smithi069 ceph-mon[96738]: pgmap v396: 121 pgs: 121 active+clean; 516 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 4.2 MiB/s rd, 4.8 MiB/s wr, 20 op/s 2024-04-10T15:38:42.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:38:42 smithi069 ceph-mon[96738]: osdmap e491: 8 total, 8 up, 8 in 2024-04-10T15:38:42.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:38:42 smithi069 ceph-mon[94167]: pgmap v396: 121 pgs: 121 active+clean; 516 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 4.2 MiB/s rd, 4.8 MiB/s wr, 20 op/s 2024-04-10T15:38:42.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:38:42 smithi069 ceph-mon[94167]: osdmap e491: 8 total, 8 up, 8 in 2024-04-10T15:38:42.742 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:38:42 smithi077 ceph-mon[87572]: pgmap v396: 121 pgs: 121 active+clean; 516 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 4.2 MiB/s rd, 4.8 MiB/s wr, 20 op/s 2024-04-10T15:38:42.742 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:38:42 smithi077 ceph-mon[87572]: osdmap e491: 8 total, 8 up, 8 in 2024-04-10T15:38:42.742 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:38:42 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[78458]: ts=2024-04-10T15:38:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:38:42.755 INFO:teuthology.orchestra.run.smithi069.stdout:{ 2024-04-10T15:38:42.755 INFO:teuthology.orchestra.run.smithi069.stdout: "mon": { 2024-04-10T15:38:42.755 INFO:teuthology.orchestra.run.smithi069.stdout: "ceph version 19.0.0-2838-ga5074d45 (a5074d4516d566e9d8b6aec912f26afd099de101) squid (dev)": 3 2024-04-10T15:38:42.755 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-04-10T15:38:42.755 INFO:teuthology.orchestra.run.smithi069.stdout: "mgr": { 2024-04-10T15:38:42.755 INFO:teuthology.orchestra.run.smithi069.stdout: "ceph version 19.0.0-2838-ga5074d45 (a5074d4516d566e9d8b6aec912f26afd099de101) squid (dev)": 2 2024-04-10T15:38:42.755 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-04-10T15:38:42.755 INFO:teuthology.orchestra.run.smithi069.stdout: "osd": { 2024-04-10T15:38:42.755 INFO:teuthology.orchestra.run.smithi069.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 2, 2024-04-10T15:38:42.755 INFO:teuthology.orchestra.run.smithi069.stdout: "ceph version 19.0.0-2838-ga5074d45 (a5074d4516d566e9d8b6aec912f26afd099de101) squid (dev)": 6 2024-04-10T15:38:42.756 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-04-10T15:38:42.756 INFO:teuthology.orchestra.run.smithi069.stdout: "mds": { 2024-04-10T15:38:42.756 INFO:teuthology.orchestra.run.smithi069.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 2 2024-04-10T15:38:42.756 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-04-10T15:38:42.756 INFO:teuthology.orchestra.run.smithi069.stdout: "overall": { 2024-04-10T15:38:42.756 INFO:teuthology.orchestra.run.smithi069.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 4, 2024-04-10T15:38:42.756 INFO:teuthology.orchestra.run.smithi069.stdout: "ceph version 19.0.0-2838-ga5074d45 (a5074d4516d566e9d8b6aec912f26afd099de101) squid (dev)": 11 2024-04-10T15:38:42.756 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-04-10T15:38:42.756 INFO:teuthology.orchestra.run.smithi069.stdout:} 2024-04-10T15:38:43.167 INFO:tasks.rados.rados.0.smithi069.stdout:2177: done (5 left) 2024-04-10T15:38:43.167 INFO:tasks.rados.rados.0.smithi069.stdout:2178: done (4 left) 2024-04-10T15:38:43.167 INFO:tasks.rados.rados.0.smithi069.stdout:2179: done (3 left) 2024-04-10T15:38:43.167 INFO:tasks.rados.rados.0.smithi069.stdout:2180: done (2 left) 2024-04-10T15:38:43.167 INFO:tasks.rados.rados.0.smithi069.stdout:2181: done (1 left) 2024-04-10T15:38:43.167 INFO:tasks.rados.rados.0.smithi069.stdout:2182: done (0 left) 2024-04-10T15:38:43.167 INFO:tasks.rados.rados.0.smithi069.stdout:2183: snap_create 2024-04-10T15:38:43.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:38:43 smithi069 ceph-mon[96738]: from='client.34326 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:38:43.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:38:43 smithi069 ceph-mon[96738]: from='client.34332 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:38:43.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:38:43 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/3569548844' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:38:43.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:38:43 smithi069 ceph-mon[96738]: osdmap e492: 8 total, 8 up, 8 in 2024-04-10T15:38:43.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:38:43 smithi069 ceph-mon[94167]: from='client.34326 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:38:43.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:38:43 smithi069 ceph-mon[94167]: from='client.34332 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:38:43.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:38:43 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/3569548844' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:38:43.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:38:43 smithi069 ceph-mon[94167]: osdmap e492: 8 total, 8 up, 8 in 2024-04-10T15:38:43.742 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:38:43 smithi077 ceph-mon[87572]: from='client.34326 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:38:43.742 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:38:43 smithi077 ceph-mon[87572]: from='client.34332 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:38:43.742 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:38:43 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/3569548844' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:38:43.742 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:38:43 smithi077 ceph-mon[87572]: osdmap e492: 8 total, 8 up, 8 in 2024-04-10T15:38:44.168 INFO:tasks.rados.rados.0.smithi069.stdout:2183: done (0 left) 2024-04-10T15:38:44.168 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 11 current snap is 214 2024-04-10T15:38:44.168 INFO:tasks.rados.rados.0.smithi069.stdout:2184: seq_num 688 ranges {2408448=729088,3137536=499712,3637248=704512} 2024-04-10T15:38:44.184 INFO:tasks.rados.rados.0.smithi069.stdout:2184: writing smithi06982861-11 from 2408448 to 3137536 tid 1 2024-04-10T15:38:44.187 INFO:tasks.rados.rados.0.smithi069.stdout:2184: writing smithi06982861-11 from 3137536 to 3637248 tid 2 2024-04-10T15:38:44.192 INFO:tasks.rados.rados.0.smithi069.stdout:2184: writing smithi06982861-11 from 3637248 to 4341760 tid 3 2024-04-10T15:38:44.192 INFO:tasks.rados.rados.0.smithi069.stdout:2185: delete oid 48 current snap is 214 2024-04-10T15:38:44.192 INFO:tasks.rados.rados.0.smithi069.stdout:2184: finishing write tid 1 to smithi06982861-11 2024-04-10T15:38:44.192 INFO:tasks.rados.rados.0.smithi069.stdout:2184: finishing write tid 2 to smithi06982861-11 2024-04-10T15:38:44.196 INFO:tasks.rados.rados.0.smithi069.stdout:2184: finishing write tid 3 to smithi06982861-11 2024-04-10T15:38:44.196 INFO:tasks.rados.rados.0.smithi069.stdout:2184: finishing write tid 4 to smithi06982861-11 2024-04-10T15:38:44.198 INFO:tasks.rados.rados.0.smithi069.stdout:2184: finishing write tid 5 to smithi06982861-11 2024-04-10T15:38:44.198 INFO:tasks.rados.rados.0.smithi069.stdout:2184: oid 11 updating version 0 to 984 2024-04-10T15:38:44.199 INFO:tasks.rados.rados.0.smithi069.stdout:2184: oid 11 updating version 984 to 985 2024-04-10T15:38:44.199 INFO:tasks.rados.rados.0.smithi069.stdout:2184: oid 11 updating version 985 to 987 2024-04-10T15:38:44.199 INFO:tasks.rados.rados.0.smithi069.stdout:2184: oid 11 version 987 is already newer than 986 2024-04-10T15:38:44.199 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 11 v 987 (ObjNum 688 snap 214 seq_num 688) dirty exists 2024-04-10T15:38:44.199 INFO:tasks.rados.rados.0.smithi069.stdout:2184: left oid 11 (ObjNum 688 snap 214 seq_num 688) 2024-04-10T15:38:44.199 INFO:tasks.rados.rados.0.smithi069.stdout:2184: done (1 left) 2024-04-10T15:38:44.199 INFO:tasks.rados.rados.0.smithi069.stdout:2185: done (0 left) 2024-04-10T15:38:44.199 INFO:tasks.rados.rados.0.smithi069.stdout:2186: snap_create 2024-04-10T15:38:44.585 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:38:44 smithi069 ceph-mon[94167]: pgmap v399: 121 pgs: 121 active+clean; 517 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 4.2 MiB/s rd, 1.8 MiB/s wr, 19 op/s 2024-04-10T15:38:44.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:38:44 smithi069 ceph-mon[94167]: osdmap e493: 8 total, 8 up, 8 in 2024-04-10T15:38:44.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:38:44 smithi069 ceph-mon[96738]: pgmap v399: 121 pgs: 121 active+clean; 517 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 4.2 MiB/s rd, 1.8 MiB/s wr, 19 op/s 2024-04-10T15:38:44.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:38:44 smithi069 ceph-mon[96738]: osdmap e493: 8 total, 8 up, 8 in 2024-04-10T15:38:44.741 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:38:44 smithi077 ceph-mon[87572]: pgmap v399: 121 pgs: 121 active+clean; 517 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 4.2 MiB/s rd, 1.8 MiB/s wr, 19 op/s 2024-04-10T15:38:44.742 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:38:44 smithi077 ceph-mon[87572]: osdmap e493: 8 total, 8 up, 8 in 2024-04-10T15:38:45.168 INFO:tasks.rados.rados.0.smithi069.stdout:2186: done (0 left) 2024-04-10T15:38:45.168 INFO:tasks.rados.rados.0.smithi069.stdout:2187: read oid 1 snap -1 2024-04-10T15:38:45.168 INFO:tasks.rados.rados.0.smithi069.stdout:2187: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-10T15:38:45.168 INFO:tasks.rados.rados.0.smithi069.stdout:2188: setattr oid 42 current snap is 215 2024-04-10T15:38:45.169 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 10 current snap is 215 2024-04-10T15:38:45.169 INFO:tasks.rados.rados.0.smithi069.stdout:2189: seq_num 690 ranges {14639104=761856,15400960=663552,16064512=409600,16474112=131072} 2024-04-10T15:38:45.250 INFO:tasks.rados.rados.0.smithi069.stdout:2189: writing smithi06982861-10 from 14639104 to 15400960 tid 1 2024-04-10T15:38:45.254 INFO:tasks.rados.rados.0.smithi069.stdout:2189: writing smithi06982861-10 from 15400960 to 16064512 tid 2 2024-04-10T15:38:45.256 INFO:tasks.rados.rados.0.smithi069.stdout:2189: writing smithi06982861-10 from 16064512 to 16474112 tid 3 2024-04-10T15:38:45.257 INFO:tasks.rados.rados.0.smithi069.stdout:2189: writing smithi06982861-10 from 16474112 to 16605184 tid 4 2024-04-10T15:38:45.257 INFO:tasks.rados.rados.0.smithi069.stdout:2190: snap_create 2024-04-10T15:38:45.257 INFO:tasks.rados.rados.0.smithi069.stdout:2187: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-10T15:38:45.258 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 42 v 1007 (ObjNum 655 snap 204 seq_num 655) dirty exists 2024-04-10T15:38:45.260 INFO:tasks.rados.rados.0.smithi069.stdout:2189: finishing write tid 1 to smithi06982861-10 2024-04-10T15:38:45.261 INFO:tasks.rados.rados.0.smithi069.stdout:2189: finishing write tid 2 to smithi06982861-10 2024-04-10T15:38:45.263 INFO:tasks.rados.rados.0.smithi069.stdout:2189: finishing write tid 3 to smithi06982861-10 2024-04-10T15:38:45.263 INFO:tasks.rados.rados.0.smithi069.stdout:2189: finishing write tid 4 to smithi06982861-10 2024-04-10T15:38:45.263 INFO:tasks.rados.rados.0.smithi069.stdout:2189: finishing write tid 5 to smithi06982861-10 2024-04-10T15:38:45.264 INFO:tasks.rados.rados.0.smithi069.stdout:2189: finishing write tid 6 to smithi06982861-10 2024-04-10T15:38:45.264 INFO:tasks.rados.rados.0.smithi069.stdout:2189: oid 10 updating version 0 to 1260 2024-04-10T15:38:45.264 INFO:tasks.rados.rados.0.smithi069.stdout:2189: oid 10 updating version 1260 to 1263 2024-04-10T15:38:45.264 INFO:tasks.rados.rados.0.smithi069.stdout:2189: oid 10 version 1263 is already newer than 1261 2024-04-10T15:38:45.264 INFO:tasks.rados.rados.0.smithi069.stdout:2189: oid 10 version 1263 is already newer than 1262 2024-04-10T15:38:45.264 INFO:tasks.rados.rados.0.smithi069.stdout:2189: oid 10 updating version 1263 to 1264 2024-04-10T15:38:45.264 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 10 v 1264 (ObjNum 690 snap 215 seq_num 690) dirty exists 2024-04-10T15:38:45.265 INFO:tasks.rados.rados.0.smithi069.stdout:2189: left oid 10 (ObjNum 690 snap 215 seq_num 690) 2024-04-10T15:38:45.992 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:38:45 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:38:45.992 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:38:45 smithi077 ceph-mon[87572]: osdmap e494: 8 total, 8 up, 8 in 2024-04-10T15:38:45.992 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:38:45 smithi077 ceph-mon[87572]: pgmap v402: 121 pgs: 121 active+clean; 525 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.4 MiB/s wr, 15 op/s 2024-04-10T15:38:46.086 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:38:45 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:38:46.086 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:38:45 smithi069 ceph-mon[96738]: osdmap e494: 8 total, 8 up, 8 in 2024-04-10T15:38:46.086 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:38:45 smithi069 ceph-mon[96738]: pgmap v402: 121 pgs: 121 active+clean; 525 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.4 MiB/s wr, 15 op/s 2024-04-10T15:38:46.086 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:38:45 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:38:46.086 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:38:45 smithi069 ceph-mon[94167]: osdmap e494: 8 total, 8 up, 8 in 2024-04-10T15:38:46.086 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:38:45 smithi069 ceph-mon[94167]: pgmap v402: 121 pgs: 121 active+clean; 525 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.4 MiB/s wr, 15 op/s 2024-04-10T15:38:46.164 INFO:tasks.rados.rados.0.smithi069.stdout:2187: done (3 left) 2024-04-10T15:38:46.164 INFO:tasks.rados.rados.0.smithi069.stdout:2188: done (2 left) 2024-04-10T15:38:46.164 INFO:tasks.rados.rados.0.smithi069.stdout:2189: done (1 left) 2024-04-10T15:38:46.164 INFO:tasks.rados.rados.0.smithi069.stdout:2190: done (0 left) 2024-04-10T15:38:46.164 INFO:tasks.rados.rados.0.smithi069.stdout:2191: delete oid 9 current snap is 216 2024-04-10T15:38:46.169 INFO:tasks.rados.rados.0.smithi069.stdout:2191: done (0 left) 2024-04-10T15:38:46.169 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 35 current snap is 216 2024-04-10T15:38:46.169 INFO:tasks.rados.rados.0.smithi069.stdout:2192: seq_num 692 ranges {6946816=794624,7741440=483328,8224768=720896} 2024-04-10T15:38:46.210 INFO:tasks.rados.rados.0.smithi069.stdout:2192: writing smithi06982861-35 from 6946816 to 7741440 tid 1 2024-04-10T15:38:46.213 INFO:tasks.rados.rados.0.smithi069.stdout:2192: writing smithi06982861-35 from 7741440 to 8224768 tid 2 2024-04-10T15:38:46.218 INFO:tasks.rados.rados.0.smithi069.stdout:2192: writing smithi06982861-35 from 8224768 to 8945664 tid 3 2024-04-10T15:38:46.219 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 6 current snap is 216 2024-04-10T15:38:46.219 INFO:tasks.rados.rados.0.smithi069.stdout:2192: finishing write tid 1 to smithi06982861-35 2024-04-10T15:38:46.219 INFO:tasks.rados.rados.0.smithi069.stdout:2192: finishing write tid 2 to smithi06982861-35 2024-04-10T15:38:46.219 INFO:tasks.rados.rados.0.smithi069.stdout:2193: seq_num 693 ranges {1818624=409600,2228224=770048,2998272=581632,3579904=253952} 2024-04-10T15:38:46.230 INFO:tasks.rados.rados.0.smithi069.stdout:2193: writing smithi06982861-6 from 1818624 to 2228224 tid 1 2024-04-10T15:38:46.234 INFO:tasks.rados.rados.0.smithi069.stdout:2193: writing smithi06982861-6 from 2228224 to 2998272 tid 2 2024-04-10T15:38:46.237 INFO:tasks.rados.rados.0.smithi069.stdout:2193: writing smithi06982861-6 from 2998272 to 3579904 tid 3 2024-04-10T15:38:46.239 INFO:tasks.rados.rados.0.smithi069.stdout:2193: writing smithi06982861-6 from 3579904 to 3833856 tid 4 2024-04-10T15:38:46.239 INFO:tasks.rados.rados.0.smithi069.stdout:2194: delete oid 37 current snap is 216 2024-04-10T15:38:46.239 INFO:tasks.rados.rados.0.smithi069.stdout:2192: finishing write tid 3 to smithi06982861-35 2024-04-10T15:38:46.239 INFO:tasks.rados.rados.0.smithi069.stdout:2192: finishing write tid 4 to smithi06982861-35 2024-04-10T15:38:46.240 INFO:tasks.rados.rados.0.smithi069.stdout:2192: finishing write tid 5 to smithi06982861-35 2024-04-10T15:38:46.240 INFO:tasks.rados.rados.0.smithi069.stdout:2192: oid 35 updating version 0 to 947 2024-04-10T15:38:46.240 INFO:tasks.rados.rados.0.smithi069.stdout:2192: oid 35 version 947 is already newer than 945 2024-04-10T15:38:46.240 INFO:tasks.rados.rados.0.smithi069.stdout:2192: oid 35 version 947 is already newer than 946 2024-04-10T15:38:46.240 INFO:tasks.rados.rados.0.smithi069.stdout:2192: oid 35 updating version 947 to 948 2024-04-10T15:38:46.240 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 35 v 948 (ObjNum 692 snap 216 seq_num 692) dirty exists 2024-04-10T15:38:46.240 INFO:tasks.rados.rados.0.smithi069.stdout:2192: left oid 35 (ObjNum 692 snap 216 seq_num 692) 2024-04-10T15:38:46.240 INFO:tasks.rados.rados.0.smithi069.stdout:2193: finishing write tid 1 to smithi06982861-6 2024-04-10T15:38:46.240 INFO:tasks.rados.rados.0.smithi069.stdout:2193: finishing write tid 2 to smithi06982861-6 2024-04-10T15:38:46.243 INFO:tasks.rados.rados.0.smithi069.stdout:2192: done (2 left) 2024-04-10T15:38:46.243 INFO:tasks.rados.rados.0.smithi069.stdout:2194: done (1 left) 2024-04-10T15:38:46.243 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 40 current snap is 216 2024-04-10T15:38:46.243 INFO:tasks.rados.rados.0.smithi069.stdout:2195: seq_num 695 ranges {1916928=442368,2359296=540672,2899968=598016,3497984=466944} 2024-04-10T15:38:46.255 INFO:tasks.rados.rados.0.smithi069.stdout:2195: writing smithi06982861-40 from 1916928 to 2359296 tid 1 2024-04-10T15:38:46.259 INFO:tasks.rados.rados.0.smithi069.stdout:2195: writing smithi06982861-40 from 2359296 to 2899968 tid 2 2024-04-10T15:38:46.262 INFO:tasks.rados.rados.0.smithi069.stdout:2195: writing smithi06982861-40 from 2899968 to 3497984 tid 3 2024-04-10T15:38:46.265 INFO:tasks.rados.rados.0.smithi069.stdout:2195: writing smithi06982861-40 from 3497984 to 3964928 tid 4 2024-04-10T15:38:46.265 INFO:tasks.rados.rados.0.smithi069.stdout:2196: copy_from oid 31 from oid 21 current snap is 216 2024-04-10T15:38:46.265 INFO:tasks.rados.rados.0.smithi069.stdout:2193: finishing write tid 3 to smithi06982861-6 2024-04-10T15:38:46.265 INFO:tasks.rados.rados.0.smithi069.stdout:2193: finishing write tid 4 to smithi06982861-6 2024-04-10T15:38:46.265 INFO:tasks.rados.rados.0.smithi069.stdout:2193: finishing write tid 5 to smithi06982861-6 2024-04-10T15:38:46.265 INFO:tasks.rados.rados.0.smithi069.stdout:2193: finishing write tid 6 to smithi06982861-6 2024-04-10T15:38:46.266 INFO:tasks.rados.rados.0.smithi069.stdout:2193: oid 6 updating version 0 to 1075 2024-04-10T15:38:46.266 INFO:tasks.rados.rados.0.smithi069.stdout:2193: oid 6 updating version 1075 to 1078 2024-04-10T15:38:46.266 INFO:tasks.rados.rados.0.smithi069.stdout:2193: oid 6 version 1078 is already newer than 1077 2024-04-10T15:38:46.266 INFO:tasks.rados.rados.0.smithi069.stdout:2193: oid 6 updating version 1078 to 1079 2024-04-10T15:38:46.266 INFO:tasks.rados.rados.0.smithi069.stdout:2193: oid 6 version 1079 is already newer than 1076 2024-04-10T15:38:46.266 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 6 v 1079 (ObjNum 693 snap 216 seq_num 693) dirty exists 2024-04-10T15:38:46.266 INFO:tasks.rados.rados.0.smithi069.stdout:2193: left oid 6 (ObjNum 693 snap 216 seq_num 693) 2024-04-10T15:38:46.266 INFO:tasks.rados.rados.0.smithi069.stdout:2195: finishing write tid 1 to smithi06982861-40 2024-04-10T15:38:46.266 INFO:tasks.rados.rados.0.smithi069.stdout:2193: done (2 left) 2024-04-10T15:38:46.266 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 10 current snap is 216 2024-04-10T15:38:46.266 INFO:tasks.rados.rados.0.smithi069.stdout:2195: finishing write tid 2 to smithi06982861-40 2024-04-10T15:38:46.266 INFO:tasks.rados.rados.0.smithi069.stdout:2197: seq_num 696 ranges {16605184=458752,17063936=417792,17481728=753664,18235392=434176} 2024-04-10T15:38:46.356 INFO:tasks.rados.rados.0.smithi069.stdout:2197: writing smithi06982861-10 from 16605184 to 17063936 tid 1 2024-04-10T15:38:46.358 INFO:tasks.rados.rados.0.smithi069.stdout:2197: writing smithi06982861-10 from 17063936 to 17481728 tid 2 2024-04-10T15:38:46.362 INFO:tasks.rados.rados.0.smithi069.stdout:2197: writing smithi06982861-10 from 17481728 to 18235392 tid 3 2024-04-10T15:38:46.365 INFO:tasks.rados.rados.0.smithi069.stdout:2197: writing smithi06982861-10 from 18235392 to 18669568 tid 4 2024-04-10T15:38:46.365 INFO:tasks.rados.rados.0.smithi069.stdout:2198: copy_from oid 19 from oid 47 current snap is 216 2024-04-10T15:38:46.365 INFO:tasks.rados.rados.0.smithi069.stdout:2195: finishing write tid 3 to smithi06982861-40 2024-04-10T15:38:46.365 INFO:tasks.rados.rados.0.smithi069.stdout:2199: delete oid 13 current snap is 216 2024-04-10T15:38:46.366 INFO:tasks.rados.rados.0.smithi069.stdout:2195: finishing write tid 4 to smithi06982861-40 2024-04-10T15:38:46.366 INFO:tasks.rados.rados.0.smithi069.stdout:2195: finishing write tid 5 to smithi06982861-40 2024-04-10T15:38:46.366 INFO:tasks.rados.rados.0.smithi069.stdout:2195: finishing write tid 6 to smithi06982861-40 2024-04-10T15:38:46.366 INFO:tasks.rados.rados.0.smithi069.stdout:2195: oid 40 updating version 0 to 553 2024-04-10T15:38:46.366 INFO:tasks.rados.rados.0.smithi069.stdout:2195: oid 40 version 553 is already newer than 550 2024-04-10T15:38:46.366 INFO:tasks.rados.rados.0.smithi069.stdout:2195: oid 40 version 553 is already newer than 549 2024-04-10T15:38:46.366 INFO:tasks.rados.rados.0.smithi069.stdout:2195: oid 40 version 553 is already newer than 551 2024-04-10T15:38:46.366 INFO:tasks.rados.rados.0.smithi069.stdout:2195: oid 40 version 553 is already newer than 552 2024-04-10T15:38:46.366 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 40 v 553 (ObjNum 695 snap 216 seq_num 695) dirty exists 2024-04-10T15:38:46.366 INFO:tasks.rados.rados.0.smithi069.stdout:2195: left oid 40 (ObjNum 695 snap 216 seq_num 695) 2024-04-10T15:38:46.366 INFO:tasks.rados.rados.0.smithi069.stdout:2196: finishing copy_from racing read to smithi06982861-31 2024-04-10T15:38:46.366 INFO:tasks.rados.rados.0.smithi069.stdout:2196: finishing copy_from to smithi06982861-31 2024-04-10T15:38:46.367 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 31 v 975 (ObjNum 498 snap 155 seq_num 498) dirty exists 2024-04-10T15:38:46.367 INFO:tasks.rados.rados.0.smithi069.stdout:2197: finishing write tid 1 to smithi06982861-10 2024-04-10T15:38:46.367 INFO:tasks.rados.rados.0.smithi069.stdout:2197: finishing write tid 2 to smithi06982861-10 2024-04-10T15:38:46.367 INFO:tasks.rados.rados.0.smithi069.stdout:2197: finishing write tid 3 to smithi06982861-10 2024-04-10T15:38:46.367 INFO:tasks.rados.rados.0.smithi069.stdout:2195: done (4 left) 2024-04-10T15:38:46.368 INFO:tasks.rados.rados.0.smithi069.stdout:2196: done (3 left) 2024-04-10T15:38:46.368 INFO:tasks.rados.rados.0.smithi069.stdout:2199: done (2 left) 2024-04-10T15:38:46.368 INFO:tasks.rados.rados.0.smithi069.stdout:2200: snap_remove snap 201 2024-04-10T15:38:47.180 INFO:tasks.rados.rados.0.smithi069.stdout:2200: done (2 left) 2024-04-10T15:38:47.180 INFO:tasks.rados.rados.0.smithi069.stdout:2201: snap_remove snap 189 2024-04-10T15:38:47.278 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:38:47 smithi077 ceph-mon[87572]: osdmap e495: 8 total, 8 up, 8 in 2024-04-10T15:38:47.336 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:38:47 smithi069 ceph-mon[94167]: osdmap e495: 8 total, 8 up, 8 in 2024-04-10T15:38:47.336 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:38:47 smithi069 ceph-mon[96738]: osdmap e495: 8 total, 8 up, 8 in 2024-04-10T15:38:47.336 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:38:46 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:15:38:46] "GET /metrics HTTP/1.1" 200 36189 "" "Prometheus/2.43.0" 2024-04-10T15:38:48.185 INFO:tasks.rados.rados.0.smithi069.stdout:2201: done (2 left) 2024-04-10T15:38:48.186 INFO:tasks.rados.rados.0.smithi069.stdout:2202: copy_from oid 30 from oid 31 current snap is 216 2024-04-10T15:38:48.186 INFO:tasks.rados.rados.0.smithi069.stdout:2197: finishing write tid 4 to smithi06982861-10 2024-04-10T15:38:48.186 INFO:tasks.rados.rados.0.smithi069.stdout:2197: finishing write tid 5 to smithi06982861-10 2024-04-10T15:38:48.186 INFO:tasks.rados.rados.0.smithi069.stdout:2197: finishing write tid 6 to smithi06982861-10 2024-04-10T15:38:48.186 INFO:tasks.rados.rados.0.smithi069.stdout:2197: oid 10 updating version 0 to 1266 2024-04-10T15:38:48.186 INFO:tasks.rados.rados.0.smithi069.stdout:2197: oid 10 updating version 1266 to 1270 2024-04-10T15:38:48.186 INFO:tasks.rados.rados.0.smithi069.stdout:2197: oid 10 version 1270 is already newer than 1267 2024-04-10T15:38:48.186 INFO:tasks.rados.rados.0.smithi069.stdout:2197: oid 10 version 1270 is already newer than 1269 2024-04-10T15:38:48.186 INFO:tasks.rados.rados.0.smithi069.stdout:2197: oid 10 version 1270 is already newer than 1268 2024-04-10T15:38:48.186 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 10 v 1270 (ObjNum 696 snap 216 seq_num 696) dirty exists 2024-04-10T15:38:48.187 INFO:tasks.rados.rados.0.smithi069.stdout:2197: left oid 10 (ObjNum 696 snap 216 seq_num 696) 2024-04-10T15:38:48.187 INFO:tasks.rados.rados.0.smithi069.stdout:2198: finishing copy_from racing read to smithi06982861-19 2024-04-10T15:38:48.187 INFO:tasks.rados.rados.0.smithi069.stdout:2198: finishing copy_from to smithi06982861-19 2024-04-10T15:38:48.187 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 19 v 987 (ObjNum 509 snap 160 seq_num 509) dirty exists 2024-04-10T15:38:48.187 INFO:tasks.rados.rados.0.smithi069.stdout:2197: done (2 left) 2024-04-10T15:38:48.187 INFO:tasks.rados.rados.0.smithi069.stdout:2198: done (1 left) 2024-04-10T15:38:48.187 INFO:tasks.rados.rados.0.smithi069.stdout:2203: read oid 21 snap -1 2024-04-10T15:38:48.187 INFO:tasks.rados.rados.0.smithi069.stdout:2203: expect (ObjNum 498 snap 155 seq_num 498) 2024-04-10T15:38:48.187 INFO:tasks.rados.rados.0.smithi069.stdout:2204: delete oid 11 current snap is 216 2024-04-10T15:38:48.199 INFO:tasks.rados.rados.0.smithi069.stdout:2204: done (2 left) 2024-04-10T15:38:48.199 INFO:tasks.rados.rados.0.smithi069.stdout:2205: delete oid 39 current snap is 216 2024-04-10T15:38:48.204 INFO:tasks.rados.rados.0.smithi069.stdout:2203: expect (ObjNum 498 snap 155 seq_num 498) 2024-04-10T15:38:48.313 INFO:tasks.rados.rados.0.smithi069.stdout:2202: finishing copy_from racing read to smithi06982861-30 2024-04-10T15:38:48.314 INFO:tasks.rados.rados.0.smithi069.stdout:2202: finishing copy_from to smithi06982861-30 2024-04-10T15:38:48.314 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 30 v 975 (ObjNum 498 snap 155 seq_num 498) dirty exists 2024-04-10T15:38:48.314 INFO:tasks.rados.rados.0.smithi069.stdout:2202: done (2 left) 2024-04-10T15:38:48.314 INFO:tasks.rados.rados.0.smithi069.stdout:2203: done (1 left) 2024-04-10T15:38:48.314 INFO:tasks.rados.rados.0.smithi069.stdout:2205: done (0 left) 2024-04-10T15:38:48.314 INFO:tasks.rados.rados.0.smithi069.stdout:2206: delete oid 39 current snap is 216 2024-04-10T15:38:48.315 INFO:tasks.rados.rados.0.smithi069.stdout:2206: done (0 left) 2024-04-10T15:38:48.315 INFO:tasks.rados.rados.0.smithi069.stdout:2207: read oid 47 snap 214 2024-04-10T15:38:48.315 INFO:tasks.rados.rados.0.smithi069.stdout:2207: expect (ObjNum 509 snap 160 seq_num 509) 2024-04-10T15:38:48.315 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 38 current snap is 216 2024-04-10T15:38:48.316 INFO:tasks.rados.rados.0.smithi069.stdout:2208: seq_num 701 ranges {6422528=548864,6971392=696320,7667712=540672,8208384=368640} 2024-04-10T15:38:48.353 INFO:tasks.rados.rados.0.smithi069.stdout:2208: writing smithi06982861-38 from 6422528 to 6971392 tid 1 2024-04-10T15:38:48.357 INFO:tasks.rados.rados.0.smithi069.stdout:2208: writing smithi06982861-38 from 6971392 to 7667712 tid 2 2024-04-10T15:38:48.360 INFO:tasks.rados.rados.0.smithi069.stdout:2208: writing smithi06982861-38 from 7667712 to 8208384 tid 3 2024-04-10T15:38:48.362 INFO:tasks.rados.rados.0.smithi069.stdout:2208: writing smithi06982861-38 from 8208384 to 8577024 tid 4 2024-04-10T15:38:48.362 INFO:tasks.rados.rados.0.smithi069.stdout:2209: read oid 35 snap -1 2024-04-10T15:38:48.363 INFO:tasks.rados.rados.0.smithi069.stdout:2209: expect (ObjNum 692 snap 216 seq_num 692) 2024-04-10T15:38:48.363 INFO:tasks.rados.rados.0.smithi069.stdout:2210: copy_from oid 28 from oid 26 current snap is 216 2024-04-10T15:38:48.363 INFO:tasks.rados.rados.0.smithi069.stdout:2207: expect (ObjNum 509 snap 160 seq_num 509) 2024-04-10T15:38:48.441 INFO:tasks.rados.rados.0.smithi069.stdout:2208: finishing write tid 1 to smithi06982861-38 2024-04-10T15:38:48.441 INFO:tasks.rados.rados.0.smithi069.stdout:2208: finishing write tid 2 to smithi06982861-38 2024-04-10T15:38:48.441 INFO:tasks.rados.rados.0.smithi069.stdout:2207: done (3 left) 2024-04-10T15:38:48.441 INFO:tasks.rados.rados.0.smithi069.stdout:2211: snap_remove snap 182 2024-04-10T15:38:48.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:38:48 smithi077 ceph-mon[87572]: osdmap e496: 8 total, 8 up, 8 in 2024-04-10T15:38:48.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:38:48 smithi077 ceph-mon[87572]: pgmap v405: 121 pgs: 121 active+clean; 525 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.0 MiB/s wr, 7 op/s 2024-04-10T15:38:48.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:38:48 smithi069 ceph-mon[96738]: osdmap e496: 8 total, 8 up, 8 in 2024-04-10T15:38:48.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:38:48 smithi069 ceph-mon[96738]: pgmap v405: 121 pgs: 121 active+clean; 525 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.0 MiB/s wr, 7 op/s 2024-04-10T15:38:48.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:38:48 smithi069 ceph-mon[94167]: osdmap e496: 8 total, 8 up, 8 in 2024-04-10T15:38:48.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:38:48 smithi069 ceph-mon[94167]: pgmap v405: 121 pgs: 121 active+clean; 525 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.0 MiB/s wr, 7 op/s 2024-04-10T15:38:49.192 INFO:tasks.rados.rados.0.smithi069.stdout:2211: done (3 left) 2024-04-10T15:38:49.192 INFO:tasks.rados.rados.0.smithi069.stdout:2212: read oid 39 snap -1 2024-04-10T15:38:49.192 INFO:tasks.rados.rados.0.smithi069.stdout:2212: expect deleted 2024-04-10T15:38:49.192 INFO:tasks.rados.rados.0.smithi069.stdout:2213: delete oid 27 current snap is 216 2024-04-10T15:38:49.193 INFO:tasks.rados.rados.0.smithi069.stdout:2208: finishing write tid 3 to smithi06982861-38 2024-04-10T15:38:49.193 INFO:tasks.rados.rados.0.smithi069.stdout:2210: finishing copy_from racing read to smithi06982861-28 2024-04-10T15:38:49.193 INFO:tasks.rados.rados.0.smithi069.stdout:2210: finishing copy_from to smithi06982861-28 2024-04-10T15:38:49.193 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 28 v 1191 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-04-10T15:38:49.193 INFO:tasks.rados.rados.0.smithi069.stdout:2208: finishing write tid 4 to smithi06982861-38 2024-04-10T15:38:49.193 INFO:tasks.rados.rados.0.smithi069.stdout:2208: finishing write tid 5 to smithi06982861-38 2024-04-10T15:38:49.193 INFO:tasks.rados.rados.0.smithi069.stdout:2208: finishing write tid 6 to smithi06982861-38 2024-04-10T15:38:49.193 INFO:tasks.rados.rados.0.smithi069.stdout:2208: oid 38 updating version 0 to 1196 2024-04-10T15:38:49.193 INFO:tasks.rados.rados.0.smithi069.stdout:2208: oid 38 version 1196 is already newer than 1193 2024-04-10T15:38:49.193 INFO:tasks.rados.rados.0.smithi069.stdout:2208: oid 38 version 1196 is already newer than 1192 2024-04-10T15:38:49.193 INFO:tasks.rados.rados.0.smithi069.stdout:2208: oid 38 version 1196 is already newer than 1195 2024-04-10T15:38:49.193 INFO:tasks.rados.rados.0.smithi069.stdout:2208: oid 38 version 1196 is already newer than 1194 2024-04-10T15:38:49.193 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 38 v 1196 (ObjNum 701 snap 216 seq_num 701) dirty exists 2024-04-10T15:38:49.193 INFO:tasks.rados.rados.0.smithi069.stdout:2208: left oid 38 (ObjNum 701 snap 216 seq_num 701) 2024-04-10T15:38:49.194 INFO:tasks.rados.rados.0.smithi069.stdout:2209: expect (ObjNum 692 snap 216 seq_num 692) 2024-04-10T15:38:49.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:38:49 smithi077 ceph-mon[87572]: osdmap e497: 8 total, 8 up, 8 in 2024-04-10T15:38:49.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:38:49 smithi069 ceph-mon[96738]: osdmap e497: 8 total, 8 up, 8 in 2024-04-10T15:38:49.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:38:49 smithi069 ceph-mon[94167]: osdmap e497: 8 total, 8 up, 8 in 2024-04-10T15:38:49.780 INFO:tasks.rados.rados.0.smithi069.stdout:2208: done (4 left) 2024-04-10T15:38:49.780 INFO:tasks.rados.rados.0.smithi069.stdout:2209: done (3 left) 2024-04-10T15:38:49.780 INFO:tasks.rados.rados.0.smithi069.stdout:2210: done (2 left) 2024-04-10T15:38:49.781 INFO:tasks.rados.rados.0.smithi069.stdout:2212: done (1 left) 2024-04-10T15:38:49.781 INFO:tasks.rados.rados.0.smithi069.stdout:2213: done (0 left) 2024-04-10T15:38:49.781 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 26 current snap is 216 2024-04-10T15:38:49.781 INFO:tasks.rados.rados.0.smithi069.stdout:2214: seq_num 703 ranges {0=581632,581632=458752,1040384=557056,1597440=417792,2015232=172032} 2024-04-10T15:38:49.783 INFO:tasks.rados.rados.0.smithi069.stdout:2214: writing smithi06982861-26 from 0 to 581632 tid 1 2024-04-10T15:38:49.785 INFO:tasks.rados.rados.0.smithi069.stdout:2214: writing smithi06982861-26 from 581632 to 1040384 tid 2 2024-04-10T15:38:49.789 INFO:tasks.rados.rados.0.smithi069.stdout:2214: writing smithi06982861-26 from 1040384 to 1597440 tid 3 2024-04-10T15:38:49.791 INFO:tasks.rados.rados.0.smithi069.stdout:2214: writing smithi06982861-26 from 1597440 to 2015232 tid 4 2024-04-10T15:38:49.793 INFO:tasks.rados.rados.0.smithi069.stdout:2214: writing smithi06982861-26 from 2015232 to 2187264 tid 5 2024-04-10T15:38:49.793 INFO:tasks.rados.rados.0.smithi069.stdout:2215: read oid 21 snap 174 2024-04-10T15:38:49.793 INFO:tasks.rados.rados.0.smithi069.stdout:2215: expect (ObjNum 427 snap 133 seq_num 427) 2024-04-10T15:38:49.793 INFO:tasks.rados.rados.0.smithi069.stdout:2216: read oid 25 snap 214 2024-04-10T15:38:49.793 INFO:tasks.rados.rados.0.smithi069.stdout:2216: expect (ObjNum 603 snap 188 seq_num 603) 2024-04-10T15:38:49.793 INFO:tasks.rados.rados.0.smithi069.stdout:2217: snap_create 2024-04-10T15:38:49.793 INFO:tasks.rados.rados.0.smithi069.stdout:2214: finishing write tid 1 to smithi06982861-26 2024-04-10T15:38:49.793 INFO:tasks.rados.rados.0.smithi069.stdout:2214: finishing write tid 2 to smithi06982861-26 2024-04-10T15:38:49.793 INFO:tasks.rados.rados.0.smithi069.stdout:2214: finishing write tid 3 to smithi06982861-26 2024-04-10T15:38:49.795 INFO:tasks.rados.rados.0.smithi069.stdout:2216: expect (ObjNum 603 snap 188 seq_num 603) 2024-04-10T15:38:49.809 INFO:tasks.rados.rados.0.smithi069.stdout:2214: finishing write tid 4 to smithi06982861-26 2024-04-10T15:38:49.809 INFO:tasks.rados.rados.0.smithi069.stdout:2214: finishing write tid 5 to smithi06982861-26 2024-04-10T15:38:49.809 INFO:tasks.rados.rados.0.smithi069.stdout:2214: finishing write tid 6 to smithi06982861-26 2024-04-10T15:38:49.809 INFO:tasks.rados.rados.0.smithi069.stdout:2214: finishing write tid 7 to smithi06982861-26 2024-04-10T15:38:49.809 INFO:tasks.rados.rados.0.smithi069.stdout:2214: oid 26 updating version 0 to 1198 2024-04-10T15:38:49.809 INFO:tasks.rados.rados.0.smithi069.stdout:2214: oid 26 updating version 1198 to 1200 2024-04-10T15:38:49.810 INFO:tasks.rados.rados.0.smithi069.stdout:2214: oid 26 updating version 1200 to 1201 2024-04-10T15:38:49.810 INFO:tasks.rados.rados.0.smithi069.stdout:2214: oid 26 updating version 1201 to 1202 2024-04-10T15:38:49.810 INFO:tasks.rados.rados.0.smithi069.stdout:2214: oid 26 version 1202 is already newer than 1197 2024-04-10T15:38:49.810 INFO:tasks.rados.rados.0.smithi069.stdout:2214: oid 26 version 1202 is already newer than 1199 2024-04-10T15:38:49.810 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 26 v 1202 (ObjNum 703 snap 216 seq_num 703) dirty exists 2024-04-10T15:38:49.810 INFO:tasks.rados.rados.0.smithi069.stdout:2214: left oid 26 (ObjNum 703 snap 216 seq_num 703) 2024-04-10T15:38:49.851 INFO:tasks.rados.rados.0.smithi069.stdout:2215: expect (ObjNum 427 snap 133 seq_num 427) 2024-04-10T15:38:50.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:38:50 smithi077 ceph-mon[87572]: osdmap e498: 8 total, 8 up, 8 in 2024-04-10T15:38:50.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:38:50 smithi077 ceph-mon[87572]: pgmap v408: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 521 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 6.4 MiB/s rd, 1.1 MiB/s wr, 10 op/s 2024-04-10T15:38:50.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:38:50 smithi069 ceph-mon[96738]: osdmap e498: 8 total, 8 up, 8 in 2024-04-10T15:38:50.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:38:50 smithi069 ceph-mon[96738]: pgmap v408: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 521 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 6.4 MiB/s rd, 1.1 MiB/s wr, 10 op/s 2024-04-10T15:38:50.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:38:50 smithi069 ceph-mon[94167]: osdmap e498: 8 total, 8 up, 8 in 2024-04-10T15:38:50.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:38:50 smithi069 ceph-mon[94167]: pgmap v408: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 521 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 6.4 MiB/s rd, 1.1 MiB/s wr, 10 op/s 2024-04-10T15:38:50.620 INFO:tasks.rados.rados.0.smithi069.stdout:2214: done (3 left) 2024-04-10T15:38:50.620 INFO:tasks.rados.rados.0.smithi069.stdout:2215: done (2 left) 2024-04-10T15:38:50.620 INFO:tasks.rados.rados.0.smithi069.stdout:2216: done (1 left) 2024-04-10T15:38:50.620 INFO:tasks.rados.rados.0.smithi069.stdout:2217: done (0 left) 2024-04-10T15:38:50.620 INFO:tasks.rados.rados.0.smithi069.stdout:2218: read oid 27 snap 205 2024-04-10T15:38:50.620 INFO:tasks.rados.rados.0.smithi069.stdout:2218: expect (ObjNum 509 snap 160 seq_num 509) 2024-04-10T15:38:50.621 INFO:tasks.rados.rados.0.smithi069.stdout:2219: setattr oid 49 current snap is 217 2024-04-10T15:38:50.622 INFO:tasks.rados.rados.0.smithi069.stdout:2220: read oid 8 snap -1 2024-04-10T15:38:50.622 INFO:tasks.rados.rados.0.smithi069.stdout:2220: expect (ObjNum 670 snap 209 seq_num 670) 2024-04-10T15:38:50.622 INFO:tasks.rados.rados.0.smithi069.stdout:2221: delete oid 17 current snap is 217 2024-04-10T15:38:50.626 INFO:tasks.rados.rados.0.smithi069.stdout:2221: done (3 left) 2024-04-10T15:38:50.626 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 45 current snap is 217 2024-04-10T15:38:50.626 INFO:tasks.rados.rados.0.smithi069.stdout:2222: seq_num 705 ranges {589824=614400,1204224=630784,1835008=524288,2359296=450560} 2024-04-10T15:38:50.633 INFO:tasks.rados.rados.0.smithi069.stdout:2222: writing smithi06982861-45 from 589824 to 1204224 tid 1 2024-04-10T15:38:50.636 INFO:tasks.rados.rados.0.smithi069.stdout:2222: writing smithi06982861-45 from 1204224 to 1835008 tid 2 2024-04-10T15:38:50.639 INFO:tasks.rados.rados.0.smithi069.stdout:2222: writing smithi06982861-45 from 1835008 to 2359296 tid 3 2024-04-10T15:38:50.642 INFO:tasks.rados.rados.0.smithi069.stdout:2222: writing smithi06982861-45 from 2359296 to 2809856 tid 4 2024-04-10T15:38:50.642 INFO:tasks.rados.rados.0.smithi069.stdout:2223: snap_create 2024-04-10T15:38:50.643 INFO:tasks.rados.rados.0.smithi069.stdout:2218: expect (ObjNum 509 snap 160 seq_num 509) 2024-04-10T15:38:50.713 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 49 v 1024 (ObjNum 81 snap 0 seq_num 1) dirty exists 2024-04-10T15:38:50.714 INFO:tasks.rados.rados.0.smithi069.stdout:2220: expect (ObjNum 670 snap 209 seq_num 670) 2024-04-10T15:38:50.809 INFO:tasks.rados.rados.0.smithi069.stdout:2222: finishing write tid 1 to smithi06982861-45 2024-04-10T15:38:50.809 INFO:tasks.rados.rados.0.smithi069.stdout:2222: finishing write tid 2 to smithi06982861-45 2024-04-10T15:38:50.809 INFO:tasks.rados.rados.0.smithi069.stdout:2222: finishing write tid 3 to smithi06982861-45 2024-04-10T15:38:50.809 INFO:tasks.rados.rados.0.smithi069.stdout:2222: finishing write tid 4 to smithi06982861-45 2024-04-10T15:38:50.810 INFO:tasks.rados.rados.0.smithi069.stdout:2222: finishing write tid 5 to smithi06982861-45 2024-04-10T15:38:50.810 INFO:tasks.rados.rados.0.smithi069.stdout:2222: finishing write tid 6 to smithi06982861-45 2024-04-10T15:38:50.810 INFO:tasks.rados.rados.0.smithi069.stdout:2222: oid 45 updating version 0 to 889 2024-04-10T15:38:50.810 INFO:tasks.rados.rados.0.smithi069.stdout:2222: oid 45 updating version 889 to 890 2024-04-10T15:38:50.810 INFO:tasks.rados.rados.0.smithi069.stdout:2222: oid 45 updating version 890 to 891 2024-04-10T15:38:50.810 INFO:tasks.rados.rados.0.smithi069.stdout:2222: oid 45 updating version 891 to 892 2024-04-10T15:38:50.810 INFO:tasks.rados.rados.0.smithi069.stdout:2222: oid 45 version 892 is already newer than 888 2024-04-10T15:38:50.810 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 45 v 892 (ObjNum 705 snap 217 seq_num 705) dirty exists 2024-04-10T15:38:50.810 INFO:tasks.rados.rados.0.smithi069.stdout:2222: left oid 45 (ObjNum 705 snap 217 seq_num 705) 2024-04-10T15:38:51.163 INFO:tasks.rados.rados.0.smithi069.stdout:2218: done (4 left) 2024-04-10T15:38:51.163 INFO:tasks.rados.rados.0.smithi069.stdout:2219: done (3 left) 2024-04-10T15:38:51.163 INFO:tasks.rados.rados.0.smithi069.stdout:2220: done (2 left) 2024-04-10T15:38:51.163 INFO:tasks.rados.rados.0.smithi069.stdout:2222: done (1 left) 2024-04-10T15:38:51.163 INFO:tasks.rados.rados.0.smithi069.stdout:2223: done (0 left) 2024-04-10T15:38:51.163 INFO:tasks.rados.rados.0.smithi069.stdout:2224: snap_remove snap 187 2024-04-10T15:38:51.470 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:38:51 smithi077 ceph-mon[87572]: osdmap e499: 8 total, 8 up, 8 in 2024-04-10T15:38:51.470 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:38:51 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-04-10T15:38:51.470 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:38:51 smithi077 ceph-mon[87572]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-04-10T15:38:51.470 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:38:51 smithi077 ceph-mon[87572]: Upgrade: osd.6 is safe to restart 2024-04-10T15:38:51.470 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:38:51 smithi077 ceph-mon[87572]: osdmap e500: 8 total, 8 up, 8 in 2024-04-10T15:38:51.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:38:51 smithi069 ceph-mon[96738]: osdmap e499: 8 total, 8 up, 8 in 2024-04-10T15:38:51.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:38:51 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-04-10T15:38:51.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:38:51 smithi069 ceph-mon[96738]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-04-10T15:38:51.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:38:51 smithi069 ceph-mon[96738]: Upgrade: osd.6 is safe to restart 2024-04-10T15:38:51.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:38:51 smithi069 ceph-mon[96738]: osdmap e500: 8 total, 8 up, 8 in 2024-04-10T15:38:51.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:38:51 smithi069 ceph-mon[94167]: osdmap e499: 8 total, 8 up, 8 in 2024-04-10T15:38:51.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:38:51 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-04-10T15:38:51.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:38:51 smithi069 ceph-mon[94167]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-04-10T15:38:51.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:38:51 smithi069 ceph-mon[94167]: Upgrade: osd.6 is safe to restart 2024-04-10T15:38:51.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:38:51 smithi069 ceph-mon[94167]: osdmap e500: 8 total, 8 up, 8 in 2024-04-10T15:38:52.168 INFO:tasks.rados.rados.0.smithi069.stdout:2224: done (0 left) 2024-04-10T15:38:52.168 INFO:tasks.rados.rados.0.smithi069.stdout:2225: rollback oid 34 current snap is 218 2024-04-10T15:38:52.168 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 34 to 217 2024-04-10T15:38:52.168 INFO:tasks.rados.rados.0.smithi069.stdout:2226: snap_remove snap 209 2024-04-10T15:38:52.479 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:38:52 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[78458]: ts=2024-04-10T15:38:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:38:52.480 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:38:52 smithi077 ceph-mon[87572]: pgmap v411: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 518 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 3.0 MiB/s wr, 19 op/s 2024-04-10T15:38:52.480 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:38:52 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:38:52.480 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:38:52 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-04-10T15:38:52.480 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:38:52 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:38:52.480 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:38:52 smithi077 ceph-mon[87572]: osdmap e501: 8 total, 8 up, 8 in 2024-04-10T15:38:52.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:38:52 smithi069 ceph-mon[94167]: pgmap v411: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 518 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 3.0 MiB/s wr, 19 op/s 2024-04-10T15:38:52.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:38:52 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:38:52.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:38:52 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-04-10T15:38:52.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:38:52 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:38:52.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:38:52 smithi069 ceph-mon[94167]: osdmap e501: 8 total, 8 up, 8 in 2024-04-10T15:38:52.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:38:52 smithi069 ceph-mon[96738]: pgmap v411: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 518 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 3.0 MiB/s wr, 19 op/s 2024-04-10T15:38:52.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:38:52 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:38:52.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:38:52 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-04-10T15:38:52.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:38:52 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:38:52.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:38:52 smithi069 ceph-mon[96738]: osdmap e501: 8 total, 8 up, 8 in 2024-04-10T15:38:53.168 INFO:tasks.rados.rados.0.smithi069.stdout:2225: finishing rollback tid 0 to smithi06982861-34 2024-04-10T15:38:53.168 INFO:tasks.rados.rados.0.smithi069.stdout:2225: finishing rollback tid 1 to smithi06982861-34 2024-04-10T15:38:53.168 INFO:tasks.rados.rados.0.smithi069.stdout:2225: finishing rollback tid 2 to smithi06982861-34 2024-04-10T15:38:53.168 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 34 v 1298 (ObjNum 666 snap 208 seq_num 666) dirty exists 2024-04-10T15:38:53.168 INFO:tasks.rados.rados.0.smithi069.stdout:2225: done (1 left) 2024-04-10T15:38:53.169 INFO:tasks.rados.rados.0.smithi069.stdout:2226: done (0 left) 2024-04-10T15:38:53.169 INFO:tasks.rados.rados.0.smithi069.stdout:2227: copy_from oid 33 from oid 21 current snap is 218 2024-04-10T15:38:53.169 INFO:tasks.rados.rados.0.smithi069.stdout:2228: snap_remove snap 213 2024-04-10T15:38:53.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:38:53 smithi077 ceph-mon[87572]: Upgrade: Updating osd.6 2024-04-10T15:38:53.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:38:53 smithi077 ceph-mon[87572]: Deploying daemon osd.6 on smithi077 2024-04-10T15:38:53.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:38:53 smithi077 ceph-mon[87572]: osdmap e502: 8 total, 8 up, 8 in 2024-04-10T15:38:53.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:38:53 smithi069 ceph-mon[96738]: Upgrade: Updating osd.6 2024-04-10T15:38:53.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:38:53 smithi069 ceph-mon[96738]: Deploying daemon osd.6 on smithi077 2024-04-10T15:38:53.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:38:53 smithi069 ceph-mon[96738]: osdmap e502: 8 total, 8 up, 8 in 2024-04-10T15:38:53.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:38:53 smithi069 ceph-mon[94167]: Upgrade: Updating osd.6 2024-04-10T15:38:53.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:38:53 smithi069 ceph-mon[94167]: Deploying daemon osd.6 on smithi077 2024-04-10T15:38:53.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:38:53 smithi069 ceph-mon[94167]: osdmap e502: 8 total, 8 up, 8 in 2024-04-10T15:38:54.171 INFO:tasks.rados.rados.0.smithi069.stdout:2228: done (1 left) 2024-04-10T15:38:54.171 INFO:tasks.rados.rados.0.smithi069.stdout:2229: delete oid 11 current snap is 218 2024-04-10T15:38:54.171 INFO:tasks.rados.rados.0.smithi069.stdout:2227: finishing copy_from racing read to smithi06982861-33 2024-04-10T15:38:54.171 INFO:tasks.rados.rados.0.smithi069.stdout:2227: finishing copy_from to smithi06982861-33 2024-04-10T15:38:54.171 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 33 v 975 (ObjNum 498 snap 155 seq_num 498) dirty exists 2024-04-10T15:38:54.180 INFO:tasks.rados.rados.0.smithi069.stdout:2227: done (1 left) 2024-04-10T15:38:54.180 INFO:tasks.rados.rados.0.smithi069.stdout:2229: done (0 left) 2024-04-10T15:38:54.180 INFO:tasks.rados.rados.0.smithi069.stdout:2230: read oid 47 snap -1 2024-04-10T15:38:54.180 INFO:tasks.rados.rados.0.smithi069.stdout:2230: expect (ObjNum 509 snap 160 seq_num 509) 2024-04-10T15:38:54.180 INFO:tasks.rados.rados.0.smithi069.stdout:2231: delete oid 18 current snap is 218 2024-04-10T15:38:54.191 INFO:tasks.rados.rados.0.smithi069.stdout:2230: expect (ObjNum 509 snap 160 seq_num 509) 2024-04-10T15:38:54.265 INFO:tasks.rados.rados.0.smithi069.stdout:2230: done (1 left) 2024-04-10T15:38:54.265 INFO:tasks.rados.rados.0.smithi069.stdout:2231: done (0 left) 2024-04-10T15:38:54.265 INFO:tasks.rados.rados.0.smithi069.stdout:2232: snap_create 2024-04-10T15:38:54.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:38:54 smithi077 ceph-mon[87572]: pgmap v414: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 504 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 4.7 MiB/s wr, 15 op/s 2024-04-10T15:38:54.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:38:54 smithi077 ceph-mon[87572]: osdmap e503: 8 total, 8 up, 8 in 2024-04-10T15:38:54.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:38:54 smithi069 ceph-mon[96738]: pgmap v414: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 504 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 4.7 MiB/s wr, 15 op/s 2024-04-10T15:38:54.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:38:54 smithi069 ceph-mon[96738]: osdmap e503: 8 total, 8 up, 8 in 2024-04-10T15:38:54.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:38:54 smithi069 ceph-mon[94167]: pgmap v414: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 504 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 4.7 MiB/s wr, 15 op/s 2024-04-10T15:38:54.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:38:54 smithi069 ceph-mon[94167]: osdmap e503: 8 total, 8 up, 8 in 2024-04-10T15:38:55.225 INFO:tasks.rados.rados.0.smithi069.stdout:2232: done (0 left) 2024-04-10T15:38:55.226 INFO:tasks.rados.rados.0.smithi069.stdout:2233: rmattr oid 40 current snap is 219 2024-04-10T15:38:55.226 INFO:tasks.rados.rados.0.smithi069.stdout:2233: done (0 left) 2024-04-10T15:38:55.226 INFO:tasks.rados.rados.0.smithi069.stdout:2234: rmattr oid 32 current snap is 219 2024-04-10T15:38:55.226 INFO:tasks.rados.rados.0.smithi069.stdout:2234: done (0 left) 2024-04-10T15:38:55.226 INFO:tasks.rados.rados.0.smithi069.stdout:2235: rollback oid 31 current snap is 219 2024-04-10T15:38:55.227 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 31 to 161 2024-04-10T15:38:55.227 INFO:tasks.rados.rados.0.smithi069.stdout:2236: snap_create 2024-04-10T15:38:55.231 INFO:tasks.rados.rados.0.smithi069.stdout:2235: finishing rollback tid 0 to smithi06982861-31 2024-04-10T15:38:55.231 INFO:tasks.rados.rados.0.smithi069.stdout:2235: finishing rollback tid 1 to smithi06982861-31 2024-04-10T15:38:55.231 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 31 v 1199 (ObjNum 65 snap 0 seq_num 1615946853) dirty dne 2024-04-10T15:38:55.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:38:55 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:38:55.492 INFO:journalctl@ceph.osd.6.smithi077.stdout:Apr 10 15:38:55 smithi077 systemd[1]: Stopping Ceph osd.6 for 09bfb546-f74e-11ee-b64a-cb9ed24678a4... 2024-04-10T15:38:55.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:38:55 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:38:55.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:38:55 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:38:55.992 INFO:journalctl@ceph.osd.6.smithi077.stdout:Apr 10 15:38:55 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-6[48823]: 2024-04-10T15:38:55.567+0000 7fcb9ae55700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.6 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-10T15:38:55.992 INFO:journalctl@ceph.osd.6.smithi077.stdout:Apr 10 15:38:55 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-6[48823]: 2024-04-10T15:38:55.567+0000 7fcb9ae55700 -1 osd.6 504 *** Got signal Terminated *** 2024-04-10T15:38:55.992 INFO:journalctl@ceph.osd.6.smithi077.stdout:Apr 10 15:38:55 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-6[48823]: 2024-04-10T15:38:55.567+0000 7fcb9ae55700 -1 osd.6 504 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-10T15:38:56.173 INFO:tasks.rados.rados.0.smithi069.stdout:2235: done (1 left) 2024-04-10T15:38:56.173 INFO:tasks.rados.rados.0.smithi069.stdout:2236: done (0 left) 2024-04-10T15:38:56.173 INFO:tasks.rados.rados.0.smithi069.stdout:2237: rollback oid 31 current snap is 220 2024-04-10T15:38:56.173 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 31 to 215 2024-04-10T15:38:56.173 INFO:tasks.rados.rados.0.smithi069.stdout:2238: snap_remove snap 161 2024-04-10T15:38:56.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:38:56 smithi077 ceph-mon[87572]: osdmap e504: 8 total, 8 up, 8 in 2024-04-10T15:38:56.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:38:56 smithi077 ceph-mon[87572]: osd.6 marked itself down and dead 2024-04-10T15:38:56.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:38:56 smithi077 ceph-mon[87572]: pgmap v417: 121 pgs: 121 active+clean; 478 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 5.6 MiB/s rd, 2.7 MiB/s wr, 15 op/s 2024-04-10T15:38:56.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:38:56 smithi077 ceph-mon[87572]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-10T15:38:56.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:38:56 smithi077 ceph-mon[87572]: osdmap e505: 8 total, 7 up, 8 in 2024-04-10T15:38:56.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:38:56 smithi069 ceph-mon[96738]: osdmap e504: 8 total, 8 up, 8 in 2024-04-10T15:38:56.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:38:56 smithi069 ceph-mon[96738]: osd.6 marked itself down and dead 2024-04-10T15:38:56.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:38:56 smithi069 ceph-mon[96738]: pgmap v417: 121 pgs: 121 active+clean; 478 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 5.6 MiB/s rd, 2.7 MiB/s wr, 15 op/s 2024-04-10T15:38:56.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:38:56 smithi069 ceph-mon[96738]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-10T15:38:56.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:38:56 smithi069 ceph-mon[96738]: osdmap e505: 8 total, 7 up, 8 in 2024-04-10T15:38:56.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:38:56 smithi069 ceph-mon[94167]: osdmap e504: 8 total, 8 up, 8 in 2024-04-10T15:38:56.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:38:56 smithi069 ceph-mon[94167]: osd.6 marked itself down and dead 2024-04-10T15:38:56.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:38:56 smithi069 ceph-mon[94167]: pgmap v417: 121 pgs: 121 active+clean; 478 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 5.6 MiB/s rd, 2.7 MiB/s wr, 15 op/s 2024-04-10T15:38:56.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:38:56 smithi069 ceph-mon[94167]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-10T15:38:56.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:38:56 smithi069 ceph-mon[94167]: osdmap e505: 8 total, 7 up, 8 in 2024-04-10T15:38:56.874 INFO:journalctl@ceph.osd.6.smithi077.stdout:Apr 10 15:38:56 smithi077 podman[103518]: 2024-04-10 15:38:56.611388035 +0000 UTC m=+1.157683891 container died 7df4e5a8578c2dc1c7f36228ea8532d787114c43614f510c0bfaf35fc9e41d05 (image=quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-6, RELEASE=reef-d540eba, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, ceph=True, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.license=GPLv2, org.label-schema.build-date=20240403, GIT_BRANCH=HEAD) 2024-04-10T15:38:57.178 INFO:tasks.rados.rados.0.smithi069.stdout:2238: done (1 left) 2024-04-10T15:38:57.178 INFO:tasks.rados.rados.0.smithi069.stdout:2239: rmattr oid 21 current snap is 220 2024-04-10T15:38:57.178 INFO:tasks.rados.rados.0.smithi069.stdout:2240: snap_remove snap 205 2024-04-10T15:38:57.222 INFO:journalctl@ceph.osd.6.smithi077.stdout:Apr 10 15:38:56 smithi077 podman[103518]: 2024-04-10 15:38:56.974401676 +0000 UTC m=+1.520697518 container cleanup 7df4e5a8578c2dc1c7f36228ea8532d787114c43614f510c0bfaf35fc9e41d05 (image=quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-6, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-d540eba, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240403, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True) 2024-04-10T15:38:57.223 INFO:journalctl@ceph.osd.6.smithi077.stdout:Apr 10 15:38:56 smithi077 bash[103518]: ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-6 2024-04-10T15:38:57.335 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:38:56 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:15:38:56] "GET /metrics HTTP/1.1" 200 36186 "" "Prometheus/2.43.0" 2024-04-10T15:38:57.492 INFO:journalctl@ceph.osd.6.smithi077.stdout:Apr 10 15:38:57 smithi077 podman[103542]: 2024-04-10 15:38:57.234106566 +0000 UTC m=+0.617387626 container remove 7df4e5a8578c2dc1c7f36228ea8532d787114c43614f510c0bfaf35fc9e41d05 (image=quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-6, RELEASE=reef-d540eba, ceph=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240403, org.label-schema.schema-version=1.0, GIT_CLEAN=True) 2024-04-10T15:38:57.972 INFO:journalctl@ceph.osd.6.smithi077.stdout:Apr 10 15:38:57 smithi077 podman[103640]: 2024-04-10 15:38:57.584874359 +0000 UTC m=+0.114269683 container create 2c4ef8c82adf4964455bd58da0a232a268b010f20e880c11e514aac1744a2507 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-6-deactivate, io.buildah.version=1.33.5, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240409) 2024-04-10T15:38:57.972 INFO:journalctl@ceph.osd.6.smithi077.stdout:Apr 10 15:38:57 smithi077 podman[103640]: 2024-04-10 15:38:57.488380284 +0000 UTC m=+0.017775608 image pull ffe3e7ac3788b84d6c0b551f13dbde782a187c25e75d087cf3ace2b26f4e3ffa quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc 2024-04-10T15:38:57.973 INFO:journalctl@ceph.osd.6.smithi077.stdout:Apr 10 15:38:57 smithi077 podman[103640]: 2024-04-10 15:38:57.983755905 +0000 UTC m=+0.513151229 container init 2c4ef8c82adf4964455bd58da0a232a268b010f20e880c11e514aac1744a2507 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-6-deactivate, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240409, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, org.label-schema.license=GPLv2, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-10T15:38:58.181 INFO:tasks.rados.rados.0.smithi069.stdout:2240: done (2 left) 2024-04-10T15:38:58.181 INFO:tasks.rados.rados.0.smithi069.stdout:2241: rollback oid 44 current snap is 220 2024-04-10T15:38:58.181 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 44 to 216 2024-04-10T15:38:58.181 INFO:tasks.rados.rados.0.smithi069.stdout:2237: finishing rollback tid 1 to smithi06982861-31 2024-04-10T15:38:58.181 INFO:tasks.rados.rados.0.smithi069.stdout:2237: finishing rollback tid 2 to smithi06982861-31 2024-04-10T15:38:58.181 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 31 v 1201 (ObjNum 664 snap 207 seq_num 664) dirty exists 2024-04-10T15:38:58.181 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 21 v 1002 (ObjNum 498 snap 155 seq_num 498) dirty exists 2024-04-10T15:38:58.181 INFO:tasks.rados.rados.0.smithi069.stdout:2237: done (2 left) 2024-04-10T15:38:58.181 INFO:tasks.rados.rados.0.smithi069.stdout:2239: done (1 left) 2024-04-10T15:38:58.181 INFO:tasks.rados.rados.0.smithi069.stdout:2242: read oid 11 snap -1 2024-04-10T15:38:58.181 INFO:tasks.rados.rados.0.smithi069.stdout:2242: expect deleted 2024-04-10T15:38:58.181 INFO:tasks.rados.rados.0.smithi069.stdout:2243: snap_create 2024-04-10T15:38:58.192 INFO:tasks.rados.rados.0.smithi069.stdout:2241: finishing rollback tid 1 to smithi06982861-44 2024-04-10T15:38:58.192 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 44 v 1052 (ObjNum 1057 snap 0 seq_num 1435703088) dirty dne 2024-04-10T15:38:58.242 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:38:58 smithi077 ceph-mon[87572]: osdmap e506: 8 total, 7 up, 8 in 2024-04-10T15:38:58.242 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:38:58 smithi077 ceph-mon[87572]: pgmap v420: 121 pgs: 14 stale+active+clean, 107 active+clean; 478 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 3.5 MiB/s rd, 0 B/s wr, 8 op/s 2024-04-10T15:38:58.242 INFO:journalctl@ceph.osd.6.smithi077.stdout:Apr 10 15:38:57 smithi077 podman[103640]: 2024-04-10 15:38:57.989290549 +0000 UTC m=+0.518685873 container start 2c4ef8c82adf4964455bd58da0a232a268b010f20e880c11e514aac1744a2507 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-6-deactivate, GIT_CLEAN=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240409, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, maintainer=Guillaume Abrioux , ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-10T15:38:58.242 INFO:journalctl@ceph.osd.6.smithi077.stdout:Apr 10 15:38:58 smithi077 podman[103640]: 2024-04-10 15:38:58.062051125 +0000 UTC m=+0.591446450 container attach 2c4ef8c82adf4964455bd58da0a232a268b010f20e880c11e514aac1744a2507 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-6-deactivate, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.license=GPLv2, ceph=True, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240409, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4) 2024-04-10T15:38:58.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:38:58 smithi069 ceph-mon[96738]: osdmap e506: 8 total, 7 up, 8 in 2024-04-10T15:38:58.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:38:58 smithi069 ceph-mon[96738]: pgmap v420: 121 pgs: 14 stale+active+clean, 107 active+clean; 478 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 3.5 MiB/s rd, 0 B/s wr, 8 op/s 2024-04-10T15:38:58.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:38:58 smithi069 ceph-mon[94167]: osdmap e506: 8 total, 7 up, 8 in 2024-04-10T15:38:58.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:38:58 smithi069 ceph-mon[94167]: pgmap v420: 121 pgs: 14 stale+active+clean, 107 active+clean; 478 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 3.5 MiB/s rd, 0 B/s wr, 8 op/s 2024-04-10T15:38:58.586 INFO:journalctl@ceph.osd.6.smithi077.stdout:Apr 10 15:38:58 smithi077 podman[103640]: 2024-04-10 15:38:58.310547936 +0000 UTC m=+0.839943264 container died 2c4ef8c82adf4964455bd58da0a232a268b010f20e880c11e514aac1744a2507 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-6-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, ceph=True, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.build-date=20240409, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-10T15:38:59.183 INFO:tasks.rados.rados.0.smithi069.stdout:2241: done (2 left) 2024-04-10T15:38:59.183 INFO:tasks.rados.rados.0.smithi069.stdout:2242: done (1 left) 2024-04-10T15:38:59.183 INFO:tasks.rados.rados.0.smithi069.stdout:2243: done (0 left) 2024-04-10T15:38:59.183 INFO:tasks.rados.rados.0.smithi069.stdout:2244: copy_from oid 21 from oid 50 current snap is 221 2024-04-10T15:38:59.183 INFO:tasks.rados.rados.0.smithi069.stdout:2245: read oid 7 snap -1 2024-04-10T15:38:59.183 INFO:tasks.rados.rados.0.smithi069.stdout:2245: expect (ObjNum 677 snap 209 seq_num 677) 2024-04-10T15:38:59.183 INFO:tasks.rados.rados.0.smithi069.stdout:2246: read oid 37 snap -1 2024-04-10T15:38:59.183 INFO:tasks.rados.rados.0.smithi069.stdout:2246: expect deleted 2024-04-10T15:38:59.184 INFO:tasks.rados.rados.0.smithi069.stdout:2247: snap_create 2024-04-10T15:38:59.184 INFO:journalctl@ceph.osd.6.smithi077.stdout:Apr 10 15:38:58 smithi077 podman[103685]: 2024-04-10 15:38:58.865502831 +0000 UTC m=+0.545218373 container remove 2c4ef8c82adf4964455bd58da0a232a268b010f20e880c11e514aac1744a2507 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-6-deactivate, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, ceph=True, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.build-date=20240409, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_BRANCH=HEAD) 2024-04-10T15:38:59.184 INFO:journalctl@ceph.osd.6.smithi077.stdout:Apr 10 15:38:58 smithi077 systemd[1]: ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4@osd.6.service: Deactivated successfully. 2024-04-10T15:38:59.184 INFO:journalctl@ceph.osd.6.smithi077.stdout:Apr 10 15:38:58 smithi077 systemd[1]: Stopped Ceph osd.6 for 09bfb546-f74e-11ee-b64a-cb9ed24678a4. 2024-04-10T15:38:59.184 INFO:journalctl@ceph.osd.6.smithi077.stdout:Apr 10 15:38:58 smithi077 systemd[1]: ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4@osd.6.service: Consumed 12.788s CPU time. 2024-04-10T15:38:59.184 INFO:journalctl@ceph.osd.6.smithi077.stdout:Apr 10 15:38:59 smithi077 systemd[1]: Starting Ceph osd.6 for 09bfb546-f74e-11ee-b64a-cb9ed24678a4... 2024-04-10T15:38:59.204 INFO:tasks.rados.rados.0.smithi069.stdout:2245: expect (ObjNum 677 snap 209 seq_num 677) 2024-04-10T15:38:59.449 INFO:tasks.rados.rados.0.smithi069.stdout:2244: finishing copy_from racing read to smithi06982861-21 2024-04-10T15:38:59.449 INFO:tasks.rados.rados.0.smithi069.stdout:2244: finishing copy_from to smithi06982861-21 2024-04-10T15:38:59.450 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 21 v 980 (ObjNum 680 snap 210 seq_num 680) dirty exists 2024-04-10T15:38:59.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:38:59 smithi077 ceph-mon[87572]: osdmap e507: 8 total, 7 up, 8 in 2024-04-10T15:38:59.492 INFO:journalctl@ceph.osd.6.smithi077.stdout:Apr 10 15:38:59 smithi077 podman[103795]: 2024-04-10 15:38:59.316442244 +0000 UTC m=+0.113911495 container create 1b154982bcfd7e42db337f5ea731beb0d56c5c53a5d8a453919fbfa5067f65c3 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-6-activate, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.build-date=20240409) 2024-04-10T15:38:59.492 INFO:journalctl@ceph.osd.6.smithi077.stdout:Apr 10 15:38:59 smithi077 podman[103795]: 2024-04-10 15:38:59.226223693 +0000 UTC m=+0.023692911 image pull ffe3e7ac3788b84d6c0b551f13dbde782a187c25e75d087cf3ace2b26f4e3ffa quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc 2024-04-10T15:38:59.585 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:38:59 smithi069 ceph-mon[94167]: osdmap e507: 8 total, 7 up, 8 in 2024-04-10T15:38:59.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:38:59 smithi069 ceph-mon[96738]: osdmap e507: 8 total, 7 up, 8 in 2024-04-10T15:38:59.936 INFO:journalctl@ceph.osd.6.smithi077.stdout:Apr 10 15:38:59 smithi077 podman[103795]: 2024-04-10 15:38:59.503163985 +0000 UTC m=+0.300633195 container init 1b154982bcfd7e42db337f5ea731beb0d56c5c53a5d8a453919fbfa5067f65c3 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-6-activate, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240409, ceph=True, GIT_BRANCH=HEAD, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0) 2024-04-10T15:38:59.937 INFO:journalctl@ceph.osd.6.smithi077.stdout:Apr 10 15:38:59 smithi077 podman[103795]: 2024-04-10 15:38:59.508802539 +0000 UTC m=+0.306271749 container start 1b154982bcfd7e42db337f5ea731beb0d56c5c53a5d8a453919fbfa5067f65c3 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-6-activate, ceph=True, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240409, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, CEPH_POINT_RELEASE=) 2024-04-10T15:38:59.937 INFO:journalctl@ceph.osd.6.smithi077.stdout:Apr 10 15:38:59 smithi077 podman[103795]: 2024-04-10 15:38:59.5933518 +0000 UTC m=+0.390821038 container attach 1b154982bcfd7e42db337f5ea731beb0d56c5c53a5d8a453919fbfa5067f65c3 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-6-activate, GIT_CLEAN=True, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240409, GIT_BRANCH=HEAD) 2024-04-10T15:39:00.189 INFO:journalctl@ceph.osd.6.smithi077.stdout:Apr 10 15:38:59 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-6-activate[103810]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-04-10T15:39:00.190 INFO:journalctl@ceph.osd.6.smithi077.stdout:Apr 10 15:38:59 smithi077 bash[103795]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-04-10T15:39:00.190 INFO:journalctl@ceph.osd.6.smithi077.stdout:Apr 10 15:38:59 smithi077 bash[103795]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-6 --no-mon-config --dev /dev/mapper/vg_nvme-lv_2 2024-04-10T15:39:00.190 INFO:journalctl@ceph.osd.6.smithi077.stdout:Apr 10 15:38:59 smithi077 bash[103795]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_2 2024-04-10T15:39:00.190 INFO:journalctl@ceph.osd.6.smithi077.stdout:Apr 10 15:38:59 smithi077 bash[103795]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2024-04-10T15:39:00.190 INFO:journalctl@ceph.osd.6.smithi077.stdout:Apr 10 15:38:59 smithi077 bash[103795]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-6/block 2024-04-10T15:39:00.190 INFO:journalctl@ceph.osd.6.smithi077.stdout:Apr 10 15:38:59 smithi077 bash[103795]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-04-10T15:39:00.190 INFO:journalctl@ceph.osd.6.smithi077.stdout:Apr 10 15:38:59 smithi077 bash[103795]: --> ceph-volume raw activate successful for osd ID: 6 2024-04-10T15:39:00.190 INFO:journalctl@ceph.osd.6.smithi077.stdout:Apr 10 15:38:59 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-6-activate[103810]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-6 --no-mon-config --dev /dev/mapper/vg_nvme-lv_2 2024-04-10T15:39:00.190 INFO:journalctl@ceph.osd.6.smithi077.stdout:Apr 10 15:38:59 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-6-activate[103810]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_2 2024-04-10T15:39:00.190 INFO:journalctl@ceph.osd.6.smithi077.stdout:Apr 10 15:38:59 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-6-activate[103810]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2024-04-10T15:39:00.190 INFO:journalctl@ceph.osd.6.smithi077.stdout:Apr 10 15:38:59 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-6-activate[103810]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-6/block 2024-04-10T15:39:00.190 INFO:journalctl@ceph.osd.6.smithi077.stdout:Apr 10 15:38:59 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-6-activate[103810]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-04-10T15:39:00.190 INFO:journalctl@ceph.osd.6.smithi077.stdout:Apr 10 15:38:59 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-6-activate[103810]: --> ceph-volume raw activate successful for osd ID: 6 2024-04-10T15:39:00.191 INFO:journalctl@ceph.osd.6.smithi077.stdout:Apr 10 15:38:59 smithi077 podman[103795]: 2024-04-10 15:38:59.972263756 +0000 UTC m=+0.769732965 container died 1b154982bcfd7e42db337f5ea731beb0d56c5c53a5d8a453919fbfa5067f65c3 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-6-activate, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240409) 2024-04-10T15:39:00.193 INFO:tasks.rados.rados.0.smithi069.stdout:2244: done (3 left) 2024-04-10T15:39:00.193 INFO:tasks.rados.rados.0.smithi069.stdout:2245: done (2 left) 2024-04-10T15:39:00.194 INFO:tasks.rados.rados.0.smithi069.stdout:2246: done (1 left) 2024-04-10T15:39:00.194 INFO:tasks.rados.rados.0.smithi069.stdout:2247: done (0 left) 2024-04-10T15:39:00.194 INFO:tasks.rados.rados.0.smithi069.stdout:2248: rollback oid 37 current snap is 222 2024-04-10T15:39:00.194 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 37 to 214 2024-04-10T15:39:00.194 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 48 current snap is 222 2024-04-10T15:39:00.194 INFO:tasks.rados.rados.0.smithi069.stdout:2249: seq_num 708 ranges {0=663552,663552=737280,1400832=696320,2097152=172032} 2024-04-10T15:39:00.197 INFO:tasks.rados.rados.0.smithi069.stdout:2249: writing smithi06982861-48 from 0 to 663552 tid 1 2024-04-10T15:39:00.202 INFO:tasks.rados.rados.0.smithi069.stdout:2249: writing smithi06982861-48 from 663552 to 1400832 tid 2 2024-04-10T15:39:00.206 INFO:tasks.rados.rados.0.smithi069.stdout:2249: writing smithi06982861-48 from 1400832 to 2097152 tid 3 2024-04-10T15:39:00.208 INFO:tasks.rados.rados.0.smithi069.stdout:2249: writing smithi06982861-48 from 2097152 to 2269184 tid 4 2024-04-10T15:39:00.208 INFO:tasks.rados.rados.0.smithi069.stdout:2250: snap_create 2024-04-10T15:39:00.208 INFO:tasks.rados.rados.0.smithi069.stdout:2248: finishing rollback tid 1 to smithi06982861-37 2024-04-10T15:39:00.208 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 37 v 884 (ObjNum 129 snap 0 seq_num 1434400624) dirty dne 2024-04-10T15:39:00.208 INFO:tasks.rados.rados.0.smithi069.stdout:2249: finishing write tid 1 to smithi06982861-48 2024-04-10T15:39:00.208 INFO:tasks.rados.rados.0.smithi069.stdout:2249: finishing write tid 2 to smithi06982861-48 2024-04-10T15:39:00.211 INFO:tasks.rados.rados.0.smithi069.stdout:2249: finishing write tid 3 to smithi06982861-48 2024-04-10T15:39:00.211 INFO:tasks.rados.rados.0.smithi069.stdout:2249: finishing write tid 4 to smithi06982861-48 2024-04-10T15:39:00.211 INFO:tasks.rados.rados.0.smithi069.stdout:2249: finishing write tid 5 to smithi06982861-48 2024-04-10T15:39:00.213 INFO:tasks.rados.rados.0.smithi069.stdout:2249: finishing write tid 6 to smithi06982861-48 2024-04-10T15:39:00.213 INFO:tasks.rados.rados.0.smithi069.stdout:2249: oid 48 updating version 0 to 922 2024-04-10T15:39:00.213 INFO:tasks.rados.rados.0.smithi069.stdout:2249: oid 48 updating version 922 to 925 2024-04-10T15:39:00.213 INFO:tasks.rados.rados.0.smithi069.stdout:2249: oid 48 version 925 is already newer than 924 2024-04-10T15:39:00.213 INFO:tasks.rados.rados.0.smithi069.stdout:2249: oid 48 version 925 is already newer than 923 2024-04-10T15:39:00.213 INFO:tasks.rados.rados.0.smithi069.stdout:2249: oid 48 version 925 is already newer than 921 2024-04-10T15:39:00.213 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 48 v 925 (ObjNum 708 snap 222 seq_num 708) dirty exists 2024-04-10T15:39:00.213 INFO:tasks.rados.rados.0.smithi069.stdout:2249: left oid 48 (ObjNum 708 snap 222 seq_num 708) 2024-04-10T15:39:00.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:39:00 smithi077 ceph-mon[87572]: osdmap e508: 8 total, 7 up, 8 in 2024-04-10T15:39:00.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:39:00 smithi077 ceph-mon[87572]: pgmap v423: 121 pgs: 2 active+clean+snaptrim_wait, 4 active+undersized+degraded, 2 active+clean+snaptrim, 10 stale+active+clean, 12 active+undersized, 91 active+clean; 463 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 0 op/s; 20/549 objects degraded (3.643%) 2024-04-10T15:39:00.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:39:00 smithi069 ceph-mon[94167]: osdmap e508: 8 total, 7 up, 8 in 2024-04-10T15:39:00.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:39:00 smithi069 ceph-mon[94167]: pgmap v423: 121 pgs: 2 active+clean+snaptrim_wait, 4 active+undersized+degraded, 2 active+clean+snaptrim, 10 stale+active+clean, 12 active+undersized, 91 active+clean; 463 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 0 op/s; 20/549 objects degraded (3.643%) 2024-04-10T15:39:00.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:39:00 smithi069 ceph-mon[96738]: osdmap e508: 8 total, 7 up, 8 in 2024-04-10T15:39:00.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:39:00 smithi069 ceph-mon[96738]: pgmap v423: 121 pgs: 2 active+clean+snaptrim_wait, 4 active+undersized+degraded, 2 active+clean+snaptrim, 10 stale+active+clean, 12 active+undersized, 91 active+clean; 463 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 0 op/s; 20/549 objects degraded (3.643%) 2024-04-10T15:39:00.846 INFO:journalctl@ceph.osd.6.smithi077.stdout:Apr 10 15:39:00 smithi077 podman[103946]: 2024-04-10 15:39:00.513420488 +0000 UTC m=+0.536225906 container remove 1b154982bcfd7e42db337f5ea731beb0d56c5c53a5d8a453919fbfa5067f65c3 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-6-activate, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240409, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=) 2024-04-10T15:39:00.846 INFO:journalctl@ceph.osd.6.smithi077.stdout:Apr 10 15:39:00 smithi077 podman[104015]: 2024-04-10 15:39:00.627585753 +0000 UTC m=+0.017737643 image pull ffe3e7ac3788b84d6c0b551f13dbde782a187c25e75d087cf3ace2b26f4e3ffa quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc 2024-04-10T15:39:00.846 INFO:journalctl@ceph.osd.6.smithi077.stdout:Apr 10 15:39:00 smithi077 podman[104015]: 2024-04-10 15:39:00.731199923 +0000 UTC m=+0.121351845 container create a39fd5be170ccf2c54ecb16306c3e9a14cd94fa3455bd15f30a0b848dd30553f (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-6, ceph=True, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_BRANCH=HEAD, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, org.label-schema.vendor=CentOS, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.build-date=20240409) 2024-04-10T15:39:01.173 INFO:tasks.rados.rados.0.smithi069.stdout:2248: done (2 left) 2024-04-10T15:39:01.173 INFO:tasks.rados.rados.0.smithi069.stdout:2249: done (1 left) 2024-04-10T15:39:01.173 INFO:tasks.rados.rados.0.smithi069.stdout:2250: done (0 left) 2024-04-10T15:39:01.173 INFO:tasks.rados.rados.0.smithi069.stdout:2251: read oid 21 snap -1 2024-04-10T15:39:01.173 INFO:tasks.rados.rados.0.smithi069.stdout:2251: expect (ObjNum 680 snap 210 seq_num 680) 2024-04-10T15:39:01.173 INFO:tasks.rados.rados.0.smithi069.stdout:2252: snap_remove snap 220 2024-04-10T15:39:01.192 INFO:journalctl@ceph.osd.6.smithi077.stdout:Apr 10 15:39:00 smithi077 podman[104015]: 2024-04-10 15:39:00.941519335 +0000 UTC m=+0.331671211 container init a39fd5be170ccf2c54ecb16306c3e9a14cd94fa3455bd15f30a0b848dd30553f (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-6, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240409, CEPH_POINT_RELEASE=, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_CLEAN=True, maintainer=Guillaume Abrioux ) 2024-04-10T15:39:01.192 INFO:journalctl@ceph.osd.6.smithi077.stdout:Apr 10 15:39:00 smithi077 podman[104015]: 2024-04-10 15:39:00.946481942 +0000 UTC m=+0.336633819 container start a39fd5be170ccf2c54ecb16306c3e9a14cd94fa3455bd15f30a0b848dd30553f (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-6, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_BRANCH=HEAD, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.build-date=20240409, org.label-schema.license=GPLv2, ceph=True) 2024-04-10T15:39:01.193 INFO:journalctl@ceph.osd.6.smithi077.stdout:Apr 10 15:39:00 smithi077 ceph-osd[104053]: -- 172.21.15.77:0/1718462578 <== mon.1 v2:172.21.15.77:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5557887af680 con 0x555788779400 2024-04-10T15:39:01.193 INFO:journalctl@ceph.osd.6.smithi077.stdout:Apr 10 15:39:01 smithi077 bash[104015]: a39fd5be170ccf2c54ecb16306c3e9a14cd94fa3455bd15f30a0b848dd30553f 2024-04-10T15:39:01.193 INFO:journalctl@ceph.osd.6.smithi077.stdout:Apr 10 15:39:01 smithi077 systemd[1]: Started Ceph osd.6 for 09bfb546-f74e-11ee-b64a-cb9ed24678a4. 2024-04-10T15:39:01.476 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:39:01 smithi077 ceph-mon[87572]: Health check failed: Degraded data redundancy: 20/549 objects degraded (3.643%), 4 pgs degraded (PG_DEGRADED) 2024-04-10T15:39:01.476 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:39:01 smithi077 ceph-mon[87572]: osdmap e509: 8 total, 7 up, 8 in 2024-04-10T15:39:01.476 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:39:01 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:39:01.476 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:39:01 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:39:01.476 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:39:01 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:39:01.476 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:39:01 smithi077 ceph-mon[87572]: osdmap e510: 8 total, 7 up, 8 in 2024-04-10T15:39:01.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:39:01 smithi069 ceph-mon[96738]: Health check failed: Degraded data redundancy: 20/549 objects degraded (3.643%), 4 pgs degraded (PG_DEGRADED) 2024-04-10T15:39:01.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:39:01 smithi069 ceph-mon[96738]: osdmap e509: 8 total, 7 up, 8 in 2024-04-10T15:39:01.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:39:01 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:39:01.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:39:01 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:39:01.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:39:01 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:39:01.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:39:01 smithi069 ceph-mon[96738]: osdmap e510: 8 total, 7 up, 8 in 2024-04-10T15:39:01.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:39:01 smithi069 ceph-mon[94167]: Health check failed: Degraded data redundancy: 20/549 objects degraded (3.643%), 4 pgs degraded (PG_DEGRADED) 2024-04-10T15:39:01.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:39:01 smithi069 ceph-mon[94167]: osdmap e509: 8 total, 7 up, 8 in 2024-04-10T15:39:01.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:39:01 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:39:01.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:39:01 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:39:01.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:39:01 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:39:01.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:39:01 smithi069 ceph-mon[94167]: osdmap e510: 8 total, 7 up, 8 in 2024-04-10T15:39:01.742 INFO:journalctl@ceph.osd.6.smithi077.stdout:Apr 10 15:39:01 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-6[104030]: 2024-04-10T15:39:01.485+0000 7fbd2560d7c0 -1 Falling back to public interface 2024-04-10T15:39:02.172 INFO:tasks.rados.rados.0.smithi069.stdout:2252: done (1 left) 2024-04-10T15:39:02.172 INFO:tasks.rados.rados.0.smithi069.stdout:2253: copy_from oid 1 from oid 37 current snap is 223 2024-04-10T15:39:02.172 INFO:tasks.rados.rados.0.smithi069.stdout:2251: expect (ObjNum 680 snap 210 seq_num 680) 2024-04-10T15:39:02.241 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:39:02 smithi077 ceph-mon[87572]: pgmap v426: 121 pgs: 2 active+clean+snaptrim_wait, 9 active+undersized+degraded, 2 active+clean+snaptrim, 34 active+undersized, 74 active+clean; 451 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 954 KiB/s wr, 4 op/s; 42/531 objects degraded (7.910%) 2024-04-10T15:39:02.242 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:39:02 smithi077 ceph-mon[87572]: osdmap e511: 8 total, 7 up, 8 in 2024-04-10T15:39:02.323 INFO:tasks.rados.rados.0.smithi069.stdout:2253: finishing copy_from to smithi06982861-1 2024-04-10T15:39:02.323 INFO:tasks.rados.rados.0.smithi069.stdout:2253: got expected ENOENT (src dne) 2024-04-10T15:39:02.323 INFO:tasks.rados.rados.0.smithi069.stdout:2253: finishing copy_from racing read to smithi06982861-1 2024-04-10T15:39:02.323 INFO:tasks.rados.rados.0.smithi069.stdout:2251: done (1 left) 2024-04-10T15:39:02.323 INFO:tasks.rados.rados.0.smithi069.stdout:2253: done (0 left) 2024-04-10T15:39:02.323 INFO:tasks.rados.rados.0.smithi069.stdout:2254: snap_create 2024-04-10T15:39:02.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:39:02 smithi069 ceph-mon[96738]: pgmap v426: 121 pgs: 2 active+clean+snaptrim_wait, 9 active+undersized+degraded, 2 active+clean+snaptrim, 34 active+undersized, 74 active+clean; 451 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 954 KiB/s wr, 4 op/s; 42/531 objects degraded (7.910%) 2024-04-10T15:39:02.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:39:02 smithi069 ceph-mon[96738]: osdmap e511: 8 total, 7 up, 8 in 2024-04-10T15:39:02.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:39:02 smithi069 ceph-mon[94167]: pgmap v426: 121 pgs: 2 active+clean+snaptrim_wait, 9 active+undersized+degraded, 2 active+clean+snaptrim, 34 active+undersized, 74 active+clean; 451 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 954 KiB/s wr, 4 op/s; 42/531 objects degraded (7.910%) 2024-04-10T15:39:02.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:39:02 smithi069 ceph-mon[94167]: osdmap e511: 8 total, 7 up, 8 in 2024-04-10T15:39:02.742 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:39:02 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[78458]: ts=2024-04-10T15:39:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:39:03.203 INFO:tasks.rados.rados.0.smithi069.stdout:2254: done (0 left) 2024-04-10T15:39:03.203 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 21 current snap is 224 2024-04-10T15:39:03.203 INFO:tasks.rados.rados.0.smithi069.stdout:2255: seq_num 709 ranges {3907584=679936,4587520=614400,5201920=499712,5701632=491520} 2024-04-10T15:39:03.227 INFO:tasks.rados.rados.0.smithi069.stdout:2255: writing smithi06982861-21 from 3907584 to 4587520 tid 1 2024-04-10T15:39:03.230 INFO:tasks.rados.rados.0.smithi069.stdout:2255: writing smithi06982861-21 from 4587520 to 5201920 tid 2 2024-04-10T15:39:03.233 INFO:tasks.rados.rados.0.smithi069.stdout:2255: writing smithi06982861-21 from 5201920 to 5701632 tid 3 2024-04-10T15:39:03.236 INFO:tasks.rados.rados.0.smithi069.stdout:2255: writing smithi06982861-21 from 5701632 to 6193152 tid 4 2024-04-10T15:39:03.236 INFO:tasks.rados.rados.0.smithi069.stdout:2256: snap_remove snap 222 2024-04-10T15:39:04.209 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:39:04 smithi077 ceph-mon[87572]: osdmap e512: 8 total, 7 up, 8 in 2024-04-10T15:39:04.209 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:39:04 smithi077 ceph-mon[87572]: pgmap v429: 121 pgs: 9 active+undersized+degraded, 34 active+undersized, 78 active+clean; 452 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 4.1 MiB/s rd, 1.5 MiB/s wr, 6 op/s; 42/525 objects degraded (8.000%) 2024-04-10T15:39:04.211 INFO:tasks.rados.rados.0.smithi069.stdout:2256: done (1 left) 2024-04-10T15:39:04.211 INFO:tasks.rados.rados.0.smithi069.stdout:2257: read oid 46 snap -1 2024-04-10T15:39:04.211 INFO:tasks.rados.rados.0.smithi069.stdout:2257: expect (ObjNum 600 snap 188 seq_num 600) 2024-04-10T15:39:04.211 INFO:tasks.rados.rados.0.smithi069.stdout:2258: snap_create 2024-04-10T15:39:04.211 INFO:tasks.rados.rados.0.smithi069.stdout:2255: finishing write tid 1 to smithi06982861-21 2024-04-10T15:39:04.212 INFO:tasks.rados.rados.0.smithi069.stdout:2255: finishing write tid 2 to smithi06982861-21 2024-04-10T15:39:04.212 INFO:tasks.rados.rados.0.smithi069.stdout:2255: finishing write tid 3 to smithi06982861-21 2024-04-10T15:39:04.212 INFO:tasks.rados.rados.0.smithi069.stdout:2255: finishing write tid 4 to smithi06982861-21 2024-04-10T15:39:04.212 INFO:tasks.rados.rados.0.smithi069.stdout:2255: finishing write tid 5 to smithi06982861-21 2024-04-10T15:39:04.212 INFO:tasks.rados.rados.0.smithi069.stdout:2255: finishing write tid 6 to smithi06982861-21 2024-04-10T15:39:04.212 INFO:tasks.rados.rados.0.smithi069.stdout:2255: oid 21 updating version 0 to 1006 2024-04-10T15:39:04.212 INFO:tasks.rados.rados.0.smithi069.stdout:2255: oid 21 version 1006 is already newer than 1003 2024-04-10T15:39:04.212 INFO:tasks.rados.rados.0.smithi069.stdout:2255: oid 21 version 1006 is already newer than 1004 2024-04-10T15:39:04.212 INFO:tasks.rados.rados.0.smithi069.stdout:2255: oid 21 updating version 1006 to 1007 2024-04-10T15:39:04.212 INFO:tasks.rados.rados.0.smithi069.stdout:2255: oid 21 version 1007 is already newer than 1005 2024-04-10T15:39:04.212 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 21 v 1007 (ObjNum 709 snap 224 seq_num 709) dirty exists 2024-04-10T15:39:04.212 INFO:tasks.rados.rados.0.smithi069.stdout:2255: left oid 21 (ObjNum 709 snap 224 seq_num 709) 2024-04-10T15:39:04.219 INFO:tasks.rados.rados.0.smithi069.stdout:2257: expect (ObjNum 600 snap 188 seq_num 600) 2024-04-10T15:39:04.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:39:04 smithi069 ceph-mon[96738]: osdmap e512: 8 total, 7 up, 8 in 2024-04-10T15:39:04.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:39:04 smithi069 ceph-mon[96738]: pgmap v429: 121 pgs: 9 active+undersized+degraded, 34 active+undersized, 78 active+clean; 452 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 4.1 MiB/s rd, 1.5 MiB/s wr, 6 op/s; 42/525 objects degraded (8.000%) 2024-04-10T15:39:04.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:39:04 smithi069 ceph-mon[94167]: osdmap e512: 8 total, 7 up, 8 in 2024-04-10T15:39:04.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:39:04 smithi069 ceph-mon[94167]: pgmap v429: 121 pgs: 9 active+undersized+degraded, 34 active+undersized, 78 active+clean; 452 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 4.1 MiB/s rd, 1.5 MiB/s wr, 6 op/s; 42/525 objects degraded (8.000%) 2024-04-10T15:39:04.992 INFO:journalctl@ceph.osd.6.smithi077.stdout:Apr 10 15:39:04 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-6[104030]: 2024-04-10T15:39:04.713+0000 7fbd2560d7c0 -1 osd.6 504 log_to_monitors true 2024-04-10T15:39:05.220 INFO:tasks.rados.rados.0.smithi069.stdout:2255: done (2 left) 2024-04-10T15:39:05.220 INFO:tasks.rados.rados.0.smithi069.stdout:2257: done (1 left) 2024-04-10T15:39:05.220 INFO:tasks.rados.rados.0.smithi069.stdout:2258: done (0 left) 2024-04-10T15:39:05.220 INFO:tasks.rados.rados.0.smithi069.stdout:2259: rollback oid 23 current snap is 225 2024-04-10T15:39:05.220 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 23 to 217 2024-04-10T15:39:05.220 INFO:tasks.rados.rados.0.smithi069.stdout:2260: copy_from oid 7 from oid 25 current snap is 225 2024-04-10T15:39:05.220 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 8 current snap is 225 2024-04-10T15:39:05.220 INFO:tasks.rados.rados.0.smithi069.stdout:2261: seq_num 710 ranges {2957312=696320,3653632=499712,4153344=712704,4866048=393216} 2024-04-10T15:39:05.240 INFO:tasks.rados.rados.0.smithi069.stdout:2261: writing smithi06982861-8 from 2957312 to 3653632 tid 1 2024-04-10T15:39:05.243 INFO:tasks.rados.rados.0.smithi069.stdout:2261: writing smithi06982861-8 from 3653632 to 4153344 tid 2 2024-04-10T15:39:05.247 INFO:tasks.rados.rados.0.smithi069.stdout:2261: writing smithi06982861-8 from 4153344 to 4866048 tid 3 2024-04-10T15:39:05.249 INFO:tasks.rados.rados.0.smithi069.stdout:2261: writing smithi06982861-8 from 4866048 to 5259264 tid 4 2024-04-10T15:39:05.249 INFO:tasks.rados.rados.0.smithi069.stdout:2262: snap_remove snap 214 2024-04-10T15:39:05.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:39:05 smithi077 ceph-mon[87572]: osdmap e513: 8 total, 7 up, 8 in 2024-04-10T15:39:05.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:39:05 smithi077 ceph-mon[87572]: from='osd.6 [v2:172.21.15.77:6816/850758914,v1:172.21.15.77:6817/850758914]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-10T15:39:05.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:39:05 smithi077 ceph-mon[87572]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-10T15:39:05.492 INFO:journalctl@ceph.osd.6.smithi077.stdout:Apr 10 15:39:05 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-6[104030]: 2024-04-10T15:39:05.260+0000 7fbd16a65700 -1 osd.6 504 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-10T15:39:05.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:39:05 smithi069 ceph-mon[94167]: osdmap e513: 8 total, 7 up, 8 in 2024-04-10T15:39:05.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:39:05 smithi069 ceph-mon[94167]: from='osd.6 [v2:172.21.15.77:6816/850758914,v1:172.21.15.77:6817/850758914]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-10T15:39:05.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:39:05 smithi069 ceph-mon[94167]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-10T15:39:05.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:39:05 smithi069 ceph-mon[96738]: osdmap e513: 8 total, 7 up, 8 in 2024-04-10T15:39:05.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:39:05 smithi069 ceph-mon[96738]: from='osd.6 [v2:172.21.15.77:6816/850758914,v1:172.21.15.77:6817/850758914]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-10T15:39:05.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:39:05 smithi069 ceph-mon[96738]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-10T15:39:06.228 INFO:tasks.rados.rados.0.smithi069.stdout:2262: done (3 left) 2024-04-10T15:39:06.229 INFO:tasks.rados.rados.0.smithi069.stdout:2263: read oid 31 snap -1 2024-04-10T15:39:06.229 INFO:tasks.rados.rados.0.smithi069.stdout:2263: expect (ObjNum 664 snap 207 seq_num 664) 2024-04-10T15:39:06.229 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 5 current snap is 225 2024-04-10T15:39:06.229 INFO:tasks.rados.rados.0.smithi069.stdout:2264: seq_num 711 ranges {6922240=712704,7634944=786432,8421376=516096,8937472=303104} 2024-04-10T15:39:06.272 INFO:tasks.rados.rados.0.smithi069.stdout:2264: writing smithi06982861-5 from 6922240 to 7634944 tid 1 2024-04-10T15:39:06.277 INFO:tasks.rados.rados.0.smithi069.stdout:2264: writing smithi06982861-5 from 7634944 to 8421376 tid 2 2024-04-10T15:39:06.280 INFO:tasks.rados.rados.0.smithi069.stdout:2264: writing smithi06982861-5 from 8421376 to 8937472 tid 3 2024-04-10T15:39:06.283 INFO:tasks.rados.rados.0.smithi069.stdout:2264: writing smithi06982861-5 from 8937472 to 9240576 tid 4 2024-04-10T15:39:06.283 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 38 current snap is 225 2024-04-10T15:39:06.283 INFO:tasks.rados.rados.0.smithi069.stdout:2259: finishing rollback tid 0 to smithi06982861-23 2024-04-10T15:39:06.283 INFO:tasks.rados.rados.0.smithi069.stdout:2259: finishing rollback tid 1 to smithi06982861-23 2024-04-10T15:39:06.284 INFO:tasks.rados.rados.0.smithi069.stdout:2265: seq_num 712 ranges {8577024=729088,9306112=671744,9977856=671744,10649600=262144} 2024-04-10T15:39:06.333 INFO:tasks.rados.rados.0.smithi069.stdout:2265: writing smithi06982861-38 from 8577024 to 9306112 tid 1 2024-04-10T15:39:06.337 INFO:tasks.rados.rados.0.smithi069.stdout:2265: writing smithi06982861-38 from 9306112 to 9977856 tid 2 2024-04-10T15:39:06.341 INFO:tasks.rados.rados.0.smithi069.stdout:2265: writing smithi06982861-38 from 9977856 to 10649600 tid 3 2024-04-10T15:39:06.343 INFO:tasks.rados.rados.0.smithi069.stdout:2265: writing smithi06982861-38 from 10649600 to 10911744 tid 4 2024-04-10T15:39:06.343 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 48 current snap is 225 2024-04-10T15:39:06.343 INFO:tasks.rados.rados.0.smithi069.stdout:2259: finishing rollback tid 2 to smithi06982861-23 2024-04-10T15:39:06.343 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 23 v 1194 (ObjNum 683 snap 211 seq_num 683) dirty exists 2024-04-10T15:39:06.343 INFO:tasks.rados.rados.0.smithi069.stdout:2260: finishing copy_from racing read to smithi06982861-7 2024-04-10T15:39:06.344 INFO:tasks.rados.rados.0.smithi069.stdout:2260: finishing copy_from to smithi06982861-7 2024-04-10T15:39:06.344 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 7 v 543 (ObjNum 603 snap 188 seq_num 603) dirty exists 2024-04-10T15:39:06.344 INFO:tasks.rados.rados.0.smithi069.stdout:2261: finishing write tid 1 to smithi06982861-8 2024-04-10T15:39:06.344 INFO:tasks.rados.rados.0.smithi069.stdout:2261: finishing write tid 2 to smithi06982861-8 2024-04-10T15:39:06.344 INFO:tasks.rados.rados.0.smithi069.stdout:2261: finishing write tid 3 to smithi06982861-8 2024-04-10T15:39:06.344 INFO:tasks.rados.rados.0.smithi069.stdout:2261: finishing write tid 4 to smithi06982861-8 2024-04-10T15:39:06.344 INFO:tasks.rados.rados.0.smithi069.stdout:2266: seq_num 713 ranges {2269184=745472,3014656=557056,3571712=483328,4055040=565248} 2024-04-10T15:39:06.359 INFO:tasks.rados.rados.0.smithi069.stdout:2266: writing smithi06982861-48 from 2269184 to 3014656 tid 1 2024-04-10T15:39:06.362 INFO:tasks.rados.rados.0.smithi069.stdout:2266: writing smithi06982861-48 from 3014656 to 3571712 tid 2 2024-04-10T15:39:06.366 INFO:tasks.rados.rados.0.smithi069.stdout:2266: writing smithi06982861-48 from 3571712 to 4055040 tid 3 2024-04-10T15:39:06.369 INFO:tasks.rados.rados.0.smithi069.stdout:2266: writing smithi06982861-48 from 4055040 to 4620288 tid 4 2024-04-10T15:39:06.369 INFO:tasks.rados.rados.0.smithi069.stdout:2259: done (6 left) 2024-04-10T15:39:06.370 INFO:tasks.rados.rados.0.smithi069.stdout:2260: done (5 left) 2024-04-10T15:39:06.370 INFO:tasks.rados.rados.0.smithi069.stdout:2267: rollback oid 24 current snap is 225 2024-04-10T15:39:06.370 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 24 to 210 2024-04-10T15:39:06.370 INFO:tasks.rados.rados.0.smithi069.stdout:2261: finishing write tid 5 to smithi06982861-8 2024-04-10T15:39:06.370 INFO:tasks.rados.rados.0.smithi069.stdout:2261: finishing write tid 6 to smithi06982861-8 2024-04-10T15:39:06.370 INFO:tasks.rados.rados.0.smithi069.stdout:2261: oid 8 updating version 0 to 1215 2024-04-10T15:39:06.370 INFO:tasks.rados.rados.0.smithi069.stdout:2261: oid 8 updating version 1215 to 1218 2024-04-10T15:39:06.370 INFO:tasks.rados.rados.0.smithi069.stdout:2261: oid 8 version 1218 is already newer than 1216 2024-04-10T15:39:06.370 INFO:tasks.rados.rados.0.smithi069.stdout:2261: oid 8 updating version 1218 to 1219 2024-04-10T15:39:06.370 INFO:tasks.rados.rados.0.smithi069.stdout:2261: oid 8 version 1219 is already newer than 1217 2024-04-10T15:39:06.370 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 8 v 1219 (ObjNum 710 snap 225 seq_num 710) dirty exists 2024-04-10T15:39:06.370 INFO:tasks.rados.rados.0.smithi069.stdout:2261: left oid 8 (ObjNum 710 snap 225 seq_num 710) 2024-04-10T15:39:06.370 INFO:tasks.rados.rados.0.smithi069.stdout:2264: finishing write tid 1 to smithi06982861-5 2024-04-10T15:39:06.370 INFO:tasks.rados.rados.0.smithi069.stdout:2263: expect (ObjNum 664 snap 207 seq_num 664) 2024-04-10T15:39:06.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:39:06 smithi077 ceph-mon[87572]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-04-10T15:39:06.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:39:06 smithi077 ceph-mon[87572]: osdmap e514: 8 total, 7 up, 8 in 2024-04-10T15:39:06.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:39:06 smithi077 ceph-mon[87572]: from='osd.6 [v2:172.21.15.77:6816/850758914,v1:172.21.15.77:6817/850758914]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi077", "root=default"]}]: dispatch 2024-04-10T15:39:06.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:39:06 smithi077 ceph-mon[87572]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi077", "root=default"]}]: dispatch 2024-04-10T15:39:06.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:39:06 smithi077 ceph-mon[87572]: pgmap v432: 121 pgs: 9 active+undersized+degraded, 34 active+undersized, 78 active+clean; 454 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 7.2 MiB/s rd, 1.1 MiB/s wr, 6 op/s; 42/528 objects degraded (7.955%) 2024-04-10T15:39:06.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:39:06 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:39:06.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:39:06 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:39:06.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:39:06 smithi077 ceph-mon[87572]: Health check update: Degraded data redundancy: 42/525 objects degraded (8.000%), 9 pgs degraded (PG_DEGRADED) 2024-04-10T15:39:06.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:39:06 smithi069 ceph-mon[96738]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-04-10T15:39:06.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:39:06 smithi069 ceph-mon[96738]: osdmap e514: 8 total, 7 up, 8 in 2024-04-10T15:39:06.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:39:06 smithi069 ceph-mon[96738]: from='osd.6 [v2:172.21.15.77:6816/850758914,v1:172.21.15.77:6817/850758914]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi077", "root=default"]}]: dispatch 2024-04-10T15:39:06.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:39:06 smithi069 ceph-mon[96738]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi077", "root=default"]}]: dispatch 2024-04-10T15:39:06.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:39:06 smithi069 ceph-mon[96738]: pgmap v432: 121 pgs: 9 active+undersized+degraded, 34 active+undersized, 78 active+clean; 454 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 7.2 MiB/s rd, 1.1 MiB/s wr, 6 op/s; 42/528 objects degraded (7.955%) 2024-04-10T15:39:06.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:39:06 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:39:06.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:39:06 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:39:06.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:39:06 smithi069 ceph-mon[96738]: Health check update: Degraded data redundancy: 42/525 objects degraded (8.000%), 9 pgs degraded (PG_DEGRADED) 2024-04-10T15:39:06.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:39:06 smithi069 ceph-mon[94167]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-04-10T15:39:06.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:39:06 smithi069 ceph-mon[94167]: osdmap e514: 8 total, 7 up, 8 in 2024-04-10T15:39:06.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:39:06 smithi069 ceph-mon[94167]: from='osd.6 [v2:172.21.15.77:6816/850758914,v1:172.21.15.77:6817/850758914]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi077", "root=default"]}]: dispatch 2024-04-10T15:39:06.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:39:06 smithi069 ceph-mon[94167]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi077", "root=default"]}]: dispatch 2024-04-10T15:39:06.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:39:06 smithi069 ceph-mon[94167]: pgmap v432: 121 pgs: 9 active+undersized+degraded, 34 active+undersized, 78 active+clean; 454 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 7.2 MiB/s rd, 1.1 MiB/s wr, 6 op/s; 42/528 objects degraded (7.955%) 2024-04-10T15:39:06.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:39:06 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:39:06.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:39:06 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:39:06.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:39:06 smithi069 ceph-mon[94167]: Health check update: Degraded data redundancy: 42/525 objects degraded (8.000%), 9 pgs degraded (PG_DEGRADED) 2024-04-10T15:39:07.186 INFO:tasks.rados.rados.0.smithi069.stdout:2264: finishing write tid 2 to smithi06982861-5 2024-04-10T15:39:07.186 INFO:tasks.rados.rados.0.smithi069.stdout:2264: finishing write tid 3 to smithi06982861-5 2024-04-10T15:39:07.186 INFO:tasks.rados.rados.0.smithi069.stdout:2264: finishing write tid 4 to smithi06982861-5 2024-04-10T15:39:07.186 INFO:tasks.rados.rados.0.smithi069.stdout:2264: finishing write tid 5 to smithi06982861-5 2024-04-10T15:39:07.186 INFO:tasks.rados.rados.0.smithi069.stdout:2264: finishing write tid 6 to smithi06982861-5 2024-04-10T15:39:07.186 INFO:tasks.rados.rados.0.smithi069.stdout:2264: oid 5 updating version 0 to 1251 2024-04-10T15:39:07.187 INFO:tasks.rados.rados.0.smithi069.stdout:2264: oid 5 updating version 1251 to 1252 2024-04-10T15:39:07.187 INFO:tasks.rados.rados.0.smithi069.stdout:2264: oid 5 updating version 1252 to 1254 2024-04-10T15:39:07.187 INFO:tasks.rados.rados.0.smithi069.stdout:2264: oid 5 version 1254 is already newer than 1253 2024-04-10T15:39:07.187 INFO:tasks.rados.rados.0.smithi069.stdout:2264: oid 5 version 1254 is already newer than 1250 2024-04-10T15:39:07.187 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 5 v 1254 (ObjNum 711 snap 225 seq_num 711) dirty exists 2024-04-10T15:39:07.187 INFO:tasks.rados.rados.0.smithi069.stdout:2264: left oid 5 (ObjNum 711 snap 225 seq_num 711) 2024-04-10T15:39:07.187 INFO:tasks.rados.rados.0.smithi069.stdout:2265: finishing write tid 1 to smithi06982861-38 2024-04-10T15:39:07.187 INFO:tasks.rados.rados.0.smithi069.stdout:2265: finishing write tid 2 to smithi06982861-38 2024-04-10T15:39:07.187 INFO:tasks.rados.rados.0.smithi069.stdout:2265: finishing write tid 3 to smithi06982861-38 2024-04-10T15:39:07.187 INFO:tasks.rados.rados.0.smithi069.stdout:2265: finishing write tid 4 to smithi06982861-38 2024-04-10T15:39:07.187 INFO:tasks.rados.rados.0.smithi069.stdout:2265: finishing write tid 5 to smithi06982861-38 2024-04-10T15:39:07.187 INFO:tasks.rados.rados.0.smithi069.stdout:2265: finishing write tid 6 to smithi06982861-38 2024-04-10T15:39:07.187 INFO:tasks.rados.rados.0.smithi069.stdout:2265: oid 38 updating version 0 to 1203 2024-04-10T15:39:07.187 INFO:tasks.rados.rados.0.smithi069.stdout:2265: oid 38 updating version 1203 to 1205 2024-04-10T15:39:07.188 INFO:tasks.rados.rados.0.smithi069.stdout:2265: oid 38 updating version 1205 to 1206 2024-04-10T15:39:07.188 INFO:tasks.rados.rados.0.smithi069.stdout:2265: oid 38 updating version 1206 to 1207 2024-04-10T15:39:07.188 INFO:tasks.rados.rados.0.smithi069.stdout:2265: oid 38 version 1207 is already newer than 1204 2024-04-10T15:39:07.188 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 38 v 1207 (ObjNum 712 snap 225 seq_num 712) dirty exists 2024-04-10T15:39:07.188 INFO:tasks.rados.rados.0.smithi069.stdout:2265: left oid 38 (ObjNum 712 snap 225 seq_num 712) 2024-04-10T15:39:07.188 INFO:tasks.rados.rados.0.smithi069.stdout:2266: finishing write tid 1 to smithi06982861-48 2024-04-10T15:39:07.188 INFO:tasks.rados.rados.0.smithi069.stdout:2266: finishing write tid 2 to smithi06982861-48 2024-04-10T15:39:07.188 INFO:tasks.rados.rados.0.smithi069.stdout:2266: finishing write tid 3 to smithi06982861-48 2024-04-10T15:39:07.188 INFO:tasks.rados.rados.0.smithi069.stdout:2266: finishing write tid 4 to smithi06982861-48 2024-04-10T15:39:07.188 INFO:tasks.rados.rados.0.smithi069.stdout:2261: done (5 left) 2024-04-10T15:39:07.188 INFO:tasks.rados.rados.0.smithi069.stdout:2263: done (4 left) 2024-04-10T15:39:07.188 INFO:tasks.rados.rados.0.smithi069.stdout:2264: done (3 left) 2024-04-10T15:39:07.189 INFO:tasks.rados.rados.0.smithi069.stdout:2265: done (2 left) 2024-04-10T15:39:07.189 INFO:tasks.rados.rados.0.smithi069.stdout:2268: delete oid 23 current snap is 225 2024-04-10T15:39:07.189 INFO:tasks.rados.rados.0.smithi069.stdout:2267: finishing rollback tid 0 to smithi06982861-24 2024-04-10T15:39:07.189 INFO:tasks.rados.rados.0.smithi069.stdout:2266: finishing write tid 5 to smithi06982861-48 2024-04-10T15:39:07.189 INFO:tasks.rados.rados.0.smithi069.stdout:2267: finishing rollback tid 1 to smithi06982861-24 2024-04-10T15:39:07.189 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 24 v 1057 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-04-10T15:39:07.189 INFO:tasks.rados.rados.0.smithi069.stdout:2266: finishing write tid 6 to smithi06982861-48 2024-04-10T15:39:07.189 INFO:tasks.rados.rados.0.smithi069.stdout:2266: oid 48 updating version 0 to 927 2024-04-10T15:39:07.189 INFO:tasks.rados.rados.0.smithi069.stdout:2266: oid 48 version 927 is already newer than 926 2024-04-10T15:39:07.189 INFO:tasks.rados.rados.0.smithi069.stdout:2266: oid 48 updating version 927 to 930 2024-04-10T15:39:07.189 INFO:tasks.rados.rados.0.smithi069.stdout:2266: oid 48 version 930 is already newer than 928 2024-04-10T15:39:07.189 INFO:tasks.rados.rados.0.smithi069.stdout:2266: oid 48 version 930 is already newer than 929 2024-04-10T15:39:07.189 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 48 v 930 (ObjNum 713 snap 225 seq_num 713) dirty exists 2024-04-10T15:39:07.189 INFO:tasks.rados.rados.0.smithi069.stdout:2266: left oid 48 (ObjNum 713 snap 225 seq_num 713) 2024-04-10T15:39:07.190 INFO:tasks.rados.rados.0.smithi069.stdout:2266: done (2 left) 2024-04-10T15:39:07.190 INFO:tasks.rados.rados.0.smithi069.stdout:2267: done (1 left) 2024-04-10T15:39:07.190 INFO:tasks.rados.rados.0.smithi069.stdout:2268: done (0 left) 2024-04-10T15:39:07.190 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 18 current snap is 225 2024-04-10T15:39:07.190 INFO:tasks.rados.rados.0.smithi069.stdout:2269: seq_num 715 ranges {0=778240,778240=770048,1548288=499712,2048000=335872} 2024-04-10T15:39:07.193 INFO:tasks.rados.rados.0.smithi069.stdout:2269: writing smithi06982861-18 from 0 to 778240 tid 1 2024-04-10T15:39:07.195 INFO:tasks.rados.rados.0.smithi069.stdout:2269: writing smithi06982861-18 from 778240 to 1548288 tid 2 2024-04-10T15:39:07.198 INFO:tasks.rados.rados.0.smithi069.stdout:2269: writing smithi06982861-18 from 1548288 to 2048000 tid 3 2024-04-10T15:39:07.200 INFO:tasks.rados.rados.0.smithi069.stdout:2269: writing smithi06982861-18 from 2048000 to 2383872 tid 4 2024-04-10T15:39:07.200 INFO:tasks.rados.rados.0.smithi069.stdout:2270: delete oid 10 current snap is 225 2024-04-10T15:39:07.203 INFO:tasks.rados.rados.0.smithi069.stdout:2270: done (1 left) 2024-04-10T15:39:07.203 INFO:tasks.rados.rados.0.smithi069.stdout:2271: snap_create 2024-04-10T15:39:07.225 INFO:tasks.rados.rados.0.smithi069.stdout:2271: done (1 left) 2024-04-10T15:39:07.225 INFO:tasks.rados.rados.0.smithi069.stdout:2272: delete oid 42 current snap is 226 2024-04-10T15:39:07.231 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:39:06 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:15:39:06] "GET /metrics HTTP/1.1" 200 36186 "" "Prometheus/2.43.0" 2024-04-10T15:39:07.237 INFO:tasks.rados.rados.0.smithi069.stdout:2272: done (1 left) 2024-04-10T15:39:07.237 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 4 current snap is 226 2024-04-10T15:39:07.237 INFO:tasks.rados.rados.0.smithi069.stdout:2273: seq_num 718 ranges {573440=32768} 2024-04-10T15:39:07.241 INFO:tasks.rados.rados.0.smithi069.stdout:2273: writing smithi06982861-4 from 573440 to 606208 tid 1 2024-04-10T15:39:07.241 INFO:tasks.rados.rados.0.smithi069.stdout:2274: copy_from oid 45 from oid 49 current snap is 226 2024-04-10T15:39:07.241 INFO:tasks.rados.rados.0.smithi069.stdout:2275: snap_create 2024-04-10T15:39:07.245 INFO:tasks.rados.rados.0.smithi069.stdout:2274: finishing copy_from racing read to smithi06982861-45 2024-04-10T15:39:07.245 INFO:tasks.rados.rados.0.smithi069.stdout:2273: finishing write tid 1 to smithi06982861-4 2024-04-10T15:39:07.245 INFO:tasks.rados.rados.0.smithi069.stdout:2273: finishing write tid 2 to smithi06982861-4 2024-04-10T15:39:07.246 INFO:tasks.rados.rados.0.smithi069.stdout:2274: finishing copy_from to smithi06982861-45 2024-04-10T15:39:07.246 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 45 v 1024 (ObjNum 177 snap 0 seq_num 1) dirty exists 2024-04-10T15:39:07.251 INFO:tasks.rados.rados.0.smithi069.stdout:2273: finishing write tid 3 to smithi06982861-4 2024-04-10T15:39:07.251 INFO:tasks.rados.rados.0.smithi069.stdout:2273: oid 4 updating version 0 to 1344 2024-04-10T15:39:07.252 INFO:tasks.rados.rados.0.smithi069.stdout:2273: oid 4 updating version 1344 to 1345 2024-04-10T15:39:07.252 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 4 v 1345 (ObjNum 718 snap 226 seq_num 718) dirty exists 2024-04-10T15:39:07.252 INFO:tasks.rados.rados.0.smithi069.stdout:2273: left oid 4 (ObjNum 718 snap 226 seq_num 718) 2024-04-10T15:39:07.263 INFO:tasks.rados.rados.0.smithi069.stdout:2269: finishing write tid 1 to smithi06982861-18 2024-04-10T15:39:07.264 INFO:tasks.rados.rados.0.smithi069.stdout:2269: finishing write tid 2 to smithi06982861-18 2024-04-10T15:39:07.264 INFO:tasks.rados.rados.0.smithi069.stdout:2269: finishing write tid 3 to smithi06982861-18 2024-04-10T15:39:07.264 INFO:tasks.rados.rados.0.smithi069.stdout:2269: finishing write tid 4 to smithi06982861-18 2024-04-10T15:39:07.268 INFO:tasks.rados.rados.0.smithi069.stdout:2269: finishing write tid 5 to smithi06982861-18 2024-04-10T15:39:07.271 INFO:tasks.rados.rados.0.smithi069.stdout:2269: finishing write tid 6 to smithi06982861-18 2024-04-10T15:39:07.271 INFO:tasks.rados.rados.0.smithi069.stdout:2269: oid 18 updating version 0 to 1117 2024-04-10T15:39:07.271 INFO:tasks.rados.rados.0.smithi069.stdout:2269: oid 18 updating version 1117 to 1118 2024-04-10T15:39:07.271 INFO:tasks.rados.rados.0.smithi069.stdout:2269: oid 18 updating version 1118 to 1119 2024-04-10T15:39:07.271 INFO:tasks.rados.rados.0.smithi069.stdout:2269: oid 18 version 1119 is already newer than 1116 2024-04-10T15:39:07.272 INFO:tasks.rados.rados.0.smithi069.stdout:2269: oid 18 updating version 1119 to 1120 2024-04-10T15:39:07.272 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 18 v 1120 (ObjNum 715 snap 225 seq_num 715) dirty exists 2024-04-10T15:39:07.272 INFO:tasks.rados.rados.0.smithi069.stdout:2269: left oid 18 (ObjNum 715 snap 225 seq_num 715) 2024-04-10T15:39:07.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:39:07 smithi077 ceph-mon[87572]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-10T15:39:07.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:39:07 smithi077 ceph-mon[87572]: osd.6 [v2:172.21.15.77:6816/850758914,v1:172.21.15.77:6817/850758914] boot 2024-04-10T15:39:07.493 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:39:07 smithi077 ceph-mon[87572]: osdmap e515: 8 total, 8 up, 8 in 2024-04-10T15:39:07.493 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:39:07 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-10T15:39:07.493 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:39:07 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:39:07.493 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:39:07 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:39:07.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:39:07 smithi069 ceph-mon[96738]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-10T15:39:07.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:39:07 smithi069 ceph-mon[96738]: osd.6 [v2:172.21.15.77:6816/850758914,v1:172.21.15.77:6817/850758914] boot 2024-04-10T15:39:07.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:39:07 smithi069 ceph-mon[96738]: osdmap e515: 8 total, 8 up, 8 in 2024-04-10T15:39:07.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:39:07 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-10T15:39:07.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:39:07 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:39:07.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:39:07 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:39:07.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:39:07 smithi069 ceph-mon[94167]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-10T15:39:07.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:39:07 smithi069 ceph-mon[94167]: osd.6 [v2:172.21.15.77:6816/850758914,v1:172.21.15.77:6817/850758914] boot 2024-04-10T15:39:07.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:39:07 smithi069 ceph-mon[94167]: osdmap e515: 8 total, 8 up, 8 in 2024-04-10T15:39:07.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:39:07 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-10T15:39:07.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:39:07 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:39:07.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:39:07 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:39:08.243 INFO:tasks.rados.rados.0.smithi069.stdout:2269: done (3 left) 2024-04-10T15:39:08.243 INFO:tasks.rados.rados.0.smithi069.stdout:2273: done (2 left) 2024-04-10T15:39:08.243 INFO:tasks.rados.rados.0.smithi069.stdout:2274: done (1 left) 2024-04-10T15:39:08.243 INFO:tasks.rados.rados.0.smithi069.stdout:2275: done (0 left) 2024-04-10T15:39:08.243 INFO:tasks.rados.rados.0.smithi069.stdout:2276: snap_remove snap 215 2024-04-10T15:39:08.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:39:08 smithi077 ceph-mon[87572]: osdmap e516: 8 total, 8 up, 8 in 2024-04-10T15:39:08.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:39:08 smithi077 ceph-mon[87572]: pgmap v435: 121 pgs: 9 active+undersized+degraded, 34 active+undersized, 78 active+clean; 454 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 3.1 MiB/s rd, 558 KiB/s wr, 4 op/s; 42/528 objects degraded (7.955%) 2024-04-10T15:39:08.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:39:08 smithi069 ceph-mon[94167]: osdmap e516: 8 total, 8 up, 8 in 2024-04-10T15:39:08.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:39:08 smithi069 ceph-mon[94167]: pgmap v435: 121 pgs: 9 active+undersized+degraded, 34 active+undersized, 78 active+clean; 454 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 3.1 MiB/s rd, 558 KiB/s wr, 4 op/s; 42/528 objects degraded (7.955%) 2024-04-10T15:39:08.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:39:08 smithi069 ceph-mon[96738]: osdmap e516: 8 total, 8 up, 8 in 2024-04-10T15:39:08.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:39:08 smithi069 ceph-mon[96738]: pgmap v435: 121 pgs: 9 active+undersized+degraded, 34 active+undersized, 78 active+clean; 454 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 3.1 MiB/s rd, 558 KiB/s wr, 4 op/s; 42/528 objects degraded (7.955%) 2024-04-10T15:39:09.247 INFO:tasks.rados.rados.0.smithi069.stdout:2276: done (0 left) 2024-04-10T15:39:09.248 INFO:tasks.rados.rados.0.smithi069.stdout:2277: delete oid 21 current snap is 227 2024-04-10T15:39:09.254 INFO:tasks.rados.rados.0.smithi069.stdout:2277: done (0 left) 2024-04-10T15:39:09.254 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 23 current snap is 227 2024-04-10T15:39:09.254 INFO:tasks.rados.rados.0.smithi069.stdout:2278: seq_num 720 ranges {0=65536} 2024-04-10T15:39:09.254 INFO:tasks.rados.rados.0.smithi069.stdout:2278: writing smithi06982861-23 from 0 to 65536 tid 1 2024-04-10T15:39:09.255 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 43 current snap is 227 2024-04-10T15:39:09.255 INFO:tasks.rados.rados.0.smithi069.stdout:2279: seq_num 721 ranges {1294336=81920} 2024-04-10T15:39:09.263 INFO:tasks.rados.rados.0.smithi069.stdout:2279: writing smithi06982861-43 from 1294336 to 1376256 tid 1 2024-04-10T15:39:09.263 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 48 current snap is 227 2024-04-10T15:39:09.263 INFO:tasks.rados.rados.0.smithi069.stdout:2280: seq_num 722 ranges {4620288=98304} 2024-04-10T15:39:09.289 INFO:tasks.rados.rados.0.smithi069.stdout:2280: writing smithi06982861-48 from 4620288 to 4718592 tid 1 2024-04-10T15:39:09.289 INFO:tasks.rados.rados.0.smithi069.stdout:2281: read oid 10 snap -1 2024-04-10T15:39:09.289 INFO:tasks.rados.rados.0.smithi069.stdout:2281: expect deleted 2024-04-10T15:39:09.289 INFO:tasks.rados.rados.0.smithi069.stdout:2282: snap_remove snap 218 2024-04-10T15:39:09.585 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:39:09 smithi069 ceph-mon[94167]: osdmap e517: 8 total, 8 up, 8 in 2024-04-10T15:39:09.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:39:09 smithi069 ceph-mon[96738]: osdmap e517: 8 total, 8 up, 8 in 2024-04-10T15:39:09.655 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:39:09 smithi077 ceph-mon[87572]: osdmap e517: 8 total, 8 up, 8 in 2024-04-10T15:39:10.258 INFO:tasks.rados.rados.0.smithi069.stdout:2278: finishing write tid 1 to smithi06982861-23 2024-04-10T15:39:10.258 INFO:tasks.rados.rados.0.smithi069.stdout:2282: done (4 left) 2024-04-10T15:39:10.259 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 16 current snap is 227 2024-04-10T15:39:10.259 INFO:tasks.rados.rados.0.smithi069.stdout:2278: finishing write tid 2 to smithi06982861-23 2024-04-10T15:39:10.259 INFO:tasks.rados.rados.0.smithi069.stdout:2279: finishing write tid 1 to smithi06982861-43 2024-04-10T15:39:10.259 INFO:tasks.rados.rados.0.smithi069.stdout:2279: finishing write tid 2 to smithi06982861-43 2024-04-10T15:39:10.259 INFO:tasks.rados.rados.0.smithi069.stdout:2278: finishing write tid 3 to smithi06982861-23 2024-04-10T15:39:10.259 INFO:tasks.rados.rados.0.smithi069.stdout:2278: oid 23 updating version 0 to 1196 2024-04-10T15:39:10.259 INFO:tasks.rados.rados.0.smithi069.stdout:2278: oid 23 updating version 1196 to 1197 2024-04-10T15:39:10.259 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 23 v 1197 (ObjNum 720 snap 227 seq_num 720) dirty exists 2024-04-10T15:39:10.259 INFO:tasks.rados.rados.0.smithi069.stdout:2278: left oid 23 (ObjNum 720 snap 227 seq_num 720) 2024-04-10T15:39:10.259 INFO:tasks.rados.rados.0.smithi069.stdout:2279: finishing write tid 3 to smithi06982861-43 2024-04-10T15:39:10.259 INFO:tasks.rados.rados.0.smithi069.stdout:2279: oid 43 updating version 0 to 949 2024-04-10T15:39:10.259 INFO:tasks.rados.rados.0.smithi069.stdout:2279: oid 43 updating version 949 to 950 2024-04-10T15:39:10.259 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 43 v 950 (ObjNum 721 snap 227 seq_num 721) dirty exists 2024-04-10T15:39:10.259 INFO:tasks.rados.rados.0.smithi069.stdout:2279: left oid 43 (ObjNum 721 snap 227 seq_num 721) 2024-04-10T15:39:10.259 INFO:tasks.rados.rados.0.smithi069.stdout:2280: finishing write tid 1 to smithi06982861-48 2024-04-10T15:39:10.260 INFO:tasks.rados.rados.0.smithi069.stdout:2280: finishing write tid 2 to smithi06982861-48 2024-04-10T15:39:10.260 INFO:tasks.rados.rados.0.smithi069.stdout:2280: finishing write tid 3 to smithi06982861-48 2024-04-10T15:39:10.260 INFO:tasks.rados.rados.0.smithi069.stdout:2280: oid 48 updating version 0 to 932 2024-04-10T15:39:10.260 INFO:tasks.rados.rados.0.smithi069.stdout:2280: oid 48 version 932 is already newer than 931 2024-04-10T15:39:10.260 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 48 v 932 (ObjNum 722 snap 227 seq_num 722) dirty exists 2024-04-10T15:39:10.260 INFO:tasks.rados.rados.0.smithi069.stdout:2280: left oid 48 (ObjNum 722 snap 227 seq_num 722) 2024-04-10T15:39:10.260 INFO:tasks.rados.rados.0.smithi069.stdout:2283: seq_num 723 ranges {11722752=114688} 2024-04-10T15:39:10.324 INFO:tasks.rados.rados.0.smithi069.stdout:2283: writing smithi06982861-16 from 11722752 to 11837440 tid 1 2024-04-10T15:39:10.324 INFO:tasks.rados.rados.0.smithi069.stdout:2278: done (4 left) 2024-04-10T15:39:10.324 INFO:tasks.rados.rados.0.smithi069.stdout:2279: done (3 left) 2024-04-10T15:39:10.324 INFO:tasks.rados.rados.0.smithi069.stdout:2280: done (2 left) 2024-04-10T15:39:10.324 INFO:tasks.rados.rados.0.smithi069.stdout:2281: done (1 left) 2024-04-10T15:39:10.324 INFO:tasks.rados.rados.0.smithi069.stdout:2284: read oid 40 snap 172 2024-04-10T15:39:10.324 INFO:tasks.rados.rados.0.smithi069.stdout:2284: expect (ObjNum 258 snap 69 seq_num 258) 2024-04-10T15:39:10.324 INFO:tasks.rados.rados.0.smithi069.stdout:2285: read oid 46 snap -1 2024-04-10T15:39:10.324 INFO:tasks.rados.rados.0.smithi069.stdout:2285: expect (ObjNum 600 snap 188 seq_num 600) 2024-04-10T15:39:10.325 INFO:tasks.rados.rados.0.smithi069.stdout:2286: rollback oid 32 current snap is 227 2024-04-10T15:39:10.325 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 32 to 211 2024-04-10T15:39:10.325 INFO:tasks.rados.rados.0.smithi069.stdout:2287: read oid 47 snap -1 2024-04-10T15:39:10.325 INFO:tasks.rados.rados.0.smithi069.stdout:2287: expect (ObjNum 509 snap 160 seq_num 509) 2024-04-10T15:39:10.325 INFO:tasks.rados.rados.0.smithi069.stdout:2288: rollback oid 15 current snap is 227 2024-04-10T15:39:10.325 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 15 to 224 2024-04-10T15:39:10.325 INFO:tasks.rados.rados.0.smithi069.stdout:2289: copy_from oid 44 from oid 7 current snap is 227 2024-04-10T15:39:10.325 INFO:tasks.rados.rados.0.smithi069.stdout:2290: read oid 23 snap -1 2024-04-10T15:39:10.325 INFO:tasks.rados.rados.0.smithi069.stdout:2290: expect (ObjNum 720 snap 227 seq_num 720) 2024-04-10T15:39:10.325 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 37 current snap is 227 2024-04-10T15:39:10.325 INFO:tasks.rados.rados.0.smithi069.stdout:2291: seq_num 724 ranges {0=131072} 2024-04-10T15:39:10.325 INFO:tasks.rados.rados.0.smithi069.stdout:2291: writing smithi06982861-37 from 0 to 131072 tid 1 2024-04-10T15:39:10.325 INFO:tasks.rados.rados.0.smithi069.stdout:2292: delete oid 43 current snap is 227 2024-04-10T15:39:10.326 INFO:tasks.rados.rados.0.smithi069.stdout:2290: expect (ObjNum 720 snap 227 seq_num 720) 2024-04-10T15:39:10.328 INFO:tasks.rados.rados.0.smithi069.stdout:2290: done (9 left) 2024-04-10T15:39:10.328 INFO:tasks.rados.rados.0.smithi069.stdout:2292: done (8 left) 2024-04-10T15:39:10.328 INFO:tasks.rados.rados.0.smithi069.stdout:2293: setattr oid 17 current snap is 227 2024-04-10T15:39:10.330 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 48 current snap is 227 2024-04-10T15:39:10.330 INFO:tasks.rados.rados.0.smithi069.stdout:2286: finishing rollback tid 1 to smithi06982861-32 2024-04-10T15:39:10.330 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 32 v 776 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-04-10T15:39:10.330 INFO:tasks.rados.rados.0.smithi069.stdout:2294: seq_num 726 ranges {4718592=163840} 2024-04-10T15:39:10.359 INFO:tasks.rados.rados.0.smithi069.stdout:2294: writing smithi06982861-48 from 4718592 to 4882432 tid 1 2024-04-10T15:39:10.359 INFO:tasks.rados.rados.0.smithi069.stdout:2286: done (9 left) 2024-04-10T15:39:10.359 INFO:tasks.rados.rados.0.smithi069.stdout:2295: delete oid 45 current snap is 227 2024-04-10T15:39:10.359 INFO:tasks.rados.rados.0.smithi069.stdout:2291: finishing write tid 1 to smithi06982861-37 2024-04-10T15:39:10.359 INFO:tasks.rados.rados.0.smithi069.stdout:2291: finishing write tid 2 to smithi06982861-37 2024-04-10T15:39:10.359 INFO:tasks.rados.rados.0.smithi069.stdout:2288: finishing rollback tid 0 to smithi06982861-15 2024-04-10T15:39:10.359 INFO:tasks.rados.rados.0.smithi069.stdout:2283: finishing write tid 1 to smithi06982861-16 2024-04-10T15:39:10.359 INFO:tasks.rados.rados.0.smithi069.stdout:2288: finishing rollback tid 1 to smithi06982861-15 2024-04-10T15:39:10.359 INFO:tasks.rados.rados.0.smithi069.stdout:2283: finishing write tid 2 to smithi06982861-16 2024-04-10T15:39:10.359 INFO:tasks.rados.rados.0.smithi069.stdout:2288: finishing rollback tid 2 to smithi06982861-15 2024-04-10T15:39:10.359 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 15 v 935 (ObjNum 679 snap 209 seq_num 679) dirty exists 2024-04-10T15:39:10.359 INFO:tasks.rados.rados.0.smithi069.stdout:2291: finishing write tid 3 to smithi06982861-37 2024-04-10T15:39:10.360 INFO:tasks.rados.rados.0.smithi069.stdout:2291: oid 37 updating version 0 to 1025 2024-04-10T15:39:10.360 INFO:tasks.rados.rados.0.smithi069.stdout:2291: oid 37 updating version 1025 to 1026 2024-04-10T15:39:10.360 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 37 v 1026 (ObjNum 724 snap 227 seq_num 724) dirty exists 2024-04-10T15:39:10.360 INFO:tasks.rados.rados.0.smithi069.stdout:2291: left oid 37 (ObjNum 724 snap 227 seq_num 724) 2024-04-10T15:39:10.360 INFO:tasks.rados.rados.0.smithi069.stdout:2283: finishing write tid 3 to smithi06982861-16 2024-04-10T15:39:10.360 INFO:tasks.rados.rados.0.smithi069.stdout:2283: oid 16 updating version 0 to 1208 2024-04-10T15:39:10.360 INFO:tasks.rados.rados.0.smithi069.stdout:2283: oid 16 updating version 1208 to 1209 2024-04-10T15:39:10.360 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 16 v 1209 (ObjNum 723 snap 227 seq_num 723) dirty exists 2024-04-10T15:39:10.360 INFO:tasks.rados.rados.0.smithi069.stdout:2283: left oid 16 (ObjNum 723 snap 227 seq_num 723) 2024-04-10T15:39:10.360 INFO:tasks.rados.rados.0.smithi069.stdout:2289: finishing copy_from racing read to smithi06982861-44 2024-04-10T15:39:10.360 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 17 v 1263 (ObjNum -1067471648 snap 32617 seq_num 304) dirty exists 2024-04-10T15:39:10.360 INFO:tasks.rados.rados.0.smithi069.stdout:2289: finishing copy_from to smithi06982861-44 2024-04-10T15:39:10.360 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 44 v 543 (ObjNum 603 snap 188 seq_num 603) dirty exists 2024-04-10T15:39:10.360 INFO:tasks.rados.rados.0.smithi069.stdout:2287: expect (ObjNum 509 snap 160 seq_num 509) 2024-04-10T15:39:10.437 INFO:tasks.rados.rados.0.smithi069.stdout:2284: expect (ObjNum 258 snap 69 seq_num 258) 2024-04-10T15:39:10.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:39:10 smithi077 ceph-mon[87572]: osdmap e518: 8 total, 8 up, 8 in 2024-04-10T15:39:10.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:39:10 smithi077 ceph-mon[87572]: pgmap v438: 121 pgs: 7 active+undersized+degraded, 24 active+undersized, 90 active+clean; 453 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 6.8 MiB/s rd, 2.3 MiB/s wr, 8 op/s; 31/549 objects degraded (5.647%) 2024-04-10T15:39:10.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:39:10 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:39:10.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:39:10 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:39:10.586 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:39:10 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: 2024-04-10T15:39:10.495+0000 7f486a3b0700 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (9 PGs are or would become offline) 2024-04-10T15:39:10.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:39:10 smithi069 ceph-mon[94167]: osdmap e518: 8 total, 8 up, 8 in 2024-04-10T15:39:10.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:39:10 smithi069 ceph-mon[94167]: pgmap v438: 121 pgs: 7 active+undersized+degraded, 24 active+undersized, 90 active+clean; 453 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 6.8 MiB/s rd, 2.3 MiB/s wr, 8 op/s; 31/549 objects degraded (5.647%) 2024-04-10T15:39:10.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:39:10 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:39:10.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:39:10 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:39:10.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:39:10 smithi069 ceph-mon[96738]: osdmap e518: 8 total, 8 up, 8 in 2024-04-10T15:39:10.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:39:10 smithi069 ceph-mon[96738]: pgmap v438: 121 pgs: 7 active+undersized+degraded, 24 active+undersized, 90 active+clean; 453 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 6.8 MiB/s rd, 2.3 MiB/s wr, 8 op/s; 31/549 objects degraded (5.647%) 2024-04-10T15:39:10.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:39:10 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:39:10.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:39:10 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:39:10.616 INFO:tasks.rados.rados.0.smithi069.stdout:2285: expect (ObjNum 600 snap 188 seq_num 600) 2024-04-10T15:39:10.628 INFO:tasks.rados.rados.0.smithi069.stdout:2294: finishing write tid 1 to smithi06982861-48 2024-04-10T15:39:10.628 INFO:tasks.rados.rados.0.smithi069.stdout:2294: finishing write tid 2 to smithi06982861-48 2024-04-10T15:39:10.628 INFO:tasks.rados.rados.0.smithi069.stdout:2294: finishing write tid 3 to smithi06982861-48 2024-04-10T15:39:10.628 INFO:tasks.rados.rados.0.smithi069.stdout:2294: oid 48 updating version 0 to 937 2024-04-10T15:39:10.628 INFO:tasks.rados.rados.0.smithi069.stdout:2294: oid 48 version 937 is already newer than 936 2024-04-10T15:39:10.628 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 48 v 937 (ObjNum 726 snap 227 seq_num 726) dirty exists 2024-04-10T15:39:10.629 INFO:tasks.rados.rados.0.smithi069.stdout:2294: left oid 48 (ObjNum 726 snap 227 seq_num 726) 2024-04-10T15:39:10.629 INFO:tasks.rados.rados.0.smithi069.stdout:2283: done (9 left) 2024-04-10T15:39:10.629 INFO:tasks.rados.rados.0.smithi069.stdout:2284: done (8 left) 2024-04-10T15:39:10.629 INFO:tasks.rados.rados.0.smithi069.stdout:2285: done (7 left) 2024-04-10T15:39:10.629 INFO:tasks.rados.rados.0.smithi069.stdout:2287: done (6 left) 2024-04-10T15:39:10.629 INFO:tasks.rados.rados.0.smithi069.stdout:2288: done (5 left) 2024-04-10T15:39:10.629 INFO:tasks.rados.rados.0.smithi069.stdout:2289: done (4 left) 2024-04-10T15:39:10.629 INFO:tasks.rados.rados.0.smithi069.stdout:2291: done (3 left) 2024-04-10T15:39:10.629 INFO:tasks.rados.rados.0.smithi069.stdout:2293: done (2 left) 2024-04-10T15:39:10.629 INFO:tasks.rados.rados.0.smithi069.stdout:2294: done (1 left) 2024-04-10T15:39:10.629 INFO:tasks.rados.rados.0.smithi069.stdout:2295: done (0 left) 2024-04-10T15:39:10.629 INFO:tasks.rados.rados.0.smithi069.stdout:2296: read oid 3 snap 226 2024-04-10T15:39:10.629 INFO:tasks.rados.rados.0.smithi069.stdout:2296: expect (ObjNum 597 snap 186 seq_num 597) 2024-04-10T15:39:10.629 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 10 current snap is 227 2024-04-10T15:39:10.629 INFO:tasks.rados.rados.0.smithi069.stdout:2297: seq_num 728 ranges {0=196608} 2024-04-10T15:39:10.630 INFO:tasks.rados.rados.0.smithi069.stdout:2297: writing smithi06982861-10 from 0 to 196608 tid 1 2024-04-10T15:39:10.630 INFO:tasks.rados.rados.0.smithi069.stdout:2298: snap_create 2024-04-10T15:39:10.630 INFO:tasks.rados.rados.0.smithi069.stdout:2296: expect (ObjNum 597 snap 186 seq_num 597) 2024-04-10T15:39:10.641 INFO:tasks.rados.rados.0.smithi069.stdout:2297: finishing write tid 1 to smithi06982861-10 2024-04-10T15:39:10.641 INFO:tasks.rados.rados.0.smithi069.stdout:2297: finishing write tid 2 to smithi06982861-10 2024-04-10T15:39:10.641 INFO:tasks.rados.rados.0.smithi069.stdout:2297: finishing write tid 3 to smithi06982861-10 2024-04-10T15:39:10.641 INFO:tasks.rados.rados.0.smithi069.stdout:2297: oid 10 updating version 0 to 1359 2024-04-10T15:39:10.641 INFO:tasks.rados.rados.0.smithi069.stdout:2297: oid 10 version 1359 is already newer than 1358 2024-04-10T15:39:10.641 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 10 v 1359 (ObjNum 728 snap 227 seq_num 728) dirty exists 2024-04-10T15:39:10.641 INFO:tasks.rados.rados.0.smithi069.stdout:2297: left oid 10 (ObjNum 728 snap 227 seq_num 728) 2024-04-10T15:39:11.348 INFO:tasks.rados.rados.0.smithi069.stdout:2296: done (2 left) 2024-04-10T15:39:11.349 INFO:tasks.rados.rados.0.smithi069.stdout:2297: done (1 left) 2024-04-10T15:39:11.349 INFO:tasks.rados.rados.0.smithi069.stdout:2298: done (0 left) 2024-04-10T15:39:11.349 INFO:tasks.rados.rados.0.smithi069.stdout:2299: copy_from oid 45 from oid 2 current snap is 228 2024-04-10T15:39:11.349 INFO:tasks.rados.rados.0.smithi069.stdout:2300: read oid 19 snap 223 2024-04-10T15:39:11.349 INFO:tasks.rados.rados.0.smithi069.stdout:2300: expect (ObjNum 509 snap 160 seq_num 509) 2024-04-10T15:39:11.349 INFO:tasks.rados.rados.0.smithi069.stdout:2301: delete oid 5 current snap is 228 2024-04-10T15:39:11.355 INFO:tasks.rados.rados.0.smithi069.stdout:2301: done (2 left) 2024-04-10T15:39:11.355 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 1 current snap is 228 2024-04-10T15:39:11.355 INFO:tasks.rados.rados.0.smithi069.stdout:2302: seq_num 730 ranges {0=229376} 2024-04-10T15:39:11.356 INFO:tasks.rados.rados.0.smithi069.stdout:2302: writing smithi06982861-1 from 0 to 229376 tid 1 2024-04-10T15:39:11.357 INFO:tasks.rados.rados.0.smithi069.stdout:2303: rollback oid 17 current snap is 228 2024-04-10T15:39:11.357 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 17 to 224 2024-04-10T15:39:11.357 INFO:tasks.rados.rados.0.smithi069.stdout:2304: setattr oid 8 current snap is 228 2024-04-10T15:39:11.359 INFO:tasks.rados.rados.0.smithi069.stdout:2305: read oid 11 snap -1 2024-04-10T15:39:11.359 INFO:tasks.rados.rados.0.smithi069.stdout:2305: expect deleted 2024-04-10T15:39:11.359 INFO:tasks.rados.rados.0.smithi069.stdout:2306: snap_remove snap 174 2024-04-10T15:39:11.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:39:11 smithi069 ceph-mon[96738]: osdmap e519: 8 total, 8 up, 8 in 2024-04-10T15:39:11.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:39:11 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:39:11.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:39:11 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:39:11.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:39:11 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:39:11.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:39:11 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:39:11.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:39:11 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:39:11.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:39:11 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:39:11.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:39:11 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:39:11.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:39:11 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:39:11.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:39:11 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:39:11.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:39:11 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-04-10T15:39:11.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:39:11 smithi069 ceph-mon[96738]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-04-10T15:39:11.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:39:11 smithi069 ceph-mon[96738]: Upgrade: unsafe to stop osd(s) at this time (9 PGs are or would become offline) 2024-04-10T15:39:11.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:39:11 smithi069 ceph-mon[96738]: Health check update: Degraded data redundancy: 31/549 objects degraded (5.647%), 7 pgs degraded (PG_DEGRADED) 2024-04-10T15:39:11.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:39:11 smithi069 ceph-mon[94167]: osdmap e519: 8 total, 8 up, 8 in 2024-04-10T15:39:11.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:39:11 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:39:11.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:39:11 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:39:11.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:39:11 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:39:11.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:39:11 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:39:11.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:39:11 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:39:11.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:39:11 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:39:11.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:39:11 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:39:11.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:39:11 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:39:11.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:39:11 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:39:11.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:39:11 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-04-10T15:39:11.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:39:11 smithi069 ceph-mon[94167]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-04-10T15:39:11.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:39:11 smithi069 ceph-mon[94167]: Upgrade: unsafe to stop osd(s) at this time (9 PGs are or would become offline) 2024-04-10T15:39:11.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:39:11 smithi069 ceph-mon[94167]: Health check update: Degraded data redundancy: 31/549 objects degraded (5.647%), 7 pgs degraded (PG_DEGRADED) 2024-04-10T15:39:11.742 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:39:11 smithi077 ceph-mon[87572]: osdmap e519: 8 total, 8 up, 8 in 2024-04-10T15:39:11.742 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:39:11 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:39:11.742 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:39:11 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:39:11.742 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:39:11 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:39:11.742 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:39:11 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:39:11.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:39:11 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:39:11.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:39:11 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:39:11.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:39:11 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:39:11.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:39:11 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:39:11.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:39:11 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:39:11.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:39:11 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-04-10T15:39:11.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:39:11 smithi077 ceph-mon[87572]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-04-10T15:39:11.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:39:11 smithi077 ceph-mon[87572]: Upgrade: unsafe to stop osd(s) at this time (9 PGs are or would become offline) 2024-04-10T15:39:11.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:39:11 smithi077 ceph-mon[87572]: Health check update: Degraded data redundancy: 31/549 objects degraded (5.647%), 7 pgs degraded (PG_DEGRADED) 2024-04-10T15:39:12.361 INFO:tasks.rados.rados.0.smithi069.stdout:2306: done (6 left) 2024-04-10T15:39:12.361 INFO:tasks.rados.rados.0.smithi069.stdout:2307: read oid 50 snap -1 2024-04-10T15:39:12.361 INFO:tasks.rados.rados.0.smithi069.stdout:2307: expect (ObjNum 680 snap 210 seq_num 680) 2024-04-10T15:39:12.361 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 46 current snap is 228 2024-04-10T15:39:12.361 INFO:tasks.rados.rados.0.smithi069.stdout:2308: seq_num 731 ranges {450560=245760} 2024-04-10T15:39:12.365 INFO:tasks.rados.rados.0.smithi069.stdout:2308: writing smithi06982861-46 from 450560 to 696320 tid 1 2024-04-10T15:39:12.366 INFO:tasks.rados.rados.0.smithi069.stdout:2303: finishing rollback tid 0 to smithi06982861-17 2024-04-10T15:39:12.366 INFO:tasks.rados.rados.0.smithi069.stdout:2303: finishing rollback tid 1 to smithi06982861-17 2024-04-10T15:39:12.366 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 17 v 1269 (ObjNum 161 snap 0 seq_num 1433729008) dirty dne 2024-04-10T15:39:12.366 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 8 v 1237 (ObjNum 710 snap 225 seq_num 710) dirty exists 2024-04-10T15:39:12.366 INFO:tasks.rados.rados.0.smithi069.stdout:2302: finishing write tid 1 to smithi06982861-1 2024-04-10T15:39:12.366 INFO:tasks.rados.rados.0.smithi069.stdout:2302: finishing write tid 2 to smithi06982861-1 2024-04-10T15:39:12.366 INFO:tasks.rados.rados.0.smithi069.stdout:2300: expect (ObjNum 509 snap 160 seq_num 509) 2024-04-10T15:39:12.446 INFO:tasks.rados.rados.0.smithi069.stdout:2302: finishing write tid 3 to smithi06982861-1 2024-04-10T15:39:12.446 INFO:tasks.rados.rados.0.smithi069.stdout:2302: oid 1 updating version 0 to 952 2024-04-10T15:39:12.446 INFO:tasks.rados.rados.0.smithi069.stdout:2302: oid 1 updating version 952 to 953 2024-04-10T15:39:12.446 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 1 v 953 (ObjNum 730 snap 228 seq_num 730) dirty exists 2024-04-10T15:39:12.446 INFO:tasks.rados.rados.0.smithi069.stdout:2302: left oid 1 (ObjNum 730 snap 228 seq_num 730) 2024-04-10T15:39:12.447 INFO:tasks.rados.rados.0.smithi069.stdout:2299: finishing copy_from racing read to smithi06982861-45 2024-04-10T15:39:12.447 INFO:tasks.rados.rados.0.smithi069.stdout:2299: finishing copy_from to smithi06982861-45 2024-04-10T15:39:12.447 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 45 v 594 (ObjNum 625 snap 193 seq_num 625) dirty exists 2024-04-10T15:39:12.447 INFO:tasks.rados.rados.0.smithi069.stdout:2299: done (7 left) 2024-04-10T15:39:12.447 INFO:tasks.rados.rados.0.smithi069.stdout:2300: done (6 left) 2024-04-10T15:39:12.447 INFO:tasks.rados.rados.0.smithi069.stdout:2302: done (5 left) 2024-04-10T15:39:12.447 INFO:tasks.rados.rados.0.smithi069.stdout:2303: done (4 left) 2024-04-10T15:39:12.447 INFO:tasks.rados.rados.0.smithi069.stdout:2304: done (3 left) 2024-04-10T15:39:12.447 INFO:tasks.rados.rados.0.smithi069.stdout:2305: done (2 left) 2024-04-10T15:39:12.447 INFO:tasks.rados.rados.0.smithi069.stdout:2309: delete oid 49 current snap is 228 2024-04-10T15:39:12.447 INFO:tasks.rados.rados.0.smithi069.stdout:2308: finishing write tid 1 to smithi06982861-46 2024-04-10T15:39:12.447 INFO:tasks.rados.rados.0.smithi069.stdout:2308: finishing write tid 2 to smithi06982861-46 2024-04-10T15:39:12.447 INFO:tasks.rados.rados.0.smithi069.stdout:2308: finishing write tid 3 to smithi06982861-46 2024-04-10T15:39:12.447 INFO:tasks.rados.rados.0.smithi069.stdout:2308: oid 46 updating version 0 to 555 2024-04-10T15:39:12.447 INFO:tasks.rados.rados.0.smithi069.stdout:2308: oid 46 version 555 is already newer than 554 2024-04-10T15:39:12.448 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 46 v 555 (ObjNum 731 snap 228 seq_num 731) dirty exists 2024-04-10T15:39:12.448 INFO:tasks.rados.rados.0.smithi069.stdout:2308: left oid 46 (ObjNum 731 snap 228 seq_num 731) 2024-04-10T15:39:12.448 INFO:tasks.rados.rados.0.smithi069.stdout:2307: expect (ObjNum 680 snap 210 seq_num 680) 2024-04-10T15:39:12.592 INFO:tasks.rados.rados.0.smithi069.stdout:2307: done (2 left) 2024-04-10T15:39:12.592 INFO:tasks.rados.rados.0.smithi069.stdout:2308: done (1 left) 2024-04-10T15:39:12.592 INFO:tasks.rados.rados.0.smithi069.stdout:2309: done (0 left) 2024-04-10T15:39:12.592 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 26 current snap is 228 2024-04-10T15:39:12.592 INFO:tasks.rados.rados.0.smithi069.stdout:2310: seq_num 733 ranges {2187264=278528} 2024-04-10T15:39:12.605 INFO:tasks.rados.rados.0.smithi069.stdout:2310: writing smithi06982861-26 from 2187264 to 2465792 tid 1 2024-04-10T15:39:12.605 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 20 current snap is 228 2024-04-10T15:39:12.605 INFO:tasks.rados.rados.0.smithi069.stdout:2311: seq_num 734 ranges {4907008=294912} 2024-04-10T15:39:12.633 INFO:tasks.rados.rados.0.smithi069.stdout:2311: writing smithi06982861-20 from 4907008 to 5201920 tid 1 2024-04-10T15:39:12.633 INFO:tasks.rados.rados.0.smithi069.stdout:2312: snap_remove snap 227 2024-04-10T15:39:12.742 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:39:12 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[78458]: ts=2024-04-10T15:39:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:39:12.742 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:39:12 smithi077 ceph-mon[87572]: osdmap e520: 8 total, 8 up, 8 in 2024-04-10T15:39:12.742 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:39:12 smithi077 ceph-mon[87572]: pgmap v441: 121 pgs: 121 active+clean; 453 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 6.8 MiB/s rd, 2.9 MiB/s wr, 14 op/s 2024-04-10T15:39:12.835 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:39:12 smithi069 ceph-mon[96738]: osdmap e520: 8 total, 8 up, 8 in 2024-04-10T15:39:12.836 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:39:12 smithi069 ceph-mon[96738]: pgmap v441: 121 pgs: 121 active+clean; 453 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 6.8 MiB/s rd, 2.9 MiB/s wr, 14 op/s 2024-04-10T15:39:12.836 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:39:12 smithi069 ceph-mon[94167]: osdmap e520: 8 total, 8 up, 8 in 2024-04-10T15:39:12.836 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:39:12 smithi069 ceph-mon[94167]: pgmap v441: 121 pgs: 121 active+clean; 453 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 6.8 MiB/s rd, 2.9 MiB/s wr, 14 op/s 2024-04-10T15:39:13.100 INFO:teuthology.orchestra.run.smithi069.stdout:true 2024-04-10T15:39:13.362 INFO:tasks.rados.rados.0.smithi069.stdout:2312: done (2 left) 2024-04-10T15:39:13.362 INFO:tasks.rados.rados.0.smithi069.stdout:2313: setattr oid 39 current snap is 228 2024-04-10T15:39:13.362 INFO:tasks.rados.rados.0.smithi069.stdout:2310: finishing write tid 1 to smithi06982861-26 2024-04-10T15:39:13.362 INFO:tasks.rados.rados.0.smithi069.stdout:2310: finishing write tid 2 to smithi06982861-26 2024-04-10T15:39:13.362 INFO:tasks.rados.rados.0.smithi069.stdout:2310: finishing write tid 3 to smithi06982861-26 2024-04-10T15:39:13.362 INFO:tasks.rados.rados.0.smithi069.stdout:2310: oid 26 updating version 0 to 1210 2024-04-10T15:39:13.362 INFO:tasks.rados.rados.0.smithi069.stdout:2310: oid 26 updating version 1210 to 1211 2024-04-10T15:39:13.362 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 26 v 1211 (ObjNum 733 snap 228 seq_num 733) dirty exists 2024-04-10T15:39:13.362 INFO:tasks.rados.rados.0.smithi069.stdout:2310: left oid 26 (ObjNum 733 snap 228 seq_num 733) 2024-04-10T15:39:13.362 INFO:tasks.rados.rados.0.smithi069.stdout:2311: finishing write tid 1 to smithi06982861-20 2024-04-10T15:39:13.363 INFO:tasks.rados.rados.0.smithi069.stdout:2311: finishing write tid 2 to smithi06982861-20 2024-04-10T15:39:13.363 INFO:tasks.rados.rados.0.smithi069.stdout:2311: finishing write tid 3 to smithi06982861-20 2024-04-10T15:39:13.363 INFO:tasks.rados.rados.0.smithi069.stdout:2311: oid 20 updating version 0 to 1009 2024-04-10T15:39:13.363 INFO:tasks.rados.rados.0.smithi069.stdout:2311: oid 20 updating version 1009 to 1010 2024-04-10T15:39:13.363 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 20 v 1010 (ObjNum 734 snap 228 seq_num 734) dirty exists 2024-04-10T15:39:13.363 INFO:tasks.rados.rados.0.smithi069.stdout:2311: left oid 20 (ObjNum 734 snap 228 seq_num 734) 2024-04-10T15:39:13.364 INFO:tasks.rados.rados.0.smithi069.stdout:2310: done (2 left) 2024-04-10T15:39:13.364 INFO:tasks.rados.rados.0.smithi069.stdout:2311: done (1 left) 2024-04-10T15:39:13.364 INFO:tasks.rados.rados.0.smithi069.stdout:2314: snap_create 2024-04-10T15:39:13.376 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 39 v 860 (ObjNum 33 snap 0 seq_num 1433643360) dirty exists 2024-04-10T15:39:13.430 INFO:teuthology.orchestra.run.smithi069.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-10T15:39:13.430 INFO:teuthology.orchestra.run.smithi069.stdout:alertmanager.a smithi069 *:9093,9094 running (9m) 113s ago 9m 24.7M - 0.25.0 c8568f914cd2 bd92cb80ff03 2024-04-10T15:39:13.430 INFO:teuthology.orchestra.run.smithi069.stdout:grafana.a smithi077 *:3000 running (9m) 7s ago 9m 88.0M - 9.4.7 954c08fa6188 8891d154474d 2024-04-10T15:39:13.430 INFO:teuthology.orchestra.run.smithi069.stdout:mds.a smithi069 running (11m) 113s ago 11m 17.8M - 18.2.2-1187-gd540ebac bb2c5eac26a4 144b62fd4166 2024-04-10T15:39:13.431 INFO:teuthology.orchestra.run.smithi069.stdout:mds.b smithi077 running (11m) 7s ago 11m 20.3M - 18.2.2-1187-gd540ebac bb2c5eac26a4 ba4ee0b79036 2024-04-10T15:39:13.431 INFO:teuthology.orchestra.run.smithi069.stdout:mgr.x smithi077 *:8443,9283,8765 running (5m) 7s ago 14m 452M - 19.0.0-2838-ga5074d45 ffe3e7ac3788 ccd7899398e9 2024-04-10T15:39:13.431 INFO:teuthology.orchestra.run.smithi069.stdout:mgr.y smithi069 *:8443,9283,8765 running (5m) 113s ago 16m 514M - 19.0.0-2838-ga5074d45 ffe3e7ac3788 e21b24626c05 2024-04-10T15:39:13.431 INFO:teuthology.orchestra.run.smithi069.stdout:mon.a smithi069 running (5m) 113s ago 16m 51.7M 2048M 19.0.0-2838-ga5074d45 ffe3e7ac3788 ce73e1b17524 2024-04-10T15:39:13.431 INFO:teuthology.orchestra.run.smithi069.stdout:mon.b smithi077 running (4m) 7s ago 15m 44.8M 2048M 19.0.0-2838-ga5074d45 ffe3e7ac3788 d84762487812 2024-04-10T15:39:13.431 INFO:teuthology.orchestra.run.smithi069.stdout:mon.c smithi069 running (4m) 113s ago 14m 42.6M 2048M 19.0.0-2838-ga5074d45 ffe3e7ac3788 bac2280f1f05 2024-04-10T15:39:13.431 INFO:teuthology.orchestra.run.smithi069.stdout:node-exporter.a smithi069 *:9100 running (9m) 113s ago 9m 15.0M - 1.5.0 0da6a335fe13 2469975469f7 2024-04-10T15:39:13.431 INFO:teuthology.orchestra.run.smithi069.stdout:node-exporter.b smithi077 *:9100 running (9m) 7s ago 9m 16.1M - 1.5.0 0da6a335fe13 20103db32919 2024-04-10T15:39:13.431 INFO:teuthology.orchestra.run.smithi069.stdout:osd.0 smithi069 running (3m) 113s ago 14m 177M 2480M 19.0.0-2838-ga5074d45 ffe3e7ac3788 9833b8d335cb 2024-04-10T15:39:13.431 INFO:teuthology.orchestra.run.smithi069.stdout:osd.1 smithi069 running (3m) 113s ago 13m 152M 2480M 19.0.0-2838-ga5074d45 ffe3e7ac3788 a7560d34888e 2024-04-10T15:39:13.431 INFO:teuthology.orchestra.run.smithi069.stdout:osd.2 smithi069 running (2m) 113s ago 13m 126M 2480M 19.0.0-2838-ga5074d45 ffe3e7ac3788 cb88f4853007 2024-04-10T15:39:13.431 INFO:teuthology.orchestra.run.smithi069.stdout:osd.3 smithi069 running (118s) 113s ago 13m 12.7M 2480M 19.0.0-2838-ga5074d45 ffe3e7ac3788 c840f79dffa2 2024-04-10T15:39:13.431 INFO:teuthology.orchestra.run.smithi069.stdout:osd.4 smithi077 running (82s) 7s ago 12m 197M 2480M 19.0.0-2838-ga5074d45 ffe3e7ac3788 3d6825553ede 2024-04-10T15:39:13.432 INFO:teuthology.orchestra.run.smithi069.stdout:osd.5 smithi077 running (47s) 7s ago 12m 131M 2480M 19.0.0-2838-ga5074d45 ffe3e7ac3788 06a053fba89b 2024-04-10T15:39:13.432 INFO:teuthology.orchestra.run.smithi069.stdout:osd.6 smithi077 running (12s) 7s ago 11m 12.6M 2480M 19.0.0-2838-ga5074d45 ffe3e7ac3788 a39fd5be170c 2024-04-10T15:39:13.432 INFO:teuthology.orchestra.run.smithi069.stdout:osd.7 smithi077 running (11m) 7s ago 11m 215M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 1a9c80228cd5 2024-04-10T15:39:13.432 INFO:teuthology.orchestra.run.smithi069.stdout:prometheus.a smithi077 *:9095 running (5m) 7s ago 10m 60.3M - 2.43.0 a07b618ecd1d 9575de1707c9 2024-04-10T15:39:13.742 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:39:13 smithi077 ceph-mon[87572]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 31/549 objects degraded (5.647%), 7 pgs degraded) 2024-04-10T15:39:13.742 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:39:13 smithi077 ceph-mon[87572]: Cluster is now healthy 2024-04-10T15:39:13.742 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:39:13 smithi077 ceph-mon[87572]: osdmap e521: 8 total, 8 up, 8 in 2024-04-10T15:39:13.828 INFO:teuthology.orchestra.run.smithi069.stdout:{ 2024-04-10T15:39:13.829 INFO:teuthology.orchestra.run.smithi069.stdout: "mon": { 2024-04-10T15:39:13.829 INFO:teuthology.orchestra.run.smithi069.stdout: "ceph version 19.0.0-2838-ga5074d45 (a5074d4516d566e9d8b6aec912f26afd099de101) squid (dev)": 3 2024-04-10T15:39:13.829 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-04-10T15:39:13.829 INFO:teuthology.orchestra.run.smithi069.stdout: "mgr": { 2024-04-10T15:39:13.829 INFO:teuthology.orchestra.run.smithi069.stdout: "ceph version 19.0.0-2838-ga5074d45 (a5074d4516d566e9d8b6aec912f26afd099de101) squid (dev)": 2 2024-04-10T15:39:13.829 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-04-10T15:39:13.829 INFO:teuthology.orchestra.run.smithi069.stdout: "osd": { 2024-04-10T15:39:13.829 INFO:teuthology.orchestra.run.smithi069.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 1, 2024-04-10T15:39:13.829 INFO:teuthology.orchestra.run.smithi069.stdout: "ceph version 19.0.0-2838-ga5074d45 (a5074d4516d566e9d8b6aec912f26afd099de101) squid (dev)": 7 2024-04-10T15:39:13.829 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-04-10T15:39:13.829 INFO:teuthology.orchestra.run.smithi069.stdout: "mds": { 2024-04-10T15:39:13.829 INFO:teuthology.orchestra.run.smithi069.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 2 2024-04-10T15:39:13.829 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-04-10T15:39:13.830 INFO:teuthology.orchestra.run.smithi069.stdout: "overall": { 2024-04-10T15:39:13.830 INFO:teuthology.orchestra.run.smithi069.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 3, 2024-04-10T15:39:13.830 INFO:teuthology.orchestra.run.smithi069.stdout: "ceph version 19.0.0-2838-ga5074d45 (a5074d4516d566e9d8b6aec912f26afd099de101) squid (dev)": 12 2024-04-10T15:39:13.830 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-04-10T15:39:13.830 INFO:teuthology.orchestra.run.smithi069.stdout:} 2024-04-10T15:39:13.830 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:39:13 smithi069 ceph-mon[96738]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 31/549 objects degraded (5.647%), 7 pgs degraded) 2024-04-10T15:39:13.830 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:39:13 smithi069 ceph-mon[96738]: Cluster is now healthy 2024-04-10T15:39:13.830 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:39:13 smithi069 ceph-mon[96738]: osdmap e521: 8 total, 8 up, 8 in 2024-04-10T15:39:13.831 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:39:13 smithi069 ceph-mon[94167]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 31/549 objects degraded (5.647%), 7 pgs degraded) 2024-04-10T15:39:13.831 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:39:13 smithi069 ceph-mon[94167]: Cluster is now healthy 2024-04-10T15:39:13.831 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:39:13 smithi069 ceph-mon[94167]: osdmap e521: 8 total, 8 up, 8 in 2024-04-10T15:39:14.374 INFO:tasks.rados.rados.0.smithi069.stdout:2313: done (1 left) 2024-04-10T15:39:14.374 INFO:tasks.rados.rados.0.smithi069.stdout:2314: done (0 left) 2024-04-10T15:39:14.375 INFO:tasks.rados.rados.0.smithi069.stdout:2315: snap_remove snap 226 2024-04-10T15:39:14.742 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:39:14 smithi077 ceph-mon[87572]: from='client.44294 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:39:14.742 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:39:14 smithi077 ceph-mon[87572]: osdmap e522: 8 total, 8 up, 8 in 2024-04-10T15:39:14.742 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:39:14 smithi077 ceph-mon[87572]: from='client.44300 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:39:14.742 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:39:14 smithi077 ceph-mon[87572]: pgmap v444: 121 pgs: 121 active+clean; 460 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 344 KiB/s rd, 2.4 MiB/s wr, 22 op/s 2024-04-10T15:39:14.742 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:39:14 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/134462591' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:39:14.836 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:39:14 smithi069 ceph-mon[94167]: from='client.44294 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:39:14.836 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:39:14 smithi069 ceph-mon[94167]: osdmap e522: 8 total, 8 up, 8 in 2024-04-10T15:39:14.836 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:39:14 smithi069 ceph-mon[94167]: from='client.44300 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:39:14.836 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:39:14 smithi069 ceph-mon[94167]: pgmap v444: 121 pgs: 121 active+clean; 460 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 344 KiB/s rd, 2.4 MiB/s wr, 22 op/s 2024-04-10T15:39:14.836 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:39:14 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/134462591' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:39:14.836 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:39:14 smithi069 ceph-mon[96738]: from='client.44294 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:39:14.836 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:39:14 smithi069 ceph-mon[96738]: osdmap e522: 8 total, 8 up, 8 in 2024-04-10T15:39:14.837 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:39:14 smithi069 ceph-mon[96738]: from='client.44300 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:39:14.837 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:39:14 smithi069 ceph-mon[96738]: pgmap v444: 121 pgs: 121 active+clean; 460 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 344 KiB/s rd, 2.4 MiB/s wr, 22 op/s 2024-04-10T15:39:14.837 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:39:14 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/134462591' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:39:15.382 INFO:tasks.rados.rados.0.smithi069.stdout:2315: done (0 left) 2024-04-10T15:39:15.382 INFO:tasks.rados.rados.0.smithi069.stdout:2316: read oid 8 snap -1 2024-04-10T15:39:15.383 INFO:tasks.rados.rados.0.smithi069.stdout:2316: expect (ObjNum 710 snap 225 seq_num 710) 2024-04-10T15:39:15.383 INFO:tasks.rados.rados.0.smithi069.stdout:2317: rmattr oid 25 current snap is 229 2024-04-10T15:39:15.383 INFO:tasks.rados.rados.0.smithi069.stdout:2317: done (1 left) 2024-04-10T15:39:15.383 INFO:tasks.rados.rados.0.smithi069.stdout:2318: snap_create 2024-04-10T15:39:15.408 INFO:tasks.rados.rados.0.smithi069.stdout:2316: expect (ObjNum 710 snap 225 seq_num 710) 2024-04-10T15:39:15.742 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:39:15 smithi077 ceph-mon[87572]: osdmap e523: 8 total, 8 up, 8 in 2024-04-10T15:39:15.835 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:39:15 smithi069 ceph-mon[94167]: osdmap e523: 8 total, 8 up, 8 in 2024-04-10T15:39:15.836 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:39:15 smithi069 ceph-mon[96738]: osdmap e523: 8 total, 8 up, 8 in 2024-04-10T15:39:16.172 INFO:tasks.rados.rados.0.smithi069.stdout:2316: done (1 left) 2024-04-10T15:39:16.173 INFO:tasks.rados.rados.0.smithi069.stdout:2318: done (0 left) 2024-04-10T15:39:16.173 INFO:tasks.rados.rados.0.smithi069.stdout:2319: read oid 39 snap 225 2024-04-10T15:39:16.173 INFO:tasks.rados.rados.0.smithi069.stdout:2319: expect deleted 2024-04-10T15:39:16.173 INFO:tasks.rados.rados.0.smithi069.stdout:2320: snap_remove snap 211 2024-04-10T15:39:16.643 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:39:16 smithi077 ceph-mon[87572]: osdmap e524: 8 total, 8 up, 8 in 2024-04-10T15:39:16.643 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:39:16 smithi077 ceph-mon[87572]: pgmap v447: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 460 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 9.9 MiB/s rd, 2.0 MiB/s wr, 27 op/s 2024-04-10T15:39:16.643 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:39:16 smithi077 ceph-mon[87572]: osdmap e525: 8 total, 8 up, 8 in 2024-04-10T15:39:16.737 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:39:16 smithi069 ceph-mon[96738]: osdmap e524: 8 total, 8 up, 8 in 2024-04-10T15:39:16.737 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:39:16 smithi069 ceph-mon[96738]: pgmap v447: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 460 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 9.9 MiB/s rd, 2.0 MiB/s wr, 27 op/s 2024-04-10T15:39:16.737 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:39:16 smithi069 ceph-mon[96738]: osdmap e525: 8 total, 8 up, 8 in 2024-04-10T15:39:16.737 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:39:16 smithi069 ceph-mon[94167]: osdmap e524: 8 total, 8 up, 8 in 2024-04-10T15:39:16.737 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:39:16 smithi069 ceph-mon[94167]: pgmap v447: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 460 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 9.9 MiB/s rd, 2.0 MiB/s wr, 27 op/s 2024-04-10T15:39:16.737 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:39:16 smithi069 ceph-mon[94167]: osdmap e525: 8 total, 8 up, 8 in 2024-04-10T15:39:17.086 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:39:16 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:15:39:16] "GET /metrics HTTP/1.1" 200 36039 "" "Prometheus/2.43.0" 2024-04-10T15:39:17.177 INFO:tasks.rados.rados.0.smithi069.stdout:2320: done (1 left) 2024-04-10T15:39:17.177 INFO:tasks.rados.rados.0.smithi069.stdout:2321: read oid 22 snap -1 2024-04-10T15:39:17.177 INFO:tasks.rados.rados.0.smithi069.stdout:2321: expect (ObjNum 648 snap 203 seq_num 648) 2024-04-10T15:39:17.177 INFO:tasks.rados.rados.0.smithi069.stdout:2322: rollback oid 3 current snap is 230 2024-04-10T15:39:17.177 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 3 to 216 2024-04-10T15:39:17.178 INFO:tasks.rados.rados.0.smithi069.stdout:2319: done (2 left) 2024-04-10T15:39:17.178 INFO:tasks.rados.rados.0.smithi069.stdout:2323: read oid 24 snap 210 2024-04-10T15:39:17.178 INFO:tasks.rados.rados.0.smithi069.stdout:2323: expect deleted 2024-04-10T15:39:17.178 INFO:tasks.rados.rados.0.smithi069.stdout:2324: snap_remove snap 212 2024-04-10T15:39:18.183 INFO:tasks.rados.rados.0.smithi069.stdout:2324: done (3 left) 2024-04-10T15:39:18.184 INFO:tasks.rados.rados.0.smithi069.stdout:2325: rollback oid 25 current snap is 230 2024-04-10T15:39:18.184 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 25 to 229 2024-04-10T15:39:18.184 INFO:tasks.rados.rados.0.smithi069.stdout:2326: rollback oid 44 current snap is 230 2024-04-10T15:39:18.184 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 44 to 225 2024-04-10T15:39:18.184 INFO:tasks.rados.rados.0.smithi069.stdout:2322: finishing rollback tid 0 to smithi06982861-3 2024-04-10T15:39:18.184 INFO:tasks.rados.rados.0.smithi069.stdout:2322: finishing rollback tid 1 to smithi06982861-3 2024-04-10T15:39:18.184 INFO:tasks.rados.rados.0.smithi069.stdout:2322: finishing rollback tid 2 to smithi06982861-3 2024-04-10T15:39:18.184 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 3 v 1030 (ObjNum 597 snap 186 seq_num 597) dirty exists 2024-04-10T15:39:18.184 INFO:tasks.rados.rados.0.smithi069.stdout:2321: expect (ObjNum 648 snap 203 seq_num 648) 2024-04-10T15:39:18.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:39:18 smithi077 ceph-mon[87572]: osdmap e526: 8 total, 8 up, 8 in 2024-04-10T15:39:18.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:39:18 smithi077 ceph-mon[87572]: pgmap v450: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 460 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 9.6 MiB/s rd, 256 KiB/s wr, 9 op/s 2024-04-10T15:39:18.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:39:18 smithi069 ceph-mon[96738]: osdmap e526: 8 total, 8 up, 8 in 2024-04-10T15:39:18.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:39:18 smithi069 ceph-mon[96738]: pgmap v450: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 460 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 9.6 MiB/s rd, 256 KiB/s wr, 9 op/s 2024-04-10T15:39:18.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:39:18 smithi069 ceph-mon[94167]: osdmap e526: 8 total, 8 up, 8 in 2024-04-10T15:39:18.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:39:18 smithi069 ceph-mon[94167]: pgmap v450: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 460 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 9.6 MiB/s rd, 256 KiB/s wr, 9 op/s 2024-04-10T15:39:18.702 INFO:tasks.rados.rados.0.smithi069.stdout:2325: finishing rollback tid 0 to smithi06982861-25 2024-04-10T15:39:18.702 INFO:tasks.rados.rados.0.smithi069.stdout:2326: finishing rollback tid 0 to smithi06982861-44 2024-04-10T15:39:18.702 INFO:tasks.rados.rados.0.smithi069.stdout:2326: finishing rollback tid 1 to smithi06982861-44 2024-04-10T15:39:18.702 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 44 v 1292 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-04-10T15:39:18.702 INFO:tasks.rados.rados.0.smithi069.stdout:2325: finishing rollback tid 1 to smithi06982861-25 2024-04-10T15:39:18.702 INFO:tasks.rados.rados.0.smithi069.stdout:2321: done (4 left) 2024-04-10T15:39:18.702 INFO:tasks.rados.rados.0.smithi069.stdout:2322: done (3 left) 2024-04-10T15:39:18.702 INFO:tasks.rados.rados.0.smithi069.stdout:2323: done (2 left) 2024-04-10T15:39:18.703 INFO:tasks.rados.rados.0.smithi069.stdout:2326: done (1 left) 2024-04-10T15:39:18.703 INFO:tasks.rados.rados.0.smithi069.stdout:2327: snap_remove snap 219 2024-04-10T15:39:19.191 INFO:tasks.rados.rados.0.smithi069.stdout:2327: done (1 left) 2024-04-10T15:39:19.192 INFO:tasks.rados.rados.0.smithi069.stdout:2328: delete oid 10 current snap is 230 2024-04-10T15:39:19.192 INFO:tasks.rados.rados.0.smithi069.stdout:2325: finishing rollback tid 2 to smithi06982861-25 2024-04-10T15:39:19.192 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 25 v 991 (ObjNum 603 snap 188 seq_num 603) dirty exists 2024-04-10T15:39:19.195 INFO:tasks.rados.rados.0.smithi069.stdout:2325: done (1 left) 2024-04-10T15:39:19.195 INFO:tasks.rados.rados.0.smithi069.stdout:2328: done (0 left) 2024-04-10T15:39:19.195 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 49 current snap is 230 2024-04-10T15:39:19.195 INFO:tasks.rados.rados.0.smithi069.stdout:2329: seq_num 736 ranges {0=335872} 2024-04-10T15:39:19.197 INFO:tasks.rados.rados.0.smithi069.stdout:2329: writing smithi06982861-49 from 0 to 335872 tid 1 2024-04-10T15:39:19.197 INFO:tasks.rados.rados.0.smithi069.stdout:2330: rmattr oid 11 current snap is 230 2024-04-10T15:39:19.197 INFO:tasks.rados.rados.0.smithi069.stdout:2330: done (1 left) 2024-04-10T15:39:19.197 INFO:tasks.rados.rados.0.smithi069.stdout:2331: snap_create 2024-04-10T15:39:19.200 INFO:tasks.rados.rados.0.smithi069.stdout:2329: finishing write tid 1 to smithi06982861-49 2024-04-10T15:39:19.200 INFO:tasks.rados.rados.0.smithi069.stdout:2329: finishing write tid 2 to smithi06982861-49 2024-04-10T15:39:19.202 INFO:tasks.rados.rados.0.smithi069.stdout:2329: finishing write tid 3 to smithi06982861-49 2024-04-10T15:39:19.203 INFO:tasks.rados.rados.0.smithi069.stdout:2329: oid 49 updating version 0 to 1097 2024-04-10T15:39:19.203 INFO:tasks.rados.rados.0.smithi069.stdout:2329: oid 49 version 1097 is already newer than 1096 2024-04-10T15:39:19.203 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 49 v 1097 (ObjNum 736 snap 230 seq_num 736) dirty exists 2024-04-10T15:39:19.203 INFO:tasks.rados.rados.0.smithi069.stdout:2329: left oid 49 (ObjNum 736 snap 230 seq_num 736) 2024-04-10T15:39:19.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:39:19 smithi077 ceph-mon[87572]: osdmap e527: 8 total, 8 up, 8 in 2024-04-10T15:39:19.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:39:19 smithi069 ceph-mon[96738]: osdmap e527: 8 total, 8 up, 8 in 2024-04-10T15:39:19.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:39:19 smithi069 ceph-mon[94167]: osdmap e527: 8 total, 8 up, 8 in 2024-04-10T15:39:20.197 INFO:tasks.rados.rados.0.smithi069.stdout:2329: done (1 left) 2024-04-10T15:39:20.197 INFO:tasks.rados.rados.0.smithi069.stdout:2331: done (0 left) 2024-04-10T15:39:20.197 INFO:tasks.rados.rados.0.smithi069.stdout:2332: delete oid 46 current snap is 231 2024-04-10T15:39:20.200 INFO:tasks.rados.rados.0.smithi069.stdout:2332: done (0 left) 2024-04-10T15:39:20.201 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 49 current snap is 231 2024-04-10T15:39:20.201 INFO:tasks.rados.rados.0.smithi069.stdout:2333: seq_num 738 ranges {335872=368640} 2024-04-10T15:39:20.205 INFO:tasks.rados.rados.0.smithi069.stdout:2333: writing smithi06982861-49 from 335872 to 704512 tid 1 2024-04-10T15:39:20.205 INFO:tasks.rados.rados.0.smithi069.stdout:2334: rmattr oid 35 current snap is 231 2024-04-10T15:39:20.205 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 44 current snap is 231 2024-04-10T15:39:20.205 INFO:tasks.rados.rados.0.smithi069.stdout:2335: seq_num 739 ranges {0=385024} 2024-04-10T15:39:20.207 INFO:tasks.rados.rados.0.smithi069.stdout:2335: writing smithi06982861-44 from 0 to 385024 tid 1 2024-04-10T15:39:20.207 INFO:tasks.rados.rados.0.smithi069.stdout:2336: delete oid 19 current snap is 231 2024-04-10T15:39:20.207 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 35 v 0 (ObjNum 692 snap 216 seq_num 692) dirty exists 2024-04-10T15:39:20.210 INFO:tasks.rados.rados.0.smithi069.stdout:2333: finishing write tid 1 to smithi06982861-49 2024-04-10T15:39:20.211 INFO:tasks.rados.rados.0.smithi069.stdout:2334: done (3 left) 2024-04-10T15:39:20.211 INFO:tasks.rados.rados.0.smithi069.stdout:2336: done (2 left) 2024-04-10T15:39:20.211 INFO:tasks.rados.rados.0.smithi069.stdout:2337: setattr oid 39 current snap is 231 2024-04-10T15:39:20.211 INFO:tasks.rados.rados.0.smithi069.stdout:2335: finishing write tid 1 to smithi06982861-44 2024-04-10T15:39:20.212 INFO:tasks.rados.rados.0.smithi069.stdout:2333: finishing write tid 2 to smithi06982861-49 2024-04-10T15:39:20.212 INFO:tasks.rados.rados.0.smithi069.stdout:2335: finishing write tid 2 to smithi06982861-44 2024-04-10T15:39:20.213 INFO:tasks.rados.rados.0.smithi069.stdout:2338: read oid 14 snap -1 2024-04-10T15:39:20.213 INFO:tasks.rados.rados.0.smithi069.stdout:2338: expect (ObjNum 603 snap 188 seq_num 603) 2024-04-10T15:39:20.214 INFO:tasks.rados.rados.0.smithi069.stdout:2339: copy_from oid 8 from oid 20 current snap is 231 2024-04-10T15:39:20.214 INFO:tasks.rados.rados.0.smithi069.stdout:2340: read oid 40 snap -1 2024-04-10T15:39:20.214 INFO:tasks.rados.rados.0.smithi069.stdout:2340: expect (ObjNum 695 snap 216 seq_num 695) 2024-04-10T15:39:20.214 INFO:tasks.rados.rados.0.smithi069.stdout:2341: snap_create 2024-04-10T15:39:20.214 INFO:tasks.rados.rados.0.smithi069.stdout:2333: finishing write tid 3 to smithi06982861-49 2024-04-10T15:39:20.214 INFO:tasks.rados.rados.0.smithi069.stdout:2333: oid 49 updating version 0 to 1100 2024-04-10T15:39:20.214 INFO:tasks.rados.rados.0.smithi069.stdout:2333: oid 49 version 1100 is already newer than 1099 2024-04-10T15:39:20.214 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 49 v 1100 (ObjNum 738 snap 231 seq_num 738) dirty exists 2024-04-10T15:39:20.214 INFO:tasks.rados.rados.0.smithi069.stdout:2333: left oid 49 (ObjNum 738 snap 231 seq_num 738) 2024-04-10T15:39:20.215 INFO:tasks.rados.rados.0.smithi069.stdout:2335: finishing write tid 3 to smithi06982861-44 2024-04-10T15:39:20.215 INFO:tasks.rados.rados.0.smithi069.stdout:2335: oid 44 updating version 0 to 1301 2024-04-10T15:39:20.215 INFO:tasks.rados.rados.0.smithi069.stdout:2335: oid 44 updating version 1301 to 1302 2024-04-10T15:39:20.215 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 44 v 1302 (ObjNum 739 snap 231 seq_num 739) dirty exists 2024-04-10T15:39:20.215 INFO:tasks.rados.rados.0.smithi069.stdout:2335: left oid 44 (ObjNum 739 snap 231 seq_num 739) 2024-04-10T15:39:20.218 INFO:tasks.rados.rados.0.smithi069.stdout:2338: expect (ObjNum 603 snap 188 seq_num 603) 2024-04-10T15:39:20.234 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 39 v 862 (ObjNum 49 snap 0 seq_num 1953066355) dirty exists 2024-04-10T15:39:20.241 INFO:tasks.rados.rados.0.smithi069.stdout:2340: expect (ObjNum 695 snap 216 seq_num 695) 2024-04-10T15:39:20.375 INFO:tasks.rados.rados.0.smithi069.stdout:2339: finishing copy_from racing read to smithi06982861-8 2024-04-10T15:39:20.375 INFO:tasks.rados.rados.0.smithi069.stdout:2339: finishing copy_from to smithi06982861-8 2024-04-10T15:39:20.375 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 8 v 1010 (ObjNum 734 snap 228 seq_num 734) dirty exists 2024-04-10T15:39:20.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:39:20 smithi077 ceph-mon[87572]: osdmap e528: 8 total, 8 up, 8 in 2024-04-10T15:39:20.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:39:20 smithi077 ceph-mon[87572]: pgmap v453: 121 pgs: 3 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 115 active+clean; 458 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 3.8 MiB/s rd, 82 KiB/s wr, 8 op/s 2024-04-10T15:39:20.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:39:20 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:39:20.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:39:20 smithi069 ceph-mon[96738]: osdmap e528: 8 total, 8 up, 8 in 2024-04-10T15:39:20.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:39:20 smithi069 ceph-mon[96738]: pgmap v453: 121 pgs: 3 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 115 active+clean; 458 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 3.8 MiB/s rd, 82 KiB/s wr, 8 op/s 2024-04-10T15:39:20.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:39:20 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:39:20.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:39:20 smithi069 ceph-mon[94167]: osdmap e528: 8 total, 8 up, 8 in 2024-04-10T15:39:20.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:39:20 smithi069 ceph-mon[94167]: pgmap v453: 121 pgs: 3 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 115 active+clean; 458 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 3.8 MiB/s rd, 82 KiB/s wr, 8 op/s 2024-04-10T15:39:20.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:39:20 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:39:21.175 INFO:tasks.rados.rados.0.smithi069.stdout:2333: done (6 left) 2024-04-10T15:39:21.175 INFO:tasks.rados.rados.0.smithi069.stdout:2335: done (5 left) 2024-04-10T15:39:21.175 INFO:tasks.rados.rados.0.smithi069.stdout:2337: done (4 left) 2024-04-10T15:39:21.175 INFO:tasks.rados.rados.0.smithi069.stdout:2338: done (3 left) 2024-04-10T15:39:21.175 INFO:tasks.rados.rados.0.smithi069.stdout:2339: done (2 left) 2024-04-10T15:39:21.175 INFO:tasks.rados.rados.0.smithi069.stdout:2340: done (1 left) 2024-04-10T15:39:21.175 INFO:tasks.rados.rados.0.smithi069.stdout:2341: done (0 left) 2024-04-10T15:39:21.175 INFO:tasks.rados.rados.0.smithi069.stdout:2342: snap_create 2024-04-10T15:39:21.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:39:21 smithi077 ceph-mon[87572]: osdmap e529: 8 total, 8 up, 8 in 2024-04-10T15:39:21.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:39:21 smithi077 ceph-mon[87572]: osdmap e530: 8 total, 8 up, 8 in 2024-04-10T15:39:21.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:39:21 smithi069 ceph-mon[94167]: osdmap e529: 8 total, 8 up, 8 in 2024-04-10T15:39:21.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:39:21 smithi069 ceph-mon[94167]: osdmap e530: 8 total, 8 up, 8 in 2024-04-10T15:39:21.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:39:21 smithi069 ceph-mon[96738]: osdmap e529: 8 total, 8 up, 8 in 2024-04-10T15:39:21.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:39:21 smithi069 ceph-mon[96738]: osdmap e530: 8 total, 8 up, 8 in 2024-04-10T15:39:22.178 INFO:tasks.rados.rados.0.smithi069.stdout:2342: done (0 left) 2024-04-10T15:39:22.178 INFO:tasks.rados.rados.0.smithi069.stdout:2343: delete oid 45 current snap is 233 2024-04-10T15:39:22.183 INFO:tasks.rados.rados.0.smithi069.stdout:2343: done (0 left) 2024-04-10T15:39:22.183 INFO:tasks.rados.rados.0.smithi069.stdout:2344: read oid 40 snap -1 2024-04-10T15:39:22.183 INFO:tasks.rados.rados.0.smithi069.stdout:2344: expect (ObjNum 695 snap 216 seq_num 695) 2024-04-10T15:39:22.183 INFO:tasks.rados.rados.0.smithi069.stdout:2345: snap_remove snap 230 2024-04-10T15:39:22.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:39:22 smithi077 ceph-mon[87572]: pgmap v456: 121 pgs: 3 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 116 active+clean; 458 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 82 KiB/s wr, 11 op/s 2024-04-10T15:39:22.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:39:22 smithi077 ceph-mon[87572]: osdmap e531: 8 total, 8 up, 8 in 2024-04-10T15:39:22.492 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:39:22 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[78458]: ts=2024-04-10T15:39:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:39:22.585 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:39:22 smithi069 ceph-mon[96738]: pgmap v456: 121 pgs: 3 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 116 active+clean; 458 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 82 KiB/s wr, 11 op/s 2024-04-10T15:39:22.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:39:22 smithi069 ceph-mon[96738]: osdmap e531: 8 total, 8 up, 8 in 2024-04-10T15:39:22.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:39:22 smithi069 ceph-mon[94167]: pgmap v456: 121 pgs: 3 active+clean+snaptrim_wait, 2 active+clean+snaptrim, 116 active+clean; 458 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 82 KiB/s wr, 11 op/s 2024-04-10T15:39:22.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:39:22 smithi069 ceph-mon[94167]: osdmap e531: 8 total, 8 up, 8 in 2024-04-10T15:39:23.178 INFO:tasks.rados.rados.0.smithi069.stdout:2345: done (1 left) 2024-04-10T15:39:23.178 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 36 current snap is 233 2024-04-10T15:39:23.178 INFO:tasks.rados.rados.0.smithi069.stdout:2344: expect (ObjNum 695 snap 216 seq_num 695) 2024-04-10T15:39:23.314 INFO:tasks.rados.rados.0.smithi069.stdout:2346: seq_num 742 ranges {0=434176} 2024-04-10T15:39:23.316 INFO:tasks.rados.rados.0.smithi069.stdout:2346: writing smithi06982861-36 from 0 to 434176 tid 1 2024-04-10T15:39:23.316 INFO:tasks.rados.rados.0.smithi069.stdout:2344: done (1 left) 2024-04-10T15:39:23.317 INFO:tasks.rados.rados.0.smithi069.stdout:2347: delete oid 20 current snap is 233 2024-04-10T15:39:23.320 INFO:tasks.rados.rados.0.smithi069.stdout:2347: done (1 left) 2024-04-10T15:39:23.320 INFO:tasks.rados.rados.0.smithi069.stdout:2348: read oid 9 snap -1 2024-04-10T15:39:23.320 INFO:tasks.rados.rados.0.smithi069.stdout:2348: expect deleted 2024-04-10T15:39:23.320 INFO:tasks.rados.rados.0.smithi069.stdout:2349: delete oid 22 current snap is 233 2024-04-10T15:39:23.323 INFO:tasks.rados.rados.0.smithi069.stdout:2346: finishing write tid 1 to smithi06982861-36 2024-04-10T15:39:23.324 INFO:tasks.rados.rados.0.smithi069.stdout:2346: finishing write tid 2 to smithi06982861-36 2024-04-10T15:39:23.325 INFO:tasks.rados.rados.0.smithi069.stdout:2348: done (2 left) 2024-04-10T15:39:23.325 INFO:tasks.rados.rados.0.smithi069.stdout:2349: done (1 left) 2024-04-10T15:39:23.325 INFO:tasks.rados.rados.0.smithi069.stdout:2350: delete oid 44 current snap is 233 2024-04-10T15:39:23.326 INFO:tasks.rados.rados.0.smithi069.stdout:2346: finishing write tid 3 to smithi06982861-36 2024-04-10T15:39:23.326 INFO:tasks.rados.rados.0.smithi069.stdout:2346: oid 36 updating version 0 to 1160 2024-04-10T15:39:23.326 INFO:tasks.rados.rados.0.smithi069.stdout:2346: oid 36 version 1160 is already newer than 1159 2024-04-10T15:39:23.326 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 36 v 1160 (ObjNum 742 snap 233 seq_num 742) dirty exists 2024-04-10T15:39:23.326 INFO:tasks.rados.rados.0.smithi069.stdout:2346: left oid 36 (ObjNum 742 snap 233 seq_num 742) 2024-04-10T15:39:23.327 INFO:tasks.rados.rados.0.smithi069.stdout:2346: done (1 left) 2024-04-10T15:39:23.327 INFO:tasks.rados.rados.0.smithi069.stdout:2350: done (0 left) 2024-04-10T15:39:23.327 INFO:tasks.rados.rados.0.smithi069.stdout:2351: read oid 37 snap 232 2024-04-10T15:39:23.327 INFO:tasks.rados.rados.0.smithi069.stdout:2351: expect (ObjNum 724 snap 227 seq_num 724) 2024-04-10T15:39:23.327 INFO:tasks.rados.rados.0.smithi069.stdout:2352: read oid 33 snap -1 2024-04-10T15:39:23.327 INFO:tasks.rados.rados.0.smithi069.stdout:2352: expect (ObjNum 498 snap 155 seq_num 498) 2024-04-10T15:39:23.328 INFO:tasks.rados.rados.0.smithi069.stdout:2353: read oid 14 snap -1 2024-04-10T15:39:23.328 INFO:tasks.rados.rados.0.smithi069.stdout:2353: expect (ObjNum 603 snap 188 seq_num 603) 2024-04-10T15:39:23.328 INFO:tasks.rados.rados.0.smithi069.stdout:2354: setattr oid 9 current snap is 233 2024-04-10T15:39:23.330 INFO:tasks.rados.rados.0.smithi069.stdout:2351: expect (ObjNum 724 snap 227 seq_num 724) 2024-04-10T15:39:23.334 INFO:tasks.rados.rados.0.smithi069.stdout:2353: expect (ObjNum 603 snap 188 seq_num 603) 2024-04-10T15:39:23.348 INFO:tasks.rados.rados.0.smithi069.stdout:2352: expect (ObjNum 498 snap 155 seq_num 498) 2024-04-10T15:39:23.449 INFO:tasks.rados.rados.0.smithi069.stdout:2351: done (3 left) 2024-04-10T15:39:23.449 INFO:tasks.rados.rados.0.smithi069.stdout:2352: done (2 left) 2024-04-10T15:39:23.449 INFO:tasks.rados.rados.0.smithi069.stdout:2353: done (1 left) 2024-04-10T15:39:23.449 INFO:tasks.rados.rados.0.smithi069.stdout:2355: copy_from oid 34 from oid 21 current snap is 233 2024-04-10T15:39:23.449 INFO:tasks.rados.rados.0.smithi069.stdout:2356: delete oid 5 current snap is 233 2024-04-10T15:39:23.451 INFO:tasks.rados.rados.0.smithi069.stdout:2356: done (2 left) 2024-04-10T15:39:23.451 INFO:tasks.rados.rados.0.smithi069.stdout:2357: setattr oid 43 current snap is 233 2024-04-10T15:39:23.451 INFO:tasks.rados.rados.0.smithi069.stdout:2355: finishing copy_from to smithi06982861-34 2024-04-10T15:39:23.452 INFO:tasks.rados.rados.0.smithi069.stdout:2355: got expected ENOENT (src dne) 2024-04-10T15:39:23.452 INFO:tasks.rados.rados.0.smithi069.stdout:2355: finishing copy_from racing read to smithi06982861-34 2024-04-10T15:39:23.452 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 9 v 1012 (ObjNum 81 snap 0 seq_num 1434690560) dirty exists 2024-04-10T15:39:23.452 INFO:tasks.rados.rados.0.smithi069.stdout:2354: done (2 left) 2024-04-10T15:39:23.452 INFO:tasks.rados.rados.0.smithi069.stdout:2355: done (1 left) 2024-04-10T15:39:23.452 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 3 current snap is 233 2024-04-10T15:39:23.452 INFO:tasks.rados.rados.0.smithi069.stdout:2358: seq_num 747 ranges {401408=516096} 2024-04-10T15:39:23.457 INFO:tasks.rados.rados.0.smithi069.stdout:2358: writing smithi06982861-3 from 401408 to 917504 tid 1 2024-04-10T15:39:23.457 INFO:tasks.rados.rados.0.smithi069.stdout:2359: read oid 28 snap -1 2024-04-10T15:39:23.457 INFO:tasks.rados.rados.0.smithi069.stdout:2359: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-10T15:39:23.457 INFO:tasks.rados.rados.0.smithi069.stdout:2360: read oid 46 snap -1 2024-04-10T15:39:23.457 INFO:tasks.rados.rados.0.smithi069.stdout:2360: expect deleted 2024-04-10T15:39:23.457 INFO:tasks.rados.rados.0.smithi069.stdout:2361: snap_create 2024-04-10T15:39:23.457 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 43 v 954 (ObjNum 65 snap 0 seq_num 1716416881) dirty exists 2024-04-10T15:39:23.458 INFO:tasks.rados.rados.0.smithi069.stdout:2359: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-10T15:39:23.460 INFO:tasks.rados.rados.0.smithi069.stdout:2358: finishing write tid 1 to smithi06982861-3 2024-04-10T15:39:23.460 INFO:tasks.rados.rados.0.smithi069.stdout:2358: finishing write tid 2 to smithi06982861-3 2024-04-10T15:39:23.461 INFO:tasks.rados.rados.0.smithi069.stdout:2358: finishing write tid 3 to smithi06982861-3 2024-04-10T15:39:23.461 INFO:tasks.rados.rados.0.smithi069.stdout:2358: oid 3 updating version 0 to 1032 2024-04-10T15:39:23.461 INFO:tasks.rados.rados.0.smithi069.stdout:2358: oid 3 updating version 1032 to 1033 2024-04-10T15:39:23.461 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 3 v 1033 (ObjNum 747 snap 233 seq_num 747) dirty exists 2024-04-10T15:39:23.461 INFO:tasks.rados.rados.0.smithi069.stdout:2358: left oid 3 (ObjNum 747 snap 233 seq_num 747) 2024-04-10T15:39:24.183 INFO:tasks.rados.rados.0.smithi069.stdout:2357: done (4 left) 2024-04-10T15:39:24.183 INFO:tasks.rados.rados.0.smithi069.stdout:2358: done (3 left) 2024-04-10T15:39:24.183 INFO:tasks.rados.rados.0.smithi069.stdout:2359: done (2 left) 2024-04-10T15:39:24.183 INFO:tasks.rados.rados.0.smithi069.stdout:2360: done (1 left) 2024-04-10T15:39:24.183 INFO:tasks.rados.rados.0.smithi069.stdout:2361: done (0 left) 2024-04-10T15:39:24.183 INFO:tasks.rados.rados.0.smithi069.stdout:2362: snap_create 2024-04-10T15:39:24.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:39:24 smithi077 ceph-mon[87572]: osdmap e532: 8 total, 8 up, 8 in 2024-04-10T15:39:24.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:39:24 smithi077 ceph-mon[87572]: pgmap v459: 121 pgs: 121 active+clean; 463 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 8.4 MiB/s rd, 1.3 MiB/s wr, 10 op/s 2024-04-10T15:39:24.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:39:24 smithi069 ceph-mon[96738]: osdmap e532: 8 total, 8 up, 8 in 2024-04-10T15:39:24.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:39:24 smithi069 ceph-mon[96738]: pgmap v459: 121 pgs: 121 active+clean; 463 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 8.4 MiB/s rd, 1.3 MiB/s wr, 10 op/s 2024-04-10T15:39:24.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:39:24 smithi069 ceph-mon[94167]: osdmap e532: 8 total, 8 up, 8 in 2024-04-10T15:39:24.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:39:24 smithi069 ceph-mon[94167]: pgmap v459: 121 pgs: 121 active+clean; 463 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 8.4 MiB/s rd, 1.3 MiB/s wr, 10 op/s 2024-04-10T15:39:25.184 INFO:tasks.rados.rados.0.smithi069.stdout:2362: done (0 left) 2024-04-10T15:39:25.184 INFO:tasks.rados.rados.0.smithi069.stdout:2363: setattr oid 22 current snap is 235 2024-04-10T15:39:25.188 INFO:tasks.rados.rados.0.smithi069.stdout:2364: snap_remove snap 232 2024-04-10T15:39:25.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:39:25 smithi077 ceph-mon[87572]: osdmap e533: 8 total, 8 up, 8 in 2024-04-10T15:39:25.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:39:25 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:39:25.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:39:25 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:39:25.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:39:25 smithi069 ceph-mon[96738]: osdmap e533: 8 total, 8 up, 8 in 2024-04-10T15:39:25.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:39:25 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:39:25.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:39:25 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:39:25.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:39:25 smithi069 ceph-mon[94167]: osdmap e533: 8 total, 8 up, 8 in 2024-04-10T15:39:25.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:39:25 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:39:25.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:39:25 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:39:26.177 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 22 v 262 (ObjNum 33 snap 0 seq_num 3087752800) dirty exists 2024-04-10T15:39:26.177 INFO:tasks.rados.rados.0.smithi069.stdout:2363: done (1 left) 2024-04-10T15:39:26.177 INFO:tasks.rados.rados.0.smithi069.stdout:2364: done (0 left) 2024-04-10T15:39:26.177 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 21 current snap is 235 2024-04-10T15:39:26.177 INFO:tasks.rados.rados.0.smithi069.stdout:2365: seq_num 748 ranges {0=532480} 2024-04-10T15:39:26.180 INFO:tasks.rados.rados.0.smithi069.stdout:2365: writing smithi06982861-21 from 0 to 532480 tid 1 2024-04-10T15:39:26.180 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 44 current snap is 235 2024-04-10T15:39:26.181 INFO:tasks.rados.rados.0.smithi069.stdout:2366: seq_num 749 ranges {0=548864} 2024-04-10T15:39:26.184 INFO:tasks.rados.rados.0.smithi069.stdout:2366: writing smithi06982861-44 from 0 to 548864 tid 1 2024-04-10T15:39:26.184 INFO:tasks.rados.rados.0.smithi069.stdout:2367: setattr oid 23 current snap is 235 2024-04-10T15:39:26.185 INFO:tasks.rados.rados.0.smithi069.stdout:2365: finishing write tid 1 to smithi06982861-21 2024-04-10T15:39:26.185 INFO:tasks.rados.rados.0.smithi069.stdout:2365: finishing write tid 2 to smithi06982861-21 2024-04-10T15:39:26.185 INFO:tasks.rados.rados.0.smithi069.stdout:2365: finishing write tid 3 to smithi06982861-21 2024-04-10T15:39:26.186 INFO:tasks.rados.rados.0.smithi069.stdout:2365: oid 21 updating version 0 to 1013 2024-04-10T15:39:26.186 INFO:tasks.rados.rados.0.smithi069.stdout:2365: oid 21 updating version 1013 to 1014 2024-04-10T15:39:26.186 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 21 v 1014 (ObjNum 748 snap 235 seq_num 748) dirty exists 2024-04-10T15:39:26.186 INFO:tasks.rados.rados.0.smithi069.stdout:2365: left oid 21 (ObjNum 748 snap 235 seq_num 748) 2024-04-10T15:39:26.186 INFO:tasks.rados.rados.0.smithi069.stdout:2365: done (2 left) 2024-04-10T15:39:26.186 INFO:tasks.rados.rados.0.smithi069.stdout:2368: snap_remove snap 216 2024-04-10T15:39:26.371 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:39:26 smithi077 ceph-mon[87572]: osdmap e534: 8 total, 8 up, 8 in 2024-04-10T15:39:26.371 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:39:26 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-04-10T15:39:26.372 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:39:26 smithi077 ceph-mon[87572]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-04-10T15:39:26.372 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:39:26 smithi077 ceph-mon[87572]: Upgrade: osd.7 is safe to restart 2024-04-10T15:39:26.372 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:39:26 smithi077 ceph-mon[87572]: pgmap v462: 121 pgs: 121 active+clean; 464 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.5 MiB/s wr, 26 op/s 2024-04-10T15:39:26.372 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:39:26 smithi077 ceph-mon[87572]: osdmap e535: 8 total, 8 up, 8 in 2024-04-10T15:39:26.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:39:26 smithi069 ceph-mon[96738]: osdmap e534: 8 total, 8 up, 8 in 2024-04-10T15:39:26.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:39:26 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-04-10T15:39:26.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:39:26 smithi069 ceph-mon[96738]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-04-10T15:39:26.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:39:26 smithi069 ceph-mon[96738]: Upgrade: osd.7 is safe to restart 2024-04-10T15:39:26.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:39:26 smithi069 ceph-mon[96738]: pgmap v462: 121 pgs: 121 active+clean; 464 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.5 MiB/s wr, 26 op/s 2024-04-10T15:39:26.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:39:26 smithi069 ceph-mon[96738]: osdmap e535: 8 total, 8 up, 8 in 2024-04-10T15:39:26.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:39:26 smithi069 ceph-mon[94167]: osdmap e534: 8 total, 8 up, 8 in 2024-04-10T15:39:26.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:39:26 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-04-10T15:39:26.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:39:26 smithi069 ceph-mon[94167]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-04-10T15:39:26.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:39:26 smithi069 ceph-mon[94167]: Upgrade: osd.7 is safe to restart 2024-04-10T15:39:26.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:39:26 smithi069 ceph-mon[94167]: pgmap v462: 121 pgs: 121 active+clean; 464 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.5 MiB/s wr, 26 op/s 2024-04-10T15:39:26.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:39:26 smithi069 ceph-mon[94167]: osdmap e535: 8 total, 8 up, 8 in 2024-04-10T15:39:27.198 INFO:tasks.rados.rados.0.smithi069.stdout:2368: done (2 left) 2024-04-10T15:39:27.198 INFO:tasks.rados.rados.0.smithi069.stdout:2369: read oid 25 snap -1 2024-04-10T15:39:27.198 INFO:tasks.rados.rados.0.smithi069.stdout:2369: expect (ObjNum 603 snap 188 seq_num 603) 2024-04-10T15:39:27.198 INFO:tasks.rados.rados.0.smithi069.stdout:2370: delete oid 30 current snap is 235 2024-04-10T15:39:27.198 INFO:tasks.rados.rados.0.smithi069.stdout:2366: finishing write tid 1 to smithi06982861-44 2024-04-10T15:39:27.198 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 23 v 1198 (ObjNum 720 snap 227 seq_num 720) dirty exists 2024-04-10T15:39:27.199 INFO:tasks.rados.rados.0.smithi069.stdout:2366: finishing write tid 2 to smithi06982861-44 2024-04-10T15:39:27.199 INFO:tasks.rados.rados.0.smithi069.stdout:2366: finishing write tid 3 to smithi06982861-44 2024-04-10T15:39:27.199 INFO:tasks.rados.rados.0.smithi069.stdout:2366: oid 44 updating version 0 to 1309 2024-04-10T15:39:27.199 INFO:tasks.rados.rados.0.smithi069.stdout:2366: oid 44 version 1309 is already newer than 1308 2024-04-10T15:39:27.199 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 44 v 1309 (ObjNum 749 snap 235 seq_num 749) dirty exists 2024-04-10T15:39:27.199 INFO:tasks.rados.rados.0.smithi069.stdout:2366: left oid 44 (ObjNum 749 snap 235 seq_num 749) 2024-04-10T15:39:27.209 INFO:tasks.rados.rados.0.smithi069.stdout:2366: done (3 left) 2024-04-10T15:39:27.209 INFO:tasks.rados.rados.0.smithi069.stdout:2367: done (2 left) 2024-04-10T15:39:27.210 INFO:tasks.rados.rados.0.smithi069.stdout:2370: done (1 left) 2024-04-10T15:39:27.210 INFO:tasks.rados.rados.0.smithi069.stdout:2371: snap_remove snap 224 2024-04-10T15:39:27.211 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:39:26 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:15:39:26] "GET /metrics HTTP/1.1" 200 36182 "" "Prometheus/2.43.0" 2024-04-10T15:39:27.586 INFO:journalctl@ceph.osd.0.smithi069.stdout:Apr 10 15:39:27 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-0[102860]: 2024-04-10T15:39:27.221+0000 7f6fbe295700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 11c after trimming was started 2024-04-10T15:39:28.204 INFO:tasks.rados.rados.0.smithi069.stdout:2371: done (1 left) 2024-04-10T15:39:28.204 INFO:tasks.rados.rados.0.smithi069.stdout:2372: rollback oid 44 current snap is 235 2024-04-10T15:39:28.204 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 44 to 217 2024-04-10T15:39:28.204 INFO:tasks.rados.rados.0.smithi069.stdout:2369: expect (ObjNum 603 snap 188 seq_num 603) 2024-04-10T15:39:28.226 INFO:tasks.rados.rados.0.smithi069.stdout:2372: finishing rollback tid 0 to smithi06982861-44 2024-04-10T15:39:28.226 INFO:tasks.rados.rados.0.smithi069.stdout:2372: finishing rollback tid 1 to smithi06982861-44 2024-04-10T15:39:28.226 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 44 v 1315 (ObjNum 97 snap 0 seq_num 1433753248) dirty dne 2024-04-10T15:39:28.226 INFO:tasks.rados.rados.0.smithi069.stdout:2369: done (1 left) 2024-04-10T15:39:28.226 INFO:tasks.rados.rados.0.smithi069.stdout:2372: done (0 left) 2024-04-10T15:39:28.226 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 4 current snap is 235 2024-04-10T15:39:28.226 INFO:tasks.rados.rados.0.smithi069.stdout:2373: seq_num 751 ranges {606208=581632} 2024-04-10T15:39:28.232 INFO:tasks.rados.rados.0.smithi069.stdout:2373: writing smithi06982861-4 from 606208 to 1187840 tid 1 2024-04-10T15:39:28.232 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 28 current snap is 235 2024-04-10T15:39:28.233 INFO:tasks.rados.rados.0.smithi069.stdout:2374: seq_num 752 ranges {0=598016} 2024-04-10T15:39:28.236 INFO:tasks.rados.rados.0.smithi069.stdout:2374: writing smithi06982861-28 from 0 to 598016 tid 1 2024-04-10T15:39:28.236 INFO:tasks.rados.rados.0.smithi069.stdout:2375: snap_create 2024-04-10T15:39:28.237 INFO:tasks.rados.rados.0.smithi069.stdout:2373: finishing write tid 1 to smithi06982861-4 2024-04-10T15:39:28.237 INFO:tasks.rados.rados.0.smithi069.stdout:2373: finishing write tid 2 to smithi06982861-4 2024-04-10T15:39:28.239 INFO:tasks.rados.rados.0.smithi069.stdout:2373: finishing write tid 3 to smithi06982861-4 2024-04-10T15:39:28.239 INFO:tasks.rados.rados.0.smithi069.stdout:2373: oid 4 updating version 0 to 1409 2024-04-10T15:39:28.239 INFO:tasks.rados.rados.0.smithi069.stdout:2373: oid 4 updating version 1409 to 1410 2024-04-10T15:39:28.239 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 4 v 1410 (ObjNum 751 snap 235 seq_num 751) dirty exists 2024-04-10T15:39:28.240 INFO:tasks.rados.rados.0.smithi069.stdout:2373: left oid 4 (ObjNum 751 snap 235 seq_num 751) 2024-04-10T15:39:28.240 INFO:tasks.rados.rados.0.smithi069.stdout:2374: finishing write tid 1 to smithi06982861-28 2024-04-10T15:39:28.240 INFO:tasks.rados.rados.0.smithi069.stdout:2374: finishing write tid 2 to smithi06982861-28 2024-04-10T15:39:28.241 INFO:tasks.rados.rados.0.smithi069.stdout:2374: finishing write tid 3 to smithi06982861-28 2024-04-10T15:39:28.241 INFO:tasks.rados.rados.0.smithi069.stdout:2374: oid 28 updating version 0 to 1199 2024-04-10T15:39:28.241 INFO:tasks.rados.rados.0.smithi069.stdout:2374: oid 28 updating version 1199 to 1200 2024-04-10T15:39:28.241 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 28 v 1200 (ObjNum 752 snap 235 seq_num 752) dirty exists 2024-04-10T15:39:28.241 INFO:tasks.rados.rados.0.smithi069.stdout:2374: left oid 28 (ObjNum 752 snap 235 seq_num 752) 2024-04-10T15:39:28.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:39:28 smithi077 ceph-mon[87572]: osdmap e536: 8 total, 8 up, 8 in 2024-04-10T15:39:28.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:39:28 smithi077 ceph-mon[87572]: Upgrade: Updating osd.7 2024-04-10T15:39:28.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:39:28 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:39:28.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:39:28 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-04-10T15:39:28.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:39:28 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:39:28.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:39:28 smithi077 ceph-mon[87572]: Deploying daemon osd.7 on smithi077 2024-04-10T15:39:28.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:39:28 smithi077 ceph-mon[87572]: pgmap v465: 121 pgs: 121 active+clean; 464 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 2.8 MiB/s rd, 196 KiB/s wr, 19 op/s 2024-04-10T15:39:28.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:39:28 smithi069 ceph-mon[96738]: osdmap e536: 8 total, 8 up, 8 in 2024-04-10T15:39:28.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:39:28 smithi069 ceph-mon[96738]: Upgrade: Updating osd.7 2024-04-10T15:39:28.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:39:28 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:39:28.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:39:28 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-04-10T15:39:28.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:39:28 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:39:28.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:39:28 smithi069 ceph-mon[96738]: Deploying daemon osd.7 on smithi077 2024-04-10T15:39:28.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:39:28 smithi069 ceph-mon[96738]: pgmap v465: 121 pgs: 121 active+clean; 464 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 2.8 MiB/s rd, 196 KiB/s wr, 19 op/s 2024-04-10T15:39:28.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:39:28 smithi069 ceph-mon[94167]: osdmap e536: 8 total, 8 up, 8 in 2024-04-10T15:39:28.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:39:28 smithi069 ceph-mon[94167]: Upgrade: Updating osd.7 2024-04-10T15:39:28.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:39:28 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:39:28.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:39:28 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-04-10T15:39:28.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:39:28 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:39:28.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:39:28 smithi069 ceph-mon[94167]: Deploying daemon osd.7 on smithi077 2024-04-10T15:39:28.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:39:28 smithi069 ceph-mon[94167]: pgmap v465: 121 pgs: 121 active+clean; 464 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 2.8 MiB/s rd, 196 KiB/s wr, 19 op/s 2024-04-10T15:39:29.207 INFO:tasks.rados.rados.0.smithi069.stdout:2373: done (2 left) 2024-04-10T15:39:29.207 INFO:tasks.rados.rados.0.smithi069.stdout:2374: done (1 left) 2024-04-10T15:39:29.207 INFO:tasks.rados.rados.0.smithi069.stdout:2375: done (0 left) 2024-04-10T15:39:29.208 INFO:tasks.rados.rados.0.smithi069.stdout:2376: rollback oid 16 current snap is 236 2024-04-10T15:39:29.208 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 16 to 235 2024-04-10T15:39:29.208 INFO:tasks.rados.rados.0.smithi069.stdout:2377: read oid 42 snap -1 2024-04-10T15:39:29.208 INFO:tasks.rados.rados.0.smithi069.stdout:2377: expect deleted 2024-04-10T15:39:29.208 INFO:tasks.rados.rados.0.smithi069.stdout:2378: snap_remove snap 217 2024-04-10T15:39:29.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:39:29 smithi077 ceph-mon[87572]: osdmap e537: 8 total, 8 up, 8 in 2024-04-10T15:39:29.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:39:29 smithi069 ceph-mon[96738]: osdmap e537: 8 total, 8 up, 8 in 2024-04-10T15:39:29.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:39:29 smithi069 ceph-mon[94167]: osdmap e537: 8 total, 8 up, 8 in 2024-04-10T15:39:30.215 INFO:tasks.rados.rados.0.smithi069.stdout:2378: done (2 left) 2024-04-10T15:39:30.215 INFO:tasks.rados.rados.0.smithi069.stdout:2379: copy_from oid 12 from oid 25 current snap is 236 2024-04-10T15:39:30.215 INFO:tasks.rados.rados.0.smithi069.stdout:2376: finishing rollback tid 0 to smithi06982861-16 2024-04-10T15:39:30.215 INFO:tasks.rados.rados.0.smithi069.stdout:2376: finishing rollback tid 1 to smithi06982861-16 2024-04-10T15:39:30.215 INFO:tasks.rados.rados.0.smithi069.stdout:2376: finishing rollback tid 2 to smithi06982861-16 2024-04-10T15:39:30.216 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 16 v 1214 (ObjNum 723 snap 227 seq_num 723) dirty exists 2024-04-10T15:39:30.216 INFO:tasks.rados.rados.0.smithi069.stdout:2376: done (2 left) 2024-04-10T15:39:30.216 INFO:tasks.rados.rados.0.smithi069.stdout:2377: done (1 left) 2024-04-10T15:39:30.216 INFO:tasks.rados.rados.0.smithi069.stdout:2380: snap_create 2024-04-10T15:39:30.228 INFO:tasks.rados.rados.0.smithi069.stdout:2379: finishing copy_from racing read to smithi06982861-12 2024-04-10T15:39:30.230 INFO:tasks.rados.rados.0.smithi069.stdout:2379: finishing copy_from to smithi06982861-12 2024-04-10T15:39:30.230 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 12 v 991 (ObjNum 603 snap 188 seq_num 603) dirty exists 2024-04-10T15:39:30.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:39:30 smithi077 ceph-mon[87572]: osdmap e538: 8 total, 8 up, 8 in 2024-04-10T15:39:30.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:39:30 smithi077 ceph-mon[87572]: pgmap v468: 121 pgs: 121 active+clean; 465 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 2.6 MiB/s rd, 260 KiB/s wr, 6 op/s 2024-04-10T15:39:30.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:39:30 smithi069 ceph-mon[94167]: osdmap e538: 8 total, 8 up, 8 in 2024-04-10T15:39:30.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:39:30 smithi069 ceph-mon[94167]: pgmap v468: 121 pgs: 121 active+clean; 465 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 2.6 MiB/s rd, 260 KiB/s wr, 6 op/s 2024-04-10T15:39:30.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:39:30 smithi069 ceph-mon[96738]: osdmap e538: 8 total, 8 up, 8 in 2024-04-10T15:39:30.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:39:30 smithi069 ceph-mon[96738]: pgmap v468: 121 pgs: 121 active+clean; 465 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 2.6 MiB/s rd, 260 KiB/s wr, 6 op/s 2024-04-10T15:39:30.992 INFO:journalctl@ceph.osd.7.smithi077.stdout:Apr 10 15:39:30 smithi077 systemd[1]: Stopping Ceph osd.7 for 09bfb546-f74e-11ee-b64a-cb9ed24678a4... 2024-04-10T15:39:30.996 INFO:journalctl@ceph.osd.7.smithi077.stdout:Apr 10 15:39:30 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-7[55172]: 2024-04-10T15:39:30.789+0000 7fb5f8d6e700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.7 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-10T15:39:30.996 INFO:journalctl@ceph.osd.7.smithi077.stdout:Apr 10 15:39:30 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-7[55172]: 2024-04-10T15:39:30.789+0000 7fb5f8d6e700 -1 osd.7 539 *** Got signal Terminated *** 2024-04-10T15:39:30.996 INFO:journalctl@ceph.osd.7.smithi077.stdout:Apr 10 15:39:30 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-7[55172]: 2024-04-10T15:39:30.789+0000 7fb5f8d6e700 -1 osd.7 539 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-10T15:39:31.181 INFO:tasks.rados.rados.0.smithi069.stdout:2379: done (1 left) 2024-04-10T15:39:31.181 INFO:tasks.rados.rados.0.smithi069.stdout:2380: done (0 left) 2024-04-10T15:39:31.182 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 40 current snap is 237 2024-04-10T15:39:31.182 INFO:tasks.rados.rados.0.smithi069.stdout:2381: seq_num 753 ranges {3964928=614400} 2024-04-10T15:39:31.206 INFO:tasks.rados.rados.0.smithi069.stdout:2381: writing smithi06982861-40 from 3964928 to 4579328 tid 1 2024-04-10T15:39:31.207 INFO:tasks.rados.rados.0.smithi069.stdout:2382: copy_from oid 27 from oid 9 current snap is 237 2024-04-10T15:39:31.207 INFO:tasks.rados.rados.0.smithi069.stdout:2383: snap_remove snap 225 2024-04-10T15:39:31.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:39:31 smithi077 ceph-mon[87572]: osdmap e539: 8 total, 8 up, 8 in 2024-04-10T15:39:31.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:39:31 smithi077 ceph-mon[87572]: osd.7 marked itself down and dead 2024-04-10T15:39:31.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:39:31 smithi077 ceph-mon[87572]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-10T15:39:31.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:39:31 smithi077 ceph-mon[87572]: Health check failed: all OSDs are running squid or later but require_osd_release < squid (OSD_UPGRADE_FINISHED) 2024-04-10T15:39:31.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:39:31 smithi077 ceph-mon[87572]: osdmap e540: 8 total, 7 up, 8 in 2024-04-10T15:39:31.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:39:31 smithi069 ceph-mon[96738]: osdmap e539: 8 total, 8 up, 8 in 2024-04-10T15:39:31.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:39:31 smithi069 ceph-mon[96738]: osd.7 marked itself down and dead 2024-04-10T15:39:31.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:39:31 smithi069 ceph-mon[96738]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-10T15:39:31.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:39:31 smithi069 ceph-mon[96738]: Health check failed: all OSDs are running squid or later but require_osd_release < squid (OSD_UPGRADE_FINISHED) 2024-04-10T15:39:31.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:39:31 smithi069 ceph-mon[96738]: osdmap e540: 8 total, 7 up, 8 in 2024-04-10T15:39:31.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:39:31 smithi069 ceph-mon[94167]: osdmap e539: 8 total, 8 up, 8 in 2024-04-10T15:39:31.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:39:31 smithi069 ceph-mon[94167]: osd.7 marked itself down and dead 2024-04-10T15:39:31.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:39:31 smithi069 ceph-mon[94167]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-10T15:39:31.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:39:31 smithi069 ceph-mon[94167]: Health check failed: all OSDs are running squid or later but require_osd_release < squid (OSD_UPGRADE_FINISHED) 2024-04-10T15:39:31.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:39:31 smithi069 ceph-mon[94167]: osdmap e540: 8 total, 7 up, 8 in 2024-04-10T15:39:31.992 INFO:journalctl@ceph.osd.7.smithi077.stdout:Apr 10 15:39:31 smithi077 podman[108721]: 2024-04-10 15:39:31.75021788 +0000 UTC m=+1.059625691 container died 1a9c80228cd5f06aa224d5bbce362f0e8e4bcd6dbf4de0ddec0fcafe989ff9e1 (image=quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-7, GIT_CLEAN=True, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.build-date=20240403, org.label-schema.license=GPLv2, RELEASE=reef-d540eba, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, maintainer=Guillaume Abrioux ) 2024-04-10T15:39:32.187 INFO:tasks.rados.rados.0.smithi069.stdout:2383: done (2 left) 2024-04-10T15:39:32.187 INFO:tasks.rados.rados.0.smithi069.stdout:2384: copy_from oid 32 from oid 2 current snap is 237 2024-04-10T15:39:32.187 INFO:tasks.rados.rados.0.smithi069.stdout:2382: finishing copy_from racing read to smithi06982861-27 2024-04-10T15:39:32.187 INFO:tasks.rados.rados.0.smithi069.stdout:2381: finishing write tid 1 to smithi06982861-40 2024-04-10T15:39:32.187 INFO:tasks.rados.rados.0.smithi069.stdout:2382: finishing copy_from to smithi06982861-27 2024-04-10T15:39:32.187 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 27 v 1012 (ObjNum 49 snap 0 seq_num 1953066355) dirty exists 2024-04-10T15:39:32.187 INFO:tasks.rados.rados.0.smithi069.stdout:2381: finishing write tid 2 to smithi06982861-40 2024-04-10T15:39:32.187 INFO:tasks.rados.rados.0.smithi069.stdout:2381: finishing write tid 3 to smithi06982861-40 2024-04-10T15:39:32.187 INFO:tasks.rados.rados.0.smithi069.stdout:2381: oid 40 updating version 0 to 557 2024-04-10T15:39:32.188 INFO:tasks.rados.rados.0.smithi069.stdout:2381: oid 40 updating version 557 to 558 2024-04-10T15:39:32.188 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 40 v 558 (ObjNum 753 snap 237 seq_num 753) dirty exists 2024-04-10T15:39:32.188 INFO:tasks.rados.rados.0.smithi069.stdout:2381: left oid 40 (ObjNum 753 snap 237 seq_num 753) 2024-04-10T15:39:32.188 INFO:tasks.rados.rados.0.smithi069.stdout:2381: done (2 left) 2024-04-10T15:39:32.188 INFO:tasks.rados.rados.0.smithi069.stdout:2382: done (1 left) 2024-04-10T15:39:32.188 INFO:tasks.rados.rados.0.smithi069.stdout:2385: rmattr oid 44 current snap is 237 2024-04-10T15:39:32.188 INFO:tasks.rados.rados.0.smithi069.stdout:2385: done (1 left) 2024-04-10T15:39:32.188 INFO:tasks.rados.rados.0.smithi069.stdout:2386: copy_from oid 6 from oid 25 current snap is 237 2024-04-10T15:39:32.188 INFO:tasks.rados.rados.0.smithi069.stdout:2387: snap_create 2024-04-10T15:39:32.209 INFO:tasks.rados.rados.0.smithi069.stdout:2386: finishing copy_from racing read to smithi06982861-6 2024-04-10T15:39:32.209 INFO:tasks.rados.rados.0.smithi069.stdout:2386: finishing copy_from to smithi06982861-6 2024-04-10T15:39:32.209 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 6 v 991 (ObjNum 603 snap 188 seq_num 603) dirty exists 2024-04-10T15:39:32.223 INFO:tasks.rados.rados.0.smithi069.stdout:2384: finishing copy_from racing read to smithi06982861-32 2024-04-10T15:39:32.225 INFO:tasks.rados.rados.0.smithi069.stdout:2384: finishing copy_from to smithi06982861-32 2024-04-10T15:39:32.226 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 32 v 594 (ObjNum 625 snap 193 seq_num 625) dirty exists 2024-04-10T15:39:32.302 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:39:32 smithi077 ceph-mon[87572]: pgmap v471: 121 pgs: 20 stale+active+clean, 101 active+clean; 467 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 2.6 MiB/s rd, 802 KiB/s wr, 14 op/s 2024-04-10T15:39:32.302 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:39:32 smithi077 ceph-mon[87572]: osdmap e541: 8 total, 7 up, 8 in 2024-04-10T15:39:32.302 INFO:journalctl@ceph.osd.7.smithi077.stdout:Apr 10 15:39:32 smithi077 podman[108721]: 2024-04-10 15:39:32.094359762 +0000 UTC m=+1.403767560 container cleanup 1a9c80228cd5f06aa224d5bbce362f0e8e4bcd6dbf4de0ddec0fcafe989ff9e1 (image=quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-7, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_CLEAN=True, RELEASE=reef-d540eba, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.build-date=20240403, org.label-schema.license=GPLv2) 2024-04-10T15:39:32.302 INFO:journalctl@ceph.osd.7.smithi077.stdout:Apr 10 15:39:32 smithi077 bash[108721]: ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-7 2024-04-10T15:39:32.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:39:32 smithi069 ceph-mon[96738]: pgmap v471: 121 pgs: 20 stale+active+clean, 101 active+clean; 467 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 2.6 MiB/s rd, 802 KiB/s wr, 14 op/s 2024-04-10T15:39:32.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:39:32 smithi069 ceph-mon[96738]: osdmap e541: 8 total, 7 up, 8 in 2024-04-10T15:39:32.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:39:32 smithi069 ceph-mon[94167]: pgmap v471: 121 pgs: 20 stale+active+clean, 101 active+clean; 467 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 2.6 MiB/s rd, 802 KiB/s wr, 14 op/s 2024-04-10T15:39:32.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:39:32 smithi069 ceph-mon[94167]: osdmap e541: 8 total, 7 up, 8 in 2024-04-10T15:39:32.742 INFO:journalctl@ceph.osd.7.smithi077.stdout:Apr 10 15:39:32 smithi077 podman[108744]: 2024-04-10 15:39:32.404356736 +0000 UTC m=+0.657042882 container remove 1a9c80228cd5f06aa224d5bbce362f0e8e4bcd6dbf4de0ddec0fcafe989ff9e1 (image=quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-7, GIT_BRANCH=HEAD, RELEASE=reef-d540eba, GIT_CLEAN=True, ceph=True, org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.build-date=20240403, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5) 2024-04-10T15:39:32.742 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:39:32 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[78458]: ts=2024-04-10T15:39:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:39:33.063 INFO:journalctl@ceph.osd.7.smithi077.stdout:Apr 10 15:39:32 smithi077 podman[108840]: 2024-04-10 15:39:32.660130136 +0000 UTC m=+0.018040299 image pull ffe3e7ac3788b84d6c0b551f13dbde782a187c25e75d087cf3ace2b26f4e3ffa quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc 2024-04-10T15:39:33.064 INFO:journalctl@ceph.osd.7.smithi077.stdout:Apr 10 15:39:32 smithi077 podman[108840]: 2024-04-10 15:39:32.838780993 +0000 UTC m=+0.196691180 container create c043818d36d7507975bf5a69512e295b116f6dc09faf5ba4ff1fe25b9350644c (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-7-deactivate, GIT_CLEAN=True, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240409, maintainer=Guillaume Abrioux ) 2024-04-10T15:39:33.182 INFO:tasks.rados.rados.0.smithi069.stdout:2384: done (2 left) 2024-04-10T15:39:33.182 INFO:tasks.rados.rados.0.smithi069.stdout:2386: done (1 left) 2024-04-10T15:39:33.182 INFO:tasks.rados.rados.0.smithi069.stdout:2387: done (0 left) 2024-04-10T15:39:33.182 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 40 current snap is 238 2024-04-10T15:39:33.182 INFO:tasks.rados.rados.0.smithi069.stdout:2388: seq_num 754 ranges {4579328=630784} 2024-04-10T15:39:33.209 INFO:tasks.rados.rados.0.smithi069.stdout:2388: writing smithi06982861-40 from 4579328 to 5210112 tid 1 2024-04-10T15:39:33.209 INFO:tasks.rados.rados.0.smithi069.stdout:2389: setattr oid 23 current snap is 238 2024-04-10T15:39:33.210 INFO:tasks.rados.rados.0.smithi069.stdout:2390: delete oid 21 current snap is 238 2024-04-10T15:39:33.216 INFO:tasks.rados.rados.0.smithi069.stdout:2390: done (2 left) 2024-04-10T15:39:33.216 INFO:tasks.rados.rados.0.smithi069.stdout:2391: read oid 41 snap -1 2024-04-10T15:39:33.216 INFO:tasks.rados.rados.0.smithi069.stdout:2391: expect deleted 2024-04-10T15:39:33.216 INFO:tasks.rados.rados.0.smithi069.stdout:2392: rollback oid 10 current snap is 238 2024-04-10T15:39:33.216 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 10 to 228 2024-04-10T15:39:33.216 INFO:tasks.rados.rados.0.smithi069.stdout:2393: setattr oid 42 current snap is 238 2024-04-10T15:39:33.216 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 23 v 1201 (ObjNum 720 snap 227 seq_num 720) dirty exists 2024-04-10T15:39:33.216 INFO:tasks.rados.rados.0.smithi069.stdout:2389: done (4 left) 2024-04-10T15:39:33.216 INFO:tasks.rados.rados.0.smithi069.stdout:2391: done (3 left) 2024-04-10T15:39:33.216 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 11 current snap is 238 2024-04-10T15:39:33.216 INFO:tasks.rados.rados.0.smithi069.stdout:2394: seq_num 756 ranges {0=671744} 2024-04-10T15:39:33.221 INFO:tasks.rados.rados.0.smithi069.stdout:2394: writing smithi06982861-11 from 0 to 671744 tid 1 2024-04-10T15:39:33.221 INFO:tasks.rados.rados.0.smithi069.stdout:2395: copy_from oid 47 from oid 12 current snap is 238 2024-04-10T15:39:33.221 INFO:tasks.rados.rados.0.smithi069.stdout:2392: finishing rollback tid 1 to smithi06982861-10 2024-04-10T15:39:33.221 INFO:tasks.rados.rados.0.smithi069.stdout:2388: finishing write tid 1 to smithi06982861-40 2024-04-10T15:39:33.221 INFO:tasks.rados.rados.0.smithi069.stdout:2388: finishing write tid 2 to smithi06982861-40 2024-04-10T15:39:33.221 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 42 v 1124 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-04-10T15:39:33.221 INFO:tasks.rados.rados.0.smithi069.stdout:2392: finishing rollback tid 2 to smithi06982861-10 2024-04-10T15:39:33.221 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 10 v 1420 (ObjNum 728 snap 227 seq_num 728) dirty exists 2024-04-10T15:39:33.221 INFO:tasks.rados.rados.0.smithi069.stdout:2388: finishing write tid 3 to smithi06982861-40 2024-04-10T15:39:33.221 INFO:tasks.rados.rados.0.smithi069.stdout:2388: oid 40 updating version 0 to 560 2024-04-10T15:39:33.221 INFO:tasks.rados.rados.0.smithi069.stdout:2388: oid 40 version 560 is already newer than 559 2024-04-10T15:39:33.221 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 40 v 560 (ObjNum 754 snap 238 seq_num 754) dirty exists 2024-04-10T15:39:33.221 INFO:tasks.rados.rados.0.smithi069.stdout:2388: left oid 40 (ObjNum 754 snap 238 seq_num 754) 2024-04-10T15:39:33.222 INFO:tasks.rados.rados.0.smithi069.stdout:2388: done (4 left) 2024-04-10T15:39:33.222 INFO:tasks.rados.rados.0.smithi069.stdout:2392: done (3 left) 2024-04-10T15:39:33.222 INFO:tasks.rados.rados.0.smithi069.stdout:2393: done (2 left) 2024-04-10T15:39:33.222 INFO:tasks.rados.rados.0.smithi069.stdout:2396: snap_remove snap 210 2024-04-10T15:39:33.357 INFO:journalctl@ceph.osd.7.smithi077.stdout:Apr 10 15:39:33 smithi077 podman[108840]: 2024-04-10 15:39:33.074967336 +0000 UTC m=+0.432877490 container init c043818d36d7507975bf5a69512e295b116f6dc09faf5ba4ff1fe25b9350644c (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-7-deactivate, GIT_CLEAN=True, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, ceph=True, CEPH_POINT_RELEASE=, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240409, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD) 2024-04-10T15:39:33.357 INFO:journalctl@ceph.osd.7.smithi077.stdout:Apr 10 15:39:33 smithi077 podman[108840]: 2024-04-10 15:39:33.081055634 +0000 UTC m=+0.438965774 container start c043818d36d7507975bf5a69512e295b116f6dc09faf5ba4ff1fe25b9350644c (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-7-deactivate, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_CLEAN=True, org.label-schema.build-date=20240409, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , ceph=True, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-10T15:39:33.357 INFO:journalctl@ceph.osd.7.smithi077.stdout:Apr 10 15:39:33 smithi077 podman[108840]: 2024-04-10 15:39:33.140821852 +0000 UTC m=+0.498731990 container attach c043818d36d7507975bf5a69512e295b116f6dc09faf5ba4ff1fe25b9350644c (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-7-deactivate, org.label-schema.build-date=20240409, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, ceph=True, org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_BRANCH=HEAD) 2024-04-10T15:39:33.658 INFO:journalctl@ceph.osd.7.smithi077.stdout:Apr 10 15:39:33 smithi077 podman[108840]: 2024-04-10 15:39:33.369195604 +0000 UTC m=+0.727105762 container died c043818d36d7507975bf5a69512e295b116f6dc09faf5ba4ff1fe25b9350644c (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-7-deactivate, GIT_BRANCH=HEAD, org.label-schema.build-date=20240409, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, CEPH_POINT_RELEASE=, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_CLEAN=True, maintainer=Guillaume Abrioux ) 2024-04-10T15:39:33.919 INFO:journalctl@ceph.osd.7.smithi077.stdout:Apr 10 15:39:33 smithi077 podman[108888]: 2024-04-10 15:39:33.910652371 +0000 UTC m=+0.536279597 container remove c043818d36d7507975bf5a69512e295b116f6dc09faf5ba4ff1fe25b9350644c (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-7-deactivate, org.label-schema.build-date=20240409, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5) 2024-04-10T15:39:34.183 INFO:journalctl@ceph.osd.7.smithi077.stdout:Apr 10 15:39:33 smithi077 systemd[1]: ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4@osd.7.service: Deactivated successfully. 2024-04-10T15:39:34.183 INFO:journalctl@ceph.osd.7.smithi077.stdout:Apr 10 15:39:33 smithi077 systemd[1]: Stopped Ceph osd.7 for 09bfb546-f74e-11ee-b64a-cb9ed24678a4. 2024-04-10T15:39:34.183 INFO:journalctl@ceph.osd.7.smithi077.stdout:Apr 10 15:39:33 smithi077 systemd[1]: ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4@osd.7.service: Consumed 17.005s CPU time. 2024-04-10T15:39:34.183 INFO:journalctl@ceph.osd.7.smithi077.stdout:Apr 10 15:39:34 smithi077 systemd[1]: Starting Ceph osd.7 for 09bfb546-f74e-11ee-b64a-cb9ed24678a4... 2024-04-10T15:39:34.188 INFO:tasks.rados.rados.0.smithi069.stdout:2396: done (2 left) 2024-04-10T15:39:34.188 INFO:tasks.rados.rados.0.smithi069.stdout:2397: snap_create 2024-04-10T15:39:34.188 INFO:tasks.rados.rados.0.smithi069.stdout:2394: finishing write tid 1 to smithi06982861-11 2024-04-10T15:39:34.188 INFO:tasks.rados.rados.0.smithi069.stdout:2394: finishing write tid 2 to smithi06982861-11 2024-04-10T15:39:34.188 INFO:tasks.rados.rados.0.smithi069.stdout:2394: finishing write tid 3 to smithi06982861-11 2024-04-10T15:39:34.188 INFO:tasks.rados.rados.0.smithi069.stdout:2394: oid 11 updating version 0 to 992 2024-04-10T15:39:34.189 INFO:tasks.rados.rados.0.smithi069.stdout:2394: oid 11 updating version 992 to 993 2024-04-10T15:39:34.189 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 11 v 993 (ObjNum 756 snap 238 seq_num 756) dirty exists 2024-04-10T15:39:34.189 INFO:tasks.rados.rados.0.smithi069.stdout:2394: left oid 11 (ObjNum 756 snap 238 seq_num 756) 2024-04-10T15:39:34.189 INFO:tasks.rados.rados.0.smithi069.stdout:2395: finishing copy_from racing read to smithi06982861-47 2024-04-10T15:39:34.189 INFO:tasks.rados.rados.0.smithi069.stdout:2395: finishing copy_from to smithi06982861-47 2024-04-10T15:39:34.189 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 47 v 991 (ObjNum 603 snap 188 seq_num 603) dirty exists 2024-04-10T15:39:34.448 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:39:34 smithi077 ceph-mon[87572]: osdmap e542: 8 total, 7 up, 8 in 2024-04-10T15:39:34.449 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:39:34 smithi077 ceph-mon[87572]: pgmap v474: 121 pgs: 2 active+undersized+degraded, 16 stale+active+clean, 9 active+undersized, 94 active+clean; 468 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 2.0 MiB/s wr, 8 op/s; 28/597 objects degraded (4.690%) 2024-04-10T15:39:34.449 INFO:journalctl@ceph.osd.7.smithi077.stdout:Apr 10 15:39:34 smithi077 podman[108996]: 2024-04-10 15:39:34.259576359 +0000 UTC m=+0.018127601 image pull ffe3e7ac3788b84d6c0b551f13dbde782a187c25e75d087cf3ace2b26f4e3ffa quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc 2024-04-10T15:39:34.449 INFO:journalctl@ceph.osd.7.smithi077.stdout:Apr 10 15:39:34 smithi077 podman[108996]: 2024-04-10 15:39:34.369884969 +0000 UTC m=+0.128436213 container create 9053611c919d73d7e5241d11f0c2b6d8b75cb5150f2b1cda12d0b42cd0aad402 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-7-activate, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.build-date=20240409, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-10T15:39:34.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:39:34 smithi069 ceph-mon[94167]: osdmap e542: 8 total, 7 up, 8 in 2024-04-10T15:39:34.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:39:34 smithi069 ceph-mon[94167]: pgmap v474: 121 pgs: 2 active+undersized+degraded, 16 stale+active+clean, 9 active+undersized, 94 active+clean; 468 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 2.0 MiB/s wr, 8 op/s; 28/597 objects degraded (4.690%) 2024-04-10T15:39:34.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:39:34 smithi069 ceph-mon[96738]: osdmap e542: 8 total, 7 up, 8 in 2024-04-10T15:39:34.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:39:34 smithi069 ceph-mon[96738]: pgmap v474: 121 pgs: 2 active+undersized+degraded, 16 stale+active+clean, 9 active+undersized, 94 active+clean; 468 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 2.0 MiB/s wr, 8 op/s; 28/597 objects degraded (4.690%) 2024-04-10T15:39:34.742 INFO:journalctl@ceph.osd.7.smithi077.stdout:Apr 10 15:39:34 smithi077 podman[108996]: 2024-04-10 15:39:34.572289577 +0000 UTC m=+0.330840818 container init 9053611c919d73d7e5241d11f0c2b6d8b75cb5150f2b1cda12d0b42cd0aad402 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-7-activate, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.license=GPLv2, ceph=True, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240409, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, org.label-schema.vendor=CentOS) 2024-04-10T15:39:34.742 INFO:journalctl@ceph.osd.7.smithi077.stdout:Apr 10 15:39:34 smithi077 podman[108996]: 2024-04-10 15:39:34.577346348 +0000 UTC m=+0.335897590 container start 9053611c919d73d7e5241d11f0c2b6d8b75cb5150f2b1cda12d0b42cd0aad402 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-7-activate, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240409, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0) 2024-04-10T15:39:34.742 INFO:journalctl@ceph.osd.7.smithi077.stdout:Apr 10 15:39:34 smithi077 podman[108996]: 2024-04-10 15:39:34.680544772 +0000 UTC m=+0.439096023 container attach 9053611c919d73d7e5241d11f0c2b6d8b75cb5150f2b1cda12d0b42cd0aad402 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-7-activate, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, ceph=True, org.label-schema.build-date=20240409, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_CLEAN=True, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, org.label-schema.schema-version=1.0) 2024-04-10T15:39:35.195 INFO:tasks.rados.rados.0.smithi069.stdout:2394: done (2 left) 2024-04-10T15:39:35.195 INFO:tasks.rados.rados.0.smithi069.stdout:2395: done (1 left) 2024-04-10T15:39:35.195 INFO:tasks.rados.rados.0.smithi069.stdout:2397: done (0 left) 2024-04-10T15:39:35.196 INFO:tasks.rados.rados.0.smithi069.stdout:2398: rollback oid 29 current snap is 239 2024-04-10T15:39:35.196 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 29 to 237 2024-04-10T15:39:35.196 INFO:tasks.rados.rados.0.smithi069.stdout:2399: snap_remove snap 221 2024-04-10T15:39:35.489 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:39:35 smithi077 ceph-mon[87572]: Health check failed: Degraded data redundancy: 28/597 objects degraded (4.690%), 2 pgs degraded (PG_DEGRADED) 2024-04-10T15:39:35.489 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:39:35 smithi077 ceph-mon[87572]: osdmap e543: 8 total, 7 up, 8 in 2024-04-10T15:39:35.490 INFO:journalctl@ceph.osd.7.smithi077.stdout:Apr 10 15:39:35 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-7-activate[109011]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-04-10T15:39:35.490 INFO:journalctl@ceph.osd.7.smithi077.stdout:Apr 10 15:39:35 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-7-activate[109011]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-7 --no-mon-config --dev /dev/mapper/vg_nvme-lv_1 2024-04-10T15:39:35.490 INFO:journalctl@ceph.osd.7.smithi077.stdout:Apr 10 15:39:35 smithi077 bash[108996]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-04-10T15:39:35.490 INFO:journalctl@ceph.osd.7.smithi077.stdout:Apr 10 15:39:35 smithi077 bash[108996]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-7 --no-mon-config --dev /dev/mapper/vg_nvme-lv_1 2024-04-10T15:39:35.490 INFO:journalctl@ceph.osd.7.smithi077.stdout:Apr 10 15:39:35 smithi077 bash[108996]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_1 2024-04-10T15:39:35.490 INFO:journalctl@ceph.osd.7.smithi077.stdout:Apr 10 15:39:35 smithi077 bash[108996]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2024-04-10T15:39:35.490 INFO:journalctl@ceph.osd.7.smithi077.stdout:Apr 10 15:39:35 smithi077 bash[108996]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-7/block 2024-04-10T15:39:35.490 INFO:journalctl@ceph.osd.7.smithi077.stdout:Apr 10 15:39:35 smithi077 bash[108996]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-04-10T15:39:35.490 INFO:journalctl@ceph.osd.7.smithi077.stdout:Apr 10 15:39:35 smithi077 bash[108996]: --> ceph-volume raw activate successful for osd ID: 7 2024-04-10T15:39:35.490 INFO:journalctl@ceph.osd.7.smithi077.stdout:Apr 10 15:39:35 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-7-activate[109011]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_1 2024-04-10T15:39:35.490 INFO:journalctl@ceph.osd.7.smithi077.stdout:Apr 10 15:39:35 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-7-activate[109011]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2024-04-10T15:39:35.491 INFO:journalctl@ceph.osd.7.smithi077.stdout:Apr 10 15:39:35 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-7-activate[109011]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-7/block 2024-04-10T15:39:35.491 INFO:journalctl@ceph.osd.7.smithi077.stdout:Apr 10 15:39:35 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-7-activate[109011]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-04-10T15:39:35.491 INFO:journalctl@ceph.osd.7.smithi077.stdout:Apr 10 15:39:35 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-7-activate[109011]: --> ceph-volume raw activate successful for osd ID: 7 2024-04-10T15:39:35.491 INFO:journalctl@ceph.osd.7.smithi077.stdout:Apr 10 15:39:35 smithi077 podman[108996]: 2024-04-10 15:39:35.043530588 +0000 UTC m=+0.802081830 container died 9053611c919d73d7e5241d11f0c2b6d8b75cb5150f2b1cda12d0b42cd0aad402 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-7-activate, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, ceph=True, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_BRANCH=HEAD, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, org.label-schema.build-date=20240409, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2) 2024-04-10T15:39:35.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:39:35 smithi069 ceph-mon[96738]: Health check failed: Degraded data redundancy: 28/597 objects degraded (4.690%), 2 pgs degraded (PG_DEGRADED) 2024-04-10T15:39:35.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:39:35 smithi069 ceph-mon[96738]: osdmap e543: 8 total, 7 up, 8 in 2024-04-10T15:39:35.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:39:35 smithi069 ceph-mon[94167]: Health check failed: Degraded data redundancy: 28/597 objects degraded (4.690%), 2 pgs degraded (PG_DEGRADED) 2024-04-10T15:39:35.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:39:35 smithi069 ceph-mon[94167]: osdmap e543: 8 total, 7 up, 8 in 2024-04-10T15:39:36.112 INFO:journalctl@ceph.osd.7.smithi077.stdout:Apr 10 15:39:35 smithi077 podman[109146]: 2024-04-10 15:39:35.77572505 +0000 UTC m=+0.727404233 container remove 9053611c919d73d7e5241d11f0c2b6d8b75cb5150f2b1cda12d0b42cd0aad402 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-7-activate, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.license=GPLv2, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240409, CEPH_POINT_RELEASE=) 2024-04-10T15:39:36.112 INFO:journalctl@ceph.osd.7.smithi077.stdout:Apr 10 15:39:35 smithi077 podman[109214]: 2024-04-10 15:39:35.888208885 +0000 UTC m=+0.017965833 image pull ffe3e7ac3788b84d6c0b551f13dbde782a187c25e75d087cf3ace2b26f4e3ffa quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc 2024-04-10T15:39:36.113 INFO:journalctl@ceph.osd.7.smithi077.stdout:Apr 10 15:39:36 smithi077 podman[109214]: 2024-04-10 15:39:36.010020153 +0000 UTC m=+0.139777147 container create 8c251a0eaa8aee0413c4723c56a541ff9995e3812d48e38cb6d9bf1991a2916f (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-7, io.buildah.version=1.33.5, org.label-schema.build-date=20240409, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_CLEAN=True, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-10T15:39:36.181 INFO:tasks.rados.rados.0.smithi069.stdout:2399: done (1 left) 2024-04-10T15:39:36.181 INFO:tasks.rados.rados.0.smithi069.stdout:2400: rollback oid 42 current snap is 239 2024-04-10T15:39:36.181 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 42 to 235 2024-04-10T15:39:36.181 INFO:tasks.rados.rados.0.smithi069.stdout:2398: finishing rollback tid 0 to smithi06982861-29 2024-04-10T15:39:36.181 INFO:tasks.rados.rados.0.smithi069.stdout:2398: finishing rollback tid 1 to smithi06982861-29 2024-04-10T15:39:36.181 INFO:tasks.rados.rados.0.smithi069.stdout:2398: finishing rollback tid 2 to smithi06982861-29 2024-04-10T15:39:36.182 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 29 v 965 (ObjNum 655 snap 204 seq_num 655) dirty exists 2024-04-10T15:39:36.182 INFO:tasks.rados.rados.0.smithi069.stdout:2398: done (1 left) 2024-04-10T15:39:36.182 INFO:tasks.rados.rados.0.smithi069.stdout:2401: delete oid 11 current snap is 239 2024-04-10T15:39:36.189 INFO:tasks.rados.rados.0.smithi069.stdout:2401: done (1 left) 2024-04-10T15:39:36.189 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 49 current snap is 239 2024-04-10T15:39:36.189 INFO:tasks.rados.rados.0.smithi069.stdout:2402: seq_num 758 ranges {704512=704512} 2024-04-10T15:39:36.198 INFO:tasks.rados.rados.0.smithi069.stdout:2402: writing smithi06982861-49 from 704512 to 1409024 tid 1 2024-04-10T15:39:36.198 INFO:tasks.rados.rados.0.smithi069.stdout:2403: rmattr oid 12 current snap is 239 2024-04-10T15:39:36.198 INFO:tasks.rados.rados.0.smithi069.stdout:2403: done (2 left) 2024-04-10T15:39:36.198 INFO:tasks.rados.rados.0.smithi069.stdout:2404: rmattr oid 10 current snap is 239 2024-04-10T15:39:36.198 INFO:tasks.rados.rados.0.smithi069.stdout:2404: done (2 left) 2024-04-10T15:39:36.198 INFO:tasks.rados.rados.0.smithi069.stdout:2405: copy_from oid 23 from oid 36 current snap is 239 2024-04-10T15:39:36.198 INFO:tasks.rados.rados.0.smithi069.stdout:2400: finishing rollback tid 0 to smithi06982861-42 2024-04-10T15:39:36.198 INFO:tasks.rados.rados.0.smithi069.stdout:2400: finishing rollback tid 1 to smithi06982861-42 2024-04-10T15:39:36.199 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 42 v 1135 (ObjNum 945 snap 0 seq_num 3253258576) dirty dne 2024-04-10T15:39:36.199 INFO:tasks.rados.rados.0.smithi069.stdout:2400: done (2 left) 2024-04-10T15:39:36.199 INFO:tasks.rados.rados.0.smithi069.stdout:2406: copy_from oid 42 from oid 41 current snap is 239 2024-04-10T15:39:36.199 INFO:tasks.rados.rados.0.smithi069.stdout:2407: snap_remove snap 231 2024-04-10T15:39:36.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:39:36 smithi077 ceph-mon[87572]: osdmap e544: 8 total, 7 up, 8 in 2024-04-10T15:39:36.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:39:36 smithi077 ceph-mon[87572]: pgmap v477: 121 pgs: 11 active+undersized+degraded, 39 active+undersized, 71 active+clean; 463 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s wr, 13 op/s; 50/597 objects degraded (8.375%) 2024-04-10T15:39:36.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:39:36 smithi077 ceph-mon[87572]: osdmap e545: 8 total, 7 up, 8 in 2024-04-10T15:39:36.494 INFO:journalctl@ceph.osd.7.smithi077.stdout:Apr 10 15:39:36 smithi077 podman[109214]: 2024-04-10 15:39:36.254772883 +0000 UTC m=+0.384529845 container init 8c251a0eaa8aee0413c4723c56a541ff9995e3812d48e38cb6d9bf1991a2916f (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-7, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , ceph=True, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240409) 2024-04-10T15:39:36.494 INFO:journalctl@ceph.osd.7.smithi077.stdout:Apr 10 15:39:36 smithi077 podman[109214]: 2024-04-10 15:39:36.260591501 +0000 UTC m=+0.390348458 container start 8c251a0eaa8aee0413c4723c56a541ff9995e3812d48e38cb6d9bf1991a2916f (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-7, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.license=GPLv2, GIT_CLEAN=True, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, org.label-schema.build-date=20240409, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-10T15:39:36.494 INFO:journalctl@ceph.osd.7.smithi077.stdout:Apr 10 15:39:36 smithi077 ceph-osd[109252]: -- 172.21.15.77:0/3693752434 <== mon.1 v2:172.21.15.77:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x56195f4a7680 con 0x56195f470c00 2024-04-10T15:39:36.494 INFO:journalctl@ceph.osd.7.smithi077.stdout:Apr 10 15:39:36 smithi077 bash[109214]: 8c251a0eaa8aee0413c4723c56a541ff9995e3812d48e38cb6d9bf1991a2916f 2024-04-10T15:39:36.495 INFO:journalctl@ceph.osd.7.smithi077.stdout:Apr 10 15:39:36 smithi077 systemd[1]: Started Ceph osd.7 for 09bfb546-f74e-11ee-b64a-cb9ed24678a4. 2024-04-10T15:39:36.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:39:36 smithi069 ceph-mon[94167]: osdmap e544: 8 total, 7 up, 8 in 2024-04-10T15:39:36.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:39:36 smithi069 ceph-mon[94167]: pgmap v477: 121 pgs: 11 active+undersized+degraded, 39 active+undersized, 71 active+clean; 463 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s wr, 13 op/s; 50/597 objects degraded (8.375%) 2024-04-10T15:39:36.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:39:36 smithi069 ceph-mon[94167]: osdmap e545: 8 total, 7 up, 8 in 2024-04-10T15:39:36.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:39:36 smithi069 ceph-mon[96738]: osdmap e544: 8 total, 7 up, 8 in 2024-04-10T15:39:36.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:39:36 smithi069 ceph-mon[96738]: pgmap v477: 121 pgs: 11 active+undersized+degraded, 39 active+undersized, 71 active+clean; 463 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s wr, 13 op/s; 50/597 objects degraded (8.375%) 2024-04-10T15:39:36.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:39:36 smithi069 ceph-mon[96738]: osdmap e545: 8 total, 7 up, 8 in 2024-04-10T15:39:37.205 INFO:tasks.rados.rados.0.smithi069.stdout:2407: done (3 left) 2024-04-10T15:39:37.206 INFO:tasks.rados.rados.0.smithi069.stdout:2408: rollback oid 27 current snap is 239 2024-04-10T15:39:37.206 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 27 to 172 2024-04-10T15:39:37.206 INFO:tasks.rados.rados.0.smithi069.stdout:2402: finishing write tid 1 to smithi06982861-49 2024-04-10T15:39:37.206 INFO:tasks.rados.rados.0.smithi069.stdout:2402: finishing write tid 2 to smithi06982861-49 2024-04-10T15:39:37.206 INFO:tasks.rados.rados.0.smithi069.stdout:2405: finishing copy_from racing read to smithi06982861-23 2024-04-10T15:39:37.206 INFO:tasks.rados.rados.0.smithi069.stdout:2402: finishing write tid 3 to smithi06982861-49 2024-04-10T15:39:37.206 INFO:tasks.rados.rados.0.smithi069.stdout:2402: oid 49 updating version 0 to 1140 2024-04-10T15:39:37.206 INFO:tasks.rados.rados.0.smithi069.stdout:2402: oid 49 version 1140 is already newer than 1139 2024-04-10T15:39:37.206 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 49 v 1140 (ObjNum 758 snap 239 seq_num 758) dirty exists 2024-04-10T15:39:37.206 INFO:tasks.rados.rados.0.smithi069.stdout:2402: left oid 49 (ObjNum 758 snap 239 seq_num 758) 2024-04-10T15:39:37.206 INFO:tasks.rados.rados.0.smithi069.stdout:2405: finishing copy_from to smithi06982861-23 2024-04-10T15:39:37.207 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 23 v 1160 (ObjNum 742 snap 233 seq_num 742) dirty exists 2024-04-10T15:39:37.207 INFO:tasks.rados.rados.0.smithi069.stdout:2406: finishing copy_from to smithi06982861-42 2024-04-10T15:39:37.207 INFO:tasks.rados.rados.0.smithi069.stdout:2406: got expected ENOENT (src dne) 2024-04-10T15:39:37.207 INFO:tasks.rados.rados.0.smithi069.stdout:2406: finishing copy_from racing read to smithi06982861-42 2024-04-10T15:39:37.207 INFO:tasks.rados.rados.0.smithi069.stdout:2402: done (3 left) 2024-04-10T15:39:37.207 INFO:tasks.rados.rados.0.smithi069.stdout:2405: done (2 left) 2024-04-10T15:39:37.207 INFO:tasks.rados.rados.0.smithi069.stdout:2406: done (1 left) 2024-04-10T15:39:37.207 INFO:tasks.rados.rados.0.smithi069.stdout:2409: rollback oid 9 current snap is 239 2024-04-10T15:39:37.207 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 9 to 236 2024-04-10T15:39:37.207 INFO:tasks.rados.rados.0.smithi069.stdout:2410: read oid 48 snap -1 2024-04-10T15:39:37.207 INFO:tasks.rados.rados.0.smithi069.stdout:2410: expect (ObjNum 726 snap 227 seq_num 726) 2024-04-10T15:39:37.207 INFO:tasks.rados.rados.0.smithi069.stdout:2411: rollback oid 47 current snap is 239 2024-04-10T15:39:37.208 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 47 to 228 2024-04-10T15:39:37.208 INFO:tasks.rados.rados.0.smithi069.stdout:2412: snap_remove snap 207 2024-04-10T15:39:37.242 INFO:journalctl@ceph.osd.7.smithi077.stdout:Apr 10 15:39:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-7[109229]: 2024-04-10T15:39:36.798+0000 7f2f9909d7c0 -1 Falling back to public interface 2024-04-10T15:39:37.336 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:39:36 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:15:39:36] "GET /metrics HTTP/1.1" 200 36182 "" "Prometheus/2.43.0" 2024-04-10T15:39:37.527 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:39:37 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:39:37.527 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:39:37 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:39:37.527 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:39:37 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:39:37.527 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:39:37 smithi077 ceph-mon[87572]: osdmap e546: 8 total, 7 up, 8 in 2024-04-10T15:39:37.836 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:39:37 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:39:37.836 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:39:37 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:39:37.836 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:39:37 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:39:37.836 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:39:37 smithi069 ceph-mon[96738]: osdmap e546: 8 total, 7 up, 8 in 2024-04-10T15:39:37.836 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:39:37 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:39:37.836 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:39:37 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:39:37.836 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:39:37 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:39:37.836 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:39:37 smithi069 ceph-mon[94167]: osdmap e546: 8 total, 7 up, 8 in 2024-04-10T15:39:37.992 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:39:37 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=sqlstore.transactions t=2024-04-10T15:39:37.538140265Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2024-04-10T15:39:37.992 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:39:37 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[63265]: logger=cleanup t=2024-04-10T15:39:37.539037684Z level=info msg="Completed cleanup jobs" duration=12.237584ms 2024-04-10T15:39:38.202 INFO:tasks.rados.rados.0.smithi069.stdout:2412: done (4 left) 2024-04-10T15:39:38.203 INFO:tasks.rados.rados.0.smithi069.stdout:2413: rollback oid 40 current snap is 239 2024-04-10T15:39:38.203 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 40 to 237 2024-04-10T15:39:38.203 INFO:tasks.rados.rados.0.smithi069.stdout:2414: delete oid 23 current snap is 239 2024-04-10T15:39:38.203 INFO:tasks.rados.rados.0.smithi069.stdout:2409: finishing rollback tid 0 to smithi06982861-9 2024-04-10T15:39:38.203 INFO:tasks.rados.rados.0.smithi069.stdout:2409: finishing rollback tid 1 to smithi06982861-9 2024-04-10T15:39:38.203 INFO:tasks.rados.rados.0.smithi069.stdout:2411: finishing rollback tid 0 to smithi06982861-47 2024-04-10T15:39:38.203 INFO:tasks.rados.rados.0.smithi069.stdout:2408: finishing rollback tid 0 to smithi06982861-27 2024-04-10T15:39:38.203 INFO:tasks.rados.rados.0.smithi069.stdout:2409: finishing rollback tid 2 to smithi06982861-9 2024-04-10T15:39:38.203 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 9 v 1018 (ObjNum 65 snap 0 seq_num 1601004913) dirty exists 2024-04-10T15:39:38.203 INFO:tasks.rados.rados.0.smithi069.stdout:2411: finishing rollback tid 1 to smithi06982861-47 2024-04-10T15:39:38.203 INFO:tasks.rados.rados.0.smithi069.stdout:2408: finishing rollback tid 1 to smithi06982861-27 2024-04-10T15:39:38.204 INFO:tasks.rados.rados.0.smithi069.stdout:2411: finishing rollback tid 2 to smithi06982861-47 2024-04-10T15:39:38.204 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 47 v 1186 (ObjNum 509 snap 160 seq_num 509) dirty exists 2024-04-10T15:39:38.204 INFO:tasks.rados.rados.0.smithi069.stdout:2408: finishing rollback tid 2 to smithi06982861-27 2024-04-10T15:39:38.204 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 27 v 1146 (ObjNum 509 snap 160 seq_num 509) dirty exists 2024-04-10T15:39:38.204 INFO:tasks.rados.rados.0.smithi069.stdout:2410: expect (ObjNum 726 snap 227 seq_num 726) 2024-04-10T15:39:38.482 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:39:38 smithi077 ceph-mon[87572]: pgmap v480: 121 pgs: 11 active+undersized+degraded, 39 active+undersized, 71 active+clean; 463 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 716 KiB/s wr, 12 op/s; 50/597 objects degraded (8.375%) 2024-04-10T15:39:38.483 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:39:38 smithi077 ceph-mon[87572]: osdmap e547: 8 total, 7 up, 8 in 2024-04-10T15:39:38.516 INFO:tasks.rados.rados.0.smithi069.stdout:2413: finishing rollback tid 0 to smithi06982861-40 2024-04-10T15:39:38.516 INFO:tasks.rados.rados.0.smithi069.stdout:2413: finishing rollback tid 1 to smithi06982861-40 2024-04-10T15:39:38.516 INFO:tasks.rados.rados.0.smithi069.stdout:2413: finishing rollback tid 2 to smithi06982861-40 2024-04-10T15:39:38.516 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 40 v 563 (ObjNum 753 snap 237 seq_num 753) dirty exists 2024-04-10T15:39:38.516 INFO:tasks.rados.rados.0.smithi069.stdout:2408: done (5 left) 2024-04-10T15:39:38.516 INFO:tasks.rados.rados.0.smithi069.stdout:2409: done (4 left) 2024-04-10T15:39:38.517 INFO:tasks.rados.rados.0.smithi069.stdout:2410: done (3 left) 2024-04-10T15:39:38.517 INFO:tasks.rados.rados.0.smithi069.stdout:2411: done (2 left) 2024-04-10T15:39:38.517 INFO:tasks.rados.rados.0.smithi069.stdout:2413: done (1 left) 2024-04-10T15:39:38.517 INFO:tasks.rados.rados.0.smithi069.stdout:2414: done (0 left) 2024-04-10T15:39:38.517 INFO:tasks.rados.rados.0.smithi069.stdout:2415: rollback oid 11 current snap is 239 2024-04-10T15:39:38.517 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 11 to 238 2024-04-10T15:39:38.517 INFO:tasks.rados.rados.0.smithi069.stdout:2416: snap_create 2024-04-10T15:39:38.518 INFO:tasks.rados.rados.0.smithi069.stdout:2415: finishing rollback tid 1 to smithi06982861-11 2024-04-10T15:39:38.518 INFO:tasks.rados.rados.0.smithi069.stdout:2415: finishing rollback tid 2 to smithi06982861-11 2024-04-10T15:39:38.518 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 11 v 996 (ObjNum 756 snap 238 seq_num 756) dirty exists 2024-04-10T15:39:38.836 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:39:38 smithi069 ceph-mon[96738]: pgmap v480: 121 pgs: 11 active+undersized+degraded, 39 active+undersized, 71 active+clean; 463 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 716 KiB/s wr, 12 op/s; 50/597 objects degraded (8.375%) 2024-04-10T15:39:38.836 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:39:38 smithi069 ceph-mon[96738]: osdmap e547: 8 total, 7 up, 8 in 2024-04-10T15:39:38.836 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:39:38 smithi069 ceph-mon[94167]: pgmap v480: 121 pgs: 11 active+undersized+degraded, 39 active+undersized, 71 active+clean; 463 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 716 KiB/s wr, 12 op/s; 50/597 objects degraded (8.375%) 2024-04-10T15:39:38.836 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:39:38 smithi069 ceph-mon[94167]: osdmap e547: 8 total, 7 up, 8 in 2024-04-10T15:39:39.412 INFO:tasks.rados.rados.0.smithi069.stdout:2415: done (1 left) 2024-04-10T15:39:39.413 INFO:tasks.rados.rados.0.smithi069.stdout:2416: done (0 left) 2024-04-10T15:39:39.413 INFO:tasks.rados.rados.0.smithi069.stdout:2417: snap_create 2024-04-10T15:39:40.242 INFO:journalctl@ceph.osd.7.smithi077.stdout:Apr 10 15:39:39 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-7[109229]: 2024-04-10T15:39:39.965+0000 7f2f9909d7c0 -1 osd.7 539 log_to_monitors true 2024-04-10T15:39:40.419 INFO:tasks.rados.rados.0.smithi069.stdout:2417: done (0 left) 2024-04-10T15:39:40.420 INFO:tasks.rados.rados.0.smithi069.stdout:2418: snap_create 2024-04-10T15:39:40.717 INFO:journalctl@ceph.osd.7.smithi077.stdout:Apr 10 15:39:40 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-7[109229]: 2024-04-10T15:39:40.448+0000 7f2f864ed700 -1 osd.7 539 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-10T15:39:40.717 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:39:40 smithi077 ceph-mon[87572]: osdmap e548: 8 total, 7 up, 8 in 2024-04-10T15:39:40.717 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:39:40 smithi077 ceph-mon[87572]: pgmap v483: 121 pgs: 11 active+undersized+degraded, 39 active+undersized, 71 active+clean; 434 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 3.5 MiB/s rd, 172 KiB/s wr, 3 op/s; 50/561 objects degraded (8.913%) 2024-04-10T15:39:40.717 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:39:40 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:39:40.717 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:39:40 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:39:40.717 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:39:40 smithi077 ceph-mon[87572]: from='osd.7 [v2:172.21.15.77:6824/907921085,v1:172.21.15.77:6825/907921085]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-10T15:39:40.718 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:39:40 smithi077 ceph-mon[87572]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-10T15:39:40.836 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:39:40 smithi069 ceph-mon[96738]: osdmap e548: 8 total, 7 up, 8 in 2024-04-10T15:39:40.836 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:39:40 smithi069 ceph-mon[96738]: pgmap v483: 121 pgs: 11 active+undersized+degraded, 39 active+undersized, 71 active+clean; 434 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 3.5 MiB/s rd, 172 KiB/s wr, 3 op/s; 50/561 objects degraded (8.913%) 2024-04-10T15:39:40.836 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:39:40 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:39:40.836 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:39:40 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:39:40.836 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:39:40 smithi069 ceph-mon[96738]: from='osd.7 [v2:172.21.15.77:6824/907921085,v1:172.21.15.77:6825/907921085]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-10T15:39:40.836 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:39:40 smithi069 ceph-mon[96738]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-10T15:39:40.837 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:39:40 smithi069 ceph-mon[94167]: osdmap e548: 8 total, 7 up, 8 in 2024-04-10T15:39:40.837 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:39:40 smithi069 ceph-mon[94167]: pgmap v483: 121 pgs: 11 active+undersized+degraded, 39 active+undersized, 71 active+clean; 434 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 3.5 MiB/s rd, 172 KiB/s wr, 3 op/s; 50/561 objects degraded (8.913%) 2024-04-10T15:39:40.837 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:39:40 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:39:40.837 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:39:40 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:39:40.837 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:39:40 smithi069 ceph-mon[94167]: from='osd.7 [v2:172.21.15.77:6824/907921085,v1:172.21.15.77:6825/907921085]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-10T15:39:40.837 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:39:40 smithi069 ceph-mon[94167]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-10T15:39:41.191 INFO:tasks.rados.rados.0.smithi069.stdout:2418: done (0 left) 2024-04-10T15:39:41.191 INFO:tasks.rados.rados.0.smithi069.stdout:2419: read oid 21 snap -1 2024-04-10T15:39:41.191 INFO:tasks.rados.rados.0.smithi069.stdout:2419: expect deleted 2024-04-10T15:39:41.191 INFO:tasks.rados.rados.0.smithi069.stdout:2420: delete oid 10 current snap is 242 2024-04-10T15:39:41.742 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:39:41 smithi077 ceph-mon[87572]: Health check update: Degraded data redundancy: 50/561 objects degraded (8.913%), 11 pgs degraded (PG_DEGRADED) 2024-04-10T15:39:41.742 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:39:41 smithi077 ceph-mon[87572]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-04-10T15:39:41.742 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:39:41 smithi077 ceph-mon[87572]: from='osd.7 [v2:172.21.15.77:6824/907921085,v1:172.21.15.77:6825/907921085]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi077", "root=default"]}]: dispatch 2024-04-10T15:39:41.742 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:39:41 smithi077 ceph-mon[87572]: osdmap e549: 8 total, 7 up, 8 in 2024-04-10T15:39:41.742 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:39:41 smithi077 ceph-mon[87572]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi077", "root=default"]}]: dispatch 2024-04-10T15:39:41.742 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:39:41 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:39:41.742 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:39:41 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:39:41.742 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:39:41 smithi077 ceph-mon[87572]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-10T15:39:41.742 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:39:41 smithi077 ceph-mon[87572]: osd.7 [v2:172.21.15.77:6824/907921085,v1:172.21.15.77:6825/907921085] boot 2024-04-10T15:39:41.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:39:41 smithi077 ceph-mon[87572]: osdmap e550: 8 total, 8 up, 8 in 2024-04-10T15:39:41.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:39:41 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-10T15:39:41.836 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:39:41 smithi069 ceph-mon[96738]: Health check update: Degraded data redundancy: 50/561 objects degraded (8.913%), 11 pgs degraded (PG_DEGRADED) 2024-04-10T15:39:41.836 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:39:41 smithi069 ceph-mon[96738]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-04-10T15:39:41.836 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:39:41 smithi069 ceph-mon[96738]: from='osd.7 [v2:172.21.15.77:6824/907921085,v1:172.21.15.77:6825/907921085]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi077", "root=default"]}]: dispatch 2024-04-10T15:39:41.836 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:39:41 smithi069 ceph-mon[96738]: osdmap e549: 8 total, 7 up, 8 in 2024-04-10T15:39:41.836 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:39:41 smithi069 ceph-mon[96738]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi077", "root=default"]}]: dispatch 2024-04-10T15:39:41.836 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:39:41 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:39:41.836 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:39:41 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:39:41.836 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:39:41 smithi069 ceph-mon[96738]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-10T15:39:41.836 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:39:41 smithi069 ceph-mon[96738]: osd.7 [v2:172.21.15.77:6824/907921085,v1:172.21.15.77:6825/907921085] boot 2024-04-10T15:39:41.836 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:39:41 smithi069 ceph-mon[96738]: osdmap e550: 8 total, 8 up, 8 in 2024-04-10T15:39:41.837 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:39:41 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-10T15:39:41.837 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:39:41 smithi069 ceph-mon[94167]: Health check update: Degraded data redundancy: 50/561 objects degraded (8.913%), 11 pgs degraded (PG_DEGRADED) 2024-04-10T15:39:41.837 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:39:41 smithi069 ceph-mon[94167]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-04-10T15:39:41.837 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:39:41 smithi069 ceph-mon[94167]: from='osd.7 [v2:172.21.15.77:6824/907921085,v1:172.21.15.77:6825/907921085]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi077", "root=default"]}]: dispatch 2024-04-10T15:39:41.837 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:39:41 smithi069 ceph-mon[94167]: osdmap e549: 8 total, 7 up, 8 in 2024-04-10T15:39:41.837 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:39:41 smithi069 ceph-mon[94167]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi077", "root=default"]}]: dispatch 2024-04-10T15:39:41.837 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:39:41 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:39:41.837 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:39:41 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:39:41.837 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:39:41 smithi069 ceph-mon[94167]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-10T15:39:41.837 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:39:41 smithi069 ceph-mon[94167]: osd.7 [v2:172.21.15.77:6824/907921085,v1:172.21.15.77:6825/907921085] boot 2024-04-10T15:39:41.837 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:39:41 smithi069 ceph-mon[94167]: osdmap e550: 8 total, 8 up, 8 in 2024-04-10T15:39:41.837 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:39:41 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-10T15:39:42.220 INFO:tasks.rados.rados.0.smithi069.stdout:2419: done (1 left) 2024-04-10T15:39:42.220 INFO:tasks.rados.rados.0.smithi069.stdout:2420: done (0 left) 2024-04-10T15:39:42.220 INFO:tasks.rados.rados.0.smithi069.stdout:2421: rollback oid 38 current snap is 242 2024-04-10T15:39:42.220 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 38 to 172 2024-04-10T15:39:42.220 INFO:tasks.rados.rados.0.smithi069.stdout:2422: snap_remove snap 238 2024-04-10T15:39:42.732 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:39:42 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[78458]: ts=2024-04-10T15:39:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:39:42.732 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:39:42 smithi077 ceph-mon[87572]: pgmap v486: 121 pgs: 11 active+undersized+degraded, 39 active+undersized, 71 active+clean; 426 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 3.5 MiB/s rd, 278 KiB/s wr, 6 op/s; 51/555 objects degraded (9.189%) 2024-04-10T15:39:42.732 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:39:42 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:39:42.733 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:39:42 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:39:42.733 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:39:42 smithi077 ceph-mon[87572]: osdmap e551: 8 total, 8 up, 8 in 2024-04-10T15:39:42.839 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:39:42 smithi069 ceph-mon[94167]: pgmap v486: 121 pgs: 11 active+undersized+degraded, 39 active+undersized, 71 active+clean; 426 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 3.5 MiB/s rd, 278 KiB/s wr, 6 op/s; 51/555 objects degraded (9.189%) 2024-04-10T15:39:42.839 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:39:42 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:39:42.839 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:39:42 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:39:42.839 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:39:42 smithi069 ceph-mon[94167]: osdmap e551: 8 total, 8 up, 8 in 2024-04-10T15:39:42.840 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:39:42 smithi069 ceph-mon[96738]: pgmap v486: 121 pgs: 11 active+undersized+degraded, 39 active+undersized, 71 active+clean; 426 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 3.5 MiB/s rd, 278 KiB/s wr, 6 op/s; 51/555 objects degraded (9.189%) 2024-04-10T15:39:42.840 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:39:42 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:39:42.840 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:39:42 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:39:42.840 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:39:42 smithi069 ceph-mon[96738]: osdmap e551: 8 total, 8 up, 8 in 2024-04-10T15:39:43.186 INFO:tasks.rados.rados.0.smithi069.stdout:2422: done (1 left) 2024-04-10T15:39:43.186 INFO:tasks.rados.rados.0.smithi069.stdout:2423: snap_create 2024-04-10T15:39:43.186 INFO:tasks.rados.rados.0.smithi069.stdout:2421: finishing rollback tid 0 to smithi06982861-38 2024-04-10T15:39:43.186 INFO:tasks.rados.rados.0.smithi069.stdout:2421: finishing rollback tid 1 to smithi06982861-38 2024-04-10T15:39:43.186 INFO:tasks.rados.rados.0.smithi069.stdout:2421: finishing rollback tid 2 to smithi06982861-38 2024-04-10T15:39:43.187 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 38 v 1224 (ObjNum 513 snap 160 seq_num 513) dirty exists 2024-04-10T15:39:44.190 INFO:teuthology.orchestra.run.smithi069.stdout:true 2024-04-10T15:39:44.191 INFO:tasks.rados.rados.0.smithi069.stdout:2421: done (1 left) 2024-04-10T15:39:44.191 INFO:tasks.rados.rados.0.smithi069.stdout:2423: done (0 left) 2024-04-10T15:39:44.191 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 40 current snap is 243 2024-04-10T15:39:44.191 INFO:tasks.rados.rados.0.smithi069.stdout:2424: seq_num 761 ranges {4579328=753664} 2024-04-10T15:39:44.220 INFO:tasks.rados.rados.0.smithi069.stdout:2424: writing smithi06982861-40 from 4579328 to 5332992 tid 1 2024-04-10T15:39:44.220 INFO:tasks.rados.rados.0.smithi069.stdout:2425: setattr oid 18 current snap is 243 2024-04-10T15:39:44.220 INFO:tasks.rados.rados.0.smithi069.stdout:2426: setattr oid 7 current snap is 243 2024-04-10T15:39:44.222 INFO:tasks.rados.rados.0.smithi069.stdout:2427: rollback oid 12 current snap is 243 2024-04-10T15:39:44.222 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 12 to 233 2024-04-10T15:39:44.222 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 4 current snap is 243 2024-04-10T15:39:44.222 INFO:tasks.rados.rados.0.smithi069.stdout:2428: seq_num 762 ranges {1187840=770048} 2024-04-10T15:39:44.233 INFO:tasks.rados.rados.0.smithi069.stdout:2428: writing smithi06982861-4 from 1187840 to 1957888 tid 1 2024-04-10T15:39:44.233 INFO:tasks.rados.rados.0.smithi069.stdout:2429: read oid 32 snap 172 2024-04-10T15:39:44.234 INFO:tasks.rados.rados.0.smithi069.stdout:2429: expect (ObjNum 498 snap 155 seq_num 498) 2024-04-10T15:39:44.234 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 14 current snap is 243 2024-04-10T15:39:44.234 INFO:tasks.rados.rados.0.smithi069.stdout:2427: finishing rollback tid 0 to smithi06982861-12 2024-04-10T15:39:44.234 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 7 v 1228 (ObjNum 603 snap 188 seq_num 603) dirty exists 2024-04-10T15:39:44.234 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 18 v 1198 (ObjNum 715 snap 225 seq_num 715) dirty exists 2024-04-10T15:39:44.234 INFO:tasks.rados.rados.0.smithi069.stdout:2424: finishing write tid 1 to smithi06982861-40 2024-04-10T15:39:44.234 INFO:tasks.rados.rados.0.smithi069.stdout:2427: finishing rollback tid 1 to smithi06982861-12 2024-04-10T15:39:44.234 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 12 v 993 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-04-10T15:39:44.234 INFO:tasks.rados.rados.0.smithi069.stdout:2424: finishing write tid 2 to smithi06982861-40 2024-04-10T15:39:44.234 INFO:tasks.rados.rados.0.smithi069.stdout:2424: finishing write tid 3 to smithi06982861-40 2024-04-10T15:39:44.234 INFO:tasks.rados.rados.0.smithi069.stdout:2424: oid 40 updating version 0 to 564 2024-04-10T15:39:44.234 INFO:tasks.rados.rados.0.smithi069.stdout:2424: oid 40 updating version 564 to 565 2024-04-10T15:39:44.235 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 40 v 565 (ObjNum 761 snap 243 seq_num 761) dirty exists 2024-04-10T15:39:44.235 INFO:tasks.rados.rados.0.smithi069.stdout:2424: left oid 40 (ObjNum 761 snap 243 seq_num 761) 2024-04-10T15:39:44.235 INFO:tasks.rados.rados.0.smithi069.stdout:2430: seq_num 763 ranges {507904=786432} 2024-04-10T15:39:44.241 INFO:tasks.rados.rados.0.smithi069.stdout:2430: writing smithi06982861-14 from 507904 to 1294336 tid 1 2024-04-10T15:39:44.241 INFO:tasks.rados.rados.0.smithi069.stdout:2424: done (6 left) 2024-04-10T15:39:44.241 INFO:tasks.rados.rados.0.smithi069.stdout:2425: done (5 left) 2024-04-10T15:39:44.242 INFO:tasks.rados.rados.0.smithi069.stdout:2426: done (4 left) 2024-04-10T15:39:44.242 INFO:tasks.rados.rados.0.smithi069.stdout:2427: done (3 left) 2024-04-10T15:39:44.242 INFO:tasks.rados.rados.0.smithi069.stdout:2431: rollback oid 45 current snap is 243 2024-04-10T15:39:44.242 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 45 to 228 2024-04-10T15:39:44.242 INFO:tasks.rados.rados.0.smithi069.stdout:2432: delete oid 44 current snap is 243 2024-04-10T15:39:44.244 INFO:tasks.rados.rados.0.smithi069.stdout:2429: expect (ObjNum 498 snap 155 seq_num 498) 2024-04-10T15:39:44.350 INFO:tasks.rados.rados.0.smithi069.stdout:2428: finishing write tid 1 to smithi06982861-4 2024-04-10T15:39:44.351 INFO:tasks.rados.rados.0.smithi069.stdout:2428: finishing write tid 2 to smithi06982861-4 2024-04-10T15:39:44.351 INFO:tasks.rados.rados.0.smithi069.stdout:2431: finishing rollback tid 1 to smithi06982861-45 2024-04-10T15:39:44.351 INFO:tasks.rados.rados.0.smithi069.stdout:2431: finishing rollback tid 2 to smithi06982861-45 2024-04-10T15:39:44.351 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 45 v 1035 (ObjNum 625 snap 193 seq_num 625) dirty exists 2024-04-10T15:39:44.351 INFO:tasks.rados.rados.0.smithi069.stdout:2428: finishing write tid 3 to smithi06982861-4 2024-04-10T15:39:44.351 INFO:tasks.rados.rados.0.smithi069.stdout:2428: oid 4 updating version 0 to 1446 2024-04-10T15:39:44.351 INFO:tasks.rados.rados.0.smithi069.stdout:2428: oid 4 updating version 1446 to 1447 2024-04-10T15:39:44.351 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 4 v 1447 (ObjNum 762 snap 243 seq_num 762) dirty exists 2024-04-10T15:39:44.351 INFO:tasks.rados.rados.0.smithi069.stdout:2428: left oid 4 (ObjNum 762 snap 243 seq_num 762) 2024-04-10T15:39:44.351 INFO:tasks.rados.rados.0.smithi069.stdout:2430: finishing write tid 1 to smithi06982861-14 2024-04-10T15:39:44.351 INFO:tasks.rados.rados.0.smithi069.stdout:2430: finishing write tid 2 to smithi06982861-14 2024-04-10T15:39:44.352 INFO:tasks.rados.rados.0.smithi069.stdout:2430: finishing write tid 3 to smithi06982861-14 2024-04-10T15:39:44.352 INFO:tasks.rados.rados.0.smithi069.stdout:2430: oid 14 updating version 0 to 870 2024-04-10T15:39:44.352 INFO:tasks.rados.rados.0.smithi069.stdout:2430: oid 14 version 870 is already newer than 869 2024-04-10T15:39:44.352 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 14 v 870 (ObjNum 763 snap 243 seq_num 763) dirty exists 2024-04-10T15:39:44.352 INFO:tasks.rados.rados.0.smithi069.stdout:2430: left oid 14 (ObjNum 763 snap 243 seq_num 763) 2024-04-10T15:39:44.352 INFO:tasks.rados.rados.0.smithi069.stdout:2428: done (4 left) 2024-04-10T15:39:44.352 INFO:tasks.rados.rados.0.smithi069.stdout:2429: done (3 left) 2024-04-10T15:39:44.352 INFO:tasks.rados.rados.0.smithi069.stdout:2430: done (2 left) 2024-04-10T15:39:44.352 INFO:tasks.rados.rados.0.smithi069.stdout:2431: done (1 left) 2024-04-10T15:39:44.352 INFO:tasks.rados.rados.0.smithi069.stdout:2432: done (0 left) 2024-04-10T15:39:44.352 INFO:tasks.rados.rados.0.smithi069.stdout:2433: rollback oid 25 current snap is 243 2024-04-10T15:39:44.352 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 25 to 242 2024-04-10T15:39:44.352 INFO:tasks.rados.rados.0.smithi069.stdout:2434: snap_remove snap 234 2024-04-10T15:39:44.445 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:39:44 smithi077 ceph-mon[87572]: osdmap e552: 8 total, 8 up, 8 in 2024-04-10T15:39:44.445 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:39:44 smithi077 ceph-mon[87572]: pgmap v489: 121 pgs: 10 active+undersized+degraded, 33 active+undersized, 78 active+clean; 410 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 106 KiB/s wr, 2 op/s; 43/534 objects degraded (8.052%); 1.5 MiB/s, 0 objects/s recovering 2024-04-10T15:39:44.522 INFO:teuthology.orchestra.run.smithi069.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-10T15:39:44.522 INFO:teuthology.orchestra.run.smithi069.stdout:alertmanager.a smithi069 *:9093,9094 running (9m) 2m ago 10m 24.7M - 0.25.0 c8568f914cd2 bd92cb80ff03 2024-04-10T15:39:44.523 INFO:teuthology.orchestra.run.smithi069.stdout:grafana.a smithi077 *:3000 running (10m) 3s ago 10m 85.2M - 9.4.7 954c08fa6188 8891d154474d 2024-04-10T15:39:44.523 INFO:teuthology.orchestra.run.smithi069.stdout:mds.a smithi069 running (11m) 2m ago 11m 17.8M - 18.2.2-1187-gd540ebac bb2c5eac26a4 144b62fd4166 2024-04-10T15:39:44.523 INFO:teuthology.orchestra.run.smithi069.stdout:mds.b smithi077 running (11m) 3s ago 11m 20.7M - 18.2.2-1187-gd540ebac bb2c5eac26a4 ba4ee0b79036 2024-04-10T15:39:44.523 INFO:teuthology.orchestra.run.smithi069.stdout:mgr.x smithi077 *:8443,9283,8765 running (5m) 3s ago 15m 452M - 19.0.0-2838-ga5074d45 ffe3e7ac3788 ccd7899398e9 2024-04-10T15:39:44.523 INFO:teuthology.orchestra.run.smithi069.stdout:mgr.y smithi069 *:8443,9283,8765 running (6m) 2m ago 16m 514M - 19.0.0-2838-ga5074d45 ffe3e7ac3788 e21b24626c05 2024-04-10T15:39:44.523 INFO:teuthology.orchestra.run.smithi069.stdout:mon.a smithi069 running (5m) 2m ago 17m 51.7M 2048M 19.0.0-2838-ga5074d45 ffe3e7ac3788 ce73e1b17524 2024-04-10T15:39:44.523 INFO:teuthology.orchestra.run.smithi069.stdout:mon.b smithi077 running (5m) 3s ago 15m 47.0M 2048M 19.0.0-2838-ga5074d45 ffe3e7ac3788 d84762487812 2024-04-10T15:39:44.523 INFO:teuthology.orchestra.run.smithi069.stdout:mon.c smithi069 running (5m) 2m ago 15m 42.6M 2048M 19.0.0-2838-ga5074d45 ffe3e7ac3788 bac2280f1f05 2024-04-10T15:39:44.523 INFO:teuthology.orchestra.run.smithi069.stdout:node-exporter.a smithi069 *:9100 running (10m) 2m ago 10m 15.0M - 1.5.0 0da6a335fe13 2469975469f7 2024-04-10T15:39:44.523 INFO:teuthology.orchestra.run.smithi069.stdout:node-exporter.b smithi077 *:9100 running (9m) 3s ago 9m 15.6M - 1.5.0 0da6a335fe13 20103db32919 2024-04-10T15:39:44.523 INFO:teuthology.orchestra.run.smithi069.stdout:osd.0 smithi069 running (4m) 2m ago 14m 177M 2480M 19.0.0-2838-ga5074d45 ffe3e7ac3788 9833b8d335cb 2024-04-10T15:39:44.523 INFO:teuthology.orchestra.run.smithi069.stdout:osd.1 smithi069 running (3m) 2m ago 14m 152M 2480M 19.0.0-2838-ga5074d45 ffe3e7ac3788 a7560d34888e 2024-04-10T15:39:44.523 INFO:teuthology.orchestra.run.smithi069.stdout:osd.2 smithi069 running (3m) 2m ago 13m 126M 2480M 19.0.0-2838-ga5074d45 ffe3e7ac3788 cb88f4853007 2024-04-10T15:39:44.524 INFO:teuthology.orchestra.run.smithi069.stdout:osd.3 smithi069 running (2m) 2m ago 13m 12.7M 2480M 19.0.0-2838-ga5074d45 ffe3e7ac3788 c840f79dffa2 2024-04-10T15:39:44.524 INFO:teuthology.orchestra.run.smithi069.stdout:osd.4 smithi077 running (114s) 3s ago 13m 213M 2480M 19.0.0-2838-ga5074d45 ffe3e7ac3788 3d6825553ede 2024-04-10T15:39:44.524 INFO:teuthology.orchestra.run.smithi069.stdout:osd.5 smithi077 running (78s) 3s ago 12m 157M 2480M 19.0.0-2838-ga5074d45 ffe3e7ac3788 06a053fba89b 2024-04-10T15:39:44.524 INFO:teuthology.orchestra.run.smithi069.stdout:osd.6 smithi077 running (43s) 3s ago 12m 78.2M 2480M 19.0.0-2838-ga5074d45 ffe3e7ac3788 a39fd5be170c 2024-04-10T15:39:44.524 INFO:teuthology.orchestra.run.smithi069.stdout:osd.7 smithi077 running (8s) 3s ago 11m 12.1M 2480M 19.0.0-2838-ga5074d45 ffe3e7ac3788 8c251a0eaa8a 2024-04-10T15:39:44.524 INFO:teuthology.orchestra.run.smithi069.stdout:prometheus.a smithi077 *:9095 running (6m) 3s ago 11m 62.4M - 2.43.0 a07b618ecd1d 9575de1707c9 2024-04-10T15:39:44.524 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:39:44 smithi069 ceph-mon[96738]: osdmap e552: 8 total, 8 up, 8 in 2024-04-10T15:39:44.524 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:39:44 smithi069 ceph-mon[96738]: pgmap v489: 121 pgs: 10 active+undersized+degraded, 33 active+undersized, 78 active+clean; 410 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 106 KiB/s wr, 2 op/s; 43/534 objects degraded (8.052%); 1.5 MiB/s, 0 objects/s recovering 2024-04-10T15:39:44.524 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:39:44 smithi069 ceph-mon[94167]: osdmap e552: 8 total, 8 up, 8 in 2024-04-10T15:39:44.524 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:39:44 smithi069 ceph-mon[94167]: pgmap v489: 121 pgs: 10 active+undersized+degraded, 33 active+undersized, 78 active+clean; 410 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 106 KiB/s wr, 2 op/s; 43/534 objects degraded (8.052%); 1.5 MiB/s, 0 objects/s recovering 2024-04-10T15:39:44.916 INFO:teuthology.orchestra.run.smithi069.stdout:{ 2024-04-10T15:39:44.916 INFO:teuthology.orchestra.run.smithi069.stdout: "mon": { 2024-04-10T15:39:44.916 INFO:teuthology.orchestra.run.smithi069.stdout: "ceph version 19.0.0-2838-ga5074d45 (a5074d4516d566e9d8b6aec912f26afd099de101) squid (dev)": 3 2024-04-10T15:39:44.916 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-04-10T15:39:44.916 INFO:teuthology.orchestra.run.smithi069.stdout: "mgr": { 2024-04-10T15:39:44.916 INFO:teuthology.orchestra.run.smithi069.stdout: "ceph version 19.0.0-2838-ga5074d45 (a5074d4516d566e9d8b6aec912f26afd099de101) squid (dev)": 2 2024-04-10T15:39:44.916 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-04-10T15:39:44.916 INFO:teuthology.orchestra.run.smithi069.stdout: "osd": { 2024-04-10T15:39:44.916 INFO:teuthology.orchestra.run.smithi069.stdout: "ceph version 19.0.0-2838-ga5074d45 (a5074d4516d566e9d8b6aec912f26afd099de101) squid (dev)": 8 2024-04-10T15:39:44.916 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-04-10T15:39:44.917 INFO:teuthology.orchestra.run.smithi069.stdout: "mds": { 2024-04-10T15:39:44.917 INFO:teuthology.orchestra.run.smithi069.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 2 2024-04-10T15:39:44.917 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-04-10T15:39:44.917 INFO:teuthology.orchestra.run.smithi069.stdout: "overall": { 2024-04-10T15:39:44.917 INFO:teuthology.orchestra.run.smithi069.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 2, 2024-04-10T15:39:44.917 INFO:teuthology.orchestra.run.smithi069.stdout: "ceph version 19.0.0-2838-ga5074d45 (a5074d4516d566e9d8b6aec912f26afd099de101) squid (dev)": 13 2024-04-10T15:39:44.917 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-04-10T15:39:44.917 INFO:teuthology.orchestra.run.smithi069.stdout:} 2024-04-10T15:39:45.198 INFO:tasks.rados.rados.0.smithi069.stdout:2433: finishing rollback tid 0 to smithi06982861-25 2024-04-10T15:39:45.198 INFO:tasks.rados.rados.0.smithi069.stdout:2433: finishing rollback tid 1 to smithi06982861-25 2024-04-10T15:39:45.199 INFO:tasks.rados.rados.0.smithi069.stdout:2433: finishing rollback tid 2 to smithi06982861-25 2024-04-10T15:39:45.199 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 25 v 999 (ObjNum 603 snap 188 seq_num 603) dirty exists 2024-04-10T15:39:45.199 INFO:tasks.rados.rados.0.smithi069.stdout:2433: done (1 left) 2024-04-10T15:39:45.199 INFO:tasks.rados.rados.0.smithi069.stdout:2434: done (0 left) 2024-04-10T15:39:45.199 INFO:tasks.rados.rados.0.smithi069.stdout:2435: read oid 47 snap -1 2024-04-10T15:39:45.199 INFO:tasks.rados.rados.0.smithi069.stdout:2435: expect (ObjNum 509 snap 160 seq_num 509) 2024-04-10T15:39:45.199 INFO:tasks.rados.rados.0.smithi069.stdout:2436: rmattr oid 34 current snap is 243 2024-04-10T15:39:45.199 INFO:tasks.rados.rados.0.smithi069.stdout:2436: done (1 left) 2024-04-10T15:39:45.199 INFO:tasks.rados.rados.0.smithi069.stdout:2437: delete oid 2 current snap is 243 2024-04-10T15:39:45.203 INFO:tasks.rados.rados.0.smithi069.stdout:2437: done (1 left) 2024-04-10T15:39:45.203 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 50 current snap is 243 2024-04-10T15:39:45.204 INFO:tasks.rados.rados.0.smithi069.stdout:2438: seq_num 766 ranges {3907584=434176,4341760=401408} 2024-04-10T15:39:45.227 INFO:tasks.rados.rados.0.smithi069.stdout:2438: writing smithi06982861-50 from 3907584 to 4341760 tid 1 2024-04-10T15:39:45.230 INFO:tasks.rados.rados.0.smithi069.stdout:2438: writing smithi06982861-50 from 4341760 to 4743168 tid 2 2024-04-10T15:39:45.230 INFO:tasks.rados.rados.0.smithi069.stdout:2439: delete oid 2 current snap is 243 2024-04-10T15:39:45.230 INFO:tasks.rados.rados.0.smithi069.stdout:2435: expect (ObjNum 509 snap 160 seq_num 509) 2024-04-10T15:39:45.302 INFO:tasks.rados.rados.0.smithi069.stdout:2438: finishing write tid 1 to smithi06982861-50 2024-04-10T15:39:45.302 INFO:tasks.rados.rados.0.smithi069.stdout:2438: finishing write tid 2 to smithi06982861-50 2024-04-10T15:39:45.302 INFO:tasks.rados.rados.0.smithi069.stdout:2438: finishing write tid 3 to smithi06982861-50 2024-04-10T15:39:45.303 INFO:tasks.rados.rados.0.smithi069.stdout:2438: finishing write tid 4 to smithi06982861-50 2024-04-10T15:39:45.303 INFO:tasks.rados.rados.0.smithi069.stdout:2438: oid 50 updating version 0 to 1002 2024-04-10T15:39:45.303 INFO:tasks.rados.rados.0.smithi069.stdout:2438: oid 50 version 1002 is already newer than 1000 2024-04-10T15:39:45.303 INFO:tasks.rados.rados.0.smithi069.stdout:2438: oid 50 version 1002 is already newer than 1001 2024-04-10T15:39:45.303 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 50 v 1002 (ObjNum 766 snap 243 seq_num 766) dirty exists 2024-04-10T15:39:45.303 INFO:tasks.rados.rados.0.smithi069.stdout:2438: left oid 50 (ObjNum 766 snap 243 seq_num 766) 2024-04-10T15:39:45.303 INFO:tasks.rados.rados.0.smithi069.stdout:2435: done (2 left) 2024-04-10T15:39:45.303 INFO:tasks.rados.rados.0.smithi069.stdout:2438: done (1 left) 2024-04-10T15:39:45.303 INFO:tasks.rados.rados.0.smithi069.stdout:2439: done (0 left) 2024-04-10T15:39:45.303 INFO:tasks.rados.rados.0.smithi069.stdout:2440: rmattr oid 23 current snap is 243 2024-04-10T15:39:45.303 INFO:tasks.rados.rados.0.smithi069.stdout:2440: done (0 left) 2024-04-10T15:39:45.303 INFO:tasks.rados.rados.0.smithi069.stdout:2441: read oid 18 snap 223 2024-04-10T15:39:45.303 INFO:tasks.rados.rados.0.smithi069.stdout:2441: expect deleted 2024-04-10T15:39:45.303 INFO:tasks.rados.rados.0.smithi069.stdout:2442: snap_create 2024-04-10T15:39:45.348 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:39:45 smithi077 ceph-mon[87572]: from='client.34368 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:39:45.348 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:39:45 smithi077 ceph-mon[87572]: osdmap e553: 8 total, 8 up, 8 in 2024-04-10T15:39:45.348 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:39:45 smithi077 ceph-mon[87572]: from='client.34374 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:39:45.348 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:39:45 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/1301843380' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:39:45.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:39:45 smithi069 ceph-mon[94167]: from='client.34368 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:39:45.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:39:45 smithi069 ceph-mon[94167]: osdmap e553: 8 total, 8 up, 8 in 2024-04-10T15:39:45.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:39:45 smithi069 ceph-mon[94167]: from='client.34374 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:39:45.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:39:45 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/1301843380' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:39:45.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:39:45 smithi069 ceph-mon[96738]: from='client.34368 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:39:45.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:39:45 smithi069 ceph-mon[96738]: osdmap e553: 8 total, 8 up, 8 in 2024-04-10T15:39:45.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:39:45 smithi069 ceph-mon[96738]: from='client.34374 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:39:45.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:39:45 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/1301843380' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:39:46.205 INFO:tasks.rados.rados.0.smithi069.stdout:2441: done (1 left) 2024-04-10T15:39:46.205 INFO:tasks.rados.rados.0.smithi069.stdout:2442: done (0 left) 2024-04-10T15:39:46.205 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 27 current snap is 244 2024-04-10T15:39:46.205 INFO:tasks.rados.rados.0.smithi069.stdout:2443: seq_num 768 ranges {2146304=466944,2613248=401408} 2024-04-10T15:39:46.219 INFO:tasks.rados.rados.0.smithi069.stdout:2443: writing smithi06982861-27 from 2146304 to 2613248 tid 1 2024-04-10T15:39:46.222 INFO:tasks.rados.rados.0.smithi069.stdout:2443: writing smithi06982861-27 from 2613248 to 3014656 tid 2 2024-04-10T15:39:46.222 INFO:tasks.rados.rados.0.smithi069.stdout:2444: setattr oid 31 current snap is 244 2024-04-10T15:39:46.224 INFO:tasks.rados.rados.0.smithi069.stdout:2445: read oid 26 snap -1 2024-04-10T15:39:46.225 INFO:tasks.rados.rados.0.smithi069.stdout:2445: expect (ObjNum 733 snap 228 seq_num 733) 2024-04-10T15:39:46.225 INFO:tasks.rados.rados.0.smithi069.stdout:2446: read oid 14 snap 237 2024-04-10T15:39:46.225 INFO:tasks.rados.rados.0.smithi069.stdout:2446: expect (ObjNum 603 snap 188 seq_num 603) 2024-04-10T15:39:46.225 INFO:tasks.rados.rados.0.smithi069.stdout:2447: read oid 29 snap -1 2024-04-10T15:39:46.225 INFO:tasks.rados.rados.0.smithi069.stdout:2447: expect (ObjNum 655 snap 204 seq_num 655) 2024-04-10T15:39:46.225 INFO:tasks.rados.rados.0.smithi069.stdout:2448: setattr oid 28 current snap is 244 2024-04-10T15:39:46.226 INFO:tasks.rados.rados.0.smithi069.stdout:2443: finishing write tid 1 to smithi06982861-27 2024-04-10T15:39:46.226 INFO:tasks.rados.rados.0.smithi069.stdout:2443: finishing write tid 2 to smithi06982861-27 2024-04-10T15:39:46.227 INFO:tasks.rados.rados.0.smithi069.stdout:2443: finishing write tid 3 to smithi06982861-27 2024-04-10T15:39:46.227 INFO:tasks.rados.rados.0.smithi069.stdout:2449: rmattr oid 35 current snap is 244 2024-04-10T15:39:46.227 INFO:tasks.rados.rados.0.smithi069.stdout:2449: done (6 left) 2024-04-10T15:39:46.227 INFO:tasks.rados.rados.0.smithi069.stdout:2450: read oid 30 snap -1 2024-04-10T15:39:46.227 INFO:tasks.rados.rados.0.smithi069.stdout:2450: expect deleted 2024-04-10T15:39:46.227 INFO:tasks.rados.rados.0.smithi069.stdout:2451: read oid 43 snap -1 2024-04-10T15:39:46.228 INFO:tasks.rados.rados.0.smithi069.stdout:2451: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-10T15:39:46.228 INFO:tasks.rados.rados.0.smithi069.stdout:2452: copy_from oid 23 from oid 22 current snap is 244 2024-04-10T15:39:46.228 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 39 current snap is 244 2024-04-10T15:39:46.228 INFO:tasks.rados.rados.0.smithi069.stdout:2453: seq_num 769 ranges {0=483328,483328=401408} 2024-04-10T15:39:46.230 INFO:tasks.rados.rados.0.smithi069.stdout:2453: writing smithi06982861-39 from 0 to 483328 tid 1 2024-04-10T15:39:46.233 INFO:tasks.rados.rados.0.smithi069.stdout:2453: writing smithi06982861-39 from 483328 to 884736 tid 2 2024-04-10T15:39:46.234 INFO:tasks.rados.rados.0.smithi069.stdout:2454: snap_remove snap 233 2024-04-10T15:39:46.488 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:39:46 smithi069 ceph-mon[94167]: osdmap e554: 8 total, 8 up, 8 in 2024-04-10T15:39:46.488 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:39:46 smithi069 ceph-mon[94167]: pgmap v492: 121 pgs: 121 active+clean; 400 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1.6 MiB/s rd, 372 KiB/s wr, 9 op/s; 1.6 MiB/s, 1 objects/s recovering 2024-04-10T15:39:46.488 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:39:46 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:39:46.488 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:39:46 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:39:46.488 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:39:46 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:39:46.488 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:39:46 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:39:46.488 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:39:46 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:39:46.488 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:39:46 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:39:46.488 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:39:46 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:39:46.488 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:39:46 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:39:46.488 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:39:46 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:39:46.489 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:39:46 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:39:46.489 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:39:46 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:39:46.489 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:39:46 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]: dispatch 2024-04-10T15:39:46.489 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:39:46 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]': finished 2024-04-10T15:39:46.489 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:39:46 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]: dispatch 2024-04-10T15:39:46.489 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:39:46 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]': finished 2024-04-10T15:39:46.489 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:39:46 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]: dispatch 2024-04-10T15:39:46.489 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:39:46 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]': finished 2024-04-10T15:39:46.489 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:39:46 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]: dispatch 2024-04-10T15:39:46.489 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:39:46 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]': finished 2024-04-10T15:39:46.489 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:39:46 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]: dispatch 2024-04-10T15:39:46.489 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:39:46 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]': finished 2024-04-10T15:39:46.489 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:39:46 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]: dispatch 2024-04-10T15:39:46.489 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:39:46 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]': finished 2024-04-10T15:39:46.490 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:39:46 smithi069 ceph-mon[96738]: osdmap e554: 8 total, 8 up, 8 in 2024-04-10T15:39:46.490 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:39:46 smithi069 ceph-mon[96738]: pgmap v492: 121 pgs: 121 active+clean; 400 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1.6 MiB/s rd, 372 KiB/s wr, 9 op/s; 1.6 MiB/s, 1 objects/s recovering 2024-04-10T15:39:46.490 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:39:46 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:39:46.490 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:39:46 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:39:46.490 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:39:46 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:39:46.490 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:39:46 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:39:46.490 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:39:46 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:39:46.490 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:39:46 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:39:46.490 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:39:46 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:39:46.490 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:39:46 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:39:46.490 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:39:46 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:39:46.491 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:39:46 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:39:46.491 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:39:46 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:39:46.491 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:39:46 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]: dispatch 2024-04-10T15:39:46.491 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:39:46 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]': finished 2024-04-10T15:39:46.491 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:39:46 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]: dispatch 2024-04-10T15:39:46.491 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:39:46 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]': finished 2024-04-10T15:39:46.491 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:39:46 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]: dispatch 2024-04-10T15:39:46.491 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:39:46 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]': finished 2024-04-10T15:39:46.491 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:39:46 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]: dispatch 2024-04-10T15:39:46.491 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:39:46 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]': finished 2024-04-10T15:39:46.491 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:39:46 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]: dispatch 2024-04-10T15:39:46.491 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:39:46 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]': finished 2024-04-10T15:39:46.491 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:39:46 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]: dispatch 2024-04-10T15:39:46.491 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:39:46 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]': finished 2024-04-10T15:39:46.492 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:39:46 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]: dispatch 2024-04-10T15:39:46.492 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:39:46 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]': finished 2024-04-10T15:39:46.492 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:39:46 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]: dispatch 2024-04-10T15:39:46.492 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:39:46 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]': finished 2024-04-10T15:39:46.492 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:39:46 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd require-osd-release", "release": "squid"}]: dispatch 2024-04-10T15:39:46.492 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:39:46 smithi069 ceph-mon[94167]: Health check update: Degraded data redundancy: 43/534 objects degraded (8.052%), 10 pgs degraded (PG_DEGRADED) 2024-04-10T15:39:46.492 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:39:46 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]: dispatch 2024-04-10T15:39:46.492 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:39:46 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]': finished 2024-04-10T15:39:46.492 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:39:46 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]: dispatch 2024-04-10T15:39:46.493 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:39:46 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]': finished 2024-04-10T15:39:46.493 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:39:46 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd require-osd-release", "release": "squid"}]: dispatch 2024-04-10T15:39:46.493 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:39:46 smithi069 ceph-mon[96738]: Health check update: Degraded data redundancy: 43/534 objects degraded (8.052%), 10 pgs degraded (PG_DEGRADED) 2024-04-10T15:39:46.493 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:39:46 smithi077 ceph-mon[87572]: osdmap e554: 8 total, 8 up, 8 in 2024-04-10T15:39:46.493 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:39:46 smithi077 ceph-mon[87572]: pgmap v492: 121 pgs: 121 active+clean; 400 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1.6 MiB/s rd, 372 KiB/s wr, 9 op/s; 1.6 MiB/s, 1 objects/s recovering 2024-04-10T15:39:46.493 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:39:46 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:39:46.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:39:46 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:39:46.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:39:46 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:39:46.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:39:46 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:39:46.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:39:46 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:39:46.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:39:46 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:39:46.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:39:46 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:39:46.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:39:46 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:39:46.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:39:46 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:39:46.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:39:46 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:39:46.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:39:46 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:39:46.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:39:46 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]: dispatch 2024-04-10T15:39:46.495 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:39:46 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]': finished 2024-04-10T15:39:46.495 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:39:46 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]: dispatch 2024-04-10T15:39:46.495 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:39:46 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]': finished 2024-04-10T15:39:46.495 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:39:46 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]: dispatch 2024-04-10T15:39:46.495 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:39:46 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]': finished 2024-04-10T15:39:46.495 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:39:46 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]: dispatch 2024-04-10T15:39:46.495 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:39:46 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]': finished 2024-04-10T15:39:46.495 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:39:46 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]: dispatch 2024-04-10T15:39:46.495 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:39:46 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]': finished 2024-04-10T15:39:46.495 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:39:46 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]: dispatch 2024-04-10T15:39:46.495 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:39:46 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]': finished 2024-04-10T15:39:46.495 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:39:46 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]: dispatch 2024-04-10T15:39:46.495 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:39:46 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]': finished 2024-04-10T15:39:46.495 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:39:46 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]: dispatch 2024-04-10T15:39:46.496 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:39:46 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]': finished 2024-04-10T15:39:46.496 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:39:46 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd require-osd-release", "release": "squid"}]: dispatch 2024-04-10T15:39:46.496 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:39:46 smithi077 ceph-mon[87572]: Health check update: Degraded data redundancy: 43/534 objects degraded (8.052%), 10 pgs degraded (PG_DEGRADED) 2024-04-10T15:39:47.081 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:39:46 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:15:39:46] "GET /metrics HTTP/1.1" 200 36262 "" "Prometheus/2.43.0" 2024-04-10T15:39:47.210 INFO:tasks.rados.rados.0.smithi069.stdout:2454: done (10 left) 2024-04-10T15:39:47.211 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 42 current snap is 244 2024-04-10T15:39:47.211 INFO:tasks.rados.rados.0.smithi069.stdout:2455: seq_num 770 ranges {0=499712,499712=401408} 2024-04-10T15:39:47.213 INFO:tasks.rados.rados.0.smithi069.stdout:2455: writing smithi06982861-42 from 0 to 499712 tid 1 2024-04-10T15:39:47.217 INFO:tasks.rados.rados.0.smithi069.stdout:2455: writing smithi06982861-42 from 499712 to 901120 tid 2 2024-04-10T15:39:47.217 INFO:tasks.rados.rados.0.smithi069.stdout:2456: rollback oid 7 current snap is 244 2024-04-10T15:39:47.217 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 7 to 242 2024-04-10T15:39:47.217 INFO:tasks.rados.rados.0.smithi069.stdout:2452: finishing copy_from racing read to smithi06982861-23 2024-04-10T15:39:47.217 INFO:tasks.rados.rados.0.smithi069.stdout:2451: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-10T15:39:47.218 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 28 v 1203 (ObjNum 752 snap 235 seq_num 752) dirty exists 2024-04-10T15:39:47.218 INFO:tasks.rados.rados.0.smithi069.stdout:2443: finishing write tid 4 to smithi06982861-27 2024-04-10T15:39:47.219 INFO:tasks.rados.rados.0.smithi069.stdout:2443: oid 27 updating version 0 to 1161 2024-04-10T15:39:47.219 INFO:tasks.rados.rados.0.smithi069.stdout:2443: oid 27 updating version 1161 to 1162 2024-04-10T15:39:47.219 INFO:tasks.rados.rados.0.smithi069.stdout:2443: oid 27 version 1162 is already newer than 1160 2024-04-10T15:39:47.219 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 27 v 1162 (ObjNum 768 snap 244 seq_num 768) dirty exists 2024-04-10T15:39:47.219 INFO:tasks.rados.rados.0.smithi069.stdout:2443: left oid 27 (ObjNum 768 snap 244 seq_num 768) 2024-04-10T15:39:47.219 INFO:tasks.rados.rados.0.smithi069.stdout:2452: finishing copy_from to smithi06982861-23 2024-04-10T15:39:47.219 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 23 v 262 (ObjNum 65 snap 0 seq_num 1617058395) dirty exists 2024-04-10T15:39:47.219 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 31 v 1305 (ObjNum 664 snap 207 seq_num 664) dirty exists 2024-04-10T15:39:47.219 INFO:tasks.rados.rados.0.smithi069.stdout:2453: finishing write tid 1 to smithi06982861-39 2024-04-10T15:39:47.219 INFO:tasks.rados.rados.0.smithi069.stdout:2453: finishing write tid 2 to smithi06982861-39 2024-04-10T15:39:47.219 INFO:tasks.rados.rados.0.smithi069.stdout:2446: expect (ObjNum 603 snap 188 seq_num 603) 2024-04-10T15:39:47.238 INFO:tasks.rados.rados.0.smithi069.stdout:2453: finishing write tid 3 to smithi06982861-39 2024-04-10T15:39:47.238 INFO:tasks.rados.rados.0.smithi069.stdout:2445: expect (ObjNum 733 snap 228 seq_num 733) 2024-04-10T15:39:47.286 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:39:47 smithi077 ceph-mon[87572]: Upgrade: Setting container_image for all osd 2024-04-10T15:39:47.286 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:39:47 smithi077 ceph-mon[87572]: Upgrade: Setting require_osd_release to 19 squid 2024-04-10T15:39:47.286 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:39:47 smithi077 ceph-mon[87572]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 43/534 objects degraded (8.052%), 10 pgs degraded) 2024-04-10T15:39:47.286 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:39:47 smithi077 ceph-mon[87572]: Health check cleared: OSD_UPGRADE_FINISHED (was: all OSDs are running squid or later but require_osd_release < squid) 2024-04-10T15:39:47.286 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:39:47 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd='[{"prefix": "osd require-osd-release", "release": "squid"}]': finished 2024-04-10T15:39:47.286 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:39:47 smithi077 ceph-mon[87572]: osdmap e555: 8 total, 8 up, 8 in 2024-04-10T15:39:47.286 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:39:47 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mds ok-to-stop", "ids": ["a"]}]: dispatch 2024-04-10T15:39:47.286 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:39:47 smithi077 ceph-mon[87572]: Upgrade: It appears safe to stop mds.a 2024-04-10T15:39:47.336 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:39:47 smithi069 ceph-mon[96738]: Upgrade: Setting container_image for all osd 2024-04-10T15:39:47.336 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:39:47 smithi069 ceph-mon[96738]: Upgrade: Setting require_osd_release to 19 squid 2024-04-10T15:39:47.336 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:39:47 smithi069 ceph-mon[96738]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 43/534 objects degraded (8.052%), 10 pgs degraded) 2024-04-10T15:39:47.336 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:39:47 smithi069 ceph-mon[96738]: Health check cleared: OSD_UPGRADE_FINISHED (was: all OSDs are running squid or later but require_osd_release < squid) 2024-04-10T15:39:47.336 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:39:47 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd='[{"prefix": "osd require-osd-release", "release": "squid"}]': finished 2024-04-10T15:39:47.336 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:39:47 smithi069 ceph-mon[96738]: osdmap e555: 8 total, 8 up, 8 in 2024-04-10T15:39:47.336 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:39:47 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mds ok-to-stop", "ids": ["a"]}]: dispatch 2024-04-10T15:39:47.336 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:39:47 smithi069 ceph-mon[96738]: Upgrade: It appears safe to stop mds.a 2024-04-10T15:39:47.336 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:39:47 smithi069 ceph-mon[94167]: Upgrade: Setting container_image for all osd 2024-04-10T15:39:47.337 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:39:47 smithi069 ceph-mon[94167]: Upgrade: Setting require_osd_release to 19 squid 2024-04-10T15:39:47.337 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:39:47 smithi069 ceph-mon[94167]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 43/534 objects degraded (8.052%), 10 pgs degraded) 2024-04-10T15:39:47.337 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:39:47 smithi069 ceph-mon[94167]: Health check cleared: OSD_UPGRADE_FINISHED (was: all OSDs are running squid or later but require_osd_release < squid) 2024-04-10T15:39:47.337 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:39:47 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd='[{"prefix": "osd require-osd-release", "release": "squid"}]': finished 2024-04-10T15:39:47.337 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:39:47 smithi069 ceph-mon[94167]: osdmap e555: 8 total, 8 up, 8 in 2024-04-10T15:39:47.337 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:39:47 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mds ok-to-stop", "ids": ["a"]}]: dispatch 2024-04-10T15:39:47.337 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:39:47 smithi069 ceph-mon[94167]: Upgrade: It appears safe to stop mds.a 2024-04-10T15:39:47.339 INFO:tasks.rados.rados.0.smithi069.stdout:2453: finishing write tid 4 to smithi06982861-39 2024-04-10T15:39:47.339 INFO:tasks.rados.rados.0.smithi069.stdout:2453: oid 39 updating version 0 to 874 2024-04-10T15:39:47.339 INFO:tasks.rados.rados.0.smithi069.stdout:2453: oid 39 updating version 874 to 875 2024-04-10T15:39:47.339 INFO:tasks.rados.rados.0.smithi069.stdout:2453: oid 39 updating version 875 to 876 2024-04-10T15:39:47.339 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 39 v 876 (ObjNum 769 snap 244 seq_num 769) dirty exists 2024-04-10T15:39:47.339 INFO:tasks.rados.rados.0.smithi069.stdout:2453: left oid 39 (ObjNum 769 snap 244 seq_num 769) 2024-04-10T15:39:47.339 INFO:tasks.rados.rados.0.smithi069.stdout:2443: done (11 left) 2024-04-10T15:39:47.339 INFO:tasks.rados.rados.0.smithi069.stdout:2444: done (10 left) 2024-04-10T15:39:47.339 INFO:tasks.rados.rados.0.smithi069.stdout:2445: done (9 left) 2024-04-10T15:39:47.339 INFO:tasks.rados.rados.0.smithi069.stdout:2446: done (8 left) 2024-04-10T15:39:47.339 INFO:tasks.rados.rados.0.smithi069.stdout:2448: done (7 left) 2024-04-10T15:39:47.339 INFO:tasks.rados.rados.0.smithi069.stdout:2450: done (6 left) 2024-04-10T15:39:47.339 INFO:tasks.rados.rados.0.smithi069.stdout:2451: done (5 left) 2024-04-10T15:39:47.340 INFO:tasks.rados.rados.0.smithi069.stdout:2452: done (4 left) 2024-04-10T15:39:47.340 INFO:tasks.rados.rados.0.smithi069.stdout:2453: done (3 left) 2024-04-10T15:39:47.340 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 35 current snap is 244 2024-04-10T15:39:47.340 INFO:tasks.rados.rados.0.smithi069.stdout:2447: expect (ObjNum 655 snap 204 seq_num 655) 2024-04-10T15:39:48.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:39:48 smithi077 ceph-mon[87572]: osdmap e556: 8 total, 8 up, 8 in 2024-04-10T15:39:48.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:39:48 smithi077 ceph-mon[87572]: pgmap v495: 121 pgs: 121 active+clean; 400 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1.6 MiB/s rd, 372 KiB/s wr, 8 op/s; 80 KiB/s, 0 objects/s recovering 2024-04-10T15:39:48.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:39:48 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:39:48.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:39:48 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-10T15:39:48.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:39:48 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:39:48.506 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:39:48 smithi069 ceph-mon[94167]: osdmap e556: 8 total, 8 up, 8 in 2024-04-10T15:39:48.506 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:39:48 smithi069 ceph-mon[94167]: pgmap v495: 121 pgs: 121 active+clean; 400 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1.6 MiB/s rd, 372 KiB/s wr, 8 op/s; 80 KiB/s, 0 objects/s recovering 2024-04-10T15:39:48.506 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:39:48 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:39:48.506 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:39:48 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-10T15:39:48.507 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:39:48 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:39:48.507 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:39:48 smithi069 ceph-mon[96738]: osdmap e556: 8 total, 8 up, 8 in 2024-04-10T15:39:48.507 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:39:48 smithi069 ceph-mon[96738]: pgmap v495: 121 pgs: 121 active+clean; 400 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1.6 MiB/s rd, 372 KiB/s wr, 8 op/s; 80 KiB/s, 0 objects/s recovering 2024-04-10T15:39:48.507 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:39:48 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:39:48.507 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:39:48 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-10T15:39:48.507 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:39:48 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:39:48.763 INFO:tasks.rados.rados.0.smithi069.stdout:2455: finishing write tid 1 to smithi06982861-42 2024-04-10T15:39:48.763 INFO:tasks.rados.rados.0.smithi069.stdout:2455: finishing write tid 2 to smithi06982861-42 2024-04-10T15:39:48.763 INFO:tasks.rados.rados.0.smithi069.stdout:2455: finishing write tid 3 to smithi06982861-42 2024-04-10T15:39:48.763 INFO:tasks.rados.rados.0.smithi069.stdout:2455: finishing write tid 4 to smithi06982861-42 2024-04-10T15:39:48.763 INFO:tasks.rados.rados.0.smithi069.stdout:2455: oid 42 updating version 0 to 1165 2024-04-10T15:39:48.763 INFO:tasks.rados.rados.0.smithi069.stdout:2455: oid 42 updating version 1165 to 1166 2024-04-10T15:39:48.764 INFO:tasks.rados.rados.0.smithi069.stdout:2455: oid 42 updating version 1166 to 1167 2024-04-10T15:39:48.764 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 42 v 1167 (ObjNum 770 snap 244 seq_num 770) dirty exists 2024-04-10T15:39:48.764 INFO:tasks.rados.rados.0.smithi069.stdout:2455: left oid 42 (ObjNum 770 snap 244 seq_num 770) 2024-04-10T15:39:48.764 INFO:tasks.rados.rados.0.smithi069.stdout:2456: finishing rollback tid 0 to smithi06982861-7 2024-04-10T15:39:48.764 INFO:tasks.rados.rados.0.smithi069.stdout:2456: finishing rollback tid 1 to smithi06982861-7 2024-04-10T15:39:48.764 INFO:tasks.rados.rados.0.smithi069.stdout:2456: finishing rollback tid 2 to smithi06982861-7 2024-04-10T15:39:48.764 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 7 v 1238 (ObjNum 603 snap 188 seq_num 603) dirty exists 2024-04-10T15:39:48.764 INFO:tasks.rados.rados.0.smithi069.stdout:2457: seq_num 771 ranges {8945664=516096,9461760=401408} 2024-04-10T15:39:48.814 INFO:tasks.rados.rados.0.smithi069.stdout:2457: writing smithi06982861-35 from 8945664 to 9461760 tid 1 2024-04-10T15:39:48.816 INFO:tasks.rados.rados.0.smithi069.stdout:2457: writing smithi06982861-35 from 9461760 to 9863168 tid 2 2024-04-10T15:39:48.816 INFO:tasks.rados.rados.0.smithi069.stdout:2447: done (3 left) 2024-04-10T15:39:48.817 INFO:tasks.rados.rados.0.smithi069.stdout:2455: done (2 left) 2024-04-10T15:39:48.817 INFO:tasks.rados.rados.0.smithi069.stdout:2456: done (1 left) 2024-04-10T15:39:48.817 INFO:tasks.rados.rados.0.smithi069.stdout:2458: snap_create 2024-04-10T15:39:48.819 INFO:tasks.rados.rados.0.smithi069.stdout:2457: finishing write tid 1 to smithi06982861-35 2024-04-10T15:39:48.819 INFO:tasks.rados.rados.0.smithi069.stdout:2457: finishing write tid 2 to smithi06982861-35 2024-04-10T15:39:48.819 INFO:tasks.rados.rados.0.smithi069.stdout:2457: finishing write tid 3 to smithi06982861-35 2024-04-10T15:39:48.820 INFO:tasks.rados.rados.0.smithi069.stdout:2457: finishing write tid 4 to smithi06982861-35 2024-04-10T15:39:48.820 INFO:tasks.rados.rados.0.smithi069.stdout:2457: oid 35 updating version 0 to 955 2024-04-10T15:39:48.820 INFO:tasks.rados.rados.0.smithi069.stdout:2457: oid 35 updating version 955 to 956 2024-04-10T15:39:48.821 INFO:tasks.rados.rados.0.smithi069.stdout:2457: oid 35 updating version 956 to 957 2024-04-10T15:39:48.821 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 35 v 957 (ObjNum 771 snap 244 seq_num 771) dirty exists 2024-04-10T15:39:48.821 INFO:tasks.rados.rados.0.smithi069.stdout:2457: left oid 35 (ObjNum 771 snap 244 seq_num 771) 2024-04-10T15:39:49.229 INFO:tasks.rados.rados.0.smithi069.stdout:2457: done (1 left) 2024-04-10T15:39:49.229 INFO:tasks.rados.rados.0.smithi069.stdout:2458: done (0 left) 2024-04-10T15:39:49.229 INFO:tasks.rados.rados.0.smithi069.stdout:2459: snap_remove snap 228 2024-04-10T15:39:49.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:39:49 smithi069 ceph-mon[96738]: Upgrade: Updating mds.a 2024-04-10T15:39:49.484 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:39:49 smithi069 ceph-mon[96738]: Deploying daemon mds.a on smithi069 2024-04-10T15:39:49.485 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:39:49 smithi069 ceph-mon[94167]: Upgrade: Updating mds.a 2024-04-10T15:39:49.485 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:39:49 smithi069 ceph-mon[94167]: Deploying daemon mds.a on smithi069 2024-04-10T15:39:49.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:39:49 smithi077 ceph-mon[87572]: Upgrade: Updating mds.a 2024-04-10T15:39:49.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:39:49 smithi077 ceph-mon[87572]: Deploying daemon mds.a on smithi069 2024-04-10T15:39:50.025 INFO:journalctl@ceph.mds.a.smithi069.stdout:Apr 10 15:39:49 smithi069 systemd[1]: Stopping Ceph mds.a for 09bfb546-f74e-11ee-b64a-cb9ed24678a4... 2024-04-10T15:39:50.230 INFO:tasks.rados.rados.0.smithi069.stdout:2459: done (0 left) 2024-04-10T15:39:50.231 INFO:tasks.rados.rados.0.smithi069.stdout:2460: read oid 16 snap -1 2024-04-10T15:39:50.231 INFO:tasks.rados.rados.0.smithi069.stdout:2460: expect (ObjNum 723 snap 227 seq_num 723) 2024-04-10T15:39:50.231 INFO:tasks.rados.rados.0.smithi069.stdout:2461: copy_from oid 9 from oid 23 current snap is 245 2024-04-10T15:39:50.231 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 19 current snap is 245 2024-04-10T15:39:50.231 INFO:tasks.rados.rados.0.smithi069.stdout:2462: seq_num 772 ranges {0=532480,532480=401408} 2024-04-10T15:39:50.233 INFO:tasks.rados.rados.0.smithi069.stdout:2462: writing smithi06982861-19 from 0 to 532480 tid 1 2024-04-10T15:39:50.237 INFO:tasks.rados.rados.0.smithi069.stdout:2462: writing smithi06982861-19 from 532480 to 933888 tid 2 2024-04-10T15:39:50.237 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 6 current snap is 245 2024-04-10T15:39:50.237 INFO:tasks.rados.rados.0.smithi069.stdout:2463: seq_num 773 ranges {507904=548864,1056768=401408} 2024-04-10T15:39:50.243 INFO:tasks.rados.rados.0.smithi069.stdout:2463: writing smithi06982861-6 from 507904 to 1056768 tid 1 2024-04-10T15:39:50.246 INFO:tasks.rados.rados.0.smithi069.stdout:2463: writing smithi06982861-6 from 1056768 to 1458176 tid 2 2024-04-10T15:39:50.247 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 34 current snap is 245 2024-04-10T15:39:50.247 INFO:tasks.rados.rados.0.smithi069.stdout:2461: finishing copy_from racing read to smithi06982861-9 2024-04-10T15:39:50.247 INFO:tasks.rados.rados.0.smithi069.stdout:2462: finishing write tid 1 to smithi06982861-19 2024-04-10T15:39:50.247 INFO:tasks.rados.rados.0.smithi069.stdout:2464: seq_num 774 ranges {3956736=565248,4521984=401408} 2024-04-10T15:39:50.273 INFO:tasks.rados.rados.0.smithi069.stdout:2464: writing smithi06982861-34 from 3956736 to 4521984 tid 1 2024-04-10T15:39:50.276 INFO:tasks.rados.rados.0.smithi069.stdout:2464: writing smithi06982861-34 from 4521984 to 4923392 tid 2 2024-04-10T15:39:50.276 INFO:tasks.rados.rados.0.smithi069.stdout:2465: rmattr oid 7 current snap is 245 2024-04-10T15:39:50.276 INFO:tasks.rados.rados.0.smithi069.stdout:2465: done (5 left) 2024-04-10T15:39:50.276 INFO:tasks.rados.rados.0.smithi069.stdout:2466: rollback oid 32 current snap is 245 2024-04-10T15:39:50.276 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 32 to 244 2024-04-10T15:39:50.276 INFO:tasks.rados.rados.0.smithi069.stdout:2462: finishing write tid 2 to smithi06982861-19 2024-04-10T15:39:50.277 INFO:tasks.rados.rados.0.smithi069.stdout:2462: finishing write tid 3 to smithi06982861-19 2024-04-10T15:39:50.277 INFO:tasks.rados.rados.0.smithi069.stdout:2462: finishing write tid 4 to smithi06982861-19 2024-04-10T15:39:50.277 INFO:tasks.rados.rados.0.smithi069.stdout:2462: oid 19 updating version 0 to 1457 2024-04-10T15:39:50.277 INFO:tasks.rados.rados.0.smithi069.stdout:2462: oid 19 version 1457 is already newer than 1456 2024-04-10T15:39:50.277 INFO:tasks.rados.rados.0.smithi069.stdout:2462: oid 19 updating version 1457 to 1458 2024-04-10T15:39:50.277 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 19 v 1458 (ObjNum 772 snap 245 seq_num 772) dirty exists 2024-04-10T15:39:50.277 INFO:tasks.rados.rados.0.smithi069.stdout:2462: left oid 19 (ObjNum 772 snap 245 seq_num 772) 2024-04-10T15:39:50.277 INFO:tasks.rados.rados.0.smithi069.stdout:2463: finishing write tid 1 to smithi06982861-6 2024-04-10T15:39:50.277 INFO:tasks.rados.rados.0.smithi069.stdout:2463: finishing write tid 2 to smithi06982861-6 2024-04-10T15:39:50.277 INFO:tasks.rados.rados.0.smithi069.stdout:2463: finishing write tid 3 to smithi06982861-6 2024-04-10T15:39:50.277 INFO:tasks.rados.rados.0.smithi069.stdout:2462: done (5 left) 2024-04-10T15:39:50.277 INFO:tasks.rados.rados.0.smithi069.stdout:2467: delete oid 13 current snap is 245 2024-04-10T15:39:50.277 INFO:tasks.rados.rados.0.smithi069.stdout:2461: finishing copy_from to smithi06982861-9 2024-04-10T15:39:50.277 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 9 v 262 (ObjNum 65 snap 0 seq_num 1482453584) dirty exists 2024-04-10T15:39:50.278 INFO:tasks.rados.rados.0.smithi069.stdout:2463: finishing write tid 4 to smithi06982861-6 2024-04-10T15:39:50.278 INFO:tasks.rados.rados.0.smithi069.stdout:2463: oid 6 updating version 0 to 1220 2024-04-10T15:39:50.278 INFO:tasks.rados.rados.0.smithi069.stdout:2463: oid 6 version 1220 is already newer than 1216 2024-04-10T15:39:50.278 INFO:tasks.rados.rados.0.smithi069.stdout:2463: oid 6 version 1220 is already newer than 1219 2024-04-10T15:39:50.278 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 6 v 1220 (ObjNum 773 snap 245 seq_num 773) dirty exists 2024-04-10T15:39:50.278 INFO:tasks.rados.rados.0.smithi069.stdout:2463: left oid 6 (ObjNum 773 snap 245 seq_num 773) 2024-04-10T15:39:50.281 INFO:tasks.rados.rados.0.smithi069.stdout:2461: done (5 left) 2024-04-10T15:39:50.281 INFO:tasks.rados.rados.0.smithi069.stdout:2463: done (4 left) 2024-04-10T15:39:50.281 INFO:tasks.rados.rados.0.smithi069.stdout:2467: done (3 left) 2024-04-10T15:39:50.281 INFO:tasks.rados.rados.0.smithi069.stdout:2468: setattr oid 49 current snap is 245 2024-04-10T15:39:50.281 INFO:tasks.rados.rados.0.smithi069.stdout:2464: finishing write tid 1 to smithi06982861-34 2024-04-10T15:39:50.281 INFO:tasks.rados.rados.0.smithi069.stdout:2464: finishing write tid 2 to smithi06982861-34 2024-04-10T15:39:50.281 INFO:tasks.rados.rados.0.smithi069.stdout:2464: finishing write tid 3 to smithi06982861-34 2024-04-10T15:39:50.281 INFO:tasks.rados.rados.0.smithi069.stdout:2466: finishing rollback tid 0 to smithi06982861-32 2024-04-10T15:39:50.282 INFO:tasks.rados.rados.0.smithi069.stdout:2466: finishing rollback tid 1 to smithi06982861-32 2024-04-10T15:39:50.282 INFO:tasks.rados.rados.0.smithi069.stdout:2469: rmattr oid 47 current snap is 245 2024-04-10T15:39:50.282 INFO:tasks.rados.rados.0.smithi069.stdout:2470: read oid 17 snap -1 2024-04-10T15:39:50.282 INFO:tasks.rados.rados.0.smithi069.stdout:2470: expect deleted 2024-04-10T15:39:50.282 INFO:tasks.rados.rados.0.smithi069.stdout:2471: copy_from oid 20 from oid 50 current snap is 245 2024-04-10T15:39:50.282 INFO:tasks.rados.rados.0.smithi069.stdout:2472: setattr oid 24 current snap is 245 2024-04-10T15:39:50.282 INFO:tasks.rados.rados.0.smithi069.stdout:2466: finishing rollback tid 2 to smithi06982861-32 2024-04-10T15:39:50.282 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 32 v 888 (ObjNum 625 snap 193 seq_num 625) dirty exists 2024-04-10T15:39:50.282 INFO:tasks.rados.rados.0.smithi069.stdout:2464: finishing write tid 4 to smithi06982861-34 2024-04-10T15:39:50.282 INFO:tasks.rados.rados.0.smithi069.stdout:2464: oid 34 updating version 0 to 1464 2024-04-10T15:39:50.282 INFO:tasks.rados.rados.0.smithi069.stdout:2464: oid 34 version 1464 is already newer than 1463 2024-04-10T15:39:50.282 INFO:tasks.rados.rados.0.smithi069.stdout:2464: oid 34 version 1464 is already newer than 1462 2024-04-10T15:39:50.282 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 34 v 1464 (ObjNum 774 snap 245 seq_num 774) dirty exists 2024-04-10T15:39:50.282 INFO:tasks.rados.rados.0.smithi069.stdout:2464: left oid 34 (ObjNum 774 snap 245 seq_num 774) 2024-04-10T15:39:50.284 INFO:tasks.rados.rados.0.smithi069.stdout:2464: done (7 left) 2024-04-10T15:39:50.284 INFO:tasks.rados.rados.0.smithi069.stdout:2466: done (6 left) 2024-04-10T15:39:50.284 INFO:tasks.rados.rados.0.smithi069.stdout:2470: done (5 left) 2024-04-10T15:39:50.284 INFO:tasks.rados.rados.0.smithi069.stdout:2473: rollback oid 15 current snap is 245 2024-04-10T15:39:50.284 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 15 to 236 2024-04-10T15:39:50.284 INFO:tasks.rados.rados.0.smithi069.stdout:2474: rollback oid 37 current snap is 245 2024-04-10T15:39:50.284 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 37 to 237 2024-04-10T15:39:50.284 INFO:tasks.rados.rados.0.smithi069.stdout:2475: copy_from oid 3 from oid 14 current snap is 245 2024-04-10T15:39:50.284 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 47 v 1222 (ObjNum 509 snap 160 seq_num 509) dirty exists 2024-04-10T15:39:50.285 INFO:tasks.rados.rados.0.smithi069.stdout:2469: done (7 left) 2024-04-10T15:39:50.285 INFO:tasks.rados.rados.0.smithi069.stdout:2476: read oid 1 snap 223 2024-04-10T15:39:50.285 INFO:tasks.rados.rados.0.smithi069.stdout:2476: expect (ObjNum 1434471840 snap 21957 seq_num 1434162432) 2024-04-10T15:39:50.285 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 47 current snap is 245 2024-04-10T15:39:50.285 INFO:tasks.rados.rados.0.smithi069.stdout:2477: seq_num 776 ranges {2146304=606208,2752512=401408} 2024-04-10T15:39:50.299 INFO:tasks.rados.rados.0.smithi069.stdout:2477: writing smithi06982861-47 from 2146304 to 2752512 tid 1 2024-04-10T15:39:50.301 INFO:tasks.rados.rados.0.smithi069.stdout:2477: writing smithi06982861-47 from 2752512 to 3153920 tid 2 2024-04-10T15:39:50.301 INFO:tasks.rados.rados.0.smithi069.stdout:2478: read oid 21 snap -1 2024-04-10T15:39:50.301 INFO:tasks.rados.rados.0.smithi069.stdout:2478: expect deleted 2024-04-10T15:39:50.302 INFO:tasks.rados.rados.0.smithi069.stdout:2479: copy_from oid 44 from oid 42 current snap is 245 2024-04-10T15:39:50.302 INFO:tasks.rados.rados.0.smithi069.stdout:2476: expect (ObjNum 1434471840 snap 21957 seq_num 1434162432) 2024-04-10T15:39:50.302 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 49 v 1169 (ObjNum 758 snap 239 seq_num 758) dirty exists 2024-04-10T15:39:50.302 INFO:tasks.rados.rados.0.smithi069.stdout:2460: expect (ObjNum 723 snap 227 seq_num 723) 2024-04-10T15:39:50.336 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:39:50 smithi069 ceph-mon[94167]: osdmap e557: 8 total, 8 up, 8 in 2024-04-10T15:39:50.336 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:39:50 smithi069 ceph-mon[94167]: pgmap v497: 121 pgs: 121 active+clean; 411 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 1.5 MiB/s wr, 28 op/s; 73 KiB/s, 0 objects/s recovering 2024-04-10T15:39:50.336 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:39:50 smithi069 ceph-mon[96738]: osdmap e557: 8 total, 8 up, 8 in 2024-04-10T15:39:50.336 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:39:50 smithi069 ceph-mon[96738]: pgmap v497: 121 pgs: 121 active+clean; 411 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 1.5 MiB/s wr, 28 op/s; 73 KiB/s, 0 objects/s recovering 2024-04-10T15:39:50.336 INFO:journalctl@ceph.mds.a.smithi069.stdout:Apr 10 15:39:50 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mds-a[68596]: 2024-04-10T15:39:50.035+0000 7f2b043c7700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-10T15:39:50.337 INFO:journalctl@ceph.mds.a.smithi069.stdout:Apr 10 15:39:50 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mds-a[68596]: 2024-04-10T15:39:50.035+0000 7f2b043c7700 -1 mds.a *** got signal Terminated *** 2024-04-10T15:39:50.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:39:50 smithi077 ceph-mon[87572]: osdmap e557: 8 total, 8 up, 8 in 2024-04-10T15:39:50.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:39:50 smithi077 ceph-mon[87572]: pgmap v497: 121 pgs: 121 active+clean; 411 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 1.5 MiB/s wr, 28 op/s; 73 KiB/s, 0 objects/s recovering 2024-04-10T15:39:51.459 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 24 v 1170 (ObjNum 81 snap 0 seq_num 1) dirty exists 2024-04-10T15:39:51.483 INFO:tasks.rados.rados.0.smithi069.stdout:2473: finishing rollback tid 0 to smithi06982861-15 2024-04-10T15:39:51.484 INFO:tasks.rados.rados.0.smithi069.stdout:2474: finishing rollback tid 0 to smithi06982861-37 2024-04-10T15:39:51.484 INFO:tasks.rados.rados.0.smithi069.stdout:2474: finishing rollback tid 1 to smithi06982861-37 2024-04-10T15:39:51.484 INFO:tasks.rados.rados.0.smithi069.stdout:2473: finishing rollback tid 1 to smithi06982861-15 2024-04-10T15:39:51.484 INFO:tasks.rados.rados.0.smithi069.stdout:2474: finishing rollback tid 2 to smithi06982861-37 2024-04-10T15:39:51.484 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 37 v 1038 (ObjNum 724 snap 227 seq_num 724) dirty exists 2024-04-10T15:39:51.484 INFO:tasks.rados.rados.0.smithi069.stdout:2473: finishing rollback tid 2 to smithi06982861-15 2024-04-10T15:39:51.484 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 15 v 985 (ObjNum 679 snap 209 seq_num 679) dirty exists 2024-04-10T15:39:51.484 INFO:tasks.rados.rados.0.smithi069.stdout:2475: finishing copy_from racing read to smithi06982861-3 2024-04-10T15:39:51.484 INFO:tasks.rados.rados.0.smithi069.stdout:2471: finishing copy_from racing read to smithi06982861-20 2024-04-10T15:39:51.484 INFO:tasks.rados.rados.0.smithi069.stdout:2460: done (10 left) 2024-04-10T15:39:51.484 INFO:tasks.rados.rados.0.smithi069.stdout:2468: done (9 left) 2024-04-10T15:39:51.484 INFO:tasks.rados.rados.0.smithi069.stdout:2472: done (8 left) 2024-04-10T15:39:51.484 INFO:tasks.rados.rados.0.smithi069.stdout:2473: done (7 left) 2024-04-10T15:39:51.484 INFO:tasks.rados.rados.0.smithi069.stdout:2474: done (6 left) 2024-04-10T15:39:51.485 INFO:tasks.rados.rados.0.smithi069.stdout:2476: done (5 left) 2024-04-10T15:39:51.485 INFO:tasks.rados.rados.0.smithi069.stdout:2480: setattr oid 43 current snap is 245 2024-04-10T15:39:51.485 INFO:tasks.rados.rados.0.smithi069.stdout:2475: finishing copy_from to smithi06982861-3 2024-04-10T15:39:51.485 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 3 v 870 (ObjNum 763 snap 243 seq_num 763) dirty exists 2024-04-10T15:39:51.485 INFO:tasks.rados.rados.0.smithi069.stdout:2471: finishing copy_from to smithi06982861-20 2024-04-10T15:39:51.485 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 20 v 1002 (ObjNum 766 snap 243 seq_num 766) dirty exists 2024-04-10T15:39:51.485 INFO:tasks.rados.rados.0.smithi069.stdout:2477: finishing write tid 1 to smithi06982861-47 2024-04-10T15:39:51.485 INFO:tasks.rados.rados.0.smithi069.stdout:2477: finishing write tid 2 to smithi06982861-47 2024-04-10T15:39:51.485 INFO:tasks.rados.rados.0.smithi069.stdout:2477: finishing write tid 3 to smithi06982861-47 2024-04-10T15:39:51.485 INFO:tasks.rados.rados.0.smithi069.stdout:2477: finishing write tid 4 to smithi06982861-47 2024-04-10T15:39:51.485 INFO:tasks.rados.rados.0.smithi069.stdout:2477: oid 47 updating version 0 to 1223 2024-04-10T15:39:51.485 INFO:tasks.rados.rados.0.smithi069.stdout:2477: oid 47 updating version 1223 to 1224 2024-04-10T15:39:51.485 INFO:tasks.rados.rados.0.smithi069.stdout:2477: oid 47 updating version 1224 to 1225 2024-04-10T15:39:51.485 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 47 v 1225 (ObjNum 776 snap 245 seq_num 776) dirty exists 2024-04-10T15:39:51.486 INFO:tasks.rados.rados.0.smithi069.stdout:2477: left oid 47 (ObjNum 776 snap 245 seq_num 776) 2024-04-10T15:39:51.486 INFO:tasks.rados.rados.0.smithi069.stdout:2479: finishing copy_from racing read to smithi06982861-44 2024-04-10T15:39:51.486 INFO:tasks.rados.rados.0.smithi069.stdout:2479: finishing copy_from to smithi06982861-44 2024-04-10T15:39:51.486 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 44 v 1167 (ObjNum 770 snap 244 seq_num 770) dirty exists 2024-04-10T15:39:51.487 INFO:tasks.rados.rados.0.smithi069.stdout:2471: done (5 left) 2024-04-10T15:39:51.487 INFO:tasks.rados.rados.0.smithi069.stdout:2475: done (4 left) 2024-04-10T15:39:51.487 INFO:tasks.rados.rados.0.smithi069.stdout:2477: done (3 left) 2024-04-10T15:39:51.487 INFO:tasks.rados.rados.0.smithi069.stdout:2478: done (2 left) 2024-04-10T15:39:51.487 INFO:tasks.rados.rados.0.smithi069.stdout:2479: done (1 left) 2024-04-10T15:39:51.487 INFO:tasks.rados.rados.0.smithi069.stdout:2481: read oid 47 snap -1 2024-04-10T15:39:51.487 INFO:tasks.rados.rados.0.smithi069.stdout:2481: expect (ObjNum 776 snap 245 seq_num 776) 2024-04-10T15:39:51.487 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 29 current snap is 245 2024-04-10T15:39:51.487 INFO:tasks.rados.rados.0.smithi069.stdout:2482: seq_num 777 ranges {13819904=622592,14442496=401408} 2024-04-10T15:39:51.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:39:51 smithi077 ceph-mon[87572]: osdmap e558: 8 total, 8 up, 8 in 2024-04-10T15:39:51.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:39:51 smithi077 ceph-mon[87572]: fsmap cephfs:1 {0=b=up:active} 2024-04-10T15:39:51.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:39:51 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-10T15:39:51.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:39:51 smithi077 ceph-mon[87572]: osdmap e559: 8 total, 8 up, 8 in 2024-04-10T15:39:51.536 INFO:tasks.rados.rados.0.smithi069.stdout:2482: writing smithi06982861-29 from 13819904 to 14442496 tid 1 2024-04-10T15:39:51.539 INFO:tasks.rados.rados.0.smithi069.stdout:2482: writing smithi06982861-29 from 14442496 to 14843904 tid 2 2024-04-10T15:39:51.539 INFO:tasks.rados.rados.0.smithi069.stdout:2483: delete oid 42 current snap is 245 2024-04-10T15:39:51.539 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 43 v 958 (ObjNum -1067471648 snap 32617 seq_num 304) dirty exists 2024-04-10T15:39:51.539 INFO:tasks.rados.rados.0.smithi069.stdout:2481: expect (ObjNum 776 snap 245 seq_num 776) 2024-04-10T15:39:51.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:39:51 smithi069 ceph-mon[96738]: osdmap e558: 8 total, 8 up, 8 in 2024-04-10T15:39:51.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:39:51 smithi069 ceph-mon[96738]: fsmap cephfs:1 {0=b=up:active} 2024-04-10T15:39:51.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:39:51 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-10T15:39:51.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:39:51 smithi069 ceph-mon[96738]: osdmap e559: 8 total, 8 up, 8 in 2024-04-10T15:39:51.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:39:51 smithi069 ceph-mon[94167]: osdmap e558: 8 total, 8 up, 8 in 2024-04-10T15:39:51.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:39:51 smithi069 ceph-mon[94167]: fsmap cephfs:1 {0=b=up:active} 2024-04-10T15:39:51.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:39:51 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-10T15:39:51.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:39:51 smithi069 ceph-mon[94167]: osdmap e559: 8 total, 8 up, 8 in 2024-04-10T15:39:51.671 INFO:tasks.rados.rados.0.smithi069.stdout:2482: finishing write tid 1 to smithi06982861-29 2024-04-10T15:39:51.671 INFO:tasks.rados.rados.0.smithi069.stdout:2482: finishing write tid 2 to smithi06982861-29 2024-04-10T15:39:51.671 INFO:tasks.rados.rados.0.smithi069.stdout:2482: finishing write tid 3 to smithi06982861-29 2024-04-10T15:39:51.671 INFO:tasks.rados.rados.0.smithi069.stdout:2482: finishing write tid 4 to smithi06982861-29 2024-04-10T15:39:51.671 INFO:tasks.rados.rados.0.smithi069.stdout:2482: oid 29 updating version 0 to 989 2024-04-10T15:39:51.671 INFO:tasks.rados.rados.0.smithi069.stdout:2482: oid 29 version 989 is already newer than 987 2024-04-10T15:39:51.672 INFO:tasks.rados.rados.0.smithi069.stdout:2482: oid 29 version 989 is already newer than 988 2024-04-10T15:39:51.672 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 29 v 989 (ObjNum 777 snap 245 seq_num 777) dirty exists 2024-04-10T15:39:51.672 INFO:tasks.rados.rados.0.smithi069.stdout:2482: left oid 29 (ObjNum 777 snap 245 seq_num 777) 2024-04-10T15:39:51.672 INFO:tasks.rados.rados.0.smithi069.stdout:2480: done (3 left) 2024-04-10T15:39:51.672 INFO:tasks.rados.rados.0.smithi069.stdout:2481: done (2 left) 2024-04-10T15:39:51.672 INFO:tasks.rados.rados.0.smithi069.stdout:2482: done (1 left) 2024-04-10T15:39:51.672 INFO:tasks.rados.rados.0.smithi069.stdout:2483: done (0 left) 2024-04-10T15:39:51.672 INFO:tasks.rados.rados.0.smithi069.stdout:2484: read oid 25 snap -1 2024-04-10T15:39:51.672 INFO:tasks.rados.rados.0.smithi069.stdout:2484: expect (ObjNum 603 snap 188 seq_num 603) 2024-04-10T15:39:51.672 INFO:tasks.rados.rados.0.smithi069.stdout:2485: snap_remove snap 236 2024-04-10T15:39:52.243 INFO:tasks.rados.rados.0.smithi069.stdout:2485: done (1 left) 2024-04-10T15:39:52.244 INFO:tasks.rados.rados.0.smithi069.stdout:2486: delete oid 7 current snap is 245 2024-04-10T15:39:52.244 INFO:tasks.rados.rados.0.smithi069.stdout:2484: expect (ObjNum 603 snap 188 seq_num 603) 2024-04-10T15:39:52.265 INFO:tasks.rados.rados.0.smithi069.stdout:2484: done (1 left) 2024-04-10T15:39:52.265 INFO:tasks.rados.rados.0.smithi069.stdout:2486: done (0 left) 2024-04-10T15:39:52.265 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 21 current snap is 245 2024-04-10T15:39:52.265 INFO:tasks.rados.rados.0.smithi069.stdout:2487: seq_num 780 ranges {0=671744,671744=401408} 2024-04-10T15:39:52.268 INFO:tasks.rados.rados.0.smithi069.stdout:2487: writing smithi06982861-21 from 0 to 671744 tid 1 2024-04-10T15:39:52.271 INFO:tasks.rados.rados.0.smithi069.stdout:2487: writing smithi06982861-21 from 671744 to 1073152 tid 2 2024-04-10T15:39:52.271 INFO:tasks.rados.rados.0.smithi069.stdout:2488: rollback oid 24 current snap is 245 2024-04-10T15:39:52.271 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 24 to 239 2024-04-10T15:39:52.271 INFO:tasks.rados.rados.0.smithi069.stdout:2489: copy_from oid 44 from oid 15 current snap is 245 2024-04-10T15:39:52.271 INFO:tasks.rados.rados.0.smithi069.stdout:2490: rmattr oid 11 current snap is 245 2024-04-10T15:39:52.271 INFO:tasks.rados.rados.0.smithi069.stdout:2490: done (3 left) 2024-04-10T15:39:52.271 INFO:tasks.rados.rados.0.smithi069.stdout:2491: rmattr oid 47 current snap is 245 2024-04-10T15:39:52.271 INFO:tasks.rados.rados.0.smithi069.stdout:2492: delete oid 46 current snap is 245 2024-04-10T15:39:52.273 INFO:tasks.rados.rados.0.smithi069.stdout:2492: done (4 left) 2024-04-10T15:39:52.273 INFO:tasks.rados.rados.0.smithi069.stdout:2493: read oid 31 snap -1 2024-04-10T15:39:52.273 INFO:tasks.rados.rados.0.smithi069.stdout:2493: expect (ObjNum 664 snap 207 seq_num 664) 2024-04-10T15:39:52.273 INFO:tasks.rados.rados.0.smithi069.stdout:2494: snap_create 2024-04-10T15:39:52.273 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 47 v 1232 (ObjNum 776 snap 245 seq_num 776) dirty exists 2024-04-10T15:39:52.273 INFO:tasks.rados.rados.0.smithi069.stdout:2487: finishing write tid 1 to smithi06982861-21 2024-04-10T15:39:52.273 INFO:tasks.rados.rados.0.smithi069.stdout:2488: finishing rollback tid 0 to smithi06982861-24 2024-04-10T15:39:52.274 INFO:tasks.rados.rados.0.smithi069.stdout:2487: finishing write tid 2 to smithi06982861-21 2024-04-10T15:39:52.274 INFO:tasks.rados.rados.0.smithi069.stdout:2488: finishing rollback tid 1 to smithi06982861-24 2024-04-10T15:39:52.274 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 24 v 1176 (ObjNum 81 snap 0 seq_num 1) dirty dne 2024-04-10T15:39:52.275 INFO:tasks.rados.rados.0.smithi069.stdout:2487: finishing write tid 3 to smithi06982861-21 2024-04-10T15:39:52.277 INFO:tasks.rados.rados.0.smithi069.stdout:2487: finishing write tid 4 to smithi06982861-21 2024-04-10T15:39:52.277 INFO:tasks.rados.rados.0.smithi069.stdout:2487: oid 21 updating version 0 to 1021 2024-04-10T15:39:52.278 INFO:tasks.rados.rados.0.smithi069.stdout:2487: oid 21 version 1021 is already newer than 1019 2024-04-10T15:39:52.278 INFO:tasks.rados.rados.0.smithi069.stdout:2487: oid 21 version 1021 is already newer than 1020 2024-04-10T15:39:52.278 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 21 v 1021 (ObjNum 780 snap 245 seq_num 780) dirty exists 2024-04-10T15:39:52.278 INFO:tasks.rados.rados.0.smithi069.stdout:2487: left oid 21 (ObjNum 780 snap 245 seq_num 780) 2024-04-10T15:39:52.282 INFO:tasks.rados.rados.0.smithi069.stdout:2489: finishing copy_from racing read to smithi06982861-44 2024-04-10T15:39:52.283 INFO:tasks.rados.rados.0.smithi069.stdout:2489: finishing copy_from to smithi06982861-44 2024-04-10T15:39:52.283 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 44 v 985 (ObjNum 679 snap 209 seq_num 679) dirty exists 2024-04-10T15:39:52.304 INFO:tasks.rados.rados.0.smithi069.stdout:2493: expect (ObjNum 664 snap 207 seq_num 664) 2024-04-10T15:39:52.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:39:52 smithi077 ceph-mon[87572]: pgmap v500: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 419 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 2.8 MiB/s wr, 28 op/s 2024-04-10T15:39:52.492 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:39:52 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[78458]: ts=2024-04-10T15:39:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:39:52.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:39:52 smithi069 ceph-mon[96738]: pgmap v500: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 419 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 2.8 MiB/s wr, 28 op/s 2024-04-10T15:39:52.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:39:52 smithi069 ceph-mon[94167]: pgmap v500: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 419 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 2.8 MiB/s wr, 28 op/s 2024-04-10T15:39:53.250 INFO:tasks.rados.rados.0.smithi069.stdout:2487: done (5 left) 2024-04-10T15:39:53.250 INFO:tasks.rados.rados.0.smithi069.stdout:2488: done (4 left) 2024-04-10T15:39:53.250 INFO:tasks.rados.rados.0.smithi069.stdout:2489: done (3 left) 2024-04-10T15:39:53.251 INFO:tasks.rados.rados.0.smithi069.stdout:2491: done (2 left) 2024-04-10T15:39:53.251 INFO:tasks.rados.rados.0.smithi069.stdout:2493: done (1 left) 2024-04-10T15:39:53.251 INFO:tasks.rados.rados.0.smithi069.stdout:2494: done (0 left) 2024-04-10T15:39:53.251 INFO:tasks.rados.rados.0.smithi069.stdout:2495: rollback oid 27 current snap is 246 2024-04-10T15:39:53.251 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 27 to 242 2024-04-10T15:39:53.251 INFO:tasks.rados.rados.0.smithi069.stdout:2496: read oid 11 snap 240 2024-04-10T15:39:53.251 INFO:tasks.rados.rados.0.smithi069.stdout:2496: expect (ObjNum 756 snap 238 seq_num 756) 2024-04-10T15:39:53.251 INFO:tasks.rados.rados.0.smithi069.stdout:2497: rollback oid 15 current snap is 246 2024-04-10T15:39:53.251 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 15 to 243 2024-04-10T15:39:53.251 INFO:tasks.rados.rados.0.smithi069.stdout:2498: rollback oid 21 current snap is 246 2024-04-10T15:39:53.251 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 21 to 172 2024-04-10T15:39:53.251 INFO:tasks.rados.rados.0.smithi069.stdout:2499: rollback oid 42 current snap is 246 2024-04-10T15:39:53.251 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 42 to 240 2024-04-10T15:39:53.251 INFO:tasks.rados.rados.0.smithi069.stdout:2500: read oid 50 snap -1 2024-04-10T15:39:53.251 INFO:tasks.rados.rados.0.smithi069.stdout:2500: expect (ObjNum 766 snap 243 seq_num 766) 2024-04-10T15:39:53.252 INFO:tasks.rados.rados.0.smithi069.stdout:2501: rmattr oid 41 current snap is 246 2024-04-10T15:39:53.253 INFO:tasks.rados.rados.0.smithi069.stdout:2501: done (6 left) 2024-04-10T15:39:53.253 INFO:tasks.rados.rados.0.smithi069.stdout:2502: read oid 6 snap -1 2024-04-10T15:39:53.253 INFO:tasks.rados.rados.0.smithi069.stdout:2502: expect (ObjNum 773 snap 245 seq_num 773) 2024-04-10T15:39:53.253 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 41 current snap is 246 2024-04-10T15:39:53.253 INFO:tasks.rados.rados.0.smithi069.stdout:2503: seq_num 782 ranges {0=704512,704512=401408} 2024-04-10T15:39:53.254 INFO:tasks.rados.rados.0.smithi069.stdout:2503: writing smithi06982861-41 from 0 to 704512 tid 1 2024-04-10T15:39:53.257 INFO:tasks.rados.rados.0.smithi069.stdout:2503: writing smithi06982861-41 from 704512 to 1105920 tid 2 2024-04-10T15:39:53.257 INFO:tasks.rados.rados.0.smithi069.stdout:2504: read oid 48 snap 244 2024-04-10T15:39:53.258 INFO:tasks.rados.rados.0.smithi069.stdout:2504: expect (ObjNum 726 snap 227 seq_num 726) 2024-04-10T15:39:53.258 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 13 current snap is 246 2024-04-10T15:39:53.258 INFO:tasks.rados.rados.0.smithi069.stdout:2505: seq_num 783 ranges {0=720896,720896=401408} 2024-04-10T15:39:53.263 INFO:tasks.rados.rados.0.smithi069.stdout:2505: writing smithi06982861-13 from 0 to 720896 tid 1 2024-04-10T15:39:53.266 INFO:tasks.rados.rados.0.smithi069.stdout:2505: writing smithi06982861-13 from 720896 to 1122304 tid 2 2024-04-10T15:39:53.266 INFO:tasks.rados.rados.0.smithi069.stdout:2506: delete oid 19 current snap is 246 2024-04-10T15:39:53.266 INFO:tasks.rados.rados.0.smithi069.stdout:2498: finishing rollback tid 0 to smithi06982861-21 2024-04-10T15:39:53.266 INFO:tasks.rados.rados.0.smithi069.stdout:2498: finishing rollback tid 1 to smithi06982861-21 2024-04-10T15:39:53.266 INFO:tasks.rados.rados.0.smithi069.stdout:2497: finishing rollback tid 0 to smithi06982861-15 2024-04-10T15:39:53.266 INFO:tasks.rados.rados.0.smithi069.stdout:2495: finishing rollback tid 0 to smithi06982861-27 2024-04-10T15:39:53.266 INFO:tasks.rados.rados.0.smithi069.stdout:2497: finishing rollback tid 1 to smithi06982861-15 2024-04-10T15:39:53.266 INFO:tasks.rados.rados.0.smithi069.stdout:2495: finishing rollback tid 1 to smithi06982861-27 2024-04-10T15:39:53.267 INFO:tasks.rados.rados.0.smithi069.stdout:2498: finishing rollback tid 2 to smithi06982861-21 2024-04-10T15:39:53.267 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 21 v 1024 (ObjNum 427 snap 133 seq_num 427) dirty exists 2024-04-10T15:39:53.267 INFO:tasks.rados.rados.0.smithi069.stdout:2495: finishing rollback tid 2 to smithi06982861-27 2024-04-10T15:39:53.267 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 27 v 1180 (ObjNum 509 snap 160 seq_num 509) dirty exists 2024-04-10T15:39:53.267 INFO:tasks.rados.rados.0.smithi069.stdout:2499: finishing rollback tid 1 to smithi06982861-42 2024-04-10T15:39:53.267 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 42 v 1172 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-04-10T15:39:53.267 INFO:tasks.rados.rados.0.smithi069.stdout:2496: expect (ObjNum 756 snap 238 seq_num 756) 2024-04-10T15:39:53.288 INFO:tasks.rados.rados.0.smithi069.stdout:2502: expect (ObjNum 773 snap 245 seq_num 773) 2024-04-10T15:39:53.334 INFO:tasks.rados.rados.0.smithi069.stdout:2497: finishing rollback tid 2 to smithi06982861-15 2024-04-10T15:39:53.334 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 15 v 997 (ObjNum 679 snap 209 seq_num 679) dirty exists 2024-04-10T15:39:53.334 INFO:tasks.rados.rados.0.smithi069.stdout:2503: finishing write tid 1 to smithi06982861-41 2024-04-10T15:39:53.334 INFO:tasks.rados.rados.0.smithi069.stdout:2503: finishing write tid 2 to smithi06982861-41 2024-04-10T15:39:53.334 INFO:tasks.rados.rados.0.smithi069.stdout:2503: finishing write tid 3 to smithi06982861-41 2024-04-10T15:39:53.335 INFO:tasks.rados.rados.0.smithi069.stdout:2505: finishing write tid 1 to smithi06982861-13 2024-04-10T15:39:53.335 INFO:tasks.rados.rados.0.smithi069.stdout:2495: done (10 left) 2024-04-10T15:39:53.335 INFO:tasks.rados.rados.0.smithi069.stdout:2496: done (9 left) 2024-04-10T15:39:53.335 INFO:tasks.rados.rados.0.smithi069.stdout:2497: done (8 left) 2024-04-10T15:39:53.335 INFO:tasks.rados.rados.0.smithi069.stdout:2498: done (7 left) 2024-04-10T15:39:53.335 INFO:tasks.rados.rados.0.smithi069.stdout:2499: done (6 left) 2024-04-10T15:39:53.335 INFO:tasks.rados.rados.0.smithi069.stdout:2502: done (5 left) 2024-04-10T15:39:53.335 INFO:tasks.rados.rados.0.smithi069.stdout:2506: done (4 left) 2024-04-10T15:39:53.335 INFO:tasks.rados.rados.0.smithi069.stdout:2507: snap_create 2024-04-10T15:39:53.335 INFO:tasks.rados.rados.0.smithi069.stdout:2503: finishing write tid 4 to smithi06982861-41 2024-04-10T15:39:53.335 INFO:tasks.rados.rados.0.smithi069.stdout:2503: oid 41 updating version 0 to 1470 2024-04-10T15:39:53.335 INFO:tasks.rados.rados.0.smithi069.stdout:2503: oid 41 version 1470 is already newer than 1469 2024-04-10T15:39:53.335 INFO:tasks.rados.rados.0.smithi069.stdout:2503: oid 41 updating version 1470 to 1471 2024-04-10T15:39:53.335 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 41 v 1471 (ObjNum 782 snap 246 seq_num 782) dirty exists 2024-04-10T15:39:53.335 INFO:tasks.rados.rados.0.smithi069.stdout:2503: left oid 41 (ObjNum 782 snap 246 seq_num 782) 2024-04-10T15:39:53.336 INFO:tasks.rados.rados.0.smithi069.stdout:2505: finishing write tid 2 to smithi06982861-13 2024-04-10T15:39:53.336 INFO:tasks.rados.rados.0.smithi069.stdout:2505: finishing write tid 3 to smithi06982861-13 2024-04-10T15:39:53.336 INFO:tasks.rados.rados.0.smithi069.stdout:2505: finishing write tid 4 to smithi06982861-13 2024-04-10T15:39:53.336 INFO:tasks.rados.rados.0.smithi069.stdout:2505: oid 13 updating version 0 to 1346 2024-04-10T15:39:53.336 INFO:tasks.rados.rados.0.smithi069.stdout:2505: oid 13 version 1346 is already newer than 1344 2024-04-10T15:39:53.336 INFO:tasks.rados.rados.0.smithi069.stdout:2505: oid 13 version 1346 is already newer than 1345 2024-04-10T15:39:53.336 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 13 v 1346 (ObjNum 783 snap 246 seq_num 783) dirty exists 2024-04-10T15:39:53.336 INFO:tasks.rados.rados.0.smithi069.stdout:2505: left oid 13 (ObjNum 783 snap 246 seq_num 783) 2024-04-10T15:39:53.336 INFO:tasks.rados.rados.0.smithi069.stdout:2500: expect (ObjNum 766 snap 243 seq_num 766) 2024-04-10T15:39:53.493 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:39:53 smithi077 ceph-mon[87572]: osdmap e560: 8 total, 8 up, 8 in 2024-04-10T15:39:53.565 INFO:tasks.rados.rados.0.smithi069.stdout:2504: expect (ObjNum 726 snap 227 seq_num 726) 2024-04-10T15:39:53.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:39:53 smithi069 ceph-mon[96738]: osdmap e560: 8 total, 8 up, 8 in 2024-04-10T15:39:53.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:39:53 smithi069 ceph-mon[94167]: osdmap e560: 8 total, 8 up, 8 in 2024-04-10T15:39:54.253 INFO:tasks.rados.rados.0.smithi069.stdout:2500: done (4 left) 2024-04-10T15:39:54.253 INFO:tasks.rados.rados.0.smithi069.stdout:2503: done (3 left) 2024-04-10T15:39:54.253 INFO:tasks.rados.rados.0.smithi069.stdout:2504: done (2 left) 2024-04-10T15:39:54.253 INFO:tasks.rados.rados.0.smithi069.stdout:2505: done (1 left) 2024-04-10T15:39:54.253 INFO:tasks.rados.rados.0.smithi069.stdout:2507: done (0 left) 2024-04-10T15:39:54.253 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 13 current snap is 247 2024-04-10T15:39:54.253 INFO:tasks.rados.rados.0.smithi069.stdout:2508: seq_num 785 ranges {1122304=753664,1875968=401408} 2024-04-10T15:39:54.262 INFO:tasks.rados.rados.0.smithi069.stdout:2508: writing smithi06982861-13 from 1122304 to 1875968 tid 1 2024-04-10T15:39:54.265 INFO:tasks.rados.rados.0.smithi069.stdout:2508: writing smithi06982861-13 from 1875968 to 2277376 tid 2 2024-04-10T15:39:54.265 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 17 current snap is 247 2024-04-10T15:39:54.265 INFO:tasks.rados.rados.0.smithi069.stdout:2509: seq_num 786 ranges {0=770048,770048=401408} 2024-04-10T15:39:54.269 INFO:tasks.rados.rados.0.smithi069.stdout:2509: writing smithi06982861-17 from 0 to 770048 tid 1 2024-04-10T15:39:54.272 INFO:tasks.rados.rados.0.smithi069.stdout:2509: writing smithi06982861-17 from 770048 to 1171456 tid 2 2024-04-10T15:39:54.272 INFO:tasks.rados.rados.0.smithi069.stdout:2510: read oid 30 snap -1 2024-04-10T15:39:54.272 INFO:tasks.rados.rados.0.smithi069.stdout:2510: expect deleted 2024-04-10T15:39:54.272 INFO:tasks.rados.rados.0.smithi069.stdout:2511: snap_remove snap 241 2024-04-10T15:39:54.297 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:39:54 smithi069 ceph-mon[94167]: osdmap e561: 8 total, 8 up, 8 in 2024-04-10T15:39:54.298 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:39:54 smithi069 ceph-mon[94167]: pgmap v503: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 423 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 3.0 MiB/s wr, 15 op/s 2024-04-10T15:39:54.298 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:39:54 smithi069 ceph-mon[96738]: osdmap e561: 8 total, 8 up, 8 in 2024-04-10T15:39:54.298 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:39:54 smithi069 ceph-mon[96738]: pgmap v503: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 423 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 3.0 MiB/s wr, 15 op/s 2024-04-10T15:39:54.298 INFO:journalctl@ceph.mds.a.smithi069.stdout:Apr 10 15:39:54 smithi069 podman[122525]: 2024-04-10 15:39:54.041894515 +0000 UTC m=+4.127234591 container died 144b62fd41661c72934eb0c0f72f710b827d65376e20c7583255a273b77402a7 (image=quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mds-a, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.build-date=20240403, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, RELEASE=reef-d540eba, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0) 2024-04-10T15:39:54.586 INFO:journalctl@ceph.mds.a.smithi069.stdout:Apr 10 15:39:54 smithi069 podman[122525]: 2024-04-10 15:39:54.491039354 +0000 UTC m=+4.576379452 container cleanup 144b62fd41661c72934eb0c0f72f710b827d65376e20c7583255a273b77402a7 (image=quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mds-a, ceph=True, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240403, org.label-schema.schema-version=1.0, RELEASE=reef-d540eba, CEPH_POINT_RELEASE=, GIT_CLEAN=True) 2024-04-10T15:39:54.586 INFO:journalctl@ceph.mds.a.smithi069.stdout:Apr 10 15:39:54 smithi069 bash[122525]: ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mds-a 2024-04-10T15:39:54.742 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:39:54 smithi077 ceph-mon[87572]: osdmap e561: 8 total, 8 up, 8 in 2024-04-10T15:39:54.742 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:39:54 smithi077 ceph-mon[87572]: pgmap v503: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 423 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 3.0 MiB/s wr, 15 op/s 2024-04-10T15:39:55.086 INFO:journalctl@ceph.mds.a.smithi069.stdout:Apr 10 15:39:54 smithi069 podman[122545]: 2024-04-10 15:39:54.776194284 +0000 UTC m=+0.730852166 container remove 144b62fd41661c72934eb0c0f72f710b827d65376e20c7583255a273b77402a7 (image=quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mds-a, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, RELEASE=reef-d540eba, org.label-schema.build-date=20240403, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-10T15:39:55.086 INFO:journalctl@ceph.mds.a.smithi069.stdout:Apr 10 15:39:54 smithi069 systemd[1]: ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4@mds.a.service: Deactivated successfully. 2024-04-10T15:39:55.086 INFO:journalctl@ceph.mds.a.smithi069.stdout:Apr 10 15:39:54 smithi069 systemd[1]: Stopped Ceph mds.a for 09bfb546-f74e-11ee-b64a-cb9ed24678a4. 2024-04-10T15:39:55.086 INFO:journalctl@ceph.mds.a.smithi069.stdout:Apr 10 15:39:54 smithi069 systemd[1]: ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4@mds.a.service: Consumed 1.118s CPU time. 2024-04-10T15:39:55.264 INFO:tasks.rados.rados.0.smithi069.stdout:2508: finishing write tid 1 to smithi06982861-13 2024-04-10T15:39:55.264 INFO:tasks.rados.rados.0.smithi069.stdout:2508: finishing write tid 2 to smithi06982861-13 2024-04-10T15:39:55.265 INFO:tasks.rados.rados.0.smithi069.stdout:2508: finishing write tid 3 to smithi06982861-13 2024-04-10T15:39:55.265 INFO:tasks.rados.rados.0.smithi069.stdout:2508: finishing write tid 4 to smithi06982861-13 2024-04-10T15:39:55.265 INFO:tasks.rados.rados.0.smithi069.stdout:2508: oid 13 updating version 0 to 1349 2024-04-10T15:39:55.265 INFO:tasks.rados.rados.0.smithi069.stdout:2508: oid 13 version 1349 is already newer than 1348 2024-04-10T15:39:55.265 INFO:tasks.rados.rados.0.smithi069.stdout:2508: oid 13 updating version 1349 to 1350 2024-04-10T15:39:55.265 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 13 v 1350 (ObjNum 785 snap 247 seq_num 785) dirty exists 2024-04-10T15:39:55.266 INFO:tasks.rados.rados.0.smithi069.stdout:2508: left oid 13 (ObjNum 785 snap 247 seq_num 785) 2024-04-10T15:39:55.266 INFO:tasks.rados.rados.0.smithi069.stdout:2509: finishing write tid 1 to smithi06982861-17 2024-04-10T15:39:55.266 INFO:tasks.rados.rados.0.smithi069.stdout:2509: finishing write tid 2 to smithi06982861-17 2024-04-10T15:39:55.266 INFO:tasks.rados.rados.0.smithi069.stdout:2509: finishing write tid 3 to smithi06982861-17 2024-04-10T15:39:55.266 INFO:tasks.rados.rados.0.smithi069.stdout:2509: finishing write tid 4 to smithi06982861-17 2024-04-10T15:39:55.266 INFO:tasks.rados.rados.0.smithi069.stdout:2509: oid 17 updating version 0 to 1352 2024-04-10T15:39:55.266 INFO:tasks.rados.rados.0.smithi069.stdout:2509: oid 17 updating version 1352 to 1353 2024-04-10T15:39:55.267 INFO:tasks.rados.rados.0.smithi069.stdout:2509: oid 17 version 1353 is already newer than 1351 2024-04-10T15:39:55.267 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 17 v 1353 (ObjNum 786 snap 247 seq_num 786) dirty exists 2024-04-10T15:39:55.267 INFO:tasks.rados.rados.0.smithi069.stdout:2509: left oid 17 (ObjNum 786 snap 247 seq_num 786) 2024-04-10T15:39:55.267 INFO:tasks.rados.rados.0.smithi069.stdout:2508: done (3 left) 2024-04-10T15:39:55.267 INFO:tasks.rados.rados.0.smithi069.stdout:2509: done (2 left) 2024-04-10T15:39:55.267 INFO:tasks.rados.rados.0.smithi069.stdout:2510: done (1 left) 2024-04-10T15:39:55.268 INFO:tasks.rados.rados.0.smithi069.stdout:2511: done (0 left) 2024-04-10T15:39:55.268 INFO:tasks.rados.rados.0.smithi069.stdout:2512: delete oid 30 current snap is 247 2024-04-10T15:39:55.272 INFO:tasks.rados.rados.0.smithi069.stdout:2512: done (0 left) 2024-04-10T15:39:55.272 INFO:tasks.rados.rados.0.smithi069.stdout:2513: snap_create 2024-04-10T15:39:55.467 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:39:55 smithi069 ceph-mon[96738]: osdmap e562: 8 total, 8 up, 8 in 2024-04-10T15:39:55.467 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:39:55 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:39:55.467 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:39:55 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:39:55.467 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:39:55 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:39:55.467 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:39:55 smithi069 ceph-mon[94167]: osdmap e562: 8 total, 8 up, 8 in 2024-04-10T15:39:55.467 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:39:55 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:39:55.468 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:39:55 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:39:55.468 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:39:55 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:39:55.468 INFO:journalctl@ceph.mds.a.smithi069.stdout:Apr 10 15:39:55 smithi069 systemd[1]: Starting Ceph mds.a for 09bfb546-f74e-11ee-b64a-cb9ed24678a4... 2024-04-10T15:39:55.468 INFO:journalctl@ceph.mds.a.smithi069.stdout:Apr 10 15:39:55 smithi069 podman[122678]: 2024-04-10 15:39:55.231269126 +0000 UTC m=+0.017359502 image pull ffe3e7ac3788b84d6c0b551f13dbde782a187c25e75d087cf3ace2b26f4e3ffa quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc 2024-04-10T15:39:55.468 INFO:journalctl@ceph.mds.a.smithi069.stdout:Apr 10 15:39:55 smithi069 podman[122678]: 2024-04-10 15:39:55.352463641 +0000 UTC m=+0.138554016 container create 3a176cd9205fb5dacb43f7b2a735db28dec018eeaf788e9d0121174bb5750953 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mds-a, GIT_CLEAN=True, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, ceph=True, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.build-date=20240409, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS) 2024-04-10T15:39:55.742 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:39:55 smithi077 ceph-mon[87572]: osdmap e562: 8 total, 8 up, 8 in 2024-04-10T15:39:55.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:39:55 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:39:55.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:39:55 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:39:55.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:39:55 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:39:55.836 INFO:journalctl@ceph.mds.a.smithi069.stdout:Apr 10 15:39:55 smithi069 podman[122678]: 2024-04-10 15:39:55.588145477 +0000 UTC m=+0.374235853 container init 3a176cd9205fb5dacb43f7b2a735db28dec018eeaf788e9d0121174bb5750953 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mds-a, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240409, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , ceph=True) 2024-04-10T15:39:55.836 INFO:journalctl@ceph.mds.a.smithi069.stdout:Apr 10 15:39:55 smithi069 podman[122678]: 2024-04-10 15:39:55.59420896 +0000 UTC m=+0.380299335 container start 3a176cd9205fb5dacb43f7b2a735db28dec018eeaf788e9d0121174bb5750953 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mds-a, io.buildah.version=1.33.5, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20240409, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-10T15:39:55.836 INFO:journalctl@ceph.mds.a.smithi069.stdout:Apr 10 15:39:55 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mds-a[122693]: starting mds.a at 2024-04-10T15:39:55.836 INFO:journalctl@ceph.mds.a.smithi069.stdout:Apr 10 15:39:55 smithi069 bash[122678]: 3a176cd9205fb5dacb43f7b2a735db28dec018eeaf788e9d0121174bb5750953 2024-04-10T15:39:55.836 INFO:journalctl@ceph.mds.a.smithi069.stdout:Apr 10 15:39:55 smithi069 systemd[1]: Started Ceph mds.a for 09bfb546-f74e-11ee-b64a-cb9ed24678a4. 2024-04-10T15:39:56.192 INFO:tasks.rados.rados.0.smithi069.stdout:2513: done (0 left) 2024-04-10T15:39:56.192 INFO:tasks.rados.rados.0.smithi069.stdout:2514: delete oid 28 current snap is 248 2024-04-10T15:39:56.195 INFO:tasks.rados.rados.0.smithi069.stdout:2514: done (0 left) 2024-04-10T15:39:56.195 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 39 current snap is 248 2024-04-10T15:39:56.196 INFO:tasks.rados.rados.0.smithi069.stdout:2515: seq_num 789 ranges {884736=417792,1302528=663552,1966080=139264} 2024-04-10T15:39:56.203 INFO:tasks.rados.rados.0.smithi069.stdout:2515: writing smithi06982861-39 from 884736 to 1302528 tid 1 2024-04-10T15:39:56.206 INFO:tasks.rados.rados.0.smithi069.stdout:2515: writing smithi06982861-39 from 1302528 to 1966080 tid 2 2024-04-10T15:39:56.207 INFO:tasks.rados.rados.0.smithi069.stdout:2515: writing smithi06982861-39 from 1966080 to 2105344 tid 3 2024-04-10T15:39:56.208 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 13 current snap is 248 2024-04-10T15:39:56.208 INFO:tasks.rados.rados.0.smithi069.stdout:2516: seq_num 790 ranges {2277376=434176,2711552=548864,3260416=253952} 2024-04-10T15:39:56.223 INFO:tasks.rados.rados.0.smithi069.stdout:2516: writing smithi06982861-13 from 2277376 to 2711552 tid 1 2024-04-10T15:39:56.226 INFO:tasks.rados.rados.0.smithi069.stdout:2516: writing smithi06982861-13 from 2711552 to 3260416 tid 2 2024-04-10T15:39:56.228 INFO:tasks.rados.rados.0.smithi069.stdout:2516: writing smithi06982861-13 from 3260416 to 3514368 tid 3 2024-04-10T15:39:56.228 INFO:tasks.rados.rados.0.smithi069.stdout:2517: snap_remove snap 244 2024-04-10T15:39:56.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:39:56 smithi069 ceph-mon[96738]: osdmap e563: 8 total, 8 up, 8 in 2024-04-10T15:39:56.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:39:56 smithi069 ceph-mon[96738]: pgmap v506: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 436 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 23 MiB/s rd, 2.0 MiB/s wr, 33 op/s 2024-04-10T15:39:56.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:39:56 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:39:56.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:39:56 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:39:56.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:39:56 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:39:56.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:39:56 smithi069 ceph-mon[96738]: osdmap e564: 8 total, 8 up, 8 in 2024-04-10T15:39:56.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:39:56 smithi069 ceph-mon[94167]: osdmap e563: 8 total, 8 up, 8 in 2024-04-10T15:39:56.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:39:56 smithi069 ceph-mon[94167]: pgmap v506: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 436 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 23 MiB/s rd, 2.0 MiB/s wr, 33 op/s 2024-04-10T15:39:56.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:39:56 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:39:56.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:39:56 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:39:56.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:39:56 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:39:56.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:39:56 smithi069 ceph-mon[94167]: osdmap e564: 8 total, 8 up, 8 in 2024-04-10T15:39:56.742 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:39:56 smithi077 ceph-mon[87572]: osdmap e563: 8 total, 8 up, 8 in 2024-04-10T15:39:56.742 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:39:56 smithi077 ceph-mon[87572]: pgmap v506: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 436 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 23 MiB/s rd, 2.0 MiB/s wr, 33 op/s 2024-04-10T15:39:56.742 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:39:56 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:39:56.742 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:39:56 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:39:56.742 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:39:56 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:39:56.742 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:39:56 smithi077 ceph-mon[87572]: osdmap e564: 8 total, 8 up, 8 in 2024-04-10T15:39:57.191 INFO:tasks.rados.rados.0.smithi069.stdout:2517: done (2 left) 2024-04-10T15:39:57.191 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 28 current snap is 248 2024-04-10T15:39:57.191 INFO:tasks.rados.rados.0.smithi069.stdout:2518: seq_num 791 ranges {0=450560,450560=475136,925696=327680} 2024-04-10T15:39:57.194 INFO:tasks.rados.rados.0.smithi069.stdout:2518: writing smithi06982861-28 from 0 to 450560 tid 1 2024-04-10T15:39:57.197 INFO:tasks.rados.rados.0.smithi069.stdout:2518: writing smithi06982861-28 from 450560 to 925696 tid 2 2024-04-10T15:39:57.202 INFO:tasks.rados.rados.0.smithi069.stdout:2518: writing smithi06982861-28 from 925696 to 1253376 tid 3 2024-04-10T15:39:57.202 INFO:tasks.rados.rados.0.smithi069.stdout:2515: finishing write tid 1 to smithi06982861-39 2024-04-10T15:39:57.202 INFO:tasks.rados.rados.0.smithi069.stdout:2515: finishing write tid 2 to smithi06982861-39 2024-04-10T15:39:57.202 INFO:tasks.rados.rados.0.smithi069.stdout:2515: finishing write tid 3 to smithi06982861-39 2024-04-10T15:39:57.202 INFO:tasks.rados.rados.0.smithi069.stdout:2515: finishing write tid 4 to smithi06982861-39 2024-04-10T15:39:57.202 INFO:tasks.rados.rados.0.smithi069.stdout:2515: finishing write tid 5 to smithi06982861-39 2024-04-10T15:39:57.202 INFO:tasks.rados.rados.0.smithi069.stdout:2515: oid 39 updating version 0 to 900 2024-04-10T15:39:57.203 INFO:tasks.rados.rados.0.smithi069.stdout:2515: oid 39 updating version 900 to 901 2024-04-10T15:39:57.203 INFO:tasks.rados.rados.0.smithi069.stdout:2515: oid 39 updating version 901 to 902 2024-04-10T15:39:57.203 INFO:tasks.rados.rados.0.smithi069.stdout:2515: oid 39 updating version 902 to 903 2024-04-10T15:39:57.203 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 39 v 903 (ObjNum 789 snap 248 seq_num 789) dirty exists 2024-04-10T15:39:57.203 INFO:tasks.rados.rados.0.smithi069.stdout:2515: left oid 39 (ObjNum 789 snap 248 seq_num 789) 2024-04-10T15:39:57.203 INFO:tasks.rados.rados.0.smithi069.stdout:2516: finishing write tid 1 to smithi06982861-13 2024-04-10T15:39:57.203 INFO:tasks.rados.rados.0.smithi069.stdout:2516: finishing write tid 2 to smithi06982861-13 2024-04-10T15:39:57.203 INFO:tasks.rados.rados.0.smithi069.stdout:2516: finishing write tid 3 to smithi06982861-13 2024-04-10T15:39:57.203 INFO:tasks.rados.rados.0.smithi069.stdout:2516: finishing write tid 4 to smithi06982861-13 2024-04-10T15:39:57.203 INFO:tasks.rados.rados.0.smithi069.stdout:2516: finishing write tid 5 to smithi06982861-13 2024-04-10T15:39:57.203 INFO:tasks.rados.rados.0.smithi069.stdout:2516: oid 13 updating version 0 to 1358 2024-04-10T15:39:57.203 INFO:tasks.rados.rados.0.smithi069.stdout:2516: oid 13 version 1358 is already newer than 1356 2024-04-10T15:39:57.203 INFO:tasks.rados.rados.0.smithi069.stdout:2516: oid 13 version 1358 is already newer than 1357 2024-04-10T15:39:57.203 INFO:tasks.rados.rados.0.smithi069.stdout:2516: oid 13 version 1358 is already newer than 1355 2024-04-10T15:39:57.203 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 13 v 1358 (ObjNum 790 snap 248 seq_num 790) dirty exists 2024-04-10T15:39:57.204 INFO:tasks.rados.rados.0.smithi069.stdout:2516: left oid 13 (ObjNum 790 snap 248 seq_num 790) 2024-04-10T15:39:57.204 INFO:tasks.rados.rados.0.smithi069.stdout:2515: done (2 left) 2024-04-10T15:39:57.204 INFO:tasks.rados.rados.0.smithi069.stdout:2516: done (1 left) 2024-04-10T15:39:57.204 INFO:tasks.rados.rados.0.smithi069.stdout:2519: read oid 36 snap 172 2024-04-10T15:39:57.204 INFO:tasks.rados.rados.0.smithi069.stdout:2519: expect (ObjNum 514 snap 160 seq_num 514) 2024-04-10T15:39:57.204 INFO:tasks.rados.rados.0.smithi069.stdout:2520: copy_from oid 33 from oid 39 current snap is 248 2024-04-10T15:39:57.204 INFO:tasks.rados.rados.0.smithi069.stdout:2521: delete oid 29 current snap is 248 2024-04-10T15:39:57.205 INFO:tasks.rados.rados.0.smithi069.stdout:2518: finishing write tid 1 to smithi06982861-28 2024-04-10T15:39:57.205 INFO:tasks.rados.rados.0.smithi069.stdout:2518: finishing write tid 2 to smithi06982861-28 2024-04-10T15:39:57.206 INFO:tasks.rados.rados.0.smithi069.stdout:2518: finishing write tid 3 to smithi06982861-28 2024-04-10T15:39:57.206 INFO:tasks.rados.rados.0.smithi069.stdout:2521: done (3 left) 2024-04-10T15:39:57.206 INFO:tasks.rados.rados.0.smithi069.stdout:2522: read oid 6 snap -1 2024-04-10T15:39:57.206 INFO:tasks.rados.rados.0.smithi069.stdout:2522: expect (ObjNum 773 snap 245 seq_num 773) 2024-04-10T15:39:57.206 INFO:tasks.rados.rados.0.smithi069.stdout:2523: snap_remove snap 247 2024-04-10T15:39:57.263 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:39:56 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:15:39:56] "GET /metrics HTTP/1.1" 200 36023 "" "Prometheus/2.43.0" 2024-04-10T15:39:57.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:39:57 smithi069 ceph-mon[96738]: mds.? [v2:172.21.15.69:6834/4162926955,v1:172.21.15.69:6835/4162926955] up:boot 2024-04-10T15:39:57.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:39:57 smithi069 ceph-mon[96738]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-04-10T15:39:57.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:39:57 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-10T15:39:57.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:39:57 smithi069 ceph-mon[96738]: osdmap e565: 8 total, 8 up, 8 in 2024-04-10T15:39:57.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:39:57 smithi069 ceph-mon[94167]: mds.? [v2:172.21.15.69:6834/4162926955,v1:172.21.15.69:6835/4162926955] up:boot 2024-04-10T15:39:57.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:39:57 smithi069 ceph-mon[94167]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-04-10T15:39:57.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:39:57 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-10T15:39:57.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:39:57 smithi069 ceph-mon[94167]: osdmap e565: 8 total, 8 up, 8 in 2024-04-10T15:39:57.716 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:39:57 smithi077 ceph-mon[87572]: mds.? [v2:172.21.15.69:6834/4162926955,v1:172.21.15.69:6835/4162926955] up:boot 2024-04-10T15:39:57.716 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:39:57 smithi077 ceph-mon[87572]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-04-10T15:39:57.716 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:39:57 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-10T15:39:57.716 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:39:57 smithi077 ceph-mon[87572]: osdmap e565: 8 total, 8 up, 8 in 2024-04-10T15:39:58.191 INFO:tasks.rados.rados.0.smithi069.stdout:2523: done (4 left) 2024-04-10T15:39:58.192 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 22 current snap is 248 2024-04-10T15:39:58.192 INFO:tasks.rados.rados.0.smithi069.stdout:2524: seq_num 793 ranges {0=483328,483328=647168,1130496=155648} 2024-04-10T15:39:58.194 INFO:tasks.rados.rados.0.smithi069.stdout:2524: writing smithi06982861-22 from 0 to 483328 tid 1 2024-04-10T15:39:58.198 INFO:tasks.rados.rados.0.smithi069.stdout:2524: writing smithi06982861-22 from 483328 to 1130496 tid 2 2024-04-10T15:39:58.202 INFO:tasks.rados.rados.0.smithi069.stdout:2524: writing smithi06982861-22 from 1130496 to 1286144 tid 3 2024-04-10T15:39:58.203 INFO:tasks.rados.rados.0.smithi069.stdout:2525: rmattr oid 5 current snap is 248 2024-04-10T15:39:58.203 INFO:tasks.rados.rados.0.smithi069.stdout:2525: done (5 left) 2024-04-10T15:39:58.203 INFO:tasks.rados.rados.0.smithi069.stdout:2526: read oid 13 snap 245 2024-04-10T15:39:58.203 INFO:tasks.rados.rados.0.smithi069.stdout:2526: expect deleted 2024-04-10T15:39:58.203 INFO:tasks.rados.rados.0.smithi069.stdout:2527: read oid 15 snap 242 2024-04-10T15:39:58.203 INFO:tasks.rados.rados.0.smithi069.stdout:2527: expect (ObjNum 679 snap 209 seq_num 679) 2024-04-10T15:39:58.203 INFO:tasks.rados.rados.0.smithi069.stdout:2518: finishing write tid 4 to smithi06982861-28 2024-04-10T15:39:58.203 INFO:tasks.rados.rados.0.smithi069.stdout:2518: finishing write tid 5 to smithi06982861-28 2024-04-10T15:39:58.203 INFO:tasks.rados.rados.0.smithi069.stdout:2518: oid 28 updating version 0 to 1205 2024-04-10T15:39:58.203 INFO:tasks.rados.rados.0.smithi069.stdout:2518: oid 28 updating version 1205 to 1207 2024-04-10T15:39:58.203 INFO:tasks.rados.rados.0.smithi069.stdout:2518: oid 28 version 1207 is already newer than 1206 2024-04-10T15:39:58.204 INFO:tasks.rados.rados.0.smithi069.stdout:2518: oid 28 updating version 1207 to 1208 2024-04-10T15:39:58.204 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 28 v 1208 (ObjNum 791 snap 248 seq_num 791) dirty exists 2024-04-10T15:39:58.204 INFO:tasks.rados.rados.0.smithi069.stdout:2518: left oid 28 (ObjNum 791 snap 248 seq_num 791) 2024-04-10T15:39:58.204 INFO:tasks.rados.rados.0.smithi069.stdout:2519: expect (ObjNum 514 snap 160 seq_num 514) 2024-04-10T15:39:58.261 INFO:tasks.rados.rados.0.smithi069.stdout:2520: finishing copy_from racing read to smithi06982861-33 2024-04-10T15:39:58.261 INFO:tasks.rados.rados.0.smithi069.stdout:2520: finishing copy_from to smithi06982861-33 2024-04-10T15:39:58.261 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 33 v 903 (ObjNum 789 snap 248 seq_num 789) dirty exists 2024-04-10T15:39:58.261 INFO:tasks.rados.rados.0.smithi069.stdout:2522: expect (ObjNum 773 snap 245 seq_num 773) 2024-04-10T15:39:58.308 INFO:tasks.rados.rados.0.smithi069.stdout:2524: finishing write tid 1 to smithi06982861-22 2024-04-10T15:39:58.308 INFO:tasks.rados.rados.0.smithi069.stdout:2518: done (6 left) 2024-04-10T15:39:58.308 INFO:tasks.rados.rados.0.smithi069.stdout:2519: done (5 left) 2024-04-10T15:39:58.308 INFO:tasks.rados.rados.0.smithi069.stdout:2520: done (4 left) 2024-04-10T15:39:58.308 INFO:tasks.rados.rados.0.smithi069.stdout:2522: done (3 left) 2024-04-10T15:39:58.309 INFO:tasks.rados.rados.0.smithi069.stdout:2528: delete oid 16 current snap is 248 2024-04-10T15:39:58.309 INFO:tasks.rados.rados.0.smithi069.stdout:2524: finishing write tid 2 to smithi06982861-22 2024-04-10T15:39:58.309 INFO:tasks.rados.rados.0.smithi069.stdout:2524: finishing write tid 3 to smithi06982861-22 2024-04-10T15:39:58.309 INFO:tasks.rados.rados.0.smithi069.stdout:2524: finishing write tid 4 to smithi06982861-22 2024-04-10T15:39:58.309 INFO:tasks.rados.rados.0.smithi069.stdout:2524: finishing write tid 5 to smithi06982861-22 2024-04-10T15:39:58.309 INFO:tasks.rados.rados.0.smithi069.stdout:2524: oid 22 updating version 0 to 277 2024-04-10T15:39:58.309 INFO:tasks.rados.rados.0.smithi069.stdout:2524: oid 22 updating version 277 to 278 2024-04-10T15:39:58.309 INFO:tasks.rados.rados.0.smithi069.stdout:2524: oid 22 updating version 278 to 279 2024-04-10T15:39:58.309 INFO:tasks.rados.rados.0.smithi069.stdout:2524: oid 22 version 279 is already newer than 276 2024-04-10T15:39:58.309 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 22 v 279 (ObjNum 793 snap 248 seq_num 793) dirty exists 2024-04-10T15:39:58.309 INFO:tasks.rados.rados.0.smithi069.stdout:2524: left oid 22 (ObjNum 793 snap 248 seq_num 793) 2024-04-10T15:39:58.318 INFO:tasks.rados.rados.0.smithi069.stdout:2524: done (3 left) 2024-04-10T15:39:58.318 INFO:tasks.rados.rados.0.smithi069.stdout:2526: done (2 left) 2024-04-10T15:39:58.318 INFO:tasks.rados.rados.0.smithi069.stdout:2528: done (1 left) 2024-04-10T15:39:58.318 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 50 current snap is 248 2024-04-10T15:39:58.318 INFO:tasks.rados.rados.0.smithi069.stdout:2529: seq_num 795 ranges {4743168=524288,5267456=417792,5685248=385024} 2024-04-10T15:39:58.346 INFO:tasks.rados.rados.0.smithi069.stdout:2529: writing smithi06982861-50 from 4743168 to 5267456 tid 1 2024-04-10T15:39:58.348 INFO:tasks.rados.rados.0.smithi069.stdout:2529: writing smithi06982861-50 from 5267456 to 5685248 tid 2 2024-04-10T15:39:58.351 INFO:tasks.rados.rados.0.smithi069.stdout:2529: writing smithi06982861-50 from 5685248 to 6070272 tid 3 2024-04-10T15:39:58.351 INFO:tasks.rados.rados.0.smithi069.stdout:2530: delete oid 25 current snap is 248 2024-04-10T15:39:58.351 INFO:tasks.rados.rados.0.smithi069.stdout:2527: expect (ObjNum 679 snap 209 seq_num 679) 2024-04-10T15:39:58.401 INFO:tasks.rados.rados.0.smithi069.stdout:2529: finishing write tid 1 to smithi06982861-50 2024-04-10T15:39:58.401 INFO:tasks.rados.rados.0.smithi069.stdout:2529: finishing write tid 2 to smithi06982861-50 2024-04-10T15:39:58.401 INFO:tasks.rados.rados.0.smithi069.stdout:2529: finishing write tid 3 to smithi06982861-50 2024-04-10T15:39:58.401 INFO:tasks.rados.rados.0.smithi069.stdout:2529: finishing write tid 4 to smithi06982861-50 2024-04-10T15:39:58.401 INFO:tasks.rados.rados.0.smithi069.stdout:2529: finishing write tid 5 to smithi06982861-50 2024-04-10T15:39:58.401 INFO:tasks.rados.rados.0.smithi069.stdout:2529: oid 50 updating version 0 to 1005 2024-04-10T15:39:58.401 INFO:tasks.rados.rados.0.smithi069.stdout:2529: oid 50 version 1005 is already newer than 1004 2024-04-10T15:39:58.401 INFO:tasks.rados.rados.0.smithi069.stdout:2529: oid 50 updating version 1005 to 1006 2024-04-10T15:39:58.401 INFO:tasks.rados.rados.0.smithi069.stdout:2529: oid 50 version 1006 is already newer than 1003 2024-04-10T15:39:58.401 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 50 v 1006 (ObjNum 795 snap 248 seq_num 795) dirty exists 2024-04-10T15:39:58.401 INFO:tasks.rados.rados.0.smithi069.stdout:2529: left oid 50 (ObjNum 795 snap 248 seq_num 795) 2024-04-10T15:39:58.402 INFO:tasks.rados.rados.0.smithi069.stdout:2527: done (2 left) 2024-04-10T15:39:58.402 INFO:tasks.rados.rados.0.smithi069.stdout:2529: done (1 left) 2024-04-10T15:39:58.402 INFO:tasks.rados.rados.0.smithi069.stdout:2530: done (0 left) 2024-04-10T15:39:58.402 INFO:tasks.rados.rados.0.smithi069.stdout:2531: snap_create 2024-04-10T15:39:58.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:39:58 smithi069 ceph-mon[96738]: pgmap v509: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 436 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 7.5 MiB/s rd, 778 KiB/s wr, 27 op/s 2024-04-10T15:39:58.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:39:58 smithi069 ceph-mon[96738]: osdmap e566: 8 total, 8 up, 8 in 2024-04-10T15:39:58.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:39:58 smithi069 ceph-mon[94167]: pgmap v509: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 436 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 7.5 MiB/s rd, 778 KiB/s wr, 27 op/s 2024-04-10T15:39:58.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:39:58 smithi069 ceph-mon[94167]: osdmap e566: 8 total, 8 up, 8 in 2024-04-10T15:39:58.742 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:39:58 smithi077 ceph-mon[87572]: pgmap v509: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 436 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 7.5 MiB/s rd, 778 KiB/s wr, 27 op/s 2024-04-10T15:39:58.742 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:39:58 smithi077 ceph-mon[87572]: osdmap e566: 8 total, 8 up, 8 in 2024-04-10T15:39:59.275 INFO:tasks.rados.rados.0.smithi069.stdout:2531: done (0 left) 2024-04-10T15:39:59.275 INFO:tasks.rados.rados.0.smithi069.stdout:2532: snap_remove snap 240 2024-04-10T15:40:00.086 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:39:59 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:40:00.086 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:39:59 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:40:00.086 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:39:59 smithi069 ceph-mon[96738]: osdmap e567: 8 total, 8 up, 8 in 2024-04-10T15:40:00.086 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:39:59 smithi069 ceph-mon[96738]: pgmap v512: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 444 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.2 MiB/s wr, 9 op/s 2024-04-10T15:40:00.086 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:39:59 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:40:00.086 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:39:59 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:40:00.086 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:39:59 smithi069 ceph-mon[94167]: osdmap e567: 8 total, 8 up, 8 in 2024-04-10T15:40:00.087 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:39:59 smithi069 ceph-mon[94167]: pgmap v512: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 444 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.2 MiB/s wr, 9 op/s 2024-04-10T15:40:00.242 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:39:59 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:40:00.242 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:39:59 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:40:00.242 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:39:59 smithi077 ceph-mon[87572]: osdmap e567: 8 total, 8 up, 8 in 2024-04-10T15:40:00.245 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:39:59 smithi077 ceph-mon[87572]: pgmap v512: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 444 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.2 MiB/s wr, 9 op/s 2024-04-10T15:40:00.280 INFO:tasks.rados.rados.0.smithi069.stdout:2532: done (0 left) 2024-04-10T15:40:00.280 INFO:tasks.rados.rados.0.smithi069.stdout:2533: copy_from oid 33 from oid 14 current snap is 249 2024-04-10T15:40:00.280 INFO:tasks.rados.rados.0.smithi069.stdout:2534: rmattr oid 20 current snap is 249 2024-04-10T15:40:00.280 INFO:tasks.rados.rados.0.smithi069.stdout:2534: done (1 left) 2024-04-10T15:40:00.280 INFO:tasks.rados.rados.0.smithi069.stdout:2535: snap_remove snap 239 2024-04-10T15:40:01.086 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:40:00 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:40:01.086 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:40:00 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:40:01.086 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:40:00 smithi069 ceph-mon[94167]: overall HEALTH_OK 2024-04-10T15:40:01.086 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:40:00 smithi069 ceph-mon[94167]: osdmap e568: 8 total, 8 up, 8 in 2024-04-10T15:40:01.087 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:40:00 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:40:01.087 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:40:00 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:40:01.087 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:40:00 smithi069 ceph-mon[96738]: overall HEALTH_OK 2024-04-10T15:40:01.087 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:40:00 smithi069 ceph-mon[96738]: osdmap e568: 8 total, 8 up, 8 in 2024-04-10T15:40:01.187 INFO:tasks.rados.rados.0.smithi069.stdout:2535: done (1 left) 2024-04-10T15:40:01.187 INFO:tasks.rados.rados.0.smithi069.stdout:2536: snap_create 2024-04-10T15:40:01.187 INFO:tasks.rados.rados.0.smithi069.stdout:2533: finishing copy_from racing read to smithi06982861-33 2024-04-10T15:40:01.187 INFO:tasks.rados.rados.0.smithi069.stdout:2533: finishing copy_from to smithi06982861-33 2024-04-10T15:40:01.187 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 33 v 870 (ObjNum 763 snap 243 seq_num 763) dirty exists 2024-04-10T15:40:01.242 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:40:00 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:40:01.242 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:40:00 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:40:01.242 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:40:00 smithi077 ceph-mon[87572]: overall HEALTH_OK 2024-04-10T15:40:01.242 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:40:00 smithi077 ceph-mon[87572]: osdmap e568: 8 total, 8 up, 8 in 2024-04-10T15:40:02.197 INFO:tasks.rados.rados.0.smithi069.stdout:2533: done (1 left) 2024-04-10T15:40:02.197 INFO:tasks.rados.rados.0.smithi069.stdout:2536: done (0 left) 2024-04-10T15:40:02.197 INFO:tasks.rados.rados.0.smithi069.stdout:2537: read oid 47 snap -1 2024-04-10T15:40:02.197 INFO:tasks.rados.rados.0.smithi069.stdout:2537: expect (ObjNum 776 snap 245 seq_num 776) 2024-04-10T15:40:02.197 INFO:tasks.rados.rados.0.smithi069.stdout:2538: delete oid 8 current snap is 250 2024-04-10T15:40:02.201 INFO:tasks.rados.rados.0.smithi069.stdout:2538: done (1 left) 2024-04-10T15:40:02.202 INFO:tasks.rados.rados.0.smithi069.stdout:2539: read oid 39 snap -1 2024-04-10T15:40:02.202 INFO:tasks.rados.rados.0.smithi069.stdout:2539: expect (ObjNum 789 snap 248 seq_num 789) 2024-04-10T15:40:02.202 INFO:tasks.rados.rados.0.smithi069.stdout:2540: read oid 40 snap 237 2024-04-10T15:40:02.202 INFO:tasks.rados.rados.0.smithi069.stdout:2540: expect (ObjNum 753 snap 237 seq_num 753) 2024-04-10T15:40:02.202 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 7 current snap is 250 2024-04-10T15:40:02.202 INFO:tasks.rados.rados.0.smithi069.stdout:2541: seq_num 798 ranges {0=573440,573440=466944,1040384=335872} 2024-04-10T15:40:02.205 INFO:tasks.rados.rados.0.smithi069.stdout:2541: writing smithi06982861-7 from 0 to 573440 tid 1 2024-04-10T15:40:02.208 INFO:tasks.rados.rados.0.smithi069.stdout:2541: writing smithi06982861-7 from 573440 to 1040384 tid 2 2024-04-10T15:40:02.210 INFO:tasks.rados.rados.0.smithi069.stdout:2541: writing smithi06982861-7 from 1040384 to 1376256 tid 3 2024-04-10T15:40:02.210 INFO:tasks.rados.rados.0.smithi069.stdout:2542: snap_create 2024-04-10T15:40:02.212 INFO:tasks.rados.rados.0.smithi069.stdout:2539: expect (ObjNum 789 snap 248 seq_num 789) 2024-04-10T15:40:02.289 INFO:tasks.rados.rados.0.smithi069.stdout:2541: finishing write tid 1 to smithi06982861-7 2024-04-10T15:40:02.289 INFO:tasks.rados.rados.0.smithi069.stdout:2541: finishing write tid 2 to smithi06982861-7 2024-04-10T15:40:02.290 INFO:tasks.rados.rados.0.smithi069.stdout:2537: expect (ObjNum 776 snap 245 seq_num 776) 2024-04-10T15:40:02.420 INFO:tasks.rados.rados.0.smithi069.stdout:2541: finishing write tid 3 to smithi06982861-7 2024-04-10T15:40:02.420 INFO:tasks.rados.rados.0.smithi069.stdout:2541: finishing write tid 4 to smithi06982861-7 2024-04-10T15:40:02.420 INFO:tasks.rados.rados.0.smithi069.stdout:2541: finishing write tid 5 to smithi06982861-7 2024-04-10T15:40:02.420 INFO:tasks.rados.rados.0.smithi069.stdout:2541: oid 7 updating version 0 to 1277 2024-04-10T15:40:02.420 INFO:tasks.rados.rados.0.smithi069.stdout:2541: oid 7 updating version 1277 to 1278 2024-04-10T15:40:02.420 INFO:tasks.rados.rados.0.smithi069.stdout:2541: oid 7 updating version 1278 to 1280 2024-04-10T15:40:02.420 INFO:tasks.rados.rados.0.smithi069.stdout:2541: oid 7 version 1280 is already newer than 1279 2024-04-10T15:40:02.420 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 7 v 1280 (ObjNum 798 snap 250 seq_num 798) dirty exists 2024-04-10T15:40:02.420 INFO:tasks.rados.rados.0.smithi069.stdout:2541: left oid 7 (ObjNum 798 snap 250 seq_num 798) 2024-04-10T15:40:02.420 INFO:tasks.rados.rados.0.smithi069.stdout:2540: expect (ObjNum 753 snap 237 seq_num 753) 2024-04-10T15:40:02.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:40:02 smithi077 ceph-mon[87572]: osdmap e569: 8 total, 8 up, 8 in 2024-04-10T15:40:02.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:40:02 smithi077 ceph-mon[87572]: pgmap v515: 121 pgs: 121 active+clean; 447 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 5.9 MiB/s rd, 2.8 MiB/s wr, 14 op/s 2024-04-10T15:40:02.494 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:40:02 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[78458]: ts=2024-04-10T15:40:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:40:02.500 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:40:02 smithi069 ceph-mon[96738]: osdmap e569: 8 total, 8 up, 8 in 2024-04-10T15:40:02.500 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:40:02 smithi069 ceph-mon[96738]: pgmap v515: 121 pgs: 121 active+clean; 447 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 5.9 MiB/s rd, 2.8 MiB/s wr, 14 op/s 2024-04-10T15:40:02.500 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:40:02 smithi069 ceph-mon[94167]: osdmap e569: 8 total, 8 up, 8 in 2024-04-10T15:40:02.500 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:40:02 smithi069 ceph-mon[94167]: pgmap v515: 121 pgs: 121 active+clean; 447 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 5.9 MiB/s rd, 2.8 MiB/s wr, 14 op/s 2024-04-10T15:40:03.199 INFO:tasks.rados.rados.0.smithi069.stdout:2537: done (4 left) 2024-04-10T15:40:03.200 INFO:tasks.rados.rados.0.smithi069.stdout:2539: done (3 left) 2024-04-10T15:40:03.200 INFO:tasks.rados.rados.0.smithi069.stdout:2540: done (2 left) 2024-04-10T15:40:03.200 INFO:tasks.rados.rados.0.smithi069.stdout:2541: done (1 left) 2024-04-10T15:40:03.200 INFO:tasks.rados.rados.0.smithi069.stdout:2542: done (0 left) 2024-04-10T15:40:03.200 INFO:tasks.rados.rados.0.smithi069.stdout:2543: read oid 28 snap -1 2024-04-10T15:40:03.200 INFO:tasks.rados.rados.0.smithi069.stdout:2543: expect (ObjNum 791 snap 248 seq_num 791) 2024-04-10T15:40:03.200 INFO:tasks.rados.rados.0.smithi069.stdout:2544: read oid 50 snap -1 2024-04-10T15:40:03.200 INFO:tasks.rados.rados.0.smithi069.stdout:2544: expect (ObjNum 795 snap 248 seq_num 795) 2024-04-10T15:40:03.200 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 15 current snap is 251 2024-04-10T15:40:03.200 INFO:tasks.rados.rados.0.smithi069.stdout:2545: seq_num 799 ranges {1785856=589824,2375680=802816} 2024-04-10T15:40:03.212 INFO:tasks.rados.rados.0.smithi069.stdout:2545: writing smithi06982861-15 from 1785856 to 2375680 tid 1 2024-04-10T15:40:03.217 INFO:tasks.rados.rados.0.smithi069.stdout:2545: writing smithi06982861-15 from 2375680 to 3178496 tid 2 2024-04-10T15:40:03.217 INFO:tasks.rados.rados.0.smithi069.stdout:2546: snap_remove snap 250 2024-04-10T15:40:03.429 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:40:03 smithi069 ceph-mon[96738]: osdmap e570: 8 total, 8 up, 8 in 2024-04-10T15:40:03.429 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:40:03 smithi069 ceph-mon[94167]: osdmap e570: 8 total, 8 up, 8 in 2024-04-10T15:40:03.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:40:03 smithi077 ceph-mon[87572]: osdmap e570: 8 total, 8 up, 8 in 2024-04-10T15:40:04.208 INFO:tasks.rados.rados.0.smithi069.stdout:2546: done (3 left) 2024-04-10T15:40:04.209 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 25 current snap is 251 2024-04-10T15:40:04.209 INFO:tasks.rados.rados.0.smithi069.stdout:2547: seq_num 800 ranges {0=606208,606208=688128,1294336=114688} 2024-04-10T15:40:04.211 INFO:tasks.rados.rados.0.smithi069.stdout:2547: writing smithi06982861-25 from 0 to 606208 tid 1 2024-04-10T15:40:04.216 INFO:tasks.rados.rados.0.smithi069.stdout:2547: writing smithi06982861-25 from 606208 to 1294336 tid 2 2024-04-10T15:40:04.216 INFO:tasks.rados.rados.0.smithi069.stdout:2547: writing smithi06982861-25 from 1294336 to 1409024 tid 3 2024-04-10T15:40:04.217 INFO:tasks.rados.rados.0.smithi069.stdout:2548: rollback oid 23 current snap is 251 2024-04-10T15:40:04.217 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 23 to 172 2024-04-10T15:40:04.217 INFO:tasks.rados.rados.0.smithi069.stdout:2543: expect (ObjNum 791 snap 248 seq_num 791) 2024-04-10T15:40:04.251 INFO:tasks.rados.rados.0.smithi069.stdout:2544: expect (ObjNum 795 snap 248 seq_num 795) 2024-04-10T15:40:04.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:40:04 smithi077 ceph-mon[87572]: osdmap e571: 8 total, 8 up, 8 in 2024-04-10T15:40:04.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:40:04 smithi077 ceph-mon[87572]: pgmap v518: 121 pgs: 121 active+clean; 449 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 5.2 MiB/s rd, 1.2 MiB/s wr, 9 op/s 2024-04-10T15:40:04.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:40:04 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:40:04.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:40:04 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:40:04.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:40:04 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:40:04.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:40:04 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:40:04.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:40:04 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:40:04.493 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:40:04 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:40:04.493 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:40:04 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:40:04.493 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:40:04 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:40:04.493 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:40:04 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:40:04.493 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:40:04 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:40:04.493 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:40:04 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mds ok-to-stop", "ids": ["b"]}]: dispatch 2024-04-10T15:40:04.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:40:04 smithi069 ceph-mon[94167]: osdmap e571: 8 total, 8 up, 8 in 2024-04-10T15:40:04.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:40:04 smithi069 ceph-mon[94167]: pgmap v518: 121 pgs: 121 active+clean; 449 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 5.2 MiB/s rd, 1.2 MiB/s wr, 9 op/s 2024-04-10T15:40:04.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:40:04 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:40:04.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:40:04 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:40:04.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:40:04 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:40:04.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:40:04 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:40:04.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:40:04 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:40:04.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:40:04 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:40:04.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:40:04 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:40:04.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:40:04 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:40:04.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:40:04 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:40:04.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:40:04 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:40:04.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:40:04 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mds ok-to-stop", "ids": ["b"]}]: dispatch 2024-04-10T15:40:04.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:40:04 smithi069 ceph-mon[96738]: osdmap e571: 8 total, 8 up, 8 in 2024-04-10T15:40:04.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:40:04 smithi069 ceph-mon[96738]: pgmap v518: 121 pgs: 121 active+clean; 449 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 5.2 MiB/s rd, 1.2 MiB/s wr, 9 op/s 2024-04-10T15:40:04.588 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:40:04 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:40:04.588 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:40:04 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:40:04.588 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:40:04 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:40:04.588 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:40:04 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:40:04.588 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:40:04 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:40:04.588 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:40:04 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:40:04.588 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:40:04 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:40:04.588 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:40:04 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:40:04.588 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:40:04 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:40:04.588 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:40:04 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:40:04.588 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:40:04 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mds ok-to-stop", "ids": ["b"]}]: dispatch 2024-04-10T15:40:04.590 INFO:tasks.rados.rados.0.smithi069.stdout:2545: finishing write tid 1 to smithi06982861-15 2024-04-10T15:40:04.590 INFO:tasks.rados.rados.0.smithi069.stdout:2545: finishing write tid 2 to smithi06982861-15 2024-04-10T15:40:04.590 INFO:tasks.rados.rados.0.smithi069.stdout:2543: done (4 left) 2024-04-10T15:40:04.590 INFO:tasks.rados.rados.0.smithi069.stdout:2544: done (3 left) 2024-04-10T15:40:04.590 INFO:tasks.rados.rados.0.smithi069.stdout:2549: read oid 33 snap 229 2024-04-10T15:40:04.590 INFO:tasks.rados.rados.0.smithi069.stdout:2549: expect (ObjNum 498 snap 155 seq_num 498) 2024-04-10T15:40:04.590 INFO:tasks.rados.rados.0.smithi069.stdout:2550: setattr oid 14 current snap is 251 2024-04-10T15:40:04.590 INFO:tasks.rados.rados.0.smithi069.stdout:2545: finishing write tid 3 to smithi06982861-15 2024-04-10T15:40:04.590 INFO:tasks.rados.rados.0.smithi069.stdout:2545: finishing write tid 4 to smithi06982861-15 2024-04-10T15:40:04.590 INFO:tasks.rados.rados.0.smithi069.stdout:2545: oid 15 updating version 0 to 1020 2024-04-10T15:40:04.591 INFO:tasks.rados.rados.0.smithi069.stdout:2545: oid 15 updating version 1020 to 1021 2024-04-10T15:40:04.591 INFO:tasks.rados.rados.0.smithi069.stdout:2545: oid 15 version 1021 is already newer than 1019 2024-04-10T15:40:04.591 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 15 v 1021 (ObjNum 799 snap 251 seq_num 799) dirty exists 2024-04-10T15:40:04.591 INFO:tasks.rados.rados.0.smithi069.stdout:2545: left oid 15 (ObjNum 799 snap 251 seq_num 799) 2024-04-10T15:40:04.591 INFO:tasks.rados.rados.0.smithi069.stdout:2547: finishing write tid 1 to smithi06982861-25 2024-04-10T15:40:04.591 INFO:tasks.rados.rados.0.smithi069.stdout:2547: finishing write tid 2 to smithi06982861-25 2024-04-10T15:40:04.591 INFO:tasks.rados.rados.0.smithi069.stdout:2548: finishing rollback tid 0 to smithi06982861-23 2024-04-10T15:40:04.591 INFO:tasks.rados.rados.0.smithi069.stdout:2548: finishing rollback tid 1 to smithi06982861-23 2024-04-10T15:40:04.591 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 23 v 1210 (ObjNum 33 snap 0 seq_num 153228321) dirty dne 2024-04-10T15:40:04.591 INFO:tasks.rados.rados.0.smithi069.stdout:2547: finishing write tid 3 to smithi06982861-25 2024-04-10T15:40:04.591 INFO:tasks.rados.rados.0.smithi069.stdout:2547: finishing write tid 4 to smithi06982861-25 2024-04-10T15:40:04.591 INFO:tasks.rados.rados.0.smithi069.stdout:2547: finishing write tid 5 to smithi06982861-25 2024-04-10T15:40:04.592 INFO:tasks.rados.rados.0.smithi069.stdout:2547: oid 25 updating version 0 to 1009 2024-04-10T15:40:04.592 INFO:tasks.rados.rados.0.smithi069.stdout:2547: oid 25 updating version 1009 to 1011 2024-04-10T15:40:04.592 INFO:tasks.rados.rados.0.smithi069.stdout:2547: oid 25 version 1011 is already newer than 1008 2024-04-10T15:40:04.592 INFO:tasks.rados.rados.0.smithi069.stdout:2547: oid 25 version 1011 is already newer than 1010 2024-04-10T15:40:04.592 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 25 v 1011 (ObjNum 800 snap 251 seq_num 800) dirty exists 2024-04-10T15:40:04.592 INFO:tasks.rados.rados.0.smithi069.stdout:2547: left oid 25 (ObjNum 800 snap 251 seq_num 800) 2024-04-10T15:40:04.592 INFO:tasks.rados.rados.0.smithi069.stdout:2545: done (4 left) 2024-04-10T15:40:04.592 INFO:tasks.rados.rados.0.smithi069.stdout:2547: done (3 left) 2024-04-10T15:40:04.592 INFO:tasks.rados.rados.0.smithi069.stdout:2548: done (2 left) 2024-04-10T15:40:04.592 INFO:tasks.rados.rados.0.smithi069.stdout:2551: copy_from oid 16 from oid 22 current snap is 251 2024-04-10T15:40:04.592 INFO:tasks.rados.rados.0.smithi069.stdout:2552: read oid 12 snap -1 2024-04-10T15:40:04.592 INFO:tasks.rados.rados.0.smithi069.stdout:2552: expect deleted 2024-04-10T15:40:04.592 INFO:tasks.rados.rados.0.smithi069.stdout:2553: delete oid 21 current snap is 251 2024-04-10T15:40:04.593 INFO:tasks.rados.rados.0.smithi069.stdout:2552: done (4 left) 2024-04-10T15:40:04.593 INFO:tasks.rados.rados.0.smithi069.stdout:2553: done (3 left) 2024-04-10T15:40:04.593 INFO:tasks.rados.rados.0.smithi069.stdout:2554: rmattr oid 28 current snap is 251 2024-04-10T15:40:04.593 INFO:tasks.rados.rados.0.smithi069.stdout:2554: done (3 left) 2024-04-10T15:40:04.593 INFO:tasks.rados.rados.0.smithi069.stdout:2555: delete oid 1 current snap is 251 2024-04-10T15:40:04.594 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 14 v 923 (ObjNum 763 snap 243 seq_num 763) dirty exists 2024-04-10T15:40:04.597 INFO:tasks.rados.rados.0.smithi069.stdout:2550: done (3 left) 2024-04-10T15:40:04.597 INFO:tasks.rados.rados.0.smithi069.stdout:2555: done (2 left) 2024-04-10T15:40:04.597 INFO:tasks.rados.rados.0.smithi069.stdout:2556: rollback oid 25 current snap is 251 2024-04-10T15:40:04.597 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 25 to 248 2024-04-10T15:40:04.597 INFO:tasks.rados.rados.0.smithi069.stdout:2557: rollback oid 23 current snap is 251 2024-04-10T15:40:04.597 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 23 to 248 2024-04-10T15:40:04.597 INFO:tasks.rados.rados.0.smithi069.stdout:2558: read oid 35 snap 243 2024-04-10T15:40:04.597 INFO:tasks.rados.rados.0.smithi069.stdout:2558: expect (ObjNum 692 snap 216 seq_num 692) 2024-04-10T15:40:04.597 INFO:tasks.rados.rados.0.smithi069.stdout:2559: read oid 4 snap 235 2024-04-10T15:40:04.597 INFO:tasks.rados.rados.0.smithi069.stdout:2559: expect (ObjNum 751 snap 235 seq_num 751) 2024-04-10T15:40:04.597 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 26 current snap is 251 2024-04-10T15:40:04.597 INFO:tasks.rados.rados.0.smithi069.stdout:2560: seq_num 803 ranges {2465792=655360,3121152=745472,3866624=57344} 2024-04-10T15:40:04.615 INFO:tasks.rados.rados.0.smithi069.stdout:2560: writing smithi06982861-26 from 2465792 to 3121152 tid 1 2024-04-10T15:40:04.619 INFO:tasks.rados.rados.0.smithi069.stdout:2560: writing smithi06982861-26 from 3121152 to 3866624 tid 2 2024-04-10T15:40:04.620 INFO:tasks.rados.rados.0.smithi069.stdout:2560: writing smithi06982861-26 from 3866624 to 3923968 tid 3 2024-04-10T15:40:04.620 INFO:tasks.rados.rados.0.smithi069.stdout:2561: snap_create 2024-04-10T15:40:04.620 INFO:tasks.rados.rados.0.smithi069.stdout:2549: expect (ObjNum 498 snap 155 seq_num 498) 2024-04-10T15:40:04.723 INFO:tasks.rados.rados.0.smithi069.stdout:2557: finishing rollback tid 1 to smithi06982861-23 2024-04-10T15:40:04.723 INFO:tasks.rados.rados.0.smithi069.stdout:2556: finishing rollback tid 0 to smithi06982861-25 2024-04-10T15:40:04.723 INFO:tasks.rados.rados.0.smithi069.stdout:2557: finishing rollback tid 2 to smithi06982861-23 2024-04-10T15:40:04.723 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 23 v 1212 (ObjNum 33 snap 0 seq_num 0) dirty exists 2024-04-10T15:40:04.724 INFO:tasks.rados.rados.0.smithi069.stdout:2551: finishing copy_from racing read to smithi06982861-16 2024-04-10T15:40:04.724 INFO:tasks.rados.rados.0.smithi069.stdout:2556: finishing rollback tid 1 to smithi06982861-25 2024-04-10T15:40:04.724 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 25 v 1013 (ObjNum 4113 snap 0 seq_num 1435472080) dirty dne 2024-04-10T15:40:04.724 INFO:tasks.rados.rados.0.smithi069.stdout:2551: finishing copy_from to smithi06982861-16 2024-04-10T15:40:04.724 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 16 v 279 (ObjNum 793 snap 248 seq_num 793) dirty exists 2024-04-10T15:40:04.724 INFO:tasks.rados.rados.0.smithi069.stdout:2559: expect (ObjNum 751 snap 235 seq_num 751) 2024-04-10T15:40:04.776 INFO:tasks.rados.rados.0.smithi069.stdout:2560: finishing write tid 1 to smithi06982861-26 2024-04-10T15:40:04.777 INFO:tasks.rados.rados.0.smithi069.stdout:2560: finishing write tid 2 to smithi06982861-26 2024-04-10T15:40:04.777 INFO:tasks.rados.rados.0.smithi069.stdout:2560: finishing write tid 3 to smithi06982861-26 2024-04-10T15:40:04.777 INFO:tasks.rados.rados.0.smithi069.stdout:2560: finishing write tid 4 to smithi06982861-26 2024-04-10T15:40:04.777 INFO:tasks.rados.rados.0.smithi069.stdout:2560: finishing write tid 5 to smithi06982861-26 2024-04-10T15:40:04.777 INFO:tasks.rados.rados.0.smithi069.stdout:2560: oid 26 updating version 0 to 1284 2024-04-10T15:40:04.777 INFO:tasks.rados.rados.0.smithi069.stdout:2560: oid 26 updating version 1284 to 1285 2024-04-10T15:40:04.777 INFO:tasks.rados.rados.0.smithi069.stdout:2560: oid 26 updating version 1285 to 1286 2024-04-10T15:40:04.777 INFO:tasks.rados.rados.0.smithi069.stdout:2560: oid 26 version 1286 is already newer than 1283 2024-04-10T15:40:04.777 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 26 v 1286 (ObjNum 803 snap 251 seq_num 803) dirty exists 2024-04-10T15:40:04.777 INFO:tasks.rados.rados.0.smithi069.stdout:2560: left oid 26 (ObjNum 803 snap 251 seq_num 803) 2024-04-10T15:40:04.777 INFO:tasks.rados.rados.0.smithi069.stdout:2558: expect (ObjNum 692 snap 216 seq_num 692) 2024-04-10T15:40:05.355 INFO:tasks.rados.rados.0.smithi069.stdout:2549: done (7 left) 2024-04-10T15:40:05.355 INFO:tasks.rados.rados.0.smithi069.stdout:2551: done (6 left) 2024-04-10T15:40:05.355 INFO:tasks.rados.rados.0.smithi069.stdout:2556: done (5 left) 2024-04-10T15:40:05.355 INFO:tasks.rados.rados.0.smithi069.stdout:2557: done (4 left) 2024-04-10T15:40:05.355 INFO:tasks.rados.rados.0.smithi069.stdout:2558: done (3 left) 2024-04-10T15:40:05.355 INFO:tasks.rados.rados.0.smithi069.stdout:2559: done (2 left) 2024-04-10T15:40:05.355 INFO:tasks.rados.rados.0.smithi069.stdout:2560: done (1 left) 2024-04-10T15:40:05.355 INFO:tasks.rados.rados.0.smithi069.stdout:2561: done (0 left) 2024-04-10T15:40:05.355 INFO:tasks.rados.rados.0.smithi069.stdout:2562: copy_from oid 2 from oid 45 current snap is 252 2024-04-10T15:40:05.355 INFO:tasks.rados.rados.0.smithi069.stdout:2563: rmattr oid 23 current snap is 252 2024-04-10T15:40:05.355 INFO:tasks.rados.rados.0.smithi069.stdout:2564: rmattr oid 38 current snap is 252 2024-04-10T15:40:05.356 INFO:tasks.rados.rados.0.smithi069.stdout:2565: delete oid 47 current snap is 252 2024-04-10T15:40:05.357 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 38 v 1288 (ObjNum 513 snap 160 seq_num 513) dirty exists 2024-04-10T15:40:05.360 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 23 v 1213 (ObjNum 1434556208 snap 21957 seq_num 304) dirty exists 2024-04-10T15:40:05.361 INFO:tasks.rados.rados.0.smithi069.stdout:2563: done (3 left) 2024-04-10T15:40:05.361 INFO:tasks.rados.rados.0.smithi069.stdout:2564: done (2 left) 2024-04-10T15:40:05.361 INFO:tasks.rados.rados.0.smithi069.stdout:2565: done (1 left) 2024-04-10T15:40:05.361 INFO:tasks.rados.rados.0.smithi069.stdout:2566: snap_remove snap 248 2024-04-10T15:40:05.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:40:05 smithi077 ceph-mon[87572]: Upgrade: It appears safe to stop mds.b 2024-04-10T15:40:05.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:40:05 smithi077 ceph-mon[87572]: osdmap e572: 8 total, 8 up, 8 in 2024-04-10T15:40:05.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:40:05 smithi069 ceph-mon[94167]: Upgrade: It appears safe to stop mds.b 2024-04-10T15:40:05.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:40:05 smithi069 ceph-mon[94167]: osdmap e572: 8 total, 8 up, 8 in 2024-04-10T15:40:05.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:40:05 smithi069 ceph-mon[96738]: Upgrade: It appears safe to stop mds.b 2024-04-10T15:40:05.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:40:05 smithi069 ceph-mon[96738]: osdmap e572: 8 total, 8 up, 8 in 2024-04-10T15:40:06.191 INFO:tasks.rados.rados.0.smithi069.stdout:2566: done (1 left) 2024-04-10T15:40:06.191 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 22 current snap is 252 2024-04-10T15:40:06.191 INFO:tasks.rados.rados.0.smithi069.stdout:2562: finishing copy_from racing read to smithi06982861-2 2024-04-10T15:40:06.191 INFO:tasks.rados.rados.0.smithi069.stdout:2562: finishing copy_from to smithi06982861-2 2024-04-10T15:40:06.191 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 2 v 1035 (ObjNum 625 snap 193 seq_num 625) dirty exists 2024-04-10T15:40:06.191 INFO:tasks.rados.rados.0.smithi069.stdout:2567: seq_num 805 ranges {1286144=688128,1974272=507904,2482176=294912} 2024-04-10T15:40:06.203 INFO:tasks.rados.rados.0.smithi069.stdout:2567: writing smithi06982861-22 from 1286144 to 1974272 tid 1 2024-04-10T15:40:06.206 INFO:tasks.rados.rados.0.smithi069.stdout:2567: writing smithi06982861-22 from 1974272 to 2482176 tid 2 2024-04-10T15:40:06.208 INFO:tasks.rados.rados.0.smithi069.stdout:2567: writing smithi06982861-22 from 2482176 to 2777088 tid 3 2024-04-10T15:40:06.208 INFO:tasks.rados.rados.0.smithi069.stdout:2562: done (1 left) 2024-04-10T15:40:06.208 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 13 current snap is 252 2024-04-10T15:40:06.209 INFO:tasks.rados.rados.0.smithi069.stdout:2568: seq_num 806 ranges {3514368=704512,4218880=442368,4661248=360448} 2024-04-10T15:40:06.231 INFO:tasks.rados.rados.0.smithi069.stdout:2568: writing smithi06982861-13 from 3514368 to 4218880 tid 1 2024-04-10T15:40:06.234 INFO:tasks.rados.rados.0.smithi069.stdout:2568: writing smithi06982861-13 from 4218880 to 4661248 tid 2 2024-04-10T15:40:06.236 INFO:tasks.rados.rados.0.smithi069.stdout:2568: writing smithi06982861-13 from 4661248 to 5021696 tid 3 2024-04-10T15:40:06.236 INFO:tasks.rados.rados.0.smithi069.stdout:2569: snap_remove snap 251 2024-04-10T15:40:06.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:40:06 smithi077 ceph-mon[87572]: osdmap e573: 8 total, 8 up, 8 in 2024-04-10T15:40:06.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:40:06 smithi077 ceph-mon[87572]: pgmap v521: 121 pgs: 121 active+clean; 450 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 996 KiB/s wr, 13 op/s 2024-04-10T15:40:06.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:40:06 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:40:06.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:40:06 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-10T15:40:06.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:40:06 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:40:06.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:40:06 smithi077 ceph-mon[87572]: osdmap e574: 8 total, 8 up, 8 in 2024-04-10T15:40:06.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:40:06 smithi069 ceph-mon[94167]: osdmap e573: 8 total, 8 up, 8 in 2024-04-10T15:40:06.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:40:06 smithi069 ceph-mon[94167]: pgmap v521: 121 pgs: 121 active+clean; 450 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 996 KiB/s wr, 13 op/s 2024-04-10T15:40:06.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:40:06 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:40:06.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:40:06 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-10T15:40:06.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:40:06 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:40:06.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:40:06 smithi069 ceph-mon[94167]: osdmap e574: 8 total, 8 up, 8 in 2024-04-10T15:40:06.589 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:40:06 smithi069 ceph-mon[96738]: osdmap e573: 8 total, 8 up, 8 in 2024-04-10T15:40:06.589 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:40:06 smithi069 ceph-mon[96738]: pgmap v521: 121 pgs: 121 active+clean; 450 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 996 KiB/s wr, 13 op/s 2024-04-10T15:40:06.589 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:40:06 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:40:06.589 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:40:06 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-10T15:40:06.589 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:40:06 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:40:06.589 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:40:06 smithi069 ceph-mon[96738]: osdmap e574: 8 total, 8 up, 8 in 2024-04-10T15:40:07.214 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:40:06 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:15:40:06] "GET /metrics HTTP/1.1" 200 36023 "" "Prometheus/2.43.0" 2024-04-10T15:40:07.231 INFO:tasks.rados.rados.0.smithi069.stdout:2569: done (2 left) 2024-04-10T15:40:07.231 INFO:tasks.rados.rados.0.smithi069.stdout:2570: setattr oid 10 current snap is 252 2024-04-10T15:40:07.231 INFO:tasks.rados.rados.0.smithi069.stdout:2567: finishing write tid 1 to smithi06982861-22 2024-04-10T15:40:07.231 INFO:tasks.rados.rados.0.smithi069.stdout:2567: finishing write tid 2 to smithi06982861-22 2024-04-10T15:40:07.231 INFO:tasks.rados.rados.0.smithi069.stdout:2567: finishing write tid 3 to smithi06982861-22 2024-04-10T15:40:07.231 INFO:tasks.rados.rados.0.smithi069.stdout:2567: finishing write tid 4 to smithi06982861-22 2024-04-10T15:40:07.232 INFO:tasks.rados.rados.0.smithi069.stdout:2567: finishing write tid 5 to smithi06982861-22 2024-04-10T15:40:07.232 INFO:tasks.rados.rados.0.smithi069.stdout:2567: oid 22 updating version 0 to 285 2024-04-10T15:40:07.232 INFO:tasks.rados.rados.0.smithi069.stdout:2567: oid 22 updating version 285 to 288 2024-04-10T15:40:07.232 INFO:tasks.rados.rados.0.smithi069.stdout:2567: oid 22 version 288 is already newer than 286 2024-04-10T15:40:07.232 INFO:tasks.rados.rados.0.smithi069.stdout:2567: oid 22 version 288 is already newer than 287 2024-04-10T15:40:07.232 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 22 v 288 (ObjNum 805 snap 252 seq_num 805) dirty exists 2024-04-10T15:40:07.232 INFO:tasks.rados.rados.0.smithi069.stdout:2567: left oid 22 (ObjNum 805 snap 252 seq_num 805) 2024-04-10T15:40:07.232 INFO:tasks.rados.rados.0.smithi069.stdout:2568: finishing write tid 1 to smithi06982861-13 2024-04-10T15:40:07.232 INFO:tasks.rados.rados.0.smithi069.stdout:2568: finishing write tid 2 to smithi06982861-13 2024-04-10T15:40:07.232 INFO:tasks.rados.rados.0.smithi069.stdout:2568: finishing write tid 3 to smithi06982861-13 2024-04-10T15:40:07.232 INFO:tasks.rados.rados.0.smithi069.stdout:2568: finishing write tid 4 to smithi06982861-13 2024-04-10T15:40:07.232 INFO:tasks.rados.rados.0.smithi069.stdout:2568: finishing write tid 5 to smithi06982861-13 2024-04-10T15:40:07.232 INFO:tasks.rados.rados.0.smithi069.stdout:2568: oid 13 updating version 0 to 1363 2024-04-10T15:40:07.232 INFO:tasks.rados.rados.0.smithi069.stdout:2568: oid 13 version 1363 is already newer than 1362 2024-04-10T15:40:07.232 INFO:tasks.rados.rados.0.smithi069.stdout:2568: oid 13 updating version 1363 to 1365 2024-04-10T15:40:07.233 INFO:tasks.rados.rados.0.smithi069.stdout:2568: oid 13 version 1365 is already newer than 1364 2024-04-10T15:40:07.233 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 13 v 1365 (ObjNum 806 snap 252 seq_num 806) dirty exists 2024-04-10T15:40:07.233 INFO:tasks.rados.rados.0.smithi069.stdout:2568: left oid 13 (ObjNum 806 snap 252 seq_num 806) 2024-04-10T15:40:07.233 INFO:tasks.rados.rados.0.smithi069.stdout:2567: done (2 left) 2024-04-10T15:40:07.233 INFO:tasks.rados.rados.0.smithi069.stdout:2568: done (1 left) 2024-04-10T15:40:07.233 INFO:tasks.rados.rados.0.smithi069.stdout:2571: rmattr oid 39 current snap is 252 2024-04-10T15:40:07.233 INFO:tasks.rados.rados.0.smithi069.stdout:2572: rollback oid 7 current snap is 252 2024-04-10T15:40:07.234 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 7 to 229 2024-04-10T15:40:07.234 INFO:tasks.rados.rados.0.smithi069.stdout:2573: snap_remove snap 242 2024-04-10T15:40:07.429 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:40:07 smithi077 ceph-mon[87572]: Upgrade: Updating mds.b 2024-04-10T15:40:07.429 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:40:07 smithi077 ceph-mon[87572]: Deploying daemon mds.b on smithi077 2024-04-10T15:40:07.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:40:07 smithi069 ceph-mon[96738]: Upgrade: Updating mds.b 2024-04-10T15:40:07.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:40:07 smithi069 ceph-mon[96738]: Deploying daemon mds.b on smithi077 2024-04-10T15:40:07.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:40:07 smithi069 ceph-mon[94167]: Upgrade: Updating mds.b 2024-04-10T15:40:07.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:40:07 smithi069 ceph-mon[94167]: Deploying daemon mds.b on smithi077 2024-04-10T15:40:07.962 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 10 v 1494 (ObjNum 65 snap 0 seq_num 1601004913) dirty exists 2024-04-10T15:40:07.962 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 39 v 927 (ObjNum 789 snap 248 seq_num 789) dirty exists 2024-04-10T15:40:07.962 INFO:tasks.rados.rados.0.smithi069.stdout:2572: finishing rollback tid 0 to smithi06982861-7 2024-04-10T15:40:07.962 INFO:tasks.rados.rados.0.smithi069.stdout:2572: finishing rollback tid 1 to smithi06982861-7 2024-04-10T15:40:07.962 INFO:tasks.rados.rados.0.smithi069.stdout:2572: finishing rollback tid 2 to smithi06982861-7 2024-04-10T15:40:07.962 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 7 v 1295 (ObjNum 603 snap 188 seq_num 603) dirty exists 2024-04-10T15:40:07.963 INFO:tasks.rados.rados.0.smithi069.stdout:2570: done (3 left) 2024-04-10T15:40:07.963 INFO:tasks.rados.rados.0.smithi069.stdout:2571: done (2 left) 2024-04-10T15:40:07.963 INFO:tasks.rados.rados.0.smithi069.stdout:2572: done (1 left) 2024-04-10T15:40:07.963 INFO:tasks.rados.rados.0.smithi069.stdout:2573: done (0 left) 2024-04-10T15:40:07.963 INFO:tasks.rados.rados.0.smithi069.stdout:2574: delete oid 23 current snap is 252 2024-04-10T15:40:07.970 INFO:tasks.rados.rados.0.smithi069.stdout:2574: done (0 left) 2024-04-10T15:40:07.970 INFO:tasks.rados.rados.0.smithi069.stdout:2575: read oid 50 snap -1 2024-04-10T15:40:07.971 INFO:tasks.rados.rados.0.smithi069.stdout:2575: expect (ObjNum 795 snap 248 seq_num 795) 2024-04-10T15:40:07.971 INFO:tasks.rados.rados.0.smithi069.stdout:2576: rollback oid 21 current snap is 252 2024-04-10T15:40:07.971 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 21 to 235 2024-04-10T15:40:07.971 INFO:tasks.rados.rados.0.smithi069.stdout:2577: delete oid 35 current snap is 252 2024-04-10T15:40:07.975 INFO:tasks.rados.rados.0.smithi069.stdout:2576: finishing rollback tid 1 to smithi06982861-21 2024-04-10T15:40:07.975 INFO:tasks.rados.rados.0.smithi069.stdout:2576: finishing rollback tid 2 to smithi06982861-21 2024-04-10T15:40:07.975 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 21 v 1027 (ObjNum 748 snap 235 seq_num 748) dirty exists 2024-04-10T15:40:07.982 INFO:tasks.rados.rados.0.smithi069.stdout:2576: done (2 left) 2024-04-10T15:40:07.982 INFO:tasks.rados.rados.0.smithi069.stdout:2577: done (1 left) 2024-04-10T15:40:07.982 INFO:tasks.rados.rados.0.smithi069.stdout:2578: delete oid 5 current snap is 252 2024-04-10T15:40:07.986 INFO:tasks.rados.rados.0.smithi069.stdout:2578: done (1 left) 2024-04-10T15:40:07.986 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 6 current snap is 252 2024-04-10T15:40:07.986 INFO:tasks.rados.rados.0.smithi069.stdout:2579: seq_num 810 ranges {1458176=770048,2228224=778240,3006464=24576} 2024-04-10T15:40:07.992 INFO:journalctl@ceph.mds.b.smithi077.stdout:Apr 10 15:40:07 smithi077 systemd[1]: Stopping Ceph mds.b for 09bfb546-f74e-11ee-b64a-cb9ed24678a4... 2024-04-10T15:40:07.992 INFO:journalctl@ceph.mds.b.smithi077.stdout:Apr 10 15:40:07 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mds-b[59214]: 2024-04-10T15:40:07.963+0000 7f570098f700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-10T15:40:07.992 INFO:journalctl@ceph.mds.b.smithi077.stdout:Apr 10 15:40:07 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mds-b[59214]: 2024-04-10T15:40:07.963+0000 7f570098f700 -1 mds.b *** got signal Terminated *** 2024-04-10T15:40:07.999 INFO:tasks.rados.rados.0.smithi069.stdout:2579: writing smithi06982861-6 from 1458176 to 2228224 tid 1 2024-04-10T15:40:08.004 INFO:tasks.rados.rados.0.smithi069.stdout:2579: writing smithi06982861-6 from 2228224 to 3006464 tid 2 2024-04-10T15:40:08.004 INFO:tasks.rados.rados.0.smithi069.stdout:2579: writing smithi06982861-6 from 3006464 to 3031040 tid 3 2024-04-10T15:40:08.004 INFO:tasks.rados.rados.0.smithi069.stdout:2580: delete oid 20 current snap is 252 2024-04-10T15:40:08.004 INFO:tasks.rados.rados.0.smithi069.stdout:2575: expect (ObjNum 795 snap 248 seq_num 795) 2024-04-10T15:40:08.227 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:40:07 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mon-a[94144]: 2024-04-10T15:40:07.964+0000 7f8c45c11700 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-10T15:40:08.345 INFO:tasks.rados.rados.0.smithi069.stdout:2579: finishing write tid 1 to smithi06982861-6 2024-04-10T15:40:08.345 INFO:tasks.rados.rados.0.smithi069.stdout:2579: finishing write tid 2 to smithi06982861-6 2024-04-10T15:40:08.345 INFO:tasks.rados.rados.0.smithi069.stdout:2579: finishing write tid 3 to smithi06982861-6 2024-04-10T15:40:08.345 INFO:tasks.rados.rados.0.smithi069.stdout:2579: finishing write tid 4 to smithi06982861-6 2024-04-10T15:40:08.345 INFO:tasks.rados.rados.0.smithi069.stdout:2579: finishing write tid 5 to smithi06982861-6 2024-04-10T15:40:08.345 INFO:tasks.rados.rados.0.smithi069.stdout:2579: oid 6 updating version 0 to 1269 2024-04-10T15:40:08.345 INFO:tasks.rados.rados.0.smithi069.stdout:2579: oid 6 version 1269 is already newer than 1268 2024-04-10T15:40:08.345 INFO:tasks.rados.rados.0.smithi069.stdout:2579: oid 6 updating version 1269 to 1271 2024-04-10T15:40:08.345 INFO:tasks.rados.rados.0.smithi069.stdout:2579: oid 6 version 1271 is already newer than 1270 2024-04-10T15:40:08.345 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 6 v 1271 (ObjNum 810 snap 252 seq_num 810) dirty exists 2024-04-10T15:40:08.345 INFO:tasks.rados.rados.0.smithi069.stdout:2579: left oid 6 (ObjNum 810 snap 252 seq_num 810) 2024-04-10T15:40:08.345 INFO:tasks.rados.rados.0.smithi069.stdout:2575: done (2 left) 2024-04-10T15:40:08.346 INFO:tasks.rados.rados.0.smithi069.stdout:2579: done (1 left) 2024-04-10T15:40:08.346 INFO:tasks.rados.rados.0.smithi069.stdout:2580: done (0 left) 2024-04-10T15:40:08.346 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 15 current snap is 252 2024-04-10T15:40:08.346 INFO:tasks.rados.rados.0.smithi069.stdout:2581: seq_num 812 ranges {3178496=802816,3981312=548864,4530176=253952} 2024-04-10T15:40:08.365 INFO:tasks.rados.rados.0.smithi069.stdout:2581: writing smithi06982861-15 from 3178496 to 3981312 tid 1 2024-04-10T15:40:08.368 INFO:tasks.rados.rados.0.smithi069.stdout:2581: writing smithi06982861-15 from 3981312 to 4530176 tid 2 2024-04-10T15:40:08.370 INFO:tasks.rados.rados.0.smithi069.stdout:2581: writing smithi06982861-15 from 4530176 to 4784128 tid 3 2024-04-10T15:40:08.370 INFO:tasks.rados.rados.0.smithi069.stdout:2581: finishing write tid 1 to smithi06982861-15 2024-04-10T15:40:08.370 INFO:tasks.rados.rados.0.smithi069.stdout:2582: snap_create 2024-04-10T15:40:08.373 INFO:tasks.rados.rados.0.smithi069.stdout:2581: finishing write tid 2 to smithi06982861-15 2024-04-10T15:40:08.373 INFO:tasks.rados.rados.0.smithi069.stdout:2581: finishing write tid 3 to smithi06982861-15 2024-04-10T15:40:08.373 INFO:tasks.rados.rados.0.smithi069.stdout:2581: finishing write tid 4 to smithi06982861-15 2024-04-10T15:40:08.374 INFO:tasks.rados.rados.0.smithi069.stdout:2581: finishing write tid 5 to smithi06982861-15 2024-04-10T15:40:08.374 INFO:tasks.rados.rados.0.smithi069.stdout:2581: oid 15 updating version 0 to 1032 2024-04-10T15:40:08.374 INFO:tasks.rados.rados.0.smithi069.stdout:2581: oid 15 version 1032 is already newer than 1030 2024-04-10T15:40:08.374 INFO:tasks.rados.rados.0.smithi069.stdout:2581: oid 15 updating version 1032 to 1033 2024-04-10T15:40:08.375 INFO:tasks.rados.rados.0.smithi069.stdout:2581: oid 15 version 1033 is already newer than 1031 2024-04-10T15:40:08.375 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 15 v 1033 (ObjNum 812 snap 252 seq_num 812) dirty exists 2024-04-10T15:40:08.375 INFO:tasks.rados.rados.0.smithi069.stdout:2581: left oid 15 (ObjNum 812 snap 252 seq_num 812) 2024-04-10T15:40:08.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:40:08 smithi077 ceph-mon[87572]: osdmap e575: 8 total, 8 up, 8 in 2024-04-10T15:40:08.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:40:08 smithi077 ceph-mon[87572]: pgmap v524: 121 pgs: 121 active+clean; 450 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 344 KiB/s wr, 9 op/s 2024-04-10T15:40:08.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:40:08 smithi077 ceph-mon[87572]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-04-10T15:40:08.493 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:40:08 smithi077 ceph-mon[87572]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-10T15:40:08.493 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:40:08 smithi077 ceph-mon[87572]: osdmap e576: 8 total, 8 up, 8 in 2024-04-10T15:40:08.493 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:40:08 smithi077 ceph-mon[87572]: Standby daemon mds.a assigned to filesystem cephfs as rank 0 2024-04-10T15:40:08.493 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:40:08 smithi077 ceph-mon[87572]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-04-10T15:40:08.493 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:40:08 smithi077 ceph-mon[87572]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-04-10T15:40:08.493 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:40:08 smithi077 ceph-mon[87572]: fsmap cephfs:1/1 {0=a=up:replay} 2024-04-10T15:40:08.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:40:08 smithi069 ceph-mon[96738]: osdmap e575: 8 total, 8 up, 8 in 2024-04-10T15:40:08.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:40:08 smithi069 ceph-mon[96738]: pgmap v524: 121 pgs: 121 active+clean; 450 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 344 KiB/s wr, 9 op/s 2024-04-10T15:40:08.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:40:08 smithi069 ceph-mon[96738]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-04-10T15:40:08.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:40:08 smithi069 ceph-mon[96738]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-10T15:40:08.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:40:08 smithi069 ceph-mon[96738]: osdmap e576: 8 total, 8 up, 8 in 2024-04-10T15:40:08.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:40:08 smithi069 ceph-mon[96738]: Standby daemon mds.a assigned to filesystem cephfs as rank 0 2024-04-10T15:40:08.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:40:08 smithi069 ceph-mon[96738]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-04-10T15:40:08.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:40:08 smithi069 ceph-mon[96738]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-04-10T15:40:08.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:40:08 smithi069 ceph-mon[96738]: fsmap cephfs:1/1 {0=a=up:replay} 2024-04-10T15:40:08.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:40:08 smithi069 ceph-mon[94167]: osdmap e575: 8 total, 8 up, 8 in 2024-04-10T15:40:08.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:40:08 smithi069 ceph-mon[94167]: pgmap v524: 121 pgs: 121 active+clean; 450 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 344 KiB/s wr, 9 op/s 2024-04-10T15:40:08.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:40:08 smithi069 ceph-mon[94167]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-04-10T15:40:08.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:40:08 smithi069 ceph-mon[94167]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-10T15:40:08.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:40:08 smithi069 ceph-mon[94167]: osdmap e576: 8 total, 8 up, 8 in 2024-04-10T15:40:08.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:40:08 smithi069 ceph-mon[94167]: Standby daemon mds.a assigned to filesystem cephfs as rank 0 2024-04-10T15:40:08.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:40:08 smithi069 ceph-mon[94167]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-04-10T15:40:08.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:40:08 smithi069 ceph-mon[94167]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-04-10T15:40:08.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:40:08 smithi069 ceph-mon[94167]: fsmap cephfs:1/1 {0=a=up:replay} 2024-04-10T15:40:09.233 INFO:tasks.rados.rados.0.smithi069.stdout:2581: done (1 left) 2024-04-10T15:40:09.233 INFO:tasks.rados.rados.0.smithi069.stdout:2582: done (0 left) 2024-04-10T15:40:09.233 INFO:tasks.rados.rados.0.smithi069.stdout:2583: delete oid 47 current snap is 253 2024-04-10T15:40:09.238 INFO:tasks.rados.rados.0.smithi069.stdout:2583: done (0 left) 2024-04-10T15:40:09.238 INFO:tasks.rados.rados.0.smithi069.stdout:2584: copy_from oid 37 from oid 34 current snap is 253 2024-04-10T15:40:09.238 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 9 current snap is 253 2024-04-10T15:40:09.238 INFO:tasks.rados.rados.0.smithi069.stdout:2585: seq_num 814 ranges {0=442368,442368=770048,1212416=434176} 2024-04-10T15:40:09.240 INFO:tasks.rados.rados.0.smithi069.stdout:2585: writing smithi06982861-9 from 0 to 442368 tid 1 2024-04-10T15:40:09.245 INFO:tasks.rados.rados.0.smithi069.stdout:2585: writing smithi06982861-9 from 442368 to 1212416 tid 2 2024-04-10T15:40:09.247 INFO:tasks.rados.rados.0.smithi069.stdout:2585: writing smithi06982861-9 from 1212416 to 1646592 tid 3 2024-04-10T15:40:09.247 INFO:tasks.rados.rados.0.smithi069.stdout:2586: rollback oid 27 current snap is 253 2024-04-10T15:40:09.247 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 27 to 229 2024-04-10T15:40:09.247 INFO:tasks.rados.rados.0.smithi069.stdout:2585: finishing write tid 1 to smithi06982861-9 2024-04-10T15:40:09.248 INFO:tasks.rados.rados.0.smithi069.stdout:2587: delete oid 28 current snap is 253 2024-04-10T15:40:09.251 INFO:tasks.rados.rados.0.smithi069.stdout:2586: finishing rollback tid 0 to smithi06982861-27 2024-04-10T15:40:09.252 INFO:tasks.rados.rados.0.smithi069.stdout:2587: done (3 left) 2024-04-10T15:40:09.252 INFO:tasks.rados.rados.0.smithi069.stdout:2588: delete oid 35 current snap is 253 2024-04-10T15:40:09.253 INFO:tasks.rados.rados.0.smithi069.stdout:2585: finishing write tid 2 to smithi06982861-9 2024-04-10T15:40:09.253 INFO:tasks.rados.rados.0.smithi069.stdout:2585: finishing write tid 3 to smithi06982861-9 2024-04-10T15:40:09.253 INFO:tasks.rados.rados.0.smithi069.stdout:2586: finishing rollback tid 1 to smithi06982861-27 2024-04-10T15:40:09.253 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 27 v 1206 (ObjNum 113 snap 0 seq_num 1435218320) dirty dne 2024-04-10T15:40:09.253 INFO:tasks.rados.rados.0.smithi069.stdout:2585: finishing write tid 4 to smithi06982861-9 2024-04-10T15:40:09.254 INFO:tasks.rados.rados.0.smithi069.stdout:2585: finishing write tid 5 to smithi06982861-9 2024-04-10T15:40:09.254 INFO:tasks.rados.rados.0.smithi069.stdout:2585: oid 9 updating version 0 to 1029 2024-04-10T15:40:09.254 INFO:tasks.rados.rados.0.smithi069.stdout:2585: oid 9 updating version 1029 to 1031 2024-04-10T15:40:09.255 INFO:tasks.rados.rados.0.smithi069.stdout:2585: oid 9 updating version 1031 to 1032 2024-04-10T15:40:09.255 INFO:tasks.rados.rados.0.smithi069.stdout:2585: oid 9 version 1032 is already newer than 1030 2024-04-10T15:40:09.255 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 9 v 1032 (ObjNum 814 snap 253 seq_num 814) dirty exists 2024-04-10T15:40:09.255 INFO:tasks.rados.rados.0.smithi069.stdout:2585: left oid 9 (ObjNum 814 snap 253 seq_num 814) 2024-04-10T15:40:09.255 INFO:tasks.rados.rados.0.smithi069.stdout:2585: done (3 left) 2024-04-10T15:40:09.255 INFO:tasks.rados.rados.0.smithi069.stdout:2586: done (2 left) 2024-04-10T15:40:09.255 INFO:tasks.rados.rados.0.smithi069.stdout:2588: done (1 left) 2024-04-10T15:40:09.255 INFO:tasks.rados.rados.0.smithi069.stdout:2589: snap_create 2024-04-10T15:40:09.264 INFO:tasks.rados.rados.0.smithi069.stdout:2584: finishing copy_from racing read to smithi06982861-37 2024-04-10T15:40:09.266 INFO:tasks.rados.rados.0.smithi069.stdout:2584: finishing copy_from to smithi06982861-37 2024-04-10T15:40:09.266 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 37 v 1464 (ObjNum 774 snap 245 seq_num 774) dirty exists 2024-04-10T15:40:10.238 INFO:tasks.rados.rados.0.smithi069.stdout:2584: done (1 left) 2024-04-10T15:40:10.238 INFO:tasks.rados.rados.0.smithi069.stdout:2589: done (0 left) 2024-04-10T15:40:10.238 INFO:tasks.rados.rados.0.smithi069.stdout:2590: snap_remove snap 243 2024-04-10T15:40:10.242 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:40:09 smithi077 ceph-mon[87572]: mds.? [v2:172.21.15.69:6834/4162926955,v1:172.21.15.69:6835/4162926955] up:reconnect 2024-04-10T15:40:10.242 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:40:09 smithi077 ceph-mon[87572]: fsmap cephfs:1/1 {0=a=up:reconnect} 2024-04-10T15:40:10.242 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:40:09 smithi077 ceph-mon[87572]: osdmap e577: 8 total, 8 up, 8 in 2024-04-10T15:40:10.242 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:40:09 smithi077 ceph-mon[87572]: pgmap v527: 121 pgs: 121 active+clean; 452 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 1.3 MiB/s wr, 20 op/s 2024-04-10T15:40:10.242 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:40:09 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:40:10.242 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:40:09 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:40:10.336 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:40:09 smithi069 ceph-mon[96738]: mds.? [v2:172.21.15.69:6834/4162926955,v1:172.21.15.69:6835/4162926955] up:reconnect 2024-04-10T15:40:10.336 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:40:09 smithi069 ceph-mon[96738]: fsmap cephfs:1/1 {0=a=up:reconnect} 2024-04-10T15:40:10.336 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:40:09 smithi069 ceph-mon[96738]: osdmap e577: 8 total, 8 up, 8 in 2024-04-10T15:40:10.336 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:40:09 smithi069 ceph-mon[96738]: pgmap v527: 121 pgs: 121 active+clean; 452 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 1.3 MiB/s wr, 20 op/s 2024-04-10T15:40:10.336 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:40:09 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:40:10.337 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:40:09 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:40:10.337 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:40:09 smithi069 ceph-mon[94167]: mds.? [v2:172.21.15.69:6834/4162926955,v1:172.21.15.69:6835/4162926955] up:reconnect 2024-04-10T15:40:10.337 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:40:09 smithi069 ceph-mon[94167]: fsmap cephfs:1/1 {0=a=up:reconnect} 2024-04-10T15:40:10.337 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:40:09 smithi069 ceph-mon[94167]: osdmap e577: 8 total, 8 up, 8 in 2024-04-10T15:40:10.337 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:40:09 smithi069 ceph-mon[94167]: pgmap v527: 121 pgs: 121 active+clean; 452 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 1.3 MiB/s wr, 20 op/s 2024-04-10T15:40:10.337 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:40:09 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:40:10.337 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:40:09 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:40:11.200 INFO:tasks.rados.rados.0.smithi069.stdout:2590: done (0 left) 2024-04-10T15:40:11.200 INFO:tasks.rados.rados.0.smithi069.stdout:2591: snap_create 2024-04-10T15:40:11.242 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:40:10 smithi077 ceph-mon[87572]: mds.? [v2:172.21.15.69:6834/4162926955,v1:172.21.15.69:6835/4162926955] up:rejoin 2024-04-10T15:40:11.242 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:40:10 smithi077 ceph-mon[87572]: fsmap cephfs:1/1 {0=a=up:rejoin} 2024-04-10T15:40:11.242 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:40:10 smithi077 ceph-mon[87572]: daemon mds.a is now active in filesystem cephfs as rank 0 2024-04-10T15:40:11.242 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:40:10 smithi077 ceph-mon[87572]: osdmap e578: 8 total, 8 up, 8 in 2024-04-10T15:40:11.242 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:40:10 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-10T15:40:11.242 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:40:10 smithi077 ceph-mon[87572]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-04-10T15:40:11.243 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:40:10 smithi077 ceph-mon[87572]: Cluster is now healthy 2024-04-10T15:40:11.267 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:40:10 smithi069 ceph-mon[96738]: mds.? [v2:172.21.15.69:6834/4162926955,v1:172.21.15.69:6835/4162926955] up:rejoin 2024-04-10T15:40:11.268 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:40:10 smithi069 ceph-mon[96738]: fsmap cephfs:1/1 {0=a=up:rejoin} 2024-04-10T15:40:11.268 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:40:10 smithi069 ceph-mon[96738]: daemon mds.a is now active in filesystem cephfs as rank 0 2024-04-10T15:40:11.268 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:40:10 smithi069 ceph-mon[96738]: osdmap e578: 8 total, 8 up, 8 in 2024-04-10T15:40:11.268 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:40:10 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-10T15:40:11.268 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:40:10 smithi069 ceph-mon[96738]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-04-10T15:40:11.268 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:40:10 smithi069 ceph-mon[96738]: Cluster is now healthy 2024-04-10T15:40:11.268 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:40:10 smithi069 ceph-mon[94167]: mds.? [v2:172.21.15.69:6834/4162926955,v1:172.21.15.69:6835/4162926955] up:rejoin 2024-04-10T15:40:11.268 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:40:10 smithi069 ceph-mon[94167]: fsmap cephfs:1/1 {0=a=up:rejoin} 2024-04-10T15:40:11.268 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:40:10 smithi069 ceph-mon[94167]: daemon mds.a is now active in filesystem cephfs as rank 0 2024-04-10T15:40:11.268 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:40:10 smithi069 ceph-mon[94167]: osdmap e578: 8 total, 8 up, 8 in 2024-04-10T15:40:11.268 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:40:10 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-10T15:40:11.268 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:40:10 smithi069 ceph-mon[94167]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-04-10T15:40:11.269 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:40:10 smithi069 ceph-mon[94167]: Cluster is now healthy 2024-04-10T15:40:11.586 INFO:journalctl@ceph.mds.a.smithi069.stdout:Apr 10 15:40:11 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mds-a[122693]: 2024-04-10T15:40:11.277+0000 7f95156d4700 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-04-10T15:40:12.196 INFO:tasks.rados.rados.0.smithi069.stdout:2591: done (0 left) 2024-04-10T15:40:12.196 INFO:tasks.rados.rados.0.smithi069.stdout:2592: snap_remove snap 229 2024-04-10T15:40:12.242 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:40:11 smithi077 ceph-mon[87572]: mds.? [v2:172.21.15.69:6834/4162926955,v1:172.21.15.69:6835/4162926955] up:active 2024-04-10T15:40:12.242 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:40:11 smithi077 ceph-mon[87572]: fsmap cephfs:1 {0=a=up:active} 2024-04-10T15:40:12.242 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:40:11 smithi077 ceph-mon[87572]: osdmap e579: 8 total, 8 up, 8 in 2024-04-10T15:40:12.242 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:40:11 smithi077 ceph-mon[87572]: pgmap v530: 121 pgs: 121 active+clean; 463 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 4.0 MiB/s wr, 33 op/s 2024-04-10T15:40:12.336 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:40:11 smithi069 ceph-mon[96738]: mds.? [v2:172.21.15.69:6834/4162926955,v1:172.21.15.69:6835/4162926955] up:active 2024-04-10T15:40:12.336 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:40:11 smithi069 ceph-mon[96738]: fsmap cephfs:1 {0=a=up:active} 2024-04-10T15:40:12.337 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:40:11 smithi069 ceph-mon[96738]: osdmap e579: 8 total, 8 up, 8 in 2024-04-10T15:40:12.337 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:40:11 smithi069 ceph-mon[96738]: pgmap v530: 121 pgs: 121 active+clean; 463 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 4.0 MiB/s wr, 33 op/s 2024-04-10T15:40:12.337 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:40:11 smithi069 ceph-mon[94167]: mds.? [v2:172.21.15.69:6834/4162926955,v1:172.21.15.69:6835/4162926955] up:active 2024-04-10T15:40:12.337 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:40:11 smithi069 ceph-mon[94167]: fsmap cephfs:1 {0=a=up:active} 2024-04-10T15:40:12.337 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:40:11 smithi069 ceph-mon[94167]: osdmap e579: 8 total, 8 up, 8 in 2024-04-10T15:40:12.338 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:40:11 smithi069 ceph-mon[94167]: pgmap v530: 121 pgs: 121 active+clean; 463 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 4.0 MiB/s wr, 33 op/s 2024-04-10T15:40:12.742 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:40:12 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[78458]: ts=2024-04-10T15:40:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:40:13.203 INFO:tasks.rados.rados.0.smithi069.stdout:2592: done (0 left) 2024-04-10T15:40:13.203 INFO:tasks.rados.rados.0.smithi069.stdout:2593: setattr oid 43 current snap is 255 2024-04-10T15:40:13.205 INFO:tasks.rados.rados.0.smithi069.stdout:2594: setattr oid 29 current snap is 255 2024-04-10T15:40:13.209 INFO:tasks.rados.rados.0.smithi069.stdout:2595: rmattr oid 12 current snap is 255 2024-04-10T15:40:13.209 INFO:tasks.rados.rados.0.smithi069.stdout:2595: done (2 left) 2024-04-10T15:40:13.209 INFO:tasks.rados.rados.0.smithi069.stdout:2596: read oid 3 snap -1 2024-04-10T15:40:13.209 INFO:tasks.rados.rados.0.smithi069.stdout:2596: expect (ObjNum 763 snap 243 seq_num 763) 2024-04-10T15:40:13.209 INFO:tasks.rados.rados.0.smithi069.stdout:2597: copy_from oid 15 from oid 24 current snap is 255 2024-04-10T15:40:13.209 INFO:tasks.rados.rados.0.smithi069.stdout:2598: read oid 32 snap 235 2024-04-10T15:40:13.209 INFO:tasks.rados.rados.0.smithi069.stdout:2598: expect deleted 2024-04-10T15:40:13.209 INFO:tasks.rados.rados.0.smithi069.stdout:2599: setattr oid 26 current snap is 255 2024-04-10T15:40:13.211 INFO:tasks.rados.rados.0.smithi069.stdout:2600: delete oid 30 current snap is 255 2024-04-10T15:40:13.217 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 43 v 961 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-04-10T15:40:13.218 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 26 v 1315 (ObjNum 803 snap 251 seq_num 803) dirty exists 2024-04-10T15:40:13.221 INFO:tasks.rados.rados.0.smithi069.stdout:2593: done (6 left) 2024-04-10T15:40:13.221 INFO:tasks.rados.rados.0.smithi069.stdout:2598: done (5 left) 2024-04-10T15:40:13.221 INFO:tasks.rados.rados.0.smithi069.stdout:2599: done (4 left) 2024-04-10T15:40:13.222 INFO:tasks.rados.rados.0.smithi069.stdout:2600: done (3 left) 2024-04-10T15:40:13.222 INFO:tasks.rados.rados.0.smithi069.stdout:2601: snap_remove snap 246 2024-04-10T15:40:13.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:40:13 smithi077 ceph-mon[87572]: osdmap e580: 8 total, 8 up, 8 in 2024-04-10T15:40:13.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:40:13 smithi069 ceph-mon[96738]: osdmap e580: 8 total, 8 up, 8 in 2024-04-10T15:40:13.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:40:13 smithi069 ceph-mon[94167]: osdmap e580: 8 total, 8 up, 8 in 2024-04-10T15:40:14.210 INFO:tasks.rados.rados.0.smithi069.stdout:2596: expect (ObjNum 763 snap 243 seq_num 763) 2024-04-10T15:40:14.261 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 29 v 1038 (ObjNum 129 snap 0 seq_num 1434457392) dirty exists 2024-04-10T15:40:14.261 INFO:tasks.rados.rados.0.smithi069.stdout:2597: finishing copy_from to smithi06982861-15 2024-04-10T15:40:14.261 INFO:tasks.rados.rados.0.smithi069.stdout:2597: got expected ENOENT (src dne) 2024-04-10T15:40:14.261 INFO:tasks.rados.rados.0.smithi069.stdout:2597: finishing copy_from racing read to smithi06982861-15 2024-04-10T15:40:14.261 INFO:tasks.rados.rados.0.smithi069.stdout:2594: done (3 left) 2024-04-10T15:40:14.261 INFO:tasks.rados.rados.0.smithi069.stdout:2596: done (2 left) 2024-04-10T15:40:14.261 INFO:tasks.rados.rados.0.smithi069.stdout:2597: done (1 left) 2024-04-10T15:40:14.261 INFO:tasks.rados.rados.0.smithi069.stdout:2601: done (0 left) 2024-04-10T15:40:14.262 INFO:tasks.rados.rados.0.smithi069.stdout:2602: rollback oid 23 current snap is 255 2024-04-10T15:40:14.262 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 23 to 245 2024-04-10T15:40:14.262 INFO:tasks.rados.rados.0.smithi069.stdout:2603: read oid 40 snap -1 2024-04-10T15:40:14.262 INFO:tasks.rados.rados.0.smithi069.stdout:2603: expect (ObjNum 761 snap 243 seq_num 761) 2024-04-10T15:40:14.262 INFO:tasks.rados.rados.0.smithi069.stdout:2604: snap_create 2024-04-10T15:40:14.263 INFO:tasks.rados.rados.0.smithi069.stdout:2602: finishing rollback tid 1 to smithi06982861-23 2024-04-10T15:40:14.264 INFO:tasks.rados.rados.0.smithi069.stdout:2602: finishing rollback tid 2 to smithi06982861-23 2024-04-10T15:40:14.264 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 23 v 1217 (ObjNum 81 snap 0 seq_num 1434148656) dirty exists 2024-04-10T15:40:14.286 INFO:tasks.rados.rados.0.smithi069.stdout:2603: expect (ObjNum 761 snap 243 seq_num 761) 2024-04-10T15:40:14.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:40:14 smithi077 ceph-mon[87572]: osdmap e581: 8 total, 8 up, 8 in 2024-04-10T15:40:14.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:40:14 smithi077 ceph-mon[87572]: pgmap v533: 121 pgs: 121 active+clean; 468 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 13 KiB/s rd, 4.2 MiB/s wr, 23 op/s 2024-04-10T15:40:14.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:40:14 smithi069 ceph-mon[96738]: osdmap e581: 8 total, 8 up, 8 in 2024-04-10T15:40:14.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:40:14 smithi069 ceph-mon[96738]: pgmap v533: 121 pgs: 121 active+clean; 468 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 13 KiB/s rd, 4.2 MiB/s wr, 23 op/s 2024-04-10T15:40:14.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:40:14 smithi069 ceph-mon[94167]: osdmap e581: 8 total, 8 up, 8 in 2024-04-10T15:40:14.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:40:14 smithi069 ceph-mon[94167]: pgmap v533: 121 pgs: 121 active+clean; 468 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 13 KiB/s rd, 4.2 MiB/s wr, 23 op/s 2024-04-10T15:40:15.218 INFO:tasks.rados.rados.0.smithi069.stdout:2602: done (2 left) 2024-04-10T15:40:15.218 INFO:tasks.rados.rados.0.smithi069.stdout:2603: done (1 left) 2024-04-10T15:40:15.218 INFO:tasks.rados.rados.0.smithi069.stdout:2604: done (0 left) 2024-04-10T15:40:15.218 INFO:tasks.rados.rados.0.smithi069.stdout:2605: read oid 10 snap -1 2024-04-10T15:40:15.218 INFO:tasks.rados.rados.0.smithi069.stdout:2605: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-10T15:40:15.218 INFO:tasks.rados.rados.0.smithi069.stdout:2606: read oid 48 snap -1 2024-04-10T15:40:15.219 INFO:tasks.rados.rados.0.smithi069.stdout:2606: expect (ObjNum 726 snap 227 seq_num 726) 2024-04-10T15:40:15.219 INFO:tasks.rados.rados.0.smithi069.stdout:2607: snap_create 2024-04-10T15:40:15.220 INFO:tasks.rados.rados.0.smithi069.stdout:2605: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-10T15:40:15.231 INFO:tasks.rados.rados.0.smithi069.stdout:2606: expect (ObjNum 726 snap 227 seq_num 726) 2024-04-10T15:40:15.272 INFO:teuthology.orchestra.run.smithi069.stdout:true 2024-04-10T15:40:15.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:40:15 smithi077 ceph-mon[87572]: osdmap e582: 8 total, 8 up, 8 in 2024-04-10T15:40:15.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:40:15 smithi069 ceph-mon[94167]: osdmap e582: 8 total, 8 up, 8 in 2024-04-10T15:40:15.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:40:15 smithi069 ceph-mon[96738]: osdmap e582: 8 total, 8 up, 8 in 2024-04-10T15:40:15.598 INFO:teuthology.orchestra.run.smithi069.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-10T15:40:15.599 INFO:teuthology.orchestra.run.smithi069.stdout:alertmanager.a smithi069 *:9093,9094 running (10m) 16s ago 10m 25.1M - 0.25.0 c8568f914cd2 bd92cb80ff03 2024-04-10T15:40:15.599 INFO:teuthology.orchestra.run.smithi069.stdout:grafana.a smithi077 *:3000 running (10m) 34s ago 10m 85.2M - 9.4.7 954c08fa6188 8891d154474d 2024-04-10T15:40:15.599 INFO:teuthology.orchestra.run.smithi069.stdout:mds.a smithi069 running (20s) 16s ago 12m 11.1M - 19.0.0-2838-ga5074d45 ffe3e7ac3788 3a176cd9205f 2024-04-10T15:40:15.599 INFO:teuthology.orchestra.run.smithi069.stdout:mds.b smithi077 running (12m) 34s ago 12m 20.7M - 18.2.2-1187-gd540ebac bb2c5eac26a4 ba4ee0b79036 2024-04-10T15:40:15.599 INFO:teuthology.orchestra.run.smithi069.stdout:mgr.x smithi077 *:8443,9283,8765 running (6m) 34s ago 15m 452M - 19.0.0-2838-ga5074d45 ffe3e7ac3788 ccd7899398e9 2024-04-10T15:40:15.599 INFO:teuthology.orchestra.run.smithi069.stdout:mgr.y smithi069 *:8443,9283,8765 running (7m) 16s ago 17m 518M - 19.0.0-2838-ga5074d45 ffe3e7ac3788 e21b24626c05 2024-04-10T15:40:15.599 INFO:teuthology.orchestra.run.smithi069.stdout:mon.a smithi069 running (6m) 16s ago 17m 63.7M 2048M 19.0.0-2838-ga5074d45 ffe3e7ac3788 ce73e1b17524 2024-04-10T15:40:15.599 INFO:teuthology.orchestra.run.smithi069.stdout:mon.b smithi077 running (5m) 34s ago 16m 47.0M 2048M 19.0.0-2838-ga5074d45 ffe3e7ac3788 d84762487812 2024-04-10T15:40:15.599 INFO:teuthology.orchestra.run.smithi069.stdout:mon.c smithi069 running (5m) 16s ago 15m 52.7M 2048M 19.0.0-2838-ga5074d45 ffe3e7ac3788 bac2280f1f05 2024-04-10T15:40:15.599 INFO:teuthology.orchestra.run.smithi069.stdout:node-exporter.a smithi069 *:9100 running (10m) 16s ago 10m 14.6M - 1.5.0 0da6a335fe13 2469975469f7 2024-04-10T15:40:15.599 INFO:teuthology.orchestra.run.smithi069.stdout:node-exporter.b smithi077 *:9100 running (10m) 34s ago 10m 15.6M - 1.5.0 0da6a335fe13 20103db32919 2024-04-10T15:40:15.599 INFO:teuthology.orchestra.run.smithi069.stdout:osd.0 smithi069 running (4m) 16s ago 15m 258M 2480M 19.0.0-2838-ga5074d45 ffe3e7ac3788 9833b8d335cb 2024-04-10T15:40:15.599 INFO:teuthology.orchestra.run.smithi069.stdout:osd.1 smithi069 running (4m) 16s ago 14m 251M 2480M 19.0.0-2838-ga5074d45 ffe3e7ac3788 a7560d34888e 2024-04-10T15:40:15.600 INFO:teuthology.orchestra.run.smithi069.stdout:osd.2 smithi069 running (3m) 16s ago 14m 253M 2480M 19.0.0-2838-ga5074d45 ffe3e7ac3788 cb88f4853007 2024-04-10T15:40:15.600 INFO:teuthology.orchestra.run.smithi069.stdout:osd.3 smithi069 running (3m) 16s ago 14m 167M 2480M 19.0.0-2838-ga5074d45 ffe3e7ac3788 c840f79dffa2 2024-04-10T15:40:15.600 INFO:teuthology.orchestra.run.smithi069.stdout:osd.4 smithi077 running (2m) 34s ago 13m 213M 2480M 19.0.0-2838-ga5074d45 ffe3e7ac3788 3d6825553ede 2024-04-10T15:40:15.600 INFO:teuthology.orchestra.run.smithi069.stdout:osd.5 smithi077 running (109s) 34s ago 13m 157M 2480M 19.0.0-2838-ga5074d45 ffe3e7ac3788 06a053fba89b 2024-04-10T15:40:15.600 INFO:teuthology.orchestra.run.smithi069.stdout:osd.6 smithi077 running (74s) 34s ago 12m 78.2M 2480M 19.0.0-2838-ga5074d45 ffe3e7ac3788 a39fd5be170c 2024-04-10T15:40:15.600 INFO:teuthology.orchestra.run.smithi069.stdout:osd.7 smithi077 running (39s) 34s ago 12m 12.1M 2480M 19.0.0-2838-ga5074d45 ffe3e7ac3788 8c251a0eaa8a 2024-04-10T15:40:15.600 INFO:teuthology.orchestra.run.smithi069.stdout:prometheus.a smithi077 *:9095 running (6m) 34s ago 11m 62.4M - 2.43.0 a07b618ecd1d 9575de1707c9 2024-04-10T15:40:15.997 INFO:teuthology.orchestra.run.smithi069.stdout:{ 2024-04-10T15:40:15.998 INFO:teuthology.orchestra.run.smithi069.stdout: "mon": { 2024-04-10T15:40:15.998 INFO:teuthology.orchestra.run.smithi069.stdout: "ceph version 19.0.0-2838-ga5074d45 (a5074d4516d566e9d8b6aec912f26afd099de101) squid (dev)": 3 2024-04-10T15:40:15.998 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-04-10T15:40:15.998 INFO:teuthology.orchestra.run.smithi069.stdout: "mgr": { 2024-04-10T15:40:15.998 INFO:teuthology.orchestra.run.smithi069.stdout: "ceph version 19.0.0-2838-ga5074d45 (a5074d4516d566e9d8b6aec912f26afd099de101) squid (dev)": 2 2024-04-10T15:40:15.998 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-04-10T15:40:15.998 INFO:teuthology.orchestra.run.smithi069.stdout: "osd": { 2024-04-10T15:40:15.998 INFO:teuthology.orchestra.run.smithi069.stdout: "ceph version 19.0.0-2838-ga5074d45 (a5074d4516d566e9d8b6aec912f26afd099de101) squid (dev)": 8 2024-04-10T15:40:15.998 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-04-10T15:40:15.999 INFO:teuthology.orchestra.run.smithi069.stdout: "mds": { 2024-04-10T15:40:15.999 INFO:teuthology.orchestra.run.smithi069.stdout: "ceph version 19.0.0-2838-ga5074d45 (a5074d4516d566e9d8b6aec912f26afd099de101) squid (dev)": 1 2024-04-10T15:40:15.999 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-04-10T15:40:15.999 INFO:teuthology.orchestra.run.smithi069.stdout: "overall": { 2024-04-10T15:40:15.999 INFO:teuthology.orchestra.run.smithi069.stdout: "ceph version 19.0.0-2838-ga5074d45 (a5074d4516d566e9d8b6aec912f26afd099de101) squid (dev)": 14 2024-04-10T15:40:15.999 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-04-10T15:40:15.999 INFO:teuthology.orchestra.run.smithi069.stdout:} 2024-04-10T15:40:16.194 INFO:tasks.rados.rados.0.smithi069.stdout:2605: done (2 left) 2024-04-10T15:40:16.194 INFO:tasks.rados.rados.0.smithi069.stdout:2606: done (1 left) 2024-04-10T15:40:16.194 INFO:tasks.rados.rados.0.smithi069.stdout:2607: done (0 left) 2024-04-10T15:40:16.194 INFO:tasks.rados.rados.0.smithi069.stdout:2608: read oid 40 snap 253 2024-04-10T15:40:16.194 INFO:tasks.rados.rados.0.smithi069.stdout:2608: expect (ObjNum 761 snap 243 seq_num 761) 2024-04-10T15:40:16.194 INFO:tasks.rados.rados.0.smithi069.stdout:2609: read oid 23 snap 249 2024-04-10T15:40:16.195 INFO:tasks.rados.rados.0.smithi069.stdout:2609: expect (ObjNum 1433601408 snap 21957 seq_num 1433917360) 2024-04-10T15:40:16.195 INFO:tasks.rados.rados.0.smithi069.stdout:2610: read oid 38 snap -1 2024-04-10T15:40:16.195 INFO:tasks.rados.rados.0.smithi069.stdout:2610: expect (ObjNum 513 snap 160 seq_num 513) 2024-04-10T15:40:16.195 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 39 current snap is 257 2024-04-10T15:40:16.195 INFO:tasks.rados.rados.0.smithi069.stdout:2611: seq_num 818 ranges {2105344=507904,2613248=704512,3317760=499712} 2024-04-10T15:40:16.210 INFO:tasks.rados.rados.0.smithi069.stdout:2611: writing smithi06982861-39 from 2105344 to 2613248 tid 1 2024-04-10T15:40:16.215 INFO:tasks.rados.rados.0.smithi069.stdout:2611: writing smithi06982861-39 from 2613248 to 3317760 tid 2 2024-04-10T15:40:16.219 INFO:tasks.rados.rados.0.smithi069.stdout:2611: writing smithi06982861-39 from 3317760 to 3817472 tid 3 2024-04-10T15:40:16.219 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 1 current snap is 257 2024-04-10T15:40:16.219 INFO:tasks.rados.rados.0.smithi069.stdout:2612: seq_num 819 ranges {0=524288,524288=589824,1114112=614400} 2024-04-10T15:40:16.222 INFO:tasks.rados.rados.0.smithi069.stdout:2612: writing smithi06982861-1 from 0 to 524288 tid 1 2024-04-10T15:40:16.227 INFO:tasks.rados.rados.0.smithi069.stdout:2612: writing smithi06982861-1 from 524288 to 1114112 tid 2 2024-04-10T15:40:16.231 INFO:tasks.rados.rados.0.smithi069.stdout:2612: writing smithi06982861-1 from 1114112 to 1728512 tid 3 2024-04-10T15:40:16.231 INFO:tasks.rados.rados.0.smithi069.stdout:2613: delete oid 44 current snap is 257 2024-04-10T15:40:16.231 INFO:tasks.rados.rados.0.smithi069.stdout:2609: expect (ObjNum 1433601408 snap 21957 seq_num 1433917360) 2024-04-10T15:40:16.237 INFO:tasks.rados.rados.0.smithi069.stdout:2610: expect (ObjNum 513 snap 160 seq_num 513) 2024-04-10T15:40:16.284 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:40:16 smithi069 ceph-mon[96738]: osdmap e583: 8 total, 8 up, 8 in 2024-04-10T15:40:16.284 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:40:16 smithi069 ceph-mon[96738]: from='client.34392 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:40:16.284 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:40:16 smithi069 ceph-mon[96738]: pgmap v536: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 468 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 3.8 MiB/s rd, 1.6 MiB/s wr, 26 op/s 2024-04-10T15:40:16.284 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:40:16 smithi069 ceph-mon[96738]: from='client.44345 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:40:16.284 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:40:16 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/3449986452' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:40:16.284 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:40:16 smithi069 ceph-mon[96738]: osdmap e584: 8 total, 8 up, 8 in 2024-04-10T15:40:16.284 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:40:16 smithi069 ceph-mon[94167]: osdmap e583: 8 total, 8 up, 8 in 2024-04-10T15:40:16.284 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:40:16 smithi069 ceph-mon[94167]: from='client.34392 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:40:16.284 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:40:16 smithi069 ceph-mon[94167]: pgmap v536: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 468 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 3.8 MiB/s rd, 1.6 MiB/s wr, 26 op/s 2024-04-10T15:40:16.285 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:40:16 smithi069 ceph-mon[94167]: from='client.44345 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:40:16.285 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:40:16 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/3449986452' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:40:16.285 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:40:16 smithi069 ceph-mon[94167]: osdmap e584: 8 total, 8 up, 8 in 2024-04-10T15:40:16.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:40:16 smithi077 ceph-mon[87572]: osdmap e583: 8 total, 8 up, 8 in 2024-04-10T15:40:16.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:40:16 smithi077 ceph-mon[87572]: from='client.34392 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:40:16.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:40:16 smithi077 ceph-mon[87572]: pgmap v536: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 468 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 3.8 MiB/s rd, 1.6 MiB/s wr, 26 op/s 2024-04-10T15:40:16.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:40:16 smithi077 ceph-mon[87572]: from='client.44345 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:40:16.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:40:16 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/3449986452' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:40:16.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:40:16 smithi077 ceph-mon[87572]: osdmap e584: 8 total, 8 up, 8 in 2024-04-10T15:40:16.656 INFO:tasks.rados.rados.0.smithi069.stdout:2611: finishing write tid 1 to smithi06982861-39 2024-04-10T15:40:16.657 INFO:tasks.rados.rados.0.smithi069.stdout:2611: finishing write tid 2 to smithi06982861-39 2024-04-10T15:40:16.657 INFO:tasks.rados.rados.0.smithi069.stdout:2608: expect (ObjNum 761 snap 243 seq_num 761) 2024-04-10T15:40:16.961 INFO:tasks.rados.rados.0.smithi069.stdout:2611: finishing write tid 3 to smithi06982861-39 2024-04-10T15:40:16.962 INFO:tasks.rados.rados.0.smithi069.stdout:2611: finishing write tid 4 to smithi06982861-39 2024-04-10T15:40:16.962 INFO:tasks.rados.rados.0.smithi069.stdout:2608: done (5 left) 2024-04-10T15:40:16.962 INFO:tasks.rados.rados.0.smithi069.stdout:2609: done (4 left) 2024-04-10T15:40:16.962 INFO:tasks.rados.rados.0.smithi069.stdout:2610: done (3 left) 2024-04-10T15:40:16.962 INFO:tasks.rados.rados.0.smithi069.stdout:2613: done (2 left) 2024-04-10T15:40:16.962 INFO:tasks.rados.rados.0.smithi069.stdout:2614: setattr oid 7 current snap is 257 2024-04-10T15:40:16.962 INFO:tasks.rados.rados.0.smithi069.stdout:2612: finishing write tid 1 to smithi06982861-1 2024-04-10T15:40:16.962 INFO:tasks.rados.rados.0.smithi069.stdout:2612: finishing write tid 2 to smithi06982861-1 2024-04-10T15:40:16.962 INFO:tasks.rados.rados.0.smithi069.stdout:2611: finishing write tid 5 to smithi06982861-39 2024-04-10T15:40:16.962 INFO:tasks.rados.rados.0.smithi069.stdout:2611: oid 39 updating version 0 to 951 2024-04-10T15:40:16.962 INFO:tasks.rados.rados.0.smithi069.stdout:2611: oid 39 version 951 is already newer than 950 2024-04-10T15:40:16.963 INFO:tasks.rados.rados.0.smithi069.stdout:2611: oid 39 version 951 is already newer than 949 2024-04-10T15:40:16.963 INFO:tasks.rados.rados.0.smithi069.stdout:2611: oid 39 updating version 951 to 952 2024-04-10T15:40:16.963 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 39 v 952 (ObjNum 818 snap 257 seq_num 818) dirty exists 2024-04-10T15:40:16.963 INFO:tasks.rados.rados.0.smithi069.stdout:2611: left oid 39 (ObjNum 818 snap 257 seq_num 818) 2024-04-10T15:40:16.963 INFO:tasks.rados.rados.0.smithi069.stdout:2612: finishing write tid 3 to smithi06982861-1 2024-04-10T15:40:16.963 INFO:tasks.rados.rados.0.smithi069.stdout:2612: finishing write tid 4 to smithi06982861-1 2024-04-10T15:40:16.963 INFO:tasks.rados.rados.0.smithi069.stdout:2612: finishing write tid 5 to smithi06982861-1 2024-04-10T15:40:16.963 INFO:tasks.rados.rados.0.smithi069.stdout:2612: oid 1 updating version 0 to 964 2024-04-10T15:40:16.963 INFO:tasks.rados.rados.0.smithi069.stdout:2612: oid 1 version 964 is already newer than 962 2024-04-10T15:40:16.963 INFO:tasks.rados.rados.0.smithi069.stdout:2612: oid 1 updating version 964 to 965 2024-04-10T15:40:16.963 INFO:tasks.rados.rados.0.smithi069.stdout:2612: oid 1 version 965 is already newer than 963 2024-04-10T15:40:16.963 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 1 v 965 (ObjNum 819 snap 257 seq_num 819) dirty exists 2024-04-10T15:40:16.963 INFO:tasks.rados.rados.0.smithi069.stdout:2612: left oid 1 (ObjNum 819 snap 257 seq_num 819) 2024-04-10T15:40:16.964 INFO:tasks.rados.rados.0.smithi069.stdout:2611: done (2 left) 2024-04-10T15:40:16.964 INFO:tasks.rados.rados.0.smithi069.stdout:2612: done (1 left) 2024-04-10T15:40:16.964 INFO:tasks.rados.rados.0.smithi069.stdout:2615: read oid 1 snap -1 2024-04-10T15:40:16.964 INFO:tasks.rados.rados.0.smithi069.stdout:2615: expect (ObjNum 819 snap 257 seq_num 819) 2024-04-10T15:40:16.964 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 18 current snap is 257 2024-04-10T15:40:16.964 INFO:tasks.rados.rados.0.smithi069.stdout:2616: seq_num 821 ranges {2383872=557056,2940928=761856,3702784=442368} 2024-04-10T15:40:16.978 INFO:tasks.rados.rados.0.smithi069.stdout:2616: writing smithi06982861-18 from 2383872 to 2940928 tid 1 2024-04-10T15:40:16.982 INFO:tasks.rados.rados.0.smithi069.stdout:2616: writing smithi06982861-18 from 2940928 to 3702784 tid 2 2024-04-10T15:40:16.985 INFO:tasks.rados.rados.0.smithi069.stdout:2616: writing smithi06982861-18 from 3702784 to 4145152 tid 3 2024-04-10T15:40:16.985 INFO:tasks.rados.rados.0.smithi069.stdout:2617: delete oid 20 current snap is 257 2024-04-10T15:40:16.985 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 7 v 1331 (ObjNum 603 snap 188 seq_num 603) dirty exists 2024-04-10T15:40:16.985 INFO:tasks.rados.rados.0.smithi069.stdout:2615: expect (ObjNum 819 snap 257 seq_num 819) 2024-04-10T15:40:17.031 INFO:tasks.rados.rados.0.smithi069.stdout:2616: finishing write tid 1 to smithi06982861-18 2024-04-10T15:40:17.031 INFO:tasks.rados.rados.0.smithi069.stdout:2616: finishing write tid 2 to smithi06982861-18 2024-04-10T15:40:17.031 INFO:tasks.rados.rados.0.smithi069.stdout:2616: finishing write tid 3 to smithi06982861-18 2024-04-10T15:40:17.031 INFO:tasks.rados.rados.0.smithi069.stdout:2616: finishing write tid 4 to smithi06982861-18 2024-04-10T15:40:17.032 INFO:tasks.rados.rados.0.smithi069.stdout:2616: finishing write tid 5 to smithi06982861-18 2024-04-10T15:40:17.032 INFO:tasks.rados.rados.0.smithi069.stdout:2616: oid 18 updating version 0 to 1290 2024-04-10T15:40:17.032 INFO:tasks.rados.rados.0.smithi069.stdout:2616: oid 18 updating version 1290 to 1291 2024-04-10T15:40:17.032 INFO:tasks.rados.rados.0.smithi069.stdout:2616: oid 18 version 1291 is already newer than 1288 2024-04-10T15:40:17.032 INFO:tasks.rados.rados.0.smithi069.stdout:2616: oid 18 version 1291 is already newer than 1289 2024-04-10T15:40:17.032 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 18 v 1291 (ObjNum 821 snap 257 seq_num 821) dirty exists 2024-04-10T15:40:17.032 INFO:tasks.rados.rados.0.smithi069.stdout:2616: left oid 18 (ObjNum 821 snap 257 seq_num 821) 2024-04-10T15:40:17.032 INFO:tasks.rados.rados.0.smithi069.stdout:2614: done (3 left) 2024-04-10T15:40:17.032 INFO:tasks.rados.rados.0.smithi069.stdout:2615: done (2 left) 2024-04-10T15:40:17.032 INFO:tasks.rados.rados.0.smithi069.stdout:2616: done (1 left) 2024-04-10T15:40:17.032 INFO:tasks.rados.rados.0.smithi069.stdout:2617: done (0 left) 2024-04-10T15:40:17.032 INFO:tasks.rados.rados.0.smithi069.stdout:2618: read oid 11 snap -1 2024-04-10T15:40:17.032 INFO:tasks.rados.rados.0.smithi069.stdout:2618: expect (ObjNum 756 snap 238 seq_num 756) 2024-04-10T15:40:17.032 INFO:tasks.rados.rados.0.smithi069.stdout:2619: rollback oid 27 current snap is 257 2024-04-10T15:40:17.033 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 27 to 235 2024-04-10T15:40:17.033 INFO:tasks.rados.rados.0.smithi069.stdout:2620: rmattr oid 6 current snap is 257 2024-04-10T15:40:17.033 INFO:tasks.rados.rados.0.smithi069.stdout:2620: done (2 left) 2024-04-10T15:40:17.033 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 9 current snap is 257 2024-04-10T15:40:17.033 INFO:tasks.rados.rados.0.smithi069.stdout:2621: seq_num 823 ranges {1646592=589824,2236416=573440,2809856=630784} 2024-04-10T15:40:17.043 INFO:tasks.rados.rados.0.smithi069.stdout:2621: writing smithi06982861-9 from 1646592 to 2236416 tid 1 2024-04-10T15:40:17.046 INFO:tasks.rados.rados.0.smithi069.stdout:2621: writing smithi06982861-9 from 2236416 to 2809856 tid 2 2024-04-10T15:40:17.050 INFO:tasks.rados.rados.0.smithi069.stdout:2621: writing smithi06982861-9 from 2809856 to 3440640 tid 3 2024-04-10T15:40:17.050 INFO:tasks.rados.rados.0.smithi069.stdout:2622: read oid 29 snap -1 2024-04-10T15:40:17.050 INFO:tasks.rados.rados.0.smithi069.stdout:2622: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-10T15:40:17.050 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 42 current snap is 257 2024-04-10T15:40:17.050 INFO:tasks.rados.rados.0.smithi069.stdout:2619: finishing rollback tid 1 to smithi06982861-27 2024-04-10T15:40:17.051 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 27 v 1206 (ObjNum 129 snap 0 seq_num 1434020632) dirty dne 2024-04-10T15:40:17.051 INFO:tasks.rados.rados.0.smithi069.stdout:2623: seq_num 824 ranges {0=606208,606208=458752,1064960=573440,1638400=172032} 2024-04-10T15:40:17.055 INFO:tasks.rados.rados.0.smithi069.stdout:2623: writing smithi06982861-42 from 0 to 606208 tid 1 2024-04-10T15:40:17.056 INFO:tasks.rados.rados.0.smithi069.stdout:2623: writing smithi06982861-42 from 606208 to 1064960 tid 2 2024-04-10T15:40:17.059 INFO:tasks.rados.rados.0.smithi069.stdout:2623: writing smithi06982861-42 from 1064960 to 1638400 tid 3 2024-04-10T15:40:17.060 INFO:tasks.rados.rados.0.smithi069.stdout:2623: writing smithi06982861-42 from 1638400 to 1810432 tid 4 2024-04-10T15:40:17.061 INFO:tasks.rados.rados.0.smithi069.stdout:2619: done (4 left) 2024-04-10T15:40:17.061 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 36 current snap is 257 2024-04-10T15:40:17.061 INFO:tasks.rados.rados.0.smithi069.stdout:2624: seq_num 825 ranges {434176=622592,1056768=745472,1802240=458752} 2024-04-10T15:40:17.066 INFO:tasks.rados.rados.0.smithi069.stdout:2624: writing smithi06982861-36 from 434176 to 1056768 tid 1 2024-04-10T15:40:17.070 INFO:tasks.rados.rados.0.smithi069.stdout:2624: writing smithi06982861-36 from 1056768 to 1802240 tid 2 2024-04-10T15:40:17.073 INFO:tasks.rados.rados.0.smithi069.stdout:2624: writing smithi06982861-36 from 1802240 to 2260992 tid 3 2024-04-10T15:40:17.073 INFO:tasks.rados.rados.0.smithi069.stdout:2625: copy_from oid 18 from oid 41 current snap is 257 2024-04-10T15:40:17.073 INFO:tasks.rados.rados.0.smithi069.stdout:2618: expect (ObjNum 756 snap 238 seq_num 756) 2024-04-10T15:40:17.091 INFO:tasks.rados.rados.0.smithi069.stdout:2621: finishing write tid 1 to smithi06982861-9 2024-04-10T15:40:17.091 INFO:tasks.rados.rados.0.smithi069.stdout:2621: finishing write tid 2 to smithi06982861-9 2024-04-10T15:40:17.091 INFO:tasks.rados.rados.0.smithi069.stdout:2618: done (5 left) 2024-04-10T15:40:17.091 INFO:tasks.rados.rados.0.smithi069.stdout:2626: snap_remove snap 249 2024-04-10T15:40:17.227 INFO:tasks.rados.rados.0.smithi069.stdout:2626: done (5 left) 2024-04-10T15:40:17.227 INFO:tasks.rados.rados.0.smithi069.stdout:2627: read oid 47 snap -1 2024-04-10T15:40:17.227 INFO:tasks.rados.rados.0.smithi069.stdout:2627: expect deleted 2024-04-10T15:40:17.228 INFO:tasks.rados.rados.0.smithi069.stdout:2628: snap_remove snap 253 2024-04-10T15:40:17.228 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:40:16 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:15:40:16] "GET /metrics HTTP/1.1" 200 36088 "" "Prometheus/2.43.0" 2024-04-10T15:40:18.226 INFO:journalctl@ceph.mds.b.smithi077.stdout:Apr 10 15:40:17 smithi077 bash[113435]: time="2024-04-10T15:40:17Z" level=warning msg="StopSignal SIGTERM failed to stop container ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mds-b in 10 seconds, resorting to SIGKILL" 2024-04-10T15:40:18.226 INFO:journalctl@ceph.mds.b.smithi077.stdout:Apr 10 15:40:17 smithi077 podman[113435]: 2024-04-10 15:40:17.98214802 +0000 UTC m=+10.123083349 container died ba4ee0b79036e6b20a39a214c85228296fc765d600e53b2339d9dd6800ba6b61 (image=quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mds-b, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, RELEASE=reef-d540eba, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240403) 2024-04-10T15:40:18.232 INFO:tasks.rados.rados.0.smithi069.stdout:2628: done (6 left) 2024-04-10T15:40:18.232 INFO:tasks.rados.rados.0.smithi069.stdout:2629: read oid 35 snap -1 2024-04-10T15:40:18.232 INFO:tasks.rados.rados.0.smithi069.stdout:2629: expect deleted 2024-04-10T15:40:18.232 INFO:tasks.rados.rados.0.smithi069.stdout:2630: rollback oid 43 current snap is 257 2024-04-10T15:40:18.232 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 43 to 245 2024-04-10T15:40:18.232 INFO:tasks.rados.rados.0.smithi069.stdout:2622: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-10T15:40:18.236 INFO:tasks.rados.rados.0.smithi069.stdout:2621: finishing write tid 3 to smithi06982861-9 2024-04-10T15:40:18.236 INFO:tasks.rados.rados.0.smithi069.stdout:2621: finishing write tid 4 to smithi06982861-9 2024-04-10T15:40:18.236 INFO:tasks.rados.rados.0.smithi069.stdout:2622: done (7 left) 2024-04-10T15:40:18.236 INFO:tasks.rados.rados.0.smithi069.stdout:2631: copy_from oid 33 from oid 8 current snap is 257 2024-04-10T15:40:18.236 INFO:tasks.rados.rados.0.smithi069.stdout:2621: finishing write tid 5 to smithi06982861-9 2024-04-10T15:40:18.236 INFO:tasks.rados.rados.0.smithi069.stdout:2621: oid 9 updating version 0 to 1033 2024-04-10T15:40:18.236 INFO:tasks.rados.rados.0.smithi069.stdout:2621: oid 9 updating version 1033 to 1036 2024-04-10T15:40:18.236 INFO:tasks.rados.rados.0.smithi069.stdout:2621: oid 9 version 1036 is already newer than 1034 2024-04-10T15:40:18.236 INFO:tasks.rados.rados.0.smithi069.stdout:2621: oid 9 version 1036 is already newer than 1035 2024-04-10T15:40:18.236 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 9 v 1036 (ObjNum 823 snap 257 seq_num 823) dirty exists 2024-04-10T15:40:18.236 INFO:tasks.rados.rados.0.smithi069.stdout:2621: left oid 9 (ObjNum 823 snap 257 seq_num 823) 2024-04-10T15:40:18.236 INFO:tasks.rados.rados.0.smithi069.stdout:2623: finishing write tid 1 to smithi06982861-42 2024-04-10T15:40:18.236 INFO:tasks.rados.rados.0.smithi069.stdout:2623: finishing write tid 2 to smithi06982861-42 2024-04-10T15:40:18.237 INFO:tasks.rados.rados.0.smithi069.stdout:2623: finishing write tid 3 to smithi06982861-42 2024-04-10T15:40:18.237 INFO:tasks.rados.rados.0.smithi069.stdout:2623: finishing write tid 4 to smithi06982861-42 2024-04-10T15:40:18.237 INFO:tasks.rados.rados.0.smithi069.stdout:2623: finishing write tid 5 to smithi06982861-42 2024-04-10T15:40:18.237 INFO:tasks.rados.rados.0.smithi069.stdout:2623: finishing write tid 6 to smithi06982861-42 2024-04-10T15:40:18.237 INFO:tasks.rados.rados.0.smithi069.stdout:2623: oid 42 updating version 0 to 1218 2024-04-10T15:40:18.237 INFO:tasks.rados.rados.0.smithi069.stdout:2623: oid 42 version 1218 is already newer than 1216 2024-04-10T15:40:18.237 INFO:tasks.rados.rados.0.smithi069.stdout:2623: oid 42 version 1218 is already newer than 1214 2024-04-10T15:40:18.237 INFO:tasks.rados.rados.0.smithi069.stdout:2623: oid 42 version 1218 is already newer than 1215 2024-04-10T15:40:18.237 INFO:tasks.rados.rados.0.smithi069.stdout:2623: oid 42 version 1218 is already newer than 1217 2024-04-10T15:40:18.237 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 42 v 1218 (ObjNum 824 snap 257 seq_num 824) dirty exists 2024-04-10T15:40:18.237 INFO:tasks.rados.rados.0.smithi069.stdout:2623: left oid 42 (ObjNum 824 snap 257 seq_num 824) 2024-04-10T15:40:18.237 INFO:tasks.rados.rados.0.smithi069.stdout:2624: finishing write tid 1 to smithi06982861-36 2024-04-10T15:40:18.237 INFO:tasks.rados.rados.0.smithi069.stdout:2624: finishing write tid 2 to smithi06982861-36 2024-04-10T15:40:18.238 INFO:tasks.rados.rados.0.smithi069.stdout:2624: finishing write tid 3 to smithi06982861-36 2024-04-10T15:40:18.238 INFO:tasks.rados.rados.0.smithi069.stdout:2624: finishing write tid 4 to smithi06982861-36 2024-04-10T15:40:18.238 INFO:tasks.rados.rados.0.smithi069.stdout:2624: finishing write tid 5 to smithi06982861-36 2024-04-10T15:40:18.238 INFO:tasks.rados.rados.0.smithi069.stdout:2624: oid 36 updating version 0 to 1295 2024-04-10T15:40:18.238 INFO:tasks.rados.rados.0.smithi069.stdout:2624: oid 36 updating version 1295 to 1296 2024-04-10T15:40:18.238 INFO:tasks.rados.rados.0.smithi069.stdout:2624: oid 36 version 1296 is already newer than 1294 2024-04-10T15:40:18.238 INFO:tasks.rados.rados.0.smithi069.stdout:2624: oid 36 version 1296 is already newer than 1293 2024-04-10T15:40:18.238 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 36 v 1296 (ObjNum 825 snap 257 seq_num 825) dirty exists 2024-04-10T15:40:18.238 INFO:tasks.rados.rados.0.smithi069.stdout:2624: left oid 36 (ObjNum 825 snap 257 seq_num 825) 2024-04-10T15:40:18.238 INFO:tasks.rados.rados.0.smithi069.stdout:2625: finishing copy_from racing read to smithi06982861-18 2024-04-10T15:40:18.238 INFO:tasks.rados.rados.0.smithi069.stdout:2625: finishing copy_from to smithi06982861-18 2024-04-10T15:40:18.238 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 18 v 1471 (ObjNum 782 snap 246 seq_num 782) dirty exists 2024-04-10T15:40:18.238 INFO:tasks.rados.rados.0.smithi069.stdout:2621: done (7 left) 2024-04-10T15:40:18.238 INFO:tasks.rados.rados.0.smithi069.stdout:2623: done (6 left) 2024-04-10T15:40:18.238 INFO:tasks.rados.rados.0.smithi069.stdout:2624: done (5 left) 2024-04-10T15:40:18.239 INFO:tasks.rados.rados.0.smithi069.stdout:2625: done (4 left) 2024-04-10T15:40:18.239 INFO:tasks.rados.rados.0.smithi069.stdout:2632: snap_remove snap 223 2024-04-10T15:40:18.483 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:40:18 smithi077 ceph-mon[87572]: osdmap e585: 8 total, 8 up, 8 in 2024-04-10T15:40:18.483 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:40:18 smithi077 ceph-mon[87572]: pgmap v539: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 468 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 3.8 MiB/s rd, 0 B/s wr, 15 op/s 2024-04-10T15:40:18.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:40:18 smithi069 ceph-mon[96738]: osdmap e585: 8 total, 8 up, 8 in 2024-04-10T15:40:18.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:40:18 smithi069 ceph-mon[96738]: pgmap v539: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 468 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 3.8 MiB/s rd, 0 B/s wr, 15 op/s 2024-04-10T15:40:18.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:40:18 smithi069 ceph-mon[94167]: osdmap e585: 8 total, 8 up, 8 in 2024-04-10T15:40:18.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:40:18 smithi069 ceph-mon[94167]: pgmap v539: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 468 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 3.8 MiB/s rd, 0 B/s wr, 15 op/s 2024-04-10T15:40:18.742 INFO:journalctl@ceph.mds.b.smithi077.stdout:Apr 10 15:40:18 smithi077 podman[113435]: 2024-04-10 15:40:18.494296685 +0000 UTC m=+10.635232060 container cleanup ba4ee0b79036e6b20a39a214c85228296fc765d600e53b2339d9dd6800ba6b61 (image=quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mds-b, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240403, RELEASE=reef-d540eba, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, ceph=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0) 2024-04-10T15:40:18.742 INFO:journalctl@ceph.mds.b.smithi077.stdout:Apr 10 15:40:18 smithi077 bash[113435]: ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mds-b 2024-04-10T15:40:19.155 INFO:journalctl@ceph.mds.b.smithi077.stdout:Apr 10 15:40:18 smithi077 podman[113472]: 2024-04-10 15:40:18.760026569 +0000 UTC m=+0.781050730 container remove ba4ee0b79036e6b20a39a214c85228296fc765d600e53b2339d9dd6800ba6b61 (image=quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mds-b, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.build-date=20240403, ceph=True, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-d540eba) 2024-04-10T15:40:19.155 INFO:journalctl@ceph.mds.b.smithi077.stdout:Apr 10 15:40:18 smithi077 systemd[1]: ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4@mds.b.service: Main process exited, code=exited, status=137/n/a 2024-04-10T15:40:19.155 INFO:journalctl@ceph.mds.b.smithi077.stdout:Apr 10 15:40:18 smithi077 systemd[1]: ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4@mds.b.service: Failed with result 'exit-code'. 2024-04-10T15:40:19.155 INFO:journalctl@ceph.mds.b.smithi077.stdout:Apr 10 15:40:18 smithi077 systemd[1]: Stopped Ceph mds.b for 09bfb546-f74e-11ee-b64a-cb9ed24678a4. 2024-04-10T15:40:19.155 INFO:journalctl@ceph.mds.b.smithi077.stdout:Apr 10 15:40:18 smithi077 systemd[1]: ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4@mds.b.service: Consumed 1.721s CPU time. 2024-04-10T15:40:19.237 INFO:tasks.rados.rados.0.smithi069.stdout:2632: done (4 left) 2024-04-10T15:40:19.237 INFO:tasks.rados.rados.0.smithi069.stdout:2633: rollback oid 2 current snap is 257 2024-04-10T15:40:19.237 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 2 to 245 2024-04-10T15:40:19.238 INFO:tasks.rados.rados.0.smithi069.stdout:2634: read oid 27 snap 256 2024-04-10T15:40:19.238 INFO:tasks.rados.rados.0.smithi069.stdout:2634: expect deleted 2024-04-10T15:40:19.238 INFO:tasks.rados.rados.0.smithi069.stdout:2635: snap_create 2024-04-10T15:40:19.238 INFO:tasks.rados.rados.0.smithi069.stdout:2630: finishing rollback tid 0 to smithi06982861-43 2024-04-10T15:40:19.238 INFO:tasks.rados.rados.0.smithi069.stdout:2630: finishing rollback tid 1 to smithi06982861-43 2024-04-10T15:40:19.238 INFO:tasks.rados.rados.0.smithi069.stdout:2631: finishing copy_from to smithi06982861-33 2024-04-10T15:40:19.238 INFO:tasks.rados.rados.0.smithi069.stdout:2631: got expected ENOENT (src dne) 2024-04-10T15:40:19.238 INFO:tasks.rados.rados.0.smithi069.stdout:2631: finishing copy_from racing read to smithi06982861-33 2024-04-10T15:40:19.238 INFO:tasks.rados.rados.0.smithi069.stdout:2630: finishing rollback tid 2 to smithi06982861-43 2024-04-10T15:40:19.238 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 43 v 968 (ObjNum 113 snap 0 seq_num 1434483168) dirty exists 2024-04-10T15:40:19.252 INFO:tasks.rados.rados.0.smithi069.stdout:2633: finishing rollback tid 0 to smithi06982861-2 2024-04-10T15:40:19.253 INFO:tasks.rados.rados.0.smithi069.stdout:2633: finishing rollback tid 1 to smithi06982861-2 2024-04-10T15:40:19.253 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 2 v 1037 (ObjNum 721 snap 0 seq_num 1434032896) dirty dne 2024-04-10T15:40:19.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:40:19 smithi077 ceph-mon[87572]: osdmap e586: 8 total, 8 up, 8 in 2024-04-10T15:40:19.492 INFO:journalctl@ceph.mds.b.smithi077.stdout:Apr 10 15:40:19 smithi077 systemd[1]: Starting Ceph mds.b for 09bfb546-f74e-11ee-b64a-cb9ed24678a4... 2024-04-10T15:40:19.492 INFO:journalctl@ceph.mds.b.smithi077.stdout:Apr 10 15:40:19 smithi077 podman[113606]: 2024-04-10 15:40:19.295700387 +0000 UTC m=+0.018111728 image pull ffe3e7ac3788b84d6c0b551f13dbde782a187c25e75d087cf3ace2b26f4e3ffa quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc 2024-04-10T15:40:19.493 INFO:journalctl@ceph.mds.b.smithi077.stdout:Apr 10 15:40:19 smithi077 podman[113606]: 2024-04-10 15:40:19.404669802 +0000 UTC m=+0.127081127 container create e7196a7145ff760fef4e6d17992a598797f8fe2ecb0bc421123e919f568e7c2f (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mds-b, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.build-date=20240409, io.buildah.version=1.33.5, ceph=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-10T15:40:19.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:40:19 smithi069 ceph-mon[94167]: osdmap e586: 8 total, 8 up, 8 in 2024-04-10T15:40:19.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:40:19 smithi069 ceph-mon[96738]: osdmap e586: 8 total, 8 up, 8 in 2024-04-10T15:40:19.992 INFO:journalctl@ceph.mds.b.smithi077.stdout:Apr 10 15:40:19 smithi077 podman[113606]: 2024-04-10 15:40:19.656964803 +0000 UTC m=+0.379376136 container init e7196a7145ff760fef4e6d17992a598797f8fe2ecb0bc421123e919f568e7c2f (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mds-b, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, CEPH_POINT_RELEASE=, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.build-date=20240409, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-10T15:40:19.992 INFO:journalctl@ceph.mds.b.smithi077.stdout:Apr 10 15:40:19 smithi077 podman[113606]: 2024-04-10 15:40:19.662155395 +0000 UTC m=+0.384566719 container start e7196a7145ff760fef4e6d17992a598797f8fe2ecb0bc421123e919f568e7c2f (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mds-b, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, CEPH_POINT_RELEASE=, ceph=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.build-date=20240409, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS) 2024-04-10T15:40:19.992 INFO:journalctl@ceph.mds.b.smithi077.stdout:Apr 10 15:40:19 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mds-b[113621]: starting mds.b at 2024-04-10T15:40:19.992 INFO:journalctl@ceph.mds.b.smithi077.stdout:Apr 10 15:40:19 smithi077 bash[113606]: e7196a7145ff760fef4e6d17992a598797f8fe2ecb0bc421123e919f568e7c2f 2024-04-10T15:40:19.992 INFO:journalctl@ceph.mds.b.smithi077.stdout:Apr 10 15:40:19 smithi077 systemd[1]: Started Ceph mds.b for 09bfb546-f74e-11ee-b64a-cb9ed24678a4. 2024-04-10T15:40:20.241 INFO:tasks.rados.rados.0.smithi069.stdout:2627: done (6 left) 2024-04-10T15:40:20.242 INFO:tasks.rados.rados.0.smithi069.stdout:2629: done (5 left) 2024-04-10T15:40:20.242 INFO:tasks.rados.rados.0.smithi069.stdout:2630: done (4 left) 2024-04-10T15:40:20.242 INFO:tasks.rados.rados.0.smithi069.stdout:2631: done (3 left) 2024-04-10T15:40:20.242 INFO:tasks.rados.rados.0.smithi069.stdout:2633: done (2 left) 2024-04-10T15:40:20.242 INFO:tasks.rados.rados.0.smithi069.stdout:2634: done (1 left) 2024-04-10T15:40:20.242 INFO:tasks.rados.rados.0.smithi069.stdout:2635: done (0 left) 2024-04-10T15:40:20.242 INFO:tasks.rados.rados.0.smithi069.stdout:2636: setattr oid 9 current snap is 258 2024-04-10T15:40:20.243 INFO:tasks.rados.rados.0.smithi069.stdout:2637: read oid 10 snap -1 2024-04-10T15:40:20.243 INFO:tasks.rados.rados.0.smithi069.stdout:2637: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-10T15:40:20.243 INFO:tasks.rados.rados.0.smithi069.stdout:2638: snap_create 2024-04-10T15:40:20.244 INFO:tasks.rados.rados.0.smithi069.stdout:2637: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-10T15:40:20.249 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 9 v 1037 (ObjNum 823 snap 257 seq_num 823) dirty exists 2024-04-10T15:40:20.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:40:20 smithi077 ceph-mon[87572]: osdmap e587: 8 total, 8 up, 8 in 2024-04-10T15:40:20.493 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:40:20 smithi077 ceph-mon[87572]: pgmap v542: 121 pgs: 121 active+clean; 465 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 1.3 MiB/s wr, 26 op/s 2024-04-10T15:40:20.493 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:40:20 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:40:20.493 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:40:20 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:40:20.493 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:40:20 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:40:20.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:40:20 smithi069 ceph-mon[96738]: osdmap e587: 8 total, 8 up, 8 in 2024-04-10T15:40:20.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:40:20 smithi069 ceph-mon[96738]: pgmap v542: 121 pgs: 121 active+clean; 465 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 1.3 MiB/s wr, 26 op/s 2024-04-10T15:40:20.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:40:20 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:40:20.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:40:20 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:40:20.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:40:20 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:40:20.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:40:20 smithi069 ceph-mon[94167]: osdmap e587: 8 total, 8 up, 8 in 2024-04-10T15:40:20.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:40:20 smithi069 ceph-mon[94167]: pgmap v542: 121 pgs: 121 active+clean; 465 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 1.3 MiB/s wr, 26 op/s 2024-04-10T15:40:20.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:40:20 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:40:20.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:40:20 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:40:20.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:40:20 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:40:21.194 INFO:tasks.rados.rados.0.smithi069.stdout:2636: done (2 left) 2024-04-10T15:40:21.194 INFO:tasks.rados.rados.0.smithi069.stdout:2637: done (1 left) 2024-04-10T15:40:21.194 INFO:tasks.rados.rados.0.smithi069.stdout:2638: done (0 left) 2024-04-10T15:40:21.194 INFO:tasks.rados.rados.0.smithi069.stdout:2639: delete oid 42 current snap is 259 2024-04-10T15:40:21.197 INFO:tasks.rados.rados.0.smithi069.stdout:2639: done (0 left) 2024-04-10T15:40:21.197 INFO:tasks.rados.rados.0.smithi069.stdout:2640: snap_remove snap 254 2024-04-10T15:40:21.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:40:21 smithi077 ceph-mon[87572]: mds.? [v2:172.21.15.77:6832/2994717413,v1:172.21.15.77:6833/2994717413] up:boot 2024-04-10T15:40:21.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:40:21 smithi077 ceph-mon[87572]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-04-10T15:40:21.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:40:21 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-10T15:40:21.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:40:21 smithi077 ceph-mon[87572]: osdmap e588: 8 total, 8 up, 8 in 2024-04-10T15:40:21.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:40:21 smithi077 ceph-mon[87572]: osdmap e589: 8 total, 8 up, 8 in 2024-04-10T15:40:21.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:40:21 smithi069 ceph-mon[94167]: mds.? [v2:172.21.15.77:6832/2994717413,v1:172.21.15.77:6833/2994717413] up:boot 2024-04-10T15:40:21.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:40:21 smithi069 ceph-mon[94167]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-04-10T15:40:21.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:40:21 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-10T15:40:21.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:40:21 smithi069 ceph-mon[94167]: osdmap e588: 8 total, 8 up, 8 in 2024-04-10T15:40:21.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:40:21 smithi069 ceph-mon[94167]: osdmap e589: 8 total, 8 up, 8 in 2024-04-10T15:40:21.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:40:21 smithi069 ceph-mon[96738]: mds.? [v2:172.21.15.77:6832/2994717413,v1:172.21.15.77:6833/2994717413] up:boot 2024-04-10T15:40:21.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:40:21 smithi069 ceph-mon[96738]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-04-10T15:40:21.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:40:21 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-10T15:40:21.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:40:21 smithi069 ceph-mon[96738]: osdmap e588: 8 total, 8 up, 8 in 2024-04-10T15:40:21.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:40:21 smithi069 ceph-mon[96738]: osdmap e589: 8 total, 8 up, 8 in 2024-04-10T15:40:22.196 INFO:tasks.rados.rados.0.smithi069.stdout:2640: done (0 left) 2024-04-10T15:40:22.201 INFO:tasks.rados.rados.0.smithi069.stdout:2641: read oid 23 snap -1 2024-04-10T15:40:22.202 INFO:tasks.rados.rados.0.smithi069.stdout:2641: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-10T15:40:22.202 INFO:tasks.rados.rados.0.smithi069.stdout:2642: snap_remove snap 245 2024-04-10T15:40:22.549 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:40:22 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[78458]: ts=2024-04-10T15:40:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:40:22.550 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:40:22 smithi077 ceph-mon[87572]: pgmap v545: 121 pgs: 121 active+clean; 424 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 2.8 MiB/s wr, 38 op/s 2024-04-10T15:40:22.550 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:40:22 smithi077 ceph-mon[87572]: osdmap e590: 8 total, 8 up, 8 in 2024-04-10T15:40:22.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:40:22 smithi069 ceph-mon[96738]: pgmap v545: 121 pgs: 121 active+clean; 424 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 2.8 MiB/s wr, 38 op/s 2024-04-10T15:40:22.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:40:22 smithi069 ceph-mon[96738]: osdmap e590: 8 total, 8 up, 8 in 2024-04-10T15:40:22.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:40:22 smithi069 ceph-mon[94167]: pgmap v545: 121 pgs: 121 active+clean; 424 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 2.8 MiB/s wr, 38 op/s 2024-04-10T15:40:22.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:40:22 smithi069 ceph-mon[94167]: osdmap e590: 8 total, 8 up, 8 in 2024-04-10T15:40:23.199 INFO:tasks.rados.rados.0.smithi069.stdout:2641: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-10T15:40:23.206 INFO:tasks.rados.rados.0.smithi069.stdout:2641: done (1 left) 2024-04-10T15:40:23.206 INFO:tasks.rados.rados.0.smithi069.stdout:2642: done (0 left) 2024-04-10T15:40:23.206 INFO:tasks.rados.rados.0.smithi069.stdout:2643: copy_from oid 22 from oid 29 current snap is 259 2024-04-10T15:40:23.206 INFO:tasks.rados.rados.0.smithi069.stdout:2644: read oid 10 snap -1 2024-04-10T15:40:23.206 INFO:tasks.rados.rados.0.smithi069.stdout:2644: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-10T15:40:23.206 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 47 current snap is 259 2024-04-10T15:40:23.206 INFO:tasks.rados.rados.0.smithi069.stdout:2645: seq_num 827 ranges {0=655360,655360=516096,1171456=688128} 2024-04-10T15:40:23.210 INFO:tasks.rados.rados.0.smithi069.stdout:2645: writing smithi06982861-47 from 0 to 655360 tid 1 2024-04-10T15:40:23.214 INFO:tasks.rados.rados.0.smithi069.stdout:2645: writing smithi06982861-47 from 655360 to 1171456 tid 2 2024-04-10T15:40:23.219 INFO:tasks.rados.rados.0.smithi069.stdout:2645: writing smithi06982861-47 from 1171456 to 1859584 tid 3 2024-04-10T15:40:23.219 INFO:tasks.rados.rados.0.smithi069.stdout:2646: rollback oid 21 current snap is 259 2024-04-10T15:40:23.219 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 21 to 237 2024-04-10T15:40:23.219 INFO:tasks.rados.rados.0.smithi069.stdout:2644: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-10T15:40:23.222 INFO:tasks.rados.rados.0.smithi069.stdout:2643: finishing copy_from racing read to smithi06982861-22 2024-04-10T15:40:23.222 INFO:tasks.rados.rados.0.smithi069.stdout:2645: finishing write tid 1 to smithi06982861-47 2024-04-10T15:40:23.222 INFO:tasks.rados.rados.0.smithi069.stdout:2643: finishing copy_from to smithi06982861-22 2024-04-10T15:40:23.222 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 22 v 1038 (ObjNum 65 snap 0 seq_num 1884907873) dirty exists 2024-04-10T15:40:23.222 INFO:tasks.rados.rados.0.smithi069.stdout:2645: finishing write tid 2 to smithi06982861-47 2024-04-10T15:40:23.222 INFO:tasks.rados.rados.0.smithi069.stdout:2643: done (3 left) 2024-04-10T15:40:23.222 INFO:tasks.rados.rados.0.smithi069.stdout:2644: done (2 left) 2024-04-10T15:40:23.222 INFO:tasks.rados.rados.0.smithi069.stdout:2647: setattr oid 11 current snap is 259 2024-04-10T15:40:23.223 INFO:tasks.rados.rados.0.smithi069.stdout:2645: finishing write tid 3 to smithi06982861-47 2024-04-10T15:40:23.223 INFO:tasks.rados.rados.0.smithi069.stdout:2645: finishing write tid 4 to smithi06982861-47 2024-04-10T15:40:23.224 INFO:tasks.rados.rados.0.smithi069.stdout:2646: finishing rollback tid 0 to smithi06982861-21 2024-04-10T15:40:23.224 INFO:tasks.rados.rados.0.smithi069.stdout:2646: finishing rollback tid 1 to smithi06982861-21 2024-04-10T15:40:23.224 INFO:tasks.rados.rados.0.smithi069.stdout:2646: finishing rollback tid 2 to smithi06982861-21 2024-04-10T15:40:23.224 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 21 v 1040 (ObjNum 748 snap 235 seq_num 748) dirty exists 2024-04-10T15:40:23.225 INFO:tasks.rados.rados.0.smithi069.stdout:2645: finishing write tid 5 to smithi06982861-47 2024-04-10T15:40:23.225 INFO:tasks.rados.rados.0.smithi069.stdout:2645: oid 47 updating version 0 to 1474 2024-04-10T15:40:23.225 INFO:tasks.rados.rados.0.smithi069.stdout:2645: oid 47 version 1474 is already newer than 1472 2024-04-10T15:40:23.225 INFO:tasks.rados.rados.0.smithi069.stdout:2645: oid 47 updating version 1474 to 1475 2024-04-10T15:40:23.225 INFO:tasks.rados.rados.0.smithi069.stdout:2645: oid 47 version 1475 is already newer than 1473 2024-04-10T15:40:23.225 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 47 v 1475 (ObjNum 827 snap 259 seq_num 827) dirty exists 2024-04-10T15:40:23.225 INFO:tasks.rados.rados.0.smithi069.stdout:2645: left oid 47 (ObjNum 827 snap 259 seq_num 827) 2024-04-10T15:40:23.226 INFO:tasks.rados.rados.0.smithi069.stdout:2645: done (2 left) 2024-04-10T15:40:23.226 INFO:tasks.rados.rados.0.smithi069.stdout:2646: done (1 left) 2024-04-10T15:40:23.226 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 33 current snap is 259 2024-04-10T15:40:23.226 INFO:tasks.rados.rados.0.smithi069.stdout:2648: seq_num 828 ranges {1294336=671744,1966080=802816,2768896=401408} 2024-04-10T15:40:23.236 INFO:tasks.rados.rados.0.smithi069.stdout:2648: writing smithi06982861-33 from 1294336 to 1966080 tid 1 2024-04-10T15:40:23.241 INFO:tasks.rados.rados.0.smithi069.stdout:2648: writing smithi06982861-33 from 1966080 to 2768896 tid 2 2024-04-10T15:40:23.243 INFO:tasks.rados.rados.0.smithi069.stdout:2648: writing smithi06982861-33 from 2768896 to 3170304 tid 3 2024-04-10T15:40:23.244 INFO:tasks.rados.rados.0.smithi069.stdout:2649: delete oid 1 current snap is 259 2024-04-10T15:40:23.244 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 11 v 1014 (ObjNum 756 snap 238 seq_num 756) dirty exists 2024-04-10T15:40:23.244 INFO:tasks.rados.rados.0.smithi069.stdout:2648: finishing write tid 1 to smithi06982861-33 2024-04-10T15:40:23.244 INFO:tasks.rados.rados.0.smithi069.stdout:2648: finishing write tid 2 to smithi06982861-33 2024-04-10T15:40:23.245 INFO:tasks.rados.rados.0.smithi069.stdout:2647: done (2 left) 2024-04-10T15:40:23.246 INFO:tasks.rados.rados.0.smithi069.stdout:2649: done (1 left) 2024-04-10T15:40:23.246 INFO:tasks.rados.rados.0.smithi069.stdout:2650: setattr oid 23 current snap is 259 2024-04-10T15:40:23.247 INFO:tasks.rados.rados.0.smithi069.stdout:2648: finishing write tid 3 to smithi06982861-33 2024-04-10T15:40:23.247 INFO:tasks.rados.rados.0.smithi069.stdout:2648: finishing write tid 4 to smithi06982861-33 2024-04-10T15:40:23.248 INFO:tasks.rados.rados.0.smithi069.stdout:2651: copy_from oid 3 from oid 8 current snap is 259 2024-04-10T15:40:23.248 INFO:tasks.rados.rados.0.smithi069.stdout:2652: read oid 39 snap -1 2024-04-10T15:40:23.248 INFO:tasks.rados.rados.0.smithi069.stdout:2652: expect (ObjNum 818 snap 257 seq_num 818) 2024-04-10T15:40:23.248 INFO:tasks.rados.rados.0.smithi069.stdout:2653: delete oid 15 current snap is 259 2024-04-10T15:40:23.249 INFO:tasks.rados.rados.0.smithi069.stdout:2651: finishing copy_from to smithi06982861-3 2024-04-10T15:40:23.249 INFO:tasks.rados.rados.0.smithi069.stdout:2651: got expected ENOENT (src dne) 2024-04-10T15:40:23.249 INFO:tasks.rados.rados.0.smithi069.stdout:2648: finishing write tid 5 to smithi06982861-33 2024-04-10T15:40:23.249 INFO:tasks.rados.rados.0.smithi069.stdout:2648: oid 33 updating version 0 to 1382 2024-04-10T15:40:23.249 INFO:tasks.rados.rados.0.smithi069.stdout:2648: oid 33 updating version 1382 to 1383 2024-04-10T15:40:23.250 INFO:tasks.rados.rados.0.smithi069.stdout:2648: oid 33 updating version 1383 to 1384 2024-04-10T15:40:23.250 INFO:tasks.rados.rados.0.smithi069.stdout:2648: oid 33 version 1384 is already newer than 1381 2024-04-10T15:40:23.250 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 33 v 1384 (ObjNum 828 snap 259 seq_num 828) dirty exists 2024-04-10T15:40:23.250 INFO:tasks.rados.rados.0.smithi069.stdout:2648: left oid 33 (ObjNum 828 snap 259 seq_num 828) 2024-04-10T15:40:23.250 INFO:tasks.rados.rados.0.smithi069.stdout:2651: finishing copy_from racing read to smithi06982861-3 2024-04-10T15:40:23.250 INFO:tasks.rados.rados.0.smithi069.stdout:2648: done (4 left) 2024-04-10T15:40:23.251 INFO:tasks.rados.rados.0.smithi069.stdout:2651: done (3 left) 2024-04-10T15:40:23.251 INFO:tasks.rados.rados.0.smithi069.stdout:2653: done (2 left) 2024-04-10T15:40:23.251 INFO:tasks.rados.rados.0.smithi069.stdout:2654: snap_create 2024-04-10T15:40:23.251 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 23 v 1218 (ObjNum 993 snap 0 seq_num 3227496624) dirty exists 2024-04-10T15:40:23.260 INFO:tasks.rados.rados.0.smithi069.stdout:2652: expect (ObjNum 818 snap 257 seq_num 818) 2024-04-10T15:40:24.202 INFO:tasks.rados.rados.0.smithi069.stdout:2650: done (2 left) 2024-04-10T15:40:24.202 INFO:tasks.rados.rados.0.smithi069.stdout:2652: done (1 left) 2024-04-10T15:40:24.202 INFO:tasks.rados.rados.0.smithi069.stdout:2654: done (0 left) 2024-04-10T15:40:24.202 INFO:tasks.rados.rados.0.smithi069.stdout:2655: snap_create 2024-04-10T15:40:24.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:40:24 smithi077 ceph-mon[87572]: osdmap e591: 8 total, 8 up, 8 in 2024-04-10T15:40:24.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:40:24 smithi077 ceph-mon[87572]: pgmap v548: 121 pgs: 2 active+clean+snaptrim, 3 active+clean+snaptrim_wait, 116 active+clean; 411 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 3.9 MiB/s rd, 1.5 MiB/s wr, 12 op/s 2024-04-10T15:40:24.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:40:24 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:40:24.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:40:24 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:40:24.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:40:24 smithi069 ceph-mon[94167]: osdmap e591: 8 total, 8 up, 8 in 2024-04-10T15:40:24.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:40:24 smithi069 ceph-mon[94167]: pgmap v548: 121 pgs: 2 active+clean+snaptrim, 3 active+clean+snaptrim_wait, 116 active+clean; 411 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 3.9 MiB/s rd, 1.5 MiB/s wr, 12 op/s 2024-04-10T15:40:24.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:40:24 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:40:24.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:40:24 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:40:24.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:40:24 smithi069 ceph-mon[96738]: osdmap e591: 8 total, 8 up, 8 in 2024-04-10T15:40:24.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:40:24 smithi069 ceph-mon[96738]: pgmap v548: 121 pgs: 2 active+clean+snaptrim, 3 active+clean+snaptrim_wait, 116 active+clean; 411 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 3.9 MiB/s rd, 1.5 MiB/s wr, 12 op/s 2024-04-10T15:40:24.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:40:24 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:40:24.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:40:24 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:40:25.205 INFO:tasks.rados.rados.0.smithi069.stdout:2655: done (0 left) 2024-04-10T15:40:25.205 INFO:tasks.rados.rados.0.smithi069.stdout:2656: read oid 2 snap -1 2024-04-10T15:40:25.205 INFO:tasks.rados.rados.0.smithi069.stdout:2656: expect deleted 2024-04-10T15:40:25.206 INFO:tasks.rados.rados.0.smithi069.stdout:2657: snap_create 2024-04-10T15:40:25.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:40:25 smithi077 ceph-mon[87572]: osdmap e592: 8 total, 8 up, 8 in 2024-04-10T15:40:25.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:40:25 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:40:25.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:40:25 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:40:25.493 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:40:25 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:40:25.493 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:40:25 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:40:25.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:40:25 smithi069 ceph-mon[96738]: osdmap e592: 8 total, 8 up, 8 in 2024-04-10T15:40:25.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:40:25 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:40:25.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:40:25 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:40:25.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:40:25 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:40:25.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:40:25 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:40:25.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:40:25 smithi069 ceph-mon[94167]: osdmap e592: 8 total, 8 up, 8 in 2024-04-10T15:40:25.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:40:25 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:40:25.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:40:25 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:40:25.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:40:25 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:40:25.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:40:25 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:40:26.196 INFO:tasks.rados.rados.0.smithi069.stdout:2656: done (1 left) 2024-04-10T15:40:26.196 INFO:tasks.rados.rados.0.smithi069.stdout:2657: done (0 left) 2024-04-10T15:40:26.196 INFO:tasks.rados.rados.0.smithi069.stdout:2658: snap_create 2024-04-10T15:40:26.282 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:40:26 smithi077 ceph-mon[87572]: osdmap e593: 8 total, 8 up, 8 in 2024-04-10T15:40:26.283 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:40:26 smithi077 ceph-mon[87572]: pgmap v551: 121 pgs: 2 active+clean+snaptrim, 3 active+clean+snaptrim_wait, 116 active+clean; 387 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 42 KiB/s rd, 454 KiB/s wr, 14 op/s 2024-04-10T15:40:26.283 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:40:26 smithi077 ceph-mon[87572]: osdmap e594: 8 total, 8 up, 8 in 2024-04-10T15:40:26.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:40:26 smithi069 ceph-mon[96738]: osdmap e593: 8 total, 8 up, 8 in 2024-04-10T15:40:26.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:40:26 smithi069 ceph-mon[96738]: pgmap v551: 121 pgs: 2 active+clean+snaptrim, 3 active+clean+snaptrim_wait, 116 active+clean; 387 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 42 KiB/s rd, 454 KiB/s wr, 14 op/s 2024-04-10T15:40:26.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:40:26 smithi069 ceph-mon[96738]: osdmap e594: 8 total, 8 up, 8 in 2024-04-10T15:40:26.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:40:26 smithi069 ceph-mon[94167]: osdmap e593: 8 total, 8 up, 8 in 2024-04-10T15:40:26.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:40:26 smithi069 ceph-mon[94167]: pgmap v551: 121 pgs: 2 active+clean+snaptrim, 3 active+clean+snaptrim_wait, 116 active+clean; 387 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 42 KiB/s rd, 454 KiB/s wr, 14 op/s 2024-04-10T15:40:26.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:40:26 smithi069 ceph-mon[94167]: osdmap e594: 8 total, 8 up, 8 in 2024-04-10T15:40:27.086 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:40:26 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:15:40:26] "GET /metrics HTTP/1.1" 200 36322 "" "Prometheus/2.43.0" 2024-04-10T15:40:27.198 INFO:tasks.rados.rados.0.smithi069.stdout:2658: done (0 left) 2024-04-10T15:40:27.199 INFO:tasks.rados.rados.0.smithi069.stdout:2659: copy_from oid 41 from oid 34 current snap is 263 2024-04-10T15:40:27.199 INFO:tasks.rados.rados.0.smithi069.stdout:2660: read oid 14 snap 258 2024-04-10T15:40:27.199 INFO:tasks.rados.rados.0.smithi069.stdout:2660: expect (ObjNum 763 snap 243 seq_num 763) 2024-04-10T15:40:27.199 INFO:tasks.rados.rados.0.smithi069.stdout:2661: snap_remove snap 256 2024-04-10T15:40:28.210 INFO:tasks.rados.rados.0.smithi069.stdout:2661: done (2 left) 2024-04-10T15:40:28.210 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 13 current snap is 263 2024-04-10T15:40:28.210 INFO:tasks.rados.rados.0.smithi069.stdout:2662: seq_num 831 ranges {5021696=720896,5742592=499712,6242304=704512} 2024-04-10T15:40:28.242 INFO:tasks.rados.rados.0.smithi069.stdout:2662: writing smithi06982861-13 from 5021696 to 5742592 tid 1 2024-04-10T15:40:28.245 INFO:tasks.rados.rados.0.smithi069.stdout:2662: writing smithi06982861-13 from 5742592 to 6242304 tid 2 2024-04-10T15:40:28.249 INFO:tasks.rados.rados.0.smithi069.stdout:2662: writing smithi06982861-13 from 6242304 to 6946816 tid 3 2024-04-10T15:40:28.249 INFO:tasks.rados.rados.0.smithi069.stdout:2663: delete oid 38 current snap is 263 2024-04-10T15:40:28.250 INFO:tasks.rados.rados.0.smithi069.stdout:2660: expect (ObjNum 763 snap 243 seq_num 763) 2024-04-10T15:40:28.296 INFO:tasks.rados.rados.0.smithi069.stdout:2659: finishing copy_from racing read to smithi06982861-41 2024-04-10T15:40:28.296 INFO:tasks.rados.rados.0.smithi069.stdout:2659: finishing copy_from to smithi06982861-41 2024-04-10T15:40:28.296 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 41 v 1464 (ObjNum 774 snap 245 seq_num 774) dirty exists 2024-04-10T15:40:28.296 INFO:tasks.rados.rados.0.smithi069.stdout:2662: finishing write tid 1 to smithi06982861-13 2024-04-10T15:40:28.296 INFO:tasks.rados.rados.0.smithi069.stdout:2662: finishing write tid 2 to smithi06982861-13 2024-04-10T15:40:28.297 INFO:tasks.rados.rados.0.smithi069.stdout:2659: done (3 left) 2024-04-10T15:40:28.297 INFO:tasks.rados.rados.0.smithi069.stdout:2660: done (2 left) 2024-04-10T15:40:28.297 INFO:tasks.rados.rados.0.smithi069.stdout:2663: done (1 left) 2024-04-10T15:40:28.297 INFO:tasks.rados.rados.0.smithi069.stdout:2664: snap_remove snap 257 2024-04-10T15:40:28.493 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:40:28 smithi077 ceph-mon[87572]: osdmap e595: 8 total, 8 up, 8 in 2024-04-10T15:40:28.493 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:40:28 smithi077 ceph-mon[87572]: pgmap v554: 121 pgs: 2 active+clean+snaptrim, 3 active+clean+snaptrim_wait, 116 active+clean; 387 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 42 KiB/s rd, 454 KiB/s wr, 14 op/s 2024-04-10T15:40:28.493 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:40:28 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:40:28.493 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:40:28 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:40:28.493 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:40:28 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:40:28.493 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:40:28 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:40:28.493 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:40:28 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:40:28.493 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:40:28 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:40:28.493 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:40:28 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:40:28.493 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:40:28 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:40:28.493 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:40:28 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:40:28.493 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:40:28 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:40:28.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:40:28 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:40:28.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:40:28 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:40:28.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:40:28 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]: dispatch 2024-04-10T15:40:28.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:40:28 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]': finished 2024-04-10T15:40:28.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:40:28 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]: dispatch 2024-04-10T15:40:28.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:40:28 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]': finished 2024-04-10T15:40:28.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:40:28 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:40:28.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:40:28 smithi069 ceph-mon[94167]: osdmap e595: 8 total, 8 up, 8 in 2024-04-10T15:40:28.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:40:28 smithi069 ceph-mon[94167]: pgmap v554: 121 pgs: 2 active+clean+snaptrim, 3 active+clean+snaptrim_wait, 116 active+clean; 387 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 42 KiB/s rd, 454 KiB/s wr, 14 op/s 2024-04-10T15:40:28.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:40:28 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:40:28.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:40:28 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:40:28.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:40:28 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:40:28.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:40:28 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:40:28.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:40:28 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:40:28.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:40:28 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:40:28.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:40:28 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:40:28.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:40:28 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:40:28.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:40:28 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:40:28.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:40:28 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:40:28.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:40:28 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:40:28.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:40:28 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:40:28.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:40:28 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]: dispatch 2024-04-10T15:40:28.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:40:28 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]': finished 2024-04-10T15:40:28.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:40:28 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]: dispatch 2024-04-10T15:40:28.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:40:28 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]': finished 2024-04-10T15:40:28.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:40:28 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:40:28.588 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:40:28 smithi069 ceph-mon[96738]: osdmap e595: 8 total, 8 up, 8 in 2024-04-10T15:40:28.588 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:40:28 smithi069 ceph-mon[96738]: pgmap v554: 121 pgs: 2 active+clean+snaptrim, 3 active+clean+snaptrim_wait, 116 active+clean; 387 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 42 KiB/s rd, 454 KiB/s wr, 14 op/s 2024-04-10T15:40:28.588 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:40:28 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:40:28.589 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:40:28 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:40:28.589 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:40:28 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:40:28.589 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:40:28 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:40:28.589 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:40:28 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:40:28.589 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:40:28 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:40:28.589 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:40:28 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:40:28.589 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:40:28 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:40:28.589 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:40:28 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:40:28.589 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:40:28 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:40:28.589 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:40:28 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:40:28.589 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:40:28 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:40:28.589 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:40:28 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]: dispatch 2024-04-10T15:40:28.589 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:40:28 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]': finished 2024-04-10T15:40:28.589 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:40:28 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]: dispatch 2024-04-10T15:40:28.589 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:40:28 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]': finished 2024-04-10T15:40:28.590 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:40:28 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:40:29.248 INFO:tasks.rados.rados.0.smithi069.stdout:2664: done (1 left) 2024-04-10T15:40:29.248 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 39 current snap is 263 2024-04-10T15:40:29.248 INFO:tasks.rados.rados.0.smithi069.stdout:2665: seq_num 833 ranges {3817472=761856,4579328=671744,5251072=532480} 2024-04-10T15:40:29.272 INFO:tasks.rados.rados.0.smithi069.stdout:2665: writing smithi06982861-39 from 3817472 to 4579328 tid 1 2024-04-10T15:40:29.277 INFO:tasks.rados.rados.0.smithi069.stdout:2665: writing smithi06982861-39 from 4579328 to 5251072 tid 2 2024-04-10T15:40:29.282 INFO:tasks.rados.rados.0.smithi069.stdout:2665: writing smithi06982861-39 from 5251072 to 5783552 tid 3 2024-04-10T15:40:29.282 INFO:tasks.rados.rados.0.smithi069.stdout:2666: snap_remove snap 260 2024-04-10T15:40:29.336 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:40:29 smithi069 ceph-mon[96738]: Upgrade: Setting container_image for all mds 2024-04-10T15:40:29.336 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:40:29 smithi069 ceph-mon[96738]: Upgrade: Setting container_image for all rgw 2024-04-10T15:40:29.336 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:40:29 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:40:29.337 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:40:29 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:40:29.337 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:40:29 smithi069 ceph-mon[96738]: Upgrade: Setting container_image for all rbd-mirror 2024-04-10T15:40:29.337 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:40:29 smithi069 ceph-mon[96738]: osdmap e596: 8 total, 8 up, 8 in 2024-04-10T15:40:29.337 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:40:29 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:40:29.337 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:40:29 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:40:29.337 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:40:29 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:40:29.337 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:40:29 smithi069 ceph-mon[96738]: Upgrade: Setting container_image for all ceph-exporter 2024-04-10T15:40:29.337 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:40:29 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:40:29.337 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:40:29 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:40:29.337 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:40:29 smithi069 ceph-mon[96738]: Upgrade: Setting container_image for all iscsi 2024-04-10T15:40:29.337 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:40:29 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:40:29.337 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:40:29 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:40:29.338 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:40:29 smithi069 ceph-mon[96738]: Upgrade: Setting container_image for all nfs 2024-04-10T15:40:29.338 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:40:29 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:40:29.338 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:40:29 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:40:29.338 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:40:29 smithi069 ceph-mon[96738]: Upgrade: Setting container_image for all nvmeof 2024-04-10T15:40:29.338 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:40:29 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:40:29.338 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:40:29 smithi069 ceph-mon[94167]: Upgrade: Setting container_image for all mds 2024-04-10T15:40:29.338 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:40:29 smithi069 ceph-mon[94167]: Upgrade: Setting container_image for all rgw 2024-04-10T15:40:29.338 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:40:29 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:40:29.338 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:40:29 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:40:29.338 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:40:29 smithi069 ceph-mon[94167]: Upgrade: Setting container_image for all rbd-mirror 2024-04-10T15:40:29.338 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:40:29 smithi069 ceph-mon[94167]: osdmap e596: 8 total, 8 up, 8 in 2024-04-10T15:40:29.338 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:40:29 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:40:29.339 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:40:29 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:40:29.339 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:40:29 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:40:29.339 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:40:29 smithi069 ceph-mon[94167]: Upgrade: Setting container_image for all ceph-exporter 2024-04-10T15:40:29.339 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:40:29 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:40:29.339 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:40:29 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:40:29.339 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:40:29 smithi069 ceph-mon[94167]: Upgrade: Setting container_image for all iscsi 2024-04-10T15:40:29.339 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:40:29 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:40:29.339 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:40:29 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:40:29.339 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:40:29 smithi069 ceph-mon[94167]: Upgrade: Setting container_image for all nfs 2024-04-10T15:40:29.339 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:40:29 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:40:29.339 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:40:29 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:40:29.339 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:40:29 smithi069 ceph-mon[94167]: Upgrade: Setting container_image for all nvmeof 2024-04-10T15:40:29.339 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:40:29 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:40:29.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:40:29 smithi077 ceph-mon[87572]: Upgrade: Setting container_image for all mds 2024-04-10T15:40:29.493 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:40:29 smithi077 ceph-mon[87572]: Upgrade: Setting container_image for all rgw 2024-04-10T15:40:29.493 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:40:29 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:40:29.493 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:40:29 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:40:29.493 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:40:29 smithi077 ceph-mon[87572]: Upgrade: Setting container_image for all rbd-mirror 2024-04-10T15:40:29.493 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:40:29 smithi077 ceph-mon[87572]: osdmap e596: 8 total, 8 up, 8 in 2024-04-10T15:40:29.493 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:40:29 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:40:29.493 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:40:29 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:40:29.493 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:40:29 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:40:29.493 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:40:29 smithi077 ceph-mon[87572]: Upgrade: Setting container_image for all ceph-exporter 2024-04-10T15:40:29.493 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:40:29 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:40:29.493 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:40:29 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:40:29.493 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:40:29 smithi077 ceph-mon[87572]: Upgrade: Setting container_image for all iscsi 2024-04-10T15:40:29.493 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:40:29 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:40:29.493 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:40:29 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:40:29.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:40:29 smithi077 ceph-mon[87572]: Upgrade: Setting container_image for all nfs 2024-04-10T15:40:29.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:40:29 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:40:29.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:40:29 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:40:29.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:40:29 smithi077 ceph-mon[87572]: Upgrade: Setting container_image for all nvmeof 2024-04-10T15:40:29.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:40:29 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:40:30.254 INFO:tasks.rados.rados.0.smithi069.stdout:2666: done (2 left) 2024-04-10T15:40:30.254 INFO:tasks.rados.rados.0.smithi069.stdout:2667: copy_from oid 3 from oid 20 current snap is 263 2024-04-10T15:40:30.254 INFO:tasks.rados.rados.0.smithi069.stdout:2662: finishing write tid 3 to smithi06982861-13 2024-04-10T15:40:30.254 INFO:tasks.rados.rados.0.smithi069.stdout:2662: finishing write tid 4 to smithi06982861-13 2024-04-10T15:40:30.254 INFO:tasks.rados.rados.0.smithi069.stdout:2662: finishing write tid 5 to smithi06982861-13 2024-04-10T15:40:30.254 INFO:tasks.rados.rados.0.smithi069.stdout:2662: oid 13 updating version 0 to 1391 2024-04-10T15:40:30.254 INFO:tasks.rados.rados.0.smithi069.stdout:2662: oid 13 updating version 1391 to 1392 2024-04-10T15:40:30.255 INFO:tasks.rados.rados.0.smithi069.stdout:2662: oid 13 updating version 1392 to 1393 2024-04-10T15:40:30.255 INFO:tasks.rados.rados.0.smithi069.stdout:2662: oid 13 version 1393 is already newer than 1390 2024-04-10T15:40:30.255 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 13 v 1393 (ObjNum 831 snap 263 seq_num 831) dirty exists 2024-04-10T15:40:30.255 INFO:tasks.rados.rados.0.smithi069.stdout:2662: left oid 13 (ObjNum 831 snap 263 seq_num 831) 2024-04-10T15:40:30.255 INFO:tasks.rados.rados.0.smithi069.stdout:2665: finishing write tid 1 to smithi06982861-39 2024-04-10T15:40:30.255 INFO:tasks.rados.rados.0.smithi069.stdout:2665: finishing write tid 2 to smithi06982861-39 2024-04-10T15:40:30.255 INFO:tasks.rados.rados.0.smithi069.stdout:2665: finishing write tid 3 to smithi06982861-39 2024-04-10T15:40:30.255 INFO:tasks.rados.rados.0.smithi069.stdout:2665: finishing write tid 4 to smithi06982861-39 2024-04-10T15:40:30.255 INFO:tasks.rados.rados.0.smithi069.stdout:2665: finishing write tid 5 to smithi06982861-39 2024-04-10T15:40:30.255 INFO:tasks.rados.rados.0.smithi069.stdout:2665: oid 39 updating version 0 to 973 2024-04-10T15:40:30.255 INFO:tasks.rados.rados.0.smithi069.stdout:2665: oid 39 version 973 is already newer than 971 2024-04-10T15:40:30.255 INFO:tasks.rados.rados.0.smithi069.stdout:2665: oid 39 version 973 is already newer than 972 2024-04-10T15:40:30.255 INFO:tasks.rados.rados.0.smithi069.stdout:2665: oid 39 version 973 is already newer than 970 2024-04-10T15:40:30.255 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 39 v 973 (ObjNum 833 snap 263 seq_num 833) dirty exists 2024-04-10T15:40:30.255 INFO:tasks.rados.rados.0.smithi069.stdout:2665: left oid 39 (ObjNum 833 snap 263 seq_num 833) 2024-04-10T15:40:30.255 INFO:tasks.rados.rados.0.smithi069.stdout:2662: done (2 left) 2024-04-10T15:40:30.256 INFO:tasks.rados.rados.0.smithi069.stdout:2665: done (1 left) 2024-04-10T15:40:30.256 INFO:tasks.rados.rados.0.smithi069.stdout:2668: read oid 42 snap 172 2024-04-10T15:40:30.256 INFO:tasks.rados.rados.0.smithi069.stdout:2668: expect deleted 2024-04-10T15:40:30.256 INFO:tasks.rados.rados.0.smithi069.stdout:2669: copy_from oid 10 from oid 27 current snap is 263 2024-04-10T15:40:30.256 INFO:tasks.rados.rados.0.smithi069.stdout:2670: rmattr oid 37 current snap is 263 2024-04-10T15:40:30.256 INFO:tasks.rados.rados.0.smithi069.stdout:2670: done (3 left) 2024-04-10T15:40:30.256 INFO:tasks.rados.rados.0.smithi069.stdout:2671: rmattr oid 21 current snap is 263 2024-04-10T15:40:30.256 INFO:tasks.rados.rados.0.smithi069.stdout:2671: done (3 left) 2024-04-10T15:40:30.256 INFO:tasks.rados.rados.0.smithi069.stdout:2672: snap_create 2024-04-10T15:40:30.262 INFO:tasks.rados.rados.0.smithi069.stdout:2667: finishing copy_from to smithi06982861-3 2024-04-10T15:40:30.262 INFO:tasks.rados.rados.0.smithi069.stdout:2667: got expected ENOENT (src dne) 2024-04-10T15:40:30.262 INFO:tasks.rados.rados.0.smithi069.stdout:2667: finishing copy_from racing read to smithi06982861-3 2024-04-10T15:40:30.262 INFO:tasks.rados.rados.0.smithi069.stdout:2669: finishing copy_from to smithi06982861-10 2024-04-10T15:40:30.263 INFO:tasks.rados.rados.0.smithi069.stdout:2669: got expected ENOENT (src dne) 2024-04-10T15:40:30.263 INFO:tasks.rados.rados.0.smithi069.stdout:2669: finishing copy_from racing read to smithi06982861-10 2024-04-10T15:40:30.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:40:30 smithi069 ceph-mon[96738]: osdmap e597: 8 total, 8 up, 8 in 2024-04-10T15:40:30.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:40:30 smithi069 ceph-mon[96738]: pgmap v557: 121 pgs: 2 active+clean+snaptrim, 3 active+clean+snaptrim_wait, 116 active+clean; 390 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 3.7 MiB/s rd, 928 KiB/s wr, 4 op/s 2024-04-10T15:40:30.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:40:30 smithi069 ceph-mon[94167]: osdmap e597: 8 total, 8 up, 8 in 2024-04-10T15:40:30.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:40:30 smithi069 ceph-mon[94167]: pgmap v557: 121 pgs: 2 active+clean+snaptrim, 3 active+clean+snaptrim_wait, 116 active+clean; 390 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 3.7 MiB/s rd, 928 KiB/s wr, 4 op/s 2024-04-10T15:40:30.742 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:40:30 smithi077 ceph-mon[87572]: osdmap e597: 8 total, 8 up, 8 in 2024-04-10T15:40:30.742 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:40:30 smithi077 ceph-mon[87572]: pgmap v557: 121 pgs: 2 active+clean+snaptrim, 3 active+clean+snaptrim_wait, 116 active+clean; 390 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 3.7 MiB/s rd, 928 KiB/s wr, 4 op/s 2024-04-10T15:40:30.888 INFO:journalctl@ceph.node-exporter.a.smithi069.stdout:Apr 10 15:40:30 smithi069 systemd[1]: Stopping Ceph node-exporter.a for 09bfb546-f74e-11ee-b64a-cb9ed24678a4... 2024-04-10T15:40:31.184 INFO:journalctl@ceph.node-exporter.a.smithi069.stdout:Apr 10 15:40:30 smithi069 podman[126374]: 2024-04-10 15:40:30.899293413 +0000 UTC m=+0.116024373 container died 2469975469f7213236a23a0ca43762488cd23516712dc92b422b02f6518ed30c (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-10T15:40:31.197 INFO:tasks.rados.rados.0.smithi069.stdout:2667: done (3 left) 2024-04-10T15:40:31.197 INFO:tasks.rados.rados.0.smithi069.stdout:2668: done (2 left) 2024-04-10T15:40:31.197 INFO:tasks.rados.rados.0.smithi069.stdout:2669: done (1 left) 2024-04-10T15:40:31.197 INFO:tasks.rados.rados.0.smithi069.stdout:2672: done (0 left) 2024-04-10T15:40:31.197 INFO:tasks.rados.rados.0.smithi069.stdout:2673: read oid 19 snap -1 2024-04-10T15:40:31.197 INFO:tasks.rados.rados.0.smithi069.stdout:2673: expect deleted 2024-04-10T15:40:31.197 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 41 current snap is 264 2024-04-10T15:40:31.197 INFO:tasks.rados.rados.0.smithi069.stdout:2674: seq_num 834 ranges {4923392=778240,5701632=557056,6258688=548864,6807552=98304} 2024-04-10T15:40:31.226 INFO:tasks.rados.rados.0.smithi069.stdout:2674: writing smithi06982861-41 from 4923392 to 5701632 tid 1 2024-04-10T15:40:31.229 INFO:tasks.rados.rados.0.smithi069.stdout:2674: writing smithi06982861-41 from 5701632 to 6258688 tid 2 2024-04-10T15:40:31.232 INFO:tasks.rados.rados.0.smithi069.stdout:2674: writing smithi06982861-41 from 6258688 to 6807552 tid 3 2024-04-10T15:40:31.233 INFO:tasks.rados.rados.0.smithi069.stdout:2674: writing smithi06982861-41 from 6807552 to 6905856 tid 4 2024-04-10T15:40:31.233 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 7 current snap is 264 2024-04-10T15:40:31.233 INFO:tasks.rados.rados.0.smithi069.stdout:2675: seq_num 835 ranges {507904=794624,1302528=442368,1744896=712704,2457600=49152} 2024-04-10T15:40:31.240 INFO:tasks.rados.rados.0.smithi069.stdout:2675: writing smithi06982861-7 from 507904 to 1302528 tid 1 2024-04-10T15:40:31.243 INFO:tasks.rados.rados.0.smithi069.stdout:2675: writing smithi06982861-7 from 1302528 to 1744896 tid 2 2024-04-10T15:40:31.248 INFO:tasks.rados.rados.0.smithi069.stdout:2675: writing smithi06982861-7 from 1744896 to 2457600 tid 3 2024-04-10T15:40:31.248 INFO:tasks.rados.rados.0.smithi069.stdout:2675: writing smithi06982861-7 from 2457600 to 2506752 tid 4 2024-04-10T15:40:31.248 INFO:tasks.rados.rados.0.smithi069.stdout:2676: snap_create 2024-04-10T15:40:31.248 INFO:tasks.rados.rados.0.smithi069.stdout:2674: finishing write tid 1 to smithi06982861-41 2024-04-10T15:40:31.248 INFO:tasks.rados.rados.0.smithi069.stdout:2674: finishing write tid 2 to smithi06982861-41 2024-04-10T15:40:31.248 INFO:tasks.rados.rados.0.smithi069.stdout:2674: finishing write tid 3 to smithi06982861-41 2024-04-10T15:40:31.248 INFO:tasks.rados.rados.0.smithi069.stdout:2674: finishing write tid 4 to smithi06982861-41 2024-04-10T15:40:31.248 INFO:tasks.rados.rados.0.smithi069.stdout:2674: finishing write tid 5 to smithi06982861-41 2024-04-10T15:40:31.249 INFO:tasks.rados.rados.0.smithi069.stdout:2674: finishing write tid 6 to smithi06982861-41 2024-04-10T15:40:31.249 INFO:tasks.rados.rados.0.smithi069.stdout:2674: oid 41 updating version 0 to 1528 2024-04-10T15:40:31.249 INFO:tasks.rados.rados.0.smithi069.stdout:2674: oid 41 updating version 1528 to 1529 2024-04-10T15:40:31.249 INFO:tasks.rados.rados.0.smithi069.stdout:2674: oid 41 updating version 1529 to 1530 2024-04-10T15:40:31.249 INFO:tasks.rados.rados.0.smithi069.stdout:2674: oid 41 updating version 1530 to 1531 2024-04-10T15:40:31.249 INFO:tasks.rados.rados.0.smithi069.stdout:2674: oid 41 updating version 1531 to 1532 2024-04-10T15:40:31.249 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 41 v 1532 (ObjNum 834 snap 264 seq_num 834) dirty exists 2024-04-10T15:40:31.249 INFO:tasks.rados.rados.0.smithi069.stdout:2674: left oid 41 (ObjNum 834 snap 264 seq_num 834) 2024-04-10T15:40:31.249 INFO:tasks.rados.rados.0.smithi069.stdout:2675: finishing write tid 1 to smithi06982861-7 2024-04-10T15:40:31.249 INFO:tasks.rados.rados.0.smithi069.stdout:2675: finishing write tid 2 to smithi06982861-7 2024-04-10T15:40:31.251 INFO:tasks.rados.rados.0.smithi069.stdout:2675: finishing write tid 3 to smithi06982861-7 2024-04-10T15:40:31.252 INFO:tasks.rados.rados.0.smithi069.stdout:2675: finishing write tid 4 to smithi06982861-7 2024-04-10T15:40:31.253 INFO:tasks.rados.rados.0.smithi069.stdout:2675: finishing write tid 5 to smithi06982861-7 2024-04-10T15:40:31.254 INFO:tasks.rados.rados.0.smithi069.stdout:2675: finishing write tid 6 to smithi06982861-7 2024-04-10T15:40:31.254 INFO:tasks.rados.rados.0.smithi069.stdout:2675: oid 7 updating version 0 to 1369 2024-04-10T15:40:31.254 INFO:tasks.rados.rados.0.smithi069.stdout:2675: oid 7 version 1369 is already newer than 1367 2024-04-10T15:40:31.255 INFO:tasks.rados.rados.0.smithi069.stdout:2675: oid 7 version 1369 is already newer than 1368 2024-04-10T15:40:31.255 INFO:tasks.rados.rados.0.smithi069.stdout:2675: oid 7 updating version 1369 to 1370 2024-04-10T15:40:31.255 INFO:tasks.rados.rados.0.smithi069.stdout:2675: oid 7 updating version 1370 to 1371 2024-04-10T15:40:31.255 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 7 v 1371 (ObjNum 835 snap 264 seq_num 835) dirty exists 2024-04-10T15:40:31.255 INFO:tasks.rados.rados.0.smithi069.stdout:2675: left oid 7 (ObjNum 835 snap 264 seq_num 835) 2024-04-10T15:40:31.476 INFO:journalctl@ceph.node-exporter.a.smithi069.stdout:Apr 10 15:40:31 smithi069 podman[126374]: 2024-04-10 15:40:31.319699475 +0000 UTC m=+0.536430440 container cleanup 2469975469f7213236a23a0ca43762488cd23516712dc92b422b02f6518ed30c (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-10T15:40:31.477 INFO:journalctl@ceph.node-exporter.a.smithi069.stdout:Apr 10 15:40:31 smithi069 bash[126374]: ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-node-exporter-a 2024-04-10T15:40:31.477 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:40:31 smithi069 ceph-mon[96738]: Upgrade: Updating node-exporter.a (1/2) 2024-04-10T15:40:31.477 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:40:31 smithi069 ceph-mon[96738]: Deploying daemon node-exporter.a on smithi069 2024-04-10T15:40:31.477 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:40:31 smithi069 ceph-mon[96738]: osdmap e598: 8 total, 8 up, 8 in 2024-04-10T15:40:31.477 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:40:31 smithi069 ceph-mon[96738]: osdmap e599: 8 total, 8 up, 8 in 2024-04-10T15:40:31.477 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:40:31 smithi069 ceph-mon[94167]: Upgrade: Updating node-exporter.a (1/2) 2024-04-10T15:40:31.477 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:40:31 smithi069 ceph-mon[94167]: Deploying daemon node-exporter.a on smithi069 2024-04-10T15:40:31.478 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:40:31 smithi069 ceph-mon[94167]: osdmap e598: 8 total, 8 up, 8 in 2024-04-10T15:40:31.478 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:40:31 smithi069 ceph-mon[94167]: osdmap e599: 8 total, 8 up, 8 in 2024-04-10T15:40:31.740 INFO:journalctl@ceph.node-exporter.a.smithi069.stdout:Apr 10 15:40:31 smithi069 podman[126393]: 2024-04-10 15:40:31.487693386 +0000 UTC m=+0.593099077 container remove 2469975469f7213236a23a0ca43762488cd23516712dc92b422b02f6518ed30c (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-10T15:40:31.740 INFO:journalctl@ceph.node-exporter.a.smithi069.stdout:Apr 10 15:40:31 smithi069 systemd[1]: ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4@node-exporter.a.service: Main process exited, code=exited, status=143/n/a 2024-04-10T15:40:31.740 INFO:journalctl@ceph.node-exporter.a.smithi069.stdout:Apr 10 15:40:31 smithi069 systemd[1]: ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4@node-exporter.a.service: Failed with result 'exit-code'. 2024-04-10T15:40:31.740 INFO:journalctl@ceph.node-exporter.a.smithi069.stdout:Apr 10 15:40:31 smithi069 systemd[1]: Stopped Ceph node-exporter.a for 09bfb546-f74e-11ee-b64a-cb9ed24678a4. 2024-04-10T15:40:31.740 INFO:journalctl@ceph.node-exporter.a.smithi069.stdout:Apr 10 15:40:31 smithi069 systemd[1]: ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4@node-exporter.a.service: Consumed 3.026s CPU time. 2024-04-10T15:40:31.742 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:40:31 smithi077 ceph-mon[87572]: Upgrade: Updating node-exporter.a (1/2) 2024-04-10T15:40:31.742 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:40:31 smithi077 ceph-mon[87572]: Deploying daemon node-exporter.a on smithi069 2024-04-10T15:40:31.742 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:40:31 smithi077 ceph-mon[87572]: osdmap e598: 8 total, 8 up, 8 in 2024-04-10T15:40:31.742 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:40:31 smithi077 ceph-mon[87572]: osdmap e599: 8 total, 8 up, 8 in 2024-04-10T15:40:32.198 INFO:tasks.rados.rados.0.smithi069.stdout:2673: done (3 left) 2024-04-10T15:40:32.198 INFO:tasks.rados.rados.0.smithi069.stdout:2674: done (2 left) 2024-04-10T15:40:32.198 INFO:tasks.rados.rados.0.smithi069.stdout:2675: done (1 left) 2024-04-10T15:40:32.198 INFO:tasks.rados.rados.0.smithi069.stdout:2676: done (0 left) 2024-04-10T15:40:32.198 INFO:tasks.rados.rados.0.smithi069.stdout:2677: read oid 29 snap -1 2024-04-10T15:40:32.198 INFO:tasks.rados.rados.0.smithi069.stdout:2677: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-10T15:40:32.198 INFO:tasks.rados.rados.0.smithi069.stdout:2678: snap_create 2024-04-10T15:40:32.198 INFO:tasks.rados.rados.0.smithi069.stdout:2677: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-10T15:40:32.336 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:40:32 smithi069 ceph-mon[94167]: pgmap v560: 121 pgs: 2 active+clean+snaptrim, 3 active+clean+snaptrim_wait, 116 active+clean; 394 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-10T15:40:32.336 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:40:32 smithi069 ceph-mon[94167]: osdmap e600: 8 total, 8 up, 8 in 2024-04-10T15:40:32.336 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:40:32 smithi069 ceph-mon[96738]: pgmap v560: 121 pgs: 2 active+clean+snaptrim, 3 active+clean+snaptrim_wait, 116 active+clean; 394 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-10T15:40:32.336 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:40:32 smithi069 ceph-mon[96738]: osdmap e600: 8 total, 8 up, 8 in 2024-04-10T15:40:32.337 INFO:journalctl@ceph.node-exporter.a.smithi069.stdout:Apr 10 15:40:32 smithi069 systemd[1]: Starting Ceph node-exporter.a for 09bfb546-f74e-11ee-b64a-cb9ed24678a4... 2024-04-10T15:40:32.337 INFO:journalctl@ceph.node-exporter.a.smithi069.stdout:Apr 10 15:40:32 smithi069 podman[126527]: 2024-04-10 15:40:32.153861946 +0000 UTC m=+0.017135409 image pull 0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 quay.io/prometheus/node-exporter:v1.5.0 2024-04-10T15:40:32.337 INFO:journalctl@ceph.node-exporter.a.smithi069.stdout:Apr 10 15:40:32 smithi069 podman[126527]: 2024-04-10 15:40:32.272358587 +0000 UTC m=+0.135632028 container create 42c850bfda3c8cf8f5b2908c1ee5e74aa6d293a81c7c7eb6acd1785f2e58650d (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-10T15:40:32.742 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:40:32 smithi077 ceph-mon[87572]: pgmap v560: 121 pgs: 2 active+clean+snaptrim, 3 active+clean+snaptrim_wait, 116 active+clean; 394 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-10T15:40:32.742 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:40:32 smithi077 ceph-mon[87572]: osdmap e600: 8 total, 8 up, 8 in 2024-04-10T15:40:32.742 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:40:32 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[78458]: ts=2024-04-10T15:40:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:40:32.836 INFO:journalctl@ceph.node-exporter.a.smithi069.stdout:Apr 10 15:40:32 smithi069 podman[126527]: 2024-04-10 15:40:32.491481512 +0000 UTC m=+0.354754950 container init 42c850bfda3c8cf8f5b2908c1ee5e74aa6d293a81c7c7eb6acd1785f2e58650d (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-10T15:40:32.836 INFO:journalctl@ceph.node-exporter.a.smithi069.stdout:Apr 10 15:40:32 smithi069 podman[126527]: 2024-04-10 15:40:32.496577322 +0000 UTC m=+0.359850764 container start 42c850bfda3c8cf8f5b2908c1ee5e74aa6d293a81c7c7eb6acd1785f2e58650d (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-10T15:40:32.836 INFO:journalctl@ceph.node-exporter.a.smithi069.stdout:Apr 10 15:40:32 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-node-exporter-a[126541]: ts=2024-04-10T15:40:32.500Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2024-04-10T15:40:32.836 INFO:journalctl@ceph.node-exporter.a.smithi069.stdout:Apr 10 15:40:32 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-node-exporter-a[126541]: ts=2024-04-10T15:40:32.500Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2024-04-10T15:40:32.836 INFO:journalctl@ceph.node-exporter.a.smithi069.stdout:Apr 10 15:40:32 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-node-exporter-a[126541]: ts=2024-04-10T15:40:32.501Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-04-10T15:40:32.837 INFO:journalctl@ceph.node-exporter.a.smithi069.stdout:Apr 10 15:40:32 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-node-exporter-a[126541]: ts=2024-04-10T15:40:32.501Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-04-10T15:40:32.837 INFO:journalctl@ceph.node-exporter.a.smithi069.stdout:Apr 10 15:40:32 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-node-exporter-a[126541]: ts=2024-04-10T15:40:32.501Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-04-10T15:40:32.837 INFO:journalctl@ceph.node-exporter.a.smithi069.stdout:Apr 10 15:40:32 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-node-exporter-a[126541]: ts=2024-04-10T15:40:32.501Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-04-10T15:40:32.837 INFO:journalctl@ceph.node-exporter.a.smithi069.stdout:Apr 10 15:40:32 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-node-exporter-a[126541]: ts=2024-04-10T15:40:32.501Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-04-10T15:40:32.837 INFO:journalctl@ceph.node-exporter.a.smithi069.stdout:Apr 10 15:40:32 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-node-exporter-a[126541]: ts=2024-04-10T15:40:32.501Z caller=node_exporter.go:117 level=info collector=arp 2024-04-10T15:40:32.837 INFO:journalctl@ceph.node-exporter.a.smithi069.stdout:Apr 10 15:40:32 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-node-exporter-a[126541]: ts=2024-04-10T15:40:32.501Z caller=node_exporter.go:117 level=info collector=bcache 2024-04-10T15:40:32.837 INFO:journalctl@ceph.node-exporter.a.smithi069.stdout:Apr 10 15:40:32 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-node-exporter-a[126541]: ts=2024-04-10T15:40:32.501Z caller=node_exporter.go:117 level=info collector=bonding 2024-04-10T15:40:32.837 INFO:journalctl@ceph.node-exporter.a.smithi069.stdout:Apr 10 15:40:32 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-node-exporter-a[126541]: ts=2024-04-10T15:40:32.501Z caller=node_exporter.go:117 level=info collector=btrfs 2024-04-10T15:40:32.837 INFO:journalctl@ceph.node-exporter.a.smithi069.stdout:Apr 10 15:40:32 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-node-exporter-a[126541]: ts=2024-04-10T15:40:32.501Z caller=node_exporter.go:117 level=info collector=conntrack 2024-04-10T15:40:32.837 INFO:journalctl@ceph.node-exporter.a.smithi069.stdout:Apr 10 15:40:32 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-node-exporter-a[126541]: ts=2024-04-10T15:40:32.501Z caller=node_exporter.go:117 level=info collector=cpu 2024-04-10T15:40:32.837 INFO:journalctl@ceph.node-exporter.a.smithi069.stdout:Apr 10 15:40:32 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-node-exporter-a[126541]: ts=2024-04-10T15:40:32.501Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-04-10T15:40:32.838 INFO:journalctl@ceph.node-exporter.a.smithi069.stdout:Apr 10 15:40:32 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-node-exporter-a[126541]: ts=2024-04-10T15:40:32.501Z caller=node_exporter.go:117 level=info collector=diskstats 2024-04-10T15:40:32.838 INFO:journalctl@ceph.node-exporter.a.smithi069.stdout:Apr 10 15:40:32 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-node-exporter-a[126541]: ts=2024-04-10T15:40:32.501Z caller=node_exporter.go:117 level=info collector=dmi 2024-04-10T15:40:32.838 INFO:journalctl@ceph.node-exporter.a.smithi069.stdout:Apr 10 15:40:32 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-node-exporter-a[126541]: ts=2024-04-10T15:40:32.501Z caller=node_exporter.go:117 level=info collector=edac 2024-04-10T15:40:32.838 INFO:journalctl@ceph.node-exporter.a.smithi069.stdout:Apr 10 15:40:32 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-node-exporter-a[126541]: ts=2024-04-10T15:40:32.501Z caller=node_exporter.go:117 level=info collector=entropy 2024-04-10T15:40:32.838 INFO:journalctl@ceph.node-exporter.a.smithi069.stdout:Apr 10 15:40:32 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-node-exporter-a[126541]: ts=2024-04-10T15:40:32.501Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-04-10T15:40:32.838 INFO:journalctl@ceph.node-exporter.a.smithi069.stdout:Apr 10 15:40:32 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-node-exporter-a[126541]: ts=2024-04-10T15:40:32.501Z caller=node_exporter.go:117 level=info collector=filefd 2024-04-10T15:40:32.838 INFO:journalctl@ceph.node-exporter.a.smithi069.stdout:Apr 10 15:40:32 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-node-exporter-a[126541]: ts=2024-04-10T15:40:32.501Z caller=node_exporter.go:117 level=info collector=filesystem 2024-04-10T15:40:32.838 INFO:journalctl@ceph.node-exporter.a.smithi069.stdout:Apr 10 15:40:32 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-node-exporter-a[126541]: ts=2024-04-10T15:40:32.501Z caller=node_exporter.go:117 level=info collector=hwmon 2024-04-10T15:40:32.838 INFO:journalctl@ceph.node-exporter.a.smithi069.stdout:Apr 10 15:40:32 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-node-exporter-a[126541]: ts=2024-04-10T15:40:32.502Z caller=node_exporter.go:117 level=info collector=infiniband 2024-04-10T15:40:32.838 INFO:journalctl@ceph.node-exporter.a.smithi069.stdout:Apr 10 15:40:32 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-node-exporter-a[126541]: ts=2024-04-10T15:40:32.502Z caller=node_exporter.go:117 level=info collector=ipvs 2024-04-10T15:40:32.839 INFO:journalctl@ceph.node-exporter.a.smithi069.stdout:Apr 10 15:40:32 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-node-exporter-a[126541]: ts=2024-04-10T15:40:32.502Z caller=node_exporter.go:117 level=info collector=loadavg 2024-04-10T15:40:32.839 INFO:journalctl@ceph.node-exporter.a.smithi069.stdout:Apr 10 15:40:32 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-node-exporter-a[126541]: ts=2024-04-10T15:40:32.502Z caller=node_exporter.go:117 level=info collector=mdadm 2024-04-10T15:40:32.839 INFO:journalctl@ceph.node-exporter.a.smithi069.stdout:Apr 10 15:40:32 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-node-exporter-a[126541]: ts=2024-04-10T15:40:32.502Z caller=node_exporter.go:117 level=info collector=meminfo 2024-04-10T15:40:32.839 INFO:journalctl@ceph.node-exporter.a.smithi069.stdout:Apr 10 15:40:32 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-node-exporter-a[126541]: ts=2024-04-10T15:40:32.502Z caller=node_exporter.go:117 level=info collector=netclass 2024-04-10T15:40:32.839 INFO:journalctl@ceph.node-exporter.a.smithi069.stdout:Apr 10 15:40:32 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-node-exporter-a[126541]: ts=2024-04-10T15:40:32.502Z caller=node_exporter.go:117 level=info collector=netdev 2024-04-10T15:40:32.839 INFO:journalctl@ceph.node-exporter.a.smithi069.stdout:Apr 10 15:40:32 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-node-exporter-a[126541]: ts=2024-04-10T15:40:32.502Z caller=node_exporter.go:117 level=info collector=netstat 2024-04-10T15:40:32.839 INFO:journalctl@ceph.node-exporter.a.smithi069.stdout:Apr 10 15:40:32 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-node-exporter-a[126541]: ts=2024-04-10T15:40:32.502Z caller=node_exporter.go:117 level=info collector=nfs 2024-04-10T15:40:32.839 INFO:journalctl@ceph.node-exporter.a.smithi069.stdout:Apr 10 15:40:32 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-node-exporter-a[126541]: ts=2024-04-10T15:40:32.502Z caller=node_exporter.go:117 level=info collector=nfsd 2024-04-10T15:40:32.839 INFO:journalctl@ceph.node-exporter.a.smithi069.stdout:Apr 10 15:40:32 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-node-exporter-a[126541]: ts=2024-04-10T15:40:32.502Z caller=node_exporter.go:117 level=info collector=nvme 2024-04-10T15:40:32.839 INFO:journalctl@ceph.node-exporter.a.smithi069.stdout:Apr 10 15:40:32 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-node-exporter-a[126541]: ts=2024-04-10T15:40:32.502Z caller=node_exporter.go:117 level=info collector=os 2024-04-10T15:40:32.839 INFO:journalctl@ceph.node-exporter.a.smithi069.stdout:Apr 10 15:40:32 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-node-exporter-a[126541]: ts=2024-04-10T15:40:32.502Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-04-10T15:40:32.839 INFO:journalctl@ceph.node-exporter.a.smithi069.stdout:Apr 10 15:40:32 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-node-exporter-a[126541]: ts=2024-04-10T15:40:32.502Z caller=node_exporter.go:117 level=info collector=pressure 2024-04-10T15:40:32.839 INFO:journalctl@ceph.node-exporter.a.smithi069.stdout:Apr 10 15:40:32 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-node-exporter-a[126541]: ts=2024-04-10T15:40:32.502Z caller=node_exporter.go:117 level=info collector=rapl 2024-04-10T15:40:32.839 INFO:journalctl@ceph.node-exporter.a.smithi069.stdout:Apr 10 15:40:32 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-node-exporter-a[126541]: ts=2024-04-10T15:40:32.502Z caller=node_exporter.go:117 level=info collector=schedstat 2024-04-10T15:40:32.840 INFO:journalctl@ceph.node-exporter.a.smithi069.stdout:Apr 10 15:40:32 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-node-exporter-a[126541]: ts=2024-04-10T15:40:32.502Z caller=node_exporter.go:117 level=info collector=selinux 2024-04-10T15:40:32.840 INFO:journalctl@ceph.node-exporter.a.smithi069.stdout:Apr 10 15:40:32 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-node-exporter-a[126541]: ts=2024-04-10T15:40:32.502Z caller=node_exporter.go:117 level=info collector=sockstat 2024-04-10T15:40:32.840 INFO:journalctl@ceph.node-exporter.a.smithi069.stdout:Apr 10 15:40:32 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-node-exporter-a[126541]: ts=2024-04-10T15:40:32.502Z caller=node_exporter.go:117 level=info collector=softnet 2024-04-10T15:40:32.840 INFO:journalctl@ceph.node-exporter.a.smithi069.stdout:Apr 10 15:40:32 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-node-exporter-a[126541]: ts=2024-04-10T15:40:32.502Z caller=node_exporter.go:117 level=info collector=stat 2024-04-10T15:40:32.840 INFO:journalctl@ceph.node-exporter.a.smithi069.stdout:Apr 10 15:40:32 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-node-exporter-a[126541]: ts=2024-04-10T15:40:32.502Z caller=node_exporter.go:117 level=info collector=tapestats 2024-04-10T15:40:32.840 INFO:journalctl@ceph.node-exporter.a.smithi069.stdout:Apr 10 15:40:32 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-node-exporter-a[126541]: ts=2024-04-10T15:40:32.502Z caller=node_exporter.go:117 level=info collector=textfile 2024-04-10T15:40:32.840 INFO:journalctl@ceph.node-exporter.a.smithi069.stdout:Apr 10 15:40:32 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-node-exporter-a[126541]: ts=2024-04-10T15:40:32.502Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-04-10T15:40:32.840 INFO:journalctl@ceph.node-exporter.a.smithi069.stdout:Apr 10 15:40:32 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-node-exporter-a[126541]: ts=2024-04-10T15:40:32.502Z caller=node_exporter.go:117 level=info collector=time 2024-04-10T15:40:32.840 INFO:journalctl@ceph.node-exporter.a.smithi069.stdout:Apr 10 15:40:32 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-node-exporter-a[126541]: ts=2024-04-10T15:40:32.502Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-04-10T15:40:32.840 INFO:journalctl@ceph.node-exporter.a.smithi069.stdout:Apr 10 15:40:32 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-node-exporter-a[126541]: ts=2024-04-10T15:40:32.502Z caller=node_exporter.go:117 level=info collector=uname 2024-04-10T15:40:32.840 INFO:journalctl@ceph.node-exporter.a.smithi069.stdout:Apr 10 15:40:32 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-node-exporter-a[126541]: ts=2024-04-10T15:40:32.502Z caller=node_exporter.go:117 level=info collector=vmstat 2024-04-10T15:40:32.840 INFO:journalctl@ceph.node-exporter.a.smithi069.stdout:Apr 10 15:40:32 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-node-exporter-a[126541]: ts=2024-04-10T15:40:32.502Z caller=node_exporter.go:117 level=info collector=xfs 2024-04-10T15:40:32.840 INFO:journalctl@ceph.node-exporter.a.smithi069.stdout:Apr 10 15:40:32 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-node-exporter-a[126541]: ts=2024-04-10T15:40:32.502Z caller=node_exporter.go:117 level=info collector=zfs 2024-04-10T15:40:32.840 INFO:journalctl@ceph.node-exporter.a.smithi069.stdout:Apr 10 15:40:32 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-node-exporter-a[126541]: ts=2024-04-10T15:40:32.502Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2024-04-10T15:40:32.840 INFO:journalctl@ceph.node-exporter.a.smithi069.stdout:Apr 10 15:40:32 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-node-exporter-a[126541]: ts=2024-04-10T15:40:32.502Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-04-10T15:40:32.841 INFO:journalctl@ceph.node-exporter.a.smithi069.stdout:Apr 10 15:40:32 smithi069 bash[126527]: 42c850bfda3c8cf8f5b2908c1ee5e74aa6d293a81c7c7eb6acd1785f2e58650d 2024-04-10T15:40:32.841 INFO:journalctl@ceph.node-exporter.a.smithi069.stdout:Apr 10 15:40:32 smithi069 systemd[1]: Started Ceph node-exporter.a for 09bfb546-f74e-11ee-b64a-cb9ed24678a4. 2024-04-10T15:40:33.201 INFO:tasks.rados.rados.0.smithi069.stdout:2677: done (1 left) 2024-04-10T15:40:33.201 INFO:tasks.rados.rados.0.smithi069.stdout:2678: done (0 left) 2024-04-10T15:40:33.201 INFO:tasks.rados.rados.0.smithi069.stdout:2679: rollback oid 30 current snap is 266 2024-04-10T15:40:33.201 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 30 to 261 2024-04-10T15:40:33.201 INFO:tasks.rados.rados.0.smithi069.stdout:2680: delete oid 21 current snap is 266 2024-04-10T15:40:33.203 INFO:tasks.rados.rados.0.smithi069.stdout:2680: done (1 left) 2024-04-10T15:40:33.203 INFO:tasks.rados.rados.0.smithi069.stdout:2681: snap_create 2024-04-10T15:40:33.204 INFO:tasks.rados.rados.0.smithi069.stdout:2679: finishing rollback tid 1 to smithi06982861-30 2024-04-10T15:40:33.204 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 30 v 1267 (ObjNum 33 snap 0 seq_num 1433753904) dirty dne 2024-04-10T15:40:33.962 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:40:33 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:40:33.962 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:40:33 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:40:33.962 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:40:33 smithi077 ceph-mon[87572]: osdmap e601: 8 total, 8 up, 8 in 2024-04-10T15:40:33.962 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:40:33 smithi077 ceph-mon[87572]: pgmap v563: 121 pgs: 121 active+clean; 398 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 20 KiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-10T15:40:34.086 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:40:33 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:40:34.086 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:40:33 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:40:34.086 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:40:33 smithi069 ceph-mon[96738]: osdmap e601: 8 total, 8 up, 8 in 2024-04-10T15:40:34.086 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:40:33 smithi069 ceph-mon[96738]: pgmap v563: 121 pgs: 121 active+clean; 398 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 20 KiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-10T15:40:34.087 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:40:33 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:40:34.087 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:40:33 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:40:34.087 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:40:33 smithi069 ceph-mon[94167]: osdmap e601: 8 total, 8 up, 8 in 2024-04-10T15:40:34.087 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:40:33 smithi069 ceph-mon[94167]: pgmap v563: 121 pgs: 121 active+clean; 398 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 20 KiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-10T15:40:34.208 INFO:tasks.rados.rados.0.smithi069.stdout:2679: done (1 left) 2024-04-10T15:40:34.209 INFO:tasks.rados.rados.0.smithi069.stdout:2681: done (0 left) 2024-04-10T15:40:34.209 INFO:tasks.rados.rados.0.smithi069.stdout:2682: snap_create 2024-04-10T15:40:35.206 INFO:tasks.rados.rados.0.smithi069.stdout:2682: done (0 left) 2024-04-10T15:40:35.206 INFO:tasks.rados.rados.0.smithi069.stdout:2683: delete oid 36 current snap is 268 2024-04-10T15:40:35.207 INFO:journalctl@ceph.node-exporter.b.smithi077.stdout:Apr 10 15:40:35 smithi077 systemd[1]: Stopping Ceph node-exporter.b for 09bfb546-f74e-11ee-b64a-cb9ed24678a4... 2024-04-10T15:40:35.213 INFO:tasks.rados.rados.0.smithi069.stdout:2683: done (0 left) 2024-04-10T15:40:35.213 INFO:tasks.rados.rados.0.smithi069.stdout:2684: delete oid 1 current snap is 268 2024-04-10T15:40:35.215 INFO:tasks.rados.rados.0.smithi069.stdout:2684: done (0 left) 2024-04-10T15:40:35.215 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 21 current snap is 268 2024-04-10T15:40:35.215 INFO:tasks.rados.rados.0.smithi069.stdout:2685: seq_num 839 ranges {0=458752,458752=425984,884736=688128,1572864=491520} 2024-04-10T15:40:35.217 INFO:tasks.rados.rados.0.smithi069.stdout:2685: writing smithi06982861-21 from 0 to 458752 tid 1 2024-04-10T15:40:35.220 INFO:tasks.rados.rados.0.smithi069.stdout:2685: writing smithi06982861-21 from 458752 to 884736 tid 2 2024-04-10T15:40:35.224 INFO:tasks.rados.rados.0.smithi069.stdout:2685: writing smithi06982861-21 from 884736 to 1572864 tid 3 2024-04-10T15:40:35.227 INFO:tasks.rados.rados.0.smithi069.stdout:2685: writing smithi06982861-21 from 1572864 to 2064384 tid 4 2024-04-10T15:40:35.227 INFO:tasks.rados.rados.0.smithi069.stdout:2686: copy_from oid 19 from oid 49 current snap is 268 2024-04-10T15:40:35.227 INFO:tasks.rados.rados.0.smithi069.stdout:2685: finishing write tid 1 to smithi06982861-21 2024-04-10T15:40:35.227 INFO:tasks.rados.rados.0.smithi069.stdout:2685: finishing write tid 2 to smithi06982861-21 2024-04-10T15:40:35.227 INFO:tasks.rados.rados.0.smithi069.stdout:2685: finishing write tid 3 to smithi06982861-21 2024-04-10T15:40:35.227 INFO:tasks.rados.rados.0.smithi069.stdout:2687: read oid 9 snap -1 2024-04-10T15:40:35.228 INFO:tasks.rados.rados.0.smithi069.stdout:2687: expect (ObjNum 823 snap 257 seq_num 823) 2024-04-10T15:40:35.228 INFO:tasks.rados.rados.0.smithi069.stdout:2688: rmattr oid 25 current snap is 268 2024-04-10T15:40:35.228 INFO:tasks.rados.rados.0.smithi069.stdout:2688: done (3 left) 2024-04-10T15:40:35.228 INFO:tasks.rados.rados.0.smithi069.stdout:2689: read oid 35 snap -1 2024-04-10T15:40:35.228 INFO:tasks.rados.rados.0.smithi069.stdout:2689: expect deleted 2024-04-10T15:40:35.228 INFO:tasks.rados.rados.0.smithi069.stdout:2690: delete oid 20 current snap is 268 2024-04-10T15:40:35.230 INFO:tasks.rados.rados.0.smithi069.stdout:2685: finishing write tid 4 to smithi06982861-21 2024-04-10T15:40:35.230 INFO:tasks.rados.rados.0.smithi069.stdout:2685: finishing write tid 5 to smithi06982861-21 2024-04-10T15:40:35.239 INFO:tasks.rados.rados.0.smithi069.stdout:2686: finishing copy_from racing read to smithi06982861-19 2024-04-10T15:40:35.241 INFO:tasks.rados.rados.0.smithi069.stdout:2686: finishing copy_from to smithi06982861-19 2024-04-10T15:40:35.242 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 19 v 1169 (ObjNum 758 snap 239 seq_num 758) dirty exists 2024-04-10T15:40:35.243 INFO:tasks.rados.rados.0.smithi069.stdout:2685: finishing write tid 6 to smithi06982861-21 2024-04-10T15:40:35.244 INFO:tasks.rados.rados.0.smithi069.stdout:2685: oid 21 updating version 0 to 1043 2024-04-10T15:40:35.244 INFO:tasks.rados.rados.0.smithi069.stdout:2685: oid 21 updating version 1043 to 1045 2024-04-10T15:40:35.244 INFO:tasks.rados.rados.0.smithi069.stdout:2685: oid 21 version 1045 is already newer than 1044 2024-04-10T15:40:35.244 INFO:tasks.rados.rados.0.smithi069.stdout:2685: oid 21 updating version 1045 to 1046 2024-04-10T15:40:35.244 INFO:tasks.rados.rados.0.smithi069.stdout:2685: oid 21 version 1046 is already newer than 1042 2024-04-10T15:40:35.244 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 21 v 1046 (ObjNum 839 snap 268 seq_num 839) dirty exists 2024-04-10T15:40:35.244 INFO:tasks.rados.rados.0.smithi069.stdout:2685: left oid 21 (ObjNum 839 snap 268 seq_num 839) 2024-04-10T15:40:35.246 INFO:tasks.rados.rados.0.smithi069.stdout:2687: expect (ObjNum 823 snap 257 seq_num 823) 2024-04-10T15:40:35.368 INFO:tasks.rados.rados.0.smithi069.stdout:2685: done (4 left) 2024-04-10T15:40:35.368 INFO:tasks.rados.rados.0.smithi069.stdout:2686: done (3 left) 2024-04-10T15:40:35.368 INFO:tasks.rados.rados.0.smithi069.stdout:2687: done (2 left) 2024-04-10T15:40:35.368 INFO:tasks.rados.rados.0.smithi069.stdout:2689: done (1 left) 2024-04-10T15:40:35.368 INFO:tasks.rados.rados.0.smithi069.stdout:2690: done (0 left) 2024-04-10T15:40:35.368 INFO:tasks.rados.rados.0.smithi069.stdout:2691: snap_remove snap 264 2024-04-10T15:40:35.492 INFO:journalctl@ceph.node-exporter.b.smithi077.stdout:Apr 10 15:40:35 smithi077 podman[117348]: 2024-04-10 15:40:35.258399861 +0000 UTC m=+0.111081611 container died 20103db32919b2167e6b25c8afb4e78ca070c90f5a5cba07b17d185726917afd (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-10T15:40:35.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:40:35 smithi077 ceph-mon[87572]: osdmap e602: 8 total, 8 up, 8 in 2024-04-10T15:40:35.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:40:35 smithi077 ceph-mon[87572]: Upgrade: Updating node-exporter.b (2/2) 2024-04-10T15:40:35.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:40:35 smithi077 ceph-mon[87572]: Deploying daemon node-exporter.b on smithi077 2024-04-10T15:40:35.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:40:35 smithi069 ceph-mon[96738]: osdmap e602: 8 total, 8 up, 8 in 2024-04-10T15:40:35.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:40:35 smithi069 ceph-mon[96738]: Upgrade: Updating node-exporter.b (2/2) 2024-04-10T15:40:35.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:40:35 smithi069 ceph-mon[96738]: Deploying daemon node-exporter.b on smithi077 2024-04-10T15:40:35.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:40:35 smithi069 ceph-mon[94167]: osdmap e602: 8 total, 8 up, 8 in 2024-04-10T15:40:35.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:40:35 smithi069 ceph-mon[94167]: Upgrade: Updating node-exporter.b (2/2) 2024-04-10T15:40:35.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:40:35 smithi069 ceph-mon[94167]: Deploying daemon node-exporter.b on smithi077 2024-04-10T15:40:35.833 INFO:journalctl@ceph.node-exporter.b.smithi077.stdout:Apr 10 15:40:35 smithi077 podman[117348]: 2024-04-10 15:40:35.626715366 +0000 UTC m=+0.479397107 container cleanup 20103db32919b2167e6b25c8afb4e78ca070c90f5a5cba07b17d185726917afd (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-10T15:40:35.833 INFO:journalctl@ceph.node-exporter.b.smithi077.stdout:Apr 10 15:40:35 smithi077 bash[117348]: ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-node-exporter-b 2024-04-10T15:40:36.161 INFO:journalctl@ceph.node-exporter.b.smithi077.stdout:Apr 10 15:40:35 smithi077 podman[117367]: 2024-04-10 15:40:35.844559302 +0000 UTC m=+0.586677903 container remove 20103db32919b2167e6b25c8afb4e78ca070c90f5a5cba07b17d185726917afd (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-10T15:40:36.161 INFO:journalctl@ceph.node-exporter.b.smithi077.stdout:Apr 10 15:40:35 smithi077 systemd[1]: ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4@node-exporter.b.service: Main process exited, code=exited, status=143/n/a 2024-04-10T15:40:36.161 INFO:journalctl@ceph.node-exporter.b.smithi077.stdout:Apr 10 15:40:35 smithi077 systemd[1]: ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4@node-exporter.b.service: Failed with result 'exit-code'. 2024-04-10T15:40:36.161 INFO:journalctl@ceph.node-exporter.b.smithi077.stdout:Apr 10 15:40:35 smithi077 systemd[1]: Stopped Ceph node-exporter.b for 09bfb546-f74e-11ee-b64a-cb9ed24678a4. 2024-04-10T15:40:36.161 INFO:journalctl@ceph.node-exporter.b.smithi077.stdout:Apr 10 15:40:35 smithi077 systemd[1]: ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4@node-exporter.b.service: Consumed 3.037s CPU time. 2024-04-10T15:40:36.161 INFO:journalctl@ceph.node-exporter.b.smithi077.stdout:Apr 10 15:40:36 smithi077 systemd[1]: Starting Ceph node-exporter.b for 09bfb546-f74e-11ee-b64a-cb9ed24678a4... 2024-04-10T15:40:36.198 INFO:tasks.rados.rados.0.smithi069.stdout:2691: done (0 left) 2024-04-10T15:40:36.198 INFO:tasks.rados.rados.0.smithi069.stdout:2692: rmattr oid 7 current snap is 268 2024-04-10T15:40:36.198 INFO:tasks.rados.rados.0.smithi069.stdout:2693: read oid 45 snap -1 2024-04-10T15:40:36.198 INFO:tasks.rados.rados.0.smithi069.stdout:2693: expect (ObjNum 625 snap 193 seq_num 625) 2024-04-10T15:40:36.198 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 4 current snap is 268 2024-04-10T15:40:36.198 INFO:tasks.rados.rados.0.smithi069.stdout:2694: seq_num 841 ranges {1957888=491520,2449408=598016,3047424=704512,3751936=303104} 2024-04-10T15:40:36.212 INFO:tasks.rados.rados.0.smithi069.stdout:2694: writing smithi06982861-4 from 1957888 to 2449408 tid 1 2024-04-10T15:40:36.215 INFO:tasks.rados.rados.0.smithi069.stdout:2694: writing smithi06982861-4 from 2449408 to 3047424 tid 2 2024-04-10T15:40:36.219 INFO:tasks.rados.rados.0.smithi069.stdout:2694: writing smithi06982861-4 from 3047424 to 3751936 tid 3 2024-04-10T15:40:36.222 INFO:tasks.rados.rados.0.smithi069.stdout:2694: writing smithi06982861-4 from 3751936 to 4055040 tid 4 2024-04-10T15:40:36.222 INFO:tasks.rados.rados.0.smithi069.stdout:2695: snap_create 2024-04-10T15:40:36.222 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 7 v 1373 (ObjNum 835 snap 264 seq_num 835) dirty exists 2024-04-10T15:40:36.224 INFO:tasks.rados.rados.0.smithi069.stdout:2693: expect (ObjNum 625 snap 193 seq_num 625) 2024-04-10T15:40:36.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:40:36 smithi077 ceph-mon[87572]: osdmap e603: 8 total, 8 up, 8 in 2024-04-10T15:40:36.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:40:36 smithi077 ceph-mon[87572]: pgmap v566: 121 pgs: 121 active+clean; 403 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 9 op/s 2024-04-10T15:40:36.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:40:36 smithi077 ceph-mon[87572]: osdmap e604: 8 total, 8 up, 8 in 2024-04-10T15:40:36.492 INFO:journalctl@ceph.node-exporter.b.smithi077.stdout:Apr 10 15:40:36 smithi077 podman[117502]: 2024-04-10 15:40:36.292232395 +0000 UTC m=+0.017363472 image pull 0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 quay.io/prometheus/node-exporter:v1.5.0 2024-04-10T15:40:36.493 INFO:journalctl@ceph.node-exporter.b.smithi077.stdout:Apr 10 15:40:36 smithi077 podman[117502]: 2024-04-10 15:40:36.403689815 +0000 UTC m=+0.128820875 container create de09e8eeb3240c2ffa266a2032fcd72f03bfa596d6580f1553ab398a5be5c7ee (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-10T15:40:36.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:40:36 smithi069 ceph-mon[94167]: osdmap e603: 8 total, 8 up, 8 in 2024-04-10T15:40:36.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:40:36 smithi069 ceph-mon[94167]: pgmap v566: 121 pgs: 121 active+clean; 403 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 9 op/s 2024-04-10T15:40:36.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:40:36 smithi069 ceph-mon[94167]: osdmap e604: 8 total, 8 up, 8 in 2024-04-10T15:40:36.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:40:36 smithi069 ceph-mon[96738]: osdmap e603: 8 total, 8 up, 8 in 2024-04-10T15:40:36.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:40:36 smithi069 ceph-mon[96738]: pgmap v566: 121 pgs: 121 active+clean; 403 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 9 op/s 2024-04-10T15:40:36.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:40:36 smithi069 ceph-mon[96738]: osdmap e604: 8 total, 8 up, 8 in 2024-04-10T15:40:36.667 INFO:tasks.rados.rados.0.smithi069.stdout:2694: finishing write tid 1 to smithi06982861-4 2024-04-10T15:40:36.667 INFO:tasks.rados.rados.0.smithi069.stdout:2694: finishing write tid 2 to smithi06982861-4 2024-04-10T15:40:36.667 INFO:tasks.rados.rados.0.smithi069.stdout:2694: finishing write tid 3 to smithi06982861-4 2024-04-10T15:40:36.667 INFO:tasks.rados.rados.0.smithi069.stdout:2694: finishing write tid 4 to smithi06982861-4 2024-04-10T15:40:36.667 INFO:tasks.rados.rados.0.smithi069.stdout:2694: finishing write tid 5 to smithi06982861-4 2024-04-10T15:40:36.667 INFO:tasks.rados.rados.0.smithi069.stdout:2694: finishing write tid 6 to smithi06982861-4 2024-04-10T15:40:36.667 INFO:tasks.rados.rados.0.smithi069.stdout:2694: oid 4 updating version 0 to 1536 2024-04-10T15:40:36.667 INFO:tasks.rados.rados.0.smithi069.stdout:2694: oid 4 updating version 1536 to 1538 2024-04-10T15:40:36.667 INFO:tasks.rados.rados.0.smithi069.stdout:2694: oid 4 updating version 1538 to 1539 2024-04-10T15:40:36.667 INFO:tasks.rados.rados.0.smithi069.stdout:2694: oid 4 version 1539 is already newer than 1535 2024-04-10T15:40:36.667 INFO:tasks.rados.rados.0.smithi069.stdout:2694: oid 4 version 1539 is already newer than 1537 2024-04-10T15:40:36.667 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 4 v 1539 (ObjNum 841 snap 268 seq_num 841) dirty exists 2024-04-10T15:40:36.668 INFO:tasks.rados.rados.0.smithi069.stdout:2694: left oid 4 (ObjNum 841 snap 268 seq_num 841) 2024-04-10T15:40:36.992 INFO:journalctl@ceph.node-exporter.b.smithi077.stdout:Apr 10 15:40:36 smithi077 podman[117502]: 2024-04-10 15:40:36.630642291 +0000 UTC m=+0.355773352 container init de09e8eeb3240c2ffa266a2032fcd72f03bfa596d6580f1553ab398a5be5c7ee (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-10T15:40:36.992 INFO:journalctl@ceph.node-exporter.b.smithi077.stdout:Apr 10 15:40:36 smithi077 podman[117502]: 2024-04-10 15:40:36.635920797 +0000 UTC m=+0.361051862 container start de09e8eeb3240c2ffa266a2032fcd72f03bfa596d6580f1553ab398a5be5c7ee (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-10T15:40:36.993 INFO:journalctl@ceph.node-exporter.b.smithi077.stdout:Apr 10 15:40:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-node-exporter-b[117516]: ts=2024-04-10T15:40:36.639Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2024-04-10T15:40:36.993 INFO:journalctl@ceph.node-exporter.b.smithi077.stdout:Apr 10 15:40:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-node-exporter-b[117516]: ts=2024-04-10T15:40:36.639Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2024-04-10T15:40:36.993 INFO:journalctl@ceph.node-exporter.b.smithi077.stdout:Apr 10 15:40:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-node-exporter-b[117516]: ts=2024-04-10T15:40:36.640Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-04-10T15:40:36.993 INFO:journalctl@ceph.node-exporter.b.smithi077.stdout:Apr 10 15:40:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-node-exporter-b[117516]: ts=2024-04-10T15:40:36.640Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-04-10T15:40:36.993 INFO:journalctl@ceph.node-exporter.b.smithi077.stdout:Apr 10 15:40:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-node-exporter-b[117516]: ts=2024-04-10T15:40:36.640Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-04-10T15:40:36.993 INFO:journalctl@ceph.node-exporter.b.smithi077.stdout:Apr 10 15:40:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-node-exporter-b[117516]: ts=2024-04-10T15:40:36.640Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-04-10T15:40:36.993 INFO:journalctl@ceph.node-exporter.b.smithi077.stdout:Apr 10 15:40:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-node-exporter-b[117516]: ts=2024-04-10T15:40:36.640Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-04-10T15:40:36.993 INFO:journalctl@ceph.node-exporter.b.smithi077.stdout:Apr 10 15:40:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-node-exporter-b[117516]: ts=2024-04-10T15:40:36.640Z caller=node_exporter.go:117 level=info collector=arp 2024-04-10T15:40:36.993 INFO:journalctl@ceph.node-exporter.b.smithi077.stdout:Apr 10 15:40:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-node-exporter-b[117516]: ts=2024-04-10T15:40:36.640Z caller=node_exporter.go:117 level=info collector=bcache 2024-04-10T15:40:36.993 INFO:journalctl@ceph.node-exporter.b.smithi077.stdout:Apr 10 15:40:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-node-exporter-b[117516]: ts=2024-04-10T15:40:36.640Z caller=node_exporter.go:117 level=info collector=bonding 2024-04-10T15:40:36.993 INFO:journalctl@ceph.node-exporter.b.smithi077.stdout:Apr 10 15:40:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-node-exporter-b[117516]: ts=2024-04-10T15:40:36.640Z caller=node_exporter.go:117 level=info collector=btrfs 2024-04-10T15:40:36.993 INFO:journalctl@ceph.node-exporter.b.smithi077.stdout:Apr 10 15:40:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-node-exporter-b[117516]: ts=2024-04-10T15:40:36.640Z caller=node_exporter.go:117 level=info collector=conntrack 2024-04-10T15:40:36.993 INFO:journalctl@ceph.node-exporter.b.smithi077.stdout:Apr 10 15:40:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-node-exporter-b[117516]: ts=2024-04-10T15:40:36.640Z caller=node_exporter.go:117 level=info collector=cpu 2024-04-10T15:40:36.993 INFO:journalctl@ceph.node-exporter.b.smithi077.stdout:Apr 10 15:40:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-node-exporter-b[117516]: ts=2024-04-10T15:40:36.640Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-04-10T15:40:36.994 INFO:journalctl@ceph.node-exporter.b.smithi077.stdout:Apr 10 15:40:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-node-exporter-b[117516]: ts=2024-04-10T15:40:36.640Z caller=node_exporter.go:117 level=info collector=diskstats 2024-04-10T15:40:36.994 INFO:journalctl@ceph.node-exporter.b.smithi077.stdout:Apr 10 15:40:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-node-exporter-b[117516]: ts=2024-04-10T15:40:36.640Z caller=node_exporter.go:117 level=info collector=dmi 2024-04-10T15:40:36.994 INFO:journalctl@ceph.node-exporter.b.smithi077.stdout:Apr 10 15:40:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-node-exporter-b[117516]: ts=2024-04-10T15:40:36.640Z caller=node_exporter.go:117 level=info collector=edac 2024-04-10T15:40:36.994 INFO:journalctl@ceph.node-exporter.b.smithi077.stdout:Apr 10 15:40:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-node-exporter-b[117516]: ts=2024-04-10T15:40:36.640Z caller=node_exporter.go:117 level=info collector=entropy 2024-04-10T15:40:36.994 INFO:journalctl@ceph.node-exporter.b.smithi077.stdout:Apr 10 15:40:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-node-exporter-b[117516]: ts=2024-04-10T15:40:36.640Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-04-10T15:40:36.994 INFO:journalctl@ceph.node-exporter.b.smithi077.stdout:Apr 10 15:40:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-node-exporter-b[117516]: ts=2024-04-10T15:40:36.640Z caller=node_exporter.go:117 level=info collector=filefd 2024-04-10T15:40:36.995 INFO:journalctl@ceph.node-exporter.b.smithi077.stdout:Apr 10 15:40:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-node-exporter-b[117516]: ts=2024-04-10T15:40:36.640Z caller=node_exporter.go:117 level=info collector=filesystem 2024-04-10T15:40:36.995 INFO:journalctl@ceph.node-exporter.b.smithi077.stdout:Apr 10 15:40:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-node-exporter-b[117516]: ts=2024-04-10T15:40:36.640Z caller=node_exporter.go:117 level=info collector=hwmon 2024-04-10T15:40:36.995 INFO:journalctl@ceph.node-exporter.b.smithi077.stdout:Apr 10 15:40:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-node-exporter-b[117516]: ts=2024-04-10T15:40:36.640Z caller=node_exporter.go:117 level=info collector=infiniband 2024-04-10T15:40:36.995 INFO:journalctl@ceph.node-exporter.b.smithi077.stdout:Apr 10 15:40:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-node-exporter-b[117516]: ts=2024-04-10T15:40:36.640Z caller=node_exporter.go:117 level=info collector=ipvs 2024-04-10T15:40:36.995 INFO:journalctl@ceph.node-exporter.b.smithi077.stdout:Apr 10 15:40:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-node-exporter-b[117516]: ts=2024-04-10T15:40:36.640Z caller=node_exporter.go:117 level=info collector=loadavg 2024-04-10T15:40:36.995 INFO:journalctl@ceph.node-exporter.b.smithi077.stdout:Apr 10 15:40:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-node-exporter-b[117516]: ts=2024-04-10T15:40:36.640Z caller=node_exporter.go:117 level=info collector=mdadm 2024-04-10T15:40:36.995 INFO:journalctl@ceph.node-exporter.b.smithi077.stdout:Apr 10 15:40:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-node-exporter-b[117516]: ts=2024-04-10T15:40:36.640Z caller=node_exporter.go:117 level=info collector=meminfo 2024-04-10T15:40:36.995 INFO:journalctl@ceph.node-exporter.b.smithi077.stdout:Apr 10 15:40:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-node-exporter-b[117516]: ts=2024-04-10T15:40:36.640Z caller=node_exporter.go:117 level=info collector=netclass 2024-04-10T15:40:36.995 INFO:journalctl@ceph.node-exporter.b.smithi077.stdout:Apr 10 15:40:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-node-exporter-b[117516]: ts=2024-04-10T15:40:36.640Z caller=node_exporter.go:117 level=info collector=netdev 2024-04-10T15:40:36.995 INFO:journalctl@ceph.node-exporter.b.smithi077.stdout:Apr 10 15:40:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-node-exporter-b[117516]: ts=2024-04-10T15:40:36.640Z caller=node_exporter.go:117 level=info collector=netstat 2024-04-10T15:40:36.995 INFO:journalctl@ceph.node-exporter.b.smithi077.stdout:Apr 10 15:40:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-node-exporter-b[117516]: ts=2024-04-10T15:40:36.640Z caller=node_exporter.go:117 level=info collector=nfs 2024-04-10T15:40:36.995 INFO:journalctl@ceph.node-exporter.b.smithi077.stdout:Apr 10 15:40:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-node-exporter-b[117516]: ts=2024-04-10T15:40:36.641Z caller=node_exporter.go:117 level=info collector=nfsd 2024-04-10T15:40:36.995 INFO:journalctl@ceph.node-exporter.b.smithi077.stdout:Apr 10 15:40:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-node-exporter-b[117516]: ts=2024-04-10T15:40:36.641Z caller=node_exporter.go:117 level=info collector=nvme 2024-04-10T15:40:36.995 INFO:journalctl@ceph.node-exporter.b.smithi077.stdout:Apr 10 15:40:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-node-exporter-b[117516]: ts=2024-04-10T15:40:36.641Z caller=node_exporter.go:117 level=info collector=os 2024-04-10T15:40:36.996 INFO:journalctl@ceph.node-exporter.b.smithi077.stdout:Apr 10 15:40:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-node-exporter-b[117516]: ts=2024-04-10T15:40:36.641Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-04-10T15:40:36.996 INFO:journalctl@ceph.node-exporter.b.smithi077.stdout:Apr 10 15:40:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-node-exporter-b[117516]: ts=2024-04-10T15:40:36.641Z caller=node_exporter.go:117 level=info collector=pressure 2024-04-10T15:40:36.996 INFO:journalctl@ceph.node-exporter.b.smithi077.stdout:Apr 10 15:40:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-node-exporter-b[117516]: ts=2024-04-10T15:40:36.641Z caller=node_exporter.go:117 level=info collector=rapl 2024-04-10T15:40:36.996 INFO:journalctl@ceph.node-exporter.b.smithi077.stdout:Apr 10 15:40:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-node-exporter-b[117516]: ts=2024-04-10T15:40:36.641Z caller=node_exporter.go:117 level=info collector=schedstat 2024-04-10T15:40:36.996 INFO:journalctl@ceph.node-exporter.b.smithi077.stdout:Apr 10 15:40:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-node-exporter-b[117516]: ts=2024-04-10T15:40:36.641Z caller=node_exporter.go:117 level=info collector=selinux 2024-04-10T15:40:36.996 INFO:journalctl@ceph.node-exporter.b.smithi077.stdout:Apr 10 15:40:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-node-exporter-b[117516]: ts=2024-04-10T15:40:36.641Z caller=node_exporter.go:117 level=info collector=sockstat 2024-04-10T15:40:36.996 INFO:journalctl@ceph.node-exporter.b.smithi077.stdout:Apr 10 15:40:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-node-exporter-b[117516]: ts=2024-04-10T15:40:36.641Z caller=node_exporter.go:117 level=info collector=softnet 2024-04-10T15:40:36.996 INFO:journalctl@ceph.node-exporter.b.smithi077.stdout:Apr 10 15:40:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-node-exporter-b[117516]: ts=2024-04-10T15:40:36.641Z caller=node_exporter.go:117 level=info collector=stat 2024-04-10T15:40:36.996 INFO:journalctl@ceph.node-exporter.b.smithi077.stdout:Apr 10 15:40:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-node-exporter-b[117516]: ts=2024-04-10T15:40:36.641Z caller=node_exporter.go:117 level=info collector=tapestats 2024-04-10T15:40:36.996 INFO:journalctl@ceph.node-exporter.b.smithi077.stdout:Apr 10 15:40:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-node-exporter-b[117516]: ts=2024-04-10T15:40:36.641Z caller=node_exporter.go:117 level=info collector=textfile 2024-04-10T15:40:36.996 INFO:journalctl@ceph.node-exporter.b.smithi077.stdout:Apr 10 15:40:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-node-exporter-b[117516]: ts=2024-04-10T15:40:36.641Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-04-10T15:40:36.996 INFO:journalctl@ceph.node-exporter.b.smithi077.stdout:Apr 10 15:40:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-node-exporter-b[117516]: ts=2024-04-10T15:40:36.641Z caller=node_exporter.go:117 level=info collector=time 2024-04-10T15:40:36.996 INFO:journalctl@ceph.node-exporter.b.smithi077.stdout:Apr 10 15:40:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-node-exporter-b[117516]: ts=2024-04-10T15:40:36.641Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-04-10T15:40:36.996 INFO:journalctl@ceph.node-exporter.b.smithi077.stdout:Apr 10 15:40:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-node-exporter-b[117516]: ts=2024-04-10T15:40:36.641Z caller=node_exporter.go:117 level=info collector=uname 2024-04-10T15:40:36.996 INFO:journalctl@ceph.node-exporter.b.smithi077.stdout:Apr 10 15:40:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-node-exporter-b[117516]: ts=2024-04-10T15:40:36.641Z caller=node_exporter.go:117 level=info collector=vmstat 2024-04-10T15:40:36.997 INFO:journalctl@ceph.node-exporter.b.smithi077.stdout:Apr 10 15:40:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-node-exporter-b[117516]: ts=2024-04-10T15:40:36.641Z caller=node_exporter.go:117 level=info collector=xfs 2024-04-10T15:40:36.997 INFO:journalctl@ceph.node-exporter.b.smithi077.stdout:Apr 10 15:40:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-node-exporter-b[117516]: ts=2024-04-10T15:40:36.641Z caller=node_exporter.go:117 level=info collector=zfs 2024-04-10T15:40:36.997 INFO:journalctl@ceph.node-exporter.b.smithi077.stdout:Apr 10 15:40:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-node-exporter-b[117516]: ts=2024-04-10T15:40:36.641Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2024-04-10T15:40:36.997 INFO:journalctl@ceph.node-exporter.b.smithi077.stdout:Apr 10 15:40:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-node-exporter-b[117516]: ts=2024-04-10T15:40:36.641Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-04-10T15:40:36.997 INFO:journalctl@ceph.node-exporter.b.smithi077.stdout:Apr 10 15:40:36 smithi077 bash[117502]: de09e8eeb3240c2ffa266a2032fcd72f03bfa596d6580f1553ab398a5be5c7ee 2024-04-10T15:40:36.997 INFO:journalctl@ceph.node-exporter.b.smithi077.stdout:Apr 10 15:40:36 smithi077 systemd[1]: Started Ceph node-exporter.b for 09bfb546-f74e-11ee-b64a-cb9ed24678a4. 2024-04-10T15:40:37.219 INFO:tasks.rados.rados.0.smithi069.stdout:2692: done (3 left) 2024-04-10T15:40:37.219 INFO:tasks.rados.rados.0.smithi069.stdout:2693: done (2 left) 2024-04-10T15:40:37.219 INFO:tasks.rados.rados.0.smithi069.stdout:2694: done (1 left) 2024-04-10T15:40:37.219 INFO:tasks.rados.rados.0.smithi069.stdout:2695: done (0 left) 2024-04-10T15:40:37.219 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 48 current snap is 269 2024-04-10T15:40:37.219 INFO:tasks.rados.rados.0.smithi069.stdout:2696: seq_num 842 ranges {4882432=507904,5390336=475136,5865472=516096,6381568=499712,6881280=114688} 2024-04-10T15:40:37.248 INFO:tasks.rados.rados.0.smithi069.stdout:2696: writing smithi06982861-48 from 4882432 to 5390336 tid 1 2024-04-10T15:40:37.251 INFO:tasks.rados.rados.0.smithi069.stdout:2696: writing smithi06982861-48 from 5390336 to 5865472 tid 2 2024-04-10T15:40:37.255 INFO:tasks.rados.rados.0.smithi069.stdout:2696: writing smithi06982861-48 from 5865472 to 6381568 tid 3 2024-04-10T15:40:37.259 INFO:tasks.rados.rados.0.smithi069.stdout:2696: writing smithi06982861-48 from 6381568 to 6881280 tid 4 2024-04-10T15:40:37.260 INFO:tasks.rados.rados.0.smithi069.stdout:2696: writing smithi06982861-48 from 6881280 to 6995968 tid 5 2024-04-10T15:40:37.260 INFO:tasks.rados.rados.0.smithi069.stdout:2697: delete oid 9 current snap is 269 2024-04-10T15:40:37.260 INFO:tasks.rados.rados.0.smithi069.stdout:2696: finishing write tid 1 to smithi06982861-48 2024-04-10T15:40:37.260 INFO:tasks.rados.rados.0.smithi069.stdout:2696: finishing write tid 2 to smithi06982861-48 2024-04-10T15:40:37.260 INFO:tasks.rados.rados.0.smithi069.stdout:2696: finishing write tid 3 to smithi06982861-48 2024-04-10T15:40:37.263 INFO:tasks.rados.rados.0.smithi069.stdout:2696: finishing write tid 4 to smithi06982861-48 2024-04-10T15:40:37.263 INFO:tasks.rados.rados.0.smithi069.stdout:2696: finishing write tid 5 to smithi06982861-48 2024-04-10T15:40:37.265 INFO:tasks.rados.rados.0.smithi069.stdout:2696: finishing write tid 6 to smithi06982861-48 2024-04-10T15:40:37.265 INFO:tasks.rados.rados.0.smithi069.stdout:2697: done (1 left) 2024-04-10T15:40:37.265 INFO:tasks.rados.rados.0.smithi069.stdout:2698: read oid 25 snap -1 2024-04-10T15:40:37.265 INFO:tasks.rados.rados.0.smithi069.stdout:2698: expect deleted 2024-04-10T15:40:37.265 INFO:tasks.rados.rados.0.smithi069.stdout:2699: read oid 18 snap -1 2024-04-10T15:40:37.265 INFO:tasks.rados.rados.0.smithi069.stdout:2699: expect (ObjNum 782 snap 246 seq_num 782) 2024-04-10T15:40:37.265 INFO:tasks.rados.rados.0.smithi069.stdout:2700: copy_from oid 45 from oid 1 current snap is 269 2024-04-10T15:40:37.265 INFO:tasks.rados.rados.0.smithi069.stdout:2701: read oid 20 snap -1 2024-04-10T15:40:37.265 INFO:tasks.rados.rados.0.smithi069.stdout:2701: expect deleted 2024-04-10T15:40:37.265 INFO:tasks.rados.rados.0.smithi069.stdout:2702: rollback oid 21 current snap is 269 2024-04-10T15:40:37.266 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 21 to 255 2024-04-10T15:40:37.266 INFO:tasks.rados.rados.0.smithi069.stdout:2703: snap_create 2024-04-10T15:40:37.266 INFO:tasks.rados.rados.0.smithi069.stdout:2696: finishing write tid 7 to smithi06982861-48 2024-04-10T15:40:37.266 INFO:tasks.rados.rados.0.smithi069.stdout:2696: oid 48 updating version 0 to 1068 2024-04-10T15:40:37.266 INFO:tasks.rados.rados.0.smithi069.stdout:2696: oid 48 updating version 1068 to 1071 2024-04-10T15:40:37.266 INFO:tasks.rados.rados.0.smithi069.stdout:2696: oid 48 version 1071 is already newer than 1070 2024-04-10T15:40:37.267 INFO:tasks.rados.rados.0.smithi069.stdout:2696: oid 48 version 1071 is already newer than 1067 2024-04-10T15:40:37.267 INFO:tasks.rados.rados.0.smithi069.stdout:2696: oid 48 version 1071 is already newer than 1069 2024-04-10T15:40:37.267 INFO:tasks.rados.rados.0.smithi069.stdout:2696: oid 48 version 1071 is already newer than 1066 2024-04-10T15:40:37.267 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 48 v 1071 (ObjNum 842 snap 269 seq_num 842) dirty exists 2024-04-10T15:40:37.267 INFO:tasks.rados.rados.0.smithi069.stdout:2696: left oid 48 (ObjNum 842 snap 269 seq_num 842) 2024-04-10T15:40:37.267 INFO:tasks.rados.rados.0.smithi069.stdout:2700: finishing copy_from to smithi06982861-45 2024-04-10T15:40:37.267 INFO:tasks.rados.rados.0.smithi069.stdout:2700: got expected ENOENT (src dne) 2024-04-10T15:40:37.267 INFO:tasks.rados.rados.0.smithi069.stdout:2700: finishing copy_from racing read to smithi06982861-45 2024-04-10T15:40:37.269 INFO:tasks.rados.rados.0.smithi069.stdout:2702: finishing rollback tid 0 to smithi06982861-21 2024-04-10T15:40:37.269 INFO:tasks.rados.rados.0.smithi069.stdout:2702: finishing rollback tid 1 to smithi06982861-21 2024-04-10T15:40:37.269 INFO:tasks.rados.rados.0.smithi069.stdout:2702: finishing rollback tid 2 to smithi06982861-21 2024-04-10T15:40:37.269 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 21 v 1050 (ObjNum 748 snap 235 seq_num 748) dirty exists 2024-04-10T15:40:37.275 INFO:tasks.rados.rados.0.smithi069.stdout:2699: expect (ObjNum 782 snap 246 seq_num 782) 2024-04-10T15:40:37.336 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:40:36 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:15:40:36] "GET /metrics HTTP/1.1" 200 36322 "" "Prometheus/2.43.0" 2024-04-10T15:40:37.992 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:40:37 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:40:37.992 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:40:37 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:40:37.992 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:40:37 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:40:37.992 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:40:37 smithi077 ceph-mon[87572]: osdmap e605: 8 total, 8 up, 8 in 2024-04-10T15:40:37.992 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:40:37 smithi077 ceph-mon[87572]: pgmap v569: 121 pgs: 121 active+clean; 403 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.3 MiB/s wr, 4 op/s 2024-04-10T15:40:38.086 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:40:37 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:40:38.086 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:40:37 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:40:38.086 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:40:37 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:40:38.086 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:40:37 smithi069 ceph-mon[94167]: osdmap e605: 8 total, 8 up, 8 in 2024-04-10T15:40:38.086 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:40:37 smithi069 ceph-mon[94167]: pgmap v569: 121 pgs: 121 active+clean; 403 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.3 MiB/s wr, 4 op/s 2024-04-10T15:40:38.087 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:40:37 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:40:38.087 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:40:37 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:40:38.087 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:40:37 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:40:38.087 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:40:37 smithi069 ceph-mon[96738]: osdmap e605: 8 total, 8 up, 8 in 2024-04-10T15:40:38.087 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:40:37 smithi069 ceph-mon[96738]: pgmap v569: 121 pgs: 121 active+clean; 403 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.3 MiB/s wr, 4 op/s 2024-04-10T15:40:38.223 INFO:tasks.rados.rados.0.smithi069.stdout:2696: done (6 left) 2024-04-10T15:40:38.223 INFO:tasks.rados.rados.0.smithi069.stdout:2698: done (5 left) 2024-04-10T15:40:38.223 INFO:tasks.rados.rados.0.smithi069.stdout:2699: done (4 left) 2024-04-10T15:40:38.223 INFO:tasks.rados.rados.0.smithi069.stdout:2700: done (3 left) 2024-04-10T15:40:38.223 INFO:tasks.rados.rados.0.smithi069.stdout:2701: done (2 left) 2024-04-10T15:40:38.223 INFO:tasks.rados.rados.0.smithi069.stdout:2702: done (1 left) 2024-04-10T15:40:38.224 INFO:tasks.rados.rados.0.smithi069.stdout:2703: done (0 left) 2024-04-10T15:40:38.224 INFO:tasks.rados.rados.0.smithi069.stdout:2704: snap_remove snap 259 2024-04-10T15:40:39.228 INFO:tasks.rados.rados.0.smithi069.stdout:2704: done (0 left) 2024-04-10T15:40:39.228 INFO:tasks.rados.rados.0.smithi069.stdout:2705: delete oid 47 current snap is 270 2024-04-10T15:40:39.235 INFO:tasks.rados.rados.0.smithi069.stdout:2705: done (0 left) 2024-04-10T15:40:39.235 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 27 current snap is 270 2024-04-10T15:40:39.235 INFO:tasks.rados.rados.0.smithi069.stdout:2706: seq_num 845 ranges {0=557056,557056=581632,1138688=688128,1826816=335872} 2024-04-10T15:40:39.239 INFO:tasks.rados.rados.0.smithi069.stdout:2706: writing smithi06982861-27 from 0 to 557056 tid 1 2024-04-10T15:40:39.242 INFO:tasks.rados.rados.0.smithi069.stdout:2706: writing smithi06982861-27 from 557056 to 1138688 tid 2 2024-04-10T15:40:39.246 INFO:tasks.rados.rados.0.smithi069.stdout:2706: writing smithi06982861-27 from 1138688 to 1826816 tid 3 2024-04-10T15:40:39.249 INFO:tasks.rados.rados.0.smithi069.stdout:2706: writing smithi06982861-27 from 1826816 to 2162688 tid 4 2024-04-10T15:40:39.249 INFO:tasks.rados.rados.0.smithi069.stdout:2707: read oid 18 snap -1 2024-04-10T15:40:39.249 INFO:tasks.rados.rados.0.smithi069.stdout:2707: expect (ObjNum 782 snap 246 seq_num 782) 2024-04-10T15:40:39.249 INFO:tasks.rados.rados.0.smithi069.stdout:2706: finishing write tid 1 to smithi06982861-27 2024-04-10T15:40:39.249 INFO:tasks.rados.rados.0.smithi069.stdout:2706: finishing write tid 2 to smithi06982861-27 2024-04-10T15:40:39.249 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 43 current snap is 270 2024-04-10T15:40:39.249 INFO:tasks.rados.rados.0.smithi069.stdout:2708: seq_num 846 ranges {0=573440,573440=466944,1040384=491520,1531904=548864,2080768=98304} 2024-04-10T15:40:39.252 INFO:tasks.rados.rados.0.smithi069.stdout:2708: writing smithi06982861-43 from 0 to 573440 tid 1 2024-04-10T15:40:39.255 INFO:tasks.rados.rados.0.smithi069.stdout:2708: writing smithi06982861-43 from 573440 to 1040384 tid 2 2024-04-10T15:40:39.258 INFO:tasks.rados.rados.0.smithi069.stdout:2708: writing smithi06982861-43 from 1040384 to 1531904 tid 3 2024-04-10T15:40:39.261 INFO:tasks.rados.rados.0.smithi069.stdout:2708: writing smithi06982861-43 from 1531904 to 2080768 tid 4 2024-04-10T15:40:39.262 INFO:tasks.rados.rados.0.smithi069.stdout:2708: writing smithi06982861-43 from 2080768 to 2179072 tid 5 2024-04-10T15:40:39.262 INFO:tasks.rados.rados.0.smithi069.stdout:2709: read oid 8 snap 237 2024-04-10T15:40:39.262 INFO:tasks.rados.rados.0.smithi069.stdout:2709: expect (ObjNum 734 snap 228 seq_num 734) 2024-04-10T15:40:39.262 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 13 current snap is 270 2024-04-10T15:40:39.262 INFO:tasks.rados.rados.0.smithi069.stdout:2706: finishing write tid 3 to smithi06982861-27 2024-04-10T15:40:39.263 INFO:tasks.rados.rados.0.smithi069.stdout:2710: seq_num 847 ranges {6946816=589824,7536640=753664,8290304=655360,8945664=196608} 2024-04-10T15:40:39.305 INFO:tasks.rados.rados.0.smithi069.stdout:2710: writing smithi06982861-13 from 6946816 to 7536640 tid 1 2024-04-10T15:40:39.309 INFO:tasks.rados.rados.0.smithi069.stdout:2710: writing smithi06982861-13 from 7536640 to 8290304 tid 2 2024-04-10T15:40:39.313 INFO:tasks.rados.rados.0.smithi069.stdout:2710: writing smithi06982861-13 from 8290304 to 8945664 tid 3 2024-04-10T15:40:39.314 INFO:tasks.rados.rados.0.smithi069.stdout:2710: writing smithi06982861-13 from 8945664 to 9142272 tid 4 2024-04-10T15:40:39.314 INFO:tasks.rados.rados.0.smithi069.stdout:2711: snap_remove snap 266 2024-04-10T15:40:39.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:40:39 smithi077 ceph-mon[87572]: osdmap e606: 8 total, 8 up, 8 in 2024-04-10T15:40:39.506 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:40:39 smithi069 ceph-mon[96738]: osdmap e606: 8 total, 8 up, 8 in 2024-04-10T15:40:39.506 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:40:39 smithi069 ceph-mon[94167]: osdmap e606: 8 total, 8 up, 8 in 2024-04-10T15:40:40.235 INFO:tasks.rados.rados.0.smithi069.stdout:2711: done (5 left) 2024-04-10T15:40:40.235 INFO:tasks.rados.rados.0.smithi069.stdout:2712: read oid 49 snap -1 2024-04-10T15:40:40.235 INFO:tasks.rados.rados.0.smithi069.stdout:2712: expect (ObjNum 758 snap 239 seq_num 758) 2024-04-10T15:40:40.235 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 15 current snap is 270 2024-04-10T15:40:40.235 INFO:tasks.rados.rados.0.smithi069.stdout:2713: seq_num 848 ranges {0=606208,606208=630784,1236992=458752,1695744=516096} 2024-04-10T15:40:40.239 INFO:tasks.rados.rados.0.smithi069.stdout:2713: writing smithi06982861-15 from 0 to 606208 tid 1 2024-04-10T15:40:40.243 INFO:tasks.rados.rados.0.smithi069.stdout:2713: writing smithi06982861-15 from 606208 to 1236992 tid 2 2024-04-10T15:40:40.246 INFO:tasks.rados.rados.0.smithi069.stdout:2713: writing smithi06982861-15 from 1236992 to 1695744 tid 3 2024-04-10T15:40:40.250 INFO:tasks.rados.rados.0.smithi069.stdout:2713: writing smithi06982861-15 from 1695744 to 2211840 tid 4 2024-04-10T15:40:40.250 INFO:tasks.rados.rados.0.smithi069.stdout:2706: finishing write tid 4 to smithi06982861-27 2024-04-10T15:40:40.250 INFO:tasks.rados.rados.0.smithi069.stdout:2706: finishing write tid 5 to smithi06982861-27 2024-04-10T15:40:40.250 INFO:tasks.rados.rados.0.smithi069.stdout:2706: finishing write tid 6 to smithi06982861-27 2024-04-10T15:40:40.250 INFO:tasks.rados.rados.0.smithi069.stdout:2706: oid 27 updating version 0 to 1235 2024-04-10T15:40:40.250 INFO:tasks.rados.rados.0.smithi069.stdout:2706: oid 27 version 1235 is already newer than 1234 2024-04-10T15:40:40.250 INFO:tasks.rados.rados.0.smithi069.stdout:2706: oid 27 version 1235 is already newer than 1233 2024-04-10T15:40:40.250 INFO:tasks.rados.rados.0.smithi069.stdout:2706: oid 27 updating version 1235 to 1236 2024-04-10T15:40:40.250 INFO:tasks.rados.rados.0.smithi069.stdout:2706: oid 27 updating version 1236 to 1237 2024-04-10T15:40:40.250 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 27 v 1237 (ObjNum 845 snap 270 seq_num 845) dirty exists 2024-04-10T15:40:40.251 INFO:tasks.rados.rados.0.smithi069.stdout:2706: left oid 27 (ObjNum 845 snap 270 seq_num 845) 2024-04-10T15:40:40.251 INFO:tasks.rados.rados.0.smithi069.stdout:2707: expect (ObjNum 782 snap 246 seq_num 782) 2024-04-10T15:40:40.282 INFO:tasks.rados.rados.0.smithi069.stdout:2708: finishing write tid 1 to smithi06982861-43 2024-04-10T15:40:40.282 INFO:tasks.rados.rados.0.smithi069.stdout:2708: finishing write tid 2 to smithi06982861-43 2024-04-10T15:40:40.282 INFO:tasks.rados.rados.0.smithi069.stdout:2708: finishing write tid 3 to smithi06982861-43 2024-04-10T15:40:40.282 INFO:tasks.rados.rados.0.smithi069.stdout:2708: finishing write tid 4 to smithi06982861-43 2024-04-10T15:40:40.282 INFO:tasks.rados.rados.0.smithi069.stdout:2708: finishing write tid 5 to smithi06982861-43 2024-04-10T15:40:40.283 INFO:tasks.rados.rados.0.smithi069.stdout:2708: finishing write tid 6 to smithi06982861-43 2024-04-10T15:40:40.283 INFO:tasks.rados.rados.0.smithi069.stdout:2706: done (6 left) 2024-04-10T15:40:40.283 INFO:tasks.rados.rados.0.smithi069.stdout:2707: done (5 left) 2024-04-10T15:40:40.283 INFO:tasks.rados.rados.0.smithi069.stdout:2714: setattr oid 1 current snap is 270 2024-04-10T15:40:40.283 INFO:tasks.rados.rados.0.smithi069.stdout:2708: finishing write tid 7 to smithi06982861-43 2024-04-10T15:40:40.283 INFO:tasks.rados.rados.0.smithi069.stdout:2708: oid 43 updating version 0 to 972 2024-04-10T15:40:40.283 INFO:tasks.rados.rados.0.smithi069.stdout:2708: oid 43 updating version 972 to 975 2024-04-10T15:40:40.283 INFO:tasks.rados.rados.0.smithi069.stdout:2708: oid 43 version 975 is already newer than 974 2024-04-10T15:40:40.283 INFO:tasks.rados.rados.0.smithi069.stdout:2708: oid 43 version 975 is already newer than 971 2024-04-10T15:40:40.283 INFO:tasks.rados.rados.0.smithi069.stdout:2708: oid 43 version 975 is already newer than 970 2024-04-10T15:40:40.283 INFO:tasks.rados.rados.0.smithi069.stdout:2708: oid 43 version 975 is already newer than 973 2024-04-10T15:40:40.283 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 43 v 975 (ObjNum 846 snap 270 seq_num 846) dirty exists 2024-04-10T15:40:40.283 INFO:tasks.rados.rados.0.smithi069.stdout:2708: left oid 43 (ObjNum 846 snap 270 seq_num 846) 2024-04-10T15:40:40.283 INFO:tasks.rados.rados.0.smithi069.stdout:2709: expect (ObjNum 734 snap 228 seq_num 734) 2024-04-10T15:40:40.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:40:40 smithi077 ceph-mon[87572]: osdmap e607: 8 total, 8 up, 8 in 2024-04-10T15:40:40.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:40:40 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:40:40.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:40:40 smithi077 ceph-mon[87572]: pgmap v572: 121 pgs: 121 active+clean; 405 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 4.5 MiB/s rd, 516 KiB/s wr, 4 op/s 2024-04-10T15:40:40.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:40:40 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:40:40.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:40:40 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:40:40.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:40:40 smithi069 ceph-mon[96738]: osdmap e607: 8 total, 8 up, 8 in 2024-04-10T15:40:40.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:40:40 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:40:40.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:40:40 smithi069 ceph-mon[96738]: pgmap v572: 121 pgs: 121 active+clean; 405 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 4.5 MiB/s rd, 516 KiB/s wr, 4 op/s 2024-04-10T15:40:40.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:40:40 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:40:40.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:40:40 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:40:40.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:40:40 smithi069 ceph-mon[94167]: osdmap e607: 8 total, 8 up, 8 in 2024-04-10T15:40:40.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:40:40 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:40:40.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:40:40 smithi069 ceph-mon[94167]: pgmap v572: 121 pgs: 121 active+clean; 405 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 4.5 MiB/s rd, 516 KiB/s wr, 4 op/s 2024-04-10T15:40:40.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:40:40 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:40:40.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:40:40 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:40:40.614 INFO:tasks.rados.rados.0.smithi069.stdout:2710: finishing write tid 1 to smithi06982861-13 2024-04-10T15:40:40.614 INFO:tasks.rados.rados.0.smithi069.stdout:2710: finishing write tid 2 to smithi06982861-13 2024-04-10T15:40:40.614 INFO:tasks.rados.rados.0.smithi069.stdout:2710: finishing write tid 3 to smithi06982861-13 2024-04-10T15:40:40.615 INFO:tasks.rados.rados.0.smithi069.stdout:2710: finishing write tid 4 to smithi06982861-13 2024-04-10T15:40:40.615 INFO:tasks.rados.rados.0.smithi069.stdout:2710: finishing write tid 5 to smithi06982861-13 2024-04-10T15:40:40.615 INFO:tasks.rados.rados.0.smithi069.stdout:2710: finishing write tid 6 to smithi06982861-13 2024-04-10T15:40:40.615 INFO:tasks.rados.rados.0.smithi069.stdout:2710: oid 13 updating version 0 to 1405 2024-04-10T15:40:40.615 INFO:tasks.rados.rados.0.smithi069.stdout:2710: oid 13 version 1405 is already newer than 1404 2024-04-10T15:40:40.615 INFO:tasks.rados.rados.0.smithi069.stdout:2710: oid 13 version 1405 is already newer than 1401 2024-04-10T15:40:40.615 INFO:tasks.rados.rados.0.smithi069.stdout:2710: oid 13 version 1405 is already newer than 1403 2024-04-10T15:40:40.615 INFO:tasks.rados.rados.0.smithi069.stdout:2710: oid 13 version 1405 is already newer than 1402 2024-04-10T15:40:40.615 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 13 v 1405 (ObjNum 847 snap 270 seq_num 847) dirty exists 2024-04-10T15:40:40.615 INFO:tasks.rados.rados.0.smithi069.stdout:2710: left oid 13 (ObjNum 847 snap 270 seq_num 847) 2024-04-10T15:40:40.615 INFO:tasks.rados.rados.0.smithi069.stdout:2712: expect (ObjNum 758 snap 239 seq_num 758) 2024-04-10T15:40:40.672 INFO:tasks.rados.rados.0.smithi069.stdout:2713: finishing write tid 1 to smithi06982861-15 2024-04-10T15:40:40.673 INFO:tasks.rados.rados.0.smithi069.stdout:2713: finishing write tid 2 to smithi06982861-15 2024-04-10T15:40:40.673 INFO:tasks.rados.rados.0.smithi069.stdout:2713: finishing write tid 3 to smithi06982861-15 2024-04-10T15:40:40.673 INFO:tasks.rados.rados.0.smithi069.stdout:2713: finishing write tid 4 to smithi06982861-15 2024-04-10T15:40:40.673 INFO:tasks.rados.rados.0.smithi069.stdout:2713: finishing write tid 5 to smithi06982861-15 2024-04-10T15:40:40.673 INFO:tasks.rados.rados.0.smithi069.stdout:2713: finishing write tid 6 to smithi06982861-15 2024-04-10T15:40:40.673 INFO:tasks.rados.rados.0.smithi069.stdout:2713: oid 15 updating version 0 to 1074 2024-04-10T15:40:40.673 INFO:tasks.rados.rados.0.smithi069.stdout:2713: oid 15 updating version 1074 to 1080 2024-04-10T15:40:40.673 INFO:tasks.rados.rados.0.smithi069.stdout:2713: oid 15 version 1080 is already newer than 1078 2024-04-10T15:40:40.673 INFO:tasks.rados.rados.0.smithi069.stdout:2713: oid 15 version 1080 is already newer than 1075 2024-04-10T15:40:40.673 INFO:tasks.rados.rados.0.smithi069.stdout:2713: oid 15 version 1080 is already newer than 1079 2024-04-10T15:40:40.673 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 15 v 1080 (ObjNum 848 snap 270 seq_num 848) dirty exists 2024-04-10T15:40:40.673 INFO:tasks.rados.rados.0.smithi069.stdout:2713: left oid 15 (ObjNum 848 snap 270 seq_num 848) 2024-04-10T15:40:40.673 INFO:tasks.rados.rados.0.smithi069.stdout:2708: done (5 left) 2024-04-10T15:40:40.673 INFO:tasks.rados.rados.0.smithi069.stdout:2709: done (4 left) 2024-04-10T15:40:40.674 INFO:tasks.rados.rados.0.smithi069.stdout:2710: done (3 left) 2024-04-10T15:40:40.674 INFO:tasks.rados.rados.0.smithi069.stdout:2712: done (2 left) 2024-04-10T15:40:40.674 INFO:tasks.rados.rados.0.smithi069.stdout:2713: done (1 left) 2024-04-10T15:40:40.674 INFO:tasks.rados.rados.0.smithi069.stdout:2715: rmattr oid 9 current snap is 270 2024-04-10T15:40:40.674 INFO:tasks.rados.rados.0.smithi069.stdout:2715: done (1 left) 2024-04-10T15:40:40.674 INFO:tasks.rados.rados.0.smithi069.stdout:2716: read oid 41 snap -1 2024-04-10T15:40:40.674 INFO:tasks.rados.rados.0.smithi069.stdout:2716: expect (ObjNum 834 snap 264 seq_num 834) 2024-04-10T15:40:40.674 INFO:tasks.rados.rados.0.smithi069.stdout:2717: delete oid 16 current snap is 270 2024-04-10T15:40:40.674 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 1 v 976 (ObjNum 33 snap 0 seq_num 1433753904) dirty exists 2024-04-10T15:40:40.677 INFO:tasks.rados.rados.0.smithi069.stdout:2714: done (2 left) 2024-04-10T15:40:40.677 INFO:tasks.rados.rados.0.smithi069.stdout:2717: done (1 left) 2024-04-10T15:40:40.677 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 35 current snap is 270 2024-04-10T15:40:40.677 INFO:tasks.rados.rados.0.smithi069.stdout:2718: seq_num 850 ranges {0=638976,638976=802816,1441792=475136,1916928=327680} 2024-04-10T15:40:40.681 INFO:tasks.rados.rados.0.smithi069.stdout:2718: writing smithi06982861-35 from 0 to 638976 tid 1 2024-04-10T15:40:40.685 INFO:tasks.rados.rados.0.smithi069.stdout:2718: writing smithi06982861-35 from 638976 to 1441792 tid 2 2024-04-10T15:40:40.688 INFO:tasks.rados.rados.0.smithi069.stdout:2718: writing smithi06982861-35 from 1441792 to 1916928 tid 3 2024-04-10T15:40:40.691 INFO:tasks.rados.rados.0.smithi069.stdout:2718: writing smithi06982861-35 from 1916928 to 2244608 tid 4 2024-04-10T15:40:40.691 INFO:tasks.rados.rados.0.smithi069.stdout:2719: setattr oid 39 current snap is 270 2024-04-10T15:40:40.691 INFO:tasks.rados.rados.0.smithi069.stdout:2718: finishing write tid 1 to smithi06982861-35 2024-04-10T15:40:40.691 INFO:tasks.rados.rados.0.smithi069.stdout:2718: finishing write tid 2 to smithi06982861-35 2024-04-10T15:40:40.691 INFO:tasks.rados.rados.0.smithi069.stdout:2720: delete oid 11 current snap is 270 2024-04-10T15:40:40.694 INFO:tasks.rados.rados.0.smithi069.stdout:2718: finishing write tid 3 to smithi06982861-35 2024-04-10T15:40:40.694 INFO:tasks.rados.rados.0.smithi069.stdout:2718: finishing write tid 4 to smithi06982861-35 2024-04-10T15:40:40.695 INFO:tasks.rados.rados.0.smithi069.stdout:2718: finishing write tid 5 to smithi06982861-35 2024-04-10T15:40:40.695 INFO:tasks.rados.rados.0.smithi069.stdout:2720: done (3 left) 2024-04-10T15:40:40.695 INFO:tasks.rados.rados.0.smithi069.stdout:2721: delete oid 38 current snap is 270 2024-04-10T15:40:40.696 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 39 v 979 (ObjNum 833 snap 263 seq_num 833) dirty exists 2024-04-10T15:40:40.697 INFO:tasks.rados.rados.0.smithi069.stdout:2718: finishing write tid 6 to smithi06982861-35 2024-04-10T15:40:40.697 INFO:tasks.rados.rados.0.smithi069.stdout:2718: oid 35 updating version 0 to 978 2024-04-10T15:40:40.697 INFO:tasks.rados.rados.0.smithi069.stdout:2718: oid 35 updating version 978 to 979 2024-04-10T15:40:40.697 INFO:tasks.rados.rados.0.smithi069.stdout:2718: oid 35 version 979 is already newer than 977 2024-04-10T15:40:40.697 INFO:tasks.rados.rados.0.smithi069.stdout:2718: oid 35 updating version 979 to 981 2024-04-10T15:40:40.698 INFO:tasks.rados.rados.0.smithi069.stdout:2718: oid 35 version 981 is already newer than 980 2024-04-10T15:40:40.698 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 35 v 981 (ObjNum 850 snap 270 seq_num 850) dirty exists 2024-04-10T15:40:40.698 INFO:tasks.rados.rados.0.smithi069.stdout:2718: left oid 35 (ObjNum 850 snap 270 seq_num 850) 2024-04-10T15:40:40.698 INFO:tasks.rados.rados.0.smithi069.stdout:2718: done (3 left) 2024-04-10T15:40:40.698 INFO:tasks.rados.rados.0.smithi069.stdout:2719: done (2 left) 2024-04-10T15:40:40.698 INFO:tasks.rados.rados.0.smithi069.stdout:2721: done (1 left) 2024-04-10T15:40:40.698 INFO:tasks.rados.rados.0.smithi069.stdout:2722: read oid 48 snap -1 2024-04-10T15:40:40.698 INFO:tasks.rados.rados.0.smithi069.stdout:2722: expect (ObjNum 842 snap 269 seq_num 842) 2024-04-10T15:40:40.698 INFO:tasks.rados.rados.0.smithi069.stdout:2723: delete oid 8 current snap is 270 2024-04-10T15:40:40.700 INFO:tasks.rados.rados.0.smithi069.stdout:2723: done (2 left) 2024-04-10T15:40:40.700 INFO:tasks.rados.rados.0.smithi069.stdout:2724: read oid 10 snap 269 2024-04-10T15:40:40.700 INFO:tasks.rados.rados.0.smithi069.stdout:2724: expect (ObjNum 1435386192 snap 21957 seq_num 1434919872) 2024-04-10T15:40:40.700 INFO:tasks.rados.rados.0.smithi069.stdout:2725: rollback oid 2 current snap is 270 2024-04-10T15:40:40.700 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 2 to 258 2024-04-10T15:40:40.700 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 4 current snap is 270 2024-04-10T15:40:40.700 INFO:tasks.rados.rados.0.smithi069.stdout:2726: seq_num 854 ranges {4055040=712704,4767744=794624,5562368=450560,6012928=360448} 2024-04-10T15:40:40.728 INFO:tasks.rados.rados.0.smithi069.stdout:2726: writing smithi06982861-4 from 4055040 to 4767744 tid 1 2024-04-10T15:40:40.733 INFO:tasks.rados.rados.0.smithi069.stdout:2726: writing smithi06982861-4 from 4767744 to 5562368 tid 2 2024-04-10T15:40:40.736 INFO:tasks.rados.rados.0.smithi069.stdout:2726: writing smithi06982861-4 from 5562368 to 6012928 tid 3 2024-04-10T15:40:40.739 INFO:tasks.rados.rados.0.smithi069.stdout:2726: writing smithi06982861-4 from 6012928 to 6373376 tid 4 2024-04-10T15:40:40.739 INFO:tasks.rados.rados.0.smithi069.stdout:2727: snap_create 2024-04-10T15:40:40.739 INFO:tasks.rados.rados.0.smithi069.stdout:2725: finishing rollback tid 1 to smithi06982861-2 2024-04-10T15:40:40.739 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 2 v 1037 (ObjNum 177 snap 0 seq_num 1) dirty dne 2024-04-10T15:40:40.739 INFO:tasks.rados.rados.0.smithi069.stdout:2716: expect (ObjNum 834 snap 264 seq_num 834) 2024-04-10T15:40:41.108 INFO:tasks.rados.rados.0.smithi069.stdout:2724: expect (ObjNum 1435386192 snap 21957 seq_num 1434919872) 2024-04-10T15:40:41.110 INFO:tasks.rados.rados.0.smithi069.stdout:2722: expect (ObjNum 842 snap 269 seq_num 842) 2024-04-10T15:40:41.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:40:41 smithi077 ceph-mon[87572]: osdmap e608: 8 total, 8 up, 8 in 2024-04-10T15:40:41.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:40:41 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:40:41.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:40:41 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:40:41.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:40:41 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:40:41.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:40:41 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:40:41.493 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:40:41 smithi077 ceph-mon[87572]: osdmap e609: 8 total, 8 up, 8 in 2024-04-10T15:40:41.571 INFO:tasks.rados.rados.0.smithi069.stdout:2726: finishing write tid 1 to smithi06982861-4 2024-04-10T15:40:41.571 INFO:tasks.rados.rados.0.smithi069.stdout:2726: finishing write tid 2 to smithi06982861-4 2024-04-10T15:40:41.571 INFO:tasks.rados.rados.0.smithi069.stdout:2726: finishing write tid 3 to smithi06982861-4 2024-04-10T15:40:41.571 INFO:tasks.rados.rados.0.smithi069.stdout:2726: finishing write tid 4 to smithi06982861-4 2024-04-10T15:40:41.571 INFO:tasks.rados.rados.0.smithi069.stdout:2726: finishing write tid 5 to smithi06982861-4 2024-04-10T15:40:41.571 INFO:tasks.rados.rados.0.smithi069.stdout:2716: done (5 left) 2024-04-10T15:40:41.571 INFO:tasks.rados.rados.0.smithi069.stdout:2722: done (4 left) 2024-04-10T15:40:41.571 INFO:tasks.rados.rados.0.smithi069.stdout:2724: done (3 left) 2024-04-10T15:40:41.571 INFO:tasks.rados.rados.0.smithi069.stdout:2725: done (2 left) 2024-04-10T15:40:41.572 INFO:tasks.rados.rados.0.smithi069.stdout:2727: done (1 left) 2024-04-10T15:40:41.572 INFO:tasks.rados.rados.0.smithi069.stdout:2728: read oid 16 snap -1 2024-04-10T15:40:41.572 INFO:tasks.rados.rados.0.smithi069.stdout:2728: expect deleted 2024-04-10T15:40:41.572 INFO:tasks.rados.rados.0.smithi069.stdout:2729: snap_remove snap 267 2024-04-10T15:40:41.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:40:41 smithi069 ceph-mon[94167]: osdmap e608: 8 total, 8 up, 8 in 2024-04-10T15:40:41.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:40:41 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:40:41.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:40:41 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:40:41.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:40:41 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:40:41.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:40:41 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:40:41.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:40:41 smithi069 ceph-mon[94167]: osdmap e609: 8 total, 8 up, 8 in 2024-04-10T15:40:41.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:40:41 smithi069 ceph-mon[96738]: osdmap e608: 8 total, 8 up, 8 in 2024-04-10T15:40:41.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:40:41 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:40:41.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:40:41 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:40:41.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:40:41 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:40:41.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:40:41 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:40:41.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:40:41 smithi069 ceph-mon[96738]: osdmap e609: 8 total, 8 up, 8 in 2024-04-10T15:40:42.492 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:40:42 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[78458]: ts=2024-04-10T15:40:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:40:42.558 INFO:tasks.rados.rados.0.smithi069.stdout:2729: done (2 left) 2024-04-10T15:40:42.559 INFO:tasks.rados.rados.0.smithi069.stdout:2730: snap_create 2024-04-10T15:40:42.559 INFO:tasks.rados.rados.0.smithi069.stdout:2726: finishing write tid 6 to smithi06982861-4 2024-04-10T15:40:42.559 INFO:tasks.rados.rados.0.smithi069.stdout:2726: oid 4 updating version 0 to 1551 2024-04-10T15:40:42.559 INFO:tasks.rados.rados.0.smithi069.stdout:2726: oid 4 version 1551 is already newer than 1550 2024-04-10T15:40:42.559 INFO:tasks.rados.rados.0.smithi069.stdout:2726: oid 4 version 1551 is already newer than 1548 2024-04-10T15:40:42.559 INFO:tasks.rados.rados.0.smithi069.stdout:2726: oid 4 version 1551 is already newer than 1547 2024-04-10T15:40:42.559 INFO:tasks.rados.rados.0.smithi069.stdout:2726: oid 4 version 1551 is already newer than 1549 2024-04-10T15:40:42.559 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 4 v 1551 (ObjNum 854 snap 270 seq_num 854) dirty exists 2024-04-10T15:40:42.559 INFO:tasks.rados.rados.0.smithi069.stdout:2726: left oid 4 (ObjNum 854 snap 270 seq_num 854) 2024-04-10T15:40:42.790 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:40:42 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:40:42.790 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:40:42 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:40:42.790 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:40:42 smithi069 ceph-mon[96738]: pgmap v575: 121 pgs: 121 active+clean; 408 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 6.1 MiB/s rd, 1.0 MiB/s wr, 9 op/s 2024-04-10T15:40:42.790 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:40:42 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:40:42.790 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:40:42 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:40:42.791 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:40:42 smithi069 ceph-mon[94167]: pgmap v575: 121 pgs: 121 active+clean; 408 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 6.1 MiB/s rd, 1.0 MiB/s wr, 9 op/s 2024-04-10T15:40:42.901 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:40:42 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:40:42.901 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:40:42 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:40:42.901 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:40:42 smithi077 ceph-mon[87572]: pgmap v575: 121 pgs: 121 active+clean; 408 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 6.1 MiB/s rd, 1.0 MiB/s wr, 9 op/s 2024-04-10T15:40:43.567 INFO:tasks.rados.rados.0.smithi069.stdout:2726: done (2 left) 2024-04-10T15:40:43.567 INFO:tasks.rados.rados.0.smithi069.stdout:2728: done (1 left) 2024-04-10T15:40:43.568 INFO:tasks.rados.rados.0.smithi069.stdout:2730: done (0 left) 2024-04-10T15:40:43.568 INFO:tasks.rados.rados.0.smithi069.stdout:2731: copy_from oid 50 from oid 43 current snap is 272 2024-04-10T15:40:43.568 INFO:tasks.rados.rados.0.smithi069.stdout:2732: snap_create 2024-04-10T15:40:43.580 INFO:tasks.rados.rados.0.smithi069.stdout:2731: finishing copy_from racing read to smithi06982861-50 2024-04-10T15:40:43.581 INFO:tasks.rados.rados.0.smithi069.stdout:2731: finishing copy_from to smithi06982861-50 2024-04-10T15:40:43.581 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 50 v 975 (ObjNum 846 snap 270 seq_num 846) dirty exists 2024-04-10T15:40:43.769 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:40:43 smithi077 ceph-mon[87572]: osdmap e610: 8 total, 8 up, 8 in 2024-04-10T15:40:43.836 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:40:43 smithi069 ceph-mon[94167]: osdmap e610: 8 total, 8 up, 8 in 2024-04-10T15:40:43.836 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:40:43 smithi069 ceph-mon[96738]: osdmap e610: 8 total, 8 up, 8 in 2024-04-10T15:40:44.570 INFO:tasks.rados.rados.0.smithi069.stdout:2731: done (1 left) 2024-04-10T15:40:44.570 INFO:tasks.rados.rados.0.smithi069.stdout:2732: done (0 left) 2024-04-10T15:40:44.570 INFO:tasks.rados.rados.0.smithi069.stdout:2733: rollback oid 44 current snap is 273 2024-04-10T15:40:44.570 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 44 to 262 2024-04-10T15:40:44.570 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 42 current snap is 273 2024-04-10T15:40:44.570 INFO:tasks.rados.rados.0.smithi069.stdout:2734: seq_num 855 ranges {0=729088,729088=671744,1400832=663552,2064384=270336} 2024-04-10T15:40:44.575 INFO:tasks.rados.rados.0.smithi069.stdout:2734: writing smithi06982861-42 from 0 to 729088 tid 1 2024-04-10T15:40:44.578 INFO:tasks.rados.rados.0.smithi069.stdout:2734: writing smithi06982861-42 from 729088 to 1400832 tid 2 2024-04-10T15:40:44.582 INFO:tasks.rados.rados.0.smithi069.stdout:2734: writing smithi06982861-42 from 1400832 to 2064384 tid 3 2024-04-10T15:40:44.585 INFO:tasks.rados.rados.0.smithi069.stdout:2734: writing smithi06982861-42 from 2064384 to 2334720 tid 4 2024-04-10T15:40:44.585 INFO:tasks.rados.rados.0.smithi069.stdout:2735: rollback oid 5 current snap is 273 2024-04-10T15:40:44.585 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 5 to 252 2024-04-10T15:40:44.585 INFO:tasks.rados.rados.0.smithi069.stdout:2733: finishing rollback tid 1 to smithi06982861-44 2024-04-10T15:40:44.585 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 44 v 1374 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-04-10T15:40:44.585 INFO:tasks.rados.rados.0.smithi069.stdout:2734: finishing write tid 1 to smithi06982861-42 2024-04-10T15:40:44.585 INFO:tasks.rados.rados.0.smithi069.stdout:2734: finishing write tid 2 to smithi06982861-42 2024-04-10T15:40:44.585 INFO:tasks.rados.rados.0.smithi069.stdout:2733: done (2 left) 2024-04-10T15:40:44.585 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 37 current snap is 273 2024-04-10T15:40:44.586 INFO:tasks.rados.rados.0.smithi069.stdout:2736: seq_num 856 ranges {4923392=745472,5668864=557056,6225920=417792,6643712=434176,7077888=196608} 2024-04-10T15:40:44.615 INFO:tasks.rados.rados.0.smithi069.stdout:2736: writing smithi06982861-37 from 4923392 to 5668864 tid 1 2024-04-10T15:40:44.618 INFO:tasks.rados.rados.0.smithi069.stdout:2736: writing smithi06982861-37 from 5668864 to 6225920 tid 2 2024-04-10T15:40:44.621 INFO:tasks.rados.rados.0.smithi069.stdout:2736: writing smithi06982861-37 from 6225920 to 6643712 tid 3 2024-04-10T15:40:44.623 INFO:tasks.rados.rados.0.smithi069.stdout:2736: writing smithi06982861-37 from 6643712 to 7077888 tid 4 2024-04-10T15:40:44.625 INFO:tasks.rados.rados.0.smithi069.stdout:2736: writing smithi06982861-37 from 7077888 to 7274496 tid 5 2024-04-10T15:40:44.625 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 9 current snap is 273 2024-04-10T15:40:44.626 INFO:tasks.rados.rados.0.smithi069.stdout:2735: finishing rollback tid 1 to smithi06982861-5 2024-04-10T15:40:44.626 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 5 v 1266 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-04-10T15:40:44.626 INFO:tasks.rados.rados.0.smithi069.stdout:2734: finishing write tid 3 to smithi06982861-42 2024-04-10T15:40:44.626 INFO:tasks.rados.rados.0.smithi069.stdout:2734: finishing write tid 4 to smithi06982861-42 2024-04-10T15:40:44.626 INFO:tasks.rados.rados.0.smithi069.stdout:2734: finishing write tid 5 to smithi06982861-42 2024-04-10T15:40:44.626 INFO:tasks.rados.rados.0.smithi069.stdout:2734: finishing write tid 6 to smithi06982861-42 2024-04-10T15:40:44.626 INFO:tasks.rados.rados.0.smithi069.stdout:2734: oid 42 updating version 0 to 1239 2024-04-10T15:40:44.626 INFO:tasks.rados.rados.0.smithi069.stdout:2734: oid 42 version 1239 is already newer than 1238 2024-04-10T15:40:44.626 INFO:tasks.rados.rados.0.smithi069.stdout:2734: oid 42 updating version 1239 to 1241 2024-04-10T15:40:44.626 INFO:tasks.rados.rados.0.smithi069.stdout:2734: oid 42 updating version 1241 to 1242 2024-04-10T15:40:44.626 INFO:tasks.rados.rados.0.smithi069.stdout:2734: oid 42 version 1242 is already newer than 1240 2024-04-10T15:40:44.626 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 42 v 1242 (ObjNum 855 snap 273 seq_num 855) dirty exists 2024-04-10T15:40:44.626 INFO:tasks.rados.rados.0.smithi069.stdout:2734: left oid 42 (ObjNum 855 snap 273 seq_num 855) 2024-04-10T15:40:44.626 INFO:tasks.rados.rados.0.smithi069.stdout:2736: finishing write tid 1 to smithi06982861-37 2024-04-10T15:40:44.627 INFO:tasks.rados.rados.0.smithi069.stdout:2736: finishing write tid 2 to smithi06982861-37 2024-04-10T15:40:44.627 INFO:tasks.rados.rados.0.smithi069.stdout:2737: seq_num 857 ranges {0=761856,761856=442368,1204224=630784,1835008=532480} 2024-04-10T15:40:44.630 INFO:tasks.rados.rados.0.smithi069.stdout:2737: writing smithi06982861-9 from 0 to 761856 tid 1 2024-04-10T15:40:44.632 INFO:tasks.rados.rados.0.smithi069.stdout:2737: writing smithi06982861-9 from 761856 to 1204224 tid 2 2024-04-10T15:40:44.636 INFO:tasks.rados.rados.0.smithi069.stdout:2737: writing smithi06982861-9 from 1204224 to 1835008 tid 3 2024-04-10T15:40:44.639 INFO:tasks.rados.rados.0.smithi069.stdout:2737: writing smithi06982861-9 from 1835008 to 2367488 tid 4 2024-04-10T15:40:44.639 INFO:tasks.rados.rados.0.smithi069.stdout:2734: done (3 left) 2024-04-10T15:40:44.639 INFO:tasks.rados.rados.0.smithi069.stdout:2735: done (2 left) 2024-04-10T15:40:44.640 INFO:tasks.rados.rados.0.smithi069.stdout:2738: read oid 13 snap -1 2024-04-10T15:40:44.640 INFO:tasks.rados.rados.0.smithi069.stdout:2738: expect (ObjNum 847 snap 270 seq_num 847) 2024-04-10T15:40:44.640 INFO:tasks.rados.rados.0.smithi069.stdout:2739: delete oid 34 current snap is 273 2024-04-10T15:40:44.640 INFO:tasks.rados.rados.0.smithi069.stdout:2736: finishing write tid 3 to smithi06982861-37 2024-04-10T15:40:44.640 INFO:tasks.rados.rados.0.smithi069.stdout:2736: finishing write tid 4 to smithi06982861-37 2024-04-10T15:40:44.640 INFO:tasks.rados.rados.0.smithi069.stdout:2736: finishing write tid 5 to smithi06982861-37 2024-04-10T15:40:44.640 INFO:tasks.rados.rados.0.smithi069.stdout:2736: finishing write tid 6 to smithi06982861-37 2024-04-10T15:40:44.640 INFO:tasks.rados.rados.0.smithi069.stdout:2736: finishing write tid 7 to smithi06982861-37 2024-04-10T15:40:44.640 INFO:tasks.rados.rados.0.smithi069.stdout:2736: oid 37 updating version 0 to 1469 2024-04-10T15:40:44.640 INFO:tasks.rados.rados.0.smithi069.stdout:2736: oid 37 updating version 1469 to 1470 2024-04-10T15:40:44.640 INFO:tasks.rados.rados.0.smithi069.stdout:2736: oid 37 version 1470 is already newer than 1468 2024-04-10T15:40:44.640 INFO:tasks.rados.rados.0.smithi069.stdout:2736: oid 37 version 1470 is already newer than 1465 2024-04-10T15:40:44.640 INFO:tasks.rados.rados.0.smithi069.stdout:2736: oid 37 version 1470 is already newer than 1466 2024-04-10T15:40:44.640 INFO:tasks.rados.rados.0.smithi069.stdout:2736: oid 37 version 1470 is already newer than 1467 2024-04-10T15:40:44.640 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 37 v 1470 (ObjNum 856 snap 273 seq_num 856) dirty exists 2024-04-10T15:40:44.641 INFO:tasks.rados.rados.0.smithi069.stdout:2736: left oid 37 (ObjNum 856 snap 273 seq_num 856) 2024-04-10T15:40:44.641 INFO:tasks.rados.rados.0.smithi069.stdout:2737: finishing write tid 1 to smithi06982861-9 2024-04-10T15:40:44.641 INFO:tasks.rados.rados.0.smithi069.stdout:2737: finishing write tid 2 to smithi06982861-9 2024-04-10T15:40:44.641 INFO:tasks.rados.rados.0.smithi069.stdout:2737: finishing write tid 3 to smithi06982861-9 2024-04-10T15:40:44.642 INFO:tasks.rados.rados.0.smithi069.stdout:2737: finishing write tid 4 to smithi06982861-9 2024-04-10T15:40:44.643 INFO:tasks.rados.rados.0.smithi069.stdout:2737: finishing write tid 5 to smithi06982861-9 2024-04-10T15:40:44.644 INFO:tasks.rados.rados.0.smithi069.stdout:2736: done (3 left) 2024-04-10T15:40:44.644 INFO:tasks.rados.rados.0.smithi069.stdout:2739: done (2 left) 2024-04-10T15:40:44.644 INFO:tasks.rados.rados.0.smithi069.stdout:2740: read oid 35 snap -1 2024-04-10T15:40:44.644 INFO:tasks.rados.rados.0.smithi069.stdout:2740: expect (ObjNum 850 snap 270 seq_num 850) 2024-04-10T15:40:44.645 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 4 current snap is 273 2024-04-10T15:40:44.645 INFO:tasks.rados.rados.0.smithi069.stdout:2741: seq_num 859 ranges {6373376=794624,7168000=614400,7782400=638976,8421376=352256} 2024-04-10T15:40:44.684 INFO:tasks.rados.rados.0.smithi069.stdout:2741: writing smithi06982861-4 from 6373376 to 7168000 tid 1 2024-04-10T15:40:44.687 INFO:tasks.rados.rados.0.smithi069.stdout:2741: writing smithi06982861-4 from 7168000 to 7782400 tid 2 2024-04-10T15:40:44.690 INFO:tasks.rados.rados.0.smithi069.stdout:2741: writing smithi06982861-4 from 7782400 to 8421376 tid 3 2024-04-10T15:40:44.692 INFO:tasks.rados.rados.0.smithi069.stdout:2741: writing smithi06982861-4 from 8421376 to 8773632 tid 4 2024-04-10T15:40:44.693 INFO:tasks.rados.rados.0.smithi069.stdout:2742: snap_remove snap 265 2024-04-10T15:40:44.717 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:40:44 smithi077 ceph-mon[87572]: osdmap e611: 8 total, 8 up, 8 in 2024-04-10T15:40:44.717 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:40:44 smithi077 ceph-mon[87572]: pgmap v578: 121 pgs: 121 active+clean; 412 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 1.6 MiB/s wr, 15 op/s 2024-04-10T15:40:44.836 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:40:44 smithi069 ceph-mon[96738]: osdmap e611: 8 total, 8 up, 8 in 2024-04-10T15:40:44.836 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:40:44 smithi069 ceph-mon[96738]: pgmap v578: 121 pgs: 121 active+clean; 412 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 1.6 MiB/s wr, 15 op/s 2024-04-10T15:40:44.836 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:40:44 smithi069 ceph-mon[94167]: osdmap e611: 8 total, 8 up, 8 in 2024-04-10T15:40:44.836 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:40:44 smithi069 ceph-mon[94167]: pgmap v578: 121 pgs: 121 active+clean; 412 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 1.6 MiB/s wr, 15 op/s 2024-04-10T15:40:45.636 INFO:tasks.rados.rados.0.smithi069.stdout:2742: done (4 left) 2024-04-10T15:40:45.636 INFO:tasks.rados.rados.0.smithi069.stdout:2743: copy_from oid 31 from oid 38 current snap is 273 2024-04-10T15:40:45.636 INFO:tasks.rados.rados.0.smithi069.stdout:2737: finishing write tid 6 to smithi06982861-9 2024-04-10T15:40:45.636 INFO:tasks.rados.rados.0.smithi069.stdout:2737: oid 9 updating version 0 to 1052 2024-04-10T15:40:45.636 INFO:tasks.rados.rados.0.smithi069.stdout:2737: oid 9 version 1052 is already newer than 1051 2024-04-10T15:40:45.637 INFO:tasks.rados.rados.0.smithi069.stdout:2737: oid 9 updating version 1052 to 1054 2024-04-10T15:40:45.637 INFO:tasks.rados.rados.0.smithi069.stdout:2737: oid 9 updating version 1054 to 1055 2024-04-10T15:40:45.637 INFO:tasks.rados.rados.0.smithi069.stdout:2737: oid 9 version 1055 is already newer than 1053 2024-04-10T15:40:45.637 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 9 v 1055 (ObjNum 857 snap 273 seq_num 857) dirty exists 2024-04-10T15:40:45.637 INFO:tasks.rados.rados.0.smithi069.stdout:2737: left oid 9 (ObjNum 857 snap 273 seq_num 857) 2024-04-10T15:40:45.637 INFO:tasks.rados.rados.0.smithi069.stdout:2740: expect (ObjNum 850 snap 270 seq_num 850) 2024-04-10T15:40:45.702 INFO:tasks.rados.rados.0.smithi069.stdout:2738: expect (ObjNum 847 snap 270 seq_num 847) 2024-04-10T15:40:45.836 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:40:45 smithi069 ceph-mon[94167]: osdmap e612: 8 total, 8 up, 8 in 2024-04-10T15:40:45.836 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:40:45 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:40:45.836 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:40:45 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:40:45.837 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:40:45 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:40:45.837 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:40:45 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:40:45.837 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:40:45 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:40:45.837 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:40:45 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:40:45.837 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:40:45 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:40:45.837 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:40:45 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:40:45.837 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:40:45 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:40:45.837 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:40:45 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:40:45.837 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:40:45 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:40:45.837 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:40:45 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:40:45.837 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:40:45 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:40:45.837 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:40:45 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:40:45.837 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:40:45 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:40:45.837 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:40:45 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:40:45.837 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:40:45 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:40:45.838 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:40:45 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:40:45.838 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:40:45 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:40:45.838 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:40:45 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:40:45.838 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:40:45 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:40:45.838 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:40:45 smithi069 ceph-mon[96738]: osdmap e612: 8 total, 8 up, 8 in 2024-04-10T15:40:45.838 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:40:45 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:40:45.838 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:40:45 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:40:45.838 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:40:45 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:40:45.838 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:40:45 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:40:45.838 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:40:45 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:40:45.838 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:40:45 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:40:45.839 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:40:45 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:40:45.839 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:40:45 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:40:45.839 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:40:45 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:40:45.839 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:40:45 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:40:45.839 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:40:45 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:40:45.839 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:40:45 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:40:45.839 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:40:45 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:40:45.839 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:40:45 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:40:45.839 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:40:45 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:40:45.839 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:40:45 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:40:45.839 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:40:45 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:40:45.839 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:40:45 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:40:45.839 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:40:45 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:40:45.839 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:40:45 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:40:45.839 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:40:45 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:40:45.840 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:40:45 smithi077 ceph-mon[87572]: osdmap e612: 8 total, 8 up, 8 in 2024-04-10T15:40:45.840 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:40:45 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:40:45.840 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:40:45 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:40:45.840 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:40:45 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:40:45.840 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:40:45 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:40:45.840 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:40:45 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:40:45.840 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:40:45 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:40:45.840 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:40:45 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:40:45.840 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:40:45 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:40:45.840 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:40:45 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:40:45.840 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:40:45 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:40:45.841 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:40:45 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:40:45.841 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:40:45 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:40:45.841 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:40:45 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:40:45.841 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:40:45 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:40:45.841 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:40:45 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:40:45.841 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:40:45 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:40:45.841 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:40:45 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:40:45.841 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:40:45 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:40:45.841 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:40:45 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:40:45.841 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:40:45 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:40:45.841 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:40:45 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:40:46.240 INFO:tasks.rados.rados.0.smithi069.stdout:2741: finishing write tid 1 to smithi06982861-4 2024-04-10T15:40:46.240 INFO:tasks.rados.rados.0.smithi069.stdout:2741: finishing write tid 2 to smithi06982861-4 2024-04-10T15:40:46.240 INFO:tasks.rados.rados.0.smithi069.stdout:2737: done (4 left) 2024-04-10T15:40:46.240 INFO:tasks.rados.rados.0.smithi069.stdout:2738: done (3 left) 2024-04-10T15:40:46.240 INFO:tasks.rados.rados.0.smithi069.stdout:2740: done (2 left) 2024-04-10T15:40:46.240 INFO:tasks.rados.rados.0.smithi069.stdout:2744: read oid 7 snap 269 2024-04-10T15:40:46.241 INFO:tasks.rados.rados.0.smithi069.stdout:2744: expect (ObjNum 835 snap 264 seq_num 835) 2024-04-10T15:40:46.241 INFO:tasks.rados.rados.0.smithi069.stdout:2745: copy_from oid 27 from oid 43 current snap is 273 2024-04-10T15:40:46.241 INFO:tasks.rados.rados.0.smithi069.stdout:2741: finishing write tid 3 to smithi06982861-4 2024-04-10T15:40:46.241 INFO:tasks.rados.rados.0.smithi069.stdout:2741: finishing write tid 4 to smithi06982861-4 2024-04-10T15:40:46.241 INFO:tasks.rados.rados.0.smithi069.stdout:2741: finishing write tid 5 to smithi06982861-4 2024-04-10T15:40:46.241 INFO:tasks.rados.rados.0.smithi069.stdout:2741: finishing write tid 6 to smithi06982861-4 2024-04-10T15:40:46.241 INFO:tasks.rados.rados.0.smithi069.stdout:2741: oid 4 updating version 0 to 1560 2024-04-10T15:40:46.241 INFO:tasks.rados.rados.0.smithi069.stdout:2741: oid 4 version 1560 is already newer than 1557 2024-04-10T15:40:46.241 INFO:tasks.rados.rados.0.smithi069.stdout:2741: oid 4 version 1560 is already newer than 1559 2024-04-10T15:40:46.241 INFO:tasks.rados.rados.0.smithi069.stdout:2741: oid 4 version 1560 is already newer than 1558 2024-04-10T15:40:46.241 INFO:tasks.rados.rados.0.smithi069.stdout:2741: oid 4 updating version 1560 to 1561 2024-04-10T15:40:46.241 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 4 v 1561 (ObjNum 859 snap 273 seq_num 859) dirty exists 2024-04-10T15:40:46.241 INFO:tasks.rados.rados.0.smithi069.stdout:2741: left oid 4 (ObjNum 859 snap 273 seq_num 859) 2024-04-10T15:40:46.241 INFO:tasks.rados.rados.0.smithi069.stdout:2743: finishing copy_from to smithi06982861-31 2024-04-10T15:40:46.242 INFO:tasks.rados.rados.0.smithi069.stdout:2743: got expected ENOENT (src dne) 2024-04-10T15:40:46.242 INFO:tasks.rados.rados.0.smithi069.stdout:2743: finishing copy_from racing read to smithi06982861-31 2024-04-10T15:40:46.242 INFO:tasks.rados.rados.0.smithi069.stdout:2741: done (3 left) 2024-04-10T15:40:46.242 INFO:tasks.rados.rados.0.smithi069.stdout:2743: done (2 left) 2024-04-10T15:40:46.242 INFO:tasks.rados.rados.0.smithi069.stdout:2746: read oid 6 snap -1 2024-04-10T15:40:46.242 INFO:tasks.rados.rados.0.smithi069.stdout:2746: expect (ObjNum 810 snap 252 seq_num 810) 2024-04-10T15:40:46.242 INFO:tasks.rados.rados.0.smithi069.stdout:2747: read oid 22 snap -1 2024-04-10T15:40:46.242 INFO:tasks.rados.rados.0.smithi069.stdout:2747: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-10T15:40:46.242 INFO:tasks.rados.rados.0.smithi069.stdout:2748: snap_create 2024-04-10T15:40:46.242 INFO:tasks.rados.rados.0.smithi069.stdout:2747: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-10T15:40:46.250 INFO:tasks.rados.rados.0.smithi069.stdout:2744: expect (ObjNum 835 snap 264 seq_num 835) 2024-04-10T15:40:46.328 INFO:tasks.rados.rados.0.smithi069.stdout:2745: finishing copy_from racing read to smithi06982861-27 2024-04-10T15:40:46.328 INFO:tasks.rados.rados.0.smithi069.stdout:2745: finishing copy_from to smithi06982861-27 2024-04-10T15:40:46.328 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 27 v 975 (ObjNum 846 snap 270 seq_num 846) dirty exists 2024-04-10T15:40:46.328 INFO:tasks.rados.rados.0.smithi069.stdout:2746: expect (ObjNum 810 snap 252 seq_num 810) 2024-04-10T15:40:46.366 INFO:teuthology.orchestra.run.smithi069.stdout:true 2024-04-10T15:40:46.690 INFO:teuthology.orchestra.run.smithi069.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-10T15:40:46.690 INFO:teuthology.orchestra.run.smithi069.stdout:alertmanager.a smithi069 *:9093,9094 running (10m) 6s ago 11m 25.2M - 0.25.0 c8568f914cd2 bd92cb80ff03 2024-04-10T15:40:46.690 INFO:teuthology.orchestra.run.smithi069.stdout:grafana.a smithi077 *:3000 running (11m) 6s ago 11m 87.6M - 9.4.7 954c08fa6188 8891d154474d 2024-04-10T15:40:46.690 INFO:teuthology.orchestra.run.smithi069.stdout:mds.a smithi069 running (51s) 6s ago 12m 13.8M - 19.0.0-2838-ga5074d45 ffe3e7ac3788 3a176cd9205f 2024-04-10T15:40:46.690 INFO:teuthology.orchestra.run.smithi069.stdout:mds.b smithi077 running (27s) 6s ago 12m 13.9M - 19.0.0-2838-ga5074d45 ffe3e7ac3788 e7196a7145ff 2024-04-10T15:40:46.690 INFO:teuthology.orchestra.run.smithi069.stdout:mgr.x smithi077 *:8443,9283,8765 running (7m) 6s ago 16m 452M - 19.0.0-2838-ga5074d45 ffe3e7ac3788 ccd7899398e9 2024-04-10T15:40:46.690 INFO:teuthology.orchestra.run.smithi069.stdout:mgr.y smithi069 *:8443,9283,8765 running (7m) 6s ago 17m 519M - 19.0.0-2838-ga5074d45 ffe3e7ac3788 e21b24626c05 2024-04-10T15:40:46.690 INFO:teuthology.orchestra.run.smithi069.stdout:mon.a smithi069 running (6m) 6s ago 18m 67.0M 2048M 19.0.0-2838-ga5074d45 ffe3e7ac3788 ce73e1b17524 2024-04-10T15:40:46.691 INFO:teuthology.orchestra.run.smithi069.stdout:mon.b smithi077 running (6m) 6s ago 16m 52.9M 2048M 19.0.0-2838-ga5074d45 ffe3e7ac3788 d84762487812 2024-04-10T15:40:46.691 INFO:teuthology.orchestra.run.smithi069.stdout:mon.c smithi069 running (6m) 6s ago 16m 56.0M 2048M 19.0.0-2838-ga5074d45 ffe3e7ac3788 bac2280f1f05 2024-04-10T15:40:46.691 INFO:teuthology.orchestra.run.smithi069.stdout:node-exporter.a smithi069 *:9100 running (14s) 6s ago 11m 8006k - 1.5.0 0da6a335fe13 42c850bfda3c 2024-04-10T15:40:46.691 INFO:teuthology.orchestra.run.smithi069.stdout:node-exporter.b smithi077 *:9100 running (10s) 6s ago 10m 3670k - 1.5.0 0da6a335fe13 de09e8eeb324 2024-04-10T15:40:46.691 INFO:teuthology.orchestra.run.smithi069.stdout:osd.0 smithi069 running (5m) 6s ago 15m 276M 2480M 19.0.0-2838-ga5074d45 ffe3e7ac3788 9833b8d335cb 2024-04-10T15:40:46.691 INFO:teuthology.orchestra.run.smithi069.stdout:osd.1 smithi069 running (4m) 6s ago 15m 271M 2480M 19.0.0-2838-ga5074d45 ffe3e7ac3788 a7560d34888e 2024-04-10T15:40:46.691 INFO:teuthology.orchestra.run.smithi069.stdout:osd.2 smithi069 running (4m) 6s ago 15m 282M 2480M 19.0.0-2838-ga5074d45 ffe3e7ac3788 cb88f4853007 2024-04-10T15:40:46.691 INFO:teuthology.orchestra.run.smithi069.stdout:osd.3 smithi069 running (3m) 6s ago 14m 181M 2480M 19.0.0-2838-ga5074d45 ffe3e7ac3788 c840f79dffa2 2024-04-10T15:40:46.691 INFO:teuthology.orchestra.run.smithi069.stdout:osd.4 smithi077 running (2m) 6s ago 14m 256M 2480M 19.0.0-2838-ga5074d45 ffe3e7ac3788 3d6825553ede 2024-04-10T15:40:46.691 INFO:teuthology.orchestra.run.smithi069.stdout:osd.5 smithi077 running (2m) 6s ago 13m 209M 2480M 19.0.0-2838-ga5074d45 ffe3e7ac3788 06a053fba89b 2024-04-10T15:40:46.691 INFO:teuthology.orchestra.run.smithi069.stdout:osd.6 smithi077 running (106s) 6s ago 13m 103M 2480M 19.0.0-2838-ga5074d45 ffe3e7ac3788 a39fd5be170c 2024-04-10T15:40:46.691 INFO:teuthology.orchestra.run.smithi069.stdout:osd.7 smithi077 running (70s) 6s ago 12m 115M 2480M 19.0.0-2838-ga5074d45 ffe3e7ac3788 8c251a0eaa8a 2024-04-10T15:40:46.691 INFO:teuthology.orchestra.run.smithi069.stdout:prometheus.a smithi077 *:9095 running (7m) 6s ago 12m 62.4M - 2.43.0 a07b618ecd1d 9575de1707c9 2024-04-10T15:40:46.692 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:40:46 smithi069 ceph-mon[96738]: pgmap v580: 121 pgs: 121 active+clean; 427 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 4.4 MiB/s wr, 26 op/s 2024-04-10T15:40:46.692 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:40:46 smithi069 ceph-mon[96738]: osdmap e613: 8 total, 8 up, 8 in 2024-04-10T15:40:46.692 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:40:46 smithi069 ceph-mon[96738]: osdmap e614: 8 total, 8 up, 8 in 2024-04-10T15:40:46.692 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:40:46 smithi069 ceph-mon[94167]: pgmap v580: 121 pgs: 121 active+clean; 427 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 4.4 MiB/s wr, 26 op/s 2024-04-10T15:40:46.692 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:40:46 smithi069 ceph-mon[94167]: osdmap e613: 8 total, 8 up, 8 in 2024-04-10T15:40:46.692 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:40:46 smithi069 ceph-mon[94167]: osdmap e614: 8 total, 8 up, 8 in 2024-04-10T15:40:46.966 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:40:46 smithi077 ceph-mon[87572]: pgmap v580: 121 pgs: 121 active+clean; 427 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 4.4 MiB/s wr, 26 op/s 2024-04-10T15:40:46.966 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:40:46 smithi077 ceph-mon[87572]: osdmap e613: 8 total, 8 up, 8 in 2024-04-10T15:40:46.967 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:40:46 smithi077 ceph-mon[87572]: osdmap e614: 8 total, 8 up, 8 in 2024-04-10T15:40:47.086 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:40:46 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:15:40:46] "GET /metrics HTTP/1.1" 200 36321 "" "Prometheus/2.43.0" 2024-04-10T15:40:47.086 INFO:teuthology.orchestra.run.smithi069.stdout:{ 2024-04-10T15:40:47.086 INFO:teuthology.orchestra.run.smithi069.stdout: "mon": { 2024-04-10T15:40:47.086 INFO:teuthology.orchestra.run.smithi069.stdout: "ceph version 19.0.0-2838-ga5074d45 (a5074d4516d566e9d8b6aec912f26afd099de101) squid (dev)": 3 2024-04-10T15:40:47.086 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-04-10T15:40:47.087 INFO:teuthology.orchestra.run.smithi069.stdout: "mgr": { 2024-04-10T15:40:47.087 INFO:teuthology.orchestra.run.smithi069.stdout: "ceph version 19.0.0-2838-ga5074d45 (a5074d4516d566e9d8b6aec912f26afd099de101) squid (dev)": 2 2024-04-10T15:40:47.087 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-04-10T15:40:47.087 INFO:teuthology.orchestra.run.smithi069.stdout: "osd": { 2024-04-10T15:40:47.087 INFO:teuthology.orchestra.run.smithi069.stdout: "ceph version 19.0.0-2838-ga5074d45 (a5074d4516d566e9d8b6aec912f26afd099de101) squid (dev)": 8 2024-04-10T15:40:47.087 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-04-10T15:40:47.087 INFO:teuthology.orchestra.run.smithi069.stdout: "mds": { 2024-04-10T15:40:47.087 INFO:teuthology.orchestra.run.smithi069.stdout: "ceph version 19.0.0-2838-ga5074d45 (a5074d4516d566e9d8b6aec912f26afd099de101) squid (dev)": 2 2024-04-10T15:40:47.087 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-04-10T15:40:47.087 INFO:teuthology.orchestra.run.smithi069.stdout: "overall": { 2024-04-10T15:40:47.087 INFO:teuthology.orchestra.run.smithi069.stdout: "ceph version 19.0.0-2838-ga5074d45 (a5074d4516d566e9d8b6aec912f26afd099de101) squid (dev)": 15 2024-04-10T15:40:47.087 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-04-10T15:40:47.087 INFO:teuthology.orchestra.run.smithi069.stdout:} 2024-04-10T15:40:47.203 INFO:tasks.rados.rados.0.smithi069.stdout:2744: done (4 left) 2024-04-10T15:40:47.203 INFO:tasks.rados.rados.0.smithi069.stdout:2745: done (3 left) 2024-04-10T15:40:47.203 INFO:tasks.rados.rados.0.smithi069.stdout:2746: done (2 left) 2024-04-10T15:40:47.203 INFO:tasks.rados.rados.0.smithi069.stdout:2747: done (1 left) 2024-04-10T15:40:47.203 INFO:tasks.rados.rados.0.smithi069.stdout:2748: done (0 left) 2024-04-10T15:40:47.203 INFO:tasks.rados.rados.0.smithi069.stdout:2749: snap_remove snap 172 2024-04-10T15:40:47.836 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:40:47 smithi069 ceph-mon[94167]: from='client.44360 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:40:47.836 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:40:47 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/4196291634' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:40:47.836 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:40:47 smithi069 ceph-mon[94167]: osdmap e615: 8 total, 8 up, 8 in 2024-04-10T15:40:47.836 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:40:47 smithi069 ceph-mon[96738]: from='client.44360 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:40:47.837 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:40:47 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/4196291634' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:40:47.837 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:40:47 smithi069 ceph-mon[96738]: osdmap e615: 8 total, 8 up, 8 in 2024-04-10T15:40:47.926 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:40:47 smithi077 ceph-mon[87572]: from='client.44360 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:40:47.926 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:40:47 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/4196291634' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:40:47.926 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:40:47 smithi077 ceph-mon[87572]: osdmap e615: 8 total, 8 up, 8 in 2024-04-10T15:40:48.206 INFO:tasks.rados.rados.0.smithi069.stdout:2749: done (0 left) 2024-04-10T15:40:48.206 INFO:tasks.rados.rados.0.smithi069.stdout:2750: rollback oid 41 current snap is 274 2024-04-10T15:40:48.206 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 41 to 255 2024-04-10T15:40:48.206 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 50 current snap is 274 2024-04-10T15:40:48.206 INFO:tasks.rados.rados.0.smithi069.stdout:2751: seq_num 860 ranges {2179072=8192} 2024-04-10T15:40:48.218 INFO:tasks.rados.rados.0.smithi069.stdout:2751: writing smithi06982861-50 from 2179072 to 2187264 tid 1 2024-04-10T15:40:48.219 INFO:tasks.rados.rados.0.smithi069.stdout:2752: delete oid 13 current snap is 274 2024-04-10T15:40:48.222 INFO:tasks.rados.rados.0.smithi069.stdout:2750: finishing rollback tid 0 to smithi06982861-41 2024-04-10T15:40:48.222 INFO:tasks.rados.rados.0.smithi069.stdout:2750: finishing rollback tid 1 to smithi06982861-41 2024-04-10T15:40:48.222 INFO:tasks.rados.rados.0.smithi069.stdout:2750: finishing rollback tid 2 to smithi06982861-41 2024-04-10T15:40:48.223 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 41 v 1573 (ObjNum 782 snap 246 seq_num 782) dirty exists 2024-04-10T15:40:48.228 INFO:tasks.rados.rados.0.smithi069.stdout:2751: finishing write tid 1 to smithi06982861-50 2024-04-10T15:40:48.229 INFO:tasks.rados.rados.0.smithi069.stdout:2751: finishing write tid 2 to smithi06982861-50 2024-04-10T15:40:48.230 INFO:tasks.rados.rados.0.smithi069.stdout:2751: finishing write tid 3 to smithi06982861-50 2024-04-10T15:40:48.230 INFO:tasks.rados.rados.0.smithi069.stdout:2751: oid 50 updating version 0 to 1016 2024-04-10T15:40:48.231 INFO:tasks.rados.rados.0.smithi069.stdout:2751: oid 50 updating version 1016 to 1017 2024-04-10T15:40:48.231 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 50 v 1017 (ObjNum 860 snap 274 seq_num 860) dirty exists 2024-04-10T15:40:48.231 INFO:tasks.rados.rados.0.smithi069.stdout:2751: left oid 50 (ObjNum 860 snap 274 seq_num 860) 2024-04-10T15:40:48.232 INFO:tasks.rados.rados.0.smithi069.stdout:2750: done (2 left) 2024-04-10T15:40:48.232 INFO:tasks.rados.rados.0.smithi069.stdout:2751: done (1 left) 2024-04-10T15:40:48.232 INFO:tasks.rados.rados.0.smithi069.stdout:2752: done (0 left) 2024-04-10T15:40:48.232 INFO:tasks.rados.rados.0.smithi069.stdout:2753: rollback oid 28 current snap is 274 2024-04-10T15:40:48.233 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 28 to 263 2024-04-10T15:40:48.233 INFO:tasks.rados.rados.0.smithi069.stdout:2754: rollback oid 39 current snap is 274 2024-04-10T15:40:48.233 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 39 to 235 2024-04-10T15:40:48.233 INFO:tasks.rados.rados.0.smithi069.stdout:2755: copy_from oid 8 from oid 49 current snap is 274 2024-04-10T15:40:48.233 INFO:tasks.rados.rados.0.smithi069.stdout:2756: read oid 9 snap 252 2024-04-10T15:40:48.233 INFO:tasks.rados.rados.0.smithi069.stdout:2756: expect (ObjNum 1434749184 snap 21957 seq_num 1434081280) 2024-04-10T15:40:48.233 INFO:tasks.rados.rados.0.smithi069.stdout:2757: copy_from oid 1 from oid 13 current snap is 274 2024-04-10T15:40:48.233 INFO:tasks.rados.rados.0.smithi069.stdout:2758: snap_remove snap 271 2024-04-10T15:40:48.836 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:40:48 smithi069 ceph-mon[94167]: from='client.34419 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:40:48.836 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:40:48 smithi069 ceph-mon[94167]: Upgrade: Updating prometheus.a 2024-04-10T15:40:48.836 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:40:48 smithi069 ceph-mon[94167]: Deploying daemon prometheus.a on smithi077 2024-04-10T15:40:48.836 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:40:48 smithi069 ceph-mon[94167]: pgmap v584: 121 pgs: 121 active+clean; 427 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 6.0 MiB/s rd, 3.8 MiB/s wr, 18 op/s 2024-04-10T15:40:48.837 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:40:48 smithi069 ceph-mon[94167]: osdmap e616: 8 total, 8 up, 8 in 2024-04-10T15:40:48.837 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:40:48 smithi069 ceph-mon[96738]: from='client.34419 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:40:48.837 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:40:48 smithi069 ceph-mon[96738]: Upgrade: Updating prometheus.a 2024-04-10T15:40:48.837 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:40:48 smithi069 ceph-mon[96738]: Deploying daemon prometheus.a on smithi077 2024-04-10T15:40:48.837 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:40:48 smithi069 ceph-mon[96738]: pgmap v584: 121 pgs: 121 active+clean; 427 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 6.0 MiB/s rd, 3.8 MiB/s wr, 18 op/s 2024-04-10T15:40:48.837 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:40:48 smithi069 ceph-mon[96738]: osdmap e616: 8 total, 8 up, 8 in 2024-04-10T15:40:48.992 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:40:48 smithi077 ceph-mon[87572]: from='client.34419 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:40:48.992 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:40:48 smithi077 ceph-mon[87572]: Upgrade: Updating prometheus.a 2024-04-10T15:40:48.992 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:40:48 smithi077 ceph-mon[87572]: Deploying daemon prometheus.a on smithi077 2024-04-10T15:40:48.993 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:40:48 smithi077 ceph-mon[87572]: pgmap v584: 121 pgs: 121 active+clean; 427 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 6.0 MiB/s rd, 3.8 MiB/s wr, 18 op/s 2024-04-10T15:40:48.993 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:40:48 smithi077 ceph-mon[87572]: osdmap e616: 8 total, 8 up, 8 in 2024-04-10T15:40:49.205 INFO:tasks.rados.rados.0.smithi069.stdout:2758: done (5 left) 2024-04-10T15:40:49.205 INFO:tasks.rados.rados.0.smithi069.stdout:2759: delete oid 33 current snap is 274 2024-04-10T15:40:49.205 INFO:tasks.rados.rados.0.smithi069.stdout:2756: expect (ObjNum 1434749184 snap 21957 seq_num 1434081280) 2024-04-10T15:40:49.212 INFO:tasks.rados.rados.0.smithi069.stdout:2753: finishing rollback tid 1 to smithi06982861-28 2024-04-10T15:40:49.212 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 28 v 1215 (ObjNum 2337 snap 0 seq_num 3227496976) dirty dne 2024-04-10T15:40:49.212 INFO:tasks.rados.rados.0.smithi069.stdout:2757: finishing copy_from to smithi06982861-1 2024-04-10T15:40:49.212 INFO:tasks.rados.rados.0.smithi069.stdout:2757: got expected ENOENT (src dne) 2024-04-10T15:40:49.212 INFO:tasks.rados.rados.0.smithi069.stdout:2757: finishing copy_from racing read to smithi06982861-1 2024-04-10T15:40:49.212 INFO:tasks.rados.rados.0.smithi069.stdout:2754: finishing rollback tid 0 to smithi06982861-39 2024-04-10T15:40:49.212 INFO:tasks.rados.rados.0.smithi069.stdout:2754: finishing rollback tid 1 to smithi06982861-39 2024-04-10T15:40:49.212 INFO:tasks.rados.rados.0.smithi069.stdout:2754: finishing rollback tid 2 to smithi06982861-39 2024-04-10T15:40:49.212 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 39 v 987 (ObjNum 129 snap 0 seq_num 1433915520) dirty exists 2024-04-10T15:40:49.212 INFO:tasks.rados.rados.0.smithi069.stdout:2755: finishing copy_from racing read to smithi06982861-8 2024-04-10T15:40:49.212 INFO:tasks.rados.rados.0.smithi069.stdout:2755: finishing copy_from to smithi06982861-8 2024-04-10T15:40:49.212 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 8 v 1169 (ObjNum 758 snap 239 seq_num 758) dirty exists 2024-04-10T15:40:49.213 INFO:tasks.rados.rados.0.smithi069.stdout:2753: done (5 left) 2024-04-10T15:40:49.213 INFO:tasks.rados.rados.0.smithi069.stdout:2754: done (4 left) 2024-04-10T15:40:49.213 INFO:tasks.rados.rados.0.smithi069.stdout:2755: done (3 left) 2024-04-10T15:40:49.213 INFO:tasks.rados.rados.0.smithi069.stdout:2756: done (2 left) 2024-04-10T15:40:49.213 INFO:tasks.rados.rados.0.smithi069.stdout:2757: done (1 left) 2024-04-10T15:40:49.213 INFO:tasks.rados.rados.0.smithi069.stdout:2759: done (0 left) 2024-04-10T15:40:49.213 INFO:tasks.rados.rados.0.smithi069.stdout:2760: rmattr oid 13 current snap is 274 2024-04-10T15:40:49.213 INFO:tasks.rados.rados.0.smithi069.stdout:2760: done (0 left) 2024-04-10T15:40:49.213 INFO:tasks.rados.rados.0.smithi069.stdout:2761: setattr oid 39 current snap is 274 2024-04-10T15:40:49.214 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 43 current snap is 274 2024-04-10T15:40:49.214 INFO:tasks.rados.rados.0.smithi069.stdout:2762: seq_num 863 ranges {2179072=57344} 2024-04-10T15:40:49.227 INFO:tasks.rados.rados.0.smithi069.stdout:2762: writing smithi06982861-43 from 2179072 to 2236416 tid 1 2024-04-10T15:40:49.227 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 47 current snap is 274 2024-04-10T15:40:49.227 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 39 v 996 (ObjNum 129 snap 0 seq_num 1433915520) dirty exists 2024-04-10T15:40:49.227 INFO:tasks.rados.rados.0.smithi069.stdout:2763: seq_num 864 ranges {0=73728} 2024-04-10T15:40:49.227 INFO:tasks.rados.rados.0.smithi069.stdout:2763: writing smithi06982861-47 from 0 to 73728 tid 1 2024-04-10T15:40:49.227 INFO:tasks.rados.rados.0.smithi069.stdout:2761: done (2 left) 2024-04-10T15:40:49.227 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 25 current snap is 274 2024-04-10T15:40:49.227 INFO:tasks.rados.rados.0.smithi069.stdout:2764: seq_num 865 ranges {0=90112} 2024-04-10T15:40:49.228 INFO:tasks.rados.rados.0.smithi069.stdout:2764: writing smithi06982861-25 from 0 to 90112 tid 1 2024-04-10T15:40:49.228 INFO:tasks.rados.rados.0.smithi069.stdout:2765: rollback oid 50 current snap is 274 2024-04-10T15:40:49.228 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 50 to 252 2024-04-10T15:40:49.228 INFO:tasks.rados.rados.0.smithi069.stdout:2766: delete oid 6 current snap is 274 2024-04-10T15:40:49.230 INFO:tasks.rados.rados.0.smithi069.stdout:2762: finishing write tid 1 to smithi06982861-43 2024-04-10T15:40:49.230 INFO:tasks.rados.rados.0.smithi069.stdout:2762: finishing write tid 2 to smithi06982861-43 2024-04-10T15:40:49.232 INFO:tasks.rados.rados.0.smithi069.stdout:2763: finishing write tid 1 to smithi06982861-47 2024-04-10T15:40:49.232 INFO:tasks.rados.rados.0.smithi069.stdout:2763: finishing write tid 2 to smithi06982861-47 2024-04-10T15:40:49.232 INFO:tasks.rados.rados.0.smithi069.stdout:2762: finishing write tid 3 to smithi06982861-43 2024-04-10T15:40:49.232 INFO:tasks.rados.rados.0.smithi069.stdout:2762: oid 43 updating version 0 to 984 2024-04-10T15:40:49.233 INFO:tasks.rados.rados.0.smithi069.stdout:2762: oid 43 version 984 is already newer than 983 2024-04-10T15:40:49.233 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 43 v 984 (ObjNum 863 snap 274 seq_num 863) dirty exists 2024-04-10T15:40:49.233 INFO:tasks.rados.rados.0.smithi069.stdout:2762: left oid 43 (ObjNum 863 snap 274 seq_num 863) 2024-04-10T15:40:49.233 INFO:tasks.rados.rados.0.smithi069.stdout:2762: done (4 left) 2024-04-10T15:40:49.233 INFO:tasks.rados.rados.0.smithi069.stdout:2766: done (3 left) 2024-04-10T15:40:49.233 INFO:tasks.rados.rados.0.smithi069.stdout:2767: snap_create 2024-04-10T15:40:49.233 INFO:tasks.rados.rados.0.smithi069.stdout:2764: finishing write tid 1 to smithi06982861-25 2024-04-10T15:40:49.234 INFO:tasks.rados.rados.0.smithi069.stdout:2764: finishing write tid 2 to smithi06982861-25 2024-04-10T15:40:49.234 INFO:tasks.rados.rados.0.smithi069.stdout:2765: finishing rollback tid 0 to smithi06982861-50 2024-04-10T15:40:49.234 INFO:tasks.rados.rados.0.smithi069.stdout:2763: finishing write tid 3 to smithi06982861-47 2024-04-10T15:40:49.235 INFO:tasks.rados.rados.0.smithi069.stdout:2763: oid 47 updating version 0 to 1478 2024-04-10T15:40:49.235 INFO:tasks.rados.rados.0.smithi069.stdout:2763: oid 47 updating version 1478 to 1479 2024-04-10T15:40:49.235 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 47 v 1479 (ObjNum 864 snap 274 seq_num 864) dirty exists 2024-04-10T15:40:49.235 INFO:tasks.rados.rados.0.smithi069.stdout:2763: left oid 47 (ObjNum 864 snap 274 seq_num 864) 2024-04-10T15:40:49.235 INFO:tasks.rados.rados.0.smithi069.stdout:2765: finishing rollback tid 1 to smithi06982861-50 2024-04-10T15:40:49.235 INFO:tasks.rados.rados.0.smithi069.stdout:2765: finishing rollback tid 2 to smithi06982861-50 2024-04-10T15:40:49.235 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 50 v 1022 (ObjNum 795 snap 248 seq_num 795) dirty exists 2024-04-10T15:40:49.235 INFO:tasks.rados.rados.0.smithi069.stdout:2764: finishing write tid 3 to smithi06982861-25 2024-04-10T15:40:49.235 INFO:tasks.rados.rados.0.smithi069.stdout:2764: oid 25 updating version 0 to 1019 2024-04-10T15:40:49.235 INFO:tasks.rados.rados.0.smithi069.stdout:2764: oid 25 version 1019 is already newer than 1018 2024-04-10T15:40:49.235 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 25 v 1019 (ObjNum 865 snap 274 seq_num 865) dirty exists 2024-04-10T15:40:49.235 INFO:tasks.rados.rados.0.smithi069.stdout:2764: left oid 25 (ObjNum 865 snap 274 seq_num 865) 2024-04-10T15:40:50.211 INFO:tasks.rados.rados.0.smithi069.stdout:2763: done (3 left) 2024-04-10T15:40:50.211 INFO:tasks.rados.rados.0.smithi069.stdout:2764: done (2 left) 2024-04-10T15:40:50.211 INFO:tasks.rados.rados.0.smithi069.stdout:2765: done (1 left) 2024-04-10T15:40:50.211 INFO:tasks.rados.rados.0.smithi069.stdout:2767: done (0 left) 2024-04-10T15:40:50.211 INFO:tasks.rados.rados.0.smithi069.stdout:2768: copy_from oid 8 from oid 3 current snap is 275 2024-04-10T15:40:50.211 INFO:tasks.rados.rados.0.smithi069.stdout:2769: setattr oid 13 current snap is 275 2024-04-10T15:40:50.212 INFO:tasks.rados.rados.0.smithi069.stdout:2770: delete oid 23 current snap is 275 2024-04-10T15:40:50.215 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 13 v 1426 (ObjNum 33 snap 0 seq_num 2886146144) dirty exists 2024-04-10T15:40:50.218 INFO:tasks.rados.rados.0.smithi069.stdout:2769: done (2 left) 2024-04-10T15:40:50.218 INFO:tasks.rados.rados.0.smithi069.stdout:2770: done (1 left) 2024-04-10T15:40:50.218 INFO:tasks.rados.rados.0.smithi069.stdout:2771: copy_from oid 37 from oid 48 current snap is 275 2024-04-10T15:40:50.218 INFO:tasks.rados.rados.0.smithi069.stdout:2772: snap_create 2024-04-10T15:40:50.221 INFO:tasks.rados.rados.0.smithi069.stdout:2768: finishing copy_from racing read to smithi06982861-8 2024-04-10T15:40:50.222 INFO:tasks.rados.rados.0.smithi069.stdout:2768: finishing copy_from to smithi06982861-8 2024-04-10T15:40:50.222 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 8 v 870 (ObjNum 763 snap 243 seq_num 763) dirty exists 2024-04-10T15:40:50.241 INFO:tasks.rados.rados.0.smithi069.stdout:2771: finishing copy_from racing read to smithi06982861-37 2024-04-10T15:40:50.252 INFO:tasks.rados.rados.0.smithi069.stdout:2771: finishing copy_from to smithi06982861-37 2024-04-10T15:40:50.252 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 37 v 1071 (ObjNum 842 snap 269 seq_num 842) dirty exists 2024-04-10T15:40:50.475 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:40:50 smithi077 ceph-mon[87572]: osdmap e617: 8 total, 8 up, 8 in 2024-04-10T15:40:50.475 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:40:50 smithi077 ceph-mon[87572]: pgmap v587: 121 pgs: 2 active+clean+snaptrim, 3 active+clean+snaptrim_wait, 116 active+clean; 357 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 1.7 MiB/s wr, 8 op/s 2024-04-10T15:40:50.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:40:50 smithi069 ceph-mon[96738]: osdmap e617: 8 total, 8 up, 8 in 2024-04-10T15:40:50.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:40:50 smithi069 ceph-mon[96738]: pgmap v587: 121 pgs: 2 active+clean+snaptrim, 3 active+clean+snaptrim_wait, 116 active+clean; 357 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 1.7 MiB/s wr, 8 op/s 2024-04-10T15:40:50.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:40:50 smithi069 ceph-mon[94167]: osdmap e617: 8 total, 8 up, 8 in 2024-04-10T15:40:50.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:40:50 smithi069 ceph-mon[94167]: pgmap v587: 121 pgs: 2 active+clean+snaptrim, 3 active+clean+snaptrim_wait, 116 active+clean; 357 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 1.7 MiB/s wr, 8 op/s 2024-04-10T15:40:51.204 INFO:tasks.rados.rados.0.smithi069.stdout:2768: done (2 left) 2024-04-10T15:40:51.204 INFO:tasks.rados.rados.0.smithi069.stdout:2771: done (1 left) 2024-04-10T15:40:51.204 INFO:tasks.rados.rados.0.smithi069.stdout:2772: done (0 left) 2024-04-10T15:40:51.204 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 12 current snap is 276 2024-04-10T15:40:51.204 INFO:tasks.rados.rados.0.smithi069.stdout:2773: seq_num 868 ranges {0=139264} 2024-04-10T15:40:51.205 INFO:tasks.rados.rados.0.smithi069.stdout:2773: writing smithi06982861-12 from 0 to 139264 tid 1 2024-04-10T15:40:51.205 INFO:tasks.rados.rados.0.smithi069.stdout:2774: read oid 33 snap -1 2024-04-10T15:40:51.206 INFO:tasks.rados.rados.0.smithi069.stdout:2774: expect deleted 2024-04-10T15:40:51.206 INFO:tasks.rados.rados.0.smithi069.stdout:2775: rmattr oid 38 current snap is 276 2024-04-10T15:40:51.206 INFO:tasks.rados.rados.0.smithi069.stdout:2775: done (2 left) 2024-04-10T15:40:51.206 INFO:tasks.rados.rados.0.smithi069.stdout:2776: rollback oid 44 current snap is 276 2024-04-10T15:40:51.206 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 44 to 255 2024-04-10T15:40:51.206 INFO:tasks.rados.rados.0.smithi069.stdout:2777: rollback oid 4 current snap is 276 2024-04-10T15:40:51.206 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 4 to 263 2024-04-10T15:40:51.206 INFO:tasks.rados.rados.0.smithi069.stdout:2778: rollback oid 41 current snap is 276 2024-04-10T15:40:51.206 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 41 to 273 2024-04-10T15:40:51.206 INFO:tasks.rados.rados.0.smithi069.stdout:2779: read oid 29 snap -1 2024-04-10T15:40:51.206 INFO:tasks.rados.rados.0.smithi069.stdout:2779: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-10T15:40:51.206 INFO:tasks.rados.rados.0.smithi069.stdout:2780: rollback oid 40 current snap is 276 2024-04-10T15:40:51.206 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 40 to 269 2024-04-10T15:40:51.206 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 34 current snap is 276 2024-04-10T15:40:51.207 INFO:tasks.rados.rados.0.smithi069.stdout:2781: seq_num 869 ranges {0=155648} 2024-04-10T15:40:51.207 INFO:tasks.rados.rados.0.smithi069.stdout:2781: writing smithi06982861-34 from 0 to 155648 tid 1 2024-04-10T15:40:51.207 INFO:tasks.rados.rados.0.smithi069.stdout:2782: read oid 22 snap -1 2024-04-10T15:40:51.207 INFO:tasks.rados.rados.0.smithi069.stdout:2782: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-10T15:40:51.207 INFO:tasks.rados.rados.0.smithi069.stdout:2783: snap_create 2024-04-10T15:40:51.209 INFO:tasks.rados.rados.0.smithi069.stdout:2779: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-10T15:40:51.213 INFO:tasks.rados.rados.0.smithi069.stdout:2782: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-10T15:40:51.217 INFO:tasks.rados.rados.0.smithi069.stdout:2776: finishing rollback tid 1 to smithi06982861-44 2024-04-10T15:40:51.218 INFO:tasks.rados.rados.0.smithi069.stdout:2776: finishing rollback tid 2 to smithi06982861-44 2024-04-10T15:40:51.218 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 44 v 1428 (ObjNum 679 snap 209 seq_num 679) dirty exists 2024-04-10T15:40:51.218 INFO:tasks.rados.rados.0.smithi069.stdout:2780: finishing rollback tid 0 to smithi06982861-40 2024-04-10T15:40:51.218 INFO:tasks.rados.rados.0.smithi069.stdout:2780: finishing rollback tid 1 to smithi06982861-40 2024-04-10T15:40:51.218 INFO:tasks.rados.rados.0.smithi069.stdout:2773: finishing write tid 1 to smithi06982861-12 2024-04-10T15:40:51.218 INFO:tasks.rados.rados.0.smithi069.stdout:2773: finishing write tid 2 to smithi06982861-12 2024-04-10T15:40:51.218 INFO:tasks.rados.rados.0.smithi069.stdout:2780: finishing rollback tid 2 to smithi06982861-40 2024-04-10T15:40:51.218 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 40 v 568 (ObjNum 761 snap 243 seq_num 761) dirty exists 2024-04-10T15:40:51.219 INFO:tasks.rados.rados.0.smithi069.stdout:2777: finishing rollback tid 0 to smithi06982861-4 2024-04-10T15:40:51.219 INFO:tasks.rados.rados.0.smithi069.stdout:2777: finishing rollback tid 1 to smithi06982861-4 2024-04-10T15:40:51.220 INFO:tasks.rados.rados.0.smithi069.stdout:2777: finishing rollback tid 2 to smithi06982861-4 2024-04-10T15:40:51.220 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 4 v 1587 (ObjNum 762 snap 243 seq_num 762) dirty exists 2024-04-10T15:40:51.220 INFO:tasks.rados.rados.0.smithi069.stdout:2778: finishing rollback tid 0 to smithi06982861-41 2024-04-10T15:40:51.220 INFO:tasks.rados.rados.0.smithi069.stdout:2778: finishing rollback tid 1 to smithi06982861-41 2024-04-10T15:40:51.220 INFO:tasks.rados.rados.0.smithi069.stdout:2778: finishing rollback tid 2 to smithi06982861-41 2024-04-10T15:40:51.220 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 41 v 1591 (ObjNum 834 snap 264 seq_num 834) dirty exists 2024-04-10T15:40:51.220 INFO:tasks.rados.rados.0.smithi069.stdout:2781: finishing write tid 1 to smithi06982861-34 2024-04-10T15:40:51.221 INFO:tasks.rados.rados.0.smithi069.stdout:2781: finishing write tid 2 to smithi06982861-34 2024-04-10T15:40:51.222 INFO:tasks.rados.rados.0.smithi069.stdout:2781: finishing write tid 3 to smithi06982861-34 2024-04-10T15:40:51.222 INFO:tasks.rados.rados.0.smithi069.stdout:2781: oid 34 updating version 0 to 1593 2024-04-10T15:40:51.222 INFO:tasks.rados.rados.0.smithi069.stdout:2781: oid 34 version 1593 is already newer than 1592 2024-04-10T15:40:51.222 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 34 v 1593 (ObjNum 869 snap 276 seq_num 869) dirty exists 2024-04-10T15:40:51.222 INFO:tasks.rados.rados.0.smithi069.stdout:2781: left oid 34 (ObjNum 869 snap 276 seq_num 869) 2024-04-10T15:40:51.226 INFO:tasks.rados.rados.0.smithi069.stdout:2773: finishing write tid 3 to smithi06982861-12 2024-04-10T15:40:51.226 INFO:tasks.rados.rados.0.smithi069.stdout:2773: oid 12 updating version 0 to 1038 2024-04-10T15:40:51.227 INFO:tasks.rados.rados.0.smithi069.stdout:2773: oid 12 updating version 1038 to 1039 2024-04-10T15:40:51.227 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 12 v 1039 (ObjNum 868 snap 276 seq_num 868) dirty exists 2024-04-10T15:40:51.227 INFO:tasks.rados.rados.0.smithi069.stdout:2773: left oid 12 (ObjNum 868 snap 276 seq_num 868) 2024-04-10T15:40:51.366 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:40:51 smithi077 systemd[1]: Stopping Ceph prometheus.a for 09bfb546-f74e-11ee-b64a-cb9ed24678a4... 2024-04-10T15:40:51.366 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:40:51 smithi077 ceph-mon[87572]: osdmap e618: 8 total, 8 up, 8 in 2024-04-10T15:40:51.367 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:40:51 smithi077 ceph-mon[87572]: osdmap e619: 8 total, 8 up, 8 in 2024-04-10T15:40:51.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:40:51 smithi069 ceph-mon[96738]: osdmap e618: 8 total, 8 up, 8 in 2024-04-10T15:40:51.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:40:51 smithi069 ceph-mon[96738]: osdmap e619: 8 total, 8 up, 8 in 2024-04-10T15:40:51.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:40:51 smithi069 ceph-mon[94167]: osdmap e618: 8 total, 8 up, 8 in 2024-04-10T15:40:51.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:40:51 smithi069 ceph-mon[94167]: osdmap e619: 8 total, 8 up, 8 in 2024-04-10T15:40:51.631 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:40:51 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[78458]: ts=2024-04-10T15:40:51.376Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-04-10T15:40:51.631 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:40:51 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[78458]: ts=2024-04-10T15:40:51.377Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-04-10T15:40:51.631 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:40:51 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[78458]: ts=2024-04-10T15:40:51.377Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-04-10T15:40:51.631 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:40:51 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[78458]: ts=2024-04-10T15:40:51.377Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-04-10T15:40:51.631 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:40:51 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[78458]: ts=2024-04-10T15:40:51.377Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-04-10T15:40:51.631 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:40:51 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[78458]: ts=2024-04-10T15:40:51.377Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-04-10T15:40:51.631 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:40:51 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[78458]: ts=2024-04-10T15:40:51.377Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-04-10T15:40:51.631 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:40:51 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[78458]: ts=2024-04-10T15:40:51.377Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-04-10T15:40:51.631 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:40:51 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[78458]: ts=2024-04-10T15:40:51.377Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-04-10T15:40:51.631 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:40:51 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[78458]: ts=2024-04-10T15:40:51.377Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-04-10T15:40:51.632 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:40:51 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[78458]: ts=2024-04-10T15:40:51.377Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-04-10T15:40:51.632 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:40:51 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[78458]: ts=2024-04-10T15:40:51.377Z caller=main.go:1147 level=info msg="See you next time!" 2024-04-10T15:40:51.632 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:40:51 smithi077 podman[121656]: 2024-04-10 15:40:51.387034694 +0000 UTC m=+0.115293530 container died 9575de1707c99f0afe5d77954da78704a10b90583cd30fe1378b1ae8580f4069 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-10T15:40:51.989 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:40:51 smithi077 podman[121656]: 2024-04-10 15:40:51.732124338 +0000 UTC m=+0.460383180 container cleanup 9575de1707c99f0afe5d77954da78704a10b90583cd30fe1378b1ae8580f4069 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-10T15:40:51.989 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:40:51 smithi077 bash[121656]: ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a 2024-04-10T15:40:52.220 INFO:tasks.rados.rados.0.smithi069.stdout:2773: done (9 left) 2024-04-10T15:40:52.220 INFO:tasks.rados.rados.0.smithi069.stdout:2774: done (8 left) 2024-04-10T15:40:52.220 INFO:tasks.rados.rados.0.smithi069.stdout:2776: done (7 left) 2024-04-10T15:40:52.220 INFO:tasks.rados.rados.0.smithi069.stdout:2777: done (6 left) 2024-04-10T15:40:52.220 INFO:tasks.rados.rados.0.smithi069.stdout:2778: done (5 left) 2024-04-10T15:40:52.221 INFO:tasks.rados.rados.0.smithi069.stdout:2779: done (4 left) 2024-04-10T15:40:52.221 INFO:tasks.rados.rados.0.smithi069.stdout:2780: done (3 left) 2024-04-10T15:40:52.221 INFO:tasks.rados.rados.0.smithi069.stdout:2781: done (2 left) 2024-04-10T15:40:52.221 INFO:tasks.rados.rados.0.smithi069.stdout:2782: done (1 left) 2024-04-10T15:40:52.221 INFO:tasks.rados.rados.0.smithi069.stdout:2783: done (0 left) 2024-04-10T15:40:52.221 INFO:tasks.rados.rados.0.smithi069.stdout:2784: rollback oid 6 current snap is 277 2024-04-10T15:40:52.221 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 6 to 275 2024-04-10T15:40:52.221 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 9 current snap is 277 2024-04-10T15:40:52.221 INFO:tasks.rados.rados.0.smithi069.stdout:2785: seq_num 870 ranges {2367488=172032} 2024-04-10T15:40:52.234 INFO:tasks.rados.rados.0.smithi069.stdout:2785: writing smithi06982861-9 from 2367488 to 2539520 tid 1 2024-04-10T15:40:52.234 INFO:tasks.rados.rados.0.smithi069.stdout:2786: copy_from oid 19 from oid 31 current snap is 277 2024-04-10T15:40:52.234 INFO:tasks.rados.rados.0.smithi069.stdout:2784: finishing rollback tid 1 to smithi06982861-6 2024-04-10T15:40:52.234 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 6 v 1480 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-04-10T15:40:52.234 INFO:tasks.rados.rados.0.smithi069.stdout:2784: done (2 left) 2024-04-10T15:40:52.234 INFO:tasks.rados.rados.0.smithi069.stdout:2787: rollback oid 34 current snap is 277 2024-04-10T15:40:52.234 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 34 to 274 2024-04-10T15:40:52.234 INFO:tasks.rados.rados.0.smithi069.stdout:2788: delete oid 7 current snap is 277 2024-04-10T15:40:52.237 INFO:tasks.rados.rados.0.smithi069.stdout:2788: done (3 left) 2024-04-10T15:40:52.237 INFO:tasks.rados.rados.0.smithi069.stdout:2789: read oid 5 snap -1 2024-04-10T15:40:52.237 INFO:tasks.rados.rados.0.smithi069.stdout:2789: expect deleted 2024-04-10T15:40:52.237 INFO:tasks.rados.rados.0.smithi069.stdout:2790: read oid 23 snap -1 2024-04-10T15:40:52.238 INFO:tasks.rados.rados.0.smithi069.stdout:2790: expect deleted 2024-04-10T15:40:52.238 INFO:tasks.rados.rados.0.smithi069.stdout:2791: delete oid 24 current snap is 277 2024-04-10T15:40:52.238 INFO:tasks.rados.rados.0.smithi069.stdout:2785: finishing write tid 1 to smithi06982861-9 2024-04-10T15:40:52.240 INFO:tasks.rados.rados.0.smithi069.stdout:2785: finishing write tid 2 to smithi06982861-9 2024-04-10T15:40:52.240 INFO:tasks.rados.rados.0.smithi069.stdout:2787: finishing rollback tid 0 to smithi06982861-34 2024-04-10T15:40:52.240 INFO:tasks.rados.rados.0.smithi069.stdout:2787: finishing rollback tid 1 to smithi06982861-34 2024-04-10T15:40:52.240 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 34 v 1596 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-04-10T15:40:52.241 INFO:tasks.rados.rados.0.smithi069.stdout:2787: done (5 left) 2024-04-10T15:40:52.241 INFO:tasks.rados.rados.0.smithi069.stdout:2789: done (4 left) 2024-04-10T15:40:52.241 INFO:tasks.rados.rados.0.smithi069.stdout:2790: done (3 left) 2024-04-10T15:40:52.241 INFO:tasks.rados.rados.0.smithi069.stdout:2791: done (2 left) 2024-04-10T15:40:52.241 INFO:tasks.rados.rados.0.smithi069.stdout:2792: read oid 32 snap -1 2024-04-10T15:40:52.241 INFO:tasks.rados.rados.0.smithi069.stdout:2792: expect (ObjNum 625 snap 193 seq_num 625) 2024-04-10T15:40:52.241 INFO:tasks.rados.rados.0.smithi069.stdout:2793: snap_create 2024-04-10T15:40:52.242 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:40:52 smithi077 ceph-mon[87572]: pgmap v590: 121 pgs: 2 active+clean+snaptrim, 3 active+clean+snaptrim_wait, 116 active+clean; 278 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 1.7 MiB/s wr, 13 op/s 2024-04-10T15:40:52.243 INFO:tasks.rados.rados.0.smithi069.stdout:2785: finishing write tid 3 to smithi06982861-9 2024-04-10T15:40:52.243 INFO:tasks.rados.rados.0.smithi069.stdout:2785: oid 9 updating version 0 to 1060 2024-04-10T15:40:52.243 INFO:tasks.rados.rados.0.smithi069.stdout:2785: oid 9 updating version 1060 to 1061 2024-04-10T15:40:52.243 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 9 v 1061 (ObjNum 870 snap 277 seq_num 870) dirty exists 2024-04-10T15:40:52.243 INFO:tasks.rados.rados.0.smithi069.stdout:2785: left oid 9 (ObjNum 870 snap 277 seq_num 870) 2024-04-10T15:40:52.243 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:40:51 smithi077 podman[121675]: 2024-04-10 15:40:51.999722095 +0000 UTC m=+0.615590161 container remove 9575de1707c99f0afe5d77954da78704a10b90583cd30fe1378b1ae8580f4069 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-10T15:40:52.243 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:40:52 smithi077 systemd[1]: ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4@prometheus.a.service: Deactivated successfully. 2024-04-10T15:40:52.243 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:40:52 smithi077 systemd[1]: Stopped Ceph prometheus.a for 09bfb546-f74e-11ee-b64a-cb9ed24678a4. 2024-04-10T15:40:52.243 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:40:52 smithi077 systemd[1]: ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4@prometheus.a.service: Consumed 2.808s CPU time. 2024-04-10T15:40:52.264 INFO:tasks.rados.rados.0.smithi069.stdout:2792: expect (ObjNum 625 snap 193 seq_num 625) 2024-04-10T15:40:52.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:40:52 smithi069 ceph-mon[94167]: pgmap v590: 121 pgs: 2 active+clean+snaptrim, 3 active+clean+snaptrim_wait, 116 active+clean; 278 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 1.7 MiB/s wr, 13 op/s 2024-04-10T15:40:52.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:40:52 smithi069 ceph-mon[96738]: pgmap v590: 121 pgs: 2 active+clean+snaptrim, 3 active+clean+snaptrim_wait, 116 active+clean; 278 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 1.7 MiB/s wr, 13 op/s 2024-04-10T15:40:52.598 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:40:52 smithi077 systemd[1]: Starting Ceph prometheus.a for 09bfb546-f74e-11ee-b64a-cb9ed24678a4... 2024-04-10T15:40:52.599 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:40:52 smithi077 podman[121814]: 2024-04-10 15:40:52.473718943 +0000 UTC m=+0.019106936 image pull a07b618ecd1dce142bce4c52f0e80982eaf1f14265a2415c2d35978ccaa0a464 quay.io/prometheus/prometheus:v2.43.0 2024-04-10T15:40:52.706 INFO:tasks.rados.rados.0.smithi069.stdout:2786: finishing copy_from racing read to smithi06982861-19 2024-04-10T15:40:52.706 INFO:tasks.rados.rados.0.smithi069.stdout:2786: finishing copy_from to smithi06982861-19 2024-04-10T15:40:52.706 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 19 v 1305 (ObjNum 664 snap 207 seq_num 664) dirty exists 2024-04-10T15:40:52.863 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:40:52 smithi077 podman[121814]: 2024-04-10 15:40:52.60978542 +0000 UTC m=+0.155173402 container create 9b60ff2181bee7ea84c42f88d5f4fffe6243f5c6f2bf0f5ce17168442361ead5 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-10T15:40:52.863 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:40:52 smithi077 podman[121814]: 2024-04-10 15:40:52.845113919 +0000 UTC m=+0.390501901 container init 9b60ff2181bee7ea84c42f88d5f4fffe6243f5c6f2bf0f5ce17168442361ead5 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-10T15:40:52.864 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:40:52 smithi077 podman[121814]: 2024-04-10 15:40:52.850040825 +0000 UTC m=+0.395428807 container start 9b60ff2181bee7ea84c42f88d5f4fffe6243f5c6f2bf0f5ce17168442361ead5 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-10T15:40:53.220 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:40:52 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T15:40:52.874Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-04-10T15:40:53.220 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:40:52 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T15:40:52.874Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-04-10T15:40:53.220 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:40:52 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T15:40:52.874Z caller=main.go:570 level=info host_details="(Linux 5.14.0-435.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024 x86_64 smithi077 (none))" 2024-04-10T15:40:53.220 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:40:52 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T15:40:52.874Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-04-10T15:40:53.220 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:40:52 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T15:40:52.874Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-04-10T15:40:53.220 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:40:52 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T15:40:52.876Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-04-10T15:40:53.220 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:40:52 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T15:40:52.876Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-04-10T15:40:53.220 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:40:52 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T15:40:52.877Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-04-10T15:40:53.221 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:40:52 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T15:40:52.877Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-04-10T15:40:53.221 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:40:52 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T15:40:52.878Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-04-10T15:40:53.221 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:40:52 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T15:40:52.878Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=1.53µs 2024-04-10T15:40:53.221 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:40:52 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T15:40:52.878Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-04-10T15:40:53.221 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:40:52 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T15:40:52.881Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=4 2024-04-10T15:40:53.221 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:40:52 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T15:40:52.887Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=4 2024-04-10T15:40:53.221 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:40:52 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T15:40:52.893Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=2 maxSegment=4 2024-04-10T15:40:53.221 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:40:52 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T15:40:52.899Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=3 maxSegment=4 2024-04-10T15:40:53.221 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:40:52 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T15:40:52.899Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=4 maxSegment=4 2024-04-10T15:40:53.221 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:40:52 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T15:40:52.899Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=31.198µs wal_replay_duration=20.748393ms wbl_replay_duration=116ns total_replay_duration=20.803631ms 2024-04-10T15:40:53.221 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:40:52 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T15:40:52.902Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-04-10T15:40:53.221 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:40:52 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T15:40:52.902Z caller=main.go:1029 level=info msg="TSDB started" 2024-04-10T15:40:53.222 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:40:52 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T15:40:52.902Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-10T15:40:53.222 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:40:52 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T15:40:52.923Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=21.021289ms db_storage=869ns remote_storage=1.076µs web_handler=360ns query_engine=696ns scrape=423.655µs scrape_sd=97.41µs notify=15.934µs notify_sd=16.659µs rules=20.172356ms tracing=5.551µs 2024-04-10T15:40:53.222 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:40:52 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T15:40:52.923Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-04-10T15:40:53.222 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:40:52 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T15:40:52.923Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-04-10T15:40:53.222 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:40:52 smithi077 bash[121814]: 9b60ff2181bee7ea84c42f88d5f4fffe6243f5c6f2bf0f5ce17168442361ead5 2024-04-10T15:40:53.222 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:40:52 smithi077 systemd[1]: Started Ceph prometheus.a for 09bfb546-f74e-11ee-b64a-cb9ed24678a4. 2024-04-10T15:40:53.233 INFO:tasks.rados.rados.0.smithi069.stdout:2785: done (3 left) 2024-04-10T15:40:53.233 INFO:tasks.rados.rados.0.smithi069.stdout:2786: done (2 left) 2024-04-10T15:40:53.233 INFO:tasks.rados.rados.0.smithi069.stdout:2792: done (1 left) 2024-04-10T15:40:53.233 INFO:tasks.rados.rados.0.smithi069.stdout:2793: done (0 left) 2024-04-10T15:40:53.233 INFO:tasks.rados.rados.0.smithi069.stdout:2794: read oid 17 snap -1 2024-04-10T15:40:53.233 INFO:tasks.rados.rados.0.smithi069.stdout:2794: expect (ObjNum 786 snap 247 seq_num 786) 2024-04-10T15:40:53.233 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 41 current snap is 278 2024-04-10T15:40:53.233 INFO:tasks.rados.rados.0.smithi069.stdout:2795: seq_num 873 ranges {6905856=229376} 2024-04-10T15:40:53.271 INFO:tasks.rados.rados.0.smithi069.stdout:2795: writing smithi06982861-41 from 6905856 to 7135232 tid 1 2024-04-10T15:40:53.272 INFO:tasks.rados.rados.0.smithi069.stdout:2796: copy_from oid 35 from oid 7 current snap is 278 2024-04-10T15:40:53.272 INFO:tasks.rados.rados.0.smithi069.stdout:2794: expect (ObjNum 786 snap 247 seq_num 786) 2024-04-10T15:40:53.303 INFO:tasks.rados.rados.0.smithi069.stdout:2796: finishing copy_from to smithi06982861-35 2024-04-10T15:40:53.303 INFO:tasks.rados.rados.0.smithi069.stdout:2796: got expected ENOENT (src dne) 2024-04-10T15:40:53.303 INFO:tasks.rados.rados.0.smithi069.stdout:2796: finishing copy_from racing read to smithi06982861-35 2024-04-10T15:40:53.303 INFO:tasks.rados.rados.0.smithi069.stdout:2795: finishing write tid 1 to smithi06982861-41 2024-04-10T15:40:53.303 INFO:tasks.rados.rados.0.smithi069.stdout:2795: finishing write tid 2 to smithi06982861-41 2024-04-10T15:40:53.303 INFO:tasks.rados.rados.0.smithi069.stdout:2795: finishing write tid 3 to smithi06982861-41 2024-04-10T15:40:53.303 INFO:tasks.rados.rados.0.smithi069.stdout:2795: oid 41 updating version 0 to 1601 2024-04-10T15:40:53.303 INFO:tasks.rados.rados.0.smithi069.stdout:2795: oid 41 version 1601 is already newer than 1600 2024-04-10T15:40:53.303 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 41 v 1601 (ObjNum 873 snap 278 seq_num 873) dirty exists 2024-04-10T15:40:53.304 INFO:tasks.rados.rados.0.smithi069.stdout:2795: left oid 41 (ObjNum 873 snap 278 seq_num 873) 2024-04-10T15:40:53.304 INFO:tasks.rados.rados.0.smithi069.stdout:2794: done (2 left) 2024-04-10T15:40:53.304 INFO:tasks.rados.rados.0.smithi069.stdout:2795: done (1 left) 2024-04-10T15:40:53.304 INFO:tasks.rados.rados.0.smithi069.stdout:2796: done (0 left) 2024-04-10T15:40:53.304 INFO:tasks.rados.rados.0.smithi069.stdout:2797: snap_remove snap 276 2024-04-10T15:40:53.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:40:53 smithi077 ceph-mon[87572]: osdmap e620: 8 total, 8 up, 8 in 2024-04-10T15:40:53.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:40:53 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:40:53.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:40:53 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:40:53.493 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:40:53 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:40:53.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:40:53 smithi069 ceph-mon[94167]: osdmap e620: 8 total, 8 up, 8 in 2024-04-10T15:40:53.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:40:53 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:40:53.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:40:53 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:40:53.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:40:53 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:40:53.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:40:53 smithi069 ceph-mon[96738]: osdmap e620: 8 total, 8 up, 8 in 2024-04-10T15:40:53.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:40:53 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:40:53.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:40:53 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:40:53.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:40:53 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:40:54.240 INFO:tasks.rados.rados.0.smithi069.stdout:2797: done (0 left) 2024-04-10T15:40:54.240 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 40 current snap is 278 2024-04-10T15:40:54.240 INFO:tasks.rados.rados.0.smithi069.stdout:2798: seq_num 874 ranges {5332992=245760} 2024-04-10T15:40:54.270 INFO:tasks.rados.rados.0.smithi069.stdout:2798: writing smithi06982861-40 from 5332992 to 5578752 tid 1 2024-04-10T15:40:54.271 INFO:tasks.rados.rados.0.smithi069.stdout:2799: delete oid 32 current snap is 278 2024-04-10T15:40:54.274 INFO:tasks.rados.rados.0.smithi069.stdout:2798: finishing write tid 1 to smithi06982861-40 2024-04-10T15:40:54.274 INFO:tasks.rados.rados.0.smithi069.stdout:2799: done (1 left) 2024-04-10T15:40:54.274 INFO:tasks.rados.rados.0.smithi069.stdout:2800: rollback oid 10 current snap is 278 2024-04-10T15:40:54.274 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 10 to 261 2024-04-10T15:40:54.274 INFO:tasks.rados.rados.0.smithi069.stdout:2798: finishing write tid 2 to smithi06982861-40 2024-04-10T15:40:54.275 INFO:tasks.rados.rados.0.smithi069.stdout:2801: snap_create 2024-04-10T15:40:54.276 INFO:tasks.rados.rados.0.smithi069.stdout:2798: finishing write tid 3 to smithi06982861-40 2024-04-10T15:40:54.276 INFO:tasks.rados.rados.0.smithi069.stdout:2798: oid 40 updating version 0 to 569 2024-04-10T15:40:54.276 INFO:tasks.rados.rados.0.smithi069.stdout:2798: oid 40 updating version 569 to 570 2024-04-10T15:40:54.276 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 40 v 570 (ObjNum 874 snap 278 seq_num 874) dirty exists 2024-04-10T15:40:54.276 INFO:tasks.rados.rados.0.smithi069.stdout:2798: left oid 40 (ObjNum 874 snap 278 seq_num 874) 2024-04-10T15:40:54.279 INFO:tasks.rados.rados.0.smithi069.stdout:2800: finishing rollback tid 0 to smithi06982861-10 2024-04-10T15:40:54.280 INFO:tasks.rados.rados.0.smithi069.stdout:2800: finishing rollback tid 1 to smithi06982861-10 2024-04-10T15:40:54.281 INFO:tasks.rados.rados.0.smithi069.stdout:2800: finishing rollback tid 2 to smithi06982861-10 2024-04-10T15:40:54.281 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 10 v 1609 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-04-10T15:40:54.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:40:54 smithi077 ceph-mon[87572]: osdmap e621: 8 total, 8 up, 8 in 2024-04-10T15:40:54.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:40:54 smithi077 ceph-mon[87572]: pgmap v593: 121 pgs: 121 active+clean; 238 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 7.6 MiB/s rd, 2.3 MiB/s wr, 21 op/s 2024-04-10T15:40:54.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:40:54 smithi069 ceph-mon[96738]: osdmap e621: 8 total, 8 up, 8 in 2024-04-10T15:40:54.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:40:54 smithi069 ceph-mon[96738]: pgmap v593: 121 pgs: 121 active+clean; 238 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 7.6 MiB/s rd, 2.3 MiB/s wr, 21 op/s 2024-04-10T15:40:54.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:40:54 smithi069 ceph-mon[94167]: osdmap e621: 8 total, 8 up, 8 in 2024-04-10T15:40:54.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:40:54 smithi069 ceph-mon[94167]: pgmap v593: 121 pgs: 121 active+clean; 238 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 7.6 MiB/s rd, 2.3 MiB/s wr, 21 op/s 2024-04-10T15:40:55.242 INFO:tasks.rados.rados.0.smithi069.stdout:2798: done (2 left) 2024-04-10T15:40:55.242 INFO:tasks.rados.rados.0.smithi069.stdout:2800: done (1 left) 2024-04-10T15:40:55.242 INFO:tasks.rados.rados.0.smithi069.stdout:2801: done (0 left) 2024-04-10T15:40:55.242 INFO:tasks.rados.rados.0.smithi069.stdout:2802: delete oid 44 current snap is 279 2024-04-10T15:40:55.246 INFO:tasks.rados.rados.0.smithi069.stdout:2802: done (0 left) 2024-04-10T15:40:55.246 INFO:tasks.rados.rados.0.smithi069.stdout:2803: read oid 11 snap -1 2024-04-10T15:40:55.246 INFO:tasks.rados.rados.0.smithi069.stdout:2803: expect deleted 2024-04-10T15:40:55.247 INFO:tasks.rados.rados.0.smithi069.stdout:2804: copy_from oid 15 from oid 43 current snap is 279 2024-04-10T15:40:55.247 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 32 current snap is 279 2024-04-10T15:40:55.247 INFO:tasks.rados.rados.0.smithi069.stdout:2805: seq_num 877 ranges {0=294912} 2024-04-10T15:40:55.248 INFO:tasks.rados.rados.0.smithi069.stdout:2805: writing smithi06982861-32 from 0 to 294912 tid 1 2024-04-10T15:40:55.248 INFO:tasks.rados.rados.0.smithi069.stdout:2806: delete oid 37 current snap is 279 2024-04-10T15:40:55.252 INFO:tasks.rados.rados.0.smithi069.stdout:2803: done (3 left) 2024-04-10T15:40:55.252 INFO:tasks.rados.rados.0.smithi069.stdout:2806: done (2 left) 2024-04-10T15:40:55.252 INFO:tasks.rados.rados.0.smithi069.stdout:2807: setattr oid 6 current snap is 279 2024-04-10T15:40:55.252 INFO:tasks.rados.rados.0.smithi069.stdout:2805: finishing write tid 1 to smithi06982861-32 2024-04-10T15:40:55.254 INFO:tasks.rados.rados.0.smithi069.stdout:2805: finishing write tid 2 to smithi06982861-32 2024-04-10T15:40:55.254 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 47 current snap is 279 2024-04-10T15:40:55.254 INFO:tasks.rados.rados.0.smithi069.stdout:2808: seq_num 879 ranges {73728=327680} 2024-04-10T15:40:55.257 INFO:tasks.rados.rados.0.smithi069.stdout:2808: writing smithi06982861-47 from 73728 to 401408 tid 1 2024-04-10T15:40:55.257 INFO:tasks.rados.rados.0.smithi069.stdout:2809: setattr oid 10 current snap is 279 2024-04-10T15:40:55.257 INFO:tasks.rados.rados.0.smithi069.stdout:2805: finishing write tid 3 to smithi06982861-32 2024-04-10T15:40:55.257 INFO:tasks.rados.rados.0.smithi069.stdout:2805: oid 32 updating version 0 to 999 2024-04-10T15:40:55.257 INFO:tasks.rados.rados.0.smithi069.stdout:2805: oid 32 updating version 999 to 1000 2024-04-10T15:40:55.257 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 32 v 1000 (ObjNum 877 snap 279 seq_num 877) dirty exists 2024-04-10T15:40:55.257 INFO:tasks.rados.rados.0.smithi069.stdout:2805: left oid 32 (ObjNum 877 snap 279 seq_num 877) 2024-04-10T15:40:55.258 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 6 v 1481 (ObjNum 33 snap 0 seq_num 1434544064) dirty exists 2024-04-10T15:40:55.258 INFO:tasks.rados.rados.0.smithi069.stdout:2804: finishing copy_from racing read to smithi06982861-15 2024-04-10T15:40:55.259 INFO:tasks.rados.rados.0.smithi069.stdout:2805: done (4 left) 2024-04-10T15:40:55.259 INFO:tasks.rados.rados.0.smithi069.stdout:2807: done (3 left) 2024-04-10T15:40:55.260 INFO:tasks.rados.rados.0.smithi069.stdout:2810: rollback oid 12 current snap is 279 2024-04-10T15:40:55.260 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 12 to 258 2024-04-10T15:40:55.260 INFO:tasks.rados.rados.0.smithi069.stdout:2811: read oid 41 snap -1 2024-04-10T15:40:55.260 INFO:tasks.rados.rados.0.smithi069.stdout:2811: expect (ObjNum 873 snap 278 seq_num 873) 2024-04-10T15:40:55.260 INFO:tasks.rados.rados.0.smithi069.stdout:2812: read oid 26 snap -1 2024-04-10T15:40:55.260 INFO:tasks.rados.rados.0.smithi069.stdout:2812: expect (ObjNum 803 snap 251 seq_num 803) 2024-04-10T15:40:55.260 INFO:tasks.rados.rados.0.smithi069.stdout:2813: copy_from oid 19 from oid 25 current snap is 279 2024-04-10T15:40:55.260 INFO:tasks.rados.rados.0.smithi069.stdout:2814: setattr oid 45 current snap is 279 2024-04-10T15:40:55.261 INFO:tasks.rados.rados.0.smithi069.stdout:2815: snap_remove snap 263 2024-04-10T15:40:55.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:40:55 smithi077 ceph-mon[87572]: osdmap e622: 8 total, 8 up, 8 in 2024-04-10T15:40:55.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:40:55 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:40:55.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:40:55 smithi069 ceph-mon[96738]: osdmap e622: 8 total, 8 up, 8 in 2024-04-10T15:40:55.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:40:55 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:40:55.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:40:55 smithi069 ceph-mon[94167]: osdmap e622: 8 total, 8 up, 8 in 2024-04-10T15:40:55.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:40:55 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:40:56.210 INFO:tasks.rados.rados.0.smithi069.stdout:2815: done (8 left) 2024-04-10T15:40:56.210 INFO:tasks.rados.rados.0.smithi069.stdout:2816: snap_create 2024-04-10T15:40:56.210 INFO:tasks.rados.rados.0.smithi069.stdout:2808: finishing write tid 1 to smithi06982861-47 2024-04-10T15:40:56.210 INFO:tasks.rados.rados.0.smithi069.stdout:2808: finishing write tid 2 to smithi06982861-47 2024-04-10T15:40:56.210 INFO:tasks.rados.rados.0.smithi069.stdout:2804: finishing copy_from to smithi06982861-15 2024-04-10T15:40:56.210 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 15 v 984 (ObjNum 863 snap 274 seq_num 863) dirty exists 2024-04-10T15:40:56.210 INFO:tasks.rados.rados.0.smithi069.stdout:2810: finishing rollback tid 0 to smithi06982861-12 2024-04-10T15:40:56.211 INFO:tasks.rados.rados.0.smithi069.stdout:2810: finishing rollback tid 1 to smithi06982861-12 2024-04-10T15:40:56.211 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 12 v 1041 (ObjNum 65 snap 0 seq_num 1634169704) dirty dne 2024-04-10T15:40:56.211 INFO:tasks.rados.rados.0.smithi069.stdout:2808: finishing write tid 3 to smithi06982861-47 2024-04-10T15:40:56.211 INFO:tasks.rados.rados.0.smithi069.stdout:2808: oid 47 updating version 0 to 1483 2024-04-10T15:40:56.211 INFO:tasks.rados.rados.0.smithi069.stdout:2808: oid 47 version 1483 is already newer than 1482 2024-04-10T15:40:56.211 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 47 v 1483 (ObjNum 879 snap 279 seq_num 879) dirty exists 2024-04-10T15:40:56.211 INFO:tasks.rados.rados.0.smithi069.stdout:2808: left oid 47 (ObjNum 879 snap 279 seq_num 879) 2024-04-10T15:40:56.211 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 45 v 1472 (ObjNum 625 snap 193 seq_num 625) dirty exists 2024-04-10T15:40:56.211 INFO:tasks.rados.rados.0.smithi069.stdout:2813: finishing copy_from racing read to smithi06982861-19 2024-04-10T15:40:56.211 INFO:tasks.rados.rados.0.smithi069.stdout:2812: expect (ObjNum 803 snap 251 seq_num 803) 2024-04-10T15:40:56.394 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 10 v 1613 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-04-10T15:40:56.394 INFO:tasks.rados.rados.0.smithi069.stdout:2813: finishing copy_from to smithi06982861-19 2024-04-10T15:40:56.394 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 19 v 1019 (ObjNum 865 snap 274 seq_num 865) dirty exists 2024-04-10T15:40:56.394 INFO:tasks.rados.rados.0.smithi069.stdout:2811: expect (ObjNum 873 snap 278 seq_num 873) 2024-04-10T15:40:56.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:40:56 smithi069 ceph-mon[96738]: osdmap e623: 8 total, 8 up, 8 in 2024-04-10T15:40:56.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:40:56 smithi069 ceph-mon[96738]: pgmap v596: 121 pgs: 121 active+clean; 261 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 4.9 MiB/s wr, 37 op/s 2024-04-10T15:40:56.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:40:56 smithi069 ceph-mon[96738]: osdmap e624: 8 total, 8 up, 8 in 2024-04-10T15:40:56.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:40:56 smithi069 ceph-mon[94167]: osdmap e623: 8 total, 8 up, 8 in 2024-04-10T15:40:56.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:40:56 smithi069 ceph-mon[94167]: pgmap v596: 121 pgs: 121 active+clean; 261 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 4.9 MiB/s wr, 37 op/s 2024-04-10T15:40:56.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:40:56 smithi069 ceph-mon[94167]: osdmap e624: 8 total, 8 up, 8 in 2024-04-10T15:40:56.742 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:40:56 smithi077 ceph-mon[87572]: osdmap e623: 8 total, 8 up, 8 in 2024-04-10T15:40:56.742 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:40:56 smithi077 ceph-mon[87572]: pgmap v596: 121 pgs: 121 active+clean; 261 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 4.9 MiB/s wr, 37 op/s 2024-04-10T15:40:56.742 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:40:56 smithi077 ceph-mon[87572]: osdmap e624: 8 total, 8 up, 8 in 2024-04-10T15:40:57.206 INFO:tasks.rados.rados.0.smithi069.stdout:2804: done (8 left) 2024-04-10T15:40:57.206 INFO:tasks.rados.rados.0.smithi069.stdout:2808: done (7 left) 2024-04-10T15:40:57.206 INFO:tasks.rados.rados.0.smithi069.stdout:2809: done (6 left) 2024-04-10T15:40:57.206 INFO:tasks.rados.rados.0.smithi069.stdout:2810: done (5 left) 2024-04-10T15:40:57.206 INFO:tasks.rados.rados.0.smithi069.stdout:2811: done (4 left) 2024-04-10T15:40:57.206 INFO:tasks.rados.rados.0.smithi069.stdout:2812: done (3 left) 2024-04-10T15:40:57.206 INFO:tasks.rados.rados.0.smithi069.stdout:2813: done (2 left) 2024-04-10T15:40:57.206 INFO:tasks.rados.rados.0.smithi069.stdout:2814: done (1 left) 2024-04-10T15:40:57.207 INFO:tasks.rados.rados.0.smithi069.stdout:2816: done (0 left) 2024-04-10T15:40:57.207 INFO:tasks.rados.rados.0.smithi069.stdout:2817: rmattr oid 49 current snap is 280 2024-04-10T15:40:57.207 INFO:tasks.rados.rados.0.smithi069.stdout:2818: snap_remove snap 262 2024-04-10T15:40:57.992 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:40:57 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:40:57.992 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:40:57 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:40:57.992 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:40:57 smithi077 ceph-mon[87572]: osdmap e625: 8 total, 8 up, 8 in 2024-04-10T15:40:57.992 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:40:57 smithi077 ceph-mon[87572]: pgmap v599: 121 pgs: 121 active+clean; 261 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 5.1 MiB/s rd, 2.6 MiB/s wr, 21 op/s 2024-04-10T15:40:58.086 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:40:57 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:40:58.086 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:40:57 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:40:58.086 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:40:57 smithi069 ceph-mon[96738]: osdmap e625: 8 total, 8 up, 8 in 2024-04-10T15:40:58.086 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:40:57 smithi069 ceph-mon[96738]: pgmap v599: 121 pgs: 121 active+clean; 261 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 5.1 MiB/s rd, 2.6 MiB/s wr, 21 op/s 2024-04-10T15:40:58.087 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:40:57 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:40:58.087 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:40:57 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:40:58.087 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:40:57 smithi069 ceph-mon[94167]: osdmap e625: 8 total, 8 up, 8 in 2024-04-10T15:40:58.087 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:40:57 smithi069 ceph-mon[94167]: pgmap v599: 121 pgs: 121 active+clean; 261 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 5.1 MiB/s rd, 2.6 MiB/s wr, 21 op/s 2024-04-10T15:40:58.214 INFO:tasks.rados.rados.0.smithi069.stdout:2818: done (1 left) 2024-04-10T15:40:58.214 INFO:tasks.rados.rados.0.smithi069.stdout:2819: rollback oid 14 current snap is 280 2024-04-10T15:40:58.214 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 14 to 269 2024-04-10T15:40:58.214 INFO:tasks.rados.rados.0.smithi069.stdout:2820: delete oid 47 current snap is 280 2024-04-10T15:40:58.214 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 49 v 1253 (ObjNum 758 snap 239 seq_num 758) dirty exists 2024-04-10T15:40:58.221 INFO:tasks.rados.rados.0.smithi069.stdout:2817: done (2 left) 2024-04-10T15:40:58.222 INFO:tasks.rados.rados.0.smithi069.stdout:2820: done (1 left) 2024-04-10T15:40:58.222 INFO:tasks.rados.rados.0.smithi069.stdout:2821: copy_from oid 1 from oid 9 current snap is 280 2024-04-10T15:40:58.222 INFO:tasks.rados.rados.0.smithi069.stdout:2822: snap_remove snap 268 2024-04-10T15:40:58.992 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:40:58 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:40:58.992 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:40:58 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:40:58.993 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:40:58 smithi077 ceph-mon[87572]: osdmap e626: 8 total, 8 up, 8 in 2024-04-10T15:40:59.086 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:40:58 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:40:59.086 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:40:58 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:40:59.086 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:40:58 smithi069 ceph-mon[96738]: osdmap e626: 8 total, 8 up, 8 in 2024-04-10T15:40:59.087 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:40:58 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:40:59.087 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:40:58 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:40:59.087 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:40:58 smithi069 ceph-mon[94167]: osdmap e626: 8 total, 8 up, 8 in 2024-04-10T15:40:59.214 INFO:tasks.rados.rados.0.smithi069.stdout:2822: done (2 left) 2024-04-10T15:40:59.214 INFO:tasks.rados.rados.0.smithi069.stdout:2823: setattr oid 41 current snap is 280 2024-04-10T15:40:59.214 INFO:tasks.rados.rados.0.smithi069.stdout:2819: finishing rollback tid 0 to smithi06982861-14 2024-04-10T15:40:59.215 INFO:tasks.rados.rados.0.smithi069.stdout:2819: finishing rollback tid 1 to smithi06982861-14 2024-04-10T15:40:59.215 INFO:tasks.rados.rados.0.smithi069.stdout:2819: finishing rollback tid 2 to smithi06982861-14 2024-04-10T15:40:59.215 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 14 v 1008 (ObjNum 763 snap 243 seq_num 763) dirty exists 2024-04-10T15:40:59.215 INFO:tasks.rados.rados.0.smithi069.stdout:2821: finishing copy_from racing read to smithi06982861-1 2024-04-10T15:40:59.215 INFO:tasks.rados.rados.0.smithi069.stdout:2821: finishing copy_from to smithi06982861-1 2024-04-10T15:40:59.215 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 1 v 1061 (ObjNum 870 snap 277 seq_num 870) dirty exists 2024-04-10T15:40:59.216 INFO:tasks.rados.rados.0.smithi069.stdout:2819: done (2 left) 2024-04-10T15:40:59.216 INFO:tasks.rados.rados.0.smithi069.stdout:2821: done (1 left) 2024-04-10T15:40:59.216 INFO:tasks.rados.rados.0.smithi069.stdout:2824: snap_remove snap 278 2024-04-10T15:41:00.218 INFO:tasks.rados.rados.0.smithi069.stdout:2824: done (1 left) 2024-04-10T15:41:00.219 INFO:tasks.rados.rados.0.smithi069.stdout:2825: delete oid 35 current snap is 280 2024-04-10T15:41:00.219 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 41 v 1637 (ObjNum 873 snap 278 seq_num 873) dirty exists 2024-04-10T15:41:00.224 INFO:tasks.rados.rados.0.smithi069.stdout:2823: done (1 left) 2024-04-10T15:41:00.224 INFO:tasks.rados.rados.0.smithi069.stdout:2825: done (0 left) 2024-04-10T15:41:00.224 INFO:tasks.rados.rados.0.smithi069.stdout:2826: copy_from oid 14 from oid 22 current snap is 280 2024-04-10T15:41:00.224 INFO:tasks.rados.rados.0.smithi069.stdout:2827: delete oid 40 current snap is 280 2024-04-10T15:41:00.229 INFO:tasks.rados.rados.0.smithi069.stdout:2826: finishing copy_from racing read to smithi06982861-14 2024-04-10T15:41:00.231 INFO:tasks.rados.rados.0.smithi069.stdout:2826: finishing copy_from to smithi06982861-14 2024-04-10T15:41:00.231 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 14 v 1038 (ObjNum 4113 snap 0 seq_num 3847026275) dirty exists 2024-04-10T15:41:00.232 INFO:tasks.rados.rados.0.smithi069.stdout:2826: done (1 left) 2024-04-10T15:41:00.232 INFO:tasks.rados.rados.0.smithi069.stdout:2827: done (0 left) 2024-04-10T15:41:00.232 INFO:tasks.rados.rados.0.smithi069.stdout:2828: delete oid 19 current snap is 280 2024-04-10T15:41:00.235 INFO:tasks.rados.rados.0.smithi069.stdout:2828: done (0 left) 2024-04-10T15:41:00.235 INFO:tasks.rados.rados.0.smithi069.stdout:2829: rmattr oid 35 current snap is 280 2024-04-10T15:41:00.235 INFO:tasks.rados.rados.0.smithi069.stdout:2829: done (0 left) 2024-04-10T15:41:00.235 INFO:tasks.rados.rados.0.smithi069.stdout:2830: read oid 38 snap 269 2024-04-10T15:41:00.235 INFO:tasks.rados.rados.0.smithi069.stdout:2830: expect deleted 2024-04-10T15:41:00.235 INFO:tasks.rados.rados.0.smithi069.stdout:2831: copy_from oid 36 from oid 40 current snap is 280 2024-04-10T15:41:00.235 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 4 current snap is 280 2024-04-10T15:41:00.235 INFO:tasks.rados.rados.0.smithi069.stdout:2832: seq_num 884 ranges {1957888=409600} 2024-04-10T15:41:00.248 INFO:tasks.rados.rados.0.smithi069.stdout:2832: writing smithi06982861-4 from 1957888 to 2367488 tid 1 2024-04-10T15:41:00.248 INFO:tasks.rados.rados.0.smithi069.stdout:2833: read oid 32 snap -1 2024-04-10T15:41:00.248 INFO:tasks.rados.rados.0.smithi069.stdout:2833: expect (ObjNum 877 snap 279 seq_num 877) 2024-04-10T15:41:00.248 INFO:tasks.rados.rados.0.smithi069.stdout:2834: snap_remove snap 272 2024-04-10T15:41:00.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:41:00 smithi077 ceph-mon[87572]: osdmap e627: 8 total, 8 up, 8 in 2024-04-10T15:41:00.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:41:00 smithi077 ceph-mon[87572]: pgmap v602: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 265 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.2 MiB/s wr, 10 op/s 2024-04-10T15:41:00.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:41:00 smithi069 ceph-mon[96738]: osdmap e627: 8 total, 8 up, 8 in 2024-04-10T15:41:00.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:41:00 smithi069 ceph-mon[96738]: pgmap v602: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 265 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.2 MiB/s wr, 10 op/s 2024-04-10T15:41:00.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:41:00 smithi069 ceph-mon[94167]: osdmap e627: 8 total, 8 up, 8 in 2024-04-10T15:41:00.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:41:00 smithi069 ceph-mon[94167]: pgmap v602: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 265 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.2 MiB/s wr, 10 op/s 2024-04-10T15:41:01.213 INFO:tasks.rados.rados.0.smithi069.stdout:2834: done (4 left) 2024-04-10T15:41:01.213 INFO:tasks.rados.rados.0.smithi069.stdout:2835: copy_from oid 41 from oid 9 current snap is 280 2024-04-10T15:41:01.214 INFO:tasks.rados.rados.0.smithi069.stdout:2836: read oid 35 snap 274 2024-04-10T15:41:01.214 INFO:tasks.rados.rados.0.smithi069.stdout:2836: expect (ObjNum 850 snap 270 seq_num 850) 2024-04-10T15:41:01.214 INFO:tasks.rados.rados.0.smithi069.stdout:2837: delete oid 6 current snap is 280 2024-04-10T15:41:01.214 INFO:tasks.rados.rados.0.smithi069.stdout:2831: finishing copy_from to smithi06982861-36 2024-04-10T15:41:01.214 INFO:tasks.rados.rados.0.smithi069.stdout:2831: got expected ENOENT (src dne) 2024-04-10T15:41:01.214 INFO:tasks.rados.rados.0.smithi069.stdout:2831: finishing copy_from racing read to smithi06982861-36 2024-04-10T15:41:01.214 INFO:tasks.rados.rados.0.smithi069.stdout:2833: expect (ObjNum 877 snap 279 seq_num 877) 2024-04-10T15:41:01.226 INFO:tasks.rados.rados.0.smithi069.stdout:2832: finishing write tid 1 to smithi06982861-4 2024-04-10T15:41:01.226 INFO:tasks.rados.rados.0.smithi069.stdout:2832: finishing write tid 2 to smithi06982861-4 2024-04-10T15:41:01.227 INFO:tasks.rados.rados.0.smithi069.stdout:2832: finishing write tid 3 to smithi06982861-4 2024-04-10T15:41:01.227 INFO:tasks.rados.rados.0.smithi069.stdout:2832: oid 4 updating version 0 to 1653 2024-04-10T15:41:01.227 INFO:tasks.rados.rados.0.smithi069.stdout:2832: oid 4 updating version 1653 to 1654 2024-04-10T15:41:01.227 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 4 v 1654 (ObjNum 884 snap 280 seq_num 884) dirty exists 2024-04-10T15:41:01.227 INFO:tasks.rados.rados.0.smithi069.stdout:2832: left oid 4 (ObjNum 884 snap 280 seq_num 884) 2024-04-10T15:41:01.227 INFO:tasks.rados.rados.0.smithi069.stdout:2830: done (6 left) 2024-04-10T15:41:01.227 INFO:tasks.rados.rados.0.smithi069.stdout:2831: done (5 left) 2024-04-10T15:41:01.227 INFO:tasks.rados.rados.0.smithi069.stdout:2832: done (4 left) 2024-04-10T15:41:01.227 INFO:tasks.rados.rados.0.smithi069.stdout:2833: done (3 left) 2024-04-10T15:41:01.227 INFO:tasks.rados.rados.0.smithi069.stdout:2837: done (2 left) 2024-04-10T15:41:01.227 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 18 current snap is 280 2024-04-10T15:41:01.227 INFO:tasks.rados.rados.0.smithi069.stdout:2838: seq_num 886 ranges {1105920=442368} 2024-04-10T15:41:01.235 INFO:tasks.rados.rados.0.smithi069.stdout:2838: writing smithi06982861-18 from 1105920 to 1548288 tid 1 2024-04-10T15:41:01.235 INFO:tasks.rados.rados.0.smithi069.stdout:2839: delete oid 24 current snap is 280 2024-04-10T15:41:01.235 INFO:tasks.rados.rados.0.smithi069.stdout:2835: finishing copy_from racing read to smithi06982861-41 2024-04-10T15:41:01.235 INFO:tasks.rados.rados.0.smithi069.stdout:2836: expect (ObjNum 850 snap 270 seq_num 850) 2024-04-10T15:41:01.296 INFO:tasks.rados.rados.0.smithi069.stdout:2835: finishing copy_from to smithi06982861-41 2024-04-10T15:41:01.296 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 41 v 1061 (ObjNum 870 snap 277 seq_num 870) dirty exists 2024-04-10T15:41:01.297 INFO:tasks.rados.rados.0.smithi069.stdout:2835: done (3 left) 2024-04-10T15:41:01.297 INFO:tasks.rados.rados.0.smithi069.stdout:2836: done (2 left) 2024-04-10T15:41:01.297 INFO:tasks.rados.rados.0.smithi069.stdout:2839: done (1 left) 2024-04-10T15:41:01.297 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 6 current snap is 280 2024-04-10T15:41:01.297 INFO:tasks.rados.rados.0.smithi069.stdout:2838: finishing write tid 1 to smithi06982861-18 2024-04-10T15:41:01.297 INFO:tasks.rados.rados.0.smithi069.stdout:2840: seq_num 888 ranges {0=475136} 2024-04-10T15:41:01.299 INFO:tasks.rados.rados.0.smithi069.stdout:2840: writing smithi06982861-6 from 0 to 475136 tid 1 2024-04-10T15:41:01.299 INFO:tasks.rados.rados.0.smithi069.stdout:2841: delete oid 26 current snap is 280 2024-04-10T15:41:01.299 INFO:tasks.rados.rados.0.smithi069.stdout:2838: finishing write tid 2 to smithi06982861-18 2024-04-10T15:41:01.299 INFO:tasks.rados.rados.0.smithi069.stdout:2838: finishing write tid 3 to smithi06982861-18 2024-04-10T15:41:01.299 INFO:tasks.rados.rados.0.smithi069.stdout:2838: oid 18 updating version 0 to 1486 2024-04-10T15:41:01.299 INFO:tasks.rados.rados.0.smithi069.stdout:2838: oid 18 updating version 1486 to 1487 2024-04-10T15:41:01.299 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 18 v 1487 (ObjNum 886 snap 280 seq_num 886) dirty exists 2024-04-10T15:41:01.299 INFO:tasks.rados.rados.0.smithi069.stdout:2838: left oid 18 (ObjNum 886 snap 280 seq_num 886) 2024-04-10T15:41:01.302 INFO:tasks.rados.rados.0.smithi069.stdout:2838: done (2 left) 2024-04-10T15:41:01.302 INFO:tasks.rados.rados.0.smithi069.stdout:2841: done (1 left) 2024-04-10T15:41:01.302 INFO:tasks.rados.rados.0.smithi069.stdout:2842: snap_remove snap 269 2024-04-10T15:41:01.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:41:01 smithi077 ceph-mon[87572]: osdmap e628: 8 total, 8 up, 8 in 2024-04-10T15:41:01.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:41:01 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:41:01.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:41:01 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:41:01.493 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:41:01 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:41:01.493 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:41:01 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:41:01.493 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:41:01 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:41:01.493 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:41:01 smithi077 ceph-mon[87572]: osdmap e629: 8 total, 8 up, 8 in 2024-04-10T15:41:01.586 INFO:journalctl@ceph.osd.0.smithi069.stdout:Apr 10 15:41:01 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-0[102860]: 2024-04-10T15:41:01.239+0000 7f6fc329f700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 154 after trimming was started 2024-04-10T15:41:01.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:41:01 smithi069 ceph-mon[94167]: osdmap e628: 8 total, 8 up, 8 in 2024-04-10T15:41:01.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:41:01 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:41:01.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:41:01 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:41:01.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:41:01 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:41:01.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:41:01 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:41:01.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:41:01 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:41:01.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:41:01 smithi069 ceph-mon[94167]: osdmap e629: 8 total, 8 up, 8 in 2024-04-10T15:41:01.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:41:01 smithi069 ceph-mon[96738]: osdmap e628: 8 total, 8 up, 8 in 2024-04-10T15:41:01.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:41:01 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:41:01.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:41:01 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:41:01.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:41:01 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:41:01.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:41:01 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:41:01.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:41:01 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:41:01.588 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:41:01 smithi069 ceph-mon[96738]: osdmap e629: 8 total, 8 up, 8 in 2024-04-10T15:41:02.226 INFO:tasks.rados.rados.0.smithi069.stdout:2842: done (1 left) 2024-04-10T15:41:02.227 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 8 current snap is 280 2024-04-10T15:41:02.227 INFO:tasks.rados.rados.0.smithi069.stdout:2840: finishing write tid 1 to smithi06982861-6 2024-04-10T15:41:02.227 INFO:tasks.rados.rados.0.smithi069.stdout:2840: finishing write tid 2 to smithi06982861-6 2024-04-10T15:41:02.227 INFO:tasks.rados.rados.0.smithi069.stdout:2840: finishing write tid 3 to smithi06982861-6 2024-04-10T15:41:02.227 INFO:tasks.rados.rados.0.smithi069.stdout:2840: oid 6 updating version 0 to 1488 2024-04-10T15:41:02.227 INFO:tasks.rados.rados.0.smithi069.stdout:2840: oid 6 updating version 1488 to 1489 2024-04-10T15:41:02.227 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 6 v 1489 (ObjNum 888 snap 280 seq_num 888) dirty exists 2024-04-10T15:41:02.227 INFO:tasks.rados.rados.0.smithi069.stdout:2840: left oid 6 (ObjNum 888 snap 280 seq_num 888) 2024-04-10T15:41:02.227 INFO:tasks.rados.rados.0.smithi069.stdout:2843: seq_num 890 ranges {1294336=507904} 2024-04-10T15:41:02.237 INFO:tasks.rados.rados.0.smithi069.stdout:2843: writing smithi06982861-8 from 1294336 to 1802240 tid 1 2024-04-10T15:41:02.238 INFO:tasks.rados.rados.0.smithi069.stdout:2840: done (1 left) 2024-04-10T15:41:02.238 INFO:tasks.rados.rados.0.smithi069.stdout:2844: read oid 4 snap -1 2024-04-10T15:41:02.238 INFO:tasks.rados.rados.0.smithi069.stdout:2844: expect (ObjNum 884 snap 280 seq_num 884) 2024-04-10T15:41:02.238 INFO:tasks.rados.rados.0.smithi069.stdout:2845: read oid 28 snap -1 2024-04-10T15:41:02.238 INFO:tasks.rados.rados.0.smithi069.stdout:2845: expect deleted 2024-04-10T15:41:02.238 INFO:tasks.rados.rados.0.smithi069.stdout:2846: read oid 12 snap -1 2024-04-10T15:41:02.238 INFO:tasks.rados.rados.0.smithi069.stdout:2846: expect deleted 2024-04-10T15:41:02.238 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 20 current snap is 280 2024-04-10T15:41:02.238 INFO:tasks.rados.rados.0.smithi069.stdout:2847: seq_num 891 ranges {0=532480} 2024-04-10T15:41:02.242 INFO:tasks.rados.rados.0.smithi069.stdout:2847: writing smithi06982861-20 from 0 to 532480 tid 1 2024-04-10T15:41:02.242 INFO:tasks.rados.rados.0.smithi069.stdout:2848: read oid 17 snap -1 2024-04-10T15:41:02.242 INFO:tasks.rados.rados.0.smithi069.stdout:2848: expect (ObjNum 786 snap 247 seq_num 786) 2024-04-10T15:41:02.242 INFO:tasks.rados.rados.0.smithi069.stdout:2849: rollback oid 29 current snap is 280 2024-04-10T15:41:02.242 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 29 to 258 2024-04-10T15:41:02.242 INFO:tasks.rados.rados.0.smithi069.stdout:2845: done (6 left) 2024-04-10T15:41:02.242 INFO:tasks.rados.rados.0.smithi069.stdout:2846: done (5 left) 2024-04-10T15:41:02.242 INFO:tasks.rados.rados.0.smithi069.stdout:2850: snap_remove snap 274 2024-04-10T15:41:02.492 INFO:journalctl@ceph.osd.7.smithi077.stdout:Apr 10 15:41:02 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-7[109229]: 2024-04-10T15:41:02.262+0000 7f2f6e4bd700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 151 after trimming was started 2024-04-10T15:41:02.493 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:41:02 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T15:41:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:41:02.493 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:41:02 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-10T15:41:02.493 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:41:02 smithi077 ceph-mon[87572]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-10T15:41:02.493 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:41:02 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:41:02.493 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:41:02 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:41:02.493 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:41:02 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:41:02.493 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:41:02 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:41:02.493 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:41:02 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:41:02.493 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:41:02 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:41:02.493 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:41:02 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:41:02.493 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:41:02 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:41:02.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:41:02 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:41:02.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:41:02 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:41:02.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:41:02 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:41:02.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:41:02 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:41:02.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:41:02 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:41:02.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:41:02 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:41:02.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:41:02 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:41:02.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:41:02 smithi077 ceph-mon[87572]: pgmap v605: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 264 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.3 MiB/s wr, 18 op/s 2024-04-10T15:41:02.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:41:02 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-10T15:41:02.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:41:02 smithi069 ceph-mon[96738]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-10T15:41:02.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:41:02 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:41:02.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:41:02 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:41:02.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:41:02 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:41:02.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:41:02 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:41:02.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:41:02 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:41:02.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:41:02 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:41:02.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:41:02 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:41:02.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:41:02 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:41:02.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:41:02 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:41:02.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:41:02 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:41:02.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:41:02 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:41:02.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:41:02 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:41:02.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:41:02 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:41:02.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:41:02 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:41:02.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:41:02 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:41:02.588 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:41:02 smithi069 ceph-mon[96738]: pgmap v605: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 264 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.3 MiB/s wr, 18 op/s 2024-04-10T15:41:02.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:41:02 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-10T15:41:02.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:41:02 smithi069 ceph-mon[94167]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-10T15:41:02.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:41:02 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:41:02.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:41:02 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:41:02.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:41:02 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:41:02.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:41:02 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:41:02.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:41:02 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:41:02.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:41:02 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:41:02.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:41:02 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:41:02.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:41:02 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:41:02.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:41:02 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:41:02.589 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:41:02 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:41:02.589 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:41:02 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:41:02.589 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:41:02 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:41:02.589 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:41:02 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:41:02.589 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:41:02 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:41:02.589 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:41:02 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:41:02.589 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:41:02 smithi069 ceph-mon[94167]: pgmap v605: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 264 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.3 MiB/s wr, 18 op/s 2024-04-10T15:41:03.238 INFO:tasks.rados.rados.0.smithi069.stdout:2850: done (5 left) 2024-04-10T15:41:03.238 INFO:tasks.rados.rados.0.smithi069.stdout:2851: snap_remove snap 255 2024-04-10T15:41:03.336 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:41:03 smithi069 ceph-mon[96738]: osdmap e630: 8 total, 8 up, 8 in 2024-04-10T15:41:03.336 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:41:03 smithi069 ceph-mon[94167]: osdmap e630: 8 total, 8 up, 8 in 2024-04-10T15:41:03.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:41:03 smithi077 ceph-mon[87572]: osdmap e630: 8 total, 8 up, 8 in 2024-04-10T15:41:04.252 INFO:tasks.rados.rados.0.smithi069.stdout:2851: done (5 left) 2024-04-10T15:41:04.252 INFO:tasks.rados.rados.0.smithi069.stdout:2852: rmattr oid 19 current snap is 280 2024-04-10T15:41:04.252 INFO:tasks.rados.rados.0.smithi069.stdout:2852: done (5 left) 2024-04-10T15:41:04.252 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 35 current snap is 280 2024-04-10T15:41:04.252 INFO:tasks.rados.rados.0.smithi069.stdout:2853: seq_num 892 ranges {0=548864} 2024-04-10T15:41:04.253 INFO:tasks.rados.rados.0.smithi069.stdout:2853: writing smithi06982861-35 from 0 to 548864 tid 1 2024-04-10T15:41:04.253 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 21 current snap is 280 2024-04-10T15:41:04.253 INFO:tasks.rados.rados.0.smithi069.stdout:2854: seq_num 893 ranges {532480=565248} 2024-04-10T15:41:04.260 INFO:tasks.rados.rados.0.smithi069.stdout:2854: writing smithi06982861-21 from 532480 to 1097728 tid 1 2024-04-10T15:41:04.260 INFO:tasks.rados.rados.0.smithi069.stdout:2855: read oid 15 snap -1 2024-04-10T15:41:04.260 INFO:tasks.rados.rados.0.smithi069.stdout:2855: expect (ObjNum 863 snap 274 seq_num 863) 2024-04-10T15:41:04.260 INFO:tasks.rados.rados.0.smithi069.stdout:2856: copy_from oid 28 from oid 12 current snap is 280 2024-04-10T15:41:04.263 INFO:tasks.rados.rados.0.smithi069.stdout:2847: finishing write tid 1 to smithi06982861-20 2024-04-10T15:41:04.264 INFO:tasks.rados.rados.0.smithi069.stdout:2847: finishing write tid 2 to smithi06982861-20 2024-04-10T15:41:04.264 INFO:tasks.rados.rados.0.smithi069.stdout:2843: finishing write tid 1 to smithi06982861-8 2024-04-10T15:41:04.264 INFO:tasks.rados.rados.0.smithi069.stdout:2843: finishing write tid 2 to smithi06982861-8 2024-04-10T15:41:04.264 INFO:tasks.rados.rados.0.smithi069.stdout:2848: expect (ObjNum 786 snap 247 seq_num 786) 2024-04-10T15:41:04.286 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:41:04 smithi069 ceph-mon[96738]: Upgrade: Updating alertmanager.a 2024-04-10T15:41:04.286 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:41:04 smithi069 ceph-mon[96738]: Deploying daemon alertmanager.a on smithi069 2024-04-10T15:41:04.286 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:41:04 smithi069 ceph-mon[96738]: osdmap e631: 8 total, 8 up, 8 in 2024-04-10T15:41:04.286 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:41:04 smithi069 ceph-mon[96738]: pgmap v608: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 264 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1.0 MiB/s rd, 224 KiB/s wr, 11 op/s 2024-04-10T15:41:04.286 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:41:04 smithi069 ceph-mon[94167]: Upgrade: Updating alertmanager.a 2024-04-10T15:41:04.287 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:41:04 smithi069 ceph-mon[94167]: Deploying daemon alertmanager.a on smithi069 2024-04-10T15:41:04.287 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:41:04 smithi069 ceph-mon[94167]: osdmap e631: 8 total, 8 up, 8 in 2024-04-10T15:41:04.287 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:41:04 smithi069 ceph-mon[94167]: pgmap v608: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 264 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1.0 MiB/s rd, 224 KiB/s wr, 11 op/s 2024-04-10T15:41:04.301 INFO:tasks.rados.rados.0.smithi069.stdout:2847: finishing write tid 3 to smithi06982861-20 2024-04-10T15:41:04.301 INFO:tasks.rados.rados.0.smithi069.stdout:2847: oid 20 updating version 0 to 1076 2024-04-10T15:41:04.301 INFO:tasks.rados.rados.0.smithi069.stdout:2847: oid 20 updating version 1076 to 1077 2024-04-10T15:41:04.301 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 20 v 1077 (ObjNum 891 snap 280 seq_num 891) dirty exists 2024-04-10T15:41:04.301 INFO:tasks.rados.rados.0.smithi069.stdout:2847: left oid 20 (ObjNum 891 snap 280 seq_num 891) 2024-04-10T15:41:04.301 INFO:tasks.rados.rados.0.smithi069.stdout:2843: finishing write tid 3 to smithi06982861-8 2024-04-10T15:41:04.301 INFO:tasks.rados.rados.0.smithi069.stdout:2843: oid 8 updating version 0 to 1414 2024-04-10T15:41:04.301 INFO:tasks.rados.rados.0.smithi069.stdout:2843: oid 8 version 1414 is already newer than 1413 2024-04-10T15:41:04.301 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 8 v 1414 (ObjNum 890 snap 280 seq_num 890) dirty exists 2024-04-10T15:41:04.301 INFO:tasks.rados.rados.0.smithi069.stdout:2843: left oid 8 (ObjNum 890 snap 280 seq_num 890) 2024-04-10T15:41:04.301 INFO:tasks.rados.rados.0.smithi069.stdout:2849: finishing rollback tid 0 to smithi06982861-29 2024-04-10T15:41:04.301 INFO:tasks.rados.rados.0.smithi069.stdout:2849: finishing rollback tid 1 to smithi06982861-29 2024-04-10T15:41:04.301 INFO:tasks.rados.rados.0.smithi069.stdout:2849: finishing rollback tid 2 to smithi06982861-29 2024-04-10T15:41:04.302 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 29 v 1106 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-04-10T15:41:04.302 INFO:tasks.rados.rados.0.smithi069.stdout:2843: done (8 left) 2024-04-10T15:41:04.302 INFO:tasks.rados.rados.0.smithi069.stdout:2847: done (7 left) 2024-04-10T15:41:04.302 INFO:tasks.rados.rados.0.smithi069.stdout:2848: done (6 left) 2024-04-10T15:41:04.302 INFO:tasks.rados.rados.0.smithi069.stdout:2849: done (5 left) 2024-04-10T15:41:04.302 INFO:tasks.rados.rados.0.smithi069.stdout:2857: snap_create 2024-04-10T15:41:04.302 INFO:tasks.rados.rados.0.smithi069.stdout:2844: expect (ObjNum 884 snap 280 seq_num 884) 2024-04-10T15:41:04.435 INFO:tasks.rados.rados.0.smithi069.stdout:2856: finishing copy_from to smithi06982861-28 2024-04-10T15:41:04.435 INFO:tasks.rados.rados.0.smithi069.stdout:2856: got expected ENOENT (src dne) 2024-04-10T15:41:04.435 INFO:tasks.rados.rados.0.smithi069.stdout:2856: finishing copy_from racing read to smithi06982861-28 2024-04-10T15:41:04.435 INFO:tasks.rados.rados.0.smithi069.stdout:2853: finishing write tid 1 to smithi06982861-35 2024-04-10T15:41:04.435 INFO:tasks.rados.rados.0.smithi069.stdout:2853: finishing write tid 2 to smithi06982861-35 2024-04-10T15:41:04.435 INFO:tasks.rados.rados.0.smithi069.stdout:2854: finishing write tid 1 to smithi06982861-21 2024-04-10T15:41:04.435 INFO:tasks.rados.rados.0.smithi069.stdout:2854: finishing write tid 2 to smithi06982861-21 2024-04-10T15:41:04.436 INFO:tasks.rados.rados.0.smithi069.stdout:2853: finishing write tid 3 to smithi06982861-35 2024-04-10T15:41:04.436 INFO:tasks.rados.rados.0.smithi069.stdout:2853: oid 35 updating version 0 to 1064 2024-04-10T15:41:04.436 INFO:tasks.rados.rados.0.smithi069.stdout:2853: oid 35 version 1064 is already newer than 1063 2024-04-10T15:41:04.436 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 35 v 1064 (ObjNum 892 snap 280 seq_num 892) dirty exists 2024-04-10T15:41:04.436 INFO:tasks.rados.rados.0.smithi069.stdout:2853: left oid 35 (ObjNum 892 snap 280 seq_num 892) 2024-04-10T15:41:04.436 INFO:tasks.rados.rados.0.smithi069.stdout:2854: finishing write tid 3 to smithi06982861-21 2024-04-10T15:41:04.436 INFO:tasks.rados.rados.0.smithi069.stdout:2854: oid 21 updating version 0 to 1086 2024-04-10T15:41:04.436 INFO:tasks.rados.rados.0.smithi069.stdout:2854: oid 21 version 1086 is already newer than 1085 2024-04-10T15:41:04.436 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 21 v 1086 (ObjNum 893 snap 280 seq_num 893) dirty exists 2024-04-10T15:41:04.436 INFO:tasks.rados.rados.0.smithi069.stdout:2854: left oid 21 (ObjNum 893 snap 280 seq_num 893) 2024-04-10T15:41:04.436 INFO:tasks.rados.rados.0.smithi069.stdout:2855: expect (ObjNum 863 snap 274 seq_num 863) 2024-04-10T15:41:04.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:41:04 smithi077 ceph-mon[87572]: Upgrade: Updating alertmanager.a 2024-04-10T15:41:04.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:41:04 smithi077 ceph-mon[87572]: Deploying daemon alertmanager.a on smithi069 2024-04-10T15:41:04.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:41:04 smithi077 ceph-mon[87572]: osdmap e631: 8 total, 8 up, 8 in 2024-04-10T15:41:04.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:41:04 smithi077 ceph-mon[87572]: pgmap v608: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 264 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1.0 MiB/s rd, 224 KiB/s wr, 11 op/s 2024-04-10T15:41:05.252 INFO:tasks.rados.rados.0.smithi069.stdout:2844: done (5 left) 2024-04-10T15:41:05.252 INFO:tasks.rados.rados.0.smithi069.stdout:2853: done (4 left) 2024-04-10T15:41:05.252 INFO:tasks.rados.rados.0.smithi069.stdout:2854: done (3 left) 2024-04-10T15:41:05.252 INFO:tasks.rados.rados.0.smithi069.stdout:2855: done (2 left) 2024-04-10T15:41:05.252 INFO:tasks.rados.rados.0.smithi069.stdout:2856: done (1 left) 2024-04-10T15:41:05.252 INFO:tasks.rados.rados.0.smithi069.stdout:2857: done (0 left) 2024-04-10T15:41:05.252 INFO:tasks.rados.rados.0.smithi069.stdout:2858: rollback oid 2 current snap is 281 2024-04-10T15:41:05.253 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 2 to 279 2024-04-10T15:41:05.253 INFO:tasks.rados.rados.0.smithi069.stdout:2859: read oid 40 snap -1 2024-04-10T15:41:05.253 INFO:tasks.rados.rados.0.smithi069.stdout:2859: expect deleted 2024-04-10T15:41:05.253 INFO:tasks.rados.rados.0.smithi069.stdout:2860: read oid 24 snap -1 2024-04-10T15:41:05.253 INFO:tasks.rados.rados.0.smithi069.stdout:2860: expect deleted 2024-04-10T15:41:05.253 INFO:tasks.rados.rados.0.smithi069.stdout:2861: read oid 50 snap -1 2024-04-10T15:41:05.253 INFO:tasks.rados.rados.0.smithi069.stdout:2861: expect (ObjNum 795 snap 248 seq_num 795) 2024-04-10T15:41:05.253 INFO:tasks.rados.rados.0.smithi069.stdout:2862: delete oid 17 current snap is 281 2024-04-10T15:41:05.258 INFO:tasks.rados.rados.0.smithi069.stdout:2859: done (4 left) 2024-04-10T15:41:05.258 INFO:tasks.rados.rados.0.smithi069.stdout:2860: done (3 left) 2024-04-10T15:41:05.258 INFO:tasks.rados.rados.0.smithi069.stdout:2862: done (2 left) 2024-04-10T15:41:05.258 INFO:tasks.rados.rados.0.smithi069.stdout:2863: copy_from oid 30 from oid 40 current snap is 281 2024-04-10T15:41:05.258 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 14 current snap is 281 2024-04-10T15:41:05.258 INFO:tasks.rados.rados.0.smithi069.stdout:2864: seq_num 895 ranges {0=598016} 2024-04-10T15:41:05.262 INFO:tasks.rados.rados.0.smithi069.stdout:2864: writing smithi06982861-14 from 0 to 598016 tid 1 2024-04-10T15:41:05.262 INFO:tasks.rados.rados.0.smithi069.stdout:2865: delete oid 15 current snap is 281 2024-04-10T15:41:05.262 INFO:tasks.rados.rados.0.smithi069.stdout:2858: finishing rollback tid 1 to smithi06982861-2 2024-04-10T15:41:05.262 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 2 v 1037 (ObjNum 161 snap 0 seq_num 0) dirty dne 2024-04-10T15:41:05.262 INFO:tasks.rados.rados.0.smithi069.stdout:2863: finishing copy_from to smithi06982861-30 2024-04-10T15:41:05.262 INFO:tasks.rados.rados.0.smithi069.stdout:2863: got expected ENOENT (src dne) 2024-04-10T15:41:05.262 INFO:tasks.rados.rados.0.smithi069.stdout:2863: finishing copy_from racing read to smithi06982861-30 2024-04-10T15:41:05.266 INFO:tasks.rados.rados.0.smithi069.stdout:2858: done (4 left) 2024-04-10T15:41:05.266 INFO:tasks.rados.rados.0.smithi069.stdout:2863: done (3 left) 2024-04-10T15:41:05.266 INFO:tasks.rados.rados.0.smithi069.stdout:2865: done (2 left) 2024-04-10T15:41:05.266 INFO:tasks.rados.rados.0.smithi069.stdout:2866: read oid 49 snap 277 2024-04-10T15:41:05.266 INFO:tasks.rados.rados.0.smithi069.stdout:2866: expect (ObjNum 758 snap 239 seq_num 758) 2024-04-10T15:41:05.267 INFO:tasks.rados.rados.0.smithi069.stdout:2867: delete oid 42 current snap is 281 2024-04-10T15:41:05.268 INFO:tasks.rados.rados.0.smithi069.stdout:2864: finishing write tid 1 to smithi06982861-14 2024-04-10T15:41:05.268 INFO:tasks.rados.rados.0.smithi069.stdout:2864: finishing write tid 2 to smithi06982861-14 2024-04-10T15:41:05.270 INFO:tasks.rados.rados.0.smithi069.stdout:2864: finishing write tid 3 to smithi06982861-14 2024-04-10T15:41:05.270 INFO:tasks.rados.rados.0.smithi069.stdout:2864: oid 14 updating version 0 to 1045 2024-04-10T15:41:05.270 INFO:tasks.rados.rados.0.smithi069.stdout:2864: oid 14 updating version 1045 to 1046 2024-04-10T15:41:05.270 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 14 v 1046 (ObjNum 895 snap 281 seq_num 895) dirty exists 2024-04-10T15:41:05.270 INFO:tasks.rados.rados.0.smithi069.stdout:2864: left oid 14 (ObjNum 895 snap 281 seq_num 895) 2024-04-10T15:41:05.274 INFO:tasks.rados.rados.0.smithi069.stdout:2866: expect (ObjNum 758 snap 239 seq_num 758) 2024-04-10T15:41:05.330 INFO:tasks.rados.rados.0.smithi069.stdout:2861: expect (ObjNum 795 snap 248 seq_num 795) 2024-04-10T15:41:05.336 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:41:05 smithi069 ceph-mon[94167]: osdmap e632: 8 total, 8 up, 8 in 2024-04-10T15:41:05.336 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:41:05 smithi069 ceph-mon[96738]: osdmap e632: 8 total, 8 up, 8 in 2024-04-10T15:41:05.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:41:05 smithi077 ceph-mon[87572]: osdmap e632: 8 total, 8 up, 8 in 2024-04-10T15:41:05.682 INFO:tasks.rados.rados.0.smithi069.stdout:2861: done (3 left) 2024-04-10T15:41:05.682 INFO:tasks.rados.rados.0.smithi069.stdout:2864: done (2 left) 2024-04-10T15:41:05.682 INFO:tasks.rados.rados.0.smithi069.stdout:2866: done (1 left) 2024-04-10T15:41:05.682 INFO:tasks.rados.rados.0.smithi069.stdout:2867: done (0 left) 2024-04-10T15:41:05.682 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 44 current snap is 281 2024-04-10T15:41:05.682 INFO:tasks.rados.rados.0.smithi069.stdout:2868: seq_num 898 ranges {0=647168} 2024-04-10T15:41:05.685 INFO:tasks.rados.rados.0.smithi069.stdout:2868: writing smithi06982861-44 from 0 to 647168 tid 1 2024-04-10T15:41:05.685 INFO:tasks.rados.rados.0.smithi069.stdout:2869: copy_from oid 10 from oid 41 current snap is 281 2024-04-10T15:41:05.686 INFO:tasks.rados.rados.0.smithi069.stdout:2870: read oid 9 snap 261 2024-04-10T15:41:05.686 INFO:tasks.rados.rados.0.smithi069.stdout:2870: expect (ObjNum 823 snap 257 seq_num 823) 2024-04-10T15:41:05.686 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 17 current snap is 281 2024-04-10T15:41:05.686 INFO:tasks.rados.rados.0.smithi069.stdout:2871: seq_num 899 ranges {0=663552} 2024-04-10T15:41:05.689 INFO:tasks.rados.rados.0.smithi069.stdout:2871: writing smithi06982861-17 from 0 to 663552 tid 1 2024-04-10T15:41:05.689 INFO:tasks.rados.rados.0.smithi069.stdout:2872: rollback oid 47 current snap is 281 2024-04-10T15:41:05.689 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 47 to 261 2024-04-10T15:41:05.690 INFO:tasks.rados.rados.0.smithi069.stdout:2868: finishing write tid 1 to smithi06982861-44 2024-04-10T15:41:05.690 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 25 current snap is 281 2024-04-10T15:41:05.690 INFO:tasks.rados.rados.0.smithi069.stdout:2873: seq_num 900 ranges {90112=679936} 2024-04-10T15:41:05.695 INFO:tasks.rados.rados.0.smithi069.stdout:2873: writing smithi06982861-25 from 90112 to 770048 tid 1 2024-04-10T15:41:05.695 INFO:tasks.rados.rados.0.smithi069.stdout:2874: copy_from oid 7 from oid 50 current snap is 281 2024-04-10T15:41:05.695 INFO:tasks.rados.rados.0.smithi069.stdout:2868: finishing write tid 2 to smithi06982861-44 2024-04-10T15:41:05.695 INFO:tasks.rados.rados.0.smithi069.stdout:2868: finishing write tid 3 to smithi06982861-44 2024-04-10T15:41:05.696 INFO:tasks.rados.rados.0.smithi069.stdout:2868: oid 44 updating version 0 to 1450 2024-04-10T15:41:05.696 INFO:tasks.rados.rados.0.smithi069.stdout:2868: oid 44 version 1450 is already newer than 1449 2024-04-10T15:41:05.696 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 44 v 1450 (ObjNum 898 snap 281 seq_num 898) dirty exists 2024-04-10T15:41:05.696 INFO:tasks.rados.rados.0.smithi069.stdout:2868: left oid 44 (ObjNum 898 snap 281 seq_num 898) 2024-04-10T15:41:05.696 INFO:tasks.rados.rados.0.smithi069.stdout:2868: done (6 left) 2024-04-10T15:41:05.696 INFO:tasks.rados.rados.0.smithi069.stdout:2875: read oid 8 snap -1 2024-04-10T15:41:05.696 INFO:tasks.rados.rados.0.smithi069.stdout:2875: expect (ObjNum 890 snap 280 seq_num 890) 2024-04-10T15:41:05.696 INFO:tasks.rados.rados.0.smithi069.stdout:2876: read oid 35 snap -1 2024-04-10T15:41:05.696 INFO:tasks.rados.rados.0.smithi069.stdout:2876: expect (ObjNum 892 snap 280 seq_num 892) 2024-04-10T15:41:05.696 INFO:tasks.rados.rados.0.smithi069.stdout:2877: read oid 32 snap -1 2024-04-10T15:41:05.696 INFO:tasks.rados.rados.0.smithi069.stdout:2877: expect (ObjNum 877 snap 279 seq_num 877) 2024-04-10T15:41:05.696 INFO:tasks.rados.rados.0.smithi069.stdout:2878: delete oid 34 current snap is 281 2024-04-10T15:41:05.696 INFO:tasks.rados.rados.0.smithi069.stdout:2871: finishing write tid 1 to smithi06982861-17 2024-04-10T15:41:05.696 INFO:tasks.rados.rados.0.smithi069.stdout:2871: finishing write tid 2 to smithi06982861-17 2024-04-10T15:41:05.697 INFO:tasks.rados.rados.0.smithi069.stdout:2872: finishing rollback tid 1 to smithi06982861-47 2024-04-10T15:41:05.697 INFO:tasks.rados.rados.0.smithi069.stdout:2872: finishing rollback tid 2 to smithi06982861-47 2024-04-10T15:41:05.697 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 47 v 1491 (ObjNum 827 snap 259 seq_num 827) dirty exists 2024-04-10T15:41:05.697 INFO:tasks.rados.rados.0.smithi069.stdout:2871: finishing write tid 3 to smithi06982861-17 2024-04-10T15:41:05.697 INFO:tasks.rados.rados.0.smithi069.stdout:2871: oid 17 updating version 0 to 1451 2024-04-10T15:41:05.697 INFO:tasks.rados.rados.0.smithi069.stdout:2871: oid 17 updating version 1451 to 1452 2024-04-10T15:41:05.697 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 17 v 1452 (ObjNum 899 snap 281 seq_num 899) dirty exists 2024-04-10T15:41:05.697 INFO:tasks.rados.rados.0.smithi069.stdout:2871: left oid 17 (ObjNum 899 snap 281 seq_num 899) 2024-04-10T15:41:05.698 INFO:tasks.rados.rados.0.smithi069.stdout:2877: expect (ObjNum 877 snap 279 seq_num 877) 2024-04-10T15:41:05.709 INFO:tasks.rados.rados.0.smithi069.stdout:2871: done (9 left) 2024-04-10T15:41:05.709 INFO:tasks.rados.rados.0.smithi069.stdout:2872: done (8 left) 2024-04-10T15:41:05.709 INFO:tasks.rados.rados.0.smithi069.stdout:2877: done (7 left) 2024-04-10T15:41:05.709 INFO:tasks.rados.rados.0.smithi069.stdout:2878: done (6 left) 2024-04-10T15:41:05.710 INFO:tasks.rados.rados.0.smithi069.stdout:2879: snap_create 2024-04-10T15:41:05.710 INFO:tasks.rados.rados.0.smithi069.stdout:2876: expect (ObjNum 892 snap 280 seq_num 892) 2024-04-10T15:41:05.727 INFO:tasks.rados.rados.0.smithi069.stdout:2873: finishing write tid 1 to smithi06982861-25 2024-04-10T15:41:05.728 INFO:tasks.rados.rados.0.smithi069.stdout:2873: finishing write tid 2 to smithi06982861-25 2024-04-10T15:41:05.728 INFO:tasks.rados.rados.0.smithi069.stdout:2869: finishing copy_from racing read to smithi06982861-10 2024-04-10T15:41:05.728 INFO:tasks.rados.rados.0.smithi069.stdout:2875: expect (ObjNum 890 snap 280 seq_num 890) 2024-04-10T15:41:05.804 INFO:tasks.rados.rados.0.smithi069.stdout:2869: finishing copy_from to smithi06982861-10 2024-04-10T15:41:05.804 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 10 v 1061 (ObjNum 870 snap 277 seq_num 870) dirty exists 2024-04-10T15:41:05.804 INFO:tasks.rados.rados.0.smithi069.stdout:2873: finishing write tid 3 to smithi06982861-25 2024-04-10T15:41:05.804 INFO:tasks.rados.rados.0.smithi069.stdout:2873: oid 25 updating version 0 to 1024 2024-04-10T15:41:05.804 INFO:tasks.rados.rados.0.smithi069.stdout:2873: oid 25 version 1024 is already newer than 1023 2024-04-10T15:41:05.804 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 25 v 1024 (ObjNum 900 snap 281 seq_num 900) dirty exists 2024-04-10T15:41:05.804 INFO:tasks.rados.rados.0.smithi069.stdout:2873: left oid 25 (ObjNum 900 snap 281 seq_num 900) 2024-04-10T15:41:05.804 INFO:tasks.rados.rados.0.smithi069.stdout:2870: expect (ObjNum 823 snap 257 seq_num 823) 2024-04-10T15:41:05.926 INFO:tasks.rados.rados.0.smithi069.stdout:2874: finishing copy_from racing read to smithi06982861-7 2024-04-10T15:41:05.926 INFO:tasks.rados.rados.0.smithi069.stdout:2874: finishing copy_from to smithi06982861-7 2024-04-10T15:41:05.926 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 7 v 1022 (ObjNum 795 snap 248 seq_num 795) dirty exists 2024-04-10T15:41:06.208 INFO:tasks.rados.rados.0.smithi069.stdout:2869: done (6 left) 2024-04-10T15:41:06.208 INFO:tasks.rados.rados.0.smithi069.stdout:2870: done (5 left) 2024-04-10T15:41:06.208 INFO:tasks.rados.rados.0.smithi069.stdout:2873: done (4 left) 2024-04-10T15:41:06.208 INFO:tasks.rados.rados.0.smithi069.stdout:2874: done (3 left) 2024-04-10T15:41:06.208 INFO:tasks.rados.rados.0.smithi069.stdout:2875: done (2 left) 2024-04-10T15:41:06.208 INFO:tasks.rados.rados.0.smithi069.stdout:2876: done (1 left) 2024-04-10T15:41:06.208 INFO:tasks.rados.rados.0.smithi069.stdout:2879: done (0 left) 2024-04-10T15:41:06.208 INFO:tasks.rados.rados.0.smithi069.stdout:2880: snap_remove snap 270 2024-04-10T15:41:06.466 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:41:06 smithi069 ceph-mon[96738]: osdmap e633: 8 total, 8 up, 8 in 2024-04-10T15:41:06.466 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:41:06 smithi069 ceph-mon[96738]: pgmap v611: 121 pgs: 121 active+clean; 269 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 4.4 MiB/s rd, 1.2 MiB/s wr, 10 op/s 2024-04-10T15:41:06.466 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:41:06 smithi069 ceph-mon[96738]: osdmap e634: 8 total, 8 up, 8 in 2024-04-10T15:41:06.467 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:41:06 smithi069 ceph-mon[94167]: osdmap e633: 8 total, 8 up, 8 in 2024-04-10T15:41:06.467 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:41:06 smithi069 ceph-mon[94167]: pgmap v611: 121 pgs: 121 active+clean; 269 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 4.4 MiB/s rd, 1.2 MiB/s wr, 10 op/s 2024-04-10T15:41:06.467 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:41:06 smithi069 ceph-mon[94167]: osdmap e634: 8 total, 8 up, 8 in 2024-04-10T15:41:06.742 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:41:06 smithi077 ceph-mon[87572]: osdmap e633: 8 total, 8 up, 8 in 2024-04-10T15:41:06.742 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:41:06 smithi077 ceph-mon[87572]: pgmap v611: 121 pgs: 121 active+clean; 269 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 4.4 MiB/s rd, 1.2 MiB/s wr, 10 op/s 2024-04-10T15:41:06.742 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:41:06 smithi077 ceph-mon[87572]: osdmap e634: 8 total, 8 up, 8 in 2024-04-10T15:41:07.099 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:41:06 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:15:41:06] "GET /metrics HTTP/1.1" 200 36321 "" "Prometheus/2.43.0" 2024-04-10T15:41:07.099 INFO:journalctl@ceph.alertmanager.a.smithi069.stdout:Apr 10 15:41:06 smithi069 systemd[1]: Stopping Ceph alertmanager.a for 09bfb546-f74e-11ee-b64a-cb9ed24678a4... 2024-04-10T15:41:07.218 INFO:tasks.rados.rados.0.smithi069.stdout:2880: done (0 left) 2024-04-10T15:41:07.218 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 31 current snap is 282 2024-04-10T15:41:07.218 INFO:tasks.rados.rados.0.smithi069.stdout:2881: seq_num 902 ranges {9396224=712704} 2024-04-10T15:41:07.272 INFO:tasks.rados.rados.0.smithi069.stdout:2881: writing smithi06982861-31 from 9396224 to 10108928 tid 1 2024-04-10T15:41:07.272 INFO:tasks.rados.rados.0.smithi069.stdout:2882: delete oid 49 current snap is 282 2024-04-10T15:41:07.274 INFO:tasks.rados.rados.0.smithi069.stdout:2882: done (1 left) 2024-04-10T15:41:07.274 INFO:tasks.rados.rados.0.smithi069.stdout:2883: delete oid 34 current snap is 282 2024-04-10T15:41:07.276 INFO:tasks.rados.rados.0.smithi069.stdout:2883: done (1 left) 2024-04-10T15:41:07.276 INFO:tasks.rados.rados.0.smithi069.stdout:2884: snap_remove snap 261 2024-04-10T15:41:07.448 INFO:journalctl@ceph.alertmanager.a.smithi069.stdout:Apr 10 15:41:07 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-alertmanager-a[79546]: ts=2024-04-10T15:41:07.109Z caller=main.go:583 level=info msg="Received SIGTERM, exiting gracefully..." 2024-04-10T15:41:07.448 INFO:journalctl@ceph.alertmanager.a.smithi069.stdout:Apr 10 15:41:07 smithi069 podman[130574]: 2024-04-10 15:41:07.150647127 +0000 UTC m=+0.150783875 container died bd92cb80ff035b90abadc865d3787e78fa7fe5f7829b5b4fa7c1fa3914ab81e0 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-10T15:41:07.798 INFO:journalctl@ceph.alertmanager.a.smithi069.stdout:Apr 10 15:41:07 smithi069 podman[130574]: 2024-04-10 15:41:07.548942762 +0000 UTC m=+0.549079521 container cleanup bd92cb80ff035b90abadc865d3787e78fa7fe5f7829b5b4fa7c1fa3914ab81e0 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-10T15:41:07.798 INFO:journalctl@ceph.alertmanager.a.smithi069.stdout:Apr 10 15:41:07 smithi069 bash[130574]: ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-alertmanager-a 2024-04-10T15:41:08.086 INFO:journalctl@ceph.alertmanager.a.smithi069.stdout:Apr 10 15:41:07 smithi069 podman[130593]: 2024-04-10 15:41:07.808861172 +0000 UTC m=+0.655942977 container remove bd92cb80ff035b90abadc865d3787e78fa7fe5f7829b5b4fa7c1fa3914ab81e0 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-10T15:41:08.086 INFO:journalctl@ceph.alertmanager.a.smithi069.stdout:Apr 10 15:41:07 smithi069 podman[130593]: 2024-04-10 15:41:07.884660599 +0000 UTC m=+0.731742414 volume remove 4d168efed6e73cc70d683c71a6821544f82024066211a56e39447fa2b5196b36 2024-04-10T15:41:08.086 INFO:journalctl@ceph.alertmanager.a.smithi069.stdout:Apr 10 15:41:08 smithi069 systemd[1]: ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4@alertmanager.a.service: Deactivated successfully. 2024-04-10T15:41:08.086 INFO:journalctl@ceph.alertmanager.a.smithi069.stdout:Apr 10 15:41:08 smithi069 systemd[1]: Stopped Ceph alertmanager.a for 09bfb546-f74e-11ee-b64a-cb9ed24678a4. 2024-04-10T15:41:08.087 INFO:journalctl@ceph.alertmanager.a.smithi069.stdout:Apr 10 15:41:08 smithi069 systemd[1]: ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4@alertmanager.a.service: Consumed 1.733s CPU time. 2024-04-10T15:41:08.218 INFO:tasks.rados.rados.0.smithi069.stdout:2881: finishing write tid 1 to smithi06982861-31 2024-04-10T15:41:08.218 INFO:tasks.rados.rados.0.smithi069.stdout:2881: finishing write tid 2 to smithi06982861-31 2024-04-10T15:41:08.218 INFO:tasks.rados.rados.0.smithi069.stdout:2881: finishing write tid 3 to smithi06982861-31 2024-04-10T15:41:08.218 INFO:tasks.rados.rados.0.smithi069.stdout:2881: oid 31 updating version 0 to 1422 2024-04-10T15:41:08.218 INFO:tasks.rados.rados.0.smithi069.stdout:2881: oid 31 updating version 1422 to 1423 2024-04-10T15:41:08.218 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 31 v 1423 (ObjNum 902 snap 282 seq_num 902) dirty exists 2024-04-10T15:41:08.218 INFO:tasks.rados.rados.0.smithi069.stdout:2881: left oid 31 (ObjNum 902 snap 282 seq_num 902) 2024-04-10T15:41:08.218 INFO:tasks.rados.rados.0.smithi069.stdout:2881: done (1 left) 2024-04-10T15:41:08.218 INFO:tasks.rados.rados.0.smithi069.stdout:2884: done (0 left) 2024-04-10T15:41:08.219 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 45 current snap is 282 2024-04-10T15:41:08.219 INFO:tasks.rados.rados.0.smithi069.stdout:2885: seq_num 905 ranges {6242304=761856} 2024-04-10T15:41:08.257 INFO:tasks.rados.rados.0.smithi069.stdout:2885: writing smithi06982861-45 from 6242304 to 7004160 tid 1 2024-04-10T15:41:08.257 INFO:tasks.rados.rados.0.smithi069.stdout:2886: read oid 30 snap -1 2024-04-10T15:41:08.257 INFO:tasks.rados.rados.0.smithi069.stdout:2886: expect deleted 2024-04-10T15:41:08.257 INFO:tasks.rados.rados.0.smithi069.stdout:2887: rmattr oid 41 current snap is 282 2024-04-10T15:41:08.257 INFO:tasks.rados.rados.0.smithi069.stdout:2887: done (2 left) 2024-04-10T15:41:08.257 INFO:tasks.rados.rados.0.smithi069.stdout:2888: snap_remove snap 252 2024-04-10T15:41:08.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:41:08 smithi077 ceph-mon[87572]: osdmap e635: 8 total, 8 up, 8 in 2024-04-10T15:41:08.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:41:08 smithi077 ceph-mon[87572]: pgmap v614: 121 pgs: 121 active+clean; 269 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.1 MiB/s wr, 6 op/s 2024-04-10T15:41:08.508 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:41:08 smithi069 ceph-mon[96738]: osdmap e635: 8 total, 8 up, 8 in 2024-04-10T15:41:08.508 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:41:08 smithi069 ceph-mon[96738]: pgmap v614: 121 pgs: 121 active+clean; 269 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.1 MiB/s wr, 6 op/s 2024-04-10T15:41:08.509 INFO:journalctl@ceph.alertmanager.a.smithi069.stdout:Apr 10 15:41:08 smithi069 systemd[1]: Starting Ceph alertmanager.a for 09bfb546-f74e-11ee-b64a-cb9ed24678a4... 2024-04-10T15:41:08.509 INFO:journalctl@ceph.alertmanager.a.smithi069.stdout:Apr 10 15:41:08 smithi069 podman[130723]: 2024-04-10 15:41:08.435797917 +0000 UTC m=+0.108717351 volume create 8b56b647fe0f34c5ee50316a20726e49192d2511078242aaac8bf2875af3b73b 2024-04-10T15:41:08.509 INFO:journalctl@ceph.alertmanager.a.smithi069.stdout:Apr 10 15:41:08 smithi069 podman[130723]: 2024-04-10 15:41:08.344726086 +0000 UTC m=+0.017645531 image pull c8568f914cd25b2062c44e9f79f9c18da6e3b85fe0c47a12a2191c61426c2b19 quay.io/prometheus/alertmanager:v0.25.0 2024-04-10T15:41:08.509 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:41:08 smithi069 ceph-mon[94167]: osdmap e635: 8 total, 8 up, 8 in 2024-04-10T15:41:08.509 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:41:08 smithi069 ceph-mon[94167]: pgmap v614: 121 pgs: 121 active+clean; 269 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.1 MiB/s wr, 6 op/s 2024-04-10T15:41:08.819 INFO:journalctl@ceph.alertmanager.a.smithi069.stdout:Apr 10 15:41:08 smithi069 podman[130723]: 2024-04-10 15:41:08.519532493 +0000 UTC m=+0.192451972 container create 281747f840146bad795dd52c4adc2129c776133456a9b153323faf2b6fc3e71a (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-10T15:41:09.086 INFO:journalctl@ceph.alertmanager.a.smithi069.stdout:Apr 10 15:41:08 smithi069 podman[130723]: 2024-04-10 15:41:08.830872243 +0000 UTC m=+0.503791678 container init 281747f840146bad795dd52c4adc2129c776133456a9b153323faf2b6fc3e71a (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-10T15:41:09.086 INFO:journalctl@ceph.alertmanager.a.smithi069.stdout:Apr 10 15:41:08 smithi069 podman[130723]: 2024-04-10 15:41:08.836167909 +0000 UTC m=+0.509087352 container start 281747f840146bad795dd52c4adc2129c776133456a9b153323faf2b6fc3e71a (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-10T15:41:09.086 INFO:journalctl@ceph.alertmanager.a.smithi069.stdout:Apr 10 15:41:08 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-alertmanager-a[130739]: ts=2024-04-10T15:41:08.847Z caller=main.go:240 level=info msg="Starting Alertmanager" version="(version=0.25.0, branch=HEAD, revision=258fab7cdd551f2cf251ed0348f0ad7289aee789)" 2024-04-10T15:41:09.087 INFO:journalctl@ceph.alertmanager.a.smithi069.stdout:Apr 10 15:41:08 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-alertmanager-a[130739]: ts=2024-04-10T15:41:08.848Z caller=main.go:241 level=info build_context="(go=go1.19.4, user=root@abe866dd5717, date=20221222-14:51:36)" 2024-04-10T15:41:09.087 INFO:journalctl@ceph.alertmanager.a.smithi069.stdout:Apr 10 15:41:08 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-alertmanager-a[130739]: ts=2024-04-10T15:41:08.849Z caller=cluster.go:185 level=info component=cluster msg="setting advertise address explicitly" addr=172.21.15.69 port=9094 2024-04-10T15:41:09.087 INFO:journalctl@ceph.alertmanager.a.smithi069.stdout:Apr 10 15:41:08 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-alertmanager-a[130739]: ts=2024-04-10T15:41:08.850Z caller=cluster.go:681 level=info component=cluster msg="Waiting for gossip to settle..." interval=2s 2024-04-10T15:41:09.087 INFO:journalctl@ceph.alertmanager.a.smithi069.stdout:Apr 10 15:41:08 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-alertmanager-a[130739]: ts=2024-04-10T15:41:08.873Z caller=coordinator.go:113 level=info component=configuration msg="Loading configuration file" file=/etc/alertmanager/alertmanager.yml 2024-04-10T15:41:09.087 INFO:journalctl@ceph.alertmanager.a.smithi069.stdout:Apr 10 15:41:08 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-alertmanager-a[130739]: ts=2024-04-10T15:41:08.874Z caller=coordinator.go:126 level=info component=configuration msg="Completed loading of configuration file" file=/etc/alertmanager/alertmanager.yml 2024-04-10T15:41:09.087 INFO:journalctl@ceph.alertmanager.a.smithi069.stdout:Apr 10 15:41:08 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-alertmanager-a[130739]: ts=2024-04-10T15:41:08.876Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9093 2024-04-10T15:41:09.087 INFO:journalctl@ceph.alertmanager.a.smithi069.stdout:Apr 10 15:41:08 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-alertmanager-a[130739]: ts=2024-04-10T15:41:08.876Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9093 2024-04-10T15:41:09.087 INFO:journalctl@ceph.alertmanager.a.smithi069.stdout:Apr 10 15:41:08 smithi069 bash[130723]: 281747f840146bad795dd52c4adc2129c776133456a9b153323faf2b6fc3e71a 2024-04-10T15:41:09.087 INFO:journalctl@ceph.alertmanager.a.smithi069.stdout:Apr 10 15:41:08 smithi069 systemd[1]: Started Ceph alertmanager.a for 09bfb546-f74e-11ee-b64a-cb9ed24678a4. 2024-04-10T15:41:09.225 INFO:tasks.rados.rados.0.smithi069.stdout:2888: done (2 left) 2024-04-10T15:41:09.225 INFO:tasks.rados.rados.0.smithi069.stdout:2889: snap_create 2024-04-10T15:41:09.225 INFO:tasks.rados.rados.0.smithi069.stdout:2885: finishing write tid 1 to smithi06982861-45 2024-04-10T15:41:09.225 INFO:tasks.rados.rados.0.smithi069.stdout:2885: finishing write tid 2 to smithi06982861-45 2024-04-10T15:41:09.226 INFO:tasks.rados.rados.0.smithi069.stdout:2885: finishing write tid 3 to smithi06982861-45 2024-04-10T15:41:09.226 INFO:tasks.rados.rados.0.smithi069.stdout:2885: oid 45 updating version 0 to 1473 2024-04-10T15:41:09.226 INFO:tasks.rados.rados.0.smithi069.stdout:2885: oid 45 updating version 1473 to 1474 2024-04-10T15:41:09.226 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 45 v 1474 (ObjNum 905 snap 282 seq_num 905) dirty exists 2024-04-10T15:41:09.226 INFO:tasks.rados.rados.0.smithi069.stdout:2885: left oid 45 (ObjNum 905 snap 282 seq_num 905) 2024-04-10T15:41:09.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:41:09 smithi077 ceph-mon[87572]: osdmap e636: 8 total, 8 up, 8 in 2024-04-10T15:41:09.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:41:09 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:41:09.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:41:09 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:41:09.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:41:09 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:41:09.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:41:09 smithi069 ceph-mon[96738]: osdmap e636: 8 total, 8 up, 8 in 2024-04-10T15:41:09.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:41:09 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:41:09.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:41:09 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:41:09.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:41:09 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:41:09.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:41:09 smithi069 ceph-mon[94167]: osdmap e636: 8 total, 8 up, 8 in 2024-04-10T15:41:09.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:41:09 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:41:09.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:41:09 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:41:09.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:41:09 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:41:10.227 INFO:tasks.rados.rados.0.smithi069.stdout:2885: done (2 left) 2024-04-10T15:41:10.227 INFO:tasks.rados.rados.0.smithi069.stdout:2886: done (1 left) 2024-04-10T15:41:10.227 INFO:tasks.rados.rados.0.smithi069.stdout:2889: done (0 left) 2024-04-10T15:41:10.227 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 20 current snap is 283 2024-04-10T15:41:10.227 INFO:tasks.rados.rados.0.smithi069.stdout:2890: seq_num 906 ranges {532480=778240} 2024-04-10T15:41:10.234 INFO:tasks.rados.rados.0.smithi069.stdout:2890: writing smithi06982861-20 from 532480 to 1310720 tid 1 2024-04-10T15:41:10.234 INFO:tasks.rados.rados.0.smithi069.stdout:2891: read oid 9 snap 279 2024-04-10T15:41:10.234 INFO:tasks.rados.rados.0.smithi069.stdout:2891: expect (ObjNum 870 snap 277 seq_num 870) 2024-04-10T15:41:10.234 INFO:tasks.rados.rados.0.smithi069.stdout:2892: read oid 30 snap -1 2024-04-10T15:41:10.234 INFO:tasks.rados.rados.0.smithi069.stdout:2892: expect deleted 2024-04-10T15:41:10.234 INFO:tasks.rados.rados.0.smithi069.stdout:2893: rollback oid 50 current snap is 283 2024-04-10T15:41:10.235 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 50 to 258 2024-04-10T15:41:10.235 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 24 current snap is 283 2024-04-10T15:41:10.235 INFO:tasks.rados.rados.0.smithi069.stdout:2894: seq_num 907 ranges {0=794624} 2024-04-10T15:41:10.239 INFO:tasks.rados.rados.0.smithi069.stdout:2894: writing smithi06982861-24 from 0 to 794624 tid 1 2024-04-10T15:41:10.239 INFO:tasks.rados.rados.0.smithi069.stdout:2895: snap_remove snap 277 2024-04-10T15:41:10.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:41:10 smithi077 ceph-mon[87572]: osdmap e637: 8 total, 8 up, 8 in 2024-04-10T15:41:10.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:41:10 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:41:10.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:41:10 smithi077 ceph-mon[87572]: pgmap v617: 121 pgs: 3 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 116 active+clean; 275 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 8.9 MiB/s rd, 2.4 MiB/s wr, 12 op/s 2024-04-10T15:41:10.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:41:10 smithi069 ceph-mon[96738]: osdmap e637: 8 total, 8 up, 8 in 2024-04-10T15:41:10.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:41:10 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:41:10.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:41:10 smithi069 ceph-mon[96738]: pgmap v617: 121 pgs: 3 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 116 active+clean; 275 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 8.9 MiB/s rd, 2.4 MiB/s wr, 12 op/s 2024-04-10T15:41:10.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:41:10 smithi069 ceph-mon[94167]: osdmap e637: 8 total, 8 up, 8 in 2024-04-10T15:41:10.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:41:10 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:41:10.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:41:10 smithi069 ceph-mon[94167]: pgmap v617: 121 pgs: 3 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 116 active+clean; 275 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 8.9 MiB/s rd, 2.4 MiB/s wr, 12 op/s 2024-04-10T15:41:11.118 INFO:journalctl@ceph.alertmanager.a.smithi069.stdout:Apr 10 15:41:10 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-alertmanager-a[130739]: ts=2024-04-10T15:41:10.851Z caller=cluster.go:706 level=info component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.000468491s 2024-04-10T15:41:11.211 INFO:tasks.rados.rados.0.smithi069.stdout:2895: done (5 left) 2024-04-10T15:41:11.211 INFO:tasks.rados.rados.0.smithi069.stdout:2896: rollback oid 43 current snap is 283 2024-04-10T15:41:11.211 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 43 to 258 2024-04-10T15:41:11.212 INFO:tasks.rados.rados.0.smithi069.stdout:2893: finishing rollback tid 0 to smithi06982861-50 2024-04-10T15:41:11.212 INFO:tasks.rados.rados.0.smithi069.stdout:2893: finishing rollback tid 1 to smithi06982861-50 2024-04-10T15:41:11.212 INFO:tasks.rados.rados.0.smithi069.stdout:2893: finishing rollback tid 2 to smithi06982861-50 2024-04-10T15:41:11.212 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 50 v 1027 (ObjNum 795 snap 248 seq_num 795) dirty exists 2024-04-10T15:41:11.212 INFO:tasks.rados.rados.0.smithi069.stdout:2890: finishing write tid 1 to smithi06982861-20 2024-04-10T15:41:11.212 INFO:tasks.rados.rados.0.smithi069.stdout:2890: finishing write tid 2 to smithi06982861-20 2024-04-10T15:41:11.212 INFO:tasks.rados.rados.0.smithi069.stdout:2894: finishing write tid 1 to smithi06982861-24 2024-04-10T15:41:11.212 INFO:tasks.rados.rados.0.smithi069.stdout:2894: finishing write tid 2 to smithi06982861-24 2024-04-10T15:41:11.212 INFO:tasks.rados.rados.0.smithi069.stdout:2894: finishing write tid 3 to smithi06982861-24 2024-04-10T15:41:11.212 INFO:tasks.rados.rados.0.smithi069.stdout:2894: oid 24 updating version 0 to 1286 2024-04-10T15:41:11.212 INFO:tasks.rados.rados.0.smithi069.stdout:2894: oid 24 version 1286 is already newer than 1285 2024-04-10T15:41:11.212 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 24 v 1286 (ObjNum 907 snap 283 seq_num 907) dirty exists 2024-04-10T15:41:11.212 INFO:tasks.rados.rados.0.smithi069.stdout:2894: left oid 24 (ObjNum 907 snap 283 seq_num 907) 2024-04-10T15:41:11.212 INFO:tasks.rados.rados.0.smithi069.stdout:2890: finishing write tid 3 to smithi06982861-20 2024-04-10T15:41:11.213 INFO:tasks.rados.rados.0.smithi069.stdout:2890: oid 20 updating version 0 to 1098 2024-04-10T15:41:11.213 INFO:tasks.rados.rados.0.smithi069.stdout:2890: oid 20 updating version 1098 to 1099 2024-04-10T15:41:11.213 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 20 v 1099 (ObjNum 906 snap 283 seq_num 906) dirty exists 2024-04-10T15:41:11.213 INFO:tasks.rados.rados.0.smithi069.stdout:2890: left oid 20 (ObjNum 906 snap 283 seq_num 906) 2024-04-10T15:41:11.213 INFO:tasks.rados.rados.0.smithi069.stdout:2891: expect (ObjNum 870 snap 277 seq_num 870) 2024-04-10T15:41:11.339 INFO:tasks.rados.rados.0.smithi069.stdout:2896: finishing rollback tid 0 to smithi06982861-43 2024-04-10T15:41:11.339 INFO:tasks.rados.rados.0.smithi069.stdout:2896: finishing rollback tid 1 to smithi06982861-43 2024-04-10T15:41:11.339 INFO:tasks.rados.rados.0.smithi069.stdout:2896: finishing rollback tid 2 to smithi06982861-43 2024-04-10T15:41:11.339 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 43 v 1067 (ObjNum 129 snap 0 seq_num 1434686464) dirty exists 2024-04-10T15:41:11.339 INFO:tasks.rados.rados.0.smithi069.stdout:2890: done (5 left) 2024-04-10T15:41:11.339 INFO:tasks.rados.rados.0.smithi069.stdout:2891: done (4 left) 2024-04-10T15:41:11.339 INFO:tasks.rados.rados.0.smithi069.stdout:2892: done (3 left) 2024-04-10T15:41:11.339 INFO:tasks.rados.rados.0.smithi069.stdout:2893: done (2 left) 2024-04-10T15:41:11.339 INFO:tasks.rados.rados.0.smithi069.stdout:2894: done (1 left) 2024-04-10T15:41:11.339 INFO:tasks.rados.rados.0.smithi069.stdout:2896: done (0 left) 2024-04-10T15:41:11.339 INFO:tasks.rados.rados.0.smithi069.stdout:2897: snap_remove snap 280 2024-04-10T15:41:11.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:41:11 smithi077 ceph-mon[87572]: osdmap e638: 8 total, 8 up, 8 in 2024-04-10T15:41:11.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:41:11 smithi077 ceph-mon[87572]: osdmap e639: 8 total, 8 up, 8 in 2024-04-10T15:41:11.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:41:11 smithi069 ceph-mon[94167]: osdmap e638: 8 total, 8 up, 8 in 2024-04-10T15:41:11.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:41:11 smithi069 ceph-mon[94167]: osdmap e639: 8 total, 8 up, 8 in 2024-04-10T15:41:11.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:41:11 smithi069 ceph-mon[96738]: osdmap e638: 8 total, 8 up, 8 in 2024-04-10T15:41:11.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:41:11 smithi069 ceph-mon[96738]: osdmap e639: 8 total, 8 up, 8 in 2024-04-10T15:41:12.240 INFO:tasks.rados.rados.0.smithi069.stdout:2897: done (0 left) 2024-04-10T15:41:12.240 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 2 current snap is 283 2024-04-10T15:41:12.240 INFO:tasks.rados.rados.0.smithi069.stdout:2898: seq_num 908 ranges {0=409600,409600=401408} 2024-04-10T15:41:12.243 INFO:tasks.rados.rados.0.smithi069.stdout:2898: writing smithi06982861-2 from 0 to 409600 tid 1 2024-04-10T15:41:12.245 INFO:tasks.rados.rados.0.smithi069.stdout:2898: writing smithi06982861-2 from 409600 to 811008 tid 2 2024-04-10T15:41:12.245 INFO:tasks.rados.rados.0.smithi069.stdout:2899: snap_remove snap 281 2024-04-10T15:41:12.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:41:12 smithi077 ceph-mon[87572]: pgmap v620: 121 pgs: 3 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 116 active+clean; 270 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 3.2 MiB/s wr, 15 op/s 2024-04-10T15:41:12.492 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:41:12 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T15:41:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:41:12.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:41:12 smithi069 ceph-mon[96738]: pgmap v620: 121 pgs: 3 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 116 active+clean; 270 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 3.2 MiB/s wr, 15 op/s 2024-04-10T15:41:12.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:41:12 smithi069 ceph-mon[94167]: pgmap v620: 121 pgs: 3 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 116 active+clean; 270 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 3.2 MiB/s wr, 15 op/s 2024-04-10T15:41:13.260 INFO:tasks.rados.rados.0.smithi069.stdout:2899: done (1 left) 2024-04-10T15:41:13.260 INFO:tasks.rados.rados.0.smithi069.stdout:2900: read oid 43 snap -1 2024-04-10T15:41:13.260 INFO:tasks.rados.rados.0.smithi069.stdout:2900: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-10T15:41:13.260 INFO:tasks.rados.rados.0.smithi069.stdout:2901: snap_create 2024-04-10T15:41:13.260 INFO:tasks.rados.rados.0.smithi069.stdout:2898: finishing write tid 1 to smithi06982861-2 2024-04-10T15:41:13.260 INFO:tasks.rados.rados.0.smithi069.stdout:2898: finishing write tid 2 to smithi06982861-2 2024-04-10T15:41:13.260 INFO:tasks.rados.rados.0.smithi069.stdout:2898: finishing write tid 3 to smithi06982861-2 2024-04-10T15:41:13.260 INFO:tasks.rados.rados.0.smithi069.stdout:2898: finishing write tid 4 to smithi06982861-2 2024-04-10T15:41:13.260 INFO:tasks.rados.rados.0.smithi069.stdout:2898: oid 2 updating version 0 to 1042 2024-04-10T15:41:13.260 INFO:tasks.rados.rados.0.smithi069.stdout:2898: oid 2 updating version 1042 to 1043 2024-04-10T15:41:13.261 INFO:tasks.rados.rados.0.smithi069.stdout:2898: oid 2 updating version 1043 to 1044 2024-04-10T15:41:13.261 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 2 v 1044 (ObjNum 908 snap 283 seq_num 908) dirty exists 2024-04-10T15:41:13.261 INFO:tasks.rados.rados.0.smithi069.stdout:2898: left oid 2 (ObjNum 908 snap 283 seq_num 908) 2024-04-10T15:41:13.263 INFO:tasks.rados.rados.0.smithi069.stdout:2900: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-10T15:41:13.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:41:13 smithi077 ceph-mon[87572]: osdmap e640: 8 total, 8 up, 8 in 2024-04-10T15:41:13.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:41:13 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:41:13.493 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:41:13 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:41:13.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:41:13 smithi069 ceph-mon[96738]: osdmap e640: 8 total, 8 up, 8 in 2024-04-10T15:41:13.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:41:13 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:41:13.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:41:13 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:41:13.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:41:13 smithi069 ceph-mon[94167]: osdmap e640: 8 total, 8 up, 8 in 2024-04-10T15:41:13.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:41:13 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:41:13.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:41:13 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:41:14.259 INFO:tasks.rados.rados.0.smithi069.stdout:2898: done (2 left) 2024-04-10T15:41:14.259 INFO:tasks.rados.rados.0.smithi069.stdout:2900: done (1 left) 2024-04-10T15:41:14.259 INFO:tasks.rados.rados.0.smithi069.stdout:2901: done (0 left) 2024-04-10T15:41:14.259 INFO:tasks.rados.rados.0.smithi069.stdout:2902: rollback oid 25 current snap is 284 2024-04-10T15:41:14.259 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 25 to 237 2024-04-10T15:41:14.259 INFO:tasks.rados.rados.0.smithi069.stdout:2903: rmattr oid 17 current snap is 284 2024-04-10T15:41:14.260 INFO:tasks.rados.rados.0.smithi069.stdout:2903: done (1 left) 2024-04-10T15:41:14.260 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 1 current snap is 284 2024-04-10T15:41:14.260 INFO:tasks.rados.rados.0.smithi069.stdout:2904: seq_num 909 ranges {2539520=425984,2965504=401408} 2024-04-10T15:41:14.274 INFO:tasks.rados.rados.0.smithi069.stdout:2904: writing smithi06982861-1 from 2539520 to 2965504 tid 1 2024-04-10T15:41:14.277 INFO:tasks.rados.rados.0.smithi069.stdout:2904: writing smithi06982861-1 from 2965504 to 3366912 tid 2 2024-04-10T15:41:14.277 INFO:tasks.rados.rados.0.smithi069.stdout:2905: copy_from oid 39 from oid 20 current snap is 284 2024-04-10T15:41:14.277 INFO:tasks.rados.rados.0.smithi069.stdout:2906: read oid 18 snap -1 2024-04-10T15:41:14.277 INFO:tasks.rados.rados.0.smithi069.stdout:2906: expect (ObjNum 886 snap 280 seq_num 886) 2024-04-10T15:41:14.277 INFO:tasks.rados.rados.0.smithi069.stdout:2907: setattr oid 44 current snap is 284 2024-04-10T15:41:14.279 INFO:tasks.rados.rados.0.smithi069.stdout:2908: rmattr oid 30 current snap is 284 2024-04-10T15:41:14.279 INFO:tasks.rados.rados.0.smithi069.stdout:2908: done (5 left) 2024-04-10T15:41:14.279 INFO:tasks.rados.rados.0.smithi069.stdout:2909: read oid 4 snap 235 2024-04-10T15:41:14.279 INFO:tasks.rados.rados.0.smithi069.stdout:2909: expect (ObjNum 751 snap 235 seq_num 751) 2024-04-10T15:41:14.279 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 49 current snap is 284 2024-04-10T15:41:14.279 INFO:tasks.rados.rados.0.smithi069.stdout:2910: seq_num 910 ranges {0=442368,442368=401408} 2024-04-10T15:41:14.281 INFO:tasks.rados.rados.0.smithi069.stdout:2910: writing smithi06982861-49 from 0 to 442368 tid 1 2024-04-10T15:41:14.284 INFO:tasks.rados.rados.0.smithi069.stdout:2910: writing smithi06982861-49 from 442368 to 843776 tid 2 2024-04-10T15:41:14.284 INFO:tasks.rados.rados.0.smithi069.stdout:2911: snap_remove snap 282 2024-04-10T15:41:14.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:41:14 smithi069 ceph-mon[96738]: osdmap e641: 8 total, 8 up, 8 in 2024-04-10T15:41:14.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:41:14 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:41:14.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:41:14 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:41:14.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:41:14 smithi069 ceph-mon[96738]: pgmap v623: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 268 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 4.3 MiB/s rd, 996 KiB/s wr, 4 op/s 2024-04-10T15:41:14.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:41:14 smithi069 ceph-mon[94167]: osdmap e641: 8 total, 8 up, 8 in 2024-04-10T15:41:14.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:41:14 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:41:14.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:41:14 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:41:14.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:41:14 smithi069 ceph-mon[94167]: pgmap v623: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 268 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 4.3 MiB/s rd, 996 KiB/s wr, 4 op/s 2024-04-10T15:41:14.742 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:41:14 smithi077 ceph-mon[87572]: osdmap e641: 8 total, 8 up, 8 in 2024-04-10T15:41:14.742 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:41:14 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:41:14.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:41:14 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:41:14.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:41:14 smithi077 ceph-mon[87572]: pgmap v623: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 268 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 4.3 MiB/s rd, 996 KiB/s wr, 4 op/s 2024-04-10T15:41:15.267 INFO:tasks.rados.rados.0.smithi069.stdout:2911: done (7 left) 2024-04-10T15:41:15.267 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 14 current snap is 284 2024-04-10T15:41:15.267 INFO:tasks.rados.rados.0.smithi069.stdout:2912: seq_num 911 ranges {598016=466944,1064960=401408} 2024-04-10T15:41:15.273 INFO:tasks.rados.rados.0.smithi069.stdout:2912: writing smithi06982861-14 from 598016 to 1064960 tid 1 2024-04-10T15:41:15.275 INFO:tasks.rados.rados.0.smithi069.stdout:2912: writing smithi06982861-14 from 1064960 to 1466368 tid 2 2024-04-10T15:41:15.276 INFO:tasks.rados.rados.0.smithi069.stdout:2913: setattr oid 8 current snap is 284 2024-04-10T15:41:15.276 INFO:tasks.rados.rados.0.smithi069.stdout:2910: finishing write tid 1 to smithi06982861-49 2024-04-10T15:41:15.276 INFO:tasks.rados.rados.0.smithi069.stdout:2910: finishing write tid 2 to smithi06982861-49 2024-04-10T15:41:15.276 INFO:tasks.rados.rados.0.smithi069.stdout:2910: finishing write tid 3 to smithi06982861-49 2024-04-10T15:41:15.276 INFO:tasks.rados.rados.0.smithi069.stdout:2910: finishing write tid 4 to smithi06982861-49 2024-04-10T15:41:15.276 INFO:tasks.rados.rados.0.smithi069.stdout:2910: oid 49 updating version 0 to 1299 2024-04-10T15:41:15.276 INFO:tasks.rados.rados.0.smithi069.stdout:2910: oid 49 version 1299 is already newer than 1297 2024-04-10T15:41:15.276 INFO:tasks.rados.rados.0.smithi069.stdout:2910: oid 49 version 1299 is already newer than 1298 2024-04-10T15:41:15.276 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 49 v 1299 (ObjNum 910 snap 284 seq_num 910) dirty exists 2024-04-10T15:41:15.276 INFO:tasks.rados.rados.0.smithi069.stdout:2910: left oid 49 (ObjNum 910 snap 284 seq_num 910) 2024-04-10T15:41:15.276 INFO:tasks.rados.rados.0.smithi069.stdout:2906: expect (ObjNum 886 snap 280 seq_num 886) 2024-04-10T15:41:15.334 INFO:tasks.rados.rados.0.smithi069.stdout:2905: finishing copy_from racing read to smithi06982861-39 2024-04-10T15:41:15.335 INFO:tasks.rados.rados.0.smithi069.stdout:2909: expect (ObjNum 751 snap 235 seq_num 751) 2024-04-10T15:41:15.336 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:41:15 smithi069 ceph-mon[96738]: osdmap e642: 8 total, 8 up, 8 in 2024-04-10T15:41:15.336 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:41:15 smithi069 ceph-mon[94167]: osdmap e642: 8 total, 8 up, 8 in 2024-04-10T15:41:15.392 INFO:tasks.rados.rados.0.smithi069.stdout:2905: finishing copy_from to smithi06982861-39 2024-04-10T15:41:15.393 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 39 v 1099 (ObjNum 906 snap 283 seq_num 906) dirty exists 2024-04-10T15:41:15.393 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 44 v 1474 (ObjNum 898 snap 281 seq_num 898) dirty exists 2024-04-10T15:41:15.393 INFO:tasks.rados.rados.0.smithi069.stdout:2902: finishing rollback tid 0 to smithi06982861-25 2024-04-10T15:41:15.393 INFO:tasks.rados.rados.0.smithi069.stdout:2902: finishing rollback tid 1 to smithi06982861-25 2024-04-10T15:41:15.393 INFO:tasks.rados.rados.0.smithi069.stdout:2902: finishing rollback tid 2 to smithi06982861-25 2024-04-10T15:41:15.393 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 25 v 1030 (ObjNum 603 snap 188 seq_num 603) dirty exists 2024-04-10T15:41:15.393 INFO:tasks.rados.rados.0.smithi069.stdout:2904: finishing write tid 1 to smithi06982861-1 2024-04-10T15:41:15.393 INFO:tasks.rados.rados.0.smithi069.stdout:2904: finishing write tid 2 to smithi06982861-1 2024-04-10T15:41:15.393 INFO:tasks.rados.rados.0.smithi069.stdout:2904: finishing write tid 3 to smithi06982861-1 2024-04-10T15:41:15.393 INFO:tasks.rados.rados.0.smithi069.stdout:2904: finishing write tid 4 to smithi06982861-1 2024-04-10T15:41:15.393 INFO:tasks.rados.rados.0.smithi069.stdout:2904: oid 1 updating version 0 to 1068 2024-04-10T15:41:15.393 INFO:tasks.rados.rados.0.smithi069.stdout:2904: oid 1 updating version 1068 to 1069 2024-04-10T15:41:15.393 INFO:tasks.rados.rados.0.smithi069.stdout:2904: oid 1 updating version 1069 to 1070 2024-04-10T15:41:15.393 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 1 v 1070 (ObjNum 909 snap 284 seq_num 909) dirty exists 2024-04-10T15:41:15.393 INFO:tasks.rados.rados.0.smithi069.stdout:2904: left oid 1 (ObjNum 909 snap 284 seq_num 909) 2024-04-10T15:41:15.394 INFO:tasks.rados.rados.0.smithi069.stdout:2912: finishing write tid 1 to smithi06982861-14 2024-04-10T15:41:15.394 INFO:tasks.rados.rados.0.smithi069.stdout:2912: finishing write tid 2 to smithi06982861-14 2024-04-10T15:41:15.394 INFO:tasks.rados.rados.0.smithi069.stdout:2912: finishing write tid 3 to smithi06982861-14 2024-04-10T15:41:15.394 INFO:tasks.rados.rados.0.smithi069.stdout:2912: finishing write tid 4 to smithi06982861-14 2024-04-10T15:41:15.394 INFO:tasks.rados.rados.0.smithi069.stdout:2912: oid 14 updating version 0 to 1102 2024-04-10T15:41:15.394 INFO:tasks.rados.rados.0.smithi069.stdout:2912: oid 14 version 1102 is already newer than 1100 2024-04-10T15:41:15.394 INFO:tasks.rados.rados.0.smithi069.stdout:2912: oid 14 version 1102 is already newer than 1101 2024-04-10T15:41:15.394 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 14 v 1102 (ObjNum 911 snap 284 seq_num 911) dirty exists 2024-04-10T15:41:15.394 INFO:tasks.rados.rados.0.smithi069.stdout:2912: left oid 14 (ObjNum 911 snap 284 seq_num 911) 2024-04-10T15:41:15.394 INFO:tasks.rados.rados.0.smithi069.stdout:2902: done (8 left) 2024-04-10T15:41:15.394 INFO:tasks.rados.rados.0.smithi069.stdout:2904: done (7 left) 2024-04-10T15:41:15.394 INFO:tasks.rados.rados.0.smithi069.stdout:2905: done (6 left) 2024-04-10T15:41:15.394 INFO:tasks.rados.rados.0.smithi069.stdout:2906: done (5 left) 2024-04-10T15:41:15.394 INFO:tasks.rados.rados.0.smithi069.stdout:2907: done (4 left) 2024-04-10T15:41:15.395 INFO:tasks.rados.rados.0.smithi069.stdout:2909: done (3 left) 2024-04-10T15:41:15.395 INFO:tasks.rados.rados.0.smithi069.stdout:2910: done (2 left) 2024-04-10T15:41:15.395 INFO:tasks.rados.rados.0.smithi069.stdout:2912: done (1 left) 2024-04-10T15:41:15.395 INFO:tasks.rados.rados.0.smithi069.stdout:2914: read oid 12 snap -1 2024-04-10T15:41:15.395 INFO:tasks.rados.rados.0.smithi069.stdout:2914: expect deleted 2024-04-10T15:41:15.395 INFO:tasks.rados.rados.0.smithi069.stdout:2915: rollback oid 31 current snap is 284 2024-04-10T15:41:15.395 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 31 to 279 2024-04-10T15:41:15.395 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 25 current snap is 284 2024-04-10T15:41:15.395 INFO:tasks.rados.rados.0.smithi069.stdout:2916: seq_num 912 ranges {507904=483328,991232=401408} 2024-04-10T15:41:15.397 INFO:tasks.rados.rados.0.smithi069.stdout:2916: writing smithi06982861-25 from 507904 to 991232 tid 1 2024-04-10T15:41:15.400 INFO:tasks.rados.rados.0.smithi069.stdout:2916: writing smithi06982861-25 from 991232 to 1392640 tid 2 2024-04-10T15:41:15.401 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 8 v 1441 (ObjNum 890 snap 280 seq_num 890) dirty exists 2024-04-10T15:41:15.401 INFO:tasks.rados.rados.0.smithi069.stdout:2915: finishing rollback tid 0 to smithi06982861-31 2024-04-10T15:41:15.401 INFO:tasks.rados.rados.0.smithi069.stdout:2915: finishing rollback tid 1 to smithi06982861-31 2024-04-10T15:41:15.401 INFO:tasks.rados.rados.0.smithi069.stdout:2915: finishing rollback tid 2 to smithi06982861-31 2024-04-10T15:41:15.401 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 31 v 1445 (ObjNum 664 snap 207 seq_num 664) dirty exists 2024-04-10T15:41:15.401 INFO:tasks.rados.rados.0.smithi069.stdout:2913: done (3 left) 2024-04-10T15:41:15.401 INFO:tasks.rados.rados.0.smithi069.stdout:2914: done (2 left) 2024-04-10T15:41:15.401 INFO:tasks.rados.rados.0.smithi069.stdout:2915: done (1 left) 2024-04-10T15:41:15.401 INFO:tasks.rados.rados.0.smithi069.stdout:2917: read oid 18 snap -1 2024-04-10T15:41:15.401 INFO:tasks.rados.rados.0.smithi069.stdout:2917: expect (ObjNum 886 snap 280 seq_num 886) 2024-04-10T15:41:15.401 INFO:tasks.rados.rados.0.smithi069.stdout:2918: snap_remove snap 273 2024-04-10T15:41:15.742 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:41:15 smithi077 ceph-mon[87572]: osdmap e642: 8 total, 8 up, 8 in 2024-04-10T15:41:16.213 INFO:tasks.rados.rados.0.smithi069.stdout:2918: done (2 left) 2024-04-10T15:41:16.213 INFO:tasks.rados.rados.0.smithi069.stdout:2919: snap_create 2024-04-10T15:41:16.213 INFO:tasks.rados.rados.0.smithi069.stdout:2916: finishing write tid 1 to smithi06982861-25 2024-04-10T15:41:16.213 INFO:tasks.rados.rados.0.smithi069.stdout:2916: finishing write tid 2 to smithi06982861-25 2024-04-10T15:41:16.213 INFO:tasks.rados.rados.0.smithi069.stdout:2916: finishing write tid 3 to smithi06982861-25 2024-04-10T15:41:16.213 INFO:tasks.rados.rados.0.smithi069.stdout:2916: finishing write tid 4 to smithi06982861-25 2024-04-10T15:41:16.213 INFO:tasks.rados.rados.0.smithi069.stdout:2916: oid 25 updating version 0 to 1031 2024-04-10T15:41:16.213 INFO:tasks.rados.rados.0.smithi069.stdout:2916: oid 25 updating version 1031 to 1033 2024-04-10T15:41:16.213 INFO:tasks.rados.rados.0.smithi069.stdout:2916: oid 25 version 1033 is already newer than 1032 2024-04-10T15:41:16.213 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 25 v 1033 (ObjNum 912 snap 284 seq_num 912) dirty exists 2024-04-10T15:41:16.213 INFO:tasks.rados.rados.0.smithi069.stdout:2916: left oid 25 (ObjNum 912 snap 284 seq_num 912) 2024-04-10T15:41:16.214 INFO:tasks.rados.rados.0.smithi069.stdout:2917: expect (ObjNum 886 snap 280 seq_num 886) 2024-04-10T15:41:16.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:41:16 smithi069 ceph-mon[96738]: osdmap e643: 8 total, 8 up, 8 in 2024-04-10T15:41:16.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:41:16 smithi069 ceph-mon[96738]: pgmap v626: 121 pgs: 121 active+clean; 264 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 2.0 MiB/s rd, 578 KiB/s wr, 6 op/s 2024-04-10T15:41:16.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:41:16 smithi069 ceph-mon[96738]: osdmap e644: 8 total, 8 up, 8 in 2024-04-10T15:41:16.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:41:16 smithi069 ceph-mon[94167]: osdmap e643: 8 total, 8 up, 8 in 2024-04-10T15:41:16.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:41:16 smithi069 ceph-mon[94167]: pgmap v626: 121 pgs: 121 active+clean; 264 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 2.0 MiB/s rd, 578 KiB/s wr, 6 op/s 2024-04-10T15:41:16.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:41:16 smithi069 ceph-mon[94167]: osdmap e644: 8 total, 8 up, 8 in 2024-04-10T15:41:16.644 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:41:16 smithi077 ceph-mon[87572]: osdmap e643: 8 total, 8 up, 8 in 2024-04-10T15:41:16.644 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:41:16 smithi077 ceph-mon[87572]: pgmap v626: 121 pgs: 121 active+clean; 264 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 2.0 MiB/s rd, 578 KiB/s wr, 6 op/s 2024-04-10T15:41:16.644 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:41:16 smithi077 ceph-mon[87572]: osdmap e644: 8 total, 8 up, 8 in 2024-04-10T15:41:17.212 INFO:tasks.rados.rados.0.smithi069.stdout:2916: done (2 left) 2024-04-10T15:41:17.212 INFO:tasks.rados.rados.0.smithi069.stdout:2917: done (1 left) 2024-04-10T15:41:17.212 INFO:tasks.rados.rados.0.smithi069.stdout:2919: done (0 left) 2024-04-10T15:41:17.212 INFO:tasks.rados.rados.0.smithi069.stdout:2920: delete oid 44 current snap is 285 2024-04-10T15:41:17.215 INFO:tasks.rados.rados.0.smithi069.stdout:2920: done (0 left) 2024-04-10T15:41:17.215 INFO:tasks.rados.rados.0.smithi069.stdout:2921: delete oid 20 current snap is 285 2024-04-10T15:41:17.217 INFO:tasks.rados.rados.0.smithi069.stdout:2921: done (0 left) 2024-04-10T15:41:17.217 INFO:tasks.rados.rados.0.smithi069.stdout:2922: rmattr oid 37 current snap is 285 2024-04-10T15:41:17.218 INFO:tasks.rados.rados.0.smithi069.stdout:2922: done (0 left) 2024-04-10T15:41:17.218 INFO:tasks.rados.rados.0.smithi069.stdout:2923: snap_create 2024-04-10T15:41:17.336 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:41:16 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:15:41:16] "GET /metrics HTTP/1.1" 200 36314 "" "Prometheus/2.43.0" 2024-04-10T15:41:17.444 INFO:teuthology.orchestra.run.smithi069.stdout:true 2024-04-10T15:41:17.768 INFO:teuthology.orchestra.run.smithi069.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-10T15:41:17.769 INFO:teuthology.orchestra.run.smithi069.stdout:alertmanager.a smithi069 *:9093,9094 running (9s) 5s ago 11m 15.4M - 0.25.0 c8568f914cd2 281747f84014 2024-04-10T15:41:17.769 INFO:teuthology.orchestra.run.smithi069.stdout:grafana.a smithi077 *:3000 running (11m) 21s ago 11m 88.5M - 9.4.7 954c08fa6188 8891d154474d 2024-04-10T15:41:17.769 INFO:teuthology.orchestra.run.smithi069.stdout:mds.a smithi069 running (82s) 5s ago 13m 14.2M - 19.0.0-2838-ga5074d45 ffe3e7ac3788 3a176cd9205f 2024-04-10T15:41:17.769 INFO:teuthology.orchestra.run.smithi069.stdout:mds.b smithi077 running (58s) 21s ago 13m 14.0M - 19.0.0-2838-ga5074d45 ffe3e7ac3788 e7196a7145ff 2024-04-10T15:41:17.769 INFO:teuthology.orchestra.run.smithi069.stdout:mgr.x smithi077 *:8443,9283,8765 running (7m) 21s ago 16m 453M - 19.0.0-2838-ga5074d45 ffe3e7ac3788 ccd7899398e9 2024-04-10T15:41:17.769 INFO:teuthology.orchestra.run.smithi069.stdout:mgr.y smithi069 *:8443,9283,8765 running (8m) 5s ago 18m 522M - 19.0.0-2838-ga5074d45 ffe3e7ac3788 e21b24626c05 2024-04-10T15:41:17.769 INFO:teuthology.orchestra.run.smithi069.stdout:mon.a smithi069 running (7m) 5s ago 18m 69.0M 2048M 19.0.0-2838-ga5074d45 ffe3e7ac3788 ce73e1b17524 2024-04-10T15:41:17.769 INFO:teuthology.orchestra.run.smithi069.stdout:mon.b smithi077 running (6m) 21s ago 17m 54.5M 2048M 19.0.0-2838-ga5074d45 ffe3e7ac3788 d84762487812 2024-04-10T15:41:17.769 INFO:teuthology.orchestra.run.smithi069.stdout:mon.c smithi069 running (6m) 5s ago 16m 56.8M 2048M 19.0.0-2838-ga5074d45 ffe3e7ac3788 bac2280f1f05 2024-04-10T15:41:17.769 INFO:teuthology.orchestra.run.smithi069.stdout:node-exporter.a smithi069 *:9100 running (45s) 5s ago 11m 8552k - 1.5.0 0da6a335fe13 42c850bfda3c 2024-04-10T15:41:17.769 INFO:teuthology.orchestra.run.smithi069.stdout:node-exporter.b smithi077 *:9100 running (41s) 21s ago 11m 13.6M - 1.5.0 0da6a335fe13 de09e8eeb324 2024-04-10T15:41:17.769 INFO:teuthology.orchestra.run.smithi069.stdout:osd.0 smithi069 running (5m) 5s ago 16m 294M 2480M 19.0.0-2838-ga5074d45 ffe3e7ac3788 9833b8d335cb 2024-04-10T15:41:17.769 INFO:teuthology.orchestra.run.smithi069.stdout:osd.1 smithi069 running (5m) 5s ago 15m 282M 2480M 19.0.0-2838-ga5074d45 ffe3e7ac3788 a7560d34888e 2024-04-10T15:41:17.769 INFO:teuthology.orchestra.run.smithi069.stdout:osd.2 smithi069 running (4m) 5s ago 15m 321M 2480M 19.0.0-2838-ga5074d45 ffe3e7ac3788 cb88f4853007 2024-04-10T15:41:17.769 INFO:teuthology.orchestra.run.smithi069.stdout:osd.3 smithi069 running (4m) 5s ago 15m 191M 2480M 19.0.0-2838-ga5074d45 ffe3e7ac3788 c840f79dffa2 2024-04-10T15:41:17.770 INFO:teuthology.orchestra.run.smithi069.stdout:osd.4 smithi077 running (3m) 21s ago 14m 254M 2480M 19.0.0-2838-ga5074d45 ffe3e7ac3788 3d6825553ede 2024-04-10T15:41:17.770 INFO:teuthology.orchestra.run.smithi069.stdout:osd.5 smithi077 running (2m) 21s ago 14m 212M 2480M 19.0.0-2838-ga5074d45 ffe3e7ac3788 06a053fba89b 2024-04-10T15:41:17.770 INFO:teuthology.orchestra.run.smithi069.stdout:osd.6 smithi077 running (2m) 21s ago 13m 107M 2480M 19.0.0-2838-ga5074d45 ffe3e7ac3788 a39fd5be170c 2024-04-10T15:41:17.770 INFO:teuthology.orchestra.run.smithi069.stdout:osd.7 smithi077 running (101s) 21s ago 13m 125M 2480M 19.0.0-2838-ga5074d45 ffe3e7ac3788 8c251a0eaa8a 2024-04-10T15:41:17.770 INFO:teuthology.orchestra.run.smithi069.stdout:prometheus.a smithi077 *:9095 running (25s) 21s ago 12m 37.2M - 2.43.0 a07b618ecd1d 9b60ff2181be 2024-04-10T15:41:18.032 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:41:18 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:41:18.032 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:41:18 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:41:18.032 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:41:18 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:41:18.032 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:41:18 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:41:18.032 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:41:18 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:41:18.032 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:41:18 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-10T15:41:18.032 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:41:18 smithi077 ceph-mon[87572]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-10T15:41:18.032 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:41:18 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:41:18.032 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:41:18 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:41:18.032 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:41:18 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:41:18.032 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:41:18 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:41:18.032 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:41:18 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:41:18.033 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:41:18 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:41:18.033 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:41:18 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:41:18.033 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:41:18 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:41:18.033 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:41:18 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:41:18.033 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:41:18 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:41:18.033 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:41:18 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:41:18.033 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:41:18 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:41:18.033 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:41:18 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:41:18.033 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:41:18 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:41:18.033 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:41:18 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:41:18.033 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:41:18 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:41:18.033 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:41:18 smithi077 ceph-mon[87572]: osdmap e645: 8 total, 8 up, 8 in 2024-04-10T15:41:18.033 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:41:18 smithi077 ceph-mon[87572]: from='client.44378 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:41:18.034 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:41:18 smithi077 ceph-mon[87572]: pgmap v629: 121 pgs: 121 active+clean; 264 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 2.0 MiB/s rd, 392 KiB/s wr, 5 op/s 2024-04-10T15:41:18.173 INFO:teuthology.orchestra.run.smithi069.stdout:{ 2024-04-10T15:41:18.173 INFO:teuthology.orchestra.run.smithi069.stdout: "mon": { 2024-04-10T15:41:18.173 INFO:teuthology.orchestra.run.smithi069.stdout: "ceph version 19.0.0-2838-ga5074d45 (a5074d4516d566e9d8b6aec912f26afd099de101) squid (dev)": 3 2024-04-10T15:41:18.173 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-04-10T15:41:18.173 INFO:teuthology.orchestra.run.smithi069.stdout: "mgr": { 2024-04-10T15:41:18.173 INFO:teuthology.orchestra.run.smithi069.stdout: "ceph version 19.0.0-2838-ga5074d45 (a5074d4516d566e9d8b6aec912f26afd099de101) squid (dev)": 2 2024-04-10T15:41:18.173 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-04-10T15:41:18.174 INFO:teuthology.orchestra.run.smithi069.stdout: "osd": { 2024-04-10T15:41:18.174 INFO:teuthology.orchestra.run.smithi069.stdout: "ceph version 19.0.0-2838-ga5074d45 (a5074d4516d566e9d8b6aec912f26afd099de101) squid (dev)": 8 2024-04-10T15:41:18.174 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-04-10T15:41:18.174 INFO:teuthology.orchestra.run.smithi069.stdout: "mds": { 2024-04-10T15:41:18.174 INFO:teuthology.orchestra.run.smithi069.stdout: "ceph version 19.0.0-2838-ga5074d45 (a5074d4516d566e9d8b6aec912f26afd099de101) squid (dev)": 2 2024-04-10T15:41:18.174 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-04-10T15:41:18.174 INFO:teuthology.orchestra.run.smithi069.stdout: "overall": { 2024-04-10T15:41:18.174 INFO:teuthology.orchestra.run.smithi069.stdout: "ceph version 19.0.0-2838-ga5074d45 (a5074d4516d566e9d8b6aec912f26afd099de101) squid (dev)": 15 2024-04-10T15:41:18.174 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-04-10T15:41:18.174 INFO:teuthology.orchestra.run.smithi069.stdout:} 2024-04-10T15:41:18.216 INFO:tasks.rados.rados.0.smithi069.stdout:2923: done (0 left) 2024-04-10T15:41:18.216 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 4 current snap is 286 2024-04-10T15:41:18.216 INFO:tasks.rados.rados.0.smithi069.stdout:2924: seq_num 915 ranges {2367488=532480,2899968=401408} 2024-04-10T15:41:18.231 INFO:tasks.rados.rados.0.smithi069.stdout:2924: writing smithi06982861-4 from 2367488 to 2899968 tid 1 2024-04-10T15:41:18.234 INFO:tasks.rados.rados.0.smithi069.stdout:2924: writing smithi06982861-4 from 2899968 to 3301376 tid 2 2024-04-10T15:41:18.234 INFO:tasks.rados.rados.0.smithi069.stdout:2925: read oid 38 snap -1 2024-04-10T15:41:18.234 INFO:tasks.rados.rados.0.smithi069.stdout:2925: expect deleted 2024-04-10T15:41:18.234 INFO:tasks.rados.rados.0.smithi069.stdout:2926: rmattr oid 36 current snap is 286 2024-04-10T15:41:18.234 INFO:tasks.rados.rados.0.smithi069.stdout:2926: done (2 left) 2024-04-10T15:41:18.234 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 47 current snap is 286 2024-04-10T15:41:18.234 INFO:tasks.rados.rados.0.smithi069.stdout:2927: seq_num 916 ranges {1859584=548864,2408448=401408} 2024-04-10T15:41:18.247 INFO:tasks.rados.rados.0.smithi069.stdout:2927: writing smithi06982861-47 from 1859584 to 2408448 tid 1 2024-04-10T15:41:18.249 INFO:tasks.rados.rados.0.smithi069.stdout:2927: writing smithi06982861-47 from 2408448 to 2809856 tid 2 2024-04-10T15:41:18.249 INFO:tasks.rados.rados.0.smithi069.stdout:2928: delete oid 2 current snap is 286 2024-04-10T15:41:18.249 INFO:tasks.rados.rados.0.smithi069.stdout:2924: finishing write tid 1 to smithi06982861-4 2024-04-10T15:41:18.249 INFO:tasks.rados.rados.0.smithi069.stdout:2924: finishing write tid 2 to smithi06982861-4 2024-04-10T15:41:18.249 INFO:tasks.rados.rados.0.smithi069.stdout:2924: finishing write tid 3 to smithi06982861-4 2024-04-10T15:41:18.249 INFO:tasks.rados.rados.0.smithi069.stdout:2924: finishing write tid 4 to smithi06982861-4 2024-04-10T15:41:18.249 INFO:tasks.rados.rados.0.smithi069.stdout:2924: oid 4 updating version 0 to 1741 2024-04-10T15:41:18.250 INFO:tasks.rados.rados.0.smithi069.stdout:2924: oid 4 updating version 1741 to 1742 2024-04-10T15:41:18.250 INFO:tasks.rados.rados.0.smithi069.stdout:2924: oid 4 updating version 1742 to 1743 2024-04-10T15:41:18.250 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 4 v 1743 (ObjNum 915 snap 286 seq_num 915) dirty exists 2024-04-10T15:41:18.250 INFO:tasks.rados.rados.0.smithi069.stdout:2924: left oid 4 (ObjNum 915 snap 286 seq_num 915) 2024-04-10T15:41:18.252 INFO:tasks.rados.rados.0.smithi069.stdout:2927: finishing write tid 1 to smithi06982861-47 2024-04-10T15:41:18.252 INFO:tasks.rados.rados.0.smithi069.stdout:2927: finishing write tid 2 to smithi06982861-47 2024-04-10T15:41:18.253 INFO:tasks.rados.rados.0.smithi069.stdout:2924: done (3 left) 2024-04-10T15:41:18.253 INFO:tasks.rados.rados.0.smithi069.stdout:2925: done (2 left) 2024-04-10T15:41:18.254 INFO:tasks.rados.rados.0.smithi069.stdout:2928: done (1 left) 2024-04-10T15:41:18.254 INFO:tasks.rados.rados.0.smithi069.stdout:2929: read oid 19 snap -1 2024-04-10T15:41:18.254 INFO:tasks.rados.rados.0.smithi069.stdout:2929: expect deleted 2024-04-10T15:41:18.254 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 29 current snap is 286 2024-04-10T15:41:18.254 INFO:tasks.rados.rados.0.smithi069.stdout:2930: seq_num 918 ranges {0=581632,581632=401408} 2024-04-10T15:41:18.256 INFO:tasks.rados.rados.0.smithi069.stdout:2930: writing smithi06982861-29 from 0 to 581632 tid 1 2024-04-10T15:41:18.259 INFO:tasks.rados.rados.0.smithi069.stdout:2930: writing smithi06982861-29 from 581632 to 983040 tid 2 2024-04-10T15:41:18.259 INFO:tasks.rados.rados.0.smithi069.stdout:2931: rollback oid 8 current snap is 286 2024-04-10T15:41:18.259 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 8 to 258 2024-04-10T15:41:18.259 INFO:tasks.rados.rados.0.smithi069.stdout:2927: finishing write tid 3 to smithi06982861-47 2024-04-10T15:41:18.260 INFO:tasks.rados.rados.0.smithi069.stdout:2927: finishing write tid 4 to smithi06982861-47 2024-04-10T15:41:18.260 INFO:tasks.rados.rados.0.smithi069.stdout:2927: oid 47 updating version 0 to 1494 2024-04-10T15:41:18.260 INFO:tasks.rados.rados.0.smithi069.stdout:2927: oid 47 version 1494 is already newer than 1493 2024-04-10T15:41:18.260 INFO:tasks.rados.rados.0.smithi069.stdout:2927: oid 47 version 1494 is already newer than 1492 2024-04-10T15:41:18.260 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 47 v 1494 (ObjNum 916 snap 286 seq_num 916) dirty exists 2024-04-10T15:41:18.260 INFO:tasks.rados.rados.0.smithi069.stdout:2927: left oid 47 (ObjNum 916 snap 286 seq_num 916) 2024-04-10T15:41:18.260 INFO:tasks.rados.rados.0.smithi069.stdout:2927: done (3 left) 2024-04-10T15:41:18.260 INFO:tasks.rados.rados.0.smithi069.stdout:2929: done (2 left) 2024-04-10T15:41:18.260 INFO:tasks.rados.rados.0.smithi069.stdout:2932: snap_remove snap 284 2024-04-10T15:41:18.336 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:41:18 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:41:18.337 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:41:18 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:41:18.337 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:41:18 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:41:18.337 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:41:18 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:41:18.337 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:41:18 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:41:18.337 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:41:18 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-10T15:41:18.337 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:41:18 smithi069 ceph-mon[96738]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-10T15:41:18.337 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:41:18 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:41:18.337 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:41:18 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:41:18.337 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:41:18 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:41:18.337 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:41:18 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:41:18.337 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:41:18 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:41:18.337 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:41:18 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:41:18.337 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:41:18 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:41:18.337 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:41:18 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:41:18.337 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:41:18 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:41:18.338 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:41:18 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:41:18.338 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:41:18 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:41:18.338 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:41:18 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:41:18.338 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:41:18 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:41:18.338 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:41:18 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:41:18.338 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:41:18 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:41:18.338 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:41:18 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:41:18.338 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:41:18 smithi069 ceph-mon[96738]: osdmap e645: 8 total, 8 up, 8 in 2024-04-10T15:41:18.338 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:41:18 smithi069 ceph-mon[96738]: from='client.44378 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:41:18.338 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:41:18 smithi069 ceph-mon[96738]: pgmap v629: 121 pgs: 121 active+clean; 264 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 2.0 MiB/s rd, 392 KiB/s wr, 5 op/s 2024-04-10T15:41:18.338 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:41:18 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:41:18.338 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:41:18 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:41:18.339 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:41:18 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:41:18.339 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:41:18 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:41:18.339 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:41:18 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:41:18.339 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:41:18 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-10T15:41:18.339 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:41:18 smithi069 ceph-mon[94167]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-10T15:41:18.339 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:41:18 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:41:18.339 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:41:18 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:41:18.339 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:41:18 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:41:18.339 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:41:18 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:41:18.339 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:41:18 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:41:18.339 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:41:18 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:41:18.339 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:41:18 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:41:18.339 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:41:18 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:41:18.339 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:41:18 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:41:18.339 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:41:18 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:41:18.339 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:41:18 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:41:18.340 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:41:18 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:41:18.340 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:41:18 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:41:18.340 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:41:18 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:41:18.340 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:41:18 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:41:18.340 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:41:18 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:41:18.340 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:41:18 smithi069 ceph-mon[94167]: osdmap e645: 8 total, 8 up, 8 in 2024-04-10T15:41:18.340 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:41:18 smithi069 ceph-mon[94167]: from='client.44378 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:41:18.340 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:41:18 smithi069 ceph-mon[94167]: pgmap v629: 121 pgs: 121 active+clean; 264 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 2.0 MiB/s rd, 392 KiB/s wr, 5 op/s 2024-04-10T15:41:19.220 INFO:tasks.rados.rados.0.smithi069.stdout:2930: finishing write tid 1 to smithi06982861-29 2024-04-10T15:41:19.221 INFO:tasks.rados.rados.0.smithi069.stdout:2930: finishing write tid 2 to smithi06982861-29 2024-04-10T15:41:19.221 INFO:tasks.rados.rados.0.smithi069.stdout:2931: finishing rollback tid 0 to smithi06982861-8 2024-04-10T15:41:19.221 INFO:tasks.rados.rados.0.smithi069.stdout:2930: finishing write tid 3 to smithi06982861-29 2024-04-10T15:41:19.221 INFO:tasks.rados.rados.0.smithi069.stdout:2931: finishing rollback tid 1 to smithi06982861-8 2024-04-10T15:41:19.221 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 8 v 1452 (ObjNum 49 snap 0 seq_num 1953066355) dirty dne 2024-04-10T15:41:19.221 INFO:tasks.rados.rados.0.smithi069.stdout:2930: finishing write tid 4 to smithi06982861-29 2024-04-10T15:41:19.221 INFO:tasks.rados.rados.0.smithi069.stdout:2930: oid 29 updating version 0 to 1142 2024-04-10T15:41:19.221 INFO:tasks.rados.rados.0.smithi069.stdout:2930: oid 29 updating version 1142 to 1143 2024-04-10T15:41:19.221 INFO:tasks.rados.rados.0.smithi069.stdout:2930: oid 29 updating version 1143 to 1144 2024-04-10T15:41:19.221 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 29 v 1144 (ObjNum 918 snap 286 seq_num 918) dirty exists 2024-04-10T15:41:19.221 INFO:tasks.rados.rados.0.smithi069.stdout:2930: left oid 29 (ObjNum 918 snap 286 seq_num 918) 2024-04-10T15:41:19.221 INFO:tasks.rados.rados.0.smithi069.stdout:2930: done (2 left) 2024-04-10T15:41:19.221 INFO:tasks.rados.rados.0.smithi069.stdout:2931: done (1 left) 2024-04-10T15:41:19.221 INFO:tasks.rados.rados.0.smithi069.stdout:2932: done (0 left) 2024-04-10T15:41:19.221 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 33 current snap is 286 2024-04-10T15:41:19.221 INFO:tasks.rados.rados.0.smithi069.stdout:2933: seq_num 919 ranges {0=598016,598016=401408} 2024-04-10T15:41:19.224 INFO:tasks.rados.rados.0.smithi069.stdout:2933: writing smithi06982861-33 from 0 to 598016 tid 1 2024-04-10T15:41:19.227 INFO:tasks.rados.rados.0.smithi069.stdout:2933: writing smithi06982861-33 from 598016 to 999424 tid 2 2024-04-10T15:41:19.227 INFO:tasks.rados.rados.0.smithi069.stdout:2934: snap_create 2024-04-10T15:41:19.232 INFO:tasks.rados.rados.0.smithi069.stdout:2933: finishing write tid 1 to smithi06982861-33 2024-04-10T15:41:19.232 INFO:tasks.rados.rados.0.smithi069.stdout:2933: finishing write tid 2 to smithi06982861-33 2024-04-10T15:41:19.232 INFO:tasks.rados.rados.0.smithi069.stdout:2933: finishing write tid 3 to smithi06982861-33 2024-04-10T15:41:19.234 INFO:tasks.rados.rados.0.smithi069.stdout:2933: finishing write tid 4 to smithi06982861-33 2024-04-10T15:41:19.234 INFO:tasks.rados.rados.0.smithi069.stdout:2933: oid 33 updating version 0 to 1457 2024-04-10T15:41:19.234 INFO:tasks.rados.rados.0.smithi069.stdout:2933: oid 33 version 1457 is already newer than 1456 2024-04-10T15:41:19.234 INFO:tasks.rados.rados.0.smithi069.stdout:2933: oid 33 version 1457 is already newer than 1455 2024-04-10T15:41:19.234 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 33 v 1457 (ObjNum 919 snap 286 seq_num 919) dirty exists 2024-04-10T15:41:19.234 INFO:tasks.rados.rados.0.smithi069.stdout:2933: left oid 33 (ObjNum 919 snap 286 seq_num 919) 2024-04-10T15:41:19.302 INFO:journalctl@ceph.alertmanager.a.smithi069.stdout:Apr 10 15:41:18 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-alertmanager-a[130739]: ts=2024-04-10T15:41:18.853Z caller=cluster.go:698 level=info component=cluster msg="gossip settled; proceeding" elapsed=10.003168781s 2024-04-10T15:41:19.302 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:41:19 smithi069 ceph-mon[94167]: from='client.34437 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:41:19.302 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:41:19 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/2936554087' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:41:19.303 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:41:19 smithi069 ceph-mon[94167]: osdmap e646: 8 total, 8 up, 8 in 2024-04-10T15:41:19.303 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:41:19 smithi069 ceph-mon[96738]: from='client.34437 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:41:19.303 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:41:19 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/2936554087' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:41:19.303 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:41:19 smithi069 ceph-mon[96738]: osdmap e646: 8 total, 8 up, 8 in 2024-04-10T15:41:19.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:41:19 smithi077 ceph-mon[87572]: from='client.34437 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:41:19.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:41:19 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/2936554087' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:41:19.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:41:19 smithi077 ceph-mon[87572]: osdmap e646: 8 total, 8 up, 8 in 2024-04-10T15:41:20.232 INFO:tasks.rados.rados.0.smithi069.stdout:2933: done (1 left) 2024-04-10T15:41:20.232 INFO:tasks.rados.rados.0.smithi069.stdout:2934: done (0 left) 2024-04-10T15:41:20.232 INFO:tasks.rados.rados.0.smithi069.stdout:2935: setattr oid 17 current snap is 287 2024-04-10T15:41:20.233 INFO:tasks.rados.rados.0.smithi069.stdout:2936: read oid 6 snap -1 2024-04-10T15:41:20.233 INFO:tasks.rados.rados.0.smithi069.stdout:2936: expect (ObjNum 888 snap 280 seq_num 888) 2024-04-10T15:41:20.233 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 26 current snap is 287 2024-04-10T15:41:20.233 INFO:tasks.rados.rados.0.smithi069.stdout:2937: seq_num 920 ranges {0=614400,614400=401408} 2024-04-10T15:41:20.237 INFO:tasks.rados.rados.0.smithi069.stdout:2937: writing smithi06982861-26 from 0 to 614400 tid 1 2024-04-10T15:41:20.239 INFO:tasks.rados.rados.0.smithi069.stdout:2937: writing smithi06982861-26 from 614400 to 1015808 tid 2 2024-04-10T15:41:20.239 INFO:tasks.rados.rados.0.smithi069.stdout:2938: snap_remove snap 237 2024-04-10T15:41:20.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:41:20 smithi077 ceph-mon[87572]: Upgrade: Updating grafana.a 2024-04-10T15:41:20.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:41:20 smithi077 ceph-mon[87572]: Deploying daemon grafana.a on smithi077 2024-04-10T15:41:20.493 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:41:20 smithi077 ceph-mon[87572]: osdmap e647: 8 total, 8 up, 8 in 2024-04-10T15:41:20.493 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:41:20 smithi077 ceph-mon[87572]: pgmap v632: 121 pgs: 121 active+clean; 257 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1023 B/s rd, 1.1 MiB/s wr, 15 op/s 2024-04-10T15:41:20.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:41:20 smithi069 ceph-mon[94167]: Upgrade: Updating grafana.a 2024-04-10T15:41:20.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:41:20 smithi069 ceph-mon[94167]: Deploying daemon grafana.a on smithi077 2024-04-10T15:41:20.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:41:20 smithi069 ceph-mon[94167]: osdmap e647: 8 total, 8 up, 8 in 2024-04-10T15:41:20.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:41:20 smithi069 ceph-mon[94167]: pgmap v632: 121 pgs: 121 active+clean; 257 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1023 B/s rd, 1.1 MiB/s wr, 15 op/s 2024-04-10T15:41:20.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:41:20 smithi069 ceph-mon[96738]: Upgrade: Updating grafana.a 2024-04-10T15:41:20.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:41:20 smithi069 ceph-mon[96738]: Deploying daemon grafana.a on smithi077 2024-04-10T15:41:20.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:41:20 smithi069 ceph-mon[96738]: osdmap e647: 8 total, 8 up, 8 in 2024-04-10T15:41:20.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:41:20 smithi069 ceph-mon[96738]: pgmap v632: 121 pgs: 121 active+clean; 257 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1023 B/s rd, 1.1 MiB/s wr, 15 op/s 2024-04-10T15:41:21.214 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 17 v 1486 (ObjNum 899 snap 281 seq_num 899) dirty exists 2024-04-10T15:41:21.214 INFO:tasks.rados.rados.0.smithi069.stdout:2936: expect (ObjNum 888 snap 280 seq_num 888) 2024-04-10T15:41:21.235 INFO:tasks.rados.rados.0.smithi069.stdout:2937: finishing write tid 1 to smithi06982861-26 2024-04-10T15:41:21.235 INFO:tasks.rados.rados.0.smithi069.stdout:2937: finishing write tid 2 to smithi06982861-26 2024-04-10T15:41:21.235 INFO:tasks.rados.rados.0.smithi069.stdout:2937: finishing write tid 3 to smithi06982861-26 2024-04-10T15:41:21.236 INFO:tasks.rados.rados.0.smithi069.stdout:2935: done (3 left) 2024-04-10T15:41:21.236 INFO:tasks.rados.rados.0.smithi069.stdout:2936: done (2 left) 2024-04-10T15:41:21.236 INFO:tasks.rados.rados.0.smithi069.stdout:2938: done (1 left) 2024-04-10T15:41:21.236 INFO:tasks.rados.rados.0.smithi069.stdout:2939: rollback oid 3 current snap is 287 2024-04-10T15:41:21.236 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 3 to 258 2024-04-10T15:41:21.236 INFO:tasks.rados.rados.0.smithi069.stdout:2937: finishing write tid 4 to smithi06982861-26 2024-04-10T15:41:21.236 INFO:tasks.rados.rados.0.smithi069.stdout:2937: oid 26 updating version 0 to 1466 2024-04-10T15:41:21.236 INFO:tasks.rados.rados.0.smithi069.stdout:2937: oid 26 updating version 1466 to 1468 2024-04-10T15:41:21.236 INFO:tasks.rados.rados.0.smithi069.stdout:2937: oid 26 version 1468 is already newer than 1467 2024-04-10T15:41:21.236 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 26 v 1468 (ObjNum 920 snap 287 seq_num 920) dirty exists 2024-04-10T15:41:21.236 INFO:tasks.rados.rados.0.smithi069.stdout:2937: left oid 26 (ObjNum 920 snap 287 seq_num 920) 2024-04-10T15:41:21.236 INFO:tasks.rados.rados.0.smithi069.stdout:2937: done (1 left) 2024-04-10T15:41:21.236 INFO:tasks.rados.rados.0.smithi069.stdout:2940: read oid 13 snap -1 2024-04-10T15:41:21.236 INFO:tasks.rados.rados.0.smithi069.stdout:2940: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-10T15:41:21.236 INFO:tasks.rados.rados.0.smithi069.stdout:2941: read oid 37 snap -1 2024-04-10T15:41:21.236 INFO:tasks.rados.rados.0.smithi069.stdout:2941: expect deleted 2024-04-10T15:41:21.237 INFO:tasks.rados.rados.0.smithi069.stdout:2942: delete oid 10 current snap is 287 2024-04-10T15:41:21.237 INFO:tasks.rados.rados.0.smithi069.stdout:2940: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-10T15:41:21.243 INFO:tasks.rados.rados.0.smithi069.stdout:2939: finishing rollback tid 0 to smithi06982861-3 2024-04-10T15:41:21.245 INFO:tasks.rados.rados.0.smithi069.stdout:2940: done (3 left) 2024-04-10T15:41:21.245 INFO:tasks.rados.rados.0.smithi069.stdout:2941: done (2 left) 2024-04-10T15:41:21.245 INFO:tasks.rados.rados.0.smithi069.stdout:2942: done (1 left) 2024-04-10T15:41:21.245 INFO:tasks.rados.rados.0.smithi069.stdout:2943: rmattr oid 23 current snap is 287 2024-04-10T15:41:21.245 INFO:tasks.rados.rados.0.smithi069.stdout:2943: done (1 left) 2024-04-10T15:41:21.245 INFO:tasks.rados.rados.0.smithi069.stdout:2944: snap_remove snap 235 2024-04-10T15:41:21.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:41:21 smithi077 ceph-mon[87572]: osdmap e648: 8 total, 8 up, 8 in 2024-04-10T15:41:21.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:41:21 smithi077 ceph-mon[87572]: osdmap e649: 8 total, 8 up, 8 in 2024-04-10T15:41:21.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:41:21 smithi069 ceph-mon[96738]: osdmap e648: 8 total, 8 up, 8 in 2024-04-10T15:41:21.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:41:21 smithi069 ceph-mon[96738]: osdmap e649: 8 total, 8 up, 8 in 2024-04-10T15:41:21.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:41:21 smithi069 ceph-mon[94167]: osdmap e648: 8 total, 8 up, 8 in 2024-04-10T15:41:21.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:41:21 smithi069 ceph-mon[94167]: osdmap e649: 8 total, 8 up, 8 in 2024-04-10T15:41:22.246 INFO:tasks.rados.rados.0.smithi069.stdout:2944: done (1 left) 2024-04-10T15:41:22.247 INFO:tasks.rados.rados.0.smithi069.stdout:2945: rollback oid 2 current snap is 287 2024-04-10T15:41:22.247 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 2 to 283 2024-04-10T15:41:22.247 INFO:tasks.rados.rados.0.smithi069.stdout:2939: finishing rollback tid 1 to smithi06982861-3 2024-04-10T15:41:22.247 INFO:tasks.rados.rados.0.smithi069.stdout:2939: finishing rollback tid 2 to smithi06982861-3 2024-04-10T15:41:22.247 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 3 v 1477 (ObjNum 763 snap 243 seq_num 763) dirty exists 2024-04-10T15:41:22.247 INFO:tasks.rados.rados.0.smithi069.stdout:2939: done (1 left) 2024-04-10T15:41:22.247 INFO:tasks.rados.rados.0.smithi069.stdout:2946: copy_from oid 36 from oid 45 current snap is 287 2024-04-10T15:41:22.247 INFO:tasks.rados.rados.0.smithi069.stdout:2947: read oid 33 snap -1 2024-04-10T15:41:22.247 INFO:tasks.rados.rados.0.smithi069.stdout:2947: expect (ObjNum 919 snap 286 seq_num 919) 2024-04-10T15:41:22.247 INFO:tasks.rados.rados.0.smithi069.stdout:2948: copy_from oid 34 from oid 7 current snap is 287 2024-04-10T15:41:22.247 INFO:tasks.rados.rados.0.smithi069.stdout:2949: read oid 31 snap -1 2024-04-10T15:41:22.247 INFO:tasks.rados.rados.0.smithi069.stdout:2949: expect (ObjNum 664 snap 207 seq_num 664) 2024-04-10T15:41:22.247 INFO:tasks.rados.rados.0.smithi069.stdout:2950: snap_create 2024-04-10T15:41:22.251 INFO:tasks.rados.rados.0.smithi069.stdout:2945: finishing rollback tid 1 to smithi06982861-2 2024-04-10T15:41:22.252 INFO:tasks.rados.rados.0.smithi069.stdout:2945: finishing rollback tid 2 to smithi06982861-2 2024-04-10T15:41:22.252 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 2 v 1047 (ObjNum 908 snap 283 seq_num 908) dirty exists 2024-04-10T15:41:22.266 INFO:tasks.rados.rados.0.smithi069.stdout:2947: expect (ObjNum 919 snap 286 seq_num 919) 2024-04-10T15:41:22.301 INFO:tasks.rados.rados.0.smithi069.stdout:2948: finishing copy_from racing read to smithi06982861-34 2024-04-10T15:41:22.301 INFO:tasks.rados.rados.0.smithi069.stdout:2946: finishing copy_from racing read to smithi06982861-36 2024-04-10T15:41:22.301 INFO:tasks.rados.rados.0.smithi069.stdout:2948: finishing copy_from to smithi06982861-34 2024-04-10T15:41:22.301 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 34 v 1022 (ObjNum 795 snap 248 seq_num 795) dirty exists 2024-04-10T15:41:22.301 INFO:tasks.rados.rados.0.smithi069.stdout:2949: expect (ObjNum 664 snap 207 seq_num 664) 2024-04-10T15:41:22.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:41:22 smithi077 ceph-mon[87572]: pgmap v635: 121 pgs: 121 active+clean; 252 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.6 MiB/s wr, 20 op/s 2024-04-10T15:41:22.493 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:41:22 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T15:41:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:41:22.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:41:22 smithi069 ceph-mon[96738]: pgmap v635: 121 pgs: 121 active+clean; 252 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.6 MiB/s wr, 20 op/s 2024-04-10T15:41:22.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:41:22 smithi069 ceph-mon[94167]: pgmap v635: 121 pgs: 121 active+clean; 252 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.6 MiB/s wr, 20 op/s 2024-04-10T15:41:23.115 INFO:tasks.rados.rados.0.smithi069.stdout:2946: finishing copy_from to smithi06982861-36 2024-04-10T15:41:23.115 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 36 v 1474 (ObjNum 905 snap 282 seq_num 905) dirty exists 2024-04-10T15:41:23.238 INFO:tasks.rados.rados.0.smithi069.stdout:2945: done (5 left) 2024-04-10T15:41:23.238 INFO:tasks.rados.rados.0.smithi069.stdout:2946: done (4 left) 2024-04-10T15:41:23.239 INFO:tasks.rados.rados.0.smithi069.stdout:2947: done (3 left) 2024-04-10T15:41:23.239 INFO:tasks.rados.rados.0.smithi069.stdout:2948: done (2 left) 2024-04-10T15:41:23.239 INFO:tasks.rados.rados.0.smithi069.stdout:2949: done (1 left) 2024-04-10T15:41:23.239 INFO:tasks.rados.rados.0.smithi069.stdout:2950: done (0 left) 2024-04-10T15:41:23.239 INFO:tasks.rados.rados.0.smithi069.stdout:2951: snap_remove snap 275 2024-04-10T15:41:23.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:41:23 smithi077 ceph-mon[87572]: osdmap e650: 8 total, 8 up, 8 in 2024-04-10T15:41:23.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:41:23 smithi069 ceph-mon[96738]: osdmap e650: 8 total, 8 up, 8 in 2024-04-10T15:41:23.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:41:23 smithi069 ceph-mon[94167]: osdmap e650: 8 total, 8 up, 8 in 2024-04-10T15:41:24.260 INFO:tasks.rados.rados.0.smithi069.stdout:2951: done (0 left) 2024-04-10T15:41:24.260 INFO:tasks.rados.rados.0.smithi069.stdout:2952: read oid 1 snap -1 2024-04-10T15:41:24.260 INFO:tasks.rados.rados.0.smithi069.stdout:2952: expect (ObjNum 909 snap 284 seq_num 909) 2024-04-10T15:41:24.260 INFO:tasks.rados.rados.0.smithi069.stdout:2953: snap_remove snap 285 2024-04-10T15:41:24.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:41:24 smithi069 ceph-mon[96738]: osdmap e651: 8 total, 8 up, 8 in 2024-04-10T15:41:24.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:41:24 smithi069 ceph-mon[96738]: pgmap v638: 121 pgs: 121 active+clean; 211 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 8.9 MiB/s rd, 1.2 MiB/s wr, 16 op/s 2024-04-10T15:41:24.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:41:24 smithi069 ceph-mon[94167]: osdmap e651: 8 total, 8 up, 8 in 2024-04-10T15:41:24.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:41:24 smithi069 ceph-mon[94167]: pgmap v638: 121 pgs: 121 active+clean; 211 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 8.9 MiB/s rd, 1.2 MiB/s wr, 16 op/s 2024-04-10T15:41:24.742 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:41:24 smithi077 ceph-mon[87572]: osdmap e651: 8 total, 8 up, 8 in 2024-04-10T15:41:24.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:41:24 smithi077 ceph-mon[87572]: pgmap v638: 121 pgs: 121 active+clean; 211 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 8.9 MiB/s rd, 1.2 MiB/s wr, 16 op/s 2024-04-10T15:41:25.263 INFO:tasks.rados.rados.0.smithi069.stdout:2953: done (1 left) 2024-04-10T15:41:25.263 INFO:tasks.rados.rados.0.smithi069.stdout:2954: delete oid 42 current snap is 288 2024-04-10T15:41:25.263 INFO:tasks.rados.rados.0.smithi069.stdout:2952: expect (ObjNum 909 snap 284 seq_num 909) 2024-04-10T15:41:25.430 INFO:tasks.rados.rados.0.smithi069.stdout:2952: done (1 left) 2024-04-10T15:41:25.430 INFO:tasks.rados.rados.0.smithi069.stdout:2954: done (0 left) 2024-04-10T15:41:25.431 INFO:tasks.rados.rados.0.smithi069.stdout:2955: rollback oid 18 current snap is 288 2024-04-10T15:41:25.431 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 18 to 279 2024-04-10T15:41:25.431 INFO:tasks.rados.rados.0.smithi069.stdout:2956: rollback oid 20 current snap is 288 2024-04-10T15:41:25.431 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 20 to 287 2024-04-10T15:41:25.431 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 17 current snap is 288 2024-04-10T15:41:25.431 INFO:tasks.rados.rados.0.smithi069.stdout:2957: seq_num 923 ranges {663552=663552,1327104=401408} 2024-04-10T15:41:25.437 INFO:tasks.rados.rados.0.smithi069.stdout:2957: writing smithi06982861-17 from 663552 to 1327104 tid 1 2024-04-10T15:41:25.440 INFO:tasks.rados.rados.0.smithi069.stdout:2957: writing smithi06982861-17 from 1327104 to 1728512 tid 2 2024-04-10T15:41:25.440 INFO:tasks.rados.rados.0.smithi069.stdout:2958: read oid 48 snap -1 2024-04-10T15:41:25.440 INFO:tasks.rados.rados.0.smithi069.stdout:2958: expect (ObjNum 842 snap 269 seq_num 842) 2024-04-10T15:41:25.440 INFO:tasks.rados.rados.0.smithi069.stdout:2956: finishing rollback tid 1 to smithi06982861-20 2024-04-10T15:41:25.441 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 20 v 1113 (ObjNum 289 snap 0 seq_num 1434309248) dirty dne 2024-04-10T15:41:25.441 INFO:tasks.rados.rados.0.smithi069.stdout:2955: finishing rollback tid 0 to smithi06982861-18 2024-04-10T15:41:25.441 INFO:tasks.rados.rados.0.smithi069.stdout:2955: finishing rollback tid 1 to smithi06982861-18 2024-04-10T15:41:25.441 INFO:tasks.rados.rados.0.smithi069.stdout:2955: finishing rollback tid 2 to smithi06982861-18 2024-04-10T15:41:25.441 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 18 v 1497 (ObjNum 782 snap 246 seq_num 782) dirty exists 2024-04-10T15:41:25.441 INFO:tasks.rados.rados.0.smithi069.stdout:2959: read oid 9 snap -1 2024-04-10T15:41:25.441 INFO:tasks.rados.rados.0.smithi069.stdout:2959: expect (ObjNum 870 snap 277 seq_num 870) 2024-04-10T15:41:25.441 INFO:tasks.rados.rados.0.smithi069.stdout:2955: done (4 left) 2024-04-10T15:41:25.441 INFO:tasks.rados.rados.0.smithi069.stdout:2956: done (3 left) 2024-04-10T15:41:25.441 INFO:tasks.rados.rados.0.smithi069.stdout:2960: rollback oid 22 current snap is 288 2024-04-10T15:41:25.441 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 22 to 283 2024-04-10T15:41:25.441 INFO:tasks.rados.rados.0.smithi069.stdout:2961: delete oid 41 current snap is 288 2024-04-10T15:41:25.443 INFO:tasks.rados.rados.0.smithi069.stdout:2957: finishing write tid 1 to smithi06982861-17 2024-04-10T15:41:25.446 INFO:tasks.rados.rados.0.smithi069.stdout:2957: finishing write tid 2 to smithi06982861-17 2024-04-10T15:41:25.448 INFO:tasks.rados.rados.0.smithi069.stdout:2957: finishing write tid 3 to smithi06982861-17 2024-04-10T15:41:25.449 INFO:tasks.rados.rados.0.smithi069.stdout:2960: finishing rollback tid 0 to smithi06982861-22 2024-04-10T15:41:25.450 INFO:tasks.rados.rados.0.smithi069.stdout:2960: finishing rollback tid 1 to smithi06982861-22 2024-04-10T15:41:25.451 INFO:tasks.rados.rados.0.smithi069.stdout:2960: finishing rollback tid 2 to smithi06982861-22 2024-04-10T15:41:25.451 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 22 v 1041 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-04-10T15:41:25.451 INFO:tasks.rados.rados.0.smithi069.stdout:2957: finishing write tid 4 to smithi06982861-17 2024-04-10T15:41:25.451 INFO:tasks.rados.rados.0.smithi069.stdout:2957: oid 17 updating version 0 to 1494 2024-04-10T15:41:25.451 INFO:tasks.rados.rados.0.smithi069.stdout:2957: oid 17 version 1494 is already newer than 1492 2024-04-10T15:41:25.451 INFO:tasks.rados.rados.0.smithi069.stdout:2957: oid 17 version 1494 is already newer than 1493 2024-04-10T15:41:25.451 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 17 v 1494 (ObjNum 923 snap 288 seq_num 923) dirty exists 2024-04-10T15:41:25.452 INFO:tasks.rados.rados.0.smithi069.stdout:2957: left oid 17 (ObjNum 923 snap 288 seq_num 923) 2024-04-10T15:41:25.452 INFO:tasks.rados.rados.0.smithi069.stdout:2957: done (4 left) 2024-04-10T15:41:25.452 INFO:tasks.rados.rados.0.smithi069.stdout:2960: done (3 left) 2024-04-10T15:41:25.452 INFO:tasks.rados.rados.0.smithi069.stdout:2961: done (2 left) 2024-04-10T15:41:25.452 INFO:tasks.rados.rados.0.smithi069.stdout:2962: setattr oid 28 current snap is 288 2024-04-10T15:41:25.452 INFO:tasks.rados.rados.0.smithi069.stdout:2959: expect (ObjNum 870 snap 277 seq_num 870) 2024-04-10T15:41:25.559 INFO:tasks.rados.rados.0.smithi069.stdout:2958: expect (ObjNum 842 snap 269 seq_num 842) 2024-04-10T15:41:25.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:41:25 smithi069 ceph-mon[96738]: osdmap e652: 8 total, 8 up, 8 in 2024-04-10T15:41:25.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:41:25 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:41:25.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:41:25 smithi069 ceph-mon[94167]: osdmap e652: 8 total, 8 up, 8 in 2024-04-10T15:41:25.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:41:25 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:41:25.742 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:41:25 smithi077 ceph-mon[87572]: osdmap e652: 8 total, 8 up, 8 in 2024-04-10T15:41:25.742 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:41:25 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:41:25.996 INFO:tasks.rados.rados.0.smithi069.stdout:2958: done (2 left) 2024-04-10T15:41:25.996 INFO:tasks.rados.rados.0.smithi069.stdout:2959: done (1 left) 2024-04-10T15:41:25.996 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 36 current snap is 288 2024-04-10T15:41:25.996 INFO:tasks.rados.rados.0.smithi069.stdout:2963: seq_num 925 ranges {7004160=696320,7700480=401408} 2024-04-10T15:41:26.037 INFO:tasks.rados.rados.0.smithi069.stdout:2963: writing smithi06982861-36 from 7004160 to 7700480 tid 1 2024-04-10T15:41:26.039 INFO:tasks.rados.rados.0.smithi069.stdout:2963: writing smithi06982861-36 from 7700480 to 8101888 tid 2 2024-04-10T15:41:26.039 INFO:tasks.rados.rados.0.smithi069.stdout:2964: copy_from oid 7 from oid 37 current snap is 288 2024-04-10T15:41:26.039 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 28 v 1220 (ObjNum 161 snap 0 seq_num 1434416224) dirty exists 2024-04-10T15:41:26.039 INFO:tasks.rados.rados.0.smithi069.stdout:2962: done (2 left) 2024-04-10T15:41:26.039 INFO:tasks.rados.rados.0.smithi069.stdout:2965: rollback oid 11 current snap is 288 2024-04-10T15:41:26.040 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 11 to 283 2024-04-10T15:41:26.040 INFO:tasks.rados.rados.0.smithi069.stdout:2966: setattr oid 8 current snap is 288 2024-04-10T15:41:26.040 INFO:tasks.rados.rados.0.smithi069.stdout:2964: finishing copy_from to smithi06982861-7 2024-04-10T15:41:26.040 INFO:tasks.rados.rados.0.smithi069.stdout:2964: got expected ENOENT (src dne) 2024-04-10T15:41:26.040 INFO:tasks.rados.rados.0.smithi069.stdout:2964: finishing copy_from racing read to smithi06982861-7 2024-04-10T15:41:26.041 INFO:tasks.rados.rados.0.smithi069.stdout:2964: done (3 left) 2024-04-10T15:41:26.041 INFO:tasks.rados.rados.0.smithi069.stdout:2967: snap_create 2024-04-10T15:41:26.041 INFO:tasks.rados.rados.0.smithi069.stdout:2965: finishing rollback tid 1 to smithi06982861-11 2024-04-10T15:41:26.041 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 11 v 1015 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-04-10T15:41:26.045 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 8 v 1476 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-04-10T15:41:26.045 INFO:tasks.rados.rados.0.smithi069.stdout:2963: finishing write tid 1 to smithi06982861-36 2024-04-10T15:41:26.045 INFO:tasks.rados.rados.0.smithi069.stdout:2963: finishing write tid 2 to smithi06982861-36 2024-04-10T15:41:26.045 INFO:tasks.rados.rados.0.smithi069.stdout:2963: finishing write tid 3 to smithi06982861-36 2024-04-10T15:41:26.045 INFO:tasks.rados.rados.0.smithi069.stdout:2963: finishing write tid 4 to smithi06982861-36 2024-04-10T15:41:26.046 INFO:tasks.rados.rados.0.smithi069.stdout:2963: oid 36 updating version 0 to 1498 2024-04-10T15:41:26.046 INFO:tasks.rados.rados.0.smithi069.stdout:2963: oid 36 updating version 1498 to 1500 2024-04-10T15:41:26.046 INFO:tasks.rados.rados.0.smithi069.stdout:2963: oid 36 version 1500 is already newer than 1499 2024-04-10T15:41:26.046 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 36 v 1500 (ObjNum 925 snap 288 seq_num 925) dirty exists 2024-04-10T15:41:26.046 INFO:tasks.rados.rados.0.smithi069.stdout:2963: left oid 36 (ObjNum 925 snap 288 seq_num 925) 2024-04-10T15:41:26.215 INFO:tasks.rados.rados.0.smithi069.stdout:2963: done (3 left) 2024-04-10T15:41:26.215 INFO:tasks.rados.rados.0.smithi069.stdout:2965: done (2 left) 2024-04-10T15:41:26.216 INFO:tasks.rados.rados.0.smithi069.stdout:2966: done (1 left) 2024-04-10T15:41:26.216 INFO:tasks.rados.rados.0.smithi069.stdout:2967: done (0 left) 2024-04-10T15:41:26.216 INFO:tasks.rados.rados.0.smithi069.stdout:2968: read oid 18 snap -1 2024-04-10T15:41:26.216 INFO:tasks.rados.rados.0.smithi069.stdout:2968: expect (ObjNum 782 snap 246 seq_num 782) 2024-04-10T15:41:26.216 INFO:tasks.rados.rados.0.smithi069.stdout:2969: read oid 38 snap -1 2024-04-10T15:41:26.216 INFO:tasks.rados.rados.0.smithi069.stdout:2969: expect deleted 2024-04-10T15:41:26.216 INFO:tasks.rados.rados.0.smithi069.stdout:2970: read oid 10 snap -1 2024-04-10T15:41:26.216 INFO:tasks.rados.rados.0.smithi069.stdout:2970: expect deleted 2024-04-10T15:41:26.216 INFO:tasks.rados.rados.0.smithi069.stdout:2971: read oid 22 snap -1 2024-04-10T15:41:26.216 INFO:tasks.rados.rados.0.smithi069.stdout:2971: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-10T15:41:26.216 INFO:tasks.rados.rados.0.smithi069.stdout:2972: rollback oid 7 current snap is 289 2024-04-10T15:41:26.216 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 7 to 287 2024-04-10T15:41:26.217 INFO:tasks.rados.rados.0.smithi069.stdout:2973: delete oid 17 current snap is 289 2024-04-10T15:41:26.218 INFO:tasks.rados.rados.0.smithi069.stdout:2971: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-10T15:41:26.223 INFO:tasks.rados.rados.0.smithi069.stdout:2969: done (5 left) 2024-04-10T15:41:26.223 INFO:tasks.rados.rados.0.smithi069.stdout:2970: done (4 left) 2024-04-10T15:41:26.223 INFO:tasks.rados.rados.0.smithi069.stdout:2971: done (3 left) 2024-04-10T15:41:26.223 INFO:tasks.rados.rados.0.smithi069.stdout:2973: done (2 left) 2024-04-10T15:41:26.223 INFO:tasks.rados.rados.0.smithi069.stdout:2974: rollback oid 17 current snap is 289 2024-04-10T15:41:26.223 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 17 to 279 2024-04-10T15:41:26.223 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 2 current snap is 289 2024-04-10T15:41:26.223 INFO:tasks.rados.rados.0.smithi069.stdout:2975: seq_num 927 ranges {811008=729088,1540096=401408} 2024-04-10T15:41:26.231 INFO:tasks.rados.rados.0.smithi069.stdout:2975: writing smithi06982861-2 from 811008 to 1540096 tid 1 2024-04-10T15:41:26.233 INFO:tasks.rados.rados.0.smithi069.stdout:2975: writing smithi06982861-2 from 1540096 to 1941504 tid 2 2024-04-10T15:41:26.234 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 12 current snap is 289 2024-04-10T15:41:26.234 INFO:tasks.rados.rados.0.smithi069.stdout:2976: seq_num 928 ranges {0=745472,745472=401408} 2024-04-10T15:41:26.237 INFO:tasks.rados.rados.0.smithi069.stdout:2976: writing smithi06982861-12 from 0 to 745472 tid 1 2024-04-10T15:41:26.240 INFO:tasks.rados.rados.0.smithi069.stdout:2976: writing smithi06982861-12 from 745472 to 1146880 tid 2 2024-04-10T15:41:26.240 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 37 current snap is 289 2024-04-10T15:41:26.240 INFO:tasks.rados.rados.0.smithi069.stdout:2972: finishing rollback tid 0 to smithi06982861-7 2024-04-10T15:41:26.240 INFO:tasks.rados.rados.0.smithi069.stdout:2977: seq_num 929 ranges {0=761856,761856=401408} 2024-04-10T15:41:26.244 INFO:tasks.rados.rados.0.smithi069.stdout:2977: writing smithi06982861-37 from 0 to 761856 tid 1 2024-04-10T15:41:26.247 INFO:tasks.rados.rados.0.smithi069.stdout:2977: writing smithi06982861-37 from 761856 to 1163264 tid 2 2024-04-10T15:41:26.247 INFO:tasks.rados.rados.0.smithi069.stdout:2978: snap_create 2024-04-10T15:41:26.247 INFO:tasks.rados.rados.0.smithi069.stdout:2972: finishing rollback tid 1 to smithi06982861-7 2024-04-10T15:41:26.248 INFO:tasks.rados.rados.0.smithi069.stdout:2972: finishing rollback tid 2 to smithi06982861-7 2024-04-10T15:41:26.248 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 7 v 1492 (ObjNum 795 snap 248 seq_num 795) dirty exists 2024-04-10T15:41:26.248 INFO:tasks.rados.rados.0.smithi069.stdout:2968: expect (ObjNum 782 snap 246 seq_num 782) 2024-04-10T15:41:26.278 INFO:tasks.rados.rados.0.smithi069.stdout:2974: finishing rollback tid 1 to smithi06982861-17 2024-04-10T15:41:26.278 INFO:tasks.rados.rados.0.smithi069.stdout:2974: finishing rollback tid 2 to smithi06982861-17 2024-04-10T15:41:26.278 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 17 v 1498 (ObjNum 786 snap 247 seq_num 786) dirty exists 2024-04-10T15:41:26.278 INFO:tasks.rados.rados.0.smithi069.stdout:2975: finishing write tid 1 to smithi06982861-2 2024-04-10T15:41:26.278 INFO:tasks.rados.rados.0.smithi069.stdout:2975: finishing write tid 2 to smithi06982861-2 2024-04-10T15:41:26.278 INFO:tasks.rados.rados.0.smithi069.stdout:2975: finishing write tid 3 to smithi06982861-2 2024-04-10T15:41:26.278 INFO:tasks.rados.rados.0.smithi069.stdout:2976: finishing write tid 1 to smithi06982861-12 2024-04-10T15:41:26.278 INFO:tasks.rados.rados.0.smithi069.stdout:2976: finishing write tid 2 to smithi06982861-12 2024-04-10T15:41:26.278 INFO:tasks.rados.rados.0.smithi069.stdout:2975: finishing write tid 4 to smithi06982861-2 2024-04-10T15:41:26.278 INFO:tasks.rados.rados.0.smithi069.stdout:2975: oid 2 updating version 0 to 1050 2024-04-10T15:41:26.278 INFO:tasks.rados.rados.0.smithi069.stdout:2975: oid 2 version 1050 is already newer than 1048 2024-04-10T15:41:26.279 INFO:tasks.rados.rados.0.smithi069.stdout:2975: oid 2 version 1050 is already newer than 1049 2024-04-10T15:41:26.279 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 2 v 1050 (ObjNum 927 snap 289 seq_num 927) dirty exists 2024-04-10T15:41:26.279 INFO:tasks.rados.rados.0.smithi069.stdout:2975: left oid 2 (ObjNum 927 snap 289 seq_num 927) 2024-04-10T15:41:26.279 INFO:tasks.rados.rados.0.smithi069.stdout:2976: finishing write tid 3 to smithi06982861-12 2024-04-10T15:41:26.279 INFO:tasks.rados.rados.0.smithi069.stdout:2976: finishing write tid 4 to smithi06982861-12 2024-04-10T15:41:26.279 INFO:tasks.rados.rados.0.smithi069.stdout:2976: oid 12 updating version 0 to 1052 2024-04-10T15:41:26.279 INFO:tasks.rados.rados.0.smithi069.stdout:2976: oid 12 version 1052 is already newer than 1051 2024-04-10T15:41:26.279 INFO:tasks.rados.rados.0.smithi069.stdout:2976: oid 12 updating version 1052 to 1053 2024-04-10T15:41:26.279 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 12 v 1053 (ObjNum 928 snap 289 seq_num 928) dirty exists 2024-04-10T15:41:26.279 INFO:tasks.rados.rados.0.smithi069.stdout:2976: left oid 12 (ObjNum 928 snap 289 seq_num 928) 2024-04-10T15:41:26.279 INFO:tasks.rados.rados.0.smithi069.stdout:2977: finishing write tid 1 to smithi06982861-37 2024-04-10T15:41:26.279 INFO:tasks.rados.rados.0.smithi069.stdout:2977: finishing write tid 2 to smithi06982861-37 2024-04-10T15:41:26.279 INFO:tasks.rados.rados.0.smithi069.stdout:2977: finishing write tid 3 to smithi06982861-37 2024-04-10T15:41:26.280 INFO:tasks.rados.rados.0.smithi069.stdout:2977: finishing write tid 4 to smithi06982861-37 2024-04-10T15:41:26.280 INFO:tasks.rados.rados.0.smithi069.stdout:2977: oid 37 updating version 0 to 1478 2024-04-10T15:41:26.280 INFO:tasks.rados.rados.0.smithi069.stdout:2977: oid 37 updating version 1478 to 1480 2024-04-10T15:41:26.280 INFO:tasks.rados.rados.0.smithi069.stdout:2977: oid 37 version 1480 is already newer than 1479 2024-04-10T15:41:26.280 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 37 v 1480 (ObjNum 929 snap 289 seq_num 929) dirty exists 2024-04-10T15:41:26.280 INFO:tasks.rados.rados.0.smithi069.stdout:2977: left oid 37 (ObjNum 929 snap 289 seq_num 929) 2024-04-10T15:41:26.586 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:41:26 smithi077 ceph-mon[87572]: osdmap e653: 8 total, 8 up, 8 in 2024-04-10T15:41:26.586 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:41:26 smithi077 ceph-mon[87572]: pgmap v641: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 191 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 7.5 MiB/s rd, 3.8 MiB/s wr, 14 op/s 2024-04-10T15:41:26.586 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:41:26 smithi077 ceph-mon[87572]: osdmap e654: 8 total, 8 up, 8 in 2024-04-10T15:41:26.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:41:26 smithi069 ceph-mon[96738]: osdmap e653: 8 total, 8 up, 8 in 2024-04-10T15:41:26.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:41:26 smithi069 ceph-mon[96738]: pgmap v641: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 191 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 7.5 MiB/s rd, 3.8 MiB/s wr, 14 op/s 2024-04-10T15:41:26.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:41:26 smithi069 ceph-mon[96738]: osdmap e654: 8 total, 8 up, 8 in 2024-04-10T15:41:26.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:41:26 smithi069 ceph-mon[94167]: osdmap e653: 8 total, 8 up, 8 in 2024-04-10T15:41:26.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:41:26 smithi069 ceph-mon[94167]: pgmap v641: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 191 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 7.5 MiB/s rd, 3.8 MiB/s wr, 14 op/s 2024-04-10T15:41:26.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:41:26 smithi069 ceph-mon[94167]: osdmap e654: 8 total, 8 up, 8 in 2024-04-10T15:41:27.222 INFO:tasks.rados.rados.0.smithi069.stdout:2968: done (6 left) 2024-04-10T15:41:27.223 INFO:tasks.rados.rados.0.smithi069.stdout:2972: done (5 left) 2024-04-10T15:41:27.223 INFO:tasks.rados.rados.0.smithi069.stdout:2974: done (4 left) 2024-04-10T15:41:27.223 INFO:tasks.rados.rados.0.smithi069.stdout:2975: done (3 left) 2024-04-10T15:41:27.223 INFO:tasks.rados.rados.0.smithi069.stdout:2976: done (2 left) 2024-04-10T15:41:27.223 INFO:tasks.rados.rados.0.smithi069.stdout:2977: done (1 left) 2024-04-10T15:41:27.223 INFO:tasks.rados.rados.0.smithi069.stdout:2978: done (0 left) 2024-04-10T15:41:27.223 INFO:tasks.rados.rados.0.smithi069.stdout:2979: copy_from oid 48 from oid 43 current snap is 290 2024-04-10T15:41:27.223 INFO:tasks.rados.rados.0.smithi069.stdout:2980: setattr oid 7 current snap is 290 2024-04-10T15:41:27.223 INFO:tasks.rados.rados.0.smithi069.stdout:2981: read oid 36 snap 258 2024-04-10T15:41:27.223 INFO:tasks.rados.rados.0.smithi069.stdout:2981: expect (ObjNum 825 snap 257 seq_num 825) 2024-04-10T15:41:27.223 INFO:tasks.rados.rados.0.smithi069.stdout:2982: read oid 25 snap -1 2024-04-10T15:41:27.223 INFO:tasks.rados.rados.0.smithi069.stdout:2982: expect (ObjNum 912 snap 284 seq_num 912) 2024-04-10T15:41:27.223 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 44 current snap is 290 2024-04-10T15:41:27.223 INFO:tasks.rados.rados.0.smithi069.stdout:2983: seq_num 930 ranges {0=786432,786432=401408} 2024-04-10T15:41:27.227 INFO:tasks.rados.rados.0.smithi069.stdout:2983: writing smithi06982861-44 from 0 to 786432 tid 1 2024-04-10T15:41:27.231 INFO:tasks.rados.rados.0.smithi069.stdout:2983: writing smithi06982861-44 from 786432 to 1187840 tid 2 2024-04-10T15:41:27.231 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 24 current snap is 290 2024-04-10T15:41:27.231 INFO:tasks.rados.rados.0.smithi069.stdout:2984: seq_num 931 ranges {794624=802816,1597440=401408} 2024-04-10T15:41:27.240 INFO:tasks.rados.rados.0.smithi069.stdout:2984: writing smithi06982861-24 from 794624 to 1597440 tid 1 2024-04-10T15:41:27.243 INFO:tasks.rados.rados.0.smithi069.stdout:2984: writing smithi06982861-24 from 1597440 to 1998848 tid 2 2024-04-10T15:41:27.244 INFO:tasks.rados.rados.0.smithi069.stdout:2985: rmattr oid 37 current snap is 290 2024-04-10T15:41:27.244 INFO:tasks.rados.rados.0.smithi069.stdout:2985: done (6 left) 2024-04-10T15:41:27.244 INFO:tasks.rados.rados.0.smithi069.stdout:2986: rmattr oid 23 current snap is 290 2024-04-10T15:41:27.244 INFO:tasks.rados.rados.0.smithi069.stdout:2986: done (6 left) 2024-04-10T15:41:27.244 INFO:tasks.rados.rados.0.smithi069.stdout:2987: read oid 37 snap 288 2024-04-10T15:41:27.244 INFO:tasks.rados.rados.0.smithi069.stdout:2987: expect deleted 2024-04-10T15:41:27.244 INFO:tasks.rados.rados.0.smithi069.stdout:2988: delete oid 32 current snap is 290 2024-04-10T15:41:27.244 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 7 v 1494 (ObjNum 795 snap 248 seq_num 795) dirty exists 2024-04-10T15:41:27.244 INFO:tasks.rados.rados.0.smithi069.stdout:2979: finishing copy_from racing read to smithi06982861-48 2024-04-10T15:41:27.244 INFO:tasks.rados.rados.0.smithi069.stdout:2979: finishing copy_from to smithi06982861-48 2024-04-10T15:41:27.244 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 48 v 1067 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-04-10T15:41:27.244 INFO:tasks.rados.rados.0.smithi069.stdout:2982: expect (ObjNum 912 snap 284 seq_num 912) 2024-04-10T15:41:27.289 INFO:tasks.rados.rados.0.smithi069.stdout:2983: finishing write tid 1 to smithi06982861-44 2024-04-10T15:41:27.289 INFO:tasks.rados.rados.0.smithi069.stdout:2981: expect (ObjNum 825 snap 257 seq_num 825) 2024-04-10T15:41:27.336 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:41:26 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:15:41:26] "GET /metrics HTTP/1.1" 200 36324 "" "Prometheus/2.43.0" 2024-04-10T15:41:27.353 INFO:tasks.rados.rados.0.smithi069.stdout:2983: finishing write tid 2 to smithi06982861-44 2024-04-10T15:41:27.353 INFO:tasks.rados.rados.0.smithi069.stdout:2983: finishing write tid 3 to smithi06982861-44 2024-04-10T15:41:27.353 INFO:tasks.rados.rados.0.smithi069.stdout:2983: finishing write tid 4 to smithi06982861-44 2024-04-10T15:41:27.353 INFO:tasks.rados.rados.0.smithi069.stdout:2983: oid 44 updating version 0 to 1499 2024-04-10T15:41:27.354 INFO:tasks.rados.rados.0.smithi069.stdout:2983: oid 44 updating version 1499 to 1500 2024-04-10T15:41:27.354 INFO:tasks.rados.rados.0.smithi069.stdout:2983: oid 44 updating version 1500 to 1501 2024-04-10T15:41:27.354 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 44 v 1501 (ObjNum 930 snap 290 seq_num 930) dirty exists 2024-04-10T15:41:27.354 INFO:tasks.rados.rados.0.smithi069.stdout:2983: left oid 44 (ObjNum 930 snap 290 seq_num 930) 2024-04-10T15:41:27.354 INFO:tasks.rados.rados.0.smithi069.stdout:2984: finishing write tid 1 to smithi06982861-24 2024-04-10T15:41:27.354 INFO:tasks.rados.rados.0.smithi069.stdout:2984: finishing write tid 2 to smithi06982861-24 2024-04-10T15:41:27.354 INFO:tasks.rados.rados.0.smithi069.stdout:2984: finishing write tid 3 to smithi06982861-24 2024-04-10T15:41:27.354 INFO:tasks.rados.rados.0.smithi069.stdout:2984: finishing write tid 4 to smithi06982861-24 2024-04-10T15:41:27.354 INFO:tasks.rados.rados.0.smithi069.stdout:2984: oid 24 updating version 0 to 1316 2024-04-10T15:41:27.354 INFO:tasks.rados.rados.0.smithi069.stdout:2984: oid 24 updating version 1316 to 1317 2024-04-10T15:41:27.354 INFO:tasks.rados.rados.0.smithi069.stdout:2984: oid 24 updating version 1317 to 1318 2024-04-10T15:41:27.354 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 24 v 1318 (ObjNum 931 snap 290 seq_num 931) dirty exists 2024-04-10T15:41:27.354 INFO:tasks.rados.rados.0.smithi069.stdout:2984: left oid 24 (ObjNum 931 snap 290 seq_num 931) 2024-04-10T15:41:27.355 INFO:tasks.rados.rados.0.smithi069.stdout:2979: done (7 left) 2024-04-10T15:41:27.355 INFO:tasks.rados.rados.0.smithi069.stdout:2980: done (6 left) 2024-04-10T15:41:27.356 INFO:tasks.rados.rados.0.smithi069.stdout:2981: done (5 left) 2024-04-10T15:41:27.356 INFO:tasks.rados.rados.0.smithi069.stdout:2982: done (4 left) 2024-04-10T15:41:27.356 INFO:tasks.rados.rados.0.smithi069.stdout:2983: done (3 left) 2024-04-10T15:41:27.356 INFO:tasks.rados.rados.0.smithi069.stdout:2984: done (2 left) 2024-04-10T15:41:27.356 INFO:tasks.rados.rados.0.smithi069.stdout:2987: done (1 left) 2024-04-10T15:41:27.356 INFO:tasks.rados.rados.0.smithi069.stdout:2988: done (0 left) 2024-04-10T15:41:27.356 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 14 current snap is 290 2024-04-10T15:41:27.356 INFO:tasks.rados.rados.0.smithi069.stdout:2989: seq_num 933 ranges {1466368=434176,1900544=548864,2449408=253952} 2024-04-10T15:41:27.365 INFO:tasks.rados.rados.0.smithi069.stdout:2989: writing smithi06982861-14 from 1466368 to 1900544 tid 1 2024-04-10T15:41:27.368 INFO:tasks.rados.rados.0.smithi069.stdout:2989: writing smithi06982861-14 from 1900544 to 2449408 tid 2 2024-04-10T15:41:27.370 INFO:tasks.rados.rados.0.smithi069.stdout:2989: writing smithi06982861-14 from 2449408 to 2703360 tid 3 2024-04-10T15:41:27.370 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 15 current snap is 290 2024-04-10T15:41:27.370 INFO:tasks.rados.rados.0.smithi069.stdout:2989: finishing write tid 1 to smithi06982861-14 2024-04-10T15:41:27.370 INFO:tasks.rados.rados.0.smithi069.stdout:2990: seq_num 934 ranges {0=450560,450560=434176,884736=368640} 2024-04-10T15:41:27.372 INFO:tasks.rados.rados.0.smithi069.stdout:2990: writing smithi06982861-15 from 0 to 450560 tid 1 2024-04-10T15:41:27.375 INFO:tasks.rados.rados.0.smithi069.stdout:2990: writing smithi06982861-15 from 450560 to 884736 tid 2 2024-04-10T15:41:27.377 INFO:tasks.rados.rados.0.smithi069.stdout:2990: writing smithi06982861-15 from 884736 to 1253376 tid 3 2024-04-10T15:41:27.377 INFO:tasks.rados.rados.0.smithi069.stdout:2991: read oid 21 snap 286 2024-04-10T15:41:27.377 INFO:tasks.rados.rados.0.smithi069.stdout:2991: expect (ObjNum 893 snap 280 seq_num 893) 2024-04-10T15:41:27.378 INFO:tasks.rados.rados.0.smithi069.stdout:2992: snap_remove snap 288 2024-04-10T15:41:28.223 INFO:tasks.rados.rados.0.smithi069.stdout:2992: done (3 left) 2024-04-10T15:41:28.223 INFO:tasks.rados.rados.0.smithi069.stdout:2993: delete oid 33 current snap is 290 2024-04-10T15:41:28.223 INFO:tasks.rados.rados.0.smithi069.stdout:2989: finishing write tid 2 to smithi06982861-14 2024-04-10T15:41:28.223 INFO:tasks.rados.rados.0.smithi069.stdout:2989: finishing write tid 3 to smithi06982861-14 2024-04-10T15:41:28.223 INFO:tasks.rados.rados.0.smithi069.stdout:2989: finishing write tid 4 to smithi06982861-14 2024-04-10T15:41:28.223 INFO:tasks.rados.rados.0.smithi069.stdout:2989: finishing write tid 5 to smithi06982861-14 2024-04-10T15:41:28.223 INFO:tasks.rados.rados.0.smithi069.stdout:2989: oid 14 updating version 0 to 1105 2024-04-10T15:41:28.223 INFO:tasks.rados.rados.0.smithi069.stdout:2989: oid 14 updating version 1105 to 1107 2024-04-10T15:41:28.223 INFO:tasks.rados.rados.0.smithi069.stdout:2989: oid 14 version 1107 is already newer than 1104 2024-04-10T15:41:28.224 INFO:tasks.rados.rados.0.smithi069.stdout:2989: oid 14 version 1107 is already newer than 1106 2024-04-10T15:41:28.224 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 14 v 1107 (ObjNum 933 snap 290 seq_num 933) dirty exists 2024-04-10T15:41:28.224 INFO:tasks.rados.rados.0.smithi069.stdout:2989: left oid 14 (ObjNum 933 snap 290 seq_num 933) 2024-04-10T15:41:28.224 INFO:tasks.rados.rados.0.smithi069.stdout:2990: finishing write tid 1 to smithi06982861-15 2024-04-10T15:41:28.224 INFO:tasks.rados.rados.0.smithi069.stdout:2990: finishing write tid 2 to smithi06982861-15 2024-04-10T15:41:28.224 INFO:tasks.rados.rados.0.smithi069.stdout:2990: finishing write tid 3 to smithi06982861-15 2024-04-10T15:41:28.224 INFO:tasks.rados.rados.0.smithi069.stdout:2990: finishing write tid 4 to smithi06982861-15 2024-04-10T15:41:28.224 INFO:tasks.rados.rados.0.smithi069.stdout:2991: expect (ObjNum 893 snap 280 seq_num 893) 2024-04-10T15:41:28.265 INFO:tasks.rados.rados.0.smithi069.stdout:2990: finishing write tid 5 to smithi06982861-15 2024-04-10T15:41:28.266 INFO:tasks.rados.rados.0.smithi069.stdout:2990: oid 15 updating version 0 to 1169 2024-04-10T15:41:28.266 INFO:tasks.rados.rados.0.smithi069.stdout:2990: oid 15 version 1169 is already newer than 1168 2024-04-10T15:41:28.266 INFO:tasks.rados.rados.0.smithi069.stdout:2990: oid 15 version 1169 is already newer than 1167 2024-04-10T15:41:28.266 INFO:tasks.rados.rados.0.smithi069.stdout:2990: oid 15 updating version 1169 to 1170 2024-04-10T15:41:28.266 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 15 v 1170 (ObjNum 934 snap 290 seq_num 934) dirty exists 2024-04-10T15:41:28.266 INFO:tasks.rados.rados.0.smithi069.stdout:2990: left oid 15 (ObjNum 934 snap 290 seq_num 934) 2024-04-10T15:41:28.266 INFO:tasks.rados.rados.0.smithi069.stdout:2989: done (3 left) 2024-04-10T15:41:28.266 INFO:tasks.rados.rados.0.smithi069.stdout:2990: done (2 left) 2024-04-10T15:41:28.266 INFO:tasks.rados.rados.0.smithi069.stdout:2991: done (1 left) 2024-04-10T15:41:28.266 INFO:tasks.rados.rados.0.smithi069.stdout:2993: done (0 left) 2024-04-10T15:41:28.266 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 44 current snap is 290 2024-04-10T15:41:28.266 INFO:tasks.rados.rados.0.smithi069.stdout:2994: seq_num 936 ranges {1187840=483328,1671168=655360,2326528=147456} 2024-04-10T15:41:28.274 INFO:tasks.rados.rados.0.smithi069.stdout:2994: writing smithi06982861-44 from 1187840 to 1671168 tid 1 2024-04-10T15:41:28.278 INFO:tasks.rados.rados.0.smithi069.stdout:2994: writing smithi06982861-44 from 1671168 to 2326528 tid 2 2024-04-10T15:41:28.279 INFO:tasks.rados.rados.0.smithi069.stdout:2994: writing smithi06982861-44 from 2326528 to 2473984 tid 3 2024-04-10T15:41:28.279 INFO:tasks.rados.rados.0.smithi069.stdout:2995: snap_create 2024-04-10T15:41:28.279 INFO:tasks.rados.rados.0.smithi069.stdout:2994: finishing write tid 1 to smithi06982861-44 2024-04-10T15:41:28.282 INFO:tasks.rados.rados.0.smithi069.stdout:2994: finishing write tid 2 to smithi06982861-44 2024-04-10T15:41:28.282 INFO:tasks.rados.rados.0.smithi069.stdout:2994: finishing write tid 3 to smithi06982861-44 2024-04-10T15:41:28.282 INFO:tasks.rados.rados.0.smithi069.stdout:2994: finishing write tid 4 to smithi06982861-44 2024-04-10T15:41:28.283 INFO:tasks.rados.rados.0.smithi069.stdout:2994: finishing write tid 5 to smithi06982861-44 2024-04-10T15:41:28.284 INFO:tasks.rados.rados.0.smithi069.stdout:2994: oid 44 updating version 0 to 1505 2024-04-10T15:41:28.284 INFO:tasks.rados.rados.0.smithi069.stdout:2994: oid 44 version 1505 is already newer than 1504 2024-04-10T15:41:28.284 INFO:tasks.rados.rados.0.smithi069.stdout:2994: oid 44 updating version 1505 to 1507 2024-04-10T15:41:28.284 INFO:tasks.rados.rados.0.smithi069.stdout:2994: oid 44 version 1507 is already newer than 1506 2024-04-10T15:41:28.284 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 44 v 1507 (ObjNum 936 snap 290 seq_num 936) dirty exists 2024-04-10T15:41:28.284 INFO:tasks.rados.rados.0.smithi069.stdout:2994: left oid 44 (ObjNum 936 snap 290 seq_num 936) 2024-04-10T15:41:28.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:41:28 smithi077 ceph-mon[87572]: osdmap e655: 8 total, 8 up, 8 in 2024-04-10T15:41:28.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:41:28 smithi077 ceph-mon[87572]: pgmap v644: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 191 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 3.1 MiB/s wr, 2 op/s 2024-04-10T15:41:28.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:41:28 smithi069 ceph-mon[96738]: osdmap e655: 8 total, 8 up, 8 in 2024-04-10T15:41:28.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:41:28 smithi069 ceph-mon[96738]: pgmap v644: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 191 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 3.1 MiB/s wr, 2 op/s 2024-04-10T15:41:28.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:41:28 smithi069 ceph-mon[94167]: osdmap e655: 8 total, 8 up, 8 in 2024-04-10T15:41:28.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:41:28 smithi069 ceph-mon[94167]: pgmap v644: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 191 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 3.1 MiB/s wr, 2 op/s 2024-04-10T15:41:29.223 INFO:tasks.rados.rados.0.smithi069.stdout:2994: done (1 left) 2024-04-10T15:41:29.224 INFO:tasks.rados.rados.0.smithi069.stdout:2995: done (0 left) 2024-04-10T15:41:29.224 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 13 current snap is 291 2024-04-10T15:41:29.224 INFO:tasks.rados.rados.0.smithi069.stdout:2996: seq_num 937 ranges {0=499712,499712=532480,1032192=270336} 2024-04-10T15:41:29.226 INFO:tasks.rados.rados.0.smithi069.stdout:2996: writing smithi06982861-13 from 0 to 499712 tid 1 2024-04-10T15:41:29.229 INFO:tasks.rados.rados.0.smithi069.stdout:2996: writing smithi06982861-13 from 499712 to 1032192 tid 2 2024-04-10T15:41:29.231 INFO:tasks.rados.rados.0.smithi069.stdout:2996: writing smithi06982861-13 from 1032192 to 1302528 tid 3 2024-04-10T15:41:29.231 INFO:tasks.rados.rados.0.smithi069.stdout:2997: copy_from oid 41 from oid 46 current snap is 291 2024-04-10T15:41:29.231 INFO:tasks.rados.rados.0.smithi069.stdout:2998: snap_remove snap 283 2024-04-10T15:41:29.274 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:41:29 smithi077 ceph-mon[87572]: osdmap e656: 8 total, 8 up, 8 in 2024-04-10T15:41:29.274 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:41:29 smithi077 systemd[1]: Stopping Ceph grafana.a for 09bfb546-f74e-11ee-b64a-cb9ed24678a4... 2024-04-10T15:41:29.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:41:29 smithi069 ceph-mon[96738]: osdmap e656: 8 total, 8 up, 8 in 2024-04-10T15:41:29.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:41:29 smithi069 ceph-mon[94167]: osdmap e656: 8 total, 8 up, 8 in 2024-04-10T15:41:29.593 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:41:29 smithi077 podman[125677]: 2024-04-10 15:41:29.283425342 +0000 UTC m=+0.139122869 container died 8891d154474db7313fbea1d72bf27746741deee29508d39b45e3ce090eab67d6 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, com.redhat.component=ubi8-container, io.k8s.display-name=Red Hat Universal Base Image 8, architecture=x86_64, io.buildah.version=1.32.0, name=ubi8, io.openshift.tags=base rhel8, vendor=Red Hat, Inc., com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, description=Ceph Grafana Container, vcs-type=git, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., summary=Grafana Container configured for Ceph mgr/dashboard integration, distribution-scope=public, version=8.5, build-date=2022-04-29T11:48:11.055897, io.openshift.expose-services=, release=239.1651231664, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, maintainer=Paul Cuzner ) 2024-04-10T15:41:29.886 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:41:29 smithi077 podman[125677]: 2024-04-10 15:41:29.678178115 +0000 UTC m=+0.533875642 container cleanup 8891d154474db7313fbea1d72bf27746741deee29508d39b45e3ce090eab67d6 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a, release=239.1651231664, vcs-type=git, distribution-scope=public, io.buildah.version=1.32.0, build-date=2022-04-29T11:48:11.055897, description=Ceph Grafana Container, io.openshift.tags=base rhel8, summary=Grafana Container configured for Ceph mgr/dashboard integration, vendor=Red Hat, Inc., io.openshift.expose-services=, version=8.5, architecture=x86_64, com.redhat.component=ubi8-container, maintainer=Paul Cuzner , com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.k8s.display-name=Red Hat Universal Base Image 8, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., name=ubi8, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com) 2024-04-10T15:41:29.886 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:41:29 smithi077 bash[125677]: ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a 2024-04-10T15:41:30.183 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:41:29 smithi077 podman[125696]: 2024-04-10 15:41:29.896383439 +0000 UTC m=+0.615827060 container remove 8891d154474db7313fbea1d72bf27746741deee29508d39b45e3ce090eab67d6 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a, io.buildah.version=1.32.0, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., release=239.1651231664, name=ubi8, build-date=2022-04-29T11:48:11.055897, com.redhat.component=ubi8-container, io.openshift.tags=base rhel8, vcs-type=git, io.k8s.display-name=Red Hat Universal Base Image 8, io.openshift.expose-services=, version=8.5, description=Ceph Grafana Container, vendor=Red Hat, Inc., architecture=x86_64, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, summary=Grafana Container configured for Ceph mgr/dashboard integration, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, distribution-scope=public, maintainer=Paul Cuzner , url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664) 2024-04-10T15:41:30.183 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:41:29 smithi077 systemd[1]: ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4@grafana.a.service: Main process exited, code=exited, status=143/n/a 2024-04-10T15:41:30.183 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:41:29 smithi077 systemd[1]: ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4@grafana.a.service: Failed with result 'exit-code'. 2024-04-10T15:41:30.183 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:41:29 smithi077 systemd[1]: Stopped Ceph grafana.a for 09bfb546-f74e-11ee-b64a-cb9ed24678a4. 2024-04-10T15:41:30.183 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:41:29 smithi077 systemd[1]: ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4@grafana.a.service: Consumed 10.855s CPU time. 2024-04-10T15:41:30.183 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:41:30 smithi077 systemd[1]: Starting Ceph grafana.a for 09bfb546-f74e-11ee-b64a-cb9ed24678a4... 2024-04-10T15:41:30.245 INFO:tasks.rados.rados.0.smithi069.stdout:2996: finishing write tid 1 to smithi06982861-13 2024-04-10T15:41:30.245 INFO:tasks.rados.rados.0.smithi069.stdout:2996: finishing write tid 2 to smithi06982861-13 2024-04-10T15:41:30.245 INFO:tasks.rados.rados.0.smithi069.stdout:2996: finishing write tid 3 to smithi06982861-13 2024-04-10T15:41:30.245 INFO:tasks.rados.rados.0.smithi069.stdout:2996: finishing write tid 4 to smithi06982861-13 2024-04-10T15:41:30.245 INFO:tasks.rados.rados.0.smithi069.stdout:2997: finishing copy_from to smithi06982861-41 2024-04-10T15:41:30.245 INFO:tasks.rados.rados.0.smithi069.stdout:2997: got expected ENOENT (src dne) 2024-04-10T15:41:30.245 INFO:tasks.rados.rados.0.smithi069.stdout:2997: finishing copy_from racing read to smithi06982861-41 2024-04-10T15:41:30.245 INFO:tasks.rados.rados.0.smithi069.stdout:2996: finishing write tid 5 to smithi06982861-13 2024-04-10T15:41:30.245 INFO:tasks.rados.rados.0.smithi069.stdout:2996: oid 13 updating version 0 to 1512 2024-04-10T15:41:30.246 INFO:tasks.rados.rados.0.smithi069.stdout:2996: oid 13 version 1512 is already newer than 1510 2024-04-10T15:41:30.246 INFO:tasks.rados.rados.0.smithi069.stdout:2996: oid 13 version 1512 is already newer than 1509 2024-04-10T15:41:30.246 INFO:tasks.rados.rados.0.smithi069.stdout:2996: oid 13 version 1512 is already newer than 1511 2024-04-10T15:41:30.246 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 13 v 1512 (ObjNum 937 snap 291 seq_num 937) dirty exists 2024-04-10T15:41:30.246 INFO:tasks.rados.rados.0.smithi069.stdout:2996: left oid 13 (ObjNum 937 snap 291 seq_num 937) 2024-04-10T15:41:30.246 INFO:tasks.rados.rados.0.smithi069.stdout:2996: done (2 left) 2024-04-10T15:41:30.246 INFO:tasks.rados.rados.0.smithi069.stdout:2997: done (1 left) 2024-04-10T15:41:30.246 INFO:tasks.rados.rados.0.smithi069.stdout:2998: done (0 left) 2024-04-10T15:41:30.246 INFO:tasks.rados.rados.0.smithi069.stdout:2999: read oid 34 snap -1 2024-04-10T15:41:30.246 INFO:tasks.rados.rados.0.smithi069.stdout:2999: expect (ObjNum 795 snap 248 seq_num 795) 2024-04-10T15:41:30.246 INFO:tasks.rados.rados.0.smithi069.stdout:3000: rollback oid 50 current snap is 291 2024-04-10T15:41:30.246 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 50 to 289 2024-04-10T15:41:30.246 INFO:tasks.rados.rados.0.smithi069.stdout:3001: setattr oid 21 current snap is 291 2024-04-10T15:41:30.248 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 1 current snap is 291 2024-04-10T15:41:30.248 INFO:tasks.rados.rados.0.smithi069.stdout:3002: seq_num 938 ranges {3366912=516096,3883008=417792,4300800=385024} 2024-04-10T15:41:30.271 INFO:tasks.rados.rados.0.smithi069.stdout:3002: writing smithi06982861-1 from 3366912 to 3883008 tid 1 2024-04-10T15:41:30.274 INFO:tasks.rados.rados.0.smithi069.stdout:3002: writing smithi06982861-1 from 3883008 to 4300800 tid 2 2024-04-10T15:41:30.277 INFO:tasks.rados.rados.0.smithi069.stdout:3002: writing smithi06982861-1 from 4300800 to 4685824 tid 3 2024-04-10T15:41:30.277 INFO:tasks.rados.rados.0.smithi069.stdout:3003: snap_remove snap 287 2024-04-10T15:41:30.445 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:41:30 smithi077 ceph-mon[87572]: osdmap e657: 8 total, 8 up, 8 in 2024-04-10T15:41:30.445 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:41:30 smithi077 ceph-mon[87572]: pgmap v647: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 188 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 8.4 MiB/s rd, 2.0 MiB/s wr, 22 op/s 2024-04-10T15:41:30.446 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:41:30 smithi077 podman[125829]: 2024-04-10 15:41:30.321999993 +0000 UTC m=+0.017524957 image pull 2bacad6d85d802cd176c146528adcc0e47a8a83e94bc4a8b7ba1a9b9ef2c65e7 quay.io/ceph/grafana:9.4.12 2024-04-10T15:41:30.446 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:41:30 smithi077 podman[125829]: 2024-04-10 15:41:30.456199429 +0000 UTC m=+0.151724436 container create a5a1d9d4dc15350eeea440f2306620cc30f1d251717316586bc8cbc9353e8147 (image=quay.io/ceph/grafana:9.4.12, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a, maintainer=Grafana Labs ) 2024-04-10T15:41:30.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:41:30 smithi069 ceph-mon[96738]: osdmap e657: 8 total, 8 up, 8 in 2024-04-10T15:41:30.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:41:30 smithi069 ceph-mon[96738]: pgmap v647: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 188 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 8.4 MiB/s rd, 2.0 MiB/s wr, 22 op/s 2024-04-10T15:41:30.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:41:30 smithi069 ceph-mon[94167]: osdmap e657: 8 total, 8 up, 8 in 2024-04-10T15:41:30.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:41:30 smithi069 ceph-mon[94167]: pgmap v647: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 188 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 8.4 MiB/s rd, 2.0 MiB/s wr, 22 op/s 2024-04-10T15:41:30.993 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:41:30 smithi077 podman[125829]: 2024-04-10 15:41:30.725108745 +0000 UTC m=+0.420633709 container init a5a1d9d4dc15350eeea440f2306620cc30f1d251717316586bc8cbc9353e8147 (image=quay.io/ceph/grafana:9.4.12, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a, maintainer=Grafana Labs ) 2024-04-10T15:41:30.993 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:41:30 smithi077 podman[125829]: 2024-04-10 15:41:30.730327837 +0000 UTC m=+0.425852805 container start a5a1d9d4dc15350eeea440f2306620cc30f1d251717316586bc8cbc9353e8147 (image=quay.io/ceph/grafana:9.4.12, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a, maintainer=Grafana Labs ) 2024-04-10T15:41:30.994 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:41:30 smithi077 bash[125829]: a5a1d9d4dc15350eeea440f2306620cc30f1d251717316586bc8cbc9353e8147 2024-04-10T15:41:30.994 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:41:30 smithi077 systemd[1]: Started Ceph grafana.a for 09bfb546-f74e-11ee-b64a-cb9ed24678a4. 2024-04-10T15:41:30.994 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:41:30 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[125844]: logger=settings t=2024-04-10T15:41:30.883846282Z level=info msg="Starting Grafana" version=9.4.12 commit=37ee25ba46 branch=HEAD compiled=2023-05-22T15:58:05Z 2024-04-10T15:41:30.994 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:41:30 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[125844]: logger=settings t=2024-04-10T15:41:30.88401557Z level=warn msg="\"sentry\" frontend logging provider is deprecated and will be removed in the next major version. Use \"grafana\" provider instead." 2024-04-10T15:41:30.994 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:41:30 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[125844]: logger=settings t=2024-04-10T15:41:30.884025745Z level=info msg="Config loaded from" file=/usr/share/grafana/conf/defaults.ini 2024-04-10T15:41:30.994 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:41:30 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[125844]: logger=settings t=2024-04-10T15:41:30.884029199Z level=info msg="Config loaded from" file=/etc/grafana/grafana.ini 2024-04-10T15:41:30.994 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:41:30 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[125844]: logger=settings t=2024-04-10T15:41:30.884031623Z level=info msg="Config overridden from command line" arg="default.paths.data=/var/lib/grafana" 2024-04-10T15:41:30.994 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:41:30 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[125844]: logger=settings t=2024-04-10T15:41:30.884034164Z level=info msg="Config overridden from command line" arg="default.paths.logs=/var/log/grafana" 2024-04-10T15:41:30.994 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:41:30 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[125844]: logger=settings t=2024-04-10T15:41:30.884036616Z level=info msg="Config overridden from command line" arg="default.paths.plugins=/var/lib/grafana/plugins" 2024-04-10T15:41:30.994 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:41:30 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[125844]: logger=settings t=2024-04-10T15:41:30.88403896Z level=info msg="Config overridden from command line" arg="default.paths.provisioning=/etc/grafana/provisioning" 2024-04-10T15:41:30.994 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:41:30 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[125844]: logger=settings t=2024-04-10T15:41:30.884042382Z level=info msg="Config overridden from command line" arg="default.log.mode=console" 2024-04-10T15:41:30.994 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:41:30 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[125844]: logger=settings t=2024-04-10T15:41:30.884045351Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_DATA=/var/lib/grafana" 2024-04-10T15:41:30.995 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:41:30 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[125844]: logger=settings t=2024-04-10T15:41:30.884047829Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_LOGS=/var/log/grafana" 2024-04-10T15:41:30.995 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:41:30 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[125844]: logger=settings t=2024-04-10T15:41:30.88405019Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PLUGINS=/var/lib/grafana/plugins" 2024-04-10T15:41:30.995 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:41:30 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[125844]: logger=settings t=2024-04-10T15:41:30.884052658Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PROVISIONING=/etc/grafana/provisioning" 2024-04-10T15:41:30.995 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:41:30 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[125844]: logger=settings t=2024-04-10T15:41:30.884055329Z level=info msg="Path Home" path=/usr/share/grafana 2024-04-10T15:41:30.995 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:41:30 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[125844]: logger=settings t=2024-04-10T15:41:30.884057957Z level=info msg="Path Data" path=/var/lib/grafana 2024-04-10T15:41:30.995 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:41:30 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[125844]: logger=settings t=2024-04-10T15:41:30.884060246Z level=info msg="Path Logs" path=/var/log/grafana 2024-04-10T15:41:30.995 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:41:30 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[125844]: logger=settings t=2024-04-10T15:41:30.884062417Z level=info msg="Path Plugins" path=/var/lib/grafana/plugins 2024-04-10T15:41:30.995 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:41:30 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[125844]: logger=settings t=2024-04-10T15:41:30.884064868Z level=info msg="Path Provisioning" path=/etc/grafana/provisioning 2024-04-10T15:41:30.995 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:41:30 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[125844]: logger=settings t=2024-04-10T15:41:30.884067183Z level=info msg="App mode production" 2024-04-10T15:41:30.995 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:41:30 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[125844]: logger=sqlstore t=2024-04-10T15:41:30.884109405Z level=info msg="Connecting to DB" dbtype=sqlite3 2024-04-10T15:41:30.995 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:41:30 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[125844]: logger=sqlstore t=2024-04-10T15:41:30.884119676Z level=warn msg="SQLite database file has broader permissions than it should" path=/var/lib/grafana/grafana.db mode=-rw-r--r-- expected=-rw-r----- 2024-04-10T15:41:30.995 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:41:30 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[125844]: logger=migrator t=2024-04-10T15:41:30.897971551Z level=info msg="Starting DB migrations" 2024-04-10T15:41:30.995 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:41:30 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[125844]: logger=migrator t=2024-04-10T15:41:30.902724193Z level=info msg="migrations completed" performed=0 skipped=481 duration=442.566µs 2024-04-10T15:41:30.996 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:41:30 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[125844]: logger=sqlstore t=2024-04-10T15:41:30.903070476Z level=info msg="Created default organization" 2024-04-10T15:41:30.996 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:41:30 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[125844]: logger=plugin.finder t=2024-04-10T15:41:30.938370342Z level=warn msg="Skipping finding plugins as directory does not exist" path=/usr/share/grafana/plugins-bundled 2024-04-10T15:41:30.996 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:41:30 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[125844]: logger=secrets t=2024-04-10T15:41:30.938460878Z level=info msg="Envelope encryption state" enabled=true currentprovider=secretKey.v1 2024-04-10T15:41:30.996 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:41:30 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[125844]: logger=query_data t=2024-04-10T15:41:30.941977817Z level=info msg="Query Service initialization" 2024-04-10T15:41:30.996 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:41:30 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[125844]: logger=live.push_http t=2024-04-10T15:41:30.944484264Z level=info msg="Live Push Gateway initialization" 2024-04-10T15:41:31.216 INFO:tasks.rados.rados.0.smithi069.stdout:3003: done (4 left) 2024-04-10T15:41:31.217 INFO:tasks.rados.rados.0.smithi069.stdout:3004: delete oid 49 current snap is 291 2024-04-10T15:41:31.217 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 21 v 1132 (ObjNum 893 snap 280 seq_num 893) dirty exists 2024-04-10T15:41:31.217 INFO:tasks.rados.rados.0.smithi069.stdout:3000: finishing rollback tid 0 to smithi06982861-50 2024-04-10T15:41:31.217 INFO:tasks.rados.rados.0.smithi069.stdout:3000: finishing rollback tid 1 to smithi06982861-50 2024-04-10T15:41:31.217 INFO:tasks.rados.rados.0.smithi069.stdout:3000: finishing rollback tid 2 to smithi06982861-50 2024-04-10T15:41:31.217 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 50 v 1036 (ObjNum 795 snap 248 seq_num 795) dirty exists 2024-04-10T15:41:31.217 INFO:tasks.rados.rados.0.smithi069.stdout:3002: finishing write tid 1 to smithi06982861-1 2024-04-10T15:41:31.217 INFO:tasks.rados.rados.0.smithi069.stdout:3002: finishing write tid 2 to smithi06982861-1 2024-04-10T15:41:31.217 INFO:tasks.rados.rados.0.smithi069.stdout:3002: finishing write tid 3 to smithi06982861-1 2024-04-10T15:41:31.217 INFO:tasks.rados.rados.0.smithi069.stdout:3002: finishing write tid 4 to smithi06982861-1 2024-04-10T15:41:31.217 INFO:tasks.rados.rados.0.smithi069.stdout:2999: expect (ObjNum 795 snap 248 seq_num 795) 2024-04-10T15:41:31.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:41:31 smithi077 ceph-mon[87572]: osdmap e658: 8 total, 8 up, 8 in 2024-04-10T15:41:31.493 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:41:31 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:41:31.493 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:41:31 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:41:31.493 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:41:31 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:41:31.493 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:41:31 smithi077 ceph-mon[87572]: osdmap e659: 8 total, 8 up, 8 in 2024-04-10T15:41:31.562 INFO:tasks.rados.rados.0.smithi069.stdout:3002: finishing write tid 5 to smithi06982861-1 2024-04-10T15:41:31.562 INFO:tasks.rados.rados.0.smithi069.stdout:3002: oid 1 updating version 0 to 1074 2024-04-10T15:41:31.562 INFO:tasks.rados.rados.0.smithi069.stdout:3002: oid 1 version 1074 is already newer than 1072 2024-04-10T15:41:31.562 INFO:tasks.rados.rados.0.smithi069.stdout:3002: oid 1 version 1074 is already newer than 1073 2024-04-10T15:41:31.562 INFO:tasks.rados.rados.0.smithi069.stdout:3002: oid 1 version 1074 is already newer than 1071 2024-04-10T15:41:31.562 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 1 v 1074 (ObjNum 938 snap 291 seq_num 938) dirty exists 2024-04-10T15:41:31.562 INFO:tasks.rados.rados.0.smithi069.stdout:3002: left oid 1 (ObjNum 938 snap 291 seq_num 938) 2024-04-10T15:41:31.562 INFO:tasks.rados.rados.0.smithi069.stdout:2999: done (4 left) 2024-04-10T15:41:31.563 INFO:tasks.rados.rados.0.smithi069.stdout:3000: done (3 left) 2024-04-10T15:41:31.563 INFO:tasks.rados.rados.0.smithi069.stdout:3001: done (2 left) 2024-04-10T15:41:31.563 INFO:tasks.rados.rados.0.smithi069.stdout:3002: done (1 left) 2024-04-10T15:41:31.563 INFO:tasks.rados.rados.0.smithi069.stdout:3004: done (0 left) 2024-04-10T15:41:31.563 INFO:tasks.rados.rados.0.smithi069.stdout:3005: snap_create 2024-04-10T15:41:31.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:41:31 smithi069 ceph-mon[96738]: osdmap e658: 8 total, 8 up, 8 in 2024-04-10T15:41:31.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:41:31 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:41:31.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:41:31 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:41:31.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:41:31 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:41:31.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:41:31 smithi069 ceph-mon[96738]: osdmap e659: 8 total, 8 up, 8 in 2024-04-10T15:41:31.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:41:31 smithi069 ceph-mon[94167]: osdmap e658: 8 total, 8 up, 8 in 2024-04-10T15:41:31.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:41:31 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:41:31.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:41:31 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:41:31.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:41:31 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:41:31.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:41:31 smithi069 ceph-mon[94167]: osdmap e659: 8 total, 8 up, 8 in 2024-04-10T15:41:31.900 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:41:31 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[125844]: logger=infra.usagestats.collector t=2024-04-10T15:41:31.619039767Z level=info msg="registering usage stat providers" usageStatsProvidersLen=2 2024-04-10T15:41:31.900 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:41:31 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[125844]: logger=provisioning.datasources t=2024-04-10T15:41:31.622553165Z level=info msg="deleted correlations based on configuration" ds_name=Dashboard1 2024-04-10T15:41:31.900 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:41:31 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[125844]: logger=provisioning.datasources t=2024-04-10T15:41:31.622570143Z level=info msg="deleted datasource based on configuration" name=Dashboard1 2024-04-10T15:41:31.900 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:41:31 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[125844]: logger=provisioning.datasources t=2024-04-10T15:41:31.622676531Z level=info msg="inserting datasource from configuration " name=Dashboard1 uid=P43CA22E17D0F9596 2024-04-10T15:41:31.901 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:41:31 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[125844]: logger=provisioning.alerting t=2024-04-10T15:41:31.644325767Z level=info msg="starting to provision alerting" 2024-04-10T15:41:31.901 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:41:31 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[125844]: logger=provisioning.alerting t=2024-04-10T15:41:31.644336426Z level=info msg="finished to provision alerting" 2024-04-10T15:41:31.901 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:41:31 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[125844]: logger=ngalert.state.manager t=2024-04-10T15:41:31.644572698Z level=info msg="Warming state cache for startup" 2024-04-10T15:41:31.901 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:41:31 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[125844]: logger=grafanaStorageLogger t=2024-04-10T15:41:31.644579303Z level=info msg="storage starting" 2024-04-10T15:41:31.901 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:41:31 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[125844]: logger=http.server t=2024-04-10T15:41:31.647727083Z level=info msg="HTTP Server Listen" address=[::]:3000 protocol=https subUrl= socket= 2024-04-10T15:41:31.901 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:41:31 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[125844]: logger=ngalert.state.manager t=2024-04-10T15:41:31.655136346Z level=info msg="State cache has been initialized" states=0 duration=10.56308ms 2024-04-10T15:41:31.901 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:41:31 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[125844]: logger=ticker t=2024-04-10T15:41:31.655176298Z level=info msg=starting first_tick=2024-04-10T15:41:40Z 2024-04-10T15:41:31.901 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:41:31 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[125844]: logger=ngalert.multiorg.alertmanager t=2024-04-10T15:41:31.655205199Z level=info msg="starting MultiOrg Alertmanager" 2024-04-10T15:41:32.243 INFO:tasks.rados.rados.0.smithi069.stdout:3005: done (0 left) 2024-04-10T15:41:32.243 INFO:tasks.rados.rados.0.smithi069.stdout:3006: read oid 43 snap 290 2024-04-10T15:41:32.243 INFO:tasks.rados.rados.0.smithi069.stdout:3006: expect (ObjNum 1435657152 snap 21957 seq_num 1433998064) 2024-04-10T15:41:32.243 INFO:tasks.rados.rados.0.smithi069.stdout:3007: snap_create 2024-04-10T15:41:32.245 INFO:tasks.rados.rados.0.smithi069.stdout:3006: expect (ObjNum 1435657152 snap 21957 seq_num 1433998064) 2024-04-10T15:41:32.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:41:32 smithi077 ceph-mon[87572]: pgmap v650: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 189 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 2.8 MiB/s wr, 42 op/s 2024-04-10T15:41:32.493 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:41:32 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T15:41:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:41:32.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:41:32 smithi069 ceph-mon[96738]: pgmap v650: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 189 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 2.8 MiB/s wr, 42 op/s 2024-04-10T15:41:32.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:41:32 smithi069 ceph-mon[94167]: pgmap v650: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 189 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 2.8 MiB/s wr, 42 op/s 2024-04-10T15:41:33.240 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:41:33 smithi077 ceph-mon[87572]: osdmap e660: 8 total, 8 up, 8 in 2024-04-10T15:41:33.248 INFO:tasks.rados.rados.0.smithi069.stdout:3006: done (1 left) 2024-04-10T15:41:33.248 INFO:tasks.rados.rados.0.smithi069.stdout:3007: done (0 left) 2024-04-10T15:41:33.249 INFO:tasks.rados.rados.0.smithi069.stdout:3008: rmattr oid 44 current snap is 293 2024-04-10T15:41:33.249 INFO:tasks.rados.rados.0.smithi069.stdout:3008: done (0 left) 2024-04-10T15:41:33.249 INFO:tasks.rados.rados.0.smithi069.stdout:3009: snap_remove snap 289 2024-04-10T15:41:33.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:41:33 smithi069 ceph-mon[94167]: osdmap e660: 8 total, 8 up, 8 in 2024-04-10T15:41:33.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:41:33 smithi069 ceph-mon[96738]: osdmap e660: 8 total, 8 up, 8 in 2024-04-10T15:41:34.254 INFO:tasks.rados.rados.0.smithi069.stdout:3009: done (0 left) 2024-04-10T15:41:34.255 INFO:tasks.rados.rados.0.smithi069.stdout:3010: read oid 10 snap -1 2024-04-10T15:41:34.255 INFO:tasks.rados.rados.0.smithi069.stdout:3010: expect deleted 2024-04-10T15:41:34.255 INFO:tasks.rados.rados.0.smithi069.stdout:3011: copy_from oid 38 from oid 48 current snap is 293 2024-04-10T15:41:34.255 INFO:tasks.rados.rados.0.smithi069.stdout:3012: copy_from oid 2 from oid 9 current snap is 293 2024-04-10T15:41:34.255 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 4 current snap is 293 2024-04-10T15:41:34.255 INFO:tasks.rados.rados.0.smithi069.stdout:3013: seq_num 940 ranges {3301376=548864,3850240=589824,4440064=212992} 2024-04-10T15:41:34.276 INFO:tasks.rados.rados.0.smithi069.stdout:3013: writing smithi06982861-4 from 3301376 to 3850240 tid 1 2024-04-10T15:41:34.279 INFO:tasks.rados.rados.0.smithi069.stdout:3013: writing smithi06982861-4 from 3850240 to 4440064 tid 2 2024-04-10T15:41:34.281 INFO:tasks.rados.rados.0.smithi069.stdout:3013: writing smithi06982861-4 from 4440064 to 4653056 tid 3 2024-04-10T15:41:34.281 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 31 current snap is 293 2024-04-10T15:41:34.281 INFO:tasks.rados.rados.0.smithi069.stdout:3014: seq_num 941 ranges {9396224=565248,9961472=475136,10436608=327680} 2024-04-10T15:41:34.333 INFO:tasks.rados.rados.0.smithi069.stdout:3014: writing smithi06982861-31 from 9396224 to 9961472 tid 1 2024-04-10T15:41:34.336 INFO:tasks.rados.rados.0.smithi069.stdout:3014: writing smithi06982861-31 from 9961472 to 10436608 tid 2 2024-04-10T15:41:34.338 INFO:tasks.rados.rados.0.smithi069.stdout:3014: writing smithi06982861-31 from 10436608 to 10764288 tid 3 2024-04-10T15:41:34.338 INFO:tasks.rados.rados.0.smithi069.stdout:3015: snap_remove snap 258 2024-04-10T15:41:34.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:41:34 smithi069 ceph-mon[94167]: osdmap e661: 8 total, 8 up, 8 in 2024-04-10T15:41:34.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:41:34 smithi069 ceph-mon[94167]: pgmap v653: 121 pgs: 121 active+clean; 189 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 9.4 MiB/s rd, 1.1 MiB/s wr, 20 op/s 2024-04-10T15:41:34.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:41:34 smithi069 ceph-mon[96738]: osdmap e661: 8 total, 8 up, 8 in 2024-04-10T15:41:34.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:41:34 smithi069 ceph-mon[96738]: pgmap v653: 121 pgs: 121 active+clean; 189 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 9.4 MiB/s rd, 1.1 MiB/s wr, 20 op/s 2024-04-10T15:41:34.742 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:41:34 smithi077 ceph-mon[87572]: osdmap e661: 8 total, 8 up, 8 in 2024-04-10T15:41:34.742 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:41:34 smithi077 ceph-mon[87572]: pgmap v653: 121 pgs: 121 active+clean; 189 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 9.4 MiB/s rd, 1.1 MiB/s wr, 20 op/s 2024-04-10T15:41:35.256 INFO:tasks.rados.rados.0.smithi069.stdout:3011: finishing copy_from racing read to smithi06982861-38 2024-04-10T15:41:35.256 INFO:tasks.rados.rados.0.smithi069.stdout:3011: finishing copy_from to smithi06982861-38 2024-04-10T15:41:35.256 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 38 v 1067 (ObjNum 289 snap 0 seq_num 1435442160) dirty exists 2024-04-10T15:41:35.256 INFO:tasks.rados.rados.0.smithi069.stdout:3012: finishing copy_from racing read to smithi06982861-2 2024-04-10T15:41:35.257 INFO:tasks.rados.rados.0.smithi069.stdout:3012: finishing copy_from to smithi06982861-2 2024-04-10T15:41:35.257 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 2 v 1061 (ObjNum 870 snap 277 seq_num 870) dirty exists 2024-04-10T15:41:35.257 INFO:tasks.rados.rados.0.smithi069.stdout:3013: finishing write tid 1 to smithi06982861-4 2024-04-10T15:41:35.257 INFO:tasks.rados.rados.0.smithi069.stdout:3013: finishing write tid 2 to smithi06982861-4 2024-04-10T15:41:35.257 INFO:tasks.rados.rados.0.smithi069.stdout:3013: finishing write tid 3 to smithi06982861-4 2024-04-10T15:41:35.257 INFO:tasks.rados.rados.0.smithi069.stdout:3013: finishing write tid 4 to smithi06982861-4 2024-04-10T15:41:35.257 INFO:tasks.rados.rados.0.smithi069.stdout:3013: finishing write tid 5 to smithi06982861-4 2024-04-10T15:41:35.257 INFO:tasks.rados.rados.0.smithi069.stdout:3013: oid 4 updating version 0 to 1782 2024-04-10T15:41:35.257 INFO:tasks.rados.rados.0.smithi069.stdout:3013: oid 4 updating version 1782 to 1783 2024-04-10T15:41:35.257 INFO:tasks.rados.rados.0.smithi069.stdout:3013: oid 4 version 1783 is already newer than 1781 2024-04-10T15:41:35.257 INFO:tasks.rados.rados.0.smithi069.stdout:3013: oid 4 version 1783 is already newer than 1780 2024-04-10T15:41:35.257 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 4 v 1783 (ObjNum 940 snap 293 seq_num 940) dirty exists 2024-04-10T15:41:35.257 INFO:tasks.rados.rados.0.smithi069.stdout:3013: left oid 4 (ObjNum 940 snap 293 seq_num 940) 2024-04-10T15:41:35.257 INFO:tasks.rados.rados.0.smithi069.stdout:3014: finishing write tid 1 to smithi06982861-31 2024-04-10T15:41:35.258 INFO:tasks.rados.rados.0.smithi069.stdout:3014: finishing write tid 2 to smithi06982861-31 2024-04-10T15:41:35.258 INFO:tasks.rados.rados.0.smithi069.stdout:3014: finishing write tid 3 to smithi06982861-31 2024-04-10T15:41:35.258 INFO:tasks.rados.rados.0.smithi069.stdout:3014: finishing write tid 4 to smithi06982861-31 2024-04-10T15:41:35.258 INFO:tasks.rados.rados.0.smithi069.stdout:3014: finishing write tid 5 to smithi06982861-31 2024-04-10T15:41:35.258 INFO:tasks.rados.rados.0.smithi069.stdout:3014: oid 31 updating version 0 to 1491 2024-04-10T15:41:35.258 INFO:tasks.rados.rados.0.smithi069.stdout:3014: oid 31 version 1491 is already newer than 1490 2024-04-10T15:41:35.258 INFO:tasks.rados.rados.0.smithi069.stdout:3014: oid 31 version 1491 is already newer than 1489 2024-04-10T15:41:35.258 INFO:tasks.rados.rados.0.smithi069.stdout:3014: oid 31 version 1491 is already newer than 1488 2024-04-10T15:41:35.258 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 31 v 1491 (ObjNum 941 snap 293 seq_num 941) dirty exists 2024-04-10T15:41:35.258 INFO:tasks.rados.rados.0.smithi069.stdout:3014: left oid 31 (ObjNum 941 snap 293 seq_num 941) 2024-04-10T15:41:35.258 INFO:tasks.rados.rados.0.smithi069.stdout:3010: done (5 left) 2024-04-10T15:41:35.258 INFO:tasks.rados.rados.0.smithi069.stdout:3011: done (4 left) 2024-04-10T15:41:35.258 INFO:tasks.rados.rados.0.smithi069.stdout:3012: done (3 left) 2024-04-10T15:41:35.259 INFO:tasks.rados.rados.0.smithi069.stdout:3013: done (2 left) 2024-04-10T15:41:35.259 INFO:tasks.rados.rados.0.smithi069.stdout:3014: done (1 left) 2024-04-10T15:41:35.259 INFO:tasks.rados.rados.0.smithi069.stdout:3015: done (0 left) 2024-04-10T15:41:35.259 INFO:tasks.rados.rados.0.smithi069.stdout:3016: delete oid 11 current snap is 293 2024-04-10T15:41:35.272 INFO:tasks.rados.rados.0.smithi069.stdout:3016: done (0 left) 2024-04-10T15:41:35.272 INFO:tasks.rados.rados.0.smithi069.stdout:3017: rollback oid 31 current snap is 293 2024-04-10T15:41:35.273 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 31 to 290 2024-04-10T15:41:35.273 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 29 current snap is 293 2024-04-10T15:41:35.273 INFO:tasks.rados.rados.0.smithi069.stdout:3018: seq_num 943 ranges {983040=598016,1581056=688128,2269184=114688} 2024-04-10T15:41:35.282 INFO:tasks.rados.rados.0.smithi069.stdout:3018: writing smithi06982861-29 from 983040 to 1581056 tid 1 2024-04-10T15:41:35.287 INFO:tasks.rados.rados.0.smithi069.stdout:3018: writing smithi06982861-29 from 1581056 to 2269184 tid 2 2024-04-10T15:41:35.288 INFO:tasks.rados.rados.0.smithi069.stdout:3018: writing smithi06982861-29 from 2269184 to 2383872 tid 3 2024-04-10T15:41:35.288 INFO:tasks.rados.rados.0.smithi069.stdout:3019: read oid 48 snap 279 2024-04-10T15:41:35.288 INFO:tasks.rados.rados.0.smithi069.stdout:3019: expect (ObjNum 842 snap 269 seq_num 842) 2024-04-10T15:41:35.288 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 12 current snap is 293 2024-04-10T15:41:35.289 INFO:tasks.rados.rados.0.smithi069.stdout:3017: finishing rollback tid 0 to smithi06982861-31 2024-04-10T15:41:35.289 INFO:tasks.rados.rados.0.smithi069.stdout:3017: finishing rollback tid 1 to smithi06982861-31 2024-04-10T15:41:35.289 INFO:tasks.rados.rados.0.smithi069.stdout:3017: finishing rollback tid 2 to smithi06982861-31 2024-04-10T15:41:35.289 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 31 v 1494 (ObjNum 664 snap 207 seq_num 664) dirty exists 2024-04-10T15:41:35.289 INFO:tasks.rados.rados.0.smithi069.stdout:3020: seq_num 944 ranges {1146880=614400,1761280=573440,2334720=229376} 2024-04-10T15:41:35.299 INFO:tasks.rados.rados.0.smithi069.stdout:3020: writing smithi06982861-12 from 1146880 to 1761280 tid 1 2024-04-10T15:41:35.302 INFO:tasks.rados.rados.0.smithi069.stdout:3020: writing smithi06982861-12 from 1761280 to 2334720 tid 2 2024-04-10T15:41:35.304 INFO:tasks.rados.rados.0.smithi069.stdout:3020: writing smithi06982861-12 from 2334720 to 2564096 tid 3 2024-04-10T15:41:35.305 INFO:tasks.rados.rados.0.smithi069.stdout:3017: done (3 left) 2024-04-10T15:41:35.305 INFO:tasks.rados.rados.0.smithi069.stdout:3021: copy_from oid 41 from oid 37 current snap is 293 2024-04-10T15:41:35.305 INFO:tasks.rados.rados.0.smithi069.stdout:3018: finishing write tid 1 to smithi06982861-29 2024-04-10T15:41:35.305 INFO:tasks.rados.rados.0.smithi069.stdout:3018: finishing write tid 2 to smithi06982861-29 2024-04-10T15:41:35.305 INFO:tasks.rados.rados.0.smithi069.stdout:3018: finishing write tid 3 to smithi06982861-29 2024-04-10T15:41:35.305 INFO:tasks.rados.rados.0.smithi069.stdout:3018: finishing write tid 4 to smithi06982861-29 2024-04-10T15:41:35.305 INFO:tasks.rados.rados.0.smithi069.stdout:3020: finishing write tid 1 to smithi06982861-12 2024-04-10T15:41:35.305 INFO:tasks.rados.rados.0.smithi069.stdout:3022: delete oid 11 current snap is 293 2024-04-10T15:41:35.306 INFO:tasks.rados.rados.0.smithi069.stdout:3020: finishing write tid 2 to smithi06982861-12 2024-04-10T15:41:35.307 INFO:tasks.rados.rados.0.smithi069.stdout:3022: done (4 left) 2024-04-10T15:41:35.308 INFO:tasks.rados.rados.0.smithi069.stdout:3023: read oid 18 snap -1 2024-04-10T15:41:35.308 INFO:tasks.rados.rados.0.smithi069.stdout:3023: expect (ObjNum 782 snap 246 seq_num 782) 2024-04-10T15:41:35.308 INFO:tasks.rados.rados.0.smithi069.stdout:3024: copy_from oid 27 from oid 13 current snap is 293 2024-04-10T15:41:35.308 INFO:tasks.rados.rados.0.smithi069.stdout:3020: finishing write tid 3 to smithi06982861-12 2024-04-10T15:41:35.308 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 50 current snap is 293 2024-04-10T15:41:35.308 INFO:tasks.rados.rados.0.smithi069.stdout:3025: seq_num 946 ranges {6070272=647168,6717440=745472,7462912=57344} 2024-04-10T15:41:35.344 INFO:tasks.rados.rados.0.smithi069.stdout:3025: writing smithi06982861-50 from 6070272 to 6717440 tid 1 2024-04-10T15:41:35.349 INFO:tasks.rados.rados.0.smithi069.stdout:3025: writing smithi06982861-50 from 6717440 to 7462912 tid 2 2024-04-10T15:41:35.350 INFO:tasks.rados.rados.0.smithi069.stdout:3025: writing smithi06982861-50 from 7462912 to 7520256 tid 3 2024-04-10T15:41:35.350 INFO:tasks.rados.rados.0.smithi069.stdout:3026: delete oid 6 current snap is 293 2024-04-10T15:41:35.350 INFO:tasks.rados.rados.0.smithi069.stdout:3020: finishing write tid 4 to smithi06982861-12 2024-04-10T15:41:35.350 INFO:tasks.rados.rados.0.smithi069.stdout:3020: finishing write tid 5 to smithi06982861-12 2024-04-10T15:41:35.350 INFO:tasks.rados.rados.0.smithi069.stdout:3020: oid 12 updating version 0 to 1064 2024-04-10T15:41:35.350 INFO:tasks.rados.rados.0.smithi069.stdout:3020: oid 12 version 1064 is already newer than 1063 2024-04-10T15:41:35.350 INFO:tasks.rados.rados.0.smithi069.stdout:3020: oid 12 updating version 1064 to 1065 2024-04-10T15:41:35.350 INFO:tasks.rados.rados.0.smithi069.stdout:3020: oid 12 version 1065 is already newer than 1062 2024-04-10T15:41:35.350 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 12 v 1065 (ObjNum 944 snap 293 seq_num 944) dirty exists 2024-04-10T15:41:35.350 INFO:tasks.rados.rados.0.smithi069.stdout:3020: left oid 12 (ObjNum 944 snap 293 seq_num 944) 2024-04-10T15:41:35.350 INFO:tasks.rados.rados.0.smithi069.stdout:3023: expect (ObjNum 782 snap 246 seq_num 782) 2024-04-10T15:41:35.379 INFO:tasks.rados.rados.0.smithi069.stdout:3024: finishing copy_from racing read to smithi06982861-27 2024-04-10T15:41:35.379 INFO:tasks.rados.rados.0.smithi069.stdout:3024: finishing copy_from to smithi06982861-27 2024-04-10T15:41:35.379 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 27 v 1512 (ObjNum 937 snap 291 seq_num 937) dirty exists 2024-04-10T15:41:35.379 INFO:tasks.rados.rados.0.smithi069.stdout:3021: finishing copy_from racing read to smithi06982861-41 2024-04-10T15:41:35.379 INFO:tasks.rados.rados.0.smithi069.stdout:3021: finishing copy_from to smithi06982861-41 2024-04-10T15:41:35.379 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 41 v 1480 (ObjNum 929 snap 289 seq_num 929) dirty exists 2024-04-10T15:41:35.380 INFO:tasks.rados.rados.0.smithi069.stdout:3019: expect (ObjNum 842 snap 269 seq_num 842) 2024-04-10T15:41:35.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:41:35 smithi069 ceph-mon[94167]: osdmap e662: 8 total, 8 up, 8 in 2024-04-10T15:41:35.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:41:35 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:41:35.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:41:35 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:41:35.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:41:35 smithi069 ceph-mon[96738]: osdmap e662: 8 total, 8 up, 8 in 2024-04-10T15:41:35.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:41:35 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:41:35.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:41:35 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:41:35.742 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:41:35 smithi077 ceph-mon[87572]: osdmap e662: 8 total, 8 up, 8 in 2024-04-10T15:41:35.742 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:41:35 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:41:35.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:41:35 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:41:35.822 INFO:tasks.rados.rados.0.smithi069.stdout:3018: finishing write tid 5 to smithi06982861-29 2024-04-10T15:41:35.822 INFO:tasks.rados.rados.0.smithi069.stdout:3018: oid 29 updating version 0 to 1188 2024-04-10T15:41:35.822 INFO:tasks.rados.rados.0.smithi069.stdout:3018: oid 29 updating version 1188 to 1190 2024-04-10T15:41:35.822 INFO:tasks.rados.rados.0.smithi069.stdout:3018: oid 29 updating version 1190 to 1191 2024-04-10T15:41:35.822 INFO:tasks.rados.rados.0.smithi069.stdout:3018: oid 29 version 1191 is already newer than 1189 2024-04-10T15:41:35.822 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 29 v 1191 (ObjNum 943 snap 293 seq_num 943) dirty exists 2024-04-10T15:41:35.823 INFO:tasks.rados.rados.0.smithi069.stdout:3018: left oid 29 (ObjNum 943 snap 293 seq_num 943) 2024-04-10T15:41:35.823 INFO:tasks.rados.rados.0.smithi069.stdout:3025: finishing write tid 1 to smithi06982861-50 2024-04-10T15:41:35.823 INFO:tasks.rados.rados.0.smithi069.stdout:3018: done (7 left) 2024-04-10T15:41:35.823 INFO:tasks.rados.rados.0.smithi069.stdout:3019: done (6 left) 2024-04-10T15:41:35.823 INFO:tasks.rados.rados.0.smithi069.stdout:3020: done (5 left) 2024-04-10T15:41:35.823 INFO:tasks.rados.rados.0.smithi069.stdout:3021: done (4 left) 2024-04-10T15:41:35.823 INFO:tasks.rados.rados.0.smithi069.stdout:3023: done (3 left) 2024-04-10T15:41:35.823 INFO:tasks.rados.rados.0.smithi069.stdout:3024: done (2 left) 2024-04-10T15:41:35.823 INFO:tasks.rados.rados.0.smithi069.stdout:3026: done (1 left) 2024-04-10T15:41:35.823 INFO:tasks.rados.rados.0.smithi069.stdout:3027: rollback oid 20 current snap is 293 2024-04-10T15:41:35.823 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 20 to 279 2024-04-10T15:41:35.823 INFO:tasks.rados.rados.0.smithi069.stdout:3025: finishing write tid 2 to smithi06982861-50 2024-04-10T15:41:35.823 INFO:tasks.rados.rados.0.smithi069.stdout:3025: finishing write tid 3 to smithi06982861-50 2024-04-10T15:41:35.823 INFO:tasks.rados.rados.0.smithi069.stdout:3025: finishing write tid 4 to smithi06982861-50 2024-04-10T15:41:35.824 INFO:tasks.rados.rados.0.smithi069.stdout:3025: finishing write tid 5 to smithi06982861-50 2024-04-10T15:41:35.824 INFO:tasks.rados.rados.0.smithi069.stdout:3025: oid 50 updating version 0 to 1040 2024-04-10T15:41:35.824 INFO:tasks.rados.rados.0.smithi069.stdout:3025: oid 50 version 1040 is already newer than 1039 2024-04-10T15:41:35.824 INFO:tasks.rados.rados.0.smithi069.stdout:3025: oid 50 version 1040 is already newer than 1038 2024-04-10T15:41:35.824 INFO:tasks.rados.rados.0.smithi069.stdout:3025: oid 50 version 1040 is already newer than 1037 2024-04-10T15:41:35.824 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 50 v 1040 (ObjNum 946 snap 293 seq_num 946) dirty exists 2024-04-10T15:41:35.824 INFO:tasks.rados.rados.0.smithi069.stdout:3025: left oid 50 (ObjNum 946 snap 293 seq_num 946) 2024-04-10T15:41:35.824 INFO:tasks.rados.rados.0.smithi069.stdout:3025: done (1 left) 2024-04-10T15:41:35.824 INFO:tasks.rados.rados.0.smithi069.stdout:3028: copy_from oid 10 from oid 48 current snap is 293 2024-04-10T15:41:35.824 INFO:tasks.rados.rados.0.smithi069.stdout:3029: rollback oid 12 current snap is 293 2024-04-10T15:41:35.824 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 12 to 279 2024-04-10T15:41:35.824 INFO:tasks.rados.rados.0.smithi069.stdout:3030: delete oid 44 current snap is 293 2024-04-10T15:41:35.825 INFO:tasks.rados.rados.0.smithi069.stdout:3029: finishing rollback tid 0 to smithi06982861-12 2024-04-10T15:41:35.825 INFO:tasks.rados.rados.0.smithi069.stdout:3027: finishing rollback tid 1 to smithi06982861-20 2024-04-10T15:41:35.825 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 20 v 0 (ObjNum 33 snap 0 seq_num 1434149424) dirty dne 2024-04-10T15:41:35.825 INFO:tasks.rados.rados.0.smithi069.stdout:3029: finishing rollback tid 1 to smithi06982861-12 2024-04-10T15:41:35.825 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 12 v 1067 (ObjNum 1585 snap 0 seq_num 3227496784) dirty dne 2024-04-10T15:41:35.826 INFO:tasks.rados.rados.0.smithi069.stdout:3027: done (3 left) 2024-04-10T15:41:35.826 INFO:tasks.rados.rados.0.smithi069.stdout:3029: done (2 left) 2024-04-10T15:41:35.826 INFO:tasks.rados.rados.0.smithi069.stdout:3030: done (1 left) 2024-04-10T15:41:35.826 INFO:tasks.rados.rados.0.smithi069.stdout:3031: read oid 45 snap -1 2024-04-10T15:41:35.826 INFO:tasks.rados.rados.0.smithi069.stdout:3031: expect (ObjNum 905 snap 282 seq_num 905) 2024-04-10T15:41:35.826 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 14 current snap is 293 2024-04-10T15:41:35.826 INFO:tasks.rados.rados.0.smithi069.stdout:3032: seq_num 949 ranges {2703360=704512,3407872=794624,4202496=8192} 2024-04-10T15:41:35.844 INFO:tasks.rados.rados.0.smithi069.stdout:3032: writing smithi06982861-14 from 2703360 to 3407872 tid 1 2024-04-10T15:41:35.849 INFO:tasks.rados.rados.0.smithi069.stdout:3032: writing smithi06982861-14 from 3407872 to 4202496 tid 2 2024-04-10T15:41:35.849 INFO:tasks.rados.rados.0.smithi069.stdout:3032: writing smithi06982861-14 from 4202496 to 4210688 tid 3 2024-04-10T15:41:35.849 INFO:tasks.rados.rados.0.smithi069.stdout:3033: read oid 17 snap -1 2024-04-10T15:41:35.849 INFO:tasks.rados.rados.0.smithi069.stdout:3033: expect (ObjNum 786 snap 247 seq_num 786) 2024-04-10T15:41:35.849 INFO:tasks.rados.rados.0.smithi069.stdout:3034: read oid 3 snap -1 2024-04-10T15:41:35.849 INFO:tasks.rados.rados.0.smithi069.stdout:3034: expect (ObjNum 763 snap 243 seq_num 763) 2024-04-10T15:41:35.849 INFO:tasks.rados.rados.0.smithi069.stdout:3035: snap_create 2024-04-10T15:41:35.849 INFO:tasks.rados.rados.0.smithi069.stdout:3028: finishing copy_from racing read to smithi06982861-10 2024-04-10T15:41:35.850 INFO:tasks.rados.rados.0.smithi069.stdout:3028: finishing copy_from to smithi06982861-10 2024-04-10T15:41:35.850 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 10 v 1067 (ObjNum 65 snap 0 seq_num 1633710429) dirty exists 2024-04-10T15:41:35.850 INFO:tasks.rados.rados.0.smithi069.stdout:3031: expect (ObjNum 905 snap 282 seq_num 905) 2024-04-10T15:41:36.418 INFO:tasks.rados.rados.0.smithi069.stdout:3032: finishing write tid 1 to smithi06982861-14 2024-04-10T15:41:36.419 INFO:tasks.rados.rados.0.smithi069.stdout:3033: expect (ObjNum 786 snap 247 seq_num 786) 2024-04-10T15:41:36.448 INFO:tasks.rados.rados.0.smithi069.stdout:3032: finishing write tid 2 to smithi06982861-14 2024-04-10T15:41:36.448 INFO:tasks.rados.rados.0.smithi069.stdout:3032: finishing write tid 3 to smithi06982861-14 2024-04-10T15:41:36.448 INFO:tasks.rados.rados.0.smithi069.stdout:3034: expect (ObjNum 763 snap 243 seq_num 763) 2024-04-10T15:41:36.489 INFO:tasks.rados.rados.0.smithi069.stdout:3032: finishing write tid 4 to smithi06982861-14 2024-04-10T15:41:36.489 INFO:tasks.rados.rados.0.smithi069.stdout:3032: finishing write tid 5 to smithi06982861-14 2024-04-10T15:41:36.489 INFO:tasks.rados.rados.0.smithi069.stdout:3032: oid 14 updating version 0 to 1136 2024-04-10T15:41:36.490 INFO:tasks.rados.rados.0.smithi069.stdout:3032: oid 14 version 1136 is already newer than 1135 2024-04-10T15:41:36.490 INFO:tasks.rados.rados.0.smithi069.stdout:3032: oid 14 version 1136 is already newer than 1134 2024-04-10T15:41:36.490 INFO:tasks.rados.rados.0.smithi069.stdout:3032: oid 14 version 1136 is already newer than 1133 2024-04-10T15:41:36.490 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 14 v 1136 (ObjNum 949 snap 293 seq_num 949) dirty exists 2024-04-10T15:41:36.490 INFO:tasks.rados.rados.0.smithi069.stdout:3032: left oid 14 (ObjNum 949 snap 293 seq_num 949) 2024-04-10T15:41:36.490 INFO:tasks.rados.rados.0.smithi069.stdout:3028: done (5 left) 2024-04-10T15:41:36.490 INFO:tasks.rados.rados.0.smithi069.stdout:3031: done (4 left) 2024-04-10T15:41:36.490 INFO:tasks.rados.rados.0.smithi069.stdout:3032: done (3 left) 2024-04-10T15:41:36.490 INFO:tasks.rados.rados.0.smithi069.stdout:3033: done (2 left) 2024-04-10T15:41:36.490 INFO:tasks.rados.rados.0.smithi069.stdout:3034: done (1 left) 2024-04-10T15:41:36.490 INFO:tasks.rados.rados.0.smithi069.stdout:3035: done (0 left) 2024-04-10T15:41:36.491 INFO:tasks.rados.rados.0.smithi069.stdout:3036: read oid 32 snap -1 2024-04-10T15:41:36.491 INFO:tasks.rados.rados.0.smithi069.stdout:3036: expect deleted 2024-04-10T15:41:36.491 INFO:tasks.rados.rados.0.smithi069.stdout:3037: snap_remove snap 292 2024-04-10T15:41:36.522 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:41:36 smithi077 ceph-mon[87572]: osdmap e663: 8 total, 8 up, 8 in 2024-04-10T15:41:36.522 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:41:36 smithi077 ceph-mon[87572]: pgmap v656: 121 pgs: 121 active+clean; 177 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 23 KiB/s rd, 1.8 MiB/s wr, 6 op/s 2024-04-10T15:41:36.522 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:41:36 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:41:36.522 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:41:36 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:41:36.522 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:41:36 smithi077 ceph-mon[87572]: osdmap e664: 8 total, 8 up, 8 in 2024-04-10T15:41:36.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:41:36 smithi069 ceph-mon[96738]: osdmap e663: 8 total, 8 up, 8 in 2024-04-10T15:41:36.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:41:36 smithi069 ceph-mon[96738]: pgmap v656: 121 pgs: 121 active+clean; 177 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 23 KiB/s rd, 1.8 MiB/s wr, 6 op/s 2024-04-10T15:41:36.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:41:36 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:41:36.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:41:36 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:41:36.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:41:36 smithi069 ceph-mon[96738]: osdmap e664: 8 total, 8 up, 8 in 2024-04-10T15:41:36.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:41:36 smithi069 ceph-mon[94167]: osdmap e663: 8 total, 8 up, 8 in 2024-04-10T15:41:36.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:41:36 smithi069 ceph-mon[94167]: pgmap v656: 121 pgs: 121 active+clean; 177 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 23 KiB/s rd, 1.8 MiB/s wr, 6 op/s 2024-04-10T15:41:36.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:41:36 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:41:36.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:41:36 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:41:36.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:41:36 smithi069 ceph-mon[94167]: osdmap e664: 8 total, 8 up, 8 in 2024-04-10T15:41:37.274 INFO:tasks.rados.rados.0.smithi069.stdout:3036: done (1 left) 2024-04-10T15:41:37.274 INFO:tasks.rados.rados.0.smithi069.stdout:3037: done (0 left) 2024-04-10T15:41:37.275 INFO:tasks.rados.rados.0.smithi069.stdout:3038: setattr oid 37 current snap is 294 2024-04-10T15:41:37.276 INFO:tasks.rados.rados.0.smithi069.stdout:3039: rollback oid 10 current snap is 294 2024-04-10T15:41:37.276 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 10 to 291 2024-04-10T15:41:37.276 INFO:tasks.rados.rados.0.smithi069.stdout:3040: snap_create 2024-04-10T15:41:37.285 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 37 v 1481 (ObjNum 929 snap 289 seq_num 929) dirty exists 2024-04-10T15:41:37.286 INFO:tasks.rados.rados.0.smithi069.stdout:3039: finishing rollback tid 0 to smithi06982861-10 2024-04-10T15:41:37.286 INFO:tasks.rados.rados.0.smithi069.stdout:3039: finishing rollback tid 1 to smithi06982861-10 2024-04-10T15:41:37.286 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 10 v 1796 (ObjNum 369 snap 0 seq_num 3253247056) dirty dne 2024-04-10T15:41:37.336 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:41:36 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:15:41:36] "GET /metrics HTTP/1.1" 200 36324 "" "Prometheus/2.43.0" 2024-04-10T15:41:38.276 INFO:tasks.rados.rados.0.smithi069.stdout:3038: done (2 left) 2024-04-10T15:41:38.276 INFO:tasks.rados.rados.0.smithi069.stdout:3039: done (1 left) 2024-04-10T15:41:38.276 INFO:tasks.rados.rados.0.smithi069.stdout:3040: done (0 left) 2024-04-10T15:41:38.276 INFO:tasks.rados.rados.0.smithi069.stdout:3041: rollback oid 30 current snap is 295 2024-04-10T15:41:38.276 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 30 to 293 2024-04-10T15:41:38.276 INFO:tasks.rados.rados.0.smithi069.stdout:3042: snap_remove snap 291 2024-04-10T15:41:38.307 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:41:38 smithi077 ceph-mon[87572]: osdmap e665: 8 total, 8 up, 8 in 2024-04-10T15:41:38.308 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:41:38 smithi077 ceph-mon[87572]: pgmap v659: 121 pgs: 121 active+clean; 177 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 22 KiB/s rd, 1.5 MiB/s wr, 5 op/s 2024-04-10T15:41:38.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:41:38 smithi069 ceph-mon[96738]: osdmap e665: 8 total, 8 up, 8 in 2024-04-10T15:41:38.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:41:38 smithi069 ceph-mon[96738]: pgmap v659: 121 pgs: 121 active+clean; 177 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 22 KiB/s rd, 1.5 MiB/s wr, 5 op/s 2024-04-10T15:41:38.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:41:38 smithi069 ceph-mon[94167]: osdmap e665: 8 total, 8 up, 8 in 2024-04-10T15:41:38.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:41:38 smithi069 ceph-mon[94167]: pgmap v659: 121 pgs: 121 active+clean; 177 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 22 KiB/s rd, 1.5 MiB/s wr, 5 op/s 2024-04-10T15:41:39.277 INFO:tasks.rados.rados.0.smithi069.stdout:3042: done (1 left) 2024-04-10T15:41:39.278 INFO:tasks.rados.rados.0.smithi069.stdout:3043: rmattr oid 15 current snap is 295 2024-04-10T15:41:39.278 INFO:tasks.rados.rados.0.smithi069.stdout:3043: done (1 left) 2024-04-10T15:41:39.278 INFO:tasks.rados.rados.0.smithi069.stdout:3044: copy_from oid 45 from oid 37 current snap is 295 2024-04-10T15:41:39.278 INFO:tasks.rados.rados.0.smithi069.stdout:3041: finishing rollback tid 1 to smithi06982861-30 2024-04-10T15:41:39.278 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 30 v 0 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-04-10T15:41:39.278 INFO:tasks.rados.rados.0.smithi069.stdout:3041: done (1 left) 2024-04-10T15:41:39.278 INFO:tasks.rados.rados.0.smithi069.stdout:3045: delete oid 47 current snap is 295 2024-04-10T15:41:39.284 INFO:tasks.rados.rados.0.smithi069.stdout:3045: done (1 left) 2024-04-10T15:41:39.284 INFO:tasks.rados.rados.0.smithi069.stdout:3046: copy_from oid 3 from oid 38 current snap is 295 2024-04-10T15:41:39.284 INFO:tasks.rados.rados.0.smithi069.stdout:3047: setattr oid 10 current snap is 295 2024-04-10T15:41:39.286 INFO:tasks.rados.rados.0.smithi069.stdout:3048: rollback oid 20 current snap is 295 2024-04-10T15:41:39.286 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 20 to 279 2024-04-10T15:41:39.287 INFO:tasks.rados.rados.0.smithi069.stdout:3049: rmattr oid 23 current snap is 295 2024-04-10T15:41:39.287 INFO:tasks.rados.rados.0.smithi069.stdout:3049: done (4 left) 2024-04-10T15:41:39.287 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 12 current snap is 295 2024-04-10T15:41:39.287 INFO:tasks.rados.rados.0.smithi069.stdout:3050: seq_num 951 ranges {0=737280,737280=614400,1351680=188416} 2024-04-10T15:41:39.291 INFO:tasks.rados.rados.0.smithi069.stdout:3050: writing smithi06982861-12 from 0 to 737280 tid 1 2024-04-10T15:41:39.295 INFO:tasks.rados.rados.0.smithi069.stdout:3050: writing smithi06982861-12 from 737280 to 1351680 tid 2 2024-04-10T15:41:39.297 INFO:tasks.rados.rados.0.smithi069.stdout:3050: writing smithi06982861-12 from 1351680 to 1540096 tid 3 2024-04-10T15:41:39.297 INFO:tasks.rados.rados.0.smithi069.stdout:3051: delete oid 39 current snap is 295 2024-04-10T15:41:39.297 INFO:tasks.rados.rados.0.smithi069.stdout:3048: finishing rollback tid 1 to smithi06982861-20 2024-04-10T15:41:39.297 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 20 v 0 (ObjNum 33 snap 0 seq_num 1434373600) dirty dne 2024-04-10T15:41:39.297 INFO:tasks.rados.rados.0.smithi069.stdout:3046: finishing copy_from racing read to smithi06982861-3 2024-04-10T15:41:39.297 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 10 v 1799 (ObjNum 33 snap 0 seq_num 1382312032) dirty exists 2024-04-10T15:41:39.298 INFO:tasks.rados.rados.0.smithi069.stdout:3050: finishing write tid 1 to smithi06982861-12 2024-04-10T15:41:39.300 INFO:tasks.rados.rados.0.smithi069.stdout:3047: done (5 left) 2024-04-10T15:41:39.300 INFO:tasks.rados.rados.0.smithi069.stdout:3048: done (4 left) 2024-04-10T15:41:39.301 INFO:tasks.rados.rados.0.smithi069.stdout:3051: done (3 left) 2024-04-10T15:41:39.301 INFO:tasks.rados.rados.0.smithi069.stdout:3052: copy_from oid 48 from oid 6 current snap is 295 2024-04-10T15:41:39.301 INFO:tasks.rados.rados.0.smithi069.stdout:3053: delete oid 46 current snap is 295 2024-04-10T15:41:39.301 INFO:tasks.rados.rados.0.smithi069.stdout:3050: finishing write tid 2 to smithi06982861-12 2024-04-10T15:41:39.301 INFO:tasks.rados.rados.0.smithi069.stdout:3050: finishing write tid 3 to smithi06982861-12 2024-04-10T15:41:39.301 INFO:tasks.rados.rados.0.smithi069.stdout:3050: finishing write tid 4 to smithi06982861-12 2024-04-10T15:41:39.302 INFO:tasks.rados.rados.0.smithi069.stdout:3046: finishing copy_from to smithi06982861-3 2024-04-10T15:41:39.302 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 3 v 1067 (ObjNum 33 snap 0 seq_num 1405835056) dirty exists 2024-04-10T15:41:39.302 INFO:tasks.rados.rados.0.smithi069.stdout:3052: finishing copy_from to smithi06982861-48 2024-04-10T15:41:39.302 INFO:tasks.rados.rados.0.smithi069.stdout:3052: got expected ENOENT (src dne) 2024-04-10T15:41:39.302 INFO:tasks.rados.rados.0.smithi069.stdout:3044: finishing copy_from racing read to smithi06982861-45 2024-04-10T15:41:39.302 INFO:tasks.rados.rados.0.smithi069.stdout:3052: finishing copy_from racing read to smithi06982861-48 2024-04-10T15:41:39.303 INFO:tasks.rados.rados.0.smithi069.stdout:3046: done (4 left) 2024-04-10T15:41:39.303 INFO:tasks.rados.rados.0.smithi069.stdout:3052: done (3 left) 2024-04-10T15:41:39.303 INFO:tasks.rados.rados.0.smithi069.stdout:3053: done (2 left) 2024-04-10T15:41:39.303 INFO:tasks.rados.rados.0.smithi069.stdout:3054: setattr oid 30 current snap is 295 2024-04-10T15:41:39.303 INFO:tasks.rados.rados.0.smithi069.stdout:3044: finishing copy_from to smithi06982861-45 2024-04-10T15:41:39.303 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 45 v 1481 (ObjNum 929 snap 289 seq_num 929) dirty exists 2024-04-10T15:41:39.304 INFO:tasks.rados.rados.0.smithi069.stdout:3050: finishing write tid 5 to smithi06982861-12 2024-04-10T15:41:39.304 INFO:tasks.rados.rados.0.smithi069.stdout:3050: oid 12 updating version 0 to 1069 2024-04-10T15:41:39.304 INFO:tasks.rados.rados.0.smithi069.stdout:3050: oid 12 updating version 1069 to 1070 2024-04-10T15:41:39.304 INFO:tasks.rados.rados.0.smithi069.stdout:3050: oid 12 updating version 1070 to 1071 2024-04-10T15:41:39.304 INFO:tasks.rados.rados.0.smithi069.stdout:3050: oid 12 version 1071 is already newer than 1068 2024-04-10T15:41:39.304 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 12 v 1071 (ObjNum 951 snap 295 seq_num 951) dirty exists 2024-04-10T15:41:39.304 INFO:tasks.rados.rados.0.smithi069.stdout:3050: left oid 12 (ObjNum 951 snap 295 seq_num 951) 2024-04-10T15:41:39.306 INFO:tasks.rados.rados.0.smithi069.stdout:3044: done (2 left) 2024-04-10T15:41:39.306 INFO:tasks.rados.rados.0.smithi069.stdout:3050: done (1 left) 2024-04-10T15:41:39.306 INFO:tasks.rados.rados.0.smithi069.stdout:3055: rollback oid 15 current snap is 295 2024-04-10T15:41:39.306 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 15 to 293 2024-04-10T15:41:39.306 INFO:tasks.rados.rados.0.smithi069.stdout:3056: copy_from oid 1 from oid 45 current snap is 295 2024-04-10T15:41:39.306 INFO:tasks.rados.rados.0.smithi069.stdout:3057: rollback oid 37 current snap is 295 2024-04-10T15:41:39.306 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 37 to 290 2024-04-10T15:41:39.306 INFO:tasks.rados.rados.0.smithi069.stdout:3058: read oid 29 snap -1 2024-04-10T15:41:39.306 INFO:tasks.rados.rados.0.smithi069.stdout:3058: expect (ObjNum 943 snap 293 seq_num 943) 2024-04-10T15:41:39.307 INFO:tasks.rados.rados.0.smithi069.stdout:3059: read oid 35 snap -1 2024-04-10T15:41:39.307 INFO:tasks.rados.rados.0.smithi069.stdout:3059: expect (ObjNum 892 snap 280 seq_num 892) 2024-04-10T15:41:39.307 INFO:tasks.rados.rados.0.smithi069.stdout:3060: rollback oid 40 current snap is 295 2024-04-10T15:41:39.307 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 40 to 286 2024-04-10T15:41:39.307 INFO:tasks.rados.rados.0.smithi069.stdout:3061: copy_from oid 11 from oid 43 current snap is 295 2024-04-10T15:41:39.307 INFO:tasks.rados.rados.0.smithi069.stdout:3062: setattr oid 25 current snap is 295 2024-04-10T15:41:39.307 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 36 current snap is 295 2024-04-10T15:41:39.307 INFO:tasks.rados.rados.0.smithi069.stdout:3063: seq_num 954 ranges {8101888=786432,8888320=671744,9560064=131072} 2024-04-10T15:41:39.356 INFO:tasks.rados.rados.0.smithi069.stdout:3063: writing smithi06982861-36 from 8101888 to 8888320 tid 1 2024-04-10T15:41:39.359 INFO:tasks.rados.rados.0.smithi069.stdout:3063: writing smithi06982861-36 from 8888320 to 9560064 tid 2 2024-04-10T15:41:39.361 INFO:tasks.rados.rados.0.smithi069.stdout:3063: writing smithi06982861-36 from 9560064 to 9691136 tid 3 2024-04-10T15:41:39.361 INFO:tasks.rados.rados.0.smithi069.stdout:3064: read oid 7 snap 293 2024-04-10T15:41:39.361 INFO:tasks.rados.rados.0.smithi069.stdout:3064: expect (ObjNum 795 snap 248 seq_num 795) 2024-04-10T15:41:39.361 INFO:tasks.rados.rados.0.smithi069.stdout:3065: read oid 38 snap -1 2024-04-10T15:41:39.361 INFO:tasks.rados.rados.0.smithi069.stdout:3065: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-10T15:41:39.361 INFO:tasks.rados.rados.0.smithi069.stdout:3066: copy_from oid 16 from oid 2 current snap is 295 2024-04-10T15:41:39.361 INFO:tasks.rados.rados.0.smithi069.stdout:3060: finishing rollback tid 1 to smithi06982861-40 2024-04-10T15:41:39.361 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 40 v 571 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-04-10T15:41:39.362 INFO:tasks.rados.rados.0.smithi069.stdout:3059: expect (ObjNum 892 snap 280 seq_num 892) 2024-04-10T15:41:39.379 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 30 v 1503 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-04-10T15:41:39.379 INFO:tasks.rados.rados.0.smithi069.stdout:3061: finishing copy_from racing read to smithi06982861-11 2024-04-10T15:41:39.380 INFO:tasks.rados.rados.0.smithi069.stdout:3057: finishing rollback tid 0 to smithi06982861-37 2024-04-10T15:41:39.380 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 25 v 1041 (ObjNum 912 snap 284 seq_num 912) dirty exists 2024-04-10T15:41:39.380 INFO:tasks.rados.rados.0.smithi069.stdout:3057: finishing rollback tid 1 to smithi06982861-37 2024-04-10T15:41:39.380 INFO:tasks.rados.rados.0.smithi069.stdout:3057: finishing rollback tid 2 to smithi06982861-37 2024-04-10T15:41:39.380 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 37 v 1484 (ObjNum 929 snap 289 seq_num 929) dirty exists 2024-04-10T15:41:39.380 INFO:tasks.rados.rados.0.smithi069.stdout:3061: finishing copy_from to smithi06982861-11 2024-04-10T15:41:39.380 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 11 v 1067 (ObjNum 33 snap 0 seq_num 1435440192) dirty exists 2024-04-10T15:41:39.380 INFO:tasks.rados.rados.0.smithi069.stdout:3054: done (12 left) 2024-04-10T15:41:39.380 INFO:tasks.rados.rados.0.smithi069.stdout:3057: done (11 left) 2024-04-10T15:41:39.380 INFO:tasks.rados.rados.0.smithi069.stdout:3059: done (10 left) 2024-04-10T15:41:39.380 INFO:tasks.rados.rados.0.smithi069.stdout:3060: done (9 left) 2024-04-10T15:41:39.380 INFO:tasks.rados.rados.0.smithi069.stdout:3061: done (8 left) 2024-04-10T15:41:39.380 INFO:tasks.rados.rados.0.smithi069.stdout:3062: done (7 left) 2024-04-10T15:41:39.380 INFO:tasks.rados.rados.0.smithi069.stdout:3067: rollback oid 8 current snap is 295 2024-04-10T15:41:39.380 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 8 to 279 2024-04-10T15:41:39.381 INFO:tasks.rados.rados.0.smithi069.stdout:3055: finishing rollback tid 0 to smithi06982861-15 2024-04-10T15:41:39.381 INFO:tasks.rados.rados.0.smithi069.stdout:3055: finishing rollback tid 1 to smithi06982861-15 2024-04-10T15:41:39.381 INFO:tasks.rados.rados.0.smithi069.stdout:3055: finishing rollback tid 2 to smithi06982861-15 2024-04-10T15:41:39.381 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 15 v 1199 (ObjNum 934 snap 290 seq_num 934) dirty exists 2024-04-10T15:41:39.381 INFO:tasks.rados.rados.0.smithi069.stdout:3056: finishing copy_from racing read to smithi06982861-1 2024-04-10T15:41:39.381 INFO:tasks.rados.rados.0.smithi069.stdout:3056: finishing copy_from to smithi06982861-1 2024-04-10T15:41:39.381 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 1 v 1481 (ObjNum 929 snap 289 seq_num 929) dirty exists 2024-04-10T15:41:39.381 INFO:tasks.rados.rados.0.smithi069.stdout:3058: expect (ObjNum 943 snap 293 seq_num 943) 2024-04-10T15:41:39.460 INFO:tasks.rados.rados.0.smithi069.stdout:3063: finishing write tid 1 to smithi06982861-36 2024-04-10T15:41:39.461 INFO:tasks.rados.rados.0.smithi069.stdout:3065: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-10T15:41:39.463 INFO:tasks.rados.rados.0.smithi069.stdout:3063: finishing write tid 2 to smithi06982861-36 2024-04-10T15:41:39.463 INFO:tasks.rados.rados.0.smithi069.stdout:3063: finishing write tid 3 to smithi06982861-36 2024-04-10T15:41:39.463 INFO:tasks.rados.rados.0.smithi069.stdout:3063: finishing write tid 4 to smithi06982861-36 2024-04-10T15:41:39.464 INFO:tasks.rados.rados.0.smithi069.stdout:3063: finishing write tid 5 to smithi06982861-36 2024-04-10T15:41:39.464 INFO:tasks.rados.rados.0.smithi069.stdout:3063: oid 36 updating version 0 to 1506 2024-04-10T15:41:39.464 INFO:tasks.rados.rados.0.smithi069.stdout:3063: oid 36 version 1506 is already newer than 1504 2024-04-10T15:41:39.464 INFO:tasks.rados.rados.0.smithi069.stdout:3063: oid 36 version 1506 is already newer than 1505 2024-04-10T15:41:39.464 INFO:tasks.rados.rados.0.smithi069.stdout:3063: oid 36 updating version 1506 to 1507 2024-04-10T15:41:39.464 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 36 v 1507 (ObjNum 954 snap 295 seq_num 954) dirty exists 2024-04-10T15:41:39.465 INFO:tasks.rados.rados.0.smithi069.stdout:3063: left oid 36 (ObjNum 954 snap 295 seq_num 954) 2024-04-10T15:41:39.465 INFO:tasks.rados.rados.0.smithi069.stdout:3064: expect (ObjNum 795 snap 248 seq_num 795) 2024-04-10T15:41:39.561 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:41:39 smithi077 ceph-mon[87572]: osdmap e666: 8 total, 8 up, 8 in 2024-04-10T15:41:39.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:41:39 smithi069 ceph-mon[96738]: osdmap e666: 8 total, 8 up, 8 in 2024-04-10T15:41:39.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:41:39 smithi069 ceph-mon[94167]: osdmap e666: 8 total, 8 up, 8 in 2024-04-10T15:41:39.820 INFO:tasks.rados.rados.0.smithi069.stdout:3067: finishing rollback tid 0 to smithi06982861-8 2024-04-10T15:41:39.820 INFO:tasks.rados.rados.0.smithi069.stdout:3067: finishing rollback tid 1 to smithi06982861-8 2024-04-10T15:41:39.820 INFO:tasks.rados.rados.0.smithi069.stdout:3067: finishing rollback tid 2 to smithi06982861-8 2024-04-10T15:41:39.820 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 8 v 1507 (ObjNum 763 snap 243 seq_num 763) dirty exists 2024-04-10T15:41:39.820 INFO:tasks.rados.rados.0.smithi069.stdout:3066: finishing copy_from racing read to smithi06982861-16 2024-04-10T15:41:39.821 INFO:tasks.rados.rados.0.smithi069.stdout:3066: finishing copy_from to smithi06982861-16 2024-04-10T15:41:39.821 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 16 v 1061 (ObjNum 870 snap 277 seq_num 870) dirty exists 2024-04-10T15:41:39.821 INFO:tasks.rados.rados.0.smithi069.stdout:3055: done (7 left) 2024-04-10T15:41:39.821 INFO:tasks.rados.rados.0.smithi069.stdout:3056: done (6 left) 2024-04-10T15:41:39.821 INFO:tasks.rados.rados.0.smithi069.stdout:3058: done (5 left) 2024-04-10T15:41:39.822 INFO:tasks.rados.rados.0.smithi069.stdout:3063: done (4 left) 2024-04-10T15:41:39.822 INFO:tasks.rados.rados.0.smithi069.stdout:3064: done (3 left) 2024-04-10T15:41:39.822 INFO:tasks.rados.rados.0.smithi069.stdout:3065: done (2 left) 2024-04-10T15:41:39.822 INFO:tasks.rados.rados.0.smithi069.stdout:3066: done (1 left) 2024-04-10T15:41:39.822 INFO:tasks.rados.rados.0.smithi069.stdout:3067: done (0 left) 2024-04-10T15:41:39.822 INFO:tasks.rados.rados.0.smithi069.stdout:3068: rollback oid 33 current snap is 295 2024-04-10T15:41:39.823 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 33 to 290 2024-04-10T15:41:39.823 INFO:tasks.rados.rados.0.smithi069.stdout:3069: snap_remove snap 279 2024-04-10T15:41:40.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:41:40 smithi069 ceph-mon[96738]: osdmap e667: 8 total, 8 up, 8 in 2024-04-10T15:41:40.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:41:40 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:41:40.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:41:40 smithi069 ceph-mon[96738]: pgmap v662: 121 pgs: 121 active+clean; 140 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 1.7 MiB/s wr, 15 op/s 2024-04-10T15:41:40.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:41:40 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:41:40.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:41:40 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:41:40.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:41:40 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:41:40.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:41:40 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:41:40.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:41:40 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:41:40.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:41:40 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-10T15:41:40.588 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:41:40 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:41:40.588 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:41:40 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:41:40.588 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:41:40 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:41:40.588 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:41:40 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:41:40.588 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:41:40 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:41:40.588 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:41:40 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:41:40.588 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:41:40 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:41:40.588 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:41:40 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:41:40.588 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:41:40 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:41:40.588 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:41:40 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:41:40.588 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:41:40 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:41:40.588 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:41:40 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:41:40.589 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:41:40 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:41:40.589 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:41:40 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:41:40.589 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:41:40 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:41:40.589 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:41:40 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:41:40.589 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:41:40 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:41:40.589 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:41:40 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:41:40.589 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:41:40 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:41:40.589 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:41:40 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:41:40.589 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:41:40 smithi069 ceph-mon[94167]: osdmap e667: 8 total, 8 up, 8 in 2024-04-10T15:41:40.589 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:41:40 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:41:40.589 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:41:40 smithi069 ceph-mon[94167]: pgmap v662: 121 pgs: 121 active+clean; 140 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 1.7 MiB/s wr, 15 op/s 2024-04-10T15:41:40.590 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:41:40 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:41:40.590 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:41:40 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:41:40.590 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:41:40 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:41:40.590 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:41:40 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:41:40.590 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:41:40 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:41:40.590 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:41:40 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-10T15:41:40.590 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:41:40 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:41:40.590 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:41:40 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:41:40.590 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:41:40 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:41:40.590 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:41:40 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:41:40.590 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:41:40 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:41:40.590 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:41:40 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:41:40.590 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:41:40 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:41:40.590 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:41:40 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:41:40.591 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:41:40 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:41:40.591 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:41:40 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:41:40.591 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:41:40 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:41:40.591 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:41:40 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:41:40.591 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:41:40 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:41:40.591 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:41:40 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:41:40.591 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:41:40 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:41:40.591 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:41:40 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:41:40.591 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:41:40 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:41:40.591 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:41:40 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:41:40.591 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:41:40 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:41:40.591 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:41:40 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:41:40.592 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:41:40 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-04-10T15:41:40.592 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:41:40 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-04-10T15:41:40.592 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:41:40 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-10T15:41:40.592 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:41:40 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-04-10T15:41:40.592 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:41:40 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-04-10T15:41:40.592 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:41:40 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-04-10T15:41:40.592 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:41:40 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-04-10T15:41:40.592 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:41:40 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd"}]': finished 2024-04-10T15:41:40.592 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:41:40 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-04-10T15:41:40.593 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:41:40 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-04-10T15:41:40.593 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:41:40 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-04-10T15:41:40.593 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:41:40 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]': finished 2024-04-10T15:41:40.593 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:41:40 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-04-10T15:41:40.593 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:41:40 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-04-10T15:41:40.593 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:41:40 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-10T15:41:40.593 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:41:40 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-04-10T15:41:40.593 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:41:40 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-04-10T15:41:40.593 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:41:40 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-04-10T15:41:40.593 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:41:40 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]': finished 2024-04-10T15:41:40.593 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:41:40 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-04-10T15:41:40.593 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:41:40 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-04-10T15:41:40.593 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:41:40 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-04-10T15:41:40.594 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:41:40 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-04-10T15:41:40.594 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:41:40 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-04-10T15:41:40.594 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:41:40 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-10T15:41:40.594 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:41:40 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-04-10T15:41:40.594 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:41:40 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-04-10T15:41:40.594 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:41:40 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-04-10T15:41:40.594 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:41:40 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-04-10T15:41:40.594 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:41:40 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd"}]': finished 2024-04-10T15:41:40.594 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:41:40 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-04-10T15:41:40.594 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:41:40 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-04-10T15:41:40.594 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:41:40 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-04-10T15:41:40.595 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:41:40 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]': finished 2024-04-10T15:41:40.595 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:41:40 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-04-10T15:41:40.595 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:41:40 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-04-10T15:41:40.595 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:41:40 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-10T15:41:40.595 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:41:40 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-04-10T15:41:40.595 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:41:40 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-04-10T15:41:40.595 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:41:40 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-04-10T15:41:40.595 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:41:40 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]': finished 2024-04-10T15:41:40.595 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:41:40 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-04-10T15:41:40.595 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:41:40 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-04-10T15:41:40.595 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:41:40 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-04-10T15:41:40.596 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:41:40 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-04-10T15:41:40.596 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:41:40 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-10T15:41:40.596 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:41:40 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-10T15:41:40.596 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:41:40 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-10T15:41:40.596 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:41:40 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-10T15:41:40.596 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:41:40 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-10T15:41:40.596 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:41:40 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-10T15:41:40.596 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:41:40 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-04-10T15:41:40.596 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:41:40 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-04-10T15:41:40.596 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:41:40 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:41:40.596 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:41:40 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:41:40.597 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:41:40 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:41:40.597 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:41:40 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:41:40.597 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:41:40 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:41:40.597 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:41:40 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:41:40.597 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:41:40 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:41:40.597 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:41:40 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:41:40.597 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:41:40 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:41:40.597 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:41:40 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-04-10T15:41:40.597 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:41:40 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-10T15:41:40.597 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:41:40 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-10T15:41:40.597 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:41:40 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-10T15:41:40.597 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:41:40 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-10T15:41:40.598 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:41:40 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-10T15:41:40.598 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:41:40 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-10T15:41:40.598 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:41:40 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-04-10T15:41:40.598 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:41:40 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-04-10T15:41:40.598 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:41:40 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:41:40.598 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:41:40 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:41:40.598 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:41:40 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:41:40.598 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:41:40 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:41:40.598 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:41:40 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:41:40.598 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:41:40 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:41:40.598 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:41:40 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:41:40.598 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:41:40 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:41:40.599 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:41:40 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:41:40.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:41:40 smithi077 ceph-mon[87572]: osdmap e667: 8 total, 8 up, 8 in 2024-04-10T15:41:40.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:41:40 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:41:40.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:41:40 smithi077 ceph-mon[87572]: pgmap v662: 121 pgs: 121 active+clean; 140 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 1.7 MiB/s wr, 15 op/s 2024-04-10T15:41:40.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:41:40 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:41:40.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:41:40 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:41:40.744 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:41:40 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:41:40.744 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:41:40 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:41:40.744 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:41:40 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:41:40.744 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:41:40 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-10T15:41:40.744 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:41:40 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:41:40.744 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:41:40 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:41:40.744 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:41:40 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:41:40.744 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:41:40 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:41:40.744 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:41:40 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:41:40.744 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:41:40 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:41:40.744 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:41:40 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:41:40.744 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:41:40 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:41:40.745 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:41:40 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:41:40.745 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:41:40 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:41:40.745 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:41:40 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:41:40.745 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:41:40 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:41:40.745 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:41:40 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:41:40.745 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:41:40 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:41:40.745 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:41:40 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:41:40.745 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:41:40 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:41:40.745 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:41:40 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:41:40.745 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:41:40 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:41:40.745 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:41:40 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:41:40.745 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:41:40 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:41:40.745 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:41:40 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-04-10T15:41:40.746 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:41:40 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-04-10T15:41:40.746 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:41:40 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-10T15:41:40.746 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:41:40 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-04-10T15:41:40.746 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:41:40 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-04-10T15:41:40.746 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:41:40 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-04-10T15:41:40.746 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:41:40 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-04-10T15:41:40.746 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:41:40 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd"}]': finished 2024-04-10T15:41:40.746 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:41:40 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-04-10T15:41:40.746 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:41:40 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-04-10T15:41:40.746 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:41:40 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-04-10T15:41:40.746 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:41:40 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]': finished 2024-04-10T15:41:40.746 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:41:40 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-04-10T15:41:40.746 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:41:40 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-04-10T15:41:40.746 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:41:40 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-10T15:41:40.747 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:41:40 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-04-10T15:41:40.747 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:41:40 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-04-10T15:41:40.747 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:41:40 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-04-10T15:41:40.747 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:41:40 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]': finished 2024-04-10T15:41:40.747 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:41:40 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-04-10T15:41:40.747 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:41:40 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-04-10T15:41:40.747 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:41:40 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-04-10T15:41:40.747 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:41:40 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-04-10T15:41:40.747 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:41:40 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-10T15:41:40.747 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:41:40 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-10T15:41:40.747 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:41:40 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-10T15:41:40.747 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:41:40 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-10T15:41:40.747 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:41:40 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-10T15:41:40.747 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:41:40 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-10T15:41:40.747 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:41:40 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-04-10T15:41:40.748 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:41:40 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-04-10T15:41:40.748 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:41:40 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:41:40.748 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:41:40 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:41:40.748 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:41:40 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:41:40.748 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:41:40 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:41:40.748 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:41:40 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:41:40.748 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:41:40 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:41:40.748 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:41:40 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:41:40.748 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:41:40 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:41:40.748 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:41:40 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:41:40.825 INFO:tasks.rados.rados.0.smithi069.stdout:3069: done (1 left) 2024-04-10T15:41:40.826 INFO:tasks.rados.rados.0.smithi069.stdout:3070: snap_create 2024-04-10T15:41:40.826 INFO:tasks.rados.rados.0.smithi069.stdout:3068: finishing rollback tid 1 to smithi06982861-33 2024-04-10T15:41:40.826 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 33 v 1478 (ObjNum 33 snap 0 seq_num 1433975952) dirty dne 2024-04-10T15:41:41.217 INFO:tasks.rados.rados.0.smithi069.stdout:3068: done (1 left) 2024-04-10T15:41:41.218 INFO:tasks.rados.rados.0.smithi069.stdout:3070: done (0 left) 2024-04-10T15:41:41.218 INFO:tasks.rados.rados.0.smithi069.stdout:3071: snap_remove snap 294 2024-04-10T15:41:41.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:41:41 smithi069 ceph-mon[94167]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-10T15:41:41.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:41:41 smithi069 ceph-mon[94167]: Upgrade: Finalizing container_image settings 2024-04-10T15:41:41.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:41:41 smithi069 ceph-mon[94167]: Upgrade: Complete! 2024-04-10T15:41:41.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:41:41 smithi069 ceph-mon[94167]: osdmap e668: 8 total, 8 up, 8 in 2024-04-10T15:41:41.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:41:41 smithi069 ceph-mon[94167]: osdmap e669: 8 total, 8 up, 8 in 2024-04-10T15:41:41.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:41:41 smithi069 ceph-mon[96738]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-10T15:41:41.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:41:41 smithi069 ceph-mon[96738]: Upgrade: Finalizing container_image settings 2024-04-10T15:41:41.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:41:41 smithi069 ceph-mon[96738]: Upgrade: Complete! 2024-04-10T15:41:41.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:41:41 smithi069 ceph-mon[96738]: osdmap e668: 8 total, 8 up, 8 in 2024-04-10T15:41:41.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:41:41 smithi069 ceph-mon[96738]: osdmap e669: 8 total, 8 up, 8 in 2024-04-10T15:41:41.742 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:41:41 smithi077 ceph-mon[87572]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-10T15:41:41.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:41:41 smithi077 ceph-mon[87572]: Upgrade: Finalizing container_image settings 2024-04-10T15:41:41.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:41:41 smithi077 ceph-mon[87572]: Upgrade: Complete! 2024-04-10T15:41:41.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:41:41 smithi077 ceph-mon[87572]: osdmap e668: 8 total, 8 up, 8 in 2024-04-10T15:41:41.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:41:41 smithi077 ceph-mon[87572]: osdmap e669: 8 total, 8 up, 8 in 2024-04-10T15:41:42.221 INFO:tasks.rados.rados.0.smithi069.stdout:3071: done (0 left) 2024-04-10T15:41:42.221 INFO:tasks.rados.rados.0.smithi069.stdout:3072: setattr oid 32 current snap is 296 2024-04-10T15:41:42.224 INFO:tasks.rados.rados.0.smithi069.stdout:3073: copy_from oid 38 from oid 50 current snap is 296 2024-04-10T15:41:42.224 INFO:tasks.rados.rados.0.smithi069.stdout:3074: read oid 1 snap 295 2024-04-10T15:41:42.224 INFO:tasks.rados.rados.0.smithi069.stdout:3074: expect (ObjNum 929 snap 289 seq_num 929) 2024-04-10T15:41:42.224 INFO:tasks.rados.rados.0.smithi069.stdout:3075: snap_create 2024-04-10T15:41:42.231 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 32 v 1149 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-04-10T15:41:42.234 INFO:tasks.rados.rados.0.smithi069.stdout:3074: expect (ObjNum 929 snap 289 seq_num 929) 2024-04-10T15:41:42.270 INFO:tasks.rados.rados.0.smithi069.stdout:3073: finishing copy_from racing read to smithi06982861-38 2024-04-10T15:41:42.271 INFO:tasks.rados.rados.0.smithi069.stdout:3073: finishing copy_from to smithi06982861-38 2024-04-10T15:41:42.271 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 38 v 1040 (ObjNum 946 snap 293 seq_num 946) dirty exists 2024-04-10T15:41:42.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:41:42 smithi069 ceph-mon[96738]: pgmap v665: 121 pgs: 121 active+clean; 143 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 2.8 MiB/s wr, 27 op/s 2024-04-10T15:41:42.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:41:42 smithi069 ceph-mon[96738]: osdmap e670: 8 total, 8 up, 8 in 2024-04-10T15:41:42.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:41:42 smithi069 ceph-mon[94167]: pgmap v665: 121 pgs: 121 active+clean; 143 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 2.8 MiB/s wr, 27 op/s 2024-04-10T15:41:42.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:41:42 smithi069 ceph-mon[94167]: osdmap e670: 8 total, 8 up, 8 in 2024-04-10T15:41:42.742 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:41:42 smithi077 ceph-mon[87572]: pgmap v665: 121 pgs: 121 active+clean; 143 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 2.8 MiB/s wr, 27 op/s 2024-04-10T15:41:42.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:41:42 smithi077 ceph-mon[87572]: osdmap e670: 8 total, 8 up, 8 in 2024-04-10T15:41:42.743 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:41:42 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T15:41:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:41:43.223 INFO:tasks.rados.rados.0.smithi069.stdout:3072: done (3 left) 2024-04-10T15:41:43.223 INFO:tasks.rados.rados.0.smithi069.stdout:3073: done (2 left) 2024-04-10T15:41:43.223 INFO:tasks.rados.rados.0.smithi069.stdout:3074: done (1 left) 2024-04-10T15:41:43.223 INFO:tasks.rados.rados.0.smithi069.stdout:3075: done (0 left) 2024-04-10T15:41:43.224 INFO:tasks.rados.rados.0.smithi069.stdout:3076: read oid 27 snap -1 2024-04-10T15:41:43.224 INFO:tasks.rados.rados.0.smithi069.stdout:3076: expect (ObjNum 937 snap 291 seq_num 937) 2024-04-10T15:41:43.224 INFO:tasks.rados.rados.0.smithi069.stdout:3077: snap_remove snap 286 2024-04-10T15:41:44.232 INFO:tasks.rados.rados.0.smithi069.stdout:3077: done (1 left) 2024-04-10T15:41:44.232 INFO:tasks.rados.rados.0.smithi069.stdout:3078: snap_remove snap 295 2024-04-10T15:41:44.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:41:44 smithi077 ceph-mon[87572]: osdmap e671: 8 total, 8 up, 8 in 2024-04-10T15:41:44.493 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:41:44 smithi077 ceph-mon[87572]: pgmap v668: 121 pgs: 121 active+clean; 145 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 6.9 MiB/s rd, 3.8 MiB/s wr, 29 op/s 2024-04-10T15:41:44.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:41:44 smithi069 ceph-mon[96738]: osdmap e671: 8 total, 8 up, 8 in 2024-04-10T15:41:44.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:41:44 smithi069 ceph-mon[96738]: pgmap v668: 121 pgs: 121 active+clean; 145 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 6.9 MiB/s rd, 3.8 MiB/s wr, 29 op/s 2024-04-10T15:41:44.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:41:44 smithi069 ceph-mon[94167]: osdmap e671: 8 total, 8 up, 8 in 2024-04-10T15:41:44.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:41:44 smithi069 ceph-mon[94167]: pgmap v668: 121 pgs: 121 active+clean; 145 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 6.9 MiB/s rd, 3.8 MiB/s wr, 29 op/s 2024-04-10T15:41:45.241 INFO:tasks.rados.rados.0.smithi069.stdout:3078: done (1 left) 2024-04-10T15:41:45.241 INFO:tasks.rados.rados.0.smithi069.stdout:3079: read oid 30 snap -1 2024-04-10T15:41:45.241 INFO:tasks.rados.rados.0.smithi069.stdout:3079: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-10T15:41:45.241 INFO:tasks.rados.rados.0.smithi069.stdout:3080: setattr oid 29 current snap is 297 2024-04-10T15:41:45.242 INFO:tasks.rados.rados.0.smithi069.stdout:3076: expect (ObjNum 937 snap 291 seq_num 937) 2024-04-10T15:41:45.278 INFO:tasks.rados.rados.0.smithi069.stdout:3079: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-10T15:41:45.281 INFO:tasks.rados.rados.0.smithi069.stdout:3076: done (2 left) 2024-04-10T15:41:45.281 INFO:tasks.rados.rados.0.smithi069.stdout:3079: done (1 left) 2024-04-10T15:41:45.281 INFO:tasks.rados.rados.0.smithi069.stdout:3081: delete oid 9 current snap is 297 2024-04-10T15:41:45.284 INFO:tasks.rados.rados.0.smithi069.stdout:3081: done (1 left) 2024-04-10T15:41:45.284 INFO:tasks.rados.rados.0.smithi069.stdout:3082: copy_from oid 8 from oid 41 current snap is 297 2024-04-10T15:41:45.284 INFO:tasks.rados.rados.0.smithi069.stdout:3083: snap_remove snap 293 2024-04-10T15:41:45.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:41:45 smithi077 ceph-mon[87572]: osdmap e672: 8 total, 8 up, 8 in 2024-04-10T15:41:45.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:41:45 smithi069 ceph-mon[96738]: osdmap e672: 8 total, 8 up, 8 in 2024-04-10T15:41:45.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:41:45 smithi069 ceph-mon[94167]: osdmap e672: 8 total, 8 up, 8 in 2024-04-10T15:41:46.220 INFO:tasks.rados.rados.0.smithi069.stdout:3083: done (2 left) 2024-04-10T15:41:46.221 INFO:tasks.rados.rados.0.smithi069.stdout:3084: rmattr oid 40 current snap is 297 2024-04-10T15:41:46.221 INFO:tasks.rados.rados.0.smithi069.stdout:3084: done (2 left) 2024-04-10T15:41:46.221 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 38 current snap is 297 2024-04-10T15:41:46.221 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 29 v 1213 (ObjNum 943 snap 293 seq_num 943) dirty exists 2024-04-10T15:41:46.221 INFO:tasks.rados.rados.0.smithi069.stdout:3085: seq_num 956 ranges {7520256=417792,7938048=434176,8372224=770048} 2024-04-10T15:41:46.263 INFO:tasks.rados.rados.0.smithi069.stdout:3085: writing smithi06982861-38 from 7520256 to 7938048 tid 1 2024-04-10T15:41:46.266 INFO:tasks.rados.rados.0.smithi069.stdout:3085: writing smithi06982861-38 from 7938048 to 8372224 tid 2 2024-04-10T15:41:46.271 INFO:tasks.rados.rados.0.smithi069.stdout:3085: writing smithi06982861-38 from 8372224 to 9142272 tid 3 2024-04-10T15:41:46.271 INFO:tasks.rados.rados.0.smithi069.stdout:3080: done (2 left) 2024-04-10T15:41:46.272 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 32 current snap is 297 2024-04-10T15:41:46.272 INFO:tasks.rados.rados.0.smithi069.stdout:3082: finishing copy_from racing read to smithi06982861-8 2024-04-10T15:41:46.272 INFO:tasks.rados.rados.0.smithi069.stdout:3082: finishing copy_from to smithi06982861-8 2024-04-10T15:41:46.272 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 8 v 1480 (ObjNum 929 snap 289 seq_num 929) dirty exists 2024-04-10T15:41:46.272 INFO:tasks.rados.rados.0.smithi069.stdout:3086: seq_num 957 ranges {0=434176,434176=720896,1155072=483328} 2024-04-10T15:41:46.274 INFO:tasks.rados.rados.0.smithi069.stdout:3086: writing smithi06982861-32 from 0 to 434176 tid 1 2024-04-10T15:41:46.279 INFO:tasks.rados.rados.0.smithi069.stdout:3086: writing smithi06982861-32 from 434176 to 1155072 tid 2 2024-04-10T15:41:46.283 INFO:tasks.rados.rados.0.smithi069.stdout:3086: writing smithi06982861-32 from 1155072 to 1638400 tid 3 2024-04-10T15:41:46.283 INFO:tasks.rados.rados.0.smithi069.stdout:3082: done (2 left) 2024-04-10T15:41:46.283 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 20 current snap is 297 2024-04-10T15:41:46.283 INFO:tasks.rados.rados.0.smithi069.stdout:3085: finishing write tid 1 to smithi06982861-38 2024-04-10T15:41:46.283 INFO:tasks.rados.rados.0.smithi069.stdout:3085: finishing write tid 2 to smithi06982861-38 2024-04-10T15:41:46.283 INFO:tasks.rados.rados.0.smithi069.stdout:3085: finishing write tid 3 to smithi06982861-38 2024-04-10T15:41:46.283 INFO:tasks.rados.rados.0.smithi069.stdout:3087: seq_num 958 ranges {0=450560,450560=655360,1105920=548864} 2024-04-10T15:41:46.285 INFO:tasks.rados.rados.0.smithi069.stdout:3087: writing smithi06982861-20 from 0 to 450560 tid 1 2024-04-10T15:41:46.289 INFO:tasks.rados.rados.0.smithi069.stdout:3087: writing smithi06982861-20 from 450560 to 1105920 tid 2 2024-04-10T15:41:46.293 INFO:tasks.rados.rados.0.smithi069.stdout:3087: writing smithi06982861-20 from 1105920 to 1654784 tid 3 2024-04-10T15:41:46.293 INFO:tasks.rados.rados.0.smithi069.stdout:3088: copy_from oid 5 from oid 36 current snap is 297 2024-04-10T15:41:46.293 INFO:tasks.rados.rados.0.smithi069.stdout:3085: finishing write tid 4 to smithi06982861-38 2024-04-10T15:41:46.294 INFO:tasks.rados.rados.0.smithi069.stdout:3086: finishing write tid 1 to smithi06982861-32 2024-04-10T15:41:46.294 INFO:tasks.rados.rados.0.smithi069.stdout:3085: finishing write tid 5 to smithi06982861-38 2024-04-10T15:41:46.294 INFO:tasks.rados.rados.0.smithi069.stdout:3085: oid 38 updating version 0 to 1523 2024-04-10T15:41:46.294 INFO:tasks.rados.rados.0.smithi069.stdout:3085: oid 38 updating version 1523 to 1525 2024-04-10T15:41:46.294 INFO:tasks.rados.rados.0.smithi069.stdout:3085: oid 38 version 1525 is already newer than 1524 2024-04-10T15:41:46.294 INFO:tasks.rados.rados.0.smithi069.stdout:3085: oid 38 version 1525 is already newer than 1522 2024-04-10T15:41:46.294 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 38 v 1525 (ObjNum 956 snap 297 seq_num 956) dirty exists 2024-04-10T15:41:46.294 INFO:tasks.rados.rados.0.smithi069.stdout:3085: left oid 38 (ObjNum 956 snap 297 seq_num 956) 2024-04-10T15:41:46.294 INFO:tasks.rados.rados.0.smithi069.stdout:3086: finishing write tid 2 to smithi06982861-32 2024-04-10T15:41:46.294 INFO:tasks.rados.rados.0.smithi069.stdout:3086: finishing write tid 3 to smithi06982861-32 2024-04-10T15:41:46.294 INFO:tasks.rados.rados.0.smithi069.stdout:3086: finishing write tid 4 to smithi06982861-32 2024-04-10T15:41:46.294 INFO:tasks.rados.rados.0.smithi069.stdout:3087: finishing write tid 1 to smithi06982861-20 2024-04-10T15:41:46.294 INFO:tasks.rados.rados.0.smithi069.stdout:3086: finishing write tid 5 to smithi06982861-32 2024-04-10T15:41:46.294 INFO:tasks.rados.rados.0.smithi069.stdout:3086: oid 32 updating version 0 to 1161 2024-04-10T15:41:46.295 INFO:tasks.rados.rados.0.smithi069.stdout:3086: oid 32 updating version 1161 to 1164 2024-04-10T15:41:46.295 INFO:tasks.rados.rados.0.smithi069.stdout:3086: oid 32 version 1164 is already newer than 1163 2024-04-10T15:41:46.295 INFO:tasks.rados.rados.0.smithi069.stdout:3086: oid 32 version 1164 is already newer than 1162 2024-04-10T15:41:46.295 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 32 v 1164 (ObjNum 957 snap 297 seq_num 957) dirty exists 2024-04-10T15:41:46.295 INFO:tasks.rados.rados.0.smithi069.stdout:3086: left oid 32 (ObjNum 957 snap 297 seq_num 957) 2024-04-10T15:41:46.295 INFO:tasks.rados.rados.0.smithi069.stdout:3087: finishing write tid 2 to smithi06982861-20 2024-04-10T15:41:46.295 INFO:tasks.rados.rados.0.smithi069.stdout:3085: done (3 left) 2024-04-10T15:41:46.295 INFO:tasks.rados.rados.0.smithi069.stdout:3086: done (2 left) 2024-04-10T15:41:46.295 INFO:tasks.rados.rados.0.smithi069.stdout:3089: snap_create 2024-04-10T15:41:46.296 INFO:tasks.rados.rados.0.smithi069.stdout:3087: finishing write tid 3 to smithi06982861-20 2024-04-10T15:41:46.300 INFO:tasks.rados.rados.0.smithi069.stdout:3087: finishing write tid 4 to smithi06982861-20 2024-04-10T15:41:46.304 INFO:tasks.rados.rados.0.smithi069.stdout:3087: finishing write tid 5 to smithi06982861-20 2024-04-10T15:41:46.304 INFO:tasks.rados.rados.0.smithi069.stdout:3087: oid 20 updating version 0 to 1154 2024-04-10T15:41:46.304 INFO:tasks.rados.rados.0.smithi069.stdout:3087: oid 20 version 1154 is already newer than 1151 2024-04-10T15:41:46.304 INFO:tasks.rados.rados.0.smithi069.stdout:3087: oid 20 version 1154 is already newer than 1152 2024-04-10T15:41:46.304 INFO:tasks.rados.rados.0.smithi069.stdout:3087: oid 20 version 1154 is already newer than 1153 2024-04-10T15:41:46.305 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 20 v 1154 (ObjNum 958 snap 297 seq_num 958) dirty exists 2024-04-10T15:41:46.305 INFO:tasks.rados.rados.0.smithi069.stdout:3087: left oid 20 (ObjNum 958 snap 297 seq_num 958) 2024-04-10T15:41:46.335 INFO:tasks.rados.rados.0.smithi069.stdout:3088: finishing copy_from racing read to smithi06982861-5 2024-04-10T15:41:46.336 INFO:tasks.rados.rados.0.smithi069.stdout:3088: finishing copy_from to smithi06982861-5 2024-04-10T15:41:46.336 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 5 v 1507 (ObjNum 954 snap 295 seq_num 954) dirty exists 2024-04-10T15:41:46.493 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:41:46 smithi077 ceph-mon[87572]: osdmap e673: 8 total, 8 up, 8 in 2024-04-10T15:41:46.493 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:41:46 smithi077 ceph-mon[87572]: pgmap v671: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 115 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 8.3 MiB/s rd, 3.0 MiB/s wr, 26 op/s 2024-04-10T15:41:46.493 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:41:46 smithi077 ceph-mon[87572]: osdmap e674: 8 total, 8 up, 8 in 2024-04-10T15:41:46.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:41:46 smithi069 ceph-mon[96738]: osdmap e673: 8 total, 8 up, 8 in 2024-04-10T15:41:46.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:41:46 smithi069 ceph-mon[96738]: pgmap v671: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 115 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 8.3 MiB/s rd, 3.0 MiB/s wr, 26 op/s 2024-04-10T15:41:46.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:41:46 smithi069 ceph-mon[96738]: osdmap e674: 8 total, 8 up, 8 in 2024-04-10T15:41:46.587 INFO:journalctl@ceph.osd.2.smithi069.stdout:Apr 10 15:41:46 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-2[112535]: 2024-04-10T15:41:46.291+0000 7fb0a852d700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 169 after trimming was started 2024-04-10T15:41:46.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:41:46 smithi069 ceph-mon[94167]: osdmap e673: 8 total, 8 up, 8 in 2024-04-10T15:41:46.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:41:46 smithi069 ceph-mon[94167]: pgmap v671: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 115 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 8.3 MiB/s rd, 3.0 MiB/s wr, 26 op/s 2024-04-10T15:41:46.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:41:46 smithi069 ceph-mon[94167]: osdmap e674: 8 total, 8 up, 8 in 2024-04-10T15:41:47.245 INFO:tasks.rados.rados.0.smithi069.stdout:3087: done (2 left) 2024-04-10T15:41:47.245 INFO:tasks.rados.rados.0.smithi069.stdout:3088: done (1 left) 2024-04-10T15:41:47.245 INFO:tasks.rados.rados.0.smithi069.stdout:3089: done (0 left) 2024-04-10T15:41:47.245 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 13 current snap is 298 2024-04-10T15:41:47.245 INFO:tasks.rados.rados.0.smithi069.stdout:3090: seq_num 959 ranges {1302528=466944,1769472=540672,2310144=557056,2867200=106496} 2024-04-10T15:41:47.254 INFO:tasks.rados.rados.0.smithi069.stdout:3090: writing smithi06982861-13 from 1302528 to 1769472 tid 1 2024-04-10T15:41:47.258 INFO:tasks.rados.rados.0.smithi069.stdout:3090: writing smithi06982861-13 from 1769472 to 2310144 tid 2 2024-04-10T15:41:47.261 INFO:tasks.rados.rados.0.smithi069.stdout:3090: writing smithi06982861-13 from 2310144 to 2867200 tid 3 2024-04-10T15:41:47.262 INFO:tasks.rados.rados.0.smithi069.stdout:3090: writing smithi06982861-13 from 2867200 to 2973696 tid 4 2024-04-10T15:41:47.262 INFO:tasks.rados.rados.0.smithi069.stdout:3091: rollback oid 43 current snap is 298 2024-04-10T15:41:47.262 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 43 to 297 2024-04-10T15:41:47.263 INFO:tasks.rados.rados.0.smithi069.stdout:3090: finishing write tid 1 to smithi06982861-13 2024-04-10T15:41:47.263 INFO:tasks.rados.rados.0.smithi069.stdout:3090: finishing write tid 2 to smithi06982861-13 2024-04-10T15:41:47.263 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 30 current snap is 298 2024-04-10T15:41:47.263 INFO:tasks.rados.rados.0.smithi069.stdout:3092: seq_num 960 ranges {0=483328,483328=425984,909312=761856,1671168=16384} 2024-04-10T15:41:47.265 INFO:tasks.rados.rados.0.smithi069.stdout:3092: writing smithi06982861-30 from 0 to 483328 tid 1 2024-04-10T15:41:47.268 INFO:tasks.rados.rados.0.smithi069.stdout:3092: writing smithi06982861-30 from 483328 to 909312 tid 2 2024-04-10T15:41:47.274 INFO:tasks.rados.rados.0.smithi069.stdout:3092: writing smithi06982861-30 from 909312 to 1671168 tid 3 2024-04-10T15:41:47.274 INFO:tasks.rados.rados.0.smithi069.stdout:3092: writing smithi06982861-30 from 1671168 to 1687552 tid 4 2024-04-10T15:41:47.274 INFO:tasks.rados.rados.0.smithi069.stdout:3093: snap_create 2024-04-10T15:41:47.274 INFO:tasks.rados.rados.0.smithi069.stdout:3090: finishing write tid 3 to smithi06982861-13 2024-04-10T15:41:47.274 INFO:tasks.rados.rados.0.smithi069.stdout:3090: finishing write tid 4 to smithi06982861-13 2024-04-10T15:41:47.274 INFO:tasks.rados.rados.0.smithi069.stdout:3091: finishing rollback tid 0 to smithi06982861-43 2024-04-10T15:41:47.274 INFO:tasks.rados.rados.0.smithi069.stdout:3091: finishing rollback tid 1 to smithi06982861-43 2024-04-10T15:41:47.274 INFO:tasks.rados.rados.0.smithi069.stdout:3091: finishing rollback tid 2 to smithi06982861-43 2024-04-10T15:41:47.274 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 43 v 1484 (ObjNum 1137 snap 0 seq_num 1435411536) dirty exists 2024-04-10T15:41:47.274 INFO:tasks.rados.rados.0.smithi069.stdout:3090: finishing write tid 5 to smithi06982861-13 2024-04-10T15:41:47.274 INFO:tasks.rados.rados.0.smithi069.stdout:3092: finishing write tid 1 to smithi06982861-30 2024-04-10T15:41:47.274 INFO:tasks.rados.rados.0.smithi069.stdout:3092: finishing write tid 2 to smithi06982861-30 2024-04-10T15:41:47.275 INFO:tasks.rados.rados.0.smithi069.stdout:3090: finishing write tid 6 to smithi06982861-13 2024-04-10T15:41:47.275 INFO:tasks.rados.rados.0.smithi069.stdout:3090: oid 13 updating version 0 to 1549 2024-04-10T15:41:47.275 INFO:tasks.rados.rados.0.smithi069.stdout:3090: oid 13 version 1549 is already newer than 1546 2024-04-10T15:41:47.275 INFO:tasks.rados.rados.0.smithi069.stdout:3090: oid 13 version 1549 is already newer than 1547 2024-04-10T15:41:47.275 INFO:tasks.rados.rados.0.smithi069.stdout:3090: oid 13 version 1549 is already newer than 1545 2024-04-10T15:41:47.275 INFO:tasks.rados.rados.0.smithi069.stdout:3090: oid 13 version 1549 is already newer than 1548 2024-04-10T15:41:47.275 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 13 v 1549 (ObjNum 959 snap 298 seq_num 959) dirty exists 2024-04-10T15:41:47.275 INFO:tasks.rados.rados.0.smithi069.stdout:3090: left oid 13 (ObjNum 959 snap 298 seq_num 959) 2024-04-10T15:41:47.279 INFO:tasks.rados.rados.0.smithi069.stdout:3092: finishing write tid 3 to smithi06982861-30 2024-04-10T15:41:47.279 INFO:tasks.rados.rados.0.smithi069.stdout:3092: finishing write tid 4 to smithi06982861-30 2024-04-10T15:41:47.279 INFO:tasks.rados.rados.0.smithi069.stdout:3092: finishing write tid 5 to smithi06982861-30 2024-04-10T15:41:47.280 INFO:tasks.rados.rados.0.smithi069.stdout:3092: finishing write tid 6 to smithi06982861-30 2024-04-10T15:41:47.280 INFO:tasks.rados.rados.0.smithi069.stdout:3092: oid 30 updating version 0 to 1525 2024-04-10T15:41:47.280 INFO:tasks.rados.rados.0.smithi069.stdout:3092: oid 30 version 1525 is already newer than 1524 2024-04-10T15:41:47.281 INFO:tasks.rados.rados.0.smithi069.stdout:3092: oid 30 updating version 1525 to 1526 2024-04-10T15:41:47.281 INFO:tasks.rados.rados.0.smithi069.stdout:3092: oid 30 updating version 1526 to 1527 2024-04-10T15:41:47.281 INFO:tasks.rados.rados.0.smithi069.stdout:3092: oid 30 updating version 1527 to 1528 2024-04-10T15:41:47.281 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 30 v 1528 (ObjNum 960 snap 298 seq_num 960) dirty exists 2024-04-10T15:41:47.281 INFO:tasks.rados.rados.0.smithi069.stdout:3092: left oid 30 (ObjNum 960 snap 298 seq_num 960) 2024-04-10T15:41:47.336 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:41:46 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:15:41:46] "GET /metrics HTTP/1.1" 200 36320 "" "Prometheus/2.43.0" 2024-04-10T15:41:48.250 INFO:tasks.rados.rados.0.smithi069.stdout:3090: done (3 left) 2024-04-10T15:41:48.250 INFO:tasks.rados.rados.0.smithi069.stdout:3091: done (2 left) 2024-04-10T15:41:48.250 INFO:tasks.rados.rados.0.smithi069.stdout:3092: done (1 left) 2024-04-10T15:41:48.251 INFO:tasks.rados.rados.0.smithi069.stdout:3093: done (0 left) 2024-04-10T15:41:48.251 INFO:tasks.rados.rados.0.smithi069.stdout:3094: snap_remove snap 297 2024-04-10T15:41:48.537 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:41:48 smithi069 ceph-mon[96738]: osdmap e675: 8 total, 8 up, 8 in 2024-04-10T15:41:48.537 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:41:48 smithi069 ceph-mon[96738]: pgmap v674: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 115 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 284 KiB/s wr, 9 op/s 2024-04-10T15:41:48.537 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:41:48 smithi069 ceph-mon[94167]: osdmap e675: 8 total, 8 up, 8 in 2024-04-10T15:41:48.537 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:41:48 smithi069 ceph-mon[94167]: pgmap v674: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 115 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 284 KiB/s wr, 9 op/s 2024-04-10T15:41:48.742 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:41:48 smithi077 ceph-mon[87572]: osdmap e675: 8 total, 8 up, 8 in 2024-04-10T15:41:48.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:41:48 smithi077 ceph-mon[87572]: pgmap v674: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 115 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 2.2 MiB/s rd, 284 KiB/s wr, 9 op/s 2024-04-10T15:41:49.233 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 09bfb546-f74e-11ee-b64a-cb9ed24678a4 -e sha1=a5074d4516d566e9d8b6aec912f26afd099de101 -- bash -c 'ceph orch ps' 2024-04-10T15:41:49.266 INFO:tasks.rados.rados.0.smithi069.stdout:3094: done (0 left) 2024-04-10T15:41:49.267 INFO:tasks.rados.rados.0.smithi069.stdout:3095: setattr oid 40 current snap is 299 2024-04-10T15:41:49.267 INFO:tasks.rados.rados.0.smithi069.stdout:3096: read oid 41 snap 298 2024-04-10T15:41:49.267 INFO:tasks.rados.rados.0.smithi069.stdout:3096: expect (ObjNum 929 snap 289 seq_num 929) 2024-04-10T15:41:49.267 INFO:tasks.rados.rados.0.smithi069.stdout:3097: snap_remove snap 296 2024-04-10T15:41:49.475 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/09bfb546-f74e-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T15:41:49.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:41:49 smithi069 ceph-mon[96738]: osdmap e676: 8 total, 8 up, 8 in 2024-04-10T15:41:49.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:41:49 smithi069 ceph-mon[96738]: from='client.44396 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:41:49.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:41:49 smithi069 ceph-mon[94167]: osdmap e676: 8 total, 8 up, 8 in 2024-04-10T15:41:49.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:41:49 smithi069 ceph-mon[94167]: from='client.44396 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:41:49.742 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:41:49 smithi077 ceph-mon[87572]: osdmap e676: 8 total, 8 up, 8 in 2024-04-10T15:41:49.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:41:49 smithi077 ceph-mon[87572]: from='client.44396 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:41:50.261 INFO:tasks.rados.rados.0.smithi069.stdout:3097: done (2 left) 2024-04-10T15:41:50.261 INFO:tasks.rados.rados.0.smithi069.stdout:3098: copy_from oid 27 from oid 44 current snap is 299 2024-04-10T15:41:50.261 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 40 v 589 (ObjNum 289 snap 0 seq_num 0) dirty exists 2024-04-10T15:41:50.262 INFO:tasks.rados.rados.0.smithi069.stdout:3096: expect (ObjNum 929 snap 289 seq_num 929) 2024-04-10T15:41:50.295 INFO:tasks.rados.rados.0.smithi069.stdout:3098: finishing copy_from to smithi06982861-27 2024-04-10T15:41:50.295 INFO:tasks.rados.rados.0.smithi069.stdout:3098: got expected ENOENT (src dne) 2024-04-10T15:41:50.295 INFO:tasks.rados.rados.0.smithi069.stdout:3098: finishing copy_from racing read to smithi06982861-27 2024-04-10T15:41:50.295 INFO:tasks.rados.rados.0.smithi069.stdout:3095: done (2 left) 2024-04-10T15:41:50.295 INFO:tasks.rados.rados.0.smithi069.stdout:3096: done (1 left) 2024-04-10T15:41:50.295 INFO:tasks.rados.rados.0.smithi069.stdout:3098: done (0 left) 2024-04-10T15:41:50.295 INFO:tasks.rados.rados.0.smithi069.stdout:3099: rmattr oid 1 current snap is 299 2024-04-10T15:41:50.295 INFO:tasks.rados.rados.0.smithi069.stdout:3100: rmattr oid 26 current snap is 299 2024-04-10T15:41:50.295 INFO:tasks.rados.rados.0.smithi069.stdout:3100: done (1 left) 2024-04-10T15:41:50.295 INFO:tasks.rados.rados.0.smithi069.stdout:3101: read oid 48 snap 290 2024-04-10T15:41:50.295 INFO:tasks.rados.rados.0.smithi069.stdout:3101: expect (ObjNum 1433726960 snap 21957 seq_num 1433823232) 2024-04-10T15:41:50.296 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 42 current snap is 299 2024-04-10T15:41:50.296 INFO:tasks.rados.rados.0.smithi069.stdout:3102: seq_num 961 ranges {0=499712,499712=712704,1212416=491520} 2024-04-10T15:41:50.297 INFO:tasks.rados.rados.0.smithi069.stdout:3102: writing smithi06982861-42 from 0 to 499712 tid 1 2024-04-10T15:41:50.302 INFO:tasks.rados.rados.0.smithi069.stdout:3102: writing smithi06982861-42 from 499712 to 1212416 tid 2 2024-04-10T15:41:50.306 INFO:tasks.rados.rados.0.smithi069.stdout:3102: writing smithi06982861-42 from 1212416 to 1703936 tid 3 2024-04-10T15:41:50.306 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 13 current snap is 299 2024-04-10T15:41:50.306 INFO:tasks.rados.rados.0.smithi069.stdout:3101: expect (ObjNum 1433726960 snap 21957 seq_num 1433823232) 2024-04-10T15:41:50.310 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 1 v 1485 (ObjNum 929 snap 289 seq_num 929) dirty exists 2024-04-10T15:41:50.310 INFO:tasks.rados.rados.0.smithi069.stdout:3102: finishing write tid 1 to smithi06982861-42 2024-04-10T15:41:50.311 INFO:tasks.rados.rados.0.smithi069.stdout:3102: finishing write tid 2 to smithi06982861-42 2024-04-10T15:41:50.311 INFO:tasks.rados.rados.0.smithi069.stdout:3103: seq_num 962 ranges {2973696=516096,3489792=589824,4079616=614400} 2024-04-10T15:41:50.329 INFO:tasks.rados.rados.0.smithi069.stdout:3103: writing smithi06982861-13 from 2973696 to 3489792 tid 1 2024-04-10T15:41:50.332 INFO:tasks.rados.rados.0.smithi069.stdout:3103: writing smithi06982861-13 from 3489792 to 4079616 tid 2 2024-04-10T15:41:50.336 INFO:tasks.rados.rados.0.smithi069.stdout:3103: writing smithi06982861-13 from 4079616 to 4694016 tid 3 2024-04-10T15:41:50.337 INFO:tasks.rados.rados.0.smithi069.stdout:3099: done (3 left) 2024-04-10T15:41:50.337 INFO:tasks.rados.rados.0.smithi069.stdout:3101: done (2 left) 2024-04-10T15:41:50.337 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 25 current snap is 299 2024-04-10T15:41:50.337 INFO:tasks.rados.rados.0.smithi069.stdout:3102: finishing write tid 3 to smithi06982861-42 2024-04-10T15:41:50.337 INFO:tasks.rados.rados.0.smithi069.stdout:3102: finishing write tid 4 to smithi06982861-42 2024-04-10T15:41:50.337 INFO:tasks.rados.rados.0.smithi069.stdout:3102: finishing write tid 5 to smithi06982861-42 2024-04-10T15:41:50.337 INFO:tasks.rados.rados.0.smithi069.stdout:3102: oid 42 updating version 0 to 1516 2024-04-10T15:41:50.337 INFO:tasks.rados.rados.0.smithi069.stdout:3102: oid 42 version 1516 is already newer than 1514 2024-04-10T15:41:50.337 INFO:tasks.rados.rados.0.smithi069.stdout:3102: oid 42 version 1516 is already newer than 1515 2024-04-10T15:41:50.337 INFO:tasks.rados.rados.0.smithi069.stdout:3102: oid 42 version 1516 is already newer than 1513 2024-04-10T15:41:50.337 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 42 v 1516 (ObjNum 961 snap 299 seq_num 961) dirty exists 2024-04-10T15:41:50.337 INFO:tasks.rados.rados.0.smithi069.stdout:3102: left oid 42 (ObjNum 961 snap 299 seq_num 961) 2024-04-10T15:41:50.337 INFO:tasks.rados.rados.0.smithi069.stdout:3103: finishing write tid 1 to smithi06982861-13 2024-04-10T15:41:50.337 INFO:tasks.rados.rados.0.smithi069.stdout:3103: finishing write tid 2 to smithi06982861-13 2024-04-10T15:41:50.337 INFO:tasks.rados.rados.0.smithi069.stdout:3104: seq_num 963 ranges {1392640=532480,1925120=475136,2400256=532480,2932736=196608} 2024-04-10T15:41:50.346 INFO:tasks.rados.rados.0.smithi069.stdout:3104: writing smithi06982861-25 from 1392640 to 1925120 tid 1 2024-04-10T15:41:50.349 INFO:tasks.rados.rados.0.smithi069.stdout:3104: writing smithi06982861-25 from 1925120 to 2400256 tid 2 2024-04-10T15:41:50.352 INFO:tasks.rados.rados.0.smithi069.stdout:3104: writing smithi06982861-25 from 2400256 to 2932736 tid 3 2024-04-10T15:41:50.354 INFO:tasks.rados.rados.0.smithi069.stdout:3104: writing smithi06982861-25 from 2932736 to 3129344 tid 4 2024-04-10T15:41:50.355 INFO:tasks.rados.rados.0.smithi069.stdout:3102: done (2 left) 2024-04-10T15:41:50.355 INFO:tasks.rados.rados.0.smithi069.stdout:3105: read oid 50 snap -1 2024-04-10T15:41:50.355 INFO:tasks.rados.rados.0.smithi069.stdout:3105: expect (ObjNum 946 snap 293 seq_num 946) 2024-04-10T15:41:50.355 INFO:tasks.rados.rados.0.smithi069.stdout:3106: read oid 49 snap -1 2024-04-10T15:41:50.355 INFO:tasks.rados.rados.0.smithi069.stdout:3106: expect deleted 2024-04-10T15:41:50.355 INFO:tasks.rados.rados.0.smithi069.stdout:3107: snap_remove snap 290 2024-04-10T15:41:50.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:41:50 smithi069 ceph-mon[96738]: osdmap e677: 8 total, 8 up, 8 in 2024-04-10T15:41:50.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:41:50 smithi069 ceph-mon[96738]: pgmap v677: 121 pgs: 121 active+clean; 122 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 17 KiB/s rd, 4.2 MiB/s wr, 12 op/s 2024-04-10T15:41:50.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:41:50 smithi069 ceph-mon[94167]: osdmap e677: 8 total, 8 up, 8 in 2024-04-10T15:41:50.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:41:50 smithi069 ceph-mon[94167]: pgmap v677: 121 pgs: 121 active+clean; 122 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 17 KiB/s rd, 4.2 MiB/s wr, 12 op/s 2024-04-10T15:41:50.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:41:50 smithi077 ceph-mon[87572]: osdmap e677: 8 total, 8 up, 8 in 2024-04-10T15:41:50.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:41:50 smithi077 ceph-mon[87572]: pgmap v677: 121 pgs: 121 active+clean; 122 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 17 KiB/s rd, 4.2 MiB/s wr, 12 op/s 2024-04-10T15:41:51.220 INFO:tasks.rados.rados.0.smithi069.stdout:3107: done (4 left) 2024-04-10T15:41:51.221 INFO:tasks.rados.rados.0.smithi069.stdout:3108: read oid 42 snap -1 2024-04-10T15:41:51.221 INFO:tasks.rados.rados.0.smithi069.stdout:3108: expect (ObjNum 961 snap 299 seq_num 961) 2024-04-10T15:41:51.221 INFO:tasks.rados.rados.0.smithi069.stdout:3109: snap_remove snap 298 2024-04-10T15:41:51.221 INFO:tasks.rados.rados.0.smithi069.stdout:3103: finishing write tid 3 to smithi06982861-13 2024-04-10T15:41:51.221 INFO:tasks.rados.rados.0.smithi069.stdout:3103: finishing write tid 4 to smithi06982861-13 2024-04-10T15:41:51.221 INFO:tasks.rados.rados.0.smithi069.stdout:3103: finishing write tid 5 to smithi06982861-13 2024-04-10T15:41:51.221 INFO:tasks.rados.rados.0.smithi069.stdout:3103: oid 13 updating version 0 to 1558 2024-04-10T15:41:51.221 INFO:tasks.rados.rados.0.smithi069.stdout:3103: oid 13 version 1558 is already newer than 1555 2024-04-10T15:41:51.221 INFO:tasks.rados.rados.0.smithi069.stdout:3103: oid 13 version 1558 is already newer than 1557 2024-04-10T15:41:51.221 INFO:tasks.rados.rados.0.smithi069.stdout:3103: oid 13 version 1558 is already newer than 1556 2024-04-10T15:41:51.221 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 13 v 1558 (ObjNum 962 snap 299 seq_num 962) dirty exists 2024-04-10T15:41:51.221 INFO:tasks.rados.rados.0.smithi069.stdout:3103: left oid 13 (ObjNum 962 snap 299 seq_num 962) 2024-04-10T15:41:51.221 INFO:tasks.rados.rados.0.smithi069.stdout:3104: finishing write tid 1 to smithi06982861-25 2024-04-10T15:41:51.222 INFO:tasks.rados.rados.0.smithi069.stdout:3104: finishing write tid 2 to smithi06982861-25 2024-04-10T15:41:51.222 INFO:tasks.rados.rados.0.smithi069.stdout:3104: finishing write tid 3 to smithi06982861-25 2024-04-10T15:41:51.222 INFO:tasks.rados.rados.0.smithi069.stdout:3104: finishing write tid 4 to smithi06982861-25 2024-04-10T15:41:51.222 INFO:tasks.rados.rados.0.smithi069.stdout:3104: finishing write tid 5 to smithi06982861-25 2024-04-10T15:41:51.222 INFO:tasks.rados.rados.0.smithi069.stdout:3104: finishing write tid 6 to smithi06982861-25 2024-04-10T15:41:51.222 INFO:tasks.rados.rados.0.smithi069.stdout:3104: oid 25 updating version 0 to 1072 2024-04-10T15:41:51.222 INFO:tasks.rados.rados.0.smithi069.stdout:3104: oid 25 version 1072 is already newer than 1069 2024-04-10T15:41:51.222 INFO:tasks.rados.rados.0.smithi069.stdout:3104: oid 25 version 1072 is already newer than 1071 2024-04-10T15:41:51.222 INFO:tasks.rados.rados.0.smithi069.stdout:3104: oid 25 version 1072 is already newer than 1070 2024-04-10T15:41:51.222 INFO:tasks.rados.rados.0.smithi069.stdout:3104: oid 25 version 1072 is already newer than 1068 2024-04-10T15:41:51.222 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 25 v 1072 (ObjNum 963 snap 299 seq_num 963) dirty exists 2024-04-10T15:41:51.222 INFO:tasks.rados.rados.0.smithi069.stdout:3104: left oid 25 (ObjNum 963 snap 299 seq_num 963) 2024-04-10T15:41:51.222 INFO:tasks.rados.rados.0.smithi069.stdout:3105: expect (ObjNum 946 snap 293 seq_num 946) 2024-04-10T15:41:51.441 INFO:teuthology.orchestra.run.smithi069.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-10T15:41:51.441 INFO:teuthology.orchestra.run.smithi069.stdout:alertmanager.a smithi069 *:9093,9094 running (43s) 39s ago 12m 15.4M - 0.25.0 c8568f914cd2 281747f84014 2024-04-10T15:41:51.441 INFO:teuthology.orchestra.run.smithi069.stdout:grafana.a smithi077 *:3000 running (21s) 16s ago 12m 52.9M - 9.4.12 2bacad6d85d8 a5a1d9d4dc15 2024-04-10T15:41:51.441 INFO:teuthology.orchestra.run.smithi069.stdout:mds.a smithi069 running (116s) 39s ago 13m 14.2M - 19.0.0-2838-ga5074d45 ffe3e7ac3788 3a176cd9205f 2024-04-10T15:41:51.441 INFO:teuthology.orchestra.run.smithi069.stdout:mds.b smithi077 running (92s) 16s ago 13m 14.2M - 19.0.0-2838-ga5074d45 ffe3e7ac3788 e7196a7145ff 2024-04-10T15:41:51.441 INFO:teuthology.orchestra.run.smithi069.stdout:mgr.x smithi077 *:8443,9283,8765 running (8m) 16s ago 17m 453M - 19.0.0-2838-ga5074d45 ffe3e7ac3788 ccd7899398e9 2024-04-10T15:41:51.441 INFO:teuthology.orchestra.run.smithi069.stdout:mgr.y smithi069 *:8443,9283,8765 running (8m) 39s ago 19m 522M - 19.0.0-2838-ga5074d45 ffe3e7ac3788 e21b24626c05 2024-04-10T15:41:51.441 INFO:teuthology.orchestra.run.smithi069.stdout:mon.a smithi069 running (7m) 39s ago 19m 69.0M 2048M 19.0.0-2838-ga5074d45 ffe3e7ac3788 ce73e1b17524 2024-04-10T15:41:51.441 INFO:teuthology.orchestra.run.smithi069.stdout:mon.b smithi077 running (7m) 16s ago 17m 55.0M 2048M 19.0.0-2838-ga5074d45 ffe3e7ac3788 d84762487812 2024-04-10T15:41:51.442 INFO:teuthology.orchestra.run.smithi069.stdout:mon.c smithi069 running (7m) 39s ago 17m 56.8M 2048M 19.0.0-2838-ga5074d45 ffe3e7ac3788 bac2280f1f05 2024-04-10T15:41:51.442 INFO:teuthology.orchestra.run.smithi069.stdout:node-exporter.a smithi069 *:9100 running (79s) 39s ago 12m 8552k - 1.5.0 0da6a335fe13 42c850bfda3c 2024-04-10T15:41:51.442 INFO:teuthology.orchestra.run.smithi069.stdout:node-exporter.b smithi077 *:9100 running (75s) 16s ago 11m 15.8M - 1.5.0 0da6a335fe13 de09e8eeb324 2024-04-10T15:41:51.442 INFO:teuthology.orchestra.run.smithi069.stdout:osd.0 smithi069 running (6m) 39s ago 16m 294M 2480M 19.0.0-2838-ga5074d45 ffe3e7ac3788 9833b8d335cb 2024-04-10T15:41:51.442 INFO:teuthology.orchestra.run.smithi069.stdout:osd.1 smithi069 running (5m) 39s ago 16m 282M 2480M 19.0.0-2838-ga5074d45 ffe3e7ac3788 a7560d34888e 2024-04-10T15:41:51.442 INFO:teuthology.orchestra.run.smithi069.stdout:osd.2 smithi069 running (5m) 39s ago 16m 321M 2480M 19.0.0-2838-ga5074d45 ffe3e7ac3788 cb88f4853007 2024-04-10T15:41:51.442 INFO:teuthology.orchestra.run.smithi069.stdout:osd.3 smithi069 running (4m) 39s ago 15m 191M 2480M 19.0.0-2838-ga5074d45 ffe3e7ac3788 c840f79dffa2 2024-04-10T15:41:51.442 INFO:teuthology.orchestra.run.smithi069.stdout:osd.4 smithi077 running (4m) 16s ago 15m 280M 2480M 19.0.0-2838-ga5074d45 ffe3e7ac3788 3d6825553ede 2024-04-10T15:41:51.442 INFO:teuthology.orchestra.run.smithi069.stdout:osd.5 smithi077 running (3m) 16s ago 14m 263M 2480M 19.0.0-2838-ga5074d45 ffe3e7ac3788 06a053fba89b 2024-04-10T15:41:51.442 INFO:teuthology.orchestra.run.smithi069.stdout:osd.6 smithi077 running (2m) 16s ago 14m 121M 2480M 19.0.0-2838-ga5074d45 ffe3e7ac3788 a39fd5be170c 2024-04-10T15:41:51.442 INFO:teuthology.orchestra.run.smithi069.stdout:osd.7 smithi077 running (2m) 16s ago 14m 160M 2480M 19.0.0-2838-ga5074d45 ffe3e7ac3788 8c251a0eaa8a 2024-04-10T15:41:51.442 INFO:teuthology.orchestra.run.smithi069.stdout:prometheus.a smithi077 *:9095 running (58s) 16s ago 13m 46.9M - 2.43.0 a07b618ecd1d 9b60ff2181be 2024-04-10T15:41:51.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:41:51 smithi069 ceph-mon[94167]: osdmap e678: 8 total, 8 up, 8 in 2024-04-10T15:41:51.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:41:51 smithi069 ceph-mon[94167]: osdmap e679: 8 total, 8 up, 8 in 2024-04-10T15:41:51.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:41:51 smithi069 ceph-mon[96738]: osdmap e678: 8 total, 8 up, 8 in 2024-04-10T15:41:51.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:41:51 smithi069 ceph-mon[96738]: osdmap e679: 8 total, 8 up, 8 in 2024-04-10T15:41:51.703 INFO:tasks.rados.rados.0.smithi069.stdout:3108: expect (ObjNum 961 snap 299 seq_num 961) 2024-04-10T15:41:51.742 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:41:51 smithi077 ceph-mon[87572]: osdmap e678: 8 total, 8 up, 8 in 2024-04-10T15:41:51.742 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:41:51 smithi077 ceph-mon[87572]: osdmap e679: 8 total, 8 up, 8 in 2024-04-10T15:41:52.204 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 09bfb546-f74e-11ee-b64a-cb9ed24678a4 -e sha1=a5074d4516d566e9d8b6aec912f26afd099de101 -- bash -c 'ceph versions' 2024-04-10T15:41:52.268 INFO:tasks.rados.rados.0.smithi069.stdout:3103: done (5 left) 2024-04-10T15:41:52.268 INFO:tasks.rados.rados.0.smithi069.stdout:3104: done (4 left) 2024-04-10T15:41:52.268 INFO:tasks.rados.rados.0.smithi069.stdout:3105: done (3 left) 2024-04-10T15:41:52.268 INFO:tasks.rados.rados.0.smithi069.stdout:3106: done (2 left) 2024-04-10T15:41:52.268 INFO:tasks.rados.rados.0.smithi069.stdout:3108: done (1 left) 2024-04-10T15:41:52.268 INFO:tasks.rados.rados.0.smithi069.stdout:3109: done (0 left) 2024-04-10T15:41:52.268 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 42 current snap is 299 2024-04-10T15:41:52.269 INFO:tasks.rados.rados.0.smithi069.stdout:3110: seq_num 964 ranges {1703936=548864,2252800=761856,3014656=442368} 2024-04-10T15:41:52.280 INFO:tasks.rados.rados.0.smithi069.stdout:3110: writing smithi06982861-42 from 1703936 to 2252800 tid 1 2024-04-10T15:41:52.284 INFO:tasks.rados.rados.0.smithi069.stdout:3110: writing smithi06982861-42 from 2252800 to 3014656 tid 2 2024-04-10T15:41:52.287 INFO:tasks.rados.rados.0.smithi069.stdout:3110: writing smithi06982861-42 from 3014656 to 3457024 tid 3 2024-04-10T15:41:52.288 INFO:tasks.rados.rados.0.smithi069.stdout:3110: finishing write tid 1 to smithi06982861-42 2024-04-10T15:41:52.288 INFO:tasks.rados.rados.0.smithi069.stdout:3111: rollback oid 5 current snap is 299 2024-04-10T15:41:52.288 INFO:tasks.rados.rados.0.smithi069.stdout:3111: done (1 left) 2024-04-10T15:41:52.288 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 15 current snap is 299 2024-04-10T15:41:52.288 INFO:tasks.rados.rados.0.smithi069.stdout:3112: seq_num 965 ranges {1253376=565248,1818624=647168,2465792=548864,3014656=8192} 2024-04-10T15:41:52.297 INFO:tasks.rados.rados.0.smithi069.stdout:3112: writing smithi06982861-15 from 1253376 to 1818624 tid 1 2024-04-10T15:41:52.301 INFO:tasks.rados.rados.0.smithi069.stdout:3112: writing smithi06982861-15 from 1818624 to 2465792 tid 2 2024-04-10T15:41:52.304 INFO:tasks.rados.rados.0.smithi069.stdout:3112: writing smithi06982861-15 from 2465792 to 3014656 tid 3 2024-04-10T15:41:52.305 INFO:tasks.rados.rados.0.smithi069.stdout:3112: writing smithi06982861-15 from 3014656 to 3022848 tid 4 2024-04-10T15:41:52.305 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 48 current snap is 299 2024-04-10T15:41:52.305 INFO:tasks.rados.rados.0.smithi069.stdout:3110: finishing write tid 2 to smithi06982861-42 2024-04-10T15:41:52.305 INFO:tasks.rados.rados.0.smithi069.stdout:3113: seq_num 966 ranges {0=581632,581632=581632,1163264=622592} 2024-04-10T15:41:52.308 INFO:tasks.rados.rados.0.smithi069.stdout:3113: writing smithi06982861-48 from 0 to 581632 tid 1 2024-04-10T15:41:52.312 INFO:tasks.rados.rados.0.smithi069.stdout:3113: writing smithi06982861-48 from 581632 to 1163264 tid 2 2024-04-10T15:41:52.316 INFO:tasks.rados.rados.0.smithi069.stdout:3113: writing smithi06982861-48 from 1163264 to 1785856 tid 3 2024-04-10T15:41:52.316 INFO:tasks.rados.rados.0.smithi069.stdout:3110: finishing write tid 3 to smithi06982861-42 2024-04-10T15:41:52.316 INFO:tasks.rados.rados.0.smithi069.stdout:3110: finishing write tid 4 to smithi06982861-42 2024-04-10T15:41:52.316 INFO:tasks.rados.rados.0.smithi069.stdout:3110: finishing write tid 5 to smithi06982861-42 2024-04-10T15:41:52.317 INFO:tasks.rados.rados.0.smithi069.stdout:3110: oid 42 updating version 0 to 1517 2024-04-10T15:41:52.317 INFO:tasks.rados.rados.0.smithi069.stdout:3110: oid 42 updating version 1517 to 1518 2024-04-10T15:41:52.317 INFO:tasks.rados.rados.0.smithi069.stdout:3110: oid 42 updating version 1518 to 1520 2024-04-10T15:41:52.317 INFO:tasks.rados.rados.0.smithi069.stdout:3110: oid 42 version 1520 is already newer than 1519 2024-04-10T15:41:52.317 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 42 v 1520 (ObjNum 964 snap 299 seq_num 964) dirty exists 2024-04-10T15:41:52.317 INFO:tasks.rados.rados.0.smithi069.stdout:3110: left oid 42 (ObjNum 964 snap 299 seq_num 964) 2024-04-10T15:41:52.317 INFO:tasks.rados.rados.0.smithi069.stdout:3112: finishing write tid 1 to smithi06982861-15 2024-04-10T15:41:52.317 INFO:tasks.rados.rados.0.smithi069.stdout:3112: finishing write tid 2 to smithi06982861-15 2024-04-10T15:41:52.317 INFO:tasks.rados.rados.0.smithi069.stdout:3112: finishing write tid 3 to smithi06982861-15 2024-04-10T15:41:52.317 INFO:tasks.rados.rados.0.smithi069.stdout:3112: finishing write tid 4 to smithi06982861-15 2024-04-10T15:41:52.317 INFO:tasks.rados.rados.0.smithi069.stdout:3112: finishing write tid 5 to smithi06982861-15 2024-04-10T15:41:52.317 INFO:tasks.rados.rados.0.smithi069.stdout:3110: done (2 left) 2024-04-10T15:41:52.317 INFO:tasks.rados.rados.0.smithi069.stdout:3114: copy_from oid 21 from oid 26 current snap is 299 2024-04-10T15:41:52.317 INFO:tasks.rados.rados.0.smithi069.stdout:3115: read oid 16 snap -1 2024-04-10T15:41:52.317 INFO:tasks.rados.rados.0.smithi069.stdout:3115: expect (ObjNum 870 snap 277 seq_num 870) 2024-04-10T15:41:52.318 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 34 current snap is 299 2024-04-10T15:41:52.318 INFO:tasks.rados.rados.0.smithi069.stdout:3116: seq_num 967 ranges {6070272=598016,6668288=466944,7135232=516096,7651328=221184} 2024-04-10T15:41:52.353 INFO:tasks.rados.rados.0.smithi069.stdout:3116: writing smithi06982861-34 from 6070272 to 6668288 tid 1 2024-04-10T15:41:52.355 INFO:tasks.rados.rados.0.smithi069.stdout:3116: writing smithi06982861-34 from 6668288 to 7135232 tid 2 2024-04-10T15:41:52.358 INFO:tasks.rados.rados.0.smithi069.stdout:3116: writing smithi06982861-34 from 7135232 to 7651328 tid 3 2024-04-10T15:41:52.360 INFO:tasks.rados.rados.0.smithi069.stdout:3116: writing smithi06982861-34 from 7651328 to 7872512 tid 4 2024-04-10T15:41:52.360 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 37 current snap is 299 2024-04-10T15:41:52.360 INFO:tasks.rados.rados.0.smithi069.stdout:3113: finishing write tid 1 to smithi06982861-48 2024-04-10T15:41:52.360 INFO:tasks.rados.rados.0.smithi069.stdout:3113: finishing write tid 2 to smithi06982861-48 2024-04-10T15:41:52.360 INFO:tasks.rados.rados.0.smithi069.stdout:3112: finishing write tid 6 to smithi06982861-15 2024-04-10T15:41:52.361 INFO:tasks.rados.rados.0.smithi069.stdout:3112: oid 15 updating version 0 to 1226 2024-04-10T15:41:52.361 INFO:tasks.rados.rados.0.smithi069.stdout:3112: oid 15 updating version 1226 to 1228 2024-04-10T15:41:52.361 INFO:tasks.rados.rados.0.smithi069.stdout:3112: oid 15 version 1228 is already newer than 1224 2024-04-10T15:41:52.361 INFO:tasks.rados.rados.0.smithi069.stdout:3112: oid 15 version 1228 is already newer than 1225 2024-04-10T15:41:52.361 INFO:tasks.rados.rados.0.smithi069.stdout:3112: oid 15 version 1228 is already newer than 1227 2024-04-10T15:41:52.361 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 15 v 1228 (ObjNum 965 snap 299 seq_num 965) dirty exists 2024-04-10T15:41:52.361 INFO:tasks.rados.rados.0.smithi069.stdout:3112: left oid 15 (ObjNum 965 snap 299 seq_num 965) 2024-04-10T15:41:52.361 INFO:tasks.rados.rados.0.smithi069.stdout:3113: finishing write tid 3 to smithi06982861-48 2024-04-10T15:41:52.361 INFO:tasks.rados.rados.0.smithi069.stdout:3117: seq_num 968 ranges {1163264=614400,1777664=745472,2523136=458752} 2024-04-10T15:41:52.370 INFO:tasks.rados.rados.0.smithi069.stdout:3117: writing smithi06982861-37 from 1163264 to 1777664 tid 1 2024-04-10T15:41:52.375 INFO:tasks.rados.rados.0.smithi069.stdout:3117: writing smithi06982861-37 from 1777664 to 2523136 tid 2 2024-04-10T15:41:52.378 INFO:tasks.rados.rados.0.smithi069.stdout:3117: writing smithi06982861-37 from 2523136 to 2981888 tid 3 2024-04-10T15:41:52.378 INFO:tasks.rados.rados.0.smithi069.stdout:3112: done (5 left) 2024-04-10T15:41:52.378 INFO:tasks.rados.rados.0.smithi069.stdout:3118: snap_create 2024-04-10T15:41:52.378 INFO:tasks.rados.rados.0.smithi069.stdout:3113: finishing write tid 4 to smithi06982861-48 2024-04-10T15:41:52.378 INFO:tasks.rados.rados.0.smithi069.stdout:3113: finishing write tid 5 to smithi06982861-48 2024-04-10T15:41:52.378 INFO:tasks.rados.rados.0.smithi069.stdout:3113: oid 48 updating version 0 to 1231 2024-04-10T15:41:52.378 INFO:tasks.rados.rados.0.smithi069.stdout:3113: oid 48 version 1231 is already newer than 1230 2024-04-10T15:41:52.378 INFO:tasks.rados.rados.0.smithi069.stdout:3113: oid 48 version 1231 is already newer than 1229 2024-04-10T15:41:52.378 INFO:tasks.rados.rados.0.smithi069.stdout:3113: oid 48 updating version 1231 to 1232 2024-04-10T15:41:52.378 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 48 v 1232 (ObjNum 966 snap 299 seq_num 966) dirty exists 2024-04-10T15:41:52.378 INFO:tasks.rados.rados.0.smithi069.stdout:3113: left oid 48 (ObjNum 966 snap 299 seq_num 966) 2024-04-10T15:41:52.379 INFO:tasks.rados.rados.0.smithi069.stdout:3115: expect (ObjNum 870 snap 277 seq_num 870) 2024-04-10T15:41:52.443 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/09bfb546-f74e-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T15:41:52.496 INFO:tasks.rados.rados.0.smithi069.stdout:3114: finishing copy_from racing read to smithi06982861-21 2024-04-10T15:41:52.496 INFO:tasks.rados.rados.0.smithi069.stdout:3114: finishing copy_from to smithi06982861-21 2024-04-10T15:41:52.496 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 21 v 1468 (ObjNum 920 snap 287 seq_num 920) dirty exists 2024-04-10T15:41:52.496 INFO:tasks.rados.rados.0.smithi069.stdout:3116: finishing write tid 1 to smithi06982861-34 2024-04-10T15:41:52.496 INFO:tasks.rados.rados.0.smithi069.stdout:3116: finishing write tid 2 to smithi06982861-34 2024-04-10T15:41:52.497 INFO:tasks.rados.rados.0.smithi069.stdout:3116: finishing write tid 3 to smithi06982861-34 2024-04-10T15:41:52.497 INFO:tasks.rados.rados.0.smithi069.stdout:3116: finishing write tid 4 to smithi06982861-34 2024-04-10T15:41:52.497 INFO:tasks.rados.rados.0.smithi069.stdout:3116: finishing write tid 5 to smithi06982861-34 2024-04-10T15:41:52.497 INFO:tasks.rados.rados.0.smithi069.stdout:3116: finishing write tid 6 to smithi06982861-34 2024-04-10T15:41:52.497 INFO:tasks.rados.rados.0.smithi069.stdout:3116: oid 34 updating version 0 to 1824 2024-04-10T15:41:52.497 INFO:tasks.rados.rados.0.smithi069.stdout:3116: oid 34 version 1824 is already newer than 1823 2024-04-10T15:41:52.497 INFO:tasks.rados.rados.0.smithi069.stdout:3116: oid 34 version 1824 is already newer than 1822 2024-04-10T15:41:52.497 INFO:tasks.rados.rados.0.smithi069.stdout:3116: oid 34 version 1824 is already newer than 1820 2024-04-10T15:41:52.497 INFO:tasks.rados.rados.0.smithi069.stdout:3116: oid 34 version 1824 is already newer than 1821 2024-04-10T15:41:52.497 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 34 v 1824 (ObjNum 967 snap 299 seq_num 967) dirty exists 2024-04-10T15:41:52.497 INFO:tasks.rados.rados.0.smithi069.stdout:3116: left oid 34 (ObjNum 967 snap 299 seq_num 967) 2024-04-10T15:41:52.497 INFO:tasks.rados.rados.0.smithi069.stdout:3117: finishing write tid 1 to smithi06982861-37 2024-04-10T15:41:52.498 INFO:tasks.rados.rados.0.smithi069.stdout:3117: finishing write tid 2 to smithi06982861-37 2024-04-10T15:41:52.498 INFO:tasks.rados.rados.0.smithi069.stdout:3117: finishing write tid 3 to smithi06982861-37 2024-04-10T15:41:52.498 INFO:tasks.rados.rados.0.smithi069.stdout:3117: finishing write tid 4 to smithi06982861-37 2024-04-10T15:41:52.498 INFO:tasks.rados.rados.0.smithi069.stdout:3117: finishing write tid 5 to smithi06982861-37 2024-04-10T15:41:52.498 INFO:tasks.rados.rados.0.smithi069.stdout:3117: oid 37 updating version 0 to 1488 2024-04-10T15:41:52.498 INFO:tasks.rados.rados.0.smithi069.stdout:3117: oid 37 version 1488 is already newer than 1485 2024-04-10T15:41:52.498 INFO:tasks.rados.rados.0.smithi069.stdout:3117: oid 37 version 1488 is already newer than 1487 2024-04-10T15:41:52.498 INFO:tasks.rados.rados.0.smithi069.stdout:3117: oid 37 version 1488 is already newer than 1486 2024-04-10T15:41:52.498 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 37 v 1488 (ObjNum 968 snap 299 seq_num 968) dirty exists 2024-04-10T15:41:52.498 INFO:tasks.rados.rados.0.smithi069.stdout:3117: left oid 37 (ObjNum 968 snap 299 seq_num 968) 2024-04-10T15:41:52.565 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:41:52 smithi069 ceph-mon[96738]: from='client.44402 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:41:52.565 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:41:52 smithi069 ceph-mon[96738]: pgmap v680: 121 pgs: 121 active+clean; 123 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 869 KiB/s rd, 4.6 MiB/s wr, 20 op/s 2024-04-10T15:41:52.565 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:41:52 smithi069 ceph-mon[94167]: from='client.44402 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:41:52.565 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:41:52 smithi069 ceph-mon[94167]: pgmap v680: 121 pgs: 121 active+clean; 123 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 869 KiB/s rd, 4.6 MiB/s wr, 20 op/s 2024-04-10T15:41:52.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:41:52 smithi077 ceph-mon[87572]: from='client.44402 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:41:52.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:41:52 smithi077 ceph-mon[87572]: pgmap v680: 121 pgs: 121 active+clean; 123 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 869 KiB/s rd, 4.6 MiB/s wr, 20 op/s 2024-04-10T15:41:52.743 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:41:52 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T15:41:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:41:53.275 INFO:tasks.rados.rados.0.smithi069.stdout:3113: done (5 left) 2024-04-10T15:41:53.275 INFO:tasks.rados.rados.0.smithi069.stdout:3114: done (4 left) 2024-04-10T15:41:53.275 INFO:tasks.rados.rados.0.smithi069.stdout:3115: done (3 left) 2024-04-10T15:41:53.275 INFO:tasks.rados.rados.0.smithi069.stdout:3116: done (2 left) 2024-04-10T15:41:53.275 INFO:tasks.rados.rados.0.smithi069.stdout:3117: done (1 left) 2024-04-10T15:41:53.275 INFO:tasks.rados.rados.0.smithi069.stdout:3118: done (0 left) 2024-04-10T15:41:53.275 INFO:tasks.rados.rados.0.smithi069.stdout:3119: read oid 28 snap -1 2024-04-10T15:41:53.275 INFO:tasks.rados.rados.0.smithi069.stdout:3119: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-10T15:41:53.275 INFO:tasks.rados.rados.0.smithi069.stdout:3120: read oid 20 snap -1 2024-04-10T15:41:53.275 INFO:tasks.rados.rados.0.smithi069.stdout:3120: expect (ObjNum 958 snap 297 seq_num 958) 2024-04-10T15:41:53.275 INFO:tasks.rados.rados.0.smithi069.stdout:3121: snap_remove snap 299 2024-04-10T15:41:53.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:41:53 smithi069 ceph-mon[96738]: osdmap e680: 8 total, 8 up, 8 in 2024-04-10T15:41:53.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:41:53 smithi069 ceph-mon[94167]: osdmap e680: 8 total, 8 up, 8 in 2024-04-10T15:41:53.742 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:41:53 smithi077 ceph-mon[87572]: osdmap e680: 8 total, 8 up, 8 in 2024-04-10T15:41:54.280 INFO:tasks.rados.rados.0.smithi069.stdout:3121: done (2 left) 2024-04-10T15:41:54.280 INFO:tasks.rados.rados.0.smithi069.stdout:3122: snap_create 2024-04-10T15:41:54.280 INFO:tasks.rados.rados.0.smithi069.stdout:3119: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-10T15:41:54.282 INFO:tasks.rados.rados.0.smithi069.stdout:3120: expect (ObjNum 958 snap 297 seq_num 958) 2024-04-10T15:41:54.412 INFO:teuthology.orchestra.run.smithi069.stdout:{ 2024-04-10T15:41:54.412 INFO:teuthology.orchestra.run.smithi069.stdout: "mon": { 2024-04-10T15:41:54.412 INFO:teuthology.orchestra.run.smithi069.stdout: "ceph version 19.0.0-2838-ga5074d45 (a5074d4516d566e9d8b6aec912f26afd099de101) squid (dev)": 3 2024-04-10T15:41:54.412 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-04-10T15:41:54.412 INFO:teuthology.orchestra.run.smithi069.stdout: "mgr": { 2024-04-10T15:41:54.412 INFO:teuthology.orchestra.run.smithi069.stdout: "ceph version 19.0.0-2838-ga5074d45 (a5074d4516d566e9d8b6aec912f26afd099de101) squid (dev)": 2 2024-04-10T15:41:54.412 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-04-10T15:41:54.412 INFO:teuthology.orchestra.run.smithi069.stdout: "osd": { 2024-04-10T15:41:54.413 INFO:teuthology.orchestra.run.smithi069.stdout: "ceph version 19.0.0-2838-ga5074d45 (a5074d4516d566e9d8b6aec912f26afd099de101) squid (dev)": 8 2024-04-10T15:41:54.413 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-04-10T15:41:54.413 INFO:teuthology.orchestra.run.smithi069.stdout: "mds": { 2024-04-10T15:41:54.413 INFO:teuthology.orchestra.run.smithi069.stdout: "ceph version 19.0.0-2838-ga5074d45 (a5074d4516d566e9d8b6aec912f26afd099de101) squid (dev)": 2 2024-04-10T15:41:54.413 INFO:teuthology.orchestra.run.smithi069.stdout: }, 2024-04-10T15:41:54.413 INFO:teuthology.orchestra.run.smithi069.stdout: "overall": { 2024-04-10T15:41:54.413 INFO:teuthology.orchestra.run.smithi069.stdout: "ceph version 19.0.0-2838-ga5074d45 (a5074d4516d566e9d8b6aec912f26afd099de101) squid (dev)": 15 2024-04-10T15:41:54.413 INFO:teuthology.orchestra.run.smithi069.stdout: } 2024-04-10T15:41:54.413 INFO:teuthology.orchestra.run.smithi069.stdout:} 2024-04-10T15:41:54.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:41:54 smithi069 ceph-mon[96738]: osdmap e681: 8 total, 8 up, 8 in 2024-04-10T15:41:54.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:41:54 smithi069 ceph-mon[96738]: pgmap v683: 121 pgs: 121 active+clean; 117 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 14 op/s 2024-04-10T15:41:54.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:41:54 smithi069 ceph-mon[94167]: osdmap e681: 8 total, 8 up, 8 in 2024-04-10T15:41:54.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:41:54 smithi069 ceph-mon[94167]: pgmap v683: 121 pgs: 121 active+clean; 117 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 14 op/s 2024-04-10T15:41:54.742 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:41:54 smithi077 ceph-mon[87572]: osdmap e681: 8 total, 8 up, 8 in 2024-04-10T15:41:54.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:41:54 smithi077 ceph-mon[87572]: pgmap v683: 121 pgs: 121 active+clean; 117 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 14 op/s 2024-04-10T15:41:54.985 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 09bfb546-f74e-11ee-b64a-cb9ed24678a4 -e sha1=a5074d4516d566e9d8b6aec912f26afd099de101 -- bash -c 'ceph versions | jq -e '"'"'.overall | length == 1'"'"'' 2024-04-10T15:41:55.189 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/09bfb546-f74e-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T15:41:55.281 INFO:tasks.rados.rados.0.smithi069.stdout:3119: done (2 left) 2024-04-10T15:41:55.281 INFO:tasks.rados.rados.0.smithi069.stdout:3120: done (1 left) 2024-04-10T15:41:55.281 INFO:tasks.rados.rados.0.smithi069.stdout:3122: done (0 left) 2024-04-10T15:41:55.281 INFO:tasks.rados.rados.0.smithi069.stdout:3123: read oid 39 snap -1 2024-04-10T15:41:55.281 INFO:tasks.rados.rados.0.smithi069.stdout:3123: expect deleted 2024-04-10T15:41:55.281 INFO:tasks.rados.rados.0.smithi069.stdout:3124: delete oid 30 current snap is 301 2024-04-10T15:41:55.282 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:41:55 smithi069 ceph-mon[96738]: osdmap e682: 8 total, 8 up, 8 in 2024-04-10T15:41:55.282 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:41:55 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/2178794857' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:41:55.282 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:41:55 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:41:55.282 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:41:55 smithi069 ceph-mon[94167]: osdmap e682: 8 total, 8 up, 8 in 2024-04-10T15:41:55.283 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:41:55 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/2178794857' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:41:55.283 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:41:55 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:41:55.285 INFO:tasks.rados.rados.0.smithi069.stdout:3123: done (1 left) 2024-04-10T15:41:55.285 INFO:tasks.rados.rados.0.smithi069.stdout:3124: done (0 left) 2024-04-10T15:41:55.286 INFO:tasks.rados.rados.0.smithi069.stdout:3125: setattr oid 41 current snap is 301 2024-04-10T15:41:55.286 INFO:tasks.rados.rados.0.smithi069.stdout:3126: setattr oid 7 current snap is 301 2024-04-10T15:41:55.288 INFO:tasks.rados.rados.0.smithi069.stdout:3127: read oid 4 snap 300 2024-04-10T15:41:55.288 INFO:tasks.rados.rados.0.smithi069.stdout:3127: expect (ObjNum 940 snap 293 seq_num 940) 2024-04-10T15:41:55.288 INFO:tasks.rados.rados.0.smithi069.stdout:3128: read oid 47 snap -1 2024-04-10T15:41:55.288 INFO:tasks.rados.rados.0.smithi069.stdout:3128: expect deleted 2024-04-10T15:41:55.288 INFO:tasks.rados.rados.0.smithi069.stdout:3129: copy_from oid 22 from oid 2 current snap is 301 2024-04-10T15:41:55.288 INFO:tasks.rados.rados.0.smithi069.stdout:3130: snap_create 2024-04-10T15:41:55.292 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 7 v 1531 (ObjNum 795 snap 248 seq_num 795) dirty exists 2024-04-10T15:41:55.297 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 41 v 1826 (ObjNum 929 snap 289 seq_num 929) dirty exists 2024-04-10T15:41:55.312 INFO:tasks.rados.rados.0.smithi069.stdout:3129: finishing copy_from racing read to smithi06982861-22 2024-04-10T15:41:55.316 INFO:tasks.rados.rados.0.smithi069.stdout:3127: expect (ObjNum 940 snap 293 seq_num 940) 2024-04-10T15:41:55.606 INFO:tasks.rados.rados.0.smithi069.stdout:3129: finishing copy_from to smithi06982861-22 2024-04-10T15:41:55.607 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 22 v 1061 (ObjNum 870 snap 277 seq_num 870) dirty exists 2024-04-10T15:41:55.742 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:41:55 smithi077 ceph-mon[87572]: osdmap e682: 8 total, 8 up, 8 in 2024-04-10T15:41:55.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:41:55 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/2178794857' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:41:55.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:41:55 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:41:56.224 INFO:tasks.rados.rados.0.smithi069.stdout:3125: done (5 left) 2024-04-10T15:41:56.224 INFO:tasks.rados.rados.0.smithi069.stdout:3126: done (4 left) 2024-04-10T15:41:56.224 INFO:tasks.rados.rados.0.smithi069.stdout:3127: done (3 left) 2024-04-10T15:41:56.224 INFO:tasks.rados.rados.0.smithi069.stdout:3128: done (2 left) 2024-04-10T15:41:56.224 INFO:tasks.rados.rados.0.smithi069.stdout:3129: done (1 left) 2024-04-10T15:41:56.224 INFO:tasks.rados.rados.0.smithi069.stdout:3130: done (0 left) 2024-04-10T15:41:56.224 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 47 current snap is 302 2024-04-10T15:41:56.224 INFO:tasks.rados.rados.0.smithi069.stdout:3131: seq_num 970 ranges {0=655360,655360=516096,1171456=688128} 2024-04-10T15:41:56.227 INFO:tasks.rados.rados.0.smithi069.stdout:3131: writing smithi06982861-47 from 0 to 655360 tid 1 2024-04-10T15:41:56.230 INFO:tasks.rados.rados.0.smithi069.stdout:3131: writing smithi06982861-47 from 655360 to 1171456 tid 2 2024-04-10T15:41:56.233 INFO:tasks.rados.rados.0.smithi069.stdout:3131: writing smithi06982861-47 from 1171456 to 1859584 tid 3 2024-04-10T15:41:56.233 INFO:tasks.rados.rados.0.smithi069.stdout:3132: snap_remove snap 301 2024-04-10T15:41:56.329 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:41:56 smithi069 ceph-mon[94167]: osdmap e683: 8 total, 8 up, 8 in 2024-04-10T15:41:56.329 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:41:56 smithi069 ceph-mon[94167]: pgmap v686: 121 pgs: 121 active+clean; 112 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 4.2 MiB/s wr, 24 op/s 2024-04-10T15:41:56.329 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:41:56 smithi069 ceph-mon[94167]: osdmap e684: 8 total, 8 up, 8 in 2024-04-10T15:41:56.329 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:41:56 smithi069 ceph-mon[96738]: osdmap e683: 8 total, 8 up, 8 in 2024-04-10T15:41:56.329 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:41:56 smithi069 ceph-mon[96738]: pgmap v686: 121 pgs: 121 active+clean; 112 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 4.2 MiB/s wr, 24 op/s 2024-04-10T15:41:56.329 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:41:56 smithi069 ceph-mon[96738]: osdmap e684: 8 total, 8 up, 8 in 2024-04-10T15:41:56.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:41:56 smithi077 ceph-mon[87572]: osdmap e683: 8 total, 8 up, 8 in 2024-04-10T15:41:56.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:41:56 smithi077 ceph-mon[87572]: pgmap v686: 121 pgs: 121 active+clean; 112 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 4.2 MiB/s wr, 24 op/s 2024-04-10T15:41:56.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:41:56 smithi077 ceph-mon[87572]: osdmap e684: 8 total, 8 up, 8 in 2024-04-10T15:41:57.173 INFO:teuthology.orchestra.run.smithi069.stdout:true 2024-04-10T15:41:57.173 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:41:56 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:15:41:56] "GET /metrics HTTP/1.1" 200 36325 "" "Prometheus/2.43.0" 2024-04-10T15:41:57.224 INFO:tasks.rados.rados.0.smithi069.stdout:3132: done (1 left) 2024-04-10T15:41:57.224 INFO:tasks.rados.rados.0.smithi069.stdout:3133: read oid 5 snap -1 2024-04-10T15:41:57.224 INFO:tasks.rados.rados.0.smithi069.stdout:3133: expect (ObjNum 954 snap 295 seq_num 954) 2024-04-10T15:41:57.224 INFO:tasks.rados.rados.0.smithi069.stdout:3134: copy_from oid 29 from oid 48 current snap is 302 2024-04-10T15:41:57.225 INFO:tasks.rados.rados.0.smithi069.stdout:3131: finishing write tid 1 to smithi06982861-47 2024-04-10T15:41:57.225 INFO:tasks.rados.rados.0.smithi069.stdout:3131: finishing write tid 2 to smithi06982861-47 2024-04-10T15:41:57.225 INFO:tasks.rados.rados.0.smithi069.stdout:3131: finishing write tid 3 to smithi06982861-47 2024-04-10T15:41:57.225 INFO:tasks.rados.rados.0.smithi069.stdout:3131: finishing write tid 4 to smithi06982861-47 2024-04-10T15:41:57.225 INFO:tasks.rados.rados.0.smithi069.stdout:3131: finishing write tid 5 to smithi06982861-47 2024-04-10T15:41:57.225 INFO:tasks.rados.rados.0.smithi069.stdout:3131: oid 47 updating version 0 to 1537 2024-04-10T15:41:57.225 INFO:tasks.rados.rados.0.smithi069.stdout:3131: oid 47 version 1537 is already newer than 1534 2024-04-10T15:41:57.225 INFO:tasks.rados.rados.0.smithi069.stdout:3131: oid 47 version 1537 is already newer than 1535 2024-04-10T15:41:57.225 INFO:tasks.rados.rados.0.smithi069.stdout:3131: oid 47 version 1537 is already newer than 1536 2024-04-10T15:41:57.225 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 47 v 1537 (ObjNum 970 snap 302 seq_num 970) dirty exists 2024-04-10T15:41:57.225 INFO:tasks.rados.rados.0.smithi069.stdout:3131: left oid 47 (ObjNum 970 snap 302 seq_num 970) 2024-04-10T15:41:57.225 INFO:tasks.rados.rados.0.smithi069.stdout:3131: done (2 left) 2024-04-10T15:41:57.225 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 50 current snap is 302 2024-04-10T15:41:57.225 INFO:tasks.rados.rados.0.smithi069.stdout:3135: seq_num 971 ranges {7520256=671744,8192000=802816,8994816=401408} 2024-04-10T15:41:57.270 INFO:tasks.rados.rados.0.smithi069.stdout:3135: writing smithi06982861-50 from 7520256 to 8192000 tid 1 2024-04-10T15:41:57.274 INFO:tasks.rados.rados.0.smithi069.stdout:3135: writing smithi06982861-50 from 8192000 to 8994816 tid 2 2024-04-10T15:41:57.277 INFO:tasks.rados.rados.0.smithi069.stdout:3135: writing smithi06982861-50 from 8994816 to 9396224 tid 3 2024-04-10T15:41:57.277 INFO:tasks.rados.rados.0.smithi069.stdout:3136: snap_create 2024-04-10T15:41:57.277 INFO:tasks.rados.rados.0.smithi069.stdout:3134: finishing copy_from racing read to smithi06982861-29 2024-04-10T15:41:57.277 INFO:tasks.rados.rados.0.smithi069.stdout:3134: finishing copy_from to smithi06982861-29 2024-04-10T15:41:57.277 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 29 v 1232 (ObjNum 966 snap 299 seq_num 966) dirty exists 2024-04-10T15:41:57.277 INFO:tasks.rados.rados.0.smithi069.stdout:3133: expect (ObjNum 954 snap 295 seq_num 954) 2024-04-10T15:41:57.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:41:57 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/2414170236' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:41:57.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:41:57 smithi077 ceph-mon[87572]: osdmap e685: 8 total, 8 up, 8 in 2024-04-10T15:41:57.536 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:41:57 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/2414170236' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:41:57.536 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:41:57 smithi069 ceph-mon[96738]: osdmap e685: 8 total, 8 up, 8 in 2024-04-10T15:41:57.537 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:41:57 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/2414170236' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:41:57.537 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:41:57 smithi069 ceph-mon[94167]: osdmap e685: 8 total, 8 up, 8 in 2024-04-10T15:41:57.866 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 09bfb546-f74e-11ee-b64a-cb9ed24678a4 -e sha1=a5074d4516d566e9d8b6aec912f26afd099de101 -- bash -c 'ceph versions | jq -e '"'"'.overall | keys'"'"' | grep $sha1' 2024-04-10T15:41:58.075 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/09bfb546-f74e-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T15:41:58.171 INFO:tasks.rados.rados.0.smithi069.stdout:3135: finishing write tid 1 to smithi06982861-50 2024-04-10T15:41:58.171 INFO:tasks.rados.rados.0.smithi069.stdout:3135: finishing write tid 2 to smithi06982861-50 2024-04-10T15:41:58.171 INFO:tasks.rados.rados.0.smithi069.stdout:3135: finishing write tid 3 to smithi06982861-50 2024-04-10T15:41:58.171 INFO:tasks.rados.rados.0.smithi069.stdout:3135: finishing write tid 4 to smithi06982861-50 2024-04-10T15:41:58.171 INFO:tasks.rados.rados.0.smithi069.stdout:3135: finishing write tid 5 to smithi06982861-50 2024-04-10T15:41:58.171 INFO:tasks.rados.rados.0.smithi069.stdout:3135: oid 50 updating version 0 to 1074 2024-04-10T15:41:58.171 INFO:tasks.rados.rados.0.smithi069.stdout:3135: oid 50 updating version 1074 to 1075 2024-04-10T15:41:58.172 INFO:tasks.rados.rados.0.smithi069.stdout:3135: oid 50 version 1075 is already newer than 1073 2024-04-10T15:41:58.172 INFO:tasks.rados.rados.0.smithi069.stdout:3135: oid 50 updating version 1075 to 1076 2024-04-10T15:41:58.172 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 50 v 1076 (ObjNum 971 snap 302 seq_num 971) dirty exists 2024-04-10T15:41:58.172 INFO:tasks.rados.rados.0.smithi069.stdout:3135: left oid 50 (ObjNum 971 snap 302 seq_num 971) 2024-04-10T15:41:58.224 INFO:tasks.rados.rados.0.smithi069.stdout:3133: done (3 left) 2024-04-10T15:41:58.224 INFO:tasks.rados.rados.0.smithi069.stdout:3134: done (2 left) 2024-04-10T15:41:58.224 INFO:tasks.rados.rados.0.smithi069.stdout:3135: done (1 left) 2024-04-10T15:41:58.224 INFO:tasks.rados.rados.0.smithi069.stdout:3136: done (0 left) 2024-04-10T15:41:58.224 INFO:tasks.rados.rados.0.smithi069.stdout:3137: snap_remove snap 302 2024-04-10T15:41:58.498 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:41:58 smithi069 ceph-mon[96738]: pgmap v689: 121 pgs: 121 active+clean; 112 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 2.5 MiB/s wr, 17 op/s 2024-04-10T15:41:58.498 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:41:58 smithi069 ceph-mon[96738]: osdmap e686: 8 total, 8 up, 8 in 2024-04-10T15:41:58.499 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:41:58 smithi069 ceph-mon[94167]: pgmap v689: 121 pgs: 121 active+clean; 112 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 2.5 MiB/s wr, 17 op/s 2024-04-10T15:41:58.499 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:41:58 smithi069 ceph-mon[94167]: osdmap e686: 8 total, 8 up, 8 in 2024-04-10T15:41:58.742 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:41:58 smithi077 ceph-mon[87572]: pgmap v689: 121 pgs: 121 active+clean; 112 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 2.5 MiB/s wr, 17 op/s 2024-04-10T15:41:58.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:41:58 smithi077 ceph-mon[87572]: osdmap e686: 8 total, 8 up, 8 in 2024-04-10T15:41:59.228 INFO:tasks.rados.rados.0.smithi069.stdout:3137: done (0 left) 2024-04-10T15:41:59.228 INFO:tasks.rados.rados.0.smithi069.stdout:3138: copy_from oid 16 from oid 21 current snap is 303 2024-04-10T15:41:59.228 INFO:tasks.rados.rados.0.smithi069.stdout:3139: rmattr oid 13 current snap is 303 2024-04-10T15:41:59.228 INFO:tasks.rados.rados.0.smithi069.stdout:3140: delete oid 42 current snap is 303 2024-04-10T15:41:59.230 INFO:tasks.rados.rados.0.smithi069.stdout:3140: done (2 left) 2024-04-10T15:41:59.230 INFO:tasks.rados.rados.0.smithi069.stdout:3141: snap_remove snap 300 2024-04-10T15:42:00.091 INFO:teuthology.orchestra.run.smithi069.stdout: "ceph version 19.0.0-2838-ga5074d45 (a5074d4516d566e9d8b6aec912f26afd099de101) squid (dev)" 2024-04-10T15:42:00.239 INFO:tasks.rados.rados.0.smithi069.stdout:3141: done (2 left) 2024-04-10T15:42:00.239 INFO:tasks.rados.rados.0.smithi069.stdout:3142: rollback oid 49 current snap is 303 2024-04-10T15:42:00.239 INFO:tasks.rados.rados.0.smithi069.stdout:3142: done (2 left) 2024-04-10T15:42:00.239 INFO:tasks.rados.rados.0.smithi069.stdout:3143: snap_create 2024-04-10T15:42:00.239 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 13 v 1566 (ObjNum 962 snap 299 seq_num 962) dirty exists 2024-04-10T15:42:00.239 INFO:tasks.rados.rados.0.smithi069.stdout:3138: finishing copy_from racing read to smithi06982861-16 2024-04-10T15:42:00.239 INFO:tasks.rados.rados.0.smithi069.stdout:3138: finishing copy_from to smithi06982861-16 2024-04-10T15:42:00.240 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 16 v 1468 (ObjNum 920 snap 287 seq_num 920) dirty exists 2024-04-10T15:42:00.443 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:42:00 smithi069 ceph-mon[96738]: osdmap e687: 8 total, 8 up, 8 in 2024-04-10T15:42:00.443 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:42:00 smithi069 ceph-mon[96738]: pgmap v692: 121 pgs: 121 active+clean; 115 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 7.0 MiB/s rd, 894 KiB/s wr, 7 op/s 2024-04-10T15:42:00.443 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:42:00 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/1259339710' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:42:00.443 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:42:00 smithi069 ceph-mon[94167]: osdmap e687: 8 total, 8 up, 8 in 2024-04-10T15:42:00.444 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:42:00 smithi069 ceph-mon[94167]: pgmap v692: 121 pgs: 121 active+clean; 115 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 7.0 MiB/s rd, 894 KiB/s wr, 7 op/s 2024-04-10T15:42:00.444 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:42:00 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/1259339710' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:42:00.493 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:42:00 smithi077 ceph-mon[87572]: osdmap e687: 8 total, 8 up, 8 in 2024-04-10T15:42:00.493 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:42:00 smithi077 ceph-mon[87572]: pgmap v692: 121 pgs: 121 active+clean; 115 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 7.0 MiB/s rd, 894 KiB/s wr, 7 op/s 2024-04-10T15:42:00.493 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:42:00 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/1259339710' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:42:00.747 INFO:teuthology.task.sequential:In sequential, running task print... 2024-04-10T15:42:00.747 INFO:teuthology.task.print:**** done end upgrade, wait... 2024-04-10T15:42:00.747 DEBUG:teuthology.parallel:result is None 2024-04-10T15:42:01.223 INFO:tasks.rados.rados.0.smithi069.stdout:3138: done (2 left) 2024-04-10T15:42:01.223 INFO:tasks.rados.rados.0.smithi069.stdout:3139: done (1 left) 2024-04-10T15:42:01.223 INFO:tasks.rados.rados.0.smithi069.stdout:3143: done (0 left) 2024-04-10T15:42:01.224 INFO:tasks.rados.rados.0.smithi069.stdout:3144: setattr oid 38 current snap is 304 2024-04-10T15:42:01.225 INFO:tasks.rados.rados.0.smithi069.stdout:3145: copy_from oid 31 from oid 29 current snap is 304 2024-04-10T15:42:01.225 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 30 current snap is 304 2024-04-10T15:42:01.225 INFO:tasks.rados.rados.0.smithi069.stdout:3146: seq_num 973 ranges {0=704512,704512=573440,1277952=507904,1785856=122880} 2024-04-10T15:42:01.229 INFO:tasks.rados.rados.0.smithi069.stdout:3146: writing smithi06982861-30 from 0 to 704512 tid 1 2024-04-10T15:42:01.233 INFO:tasks.rados.rados.0.smithi069.stdout:3146: writing smithi06982861-30 from 704512 to 1277952 tid 2 2024-04-10T15:42:01.237 INFO:tasks.rados.rados.0.smithi069.stdout:3146: writing smithi06982861-30 from 1277952 to 1785856 tid 3 2024-04-10T15:42:01.238 INFO:tasks.rados.rados.0.smithi069.stdout:3146: writing smithi06982861-30 from 1785856 to 1908736 tid 4 2024-04-10T15:42:01.238 INFO:tasks.rados.rados.0.smithi069.stdout:3147: copy_from oid 22 from oid 7 current snap is 304 2024-04-10T15:42:01.238 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 38 v 1539 (ObjNum 956 snap 297 seq_num 956) dirty exists 2024-04-10T15:42:01.238 INFO:tasks.rados.rados.0.smithi069.stdout:3144: done (3 left) 2024-04-10T15:42:01.238 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 39 current snap is 304 2024-04-10T15:42:01.238 INFO:tasks.rados.rados.0.smithi069.stdout:3148: seq_num 974 ranges {0=720896,720896=507904,1228800=671744,1900544=24576} 2024-04-10T15:42:01.242 INFO:tasks.rados.rados.0.smithi069.stdout:3148: writing smithi06982861-39 from 0 to 720896 tid 1 2024-04-10T15:42:01.246 INFO:tasks.rados.rados.0.smithi069.stdout:3148: writing smithi06982861-39 from 720896 to 1228800 tid 2 2024-04-10T15:42:01.251 INFO:tasks.rados.rados.0.smithi069.stdout:3148: writing smithi06982861-39 from 1228800 to 1900544 tid 3 2024-04-10T15:42:01.251 INFO:tasks.rados.rados.0.smithi069.stdout:3148: writing smithi06982861-39 from 1900544 to 1925120 tid 4 2024-04-10T15:42:01.251 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 32 current snap is 304 2024-04-10T15:42:01.251 INFO:tasks.rados.rados.0.smithi069.stdout:3145: finishing copy_from racing read to smithi06982861-31 2024-04-10T15:42:01.251 INFO:tasks.rados.rados.0.smithi069.stdout:3146: finishing write tid 1 to smithi06982861-30 2024-04-10T15:42:01.251 INFO:tasks.rados.rados.0.smithi069.stdout:3146: finishing write tid 2 to smithi06982861-30 2024-04-10T15:42:01.251 INFO:tasks.rados.rados.0.smithi069.stdout:3149: seq_num 975 ranges {1638400=737280,2375680=786432,3162112=417792} 2024-04-10T15:42:01.263 INFO:tasks.rados.rados.0.smithi069.stdout:3149: writing smithi06982861-32 from 1638400 to 2375680 tid 1 2024-04-10T15:42:01.268 INFO:tasks.rados.rados.0.smithi069.stdout:3149: writing smithi06982861-32 from 2375680 to 3162112 tid 2 2024-04-10T15:42:01.271 INFO:tasks.rados.rados.0.smithi069.stdout:3149: writing smithi06982861-32 from 3162112 to 3579904 tid 3 2024-04-10T15:42:01.271 INFO:tasks.rados.rados.0.smithi069.stdout:3150: read oid 19 snap -1 2024-04-10T15:42:01.271 INFO:tasks.rados.rados.0.smithi069.stdout:3150: expect deleted 2024-04-10T15:42:01.271 INFO:tasks.rados.rados.0.smithi069.stdout:3151: delete oid 6 current snap is 304 2024-04-10T15:42:01.271 INFO:tasks.rados.rados.0.smithi069.stdout:3145: finishing copy_from to smithi06982861-31 2024-04-10T15:42:01.272 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 31 v 1232 (ObjNum 966 snap 299 seq_num 966) dirty exists 2024-04-10T15:42:01.272 INFO:tasks.rados.rados.0.smithi069.stdout:3146: finishing write tid 3 to smithi06982861-30 2024-04-10T15:42:01.272 INFO:tasks.rados.rados.0.smithi069.stdout:3146: finishing write tid 4 to smithi06982861-30 2024-04-10T15:42:01.272 INFO:tasks.rados.rados.0.smithi069.stdout:3146: finishing write tid 5 to smithi06982861-30 2024-04-10T15:42:01.272 INFO:tasks.rados.rados.0.smithi069.stdout:3148: finishing write tid 1 to smithi06982861-39 2024-04-10T15:42:01.272 INFO:tasks.rados.rados.0.smithi069.stdout:3146: finishing write tid 6 to smithi06982861-30 2024-04-10T15:42:01.272 INFO:tasks.rados.rados.0.smithi069.stdout:3146: oid 30 updating version 0 to 1544 2024-04-10T15:42:01.272 INFO:tasks.rados.rados.0.smithi069.stdout:3146: oid 30 updating version 1544 to 1549 2024-04-10T15:42:01.272 INFO:tasks.rados.rados.0.smithi069.stdout:3146: oid 30 version 1549 is already newer than 1547 2024-04-10T15:42:01.272 INFO:tasks.rados.rados.0.smithi069.stdout:3146: oid 30 version 1549 is already newer than 1548 2024-04-10T15:42:01.272 INFO:tasks.rados.rados.0.smithi069.stdout:3146: oid 30 version 1549 is already newer than 1543 2024-04-10T15:42:01.272 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 30 v 1549 (ObjNum 973 snap 304 seq_num 973) dirty exists 2024-04-10T15:42:01.272 INFO:tasks.rados.rados.0.smithi069.stdout:3146: left oid 30 (ObjNum 973 snap 304 seq_num 973) 2024-04-10T15:42:01.272 INFO:tasks.rados.rados.0.smithi069.stdout:3148: finishing write tid 2 to smithi06982861-39 2024-04-10T15:42:01.273 INFO:tasks.rados.rados.0.smithi069.stdout:3148: finishing write tid 3 to smithi06982861-39 2024-04-10T15:42:01.273 INFO:tasks.rados.rados.0.smithi069.stdout:3148: finishing write tid 4 to smithi06982861-39 2024-04-10T15:42:01.273 INFO:tasks.rados.rados.0.smithi069.stdout:3148: finishing write tid 5 to smithi06982861-39 2024-04-10T15:42:01.273 INFO:tasks.rados.rados.0.smithi069.stdout:3148: finishing write tid 6 to smithi06982861-39 2024-04-10T15:42:01.273 INFO:tasks.rados.rados.0.smithi069.stdout:3148: oid 39 updating version 0 to 1172 2024-04-10T15:42:01.273 INFO:tasks.rados.rados.0.smithi069.stdout:3148: oid 39 updating version 1172 to 1173 2024-04-10T15:42:01.273 INFO:tasks.rados.rados.0.smithi069.stdout:3148: oid 39 version 1173 is already newer than 1171 2024-04-10T15:42:01.273 INFO:tasks.rados.rados.0.smithi069.stdout:3148: oid 39 updating version 1173 to 1174 2024-04-10T15:42:01.273 INFO:tasks.rados.rados.0.smithi069.stdout:3148: oid 39 updating version 1174 to 1175 2024-04-10T15:42:01.273 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 39 v 1175 (ObjNum 974 snap 304 seq_num 974) dirty exists 2024-04-10T15:42:01.273 INFO:tasks.rados.rados.0.smithi069.stdout:3148: left oid 39 (ObjNum 974 snap 304 seq_num 974) 2024-04-10T15:42:01.273 INFO:tasks.rados.rados.0.smithi069.stdout:3149: finishing write tid 1 to smithi06982861-32 2024-04-10T15:42:01.274 INFO:tasks.rados.rados.0.smithi069.stdout:3147: finishing copy_from racing read to smithi06982861-22 2024-04-10T15:42:01.278 INFO:tasks.rados.rados.0.smithi069.stdout:3149: finishing write tid 2 to smithi06982861-32 2024-04-10T15:42:01.279 INFO:tasks.rados.rados.0.smithi069.stdout:3147: finishing copy_from to smithi06982861-22 2024-04-10T15:42:01.279 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 22 v 1531 (ObjNum 795 snap 248 seq_num 795) dirty exists 2024-04-10T15:42:01.279 INFO:tasks.rados.rados.0.smithi069.stdout:3145: done (6 left) 2024-04-10T15:42:01.279 INFO:tasks.rados.rados.0.smithi069.stdout:3146: done (5 left) 2024-04-10T15:42:01.279 INFO:tasks.rados.rados.0.smithi069.stdout:3147: done (4 left) 2024-04-10T15:42:01.279 INFO:tasks.rados.rados.0.smithi069.stdout:3148: done (3 left) 2024-04-10T15:42:01.280 INFO:tasks.rados.rados.0.smithi069.stdout:3150: done (2 left) 2024-04-10T15:42:01.280 INFO:tasks.rados.rados.0.smithi069.stdout:3151: done (1 left) 2024-04-10T15:42:01.280 INFO:tasks.rados.rados.0.smithi069.stdout:3152: read oid 17 snap -1 2024-04-10T15:42:01.280 INFO:tasks.rados.rados.0.smithi069.stdout:3152: expect (ObjNum 786 snap 247 seq_num 786) 2024-04-10T15:42:01.280 INFO:tasks.rados.rados.0.smithi069.stdout:3153: read oid 42 snap -1 2024-04-10T15:42:01.280 INFO:tasks.rados.rados.0.smithi069.stdout:3153: expect deleted 2024-04-10T15:42:01.280 INFO:tasks.rados.rados.0.smithi069.stdout:3154: rollback oid 15 current snap is 304 2024-04-10T15:42:01.280 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 15 to 303 2024-04-10T15:42:01.280 INFO:tasks.rados.rados.0.smithi069.stdout:3155: rmattr oid 35 current snap is 304 2024-04-10T15:42:01.282 INFO:tasks.rados.rados.0.smithi069.stdout:3155: done (4 left) 2024-04-10T15:42:01.282 INFO:tasks.rados.rados.0.smithi069.stdout:3156: read oid 18 snap -1 2024-04-10T15:42:01.282 INFO:tasks.rados.rados.0.smithi069.stdout:3156: expect (ObjNum 782 snap 246 seq_num 782) 2024-04-10T15:42:01.282 INFO:tasks.rados.rados.0.smithi069.stdout:3157: read oid 35 snap -1 2024-04-10T15:42:01.282 INFO:tasks.rados.rados.0.smithi069.stdout:3157: expect (ObjNum 892 snap 280 seq_num 892) 2024-04-10T15:42:01.282 INFO:tasks.rados.rados.0.smithi069.stdout:3158: delete oid 9 current snap is 304 2024-04-10T15:42:01.282 INFO:tasks.rados.rados.0.smithi069.stdout:3149: finishing write tid 3 to smithi06982861-32 2024-04-10T15:42:01.282 INFO:tasks.rados.rados.0.smithi069.stdout:3149: finishing write tid 4 to smithi06982861-32 2024-04-10T15:42:01.282 INFO:tasks.rados.rados.0.smithi069.stdout:3149: finishing write tid 5 to smithi06982861-32 2024-04-10T15:42:01.282 INFO:tasks.rados.rados.0.smithi069.stdout:3149: oid 32 updating version 0 to 1180 2024-04-10T15:42:01.282 INFO:tasks.rados.rados.0.smithi069.stdout:3149: oid 32 version 1180 is already newer than 1178 2024-04-10T15:42:01.282 INFO:tasks.rados.rados.0.smithi069.stdout:3149: oid 32 version 1180 is already newer than 1179 2024-04-10T15:42:01.282 INFO:tasks.rados.rados.0.smithi069.stdout:3149: oid 32 version 1180 is already newer than 1177 2024-04-10T15:42:01.282 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 32 v 1180 (ObjNum 975 snap 304 seq_num 975) dirty exists 2024-04-10T15:42:01.283 INFO:tasks.rados.rados.0.smithi069.stdout:3149: left oid 32 (ObjNum 975 snap 304 seq_num 975) 2024-04-10T15:42:01.283 INFO:tasks.rados.rados.0.smithi069.stdout:3149: done (6 left) 2024-04-10T15:42:01.283 INFO:tasks.rados.rados.0.smithi069.stdout:3153: done (5 left) 2024-04-10T15:42:01.283 INFO:tasks.rados.rados.0.smithi069.stdout:3158: done (4 left) 2024-04-10T15:42:01.283 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 9 current snap is 304 2024-04-10T15:42:01.283 INFO:tasks.rados.rados.0.smithi069.stdout:3159: seq_num 978 ranges {0=786432,786432=442368,1228800=647168,1875968=114688} 2024-04-10T15:42:01.287 INFO:tasks.rados.rados.0.smithi069.stdout:3159: writing smithi06982861-9 from 0 to 786432 tid 1 2024-04-10T15:42:01.289 INFO:tasks.rados.rados.0.smithi069.stdout:3159: writing smithi06982861-9 from 786432 to 1228800 tid 2 2024-04-10T15:42:01.293 INFO:tasks.rados.rados.0.smithi069.stdout:3159: writing smithi06982861-9 from 1228800 to 1875968 tid 3 2024-04-10T15:42:01.294 INFO:tasks.rados.rados.0.smithi069.stdout:3159: writing smithi06982861-9 from 1875968 to 1990656 tid 4 2024-04-10T15:42:01.294 INFO:tasks.rados.rados.0.smithi069.stdout:3160: snap_create 2024-04-10T15:42:01.294 INFO:tasks.rados.rados.0.smithi069.stdout:3157: expect (ObjNum 892 snap 280 seq_num 892) 2024-04-10T15:42:01.308 INFO:tasks.rados.rados.0.smithi069.stdout:3154: finishing rollback tid 0 to smithi06982861-15 2024-04-10T15:42:01.308 INFO:tasks.rados.rados.0.smithi069.stdout:3154: finishing rollback tid 1 to smithi06982861-15 2024-04-10T15:42:01.308 INFO:tasks.rados.rados.0.smithi069.stdout:3154: finishing rollback tid 2 to smithi06982861-15 2024-04-10T15:42:01.308 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 15 v 1240 (ObjNum 965 snap 299 seq_num 965) dirty exists 2024-04-10T15:42:01.308 INFO:tasks.rados.rados.0.smithi069.stdout:3152: expect (ObjNum 786 snap 247 seq_num 786) 2024-04-10T15:42:01.338 INFO:tasks.rados.rados.0.smithi069.stdout:3156: expect (ObjNum 782 snap 246 seq_num 782) 2024-04-10T15:42:01.365 INFO:tasks.rados.rados.0.smithi069.stdout:3159: finishing write tid 1 to smithi06982861-9 2024-04-10T15:42:01.366 INFO:tasks.rados.rados.0.smithi069.stdout:3159: finishing write tid 2 to smithi06982861-9 2024-04-10T15:42:01.366 INFO:tasks.rados.rados.0.smithi069.stdout:3159: finishing write tid 3 to smithi06982861-9 2024-04-10T15:42:01.366 INFO:tasks.rados.rados.0.smithi069.stdout:3159: finishing write tid 4 to smithi06982861-9 2024-04-10T15:42:01.366 INFO:tasks.rados.rados.0.smithi069.stdout:3159: finishing write tid 5 to smithi06982861-9 2024-04-10T15:42:01.366 INFO:tasks.rados.rados.0.smithi069.stdout:3159: finishing write tid 6 to smithi06982861-9 2024-04-10T15:42:01.366 INFO:tasks.rados.rados.0.smithi069.stdout:3159: oid 9 updating version 0 to 1472 2024-04-10T15:42:01.367 INFO:tasks.rados.rados.0.smithi069.stdout:3159: oid 9 version 1472 is already newer than 1471 2024-04-10T15:42:01.367 INFO:tasks.rados.rados.0.smithi069.stdout:3159: oid 9 updating version 1472 to 1473 2024-04-10T15:42:01.367 INFO:tasks.rados.rados.0.smithi069.stdout:3159: oid 9 version 1473 is already newer than 1470 2024-04-10T15:42:01.367 INFO:tasks.rados.rados.0.smithi069.stdout:3159: oid 9 version 1473 is already newer than 1469 2024-04-10T15:42:01.367 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 9 v 1473 (ObjNum 978 snap 304 seq_num 978) dirty exists 2024-04-10T15:42:01.367 INFO:tasks.rados.rados.0.smithi069.stdout:3159: left oid 9 (ObjNum 978 snap 304 seq_num 978) 2024-04-10T15:42:01.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:42:01 smithi077 ceph-mon[87572]: osdmap e688: 8 total, 8 up, 8 in 2024-04-10T15:42:01.493 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:42:01 smithi077 ceph-mon[87572]: osdmap e689: 8 total, 8 up, 8 in 2024-04-10T15:42:01.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:42:01 smithi069 ceph-mon[96738]: osdmap e688: 8 total, 8 up, 8 in 2024-04-10T15:42:01.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:42:01 smithi069 ceph-mon[96738]: osdmap e689: 8 total, 8 up, 8 in 2024-04-10T15:42:01.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:42:01 smithi069 ceph-mon[94167]: osdmap e688: 8 total, 8 up, 8 in 2024-04-10T15:42:01.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:42:01 smithi069 ceph-mon[94167]: osdmap e689: 8 total, 8 up, 8 in 2024-04-10T15:42:02.238 INFO:tasks.rados.rados.0.smithi069.stdout:3152: done (5 left) 2024-04-10T15:42:02.238 INFO:tasks.rados.rados.0.smithi069.stdout:3154: done (4 left) 2024-04-10T15:42:02.239 INFO:tasks.rados.rados.0.smithi069.stdout:3156: done (3 left) 2024-04-10T15:42:02.239 INFO:tasks.rados.rados.0.smithi069.stdout:3157: done (2 left) 2024-04-10T15:42:02.239 INFO:tasks.rados.rados.0.smithi069.stdout:3159: done (1 left) 2024-04-10T15:42:02.239 INFO:tasks.rados.rados.0.smithi069.stdout:3160: done (0 left) 2024-04-10T15:42:02.239 INFO:tasks.rados.rados.0.smithi069.stdout:3161: rollback oid 21 current snap is 305 2024-04-10T15:42:02.239 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 21 to 304 2024-04-10T15:42:02.239 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 12 current snap is 305 2024-04-10T15:42:02.239 INFO:tasks.rados.rados.0.smithi069.stdout:3162: seq_num 979 ranges {1540096=802816,2342912=729088,3072000=458752,3530752=16384} 2024-04-10T15:42:02.251 INFO:tasks.rados.rados.0.smithi069.stdout:3162: writing smithi06982861-12 from 1540096 to 2342912 tid 1 2024-04-10T15:42:02.255 INFO:tasks.rados.rados.0.smithi069.stdout:3162: writing smithi06982861-12 from 2342912 to 3072000 tid 2 2024-04-10T15:42:02.258 INFO:tasks.rados.rados.0.smithi069.stdout:3162: writing smithi06982861-12 from 3072000 to 3530752 tid 3 2024-04-10T15:42:02.258 INFO:tasks.rados.rados.0.smithi069.stdout:3162: writing smithi06982861-12 from 3530752 to 3547136 tid 4 2024-04-10T15:42:02.259 INFO:tasks.rados.rados.0.smithi069.stdout:3163: delete oid 13 current snap is 305 2024-04-10T15:42:02.259 INFO:tasks.rados.rados.0.smithi069.stdout:3161: finishing rollback tid 0 to smithi06982861-21 2024-04-10T15:42:02.259 INFO:tasks.rados.rados.0.smithi069.stdout:3161: finishing rollback tid 1 to smithi06982861-21 2024-04-10T15:42:02.259 INFO:tasks.rados.rados.0.smithi069.stdout:3161: finishing rollback tid 2 to smithi06982861-21 2024-04-10T15:42:02.259 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 21 v 1476 (ObjNum 920 snap 287 seq_num 920) dirty exists 2024-04-10T15:42:02.259 INFO:tasks.rados.rados.0.smithi069.stdout:3162: finishing write tid 1 to smithi06982861-12 2024-04-10T15:42:02.260 INFO:tasks.rados.rados.0.smithi069.stdout:3162: finishing write tid 2 to smithi06982861-12 2024-04-10T15:42:02.261 INFO:tasks.rados.rados.0.smithi069.stdout:3161: done (2 left) 2024-04-10T15:42:02.261 INFO:tasks.rados.rados.0.smithi069.stdout:3163: done (1 left) 2024-04-10T15:42:02.261 INFO:tasks.rados.rados.0.smithi069.stdout:3164: rmattr oid 43 current snap is 305 2024-04-10T15:42:02.261 INFO:tasks.rados.rados.0.smithi069.stdout:3165: rollback oid 9 current snap is 305 2024-04-10T15:42:02.261 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 9 to 303 2024-04-10T15:42:02.262 INFO:tasks.rados.rados.0.smithi069.stdout:3166: read oid 50 snap -1 2024-04-10T15:42:02.262 INFO:tasks.rados.rados.0.smithi069.stdout:3166: expect (ObjNum 971 snap 302 seq_num 971) 2024-04-10T15:42:02.262 INFO:tasks.rados.rados.0.smithi069.stdout:3167: snap_create 2024-04-10T15:42:02.262 INFO:tasks.rados.rados.0.smithi069.stdout:3162: finishing write tid 3 to smithi06982861-12 2024-04-10T15:42:02.262 INFO:tasks.rados.rados.0.smithi069.stdout:3162: finishing write tid 4 to smithi06982861-12 2024-04-10T15:42:02.262 INFO:tasks.rados.rados.0.smithi069.stdout:3162: finishing write tid 5 to smithi06982861-12 2024-04-10T15:42:02.264 INFO:tasks.rados.rados.0.smithi069.stdout:3162: finishing write tid 6 to smithi06982861-12 2024-04-10T15:42:02.264 INFO:tasks.rados.rados.0.smithi069.stdout:3162: oid 12 updating version 0 to 1076 2024-04-10T15:42:02.264 INFO:tasks.rados.rados.0.smithi069.stdout:3162: oid 12 version 1076 is already newer than 1074 2024-04-10T15:42:02.264 INFO:tasks.rados.rados.0.smithi069.stdout:3162: oid 12 version 1076 is already newer than 1075 2024-04-10T15:42:02.264 INFO:tasks.rados.rados.0.smithi069.stdout:3162: oid 12 version 1076 is already newer than 1072 2024-04-10T15:42:02.264 INFO:tasks.rados.rados.0.smithi069.stdout:3162: oid 12 version 1076 is already newer than 1073 2024-04-10T15:42:02.264 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 12 v 1076 (ObjNum 979 snap 305 seq_num 979) dirty exists 2024-04-10T15:42:02.264 INFO:tasks.rados.rados.0.smithi069.stdout:3162: left oid 12 (ObjNum 979 snap 305 seq_num 979) 2024-04-10T15:42:02.265 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 43 v 1486 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-04-10T15:42:02.265 INFO:tasks.rados.rados.0.smithi069.stdout:3165: finishing rollback tid 0 to smithi06982861-9 2024-04-10T15:42:02.265 INFO:tasks.rados.rados.0.smithi069.stdout:3165: finishing rollback tid 1 to smithi06982861-9 2024-04-10T15:42:02.265 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 9 v 1478 (ObjNum 65 snap 0 seq_num 1767201627) dirty dne 2024-04-10T15:42:02.293 INFO:tasks.rados.rados.0.smithi069.stdout:3166: expect (ObjNum 971 snap 302 seq_num 971) 2024-04-10T15:42:02.493 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:42:02 smithi077 ceph-mon[87572]: pgmap v695: 121 pgs: 121 active+clean; 117 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 7.0 MiB/s rd, 1.3 MiB/s wr, 9 op/s 2024-04-10T15:42:02.493 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:42:02 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T15:42:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:42:02.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:42:02 smithi069 ceph-mon[96738]: pgmap v695: 121 pgs: 121 active+clean; 117 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 7.0 MiB/s rd, 1.3 MiB/s wr, 9 op/s 2024-04-10T15:42:02.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:42:02 smithi069 ceph-mon[94167]: pgmap v695: 121 pgs: 121 active+clean; 117 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 7.0 MiB/s rd, 1.3 MiB/s wr, 9 op/s 2024-04-10T15:42:03.243 INFO:tasks.rados.rados.0.smithi069.stdout:3162: done (4 left) 2024-04-10T15:42:03.243 INFO:tasks.rados.rados.0.smithi069.stdout:3164: done (3 left) 2024-04-10T15:42:03.243 INFO:tasks.rados.rados.0.smithi069.stdout:3165: done (2 left) 2024-04-10T15:42:03.243 INFO:tasks.rados.rados.0.smithi069.stdout:3166: done (1 left) 2024-04-10T15:42:03.243 INFO:tasks.rados.rados.0.smithi069.stdout:3167: done (0 left) 2024-04-10T15:42:03.243 INFO:tasks.rados.rados.0.smithi069.stdout:3168: rmattr oid 4 current snap is 306 2024-04-10T15:42:03.243 INFO:tasks.rados.rados.0.smithi069.stdout:3169: snap_create 2024-04-10T15:42:03.249 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 4 v 1830 (ObjNum 940 snap 293 seq_num 940) dirty exists 2024-04-10T15:42:03.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:42:03 smithi077 ceph-mon[87572]: osdmap e690: 8 total, 8 up, 8 in 2024-04-10T15:42:03.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:42:03 smithi069 ceph-mon[96738]: osdmap e690: 8 total, 8 up, 8 in 2024-04-10T15:42:03.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:42:03 smithi069 ceph-mon[94167]: osdmap e690: 8 total, 8 up, 8 in 2024-04-10T15:42:04.251 INFO:tasks.rados.rados.0.smithi069.stdout:3168: done (1 left) 2024-04-10T15:42:04.251 INFO:tasks.rados.rados.0.smithi069.stdout:3169: done (0 left) 2024-04-10T15:42:04.251 INFO:tasks.rados.rados.0.smithi069.stdout:3170: snap_create 2024-04-10T15:42:04.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:42:04 smithi069 ceph-mon[96738]: osdmap e691: 8 total, 8 up, 8 in 2024-04-10T15:42:04.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:42:04 smithi069 ceph-mon[96738]: pgmap v698: 121 pgs: 121 active+clean; 119 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 859 KiB/s rd, 2.5 MiB/s wr, 15 op/s 2024-04-10T15:42:04.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:42:04 smithi069 ceph-mon[94167]: osdmap e691: 8 total, 8 up, 8 in 2024-04-10T15:42:04.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:42:04 smithi069 ceph-mon[94167]: pgmap v698: 121 pgs: 121 active+clean; 119 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 859 KiB/s rd, 2.5 MiB/s wr, 15 op/s 2024-04-10T15:42:04.742 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:42:04 smithi077 ceph-mon[87572]: osdmap e691: 8 total, 8 up, 8 in 2024-04-10T15:42:04.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:42:04 smithi077 ceph-mon[87572]: pgmap v698: 121 pgs: 121 active+clean; 119 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 859 KiB/s rd, 2.5 MiB/s wr, 15 op/s 2024-04-10T15:42:05.254 INFO:tasks.rados.rados.0.smithi069.stdout:3170: done (0 left) 2024-04-10T15:42:05.254 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 15 current snap is 308 2024-04-10T15:42:05.254 INFO:tasks.rados.rados.0.smithi069.stdout:3171: seq_num 981 ranges {3022848=434176,3457024=540672,3997696=466944,4464640=524288,4988928=73728} 2024-04-10T15:42:05.272 INFO:tasks.rados.rados.0.smithi069.stdout:3171: writing smithi06982861-15 from 3022848 to 3457024 tid 1 2024-04-10T15:42:05.275 INFO:tasks.rados.rados.0.smithi069.stdout:3171: writing smithi06982861-15 from 3457024 to 3997696 tid 2 2024-04-10T15:42:05.278 INFO:tasks.rados.rados.0.smithi069.stdout:3171: writing smithi06982861-15 from 3997696 to 4464640 tid 3 2024-04-10T15:42:05.282 INFO:tasks.rados.rados.0.smithi069.stdout:3171: writing smithi06982861-15 from 4464640 to 4988928 tid 4 2024-04-10T15:42:05.283 INFO:tasks.rados.rados.0.smithi069.stdout:3171: writing smithi06982861-15 from 4988928 to 5062656 tid 5 2024-04-10T15:42:05.283 INFO:tasks.rados.rados.0.smithi069.stdout:3172: rollback oid 3 current snap is 308 2024-04-10T15:42:05.283 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 3 to 304 2024-04-10T15:42:05.283 INFO:tasks.rados.rados.0.smithi069.stdout:3171: finishing write tid 1 to smithi06982861-15 2024-04-10T15:42:05.283 INFO:tasks.rados.rados.0.smithi069.stdout:3171: finishing write tid 2 to smithi06982861-15 2024-04-10T15:42:05.283 INFO:tasks.rados.rados.0.smithi069.stdout:3173: read oid 50 snap 306 2024-04-10T15:42:05.283 INFO:tasks.rados.rados.0.smithi069.stdout:3173: expect (ObjNum 971 snap 302 seq_num 971) 2024-04-10T15:42:05.283 INFO:tasks.rados.rados.0.smithi069.stdout:3174: snap_create 2024-04-10T15:42:05.285 INFO:tasks.rados.rados.0.smithi069.stdout:3171: finishing write tid 3 to smithi06982861-15 2024-04-10T15:42:05.289 INFO:tasks.rados.rados.0.smithi069.stdout:3172: finishing rollback tid 0 to smithi06982861-3 2024-04-10T15:42:05.289 INFO:tasks.rados.rados.0.smithi069.stdout:3171: finishing write tid 4 to smithi06982861-15 2024-04-10T15:42:05.289 INFO:tasks.rados.rados.0.smithi069.stdout:3171: finishing write tid 5 to smithi06982861-15 2024-04-10T15:42:05.289 INFO:tasks.rados.rados.0.smithi069.stdout:3172: finishing rollback tid 1 to smithi06982861-3 2024-04-10T15:42:05.290 INFO:tasks.rados.rados.0.smithi069.stdout:3172: finishing rollback tid 2 to smithi06982861-3 2024-04-10T15:42:05.290 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 3 v 1491 (ObjNum -1043243626 snap 32617 seq_num 304) dirty exists 2024-04-10T15:42:05.290 INFO:tasks.rados.rados.0.smithi069.stdout:3171: finishing write tid 6 to smithi06982861-15 2024-04-10T15:42:05.292 INFO:tasks.rados.rados.0.smithi069.stdout:3171: finishing write tid 7 to smithi06982861-15 2024-04-10T15:42:05.292 INFO:tasks.rados.rados.0.smithi069.stdout:3171: oid 15 updating version 0 to 1242 2024-04-10T15:42:05.292 INFO:tasks.rados.rados.0.smithi069.stdout:3171: oid 15 updating version 1242 to 1244 2024-04-10T15:42:05.292 INFO:tasks.rados.rados.0.smithi069.stdout:3171: oid 15 updating version 1244 to 1246 2024-04-10T15:42:05.293 INFO:tasks.rados.rados.0.smithi069.stdout:3171: oid 15 updating version 1246 to 1247 2024-04-10T15:42:05.293 INFO:tasks.rados.rados.0.smithi069.stdout:3171: oid 15 version 1247 is already newer than 1245 2024-04-10T15:42:05.293 INFO:tasks.rados.rados.0.smithi069.stdout:3171: oid 15 version 1247 is already newer than 1243 2024-04-10T15:42:05.293 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 15 v 1247 (ObjNum 981 snap 308 seq_num 981) dirty exists 2024-04-10T15:42:05.293 INFO:tasks.rados.rados.0.smithi069.stdout:3171: left oid 15 (ObjNum 981 snap 308 seq_num 981) 2024-04-10T15:42:05.313 INFO:tasks.rados.rados.0.smithi069.stdout:3173: expect (ObjNum 971 snap 302 seq_num 971) 2024-04-10T15:42:05.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:42:05 smithi069 ceph-mon[96738]: osdmap e692: 8 total, 8 up, 8 in 2024-04-10T15:42:05.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:42:05 smithi069 ceph-mon[94167]: osdmap e692: 8 total, 8 up, 8 in 2024-04-10T15:42:05.742 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:42:05 smithi077 ceph-mon[87572]: osdmap e692: 8 total, 8 up, 8 in 2024-04-10T15:42:06.224 INFO:tasks.rados.rados.0.smithi069.stdout:3171: done (3 left) 2024-04-10T15:42:06.224 INFO:tasks.rados.rados.0.smithi069.stdout:3172: done (2 left) 2024-04-10T15:42:06.224 INFO:tasks.rados.rados.0.smithi069.stdout:3173: done (1 left) 2024-04-10T15:42:06.225 INFO:tasks.rados.rados.0.smithi069.stdout:3174: done (0 left) 2024-04-10T15:42:06.225 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 7 current snap is 309 2024-04-10T15:42:06.225 INFO:tasks.rados.rados.0.smithi069.stdout:3175: seq_num 982 ranges {6070272=450560,6520832=425984,6946816=679936,7626752=466944,8093696=32768} 2024-04-10T15:42:06.259 INFO:tasks.rados.rados.0.smithi069.stdout:3175: writing smithi06982861-7 from 6070272 to 6520832 tid 1 2024-04-10T15:42:06.261 INFO:tasks.rados.rados.0.smithi069.stdout:3175: writing smithi06982861-7 from 6520832 to 6946816 tid 2 2024-04-10T15:42:06.265 INFO:tasks.rados.rados.0.smithi069.stdout:3175: writing smithi06982861-7 from 6946816 to 7626752 tid 3 2024-04-10T15:42:06.269 INFO:tasks.rados.rados.0.smithi069.stdout:3175: writing smithi06982861-7 from 7626752 to 8093696 tid 4 2024-04-10T15:42:06.269 INFO:tasks.rados.rados.0.smithi069.stdout:3175: writing smithi06982861-7 from 8093696 to 8126464 tid 5 2024-04-10T15:42:06.269 INFO:tasks.rados.rados.0.smithi069.stdout:3176: rollback oid 44 current snap is 309 2024-04-10T15:42:06.269 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 44 to 307 2024-04-10T15:42:06.269 INFO:tasks.rados.rados.0.smithi069.stdout:3175: finishing write tid 1 to smithi06982861-7 2024-04-10T15:42:06.269 INFO:tasks.rados.rados.0.smithi069.stdout:3175: finishing write tid 2 to smithi06982861-7 2024-04-10T15:42:06.269 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 42 current snap is 309 2024-04-10T15:42:06.269 INFO:tasks.rados.rados.0.smithi069.stdout:3177: seq_num 983 ranges {0=466944,466944=712704,1179648=434176,1613824=458752} 2024-04-10T15:42:06.271 INFO:tasks.rados.rados.0.smithi069.stdout:3177: writing smithi06982861-42 from 0 to 466944 tid 1 2024-04-10T15:42:06.276 INFO:tasks.rados.rados.0.smithi069.stdout:3177: writing smithi06982861-42 from 466944 to 1179648 tid 2 2024-04-10T15:42:06.279 INFO:tasks.rados.rados.0.smithi069.stdout:3177: writing smithi06982861-42 from 1179648 to 1613824 tid 3 2024-04-10T15:42:06.283 INFO:tasks.rados.rados.0.smithi069.stdout:3177: writing smithi06982861-42 from 1613824 to 2072576 tid 4 2024-04-10T15:42:06.283 INFO:tasks.rados.rados.0.smithi069.stdout:3178: rollback oid 9 current snap is 309 2024-04-10T15:42:06.283 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 9 to 307 2024-04-10T15:42:06.283 INFO:tasks.rados.rados.0.smithi069.stdout:3176: finishing rollback tid 1 to smithi06982861-44 2024-04-10T15:42:06.283 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 44 v 0 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-04-10T15:42:06.283 INFO:tasks.rados.rados.0.smithi069.stdout:3175: finishing write tid 3 to smithi06982861-7 2024-04-10T15:42:06.283 INFO:tasks.rados.rados.0.smithi069.stdout:3175: finishing write tid 4 to smithi06982861-7 2024-04-10T15:42:06.284 INFO:tasks.rados.rados.0.smithi069.stdout:3175: finishing write tid 5 to smithi06982861-7 2024-04-10T15:42:06.284 INFO:tasks.rados.rados.0.smithi069.stdout:3175: finishing write tid 6 to smithi06982861-7 2024-04-10T15:42:06.284 INFO:tasks.rados.rados.0.smithi069.stdout:3177: finishing write tid 1 to smithi06982861-42 2024-04-10T15:42:06.284 INFO:tasks.rados.rados.0.smithi069.stdout:3175: finishing write tid 7 to smithi06982861-7 2024-04-10T15:42:06.284 INFO:tasks.rados.rados.0.smithi069.stdout:3175: oid 7 updating version 0 to 1543 2024-04-10T15:42:06.284 INFO:tasks.rados.rados.0.smithi069.stdout:3175: oid 7 updating version 1543 to 1545 2024-04-10T15:42:06.284 INFO:tasks.rados.rados.0.smithi069.stdout:3175: oid 7 version 1545 is already newer than 1542 2024-04-10T15:42:06.284 INFO:tasks.rados.rados.0.smithi069.stdout:3175: oid 7 version 1545 is already newer than 1544 2024-04-10T15:42:06.284 INFO:tasks.rados.rados.0.smithi069.stdout:3175: oid 7 updating version 1545 to 1546 2024-04-10T15:42:06.284 INFO:tasks.rados.rados.0.smithi069.stdout:3175: oid 7 version 1546 is already newer than 1541 2024-04-10T15:42:06.284 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 7 v 1546 (ObjNum 982 snap 309 seq_num 982) dirty exists 2024-04-10T15:42:06.284 INFO:tasks.rados.rados.0.smithi069.stdout:3175: left oid 7 (ObjNum 982 snap 309 seq_num 982) 2024-04-10T15:42:06.284 INFO:tasks.rados.rados.0.smithi069.stdout:3177: finishing write tid 2 to smithi06982861-42 2024-04-10T15:42:06.284 INFO:tasks.rados.rados.0.smithi069.stdout:3175: done (3 left) 2024-04-10T15:42:06.285 INFO:tasks.rados.rados.0.smithi069.stdout:3176: done (2 left) 2024-04-10T15:42:06.285 INFO:tasks.rados.rados.0.smithi069.stdout:3179: read oid 14 snap -1 2024-04-10T15:42:06.285 INFO:tasks.rados.rados.0.smithi069.stdout:3179: expect (ObjNum 949 snap 293 seq_num 949) 2024-04-10T15:42:06.285 INFO:tasks.rados.rados.0.smithi069.stdout:3180: read oid 25 snap -1 2024-04-10T15:42:06.285 INFO:tasks.rados.rados.0.smithi069.stdout:3180: expect (ObjNum 963 snap 299 seq_num 963) 2024-04-10T15:42:06.285 INFO:tasks.rados.rados.0.smithi069.stdout:3181: snap_create 2024-04-10T15:42:06.285 INFO:tasks.rados.rados.0.smithi069.stdout:3177: finishing write tid 3 to smithi06982861-42 2024-04-10T15:42:06.285 INFO:tasks.rados.rados.0.smithi069.stdout:3178: finishing rollback tid 1 to smithi06982861-9 2024-04-10T15:42:06.285 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 9 v 1478 (ObjNum 161 snap 0 seq_num 0) dirty dne 2024-04-10T15:42:06.287 INFO:tasks.rados.rados.0.smithi069.stdout:3177: finishing write tid 4 to smithi06982861-42 2024-04-10T15:42:06.287 INFO:tasks.rados.rados.0.smithi069.stdout:3177: finishing write tid 5 to smithi06982861-42 2024-04-10T15:42:06.290 INFO:tasks.rados.rados.0.smithi069.stdout:3177: finishing write tid 6 to smithi06982861-42 2024-04-10T15:42:06.290 INFO:tasks.rados.rados.0.smithi069.stdout:3177: oid 42 updating version 0 to 1524 2024-04-10T15:42:06.290 INFO:tasks.rados.rados.0.smithi069.stdout:3177: oid 42 updating version 1524 to 1526 2024-04-10T15:42:06.290 INFO:tasks.rados.rados.0.smithi069.stdout:3177: oid 42 version 1526 is already newer than 1525 2024-04-10T15:42:06.290 INFO:tasks.rados.rados.0.smithi069.stdout:3177: oid 42 version 1526 is already newer than 1522 2024-04-10T15:42:06.290 INFO:tasks.rados.rados.0.smithi069.stdout:3177: oid 42 version 1526 is already newer than 1523 2024-04-10T15:42:06.290 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 42 v 1526 (ObjNum 983 snap 309 seq_num 983) dirty exists 2024-04-10T15:42:06.290 INFO:tasks.rados.rados.0.smithi069.stdout:3177: left oid 42 (ObjNum 983 snap 309 seq_num 983) 2024-04-10T15:42:06.297 INFO:tasks.rados.rados.0.smithi069.stdout:3180: expect (ObjNum 963 snap 299 seq_num 963) 2024-04-10T15:42:06.410 INFO:tasks.rados.rados.0.smithi069.stdout:3179: expect (ObjNum 949 snap 293 seq_num 949) 2024-04-10T15:42:06.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:42:06 smithi069 ceph-mon[96738]: osdmap e693: 8 total, 8 up, 8 in 2024-04-10T15:42:06.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:42:06 smithi069 ceph-mon[96738]: pgmap v701: 121 pgs: 121 active+clean; 125 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 8.7 MiB/s rd, 4.4 MiB/s wr, 24 op/s 2024-04-10T15:42:06.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:42:06 smithi069 ceph-mon[96738]: osdmap e694: 8 total, 8 up, 8 in 2024-04-10T15:42:06.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:42:06 smithi069 ceph-mon[94167]: osdmap e693: 8 total, 8 up, 8 in 2024-04-10T15:42:06.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:42:06 smithi069 ceph-mon[94167]: pgmap v701: 121 pgs: 121 active+clean; 125 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 8.7 MiB/s rd, 4.4 MiB/s wr, 24 op/s 2024-04-10T15:42:06.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:42:06 smithi069 ceph-mon[94167]: osdmap e694: 8 total, 8 up, 8 in 2024-04-10T15:42:06.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:42:06 smithi077 ceph-mon[87572]: osdmap e693: 8 total, 8 up, 8 in 2024-04-10T15:42:06.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:42:06 smithi077 ceph-mon[87572]: pgmap v701: 121 pgs: 121 active+clean; 125 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 8.7 MiB/s rd, 4.4 MiB/s wr, 24 op/s 2024-04-10T15:42:06.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:42:06 smithi077 ceph-mon[87572]: osdmap e694: 8 total, 8 up, 8 in 2024-04-10T15:42:07.262 INFO:tasks.rados.rados.0.smithi069.stdout:3177: done (4 left) 2024-04-10T15:42:07.262 INFO:tasks.rados.rados.0.smithi069.stdout:3178: done (3 left) 2024-04-10T15:42:07.262 INFO:tasks.rados.rados.0.smithi069.stdout:3179: done (2 left) 2024-04-10T15:42:07.262 INFO:tasks.rados.rados.0.smithi069.stdout:3180: done (1 left) 2024-04-10T15:42:07.262 INFO:tasks.rados.rados.0.smithi069.stdout:3181: done (0 left) 2024-04-10T15:42:07.262 INFO:tasks.rados.rados.0.smithi069.stdout:3182: read oid 38 snap 309 2024-04-10T15:42:07.263 INFO:tasks.rados.rados.0.smithi069.stdout:3182: expect (ObjNum 956 snap 297 seq_num 956) 2024-04-10T15:42:07.263 INFO:tasks.rados.rados.0.smithi069.stdout:3183: read oid 21 snap -1 2024-04-10T15:42:07.263 INFO:tasks.rados.rados.0.smithi069.stdout:3183: expect (ObjNum 920 snap 287 seq_num 920) 2024-04-10T15:42:07.263 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 41 current snap is 310 2024-04-10T15:42:07.263 INFO:tasks.rados.rados.0.smithi069.stdout:3184: seq_num 984 ranges {1163264=483328,1646592=598016,2244608=647168,2891776=360448} 2024-04-10T15:42:07.270 INFO:tasks.rados.rados.0.smithi069.stdout:3184: writing smithi06982861-41 from 1163264 to 1646592 tid 1 2024-04-10T15:42:07.274 INFO:tasks.rados.rados.0.smithi069.stdout:3184: writing smithi06982861-41 from 1646592 to 2244608 tid 2 2024-04-10T15:42:07.278 INFO:tasks.rados.rados.0.smithi069.stdout:3184: writing smithi06982861-41 from 2244608 to 2891776 tid 3 2024-04-10T15:42:07.280 INFO:tasks.rados.rados.0.smithi069.stdout:3184: writing smithi06982861-41 from 2891776 to 3252224 tid 4 2024-04-10T15:42:07.280 INFO:tasks.rados.rados.0.smithi069.stdout:3185: read oid 47 snap 306 2024-04-10T15:42:07.281 INFO:tasks.rados.rados.0.smithi069.stdout:3185: expect (ObjNum 970 snap 302 seq_num 970) 2024-04-10T15:42:07.281 INFO:tasks.rados.rados.0.smithi069.stdout:3186: read oid 12 snap -1 2024-04-10T15:42:07.281 INFO:tasks.rados.rados.0.smithi069.stdout:3186: expect (ObjNum 979 snap 305 seq_num 979) 2024-04-10T15:42:07.281 INFO:tasks.rados.rados.0.smithi069.stdout:3187: snap_remove snap 304 2024-04-10T15:42:07.336 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:42:06 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:15:42:06] "GET /metrics HTTP/1.1" 200 36325 "" "Prometheus/2.43.0" 2024-04-10T15:42:08.274 INFO:tasks.rados.rados.0.smithi069.stdout:3187: done (5 left) 2024-04-10T15:42:08.274 INFO:tasks.rados.rados.0.smithi069.stdout:3188: delete oid 42 current snap is 310 2024-04-10T15:42:08.274 INFO:tasks.rados.rados.0.smithi069.stdout:3184: finishing write tid 1 to smithi06982861-41 2024-04-10T15:42:08.274 INFO:tasks.rados.rados.0.smithi069.stdout:3183: expect (ObjNum 920 snap 287 seq_num 920) 2024-04-10T15:42:08.303 INFO:tasks.rados.rados.0.smithi069.stdout:3184: finishing write tid 2 to smithi06982861-41 2024-04-10T15:42:08.303 INFO:tasks.rados.rados.0.smithi069.stdout:3184: finishing write tid 3 to smithi06982861-41 2024-04-10T15:42:08.303 INFO:tasks.rados.rados.0.smithi069.stdout:3184: finishing write tid 4 to smithi06982861-41 2024-04-10T15:42:08.303 INFO:tasks.rados.rados.0.smithi069.stdout:3184: finishing write tid 5 to smithi06982861-41 2024-04-10T15:42:08.303 INFO:tasks.rados.rados.0.smithi069.stdout:3185: expect (ObjNum 970 snap 302 seq_num 970) 2024-04-10T15:42:08.351 INFO:tasks.rados.rados.0.smithi069.stdout:3182: expect (ObjNum 956 snap 297 seq_num 956) 2024-04-10T15:42:08.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:42:08 smithi069 ceph-mon[96738]: osdmap e695: 8 total, 8 up, 8 in 2024-04-10T15:42:08.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:42:08 smithi069 ceph-mon[96738]: pgmap v704: 121 pgs: 121 active+clean; 125 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 7.9 MiB/s rd, 2.4 MiB/s wr, 10 op/s 2024-04-10T15:42:08.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:42:08 smithi069 ceph-mon[94167]: osdmap e695: 8 total, 8 up, 8 in 2024-04-10T15:42:08.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:42:08 smithi069 ceph-mon[94167]: pgmap v704: 121 pgs: 121 active+clean; 125 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 7.9 MiB/s rd, 2.4 MiB/s wr, 10 op/s 2024-04-10T15:42:08.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:42:08 smithi077 ceph-mon[87572]: osdmap e695: 8 total, 8 up, 8 in 2024-04-10T15:42:08.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:42:08 smithi077 ceph-mon[87572]: pgmap v704: 121 pgs: 121 active+clean; 125 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 7.9 MiB/s rd, 2.4 MiB/s wr, 10 op/s 2024-04-10T15:42:08.980 INFO:tasks.rados.rados.0.smithi069.stdout:3184: finishing write tid 6 to smithi06982861-41 2024-04-10T15:42:08.980 INFO:tasks.rados.rados.0.smithi069.stdout:3184: oid 41 updating version 0 to 1834 2024-04-10T15:42:08.980 INFO:tasks.rados.rados.0.smithi069.stdout:3184: oid 41 version 1834 is already newer than 1832 2024-04-10T15:42:08.980 INFO:tasks.rados.rados.0.smithi069.stdout:3184: oid 41 updating version 1834 to 1836 2024-04-10T15:42:08.981 INFO:tasks.rados.rados.0.smithi069.stdout:3184: oid 41 version 1836 is already newer than 1833 2024-04-10T15:42:08.981 INFO:tasks.rados.rados.0.smithi069.stdout:3184: oid 41 version 1836 is already newer than 1835 2024-04-10T15:42:08.981 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 41 v 1836 (ObjNum 984 snap 310 seq_num 984) dirty exists 2024-04-10T15:42:08.981 INFO:tasks.rados.rados.0.smithi069.stdout:3184: left oid 41 (ObjNum 984 snap 310 seq_num 984) 2024-04-10T15:42:08.981 INFO:tasks.rados.rados.0.smithi069.stdout:3186: expect (ObjNum 979 snap 305 seq_num 979) 2024-04-10T15:42:09.094 INFO:tasks.rados.rados.0.smithi069.stdout:3182: done (5 left) 2024-04-10T15:42:09.094 INFO:tasks.rados.rados.0.smithi069.stdout:3183: done (4 left) 2024-04-10T15:42:09.094 INFO:tasks.rados.rados.0.smithi069.stdout:3184: done (3 left) 2024-04-10T15:42:09.094 INFO:tasks.rados.rados.0.smithi069.stdout:3185: done (2 left) 2024-04-10T15:42:09.094 INFO:tasks.rados.rados.0.smithi069.stdout:3186: done (1 left) 2024-04-10T15:42:09.094 INFO:tasks.rados.rados.0.smithi069.stdout:3188: done (0 left) 2024-04-10T15:42:09.094 INFO:tasks.rados.rados.0.smithi069.stdout:3189: snap_remove snap 309 2024-04-10T15:42:09.274 INFO:tasks.rados.rados.0.smithi069.stdout:3189: done (0 left) 2024-04-10T15:42:09.274 INFO:tasks.rados.rados.0.smithi069.stdout:3190: copy_from oid 33 from oid 15 current snap is 310 2024-04-10T15:42:09.275 INFO:tasks.rados.rados.0.smithi069.stdout:3191: copy_from oid 16 from oid 12 current snap is 310 2024-04-10T15:42:09.275 INFO:tasks.rados.rados.0.smithi069.stdout:3192: rmattr oid 8 current snap is 310 2024-04-10T15:42:09.275 INFO:tasks.rados.rados.0.smithi069.stdout:3192: done (2 left) 2024-04-10T15:42:09.275 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 4 current snap is 310 2024-04-10T15:42:09.275 INFO:tasks.rados.rados.0.smithi069.stdout:3193: seq_num 986 ranges {4653056=516096,5169152=770048,5939200=655360,6594560=180224} 2024-04-10T15:42:09.303 INFO:tasks.rados.rados.0.smithi069.stdout:3193: writing smithi06982861-4 from 4653056 to 5169152 tid 1 2024-04-10T15:42:09.307 INFO:tasks.rados.rados.0.smithi069.stdout:3193: writing smithi06982861-4 from 5169152 to 5939200 tid 2 2024-04-10T15:42:09.311 INFO:tasks.rados.rados.0.smithi069.stdout:3193: writing smithi06982861-4 from 5939200 to 6594560 tid 3 2024-04-10T15:42:09.312 INFO:tasks.rados.rados.0.smithi069.stdout:3193: writing smithi06982861-4 from 6594560 to 6774784 tid 4 2024-04-10T15:42:09.312 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 36 current snap is 310 2024-04-10T15:42:09.312 INFO:tasks.rados.rados.0.smithi069.stdout:3191: finishing copy_from racing read to smithi06982861-16 2024-04-10T15:42:09.312 INFO:tasks.rados.rados.0.smithi069.stdout:3194: seq_num 987 ranges {9691136=532480,10223616=647168,10870784=417792,11288576=409600,11698176=131072} 2024-04-10T15:42:09.366 INFO:tasks.rados.rados.0.smithi069.stdout:3194: writing smithi06982861-36 from 9691136 to 10223616 tid 1 2024-04-10T15:42:09.369 INFO:tasks.rados.rados.0.smithi069.stdout:3194: writing smithi06982861-36 from 10223616 to 10870784 tid 2 2024-04-10T15:42:09.372 INFO:tasks.rados.rados.0.smithi069.stdout:3194: writing smithi06982861-36 from 10870784 to 11288576 tid 3 2024-04-10T15:42:09.374 INFO:tasks.rados.rados.0.smithi069.stdout:3194: writing smithi06982861-36 from 11288576 to 11698176 tid 4 2024-04-10T15:42:09.375 INFO:tasks.rados.rados.0.smithi069.stdout:3194: writing smithi06982861-36 from 11698176 to 11829248 tid 5 2024-04-10T15:42:09.375 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 6 current snap is 310 2024-04-10T15:42:09.375 INFO:tasks.rados.rados.0.smithi069.stdout:3191: finishing copy_from to smithi06982861-16 2024-04-10T15:42:09.375 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 16 v 1076 (ObjNum 979 snap 305 seq_num 979) dirty exists 2024-04-10T15:42:09.375 INFO:tasks.rados.rados.0.smithi069.stdout:3190: finishing copy_from racing read to smithi06982861-33 2024-04-10T15:42:09.375 INFO:tasks.rados.rados.0.smithi069.stdout:3190: finishing copy_from to smithi06982861-33 2024-04-10T15:42:09.375 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 33 v 1247 (ObjNum 981 snap 308 seq_num 981) dirty exists 2024-04-10T15:42:09.376 INFO:tasks.rados.rados.0.smithi069.stdout:3193: finishing write tid 1 to smithi06982861-4 2024-04-10T15:42:09.376 INFO:tasks.rados.rados.0.smithi069.stdout:3193: finishing write tid 2 to smithi06982861-4 2024-04-10T15:42:09.376 INFO:tasks.rados.rados.0.smithi069.stdout:3195: seq_num 988 ranges {0=557056,557056=532480,1089536=622592,1712128=450560} 2024-04-10T15:42:09.378 INFO:tasks.rados.rados.0.smithi069.stdout:3195: writing smithi06982861-6 from 0 to 557056 tid 1 2024-04-10T15:42:09.380 INFO:tasks.rados.rados.0.smithi069.stdout:3195: writing smithi06982861-6 from 557056 to 1089536 tid 2 2024-04-10T15:42:09.384 INFO:tasks.rados.rados.0.smithi069.stdout:3195: writing smithi06982861-6 from 1089536 to 1712128 tid 3 2024-04-10T15:42:09.387 INFO:tasks.rados.rados.0.smithi069.stdout:3195: writing smithi06982861-6 from 1712128 to 2162688 tid 4 2024-04-10T15:42:09.387 INFO:tasks.rados.rados.0.smithi069.stdout:3190: done (4 left) 2024-04-10T15:42:09.387 INFO:tasks.rados.rados.0.smithi069.stdout:3191: done (3 left) 2024-04-10T15:42:09.387 INFO:tasks.rados.rados.0.smithi069.stdout:3196: snap_create 2024-04-10T15:42:09.387 INFO:tasks.rados.rados.0.smithi069.stdout:3193: finishing write tid 3 to smithi06982861-4 2024-04-10T15:42:09.388 INFO:tasks.rados.rados.0.smithi069.stdout:3193: finishing write tid 4 to smithi06982861-4 2024-04-10T15:42:09.388 INFO:tasks.rados.rados.0.smithi069.stdout:3193: finishing write tid 5 to smithi06982861-4 2024-04-10T15:42:09.388 INFO:tasks.rados.rados.0.smithi069.stdout:3193: finishing write tid 6 to smithi06982861-4 2024-04-10T15:42:09.388 INFO:tasks.rados.rados.0.smithi069.stdout:3193: oid 4 updating version 0 to 1845 2024-04-10T15:42:09.388 INFO:tasks.rados.rados.0.smithi069.stdout:3193: oid 4 version 1845 is already newer than 1844 2024-04-10T15:42:09.388 INFO:tasks.rados.rados.0.smithi069.stdout:3193: oid 4 updating version 1845 to 1848 2024-04-10T15:42:09.388 INFO:tasks.rados.rados.0.smithi069.stdout:3193: oid 4 version 1848 is already newer than 1847 2024-04-10T15:42:09.388 INFO:tasks.rados.rados.0.smithi069.stdout:3193: oid 4 version 1848 is already newer than 1846 2024-04-10T15:42:09.388 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 4 v 1848 (ObjNum 986 snap 310 seq_num 986) dirty exists 2024-04-10T15:42:09.388 INFO:tasks.rados.rados.0.smithi069.stdout:3193: left oid 4 (ObjNum 986 snap 310 seq_num 986) 2024-04-10T15:42:09.388 INFO:tasks.rados.rados.0.smithi069.stdout:3194: finishing write tid 1 to smithi06982861-36 2024-04-10T15:42:09.389 INFO:tasks.rados.rados.0.smithi069.stdout:3194: finishing write tid 2 to smithi06982861-36 2024-04-10T15:42:09.389 INFO:tasks.rados.rados.0.smithi069.stdout:3194: finishing write tid 3 to smithi06982861-36 2024-04-10T15:42:09.389 INFO:tasks.rados.rados.0.smithi069.stdout:3194: finishing write tid 4 to smithi06982861-36 2024-04-10T15:42:09.389 INFO:tasks.rados.rados.0.smithi069.stdout:3194: finishing write tid 5 to smithi06982861-36 2024-04-10T15:42:09.389 INFO:tasks.rados.rados.0.smithi069.stdout:3194: finishing write tid 6 to smithi06982861-36 2024-04-10T15:42:09.389 INFO:tasks.rados.rados.0.smithi069.stdout:3195: finishing write tid 1 to smithi06982861-6 2024-04-10T15:42:09.389 INFO:tasks.rados.rados.0.smithi069.stdout:3195: finishing write tid 2 to smithi06982861-6 2024-04-10T15:42:09.389 INFO:tasks.rados.rados.0.smithi069.stdout:3194: finishing write tid 7 to smithi06982861-36 2024-04-10T15:42:09.389 INFO:tasks.rados.rados.0.smithi069.stdout:3194: oid 36 updating version 0 to 1543 2024-04-10T15:42:09.389 INFO:tasks.rados.rados.0.smithi069.stdout:3194: oid 36 updating version 1543 to 1544 2024-04-10T15:42:09.389 INFO:tasks.rados.rados.0.smithi069.stdout:3194: oid 36 updating version 1544 to 1545 2024-04-10T15:42:09.389 INFO:tasks.rados.rados.0.smithi069.stdout:3194: oid 36 version 1545 is already newer than 1541 2024-04-10T15:42:09.389 INFO:tasks.rados.rados.0.smithi069.stdout:3194: oid 36 version 1545 is already newer than 1540 2024-04-10T15:42:09.389 INFO:tasks.rados.rados.0.smithi069.stdout:3194: oid 36 version 1545 is already newer than 1542 2024-04-10T15:42:09.390 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 36 v 1545 (ObjNum 987 snap 310 seq_num 987) dirty exists 2024-04-10T15:42:09.390 INFO:tasks.rados.rados.0.smithi069.stdout:3194: left oid 36 (ObjNum 987 snap 310 seq_num 987) 2024-04-10T15:42:09.390 INFO:tasks.rados.rados.0.smithi069.stdout:3195: finishing write tid 3 to smithi06982861-6 2024-04-10T15:42:09.390 INFO:tasks.rados.rados.0.smithi069.stdout:3195: finishing write tid 4 to smithi06982861-6 2024-04-10T15:42:09.390 INFO:tasks.rados.rados.0.smithi069.stdout:3195: finishing write tid 5 to smithi06982861-6 2024-04-10T15:42:09.391 INFO:tasks.rados.rados.0.smithi069.stdout:3195: finishing write tid 6 to smithi06982861-6 2024-04-10T15:42:09.391 INFO:tasks.rados.rados.0.smithi069.stdout:3195: oid 6 updating version 0 to 1550 2024-04-10T15:42:09.391 INFO:tasks.rados.rados.0.smithi069.stdout:3195: oid 6 version 1550 is already newer than 1547 2024-04-10T15:42:09.391 INFO:tasks.rados.rados.0.smithi069.stdout:3195: oid 6 version 1550 is already newer than 1548 2024-04-10T15:42:09.391 INFO:tasks.rados.rados.0.smithi069.stdout:3195: oid 6 version 1550 is already newer than 1546 2024-04-10T15:42:09.391 INFO:tasks.rados.rados.0.smithi069.stdout:3195: oid 6 version 1550 is already newer than 1549 2024-04-10T15:42:09.391 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 6 v 1550 (ObjNum 988 snap 310 seq_num 988) dirty exists 2024-04-10T15:42:09.392 INFO:tasks.rados.rados.0.smithi069.stdout:3195: left oid 6 (ObjNum 988 snap 310 seq_num 988) 2024-04-10T15:42:09.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:42:09 smithi069 ceph-mon[94167]: osdmap e696: 8 total, 8 up, 8 in 2024-04-10T15:42:09.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:42:09 smithi069 ceph-mon[96738]: osdmap e696: 8 total, 8 up, 8 in 2024-04-10T15:42:09.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:42:09 smithi077 ceph-mon[87572]: osdmap e696: 8 total, 8 up, 8 in 2024-04-10T15:42:10.286 INFO:tasks.rados.rados.0.smithi069.stdout:3193: done (3 left) 2024-04-10T15:42:10.287 INFO:tasks.rados.rados.0.smithi069.stdout:3194: done (2 left) 2024-04-10T15:42:10.287 INFO:tasks.rados.rados.0.smithi069.stdout:3195: done (1 left) 2024-04-10T15:42:10.287 INFO:tasks.rados.rados.0.smithi069.stdout:3196: done (0 left) 2024-04-10T15:42:10.287 INFO:tasks.rados.rados.0.smithi069.stdout:3197: rmattr oid 44 current snap is 311 2024-04-10T15:42:10.287 INFO:tasks.rados.rados.0.smithi069.stdout:3197: done (0 left) 2024-04-10T15:42:10.287 INFO:tasks.rados.rados.0.smithi069.stdout:3198: rmattr oid 50 current snap is 311 2024-04-10T15:42:10.287 INFO:tasks.rados.rados.0.smithi069.stdout:3198: done (0 left) 2024-04-10T15:42:10.287 INFO:tasks.rados.rados.0.smithi069.stdout:3199: read oid 45 snap -1 2024-04-10T15:42:10.287 INFO:tasks.rados.rados.0.smithi069.stdout:3199: expect (ObjNum 929 snap 289 seq_num 929) 2024-04-10T15:42:10.287 INFO:tasks.rados.rados.0.smithi069.stdout:3200: copy_from oid 43 from oid 16 current snap is 311 2024-04-10T15:42:10.287 INFO:tasks.rados.rados.0.smithi069.stdout:3201: copy_from oid 7 from oid 22 current snap is 311 2024-04-10T15:42:10.287 INFO:tasks.rados.rados.0.smithi069.stdout:3202: read oid 29 snap -1 2024-04-10T15:42:10.287 INFO:tasks.rados.rados.0.smithi069.stdout:3202: expect (ObjNum 966 snap 299 seq_num 966) 2024-04-10T15:42:10.288 INFO:tasks.rados.rados.0.smithi069.stdout:3203: rmattr oid 14 current snap is 311 2024-04-10T15:42:10.288 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 6 current snap is 311 2024-04-10T15:42:10.288 INFO:tasks.rados.rados.0.smithi069.stdout:3204: seq_num 989 ranges {2162688=573440,2736128=466944,3203072=434176,3637248=638976,4276224=65536} 2024-04-10T15:42:10.301 INFO:tasks.rados.rados.0.smithi069.stdout:3204: writing smithi06982861-6 from 2162688 to 2736128 tid 1 2024-04-10T15:42:10.304 INFO:tasks.rados.rados.0.smithi069.stdout:3204: writing smithi06982861-6 from 2736128 to 3203072 tid 2 2024-04-10T15:42:10.306 INFO:tasks.rados.rados.0.smithi069.stdout:3204: writing smithi06982861-6 from 3203072 to 3637248 tid 3 2024-04-10T15:42:10.310 INFO:tasks.rados.rados.0.smithi069.stdout:3204: writing smithi06982861-6 from 3637248 to 4276224 tid 4 2024-04-10T15:42:10.311 INFO:tasks.rados.rados.0.smithi069.stdout:3204: writing smithi06982861-6 from 4276224 to 4341760 tid 5 2024-04-10T15:42:10.311 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 19 current snap is 311 2024-04-10T15:42:10.311 INFO:tasks.rados.rados.0.smithi069.stdout:3205: seq_num 990 ranges {0=589824,589824=753664,1343488=638976,1982464=212992} 2024-04-10T15:42:10.314 INFO:tasks.rados.rados.0.smithi069.stdout:3205: writing smithi06982861-19 from 0 to 589824 tid 1 2024-04-10T15:42:10.319 INFO:tasks.rados.rados.0.smithi069.stdout:3205: writing smithi06982861-19 from 589824 to 1343488 tid 2 2024-04-10T15:42:10.322 INFO:tasks.rados.rados.0.smithi069.stdout:3205: writing smithi06982861-19 from 1343488 to 1982464 tid 3 2024-04-10T15:42:10.323 INFO:tasks.rados.rados.0.smithi069.stdout:3205: writing smithi06982861-19 from 1982464 to 2195456 tid 4 2024-04-10T15:42:10.323 INFO:tasks.rados.rados.0.smithi069.stdout:3206: delete oid 37 current snap is 311 2024-04-10T15:42:10.324 INFO:tasks.rados.rados.0.smithi069.stdout:3199: expect (ObjNum 929 snap 289 seq_num 929) 2024-04-10T15:42:10.357 INFO:tasks.rados.rados.0.smithi069.stdout:3202: expect (ObjNum 966 snap 299 seq_num 966) 2024-04-10T15:42:10.406 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 14 v 1182 (ObjNum 949 snap 293 seq_num 949) dirty exists 2024-04-10T15:42:10.406 INFO:tasks.rados.rados.0.smithi069.stdout:3204: finishing write tid 1 to smithi06982861-6 2024-04-10T15:42:10.406 INFO:tasks.rados.rados.0.smithi069.stdout:3204: finishing write tid 2 to smithi06982861-6 2024-04-10T15:42:10.406 INFO:tasks.rados.rados.0.smithi069.stdout:3199: done (7 left) 2024-04-10T15:42:10.406 INFO:tasks.rados.rados.0.smithi069.stdout:3202: done (6 left) 2024-04-10T15:42:10.406 INFO:tasks.rados.rados.0.smithi069.stdout:3203: done (5 left) 2024-04-10T15:42:10.406 INFO:tasks.rados.rados.0.smithi069.stdout:3206: done (4 left) 2024-04-10T15:42:10.406 INFO:tasks.rados.rados.0.smithi069.stdout:3207: read oid 3 snap -1 2024-04-10T15:42:10.406 INFO:tasks.rados.rados.0.smithi069.stdout:3207: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-10T15:42:10.406 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 48 current snap is 311 2024-04-10T15:42:10.406 INFO:tasks.rados.rados.0.smithi069.stdout:3204: finishing write tid 3 to smithi06982861-6 2024-04-10T15:42:10.407 INFO:tasks.rados.rados.0.smithi069.stdout:3208: seq_num 992 ranges {1785856=622592,2408448=524288,2932736=606208,3538944=475136} 2024-04-10T15:42:10.418 INFO:tasks.rados.rados.0.smithi069.stdout:3208: writing smithi06982861-48 from 1785856 to 2408448 tid 1 2024-04-10T15:42:10.421 INFO:tasks.rados.rados.0.smithi069.stdout:3208: writing smithi06982861-48 from 2408448 to 2932736 tid 2 2024-04-10T15:42:10.425 INFO:tasks.rados.rados.0.smithi069.stdout:3208: writing smithi06982861-48 from 2932736 to 3538944 tid 3 2024-04-10T15:42:10.428 INFO:tasks.rados.rados.0.smithi069.stdout:3208: writing smithi06982861-48 from 3538944 to 4014080 tid 4 2024-04-10T15:42:10.428 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 36 current snap is 311 2024-04-10T15:42:10.428 INFO:tasks.rados.rados.0.smithi069.stdout:3200: finishing copy_from racing read to smithi06982861-43 2024-04-10T15:42:10.428 INFO:tasks.rados.rados.0.smithi069.stdout:3200: finishing copy_from to smithi06982861-43 2024-04-10T15:42:10.428 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 43 v 1076 (ObjNum 979 snap 305 seq_num 979) dirty exists 2024-04-10T15:42:10.428 INFO:tasks.rados.rados.0.smithi069.stdout:3204: finishing write tid 4 to smithi06982861-6 2024-04-10T15:42:10.428 INFO:tasks.rados.rados.0.smithi069.stdout:3209: seq_num 993 ranges {11829248=638976,12468224=409600,12877824=409600,13287424=688128,13975552=98304} 2024-04-10T15:42:10.494 INFO:tasks.rados.rados.0.smithi069.stdout:3209: writing smithi06982861-36 from 11829248 to 12468224 tid 1 2024-04-10T15:42:10.496 INFO:tasks.rados.rados.0.smithi069.stdout:3209: writing smithi06982861-36 from 12468224 to 12877824 tid 2 2024-04-10T15:42:10.498 INFO:tasks.rados.rados.0.smithi069.stdout:3209: writing smithi06982861-36 from 12877824 to 13287424 tid 3 2024-04-10T15:42:10.502 INFO:tasks.rados.rados.0.smithi069.stdout:3209: writing smithi06982861-36 from 13287424 to 13975552 tid 4 2024-04-10T15:42:10.503 INFO:tasks.rados.rados.0.smithi069.stdout:3209: writing smithi06982861-36 from 13975552 to 14073856 tid 5 2024-04-10T15:42:10.503 INFO:tasks.rados.rados.0.smithi069.stdout:3200: done (6 left) 2024-04-10T15:42:10.503 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 45 current snap is 311 2024-04-10T15:42:10.503 INFO:tasks.rados.rados.0.smithi069.stdout:3204: finishing write tid 5 to smithi06982861-6 2024-04-10T15:42:10.503 INFO:tasks.rados.rados.0.smithi069.stdout:3204: finishing write tid 6 to smithi06982861-6 2024-04-10T15:42:10.503 INFO:tasks.rados.rados.0.smithi069.stdout:3210: seq_num 994 ranges {1163264=655360,1818624=688128,2506752=622592,3129344=294912} 2024-04-10T15:42:10.512 INFO:tasks.rados.rados.0.smithi069.stdout:3210: writing smithi06982861-45 from 1163264 to 1818624 tid 1 2024-04-10T15:42:10.516 INFO:tasks.rados.rados.0.smithi069.stdout:3210: writing smithi06982861-45 from 1818624 to 2506752 tid 2 2024-04-10T15:42:10.520 INFO:tasks.rados.rados.0.smithi069.stdout:3210: writing smithi06982861-45 from 2506752 to 3129344 tid 3 2024-04-10T15:42:10.523 INFO:tasks.rados.rados.0.smithi069.stdout:3210: writing smithi06982861-45 from 3129344 to 3424256 tid 4 2024-04-10T15:42:10.523 INFO:tasks.rados.rados.0.smithi069.stdout:3211: rollback oid 5 current snap is 311 2024-04-10T15:42:10.523 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 5 to 303 2024-04-10T15:42:10.523 INFO:tasks.rados.rados.0.smithi069.stdout:3205: finishing write tid 1 to smithi06982861-19 2024-04-10T15:42:10.523 INFO:tasks.rados.rados.0.smithi069.stdout:3204: finishing write tid 7 to smithi06982861-6 2024-04-10T15:42:10.523 INFO:tasks.rados.rados.0.smithi069.stdout:3204: oid 6 updating version 0 to 1553 2024-04-10T15:42:10.523 INFO:tasks.rados.rados.0.smithi069.stdout:3204: oid 6 updating version 1553 to 1555 2024-04-10T15:42:10.523 INFO:tasks.rados.rados.0.smithi069.stdout:3204: oid 6 updating version 1555 to 1556 2024-04-10T15:42:10.523 INFO:tasks.rados.rados.0.smithi069.stdout:3204: oid 6 version 1556 is already newer than 1554 2024-04-10T15:42:10.523 INFO:tasks.rados.rados.0.smithi069.stdout:3204: oid 6 version 1556 is already newer than 1552 2024-04-10T15:42:10.523 INFO:tasks.rados.rados.0.smithi069.stdout:3204: oid 6 updating version 1556 to 1557 2024-04-10T15:42:10.523 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 6 v 1557 (ObjNum 989 snap 311 seq_num 989) dirty exists 2024-04-10T15:42:10.524 INFO:tasks.rados.rados.0.smithi069.stdout:3204: left oid 6 (ObjNum 989 snap 311 seq_num 989) 2024-04-10T15:42:10.524 INFO:tasks.rados.rados.0.smithi069.stdout:3201: finishing copy_from racing read to smithi06982861-7 2024-04-10T15:42:10.524 INFO:tasks.rados.rados.0.smithi069.stdout:3201: finishing copy_from to smithi06982861-7 2024-04-10T15:42:10.524 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 7 v 1531 (ObjNum 795 snap 248 seq_num 795) dirty exists 2024-04-10T15:42:10.524 INFO:tasks.rados.rados.0.smithi069.stdout:3205: finishing write tid 2 to smithi06982861-19 2024-04-10T15:42:10.524 INFO:tasks.rados.rados.0.smithi069.stdout:3205: finishing write tid 3 to smithi06982861-19 2024-04-10T15:42:10.524 INFO:tasks.rados.rados.0.smithi069.stdout:3205: finishing write tid 4 to smithi06982861-19 2024-04-10T15:42:10.524 INFO:tasks.rados.rados.0.smithi069.stdout:3205: finishing write tid 5 to smithi06982861-19 2024-04-10T15:42:10.524 INFO:tasks.rados.rados.0.smithi069.stdout:3205: finishing write tid 6 to smithi06982861-19 2024-04-10T15:42:10.524 INFO:tasks.rados.rados.0.smithi069.stdout:3205: oid 19 updating version 0 to 1853 2024-04-10T15:42:10.524 INFO:tasks.rados.rados.0.smithi069.stdout:3205: oid 19 version 1853 is already newer than 1850 2024-04-10T15:42:10.524 INFO:tasks.rados.rados.0.smithi069.stdout:3205: oid 19 version 1853 is already newer than 1852 2024-04-10T15:42:10.524 INFO:tasks.rados.rados.0.smithi069.stdout:3205: oid 19 version 1853 is already newer than 1849 2024-04-10T15:42:10.524 INFO:tasks.rados.rados.0.smithi069.stdout:3205: oid 19 version 1853 is already newer than 1851 2024-04-10T15:42:10.524 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 19 v 1853 (ObjNum 990 snap 311 seq_num 990) dirty exists 2024-04-10T15:42:10.525 INFO:tasks.rados.rados.0.smithi069.stdout:3205: left oid 19 (ObjNum 990 snap 311 seq_num 990) 2024-04-10T15:42:10.525 INFO:tasks.rados.rados.0.smithi069.stdout:3201: done (7 left) 2024-04-10T15:42:10.525 INFO:tasks.rados.rados.0.smithi069.stdout:3204: done (6 left) 2024-04-10T15:42:10.525 INFO:tasks.rados.rados.0.smithi069.stdout:3205: done (5 left) 2024-04-10T15:42:10.525 INFO:tasks.rados.rados.0.smithi069.stdout:3212: read oid 13 snap -1 2024-04-10T15:42:10.525 INFO:tasks.rados.rados.0.smithi069.stdout:3212: expect deleted 2024-04-10T15:42:10.525 INFO:tasks.rados.rados.0.smithi069.stdout:3213: read oid 46 snap -1 2024-04-10T15:42:10.525 INFO:tasks.rados.rados.0.smithi069.stdout:3213: expect deleted 2024-04-10T15:42:10.525 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 10 current snap is 311 2024-04-10T15:42:10.525 INFO:tasks.rados.rados.0.smithi069.stdout:3207: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-10T15:42:10.526 INFO:tasks.rados.rados.0.smithi069.stdout:3208: finishing write tid 1 to smithi06982861-48 2024-04-10T15:42:10.526 INFO:tasks.rados.rados.0.smithi069.stdout:3208: finishing write tid 2 to smithi06982861-48 2024-04-10T15:42:10.526 INFO:tasks.rados.rados.0.smithi069.stdout:3208: finishing write tid 3 to smithi06982861-48 2024-04-10T15:42:10.526 INFO:tasks.rados.rados.0.smithi069.stdout:3208: finishing write tid 4 to smithi06982861-48 2024-04-10T15:42:10.526 INFO:tasks.rados.rados.0.smithi069.stdout:3214: seq_num 995 ranges {0=671744,671744=573440,1245184=778240,2023424=253952} 2024-04-10T15:42:10.530 INFO:tasks.rados.rados.0.smithi069.stdout:3214: writing smithi06982861-10 from 0 to 671744 tid 1 2024-04-10T15:42:10.533 INFO:tasks.rados.rados.0.smithi069.stdout:3214: writing smithi06982861-10 from 671744 to 1245184 tid 2 2024-04-10T15:42:10.537 INFO:tasks.rados.rados.0.smithi069.stdout:3214: writing smithi06982861-10 from 1245184 to 2023424 tid 3 2024-04-10T15:42:10.540 INFO:tasks.rados.rados.0.smithi069.stdout:3214: writing smithi06982861-10 from 2023424 to 2277376 tid 4 2024-04-10T15:42:10.540 INFO:tasks.rados.rados.0.smithi069.stdout:3207: done (7 left) 2024-04-10T15:42:10.540 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 37 current snap is 311 2024-04-10T15:42:10.540 INFO:tasks.rados.rados.0.smithi069.stdout:3208: finishing write tid 5 to smithi06982861-48 2024-04-10T15:42:10.540 INFO:tasks.rados.rados.0.smithi069.stdout:3208: finishing write tid 6 to smithi06982861-48 2024-04-10T15:42:10.540 INFO:tasks.rados.rados.0.smithi069.stdout:3208: oid 48 updating version 0 to 1252 2024-04-10T15:42:10.540 INFO:tasks.rados.rados.0.smithi069.stdout:3208: oid 48 version 1252 is already newer than 1251 2024-04-10T15:42:10.540 INFO:tasks.rados.rados.0.smithi069.stdout:3208: oid 48 updating version 1252 to 1254 2024-04-10T15:42:10.540 INFO:tasks.rados.rados.0.smithi069.stdout:3208: oid 48 version 1254 is already newer than 1253 2024-04-10T15:42:10.540 INFO:tasks.rados.rados.0.smithi069.stdout:3208: oid 48 updating version 1254 to 1255 2024-04-10T15:42:10.541 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 48 v 1255 (ObjNum 992 snap 311 seq_num 992) dirty exists 2024-04-10T15:42:10.541 INFO:tasks.rados.rados.0.smithi069.stdout:3208: left oid 48 (ObjNum 992 snap 311 seq_num 992) 2024-04-10T15:42:10.541 INFO:tasks.rados.rados.0.smithi069.stdout:3209: finishing write tid 1 to smithi06982861-36 2024-04-10T15:42:10.541 INFO:tasks.rados.rados.0.smithi069.stdout:3209: finishing write tid 2 to smithi06982861-36 2024-04-10T15:42:10.541 INFO:tasks.rados.rados.0.smithi069.stdout:3209: finishing write tid 3 to smithi06982861-36 2024-04-10T15:42:10.541 INFO:tasks.rados.rados.0.smithi069.stdout:3209: finishing write tid 4 to smithi06982861-36 2024-04-10T15:42:10.541 INFO:tasks.rados.rados.0.smithi069.stdout:3209: finishing write tid 5 to smithi06982861-36 2024-04-10T15:42:10.541 INFO:tasks.rados.rados.0.smithi069.stdout:3209: finishing write tid 6 to smithi06982861-36 2024-04-10T15:42:10.541 INFO:tasks.rados.rados.0.smithi069.stdout:3215: seq_num 996 ranges {0=688128,688128=507904,1196032=581632,1777664=516096} 2024-04-10T15:42:10.543 INFO:tasks.rados.rados.0.smithi069.stdout:3215: writing smithi06982861-37 from 0 to 688128 tid 1 2024-04-10T15:42:10.546 INFO:tasks.rados.rados.0.smithi069.stdout:3215: writing smithi06982861-37 from 688128 to 1196032 tid 2 2024-04-10T15:42:10.550 INFO:tasks.rados.rados.0.smithi069.stdout:3215: writing smithi06982861-37 from 1196032 to 1777664 tid 3 2024-04-10T15:42:10.553 INFO:tasks.rados.rados.0.smithi069.stdout:3215: writing smithi06982861-37 from 1777664 to 2293760 tid 4 2024-04-10T15:42:10.554 INFO:tasks.rados.rados.0.smithi069.stdout:3208: done (7 left) 2024-04-10T15:42:10.554 INFO:tasks.rados.rados.0.smithi069.stdout:3216: copy_from oid 28 from oid 32 current snap is 311 2024-04-10T15:42:10.554 INFO:tasks.rados.rados.0.smithi069.stdout:3209: finishing write tid 7 to smithi06982861-36 2024-04-10T15:42:10.554 INFO:tasks.rados.rados.0.smithi069.stdout:3209: oid 36 updating version 0 to 1563 2024-04-10T15:42:10.554 INFO:tasks.rados.rados.0.smithi069.stdout:3209: oid 36 version 1563 is already newer than 1561 2024-04-10T15:42:10.554 INFO:tasks.rados.rados.0.smithi069.stdout:3209: oid 36 version 1563 is already newer than 1560 2024-04-10T15:42:10.554 INFO:tasks.rados.rados.0.smithi069.stdout:3209: oid 36 version 1563 is already newer than 1559 2024-04-10T15:42:10.554 INFO:tasks.rados.rados.0.smithi069.stdout:3209: oid 36 version 1563 is already newer than 1562 2024-04-10T15:42:10.554 INFO:tasks.rados.rados.0.smithi069.stdout:3209: oid 36 updating version 1563 to 1564 2024-04-10T15:42:10.554 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 36 v 1564 (ObjNum 993 snap 311 seq_num 993) dirty exists 2024-04-10T15:42:10.554 INFO:tasks.rados.rados.0.smithi069.stdout:3209: left oid 36 (ObjNum 993 snap 311 seq_num 993) 2024-04-10T15:42:10.554 INFO:tasks.rados.rados.0.smithi069.stdout:3209: done (7 left) 2024-04-10T15:42:10.554 INFO:tasks.rados.rados.0.smithi069.stdout:3217: copy_from oid 8 from oid 4 current snap is 311 2024-04-10T15:42:10.555 INFO:tasks.rados.rados.0.smithi069.stdout:3210: finishing write tid 1 to smithi06982861-45 2024-04-10T15:42:10.555 INFO:tasks.rados.rados.0.smithi069.stdout:3210: finishing write tid 2 to smithi06982861-45 2024-04-10T15:42:10.555 INFO:tasks.rados.rados.0.smithi069.stdout:3210: finishing write tid 3 to smithi06982861-45 2024-04-10T15:42:10.555 INFO:tasks.rados.rados.0.smithi069.stdout:3213: done (7 left) 2024-04-10T15:42:10.555 INFO:tasks.rados.rados.0.smithi069.stdout:3218: snap_remove snap 310 2024-04-10T15:42:10.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:42:10 smithi069 ceph-mon[94167]: osdmap e697: 8 total, 8 up, 8 in 2024-04-10T15:42:10.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:42:10 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:42:10.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:42:10 smithi069 ceph-mon[94167]: pgmap v707: 121 pgs: 121 active+clean; 131 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 1.5 MiB/s wr, 9 op/s 2024-04-10T15:42:10.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:42:10 smithi069 ceph-mon[96738]: osdmap e697: 8 total, 8 up, 8 in 2024-04-10T15:42:10.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:42:10 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:42:10.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:42:10 smithi069 ceph-mon[96738]: pgmap v707: 121 pgs: 121 active+clean; 131 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 1.5 MiB/s wr, 9 op/s 2024-04-10T15:42:10.742 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:42:10 smithi077 ceph-mon[87572]: osdmap e697: 8 total, 8 up, 8 in 2024-04-10T15:42:10.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:42:10 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:42:10.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:42:10 smithi077 ceph-mon[87572]: pgmap v707: 121 pgs: 121 active+clean; 131 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 1.5 MiB/s wr, 9 op/s 2024-04-10T15:42:11.228 INFO:tasks.rados.rados.0.smithi069.stdout:3218: done (7 left) 2024-04-10T15:42:11.228 INFO:tasks.rados.rados.0.smithi069.stdout:3219: copy_from oid 22 from oid 1 current snap is 311 2024-04-10T15:42:11.228 INFO:tasks.rados.rados.0.smithi069.stdout:3210: finishing write tid 4 to smithi06982861-45 2024-04-10T15:42:11.228 INFO:tasks.rados.rados.0.smithi069.stdout:3210: finishing write tid 5 to smithi06982861-45 2024-04-10T15:42:11.229 INFO:tasks.rados.rados.0.smithi069.stdout:3211: finishing rollback tid 0 to smithi06982861-5 2024-04-10T15:42:11.229 INFO:tasks.rados.rados.0.smithi069.stdout:3211: finishing rollback tid 1 to smithi06982861-5 2024-04-10T15:42:11.229 INFO:tasks.rados.rados.0.smithi069.stdout:3210: finishing write tid 6 to smithi06982861-45 2024-04-10T15:42:11.229 INFO:tasks.rados.rados.0.smithi069.stdout:3210: oid 45 updating version 0 to 1493 2024-04-10T15:42:11.229 INFO:tasks.rados.rados.0.smithi069.stdout:3210: oid 45 updating version 1493 to 1497 2024-04-10T15:42:11.229 INFO:tasks.rados.rados.0.smithi069.stdout:3210: oid 45 version 1497 is already newer than 1495 2024-04-10T15:42:11.229 INFO:tasks.rados.rados.0.smithi069.stdout:3210: oid 45 version 1497 is already newer than 1494 2024-04-10T15:42:11.229 INFO:tasks.rados.rados.0.smithi069.stdout:3210: oid 45 version 1497 is already newer than 1496 2024-04-10T15:42:11.229 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 45 v 1497 (ObjNum 994 snap 311 seq_num 994) dirty exists 2024-04-10T15:42:11.230 INFO:tasks.rados.rados.0.smithi069.stdout:3210: left oid 45 (ObjNum 994 snap 311 seq_num 994) 2024-04-10T15:42:11.230 INFO:tasks.rados.rados.0.smithi069.stdout:3211: finishing rollback tid 2 to smithi06982861-5 2024-04-10T15:42:11.230 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 5 v 1576 (ObjNum 954 snap 295 seq_num 954) dirty exists 2024-04-10T15:42:11.230 INFO:tasks.rados.rados.0.smithi069.stdout:3214: finishing write tid 1 to smithi06982861-10 2024-04-10T15:42:11.230 INFO:tasks.rados.rados.0.smithi069.stdout:3214: finishing write tid 2 to smithi06982861-10 2024-04-10T15:42:11.230 INFO:tasks.rados.rados.0.smithi069.stdout:3214: finishing write tid 3 to smithi06982861-10 2024-04-10T15:42:11.233 INFO:tasks.rados.rados.0.smithi069.stdout:3214: finishing write tid 4 to smithi06982861-10 2024-04-10T15:42:11.233 INFO:tasks.rados.rados.0.smithi069.stdout:3214: finishing write tid 5 to smithi06982861-10 2024-04-10T15:42:11.233 INFO:tasks.rados.rados.0.smithi069.stdout:3214: finishing write tid 6 to smithi06982861-10 2024-04-10T15:42:11.234 INFO:tasks.rados.rados.0.smithi069.stdout:3214: oid 10 updating version 0 to 1857 2024-04-10T15:42:11.234 INFO:tasks.rados.rados.0.smithi069.stdout:3214: oid 10 version 1857 is already newer than 1856 2024-04-10T15:42:11.234 INFO:tasks.rados.rados.0.smithi069.stdout:3214: oid 10 version 1857 is already newer than 1855 2024-04-10T15:42:11.234 INFO:tasks.rados.rados.0.smithi069.stdout:3214: oid 10 updating version 1857 to 1858 2024-04-10T15:42:11.234 INFO:tasks.rados.rados.0.smithi069.stdout:3214: oid 10 updating version 1858 to 1859 2024-04-10T15:42:11.234 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 10 v 1859 (ObjNum 995 snap 311 seq_num 995) dirty exists 2024-04-10T15:42:11.234 INFO:tasks.rados.rados.0.smithi069.stdout:3214: left oid 10 (ObjNum 995 snap 311 seq_num 995) 2024-04-10T15:42:11.234 INFO:tasks.rados.rados.0.smithi069.stdout:3215: finishing write tid 1 to smithi06982861-37 2024-04-10T15:42:11.234 INFO:tasks.rados.rados.0.smithi069.stdout:3215: finishing write tid 2 to smithi06982861-37 2024-04-10T15:42:11.234 INFO:tasks.rados.rados.0.smithi069.stdout:3215: finishing write tid 3 to smithi06982861-37 2024-04-10T15:42:11.234 INFO:tasks.rados.rados.0.smithi069.stdout:3215: finishing write tid 4 to smithi06982861-37 2024-04-10T15:42:11.235 INFO:tasks.rados.rados.0.smithi069.stdout:3215: finishing write tid 5 to smithi06982861-37 2024-04-10T15:42:11.235 INFO:tasks.rados.rados.0.smithi069.stdout:3215: finishing write tid 6 to smithi06982861-37 2024-04-10T15:42:11.235 INFO:tasks.rados.rados.0.smithi069.stdout:3215: oid 37 updating version 0 to 1502 2024-04-10T15:42:11.235 INFO:tasks.rados.rados.0.smithi069.stdout:3215: oid 37 version 1502 is already newer than 1501 2024-04-10T15:42:11.235 INFO:tasks.rados.rados.0.smithi069.stdout:3215: oid 37 version 1502 is already newer than 1499 2024-04-10T15:42:11.235 INFO:tasks.rados.rados.0.smithi069.stdout:3215: oid 37 version 1502 is already newer than 1498 2024-04-10T15:42:11.235 INFO:tasks.rados.rados.0.smithi069.stdout:3215: oid 37 version 1502 is already newer than 1500 2024-04-10T15:42:11.235 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 37 v 1502 (ObjNum 996 snap 311 seq_num 996) dirty exists 2024-04-10T15:42:11.235 INFO:tasks.rados.rados.0.smithi069.stdout:3215: left oid 37 (ObjNum 996 snap 311 seq_num 996) 2024-04-10T15:42:11.235 INFO:tasks.rados.rados.0.smithi069.stdout:3216: finishing copy_from racing read to smithi06982861-28 2024-04-10T15:42:11.235 INFO:tasks.rados.rados.0.smithi069.stdout:3216: finishing copy_from to smithi06982861-28 2024-04-10T15:42:11.236 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 28 v 1180 (ObjNum 975 snap 304 seq_num 975) dirty exists 2024-04-10T15:42:11.236 INFO:tasks.rados.rados.0.smithi069.stdout:3217: finishing copy_from racing read to smithi06982861-8 2024-04-10T15:42:11.236 INFO:tasks.rados.rados.0.smithi069.stdout:3217: finishing copy_from to smithi06982861-8 2024-04-10T15:42:11.236 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 8 v 1848 (ObjNum 986 snap 310 seq_num 986) dirty exists 2024-04-10T15:42:11.236 INFO:tasks.rados.rados.0.smithi069.stdout:3210: done (7 left) 2024-04-10T15:42:11.236 INFO:tasks.rados.rados.0.smithi069.stdout:3211: done (6 left) 2024-04-10T15:42:11.236 INFO:tasks.rados.rados.0.smithi069.stdout:3212: done (5 left) 2024-04-10T15:42:11.236 INFO:tasks.rados.rados.0.smithi069.stdout:3214: done (4 left) 2024-04-10T15:42:11.236 INFO:tasks.rados.rados.0.smithi069.stdout:3215: done (3 left) 2024-04-10T15:42:11.236 INFO:tasks.rados.rados.0.smithi069.stdout:3216: done (2 left) 2024-04-10T15:42:11.236 INFO:tasks.rados.rados.0.smithi069.stdout:3217: done (1 left) 2024-04-10T15:42:11.236 INFO:tasks.rados.rados.0.smithi069.stdout:3220: rmattr oid 43 current snap is 311 2024-04-10T15:42:11.237 INFO:tasks.rados.rados.0.smithi069.stdout:3220: done (1 left) 2024-04-10T15:42:11.237 INFO:tasks.rados.rados.0.smithi069.stdout:3221: rollback oid 16 current snap is 311 2024-04-10T15:42:11.237 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 16 to 305 2024-04-10T15:42:11.237 INFO:tasks.rados.rados.0.smithi069.stdout:3222: copy_from oid 34 from oid 4 current snap is 311 2024-04-10T15:42:11.237 INFO:tasks.rados.rados.0.smithi069.stdout:3223: read oid 48 snap -1 2024-04-10T15:42:11.237 INFO:tasks.rados.rados.0.smithi069.stdout:3223: expect (ObjNum 992 snap 311 seq_num 992) 2024-04-10T15:42:11.237 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 24 current snap is 311 2024-04-10T15:42:11.237 INFO:tasks.rados.rados.0.smithi069.stdout:3224: seq_num 997 ranges {1998848=704512,2703360=794624,3497984=794624,4292608=16384} 2024-04-10T15:42:11.243 INFO:tasks.rados.rados.0.smithi069.stdout:3224: writing smithi06982861-24 from 1998848 to 2703360 tid 1 2024-04-10T15:42:11.248 INFO:tasks.rados.rados.0.smithi069.stdout:3224: writing smithi06982861-24 from 2703360 to 3497984 tid 2 2024-04-10T15:42:11.254 INFO:tasks.rados.rados.0.smithi069.stdout:3224: writing smithi06982861-24 from 3497984 to 4292608 tid 3 2024-04-10T15:42:11.254 INFO:tasks.rados.rados.0.smithi069.stdout:3224: writing smithi06982861-24 from 4292608 to 4308992 tid 4 2024-04-10T15:42:11.254 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 43 current snap is 311 2024-04-10T15:42:11.254 INFO:tasks.rados.rados.0.smithi069.stdout:3221: finishing rollback tid 0 to smithi06982861-16 2024-04-10T15:42:11.254 INFO:tasks.rados.rados.0.smithi069.stdout:3219: finishing copy_from racing read to smithi06982861-22 2024-04-10T15:42:11.254 INFO:tasks.rados.rados.0.smithi069.stdout:3221: finishing rollback tid 1 to smithi06982861-16 2024-04-10T15:42:11.254 INFO:tasks.rados.rados.0.smithi069.stdout:3221: finishing rollback tid 2 to smithi06982861-16 2024-04-10T15:42:11.254 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 16 v 1555 (ObjNum 920 snap 287 seq_num 920) dirty exists 2024-04-10T15:42:11.255 INFO:tasks.rados.rados.0.smithi069.stdout:3219: finishing copy_from to smithi06982861-22 2024-04-10T15:42:11.255 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 22 v 1485 (ObjNum 929 snap 289 seq_num 929) dirty exists 2024-04-10T15:42:11.255 INFO:tasks.rados.rados.0.smithi069.stdout:3224: finishing write tid 1 to smithi06982861-24 2024-04-10T15:42:11.255 INFO:tasks.rados.rados.0.smithi069.stdout:3224: finishing write tid 2 to smithi06982861-24 2024-04-10T15:42:11.255 INFO:tasks.rados.rados.0.smithi069.stdout:3225: seq_num 998 ranges {3547136=720896,4268032=679936,4947968=598016,5545984=327680} 2024-04-10T15:42:11.277 INFO:tasks.rados.rados.0.smithi069.stdout:3225: writing smithi06982861-43 from 3547136 to 4268032 tid 1 2024-04-10T15:42:11.281 INFO:tasks.rados.rados.0.smithi069.stdout:3225: writing smithi06982861-43 from 4268032 to 4947968 tid 2 2024-04-10T15:42:11.285 INFO:tasks.rados.rados.0.smithi069.stdout:3225: writing smithi06982861-43 from 4947968 to 5545984 tid 3 2024-04-10T15:42:11.287 INFO:tasks.rados.rados.0.smithi069.stdout:3225: writing smithi06982861-43 from 5545984 to 5873664 tid 4 2024-04-10T15:42:11.287 INFO:tasks.rados.rados.0.smithi069.stdout:3219: done (5 left) 2024-04-10T15:42:11.287 INFO:tasks.rados.rados.0.smithi069.stdout:3221: done (4 left) 2024-04-10T15:42:11.287 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 26 current snap is 311 2024-04-10T15:42:11.287 INFO:tasks.rados.rados.0.smithi069.stdout:3226: seq_num 999 ranges {1015808=737280,1753088=565248,2318336=761856,3080192=278528} 2024-04-10T15:42:11.296 INFO:tasks.rados.rados.0.smithi069.stdout:3226: writing smithi06982861-26 from 1015808 to 1753088 tid 1 2024-04-10T15:42:11.299 INFO:tasks.rados.rados.0.smithi069.stdout:3226: writing smithi06982861-26 from 1753088 to 2318336 tid 2 2024-04-10T15:42:11.303 INFO:tasks.rados.rados.0.smithi069.stdout:3226: writing smithi06982861-26 from 2318336 to 3080192 tid 3 2024-04-10T15:42:11.305 INFO:tasks.rados.rados.0.smithi069.stdout:3226: writing smithi06982861-26 from 3080192 to 3358720 tid 4 2024-04-10T15:42:11.305 INFO:tasks.rados.rados.0.smithi069.stdout:3227: delete oid 20 current snap is 311 2024-04-10T15:42:11.305 INFO:tasks.rados.rados.0.smithi069.stdout:3223: expect (ObjNum 992 snap 311 seq_num 992) 2024-04-10T15:42:11.441 INFO:tasks.rados.rados.0.smithi069.stdout:3224: finishing write tid 3 to smithi06982861-24 2024-04-10T15:42:11.441 INFO:tasks.rados.rados.0.smithi069.stdout:3224: finishing write tid 4 to smithi06982861-24 2024-04-10T15:42:11.441 INFO:tasks.rados.rados.0.smithi069.stdout:3224: finishing write tid 5 to smithi06982861-24 2024-04-10T15:42:11.441 INFO:tasks.rados.rados.0.smithi069.stdout:3224: finishing write tid 6 to smithi06982861-24 2024-04-10T15:42:11.442 INFO:tasks.rados.rados.0.smithi069.stdout:3224: oid 24 updating version 0 to 1529 2024-04-10T15:42:11.442 INFO:tasks.rados.rados.0.smithi069.stdout:3224: oid 24 updating version 1529 to 1530 2024-04-10T15:42:11.442 INFO:tasks.rados.rados.0.smithi069.stdout:3224: oid 24 updating version 1530 to 1531 2024-04-10T15:42:11.442 INFO:tasks.rados.rados.0.smithi069.stdout:3224: oid 24 version 1531 is already newer than 1528 2024-04-10T15:42:11.442 INFO:tasks.rados.rados.0.smithi069.stdout:3224: oid 24 updating version 1531 to 1532 2024-04-10T15:42:11.442 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 24 v 1532 (ObjNum 997 snap 311 seq_num 997) dirty exists 2024-04-10T15:42:11.442 INFO:tasks.rados.rados.0.smithi069.stdout:3224: left oid 24 (ObjNum 997 snap 311 seq_num 997) 2024-04-10T15:42:11.442 INFO:tasks.rados.rados.0.smithi069.stdout:3222: finishing copy_from racing read to smithi06982861-34 2024-04-10T15:42:11.442 INFO:tasks.rados.rados.0.smithi069.stdout:3223: done (5 left) 2024-04-10T15:42:11.442 INFO:tasks.rados.rados.0.smithi069.stdout:3224: done (4 left) 2024-04-10T15:42:11.442 INFO:tasks.rados.rados.0.smithi069.stdout:3227: done (3 left) 2024-04-10T15:42:11.442 INFO:tasks.rados.rados.0.smithi069.stdout:3228: snap_create 2024-04-10T15:42:11.442 INFO:tasks.rados.rados.0.smithi069.stdout:3222: finishing copy_from to smithi06982861-34 2024-04-10T15:42:11.443 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 34 v 1848 (ObjNum 986 snap 310 seq_num 986) dirty exists 2024-04-10T15:42:11.443 INFO:tasks.rados.rados.0.smithi069.stdout:3225: finishing write tid 1 to smithi06982861-43 2024-04-10T15:42:11.443 INFO:tasks.rados.rados.0.smithi069.stdout:3225: finishing write tid 2 to smithi06982861-43 2024-04-10T15:42:11.443 INFO:tasks.rados.rados.0.smithi069.stdout:3225: finishing write tid 3 to smithi06982861-43 2024-04-10T15:42:11.443 INFO:tasks.rados.rados.0.smithi069.stdout:3225: finishing write tid 4 to smithi06982861-43 2024-04-10T15:42:11.443 INFO:tasks.rados.rados.0.smithi069.stdout:3225: finishing write tid 5 to smithi06982861-43 2024-04-10T15:42:11.443 INFO:tasks.rados.rados.0.smithi069.stdout:3225: finishing write tid 6 to smithi06982861-43 2024-04-10T15:42:11.443 INFO:tasks.rados.rados.0.smithi069.stdout:3225: oid 43 updating version 0 to 1487 2024-04-10T15:42:11.443 INFO:tasks.rados.rados.0.smithi069.stdout:3225: oid 43 updating version 1487 to 1488 2024-04-10T15:42:11.443 INFO:tasks.rados.rados.0.smithi069.stdout:3225: oid 43 updating version 1488 to 1491 2024-04-10T15:42:11.443 INFO:tasks.rados.rados.0.smithi069.stdout:3225: oid 43 version 1491 is already newer than 1490 2024-04-10T15:42:11.443 INFO:tasks.rados.rados.0.smithi069.stdout:3225: oid 43 version 1491 is already newer than 1489 2024-04-10T15:42:11.443 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 43 v 1491 (ObjNum 998 snap 311 seq_num 998) dirty exists 2024-04-10T15:42:11.443 INFO:tasks.rados.rados.0.smithi069.stdout:3225: left oid 43 (ObjNum 998 snap 311 seq_num 998) 2024-04-10T15:42:11.443 INFO:tasks.rados.rados.0.smithi069.stdout:3226: finishing write tid 1 to smithi06982861-26 2024-04-10T15:42:11.443 INFO:tasks.rados.rados.0.smithi069.stdout:3226: finishing write tid 2 to smithi06982861-26 2024-04-10T15:42:11.444 INFO:tasks.rados.rados.0.smithi069.stdout:3226: finishing write tid 3 to smithi06982861-26 2024-04-10T15:42:11.444 INFO:tasks.rados.rados.0.smithi069.stdout:3226: finishing write tid 4 to smithi06982861-26 2024-04-10T15:42:11.444 INFO:tasks.rados.rados.0.smithi069.stdout:3226: finishing write tid 5 to smithi06982861-26 2024-04-10T15:42:11.444 INFO:tasks.rados.rados.0.smithi069.stdout:3226: finishing write tid 6 to smithi06982861-26 2024-04-10T15:42:11.444 INFO:tasks.rados.rados.0.smithi069.stdout:3226: oid 26 updating version 0 to 1562 2024-04-10T15:42:11.444 INFO:tasks.rados.rados.0.smithi069.stdout:3226: oid 26 version 1562 is already newer than 1560 2024-04-10T15:42:11.444 INFO:tasks.rados.rados.0.smithi069.stdout:3226: oid 26 updating version 1562 to 1563 2024-04-10T15:42:11.444 INFO:tasks.rados.rados.0.smithi069.stdout:3226: oid 26 version 1563 is already newer than 1559 2024-04-10T15:42:11.444 INFO:tasks.rados.rados.0.smithi069.stdout:3226: oid 26 version 1563 is already newer than 1561 2024-04-10T15:42:11.444 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 26 v 1563 (ObjNum 999 snap 311 seq_num 999) dirty exists 2024-04-10T15:42:11.444 INFO:tasks.rados.rados.0.smithi069.stdout:3226: left oid 26 (ObjNum 999 snap 311 seq_num 999) 2024-04-10T15:42:11.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:42:11 smithi069 ceph-mon[96738]: osdmap e698: 8 total, 8 up, 8 in 2024-04-10T15:42:11.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:42:11 smithi069 ceph-mon[96738]: osdmap e699: 8 total, 8 up, 8 in 2024-04-10T15:42:11.587 INFO:journalctl@ceph.osd.2.smithi069.stdout:Apr 10 15:42:11 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-2[112535]: 2024-04-10T15:42:11.264+0000 7fb0a752b700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17a after trimming was started 2024-04-10T15:42:11.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:42:11 smithi069 ceph-mon[94167]: osdmap e698: 8 total, 8 up, 8 in 2024-04-10T15:42:11.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:42:11 smithi069 ceph-mon[94167]: osdmap e699: 8 total, 8 up, 8 in 2024-04-10T15:42:11.742 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:42:11 smithi077 ceph-mon[87572]: osdmap e698: 8 total, 8 up, 8 in 2024-04-10T15:42:11.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:42:11 smithi077 ceph-mon[87572]: osdmap e699: 8 total, 8 up, 8 in 2024-04-10T15:42:12.293 INFO:tasks.rados.rados.0.smithi069.stdout:3222: done (3 left) 2024-04-10T15:42:12.293 INFO:tasks.rados.rados.0.smithi069.stdout:3225: done (2 left) 2024-04-10T15:42:12.294 INFO:tasks.rados.rados.0.smithi069.stdout:3226: done (1 left) 2024-04-10T15:42:12.294 INFO:tasks.rados.rados.0.smithi069.stdout:3228: done (0 left) 2024-04-10T15:42:12.294 INFO:tasks.rados.rados.0.smithi069.stdout:3229: snap_create 2024-04-10T15:42:12.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:42:12 smithi069 ceph-mon[96738]: pgmap v710: 121 pgs: 121 active+clean; 139 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 23 MiB/s rd, 4.0 MiB/s wr, 20 op/s 2024-04-10T15:42:12.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:42:12 smithi069 ceph-mon[94167]: pgmap v710: 121 pgs: 121 active+clean; 139 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 23 MiB/s rd, 4.0 MiB/s wr, 20 op/s 2024-04-10T15:42:12.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:42:12 smithi077 ceph-mon[87572]: pgmap v710: 121 pgs: 121 active+clean; 139 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 23 MiB/s rd, 4.0 MiB/s wr, 20 op/s 2024-04-10T15:42:12.743 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:42:12 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T15:42:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:42:13.299 INFO:tasks.rados.rados.0.smithi069.stdout:3229: done (0 left) 2024-04-10T15:42:13.299 INFO:tasks.rados.rados.0.smithi069.stdout:3230: snap_create 2024-04-10T15:42:13.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:42:13 smithi069 ceph-mon[96738]: osdmap e700: 8 total, 8 up, 8 in 2024-04-10T15:42:13.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:42:13 smithi069 ceph-mon[94167]: osdmap e700: 8 total, 8 up, 8 in 2024-04-10T15:42:13.742 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:42:13 smithi077 ceph-mon[87572]: osdmap e700: 8 total, 8 up, 8 in 2024-04-10T15:42:14.307 INFO:tasks.rados.rados.0.smithi069.stdout:3230: done (0 left) 2024-04-10T15:42:14.308 INFO:tasks.rados.rados.0.smithi069.stdout:3231: snap_create 2024-04-10T15:42:14.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:42:14 smithi069 ceph-mon[96738]: osdmap e701: 8 total, 8 up, 8 in 2024-04-10T15:42:14.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:42:14 smithi069 ceph-mon[96738]: pgmap v713: 121 pgs: 121 active+clean; 164 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 9.7 MiB/s rd, 9.8 MiB/s wr, 25 op/s 2024-04-10T15:42:14.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:42:14 smithi069 ceph-mon[94167]: osdmap e701: 8 total, 8 up, 8 in 2024-04-10T15:42:14.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:42:14 smithi069 ceph-mon[94167]: pgmap v713: 121 pgs: 121 active+clean; 164 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 9.7 MiB/s rd, 9.8 MiB/s wr, 25 op/s 2024-04-10T15:42:14.742 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:42:14 smithi077 ceph-mon[87572]: osdmap e701: 8 total, 8 up, 8 in 2024-04-10T15:42:14.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:42:14 smithi077 ceph-mon[87572]: pgmap v713: 121 pgs: 121 active+clean; 164 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 9.7 MiB/s rd, 9.8 MiB/s wr, 25 op/s 2024-04-10T15:42:15.314 INFO:tasks.rados.rados.0.smithi069.stdout:3231: done (0 left) 2024-04-10T15:42:15.314 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 17 current snap is 315 2024-04-10T15:42:15.314 INFO:tasks.rados.rados.0.smithi069.stdout:3232: seq_num 1001 ranges {1171456=770048,1941504=729088,2670592=770048,3440640=106496} 2024-04-10T15:42:15.324 INFO:tasks.rados.rados.0.smithi069.stdout:3232: writing smithi06982861-17 from 1171456 to 1941504 tid 1 2024-04-10T15:42:15.329 INFO:tasks.rados.rados.0.smithi069.stdout:3232: writing smithi06982861-17 from 1941504 to 2670592 tid 2 2024-04-10T15:42:15.333 INFO:tasks.rados.rados.0.smithi069.stdout:3232: writing smithi06982861-17 from 2670592 to 3440640 tid 3 2024-04-10T15:42:15.334 INFO:tasks.rados.rados.0.smithi069.stdout:3232: writing smithi06982861-17 from 3440640 to 3547136 tid 4 2024-04-10T15:42:15.335 INFO:tasks.rados.rados.0.smithi069.stdout:3233: rollback oid 40 current snap is 315 2024-04-10T15:42:15.335 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 40 to 305 2024-04-10T15:42:15.335 INFO:tasks.rados.rados.0.smithi069.stdout:3232: finishing write tid 1 to smithi06982861-17 2024-04-10T15:42:15.335 INFO:tasks.rados.rados.0.smithi069.stdout:3232: finishing write tid 2 to smithi06982861-17 2024-04-10T15:42:15.335 INFO:tasks.rados.rados.0.smithi069.stdout:3234: snap_remove snap 311 2024-04-10T15:42:15.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:42:15 smithi069 ceph-mon[96738]: osdmap e702: 8 total, 8 up, 8 in 2024-04-10T15:42:15.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:42:15 smithi069 ceph-mon[94167]: osdmap e702: 8 total, 8 up, 8 in 2024-04-10T15:42:15.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:42:15 smithi077 ceph-mon[87572]: osdmap e702: 8 total, 8 up, 8 in 2024-04-10T15:42:16.230 INFO:tasks.rados.rados.0.smithi069.stdout:3234: done (2 left) 2024-04-10T15:42:16.230 INFO:tasks.rados.rados.0.smithi069.stdout:3235: read oid 29 snap 314 2024-04-10T15:42:16.230 INFO:tasks.rados.rados.0.smithi069.stdout:3235: expect (ObjNum 966 snap 299 seq_num 966) 2024-04-10T15:42:16.230 INFO:tasks.rados.rados.0.smithi069.stdout:3236: copy_from oid 42 from oid 33 current snap is 315 2024-04-10T15:42:16.230 INFO:tasks.rados.rados.0.smithi069.stdout:3232: finishing write tid 3 to smithi06982861-17 2024-04-10T15:42:16.230 INFO:tasks.rados.rados.0.smithi069.stdout:3232: finishing write tid 4 to smithi06982861-17 2024-04-10T15:42:16.230 INFO:tasks.rados.rados.0.smithi069.stdout:3232: finishing write tid 5 to smithi06982861-17 2024-04-10T15:42:16.231 INFO:tasks.rados.rados.0.smithi069.stdout:3232: finishing write tid 6 to smithi06982861-17 2024-04-10T15:42:16.231 INFO:tasks.rados.rados.0.smithi069.stdout:3232: oid 17 updating version 0 to 1584 2024-04-10T15:42:16.231 INFO:tasks.rados.rados.0.smithi069.stdout:3232: oid 17 version 1584 is already newer than 1582 2024-04-10T15:42:16.231 INFO:tasks.rados.rados.0.smithi069.stdout:3232: oid 17 version 1584 is already newer than 1580 2024-04-10T15:42:16.231 INFO:tasks.rados.rados.0.smithi069.stdout:3232: oid 17 version 1584 is already newer than 1581 2024-04-10T15:42:16.231 INFO:tasks.rados.rados.0.smithi069.stdout:3232: oid 17 version 1584 is already newer than 1583 2024-04-10T15:42:16.231 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 17 v 1584 (ObjNum 1001 snap 315 seq_num 1001) dirty exists 2024-04-10T15:42:16.231 INFO:tasks.rados.rados.0.smithi069.stdout:3232: left oid 17 (ObjNum 1001 snap 315 seq_num 1001) 2024-04-10T15:42:16.231 INFO:tasks.rados.rados.0.smithi069.stdout:3233: finishing rollback tid 0 to smithi06982861-40 2024-04-10T15:42:16.231 INFO:tasks.rados.rados.0.smithi069.stdout:3233: finishing rollback tid 1 to smithi06982861-40 2024-04-10T15:42:16.231 INFO:tasks.rados.rados.0.smithi069.stdout:3232: done (3 left) 2024-04-10T15:42:16.231 INFO:tasks.rados.rados.0.smithi069.stdout:3237: snap_remove snap 303 2024-04-10T15:42:16.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:42:16 smithi069 ceph-mon[96738]: osdmap e703: 8 total, 8 up, 8 in 2024-04-10T15:42:16.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:42:16 smithi069 ceph-mon[96738]: pgmap v716: 121 pgs: 121 active+clean; 187 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 5.1 MiB/s rd, 14 MiB/s wr, 25 op/s 2024-04-10T15:42:16.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:42:16 smithi069 ceph-mon[96738]: osdmap e704: 8 total, 8 up, 8 in 2024-04-10T15:42:16.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:42:16 smithi069 ceph-mon[94167]: osdmap e703: 8 total, 8 up, 8 in 2024-04-10T15:42:16.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:42:16 smithi069 ceph-mon[94167]: pgmap v716: 121 pgs: 121 active+clean; 187 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 5.1 MiB/s rd, 14 MiB/s wr, 25 op/s 2024-04-10T15:42:16.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:42:16 smithi069 ceph-mon[94167]: osdmap e704: 8 total, 8 up, 8 in 2024-04-10T15:42:16.644 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:42:16 smithi077 ceph-mon[87572]: osdmap e703: 8 total, 8 up, 8 in 2024-04-10T15:42:16.644 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:42:16 smithi077 ceph-mon[87572]: pgmap v716: 121 pgs: 121 active+clean; 187 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 5.1 MiB/s rd, 14 MiB/s wr, 25 op/s 2024-04-10T15:42:16.644 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:42:16 smithi077 ceph-mon[87572]: osdmap e704: 8 total, 8 up, 8 in 2024-04-10T15:42:17.086 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:42:16 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:15:42:16] "GET /metrics HTTP/1.1" 200 36320 "" "Prometheus/2.43.0" 2024-04-10T15:42:17.232 INFO:tasks.rados.rados.0.smithi069.stdout:3237: done (3 left) 2024-04-10T15:42:17.232 INFO:tasks.rados.rados.0.smithi069.stdout:3238: delete oid 3 current snap is 315 2024-04-10T15:42:17.232 INFO:tasks.rados.rados.0.smithi069.stdout:3233: finishing rollback tid 2 to smithi06982861-40 2024-04-10T15:42:17.232 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 40 v 593 (ObjNum 33 snap 0 seq_num 1433980240) dirty exists 2024-04-10T15:42:17.232 INFO:tasks.rados.rados.0.smithi069.stdout:3235: expect (ObjNum 966 snap 299 seq_num 966) 2024-04-10T15:42:17.294 INFO:tasks.rados.rados.0.smithi069.stdout:3236: finishing copy_from racing read to smithi06982861-42 2024-04-10T15:42:17.294 INFO:tasks.rados.rados.0.smithi069.stdout:3236: finishing copy_from to smithi06982861-42 2024-04-10T15:42:17.294 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 42 v 1247 (ObjNum 981 snap 308 seq_num 981) dirty exists 2024-04-10T15:42:17.294 INFO:tasks.rados.rados.0.smithi069.stdout:3233: done (3 left) 2024-04-10T15:42:17.294 INFO:tasks.rados.rados.0.smithi069.stdout:3235: done (2 left) 2024-04-10T15:42:17.294 INFO:tasks.rados.rados.0.smithi069.stdout:3236: done (1 left) 2024-04-10T15:42:17.294 INFO:tasks.rados.rados.0.smithi069.stdout:3238: done (0 left) 2024-04-10T15:42:17.294 INFO:tasks.rados.rados.0.smithi069.stdout:3239: read oid 28 snap -1 2024-04-10T15:42:17.294 INFO:tasks.rados.rados.0.smithi069.stdout:3239: expect (ObjNum 975 snap 304 seq_num 975) 2024-04-10T15:42:17.294 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 50 current snap is 315 2024-04-10T15:42:17.295 INFO:tasks.rados.rados.0.smithi069.stdout:3240: seq_num 1003 ranges {9396224=802816,10199040=499712,10698752=737280,11436032=368640} 2024-04-10T15:42:17.349 INFO:tasks.rados.rados.0.smithi069.stdout:3240: writing smithi06982861-50 from 9396224 to 10199040 tid 1 2024-04-10T15:42:17.351 INFO:tasks.rados.rados.0.smithi069.stdout:3240: writing smithi06982861-50 from 10199040 to 10698752 tid 2 2024-04-10T15:42:17.356 INFO:tasks.rados.rados.0.smithi069.stdout:3240: writing smithi06982861-50 from 10698752 to 11436032 tid 3 2024-04-10T15:42:17.358 INFO:tasks.rados.rados.0.smithi069.stdout:3240: writing smithi06982861-50 from 11436032 to 11804672 tid 4 2024-04-10T15:42:17.359 INFO:tasks.rados.rados.0.smithi069.stdout:3241: copy_from oid 17 from oid 1 current snap is 315 2024-04-10T15:42:17.359 INFO:tasks.rados.rados.0.smithi069.stdout:3239: expect (ObjNum 975 snap 304 seq_num 975) 2024-04-10T15:42:17.487 INFO:tasks.rados.rados.0.smithi069.stdout:3240: finishing write tid 1 to smithi06982861-50 2024-04-10T15:42:17.487 INFO:tasks.rados.rados.0.smithi069.stdout:3240: finishing write tid 2 to smithi06982861-50 2024-04-10T15:42:17.487 INFO:tasks.rados.rados.0.smithi069.stdout:3239: done (2 left) 2024-04-10T15:42:17.487 INFO:tasks.rados.rados.0.smithi069.stdout:3242: rmattr oid 3 current snap is 315 2024-04-10T15:42:17.487 INFO:tasks.rados.rados.0.smithi069.stdout:3242: done (2 left) 2024-04-10T15:42:17.487 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 12 current snap is 315 2024-04-10T15:42:17.487 INFO:tasks.rados.rados.0.smithi069.stdout:3240: finishing write tid 3 to smithi06982861-50 2024-04-10T15:42:17.487 INFO:tasks.rados.rados.0.smithi069.stdout:3240: finishing write tid 4 to smithi06982861-50 2024-04-10T15:42:17.487 INFO:tasks.rados.rados.0.smithi069.stdout:3240: finishing write tid 5 to smithi06982861-50 2024-04-10T15:42:17.487 INFO:tasks.rados.rados.0.smithi069.stdout:3240: finishing write tid 6 to smithi06982861-50 2024-04-10T15:42:17.487 INFO:tasks.rados.rados.0.smithi069.stdout:3240: oid 50 updating version 0 to 1078 2024-04-10T15:42:17.488 INFO:tasks.rados.rados.0.smithi069.stdout:3240: oid 50 updating version 1078 to 1081 2024-04-10T15:42:17.488 INFO:tasks.rados.rados.0.smithi069.stdout:3240: oid 50 version 1081 is already newer than 1077 2024-04-10T15:42:17.488 INFO:tasks.rados.rados.0.smithi069.stdout:3240: oid 50 version 1081 is already newer than 1079 2024-04-10T15:42:17.488 INFO:tasks.rados.rados.0.smithi069.stdout:3240: oid 50 version 1081 is already newer than 1080 2024-04-10T15:42:17.488 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 50 v 1081 (ObjNum 1003 snap 315 seq_num 1003) dirty exists 2024-04-10T15:42:17.488 INFO:tasks.rados.rados.0.smithi069.stdout:3240: left oid 50 (ObjNum 1003 snap 315 seq_num 1003) 2024-04-10T15:42:17.488 INFO:tasks.rados.rados.0.smithi069.stdout:3241: finishing copy_from racing read to smithi06982861-17 2024-04-10T15:42:17.488 INFO:tasks.rados.rados.0.smithi069.stdout:3241: finishing copy_from to smithi06982861-17 2024-04-10T15:42:17.488 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 17 v 1485 (ObjNum 929 snap 289 seq_num 929) dirty exists 2024-04-10T15:42:17.488 INFO:tasks.rados.rados.0.smithi069.stdout:3243: seq_num 1004 ranges {3547136=16384} 2024-04-10T15:42:17.506 INFO:tasks.rados.rados.0.smithi069.stdout:3243: writing smithi06982861-12 from 3547136 to 3563520 tid 1 2024-04-10T15:42:17.506 INFO:tasks.rados.rados.0.smithi069.stdout:3240: done (2 left) 2024-04-10T15:42:17.506 INFO:tasks.rados.rados.0.smithi069.stdout:3241: done (1 left) 2024-04-10T15:42:17.506 INFO:tasks.rados.rados.0.smithi069.stdout:3244: snap_create 2024-04-10T15:42:17.508 INFO:tasks.rados.rados.0.smithi069.stdout:3243: finishing write tid 1 to smithi06982861-12 2024-04-10T15:42:17.508 INFO:tasks.rados.rados.0.smithi069.stdout:3243: finishing write tid 2 to smithi06982861-12 2024-04-10T15:42:17.510 INFO:tasks.rados.rados.0.smithi069.stdout:3243: finishing write tid 3 to smithi06982861-12 2024-04-10T15:42:17.510 INFO:tasks.rados.rados.0.smithi069.stdout:3243: oid 12 updating version 0 to 1078 2024-04-10T15:42:17.510 INFO:tasks.rados.rados.0.smithi069.stdout:3243: oid 12 version 1078 is already newer than 1077 2024-04-10T15:42:17.510 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 12 v 1078 (ObjNum 1004 snap 315 seq_num 1004) dirty exists 2024-04-10T15:42:17.511 INFO:tasks.rados.rados.0.smithi069.stdout:3243: left oid 12 (ObjNum 1004 snap 315 seq_num 1004) 2024-04-10T15:42:18.236 INFO:tasks.rados.rados.0.smithi069.stdout:3243: done (1 left) 2024-04-10T15:42:18.236 INFO:tasks.rados.rados.0.smithi069.stdout:3244: done (0 left) 2024-04-10T15:42:18.236 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 39 current snap is 316 2024-04-10T15:42:18.237 INFO:tasks.rados.rados.0.smithi069.stdout:3245: seq_num 1005 ranges {1925120=32768} 2024-04-10T15:42:18.247 INFO:tasks.rados.rados.0.smithi069.stdout:3245: writing smithi06982861-39 from 1925120 to 1957888 tid 1 2024-04-10T15:42:18.247 INFO:tasks.rados.rados.0.smithi069.stdout:3246: read oid 17 snap -1 2024-04-10T15:42:18.247 INFO:tasks.rados.rados.0.smithi069.stdout:3246: expect (ObjNum 929 snap 289 seq_num 929) 2024-04-10T15:42:18.247 INFO:tasks.rados.rados.0.smithi069.stdout:3247: snap_remove snap 313 2024-04-10T15:42:18.493 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:42:18 smithi077 ceph-mon[87572]: osdmap e705: 8 total, 8 up, 8 in 2024-04-10T15:42:18.493 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:42:18 smithi077 ceph-mon[87572]: pgmap v719: 121 pgs: 121 active+clean; 187 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 1.2 KiB/s rd, 6.3 MiB/s wr, 10 op/s 2024-04-10T15:42:18.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:42:18 smithi069 ceph-mon[96738]: osdmap e705: 8 total, 8 up, 8 in 2024-04-10T15:42:18.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:42:18 smithi069 ceph-mon[96738]: pgmap v719: 121 pgs: 121 active+clean; 187 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 1.2 KiB/s rd, 6.3 MiB/s wr, 10 op/s 2024-04-10T15:42:18.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:42:18 smithi069 ceph-mon[94167]: osdmap e705: 8 total, 8 up, 8 in 2024-04-10T15:42:18.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:42:18 smithi069 ceph-mon[94167]: pgmap v719: 121 pgs: 121 active+clean; 187 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 1.2 KiB/s rd, 6.3 MiB/s wr, 10 op/s 2024-04-10T15:42:19.239 INFO:tasks.rados.rados.0.smithi069.stdout:3247: done (2 left) 2024-04-10T15:42:19.239 INFO:tasks.rados.rados.0.smithi069.stdout:3248: rollback oid 7 current snap is 316 2024-04-10T15:42:19.239 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 7 to 314 2024-04-10T15:42:19.240 INFO:tasks.rados.rados.0.smithi069.stdout:3245: finishing write tid 1 to smithi06982861-39 2024-04-10T15:42:19.240 INFO:tasks.rados.rados.0.smithi069.stdout:3245: finishing write tid 2 to smithi06982861-39 2024-04-10T15:42:19.240 INFO:tasks.rados.rados.0.smithi069.stdout:3245: finishing write tid 3 to smithi06982861-39 2024-04-10T15:42:19.240 INFO:tasks.rados.rados.0.smithi069.stdout:3245: oid 39 updating version 0 to 1191 2024-04-10T15:42:19.240 INFO:tasks.rados.rados.0.smithi069.stdout:3245: oid 39 version 1191 is already newer than 1190 2024-04-10T15:42:19.240 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 39 v 1191 (ObjNum 1005 snap 316 seq_num 1005) dirty exists 2024-04-10T15:42:19.240 INFO:tasks.rados.rados.0.smithi069.stdout:3245: left oid 39 (ObjNum 1005 snap 316 seq_num 1005) 2024-04-10T15:42:19.240 INFO:tasks.rados.rados.0.smithi069.stdout:3246: expect (ObjNum 929 snap 289 seq_num 929) 2024-04-10T15:42:19.278 INFO:tasks.rados.rados.0.smithi069.stdout:3248: finishing rollback tid 0 to smithi06982861-7 2024-04-10T15:42:19.278 INFO:tasks.rados.rados.0.smithi069.stdout:3248: finishing rollback tid 1 to smithi06982861-7 2024-04-10T15:42:19.278 INFO:tasks.rados.rados.0.smithi069.stdout:3248: finishing rollback tid 2 to smithi06982861-7 2024-04-10T15:42:19.278 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 7 v 1575 (ObjNum 795 snap 248 seq_num 795) dirty exists 2024-04-10T15:42:19.278 INFO:tasks.rados.rados.0.smithi069.stdout:3245: done (2 left) 2024-04-10T15:42:19.278 INFO:tasks.rados.rados.0.smithi069.stdout:3246: done (1 left) 2024-04-10T15:42:19.278 INFO:tasks.rados.rados.0.smithi069.stdout:3248: done (0 left) 2024-04-10T15:42:19.278 INFO:tasks.rados.rados.0.smithi069.stdout:3249: read oid 8 snap -1 2024-04-10T15:42:19.278 INFO:tasks.rados.rados.0.smithi069.stdout:3249: expect (ObjNum 986 snap 310 seq_num 986) 2024-04-10T15:42:19.278 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 11 current snap is 316 2024-04-10T15:42:19.278 INFO:tasks.rados.rados.0.smithi069.stdout:3250: seq_num 1006 ranges {0=49152} 2024-04-10T15:42:19.278 INFO:tasks.rados.rados.0.smithi069.stdout:3250: writing smithi06982861-11 from 0 to 49152 tid 1 2024-04-10T15:42:19.279 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 28 current snap is 316 2024-04-10T15:42:19.279 INFO:tasks.rados.rados.0.smithi069.stdout:3251: seq_num 1007 ranges {3579904=65536} 2024-04-10T15:42:19.299 INFO:tasks.rados.rados.0.smithi069.stdout:3251: writing smithi06982861-28 from 3579904 to 3645440 tid 1 2024-04-10T15:42:19.299 INFO:tasks.rados.rados.0.smithi069.stdout:3252: rollback oid 30 current snap is 316 2024-04-10T15:42:19.300 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 30 to 307 2024-04-10T15:42:19.300 INFO:tasks.rados.rados.0.smithi069.stdout:3250: finishing write tid 1 to smithi06982861-11 2024-04-10T15:42:19.300 INFO:tasks.rados.rados.0.smithi069.stdout:3250: finishing write tid 2 to smithi06982861-11 2024-04-10T15:42:19.300 INFO:tasks.rados.rados.0.smithi069.stdout:3250: finishing write tid 3 to smithi06982861-11 2024-04-10T15:42:19.300 INFO:tasks.rados.rados.0.smithi069.stdout:3250: oid 11 updating version 0 to 1082 2024-04-10T15:42:19.300 INFO:tasks.rados.rados.0.smithi069.stdout:3250: oid 11 updating version 1082 to 1083 2024-04-10T15:42:19.300 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 11 v 1083 (ObjNum 1006 snap 316 seq_num 1006) dirty exists 2024-04-10T15:42:19.300 INFO:tasks.rados.rados.0.smithi069.stdout:3250: left oid 11 (ObjNum 1006 snap 316 seq_num 1006) 2024-04-10T15:42:19.300 INFO:tasks.rados.rados.0.smithi069.stdout:3250: done (3 left) 2024-04-10T15:42:19.300 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 23 current snap is 316 2024-04-10T15:42:19.300 INFO:tasks.rados.rados.0.smithi069.stdout:3253: seq_num 1008 ranges {0=90112} 2024-04-10T15:42:19.300 INFO:tasks.rados.rados.0.smithi069.stdout:3253: writing smithi06982861-23 from 0 to 90112 tid 1 2024-04-10T15:42:19.300 INFO:tasks.rados.rados.0.smithi069.stdout:3254: read oid 20 snap -1 2024-04-10T15:42:19.300 INFO:tasks.rados.rados.0.smithi069.stdout:3254: expect deleted 2024-04-10T15:42:19.301 INFO:tasks.rados.rados.0.smithi069.stdout:3255: snap_remove snap 315 2024-04-10T15:42:19.493 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:42:19 smithi077 ceph-mon[87572]: osdmap e706: 8 total, 8 up, 8 in 2024-04-10T15:42:19.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:42:19 smithi069 ceph-mon[94167]: osdmap e706: 8 total, 8 up, 8 in 2024-04-10T15:42:19.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:42:19 smithi069 ceph-mon[96738]: osdmap e706: 8 total, 8 up, 8 in 2024-04-10T15:42:20.257 INFO:tasks.rados.rados.0.smithi069.stdout:3255: done (5 left) 2024-04-10T15:42:20.257 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 40 current snap is 316 2024-04-10T15:42:20.257 INFO:tasks.rados.rados.0.smithi069.stdout:3256: seq_num 1009 ranges {0=106496} 2024-04-10T15:42:20.258 INFO:tasks.rados.rados.0.smithi069.stdout:3256: writing smithi06982861-40 from 0 to 106496 tid 1 2024-04-10T15:42:20.258 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 45 current snap is 316 2024-04-10T15:42:20.258 INFO:tasks.rados.rados.0.smithi069.stdout:3257: seq_num 1010 ranges {3424256=122880} 2024-04-10T15:42:20.277 INFO:tasks.rados.rados.0.smithi069.stdout:3257: writing smithi06982861-45 from 3424256 to 3547136 tid 1 2024-04-10T15:42:20.277 INFO:tasks.rados.rados.0.smithi069.stdout:3258: snap_remove snap 305 2024-04-10T15:42:20.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:42:20 smithi077 ceph-mon[87572]: osdmap e707: 8 total, 8 up, 8 in 2024-04-10T15:42:20.493 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:42:20 smithi077 ceph-mon[87572]: pgmap v722: 121 pgs: 121 active+clean; 182 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-04-10T15:42:20.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:42:20 smithi069 ceph-mon[94167]: osdmap e707: 8 total, 8 up, 8 in 2024-04-10T15:42:20.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:42:20 smithi069 ceph-mon[94167]: pgmap v722: 121 pgs: 121 active+clean; 182 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-04-10T15:42:20.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:42:20 smithi069 ceph-mon[96738]: osdmap e707: 8 total, 8 up, 8 in 2024-04-10T15:42:20.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:42:20 smithi069 ceph-mon[96738]: pgmap v722: 121 pgs: 121 active+clean; 182 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-04-10T15:42:21.231 INFO:tasks.rados.rados.0.smithi069.stdout:3258: done (7 left) 2024-04-10T15:42:21.231 INFO:tasks.rados.rados.0.smithi069.stdout:3259: snap_remove snap 314 2024-04-10T15:42:21.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:42:21 smithi069 ceph-mon[94167]: osdmap e708: 8 total, 8 up, 8 in 2024-04-10T15:42:21.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:42:21 smithi069 ceph-mon[94167]: osdmap e709: 8 total, 8 up, 8 in 2024-04-10T15:42:21.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:42:21 smithi069 ceph-mon[96738]: osdmap e708: 8 total, 8 up, 8 in 2024-04-10T15:42:21.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:42:21 smithi069 ceph-mon[96738]: osdmap e709: 8 total, 8 up, 8 in 2024-04-10T15:42:21.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:42:21 smithi077 ceph-mon[87572]: osdmap e708: 8 total, 8 up, 8 in 2024-04-10T15:42:21.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:42:21 smithi077 ceph-mon[87572]: osdmap e709: 8 total, 8 up, 8 in 2024-04-10T15:42:22.233 INFO:tasks.rados.rados.0.smithi069.stdout:3259: done (7 left) 2024-04-10T15:42:22.233 INFO:tasks.rados.rados.0.smithi069.stdout:3260: delete oid 7 current snap is 316 2024-04-10T15:42:22.233 INFO:tasks.rados.rados.0.smithi069.stdout:3249: expect (ObjNum 986 snap 310 seq_num 986) 2024-04-10T15:42:22.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:42:22 smithi069 ceph-mon[96738]: pgmap v725: 121 pgs: 121 active+clean; 180 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 4.7 MiB/s rd, 2.7 MiB/s wr, 10 op/s 2024-04-10T15:42:22.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:42:22 smithi069 ceph-mon[96738]: osdmap e710: 8 total, 8 up, 8 in 2024-04-10T15:42:22.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:42:22 smithi069 ceph-mon[94167]: pgmap v725: 121 pgs: 121 active+clean; 180 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 4.7 MiB/s rd, 2.7 MiB/s wr, 10 op/s 2024-04-10T15:42:22.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:42:22 smithi069 ceph-mon[94167]: osdmap e710: 8 total, 8 up, 8 in 2024-04-10T15:42:22.647 INFO:tasks.rados.rados.0.smithi069.stdout:3251: finishing write tid 1 to smithi06982861-28 2024-04-10T15:42:22.647 INFO:tasks.rados.rados.0.smithi069.stdout:3251: finishing write tid 2 to smithi06982861-28 2024-04-10T15:42:22.647 INFO:tasks.rados.rados.0.smithi069.stdout:3253: finishing write tid 1 to smithi06982861-23 2024-04-10T15:42:22.647 INFO:tasks.rados.rados.0.smithi069.stdout:3253: finishing write tid 2 to smithi06982861-23 2024-04-10T15:42:22.647 INFO:tasks.rados.rados.0.smithi069.stdout:3251: finishing write tid 3 to smithi06982861-28 2024-04-10T15:42:22.648 INFO:tasks.rados.rados.0.smithi069.stdout:3251: oid 28 updating version 0 to 1221 2024-04-10T15:42:22.648 INFO:tasks.rados.rados.0.smithi069.stdout:3251: oid 28 updating version 1221 to 1222 2024-04-10T15:42:22.648 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 28 v 1222 (ObjNum 1007 snap 316 seq_num 1007) dirty exists 2024-04-10T15:42:22.648 INFO:tasks.rados.rados.0.smithi069.stdout:3251: left oid 28 (ObjNum 1007 snap 316 seq_num 1007) 2024-04-10T15:42:22.648 INFO:tasks.rados.rados.0.smithi069.stdout:3252: finishing rollback tid 0 to smithi06982861-30 2024-04-10T15:42:22.648 INFO:tasks.rados.rados.0.smithi069.stdout:3252: finishing rollback tid 1 to smithi06982861-30 2024-04-10T15:42:22.648 INFO:tasks.rados.rados.0.smithi069.stdout:3252: finishing rollback tid 2 to smithi06982861-30 2024-04-10T15:42:22.648 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 30 v 1851 (ObjNum 973 snap 304 seq_num 973) dirty exists 2024-04-10T15:42:22.648 INFO:tasks.rados.rados.0.smithi069.stdout:3253: finishing write tid 3 to smithi06982861-23 2024-04-10T15:42:22.648 INFO:tasks.rados.rados.0.smithi069.stdout:3253: oid 23 updating version 0 to 1223 2024-04-10T15:42:22.648 INFO:tasks.rados.rados.0.smithi069.stdout:3253: oid 23 updating version 1223 to 1224 2024-04-10T15:42:22.648 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 23 v 1224 (ObjNum 1008 snap 316 seq_num 1008) dirty exists 2024-04-10T15:42:22.648 INFO:tasks.rados.rados.0.smithi069.stdout:3253: left oid 23 (ObjNum 1008 snap 316 seq_num 1008) 2024-04-10T15:42:22.648 INFO:tasks.rados.rados.0.smithi069.stdout:3249: done (7 left) 2024-04-10T15:42:22.649 INFO:tasks.rados.rados.0.smithi069.stdout:3251: done (6 left) 2024-04-10T15:42:22.649 INFO:tasks.rados.rados.0.smithi069.stdout:3252: done (5 left) 2024-04-10T15:42:22.649 INFO:tasks.rados.rados.0.smithi069.stdout:3253: done (4 left) 2024-04-10T15:42:22.649 INFO:tasks.rados.rados.0.smithi069.stdout:3254: done (3 left) 2024-04-10T15:42:22.649 INFO:tasks.rados.rados.0.smithi069.stdout:3260: done (2 left) 2024-04-10T15:42:22.649 INFO:tasks.rados.rados.0.smithi069.stdout:3261: snap_remove snap 306 2024-04-10T15:42:22.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:42:22 smithi077 ceph-mon[87572]: pgmap v725: 121 pgs: 121 active+clean; 180 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 4.7 MiB/s rd, 2.7 MiB/s wr, 10 op/s 2024-04-10T15:42:22.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:42:22 smithi077 ceph-mon[87572]: osdmap e710: 8 total, 8 up, 8 in 2024-04-10T15:42:22.743 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:42:22 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T15:42:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:42:23.265 INFO:tasks.rados.rados.0.smithi069.stdout:3261: done (2 left) 2024-04-10T15:42:23.265 INFO:tasks.rados.rados.0.smithi069.stdout:3262: rmattr oid 38 current snap is 316 2024-04-10T15:42:23.265 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 31 current snap is 316 2024-04-10T15:42:23.265 INFO:tasks.rados.rados.0.smithi069.stdout:3263: seq_num 1012 ranges {1785856=155648} 2024-04-10T15:42:23.276 INFO:tasks.rados.rados.0.smithi069.stdout:3263: writing smithi06982861-31 from 1785856 to 1941504 tid 1 2024-04-10T15:42:23.277 INFO:tasks.rados.rados.0.smithi069.stdout:3256: finishing write tid 1 to smithi06982861-40 2024-04-10T15:42:23.277 INFO:tasks.rados.rados.0.smithi069.stdout:3256: finishing write tid 2 to smithi06982861-40 2024-04-10T15:42:23.277 INFO:tasks.rados.rados.0.smithi069.stdout:3256: finishing write tid 3 to smithi06982861-40 2024-04-10T15:42:23.278 INFO:tasks.rados.rados.0.smithi069.stdout:3256: oid 40 updating version 0 to 600 2024-04-10T15:42:23.278 INFO:tasks.rados.rados.0.smithi069.stdout:3256: oid 40 updating version 600 to 601 2024-04-10T15:42:23.278 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 40 v 601 (ObjNum 1009 snap 316 seq_num 1009) dirty exists 2024-04-10T15:42:23.278 INFO:tasks.rados.rados.0.smithi069.stdout:3256: left oid 40 (ObjNum 1009 snap 316 seq_num 1009) 2024-04-10T15:42:23.278 INFO:tasks.rados.rados.0.smithi069.stdout:3257: finishing write tid 1 to smithi06982861-45 2024-04-10T15:42:23.278 INFO:tasks.rados.rados.0.smithi069.stdout:3257: finishing write tid 2 to smithi06982861-45 2024-04-10T15:42:23.278 INFO:tasks.rados.rados.0.smithi069.stdout:3257: finishing write tid 3 to smithi06982861-45 2024-04-10T15:42:23.278 INFO:tasks.rados.rados.0.smithi069.stdout:3257: oid 45 updating version 0 to 1504 2024-04-10T15:42:23.278 INFO:tasks.rados.rados.0.smithi069.stdout:3257: oid 45 updating version 1504 to 1505 2024-04-10T15:42:23.278 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 45 v 1505 (ObjNum 1010 snap 316 seq_num 1010) dirty exists 2024-04-10T15:42:23.278 INFO:tasks.rados.rados.0.smithi069.stdout:3257: left oid 45 (ObjNum 1010 snap 316 seq_num 1010) 2024-04-10T15:42:23.278 INFO:tasks.rados.rados.0.smithi069.stdout:3256: done (3 left) 2024-04-10T15:42:23.278 INFO:tasks.rados.rados.0.smithi069.stdout:3257: done (2 left) 2024-04-10T15:42:23.279 INFO:tasks.rados.rados.0.smithi069.stdout:3264: setattr oid 32 current snap is 316 2024-04-10T15:42:23.279 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 38 v 1588 (ObjNum 956 snap 297 seq_num 956) dirty exists 2024-04-10T15:42:23.279 INFO:tasks.rados.rados.0.smithi069.stdout:3262: done (2 left) 2024-04-10T15:42:23.279 INFO:tasks.rados.rados.0.smithi069.stdout:3265: snap_create 2024-04-10T15:42:23.285 INFO:tasks.rados.rados.0.smithi069.stdout:3263: finishing write tid 1 to smithi06982861-31 2024-04-10T15:42:23.285 INFO:tasks.rados.rados.0.smithi069.stdout:3263: finishing write tid 2 to smithi06982861-31 2024-04-10T15:42:23.287 INFO:tasks.rados.rados.0.smithi069.stdout:3263: finishing write tid 3 to smithi06982861-31 2024-04-10T15:42:23.287 INFO:tasks.rados.rados.0.smithi069.stdout:3263: oid 31 updating version 0 to 1853 2024-04-10T15:42:23.287 INFO:tasks.rados.rados.0.smithi069.stdout:3263: oid 31 version 1853 is already newer than 1852 2024-04-10T15:42:23.287 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 31 v 1853 (ObjNum 1012 snap 316 seq_num 1012) dirty exists 2024-04-10T15:42:23.287 INFO:tasks.rados.rados.0.smithi069.stdout:3263: left oid 31 (ObjNum 1012 snap 316 seq_num 1012) 2024-04-10T15:42:23.288 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 32 v 1207 (ObjNum 975 snap 304 seq_num 975) dirty exists 2024-04-10T15:42:24.274 INFO:tasks.rados.rados.0.smithi069.stdout:3263: done (2 left) 2024-04-10T15:42:24.274 INFO:tasks.rados.rados.0.smithi069.stdout:3264: done (1 left) 2024-04-10T15:42:24.274 INFO:tasks.rados.rados.0.smithi069.stdout:3265: done (0 left) 2024-04-10T15:42:24.274 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 4 current snap is 317 2024-04-10T15:42:24.275 INFO:tasks.rados.rados.0.smithi069.stdout:3266: seq_num 1013 ranges {6774784=172032} 2024-04-10T15:42:24.311 INFO:tasks.rados.rados.0.smithi069.stdout:3266: writing smithi06982861-4 from 6774784 to 6946816 tid 1 2024-04-10T15:42:24.311 INFO:tasks.rados.rados.0.smithi069.stdout:3267: delete oid 37 current snap is 317 2024-04-10T15:42:24.313 INFO:tasks.rados.rados.0.smithi069.stdout:3267: done (1 left) 2024-04-10T15:42:24.313 INFO:tasks.rados.rados.0.smithi069.stdout:3268: rollback oid 38 current snap is 317 2024-04-10T15:42:24.313 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 38 to 312 2024-04-10T15:42:24.313 INFO:tasks.rados.rados.0.smithi069.stdout:3269: delete oid 47 current snap is 317 2024-04-10T15:42:24.316 INFO:tasks.rados.rados.0.smithi069.stdout:3266: finishing write tid 1 to smithi06982861-4 2024-04-10T15:42:24.318 INFO:tasks.rados.rados.0.smithi069.stdout:3266: finishing write tid 2 to smithi06982861-4 2024-04-10T15:42:24.318 INFO:tasks.rados.rados.0.smithi069.stdout:3269: done (2 left) 2024-04-10T15:42:24.318 INFO:tasks.rados.rados.0.smithi069.stdout:3270: copy_from oid 50 from oid 44 current snap is 317 2024-04-10T15:42:24.318 INFO:tasks.rados.rados.0.smithi069.stdout:3271: rollback oid 29 current snap is 317 2024-04-10T15:42:24.318 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 29 to 307 2024-04-10T15:42:24.318 INFO:tasks.rados.rados.0.smithi069.stdout:3272: rollback oid 16 current snap is 317 2024-04-10T15:42:24.318 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 16 to 308 2024-04-10T15:42:24.318 INFO:tasks.rados.rados.0.smithi069.stdout:3273: copy_from oid 2 from oid 7 current snap is 317 2024-04-10T15:42:24.318 INFO:tasks.rados.rados.0.smithi069.stdout:3274: snap_remove snap 316 2024-04-10T15:42:24.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:42:24 smithi069 ceph-mon[96738]: osdmap e711: 8 total, 8 up, 8 in 2024-04-10T15:42:24.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:42:24 smithi069 ceph-mon[96738]: pgmap v728: 121 pgs: 121 active+clean; 180 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 7.5 MiB/s rd, 106 KiB/s wr, 8 op/s 2024-04-10T15:42:24.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:42:24 smithi069 ceph-mon[94167]: osdmap e711: 8 total, 8 up, 8 in 2024-04-10T15:42:24.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:42:24 smithi069 ceph-mon[94167]: pgmap v728: 121 pgs: 121 active+clean; 180 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 7.5 MiB/s rd, 106 KiB/s wr, 8 op/s 2024-04-10T15:42:24.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:42:24 smithi077 ceph-mon[87572]: osdmap e711: 8 total, 8 up, 8 in 2024-04-10T15:42:24.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:42:24 smithi077 ceph-mon[87572]: pgmap v728: 121 pgs: 121 active+clean; 180 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 7.5 MiB/s rd, 106 KiB/s wr, 8 op/s 2024-04-10T15:42:25.277 INFO:tasks.rados.rados.0.smithi069.stdout:3274: done (6 left) 2024-04-10T15:42:25.277 INFO:tasks.rados.rados.0.smithi069.stdout:3275: read oid 42 snap 307 2024-04-10T15:42:25.278 INFO:tasks.rados.rados.0.smithi069.stdout:3275: expect deleted 2024-04-10T15:42:25.278 INFO:tasks.rados.rados.0.smithi069.stdout:3276: snap_create 2024-04-10T15:42:25.278 INFO:tasks.rados.rados.0.smithi069.stdout:3270: finishing copy_from to smithi06982861-50 2024-04-10T15:42:25.278 INFO:tasks.rados.rados.0.smithi069.stdout:3270: got expected ENOENT (src dne) 2024-04-10T15:42:25.278 INFO:tasks.rados.rados.0.smithi069.stdout:3268: finishing rollback tid 0 to smithi06982861-38 2024-04-10T15:42:25.278 INFO:tasks.rados.rados.0.smithi069.stdout:3270: finishing copy_from racing read to smithi06982861-50 2024-04-10T15:42:25.278 INFO:tasks.rados.rados.0.smithi069.stdout:3268: finishing rollback tid 1 to smithi06982861-38 2024-04-10T15:42:25.278 INFO:tasks.rados.rados.0.smithi069.stdout:3273: finishing copy_from to smithi06982861-2 2024-04-10T15:42:25.278 INFO:tasks.rados.rados.0.smithi069.stdout:3273: got expected ENOENT (src dne) 2024-04-10T15:42:25.278 INFO:tasks.rados.rados.0.smithi069.stdout:3273: finishing copy_from racing read to smithi06982861-2 2024-04-10T15:42:25.278 INFO:tasks.rados.rados.0.smithi069.stdout:3268: finishing rollback tid 2 to smithi06982861-38 2024-04-10T15:42:25.278 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 38 v 1598 (ObjNum 956 snap 297 seq_num 956) dirty exists 2024-04-10T15:42:25.278 INFO:tasks.rados.rados.0.smithi069.stdout:3266: finishing write tid 3 to smithi06982861-4 2024-04-10T15:42:25.278 INFO:tasks.rados.rados.0.smithi069.stdout:3266: oid 4 updating version 0 to 1889 2024-04-10T15:42:25.279 INFO:tasks.rados.rados.0.smithi069.stdout:3266: oid 4 updating version 1889 to 1890 2024-04-10T15:42:25.279 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 4 v 1890 (ObjNum 1013 snap 317 seq_num 1013) dirty exists 2024-04-10T15:42:25.279 INFO:tasks.rados.rados.0.smithi069.stdout:3266: left oid 4 (ObjNum 1013 snap 317 seq_num 1013) 2024-04-10T15:42:25.279 INFO:tasks.rados.rados.0.smithi069.stdout:3271: finishing rollback tid 0 to smithi06982861-29 2024-04-10T15:42:25.279 INFO:tasks.rados.rados.0.smithi069.stdout:3271: finishing rollback tid 1 to smithi06982861-29 2024-04-10T15:42:25.279 INFO:tasks.rados.rados.0.smithi069.stdout:3271: finishing rollback tid 2 to smithi06982861-29 2024-04-10T15:42:25.279 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 29 v 1273 (ObjNum 966 snap 299 seq_num 966) dirty exists 2024-04-10T15:42:25.279 INFO:tasks.rados.rados.0.smithi069.stdout:3272: finishing rollback tid 0 to smithi06982861-16 2024-04-10T15:42:25.279 INFO:tasks.rados.rados.0.smithi069.stdout:3272: finishing rollback tid 1 to smithi06982861-16 2024-04-10T15:42:25.279 INFO:tasks.rados.rados.0.smithi069.stdout:3272: finishing rollback tid 2 to smithi06982861-16 2024-04-10T15:42:25.279 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 16 v 1602 (ObjNum 920 snap 287 seq_num 920) dirty exists 2024-04-10T15:42:25.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:42:25 smithi069 ceph-mon[96738]: osdmap e712: 8 total, 8 up, 8 in 2024-04-10T15:42:25.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:42:25 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:42:25.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:42:25 smithi069 ceph-mon[94167]: osdmap e712: 8 total, 8 up, 8 in 2024-04-10T15:42:25.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:42:25 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:42:25.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:42:25 smithi077 ceph-mon[87572]: osdmap e712: 8 total, 8 up, 8 in 2024-04-10T15:42:25.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:42:25 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:42:26.235 INFO:tasks.rados.rados.0.smithi069.stdout:3266: done (7 left) 2024-04-10T15:42:26.235 INFO:tasks.rados.rados.0.smithi069.stdout:3268: done (6 left) 2024-04-10T15:42:26.236 INFO:tasks.rados.rados.0.smithi069.stdout:3270: done (5 left) 2024-04-10T15:42:26.236 INFO:tasks.rados.rados.0.smithi069.stdout:3271: done (4 left) 2024-04-10T15:42:26.236 INFO:tasks.rados.rados.0.smithi069.stdout:3272: done (3 left) 2024-04-10T15:42:26.236 INFO:tasks.rados.rados.0.smithi069.stdout:3273: done (2 left) 2024-04-10T15:42:26.236 INFO:tasks.rados.rados.0.smithi069.stdout:3275: done (1 left) 2024-04-10T15:42:26.236 INFO:tasks.rados.rados.0.smithi069.stdout:3276: done (0 left) 2024-04-10T15:42:26.236 INFO:tasks.rados.rados.0.smithi069.stdout:3277: copy_from oid 49 from oid 13 current snap is 318 2024-04-10T15:42:26.236 INFO:tasks.rados.rados.0.smithi069.stdout:3278: copy_from oid 46 from oid 17 current snap is 318 2024-04-10T15:42:26.236 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 25 current snap is 318 2024-04-10T15:42:26.236 INFO:tasks.rados.rados.0.smithi069.stdout:3279: seq_num 1016 ranges {3129344=221184} 2024-04-10T15:42:26.254 INFO:tasks.rados.rados.0.smithi069.stdout:3279: writing smithi06982861-25 from 3129344 to 3350528 tid 1 2024-04-10T15:42:26.254 INFO:tasks.rados.rados.0.smithi069.stdout:3280: read oid 11 snap -1 2024-04-10T15:42:26.255 INFO:tasks.rados.rados.0.smithi069.stdout:3280: expect (ObjNum 1006 snap 316 seq_num 1006) 2024-04-10T15:42:26.255 INFO:tasks.rados.rados.0.smithi069.stdout:3281: read oid 37 snap -1 2024-04-10T15:42:26.255 INFO:tasks.rados.rados.0.smithi069.stdout:3281: expect deleted 2024-04-10T15:42:26.255 INFO:tasks.rados.rados.0.smithi069.stdout:3282: delete oid 34 current snap is 318 2024-04-10T15:42:26.255 INFO:tasks.rados.rados.0.smithi069.stdout:3277: finishing copy_from to smithi06982861-49 2024-04-10T15:42:26.255 INFO:tasks.rados.rados.0.smithi069.stdout:3277: got expected ENOENT (src dne) 2024-04-10T15:42:26.255 INFO:tasks.rados.rados.0.smithi069.stdout:3277: finishing copy_from racing read to smithi06982861-49 2024-04-10T15:42:26.255 INFO:tasks.rados.rados.0.smithi069.stdout:3278: finishing copy_from racing read to smithi06982861-46 2024-04-10T15:42:26.255 INFO:tasks.rados.rados.0.smithi069.stdout:3278: finishing copy_from to smithi06982861-46 2024-04-10T15:42:26.255 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 46 v 1485 (ObjNum 929 snap 289 seq_num 929) dirty exists 2024-04-10T15:42:26.260 INFO:tasks.rados.rados.0.smithi069.stdout:3277: done (5 left) 2024-04-10T15:42:26.260 INFO:tasks.rados.rados.0.smithi069.stdout:3278: done (4 left) 2024-04-10T15:42:26.261 INFO:tasks.rados.rados.0.smithi069.stdout:3281: done (3 left) 2024-04-10T15:42:26.261 INFO:tasks.rados.rados.0.smithi069.stdout:3282: done (2 left) 2024-04-10T15:42:26.261 INFO:tasks.rados.rados.0.smithi069.stdout:3283: read oid 49 snap -1 2024-04-10T15:42:26.261 INFO:tasks.rados.rados.0.smithi069.stdout:3283: expect deleted 2024-04-10T15:42:26.261 INFO:tasks.rados.rados.0.smithi069.stdout:3284: snap_remove snap 307 2024-04-10T15:42:26.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:42:26 smithi069 ceph-mon[96738]: osdmap e713: 8 total, 8 up, 8 in 2024-04-10T15:42:26.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:42:26 smithi069 ceph-mon[96738]: pgmap v731: 121 pgs: 121 active+clean; 180 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 4.9 MiB/s rd, 92 KiB/s wr, 5 op/s 2024-04-10T15:42:26.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:42:26 smithi069 ceph-mon[96738]: osdmap e714: 8 total, 8 up, 8 in 2024-04-10T15:42:26.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:42:26 smithi069 ceph-mon[94167]: osdmap e713: 8 total, 8 up, 8 in 2024-04-10T15:42:26.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:42:26 smithi069 ceph-mon[94167]: pgmap v731: 121 pgs: 121 active+clean; 180 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 4.9 MiB/s rd, 92 KiB/s wr, 5 op/s 2024-04-10T15:42:26.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:42:26 smithi069 ceph-mon[94167]: osdmap e714: 8 total, 8 up, 8 in 2024-04-10T15:42:26.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:42:26 smithi077 ceph-mon[87572]: osdmap e713: 8 total, 8 up, 8 in 2024-04-10T15:42:26.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:42:26 smithi077 ceph-mon[87572]: pgmap v731: 121 pgs: 121 active+clean; 180 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 4.9 MiB/s rd, 92 KiB/s wr, 5 op/s 2024-04-10T15:42:26.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:42:26 smithi077 ceph-mon[87572]: osdmap e714: 8 total, 8 up, 8 in 2024-04-10T15:42:27.181 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:42:26 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:15:42:26] "GET /metrics HTTP/1.1" 200 36321 "" "Prometheus/2.43.0" 2024-04-10T15:42:27.234 INFO:tasks.rados.rados.0.smithi069.stdout:3284: done (3 left) 2024-04-10T15:42:27.234 INFO:tasks.rados.rados.0.smithi069.stdout:3285: copy_from oid 21 from oid 3 current snap is 318 2024-04-10T15:42:27.234 INFO:tasks.rados.rados.0.smithi069.stdout:3279: finishing write tid 1 to smithi06982861-25 2024-04-10T15:42:27.234 INFO:tasks.rados.rados.0.smithi069.stdout:3279: finishing write tid 2 to smithi06982861-25 2024-04-10T15:42:27.234 INFO:tasks.rados.rados.0.smithi069.stdout:3279: finishing write tid 3 to smithi06982861-25 2024-04-10T15:42:27.234 INFO:tasks.rados.rados.0.smithi069.stdout:3279: oid 25 updating version 0 to 1088 2024-04-10T15:42:27.234 INFO:tasks.rados.rados.0.smithi069.stdout:3279: oid 25 version 1088 is already newer than 1087 2024-04-10T15:42:27.234 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 25 v 1088 (ObjNum 1016 snap 318 seq_num 1016) dirty exists 2024-04-10T15:42:27.234 INFO:tasks.rados.rados.0.smithi069.stdout:3279: left oid 25 (ObjNum 1016 snap 318 seq_num 1016) 2024-04-10T15:42:27.234 INFO:tasks.rados.rados.0.smithi069.stdout:3280: expect (ObjNum 1006 snap 316 seq_num 1006) 2024-04-10T15:42:27.242 INFO:tasks.rados.rados.0.smithi069.stdout:3285: finishing copy_from to smithi06982861-21 2024-04-10T15:42:27.242 INFO:tasks.rados.rados.0.smithi069.stdout:3285: got expected ENOENT (src dne) 2024-04-10T15:42:27.242 INFO:tasks.rados.rados.0.smithi069.stdout:3285: finishing copy_from racing read to smithi06982861-21 2024-04-10T15:42:27.242 INFO:tasks.rados.rados.0.smithi069.stdout:3279: done (3 left) 2024-04-10T15:42:27.242 INFO:tasks.rados.rados.0.smithi069.stdout:3280: done (2 left) 2024-04-10T15:42:27.242 INFO:tasks.rados.rados.0.smithi069.stdout:3283: done (1 left) 2024-04-10T15:42:27.242 INFO:tasks.rados.rados.0.smithi069.stdout:3285: done (0 left) 2024-04-10T15:42:27.242 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 48 current snap is 318 2024-04-10T15:42:27.242 INFO:tasks.rados.rados.0.smithi069.stdout:3286: seq_num 1018 ranges {4014080=253952} 2024-04-10T15:42:27.266 INFO:tasks.rados.rados.0.smithi069.stdout:3286: writing smithi06982861-48 from 4014080 to 4268032 tid 1 2024-04-10T15:42:27.266 INFO:tasks.rados.rados.0.smithi069.stdout:3287: snap_remove snap 312 2024-04-10T15:42:28.238 INFO:tasks.rados.rados.0.smithi069.stdout:3287: done (1 left) 2024-04-10T15:42:28.239 INFO:tasks.rados.rados.0.smithi069.stdout:3288: delete oid 44 current snap is 318 2024-04-10T15:42:28.239 INFO:tasks.rados.rados.0.smithi069.stdout:3286: finishing write tid 1 to smithi06982861-48 2024-04-10T15:42:28.239 INFO:tasks.rados.rados.0.smithi069.stdout:3286: finishing write tid 2 to smithi06982861-48 2024-04-10T15:42:28.239 INFO:tasks.rados.rados.0.smithi069.stdout:3286: finishing write tid 3 to smithi06982861-48 2024-04-10T15:42:28.239 INFO:tasks.rados.rados.0.smithi069.stdout:3286: oid 48 updating version 0 to 1284 2024-04-10T15:42:28.239 INFO:tasks.rados.rados.0.smithi069.stdout:3286: oid 48 version 1284 is already newer than 1283 2024-04-10T15:42:28.239 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 48 v 1284 (ObjNum 1018 snap 318 seq_num 1018) dirty exists 2024-04-10T15:42:28.239 INFO:tasks.rados.rados.0.smithi069.stdout:3286: left oid 48 (ObjNum 1018 snap 318 seq_num 1018) 2024-04-10T15:42:28.248 INFO:tasks.rados.rados.0.smithi069.stdout:3286: done (1 left) 2024-04-10T15:42:28.248 INFO:tasks.rados.rados.0.smithi069.stdout:3288: done (0 left) 2024-04-10T15:42:28.248 INFO:tasks.rados.rados.0.smithi069.stdout:3289: rollback oid 32 current snap is 318 2024-04-10T15:42:28.248 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 32 to 308 2024-04-10T15:42:28.248 INFO:tasks.rados.rados.0.smithi069.stdout:3290: read oid 10 snap -1 2024-04-10T15:42:28.248 INFO:tasks.rados.rados.0.smithi069.stdout:3290: expect (ObjNum 995 snap 311 seq_num 995) 2024-04-10T15:42:28.248 INFO:tasks.rados.rados.0.smithi069.stdout:3291: read oid 40 snap -1 2024-04-10T15:42:28.248 INFO:tasks.rados.rados.0.smithi069.stdout:3291: expect (ObjNum 1009 snap 316 seq_num 1009) 2024-04-10T15:42:28.248 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 24 current snap is 318 2024-04-10T15:42:28.248 INFO:tasks.rados.rados.0.smithi069.stdout:3292: seq_num 1020 ranges {4308992=286720} 2024-04-10T15:42:28.274 INFO:tasks.rados.rados.0.smithi069.stdout:3292: writing smithi06982861-24 from 4308992 to 4595712 tid 1 2024-04-10T15:42:28.275 INFO:tasks.rados.rados.0.smithi069.stdout:3293: copy_from oid 27 from oid 34 current snap is 318 2024-04-10T15:42:28.275 INFO:tasks.rados.rados.0.smithi069.stdout:3289: finishing rollback tid 0 to smithi06982861-32 2024-04-10T15:42:28.275 INFO:tasks.rados.rados.0.smithi069.stdout:3291: expect (ObjNum 1009 snap 316 seq_num 1009) 2024-04-10T15:42:28.279 INFO:tasks.rados.rados.0.smithi069.stdout:3289: finishing rollback tid 1 to smithi06982861-32 2024-04-10T15:42:28.279 INFO:tasks.rados.rados.0.smithi069.stdout:3289: finishing rollback tid 2 to smithi06982861-32 2024-04-10T15:42:28.279 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 32 v 1221 (ObjNum 975 snap 304 seq_num 975) dirty exists 2024-04-10T15:42:28.279 INFO:tasks.rados.rados.0.smithi069.stdout:3290: expect (ObjNum 995 snap 311 seq_num 995) 2024-04-10T15:42:28.340 INFO:tasks.rados.rados.0.smithi069.stdout:3292: finishing write tid 1 to smithi06982861-24 2024-04-10T15:42:28.340 INFO:tasks.rados.rados.0.smithi069.stdout:3292: finishing write tid 2 to smithi06982861-24 2024-04-10T15:42:28.340 INFO:tasks.rados.rados.0.smithi069.stdout:3293: finishing copy_from to smithi06982861-27 2024-04-10T15:42:28.340 INFO:tasks.rados.rados.0.smithi069.stdout:3293: got expected ENOENT (src dne) 2024-04-10T15:42:28.340 INFO:tasks.rados.rados.0.smithi069.stdout:3293: finishing copy_from racing read to smithi06982861-27 2024-04-10T15:42:28.340 INFO:tasks.rados.rados.0.smithi069.stdout:3292: finishing write tid 3 to smithi06982861-24 2024-04-10T15:42:28.340 INFO:tasks.rados.rados.0.smithi069.stdout:3292: oid 24 updating version 0 to 1533 2024-04-10T15:42:28.340 INFO:tasks.rados.rados.0.smithi069.stdout:3292: oid 24 updating version 1533 to 1534 2024-04-10T15:42:28.340 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 24 v 1534 (ObjNum 1020 snap 318 seq_num 1020) dirty exists 2024-04-10T15:42:28.340 INFO:tasks.rados.rados.0.smithi069.stdout:3292: left oid 24 (ObjNum 1020 snap 318 seq_num 1020) 2024-04-10T15:42:28.340 INFO:tasks.rados.rados.0.smithi069.stdout:3289: done (4 left) 2024-04-10T15:42:28.340 INFO:tasks.rados.rados.0.smithi069.stdout:3290: done (3 left) 2024-04-10T15:42:28.340 INFO:tasks.rados.rados.0.smithi069.stdout:3291: done (2 left) 2024-04-10T15:42:28.341 INFO:tasks.rados.rados.0.smithi069.stdout:3292: done (1 left) 2024-04-10T15:42:28.341 INFO:tasks.rados.rados.0.smithi069.stdout:3293: done (0 left) 2024-04-10T15:42:28.341 INFO:tasks.rados.rados.0.smithi069.stdout:3294: snap_create 2024-04-10T15:42:28.493 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:42:28 smithi077 ceph-mon[87572]: osdmap e715: 8 total, 8 up, 8 in 2024-04-10T15:42:28.493 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:42:28 smithi077 ceph-mon[87572]: pgmap v734: 121 pgs: 121 active+clean; 180 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 54 KiB/s wr, 1 op/s 2024-04-10T15:42:28.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:42:28 smithi069 ceph-mon[96738]: osdmap e715: 8 total, 8 up, 8 in 2024-04-10T15:42:28.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:42:28 smithi069 ceph-mon[96738]: pgmap v734: 121 pgs: 121 active+clean; 180 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 54 KiB/s wr, 1 op/s 2024-04-10T15:42:28.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:42:28 smithi069 ceph-mon[94167]: osdmap e715: 8 total, 8 up, 8 in 2024-04-10T15:42:28.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:42:28 smithi069 ceph-mon[94167]: pgmap v734: 121 pgs: 121 active+clean; 180 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 54 KiB/s wr, 1 op/s 2024-04-10T15:42:29.249 INFO:tasks.rados.rados.0.smithi069.stdout:3294: done (0 left) 2024-04-10T15:42:29.249 INFO:tasks.rados.rados.0.smithi069.stdout:3295: read oid 38 snap 308 2024-04-10T15:42:29.249 INFO:tasks.rados.rados.0.smithi069.stdout:3295: expect (ObjNum 956 snap 297 seq_num 956) 2024-04-10T15:42:29.249 INFO:tasks.rados.rados.0.smithi069.stdout:3296: read oid 37 snap 318 2024-04-10T15:42:29.249 INFO:tasks.rados.rados.0.smithi069.stdout:3296: expect deleted 2024-04-10T15:42:29.249 INFO:tasks.rados.rados.0.smithi069.stdout:3297: snap_create 2024-04-10T15:42:29.285 INFO:tasks.rados.rados.0.smithi069.stdout:3295: expect (ObjNum 956 snap 297 seq_num 956) 2024-04-10T15:42:29.493 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:42:29 smithi077 ceph-mon[87572]: osdmap e716: 8 total, 8 up, 8 in 2024-04-10T15:42:29.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:42:29 smithi069 ceph-mon[96738]: osdmap e716: 8 total, 8 up, 8 in 2024-04-10T15:42:29.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:42:29 smithi069 ceph-mon[94167]: osdmap e716: 8 total, 8 up, 8 in 2024-04-10T15:42:30.257 INFO:tasks.rados.rados.0.smithi069.stdout:3295: done (2 left) 2024-04-10T15:42:30.257 INFO:tasks.rados.rados.0.smithi069.stdout:3296: done (1 left) 2024-04-10T15:42:30.257 INFO:tasks.rados.rados.0.smithi069.stdout:3297: done (0 left) 2024-04-10T15:42:30.257 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 45 current snap is 320 2024-04-10T15:42:30.257 INFO:tasks.rados.rados.0.smithi069.stdout:3298: seq_num 1021 ranges {3547136=303104} 2024-04-10T15:42:30.277 INFO:tasks.rados.rados.0.smithi069.stdout:3298: writing smithi06982861-45 from 3547136 to 3850240 tid 1 2024-04-10T15:42:30.277 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 1 current snap is 320 2024-04-10T15:42:30.277 INFO:tasks.rados.rados.0.smithi069.stdout:3299: seq_num 1022 ranges {1163264=319488} 2024-04-10T15:42:30.285 INFO:tasks.rados.rados.0.smithi069.stdout:3299: writing smithi06982861-1 from 1163264 to 1482752 tid 1 2024-04-10T15:42:30.285 INFO:tasks.rados.rados.0.smithi069.stdout:3300: snap_remove snap 318 2024-04-10T15:42:30.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:42:30 smithi069 ceph-mon[96738]: osdmap e717: 8 total, 8 up, 8 in 2024-04-10T15:42:30.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:42:30 smithi069 ceph-mon[96738]: pgmap v737: 121 pgs: 121 active+clean; 182 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 59 KiB/s rd, 224 KiB/s wr, 13 op/s 2024-04-10T15:42:30.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:42:30 smithi069 ceph-mon[94167]: osdmap e717: 8 total, 8 up, 8 in 2024-04-10T15:42:30.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:42:30 smithi069 ceph-mon[94167]: pgmap v737: 121 pgs: 121 active+clean; 182 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 59 KiB/s rd, 224 KiB/s wr, 13 op/s 2024-04-10T15:42:30.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:42:30 smithi077 ceph-mon[87572]: osdmap e717: 8 total, 8 up, 8 in 2024-04-10T15:42:30.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:42:30 smithi077 ceph-mon[87572]: pgmap v737: 121 pgs: 121 active+clean; 182 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 59 KiB/s rd, 224 KiB/s wr, 13 op/s 2024-04-10T15:42:31.233 INFO:tasks.rados.rados.0.smithi069.stdout:3300: done (2 left) 2024-04-10T15:42:31.233 INFO:tasks.rados.rados.0.smithi069.stdout:3301: read oid 9 snap 317 2024-04-10T15:42:31.233 INFO:tasks.rados.rados.0.smithi069.stdout:3301: expect deleted 2024-04-10T15:42:31.233 INFO:tasks.rados.rados.0.smithi069.stdout:3302: rmattr oid 31 current snap is 320 2024-04-10T15:42:31.233 INFO:tasks.rados.rados.0.smithi069.stdout:3303: read oid 40 snap 319 2024-04-10T15:42:31.233 INFO:tasks.rados.rados.0.smithi069.stdout:3303: expect (ObjNum 1009 snap 316 seq_num 1009) 2024-04-10T15:42:31.233 INFO:tasks.rados.rados.0.smithi069.stdout:3304: delete oid 21 current snap is 320 2024-04-10T15:42:31.233 INFO:tasks.rados.rados.0.smithi069.stdout:3298: finishing write tid 1 to smithi06982861-45 2024-04-10T15:42:31.233 INFO:tasks.rados.rados.0.smithi069.stdout:3298: finishing write tid 2 to smithi06982861-45 2024-04-10T15:42:31.234 INFO:tasks.rados.rados.0.smithi069.stdout:3298: finishing write tid 3 to smithi06982861-45 2024-04-10T15:42:31.234 INFO:tasks.rados.rados.0.smithi069.stdout:3298: oid 45 updating version 0 to 1508 2024-04-10T15:42:31.234 INFO:tasks.rados.rados.0.smithi069.stdout:3298: oid 45 version 1508 is already newer than 1507 2024-04-10T15:42:31.234 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 45 v 1508 (ObjNum 1021 snap 320 seq_num 1021) dirty exists 2024-04-10T15:42:31.234 INFO:tasks.rados.rados.0.smithi069.stdout:3298: left oid 45 (ObjNum 1021 snap 320 seq_num 1021) 2024-04-10T15:42:31.234 INFO:tasks.rados.rados.0.smithi069.stdout:3299: finishing write tid 1 to smithi06982861-1 2024-04-10T15:42:31.234 INFO:tasks.rados.rados.0.smithi069.stdout:3299: finishing write tid 2 to smithi06982861-1 2024-04-10T15:42:31.234 INFO:tasks.rados.rados.0.smithi069.stdout:3299: finishing write tid 3 to smithi06982861-1 2024-04-10T15:42:31.234 INFO:tasks.rados.rados.0.smithi069.stdout:3299: oid 1 updating version 0 to 1492 2024-04-10T15:42:31.234 INFO:tasks.rados.rados.0.smithi069.stdout:3299: oid 1 updating version 1492 to 1493 2024-04-10T15:42:31.234 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 1 v 1493 (ObjNum 1022 snap 320 seq_num 1022) dirty exists 2024-04-10T15:42:31.234 INFO:tasks.rados.rados.0.smithi069.stdout:3299: left oid 1 (ObjNum 1022 snap 320 seq_num 1022) 2024-04-10T15:42:31.237 INFO:tasks.rados.rados.0.smithi069.stdout:3298: done (5 left) 2024-04-10T15:42:31.237 INFO:tasks.rados.rados.0.smithi069.stdout:3299: done (4 left) 2024-04-10T15:42:31.237 INFO:tasks.rados.rados.0.smithi069.stdout:3301: done (3 left) 2024-04-10T15:42:31.237 INFO:tasks.rados.rados.0.smithi069.stdout:3304: done (2 left) 2024-04-10T15:42:31.237 INFO:tasks.rados.rados.0.smithi069.stdout:3305: copy_from oid 21 from oid 16 current snap is 320 2024-04-10T15:42:31.237 INFO:tasks.rados.rados.0.smithi069.stdout:3306: delete oid 39 current snap is 320 2024-04-10T15:42:31.238 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 31 v 1854 (ObjNum 1012 snap 316 seq_num 1012) dirty exists 2024-04-10T15:42:31.238 INFO:tasks.rados.rados.0.smithi069.stdout:3303: expect (ObjNum 1009 snap 316 seq_num 1009) 2024-04-10T15:42:31.244 INFO:tasks.rados.rados.0.smithi069.stdout:3302: done (3 left) 2024-04-10T15:42:31.245 INFO:tasks.rados.rados.0.smithi069.stdout:3303: done (2 left) 2024-04-10T15:42:31.245 INFO:tasks.rados.rados.0.smithi069.stdout:3306: done (1 left) 2024-04-10T15:42:31.245 INFO:tasks.rados.rados.0.smithi069.stdout:3307: snap_create 2024-04-10T15:42:31.247 INFO:tasks.rados.rados.0.smithi069.stdout:3305: finishing copy_from racing read to smithi06982861-21 2024-04-10T15:42:31.247 INFO:tasks.rados.rados.0.smithi069.stdout:3305: finishing copy_from to smithi06982861-21 2024-04-10T15:42:31.247 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 21 v 1602 (ObjNum 920 snap 287 seq_num 920) dirty exists 2024-04-10T15:42:31.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:42:31 smithi069 ceph-mon[96738]: osdmap e718: 8 total, 8 up, 8 in 2024-04-10T15:42:31.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:42:31 smithi069 ceph-mon[96738]: osdmap e719: 8 total, 8 up, 8 in 2024-04-10T15:42:31.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:42:31 smithi069 ceph-mon[94167]: osdmap e718: 8 total, 8 up, 8 in 2024-04-10T15:42:31.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:42:31 smithi069 ceph-mon[94167]: osdmap e719: 8 total, 8 up, 8 in 2024-04-10T15:42:31.742 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:42:31 smithi077 ceph-mon[87572]: osdmap e718: 8 total, 8 up, 8 in 2024-04-10T15:42:31.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:42:31 smithi077 ceph-mon[87572]: osdmap e719: 8 total, 8 up, 8 in 2024-04-10T15:42:32.233 INFO:tasks.rados.rados.0.smithi069.stdout:3305: done (1 left) 2024-04-10T15:42:32.233 INFO:tasks.rados.rados.0.smithi069.stdout:3307: done (0 left) 2024-04-10T15:42:32.233 INFO:tasks.rados.rados.0.smithi069.stdout:3308: copy_from oid 14 from oid 19 current snap is 321 2024-04-10T15:42:32.233 INFO:tasks.rados.rados.0.smithi069.stdout:3309: rmattr oid 49 current snap is 321 2024-04-10T15:42:32.233 INFO:tasks.rados.rados.0.smithi069.stdout:3309: done (1 left) 2024-04-10T15:42:32.233 INFO:tasks.rados.rados.0.smithi069.stdout:3310: delete oid 29 current snap is 321 2024-04-10T15:42:32.237 INFO:tasks.rados.rados.0.smithi069.stdout:3310: done (1 left) 2024-04-10T15:42:32.237 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 39 current snap is 321 2024-04-10T15:42:32.238 INFO:tasks.rados.rados.0.smithi069.stdout:3311: seq_num 1026 ranges {0=385024} 2024-04-10T15:42:32.239 INFO:tasks.rados.rados.0.smithi069.stdout:3311: writing smithi06982861-39 from 0 to 385024 tid 1 2024-04-10T15:42:32.240 INFO:tasks.rados.rados.0.smithi069.stdout:3312: delete oid 5 current snap is 321 2024-04-10T15:42:32.245 INFO:tasks.rados.rados.0.smithi069.stdout:3311: finishing write tid 1 to smithi06982861-39 2024-04-10T15:42:32.245 INFO:tasks.rados.rados.0.smithi069.stdout:3311: finishing write tid 2 to smithi06982861-39 2024-04-10T15:42:32.246 INFO:tasks.rados.rados.0.smithi069.stdout:3312: done (2 left) 2024-04-10T15:42:32.246 INFO:tasks.rados.rados.0.smithi069.stdout:3313: rmattr oid 7 current snap is 321 2024-04-10T15:42:32.246 INFO:tasks.rados.rados.0.smithi069.stdout:3313: done (2 left) 2024-04-10T15:42:32.246 INFO:tasks.rados.rados.0.smithi069.stdout:3314: read oid 48 snap 308 2024-04-10T15:42:32.246 INFO:tasks.rados.rados.0.smithi069.stdout:3314: expect (ObjNum 966 snap 299 seq_num 966) 2024-04-10T15:42:32.246 INFO:tasks.rados.rados.0.smithi069.stdout:3315: snap_remove snap 317 2024-04-10T15:42:32.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:42:32 smithi069 ceph-mon[96738]: pgmap v740: 121 pgs: 121 active+clean; 183 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 1.8 MiB/s rd, 508 KiB/s wr, 16 op/s 2024-04-10T15:42:32.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:42:32 smithi069 ceph-mon[96738]: osdmap e720: 8 total, 8 up, 8 in 2024-04-10T15:42:32.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:42:32 smithi069 ceph-mon[94167]: pgmap v740: 121 pgs: 121 active+clean; 183 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 1.8 MiB/s rd, 508 KiB/s wr, 16 op/s 2024-04-10T15:42:32.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:42:32 smithi069 ceph-mon[94167]: osdmap e720: 8 total, 8 up, 8 in 2024-04-10T15:42:32.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:42:32 smithi077 ceph-mon[87572]: pgmap v740: 121 pgs: 121 active+clean; 183 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 1.8 MiB/s rd, 508 KiB/s wr, 16 op/s 2024-04-10T15:42:32.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:42:32 smithi077 ceph-mon[87572]: osdmap e720: 8 total, 8 up, 8 in 2024-04-10T15:42:32.743 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:42:32 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T15:42:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:42:33.239 INFO:tasks.rados.rados.0.smithi069.stdout:3315: done (3 left) 2024-04-10T15:42:33.239 INFO:tasks.rados.rados.0.smithi069.stdout:3316: snap_remove snap 320 2024-04-10T15:42:34.243 INFO:tasks.rados.rados.0.smithi069.stdout:3316: done (3 left) 2024-04-10T15:42:34.243 INFO:tasks.rados.rados.0.smithi069.stdout:3317: read oid 33 snap -1 2024-04-10T15:42:34.243 INFO:tasks.rados.rados.0.smithi069.stdout:3317: expect (ObjNum 981 snap 308 seq_num 981) 2024-04-10T15:42:34.244 INFO:tasks.rados.rados.0.smithi069.stdout:3318: delete oid 23 current snap is 321 2024-04-10T15:42:34.244 INFO:tasks.rados.rados.0.smithi069.stdout:3311: finishing write tid 3 to smithi06982861-39 2024-04-10T15:42:34.244 INFO:tasks.rados.rados.0.smithi069.stdout:3311: oid 39 updating version 0 to 1225 2024-04-10T15:42:34.244 INFO:tasks.rados.rados.0.smithi069.stdout:3311: oid 39 version 1225 is already newer than 1224 2024-04-10T15:42:34.244 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 39 v 1225 (ObjNum 1026 snap 321 seq_num 1026) dirty exists 2024-04-10T15:42:34.244 INFO:tasks.rados.rados.0.smithi069.stdout:3311: left oid 39 (ObjNum 1026 snap 321 seq_num 1026) 2024-04-10T15:42:34.244 INFO:tasks.rados.rados.0.smithi069.stdout:3314: expect (ObjNum 966 snap 299 seq_num 966) 2024-04-10T15:42:34.302 INFO:tasks.rados.rados.0.smithi069.stdout:3308: finishing copy_from racing read to smithi06982861-14 2024-04-10T15:42:34.302 INFO:tasks.rados.rados.0.smithi069.stdout:3311: done (4 left) 2024-04-10T15:42:34.302 INFO:tasks.rados.rados.0.smithi069.stdout:3314: done (3 left) 2024-04-10T15:42:34.302 INFO:tasks.rados.rados.0.smithi069.stdout:3318: done (2 left) 2024-04-10T15:42:34.302 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 13 current snap is 321 2024-04-10T15:42:34.302 INFO:tasks.rados.rados.0.smithi069.stdout:3308: finishing copy_from to smithi06982861-14 2024-04-10T15:42:34.302 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 14 v 1853 (ObjNum 990 snap 311 seq_num 990) dirty exists 2024-04-10T15:42:34.302 INFO:tasks.rados.rados.0.smithi069.stdout:3319: seq_num 1029 ranges {0=442368} 2024-04-10T15:42:34.304 INFO:tasks.rados.rados.0.smithi069.stdout:3319: writing smithi06982861-13 from 0 to 442368 tid 1 2024-04-10T15:42:34.304 INFO:tasks.rados.rados.0.smithi069.stdout:3308: done (2 left) 2024-04-10T15:42:34.304 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 42 current snap is 321 2024-04-10T15:42:34.304 INFO:tasks.rados.rados.0.smithi069.stdout:3320: seq_num 1030 ranges {5062656=458752} 2024-04-10T15:42:34.334 INFO:tasks.rados.rados.0.smithi069.stdout:3320: writing smithi06982861-42 from 5062656 to 5521408 tid 1 2024-04-10T15:42:34.334 INFO:tasks.rados.rados.0.smithi069.stdout:3321: rmattr oid 22 current snap is 321 2024-04-10T15:42:34.334 INFO:tasks.rados.rados.0.smithi069.stdout:3317: expect (ObjNum 981 snap 308 seq_num 981) 2024-04-10T15:42:34.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:42:34 smithi077 ceph-mon[87572]: osdmap e721: 8 total, 8 up, 8 in 2024-04-10T15:42:34.493 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:42:34 smithi077 ceph-mon[87572]: pgmap v743: 121 pgs: 121 active+clean; 177 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 9.6 MiB/s rd, 988 KiB/s wr, 11 op/s 2024-04-10T15:42:34.530 INFO:tasks.rados.rados.0.smithi069.stdout:3319: finishing write tid 1 to smithi06982861-13 2024-04-10T15:42:34.531 INFO:tasks.rados.rados.0.smithi069.stdout:3319: finishing write tid 2 to smithi06982861-13 2024-04-10T15:42:34.531 INFO:tasks.rados.rados.0.smithi069.stdout:3319: finishing write tid 3 to smithi06982861-13 2024-04-10T15:42:34.531 INFO:tasks.rados.rados.0.smithi069.stdout:3319: oid 13 updating version 0 to 1619 2024-04-10T15:42:34.531 INFO:tasks.rados.rados.0.smithi069.stdout:3319: oid 13 updating version 1619 to 1620 2024-04-10T15:42:34.531 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 13 v 1620 (ObjNum 1029 snap 321 seq_num 1029) dirty exists 2024-04-10T15:42:34.531 INFO:tasks.rados.rados.0.smithi069.stdout:3319: left oid 13 (ObjNum 1029 snap 321 seq_num 1029) 2024-04-10T15:42:34.531 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 22 v 1532 (ObjNum 929 snap 289 seq_num 929) dirty exists 2024-04-10T15:42:34.531 INFO:tasks.rados.rados.0.smithi069.stdout:3320: finishing write tid 1 to smithi06982861-42 2024-04-10T15:42:34.531 INFO:tasks.rados.rados.0.smithi069.stdout:3317: done (3 left) 2024-04-10T15:42:34.531 INFO:tasks.rados.rados.0.smithi069.stdout:3319: done (2 left) 2024-04-10T15:42:34.531 INFO:tasks.rados.rados.0.smithi069.stdout:3321: done (1 left) 2024-04-10T15:42:34.531 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 7 current snap is 321 2024-04-10T15:42:34.531 INFO:tasks.rados.rados.0.smithi069.stdout:3320: finishing write tid 2 to smithi06982861-42 2024-04-10T15:42:34.531 INFO:tasks.rados.rados.0.smithi069.stdout:3320: finishing write tid 3 to smithi06982861-42 2024-04-10T15:42:34.532 INFO:tasks.rados.rados.0.smithi069.stdout:3320: oid 42 updating version 0 to 1536 2024-04-10T15:42:34.532 INFO:tasks.rados.rados.0.smithi069.stdout:3320: oid 42 version 1536 is already newer than 1535 2024-04-10T15:42:34.532 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 42 v 1536 (ObjNum 1030 snap 321 seq_num 1030) dirty exists 2024-04-10T15:42:34.532 INFO:tasks.rados.rados.0.smithi069.stdout:3320: left oid 42 (ObjNum 1030 snap 321 seq_num 1030) 2024-04-10T15:42:34.532 INFO:tasks.rados.rados.0.smithi069.stdout:3322: seq_num 1031 ranges {0=475136} 2024-04-10T15:42:34.533 INFO:tasks.rados.rados.0.smithi069.stdout:3322: writing smithi06982861-7 from 0 to 475136 tid 1 2024-04-10T15:42:34.533 INFO:tasks.rados.rados.0.smithi069.stdout:3320: done (1 left) 2024-04-10T15:42:34.533 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 47 current snap is 321 2024-04-10T15:42:34.533 INFO:tasks.rados.rados.0.smithi069.stdout:3323: seq_num 1032 ranges {0=491520} 2024-04-10T15:42:34.536 INFO:tasks.rados.rados.0.smithi069.stdout:3323: writing smithi06982861-47 from 0 to 491520 tid 1 2024-04-10T15:42:34.536 INFO:tasks.rados.rados.0.smithi069.stdout:3324: read oid 46 snap 308 2024-04-10T15:42:34.536 INFO:tasks.rados.rados.0.smithi069.stdout:3324: expect deleted 2024-04-10T15:42:34.536 INFO:tasks.rados.rados.0.smithi069.stdout:3325: copy_from oid 26 from oid 21 current snap is 321 2024-04-10T15:42:34.536 INFO:tasks.rados.rados.0.smithi069.stdout:3326: delete oid 31 current snap is 321 2024-04-10T15:42:34.537 INFO:tasks.rados.rados.0.smithi069.stdout:3322: finishing write tid 1 to smithi06982861-7 2024-04-10T15:42:34.537 INFO:tasks.rados.rados.0.smithi069.stdout:3322: finishing write tid 2 to smithi06982861-7 2024-04-10T15:42:34.538 INFO:tasks.rados.rados.0.smithi069.stdout:3326: done (4 left) 2024-04-10T15:42:34.538 INFO:tasks.rados.rados.0.smithi069.stdout:3327: snap_remove snap 319 2024-04-10T15:42:34.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:42:34 smithi069 ceph-mon[94167]: osdmap e721: 8 total, 8 up, 8 in 2024-04-10T15:42:34.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:42:34 smithi069 ceph-mon[94167]: pgmap v743: 121 pgs: 121 active+clean; 177 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 9.6 MiB/s rd, 988 KiB/s wr, 11 op/s 2024-04-10T15:42:34.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:42:34 smithi069 ceph-mon[96738]: osdmap e721: 8 total, 8 up, 8 in 2024-04-10T15:42:34.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:42:34 smithi069 ceph-mon[96738]: pgmap v743: 121 pgs: 121 active+clean; 177 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 9.6 MiB/s rd, 988 KiB/s wr, 11 op/s 2024-04-10T15:42:35.250 INFO:tasks.rados.rados.0.smithi069.stdout:3327: done (4 left) 2024-04-10T15:42:35.251 INFO:tasks.rados.rados.0.smithi069.stdout:3328: copy_from oid 29 from oid 13 current snap is 321 2024-04-10T15:42:35.251 INFO:tasks.rados.rados.0.smithi069.stdout:3329: setattr oid 50 current snap is 321 2024-04-10T15:42:35.252 INFO:tasks.rados.rados.0.smithi069.stdout:3322: finishing write tid 3 to smithi06982861-7 2024-04-10T15:42:35.252 INFO:tasks.rados.rados.0.smithi069.stdout:3322: oid 7 updating version 0 to 1622 2024-04-10T15:42:35.252 INFO:tasks.rados.rados.0.smithi069.stdout:3322: oid 7 version 1622 is already newer than 1621 2024-04-10T15:42:35.252 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 7 v 1622 (ObjNum 1031 snap 321 seq_num 1031) dirty exists 2024-04-10T15:42:35.252 INFO:tasks.rados.rados.0.smithi069.stdout:3322: left oid 7 (ObjNum 1031 snap 321 seq_num 1031) 2024-04-10T15:42:35.252 INFO:tasks.rados.rados.0.smithi069.stdout:3323: finishing write tid 1 to smithi06982861-47 2024-04-10T15:42:35.253 INFO:tasks.rados.rados.0.smithi069.stdout:3323: finishing write tid 2 to smithi06982861-47 2024-04-10T15:42:35.253 INFO:tasks.rados.rados.0.smithi069.stdout:3323: finishing write tid 3 to smithi06982861-47 2024-04-10T15:42:35.253 INFO:tasks.rados.rados.0.smithi069.stdout:3323: oid 47 updating version 0 to 1586 2024-04-10T15:42:35.253 INFO:tasks.rados.rados.0.smithi069.stdout:3323: oid 47 version 1586 is already newer than 1585 2024-04-10T15:42:35.253 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 47 v 1586 (ObjNum 1032 snap 321 seq_num 1032) dirty exists 2024-04-10T15:42:35.253 INFO:tasks.rados.rados.0.smithi069.stdout:3323: left oid 47 (ObjNum 1032 snap 321 seq_num 1032) 2024-04-10T15:42:35.253 INFO:tasks.rados.rados.0.smithi069.stdout:3325: finishing copy_from racing read to smithi06982861-26 2024-04-10T15:42:35.253 INFO:tasks.rados.rados.0.smithi069.stdout:3325: finishing copy_from to smithi06982861-26 2024-04-10T15:42:35.253 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 26 v 1602 (ObjNum 920 snap 287 seq_num 920) dirty exists 2024-04-10T15:42:35.254 INFO:tasks.rados.rados.0.smithi069.stdout:3322: done (5 left) 2024-04-10T15:42:35.254 INFO:tasks.rados.rados.0.smithi069.stdout:3323: done (4 left) 2024-04-10T15:42:35.254 INFO:tasks.rados.rados.0.smithi069.stdout:3324: done (3 left) 2024-04-10T15:42:35.254 INFO:tasks.rados.rados.0.smithi069.stdout:3325: done (2 left) 2024-04-10T15:42:35.254 INFO:tasks.rados.rados.0.smithi069.stdout:3330: read oid 49 snap 308 2024-04-10T15:42:35.254 INFO:tasks.rados.rados.0.smithi069.stdout:3330: expect deleted 2024-04-10T15:42:35.254 INFO:tasks.rados.rados.0.smithi069.stdout:3331: setattr oid 19 current snap is 321 2024-04-10T15:42:35.257 INFO:tasks.rados.rados.0.smithi069.stdout:3332: read oid 28 snap -1 2024-04-10T15:42:35.257 INFO:tasks.rados.rados.0.smithi069.stdout:3332: expect (ObjNum 1007 snap 316 seq_num 1007) 2024-04-10T15:42:35.258 INFO:tasks.rados.rados.0.smithi069.stdout:3333: setattr oid 18 current snap is 321 2024-04-10T15:42:35.261 INFO:tasks.rados.rados.0.smithi069.stdout:3330: done (5 left) 2024-04-10T15:42:35.261 INFO:tasks.rados.rados.0.smithi069.stdout:3334: snap_remove snap 308 2024-04-10T15:42:35.492 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:42:35 smithi077 ceph-mon[87572]: osdmap e722: 8 total, 8 up, 8 in 2024-04-10T15:42:35.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:42:35 smithi069 ceph-mon[94167]: osdmap e722: 8 total, 8 up, 8 in 2024-04-10T15:42:35.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:42:35 smithi069 ceph-mon[96738]: osdmap e722: 8 total, 8 up, 8 in 2024-04-10T15:42:36.234 INFO:tasks.rados.rados.0.smithi069.stdout:3334: done (5 left) 2024-04-10T15:42:36.234 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 34 current snap is 321 2024-04-10T15:42:36.234 INFO:tasks.rados.rados.0.smithi069.stdout:3335: seq_num 1034 ranges {0=524288} 2024-04-10T15:42:36.237 INFO:tasks.rados.rados.0.smithi069.stdout:3335: writing smithi06982861-34 from 0 to 524288 tid 1 2024-04-10T15:42:36.238 INFO:tasks.rados.rados.0.smithi069.stdout:3336: rollback oid 23 current snap is 321 2024-04-10T15:42:36.238 INFO:tasks.rados.rados.0.smithi069.stdout:3336: done (6 left) 2024-04-10T15:42:36.238 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 31 current snap is 321 2024-04-10T15:42:36.238 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 18 v 1588 (ObjNum 782 snap 246 seq_num 782) dirty exists 2024-04-10T15:42:36.238 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 50 v 1103 (ObjNum 1003 snap 315 seq_num 1003) dirty exists 2024-04-10T15:42:36.239 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 19 v 1909 (ObjNum 990 snap 311 seq_num 990) dirty exists 2024-04-10T15:42:36.239 INFO:tasks.rados.rados.0.smithi069.stdout:3328: finishing copy_from racing read to smithi06982861-29 2024-04-10T15:42:36.239 INFO:tasks.rados.rados.0.smithi069.stdout:3328: finishing copy_from to smithi06982861-29 2024-04-10T15:42:36.239 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 29 v 1620 (ObjNum 1029 snap 321 seq_num 1029) dirty exists 2024-04-10T15:42:36.239 INFO:tasks.rados.rados.0.smithi069.stdout:3332: expect (ObjNum 1007 snap 316 seq_num 1007) 2024-04-10T15:42:36.427 INFO:tasks.rados.rados.0.smithi069.stdout:3335: finishing write tid 1 to smithi06982861-34 2024-04-10T15:42:36.428 INFO:tasks.rados.rados.0.smithi069.stdout:3335: finishing write tid 2 to smithi06982861-34 2024-04-10T15:42:36.428 INFO:tasks.rados.rados.0.smithi069.stdout:3335: finishing write tid 3 to smithi06982861-34 2024-04-10T15:42:36.428 INFO:tasks.rados.rados.0.smithi069.stdout:3335: oid 34 updating version 0 to 1915 2024-04-10T15:42:36.428 INFO:tasks.rados.rados.0.smithi069.stdout:3335: oid 34 version 1915 is already newer than 1914 2024-04-10T15:42:36.428 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 34 v 1915 (ObjNum 1034 snap 321 seq_num 1034) dirty exists 2024-04-10T15:42:36.428 INFO:tasks.rados.rados.0.smithi069.stdout:3335: left oid 34 (ObjNum 1034 snap 321 seq_num 1034) 2024-04-10T15:42:36.428 INFO:tasks.rados.rados.0.smithi069.stdout:3337: seq_num 1035 ranges {0=540672} 2024-04-10T15:42:36.430 INFO:tasks.rados.rados.0.smithi069.stdout:3337: writing smithi06982861-31 from 0 to 540672 tid 1 2024-04-10T15:42:36.431 INFO:tasks.rados.rados.0.smithi069.stdout:3328: done (6 left) 2024-04-10T15:42:36.431 INFO:tasks.rados.rados.0.smithi069.stdout:3329: done (5 left) 2024-04-10T15:42:36.431 INFO:tasks.rados.rados.0.smithi069.stdout:3331: done (4 left) 2024-04-10T15:42:36.431 INFO:tasks.rados.rados.0.smithi069.stdout:3332: done (3 left) 2024-04-10T15:42:36.431 INFO:tasks.rados.rados.0.smithi069.stdout:3333: done (2 left) 2024-04-10T15:42:36.431 INFO:tasks.rados.rados.0.smithi069.stdout:3335: done (1 left) 2024-04-10T15:42:36.431 INFO:tasks.rados.rados.0.smithi069.stdout:3338: rollback oid 40 current snap is 321 2024-04-10T15:42:36.431 INFO:tasks.rados.rados.0.smithi069.stdout:3338: done (1 left) 2024-04-10T15:42:36.431 INFO:tasks.rados.rados.0.smithi069.stdout:3339: delete oid 42 current snap is 321 2024-04-10T15:42:36.432 INFO:tasks.rados.rados.0.smithi069.stdout:3339: done (1 left) 2024-04-10T15:42:36.432 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 10 current snap is 321 2024-04-10T15:42:36.432 INFO:tasks.rados.rados.0.smithi069.stdout:3340: seq_num 1037 ranges {2277376=573440} 2024-04-10T15:42:36.448 INFO:tasks.rados.rados.0.smithi069.stdout:3340: writing smithi06982861-10 from 2277376 to 2850816 tid 1 2024-04-10T15:42:36.448 INFO:tasks.rados.rados.0.smithi069.stdout:3341: delete oid 41 current snap is 321 2024-04-10T15:42:36.448 INFO:tasks.rados.rados.0.smithi069.stdout:3337: finishing write tid 1 to smithi06982861-31 2024-04-10T15:42:36.448 INFO:tasks.rados.rados.0.smithi069.stdout:3337: finishing write tid 2 to smithi06982861-31 2024-04-10T15:42:36.449 INFO:tasks.rados.rados.0.smithi069.stdout:3337: finishing write tid 3 to smithi06982861-31 2024-04-10T15:42:36.449 INFO:tasks.rados.rados.0.smithi069.stdout:3337: oid 31 updating version 0 to 1856 2024-04-10T15:42:36.449 INFO:tasks.rados.rados.0.smithi069.stdout:3337: oid 31 updating version 1856 to 1857 2024-04-10T15:42:36.449 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 31 v 1857 (ObjNum 1035 snap 321 seq_num 1035) dirty exists 2024-04-10T15:42:36.449 INFO:tasks.rados.rados.0.smithi069.stdout:3337: left oid 31 (ObjNum 1035 snap 321 seq_num 1035) 2024-04-10T15:42:36.452 INFO:tasks.rados.rados.0.smithi069.stdout:3340: finishing write tid 1 to smithi06982861-10 2024-04-10T15:42:36.452 INFO:tasks.rados.rados.0.smithi069.stdout:3340: finishing write tid 2 to smithi06982861-10 2024-04-10T15:42:36.455 INFO:tasks.rados.rados.0.smithi069.stdout:3340: finishing write tid 3 to smithi06982861-10 2024-04-10T15:42:36.455 INFO:tasks.rados.rados.0.smithi069.stdout:3340: oid 10 updating version 0 to 1920 2024-04-10T15:42:36.455 INFO:tasks.rados.rados.0.smithi069.stdout:3340: oid 10 updating version 1920 to 1921 2024-04-10T15:42:36.455 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 10 v 1921 (ObjNum 1037 snap 321 seq_num 1037) dirty exists 2024-04-10T15:42:36.455 INFO:tasks.rados.rados.0.smithi069.stdout:3340: left oid 10 (ObjNum 1037 snap 321 seq_num 1037) 2024-04-10T15:42:36.455 INFO:tasks.rados.rados.0.smithi069.stdout:3337: done (2 left) 2024-04-10T15:42:36.455 INFO:tasks.rados.rados.0.smithi069.stdout:3340: done (1 left) 2024-04-10T15:42:36.455 INFO:tasks.rados.rados.0.smithi069.stdout:3341: done (0 left) 2024-04-10T15:42:36.455 INFO:tasks.rados.rados.0.smithi069.stdout:3342: copy_from oid 29 from oid 35 current snap is 321 2024-04-10T15:42:36.456 INFO:tasks.rados.rados.0.smithi069.stdout:3343: copy_from oid 11 from oid 26 current snap is 321 2024-04-10T15:42:36.456 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 27 current snap is 321 2024-04-10T15:42:36.456 INFO:tasks.rados.rados.0.smithi069.stdout:3344: seq_num 1039 ranges {1302528=606208} 2024-04-10T15:42:36.465 INFO:tasks.rados.rados.0.smithi069.stdout:3344: writing smithi06982861-27 from 1302528 to 1908736 tid 1 2024-04-10T15:42:36.465 INFO:tasks.rados.rados.0.smithi069.stdout:3345: rollback oid 15 current snap is 321 2024-04-10T15:42:36.466 INFO:tasks.rados.rados.0.smithi069.stdout:3345: done (3 left) 2024-04-10T15:42:36.466 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 25 current snap is 321 2024-04-10T15:42:36.466 INFO:tasks.rados.rados.0.smithi069.stdout:3346: seq_num 1040 ranges {3350528=622592} 2024-04-10T15:42:36.487 INFO:tasks.rados.rados.0.smithi069.stdout:3346: writing smithi06982861-25 from 3350528 to 3973120 tid 1 2024-04-10T15:42:36.488 INFO:tasks.rados.rados.0.smithi069.stdout:3347: read oid 44 snap -1 2024-04-10T15:42:36.488 INFO:tasks.rados.rados.0.smithi069.stdout:3347: expect deleted 2024-04-10T15:42:36.488 INFO:tasks.rados.rados.0.smithi069.stdout:3348: copy_from oid 12 from oid 36 current snap is 321 2024-04-10T15:42:36.488 INFO:tasks.rados.rados.0.smithi069.stdout:3342: finishing copy_from racing read to smithi06982861-29 2024-04-10T15:42:36.488 INFO:tasks.rados.rados.0.smithi069.stdout:3342: finishing copy_from to smithi06982861-29 2024-04-10T15:42:36.488 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 29 v 1064 (ObjNum 892 snap 280 seq_num 892) dirty exists 2024-04-10T15:42:36.488 INFO:tasks.rados.rados.0.smithi069.stdout:3343: finishing copy_from racing read to smithi06982861-11 2024-04-10T15:42:36.488 INFO:tasks.rados.rados.0.smithi069.stdout:3343: finishing copy_from to smithi06982861-11 2024-04-10T15:42:36.488 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 11 v 1602 (ObjNum 920 snap 287 seq_num 920) dirty exists 2024-04-10T15:42:36.488 INFO:tasks.rados.rados.0.smithi069.stdout:3344: finishing write tid 1 to smithi06982861-27 2024-04-10T15:42:36.488 INFO:tasks.rados.rados.0.smithi069.stdout:3344: finishing write tid 2 to smithi06982861-27 2024-04-10T15:42:36.488 INFO:tasks.rados.rados.0.smithi069.stdout:3344: finishing write tid 3 to smithi06982861-27 2024-04-10T15:42:36.488 INFO:tasks.rados.rados.0.smithi069.stdout:3344: oid 27 updating version 0 to 1539 2024-04-10T15:42:36.489 INFO:tasks.rados.rados.0.smithi069.stdout:3344: oid 27 version 1539 is already newer than 1538 2024-04-10T15:42:36.489 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 27 v 1539 (ObjNum 1039 snap 321 seq_num 1039) dirty exists 2024-04-10T15:42:36.489 INFO:tasks.rados.rados.0.smithi069.stdout:3344: left oid 27 (ObjNum 1039 snap 321 seq_num 1039) 2024-04-10T15:42:36.489 INFO:tasks.rados.rados.0.smithi069.stdout:3342: done (5 left) 2024-04-10T15:42:36.489 INFO:tasks.rados.rados.0.smithi069.stdout:3343: done (4 left) 2024-04-10T15:42:36.489 INFO:tasks.rados.rados.0.smithi069.stdout:3344: done (3 left) 2024-04-10T15:42:36.489 INFO:tasks.rados.rados.0.smithi069.stdout:3349: rollback oid 24 current snap is 321 2024-04-10T15:42:36.489 INFO:tasks.rados.rados.0.smithi069.stdout:3349: done (3 left) 2024-04-10T15:42:36.489 INFO:tasks.rados.rados.0.smithi069.stdout:3350: rollback oid 23 current snap is 321 2024-04-10T15:42:36.489 INFO:tasks.rados.rados.0.smithi069.stdout:3350: done (3 left) 2024-04-10T15:42:36.489 INFO:tasks.rados.rados.0.smithi069.stdout:3351: rmattr oid 1 current snap is 321 2024-04-10T15:42:36.489 INFO:tasks.rados.rados.0.smithi069.stdout:3352: delete oid 20 current snap is 321 2024-04-10T15:42:36.490 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 1 v 1494 (ObjNum 1022 snap 320 seq_num 1022) dirty exists 2024-04-10T15:42:36.491 INFO:tasks.rados.rados.0.smithi069.stdout:3347: done (4 left) 2024-04-10T15:42:36.491 INFO:tasks.rados.rados.0.smithi069.stdout:3351: done (3 left) 2024-04-10T15:42:36.491 INFO:tasks.rados.rados.0.smithi069.stdout:3352: done (2 left) 2024-04-10T15:42:36.491 INFO:tasks.rados.rados.0.smithi069.stdout:3353: read oid 37 snap -1 2024-04-10T15:42:36.491 INFO:tasks.rados.rados.0.smithi069.stdout:3353: expect deleted 2024-04-10T15:42:36.491 INFO:tasks.rados.rados.0.smithi069.stdout:3354: delete oid 8 current snap is 321 2024-04-10T15:42:36.491 INFO:tasks.rados.rados.0.smithi069.stdout:3346: finishing write tid 1 to smithi06982861-25 2024-04-10T15:42:36.492 INFO:tasks.rados.rados.0.smithi069.stdout:3346: finishing write tid 2 to smithi06982861-25 2024-04-10T15:42:36.492 INFO:tasks.rados.rados.0.smithi069.stdout:3346: finishing write tid 3 to smithi06982861-25 2024-04-10T15:42:36.492 INFO:tasks.rados.rados.0.smithi069.stdout:3346: oid 25 updating version 0 to 1603 2024-04-10T15:42:36.492 INFO:tasks.rados.rados.0.smithi069.stdout:3346: oid 25 updating version 1603 to 1604 2024-04-10T15:42:36.493 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 25 v 1604 (ObjNum 1040 snap 321 seq_num 1040) dirty exists 2024-04-10T15:42:36.493 INFO:tasks.rados.rados.0.smithi069.stdout:3346: left oid 25 (ObjNum 1040 snap 321 seq_num 1040) 2024-04-10T15:42:36.493 INFO:tasks.rados.rados.0.smithi069.stdout:3346: done (3 left) 2024-04-10T15:42:36.493 INFO:tasks.rados.rados.0.smithi069.stdout:3353: done (2 left) 2024-04-10T15:42:36.493 INFO:tasks.rados.rados.0.smithi069.stdout:3354: done (1 left) 2024-04-10T15:42:36.493 INFO:tasks.rados.rados.0.smithi069.stdout:3355: copy_from oid 7 from oid 28 current snap is 321 2024-04-10T15:42:36.493 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 33 current snap is 321 2024-04-10T15:42:36.494 INFO:tasks.rados.rados.0.smithi069.stdout:3356: seq_num 1043 ranges {5062656=671744} 2024-04-10T15:42:36.525 INFO:tasks.rados.rados.0.smithi069.stdout:3356: writing smithi06982861-33 from 5062656 to 5734400 tid 1 2024-04-10T15:42:36.525 INFO:tasks.rados.rados.0.smithi069.stdout:3357: read oid 11 snap -1 2024-04-10T15:42:36.525 INFO:tasks.rados.rados.0.smithi069.stdout:3357: expect (ObjNum 920 snap 287 seq_num 920) 2024-04-10T15:42:36.525 INFO:tasks.rados.rados.0.smithi069.stdout:3355: finishing copy_from racing read to smithi06982861-7 2024-04-10T15:42:36.525 INFO:tasks.rados.rados.0.smithi069.stdout:3358: delete oid 19 current snap is 321 2024-04-10T15:42:36.525 INFO:tasks.rados.rados.0.smithi069.stdout:3355: finishing copy_from to smithi06982861-7 2024-04-10T15:42:36.526 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 7 v 1222 (ObjNum 1007 snap 316 seq_num 1007) dirty exists 2024-04-10T15:42:36.528 INFO:tasks.rados.rados.0.smithi069.stdout:3355: done (4 left) 2024-04-10T15:42:36.528 INFO:tasks.rados.rados.0.smithi069.stdout:3358: done (3 left) 2024-04-10T15:42:36.528 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 3 current snap is 321 2024-04-10T15:42:36.528 INFO:tasks.rados.rados.0.smithi069.stdout:3359: seq_num 1045 ranges {0=704512} 2024-04-10T15:42:36.532 INFO:tasks.rados.rados.0.smithi069.stdout:3359: writing smithi06982861-3 from 0 to 704512 tid 1 2024-04-10T15:42:36.532 INFO:tasks.rados.rados.0.smithi069.stdout:3360: rollback oid 38 current snap is 321 2024-04-10T15:42:36.532 INFO:tasks.rados.rados.0.smithi069.stdout:3360: done (4 left) 2024-04-10T15:42:36.532 INFO:tasks.rados.rados.0.smithi069.stdout:3361: copy_from oid 19 from oid 43 current snap is 321 2024-04-10T15:42:36.532 INFO:tasks.rados.rados.0.smithi069.stdout:3356: finishing write tid 1 to smithi06982861-33 2024-04-10T15:42:36.532 INFO:tasks.rados.rados.0.smithi069.stdout:3356: finishing write tid 2 to smithi06982861-33 2024-04-10T15:42:36.532 INFO:tasks.rados.rados.0.smithi069.stdout:3357: expect (ObjNum 920 snap 287 seq_num 920) 2024-04-10T15:42:36.562 INFO:tasks.rados.rados.0.smithi069.stdout:3356: finishing write tid 3 to smithi06982861-33 2024-04-10T15:42:36.562 INFO:tasks.rados.rados.0.smithi069.stdout:3356: oid 33 updating version 0 to 1859 2024-04-10T15:42:36.562 INFO:tasks.rados.rados.0.smithi069.stdout:3356: oid 33 updating version 1859 to 1860 2024-04-10T15:42:36.562 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 33 v 1860 (ObjNum 1043 snap 321 seq_num 1043) dirty exists 2024-04-10T15:42:36.562 INFO:tasks.rados.rados.0.smithi069.stdout:3356: left oid 33 (ObjNum 1043 snap 321 seq_num 1043) 2024-04-10T15:42:36.562 INFO:tasks.rados.rados.0.smithi069.stdout:3359: finishing write tid 1 to smithi06982861-3 2024-04-10T15:42:36.562 INFO:tasks.rados.rados.0.smithi069.stdout:3359: finishing write tid 2 to smithi06982861-3 2024-04-10T15:42:36.562 INFO:tasks.rados.rados.0.smithi069.stdout:3356: done (4 left) 2024-04-10T15:42:36.563 INFO:tasks.rados.rados.0.smithi069.stdout:3357: done (3 left) 2024-04-10T15:42:36.563 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 7 current snap is 321 2024-04-10T15:42:36.563 INFO:tasks.rados.rados.0.smithi069.stdout:3359: finishing write tid 3 to smithi06982861-3 2024-04-10T15:42:36.563 INFO:tasks.rados.rados.0.smithi069.stdout:3359: oid 3 updating version 0 to 1509 2024-04-10T15:42:36.563 INFO:tasks.rados.rados.0.smithi069.stdout:3359: oid 3 updating version 1509 to 1510 2024-04-10T15:42:36.563 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 3 v 1510 (ObjNum 1045 snap 321 seq_num 1045) dirty exists 2024-04-10T15:42:36.563 INFO:tasks.rados.rados.0.smithi069.stdout:3359: left oid 3 (ObjNum 1045 snap 321 seq_num 1045) 2024-04-10T15:42:36.563 INFO:tasks.rados.rados.0.smithi069.stdout:3348: finishing copy_from racing read to smithi06982861-12 2024-04-10T15:42:36.563 INFO:tasks.rados.rados.0.smithi069.stdout:3348: finishing copy_from to smithi06982861-12 2024-04-10T15:42:36.563 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 12 v 1564 (ObjNum 993 snap 311 seq_num 993) dirty exists 2024-04-10T15:42:36.563 INFO:tasks.rados.rados.0.smithi069.stdout:3361: finishing copy_from racing read to smithi06982861-19 2024-04-10T15:42:36.563 INFO:tasks.rados.rados.0.smithi069.stdout:3361: finishing copy_from to smithi06982861-19 2024-04-10T15:42:36.563 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 19 v 1491 (ObjNum 998 snap 311 seq_num 998) dirty exists 2024-04-10T15:42:36.563 INFO:tasks.rados.rados.0.smithi069.stdout:3362: seq_num 1046 ranges {3645440=729088} 2024-04-10T15:42:36.585 INFO:tasks.rados.rados.0.smithi069.stdout:3362: writing smithi06982861-7 from 3645440 to 4374528 tid 1 2024-04-10T15:42:36.585 INFO:tasks.rados.rados.0.smithi069.stdout:3348: done (3 left) 2024-04-10T15:42:36.586 INFO:tasks.rados.rados.0.smithi069.stdout:3359: done (2 left) 2024-04-10T15:42:36.586 INFO:tasks.rados.rados.0.smithi069.stdout:3361: done (1 left) 2024-04-10T15:42:36.586 INFO:tasks.rados.rados.0.smithi069.stdout:3363: snap_create 2024-04-10T15:42:36.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:42:36 smithi069 ceph-mon[94167]: osdmap e723: 8 total, 8 up, 8 in 2024-04-10T15:42:36.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:42:36 smithi069 ceph-mon[94167]: pgmap v746: 121 pgs: 121 active+clean; 172 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 1.1 MiB/s wr, 24 op/s 2024-04-10T15:42:36.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:42:36 smithi069 ceph-mon[94167]: osdmap e724: 8 total, 8 up, 8 in 2024-04-10T15:42:36.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:42:36 smithi069 ceph-mon[96738]: osdmap e723: 8 total, 8 up, 8 in 2024-04-10T15:42:36.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:42:36 smithi069 ceph-mon[96738]: pgmap v746: 121 pgs: 121 active+clean; 172 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 1.1 MiB/s wr, 24 op/s 2024-04-10T15:42:36.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:42:36 smithi069 ceph-mon[96738]: osdmap e724: 8 total, 8 up, 8 in 2024-04-10T15:42:36.588 INFO:tasks.rados.rados.0.smithi069.stdout:3362: finishing write tid 1 to smithi06982861-7 2024-04-10T15:42:36.588 INFO:tasks.rados.rados.0.smithi069.stdout:3362: finishing write tid 2 to smithi06982861-7 2024-04-10T15:42:36.590 INFO:tasks.rados.rados.0.smithi069.stdout:3362: finishing write tid 3 to smithi06982861-7 2024-04-10T15:42:36.590 INFO:tasks.rados.rados.0.smithi069.stdout:3362: oid 7 updating version 0 to 1637 2024-04-10T15:42:36.590 INFO:tasks.rados.rados.0.smithi069.stdout:3362: oid 7 version 1637 is already newer than 1636 2024-04-10T15:42:36.590 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 7 v 1637 (ObjNum 1046 snap 321 seq_num 1046) dirty exists 2024-04-10T15:42:36.590 INFO:tasks.rados.rados.0.smithi069.stdout:3362: left oid 7 (ObjNum 1046 snap 321 seq_num 1046) 2024-04-10T15:42:36.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:42:36 smithi077 ceph-mon[87572]: osdmap e723: 8 total, 8 up, 8 in 2024-04-10T15:42:36.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:42:36 smithi077 ceph-mon[87572]: pgmap v746: 121 pgs: 121 active+clean; 172 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 1.1 MiB/s wr, 24 op/s 2024-04-10T15:42:36.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:42:36 smithi077 ceph-mon[87572]: osdmap e724: 8 total, 8 up, 8 in 2024-04-10T15:42:37.262 INFO:tasks.rados.rados.0.smithi069.stdout:3362: done (1 left) 2024-04-10T15:42:37.262 INFO:tasks.rados.rados.0.smithi069.stdout:3363: done (0 left) 2024-04-10T15:42:37.262 INFO:tasks.rados.rados.0.smithi069.stdout:3364: delete oid 47 current snap is 322 2024-04-10T15:42:37.267 INFO:tasks.rados.rados.0.smithi069.stdout:3364: done (0 left) 2024-04-10T15:42:37.267 INFO:tasks.rados.rados.0.smithi069.stdout:3365: snap_create 2024-04-10T15:42:37.336 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:42:36 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:15:42:36] "GET /metrics HTTP/1.1" 200 36321 "" "Prometheus/2.43.0" 2024-04-10T15:42:38.274 INFO:tasks.rados.rados.0.smithi069.stdout:3365: done (0 left) 2024-04-10T15:42:38.274 INFO:tasks.rados.rados.0.smithi069.stdout:3366: read oid 39 snap -1 2024-04-10T15:42:38.274 INFO:tasks.rados.rados.0.smithi069.stdout:3366: expect (ObjNum 1026 snap 321 seq_num 1026) 2024-04-10T15:42:38.274 INFO:tasks.rados.rados.0.smithi069.stdout:3367: snap_create 2024-04-10T15:42:38.278 INFO:tasks.rados.rados.0.smithi069.stdout:3366: expect (ObjNum 1026 snap 321 seq_num 1026) 2024-04-10T15:42:38.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:42:38 smithi069 ceph-mon[96738]: osdmap e725: 8 total, 8 up, 8 in 2024-04-10T15:42:38.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:42:38 smithi069 ceph-mon[96738]: pgmap v749: 121 pgs: 121 active+clean; 172 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 2.7 MiB/s rd, 446 KiB/s wr, 16 op/s 2024-04-10T15:42:38.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:42:38 smithi069 ceph-mon[94167]: osdmap e725: 8 total, 8 up, 8 in 2024-04-10T15:42:38.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:42:38 smithi069 ceph-mon[94167]: pgmap v749: 121 pgs: 121 active+clean; 172 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 2.7 MiB/s rd, 446 KiB/s wr, 16 op/s 2024-04-10T15:42:38.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:42:38 smithi077 ceph-mon[87572]: osdmap e725: 8 total, 8 up, 8 in 2024-04-10T15:42:38.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:42:38 smithi077 ceph-mon[87572]: pgmap v749: 121 pgs: 121 active+clean; 172 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 2.7 MiB/s rd, 446 KiB/s wr, 16 op/s 2024-04-10T15:42:39.278 INFO:tasks.rados.rados.0.smithi069.stdout:3366: done (1 left) 2024-04-10T15:42:39.278 INFO:tasks.rados.rados.0.smithi069.stdout:3367: done (0 left) 2024-04-10T15:42:39.278 INFO:tasks.rados.rados.0.smithi069.stdout:3368: delete oid 11 current snap is 324 2024-04-10T15:42:39.282 INFO:tasks.rados.rados.0.smithi069.stdout:3368: done (0 left) 2024-04-10T15:42:39.283 INFO:tasks.rados.rados.0.smithi069.stdout:3369: delete oid 18 current snap is 324 2024-04-10T15:42:39.289 INFO:tasks.rados.rados.0.smithi069.stdout:3369: done (0 left) 2024-04-10T15:42:39.289 INFO:tasks.rados.rados.0.smithi069.stdout:3370: read oid 38 snap -1 2024-04-10T15:42:39.289 INFO:tasks.rados.rados.0.smithi069.stdout:3370: expect (ObjNum 956 snap 297 seq_num 956) 2024-04-10T15:42:39.289 INFO:tasks.rados.rados.0.smithi069.stdout:3371: setattr oid 48 current snap is 324 2024-04-10T15:42:39.291 INFO:tasks.rados.rados.0.smithi069.stdout:3372: delete oid 20 current snap is 324 2024-04-10T15:42:39.296 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 48 v 1621 (ObjNum 1018 snap 318 seq_num 1018) dirty exists 2024-04-10T15:42:39.297 INFO:tasks.rados.rados.0.smithi069.stdout:3371: done (2 left) 2024-04-10T15:42:39.297 INFO:tasks.rados.rados.0.smithi069.stdout:3372: done (1 left) 2024-04-10T15:42:39.297 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 43 current snap is 324 2024-04-10T15:42:39.297 INFO:tasks.rados.rados.0.smithi069.stdout:3373: seq_num 1051 ranges {5873664=409600,6283264=401408} 2024-04-10T15:42:39.331 INFO:tasks.rados.rados.0.smithi069.stdout:3373: writing smithi06982861-43 from 5873664 to 6283264 tid 1 2024-04-10T15:42:39.333 INFO:tasks.rados.rados.0.smithi069.stdout:3373: writing smithi06982861-43 from 6283264 to 6684672 tid 2 2024-04-10T15:42:39.334 INFO:tasks.rados.rados.0.smithi069.stdout:3374: delete oid 14 current snap is 324 2024-04-10T15:42:39.334 INFO:tasks.rados.rados.0.smithi069.stdout:3370: expect (ObjNum 956 snap 297 seq_num 956) 2024-04-10T15:42:39.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:42:39 smithi069 ceph-mon[96738]: osdmap e726: 8 total, 8 up, 8 in 2024-04-10T15:42:39.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:42:39 smithi069 ceph-mon[94167]: osdmap e726: 8 total, 8 up, 8 in 2024-04-10T15:42:39.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:42:39 smithi077 ceph-mon[87572]: osdmap e726: 8 total, 8 up, 8 in 2024-04-10T15:42:39.969 INFO:tasks.rados.rados.0.smithi069.stdout:3373: finishing write tid 1 to smithi06982861-43 2024-04-10T15:42:39.969 INFO:tasks.rados.rados.0.smithi069.stdout:3373: finishing write tid 2 to smithi06982861-43 2024-04-10T15:42:39.969 INFO:tasks.rados.rados.0.smithi069.stdout:3373: finishing write tid 3 to smithi06982861-43 2024-04-10T15:42:39.969 INFO:tasks.rados.rados.0.smithi069.stdout:3373: finishing write tid 4 to smithi06982861-43 2024-04-10T15:42:39.969 INFO:tasks.rados.rados.0.smithi069.stdout:3373: oid 43 updating version 0 to 1496 2024-04-10T15:42:39.970 INFO:tasks.rados.rados.0.smithi069.stdout:3373: oid 43 version 1496 is already newer than 1495 2024-04-10T15:42:39.970 INFO:tasks.rados.rados.0.smithi069.stdout:3373: oid 43 updating version 1496 to 1497 2024-04-10T15:42:39.970 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 43 v 1497 (ObjNum 1051 snap 324 seq_num 1051) dirty exists 2024-04-10T15:42:39.970 INFO:tasks.rados.rados.0.smithi069.stdout:3373: left oid 43 (ObjNum 1051 snap 324 seq_num 1051) 2024-04-10T15:42:39.970 INFO:tasks.rados.rados.0.smithi069.stdout:3370: done (2 left) 2024-04-10T15:42:39.970 INFO:tasks.rados.rados.0.smithi069.stdout:3373: done (1 left) 2024-04-10T15:42:39.970 INFO:tasks.rados.rados.0.smithi069.stdout:3374: done (0 left) 2024-04-10T15:42:39.970 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 49 current snap is 324 2024-04-10T15:42:39.970 INFO:tasks.rados.rados.0.smithi069.stdout:3375: seq_num 1053 ranges {0=442368,442368=401408} 2024-04-10T15:42:39.971 INFO:tasks.rados.rados.0.smithi069.stdout:3375: writing smithi06982861-49 from 0 to 442368 tid 1 2024-04-10T15:42:39.974 INFO:tasks.rados.rados.0.smithi069.stdout:3375: writing smithi06982861-49 from 442368 to 843776 tid 2 2024-04-10T15:42:39.974 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 14 current snap is 324 2024-04-10T15:42:39.974 INFO:tasks.rados.rados.0.smithi069.stdout:3376: seq_num 1054 ranges {0=458752,458752=401408} 2024-04-10T15:42:39.976 INFO:tasks.rados.rados.0.smithi069.stdout:3376: writing smithi06982861-14 from 0 to 458752 tid 1 2024-04-10T15:42:39.979 INFO:tasks.rados.rados.0.smithi069.stdout:3376: writing smithi06982861-14 from 458752 to 860160 tid 2 2024-04-10T15:42:39.979 INFO:tasks.rados.rados.0.smithi069.stdout:3377: rollback oid 26 current snap is 324 2024-04-10T15:42:39.979 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 26 to 323 2024-04-10T15:42:39.980 INFO:tasks.rados.rados.0.smithi069.stdout:3375: finishing write tid 1 to smithi06982861-49 2024-04-10T15:42:39.980 INFO:tasks.rados.rados.0.smithi069.stdout:3375: finishing write tid 2 to smithi06982861-49 2024-04-10T15:42:39.980 INFO:tasks.rados.rados.0.smithi069.stdout:3375: finishing write tid 3 to smithi06982861-49 2024-04-10T15:42:39.980 INFO:tasks.rados.rados.0.smithi069.stdout:3375: finishing write tid 4 to smithi06982861-49 2024-04-10T15:42:39.980 INFO:tasks.rados.rados.0.smithi069.stdout:3375: oid 49 updating version 0 to 1541 2024-04-10T15:42:39.980 INFO:tasks.rados.rados.0.smithi069.stdout:3375: oid 49 version 1541 is already newer than 1540 2024-04-10T15:42:39.980 INFO:tasks.rados.rados.0.smithi069.stdout:3375: oid 49 updating version 1541 to 1542 2024-04-10T15:42:39.980 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 49 v 1542 (ObjNum 1053 snap 324 seq_num 1053) dirty exists 2024-04-10T15:42:39.980 INFO:tasks.rados.rados.0.smithi069.stdout:3375: left oid 49 (ObjNum 1053 snap 324 seq_num 1053) 2024-04-10T15:42:39.980 INFO:tasks.rados.rados.0.smithi069.stdout:3375: done (2 left) 2024-04-10T15:42:39.980 INFO:tasks.rados.rados.0.smithi069.stdout:3378: delete oid 33 current snap is 324 2024-04-10T15:42:39.981 INFO:tasks.rados.rados.0.smithi069.stdout:3376: finishing write tid 1 to smithi06982861-14 2024-04-10T15:42:39.982 INFO:tasks.rados.rados.0.smithi069.stdout:3378: done (2 left) 2024-04-10T15:42:39.982 INFO:tasks.rados.rados.0.smithi069.stdout:3379: delete oid 34 current snap is 324 2024-04-10T15:42:39.982 INFO:tasks.rados.rados.0.smithi069.stdout:3376: finishing write tid 2 to smithi06982861-14 2024-04-10T15:42:39.982 INFO:tasks.rados.rados.0.smithi069.stdout:3376: finishing write tid 3 to smithi06982861-14 2024-04-10T15:42:39.983 INFO:tasks.rados.rados.0.smithi069.stdout:3377: finishing rollback tid 0 to smithi06982861-26 2024-04-10T15:42:39.983 INFO:tasks.rados.rados.0.smithi069.stdout:3377: finishing rollback tid 1 to smithi06982861-26 2024-04-10T15:42:39.983 INFO:tasks.rados.rados.0.smithi069.stdout:3377: finishing rollback tid 2 to smithi06982861-26 2024-04-10T15:42:39.983 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 26 v 1641 (ObjNum 920 snap 287 seq_num 920) dirty exists 2024-04-10T15:42:39.984 INFO:tasks.rados.rados.0.smithi069.stdout:3376: finishing write tid 4 to smithi06982861-14 2024-04-10T15:42:39.984 INFO:tasks.rados.rados.0.smithi069.stdout:3376: oid 14 updating version 0 to 1856 2024-04-10T15:42:39.984 INFO:tasks.rados.rados.0.smithi069.stdout:3376: oid 14 updating version 1856 to 1857 2024-04-10T15:42:39.984 INFO:tasks.rados.rados.0.smithi069.stdout:3376: oid 14 version 1857 is already newer than 1855 2024-04-10T15:42:39.984 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 14 v 1857 (ObjNum 1054 snap 324 seq_num 1054) dirty exists 2024-04-10T15:42:39.984 INFO:tasks.rados.rados.0.smithi069.stdout:3376: left oid 14 (ObjNum 1054 snap 324 seq_num 1054) 2024-04-10T15:42:39.985 INFO:tasks.rados.rados.0.smithi069.stdout:3376: done (2 left) 2024-04-10T15:42:39.985 INFO:tasks.rados.rados.0.smithi069.stdout:3377: done (1 left) 2024-04-10T15:42:39.985 INFO:tasks.rados.rados.0.smithi069.stdout:3379: done (0 left) 2024-04-10T15:42:39.985 INFO:tasks.rados.rados.0.smithi069.stdout:3380: read oid 36 snap 322 2024-04-10T15:42:39.985 INFO:tasks.rados.rados.0.smithi069.stdout:3380: expect (ObjNum 993 snap 311 seq_num 993) 2024-04-10T15:42:39.985 INFO:tasks.rados.rados.0.smithi069.stdout:3381: setattr oid 15 current snap is 324 2024-04-10T15:42:39.987 INFO:tasks.rados.rados.0.smithi069.stdout:3382: snap_create 2024-04-10T15:42:39.989 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 15 v 1622 (ObjNum 981 snap 308 seq_num 981) dirty exists 2024-04-10T15:42:40.052 INFO:tasks.rados.rados.0.smithi069.stdout:3380: expect (ObjNum 993 snap 311 seq_num 993) 2024-04-10T15:42:40.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:42:40 smithi069 ceph-mon[96738]: osdmap e727: 8 total, 8 up, 8 in 2024-04-10T15:42:40.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:42:40 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:42:40.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:42:40 smithi069 ceph-mon[96738]: pgmap v752: 121 pgs: 121 active+clean; 137 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 4.3 MiB/s rd, 2.8 MiB/s wr, 18 op/s 2024-04-10T15:42:40.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:42:40 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:42:40.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:42:40 smithi069 ceph-mon[94167]: osdmap e727: 8 total, 8 up, 8 in 2024-04-10T15:42:40.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:42:40 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:42:40.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:42:40 smithi069 ceph-mon[94167]: pgmap v752: 121 pgs: 121 active+clean; 137 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 4.3 MiB/s rd, 2.8 MiB/s wr, 18 op/s 2024-04-10T15:42:40.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:42:40 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:42:40.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:42:40 smithi077 ceph-mon[87572]: osdmap e727: 8 total, 8 up, 8 in 2024-04-10T15:42:40.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:42:40 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:42:40.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:42:40 smithi077 ceph-mon[87572]: pgmap v752: 121 pgs: 121 active+clean; 137 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 4.3 MiB/s rd, 2.8 MiB/s wr, 18 op/s 2024-04-10T15:42:40.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:42:40 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:42:41.388 INFO:tasks.rados.rados.0.smithi069.stdout:3380: done (2 left) 2024-04-10T15:42:41.388 INFO:tasks.rados.rados.0.smithi069.stdout:3381: done (1 left) 2024-04-10T15:42:41.388 INFO:tasks.rados.rados.0.smithi069.stdout:3382: done (0 left) 2024-04-10T15:42:41.388 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 45 current snap is 325 2024-04-10T15:42:41.388 INFO:tasks.rados.rados.0.smithi069.stdout:3383: seq_num 1057 ranges {3850240=507904,4358144=401408} 2024-04-10T15:42:41.410 INFO:tasks.rados.rados.0.smithi069.stdout:3383: writing smithi06982861-45 from 3850240 to 4358144 tid 1 2024-04-10T15:42:41.413 INFO:tasks.rados.rados.0.smithi069.stdout:3383: writing smithi06982861-45 from 4358144 to 4759552 tid 2 2024-04-10T15:42:41.414 INFO:tasks.rados.rados.0.smithi069.stdout:3384: read oid 41 snap 324 2024-04-10T15:42:41.414 INFO:tasks.rados.rados.0.smithi069.stdout:3384: expect deleted 2024-04-10T15:42:41.414 INFO:tasks.rados.rados.0.smithi069.stdout:3385: delete oid 6 current snap is 325 2024-04-10T15:42:41.416 INFO:tasks.rados.rados.0.smithi069.stdout:3383: finishing write tid 1 to smithi06982861-45 2024-04-10T15:42:41.419 INFO:tasks.rados.rados.0.smithi069.stdout:3384: done (2 left) 2024-04-10T15:42:41.419 INFO:tasks.rados.rados.0.smithi069.stdout:3385: done (1 left) 2024-04-10T15:42:41.419 INFO:tasks.rados.rados.0.smithi069.stdout:3386: copy_from oid 29 from oid 8 current snap is 325 2024-04-10T15:42:41.419 INFO:tasks.rados.rados.0.smithi069.stdout:3387: setattr oid 15 current snap is 325 2024-04-10T15:42:41.419 INFO:tasks.rados.rados.0.smithi069.stdout:3383: finishing write tid 2 to smithi06982861-45 2024-04-10T15:42:41.420 INFO:tasks.rados.rados.0.smithi069.stdout:3386: finishing copy_from to smithi06982861-29 2024-04-10T15:42:41.420 INFO:tasks.rados.rados.0.smithi069.stdout:3386: got expected ENOENT (src dne) 2024-04-10T15:42:41.420 INFO:tasks.rados.rados.0.smithi069.stdout:3383: finishing write tid 3 to smithi06982861-45 2024-04-10T15:42:41.420 INFO:tasks.rados.rados.0.smithi069.stdout:3386: finishing copy_from racing read to smithi06982861-29 2024-04-10T15:42:41.420 INFO:tasks.rados.rados.0.smithi069.stdout:3383: finishing write tid 4 to smithi06982861-45 2024-04-10T15:42:41.421 INFO:tasks.rados.rados.0.smithi069.stdout:3383: oid 45 updating version 0 to 1513 2024-04-10T15:42:41.421 INFO:tasks.rados.rados.0.smithi069.stdout:3383: oid 45 version 1513 is already newer than 1511 2024-04-10T15:42:41.421 INFO:tasks.rados.rados.0.smithi069.stdout:3383: oid 45 version 1513 is already newer than 1512 2024-04-10T15:42:41.421 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 45 v 1513 (ObjNum 1057 snap 325 seq_num 1057) dirty exists 2024-04-10T15:42:41.421 INFO:tasks.rados.rados.0.smithi069.stdout:3383: left oid 45 (ObjNum 1057 snap 325 seq_num 1057) 2024-04-10T15:42:41.421 INFO:tasks.rados.rados.0.smithi069.stdout:3383: done (2 left) 2024-04-10T15:42:41.422 INFO:tasks.rados.rados.0.smithi069.stdout:3386: done (1 left) 2024-04-10T15:42:41.422 INFO:tasks.rados.rados.0.smithi069.stdout:3388: read oid 36 snap 323 2024-04-10T15:42:41.422 INFO:tasks.rados.rados.0.smithi069.stdout:3388: expect (ObjNum 993 snap 311 seq_num 993) 2024-04-10T15:42:41.422 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 46 current snap is 325 2024-04-10T15:42:41.422 INFO:tasks.rados.rados.0.smithi069.stdout:3389: seq_num 1059 ranges {1163264=540672,1703936=401408} 2024-04-10T15:42:41.431 INFO:tasks.rados.rados.0.smithi069.stdout:3389: writing smithi06982861-46 from 1163264 to 1703936 tid 1 2024-04-10T15:42:41.433 INFO:tasks.rados.rados.0.smithi069.stdout:3389: writing smithi06982861-46 from 1703936 to 2105344 tid 2 2024-04-10T15:42:41.433 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 39 current snap is 325 2024-04-10T15:42:41.433 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 15 v 1623 (ObjNum 981 snap 308 seq_num 981) dirty exists 2024-04-10T15:42:41.433 INFO:tasks.rados.rados.0.smithi069.stdout:3390: seq_num 1060 ranges {385024=557056,942080=401408} 2024-04-10T15:42:41.438 INFO:tasks.rados.rados.0.smithi069.stdout:3390: writing smithi06982861-39 from 385024 to 942080 tid 1 2024-04-10T15:42:41.440 INFO:tasks.rados.rados.0.smithi069.stdout:3390: writing smithi06982861-39 from 942080 to 1343488 tid 2 2024-04-10T15:42:41.441 INFO:tasks.rados.rados.0.smithi069.stdout:3387: done (3 left) 2024-04-10T15:42:41.441 INFO:tasks.rados.rados.0.smithi069.stdout:3391: setattr oid 2 current snap is 325 2024-04-10T15:42:41.441 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 38 current snap is 325 2024-04-10T15:42:41.441 INFO:tasks.rados.rados.0.smithi069.stdout:3392: seq_num 1061 ranges {9142272=573440,9715712=401408} 2024-04-10T15:42:41.495 INFO:tasks.rados.rados.0.smithi069.stdout:3392: writing smithi06982861-38 from 9142272 to 9715712 tid 1 2024-04-10T15:42:41.498 INFO:tasks.rados.rados.0.smithi069.stdout:3392: writing smithi06982861-38 from 9715712 to 10117120 tid 2 2024-04-10T15:42:41.498 INFO:tasks.rados.rados.0.smithi069.stdout:3393: rmattr oid 3 current snap is 325 2024-04-10T15:42:41.498 INFO:tasks.rados.rados.0.smithi069.stdout:3393: done (5 left) 2024-04-10T15:42:41.498 INFO:tasks.rados.rados.0.smithi069.stdout:3394: snap_create 2024-04-10T15:42:41.498 INFO:tasks.rados.rados.0.smithi069.stdout:3390: finishing write tid 1 to smithi06982861-39 2024-04-10T15:42:41.498 INFO:tasks.rados.rados.0.smithi069.stdout:3390: finishing write tid 2 to smithi06982861-39 2024-04-10T15:42:41.499 INFO:tasks.rados.rados.0.smithi069.stdout:3390: finishing write tid 3 to smithi06982861-39 2024-04-10T15:42:41.499 INFO:tasks.rados.rados.0.smithi069.stdout:3390: finishing write tid 4 to smithi06982861-39 2024-04-10T15:42:41.499 INFO:tasks.rados.rados.0.smithi069.stdout:3390: oid 39 updating version 0 to 1859 2024-04-10T15:42:41.499 INFO:tasks.rados.rados.0.smithi069.stdout:3390: oid 39 version 1859 is already newer than 1858 2024-04-10T15:42:41.499 INFO:tasks.rados.rados.0.smithi069.stdout:3390: oid 39 updating version 1859 to 1860 2024-04-10T15:42:41.499 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 39 v 1860 (ObjNum 1060 snap 325 seq_num 1060) dirty exists 2024-04-10T15:42:41.499 INFO:tasks.rados.rados.0.smithi069.stdout:3390: left oid 39 (ObjNum 1060 snap 325 seq_num 1060) 2024-04-10T15:42:41.499 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 2 v 1565 (ObjNum 870 snap 277 seq_num 870) dirty exists 2024-04-10T15:42:41.499 INFO:tasks.rados.rados.0.smithi069.stdout:3389: finishing write tid 1 to smithi06982861-46 2024-04-10T15:42:41.499 INFO:tasks.rados.rados.0.smithi069.stdout:3389: finishing write tid 2 to smithi06982861-46 2024-04-10T15:42:41.499 INFO:tasks.rados.rados.0.smithi069.stdout:3389: finishing write tid 3 to smithi06982861-46 2024-04-10T15:42:41.499 INFO:tasks.rados.rados.0.smithi069.stdout:3389: finishing write tid 4 to smithi06982861-46 2024-04-10T15:42:41.499 INFO:tasks.rados.rados.0.smithi069.stdout:3389: oid 46 updating version 0 to 1487 2024-04-10T15:42:41.499 INFO:tasks.rados.rados.0.smithi069.stdout:3389: oid 46 version 1487 is already newer than 1486 2024-04-10T15:42:41.499 INFO:tasks.rados.rados.0.smithi069.stdout:3389: oid 46 updating version 1487 to 1488 2024-04-10T15:42:41.499 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 46 v 1488 (ObjNum 1059 snap 325 seq_num 1059) dirty exists 2024-04-10T15:42:41.499 INFO:tasks.rados.rados.0.smithi069.stdout:3389: left oid 46 (ObjNum 1059 snap 325 seq_num 1059) 2024-04-10T15:42:41.500 INFO:tasks.rados.rados.0.smithi069.stdout:3388: expect (ObjNum 993 snap 311 seq_num 993) 2024-04-10T15:42:41.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:42:41 smithi069 ceph-mon[96738]: osdmap e728: 8 total, 8 up, 8 in 2024-04-10T15:42:41.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:42:41 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:42:41.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:42:41 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:42:41.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:42:41 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:42:41.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:42:41 smithi069 ceph-mon[96738]: osdmap e729: 8 total, 8 up, 8 in 2024-04-10T15:42:41.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:42:41 smithi069 ceph-mon[94167]: osdmap e728: 8 total, 8 up, 8 in 2024-04-10T15:42:41.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:42:41 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:42:41.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:42:41 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:42:41.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:42:41 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:42:41.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:42:41 smithi069 ceph-mon[94167]: osdmap e729: 8 total, 8 up, 8 in 2024-04-10T15:42:41.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:42:41 smithi077 ceph-mon[87572]: osdmap e728: 8 total, 8 up, 8 in 2024-04-10T15:42:41.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:42:41 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:42:41.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:42:41 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:42:41.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:42:41 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:42:41.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:42:41 smithi077 ceph-mon[87572]: osdmap e729: 8 total, 8 up, 8 in 2024-04-10T15:42:42.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:42:42 smithi069 ceph-mon[96738]: pgmap v755: 121 pgs: 121 active+clean; 131 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 7.9 MiB/s wr, 24 op/s 2024-04-10T15:42:42.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:42:42 smithi069 ceph-mon[94167]: pgmap v755: 121 pgs: 121 active+clean; 131 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 7.9 MiB/s wr, 24 op/s 2024-04-10T15:42:42.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:42:42 smithi077 ceph-mon[87572]: pgmap v755: 121 pgs: 121 active+clean; 131 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 7.9 MiB/s wr, 24 op/s 2024-04-10T15:42:42.743 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:42:42 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T15:42:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:42:42.812 INFO:tasks.rados.rados.0.smithi069.stdout:3392: finishing write tid 1 to smithi06982861-38 2024-04-10T15:42:42.812 INFO:tasks.rados.rados.0.smithi069.stdout:3392: finishing write tid 2 to smithi06982861-38 2024-04-10T15:42:42.812 INFO:tasks.rados.rados.0.smithi069.stdout:3392: finishing write tid 3 to smithi06982861-38 2024-04-10T15:42:42.812 INFO:tasks.rados.rados.0.smithi069.stdout:3392: finishing write tid 4 to smithi06982861-38 2024-04-10T15:42:42.812 INFO:tasks.rados.rados.0.smithi069.stdout:3392: oid 38 updating version 0 to 1645 2024-04-10T15:42:42.812 INFO:tasks.rados.rados.0.smithi069.stdout:3392: oid 38 version 1645 is already newer than 1643 2024-04-10T15:42:42.812 INFO:tasks.rados.rados.0.smithi069.stdout:3392: oid 38 version 1645 is already newer than 1644 2024-04-10T15:42:42.812 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 38 v 1645 (ObjNum 1061 snap 325 seq_num 1061) dirty exists 2024-04-10T15:42:42.812 INFO:tasks.rados.rados.0.smithi069.stdout:3392: left oid 38 (ObjNum 1061 snap 325 seq_num 1061) 2024-04-10T15:42:42.812 INFO:tasks.rados.rados.0.smithi069.stdout:3388: done (5 left) 2024-04-10T15:42:42.812 INFO:tasks.rados.rados.0.smithi069.stdout:3389: done (4 left) 2024-04-10T15:42:42.812 INFO:tasks.rados.rados.0.smithi069.stdout:3390: done (3 left) 2024-04-10T15:42:42.813 INFO:tasks.rados.rados.0.smithi069.stdout:3391: done (2 left) 2024-04-10T15:42:42.813 INFO:tasks.rados.rados.0.smithi069.stdout:3392: done (1 left) 2024-04-10T15:42:42.813 INFO:tasks.rados.rados.0.smithi069.stdout:3394: done (0 left) 2024-04-10T15:42:42.813 INFO:tasks.rados.rados.0.smithi069.stdout:3395: copy_from oid 26 from oid 49 current snap is 326 2024-04-10T15:42:42.813 INFO:tasks.rados.rados.0.smithi069.stdout:3396: setattr oid 24 current snap is 326 2024-04-10T15:42:42.813 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 16 current snap is 326 2024-04-10T15:42:42.813 INFO:tasks.rados.rados.0.smithi069.stdout:3397: seq_num 1062 ranges {1015808=589824,1605632=401408} 2024-04-10T15:42:42.822 INFO:tasks.rados.rados.0.smithi069.stdout:3397: writing smithi06982861-16 from 1015808 to 1605632 tid 1 2024-04-10T15:42:42.824 INFO:tasks.rados.rados.0.smithi069.stdout:3397: writing smithi06982861-16 from 1605632 to 2007040 tid 2 2024-04-10T15:42:42.824 INFO:tasks.rados.rados.0.smithi069.stdout:3398: delete oid 41 current snap is 326 2024-04-10T15:42:42.825 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 24 v 1543 (ObjNum 1020 snap 318 seq_num 1020) dirty exists 2024-04-10T15:42:42.825 INFO:tasks.rados.rados.0.smithi069.stdout:3395: finishing copy_from racing read to smithi06982861-26 2024-04-10T15:42:42.825 INFO:tasks.rados.rados.0.smithi069.stdout:3395: finishing copy_from to smithi06982861-26 2024-04-10T15:42:42.825 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 26 v 1542 (ObjNum 1053 snap 324 seq_num 1053) dirty exists 2024-04-10T15:42:42.826 INFO:tasks.rados.rados.0.smithi069.stdout:3397: finishing write tid 1 to smithi06982861-16 2024-04-10T15:42:42.827 INFO:tasks.rados.rados.0.smithi069.stdout:3397: finishing write tid 2 to smithi06982861-16 2024-04-10T15:42:42.827 INFO:tasks.rados.rados.0.smithi069.stdout:3397: finishing write tid 3 to smithi06982861-16 2024-04-10T15:42:42.829 INFO:tasks.rados.rados.0.smithi069.stdout:3395: done (3 left) 2024-04-10T15:42:42.829 INFO:tasks.rados.rados.0.smithi069.stdout:3396: done (2 left) 2024-04-10T15:42:42.829 INFO:tasks.rados.rados.0.smithi069.stdout:3398: done (1 left) 2024-04-10T15:42:42.829 INFO:tasks.rados.rados.0.smithi069.stdout:3399: rmattr oid 10 current snap is 326 2024-04-10T15:42:42.830 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 3 current snap is 326 2024-04-10T15:42:42.830 INFO:tasks.rados.rados.0.smithi069.stdout:3400: seq_num 1064 ranges {704512=622592,1327104=401408} 2024-04-10T15:42:42.836 INFO:tasks.rados.rados.0.smithi069.stdout:3400: writing smithi06982861-3 from 704512 to 1327104 tid 1 2024-04-10T15:42:42.839 INFO:tasks.rados.rados.0.smithi069.stdout:3400: writing smithi06982861-3 from 1327104 to 1728512 tid 2 2024-04-10T15:42:42.839 INFO:tasks.rados.rados.0.smithi069.stdout:3397: finishing write tid 4 to smithi06982861-16 2024-04-10T15:42:42.839 INFO:tasks.rados.rados.0.smithi069.stdout:3397: oid 16 updating version 0 to 1651 2024-04-10T15:42:42.839 INFO:tasks.rados.rados.0.smithi069.stdout:3397: oid 16 version 1651 is already newer than 1649 2024-04-10T15:42:42.839 INFO:tasks.rados.rados.0.smithi069.stdout:3397: oid 16 version 1651 is already newer than 1650 2024-04-10T15:42:42.840 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 16 v 1651 (ObjNum 1062 snap 326 seq_num 1062) dirty exists 2024-04-10T15:42:42.840 INFO:tasks.rados.rados.0.smithi069.stdout:3397: left oid 16 (ObjNum 1062 snap 326 seq_num 1062) 2024-04-10T15:42:42.840 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 10 v 1929 (ObjNum 1037 snap 321 seq_num 1037) dirty exists 2024-04-10T15:42:42.840 INFO:tasks.rados.rados.0.smithi069.stdout:3397: done (2 left) 2024-04-10T15:42:42.840 INFO:tasks.rados.rados.0.smithi069.stdout:3399: done (1 left) 2024-04-10T15:42:42.840 INFO:tasks.rados.rados.0.smithi069.stdout:3401: snap_create 2024-04-10T15:42:42.842 INFO:tasks.rados.rados.0.smithi069.stdout:3400: finishing write tid 1 to smithi06982861-3 2024-04-10T15:42:42.842 INFO:tasks.rados.rados.0.smithi069.stdout:3400: finishing write tid 2 to smithi06982861-3 2024-04-10T15:42:42.842 INFO:tasks.rados.rados.0.smithi069.stdout:3400: finishing write tid 3 to smithi06982861-3 2024-04-10T15:42:42.843 INFO:tasks.rados.rados.0.smithi069.stdout:3400: finishing write tid 4 to smithi06982861-3 2024-04-10T15:42:42.843 INFO:tasks.rados.rados.0.smithi069.stdout:3400: oid 3 updating version 0 to 1514 2024-04-10T15:42:42.843 INFO:tasks.rados.rados.0.smithi069.stdout:3400: oid 3 updating version 1514 to 1515 2024-04-10T15:42:42.843 INFO:tasks.rados.rados.0.smithi069.stdout:3400: oid 3 updating version 1515 to 1516 2024-04-10T15:42:42.843 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 3 v 1516 (ObjNum 1064 snap 326 seq_num 1064) dirty exists 2024-04-10T15:42:42.843 INFO:tasks.rados.rados.0.smithi069.stdout:3400: left oid 3 (ObjNum 1064 snap 326 seq_num 1064) 2024-04-10T15:42:43.287 INFO:tasks.rados.rados.0.smithi069.stdout:3400: done (1 left) 2024-04-10T15:42:43.287 INFO:tasks.rados.rados.0.smithi069.stdout:3401: done (0 left) 2024-04-10T15:42:43.288 INFO:tasks.rados.rados.0.smithi069.stdout:3402: delete oid 25 current snap is 327 2024-04-10T15:42:43.292 INFO:tasks.rados.rados.0.smithi069.stdout:3402: done (0 left) 2024-04-10T15:42:43.292 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 45 current snap is 327 2024-04-10T15:42:43.292 INFO:tasks.rados.rados.0.smithi069.stdout:3403: seq_num 1066 ranges {4759552=663552,5423104=401408} 2024-04-10T15:42:43.320 INFO:tasks.rados.rados.0.smithi069.stdout:3403: writing smithi06982861-45 from 4759552 to 5423104 tid 1 2024-04-10T15:42:43.323 INFO:tasks.rados.rados.0.smithi069.stdout:3403: writing smithi06982861-45 from 5423104 to 5824512 tid 2 2024-04-10T15:42:43.323 INFO:tasks.rados.rados.0.smithi069.stdout:3404: read oid 17 snap -1 2024-04-10T15:42:43.323 INFO:tasks.rados.rados.0.smithi069.stdout:3404: expect (ObjNum 929 snap 289 seq_num 929) 2024-04-10T15:42:43.323 INFO:tasks.rados.rados.0.smithi069.stdout:3405: read oid 7 snap -1 2024-04-10T15:42:43.324 INFO:tasks.rados.rados.0.smithi069.stdout:3405: expect (ObjNum 1046 snap 321 seq_num 1046) 2024-04-10T15:42:43.324 INFO:tasks.rados.rados.0.smithi069.stdout:3406: snap_create 2024-04-10T15:42:43.329 INFO:tasks.rados.rados.0.smithi069.stdout:3404: expect (ObjNum 929 snap 289 seq_num 929) 2024-04-10T15:42:43.362 INFO:tasks.rados.rados.0.smithi069.stdout:3403: finishing write tid 1 to smithi06982861-45 2024-04-10T15:42:43.362 INFO:tasks.rados.rados.0.smithi069.stdout:3403: finishing write tid 2 to smithi06982861-45 2024-04-10T15:42:43.362 INFO:tasks.rados.rados.0.smithi069.stdout:3403: finishing write tid 3 to smithi06982861-45 2024-04-10T15:42:43.362 INFO:tasks.rados.rados.0.smithi069.stdout:3403: finishing write tid 4 to smithi06982861-45 2024-04-10T15:42:43.363 INFO:tasks.rados.rados.0.smithi069.stdout:3403: oid 45 updating version 0 to 1517 2024-04-10T15:42:43.365 INFO:tasks.rados.rados.0.smithi069.stdout:3403: oid 45 updating version 1517 to 1519 2024-04-10T15:42:43.365 INFO:tasks.rados.rados.0.smithi069.stdout:3403: oid 45 version 1519 is already newer than 1518 2024-04-10T15:42:43.365 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 45 v 1519 (ObjNum 1066 snap 327 seq_num 1066) dirty exists 2024-04-10T15:42:43.366 INFO:tasks.rados.rados.0.smithi069.stdout:3403: left oid 45 (ObjNum 1066 snap 327 seq_num 1066) 2024-04-10T15:42:43.366 INFO:tasks.rados.rados.0.smithi069.stdout:3405: expect (ObjNum 1046 snap 321 seq_num 1046) 2024-04-10T15:42:43.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:42:43 smithi069 ceph-mon[96738]: osdmap e730: 8 total, 8 up, 8 in 2024-04-10T15:42:43.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:42:43 smithi069 ceph-mon[94167]: osdmap e730: 8 total, 8 up, 8 in 2024-04-10T15:42:43.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:42:43 smithi077 ceph-mon[87572]: osdmap e730: 8 total, 8 up, 8 in 2024-04-10T15:42:44.294 INFO:tasks.rados.rados.0.smithi069.stdout:3403: done (3 left) 2024-04-10T15:42:44.294 INFO:tasks.rados.rados.0.smithi069.stdout:3404: done (2 left) 2024-04-10T15:42:44.294 INFO:tasks.rados.rados.0.smithi069.stdout:3405: done (1 left) 2024-04-10T15:42:44.294 INFO:tasks.rados.rados.0.smithi069.stdout:3406: done (0 left) 2024-04-10T15:42:44.294 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 42 current snap is 328 2024-04-10T15:42:44.294 INFO:tasks.rados.rados.0.smithi069.stdout:3407: seq_num 1067 ranges {0=679936,679936=401408} 2024-04-10T15:42:44.297 INFO:tasks.rados.rados.0.smithi069.stdout:3407: writing smithi06982861-42 from 0 to 679936 tid 1 2024-04-10T15:42:44.300 INFO:tasks.rados.rados.0.smithi069.stdout:3407: writing smithi06982861-42 from 679936 to 1081344 tid 2 2024-04-10T15:42:44.300 INFO:tasks.rados.rados.0.smithi069.stdout:3408: read oid 13 snap -1 2024-04-10T15:42:44.300 INFO:tasks.rados.rados.0.smithi069.stdout:3408: expect (ObjNum 1029 snap 321 seq_num 1029) 2024-04-10T15:42:44.300 INFO:tasks.rados.rados.0.smithi069.stdout:3409: copy_from oid 10 from oid 18 current snap is 328 2024-04-10T15:42:44.301 INFO:tasks.rados.rados.0.smithi069.stdout:3410: read oid 31 snap -1 2024-04-10T15:42:44.301 INFO:tasks.rados.rados.0.smithi069.stdout:3410: expect (ObjNum 1035 snap 321 seq_num 1035) 2024-04-10T15:42:44.301 INFO:tasks.rados.rados.0.smithi069.stdout:3411: read oid 32 snap 324 2024-04-10T15:42:44.301 INFO:tasks.rados.rados.0.smithi069.stdout:3411: expect (ObjNum 975 snap 304 seq_num 975) 2024-04-10T15:42:44.302 INFO:tasks.rados.rados.0.smithi069.stdout:3412: setattr oid 46 current snap is 328 2024-04-10T15:42:44.303 INFO:tasks.rados.rados.0.smithi069.stdout:3413: rmattr oid 25 current snap is 328 2024-04-10T15:42:44.304 INFO:tasks.rados.rados.0.smithi069.stdout:3413: done (6 left) 2024-04-10T15:42:44.304 INFO:tasks.rados.rados.0.smithi069.stdout:3414: copy_from oid 16 from oid 5 current snap is 328 2024-04-10T15:42:44.304 INFO:tasks.rados.rados.0.smithi069.stdout:3415: read oid 49 snap -1 2024-04-10T15:42:44.304 INFO:tasks.rados.rados.0.smithi069.stdout:3415: expect (ObjNum 1053 snap 324 seq_num 1053) 2024-04-10T15:42:44.304 INFO:tasks.rados.rados.0.smithi069.stdout:3416: setattr oid 37 current snap is 328 2024-04-10T15:42:44.305 INFO:tasks.rados.rados.0.smithi069.stdout:3407: finishing write tid 1 to smithi06982861-42 2024-04-10T15:42:44.306 INFO:tasks.rados.rados.0.smithi069.stdout:3407: finishing write tid 2 to smithi06982861-42 2024-04-10T15:42:44.307 INFO:tasks.rados.rados.0.smithi069.stdout:3409: finishing copy_from to smithi06982861-10 2024-04-10T15:42:44.307 INFO:tasks.rados.rados.0.smithi069.stdout:3409: got expected ENOENT (src dne) 2024-04-10T15:42:44.307 INFO:tasks.rados.rados.0.smithi069.stdout:3409: finishing copy_from racing read to smithi06982861-10 2024-04-10T15:42:44.307 INFO:tasks.rados.rados.0.smithi069.stdout:3410: expect (ObjNum 1035 snap 321 seq_num 1035) 2024-04-10T15:42:44.323 INFO:tasks.rados.rados.0.smithi069.stdout:3408: expect (ObjNum 1029 snap 321 seq_num 1029) 2024-04-10T15:42:44.335 INFO:tasks.rados.rados.0.smithi069.stdout:3407: finishing write tid 3 to smithi06982861-42 2024-04-10T15:42:44.335 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 46 v 1489 (ObjNum 1059 snap 325 seq_num 1059) dirty exists 2024-04-10T15:42:44.335 INFO:tasks.rados.rados.0.smithi069.stdout:3415: expect (ObjNum 1053 snap 324 seq_num 1053) 2024-04-10T15:42:44.357 INFO:tasks.rados.rados.0.smithi069.stdout:3407: finishing write tid 4 to smithi06982861-42 2024-04-10T15:42:44.357 INFO:tasks.rados.rados.0.smithi069.stdout:3407: oid 42 updating version 0 to 1545 2024-04-10T15:42:44.357 INFO:tasks.rados.rados.0.smithi069.stdout:3407: oid 42 updating version 1545 to 1546 2024-04-10T15:42:44.357 INFO:tasks.rados.rados.0.smithi069.stdout:3407: oid 42 version 1546 is already newer than 1544 2024-04-10T15:42:44.357 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 42 v 1546 (ObjNum 1067 snap 328 seq_num 1067) dirty exists 2024-04-10T15:42:44.357 INFO:tasks.rados.rados.0.smithi069.stdout:3407: left oid 42 (ObjNum 1067 snap 328 seq_num 1067) 2024-04-10T15:42:44.358 INFO:tasks.rados.rados.0.smithi069.stdout:3414: finishing copy_from to smithi06982861-16 2024-04-10T15:42:44.358 INFO:tasks.rados.rados.0.smithi069.stdout:3414: got expected ENOENT (src dne) 2024-04-10T15:42:44.358 INFO:tasks.rados.rados.0.smithi069.stdout:3414: finishing copy_from racing read to smithi06982861-16 2024-04-10T15:42:44.358 INFO:tasks.rados.rados.0.smithi069.stdout:3411: expect (ObjNum 975 snap 304 seq_num 975) 2024-04-10T15:42:44.478 INFO:tasks.rados.rados.0.smithi069.stdout:3407: done (8 left) 2024-04-10T15:42:44.478 INFO:tasks.rados.rados.0.smithi069.stdout:3408: done (7 left) 2024-04-10T15:42:44.478 INFO:tasks.rados.rados.0.smithi069.stdout:3409: done (6 left) 2024-04-10T15:42:44.478 INFO:tasks.rados.rados.0.smithi069.stdout:3410: done (5 left) 2024-04-10T15:42:44.478 INFO:tasks.rados.rados.0.smithi069.stdout:3411: done (4 left) 2024-04-10T15:42:44.479 INFO:tasks.rados.rados.0.smithi069.stdout:3412: done (3 left) 2024-04-10T15:42:44.479 INFO:tasks.rados.rados.0.smithi069.stdout:3414: done (2 left) 2024-04-10T15:42:44.479 INFO:tasks.rados.rados.0.smithi069.stdout:3415: done (1 left) 2024-04-10T15:42:44.479 INFO:tasks.rados.rados.0.smithi069.stdout:3417: read oid 18 snap -1 2024-04-10T15:42:44.479 INFO:tasks.rados.rados.0.smithi069.stdout:3417: expect deleted 2024-04-10T15:42:44.479 INFO:tasks.rados.rados.0.smithi069.stdout:3418: read oid 13 snap -1 2024-04-10T15:42:44.479 INFO:tasks.rados.rados.0.smithi069.stdout:3418: expect (ObjNum 1029 snap 321 seq_num 1029) 2024-04-10T15:42:44.479 INFO:tasks.rados.rados.0.smithi069.stdout:3419: rollback oid 4 current snap is 328 2024-04-10T15:42:44.479 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 4 to 323 2024-04-10T15:42:44.479 INFO:tasks.rados.rados.0.smithi069.stdout:3420: snap_create 2024-04-10T15:42:44.480 INFO:tasks.rados.rados.0.smithi069.stdout:3418: expect (ObjNum 1029 snap 321 seq_num 1029) 2024-04-10T15:42:44.492 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 37 v 1520 (ObjNum 65 snap 0 seq_num 1834048114) dirty exists 2024-04-10T15:42:44.493 INFO:tasks.rados.rados.0.smithi069.stdout:3419: finishing rollback tid 0 to smithi06982861-4 2024-04-10T15:42:44.493 INFO:tasks.rados.rados.0.smithi069.stdout:3419: finishing rollback tid 1 to smithi06982861-4 2024-04-10T15:42:44.493 INFO:tasks.rados.rados.0.smithi069.stdout:3419: finishing rollback tid 2 to smithi06982861-4 2024-04-10T15:42:44.493 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 4 v 1933 (ObjNum 1013 snap 317 seq_num 1013) dirty exists 2024-04-10T15:42:44.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:42:44 smithi069 ceph-mon[94167]: osdmap e731: 8 total, 8 up, 8 in 2024-04-10T15:42:44.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:42:44 smithi069 ceph-mon[94167]: pgmap v758: 121 pgs: 121 active+clean; 138 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 6.6 MiB/s wr, 30 op/s 2024-04-10T15:42:44.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:42:44 smithi069 ceph-mon[96738]: osdmap e731: 8 total, 8 up, 8 in 2024-04-10T15:42:44.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:42:44 smithi069 ceph-mon[96738]: pgmap v758: 121 pgs: 121 active+clean; 138 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 6.6 MiB/s wr, 30 op/s 2024-04-10T15:42:44.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:42:44 smithi077 ceph-mon[87572]: osdmap e731: 8 total, 8 up, 8 in 2024-04-10T15:42:44.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:42:44 smithi077 ceph-mon[87572]: pgmap v758: 121 pgs: 121 active+clean; 138 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 6.6 MiB/s wr, 30 op/s 2024-04-10T15:42:45.302 INFO:tasks.rados.rados.0.smithi069.stdout:3416: done (4 left) 2024-04-10T15:42:45.302 INFO:tasks.rados.rados.0.smithi069.stdout:3417: done (3 left) 2024-04-10T15:42:45.302 INFO:tasks.rados.rados.0.smithi069.stdout:3418: done (2 left) 2024-04-10T15:42:45.303 INFO:tasks.rados.rados.0.smithi069.stdout:3419: done (1 left) 2024-04-10T15:42:45.303 INFO:tasks.rados.rados.0.smithi069.stdout:3420: done (0 left) 2024-04-10T15:42:45.303 INFO:tasks.rados.rados.0.smithi069.stdout:3421: read oid 11 snap -1 2024-04-10T15:42:45.303 INFO:tasks.rados.rados.0.smithi069.stdout:3421: expect deleted 2024-04-10T15:42:45.303 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 28 current snap is 329 2024-04-10T15:42:45.303 INFO:tasks.rados.rados.0.smithi069.stdout:3422: seq_num 1068 ranges {3645440=696320,4341760=401408} 2024-04-10T15:42:45.325 INFO:tasks.rados.rados.0.smithi069.stdout:3422: writing smithi06982861-28 from 3645440 to 4341760 tid 1 2024-04-10T15:42:45.327 INFO:tasks.rados.rados.0.smithi069.stdout:3422: writing smithi06982861-28 from 4341760 to 4743168 tid 2 2024-04-10T15:42:45.327 INFO:tasks.rados.rados.0.smithi069.stdout:3423: delete oid 49 current snap is 329 2024-04-10T15:42:45.331 INFO:tasks.rados.rados.0.smithi069.stdout:3421: done (2 left) 2024-04-10T15:42:45.331 INFO:tasks.rados.rados.0.smithi069.stdout:3423: done (1 left) 2024-04-10T15:42:45.331 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 48 current snap is 329 2024-04-10T15:42:45.331 INFO:tasks.rados.rados.0.smithi069.stdout:3424: seq_num 1070 ranges {4268032=729088,4997120=401408} 2024-04-10T15:42:45.357 INFO:tasks.rados.rados.0.smithi069.stdout:3424: writing smithi06982861-48 from 4268032 to 4997120 tid 1 2024-04-10T15:42:45.360 INFO:tasks.rados.rados.0.smithi069.stdout:3424: writing smithi06982861-48 from 4997120 to 5398528 tid 2 2024-04-10T15:42:45.360 INFO:tasks.rados.rados.0.smithi069.stdout:3425: setattr oid 21 current snap is 329 2024-04-10T15:42:45.360 INFO:tasks.rados.rados.0.smithi069.stdout:3422: finishing write tid 1 to smithi06982861-28 2024-04-10T15:42:45.360 INFO:tasks.rados.rados.0.smithi069.stdout:3422: finishing write tid 2 to smithi06982861-28 2024-04-10T15:42:45.360 INFO:tasks.rados.rados.0.smithi069.stdout:3422: finishing write tid 3 to smithi06982861-28 2024-04-10T15:42:45.360 INFO:tasks.rados.rados.0.smithi069.stdout:3422: finishing write tid 4 to smithi06982861-28 2024-04-10T15:42:45.360 INFO:tasks.rados.rados.0.smithi069.stdout:3422: oid 28 updating version 0 to 1226 2024-04-10T15:42:45.360 INFO:tasks.rados.rados.0.smithi069.stdout:3422: oid 28 updating version 1226 to 1227 2024-04-10T15:42:45.360 INFO:tasks.rados.rados.0.smithi069.stdout:3422: oid 28 updating version 1227 to 1228 2024-04-10T15:42:45.360 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 28 v 1228 (ObjNum 1068 snap 329 seq_num 1068) dirty exists 2024-04-10T15:42:45.360 INFO:tasks.rados.rados.0.smithi069.stdout:3422: left oid 28 (ObjNum 1068 snap 329 seq_num 1068) 2024-04-10T15:42:45.361 INFO:tasks.rados.rados.0.smithi069.stdout:3422: done (2 left) 2024-04-10T15:42:45.361 INFO:tasks.rados.rados.0.smithi069.stdout:3426: rollback oid 44 current snap is 329 2024-04-10T15:42:45.361 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 44 to 321 2024-04-10T15:42:45.361 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 1 current snap is 329 2024-04-10T15:42:45.361 INFO:tasks.rados.rados.0.smithi069.stdout:3427: seq_num 1071 ranges {1482752=745472,2228224=401408} 2024-04-10T15:42:45.373 INFO:tasks.rados.rados.0.smithi069.stdout:3427: writing smithi06982861-1 from 1482752 to 2228224 tid 1 2024-04-10T15:42:45.377 INFO:tasks.rados.rados.0.smithi069.stdout:3427: writing smithi06982861-1 from 2228224 to 2629632 tid 2 2024-04-10T15:42:45.377 INFO:tasks.rados.rados.0.smithi069.stdout:3428: read oid 34 snap -1 2024-04-10T15:42:45.377 INFO:tasks.rados.rados.0.smithi069.stdout:3428: expect deleted 2024-04-10T15:42:45.377 INFO:tasks.rados.rados.0.smithi069.stdout:3429: rollback oid 24 current snap is 329 2024-04-10T15:42:45.377 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 24 to 326 2024-04-10T15:42:45.377 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 21 v 1603 (ObjNum 920 snap 287 seq_num 920) dirty exists 2024-04-10T15:42:45.377 INFO:tasks.rados.rados.0.smithi069.stdout:3426: finishing rollback tid 1 to smithi06982861-44 2024-04-10T15:42:45.377 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 44 v 0 (ObjNum 161 snap 0 seq_num 0) dirty dne 2024-04-10T15:42:45.377 INFO:tasks.rados.rados.0.smithi069.stdout:3424: finishing write tid 1 to smithi06982861-48 2024-04-10T15:42:45.377 INFO:tasks.rados.rados.0.smithi069.stdout:3424: finishing write tid 2 to smithi06982861-48 2024-04-10T15:42:45.377 INFO:tasks.rados.rados.0.smithi069.stdout:3424: finishing write tid 3 to smithi06982861-48 2024-04-10T15:42:45.377 INFO:tasks.rados.rados.0.smithi069.stdout:3424: finishing write tid 4 to smithi06982861-48 2024-04-10T15:42:45.378 INFO:tasks.rados.rados.0.smithi069.stdout:3424: oid 48 updating version 0 to 1624 2024-04-10T15:42:45.378 INFO:tasks.rados.rados.0.smithi069.stdout:3424: oid 48 updating version 1624 to 1625 2024-04-10T15:42:45.378 INFO:tasks.rados.rados.0.smithi069.stdout:3424: oid 48 updating version 1625 to 1626 2024-04-10T15:42:45.378 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 48 v 1626 (ObjNum 1070 snap 329 seq_num 1070) dirty exists 2024-04-10T15:42:45.378 INFO:tasks.rados.rados.0.smithi069.stdout:3424: left oid 48 (ObjNum 1070 snap 329 seq_num 1070) 2024-04-10T15:42:45.378 INFO:tasks.rados.rados.0.smithi069.stdout:3424: done (5 left) 2024-04-10T15:42:45.378 INFO:tasks.rados.rados.0.smithi069.stdout:3425: done (4 left) 2024-04-10T15:42:45.378 INFO:tasks.rados.rados.0.smithi069.stdout:3426: done (3 left) 2024-04-10T15:42:45.378 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 50 current snap is 329 2024-04-10T15:42:45.378 INFO:tasks.rados.rados.0.smithi069.stdout:3430: seq_num 1072 ranges {11804672=761856,12566528=401408} 2024-04-10T15:42:45.443 INFO:tasks.rados.rados.0.smithi069.stdout:3430: writing smithi06982861-50 from 11804672 to 12566528 tid 1 2024-04-10T15:42:45.446 INFO:tasks.rados.rados.0.smithi069.stdout:3430: writing smithi06982861-50 from 12566528 to 12967936 tid 2 2024-04-10T15:42:45.446 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 19 current snap is 329 2024-04-10T15:42:45.446 INFO:tasks.rados.rados.0.smithi069.stdout:3431: seq_num 1073 ranges {5873664=778240,6651904=401408} 2024-04-10T15:42:45.481 INFO:tasks.rados.rados.0.smithi069.stdout:3431: writing smithi06982861-19 from 5873664 to 6651904 tid 1 2024-04-10T15:42:45.483 INFO:tasks.rados.rados.0.smithi069.stdout:3431: writing smithi06982861-19 from 6651904 to 7053312 tid 2 2024-04-10T15:42:45.483 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 22 current snap is 329 2024-04-10T15:42:45.483 INFO:tasks.rados.rados.0.smithi069.stdout:3427: finishing write tid 1 to smithi06982861-1 2024-04-10T15:42:45.483 INFO:tasks.rados.rados.0.smithi069.stdout:3432: seq_num 1074 ranges {1163264=794624,1957888=401408} 2024-04-10T15:42:45.493 INFO:tasks.rados.rados.0.smithi069.stdout:3432: writing smithi06982861-22 from 1163264 to 1957888 tid 1 2024-04-10T15:42:45.497 INFO:tasks.rados.rados.0.smithi069.stdout:3432: writing smithi06982861-22 from 1957888 to 2359296 tid 2 2024-04-10T15:42:45.497 INFO:tasks.rados.rados.0.smithi069.stdout:3428: done (5 left) 2024-04-10T15:42:45.497 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 42 current snap is 329 2024-04-10T15:42:45.497 INFO:tasks.rados.rados.0.smithi069.stdout:3427: finishing write tid 2 to smithi06982861-1 2024-04-10T15:42:45.497 INFO:tasks.rados.rados.0.smithi069.stdout:3427: finishing write tid 3 to smithi06982861-1 2024-04-10T15:42:45.497 INFO:tasks.rados.rados.0.smithi069.stdout:3429: finishing rollback tid 0 to smithi06982861-24 2024-04-10T15:42:45.497 INFO:tasks.rados.rados.0.smithi069.stdout:3429: finishing rollback tid 1 to smithi06982861-24 2024-04-10T15:42:45.497 INFO:tasks.rados.rados.0.smithi069.stdout:3429: finishing rollback tid 2 to smithi06982861-24 2024-04-10T15:42:45.497 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 24 v 1550 (ObjNum 1020 snap 318 seq_num 1020) dirty exists 2024-04-10T15:42:45.498 INFO:tasks.rados.rados.0.smithi069.stdout:3427: finishing write tid 4 to smithi06982861-1 2024-04-10T15:42:45.498 INFO:tasks.rados.rados.0.smithi069.stdout:3427: oid 1 updating version 0 to 1499 2024-04-10T15:42:45.498 INFO:tasks.rados.rados.0.smithi069.stdout:3427: oid 1 version 1499 is already newer than 1498 2024-04-10T15:42:45.498 INFO:tasks.rados.rados.0.smithi069.stdout:3427: oid 1 updating version 1499 to 1500 2024-04-10T15:42:45.498 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 1 v 1500 (ObjNum 1071 snap 329 seq_num 1071) dirty exists 2024-04-10T15:42:45.498 INFO:tasks.rados.rados.0.smithi069.stdout:3427: left oid 1 (ObjNum 1071 snap 329 seq_num 1071) 2024-04-10T15:42:45.498 INFO:tasks.rados.rados.0.smithi069.stdout:3430: finishing write tid 1 to smithi06982861-50 2024-04-10T15:42:45.498 INFO:tasks.rados.rados.0.smithi069.stdout:3430: finishing write tid 2 to smithi06982861-50 2024-04-10T15:42:45.498 INFO:tasks.rados.rados.0.smithi069.stdout:3430: finishing write tid 3 to smithi06982861-50 2024-04-10T15:42:45.498 INFO:tasks.rados.rados.0.smithi069.stdout:3430: finishing write tid 4 to smithi06982861-50 2024-04-10T15:42:45.498 INFO:tasks.rados.rados.0.smithi069.stdout:3430: oid 50 updating version 0 to 1609 2024-04-10T15:42:45.498 INFO:tasks.rados.rados.0.smithi069.stdout:3430: oid 50 version 1609 is already newer than 1607 2024-04-10T15:42:45.499 INFO:tasks.rados.rados.0.smithi069.stdout:3430: oid 50 version 1609 is already newer than 1608 2024-04-10T15:42:45.499 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 50 v 1609 (ObjNum 1072 snap 329 seq_num 1072) dirty exists 2024-04-10T15:42:45.499 INFO:tasks.rados.rados.0.smithi069.stdout:3430: left oid 50 (ObjNum 1072 snap 329 seq_num 1072) 2024-04-10T15:42:45.499 INFO:tasks.rados.rados.0.smithi069.stdout:3431: finishing write tid 1 to smithi06982861-19 2024-04-10T15:42:45.499 INFO:tasks.rados.rados.0.smithi069.stdout:3431: finishing write tid 2 to smithi06982861-19 2024-04-10T15:42:45.499 INFO:tasks.rados.rados.0.smithi069.stdout:3433: seq_num 1075 ranges {1081344=409600,1490944=671744,2162688=131072} 2024-04-10T15:42:45.504 INFO:tasks.rados.rados.0.smithi069.stdout:3433: writing smithi06982861-42 from 1081344 to 1490944 tid 1 2024-04-10T15:42:45.507 INFO:tasks.rados.rados.0.smithi069.stdout:3433: writing smithi06982861-42 from 1490944 to 2162688 tid 2 2024-04-10T15:42:45.508 INFO:tasks.rados.rados.0.smithi069.stdout:3433: writing smithi06982861-42 from 2162688 to 2293760 tid 3 2024-04-10T15:42:45.508 INFO:tasks.rados.rados.0.smithi069.stdout:3427: done (5 left) 2024-04-10T15:42:45.508 INFO:tasks.rados.rados.0.smithi069.stdout:3429: done (4 left) 2024-04-10T15:42:45.508 INFO:tasks.rados.rados.0.smithi069.stdout:3430: done (3 left) 2024-04-10T15:42:45.508 INFO:tasks.rados.rados.0.smithi069.stdout:3434: snap_remove snap 327 2024-04-10T15:42:45.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:42:45 smithi069 ceph-mon[94167]: osdmap e732: 8 total, 8 up, 8 in 2024-04-10T15:42:45.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:42:45 smithi069 ceph-mon[96738]: osdmap e732: 8 total, 8 up, 8 in 2024-04-10T15:42:45.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:42:45 smithi077 ceph-mon[87572]: osdmap e732: 8 total, 8 up, 8 in 2024-04-10T15:42:46.236 INFO:tasks.rados.rados.0.smithi069.stdout:3434: done (3 left) 2024-04-10T15:42:46.236 INFO:tasks.rados.rados.0.smithi069.stdout:3435: read oid 49 snap -1 2024-04-10T15:42:46.236 INFO:tasks.rados.rados.0.smithi069.stdout:3435: expect deleted 2024-04-10T15:42:46.237 INFO:tasks.rados.rados.0.smithi069.stdout:3436: snap_create 2024-04-10T15:42:46.237 INFO:tasks.rados.rados.0.smithi069.stdout:3431: finishing write tid 3 to smithi06982861-19 2024-04-10T15:42:46.237 INFO:tasks.rados.rados.0.smithi069.stdout:3431: finishing write tid 4 to smithi06982861-19 2024-04-10T15:42:46.237 INFO:tasks.rados.rados.0.smithi069.stdout:3431: oid 19 updating version 0 to 1935 2024-04-10T15:42:46.237 INFO:tasks.rados.rados.0.smithi069.stdout:3431: oid 19 updating version 1935 to 1936 2024-04-10T15:42:46.237 INFO:tasks.rados.rados.0.smithi069.stdout:3431: oid 19 updating version 1936 to 1937 2024-04-10T15:42:46.237 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 19 v 1937 (ObjNum 1073 snap 329 seq_num 1073) dirty exists 2024-04-10T15:42:46.237 INFO:tasks.rados.rados.0.smithi069.stdout:3431: left oid 19 (ObjNum 1073 snap 329 seq_num 1073) 2024-04-10T15:42:46.237 INFO:tasks.rados.rados.0.smithi069.stdout:3432: finishing write tid 1 to smithi06982861-22 2024-04-10T15:42:46.237 INFO:tasks.rados.rados.0.smithi069.stdout:3432: finishing write tid 2 to smithi06982861-22 2024-04-10T15:42:46.237 INFO:tasks.rados.rados.0.smithi069.stdout:3432: finishing write tid 3 to smithi06982861-22 2024-04-10T15:42:46.237 INFO:tasks.rados.rados.0.smithi069.stdout:3432: finishing write tid 4 to smithi06982861-22 2024-04-10T15:42:46.237 INFO:tasks.rados.rados.0.smithi069.stdout:3432: oid 22 updating version 0 to 1533 2024-04-10T15:42:46.237 INFO:tasks.rados.rados.0.smithi069.stdout:3432: oid 22 updating version 1533 to 1535 2024-04-10T15:42:46.237 INFO:tasks.rados.rados.0.smithi069.stdout:3432: oid 22 version 1535 is already newer than 1534 2024-04-10T15:42:46.238 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 22 v 1535 (ObjNum 1074 snap 329 seq_num 1074) dirty exists 2024-04-10T15:42:46.238 INFO:tasks.rados.rados.0.smithi069.stdout:3432: left oid 22 (ObjNum 1074 snap 329 seq_num 1074) 2024-04-10T15:42:46.238 INFO:tasks.rados.rados.0.smithi069.stdout:3433: finishing write tid 1 to smithi06982861-42 2024-04-10T15:42:46.238 INFO:tasks.rados.rados.0.smithi069.stdout:3433: finishing write tid 2 to smithi06982861-42 2024-04-10T15:42:46.238 INFO:tasks.rados.rados.0.smithi069.stdout:3433: finishing write tid 3 to smithi06982861-42 2024-04-10T15:42:46.238 INFO:tasks.rados.rados.0.smithi069.stdout:3433: finishing write tid 4 to smithi06982861-42 2024-04-10T15:42:46.238 INFO:tasks.rados.rados.0.smithi069.stdout:3433: finishing write tid 5 to smithi06982861-42 2024-04-10T15:42:46.238 INFO:tasks.rados.rados.0.smithi069.stdout:3433: oid 42 updating version 0 to 1554 2024-04-10T15:42:46.238 INFO:tasks.rados.rados.0.smithi069.stdout:3433: oid 42 version 1554 is already newer than 1553 2024-04-10T15:42:46.238 INFO:tasks.rados.rados.0.smithi069.stdout:3433: oid 42 version 1554 is already newer than 1552 2024-04-10T15:42:46.238 INFO:tasks.rados.rados.0.smithi069.stdout:3433: oid 42 version 1554 is already newer than 1551 2024-04-10T15:42:46.238 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 42 v 1554 (ObjNum 1075 snap 329 seq_num 1075) dirty exists 2024-04-10T15:42:46.238 INFO:tasks.rados.rados.0.smithi069.stdout:3433: left oid 42 (ObjNum 1075 snap 329 seq_num 1075) 2024-04-10T15:42:46.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:42:46 smithi069 ceph-mon[94167]: osdmap e733: 8 total, 8 up, 8 in 2024-04-10T15:42:46.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:42:46 smithi069 ceph-mon[94167]: pgmap v761: 121 pgs: 121 active+clean; 141 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 2.4 MiB/s wr, 53 op/s 2024-04-10T15:42:46.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:42:46 smithi069 ceph-mon[94167]: osdmap e734: 8 total, 8 up, 8 in 2024-04-10T15:42:46.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:42:46 smithi069 ceph-mon[96738]: osdmap e733: 8 total, 8 up, 8 in 2024-04-10T15:42:46.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:42:46 smithi069 ceph-mon[96738]: pgmap v761: 121 pgs: 121 active+clean; 141 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 2.4 MiB/s wr, 53 op/s 2024-04-10T15:42:46.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:42:46 smithi069 ceph-mon[96738]: osdmap e734: 8 total, 8 up, 8 in 2024-04-10T15:42:46.644 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:42:46 smithi077 ceph-mon[87572]: osdmap e733: 8 total, 8 up, 8 in 2024-04-10T15:42:46.644 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:42:46 smithi077 ceph-mon[87572]: pgmap v761: 121 pgs: 121 active+clean; 141 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 2.4 MiB/s wr, 53 op/s 2024-04-10T15:42:46.644 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:42:46 smithi077 ceph-mon[87572]: osdmap e734: 8 total, 8 up, 8 in 2024-04-10T15:42:47.239 INFO:tasks.rados.rados.0.smithi069.stdout:3431: done (4 left) 2024-04-10T15:42:47.239 INFO:tasks.rados.rados.0.smithi069.stdout:3432: done (3 left) 2024-04-10T15:42:47.239 INFO:tasks.rados.rados.0.smithi069.stdout:3433: done (2 left) 2024-04-10T15:42:47.239 INFO:tasks.rados.rados.0.smithi069.stdout:3435: done (1 left) 2024-04-10T15:42:47.239 INFO:tasks.rados.rados.0.smithi069.stdout:3436: done (0 left) 2024-04-10T15:42:47.239 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 18 current snap is 330 2024-04-10T15:42:47.239 INFO:tasks.rados.rados.0.smithi069.stdout:3437: seq_num 1076 ranges {0=425984,425984=548864,974848=253952} 2024-04-10T15:42:47.241 INFO:tasks.rados.rados.0.smithi069.stdout:3437: writing smithi06982861-18 from 0 to 425984 tid 1 2024-04-10T15:42:47.244 INFO:tasks.rados.rados.0.smithi069.stdout:3437: writing smithi06982861-18 from 425984 to 974848 tid 2 2024-04-10T15:42:47.245 INFO:tasks.rados.rados.0.smithi069.stdout:3437: writing smithi06982861-18 from 974848 to 1228800 tid 3 2024-04-10T15:42:47.245 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 5 current snap is 330 2024-04-10T15:42:47.245 INFO:tasks.rados.rados.0.smithi069.stdout:3438: seq_num 1077 ranges {0=442368,442368=434176,876544=368640} 2024-04-10T15:42:47.247 INFO:tasks.rados.rados.0.smithi069.stdout:3438: writing smithi06982861-5 from 0 to 442368 tid 1 2024-04-10T15:42:47.250 INFO:tasks.rados.rados.0.smithi069.stdout:3438: writing smithi06982861-5 from 442368 to 876544 tid 2 2024-04-10T15:42:47.253 INFO:tasks.rados.rados.0.smithi069.stdout:3438: writing smithi06982861-5 from 876544 to 1245184 tid 3 2024-04-10T15:42:47.253 INFO:tasks.rados.rados.0.smithi069.stdout:3439: delete oid 35 current snap is 330 2024-04-10T15:42:47.253 INFO:tasks.rados.rados.0.smithi069.stdout:3437: finishing write tid 1 to smithi06982861-18 2024-04-10T15:42:47.253 INFO:tasks.rados.rados.0.smithi069.stdout:3437: finishing write tid 2 to smithi06982861-18 2024-04-10T15:42:47.253 INFO:tasks.rados.rados.0.smithi069.stdout:3437: finishing write tid 3 to smithi06982861-18 2024-04-10T15:42:47.253 INFO:tasks.rados.rados.0.smithi069.stdout:3437: finishing write tid 4 to smithi06982861-18 2024-04-10T15:42:47.253 INFO:tasks.rados.rados.0.smithi069.stdout:3437: finishing write tid 5 to smithi06982861-18 2024-04-10T15:42:47.253 INFO:tasks.rados.rados.0.smithi069.stdout:3437: oid 18 updating version 0 to 1601 2024-04-10T15:42:47.254 INFO:tasks.rados.rados.0.smithi069.stdout:3437: oid 18 updating version 1601 to 1603 2024-04-10T15:42:47.254 INFO:tasks.rados.rados.0.smithi069.stdout:3437: oid 18 version 1603 is already newer than 1602 2024-04-10T15:42:47.254 INFO:tasks.rados.rados.0.smithi069.stdout:3437: oid 18 updating version 1603 to 1604 2024-04-10T15:42:47.254 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 18 v 1604 (ObjNum 1076 snap 330 seq_num 1076) dirty exists 2024-04-10T15:42:47.254 INFO:tasks.rados.rados.0.smithi069.stdout:3437: left oid 18 (ObjNum 1076 snap 330 seq_num 1076) 2024-04-10T15:42:47.254 INFO:tasks.rados.rados.0.smithi069.stdout:3438: finishing write tid 1 to smithi06982861-5 2024-04-10T15:42:47.255 INFO:tasks.rados.rados.0.smithi069.stdout:3437: done (2 left) 2024-04-10T15:42:47.255 INFO:tasks.rados.rados.0.smithi069.stdout:3439: done (1 left) 2024-04-10T15:42:47.255 INFO:tasks.rados.rados.0.smithi069.stdout:3440: delete oid 33 current snap is 330 2024-04-10T15:42:47.258 INFO:tasks.rados.rados.0.smithi069.stdout:3438: finishing write tid 2 to smithi06982861-5 2024-04-10T15:42:47.258 INFO:tasks.rados.rados.0.smithi069.stdout:3438: finishing write tid 3 to smithi06982861-5 2024-04-10T15:42:47.258 INFO:tasks.rados.rados.0.smithi069.stdout:3438: finishing write tid 4 to smithi06982861-5 2024-04-10T15:42:47.259 INFO:tasks.rados.rados.0.smithi069.stdout:3438: finishing write tid 5 to smithi06982861-5 2024-04-10T15:42:47.259 INFO:tasks.rados.rados.0.smithi069.stdout:3438: oid 5 updating version 0 to 1631 2024-04-10T15:42:47.259 INFO:tasks.rados.rados.0.smithi069.stdout:3438: oid 5 version 1631 is already newer than 1630 2024-04-10T15:42:47.259 INFO:tasks.rados.rados.0.smithi069.stdout:3438: oid 5 version 1631 is already newer than 1628 2024-04-10T15:42:47.260 INFO:tasks.rados.rados.0.smithi069.stdout:3438: oid 5 version 1631 is already newer than 1629 2024-04-10T15:42:47.260 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 5 v 1631 (ObjNum 1077 snap 330 seq_num 1077) dirty exists 2024-04-10T15:42:47.260 INFO:tasks.rados.rados.0.smithi069.stdout:3438: left oid 5 (ObjNum 1077 snap 330 seq_num 1077) 2024-04-10T15:42:47.260 INFO:tasks.rados.rados.0.smithi069.stdout:3438: done (1 left) 2024-04-10T15:42:47.260 INFO:tasks.rados.rados.0.smithi069.stdout:3440: done (0 left) 2024-04-10T15:42:47.260 INFO:tasks.rados.rados.0.smithi069.stdout:3441: snap_create 2024-04-10T15:42:47.336 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:42:46 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:15:42:46] "GET /metrics HTTP/1.1" 200 36315 "" "Prometheus/2.43.0" 2024-04-10T15:42:48.246 INFO:tasks.rados.rados.0.smithi069.stdout:3441: done (0 left) 2024-04-10T15:42:48.246 INFO:tasks.rados.rados.0.smithi069.stdout:3442: copy_from oid 23 from oid 22 current snap is 331 2024-04-10T15:42:48.246 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 33 current snap is 331 2024-04-10T15:42:48.246 INFO:tasks.rados.rados.0.smithi069.stdout:3443: seq_num 1080 ranges {0=491520,491520=540672,1032192=262144} 2024-04-10T15:42:48.248 INFO:tasks.rados.rados.0.smithi069.stdout:3443: writing smithi06982861-33 from 0 to 491520 tid 1 2024-04-10T15:42:48.251 INFO:tasks.rados.rados.0.smithi069.stdout:3443: writing smithi06982861-33 from 491520 to 1032192 tid 2 2024-04-10T15:42:48.253 INFO:tasks.rados.rados.0.smithi069.stdout:3443: writing smithi06982861-33 from 1032192 to 1294336 tid 3 2024-04-10T15:42:48.253 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 13 current snap is 331 2024-04-10T15:42:48.253 INFO:tasks.rados.rados.0.smithi069.stdout:3444: seq_num 1081 ranges {442368=507904,950272=425984,1376256=376832} 2024-04-10T15:42:48.259 INFO:tasks.rados.rados.0.smithi069.stdout:3444: writing smithi06982861-13 from 442368 to 950272 tid 1 2024-04-10T15:42:48.261 INFO:tasks.rados.rados.0.smithi069.stdout:3444: writing smithi06982861-13 from 950272 to 1376256 tid 2 2024-04-10T15:42:48.264 INFO:tasks.rados.rados.0.smithi069.stdout:3444: writing smithi06982861-13 from 1376256 to 1753088 tid 3 2024-04-10T15:42:48.265 INFO:tasks.rados.rados.0.smithi069.stdout:3445: rmattr oid 16 current snap is 331 2024-04-10T15:42:48.265 INFO:tasks.rados.rados.0.smithi069.stdout:3445: done (3 left) 2024-04-10T15:42:48.265 INFO:tasks.rados.rados.0.smithi069.stdout:3446: snap_create 2024-04-10T15:42:48.265 INFO:tasks.rados.rados.0.smithi069.stdout:3443: finishing write tid 1 to smithi06982861-33 2024-04-10T15:42:48.265 INFO:tasks.rados.rados.0.smithi069.stdout:3443: finishing write tid 2 to smithi06982861-33 2024-04-10T15:42:48.265 INFO:tasks.rados.rados.0.smithi069.stdout:3443: finishing write tid 3 to smithi06982861-33 2024-04-10T15:42:48.265 INFO:tasks.rados.rados.0.smithi069.stdout:3443: finishing write tid 4 to smithi06982861-33 2024-04-10T15:42:48.265 INFO:tasks.rados.rados.0.smithi069.stdout:3442: finishing copy_from racing read to smithi06982861-23 2024-04-10T15:42:48.265 INFO:tasks.rados.rados.0.smithi069.stdout:3443: finishing write tid 5 to smithi06982861-33 2024-04-10T15:42:48.265 INFO:tasks.rados.rados.0.smithi069.stdout:3443: oid 33 updating version 0 to 1865 2024-04-10T15:42:48.265 INFO:tasks.rados.rados.0.smithi069.stdout:3443: oid 33 version 1865 is already newer than 1862 2024-04-10T15:42:48.265 INFO:tasks.rados.rados.0.smithi069.stdout:3443: oid 33 version 1865 is already newer than 1864 2024-04-10T15:42:48.265 INFO:tasks.rados.rados.0.smithi069.stdout:3443: oid 33 version 1865 is already newer than 1863 2024-04-10T15:42:48.265 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 33 v 1865 (ObjNum 1080 snap 331 seq_num 1080) dirty exists 2024-04-10T15:42:48.265 INFO:tasks.rados.rados.0.smithi069.stdout:3443: left oid 33 (ObjNum 1080 snap 331 seq_num 1080) 2024-04-10T15:42:48.266 INFO:tasks.rados.rados.0.smithi069.stdout:3442: finishing copy_from to smithi06982861-23 2024-04-10T15:42:48.266 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 23 v 1535 (ObjNum 1074 snap 329 seq_num 1074) dirty exists 2024-04-10T15:42:48.266 INFO:tasks.rados.rados.0.smithi069.stdout:3444: finishing write tid 1 to smithi06982861-13 2024-04-10T15:42:48.270 INFO:tasks.rados.rados.0.smithi069.stdout:3444: finishing write tid 2 to smithi06982861-13 2024-04-10T15:42:48.270 INFO:tasks.rados.rados.0.smithi069.stdout:3444: finishing write tid 3 to smithi06982861-13 2024-04-10T15:42:48.270 INFO:tasks.rados.rados.0.smithi069.stdout:3444: finishing write tid 4 to smithi06982861-13 2024-04-10T15:42:48.271 INFO:tasks.rados.rados.0.smithi069.stdout:3444: finishing write tid 5 to smithi06982861-13 2024-04-10T15:42:48.271 INFO:tasks.rados.rados.0.smithi069.stdout:3444: oid 13 updating version 0 to 1633 2024-04-10T15:42:48.271 INFO:tasks.rados.rados.0.smithi069.stdout:3444: oid 13 updating version 1633 to 1636 2024-04-10T15:42:48.271 INFO:tasks.rados.rados.0.smithi069.stdout:3444: oid 13 version 1636 is already newer than 1634 2024-04-10T15:42:48.271 INFO:tasks.rados.rados.0.smithi069.stdout:3444: oid 13 version 1636 is already newer than 1635 2024-04-10T15:42:48.271 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 13 v 1636 (ObjNum 1081 snap 331 seq_num 1081) dirty exists 2024-04-10T15:42:48.271 INFO:tasks.rados.rados.0.smithi069.stdout:3444: left oid 13 (ObjNum 1081 snap 331 seq_num 1081) 2024-04-10T15:42:48.493 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:42:48 smithi077 ceph-mon[87572]: osdmap e735: 8 total, 8 up, 8 in 2024-04-10T15:42:48.493 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:42:48 smithi077 ceph-mon[87572]: pgmap v764: 121 pgs: 121 active+clean; 141 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 902 KiB/s wr, 28 op/s 2024-04-10T15:42:48.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:42:48 smithi069 ceph-mon[96738]: osdmap e735: 8 total, 8 up, 8 in 2024-04-10T15:42:48.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:42:48 smithi069 ceph-mon[96738]: pgmap v764: 121 pgs: 121 active+clean; 141 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 902 KiB/s wr, 28 op/s 2024-04-10T15:42:48.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:42:48 smithi069 ceph-mon[94167]: osdmap e735: 8 total, 8 up, 8 in 2024-04-10T15:42:48.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:42:48 smithi069 ceph-mon[94167]: pgmap v764: 121 pgs: 121 active+clean; 141 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 902 KiB/s wr, 28 op/s 2024-04-10T15:42:49.252 INFO:tasks.rados.rados.0.smithi069.stdout:3442: done (3 left) 2024-04-10T15:42:49.253 INFO:tasks.rados.rados.0.smithi069.stdout:3443: done (2 left) 2024-04-10T15:42:49.253 INFO:tasks.rados.rados.0.smithi069.stdout:3444: done (1 left) 2024-04-10T15:42:49.253 INFO:tasks.rados.rados.0.smithi069.stdout:3446: done (0 left) 2024-04-10T15:42:49.253 INFO:tasks.rados.rados.0.smithi069.stdout:3447: delete oid 7 current snap is 332 2024-04-10T15:42:49.262 INFO:tasks.rados.rados.0.smithi069.stdout:3447: done (0 left) 2024-04-10T15:42:49.262 INFO:tasks.rados.rados.0.smithi069.stdout:3448: snap_remove snap 331 2024-04-10T15:42:49.493 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:42:49 smithi077 ceph-mon[87572]: osdmap e736: 8 total, 8 up, 8 in 2024-04-10T15:42:49.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:42:49 smithi069 ceph-mon[96738]: osdmap e736: 8 total, 8 up, 8 in 2024-04-10T15:42:49.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:42:49 smithi069 ceph-mon[94167]: osdmap e736: 8 total, 8 up, 8 in 2024-04-10T15:42:50.258 INFO:tasks.rados.rados.0.smithi069.stdout:3448: done (0 left) 2024-04-10T15:42:50.258 INFO:tasks.rados.rados.0.smithi069.stdout:3449: read oid 20 snap -1 2024-04-10T15:42:50.259 INFO:tasks.rados.rados.0.smithi069.stdout:3449: expect deleted 2024-04-10T15:42:50.259 INFO:tasks.rados.rados.0.smithi069.stdout:3450: read oid 12 snap -1 2024-04-10T15:42:50.259 INFO:tasks.rados.rados.0.smithi069.stdout:3450: expect (ObjNum 993 snap 311 seq_num 993) 2024-04-10T15:42:50.259 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 1 current snap is 332 2024-04-10T15:42:50.259 INFO:tasks.rados.rados.0.smithi069.stdout:3451: seq_num 1083 ranges {2629632=540672,3170304=589824,3760128=212992} 2024-04-10T15:42:50.276 INFO:tasks.rados.rados.0.smithi069.stdout:3451: writing smithi06982861-1 from 2629632 to 3170304 tid 1 2024-04-10T15:42:50.279 INFO:tasks.rados.rados.0.smithi069.stdout:3451: writing smithi06982861-1 from 3170304 to 3760128 tid 2 2024-04-10T15:42:50.281 INFO:tasks.rados.rados.0.smithi069.stdout:3451: writing smithi06982861-1 from 3760128 to 3973120 tid 3 2024-04-10T15:42:50.281 INFO:tasks.rados.rados.0.smithi069.stdout:3452: rollback oid 10 current snap is 332 2024-04-10T15:42:50.281 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 10 to 323 2024-04-10T15:42:50.281 INFO:tasks.rados.rados.0.smithi069.stdout:3449: done (3 left) 2024-04-10T15:42:50.282 INFO:tasks.rados.rados.0.smithi069.stdout:3453: read oid 26 snap -1 2024-04-10T15:42:50.282 INFO:tasks.rados.rados.0.smithi069.stdout:3453: expect (ObjNum 1053 snap 324 seq_num 1053) 2024-04-10T15:42:50.282 INFO:tasks.rados.rados.0.smithi069.stdout:3454: copy_from oid 3 from oid 2 current snap is 332 2024-04-10T15:42:50.282 INFO:tasks.rados.rados.0.smithi069.stdout:3455: rollback oid 5 current snap is 332 2024-04-10T15:42:50.282 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 5 to 321 2024-04-10T15:42:50.282 INFO:tasks.rados.rados.0.smithi069.stdout:3456: setattr oid 31 current snap is 332 2024-04-10T15:42:50.286 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 9 current snap is 332 2024-04-10T15:42:50.287 INFO:tasks.rados.rados.0.smithi069.stdout:3457: seq_num 1084 ranges {0=557056,557056=475136,1032192=327680} 2024-04-10T15:42:50.290 INFO:tasks.rados.rados.0.smithi069.stdout:3457: writing smithi06982861-9 from 0 to 557056 tid 1 2024-04-10T15:42:50.293 INFO:tasks.rados.rados.0.smithi069.stdout:3457: writing smithi06982861-9 from 557056 to 1032192 tid 2 2024-04-10T15:42:50.296 INFO:tasks.rados.rados.0.smithi069.stdout:3457: writing smithi06982861-9 from 1032192 to 1359872 tid 3 2024-04-10T15:42:50.296 INFO:tasks.rados.rados.0.smithi069.stdout:3458: read oid 45 snap -1 2024-04-10T15:42:50.296 INFO:tasks.rados.rados.0.smithi069.stdout:3458: expect (ObjNum 1066 snap 327 seq_num 1066) 2024-04-10T15:42:50.296 INFO:tasks.rados.rados.0.smithi069.stdout:3459: rollback oid 35 current snap is 332 2024-04-10T15:42:50.296 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 35 to 322 2024-04-10T15:42:50.296 INFO:tasks.rados.rados.0.smithi069.stdout:3460: delete oid 21 current snap is 332 2024-04-10T15:42:50.296 INFO:tasks.rados.rados.0.smithi069.stdout:3455: finishing rollback tid 0 to smithi06982861-5 2024-04-10T15:42:50.297 INFO:tasks.rados.rados.0.smithi069.stdout:3455: finishing rollback tid 1 to smithi06982861-5 2024-04-10T15:42:50.297 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 5 v 1639 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-04-10T15:42:50.298 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 31 v 1866 (ObjNum 1035 snap 321 seq_num 1035) dirty exists 2024-04-10T15:42:50.298 INFO:tasks.rados.rados.0.smithi069.stdout:3452: finishing rollback tid 0 to smithi06982861-10 2024-04-10T15:42:50.298 INFO:tasks.rados.rados.0.smithi069.stdout:3453: expect (ObjNum 1053 snap 324 seq_num 1053) 2024-04-10T15:42:50.327 INFO:tasks.rados.rados.0.smithi069.stdout:3452: finishing rollback tid 1 to smithi06982861-10 2024-04-10T15:42:50.328 INFO:tasks.rados.rados.0.smithi069.stdout:3452: finishing rollback tid 2 to smithi06982861-10 2024-04-10T15:42:50.328 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 10 v 1945 (ObjNum 1037 snap 321 seq_num 1037) dirty exists 2024-04-10T15:42:50.328 INFO:tasks.rados.rados.0.smithi069.stdout:3451: finishing write tid 1 to smithi06982861-1 2024-04-10T15:42:50.328 INFO:tasks.rados.rados.0.smithi069.stdout:3457: finishing write tid 1 to smithi06982861-9 2024-04-10T15:42:50.328 INFO:tasks.rados.rados.0.smithi069.stdout:3452: done (10 left) 2024-04-10T15:42:50.328 INFO:tasks.rados.rados.0.smithi069.stdout:3453: done (9 left) 2024-04-10T15:42:50.328 INFO:tasks.rados.rados.0.smithi069.stdout:3455: done (8 left) 2024-04-10T15:42:50.328 INFO:tasks.rados.rados.0.smithi069.stdout:3456: done (7 left) 2024-04-10T15:42:50.328 INFO:tasks.rados.rados.0.smithi069.stdout:3460: done (6 left) 2024-04-10T15:42:50.329 INFO:tasks.rados.rados.0.smithi069.stdout:3461: rmattr oid 41 current snap is 332 2024-04-10T15:42:50.329 INFO:tasks.rados.rados.0.smithi069.stdout:3461: done (6 left) 2024-04-10T15:42:50.329 INFO:tasks.rados.rados.0.smithi069.stdout:3462: snap_create 2024-04-10T15:42:50.329 INFO:tasks.rados.rados.0.smithi069.stdout:3451: finishing write tid 2 to smithi06982861-1 2024-04-10T15:42:50.329 INFO:tasks.rados.rados.0.smithi069.stdout:3457: finishing write tid 2 to smithi06982861-9 2024-04-10T15:42:50.329 INFO:tasks.rados.rados.0.smithi069.stdout:3451: finishing write tid 3 to smithi06982861-1 2024-04-10T15:42:50.329 INFO:tasks.rados.rados.0.smithi069.stdout:3451: finishing write tid 4 to smithi06982861-1 2024-04-10T15:42:50.329 INFO:tasks.rados.rados.0.smithi069.stdout:3459: finishing rollback tid 1 to smithi06982861-35 2024-04-10T15:42:50.329 INFO:tasks.rados.rados.0.smithi069.stdout:3459: finishing rollback tid 2 to smithi06982861-35 2024-04-10T15:42:50.329 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 35 v 1507 (ObjNum 892 snap 280 seq_num 892) dirty exists 2024-04-10T15:42:50.329 INFO:tasks.rados.rados.0.smithi069.stdout:3457: finishing write tid 3 to smithi06982861-9 2024-04-10T15:42:50.329 INFO:tasks.rados.rados.0.smithi069.stdout:3457: finishing write tid 4 to smithi06982861-9 2024-04-10T15:42:50.329 INFO:tasks.rados.rados.0.smithi069.stdout:3457: finishing write tid 5 to smithi06982861-9 2024-04-10T15:42:50.329 INFO:tasks.rados.rados.0.smithi069.stdout:3457: oid 9 updating version 0 to 1606 2024-04-10T15:42:50.329 INFO:tasks.rados.rados.0.smithi069.stdout:3457: oid 9 updating version 1606 to 1607 2024-04-10T15:42:50.329 INFO:tasks.rados.rados.0.smithi069.stdout:3457: oid 9 version 1607 is already newer than 1605 2024-04-10T15:42:50.329 INFO:tasks.rados.rados.0.smithi069.stdout:3457: oid 9 version 1607 is already newer than 1604 2024-04-10T15:42:50.330 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 9 v 1607 (ObjNum 1084 snap 332 seq_num 1084) dirty exists 2024-04-10T15:42:50.330 INFO:tasks.rados.rados.0.smithi069.stdout:3457: left oid 9 (ObjNum 1084 snap 332 seq_num 1084) 2024-04-10T15:42:50.330 INFO:tasks.rados.rados.0.smithi069.stdout:3451: finishing write tid 5 to smithi06982861-1 2024-04-10T15:42:50.330 INFO:tasks.rados.rados.0.smithi069.stdout:3451: oid 1 updating version 0 to 1505 2024-04-10T15:42:50.330 INFO:tasks.rados.rados.0.smithi069.stdout:3451: oid 1 version 1505 is already newer than 1503 2024-04-10T15:42:50.330 INFO:tasks.rados.rados.0.smithi069.stdout:3451: oid 1 version 1505 is already newer than 1504 2024-04-10T15:42:50.330 INFO:tasks.rados.rados.0.smithi069.stdout:3451: oid 1 version 1505 is already newer than 1502 2024-04-10T15:42:50.330 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 1 v 1505 (ObjNum 1083 snap 332 seq_num 1083) dirty exists 2024-04-10T15:42:50.330 INFO:tasks.rados.rados.0.smithi069.stdout:3451: left oid 1 (ObjNum 1083 snap 332 seq_num 1083) 2024-04-10T15:42:50.330 INFO:tasks.rados.rados.0.smithi069.stdout:3458: expect (ObjNum 1066 snap 327 seq_num 1066) 2024-04-10T15:42:50.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:42:50 smithi069 ceph-mon[96738]: osdmap e737: 8 total, 8 up, 8 in 2024-04-10T15:42:50.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:42:50 smithi069 ceph-mon[96738]: pgmap v767: 121 pgs: 121 active+clean; 150 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 8.2 MiB/s rd, 2.2 MiB/s wr, 22 op/s 2024-04-10T15:42:50.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:42:50 smithi069 ceph-mon[94167]: osdmap e737: 8 total, 8 up, 8 in 2024-04-10T15:42:50.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:42:50 smithi069 ceph-mon[94167]: pgmap v767: 121 pgs: 121 active+clean; 150 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 8.2 MiB/s rd, 2.2 MiB/s wr, 22 op/s 2024-04-10T15:42:50.739 INFO:tasks.rados.rados.0.smithi069.stdout:3454: finishing copy_from racing read to smithi06982861-3 2024-04-10T15:42:50.739 INFO:tasks.rados.rados.0.smithi069.stdout:3454: finishing copy_from to smithi06982861-3 2024-04-10T15:42:50.739 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 3 v 1565 (ObjNum 870 snap 277 seq_num 870) dirty exists 2024-04-10T15:42:50.740 INFO:tasks.rados.rados.0.smithi069.stdout:3450: expect (ObjNum 993 snap 311 seq_num 993) 2024-04-10T15:42:50.742 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:42:50 smithi077 ceph-mon[87572]: osdmap e737: 8 total, 8 up, 8 in 2024-04-10T15:42:50.742 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:42:50 smithi077 ceph-mon[87572]: pgmap v767: 121 pgs: 121 active+clean; 150 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 8.2 MiB/s rd, 2.2 MiB/s wr, 22 op/s 2024-04-10T15:42:51.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:42:51 smithi069 ceph-mon[96738]: osdmap e738: 8 total, 8 up, 8 in 2024-04-10T15:42:51.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:42:51 smithi069 ceph-mon[94167]: osdmap e738: 8 total, 8 up, 8 in 2024-04-10T15:42:51.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:42:51 smithi077 ceph-mon[87572]: osdmap e738: 8 total, 8 up, 8 in 2024-04-10T15:42:52.049 INFO:tasks.rados.rados.0.smithi069.stdout:3450: done (6 left) 2024-04-10T15:42:52.049 INFO:tasks.rados.rados.0.smithi069.stdout:3451: done (5 left) 2024-04-10T15:42:52.050 INFO:tasks.rados.rados.0.smithi069.stdout:3454: done (4 left) 2024-04-10T15:42:52.050 INFO:tasks.rados.rados.0.smithi069.stdout:3457: done (3 left) 2024-04-10T15:42:52.050 INFO:tasks.rados.rados.0.smithi069.stdout:3458: done (2 left) 2024-04-10T15:42:52.050 INFO:tasks.rados.rados.0.smithi069.stdout:3459: done (1 left) 2024-04-10T15:42:52.050 INFO:tasks.rados.rados.0.smithi069.stdout:3462: done (0 left) 2024-04-10T15:42:52.050 INFO:tasks.rados.rados.0.smithi069.stdout:3463: delete oid 43 current snap is 333 2024-04-10T15:42:52.051 INFO:tasks.rados.rados.0.smithi069.stdout:3463: done (0 left) 2024-04-10T15:42:52.051 INFO:tasks.rados.rados.0.smithi069.stdout:3464: snap_create 2024-04-10T15:42:52.272 INFO:tasks.rados.rados.0.smithi069.stdout:3464: done (0 left) 2024-04-10T15:42:52.272 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 33 current snap is 334 2024-04-10T15:42:52.272 INFO:tasks.rados.rados.0.smithi069.stdout:3465: seq_num 1087 ranges {1294336=614400,1908736=532480,2441216=270336} 2024-04-10T15:42:52.282 INFO:tasks.rados.rados.0.smithi069.stdout:3465: writing smithi06982861-33 from 1294336 to 1908736 tid 1 2024-04-10T15:42:52.285 INFO:tasks.rados.rados.0.smithi069.stdout:3465: writing smithi06982861-33 from 1908736 to 2441216 tid 2 2024-04-10T15:42:52.287 INFO:tasks.rados.rados.0.smithi069.stdout:3465: writing smithi06982861-33 from 2441216 to 2711552 tid 3 2024-04-10T15:42:52.288 INFO:tasks.rados.rados.0.smithi069.stdout:3466: copy_from oid 10 from oid 40 current snap is 334 2024-04-10T15:42:52.288 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 18 current snap is 334 2024-04-10T15:42:52.288 INFO:tasks.rados.rados.0.smithi069.stdout:3467: seq_num 1088 ranges {1228800=630784,1859584=466944,2326528=335872} 2024-04-10T15:42:52.298 INFO:tasks.rados.rados.0.smithi069.stdout:3467: writing smithi06982861-18 from 1228800 to 1859584 tid 1 2024-04-10T15:42:52.300 INFO:tasks.rados.rados.0.smithi069.stdout:3467: writing smithi06982861-18 from 1859584 to 2326528 tid 2 2024-04-10T15:42:52.303 INFO:tasks.rados.rados.0.smithi069.stdout:3467: writing smithi06982861-18 from 2326528 to 2662400 tid 3 2024-04-10T15:42:52.303 INFO:tasks.rados.rados.0.smithi069.stdout:3468: setattr oid 34 current snap is 334 2024-04-10T15:42:52.303 INFO:tasks.rados.rados.0.smithi069.stdout:3465: finishing write tid 1 to smithi06982861-33 2024-04-10T15:42:52.303 INFO:tasks.rados.rados.0.smithi069.stdout:3465: finishing write tid 2 to smithi06982861-33 2024-04-10T15:42:52.303 INFO:tasks.rados.rados.0.smithi069.stdout:3465: finishing write tid 3 to smithi06982861-33 2024-04-10T15:42:52.303 INFO:tasks.rados.rados.0.smithi069.stdout:3465: finishing write tid 4 to smithi06982861-33 2024-04-10T15:42:52.304 INFO:tasks.rados.rados.0.smithi069.stdout:3465: finishing write tid 5 to smithi06982861-33 2024-04-10T15:42:52.304 INFO:tasks.rados.rados.0.smithi069.stdout:3465: oid 33 updating version 0 to 1868 2024-04-10T15:42:52.304 INFO:tasks.rados.rados.0.smithi069.stdout:3465: oid 33 updating version 1868 to 1870 2024-04-10T15:42:52.304 INFO:tasks.rados.rados.0.smithi069.stdout:3465: oid 33 version 1870 is already newer than 1869 2024-04-10T15:42:52.304 INFO:tasks.rados.rados.0.smithi069.stdout:3465: oid 33 version 1870 is already newer than 1867 2024-04-10T15:42:52.304 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 33 v 1870 (ObjNum 1087 snap 334 seq_num 1087) dirty exists 2024-04-10T15:42:52.304 INFO:tasks.rados.rados.0.smithi069.stdout:3465: left oid 33 (ObjNum 1087 snap 334 seq_num 1087) 2024-04-10T15:42:52.304 INFO:tasks.rados.rados.0.smithi069.stdout:3466: finishing copy_from racing read to smithi06982861-10 2024-04-10T15:42:52.304 INFO:tasks.rados.rados.0.smithi069.stdout:3466: finishing copy_from to smithi06982861-10 2024-04-10T15:42:52.304 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 10 v 601 (ObjNum 1009 snap 316 seq_num 1009) dirty exists 2024-04-10T15:42:52.305 INFO:tasks.rados.rados.0.smithi069.stdout:3465: done (3 left) 2024-04-10T15:42:52.305 INFO:tasks.rados.rados.0.smithi069.stdout:3466: done (2 left) 2024-04-10T15:42:52.305 INFO:tasks.rados.rados.0.smithi069.stdout:3469: snap_remove snap 321 2024-04-10T15:42:52.590 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:42:52 smithi069 ceph-mon[96738]: osdmap e739: 8 total, 8 up, 8 in 2024-04-10T15:42:52.590 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:42:52 smithi069 ceph-mon[96738]: pgmap v770: 121 pgs: 121 active+clean; 157 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 8.2 MiB/s rd, 4.0 MiB/s wr, 28 op/s 2024-04-10T15:42:52.590 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:42:52 smithi069 ceph-mon[94167]: osdmap e739: 8 total, 8 up, 8 in 2024-04-10T15:42:52.590 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:42:52 smithi069 ceph-mon[94167]: pgmap v770: 121 pgs: 121 active+clean; 157 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 8.2 MiB/s rd, 4.0 MiB/s wr, 28 op/s 2024-04-10T15:42:52.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:42:52 smithi077 ceph-mon[87572]: osdmap e739: 8 total, 8 up, 8 in 2024-04-10T15:42:52.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:42:52 smithi077 ceph-mon[87572]: pgmap v770: 121 pgs: 121 active+clean; 157 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 8.2 MiB/s rd, 4.0 MiB/s wr, 28 op/s 2024-04-10T15:42:52.743 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:42:52 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T15:42:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:42:53.279 INFO:tasks.rados.rados.0.smithi069.stdout:3467: finishing write tid 1 to smithi06982861-18 2024-04-10T15:42:53.279 INFO:tasks.rados.rados.0.smithi069.stdout:3467: finishing write tid 2 to smithi06982861-18 2024-04-10T15:42:53.279 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 34 v 1948 (ObjNum 49 snap 0 seq_num 1434420384) dirty exists 2024-04-10T15:42:53.279 INFO:tasks.rados.rados.0.smithi069.stdout:3467: finishing write tid 3 to smithi06982861-18 2024-04-10T15:42:53.279 INFO:tasks.rados.rados.0.smithi069.stdout:3467: finishing write tid 4 to smithi06982861-18 2024-04-10T15:42:53.279 INFO:tasks.rados.rados.0.smithi069.stdout:3467: finishing write tid 5 to smithi06982861-18 2024-04-10T15:42:53.280 INFO:tasks.rados.rados.0.smithi069.stdout:3467: oid 18 updating version 0 to 1606 2024-04-10T15:42:53.280 INFO:tasks.rados.rados.0.smithi069.stdout:3467: oid 18 updating version 1606 to 1609 2024-04-10T15:42:53.280 INFO:tasks.rados.rados.0.smithi069.stdout:3467: oid 18 version 1609 is already newer than 1607 2024-04-10T15:42:53.280 INFO:tasks.rados.rados.0.smithi069.stdout:3467: oid 18 version 1609 is already newer than 1608 2024-04-10T15:42:53.280 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 18 v 1609 (ObjNum 1088 snap 334 seq_num 1088) dirty exists 2024-04-10T15:42:53.280 INFO:tasks.rados.rados.0.smithi069.stdout:3467: left oid 18 (ObjNum 1088 snap 334 seq_num 1088) 2024-04-10T15:42:53.280 INFO:tasks.rados.rados.0.smithi069.stdout:3467: done (2 left) 2024-04-10T15:42:53.280 INFO:tasks.rados.rados.0.smithi069.stdout:3468: done (1 left) 2024-04-10T15:42:53.280 INFO:tasks.rados.rados.0.smithi069.stdout:3469: done (0 left) 2024-04-10T15:42:53.280 INFO:tasks.rados.rados.0.smithi069.stdout:3470: snap_remove snap 324 2024-04-10T15:42:53.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:42:53 smithi069 ceph-mon[96738]: osdmap e740: 8 total, 8 up, 8 in 2024-04-10T15:42:53.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:42:53 smithi069 ceph-mon[94167]: osdmap e740: 8 total, 8 up, 8 in 2024-04-10T15:42:53.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:42:53 smithi077 ceph-mon[87572]: osdmap e740: 8 total, 8 up, 8 in 2024-04-10T15:42:54.285 INFO:tasks.rados.rados.0.smithi069.stdout:3470: done (0 left) 2024-04-10T15:42:54.285 INFO:tasks.rados.rados.0.smithi069.stdout:3471: snap_remove snap 326 2024-04-10T15:42:54.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:42:54 smithi069 ceph-mon[96738]: osdmap e741: 8 total, 8 up, 8 in 2024-04-10T15:42:54.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:42:54 smithi069 ceph-mon[96738]: pgmap v773: 121 pgs: 121 active+clean; 162 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 4.8 MiB/s rd, 3.0 MiB/s wr, 16 op/s 2024-04-10T15:42:54.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:42:54 smithi069 ceph-mon[94167]: osdmap e741: 8 total, 8 up, 8 in 2024-04-10T15:42:54.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:42:54 smithi069 ceph-mon[94167]: pgmap v773: 121 pgs: 121 active+clean; 162 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 4.8 MiB/s rd, 3.0 MiB/s wr, 16 op/s 2024-04-10T15:42:54.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:42:54 smithi077 ceph-mon[87572]: osdmap e741: 8 total, 8 up, 8 in 2024-04-10T15:42:54.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:42:54 smithi077 ceph-mon[87572]: pgmap v773: 121 pgs: 121 active+clean; 162 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 4.8 MiB/s rd, 3.0 MiB/s wr, 16 op/s 2024-04-10T15:42:55.296 INFO:tasks.rados.rados.0.smithi069.stdout:3471: done (0 left) 2024-04-10T15:42:55.297 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 29 current snap is 334 2024-04-10T15:42:55.297 INFO:tasks.rados.rados.0.smithi069.stdout:3472: seq_num 1089 ranges {548864=647168,1196032=745472,1941504=57344} 2024-04-10T15:42:55.304 INFO:tasks.rados.rados.0.smithi069.stdout:3472: writing smithi06982861-29 from 548864 to 1196032 tid 1 2024-04-10T15:42:55.309 INFO:tasks.rados.rados.0.smithi069.stdout:3472: writing smithi06982861-29 from 1196032 to 1941504 tid 2 2024-04-10T15:42:55.310 INFO:tasks.rados.rados.0.smithi069.stdout:3472: writing smithi06982861-29 from 1941504 to 1998848 tid 3 2024-04-10T15:42:55.310 INFO:tasks.rados.rados.0.smithi069.stdout:3473: snap_create 2024-04-10T15:42:55.316 INFO:tasks.rados.rados.0.smithi069.stdout:3472: finishing write tid 1 to smithi06982861-29 2024-04-10T15:42:55.318 INFO:tasks.rados.rados.0.smithi069.stdout:3472: finishing write tid 2 to smithi06982861-29 2024-04-10T15:42:55.318 INFO:tasks.rados.rados.0.smithi069.stdout:3472: finishing write tid 3 to smithi06982861-29 2024-04-10T15:42:55.319 INFO:tasks.rados.rados.0.smithi069.stdout:3472: finishing write tid 4 to smithi06982861-29 2024-04-10T15:42:55.321 INFO:tasks.rados.rados.0.smithi069.stdout:3472: finishing write tid 5 to smithi06982861-29 2024-04-10T15:42:55.321 INFO:tasks.rados.rados.0.smithi069.stdout:3472: oid 29 updating version 0 to 1627 2024-04-10T15:42:55.321 INFO:tasks.rados.rados.0.smithi069.stdout:3472: oid 29 updating version 1627 to 1630 2024-04-10T15:42:55.321 INFO:tasks.rados.rados.0.smithi069.stdout:3472: oid 29 version 1630 is already newer than 1628 2024-04-10T15:42:55.321 INFO:tasks.rados.rados.0.smithi069.stdout:3472: oid 29 version 1630 is already newer than 1629 2024-04-10T15:42:55.321 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 29 v 1630 (ObjNum 1089 snap 334 seq_num 1089) dirty exists 2024-04-10T15:42:55.321 INFO:tasks.rados.rados.0.smithi069.stdout:3472: left oid 29 (ObjNum 1089 snap 334 seq_num 1089) 2024-04-10T15:42:55.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:42:55 smithi069 ceph-mon[96738]: osdmap e742: 8 total, 8 up, 8 in 2024-04-10T15:42:55.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:42:55 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:42:55.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:42:55 smithi069 ceph-mon[94167]: osdmap e742: 8 total, 8 up, 8 in 2024-04-10T15:42:55.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:42:55 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:42:55.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:42:55 smithi077 ceph-mon[87572]: osdmap e742: 8 total, 8 up, 8 in 2024-04-10T15:42:55.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:42:55 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:42:56.239 INFO:tasks.rados.rados.0.smithi069.stdout:3472: done (1 left) 2024-04-10T15:42:56.239 INFO:tasks.rados.rados.0.smithi069.stdout:3473: done (0 left) 2024-04-10T15:42:56.239 INFO:tasks.rados.rados.0.smithi069.stdout:3474: rmattr oid 43 current snap is 335 2024-04-10T15:42:56.239 INFO:tasks.rados.rados.0.smithi069.stdout:3474: done (0 left) 2024-04-10T15:42:56.239 INFO:tasks.rados.rados.0.smithi069.stdout:3475: read oid 26 snap 323 2024-04-10T15:42:56.239 INFO:tasks.rados.rados.0.smithi069.stdout:3475: expect (ObjNum 920 snap 287 seq_num 920) 2024-04-10T15:42:56.239 INFO:tasks.rados.rados.0.smithi069.stdout:3476: delete oid 33 current snap is 335 2024-04-10T15:42:56.244 INFO:tasks.rados.rados.0.smithi069.stdout:3476: done (1 left) 2024-04-10T15:42:56.244 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 23 current snap is 335 2024-04-10T15:42:56.244 INFO:tasks.rados.rados.0.smithi069.stdout:3477: seq_num 1091 ranges {2359296=679936,3039232=516096,3555328=286720} 2024-04-10T15:42:56.261 INFO:tasks.rados.rados.0.smithi069.stdout:3477: writing smithi06982861-23 from 2359296 to 3039232 tid 1 2024-04-10T15:42:56.264 INFO:tasks.rados.rados.0.smithi069.stdout:3477: writing smithi06982861-23 from 3039232 to 3555328 tid 2 2024-04-10T15:42:56.265 INFO:tasks.rados.rados.0.smithi069.stdout:3477: writing smithi06982861-23 from 3555328 to 3842048 tid 3 2024-04-10T15:42:56.265 INFO:tasks.rados.rados.0.smithi069.stdout:3478: copy_from oid 8 from oid 30 current snap is 335 2024-04-10T15:42:56.266 INFO:tasks.rados.rados.0.smithi069.stdout:3475: expect (ObjNum 920 snap 287 seq_num 920) 2024-04-10T15:42:56.295 INFO:tasks.rados.rados.0.smithi069.stdout:3477: finishing write tid 1 to smithi06982861-23 2024-04-10T15:42:56.295 INFO:tasks.rados.rados.0.smithi069.stdout:3477: finishing write tid 2 to smithi06982861-23 2024-04-10T15:42:56.295 INFO:tasks.rados.rados.0.smithi069.stdout:3477: finishing write tid 3 to smithi06982861-23 2024-04-10T15:42:56.295 INFO:tasks.rados.rados.0.smithi069.stdout:3475: done (2 left) 2024-04-10T15:42:56.295 INFO:tasks.rados.rados.0.smithi069.stdout:3479: delete oid 9 current snap is 335 2024-04-10T15:42:56.295 INFO:tasks.rados.rados.0.smithi069.stdout:3477: finishing write tid 4 to smithi06982861-23 2024-04-10T15:42:56.295 INFO:tasks.rados.rados.0.smithi069.stdout:3477: finishing write tid 5 to smithi06982861-23 2024-04-10T15:42:56.295 INFO:tasks.rados.rados.0.smithi069.stdout:3477: oid 23 updating version 0 to 1538 2024-04-10T15:42:56.296 INFO:tasks.rados.rados.0.smithi069.stdout:3477: oid 23 updating version 1538 to 1539 2024-04-10T15:42:56.296 INFO:tasks.rados.rados.0.smithi069.stdout:3477: oid 23 version 1539 is already newer than 1536 2024-04-10T15:42:56.296 INFO:tasks.rados.rados.0.smithi069.stdout:3477: oid 23 version 1539 is already newer than 1537 2024-04-10T15:42:56.296 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 23 v 1539 (ObjNum 1091 snap 335 seq_num 1091) dirty exists 2024-04-10T15:42:56.296 INFO:tasks.rados.rados.0.smithi069.stdout:3477: left oid 23 (ObjNum 1091 snap 335 seq_num 1091) 2024-04-10T15:42:56.296 INFO:tasks.rados.rados.0.smithi069.stdout:3478: finishing copy_from racing read to smithi06982861-8 2024-04-10T15:42:56.296 INFO:tasks.rados.rados.0.smithi069.stdout:3478: finishing copy_from to smithi06982861-8 2024-04-10T15:42:56.296 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 8 v 1851 (ObjNum 973 snap 304 seq_num 973) dirty exists 2024-04-10T15:42:56.297 INFO:tasks.rados.rados.0.smithi069.stdout:3477: done (2 left) 2024-04-10T15:42:56.297 INFO:tasks.rados.rados.0.smithi069.stdout:3478: done (1 left) 2024-04-10T15:42:56.297 INFO:tasks.rados.rados.0.smithi069.stdout:3479: done (0 left) 2024-04-10T15:42:56.297 INFO:tasks.rados.rados.0.smithi069.stdout:3480: read oid 12 snap 333 2024-04-10T15:42:56.297 INFO:tasks.rados.rados.0.smithi069.stdout:3480: expect (ObjNum 993 snap 311 seq_num 993) 2024-04-10T15:42:56.297 INFO:tasks.rados.rados.0.smithi069.stdout:3481: snap_create 2024-04-10T15:42:56.359 INFO:tasks.rados.rados.0.smithi069.stdout:3480: expect (ObjNum 993 snap 311 seq_num 993) 2024-04-10T15:42:56.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:42:56 smithi069 ceph-mon[94167]: osdmap e743: 8 total, 8 up, 8 in 2024-04-10T15:42:56.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:42:56 smithi069 ceph-mon[94167]: pgmap v776: 121 pgs: 121 active+clean; 165 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 1.9 MiB/s wr, 20 op/s 2024-04-10T15:42:56.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:42:56 smithi069 ceph-mon[94167]: osdmap e744: 8 total, 8 up, 8 in 2024-04-10T15:42:56.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:42:56 smithi069 ceph-mon[96738]: osdmap e743: 8 total, 8 up, 8 in 2024-04-10T15:42:56.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:42:56 smithi069 ceph-mon[96738]: pgmap v776: 121 pgs: 121 active+clean; 165 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 1.9 MiB/s wr, 20 op/s 2024-04-10T15:42:56.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:42:56 smithi069 ceph-mon[96738]: osdmap e744: 8 total, 8 up, 8 in 2024-04-10T15:42:56.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:42:56 smithi077 ceph-mon[87572]: osdmap e743: 8 total, 8 up, 8 in 2024-04-10T15:42:56.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:42:56 smithi077 ceph-mon[87572]: pgmap v776: 121 pgs: 121 active+clean; 165 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 1.9 MiB/s wr, 20 op/s 2024-04-10T15:42:56.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:42:56 smithi077 ceph-mon[87572]: osdmap e744: 8 total, 8 up, 8 in 2024-04-10T15:42:57.336 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:42:56 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:15:42:56] "GET /metrics HTTP/1.1" 200 36322 "" "Prometheus/2.43.0" 2024-04-10T15:42:57.677 INFO:tasks.rados.rados.0.smithi069.stdout:3480: done (1 left) 2024-04-10T15:42:57.677 INFO:tasks.rados.rados.0.smithi069.stdout:3481: done (0 left) 2024-04-10T15:42:57.677 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 4 current snap is 336 2024-04-10T15:42:57.677 INFO:tasks.rados.rados.0.smithi069.stdout:3482: seq_num 1093 ranges {6946816=712704,7659520=688128,8347648=114688} 2024-04-10T15:42:57.716 INFO:tasks.rados.rados.0.smithi069.stdout:3482: writing smithi06982861-4 from 6946816 to 7659520 tid 1 2024-04-10T15:42:57.720 INFO:tasks.rados.rados.0.smithi069.stdout:3482: writing smithi06982861-4 from 7659520 to 8347648 tid 2 2024-04-10T15:42:57.721 INFO:tasks.rados.rados.0.smithi069.stdout:3482: writing smithi06982861-4 from 8347648 to 8462336 tid 3 2024-04-10T15:42:57.721 INFO:tasks.rados.rados.0.smithi069.stdout:3483: copy_from oid 17 from oid 13 current snap is 336 2024-04-10T15:42:57.721 INFO:tasks.rados.rados.0.smithi069.stdout:3484: snap_remove snap 330 2024-04-10T15:42:58.311 INFO:tasks.rados.rados.0.smithi069.stdout:3484: done (2 left) 2024-04-10T15:42:58.311 INFO:tasks.rados.rados.0.smithi069.stdout:3485: delete oid 42 current snap is 336 2024-04-10T15:42:58.311 INFO:tasks.rados.rados.0.smithi069.stdout:3482: finishing write tid 1 to smithi06982861-4 2024-04-10T15:42:58.311 INFO:tasks.rados.rados.0.smithi069.stdout:3482: finishing write tid 2 to smithi06982861-4 2024-04-10T15:42:58.311 INFO:tasks.rados.rados.0.smithi069.stdout:3482: finishing write tid 3 to smithi06982861-4 2024-04-10T15:42:58.311 INFO:tasks.rados.rados.0.smithi069.stdout:3482: finishing write tid 4 to smithi06982861-4 2024-04-10T15:42:58.311 INFO:tasks.rados.rados.0.smithi069.stdout:3482: finishing write tid 5 to smithi06982861-4 2024-04-10T15:42:58.311 INFO:tasks.rados.rados.0.smithi069.stdout:3482: oid 4 updating version 0 to 1973 2024-04-10T15:42:58.311 INFO:tasks.rados.rados.0.smithi069.stdout:3482: oid 4 version 1973 is already newer than 1972 2024-04-10T15:42:58.311 INFO:tasks.rados.rados.0.smithi069.stdout:3482: oid 4 version 1973 is already newer than 1971 2024-04-10T15:42:58.312 INFO:tasks.rados.rados.0.smithi069.stdout:3482: oid 4 version 1973 is already newer than 1970 2024-04-10T15:42:58.312 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 4 v 1973 (ObjNum 1093 snap 336 seq_num 1093) dirty exists 2024-04-10T15:42:58.312 INFO:tasks.rados.rados.0.smithi069.stdout:3482: left oid 4 (ObjNum 1093 snap 336 seq_num 1093) 2024-04-10T15:42:58.312 INFO:tasks.rados.rados.0.smithi069.stdout:3483: finishing copy_from racing read to smithi06982861-17 2024-04-10T15:42:58.312 INFO:tasks.rados.rados.0.smithi069.stdout:3483: finishing copy_from to smithi06982861-17 2024-04-10T15:42:58.312 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 17 v 1636 (ObjNum 1081 snap 331 seq_num 1081) dirty exists 2024-04-10T15:42:58.316 INFO:tasks.rados.rados.0.smithi069.stdout:3482: done (2 left) 2024-04-10T15:42:58.316 INFO:tasks.rados.rados.0.smithi069.stdout:3483: done (1 left) 2024-04-10T15:42:58.316 INFO:tasks.rados.rados.0.smithi069.stdout:3485: done (0 left) 2024-04-10T15:42:58.316 INFO:tasks.rados.rados.0.smithi069.stdout:3486: setattr oid 12 current snap is 336 2024-04-10T15:42:58.322 INFO:tasks.rados.rados.0.smithi069.stdout:3487: read oid 5 snap -1 2024-04-10T15:42:58.322 INFO:tasks.rados.rados.0.smithi069.stdout:3487: expect deleted 2024-04-10T15:42:58.323 INFO:tasks.rados.rados.0.smithi069.stdout:3488: read oid 2 snap 335 2024-04-10T15:42:58.323 INFO:tasks.rados.rados.0.smithi069.stdout:3488: expect (ObjNum 870 snap 277 seq_num 870) 2024-04-10T15:42:58.323 INFO:tasks.rados.rados.0.smithi069.stdout:3489: read oid 3 snap -1 2024-04-10T15:42:58.323 INFO:tasks.rados.rados.0.smithi069.stdout:3489: expect (ObjNum 870 snap 277 seq_num 870) 2024-04-10T15:42:58.323 INFO:tasks.rados.rados.0.smithi069.stdout:3490: read oid 10 snap 334 2024-04-10T15:42:58.323 INFO:tasks.rados.rados.0.smithi069.stdout:3490: expect (ObjNum 1009 snap 316 seq_num 1009) 2024-04-10T15:42:58.323 INFO:tasks.rados.rados.0.smithi069.stdout:3491: snap_create 2024-04-10T15:42:58.326 INFO:tasks.rados.rados.0.smithi069.stdout:3490: expect (ObjNum 1009 snap 316 seq_num 1009) 2024-04-10T15:42:58.331 INFO:tasks.rados.rados.0.smithi069.stdout:3489: expect (ObjNum 870 snap 277 seq_num 870) 2024-04-10T15:42:58.437 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 12 v 1566 (ObjNum 993 snap 311 seq_num 993) dirty exists 2024-04-10T15:42:58.438 INFO:tasks.rados.rados.0.smithi069.stdout:3488: expect (ObjNum 870 snap 277 seq_num 870) 2024-04-10T15:42:58.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:42:58 smithi069 ceph-mon[96738]: osdmap e745: 8 total, 8 up, 8 in 2024-04-10T15:42:58.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:42:58 smithi069 ceph-mon[96738]: pgmap v779: 121 pgs: 121 active+clean; 165 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 704 KiB/s wr, 9 op/s 2024-04-10T15:42:58.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:42:58 smithi069 ceph-mon[94167]: osdmap e745: 8 total, 8 up, 8 in 2024-04-10T15:42:58.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:42:58 smithi069 ceph-mon[94167]: pgmap v779: 121 pgs: 121 active+clean; 165 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 704 KiB/s wr, 9 op/s 2024-04-10T15:42:58.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:42:58 smithi077 ceph-mon[87572]: osdmap e745: 8 total, 8 up, 8 in 2024-04-10T15:42:58.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:42:58 smithi077 ceph-mon[87572]: pgmap v779: 121 pgs: 121 active+clean; 165 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 704 KiB/s wr, 9 op/s 2024-04-10T15:42:59.313 INFO:tasks.rados.rados.0.smithi069.stdout:3486: done (5 left) 2024-04-10T15:42:59.313 INFO:tasks.rados.rados.0.smithi069.stdout:3487: done (4 left) 2024-04-10T15:42:59.313 INFO:tasks.rados.rados.0.smithi069.stdout:3488: done (3 left) 2024-04-10T15:42:59.313 INFO:tasks.rados.rados.0.smithi069.stdout:3489: done (2 left) 2024-04-10T15:42:59.313 INFO:tasks.rados.rados.0.smithi069.stdout:3490: done (1 left) 2024-04-10T15:42:59.313 INFO:tasks.rados.rados.0.smithi069.stdout:3491: done (0 left) 2024-04-10T15:42:59.313 INFO:tasks.rados.rados.0.smithi069.stdout:3492: read oid 48 snap 332 2024-04-10T15:42:59.313 INFO:tasks.rados.rados.0.smithi069.stdout:3492: expect (ObjNum 1070 snap 329 seq_num 1070) 2024-04-10T15:42:59.313 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 33 current snap is 337 2024-04-10T15:42:59.313 INFO:tasks.rados.rados.0.smithi069.stdout:3493: seq_num 1095 ranges {0=745472,745472=499712,1245184=303104} 2024-04-10T15:42:59.316 INFO:tasks.rados.rados.0.smithi069.stdout:3493: writing smithi06982861-33 from 0 to 745472 tid 1 2024-04-10T15:42:59.319 INFO:tasks.rados.rados.0.smithi069.stdout:3493: writing smithi06982861-33 from 745472 to 1245184 tid 2 2024-04-10T15:42:59.322 INFO:tasks.rados.rados.0.smithi069.stdout:3493: writing smithi06982861-33 from 1245184 to 1548288 tid 3 2024-04-10T15:42:59.322 INFO:tasks.rados.rados.0.smithi069.stdout:3494: copy_from oid 47 from oid 2 current snap is 337 2024-04-10T15:42:59.322 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 1 current snap is 337 2024-04-10T15:42:59.322 INFO:tasks.rados.rados.0.smithi069.stdout:3495: seq_num 1096 ranges {3973120=761856,4734976=786432,5521408=16384} 2024-04-10T15:42:59.347 INFO:tasks.rados.rados.0.smithi069.stdout:3495: writing smithi06982861-1 from 3973120 to 4734976 tid 1 2024-04-10T15:42:59.352 INFO:tasks.rados.rados.0.smithi069.stdout:3495: writing smithi06982861-1 from 4734976 to 5521408 tid 2 2024-04-10T15:42:59.352 INFO:tasks.rados.rados.0.smithi069.stdout:3495: writing smithi06982861-1 from 5521408 to 5537792 tid 3 2024-04-10T15:42:59.352 INFO:tasks.rados.rados.0.smithi069.stdout:3496: rollback oid 39 current snap is 337 2024-04-10T15:42:59.352 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 39 to 329 2024-04-10T15:42:59.353 INFO:tasks.rados.rados.0.smithi069.stdout:3493: finishing write tid 1 to smithi06982861-33 2024-04-10T15:42:59.353 INFO:tasks.rados.rados.0.smithi069.stdout:3493: finishing write tid 2 to smithi06982861-33 2024-04-10T15:42:59.353 INFO:tasks.rados.rados.0.smithi069.stdout:3493: finishing write tid 3 to smithi06982861-33 2024-04-10T15:42:59.353 INFO:tasks.rados.rados.0.smithi069.stdout:3493: finishing write tid 4 to smithi06982861-33 2024-04-10T15:42:59.353 INFO:tasks.rados.rados.0.smithi069.stdout:3493: finishing write tid 5 to smithi06982861-33 2024-04-10T15:42:59.353 INFO:tasks.rados.rados.0.smithi069.stdout:3493: oid 33 updating version 0 to 1873 2024-04-10T15:42:59.353 INFO:tasks.rados.rados.0.smithi069.stdout:3493: oid 33 updating version 1873 to 1874 2024-04-10T15:42:59.353 INFO:tasks.rados.rados.0.smithi069.stdout:3493: oid 33 version 1874 is already newer than 1872 2024-04-10T15:42:59.353 INFO:tasks.rados.rados.0.smithi069.stdout:3493: oid 33 updating version 1874 to 1875 2024-04-10T15:42:59.353 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 33 v 1875 (ObjNum 1095 snap 337 seq_num 1095) dirty exists 2024-04-10T15:42:59.353 INFO:tasks.rados.rados.0.smithi069.stdout:3493: left oid 33 (ObjNum 1095 snap 337 seq_num 1095) 2024-04-10T15:42:59.353 INFO:tasks.rados.rados.0.smithi069.stdout:3492: expect (ObjNum 1070 snap 329 seq_num 1070) 2024-04-10T15:42:59.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:42:59 smithi069 ceph-mon[96738]: osdmap e746: 8 total, 8 up, 8 in 2024-04-10T15:42:59.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:42:59 smithi069 ceph-mon[94167]: osdmap e746: 8 total, 8 up, 8 in 2024-04-10T15:42:59.655 INFO:tasks.rados.rados.0.smithi069.stdout:3494: finishing copy_from racing read to smithi06982861-47 2024-04-10T15:42:59.655 INFO:tasks.rados.rados.0.smithi069.stdout:3494: finishing copy_from to smithi06982861-47 2024-04-10T15:42:59.655 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 47 v 1565 (ObjNum 870 snap 277 seq_num 870) dirty exists 2024-04-10T15:42:59.655 INFO:tasks.rados.rados.0.smithi069.stdout:3495: finishing write tid 1 to smithi06982861-1 2024-04-10T15:42:59.656 INFO:tasks.rados.rados.0.smithi069.stdout:3495: finishing write tid 2 to smithi06982861-1 2024-04-10T15:42:59.656 INFO:tasks.rados.rados.0.smithi069.stdout:3496: finishing rollback tid 0 to smithi06982861-39 2024-04-10T15:42:59.656 INFO:tasks.rados.rados.0.smithi069.stdout:3496: finishing rollback tid 1 to smithi06982861-39 2024-04-10T15:42:59.656 INFO:tasks.rados.rados.0.smithi069.stdout:3495: finishing write tid 3 to smithi06982861-1 2024-04-10T15:42:59.656 INFO:tasks.rados.rados.0.smithi069.stdout:3492: done (4 left) 2024-04-10T15:42:59.656 INFO:tasks.rados.rados.0.smithi069.stdout:3493: done (3 left) 2024-04-10T15:42:59.656 INFO:tasks.rados.rados.0.smithi069.stdout:3494: done (2 left) 2024-04-10T15:42:59.656 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 40 current snap is 337 2024-04-10T15:42:59.656 INFO:tasks.rados.rados.0.smithi069.stdout:3496: finishing rollback tid 2 to smithi06982861-39 2024-04-10T15:42:59.656 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 39 v 1863 (ObjNum 1060 snap 325 seq_num 1060) dirty exists 2024-04-10T15:42:59.656 INFO:tasks.rados.rados.0.smithi069.stdout:3495: finishing write tid 4 to smithi06982861-1 2024-04-10T15:42:59.656 INFO:tasks.rados.rados.0.smithi069.stdout:3495: finishing write tid 5 to smithi06982861-1 2024-04-10T15:42:59.657 INFO:tasks.rados.rados.0.smithi069.stdout:3495: oid 1 updating version 0 to 1509 2024-04-10T15:42:59.657 INFO:tasks.rados.rados.0.smithi069.stdout:3495: oid 1 updating version 1509 to 1511 2024-04-10T15:42:59.657 INFO:tasks.rados.rados.0.smithi069.stdout:3495: oid 1 version 1511 is already newer than 1510 2024-04-10T15:42:59.657 INFO:tasks.rados.rados.0.smithi069.stdout:3495: oid 1 updating version 1511 to 1512 2024-04-10T15:42:59.657 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 1 v 1512 (ObjNum 1096 snap 337 seq_num 1096) dirty exists 2024-04-10T15:42:59.657 INFO:tasks.rados.rados.0.smithi069.stdout:3495: left oid 1 (ObjNum 1096 snap 337 seq_num 1096) 2024-04-10T15:42:59.657 INFO:tasks.rados.rados.0.smithi069.stdout:3497: seq_num 1097 ranges {106496=778240,884736=671744,1556480=131072} 2024-04-10T15:42:59.659 INFO:tasks.rados.rados.0.smithi069.stdout:3497: writing smithi06982861-40 from 106496 to 884736 tid 1 2024-04-10T15:42:59.663 INFO:tasks.rados.rados.0.smithi069.stdout:3497: writing smithi06982861-40 from 884736 to 1556480 tid 2 2024-04-10T15:42:59.664 INFO:tasks.rados.rados.0.smithi069.stdout:3497: writing smithi06982861-40 from 1556480 to 1687552 tid 3 2024-04-10T15:42:59.664 INFO:tasks.rados.rados.0.smithi069.stdout:3495: done (2 left) 2024-04-10T15:42:59.664 INFO:tasks.rados.rados.0.smithi069.stdout:3496: done (1 left) 2024-04-10T15:42:59.664 INFO:tasks.rados.rados.0.smithi069.stdout:3498: snap_create 2024-04-10T15:42:59.665 INFO:tasks.rados.rados.0.smithi069.stdout:3497: finishing write tid 1 to smithi06982861-40 2024-04-10T15:42:59.668 INFO:tasks.rados.rados.0.smithi069.stdout:3497: finishing write tid 2 to smithi06982861-40 2024-04-10T15:42:59.668 INFO:tasks.rados.rados.0.smithi069.stdout:3497: finishing write tid 3 to smithi06982861-40 2024-04-10T15:42:59.668 INFO:tasks.rados.rados.0.smithi069.stdout:3497: finishing write tid 4 to smithi06982861-40 2024-04-10T15:42:59.669 INFO:tasks.rados.rados.0.smithi069.stdout:3497: finishing write tid 5 to smithi06982861-40 2024-04-10T15:42:59.669 INFO:tasks.rados.rados.0.smithi069.stdout:3497: oid 40 updating version 0 to 1492 2024-04-10T15:42:59.669 INFO:tasks.rados.rados.0.smithi069.stdout:3497: oid 40 version 1492 is already newer than 1490 2024-04-10T15:42:59.669 INFO:tasks.rados.rados.0.smithi069.stdout:3497: oid 40 version 1492 is already newer than 1491 2024-04-10T15:42:59.669 INFO:tasks.rados.rados.0.smithi069.stdout:3497: oid 40 updating version 1492 to 1493 2024-04-10T15:42:59.669 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 40 v 1493 (ObjNum 1097 snap 337 seq_num 1097) dirty exists 2024-04-10T15:42:59.669 INFO:tasks.rados.rados.0.smithi069.stdout:3497: left oid 40 (ObjNum 1097 snap 337 seq_num 1097) 2024-04-10T15:42:59.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:42:59 smithi077 ceph-mon[87572]: osdmap e746: 8 total, 8 up, 8 in 2024-04-10T15:43:00.317 INFO:tasks.rados.rados.0.smithi069.stdout:3497: done (1 left) 2024-04-10T15:43:00.318 INFO:tasks.rados.rados.0.smithi069.stdout:3498: done (0 left) 2024-04-10T15:43:00.318 INFO:tasks.rados.rados.0.smithi069.stdout:3499: rmattr oid 26 current snap is 338 2024-04-10T15:43:00.318 INFO:tasks.rados.rados.0.smithi069.stdout:3499: done (0 left) 2024-04-10T15:43:00.318 INFO:tasks.rados.rados.0.smithi069.stdout:3500: rollback oid 26 current snap is 338 2024-04-10T15:43:00.318 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 26 to 332 2024-04-10T15:43:00.318 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 9 current snap is 338 2024-04-10T15:43:00.318 INFO:tasks.rados.rados.0.smithi069.stdout:3501: seq_num 1098 ranges {0=794624,794624=557056,1351680=245760} 2024-04-10T15:43:00.322 INFO:tasks.rados.rados.0.smithi069.stdout:3501: writing smithi06982861-9 from 0 to 794624 tid 1 2024-04-10T15:43:00.325 INFO:tasks.rados.rados.0.smithi069.stdout:3501: writing smithi06982861-9 from 794624 to 1351680 tid 2 2024-04-10T15:43:00.327 INFO:tasks.rados.rados.0.smithi069.stdout:3501: writing smithi06982861-9 from 1351680 to 1597440 tid 3 2024-04-10T15:43:00.327 INFO:tasks.rados.rados.0.smithi069.stdout:3502: snap_remove snap 333 2024-04-10T15:43:00.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:43:00 smithi069 ceph-mon[96738]: osdmap e747: 8 total, 8 up, 8 in 2024-04-10T15:43:00.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:43:00 smithi069 ceph-mon[96738]: pgmap v782: 121 pgs: 121 active+clean; 170 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 744 KiB/s rd, 1.2 MiB/s wr, 4 op/s 2024-04-10T15:43:00.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:43:00 smithi069 ceph-mon[94167]: osdmap e747: 8 total, 8 up, 8 in 2024-04-10T15:43:00.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:43:00 smithi069 ceph-mon[94167]: pgmap v782: 121 pgs: 121 active+clean; 170 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 744 KiB/s rd, 1.2 MiB/s wr, 4 op/s 2024-04-10T15:43:00.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:43:00 smithi077 ceph-mon[87572]: osdmap e747: 8 total, 8 up, 8 in 2024-04-10T15:43:00.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:43:00 smithi077 ceph-mon[87572]: pgmap v782: 121 pgs: 121 active+clean; 170 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 744 KiB/s rd, 1.2 MiB/s wr, 4 op/s 2024-04-10T15:43:01.242 INFO:tasks.rados.rados.0.smithi069.stdout:3500: finishing rollback tid 0 to smithi06982861-26 2024-04-10T15:43:01.242 INFO:tasks.rados.rados.0.smithi069.stdout:3500: finishing rollback tid 1 to smithi06982861-26 2024-04-10T15:43:01.242 INFO:tasks.rados.rados.0.smithi069.stdout:3500: finishing rollback tid 2 to smithi06982861-26 2024-04-10T15:43:01.242 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 26 v 1679 (ObjNum 1053 snap 324 seq_num 1053) dirty exists 2024-04-10T15:43:01.242 INFO:tasks.rados.rados.0.smithi069.stdout:3501: finishing write tid 1 to smithi06982861-9 2024-04-10T15:43:01.243 INFO:tasks.rados.rados.0.smithi069.stdout:3501: finishing write tid 2 to smithi06982861-9 2024-04-10T15:43:01.243 INFO:tasks.rados.rados.0.smithi069.stdout:3501: finishing write tid 3 to smithi06982861-9 2024-04-10T15:43:01.243 INFO:tasks.rados.rados.0.smithi069.stdout:3501: finishing write tid 4 to smithi06982861-9 2024-04-10T15:43:01.243 INFO:tasks.rados.rados.0.smithi069.stdout:3501: finishing write tid 5 to smithi06982861-9 2024-04-10T15:43:01.243 INFO:tasks.rados.rados.0.smithi069.stdout:3501: oid 9 updating version 0 to 1611 2024-04-10T15:43:01.243 INFO:tasks.rados.rados.0.smithi069.stdout:3501: oid 9 updating version 1611 to 1613 2024-04-10T15:43:01.243 INFO:tasks.rados.rados.0.smithi069.stdout:3501: oid 9 version 1613 is already newer than 1610 2024-04-10T15:43:01.243 INFO:tasks.rados.rados.0.smithi069.stdout:3501: oid 9 version 1613 is already newer than 1612 2024-04-10T15:43:01.243 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 9 v 1613 (ObjNum 1098 snap 338 seq_num 1098) dirty exists 2024-04-10T15:43:01.243 INFO:tasks.rados.rados.0.smithi069.stdout:3501: left oid 9 (ObjNum 1098 snap 338 seq_num 1098) 2024-04-10T15:43:01.243 INFO:tasks.rados.rados.0.smithi069.stdout:3500: done (2 left) 2024-04-10T15:43:01.243 INFO:tasks.rados.rados.0.smithi069.stdout:3501: done (1 left) 2024-04-10T15:43:01.243 INFO:tasks.rados.rados.0.smithi069.stdout:3502: done (0 left) 2024-04-10T15:43:01.243 INFO:tasks.rados.rados.0.smithi069.stdout:3503: setattr oid 27 current snap is 338 2024-04-10T15:43:01.244 INFO:tasks.rados.rados.0.smithi069.stdout:3504: read oid 44 snap -1 2024-04-10T15:43:01.244 INFO:tasks.rados.rados.0.smithi069.stdout:3504: expect deleted 2024-04-10T15:43:01.245 INFO:tasks.rados.rados.0.smithi069.stdout:3505: read oid 50 snap -1 2024-04-10T15:43:01.245 INFO:tasks.rados.rados.0.smithi069.stdout:3505: expect (ObjNum 1072 snap 329 seq_num 1072) 2024-04-10T15:43:01.245 INFO:tasks.rados.rados.0.smithi069.stdout:3506: rmattr oid 42 current snap is 338 2024-04-10T15:43:01.245 INFO:tasks.rados.rados.0.smithi069.stdout:3506: done (3 left) 2024-04-10T15:43:01.245 INFO:tasks.rados.rados.0.smithi069.stdout:3507: snap_remove snap 334 2024-04-10T15:43:01.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:43:01 smithi069 ceph-mon[96738]: osdmap e748: 8 total, 8 up, 8 in 2024-04-10T15:43:01.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:43:01 smithi069 ceph-mon[96738]: osdmap e749: 8 total, 8 up, 8 in 2024-04-10T15:43:01.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:43:01 smithi069 ceph-mon[94167]: osdmap e748: 8 total, 8 up, 8 in 2024-04-10T15:43:01.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:43:01 smithi069 ceph-mon[94167]: osdmap e749: 8 total, 8 up, 8 in 2024-04-10T15:43:01.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:43:01 smithi077 ceph-mon[87572]: osdmap e748: 8 total, 8 up, 8 in 2024-04-10T15:43:01.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:43:01 smithi077 ceph-mon[87572]: osdmap e749: 8 total, 8 up, 8 in 2024-04-10T15:43:02.243 INFO:tasks.rados.rados.0.smithi069.stdout:3507: done (3 left) 2024-04-10T15:43:02.243 INFO:tasks.rados.rados.0.smithi069.stdout:3508: setattr oid 26 current snap is 338 2024-04-10T15:43:02.243 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 27 v 1556 (ObjNum 1039 snap 321 seq_num 1039) dirty exists 2024-04-10T15:43:02.244 INFO:tasks.rados.rados.0.smithi069.stdout:3505: expect (ObjNum 1072 snap 329 seq_num 1072) 2024-04-10T15:43:02.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:43:02 smithi069 ceph-mon[96738]: pgmap v785: 121 pgs: 121 active+clean; 178 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 3.3 MiB/s wr, 17 op/s 2024-04-10T15:43:02.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:43:02 smithi069 ceph-mon[96738]: osdmap e750: 8 total, 8 up, 8 in 2024-04-10T15:43:02.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:43:02 smithi069 ceph-mon[94167]: pgmap v785: 121 pgs: 121 active+clean; 178 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 3.3 MiB/s wr, 17 op/s 2024-04-10T15:43:02.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:43:02 smithi069 ceph-mon[94167]: osdmap e750: 8 total, 8 up, 8 in 2024-04-10T15:43:02.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:43:02 smithi077 ceph-mon[87572]: pgmap v785: 121 pgs: 121 active+clean; 178 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 3.3 MiB/s wr, 17 op/s 2024-04-10T15:43:02.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:43:02 smithi077 ceph-mon[87572]: osdmap e750: 8 total, 8 up, 8 in 2024-04-10T15:43:02.743 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:43:02 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T15:43:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:43:03.303 INFO:tasks.rados.rados.0.smithi069.stdout:3503: done (3 left) 2024-04-10T15:43:03.304 INFO:tasks.rados.rados.0.smithi069.stdout:3504: done (2 left) 2024-04-10T15:43:03.304 INFO:tasks.rados.rados.0.smithi069.stdout:3505: done (1 left) 2024-04-10T15:43:03.304 INFO:tasks.rados.rados.0.smithi069.stdout:3509: copy_from oid 30 from oid 9 current snap is 338 2024-04-10T15:43:03.304 INFO:tasks.rados.rados.0.smithi069.stdout:3510: read oid 44 snap -1 2024-04-10T15:43:03.304 INFO:tasks.rados.rados.0.smithi069.stdout:3510: expect deleted 2024-04-10T15:43:03.304 INFO:tasks.rados.rados.0.smithi069.stdout:3511: read oid 49 snap 323 2024-04-10T15:43:03.304 INFO:tasks.rados.rados.0.smithi069.stdout:3511: expect deleted 2024-04-10T15:43:03.304 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 3 current snap is 338 2024-04-10T15:43:03.304 INFO:tasks.rados.rados.0.smithi069.stdout:3512: seq_num 1099 ranges {2539520=409600,2949120=442368,3391488=720896,4112384=40960} 2024-04-10T15:43:03.319 INFO:tasks.rados.rados.0.smithi069.stdout:3512: writing smithi06982861-3 from 2539520 to 2949120 tid 1 2024-04-10T15:43:03.322 INFO:tasks.rados.rados.0.smithi069.stdout:3512: writing smithi06982861-3 from 2949120 to 3391488 tid 2 2024-04-10T15:43:03.326 INFO:tasks.rados.rados.0.smithi069.stdout:3512: writing smithi06982861-3 from 3391488 to 4112384 tid 3 2024-04-10T15:43:03.326 INFO:tasks.rados.rados.0.smithi069.stdout:3512: writing smithi06982861-3 from 4112384 to 4153344 tid 4 2024-04-10T15:43:03.326 INFO:tasks.rados.rados.0.smithi069.stdout:3513: snap_remove snap 336 2024-04-10T15:43:03.383 INFO:tasks.rados.rados.0.smithi069.stdout:3513: done (5 left) 2024-04-10T15:43:03.384 INFO:tasks.rados.rados.0.smithi069.stdout:3514: rmattr oid 19 current snap is 338 2024-04-10T15:43:03.384 INFO:tasks.rados.rados.0.smithi069.stdout:3514: done (5 left) 2024-04-10T15:43:03.384 INFO:tasks.rados.rados.0.smithi069.stdout:3515: snap_create 2024-04-10T15:43:03.384 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 26 v 1684 (ObjNum 1053 snap 324 seq_num 1053) dirty exists 2024-04-10T15:43:03.384 INFO:tasks.rados.rados.0.smithi069.stdout:3509: finishing copy_from racing read to smithi06982861-30 2024-04-10T15:43:03.384 INFO:tasks.rados.rados.0.smithi069.stdout:3509: finishing copy_from to smithi06982861-30 2024-04-10T15:43:03.384 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 30 v 1613 (ObjNum 1098 snap 338 seq_num 1098) dirty exists 2024-04-10T15:43:03.384 INFO:tasks.rados.rados.0.smithi069.stdout:3512: finishing write tid 1 to smithi06982861-3 2024-04-10T15:43:03.384 INFO:tasks.rados.rados.0.smithi069.stdout:3512: finishing write tid 2 to smithi06982861-3 2024-04-10T15:43:03.384 INFO:tasks.rados.rados.0.smithi069.stdout:3512: finishing write tid 3 to smithi06982861-3 2024-04-10T15:43:03.384 INFO:tasks.rados.rados.0.smithi069.stdout:3512: finishing write tid 4 to smithi06982861-3 2024-04-10T15:43:03.384 INFO:tasks.rados.rados.0.smithi069.stdout:3512: finishing write tid 5 to smithi06982861-3 2024-04-10T15:43:03.384 INFO:tasks.rados.rados.0.smithi069.stdout:3512: finishing write tid 6 to smithi06982861-3 2024-04-10T15:43:03.385 INFO:tasks.rados.rados.0.smithi069.stdout:3512: oid 3 updating version 0 to 1570 2024-04-10T15:43:03.385 INFO:tasks.rados.rados.0.smithi069.stdout:3512: oid 3 version 1570 is already newer than 1569 2024-04-10T15:43:03.385 INFO:tasks.rados.rados.0.smithi069.stdout:3512: oid 3 version 1570 is already newer than 1568 2024-04-10T15:43:03.385 INFO:tasks.rados.rados.0.smithi069.stdout:3512: oid 3 version 1570 is already newer than 1567 2024-04-10T15:43:03.385 INFO:tasks.rados.rados.0.smithi069.stdout:3512: oid 3 version 1570 is already newer than 1566 2024-04-10T15:43:03.385 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 3 v 1570 (ObjNum 1099 snap 338 seq_num 1099) dirty exists 2024-04-10T15:43:03.385 INFO:tasks.rados.rados.0.smithi069.stdout:3512: left oid 3 (ObjNum 1099 snap 338 seq_num 1099) 2024-04-10T15:43:04.392 INFO:tasks.rados.rados.0.smithi069.stdout:3508: done (5 left) 2024-04-10T15:43:04.393 INFO:tasks.rados.rados.0.smithi069.stdout:3509: done (4 left) 2024-04-10T15:43:04.393 INFO:tasks.rados.rados.0.smithi069.stdout:3510: done (3 left) 2024-04-10T15:43:04.393 INFO:tasks.rados.rados.0.smithi069.stdout:3511: done (2 left) 2024-04-10T15:43:04.393 INFO:tasks.rados.rados.0.smithi069.stdout:3512: done (1 left) 2024-04-10T15:43:04.393 INFO:tasks.rados.rados.0.smithi069.stdout:3515: done (0 left) 2024-04-10T15:43:04.393 INFO:tasks.rados.rados.0.smithi069.stdout:3516: read oid 3 snap -1 2024-04-10T15:43:04.393 INFO:tasks.rados.rados.0.smithi069.stdout:3516: expect (ObjNum 1099 snap 338 seq_num 1099) 2024-04-10T15:43:04.393 INFO:tasks.rados.rados.0.smithi069.stdout:3517: delete oid 32 current snap is 339 2024-04-10T15:43:04.397 INFO:tasks.rados.rados.0.smithi069.stdout:3517: done (1 left) 2024-04-10T15:43:04.397 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 32 current snap is 339 2024-04-10T15:43:04.397 INFO:tasks.rados.rados.0.smithi069.stdout:3518: seq_num 1101 ranges {0=442368,442368=606208,1048576=598016} 2024-04-10T15:43:04.400 INFO:tasks.rados.rados.0.smithi069.stdout:3518: writing smithi06982861-32 from 0 to 442368 tid 1 2024-04-10T15:43:04.403 INFO:tasks.rados.rados.0.smithi069.stdout:3518: writing smithi06982861-32 from 442368 to 1048576 tid 2 2024-04-10T15:43:04.408 INFO:tasks.rados.rados.0.smithi069.stdout:3518: writing smithi06982861-32 from 1048576 to 1646592 tid 3 2024-04-10T15:43:04.408 INFO:tasks.rados.rados.0.smithi069.stdout:3519: read oid 31 snap -1 2024-04-10T15:43:04.408 INFO:tasks.rados.rados.0.smithi069.stdout:3519: expect (ObjNum 1035 snap 321 seq_num 1035) 2024-04-10T15:43:04.408 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 49 current snap is 339 2024-04-10T15:43:04.408 INFO:tasks.rados.rados.0.smithi069.stdout:3520: seq_num 1102 ranges {0=458752,458752=491520,950272=491520,1441792=221184} 2024-04-10T15:43:04.411 INFO:tasks.rados.rados.0.smithi069.stdout:3520: writing smithi06982861-49 from 0 to 458752 tid 1 2024-04-10T15:43:04.414 INFO:tasks.rados.rados.0.smithi069.stdout:3520: writing smithi06982861-49 from 458752 to 950272 tid 2 2024-04-10T15:43:04.417 INFO:tasks.rados.rados.0.smithi069.stdout:3520: writing smithi06982861-49 from 950272 to 1441792 tid 3 2024-04-10T15:43:04.419 INFO:tasks.rados.rados.0.smithi069.stdout:3520: writing smithi06982861-49 from 1441792 to 1662976 tid 4 2024-04-10T15:43:04.419 INFO:tasks.rados.rados.0.smithi069.stdout:3521: read oid 42 snap -1 2024-04-10T15:43:04.419 INFO:tasks.rados.rados.0.smithi069.stdout:3521: expect deleted 2024-04-10T15:43:04.419 INFO:tasks.rados.rados.0.smithi069.stdout:3522: copy_from oid 29 from oid 44 current snap is 339 2024-04-10T15:43:04.419 INFO:tasks.rados.rados.0.smithi069.stdout:3516: expect (ObjNum 1099 snap 338 seq_num 1099) 2024-04-10T15:43:04.605 INFO:tasks.rados.rados.0.smithi069.stdout:3518: finishing write tid 1 to smithi06982861-32 2024-04-10T15:43:04.606 INFO:tasks.rados.rados.0.smithi069.stdout:3519: expect (ObjNum 1035 snap 321 seq_num 1035) 2024-04-10T15:43:04.626 INFO:tasks.rados.rados.0.smithi069.stdout:3518: finishing write tid 2 to smithi06982861-32 2024-04-10T15:43:04.626 INFO:tasks.rados.rados.0.smithi069.stdout:3518: finishing write tid 3 to smithi06982861-32 2024-04-10T15:43:04.626 INFO:tasks.rados.rados.0.smithi069.stdout:3518: finishing write tid 4 to smithi06982861-32 2024-04-10T15:43:04.626 INFO:tasks.rados.rados.0.smithi069.stdout:3518: finishing write tid 5 to smithi06982861-32 2024-04-10T15:43:04.626 INFO:tasks.rados.rados.0.smithi069.stdout:3518: oid 32 updating version 0 to 1868 2024-04-10T15:43:04.626 INFO:tasks.rados.rados.0.smithi069.stdout:3518: oid 32 version 1868 is already newer than 1865 2024-04-10T15:43:04.627 INFO:tasks.rados.rados.0.smithi069.stdout:3518: oid 32 version 1868 is already newer than 1866 2024-04-10T15:43:04.627 INFO:tasks.rados.rados.0.smithi069.stdout:3518: oid 32 version 1868 is already newer than 1867 2024-04-10T15:43:04.627 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 32 v 1868 (ObjNum 1101 snap 339 seq_num 1101) dirty exists 2024-04-10T15:43:04.627 INFO:tasks.rados.rados.0.smithi069.stdout:3518: left oid 32 (ObjNum 1101 snap 339 seq_num 1101) 2024-04-10T15:43:04.627 INFO:tasks.rados.rados.0.smithi069.stdout:3520: finishing write tid 1 to smithi06982861-49 2024-04-10T15:43:04.627 INFO:tasks.rados.rados.0.smithi069.stdout:3520: finishing write tid 2 to smithi06982861-49 2024-04-10T15:43:04.627 INFO:tasks.rados.rados.0.smithi069.stdout:3516: done (5 left) 2024-04-10T15:43:04.627 INFO:tasks.rados.rados.0.smithi069.stdout:3518: done (4 left) 2024-04-10T15:43:04.627 INFO:tasks.rados.rados.0.smithi069.stdout:3519: done (3 left) 2024-04-10T15:43:04.627 INFO:tasks.rados.rados.0.smithi069.stdout:3523: read oid 5 snap -1 2024-04-10T15:43:04.627 INFO:tasks.rados.rados.0.smithi069.stdout:3523: expect deleted 2024-04-10T15:43:04.627 INFO:tasks.rados.rados.0.smithi069.stdout:3524: read oid 21 snap -1 2024-04-10T15:43:04.627 INFO:tasks.rados.rados.0.smithi069.stdout:3524: expect deleted 2024-04-10T15:43:04.628 INFO:tasks.rados.rados.0.smithi069.stdout:3525: rollback oid 14 current snap is 339 2024-04-10T15:43:04.628 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 14 to 337 2024-04-10T15:43:04.628 INFO:tasks.rados.rados.0.smithi069.stdout:3522: finishing copy_from to smithi06982861-29 2024-04-10T15:43:04.628 INFO:tasks.rados.rados.0.smithi069.stdout:3522: got expected ENOENT (src dne) 2024-04-10T15:43:04.628 INFO:tasks.rados.rados.0.smithi069.stdout:3522: finishing copy_from racing read to smithi06982861-29 2024-04-10T15:43:04.628 INFO:tasks.rados.rados.0.smithi069.stdout:3520: finishing write tid 3 to smithi06982861-49 2024-04-10T15:43:04.628 INFO:tasks.rados.rados.0.smithi069.stdout:3520: finishing write tid 4 to smithi06982861-49 2024-04-10T15:43:04.628 INFO:tasks.rados.rados.0.smithi069.stdout:3520: finishing write tid 5 to smithi06982861-49 2024-04-10T15:43:04.628 INFO:tasks.rados.rados.0.smithi069.stdout:3520: finishing write tid 6 to smithi06982861-49 2024-04-10T15:43:04.628 INFO:tasks.rados.rados.0.smithi069.stdout:3520: oid 49 updating version 0 to 1558 2024-04-10T15:43:04.628 INFO:tasks.rados.rados.0.smithi069.stdout:3520: oid 49 updating version 1558 to 1560 2024-04-10T15:43:04.628 INFO:tasks.rados.rados.0.smithi069.stdout:3520: oid 49 version 1560 is already newer than 1557 2024-04-10T15:43:04.628 INFO:tasks.rados.rados.0.smithi069.stdout:3520: oid 49 version 1560 is already newer than 1559 2024-04-10T15:43:04.628 INFO:tasks.rados.rados.0.smithi069.stdout:3520: oid 49 updating version 1560 to 1561 2024-04-10T15:43:04.628 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 49 v 1561 (ObjNum 1102 snap 339 seq_num 1102) dirty exists 2024-04-10T15:43:04.629 INFO:tasks.rados.rados.0.smithi069.stdout:3520: left oid 49 (ObjNum 1102 snap 339 seq_num 1102) 2024-04-10T15:43:04.629 INFO:tasks.rados.rados.0.smithi069.stdout:3520: done (5 left) 2024-04-10T15:43:04.629 INFO:tasks.rados.rados.0.smithi069.stdout:3521: done (4 left) 2024-04-10T15:43:04.629 INFO:tasks.rados.rados.0.smithi069.stdout:3522: done (3 left) 2024-04-10T15:43:04.629 INFO:tasks.rados.rados.0.smithi069.stdout:3526: delete oid 43 current snap is 339 2024-04-10T15:43:04.629 INFO:tasks.rados.rados.0.smithi069.stdout:3523: done (3 left) 2024-04-10T15:43:04.629 INFO:tasks.rados.rados.0.smithi069.stdout:3524: done (2 left) 2024-04-10T15:43:04.630 INFO:tasks.rados.rados.0.smithi069.stdout:3526: done (1 left) 2024-04-10T15:43:04.630 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 43 current snap is 339 2024-04-10T15:43:04.630 INFO:tasks.rados.rados.0.smithi069.stdout:3527: seq_num 1104 ranges {0=499712,499712=712704,1212416=491520} 2024-04-10T15:43:04.630 INFO:tasks.rados.rados.0.smithi069.stdout:3527: writing smithi06982861-43 from 0 to 499712 tid 1 2024-04-10T15:43:04.634 INFO:tasks.rados.rados.0.smithi069.stdout:3527: writing smithi06982861-43 from 499712 to 1212416 tid 2 2024-04-10T15:43:04.637 INFO:tasks.rados.rados.0.smithi069.stdout:3527: writing smithi06982861-43 from 1212416 to 1703936 tid 3 2024-04-10T15:43:04.637 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 48 current snap is 339 2024-04-10T15:43:04.637 INFO:tasks.rados.rados.0.smithi069.stdout:3525: finishing rollback tid 0 to smithi06982861-14 2024-04-10T15:43:04.637 INFO:tasks.rados.rados.0.smithi069.stdout:3525: finishing rollback tid 1 to smithi06982861-14 2024-04-10T15:43:04.637 INFO:tasks.rados.rados.0.smithi069.stdout:3525: finishing rollback tid 2 to smithi06982861-14 2024-04-10T15:43:04.637 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 14 v 1871 (ObjNum 1054 snap 324 seq_num 1054) dirty exists 2024-04-10T15:43:04.637 INFO:tasks.rados.rados.0.smithi069.stdout:3527: finishing write tid 1 to smithi06982861-43 2024-04-10T15:43:04.637 INFO:tasks.rados.rados.0.smithi069.stdout:3527: finishing write tid 2 to smithi06982861-43 2024-04-10T15:43:04.638 INFO:tasks.rados.rados.0.smithi069.stdout:3528: seq_num 1105 ranges {5398528=516096,5914624=598016,6512640=606208} 2024-04-10T15:43:04.669 INFO:tasks.rados.rados.0.smithi069.stdout:3528: writing smithi06982861-48 from 5398528 to 5914624 tid 1 2024-04-10T15:43:04.672 INFO:tasks.rados.rados.0.smithi069.stdout:3528: writing smithi06982861-48 from 5914624 to 6512640 tid 2 2024-04-10T15:43:04.676 INFO:tasks.rados.rados.0.smithi069.stdout:3528: writing smithi06982861-48 from 6512640 to 7118848 tid 3 2024-04-10T15:43:04.676 INFO:tasks.rados.rados.0.smithi069.stdout:3525: done (2 left) 2024-04-10T15:43:04.676 INFO:tasks.rados.rados.0.smithi069.stdout:3529: delete oid 13 current snap is 339 2024-04-10T15:43:04.676 INFO:tasks.rados.rados.0.smithi069.stdout:3527: finishing write tid 3 to smithi06982861-43 2024-04-10T15:43:04.676 INFO:tasks.rados.rados.0.smithi069.stdout:3527: finishing write tid 4 to smithi06982861-43 2024-04-10T15:43:04.676 INFO:tasks.rados.rados.0.smithi069.stdout:3527: finishing write tid 5 to smithi06982861-43 2024-04-10T15:43:04.676 INFO:tasks.rados.rados.0.smithi069.stdout:3527: oid 43 updating version 0 to 1514 2024-04-10T15:43:04.676 INFO:tasks.rados.rados.0.smithi069.stdout:3527: oid 43 updating version 1514 to 1516 2024-04-10T15:43:04.677 INFO:tasks.rados.rados.0.smithi069.stdout:3527: oid 43 version 1516 is already newer than 1515 2024-04-10T15:43:04.677 INFO:tasks.rados.rados.0.smithi069.stdout:3527: oid 43 version 1516 is already newer than 1513 2024-04-10T15:43:04.677 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 43 v 1516 (ObjNum 1104 snap 339 seq_num 1104) dirty exists 2024-04-10T15:43:04.677 INFO:tasks.rados.rados.0.smithi069.stdout:3527: left oid 43 (ObjNum 1104 snap 339 seq_num 1104) 2024-04-10T15:43:04.677 INFO:tasks.rados.rados.0.smithi069.stdout:3528: finishing write tid 1 to smithi06982861-48 2024-04-10T15:43:04.677 INFO:tasks.rados.rados.0.smithi069.stdout:3528: finishing write tid 2 to smithi06982861-48 2024-04-10T15:43:04.679 INFO:tasks.rados.rados.0.smithi069.stdout:3527: done (2 left) 2024-04-10T15:43:04.679 INFO:tasks.rados.rados.0.smithi069.stdout:3529: done (1 left) 2024-04-10T15:43:04.679 INFO:tasks.rados.rados.0.smithi069.stdout:3530: read oid 6 snap -1 2024-04-10T15:43:04.679 INFO:tasks.rados.rados.0.smithi069.stdout:3530: expect deleted 2024-04-10T15:43:04.679 INFO:tasks.rados.rados.0.smithi069.stdout:3531: read oid 27 snap -1 2024-04-10T15:43:04.680 INFO:tasks.rados.rados.0.smithi069.stdout:3531: expect (ObjNum 1039 snap 321 seq_num 1039) 2024-04-10T15:43:04.680 INFO:tasks.rados.rados.0.smithi069.stdout:3532: rollback oid 19 current snap is 339 2024-04-10T15:43:04.680 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 19 to 335 2024-04-10T15:43:04.680 INFO:tasks.rados.rados.0.smithi069.stdout:3533: snap_create 2024-04-10T15:43:04.680 INFO:tasks.rados.rados.0.smithi069.stdout:3528: finishing write tid 3 to smithi06982861-48 2024-04-10T15:43:04.681 INFO:tasks.rados.rados.0.smithi069.stdout:3528: finishing write tid 4 to smithi06982861-48 2024-04-10T15:43:04.683 INFO:tasks.rados.rados.0.smithi069.stdout:3528: finishing write tid 5 to smithi06982861-48 2024-04-10T15:43:04.683 INFO:tasks.rados.rados.0.smithi069.stdout:3528: oid 48 updating version 0 to 1632 2024-04-10T15:43:04.683 INFO:tasks.rados.rados.0.smithi069.stdout:3528: oid 48 version 1632 is already newer than 1631 2024-04-10T15:43:04.683 INFO:tasks.rados.rados.0.smithi069.stdout:3528: oid 48 updating version 1632 to 1633 2024-04-10T15:43:04.683 INFO:tasks.rados.rados.0.smithi069.stdout:3528: oid 48 updating version 1633 to 1634 2024-04-10T15:43:04.683 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 48 v 1634 (ObjNum 1105 snap 339 seq_num 1105) dirty exists 2024-04-10T15:43:04.683 INFO:tasks.rados.rados.0.smithi069.stdout:3528: left oid 48 (ObjNum 1105 snap 339 seq_num 1105) 2024-04-10T15:43:04.684 INFO:tasks.rados.rados.0.smithi069.stdout:3532: finishing rollback tid 0 to smithi06982861-19 2024-04-10T15:43:04.684 INFO:tasks.rados.rados.0.smithi069.stdout:3532: finishing rollback tid 1 to smithi06982861-19 2024-04-10T15:43:04.684 INFO:tasks.rados.rados.0.smithi069.stdout:3532: finishing rollback tid 2 to smithi06982861-19 2024-04-10T15:43:04.685 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 19 v 1987 (ObjNum 1073 snap 329 seq_num 1073) dirty exists 2024-04-10T15:43:04.685 INFO:tasks.rados.rados.0.smithi069.stdout:3531: expect (ObjNum 1039 snap 321 seq_num 1039) 2024-04-10T15:43:04.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:43:04 smithi077 ceph-mon[87572]: osdmap e751: 8 total, 8 up, 8 in 2024-04-10T15:43:04.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:43:04 smithi077 ceph-mon[87572]: pgmap v788: 121 pgs: 121 active+clean; 177 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 2.4 MiB/s wr, 17 op/s 2024-04-10T15:43:04.836 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:43:04 smithi069 ceph-mon[96738]: osdmap e751: 8 total, 8 up, 8 in 2024-04-10T15:43:04.837 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:43:04 smithi069 ceph-mon[96738]: pgmap v788: 121 pgs: 121 active+clean; 177 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 2.4 MiB/s wr, 17 op/s 2024-04-10T15:43:04.837 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:43:04 smithi069 ceph-mon[94167]: osdmap e751: 8 total, 8 up, 8 in 2024-04-10T15:43:04.837 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:43:04 smithi069 ceph-mon[94167]: pgmap v788: 121 pgs: 121 active+clean; 177 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 2.4 MiB/s wr, 17 op/s 2024-04-10T15:43:05.398 INFO:tasks.rados.rados.0.smithi069.stdout:3528: done (4 left) 2024-04-10T15:43:05.398 INFO:tasks.rados.rados.0.smithi069.stdout:3530: done (3 left) 2024-04-10T15:43:05.398 INFO:tasks.rados.rados.0.smithi069.stdout:3531: done (2 left) 2024-04-10T15:43:05.398 INFO:tasks.rados.rados.0.smithi069.stdout:3532: done (1 left) 2024-04-10T15:43:05.399 INFO:tasks.rados.rados.0.smithi069.stdout:3533: done (0 left) 2024-04-10T15:43:05.399 INFO:tasks.rados.rados.0.smithi069.stdout:3534: read oid 24 snap -1 2024-04-10T15:43:05.399 INFO:tasks.rados.rados.0.smithi069.stdout:3534: expect (ObjNum 1020 snap 318 seq_num 1020) 2024-04-10T15:43:05.399 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 1 current snap is 340 2024-04-10T15:43:05.399 INFO:tasks.rados.rados.0.smithi069.stdout:3535: seq_num 1107 ranges {5537792=548864,6086656=770048,6856704=434176} 2024-04-10T15:43:05.431 INFO:tasks.rados.rados.0.smithi069.stdout:3535: writing smithi06982861-1 from 5537792 to 6086656 tid 1 2024-04-10T15:43:05.435 INFO:tasks.rados.rados.0.smithi069.stdout:3535: writing smithi06982861-1 from 6086656 to 6856704 tid 2 2024-04-10T15:43:05.437 INFO:tasks.rados.rados.0.smithi069.stdout:3535: writing smithi06982861-1 from 6856704 to 7290880 tid 3 2024-04-10T15:43:05.438 INFO:tasks.rados.rados.0.smithi069.stdout:3536: rollback oid 11 current snap is 340 2024-04-10T15:43:05.438 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 11 to 322 2024-04-10T15:43:05.438 INFO:tasks.rados.rados.0.smithi069.stdout:3534: expect (ObjNum 1020 snap 318 seq_num 1020) 2024-04-10T15:43:05.671 INFO:tasks.rados.rados.0.smithi069.stdout:3536: finishing rollback tid 1 to smithi06982861-11 2024-04-10T15:43:05.671 INFO:tasks.rados.rados.0.smithi069.stdout:3535: finishing write tid 1 to smithi06982861-1 2024-04-10T15:43:05.671 INFO:tasks.rados.rados.0.smithi069.stdout:3535: finishing write tid 2 to smithi06982861-1 2024-04-10T15:43:05.671 INFO:tasks.rados.rados.0.smithi069.stdout:3535: finishing write tid 3 to smithi06982861-1 2024-04-10T15:43:05.672 INFO:tasks.rados.rados.0.smithi069.stdout:3536: finishing rollback tid 2 to smithi06982861-11 2024-04-10T15:43:05.672 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 11 v 1611 (ObjNum 920 snap 287 seq_num 920) dirty exists 2024-04-10T15:43:05.672 INFO:tasks.rados.rados.0.smithi069.stdout:3535: finishing write tid 4 to smithi06982861-1 2024-04-10T15:43:05.672 INFO:tasks.rados.rados.0.smithi069.stdout:3535: finishing write tid 5 to smithi06982861-1 2024-04-10T15:43:05.672 INFO:tasks.rados.rados.0.smithi069.stdout:3535: oid 1 updating version 0 to 1519 2024-04-10T15:43:05.672 INFO:tasks.rados.rados.0.smithi069.stdout:3535: oid 1 version 1519 is already newer than 1518 2024-04-10T15:43:05.672 INFO:tasks.rados.rados.0.smithi069.stdout:3535: oid 1 version 1519 is already newer than 1517 2024-04-10T15:43:05.672 INFO:tasks.rados.rados.0.smithi069.stdout:3535: oid 1 updating version 1519 to 1520 2024-04-10T15:43:05.672 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 1 v 1520 (ObjNum 1107 snap 340 seq_num 1107) dirty exists 2024-04-10T15:43:05.672 INFO:tasks.rados.rados.0.smithi069.stdout:3535: left oid 1 (ObjNum 1107 snap 340 seq_num 1107) 2024-04-10T15:43:05.672 INFO:tasks.rados.rados.0.smithi069.stdout:3534: done (2 left) 2024-04-10T15:43:05.672 INFO:tasks.rados.rados.0.smithi069.stdout:3535: done (1 left) 2024-04-10T15:43:05.672 INFO:tasks.rados.rados.0.smithi069.stdout:3536: done (0 left) 2024-04-10T15:43:05.672 INFO:tasks.rados.rados.0.smithi069.stdout:3537: read oid 29 snap -1 2024-04-10T15:43:05.673 INFO:tasks.rados.rados.0.smithi069.stdout:3537: expect (ObjNum 1089 snap 334 seq_num 1089) 2024-04-10T15:43:05.673 INFO:tasks.rados.rados.0.smithi069.stdout:3538: read oid 21 snap -1 2024-04-10T15:43:05.673 INFO:tasks.rados.rados.0.smithi069.stdout:3538: expect deleted 2024-04-10T15:43:05.673 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 8 current snap is 340 2024-04-10T15:43:05.673 INFO:tasks.rados.rados.0.smithi069.stdout:3539: seq_num 1108 ranges {1908736=565248,2473984=647168,3121152=483328,3604480=73728} 2024-04-10T15:43:05.684 INFO:tasks.rados.rados.0.smithi069.stdout:3539: writing smithi06982861-8 from 1908736 to 2473984 tid 1 2024-04-10T15:43:05.688 INFO:tasks.rados.rados.0.smithi069.stdout:3539: writing smithi06982861-8 from 2473984 to 3121152 tid 2 2024-04-10T15:43:05.690 INFO:tasks.rados.rados.0.smithi069.stdout:3539: writing smithi06982861-8 from 3121152 to 3604480 tid 3 2024-04-10T15:43:05.691 INFO:tasks.rados.rados.0.smithi069.stdout:3539: writing smithi06982861-8 from 3604480 to 3678208 tid 4 2024-04-10T15:43:05.692 INFO:tasks.rados.rados.0.smithi069.stdout:3540: read oid 25 snap -1 2024-04-10T15:43:05.692 INFO:tasks.rados.rados.0.smithi069.stdout:3540: expect deleted 2024-04-10T15:43:05.692 INFO:tasks.rados.rados.0.smithi069.stdout:3541: rollback oid 35 current snap is 340 2024-04-10T15:43:05.692 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 35 to 335 2024-04-10T15:43:05.692 INFO:tasks.rados.rados.0.smithi069.stdout:3537: expect (ObjNum 1089 snap 334 seq_num 1089) 2024-04-10T15:43:05.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:43:05 smithi077 ceph-mon[87572]: osdmap e752: 8 total, 8 up, 8 in 2024-04-10T15:43:05.754 INFO:tasks.rados.rados.0.smithi069.stdout:3539: finishing write tid 1 to smithi06982861-8 2024-04-10T15:43:05.754 INFO:tasks.rados.rados.0.smithi069.stdout:3539: finishing write tid 2 to smithi06982861-8 2024-04-10T15:43:05.754 INFO:tasks.rados.rados.0.smithi069.stdout:3539: finishing write tid 3 to smithi06982861-8 2024-04-10T15:43:05.754 INFO:tasks.rados.rados.0.smithi069.stdout:3541: finishing rollback tid 0 to smithi06982861-35 2024-04-10T15:43:05.754 INFO:tasks.rados.rados.0.smithi069.stdout:3541: finishing rollback tid 1 to smithi06982861-35 2024-04-10T15:43:05.754 INFO:tasks.rados.rados.0.smithi069.stdout:3541: finishing rollback tid 2 to smithi06982861-35 2024-04-10T15:43:05.754 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 35 v 1523 (ObjNum 892 snap 280 seq_num 892) dirty exists 2024-04-10T15:43:05.754 INFO:tasks.rados.rados.0.smithi069.stdout:3539: finishing write tid 4 to smithi06982861-8 2024-04-10T15:43:05.754 INFO:tasks.rados.rados.0.smithi069.stdout:3539: finishing write tid 5 to smithi06982861-8 2024-04-10T15:43:05.754 INFO:tasks.rados.rados.0.smithi069.stdout:3539: finishing write tid 6 to smithi06982861-8 2024-04-10T15:43:05.754 INFO:tasks.rados.rados.0.smithi069.stdout:3539: oid 8 updating version 0 to 1877 2024-04-10T15:43:05.755 INFO:tasks.rados.rados.0.smithi069.stdout:3539: oid 8 updating version 1877 to 1878 2024-04-10T15:43:05.755 INFO:tasks.rados.rados.0.smithi069.stdout:3539: oid 8 version 1878 is already newer than 1876 2024-04-10T15:43:05.755 INFO:tasks.rados.rados.0.smithi069.stdout:3539: oid 8 updating version 1878 to 1880 2024-04-10T15:43:05.755 INFO:tasks.rados.rados.0.smithi069.stdout:3539: oid 8 version 1880 is already newer than 1879 2024-04-10T15:43:05.755 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 8 v 1880 (ObjNum 1108 snap 340 seq_num 1108) dirty exists 2024-04-10T15:43:05.755 INFO:tasks.rados.rados.0.smithi069.stdout:3539: left oid 8 (ObjNum 1108 snap 340 seq_num 1108) 2024-04-10T15:43:05.755 INFO:tasks.rados.rados.0.smithi069.stdout:3537: done (4 left) 2024-04-10T15:43:05.755 INFO:tasks.rados.rados.0.smithi069.stdout:3538: done (3 left) 2024-04-10T15:43:05.755 INFO:tasks.rados.rados.0.smithi069.stdout:3539: done (2 left) 2024-04-10T15:43:05.755 INFO:tasks.rados.rados.0.smithi069.stdout:3540: done (1 left) 2024-04-10T15:43:05.755 INFO:tasks.rados.rados.0.smithi069.stdout:3541: done (0 left) 2024-04-10T15:43:05.755 INFO:tasks.rados.rados.0.smithi069.stdout:3542: delete oid 34 current snap is 340 2024-04-10T15:43:05.759 INFO:tasks.rados.rados.0.smithi069.stdout:3542: done (0 left) 2024-04-10T15:43:05.759 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 15 current snap is 340 2024-04-10T15:43:05.759 INFO:tasks.rados.rados.0.smithi069.stdout:3543: seq_num 1110 ranges {5062656=598016,5660672=466944,6127616=450560,6578176=286720} 2024-04-10T15:43:05.790 INFO:tasks.rados.rados.0.smithi069.stdout:3543: writing smithi06982861-15 from 5062656 to 5660672 tid 1 2024-04-10T15:43:05.792 INFO:tasks.rados.rados.0.smithi069.stdout:3543: writing smithi06982861-15 from 5660672 to 6127616 tid 2 2024-04-10T15:43:05.795 INFO:tasks.rados.rados.0.smithi069.stdout:3543: writing smithi06982861-15 from 6127616 to 6578176 tid 3 2024-04-10T15:43:05.797 INFO:tasks.rados.rados.0.smithi069.stdout:3543: writing smithi06982861-15 from 6578176 to 6864896 tid 4 2024-04-10T15:43:05.797 INFO:tasks.rados.rados.0.smithi069.stdout:3544: rollback oid 31 current snap is 340 2024-04-10T15:43:05.797 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 31 to 328 2024-04-10T15:43:05.797 INFO:tasks.rados.rados.0.smithi069.stdout:3545: read oid 43 snap -1 2024-04-10T15:43:05.797 INFO:tasks.rados.rados.0.smithi069.stdout:3545: expect (ObjNum 1104 snap 339 seq_num 1104) 2024-04-10T15:43:05.798 INFO:tasks.rados.rados.0.smithi069.stdout:3546: snap_remove snap 322 2024-04-10T15:43:05.836 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:43:05 smithi069 ceph-mon[96738]: osdmap e752: 8 total, 8 up, 8 in 2024-04-10T15:43:05.837 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:43:05 smithi069 ceph-mon[94167]: osdmap e752: 8 total, 8 up, 8 in 2024-04-10T15:43:06.248 INFO:tasks.rados.rados.0.smithi069.stdout:3546: done (3 left) 2024-04-10T15:43:06.248 INFO:tasks.rados.rados.0.smithi069.stdout:3547: setattr oid 10 current snap is 340 2024-04-10T15:43:06.252 INFO:tasks.rados.rados.0.smithi069.stdout:3543: finishing write tid 1 to smithi06982861-15 2024-04-10T15:43:06.253 INFO:tasks.rados.rados.0.smithi069.stdout:3543: finishing write tid 2 to smithi06982861-15 2024-04-10T15:43:06.253 INFO:tasks.rados.rados.0.smithi069.stdout:3543: finishing write tid 3 to smithi06982861-15 2024-04-10T15:43:06.253 INFO:tasks.rados.rados.0.smithi069.stdout:3543: finishing write tid 4 to smithi06982861-15 2024-04-10T15:43:06.253 INFO:tasks.rados.rados.0.smithi069.stdout:3543: finishing write tid 5 to smithi06982861-15 2024-04-10T15:43:06.253 INFO:tasks.rados.rados.0.smithi069.stdout:3544: finishing rollback tid 0 to smithi06982861-31 2024-04-10T15:43:06.253 INFO:tasks.rados.rados.0.smithi069.stdout:3544: finishing rollback tid 1 to smithi06982861-31 2024-04-10T15:43:06.253 INFO:tasks.rados.rados.0.smithi069.stdout:3544: finishing rollback tid 2 to smithi06982861-31 2024-04-10T15:43:06.253 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 31 v 1883 (ObjNum 1035 snap 321 seq_num 1035) dirty exists 2024-04-10T15:43:06.253 INFO:tasks.rados.rados.0.smithi069.stdout:3543: finishing write tid 6 to smithi06982861-15 2024-04-10T15:43:06.253 INFO:tasks.rados.rados.0.smithi069.stdout:3543: oid 15 updating version 0 to 1639 2024-04-10T15:43:06.253 INFO:tasks.rados.rados.0.smithi069.stdout:3543: oid 15 version 1639 is already newer than 1638 2024-04-10T15:43:06.253 INFO:tasks.rados.rados.0.smithi069.stdout:3543: oid 15 version 1639 is already newer than 1635 2024-04-10T15:43:06.253 INFO:tasks.rados.rados.0.smithi069.stdout:3543: oid 15 version 1639 is already newer than 1637 2024-04-10T15:43:06.253 INFO:tasks.rados.rados.0.smithi069.stdout:3543: oid 15 version 1639 is already newer than 1636 2024-04-10T15:43:06.254 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 15 v 1639 (ObjNum 1110 snap 340 seq_num 1110) dirty exists 2024-04-10T15:43:06.254 INFO:tasks.rados.rados.0.smithi069.stdout:3543: left oid 15 (ObjNum 1110 snap 340 seq_num 1110) 2024-04-10T15:43:06.254 INFO:tasks.rados.rados.0.smithi069.stdout:3545: expect (ObjNum 1104 snap 339 seq_num 1104) 2024-04-10T15:43:06.306 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 10 v 1995 (ObjNum 1009 snap 316 seq_num 1009) dirty exists 2024-04-10T15:43:06.307 INFO:tasks.rados.rados.0.smithi069.stdout:3543: done (3 left) 2024-04-10T15:43:06.307 INFO:tasks.rados.rados.0.smithi069.stdout:3544: done (2 left) 2024-04-10T15:43:06.307 INFO:tasks.rados.rados.0.smithi069.stdout:3545: done (1 left) 2024-04-10T15:43:06.307 INFO:tasks.rados.rados.0.smithi069.stdout:3547: done (0 left) 2024-04-10T15:43:06.307 INFO:tasks.rados.rados.0.smithi069.stdout:3548: copy_from oid 25 from oid 21 current snap is 340 2024-04-10T15:43:06.307 INFO:tasks.rados.rados.0.smithi069.stdout:3549: copy_from oid 50 from oid 13 current snap is 340 2024-04-10T15:43:06.307 INFO:tasks.rados.rados.0.smithi069.stdout:3550: read oid 29 snap -1 2024-04-10T15:43:06.307 INFO:tasks.rados.rados.0.smithi069.stdout:3550: expect (ObjNum 1089 snap 334 seq_num 1089) 2024-04-10T15:43:06.307 INFO:tasks.rados.rados.0.smithi069.stdout:3551: delete oid 4 current snap is 340 2024-04-10T15:43:06.308 INFO:tasks.rados.rados.0.smithi069.stdout:3548: finishing copy_from to smithi06982861-25 2024-04-10T15:43:06.308 INFO:tasks.rados.rados.0.smithi069.stdout:3548: got expected ENOENT (src dne) 2024-04-10T15:43:06.308 INFO:tasks.rados.rados.0.smithi069.stdout:3548: finishing copy_from racing read to smithi06982861-25 2024-04-10T15:43:06.308 INFO:tasks.rados.rados.0.smithi069.stdout:3549: finishing copy_from to smithi06982861-50 2024-04-10T15:43:06.308 INFO:tasks.rados.rados.0.smithi069.stdout:3549: got expected ENOENT (src dne) 2024-04-10T15:43:06.308 INFO:tasks.rados.rados.0.smithi069.stdout:3549: finishing copy_from racing read to smithi06982861-50 2024-04-10T15:43:06.310 INFO:tasks.rados.rados.0.smithi069.stdout:3548: done (3 left) 2024-04-10T15:43:06.311 INFO:tasks.rados.rados.0.smithi069.stdout:3549: done (2 left) 2024-04-10T15:43:06.311 INFO:tasks.rados.rados.0.smithi069.stdout:3551: done (1 left) 2024-04-10T15:43:06.311 INFO:tasks.rados.rados.0.smithi069.stdout:3552: snap_remove snap 335 2024-04-10T15:43:06.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:43:06 smithi077 ceph-mon[87572]: osdmap e753: 8 total, 8 up, 8 in 2024-04-10T15:43:06.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:43:06 smithi077 ceph-mon[87572]: pgmap v791: 121 pgs: 121 active+clean; 178 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 760 KiB/s wr, 11 op/s 2024-04-10T15:43:06.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:43:06 smithi077 ceph-mon[87572]: osdmap e754: 8 total, 8 up, 8 in 2024-04-10T15:43:06.837 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:43:06 smithi069 ceph-mon[96738]: osdmap e753: 8 total, 8 up, 8 in 2024-04-10T15:43:06.837 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:43:06 smithi069 ceph-mon[96738]: pgmap v791: 121 pgs: 121 active+clean; 178 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 760 KiB/s wr, 11 op/s 2024-04-10T15:43:06.837 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:43:06 smithi069 ceph-mon[96738]: osdmap e754: 8 total, 8 up, 8 in 2024-04-10T15:43:06.837 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:43:06 smithi069 ceph-mon[94167]: osdmap e753: 8 total, 8 up, 8 in 2024-04-10T15:43:06.837 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:43:06 smithi069 ceph-mon[94167]: pgmap v791: 121 pgs: 121 active+clean; 178 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 760 KiB/s wr, 11 op/s 2024-04-10T15:43:06.837 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:43:06 smithi069 ceph-mon[94167]: osdmap e754: 8 total, 8 up, 8 in 2024-04-10T15:43:07.248 INFO:tasks.rados.rados.0.smithi069.stdout:3550: expect (ObjNum 1089 snap 334 seq_num 1089) 2024-04-10T15:43:07.311 INFO:tasks.rados.rados.0.smithi069.stdout:3550: done (1 left) 2024-04-10T15:43:07.311 INFO:tasks.rados.rados.0.smithi069.stdout:3552: done (0 left) 2024-04-10T15:43:07.312 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 30 current snap is 340 2024-04-10T15:43:07.312 INFO:tasks.rados.rados.0.smithi069.stdout:3553: seq_num 1112 ranges {1597440=630784,2228224=638976,2867200=466944,3334144=98304} 2024-04-10T15:43:07.323 INFO:tasks.rados.rados.0.smithi069.stdout:3553: writing smithi06982861-30 from 1597440 to 2228224 tid 1 2024-04-10T15:43:07.327 INFO:tasks.rados.rados.0.smithi069.stdout:3553: writing smithi06982861-30 from 2228224 to 2867200 tid 2 2024-04-10T15:43:07.330 INFO:tasks.rados.rados.0.smithi069.stdout:3553: writing smithi06982861-30 from 2867200 to 3334144 tid 3 2024-04-10T15:43:07.331 INFO:tasks.rados.rados.0.smithi069.stdout:3553: writing smithi06982861-30 from 3334144 to 3432448 tid 4 2024-04-10T15:43:07.331 INFO:tasks.rados.rados.0.smithi069.stdout:3554: snap_remove snap 332 2024-04-10T15:43:07.336 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:43:06 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:15:43:06] "GET /metrics HTTP/1.1" 200 36322 "" "Prometheus/2.43.0" 2024-04-10T15:43:07.837 INFO:journalctl@ceph.osd.2.smithi069.stdout:Apr 10 15:43:07 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-2[112535]: 2024-04-10T15:43:07.351+0000 7fb0a6529700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 193 after trimming was started 2024-04-10T15:43:08.251 INFO:tasks.rados.rados.0.smithi069.stdout:3554: done (1 left) 2024-04-10T15:43:08.251 INFO:tasks.rados.rados.0.smithi069.stdout:3555: read oid 14 snap 325 2024-04-10T15:43:08.251 INFO:tasks.rados.rados.0.smithi069.stdout:3555: expect (ObjNum 1054 snap 324 seq_num 1054) 2024-04-10T15:43:08.251 INFO:tasks.rados.rados.0.smithi069.stdout:3556: copy_from oid 15 from oid 1 current snap is 340 2024-04-10T15:43:08.251 INFO:tasks.rados.rados.0.smithi069.stdout:3553: finishing write tid 1 to smithi06982861-30 2024-04-10T15:43:08.251 INFO:tasks.rados.rados.0.smithi069.stdout:3553: finishing write tid 2 to smithi06982861-30 2024-04-10T15:43:08.251 INFO:tasks.rados.rados.0.smithi069.stdout:3553: finishing write tid 3 to smithi06982861-30 2024-04-10T15:43:08.251 INFO:tasks.rados.rados.0.smithi069.stdout:3553: finishing write tid 4 to smithi06982861-30 2024-04-10T15:43:08.251 INFO:tasks.rados.rados.0.smithi069.stdout:3553: finishing write tid 5 to smithi06982861-30 2024-04-10T15:43:08.252 INFO:tasks.rados.rados.0.smithi069.stdout:3553: finishing write tid 6 to smithi06982861-30 2024-04-10T15:43:08.252 INFO:tasks.rados.rados.0.smithi069.stdout:3553: oid 30 updating version 0 to 1886 2024-04-10T15:43:08.252 INFO:tasks.rados.rados.0.smithi069.stdout:3553: oid 30 version 1886 is already newer than 1885 2024-04-10T15:43:08.252 INFO:tasks.rados.rados.0.smithi069.stdout:3553: oid 30 version 1886 is already newer than 1884 2024-04-10T15:43:08.252 INFO:tasks.rados.rados.0.smithi069.stdout:3553: oid 30 updating version 1886 to 1887 2024-04-10T15:43:08.252 INFO:tasks.rados.rados.0.smithi069.stdout:3553: oid 30 updating version 1887 to 1888 2024-04-10T15:43:08.252 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 30 v 1888 (ObjNum 1112 snap 340 seq_num 1112) dirty exists 2024-04-10T15:43:08.252 INFO:tasks.rados.rados.0.smithi069.stdout:3553: left oid 30 (ObjNum 1112 snap 340 seq_num 1112) 2024-04-10T15:43:08.252 INFO:tasks.rados.rados.0.smithi069.stdout:3553: done (2 left) 2024-04-10T15:43:08.252 INFO:tasks.rados.rados.0.smithi069.stdout:3557: setattr oid 48 current snap is 340 2024-04-10T15:43:08.253 INFO:tasks.rados.rados.0.smithi069.stdout:3558: snap_create 2024-04-10T15:43:08.267 INFO:tasks.rados.rados.0.smithi069.stdout:3555: expect (ObjNum 1054 snap 324 seq_num 1054) 2024-04-10T15:43:08.298 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 48 v 1640 (ObjNum 1105 snap 339 seq_num 1105) dirty exists 2024-04-10T15:43:08.298 INFO:tasks.rados.rados.0.smithi069.stdout:3556: finishing copy_from racing read to smithi06982861-15 2024-04-10T15:43:08.303 INFO:tasks.rados.rados.0.smithi069.stdout:3556: finishing copy_from to smithi06982861-15 2024-04-10T15:43:08.303 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 15 v 1520 (ObjNum 1107 snap 340 seq_num 1107) dirty exists 2024-04-10T15:43:08.493 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:43:08 smithi077 ceph-mon[87572]: osdmap e755: 8 total, 8 up, 8 in 2024-04-10T15:43:08.493 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:43:08 smithi077 ceph-mon[87572]: pgmap v794: 121 pgs: 121 active+clean; 178 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 9.3 MiB/s rd, 382 KiB/s wr, 7 op/s 2024-04-10T15:43:08.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:43:08 smithi069 ceph-mon[94167]: osdmap e755: 8 total, 8 up, 8 in 2024-04-10T15:43:08.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:43:08 smithi069 ceph-mon[94167]: pgmap v794: 121 pgs: 121 active+clean; 178 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 9.3 MiB/s rd, 382 KiB/s wr, 7 op/s 2024-04-10T15:43:08.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:43:08 smithi069 ceph-mon[96738]: osdmap e755: 8 total, 8 up, 8 in 2024-04-10T15:43:08.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:43:08 smithi069 ceph-mon[96738]: pgmap v794: 121 pgs: 121 active+clean; 178 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 9.3 MiB/s rd, 382 KiB/s wr, 7 op/s 2024-04-10T15:43:09.262 INFO:tasks.rados.rados.0.smithi069.stdout:3555: done (3 left) 2024-04-10T15:43:09.262 INFO:tasks.rados.rados.0.smithi069.stdout:3556: done (2 left) 2024-04-10T15:43:09.262 INFO:tasks.rados.rados.0.smithi069.stdout:3557: done (1 left) 2024-04-10T15:43:09.262 INFO:tasks.rados.rados.0.smithi069.stdout:3558: done (0 left) 2024-04-10T15:43:09.262 INFO:tasks.rados.rados.0.smithi069.stdout:3559: delete oid 34 current snap is 341 2024-04-10T15:43:09.265 INFO:tasks.rados.rados.0.smithi069.stdout:3559: done (0 left) 2024-04-10T15:43:09.265 INFO:tasks.rados.rados.0.smithi069.stdout:3560: rmattr oid 6 current snap is 341 2024-04-10T15:43:09.265 INFO:tasks.rados.rados.0.smithi069.stdout:3560: done (0 left) 2024-04-10T15:43:09.265 INFO:tasks.rados.rados.0.smithi069.stdout:3561: read oid 36 snap -1 2024-04-10T15:43:09.265 INFO:tasks.rados.rados.0.smithi069.stdout:3561: expect (ObjNum 993 snap 311 seq_num 993) 2024-04-10T15:43:09.266 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 38 current snap is 341 2024-04-10T15:43:09.266 INFO:tasks.rados.rados.0.smithi069.stdout:3562: seq_num 1114 ranges {10117120=663552,10780672=802816,11583488=401408} 2024-04-10T15:43:09.323 INFO:tasks.rados.rados.0.smithi069.stdout:3562: writing smithi06982861-38 from 10117120 to 10780672 tid 1 2024-04-10T15:43:09.328 INFO:tasks.rados.rados.0.smithi069.stdout:3562: writing smithi06982861-38 from 10780672 to 11583488 tid 2 2024-04-10T15:43:09.331 INFO:tasks.rados.rados.0.smithi069.stdout:3562: writing smithi06982861-38 from 11583488 to 11984896 tid 3 2024-04-10T15:43:09.331 INFO:tasks.rados.rados.0.smithi069.stdout:3563: read oid 24 snap -1 2024-04-10T15:43:09.331 INFO:tasks.rados.rados.0.smithi069.stdout:3563: expect (ObjNum 1020 snap 318 seq_num 1020) 2024-04-10T15:43:09.331 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 12 current snap is 341 2024-04-10T15:43:09.331 INFO:tasks.rados.rados.0.smithi069.stdout:3564: seq_num 1115 ranges {14073856=679936,14753792=688128,15441920=516096} 2024-04-10T15:43:09.410 INFO:tasks.rados.rados.0.smithi069.stdout:3564: writing smithi06982861-12 from 14073856 to 14753792 tid 1 2024-04-10T15:43:09.414 INFO:tasks.rados.rados.0.smithi069.stdout:3564: writing smithi06982861-12 from 14753792 to 15441920 tid 2 2024-04-10T15:43:09.417 INFO:tasks.rados.rados.0.smithi069.stdout:3564: writing smithi06982861-12 from 15441920 to 15958016 tid 3 2024-04-10T15:43:09.417 INFO:tasks.rados.rados.0.smithi069.stdout:3565: read oid 11 snap -1 2024-04-10T15:43:09.417 INFO:tasks.rados.rados.0.smithi069.stdout:3565: expect (ObjNum 920 snap 287 seq_num 920) 2024-04-10T15:43:09.417 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 49 current snap is 341 2024-04-10T15:43:09.417 INFO:tasks.rados.rados.0.smithi069.stdout:3566: seq_num 1116 ranges {1662976=696320,2359296=573440,2932736=450560,3383296=180224} 2024-04-10T15:43:09.430 INFO:tasks.rados.rados.0.smithi069.stdout:3566: writing smithi06982861-49 from 1662976 to 2359296 tid 1 2024-04-10T15:43:09.433 INFO:tasks.rados.rados.0.smithi069.stdout:3566: writing smithi06982861-49 from 2359296 to 2932736 tid 2 2024-04-10T15:43:09.436 INFO:tasks.rados.rados.0.smithi069.stdout:3566: writing smithi06982861-49 from 2932736 to 3383296 tid 3 2024-04-10T15:43:09.437 INFO:tasks.rados.rados.0.smithi069.stdout:3566: writing smithi06982861-49 from 3383296 to 3563520 tid 4 2024-04-10T15:43:09.437 INFO:tasks.rados.rados.0.smithi069.stdout:3567: delete oid 14 current snap is 341 2024-04-10T15:43:09.437 INFO:tasks.rados.rados.0.smithi069.stdout:3561: expect (ObjNum 993 snap 311 seq_num 993) 2024-04-10T15:43:09.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:43:09 smithi069 ceph-mon[96738]: osdmap e756: 8 total, 8 up, 8 in 2024-04-10T15:43:09.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:43:09 smithi069 ceph-mon[94167]: osdmap e756: 8 total, 8 up, 8 in 2024-04-10T15:43:09.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:43:09 smithi077 ceph-mon[87572]: osdmap e756: 8 total, 8 up, 8 in 2024-04-10T15:43:10.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:43:10 smithi069 ceph-mon[96738]: osdmap e757: 8 total, 8 up, 8 in 2024-04-10T15:43:10.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:43:10 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:43:10.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:43:10 smithi069 ceph-mon[96738]: pgmap v797: 121 pgs: 121 active+clean; 196 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 4.1 MiB/s wr, 27 op/s 2024-04-10T15:43:10.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:43:10 smithi069 ceph-mon[94167]: osdmap e757: 8 total, 8 up, 8 in 2024-04-10T15:43:10.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:43:10 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:43:10.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:43:10 smithi069 ceph-mon[94167]: pgmap v797: 121 pgs: 121 active+clean; 196 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 4.1 MiB/s wr, 27 op/s 2024-04-10T15:43:10.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:43:10 smithi077 ceph-mon[87572]: osdmap e757: 8 total, 8 up, 8 in 2024-04-10T15:43:10.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:43:10 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:43:10.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:43:10 smithi077 ceph-mon[87572]: pgmap v797: 121 pgs: 121 active+clean; 196 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 4.1 MiB/s wr, 27 op/s 2024-04-10T15:43:10.754 INFO:tasks.rados.rados.0.smithi069.stdout:3562: finishing write tid 1 to smithi06982861-38 2024-04-10T15:43:10.754 INFO:tasks.rados.rados.0.smithi069.stdout:3562: finishing write tid 2 to smithi06982861-38 2024-04-10T15:43:10.755 INFO:tasks.rados.rados.0.smithi069.stdout:3562: finishing write tid 3 to smithi06982861-38 2024-04-10T15:43:10.755 INFO:tasks.rados.rados.0.smithi069.stdout:3562: finishing write tid 4 to smithi06982861-38 2024-04-10T15:43:10.755 INFO:tasks.rados.rados.0.smithi069.stdout:3562: finishing write tid 5 to smithi06982861-38 2024-04-10T15:43:10.755 INFO:tasks.rados.rados.0.smithi069.stdout:3562: oid 38 updating version 0 to 1702 2024-04-10T15:43:10.755 INFO:tasks.rados.rados.0.smithi069.stdout:3562: oid 38 updating version 1702 to 1703 2024-04-10T15:43:10.755 INFO:tasks.rados.rados.0.smithi069.stdout:3562: oid 38 version 1703 is already newer than 1701 2024-04-10T15:43:10.755 INFO:tasks.rados.rados.0.smithi069.stdout:3562: oid 38 version 1703 is already newer than 1700 2024-04-10T15:43:10.755 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 38 v 1703 (ObjNum 1114 snap 341 seq_num 1114) dirty exists 2024-04-10T15:43:10.755 INFO:tasks.rados.rados.0.smithi069.stdout:3562: left oid 38 (ObjNum 1114 snap 341 seq_num 1114) 2024-04-10T15:43:10.755 INFO:tasks.rados.rados.0.smithi069.stdout:3563: expect (ObjNum 1020 snap 318 seq_num 1020) 2024-04-10T15:43:10.982 INFO:tasks.rados.rados.0.smithi069.stdout:3564: finishing write tid 1 to smithi06982861-12 2024-04-10T15:43:10.983 INFO:tasks.rados.rados.0.smithi069.stdout:3564: finishing write tid 2 to smithi06982861-12 2024-04-10T15:43:10.983 INFO:tasks.rados.rados.0.smithi069.stdout:3564: finishing write tid 3 to smithi06982861-12 2024-04-10T15:43:10.983 INFO:tasks.rados.rados.0.smithi069.stdout:3561: done (6 left) 2024-04-10T15:43:10.983 INFO:tasks.rados.rados.0.smithi069.stdout:3562: done (5 left) 2024-04-10T15:43:10.983 INFO:tasks.rados.rados.0.smithi069.stdout:3563: done (4 left) 2024-04-10T15:43:10.983 INFO:tasks.rados.rados.0.smithi069.stdout:3567: done (3 left) 2024-04-10T15:43:10.983 INFO:tasks.rados.rados.0.smithi069.stdout:3568: snap_create 2024-04-10T15:43:10.983 INFO:tasks.rados.rados.0.smithi069.stdout:3565: expect (ObjNum 920 snap 287 seq_num 920) 2024-04-10T15:43:11.008 INFO:tasks.rados.rados.0.smithi069.stdout:3564: finishing write tid 4 to smithi06982861-12 2024-04-10T15:43:11.008 INFO:tasks.rados.rados.0.smithi069.stdout:3564: finishing write tid 5 to smithi06982861-12 2024-04-10T15:43:11.008 INFO:tasks.rados.rados.0.smithi069.stdout:3564: oid 12 updating version 0 to 1570 2024-04-10T15:43:11.008 INFO:tasks.rados.rados.0.smithi069.stdout:3564: oid 12 version 1570 is already newer than 1568 2024-04-10T15:43:11.008 INFO:tasks.rados.rados.0.smithi069.stdout:3564: oid 12 version 1570 is already newer than 1567 2024-04-10T15:43:11.009 INFO:tasks.rados.rados.0.smithi069.stdout:3564: oid 12 version 1570 is already newer than 1569 2024-04-10T15:43:11.009 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 12 v 1570 (ObjNum 1115 snap 341 seq_num 1115) dirty exists 2024-04-10T15:43:11.009 INFO:tasks.rados.rados.0.smithi069.stdout:3564: left oid 12 (ObjNum 1115 snap 341 seq_num 1115) 2024-04-10T15:43:11.009 INFO:tasks.rados.rados.0.smithi069.stdout:3566: finishing write tid 1 to smithi06982861-49 2024-04-10T15:43:11.009 INFO:tasks.rados.rados.0.smithi069.stdout:3566: finishing write tid 2 to smithi06982861-49 2024-04-10T15:43:11.009 INFO:tasks.rados.rados.0.smithi069.stdout:3566: finishing write tid 3 to smithi06982861-49 2024-04-10T15:43:11.009 INFO:tasks.rados.rados.0.smithi069.stdout:3566: finishing write tid 4 to smithi06982861-49 2024-04-10T15:43:11.009 INFO:tasks.rados.rados.0.smithi069.stdout:3566: finishing write tid 5 to smithi06982861-49 2024-04-10T15:43:11.009 INFO:tasks.rados.rados.0.smithi069.stdout:3566: finishing write tid 6 to smithi06982861-49 2024-04-10T15:43:11.009 INFO:tasks.rados.rados.0.smithi069.stdout:3566: oid 49 updating version 0 to 1566 2024-04-10T15:43:11.009 INFO:tasks.rados.rados.0.smithi069.stdout:3566: oid 49 version 1566 is already newer than 1562 2024-04-10T15:43:11.009 INFO:tasks.rados.rados.0.smithi069.stdout:3566: oid 49 version 1566 is already newer than 1565 2024-04-10T15:43:11.009 INFO:tasks.rados.rados.0.smithi069.stdout:3566: oid 49 version 1566 is already newer than 1564 2024-04-10T15:43:11.010 INFO:tasks.rados.rados.0.smithi069.stdout:3566: oid 49 version 1566 is already newer than 1563 2024-04-10T15:43:11.010 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 49 v 1566 (ObjNum 1116 snap 341 seq_num 1116) dirty exists 2024-04-10T15:43:11.010 INFO:tasks.rados.rados.0.smithi069.stdout:3566: left oid 49 (ObjNum 1116 snap 341 seq_num 1116) 2024-04-10T15:43:11.247 INFO:tasks.rados.rados.0.smithi069.stdout:3564: done (3 left) 2024-04-10T15:43:11.251 INFO:tasks.rados.rados.0.smithi069.stdout:3565: done (2 left) 2024-04-10T15:43:11.251 INFO:tasks.rados.rados.0.smithi069.stdout:3566: done (1 left) 2024-04-10T15:43:11.251 INFO:tasks.rados.rados.0.smithi069.stdout:3568: done (0 left) 2024-04-10T15:43:11.251 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 1 current snap is 342 2024-04-10T15:43:11.252 INFO:tasks.rados.rados.0.smithi069.stdout:3569: seq_num 1118 ranges {7290880=729088,8019968=794624,8814592=409600} 2024-04-10T15:43:11.289 INFO:tasks.rados.rados.0.smithi069.stdout:3569: writing smithi06982861-1 from 7290880 to 8019968 tid 1 2024-04-10T15:43:11.293 INFO:tasks.rados.rados.0.smithi069.stdout:3569: writing smithi06982861-1 from 8019968 to 8814592 tid 2 2024-04-10T15:43:11.298 INFO:tasks.rados.rados.0.smithi069.stdout:3569: writing smithi06982861-1 from 8814592 to 9224192 tid 3 2024-04-10T15:43:11.298 INFO:tasks.rados.rados.0.smithi069.stdout:3570: delete oid 50 current snap is 342 2024-04-10T15:43:11.300 INFO:tasks.rados.rados.0.smithi069.stdout:3569: finishing write tid 1 to smithi06982861-1 2024-04-10T15:43:11.300 INFO:tasks.rados.rados.0.smithi069.stdout:3569: finishing write tid 2 to smithi06982861-1 2024-04-10T15:43:11.300 INFO:tasks.rados.rados.0.smithi069.stdout:3569: finishing write tid 3 to smithi06982861-1 2024-04-10T15:43:11.300 INFO:tasks.rados.rados.0.smithi069.stdout:3570: done (1 left) 2024-04-10T15:43:11.300 INFO:tasks.rados.rados.0.smithi069.stdout:3571: snap_create 2024-04-10T15:43:11.300 INFO:tasks.rados.rados.0.smithi069.stdout:3569: finishing write tid 4 to smithi06982861-1 2024-04-10T15:43:11.302 INFO:tasks.rados.rados.0.smithi069.stdout:3569: finishing write tid 5 to smithi06982861-1 2024-04-10T15:43:11.302 INFO:tasks.rados.rados.0.smithi069.stdout:3569: oid 1 updating version 0 to 1527 2024-04-10T15:43:11.302 INFO:tasks.rados.rados.0.smithi069.stdout:3569: oid 1 version 1527 is already newer than 1526 2024-04-10T15:43:11.302 INFO:tasks.rados.rados.0.smithi069.stdout:3569: oid 1 version 1527 is already newer than 1524 2024-04-10T15:43:11.302 INFO:tasks.rados.rados.0.smithi069.stdout:3569: oid 1 version 1527 is already newer than 1525 2024-04-10T15:43:11.302 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 1 v 1527 (ObjNum 1118 snap 342 seq_num 1118) dirty exists 2024-04-10T15:43:11.302 INFO:tasks.rados.rados.0.smithi069.stdout:3569: left oid 1 (ObjNum 1118 snap 342 seq_num 1118) 2024-04-10T15:43:12.250 INFO:tasks.rados.rados.0.smithi069.stdout:3569: done (1 left) 2024-04-10T15:43:12.250 INFO:tasks.rados.rados.0.smithi069.stdout:3571: done (0 left) 2024-04-10T15:43:12.250 INFO:tasks.rados.rados.0.smithi069.stdout:3572: rmattr oid 15 current snap is 343 2024-04-10T15:43:12.250 INFO:tasks.rados.rados.0.smithi069.stdout:3573: read oid 31 snap -1 2024-04-10T15:43:12.250 INFO:tasks.rados.rados.0.smithi069.stdout:3573: expect (ObjNum 1035 snap 321 seq_num 1035) 2024-04-10T15:43:12.250 INFO:tasks.rados.rados.0.smithi069.stdout:3574: read oid 39 snap -1 2024-04-10T15:43:12.250 INFO:tasks.rados.rados.0.smithi069.stdout:3574: expect (ObjNum 1060 snap 325 seq_num 1060) 2024-04-10T15:43:12.251 INFO:tasks.rados.rados.0.smithi069.stdout:3575: snap_remove snap 341 2024-04-10T15:43:12.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:43:12 smithi069 ceph-mon[94167]: osdmap e758: 8 total, 8 up, 8 in 2024-04-10T15:43:12.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:43:12 smithi069 ceph-mon[94167]: pgmap v799: 121 pgs: 121 active+clean; 196 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 20 MiB/s rd, 4.1 MiB/s wr, 32 op/s 2024-04-10T15:43:12.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:43:12 smithi069 ceph-mon[96738]: osdmap e758: 8 total, 8 up, 8 in 2024-04-10T15:43:12.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:43:12 smithi069 ceph-mon[96738]: pgmap v799: 121 pgs: 121 active+clean; 196 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 20 MiB/s rd, 4.1 MiB/s wr, 32 op/s 2024-04-10T15:43:12.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:43:12 smithi077 ceph-mon[87572]: osdmap e758: 8 total, 8 up, 8 in 2024-04-10T15:43:12.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:43:12 smithi077 ceph-mon[87572]: pgmap v799: 121 pgs: 121 active+clean; 196 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 20 MiB/s rd, 4.1 MiB/s wr, 32 op/s 2024-04-10T15:43:12.743 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:43:12 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T15:43:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:43:13.255 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 15 v 1641 (ObjNum 1107 snap 340 seq_num 1107) dirty exists 2024-04-10T15:43:13.255 INFO:tasks.rados.rados.0.smithi069.stdout:3573: expect (ObjNum 1035 snap 321 seq_num 1035) 2024-04-10T15:43:13.274 INFO:tasks.rados.rados.0.smithi069.stdout:3574: expect (ObjNum 1060 snap 325 seq_num 1060) 2024-04-10T15:43:13.312 INFO:tasks.rados.rados.0.smithi069.stdout:3572: done (3 left) 2024-04-10T15:43:13.312 INFO:tasks.rados.rados.0.smithi069.stdout:3573: done (2 left) 2024-04-10T15:43:13.312 INFO:tasks.rados.rados.0.smithi069.stdout:3574: done (1 left) 2024-04-10T15:43:13.312 INFO:tasks.rados.rados.0.smithi069.stdout:3575: done (0 left) 2024-04-10T15:43:13.312 INFO:tasks.rados.rados.0.smithi069.stdout:3576: read oid 16 snap 342 2024-04-10T15:43:13.312 INFO:tasks.rados.rados.0.smithi069.stdout:3576: expect (ObjNum 1062 snap 326 seq_num 1062) 2024-04-10T15:43:13.312 INFO:tasks.rados.rados.0.smithi069.stdout:3577: rollback oid 28 current snap is 343 2024-04-10T15:43:13.312 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 28 to 328 2024-04-10T15:43:13.312 INFO:tasks.rados.rados.0.smithi069.stdout:3578: delete oid 6 current snap is 343 2024-04-10T15:43:13.318 INFO:tasks.rados.rados.0.smithi069.stdout:3577: finishing rollback tid 0 to smithi06982861-28 2024-04-10T15:43:13.319 INFO:tasks.rados.rados.0.smithi069.stdout:3577: finishing rollback tid 1 to smithi06982861-28 2024-04-10T15:43:13.319 INFO:tasks.rados.rados.0.smithi069.stdout:3577: finishing rollback tid 2 to smithi06982861-28 2024-04-10T15:43:13.319 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 28 v 1542 (ObjNum 1007 snap 316 seq_num 1007) dirty exists 2024-04-10T15:43:13.320 INFO:tasks.rados.rados.0.smithi069.stdout:3577: done (2 left) 2024-04-10T15:43:13.320 INFO:tasks.rados.rados.0.smithi069.stdout:3578: done (1 left) 2024-04-10T15:43:13.320 INFO:tasks.rados.rados.0.smithi069.stdout:3579: delete oid 38 current snap is 343 2024-04-10T15:43:13.322 INFO:tasks.rados.rados.0.smithi069.stdout:3576: expect (ObjNum 1062 snap 326 seq_num 1062) 2024-04-10T15:43:13.391 INFO:tasks.rados.rados.0.smithi069.stdout:3576: done (1 left) 2024-04-10T15:43:13.391 INFO:tasks.rados.rados.0.smithi069.stdout:3579: done (0 left) 2024-04-10T15:43:13.391 INFO:tasks.rados.rados.0.smithi069.stdout:3580: rollback oid 11 current snap is 343 2024-04-10T15:43:13.391 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 11 to 339 2024-04-10T15:43:13.391 INFO:tasks.rados.rados.0.smithi069.stdout:3581: rollback oid 20 current snap is 343 2024-04-10T15:43:13.391 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 20 to 323 2024-04-10T15:43:13.391 INFO:tasks.rados.rados.0.smithi069.stdout:3582: rollback oid 50 current snap is 343 2024-04-10T15:43:13.391 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 50 to 325 2024-04-10T15:43:13.391 INFO:tasks.rados.rados.0.smithi069.stdout:3583: delete oid 14 current snap is 343 2024-04-10T15:43:13.391 INFO:tasks.rados.rados.0.smithi069.stdout:3581: finishing rollback tid 1 to smithi06982861-20 2024-04-10T15:43:13.392 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 20 v 0 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-04-10T15:43:13.392 INFO:tasks.rados.rados.0.smithi069.stdout:3581: done (3 left) 2024-04-10T15:43:13.392 INFO:tasks.rados.rados.0.smithi069.stdout:3583: done (2 left) 2024-04-10T15:43:13.392 INFO:tasks.rados.rados.0.smithi069.stdout:3584: delete oid 32 current snap is 343 2024-04-10T15:43:13.395 INFO:tasks.rados.rados.0.smithi069.stdout:3580: finishing rollback tid 0 to smithi06982861-11 2024-04-10T15:43:13.395 INFO:tasks.rados.rados.0.smithi069.stdout:3584: done (2 left) 2024-04-10T15:43:13.395 INFO:tasks.rados.rados.0.smithi069.stdout:3585: read oid 31 snap 342 2024-04-10T15:43:13.395 INFO:tasks.rados.rados.0.smithi069.stdout:3585: expect (ObjNum 1035 snap 321 seq_num 1035) 2024-04-10T15:43:13.395 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 36 current snap is 343 2024-04-10T15:43:13.395 INFO:tasks.rados.rados.0.smithi069.stdout:3586: seq_num 1124 ranges {14073856=434176,14508032=499712,15007744=409600,15417344=663552,16080896=32768} 2024-04-10T15:43:13.471 INFO:tasks.rados.rados.0.smithi069.stdout:3586: writing smithi06982861-36 from 14073856 to 14508032 tid 1 2024-04-10T15:43:13.473 INFO:tasks.rados.rados.0.smithi069.stdout:3586: writing smithi06982861-36 from 14508032 to 15007744 tid 2 2024-04-10T15:43:13.477 INFO:tasks.rados.rados.0.smithi069.stdout:3586: writing smithi06982861-36 from 15007744 to 15417344 tid 3 2024-04-10T15:43:13.479 INFO:tasks.rados.rados.0.smithi069.stdout:3586: writing smithi06982861-36 from 15417344 to 16080896 tid 4 2024-04-10T15:43:13.480 INFO:tasks.rados.rados.0.smithi069.stdout:3586: writing smithi06982861-36 from 16080896 to 16113664 tid 5 2024-04-10T15:43:13.480 INFO:tasks.rados.rados.0.smithi069.stdout:3587: copy_from oid 1 from oid 35 current snap is 343 2024-04-10T15:43:13.480 INFO:tasks.rados.rados.0.smithi069.stdout:3580: finishing rollback tid 1 to smithi06982861-11 2024-04-10T15:43:13.480 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 11 v 1614 (ObjNum 289 snap 0 seq_num 1) dirty dne 2024-04-10T15:43:13.480 INFO:tasks.rados.rados.0.smithi069.stdout:3582: finishing rollback tid 1 to smithi06982861-50 2024-04-10T15:43:13.480 INFO:tasks.rados.rados.0.smithi069.stdout:3582: finishing rollback tid 2 to smithi06982861-50 2024-04-10T15:43:13.480 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 50 v 1616 (ObjNum 1003 snap 315 seq_num 1003) dirty exists 2024-04-10T15:43:13.480 INFO:tasks.rados.rados.0.smithi069.stdout:3585: expect (ObjNum 1035 snap 321 seq_num 1035) 2024-04-10T15:43:13.495 INFO:tasks.rados.rados.0.smithi069.stdout:3586: finishing write tid 1 to smithi06982861-36 2024-04-10T15:43:13.496 INFO:tasks.rados.rados.0.smithi069.stdout:3586: finishing write tid 2 to smithi06982861-36 2024-04-10T15:43:13.496 INFO:tasks.rados.rados.0.smithi069.stdout:3580: done (4 left) 2024-04-10T15:43:13.496 INFO:tasks.rados.rados.0.smithi069.stdout:3582: done (3 left) 2024-04-10T15:43:13.496 INFO:tasks.rados.rados.0.smithi069.stdout:3585: done (2 left) 2024-04-10T15:43:13.496 INFO:tasks.rados.rados.0.smithi069.stdout:3588: snap_create 2024-04-10T15:43:13.496 INFO:tasks.rados.rados.0.smithi069.stdout:3586: finishing write tid 3 to smithi06982861-36 2024-04-10T15:43:13.496 INFO:tasks.rados.rados.0.smithi069.stdout:3587: finishing copy_from racing read to smithi06982861-1 2024-04-10T15:43:13.496 INFO:tasks.rados.rados.0.smithi069.stdout:3587: finishing copy_from to smithi06982861-1 2024-04-10T15:43:13.496 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 1 v 1523 (ObjNum 892 snap 280 seq_num 892) dirty exists 2024-04-10T15:43:13.496 INFO:tasks.rados.rados.0.smithi069.stdout:3586: finishing write tid 4 to smithi06982861-36 2024-04-10T15:43:13.496 INFO:tasks.rados.rados.0.smithi069.stdout:3586: finishing write tid 5 to smithi06982861-36 2024-04-10T15:43:13.496 INFO:tasks.rados.rados.0.smithi069.stdout:3586: finishing write tid 6 to smithi06982861-36 2024-04-10T15:43:13.496 INFO:tasks.rados.rados.0.smithi069.stdout:3586: finishing write tid 7 to smithi06982861-36 2024-04-10T15:43:13.496 INFO:tasks.rados.rados.0.smithi069.stdout:3586: oid 36 updating version 0 to 1633 2024-04-10T15:43:13.497 INFO:tasks.rados.rados.0.smithi069.stdout:3586: oid 36 version 1633 is already newer than 1631 2024-04-10T15:43:13.497 INFO:tasks.rados.rados.0.smithi069.stdout:3586: oid 36 updating version 1633 to 1634 2024-04-10T15:43:13.497 INFO:tasks.rados.rados.0.smithi069.stdout:3586: oid 36 version 1634 is already newer than 1632 2024-04-10T15:43:13.497 INFO:tasks.rados.rados.0.smithi069.stdout:3586: oid 36 updating version 1634 to 1636 2024-04-10T15:43:13.497 INFO:tasks.rados.rados.0.smithi069.stdout:3586: oid 36 version 1636 is already newer than 1635 2024-04-10T15:43:13.497 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 36 v 1636 (ObjNum 1124 snap 343 seq_num 1124) dirty exists 2024-04-10T15:43:13.497 INFO:tasks.rados.rados.0.smithi069.stdout:3586: left oid 36 (ObjNum 1124 snap 343 seq_num 1124) 2024-04-10T15:43:13.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:43:13 smithi069 ceph-mon[96738]: osdmap e759: 8 total, 8 up, 8 in 2024-04-10T15:43:13.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:43:13 smithi069 ceph-mon[94167]: osdmap e759: 8 total, 8 up, 8 in 2024-04-10T15:43:13.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:43:13 smithi077 ceph-mon[87572]: osdmap e759: 8 total, 8 up, 8 in 2024-04-10T15:43:14.264 INFO:tasks.rados.rados.0.smithi069.stdout:3586: done (2 left) 2024-04-10T15:43:14.265 INFO:tasks.rados.rados.0.smithi069.stdout:3587: done (1 left) 2024-04-10T15:43:14.265 INFO:tasks.rados.rados.0.smithi069.stdout:3588: done (0 left) 2024-04-10T15:43:14.265 INFO:tasks.rados.rados.0.smithi069.stdout:3589: delete oid 26 current snap is 344 2024-04-10T15:43:14.268 INFO:tasks.rados.rados.0.smithi069.stdout:3589: done (0 left) 2024-04-10T15:43:14.268 INFO:tasks.rados.rados.0.smithi069.stdout:3590: snap_remove snap 343 2024-04-10T15:43:14.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:43:14 smithi069 ceph-mon[96738]: osdmap e760: 8 total, 8 up, 8 in 2024-04-10T15:43:14.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:43:14 smithi069 ceph-mon[96738]: pgmap v802: 121 pgs: 121 active+clean; 202 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 2.4 MiB/s wr, 17 op/s 2024-04-10T15:43:14.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:43:14 smithi069 ceph-mon[94167]: osdmap e760: 8 total, 8 up, 8 in 2024-04-10T15:43:14.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:43:14 smithi069 ceph-mon[94167]: pgmap v802: 121 pgs: 121 active+clean; 202 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 2.4 MiB/s wr, 17 op/s 2024-04-10T15:43:14.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:43:14 smithi077 ceph-mon[87572]: osdmap e760: 8 total, 8 up, 8 in 2024-04-10T15:43:14.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:43:14 smithi077 ceph-mon[87572]: pgmap v802: 121 pgs: 121 active+clean; 202 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 2.4 MiB/s wr, 17 op/s 2024-04-10T15:43:15.273 INFO:tasks.rados.rados.0.smithi069.stdout:3590: done (0 left) 2024-04-10T15:43:15.273 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 1 current snap is 344 2024-04-10T15:43:15.273 INFO:tasks.rados.rados.0.smithi069.stdout:3591: seq_num 1126 ranges {548864=466944,1015808=720896,1736704=778240,2514944=106496} 2024-04-10T15:43:15.279 INFO:tasks.rados.rados.0.smithi069.stdout:3591: writing smithi06982861-1 from 548864 to 1015808 tid 1 2024-04-10T15:43:15.283 INFO:tasks.rados.rados.0.smithi069.stdout:3591: writing smithi06982861-1 from 1015808 to 1736704 tid 2 2024-04-10T15:43:15.288 INFO:tasks.rados.rados.0.smithi069.stdout:3591: writing smithi06982861-1 from 1736704 to 2514944 tid 3 2024-04-10T15:43:15.289 INFO:tasks.rados.rados.0.smithi069.stdout:3591: writing smithi06982861-1 from 2514944 to 2621440 tid 4 2024-04-10T15:43:15.289 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 31 current snap is 344 2024-04-10T15:43:15.289 INFO:tasks.rados.rados.0.smithi069.stdout:3592: seq_num 1127 ranges {540672=483328,1024000=598016,1622016=581632,2203648=425984} 2024-04-10T15:43:15.295 INFO:tasks.rados.rados.0.smithi069.stdout:3592: writing smithi06982861-31 from 540672 to 1024000 tid 1 2024-04-10T15:43:15.299 INFO:tasks.rados.rados.0.smithi069.stdout:3592: writing smithi06982861-31 from 1024000 to 1622016 tid 2 2024-04-10T15:43:15.302 INFO:tasks.rados.rados.0.smithi069.stdout:3592: writing smithi06982861-31 from 1622016 to 2203648 tid 3 2024-04-10T15:43:15.305 INFO:tasks.rados.rados.0.smithi069.stdout:3592: writing smithi06982861-31 from 2203648 to 2629632 tid 4 2024-04-10T15:43:15.306 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 38 current snap is 344 2024-04-10T15:43:15.306 INFO:tasks.rados.rados.0.smithi069.stdout:3591: finishing write tid 1 to smithi06982861-1 2024-04-10T15:43:15.306 INFO:tasks.rados.rados.0.smithi069.stdout:3591: finishing write tid 2 to smithi06982861-1 2024-04-10T15:43:15.306 INFO:tasks.rados.rados.0.smithi069.stdout:3591: finishing write tid 3 to smithi06982861-1 2024-04-10T15:43:15.306 INFO:tasks.rados.rados.0.smithi069.stdout:3591: finishing write tid 4 to smithi06982861-1 2024-04-10T15:43:15.306 INFO:tasks.rados.rados.0.smithi069.stdout:3591: finishing write tid 5 to smithi06982861-1 2024-04-10T15:43:15.306 INFO:tasks.rados.rados.0.smithi069.stdout:3591: finishing write tid 6 to smithi06982861-1 2024-04-10T15:43:15.306 INFO:tasks.rados.rados.0.smithi069.stdout:3591: oid 1 updating version 0 to 1528 2024-04-10T15:43:15.306 INFO:tasks.rados.rados.0.smithi069.stdout:3591: oid 1 updating version 1528 to 1531 2024-04-10T15:43:15.306 INFO:tasks.rados.rados.0.smithi069.stdout:3591: oid 1 version 1531 is already newer than 1529 2024-04-10T15:43:15.306 INFO:tasks.rados.rados.0.smithi069.stdout:3591: oid 1 version 1531 is already newer than 1530 2024-04-10T15:43:15.306 INFO:tasks.rados.rados.0.smithi069.stdout:3591: oid 1 updating version 1531 to 1532 2024-04-10T15:43:15.306 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 1 v 1532 (ObjNum 1126 snap 344 seq_num 1126) dirty exists 2024-04-10T15:43:15.307 INFO:tasks.rados.rados.0.smithi069.stdout:3591: left oid 1 (ObjNum 1126 snap 344 seq_num 1126) 2024-04-10T15:43:15.307 INFO:tasks.rados.rados.0.smithi069.stdout:3592: finishing write tid 1 to smithi06982861-31 2024-04-10T15:43:15.307 INFO:tasks.rados.rados.0.smithi069.stdout:3592: finishing write tid 2 to smithi06982861-31 2024-04-10T15:43:15.307 INFO:tasks.rados.rados.0.smithi069.stdout:3593: seq_num 1128 ranges {0=499712,499712=483328,983040=786432,1769472=335872} 2024-04-10T15:43:15.308 INFO:tasks.rados.rados.0.smithi069.stdout:3593: writing smithi06982861-38 from 0 to 499712 tid 1 2024-04-10T15:43:15.311 INFO:tasks.rados.rados.0.smithi069.stdout:3593: writing smithi06982861-38 from 499712 to 983040 tid 2 2024-04-10T15:43:15.316 INFO:tasks.rados.rados.0.smithi069.stdout:3593: writing smithi06982861-38 from 983040 to 1769472 tid 3 2024-04-10T15:43:15.318 INFO:tasks.rados.rados.0.smithi069.stdout:3593: writing smithi06982861-38 from 1769472 to 2105344 tid 4 2024-04-10T15:43:15.318 INFO:tasks.rados.rados.0.smithi069.stdout:3591: done (2 left) 2024-04-10T15:43:15.319 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 22 current snap is 344 2024-04-10T15:43:15.319 INFO:tasks.rados.rados.0.smithi069.stdout:3592: finishing write tid 3 to smithi06982861-31 2024-04-10T15:43:15.319 INFO:tasks.rados.rados.0.smithi069.stdout:3592: finishing write tid 4 to smithi06982861-31 2024-04-10T15:43:15.319 INFO:tasks.rados.rados.0.smithi069.stdout:3592: finishing write tid 5 to smithi06982861-31 2024-04-10T15:43:15.319 INFO:tasks.rados.rados.0.smithi069.stdout:3592: finishing write tid 6 to smithi06982861-31 2024-04-10T15:43:15.319 INFO:tasks.rados.rados.0.smithi069.stdout:3592: oid 31 updating version 0 to 1893 2024-04-10T15:43:15.319 INFO:tasks.rados.rados.0.smithi069.stdout:3592: oid 31 version 1893 is already newer than 1889 2024-04-10T15:43:15.319 INFO:tasks.rados.rados.0.smithi069.stdout:3592: oid 31 version 1893 is already newer than 1890 2024-04-10T15:43:15.319 INFO:tasks.rados.rados.0.smithi069.stdout:3592: oid 31 version 1893 is already newer than 1891 2024-04-10T15:43:15.319 INFO:tasks.rados.rados.0.smithi069.stdout:3592: oid 31 version 1893 is already newer than 1892 2024-04-10T15:43:15.319 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 31 v 1893 (ObjNum 1127 snap 344 seq_num 1127) dirty exists 2024-04-10T15:43:15.319 INFO:tasks.rados.rados.0.smithi069.stdout:3592: left oid 31 (ObjNum 1127 snap 344 seq_num 1127) 2024-04-10T15:43:15.319 INFO:tasks.rados.rados.0.smithi069.stdout:3593: finishing write tid 1 to smithi06982861-38 2024-04-10T15:43:15.319 INFO:tasks.rados.rados.0.smithi069.stdout:3593: finishing write tid 2 to smithi06982861-38 2024-04-10T15:43:15.320 INFO:tasks.rados.rados.0.smithi069.stdout:3594: seq_num 1129 ranges {2359296=516096,2875392=770048,3645440=598016,4243456=237568} 2024-04-10T15:43:15.333 INFO:tasks.rados.rados.0.smithi069.stdout:3594: writing smithi06982861-22 from 2359296 to 2875392 tid 1 2024-04-10T15:43:15.338 INFO:tasks.rados.rados.0.smithi069.stdout:3594: writing smithi06982861-22 from 2875392 to 3645440 tid 2 2024-04-10T15:43:15.341 INFO:tasks.rados.rados.0.smithi069.stdout:3594: writing smithi06982861-22 from 3645440 to 4243456 tid 3 2024-04-10T15:43:15.343 INFO:tasks.rados.rados.0.smithi069.stdout:3594: writing smithi06982861-22 from 4243456 to 4481024 tid 4 2024-04-10T15:43:15.343 INFO:tasks.rados.rados.0.smithi069.stdout:3592: done (2 left) 2024-04-10T15:43:15.343 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 48 current snap is 344 2024-04-10T15:43:15.343 INFO:tasks.rados.rados.0.smithi069.stdout:3593: finishing write tid 3 to smithi06982861-38 2024-04-10T15:43:15.343 INFO:tasks.rados.rados.0.smithi069.stdout:3595: seq_num 1130 ranges {7118848=532480,7651328=655360,8306688=753664,9060352=196608} 2024-04-10T15:43:15.382 INFO:tasks.rados.rados.0.smithi069.stdout:3595: writing smithi06982861-48 from 7118848 to 7651328 tid 1 2024-04-10T15:43:15.386 INFO:tasks.rados.rados.0.smithi069.stdout:3595: writing smithi06982861-48 from 7651328 to 8306688 tid 2 2024-04-10T15:43:15.390 INFO:tasks.rados.rados.0.smithi069.stdout:3595: writing smithi06982861-48 from 8306688 to 9060352 tid 3 2024-04-10T15:43:15.393 INFO:tasks.rados.rados.0.smithi069.stdout:3595: writing smithi06982861-48 from 9060352 to 9256960 tid 4 2024-04-10T15:43:15.393 INFO:tasks.rados.rados.0.smithi069.stdout:3596: rmattr oid 19 current snap is 344 2024-04-10T15:43:15.393 INFO:tasks.rados.rados.0.smithi069.stdout:3596: done (3 left) 2024-04-10T15:43:15.394 INFO:tasks.rados.rados.0.smithi069.stdout:3597: rollback oid 28 current snap is 344 2024-04-10T15:43:15.394 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 28 to 325 2024-04-10T15:43:15.394 INFO:tasks.rados.rados.0.smithi069.stdout:3593: finishing write tid 4 to smithi06982861-38 2024-04-10T15:43:15.394 INFO:tasks.rados.rados.0.smithi069.stdout:3593: finishing write tid 5 to smithi06982861-38 2024-04-10T15:43:15.394 INFO:tasks.rados.rados.0.smithi069.stdout:3593: finishing write tid 6 to smithi06982861-38 2024-04-10T15:43:15.394 INFO:tasks.rados.rados.0.smithi069.stdout:3593: oid 38 updating version 0 to 1713 2024-04-10T15:43:15.394 INFO:tasks.rados.rados.0.smithi069.stdout:3593: oid 38 version 1713 is already newer than 1711 2024-04-10T15:43:15.394 INFO:tasks.rados.rados.0.smithi069.stdout:3593: oid 38 updating version 1713 to 1714 2024-04-10T15:43:15.394 INFO:tasks.rados.rados.0.smithi069.stdout:3593: oid 38 version 1714 is already newer than 1712 2024-04-10T15:43:15.394 INFO:tasks.rados.rados.0.smithi069.stdout:3593: oid 38 version 1714 is already newer than 1710 2024-04-10T15:43:15.394 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 38 v 1714 (ObjNum 1128 snap 344 seq_num 1128) dirty exists 2024-04-10T15:43:15.394 INFO:tasks.rados.rados.0.smithi069.stdout:3593: left oid 38 (ObjNum 1128 snap 344 seq_num 1128) 2024-04-10T15:43:15.394 INFO:tasks.rados.rados.0.smithi069.stdout:3594: finishing write tid 1 to smithi06982861-22 2024-04-10T15:43:15.395 INFO:tasks.rados.rados.0.smithi069.stdout:3594: finishing write tid 2 to smithi06982861-22 2024-04-10T15:43:15.395 INFO:tasks.rados.rados.0.smithi069.stdout:3594: finishing write tid 3 to smithi06982861-22 2024-04-10T15:43:15.395 INFO:tasks.rados.rados.0.smithi069.stdout:3594: finishing write tid 4 to smithi06982861-22 2024-04-10T15:43:15.395 INFO:tasks.rados.rados.0.smithi069.stdout:3594: finishing write tid 5 to smithi06982861-22 2024-04-10T15:43:15.395 INFO:tasks.rados.rados.0.smithi069.stdout:3594: finishing write tid 6 to smithi06982861-22 2024-04-10T15:43:15.395 INFO:tasks.rados.rados.0.smithi069.stdout:3594: oid 22 updating version 0 to 1538 2024-04-10T15:43:15.395 INFO:tasks.rados.rados.0.smithi069.stdout:3594: oid 22 updating version 1538 to 1539 2024-04-10T15:43:15.395 INFO:tasks.rados.rados.0.smithi069.stdout:3594: oid 22 version 1539 is already newer than 1537 2024-04-10T15:43:15.395 INFO:tasks.rados.rados.0.smithi069.stdout:3594: oid 22 updating version 1539 to 1540 2024-04-10T15:43:15.395 INFO:tasks.rados.rados.0.smithi069.stdout:3594: oid 22 version 1540 is already newer than 1536 2024-04-10T15:43:15.395 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 22 v 1540 (ObjNum 1129 snap 344 seq_num 1129) dirty exists 2024-04-10T15:43:15.395 INFO:tasks.rados.rados.0.smithi069.stdout:3594: left oid 22 (ObjNum 1129 snap 344 seq_num 1129) 2024-04-10T15:43:15.395 INFO:tasks.rados.rados.0.smithi069.stdout:3595: finishing write tid 1 to smithi06982861-48 2024-04-10T15:43:15.395 INFO:tasks.rados.rados.0.smithi069.stdout:3595: finishing write tid 2 to smithi06982861-48 2024-04-10T15:43:15.395 INFO:tasks.rados.rados.0.smithi069.stdout:3593: done (3 left) 2024-04-10T15:43:15.395 INFO:tasks.rados.rados.0.smithi069.stdout:3594: done (2 left) 2024-04-10T15:43:15.395 INFO:tasks.rados.rados.0.smithi069.stdout:3598: rmattr oid 12 current snap is 344 2024-04-10T15:43:15.396 INFO:tasks.rados.rados.0.smithi069.stdout:3599: rmattr oid 41 current snap is 344 2024-04-10T15:43:15.396 INFO:tasks.rados.rados.0.smithi069.stdout:3599: done (3 left) 2024-04-10T15:43:15.396 INFO:tasks.rados.rados.0.smithi069.stdout:3600: read oid 24 snap -1 2024-04-10T15:43:15.396 INFO:tasks.rados.rados.0.smithi069.stdout:3600: expect (ObjNum 1020 snap 318 seq_num 1020) 2024-04-10T15:43:15.396 INFO:tasks.rados.rados.0.smithi069.stdout:3601: read oid 14 snap -1 2024-04-10T15:43:15.396 INFO:tasks.rados.rados.0.smithi069.stdout:3601: expect deleted 2024-04-10T15:43:15.396 INFO:tasks.rados.rados.0.smithi069.stdout:3602: copy_from oid 2 from oid 30 current snap is 344 2024-04-10T15:43:15.396 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 19 current snap is 344 2024-04-10T15:43:15.396 INFO:tasks.rados.rados.0.smithi069.stdout:3603: seq_num 1131 ranges {7053312=548864,7602176=540672,8142848=565248,8708096=425984,9134080=73728} 2024-04-10T15:43:15.434 INFO:tasks.rados.rados.0.smithi069.stdout:3603: writing smithi06982861-19 from 7053312 to 7602176 tid 1 2024-04-10T15:43:15.437 INFO:tasks.rados.rados.0.smithi069.stdout:3603: writing smithi06982861-19 from 7602176 to 8142848 tid 2 2024-04-10T15:43:15.440 INFO:tasks.rados.rados.0.smithi069.stdout:3603: writing smithi06982861-19 from 8142848 to 8708096 tid 3 2024-04-10T15:43:15.443 INFO:tasks.rados.rados.0.smithi069.stdout:3603: writing smithi06982861-19 from 8708096 to 9134080 tid 4 2024-04-10T15:43:15.444 INFO:tasks.rados.rados.0.smithi069.stdout:3603: writing smithi06982861-19 from 9134080 to 9207808 tid 5 2024-04-10T15:43:15.444 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 13 current snap is 344 2024-04-10T15:43:15.444 INFO:tasks.rados.rados.0.smithi069.stdout:3604: seq_num 1132 ranges {0=565248,565248=425984,991232=770048,1761280=409600} 2024-04-10T15:43:15.447 INFO:tasks.rados.rados.0.smithi069.stdout:3604: writing smithi06982861-13 from 0 to 565248 tid 1 2024-04-10T15:43:15.449 INFO:tasks.rados.rados.0.smithi069.stdout:3604: writing smithi06982861-13 from 565248 to 991232 tid 2 2024-04-10T15:43:15.454 INFO:tasks.rados.rados.0.smithi069.stdout:3604: writing smithi06982861-13 from 991232 to 1761280 tid 3 2024-04-10T15:43:15.456 INFO:tasks.rados.rados.0.smithi069.stdout:3604: writing smithi06982861-13 from 1761280 to 2170880 tid 4 2024-04-10T15:43:15.456 INFO:tasks.rados.rados.0.smithi069.stdout:3605: snap_remove snap 337 2024-04-10T15:43:15.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:43:15 smithi069 ceph-mon[94167]: osdmap e761: 8 total, 8 up, 8 in 2024-04-10T15:43:15.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:43:15 smithi069 ceph-mon[96738]: osdmap e761: 8 total, 8 up, 8 in 2024-04-10T15:43:15.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:43:15 smithi077 ceph-mon[87572]: osdmap e761: 8 total, 8 up, 8 in 2024-04-10T15:43:16.247 INFO:tasks.rados.rados.0.smithi069.stdout:3605: done (8 left) 2024-04-10T15:43:16.247 INFO:tasks.rados.rados.0.smithi069.stdout:3606: snap_remove snap 342 2024-04-10T15:43:16.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:43:16 smithi069 ceph-mon[94167]: osdmap e762: 8 total, 8 up, 8 in 2024-04-10T15:43:16.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:43:16 smithi069 ceph-mon[94167]: pgmap v805: 121 pgs: 121 active+clean; 223 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 6.0 MiB/s rd, 4.7 MiB/s wr, 23 op/s 2024-04-10T15:43:16.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:43:16 smithi069 ceph-mon[94167]: osdmap e763: 8 total, 8 up, 8 in 2024-04-10T15:43:16.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:43:16 smithi069 ceph-mon[96738]: osdmap e762: 8 total, 8 up, 8 in 2024-04-10T15:43:16.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:43:16 smithi069 ceph-mon[96738]: pgmap v805: 121 pgs: 121 active+clean; 223 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 6.0 MiB/s rd, 4.7 MiB/s wr, 23 op/s 2024-04-10T15:43:16.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:43:16 smithi069 ceph-mon[96738]: osdmap e763: 8 total, 8 up, 8 in 2024-04-10T15:43:16.644 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:43:16 smithi077 ceph-mon[87572]: osdmap e762: 8 total, 8 up, 8 in 2024-04-10T15:43:16.644 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:43:16 smithi077 ceph-mon[87572]: pgmap v805: 121 pgs: 121 active+clean; 223 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 6.0 MiB/s rd, 4.7 MiB/s wr, 23 op/s 2024-04-10T15:43:16.644 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:43:16 smithi077 ceph-mon[87572]: osdmap e763: 8 total, 8 up, 8 in 2024-04-10T15:43:17.252 INFO:tasks.rados.rados.0.smithi069.stdout:3606: done (8 left) 2024-04-10T15:43:17.252 INFO:tasks.rados.rados.0.smithi069.stdout:3607: rollback oid 35 current snap is 344 2024-04-10T15:43:17.252 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 35 to 325 2024-04-10T15:43:17.252 INFO:tasks.rados.rados.0.smithi069.stdout:3608: rollback oid 50 current snap is 344 2024-04-10T15:43:17.252 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 50 to 340 2024-04-10T15:43:17.252 INFO:tasks.rados.rados.0.smithi069.stdout:3609: read oid 6 snap -1 2024-04-10T15:43:17.252 INFO:tasks.rados.rados.0.smithi069.stdout:3609: expect deleted 2024-04-10T15:43:17.252 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 34 current snap is 344 2024-04-10T15:43:17.252 INFO:tasks.rados.rados.0.smithi069.stdout:3610: seq_num 1133 ranges {0=581632,581632=753664,1335296=573440,1908736=278528} 2024-04-10T15:43:17.256 INFO:tasks.rados.rados.0.smithi069.stdout:3610: writing smithi06982861-34 from 0 to 581632 tid 1 2024-04-10T15:43:17.261 INFO:tasks.rados.rados.0.smithi069.stdout:3610: writing smithi06982861-34 from 581632 to 1335296 tid 2 2024-04-10T15:43:17.265 INFO:tasks.rados.rados.0.smithi069.stdout:3610: writing smithi06982861-34 from 1335296 to 1908736 tid 3 2024-04-10T15:43:17.268 INFO:tasks.rados.rados.0.smithi069.stdout:3610: writing smithi06982861-34 from 1908736 to 2187264 tid 4 2024-04-10T15:43:17.268 INFO:tasks.rados.rados.0.smithi069.stdout:3611: delete oid 20 current snap is 344 2024-04-10T15:43:17.268 INFO:tasks.rados.rados.0.smithi069.stdout:3597: finishing rollback tid 0 to smithi06982861-28 2024-04-10T15:43:17.268 INFO:tasks.rados.rados.0.smithi069.stdout:3597: finishing rollback tid 1 to smithi06982861-28 2024-04-10T15:43:17.268 INFO:tasks.rados.rados.0.smithi069.stdout:3595: finishing write tid 3 to smithi06982861-48 2024-04-10T15:43:17.268 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 12 v 1571 (ObjNum 1115 snap 341 seq_num 1115) dirty exists 2024-04-10T15:43:17.269 INFO:tasks.rados.rados.0.smithi069.stdout:3595: finishing write tid 4 to smithi06982861-48 2024-04-10T15:43:17.269 INFO:tasks.rados.rados.0.smithi069.stdout:3597: finishing rollback tid 2 to smithi06982861-28 2024-04-10T15:43:17.269 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 28 v 1545 (ObjNum 1007 snap 316 seq_num 1007) dirty exists 2024-04-10T15:43:17.269 INFO:tasks.rados.rados.0.smithi069.stdout:3595: finishing write tid 5 to smithi06982861-48 2024-04-10T15:43:17.269 INFO:tasks.rados.rados.0.smithi069.stdout:3595: finishing write tid 6 to smithi06982861-48 2024-04-10T15:43:17.269 INFO:tasks.rados.rados.0.smithi069.stdout:3595: oid 48 updating version 0 to 1645 2024-04-10T15:43:17.269 INFO:tasks.rados.rados.0.smithi069.stdout:3595: oid 48 version 1645 is already newer than 1644 2024-04-10T15:43:17.269 INFO:tasks.rados.rados.0.smithi069.stdout:3595: oid 48 version 1645 is already newer than 1642 2024-04-10T15:43:17.269 INFO:tasks.rados.rados.0.smithi069.stdout:3595: oid 48 updating version 1645 to 1646 2024-04-10T15:43:17.269 INFO:tasks.rados.rados.0.smithi069.stdout:3595: oid 48 version 1646 is already newer than 1643 2024-04-10T15:43:17.269 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 48 v 1646 (ObjNum 1130 snap 344 seq_num 1130) dirty exists 2024-04-10T15:43:17.269 INFO:tasks.rados.rados.0.smithi069.stdout:3595: left oid 48 (ObjNum 1130 snap 344 seq_num 1130) 2024-04-10T15:43:17.269 INFO:tasks.rados.rados.0.smithi069.stdout:3600: expect (ObjNum 1020 snap 318 seq_num 1020) 2024-04-10T15:43:17.336 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:43:16 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:15:43:16] "GET /metrics HTTP/1.1" 200 36323 "" "Prometheus/2.43.0" 2024-04-10T15:43:17.505 INFO:tasks.rados.rados.0.smithi069.stdout:3602: finishing copy_from racing read to smithi06982861-2 2024-04-10T15:43:17.505 INFO:tasks.rados.rados.0.smithi069.stdout:3602: finishing copy_from to smithi06982861-2 2024-04-10T15:43:17.505 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 2 v 1888 (ObjNum 1112 snap 340 seq_num 1112) dirty exists 2024-04-10T15:43:17.505 INFO:tasks.rados.rados.0.smithi069.stdout:3603: finishing write tid 1 to smithi06982861-19 2024-04-10T15:43:17.506 INFO:tasks.rados.rados.0.smithi069.stdout:3595: done (12 left) 2024-04-10T15:43:17.506 INFO:tasks.rados.rados.0.smithi069.stdout:3597: done (11 left) 2024-04-10T15:43:17.506 INFO:tasks.rados.rados.0.smithi069.stdout:3598: done (10 left) 2024-04-10T15:43:17.506 INFO:tasks.rados.rados.0.smithi069.stdout:3600: done (9 left) 2024-04-10T15:43:17.506 INFO:tasks.rados.rados.0.smithi069.stdout:3601: done (8 left) 2024-04-10T15:43:17.506 INFO:tasks.rados.rados.0.smithi069.stdout:3602: done (7 left) 2024-04-10T15:43:17.506 INFO:tasks.rados.rados.0.smithi069.stdout:3611: done (6 left) 2024-04-10T15:43:17.506 INFO:tasks.rados.rados.0.smithi069.stdout:3612: rollback oid 3 current snap is 344 2024-04-10T15:43:17.506 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 3 to 328 2024-04-10T15:43:17.506 INFO:tasks.rados.rados.0.smithi069.stdout:3603: finishing write tid 2 to smithi06982861-19 2024-04-10T15:43:17.506 INFO:tasks.rados.rados.0.smithi069.stdout:3603: finishing write tid 3 to smithi06982861-19 2024-04-10T15:43:17.506 INFO:tasks.rados.rados.0.smithi069.stdout:3603: finishing write tid 4 to smithi06982861-19 2024-04-10T15:43:17.506 INFO:tasks.rados.rados.0.smithi069.stdout:3603: finishing write tid 5 to smithi06982861-19 2024-04-10T15:43:17.507 INFO:tasks.rados.rados.0.smithi069.stdout:3603: finishing write tid 6 to smithi06982861-19 2024-04-10T15:43:17.507 INFO:tasks.rados.rados.0.smithi069.stdout:3604: finishing write tid 1 to smithi06982861-13 2024-04-10T15:43:17.507 INFO:tasks.rados.rados.0.smithi069.stdout:3603: finishing write tid 7 to smithi06982861-19 2024-04-10T15:43:17.507 INFO:tasks.rados.rados.0.smithi069.stdout:3603: oid 19 updating version 0 to 2021 2024-04-10T15:43:17.507 INFO:tasks.rados.rados.0.smithi069.stdout:3603: oid 19 updating version 2021 to 2022 2024-04-10T15:43:17.507 INFO:tasks.rados.rados.0.smithi069.stdout:3603: oid 19 updating version 2022 to 2023 2024-04-10T15:43:17.507 INFO:tasks.rados.rados.0.smithi069.stdout:3603: oid 19 version 2023 is already newer than 2020 2024-04-10T15:43:17.507 INFO:tasks.rados.rados.0.smithi069.stdout:3603: oid 19 version 2023 is already newer than 2018 2024-04-10T15:43:17.507 INFO:tasks.rados.rados.0.smithi069.stdout:3603: oid 19 version 2023 is already newer than 2019 2024-04-10T15:43:17.507 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 19 v 2023 (ObjNum 1131 snap 344 seq_num 1131) dirty exists 2024-04-10T15:43:17.507 INFO:tasks.rados.rados.0.smithi069.stdout:3603: left oid 19 (ObjNum 1131 snap 344 seq_num 1131) 2024-04-10T15:43:17.507 INFO:tasks.rados.rados.0.smithi069.stdout:3604: finishing write tid 2 to smithi06982861-13 2024-04-10T15:43:17.507 INFO:tasks.rados.rados.0.smithi069.stdout:3604: finishing write tid 3 to smithi06982861-13 2024-04-10T15:43:17.507 INFO:tasks.rados.rados.0.smithi069.stdout:3604: finishing write tid 4 to smithi06982861-13 2024-04-10T15:43:17.508 INFO:tasks.rados.rados.0.smithi069.stdout:3604: finishing write tid 5 to smithi06982861-13 2024-04-10T15:43:17.508 INFO:tasks.rados.rados.0.smithi069.stdout:3604: finishing write tid 6 to smithi06982861-13 2024-04-10T15:43:17.508 INFO:tasks.rados.rados.0.smithi069.stdout:3604: oid 13 updating version 0 to 1672 2024-04-10T15:43:17.508 INFO:tasks.rados.rados.0.smithi069.stdout:3604: oid 13 updating version 1672 to 1675 2024-04-10T15:43:17.508 INFO:tasks.rados.rados.0.smithi069.stdout:3604: oid 13 updating version 1675 to 1676 2024-04-10T15:43:17.508 INFO:tasks.rados.rados.0.smithi069.stdout:3604: oid 13 version 1676 is already newer than 1674 2024-04-10T15:43:17.508 INFO:tasks.rados.rados.0.smithi069.stdout:3604: oid 13 version 1676 is already newer than 1673 2024-04-10T15:43:17.508 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 13 v 1676 (ObjNum 1132 snap 344 seq_num 1132) dirty exists 2024-04-10T15:43:17.508 INFO:tasks.rados.rados.0.smithi069.stdout:3604: left oid 13 (ObjNum 1132 snap 344 seq_num 1132) 2024-04-10T15:43:17.508 INFO:tasks.rados.rados.0.smithi069.stdout:3607: finishing rollback tid 0 to smithi06982861-35 2024-04-10T15:43:17.508 INFO:tasks.rados.rados.0.smithi069.stdout:3607: finishing rollback tid 1 to smithi06982861-35 2024-04-10T15:43:17.508 INFO:tasks.rados.rados.0.smithi069.stdout:3610: finishing write tid 1 to smithi06982861-34 2024-04-10T15:43:17.508 INFO:tasks.rados.rados.0.smithi069.stdout:3607: finishing rollback tid 2 to smithi06982861-35 2024-04-10T15:43:17.508 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 35 v 1535 (ObjNum 892 snap 280 seq_num 892) dirty exists 2024-04-10T15:43:17.508 INFO:tasks.rados.rados.0.smithi069.stdout:3608: finishing rollback tid 0 to smithi06982861-50 2024-04-10T15:43:17.509 INFO:tasks.rados.rados.0.smithi069.stdout:3608: finishing rollback tid 1 to smithi06982861-50 2024-04-10T15:43:17.509 INFO:tasks.rados.rados.0.smithi069.stdout:3603: done (6 left) 2024-04-10T15:43:17.509 INFO:tasks.rados.rados.0.smithi069.stdout:3604: done (5 left) 2024-04-10T15:43:17.509 INFO:tasks.rados.rados.0.smithi069.stdout:3607: done (4 left) 2024-04-10T15:43:17.509 INFO:tasks.rados.rados.0.smithi069.stdout:3609: done (3 left) 2024-04-10T15:43:17.509 INFO:tasks.rados.rados.0.smithi069.stdout:3613: rollback oid 16 current snap is 344 2024-04-10T15:43:17.509 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 16 to 325 2024-04-10T15:43:17.509 INFO:tasks.rados.rados.0.smithi069.stdout:3608: finishing rollback tid 2 to smithi06982861-50 2024-04-10T15:43:17.509 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 50 v 1619 (ObjNum 1072 snap 329 seq_num 1072) dirty exists 2024-04-10T15:43:17.509 INFO:tasks.rados.rados.0.smithi069.stdout:3610: finishing write tid 2 to smithi06982861-34 2024-04-10T15:43:17.509 INFO:tasks.rados.rados.0.smithi069.stdout:3610: finishing write tid 3 to smithi06982861-34 2024-04-10T15:43:17.509 INFO:tasks.rados.rados.0.smithi069.stdout:3610: finishing write tid 4 to smithi06982861-34 2024-04-10T15:43:17.509 INFO:tasks.rados.rados.0.smithi069.stdout:3610: finishing write tid 5 to smithi06982861-34 2024-04-10T15:43:17.509 INFO:tasks.rados.rados.0.smithi069.stdout:3610: finishing write tid 6 to smithi06982861-34 2024-04-10T15:43:17.510 INFO:tasks.rados.rados.0.smithi069.stdout:3610: oid 34 updating version 0 to 2036 2024-04-10T15:43:17.510 INFO:tasks.rados.rados.0.smithi069.stdout:3610: oid 34 updating version 2036 to 2038 2024-04-10T15:43:17.510 INFO:tasks.rados.rados.0.smithi069.stdout:3610: oid 34 version 2038 is already newer than 2034 2024-04-10T15:43:17.510 INFO:tasks.rados.rados.0.smithi069.stdout:3610: oid 34 version 2038 is already newer than 2035 2024-04-10T15:43:17.510 INFO:tasks.rados.rados.0.smithi069.stdout:3610: oid 34 version 2038 is already newer than 2037 2024-04-10T15:43:17.510 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 34 v 2038 (ObjNum 1133 snap 344 seq_num 1133) dirty exists 2024-04-10T15:43:17.510 INFO:tasks.rados.rados.0.smithi069.stdout:3610: left oid 34 (ObjNum 1133 snap 344 seq_num 1133) 2024-04-10T15:43:17.510 INFO:tasks.rados.rados.0.smithi069.stdout:3608: done (3 left) 2024-04-10T15:43:17.510 INFO:tasks.rados.rados.0.smithi069.stdout:3610: done (2 left) 2024-04-10T15:43:17.510 INFO:tasks.rados.rados.0.smithi069.stdout:3614: read oid 1 snap 329 2024-04-10T15:43:17.510 INFO:tasks.rados.rados.0.smithi069.stdout:3614: expect (ObjNum 1071 snap 329 seq_num 1071) 2024-04-10T15:43:17.510 INFO:tasks.rados.rados.0.smithi069.stdout:3615: copy_from oid 17 from oid 12 current snap is 344 2024-04-10T15:43:17.510 INFO:tasks.rados.rados.0.smithi069.stdout:3616: delete oid 23 current snap is 344 2024-04-10T15:43:17.512 INFO:tasks.rados.rados.0.smithi069.stdout:3616: done (4 left) 2024-04-10T15:43:17.512 INFO:tasks.rados.rados.0.smithi069.stdout:3617: rollback oid 25 current snap is 344 2024-04-10T15:43:17.512 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 25 to 338 2024-04-10T15:43:17.512 INFO:tasks.rados.rados.0.smithi069.stdout:3618: rollback oid 10 current snap is 344 2024-04-10T15:43:17.512 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 10 to 338 2024-04-10T15:43:17.512 INFO:tasks.rados.rados.0.smithi069.stdout:3619: delete oid 8 current snap is 344 2024-04-10T15:43:17.512 INFO:tasks.rados.rados.0.smithi069.stdout:3613: finishing rollback tid 0 to smithi06982861-16 2024-04-10T15:43:17.512 INFO:tasks.rados.rados.0.smithi069.stdout:3613: finishing rollback tid 1 to smithi06982861-16 2024-04-10T15:43:17.513 INFO:tasks.rados.rados.0.smithi069.stdout:3619: done (6 left) 2024-04-10T15:43:17.513 INFO:tasks.rados.rados.0.smithi069.stdout:3620: copy_from oid 48 from oid 5 current snap is 344 2024-04-10T15:43:17.513 INFO:tasks.rados.rados.0.smithi069.stdout:3613: finishing rollback tid 2 to smithi06982861-16 2024-04-10T15:43:17.513 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 16 v 1726 (ObjNum 920 snap 287 seq_num 920) dirty exists 2024-04-10T15:43:17.513 INFO:tasks.rados.rados.0.smithi069.stdout:3613: done (6 left) 2024-04-10T15:43:17.513 INFO:tasks.rados.rados.0.smithi069.stdout:3621: snap_create 2024-04-10T15:43:17.513 INFO:tasks.rados.rados.0.smithi069.stdout:3620: finishing copy_from to smithi06982861-48 2024-04-10T15:43:17.513 INFO:tasks.rados.rados.0.smithi069.stdout:3620: got expected ENOENT (src dne) 2024-04-10T15:43:17.513 INFO:tasks.rados.rados.0.smithi069.stdout:3620: finishing copy_from racing read to smithi06982861-48 2024-04-10T15:43:17.514 INFO:tasks.rados.rados.0.smithi069.stdout:3618: finishing rollback tid 0 to smithi06982861-10 2024-04-10T15:43:17.514 INFO:tasks.rados.rados.0.smithi069.stdout:3612: finishing rollback tid 0 to smithi06982861-3 2024-04-10T15:43:17.514 INFO:tasks.rados.rados.0.smithi069.stdout:3612: finishing rollback tid 1 to smithi06982861-3 2024-04-10T15:43:17.514 INFO:tasks.rados.rados.0.smithi069.stdout:3612: finishing rollback tid 2 to smithi06982861-3 2024-04-10T15:43:17.514 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 3 v 1573 (ObjNum 1064 snap 326 seq_num 1064) dirty exists 2024-04-10T15:43:17.514 INFO:tasks.rados.rados.0.smithi069.stdout:3618: finishing rollback tid 1 to smithi06982861-10 2024-04-10T15:43:17.515 INFO:tasks.rados.rados.0.smithi069.stdout:3618: finishing rollback tid 2 to smithi06982861-10 2024-04-10T15:43:17.515 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 10 v 2042 (ObjNum 1009 snap 316 seq_num 1009) dirty exists 2024-04-10T15:43:17.515 INFO:tasks.rados.rados.0.smithi069.stdout:3617: finishing rollback tid 1 to smithi06982861-25 2024-04-10T15:43:17.515 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 25 v 1606 (ObjNum 209 snap 0 seq_num 1434737648) dirty dne 2024-04-10T15:43:17.515 INFO:tasks.rados.rados.0.smithi069.stdout:3614: expect (ObjNum 1071 snap 329 seq_num 1071) 2024-04-10T15:43:17.635 INFO:tasks.rados.rados.0.smithi069.stdout:3615: finishing copy_from racing read to smithi06982861-17 2024-04-10T15:43:17.635 INFO:tasks.rados.rados.0.smithi069.stdout:3615: finishing copy_from to smithi06982861-17 2024-04-10T15:43:17.635 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 17 v 1571 (ObjNum 1115 snap 341 seq_num 1115) dirty exists 2024-04-10T15:43:18.259 INFO:tasks.rados.rados.0.smithi069.stdout:3612: done (6 left) 2024-04-10T15:43:18.259 INFO:tasks.rados.rados.0.smithi069.stdout:3614: done (5 left) 2024-04-10T15:43:18.259 INFO:tasks.rados.rados.0.smithi069.stdout:3615: done (4 left) 2024-04-10T15:43:18.260 INFO:tasks.rados.rados.0.smithi069.stdout:3617: done (3 left) 2024-04-10T15:43:18.260 INFO:tasks.rados.rados.0.smithi069.stdout:3618: done (2 left) 2024-04-10T15:43:18.260 INFO:tasks.rados.rados.0.smithi069.stdout:3620: done (1 left) 2024-04-10T15:43:18.260 INFO:tasks.rados.rados.0.smithi069.stdout:3621: done (0 left) 2024-04-10T15:43:18.260 INFO:tasks.rados.rados.0.smithi069.stdout:3622: delete oid 13 current snap is 345 2024-04-10T15:43:18.264 INFO:tasks.rados.rados.0.smithi069.stdout:3622: done (0 left) 2024-04-10T15:43:18.264 INFO:tasks.rados.rados.0.smithi069.stdout:3623: delete oid 2 current snap is 345 2024-04-10T15:43:18.267 INFO:tasks.rados.rados.0.smithi069.stdout:3623: done (0 left) 2024-04-10T15:43:18.267 INFO:tasks.rados.rados.0.smithi069.stdout:3624: snap_create 2024-04-10T15:43:18.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:43:18 smithi069 ceph-mon[96738]: osdmap e764: 8 total, 8 up, 8 in 2024-04-10T15:43:18.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:43:18 smithi069 ceph-mon[96738]: pgmap v808: 121 pgs: 121 active+clean; 223 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.0 MiB/s rd, 2.6 MiB/s wr, 12 op/s 2024-04-10T15:43:18.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:43:18 smithi069 ceph-mon[94167]: osdmap e764: 8 total, 8 up, 8 in 2024-04-10T15:43:18.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:43:18 smithi069 ceph-mon[94167]: pgmap v808: 121 pgs: 121 active+clean; 223 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.0 MiB/s rd, 2.6 MiB/s wr, 12 op/s 2024-04-10T15:43:18.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:43:18 smithi077 ceph-mon[87572]: osdmap e764: 8 total, 8 up, 8 in 2024-04-10T15:43:18.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:43:18 smithi077 ceph-mon[87572]: pgmap v808: 121 pgs: 121 active+clean; 223 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 4.0 MiB/s rd, 2.6 MiB/s wr, 12 op/s 2024-04-10T15:43:19.266 INFO:tasks.rados.rados.0.smithi069.stdout:3624: done (0 left) 2024-04-10T15:43:19.266 INFO:tasks.rados.rados.0.smithi069.stdout:3625: read oid 49 snap -1 2024-04-10T15:43:19.266 INFO:tasks.rados.rados.0.smithi069.stdout:3625: expect (ObjNum 1116 snap 341 seq_num 1116) 2024-04-10T15:43:19.266 INFO:tasks.rados.rados.0.smithi069.stdout:3626: snap_remove snap 339 2024-04-10T15:43:19.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:43:19 smithi069 ceph-mon[96738]: osdmap e765: 8 total, 8 up, 8 in 2024-04-10T15:43:19.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:43:19 smithi069 ceph-mon[94167]: osdmap e765: 8 total, 8 up, 8 in 2024-04-10T15:43:19.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:43:19 smithi077 ceph-mon[87572]: osdmap e765: 8 total, 8 up, 8 in 2024-04-10T15:43:20.271 INFO:tasks.rados.rados.0.smithi069.stdout:3626: done (1 left) 2024-04-10T15:43:20.271 INFO:tasks.rados.rados.0.smithi069.stdout:3627: snap_remove snap 340 2024-04-10T15:43:20.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:43:20 smithi069 ceph-mon[96738]: osdmap e766: 8 total, 8 up, 8 in 2024-04-10T15:43:20.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:43:20 smithi069 ceph-mon[96738]: pgmap v811: 121 pgs: 121 active+clean; 248 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 7.0 MiB/s rd, 6.3 MiB/s wr, 16 op/s 2024-04-10T15:43:20.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:43:20 smithi069 ceph-mon[94167]: osdmap e766: 8 total, 8 up, 8 in 2024-04-10T15:43:20.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:43:20 smithi069 ceph-mon[94167]: pgmap v811: 121 pgs: 121 active+clean; 248 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 7.0 MiB/s rd, 6.3 MiB/s wr, 16 op/s 2024-04-10T15:43:20.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:43:20 smithi077 ceph-mon[87572]: osdmap e766: 8 total, 8 up, 8 in 2024-04-10T15:43:20.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:43:20 smithi077 ceph-mon[87572]: pgmap v811: 121 pgs: 121 active+clean; 248 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 7.0 MiB/s rd, 6.3 MiB/s wr, 16 op/s 2024-04-10T15:43:21.249 INFO:tasks.rados.rados.0.smithi069.stdout:3625: expect (ObjNum 1116 snap 341 seq_num 1116) 2024-04-10T15:43:21.375 INFO:tasks.rados.rados.0.smithi069.stdout:3625: done (1 left) 2024-04-10T15:43:21.375 INFO:tasks.rados.rados.0.smithi069.stdout:3627: done (0 left) 2024-04-10T15:43:21.375 INFO:tasks.rados.rados.0.smithi069.stdout:3628: delete oid 7 current snap is 346 2024-04-10T15:43:21.377 INFO:tasks.rados.rados.0.smithi069.stdout:3628: done (0 left) 2024-04-10T15:43:21.377 INFO:tasks.rados.rados.0.smithi069.stdout:3629: rollback oid 19 current snap is 346 2024-04-10T15:43:21.377 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 19 to 328 2024-04-10T15:43:21.377 INFO:tasks.rados.rados.0.smithi069.stdout:3630: copy_from oid 18 from oid 42 current snap is 346 2024-04-10T15:43:21.377 INFO:tasks.rados.rados.0.smithi069.stdout:3631: read oid 30 snap 345 2024-04-10T15:43:21.378 INFO:tasks.rados.rados.0.smithi069.stdout:3631: expect (ObjNum 1112 snap 340 seq_num 1112) 2024-04-10T15:43:21.378 INFO:tasks.rados.rados.0.smithi069.stdout:3632: read oid 10 snap -1 2024-04-10T15:43:21.378 INFO:tasks.rados.rados.0.smithi069.stdout:3632: expect (ObjNum 1009 snap 316 seq_num 1009) 2024-04-10T15:43:21.378 INFO:tasks.rados.rados.0.smithi069.stdout:3633: copy_from oid 48 from oid 13 current snap is 346 2024-04-10T15:43:21.378 INFO:tasks.rados.rados.0.smithi069.stdout:3634: snap_create 2024-04-10T15:43:21.378 INFO:tasks.rados.rados.0.smithi069.stdout:3633: finishing copy_from to smithi06982861-48 2024-04-10T15:43:21.378 INFO:tasks.rados.rados.0.smithi069.stdout:3633: got expected ENOENT (src dne) 2024-04-10T15:43:21.379 INFO:tasks.rados.rados.0.smithi069.stdout:3633: finishing copy_from racing read to smithi06982861-48 2024-04-10T15:43:21.379 INFO:tasks.rados.rados.0.smithi069.stdout:3630: finishing copy_from to smithi06982861-18 2024-04-10T15:43:21.379 INFO:tasks.rados.rados.0.smithi069.stdout:3630: got expected ENOENT (src dne) 2024-04-10T15:43:21.379 INFO:tasks.rados.rados.0.smithi069.stdout:3630: finishing copy_from racing read to smithi06982861-18 2024-04-10T15:43:21.382 INFO:tasks.rados.rados.0.smithi069.stdout:3629: finishing rollback tid 0 to smithi06982861-19 2024-04-10T15:43:21.383 INFO:tasks.rados.rados.0.smithi069.stdout:3629: finishing rollback tid 1 to smithi06982861-19 2024-04-10T15:43:21.386 INFO:tasks.rados.rados.0.smithi069.stdout:3631: expect (ObjNum 1112 snap 340 seq_num 1112) 2024-04-10T15:43:21.499 INFO:tasks.rados.rados.0.smithi069.stdout:3629: finishing rollback tid 2 to smithi06982861-19 2024-04-10T15:43:21.499 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 19 v 2058 (ObjNum 998 snap 311 seq_num 998) dirty exists 2024-04-10T15:43:21.499 INFO:tasks.rados.rados.0.smithi069.stdout:3632: expect (ObjNum 1009 snap 316 seq_num 1009) 2024-04-10T15:43:21.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:43:21 smithi069 ceph-mon[94167]: osdmap e767: 8 total, 8 up, 8 in 2024-04-10T15:43:21.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:43:21 smithi069 ceph-mon[94167]: osdmap e768: 8 total, 8 up, 8 in 2024-04-10T15:43:21.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:43:21 smithi069 ceph-mon[96738]: osdmap e767: 8 total, 8 up, 8 in 2024-04-10T15:43:21.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:43:21 smithi069 ceph-mon[96738]: osdmap e768: 8 total, 8 up, 8 in 2024-04-10T15:43:21.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:43:21 smithi077 ceph-mon[87572]: osdmap e767: 8 total, 8 up, 8 in 2024-04-10T15:43:21.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:43:21 smithi077 ceph-mon[87572]: osdmap e768: 8 total, 8 up, 8 in 2024-04-10T15:43:22.284 INFO:tasks.rados.rados.0.smithi069.stdout:3629: done (5 left) 2024-04-10T15:43:22.284 INFO:tasks.rados.rados.0.smithi069.stdout:3630: done (4 left) 2024-04-10T15:43:22.284 INFO:tasks.rados.rados.0.smithi069.stdout:3631: done (3 left) 2024-04-10T15:43:22.284 INFO:tasks.rados.rados.0.smithi069.stdout:3632: done (2 left) 2024-04-10T15:43:22.284 INFO:tasks.rados.rados.0.smithi069.stdout:3633: done (1 left) 2024-04-10T15:43:22.284 INFO:tasks.rados.rados.0.smithi069.stdout:3634: done (0 left) 2024-04-10T15:43:22.284 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 26 current snap is 347 2024-04-10T15:43:22.284 INFO:tasks.rados.rados.0.smithi069.stdout:3635: seq_num 1140 ranges {0=696320,696320=745472,1441792=729088,2170880=131072} 2024-04-10T15:43:22.287 INFO:tasks.rados.rados.0.smithi069.stdout:3635: writing smithi06982861-26 from 0 to 696320 tid 1 2024-04-10T15:43:22.292 INFO:tasks.rados.rados.0.smithi069.stdout:3635: writing smithi06982861-26 from 696320 to 1441792 tid 2 2024-04-10T15:43:22.297 INFO:tasks.rados.rados.0.smithi069.stdout:3635: writing smithi06982861-26 from 1441792 to 2170880 tid 3 2024-04-10T15:43:22.298 INFO:tasks.rados.rados.0.smithi069.stdout:3635: writing smithi06982861-26 from 2170880 to 2301952 tid 4 2024-04-10T15:43:22.298 INFO:tasks.rados.rados.0.smithi069.stdout:3636: rollback oid 10 current snap is 347 2024-04-10T15:43:22.298 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 10 to 325 2024-04-10T15:43:22.298 INFO:tasks.rados.rados.0.smithi069.stdout:3635: finishing write tid 1 to smithi06982861-26 2024-04-10T15:43:22.298 INFO:tasks.rados.rados.0.smithi069.stdout:3635: finishing write tid 2 to smithi06982861-26 2024-04-10T15:43:22.299 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 49 current snap is 347 2024-04-10T15:43:22.299 INFO:tasks.rados.rados.0.smithi069.stdout:3637: seq_num 1141 ranges {3563520=712704,4276224=679936,4956160=540672,5496832=385024} 2024-04-10T15:43:22.321 INFO:tasks.rados.rados.0.smithi069.stdout:3637: writing smithi06982861-49 from 3563520 to 4276224 tid 1 2024-04-10T15:43:22.325 INFO:tasks.rados.rados.0.smithi069.stdout:3637: writing smithi06982861-49 from 4276224 to 4956160 tid 2 2024-04-10T15:43:22.328 INFO:tasks.rados.rados.0.smithi069.stdout:3637: writing smithi06982861-49 from 4956160 to 5496832 tid 3 2024-04-10T15:43:22.331 INFO:tasks.rados.rados.0.smithi069.stdout:3637: writing smithi06982861-49 from 5496832 to 5881856 tid 4 2024-04-10T15:43:22.331 INFO:tasks.rados.rados.0.smithi069.stdout:3638: read oid 25 snap -1 2024-04-10T15:43:22.331 INFO:tasks.rados.rados.0.smithi069.stdout:3638: expect deleted 2024-04-10T15:43:22.331 INFO:tasks.rados.rados.0.smithi069.stdout:3639: read oid 24 snap -1 2024-04-10T15:43:22.331 INFO:tasks.rados.rados.0.smithi069.stdout:3639: expect (ObjNum 1020 snap 318 seq_num 1020) 2024-04-10T15:43:22.331 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 43 current snap is 347 2024-04-10T15:43:22.331 INFO:tasks.rados.rados.0.smithi069.stdout:3635: finishing write tid 3 to smithi06982861-26 2024-04-10T15:43:22.332 INFO:tasks.rados.rados.0.smithi069.stdout:3635: finishing write tid 4 to smithi06982861-26 2024-04-10T15:43:22.332 INFO:tasks.rados.rados.0.smithi069.stdout:3640: seq_num 1142 ranges {1703936=729088,2433024=565248,2998272=696320,3694592=344064} 2024-04-10T15:43:22.344 INFO:tasks.rados.rados.0.smithi069.stdout:3640: writing smithi06982861-43 from 1703936 to 2433024 tid 1 2024-04-10T15:43:22.348 INFO:tasks.rados.rados.0.smithi069.stdout:3640: writing smithi06982861-43 from 2433024 to 2998272 tid 2 2024-04-10T15:43:22.352 INFO:tasks.rados.rados.0.smithi069.stdout:3640: writing smithi06982861-43 from 2998272 to 3694592 tid 3 2024-04-10T15:43:22.354 INFO:tasks.rados.rados.0.smithi069.stdout:3640: writing smithi06982861-43 from 3694592 to 4038656 tid 4 2024-04-10T15:43:22.354 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 17 current snap is 347 2024-04-10T15:43:22.354 INFO:tasks.rados.rados.0.smithi069.stdout:3635: finishing write tid 5 to smithi06982861-26 2024-04-10T15:43:22.354 INFO:tasks.rados.rados.0.smithi069.stdout:3641: seq_num 1143 ranges {15958016=753664,16711680=450560,17162240=507904,17670144=589824,18259968=57344} 2024-04-10T15:43:22.441 INFO:tasks.rados.rados.0.smithi069.stdout:3641: writing smithi06982861-17 from 15958016 to 16711680 tid 1 2024-04-10T15:43:22.444 INFO:tasks.rados.rados.0.smithi069.stdout:3641: writing smithi06982861-17 from 16711680 to 17162240 tid 2 2024-04-10T15:43:22.448 INFO:tasks.rados.rados.0.smithi069.stdout:3641: writing smithi06982861-17 from 17162240 to 17670144 tid 3 2024-04-10T15:43:22.451 INFO:tasks.rados.rados.0.smithi069.stdout:3641: writing smithi06982861-17 from 17670144 to 18259968 tid 4 2024-04-10T15:43:22.452 INFO:tasks.rados.rados.0.smithi069.stdout:3641: writing smithi06982861-17 from 18259968 to 18317312 tid 5 2024-04-10T15:43:22.452 INFO:tasks.rados.rados.0.smithi069.stdout:3642: setattr oid 27 current snap is 347 2024-04-10T15:43:22.452 INFO:tasks.rados.rados.0.smithi069.stdout:3636: finishing rollback tid 0 to smithi06982861-10 2024-04-10T15:43:22.452 INFO:tasks.rados.rados.0.smithi069.stdout:3636: finishing rollback tid 1 to smithi06982861-10 2024-04-10T15:43:22.452 INFO:tasks.rados.rados.0.smithi069.stdout:3635: finishing write tid 6 to smithi06982861-26 2024-04-10T15:43:22.452 INFO:tasks.rados.rados.0.smithi069.stdout:3635: oid 26 updating version 0 to 1741 2024-04-10T15:43:22.452 INFO:tasks.rados.rados.0.smithi069.stdout:3635: oid 26 version 1741 is already newer than 1740 2024-04-10T15:43:22.453 INFO:tasks.rados.rados.0.smithi069.stdout:3635: oid 26 updating version 1741 to 1743 2024-04-10T15:43:22.453 INFO:tasks.rados.rados.0.smithi069.stdout:3635: oid 26 version 1743 is already newer than 1742 2024-04-10T15:43:22.453 INFO:tasks.rados.rados.0.smithi069.stdout:3635: oid 26 updating version 1743 to 1744 2024-04-10T15:43:22.453 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 26 v 1744 (ObjNum 1140 snap 347 seq_num 1140) dirty exists 2024-04-10T15:43:22.453 INFO:tasks.rados.rados.0.smithi069.stdout:3635: left oid 26 (ObjNum 1140 snap 347 seq_num 1140) 2024-04-10T15:43:22.453 INFO:tasks.rados.rados.0.smithi069.stdout:3636: finishing rollback tid 2 to smithi06982861-10 2024-04-10T15:43:22.453 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 10 v 2062 (ObjNum 1037 snap 321 seq_num 1037) dirty exists 2024-04-10T15:43:22.453 INFO:tasks.rados.rados.0.smithi069.stdout:3637: finishing write tid 1 to smithi06982861-49 2024-04-10T15:43:22.453 INFO:tasks.rados.rados.0.smithi069.stdout:3637: finishing write tid 2 to smithi06982861-49 2024-04-10T15:43:22.453 INFO:tasks.rados.rados.0.smithi069.stdout:3637: finishing write tid 3 to smithi06982861-49 2024-04-10T15:43:22.453 INFO:tasks.rados.rados.0.smithi069.stdout:3637: finishing write tid 4 to smithi06982861-49 2024-04-10T15:43:22.453 INFO:tasks.rados.rados.0.smithi069.stdout:3637: finishing write tid 5 to smithi06982861-49 2024-04-10T15:43:22.453 INFO:tasks.rados.rados.0.smithi069.stdout:3637: finishing write tid 6 to smithi06982861-49 2024-04-10T15:43:22.453 INFO:tasks.rados.rados.0.smithi069.stdout:3637: oid 49 updating version 0 to 1567 2024-04-10T15:43:22.454 INFO:tasks.rados.rados.0.smithi069.stdout:3637: oid 49 updating version 1567 to 1570 2024-04-10T15:43:22.454 INFO:tasks.rados.rados.0.smithi069.stdout:3637: oid 49 version 1570 is already newer than 1568 2024-04-10T15:43:22.454 INFO:tasks.rados.rados.0.smithi069.stdout:3637: oid 49 updating version 1570 to 1571 2024-04-10T15:43:22.454 INFO:tasks.rados.rados.0.smithi069.stdout:3637: oid 49 version 1571 is already newer than 1569 2024-04-10T15:43:22.454 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 49 v 1571 (ObjNum 1141 snap 347 seq_num 1141) dirty exists 2024-04-10T15:43:22.454 INFO:tasks.rados.rados.0.smithi069.stdout:3637: left oid 49 (ObjNum 1141 snap 347 seq_num 1141) 2024-04-10T15:43:22.454 INFO:tasks.rados.rados.0.smithi069.stdout:3639: expect (ObjNum 1020 snap 318 seq_num 1020) 2024-04-10T15:43:22.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:43:22 smithi069 ceph-mon[96738]: pgmap v814: 121 pgs: 121 active+clean; 254 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 7.0 MiB/s rd, 7.7 MiB/s wr, 23 op/s 2024-04-10T15:43:22.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:43:22 smithi069 ceph-mon[94167]: pgmap v814: 121 pgs: 121 active+clean; 254 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 7.0 MiB/s rd, 7.7 MiB/s wr, 23 op/s 2024-04-10T15:43:22.684 INFO:tasks.rados.rados.0.smithi069.stdout:3640: finishing write tid 1 to smithi06982861-43 2024-04-10T15:43:22.684 INFO:tasks.rados.rados.0.smithi069.stdout:3640: finishing write tid 2 to smithi06982861-43 2024-04-10T15:43:22.684 INFO:tasks.rados.rados.0.smithi069.stdout:3640: finishing write tid 3 to smithi06982861-43 2024-04-10T15:43:22.684 INFO:tasks.rados.rados.0.smithi069.stdout:3640: finishing write tid 4 to smithi06982861-43 2024-04-10T15:43:22.684 INFO:tasks.rados.rados.0.smithi069.stdout:3640: finishing write tid 5 to smithi06982861-43 2024-04-10T15:43:22.685 INFO:tasks.rados.rados.0.smithi069.stdout:3640: finishing write tid 6 to smithi06982861-43 2024-04-10T15:43:22.685 INFO:tasks.rados.rados.0.smithi069.stdout:3640: oid 43 updating version 0 to 1539 2024-04-10T15:43:22.685 INFO:tasks.rados.rados.0.smithi069.stdout:3640: oid 43 version 1539 is already newer than 1536 2024-04-10T15:43:22.685 INFO:tasks.rados.rados.0.smithi069.stdout:3640: oid 43 version 1539 is already newer than 1538 2024-04-10T15:43:22.685 INFO:tasks.rados.rados.0.smithi069.stdout:3640: oid 43 version 1539 is already newer than 1537 2024-04-10T15:43:22.685 INFO:tasks.rados.rados.0.smithi069.stdout:3640: oid 43 updating version 1539 to 1540 2024-04-10T15:43:22.685 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 43 v 1540 (ObjNum 1142 snap 347 seq_num 1142) dirty exists 2024-04-10T15:43:22.685 INFO:tasks.rados.rados.0.smithi069.stdout:3640: left oid 43 (ObjNum 1142 snap 347 seq_num 1142) 2024-04-10T15:43:22.685 INFO:tasks.rados.rados.0.smithi069.stdout:3641: finishing write tid 1 to smithi06982861-17 2024-04-10T15:43:22.685 INFO:tasks.rados.rados.0.smithi069.stdout:3641: finishing write tid 2 to smithi06982861-17 2024-04-10T15:43:22.685 INFO:tasks.rados.rados.0.smithi069.stdout:3641: finishing write tid 3 to smithi06982861-17 2024-04-10T15:43:22.685 INFO:tasks.rados.rados.0.smithi069.stdout:3641: finishing write tid 4 to smithi06982861-17 2024-04-10T15:43:22.686 INFO:tasks.rados.rados.0.smithi069.stdout:3641: finishing write tid 5 to smithi06982861-17 2024-04-10T15:43:22.686 INFO:tasks.rados.rados.0.smithi069.stdout:3641: finishing write tid 6 to smithi06982861-17 2024-04-10T15:43:22.686 INFO:tasks.rados.rados.0.smithi069.stdout:3641: finishing write tid 7 to smithi06982861-17 2024-04-10T15:43:22.686 INFO:tasks.rados.rados.0.smithi069.stdout:3641: oid 17 updating version 0 to 1688 2024-04-10T15:43:22.686 INFO:tasks.rados.rados.0.smithi069.stdout:3641: oid 17 updating version 1688 to 1693 2024-04-10T15:43:22.686 INFO:tasks.rados.rados.0.smithi069.stdout:3641: oid 17 version 1693 is already newer than 1689 2024-04-10T15:43:22.686 INFO:tasks.rados.rados.0.smithi069.stdout:3641: oid 17 version 1693 is already newer than 1690 2024-04-10T15:43:22.686 INFO:tasks.rados.rados.0.smithi069.stdout:3641: oid 17 version 1693 is already newer than 1691 2024-04-10T15:43:22.686 INFO:tasks.rados.rados.0.smithi069.stdout:3641: oid 17 version 1693 is already newer than 1692 2024-04-10T15:43:22.686 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 17 v 1693 (ObjNum 1143 snap 347 seq_num 1143) dirty exists 2024-04-10T15:43:22.686 INFO:tasks.rados.rados.0.smithi069.stdout:3641: left oid 17 (ObjNum 1143 snap 347 seq_num 1143) 2024-04-10T15:43:22.686 INFO:tasks.rados.rados.0.smithi069.stdout:3635: done (7 left) 2024-04-10T15:43:22.686 INFO:tasks.rados.rados.0.smithi069.stdout:3636: done (6 left) 2024-04-10T15:43:22.687 INFO:tasks.rados.rados.0.smithi069.stdout:3637: done (5 left) 2024-04-10T15:43:22.687 INFO:tasks.rados.rados.0.smithi069.stdout:3638: done (4 left) 2024-04-10T15:43:22.687 INFO:tasks.rados.rados.0.smithi069.stdout:3639: done (3 left) 2024-04-10T15:43:22.687 INFO:tasks.rados.rados.0.smithi069.stdout:3640: done (2 left) 2024-04-10T15:43:22.687 INFO:tasks.rados.rados.0.smithi069.stdout:3641: done (1 left) 2024-04-10T15:43:22.687 INFO:tasks.rados.rados.0.smithi069.stdout:3643: copy_from oid 48 from oid 4 current snap is 347 2024-04-10T15:43:22.687 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 39 current snap is 347 2024-04-10T15:43:22.687 INFO:tasks.rados.rados.0.smithi069.stdout:3644: seq_num 1144 ranges {1343488=770048,2113536=737280,2850816=712704,3563520=155648} 2024-04-10T15:43:22.694 INFO:tasks.rados.rados.0.smithi069.stdout:3644: writing smithi06982861-39 from 1343488 to 2113536 tid 1 2024-04-10T15:43:22.698 INFO:tasks.rados.rados.0.smithi069.stdout:3644: writing smithi06982861-39 from 2113536 to 2850816 tid 2 2024-04-10T15:43:22.703 INFO:tasks.rados.rados.0.smithi069.stdout:3644: writing smithi06982861-39 from 2850816 to 3563520 tid 3 2024-04-10T15:43:22.704 INFO:tasks.rados.rados.0.smithi069.stdout:3644: writing smithi06982861-39 from 3563520 to 3719168 tid 4 2024-04-10T15:43:22.704 INFO:tasks.rados.rados.0.smithi069.stdout:3645: delete oid 11 current snap is 347 2024-04-10T15:43:22.704 INFO:tasks.rados.rados.0.smithi069.stdout:3643: finishing copy_from to smithi06982861-48 2024-04-10T15:43:22.704 INFO:tasks.rados.rados.0.smithi069.stdout:3643: got expected ENOENT (src dne) 2024-04-10T15:43:22.704 INFO:tasks.rados.rados.0.smithi069.stdout:3643: finishing copy_from racing read to smithi06982861-48 2024-04-10T15:43:22.705 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 27 v 1572 (ObjNum 1039 snap 321 seq_num 1039) dirty exists 2024-04-10T15:43:22.705 INFO:tasks.rados.rados.0.smithi069.stdout:3644: finishing write tid 1 to smithi06982861-39 2024-04-10T15:43:22.705 INFO:tasks.rados.rados.0.smithi069.stdout:3644: finishing write tid 2 to smithi06982861-39 2024-04-10T15:43:22.707 INFO:tasks.rados.rados.0.smithi069.stdout:3642: done (3 left) 2024-04-10T15:43:22.707 INFO:tasks.rados.rados.0.smithi069.stdout:3643: done (2 left) 2024-04-10T15:43:22.707 INFO:tasks.rados.rados.0.smithi069.stdout:3645: done (1 left) 2024-04-10T15:43:22.707 INFO:tasks.rados.rados.0.smithi069.stdout:3646: read oid 44 snap -1 2024-04-10T15:43:22.707 INFO:tasks.rados.rados.0.smithi069.stdout:3646: expect deleted 2024-04-10T15:43:22.707 INFO:tasks.rados.rados.0.smithi069.stdout:3647: read oid 10 snap -1 2024-04-10T15:43:22.707 INFO:tasks.rados.rados.0.smithi069.stdout:3647: expect (ObjNum 1037 snap 321 seq_num 1037) 2024-04-10T15:43:22.707 INFO:tasks.rados.rados.0.smithi069.stdout:3648: copy_from oid 49 from oid 19 current snap is 347 2024-04-10T15:43:22.707 INFO:tasks.rados.rados.0.smithi069.stdout:3644: finishing write tid 3 to smithi06982861-39 2024-04-10T15:43:22.707 INFO:tasks.rados.rados.0.smithi069.stdout:3649: snap_create 2024-04-10T15:43:22.707 INFO:tasks.rados.rados.0.smithi069.stdout:3644: finishing write tid 4 to smithi06982861-39 2024-04-10T15:43:22.708 INFO:tasks.rados.rados.0.smithi069.stdout:3644: finishing write tid 5 to smithi06982861-39 2024-04-10T15:43:22.708 INFO:tasks.rados.rados.0.smithi069.stdout:3644: finishing write tid 6 to smithi06982861-39 2024-04-10T15:43:22.708 INFO:tasks.rados.rados.0.smithi069.stdout:3644: oid 39 updating version 0 to 1877 2024-04-10T15:43:22.708 INFO:tasks.rados.rados.0.smithi069.stdout:3644: oid 39 version 1877 is already newer than 1876 2024-04-10T15:43:22.708 INFO:tasks.rados.rados.0.smithi069.stdout:3644: oid 39 version 1877 is already newer than 1875 2024-04-10T15:43:22.708 INFO:tasks.rados.rados.0.smithi069.stdout:3644: oid 39 updating version 1877 to 1878 2024-04-10T15:43:22.708 INFO:tasks.rados.rados.0.smithi069.stdout:3644: oid 39 version 1878 is already newer than 1874 2024-04-10T15:43:22.708 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 39 v 1878 (ObjNum 1144 snap 347 seq_num 1144) dirty exists 2024-04-10T15:43:22.709 INFO:tasks.rados.rados.0.smithi069.stdout:3644: left oid 39 (ObjNum 1144 snap 347 seq_num 1144) 2024-04-10T15:43:22.720 INFO:tasks.rados.rados.0.smithi069.stdout:3647: expect (ObjNum 1037 snap 321 seq_num 1037) 2024-04-10T15:43:22.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:43:22 smithi077 ceph-mon[87572]: pgmap v814: 121 pgs: 121 active+clean; 254 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 7.0 MiB/s rd, 7.7 MiB/s wr, 23 op/s 2024-04-10T15:43:22.743 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:43:22 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T15:43:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:43:22.832 INFO:tasks.rados.rados.0.smithi069.stdout:3648: finishing copy_from racing read to smithi06982861-49 2024-04-10T15:43:22.833 INFO:tasks.rados.rados.0.smithi069.stdout:3648: finishing copy_from to smithi06982861-49 2024-04-10T15:43:22.833 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 49 v 2058 (ObjNum 998 snap 311 seq_num 998) dirty exists 2024-04-10T15:43:23.286 INFO:tasks.rados.rados.0.smithi069.stdout:3644: done (4 left) 2024-04-10T15:43:23.286 INFO:tasks.rados.rados.0.smithi069.stdout:3646: done (3 left) 2024-04-10T15:43:23.286 INFO:tasks.rados.rados.0.smithi069.stdout:3647: done (2 left) 2024-04-10T15:43:23.286 INFO:tasks.rados.rados.0.smithi069.stdout:3648: done (1 left) 2024-04-10T15:43:23.286 INFO:tasks.rados.rados.0.smithi069.stdout:3649: done (0 left) 2024-04-10T15:43:23.286 INFO:tasks.rados.rados.0.smithi069.stdout:3650: snap_create 2024-04-10T15:43:23.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:43:23 smithi069 ceph-mon[96738]: osdmap e769: 8 total, 8 up, 8 in 2024-04-10T15:43:23.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:43:23 smithi069 ceph-mon[94167]: osdmap e769: 8 total, 8 up, 8 in 2024-04-10T15:43:23.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:43:23 smithi077 ceph-mon[87572]: osdmap e769: 8 total, 8 up, 8 in 2024-04-10T15:43:24.292 INFO:tasks.rados.rados.0.smithi069.stdout:3650: done (0 left) 2024-04-10T15:43:24.292 INFO:tasks.rados.rados.0.smithi069.stdout:3651: rollback oid 9 current snap is 349 2024-04-10T15:43:24.292 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 9 to 325 2024-04-10T15:43:24.292 INFO:tasks.rados.rados.0.smithi069.stdout:3652: copy_from oid 11 from oid 31 current snap is 349 2024-04-10T15:43:24.292 INFO:tasks.rados.rados.0.smithi069.stdout:3653: read oid 13 snap -1 2024-04-10T15:43:24.292 INFO:tasks.rados.rados.0.smithi069.stdout:3653: expect deleted 2024-04-10T15:43:24.293 INFO:tasks.rados.rados.0.smithi069.stdout:3654: snap_create 2024-04-10T15:43:24.296 INFO:tasks.rados.rados.0.smithi069.stdout:3651: finishing rollback tid 0 to smithi06982861-9 2024-04-10T15:43:24.296 INFO:tasks.rados.rados.0.smithi069.stdout:3651: finishing rollback tid 1 to smithi06982861-9 2024-04-10T15:43:24.296 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 9 v 1615 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-04-10T15:43:24.306 INFO:tasks.rados.rados.0.smithi069.stdout:3652: finishing copy_from racing read to smithi06982861-11 2024-04-10T15:43:24.307 INFO:tasks.rados.rados.0.smithi069.stdout:3652: finishing copy_from to smithi06982861-11 2024-04-10T15:43:24.307 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 11 v 1893 (ObjNum 1127 snap 344 seq_num 1127) dirty exists 2024-04-10T15:43:24.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:43:24 smithi069 ceph-mon[96738]: osdmap e770: 8 total, 8 up, 8 in 2024-04-10T15:43:24.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:43:24 smithi069 ceph-mon[96738]: pgmap v817: 121 pgs: 121 active+clean; 257 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.0 MiB/s wr, 13 op/s 2024-04-10T15:43:24.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:43:24 smithi069 ceph-mon[94167]: osdmap e770: 8 total, 8 up, 8 in 2024-04-10T15:43:24.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:43:24 smithi069 ceph-mon[94167]: pgmap v817: 121 pgs: 121 active+clean; 257 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.0 MiB/s wr, 13 op/s 2024-04-10T15:43:24.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:43:24 smithi077 ceph-mon[87572]: osdmap e770: 8 total, 8 up, 8 in 2024-04-10T15:43:24.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:43:24 smithi077 ceph-mon[87572]: pgmap v817: 121 pgs: 121 active+clean; 257 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.0 MiB/s wr, 13 op/s 2024-04-10T15:43:25.293 INFO:tasks.rados.rados.0.smithi069.stdout:3651: done (3 left) 2024-04-10T15:43:25.294 INFO:tasks.rados.rados.0.smithi069.stdout:3652: done (2 left) 2024-04-10T15:43:25.294 INFO:tasks.rados.rados.0.smithi069.stdout:3653: done (1 left) 2024-04-10T15:43:25.294 INFO:tasks.rados.rados.0.smithi069.stdout:3654: done (0 left) 2024-04-10T15:43:25.294 INFO:tasks.rados.rados.0.smithi069.stdout:3655: rollback oid 20 current snap is 350 2024-04-10T15:43:25.294 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 20 to 346 2024-04-10T15:43:25.294 INFO:tasks.rados.rados.0.smithi069.stdout:3656: rmattr oid 23 current snap is 350 2024-04-10T15:43:25.294 INFO:tasks.rados.rados.0.smithi069.stdout:3656: done (1 left) 2024-04-10T15:43:25.294 INFO:tasks.rados.rados.0.smithi069.stdout:3657: rollback oid 31 current snap is 350 2024-04-10T15:43:25.294 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 31 to 348 2024-04-10T15:43:25.294 INFO:tasks.rados.rados.0.smithi069.stdout:3658: delete oid 39 current snap is 350 2024-04-10T15:43:25.298 INFO:tasks.rados.rados.0.smithi069.stdout:3658: done (2 left) 2024-04-10T15:43:25.299 INFO:tasks.rados.rados.0.smithi069.stdout:3659: delete oid 11 current snap is 350 2024-04-10T15:43:25.299 INFO:tasks.rados.rados.0.smithi069.stdout:3655: finishing rollback tid 1 to smithi06982861-20 2024-04-10T15:43:25.299 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 20 v 0 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-04-10T15:43:25.300 INFO:tasks.rados.rados.0.smithi069.stdout:3657: finishing rollback tid 0 to smithi06982861-31 2024-04-10T15:43:25.301 INFO:tasks.rados.rados.0.smithi069.stdout:3657: finishing rollback tid 1 to smithi06982861-31 2024-04-10T15:43:25.301 INFO:tasks.rados.rados.0.smithi069.stdout:3657: finishing rollback tid 2 to smithi06982861-31 2024-04-10T15:43:25.301 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 31 v 1897 (ObjNum 1127 snap 344 seq_num 1127) dirty exists 2024-04-10T15:43:25.303 INFO:tasks.rados.rados.0.smithi069.stdout:3655: done (2 left) 2024-04-10T15:43:25.303 INFO:tasks.rados.rados.0.smithi069.stdout:3657: done (1 left) 2024-04-10T15:43:25.303 INFO:tasks.rados.rados.0.smithi069.stdout:3659: done (0 left) 2024-04-10T15:43:25.303 INFO:tasks.rados.rados.0.smithi069.stdout:3660: snap_remove snap 349 2024-04-10T15:43:25.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:43:25 smithi069 ceph-mon[96738]: osdmap e771: 8 total, 8 up, 8 in 2024-04-10T15:43:25.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:43:25 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:43:25.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:43:25 smithi069 ceph-mon[94167]: osdmap e771: 8 total, 8 up, 8 in 2024-04-10T15:43:25.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:43:25 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:43:25.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:43:25 smithi077 ceph-mon[87572]: osdmap e771: 8 total, 8 up, 8 in 2024-04-10T15:43:25.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:43:25 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:43:26.249 INFO:tasks.rados.rados.0.smithi069.stdout:3660: done (0 left) 2024-04-10T15:43:26.249 INFO:tasks.rados.rados.0.smithi069.stdout:3661: delete oid 17 current snap is 350 2024-04-10T15:43:26.257 INFO:tasks.rados.rados.0.smithi069.stdout:3661: done (0 left) 2024-04-10T15:43:26.257 INFO:tasks.rados.rados.0.smithi069.stdout:3662: snap_create 2024-04-10T15:43:26.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:43:26 smithi069 ceph-mon[96738]: osdmap e772: 8 total, 8 up, 8 in 2024-04-10T15:43:26.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:43:26 smithi069 ceph-mon[96738]: pgmap v820: 121 pgs: 121 active+clean; 265 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 4.2 MiB/s wr, 20 op/s 2024-04-10T15:43:26.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:43:26 smithi069 ceph-mon[96738]: osdmap e773: 8 total, 8 up, 8 in 2024-04-10T15:43:26.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:43:26 smithi069 ceph-mon[94167]: osdmap e772: 8 total, 8 up, 8 in 2024-04-10T15:43:26.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:43:26 smithi069 ceph-mon[94167]: pgmap v820: 121 pgs: 121 active+clean; 265 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 4.2 MiB/s wr, 20 op/s 2024-04-10T15:43:26.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:43:26 smithi069 ceph-mon[94167]: osdmap e773: 8 total, 8 up, 8 in 2024-04-10T15:43:26.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:43:26 smithi077 ceph-mon[87572]: osdmap e772: 8 total, 8 up, 8 in 2024-04-10T15:43:26.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:43:26 smithi077 ceph-mon[87572]: pgmap v820: 121 pgs: 121 active+clean; 265 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 4.2 MiB/s wr, 20 op/s 2024-04-10T15:43:26.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:43:26 smithi077 ceph-mon[87572]: osdmap e773: 8 total, 8 up, 8 in 2024-04-10T15:43:27.250 INFO:tasks.rados.rados.0.smithi069.stdout:3662: done (0 left) 2024-04-10T15:43:27.250 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 8 current snap is 351 2024-04-10T15:43:27.250 INFO:tasks.rados.rados.0.smithi069.stdout:3663: seq_num 1149 ranges {0=49152} 2024-04-10T15:43:27.250 INFO:tasks.rados.rados.0.smithi069.stdout:3663: writing smithi06982861-8 from 0 to 49152 tid 1 2024-04-10T15:43:27.250 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 29 current snap is 351 2024-04-10T15:43:27.250 INFO:tasks.rados.rados.0.smithi069.stdout:3664: seq_num 1150 ranges {1998848=65536} 2024-04-10T15:43:27.262 INFO:tasks.rados.rados.0.smithi069.stdout:3664: writing smithi06982861-29 from 1998848 to 2064384 tid 1 2024-04-10T15:43:27.262 INFO:tasks.rados.rados.0.smithi069.stdout:3665: copy_from oid 12 from oid 17 current snap is 351 2024-04-10T15:43:27.262 INFO:tasks.rados.rados.0.smithi069.stdout:3663: finishing write tid 1 to smithi06982861-8 2024-04-10T15:43:27.262 INFO:tasks.rados.rados.0.smithi069.stdout:3663: finishing write tid 2 to smithi06982861-8 2024-04-10T15:43:27.262 INFO:tasks.rados.rados.0.smithi069.stdout:3663: finishing write tid 3 to smithi06982861-8 2024-04-10T15:43:27.262 INFO:tasks.rados.rados.0.smithi069.stdout:3663: oid 8 updating version 0 to 1898 2024-04-10T15:43:27.262 INFO:tasks.rados.rados.0.smithi069.stdout:3663: oid 8 updating version 1898 to 1899 2024-04-10T15:43:27.262 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 8 v 1899 (ObjNum 1149 snap 351 seq_num 1149) dirty exists 2024-04-10T15:43:27.262 INFO:tasks.rados.rados.0.smithi069.stdout:3663: left oid 8 (ObjNum 1149 snap 351 seq_num 1149) 2024-04-10T15:43:27.262 INFO:tasks.rados.rados.0.smithi069.stdout:3663: done (2 left) 2024-04-10T15:43:27.262 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 22 current snap is 351 2024-04-10T15:43:27.262 INFO:tasks.rados.rados.0.smithi069.stdout:3666: seq_num 1151 ranges {4481024=81920} 2024-04-10T15:43:27.286 INFO:tasks.rados.rados.0.smithi069.stdout:3666: writing smithi06982861-22 from 4481024 to 4562944 tid 1 2024-04-10T15:43:27.286 INFO:tasks.rados.rados.0.smithi069.stdout:3667: snap_remove snap 325 2024-04-10T15:43:27.336 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:43:26 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:15:43:26] "GET /metrics HTTP/1.1" 200 36323 "" "Prometheus/2.43.0" 2024-04-10T15:43:28.258 INFO:tasks.rados.rados.0.smithi069.stdout:3667: done (3 left) 2024-04-10T15:43:28.258 INFO:tasks.rados.rados.0.smithi069.stdout:3668: rollback oid 40 current snap is 351 2024-04-10T15:43:28.258 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 40 to 344 2024-04-10T15:43:28.258 INFO:tasks.rados.rados.0.smithi069.stdout:3669: snap_remove snap 346 2024-04-10T15:43:28.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:43:28 smithi069 ceph-mon[94167]: osdmap e774: 8 total, 8 up, 8 in 2024-04-10T15:43:28.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:43:28 smithi069 ceph-mon[94167]: pgmap v823: 121 pgs: 121 active+clean; 265 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 8.0 MiB/s rd, 2.5 MiB/s wr, 14 op/s 2024-04-10T15:43:28.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:43:28 smithi069 ceph-mon[96738]: osdmap e774: 8 total, 8 up, 8 in 2024-04-10T15:43:28.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:43:28 smithi069 ceph-mon[96738]: pgmap v823: 121 pgs: 121 active+clean; 265 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 8.0 MiB/s rd, 2.5 MiB/s wr, 14 op/s 2024-04-10T15:43:28.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:43:28 smithi077 ceph-mon[87572]: osdmap e774: 8 total, 8 up, 8 in 2024-04-10T15:43:28.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:43:28 smithi077 ceph-mon[87572]: pgmap v823: 121 pgs: 121 active+clean; 265 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 8.0 MiB/s rd, 2.5 MiB/s wr, 14 op/s 2024-04-10T15:43:29.265 INFO:tasks.rados.rados.0.smithi069.stdout:3669: done (4 left) 2024-04-10T15:43:29.266 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 7 current snap is 351 2024-04-10T15:43:29.266 INFO:tasks.rados.rados.0.smithi069.stdout:3670: seq_num 1152 ranges {0=98304} 2024-04-10T15:43:29.267 INFO:tasks.rados.rados.0.smithi069.stdout:3670: writing smithi06982861-7 from 0 to 98304 tid 1 2024-04-10T15:43:29.268 INFO:tasks.rados.rados.0.smithi069.stdout:3671: snap_create 2024-04-10T15:43:29.268 INFO:tasks.rados.rados.0.smithi069.stdout:3664: finishing write tid 1 to smithi06982861-29 2024-04-10T15:43:29.268 INFO:tasks.rados.rados.0.smithi069.stdout:3665: finishing copy_from to smithi06982861-12 2024-04-10T15:43:29.268 INFO:tasks.rados.rados.0.smithi069.stdout:3665: got expected ENOENT (src dne) 2024-04-10T15:43:29.268 INFO:tasks.rados.rados.0.smithi069.stdout:3665: finishing copy_from racing read to smithi06982861-12 2024-04-10T15:43:29.268 INFO:tasks.rados.rados.0.smithi069.stdout:3664: finishing write tid 2 to smithi06982861-29 2024-04-10T15:43:29.268 INFO:tasks.rados.rados.0.smithi069.stdout:3664: finishing write tid 3 to smithi06982861-29 2024-04-10T15:43:29.268 INFO:tasks.rados.rados.0.smithi069.stdout:3664: oid 29 updating version 0 to 1648 2024-04-10T15:43:29.268 INFO:tasks.rados.rados.0.smithi069.stdout:3664: oid 29 version 1648 is already newer than 1647 2024-04-10T15:43:29.268 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 29 v 1648 (ObjNum 1150 snap 351 seq_num 1150) dirty exists 2024-04-10T15:43:29.268 INFO:tasks.rados.rados.0.smithi069.stdout:3664: left oid 29 (ObjNum 1150 snap 351 seq_num 1150) 2024-04-10T15:43:29.268 INFO:tasks.rados.rados.0.smithi069.stdout:3666: finishing write tid 1 to smithi06982861-22 2024-04-10T15:43:29.268 INFO:tasks.rados.rados.0.smithi069.stdout:3666: finishing write tid 2 to smithi06982861-22 2024-04-10T15:43:29.268 INFO:tasks.rados.rados.0.smithi069.stdout:3666: finishing write tid 3 to smithi06982861-22 2024-04-10T15:43:29.269 INFO:tasks.rados.rados.0.smithi069.stdout:3666: oid 22 updating version 0 to 1541 2024-04-10T15:43:29.269 INFO:tasks.rados.rados.0.smithi069.stdout:3666: oid 22 updating version 1541 to 1542 2024-04-10T15:43:29.269 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 22 v 1542 (ObjNum 1151 snap 351 seq_num 1151) dirty exists 2024-04-10T15:43:29.269 INFO:tasks.rados.rados.0.smithi069.stdout:3666: left oid 22 (ObjNum 1151 snap 351 seq_num 1151) 2024-04-10T15:43:29.269 INFO:tasks.rados.rados.0.smithi069.stdout:3668: finishing rollback tid 0 to smithi06982861-40 2024-04-10T15:43:29.269 INFO:tasks.rados.rados.0.smithi069.stdout:3668: finishing rollback tid 1 to smithi06982861-40 2024-04-10T15:43:29.269 INFO:tasks.rados.rados.0.smithi069.stdout:3668: finishing rollback tid 2 to smithi06982861-40 2024-04-10T15:43:29.269 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 40 v 1496 (ObjNum 1097 snap 337 seq_num 1097) dirty exists 2024-04-10T15:43:29.277 INFO:tasks.rados.rados.0.smithi069.stdout:3670: finishing write tid 1 to smithi06982861-7 2024-04-10T15:43:29.278 INFO:tasks.rados.rados.0.smithi069.stdout:3670: finishing write tid 2 to smithi06982861-7 2024-04-10T15:43:29.280 INFO:tasks.rados.rados.0.smithi069.stdout:3670: finishing write tid 3 to smithi06982861-7 2024-04-10T15:43:29.280 INFO:tasks.rados.rados.0.smithi069.stdout:3670: oid 7 updating version 0 to 1753 2024-04-10T15:43:29.280 INFO:tasks.rados.rados.0.smithi069.stdout:3670: oid 7 updating version 1753 to 1754 2024-04-10T15:43:29.280 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 7 v 1754 (ObjNum 1152 snap 351 seq_num 1152) dirty exists 2024-04-10T15:43:29.280 INFO:tasks.rados.rados.0.smithi069.stdout:3670: left oid 7 (ObjNum 1152 snap 351 seq_num 1152) 2024-04-10T15:43:29.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:43:29 smithi069 ceph-mon[96738]: osdmap e775: 8 total, 8 up, 8 in 2024-04-10T15:43:29.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:43:29 smithi069 ceph-mon[94167]: osdmap e775: 8 total, 8 up, 8 in 2024-04-10T15:43:29.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:43:29 smithi077 ceph-mon[87572]: osdmap e775: 8 total, 8 up, 8 in 2024-04-10T15:43:30.270 INFO:tasks.rados.rados.0.smithi069.stdout:3664: done (5 left) 2024-04-10T15:43:30.270 INFO:tasks.rados.rados.0.smithi069.stdout:3665: done (4 left) 2024-04-10T15:43:30.270 INFO:tasks.rados.rados.0.smithi069.stdout:3666: done (3 left) 2024-04-10T15:43:30.270 INFO:tasks.rados.rados.0.smithi069.stdout:3668: done (2 left) 2024-04-10T15:43:30.270 INFO:tasks.rados.rados.0.smithi069.stdout:3670: done (1 left) 2024-04-10T15:43:30.270 INFO:tasks.rados.rados.0.smithi069.stdout:3671: done (0 left) 2024-04-10T15:43:30.271 INFO:tasks.rados.rados.0.smithi069.stdout:3672: read oid 31 snap -1 2024-04-10T15:43:30.271 INFO:tasks.rados.rados.0.smithi069.stdout:3672: expect (ObjNum 1127 snap 344 seq_num 1127) 2024-04-10T15:43:30.271 INFO:tasks.rados.rados.0.smithi069.stdout:3673: read oid 45 snap -1 2024-04-10T15:43:30.271 INFO:tasks.rados.rados.0.smithi069.stdout:3673: expect (ObjNum 1066 snap 327 seq_num 1066) 2024-04-10T15:43:30.271 INFO:tasks.rados.rados.0.smithi069.stdout:3674: rollback oid 32 current snap is 352 2024-04-10T15:43:30.271 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 32 to 323 2024-04-10T15:43:30.271 INFO:tasks.rados.rados.0.smithi069.stdout:3675: delete oid 48 current snap is 352 2024-04-10T15:43:30.278 INFO:tasks.rados.rados.0.smithi069.stdout:3674: finishing rollback tid 1 to smithi06982861-32 2024-04-10T15:43:30.278 INFO:tasks.rados.rados.0.smithi069.stdout:3674: finishing rollback tid 2 to smithi06982861-32 2024-04-10T15:43:30.278 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 32 v 1881 (ObjNum 975 snap 304 seq_num 975) dirty exists 2024-04-10T15:43:30.279 INFO:tasks.rados.rados.0.smithi069.stdout:3674: done (3 left) 2024-04-10T15:43:30.280 INFO:tasks.rados.rados.0.smithi069.stdout:3675: done (2 left) 2024-04-10T15:43:30.280 INFO:tasks.rados.rados.0.smithi069.stdout:3676: rollback oid 32 current snap is 352 2024-04-10T15:43:30.280 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 32 to 345 2024-04-10T15:43:30.280 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 3 current snap is 352 2024-04-10T15:43:30.280 INFO:tasks.rados.rados.0.smithi069.stdout:3677: seq_num 1154 ranges {1728512=131072} 2024-04-10T15:43:30.290 INFO:tasks.rados.rados.0.smithi069.stdout:3677: writing smithi06982861-3 from 1728512 to 1859584 tid 1 2024-04-10T15:43:30.290 INFO:tasks.rados.rados.0.smithi069.stdout:3678: snap_create 2024-04-10T15:43:30.291 INFO:tasks.rados.rados.0.smithi069.stdout:3676: finishing rollback tid 0 to smithi06982861-32 2024-04-10T15:43:30.291 INFO:tasks.rados.rados.0.smithi069.stdout:3672: expect (ObjNum 1127 snap 344 seq_num 1127) 2024-04-10T15:43:30.368 INFO:tasks.rados.rados.0.smithi069.stdout:3676: finishing rollback tid 1 to smithi06982861-32 2024-04-10T15:43:30.368 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 32 v 1883 (ObjNum 33 snap 0 seq_num 1434304816) dirty dne 2024-04-10T15:43:30.368 INFO:tasks.rados.rados.0.smithi069.stdout:3673: expect (ObjNum 1066 snap 327 seq_num 1066) 2024-04-10T15:43:30.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:43:30 smithi069 ceph-mon[94167]: osdmap e776: 8 total, 8 up, 8 in 2024-04-10T15:43:30.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:43:30 smithi069 ceph-mon[94167]: pgmap v826: 121 pgs: 121 active+clean; 265 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 670 KiB/s wr, 3 op/s 2024-04-10T15:43:30.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:43:30 smithi069 ceph-mon[96738]: osdmap e776: 8 total, 8 up, 8 in 2024-04-10T15:43:30.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:43:30 smithi069 ceph-mon[96738]: pgmap v826: 121 pgs: 121 active+clean; 265 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 670 KiB/s wr, 3 op/s 2024-04-10T15:43:30.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:43:30 smithi077 ceph-mon[87572]: osdmap e776: 8 total, 8 up, 8 in 2024-04-10T15:43:30.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:43:30 smithi077 ceph-mon[87572]: pgmap v826: 121 pgs: 121 active+clean; 265 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 670 KiB/s wr, 3 op/s 2024-04-10T15:43:30.781 INFO:tasks.rados.rados.0.smithi069.stdout:3677: finishing write tid 1 to smithi06982861-3 2024-04-10T15:43:30.781 INFO:tasks.rados.rados.0.smithi069.stdout:3677: finishing write tid 2 to smithi06982861-3 2024-04-10T15:43:30.781 INFO:tasks.rados.rados.0.smithi069.stdout:3677: finishing write tid 3 to smithi06982861-3 2024-04-10T15:43:30.781 INFO:tasks.rados.rados.0.smithi069.stdout:3677: oid 3 updating version 0 to 1575 2024-04-10T15:43:30.781 INFO:tasks.rados.rados.0.smithi069.stdout:3677: oid 3 version 1575 is already newer than 1574 2024-04-10T15:43:30.781 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 3 v 1575 (ObjNum 1154 snap 352 seq_num 1154) dirty exists 2024-04-10T15:43:30.781 INFO:tasks.rados.rados.0.smithi069.stdout:3677: left oid 3 (ObjNum 1154 snap 352 seq_num 1154) 2024-04-10T15:43:31.248 INFO:tasks.rados.rados.0.smithi069.stdout:3672: done (4 left) 2024-04-10T15:43:31.248 INFO:tasks.rados.rados.0.smithi069.stdout:3673: done (3 left) 2024-04-10T15:43:31.248 INFO:tasks.rados.rados.0.smithi069.stdout:3676: done (2 left) 2024-04-10T15:43:31.248 INFO:tasks.rados.rados.0.smithi069.stdout:3677: done (1 left) 2024-04-10T15:43:31.248 INFO:tasks.rados.rados.0.smithi069.stdout:3678: done (0 left) 2024-04-10T15:43:31.248 INFO:tasks.rados.rados.0.smithi069.stdout:3679: rollback oid 16 current snap is 353 2024-04-10T15:43:31.248 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 16 to 345 2024-04-10T15:43:31.249 INFO:tasks.rados.rados.0.smithi069.stdout:3680: setattr oid 43 current snap is 353 2024-04-10T15:43:31.249 INFO:tasks.rados.rados.0.smithi069.stdout:3681: delete oid 40 current snap is 353 2024-04-10T15:43:31.256 INFO:tasks.rados.rados.0.smithi069.stdout:3679: finishing rollback tid 0 to smithi06982861-16 2024-04-10T15:43:31.256 INFO:tasks.rados.rados.0.smithi069.stdout:3679: finishing rollback tid 1 to smithi06982861-16 2024-04-10T15:43:31.257 INFO:tasks.rados.rados.0.smithi069.stdout:3679: finishing rollback tid 2 to smithi06982861-16 2024-04-10T15:43:31.257 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 16 v 1758 (ObjNum 920 snap 287 seq_num 920) dirty exists 2024-04-10T15:43:31.258 INFO:tasks.rados.rados.0.smithi069.stdout:3679: done (2 left) 2024-04-10T15:43:31.258 INFO:tasks.rados.rados.0.smithi069.stdout:3681: done (1 left) 2024-04-10T15:43:31.258 INFO:tasks.rados.rados.0.smithi069.stdout:3682: copy_from oid 6 from oid 22 current snap is 353 2024-04-10T15:43:31.258 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 43 v 1541 (ObjNum 1142 snap 347 seq_num 1142) dirty exists 2024-04-10T15:43:31.258 INFO:tasks.rados.rados.0.smithi069.stdout:3680: done (1 left) 2024-04-10T15:43:31.258 INFO:tasks.rados.rados.0.smithi069.stdout:3683: setattr oid 20 current snap is 353 2024-04-10T15:43:31.261 INFO:tasks.rados.rados.0.smithi069.stdout:3684: copy_from oid 5 from oid 31 current snap is 353 2024-04-10T15:43:31.261 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 39 current snap is 353 2024-04-10T15:43:31.261 INFO:tasks.rados.rados.0.smithi069.stdout:3685: seq_num 1156 ranges {0=163840} 2024-04-10T15:43:31.261 INFO:tasks.rados.rados.0.smithi069.stdout:3685: writing smithi06982861-39 from 0 to 163840 tid 1 2024-04-10T15:43:31.261 INFO:tasks.rados.rados.0.smithi069.stdout:3686: snap_create 2024-04-10T15:43:31.265 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 20 v 1616 (ObjNum 33 snap 0 seq_num 1434070352) dirty exists 2024-04-10T15:43:31.266 INFO:tasks.rados.rados.0.smithi069.stdout:3685: finishing write tid 1 to smithi06982861-39 2024-04-10T15:43:31.266 INFO:tasks.rados.rados.0.smithi069.stdout:3685: finishing write tid 2 to smithi06982861-39 2024-04-10T15:43:31.270 INFO:tasks.rados.rados.0.smithi069.stdout:3685: finishing write tid 3 to smithi06982861-39 2024-04-10T15:43:31.270 INFO:tasks.rados.rados.0.smithi069.stdout:3685: oid 39 updating version 0 to 1885 2024-04-10T15:43:31.270 INFO:tasks.rados.rados.0.smithi069.stdout:3685: oid 39 version 1885 is already newer than 1884 2024-04-10T15:43:31.270 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 39 v 1885 (ObjNum 1156 snap 353 seq_num 1156) dirty exists 2024-04-10T15:43:31.270 INFO:tasks.rados.rados.0.smithi069.stdout:3685: left oid 39 (ObjNum 1156 snap 353 seq_num 1156) 2024-04-10T15:43:31.274 INFO:tasks.rados.rados.0.smithi069.stdout:3684: finishing copy_from racing read to smithi06982861-5 2024-04-10T15:43:31.274 INFO:tasks.rados.rados.0.smithi069.stdout:3684: finishing copy_from to smithi06982861-5 2024-04-10T15:43:31.274 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 5 v 1897 (ObjNum 1127 snap 344 seq_num 1127) dirty exists 2024-04-10T15:43:31.281 INFO:tasks.rados.rados.0.smithi069.stdout:3682: finishing copy_from racing read to smithi06982861-6 2024-04-10T15:43:31.285 INFO:tasks.rados.rados.0.smithi069.stdout:3682: finishing copy_from to smithi06982861-6 2024-04-10T15:43:31.285 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 6 v 1542 (ObjNum 1151 snap 351 seq_num 1151) dirty exists 2024-04-10T15:43:31.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:43:31 smithi069 ceph-mon[96738]: osdmap e777: 8 total, 8 up, 8 in 2024-04-10T15:43:31.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:43:31 smithi069 ceph-mon[96738]: osdmap e778: 8 total, 8 up, 8 in 2024-04-10T15:43:31.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:43:31 smithi069 ceph-mon[94167]: osdmap e777: 8 total, 8 up, 8 in 2024-04-10T15:43:31.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:43:31 smithi069 ceph-mon[94167]: osdmap e778: 8 total, 8 up, 8 in 2024-04-10T15:43:31.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:43:31 smithi077 ceph-mon[87572]: osdmap e777: 8 total, 8 up, 8 in 2024-04-10T15:43:31.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:43:31 smithi077 ceph-mon[87572]: osdmap e778: 8 total, 8 up, 8 in 2024-04-10T15:43:32.253 INFO:tasks.rados.rados.0.smithi069.stdout:3682: done (4 left) 2024-04-10T15:43:32.253 INFO:tasks.rados.rados.0.smithi069.stdout:3683: done (3 left) 2024-04-10T15:43:32.253 INFO:tasks.rados.rados.0.smithi069.stdout:3684: done (2 left) 2024-04-10T15:43:32.253 INFO:tasks.rados.rados.0.smithi069.stdout:3685: done (1 left) 2024-04-10T15:43:32.253 INFO:tasks.rados.rados.0.smithi069.stdout:3686: done (0 left) 2024-04-10T15:43:32.253 INFO:tasks.rados.rados.0.smithi069.stdout:3687: read oid 10 snap -1 2024-04-10T15:43:32.253 INFO:tasks.rados.rados.0.smithi069.stdout:3687: expect (ObjNum 1037 snap 321 seq_num 1037) 2024-04-10T15:43:32.253 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 27 current snap is 354 2024-04-10T15:43:32.253 INFO:tasks.rados.rados.0.smithi069.stdout:3688: seq_num 1157 ranges {1908736=180224} 2024-04-10T15:43:32.264 INFO:tasks.rados.rados.0.smithi069.stdout:3688: writing smithi06982861-27 from 1908736 to 2088960 tid 1 2024-04-10T15:43:32.264 INFO:tasks.rados.rados.0.smithi069.stdout:3689: delete oid 40 current snap is 354 2024-04-10T15:43:32.269 INFO:tasks.rados.rados.0.smithi069.stdout:3687: expect (ObjNum 1037 snap 321 seq_num 1037) 2024-04-10T15:43:32.381 INFO:tasks.rados.rados.0.smithi069.stdout:3688: finishing write tid 1 to smithi06982861-27 2024-04-10T15:43:32.381 INFO:tasks.rados.rados.0.smithi069.stdout:3688: finishing write tid 2 to smithi06982861-27 2024-04-10T15:43:32.381 INFO:tasks.rados.rados.0.smithi069.stdout:3688: finishing write tid 3 to smithi06982861-27 2024-04-10T15:43:32.381 INFO:tasks.rados.rados.0.smithi069.stdout:3688: oid 27 updating version 0 to 2060 2024-04-10T15:43:32.381 INFO:tasks.rados.rados.0.smithi069.stdout:3688: oid 27 version 2060 is already newer than 2059 2024-04-10T15:43:32.381 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 27 v 2060 (ObjNum 1157 snap 354 seq_num 1157) dirty exists 2024-04-10T15:43:32.381 INFO:tasks.rados.rados.0.smithi069.stdout:3688: left oid 27 (ObjNum 1157 snap 354 seq_num 1157) 2024-04-10T15:43:32.381 INFO:tasks.rados.rados.0.smithi069.stdout:3687: done (2 left) 2024-04-10T15:43:32.381 INFO:tasks.rados.rados.0.smithi069.stdout:3688: done (1 left) 2024-04-10T15:43:32.381 INFO:tasks.rados.rados.0.smithi069.stdout:3689: done (0 left) 2024-04-10T15:43:32.382 INFO:tasks.rados.rados.0.smithi069.stdout:3690: snap_create 2024-04-10T15:43:32.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:43:32 smithi069 ceph-mon[94167]: pgmap v829: 121 pgs: 121 active+clean; 265 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 690 KiB/s wr, 5 op/s 2024-04-10T15:43:32.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:43:32 smithi069 ceph-mon[94167]: osdmap e779: 8 total, 8 up, 8 in 2024-04-10T15:43:32.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:43:32 smithi069 ceph-mon[96738]: pgmap v829: 121 pgs: 121 active+clean; 265 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 690 KiB/s wr, 5 op/s 2024-04-10T15:43:32.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:43:32 smithi069 ceph-mon[96738]: osdmap e779: 8 total, 8 up, 8 in 2024-04-10T15:43:32.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:43:32 smithi077 ceph-mon[87572]: pgmap v829: 121 pgs: 121 active+clean; 265 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 690 KiB/s wr, 5 op/s 2024-04-10T15:43:32.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:43:32 smithi077 ceph-mon[87572]: osdmap e779: 8 total, 8 up, 8 in 2024-04-10T15:43:32.743 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:43:32 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T15:43:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:43:33.281 INFO:tasks.rados.rados.0.smithi069.stdout:3690: done (0 left) 2024-04-10T15:43:33.281 INFO:tasks.rados.rados.0.smithi069.stdout:3691: snap_create 2024-04-10T15:43:34.286 INFO:tasks.rados.rados.0.smithi069.stdout:3691: done (0 left) 2024-04-10T15:43:34.286 INFO:tasks.rados.rados.0.smithi069.stdout:3692: rollback oid 11 current snap is 356 2024-04-10T15:43:34.286 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 11 to 338 2024-04-10T15:43:34.287 INFO:tasks.rados.rados.0.smithi069.stdout:3693: rollback oid 32 current snap is 356 2024-04-10T15:43:34.287 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 32 to 329 2024-04-10T15:43:34.287 INFO:tasks.rados.rados.0.smithi069.stdout:3694: delete oid 15 current snap is 356 2024-04-10T15:43:34.290 INFO:tasks.rados.rados.0.smithi069.stdout:3693: finishing rollback tid 1 to smithi06982861-32 2024-04-10T15:43:34.291 INFO:tasks.rados.rados.0.smithi069.stdout:3694: done (2 left) 2024-04-10T15:43:34.291 INFO:tasks.rados.rados.0.smithi069.stdout:3695: rollback oid 41 current snap is 356 2024-04-10T15:43:34.291 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 41 to 347 2024-04-10T15:43:34.291 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 46 current snap is 356 2024-04-10T15:43:34.291 INFO:tasks.rados.rados.0.smithi069.stdout:3696: seq_num 1160 ranges {2105344=229376} 2024-04-10T15:43:34.304 INFO:tasks.rados.rados.0.smithi069.stdout:3696: writing smithi06982861-46 from 2105344 to 2334720 tid 1 2024-04-10T15:43:34.304 INFO:tasks.rados.rados.0.smithi069.stdout:3697: snap_create 2024-04-10T15:43:34.304 INFO:tasks.rados.rados.0.smithi069.stdout:3693: finishing rollback tid 2 to smithi06982861-32 2024-04-10T15:43:34.304 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 32 v 1887 (ObjNum 975 snap 304 seq_num 975) dirty exists 2024-04-10T15:43:34.304 INFO:tasks.rados.rados.0.smithi069.stdout:3692: finishing rollback tid 1 to smithi06982861-11 2024-04-10T15:43:34.304 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 11 v 1894 (ObjNum 49 snap 0 seq_num 1751471950) dirty dne 2024-04-10T15:43:34.304 INFO:tasks.rados.rados.0.smithi069.stdout:3695: finishing rollback tid 1 to smithi06982861-41 2024-04-10T15:43:34.304 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 41 v 0 (ObjNum 49 snap 0 seq_num 1434700976) dirty dne 2024-04-10T15:43:34.307 INFO:tasks.rados.rados.0.smithi069.stdout:3696: finishing write tid 1 to smithi06982861-46 2024-04-10T15:43:34.308 INFO:tasks.rados.rados.0.smithi069.stdout:3696: finishing write tid 2 to smithi06982861-46 2024-04-10T15:43:34.310 INFO:tasks.rados.rados.0.smithi069.stdout:3696: finishing write tid 3 to smithi06982861-46 2024-04-10T15:43:34.310 INFO:tasks.rados.rados.0.smithi069.stdout:3696: oid 46 updating version 0 to 1498 2024-04-10T15:43:34.310 INFO:tasks.rados.rados.0.smithi069.stdout:3696: oid 46 updating version 1498 to 1499 2024-04-10T15:43:34.310 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 46 v 1499 (ObjNum 1160 snap 356 seq_num 1160) dirty exists 2024-04-10T15:43:34.310 INFO:tasks.rados.rados.0.smithi069.stdout:3696: left oid 46 (ObjNum 1160 snap 356 seq_num 1160) 2024-04-10T15:43:34.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:43:34 smithi069 ceph-mon[94167]: osdmap e780: 8 total, 8 up, 8 in 2024-04-10T15:43:34.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:43:34 smithi069 ceph-mon[94167]: pgmap v832: 121 pgs: 121 active+clean; 268 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 6.1 MiB/s rd, 758 KiB/s wr, 7 op/s 2024-04-10T15:43:34.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:43:34 smithi069 ceph-mon[96738]: osdmap e780: 8 total, 8 up, 8 in 2024-04-10T15:43:34.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:43:34 smithi069 ceph-mon[96738]: pgmap v832: 121 pgs: 121 active+clean; 268 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 6.1 MiB/s rd, 758 KiB/s wr, 7 op/s 2024-04-10T15:43:34.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:43:34 smithi077 ceph-mon[87572]: osdmap e780: 8 total, 8 up, 8 in 2024-04-10T15:43:34.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:43:34 smithi077 ceph-mon[87572]: pgmap v832: 121 pgs: 121 active+clean; 268 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 6.1 MiB/s rd, 758 KiB/s wr, 7 op/s 2024-04-10T15:43:35.292 INFO:tasks.rados.rados.0.smithi069.stdout:3692: done (4 left) 2024-04-10T15:43:35.292 INFO:tasks.rados.rados.0.smithi069.stdout:3693: done (3 left) 2024-04-10T15:43:35.292 INFO:tasks.rados.rados.0.smithi069.stdout:3695: done (2 left) 2024-04-10T15:43:35.292 INFO:tasks.rados.rados.0.smithi069.stdout:3696: done (1 left) 2024-04-10T15:43:35.292 INFO:tasks.rados.rados.0.smithi069.stdout:3697: done (0 left) 2024-04-10T15:43:35.292 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 13 current snap is 357 2024-04-10T15:43:35.292 INFO:tasks.rados.rados.0.smithi069.stdout:3698: seq_num 1161 ranges {0=245760} 2024-04-10T15:43:35.293 INFO:tasks.rados.rados.0.smithi069.stdout:3698: writing smithi06982861-13 from 0 to 245760 tid 1 2024-04-10T15:43:35.293 INFO:tasks.rados.rados.0.smithi069.stdout:3699: rollback oid 30 current snap is 357 2024-04-10T15:43:35.293 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 30 to 329 2024-04-10T15:43:35.293 INFO:tasks.rados.rados.0.smithi069.stdout:3700: snap_create 2024-04-10T15:43:35.299 INFO:tasks.rados.rados.0.smithi069.stdout:3699: finishing rollback tid 0 to smithi06982861-30 2024-04-10T15:43:35.300 INFO:tasks.rados.rados.0.smithi069.stdout:3699: finishing rollback tid 1 to smithi06982861-30 2024-04-10T15:43:35.301 INFO:tasks.rados.rados.0.smithi069.stdout:3699: finishing rollback tid 2 to smithi06982861-30 2024-04-10T15:43:35.301 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 30 v 1902 (ObjNum 973 snap 304 seq_num 973) dirty exists 2024-04-10T15:43:35.301 INFO:tasks.rados.rados.0.smithi069.stdout:3698: finishing write tid 1 to smithi06982861-13 2024-04-10T15:43:35.301 INFO:tasks.rados.rados.0.smithi069.stdout:3698: finishing write tid 2 to smithi06982861-13 2024-04-10T15:43:35.303 INFO:tasks.rados.rados.0.smithi069.stdout:3698: finishing write tid 3 to smithi06982861-13 2024-04-10T15:43:35.303 INFO:tasks.rados.rados.0.smithi069.stdout:3698: oid 13 updating version 0 to 1899 2024-04-10T15:43:35.303 INFO:tasks.rados.rados.0.smithi069.stdout:3698: oid 13 version 1899 is already newer than 1898 2024-04-10T15:43:35.303 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 13 v 1899 (ObjNum 1161 snap 357 seq_num 1161) dirty exists 2024-04-10T15:43:35.303 INFO:tasks.rados.rados.0.smithi069.stdout:3698: left oid 13 (ObjNum 1161 snap 357 seq_num 1161) 2024-04-10T15:43:35.586 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:43:35 smithi069 ceph-mon[94167]: osdmap e781: 8 total, 8 up, 8 in 2024-04-10T15:43:35.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:43:35 smithi069 ceph-mon[96738]: osdmap e781: 8 total, 8 up, 8 in 2024-04-10T15:43:35.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:43:35 smithi077 ceph-mon[87572]: osdmap e781: 8 total, 8 up, 8 in 2024-04-10T15:43:36.250 INFO:tasks.rados.rados.0.smithi069.stdout:3698: done (2 left) 2024-04-10T15:43:36.251 INFO:tasks.rados.rados.0.smithi069.stdout:3699: done (1 left) 2024-04-10T15:43:36.251 INFO:tasks.rados.rados.0.smithi069.stdout:3700: done (0 left) 2024-04-10T15:43:36.251 INFO:tasks.rados.rados.0.smithi069.stdout:3701: read oid 41 snap -1 2024-04-10T15:43:36.251 INFO:tasks.rados.rados.0.smithi069.stdout:3701: expect deleted 2024-04-10T15:43:36.251 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 8 current snap is 358 2024-04-10T15:43:36.251 INFO:tasks.rados.rados.0.smithi069.stdout:3702: seq_num 1162 ranges {49152=270336} 2024-04-10T15:43:36.252 INFO:tasks.rados.rados.0.smithi069.stdout:3702: writing smithi06982861-8 from 49152 to 319488 tid 1 2024-04-10T15:43:36.252 INFO:tasks.rados.rados.0.smithi069.stdout:3703: snap_create 2024-04-10T15:43:36.259 INFO:tasks.rados.rados.0.smithi069.stdout:3702: finishing write tid 1 to smithi06982861-8 2024-04-10T15:43:36.260 INFO:tasks.rados.rados.0.smithi069.stdout:3702: finishing write tid 2 to smithi06982861-8 2024-04-10T15:43:36.261 INFO:tasks.rados.rados.0.smithi069.stdout:3702: finishing write tid 3 to smithi06982861-8 2024-04-10T15:43:36.261 INFO:tasks.rados.rados.0.smithi069.stdout:3702: oid 8 updating version 0 to 1903 2024-04-10T15:43:36.261 INFO:tasks.rados.rados.0.smithi069.stdout:3702: oid 8 updating version 1903 to 1904 2024-04-10T15:43:36.261 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 8 v 1904 (ObjNum 1162 snap 358 seq_num 1162) dirty exists 2024-04-10T15:43:36.261 INFO:tasks.rados.rados.0.smithi069.stdout:3702: left oid 8 (ObjNum 1162 snap 358 seq_num 1162) 2024-04-10T15:43:36.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:43:36 smithi069 ceph-mon[94167]: osdmap e782: 8 total, 8 up, 8 in 2024-04-10T15:43:36.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:43:36 smithi069 ceph-mon[94167]: pgmap v835: 121 pgs: 121 active+clean; 273 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 8.1 MiB/s rd, 1.9 MiB/s wr, 19 op/s 2024-04-10T15:43:36.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:43:36 smithi069 ceph-mon[94167]: osdmap e783: 8 total, 8 up, 8 in 2024-04-10T15:43:36.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:43:36 smithi069 ceph-mon[96738]: osdmap e782: 8 total, 8 up, 8 in 2024-04-10T15:43:36.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:43:36 smithi069 ceph-mon[96738]: pgmap v835: 121 pgs: 121 active+clean; 273 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 8.1 MiB/s rd, 1.9 MiB/s wr, 19 op/s 2024-04-10T15:43:36.588 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:43:36 smithi069 ceph-mon[96738]: osdmap e783: 8 total, 8 up, 8 in 2024-04-10T15:43:36.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:43:36 smithi077 ceph-mon[87572]: osdmap e782: 8 total, 8 up, 8 in 2024-04-10T15:43:36.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:43:36 smithi077 ceph-mon[87572]: pgmap v835: 121 pgs: 121 active+clean; 273 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 8.1 MiB/s rd, 1.9 MiB/s wr, 19 op/s 2024-04-10T15:43:36.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:43:36 smithi077 ceph-mon[87572]: osdmap e783: 8 total, 8 up, 8 in 2024-04-10T15:43:37.256 INFO:tasks.rados.rados.0.smithi069.stdout:3701: done (2 left) 2024-04-10T15:43:37.256 INFO:tasks.rados.rados.0.smithi069.stdout:3702: done (1 left) 2024-04-10T15:43:37.256 INFO:tasks.rados.rados.0.smithi069.stdout:3703: done (0 left) 2024-04-10T15:43:37.256 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 4 current snap is 359 2024-04-10T15:43:37.256 INFO:tasks.rados.rados.0.smithi069.stdout:3704: seq_num 1163 ranges {0=286720} 2024-04-10T15:43:37.257 INFO:tasks.rados.rados.0.smithi069.stdout:3704: writing smithi06982861-4 from 0 to 286720 tid 1 2024-04-10T15:43:37.257 INFO:tasks.rados.rados.0.smithi069.stdout:3705: copy_from oid 41 from oid 13 current snap is 359 2024-04-10T15:43:37.258 INFO:tasks.rados.rados.0.smithi069.stdout:3706: setattr oid 47 current snap is 359 2024-04-10T15:43:37.258 INFO:tasks.rados.rados.0.smithi069.stdout:3707: delete oid 37 current snap is 359 2024-04-10T15:43:37.262 INFO:tasks.rados.rados.0.smithi069.stdout:3707: done (3 left) 2024-04-10T15:43:37.262 INFO:tasks.rados.rados.0.smithi069.stdout:3708: delete oid 25 current snap is 359 2024-04-10T15:43:37.266 INFO:tasks.rados.rados.0.smithi069.stdout:3708: done (3 left) 2024-04-10T15:43:37.266 INFO:tasks.rados.rados.0.smithi069.stdout:3709: snap_remove snap 357 2024-04-10T15:43:37.336 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:43:36 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:15:43:36] "GET /metrics HTTP/1.1" 200 36323 "" "Prometheus/2.43.0" 2024-04-10T15:43:38.257 INFO:tasks.rados.rados.0.smithi069.stdout:3709: done (3 left) 2024-04-10T15:43:38.258 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 49 current snap is 359 2024-04-10T15:43:38.258 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 47 v 1649 (ObjNum 870 snap 277 seq_num 870) dirty exists 2024-04-10T15:43:38.258 INFO:tasks.rados.rados.0.smithi069.stdout:3704: finishing write tid 1 to smithi06982861-4 2024-04-10T15:43:38.258 INFO:tasks.rados.rados.0.smithi069.stdout:3704: finishing write tid 2 to smithi06982861-4 2024-04-10T15:43:38.258 INFO:tasks.rados.rados.0.smithi069.stdout:3705: finishing copy_from racing read to smithi06982861-41 2024-04-10T15:43:38.258 INFO:tasks.rados.rados.0.smithi069.stdout:3704: finishing write tid 3 to smithi06982861-4 2024-04-10T15:43:38.258 INFO:tasks.rados.rados.0.smithi069.stdout:3704: oid 4 updating version 0 to 2072 2024-04-10T15:43:38.258 INFO:tasks.rados.rados.0.smithi069.stdout:3704: oid 4 updating version 2072 to 2073 2024-04-10T15:43:38.258 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 4 v 2073 (ObjNum 1163 snap 359 seq_num 1163) dirty exists 2024-04-10T15:43:38.258 INFO:tasks.rados.rados.0.smithi069.stdout:3704: left oid 4 (ObjNum 1163 snap 359 seq_num 1163) 2024-04-10T15:43:38.258 INFO:tasks.rados.rados.0.smithi069.stdout:3705: finishing copy_from to smithi06982861-41 2024-04-10T15:43:38.258 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 41 v 1899 (ObjNum 1161 snap 357 seq_num 1161) dirty exists 2024-04-10T15:43:38.259 INFO:tasks.rados.rados.0.smithi069.stdout:3710: seq_num 1166 ranges {5873664=335872} 2024-04-10T15:43:38.291 INFO:tasks.rados.rados.0.smithi069.stdout:3710: writing smithi06982861-49 from 5873664 to 6209536 tid 1 2024-04-10T15:43:38.291 INFO:tasks.rados.rados.0.smithi069.stdout:3704: done (3 left) 2024-04-10T15:43:38.291 INFO:tasks.rados.rados.0.smithi069.stdout:3705: done (2 left) 2024-04-10T15:43:38.291 INFO:tasks.rados.rados.0.smithi069.stdout:3706: done (1 left) 2024-04-10T15:43:38.291 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 27 current snap is 359 2024-04-10T15:43:38.291 INFO:tasks.rados.rados.0.smithi069.stdout:3711: seq_num 1167 ranges {2088960=352256} 2024-04-10T15:43:38.305 INFO:tasks.rados.rados.0.smithi069.stdout:3711: writing smithi06982861-27 from 2088960 to 2441216 tid 1 2024-04-10T15:43:38.305 INFO:tasks.rados.rados.0.smithi069.stdout:3712: read oid 3 snap -1 2024-04-10T15:43:38.305 INFO:tasks.rados.rados.0.smithi069.stdout:3712: expect (ObjNum 1154 snap 352 seq_num 1154) 2024-04-10T15:43:38.305 INFO:tasks.rados.rados.0.smithi069.stdout:3713: read oid 6 snap -1 2024-04-10T15:43:38.305 INFO:tasks.rados.rados.0.smithi069.stdout:3713: expect (ObjNum 1151 snap 351 seq_num 1151) 2024-04-10T15:43:38.305 INFO:tasks.rados.rados.0.smithi069.stdout:3714: copy_from oid 22 from oid 17 current snap is 359 2024-04-10T15:43:38.305 INFO:tasks.rados.rados.0.smithi069.stdout:3710: finishing write tid 1 to smithi06982861-49 2024-04-10T15:43:38.306 INFO:tasks.rados.rados.0.smithi069.stdout:3710: finishing write tid 2 to smithi06982861-49 2024-04-10T15:43:38.306 INFO:tasks.rados.rados.0.smithi069.stdout:3710: finishing write tid 3 to smithi06982861-49 2024-04-10T15:43:38.306 INFO:tasks.rados.rados.0.smithi069.stdout:3710: oid 49 updating version 0 to 2062 2024-04-10T15:43:38.306 INFO:tasks.rados.rados.0.smithi069.stdout:3710: oid 49 version 2062 is already newer than 2061 2024-04-10T15:43:38.306 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 49 v 2062 (ObjNum 1166 snap 359 seq_num 1166) dirty exists 2024-04-10T15:43:38.306 INFO:tasks.rados.rados.0.smithi069.stdout:3710: left oid 49 (ObjNum 1166 snap 359 seq_num 1166) 2024-04-10T15:43:38.306 INFO:tasks.rados.rados.0.smithi069.stdout:3710: done (4 left) 2024-04-10T15:43:38.306 INFO:tasks.rados.rados.0.smithi069.stdout:3715: read oid 8 snap -1 2024-04-10T15:43:38.306 INFO:tasks.rados.rados.0.smithi069.stdout:3715: expect (ObjNum 1162 snap 358 seq_num 1162) 2024-04-10T15:43:38.306 INFO:tasks.rados.rados.0.smithi069.stdout:3716: rmattr oid 43 current snap is 359 2024-04-10T15:43:38.306 INFO:tasks.rados.rados.0.smithi069.stdout:3717: snap_create 2024-04-10T15:43:38.307 INFO:tasks.rados.rados.0.smithi069.stdout:3714: finishing copy_from to smithi06982861-22 2024-04-10T15:43:38.307 INFO:tasks.rados.rados.0.smithi069.stdout:3714: got expected ENOENT (src dne) 2024-04-10T15:43:38.307 INFO:tasks.rados.rados.0.smithi069.stdout:3714: finishing copy_from racing read to smithi06982861-22 2024-04-10T15:43:38.310 INFO:tasks.rados.rados.0.smithi069.stdout:3711: finishing write tid 1 to smithi06982861-27 2024-04-10T15:43:38.310 INFO:tasks.rados.rados.0.smithi069.stdout:3711: finishing write tid 2 to smithi06982861-27 2024-04-10T15:43:38.310 INFO:tasks.rados.rados.0.smithi069.stdout:3715: expect (ObjNum 1162 snap 358 seq_num 1162) 2024-04-10T15:43:38.322 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 43 v 1542 (ObjNum 1142 snap 347 seq_num 1142) dirty exists 2024-04-10T15:43:38.323 INFO:tasks.rados.rados.0.smithi069.stdout:3711: finishing write tid 3 to smithi06982861-27 2024-04-10T15:43:38.323 INFO:tasks.rados.rados.0.smithi069.stdout:3711: oid 27 updating version 0 to 2063 2024-04-10T15:43:38.323 INFO:tasks.rados.rados.0.smithi069.stdout:3711: oid 27 updating version 2063 to 2064 2024-04-10T15:43:38.323 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 27 v 2064 (ObjNum 1167 snap 359 seq_num 1167) dirty exists 2024-04-10T15:43:38.323 INFO:tasks.rados.rados.0.smithi069.stdout:3711: left oid 27 (ObjNum 1167 snap 359 seq_num 1167) 2024-04-10T15:43:38.323 INFO:tasks.rados.rados.0.smithi069.stdout:3712: expect (ObjNum 1154 snap 352 seq_num 1154) 2024-04-10T15:43:38.408 INFO:tasks.rados.rados.0.smithi069.stdout:3713: expect (ObjNum 1151 snap 351 seq_num 1151) 2024-04-10T15:43:38.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:43:38 smithi069 ceph-mon[96738]: osdmap e784: 8 total, 8 up, 8 in 2024-04-10T15:43:38.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:43:38 smithi069 ceph-mon[96738]: pgmap v838: 121 pgs: 121 active+clean; 273 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.2 MiB/s wr, 13 op/s 2024-04-10T15:43:38.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:43:38 smithi069 ceph-mon[94167]: osdmap e784: 8 total, 8 up, 8 in 2024-04-10T15:43:38.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:43:38 smithi069 ceph-mon[94167]: pgmap v838: 121 pgs: 121 active+clean; 273 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.2 MiB/s wr, 13 op/s 2024-04-10T15:43:38.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:43:38 smithi077 ceph-mon[87572]: osdmap e784: 8 total, 8 up, 8 in 2024-04-10T15:43:38.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:43:38 smithi077 ceph-mon[87572]: pgmap v838: 121 pgs: 121 active+clean; 273 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.2 MiB/s wr, 13 op/s 2024-04-10T15:43:39.261 INFO:tasks.rados.rados.0.smithi069.stdout:3711: done (6 left) 2024-04-10T15:43:39.262 INFO:tasks.rados.rados.0.smithi069.stdout:3712: done (5 left) 2024-04-10T15:43:39.262 INFO:tasks.rados.rados.0.smithi069.stdout:3713: done (4 left) 2024-04-10T15:43:39.262 INFO:tasks.rados.rados.0.smithi069.stdout:3714: done (3 left) 2024-04-10T15:43:39.262 INFO:tasks.rados.rados.0.smithi069.stdout:3715: done (2 left) 2024-04-10T15:43:39.262 INFO:tasks.rados.rados.0.smithi069.stdout:3716: done (1 left) 2024-04-10T15:43:39.262 INFO:tasks.rados.rados.0.smithi069.stdout:3717: done (0 left) 2024-04-10T15:43:39.262 INFO:tasks.rados.rados.0.smithi069.stdout:3718: snap_create 2024-04-10T15:43:39.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:43:39 smithi069 ceph-mon[96738]: osdmap e785: 8 total, 8 up, 8 in 2024-04-10T15:43:39.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:43:39 smithi069 ceph-mon[94167]: osdmap e785: 8 total, 8 up, 8 in 2024-04-10T15:43:39.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:43:39 smithi077 ceph-mon[87572]: osdmap e785: 8 total, 8 up, 8 in 2024-04-10T15:43:40.267 INFO:tasks.rados.rados.0.smithi069.stdout:3718: done (0 left) 2024-04-10T15:43:40.268 INFO:tasks.rados.rados.0.smithi069.stdout:3719: read oid 3 snap 352 2024-04-10T15:43:40.268 INFO:tasks.rados.rados.0.smithi069.stdout:3719: expect (ObjNum 1154 snap 352 seq_num 1154) 2024-04-10T15:43:40.268 INFO:tasks.rados.rados.0.smithi069.stdout:3720: delete oid 41 current snap is 361 2024-04-10T15:43:40.274 INFO:tasks.rados.rados.0.smithi069.stdout:3720: done (1 left) 2024-04-10T15:43:40.274 INFO:tasks.rados.rados.0.smithi069.stdout:3721: snap_remove snap 354 2024-04-10T15:43:40.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:43:40 smithi069 ceph-mon[96738]: osdmap e786: 8 total, 8 up, 8 in 2024-04-10T15:43:40.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:43:40 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:43:40.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:43:40 smithi069 ceph-mon[96738]: pgmap v841: 121 pgs: 121 active+clean; 279 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 1023 B/s rd, 294 KiB/s wr, 6 op/s 2024-04-10T15:43:40.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:43:40 smithi069 ceph-mon[94167]: osdmap e786: 8 total, 8 up, 8 in 2024-04-10T15:43:40.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:43:40 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:43:40.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:43:40 smithi069 ceph-mon[94167]: pgmap v841: 121 pgs: 121 active+clean; 279 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 1023 B/s rd, 294 KiB/s wr, 6 op/s 2024-04-10T15:43:40.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:43:40 smithi077 ceph-mon[87572]: osdmap e786: 8 total, 8 up, 8 in 2024-04-10T15:43:40.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:43:40 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:43:40.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:43:40 smithi077 ceph-mon[87572]: pgmap v841: 121 pgs: 121 active+clean; 279 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 1023 B/s rd, 294 KiB/s wr, 6 op/s 2024-04-10T15:43:41.257 INFO:tasks.rados.rados.0.smithi069.stdout:3721: done (1 left) 2024-04-10T15:43:41.258 INFO:tasks.rados.rados.0.smithi069.stdout:3722: rollback oid 26 current snap is 361 2024-04-10T15:43:41.258 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 26 to 345 2024-04-10T15:43:41.258 INFO:tasks.rados.rados.0.smithi069.stdout:3723: copy_from oid 29 from oid 25 current snap is 361 2024-04-10T15:43:41.258 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 33 current snap is 361 2024-04-10T15:43:41.258 INFO:tasks.rados.rados.0.smithi069.stdout:3724: seq_num 1169 ranges {1548288=385024} 2024-04-10T15:43:41.268 INFO:tasks.rados.rados.0.smithi069.stdout:3724: writing smithi06982861-33 from 1548288 to 1933312 tid 1 2024-04-10T15:43:41.268 INFO:tasks.rados.rados.0.smithi069.stdout:3725: read oid 24 snap -1 2024-04-10T15:43:41.268 INFO:tasks.rados.rados.0.smithi069.stdout:3725: expect (ObjNum 1020 snap 318 seq_num 1020) 2024-04-10T15:43:41.268 INFO:tasks.rados.rados.0.smithi069.stdout:3726: read oid 6 snap -1 2024-04-10T15:43:41.268 INFO:tasks.rados.rados.0.smithi069.stdout:3726: expect (ObjNum 1151 snap 351 seq_num 1151) 2024-04-10T15:43:41.268 INFO:tasks.rados.rados.0.smithi069.stdout:3727: snap_create 2024-04-10T15:43:41.269 INFO:tasks.rados.rados.0.smithi069.stdout:3719: expect (ObjNum 1154 snap 352 seq_num 1154) 2024-04-10T15:43:41.364 INFO:tasks.rados.rados.0.smithi069.stdout:3723: finishing copy_from to smithi06982861-29 2024-04-10T15:43:41.364 INFO:tasks.rados.rados.0.smithi069.stdout:3723: got expected ENOENT (src dne) 2024-04-10T15:43:41.364 INFO:tasks.rados.rados.0.smithi069.stdout:3723: finishing copy_from racing read to smithi06982861-29 2024-04-10T15:43:41.364 INFO:tasks.rados.rados.0.smithi069.stdout:3722: finishing rollback tid 0 to smithi06982861-26 2024-04-10T15:43:41.364 INFO:tasks.rados.rados.0.smithi069.stdout:3722: finishing rollback tid 1 to smithi06982861-26 2024-04-10T15:43:41.364 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 26 v 1761 (ObjNum 65 snap 0 seq_num 1434311872) dirty dne 2024-04-10T15:43:41.364 INFO:tasks.rados.rados.0.smithi069.stdout:3724: finishing write tid 1 to smithi06982861-33 2024-04-10T15:43:41.364 INFO:tasks.rados.rados.0.smithi069.stdout:3724: finishing write tid 2 to smithi06982861-33 2024-04-10T15:43:41.364 INFO:tasks.rados.rados.0.smithi069.stdout:3724: finishing write tid 3 to smithi06982861-33 2024-04-10T15:43:41.364 INFO:tasks.rados.rados.0.smithi069.stdout:3724: oid 33 updating version 0 to 1905 2024-04-10T15:43:41.364 INFO:tasks.rados.rados.0.smithi069.stdout:3724: oid 33 updating version 1905 to 1906 2024-04-10T15:43:41.364 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 33 v 1906 (ObjNum 1169 snap 361 seq_num 1169) dirty exists 2024-04-10T15:43:41.365 INFO:tasks.rados.rados.0.smithi069.stdout:3724: left oid 33 (ObjNum 1169 snap 361 seq_num 1169) 2024-04-10T15:43:41.365 INFO:tasks.rados.rados.0.smithi069.stdout:3725: expect (ObjNum 1020 snap 318 seq_num 1020) 2024-04-10T15:43:41.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:43:41 smithi069 ceph-mon[96738]: osdmap e787: 8 total, 8 up, 8 in 2024-04-10T15:43:41.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:43:41 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:43:41.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:43:41 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:43:41.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:43:41 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:43:41.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:43:41 smithi069 ceph-mon[96738]: osdmap e788: 8 total, 8 up, 8 in 2024-04-10T15:43:41.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:43:41 smithi069 ceph-mon[94167]: osdmap e787: 8 total, 8 up, 8 in 2024-04-10T15:43:41.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:43:41 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:43:41.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:43:41 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:43:41.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:43:41 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:43:41.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:43:41 smithi069 ceph-mon[94167]: osdmap e788: 8 total, 8 up, 8 in 2024-04-10T15:43:41.602 INFO:tasks.rados.rados.0.smithi069.stdout:3726: expect (ObjNum 1151 snap 351 seq_num 1151) 2024-04-10T15:43:41.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:43:41 smithi077 ceph-mon[87572]: osdmap e787: 8 total, 8 up, 8 in 2024-04-10T15:43:41.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:43:41 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:43:41.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:43:41 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:43:41.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:43:41 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:43:41.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:43:41 smithi077 ceph-mon[87572]: osdmap e788: 8 total, 8 up, 8 in 2024-04-10T15:43:42.278 INFO:tasks.rados.rados.0.smithi069.stdout:3719: done (6 left) 2024-04-10T15:43:42.278 INFO:tasks.rados.rados.0.smithi069.stdout:3722: done (5 left) 2024-04-10T15:43:42.278 INFO:tasks.rados.rados.0.smithi069.stdout:3723: done (4 left) 2024-04-10T15:43:42.279 INFO:tasks.rados.rados.0.smithi069.stdout:3724: done (3 left) 2024-04-10T15:43:42.279 INFO:tasks.rados.rados.0.smithi069.stdout:3725: done (2 left) 2024-04-10T15:43:42.279 INFO:tasks.rados.rados.0.smithi069.stdout:3726: done (1 left) 2024-04-10T15:43:42.279 INFO:tasks.rados.rados.0.smithi069.stdout:3727: done (0 left) 2024-04-10T15:43:42.279 INFO:tasks.rados.rados.0.smithi069.stdout:3728: read oid 30 snap 351 2024-04-10T15:43:42.279 INFO:tasks.rados.rados.0.smithi069.stdout:3728: expect (ObjNum 1112 snap 340 seq_num 1112) 2024-04-10T15:43:42.280 INFO:tasks.rados.rados.0.smithi069.stdout:3729: setattr oid 11 current snap is 362 2024-04-10T15:43:42.280 INFO:tasks.rados.rados.0.smithi069.stdout:3730: snap_create 2024-04-10T15:43:42.282 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 11 v 1895 (ObjNum 33 snap 0 seq_num 1435488080) dirty exists 2024-04-10T15:43:42.290 INFO:tasks.rados.rados.0.smithi069.stdout:3728: expect (ObjNum 1112 snap 340 seq_num 1112) 2024-04-10T15:43:42.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:43:42 smithi069 ceph-mon[94167]: pgmap v844: 121 pgs: 121 active+clean; 280 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 3.3 MiB/s rd, 424 KiB/s wr, 14 op/s 2024-04-10T15:43:42.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:43:42 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:43:42.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:43:42 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:43:42.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:43:42 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:43:42.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:43:42 smithi069 ceph-mon[96738]: pgmap v844: 121 pgs: 121 active+clean; 280 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 3.3 MiB/s rd, 424 KiB/s wr, 14 op/s 2024-04-10T15:43:42.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:43:42 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:43:42.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:43:42 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:43:42.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:43:42 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:43:42.743 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:43:42 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T15:43:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:43:42.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:43:42 smithi077 ceph-mon[87572]: pgmap v844: 121 pgs: 121 active+clean; 280 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 3.3 MiB/s rd, 424 KiB/s wr, 14 op/s 2024-04-10T15:43:42.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:43:42 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:43:42.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:43:42 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:43:42.744 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:43:42 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:43:43.277 INFO:tasks.rados.rados.0.smithi069.stdout:3728: done (2 left) 2024-04-10T15:43:43.278 INFO:tasks.rados.rados.0.smithi069.stdout:3729: done (1 left) 2024-04-10T15:43:43.278 INFO:tasks.rados.rados.0.smithi069.stdout:3730: done (0 left) 2024-04-10T15:43:43.278 INFO:tasks.rados.rados.0.smithi069.stdout:3731: rollback oid 29 current snap is 363 2024-04-10T15:43:43.278 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 29 to 361 2024-04-10T15:43:43.278 INFO:tasks.rados.rados.0.smithi069.stdout:3732: snap_create 2024-04-10T15:43:43.285 INFO:tasks.rados.rados.0.smithi069.stdout:3731: finishing rollback tid 0 to smithi06982861-29 2024-04-10T15:43:43.285 INFO:tasks.rados.rados.0.smithi069.stdout:3731: finishing rollback tid 1 to smithi06982861-29 2024-04-10T15:43:43.285 INFO:tasks.rados.rados.0.smithi069.stdout:3731: finishing rollback tid 2 to smithi06982861-29 2024-04-10T15:43:43.286 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 29 v 1653 (ObjNum 1150 snap 351 seq_num 1150) dirty exists 2024-04-10T15:43:43.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:43:43 smithi069 ceph-mon[94167]: osdmap e789: 8 total, 8 up, 8 in 2024-04-10T15:43:43.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:43:43 smithi069 ceph-mon[96738]: osdmap e789: 8 total, 8 up, 8 in 2024-04-10T15:43:43.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:43:43 smithi077 ceph-mon[87572]: osdmap e789: 8 total, 8 up, 8 in 2024-04-10T15:43:44.291 INFO:tasks.rados.rados.0.smithi069.stdout:3731: done (1 left) 2024-04-10T15:43:44.292 INFO:tasks.rados.rados.0.smithi069.stdout:3732: done (0 left) 2024-04-10T15:43:44.292 INFO:tasks.rados.rados.0.smithi069.stdout:3733: delete oid 19 current snap is 364 2024-04-10T15:43:44.297 INFO:tasks.rados.rados.0.smithi069.stdout:3733: done (0 left) 2024-04-10T15:43:44.297 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 44 current snap is 364 2024-04-10T15:43:44.297 INFO:tasks.rados.rados.0.smithi069.stdout:3734: seq_num 1171 ranges {0=417792} 2024-04-10T15:43:44.299 INFO:tasks.rados.rados.0.smithi069.stdout:3734: writing smithi06982861-44 from 0 to 417792 tid 1 2024-04-10T15:43:44.299 INFO:tasks.rados.rados.0.smithi069.stdout:3735: snap_create 2024-04-10T15:43:44.303 INFO:tasks.rados.rados.0.smithi069.stdout:3734: finishing write tid 1 to smithi06982861-44 2024-04-10T15:43:44.303 INFO:tasks.rados.rados.0.smithi069.stdout:3734: finishing write tid 2 to smithi06982861-44 2024-04-10T15:43:44.305 INFO:tasks.rados.rados.0.smithi069.stdout:3734: finishing write tid 3 to smithi06982861-44 2024-04-10T15:43:44.305 INFO:tasks.rados.rados.0.smithi069.stdout:3734: oid 44 updating version 0 to 1900 2024-04-10T15:43:44.305 INFO:tasks.rados.rados.0.smithi069.stdout:3734: oid 44 updating version 1900 to 1901 2024-04-10T15:43:44.305 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 44 v 1901 (ObjNum 1171 snap 364 seq_num 1171) dirty exists 2024-04-10T15:43:44.305 INFO:tasks.rados.rados.0.smithi069.stdout:3734: left oid 44 (ObjNum 1171 snap 364 seq_num 1171) 2024-04-10T15:43:44.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:43:44 smithi069 ceph-mon[96738]: osdmap e790: 8 total, 8 up, 8 in 2024-04-10T15:43:44.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:43:44 smithi069 ceph-mon[96738]: pgmap v847: 121 pgs: 121 active+clean; 280 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 8.6 MiB/s rd, 224 KiB/s wr, 13 op/s 2024-04-10T15:43:44.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:43:44 smithi069 ceph-mon[94167]: osdmap e790: 8 total, 8 up, 8 in 2024-04-10T15:43:44.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:43:44 smithi069 ceph-mon[94167]: pgmap v847: 121 pgs: 121 active+clean; 280 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 8.6 MiB/s rd, 224 KiB/s wr, 13 op/s 2024-04-10T15:43:44.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:43:44 smithi077 ceph-mon[87572]: osdmap e790: 8 total, 8 up, 8 in 2024-04-10T15:43:44.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:43:44 smithi077 ceph-mon[87572]: pgmap v847: 121 pgs: 121 active+clean; 280 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 8.6 MiB/s rd, 224 KiB/s wr, 13 op/s 2024-04-10T15:43:45.297 INFO:tasks.rados.rados.0.smithi069.stdout:3734: done (1 left) 2024-04-10T15:43:45.297 INFO:tasks.rados.rados.0.smithi069.stdout:3735: done (0 left) 2024-04-10T15:43:45.298 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 23 current snap is 365 2024-04-10T15:43:45.298 INFO:tasks.rados.rados.0.smithi069.stdout:3736: seq_num 1172 ranges {0=434176} 2024-04-10T15:43:45.300 INFO:tasks.rados.rados.0.smithi069.stdout:3736: writing smithi06982861-23 from 0 to 434176 tid 1 2024-04-10T15:43:45.300 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 3 current snap is 365 2024-04-10T15:43:45.300 INFO:tasks.rados.rados.0.smithi069.stdout:3737: seq_num 1173 ranges {1859584=450560} 2024-04-10T15:43:45.313 INFO:tasks.rados.rados.0.smithi069.stdout:3737: writing smithi06982861-3 from 1859584 to 2310144 tid 1 2024-04-10T15:43:45.314 INFO:tasks.rados.rados.0.smithi069.stdout:3736: finishing write tid 1 to smithi06982861-23 2024-04-10T15:43:45.314 INFO:tasks.rados.rados.0.smithi069.stdout:3736: finishing write tid 2 to smithi06982861-23 2024-04-10T15:43:45.314 INFO:tasks.rados.rados.0.smithi069.stdout:3736: finishing write tid 3 to smithi06982861-23 2024-04-10T15:43:45.314 INFO:tasks.rados.rados.0.smithi069.stdout:3736: oid 23 updating version 0 to 1547 2024-04-10T15:43:45.314 INFO:tasks.rados.rados.0.smithi069.stdout:3736: oid 23 updating version 1547 to 1548 2024-04-10T15:43:45.314 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 23 v 1548 (ObjNum 1172 snap 365 seq_num 1172) dirty exists 2024-04-10T15:43:45.314 INFO:tasks.rados.rados.0.smithi069.stdout:3736: left oid 23 (ObjNum 1172 snap 365 seq_num 1172) 2024-04-10T15:43:45.314 INFO:tasks.rados.rados.0.smithi069.stdout:3738: read oid 34 snap -1 2024-04-10T15:43:45.314 INFO:tasks.rados.rados.0.smithi069.stdout:3738: expect (ObjNum 1133 snap 344 seq_num 1133) 2024-04-10T15:43:45.314 INFO:tasks.rados.rados.0.smithi069.stdout:3736: done (2 left) 2024-04-10T15:43:45.314 INFO:tasks.rados.rados.0.smithi069.stdout:3739: rollback oid 39 current snap is 365 2024-04-10T15:43:45.314 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 39 to 359 2024-04-10T15:43:45.314 INFO:tasks.rados.rados.0.smithi069.stdout:3740: delete oid 5 current snap is 365 2024-04-10T15:43:45.319 INFO:tasks.rados.rados.0.smithi069.stdout:3739: finishing rollback tid 0 to smithi06982861-39 2024-04-10T15:43:45.319 INFO:tasks.rados.rados.0.smithi069.stdout:3737: finishing write tid 1 to smithi06982861-3 2024-04-10T15:43:45.320 INFO:tasks.rados.rados.0.smithi069.stdout:3737: finishing write tid 2 to smithi06982861-3 2024-04-10T15:43:45.320 INFO:tasks.rados.rados.0.smithi069.stdout:3739: finishing rollback tid 1 to smithi06982861-39 2024-04-10T15:43:45.321 INFO:tasks.rados.rados.0.smithi069.stdout:3739: finishing rollback tid 2 to smithi06982861-39 2024-04-10T15:43:45.322 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 39 v 1890 (ObjNum 1156 snap 353 seq_num 1156) dirty exists 2024-04-10T15:43:45.322 INFO:tasks.rados.rados.0.smithi069.stdout:3739: done (3 left) 2024-04-10T15:43:45.322 INFO:tasks.rados.rados.0.smithi069.stdout:3740: done (2 left) 2024-04-10T15:43:45.322 INFO:tasks.rados.rados.0.smithi069.stdout:3741: rollback oid 10 current snap is 365 2024-04-10T15:43:45.322 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 10 to 360 2024-04-10T15:43:45.322 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 21 current snap is 365 2024-04-10T15:43:45.322 INFO:tasks.rados.rados.0.smithi069.stdout:3742: seq_num 1175 ranges {0=483328} 2024-04-10T15:43:45.325 INFO:tasks.rados.rados.0.smithi069.stdout:3742: writing smithi06982861-21 from 0 to 483328 tid 1 2024-04-10T15:43:45.325 INFO:tasks.rados.rados.0.smithi069.stdout:3743: rollback oid 41 current snap is 365 2024-04-10T15:43:45.325 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 41 to 328 2024-04-10T15:43:45.325 INFO:tasks.rados.rados.0.smithi069.stdout:3737: finishing write tid 3 to smithi06982861-3 2024-04-10T15:43:45.325 INFO:tasks.rados.rados.0.smithi069.stdout:3737: oid 3 updating version 0 to 1577 2024-04-10T15:43:45.325 INFO:tasks.rados.rados.0.smithi069.stdout:3737: oid 3 updating version 1577 to 1578 2024-04-10T15:43:45.325 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 3 v 1578 (ObjNum 1173 snap 365 seq_num 1173) dirty exists 2024-04-10T15:43:45.325 INFO:tasks.rados.rados.0.smithi069.stdout:3737: left oid 3 (ObjNum 1173 snap 365 seq_num 1173) 2024-04-10T15:43:45.325 INFO:tasks.rados.rados.0.smithi069.stdout:3737: done (4 left) 2024-04-10T15:43:45.325 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 22 current snap is 365 2024-04-10T15:43:45.326 INFO:tasks.rados.rados.0.smithi069.stdout:3744: seq_num 1176 ranges {4562944=499712} 2024-04-10T15:43:45.352 INFO:tasks.rados.rados.0.smithi069.stdout:3744: writing smithi06982861-22 from 4562944 to 5062656 tid 1 2024-04-10T15:43:45.352 INFO:tasks.rados.rados.0.smithi069.stdout:3745: snap_create 2024-04-10T15:43:45.352 INFO:tasks.rados.rados.0.smithi069.stdout:3738: expect (ObjNum 1133 snap 344 seq_num 1133) 2024-04-10T15:43:45.408 INFO:tasks.rados.rados.0.smithi069.stdout:3741: finishing rollback tid 0 to smithi06982861-10 2024-04-10T15:43:45.408 INFO:tasks.rados.rados.0.smithi069.stdout:3742: finishing write tid 1 to smithi06982861-21 2024-04-10T15:43:45.408 INFO:tasks.rados.rados.0.smithi069.stdout:3741: finishing rollback tid 1 to smithi06982861-10 2024-04-10T15:43:45.408 INFO:tasks.rados.rados.0.smithi069.stdout:3742: finishing write tid 2 to smithi06982861-21 2024-04-10T15:43:45.408 INFO:tasks.rados.rados.0.smithi069.stdout:3741: finishing rollback tid 2 to smithi06982861-10 2024-04-10T15:43:45.408 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 10 v 2082 (ObjNum 1037 snap 321 seq_num 1037) dirty exists 2024-04-10T15:43:45.409 INFO:tasks.rados.rados.0.smithi069.stdout:3743: finishing rollback tid 1 to smithi06982861-41 2024-04-10T15:43:45.409 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 41 v 2076 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-04-10T15:43:45.409 INFO:tasks.rados.rados.0.smithi069.stdout:3742: finishing write tid 3 to smithi06982861-21 2024-04-10T15:43:45.409 INFO:tasks.rados.rados.0.smithi069.stdout:3742: oid 21 updating version 0 to 1618 2024-04-10T15:43:45.409 INFO:tasks.rados.rados.0.smithi069.stdout:3742: oid 21 version 1618 is already newer than 1617 2024-04-10T15:43:45.409 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 21 v 1618 (ObjNum 1175 snap 365 seq_num 1175) dirty exists 2024-04-10T15:43:45.409 INFO:tasks.rados.rados.0.smithi069.stdout:3742: left oid 21 (ObjNum 1175 snap 365 seq_num 1175) 2024-04-10T15:43:45.409 INFO:tasks.rados.rados.0.smithi069.stdout:3744: finishing write tid 1 to smithi06982861-22 2024-04-10T15:43:45.409 INFO:tasks.rados.rados.0.smithi069.stdout:3744: finishing write tid 2 to smithi06982861-22 2024-04-10T15:43:45.409 INFO:tasks.rados.rados.0.smithi069.stdout:3744: finishing write tid 3 to smithi06982861-22 2024-04-10T15:43:45.409 INFO:tasks.rados.rados.0.smithi069.stdout:3744: oid 22 updating version 0 to 1544 2024-04-10T15:43:45.409 INFO:tasks.rados.rados.0.smithi069.stdout:3744: oid 22 version 1544 is already newer than 1543 2024-04-10T15:43:45.409 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 22 v 1544 (ObjNum 1176 snap 365 seq_num 1176) dirty exists 2024-04-10T15:43:45.409 INFO:tasks.rados.rados.0.smithi069.stdout:3744: left oid 22 (ObjNum 1176 snap 365 seq_num 1176) 2024-04-10T15:43:45.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:43:45 smithi069 ceph-mon[96738]: osdmap e791: 8 total, 8 up, 8 in 2024-04-10T15:43:45.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:43:45 smithi069 ceph-mon[94167]: osdmap e791: 8 total, 8 up, 8 in 2024-04-10T15:43:45.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:43:45 smithi077 ceph-mon[87572]: osdmap e791: 8 total, 8 up, 8 in 2024-04-10T15:43:46.259 INFO:tasks.rados.rados.0.smithi069.stdout:3738: done (5 left) 2024-04-10T15:43:46.259 INFO:tasks.rados.rados.0.smithi069.stdout:3741: done (4 left) 2024-04-10T15:43:46.259 INFO:tasks.rados.rados.0.smithi069.stdout:3742: done (3 left) 2024-04-10T15:43:46.259 INFO:tasks.rados.rados.0.smithi069.stdout:3743: done (2 left) 2024-04-10T15:43:46.259 INFO:tasks.rados.rados.0.smithi069.stdout:3744: done (1 left) 2024-04-10T15:43:46.259 INFO:tasks.rados.rados.0.smithi069.stdout:3745: done (0 left) 2024-04-10T15:43:46.259 INFO:tasks.rados.rados.0.smithi069.stdout:3746: delete oid 49 current snap is 366 2024-04-10T15:43:46.265 INFO:tasks.rados.rados.0.smithi069.stdout:3746: done (0 left) 2024-04-10T15:43:46.265 INFO:tasks.rados.rados.0.smithi069.stdout:3747: snap_remove snap 353 2024-04-10T15:43:46.586 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:43:46 smithi069 ceph-mon[96738]: osdmap e792: 8 total, 8 up, 8 in 2024-04-10T15:43:46.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:43:46 smithi069 ceph-mon[96738]: pgmap v850: 121 pgs: 121 active+clean; 282 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 440 KiB/s wr, 16 op/s 2024-04-10T15:43:46.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:43:46 smithi069 ceph-mon[96738]: osdmap e793: 8 total, 8 up, 8 in 2024-04-10T15:43:46.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:43:46 smithi069 ceph-mon[94167]: osdmap e792: 8 total, 8 up, 8 in 2024-04-10T15:43:46.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:43:46 smithi069 ceph-mon[94167]: pgmap v850: 121 pgs: 121 active+clean; 282 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 440 KiB/s wr, 16 op/s 2024-04-10T15:43:46.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:43:46 smithi069 ceph-mon[94167]: osdmap e793: 8 total, 8 up, 8 in 2024-04-10T15:43:46.644 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:43:46 smithi077 ceph-mon[87572]: osdmap e792: 8 total, 8 up, 8 in 2024-04-10T15:43:46.645 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:43:46 smithi077 ceph-mon[87572]: pgmap v850: 121 pgs: 121 active+clean; 282 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 440 KiB/s wr, 16 op/s 2024-04-10T15:43:46.645 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:43:46 smithi077 ceph-mon[87572]: osdmap e793: 8 total, 8 up, 8 in 2024-04-10T15:43:47.271 INFO:tasks.rados.rados.0.smithi069.stdout:3747: done (0 left) 2024-04-10T15:43:47.271 INFO:tasks.rados.rados.0.smithi069.stdout:3748: rollback oid 20 current snap is 366 2024-04-10T15:43:47.271 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 20 to 360 2024-04-10T15:43:47.271 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 10 current snap is 366 2024-04-10T15:43:47.271 INFO:tasks.rados.rados.0.smithi069.stdout:3749: seq_num 1178 ranges {2850816=532480} 2024-04-10T15:43:47.290 INFO:tasks.rados.rados.0.smithi069.stdout:3749: writing smithi06982861-10 from 2850816 to 3383296 tid 1 2024-04-10T15:43:47.290 INFO:tasks.rados.rados.0.smithi069.stdout:3750: copy_from oid 24 from oid 49 current snap is 366 2024-04-10T15:43:47.290 INFO:tasks.rados.rados.0.smithi069.stdout:3748: finishing rollback tid 0 to smithi06982861-20 2024-04-10T15:43:47.290 INFO:tasks.rados.rados.0.smithi069.stdout:3748: finishing rollback tid 1 to smithi06982861-20 2024-04-10T15:43:47.291 INFO:tasks.rados.rados.0.smithi069.stdout:3748: finishing rollback tid 2 to smithi06982861-20 2024-04-10T15:43:47.291 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 20 v 1621 (ObjNum 289 snap 0 seq_num 0) dirty exists 2024-04-10T15:43:47.291 INFO:tasks.rados.rados.0.smithi069.stdout:3748: done (2 left) 2024-04-10T15:43:47.291 INFO:tasks.rados.rados.0.smithi069.stdout:3751: rollback oid 22 current snap is 366 2024-04-10T15:43:47.291 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 22 to 355 2024-04-10T15:43:47.291 INFO:tasks.rados.rados.0.smithi069.stdout:3752: snap_remove snap 365 2024-04-10T15:43:47.337 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:43:46 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:15:43:46] "GET /metrics HTTP/1.1" 200 36323 "" "Prometheus/2.43.0" 2024-04-10T15:43:48.281 INFO:tasks.rados.rados.0.smithi069.stdout:3752: done (3 left) 2024-04-10T15:43:48.281 INFO:tasks.rados.rados.0.smithi069.stdout:3753: delete oid 30 current snap is 366 2024-04-10T15:43:48.281 INFO:tasks.rados.rados.0.smithi069.stdout:3750: finishing copy_from to smithi06982861-24 2024-04-10T15:43:48.281 INFO:tasks.rados.rados.0.smithi069.stdout:3750: got expected ENOENT (src dne) 2024-04-10T15:43:48.281 INFO:tasks.rados.rados.0.smithi069.stdout:3750: finishing copy_from racing read to smithi06982861-24 2024-04-10T15:43:48.281 INFO:tasks.rados.rados.0.smithi069.stdout:3751: finishing rollback tid 0 to smithi06982861-22 2024-04-10T15:43:48.281 INFO:tasks.rados.rados.0.smithi069.stdout:3751: finishing rollback tid 1 to smithi06982861-22 2024-04-10T15:43:48.281 INFO:tasks.rados.rados.0.smithi069.stdout:3751: finishing rollback tid 2 to smithi06982861-22 2024-04-10T15:43:48.281 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 22 v 1547 (ObjNum 1151 snap 351 seq_num 1151) dirty exists 2024-04-10T15:43:48.281 INFO:tasks.rados.rados.0.smithi069.stdout:3749: finishing write tid 1 to smithi06982861-10 2024-04-10T15:43:48.281 INFO:tasks.rados.rados.0.smithi069.stdout:3749: finishing write tid 2 to smithi06982861-10 2024-04-10T15:43:48.282 INFO:tasks.rados.rados.0.smithi069.stdout:3749: finishing write tid 3 to smithi06982861-10 2024-04-10T15:43:48.282 INFO:tasks.rados.rados.0.smithi069.stdout:3749: oid 10 updating version 0 to 2086 2024-04-10T15:43:48.282 INFO:tasks.rados.rados.0.smithi069.stdout:3749: oid 10 version 2086 is already newer than 2085 2024-04-10T15:43:48.282 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 10 v 2086 (ObjNum 1178 snap 366 seq_num 1178) dirty exists 2024-04-10T15:43:48.282 INFO:tasks.rados.rados.0.smithi069.stdout:3749: left oid 10 (ObjNum 1178 snap 366 seq_num 1178) 2024-04-10T15:43:48.287 INFO:tasks.rados.rados.0.smithi069.stdout:3749: done (3 left) 2024-04-10T15:43:48.287 INFO:tasks.rados.rados.0.smithi069.stdout:3750: done (2 left) 2024-04-10T15:43:48.287 INFO:tasks.rados.rados.0.smithi069.stdout:3751: done (1 left) 2024-04-10T15:43:48.287 INFO:tasks.rados.rados.0.smithi069.stdout:3753: done (0 left) 2024-04-10T15:43:48.287 INFO:tasks.rados.rados.0.smithi069.stdout:3754: read oid 27 snap -1 2024-04-10T15:43:48.287 INFO:tasks.rados.rados.0.smithi069.stdout:3754: expect (ObjNum 1167 snap 359 seq_num 1167) 2024-04-10T15:43:48.287 INFO:tasks.rados.rados.0.smithi069.stdout:3755: snap_remove snap 363 2024-04-10T15:43:48.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:43:48 smithi069 ceph-mon[96738]: osdmap e794: 8 total, 8 up, 8 in 2024-04-10T15:43:48.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:43:48 smithi069 ceph-mon[96738]: pgmap v853: 121 pgs: 121 active+clean; 282 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 8.1 MiB/s rd, 346 KiB/s wr, 10 op/s 2024-04-10T15:43:48.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:43:48 smithi069 ceph-mon[94167]: osdmap e794: 8 total, 8 up, 8 in 2024-04-10T15:43:48.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:43:48 smithi069 ceph-mon[94167]: pgmap v853: 121 pgs: 121 active+clean; 282 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 8.1 MiB/s rd, 346 KiB/s wr, 10 op/s 2024-04-10T15:43:48.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:43:48 smithi077 ceph-mon[87572]: osdmap e794: 8 total, 8 up, 8 in 2024-04-10T15:43:48.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:43:48 smithi077 ceph-mon[87572]: pgmap v853: 121 pgs: 121 active+clean; 282 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 8.1 MiB/s rd, 346 KiB/s wr, 10 op/s 2024-04-10T15:43:49.284 INFO:tasks.rados.rados.0.smithi069.stdout:3754: expect (ObjNum 1167 snap 359 seq_num 1167) 2024-04-10T15:43:49.441 INFO:tasks.rados.rados.0.smithi069.stdout:3754: done (1 left) 2024-04-10T15:43:49.441 INFO:tasks.rados.rados.0.smithi069.stdout:3755: done (0 left) 2024-04-10T15:43:49.441 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 19 current snap is 366 2024-04-10T15:43:49.441 INFO:tasks.rados.rados.0.smithi069.stdout:3756: seq_num 1180 ranges {0=565248} 2024-04-10T15:43:49.444 INFO:tasks.rados.rados.0.smithi069.stdout:3756: writing smithi06982861-19 from 0 to 565248 tid 1 2024-04-10T15:43:49.444 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 2 current snap is 366 2024-04-10T15:43:49.444 INFO:tasks.rados.rados.0.smithi069.stdout:3757: seq_num 1181 ranges {0=581632} 2024-04-10T15:43:49.447 INFO:tasks.rados.rados.0.smithi069.stdout:3757: writing smithi06982861-2 from 0 to 581632 tid 1 2024-04-10T15:43:49.447 INFO:tasks.rados.rados.0.smithi069.stdout:3758: read oid 40 snap 359 2024-04-10T15:43:49.447 INFO:tasks.rados.rados.0.smithi069.stdout:3758: expect deleted 2024-04-10T15:43:49.447 INFO:tasks.rados.rados.0.smithi069.stdout:3759: snap_create 2024-04-10T15:43:49.449 INFO:tasks.rados.rados.0.smithi069.stdout:3756: finishing write tid 1 to smithi06982861-19 2024-04-10T15:43:49.449 INFO:tasks.rados.rados.0.smithi069.stdout:3756: finishing write tid 2 to smithi06982861-19 2024-04-10T15:43:49.451 INFO:tasks.rados.rados.0.smithi069.stdout:3756: finishing write tid 3 to smithi06982861-19 2024-04-10T15:43:49.451 INFO:tasks.rados.rados.0.smithi069.stdout:3756: oid 19 updating version 0 to 2097 2024-04-10T15:43:49.452 INFO:tasks.rados.rados.0.smithi069.stdout:3756: oid 19 updating version 2097 to 2098 2024-04-10T15:43:49.452 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 19 v 2098 (ObjNum 1180 snap 366 seq_num 1180) dirty exists 2024-04-10T15:43:49.452 INFO:tasks.rados.rados.0.smithi069.stdout:3756: left oid 19 (ObjNum 1180 snap 366 seq_num 1180) 2024-04-10T15:43:49.452 INFO:tasks.rados.rados.0.smithi069.stdout:3757: finishing write tid 1 to smithi06982861-2 2024-04-10T15:43:49.452 INFO:tasks.rados.rados.0.smithi069.stdout:3757: finishing write tid 2 to smithi06982861-2 2024-04-10T15:43:49.455 INFO:tasks.rados.rados.0.smithi069.stdout:3757: finishing write tid 3 to smithi06982861-2 2024-04-10T15:43:49.455 INFO:tasks.rados.rados.0.smithi069.stdout:3757: oid 2 updating version 0 to 1890 2024-04-10T15:43:49.455 INFO:tasks.rados.rados.0.smithi069.stdout:3757: oid 2 updating version 1890 to 1891 2024-04-10T15:43:49.455 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 2 v 1891 (ObjNum 1181 snap 366 seq_num 1181) dirty exists 2024-04-10T15:43:49.455 INFO:tasks.rados.rados.0.smithi069.stdout:3757: left oid 2 (ObjNum 1181 snap 366 seq_num 1181) 2024-04-10T15:43:49.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:43:49 smithi069 ceph-mon[94167]: osdmap e795: 8 total, 8 up, 8 in 2024-04-10T15:43:49.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:43:49 smithi069 ceph-mon[96738]: osdmap e795: 8 total, 8 up, 8 in 2024-04-10T15:43:49.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:43:49 smithi077 ceph-mon[87572]: osdmap e795: 8 total, 8 up, 8 in 2024-04-10T15:43:50.288 INFO:tasks.rados.rados.0.smithi069.stdout:3756: done (3 left) 2024-04-10T15:43:50.288 INFO:tasks.rados.rados.0.smithi069.stdout:3757: done (2 left) 2024-04-10T15:43:50.288 INFO:tasks.rados.rados.0.smithi069.stdout:3758: done (1 left) 2024-04-10T15:43:50.288 INFO:tasks.rados.rados.0.smithi069.stdout:3759: done (0 left) 2024-04-10T15:43:50.288 INFO:tasks.rados.rados.0.smithi069.stdout:3760: rollback oid 22 current snap is 367 2024-04-10T15:43:50.289 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 22 to 361 2024-04-10T15:43:50.289 INFO:tasks.rados.rados.0.smithi069.stdout:3761: snap_remove snap 345 2024-04-10T15:43:50.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:43:50 smithi069 ceph-mon[96738]: osdmap e796: 8 total, 8 up, 8 in 2024-04-10T15:43:50.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:43:50 smithi069 ceph-mon[96738]: pgmap v856: 121 pgs: 121 active+clean; 282 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 1.8 MiB/s rd, 212 KiB/s wr, 4 op/s 2024-04-10T15:43:50.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:43:50 smithi069 ceph-mon[94167]: osdmap e796: 8 total, 8 up, 8 in 2024-04-10T15:43:50.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:43:50 smithi069 ceph-mon[94167]: pgmap v856: 121 pgs: 121 active+clean; 282 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 1.8 MiB/s rd, 212 KiB/s wr, 4 op/s 2024-04-10T15:43:50.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:43:50 smithi077 ceph-mon[87572]: osdmap e796: 8 total, 8 up, 8 in 2024-04-10T15:43:50.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:43:50 smithi077 ceph-mon[87572]: pgmap v856: 121 pgs: 121 active+clean; 282 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 1.8 MiB/s rd, 212 KiB/s wr, 4 op/s 2024-04-10T15:43:51.257 INFO:tasks.rados.rados.0.smithi069.stdout:3760: finishing rollback tid 0 to smithi06982861-22 2024-04-10T15:43:51.257 INFO:tasks.rados.rados.0.smithi069.stdout:3760: finishing rollback tid 1 to smithi06982861-22 2024-04-10T15:43:51.258 INFO:tasks.rados.rados.0.smithi069.stdout:3760: finishing rollback tid 2 to smithi06982861-22 2024-04-10T15:43:51.258 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 22 v 1550 (ObjNum 1151 snap 351 seq_num 1151) dirty exists 2024-04-10T15:43:51.258 INFO:tasks.rados.rados.0.smithi069.stdout:3760: done (1 left) 2024-04-10T15:43:51.258 INFO:tasks.rados.rados.0.smithi069.stdout:3761: done (0 left) 2024-04-10T15:43:51.258 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 9 current snap is 367 2024-04-10T15:43:51.258 INFO:tasks.rados.rados.0.smithi069.stdout:3762: seq_num 1182 ranges {0=606208} 2024-04-10T15:43:51.261 INFO:tasks.rados.rados.0.smithi069.stdout:3762: writing smithi06982861-9 from 0 to 606208 tid 1 2024-04-10T15:43:51.261 INFO:tasks.rados.rados.0.smithi069.stdout:3763: delete oid 20 current snap is 367 2024-04-10T15:43:51.268 INFO:tasks.rados.rados.0.smithi069.stdout:3762: finishing write tid 1 to smithi06982861-9 2024-04-10T15:43:51.268 INFO:tasks.rados.rados.0.smithi069.stdout:3762: finishing write tid 2 to smithi06982861-9 2024-04-10T15:43:51.269 INFO:tasks.rados.rados.0.smithi069.stdout:3763: done (1 left) 2024-04-10T15:43:51.269 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 14 current snap is 367 2024-04-10T15:43:51.269 INFO:tasks.rados.rados.0.smithi069.stdout:3764: seq_num 1184 ranges {0=638976} 2024-04-10T15:43:51.273 INFO:tasks.rados.rados.0.smithi069.stdout:3764: writing smithi06982861-14 from 0 to 638976 tid 1 2024-04-10T15:43:51.273 INFO:tasks.rados.rados.0.smithi069.stdout:3765: read oid 44 snap -1 2024-04-10T15:43:51.273 INFO:tasks.rados.rados.0.smithi069.stdout:3765: expect (ObjNum 1171 snap 364 seq_num 1171) 2024-04-10T15:43:51.273 INFO:tasks.rados.rados.0.smithi069.stdout:3766: rollback oid 11 current snap is 367 2024-04-10T15:43:51.273 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 11 to 355 2024-04-10T15:43:51.273 INFO:tasks.rados.rados.0.smithi069.stdout:3762: finishing write tid 3 to smithi06982861-9 2024-04-10T15:43:51.273 INFO:tasks.rados.rados.0.smithi069.stdout:3762: oid 9 updating version 0 to 1622 2024-04-10T15:43:51.274 INFO:tasks.rados.rados.0.smithi069.stdout:3762: oid 9 updating version 1622 to 1623 2024-04-10T15:43:51.274 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 9 v 1623 (ObjNum 1182 snap 367 seq_num 1182) dirty exists 2024-04-10T15:43:51.274 INFO:tasks.rados.rados.0.smithi069.stdout:3762: left oid 9 (ObjNum 1182 snap 367 seq_num 1182) 2024-04-10T15:43:51.274 INFO:tasks.rados.rados.0.smithi069.stdout:3762: done (3 left) 2024-04-10T15:43:51.274 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 13 current snap is 367 2024-04-10T15:43:51.274 INFO:tasks.rados.rados.0.smithi069.stdout:3767: seq_num 1185 ranges {245760=655360} 2024-04-10T15:43:51.279 INFO:tasks.rados.rados.0.smithi069.stdout:3767: writing smithi06982861-13 from 245760 to 901120 tid 1 2024-04-10T15:43:51.279 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 16 current snap is 367 2024-04-10T15:43:51.279 INFO:tasks.rados.rados.0.smithi069.stdout:3768: seq_num 1186 ranges {1015808=671744} 2024-04-10T15:43:51.290 INFO:tasks.rados.rados.0.smithi069.stdout:3768: writing smithi06982861-16 from 1015808 to 1687552 tid 1 2024-04-10T15:43:51.290 INFO:tasks.rados.rados.0.smithi069.stdout:3769: rollback oid 10 current snap is 367 2024-04-10T15:43:51.290 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 10 to 362 2024-04-10T15:43:51.290 INFO:tasks.rados.rados.0.smithi069.stdout:3766: finishing rollback tid 0 to smithi06982861-11 2024-04-10T15:43:51.290 INFO:tasks.rados.rados.0.smithi069.stdout:3765: expect (ObjNum 1171 snap 364 seq_num 1171) 2024-04-10T15:43:51.306 INFO:tasks.rados.rados.0.smithi069.stdout:3766: finishing rollback tid 1 to smithi06982861-11 2024-04-10T15:43:51.306 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 11 v 1897 (ObjNum 33 snap 0 seq_num 1435644896) dirty dne 2024-04-10T15:43:51.306 INFO:tasks.rados.rados.0.smithi069.stdout:3764: finishing write tid 1 to smithi06982861-14 2024-04-10T15:43:51.306 INFO:tasks.rados.rados.0.smithi069.stdout:3765: done (5 left) 2024-04-10T15:43:51.306 INFO:tasks.rados.rados.0.smithi069.stdout:3766: done (4 left) 2024-04-10T15:43:51.306 INFO:tasks.rados.rados.0.smithi069.stdout:3770: snap_create 2024-04-10T15:43:51.306 INFO:tasks.rados.rados.0.smithi069.stdout:3764: finishing write tid 2 to smithi06982861-14 2024-04-10T15:43:51.306 INFO:tasks.rados.rados.0.smithi069.stdout:3767: finishing write tid 1 to smithi06982861-13 2024-04-10T15:43:51.306 INFO:tasks.rados.rados.0.smithi069.stdout:3764: finishing write tid 3 to smithi06982861-14 2024-04-10T15:43:51.307 INFO:tasks.rados.rados.0.smithi069.stdout:3764: oid 14 updating version 0 to 1892 2024-04-10T15:43:51.307 INFO:tasks.rados.rados.0.smithi069.stdout:3764: oid 14 version 1892 is already newer than 1891 2024-04-10T15:43:51.307 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 14 v 1892 (ObjNum 1184 snap 367 seq_num 1184) dirty exists 2024-04-10T15:43:51.307 INFO:tasks.rados.rados.0.smithi069.stdout:3764: left oid 14 (ObjNum 1184 snap 367 seq_num 1184) 2024-04-10T15:43:51.307 INFO:tasks.rados.rados.0.smithi069.stdout:3767: finishing write tid 2 to smithi06982861-13 2024-04-10T15:43:51.307 INFO:tasks.rados.rados.0.smithi069.stdout:3767: finishing write tid 3 to smithi06982861-13 2024-04-10T15:43:51.307 INFO:tasks.rados.rados.0.smithi069.stdout:3767: oid 13 updating version 0 to 1904 2024-04-10T15:43:51.307 INFO:tasks.rados.rados.0.smithi069.stdout:3767: oid 13 version 1904 is already newer than 1903 2024-04-10T15:43:51.307 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 13 v 1904 (ObjNum 1185 snap 367 seq_num 1185) dirty exists 2024-04-10T15:43:51.307 INFO:tasks.rados.rados.0.smithi069.stdout:3767: left oid 13 (ObjNum 1185 snap 367 seq_num 1185) 2024-04-10T15:43:51.307 INFO:tasks.rados.rados.0.smithi069.stdout:3769: finishing rollback tid 0 to smithi06982861-10 2024-04-10T15:43:51.307 INFO:tasks.rados.rados.0.smithi069.stdout:3769: finishing rollback tid 1 to smithi06982861-10 2024-04-10T15:43:51.307 INFO:tasks.rados.rados.0.smithi069.stdout:3768: finishing write tid 1 to smithi06982861-16 2024-04-10T15:43:51.307 INFO:tasks.rados.rados.0.smithi069.stdout:3768: finishing write tid 2 to smithi06982861-16 2024-04-10T15:43:51.308 INFO:tasks.rados.rados.0.smithi069.stdout:3769: finishing rollback tid 2 to smithi06982861-10 2024-04-10T15:43:51.308 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 10 v 2106 (ObjNum 1037 snap 321 seq_num 1037) dirty exists 2024-04-10T15:43:51.308 INFO:tasks.rados.rados.0.smithi069.stdout:3768: finishing write tid 3 to smithi06982861-16 2024-04-10T15:43:51.308 INFO:tasks.rados.rados.0.smithi069.stdout:3768: oid 16 updating version 0 to 1768 2024-04-10T15:43:51.308 INFO:tasks.rados.rados.0.smithi069.stdout:3768: oid 16 version 1768 is already newer than 1767 2024-04-10T15:43:51.308 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 16 v 1768 (ObjNum 1186 snap 367 seq_num 1186) dirty exists 2024-04-10T15:43:51.308 INFO:tasks.rados.rados.0.smithi069.stdout:3768: left oid 16 (ObjNum 1186 snap 367 seq_num 1186) 2024-04-10T15:43:51.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:43:51 smithi069 ceph-mon[96738]: osdmap e797: 8 total, 8 up, 8 in 2024-04-10T15:43:51.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:43:51 smithi069 ceph-mon[96738]: osdmap e798: 8 total, 8 up, 8 in 2024-04-10T15:43:51.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:43:51 smithi069 ceph-mon[94167]: osdmap e797: 8 total, 8 up, 8 in 2024-04-10T15:43:51.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:43:51 smithi069 ceph-mon[94167]: osdmap e798: 8 total, 8 up, 8 in 2024-04-10T15:43:51.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:43:51 smithi077 ceph-mon[87572]: osdmap e797: 8 total, 8 up, 8 in 2024-04-10T15:43:51.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:43:51 smithi077 ceph-mon[87572]: osdmap e798: 8 total, 8 up, 8 in 2024-04-10T15:43:52.296 INFO:tasks.rados.rados.0.smithi069.stdout:3764: done (4 left) 2024-04-10T15:43:52.296 INFO:tasks.rados.rados.0.smithi069.stdout:3767: done (3 left) 2024-04-10T15:43:52.296 INFO:tasks.rados.rados.0.smithi069.stdout:3768: done (2 left) 2024-04-10T15:43:52.296 INFO:tasks.rados.rados.0.smithi069.stdout:3769: done (1 left) 2024-04-10T15:43:52.296 INFO:tasks.rados.rados.0.smithi069.stdout:3770: done (0 left) 2024-04-10T15:43:52.296 INFO:tasks.rados.rados.0.smithi069.stdout:3771: rollback oid 6 current snap is 368 2024-04-10T15:43:52.296 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 6 to 328 2024-04-10T15:43:52.296 INFO:tasks.rados.rados.0.smithi069.stdout:3772: read oid 16 snap -1 2024-04-10T15:43:52.296 INFO:tasks.rados.rados.0.smithi069.stdout:3772: expect (ObjNum 1186 snap 367 seq_num 1186) 2024-04-10T15:43:52.296 INFO:tasks.rados.rados.0.smithi069.stdout:3773: snap_remove snap 358 2024-04-10T15:43:52.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:43:52 smithi069 ceph-mon[96738]: pgmap v859: 121 pgs: 121 active+clean; 283 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 1.8 MiB/s rd, 622 KiB/s wr, 8 op/s 2024-04-10T15:43:52.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:43:52 smithi069 ceph-mon[94167]: pgmap v859: 121 pgs: 121 active+clean; 283 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 1.8 MiB/s rd, 622 KiB/s wr, 8 op/s 2024-04-10T15:43:52.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:43:52 smithi077 ceph-mon[87572]: pgmap v859: 121 pgs: 121 active+clean; 283 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 1.8 MiB/s rd, 622 KiB/s wr, 8 op/s 2024-04-10T15:43:52.743 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:43:52 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T15:43:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:43:53.301 INFO:tasks.rados.rados.0.smithi069.stdout:3773: done (2 left) 2024-04-10T15:43:53.301 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 3 current snap is 368 2024-04-10T15:43:53.301 INFO:tasks.rados.rados.0.smithi069.stdout:3774: seq_num 1187 ranges {2310144=688128} 2024-04-10T15:43:53.318 INFO:tasks.rados.rados.0.smithi069.stdout:3774: writing smithi06982861-3 from 2310144 to 2998272 tid 1 2024-04-10T15:43:53.318 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 33 current snap is 368 2024-04-10T15:43:53.318 INFO:tasks.rados.rados.0.smithi069.stdout:3771: finishing rollback tid 0 to smithi06982861-6 2024-04-10T15:43:53.318 INFO:tasks.rados.rados.0.smithi069.stdout:3775: seq_num 1188 ranges {1933312=704512} 2024-04-10T15:43:53.334 INFO:tasks.rados.rados.0.smithi069.stdout:3775: writing smithi06982861-33 from 1933312 to 2637824 tid 1 2024-04-10T15:43:53.334 INFO:tasks.rados.rados.0.smithi069.stdout:3776: rollback oid 2 current snap is 368 2024-04-10T15:43:53.334 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 2 to 344 2024-04-10T15:43:53.334 INFO:tasks.rados.rados.0.smithi069.stdout:3771: finishing rollback tid 1 to smithi06982861-6 2024-04-10T15:43:53.334 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 6 v 1660 (ObjNum 33 snap 0 seq_num 1434650032) dirty dne 2024-04-10T15:43:53.334 INFO:tasks.rados.rados.0.smithi069.stdout:3772: expect (ObjNum 1186 snap 367 seq_num 1186) 2024-04-10T15:43:53.395 INFO:tasks.rados.rados.0.smithi069.stdout:3774: finishing write tid 1 to smithi06982861-3 2024-04-10T15:43:53.395 INFO:tasks.rados.rados.0.smithi069.stdout:3774: finishing write tid 2 to smithi06982861-3 2024-04-10T15:43:53.395 INFO:tasks.rados.rados.0.smithi069.stdout:3774: finishing write tid 3 to smithi06982861-3 2024-04-10T15:43:53.396 INFO:tasks.rados.rados.0.smithi069.stdout:3774: oid 3 updating version 0 to 1580 2024-04-10T15:43:53.396 INFO:tasks.rados.rados.0.smithi069.stdout:3774: oid 3 version 1580 is already newer than 1579 2024-04-10T15:43:53.396 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 3 v 1580 (ObjNum 1187 snap 368 seq_num 1187) dirty exists 2024-04-10T15:43:53.396 INFO:tasks.rados.rados.0.smithi069.stdout:3774: left oid 3 (ObjNum 1187 snap 368 seq_num 1187) 2024-04-10T15:43:53.396 INFO:tasks.rados.rados.0.smithi069.stdout:3776: finishing rollback tid 0 to smithi06982861-2 2024-04-10T15:43:53.396 INFO:tasks.rados.rados.0.smithi069.stdout:3776: finishing rollback tid 1 to smithi06982861-2 2024-04-10T15:43:53.396 INFO:tasks.rados.rados.0.smithi069.stdout:3776: finishing rollback tid 2 to smithi06982861-2 2024-04-10T15:43:53.396 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 2 v 1894 (ObjNum 1112 snap 340 seq_num 1112) dirty exists 2024-04-10T15:43:53.396 INFO:tasks.rados.rados.0.smithi069.stdout:3775: finishing write tid 1 to smithi06982861-33 2024-04-10T15:43:53.396 INFO:tasks.rados.rados.0.smithi069.stdout:3771: done (4 left) 2024-04-10T15:43:53.396 INFO:tasks.rados.rados.0.smithi069.stdout:3772: done (3 left) 2024-04-10T15:43:53.396 INFO:tasks.rados.rados.0.smithi069.stdout:3774: done (2 left) 2024-04-10T15:43:53.396 INFO:tasks.rados.rados.0.smithi069.stdout:3776: done (1 left) 2024-04-10T15:43:53.396 INFO:tasks.rados.rados.0.smithi069.stdout:3777: snap_create 2024-04-10T15:43:53.396 INFO:tasks.rados.rados.0.smithi069.stdout:3775: finishing write tid 2 to smithi06982861-33 2024-04-10T15:43:53.397 INFO:tasks.rados.rados.0.smithi069.stdout:3775: finishing write tid 3 to smithi06982861-33 2024-04-10T15:43:53.397 INFO:tasks.rados.rados.0.smithi069.stdout:3775: oid 33 updating version 0 to 1909 2024-04-10T15:43:53.397 INFO:tasks.rados.rados.0.smithi069.stdout:3775: oid 33 version 1909 is already newer than 1908 2024-04-10T15:43:53.397 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 33 v 1909 (ObjNum 1188 snap 368 seq_num 1188) dirty exists 2024-04-10T15:43:53.397 INFO:tasks.rados.rados.0.smithi069.stdout:3775: left oid 33 (ObjNum 1188 snap 368 seq_num 1188) 2024-04-10T15:43:53.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:43:53 smithi069 ceph-mon[96738]: osdmap e799: 8 total, 8 up, 8 in 2024-04-10T15:43:53.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:43:53 smithi069 ceph-mon[94167]: osdmap e799: 8 total, 8 up, 8 in 2024-04-10T15:43:53.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:43:53 smithi077 ceph-mon[87572]: osdmap e799: 8 total, 8 up, 8 in 2024-04-10T15:43:54.311 INFO:tasks.rados.rados.0.smithi069.stdout:3775: done (1 left) 2024-04-10T15:43:54.311 INFO:tasks.rados.rados.0.smithi069.stdout:3777: done (0 left) 2024-04-10T15:43:54.311 INFO:tasks.rados.rados.0.smithi069.stdout:3778: read oid 5 snap -1 2024-04-10T15:43:54.311 INFO:tasks.rados.rados.0.smithi069.stdout:3778: expect deleted 2024-04-10T15:43:54.311 INFO:tasks.rados.rados.0.smithi069.stdout:3779: copy_from oid 49 from oid 47 current snap is 369 2024-04-10T15:43:54.312 INFO:tasks.rados.rados.0.smithi069.stdout:3780: delete oid 34 current snap is 369 2024-04-10T15:43:54.318 INFO:tasks.rados.rados.0.smithi069.stdout:3778: done (2 left) 2024-04-10T15:43:54.318 INFO:tasks.rados.rados.0.smithi069.stdout:3780: done (1 left) 2024-04-10T15:43:54.318 INFO:tasks.rados.rados.0.smithi069.stdout:3781: delete oid 23 current snap is 369 2024-04-10T15:43:54.321 INFO:tasks.rados.rados.0.smithi069.stdout:3781: done (1 left) 2024-04-10T15:43:54.321 INFO:tasks.rados.rados.0.smithi069.stdout:3782: snap_create 2024-04-10T15:43:54.328 INFO:tasks.rados.rados.0.smithi069.stdout:3779: finishing copy_from racing read to smithi06982861-49 2024-04-10T15:43:54.329 INFO:tasks.rados.rados.0.smithi069.stdout:3779: finishing copy_from to smithi06982861-49 2024-04-10T15:43:54.329 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 49 v 1649 (ObjNum 870 snap 277 seq_num 870) dirty exists 2024-04-10T15:43:54.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:43:54 smithi069 ceph-mon[94167]: osdmap e800: 8 total, 8 up, 8 in 2024-04-10T15:43:54.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:43:54 smithi069 ceph-mon[94167]: pgmap v862: 121 pgs: 121 active+clean; 285 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 1.5 MiB/s rd, 890 KiB/s wr, 8 op/s 2024-04-10T15:43:54.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:43:54 smithi069 ceph-mon[96738]: osdmap e800: 8 total, 8 up, 8 in 2024-04-10T15:43:54.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:43:54 smithi069 ceph-mon[96738]: pgmap v862: 121 pgs: 121 active+clean; 285 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 1.5 MiB/s rd, 890 KiB/s wr, 8 op/s 2024-04-10T15:43:54.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:43:54 smithi077 ceph-mon[87572]: osdmap e800: 8 total, 8 up, 8 in 2024-04-10T15:43:54.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:43:54 smithi077 ceph-mon[87572]: pgmap v862: 121 pgs: 121 active+clean; 285 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 1.5 MiB/s rd, 890 KiB/s wr, 8 op/s 2024-04-10T15:43:55.316 INFO:tasks.rados.rados.0.smithi069.stdout:3779: done (1 left) 2024-04-10T15:43:55.316 INFO:tasks.rados.rados.0.smithi069.stdout:3782: done (0 left) 2024-04-10T15:43:55.316 INFO:tasks.rados.rados.0.smithi069.stdout:3783: snap_remove snap 328 2024-04-10T15:43:55.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:43:55 smithi069 ceph-mon[96738]: osdmap e801: 8 total, 8 up, 8 in 2024-04-10T15:43:55.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:43:55 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:43:55.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:43:55 smithi069 ceph-mon[94167]: osdmap e801: 8 total, 8 up, 8 in 2024-04-10T15:43:55.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:43:55 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:43:55.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:43:55 smithi077 ceph-mon[87572]: osdmap e801: 8 total, 8 up, 8 in 2024-04-10T15:43:55.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:43:55 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:43:56.257 INFO:tasks.rados.rados.0.smithi069.stdout:3783: done (0 left) 2024-04-10T15:43:56.257 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 7 current snap is 370 2024-04-10T15:43:56.257 INFO:tasks.rados.rados.0.smithi069.stdout:3784: seq_num 1191 ranges {98304=753664} 2024-04-10T15:43:56.262 INFO:tasks.rados.rados.0.smithi069.stdout:3784: writing smithi06982861-7 from 98304 to 851968 tid 1 2024-04-10T15:43:56.262 INFO:tasks.rados.rados.0.smithi069.stdout:3785: snap_remove snap 355 2024-04-10T15:43:56.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:43:56 smithi069 ceph-mon[96738]: osdmap e802: 8 total, 8 up, 8 in 2024-04-10T15:43:56.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:43:56 smithi069 ceph-mon[96738]: pgmap v865: 121 pgs: 121 active+clean; 289 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 1.5 MiB/s rd, 628 KiB/s wr, 8 op/s 2024-04-10T15:43:56.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:43:56 smithi069 ceph-mon[96738]: osdmap e803: 8 total, 8 up, 8 in 2024-04-10T15:43:56.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:43:56 smithi069 ceph-mon[94167]: osdmap e802: 8 total, 8 up, 8 in 2024-04-10T15:43:56.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:43:56 smithi069 ceph-mon[94167]: pgmap v865: 121 pgs: 121 active+clean; 289 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 1.5 MiB/s rd, 628 KiB/s wr, 8 op/s 2024-04-10T15:43:56.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:43:56 smithi069 ceph-mon[94167]: osdmap e803: 8 total, 8 up, 8 in 2024-04-10T15:43:56.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:43:56 smithi077 ceph-mon[87572]: osdmap e802: 8 total, 8 up, 8 in 2024-04-10T15:43:56.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:43:56 smithi077 ceph-mon[87572]: pgmap v865: 121 pgs: 121 active+clean; 289 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 1.5 MiB/s rd, 628 KiB/s wr, 8 op/s 2024-04-10T15:43:56.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:43:56 smithi077 ceph-mon[87572]: osdmap e803: 8 total, 8 up, 8 in 2024-04-10T15:43:57.259 INFO:tasks.rados.rados.0.smithi069.stdout:3784: finishing write tid 1 to smithi06982861-7 2024-04-10T15:43:57.259 INFO:tasks.rados.rados.0.smithi069.stdout:3785: done (1 left) 2024-04-10T15:43:57.259 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 41 current snap is 370 2024-04-10T15:43:57.259 INFO:tasks.rados.rados.0.smithi069.stdout:3786: seq_num 1192 ranges {0=770048} 2024-04-10T15:43:57.265 INFO:tasks.rados.rados.0.smithi069.stdout:3786: writing smithi06982861-41 from 0 to 770048 tid 1 2024-04-10T15:43:57.265 INFO:tasks.rados.rados.0.smithi069.stdout:3784: finishing write tid 2 to smithi06982861-7 2024-04-10T15:43:57.265 INFO:tasks.rados.rados.0.smithi069.stdout:3784: finishing write tid 3 to smithi06982861-7 2024-04-10T15:43:57.265 INFO:tasks.rados.rados.0.smithi069.stdout:3784: oid 7 updating version 0 to 1774 2024-04-10T15:43:57.265 INFO:tasks.rados.rados.0.smithi069.stdout:3784: oid 7 updating version 1774 to 1775 2024-04-10T15:43:57.265 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 7 v 1775 (ObjNum 1191 snap 370 seq_num 1191) dirty exists 2024-04-10T15:43:57.265 INFO:tasks.rados.rados.0.smithi069.stdout:3784: left oid 7 (ObjNum 1191 snap 370 seq_num 1191) 2024-04-10T15:43:57.265 INFO:tasks.rados.rados.0.smithi069.stdout:3784: done (1 left) 2024-04-10T15:43:57.265 INFO:tasks.rados.rados.0.smithi069.stdout:3787: read oid 37 snap 338 2024-04-10T15:43:57.266 INFO:tasks.rados.rados.0.smithi069.stdout:3787: expect (ObjNum 1435029296 snap 21957 seq_num 1433669536) 2024-04-10T15:43:57.266 INFO:tasks.rados.rados.0.smithi069.stdout:3788: copy_from oid 22 from oid 46 current snap is 370 2024-04-10T15:43:57.266 INFO:tasks.rados.rados.0.smithi069.stdout:3789: read oid 42 snap 364 2024-04-10T15:43:57.266 INFO:tasks.rados.rados.0.smithi069.stdout:3789: expect deleted 2024-04-10T15:43:57.266 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 26 current snap is 370 2024-04-10T15:43:57.266 INFO:tasks.rados.rados.0.smithi069.stdout:3790: seq_num 1193 ranges {0=786432} 2024-04-10T15:43:57.270 INFO:tasks.rados.rados.0.smithi069.stdout:3790: writing smithi06982861-26 from 0 to 786432 tid 1 2024-04-10T15:43:57.270 INFO:tasks.rados.rados.0.smithi069.stdout:3791: rollback oid 44 current snap is 370 2024-04-10T15:43:57.270 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 44 to 360 2024-04-10T15:43:57.270 INFO:tasks.rados.rados.0.smithi069.stdout:3789: done (5 left) 2024-04-10T15:43:57.270 INFO:tasks.rados.rados.0.smithi069.stdout:3792: setattr oid 40 current snap is 370 2024-04-10T15:43:57.271 INFO:tasks.rados.rados.0.smithi069.stdout:3787: expect (ObjNum 1435029296 snap 21957 seq_num 1433669536) 2024-04-10T15:43:57.276 INFO:tasks.rados.rados.0.smithi069.stdout:3791: finishing rollback tid 0 to smithi06982861-44 2024-04-10T15:43:57.276 INFO:tasks.rados.rados.0.smithi069.stdout:3787: done (5 left) 2024-04-10T15:43:57.277 INFO:tasks.rados.rados.0.smithi069.stdout:3793: snap_create 2024-04-10T15:43:57.277 INFO:tasks.rados.rados.0.smithi069.stdout:3791: finishing rollback tid 1 to smithi06982861-44 2024-04-10T15:43:57.277 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 44 v 1906 (ObjNum 161 snap 0 seq_num 0) dirty dne 2024-04-10T15:43:57.280 INFO:tasks.rados.rados.0.smithi069.stdout:3790: finishing write tid 1 to smithi06982861-26 2024-04-10T15:43:57.280 INFO:tasks.rados.rados.0.smithi069.stdout:3790: finishing write tid 2 to smithi06982861-26 2024-04-10T15:43:57.280 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 40 v 1500 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-04-10T15:43:57.282 INFO:tasks.rados.rados.0.smithi069.stdout:3786: finishing write tid 1 to smithi06982861-41 2024-04-10T15:43:57.282 INFO:tasks.rados.rados.0.smithi069.stdout:3786: finishing write tid 2 to smithi06982861-41 2024-04-10T15:43:57.282 INFO:tasks.rados.rados.0.smithi069.stdout:3790: finishing write tid 3 to smithi06982861-26 2024-04-10T15:43:57.282 INFO:tasks.rados.rados.0.smithi069.stdout:3790: oid 26 updating version 0 to 1785 2024-04-10T15:43:57.282 INFO:tasks.rados.rados.0.smithi069.stdout:3790: oid 26 version 1785 is already newer than 1784 2024-04-10T15:43:57.282 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 26 v 1785 (ObjNum 1193 snap 370 seq_num 1193) dirty exists 2024-04-10T15:43:57.283 INFO:tasks.rados.rados.0.smithi069.stdout:3790: left oid 26 (ObjNum 1193 snap 370 seq_num 1193) 2024-04-10T15:43:57.283 INFO:tasks.rados.rados.0.smithi069.stdout:3788: finishing copy_from racing read to smithi06982861-22 2024-04-10T15:43:57.284 INFO:tasks.rados.rados.0.smithi069.stdout:3786: finishing write tid 3 to smithi06982861-41 2024-04-10T15:43:57.284 INFO:tasks.rados.rados.0.smithi069.stdout:3786: oid 41 updating version 0 to 2120 2024-04-10T15:43:57.284 INFO:tasks.rados.rados.0.smithi069.stdout:3786: oid 41 version 2120 is already newer than 2119 2024-04-10T15:43:57.284 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 41 v 2120 (ObjNum 1192 snap 370 seq_num 1192) dirty exists 2024-04-10T15:43:57.284 INFO:tasks.rados.rados.0.smithi069.stdout:3786: left oid 41 (ObjNum 1192 snap 370 seq_num 1192) 2024-04-10T15:43:57.285 INFO:tasks.rados.rados.0.smithi069.stdout:3788: finishing copy_from to smithi06982861-22 2024-04-10T15:43:57.285 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 22 v 1499 (ObjNum 1160 snap 356 seq_num 1160) dirty exists 2024-04-10T15:43:57.337 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:43:56 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:15:43:56] "GET /metrics HTTP/1.1" 200 36320 "" "Prometheus/2.43.0" 2024-04-10T15:43:58.264 INFO:tasks.rados.rados.0.smithi069.stdout:3786: done (5 left) 2024-04-10T15:43:58.264 INFO:tasks.rados.rados.0.smithi069.stdout:3788: done (4 left) 2024-04-10T15:43:58.265 INFO:tasks.rados.rados.0.smithi069.stdout:3790: done (3 left) 2024-04-10T15:43:58.265 INFO:tasks.rados.rados.0.smithi069.stdout:3791: done (2 left) 2024-04-10T15:43:58.265 INFO:tasks.rados.rados.0.smithi069.stdout:3792: done (1 left) 2024-04-10T15:43:58.265 INFO:tasks.rados.rados.0.smithi069.stdout:3793: done (0 left) 2024-04-10T15:43:58.265 INFO:tasks.rados.rados.0.smithi069.stdout:3794: read oid 20 snap -1 2024-04-10T15:43:58.265 INFO:tasks.rados.rados.0.smithi069.stdout:3794: expect deleted 2024-04-10T15:43:58.265 INFO:tasks.rados.rados.0.smithi069.stdout:3795: snap_create 2024-04-10T15:43:58.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:43:58 smithi069 ceph-mon[96738]: osdmap e804: 8 total, 8 up, 8 in 2024-04-10T15:43:58.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:43:58 smithi069 ceph-mon[96738]: pgmap v868: 121 pgs: 121 active+clean; 289 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 148 KiB/s wr, 3 op/s 2024-04-10T15:43:58.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:43:58 smithi069 ceph-mon[94167]: osdmap e804: 8 total, 8 up, 8 in 2024-04-10T15:43:58.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:43:58 smithi069 ceph-mon[94167]: pgmap v868: 121 pgs: 121 active+clean; 289 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 148 KiB/s wr, 3 op/s 2024-04-10T15:43:58.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:43:58 smithi077 ceph-mon[87572]: osdmap e804: 8 total, 8 up, 8 in 2024-04-10T15:43:58.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:43:58 smithi077 ceph-mon[87572]: pgmap v868: 121 pgs: 121 active+clean; 289 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 148 KiB/s wr, 3 op/s 2024-04-10T15:43:59.279 INFO:tasks.rados.rados.0.smithi069.stdout:3794: done (1 left) 2024-04-10T15:43:59.279 INFO:tasks.rados.rados.0.smithi069.stdout:3795: done (0 left) 2024-04-10T15:43:59.280 INFO:tasks.rados.rados.0.smithi069.stdout:3796: snap_create 2024-04-10T15:43:59.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:43:59 smithi069 ceph-mon[96738]: osdmap e805: 8 total, 8 up, 8 in 2024-04-10T15:43:59.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:43:59 smithi069 ceph-mon[94167]: osdmap e805: 8 total, 8 up, 8 in 2024-04-10T15:43:59.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:43:59 smithi077 ceph-mon[87572]: osdmap e805: 8 total, 8 up, 8 in 2024-04-10T15:44:00.283 INFO:tasks.rados.rados.0.smithi069.stdout:3796: done (0 left) 2024-04-10T15:44:00.284 INFO:tasks.rados.rados.0.smithi069.stdout:3797: rmattr oid 8 current snap is 373 2024-04-10T15:44:00.284 INFO:tasks.rados.rados.0.smithi069.stdout:3798: copy_from oid 30 from oid 7 current snap is 373 2024-04-10T15:44:00.284 INFO:tasks.rados.rados.0.smithi069.stdout:3799: setattr oid 47 current snap is 373 2024-04-10T15:44:00.285 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 8 v 0 (ObjNum 1162 snap 358 seq_num 1162) dirty exists 2024-04-10T15:44:00.286 INFO:tasks.rados.rados.0.smithi069.stdout:3797: done (2 left) 2024-04-10T15:44:00.286 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 25 current snap is 373 2024-04-10T15:44:00.286 INFO:tasks.rados.rados.0.smithi069.stdout:3800: seq_num 1194 ranges {0=802816} 2024-04-10T15:44:00.290 INFO:tasks.rados.rados.0.smithi069.stdout:3800: writing smithi06982861-25 from 0 to 802816 tid 1 2024-04-10T15:44:00.290 INFO:tasks.rados.rados.0.smithi069.stdout:3801: snap_remove snap 369 2024-04-10T15:44:00.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:44:00 smithi069 ceph-mon[96738]: osdmap e806: 8 total, 8 up, 8 in 2024-04-10T15:44:00.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:44:00 smithi069 ceph-mon[96738]: pgmap v871: 121 pgs: 121 active+clean; 294 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 24 KiB/s rd, 1.3 MiB/s wr, 4 op/s 2024-04-10T15:44:00.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:44:00 smithi069 ceph-mon[94167]: osdmap e806: 8 total, 8 up, 8 in 2024-04-10T15:44:00.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:44:00 smithi069 ceph-mon[94167]: pgmap v871: 121 pgs: 121 active+clean; 294 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 24 KiB/s rd, 1.3 MiB/s wr, 4 op/s 2024-04-10T15:44:00.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:44:00 smithi077 ceph-mon[87572]: osdmap e806: 8 total, 8 up, 8 in 2024-04-10T15:44:00.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:44:00 smithi077 ceph-mon[87572]: pgmap v871: 121 pgs: 121 active+clean; 294 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 24 KiB/s rd, 1.3 MiB/s wr, 4 op/s 2024-04-10T15:44:01.259 INFO:tasks.rados.rados.0.smithi069.stdout:3801: done (3 left) 2024-04-10T15:44:01.260 INFO:tasks.rados.rados.0.smithi069.stdout:3802: read oid 4 snap 348 2024-04-10T15:44:01.260 INFO:tasks.rados.rados.0.smithi069.stdout:3802: expect deleted 2024-04-10T15:44:01.260 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 17 current snap is 373 2024-04-10T15:44:01.260 INFO:tasks.rados.rados.0.smithi069.stdout:3803: seq_num 1195 ranges {0=417792,417792=401408} 2024-04-10T15:44:01.262 INFO:tasks.rados.rados.0.smithi069.stdout:3803: writing smithi06982861-17 from 0 to 417792 tid 1 2024-04-10T15:44:01.264 INFO:tasks.rados.rados.0.smithi069.stdout:3803: writing smithi06982861-17 from 417792 to 819200 tid 2 2024-04-10T15:44:01.265 INFO:tasks.rados.rados.0.smithi069.stdout:3804: snap_remove snap 359 2024-04-10T15:44:01.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:44:01 smithi069 ceph-mon[96738]: osdmap e807: 8 total, 8 up, 8 in 2024-04-10T15:44:01.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:44:01 smithi069 ceph-mon[96738]: osdmap e808: 8 total, 8 up, 8 in 2024-04-10T15:44:01.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:44:01 smithi069 ceph-mon[94167]: osdmap e807: 8 total, 8 up, 8 in 2024-04-10T15:44:01.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:44:01 smithi069 ceph-mon[94167]: osdmap e808: 8 total, 8 up, 8 in 2024-04-10T15:44:01.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:44:01 smithi077 ceph-mon[87572]: osdmap e807: 8 total, 8 up, 8 in 2024-04-10T15:44:01.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:44:01 smithi077 ceph-mon[87572]: osdmap e808: 8 total, 8 up, 8 in 2024-04-10T15:44:02.264 INFO:tasks.rados.rados.0.smithi069.stdout:3804: done (5 left) 2024-04-10T15:44:02.264 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 12 current snap is 373 2024-04-10T15:44:02.264 INFO:tasks.rados.rados.0.smithi069.stdout:3798: finishing copy_from racing read to smithi06982861-30 2024-04-10T15:44:02.265 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 47 v 1672 (ObjNum 870 snap 277 seq_num 870) dirty exists 2024-04-10T15:44:02.265 INFO:tasks.rados.rados.0.smithi069.stdout:3798: finishing copy_from to smithi06982861-30 2024-04-10T15:44:02.265 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 30 v 1775 (ObjNum 1191 snap 370 seq_num 1191) dirty exists 2024-04-10T15:44:02.265 INFO:tasks.rados.rados.0.smithi069.stdout:3800: finishing write tid 1 to smithi06982861-25 2024-04-10T15:44:02.265 INFO:tasks.rados.rados.0.smithi069.stdout:3800: finishing write tid 2 to smithi06982861-25 2024-04-10T15:44:02.265 INFO:tasks.rados.rados.0.smithi069.stdout:3800: finishing write tid 3 to smithi06982861-25 2024-04-10T15:44:02.265 INFO:tasks.rados.rados.0.smithi069.stdout:3800: oid 25 updating version 0 to 1899 2024-04-10T15:44:02.265 INFO:tasks.rados.rados.0.smithi069.stdout:3800: oid 25 version 1899 is already newer than 1898 2024-04-10T15:44:02.265 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 25 v 1899 (ObjNum 1194 snap 373 seq_num 1194) dirty exists 2024-04-10T15:44:02.265 INFO:tasks.rados.rados.0.smithi069.stdout:3800: left oid 25 (ObjNum 1194 snap 373 seq_num 1194) 2024-04-10T15:44:02.265 INFO:tasks.rados.rados.0.smithi069.stdout:3803: finishing write tid 1 to smithi06982861-17 2024-04-10T15:44:02.265 INFO:tasks.rados.rados.0.smithi069.stdout:3803: finishing write tid 2 to smithi06982861-17 2024-04-10T15:44:02.265 INFO:tasks.rados.rados.0.smithi069.stdout:3803: finishing write tid 3 to smithi06982861-17 2024-04-10T15:44:02.265 INFO:tasks.rados.rados.0.smithi069.stdout:3803: finishing write tid 4 to smithi06982861-17 2024-04-10T15:44:02.265 INFO:tasks.rados.rados.0.smithi069.stdout:3803: oid 17 updating version 0 to 1909 2024-04-10T15:44:02.266 INFO:tasks.rados.rados.0.smithi069.stdout:3803: oid 17 version 1909 is already newer than 1908 2024-04-10T15:44:02.266 INFO:tasks.rados.rados.0.smithi069.stdout:3803: oid 17 version 1909 is already newer than 1907 2024-04-10T15:44:02.266 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 17 v 1909 (ObjNum 1195 snap 373 seq_num 1195) dirty exists 2024-04-10T15:44:02.266 INFO:tasks.rados.rados.0.smithi069.stdout:3803: left oid 17 (ObjNum 1195 snap 373 seq_num 1195) 2024-04-10T15:44:02.266 INFO:tasks.rados.rados.0.smithi069.stdout:3805: seq_num 1196 ranges {15958016=434176,16392192=401408} 2024-04-10T15:44:02.352 INFO:tasks.rados.rados.0.smithi069.stdout:3805: writing smithi06982861-12 from 15958016 to 16392192 tid 1 2024-04-10T15:44:02.354 INFO:tasks.rados.rados.0.smithi069.stdout:3805: writing smithi06982861-12 from 16392192 to 16793600 tid 2 2024-04-10T15:44:02.354 INFO:tasks.rados.rados.0.smithi069.stdout:3798: done (5 left) 2024-04-10T15:44:02.355 INFO:tasks.rados.rados.0.smithi069.stdout:3799: done (4 left) 2024-04-10T15:44:02.355 INFO:tasks.rados.rados.0.smithi069.stdout:3800: done (3 left) 2024-04-10T15:44:02.355 INFO:tasks.rados.rados.0.smithi069.stdout:3802: done (2 left) 2024-04-10T15:44:02.355 INFO:tasks.rados.rados.0.smithi069.stdout:3803: done (1 left) 2024-04-10T15:44:02.355 INFO:tasks.rados.rados.0.smithi069.stdout:3806: snap_create 2024-04-10T15:44:02.358 INFO:tasks.rados.rados.0.smithi069.stdout:3805: finishing write tid 1 to smithi06982861-12 2024-04-10T15:44:02.359 INFO:tasks.rados.rados.0.smithi069.stdout:3805: finishing write tid 2 to smithi06982861-12 2024-04-10T15:44:02.359 INFO:tasks.rados.rados.0.smithi069.stdout:3805: finishing write tid 3 to smithi06982861-12 2024-04-10T15:44:02.361 INFO:tasks.rados.rados.0.smithi069.stdout:3805: finishing write tid 4 to smithi06982861-12 2024-04-10T15:44:02.361 INFO:tasks.rados.rados.0.smithi069.stdout:3805: oid 12 updating version 0 to 1896 2024-04-10T15:44:02.362 INFO:tasks.rados.rados.0.smithi069.stdout:3805: oid 12 updating version 1896 to 1897 2024-04-10T15:44:02.362 INFO:tasks.rados.rados.0.smithi069.stdout:3805: oid 12 version 1897 is already newer than 1895 2024-04-10T15:44:02.362 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 12 v 1897 (ObjNum 1196 snap 373 seq_num 1196) dirty exists 2024-04-10T15:44:02.362 INFO:tasks.rados.rados.0.smithi069.stdout:3805: left oid 12 (ObjNum 1196 snap 373 seq_num 1196) 2024-04-10T15:44:02.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:44:02 smithi069 ceph-mon[96738]: pgmap v874: 121 pgs: 121 active+clean; 297 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 24 KiB/s rd, 2.0 MiB/s wr, 16 op/s 2024-04-10T15:44:02.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:44:02 smithi069 ceph-mon[96738]: osdmap e809: 8 total, 8 up, 8 in 2024-04-10T15:44:02.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:44:02 smithi069 ceph-mon[94167]: pgmap v874: 121 pgs: 121 active+clean; 297 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 24 KiB/s rd, 2.0 MiB/s wr, 16 op/s 2024-04-10T15:44:02.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:44:02 smithi069 ceph-mon[94167]: osdmap e809: 8 total, 8 up, 8 in 2024-04-10T15:44:02.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:44:02 smithi077 ceph-mon[87572]: pgmap v874: 121 pgs: 121 active+clean; 297 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 24 KiB/s rd, 2.0 MiB/s wr, 16 op/s 2024-04-10T15:44:02.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:44:02 smithi077 ceph-mon[87572]: osdmap e809: 8 total, 8 up, 8 in 2024-04-10T15:44:02.743 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:44:02 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T15:44:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:44:03.290 INFO:tasks.rados.rados.0.smithi069.stdout:3805: done (1 left) 2024-04-10T15:44:03.290 INFO:tasks.rados.rados.0.smithi069.stdout:3806: done (0 left) 2024-04-10T15:44:03.290 INFO:tasks.rados.rados.0.smithi069.stdout:3807: snap_create 2024-04-10T15:44:04.292 INFO:tasks.rados.rados.0.smithi069.stdout:3807: done (0 left) 2024-04-10T15:44:04.292 INFO:tasks.rados.rados.0.smithi069.stdout:3808: rollback oid 29 current snap is 375 2024-04-10T15:44:04.292 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 29 to 372 2024-04-10T15:44:04.292 INFO:tasks.rados.rados.0.smithi069.stdout:3809: rmattr oid 15 current snap is 375 2024-04-10T15:44:04.292 INFO:tasks.rados.rados.0.smithi069.stdout:3809: done (1 left) 2024-04-10T15:44:04.293 INFO:tasks.rados.rados.0.smithi069.stdout:3810: rmattr oid 40 current snap is 375 2024-04-10T15:44:04.293 INFO:tasks.rados.rados.0.smithi069.stdout:3811: snap_remove snap 371 2024-04-10T15:44:04.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:44:04 smithi069 ceph-mon[96738]: osdmap e810: 8 total, 8 up, 8 in 2024-04-10T15:44:04.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:44:04 smithi069 ceph-mon[96738]: pgmap v877: 121 pgs: 121 active+clean; 298 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 511 B/s rd, 1.1 MiB/s wr, 12 op/s 2024-04-10T15:44:04.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:44:04 smithi069 ceph-mon[94167]: osdmap e810: 8 total, 8 up, 8 in 2024-04-10T15:44:04.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:44:04 smithi069 ceph-mon[94167]: pgmap v877: 121 pgs: 121 active+clean; 298 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 511 B/s rd, 1.1 MiB/s wr, 12 op/s 2024-04-10T15:44:04.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:44:04 smithi077 ceph-mon[87572]: osdmap e810: 8 total, 8 up, 8 in 2024-04-10T15:44:04.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:44:04 smithi077 ceph-mon[87572]: pgmap v877: 121 pgs: 121 active+clean; 298 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 511 B/s rd, 1.1 MiB/s wr, 12 op/s 2024-04-10T15:44:05.305 INFO:tasks.rados.rados.0.smithi069.stdout:3808: finishing rollback tid 0 to smithi06982861-29 2024-04-10T15:44:05.305 INFO:tasks.rados.rados.0.smithi069.stdout:3808: finishing rollback tid 1 to smithi06982861-29 2024-04-10T15:44:05.305 INFO:tasks.rados.rados.0.smithi069.stdout:3808: finishing rollback tid 2 to smithi06982861-29 2024-04-10T15:44:05.305 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 29 v 1656 (ObjNum 1150 snap 351 seq_num 1150) dirty exists 2024-04-10T15:44:05.305 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 40 v 1501 (ObjNum 289 snap 0 seq_num 0) dirty exists 2024-04-10T15:44:05.305 INFO:tasks.rados.rados.0.smithi069.stdout:3808: done (2 left) 2024-04-10T15:44:05.305 INFO:tasks.rados.rados.0.smithi069.stdout:3810: done (1 left) 2024-04-10T15:44:05.305 INFO:tasks.rados.rados.0.smithi069.stdout:3811: done (0 left) 2024-04-10T15:44:05.305 INFO:tasks.rados.rados.0.smithi069.stdout:3812: delete oid 27 current snap is 375 2024-04-10T15:44:05.311 INFO:tasks.rados.rados.0.smithi069.stdout:3812: done (0 left) 2024-04-10T15:44:05.311 INFO:tasks.rados.rados.0.smithi069.stdout:3813: snap_create 2024-04-10T15:44:05.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:44:05 smithi069 ceph-mon[96738]: osdmap e811: 8 total, 8 up, 8 in 2024-04-10T15:44:05.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:44:05 smithi069 ceph-mon[94167]: osdmap e811: 8 total, 8 up, 8 in 2024-04-10T15:44:05.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:44:05 smithi077 ceph-mon[87572]: osdmap e811: 8 total, 8 up, 8 in 2024-04-10T15:44:06.260 INFO:tasks.rados.rados.0.smithi069.stdout:3813: done (0 left) 2024-04-10T15:44:06.260 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 19 current snap is 376 2024-04-10T15:44:06.260 INFO:tasks.rados.rados.0.smithi069.stdout:3814: seq_num 1198 ranges {565248=466944,1032192=401408} 2024-04-10T15:44:06.265 INFO:tasks.rados.rados.0.smithi069.stdout:3814: writing smithi06982861-19 from 565248 to 1032192 tid 1 2024-04-10T15:44:06.268 INFO:tasks.rados.rados.0.smithi069.stdout:3814: writing smithi06982861-19 from 1032192 to 1433600 tid 2 2024-04-10T15:44:06.268 INFO:tasks.rados.rados.0.smithi069.stdout:3815: copy_from oid 20 from oid 49 current snap is 376 2024-04-10T15:44:06.268 INFO:tasks.rados.rados.0.smithi069.stdout:3816: snap_remove snap 366 2024-04-10T15:44:06.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:44:06 smithi069 ceph-mon[96738]: osdmap e812: 8 total, 8 up, 8 in 2024-04-10T15:44:06.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:44:06 smithi069 ceph-mon[96738]: pgmap v880: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 300 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 767 B/s rd, 808 KiB/s wr, 4 op/s 2024-04-10T15:44:06.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:44:06 smithi069 ceph-mon[96738]: osdmap e813: 8 total, 8 up, 8 in 2024-04-10T15:44:06.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:44:06 smithi069 ceph-mon[94167]: osdmap e812: 8 total, 8 up, 8 in 2024-04-10T15:44:06.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:44:06 smithi069 ceph-mon[94167]: pgmap v880: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 300 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 767 B/s rd, 808 KiB/s wr, 4 op/s 2024-04-10T15:44:06.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:44:06 smithi069 ceph-mon[94167]: osdmap e813: 8 total, 8 up, 8 in 2024-04-10T15:44:06.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:44:06 smithi077 ceph-mon[87572]: osdmap e812: 8 total, 8 up, 8 in 2024-04-10T15:44:06.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:44:06 smithi077 ceph-mon[87572]: pgmap v880: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 300 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 767 B/s rd, 808 KiB/s wr, 4 op/s 2024-04-10T15:44:06.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:44:06 smithi077 ceph-mon[87572]: osdmap e813: 8 total, 8 up, 8 in 2024-04-10T15:44:07.262 INFO:tasks.rados.rados.0.smithi069.stdout:3816: done (2 left) 2024-04-10T15:44:07.263 INFO:tasks.rados.rados.0.smithi069.stdout:3817: rollback oid 39 current snap is 376 2024-04-10T15:44:07.263 INFO:tasks.rados.rados.0.smithi069.stdout:3814: finishing write tid 1 to smithi06982861-19 2024-04-10T15:44:07.263 INFO:tasks.rados.rados.0.smithi069.stdout:3814: finishing write tid 2 to smithi06982861-19 2024-04-10T15:44:07.263 INFO:tasks.rados.rados.0.smithi069.stdout:3814: finishing write tid 3 to smithi06982861-19 2024-04-10T15:44:07.263 INFO:tasks.rados.rados.0.smithi069.stdout:3814: finishing write tid 4 to smithi06982861-19 2024-04-10T15:44:07.263 INFO:tasks.rados.rados.0.smithi069.stdout:3814: oid 19 updating version 0 to 2137 2024-04-10T15:44:07.263 INFO:tasks.rados.rados.0.smithi069.stdout:3814: oid 19 version 2137 is already newer than 2136 2024-04-10T15:44:07.263 INFO:tasks.rados.rados.0.smithi069.stdout:3814: oid 19 updating version 2137 to 2138 2024-04-10T15:44:07.263 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 19 v 2138 (ObjNum 1198 snap 376 seq_num 1198) dirty exists 2024-04-10T15:44:07.263 INFO:tasks.rados.rados.0.smithi069.stdout:3814: left oid 19 (ObjNum 1198 snap 376 seq_num 1198) 2024-04-10T15:44:07.263 INFO:tasks.rados.rados.0.smithi069.stdout:3815: finishing copy_from racing read to smithi06982861-20 2024-04-10T15:44:07.263 INFO:tasks.rados.rados.0.smithi069.stdout:3815: finishing copy_from to smithi06982861-20 2024-04-10T15:44:07.263 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 20 v 1649 (ObjNum 870 snap 277 seq_num 870) dirty exists 2024-04-10T15:44:07.264 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 39 to 329 2024-04-10T15:44:07.264 INFO:tasks.rados.rados.0.smithi069.stdout:3814: done (2 left) 2024-04-10T15:44:07.264 INFO:tasks.rados.rados.0.smithi069.stdout:3815: done (1 left) 2024-04-10T15:44:07.264 INFO:tasks.rados.rados.0.smithi069.stdout:3818: copy_from oid 27 from oid 46 current snap is 376 2024-04-10T15:44:07.264 INFO:tasks.rados.rados.0.smithi069.stdout:3819: delete oid 4 current snap is 376 2024-04-10T15:44:07.274 INFO:tasks.rados.rados.0.smithi069.stdout:3819: done (2 left) 2024-04-10T15:44:07.274 INFO:tasks.rados.rados.0.smithi069.stdout:3820: rollback oid 38 current snap is 376 2024-04-10T15:44:07.275 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 38 to 347 2024-04-10T15:44:07.275 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 23 current snap is 376 2024-04-10T15:44:07.275 INFO:tasks.rados.rados.0.smithi069.stdout:3821: seq_num 1200 ranges {0=499712,499712=401408} 2024-04-10T15:44:07.278 INFO:tasks.rados.rados.0.smithi069.stdout:3821: writing smithi06982861-23 from 0 to 499712 tid 1 2024-04-10T15:44:07.281 INFO:tasks.rados.rados.0.smithi069.stdout:3821: writing smithi06982861-23 from 499712 to 901120 tid 2 2024-04-10T15:44:07.281 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 43 current snap is 376 2024-04-10T15:44:07.281 INFO:tasks.rados.rados.0.smithi069.stdout:3817: finishing rollback tid 0 to smithi06982861-39 2024-04-10T15:44:07.281 INFO:tasks.rados.rados.0.smithi069.stdout:3817: finishing rollback tid 1 to smithi06982861-39 2024-04-10T15:44:07.281 INFO:tasks.rados.rados.0.smithi069.stdout:3817: finishing rollback tid 2 to smithi06982861-39 2024-04-10T15:44:07.281 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 39 v 1895 (ObjNum 1060 snap 325 seq_num 1060) dirty exists 2024-04-10T15:44:07.281 INFO:tasks.rados.rados.0.smithi069.stdout:3822: seq_num 1201 ranges {4038656=524288,4562944=401408} 2024-04-10T15:44:07.306 INFO:tasks.rados.rados.0.smithi069.stdout:3822: writing smithi06982861-43 from 4038656 to 4562944 tid 1 2024-04-10T15:44:07.309 INFO:tasks.rados.rados.0.smithi069.stdout:3822: writing smithi06982861-43 from 4562944 to 4964352 tid 2 2024-04-10T15:44:07.309 INFO:tasks.rados.rados.0.smithi069.stdout:3817: done (4 left) 2024-04-10T15:44:07.309 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 34 current snap is 376 2024-04-10T15:44:07.309 INFO:tasks.rados.rados.0.smithi069.stdout:3820: finishing rollback tid 0 to smithi06982861-38 2024-04-10T15:44:07.309 INFO:tasks.rados.rados.0.smithi069.stdout:3823: seq_num 1202 ranges {0=540672,540672=401408} 2024-04-10T15:44:07.312 INFO:tasks.rados.rados.0.smithi069.stdout:3823: writing smithi06982861-34 from 0 to 540672 tid 1 2024-04-10T15:44:07.315 INFO:tasks.rados.rados.0.smithi069.stdout:3823: writing smithi06982861-34 from 540672 to 942080 tid 2 2024-04-10T15:44:07.315 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 6 current snap is 376 2024-04-10T15:44:07.315 INFO:tasks.rados.rados.0.smithi069.stdout:3820: finishing rollback tid 1 to smithi06982861-38 2024-04-10T15:44:07.315 INFO:tasks.rados.rados.0.smithi069.stdout:3821: finishing write tid 1 to smithi06982861-23 2024-04-10T15:44:07.316 INFO:tasks.rados.rados.0.smithi069.stdout:3820: finishing rollback tid 2 to smithi06982861-38 2024-04-10T15:44:07.316 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 38 v 1803 (ObjNum 1128 snap 344 seq_num 1128) dirty exists 2024-04-10T15:44:07.316 INFO:tasks.rados.rados.0.smithi069.stdout:3818: finishing copy_from racing read to smithi06982861-27 2024-04-10T15:44:07.316 INFO:tasks.rados.rados.0.smithi069.stdout:3821: finishing write tid 2 to smithi06982861-23 2024-04-10T15:44:07.316 INFO:tasks.rados.rados.0.smithi069.stdout:3821: finishing write tid 3 to smithi06982861-23 2024-04-10T15:44:07.316 INFO:tasks.rados.rados.0.smithi069.stdout:3818: finishing copy_from to smithi06982861-27 2024-04-10T15:44:07.316 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 27 v 1499 (ObjNum 1160 snap 356 seq_num 1160) dirty exists 2024-04-10T15:44:07.316 INFO:tasks.rados.rados.0.smithi069.stdout:3821: finishing write tid 4 to smithi06982861-23 2024-04-10T15:44:07.316 INFO:tasks.rados.rados.0.smithi069.stdout:3821: oid 23 updating version 0 to 1552 2024-04-10T15:44:07.316 INFO:tasks.rados.rados.0.smithi069.stdout:3821: oid 23 version 1552 is already newer than 1550 2024-04-10T15:44:07.316 INFO:tasks.rados.rados.0.smithi069.stdout:3821: oid 23 version 1552 is already newer than 1551 2024-04-10T15:44:07.316 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 23 v 1552 (ObjNum 1200 snap 376 seq_num 1200) dirty exists 2024-04-10T15:44:07.316 INFO:tasks.rados.rados.0.smithi069.stdout:3821: left oid 23 (ObjNum 1200 snap 376 seq_num 1200) 2024-04-10T15:44:07.316 INFO:tasks.rados.rados.0.smithi069.stdout:3822: finishing write tid 1 to smithi06982861-43 2024-04-10T15:44:07.316 INFO:tasks.rados.rados.0.smithi069.stdout:3822: finishing write tid 2 to smithi06982861-43 2024-04-10T15:44:07.316 INFO:tasks.rados.rados.0.smithi069.stdout:3822: finishing write tid 3 to smithi06982861-43 2024-04-10T15:44:07.317 INFO:tasks.rados.rados.0.smithi069.stdout:3822: finishing write tid 4 to smithi06982861-43 2024-04-10T15:44:07.317 INFO:tasks.rados.rados.0.smithi069.stdout:3822: oid 43 updating version 0 to 1545 2024-04-10T15:44:07.317 INFO:tasks.rados.rados.0.smithi069.stdout:3822: oid 43 version 1545 is already newer than 1543 2024-04-10T15:44:07.317 INFO:tasks.rados.rados.0.smithi069.stdout:3822: oid 43 version 1545 is already newer than 1544 2024-04-10T15:44:07.317 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 43 v 1545 (ObjNum 1201 snap 376 seq_num 1201) dirty exists 2024-04-10T15:44:07.317 INFO:tasks.rados.rados.0.smithi069.stdout:3822: left oid 43 (ObjNum 1201 snap 376 seq_num 1201) 2024-04-10T15:44:07.317 INFO:tasks.rados.rados.0.smithi069.stdout:3824: seq_num 1203 ranges {0=557056,557056=401408} 2024-04-10T15:44:07.318 INFO:tasks.rados.rados.0.smithi069.stdout:3824: writing smithi06982861-6 from 0 to 557056 tid 1 2024-04-10T15:44:07.320 INFO:tasks.rados.rados.0.smithi069.stdout:3824: writing smithi06982861-6 from 557056 to 958464 tid 2 2024-04-10T15:44:07.320 INFO:tasks.rados.rados.0.smithi069.stdout:3818: done (5 left) 2024-04-10T15:44:07.320 INFO:tasks.rados.rados.0.smithi069.stdout:3820: done (4 left) 2024-04-10T15:44:07.321 INFO:tasks.rados.rados.0.smithi069.stdout:3821: done (3 left) 2024-04-10T15:44:07.321 INFO:tasks.rados.rados.0.smithi069.stdout:3822: done (2 left) 2024-04-10T15:44:07.321 INFO:tasks.rados.rados.0.smithi069.stdout:3825: delete oid 48 current snap is 376 2024-04-10T15:44:07.321 INFO:tasks.rados.rados.0.smithi069.stdout:3823: finishing write tid 1 to smithi06982861-34 2024-04-10T15:44:07.321 INFO:tasks.rados.rados.0.smithi069.stdout:3823: finishing write tid 2 to smithi06982861-34 2024-04-10T15:44:07.321 INFO:tasks.rados.rados.0.smithi069.stdout:3823: finishing write tid 3 to smithi06982861-34 2024-04-10T15:44:07.321 INFO:tasks.rados.rados.0.smithi069.stdout:3823: finishing write tid 4 to smithi06982861-34 2024-04-10T15:44:07.321 INFO:tasks.rados.rados.0.smithi069.stdout:3823: oid 34 updating version 0 to 2147 2024-04-10T15:44:07.321 INFO:tasks.rados.rados.0.smithi069.stdout:3823: oid 34 updating version 2147 to 2148 2024-04-10T15:44:07.321 INFO:tasks.rados.rados.0.smithi069.stdout:3823: oid 34 updating version 2148 to 2149 2024-04-10T15:44:07.321 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 34 v 2149 (ObjNum 1202 snap 376 seq_num 1202) dirty exists 2024-04-10T15:44:07.321 INFO:tasks.rados.rados.0.smithi069.stdout:3823: left oid 34 (ObjNum 1202 snap 376 seq_num 1202) 2024-04-10T15:44:07.322 INFO:tasks.rados.rados.0.smithi069.stdout:3823: done (2 left) 2024-04-10T15:44:07.322 INFO:tasks.rados.rados.0.smithi069.stdout:3825: done (1 left) 2024-04-10T15:44:07.322 INFO:tasks.rados.rados.0.smithi069.stdout:3826: delete oid 1 current snap is 376 2024-04-10T15:44:07.324 INFO:tasks.rados.rados.0.smithi069.stdout:3824: finishing write tid 1 to smithi06982861-6 2024-04-10T15:44:07.324 INFO:tasks.rados.rados.0.smithi069.stdout:3824: finishing write tid 2 to smithi06982861-6 2024-04-10T15:44:07.324 INFO:tasks.rados.rados.0.smithi069.stdout:3824: finishing write tid 3 to smithi06982861-6 2024-04-10T15:44:07.324 INFO:tasks.rados.rados.0.smithi069.stdout:3826: done (1 left) 2024-04-10T15:44:07.324 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 2 current snap is 376 2024-04-10T15:44:07.324 INFO:tasks.rados.rados.0.smithi069.stdout:3827: seq_num 1206 ranges {3432448=606208,4038656=401408} 2024-04-10T15:44:07.336 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:44:06 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:15:44:06] "GET /metrics HTTP/1.1" 200 36320 "" "Prometheus/2.43.0" 2024-04-10T15:44:07.346 INFO:tasks.rados.rados.0.smithi069.stdout:3827: writing smithi06982861-2 from 3432448 to 4038656 tid 1 2024-04-10T15:44:07.348 INFO:tasks.rados.rados.0.smithi069.stdout:3827: writing smithi06982861-2 from 4038656 to 4440064 tid 2 2024-04-10T15:44:07.348 INFO:tasks.rados.rados.0.smithi069.stdout:3828: snap_create 2024-04-10T15:44:07.348 INFO:tasks.rados.rados.0.smithi069.stdout:3824: finishing write tid 4 to smithi06982861-6 2024-04-10T15:44:07.348 INFO:tasks.rados.rados.0.smithi069.stdout:3824: oid 6 updating version 0 to 1687 2024-04-10T15:44:07.348 INFO:tasks.rados.rados.0.smithi069.stdout:3824: oid 6 version 1687 is already newer than 1686 2024-04-10T15:44:07.349 INFO:tasks.rados.rados.0.smithi069.stdout:3824: oid 6 version 1687 is already newer than 1685 2024-04-10T15:44:07.349 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 6 v 1687 (ObjNum 1203 snap 376 seq_num 1203) dirty exists 2024-04-10T15:44:07.349 INFO:tasks.rados.rados.0.smithi069.stdout:3824: left oid 6 (ObjNum 1203 snap 376 seq_num 1203) 2024-04-10T15:44:07.351 INFO:tasks.rados.rados.0.smithi069.stdout:3827: finishing write tid 1 to smithi06982861-2 2024-04-10T15:44:07.351 INFO:tasks.rados.rados.0.smithi069.stdout:3827: finishing write tid 2 to smithi06982861-2 2024-04-10T15:44:07.351 INFO:tasks.rados.rados.0.smithi069.stdout:3827: finishing write tid 3 to smithi06982861-2 2024-04-10T15:44:07.352 INFO:tasks.rados.rados.0.smithi069.stdout:3827: finishing write tid 4 to smithi06982861-2 2024-04-10T15:44:07.352 INFO:tasks.rados.rados.0.smithi069.stdout:3827: oid 2 updating version 0 to 1899 2024-04-10T15:44:07.352 INFO:tasks.rados.rados.0.smithi069.stdout:3827: oid 2 version 1899 is already newer than 1898 2024-04-10T15:44:07.352 INFO:tasks.rados.rados.0.smithi069.stdout:3827: oid 2 updating version 1899 to 1900 2024-04-10T15:44:07.352 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 2 v 1900 (ObjNum 1206 snap 376 seq_num 1206) dirty exists 2024-04-10T15:44:07.352 INFO:tasks.rados.rados.0.smithi069.stdout:3827: left oid 2 (ObjNum 1206 snap 376 seq_num 1206) 2024-04-10T15:44:08.267 INFO:tasks.rados.rados.0.smithi069.stdout:3824: done (2 left) 2024-04-10T15:44:08.267 INFO:tasks.rados.rados.0.smithi069.stdout:3827: done (1 left) 2024-04-10T15:44:08.267 INFO:tasks.rados.rados.0.smithi069.stdout:3828: done (0 left) 2024-04-10T15:44:08.268 INFO:tasks.rados.rados.0.smithi069.stdout:3829: read oid 25 snap -1 2024-04-10T15:44:08.268 INFO:tasks.rados.rados.0.smithi069.stdout:3829: expect (ObjNum 1194 snap 373 seq_num 1194) 2024-04-10T15:44:08.268 INFO:tasks.rados.rados.0.smithi069.stdout:3830: rollback oid 21 current snap is 377 2024-04-10T15:44:08.268 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 21 to 376 2024-04-10T15:44:08.268 INFO:tasks.rados.rados.0.smithi069.stdout:3831: read oid 35 snap 368 2024-04-10T15:44:08.268 INFO:tasks.rados.rados.0.smithi069.stdout:3831: expect (ObjNum 892 snap 280 seq_num 892) 2024-04-10T15:44:08.268 INFO:tasks.rados.rados.0.smithi069.stdout:3832: snap_create 2024-04-10T15:44:08.271 INFO:tasks.rados.rados.0.smithi069.stdout:3830: finishing rollback tid 0 to smithi06982861-21 2024-04-10T15:44:08.272 INFO:tasks.rados.rados.0.smithi069.stdout:3830: finishing rollback tid 1 to smithi06982861-21 2024-04-10T15:44:08.272 INFO:tasks.rados.rados.0.smithi069.stdout:3830: finishing rollback tid 2 to smithi06982861-21 2024-04-10T15:44:08.272 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 21 v 1652 (ObjNum 1175 snap 365 seq_num 1175) dirty exists 2024-04-10T15:44:08.272 INFO:tasks.rados.rados.0.smithi069.stdout:3831: expect (ObjNum 892 snap 280 seq_num 892) 2024-04-10T15:44:08.287 INFO:tasks.rados.rados.0.smithi069.stdout:3829: expect (ObjNum 1194 snap 373 seq_num 1194) 2024-04-10T15:44:08.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:44:08 smithi069 ceph-mon[94167]: osdmap e814: 8 total, 8 up, 8 in 2024-04-10T15:44:08.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:44:08 smithi069 ceph-mon[94167]: pgmap v883: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 300 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 511 B/s rd, 400 KiB/s wr, 3 op/s 2024-04-10T15:44:08.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:44:08 smithi069 ceph-mon[96738]: osdmap e814: 8 total, 8 up, 8 in 2024-04-10T15:44:08.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:44:08 smithi069 ceph-mon[96738]: pgmap v883: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 300 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 511 B/s rd, 400 KiB/s wr, 3 op/s 2024-04-10T15:44:08.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:44:08 smithi077 ceph-mon[87572]: osdmap e814: 8 total, 8 up, 8 in 2024-04-10T15:44:08.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:44:08 smithi077 ceph-mon[87572]: pgmap v883: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 300 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 511 B/s rd, 400 KiB/s wr, 3 op/s 2024-04-10T15:44:09.276 INFO:tasks.rados.rados.0.smithi069.stdout:3829: done (3 left) 2024-04-10T15:44:09.276 INFO:tasks.rados.rados.0.smithi069.stdout:3830: done (2 left) 2024-04-10T15:44:09.276 INFO:tasks.rados.rados.0.smithi069.stdout:3831: done (1 left) 2024-04-10T15:44:09.276 INFO:tasks.rados.rados.0.smithi069.stdout:3832: done (0 left) 2024-04-10T15:44:09.276 INFO:tasks.rados.rados.0.smithi069.stdout:3833: setattr oid 4 current snap is 378 2024-04-10T15:44:09.277 INFO:tasks.rados.rados.0.smithi069.stdout:3834: setattr oid 39 current snap is 378 2024-04-10T15:44:09.279 INFO:tasks.rados.rados.0.smithi069.stdout:3835: snap_create 2024-04-10T15:44:09.283 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 39 v 1896 (ObjNum 1060 snap 325 seq_num 1060) dirty exists 2024-04-10T15:44:09.285 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 4 v 2150 (ObjNum 33 snap 0 seq_num 1435713664) dirty exists 2024-04-10T15:44:09.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:44:09 smithi069 ceph-mon[96738]: osdmap e815: 8 total, 8 up, 8 in 2024-04-10T15:44:09.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:44:09 smithi069 ceph-mon[94167]: osdmap e815: 8 total, 8 up, 8 in 2024-04-10T15:44:09.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:44:09 smithi077 ceph-mon[87572]: osdmap e815: 8 total, 8 up, 8 in 2024-04-10T15:44:10.284 INFO:tasks.rados.rados.0.smithi069.stdout:3833: done (2 left) 2024-04-10T15:44:10.285 INFO:tasks.rados.rados.0.smithi069.stdout:3834: done (1 left) 2024-04-10T15:44:10.285 INFO:tasks.rados.rados.0.smithi069.stdout:3835: done (0 left) 2024-04-10T15:44:10.285 INFO:tasks.rados.rados.0.smithi069.stdout:3836: rollback oid 29 current snap is 379 2024-04-10T15:44:10.285 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 29 to 374 2024-04-10T15:44:10.285 INFO:tasks.rados.rados.0.smithi069.stdout:3837: rollback oid 14 current snap is 379 2024-04-10T15:44:10.285 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 14 to 347 2024-04-10T15:44:10.285 INFO:tasks.rados.rados.0.smithi069.stdout:3838: snap_remove snap 367 2024-04-10T15:44:10.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:44:10 smithi069 ceph-mon[94167]: osdmap e816: 8 total, 8 up, 8 in 2024-04-10T15:44:10.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:44:10 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:44:10.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:44:10 smithi069 ceph-mon[94167]: pgmap v886: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 304 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 990 KiB/s rd, 796 KiB/s wr, 5 op/s 2024-04-10T15:44:10.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:44:10 smithi069 ceph-mon[96738]: osdmap e816: 8 total, 8 up, 8 in 2024-04-10T15:44:10.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:44:10 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:44:10.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:44:10 smithi069 ceph-mon[96738]: pgmap v886: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 304 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 990 KiB/s rd, 796 KiB/s wr, 5 op/s 2024-04-10T15:44:10.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:44:10 smithi077 ceph-mon[87572]: osdmap e816: 8 total, 8 up, 8 in 2024-04-10T15:44:10.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:44:10 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:44:10.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:44:10 smithi077 ceph-mon[87572]: pgmap v886: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 304 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 990 KiB/s rd, 796 KiB/s wr, 5 op/s 2024-04-10T15:44:11.266 INFO:tasks.rados.rados.0.smithi069.stdout:3838: done (2 left) 2024-04-10T15:44:11.266 INFO:tasks.rados.rados.0.smithi069.stdout:3839: rmattr oid 43 current snap is 379 2024-04-10T15:44:11.266 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 41 current snap is 379 2024-04-10T15:44:11.266 INFO:tasks.rados.rados.0.smithi069.stdout:3840: seq_num 1207 ranges {770048=622592,1392640=401408} 2024-04-10T15:44:11.271 INFO:tasks.rados.rados.0.smithi069.stdout:3840: writing smithi06982861-41 from 770048 to 1392640 tid 1 2024-04-10T15:44:11.274 INFO:tasks.rados.rados.0.smithi069.stdout:3840: writing smithi06982861-41 from 1392640 to 1794048 tid 2 2024-04-10T15:44:11.276 INFO:tasks.rados.rados.0.smithi069.stdout:3837: finishing rollback tid 0 to smithi06982861-14 2024-04-10T15:44:11.276 INFO:tasks.rados.rados.0.smithi069.stdout:3837: finishing rollback tid 1 to smithi06982861-14 2024-04-10T15:44:11.276 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 14 v 1898 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-04-10T15:44:11.276 INFO:tasks.rados.rados.0.smithi069.stdout:3836: finishing rollback tid 0 to smithi06982861-29 2024-04-10T15:44:11.276 INFO:tasks.rados.rados.0.smithi069.stdout:3836: finishing rollback tid 1 to smithi06982861-29 2024-04-10T15:44:11.276 INFO:tasks.rados.rados.0.smithi069.stdout:3836: finishing rollback tid 2 to smithi06982861-29 2024-04-10T15:44:11.276 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 29 v 1659 (ObjNum 1150 snap 351 seq_num 1150) dirty exists 2024-04-10T15:44:11.276 INFO:tasks.rados.rados.0.smithi069.stdout:3836: done (3 left) 2024-04-10T15:44:11.277 INFO:tasks.rados.rados.0.smithi069.stdout:3837: done (2 left) 2024-04-10T15:44:11.277 INFO:tasks.rados.rados.0.smithi069.stdout:3841: read oid 23 snap -1 2024-04-10T15:44:11.277 INFO:tasks.rados.rados.0.smithi069.stdout:3841: expect (ObjNum 1200 snap 376 seq_num 1200) 2024-04-10T15:44:11.277 INFO:tasks.rados.rados.0.smithi069.stdout:3842: copy_from oid 11 from oid 36 current snap is 379 2024-04-10T15:44:11.277 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 38 current snap is 379 2024-04-10T15:44:11.277 INFO:tasks.rados.rados.0.smithi069.stdout:3843: seq_num 1208 ranges {2105344=638976,2744320=401408} 2024-04-10T15:44:11.291 INFO:tasks.rados.rados.0.smithi069.stdout:3843: writing smithi06982861-38 from 2105344 to 2744320 tid 1 2024-04-10T15:44:11.294 INFO:tasks.rados.rados.0.smithi069.stdout:3843: writing smithi06982861-38 from 2744320 to 3145728 tid 2 2024-04-10T15:44:11.294 INFO:tasks.rados.rados.0.smithi069.stdout:3844: copy_from oid 16 from oid 25 current snap is 379 2024-04-10T15:44:11.295 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 43 v 1547 (ObjNum 1201 snap 376 seq_num 1201) dirty exists 2024-04-10T15:44:11.295 INFO:tasks.rados.rados.0.smithi069.stdout:3840: finishing write tid 1 to smithi06982861-41 2024-04-10T15:44:11.295 INFO:tasks.rados.rados.0.smithi069.stdout:3841: expect (ObjNum 1200 snap 376 seq_num 1200) 2024-04-10T15:44:11.322 INFO:tasks.rados.rados.0.smithi069.stdout:3840: finishing write tid 2 to smithi06982861-41 2024-04-10T15:44:11.322 INFO:tasks.rados.rados.0.smithi069.stdout:3840: finishing write tid 3 to smithi06982861-41 2024-04-10T15:44:11.322 INFO:tasks.rados.rados.0.smithi069.stdout:3840: finishing write tid 4 to smithi06982861-41 2024-04-10T15:44:11.322 INFO:tasks.rados.rados.0.smithi069.stdout:3840: oid 41 updating version 0 to 2156 2024-04-10T15:44:11.322 INFO:tasks.rados.rados.0.smithi069.stdout:3840: oid 41 updating version 2156 to 2157 2024-04-10T15:44:11.322 INFO:tasks.rados.rados.0.smithi069.stdout:3840: oid 41 updating version 2157 to 2158 2024-04-10T15:44:11.323 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 41 v 2158 (ObjNum 1207 snap 379 seq_num 1207) dirty exists 2024-04-10T15:44:11.323 INFO:tasks.rados.rados.0.smithi069.stdout:3840: left oid 41 (ObjNum 1207 snap 379 seq_num 1207) 2024-04-10T15:44:11.323 INFO:tasks.rados.rados.0.smithi069.stdout:3843: finishing write tid 1 to smithi06982861-38 2024-04-10T15:44:11.323 INFO:tasks.rados.rados.0.smithi069.stdout:3843: finishing write tid 2 to smithi06982861-38 2024-04-10T15:44:11.323 INFO:tasks.rados.rados.0.smithi069.stdout:3843: finishing write tid 3 to smithi06982861-38 2024-04-10T15:44:11.323 INFO:tasks.rados.rados.0.smithi069.stdout:3843: finishing write tid 4 to smithi06982861-38 2024-04-10T15:44:11.323 INFO:tasks.rados.rados.0.smithi069.stdout:3843: oid 38 updating version 0 to 1813 2024-04-10T15:44:11.323 INFO:tasks.rados.rados.0.smithi069.stdout:3843: oid 38 updating version 1813 to 1814 2024-04-10T15:44:11.323 INFO:tasks.rados.rados.0.smithi069.stdout:3843: oid 38 updating version 1814 to 1815 2024-04-10T15:44:11.323 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 38 v 1815 (ObjNum 1208 snap 379 seq_num 1208) dirty exists 2024-04-10T15:44:11.323 INFO:tasks.rados.rados.0.smithi069.stdout:3843: left oid 38 (ObjNum 1208 snap 379 seq_num 1208) 2024-04-10T15:44:11.323 INFO:tasks.rados.rados.0.smithi069.stdout:3839: done (5 left) 2024-04-10T15:44:11.323 INFO:tasks.rados.rados.0.smithi069.stdout:3840: done (4 left) 2024-04-10T15:44:11.323 INFO:tasks.rados.rados.0.smithi069.stdout:3841: done (3 left) 2024-04-10T15:44:11.324 INFO:tasks.rados.rados.0.smithi069.stdout:3843: done (2 left) 2024-04-10T15:44:11.324 INFO:tasks.rados.rados.0.smithi069.stdout:3845: read oid 6 snap -1 2024-04-10T15:44:11.324 INFO:tasks.rados.rados.0.smithi069.stdout:3845: expect (ObjNum 1203 snap 376 seq_num 1203) 2024-04-10T15:44:11.324 INFO:tasks.rados.rados.0.smithi069.stdout:3846: setattr oid 33 current snap is 379 2024-04-10T15:44:11.324 INFO:tasks.rados.rados.0.smithi069.stdout:3847: delete oid 7 current snap is 379 2024-04-10T15:44:11.324 INFO:tasks.rados.rados.0.smithi069.stdout:3844: finishing copy_from racing read to smithi06982861-16 2024-04-10T15:44:11.325 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 33 v 1910 (ObjNum 1188 snap 368 seq_num 1188) dirty exists 2024-04-10T15:44:11.329 INFO:tasks.rados.rados.0.smithi069.stdout:3844: finishing copy_from to smithi06982861-16 2024-04-10T15:44:11.329 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 16 v 1899 (ObjNum 1194 snap 373 seq_num 1194) dirty exists 2024-04-10T15:44:11.329 INFO:tasks.rados.rados.0.smithi069.stdout:3844: done (4 left) 2024-04-10T15:44:11.329 INFO:tasks.rados.rados.0.smithi069.stdout:3846: done (3 left) 2024-04-10T15:44:11.329 INFO:tasks.rados.rados.0.smithi069.stdout:3847: done (2 left) 2024-04-10T15:44:11.329 INFO:tasks.rados.rados.0.smithi069.stdout:3848: read oid 19 snap -1 2024-04-10T15:44:11.329 INFO:tasks.rados.rados.0.smithi069.stdout:3848: expect (ObjNum 1198 snap 376 seq_num 1198) 2024-04-10T15:44:11.329 INFO:tasks.rados.rados.0.smithi069.stdout:3849: copy_from oid 14 from oid 32 current snap is 379 2024-04-10T15:44:11.329 INFO:tasks.rados.rados.0.smithi069.stdout:3850: read oid 37 snap 375 2024-04-10T15:44:11.329 INFO:tasks.rados.rados.0.smithi069.stdout:3850: expect deleted 2024-04-10T15:44:11.329 INFO:tasks.rados.rados.0.smithi069.stdout:3851: snap_remove snap 350 2024-04-10T15:44:11.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:44:11 smithi069 ceph-mon[94167]: osdmap e817: 8 total, 8 up, 8 in 2024-04-10T15:44:11.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:44:11 smithi069 ceph-mon[94167]: osdmap e818: 8 total, 8 up, 8 in 2024-04-10T15:44:11.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:44:11 smithi069 ceph-mon[96738]: osdmap e817: 8 total, 8 up, 8 in 2024-04-10T15:44:11.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:44:11 smithi069 ceph-mon[96738]: osdmap e818: 8 total, 8 up, 8 in 2024-04-10T15:44:11.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:44:11 smithi077 ceph-mon[87572]: osdmap e817: 8 total, 8 up, 8 in 2024-04-10T15:44:11.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:44:11 smithi077 ceph-mon[87572]: osdmap e818: 8 total, 8 up, 8 in 2024-04-10T15:44:12.290 INFO:tasks.rados.rados.0.smithi069.stdout:3851: done (5 left) 2024-04-10T15:44:12.290 INFO:tasks.rados.rados.0.smithi069.stdout:3852: snap_create 2024-04-10T15:44:12.290 INFO:tasks.rados.rados.0.smithi069.stdout:3845: expect (ObjNum 1203 snap 376 seq_num 1203) 2024-04-10T15:44:12.322 INFO:tasks.rados.rados.0.smithi069.stdout:3848: expect (ObjNum 1198 snap 376 seq_num 1198) 2024-04-10T15:44:12.367 INFO:tasks.rados.rados.0.smithi069.stdout:3849: finishing copy_from racing read to smithi06982861-14 2024-04-10T15:44:12.367 INFO:tasks.rados.rados.0.smithi069.stdout:3849: finishing copy_from to smithi06982861-14 2024-04-10T15:44:12.367 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 14 v 1887 (ObjNum 975 snap 304 seq_num 975) dirty exists 2024-04-10T15:44:12.367 INFO:tasks.rados.rados.0.smithi069.stdout:3842: finishing copy_from racing read to smithi06982861-11 2024-04-10T15:44:12.368 INFO:tasks.rados.rados.0.smithi069.stdout:3842: finishing copy_from to smithi06982861-11 2024-04-10T15:44:12.368 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 11 v 1636 (ObjNum 1124 snap 343 seq_num 1124) dirty exists 2024-04-10T15:44:12.592 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:44:12 smithi069 ceph-mon[94167]: pgmap v889: 121 pgs: 121 active+clean; 310 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 992 KiB/s rd, 2.5 MiB/s wr, 16 op/s 2024-04-10T15:44:12.621 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:44:12 smithi069 ceph-mon[96738]: pgmap v889: 121 pgs: 121 active+clean; 310 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 992 KiB/s rd, 2.5 MiB/s wr, 16 op/s 2024-04-10T15:44:12.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:44:12 smithi077 ceph-mon[87572]: pgmap v889: 121 pgs: 121 active+clean; 310 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 992 KiB/s rd, 2.5 MiB/s wr, 16 op/s 2024-04-10T15:44:12.743 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:44:12 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T15:44:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:44:13.288 INFO:tasks.rados.rados.0.smithi069.stdout:3842: done (5 left) 2024-04-10T15:44:13.288 INFO:tasks.rados.rados.0.smithi069.stdout:3845: done (4 left) 2024-04-10T15:44:13.288 INFO:tasks.rados.rados.0.smithi069.stdout:3848: done (3 left) 2024-04-10T15:44:13.288 INFO:tasks.rados.rados.0.smithi069.stdout:3849: done (2 left) 2024-04-10T15:44:13.288 INFO:tasks.rados.rados.0.smithi069.stdout:3850: done (1 left) 2024-04-10T15:44:13.288 INFO:tasks.rados.rados.0.smithi069.stdout:3852: done (0 left) 2024-04-10T15:44:13.288 INFO:tasks.rados.rados.0.smithi069.stdout:3853: snap_remove snap 323 2024-04-10T15:44:13.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:44:13 smithi069 ceph-mon[96738]: osdmap e819: 8 total, 8 up, 8 in 2024-04-10T15:44:13.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:44:13 smithi069 ceph-mon[94167]: osdmap e819: 8 total, 8 up, 8 in 2024-04-10T15:44:13.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:44:13 smithi077 ceph-mon[87572]: osdmap e819: 8 total, 8 up, 8 in 2024-04-10T15:44:14.309 INFO:tasks.rados.rados.0.smithi069.stdout:3853: done (0 left) 2024-04-10T15:44:14.309 INFO:tasks.rados.rados.0.smithi069.stdout:3854: read oid 32 snap -1 2024-04-10T15:44:14.309 INFO:tasks.rados.rados.0.smithi069.stdout:3854: expect (ObjNum 975 snap 304 seq_num 975) 2024-04-10T15:44:14.310 INFO:tasks.rados.rados.0.smithi069.stdout:3855: rollback oid 43 current snap is 380 2024-04-10T15:44:14.310 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 43 to 329 2024-04-10T15:44:14.310 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 31 current snap is 380 2024-04-10T15:44:14.310 INFO:tasks.rados.rados.0.smithi069.stdout:3856: seq_num 1210 ranges {2629632=671744,3301376=401408} 2024-04-10T15:44:14.327 INFO:tasks.rados.rados.0.smithi069.stdout:3856: writing smithi06982861-31 from 2629632 to 3301376 tid 1 2024-04-10T15:44:14.330 INFO:tasks.rados.rados.0.smithi069.stdout:3856: writing smithi06982861-31 from 3301376 to 3702784 tid 2 2024-04-10T15:44:14.330 INFO:tasks.rados.rados.0.smithi069.stdout:3857: snap_remove snap 344 2024-04-10T15:44:14.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:44:14 smithi069 ceph-mon[94167]: osdmap e820: 8 total, 8 up, 8 in 2024-04-10T15:44:14.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:44:14 smithi069 ceph-mon[94167]: pgmap v892: 121 pgs: 121 active+clean; 316 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.5 KiB/s rd, 3.0 MiB/s wr, 24 op/s 2024-04-10T15:44:14.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:44:14 smithi069 ceph-mon[96738]: osdmap e820: 8 total, 8 up, 8 in 2024-04-10T15:44:14.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:44:14 smithi069 ceph-mon[96738]: pgmap v892: 121 pgs: 121 active+clean; 316 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.5 KiB/s rd, 3.0 MiB/s wr, 24 op/s 2024-04-10T15:44:14.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:44:14 smithi077 ceph-mon[87572]: osdmap e820: 8 total, 8 up, 8 in 2024-04-10T15:44:14.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:44:14 smithi077 ceph-mon[87572]: pgmap v892: 121 pgs: 121 active+clean; 316 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.5 KiB/s rd, 3.0 MiB/s wr, 24 op/s 2024-04-10T15:44:15.314 INFO:tasks.rados.rados.0.smithi069.stdout:3855: finishing rollback tid 0 to smithi06982861-43 2024-04-10T15:44:15.314 INFO:tasks.rados.rados.0.smithi069.stdout:3855: finishing rollback tid 1 to smithi06982861-43 2024-04-10T15:44:15.314 INFO:tasks.rados.rados.0.smithi069.stdout:3855: finishing rollback tid 2 to smithi06982861-43 2024-04-10T15:44:15.314 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 43 v 1550 (ObjNum 1051 snap 324 seq_num 1051) dirty exists 2024-04-10T15:44:15.314 INFO:tasks.rados.rados.0.smithi069.stdout:3854: expect (ObjNum 975 snap 304 seq_num 975) 2024-04-10T15:44:15.444 INFO:tasks.rados.rados.0.smithi069.stdout:3856: finishing write tid 1 to smithi06982861-31 2024-04-10T15:44:15.445 INFO:tasks.rados.rados.0.smithi069.stdout:3856: finishing write tid 2 to smithi06982861-31 2024-04-10T15:44:15.445 INFO:tasks.rados.rados.0.smithi069.stdout:3856: finishing write tid 3 to smithi06982861-31 2024-04-10T15:44:15.445 INFO:tasks.rados.rados.0.smithi069.stdout:3856: finishing write tid 4 to smithi06982861-31 2024-04-10T15:44:15.445 INFO:tasks.rados.rados.0.smithi069.stdout:3856: oid 31 updating version 0 to 1913 2024-04-10T15:44:15.445 INFO:tasks.rados.rados.0.smithi069.stdout:3856: oid 31 version 1913 is already newer than 1912 2024-04-10T15:44:15.445 INFO:tasks.rados.rados.0.smithi069.stdout:3856: oid 31 version 1913 is already newer than 1911 2024-04-10T15:44:15.445 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 31 v 1913 (ObjNum 1210 snap 380 seq_num 1210) dirty exists 2024-04-10T15:44:15.445 INFO:tasks.rados.rados.0.smithi069.stdout:3856: left oid 31 (ObjNum 1210 snap 380 seq_num 1210) 2024-04-10T15:44:15.445 INFO:tasks.rados.rados.0.smithi069.stdout:3854: done (3 left) 2024-04-10T15:44:15.445 INFO:tasks.rados.rados.0.smithi069.stdout:3855: done (2 left) 2024-04-10T15:44:15.445 INFO:tasks.rados.rados.0.smithi069.stdout:3856: done (1 left) 2024-04-10T15:44:15.445 INFO:tasks.rados.rados.0.smithi069.stdout:3857: done (0 left) 2024-04-10T15:44:15.446 INFO:tasks.rados.rados.0.smithi069.stdout:3858: delete oid 24 current snap is 380 2024-04-10T15:44:15.448 INFO:tasks.rados.rados.0.smithi069.stdout:3858: done (0 left) 2024-04-10T15:44:15.448 INFO:tasks.rados.rados.0.smithi069.stdout:3859: rollback oid 8 current snap is 380 2024-04-10T15:44:15.448 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 8 to 348 2024-04-10T15:44:15.448 INFO:tasks.rados.rados.0.smithi069.stdout:3860: read oid 28 snap -1 2024-04-10T15:44:15.448 INFO:tasks.rados.rados.0.smithi069.stdout:3860: expect (ObjNum 1007 snap 316 seq_num 1007) 2024-04-10T15:44:15.448 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 2 current snap is 380 2024-04-10T15:44:15.448 INFO:tasks.rados.rados.0.smithi069.stdout:3861: seq_num 1212 ranges {4440064=704512,5144576=401408} 2024-04-10T15:44:15.476 INFO:tasks.rados.rados.0.smithi069.stdout:3861: writing smithi06982861-2 from 4440064 to 5144576 tid 1 2024-04-10T15:44:15.478 INFO:tasks.rados.rados.0.smithi069.stdout:3861: writing smithi06982861-2 from 5144576 to 5545984 tid 2 2024-04-10T15:44:15.479 INFO:tasks.rados.rados.0.smithi069.stdout:3862: read oid 1 snap -1 2024-04-10T15:44:15.479 INFO:tasks.rados.rados.0.smithi069.stdout:3862: expect deleted 2024-04-10T15:44:15.479 INFO:tasks.rados.rados.0.smithi069.stdout:3863: copy_from oid 6 from oid 36 current snap is 380 2024-04-10T15:44:15.479 INFO:tasks.rados.rados.0.smithi069.stdout:3859: finishing rollback tid 0 to smithi06982861-8 2024-04-10T15:44:15.479 INFO:tasks.rados.rados.0.smithi069.stdout:3859: finishing rollback tid 1 to smithi06982861-8 2024-04-10T15:44:15.479 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 8 v 1915 (ObjNum 33 snap 0 seq_num 1434033072) dirty dne 2024-04-10T15:44:15.479 INFO:tasks.rados.rados.0.smithi069.stdout:3860: expect (ObjNum 1007 snap 316 seq_num 1007) 2024-04-10T15:44:15.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:44:15 smithi069 ceph-mon[94167]: osdmap e821: 8 total, 8 up, 8 in 2024-04-10T15:44:15.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:44:15 smithi069 ceph-mon[96738]: osdmap e821: 8 total, 8 up, 8 in 2024-04-10T15:44:15.660 INFO:tasks.rados.rados.0.smithi069.stdout:3861: finishing write tid 1 to smithi06982861-2 2024-04-10T15:44:15.660 INFO:tasks.rados.rados.0.smithi069.stdout:3861: finishing write tid 2 to smithi06982861-2 2024-04-10T15:44:15.660 INFO:tasks.rados.rados.0.smithi069.stdout:3861: finishing write tid 3 to smithi06982861-2 2024-04-10T15:44:15.661 INFO:tasks.rados.rados.0.smithi069.stdout:3861: finishing write tid 4 to smithi06982861-2 2024-04-10T15:44:15.661 INFO:tasks.rados.rados.0.smithi069.stdout:3861: oid 2 updating version 0 to 1901 2024-04-10T15:44:15.661 INFO:tasks.rados.rados.0.smithi069.stdout:3861: oid 2 updating version 1901 to 1903 2024-04-10T15:44:15.661 INFO:tasks.rados.rados.0.smithi069.stdout:3861: oid 2 version 1903 is already newer than 1902 2024-04-10T15:44:15.661 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 2 v 1903 (ObjNum 1212 snap 380 seq_num 1212) dirty exists 2024-04-10T15:44:15.661 INFO:tasks.rados.rados.0.smithi069.stdout:3861: left oid 2 (ObjNum 1212 snap 380 seq_num 1212) 2024-04-10T15:44:15.661 INFO:tasks.rados.rados.0.smithi069.stdout:3863: finishing copy_from racing read to smithi06982861-6 2024-04-10T15:44:15.661 INFO:tasks.rados.rados.0.smithi069.stdout:3863: finishing copy_from to smithi06982861-6 2024-04-10T15:44:15.661 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 6 v 1636 (ObjNum 1124 snap 343 seq_num 1124) dirty exists 2024-04-10T15:44:15.661 INFO:tasks.rados.rados.0.smithi069.stdout:3859: done (4 left) 2024-04-10T15:44:15.661 INFO:tasks.rados.rados.0.smithi069.stdout:3860: done (3 left) 2024-04-10T15:44:15.661 INFO:tasks.rados.rados.0.smithi069.stdout:3861: done (2 left) 2024-04-10T15:44:15.661 INFO:tasks.rados.rados.0.smithi069.stdout:3862: done (1 left) 2024-04-10T15:44:15.661 INFO:tasks.rados.rados.0.smithi069.stdout:3863: done (0 left) 2024-04-10T15:44:15.661 INFO:tasks.rados.rados.0.smithi069.stdout:3864: delete oid 50 current snap is 380 2024-04-10T15:44:15.663 INFO:tasks.rados.rados.0.smithi069.stdout:3864: done (0 left) 2024-04-10T15:44:15.663 INFO:tasks.rados.rados.0.smithi069.stdout:3865: snap_create 2024-04-10T15:44:15.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:44:15 smithi077 ceph-mon[87572]: osdmap e821: 8 total, 8 up, 8 in 2024-04-10T15:44:16.266 INFO:tasks.rados.rados.0.smithi069.stdout:3865: done (0 left) 2024-04-10T15:44:16.266 INFO:tasks.rados.rados.0.smithi069.stdout:3866: read oid 47 snap 347 2024-04-10T15:44:16.266 INFO:tasks.rados.rados.0.smithi069.stdout:3866: expect (ObjNum 870 snap 277 seq_num 870) 2024-04-10T15:44:16.266 INFO:tasks.rados.rados.0.smithi069.stdout:3867: copy_from oid 43 from oid 38 current snap is 381 2024-04-10T15:44:16.266 INFO:tasks.rados.rados.0.smithi069.stdout:3868: read oid 2 snap -1 2024-04-10T15:44:16.266 INFO:tasks.rados.rados.0.smithi069.stdout:3868: expect (ObjNum 1212 snap 380 seq_num 1212) 2024-04-10T15:44:16.266 INFO:tasks.rados.rados.0.smithi069.stdout:3869: read oid 10 snap 329 2024-04-10T15:44:16.267 INFO:tasks.rados.rados.0.smithi069.stdout:3869: expect (ObjNum 1037 snap 321 seq_num 1037) 2024-04-10T15:44:16.267 INFO:tasks.rados.rados.0.smithi069.stdout:3870: delete oid 14 current snap is 381 2024-04-10T15:44:16.275 INFO:tasks.rados.rados.0.smithi069.stdout:3870: done (4 left) 2024-04-10T15:44:16.275 INFO:tasks.rados.rados.0.smithi069.stdout:3871: snap_create 2024-04-10T15:44:16.290 INFO:tasks.rados.rados.0.smithi069.stdout:3866: expect (ObjNum 870 snap 277 seq_num 870) 2024-04-10T15:44:16.396 INFO:tasks.rados.rados.0.smithi069.stdout:3867: finishing copy_from racing read to smithi06982861-43 2024-04-10T15:44:16.396 INFO:tasks.rados.rados.0.smithi069.stdout:3867: finishing copy_from to smithi06982861-43 2024-04-10T15:44:16.396 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 43 v 1815 (ObjNum 1208 snap 379 seq_num 1208) dirty exists 2024-04-10T15:44:16.396 INFO:tasks.rados.rados.0.smithi069.stdout:3869: expect (ObjNum 1037 snap 321 seq_num 1037) 2024-04-10T15:44:16.505 INFO:tasks.rados.rados.0.smithi069.stdout:3868: expect (ObjNum 1212 snap 380 seq_num 1212) 2024-04-10T15:44:16.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:44:16 smithi069 ceph-mon[96738]: osdmap e822: 8 total, 8 up, 8 in 2024-04-10T15:44:16.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:44:16 smithi069 ceph-mon[96738]: pgmap v895: 121 pgs: 121 active+clean; 324 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 2.4 MiB/s rd, 5.4 MiB/s wr, 18 op/s 2024-04-10T15:44:16.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:44:16 smithi069 ceph-mon[96738]: osdmap e823: 8 total, 8 up, 8 in 2024-04-10T15:44:16.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:44:16 smithi069 ceph-mon[94167]: osdmap e822: 8 total, 8 up, 8 in 2024-04-10T15:44:16.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:44:16 smithi069 ceph-mon[94167]: pgmap v895: 121 pgs: 121 active+clean; 324 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 2.4 MiB/s rd, 5.4 MiB/s wr, 18 op/s 2024-04-10T15:44:16.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:44:16 smithi069 ceph-mon[94167]: osdmap e823: 8 total, 8 up, 8 in 2024-04-10T15:44:16.644 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:44:16 smithi077 ceph-mon[87572]: osdmap e822: 8 total, 8 up, 8 in 2024-04-10T15:44:16.645 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:44:16 smithi077 ceph-mon[87572]: pgmap v895: 121 pgs: 121 active+clean; 324 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 2.4 MiB/s rd, 5.4 MiB/s wr, 18 op/s 2024-04-10T15:44:16.645 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:44:16 smithi077 ceph-mon[87572]: osdmap e823: 8 total, 8 up, 8 in 2024-04-10T15:44:17.265 INFO:tasks.rados.rados.0.smithi069.stdout:3866: done (4 left) 2024-04-10T15:44:17.265 INFO:tasks.rados.rados.0.smithi069.stdout:3867: done (3 left) 2024-04-10T15:44:17.265 INFO:tasks.rados.rados.0.smithi069.stdout:3868: done (2 left) 2024-04-10T15:44:17.265 INFO:tasks.rados.rados.0.smithi069.stdout:3869: done (1 left) 2024-04-10T15:44:17.265 INFO:tasks.rados.rados.0.smithi069.stdout:3871: done (0 left) 2024-04-10T15:44:17.265 INFO:tasks.rados.rados.0.smithi069.stdout:3872: read oid 4 snap -1 2024-04-10T15:44:17.266 INFO:tasks.rados.rados.0.smithi069.stdout:3872: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-10T15:44:17.266 INFO:tasks.rados.rados.0.smithi069.stdout:3873: rmattr oid 46 current snap is 382 2024-04-10T15:44:17.266 INFO:tasks.rados.rados.0.smithi069.stdout:3874: delete oid 35 current snap is 382 2024-04-10T15:44:17.266 INFO:tasks.rados.rados.0.smithi069.stdout:3872: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-10T15:44:17.269 INFO:tasks.rados.rados.0.smithi069.stdout:3872: done (2 left) 2024-04-10T15:44:17.269 INFO:tasks.rados.rados.0.smithi069.stdout:3874: done (1 left) 2024-04-10T15:44:17.269 INFO:tasks.rados.rados.0.smithi069.stdout:3875: rollback oid 9 current snap is 382 2024-04-10T15:44:17.270 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 9 to 377 2024-04-10T15:44:17.270 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 32 current snap is 382 2024-04-10T15:44:17.270 INFO:tasks.rados.rados.0.smithi069.stdout:3876: seq_num 1216 ranges {3579904=770048,4349952=401408} 2024-04-10T15:44:17.293 INFO:tasks.rados.rados.0.smithi069.stdout:3876: writing smithi06982861-32 from 3579904 to 4349952 tid 1 2024-04-10T15:44:17.296 INFO:tasks.rados.rados.0.smithi069.stdout:3876: writing smithi06982861-32 from 4349952 to 4751360 tid 2 2024-04-10T15:44:17.296 INFO:tasks.rados.rados.0.smithi069.stdout:3877: rmattr oid 8 current snap is 382 2024-04-10T15:44:17.296 INFO:tasks.rados.rados.0.smithi069.stdout:3877: done (3 left) 2024-04-10T15:44:17.296 INFO:tasks.rados.rados.0.smithi069.stdout:3878: copy_from oid 7 from oid 34 current snap is 382 2024-04-10T15:44:17.296 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 46 v 1502 (ObjNum 1160 snap 356 seq_num 1160) dirty exists 2024-04-10T15:44:17.296 INFO:tasks.rados.rados.0.smithi069.stdout:3875: finishing rollback tid 0 to smithi06982861-9 2024-04-10T15:44:17.296 INFO:tasks.rados.rados.0.smithi069.stdout:3875: finishing rollback tid 1 to smithi06982861-9 2024-04-10T15:44:17.296 INFO:tasks.rados.rados.0.smithi069.stdout:3875: finishing rollback tid 2 to smithi06982861-9 2024-04-10T15:44:17.296 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 9 v 1655 (ObjNum 1182 snap 367 seq_num 1182) dirty exists 2024-04-10T15:44:17.296 INFO:tasks.rados.rados.0.smithi069.stdout:3873: done (3 left) 2024-04-10T15:44:17.297 INFO:tasks.rados.rados.0.smithi069.stdout:3875: done (2 left) 2024-04-10T15:44:17.297 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 49 current snap is 382 2024-04-10T15:44:17.297 INFO:tasks.rados.rados.0.smithi069.stdout:3879: seq_num 1217 ranges {2539520=786432,3325952=401408} 2024-04-10T15:44:17.313 INFO:tasks.rados.rados.0.smithi069.stdout:3879: writing smithi06982861-49 from 2539520 to 3325952 tid 1 2024-04-10T15:44:17.316 INFO:tasks.rados.rados.0.smithi069.stdout:3879: writing smithi06982861-49 from 3325952 to 3727360 tid 2 2024-04-10T15:44:17.316 INFO:tasks.rados.rados.0.smithi069.stdout:3880: delete oid 41 current snap is 382 2024-04-10T15:44:17.317 INFO:tasks.rados.rados.0.smithi069.stdout:3876: finishing write tid 1 to smithi06982861-32 2024-04-10T15:44:17.317 INFO:tasks.rados.rados.0.smithi069.stdout:3876: finishing write tid 2 to smithi06982861-32 2024-04-10T15:44:17.317 INFO:tasks.rados.rados.0.smithi069.stdout:3876: finishing write tid 3 to smithi06982861-32 2024-04-10T15:44:17.317 INFO:tasks.rados.rados.0.smithi069.stdout:3878: finishing copy_from racing read to smithi06982861-7 2024-04-10T15:44:17.317 INFO:tasks.rados.rados.0.smithi069.stdout:3878: finishing copy_from to smithi06982861-7 2024-04-10T15:44:17.317 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 7 v 2149 (ObjNum 1202 snap 376 seq_num 1202) dirty exists 2024-04-10T15:44:17.317 INFO:tasks.rados.rados.0.smithi069.stdout:3876: finishing write tid 4 to smithi06982861-32 2024-04-10T15:44:17.317 INFO:tasks.rados.rados.0.smithi069.stdout:3876: oid 32 updating version 0 to 1900 2024-04-10T15:44:17.317 INFO:tasks.rados.rados.0.smithi069.stdout:3876: oid 32 updating version 1900 to 1902 2024-04-10T15:44:17.317 INFO:tasks.rados.rados.0.smithi069.stdout:3876: oid 32 version 1902 is already newer than 1901 2024-04-10T15:44:17.317 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 32 v 1902 (ObjNum 1216 snap 382 seq_num 1216) dirty exists 2024-04-10T15:44:17.317 INFO:tasks.rados.rados.0.smithi069.stdout:3876: left oid 32 (ObjNum 1216 snap 382 seq_num 1216) 2024-04-10T15:44:17.318 INFO:tasks.rados.rados.0.smithi069.stdout:3876: done (3 left) 2024-04-10T15:44:17.318 INFO:tasks.rados.rados.0.smithi069.stdout:3878: done (2 left) 2024-04-10T15:44:17.319 INFO:tasks.rados.rados.0.smithi069.stdout:3880: done (1 left) 2024-04-10T15:44:17.319 INFO:tasks.rados.rados.0.smithi069.stdout:3881: rollback oid 10 current snap is 382 2024-04-10T15:44:17.319 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 10 to 356 2024-04-10T15:44:17.319 INFO:tasks.rados.rados.0.smithi069.stdout:3882: setattr oid 20 current snap is 382 2024-04-10T15:44:17.321 INFO:tasks.rados.rados.0.smithi069.stdout:3879: finishing write tid 1 to smithi06982861-49 2024-04-10T15:44:17.321 INFO:tasks.rados.rados.0.smithi069.stdout:3883: read oid 39 snap -1 2024-04-10T15:44:17.321 INFO:tasks.rados.rados.0.smithi069.stdout:3883: expect (ObjNum 1060 snap 325 seq_num 1060) 2024-04-10T15:44:17.321 INFO:tasks.rados.rados.0.smithi069.stdout:3884: rollback oid 4 current snap is 382 2024-04-10T15:44:17.321 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 4 to 379 2024-04-10T15:44:17.321 INFO:tasks.rados.rados.0.smithi069.stdout:3885: rollback oid 9 current snap is 382 2024-04-10T15:44:17.321 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 9 to 361 2024-04-10T15:44:17.321 INFO:tasks.rados.rados.0.smithi069.stdout:3879: finishing write tid 2 to smithi06982861-49 2024-04-10T15:44:17.321 INFO:tasks.rados.rados.0.smithi069.stdout:3886: read oid 21 snap 377 2024-04-10T15:44:17.321 INFO:tasks.rados.rados.0.smithi069.stdout:3886: expect (ObjNum 1175 snap 365 seq_num 1175) 2024-04-10T15:44:17.321 INFO:tasks.rados.rados.0.smithi069.stdout:3887: copy_from oid 28 from oid 19 current snap is 382 2024-04-10T15:44:17.321 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 11 current snap is 382 2024-04-10T15:44:17.321 INFO:tasks.rados.rados.0.smithi069.stdout:3888: seq_num 1219 ranges {16113664=417792,16531456=557056,17088512=245760} 2024-04-10T15:44:17.336 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:44:16 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:15:44:16] "GET /metrics HTTP/1.1" 200 36322 "" "Prometheus/2.43.0" 2024-04-10T15:44:17.409 INFO:tasks.rados.rados.0.smithi069.stdout:3888: writing smithi06982861-11 from 16113664 to 16531456 tid 1 2024-04-10T15:44:17.412 INFO:tasks.rados.rados.0.smithi069.stdout:3888: writing smithi06982861-11 from 16531456 to 17088512 tid 2 2024-04-10T15:44:17.413 INFO:tasks.rados.rados.0.smithi069.stdout:3888: writing smithi06982861-11 from 17088512 to 17334272 tid 3 2024-04-10T15:44:17.414 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 5 current snap is 382 2024-04-10T15:44:17.414 INFO:tasks.rados.rados.0.smithi069.stdout:3879: finishing write tid 3 to smithi06982861-49 2024-04-10T15:44:17.414 INFO:tasks.rados.rados.0.smithi069.stdout:3879: finishing write tid 4 to smithi06982861-49 2024-04-10T15:44:17.414 INFO:tasks.rados.rados.0.smithi069.stdout:3879: oid 49 updating version 0 to 2070 2024-04-10T15:44:17.414 INFO:tasks.rados.rados.0.smithi069.stdout:3879: oid 49 version 2070 is already newer than 2068 2024-04-10T15:44:17.414 INFO:tasks.rados.rados.0.smithi069.stdout:3879: oid 49 version 2070 is already newer than 2069 2024-04-10T15:44:17.414 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 49 v 2070 (ObjNum 1217 snap 382 seq_num 1217) dirty exists 2024-04-10T15:44:17.414 INFO:tasks.rados.rados.0.smithi069.stdout:3879: left oid 49 (ObjNum 1217 snap 382 seq_num 1217) 2024-04-10T15:44:17.414 INFO:tasks.rados.rados.0.smithi069.stdout:3881: finishing rollback tid 0 to smithi06982861-10 2024-04-10T15:44:17.414 INFO:tasks.rados.rados.0.smithi069.stdout:3889: seq_num 1220 ranges {0=434176,434176=442368,876544=360448} 2024-04-10T15:44:17.416 INFO:tasks.rados.rados.0.smithi069.stdout:3889: writing smithi06982861-5 from 0 to 434176 tid 1 2024-04-10T15:44:17.419 INFO:tasks.rados.rados.0.smithi069.stdout:3889: writing smithi06982861-5 from 434176 to 876544 tid 2 2024-04-10T15:44:17.421 INFO:tasks.rados.rados.0.smithi069.stdout:3889: writing smithi06982861-5 from 876544 to 1236992 tid 3 2024-04-10T15:44:17.421 INFO:tasks.rados.rados.0.smithi069.stdout:3879: done (9 left) 2024-04-10T15:44:17.422 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 27 current snap is 382 2024-04-10T15:44:17.422 INFO:tasks.rados.rados.0.smithi069.stdout:3890: seq_num 1221 ranges {2334720=458752,2793472=729088,3522560=73728} 2024-04-10T15:44:17.436 INFO:tasks.rados.rados.0.smithi069.stdout:3890: writing smithi06982861-27 from 2334720 to 2793472 tid 1 2024-04-10T15:44:17.441 INFO:tasks.rados.rados.0.smithi069.stdout:3890: writing smithi06982861-27 from 2793472 to 3522560 tid 2 2024-04-10T15:44:17.441 INFO:tasks.rados.rados.0.smithi069.stdout:3890: writing smithi06982861-27 from 3522560 to 3596288 tid 3 2024-04-10T15:44:17.441 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 29 current snap is 382 2024-04-10T15:44:17.441 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 20 v 1656 (ObjNum 870 snap 277 seq_num 870) dirty exists 2024-04-10T15:44:17.442 INFO:tasks.rados.rados.0.smithi069.stdout:3885: finishing rollback tid 0 to smithi06982861-9 2024-04-10T15:44:17.442 INFO:tasks.rados.rados.0.smithi069.stdout:3883: expect (ObjNum 1060 snap 325 seq_num 1060) 2024-04-10T15:44:17.485 INFO:tasks.rados.rados.0.smithi069.stdout:3885: finishing rollback tid 1 to smithi06982861-9 2024-04-10T15:44:17.485 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 9 v 1658 (ObjNum 33 snap 0 seq_num 1434719664) dirty dne 2024-04-10T15:44:17.485 INFO:tasks.rados.rados.0.smithi069.stdout:3881: finishing rollback tid 1 to smithi06982861-10 2024-04-10T15:44:17.485 INFO:tasks.rados.rados.0.smithi069.stdout:3891: seq_num 1222 ranges {2064384=475136,2539520=606208,3145728=196608} 2024-04-10T15:44:17.498 INFO:tasks.rados.rados.0.smithi069.stdout:3891: writing smithi06982861-29 from 2064384 to 2539520 tid 1 2024-04-10T15:44:17.502 INFO:tasks.rados.rados.0.smithi069.stdout:3891: writing smithi06982861-29 from 2539520 to 3145728 tid 2 2024-04-10T15:44:17.504 INFO:tasks.rados.rados.0.smithi069.stdout:3891: writing smithi06982861-29 from 3145728 to 3342336 tid 3 2024-04-10T15:44:17.504 INFO:tasks.rados.rados.0.smithi069.stdout:3882: done (10 left) 2024-04-10T15:44:17.504 INFO:tasks.rados.rados.0.smithi069.stdout:3883: done (9 left) 2024-04-10T15:44:17.504 INFO:tasks.rados.rados.0.smithi069.stdout:3885: done (8 left) 2024-04-10T15:44:17.504 INFO:tasks.rados.rados.0.smithi069.stdout:3892: read oid 34 snap -1 2024-04-10T15:44:17.504 INFO:tasks.rados.rados.0.smithi069.stdout:3892: expect (ObjNum 1202 snap 376 seq_num 1202) 2024-04-10T15:44:17.504 INFO:tasks.rados.rados.0.smithi069.stdout:3893: copy_from oid 39 from oid 18 current snap is 382 2024-04-10T15:44:17.504 INFO:tasks.rados.rados.0.smithi069.stdout:3881: finishing rollback tid 2 to smithi06982861-10 2024-04-10T15:44:17.504 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 10 v 2186 (ObjNum 1037 snap 321 seq_num 1037) dirty exists 2024-04-10T15:44:17.504 INFO:tasks.rados.rados.0.smithi069.stdout:3884: finishing rollback tid 0 to smithi06982861-4 2024-04-10T15:44:17.504 INFO:tasks.rados.rados.0.smithi069.stdout:3884: finishing rollback tid 1 to smithi06982861-4 2024-04-10T15:44:17.504 INFO:tasks.rados.rados.0.smithi069.stdout:3886: expect (ObjNum 1175 snap 365 seq_num 1175) 2024-04-10T15:44:17.520 INFO:tasks.rados.rados.0.smithi069.stdout:3884: finishing rollback tid 2 to smithi06982861-4 2024-04-10T15:44:17.521 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 4 v 2190 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-04-10T15:44:17.521 INFO:tasks.rados.rados.0.smithi069.stdout:3887: finishing copy_from racing read to smithi06982861-28 2024-04-10T15:44:17.521 INFO:tasks.rados.rados.0.smithi069.stdout:3887: finishing copy_from to smithi06982861-28 2024-04-10T15:44:17.521 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 28 v 2138 (ObjNum 1198 snap 376 seq_num 1198) dirty exists 2024-04-10T15:44:17.521 INFO:tasks.rados.rados.0.smithi069.stdout:3881: done (9 left) 2024-04-10T15:44:17.521 INFO:tasks.rados.rados.0.smithi069.stdout:3884: done (8 left) 2024-04-10T15:44:17.521 INFO:tasks.rados.rados.0.smithi069.stdout:3886: done (7 left) 2024-04-10T15:44:17.521 INFO:tasks.rados.rados.0.smithi069.stdout:3887: done (6 left) 2024-04-10T15:44:17.521 INFO:tasks.rados.rados.0.smithi069.stdout:3894: snap_remove snap 351 2024-04-10T15:44:18.281 INFO:tasks.rados.rados.0.smithi069.stdout:3894: done (6 left) 2024-04-10T15:44:18.281 INFO:tasks.rados.rados.0.smithi069.stdout:3895: copy_from oid 48 from oid 31 current snap is 382 2024-04-10T15:44:18.281 INFO:tasks.rados.rados.0.smithi069.stdout:3888: finishing write tid 1 to smithi06982861-11 2024-04-10T15:44:18.281 INFO:tasks.rados.rados.0.smithi069.stdout:3888: finishing write tid 2 to smithi06982861-11 2024-04-10T15:44:18.281 INFO:tasks.rados.rados.0.smithi069.stdout:3888: finishing write tid 3 to smithi06982861-11 2024-04-10T15:44:18.281 INFO:tasks.rados.rados.0.smithi069.stdout:3888: finishing write tid 4 to smithi06982861-11 2024-04-10T15:44:18.281 INFO:tasks.rados.rados.0.smithi069.stdout:3888: finishing write tid 5 to smithi06982861-11 2024-04-10T15:44:18.282 INFO:tasks.rados.rados.0.smithi069.stdout:3888: oid 11 updating version 0 to 1904 2024-04-10T15:44:18.282 INFO:tasks.rados.rados.0.smithi069.stdout:3888: oid 11 version 1904 is already newer than 1902 2024-04-10T15:44:18.282 INFO:tasks.rados.rados.0.smithi069.stdout:3888: oid 11 version 1904 is already newer than 1903 2024-04-10T15:44:18.282 INFO:tasks.rados.rados.0.smithi069.stdout:3888: oid 11 version 1904 is already newer than 1901 2024-04-10T15:44:18.282 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 11 v 1904 (ObjNum 1219 snap 382 seq_num 1219) dirty exists 2024-04-10T15:44:18.282 INFO:tasks.rados.rados.0.smithi069.stdout:3888: left oid 11 (ObjNum 1219 snap 382 seq_num 1219) 2024-04-10T15:44:18.282 INFO:tasks.rados.rados.0.smithi069.stdout:3889: finishing write tid 1 to smithi06982861-5 2024-04-10T15:44:18.282 INFO:tasks.rados.rados.0.smithi069.stdout:3888: done (6 left) 2024-04-10T15:44:18.282 INFO:tasks.rados.rados.0.smithi069.stdout:3896: rollback oid 45 current snap is 382 2024-04-10T15:44:18.282 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 45 to 364 2024-04-10T15:44:18.282 INFO:tasks.rados.rados.0.smithi069.stdout:3897: copy_from oid 8 from oid 40 current snap is 382 2024-04-10T15:44:18.282 INFO:tasks.rados.rados.0.smithi069.stdout:3889: finishing write tid 2 to smithi06982861-5 2024-04-10T15:44:18.282 INFO:tasks.rados.rados.0.smithi069.stdout:3889: finishing write tid 3 to smithi06982861-5 2024-04-10T15:44:18.282 INFO:tasks.rados.rados.0.smithi069.stdout:3889: finishing write tid 4 to smithi06982861-5 2024-04-10T15:44:18.283 INFO:tasks.rados.rados.0.smithi069.stdout:3889: finishing write tid 5 to smithi06982861-5 2024-04-10T15:44:18.283 INFO:tasks.rados.rados.0.smithi069.stdout:3889: oid 5 updating version 0 to 1911 2024-04-10T15:44:18.283 INFO:tasks.rados.rados.0.smithi069.stdout:3889: oid 5 updating version 1911 to 1913 2024-04-10T15:44:18.283 INFO:tasks.rados.rados.0.smithi069.stdout:3889: oid 5 version 1913 is already newer than 1912 2024-04-10T15:44:18.283 INFO:tasks.rados.rados.0.smithi069.stdout:3889: oid 5 version 1913 is already newer than 1910 2024-04-10T15:44:18.283 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 5 v 1913 (ObjNum 1220 snap 382 seq_num 1220) dirty exists 2024-04-10T15:44:18.283 INFO:tasks.rados.rados.0.smithi069.stdout:3889: left oid 5 (ObjNum 1220 snap 382 seq_num 1220) 2024-04-10T15:44:18.283 INFO:tasks.rados.rados.0.smithi069.stdout:3890: finishing write tid 1 to smithi06982861-27 2024-04-10T15:44:18.283 INFO:tasks.rados.rados.0.smithi069.stdout:3890: finishing write tid 2 to smithi06982861-27 2024-04-10T15:44:18.283 INFO:tasks.rados.rados.0.smithi069.stdout:3890: finishing write tid 3 to smithi06982861-27 2024-04-10T15:44:18.283 INFO:tasks.rados.rados.0.smithi069.stdout:3890: finishing write tid 4 to smithi06982861-27 2024-04-10T15:44:18.283 INFO:tasks.rados.rados.0.smithi069.stdout:3890: finishing write tid 5 to smithi06982861-27 2024-04-10T15:44:18.283 INFO:tasks.rados.rados.0.smithi069.stdout:3890: oid 27 updating version 0 to 2074 2024-04-10T15:44:18.283 INFO:tasks.rados.rados.0.smithi069.stdout:3890: oid 27 version 2074 is already newer than 2071 2024-04-10T15:44:18.283 INFO:tasks.rados.rados.0.smithi069.stdout:3890: oid 27 version 2074 is already newer than 2072 2024-04-10T15:44:18.284 INFO:tasks.rados.rados.0.smithi069.stdout:3890: oid 27 version 2074 is already newer than 2073 2024-04-10T15:44:18.284 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 27 v 2074 (ObjNum 1221 snap 382 seq_num 1221) dirty exists 2024-04-10T15:44:18.284 INFO:tasks.rados.rados.0.smithi069.stdout:3890: left oid 27 (ObjNum 1221 snap 382 seq_num 1221) 2024-04-10T15:44:18.284 INFO:tasks.rados.rados.0.smithi069.stdout:3891: finishing write tid 1 to smithi06982861-29 2024-04-10T15:44:18.284 INFO:tasks.rados.rados.0.smithi069.stdout:3891: finishing write tid 2 to smithi06982861-29 2024-04-10T15:44:18.284 INFO:tasks.rados.rados.0.smithi069.stdout:3891: finishing write tid 3 to smithi06982861-29 2024-04-10T15:44:18.284 INFO:tasks.rados.rados.0.smithi069.stdout:3891: finishing write tid 4 to smithi06982861-29 2024-04-10T15:44:18.284 INFO:tasks.rados.rados.0.smithi069.stdout:3892: expect (ObjNum 1202 snap 376 seq_num 1202) 2024-04-10T15:44:18.320 INFO:tasks.rados.rados.0.smithi069.stdout:3891: finishing write tid 5 to smithi06982861-29 2024-04-10T15:44:18.320 INFO:tasks.rados.rados.0.smithi069.stdout:3891: oid 29 updating version 0 to 1662 2024-04-10T15:44:18.320 INFO:tasks.rados.rados.0.smithi069.stdout:3891: oid 29 version 1662 is already newer than 1660 2024-04-10T15:44:18.321 INFO:tasks.rados.rados.0.smithi069.stdout:3891: oid 29 updating version 1662 to 1663 2024-04-10T15:44:18.321 INFO:tasks.rados.rados.0.smithi069.stdout:3891: oid 29 version 1663 is already newer than 1661 2024-04-10T15:44:18.321 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 29 v 1663 (ObjNum 1222 snap 382 seq_num 1222) dirty exists 2024-04-10T15:44:18.321 INFO:tasks.rados.rados.0.smithi069.stdout:3891: left oid 29 (ObjNum 1222 snap 382 seq_num 1222) 2024-04-10T15:44:18.321 INFO:tasks.rados.rados.0.smithi069.stdout:3893: finishing copy_from racing read to smithi06982861-39 2024-04-10T15:44:18.321 INFO:tasks.rados.rados.0.smithi069.stdout:3893: finishing copy_from to smithi06982861-39 2024-04-10T15:44:18.321 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 39 v 1609 (ObjNum 1088 snap 334 seq_num 1088) dirty exists 2024-04-10T15:44:18.322 INFO:tasks.rados.rados.0.smithi069.stdout:3889: done (7 left) 2024-04-10T15:44:18.322 INFO:tasks.rados.rados.0.smithi069.stdout:3890: done (6 left) 2024-04-10T15:44:18.322 INFO:tasks.rados.rados.0.smithi069.stdout:3891: done (5 left) 2024-04-10T15:44:18.322 INFO:tasks.rados.rados.0.smithi069.stdout:3892: done (4 left) 2024-04-10T15:44:18.322 INFO:tasks.rados.rados.0.smithi069.stdout:3893: done (3 left) 2024-04-10T15:44:18.322 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 13 current snap is 382 2024-04-10T15:44:18.323 INFO:tasks.rados.rados.0.smithi069.stdout:3897: finishing copy_from racing read to smithi06982861-8 2024-04-10T15:44:18.323 INFO:tasks.rados.rados.0.smithi069.stdout:3898: seq_num 1223 ranges {901120=491520,1392640=491520,1884160=311296} 2024-04-10T15:44:18.327 INFO:tasks.rados.rados.0.smithi069.stdout:3898: writing smithi06982861-13 from 901120 to 1392640 tid 1 2024-04-10T15:44:18.329 INFO:tasks.rados.rados.0.smithi069.stdout:3898: writing smithi06982861-13 from 1392640 to 1884160 tid 2 2024-04-10T15:44:18.331 INFO:tasks.rados.rados.0.smithi069.stdout:3898: writing smithi06982861-13 from 1884160 to 2195456 tid 3 2024-04-10T15:44:18.331 INFO:tasks.rados.rados.0.smithi069.stdout:3899: copy_from oid 30 from oid 49 current snap is 382 2024-04-10T15:44:18.332 INFO:tasks.rados.rados.0.smithi069.stdout:3900: snap_remove snap 348 2024-04-10T15:44:18.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:44:18 smithi069 ceph-mon[96738]: osdmap e824: 8 total, 8 up, 8 in 2024-04-10T15:44:18.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:44:18 smithi069 ceph-mon[96738]: pgmap v898: 121 pgs: 121 active+clean; 324 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 2.4 MiB/s rd, 4.1 MiB/s wr, 5 op/s 2024-04-10T15:44:18.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:44:18 smithi069 ceph-mon[94167]: osdmap e824: 8 total, 8 up, 8 in 2024-04-10T15:44:18.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:44:18 smithi069 ceph-mon[94167]: pgmap v898: 121 pgs: 121 active+clean; 324 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 2.4 MiB/s rd, 4.1 MiB/s wr, 5 op/s 2024-04-10T15:44:18.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:44:18 smithi077 ceph-mon[87572]: osdmap e824: 8 total, 8 up, 8 in 2024-04-10T15:44:18.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:44:18 smithi077 ceph-mon[87572]: pgmap v898: 121 pgs: 121 active+clean; 324 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 2.4 MiB/s rd, 4.1 MiB/s wr, 5 op/s 2024-04-10T15:44:19.285 INFO:tasks.rados.rados.0.smithi069.stdout:3900: done (5 left) 2024-04-10T15:44:19.285 INFO:tasks.rados.rados.0.smithi069.stdout:3901: snap_create 2024-04-10T15:44:19.285 INFO:tasks.rados.rados.0.smithi069.stdout:3896: finishing rollback tid 0 to smithi06982861-45 2024-04-10T15:44:19.285 INFO:tasks.rados.rados.0.smithi069.stdout:3897: finishing copy_from to smithi06982861-8 2024-04-10T15:44:19.285 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 8 v 1501 (ObjNum 65 snap 0 seq_num 1802786927) dirty exists 2024-04-10T15:44:19.285 INFO:tasks.rados.rados.0.smithi069.stdout:3896: finishing rollback tid 1 to smithi06982861-45 2024-04-10T15:44:19.285 INFO:tasks.rados.rados.0.smithi069.stdout:3895: finishing copy_from racing read to smithi06982861-48 2024-04-10T15:44:19.286 INFO:tasks.rados.rados.0.smithi069.stdout:3896: finishing rollback tid 2 to smithi06982861-45 2024-04-10T15:44:19.286 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 45 v 1583 (ObjNum 1066 snap 327 seq_num 1066) dirty exists 2024-04-10T15:44:19.286 INFO:tasks.rados.rados.0.smithi069.stdout:3895: finishing copy_from to smithi06982861-48 2024-04-10T15:44:19.286 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 48 v 1913 (ObjNum 1210 snap 380 seq_num 1210) dirty exists 2024-04-10T15:44:19.286 INFO:tasks.rados.rados.0.smithi069.stdout:3898: finishing write tid 1 to smithi06982861-13 2024-04-10T15:44:19.286 INFO:tasks.rados.rados.0.smithi069.stdout:3898: finishing write tid 2 to smithi06982861-13 2024-04-10T15:44:19.286 INFO:tasks.rados.rados.0.smithi069.stdout:3898: finishing write tid 3 to smithi06982861-13 2024-04-10T15:44:19.286 INFO:tasks.rados.rados.0.smithi069.stdout:3898: finishing write tid 4 to smithi06982861-13 2024-04-10T15:44:19.286 INFO:tasks.rados.rados.0.smithi069.stdout:3898: finishing write tid 5 to smithi06982861-13 2024-04-10T15:44:19.287 INFO:tasks.rados.rados.0.smithi069.stdout:3898: oid 13 updating version 0 to 1916 2024-04-10T15:44:19.287 INFO:tasks.rados.rados.0.smithi069.stdout:3898: oid 13 updating version 1916 to 1917 2024-04-10T15:44:19.287 INFO:tasks.rados.rados.0.smithi069.stdout:3898: oid 13 version 1917 is already newer than 1915 2024-04-10T15:44:19.287 INFO:tasks.rados.rados.0.smithi069.stdout:3898: oid 13 version 1917 is already newer than 1914 2024-04-10T15:44:19.287 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 13 v 1917 (ObjNum 1223 snap 382 seq_num 1223) dirty exists 2024-04-10T15:44:19.287 INFO:tasks.rados.rados.0.smithi069.stdout:3898: left oid 13 (ObjNum 1223 snap 382 seq_num 1223) 2024-04-10T15:44:19.287 INFO:tasks.rados.rados.0.smithi069.stdout:3899: finishing copy_from racing read to smithi06982861-30 2024-04-10T15:44:19.287 INFO:tasks.rados.rados.0.smithi069.stdout:3899: finishing copy_from to smithi06982861-30 2024-04-10T15:44:19.287 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 30 v 2070 (ObjNum 1217 snap 382 seq_num 1217) dirty exists 2024-04-10T15:44:19.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:44:19 smithi069 ceph-mon[96738]: osdmap e825: 8 total, 8 up, 8 in 2024-04-10T15:44:19.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:44:19 smithi069 ceph-mon[94167]: osdmap e825: 8 total, 8 up, 8 in 2024-04-10T15:44:19.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:44:19 smithi077 ceph-mon[87572]: osdmap e825: 8 total, 8 up, 8 in 2024-04-10T15:44:20.288 INFO:tasks.rados.rados.0.smithi069.stdout:3895: done (5 left) 2024-04-10T15:44:20.288 INFO:tasks.rados.rados.0.smithi069.stdout:3896: done (4 left) 2024-04-10T15:44:20.288 INFO:tasks.rados.rados.0.smithi069.stdout:3897: done (3 left) 2024-04-10T15:44:20.288 INFO:tasks.rados.rados.0.smithi069.stdout:3898: done (2 left) 2024-04-10T15:44:20.288 INFO:tasks.rados.rados.0.smithi069.stdout:3899: done (1 left) 2024-04-10T15:44:20.288 INFO:tasks.rados.rados.0.smithi069.stdout:3901: done (0 left) 2024-04-10T15:44:20.289 INFO:tasks.rados.rados.0.smithi069.stdout:3902: rollback oid 42 current snap is 383 2024-04-10T15:44:20.289 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 42 to 373 2024-04-10T15:44:20.289 INFO:tasks.rados.rados.0.smithi069.stdout:3903: read oid 27 snap -1 2024-04-10T15:44:20.289 INFO:tasks.rados.rados.0.smithi069.stdout:3903: expect (ObjNum 1221 snap 382 seq_num 1221) 2024-04-10T15:44:20.289 INFO:tasks.rados.rados.0.smithi069.stdout:3904: setattr oid 25 current snap is 383 2024-04-10T15:44:20.291 INFO:tasks.rados.rados.0.smithi069.stdout:3905: rmattr oid 34 current snap is 383 2024-04-10T15:44:20.291 INFO:tasks.rados.rados.0.smithi069.stdout:3905: done (3 left) 2024-04-10T15:44:20.291 INFO:tasks.rados.rados.0.smithi069.stdout:3906: read oid 31 snap -1 2024-04-10T15:44:20.291 INFO:tasks.rados.rados.0.smithi069.stdout:3906: expect (ObjNum 1210 snap 380 seq_num 1210) 2024-04-10T15:44:20.291 INFO:tasks.rados.rados.0.smithi069.stdout:3907: snap_create 2024-04-10T15:44:20.303 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 25 v 1905 (ObjNum 1194 snap 373 seq_num 1194) dirty exists 2024-04-10T15:44:20.307 INFO:tasks.rados.rados.0.smithi069.stdout:3902: finishing rollback tid 1 to smithi06982861-42 2024-04-10T15:44:20.307 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 42 v 1555 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-04-10T15:44:20.308 INFO:tasks.rados.rados.0.smithi069.stdout:3903: expect (ObjNum 1221 snap 382 seq_num 1221) 2024-04-10T15:44:20.491 INFO:tasks.rados.rados.0.smithi069.stdout:3906: expect (ObjNum 1210 snap 380 seq_num 1210) 2024-04-10T15:44:20.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:44:20 smithi069 ceph-mon[96738]: osdmap e826: 8 total, 8 up, 8 in 2024-04-10T15:44:20.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:44:20 smithi069 ceph-mon[96738]: pgmap v901: 121 pgs: 121 active+clean; 326 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 3.6 MiB/s rd, 3.6 MiB/s wr, 13 op/s 2024-04-10T15:44:20.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:44:20 smithi069 ceph-mon[94167]: osdmap e826: 8 total, 8 up, 8 in 2024-04-10T15:44:20.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:44:20 smithi069 ceph-mon[94167]: pgmap v901: 121 pgs: 121 active+clean; 326 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 3.6 MiB/s rd, 3.6 MiB/s wr, 13 op/s 2024-04-10T15:44:20.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:44:20 smithi077 ceph-mon[87572]: osdmap e826: 8 total, 8 up, 8 in 2024-04-10T15:44:20.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:44:20 smithi077 ceph-mon[87572]: pgmap v901: 121 pgs: 121 active+clean; 326 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 3.6 MiB/s rd, 3.6 MiB/s wr, 13 op/s 2024-04-10T15:44:21.269 INFO:tasks.rados.rados.0.smithi069.stdout:3902: done (4 left) 2024-04-10T15:44:21.269 INFO:tasks.rados.rados.0.smithi069.stdout:3903: done (3 left) 2024-04-10T15:44:21.269 INFO:tasks.rados.rados.0.smithi069.stdout:3904: done (2 left) 2024-04-10T15:44:21.269 INFO:tasks.rados.rados.0.smithi069.stdout:3906: done (1 left) 2024-04-10T15:44:21.269 INFO:tasks.rados.rados.0.smithi069.stdout:3907: done (0 left) 2024-04-10T15:44:21.270 INFO:tasks.rados.rados.0.smithi069.stdout:3908: delete oid 17 current snap is 384 2024-04-10T15:44:21.274 INFO:tasks.rados.rados.0.smithi069.stdout:3908: done (0 left) 2024-04-10T15:44:21.274 INFO:tasks.rados.rados.0.smithi069.stdout:3909: rollback oid 23 current snap is 384 2024-04-10T15:44:21.274 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 23 to 381 2024-04-10T15:44:21.274 INFO:tasks.rados.rados.0.smithi069.stdout:3910: snap_remove snap 372 2024-04-10T15:44:21.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:44:21 smithi069 ceph-mon[94167]: osdmap e827: 8 total, 8 up, 8 in 2024-04-10T15:44:21.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:44:21 smithi069 ceph-mon[94167]: osdmap e828: 8 total, 8 up, 8 in 2024-04-10T15:44:21.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:44:21 smithi069 ceph-mon[96738]: osdmap e827: 8 total, 8 up, 8 in 2024-04-10T15:44:21.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:44:21 smithi069 ceph-mon[96738]: osdmap e828: 8 total, 8 up, 8 in 2024-04-10T15:44:21.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:44:21 smithi077 ceph-mon[87572]: osdmap e827: 8 total, 8 up, 8 in 2024-04-10T15:44:21.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:44:21 smithi077 ceph-mon[87572]: osdmap e828: 8 total, 8 up, 8 in 2024-04-10T15:44:22.270 INFO:tasks.rados.rados.0.smithi069.stdout:3910: done (1 left) 2024-04-10T15:44:22.270 INFO:tasks.rados.rados.0.smithi069.stdout:3911: read oid 15 snap -1 2024-04-10T15:44:22.270 INFO:tasks.rados.rados.0.smithi069.stdout:3911: expect deleted 2024-04-10T15:44:22.270 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 16 current snap is 384 2024-04-10T15:44:22.270 INFO:tasks.rados.rados.0.smithi069.stdout:3912: seq_num 1225 ranges {802816=524288,1327104=712704,2039808=90112} 2024-04-10T15:44:22.278 INFO:tasks.rados.rados.0.smithi069.stdout:3912: writing smithi06982861-16 from 802816 to 1327104 tid 1 2024-04-10T15:44:22.283 INFO:tasks.rados.rados.0.smithi069.stdout:3912: writing smithi06982861-16 from 1327104 to 2039808 tid 2 2024-04-10T15:44:22.283 INFO:tasks.rados.rados.0.smithi069.stdout:3912: writing smithi06982861-16 from 2039808 to 2129920 tid 3 2024-04-10T15:44:22.283 INFO:tasks.rados.rados.0.smithi069.stdout:3913: snap_remove snap 377 2024-04-10T15:44:22.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:44:22 smithi069 ceph-mon[96738]: pgmap v904: 121 pgs: 121 active+clean; 340 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 15 MiB/s rd, 8.1 MiB/s wr, 33 op/s 2024-04-10T15:44:22.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:44:22 smithi069 ceph-mon[96738]: osdmap e829: 8 total, 8 up, 8 in 2024-04-10T15:44:22.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:44:22 smithi069 ceph-mon[94167]: pgmap v904: 121 pgs: 121 active+clean; 340 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 15 MiB/s rd, 8.1 MiB/s wr, 33 op/s 2024-04-10T15:44:22.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:44:22 smithi069 ceph-mon[94167]: osdmap e829: 8 total, 8 up, 8 in 2024-04-10T15:44:22.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:44:22 smithi077 ceph-mon[87572]: pgmap v904: 121 pgs: 121 active+clean; 340 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 15 MiB/s rd, 8.1 MiB/s wr, 33 op/s 2024-04-10T15:44:22.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:44:22 smithi077 ceph-mon[87572]: osdmap e829: 8 total, 8 up, 8 in 2024-04-10T15:44:22.744 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:44:22 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T15:44:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:44:23.269 INFO:tasks.rados.rados.0.smithi069.stdout:3913: done (3 left) 2024-04-10T15:44:23.269 INFO:tasks.rados.rados.0.smithi069.stdout:3914: read oid 24 snap -1 2024-04-10T15:44:23.269 INFO:tasks.rados.rados.0.smithi069.stdout:3914: expect deleted 2024-04-10T15:44:23.269 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 7 current snap is 384 2024-04-10T15:44:23.269 INFO:tasks.rados.rados.0.smithi069.stdout:3915: seq_num 1226 ranges {942080=540672,1482752=598016,2080768=204800} 2024-04-10T15:44:23.278 INFO:tasks.rados.rados.0.smithi069.stdout:3915: writing smithi06982861-7 from 942080 to 1482752 tid 1 2024-04-10T15:44:23.282 INFO:tasks.rados.rados.0.smithi069.stdout:3915: writing smithi06982861-7 from 1482752 to 2080768 tid 2 2024-04-10T15:44:23.284 INFO:tasks.rados.rados.0.smithi069.stdout:3915: writing smithi06982861-7 from 2080768 to 2285568 tid 3 2024-04-10T15:44:23.285 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 9 current snap is 384 2024-04-10T15:44:23.285 INFO:tasks.rados.rados.0.smithi069.stdout:3909: finishing rollback tid 0 to smithi06982861-23 2024-04-10T15:44:23.286 INFO:tasks.rados.rados.0.smithi069.stdout:3909: finishing rollback tid 1 to smithi06982861-23 2024-04-10T15:44:23.286 INFO:tasks.rados.rados.0.smithi069.stdout:3909: finishing rollback tid 2 to smithi06982861-23 2024-04-10T15:44:23.286 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 23 v 2141 (ObjNum 1200 snap 376 seq_num 1200) dirty exists 2024-04-10T15:44:23.286 INFO:tasks.rados.rados.0.smithi069.stdout:3912: finishing write tid 1 to smithi06982861-16 2024-04-10T15:44:23.286 INFO:tasks.rados.rados.0.smithi069.stdout:3912: finishing write tid 2 to smithi06982861-16 2024-04-10T15:44:23.286 INFO:tasks.rados.rados.0.smithi069.stdout:3912: finishing write tid 3 to smithi06982861-16 2024-04-10T15:44:23.286 INFO:tasks.rados.rados.0.smithi069.stdout:3912: finishing write tid 4 to smithi06982861-16 2024-04-10T15:44:23.286 INFO:tasks.rados.rados.0.smithi069.stdout:3912: finishing write tid 5 to smithi06982861-16 2024-04-10T15:44:23.286 INFO:tasks.rados.rados.0.smithi069.stdout:3912: oid 16 updating version 0 to 2151 2024-04-10T15:44:23.286 INFO:tasks.rados.rados.0.smithi069.stdout:3912: oid 16 updating version 2151 to 2153 2024-04-10T15:44:23.286 INFO:tasks.rados.rados.0.smithi069.stdout:3912: oid 16 version 2153 is already newer than 2152 2024-04-10T15:44:23.286 INFO:tasks.rados.rados.0.smithi069.stdout:3912: oid 16 version 2153 is already newer than 2150 2024-04-10T15:44:23.286 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 16 v 2153 (ObjNum 1225 snap 384 seq_num 1225) dirty exists 2024-04-10T15:44:23.286 INFO:tasks.rados.rados.0.smithi069.stdout:3912: left oid 16 (ObjNum 1225 snap 384 seq_num 1225) 2024-04-10T15:44:23.287 INFO:tasks.rados.rados.0.smithi069.stdout:3916: seq_num 1227 ranges {0=557056,557056=483328,1040384=319488} 2024-04-10T15:44:23.289 INFO:tasks.rados.rados.0.smithi069.stdout:3916: writing smithi06982861-9 from 0 to 557056 tid 1 2024-04-10T15:44:23.292 INFO:tasks.rados.rados.0.smithi069.stdout:3916: writing smithi06982861-9 from 557056 to 1040384 tid 2 2024-04-10T15:44:23.295 INFO:tasks.rados.rados.0.smithi069.stdout:3916: writing smithi06982861-9 from 1040384 to 1359872 tid 3 2024-04-10T15:44:23.295 INFO:tasks.rados.rados.0.smithi069.stdout:3909: done (5 left) 2024-04-10T15:44:23.295 INFO:tasks.rados.rados.0.smithi069.stdout:3911: done (4 left) 2024-04-10T15:44:23.295 INFO:tasks.rados.rados.0.smithi069.stdout:3912: done (3 left) 2024-04-10T15:44:23.295 INFO:tasks.rados.rados.0.smithi069.stdout:3914: done (2 left) 2024-04-10T15:44:23.295 INFO:tasks.rados.rados.0.smithi069.stdout:3917: setattr oid 32 current snap is 384 2024-04-10T15:44:23.295 INFO:tasks.rados.rados.0.smithi069.stdout:3915: finishing write tid 1 to smithi06982861-7 2024-04-10T15:44:23.295 INFO:tasks.rados.rados.0.smithi069.stdout:3915: finishing write tid 2 to smithi06982861-7 2024-04-10T15:44:23.296 INFO:tasks.rados.rados.0.smithi069.stdout:3915: finishing write tid 3 to smithi06982861-7 2024-04-10T15:44:23.296 INFO:tasks.rados.rados.0.smithi069.stdout:3916: finishing write tid 1 to smithi06982861-9 2024-04-10T15:44:23.296 INFO:tasks.rados.rados.0.smithi069.stdout:3915: finishing write tid 4 to smithi06982861-7 2024-04-10T15:44:23.298 INFO:tasks.rados.rados.0.smithi069.stdout:3916: finishing write tid 2 to smithi06982861-9 2024-04-10T15:44:23.298 INFO:tasks.rados.rados.0.smithi069.stdout:3916: finishing write tid 3 to smithi06982861-9 2024-04-10T15:44:23.300 INFO:tasks.rados.rados.0.smithi069.stdout:3915: finishing write tid 5 to smithi06982861-7 2024-04-10T15:44:23.300 INFO:tasks.rados.rados.0.smithi069.stdout:3915: oid 7 updating version 0 to 2157 2024-04-10T15:44:23.300 INFO:tasks.rados.rados.0.smithi069.stdout:3915: oid 7 version 2157 is already newer than 2155 2024-04-10T15:44:23.300 INFO:tasks.rados.rados.0.smithi069.stdout:3915: oid 7 version 2157 is already newer than 2156 2024-04-10T15:44:23.300 INFO:tasks.rados.rados.0.smithi069.stdout:3915: oid 7 version 2157 is already newer than 2154 2024-04-10T15:44:23.300 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 7 v 2157 (ObjNum 1226 snap 384 seq_num 1226) dirty exists 2024-04-10T15:44:23.300 INFO:tasks.rados.rados.0.smithi069.stdout:3915: left oid 7 (ObjNum 1226 snap 384 seq_num 1226) 2024-04-10T15:44:23.300 INFO:tasks.rados.rados.0.smithi069.stdout:3915: done (2 left) 2024-04-10T15:44:23.300 INFO:tasks.rados.rados.0.smithi069.stdout:3918: rollback oid 19 current snap is 384 2024-04-10T15:44:23.300 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 19 to 364 2024-04-10T15:44:23.301 INFO:tasks.rados.rados.0.smithi069.stdout:3919: snap_remove snap 368 2024-04-10T15:44:24.280 INFO:tasks.rados.rados.0.smithi069.stdout:3919: done (3 left) 2024-04-10T15:44:24.280 INFO:tasks.rados.rados.0.smithi069.stdout:3920: rmattr oid 26 current snap is 384 2024-04-10T15:44:24.280 INFO:tasks.rados.rados.0.smithi069.stdout:3920: done (3 left) 2024-04-10T15:44:24.280 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 15 current snap is 384 2024-04-10T15:44:24.280 INFO:tasks.rados.rados.0.smithi069.stdout:3921: seq_num 1228 ranges {0=573440,573440=761856,1335296=40960} 2024-04-10T15:44:24.283 INFO:tasks.rados.rados.0.smithi069.stdout:3921: writing smithi06982861-15 from 0 to 573440 tid 1 2024-04-10T15:44:24.292 INFO:tasks.rados.rados.0.smithi069.stdout:3921: writing smithi06982861-15 from 573440 to 1335296 tid 2 2024-04-10T15:44:24.292 INFO:tasks.rados.rados.0.smithi069.stdout:3921: writing smithi06982861-15 from 1335296 to 1376256 tid 3 2024-04-10T15:44:24.292 INFO:tasks.rados.rados.0.smithi069.stdout:3922: rmattr oid 37 current snap is 384 2024-04-10T15:44:24.292 INFO:tasks.rados.rados.0.smithi069.stdout:3922: done (4 left) 2024-04-10T15:44:24.292 INFO:tasks.rados.rados.0.smithi069.stdout:3923: read oid 41 snap 352 2024-04-10T15:44:24.292 INFO:tasks.rados.rados.0.smithi069.stdout:3923: expect deleted 2024-04-10T15:44:24.292 INFO:tasks.rados.rados.0.smithi069.stdout:3924: read oid 34 snap -1 2024-04-10T15:44:24.292 INFO:tasks.rados.rados.0.smithi069.stdout:3924: expect (ObjNum 1202 snap 376 seq_num 1202) 2024-04-10T15:44:24.292 INFO:tasks.rados.rados.0.smithi069.stdout:3925: rollback oid 3 current snap is 384 2024-04-10T15:44:24.293 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 3 to 347 2024-04-10T15:44:24.293 INFO:tasks.rados.rados.0.smithi069.stdout:3916: finishing write tid 4 to smithi06982861-9 2024-04-10T15:44:24.293 INFO:tasks.rados.rados.0.smithi069.stdout:3926: copy_from oid 28 from oid 49 current snap is 384 2024-04-10T15:44:24.293 INFO:tasks.rados.rados.0.smithi069.stdout:3916: finishing write tid 5 to smithi06982861-9 2024-04-10T15:44:24.293 INFO:tasks.rados.rados.0.smithi069.stdout:3916: oid 9 updating version 0 to 1659 2024-04-10T15:44:24.293 INFO:tasks.rados.rados.0.smithi069.stdout:3916: oid 9 updating version 1659 to 1661 2024-04-10T15:44:24.293 INFO:tasks.rados.rados.0.smithi069.stdout:3916: oid 9 version 1661 is already newer than 1660 2024-04-10T15:44:24.293 INFO:tasks.rados.rados.0.smithi069.stdout:3916: oid 9 updating version 1661 to 1662 2024-04-10T15:44:24.293 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 9 v 1662 (ObjNum 1227 snap 384 seq_num 1227) dirty exists 2024-04-10T15:44:24.293 INFO:tasks.rados.rados.0.smithi069.stdout:3916: left oid 9 (ObjNum 1227 snap 384 seq_num 1227) 2024-04-10T15:44:24.293 INFO:tasks.rados.rados.0.smithi069.stdout:3918: finishing rollback tid 0 to smithi06982861-19 2024-04-10T15:44:24.293 INFO:tasks.rados.rados.0.smithi069.stdout:3918: finishing rollback tid 1 to smithi06982861-19 2024-04-10T15:44:24.293 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 19 v 2217 (ObjNum 33 snap 0 seq_num 3829504211) dirty dne 2024-04-10T15:44:24.294 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 32 v 1903 (ObjNum 1216 snap 382 seq_num 1216) dirty exists 2024-04-10T15:44:24.294 INFO:tasks.rados.rados.0.smithi069.stdout:3916: done (7 left) 2024-04-10T15:44:24.294 INFO:tasks.rados.rados.0.smithi069.stdout:3917: done (6 left) 2024-04-10T15:44:24.294 INFO:tasks.rados.rados.0.smithi069.stdout:3918: done (5 left) 2024-04-10T15:44:24.294 INFO:tasks.rados.rados.0.smithi069.stdout:3927: copy_from oid 36 from oid 25 current snap is 384 2024-04-10T15:44:24.294 INFO:tasks.rados.rados.0.smithi069.stdout:3928: snap_create 2024-04-10T15:44:24.299 INFO:tasks.rados.rados.0.smithi069.stdout:3921: finishing write tid 1 to smithi06982861-15 2024-04-10T15:44:24.304 INFO:tasks.rados.rados.0.smithi069.stdout:3925: finishing rollback tid 0 to smithi06982861-3 2024-04-10T15:44:24.304 INFO:tasks.rados.rados.0.smithi069.stdout:3921: finishing write tid 2 to smithi06982861-15 2024-04-10T15:44:24.304 INFO:tasks.rados.rados.0.smithi069.stdout:3925: finishing rollback tid 1 to smithi06982861-3 2024-04-10T15:44:24.304 INFO:tasks.rados.rados.0.smithi069.stdout:3921: finishing write tid 3 to smithi06982861-15 2024-04-10T15:44:24.304 INFO:tasks.rados.rados.0.smithi069.stdout:3921: finishing write tid 4 to smithi06982861-15 2024-04-10T15:44:24.305 INFO:tasks.rados.rados.0.smithi069.stdout:3925: finishing rollback tid 2 to smithi06982861-3 2024-04-10T15:44:24.305 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 3 v 1586 (ObjNum 1064 snap 326 seq_num 1064) dirty exists 2024-04-10T15:44:24.307 INFO:tasks.rados.rados.0.smithi069.stdout:3921: finishing write tid 5 to smithi06982861-15 2024-04-10T15:44:24.307 INFO:tasks.rados.rados.0.smithi069.stdout:3921: oid 15 updating version 0 to 1914 2024-04-10T15:44:24.307 INFO:tasks.rados.rados.0.smithi069.stdout:3921: oid 15 updating version 1914 to 1915 2024-04-10T15:44:24.307 INFO:tasks.rados.rados.0.smithi069.stdout:3921: oid 15 updating version 1915 to 1917 2024-04-10T15:44:24.307 INFO:tasks.rados.rados.0.smithi069.stdout:3921: oid 15 version 1917 is already newer than 1916 2024-04-10T15:44:24.307 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 15 v 1917 (ObjNum 1228 snap 384 seq_num 1228) dirty exists 2024-04-10T15:44:24.307 INFO:tasks.rados.rados.0.smithi069.stdout:3921: left oid 15 (ObjNum 1228 snap 384 seq_num 1228) 2024-04-10T15:44:24.308 INFO:tasks.rados.rados.0.smithi069.stdout:3927: finishing copy_from racing read to smithi06982861-36 2024-04-10T15:44:24.309 INFO:tasks.rados.rados.0.smithi069.stdout:3927: finishing copy_from to smithi06982861-36 2024-04-10T15:44:24.309 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 36 v 1905 (ObjNum 1194 snap 373 seq_num 1194) dirty exists 2024-04-10T15:44:24.315 INFO:tasks.rados.rados.0.smithi069.stdout:3924: expect (ObjNum 1202 snap 376 seq_num 1202) 2024-04-10T15:44:24.340 INFO:tasks.rados.rados.0.smithi069.stdout:3926: finishing copy_from racing read to smithi06982861-28 2024-04-10T15:44:24.340 INFO:tasks.rados.rados.0.smithi069.stdout:3926: finishing copy_from to smithi06982861-28 2024-04-10T15:44:24.340 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 28 v 2070 (ObjNum 1217 snap 382 seq_num 1217) dirty exists 2024-04-10T15:44:24.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:44:24 smithi069 ceph-mon[96738]: osdmap e830: 8 total, 8 up, 8 in 2024-04-10T15:44:24.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:44:24 smithi069 ceph-mon[96738]: pgmap v907: 121 pgs: 121 active+clean; 350 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 14 MiB/s rd, 6.8 MiB/s wr, 25 op/s 2024-04-10T15:44:24.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:44:24 smithi069 ceph-mon[94167]: osdmap e830: 8 total, 8 up, 8 in 2024-04-10T15:44:24.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:44:24 smithi069 ceph-mon[94167]: pgmap v907: 121 pgs: 121 active+clean; 350 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 14 MiB/s rd, 6.8 MiB/s wr, 25 op/s 2024-04-10T15:44:24.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:44:24 smithi077 ceph-mon[87572]: osdmap e830: 8 total, 8 up, 8 in 2024-04-10T15:44:24.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:44:24 smithi077 ceph-mon[87572]: pgmap v907: 121 pgs: 121 active+clean; 350 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 14 MiB/s rd, 6.8 MiB/s wr, 25 op/s 2024-04-10T15:44:25.283 INFO:tasks.rados.rados.0.smithi069.stdout:3921: done (6 left) 2024-04-10T15:44:25.283 INFO:tasks.rados.rados.0.smithi069.stdout:3923: done (5 left) 2024-04-10T15:44:25.283 INFO:tasks.rados.rados.0.smithi069.stdout:3924: done (4 left) 2024-04-10T15:44:25.283 INFO:tasks.rados.rados.0.smithi069.stdout:3925: done (3 left) 2024-04-10T15:44:25.283 INFO:tasks.rados.rados.0.smithi069.stdout:3926: done (2 left) 2024-04-10T15:44:25.283 INFO:tasks.rados.rados.0.smithi069.stdout:3927: done (1 left) 2024-04-10T15:44:25.283 INFO:tasks.rados.rados.0.smithi069.stdout:3928: done (0 left) 2024-04-10T15:44:25.283 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 12 current snap is 385 2024-04-10T15:44:25.283 INFO:tasks.rados.rados.0.smithi069.stdout:3929: seq_num 1229 ranges {16793600=589824,17383424=647168,18030592=155648} 2024-04-10T15:44:25.374 INFO:tasks.rados.rados.0.smithi069.stdout:3929: writing smithi06982861-12 from 16793600 to 17383424 tid 1 2024-04-10T15:44:25.378 INFO:tasks.rados.rados.0.smithi069.stdout:3929: writing smithi06982861-12 from 17383424 to 18030592 tid 2 2024-04-10T15:44:25.379 INFO:tasks.rados.rados.0.smithi069.stdout:3929: writing smithi06982861-12 from 18030592 to 18186240 tid 3 2024-04-10T15:44:25.379 INFO:tasks.rados.rados.0.smithi069.stdout:3930: copy_from oid 6 from oid 39 current snap is 385 2024-04-10T15:44:25.379 INFO:tasks.rados.rados.0.smithi069.stdout:3931: copy_from oid 15 from oid 41 current snap is 385 2024-04-10T15:44:25.379 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 21 current snap is 385 2024-04-10T15:44:25.379 INFO:tasks.rados.rados.0.smithi069.stdout:3932: seq_num 1230 ranges {483328=606208,1089536=532480,1622016=270336} 2024-04-10T15:44:25.384 INFO:tasks.rados.rados.0.smithi069.stdout:3932: writing smithi06982861-21 from 483328 to 1089536 tid 1 2024-04-10T15:44:25.387 INFO:tasks.rados.rados.0.smithi069.stdout:3932: writing smithi06982861-21 from 1089536 to 1622016 tid 2 2024-04-10T15:44:25.389 INFO:tasks.rados.rados.0.smithi069.stdout:3932: writing smithi06982861-21 from 1622016 to 1892352 tid 3 2024-04-10T15:44:25.389 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 45 current snap is 385 2024-04-10T15:44:25.389 INFO:tasks.rados.rados.0.smithi069.stdout:3931: finishing copy_from to smithi06982861-15 2024-04-10T15:44:25.389 INFO:tasks.rados.rados.0.smithi069.stdout:3931: got expected ENOENT (src dne) 2024-04-10T15:44:25.389 INFO:tasks.rados.rados.0.smithi069.stdout:3931: finishing copy_from racing read to smithi06982861-15 2024-04-10T15:44:25.390 INFO:tasks.rados.rados.0.smithi069.stdout:3929: finishing write tid 1 to smithi06982861-12 2024-04-10T15:44:25.390 INFO:tasks.rados.rados.0.smithi069.stdout:3929: finishing write tid 2 to smithi06982861-12 2024-04-10T15:44:25.390 INFO:tasks.rados.rados.0.smithi069.stdout:3933: seq_num 1231 ranges {5824512=622592,6447104=417792,6864896=385024} 2024-04-10T15:44:25.423 INFO:tasks.rados.rados.0.smithi069.stdout:3933: writing smithi06982861-45 from 5824512 to 6447104 tid 1 2024-04-10T15:44:25.426 INFO:tasks.rados.rados.0.smithi069.stdout:3933: writing smithi06982861-45 from 6447104 to 6864896 tid 2 2024-04-10T15:44:25.429 INFO:tasks.rados.rados.0.smithi069.stdout:3933: writing smithi06982861-45 from 6864896 to 7249920 tid 3 2024-04-10T15:44:25.429 INFO:tasks.rados.rados.0.smithi069.stdout:3931: done (4 left) 2024-04-10T15:44:25.430 INFO:tasks.rados.rados.0.smithi069.stdout:3934: rollback oid 9 current snap is 385 2024-04-10T15:44:25.430 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 9 to 329 2024-04-10T15:44:25.430 INFO:tasks.rados.rados.0.smithi069.stdout:3929: finishing write tid 3 to smithi06982861-12 2024-04-10T15:44:25.430 INFO:tasks.rados.rados.0.smithi069.stdout:3929: finishing write tid 4 to smithi06982861-12 2024-04-10T15:44:25.430 INFO:tasks.rados.rados.0.smithi069.stdout:3929: finishing write tid 5 to smithi06982861-12 2024-04-10T15:44:25.430 INFO:tasks.rados.rados.0.smithi069.stdout:3929: oid 12 updating version 0 to 1906 2024-04-10T15:44:25.430 INFO:tasks.rados.rados.0.smithi069.stdout:3929: oid 12 version 1906 is already newer than 1905 2024-04-10T15:44:25.430 INFO:tasks.rados.rados.0.smithi069.stdout:3929: oid 12 updating version 1906 to 1907 2024-04-10T15:44:25.430 INFO:tasks.rados.rados.0.smithi069.stdout:3929: oid 12 version 1907 is already newer than 1904 2024-04-10T15:44:25.430 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 12 v 1907 (ObjNum 1229 snap 385 seq_num 1229) dirty exists 2024-04-10T15:44:25.430 INFO:tasks.rados.rados.0.smithi069.stdout:3929: left oid 12 (ObjNum 1229 snap 385 seq_num 1229) 2024-04-10T15:44:25.430 INFO:tasks.rados.rados.0.smithi069.stdout:3932: finishing write tid 1 to smithi06982861-21 2024-04-10T15:44:25.430 INFO:tasks.rados.rados.0.smithi069.stdout:3932: finishing write tid 2 to smithi06982861-21 2024-04-10T15:44:25.431 INFO:tasks.rados.rados.0.smithi069.stdout:3932: finishing write tid 3 to smithi06982861-21 2024-04-10T15:44:25.431 INFO:tasks.rados.rados.0.smithi069.stdout:3932: finishing write tid 4 to smithi06982861-21 2024-04-10T15:44:25.431 INFO:tasks.rados.rados.0.smithi069.stdout:3932: finishing write tid 5 to smithi06982861-21 2024-04-10T15:44:25.431 INFO:tasks.rados.rados.0.smithi069.stdout:3932: oid 21 updating version 0 to 1666 2024-04-10T15:44:25.431 INFO:tasks.rados.rados.0.smithi069.stdout:3932: oid 21 version 1666 is already newer than 1664 2024-04-10T15:44:25.431 INFO:tasks.rados.rados.0.smithi069.stdout:3932: oid 21 version 1666 is already newer than 1663 2024-04-10T15:44:25.431 INFO:tasks.rados.rados.0.smithi069.stdout:3932: oid 21 version 1666 is already newer than 1665 2024-04-10T15:44:25.431 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 21 v 1666 (ObjNum 1230 snap 385 seq_num 1230) dirty exists 2024-04-10T15:44:25.431 INFO:tasks.rados.rados.0.smithi069.stdout:3932: left oid 21 (ObjNum 1230 snap 385 seq_num 1230) 2024-04-10T15:44:25.431 INFO:tasks.rados.rados.0.smithi069.stdout:3930: finishing copy_from racing read to smithi06982861-6 2024-04-10T15:44:25.431 INFO:tasks.rados.rados.0.smithi069.stdout:3930: finishing copy_from to smithi06982861-6 2024-04-10T15:44:25.431 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 6 v 1609 (ObjNum 1088 snap 334 seq_num 1088) dirty exists 2024-04-10T15:44:25.431 INFO:tasks.rados.rados.0.smithi069.stdout:3929: done (4 left) 2024-04-10T15:44:25.431 INFO:tasks.rados.rados.0.smithi069.stdout:3930: done (3 left) 2024-04-10T15:44:25.431 INFO:tasks.rados.rados.0.smithi069.stdout:3932: done (2 left) 2024-04-10T15:44:25.431 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 32 current snap is 385 2024-04-10T15:44:25.432 INFO:tasks.rados.rados.0.smithi069.stdout:3935: seq_num 1232 ranges {4751360=638976,5390336=753664,6144000=49152} 2024-04-10T15:44:25.457 INFO:tasks.rados.rados.0.smithi069.stdout:3935: writing smithi06982861-32 from 4751360 to 5390336 tid 1 2024-04-10T15:44:25.461 INFO:tasks.rados.rados.0.smithi069.stdout:3935: writing smithi06982861-32 from 5390336 to 6144000 tid 2 2024-04-10T15:44:25.462 INFO:tasks.rados.rados.0.smithi069.stdout:3935: writing smithi06982861-32 from 6144000 to 6193152 tid 3 2024-04-10T15:44:25.462 INFO:tasks.rados.rados.0.smithi069.stdout:3936: read oid 20 snap 380 2024-04-10T15:44:25.462 INFO:tasks.rados.rados.0.smithi069.stdout:3936: expect (ObjNum 870 snap 277 seq_num 870) 2024-04-10T15:44:25.463 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 44 current snap is 385 2024-04-10T15:44:25.463 INFO:tasks.rados.rados.0.smithi069.stdout:3934: finishing rollback tid 0 to smithi06982861-9 2024-04-10T15:44:25.463 INFO:tasks.rados.rados.0.smithi069.stdout:3937: seq_num 1233 ranges {0=655360,655360=638976,1294336=163840} 2024-04-10T15:44:25.466 INFO:tasks.rados.rados.0.smithi069.stdout:3937: writing smithi06982861-44 from 0 to 655360 tid 1 2024-04-10T15:44:25.470 INFO:tasks.rados.rados.0.smithi069.stdout:3937: writing smithi06982861-44 from 655360 to 1294336 tid 2 2024-04-10T15:44:25.471 INFO:tasks.rados.rados.0.smithi069.stdout:3937: writing smithi06982861-44 from 1294336 to 1458176 tid 3 2024-04-10T15:44:25.471 INFO:tasks.rados.rados.0.smithi069.stdout:3938: read oid 13 snap -1 2024-04-10T15:44:25.471 INFO:tasks.rados.rados.0.smithi069.stdout:3938: expect (ObjNum 1223 snap 382 seq_num 1223) 2024-04-10T15:44:25.471 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 43 current snap is 385 2024-04-10T15:44:25.472 INFO:tasks.rados.rados.0.smithi069.stdout:3939: seq_num 1234 ranges {3145728=671744,3817472=516096,4333568=286720} 2024-04-10T15:44:25.492 INFO:tasks.rados.rados.0.smithi069.stdout:3939: writing smithi06982861-43 from 3145728 to 3817472 tid 1 2024-04-10T15:44:25.495 INFO:tasks.rados.rados.0.smithi069.stdout:3939: writing smithi06982861-43 from 3817472 to 4333568 tid 2 2024-04-10T15:44:25.498 INFO:tasks.rados.rados.0.smithi069.stdout:3939: writing smithi06982861-43 from 4333568 to 4620288 tid 3 2024-04-10T15:44:25.498 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 8 current snap is 385 2024-04-10T15:44:25.498 INFO:tasks.rados.rados.0.smithi069.stdout:3933: finishing write tid 1 to smithi06982861-45 2024-04-10T15:44:25.498 INFO:tasks.rados.rados.0.smithi069.stdout:3934: finishing rollback tid 1 to smithi06982861-9 2024-04-10T15:44:25.498 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 9 v 1668 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-04-10T15:44:25.499 INFO:tasks.rados.rados.0.smithi069.stdout:3933: finishing write tid 2 to smithi06982861-45 2024-04-10T15:44:25.499 INFO:tasks.rados.rados.0.smithi069.stdout:3933: finishing write tid 3 to smithi06982861-45 2024-04-10T15:44:25.499 INFO:tasks.rados.rados.0.smithi069.stdout:3933: finishing write tid 4 to smithi06982861-45 2024-04-10T15:44:25.499 INFO:tasks.rados.rados.0.smithi069.stdout:3940: seq_num 1235 ranges {0=688128,688128=802816} 2024-04-10T15:44:25.501 INFO:tasks.rados.rados.0.smithi069.stdout:3940: writing smithi06982861-8 from 0 to 688128 tid 1 2024-04-10T15:44:25.506 INFO:tasks.rados.rados.0.smithi069.stdout:3940: writing smithi06982861-8 from 688128 to 1490944 tid 2 2024-04-10T15:44:25.507 INFO:tasks.rados.rados.0.smithi069.stdout:3934: done (7 left) 2024-04-10T15:44:25.507 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 11 current snap is 385 2024-04-10T15:44:25.507 INFO:tasks.rados.rados.0.smithi069.stdout:3933: finishing write tid 5 to smithi06982861-45 2024-04-10T15:44:25.507 INFO:tasks.rados.rados.0.smithi069.stdout:3933: oid 45 updating version 0 to 1590 2024-04-10T15:44:25.507 INFO:tasks.rados.rados.0.smithi069.stdout:3933: oid 45 version 1590 is already newer than 1588 2024-04-10T15:44:25.507 INFO:tasks.rados.rados.0.smithi069.stdout:3933: oid 45 version 1590 is already newer than 1589 2024-04-10T15:44:25.507 INFO:tasks.rados.rados.0.smithi069.stdout:3933: oid 45 version 1590 is already newer than 1587 2024-04-10T15:44:25.507 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 45 v 1590 (ObjNum 1231 snap 385 seq_num 1231) dirty exists 2024-04-10T15:44:25.507 INFO:tasks.rados.rados.0.smithi069.stdout:3933: left oid 45 (ObjNum 1231 snap 385 seq_num 1231) 2024-04-10T15:44:25.507 INFO:tasks.rados.rados.0.smithi069.stdout:3941: seq_num 1236 ranges {17334272=704512,18038784=688128,18726912=114688} 2024-04-10T15:44:25.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:44:25 smithi069 ceph-mon[96738]: osdmap e831: 8 total, 8 up, 8 in 2024-04-10T15:44:25.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:44:25 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:44:25.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:44:25 smithi069 ceph-mon[94167]: osdmap e831: 8 total, 8 up, 8 in 2024-04-10T15:44:25.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:44:25 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:44:25.601 INFO:tasks.rados.rados.0.smithi069.stdout:3941: writing smithi06982861-11 from 17334272 to 18038784 tid 1 2024-04-10T15:44:25.605 INFO:tasks.rados.rados.0.smithi069.stdout:3941: writing smithi06982861-11 from 18038784 to 18726912 tid 2 2024-04-10T15:44:25.607 INFO:tasks.rados.rados.0.smithi069.stdout:3941: writing smithi06982861-11 from 18726912 to 18841600 tid 3 2024-04-10T15:44:25.607 INFO:tasks.rados.rados.0.smithi069.stdout:3933: done (7 left) 2024-04-10T15:44:25.607 INFO:tasks.rados.rados.0.smithi069.stdout:3942: rmattr oid 9 current snap is 385 2024-04-10T15:44:25.607 INFO:tasks.rados.rados.0.smithi069.stdout:3942: done (7 left) 2024-04-10T15:44:25.607 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 28 current snap is 385 2024-04-10T15:44:25.607 INFO:tasks.rados.rados.0.smithi069.stdout:3935: finishing write tid 1 to smithi06982861-32 2024-04-10T15:44:25.607 INFO:tasks.rados.rados.0.smithi069.stdout:3935: finishing write tid 2 to smithi06982861-32 2024-04-10T15:44:25.608 INFO:tasks.rados.rados.0.smithi069.stdout:3935: finishing write tid 3 to smithi06982861-32 2024-04-10T15:44:25.608 INFO:tasks.rados.rados.0.smithi069.stdout:3935: finishing write tid 4 to smithi06982861-32 2024-04-10T15:44:25.608 INFO:tasks.rados.rados.0.smithi069.stdout:3935: finishing write tid 5 to smithi06982861-32 2024-04-10T15:44:25.608 INFO:tasks.rados.rados.0.smithi069.stdout:3935: oid 32 updating version 0 to 1905 2024-04-10T15:44:25.608 INFO:tasks.rados.rados.0.smithi069.stdout:3935: oid 32 updating version 1905 to 1907 2024-04-10T15:44:25.608 INFO:tasks.rados.rados.0.smithi069.stdout:3935: oid 32 version 1907 is already newer than 1904 2024-04-10T15:44:25.608 INFO:tasks.rados.rados.0.smithi069.stdout:3935: oid 32 version 1907 is already newer than 1906 2024-04-10T15:44:25.608 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 32 v 1907 (ObjNum 1232 snap 385 seq_num 1232) dirty exists 2024-04-10T15:44:25.608 INFO:tasks.rados.rados.0.smithi069.stdout:3935: left oid 32 (ObjNum 1232 snap 385 seq_num 1232) 2024-04-10T15:44:25.608 INFO:tasks.rados.rados.0.smithi069.stdout:3937: finishing write tid 1 to smithi06982861-44 2024-04-10T15:44:25.608 INFO:tasks.rados.rados.0.smithi069.stdout:3936: expect (ObjNum 870 snap 277 seq_num 870) 2024-04-10T15:44:25.714 INFO:tasks.rados.rados.0.smithi069.stdout:3937: finishing write tid 2 to smithi06982861-44 2024-04-10T15:44:25.714 INFO:tasks.rados.rados.0.smithi069.stdout:3937: finishing write tid 3 to smithi06982861-44 2024-04-10T15:44:25.714 INFO:tasks.rados.rados.0.smithi069.stdout:3937: finishing write tid 4 to smithi06982861-44 2024-04-10T15:44:25.714 INFO:tasks.rados.rados.0.smithi069.stdout:3937: finishing write tid 5 to smithi06982861-44 2024-04-10T15:44:25.714 INFO:tasks.rados.rados.0.smithi069.stdout:3937: oid 44 updating version 0 to 1922 2024-04-10T15:44:25.714 INFO:tasks.rados.rados.0.smithi069.stdout:3937: oid 44 version 1922 is already newer than 1921 2024-04-10T15:44:25.714 INFO:tasks.rados.rados.0.smithi069.stdout:3937: oid 44 version 1922 is already newer than 1920 2024-04-10T15:44:25.714 INFO:tasks.rados.rados.0.smithi069.stdout:3937: oid 44 version 1922 is already newer than 1919 2024-04-10T15:44:25.714 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 44 v 1922 (ObjNum 1233 snap 385 seq_num 1233) dirty exists 2024-04-10T15:44:25.714 INFO:tasks.rados.rados.0.smithi069.stdout:3937: left oid 44 (ObjNum 1233 snap 385 seq_num 1233) 2024-04-10T15:44:25.714 INFO:tasks.rados.rados.0.smithi069.stdout:3943: seq_num 1237 ranges {3727360=720896,4448256=573440,5021696=229376} 2024-04-10T15:44:25.737 INFO:tasks.rados.rados.0.smithi069.stdout:3943: writing smithi06982861-28 from 3727360 to 4448256 tid 1 2024-04-10T15:44:25.740 INFO:tasks.rados.rados.0.smithi069.stdout:3943: writing smithi06982861-28 from 4448256 to 5021696 tid 2 2024-04-10T15:44:25.741 INFO:tasks.rados.rados.0.smithi069.stdout:3943: writing smithi06982861-28 from 5021696 to 5251072 tid 3 2024-04-10T15:44:25.741 INFO:tasks.rados.rados.0.smithi069.stdout:3935: done (7 left) 2024-04-10T15:44:25.741 INFO:tasks.rados.rados.0.smithi069.stdout:3936: done (6 left) 2024-04-10T15:44:25.742 INFO:tasks.rados.rados.0.smithi069.stdout:3937: done (5 left) 2024-04-10T15:44:25.742 INFO:tasks.rados.rados.0.smithi069.stdout:3944: snap_create 2024-04-10T15:44:25.742 INFO:tasks.rados.rados.0.smithi069.stdout:3938: expect (ObjNum 1223 snap 382 seq_num 1223) 2024-04-10T15:44:25.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:44:25 smithi077 ceph-mon[87572]: osdmap e831: 8 total, 8 up, 8 in 2024-04-10T15:44:25.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:44:25 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:44:25.815 INFO:tasks.rados.rados.0.smithi069.stdout:3939: finishing write tid 1 to smithi06982861-43 2024-04-10T15:44:25.816 INFO:tasks.rados.rados.0.smithi069.stdout:3939: finishing write tid 2 to smithi06982861-43 2024-04-10T15:44:25.816 INFO:tasks.rados.rados.0.smithi069.stdout:3939: finishing write tid 3 to smithi06982861-43 2024-04-10T15:44:25.816 INFO:tasks.rados.rados.0.smithi069.stdout:3939: finishing write tid 4 to smithi06982861-43 2024-04-10T15:44:25.816 INFO:tasks.rados.rados.0.smithi069.stdout:3939: finishing write tid 5 to smithi06982861-43 2024-04-10T15:44:25.816 INFO:tasks.rados.rados.0.smithi069.stdout:3939: oid 43 updating version 0 to 1818 2024-04-10T15:44:25.816 INFO:tasks.rados.rados.0.smithi069.stdout:3939: oid 43 version 1818 is already newer than 1817 2024-04-10T15:44:25.816 INFO:tasks.rados.rados.0.smithi069.stdout:3939: oid 43 updating version 1818 to 1819 2024-04-10T15:44:25.816 INFO:tasks.rados.rados.0.smithi069.stdout:3939: oid 43 updating version 1819 to 1820 2024-04-10T15:44:25.816 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 43 v 1820 (ObjNum 1234 snap 385 seq_num 1234) dirty exists 2024-04-10T15:44:25.816 INFO:tasks.rados.rados.0.smithi069.stdout:3939: left oid 43 (ObjNum 1234 snap 385 seq_num 1234) 2024-04-10T15:44:25.817 INFO:tasks.rados.rados.0.smithi069.stdout:3940: finishing write tid 1 to smithi06982861-8 2024-04-10T15:44:25.817 INFO:tasks.rados.rados.0.smithi069.stdout:3940: finishing write tid 2 to smithi06982861-8 2024-04-10T15:44:25.817 INFO:tasks.rados.rados.0.smithi069.stdout:3940: finishing write tid 3 to smithi06982861-8 2024-04-10T15:44:25.817 INFO:tasks.rados.rados.0.smithi069.stdout:3940: finishing write tid 4 to smithi06982861-8 2024-04-10T15:44:25.817 INFO:tasks.rados.rados.0.smithi069.stdout:3940: oid 8 updating version 0 to 2072 2024-04-10T15:44:25.817 INFO:tasks.rados.rados.0.smithi069.stdout:3940: oid 8 version 2072 is already newer than 2071 2024-04-10T15:44:25.817 INFO:tasks.rados.rados.0.smithi069.stdout:3940: oid 8 updating version 2072 to 2073 2024-04-10T15:44:25.817 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 8 v 2073 (ObjNum 1235 snap 385 seq_num 1235) dirty exists 2024-04-10T15:44:25.817 INFO:tasks.rados.rados.0.smithi069.stdout:3940: left oid 8 (ObjNum 1235 snap 385 seq_num 1235) 2024-04-10T15:44:25.817 INFO:tasks.rados.rados.0.smithi069.stdout:3941: finishing write tid 1 to smithi06982861-11 2024-04-10T15:44:25.817 INFO:tasks.rados.rados.0.smithi069.stdout:3941: finishing write tid 2 to smithi06982861-11 2024-04-10T15:44:25.817 INFO:tasks.rados.rados.0.smithi069.stdout:3941: finishing write tid 3 to smithi06982861-11 2024-04-10T15:44:25.817 INFO:tasks.rados.rados.0.smithi069.stdout:3941: finishing write tid 4 to smithi06982861-11 2024-04-10T15:44:25.817 INFO:tasks.rados.rados.0.smithi069.stdout:3941: finishing write tid 5 to smithi06982861-11 2024-04-10T15:44:25.817 INFO:tasks.rados.rados.0.smithi069.stdout:3941: oid 11 updating version 0 to 1908 2024-04-10T15:44:25.818 INFO:tasks.rados.rados.0.smithi069.stdout:3941: oid 11 version 1908 is already newer than 1907 2024-04-10T15:44:25.818 INFO:tasks.rados.rados.0.smithi069.stdout:3941: oid 11 updating version 1908 to 1909 2024-04-10T15:44:25.818 INFO:tasks.rados.rados.0.smithi069.stdout:3941: oid 11 version 1909 is already newer than 1906 2024-04-10T15:44:25.818 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 11 v 1909 (ObjNum 1236 snap 385 seq_num 1236) dirty exists 2024-04-10T15:44:25.818 INFO:tasks.rados.rados.0.smithi069.stdout:3941: left oid 11 (ObjNum 1236 snap 385 seq_num 1236) 2024-04-10T15:44:25.818 INFO:tasks.rados.rados.0.smithi069.stdout:3943: finishing write tid 1 to smithi06982861-28 2024-04-10T15:44:25.818 INFO:tasks.rados.rados.0.smithi069.stdout:3943: finishing write tid 2 to smithi06982861-28 2024-04-10T15:44:25.818 INFO:tasks.rados.rados.0.smithi069.stdout:3943: finishing write tid 3 to smithi06982861-28 2024-04-10T15:44:25.818 INFO:tasks.rados.rados.0.smithi069.stdout:3943: finishing write tid 4 to smithi06982861-28 2024-04-10T15:44:25.818 INFO:tasks.rados.rados.0.smithi069.stdout:3943: finishing write tid 5 to smithi06982861-28 2024-04-10T15:44:25.818 INFO:tasks.rados.rados.0.smithi069.stdout:3943: oid 28 updating version 0 to 2142 2024-04-10T15:44:25.818 INFO:tasks.rados.rados.0.smithi069.stdout:3943: oid 28 updating version 2142 to 2144 2024-04-10T15:44:25.819 INFO:tasks.rados.rados.0.smithi069.stdout:3943: oid 28 version 2144 is already newer than 2143 2024-04-10T15:44:25.819 INFO:tasks.rados.rados.0.smithi069.stdout:3943: oid 28 updating version 2144 to 2145 2024-04-10T15:44:25.819 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 28 v 2145 (ObjNum 1237 snap 385 seq_num 1237) dirty exists 2024-04-10T15:44:25.819 INFO:tasks.rados.rados.0.smithi069.stdout:3943: left oid 28 (ObjNum 1237 snap 385 seq_num 1237) 2024-04-10T15:44:26.270 INFO:tasks.rados.rados.0.smithi069.stdout:3938: done (5 left) 2024-04-10T15:44:26.270 INFO:tasks.rados.rados.0.smithi069.stdout:3939: done (4 left) 2024-04-10T15:44:26.270 INFO:tasks.rados.rados.0.smithi069.stdout:3940: done (3 left) 2024-04-10T15:44:26.271 INFO:tasks.rados.rados.0.smithi069.stdout:3941: done (2 left) 2024-04-10T15:44:26.271 INFO:tasks.rados.rados.0.smithi069.stdout:3943: done (1 left) 2024-04-10T15:44:26.271 INFO:tasks.rados.rados.0.smithi069.stdout:3944: done (0 left) 2024-04-10T15:44:26.271 INFO:tasks.rados.rados.0.smithi069.stdout:3945: snap_remove snap 376 2024-04-10T15:44:26.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:44:26 smithi069 ceph-mon[94167]: osdmap e832: 8 total, 8 up, 8 in 2024-04-10T15:44:26.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:44:26 smithi069 ceph-mon[94167]: pgmap v910: 121 pgs: 121 active+clean; 356 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 5.9 MiB/s rd, 4.1 MiB/s wr, 17 op/s 2024-04-10T15:44:26.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:44:26 smithi069 ceph-mon[94167]: osdmap e833: 8 total, 8 up, 8 in 2024-04-10T15:44:26.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:44:26 smithi069 ceph-mon[96738]: osdmap e832: 8 total, 8 up, 8 in 2024-04-10T15:44:26.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:44:26 smithi069 ceph-mon[96738]: pgmap v910: 121 pgs: 121 active+clean; 356 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 5.9 MiB/s rd, 4.1 MiB/s wr, 17 op/s 2024-04-10T15:44:26.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:44:26 smithi069 ceph-mon[96738]: osdmap e833: 8 total, 8 up, 8 in 2024-04-10T15:44:26.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:44:26 smithi077 ceph-mon[87572]: osdmap e832: 8 total, 8 up, 8 in 2024-04-10T15:44:26.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:44:26 smithi077 ceph-mon[87572]: pgmap v910: 121 pgs: 121 active+clean; 356 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 5.9 MiB/s rd, 4.1 MiB/s wr, 17 op/s 2024-04-10T15:44:26.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:44:26 smithi077 ceph-mon[87572]: osdmap e833: 8 total, 8 up, 8 in 2024-04-10T15:44:27.275 INFO:tasks.rados.rados.0.smithi069.stdout:3945: done (0 left) 2024-04-10T15:44:27.275 INFO:tasks.rados.rados.0.smithi069.stdout:3946: copy_from oid 49 from oid 2 current snap is 386 2024-04-10T15:44:27.275 INFO:tasks.rados.rados.0.smithi069.stdout:3947: read oid 18 snap -1 2024-04-10T15:44:27.275 INFO:tasks.rados.rados.0.smithi069.stdout:3947: expect (ObjNum 1088 snap 334 seq_num 1088) 2024-04-10T15:44:27.275 INFO:tasks.rados.rados.0.smithi069.stdout:3948: copy_from oid 12 from oid 4 current snap is 386 2024-04-10T15:44:27.275 INFO:tasks.rados.rados.0.smithi069.stdout:3949: rollback oid 25 current snap is 386 2024-04-10T15:44:27.275 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 25 to 356 2024-04-10T15:44:27.275 INFO:tasks.rados.rados.0.smithi069.stdout:3950: snap_create 2024-04-10T15:44:27.282 INFO:tasks.rados.rados.0.smithi069.stdout:3948: finishing copy_from racing read to smithi06982861-12 2024-04-10T15:44:27.286 INFO:tasks.rados.rados.0.smithi069.stdout:3949: finishing rollback tid 0 to smithi06982861-25 2024-04-10T15:44:27.289 INFO:tasks.rados.rados.0.smithi069.stdout:3949: finishing rollback tid 1 to smithi06982861-25 2024-04-10T15:44:27.289 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 25 v 1911 (ObjNum 33 snap 0 seq_num 1433817984) dirty dne 2024-04-10T15:44:27.291 INFO:tasks.rados.rados.0.smithi069.stdout:3948: finishing copy_from to smithi06982861-12 2024-04-10T15:44:27.291 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 12 v 2190 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-04-10T15:44:27.292 INFO:tasks.rados.rados.0.smithi069.stdout:3947: expect (ObjNum 1088 snap 334 seq_num 1088) 2024-04-10T15:44:27.336 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:44:26 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:15:44:26] "GET /metrics HTTP/1.1" 200 36321 "" "Prometheus/2.43.0" 2024-04-10T15:44:27.387 INFO:tasks.rados.rados.0.smithi069.stdout:3946: finishing copy_from racing read to smithi06982861-49 2024-04-10T15:44:27.387 INFO:tasks.rados.rados.0.smithi069.stdout:3946: finishing copy_from to smithi06982861-49 2024-04-10T15:44:27.387 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 49 v 1903 (ObjNum 1212 snap 380 seq_num 1212) dirty exists 2024-04-10T15:44:28.274 INFO:tasks.rados.rados.0.smithi069.stdout:3946: done (4 left) 2024-04-10T15:44:28.274 INFO:tasks.rados.rados.0.smithi069.stdout:3947: done (3 left) 2024-04-10T15:44:28.274 INFO:tasks.rados.rados.0.smithi069.stdout:3948: done (2 left) 2024-04-10T15:44:28.274 INFO:tasks.rados.rados.0.smithi069.stdout:3949: done (1 left) 2024-04-10T15:44:28.274 INFO:tasks.rados.rados.0.smithi069.stdout:3950: done (0 left) 2024-04-10T15:44:28.274 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 32 current snap is 387 2024-04-10T15:44:28.275 INFO:tasks.rados.rados.0.smithi069.stdout:3951: seq_num 1238 ranges {6193152=737280,6930432=458752,7389184=344064} 2024-04-10T15:44:28.310 INFO:tasks.rados.rados.0.smithi069.stdout:3951: writing smithi06982861-32 from 6193152 to 6930432 tid 1 2024-04-10T15:44:28.313 INFO:tasks.rados.rados.0.smithi069.stdout:3951: writing smithi06982861-32 from 6930432 to 7389184 tid 2 2024-04-10T15:44:28.315 INFO:tasks.rados.rados.0.smithi069.stdout:3951: writing smithi06982861-32 from 7389184 to 7733248 tid 3 2024-04-10T15:44:28.315 INFO:tasks.rados.rados.0.smithi069.stdout:3952: snap_remove snap 361 2024-04-10T15:44:28.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:44:28 smithi069 ceph-mon[94167]: osdmap e834: 8 total, 8 up, 8 in 2024-04-10T15:44:28.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:44:28 smithi069 ceph-mon[94167]: pgmap v913: 121 pgs: 121 active+clean; 356 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.7 MiB/s wr, 11 op/s 2024-04-10T15:44:28.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:44:28 smithi069 ceph-mon[96738]: osdmap e834: 8 total, 8 up, 8 in 2024-04-10T15:44:28.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:44:28 smithi069 ceph-mon[96738]: pgmap v913: 121 pgs: 121 active+clean; 356 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.7 MiB/s wr, 11 op/s 2024-04-10T15:44:28.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:44:28 smithi077 ceph-mon[87572]: osdmap e834: 8 total, 8 up, 8 in 2024-04-10T15:44:28.744 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:44:28 smithi077 ceph-mon[87572]: pgmap v913: 121 pgs: 121 active+clean; 356 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.7 MiB/s wr, 11 op/s 2024-04-10T15:44:29.283 INFO:tasks.rados.rados.0.smithi069.stdout:3952: done (1 left) 2024-04-10T15:44:29.283 INFO:tasks.rados.rados.0.smithi069.stdout:3953: copy_from oid 44 from oid 3 current snap is 387 2024-04-10T15:44:29.283 INFO:tasks.rados.rados.0.smithi069.stdout:3951: finishing write tid 1 to smithi06982861-32 2024-04-10T15:44:29.283 INFO:tasks.rados.rados.0.smithi069.stdout:3951: finishing write tid 2 to smithi06982861-32 2024-04-10T15:44:29.283 INFO:tasks.rados.rados.0.smithi069.stdout:3951: finishing write tid 3 to smithi06982861-32 2024-04-10T15:44:29.283 INFO:tasks.rados.rados.0.smithi069.stdout:3951: finishing write tid 4 to smithi06982861-32 2024-04-10T15:44:29.283 INFO:tasks.rados.rados.0.smithi069.stdout:3951: finishing write tid 5 to smithi06982861-32 2024-04-10T15:44:29.284 INFO:tasks.rados.rados.0.smithi069.stdout:3951: oid 32 updating version 0 to 1910 2024-04-10T15:44:29.284 INFO:tasks.rados.rados.0.smithi069.stdout:3951: oid 32 version 1910 is already newer than 1909 2024-04-10T15:44:29.284 INFO:tasks.rados.rados.0.smithi069.stdout:3951: oid 32 version 1910 is already newer than 1908 2024-04-10T15:44:29.284 INFO:tasks.rados.rados.0.smithi069.stdout:3951: oid 32 updating version 1910 to 1911 2024-04-10T15:44:29.284 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 32 v 1911 (ObjNum 1238 snap 387 seq_num 1238) dirty exists 2024-04-10T15:44:29.284 INFO:tasks.rados.rados.0.smithi069.stdout:3951: left oid 32 (ObjNum 1238 snap 387 seq_num 1238) 2024-04-10T15:44:29.284 INFO:tasks.rados.rados.0.smithi069.stdout:3951: done (1 left) 2024-04-10T15:44:29.284 INFO:tasks.rados.rados.0.smithi069.stdout:3954: read oid 40 snap -1 2024-04-10T15:44:29.284 INFO:tasks.rados.rados.0.smithi069.stdout:3954: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-10T15:44:29.284 INFO:tasks.rados.rados.0.smithi069.stdout:3955: rmattr oid 29 current snap is 387 2024-04-10T15:44:29.284 INFO:tasks.rados.rados.0.smithi069.stdout:3955: done (2 left) 2024-04-10T15:44:29.284 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 9 current snap is 387 2024-04-10T15:44:29.284 INFO:tasks.rados.rados.0.smithi069.stdout:3956: seq_num 1239 ranges {0=753664,753664=745472,1499136=57344} 2024-04-10T15:44:29.287 INFO:tasks.rados.rados.0.smithi069.stdout:3956: writing smithi06982861-9 from 0 to 753664 tid 1 2024-04-10T15:44:29.293 INFO:tasks.rados.rados.0.smithi069.stdout:3956: writing smithi06982861-9 from 753664 to 1499136 tid 2 2024-04-10T15:44:29.294 INFO:tasks.rados.rados.0.smithi069.stdout:3956: writing smithi06982861-9 from 1499136 to 1556480 tid 3 2024-04-10T15:44:29.294 INFO:tasks.rados.rados.0.smithi069.stdout:3957: rmattr oid 13 current snap is 387 2024-04-10T15:44:29.294 INFO:tasks.rados.rados.0.smithi069.stdout:3957: done (3 left) 2024-04-10T15:44:29.294 INFO:tasks.rados.rados.0.smithi069.stdout:3958: read oid 33 snap -1 2024-04-10T15:44:29.294 INFO:tasks.rados.rados.0.smithi069.stdout:3958: expect (ObjNum 1188 snap 368 seq_num 1188) 2024-04-10T15:44:29.294 INFO:tasks.rados.rados.0.smithi069.stdout:3959: copy_from oid 20 from oid 50 current snap is 387 2024-04-10T15:44:29.294 INFO:tasks.rados.rados.0.smithi069.stdout:3954: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-10T15:44:29.298 INFO:tasks.rados.rados.0.smithi069.stdout:3954: done (4 left) 2024-04-10T15:44:29.298 INFO:tasks.rados.rados.0.smithi069.stdout:3960: read oid 28 snap -1 2024-04-10T15:44:29.298 INFO:tasks.rados.rados.0.smithi069.stdout:3960: expect (ObjNum 1237 snap 385 seq_num 1237) 2024-04-10T15:44:29.298 INFO:tasks.rados.rados.0.smithi069.stdout:3961: copy_from oid 42 from oid 5 current snap is 387 2024-04-10T15:44:29.298 INFO:tasks.rados.rados.0.smithi069.stdout:3962: rmattr oid 45 current snap is 387 2024-04-10T15:44:29.298 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 36 current snap is 387 2024-04-10T15:44:29.298 INFO:tasks.rados.rados.0.smithi069.stdout:3963: seq_num 1240 ranges {802816=778240,1581056=671744,2252800=131072} 2024-04-10T15:44:29.309 INFO:tasks.rados.rados.0.smithi069.stdout:3963: writing smithi06982861-36 from 802816 to 1581056 tid 1 2024-04-10T15:44:29.313 INFO:tasks.rados.rados.0.smithi069.stdout:3963: writing smithi06982861-36 from 1581056 to 2252800 tid 2 2024-04-10T15:44:29.315 INFO:tasks.rados.rados.0.smithi069.stdout:3963: writing smithi06982861-36 from 2252800 to 2383872 tid 3 2024-04-10T15:44:29.315 INFO:tasks.rados.rados.0.smithi069.stdout:3959: finishing copy_from to smithi06982861-20 2024-04-10T15:44:29.315 INFO:tasks.rados.rados.0.smithi069.stdout:3959: got expected ENOENT (src dne) 2024-04-10T15:44:29.315 INFO:tasks.rados.rados.0.smithi069.stdout:3959: finishing copy_from racing read to smithi06982861-20 2024-04-10T15:44:29.315 INFO:tasks.rados.rados.0.smithi069.stdout:3953: finishing copy_from racing read to smithi06982861-44 2024-04-10T15:44:29.315 INFO:tasks.rados.rados.0.smithi069.stdout:3956: finishing write tid 1 to smithi06982861-9 2024-04-10T15:44:29.315 INFO:tasks.rados.rados.0.smithi069.stdout:3956: finishing write tid 2 to smithi06982861-9 2024-04-10T15:44:29.315 INFO:tasks.rados.rados.0.smithi069.stdout:3956: finishing write tid 3 to smithi06982861-9 2024-04-10T15:44:29.315 INFO:tasks.rados.rados.0.smithi069.stdout:3959: done (7 left) 2024-04-10T15:44:29.315 INFO:tasks.rados.rados.0.smithi069.stdout:3964: copy_from oid 10 from oid 37 current snap is 387 2024-04-10T15:44:29.316 INFO:tasks.rados.rados.0.smithi069.stdout:3956: finishing write tid 4 to smithi06982861-9 2024-04-10T15:44:29.316 INFO:tasks.rados.rados.0.smithi069.stdout:3956: finishing write tid 5 to smithi06982861-9 2024-04-10T15:44:29.316 INFO:tasks.rados.rados.0.smithi069.stdout:3956: oid 9 updating version 0 to 1669 2024-04-10T15:44:29.316 INFO:tasks.rados.rados.0.smithi069.stdout:3956: oid 9 updating version 1669 to 1671 2024-04-10T15:44:29.316 INFO:tasks.rados.rados.0.smithi069.stdout:3956: oid 9 version 1671 is already newer than 1670 2024-04-10T15:44:29.316 INFO:tasks.rados.rados.0.smithi069.stdout:3956: oid 9 updating version 1671 to 1672 2024-04-10T15:44:29.316 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 9 v 1672 (ObjNum 1239 snap 387 seq_num 1239) dirty exists 2024-04-10T15:44:29.316 INFO:tasks.rados.rados.0.smithi069.stdout:3956: left oid 9 (ObjNum 1239 snap 387 seq_num 1239) 2024-04-10T15:44:29.316 INFO:tasks.rados.rados.0.smithi069.stdout:3953: finishing copy_from to smithi06982861-44 2024-04-10T15:44:29.316 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 44 v 1586 (ObjNum 1064 snap 326 seq_num 1064) dirty exists 2024-04-10T15:44:29.316 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 45 v 1591 (ObjNum 1231 snap 385 seq_num 1231) dirty exists 2024-04-10T15:44:29.316 INFO:tasks.rados.rados.0.smithi069.stdout:3958: expect (ObjNum 1188 snap 368 seq_num 1188) 2024-04-10T15:44:29.444 INFO:tasks.rados.rados.0.smithi069.stdout:3964: finishing copy_from to smithi06982861-10 2024-04-10T15:44:29.445 INFO:tasks.rados.rados.0.smithi069.stdout:3964: got expected ENOENT (src dne) 2024-04-10T15:44:29.445 INFO:tasks.rados.rados.0.smithi069.stdout:3961: finishing copy_from racing read to smithi06982861-42 2024-04-10T15:44:29.445 INFO:tasks.rados.rados.0.smithi069.stdout:3964: finishing copy_from racing read to smithi06982861-10 2024-04-10T15:44:29.445 INFO:tasks.rados.rados.0.smithi069.stdout:3963: finishing write tid 1 to smithi06982861-36 2024-04-10T15:44:29.445 INFO:tasks.rados.rados.0.smithi069.stdout:3963: finishing write tid 2 to smithi06982861-36 2024-04-10T15:44:29.445 INFO:tasks.rados.rados.0.smithi069.stdout:3961: finishing copy_from to smithi06982861-42 2024-04-10T15:44:29.445 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 42 v 1913 (ObjNum 1220 snap 382 seq_num 1220) dirty exists 2024-04-10T15:44:29.445 INFO:tasks.rados.rados.0.smithi069.stdout:3963: finishing write tid 3 to smithi06982861-36 2024-04-10T15:44:29.445 INFO:tasks.rados.rados.0.smithi069.stdout:3963: finishing write tid 4 to smithi06982861-36 2024-04-10T15:44:29.445 INFO:tasks.rados.rados.0.smithi069.stdout:3963: finishing write tid 5 to smithi06982861-36 2024-04-10T15:44:29.445 INFO:tasks.rados.rados.0.smithi069.stdout:3963: oid 36 updating version 0 to 1909 2024-04-10T15:44:29.445 INFO:tasks.rados.rados.0.smithi069.stdout:3963: oid 36 version 1909 is already newer than 1908 2024-04-10T15:44:29.445 INFO:tasks.rados.rados.0.smithi069.stdout:3963: oid 36 version 1909 is already newer than 1907 2024-04-10T15:44:29.445 INFO:tasks.rados.rados.0.smithi069.stdout:3963: oid 36 version 1909 is already newer than 1906 2024-04-10T15:44:29.445 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 36 v 1909 (ObjNum 1240 snap 387 seq_num 1240) dirty exists 2024-04-10T15:44:29.445 INFO:tasks.rados.rados.0.smithi069.stdout:3963: left oid 36 (ObjNum 1240 snap 387 seq_num 1240) 2024-04-10T15:44:29.445 INFO:tasks.rados.rados.0.smithi069.stdout:3960: expect (ObjNum 1237 snap 385 seq_num 1237) 2024-04-10T15:44:29.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:44:29 smithi069 ceph-mon[96738]: osdmap e835: 8 total, 8 up, 8 in 2024-04-10T15:44:29.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:44:29 smithi069 ceph-mon[94167]: osdmap e835: 8 total, 8 up, 8 in 2024-04-10T15:44:29.716 INFO:tasks.rados.rados.0.smithi069.stdout:3953: done (7 left) 2024-04-10T15:44:29.717 INFO:tasks.rados.rados.0.smithi069.stdout:3956: done (6 left) 2024-04-10T15:44:29.717 INFO:tasks.rados.rados.0.smithi069.stdout:3958: done (5 left) 2024-04-10T15:44:29.717 INFO:tasks.rados.rados.0.smithi069.stdout:3960: done (4 left) 2024-04-10T15:44:29.717 INFO:tasks.rados.rados.0.smithi069.stdout:3961: done (3 left) 2024-04-10T15:44:29.717 INFO:tasks.rados.rados.0.smithi069.stdout:3962: done (2 left) 2024-04-10T15:44:29.717 INFO:tasks.rados.rados.0.smithi069.stdout:3963: done (1 left) 2024-04-10T15:44:29.717 INFO:tasks.rados.rados.0.smithi069.stdout:3964: done (0 left) 2024-04-10T15:44:29.717 INFO:tasks.rados.rados.0.smithi069.stdout:3965: setattr oid 22 current snap is 387 2024-04-10T15:44:29.718 INFO:tasks.rados.rados.0.smithi069.stdout:3966: rollback oid 49 current snap is 387 2024-04-10T15:44:29.718 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 49 to 356 2024-04-10T15:44:29.718 INFO:tasks.rados.rados.0.smithi069.stdout:3967: read oid 16 snap 379 2024-04-10T15:44:29.718 INFO:tasks.rados.rados.0.smithi069.stdout:3967: expect (ObjNum 1194 snap 373 seq_num 1194) 2024-04-10T15:44:29.718 INFO:tasks.rados.rados.0.smithi069.stdout:3968: delete oid 1 current snap is 387 2024-04-10T15:44:29.720 INFO:tasks.rados.rados.0.smithi069.stdout:3968: done (3 left) 2024-04-10T15:44:29.720 INFO:tasks.rados.rados.0.smithi069.stdout:3969: snap_remove snap 382 2024-04-10T15:44:29.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:44:29 smithi077 ceph-mon[87572]: osdmap e835: 8 total, 8 up, 8 in 2024-04-10T15:44:30.292 INFO:tasks.rados.rados.0.smithi069.stdout:3969: done (3 left) 2024-04-10T15:44:30.292 INFO:tasks.rados.rados.0.smithi069.stdout:3970: snap_remove snap 378 2024-04-10T15:44:30.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:44:30 smithi069 ceph-mon[94167]: osdmap e836: 8 total, 8 up, 8 in 2024-04-10T15:44:30.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:44:30 smithi069 ceph-mon[94167]: pgmap v916: 121 pgs: 121 active+clean; 373 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 1.6 MiB/s rd, 4.1 MiB/s wr, 17 op/s 2024-04-10T15:44:30.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:44:30 smithi069 ceph-mon[96738]: osdmap e836: 8 total, 8 up, 8 in 2024-04-10T15:44:30.588 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:44:30 smithi069 ceph-mon[96738]: pgmap v916: 121 pgs: 121 active+clean; 373 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 1.6 MiB/s rd, 4.1 MiB/s wr, 17 op/s 2024-04-10T15:44:30.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:44:30 smithi077 ceph-mon[87572]: osdmap e836: 8 total, 8 up, 8 in 2024-04-10T15:44:30.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:44:30 smithi077 ceph-mon[87572]: pgmap v916: 121 pgs: 121 active+clean; 373 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 1.6 MiB/s rd, 4.1 MiB/s wr, 17 op/s 2024-04-10T15:44:31.268 INFO:tasks.rados.rados.0.smithi069.stdout:3970: done (3 left) 2024-04-10T15:44:31.268 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 4 current snap is 387 2024-04-10T15:44:31.268 INFO:tasks.rados.rados.0.smithi069.stdout:3971: seq_num 1242 ranges {0=409600,409600=442368,851968=655360,1507328=106496} 2024-04-10T15:44:31.271 INFO:tasks.rados.rados.0.smithi069.stdout:3971: writing smithi06982861-4 from 0 to 409600 tid 1 2024-04-10T15:44:31.274 INFO:tasks.rados.rados.0.smithi069.stdout:3971: writing smithi06982861-4 from 409600 to 851968 tid 2 2024-04-10T15:44:31.278 INFO:tasks.rados.rados.0.smithi069.stdout:3971: writing smithi06982861-4 from 851968 to 1507328 tid 3 2024-04-10T15:44:31.279 INFO:tasks.rados.rados.0.smithi069.stdout:3971: writing smithi06982861-4 from 1507328 to 1613824 tid 4 2024-04-10T15:44:31.279 INFO:tasks.rados.rados.0.smithi069.stdout:3972: setattr oid 37 current snap is 387 2024-04-10T15:44:31.279 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 22 v 1551 (ObjNum 1160 snap 356 seq_num 1160) dirty exists 2024-04-10T15:44:31.279 INFO:tasks.rados.rados.0.smithi069.stdout:3967: expect (ObjNum 1194 snap 373 seq_num 1194) 2024-04-10T15:44:31.313 INFO:tasks.rados.rados.0.smithi069.stdout:3966: finishing rollback tid 0 to smithi06982861-49 2024-04-10T15:44:31.313 INFO:tasks.rados.rados.0.smithi069.stdout:3966: finishing rollback tid 1 to smithi06982861-49 2024-04-10T15:44:31.313 INFO:tasks.rados.rados.0.smithi069.stdout:3966: finishing rollback tid 2 to smithi06982861-49 2024-04-10T15:44:31.313 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 49 v 2077 (ObjNum 998 snap 311 seq_num 998) dirty exists 2024-04-10T15:44:31.313 INFO:tasks.rados.rados.0.smithi069.stdout:3971: finishing write tid 1 to smithi06982861-4 2024-04-10T15:44:31.313 INFO:tasks.rados.rados.0.smithi069.stdout:3971: finishing write tid 2 to smithi06982861-4 2024-04-10T15:44:31.314 INFO:tasks.rados.rados.0.smithi069.stdout:3971: finishing write tid 3 to smithi06982861-4 2024-04-10T15:44:31.314 INFO:tasks.rados.rados.0.smithi069.stdout:3971: finishing write tid 4 to smithi06982861-4 2024-04-10T15:44:31.314 INFO:tasks.rados.rados.0.smithi069.stdout:3971: finishing write tid 5 to smithi06982861-4 2024-04-10T15:44:31.314 INFO:tasks.rados.rados.0.smithi069.stdout:3971: finishing write tid 6 to smithi06982861-4 2024-04-10T15:44:31.314 INFO:tasks.rados.rados.0.smithi069.stdout:3971: oid 4 updating version 0 to 2247 2024-04-10T15:44:31.314 INFO:tasks.rados.rados.0.smithi069.stdout:3971: oid 4 version 2247 is already newer than 2246 2024-04-10T15:44:31.314 INFO:tasks.rados.rados.0.smithi069.stdout:3971: oid 4 version 2247 is already newer than 2245 2024-04-10T15:44:31.314 INFO:tasks.rados.rados.0.smithi069.stdout:3971: oid 4 version 2247 is already newer than 2244 2024-04-10T15:44:31.314 INFO:tasks.rados.rados.0.smithi069.stdout:3971: oid 4 version 2247 is already newer than 2243 2024-04-10T15:44:31.314 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 4 v 2247 (ObjNum 1242 snap 387 seq_num 1242) dirty exists 2024-04-10T15:44:31.314 INFO:tasks.rados.rados.0.smithi069.stdout:3971: left oid 4 (ObjNum 1242 snap 387 seq_num 1242) 2024-04-10T15:44:31.315 INFO:tasks.rados.rados.0.smithi069.stdout:3965: done (4 left) 2024-04-10T15:44:31.315 INFO:tasks.rados.rados.0.smithi069.stdout:3966: done (3 left) 2024-04-10T15:44:31.315 INFO:tasks.rados.rados.0.smithi069.stdout:3967: done (2 left) 2024-04-10T15:44:31.315 INFO:tasks.rados.rados.0.smithi069.stdout:3971: done (1 left) 2024-04-10T15:44:31.315 INFO:tasks.rados.rados.0.smithi069.stdout:3973: read oid 16 snap -1 2024-04-10T15:44:31.315 INFO:tasks.rados.rados.0.smithi069.stdout:3973: expect (ObjNum 1225 snap 384 seq_num 1225) 2024-04-10T15:44:31.315 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 32 current snap is 387 2024-04-10T15:44:31.315 INFO:tasks.rados.rados.0.smithi069.stdout:3974: seq_num 1243 ranges {7733248=425984,8159232=729088,8888320=466944,9355264=8192} 2024-04-10T15:44:31.356 INFO:tasks.rados.rados.0.smithi069.stdout:3974: writing smithi06982861-32 from 7733248 to 8159232 tid 1 2024-04-10T15:44:31.360 INFO:tasks.rados.rados.0.smithi069.stdout:3974: writing smithi06982861-32 from 8159232 to 8888320 tid 2 2024-04-10T15:44:31.363 INFO:tasks.rados.rados.0.smithi069.stdout:3974: writing smithi06982861-32 from 8888320 to 9355264 tid 3 2024-04-10T15:44:31.364 INFO:tasks.rados.rados.0.smithi069.stdout:3974: writing smithi06982861-32 from 9355264 to 9363456 tid 4 2024-04-10T15:44:31.364 INFO:tasks.rados.rados.0.smithi069.stdout:3975: snap_create 2024-04-10T15:44:31.364 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 37 v 1592 (ObjNum 289 snap 0 seq_num 164800526) dirty exists 2024-04-10T15:44:31.364 INFO:tasks.rados.rados.0.smithi069.stdout:3973: expect (ObjNum 1225 snap 384 seq_num 1225) 2024-04-10T15:44:31.432 INFO:tasks.rados.rados.0.smithi069.stdout:3974: finishing write tid 1 to smithi06982861-32 2024-04-10T15:44:31.432 INFO:tasks.rados.rados.0.smithi069.stdout:3974: finishing write tid 2 to smithi06982861-32 2024-04-10T15:44:31.432 INFO:tasks.rados.rados.0.smithi069.stdout:3974: finishing write tid 3 to smithi06982861-32 2024-04-10T15:44:31.432 INFO:tasks.rados.rados.0.smithi069.stdout:3974: finishing write tid 4 to smithi06982861-32 2024-04-10T15:44:31.432 INFO:tasks.rados.rados.0.smithi069.stdout:3974: finishing write tid 5 to smithi06982861-32 2024-04-10T15:44:31.432 INFO:tasks.rados.rados.0.smithi069.stdout:3974: finishing write tid 6 to smithi06982861-32 2024-04-10T15:44:31.432 INFO:tasks.rados.rados.0.smithi069.stdout:3974: oid 32 updating version 0 to 1913 2024-04-10T15:44:31.432 INFO:tasks.rados.rados.0.smithi069.stdout:3974: oid 32 updating version 1913 to 1915 2024-04-10T15:44:31.432 INFO:tasks.rados.rados.0.smithi069.stdout:3974: oid 32 version 1915 is already newer than 1912 2024-04-10T15:44:31.433 INFO:tasks.rados.rados.0.smithi069.stdout:3974: oid 32 updating version 1915 to 1916 2024-04-10T15:44:31.433 INFO:tasks.rados.rados.0.smithi069.stdout:3974: oid 32 version 1916 is already newer than 1914 2024-04-10T15:44:31.433 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 32 v 1916 (ObjNum 1243 snap 387 seq_num 1243) dirty exists 2024-04-10T15:44:31.433 INFO:tasks.rados.rados.0.smithi069.stdout:3974: left oid 32 (ObjNum 1243 snap 387 seq_num 1243) 2024-04-10T15:44:31.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:44:31 smithi069 ceph-mon[96738]: osdmap e837: 8 total, 8 up, 8 in 2024-04-10T15:44:31.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:44:31 smithi069 ceph-mon[96738]: osdmap e838: 8 total, 8 up, 8 in 2024-04-10T15:44:31.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:44:31 smithi069 ceph-mon[94167]: osdmap e837: 8 total, 8 up, 8 in 2024-04-10T15:44:31.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:44:31 smithi069 ceph-mon[94167]: osdmap e838: 8 total, 8 up, 8 in 2024-04-10T15:44:31.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:44:31 smithi077 ceph-mon[87572]: osdmap e837: 8 total, 8 up, 8 in 2024-04-10T15:44:31.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:44:31 smithi077 ceph-mon[87572]: osdmap e838: 8 total, 8 up, 8 in 2024-04-10T15:44:32.298 INFO:tasks.rados.rados.0.smithi069.stdout:3972: done (3 left) 2024-04-10T15:44:32.298 INFO:tasks.rados.rados.0.smithi069.stdout:3973: done (2 left) 2024-04-10T15:44:32.298 INFO:tasks.rados.rados.0.smithi069.stdout:3974: done (1 left) 2024-04-10T15:44:32.298 INFO:tasks.rados.rados.0.smithi069.stdout:3975: done (0 left) 2024-04-10T15:44:32.298 INFO:tasks.rados.rados.0.smithi069.stdout:3976: setattr oid 16 current snap is 388 2024-04-10T15:44:32.299 INFO:tasks.rados.rados.0.smithi069.stdout:3977: read oid 45 snap -1 2024-04-10T15:44:32.299 INFO:tasks.rados.rados.0.smithi069.stdout:3977: expect (ObjNum 1231 snap 385 seq_num 1231) 2024-04-10T15:44:32.300 INFO:tasks.rados.rados.0.smithi069.stdout:3978: snap_remove snap 379 2024-04-10T15:44:32.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:44:32 smithi069 ceph-mon[94167]: pgmap v919: 121 pgs: 121 active+clean; 381 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 9.1 MiB/s rd, 6.1 MiB/s wr, 33 op/s 2024-04-10T15:44:32.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:44:32 smithi069 ceph-mon[96738]: pgmap v919: 121 pgs: 121 active+clean; 381 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 9.1 MiB/s rd, 6.1 MiB/s wr, 33 op/s 2024-04-10T15:44:32.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:44:32 smithi077 ceph-mon[87572]: pgmap v919: 121 pgs: 121 active+clean; 381 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 9.1 MiB/s rd, 6.1 MiB/s wr, 33 op/s 2024-04-10T15:44:32.744 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:44:32 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T15:44:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:44:33.303 INFO:tasks.rados.rados.0.smithi069.stdout:3978: done (2 left) 2024-04-10T15:44:33.303 INFO:tasks.rados.rados.0.smithi069.stdout:3979: snap_create 2024-04-10T15:44:33.303 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 16 v 2158 (ObjNum 1225 snap 384 seq_num 1225) dirty exists 2024-04-10T15:44:33.303 INFO:tasks.rados.rados.0.smithi069.stdout:3977: expect (ObjNum 1231 snap 385 seq_num 1231) 2024-04-10T15:44:33.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:44:33 smithi069 ceph-mon[96738]: osdmap e839: 8 total, 8 up, 8 in 2024-04-10T15:44:33.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:44:33 smithi069 ceph-mon[94167]: osdmap e839: 8 total, 8 up, 8 in 2024-04-10T15:44:33.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:44:33 smithi077 ceph-mon[87572]: osdmap e839: 8 total, 8 up, 8 in 2024-04-10T15:44:34.309 INFO:tasks.rados.rados.0.smithi069.stdout:3976: done (2 left) 2024-04-10T15:44:34.310 INFO:tasks.rados.rados.0.smithi069.stdout:3977: done (1 left) 2024-04-10T15:44:34.310 INFO:tasks.rados.rados.0.smithi069.stdout:3979: done (0 left) 2024-04-10T15:44:34.310 INFO:tasks.rados.rados.0.smithi069.stdout:3980: copy_from oid 33 from oid 47 current snap is 389 2024-04-10T15:44:34.310 INFO:tasks.rados.rados.0.smithi069.stdout:3981: snap_create 2024-04-10T15:44:34.328 INFO:tasks.rados.rados.0.smithi069.stdout:3980: finishing copy_from racing read to smithi06982861-33 2024-04-10T15:44:34.329 INFO:tasks.rados.rados.0.smithi069.stdout:3980: finishing copy_from to smithi06982861-33 2024-04-10T15:44:34.329 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 33 v 1672 (ObjNum 870 snap 277 seq_num 870) dirty exists 2024-04-10T15:44:34.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:44:34 smithi069 ceph-mon[94167]: osdmap e840: 8 total, 8 up, 8 in 2024-04-10T15:44:34.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:44:34 smithi069 ceph-mon[94167]: pgmap v922: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 386 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 17 MiB/s rd, 3.2 MiB/s wr, 34 op/s 2024-04-10T15:44:34.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:44:34 smithi069 ceph-mon[96738]: osdmap e840: 8 total, 8 up, 8 in 2024-04-10T15:44:34.588 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:44:34 smithi069 ceph-mon[96738]: pgmap v922: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 386 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 17 MiB/s rd, 3.2 MiB/s wr, 34 op/s 2024-04-10T15:44:34.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:44:34 smithi077 ceph-mon[87572]: osdmap e840: 8 total, 8 up, 8 in 2024-04-10T15:44:34.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:44:34 smithi077 ceph-mon[87572]: pgmap v922: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 386 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 17 MiB/s rd, 3.2 MiB/s wr, 34 op/s 2024-04-10T15:44:35.313 INFO:tasks.rados.rados.0.smithi069.stdout:3980: done (1 left) 2024-04-10T15:44:35.313 INFO:tasks.rados.rados.0.smithi069.stdout:3981: done (0 left) 2024-04-10T15:44:35.314 INFO:tasks.rados.rados.0.smithi069.stdout:3982: delete oid 8 current snap is 390 2024-04-10T15:44:35.317 INFO:tasks.rados.rados.0.smithi069.stdout:3982: done (0 left) 2024-04-10T15:44:35.317 INFO:tasks.rados.rados.0.smithi069.stdout:3983: snap_remove snap 384 2024-04-10T15:44:35.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:44:35 smithi069 ceph-mon[96738]: osdmap e841: 8 total, 8 up, 8 in 2024-04-10T15:44:35.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:44:35 smithi069 ceph-mon[94167]: osdmap e841: 8 total, 8 up, 8 in 2024-04-10T15:44:35.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:44:35 smithi077 ceph-mon[87572]: osdmap e841: 8 total, 8 up, 8 in 2024-04-10T15:44:36.279 INFO:tasks.rados.rados.0.smithi069.stdout:3983: done (0 left) 2024-04-10T15:44:36.280 INFO:tasks.rados.rados.0.smithi069.stdout:3984: rmattr oid 5 current snap is 390 2024-04-10T15:44:36.280 INFO:tasks.rados.rados.0.smithi069.stdout:3984: done (0 left) 2024-04-10T15:44:36.280 INFO:tasks.rados.rados.0.smithi069.stdout:3985: snap_create 2024-04-10T15:44:36.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:44:36 smithi069 ceph-mon[96738]: osdmap e842: 8 total, 8 up, 8 in 2024-04-10T15:44:36.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:44:36 smithi069 ceph-mon[96738]: pgmap v925: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 392 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 9.2 MiB/s rd, 1.8 MiB/s wr, 20 op/s 2024-04-10T15:44:36.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:44:36 smithi069 ceph-mon[96738]: osdmap e843: 8 total, 8 up, 8 in 2024-04-10T15:44:36.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:44:36 smithi069 ceph-mon[94167]: osdmap e842: 8 total, 8 up, 8 in 2024-04-10T15:44:36.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:44:36 smithi069 ceph-mon[94167]: pgmap v925: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 392 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 9.2 MiB/s rd, 1.8 MiB/s wr, 20 op/s 2024-04-10T15:44:36.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:44:36 smithi069 ceph-mon[94167]: osdmap e843: 8 total, 8 up, 8 in 2024-04-10T15:44:36.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:44:36 smithi077 ceph-mon[87572]: osdmap e842: 8 total, 8 up, 8 in 2024-04-10T15:44:36.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:44:36 smithi077 ceph-mon[87572]: pgmap v925: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 392 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 9.2 MiB/s rd, 1.8 MiB/s wr, 20 op/s 2024-04-10T15:44:36.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:44:36 smithi077 ceph-mon[87572]: osdmap e843: 8 total, 8 up, 8 in 2024-04-10T15:44:37.271 INFO:tasks.rados.rados.0.smithi069.stdout:3985: done (0 left) 2024-04-10T15:44:37.271 INFO:tasks.rados.rados.0.smithi069.stdout:3986: snap_remove snap 362 2024-04-10T15:44:37.337 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:44:36 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:15:44:36] "GET /metrics HTTP/1.1" 200 36321 "" "Prometheus/2.43.0" 2024-04-10T15:44:38.283 INFO:tasks.rados.rados.0.smithi069.stdout:3986: done (0 left) 2024-04-10T15:44:38.283 INFO:tasks.rados.rados.0.smithi069.stdout:3987: snap_remove snap 387 2024-04-10T15:44:38.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:44:38 smithi069 ceph-mon[94167]: osdmap e844: 8 total, 8 up, 8 in 2024-04-10T15:44:38.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:44:38 smithi069 ceph-mon[94167]: pgmap v928: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 392 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 696 KiB/s wr, 2 op/s 2024-04-10T15:44:38.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:44:38 smithi069 ceph-mon[96738]: osdmap e844: 8 total, 8 up, 8 in 2024-04-10T15:44:38.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:44:38 smithi069 ceph-mon[96738]: pgmap v928: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 392 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 696 KiB/s wr, 2 op/s 2024-04-10T15:44:38.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:44:38 smithi077 ceph-mon[87572]: osdmap e844: 8 total, 8 up, 8 in 2024-04-10T15:44:38.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:44:38 smithi077 ceph-mon[87572]: pgmap v928: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 392 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 696 KiB/s wr, 2 op/s 2024-04-10T15:44:39.281 INFO:tasks.rados.rados.0.smithi069.stdout:3987: done (0 left) 2024-04-10T15:44:39.281 INFO:tasks.rados.rados.0.smithi069.stdout:3988: snap_create 2024-04-10T15:44:39.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:44:39 smithi069 ceph-mon[96738]: osdmap e845: 8 total, 8 up, 8 in 2024-04-10T15:44:39.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:44:39 smithi069 ceph-mon[94167]: osdmap e845: 8 total, 8 up, 8 in 2024-04-10T15:44:39.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:44:39 smithi077 ceph-mon[87572]: osdmap e845: 8 total, 8 up, 8 in 2024-04-10T15:44:40.300 INFO:tasks.rados.rados.0.smithi069.stdout:3988: done (0 left) 2024-04-10T15:44:40.300 INFO:tasks.rados.rados.0.smithi069.stdout:3989: read oid 36 snap 370 2024-04-10T15:44:40.300 INFO:tasks.rados.rados.0.smithi069.stdout:3989: expect (ObjNum 1124 snap 343 seq_num 1124) 2024-04-10T15:44:40.300 INFO:tasks.rados.rados.0.smithi069.stdout:3990: rollback oid 20 current snap is 392 2024-04-10T15:44:40.300 INFO:tasks.rados.rados.0.smithi069.stdout:rollback oid 20 to 374 2024-04-10T15:44:40.300 INFO:tasks.rados.rados.0.smithi069.stdout:3991: read oid 1 snap -1 2024-04-10T15:44:40.300 INFO:tasks.rados.rados.0.smithi069.stdout:3991: expect deleted 2024-04-10T15:44:40.300 INFO:tasks.rados.rados.0.smithi069.stdout:3992: read oid 13 snap -1 2024-04-10T15:44:40.300 INFO:tasks.rados.rados.0.smithi069.stdout:3992: expect (ObjNum 1223 snap 382 seq_num 1223) 2024-04-10T15:44:40.301 INFO:tasks.rados.rados.0.smithi069.stdout:3993: snap_create 2024-04-10T15:44:40.304 INFO:tasks.rados.rados.0.smithi069.stdout:3990: finishing rollback tid 0 to smithi06982861-20 2024-04-10T15:44:40.305 INFO:tasks.rados.rados.0.smithi069.stdout:3990: finishing rollback tid 1 to smithi06982861-20 2024-04-10T15:44:40.305 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 20 v 1674 (ObjNum 289 snap 0 seq_num 1) dirty dne 2024-04-10T15:44:40.310 INFO:tasks.rados.rados.0.smithi069.stdout:3992: expect (ObjNum 1223 snap 382 seq_num 1223) 2024-04-10T15:44:40.392 INFO:tasks.rados.rados.0.smithi069.stdout:3989: expect (ObjNum 1124 snap 343 seq_num 1124) 2024-04-10T15:44:40.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:44:40 smithi069 ceph-mon[96738]: osdmap e846: 8 total, 8 up, 8 in 2024-04-10T15:44:40.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:44:40 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:44:40.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:44:40 smithi069 ceph-mon[96738]: pgmap v931: 121 pgs: 121 active+clean; 395 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 620 KiB/s wr, 0 op/s 2024-04-10T15:44:40.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:44:40 smithi069 ceph-mon[94167]: osdmap e846: 8 total, 8 up, 8 in 2024-04-10T15:44:40.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:44:40 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:44:40.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:44:40 smithi069 ceph-mon[94167]: pgmap v931: 121 pgs: 121 active+clean; 395 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 620 KiB/s wr, 0 op/s 2024-04-10T15:44:40.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:44:40 smithi077 ceph-mon[87572]: osdmap e846: 8 total, 8 up, 8 in 2024-04-10T15:44:40.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:44:40 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:44:40.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:44:40 smithi077 ceph-mon[87572]: pgmap v931: 121 pgs: 121 active+clean; 395 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 620 KiB/s wr, 0 op/s 2024-04-10T15:44:41.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:44:41 smithi069 ceph-mon[96738]: osdmap e847: 8 total, 8 up, 8 in 2024-04-10T15:44:41.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:44:41 smithi069 ceph-mon[96738]: osdmap e848: 8 total, 8 up, 8 in 2024-04-10T15:44:41.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:44:41 smithi069 ceph-mon[94167]: osdmap e847: 8 total, 8 up, 8 in 2024-04-10T15:44:41.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:44:41 smithi069 ceph-mon[94167]: osdmap e848: 8 total, 8 up, 8 in 2024-04-10T15:44:41.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:44:41 smithi077 ceph-mon[87572]: osdmap e847: 8 total, 8 up, 8 in 2024-04-10T15:44:41.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:44:41 smithi077 ceph-mon[87572]: osdmap e848: 8 total, 8 up, 8 in 2024-04-10T15:44:41.975 INFO:tasks.rados.rados.0.smithi069.stdout:3989: done (4 left) 2024-04-10T15:44:41.976 INFO:tasks.rados.rados.0.smithi069.stdout:3990: done (3 left) 2024-04-10T15:44:41.976 INFO:tasks.rados.rados.0.smithi069.stdout:3991: done (2 left) 2024-04-10T15:44:41.976 INFO:tasks.rados.rados.0.smithi069.stdout:3992: done (1 left) 2024-04-10T15:44:41.976 INFO:tasks.rados.rados.0.smithi069.stdout:3993: done (0 left) 2024-04-10T15:44:41.976 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 15 current snap is 393 2024-04-10T15:44:41.976 INFO:tasks.rados.rados.0.smithi069.stdout:3994: seq_num 1245 ranges {1376256=458752,1835008=499712,2334720=425984,2760704=278528} 2024-04-10T15:44:41.985 INFO:tasks.rados.rados.0.smithi069.stdout:3994: writing smithi06982861-15 from 1376256 to 1835008 tid 1 2024-04-10T15:44:41.988 INFO:tasks.rados.rados.0.smithi069.stdout:3994: writing smithi06982861-15 from 1835008 to 2334720 tid 2 2024-04-10T15:44:41.991 INFO:tasks.rados.rados.0.smithi069.stdout:3994: writing smithi06982861-15 from 2334720 to 2760704 tid 3 2024-04-10T15:44:41.993 INFO:tasks.rados.rados.0.smithi069.stdout:3994: writing smithi06982861-15 from 2760704 to 3039232 tid 4 2024-04-10T15:44:41.993 INFO:tasks.rados.rados.0.smithi069.stdout:3995: snap_remove snap 364 2024-04-10T15:44:42.303 INFO:tasks.rados.rados.0.smithi069.stdout:3994: finishing write tid 1 to smithi06982861-15 2024-04-10T15:44:42.303 INFO:tasks.rados.rados.0.smithi069.stdout:3994: finishing write tid 2 to smithi06982861-15 2024-04-10T15:44:42.303 INFO:tasks.rados.rados.0.smithi069.stdout:3994: finishing write tid 3 to smithi06982861-15 2024-04-10T15:44:42.304 INFO:tasks.rados.rados.0.smithi069.stdout:3994: finishing write tid 4 to smithi06982861-15 2024-04-10T15:44:42.304 INFO:tasks.rados.rados.0.smithi069.stdout:3994: finishing write tid 5 to smithi06982861-15 2024-04-10T15:44:42.304 INFO:tasks.rados.rados.0.smithi069.stdout:3994: finishing write tid 6 to smithi06982861-15 2024-04-10T15:44:42.304 INFO:tasks.rados.rados.0.smithi069.stdout:3994: oid 15 updating version 0 to 1922 2024-04-10T15:44:42.304 INFO:tasks.rados.rados.0.smithi069.stdout:3994: oid 15 version 1922 is already newer than 1918 2024-04-10T15:44:42.304 INFO:tasks.rados.rados.0.smithi069.stdout:3994: oid 15 version 1922 is already newer than 1919 2024-04-10T15:44:42.304 INFO:tasks.rados.rados.0.smithi069.stdout:3994: oid 15 version 1922 is already newer than 1920 2024-04-10T15:44:42.304 INFO:tasks.rados.rados.0.smithi069.stdout:3994: oid 15 version 1922 is already newer than 1921 2024-04-10T15:44:42.304 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 15 v 1922 (ObjNum 1245 snap 393 seq_num 1245) dirty exists 2024-04-10T15:44:42.304 INFO:tasks.rados.rados.0.smithi069.stdout:3994: left oid 15 (ObjNum 1245 snap 393 seq_num 1245) 2024-04-10T15:44:42.304 INFO:tasks.rados.rados.0.smithi069.stdout:3994: done (1 left) 2024-04-10T15:44:42.304 INFO:tasks.rados.rados.0.smithi069.stdout:3995: done (0 left) 2024-04-10T15:44:42.304 INFO:tasks.rados.rados.0.smithi069.stdout:3996: snap_create 2024-04-10T15:44:42.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:44:42 smithi069 ceph-mon[96738]: pgmap v934: 121 pgs: 121 active+clean; 393 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 3.9 MiB/s rd, 620 KiB/s wr, 1 op/s 2024-04-10T15:44:42.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:44:42 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:44:42.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:44:42 smithi069 ceph-mon[94167]: pgmap v934: 121 pgs: 121 active+clean; 393 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 3.9 MiB/s rd, 620 KiB/s wr, 1 op/s 2024-04-10T15:44:42.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:44:42 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:44:42.743 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:44:42 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T15:44:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:44:42.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:44:42 smithi077 ceph-mon[87572]: pgmap v934: 121 pgs: 121 active+clean; 393 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 3.9 MiB/s rd, 620 KiB/s wr, 1 op/s 2024-04-10T15:44:42.744 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:44:42 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:44:43.304 INFO:tasks.rados.rados.0.smithi069.stdout:3996: done (0 left) 2024-04-10T15:44:43.506 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 28 current snap is 394 2024-04-10T15:44:43.506 INFO:tasks.rados.rados.0.smithi069.stdout:3997: seq_num 1246 ranges {5251072=475136,5726208=786432,6512640=417792} 2024-04-10T15:44:43.508 INFO:tasks.rados.rados.0.smithi069.stdout:3997: writing smithi06982861-28 from 5251072 to 5726208 tid 1 2024-04-10T15:44:43.509 INFO:tasks.rados.rados.0.smithi069.stdout:3997: writing smithi06982861-28 from 5726208 to 6512640 tid 2 2024-04-10T15:44:43.509 INFO:tasks.rados.rados.0.smithi069.stdout:3997: writing smithi06982861-28 from 6512640 to 6930432 tid 3 2024-04-10T15:44:43.509 INFO:tasks.rados.rados.0.smithi069.stdout:3998: snap_remove snap 329 2024-04-10T15:44:43.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:44:43 smithi069 ceph-mon[96738]: osdmap e849: 8 total, 8 up, 8 in 2024-04-10T15:44:43.588 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:44:43 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:44:43.588 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:44:43 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:44:43.588 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:44:43 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:44:43.588 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:44:43 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:44:43.589 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:44:43 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:44:43.589 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:44:43 smithi069 ceph-mon[94167]: osdmap e849: 8 total, 8 up, 8 in 2024-04-10T15:44:43.589 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:44:43 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:44:43.589 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:44:43 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:44:43.589 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:44:43 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:44:43.590 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:44:43 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:44:43.590 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:44:43 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:44:43.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:44:43 smithi077 ceph-mon[87572]: osdmap e849: 8 total, 8 up, 8 in 2024-04-10T15:44:43.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:44:43 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:44:43.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:44:43 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:44:43.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:44:43 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:44:43.744 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:44:43 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:44:43.744 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:44:43 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:44:44.314 INFO:tasks.rados.rados.0.smithi069.stdout:3998: done (1 left) 2024-04-10T15:44:44.314 INFO:tasks.rados.rados.0.smithi069.stdout:append oid 9 current snap is 394 2024-04-10T15:44:44.314 INFO:tasks.rados.rados.0.smithi069.stdout:3997: finishing write tid 1 to smithi06982861-28 2024-04-10T15:44:44.314 INFO:tasks.rados.rados.0.smithi069.stdout:3999: seq_num 1247 ranges {1556480=491520,2048000=712704,2760704=442368,3203072=49152} 2024-04-10T15:44:44.326 INFO:tasks.rados.rados.0.smithi069.stdout:3999: writing smithi06982861-9 from 1556480 to 2048000 tid 1 2024-04-10T15:44:44.331 INFO:tasks.rados.rados.0.smithi069.stdout:3999: writing smithi06982861-9 from 2048000 to 2760704 tid 2 2024-04-10T15:44:44.334 INFO:tasks.rados.rados.0.smithi069.stdout:3999: writing smithi06982861-9 from 2760704 to 3203072 tid 3 2024-04-10T15:44:44.335 INFO:tasks.rados.rados.0.smithi069.stdout:3999: writing smithi06982861-9 from 3203072 to 3252224 tid 4 2024-04-10T15:44:44.335 INFO:tasks.rados.rados.0.smithi069.stdout: waiting on 2 2024-04-10T15:44:44.335 INFO:tasks.rados.rados.0.smithi069.stdout:3997: finishing write tid 2 to smithi06982861-28 2024-04-10T15:44:44.335 INFO:tasks.rados.rados.0.smithi069.stdout:3997: finishing write tid 3 to smithi06982861-28 2024-04-10T15:44:44.335 INFO:tasks.rados.rados.0.smithi069.stdout:3997: finishing write tid 4 to smithi06982861-28 2024-04-10T15:44:44.335 INFO:tasks.rados.rados.0.smithi069.stdout:3997: finishing write tid 5 to smithi06982861-28 2024-04-10T15:44:44.336 INFO:tasks.rados.rados.0.smithi069.stdout:3997: oid 28 updating version 0 to 2149 2024-04-10T15:44:44.336 INFO:tasks.rados.rados.0.smithi069.stdout:3997: oid 28 version 2149 is already newer than 2148 2024-04-10T15:44:44.336 INFO:tasks.rados.rados.0.smithi069.stdout:3997: oid 28 version 2149 is already newer than 2146 2024-04-10T15:44:44.336 INFO:tasks.rados.rados.0.smithi069.stdout:3997: oid 28 version 2149 is already newer than 2147 2024-04-10T15:44:44.336 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 28 v 2149 (ObjNum 1246 snap 394 seq_num 1246) dirty exists 2024-04-10T15:44:44.336 INFO:tasks.rados.rados.0.smithi069.stdout:3997: left oid 28 (ObjNum 1246 snap 394 seq_num 1246) 2024-04-10T15:44:44.336 INFO:tasks.rados.rados.0.smithi069.stdout:3997: done (1 left) 2024-04-10T15:44:44.336 INFO:tasks.rados.rados.0.smithi069.stdout: waiting on 1 2024-04-10T15:44:44.338 INFO:tasks.rados.rados.0.smithi069.stdout:3999: finishing write tid 1 to smithi06982861-9 2024-04-10T15:44:44.339 INFO:tasks.rados.rados.0.smithi069.stdout:3999: finishing write tid 2 to smithi06982861-9 2024-04-10T15:44:44.339 INFO:tasks.rados.rados.0.smithi069.stdout:3999: finishing write tid 3 to smithi06982861-9 2024-04-10T15:44:44.340 INFO:tasks.rados.rados.0.smithi069.stdout:3999: finishing write tid 4 to smithi06982861-9 2024-04-10T15:44:44.341 INFO:tasks.rados.rados.0.smithi069.stdout:3999: finishing write tid 5 to smithi06982861-9 2024-04-10T15:44:44.342 INFO:tasks.rados.rados.0.smithi069.stdout:3999: finishing write tid 6 to smithi06982861-9 2024-04-10T15:44:44.343 INFO:tasks.rados.rados.0.smithi069.stdout:3999: oid 9 updating version 0 to 1677 2024-04-10T15:44:44.343 INFO:tasks.rados.rados.0.smithi069.stdout:3999: oid 9 version 1677 is already newer than 1676 2024-04-10T15:44:44.343 INFO:tasks.rados.rados.0.smithi069.stdout:3999: oid 9 updating version 1677 to 1679 2024-04-10T15:44:44.343 INFO:tasks.rados.rados.0.smithi069.stdout:3999: oid 9 version 1679 is already newer than 1675 2024-04-10T15:44:44.343 INFO:tasks.rados.rados.0.smithi069.stdout:3999: oid 9 version 1679 is already newer than 1678 2024-04-10T15:44:44.343 INFO:tasks.rados.rados.0.smithi069.stdout:update_object_version oid 9 v 1679 (ObjNum 1247 snap 394 seq_num 1247) dirty exists 2024-04-10T15:44:44.343 INFO:tasks.rados.rados.0.smithi069.stdout:3999: left oid 9 (ObjNum 1247 snap 394 seq_num 1247) 2024-04-10T15:44:44.343 INFO:tasks.rados.rados.0.smithi069.stdout:3999: done (0 left) 2024-04-10T15:44:44.346 INFO:tasks.rados.rados.0.smithi069.stderr:0 errors. 2024-04-10T15:44:44.347 INFO:tasks.rados.rados.0.smithi069.stderr: 2024-04-10T15:44:44.351 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 09bfb546-f74e-11ee-b64a-cb9ed24678a4 -- ceph osd dump --format=json 2024-04-10T15:44:44.554 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/09bfb546-f74e-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T15:44:44.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:44:44 smithi069 ceph-mon[96738]: osdmap e850: 8 total, 8 up, 8 in 2024-04-10T15:44:44.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:44:44 smithi069 ceph-mon[96738]: pgmap v937: 121 pgs: 121 active+clean; 395 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 5.4 MiB/s rd, 406 KiB/s wr, 3 op/s 2024-04-10T15:44:44.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:44:44 smithi069 ceph-mon[94167]: osdmap e850: 8 total, 8 up, 8 in 2024-04-10T15:44:44.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:44:44 smithi069 ceph-mon[94167]: pgmap v937: 121 pgs: 121 active+clean; 395 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 5.4 MiB/s rd, 406 KiB/s wr, 3 op/s 2024-04-10T15:44:44.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:44:44 smithi077 ceph-mon[87572]: osdmap e850: 8 total, 8 up, 8 in 2024-04-10T15:44:44.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:44:44 smithi077 ceph-mon[87572]: pgmap v937: 121 pgs: 121 active+clean; 395 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 5.4 MiB/s rd, 406 KiB/s wr, 3 op/s 2024-04-10T15:44:45.307 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:44:45 smithi069 ceph-mon[94167]: osdmap e851: 8 total, 8 up, 8 in 2024-04-10T15:44:45.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:44:45 smithi069 ceph-mon[96738]: osdmap e851: 8 total, 8 up, 8 in 2024-04-10T15:44:45.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:44:45 smithi077 ceph-mon[87572]: osdmap e851: 8 total, 8 up, 8 in 2024-04-10T15:44:46.410 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:44:46 smithi069 ceph-mon[96738]: pgmap v939: 121 pgs: 121 active+clean; 394 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 8.4 MiB/s rd, 1.1 MiB/s wr, 5 op/s 2024-04-10T15:44:46.410 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:44:46 smithi069 ceph-mon[96738]: osdmap e852: 8 total, 8 up, 8 in 2024-04-10T15:44:46.411 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:44:46 smithi069 ceph-mon[94167]: pgmap v939: 121 pgs: 121 active+clean; 394 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 8.4 MiB/s rd, 1.1 MiB/s wr, 5 op/s 2024-04-10T15:44:46.411 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:44:46 smithi069 ceph-mon[94167]: osdmap e852: 8 total, 8 up, 8 in 2024-04-10T15:44:46.539 INFO:teuthology.orchestra.run.smithi069.stdout: 2024-04-10T15:44:46.540 INFO:teuthology.orchestra.run.smithi069.stdout:{"epoch":852,"fsid":"09bfb546-f74e-11ee-b64a-cb9ed24678a4","created":"2024-04-10T15:22:42.696144+0000","modified":"2024-04-10T15:44:46.274982+0000","last_up_change":"2024-04-10T15:39:41.186009+0000","last_in_change":"2024-04-10T15:27:36.978052+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-10T15:25:53.886359+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-10T15:28:10.722853+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"61","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-10T15:28:11.860941+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"62","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"rbd","create_time":"2024-04-10T15:28:43.972626+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"69","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_type":"Fair distribution","score_acting":3,"score_stable":3,"optimal_score":1,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"unique_pool_0","create_time":"2024-04-10T15:31:24.828571+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":3,"size":3,"min_size":2,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":16,"pg_placement_num":16,"pg_placement_num_target":16,"pg_num_target":16,"pg_num_pending":16,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"851","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":461,"snap_epoch":851,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"teuthologyprofile","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rados":{}}}],"osds":[{"osd":0,"uuid":"b719f13c-81ae-4937-9fb7-a808d74357a5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":8,"last_clean_end":303,"up_from":314,"up_thru":550,"down_at":304,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6802","nonce":1187729268},{"type":"v1","addr":"172.21.15.69:6803","nonce":1187729268}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6804","nonce":1187729268},{"type":"v1","addr":"172.21.15.69:6805","nonce":1187729268}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6808","nonce":1187729268},{"type":"v1","addr":"172.21.15.69:6809","nonce":1187729268}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6806","nonce":1187729268},{"type":"v1","addr":"172.21.15.69:6807","nonce":1187729268}]},"public_addr":"172.21.15.69:6803/1187729268","cluster_addr":"172.21.15.69:6805/1187729268","heartbeat_back_addr":"172.21.15.69:6809/1187729268","heartbeat_front_addr":"172.21.15.69:6807/1187729268","state":["exists","up"]},{"osd":1,"uuid":"2792adf4-cb44-4e8d-a4d7-23e6b890b8a0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":13,"last_clean_end":337,"up_from":348,"up_thru":550,"down_at":338,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6810","nonce":1334122806},{"type":"v1","addr":"172.21.15.69:6811","nonce":1334122806}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6812","nonce":1334122806},{"type":"v1","addr":"172.21.15.69:6813","nonce":1334122806}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6816","nonce":1334122806},{"type":"v1","addr":"172.21.15.69:6817","nonce":1334122806}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6814","nonce":1334122806},{"type":"v1","addr":"172.21.15.69:6815","nonce":1334122806}]},"public_addr":"172.21.15.69:6811/1334122806","cluster_addr":"172.21.15.69:6813/1334122806","heartbeat_back_addr":"172.21.15.69:6817/1334122806","heartbeat_front_addr":"172.21.15.69:6815/1334122806","state":["exists","up"]},{"osd":2,"uuid":"bc921321-1efe-43c6-ab36-ff5b6d48bcdf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":18,"last_clean_end":371,"up_from":380,"up_thru":550,"down_at":372,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6818","nonce":1313992462},{"type":"v1","addr":"172.21.15.69:6819","nonce":1313992462}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6820","nonce":1313992462},{"type":"v1","addr":"172.21.15.69:6821","nonce":1313992462}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6824","nonce":1313992462},{"type":"v1","addr":"172.21.15.69:6825","nonce":1313992462}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6822","nonce":1313992462},{"type":"v1","addr":"172.21.15.69:6823","nonce":1313992462}]},"public_addr":"172.21.15.69:6819/1313992462","cluster_addr":"172.21.15.69:6821/1313992462","heartbeat_back_addr":"172.21.15.69:6825/1313992462","heartbeat_front_addr":"172.21.15.69:6823/1313992462","state":["exists","up"]},{"osd":3,"uuid":"5a669ea3-f5c5-46d2-a202-d740afa7e7ca","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":25,"last_clean_end":405,"up_from":416,"up_thru":550,"down_at":406,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6826","nonce":755527062},{"type":"v1","addr":"172.21.15.69:6827","nonce":755527062}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6828","nonce":755527062},{"type":"v1","addr":"172.21.15.69:6829","nonce":755527062}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6832","nonce":755527062},{"type":"v1","addr":"172.21.15.69:6833","nonce":755527062}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6830","nonce":755527062},{"type":"v1","addr":"172.21.15.69:6831","nonce":755527062}]},"public_addr":"172.21.15.69:6827/755527062","cluster_addr":"172.21.15.69:6829/755527062","heartbeat_back_addr":"172.21.15.69:6833/755527062","heartbeat_front_addr":"172.21.15.69:6831/755527062","state":["exists","up"]},{"osd":4,"uuid":"f96c3109-ec3b-4b10-9541-1b295bff29da","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":30,"last_clean_end":437,"up_from":448,"up_thru":550,"down_at":438,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6800","nonce":3960010975},{"type":"v1","addr":"172.21.15.77:6801","nonce":3960010975}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6802","nonce":3960010975},{"type":"v1","addr":"172.21.15.77:6803","nonce":3960010975}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6806","nonce":3960010975},{"type":"v1","addr":"172.21.15.77:6807","nonce":3960010975}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6804","nonce":3960010975},{"type":"v1","addr":"172.21.15.77:6805","nonce":3960010975}]},"public_addr":"172.21.15.77:6801/3960010975","cluster_addr":"172.21.15.77:6803/3960010975","heartbeat_back_addr":"172.21.15.77:6807/3960010975","heartbeat_front_addr":"172.21.15.77:6805/3960010975","state":["exists","up"]},{"osd":5,"uuid":"53a362f2-5398-46e2-893a-c082eeaed67a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":38,"last_clean_end":468,"up_from":480,"up_thru":550,"down_at":469,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6808","nonce":31210106},{"type":"v1","addr":"172.21.15.77:6809","nonce":31210106}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6810","nonce":31210106},{"type":"v1","addr":"172.21.15.77:6811","nonce":31210106}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6814","nonce":31210106},{"type":"v1","addr":"172.21.15.77:6815","nonce":31210106}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6812","nonce":31210106},{"type":"v1","addr":"172.21.15.77:6813","nonce":31210106}]},"public_addr":"172.21.15.77:6809/31210106","cluster_addr":"172.21.15.77:6811/31210106","heartbeat_back_addr":"172.21.15.77:6815/31210106","heartbeat_front_addr":"172.21.15.77:6813/31210106","state":["exists","up"]},{"osd":6,"uuid":"c49d5f16-cf9d-4802-9f57-3fd57ccf650c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":46,"last_clean_end":504,"up_from":515,"up_thru":550,"down_at":505,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6816","nonce":850758914},{"type":"v1","addr":"172.21.15.77:6817","nonce":850758914}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6818","nonce":850758914},{"type":"v1","addr":"172.21.15.77:6819","nonce":850758914}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6822","nonce":850758914},{"type":"v1","addr":"172.21.15.77:6823","nonce":850758914}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6820","nonce":850758914},{"type":"v1","addr":"172.21.15.77:6821","nonce":850758914}]},"public_addr":"172.21.15.77:6817/850758914","cluster_addr":"172.21.15.77:6819/850758914","heartbeat_back_addr":"172.21.15.77:6823/850758914","heartbeat_front_addr":"172.21.15.77:6821/850758914","state":["exists","up"]},{"osd":7,"uuid":"7bd91ebb-06bd-49bb-9f1c-04cafb0fac05","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":54,"last_clean_end":539,"up_from":550,"up_thru":550,"down_at":540,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6824","nonce":907921085},{"type":"v1","addr":"172.21.15.77:6825","nonce":907921085}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6826","nonce":907921085},{"type":"v1","addr":"172.21.15.77:6827","nonce":907921085}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6830","nonce":907921085},{"type":"v1","addr":"172.21.15.77:6831","nonce":907921085}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6828","nonce":907921085},{"type":"v1","addr":"172.21.15.77:6829","nonce":907921085}]},"public_addr":"172.21.15.77:6825/907921085","cluster_addr":"172.21.15.77:6827/907921085","heartbeat_back_addr":"172.21.15.77:6831/907921085","heartbeat_front_addr":"172.21.15.77:6829/907921085","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T15:24:59.115526+0000","dead_epoch":303},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T15:25:24.586758+0000","dead_epoch":337},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T15:25:49.945194+0000","dead_epoch":371},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T15:26:16.222742+0000","dead_epoch":404},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T15:26:38.988879+0000","dead_epoch":437},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T15:27:03.320288+0000","dead_epoch":467},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T15:27:27.733370+0000","dead_epoch":504},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T15:27:52.661696+0000","dead_epoch":539}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.e","mappings":[{"from":7,"to":4}]},{"pgid":"3.9","mappings":[{"from":4,"to":1}]},{"pgid":"3.b","mappings":[{"from":0,"to":2}]},{"pgid":"3.1c","mappings":[{"from":5,"to":2}]},{"pgid":"3.1d","mappings":[{"from":4,"to":1}]},{"pgid":"3.30","mappings":[{"from":0,"to":1},{"from":5,"to":2}]},{"pgid":"3.3d","mappings":[{"from":0,"to":3}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.77:6833/2821633878":"2024-04-11T15:40:07.964638+0000","172.21.15.77:6832/2821633878":"2024-04-11T15:40:07.964638+0000","172.21.15.69:0/849264340":"2024-04-11T15:34:09.497956+0000","172.21.15.69:0/1991951052":"2024-04-11T15:34:09.497956+0000","172.21.15.69:0/1151207591":"2024-04-11T15:34:09.497956+0000","172.21.15.69:6801/1276720751":"2024-04-11T15:34:09.497956+0000","172.21.15.69:6800/1276720751":"2024-04-11T15:34:09.497956+0000","172.21.15.77:6835/1231726198":"2024-04-11T15:33:23.444538+0000","172.21.15.69:0/1245164705":"2024-04-11T15:32:48.224781+0000","172.21.15.69:0/924018901":"2024-04-11T15:32:48.224781+0000","172.21.15.69:0/2360866969":"2024-04-11T15:23:35.574129+0000","172.21.15.69:0/1704366080":"2024-04-11T15:34:09.497956+0000","172.21.15.77:0/2811202157":"2024-04-11T15:33:23.444538+0000","172.21.15.77:0/3410130939":"2024-04-11T15:33:23.444538+0000","172.21.15.69:0/1777701802":"2024-04-11T15:28:45.087668+0000","172.21.15.69:0/2205351236":"2024-04-11T15:34:09.497956+0000","172.21.15.69:6801/3708449102":"2024-04-11T15:28:45.087668+0000","172.21.15.69:0/2506089448":"2024-04-11T15:28:45.087668+0000","172.21.15.69:6801/4122330610":"2024-04-11T15:23:35.574129+0000","172.21.15.69:0/1550264844":"2024-04-11T15:23:35.574129+0000","172.21.15.69:0/3939358761":"2024-04-11T15:32:48.224781+0000","172.21.15.69:6800/3673302828":"2024-04-11T15:23:09.794536+0000","172.21.15.69:0/2980460282":"2024-04-11T15:23:09.794536+0000","172.21.15.69:0/3409505111":"2024-04-11T15:32:48.224781+0000","172.21.15.69:0/2434162432":"2024-04-11T15:23:09.794536+0000","172.21.15.77:6834/1231726198":"2024-04-11T15:33:23.444538+0000","172.21.15.69:6801/3673302828":"2024-04-11T15:23:09.794536+0000","172.21.15.69:6801/1686446517":"2024-04-11T15:32:48.224781+0000","172.21.15.69:0/3098867057":"2024-04-11T15:28:45.087668+0000","172.21.15.69:6800/3708449102":"2024-04-11T15:28:45.087668+0000","172.21.15.69:0/3527145919":"2024-04-11T15:28:45.087668+0000","172.21.15.69:0/538182608":"2024-04-11T15:32:48.224781+0000","172.21.15.77:0/54058465":"2024-04-11T15:33:23.444538+0000","172.21.15.69:0/1572879938":"2024-04-11T15:23:35.574129+0000","172.21.15.69:6800/1686446517":"2024-04-11T15:32:48.224781+0000","172.21.15.77:0/3458002938":"2024-04-11T15:33:23.444538+0000","172.21.15.77:0/3084204747":"2024-04-11T15:33:23.444538+0000","172.21.15.77:0/1537544176":"2024-04-11T15:33:23.444538+0000","172.21.15.69:6800/4122330610":"2024-04-11T15:23:35.574129+0000","172.21.15.77:0/1263179511":"2024-04-11T15:33:23.444538+0000","172.21.15.69:0/4118089464":"2024-04-11T15:23:09.794536+0000","172.21.15.69:0/4080134929":"2024-04-11T15:34:09.497956+0000","172.21.15.69:0/2801631314":"2024-04-11T15:34:09.497956+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"},"teuthologyprofile":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van","w":"8"}},"removed_snaps_queue":[{"pool":5,"snaps":[{"begin":397,"length":1},{"begin":432,"length":1},{"begin":455,"length":1}]}],"new_removed_snaps":[],"new_purged_snaps":[{"pool":5,"snaps":[{"begin":430,"length":1},{"begin":452,"length":1}]}],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-10T15:44:46.644 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:44:46 smithi077 ceph-mon[87572]: pgmap v939: 121 pgs: 121 active+clean; 394 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 8.4 MiB/s rd, 1.1 MiB/s wr, 5 op/s 2024-04-10T15:44:46.645 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:44:46 smithi077 ceph-mon[87572]: osdmap e852: 8 total, 8 up, 8 in 2024-04-10T15:44:47.087 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:44:46 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:15:44:46] "GET /metrics HTTP/1.1" 200 36321 "" "Prometheus/2.43.0" 2024-04-10T15:44:47.121 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 09bfb546-f74e-11ee-b64a-cb9ed24678a4 -- ceph pg dump --format=json 2024-04-10T15:44:47.335 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/09bfb546-f74e-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T15:44:47.374 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:44:47 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/3186181754' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-10T15:44:47.375 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:44:47 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/3186181754' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-10T15:44:47.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:44:47 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/3186181754' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-10T15:44:48.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:44:48 smithi069 ceph-mon[96738]: pgmap v941: 121 pgs: 121 active+clean; 394 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 6.9 MiB/s rd, 919 KiB/s wr, 4 op/s 2024-04-10T15:44:48.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:44:48 smithi069 ceph-mon[94167]: pgmap v941: 121 pgs: 121 active+clean; 394 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 6.9 MiB/s rd, 919 KiB/s wr, 4 op/s 2024-04-10T15:44:48.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:44:48 smithi077 ceph-mon[87572]: pgmap v941: 121 pgs: 121 active+clean; 394 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 6.9 MiB/s rd, 919 KiB/s wr, 4 op/s 2024-04-10T15:44:49.383 INFO:teuthology.orchestra.run.smithi069.stdout: 2024-04-10T15:44:49.385 INFO:teuthology.orchestra.run.smithi069.stderr:dumped all 2024-04-10T15:44:49.993 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:44:49 smithi077 ceph-mon[87572]: from='client.34485 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-10T15:44:49.993 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:44:49 smithi077 ceph-mon[87572]: pgmap v942: 121 pgs: 121 active+clean; 376 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 5.8 MiB/s rd, 519 KiB/s wr, 2 op/s 2024-04-10T15:44:50.087 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:44:49 smithi069 ceph-mon[96738]: from='client.34485 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-10T15:44:50.087 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:44:49 smithi069 ceph-mon[96738]: pgmap v942: 121 pgs: 121 active+clean; 376 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 5.8 MiB/s rd, 519 KiB/s wr, 2 op/s 2024-04-10T15:44:50.087 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:44:49 smithi069 ceph-mon[94167]: from='client.34485 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-10T15:44:50.087 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:44:49 smithi069 ceph-mon[94167]: pgmap v942: 121 pgs: 121 active+clean; 376 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 5.8 MiB/s rd, 519 KiB/s wr, 2 op/s 2024-04-10T15:44:50.184 INFO:teuthology.orchestra.run.smithi069.stdout:{"pg_ready":true,"pg_map":{"version":941,"stamp":"2024-04-10T15:44:47.662454+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":413211646,"num_objects":232,"num_object_clones":158,"num_object_copies":696,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":232,"num_whiteouts":11,"num_read":4965,"num_read_kb":5159285,"num_write":8860,"num_write_kb":1901636,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":111,"num_bytes_recovered":382322272,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":22931,"ondisk_log_size":22931,"up":363,"acting":363,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":363,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":3364488,"kb_used_data":652296,"kb_used_omap":353,"kb_used_meta":2711710,"kb_avail":746596728,"statfs":{"total":767960285184,"available":764515049472,"internally_reserved":0,"allocated":667951104,"data_stored":1073630426,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":362446,"internal_metadata":2776791090},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":753664,"num_objects":-5,"num_object_clones":-5,"num_object_copies":-15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-5,"num_whiteouts":0,"num_read":9,"num_read_kb":37908,"num_write":14,"num_write_kb":4920,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.356092"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":1092,"reported_epoch":851,"state":"active+clean","last_fresh":"2024-04-10T15:44:44.334594+0000","last_change":"2024-04-10T15:39:42.219401+0000","last_active":"2024-04-10T15:44:44.334594+0000","last_peered":"2024-04-10T15:44:44.334594+0000","last_clean":"2024-04-10T15:44:44.334594+0000","last_became_active":"2024-04-10T15:39:42.218796+0000","last_became_peered":"2024-04-10T15:39:42.218796+0000","last_unstale":"2024-04-10T15:44:44.334594+0000","last_undegraded":"2024-04-10T15:44:44.334594+0000","last_fullsized":"2024-04-10T15:44:44.334594+0000","mapping_epoch":550,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":551,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T18:25:46.415735+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":1298,"reported_epoch":849,"state":"active+clean","last_fresh":"2024-04-10T15:44:42.315741+0000","last_change":"2024-04-10T15:39:07.256152+0000","last_active":"2024-04-10T15:44:42.315741+0000","last_peered":"2024-04-10T15:44:42.315741+0000","last_clean":"2024-04-10T15:44:42.315741+0000","last_became_active":"2024-04-10T15:39:07.255706+0000","last_became_peered":"2024-04-10T15:39:07.255706+0000","last_unstale":"2024-04-10T15:44:42.315741+0000","last_undegraded":"2024-04-10T15:44:42.315741+0000","last_fullsized":"2024-04-10T15:44:42.315741+0000","mapping_epoch":515,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":516,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T15:59:04.148407+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":1237,"reported_epoch":850,"state":"active+clean","last_fresh":"2024-04-10T15:44:43.313096+0000","last_change":"2024-04-10T15:37:21.188601+0000","last_active":"2024-04-10T15:44:43.313096+0000","last_peered":"2024-04-10T15:44:43.313096+0000","last_clean":"2024-04-10T15:44:43.313096+0000","last_became_active":"2024-04-10T15:37:21.188300+0000","last_became_peered":"2024-04-10T15:37:21.188300+0000","last_unstale":"2024-04-10T15:44:43.313096+0000","last_undegraded":"2024-04-10T15:44:43.313096+0000","last_fullsized":"2024-04-10T15:44:43.313096+0000","mapping_epoch":416,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":417,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T17:52:51.015384+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,1],"acting":[3,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":1176,"reported_epoch":851,"state":"active+clean","last_fresh":"2024-04-10T15:44:44.330209+0000","last_change":"2024-04-10T15:39:42.222970+0000","last_active":"2024-04-10T15:44:44.330209+0000","last_peered":"2024-04-10T15:44:44.330209+0000","last_clean":"2024-04-10T15:44:44.330209+0000","last_became_active":"2024-04-10T15:39:42.222658+0000","last_became_peered":"2024-04-10T15:39:42.222658+0000","last_unstale":"2024-04-10T15:44:44.330209+0000","last_undegraded":"2024-04-10T15:44:44.330209+0000","last_fullsized":"2024-04-10T15:44:44.330209+0000","mapping_epoch":550,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":551,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T22:24:05.437297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":1107,"reported_epoch":851,"state":"active+clean","last_fresh":"2024-04-10T15:44:44.334248+0000","last_change":"2024-04-10T15:39:42.225143+0000","last_active":"2024-04-10T15:44:44.334248+0000","last_peered":"2024-04-10T15:44:44.334248+0000","last_clean":"2024-04-10T15:44:44.334248+0000","last_became_active":"2024-04-10T15:39:42.223772+0000","last_became_peered":"2024-04-10T15:39:42.223772+0000","last_unstale":"2024-04-10T15:44:44.334248+0000","last_undegraded":"2024-04-10T15:44:44.334248+0000","last_fullsized":"2024-04-10T15:44:44.334248+0000","mapping_epoch":550,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":551,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T03:07:31.436816+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":1153,"reported_epoch":851,"state":"active+clean","last_fresh":"2024-04-10T15:44:44.330321+0000","last_change":"2024-04-10T15:38:32.248836+0000","last_active":"2024-04-10T15:44:44.330321+0000","last_peered":"2024-04-10T15:44:44.330321+0000","last_clean":"2024-04-10T15:44:44.330321+0000","last_became_active":"2024-04-10T15:38:32.248390+0000","last_became_peered":"2024-04-10T15:38:32.248390+0000","last_unstale":"2024-04-10T15:44:44.330321+0000","last_undegraded":"2024-04-10T15:44:44.330321+0000","last_fullsized":"2024-04-10T15:44:44.330321+0000","mapping_epoch":480,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":481,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T18:12:34.025866+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":1107,"reported_epoch":851,"state":"active+clean","last_fresh":"2024-04-10T15:44:44.335623+0000","last_change":"2024-04-10T15:39:42.214059+0000","last_active":"2024-04-10T15:44:44.335623+0000","last_peered":"2024-04-10T15:44:44.335623+0000","last_clean":"2024-04-10T15:44:44.335623+0000","last_became_active":"2024-04-10T15:39:42.212504+0000","last_became_peered":"2024-04-10T15:39:42.212504+0000","last_unstale":"2024-04-10T15:44:44.335623+0000","last_undegraded":"2024-04-10T15:44:44.335623+0000","last_fullsized":"2024-04-10T15:44:44.335623+0000","mapping_epoch":550,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":551,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T23:29:48.114063+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":1235,"reported_epoch":850,"state":"active+clean","last_fresh":"2024-04-10T15:44:43.312705+0000","last_change":"2024-04-10T15:39:07.249090+0000","last_active":"2024-04-10T15:44:43.312705+0000","last_peered":"2024-04-10T15:44:43.312705+0000","last_clean":"2024-04-10T15:44:43.312705+0000","last_became_active":"2024-04-10T15:39:07.248746+0000","last_became_peered":"2024-04-10T15:39:07.248746+0000","last_unstale":"2024-04-10T15:44:43.312705+0000","last_undegraded":"2024-04-10T15:44:43.312705+0000","last_fullsized":"2024-04-10T15:44:43.312705+0000","mapping_epoch":515,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":516,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T02:25:47.758582+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":1098,"reported_epoch":851,"state":"active+clean","last_fresh":"2024-04-10T15:44:44.334334+0000","last_change":"2024-04-10T15:39:42.214046+0000","last_active":"2024-04-10T15:44:44.334334+0000","last_peered":"2024-04-10T15:44:44.334334+0000","last_clean":"2024-04-10T15:44:44.334334+0000","last_became_active":"2024-04-10T15:39:42.213385+0000","last_became_peered":"2024-04-10T15:39:42.213385+0000","last_unstale":"2024-04-10T15:44:44.334334+0000","last_undegraded":"2024-04-10T15:44:44.334334+0000","last_fullsized":"2024-04-10T15:44:44.334334+0000","mapping_epoch":550,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":551,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T18:14:30.952168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":1124,"reported_epoch":851,"state":"active+clean","last_fresh":"2024-04-10T15:44:44.324873+0000","last_change":"2024-04-10T15:39:07.262347+0000","last_active":"2024-04-10T15:44:44.324873+0000","last_peered":"2024-04-10T15:44:44.324873+0000","last_clean":"2024-04-10T15:44:44.324873+0000","last_became_active":"2024-04-10T15:39:07.262035+0000","last_became_peered":"2024-04-10T15:39:07.262035+0000","last_unstale":"2024-04-10T15:44:44.324873+0000","last_undegraded":"2024-04-10T15:44:44.324873+0000","last_fullsized":"2024-04-10T15:44:44.324873+0000","mapping_epoch":515,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":516,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T00:47:56.331465+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":1124,"reported_epoch":851,"state":"active+clean","last_fresh":"2024-04-10T15:44:44.324786+0000","last_change":"2024-04-10T15:39:07.258709+0000","last_active":"2024-04-10T15:44:44.324786+0000","last_peered":"2024-04-10T15:44:44.324786+0000","last_clean":"2024-04-10T15:44:44.324786+0000","last_became_active":"2024-04-10T15:39:07.258260+0000","last_became_peered":"2024-04-10T15:39:07.258260+0000","last_unstale":"2024-04-10T15:44:44.324786+0000","last_undegraded":"2024-04-10T15:44:44.324786+0000","last_fullsized":"2024-04-10T15:44:44.324786+0000","mapping_epoch":515,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":516,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T23:34:30.171033+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":1184,"reported_epoch":851,"state":"active+clean","last_fresh":"2024-04-10T15:44:44.327475+0000","last_change":"2024-04-10T15:39:07.250569+0000","last_active":"2024-04-10T15:44:44.327475+0000","last_peered":"2024-04-10T15:44:44.327475+0000","last_clean":"2024-04-10T15:44:44.327475+0000","last_became_active":"2024-04-10T15:39:07.250258+0000","last_became_peered":"2024-04-10T15:39:07.250258+0000","last_unstale":"2024-04-10T15:44:44.327475+0000","last_undegraded":"2024-04-10T15:44:44.327475+0000","last_fullsized":"2024-04-10T15:44:44.327475+0000","mapping_epoch":515,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":516,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T17:29:42.641240+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":1243,"reported_epoch":850,"state":"active+clean","last_fresh":"2024-04-10T15:44:43.312600+0000","last_change":"2024-04-10T15:39:07.248591+0000","last_active":"2024-04-10T15:44:43.312600+0000","last_peered":"2024-04-10T15:44:43.312600+0000","last_clean":"2024-04-10T15:44:43.312600+0000","last_became_active":"2024-04-10T15:39:07.248199+0000","last_became_peered":"2024-04-10T15:39:07.248199+0000","last_unstale":"2024-04-10T15:44:43.312600+0000","last_undegraded":"2024-04-10T15:44:43.312600+0000","last_fullsized":"2024-04-10T15:44:43.312600+0000","mapping_epoch":515,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":516,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T23:37:56.908053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":1311,"reported_epoch":850,"state":"active+clean","last_fresh":"2024-04-10T15:44:43.312519+0000","last_change":"2024-04-10T15:38:32.248203+0000","last_active":"2024-04-10T15:44:43.312519+0000","last_peered":"2024-04-10T15:44:43.312519+0000","last_clean":"2024-04-10T15:44:43.312519+0000","last_became_active":"2024-04-10T15:38:32.247873+0000","last_became_peered":"2024-04-10T15:38:32.247873+0000","last_unstale":"2024-04-10T15:44:43.312519+0000","last_undegraded":"2024-04-10T15:44:43.312519+0000","last_fullsized":"2024-04-10T15:44:43.312519+0000","mapping_epoch":480,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":481,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T00:13:34.982456+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":1285,"reported_epoch":849,"state":"active+clean","last_fresh":"2024-04-10T15:44:42.312744+0000","last_change":"2024-04-10T15:38:32.252989+0000","last_active":"2024-04-10T15:44:42.312744+0000","last_peered":"2024-04-10T15:44:42.312744+0000","last_clean":"2024-04-10T15:44:42.312744+0000","last_became_active":"2024-04-10T15:38:32.252682+0000","last_became_peered":"2024-04-10T15:38:32.252682+0000","last_unstale":"2024-04-10T15:44:42.312744+0000","last_undegraded":"2024-04-10T15:44:42.312744+0000","last_fullsized":"2024-04-10T15:44:42.312744+0000","mapping_epoch":480,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":481,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T17:12:55.265573+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":1257,"reported_epoch":849,"state":"active+clean","last_fresh":"2024-04-10T15:44:42.317494+0000","last_change":"2024-04-10T15:39:42.219538+0000","last_active":"2024-04-10T15:44:42.317494+0000","last_peered":"2024-04-10T15:44:42.317494+0000","last_clean":"2024-04-10T15:44:42.317494+0000","last_became_active":"2024-04-10T15:39:42.219115+0000","last_became_peered":"2024-04-10T15:39:42.219115+0000","last_unstale":"2024-04-10T15:44:42.317494+0000","last_undegraded":"2024-04-10T15:44:42.317494+0000","last_fullsized":"2024-04-10T15:44:42.317494+0000","mapping_epoch":550,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":551,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T20:41:25.350430+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,7],"acting":[2,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":1165,"reported_epoch":851,"state":"active+clean","last_fresh":"2024-04-10T15:44:44.331526+0000","last_change":"2024-04-10T15:39:42.213922+0000","last_active":"2024-04-10T15:44:44.331526+0000","last_peered":"2024-04-10T15:44:44.331526+0000","last_clean":"2024-04-10T15:44:44.331526+0000","last_became_active":"2024-04-10T15:39:42.213568+0000","last_became_peered":"2024-04-10T15:39:42.213568+0000","last_unstale":"2024-04-10T15:44:44.331526+0000","last_undegraded":"2024-04-10T15:44:44.331526+0000","last_fullsized":"2024-04-10T15:44:44.331526+0000","mapping_epoch":550,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":551,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T02:29:20.792148+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":1253,"reported_epoch":849,"state":"active+clean","last_fresh":"2024-04-10T15:44:42.319231+0000","last_change":"2024-04-10T15:39:42.205179+0000","last_active":"2024-04-10T15:44:42.319231+0000","last_peered":"2024-04-10T15:44:42.319231+0000","last_clean":"2024-04-10T15:44:42.319231+0000","last_became_active":"2024-04-10T15:39:42.204844+0000","last_became_peered":"2024-04-10T15:39:42.204844+0000","last_unstale":"2024-04-10T15:44:42.319231+0000","last_undegraded":"2024-04-10T15:44:42.319231+0000","last_fullsized":"2024-04-10T15:44:42.319231+0000","mapping_epoch":550,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":551,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T00:14:34.016716+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":1091,"reported_epoch":851,"state":"active+clean","last_fresh":"2024-04-10T15:44:44.335499+0000","last_change":"2024-04-10T15:39:42.213693+0000","last_active":"2024-04-10T15:44:44.335499+0000","last_peered":"2024-04-10T15:44:44.335499+0000","last_clean":"2024-04-10T15:44:44.335499+0000","last_became_active":"2024-04-10T15:39:42.210550+0000","last_became_peered":"2024-04-10T15:39:42.210550+0000","last_unstale":"2024-04-10T15:44:44.335499+0000","last_undegraded":"2024-04-10T15:44:44.335499+0000","last_fullsized":"2024-04-10T15:44:44.335499+0000","mapping_epoch":550,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":551,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T16:12:18.743675+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"576'5","reported_seq":1321,"reported_epoch":850,"state":"active+clean","last_fresh":"2024-04-10T15:44:43.313097+0000","last_change":"2024-04-10T15:39:42.217243+0000","last_active":"2024-04-10T15:44:43.313097+0000","last_peered":"2024-04-10T15:44:43.313097+0000","last_clean":"2024-04-10T15:44:43.313097+0000","last_became_active":"2024-04-10T15:39:42.216852+0000","last_became_peered":"2024-04-10T15:39:42.216852+0000","last_unstale":"2024-04-10T15:44:43.313097+0000","last_undegraded":"2024-04-10T15:44:43.313097+0000","last_fullsized":"2024-04-10T15:44:43.313097+0000","mapping_epoch":550,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":551,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_clean_scrub_stamp":"2024-04-10T15:28:11.308904+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T15:49:23.857203+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":1234,"reported_epoch":850,"state":"active+clean","last_fresh":"2024-04-10T15:44:43.313393+0000","last_change":"2024-04-10T15:39:07.252493+0000","last_active":"2024-04-10T15:44:43.313393+0000","last_peered":"2024-04-10T15:44:43.313393+0000","last_clean":"2024-04-10T15:44:43.313393+0000","last_became_active":"2024-04-10T15:39:07.252171+0000","last_became_peered":"2024-04-10T15:39:07.252171+0000","last_unstale":"2024-04-10T15:44:43.313393+0000","last_undegraded":"2024-04-10T15:44:43.313393+0000","last_fullsized":"2024-04-10T15:44:43.313393+0000","mapping_epoch":515,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":516,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T19:55:45.559636+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"576'2","reported_seq":1254,"reported_epoch":850,"state":"active+clean","last_fresh":"2024-04-10T15:44:43.313559+0000","last_change":"2024-04-10T15:38:32.254095+0000","last_active":"2024-04-10T15:44:43.313559+0000","last_peered":"2024-04-10T15:44:43.313559+0000","last_clean":"2024-04-10T15:44:43.313559+0000","last_became_active":"2024-04-10T15:38:32.253753+0000","last_became_peered":"2024-04-10T15:38:32.253753+0000","last_unstale":"2024-04-10T15:44:43.313559+0000","last_undegraded":"2024-04-10T15:44:43.313559+0000","last_fullsized":"2024-04-10T15:44:43.313559+0000","mapping_epoch":480,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":481,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_clean_scrub_stamp":"2024-04-10T15:28:11.308904+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T03:06:14.806992+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":1313,"reported_epoch":850,"state":"active+clean","last_fresh":"2024-04-10T15:44:43.312497+0000","last_change":"2024-04-10T15:38:32.255092+0000","last_active":"2024-04-10T15:44:43.312497+0000","last_peered":"2024-04-10T15:44:43.312497+0000","last_clean":"2024-04-10T15:44:43.312497+0000","last_became_active":"2024-04-10T15:38:32.254550+0000","last_became_peered":"2024-04-10T15:38:32.254550+0000","last_unstale":"2024-04-10T15:44:43.312497+0000","last_undegraded":"2024-04-10T15:44:43.312497+0000","last_fullsized":"2024-04-10T15:44:43.312497+0000","mapping_epoch":480,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":481,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T16:21:18.671666+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"61'2","reported_seq":1096,"reported_epoch":851,"state":"active+clean","last_fresh":"2024-04-10T15:44:44.335394+0000","last_change":"2024-04-10T15:39:42.220944+0000","last_active":"2024-04-10T15:44:44.335394+0000","last_peered":"2024-04-10T15:44:44.335394+0000","last_clean":"2024-04-10T15:44:44.335394+0000","last_became_active":"2024-04-10T15:39:42.215426+0000","last_became_peered":"2024-04-10T15:39:42.215426+0000","last_unstale":"2024-04-10T15:44:44.335394+0000","last_undegraded":"2024-04-10T15:44:44.335394+0000","last_fullsized":"2024-04-10T15:44:44.335394+0000","mapping_epoch":550,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":551,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_clean_scrub_stamp":"2024-04-10T15:28:11.308904+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T22:20:44.410904+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":1257,"reported_epoch":849,"state":"active+clean","last_fresh":"2024-04-10T15:44:42.318966+0000","last_change":"2024-04-10T15:37:57.388937+0000","last_active":"2024-04-10T15:44:42.318966+0000","last_peered":"2024-04-10T15:44:42.318966+0000","last_clean":"2024-04-10T15:44:42.318966+0000","last_became_active":"2024-04-10T15:37:57.388576+0000","last_became_peered":"2024-04-10T15:37:57.388576+0000","last_unstale":"2024-04-10T15:44:42.318966+0000","last_undegraded":"2024-04-10T15:44:42.318966+0000","last_fullsized":"2024-04-10T15:44:42.318966+0000","mapping_epoch":448,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":449,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T22:57:04.328536+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,1],"acting":[2,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1c","version":"61'2","reported_seq":1103,"reported_epoch":851,"state":"active+clean","last_fresh":"2024-04-10T15:44:44.335153+0000","last_change":"2024-04-10T15:39:42.223448+0000","last_active":"2024-04-10T15:44:44.335153+0000","last_peered":"2024-04-10T15:44:44.335153+0000","last_clean":"2024-04-10T15:44:44.335153+0000","last_became_active":"2024-04-10T15:39:42.221704+0000","last_became_peered":"2024-04-10T15:39:42.221704+0000","last_unstale":"2024-04-10T15:44:44.335153+0000","last_undegraded":"2024-04-10T15:44:44.335153+0000","last_fullsized":"2024-04-10T15:44:44.335153+0000","mapping_epoch":550,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":551,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_clean_scrub_stamp":"2024-04-10T15:28:11.308904+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T02:45:11.484172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":1156,"reported_epoch":851,"state":"active+clean","last_fresh":"2024-04-10T15:44:44.330011+0000","last_change":"2024-04-10T15:39:07.260591+0000","last_active":"2024-04-10T15:44:44.330011+0000","last_peered":"2024-04-10T15:44:44.330011+0000","last_clean":"2024-04-10T15:44:44.330011+0000","last_became_active":"2024-04-10T15:39:07.260192+0000","last_became_peered":"2024-04-10T15:39:07.260192+0000","last_unstale":"2024-04-10T15:44:44.330011+0000","last_undegraded":"2024-04-10T15:44:44.330011+0000","last_fullsized":"2024-04-10T15:44:44.330011+0000","mapping_epoch":515,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":516,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T22:38:37.608608+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"576'2","reported_seq":1238,"reported_epoch":850,"state":"active+clean","last_fresh":"2024-04-10T15:44:43.312887+0000","last_change":"2024-04-10T15:39:42.218404+0000","last_active":"2024-04-10T15:44:43.312887+0000","last_peered":"2024-04-10T15:44:43.312887+0000","last_clean":"2024-04-10T15:44:43.312887+0000","last_became_active":"2024-04-10T15:39:42.217949+0000","last_became_peered":"2024-04-10T15:39:42.217949+0000","last_unstale":"2024-04-10T15:44:43.312887+0000","last_undegraded":"2024-04-10T15:44:43.312887+0000","last_fullsized":"2024-04-10T15:44:43.312887+0000","mapping_epoch":550,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":551,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_clean_scrub_stamp":"2024-04-10T15:28:11.308904+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T22:06:21.613391+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":1215,"reported_epoch":851,"state":"active+clean","last_fresh":"2024-04-10T15:44:44.328028+0000","last_change":"2024-04-10T15:37:57.386185+0000","last_active":"2024-04-10T15:44:44.328028+0000","last_peered":"2024-04-10T15:44:44.328028+0000","last_clean":"2024-04-10T15:44:44.328028+0000","last_became_active":"2024-04-10T15:37:57.385559+0000","last_became_peered":"2024-04-10T15:37:57.385559+0000","last_unstale":"2024-04-10T15:44:44.328028+0000","last_undegraded":"2024-04-10T15:44:44.328028+0000","last_fullsized":"2024-04-10T15:44:44.328028+0000","mapping_epoch":448,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":449,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T16:56:44.553920+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"576'2","reported_seq":1131,"reported_epoch":851,"state":"active+clean","last_fresh":"2024-04-10T15:44:44.324597+0000","last_change":"2024-04-10T15:39:42.217527+0000","last_active":"2024-04-10T15:44:44.324597+0000","last_peered":"2024-04-10T15:44:44.324597+0000","last_clean":"2024-04-10T15:44:44.324597+0000","last_became_active":"2024-04-10T15:39:42.217010+0000","last_became_peered":"2024-04-10T15:39:42.217010+0000","last_unstale":"2024-04-10T15:44:44.324597+0000","last_undegraded":"2024-04-10T15:44:44.324597+0000","last_fullsized":"2024-04-10T15:44:44.324597+0000","mapping_epoch":550,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":551,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_clean_scrub_stamp":"2024-04-10T15:28:11.308904+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T17:11:41.749895+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":1311,"reported_epoch":850,"state":"active+clean","last_fresh":"2024-04-10T15:44:43.313842+0000","last_change":"2024-04-10T15:39:42.218041+0000","last_active":"2024-04-10T15:44:43.313842+0000","last_peered":"2024-04-10T15:44:43.313842+0000","last_clean":"2024-04-10T15:44:43.313842+0000","last_became_active":"2024-04-10T15:39:42.217740+0000","last_became_peered":"2024-04-10T15:39:42.217740+0000","last_unstale":"2024-04-10T15:44:43.313842+0000","last_undegraded":"2024-04-10T15:44:43.313842+0000","last_fullsized":"2024-04-10T15:44:43.313842+0000","mapping_epoch":550,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":551,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T19:47:52.011692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":1251,"reported_epoch":850,"state":"active+clean","last_fresh":"2024-04-10T15:44:43.313728+0000","last_change":"2024-04-10T15:39:07.252387+0000","last_active":"2024-04-10T15:44:43.313728+0000","last_peered":"2024-04-10T15:44:43.313728+0000","last_clean":"2024-04-10T15:44:43.313728+0000","last_became_active":"2024-04-10T15:39:07.252082+0000","last_became_peered":"2024-04-10T15:39:07.252082+0000","last_unstale":"2024-04-10T15:44:43.313728+0000","last_undegraded":"2024-04-10T15:44:43.313728+0000","last_fullsized":"2024-04-10T15:44:43.313728+0000","mapping_epoch":515,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":516,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_clean_scrub_stamp":"2024-04-10T15:28:11.308904+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T00:20:53.040747+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":1249,"reported_epoch":850,"state":"active+clean","last_fresh":"2024-04-10T15:44:43.312883+0000","last_change":"2024-04-10T15:37:21.177951+0000","last_active":"2024-04-10T15:44:43.312883+0000","last_peered":"2024-04-10T15:44:43.312883+0000","last_clean":"2024-04-10T15:44:43.312883+0000","last_became_active":"2024-04-10T15:37:21.177638+0000","last_became_peered":"2024-04-10T15:37:21.177638+0000","last_unstale":"2024-04-10T15:44:43.312883+0000","last_undegraded":"2024-04-10T15:44:43.312883+0000","last_fullsized":"2024-04-10T15:44:43.312883+0000","mapping_epoch":416,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":417,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T18:06:28.698316+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":1165,"reported_epoch":851,"state":"active+clean","last_fresh":"2024-04-10T15:44:44.329690+0000","last_change":"2024-04-10T15:39:42.222961+0000","last_active":"2024-04-10T15:44:44.329690+0000","last_peered":"2024-04-10T15:44:44.329690+0000","last_clean":"2024-04-10T15:44:44.329690+0000","last_became_active":"2024-04-10T15:39:42.222633+0000","last_became_peered":"2024-04-10T15:39:42.222633+0000","last_unstale":"2024-04-10T15:44:44.329690+0000","last_undegraded":"2024-04-10T15:44:44.329690+0000","last_fullsized":"2024-04-10T15:44:44.329690+0000","mapping_epoch":550,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":551,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_clean_scrub_stamp":"2024-04-10T15:28:11.308904+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T02:08:18.728178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":1284,"reported_epoch":849,"state":"active+clean","last_fresh":"2024-04-10T15:44:42.312860+0000","last_change":"2024-04-10T15:37:57.388131+0000","last_active":"2024-04-10T15:44:42.312860+0000","last_peered":"2024-04-10T15:44:42.312860+0000","last_clean":"2024-04-10T15:44:42.312860+0000","last_became_active":"2024-04-10T15:37:57.387820+0000","last_became_peered":"2024-04-10T15:37:57.387820+0000","last_unstale":"2024-04-10T15:44:42.312860+0000","last_undegraded":"2024-04-10T15:44:42.312860+0000","last_fullsized":"2024-04-10T15:44:42.312860+0000","mapping_epoch":448,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":449,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T03:00:00.330753+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":1125,"reported_epoch":851,"state":"active+clean","last_fresh":"2024-04-10T15:44:44.325423+0000","last_change":"2024-04-10T15:39:07.259593+0000","last_active":"2024-04-10T15:44:44.325423+0000","last_peered":"2024-04-10T15:44:44.325423+0000","last_clean":"2024-04-10T15:44:44.325423+0000","last_became_active":"2024-04-10T15:39:07.259266+0000","last_became_peered":"2024-04-10T15:39:07.259266+0000","last_unstale":"2024-04-10T15:44:44.325423+0000","last_undegraded":"2024-04-10T15:44:44.325423+0000","last_fullsized":"2024-04-10T15:44:44.325423+0000","mapping_epoch":515,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":516,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_clean_scrub_stamp":"2024-04-10T15:28:11.308904+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T15:59:13.434733+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":1147,"reported_epoch":851,"state":"active+clean","last_fresh":"2024-04-10T15:44:44.330215+0000","last_change":"2024-04-10T15:39:42.204831+0000","last_active":"2024-04-10T15:44:44.330215+0000","last_peered":"2024-04-10T15:44:44.330215+0000","last_clean":"2024-04-10T15:44:44.330215+0000","last_became_active":"2024-04-10T15:39:42.204523+0000","last_became_peered":"2024-04-10T15:39:42.204523+0000","last_unstale":"2024-04-10T15:44:44.330215+0000","last_undegraded":"2024-04-10T15:44:44.330215+0000","last_fullsized":"2024-04-10T15:44:44.330215+0000","mapping_epoch":550,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":551,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T16:09:56.363739+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":1181,"reported_epoch":851,"state":"active+clean","last_fresh":"2024-04-10T15:44:44.330172+0000","last_change":"2024-04-10T15:39:07.261242+0000","last_active":"2024-04-10T15:44:44.330172+0000","last_peered":"2024-04-10T15:44:44.330172+0000","last_clean":"2024-04-10T15:44:44.330172+0000","last_became_active":"2024-04-10T15:39:07.260779+0000","last_became_peered":"2024-04-10T15:39:07.260779+0000","last_unstale":"2024-04-10T15:44:44.330172+0000","last_undegraded":"2024-04-10T15:44:44.330172+0000","last_fullsized":"2024-04-10T15:44:44.330172+0000","mapping_epoch":515,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":516,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_clean_scrub_stamp":"2024-04-10T15:28:11.308904+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T20:36:38.220359+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":1311,"reported_epoch":850,"state":"active+clean","last_fresh":"2024-04-10T15:44:43.312785+0000","last_change":"2024-04-10T15:38:32.246830+0000","last_active":"2024-04-10T15:44:43.312785+0000","last_peered":"2024-04-10T15:44:43.312785+0000","last_clean":"2024-04-10T15:44:43.312785+0000","last_became_active":"2024-04-10T15:38:32.246495+0000","last_became_peered":"2024-04-10T15:38:32.246495+0000","last_unstale":"2024-04-10T15:44:43.312785+0000","last_undegraded":"2024-04-10T15:44:43.312785+0000","last_fullsized":"2024-04-10T15:44:43.312785+0000","mapping_epoch":480,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":481,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T02:32:08.341371+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"61'3","reported_seq":1304,"reported_epoch":849,"state":"active+clean","last_fresh":"2024-04-10T15:44:42.314605+0000","last_change":"2024-04-10T15:38:32.257432+0000","last_active":"2024-04-10T15:44:42.314605+0000","last_peered":"2024-04-10T15:44:42.314605+0000","last_clean":"2024-04-10T15:44:42.314605+0000","last_became_active":"2024-04-10T15:38:32.257040+0000","last_became_peered":"2024-04-10T15:38:32.257040+0000","last_unstale":"2024-04-10T15:44:42.314605+0000","last_undegraded":"2024-04-10T15:44:42.314605+0000","last_fullsized":"2024-04-10T15:44:42.314605+0000","mapping_epoch":480,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":481,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_clean_scrub_stamp":"2024-04-10T15:28:11.308904+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T23:38:29.413666+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":7,"num_read_kb":7,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":1211,"reported_epoch":851,"state":"active+clean","last_fresh":"2024-04-10T15:44:44.327720+0000","last_change":"2024-04-10T15:39:42.225272+0000","last_active":"2024-04-10T15:44:44.327720+0000","last_peered":"2024-04-10T15:44:44.327720+0000","last_clean":"2024-04-10T15:44:44.327720+0000","last_became_active":"2024-04-10T15:39:42.224891+0000","last_became_peered":"2024-04-10T15:39:42.224891+0000","last_unstale":"2024-04-10T15:44:44.327720+0000","last_undegraded":"2024-04-10T15:44:44.327720+0000","last_fullsized":"2024-04-10T15:44:44.327720+0000","mapping_epoch":550,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":551,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T01:59:50.246350+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"576'29","reported_seq":1160,"reported_epoch":851,"state":"active+clean","last_fresh":"2024-04-10T15:44:44.324952+0000","last_change":"2024-04-10T15:39:07.260503+0000","last_active":"2024-04-10T15:44:44.324952+0000","last_peered":"2024-04-10T15:44:44.324952+0000","last_clean":"2024-04-10T15:44:44.324952+0000","last_became_active":"2024-04-10T15:39:07.260143+0000","last_became_peered":"2024-04-10T15:39:07.260143+0000","last_unstale":"2024-04-10T15:44:44.324952+0000","last_undegraded":"2024-04-10T15:44:44.324952+0000","last_fullsized":"2024-04-10T15:44:44.324952+0000","mapping_epoch":515,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":516,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_clean_scrub_stamp":"2024-04-10T15:28:11.308904+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T15:29:13.502170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5824,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":10,"num_read_kb":14,"num_write":28,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":1107,"reported_epoch":851,"state":"active+clean","last_fresh":"2024-04-10T15:44:44.334427+0000","last_change":"2024-04-10T15:39:42.215592+0000","last_active":"2024-04-10T15:44:44.334427+0000","last_peered":"2024-04-10T15:44:44.334427+0000","last_clean":"2024-04-10T15:44:44.334427+0000","last_became_active":"2024-04-10T15:39:42.211280+0000","last_became_peered":"2024-04-10T15:39:42.211280+0000","last_unstale":"2024-04-10T15:44:44.334427+0000","last_undegraded":"2024-04-10T15:44:44.334427+0000","last_fullsized":"2024-04-10T15:44:44.334427+0000","mapping_epoch":550,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":551,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T18:45:02.636018+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"61'2","reported_seq":1316,"reported_epoch":850,"state":"active+clean","last_fresh":"2024-04-10T15:44:43.314023+0000","last_change":"2024-04-10T15:37:57.397738+0000","last_active":"2024-04-10T15:44:43.314023+0000","last_peered":"2024-04-10T15:44:43.314023+0000","last_clean":"2024-04-10T15:44:43.314023+0000","last_became_active":"2024-04-10T15:37:57.397140+0000","last_became_peered":"2024-04-10T15:37:57.397140+0000","last_unstale":"2024-04-10T15:44:43.314023+0000","last_undegraded":"2024-04-10T15:44:43.314023+0000","last_fullsized":"2024-04-10T15:44:43.314023+0000","mapping_epoch":448,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":449,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_clean_scrub_stamp":"2024-04-10T15:28:11.308904+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T00:35:10.870313+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":8,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":1311,"reported_epoch":850,"state":"active+clean","last_fresh":"2024-04-10T15:44:43.312849+0000","last_change":"2024-04-10T15:39:42.213797+0000","last_active":"2024-04-10T15:44:43.312849+0000","last_peered":"2024-04-10T15:44:43.312849+0000","last_clean":"2024-04-10T15:44:43.312849+0000","last_became_active":"2024-04-10T15:39:42.213388+0000","last_became_peered":"2024-04-10T15:39:42.213388+0000","last_unstale":"2024-04-10T15:44:43.312849+0000","last_undegraded":"2024-04-10T15:44:43.312849+0000","last_fullsized":"2024-04-10T15:44:43.312849+0000","mapping_epoch":550,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":551,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T23:25:03.282033+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":1176,"reported_epoch":851,"state":"active+clean","last_fresh":"2024-04-10T15:44:44.329600+0000","last_change":"2024-04-10T15:39:42.219902+0000","last_active":"2024-04-10T15:44:44.329600+0000","last_peered":"2024-04-10T15:44:44.329600+0000","last_clean":"2024-04-10T15:44:44.329600+0000","last_became_active":"2024-04-10T15:39:42.219590+0000","last_became_peered":"2024-04-10T15:39:42.219590+0000","last_unstale":"2024-04-10T15:44:44.329600+0000","last_undegraded":"2024-04-10T15:44:44.329600+0000","last_fullsized":"2024-04-10T15:44:44.329600+0000","mapping_epoch":550,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":551,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_clean_scrub_stamp":"2024-04-10T15:28:11.308904+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T03:11:49.595540+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":1107,"reported_epoch":851,"state":"active+clean","last_fresh":"2024-04-10T15:44:44.334509+0000","last_change":"2024-04-10T15:39:42.216525+0000","last_active":"2024-04-10T15:44:44.334509+0000","last_peered":"2024-04-10T15:44:44.334509+0000","last_clean":"2024-04-10T15:44:44.334509+0000","last_became_active":"2024-04-10T15:39:42.216119+0000","last_became_peered":"2024-04-10T15:39:42.216119+0000","last_unstale":"2024-04-10T15:44:44.334509+0000","last_undegraded":"2024-04-10T15:44:44.334509+0000","last_fullsized":"2024-04-10T15:44:44.334509+0000","mapping_epoch":550,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":551,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T23:41:26.923027+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":1135,"reported_epoch":851,"state":"active+clean","last_fresh":"2024-04-10T15:44:44.324243+0000","last_change":"2024-04-10T15:39:07.258204+0000","last_active":"2024-04-10T15:44:44.324243+0000","last_peered":"2024-04-10T15:44:44.324243+0000","last_clean":"2024-04-10T15:44:44.324243+0000","last_became_active":"2024-04-10T15:39:07.255593+0000","last_became_peered":"2024-04-10T15:39:07.255593+0000","last_unstale":"2024-04-10T15:44:44.324243+0000","last_undegraded":"2024-04-10T15:44:44.324243+0000","last_fullsized":"2024-04-10T15:44:44.324243+0000","mapping_epoch":515,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":516,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_clean_scrub_stamp":"2024-04-10T15:28:11.308904+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T21:48:41.401298+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":1124,"reported_epoch":851,"state":"active+clean","last_fresh":"2024-04-10T15:44:44.324229+0000","last_change":"2024-04-10T15:39:07.254827+0000","last_active":"2024-04-10T15:44:44.324229+0000","last_peered":"2024-04-10T15:44:44.324229+0000","last_clean":"2024-04-10T15:44:44.324229+0000","last_became_active":"2024-04-10T15:39:07.252884+0000","last_became_peered":"2024-04-10T15:39:07.252884+0000","last_unstale":"2024-04-10T15:44:44.324229+0000","last_undegraded":"2024-04-10T15:44:44.324229+0000","last_fullsized":"2024-04-10T15:44:44.324229+0000","mapping_epoch":515,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":516,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T01:09:41.651221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"61'8","reported_seq":1282,"reported_epoch":849,"state":"active+clean","last_fresh":"2024-04-10T15:44:42.317923+0000","last_change":"2024-04-10T15:36:45.181811+0000","last_active":"2024-04-10T15:44:42.317923+0000","last_peered":"2024-04-10T15:44:42.317923+0000","last_clean":"2024-04-10T15:44:42.317923+0000","last_became_active":"2024-04-10T15:36:45.179805+0000","last_became_peered":"2024-04-10T15:36:45.179805+0000","last_unstale":"2024-04-10T15:44:42.317923+0000","last_undegraded":"2024-04-10T15:44:42.317923+0000","last_fullsized":"2024-04-10T15:44:42.317923+0000","mapping_epoch":380,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":381,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_clean_scrub_stamp":"2024-04-10T15:28:11.308904+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T19:06:52.782237+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":24,"num_read_kb":24,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":1091,"reported_epoch":851,"state":"active+clean","last_fresh":"2024-04-10T15:44:44.335750+0000","last_change":"2024-04-10T15:39:42.220156+0000","last_active":"2024-04-10T15:44:44.335750+0000","last_peered":"2024-04-10T15:44:44.335750+0000","last_clean":"2024-04-10T15:44:44.335750+0000","last_became_active":"2024-04-10T15:39:42.215656+0000","last_became_peered":"2024-04-10T15:39:42.215656+0000","last_unstale":"2024-04-10T15:44:44.335750+0000","last_undegraded":"2024-04-10T15:44:44.335750+0000","last_fullsized":"2024-04-10T15:44:44.335750+0000","mapping_epoch":550,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":551,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T21:40:50.849177+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"849'1515","reported_seq":4762,"reported_epoch":849,"state":"active+clean","last_fresh":"2024-04-10T15:44:42.324279+0000","last_change":"2024-04-10T15:44:42.325454+0000","last_active":"2024-04-10T15:44:42.324279+0000","last_peered":"2024-04-10T15:44:42.324279+0000","last_clean":"2024-04-10T15:44:42.324279+0000","last_became_active":"2024-04-10T15:36:45.178517+0000","last_became_peered":"2024-04-10T15:36:45.178517+0000","last_unstale":"2024-04-10T15:44:42.324279+0000","last_undegraded":"2024-04-10T15:44:42.324279+0000","last_fullsized":"2024-04-10T15:44:42.324279+0000","mapping_epoch":380,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":381,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:31:25.545761+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:31:25.545761+0000","last_clean_scrub_stamp":"2024-04-10T15:31:25.545761+0000","objects_scrubbed":0,"log_size":1515,"log_dups_size":0,"ondisk_log_size":1515,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T00:08:59.867961+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0075355209999999999,"stat_sum":{"num_bytes":31694848,"num_objects":14,"num_object_clones":11,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":0,"num_read":286,"num_read_kb":401790,"num_write":651,"num_write_kb":124648,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":26992640,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"1ae","length":"1"},{"start":"1b0","length":"1"},{"start":"1c4","length":"1"},{"start":"1c7","length":"1"}]},{"pgid":"2.f","version":"61'1","reported_seq":1188,"reported_epoch":851,"state":"active+clean","last_fresh":"2024-04-10T15:44:44.327235+0000","last_change":"2024-04-10T15:39:42.216131+0000","last_active":"2024-04-10T15:44:44.327235+0000","last_peered":"2024-04-10T15:44:44.327235+0000","last_clean":"2024-04-10T15:44:44.327235+0000","last_became_active":"2024-04-10T15:39:42.215786+0000","last_became_peered":"2024-04-10T15:39:42.215786+0000","last_unstale":"2024-04-10T15:44:44.327235+0000","last_undegraded":"2024-04-10T15:44:44.327235+0000","last_fullsized":"2024-04-10T15:44:44.327235+0000","mapping_epoch":550,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":551,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_clean_scrub_stamp":"2024-04-10T15:28:11.308904+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T16:10:23.905287+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":1107,"reported_epoch":851,"state":"active+clean","last_fresh":"2024-04-10T15:44:44.334228+0000","last_change":"2024-04-10T15:39:42.219125+0000","last_active":"2024-04-10T15:44:44.334228+0000","last_peered":"2024-04-10T15:44:44.334228+0000","last_clean":"2024-04-10T15:44:44.334228+0000","last_became_active":"2024-04-10T15:39:42.215456+0000","last_became_peered":"2024-04-10T15:39:42.215456+0000","last_unstale":"2024-04-10T15:44:44.334228+0000","last_undegraded":"2024-04-10T15:44:44.334228+0000","last_fullsized":"2024-04-10T15:44:44.334228+0000","mapping_epoch":550,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":551,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T01:54:11.263819+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.3","version":"849'1398","reported_seq":4723,"reported_epoch":850,"state":"active+clean","last_fresh":"2024-04-10T15:44:43.313509+0000","last_change":"2024-04-10T15:44:42.328039+0000","last_active":"2024-04-10T15:44:43.313509+0000","last_peered":"2024-04-10T15:44:43.313509+0000","last_clean":"2024-04-10T15:44:43.313509+0000","last_became_active":"2024-04-10T15:39:07.248190+0000","last_became_peered":"2024-04-10T15:39:07.248190+0000","last_unstale":"2024-04-10T15:44:43.313509+0000","last_undegraded":"2024-04-10T15:44:43.313509+0000","last_fullsized":"2024-04-10T15:44:43.313509+0000","mapping_epoch":515,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":516,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:31:25.545761+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:31:25.545761+0000","last_clean_scrub_stamp":"2024-04-10T15:31:25.545761+0000","objects_scrubbed":0,"log_size":1398,"log_dups_size":0,"ondisk_log_size":1398,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T19:53:25.976955+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.019664085000000001,"stat_sum":{"num_bytes":31834112,"num_objects":15,"num_object_clones":12,"num_object_copies":45,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":15,"num_whiteouts":2,"num_read":230,"num_read_kb":257224,"num_write":548,"num_write_kb":104848,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":18300928,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,6],"acting":[0,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[{"start":"1ae","length":"1"},{"start":"1b0","length":"1"},{"start":"1c4","length":"1"},{"start":"1c7","length":"1"}]},{"pgid":"4.2","version":"0'0","reported_seq":1286,"reported_epoch":849,"state":"active+clean","last_fresh":"2024-04-10T15:44:42.313639+0000","last_change":"2024-04-10T15:38:32.257325+0000","last_active":"2024-04-10T15:44:42.313639+0000","last_peered":"2024-04-10T15:44:42.313639+0000","last_clean":"2024-04-10T15:44:42.313639+0000","last_became_active":"2024-04-10T15:38:32.256982+0000","last_became_peered":"2024-04-10T15:38:32.256982+0000","last_unstale":"2024-04-10T15:44:42.313639+0000","last_undegraded":"2024-04-10T15:44:42.313639+0000","last_fullsized":"2024-04-10T15:44:42.313639+0000","mapping_epoch":480,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":481,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:44.022798+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:44.022798+0000","last_clean_scrub_stamp":"2024-04-10T15:28:44.022798+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T20:13:13.572666+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":1299,"reported_epoch":849,"state":"active+clean","last_fresh":"2024-04-10T15:44:42.315442+0000","last_change":"2024-04-10T15:39:42.210130+0000","last_active":"2024-04-10T15:44:42.315442+0000","last_peered":"2024-04-10T15:44:42.315442+0000","last_clean":"2024-04-10T15:44:42.315442+0000","last_became_active":"2024-04-10T15:39:42.209732+0000","last_became_peered":"2024-04-10T15:39:42.209732+0000","last_unstale":"2024-04-10T15:44:42.315442+0000","last_undegraded":"2024-04-10T15:44:42.315442+0000","last_fullsized":"2024-04-10T15:44:42.315442+0000","mapping_epoch":550,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":551,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_clean_scrub_stamp":"2024-04-10T15:28:11.308904+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T23:32:34.498351+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":1182,"reported_epoch":851,"state":"active+clean","last_fresh":"2024-04-10T15:44:44.329822+0000","last_change":"2024-04-10T15:38:32.270300+0000","last_active":"2024-04-10T15:44:44.329822+0000","last_peered":"2024-04-10T15:44:44.329822+0000","last_clean":"2024-04-10T15:44:44.329822+0000","last_became_active":"2024-04-10T15:38:32.269801+0000","last_became_peered":"2024-04-10T15:38:32.269801+0000","last_unstale":"2024-04-10T15:44:44.329822+0000","last_undegraded":"2024-04-10T15:44:44.329822+0000","last_fullsized":"2024-04-10T15:44:44.329822+0000","mapping_epoch":480,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":481,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T22:09:44.681837+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.5","version":"849'1257","reported_seq":4643,"reported_epoch":850,"state":"active+clean","last_fresh":"2024-04-10T15:44:43.313307+0000","last_change":"2024-04-10T15:44:42.325711+0000","last_active":"2024-04-10T15:44:43.313307+0000","last_peered":"2024-04-10T15:44:43.313307+0000","last_clean":"2024-04-10T15:44:43.313307+0000","last_became_active":"2024-04-10T15:37:57.395259+0000","last_became_peered":"2024-04-10T15:37:57.395259+0000","last_unstale":"2024-04-10T15:44:43.313307+0000","last_undegraded":"2024-04-10T15:44:43.313307+0000","last_fullsized":"2024-04-10T15:44:43.313307+0000","mapping_epoch":448,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":449,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:31:25.545761+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:31:25.545761+0000","last_clean_scrub_stamp":"2024-04-10T15:31:25.545761+0000","objects_scrubbed":0,"log_size":1257,"log_dups_size":0,"ondisk_log_size":1257,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T18:10:27.407327+0000","scrub_duration":0,"objects_trimmed":1,"snaptrim_duration":0.016991095000000001,"stat_sum":{"num_bytes":45580288,"num_objects":9,"num_object_clones":6,"num_object_copies":27,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":9,"num_whiteouts":2,"num_read":252,"num_read_kb":325047,"num_write":445,"num_write_kb":108288,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":72507392,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[{"start":"1ae","length":"1"},{"start":"1b0","length":"1"},{"start":"1c4","length":"1"},{"start":"1c7","length":"1"}]},{"pgid":"4.4","version":"0'0","reported_seq":1286,"reported_epoch":849,"state":"active+clean","last_fresh":"2024-04-10T15:44:42.315450+0000","last_change":"2024-04-10T15:37:21.181768+0000","last_active":"2024-04-10T15:44:42.315450+0000","last_peered":"2024-04-10T15:44:42.315450+0000","last_clean":"2024-04-10T15:44:42.315450+0000","last_became_active":"2024-04-10T15:37:21.181427+0000","last_became_peered":"2024-04-10T15:37:21.181427+0000","last_unstale":"2024-04-10T15:44:42.315450+0000","last_undegraded":"2024-04-10T15:44:42.315450+0000","last_fullsized":"2024-04-10T15:44:42.315450+0000","mapping_epoch":416,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":417,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:44.022798+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:44.022798+0000","last_clean_scrub_stamp":"2024-04-10T15:28:44.022798+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T02:38:18.527037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":1150,"reported_epoch":851,"state":"active+clean","last_fresh":"2024-04-10T15:44:44.329460+0000","last_change":"2024-04-10T15:39:07.260852+0000","last_active":"2024-04-10T15:44:44.329460+0000","last_peered":"2024-04-10T15:44:44.329460+0000","last_clean":"2024-04-10T15:44:44.329460+0000","last_became_active":"2024-04-10T15:39:07.260402+0000","last_became_peered":"2024-04-10T15:39:07.260402+0000","last_unstale":"2024-04-10T15:44:44.329460+0000","last_undegraded":"2024-04-10T15:44:44.329460+0000","last_fullsized":"2024-04-10T15:44:44.329460+0000","mapping_epoch":515,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":516,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_clean_scrub_stamp":"2024-04-10T15:28:11.308904+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T19:30:23.119549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":1186,"reported_epoch":851,"state":"active+clean","last_fresh":"2024-04-10T15:44:44.326780+0000","last_change":"2024-04-10T15:39:07.250413+0000","last_active":"2024-04-10T15:44:44.326780+0000","last_peered":"2024-04-10T15:44:44.326780+0000","last_clean":"2024-04-10T15:44:44.326780+0000","last_became_active":"2024-04-10T15:39:07.250090+0000","last_became_peered":"2024-04-10T15:39:07.250090+0000","last_unstale":"2024-04-10T15:44:44.326780+0000","last_undegraded":"2024-04-10T15:44:44.326780+0000","last_fullsized":"2024-04-10T15:44:44.326780+0000","mapping_epoch":515,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":516,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T23:47:23.370259+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.6","version":"849'1922","reported_seq":5028,"reported_epoch":849,"state":"active+clean","last_fresh":"2024-04-10T15:44:42.339666+0000","last_change":"2024-04-10T15:44:42.340472+0000","last_active":"2024-04-10T15:44:42.339666+0000","last_peered":"2024-04-10T15:44:42.339666+0000","last_clean":"2024-04-10T15:44:42.339666+0000","last_became_active":"2024-04-10T15:38:32.269716+0000","last_became_peered":"2024-04-10T15:38:32.269716+0000","last_unstale":"2024-04-10T15:44:42.339666+0000","last_undegraded":"2024-04-10T15:44:42.339666+0000","last_fullsized":"2024-04-10T15:44:42.339666+0000","mapping_epoch":480,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":481,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:31:25.545761+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:31:25.545761+0000","last_clean_scrub_stamp":"2024-04-10T15:31:25.545761+0000","objects_scrubbed":0,"log_size":1922,"log_dups_size":0,"ondisk_log_size":1922,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T16:05:11.973455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.021339951999999999,"stat_sum":{"num_bytes":29515776,"num_objects":19,"num_object_clones":15,"num_object_copies":57,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":19,"num_whiteouts":0,"num_read":289,"num_read_kb":397569,"num_write":644,"num_write_kb":157304,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":21979136,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,1],"acting":[2,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"1ae","length":"1"},{"start":"1b0","length":"1"},{"start":"1c4","length":"1"},{"start":"1c7","length":"1"}]},{"pgid":"4.7","version":"0'0","reported_seq":1292,"reported_epoch":849,"state":"active+clean","last_fresh":"2024-04-10T15:44:42.313844+0000","last_change":"2024-04-10T15:38:32.253964+0000","last_active":"2024-04-10T15:44:42.313844+0000","last_peered":"2024-04-10T15:44:42.313844+0000","last_clean":"2024-04-10T15:44:42.313844+0000","last_became_active":"2024-04-10T15:38:32.253512+0000","last_became_peered":"2024-04-10T15:38:32.253512+0000","last_unstale":"2024-04-10T15:44:42.313844+0000","last_undegraded":"2024-04-10T15:44:42.313844+0000","last_fullsized":"2024-04-10T15:44:42.313844+0000","mapping_epoch":480,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":481,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:44.022798+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:44.022798+0000","last_clean_scrub_stamp":"2024-04-10T15:28:44.022798+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T01:57:56.333053+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":1286,"reported_epoch":849,"state":"active+clean","last_fresh":"2024-04-10T15:44:42.314863+0000","last_change":"2024-04-10T15:39:07.252521+0000","last_active":"2024-04-10T15:44:42.314863+0000","last_peered":"2024-04-10T15:44:42.314863+0000","last_clean":"2024-04-10T15:44:42.314863+0000","last_became_active":"2024-04-10T15:39:07.252226+0000","last_became_peered":"2024-04-10T15:39:07.252226+0000","last_unstale":"2024-04-10T15:44:42.314863+0000","last_undegraded":"2024-04-10T15:44:42.314863+0000","last_fullsized":"2024-04-10T15:44:42.314863+0000","mapping_epoch":515,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":516,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T18:45:20.773397+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":1268,"reported_epoch":849,"state":"active+clean","last_fresh":"2024-04-10T15:44:42.317211+0000","last_change":"2024-04-10T15:37:21.192925+0000","last_active":"2024-04-10T15:44:42.317211+0000","last_peered":"2024-04-10T15:44:42.317211+0000","last_clean":"2024-04-10T15:44:42.317211+0000","last_became_active":"2024-04-10T15:37:21.192516+0000","last_became_peered":"2024-04-10T15:37:21.192516+0000","last_unstale":"2024-04-10T15:44:42.317211+0000","last_undegraded":"2024-04-10T15:44:42.317211+0000","last_fullsized":"2024-04-10T15:44:42.317211+0000","mapping_epoch":416,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":417,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_clean_scrub_stamp":"2024-04-10T15:28:11.308904+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T16:30:07.219610+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.4","version":"851'2285","reported_seq":5121,"reported_epoch":851,"state":"active+clean","last_fresh":"2024-04-10T15:44:44.348857+0000","last_change":"2024-04-10T15:44:44.350419+0000","last_active":"2024-04-10T15:44:44.348857+0000","last_peered":"2024-04-10T15:44:44.348857+0000","last_clean":"2024-04-10T15:44:44.348857+0000","last_became_active":"2024-04-10T15:39:42.209583+0000","last_became_peered":"2024-04-10T15:39:42.209583+0000","last_unstale":"2024-04-10T15:44:44.348857+0000","last_undegraded":"2024-04-10T15:44:44.348857+0000","last_fullsized":"2024-04-10T15:44:44.348857+0000","mapping_epoch":550,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":551,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:31:25.545761+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:31:25.545761+0000","last_clean_scrub_stamp":"2024-04-10T15:31:25.545761+0000","objects_scrubbed":0,"log_size":2285,"log_dups_size":0,"ondisk_log_size":2285,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T00:22:21.161784+0000","scrub_duration":0,"objects_trimmed":2,"snaptrim_duration":0.015019213,"stat_sum":{"num_bytes":26976256,"num_objects":21,"num_object_clones":16,"num_object_copies":63,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":2,"num_read":394,"num_read_kb":461685,"num_write":843,"num_write_kb":225584,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":22487040,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,5],"acting":[7,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"18d","length":"1"},{"start":"1ae","length":"1"},{"start":"1b0","length":"1"},{"start":"1c4","length":"1"},{"start":"1c7","length":"1"}]},{"pgid":"4.5","version":"0'0","reported_seq":1123,"reported_epoch":851,"state":"active+clean","last_fresh":"2024-04-10T15:44:44.325262+0000","last_change":"2024-04-10T15:39:42.211503+0000","last_active":"2024-04-10T15:44:44.325262+0000","last_peered":"2024-04-10T15:44:44.325262+0000","last_clean":"2024-04-10T15:44:44.325262+0000","last_became_active":"2024-04-10T15:39:42.211108+0000","last_became_peered":"2024-04-10T15:39:42.211108+0000","last_unstale":"2024-04-10T15:44:44.325262+0000","last_undegraded":"2024-04-10T15:44:44.325262+0000","last_fullsized":"2024-04-10T15:44:44.325262+0000","mapping_epoch":550,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":551,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:44.022798+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:44.022798+0000","last_clean_scrub_stamp":"2024-04-10T15:28:44.022798+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T16:24:32.767199+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":1237,"reported_epoch":850,"state":"active+clean","last_fresh":"2024-04-10T15:44:43.313851+0000","last_change":"2024-04-10T15:39:07.252384+0000","last_active":"2024-04-10T15:44:43.313851+0000","last_peered":"2024-04-10T15:44:43.313851+0000","last_clean":"2024-04-10T15:44:43.313851+0000","last_became_active":"2024-04-10T15:39:07.252016+0000","last_became_peered":"2024-04-10T15:39:07.252016+0000","last_unstale":"2024-04-10T15:44:43.313851+0000","last_undegraded":"2024-04-10T15:44:43.313851+0000","last_fullsized":"2024-04-10T15:44:43.313851+0000","mapping_epoch":515,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":516,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T15:42:54.545257+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":1182,"reported_epoch":851,"state":"active+clean","last_fresh":"2024-04-10T15:44:44.329580+0000","last_change":"2024-04-10T15:39:42.219420+0000","last_active":"2024-04-10T15:44:44.329580+0000","last_peered":"2024-04-10T15:44:44.329580+0000","last_clean":"2024-04-10T15:44:44.329580+0000","last_became_active":"2024-04-10T15:39:42.219068+0000","last_became_peered":"2024-04-10T15:39:42.219068+0000","last_unstale":"2024-04-10T15:44:44.329580+0000","last_undegraded":"2024-04-10T15:44:44.329580+0000","last_fullsized":"2024-04-10T15:44:44.329580+0000","mapping_epoch":550,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":551,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_clean_scrub_stamp":"2024-04-10T15:28:11.308904+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T15:43:55.681513+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"243'217","reported_seq":1660,"reported_epoch":851,"state":"active+clean","last_fresh":"2024-04-10T15:44:44.333475+0000","last_change":"2024-04-10T15:39:42.225726+0000","last_active":"2024-04-10T15:44:44.333475+0000","last_peered":"2024-04-10T15:44:44.333475+0000","last_clean":"2024-04-10T15:44:44.333475+0000","last_became_active":"2024-04-10T15:39:42.222018+0000","last_became_peered":"2024-04-10T15:39:42.222018+0000","last_unstale":"2024-04-10T15:44:44.333475+0000","last_undegraded":"2024-04-10T15:44:44.333475+0000","last_fullsized":"2024-04-10T15:44:44.333475+0000","mapping_epoch":550,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":551,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:25:53.886772+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:25:53.886772+0000","last_clean_scrub_stamp":"2024-04-10T15:25:53.886772+0000","objects_scrubbed":0,"log_size":217,"log_dups_size":0,"ondisk_log_size":217,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T01:54:56.525805+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":998,"num_read_kb":1844,"num_write":351,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.7","version":"851'728","reported_seq":3858,"reported_epoch":851,"state":"active+clean","last_fresh":"2024-04-10T15:44:44.339328+0000","last_change":"2024-04-10T15:44:44.341902+0000","last_active":"2024-04-10T15:44:44.339328+0000","last_peered":"2024-04-10T15:44:44.339328+0000","last_clean":"2024-04-10T15:44:44.339328+0000","last_became_active":"2024-04-10T15:38:32.249162+0000","last_became_peered":"2024-04-10T15:38:32.249162+0000","last_unstale":"2024-04-10T15:44:44.339328+0000","last_undegraded":"2024-04-10T15:44:44.339328+0000","last_fullsized":"2024-04-10T15:44:44.339328+0000","mapping_epoch":480,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":481,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:31:25.545761+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:31:25.545761+0000","last_clean_scrub_stamp":"2024-04-10T15:31:25.545761+0000","objects_scrubbed":0,"log_size":728,"log_dups_size":0,"ondisk_log_size":728,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T17:40:48.504865+0000","scrub_duration":0,"objects_trimmed":1,"snaptrim_duration":0.011159837000000001,"stat_sum":{"num_bytes":4022272,"num_objects":7,"num_object_clones":5,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":159,"num_read_kb":191233,"num_write":294,"num_write_kb":37952,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":7733248,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"18d","length":"1"},{"start":"1ae","length":"1"},{"start":"1b0","length":"1"},{"start":"1c4","length":"1"},{"start":"1c7","length":"1"}]},{"pgid":"4.6","version":"0'0","reported_seq":1313,"reported_epoch":850,"state":"active+clean","last_fresh":"2024-04-10T15:44:43.313274+0000","last_change":"2024-04-10T15:36:45.167892+0000","last_active":"2024-04-10T15:44:43.313274+0000","last_peered":"2024-04-10T15:44:43.313274+0000","last_clean":"2024-04-10T15:44:43.313274+0000","last_became_active":"2024-04-10T15:36:45.167620+0000","last_became_peered":"2024-04-10T15:36:45.167620+0000","last_unstale":"2024-04-10T15:44:43.313274+0000","last_undegraded":"2024-04-10T15:44:43.313274+0000","last_fullsized":"2024-04-10T15:44:43.313274+0000","mapping_epoch":380,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":381,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:44.022798+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:44.022798+0000","last_clean_scrub_stamp":"2024-04-10T15:28:44.022798+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T00:32:11.603160+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":1313,"reported_epoch":850,"state":"active+clean","last_fresh":"2024-04-10T15:44:43.312698+0000","last_change":"2024-04-10T15:37:57.397621+0000","last_active":"2024-04-10T15:44:43.312698+0000","last_peered":"2024-04-10T15:44:43.312698+0000","last_clean":"2024-04-10T15:44:43.312698+0000","last_became_active":"2024-04-10T15:37:57.397259+0000","last_became_peered":"2024-04-10T15:37:57.397259+0000","last_unstale":"2024-04-10T15:44:43.312698+0000","last_undegraded":"2024-04-10T15:44:43.312698+0000","last_fullsized":"2024-04-10T15:44:43.312698+0000","mapping_epoch":448,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":449,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T18:23:05.531111+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":1091,"reported_epoch":851,"state":"active+clean","last_fresh":"2024-04-10T15:44:44.333587+0000","last_change":"2024-04-10T15:39:42.227397+0000","last_active":"2024-04-10T15:44:44.333587+0000","last_peered":"2024-04-10T15:44:44.333587+0000","last_clean":"2024-04-10T15:44:44.333587+0000","last_became_active":"2024-04-10T15:39:42.221985+0000","last_became_peered":"2024-04-10T15:39:42.221985+0000","last_unstale":"2024-04-10T15:44:44.333587+0000","last_undegraded":"2024-04-10T15:44:44.333587+0000","last_fullsized":"2024-04-10T15:44:44.333587+0000","mapping_epoch":550,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":551,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_clean_scrub_stamp":"2024-04-10T15:28:11.308904+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T15:38:54.441687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2","version":"851'830","reported_seq":3820,"reported_epoch":851,"state":"active+clean","last_fresh":"2024-04-10T15:44:44.331714+0000","last_change":"2024-04-10T15:44:44.332925+0000","last_active":"2024-04-10T15:44:44.331714+0000","last_peered":"2024-04-10T15:44:44.331714+0000","last_clean":"2024-04-10T15:44:44.331714+0000","last_became_active":"2024-04-10T15:39:07.258175+0000","last_became_peered":"2024-04-10T15:39:07.258175+0000","last_unstale":"2024-04-10T15:44:44.331714+0000","last_undegraded":"2024-04-10T15:44:44.331714+0000","last_fullsized":"2024-04-10T15:44:44.331714+0000","mapping_epoch":515,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":516,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:31:25.545761+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:31:25.545761+0000","last_clean_scrub_stamp":"2024-04-10T15:31:25.545761+0000","objects_scrubbed":0,"log_size":830,"log_dups_size":0,"ondisk_log_size":830,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T01:51:29.644826+0000","scrub_duration":0,"objects_trimmed":1,"snaptrim_duration":0.008078366,"stat_sum":{"num_bytes":26271744,"num_objects":8,"num_object_clones":6,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":134,"num_read_kb":190098,"num_write":299,"num_write_kb":67416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":8110080,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[{"start":"18d","length":"1"},{"start":"1ae","length":"1"},{"start":"1b0","length":"1"},{"start":"1c4","length":"1"},{"start":"1c7","length":"1"}]},{"pgid":"4.3","version":"0'0","reported_seq":1313,"reported_epoch":850,"state":"active+clean","last_fresh":"2024-04-10T15:44:43.313806+0000","last_change":"2024-04-10T15:39:42.217270+0000","last_active":"2024-04-10T15:44:43.313806+0000","last_peered":"2024-04-10T15:44:43.313806+0000","last_clean":"2024-04-10T15:44:43.313806+0000","last_became_active":"2024-04-10T15:39:42.216976+0000","last_became_peered":"2024-04-10T15:39:42.216976+0000","last_unstale":"2024-04-10T15:44:43.313806+0000","last_undegraded":"2024-04-10T15:44:43.313806+0000","last_fullsized":"2024-04-10T15:44:43.313806+0000","mapping_epoch":550,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":551,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:44.022798+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:44.022798+0000","last_clean_scrub_stamp":"2024-04-10T15:28:44.022798+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T20:19:37.905323+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":1109,"reported_epoch":851,"state":"active+clean","last_fresh":"2024-04-10T15:44:44.334727+0000","last_change":"2024-04-10T15:39:42.219906+0000","last_active":"2024-04-10T15:44:44.334727+0000","last_peered":"2024-04-10T15:44:44.334727+0000","last_clean":"2024-04-10T15:44:44.334727+0000","last_became_active":"2024-04-10T15:39:42.214065+0000","last_became_peered":"2024-04-10T15:39:42.214065+0000","last_unstale":"2024-04-10T15:44:44.334727+0000","last_undegraded":"2024-04-10T15:44:44.334727+0000","last_fullsized":"2024-04-10T15:44:44.334727+0000","mapping_epoch":550,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":551,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_clean_scrub_stamp":"2024-04-10T15:28:11.308904+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T22:07:22.826356+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":1286,"reported_epoch":849,"state":"active+clean","last_fresh":"2024-04-10T15:44:42.315554+0000","last_change":"2024-04-10T15:38:32.265015+0000","last_active":"2024-04-10T15:44:42.315554+0000","last_peered":"2024-04-10T15:44:42.315554+0000","last_clean":"2024-04-10T15:44:42.315554+0000","last_became_active":"2024-04-10T15:38:32.264718+0000","last_became_peered":"2024-04-10T15:38:32.264718+0000","last_unstale":"2024-04-10T15:44:42.315554+0000","last_undegraded":"2024-04-10T15:44:42.315554+0000","last_fullsized":"2024-04-10T15:44:42.315554+0000","mapping_epoch":480,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":481,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T20:08:16.994849+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"851'918","reported_seq":4059,"reported_epoch":851,"state":"active+clean","last_fresh":"2024-04-10T15:44:44.339592+0000","last_change":"2024-04-10T15:44:44.341634+0000","last_active":"2024-04-10T15:44:44.339592+0000","last_peered":"2024-04-10T15:44:44.339592+0000","last_clean":"2024-04-10T15:44:44.339592+0000","last_became_active":"2024-04-10T15:39:42.212103+0000","last_became_peered":"2024-04-10T15:39:42.212103+0000","last_unstale":"2024-04-10T15:44:44.339592+0000","last_undegraded":"2024-04-10T15:44:44.339592+0000","last_fullsized":"2024-04-10T15:44:44.339592+0000","mapping_epoch":550,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":551,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:31:25.545761+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:31:25.545761+0000","last_clean_scrub_stamp":"2024-04-10T15:31:25.545761+0000","objects_scrubbed":0,"log_size":918,"log_dups_size":0,"ondisk_log_size":918,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T16:31:36.113384+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.013612103,"stat_sum":{"num_bytes":17850368,"num_objects":8,"num_object_clones":6,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":163,"num_read_kb":207858,"num_write":399,"num_write_kb":59048,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":4153344,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,7],"acting":[4,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"18d","length":"1"},{"start":"1ae","length":"1"},{"start":"1b0","length":"1"},{"start":"1c4","length":"1"},{"start":"1c7","length":"1"}]},{"pgid":"4.0","version":"0'0","reported_seq":1246,"reported_epoch":850,"state":"active+clean","last_fresh":"2024-04-10T15:44:43.313166+0000","last_change":"2024-04-10T15:39:42.224571+0000","last_active":"2024-04-10T15:44:43.313166+0000","last_peered":"2024-04-10T15:44:43.313166+0000","last_clean":"2024-04-10T15:44:43.313166+0000","last_became_active":"2024-04-10T15:39:42.224243+0000","last_became_peered":"2024-04-10T15:39:42.224243+0000","last_unstale":"2024-04-10T15:44:43.313166+0000","last_undegraded":"2024-04-10T15:44:43.313166+0000","last_fullsized":"2024-04-10T15:44:43.313166+0000","mapping_epoch":550,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":551,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:44.022798+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:44.022798+0000","last_clean_scrub_stamp":"2024-04-10T15:28:44.022798+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T23:45:43.551937+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"578'2","reported_seq":1289,"reported_epoch":849,"state":"active+clean","last_fresh":"2024-04-10T15:44:42.315814+0000","last_change":"2024-04-10T15:39:07.256165+0000","last_active":"2024-04-10T15:44:42.315814+0000","last_peered":"2024-04-10T15:44:42.315814+0000","last_clean":"2024-04-10T15:44:42.315814+0000","last_became_active":"2024-04-10T15:39:07.255712+0000","last_became_peered":"2024-04-10T15:39:07.255712+0000","last_unstale":"2024-04-10T15:44:42.315814+0000","last_undegraded":"2024-04-10T15:44:42.315814+0000","last_fullsized":"2024-04-10T15:44:42.315814+0000","mapping_epoch":515,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":516,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_clean_scrub_stamp":"2024-04-10T15:28:11.308904+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T15:40:09.316316+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":1251,"reported_epoch":850,"state":"active+clean","last_fresh":"2024-04-10T15:44:43.313683+0000","last_change":"2024-04-10T15:39:42.213850+0000","last_active":"2024-04-10T15:44:43.313683+0000","last_peered":"2024-04-10T15:44:43.313683+0000","last_clean":"2024-04-10T15:44:43.313683+0000","last_became_active":"2024-04-10T15:39:42.213372+0000","last_became_peered":"2024-04-10T15:39:42.213372+0000","last_unstale":"2024-04-10T15:44:43.313683+0000","last_undegraded":"2024-04-10T15:44:43.313683+0000","last_fullsized":"2024-04-10T15:44:43.313683+0000","mapping_epoch":550,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":551,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T00:48:18.172746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.0","version":"849'1652","reported_seq":4820,"reported_epoch":850,"state":"active+clean","last_fresh":"2024-04-10T15:44:43.313043+0000","last_change":"2024-04-10T15:44:42.329782+0000","last_active":"2024-04-10T15:44:43.313043+0000","last_peered":"2024-04-10T15:44:43.313043+0000","last_clean":"2024-04-10T15:44:43.313043+0000","last_became_active":"2024-04-10T15:37:57.389003+0000","last_became_peered":"2024-04-10T15:37:57.389003+0000","last_unstale":"2024-04-10T15:44:43.313043+0000","last_undegraded":"2024-04-10T15:44:43.313043+0000","last_fullsized":"2024-04-10T15:44:43.313043+0000","mapping_epoch":448,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":449,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:31:25.545761+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:31:25.545761+0000","last_clean_scrub_stamp":"2024-04-10T15:31:25.545761+0000","objects_scrubbed":0,"log_size":1652,"log_dups_size":0,"ondisk_log_size":1652,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T16:50:29.347451+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.019549210000000001,"stat_sum":{"num_bytes":35520512,"num_objects":17,"num_object_clones":13,"num_object_copies":51,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":17,"num_whiteouts":1,"num_read":293,"num_read_kb":474431,"num_write":636,"num_write_kb":168144,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":74473472,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"1ae","length":"1"},{"start":"1b0","length":"1"},{"start":"1c4","length":"1"},{"start":"1c7","length":"1"}]},{"pgid":"4.1","version":"0'0","reported_seq":1214,"reported_epoch":851,"state":"active+clean","last_fresh":"2024-04-10T15:44:44.328061+0000","last_change":"2024-04-10T15:39:07.253133+0000","last_active":"2024-04-10T15:44:44.328061+0000","last_peered":"2024-04-10T15:44:44.328061+0000","last_clean":"2024-04-10T15:44:44.328061+0000","last_became_active":"2024-04-10T15:39:07.252824+0000","last_became_peered":"2024-04-10T15:39:07.252824+0000","last_unstale":"2024-04-10T15:44:44.328061+0000","last_undegraded":"2024-04-10T15:44:44.328061+0000","last_fullsized":"2024-04-10T15:44:44.328061+0000","mapping_epoch":515,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":516,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:44.022798+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:44.022798+0000","last_clean_scrub_stamp":"2024-04-10T15:28:44.022798+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T02:24:13.389375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"61'2","reported_seq":1146,"reported_epoch":851,"state":"active+clean","last_fresh":"2024-04-10T15:44:44.325319+0000","last_change":"2024-04-10T15:39:42.218100+0000","last_active":"2024-04-10T15:44:44.325319+0000","last_peered":"2024-04-10T15:44:44.325319+0000","last_clean":"2024-04-10T15:44:44.325319+0000","last_became_active":"2024-04-10T15:39:42.217670+0000","last_became_peered":"2024-04-10T15:39:42.217670+0000","last_unstale":"2024-04-10T15:44:44.325319+0000","last_undegraded":"2024-04-10T15:44:44.325319+0000","last_fullsized":"2024-04-10T15:44:44.325319+0000","mapping_epoch":550,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":551,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_clean_scrub_stamp":"2024-04-10T15:28:11.308904+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T16:12:07.898950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":1313,"reported_epoch":850,"state":"active+clean","last_fresh":"2024-04-10T15:44:43.313143+0000","last_change":"2024-04-10T15:37:57.395140+0000","last_active":"2024-04-10T15:44:43.313143+0000","last_peered":"2024-04-10T15:44:43.313143+0000","last_clean":"2024-04-10T15:44:43.313143+0000","last_became_active":"2024-04-10T15:37:57.394775+0000","last_became_peered":"2024-04-10T15:37:57.394775+0000","last_unstale":"2024-04-10T15:44:43.313143+0000","last_undegraded":"2024-04-10T15:44:43.313143+0000","last_fullsized":"2024-04-10T15:44:43.313143+0000","mapping_epoch":448,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":449,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T00:57:34.311271+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.f","version":"851'1762","reported_seq":4817,"reported_epoch":851,"state":"active+clean","last_fresh":"2024-04-10T15:44:44.340319+0000","last_change":"2024-04-10T15:44:44.342299+0000","last_active":"2024-04-10T15:44:44.340319+0000","last_peered":"2024-04-10T15:44:44.340319+0000","last_clean":"2024-04-10T15:44:44.340319+0000","last_became_active":"2024-04-10T15:39:07.261428+0000","last_became_peered":"2024-04-10T15:39:07.261428+0000","last_unstale":"2024-04-10T15:44:44.340319+0000","last_undegraded":"2024-04-10T15:44:44.340319+0000","last_fullsized":"2024-04-10T15:44:44.340319+0000","mapping_epoch":515,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":516,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:31:25.545761+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:31:25.545761+0000","last_clean_scrub_stamp":"2024-04-10T15:31:25.545761+0000","objects_scrubbed":0,"log_size":1762,"log_dups_size":0,"ondisk_log_size":1762,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T20:24:05.696911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.01118125,"stat_sum":{"num_bytes":47038464,"num_objects":11,"num_object_clones":7,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":374,"num_read_kb":681970,"num_write":599,"num_write_kb":180208,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":19554304,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"18d","length":"1"},{"start":"1ae","length":"1"},{"start":"1b0","length":"1"},{"start":"1c4","length":"1"},{"start":"1c7","length":"1"}]},{"pgid":"2.8","version":"0'0","reported_seq":1090,"reported_epoch":851,"state":"active+clean","last_fresh":"2024-04-10T15:44:44.335012+0000","last_change":"2024-04-10T15:39:42.224238+0000","last_active":"2024-04-10T15:44:44.335012+0000","last_peered":"2024-04-10T15:44:44.335012+0000","last_clean":"2024-04-10T15:44:44.335012+0000","last_became_active":"2024-04-10T15:39:42.221363+0000","last_became_peered":"2024-04-10T15:39:42.221363+0000","last_unstale":"2024-04-10T15:44:44.335012+0000","last_undegraded":"2024-04-10T15:44:44.335012+0000","last_fullsized":"2024-04-10T15:44:44.335012+0000","mapping_epoch":550,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":551,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_clean_scrub_stamp":"2024-04-10T15:28:11.308904+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T03:24:56.227122+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":1285,"reported_epoch":849,"state":"active+clean","last_fresh":"2024-04-10T15:44:42.313052+0000","last_change":"2024-04-10T15:39:42.218753+0000","last_active":"2024-04-10T15:44:42.313052+0000","last_peered":"2024-04-10T15:44:42.313052+0000","last_clean":"2024-04-10T15:44:42.313052+0000","last_became_active":"2024-04-10T15:39:42.218111+0000","last_became_peered":"2024-04-10T15:39:42.218111+0000","last_unstale":"2024-04-10T15:44:42.313052+0000","last_undegraded":"2024-04-10T15:44:42.313052+0000","last_fullsized":"2024-04-10T15:44:42.313052+0000","mapping_epoch":550,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":551,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T17:26:54.832655+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,7],"acting":[1,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.e","version":"851'1362","reported_seq":4496,"reported_epoch":851,"state":"active+clean","last_fresh":"2024-04-10T15:44:44.351584+0000","last_change":"2024-04-10T15:44:44.334173+0000","last_active":"2024-04-10T15:44:44.351584+0000","last_peered":"2024-04-10T15:44:44.351584+0000","last_clean":"2024-04-10T15:44:44.351584+0000","last_became_active":"2024-04-10T15:38:32.255134+0000","last_became_peered":"2024-04-10T15:38:32.255134+0000","last_unstale":"2024-04-10T15:44:44.351584+0000","last_undegraded":"2024-04-10T15:44:44.351584+0000","last_fullsized":"2024-04-10T15:44:44.351584+0000","mapping_epoch":480,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":481,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:31:25.545761+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:31:25.545761+0000","last_clean_scrub_stamp":"2024-04-10T15:31:25.545761+0000","objects_scrubbed":0,"log_size":1362,"log_dups_size":0,"ondisk_log_size":1362,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T21:25:34.039731+0000","scrub_duration":0,"objects_trimmed":1,"snaptrim_duration":0.0072503769999999997,"stat_sum":{"num_bytes":9887744,"num_objects":11,"num_object_clones":8,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":1,"num_read":247,"num_read_kb":328895,"num_write":495,"num_write_kb":101632,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":13656064,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"18d","length":"1"},{"start":"1ae","length":"1"},{"start":"1b0","length":"1"},{"start":"1c4","length":"1"},{"start":"1c7","length":"1"}]},{"pgid":"2.9","version":"0'0","reported_seq":1285,"reported_epoch":849,"state":"active+clean","last_fresh":"2024-04-10T15:44:42.313160+0000","last_change":"2024-04-10T15:39:42.218428+0000","last_active":"2024-04-10T15:44:42.313160+0000","last_peered":"2024-04-10T15:44:42.313160+0000","last_clean":"2024-04-10T15:44:42.313160+0000","last_became_active":"2024-04-10T15:39:42.217710+0000","last_became_peered":"2024-04-10T15:39:42.217710+0000","last_unstale":"2024-04-10T15:44:42.313160+0000","last_undegraded":"2024-04-10T15:44:42.313160+0000","last_fullsized":"2024-04-10T15:44:42.313160+0000","mapping_epoch":550,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":551,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_clean_scrub_stamp":"2024-04-10T15:28:11.308904+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T00:03:16.271283+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":1243,"reported_epoch":850,"state":"active+clean","last_fresh":"2024-04-10T15:44:43.313243+0000","last_change":"2024-04-10T15:39:42.224517+0000","last_active":"2024-04-10T15:44:43.313243+0000","last_peered":"2024-04-10T15:44:43.313243+0000","last_clean":"2024-04-10T15:44:43.313243+0000","last_became_active":"2024-04-10T15:39:42.224207+0000","last_became_peered":"2024-04-10T15:39:42.224207+0000","last_unstale":"2024-04-10T15:44:43.313243+0000","last_undegraded":"2024-04-10T15:44:43.313243+0000","last_fullsized":"2024-04-10T15:44:43.313243+0000","mapping_epoch":550,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":551,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T03:26:32.363821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"849'1468","reported_seq":4668,"reported_epoch":849,"state":"active+clean","last_fresh":"2024-04-10T15:44:42.326171+0000","last_change":"2024-04-10T15:44:42.327284+0000","last_active":"2024-04-10T15:44:42.326171+0000","last_peered":"2024-04-10T15:44:42.326171+0000","last_clean":"2024-04-10T15:44:42.326171+0000","last_became_active":"2024-04-10T15:39:42.210947+0000","last_became_peered":"2024-04-10T15:39:42.210947+0000","last_unstale":"2024-04-10T15:44:42.326171+0000","last_undegraded":"2024-04-10T15:44:42.326171+0000","last_fullsized":"2024-04-10T15:44:42.326171+0000","mapping_epoch":550,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":551,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:31:25.545761+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:31:25.545761+0000","last_clean_scrub_stamp":"2024-04-10T15:31:25.545761+0000","objects_scrubbed":0,"log_size":1468,"log_dups_size":0,"ondisk_log_size":1468,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T20:39:27.718142+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0095547900000000005,"stat_sum":{"num_bytes":25911296,"num_objects":16,"num_object_clones":13,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":16,"num_whiteouts":1,"num_read":236,"num_read_kb":277450,"num_write":568,"num_write_kb":121032,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":25657344,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,5],"acting":[2,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"1ae","length":"1"},{"start":"1b0","length":"1"},{"start":"1c4","length":"1"},{"start":"1c7","length":"1"}]},{"pgid":"2.a","version":"0'0","reported_seq":1285,"reported_epoch":849,"state":"active+clean","last_fresh":"2024-04-10T15:44:42.313514+0000","last_change":"2024-04-10T15:39:42.214225+0000","last_active":"2024-04-10T15:44:42.313514+0000","last_peered":"2024-04-10T15:44:42.313514+0000","last_clean":"2024-04-10T15:44:42.313514+0000","last_became_active":"2024-04-10T15:39:42.213559+0000","last_became_peered":"2024-04-10T15:39:42.213559+0000","last_unstale":"2024-04-10T15:44:42.313514+0000","last_undegraded":"2024-04-10T15:44:42.313514+0000","last_fullsized":"2024-04-10T15:44:42.313514+0000","mapping_epoch":550,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":551,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_clean_scrub_stamp":"2024-04-10T15:28:11.308904+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T19:58:42.780578+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":1242,"reported_epoch":850,"state":"active+clean","last_fresh":"2024-04-10T15:44:43.312494+0000","last_change":"2024-04-10T15:37:57.384360+0000","last_active":"2024-04-10T15:44:43.312494+0000","last_peered":"2024-04-10T15:44:43.312494+0000","last_clean":"2024-04-10T15:44:43.312494+0000","last_became_active":"2024-04-10T15:37:57.384024+0000","last_became_peered":"2024-04-10T15:37:57.384024+0000","last_unstale":"2024-04-10T15:44:43.312494+0000","last_undegraded":"2024-04-10T15:44:43.312494+0000","last_fullsized":"2024-04-10T15:44:43.312494+0000","mapping_epoch":448,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":449,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T16:58:01.292832+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,4],"acting":[3,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.c","version":"849'1810","reported_seq":4997,"reported_epoch":849,"state":"active+clean","last_fresh":"2024-04-10T15:44:42.329558+0000","last_change":"2024-04-10T15:44:42.330705+0000","last_active":"2024-04-10T15:44:42.329558+0000","last_peered":"2024-04-10T15:44:42.329558+0000","last_clean":"2024-04-10T15:44:42.329558+0000","last_became_active":"2024-04-10T15:37:57.390569+0000","last_became_peered":"2024-04-10T15:37:57.390569+0000","last_unstale":"2024-04-10T15:44:42.329558+0000","last_undegraded":"2024-04-10T15:44:42.329558+0000","last_fullsized":"2024-04-10T15:44:42.329558+0000","mapping_epoch":448,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":449,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:31:25.545761+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:31:25.545761+0000","last_clean_scrub_stamp":"2024-04-10T15:31:25.545761+0000","objects_scrubbed":0,"log_size":1810,"log_dups_size":0,"ondisk_log_size":1810,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T03:29:06.318473+0000","scrub_duration":0,"objects_trimmed":1,"snaptrim_duration":0.015052683000000001,"stat_sum":{"num_bytes":33054720,"num_objects":14,"num_object_clones":10,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":14,"num_whiteouts":1,"num_read":252,"num_read_kb":330644,"num_write":650,"num_write_kb":174216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":27238400,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"1ae","length":"1"},{"start":"1b0","length":"1"},{"start":"1c4","length":"1"},{"start":"1c7","length":"1"}]},{"pgid":"2.b","version":"576'3","reported_seq":1103,"reported_epoch":851,"state":"active+clean","last_fresh":"2024-04-10T15:44:44.334406+0000","last_change":"2024-04-10T15:39:42.223793+0000","last_active":"2024-04-10T15:44:44.334406+0000","last_peered":"2024-04-10T15:44:44.334406+0000","last_clean":"2024-04-10T15:44:44.334406+0000","last_became_active":"2024-04-10T15:39:42.223417+0000","last_became_peered":"2024-04-10T15:39:42.223417+0000","last_unstale":"2024-04-10T15:44:44.334406+0000","last_undegraded":"2024-04-10T15:44:44.334406+0000","last_fullsized":"2024-04-10T15:44:44.334406+0000","mapping_epoch":550,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":551,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_clean_scrub_stamp":"2024-04-10T15:28:11.308904+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T21:42:13.881070+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":1134,"reported_epoch":851,"state":"active+clean","last_fresh":"2024-04-10T15:44:44.324529+0000","last_change":"2024-04-10T15:39:07.258695+0000","last_active":"2024-04-10T15:44:44.324529+0000","last_peered":"2024-04-10T15:44:44.324529+0000","last_clean":"2024-04-10T15:44:44.324529+0000","last_became_active":"2024-04-10T15:39:07.255865+0000","last_became_peered":"2024-04-10T15:39:07.255865+0000","last_unstale":"2024-04-10T15:44:44.324529+0000","last_undegraded":"2024-04-10T15:44:44.324529+0000","last_fullsized":"2024-04-10T15:44:44.324529+0000","mapping_epoch":515,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":516,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T00:18:15.425191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.b","version":"849'1381","reported_seq":4570,"reported_epoch":849,"state":"active+clean","last_fresh":"2024-04-10T15:44:42.332562+0000","last_change":"2024-04-10T15:44:42.333580+0000","last_active":"2024-04-10T15:44:42.332562+0000","last_peered":"2024-04-10T15:44:42.332562+0000","last_clean":"2024-04-10T15:44:42.332562+0000","last_became_active":"2024-04-10T15:38:32.262363+0000","last_became_peered":"2024-04-10T15:38:32.262363+0000","last_unstale":"2024-04-10T15:44:42.332562+0000","last_undegraded":"2024-04-10T15:44:42.332562+0000","last_fullsized":"2024-04-10T15:44:42.332562+0000","mapping_epoch":480,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":481,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:31:25.545761+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:31:25.545761+0000","last_clean_scrub_stamp":"2024-04-10T15:31:25.545761+0000","objects_scrubbed":0,"log_size":1381,"log_dups_size":0,"ondisk_log_size":1381,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T01:54:17.742607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.015071297000000001,"stat_sum":{"num_bytes":16130048,"num_objects":12,"num_object_clones":9,"num_object_copies":36,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":12,"num_whiteouts":0,"num_read":210,"num_read_kb":230242,"num_write":425,"num_write_kb":96640,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":5,"num_bytes_recovered":10100736,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"1ae","length":"1"},{"start":"1b0","length":"1"},{"start":"1c4","length":"1"},{"start":"1c7","length":"1"}]},{"pgid":"2.c","version":"0'0","reported_seq":1268,"reported_epoch":849,"state":"active+clean","last_fresh":"2024-04-10T15:44:42.317380+0000","last_change":"2024-04-10T15:38:32.262484+0000","last_active":"2024-04-10T15:44:42.317380+0000","last_peered":"2024-04-10T15:44:42.317380+0000","last_clean":"2024-04-10T15:44:42.317380+0000","last_became_active":"2024-04-10T15:38:32.262176+0000","last_became_peered":"2024-04-10T15:38:32.262176+0000","last_unstale":"2024-04-10T15:44:42.317380+0000","last_undegraded":"2024-04-10T15:44:42.317380+0000","last_fullsized":"2024-04-10T15:44:42.317380+0000","mapping_epoch":480,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":481,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_clean_scrub_stamp":"2024-04-10T15:28:11.308904+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T20:54:18.646835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":1091,"reported_epoch":851,"state":"active+clean","last_fresh":"2024-04-10T15:44:44.335284+0000","last_change":"2024-04-10T15:39:42.220353+0000","last_active":"2024-04-10T15:44:44.335284+0000","last_peered":"2024-04-10T15:44:44.335284+0000","last_clean":"2024-04-10T15:44:44.335284+0000","last_became_active":"2024-04-10T15:39:42.219549+0000","last_became_peered":"2024-04-10T15:39:42.219549+0000","last_unstale":"2024-04-10T15:44:44.335284+0000","last_undegraded":"2024-04-10T15:44:44.335284+0000","last_fullsized":"2024-04-10T15:44:44.335284+0000","mapping_epoch":550,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":551,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T00:48:38.755777+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.a","version":"849'1902","reported_seq":5068,"reported_epoch":849,"state":"active+clean","last_fresh":"2024-04-10T15:44:42.336705+0000","last_change":"2024-04-10T15:44:42.337766+0000","last_active":"2024-04-10T15:44:42.336705+0000","last_peered":"2024-04-10T15:44:42.336705+0000","last_clean":"2024-04-10T15:44:42.336705+0000","last_became_active":"2024-04-10T15:37:57.388635+0000","last_became_peered":"2024-04-10T15:37:57.388635+0000","last_unstale":"2024-04-10T15:44:42.336705+0000","last_undegraded":"2024-04-10T15:44:42.336705+0000","last_fullsized":"2024-04-10T15:44:42.336705+0000","mapping_epoch":448,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":449,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:31:25.545761+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:31:25.545761+0000","last_clean_scrub_stamp":"2024-04-10T15:31:25.545761+0000","objects_scrubbed":0,"log_size":1902,"log_dups_size":0,"ondisk_log_size":1902,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T21:32:32.727985+0000","scrub_duration":0,"objects_trimmed":1,"snaptrim_duration":0.019562234000000001,"stat_sum":{"num_bytes":24428544,"num_objects":21,"num_object_clones":17,"num_object_copies":63,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":1,"num_read":318,"num_read_kb":362201,"num_write":748,"num_write_kb":142920,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":10,"num_bytes_recovered":23248896,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"1ae","length":"1"},{"start":"1b0","length":"1"},{"start":"1c4","length":"1"},{"start":"1c7","length":"1"}]},{"pgid":"2.d","version":"61'1","reported_seq":1288,"reported_epoch":849,"state":"active+clean","last_fresh":"2024-04-10T15:44:42.314256+0000","last_change":"2024-04-10T15:37:57.386837+0000","last_active":"2024-04-10T15:44:42.314256+0000","last_peered":"2024-04-10T15:44:42.314256+0000","last_clean":"2024-04-10T15:44:42.314256+0000","last_became_active":"2024-04-10T15:37:57.386501+0000","last_became_peered":"2024-04-10T15:37:57.386501+0000","last_unstale":"2024-04-10T15:44:42.314256+0000","last_undegraded":"2024-04-10T15:44:42.314256+0000","last_fullsized":"2024-04-10T15:44:42.314256+0000","mapping_epoch":448,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":449,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_clean_scrub_stamp":"2024-04-10T15:28:11.308904+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T00:00:55.106247+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":1175,"reported_epoch":851,"state":"active+clean","last_fresh":"2024-04-10T15:44:44.329864+0000","last_change":"2024-04-10T15:39:07.260818+0000","last_active":"2024-04-10T15:44:44.329864+0000","last_peered":"2024-04-10T15:44:44.329864+0000","last_clean":"2024-04-10T15:44:44.329864+0000","last_became_active":"2024-04-10T15:39:07.260518+0000","last_became_peered":"2024-04-10T15:39:07.260518+0000","last_unstale":"2024-04-10T15:44:44.329864+0000","last_undegraded":"2024-04-10T15:44:44.329864+0000","last_fullsized":"2024-04-10T15:44:44.329864+0000","mapping_epoch":515,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":516,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T22:49:47.186007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.9","version":"851'456","reported_seq":3432,"reported_epoch":851,"state":"active+clean","last_fresh":"2024-04-10T15:44:44.341448+0000","last_change":"2024-04-10T15:44:44.342219+0000","last_active":"2024-04-10T15:44:44.341448+0000","last_peered":"2024-04-10T15:44:44.341448+0000","last_clean":"2024-04-10T15:44:44.341448+0000","last_became_active":"2024-04-10T15:39:42.215731+0000","last_became_peered":"2024-04-10T15:39:42.215731+0000","last_unstale":"2024-04-10T15:44:44.341448+0000","last_undegraded":"2024-04-10T15:44:44.341448+0000","last_fullsized":"2024-04-10T15:44:44.341448+0000","mapping_epoch":550,"log_start":"0'0","ondisk_log_start":"0'0","created":72,"last_epoch_clean":551,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:31:25.545761+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:31:25.545761+0000","last_clean_scrub_stamp":"2024-04-10T15:31:25.545761+0000","objects_scrubbed":0,"log_size":456,"log_dups_size":0,"ondisk_log_size":456,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T17:52:56.598260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0061524229999999997,"stat_sum":{"num_bytes":6897664,"num_objects":5,"num_object_clones":4,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":51,"num_read_kb":39017,"num_write":197,"num_write_kb":29304,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":4358144,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"18d","length":"1"},{"start":"1ae","length":"1"},{"start":"1b0","length":"1"},{"start":"1c4","length":"1"},{"start":"1c7","length":"1"}]},{"pgid":"2.e","version":"61'2","reported_seq":1274,"reported_epoch":849,"state":"active+clean","last_fresh":"2024-04-10T15:44:42.319276+0000","last_change":"2024-04-10T15:37:57.393261+0000","last_active":"2024-04-10T15:44:42.319276+0000","last_peered":"2024-04-10T15:44:42.319276+0000","last_clean":"2024-04-10T15:44:42.319276+0000","last_became_active":"2024-04-10T15:37:57.391816+0000","last_became_peered":"2024-04-10T15:37:57.391816+0000","last_unstale":"2024-04-10T15:44:42.319276+0000","last_undegraded":"2024-04-10T15:44:42.319276+0000","last_fullsized":"2024-04-10T15:44:42.319276+0000","mapping_epoch":448,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":449,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:11.308904+0000","last_clean_scrub_stamp":"2024-04-10T15:28:11.308904+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T19:33:55.679470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,4],"acting":[2,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":1107,"reported_epoch":851,"state":"active+clean","last_fresh":"2024-04-10T15:44:44.334896+0000","last_change":"2024-04-10T15:39:42.213759+0000","last_active":"2024-04-10T15:44:44.334896+0000","last_peered":"2024-04-10T15:44:44.334896+0000","last_clean":"2024-04-10T15:44:44.334896+0000","last_became_active":"2024-04-10T15:39:42.212401+0000","last_became_peered":"2024-04-10T15:39:42.212401+0000","last_unstale":"2024-04-10T15:44:44.334896+0000","last_undegraded":"2024-04-10T15:44:44.334896+0000","last_fullsized":"2024-04-10T15:44:44.334896+0000","mapping_epoch":550,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":551,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T21:12:24.952474+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":1124,"reported_epoch":851,"state":"active+clean","last_fresh":"2024-04-10T15:44:44.324232+0000","last_change":"2024-04-10T15:39:07.255833+0000","last_active":"2024-04-10T15:44:44.324232+0000","last_peered":"2024-04-10T15:44:44.324232+0000","last_clean":"2024-04-10T15:44:44.324232+0000","last_became_active":"2024-04-10T15:39:07.255290+0000","last_became_peered":"2024-04-10T15:39:07.255290+0000","last_unstale":"2024-04-10T15:44:44.324232+0000","last_undegraded":"2024-04-10T15:44:44.324232+0000","last_fullsized":"2024-04-10T15:44:44.324232+0000","mapping_epoch":515,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":516,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T18:24:40.962298+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":1253,"reported_epoch":849,"state":"active+clean","last_fresh":"2024-04-10T15:44:42.317099+0000","last_change":"2024-04-10T15:39:07.252649+0000","last_active":"2024-04-10T15:44:42.317099+0000","last_peered":"2024-04-10T15:44:42.317099+0000","last_clean":"2024-04-10T15:44:42.317099+0000","last_became_active":"2024-04-10T15:39:07.252320+0000","last_became_peered":"2024-04-10T15:39:07.252320+0000","last_unstale":"2024-04-10T15:44:42.317099+0000","last_undegraded":"2024-04-10T15:44:42.317099+0000","last_fullsized":"2024-04-10T15:44:42.317099+0000","mapping_epoch":515,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":516,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T22:05:27.832596+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":1182,"reported_epoch":851,"state":"active+clean","last_fresh":"2024-04-10T15:44:44.329739+0000","last_change":"2024-04-10T15:38:32.263843+0000","last_active":"2024-04-10T15:44:44.329739+0000","last_peered":"2024-04-10T15:44:44.329739+0000","last_clean":"2024-04-10T15:44:44.329739+0000","last_became_active":"2024-04-10T15:38:32.263488+0000","last_became_peered":"2024-04-10T15:38:32.263488+0000","last_unstale":"2024-04-10T15:44:44.329739+0000","last_undegraded":"2024-04-10T15:44:44.329739+0000","last_fullsized":"2024-04-10T15:44:44.329739+0000","mapping_epoch":480,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":481,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T01:38:11.162267+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":1313,"reported_epoch":850,"state":"active+clean","last_fresh":"2024-04-10T15:44:43.313713+0000","last_change":"2024-04-10T15:37:57.397452+0000","last_active":"2024-04-10T15:44:43.313713+0000","last_peered":"2024-04-10T15:44:43.313713+0000","last_clean":"2024-04-10T15:44:43.313713+0000","last_became_active":"2024-04-10T15:37:57.396553+0000","last_became_peered":"2024-04-10T15:37:57.396553+0000","last_unstale":"2024-04-10T15:44:43.313713+0000","last_undegraded":"2024-04-10T15:44:43.313713+0000","last_fullsized":"2024-04-10T15:44:43.313713+0000","mapping_epoch":448,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":449,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T19:08:06.070558+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":1251,"reported_epoch":850,"state":"active+clean","last_fresh":"2024-04-10T15:44:43.313961+0000","last_change":"2024-04-10T15:37:57.392473+0000","last_active":"2024-04-10T15:44:43.313961+0000","last_peered":"2024-04-10T15:44:43.313961+0000","last_clean":"2024-04-10T15:44:43.313961+0000","last_became_active":"2024-04-10T15:37:57.391434+0000","last_became_peered":"2024-04-10T15:37:57.391434+0000","last_unstale":"2024-04-10T15:44:43.313961+0000","last_undegraded":"2024-04-10T15:44:43.313961+0000","last_fullsized":"2024-04-10T15:44:43.313961+0000","mapping_epoch":448,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":449,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T17:13:55.899322+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":1285,"reported_epoch":849,"state":"active+clean","last_fresh":"2024-04-10T15:44:42.314362+0000","last_change":"2024-04-10T15:37:21.181338+0000","last_active":"2024-04-10T15:44:42.314362+0000","last_peered":"2024-04-10T15:44:42.314362+0000","last_clean":"2024-04-10T15:44:42.314362+0000","last_became_active":"2024-04-10T15:37:21.181010+0000","last_became_peered":"2024-04-10T15:37:21.181010+0000","last_unstale":"2024-04-10T15:44:42.314362+0000","last_undegraded":"2024-04-10T15:44:42.314362+0000","last_fullsized":"2024-04-10T15:44:42.314362+0000","mapping_epoch":416,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":417,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T18:05:42.723892+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":1128,"reported_epoch":851,"state":"active+clean","last_fresh":"2024-04-10T15:44:44.325298+0000","last_change":"2024-04-10T15:39:42.205431+0000","last_active":"2024-04-10T15:44:44.325298+0000","last_peered":"2024-04-10T15:44:44.325298+0000","last_clean":"2024-04-10T15:44:44.325298+0000","last_became_active":"2024-04-10T15:39:42.205072+0000","last_became_peered":"2024-04-10T15:39:42.205072+0000","last_unstale":"2024-04-10T15:44:44.325298+0000","last_undegraded":"2024-04-10T15:44:44.325298+0000","last_fullsized":"2024-04-10T15:44:44.325298+0000","mapping_epoch":550,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":551,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T19:17:48.730021+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":1233,"reported_epoch":850,"state":"active+clean","last_fresh":"2024-04-10T15:44:43.313877+0000","last_change":"2024-04-10T15:37:57.384332+0000","last_active":"2024-04-10T15:44:43.313877+0000","last_peered":"2024-04-10T15:44:43.313877+0000","last_clean":"2024-04-10T15:44:43.313877+0000","last_became_active":"2024-04-10T15:37:57.383899+0000","last_became_peered":"2024-04-10T15:37:57.383899+0000","last_unstale":"2024-04-10T15:44:43.313877+0000","last_undegraded":"2024-04-10T15:44:43.313877+0000","last_fullsized":"2024-04-10T15:44:43.313877+0000","mapping_epoch":448,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":449,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T00:30:31.376661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":1181,"reported_epoch":851,"state":"active+clean","last_fresh":"2024-04-10T15:44:44.329311+0000","last_change":"2024-04-10T15:38:32.270134+0000","last_active":"2024-04-10T15:44:44.329311+0000","last_peered":"2024-04-10T15:44:44.329311+0000","last_clean":"2024-04-10T15:44:44.329311+0000","last_became_active":"2024-04-10T15:38:32.269745+0000","last_became_peered":"2024-04-10T15:38:32.269745+0000","last_unstale":"2024-04-10T15:44:44.329311+0000","last_undegraded":"2024-04-10T15:44:44.329311+0000","last_fullsized":"2024-04-10T15:44:44.329311+0000","mapping_epoch":480,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":481,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T16:22:23.712673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":1243,"reported_epoch":850,"state":"active+clean","last_fresh":"2024-04-10T15:44:43.312604+0000","last_change":"2024-04-10T15:37:57.385284+0000","last_active":"2024-04-10T15:44:43.312604+0000","last_peered":"2024-04-10T15:44:43.312604+0000","last_clean":"2024-04-10T15:44:43.312604+0000","last_became_active":"2024-04-10T15:37:57.384964+0000","last_became_peered":"2024-04-10T15:37:57.384964+0000","last_unstale":"2024-04-10T15:44:43.312604+0000","last_undegraded":"2024-04-10T15:44:43.312604+0000","last_fullsized":"2024-04-10T15:44:43.312604+0000","mapping_epoch":448,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":449,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T21:57:13.068251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":1141,"reported_epoch":851,"state":"active+clean","last_fresh":"2024-04-10T15:44:44.329478+0000","last_change":"2024-04-10T15:39:42.214868+0000","last_active":"2024-04-10T15:44:44.329478+0000","last_peered":"2024-04-10T15:44:44.329478+0000","last_clean":"2024-04-10T15:44:44.329478+0000","last_became_active":"2024-04-10T15:39:42.214515+0000","last_became_peered":"2024-04-10T15:39:42.214515+0000","last_unstale":"2024-04-10T15:44:44.329478+0000","last_undegraded":"2024-04-10T15:44:44.329478+0000","last_fullsized":"2024-04-10T15:44:44.329478+0000","mapping_epoch":550,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":551,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T03:25:46.461133+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":1312,"reported_epoch":850,"state":"active+clean","last_fresh":"2024-04-10T15:44:43.313349+0000","last_change":"2024-04-10T15:39:42.217988+0000","last_active":"2024-04-10T15:44:43.313349+0000","last_peered":"2024-04-10T15:44:43.313349+0000","last_clean":"2024-04-10T15:44:43.313349+0000","last_became_active":"2024-04-10T15:39:42.217675+0000","last_became_peered":"2024-04-10T15:39:42.217675+0000","last_unstale":"2024-04-10T15:44:43.313349+0000","last_undegraded":"2024-04-10T15:44:43.313349+0000","last_fullsized":"2024-04-10T15:44:43.313349+0000","mapping_epoch":550,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":551,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T16:28:05.125828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":1134,"reported_epoch":851,"state":"active+clean","last_fresh":"2024-04-10T15:44:44.324575+0000","last_change":"2024-04-10T15:39:07.255302+0000","last_active":"2024-04-10T15:44:44.324575+0000","last_peered":"2024-04-10T15:44:44.324575+0000","last_clean":"2024-04-10T15:44:44.324575+0000","last_became_active":"2024-04-10T15:39:07.252813+0000","last_became_peered":"2024-04-10T15:39:07.252813+0000","last_unstale":"2024-04-10T15:44:44.324575+0000","last_undegraded":"2024-04-10T15:44:44.324575+0000","last_fullsized":"2024-04-10T15:44:44.324575+0000","mapping_epoch":515,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":516,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:28:12.311438+0000","last_clean_scrub_stamp":"2024-04-10T15:28:12.311438+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T20:46:23.525618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":16,"stat_sum":{"num_bytes":412614656,"num_objects":208,"num_object_clones":158,"num_object_copies":624,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":208,"num_whiteouts":11,"num_read":3888,"num_read_kb":5157354,"num_write":8441,"num_write_kb":1899184,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":105,"num_bytes_recovered":380551168,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":561889280,"data_stored":1010253824,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":22646,"ondisk_log_size":22646,"up":48,"acting":48,"num_store_stats":8},{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":998,"num_read_kb":1844,"num_write":351,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":217,"ondisk_log_size":217,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":6622,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":79,"num_read_kb":87,"num_write":68,"num_write_kb":36,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":19866,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":45180,"internal_metadata":0},"log_size":68,"ondisk_log_size":68,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":550,"seq":2362232012862,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":275268,"kb_used_data":48824,"kb_used_omap":34,"kb_used_meta":226397,"kb_avail":93469884,"statfs":{"total":95995035648,"available":95713161216,"internally_reserved":0,"allocated":49995776,"data_stored":70952275,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":34886,"internal_metadata":231831482},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":515,"seq":2211908157509,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":219264,"kb_used_data":64232,"kb_used_omap":30,"kb_used_meta":154977,"kb_avail":93525888,"statfs":{"total":95995035648,"available":95770509312,"internally_reserved":0,"allocated":65773568,"data_stored":105891948,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":30798,"internal_metadata":158697394},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":1,"up_from":348,"seq":1494648619112,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":511628,"kb_used_data":94464,"kb_used_omap":41,"kb_used_meta":417110,"kb_avail":93233524,"statfs":{"total":95995035648,"available":95471128576,"internally_reserved":0,"allocated":96731136,"data_stored":149389589,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":42624,"internal_metadata":427121024},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":314,"seq":1348619731055,"num_pgs":52,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":497272,"kb_used_data":98916,"kb_used_omap":43,"kb_used_meta":398292,"kb_avail":93247880,"statfs":{"total":95995035648,"available":95485829120,"internally_reserved":0,"allocated":101289984,"data_stored":189845652,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":44564,"internal_metadata":407851500},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":2,"up_from":380,"seq":1632087572577,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":547776,"kb_used_data":84020,"kb_used_omap":46,"kb_used_meta":463697,"kb_avail":93197376,"statfs":{"total":95995035648,"available":95434113024,"internally_reserved":0,"allocated":86036480,"data_stored":137863550,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":48105,"internal_metadata":474825751},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":416,"seq":1786706395226,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":292036,"kb_used_data":58672,"kb_used_omap":29,"kb_used_meta":233314,"kb_avail":93453116,"statfs":{"total":95995035648,"available":95695990784,"internally_reserved":0,"allocated":60080128,"data_stored":89592516,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":30123,"internal_metadata":238914133},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":448,"seq":1924145348691,"num_pgs":47,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":477084,"kb_used_data":105104,"kb_used_omap":58,"kb_used_meta":371909,"kb_avail":93268068,"statfs":{"total":95995035648,"available":95506501632,"internally_reserved":0,"allocated":107626496,"data_stored":160834186,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":59688,"internal_metadata":380835544},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":5,"up_from":480,"seq":2061584302156,"num_pgs":48,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":544160,"kb_used_data":98064,"kb_used_omap":69,"kb_used_meta":446010,"kb_avail":93200992,"statfs":{"total":95995035648,"available":95437815808,"internally_reserved":0,"allocated":100417536,"data_stored":169260710,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":71658,"internal_metadata":456714262},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6191,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4446,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5503,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5928,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5839,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5930,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":5914,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5341,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":5824,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5840,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6090,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":87658496,"data_stored":181678080,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":83722240,"data_stored":141824000,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":73048064,"data_stored":129339392,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":47034368,"data_stored":82010112,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":94576640,"data_stored":153247744,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":87363584,"data_stored":161669120,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":52129792,"data_stored":97710080,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":36356096,"data_stored":62775296,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-10T15:44:50.189 INFO:tasks.cephadm.ceph_manager.ceph:removing pool_name unique_pool_0 2024-04-10T15:44:50.190 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 09bfb546-f74e-11ee-b64a-cb9ed24678a4 -- ceph osd pool rm unique_pool_0 unique_pool_0 --yes-i-really-really-mean-it 2024-04-10T15:44:50.403 INFO:teuthology.orchestra.run.smithi069.stderr:Inferring config /var/lib/ceph/09bfb546-f74e-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T15:44:52.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:44:52 smithi069 ceph-mon[94167]: osdmap e853: 8 total, 8 up, 8 in 2024-04-10T15:44:52.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:44:52 smithi069 ceph-mon[94167]: pgmap v944: 121 pgs: 121 active+clean; 376 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 4.2 MiB/s rd, 449 KiB/s wr, 1 op/s 2024-04-10T15:44:52.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:44:52 smithi069 ceph-mon[96738]: osdmap e853: 8 total, 8 up, 8 in 2024-04-10T15:44:52.588 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:44:52 smithi069 ceph-mon[96738]: pgmap v944: 121 pgs: 121 active+clean; 376 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 4.2 MiB/s rd, 449 KiB/s wr, 1 op/s 2024-04-10T15:44:52.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:44:52 smithi077 ceph-mon[87572]: osdmap e853: 8 total, 8 up, 8 in 2024-04-10T15:44:52.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:44:52 smithi077 ceph-mon[87572]: pgmap v944: 121 pgs: 121 active+clean; 376 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 4.2 MiB/s rd, 449 KiB/s wr, 1 op/s 2024-04-10T15:44:52.744 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:44:52 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T15:44:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:44:53.288 INFO:teuthology.orchestra.run.smithi069.stderr:pool 'unique_pool_0' removed 2024-04-10T15:44:53.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:44:53 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/1451559119' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-10T15:44:53.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:44:53 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/1451559119' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-10T15:44:53.744 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:44:53 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/1451559119' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-10T15:44:53.942 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-04-10T15:44:53.942 INFO:teuthology.task.print:**** done end ec-rados-default.yaml 2024-04-10T15:44:53.942 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-04-10T15:44:53.942 INFO:teuthology.task.print:**** done start rados_api.yaml 2024-04-10T15:44:53.943 INFO:teuthology.task.full_sequential:In full_sequential, running task workunit... 2024-04-10T15:44:53.943 INFO:tasks.workunit:Pulling workunits from ref reef 2024-04-10T15:44:53.944 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-04-10T15:44:53.944 DEBUG:teuthology.orchestra.run.smithi069:> stat -- /home/ubuntu/cephtest/mnt.0 2024-04-10T15:44:53.960 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-10T15:44:53.961 INFO:teuthology.orchestra.run.smithi069.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-04-10T15:44:53.961 DEBUG:teuthology.orchestra.run.smithi069:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-04-10T15:44:54.016 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-04-10T15:44:54.017 DEBUG:teuthology.orchestra.run.smithi069:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-04-10T15:44:54.072 INFO:tasks.workunit:timeout=3h 2024-04-10T15:44:54.073 INFO:tasks.workunit:cleanup=True 2024-04-10T15:44:54.073 DEBUG:teuthology.orchestra.run.smithi069:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone --depth 1 --branch reef https://github.com/ceph/ceph-ci.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 2024-04-10T15:44:54.129 INFO:tasks.workunit.client.0.smithi069.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-04-10T15:44:54.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:44:54 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/1451559119' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]': finished 2024-04-10T15:44:54.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:44:54 smithi069 ceph-mon[96738]: osdmap e854: 8 total, 8 up, 8 in 2024-04-10T15:44:54.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:44:54 smithi069 ceph-mon[96738]: pgmap v946: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:44:54.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:44:54 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/1451559119' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]': finished 2024-04-10T15:44:54.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:44:54 smithi069 ceph-mon[94167]: osdmap e854: 8 total, 8 up, 8 in 2024-04-10T15:44:54.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:44:54 smithi069 ceph-mon[94167]: pgmap v946: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:44:54.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:44:54 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/1451559119' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]': finished 2024-04-10T15:44:54.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:44:54 smithi077 ceph-mon[87572]: osdmap e854: 8 total, 8 up, 8 in 2024-04-10T15:44:54.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:44:54 smithi077 ceph-mon[87572]: pgmap v946: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:44:55.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:44:55 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:44:55.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:44:55 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:44:55.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:44:55 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:44:56.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:44:56 smithi069 ceph-mon[94167]: pgmap v947: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:44:56.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:44:56 smithi069 ceph-mon[96738]: pgmap v947: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:44:56.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:44:56 smithi077 ceph-mon[87572]: pgmap v947: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:44:57.337 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:44:56 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:15:44:56] "GET /metrics HTTP/1.1" 200 33972 "" "Prometheus/2.43.0" 2024-04-10T15:44:57.993 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:44:57 smithi077 ceph-mon[87572]: pgmap v948: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:44:58.087 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:44:57 smithi069 ceph-mon[94167]: pgmap v948: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:44:58.087 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:44:57 smithi069 ceph-mon[96738]: pgmap v948: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:44:59.993 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:44:59 smithi077 ceph-mon[87572]: pgmap v949: 105 pgs: 105 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-04-10T15:45:00.087 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:44:59 smithi069 ceph-mon[96738]: pgmap v949: 105 pgs: 105 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-04-10T15:45:00.087 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:44:59 smithi069 ceph-mon[94167]: pgmap v949: 105 pgs: 105 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-04-10T15:45:00.465 DEBUG:teuthology.orchestra.run.smithi069:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-04-10T15:45:00.521 INFO:tasks.workunit.client.0.smithi069.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-04-10T15:45:00.523 INFO:tasks.workunit.client.0.smithi069.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-04-10T15:45:00.523 INFO:tasks.workunit.client.0.smithi069.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-04-10T15:45:00.572 INFO:tasks.workunit.client.0.smithi069.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-04-10T15:45:00.622 INFO:tasks.workunit.client.0.smithi069.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-04-10T15:45:00.661 INFO:tasks.workunit.client.0.smithi069.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-04-10T15:45:00.662 INFO:tasks.workunit.client.0.smithi069.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-04-10T15:45:00.662 INFO:tasks.workunit.client.0.smithi069.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-04-10T15:45:00.701 INFO:tasks.workunit.client.0.smithi069.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-04-10T15:45:00.704 DEBUG:teuthology.orchestra.run.smithi069:> set -ex 2024-04-10T15:45:00.704 DEBUG:teuthology.orchestra.run.smithi069:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-04-10T15:45:00.759 INFO:tasks.workunit:Running workunits matching cls on client.0... 2024-04-10T15:45:00.761 INFO:tasks.workunit:Running workunit cls/test_cls_2pc_queue.sh... 2024-04-10T15:45:00.761 DEBUG:teuthology.orchestra.run.smithi069:workunit test cls/test_cls_2pc_queue.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_2pc_queue.sh 2024-04-10T15:45:00.828 INFO:tasks.workunit.client.0.smithi069.stdout:Running main() from gmock_main.cc 2024-04-10T15:45:00.828 INFO:tasks.workunit.client.0.smithi069.stdout:[==========] Running 22 tests from 1 test suite. 2024-04-10T15:45:00.828 INFO:tasks.workunit.client.0.smithi069.stdout:[----------] Global test environment set-up. 2024-04-10T15:45:00.828 INFO:tasks.workunit.client.0.smithi069.stdout:[----------] 22 tests from TestCls2PCQueue 2024-04-10T15:45:00.828 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestCls2PCQueue.GetCapacity 2024-04-10T15:45:02.243 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:45:01 smithi077 ceph-mon[87572]: osdmap e855: 8 total, 8 up, 8 in 2024-04-10T15:45:02.244 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:45:01 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/1777901155' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-136785-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:45:02.244 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:45:01 smithi077 ceph-mon[87572]: pgmap v951: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-04-10T15:45:02.337 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:45:01 smithi069 ceph-mon[94167]: osdmap e855: 8 total, 8 up, 8 in 2024-04-10T15:45:02.337 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:45:01 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/1777901155' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-136785-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:45:02.337 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:45:01 smithi069 ceph-mon[94167]: pgmap v951: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-04-10T15:45:02.337 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:45:01 smithi069 ceph-mon[96738]: osdmap e855: 8 total, 8 up, 8 in 2024-04-10T15:45:02.338 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:45:01 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/1777901155' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-136785-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:45:02.338 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:45:01 smithi069 ceph-mon[96738]: pgmap v951: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-04-10T15:45:02.743 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:45:02 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T15:45:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:45:02.921 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestCls2PCQueue.GetCapacity (2093 ms) 2024-04-10T15:45:02.921 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestCls2PCQueue.AsyncGetCapacity 2024-04-10T15:45:03.243 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:45:02 smithi077 ceph-mon[87572]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:45:03.243 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:45:02 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/1777901155' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-136785-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:45:03.243 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:45:02 smithi077 ceph-mon[87572]: osdmap e856: 8 total, 8 up, 8 in 2024-04-10T15:45:03.337 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:45:02 smithi069 ceph-mon[94167]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:45:03.337 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:45:02 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/1777901155' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-136785-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:45:03.337 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:45:02 smithi069 ceph-mon[94167]: osdmap e856: 8 total, 8 up, 8 in 2024-04-10T15:45:03.338 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:45:02 smithi069 ceph-mon[96738]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:45:03.338 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:45:02 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/1777901155' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-136785-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:45:03.338 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:45:02 smithi069 ceph-mon[96738]: osdmap e856: 8 total, 8 up, 8 in 2024-04-10T15:45:04.243 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:45:03 smithi077 ceph-mon[87572]: osdmap e857: 8 total, 8 up, 8 in 2024-04-10T15:45:04.243 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:45:03 smithi077 ceph-mon[87572]: pgmap v954: 105 pgs: 105 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-04-10T15:45:04.337 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:45:03 smithi069 ceph-mon[96738]: osdmap e857: 8 total, 8 up, 8 in 2024-04-10T15:45:04.337 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:45:03 smithi069 ceph-mon[96738]: pgmap v954: 105 pgs: 105 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-04-10T15:45:04.338 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:45:03 smithi069 ceph-mon[94167]: osdmap e857: 8 total, 8 up, 8 in 2024-04-10T15:45:04.338 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:45:03 smithi069 ceph-mon[94167]: pgmap v954: 105 pgs: 105 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-04-10T15:45:05.243 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:45:04 smithi077 ceph-mon[87572]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:45:05.243 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:45:04 smithi077 ceph-mon[87572]: Cluster is now healthy 2024-04-10T15:45:05.244 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:45:04 smithi077 ceph-mon[87572]: osdmap e858: 8 total, 8 up, 8 in 2024-04-10T15:45:05.244 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:45:04 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/986583098' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-136785-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:45:05.244 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:45:04 smithi077 ceph-mon[87572]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-136785-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:45:05.337 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:45:04 smithi069 ceph-mon[94167]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:45:05.337 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:45:04 smithi069 ceph-mon[94167]: Cluster is now healthy 2024-04-10T15:45:05.337 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:45:04 smithi069 ceph-mon[94167]: osdmap e858: 8 total, 8 up, 8 in 2024-04-10T15:45:05.337 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:45:04 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/986583098' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-136785-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:45:05.337 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:45:04 smithi069 ceph-mon[94167]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-136785-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:45:05.338 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:45:04 smithi069 ceph-mon[96738]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:45:05.338 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:45:04 smithi069 ceph-mon[96738]: Cluster is now healthy 2024-04-10T15:45:05.338 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:45:04 smithi069 ceph-mon[96738]: osdmap e858: 8 total, 8 up, 8 in 2024-04-10T15:45:05.338 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:45:04 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/986583098' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-136785-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:45:05.338 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:45:04 smithi069 ceph-mon[96738]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-136785-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:45:05.947 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestCls2PCQueue.AsyncGetCapacity (3026 ms) 2024-04-10T15:45:05.947 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestCls2PCQueue.Reserve 2024-04-10T15:45:06.243 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:45:05 smithi077 ceph-mon[87572]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-136785-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:45:06.243 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:45:05 smithi077 ceph-mon[87572]: osdmap e859: 8 total, 8 up, 8 in 2024-04-10T15:45:06.243 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:45:05 smithi077 ceph-mon[87572]: pgmap v957: 137 pgs: 12 creating+peering, 5 unknown, 120 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-04-10T15:45:06.337 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:45:05 smithi069 ceph-mon[96738]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-136785-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:45:06.337 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:45:05 smithi069 ceph-mon[96738]: osdmap e859: 8 total, 8 up, 8 in 2024-04-10T15:45:06.337 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:45:05 smithi069 ceph-mon[96738]: pgmap v957: 137 pgs: 12 creating+peering, 5 unknown, 120 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-04-10T15:45:06.338 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:45:05 smithi069 ceph-mon[94167]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-136785-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:45:06.338 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:45:05 smithi069 ceph-mon[94167]: osdmap e859: 8 total, 8 up, 8 in 2024-04-10T15:45:06.338 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:45:05 smithi069 ceph-mon[94167]: pgmap v957: 137 pgs: 12 creating+peering, 5 unknown, 120 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-04-10T15:45:07.243 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:45:06 smithi077 ceph-mon[87572]: osdmap e860: 8 total, 8 up, 8 in 2024-04-10T15:45:07.337 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:45:06 smithi069 ceph-mon[96738]: osdmap e860: 8 total, 8 up, 8 in 2024-04-10T15:45:07.337 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:45:06 smithi069 ceph-mon[94167]: osdmap e860: 8 total, 8 up, 8 in 2024-04-10T15:45:07.338 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:45:06 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:15:45:06] "GET /metrics HTTP/1.1" 200 33972 "" "Prometheus/2.43.0" 2024-04-10T15:45:08.243 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:45:07 smithi077 ceph-mon[87572]: osdmap e861: 8 total, 8 up, 8 in 2024-04-10T15:45:08.244 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:45:07 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/2433334204' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-136785-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:45:08.244 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:45:07 smithi077 ceph-mon[87572]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-136785-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:45:08.244 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:45:07 smithi077 ceph-mon[87572]: pgmap v960: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-04-10T15:45:08.337 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:45:07 smithi069 ceph-mon[96738]: osdmap e861: 8 total, 8 up, 8 in 2024-04-10T15:45:08.337 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:45:07 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/2433334204' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-136785-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:45:08.337 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:45:07 smithi069 ceph-mon[96738]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-136785-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:45:08.337 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:45:07 smithi069 ceph-mon[96738]: pgmap v960: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-04-10T15:45:08.338 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:45:07 smithi069 ceph-mon[94167]: osdmap e861: 8 total, 8 up, 8 in 2024-04-10T15:45:08.338 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:45:07 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/2433334204' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-136785-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:45:08.338 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:45:07 smithi069 ceph-mon[94167]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-136785-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:45:08.338 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:45:07 smithi069 ceph-mon[94167]: pgmap v960: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-04-10T15:45:08.967 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestCls2PCQueue.Reserve (3020 ms) 2024-04-10T15:45:08.967 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestCls2PCQueue.AsyncReserve 2024-04-10T15:45:09.243 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:45:08 smithi077 ceph-mon[87572]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:45:09.243 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:45:08 smithi077 ceph-mon[87572]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-136785-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:45:09.243 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:45:08 smithi077 ceph-mon[87572]: osdmap e862: 8 total, 8 up, 8 in 2024-04-10T15:45:09.337 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:45:08 smithi069 ceph-mon[96738]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:45:09.337 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:45:08 smithi069 ceph-mon[96738]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-136785-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:45:09.337 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:45:08 smithi069 ceph-mon[96738]: osdmap e862: 8 total, 8 up, 8 in 2024-04-10T15:45:09.337 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:45:08 smithi069 ceph-mon[94167]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:45:09.338 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:45:08 smithi069 ceph-mon[94167]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-136785-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:45:09.338 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:45:08 smithi069 ceph-mon[94167]: osdmap e862: 8 total, 8 up, 8 in 2024-04-10T15:45:10.243 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:45:09 smithi077 ceph-mon[87572]: osdmap e863: 8 total, 8 up, 8 in 2024-04-10T15:45:10.243 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:45:09 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:45:10.244 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:45:09 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:45:10.244 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:45:09 smithi077 ceph-mon[87572]: pgmap v963: 105 pgs: 105 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-04-10T15:45:10.337 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:45:09 smithi069 ceph-mon[94167]: osdmap e863: 8 total, 8 up, 8 in 2024-04-10T15:45:10.337 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:45:09 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:45:10.337 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:45:09 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:45:10.337 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:45:09 smithi069 ceph-mon[94167]: pgmap v963: 105 pgs: 105 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-04-10T15:45:10.338 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:45:09 smithi069 ceph-mon[96738]: osdmap e863: 8 total, 8 up, 8 in 2024-04-10T15:45:10.338 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:45:09 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:45:10.338 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:45:09 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:45:10.338 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:45:09 smithi069 ceph-mon[96738]: pgmap v963: 105 pgs: 105 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-04-10T15:45:11.243 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:45:10 smithi077 ceph-mon[87572]: osdmap e864: 8 total, 8 up, 8 in 2024-04-10T15:45:11.243 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:45:10 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/1802677462' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-136785-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:45:11.244 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:45:10 smithi077 ceph-mon[87572]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:45:11.244 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:45:10 smithi077 ceph-mon[87572]: Cluster is now healthy 2024-04-10T15:45:11.337 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:45:10 smithi069 ceph-mon[96738]: osdmap e864: 8 total, 8 up, 8 in 2024-04-10T15:45:11.337 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:45:10 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/1802677462' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-136785-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:45:11.337 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:45:10 smithi069 ceph-mon[96738]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:45:11.337 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:45:10 smithi069 ceph-mon[96738]: Cluster is now healthy 2024-04-10T15:45:11.338 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:45:10 smithi069 ceph-mon[94167]: osdmap e864: 8 total, 8 up, 8 in 2024-04-10T15:45:11.338 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:45:10 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/1802677462' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-136785-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:45:11.338 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:45:10 smithi069 ceph-mon[94167]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:45:11.338 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:45:10 smithi069 ceph-mon[94167]: Cluster is now healthy 2024-04-10T15:45:11.990 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestCls2PCQueue.AsyncReserve (3023 ms) 2024-04-10T15:45:11.990 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestCls2PCQueue.Commit 2024-04-10T15:45:12.243 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:45:11 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/1802677462' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-136785-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:45:12.244 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:45:11 smithi077 ceph-mon[87572]: osdmap e865: 8 total, 8 up, 8 in 2024-04-10T15:45:12.244 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:45:11 smithi077 ceph-mon[87572]: pgmap v966: 137 pgs: 15 creating+peering, 17 unknown, 105 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-04-10T15:45:12.337 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:45:11 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/1802677462' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-136785-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:45:12.337 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:45:11 smithi069 ceph-mon[96738]: osdmap e865: 8 total, 8 up, 8 in 2024-04-10T15:45:12.337 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:45:11 smithi069 ceph-mon[96738]: pgmap v966: 137 pgs: 15 creating+peering, 17 unknown, 105 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-04-10T15:45:12.337 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:45:11 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/1802677462' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-136785-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:45:12.337 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:45:11 smithi069 ceph-mon[94167]: osdmap e865: 8 total, 8 up, 8 in 2024-04-10T15:45:12.338 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:45:11 smithi069 ceph-mon[94167]: pgmap v966: 137 pgs: 15 creating+peering, 17 unknown, 105 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-04-10T15:45:12.743 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:45:12 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T15:45:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:45:13.243 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:45:12 smithi077 ceph-mon[87572]: osdmap e866: 8 total, 8 up, 8 in 2024-04-10T15:45:13.337 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:45:12 smithi069 ceph-mon[96738]: osdmap e866: 8 total, 8 up, 8 in 2024-04-10T15:45:13.338 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:45:12 smithi069 ceph-mon[94167]: osdmap e866: 8 total, 8 up, 8 in 2024-04-10T15:45:14.337 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:45:14 smithi069 ceph-mon[96738]: osdmap e867: 8 total, 8 up, 8 in 2024-04-10T15:45:14.337 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:45:14 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/1737176075' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-136785-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:45:14.337 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:45:14 smithi069 ceph-mon[96738]: pgmap v969: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-04-10T15:45:14.337 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:45:14 smithi069 ceph-mon[94167]: osdmap e867: 8 total, 8 up, 8 in 2024-04-10T15:45:14.337 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:45:14 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/1737176075' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-136785-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:45:14.337 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:45:14 smithi069 ceph-mon[94167]: pgmap v969: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-04-10T15:45:14.493 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:45:14 smithi077 ceph-mon[87572]: osdmap e867: 8 total, 8 up, 8 in 2024-04-10T15:45:14.493 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:45:14 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/1737176075' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-136785-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:45:14.493 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:45:14 smithi077 ceph-mon[87572]: pgmap v969: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-04-10T15:45:15.008 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestCls2PCQueue.Commit (3018 ms) 2024-04-10T15:45:15.008 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestCls2PCQueue.Abort 2024-04-10T15:45:15.337 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:45:15 smithi069 ceph-mon[96738]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:45:15.337 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:45:15 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/1737176075' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-136785-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:45:15.337 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:45:15 smithi069 ceph-mon[96738]: osdmap e868: 8 total, 8 up, 8 in 2024-04-10T15:45:15.337 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:45:15 smithi069 ceph-mon[94167]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:45:15.338 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:45:15 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/1737176075' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-136785-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:45:15.338 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:45:15 smithi069 ceph-mon[94167]: osdmap e868: 8 total, 8 up, 8 in 2024-04-10T15:45:15.493 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:45:15 smithi077 ceph-mon[87572]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:45:15.493 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:45:15 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/1737176075' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-136785-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:45:15.493 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:45:15 smithi077 ceph-mon[87572]: osdmap e868: 8 total, 8 up, 8 in 2024-04-10T15:45:16.337 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:45:16 smithi069 ceph-mon[96738]: osdmap e869: 8 total, 8 up, 8 in 2024-04-10T15:45:16.337 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:45:16 smithi069 ceph-mon[96738]: pgmap v972: 105 pgs: 105 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-04-10T15:45:16.338 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:45:16 smithi069 ceph-mon[94167]: osdmap e869: 8 total, 8 up, 8 in 2024-04-10T15:45:16.338 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:45:16 smithi069 ceph-mon[94167]: pgmap v972: 105 pgs: 105 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-04-10T15:45:16.394 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:45:16 smithi077 ceph-mon[87572]: osdmap e869: 8 total, 8 up, 8 in 2024-04-10T15:45:16.395 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:45:16 smithi077 ceph-mon[87572]: pgmap v972: 105 pgs: 105 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-04-10T15:45:17.337 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:45:16 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:15:45:16] "GET /metrics HTTP/1.1" 200 33964 "" "Prometheus/2.43.0" 2024-04-10T15:45:17.337 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:45:17 smithi069 ceph-mon[94167]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:45:17.338 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:45:17 smithi069 ceph-mon[94167]: Cluster is now healthy 2024-04-10T15:45:17.338 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:45:17 smithi069 ceph-mon[94167]: osdmap e870: 8 total, 8 up, 8 in 2024-04-10T15:45:17.338 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:45:17 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/768608775' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-136785-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:45:17.338 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:45:17 smithi069 ceph-mon[94167]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-136785-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:45:17.338 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:45:17 smithi069 ceph-mon[96738]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:45:17.338 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:45:17 smithi069 ceph-mon[96738]: Cluster is now healthy 2024-04-10T15:45:17.338 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:45:17 smithi069 ceph-mon[96738]: osdmap e870: 8 total, 8 up, 8 in 2024-04-10T15:45:17.338 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:45:17 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/768608775' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-136785-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:45:17.338 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:45:17 smithi069 ceph-mon[96738]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-136785-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:45:17.493 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:45:17 smithi077 ceph-mon[87572]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:45:17.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:45:17 smithi077 ceph-mon[87572]: Cluster is now healthy 2024-04-10T15:45:17.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:45:17 smithi077 ceph-mon[87572]: osdmap e870: 8 total, 8 up, 8 in 2024-04-10T15:45:17.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:45:17 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/768608775' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-136785-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:45:17.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:45:17 smithi077 ceph-mon[87572]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-136785-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:45:18.029 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestCls2PCQueue.Abort (3021 ms) 2024-04-10T15:45:18.029 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestCls2PCQueue.ReserveError 2024-04-10T15:45:18.337 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:45:18 smithi069 ceph-mon[96738]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-136785-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:45:18.337 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:45:18 smithi069 ceph-mon[96738]: osdmap e871: 8 total, 8 up, 8 in 2024-04-10T15:45:18.337 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:45:18 smithi069 ceph-mon[96738]: pgmap v975: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-04-10T15:45:18.337 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:45:18 smithi069 ceph-mon[94167]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-136785-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:45:18.338 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:45:18 smithi069 ceph-mon[94167]: osdmap e871: 8 total, 8 up, 8 in 2024-04-10T15:45:18.338 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:45:18 smithi069 ceph-mon[94167]: pgmap v975: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-04-10T15:45:18.493 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:45:18 smithi077 ceph-mon[87572]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-136785-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:45:18.493 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:45:18 smithi077 ceph-mon[87572]: osdmap e871: 8 total, 8 up, 8 in 2024-04-10T15:45:18.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:45:18 smithi077 ceph-mon[87572]: pgmap v975: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-04-10T15:45:19.337 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:45:19 smithi069 ceph-mon[94167]: osdmap e872: 8 total, 8 up, 8 in 2024-04-10T15:45:19.337 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:45:19 smithi069 ceph-mon[96738]: osdmap e872: 8 total, 8 up, 8 in 2024-04-10T15:45:19.493 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:45:19 smithi077 ceph-mon[87572]: osdmap e872: 8 total, 8 up, 8 in 2024-04-10T15:45:20.337 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:45:20 smithi069 ceph-mon[96738]: osdmap e873: 8 total, 8 up, 8 in 2024-04-10T15:45:20.337 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:45:20 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/4045503440' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-136785-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:45:20.337 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:45:20 smithi069 ceph-mon[96738]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-136785-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:45:20.338 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:45:20 smithi069 ceph-mon[96738]: pgmap v978: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-04-10T15:45:20.338 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:45:20 smithi069 ceph-mon[94167]: osdmap e873: 8 total, 8 up, 8 in 2024-04-10T15:45:20.338 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:45:20 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/4045503440' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-136785-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:45:20.338 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:45:20 smithi069 ceph-mon[94167]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-136785-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:45:20.338 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:45:20 smithi069 ceph-mon[94167]: pgmap v978: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-04-10T15:45:20.493 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:45:20 smithi077 ceph-mon[87572]: osdmap e873: 8 total, 8 up, 8 in 2024-04-10T15:45:20.493 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:45:20 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/4045503440' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-136785-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:45:20.493 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:45:20 smithi077 ceph-mon[87572]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-136785-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:45:20.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:45:20 smithi077 ceph-mon[87572]: pgmap v978: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-04-10T15:45:21.049 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestCls2PCQueue.ReserveError (3020 ms) 2024-04-10T15:45:21.049 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestCls2PCQueue.CommitError 2024-04-10T15:45:21.337 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:45:21 smithi069 ceph-mon[94167]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:45:21.337 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:45:21 smithi069 ceph-mon[94167]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-136785-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:45:21.337 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:45:21 smithi069 ceph-mon[94167]: osdmap e874: 8 total, 8 up, 8 in 2024-04-10T15:45:21.337 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:45:21 smithi069 ceph-mon[96738]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:45:21.338 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:45:21 smithi069 ceph-mon[96738]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-136785-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:45:21.338 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:45:21 smithi069 ceph-mon[96738]: osdmap e874: 8 total, 8 up, 8 in 2024-04-10T15:45:21.493 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:45:21 smithi077 ceph-mon[87572]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:45:21.493 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:45:21 smithi077 ceph-mon[87572]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-136785-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:45:21.493 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:45:21 smithi077 ceph-mon[87572]: osdmap e874: 8 total, 8 up, 8 in 2024-04-10T15:45:22.305 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:45:22 smithi077 ceph-mon[87572]: osdmap e875: 8 total, 8 up, 8 in 2024-04-10T15:45:22.305 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:45:22 smithi077 ceph-mon[87572]: pgmap v981: 105 pgs: 105 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-04-10T15:45:22.337 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:45:22 smithi069 ceph-mon[96738]: osdmap e875: 8 total, 8 up, 8 in 2024-04-10T15:45:22.337 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:45:22 smithi069 ceph-mon[96738]: pgmap v981: 105 pgs: 105 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-04-10T15:45:22.337 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:45:22 smithi069 ceph-mon[94167]: osdmap e875: 8 total, 8 up, 8 in 2024-04-10T15:45:22.337 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:45:22 smithi069 ceph-mon[94167]: pgmap v981: 105 pgs: 105 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-04-10T15:45:22.743 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:45:22 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T15:45:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:45:23.337 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:45:23 smithi069 ceph-mon[96738]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:45:23.337 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:45:23 smithi069 ceph-mon[96738]: Cluster is now healthy 2024-04-10T15:45:23.337 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:45:23 smithi069 ceph-mon[96738]: osdmap e876: 8 total, 8 up, 8 in 2024-04-10T15:45:23.337 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:45:23 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/1831831286' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-136785-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:45:23.338 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:45:23 smithi069 ceph-mon[94167]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:45:23.338 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:45:23 smithi069 ceph-mon[94167]: Cluster is now healthy 2024-04-10T15:45:23.338 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:45:23 smithi069 ceph-mon[94167]: osdmap e876: 8 total, 8 up, 8 in 2024-04-10T15:45:23.338 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:45:23 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/1831831286' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-136785-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:45:23.493 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:45:23 smithi077 ceph-mon[87572]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:45:23.493 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:45:23 smithi077 ceph-mon[87572]: Cluster is now healthy 2024-04-10T15:45:23.493 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:45:23 smithi077 ceph-mon[87572]: osdmap e876: 8 total, 8 up, 8 in 2024-04-10T15:45:23.493 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:45:23 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/1831831286' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-136785-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:45:24.070 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestCls2PCQueue.CommitError (3021 ms) 2024-04-10T15:45:24.070 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestCls2PCQueue.AbortError 2024-04-10T15:45:24.337 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:45:24 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/1831831286' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-136785-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:45:24.337 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:45:24 smithi069 ceph-mon[96738]: osdmap e877: 8 total, 8 up, 8 in 2024-04-10T15:45:24.337 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:45:24 smithi069 ceph-mon[96738]: pgmap v984: 137 pgs: 26 unknown, 111 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-04-10T15:45:24.338 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:45:24 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/1831831286' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-136785-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:45:24.338 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:45:24 smithi069 ceph-mon[94167]: osdmap e877: 8 total, 8 up, 8 in 2024-04-10T15:45:24.338 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:45:24 smithi069 ceph-mon[94167]: pgmap v984: 137 pgs: 26 unknown, 111 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-04-10T15:45:24.493 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:45:24 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/1831831286' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-136785-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:45:24.493 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:45:24 smithi077 ceph-mon[87572]: osdmap e877: 8 total, 8 up, 8 in 2024-04-10T15:45:24.493 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:45:24 smithi077 ceph-mon[87572]: pgmap v984: 137 pgs: 26 unknown, 111 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-04-10T15:45:25.337 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:45:25 smithi069 ceph-mon[96738]: osdmap e878: 8 total, 8 up, 8 in 2024-04-10T15:45:25.337 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:45:25 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:45:25.337 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:45:25 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:45:25.337 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:45:25 smithi069 ceph-mon[94167]: osdmap e878: 8 total, 8 up, 8 in 2024-04-10T15:45:25.338 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:45:25 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:45:25.338 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:45:25 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:45:25.493 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:45:25 smithi077 ceph-mon[87572]: osdmap e878: 8 total, 8 up, 8 in 2024-04-10T15:45:25.493 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:45:25 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:45:25.493 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:45:25 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:45:26.337 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:45:26 smithi069 ceph-mon[96738]: osdmap e879: 8 total, 8 up, 8 in 2024-04-10T15:45:26.337 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:45:26 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/2068432979' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-136785-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:45:26.337 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:45:26 smithi069 ceph-mon[96738]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-136785-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:45:26.337 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:45:26 smithi069 ceph-mon[96738]: pgmap v987: 137 pgs: 13 creating+peering, 19 unknown, 105 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-04-10T15:45:26.338 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:45:26 smithi069 ceph-mon[94167]: osdmap e879: 8 total, 8 up, 8 in 2024-04-10T15:45:26.338 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:45:26 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/2068432979' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-136785-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:45:26.338 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:45:26 smithi069 ceph-mon[94167]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-136785-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:45:26.338 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:45:26 smithi069 ceph-mon[94167]: pgmap v987: 137 pgs: 13 creating+peering, 19 unknown, 105 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-04-10T15:45:26.493 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:45:26 smithi077 ceph-mon[87572]: osdmap e879: 8 total, 8 up, 8 in 2024-04-10T15:45:26.493 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:45:26 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/2068432979' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-136785-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:45:26.493 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:45:26 smithi077 ceph-mon[87572]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-136785-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:45:26.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:45:26 smithi077 ceph-mon[87572]: pgmap v987: 137 pgs: 13 creating+peering, 19 unknown, 105 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-04-10T15:45:27.087 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestCls2PCQueue.AbortError (3016 ms) 2024-04-10T15:45:27.087 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestCls2PCQueue.MultiReserve 2024-04-10T15:45:27.337 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:45:26 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:15:45:26] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2024-04-10T15:45:27.337 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:45:27 smithi069 ceph-mon[94167]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:45:27.337 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:45:27 smithi069 ceph-mon[94167]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-136785-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:45:27.337 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:45:27 smithi069 ceph-mon[94167]: osdmap e880: 8 total, 8 up, 8 in 2024-04-10T15:45:27.338 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:45:27 smithi069 ceph-mon[96738]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:45:27.338 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:45:27 smithi069 ceph-mon[96738]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-136785-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:45:27.338 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:45:27 smithi069 ceph-mon[96738]: osdmap e880: 8 total, 8 up, 8 in 2024-04-10T15:45:27.493 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:45:27 smithi077 ceph-mon[87572]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:45:27.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:45:27 smithi077 ceph-mon[87572]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-136785-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:45:27.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:45:27 smithi077 ceph-mon[87572]: osdmap e880: 8 total, 8 up, 8 in 2024-04-10T15:45:28.337 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:45:28 smithi069 ceph-mon[96738]: osdmap e881: 8 total, 8 up, 8 in 2024-04-10T15:45:28.337 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:45:28 smithi069 ceph-mon[96738]: pgmap v990: 105 pgs: 105 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-04-10T15:45:28.337 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:45:28 smithi069 ceph-mon[94167]: osdmap e881: 8 total, 8 up, 8 in 2024-04-10T15:45:28.338 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:45:28 smithi069 ceph-mon[94167]: pgmap v990: 105 pgs: 105 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-04-10T15:45:28.493 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:45:28 smithi077 ceph-mon[87572]: osdmap e881: 8 total, 8 up, 8 in 2024-04-10T15:45:28.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:45:28 smithi077 ceph-mon[87572]: pgmap v990: 105 pgs: 105 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-04-10T15:45:29.337 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:45:29 smithi069 ceph-mon[96738]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:45:29.337 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:45:29 smithi069 ceph-mon[96738]: Cluster is now healthy 2024-04-10T15:45:29.338 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:45:29 smithi069 ceph-mon[96738]: osdmap e882: 8 total, 8 up, 8 in 2024-04-10T15:45:29.338 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:45:29 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/3474863951' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-136785-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:45:29.338 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:45:29 smithi069 ceph-mon[96738]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-136785-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:45:29.338 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:45:29 smithi069 ceph-mon[94167]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:45:29.338 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:45:29 smithi069 ceph-mon[94167]: Cluster is now healthy 2024-04-10T15:45:29.338 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:45:29 smithi069 ceph-mon[94167]: osdmap e882: 8 total, 8 up, 8 in 2024-04-10T15:45:29.339 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:45:29 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/3474863951' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-136785-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:45:29.339 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:45:29 smithi069 ceph-mon[94167]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-136785-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:45:29.493 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:45:29 smithi077 ceph-mon[87572]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:45:29.493 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:45:29 smithi077 ceph-mon[87572]: Cluster is now healthy 2024-04-10T15:45:29.493 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:45:29 smithi077 ceph-mon[87572]: osdmap e882: 8 total, 8 up, 8 in 2024-04-10T15:45:29.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:45:29 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/3474863951' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-136785-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:45:29.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:45:29 smithi077 ceph-mon[87572]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-136785-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:45:30.111 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestCls2PCQueue.MultiReserve (3024 ms) 2024-04-10T15:45:30.111 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestCls2PCQueue.MultiCommit 2024-04-10T15:45:30.493 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:45:30 smithi077 ceph-mon[87572]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-136785-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:45:30.493 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:45:30 smithi077 ceph-mon[87572]: osdmap e883: 8 total, 8 up, 8 in 2024-04-10T15:45:30.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:45:30 smithi077 ceph-mon[87572]: pgmap v993: 137 pgs: 12 creating+peering, 15 unknown, 110 active+clean; 586 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 62 KiB/s rd, 62 KiB/s wr, 55 op/s 2024-04-10T15:45:30.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:45:30 smithi069 ceph-mon[96738]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-136785-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:45:30.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:45:30 smithi069 ceph-mon[96738]: osdmap e883: 8 total, 8 up, 8 in 2024-04-10T15:45:30.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:45:30 smithi069 ceph-mon[96738]: pgmap v993: 137 pgs: 12 creating+peering, 15 unknown, 110 active+clean; 586 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 62 KiB/s rd, 62 KiB/s wr, 55 op/s 2024-04-10T15:45:30.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:45:30 smithi069 ceph-mon[94167]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-136785-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:45:30.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:45:30 smithi069 ceph-mon[94167]: osdmap e883: 8 total, 8 up, 8 in 2024-04-10T15:45:30.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:45:30 smithi069 ceph-mon[94167]: pgmap v993: 137 pgs: 12 creating+peering, 15 unknown, 110 active+clean; 586 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 62 KiB/s rd, 62 KiB/s wr, 55 op/s 2024-04-10T15:45:31.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:45:31 smithi077 ceph-mon[87572]: osdmap e884: 8 total, 8 up, 8 in 2024-04-10T15:45:31.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:45:31 smithi069 ceph-mon[94167]: osdmap e884: 8 total, 8 up, 8 in 2024-04-10T15:45:31.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:45:31 smithi069 ceph-mon[96738]: osdmap e884: 8 total, 8 up, 8 in 2024-04-10T15:45:32.494 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:45:32 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T15:45:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:45:32.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:45:32 smithi077 ceph-mon[87572]: osdmap e885: 8 total, 8 up, 8 in 2024-04-10T15:45:32.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:45:32 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/1673016264' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-136785-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:45:32.495 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:45:32 smithi077 ceph-mon[87572]: pgmap v996: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-04-10T15:45:32.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:45:32 smithi069 ceph-mon[94167]: osdmap e885: 8 total, 8 up, 8 in 2024-04-10T15:45:32.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:45:32 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/1673016264' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-136785-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:45:32.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:45:32 smithi069 ceph-mon[94167]: pgmap v996: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-04-10T15:45:32.588 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:45:32 smithi069 ceph-mon[96738]: osdmap e885: 8 total, 8 up, 8 in 2024-04-10T15:45:32.588 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:45:32 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/1673016264' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-136785-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:45:32.588 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:45:32 smithi069 ceph-mon[96738]: pgmap v996: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-04-10T15:45:33.118 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestCls2PCQueue.MultiCommit (3007 ms) 2024-04-10T15:45:33.118 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestCls2PCQueue.MultiAbort 2024-04-10T15:45:33.493 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:45:33 smithi077 ceph-mon[87572]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:45:33.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:45:33 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/1673016264' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-136785-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:45:33.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:45:33 smithi077 ceph-mon[87572]: osdmap e886: 8 total, 8 up, 8 in 2024-04-10T15:45:33.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:45:33 smithi069 ceph-mon[94167]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:45:33.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:45:33 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/1673016264' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-136785-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:45:33.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:45:33 smithi069 ceph-mon[94167]: osdmap e886: 8 total, 8 up, 8 in 2024-04-10T15:45:33.588 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:45:33 smithi069 ceph-mon[96738]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:45:33.588 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:45:33 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/1673016264' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-136785-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:45:33.588 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:45:33 smithi069 ceph-mon[96738]: osdmap e886: 8 total, 8 up, 8 in 2024-04-10T15:45:34.493 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:45:34 smithi077 ceph-mon[87572]: osdmap e887: 8 total, 8 up, 8 in 2024-04-10T15:45:34.493 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:45:34 smithi077 ceph-mon[87572]: pgmap v999: 105 pgs: 105 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-04-10T15:45:34.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:45:34 smithi069 ceph-mon[96738]: osdmap e887: 8 total, 8 up, 8 in 2024-04-10T15:45:34.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:45:34 smithi069 ceph-mon[96738]: pgmap v999: 105 pgs: 105 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-04-10T15:45:34.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:45:34 smithi069 ceph-mon[94167]: osdmap e887: 8 total, 8 up, 8 in 2024-04-10T15:45:34.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:45:34 smithi069 ceph-mon[94167]: pgmap v999: 105 pgs: 105 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-04-10T15:45:35.493 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:45:35 smithi077 ceph-mon[87572]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:45:35.493 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:45:35 smithi077 ceph-mon[87572]: Cluster is now healthy 2024-04-10T15:45:35.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:45:35 smithi077 ceph-mon[87572]: osdmap e888: 8 total, 8 up, 8 in 2024-04-10T15:45:35.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:45:35 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/2624706132' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-136785-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:45:35.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:45:35 smithi077 ceph-mon[87572]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-136785-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:45:35.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:45:35 smithi069 ceph-mon[94167]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:45:35.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:45:35 smithi069 ceph-mon[94167]: Cluster is now healthy 2024-04-10T15:45:35.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:45:35 smithi069 ceph-mon[94167]: osdmap e888: 8 total, 8 up, 8 in 2024-04-10T15:45:35.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:45:35 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/2624706132' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-136785-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:45:35.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:45:35 smithi069 ceph-mon[94167]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-136785-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:45:35.588 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:45:35 smithi069 ceph-mon[96738]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:45:35.588 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:45:35 smithi069 ceph-mon[96738]: Cluster is now healthy 2024-04-10T15:45:35.588 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:45:35 smithi069 ceph-mon[96738]: osdmap e888: 8 total, 8 up, 8 in 2024-04-10T15:45:35.588 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:45:35 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/2624706132' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-136785-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:45:35.588 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:45:35 smithi069 ceph-mon[96738]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-136785-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:45:36.138 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestCls2PCQueue.MultiAbort (3020 ms) 2024-04-10T15:45:36.139 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestCls2PCQueue.ReserveCommit 2024-04-10T15:45:36.493 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:45:36 smithi077 ceph-mon[87572]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-136785-12","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:45:36.493 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:45:36 smithi077 ceph-mon[87572]: osdmap e889: 8 total, 8 up, 8 in 2024-04-10T15:45:36.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:45:36 smithi077 ceph-mon[87572]: pgmap v1002: 137 pgs: 12 creating+peering, 4 unknown, 121 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-04-10T15:45:36.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:45:36 smithi069 ceph-mon[94167]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-136785-12","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:45:36.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:45:36 smithi069 ceph-mon[94167]: osdmap e889: 8 total, 8 up, 8 in 2024-04-10T15:45:36.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:45:36 smithi069 ceph-mon[94167]: pgmap v1002: 137 pgs: 12 creating+peering, 4 unknown, 121 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-04-10T15:45:36.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:45:36 smithi069 ceph-mon[96738]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-136785-12","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:45:36.588 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:45:36 smithi069 ceph-mon[96738]: osdmap e889: 8 total, 8 up, 8 in 2024-04-10T15:45:36.588 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:45:36 smithi069 ceph-mon[96738]: pgmap v1002: 137 pgs: 12 creating+peering, 4 unknown, 121 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-04-10T15:45:37.337 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:45:37 smithi069 ceph-mon[96738]: osdmap e890: 8 total, 8 up, 8 in 2024-04-10T15:45:37.338 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:45:37 smithi069 ceph-mon[94167]: osdmap e890: 8 total, 8 up, 8 in 2024-04-10T15:45:37.338 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:45:36 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:15:45:36] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2024-04-10T15:45:37.493 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:45:37 smithi077 ceph-mon[87572]: osdmap e890: 8 total, 8 up, 8 in 2024-04-10T15:45:38.493 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:45:38 smithi077 ceph-mon[87572]: osdmap e891: 8 total, 8 up, 8 in 2024-04-10T15:45:38.493 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:45:38 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/2339752776' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-136785-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:45:38.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:45:38 smithi077 ceph-mon[87572]: pgmap v1005: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-04-10T15:45:38.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:45:38 smithi069 ceph-mon[96738]: osdmap e891: 8 total, 8 up, 8 in 2024-04-10T15:45:38.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:45:38 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/2339752776' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-136785-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:45:38.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:45:38 smithi069 ceph-mon[96738]: pgmap v1005: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-04-10T15:45:38.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:45:38 smithi069 ceph-mon[94167]: osdmap e891: 8 total, 8 up, 8 in 2024-04-10T15:45:38.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:45:38 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/2339752776' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-136785-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:45:38.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:45:38 smithi069 ceph-mon[94167]: pgmap v1005: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-04-10T15:45:39.165 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestCls2PCQueue.ReserveCommit (3025 ms) 2024-04-10T15:45:39.165 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestCls2PCQueue.ReserveAbort 2024-04-10T15:45:39.493 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:45:39 smithi077 ceph-mon[87572]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:45:39.493 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:45:39 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/2339752776' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-136785-13","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:45:39.493 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:45:39 smithi077 ceph-mon[87572]: osdmap e892: 8 total, 8 up, 8 in 2024-04-10T15:45:39.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:45:39 smithi069 ceph-mon[96738]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:45:39.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:45:39 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/2339752776' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-136785-13","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:45:39.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:45:39 smithi069 ceph-mon[96738]: osdmap e892: 8 total, 8 up, 8 in 2024-04-10T15:45:39.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:45:39 smithi069 ceph-mon[94167]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:45:39.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:45:39 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/2339752776' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-136785-13","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:45:39.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:45:39 smithi069 ceph-mon[94167]: osdmap e892: 8 total, 8 up, 8 in 2024-04-10T15:45:40.493 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:45:40 smithi077 ceph-mon[87572]: osdmap e893: 8 total, 8 up, 8 in 2024-04-10T15:45:40.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:45:40 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:45:40.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:45:40 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:45:40.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:45:40 smithi077 ceph-mon[87572]: pgmap v1008: 105 pgs: 105 active+clean; 583 KiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:45:40.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:45:40 smithi069 ceph-mon[96738]: osdmap e893: 8 total, 8 up, 8 in 2024-04-10T15:45:40.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:45:40 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:45:40.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:45:40 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:45:40.588 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:45:40 smithi069 ceph-mon[96738]: pgmap v1008: 105 pgs: 105 active+clean; 583 KiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:45:40.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:45:40 smithi069 ceph-mon[94167]: osdmap e893: 8 total, 8 up, 8 in 2024-04-10T15:45:40.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:45:40 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:45:40.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:45:40 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:45:40.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:45:40 smithi069 ceph-mon[94167]: pgmap v1008: 105 pgs: 105 active+clean; 583 KiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:45:41.493 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:45:41 smithi077 ceph-mon[87572]: osdmap e894: 8 total, 8 up, 8 in 2024-04-10T15:45:41.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:45:41 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/2985400754' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-136785-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:45:41.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:45:41 smithi077 ceph-mon[87572]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:45:41.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:45:41 smithi077 ceph-mon[87572]: Cluster is now healthy 2024-04-10T15:45:41.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:45:41 smithi069 ceph-mon[96738]: osdmap e894: 8 total, 8 up, 8 in 2024-04-10T15:45:41.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:45:41 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/2985400754' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-136785-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:45:41.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:45:41 smithi069 ceph-mon[96738]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:45:41.588 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:45:41 smithi069 ceph-mon[96738]: Cluster is now healthy 2024-04-10T15:45:41.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:45:41 smithi069 ceph-mon[94167]: osdmap e894: 8 total, 8 up, 8 in 2024-04-10T15:45:41.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:45:41 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/2985400754' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-136785-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:45:41.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:45:41 smithi069 ceph-mon[94167]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:45:41.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:45:41 smithi069 ceph-mon[94167]: Cluster is now healthy 2024-04-10T15:45:42.186 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestCls2PCQueue.ReserveAbort (3021 ms) 2024-04-10T15:45:42.186 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestCls2PCQueue.ManualCleanup 2024-04-10T15:45:42.493 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:45:42 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T15:45:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:45:42.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:45:42 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/2985400754' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-136785-14","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:45:42.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:45:42 smithi077 ceph-mon[87572]: osdmap e895: 8 total, 8 up, 8 in 2024-04-10T15:45:42.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:45:42 smithi077 ceph-mon[87572]: pgmap v1011: 137 pgs: 18 creating+peering, 14 unknown, 105 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-04-10T15:45:42.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:45:42 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/2985400754' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-136785-14","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:45:42.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:45:42 smithi069 ceph-mon[94167]: osdmap e895: 8 total, 8 up, 8 in 2024-04-10T15:45:42.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:45:42 smithi069 ceph-mon[94167]: pgmap v1011: 137 pgs: 18 creating+peering, 14 unknown, 105 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-04-10T15:45:42.588 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:45:42 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/2985400754' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-136785-14","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:45:42.588 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:45:42 smithi069 ceph-mon[96738]: osdmap e895: 8 total, 8 up, 8 in 2024-04-10T15:45:42.588 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:45:42 smithi069 ceph-mon[96738]: pgmap v1011: 137 pgs: 18 creating+peering, 14 unknown, 105 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-04-10T15:45:43.493 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:45:43 smithi077 ceph-mon[87572]: osdmap e896: 8 total, 8 up, 8 in 2024-04-10T15:45:43.493 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:45:43 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:45:43.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:45:43 smithi069 ceph-mon[94167]: osdmap e896: 8 total, 8 up, 8 in 2024-04-10T15:45:43.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:45:43 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:45:43.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:45:43 smithi069 ceph-mon[96738]: osdmap e896: 8 total, 8 up, 8 in 2024-04-10T15:45:43.588 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:45:43 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:45:44.493 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:45:44 smithi077 ceph-mon[87572]: osdmap e897: 8 total, 8 up, 8 in 2024-04-10T15:45:44.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:45:44 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/3363134984' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-136785-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:45:44.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:45:44 smithi077 ceph-mon[87572]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-136785-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:45:44.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:45:44 smithi077 ceph-mon[87572]: pgmap v1014: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:45:44.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:45:44 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:45:44.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:45:44 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:45:44.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:45:44 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:45:44.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:45:44 smithi069 ceph-mon[96738]: osdmap e897: 8 total, 8 up, 8 in 2024-04-10T15:45:44.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:45:44 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/3363134984' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-136785-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:45:44.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:45:44 smithi069 ceph-mon[96738]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-136785-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:45:44.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:45:44 smithi069 ceph-mon[96738]: pgmap v1014: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:45:44.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:45:44 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:45:44.588 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:45:44 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:45:44.588 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:45:44 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:45:44.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:45:44 smithi069 ceph-mon[94167]: osdmap e897: 8 total, 8 up, 8 in 2024-04-10T15:45:44.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:45:44 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/3363134984' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-136785-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:45:44.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:45:44 smithi069 ceph-mon[94167]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-136785-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:45:44.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:45:44 smithi069 ceph-mon[94167]: pgmap v1014: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:45:44.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:45:44 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:45:44.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:45:44 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:45:44.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:45:44 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:45:45.217 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestCls2PCQueue.ManualCleanup (3031 ms) 2024-04-10T15:45:45.217 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestCls2PCQueue.Cleanup 2024-04-10T15:45:45.493 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:45:45 smithi077 ceph-mon[87572]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:45:45.493 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:45:45 smithi077 ceph-mon[87572]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-136785-15","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:45:45.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:45:45 smithi077 ceph-mon[87572]: osdmap e898: 8 total, 8 up, 8 in 2024-04-10T15:45:45.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:45:45 smithi069 ceph-mon[96738]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:45:45.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:45:45 smithi069 ceph-mon[96738]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-136785-15","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:45:45.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:45:45 smithi069 ceph-mon[96738]: osdmap e898: 8 total, 8 up, 8 in 2024-04-10T15:45:45.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:45:45 smithi069 ceph-mon[94167]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:45:45.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:45:45 smithi069 ceph-mon[94167]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-136785-15","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:45:45.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:45:45 smithi069 ceph-mon[94167]: osdmap e898: 8 total, 8 up, 8 in 2024-04-10T15:45:46.488 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:45:46 smithi069 ceph-mon[96738]: osdmap e899: 8 total, 8 up, 8 in 2024-04-10T15:45:46.488 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:45:46 smithi069 ceph-mon[96738]: pgmap v1017: 105 pgs: 105 active+clean; 583 KiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:45:46.489 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:45:46 smithi069 ceph-mon[94167]: osdmap e899: 8 total, 8 up, 8 in 2024-04-10T15:45:46.489 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:45:46 smithi069 ceph-mon[94167]: pgmap v1017: 105 pgs: 105 active+clean; 583 KiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:45:46.493 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:45:46 smithi077 ceph-mon[87572]: osdmap e899: 8 total, 8 up, 8 in 2024-04-10T15:45:46.493 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:45:46 smithi077 ceph-mon[87572]: pgmap v1017: 105 pgs: 105 active+clean; 583 KiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:45:47.087 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:45:46 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:15:45:46] "GET /metrics HTTP/1.1" 200 33969 "" "Prometheus/2.43.0" 2024-04-10T15:45:47.493 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:45:47 smithi077 ceph-mon[87572]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:45:47.493 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:45:47 smithi077 ceph-mon[87572]: Cluster is now healthy 2024-04-10T15:45:47.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:45:47 smithi077 ceph-mon[87572]: osdmap e900: 8 total, 8 up, 8 in 2024-04-10T15:45:47.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:45:47 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/4071838147' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-136785-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:45:47.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:45:47 smithi077 ceph-mon[87572]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-136785-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:45:47.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:45:47 smithi069 ceph-mon[96738]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:45:47.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:45:47 smithi069 ceph-mon[96738]: Cluster is now healthy 2024-04-10T15:45:47.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:45:47 smithi069 ceph-mon[96738]: osdmap e900: 8 total, 8 up, 8 in 2024-04-10T15:45:47.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:45:47 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/4071838147' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-136785-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:45:47.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:45:47 smithi069 ceph-mon[96738]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-136785-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:45:47.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:45:47 smithi069 ceph-mon[94167]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:45:47.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:45:47 smithi069 ceph-mon[94167]: Cluster is now healthy 2024-04-10T15:45:47.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:45:47 smithi069 ceph-mon[94167]: osdmap e900: 8 total, 8 up, 8 in 2024-04-10T15:45:47.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:45:47 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/4071838147' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-136785-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:45:47.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:45:47 smithi069 ceph-mon[94167]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-136785-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:45:48.232 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestCls2PCQueue.Cleanup (3015 ms) 2024-04-10T15:45:48.233 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestCls2PCQueue.MultiProducer 2024-04-10T15:45:48.493 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:45:48 smithi077 ceph-mon[87572]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-136785-16","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:45:48.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:45:48 smithi077 ceph-mon[87572]: osdmap e901: 8 total, 8 up, 8 in 2024-04-10T15:45:48.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:45:48 smithi077 ceph-mon[87572]: pgmap v1020: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:45:48.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:45:48 smithi069 ceph-mon[96738]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-136785-16","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:45:48.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:45:48 smithi069 ceph-mon[96738]: osdmap e901: 8 total, 8 up, 8 in 2024-04-10T15:45:48.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:45:48 smithi069 ceph-mon[96738]: pgmap v1020: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:45:48.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:45:48 smithi069 ceph-mon[94167]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-136785-16","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:45:48.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:45:48 smithi069 ceph-mon[94167]: osdmap e901: 8 total, 8 up, 8 in 2024-04-10T15:45:48.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:45:48 smithi069 ceph-mon[94167]: pgmap v1020: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:45:49.493 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:45:49 smithi077 ceph-mon[87572]: osdmap e902: 8 total, 8 up, 8 in 2024-04-10T15:45:49.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:45:49 smithi069 ceph-mon[94167]: osdmap e902: 8 total, 8 up, 8 in 2024-04-10T15:45:49.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:45:49 smithi069 ceph-mon[96738]: osdmap e902: 8 total, 8 up, 8 in 2024-04-10T15:45:50.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:45:50 smithi069 ceph-mon[96738]: osdmap e903: 8 total, 8 up, 8 in 2024-04-10T15:45:50.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:45:50 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/2854571842' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-136785-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:45:50.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:45:50 smithi069 ceph-mon[96738]: pgmap v1023: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:45:50.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:45:50 smithi069 ceph-mon[94167]: osdmap e903: 8 total, 8 up, 8 in 2024-04-10T15:45:50.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:45:50 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/2854571842' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-136785-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:45:50.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:45:50 smithi069 ceph-mon[94167]: pgmap v1023: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:45:50.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:45:50 smithi077 ceph-mon[87572]: osdmap e903: 8 total, 8 up, 8 in 2024-04-10T15:45:50.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:45:50 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/2854571842' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-136785-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:45:50.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:45:50 smithi077 ceph-mon[87572]: pgmap v1023: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:45:51.493 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:45:51 smithi077 ceph-mon[87572]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:45:51.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:45:51 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/2854571842' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-136785-17","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:45:51.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:45:51 smithi077 ceph-mon[87572]: osdmap e904: 8 total, 8 up, 8 in 2024-04-10T15:45:51.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:45:51 smithi069 ceph-mon[96738]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:45:51.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:45:51 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/2854571842' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-136785-17","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:45:51.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:45:51 smithi069 ceph-mon[96738]: osdmap e904: 8 total, 8 up, 8 in 2024-04-10T15:45:51.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:45:51 smithi069 ceph-mon[94167]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:45:51.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:45:51 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/2854571842' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-136785-17","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:45:51.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:45:51 smithi069 ceph-mon[94167]: osdmap e904: 8 total, 8 up, 8 in 2024-04-10T15:45:52.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:45:52 smithi069 ceph-mon[96738]: osdmap e905: 8 total, 8 up, 8 in 2024-04-10T15:45:52.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:45:52 smithi069 ceph-mon[96738]: pgmap v1026: 137 pgs: 4 creating+peering, 10 unknown, 123 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-04-10T15:45:52.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:45:52 smithi069 ceph-mon[94167]: osdmap e905: 8 total, 8 up, 8 in 2024-04-10T15:45:52.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:45:52 smithi069 ceph-mon[94167]: pgmap v1026: 137 pgs: 4 creating+peering, 10 unknown, 123 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-04-10T15:45:52.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:45:52 smithi077 ceph-mon[87572]: osdmap e905: 8 total, 8 up, 8 in 2024-04-10T15:45:52.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:45:52 smithi077 ceph-mon[87572]: pgmap v1026: 137 pgs: 4 creating+peering, 10 unknown, 123 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-04-10T15:45:52.744 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:45:52 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T15:45:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:45:53.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:45:53 smithi069 ceph-mon[96738]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:45:53.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:45:53 smithi069 ceph-mon[96738]: Cluster is now healthy 2024-04-10T15:45:53.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:45:53 smithi069 ceph-mon[94167]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:45:53.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:45:53 smithi069 ceph-mon[94167]: Cluster is now healthy 2024-04-10T15:45:53.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:45:53 smithi077 ceph-mon[87572]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:45:53.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:45:53 smithi077 ceph-mon[87572]: Cluster is now healthy 2024-04-10T15:45:54.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:45:54 smithi069 ceph-mon[94167]: pgmap v1027: 137 pgs: 4 creating+peering, 133 active+clean; 1.4 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 21 MiB/s rd, 6.7 MiB/s wr, 7.51k op/s 2024-04-10T15:45:54.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:45:54 smithi069 ceph-mon[96738]: pgmap v1027: 137 pgs: 4 creating+peering, 133 active+clean; 1.4 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 21 MiB/s rd, 6.7 MiB/s wr, 7.51k op/s 2024-04-10T15:45:54.743 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:45:54 smithi077 ceph-mon[87572]: pgmap v1027: 137 pgs: 4 creating+peering, 133 active+clean; 1.4 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 21 MiB/s rd, 6.7 MiB/s wr, 7.51k op/s 2024-04-10T15:45:55.993 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:45:55 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:45:55.993 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:45:55 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:45:56.087 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:45:55 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:45:56.087 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:45:55 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:45:56.087 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:45:55 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:45:56.088 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:45:55 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:45:56.917 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:45:56 smithi069 ceph-mon[96738]: pgmap v1028: 137 pgs: 137 active+clean; 1.4 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 18 MiB/s rd, 5.6 MiB/s wr, 6.35k op/s 2024-04-10T15:45:56.918 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:45:56 smithi069 ceph-mon[94167]: pgmap v1028: 137 pgs: 137 active+clean; 1.4 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 18 MiB/s rd, 5.6 MiB/s wr, 6.35k op/s 2024-04-10T15:45:56.993 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:45:56 smithi077 ceph-mon[87572]: pgmap v1028: 137 pgs: 137 active+clean; 1.4 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 18 MiB/s rd, 5.6 MiB/s wr, 6.35k op/s 2024-04-10T15:45:57.185 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:45:56 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:15:45:56] "GET /metrics HTTP/1.1" 200 36393 "" "Prometheus/2.43.0" 2024-04-10T15:45:57.993 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:45:57 smithi077 ceph-mon[87572]: pgmap v1029: 137 pgs: 137 active+clean; 1.4 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 14 MiB/s rd, 4.5 MiB/s wr, 5.11k op/s 2024-04-10T15:45:58.087 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:45:57 smithi069 ceph-mon[96738]: pgmap v1029: 137 pgs: 137 active+clean; 1.4 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 14 MiB/s rd, 4.5 MiB/s wr, 5.11k op/s 2024-04-10T15:45:58.087 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:45:57 smithi069 ceph-mon[94167]: pgmap v1029: 137 pgs: 137 active+clean; 1.4 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 14 MiB/s rd, 4.5 MiB/s wr, 5.11k op/s 2024-04-10T15:45:59.993 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:45:59 smithi077 ceph-mon[87572]: pgmap v1030: 137 pgs: 137 active+clean; 2.3 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 52 MiB/s rd, 7.8 MiB/s wr, 8.79k op/s 2024-04-10T15:46:00.087 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:45:59 smithi069 ceph-mon[94167]: pgmap v1030: 137 pgs: 137 active+clean; 2.3 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 52 MiB/s rd, 7.8 MiB/s wr, 8.79k op/s 2024-04-10T15:46:00.087 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:45:59 smithi069 ceph-mon[96738]: pgmap v1030: 137 pgs: 137 active+clean; 2.3 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 52 MiB/s rd, 7.8 MiB/s wr, 8.79k op/s 2024-04-10T15:46:01.993 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:46:01 smithi077 ceph-mon[87572]: pgmap v1031: 137 pgs: 137 active+clean; 2.3 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 47 MiB/s rd, 7.1 MiB/s wr, 7.95k op/s 2024-04-10T15:46:02.087 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:46:01 smithi069 ceph-mon[96738]: pgmap v1031: 137 pgs: 137 active+clean; 2.3 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 47 MiB/s rd, 7.1 MiB/s wr, 7.95k op/s 2024-04-10T15:46:02.087 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:46:01 smithi069 ceph-mon[94167]: pgmap v1031: 137 pgs: 137 active+clean; 2.3 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 47 MiB/s rd, 7.1 MiB/s wr, 7.95k op/s 2024-04-10T15:46:02.735 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestCls2PCQueue.MultiProducer (14503 ms) 2024-04-10T15:46:02.735 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestCls2PCQueue.AsyncConsumer 2024-04-10T15:46:02.743 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:46:02 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T15:46:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:46:03.993 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:46:03 smithi077 ceph-mon[87572]: osdmap e906: 8 total, 8 up, 8 in 2024-04-10T15:46:03.994 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:46:03 smithi077 ceph-mon[87572]: pgmap v1033: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:46:04.088 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:46:03 smithi069 ceph-mon[96738]: osdmap e906: 8 total, 8 up, 8 in 2024-04-10T15:46:04.088 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:46:03 smithi069 ceph-mon[96738]: pgmap v1033: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:46:04.088 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:46:03 smithi069 ceph-mon[94167]: osdmap e906: 8 total, 8 up, 8 in 2024-04-10T15:46:04.088 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:46:03 smithi069 ceph-mon[94167]: pgmap v1033: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:46:04.994 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:46:04 smithi077 ceph-mon[87572]: osdmap e907: 8 total, 8 up, 8 in 2024-04-10T15:46:04.994 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:46:04 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/2335870788' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-136785-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:46:04.994 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:46:04 smithi077 ceph-mon[87572]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-136785-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:46:05.087 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:46:04 smithi069 ceph-mon[96738]: osdmap e907: 8 total, 8 up, 8 in 2024-04-10T15:46:05.087 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:46:04 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/2335870788' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-136785-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:46:05.087 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:46:04 smithi069 ceph-mon[96738]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-136785-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:46:05.087 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:46:04 smithi069 ceph-mon[94167]: osdmap e907: 8 total, 8 up, 8 in 2024-04-10T15:46:05.088 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:46:04 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/2335870788' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-136785-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:46:05.088 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:46:04 smithi069 ceph-mon[94167]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-136785-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:46:06.087 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:46:05 smithi069 ceph-mon[94167]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-136785-18","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:46:06.087 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:46:05 smithi069 ceph-mon[94167]: osdmap e908: 8 total, 8 up, 8 in 2024-04-10T15:46:06.087 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:46:05 smithi069 ceph-mon[94167]: pgmap v1036: 137 pgs: 15 creating+peering, 9 unknown, 113 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:46:06.087 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:46:05 smithi069 ceph-mon[96738]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-136785-18","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:46:06.088 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:46:05 smithi069 ceph-mon[96738]: osdmap e908: 8 total, 8 up, 8 in 2024-04-10T15:46:06.088 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:46:05 smithi069 ceph-mon[96738]: pgmap v1036: 137 pgs: 15 creating+peering, 9 unknown, 113 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:46:06.244 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:46:05 smithi077 ceph-mon[87572]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-136785-18","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:46:06.244 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:46:05 smithi077 ceph-mon[87572]: osdmap e908: 8 total, 8 up, 8 in 2024-04-10T15:46:06.244 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:46:05 smithi077 ceph-mon[87572]: pgmap v1036: 137 pgs: 15 creating+peering, 9 unknown, 113 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:46:06.758 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestCls2PCQueue.AsyncConsumer (4023 ms) 2024-04-10T15:46:06.758 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestCls2PCQueue.MultiProducerConsumer 2024-04-10T15:46:07.087 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:46:06 smithi069 ceph-mon[96738]: osdmap e909: 8 total, 8 up, 8 in 2024-04-10T15:46:07.088 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:46:06 smithi069 ceph-mon[94167]: osdmap e909: 8 total, 8 up, 8 in 2024-04-10T15:46:07.088 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:46:06 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:15:46:06] "GET /metrics HTTP/1.1" 200 36393 "" "Prometheus/2.43.0" 2024-04-10T15:46:07.243 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:46:06 smithi077 ceph-mon[87572]: osdmap e909: 8 total, 8 up, 8 in 2024-04-10T15:46:08.087 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:46:07 smithi069 ceph-mon[96738]: osdmap e910: 8 total, 8 up, 8 in 2024-04-10T15:46:08.087 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:46:07 smithi069 ceph-mon[96738]: pgmap v1039: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:46:08.088 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:46:07 smithi069 ceph-mon[94167]: osdmap e910: 8 total, 8 up, 8 in 2024-04-10T15:46:08.088 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:46:07 smithi069 ceph-mon[94167]: pgmap v1039: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:46:08.243 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:46:07 smithi077 ceph-mon[87572]: osdmap e910: 8 total, 8 up, 8 in 2024-04-10T15:46:08.244 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:46:07 smithi077 ceph-mon[87572]: pgmap v1039: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:46:09.087 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:46:08 smithi069 ceph-mon[96738]: osdmap e911: 8 total, 8 up, 8 in 2024-04-10T15:46:09.087 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:46:08 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/3916253046' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-136785-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:46:09.088 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:46:08 smithi069 ceph-mon[94167]: osdmap e911: 8 total, 8 up, 8 in 2024-04-10T15:46:09.088 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:46:08 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/3916253046' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-136785-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:46:09.243 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:46:08 smithi077 ceph-mon[87572]: osdmap e911: 8 total, 8 up, 8 in 2024-04-10T15:46:09.244 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:46:08 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/3916253046' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-136785-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:46:10.087 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:46:09 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/3916253046' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-136785-19","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:46:10.087 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:46:09 smithi069 ceph-mon[96738]: osdmap e912: 8 total, 8 up, 8 in 2024-04-10T15:46:10.088 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:46:09 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:46:10.088 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:46:09 smithi069 ceph-mon[96738]: pgmap v1042: 137 pgs: 11 creating+peering, 14 unknown, 112 active+clean; 724 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.3 MiB/s wr, 1.50k op/s 2024-04-10T15:46:10.088 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:46:09 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/3916253046' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-136785-19","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:46:10.088 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:46:09 smithi069 ceph-mon[94167]: osdmap e912: 8 total, 8 up, 8 in 2024-04-10T15:46:10.088 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:46:09 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:46:10.088 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:46:09 smithi069 ceph-mon[94167]: pgmap v1042: 137 pgs: 11 creating+peering, 14 unknown, 112 active+clean; 724 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.3 MiB/s wr, 1.50k op/s 2024-04-10T15:46:10.243 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:46:09 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/3916253046' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-136785-19","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:46:10.244 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:46:09 smithi077 ceph-mon[87572]: osdmap e912: 8 total, 8 up, 8 in 2024-04-10T15:46:10.244 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:46:09 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:46:10.244 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:46:09 smithi077 ceph-mon[87572]: pgmap v1042: 137 pgs: 11 creating+peering, 14 unknown, 112 active+clean; 724 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.3 MiB/s wr, 1.50k op/s 2024-04-10T15:46:11.087 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:46:10 smithi069 ceph-mon[96738]: osdmap e913: 8 total, 8 up, 8 in 2024-04-10T15:46:11.087 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:46:10 smithi069 ceph-mon[94167]: osdmap e913: 8 total, 8 up, 8 in 2024-04-10T15:46:11.243 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:46:10 smithi077 ceph-mon[87572]: osdmap e913: 8 total, 8 up, 8 in 2024-04-10T15:46:12.087 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:46:11 smithi069 ceph-mon[96738]: pgmap v1044: 137 pgs: 11 creating+peering, 126 active+clean; 724 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.0 MiB/s wr, 1.22k op/s 2024-04-10T15:46:12.087 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:46:11 smithi069 ceph-mon[94167]: pgmap v1044: 137 pgs: 11 creating+peering, 126 active+clean; 724 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.0 MiB/s wr, 1.22k op/s 2024-04-10T15:46:12.243 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:46:11 smithi077 ceph-mon[87572]: pgmap v1044: 137 pgs: 11 creating+peering, 126 active+clean; 724 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.0 MiB/s wr, 1.22k op/s 2024-04-10T15:46:12.743 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:46:12 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T15:46:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:46:13.993 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:46:13 smithi077 ceph-mon[87572]: pgmap v1045: 137 pgs: 137 active+clean; 724 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 1.6 MiB/s rd, 879 KiB/s wr, 999 op/s 2024-04-10T15:46:14.087 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:46:13 smithi069 ceph-mon[96738]: pgmap v1045: 137 pgs: 137 active+clean; 724 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 1.6 MiB/s rd, 879 KiB/s wr, 999 op/s 2024-04-10T15:46:14.087 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:46:13 smithi069 ceph-mon[94167]: pgmap v1045: 137 pgs: 137 active+clean; 724 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 1.6 MiB/s rd, 879 KiB/s wr, 999 op/s 2024-04-10T15:46:15.993 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:46:15 smithi077 ceph-mon[87572]: pgmap v1046: 137 pgs: 137 active+clean; 1.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 54 MiB/s rd, 5.4 MiB/s wr, 6.42k op/s 2024-04-10T15:46:16.087 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:46:15 smithi069 ceph-mon[96738]: pgmap v1046: 137 pgs: 137 active+clean; 1.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 54 MiB/s rd, 5.4 MiB/s wr, 6.42k op/s 2024-04-10T15:46:16.087 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:46:15 smithi069 ceph-mon[94167]: pgmap v1046: 137 pgs: 137 active+clean; 1.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 54 MiB/s rd, 5.4 MiB/s wr, 6.42k op/s 2024-04-10T15:46:17.337 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:46:16 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:15:46:16] "GET /metrics HTTP/1.1" 200 36335 "" "Prometheus/2.43.0" 2024-04-10T15:46:17.993 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:46:17 smithi077 ceph-mon[87572]: pgmap v1047: 137 pgs: 137 active+clean; 1.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 48 MiB/s rd, 4.8 MiB/s wr, 5.70k op/s 2024-04-10T15:46:18.087 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:46:17 smithi069 ceph-mon[96738]: pgmap v1047: 137 pgs: 137 active+clean; 1.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 48 MiB/s rd, 4.8 MiB/s wr, 5.70k op/s 2024-04-10T15:46:18.087 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:46:17 smithi069 ceph-mon[94167]: pgmap v1047: 137 pgs: 137 active+clean; 1.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 48 MiB/s rd, 4.8 MiB/s wr, 5.70k op/s 2024-04-10T15:46:19.993 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:46:19 smithi077 ceph-mon[87572]: pgmap v1048: 137 pgs: 137 active+clean; 1.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 78 MiB/s rd, 5.5 MiB/s wr, 6.66k op/s 2024-04-10T15:46:20.087 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:46:19 smithi069 ceph-mon[94167]: pgmap v1048: 137 pgs: 137 active+clean; 1.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 78 MiB/s rd, 5.5 MiB/s wr, 6.66k op/s 2024-04-10T15:46:20.087 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:46:19 smithi069 ceph-mon[96738]: pgmap v1048: 137 pgs: 137 active+clean; 1.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 78 MiB/s rd, 5.5 MiB/s wr, 6.66k op/s 2024-04-10T15:46:21.993 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:46:21 smithi077 ceph-mon[87572]: pgmap v1049: 137 pgs: 137 active+clean; 1.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 66 MiB/s rd, 4.6 MiB/s wr, 5.60k op/s 2024-04-10T15:46:22.089 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:46:21 smithi069 ceph-mon[96738]: pgmap v1049: 137 pgs: 137 active+clean; 1.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 66 MiB/s rd, 4.6 MiB/s wr, 5.60k op/s 2024-04-10T15:46:22.089 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:46:21 smithi069 ceph-mon[94167]: pgmap v1049: 137 pgs: 137 active+clean; 1.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 66 MiB/s rd, 4.6 MiB/s wr, 5.60k op/s 2024-04-10T15:46:22.743 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:46:22 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T15:46:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:46:23.993 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:46:23 smithi077 ceph-mon[87572]: pgmap v1050: 137 pgs: 137 active+clean; 1.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 65 MiB/s rd, 4.6 MiB/s wr, 5.55k op/s 2024-04-10T15:46:24.087 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:46:23 smithi069 ceph-mon[94167]: pgmap v1050: 137 pgs: 137 active+clean; 1.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 65 MiB/s rd, 4.6 MiB/s wr, 5.55k op/s 2024-04-10T15:46:24.087 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:46:23 smithi069 ceph-mon[96738]: pgmap v1050: 137 pgs: 137 active+clean; 1.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 65 MiB/s rd, 4.6 MiB/s wr, 5.55k op/s 2024-04-10T15:46:24.993 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:46:24 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:46:25.087 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:46:24 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:46:25.087 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:46:24 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:46:25.993 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:46:25 smithi077 ceph-mon[87572]: pgmap v1051: 137 pgs: 137 active+clean; 1.6 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 98 MiB/s rd, 5.6 MiB/s wr, 6.90k op/s 2024-04-10T15:46:26.087 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:46:25 smithi069 ceph-mon[96738]: pgmap v1051: 137 pgs: 137 active+clean; 1.6 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 98 MiB/s rd, 5.6 MiB/s wr, 6.90k op/s 2024-04-10T15:46:26.087 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:46:25 smithi069 ceph-mon[94167]: pgmap v1051: 137 pgs: 137 active+clean; 1.6 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 98 MiB/s rd, 5.6 MiB/s wr, 6.90k op/s 2024-04-10T15:46:26.746 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestCls2PCQueue.MultiProducerConsumer (19988 ms) 2024-04-10T15:46:26.746 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestCls2PCQueue.ReserveSpillover 2024-04-10T15:46:27.337 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:46:26 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:15:46:26] "GET /metrics HTTP/1.1" 200 36398 "" "Prometheus/2.43.0" 2024-04-10T15:46:28.087 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:46:27 smithi069 ceph-mon[96738]: osdmap e914: 8 total, 8 up, 8 in 2024-04-10T15:46:28.088 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:46:27 smithi069 ceph-mon[94167]: osdmap e914: 8 total, 8 up, 8 in 2024-04-10T15:46:28.243 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:46:27 smithi077 ceph-mon[87572]: osdmap e914: 8 total, 8 up, 8 in 2024-04-10T15:46:28.760 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:46:28 smithi069 ceph-mon[94167]: pgmap v1053: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:46:28.761 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:46:28 smithi069 ceph-mon[94167]: osdmap e915: 8 total, 8 up, 8 in 2024-04-10T15:46:28.761 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:46:28 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/137558429' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-136785-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:46:29.087 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:46:28 smithi069 ceph-mon[96738]: pgmap v1053: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:46:29.087 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:46:28 smithi069 ceph-mon[96738]: osdmap e915: 8 total, 8 up, 8 in 2024-04-10T15:46:29.087 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:46:28 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/137558429' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-136785-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:46:29.243 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:46:28 smithi077 ceph-mon[87572]: pgmap v1053: 105 pgs: 105 active+clean; 583 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:46:29.243 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:46:28 smithi077 ceph-mon[87572]: osdmap e915: 8 total, 8 up, 8 in 2024-04-10T15:46:29.244 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:46:28 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/137558429' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-136785-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:46:30.087 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:46:29 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/137558429' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-136785-20","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:46:30.087 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:46:29 smithi069 ceph-mon[96738]: osdmap e916: 8 total, 8 up, 8 in 2024-04-10T15:46:30.088 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:46:29 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/137558429' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-136785-20","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:46:30.088 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:46:29 smithi069 ceph-mon[94167]: osdmap e916: 8 total, 8 up, 8 in 2024-04-10T15:46:30.243 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:46:29 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/137558429' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-136785-20","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:46:30.243 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:46:29 smithi077 ceph-mon[87572]: osdmap e916: 8 total, 8 up, 8 in 2024-04-10T15:46:30.775 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestCls2PCQueue.ReserveSpillover (4029 ms) 2024-04-10T15:46:30.776 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestCls2PCQueue.CommitSpillover 2024-04-10T15:46:31.087 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:46:30 smithi069 ceph-mon[96738]: pgmap v1056: 137 pgs: 5 creating+peering, 14 unknown, 118 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:46:31.087 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:46:30 smithi069 ceph-mon[96738]: osdmap e917: 8 total, 8 up, 8 in 2024-04-10T15:46:31.088 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:46:30 smithi069 ceph-mon[94167]: pgmap v1056: 137 pgs: 5 creating+peering, 14 unknown, 118 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:46:31.088 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:46:30 smithi069 ceph-mon[94167]: osdmap e917: 8 total, 8 up, 8 in 2024-04-10T15:46:31.243 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:46:30 smithi077 ceph-mon[87572]: pgmap v1056: 137 pgs: 5 creating+peering, 14 unknown, 118 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:46:31.244 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:46:30 smithi077 ceph-mon[87572]: osdmap e917: 8 total, 8 up, 8 in 2024-04-10T15:46:32.087 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:46:31 smithi069 ceph-mon[96738]: osdmap e918: 8 total, 8 up, 8 in 2024-04-10T15:46:32.088 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:46:31 smithi069 ceph-mon[94167]: osdmap e918: 8 total, 8 up, 8 in 2024-04-10T15:46:32.244 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:46:31 smithi077 ceph-mon[87572]: osdmap e918: 8 total, 8 up, 8 in 2024-04-10T15:46:32.743 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:46:32 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T15:46:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:46:33.087 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:46:32 smithi069 ceph-mon[96738]: pgmap v1059: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:46:33.087 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:46:32 smithi069 ceph-mon[96738]: osdmap e919: 8 total, 8 up, 8 in 2024-04-10T15:46:33.087 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:46:32 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/2506733157' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-136785-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:46:33.088 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:46:32 smithi069 ceph-mon[94167]: pgmap v1059: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:46:33.088 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:46:32 smithi069 ceph-mon[94167]: osdmap e919: 8 total, 8 up, 8 in 2024-04-10T15:46:33.088 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:46:32 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/2506733157' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-136785-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:46:33.243 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:46:32 smithi077 ceph-mon[87572]: pgmap v1059: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:46:33.244 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:46:32 smithi077 ceph-mon[87572]: osdmap e919: 8 total, 8 up, 8 in 2024-04-10T15:46:33.244 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:46:32 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/2506733157' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-136785-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:46:34.087 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:46:33 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/2506733157' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-136785-21","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:46:34.088 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:46:33 smithi069 ceph-mon[96738]: osdmap e920: 8 total, 8 up, 8 in 2024-04-10T15:46:34.088 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:46:33 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/2506733157' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-136785-21","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:46:34.088 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:46:33 smithi069 ceph-mon[94167]: osdmap e920: 8 total, 8 up, 8 in 2024-04-10T15:46:34.243 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:46:33 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/2506733157' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-136785-21","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:46:34.244 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:46:33 smithi077 ceph-mon[87572]: osdmap e920: 8 total, 8 up, 8 in 2024-04-10T15:46:35.087 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:46:34 smithi069 ceph-mon[94167]: pgmap v1062: 137 pgs: 20 unknown, 117 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:46:35.088 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:46:34 smithi069 ceph-mon[94167]: osdmap e921: 8 total, 8 up, 8 in 2024-04-10T15:46:35.088 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:46:34 smithi069 ceph-mon[96738]: pgmap v1062: 137 pgs: 20 unknown, 117 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:46:35.088 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:46:34 smithi069 ceph-mon[96738]: osdmap e921: 8 total, 8 up, 8 in 2024-04-10T15:46:35.243 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:46:34 smithi077 ceph-mon[87572]: pgmap v1062: 137 pgs: 20 unknown, 117 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:46:35.243 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:46:34 smithi077 ceph-mon[87572]: osdmap e921: 8 total, 8 up, 8 in 2024-04-10T15:46:36.804 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestCls2PCQueue.CommitSpillover (6028 ms) 2024-04-10T15:46:36.804 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestCls2PCQueue.AbortSpillover 2024-04-10T15:46:37.087 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:46:36 smithi069 ceph-mon[94167]: pgmap v1064: 137 pgs: 137 active+clean; 645 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 5.3 MiB/s rd, 5.5 MiB/s wr, 1.75k op/s 2024-04-10T15:46:37.088 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:46:36 smithi069 ceph-mon[96738]: pgmap v1064: 137 pgs: 137 active+clean; 645 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 5.3 MiB/s rd, 5.5 MiB/s wr, 1.75k op/s 2024-04-10T15:46:37.088 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:46:36 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:15:46:36] "GET /metrics HTTP/1.1" 200 36398 "" "Prometheus/2.43.0" 2024-04-10T15:46:37.243 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:46:36 smithi077 ceph-mon[87572]: pgmap v1064: 137 pgs: 137 active+clean; 645 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 5.3 MiB/s rd, 5.5 MiB/s wr, 1.75k op/s 2024-04-10T15:46:38.087 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:46:37 smithi069 ceph-mon[96738]: osdmap e922: 8 total, 8 up, 8 in 2024-04-10T15:46:38.087 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:46:37 smithi069 ceph-mon[94167]: osdmap e922: 8 total, 8 up, 8 in 2024-04-10T15:46:38.244 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:46:37 smithi077 ceph-mon[87572]: osdmap e922: 8 total, 8 up, 8 in 2024-04-10T15:46:39.087 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:46:38 smithi069 ceph-mon[96738]: pgmap v1066: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:46:39.087 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:46:38 smithi069 ceph-mon[96738]: osdmap e923: 8 total, 8 up, 8 in 2024-04-10T15:46:39.087 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:46:38 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/1858971057' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-136785-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:46:39.088 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:46:38 smithi069 ceph-mon[94167]: pgmap v1066: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:46:39.088 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:46:38 smithi069 ceph-mon[94167]: osdmap e923: 8 total, 8 up, 8 in 2024-04-10T15:46:39.088 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:46:38 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/1858971057' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-136785-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:46:39.243 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:46:38 smithi077 ceph-mon[87572]: pgmap v1066: 105 pgs: 105 active+clean; 583 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:46:39.244 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:46:38 smithi077 ceph-mon[87572]: osdmap e923: 8 total, 8 up, 8 in 2024-04-10T15:46:39.244 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:46:38 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/1858971057' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-136785-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:46:40.087 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:46:39 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/1858971057' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-136785-22","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:46:40.087 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:46:39 smithi069 ceph-mon[96738]: osdmap e924: 8 total, 8 up, 8 in 2024-04-10T15:46:40.087 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:46:39 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:46:40.088 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:46:39 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/1858971057' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-136785-22","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:46:40.088 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:46:39 smithi069 ceph-mon[94167]: osdmap e924: 8 total, 8 up, 8 in 2024-04-10T15:46:40.088 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:46:39 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:46:40.243 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:46:39 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/1858971057' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-136785-22","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:46:40.244 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:46:39 smithi077 ceph-mon[87572]: osdmap e924: 8 total, 8 up, 8 in 2024-04-10T15:46:40.244 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:46:39 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:46:41.087 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:46:40 smithi069 ceph-mon[96738]: pgmap v1069: 137 pgs: 7 creating+peering, 15 unknown, 115 active+clean; 596 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 502 KiB/s rd, 504 KiB/s wr, 196 op/s 2024-04-10T15:46:41.087 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:46:40 smithi069 ceph-mon[96738]: osdmap e925: 8 total, 8 up, 8 in 2024-04-10T15:46:41.088 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:46:40 smithi069 ceph-mon[94167]: pgmap v1069: 137 pgs: 7 creating+peering, 15 unknown, 115 active+clean; 596 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 502 KiB/s rd, 504 KiB/s wr, 196 op/s 2024-04-10T15:46:41.088 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:46:40 smithi069 ceph-mon[94167]: osdmap e925: 8 total, 8 up, 8 in 2024-04-10T15:46:41.243 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:46:40 smithi077 ceph-mon[87572]: pgmap v1069: 137 pgs: 7 creating+peering, 15 unknown, 115 active+clean; 596 KiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 502 KiB/s rd, 504 KiB/s wr, 196 op/s 2024-04-10T15:46:41.244 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:46:40 smithi077 ceph-mon[87572]: osdmap e925: 8 total, 8 up, 8 in 2024-04-10T15:46:41.846 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestCls2PCQueue.AbortSpillover (5042 ms) 2024-04-10T15:46:41.846 INFO:tasks.workunit.client.0.smithi069.stdout:[----------] 22 tests from TestCls2PCQueue (101018 ms total) 2024-04-10T15:46:41.846 INFO:tasks.workunit.client.0.smithi069.stdout: 2024-04-10T15:46:41.846 INFO:tasks.workunit.client.0.smithi069.stdout:[----------] Global test environment tear-down 2024-04-10T15:46:41.846 INFO:tasks.workunit.client.0.smithi069.stdout:[==========] 22 tests from 1 test suite ran. (101018 ms total) 2024-04-10T15:46:41.847 INFO:tasks.workunit.client.0.smithi069.stdout:[ PASSED ] 22 tests. 2024-04-10T15:46:41.850 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-10T15:46:41.850 DEBUG:teuthology.orchestra.run.smithi069:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-10T15:46:41.892 INFO:tasks.workunit:Running workunit cls/test_cls_cas.sh... 2024-04-10T15:46:41.892 DEBUG:teuthology.orchestra.run.smithi069:workunit test cls/test_cls_cas.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_cas.sh 2024-04-10T15:46:41.961 INFO:tasks.workunit.client.0.smithi069.stdout:Running main() from gmock_main.cc 2024-04-10T15:46:41.961 INFO:tasks.workunit.client.0.smithi069.stdout:[==========] Running 6 tests from 2 test suites. 2024-04-10T15:46:41.961 INFO:tasks.workunit.client.0.smithi069.stdout:[----------] Global test environment set-up. 2024-04-10T15:46:41.961 INFO:tasks.workunit.client.0.smithi069.stdout:[----------] 5 tests from cls_cas 2024-04-10T15:46:41.961 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] cls_cas.get_put 2024-04-10T15:46:42.744 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:46:42 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T15:46:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:46:43.243 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:46:42 smithi077 ceph-mon[87572]: pgmap v1071: 137 pgs: 7 creating+peering, 130 active+clean; 596 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 605 KiB/s rd, 608 KiB/s wr, 236 op/s 2024-04-10T15:46:43.244 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:46:42 smithi077 ceph-mon[87572]: osdmap e926: 8 total, 8 up, 8 in 2024-04-10T15:46:43.337 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:46:42 smithi069 ceph-mon[96738]: pgmap v1071: 137 pgs: 7 creating+peering, 130 active+clean; 596 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 605 KiB/s rd, 608 KiB/s wr, 236 op/s 2024-04-10T15:46:43.338 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:46:42 smithi069 ceph-mon[96738]: osdmap e926: 8 total, 8 up, 8 in 2024-04-10T15:46:43.338 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:46:42 smithi069 ceph-mon[94167]: pgmap v1071: 137 pgs: 7 creating+peering, 130 active+clean; 596 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 605 KiB/s rd, 608 KiB/s wr, 236 op/s 2024-04-10T15:46:43.338 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:46:42 smithi069 ceph-mon[94167]: osdmap e926: 8 total, 8 up, 8 in 2024-04-10T15:46:44.244 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:46:43 smithi077 ceph-mon[87572]: osdmap e927: 8 total, 8 up, 8 in 2024-04-10T15:46:44.244 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:46:43 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/3708112577' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-137451-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:46:44.244 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:46:43 smithi077 ceph-mon[87572]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-137451-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:46:44.337 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:46:43 smithi069 ceph-mon[96738]: osdmap e927: 8 total, 8 up, 8 in 2024-04-10T15:46:44.337 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:46:43 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/3708112577' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-137451-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:46:44.337 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:46:43 smithi069 ceph-mon[96738]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-137451-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:46:44.338 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:46:43 smithi069 ceph-mon[94167]: osdmap e927: 8 total, 8 up, 8 in 2024-04-10T15:46:44.338 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:46:43 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/3708112577' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-137451-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:46:44.338 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:46:43 smithi069 ceph-mon[94167]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-137451-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:46:44.870 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] cls_cas.get_put (2904 ms) 2024-04-10T15:46:44.870 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] cls_cas.wrong_put 2024-04-10T15:46:45.243 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:46:44 smithi077 ceph-mon[87572]: pgmap v1074: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:46:45.244 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:46:44 smithi077 ceph-mon[87572]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:46:45.244 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:46:44 smithi077 ceph-mon[87572]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-137451-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:46:45.244 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:46:44 smithi077 ceph-mon[87572]: osdmap e928: 8 total, 8 up, 8 in 2024-04-10T15:46:45.244 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:46:44 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:46:45.244 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:46:44 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:46:45.244 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:46:44 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:46:45.244 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:46:44 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:46:45.337 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:46:44 smithi069 ceph-mon[96738]: pgmap v1074: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:46:45.338 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:46:44 smithi069 ceph-mon[96738]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:46:45.338 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:46:44 smithi069 ceph-mon[96738]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-137451-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:46:45.338 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:46:44 smithi069 ceph-mon[96738]: osdmap e928: 8 total, 8 up, 8 in 2024-04-10T15:46:45.338 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:46:44 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:46:45.338 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:46:44 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:46:45.338 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:46:44 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:46:45.338 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:46:44 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:46:45.338 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:46:44 smithi069 ceph-mon[94167]: pgmap v1074: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:46:45.338 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:46:44 smithi069 ceph-mon[94167]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:46:45.339 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:46:44 smithi069 ceph-mon[94167]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-137451-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:46:45.339 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:46:44 smithi069 ceph-mon[94167]: osdmap e928: 8 total, 8 up, 8 in 2024-04-10T15:46:45.339 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:46:44 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:46:45.339 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:46:44 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:46:45.339 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:46:44 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:46:45.339 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:46:44 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:46:46.239 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:46:45 smithi069 ceph-mon[96738]: osdmap e929: 8 total, 8 up, 8 in 2024-04-10T15:46:46.239 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:46:45 smithi069 ceph-mon[94167]: osdmap e929: 8 total, 8 up, 8 in 2024-04-10T15:46:46.243 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:46:45 smithi077 ceph-mon[87572]: osdmap e929: 8 total, 8 up, 8 in 2024-04-10T15:46:47.145 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:46:46 smithi077 ceph-mon[87572]: pgmap v1077: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:46:47.145 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:46:46 smithi077 ceph-mon[87572]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:46:47.145 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:46:46 smithi077 ceph-mon[87572]: Cluster is now healthy 2024-04-10T15:46:47.145 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:46:46 smithi077 ceph-mon[87572]: osdmap e930: 8 total, 8 up, 8 in 2024-04-10T15:46:47.145 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:46:46 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/3859117298' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-137451-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:46:47.337 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:46:46 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:15:46:46] "GET /metrics HTTP/1.1" 200 36335 "" "Prometheus/2.43.0" 2024-04-10T15:46:47.338 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:46:46 smithi069 ceph-mon[96738]: pgmap v1077: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:46:47.338 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:46:46 smithi069 ceph-mon[96738]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:46:47.338 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:46:46 smithi069 ceph-mon[96738]: Cluster is now healthy 2024-04-10T15:46:47.338 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:46:46 smithi069 ceph-mon[96738]: osdmap e930: 8 total, 8 up, 8 in 2024-04-10T15:46:47.338 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:46:46 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/3859117298' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-137451-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:46:47.338 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:46:46 smithi069 ceph-mon[94167]: pgmap v1077: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:46:47.339 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:46:46 smithi069 ceph-mon[94167]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:46:47.339 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:46:46 smithi069 ceph-mon[94167]: Cluster is now healthy 2024-04-10T15:46:47.339 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:46:46 smithi069 ceph-mon[94167]: osdmap e930: 8 total, 8 up, 8 in 2024-04-10T15:46:47.339 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:46:46 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/3859117298' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-137451-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:46:47.894 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] cls_cas.wrong_put (3029 ms) 2024-04-10T15:46:47.895 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] cls_cas.dup_get 2024-04-10T15:46:48.243 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:46:47 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/3859117298' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-137451-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:46:48.244 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:46:47 smithi077 ceph-mon[87572]: osdmap e931: 8 total, 8 up, 8 in 2024-04-10T15:46:48.337 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:46:47 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/3859117298' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-137451-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:46:48.338 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:46:47 smithi069 ceph-mon[96738]: osdmap e931: 8 total, 8 up, 8 in 2024-04-10T15:46:48.338 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:46:47 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/3859117298' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-137451-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:46:48.338 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:46:47 smithi069 ceph-mon[94167]: osdmap e931: 8 total, 8 up, 8 in 2024-04-10T15:46:49.243 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:46:48 smithi077 ceph-mon[87572]: pgmap v1080: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:46:49.244 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:46:48 smithi077 ceph-mon[87572]: osdmap e932: 8 total, 8 up, 8 in 2024-04-10T15:46:49.337 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:46:48 smithi069 ceph-mon[96738]: pgmap v1080: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:46:49.338 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:46:48 smithi069 ceph-mon[96738]: osdmap e932: 8 total, 8 up, 8 in 2024-04-10T15:46:49.338 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:46:48 smithi069 ceph-mon[94167]: pgmap v1080: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:46:49.338 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:46:48 smithi069 ceph-mon[94167]: osdmap e932: 8 total, 8 up, 8 in 2024-04-10T15:46:50.244 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:46:49 smithi077 ceph-mon[87572]: osdmap e933: 8 total, 8 up, 8 in 2024-04-10T15:46:50.244 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:46:49 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/3698021510' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-137451-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:46:50.337 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:46:49 smithi069 ceph-mon[96738]: osdmap e933: 8 total, 8 up, 8 in 2024-04-10T15:46:50.337 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:46:49 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/3698021510' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-137451-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:46:50.338 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:46:49 smithi069 ceph-mon[94167]: osdmap e933: 8 total, 8 up, 8 in 2024-04-10T15:46:50.338 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:46:49 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/3698021510' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-137451-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:46:50.919 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] cls_cas.dup_get (3024 ms) 2024-04-10T15:46:50.919 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] cls_cas.dup_put 2024-04-10T15:46:51.243 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:46:50 smithi077 ceph-mon[87572]: pgmap v1083: 137 pgs: 14 creating+peering, 18 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:46:51.244 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:46:50 smithi077 ceph-mon[87572]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:46:51.244 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:46:50 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/3698021510' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-137451-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:46:51.244 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:46:50 smithi077 ceph-mon[87572]: osdmap e934: 8 total, 8 up, 8 in 2024-04-10T15:46:51.337 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:46:50 smithi069 ceph-mon[94167]: pgmap v1083: 137 pgs: 14 creating+peering, 18 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:46:51.337 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:46:50 smithi069 ceph-mon[94167]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:46:51.337 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:46:50 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/3698021510' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-137451-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:46:51.338 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:46:50 smithi069 ceph-mon[94167]: osdmap e934: 8 total, 8 up, 8 in 2024-04-10T15:46:51.338 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:46:50 smithi069 ceph-mon[96738]: pgmap v1083: 137 pgs: 14 creating+peering, 18 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:46:51.338 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:46:50 smithi069 ceph-mon[96738]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:46:51.338 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:46:50 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/3698021510' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-137451-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:46:51.338 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:46:50 smithi069 ceph-mon[96738]: osdmap e934: 8 total, 8 up, 8 in 2024-04-10T15:46:52.244 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:46:51 smithi077 ceph-mon[87572]: osdmap e935: 8 total, 8 up, 8 in 2024-04-10T15:46:52.337 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:46:51 smithi069 ceph-mon[96738]: osdmap e935: 8 total, 8 up, 8 in 2024-04-10T15:46:52.337 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:46:51 smithi069 ceph-mon[94167]: osdmap e935: 8 total, 8 up, 8 in 2024-04-10T15:46:52.743 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:46:52 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T15:46:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:46:53.244 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:46:52 smithi077 ceph-mon[87572]: pgmap v1086: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:46:53.244 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:46:52 smithi077 ceph-mon[87572]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:46:53.244 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:46:52 smithi077 ceph-mon[87572]: Cluster is now healthy 2024-04-10T15:46:53.244 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:46:52 smithi077 ceph-mon[87572]: osdmap e936: 8 total, 8 up, 8 in 2024-04-10T15:46:53.244 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:46:52 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/2899165303' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-137451-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:46:53.337 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:46:52 smithi069 ceph-mon[96738]: pgmap v1086: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:46:53.337 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:46:52 smithi069 ceph-mon[96738]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:46:53.337 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:46:52 smithi069 ceph-mon[96738]: Cluster is now healthy 2024-04-10T15:46:53.337 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:46:52 smithi069 ceph-mon[96738]: osdmap e936: 8 total, 8 up, 8 in 2024-04-10T15:46:53.338 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:46:52 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/2899165303' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-137451-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:46:53.338 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:46:52 smithi069 ceph-mon[94167]: pgmap v1086: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:46:53.338 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:46:52 smithi069 ceph-mon[94167]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:46:53.338 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:46:52 smithi069 ceph-mon[94167]: Cluster is now healthy 2024-04-10T15:46:53.338 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:46:52 smithi069 ceph-mon[94167]: osdmap e936: 8 total, 8 up, 8 in 2024-04-10T15:46:53.338 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:46:52 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/2899165303' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-137451-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:46:53.936 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] cls_cas.dup_put (3018 ms) 2024-04-10T15:46:53.936 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] cls_cas.get_wrong_data 2024-04-10T15:46:54.243 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:46:53 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/2899165303' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-137451-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:46:54.243 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:46:53 smithi077 ceph-mon[87572]: osdmap e937: 8 total, 8 up, 8 in 2024-04-10T15:46:54.337 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:46:53 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/2899165303' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-137451-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:46:54.337 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:46:53 smithi069 ceph-mon[96738]: osdmap e937: 8 total, 8 up, 8 in 2024-04-10T15:46:54.338 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:46:53 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/2899165303' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-137451-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:46:54.338 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:46:53 smithi069 ceph-mon[94167]: osdmap e937: 8 total, 8 up, 8 in 2024-04-10T15:46:55.243 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:46:54 smithi077 ceph-mon[87572]: pgmap v1089: 137 pgs: 25 unknown, 112 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:46:55.244 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:46:54 smithi077 ceph-mon[87572]: osdmap e938: 8 total, 8 up, 8 in 2024-04-10T15:46:55.244 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:46:54 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:46:55.337 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:46:54 smithi069 ceph-mon[96738]: pgmap v1089: 137 pgs: 25 unknown, 112 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:46:55.337 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:46:54 smithi069 ceph-mon[96738]: osdmap e938: 8 total, 8 up, 8 in 2024-04-10T15:46:55.338 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:46:54 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:46:55.338 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:46:54 smithi069 ceph-mon[94167]: pgmap v1089: 137 pgs: 25 unknown, 112 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:46:55.338 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:46:54 smithi069 ceph-mon[94167]: osdmap e938: 8 total, 8 up, 8 in 2024-04-10T15:46:55.338 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:46:54 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:46:56.243 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:46:55 smithi077 ceph-mon[87572]: osdmap e939: 8 total, 8 up, 8 in 2024-04-10T15:46:56.244 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:46:55 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/2668886697' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-137451-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:46:56.244 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:46:55 smithi077 ceph-mon[87572]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-137451-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:46:56.338 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:46:55 smithi069 ceph-mon[96738]: osdmap e939: 8 total, 8 up, 8 in 2024-04-10T15:46:56.338 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:46:55 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/2668886697' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-137451-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:46:56.338 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:46:55 smithi069 ceph-mon[96738]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-137451-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:46:56.338 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:46:55 smithi069 ceph-mon[94167]: osdmap e939: 8 total, 8 up, 8 in 2024-04-10T15:46:56.338 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:46:55 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/2668886697' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-137451-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:46:56.338 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:46:55 smithi069 ceph-mon[94167]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-137451-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:46:56.957 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] cls_cas.get_wrong_data (3020 ms) 2024-04-10T15:46:56.957 INFO:tasks.workunit.client.0.smithi069.stdout:[----------] 5 tests from cls_cas (14995 ms total) 2024-04-10T15:46:56.957 INFO:tasks.workunit.client.0.smithi069.stdout: 2024-04-10T15:46:56.957 INFO:tasks.workunit.client.0.smithi069.stdout:[----------] 1 test from chunk_refs_t 2024-04-10T15:46:56.957 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] chunk_refs_t.size 2024-04-10T15:46:56.957 INFO:tasks.workunit.client.0.smithi069.stdout:1 60 by_object 2024-04-10T15:46:56.957 INFO:tasks.workunit.client.0.smithi069.stdout:2 103 by_object 2024-04-10T15:46:56.957 INFO:tasks.workunit.client.0.smithi069.stdout:4 189 by_object 2024-04-10T15:46:56.958 INFO:tasks.workunit.client.0.smithi069.stdout:8 361 by_object 2024-04-10T15:46:56.958 INFO:tasks.workunit.client.0.smithi069.stdout:16 112 by_hash(32 bits) 2024-04-10T15:46:56.958 INFO:tasks.workunit.client.0.smithi069.stdout:32 208 by_hash(32 bits) 2024-04-10T15:46:56.958 INFO:tasks.workunit.client.0.smithi069.stdout:64 400 by_hash(32 bits) 2024-04-10T15:46:56.958 INFO:tasks.workunit.client.0.smithi069.stdout:128 509 by_hash(10 bits) 2024-04-10T15:46:56.958 INFO:tasks.workunit.client.0.smithi069.stdout:256 499 by_hash(7 bits) 2024-04-10T15:46:56.959 INFO:tasks.workunit.client.0.smithi069.stdout:512 462 by_hash(5 bits) 2024-04-10T15:46:56.959 INFO:tasks.workunit.client.0.smithi069.stdout:1024 466 by_hash(5 bits) 2024-04-10T15:46:56.959 INFO:tasks.workunit.client.0.smithi069.stdout:2048 466 by_hash(5 bits) 2024-04-10T15:46:56.960 INFO:tasks.workunit.client.0.smithi069.stdout:4096 470 by_hash(5 bits) 2024-04-10T15:46:56.962 INFO:tasks.workunit.client.0.smithi069.stdout:8192 498 by_hash(4 bits) 2024-04-10T15:46:56.964 INFO:tasks.workunit.client.0.smithi069.stdout:16384 278 by_hash(3 bits) 2024-04-10T15:46:56.969 INFO:tasks.workunit.client.0.smithi069.stdout:32768 337 by_hash(2 bits) 2024-04-10T15:46:56.975 INFO:tasks.workunit.client.0.smithi069.stdout:65536 367 by_hash(2 bits) 2024-04-10T15:46:56.986 INFO:tasks.workunit.client.0.smithi069.stdout:131072 387 by_hash(1 bits) 2024-04-10T15:46:57.002 INFO:tasks.workunit.client.0.smithi069.stdout:262144 331 by_pool 2024-04-10T15:46:57.029 INFO:tasks.workunit.client.0.smithi069.stdout:524288 21 count 2024-04-10T15:46:57.077 INFO:tasks.workunit.client.0.smithi069.stdout:1048576 21 count 2024-04-10T15:46:57.178 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] chunk_refs_t.size (222 ms) 2024-04-10T15:46:57.178 INFO:tasks.workunit.client.0.smithi069.stdout:[----------] 1 test from chunk_refs_t (222 ms total) 2024-04-10T15:46:57.178 INFO:tasks.workunit.client.0.smithi069.stdout: 2024-04-10T15:46:57.178 INFO:tasks.workunit.client.0.smithi069.stdout:[----------] Global test environment tear-down 2024-04-10T15:46:57.178 INFO:tasks.workunit.client.0.smithi069.stdout:[==========] 6 tests from 2 test suites ran. (15217 ms total) 2024-04-10T15:46:57.179 INFO:tasks.workunit.client.0.smithi069.stdout:[ PASSED ] 6 tests. 2024-04-10T15:46:57.181 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-10T15:46:57.181 DEBUG:teuthology.orchestra.run.smithi069:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-10T15:46:57.204 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:46:56 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:15:46:56] "GET /metrics HTTP/1.1" 200 33968 "" "Prometheus/2.43.0" 2024-04-10T15:46:57.205 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:46:56 smithi069 ceph-mon[94167]: pgmap v1092: 137 pgs: 13 creating+peering, 19 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:46:57.205 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:46:56 smithi069 ceph-mon[94167]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:46:57.205 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:46:56 smithi069 ceph-mon[94167]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-137451-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:46:57.205 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:46:56 smithi069 ceph-mon[94167]: osdmap e940: 8 total, 8 up, 8 in 2024-04-10T15:46:57.205 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:46:56 smithi069 ceph-mon[96738]: pgmap v1092: 137 pgs: 13 creating+peering, 19 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:46:57.205 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:46:56 smithi069 ceph-mon[96738]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:46:57.205 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:46:56 smithi069 ceph-mon[96738]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-137451-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:46:57.205 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:46:56 smithi069 ceph-mon[96738]: osdmap e940: 8 total, 8 up, 8 in 2024-04-10T15:46:57.208 INFO:tasks.workunit:Running workunit cls/test_cls_cmpomap.sh... 2024-04-10T15:46:57.209 DEBUG:teuthology.orchestra.run.smithi069:workunit test cls/test_cls_cmpomap.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_cmpomap.sh 2024-04-10T15:46:57.243 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:46:56 smithi077 ceph-mon[87572]: pgmap v1092: 137 pgs: 13 creating+peering, 19 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:46:57.244 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:46:56 smithi077 ceph-mon[87572]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:46:57.244 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:46:56 smithi077 ceph-mon[87572]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-137451-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:46:57.244 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:46:56 smithi077 ceph-mon[87572]: osdmap e940: 8 total, 8 up, 8 in 2024-04-10T15:46:57.277 INFO:tasks.workunit.client.0.smithi069.stdout:Running main() from gmock_main.cc 2024-04-10T15:46:57.277 INFO:tasks.workunit.client.0.smithi069.stdout:[==========] Running 31 tests from 1 test suite. 2024-04-10T15:46:57.277 INFO:tasks.workunit.client.0.smithi069.stdout:[----------] Global test environment set-up. 2024-04-10T15:46:58.244 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:46:57 smithi077 ceph-mon[87572]: osdmap e941: 8 total, 8 up, 8 in 2024-04-10T15:46:58.337 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:46:57 smithi069 ceph-mon[94167]: osdmap e941: 8 total, 8 up, 8 in 2024-04-10T15:46:58.338 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:46:57 smithi069 ceph-mon[96738]: osdmap e941: 8 total, 8 up, 8 in 2024-04-10T15:46:58.966 INFO:tasks.workunit.client.0.smithi069.stdout:[----------] 31 tests from CmpOmap 2024-04-10T15:46:58.966 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_str 2024-04-10T15:46:58.984 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] CmpOmap.cmp_vals_noexist_str (18 ms) 2024-04-10T15:46:58.984 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_str_default 2024-04-10T15:46:58.987 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] CmpOmap.cmp_vals_noexist_str_default (3 ms) 2024-04-10T15:46:58.987 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_u64 2024-04-10T15:46:58.990 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] CmpOmap.cmp_vals_noexist_u64 (3 ms) 2024-04-10T15:46:58.990 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_u64_default 2024-04-10T15:46:58.993 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] CmpOmap.cmp_vals_noexist_u64_default (3 ms) 2024-04-10T15:46:58.993 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] CmpOmap.cmp_vals_str 2024-04-10T15:46:58.999 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] CmpOmap.cmp_vals_str (6 ms) 2024-04-10T15:46:58.999 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] CmpOmap.cmp_vals_u64 2024-04-10T15:46:59.005 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] CmpOmap.cmp_vals_u64 (6 ms) 2024-04-10T15:46:59.005 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] CmpOmap.cmp_vals_u64_invalid_input 2024-04-10T15:46:59.008 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] CmpOmap.cmp_vals_u64_invalid_input (3 ms) 2024-04-10T15:46:59.008 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] CmpOmap.cmp_vals_u64_invalid_default 2024-04-10T15:46:59.010 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] CmpOmap.cmp_vals_u64_invalid_default (2 ms) 2024-04-10T15:46:59.010 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] CmpOmap.cmp_vals_u64_empty_default 2024-04-10T15:46:59.013 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] CmpOmap.cmp_vals_u64_empty_default (3 ms) 2024-04-10T15:46:59.013 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] CmpOmap.cmp_vals_u64_invalid_value 2024-04-10T15:46:59.017 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] CmpOmap.cmp_vals_u64_invalid_value (4 ms) 2024-04-10T15:46:59.017 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] CmpOmap.cmp_vals_at_max_keys 2024-04-10T15:46:59.017 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] CmpOmap.cmp_vals_at_max_keys (0 ms) 2024-04-10T15:46:59.017 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] CmpOmap.cmp_vals_over_max_keys 2024-04-10T15:46:59.018 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] CmpOmap.cmp_vals_over_max_keys (1 ms) 2024-04-10T15:46:59.018 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_str 2024-04-10T15:46:59.024 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_str (6 ms) 2024-04-10T15:46:59.024 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_str_default 2024-04-10T15:46:59.030 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_str_default (6 ms) 2024-04-10T15:46:59.030 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_u64 2024-04-10T15:46:59.035 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_u64 (5 ms) 2024-04-10T15:46:59.035 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_u64_default 2024-04-10T15:46:59.043 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_u64_default (8 ms) 2024-04-10T15:46:59.043 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] CmpOmap.cmp_set_vals_str 2024-04-10T15:46:59.050 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] CmpOmap.cmp_set_vals_str (7 ms) 2024-04-10T15:46:59.050 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] CmpOmap.cmp_set_vals_u64 2024-04-10T15:46:59.058 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] CmpOmap.cmp_set_vals_u64 (8 ms) 2024-04-10T15:46:59.058 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] CmpOmap.cmp_set_vals_u64_einval 2024-04-10T15:46:59.060 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] CmpOmap.cmp_set_vals_u64_einval (2 ms) 2024-04-10T15:46:59.060 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] CmpOmap.cmp_set_vals_u64_eio 2024-04-10T15:46:59.062 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] CmpOmap.cmp_set_vals_u64_eio (2 ms) 2024-04-10T15:46:59.062 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] CmpOmap.cmp_set_vals_at_max_keys 2024-04-10T15:46:59.063 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] CmpOmap.cmp_set_vals_at_max_keys (1 ms) 2024-04-10T15:46:59.063 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] CmpOmap.cmp_set_vals_over_max_keys 2024-04-10T15:46:59.063 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] CmpOmap.cmp_set_vals_over_max_keys (1 ms) 2024-04-10T15:46:59.064 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] CmpOmap.cmp_rm_keys_noexist_str 2024-04-10T15:46:59.070 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] CmpOmap.cmp_rm_keys_noexist_str (6 ms) 2024-04-10T15:46:59.070 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] CmpOmap.cmp_rm_keys_noexist_u64 2024-04-10T15:46:59.075 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] CmpOmap.cmp_rm_keys_noexist_u64 (5 ms) 2024-04-10T15:46:59.075 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] CmpOmap.cmp_rm_keys_str 2024-04-10T15:46:59.082 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] CmpOmap.cmp_rm_keys_str (7 ms) 2024-04-10T15:46:59.082 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64 2024-04-10T15:46:59.090 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64 (8 ms) 2024-04-10T15:46:59.090 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64_einval 2024-04-10T15:46:59.091 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64_einval (1 ms) 2024-04-10T15:46:59.092 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64_eio 2024-04-10T15:46:59.095 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64_eio (3 ms) 2024-04-10T15:46:59.095 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] CmpOmap.cmp_rm_keys_at_max_keys 2024-04-10T15:46:59.095 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] CmpOmap.cmp_rm_keys_at_max_keys (1 ms) 2024-04-10T15:46:59.095 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] CmpOmap.cmp_rm_keys_over_max_keys 2024-04-10T15:46:59.095 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] CmpOmap.cmp_rm_keys_over_max_keys (0 ms) 2024-04-10T15:46:59.095 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64_empty 2024-04-10T15:46:59.104 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64_empty (9 ms) 2024-04-10T15:46:59.104 INFO:tasks.workunit.client.0.smithi069.stdout:[----------] 31 tests from CmpOmap (138 ms total) 2024-04-10T15:46:59.104 INFO:tasks.workunit.client.0.smithi069.stdout: 2024-04-10T15:46:59.104 INFO:tasks.workunit.client.0.smithi069.stdout:[----------] Global test environment tear-down 2024-04-10T15:46:59.244 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:46:58 smithi077 ceph-mon[87572]: pgmap v1095: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:46:59.244 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:46:58 smithi077 ceph-mon[87572]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:46:59.244 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:46:58 smithi077 ceph-mon[87572]: Cluster is now healthy 2024-04-10T15:46:59.244 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:46:58 smithi077 ceph-mon[87572]: osdmap e942: 8 total, 8 up, 8 in 2024-04-10T15:46:59.244 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:46:58 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/3957401048' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-137703-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:46:59.244 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:46:58 smithi077 ceph-mon[87572]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-137703-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:46:59.337 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:46:58 smithi069 ceph-mon[96738]: pgmap v1095: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:46:59.337 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:46:58 smithi069 ceph-mon[96738]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:46:59.337 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:46:58 smithi069 ceph-mon[96738]: Cluster is now healthy 2024-04-10T15:46:59.338 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:46:58 smithi069 ceph-mon[96738]: osdmap e942: 8 total, 8 up, 8 in 2024-04-10T15:46:59.338 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:46:58 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/3957401048' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-137703-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:46:59.338 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:46:58 smithi069 ceph-mon[96738]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-137703-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:46:59.338 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:46:58 smithi069 ceph-mon[94167]: pgmap v1095: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:46:59.338 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:46:58 smithi069 ceph-mon[94167]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:46:59.338 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:46:58 smithi069 ceph-mon[94167]: Cluster is now healthy 2024-04-10T15:46:59.338 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:46:58 smithi069 ceph-mon[94167]: osdmap e942: 8 total, 8 up, 8 in 2024-04-10T15:46:59.338 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:46:58 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/3957401048' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-137703-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:46:59.338 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:46:58 smithi069 ceph-mon[94167]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-137703-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:46:59.976 INFO:tasks.workunit.client.0.smithi069.stdout:[==========] 31 tests from 1 test suite ran. (2699 ms total) 2024-04-10T15:46:59.977 INFO:tasks.workunit.client.0.smithi069.stdout:[ PASSED ] 31 tests. 2024-04-10T15:46:59.980 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-10T15:46:59.980 DEBUG:teuthology.orchestra.run.smithi069:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-10T15:47:00.051 INFO:tasks.workunit:Running workunit cls/test_cls_hello.sh... 2024-04-10T15:47:00.051 DEBUG:teuthology.orchestra.run.smithi069:workunit test cls/test_cls_hello.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_hello.sh 2024-04-10T15:47:00.120 INFO:tasks.workunit.client.0.smithi069.stdout:Running main() from gmock_main.cc 2024-04-10T15:47:00.121 INFO:tasks.workunit.client.0.smithi069.stdout:[==========] Running 6 tests from 1 test suite. 2024-04-10T15:47:00.121 INFO:tasks.workunit.client.0.smithi069.stdout:[----------] Global test environment set-up. 2024-04-10T15:47:00.121 INFO:tasks.workunit.client.0.smithi069.stdout:[----------] 6 tests from ClsHello 2024-04-10T15:47:00.121 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] ClsHello.SayHello 2024-04-10T15:47:00.243 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:46:59 smithi077 ceph-mon[87572]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-137703-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:47:00.244 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:46:59 smithi077 ceph-mon[87572]: osdmap e943: 8 total, 8 up, 8 in 2024-04-10T15:47:00.337 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:46:59 smithi069 ceph-mon[96738]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-137703-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:47:00.338 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:46:59 smithi069 ceph-mon[96738]: osdmap e943: 8 total, 8 up, 8 in 2024-04-10T15:47:00.338 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:46:59 smithi069 ceph-mon[94167]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-137703-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:47:00.338 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:46:59 smithi069 ceph-mon[94167]: osdmap e943: 8 total, 8 up, 8 in 2024-04-10T15:47:01.244 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:47:00 smithi077 ceph-mon[87572]: pgmap v1098: 137 pgs: 13 creating+peering, 10 unknown, 114 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 9.5 KiB/s rd, 2.5 KiB/s wr, 11 op/s 2024-04-10T15:47:01.244 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:47:00 smithi077 ceph-mon[87572]: osdmap e944: 8 total, 8 up, 8 in 2024-04-10T15:47:01.337 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:47:00 smithi069 ceph-mon[96738]: pgmap v1098: 137 pgs: 13 creating+peering, 10 unknown, 114 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 9.5 KiB/s rd, 2.5 KiB/s wr, 11 op/s 2024-04-10T15:47:01.338 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:47:00 smithi069 ceph-mon[96738]: osdmap e944: 8 total, 8 up, 8 in 2024-04-10T15:47:01.338 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:47:00 smithi069 ceph-mon[94167]: pgmap v1098: 137 pgs: 13 creating+peering, 10 unknown, 114 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 9.5 KiB/s rd, 2.5 KiB/s wr, 11 op/s 2024-04-10T15:47:01.338 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:47:00 smithi069 ceph-mon[94167]: osdmap e944: 8 total, 8 up, 8 in 2024-04-10T15:47:02.244 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:47:01 smithi077 ceph-mon[87572]: osdmap e945: 8 total, 8 up, 8 in 2024-04-10T15:47:02.244 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:47:01 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/2398317237' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-137758-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:47:02.337 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:47:01 smithi069 ceph-mon[96738]: osdmap e945: 8 total, 8 up, 8 in 2024-04-10T15:47:02.338 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:47:01 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/2398317237' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-137758-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:47:02.338 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:47:01 smithi069 ceph-mon[94167]: osdmap e945: 8 total, 8 up, 8 in 2024-04-10T15:47:02.338 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:47:01 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/2398317237' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-137758-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:47:02.743 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:47:02 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T15:47:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:47:02.996 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] ClsHello.SayHello (2876 ms) 2024-04-10T15:47:02.996 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] ClsHello.RecordHello 2024-04-10T15:47:03.337 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:47:03 smithi069 ceph-mon[94167]: pgmap v1101: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:47:03.337 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:47:03 smithi069 ceph-mon[94167]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:47:03.338 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:47:03 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/2398317237' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-137758-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:47:03.338 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:47:03 smithi069 ceph-mon[94167]: osdmap e946: 8 total, 8 up, 8 in 2024-04-10T15:47:03.338 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:47:03 smithi069 ceph-mon[96738]: pgmap v1101: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:47:03.338 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:47:03 smithi069 ceph-mon[96738]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:47:03.338 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:47:03 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/2398317237' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-137758-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:47:03.338 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:47:03 smithi069 ceph-mon[96738]: osdmap e946: 8 total, 8 up, 8 in 2024-04-10T15:47:03.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:47:03 smithi077 ceph-mon[87572]: pgmap v1101: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:47:03.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:47:03 smithi077 ceph-mon[87572]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:47:03.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:47:03 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/2398317237' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-137758-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:47:03.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:47:03 smithi077 ceph-mon[87572]: osdmap e946: 8 total, 8 up, 8 in 2024-04-10T15:47:04.337 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:47:04 smithi069 ceph-mon[96738]: osdmap e947: 8 total, 8 up, 8 in 2024-04-10T15:47:04.338 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:47:04 smithi069 ceph-mon[94167]: osdmap e947: 8 total, 8 up, 8 in 2024-04-10T15:47:04.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:47:04 smithi077 ceph-mon[87572]: osdmap e947: 8 total, 8 up, 8 in 2024-04-10T15:47:05.338 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:47:05 smithi069 ceph-mon[94167]: pgmap v1104: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:47:05.338 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:47:05 smithi069 ceph-mon[94167]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:47:05.338 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:47:05 smithi069 ceph-mon[94167]: Cluster is now healthy 2024-04-10T15:47:05.338 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:47:05 smithi069 ceph-mon[94167]: osdmap e948: 8 total, 8 up, 8 in 2024-04-10T15:47:05.338 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:47:05 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/776536047' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-137758-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:47:05.338 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:47:05 smithi069 ceph-mon[94167]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-137758-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:47:05.338 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:47:05 smithi069 ceph-mon[96738]: pgmap v1104: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:47:05.338 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:47:05 smithi069 ceph-mon[96738]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:47:05.339 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:47:05 smithi069 ceph-mon[96738]: Cluster is now healthy 2024-04-10T15:47:05.339 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:47:05 smithi069 ceph-mon[96738]: osdmap e948: 8 total, 8 up, 8 in 2024-04-10T15:47:05.339 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:47:05 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/776536047' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-137758-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:47:05.339 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:47:05 smithi069 ceph-mon[96738]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-137758-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:47:05.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:47:05 smithi077 ceph-mon[87572]: pgmap v1104: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:47:05.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:47:05 smithi077 ceph-mon[87572]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:47:05.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:47:05 smithi077 ceph-mon[87572]: Cluster is now healthy 2024-04-10T15:47:05.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:47:05 smithi077 ceph-mon[87572]: osdmap e948: 8 total, 8 up, 8 in 2024-04-10T15:47:05.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:47:05 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/776536047' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-137758-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:47:05.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:47:05 smithi077 ceph-mon[87572]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-137758-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:47:06.032 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] ClsHello.RecordHello (3035 ms) 2024-04-10T15:47:06.032 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] ClsHello.WriteReturnData 2024-04-10T15:47:06.337 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:47:06 smithi069 ceph-mon[96738]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-137758-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:47:06.337 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:47:06 smithi069 ceph-mon[96738]: osdmap e949: 8 total, 8 up, 8 in 2024-04-10T15:47:06.338 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:47:06 smithi069 ceph-mon[94167]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-137758-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:47:06.338 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:47:06 smithi069 ceph-mon[94167]: osdmap e949: 8 total, 8 up, 8 in 2024-04-10T15:47:06.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:47:06 smithi077 ceph-mon[87572]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-137758-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:47:06.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:47:06 smithi077 ceph-mon[87572]: osdmap e949: 8 total, 8 up, 8 in 2024-04-10T15:47:07.337 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:47:06 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:15:47:06] "GET /metrics HTTP/1.1" 200 33968 "" "Prometheus/2.43.0" 2024-04-10T15:47:07.338 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:47:07 smithi069 ceph-mon[96738]: pgmap v1107: 137 pgs: 7 creating+peering, 5 unknown, 125 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 255 B/s wr, 0 op/s 2024-04-10T15:47:07.338 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:47:07 smithi069 ceph-mon[96738]: osdmap e950: 8 total, 8 up, 8 in 2024-04-10T15:47:07.338 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:47:07 smithi069 ceph-mon[94167]: pgmap v1107: 137 pgs: 7 creating+peering, 5 unknown, 125 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 255 B/s wr, 0 op/s 2024-04-10T15:47:07.338 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:47:07 smithi069 ceph-mon[94167]: osdmap e950: 8 total, 8 up, 8 in 2024-04-10T15:47:07.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:47:07 smithi077 ceph-mon[87572]: pgmap v1107: 137 pgs: 7 creating+peering, 5 unknown, 125 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 255 B/s wr, 0 op/s 2024-04-10T15:47:07.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:47:07 smithi077 ceph-mon[87572]: osdmap e950: 8 total, 8 up, 8 in 2024-04-10T15:47:08.046 INFO:tasks.workunit.client.0.smithi069.stdout:require_osd_release = squid 2024-04-10T15:47:08.056 INFO:tasks.workunit.client.0.smithi069.stdout:0 2024-04-10T15:47:08.062 INFO:tasks.workunit.client.0.smithi069.stdout:1 2024-04-10T15:47:08.063 INFO:tasks.workunit.client.0.smithi069.stdout:2 2024-04-10T15:47:08.064 INFO:tasks.workunit.client.0.smithi069.stdout:3 2024-04-10T15:47:08.065 INFO:tasks.workunit.client.0.smithi069.stdout:4 2024-04-10T15:47:08.066 INFO:tasks.workunit.client.0.smithi069.stdout:5 2024-04-10T15:47:08.067 INFO:tasks.workunit.client.0.smithi069.stdout:6 2024-04-10T15:47:08.068 INFO:tasks.workunit.client.0.smithi069.stdout:7 2024-04-10T15:47:08.068 INFO:tasks.workunit.client.0.smithi069.stdout:8 2024-04-10T15:47:08.069 INFO:tasks.workunit.client.0.smithi069.stdout:9 2024-04-10T15:47:08.070 INFO:tasks.workunit.client.0.smithi069.stdout:10 2024-04-10T15:47:08.071 INFO:tasks.workunit.client.0.smithi069.stdout:11 2024-04-10T15:47:08.072 INFO:tasks.workunit.client.0.smithi069.stdout:12 2024-04-10T15:47:08.073 INFO:tasks.workunit.client.0.smithi069.stdout:13 2024-04-10T15:47:08.074 INFO:tasks.workunit.client.0.smithi069.stdout:14 2024-04-10T15:47:08.075 INFO:tasks.workunit.client.0.smithi069.stdout:15 2024-04-10T15:47:08.076 INFO:tasks.workunit.client.0.smithi069.stdout:16 2024-04-10T15:47:08.076 INFO:tasks.workunit.client.0.smithi069.stdout:17 2024-04-10T15:47:08.077 INFO:tasks.workunit.client.0.smithi069.stdout:18 2024-04-10T15:47:08.078 INFO:tasks.workunit.client.0.smithi069.stdout:19 2024-04-10T15:47:08.079 INFO:tasks.workunit.client.0.smithi069.stdout:20 2024-04-10T15:47:08.080 INFO:tasks.workunit.client.0.smithi069.stdout:21 2024-04-10T15:47:08.081 INFO:tasks.workunit.client.0.smithi069.stdout:22 2024-04-10T15:47:08.082 INFO:tasks.workunit.client.0.smithi069.stdout:23 2024-04-10T15:47:08.082 INFO:tasks.workunit.client.0.smithi069.stdout:24 2024-04-10T15:47:08.083 INFO:tasks.workunit.client.0.smithi069.stdout:25 2024-04-10T15:47:08.084 INFO:tasks.workunit.client.0.smithi069.stdout:26 2024-04-10T15:47:08.085 INFO:tasks.workunit.client.0.smithi069.stdout:27 2024-04-10T15:47:08.086 INFO:tasks.workunit.client.0.smithi069.stdout:28 2024-04-10T15:47:08.087 INFO:tasks.workunit.client.0.smithi069.stdout:29 2024-04-10T15:47:08.088 INFO:tasks.workunit.client.0.smithi069.stdout:30 2024-04-10T15:47:08.089 INFO:tasks.workunit.client.0.smithi069.stdout:31 2024-04-10T15:47:08.090 INFO:tasks.workunit.client.0.smithi069.stdout:32 2024-04-10T15:47:08.090 INFO:tasks.workunit.client.0.smithi069.stdout:33 2024-04-10T15:47:08.091 INFO:tasks.workunit.client.0.smithi069.stdout:34 2024-04-10T15:47:08.092 INFO:tasks.workunit.client.0.smithi069.stdout:35 2024-04-10T15:47:08.093 INFO:tasks.workunit.client.0.smithi069.stdout:36 2024-04-10T15:47:08.094 INFO:tasks.workunit.client.0.smithi069.stdout:37 2024-04-10T15:47:08.095 INFO:tasks.workunit.client.0.smithi069.stdout:38 2024-04-10T15:47:08.096 INFO:tasks.workunit.client.0.smithi069.stdout:39 2024-04-10T15:47:08.096 INFO:tasks.workunit.client.0.smithi069.stdout:40 2024-04-10T15:47:08.097 INFO:tasks.workunit.client.0.smithi069.stdout:41 2024-04-10T15:47:08.098 INFO:tasks.workunit.client.0.smithi069.stdout:42 2024-04-10T15:47:08.099 INFO:tasks.workunit.client.0.smithi069.stdout:43 2024-04-10T15:47:08.100 INFO:tasks.workunit.client.0.smithi069.stdout:44 2024-04-10T15:47:08.101 INFO:tasks.workunit.client.0.smithi069.stdout:45 2024-04-10T15:47:08.102 INFO:tasks.workunit.client.0.smithi069.stdout:46 2024-04-10T15:47:08.102 INFO:tasks.workunit.client.0.smithi069.stdout:47 2024-04-10T15:47:08.103 INFO:tasks.workunit.client.0.smithi069.stdout:48 2024-04-10T15:47:08.104 INFO:tasks.workunit.client.0.smithi069.stdout:49 2024-04-10T15:47:08.105 INFO:tasks.workunit.client.0.smithi069.stdout:50 2024-04-10T15:47:08.106 INFO:tasks.workunit.client.0.smithi069.stdout:51 2024-04-10T15:47:08.107 INFO:tasks.workunit.client.0.smithi069.stdout:52 2024-04-10T15:47:08.108 INFO:tasks.workunit.client.0.smithi069.stdout:53 2024-04-10T15:47:08.108 INFO:tasks.workunit.client.0.smithi069.stdout:54 2024-04-10T15:47:08.109 INFO:tasks.workunit.client.0.smithi069.stdout:55 2024-04-10T15:47:08.110 INFO:tasks.workunit.client.0.smithi069.stdout:56 2024-04-10T15:47:08.111 INFO:tasks.workunit.client.0.smithi069.stdout:57 2024-04-10T15:47:08.112 INFO:tasks.workunit.client.0.smithi069.stdout:58 2024-04-10T15:47:08.113 INFO:tasks.workunit.client.0.smithi069.stdout:59 2024-04-10T15:47:08.114 INFO:tasks.workunit.client.0.smithi069.stdout:60 2024-04-10T15:47:08.115 INFO:tasks.workunit.client.0.smithi069.stdout:61 2024-04-10T15:47:08.116 INFO:tasks.workunit.client.0.smithi069.stdout:62 2024-04-10T15:47:08.117 INFO:tasks.workunit.client.0.smithi069.stdout:63 2024-04-10T15:47:08.118 INFO:tasks.workunit.client.0.smithi069.stdout:64 2024-04-10T15:47:08.118 INFO:tasks.workunit.client.0.smithi069.stdout:65 2024-04-10T15:47:08.119 INFO:tasks.workunit.client.0.smithi069.stdout:66 2024-04-10T15:47:08.120 INFO:tasks.workunit.client.0.smithi069.stdout:67 2024-04-10T15:47:08.121 INFO:tasks.workunit.client.0.smithi069.stdout:68 2024-04-10T15:47:08.122 INFO:tasks.workunit.client.0.smithi069.stdout:69 2024-04-10T15:47:08.123 INFO:tasks.workunit.client.0.smithi069.stdout:70 2024-04-10T15:47:08.124 INFO:tasks.workunit.client.0.smithi069.stdout:71 2024-04-10T15:47:08.125 INFO:tasks.workunit.client.0.smithi069.stdout:72 2024-04-10T15:47:08.126 INFO:tasks.workunit.client.0.smithi069.stdout:73 2024-04-10T15:47:08.127 INFO:tasks.workunit.client.0.smithi069.stdout:74 2024-04-10T15:47:08.128 INFO:tasks.workunit.client.0.smithi069.stdout:75 2024-04-10T15:47:08.130 INFO:tasks.workunit.client.0.smithi069.stdout:76 2024-04-10T15:47:08.130 INFO:tasks.workunit.client.0.smithi069.stdout:77 2024-04-10T15:47:08.130 INFO:tasks.workunit.client.0.smithi069.stdout:78 2024-04-10T15:47:08.131 INFO:tasks.workunit.client.0.smithi069.stdout:79 2024-04-10T15:47:08.132 INFO:tasks.workunit.client.0.smithi069.stdout:80 2024-04-10T15:47:08.133 INFO:tasks.workunit.client.0.smithi069.stdout:81 2024-04-10T15:47:08.134 INFO:tasks.workunit.client.0.smithi069.stdout:82 2024-04-10T15:47:08.135 INFO:tasks.workunit.client.0.smithi069.stdout:83 2024-04-10T15:47:08.136 INFO:tasks.workunit.client.0.smithi069.stdout:84 2024-04-10T15:47:08.137 INFO:tasks.workunit.client.0.smithi069.stdout:85 2024-04-10T15:47:08.138 INFO:tasks.workunit.client.0.smithi069.stdout:86 2024-04-10T15:47:08.139 INFO:tasks.workunit.client.0.smithi069.stdout:87 2024-04-10T15:47:08.140 INFO:tasks.workunit.client.0.smithi069.stdout:88 2024-04-10T15:47:08.141 INFO:tasks.workunit.client.0.smithi069.stdout:89 2024-04-10T15:47:08.142 INFO:tasks.workunit.client.0.smithi069.stdout:90 2024-04-10T15:47:08.143 INFO:tasks.workunit.client.0.smithi069.stdout:91 2024-04-10T15:47:08.144 INFO:tasks.workunit.client.0.smithi069.stdout:92 2024-04-10T15:47:08.144 INFO:tasks.workunit.client.0.smithi069.stdout:93 2024-04-10T15:47:08.145 INFO:tasks.workunit.client.0.smithi069.stdout:94 2024-04-10T15:47:08.146 INFO:tasks.workunit.client.0.smithi069.stdout:95 2024-04-10T15:47:08.147 INFO:tasks.workunit.client.0.smithi069.stdout:96 2024-04-10T15:47:08.148 INFO:tasks.workunit.client.0.smithi069.stdout:97 2024-04-10T15:47:08.149 INFO:tasks.workunit.client.0.smithi069.stdout:98 2024-04-10T15:47:08.150 INFO:tasks.workunit.client.0.smithi069.stdout:99 2024-04-10T15:47:08.151 INFO:tasks.workunit.client.0.smithi069.stdout:100 2024-04-10T15:47:08.151 INFO:tasks.workunit.client.0.smithi069.stdout:101 2024-04-10T15:47:08.152 INFO:tasks.workunit.client.0.smithi069.stdout:102 2024-04-10T15:47:08.153 INFO:tasks.workunit.client.0.smithi069.stdout:103 2024-04-10T15:47:08.154 INFO:tasks.workunit.client.0.smithi069.stdout:104 2024-04-10T15:47:08.155 INFO:tasks.workunit.client.0.smithi069.stdout:105 2024-04-10T15:47:08.156 INFO:tasks.workunit.client.0.smithi069.stdout:106 2024-04-10T15:47:08.156 INFO:tasks.workunit.client.0.smithi069.stdout:107 2024-04-10T15:47:08.157 INFO:tasks.workunit.client.0.smithi069.stdout:108 2024-04-10T15:47:08.158 INFO:tasks.workunit.client.0.smithi069.stdout:109 2024-04-10T15:47:08.159 INFO:tasks.workunit.client.0.smithi069.stdout:110 2024-04-10T15:47:08.160 INFO:tasks.workunit.client.0.smithi069.stdout:111 2024-04-10T15:47:08.161 INFO:tasks.workunit.client.0.smithi069.stdout:112 2024-04-10T15:47:08.162 INFO:tasks.workunit.client.0.smithi069.stdout:113 2024-04-10T15:47:08.162 INFO:tasks.workunit.client.0.smithi069.stdout:114 2024-04-10T15:47:08.163 INFO:tasks.workunit.client.0.smithi069.stdout:115 2024-04-10T15:47:08.164 INFO:tasks.workunit.client.0.smithi069.stdout:116 2024-04-10T15:47:08.165 INFO:tasks.workunit.client.0.smithi069.stdout:117 2024-04-10T15:47:08.166 INFO:tasks.workunit.client.0.smithi069.stdout:118 2024-04-10T15:47:08.167 INFO:tasks.workunit.client.0.smithi069.stdout:119 2024-04-10T15:47:08.167 INFO:tasks.workunit.client.0.smithi069.stdout:120 2024-04-10T15:47:08.168 INFO:tasks.workunit.client.0.smithi069.stdout:121 2024-04-10T15:47:08.169 INFO:tasks.workunit.client.0.smithi069.stdout:122 2024-04-10T15:47:08.170 INFO:tasks.workunit.client.0.smithi069.stdout:123 2024-04-10T15:47:08.171 INFO:tasks.workunit.client.0.smithi069.stdout:124 2024-04-10T15:47:08.172 INFO:tasks.workunit.client.0.smithi069.stdout:125 2024-04-10T15:47:08.172 INFO:tasks.workunit.client.0.smithi069.stdout:126 2024-04-10T15:47:08.173 INFO:tasks.workunit.client.0.smithi069.stdout:127 2024-04-10T15:47:08.174 INFO:tasks.workunit.client.0.smithi069.stdout:128 2024-04-10T15:47:08.175 INFO:tasks.workunit.client.0.smithi069.stdout:129 2024-04-10T15:47:08.176 INFO:tasks.workunit.client.0.smithi069.stdout:130 2024-04-10T15:47:08.177 INFO:tasks.workunit.client.0.smithi069.stdout:131 2024-04-10T15:47:08.177 INFO:tasks.workunit.client.0.smithi069.stdout:132 2024-04-10T15:47:08.178 INFO:tasks.workunit.client.0.smithi069.stdout:133 2024-04-10T15:47:08.179 INFO:tasks.workunit.client.0.smithi069.stdout:134 2024-04-10T15:47:08.180 INFO:tasks.workunit.client.0.smithi069.stdout:135 2024-04-10T15:47:08.181 INFO:tasks.workunit.client.0.smithi069.stdout:136 2024-04-10T15:47:08.181 INFO:tasks.workunit.client.0.smithi069.stdout:137 2024-04-10T15:47:08.182 INFO:tasks.workunit.client.0.smithi069.stdout:138 2024-04-10T15:47:08.183 INFO:tasks.workunit.client.0.smithi069.stdout:139 2024-04-10T15:47:08.184 INFO:tasks.workunit.client.0.smithi069.stdout:140 2024-04-10T15:47:08.185 INFO:tasks.workunit.client.0.smithi069.stdout:141 2024-04-10T15:47:08.186 INFO:tasks.workunit.client.0.smithi069.stdout:142 2024-04-10T15:47:08.187 INFO:tasks.workunit.client.0.smithi069.stdout:143 2024-04-10T15:47:08.187 INFO:tasks.workunit.client.0.smithi069.stdout:144 2024-04-10T15:47:08.188 INFO:tasks.workunit.client.0.smithi069.stdout:145 2024-04-10T15:47:08.189 INFO:tasks.workunit.client.0.smithi069.stdout:146 2024-04-10T15:47:08.190 INFO:tasks.workunit.client.0.smithi069.stdout:147 2024-04-10T15:47:08.191 INFO:tasks.workunit.client.0.smithi069.stdout:148 2024-04-10T15:47:08.192 INFO:tasks.workunit.client.0.smithi069.stdout:149 2024-04-10T15:47:08.193 INFO:tasks.workunit.client.0.smithi069.stdout:150 2024-04-10T15:47:08.193 INFO:tasks.workunit.client.0.smithi069.stdout:151 2024-04-10T15:47:08.194 INFO:tasks.workunit.client.0.smithi069.stdout:152 2024-04-10T15:47:08.195 INFO:tasks.workunit.client.0.smithi069.stdout:153 2024-04-10T15:47:08.196 INFO:tasks.workunit.client.0.smithi069.stdout:154 2024-04-10T15:47:08.203 INFO:tasks.workunit.client.0.smithi069.stdout:155 2024-04-10T15:47:08.204 INFO:tasks.workunit.client.0.smithi069.stdout:156 2024-04-10T15:47:08.205 INFO:tasks.workunit.client.0.smithi069.stdout:157 2024-04-10T15:47:08.206 INFO:tasks.workunit.client.0.smithi069.stdout:158 2024-04-10T15:47:08.207 INFO:tasks.workunit.client.0.smithi069.stdout:159 2024-04-10T15:47:08.207 INFO:tasks.workunit.client.0.smithi069.stdout:160 2024-04-10T15:47:08.208 INFO:tasks.workunit.client.0.smithi069.stdout:161 2024-04-10T15:47:08.209 INFO:tasks.workunit.client.0.smithi069.stdout:162 2024-04-10T15:47:08.210 INFO:tasks.workunit.client.0.smithi069.stdout:163 2024-04-10T15:47:08.211 INFO:tasks.workunit.client.0.smithi069.stdout:164 2024-04-10T15:47:08.212 INFO:tasks.workunit.client.0.smithi069.stdout:165 2024-04-10T15:47:08.212 INFO:tasks.workunit.client.0.smithi069.stdout:166 2024-04-10T15:47:08.213 INFO:tasks.workunit.client.0.smithi069.stdout:167 2024-04-10T15:47:08.214 INFO:tasks.workunit.client.0.smithi069.stdout:168 2024-04-10T15:47:08.215 INFO:tasks.workunit.client.0.smithi069.stdout:169 2024-04-10T15:47:08.216 INFO:tasks.workunit.client.0.smithi069.stdout:170 2024-04-10T15:47:08.217 INFO:tasks.workunit.client.0.smithi069.stdout:171 2024-04-10T15:47:08.218 INFO:tasks.workunit.client.0.smithi069.stdout:172 2024-04-10T15:47:08.218 INFO:tasks.workunit.client.0.smithi069.stdout:173 2024-04-10T15:47:08.219 INFO:tasks.workunit.client.0.smithi069.stdout:174 2024-04-10T15:47:08.220 INFO:tasks.workunit.client.0.smithi069.stdout:175 2024-04-10T15:47:08.221 INFO:tasks.workunit.client.0.smithi069.stdout:176 2024-04-10T15:47:08.222 INFO:tasks.workunit.client.0.smithi069.stdout:177 2024-04-10T15:47:08.223 INFO:tasks.workunit.client.0.smithi069.stdout:178 2024-04-10T15:47:08.224 INFO:tasks.workunit.client.0.smithi069.stdout:179 2024-04-10T15:47:08.224 INFO:tasks.workunit.client.0.smithi069.stdout:180 2024-04-10T15:47:08.225 INFO:tasks.workunit.client.0.smithi069.stdout:181 2024-04-10T15:47:08.226 INFO:tasks.workunit.client.0.smithi069.stdout:182 2024-04-10T15:47:08.227 INFO:tasks.workunit.client.0.smithi069.stdout:183 2024-04-10T15:47:08.228 INFO:tasks.workunit.client.0.smithi069.stdout:184 2024-04-10T15:47:08.229 INFO:tasks.workunit.client.0.smithi069.stdout:185 2024-04-10T15:47:08.230 INFO:tasks.workunit.client.0.smithi069.stdout:186 2024-04-10T15:47:08.230 INFO:tasks.workunit.client.0.smithi069.stdout:187 2024-04-10T15:47:08.231 INFO:tasks.workunit.client.0.smithi069.stdout:188 2024-04-10T15:47:08.232 INFO:tasks.workunit.client.0.smithi069.stdout:189 2024-04-10T15:47:08.233 INFO:tasks.workunit.client.0.smithi069.stdout:190 2024-04-10T15:47:08.233 INFO:tasks.workunit.client.0.smithi069.stdout:191 2024-04-10T15:47:08.234 INFO:tasks.workunit.client.0.smithi069.stdout:192 2024-04-10T15:47:08.235 INFO:tasks.workunit.client.0.smithi069.stdout:193 2024-04-10T15:47:08.236 INFO:tasks.workunit.client.0.smithi069.stdout:194 2024-04-10T15:47:08.237 INFO:tasks.workunit.client.0.smithi069.stdout:195 2024-04-10T15:47:08.238 INFO:tasks.workunit.client.0.smithi069.stdout:196 2024-04-10T15:47:08.239 INFO:tasks.workunit.client.0.smithi069.stdout:197 2024-04-10T15:47:08.239 INFO:tasks.workunit.client.0.smithi069.stdout:198 2024-04-10T15:47:08.240 INFO:tasks.workunit.client.0.smithi069.stdout:199 2024-04-10T15:47:08.241 INFO:tasks.workunit.client.0.smithi069.stdout:200 2024-04-10T15:47:08.242 INFO:tasks.workunit.client.0.smithi069.stdout:201 2024-04-10T15:47:08.243 INFO:tasks.workunit.client.0.smithi069.stdout:202 2024-04-10T15:47:08.243 INFO:tasks.workunit.client.0.smithi069.stdout:203 2024-04-10T15:47:08.245 INFO:tasks.workunit.client.0.smithi069.stdout:204 2024-04-10T15:47:08.245 INFO:tasks.workunit.client.0.smithi069.stdout:205 2024-04-10T15:47:08.246 INFO:tasks.workunit.client.0.smithi069.stdout:206 2024-04-10T15:47:08.247 INFO:tasks.workunit.client.0.smithi069.stdout:207 2024-04-10T15:47:08.248 INFO:tasks.workunit.client.0.smithi069.stdout:208 2024-04-10T15:47:08.249 INFO:tasks.workunit.client.0.smithi069.stdout:209 2024-04-10T15:47:08.250 INFO:tasks.workunit.client.0.smithi069.stdout:210 2024-04-10T15:47:08.251 INFO:tasks.workunit.client.0.smithi069.stdout:211 2024-04-10T15:47:08.252 INFO:tasks.workunit.client.0.smithi069.stdout:212 2024-04-10T15:47:08.253 INFO:tasks.workunit.client.0.smithi069.stdout:213 2024-04-10T15:47:08.254 INFO:tasks.workunit.client.0.smithi069.stdout:214 2024-04-10T15:47:08.255 INFO:tasks.workunit.client.0.smithi069.stdout:215 2024-04-10T15:47:08.256 INFO:tasks.workunit.client.0.smithi069.stdout:216 2024-04-10T15:47:08.256 INFO:tasks.workunit.client.0.smithi069.stdout:217 2024-04-10T15:47:08.257 INFO:tasks.workunit.client.0.smithi069.stdout:218 2024-04-10T15:47:08.258 INFO:tasks.workunit.client.0.smithi069.stdout:219 2024-04-10T15:47:08.259 INFO:tasks.workunit.client.0.smithi069.stdout:220 2024-04-10T15:47:08.260 INFO:tasks.workunit.client.0.smithi069.stdout:221 2024-04-10T15:47:08.261 INFO:tasks.workunit.client.0.smithi069.stdout:222 2024-04-10T15:47:08.262 INFO:tasks.workunit.client.0.smithi069.stdout:223 2024-04-10T15:47:08.263 INFO:tasks.workunit.client.0.smithi069.stdout:224 2024-04-10T15:47:08.264 INFO:tasks.workunit.client.0.smithi069.stdout:225 2024-04-10T15:47:08.265 INFO:tasks.workunit.client.0.smithi069.stdout:226 2024-04-10T15:47:08.265 INFO:tasks.workunit.client.0.smithi069.stdout:227 2024-04-10T15:47:08.266 INFO:tasks.workunit.client.0.smithi069.stdout:228 2024-04-10T15:47:08.267 INFO:tasks.workunit.client.0.smithi069.stdout:229 2024-04-10T15:47:08.268 INFO:tasks.workunit.client.0.smithi069.stdout:230 2024-04-10T15:47:08.269 INFO:tasks.workunit.client.0.smithi069.stdout:231 2024-04-10T15:47:08.269 INFO:tasks.workunit.client.0.smithi069.stdout:232 2024-04-10T15:47:08.270 INFO:tasks.workunit.client.0.smithi069.stdout:233 2024-04-10T15:47:08.271 INFO:tasks.workunit.client.0.smithi069.stdout:234 2024-04-10T15:47:08.272 INFO:tasks.workunit.client.0.smithi069.stdout:235 2024-04-10T15:47:08.273 INFO:tasks.workunit.client.0.smithi069.stdout:236 2024-04-10T15:47:08.274 INFO:tasks.workunit.client.0.smithi069.stdout:237 2024-04-10T15:47:08.275 INFO:tasks.workunit.client.0.smithi069.stdout:238 2024-04-10T15:47:08.276 INFO:tasks.workunit.client.0.smithi069.stdout:239 2024-04-10T15:47:08.277 INFO:tasks.workunit.client.0.smithi069.stdout:240 2024-04-10T15:47:08.278 INFO:tasks.workunit.client.0.smithi069.stdout:241 2024-04-10T15:47:08.278 INFO:tasks.workunit.client.0.smithi069.stdout:242 2024-04-10T15:47:08.279 INFO:tasks.workunit.client.0.smithi069.stdout:243 2024-04-10T15:47:08.280 INFO:tasks.workunit.client.0.smithi069.stdout:244 2024-04-10T15:47:08.281 INFO:tasks.workunit.client.0.smithi069.stdout:245 2024-04-10T15:47:08.282 INFO:tasks.workunit.client.0.smithi069.stdout:246 2024-04-10T15:47:08.283 INFO:tasks.workunit.client.0.smithi069.stdout:247 2024-04-10T15:47:08.284 INFO:tasks.workunit.client.0.smithi069.stdout:248 2024-04-10T15:47:08.285 INFO:tasks.workunit.client.0.smithi069.stdout:249 2024-04-10T15:47:08.286 INFO:tasks.workunit.client.0.smithi069.stdout:250 2024-04-10T15:47:08.286 INFO:tasks.workunit.client.0.smithi069.stdout:251 2024-04-10T15:47:08.287 INFO:tasks.workunit.client.0.smithi069.stdout:252 2024-04-10T15:47:08.288 INFO:tasks.workunit.client.0.smithi069.stdout:253 2024-04-10T15:47:08.289 INFO:tasks.workunit.client.0.smithi069.stdout:254 2024-04-10T15:47:08.290 INFO:tasks.workunit.client.0.smithi069.stdout:255 2024-04-10T15:47:08.291 INFO:tasks.workunit.client.0.smithi069.stdout:256 2024-04-10T15:47:08.292 INFO:tasks.workunit.client.0.smithi069.stdout:257 2024-04-10T15:47:08.293 INFO:tasks.workunit.client.0.smithi069.stdout:258 2024-04-10T15:47:08.294 INFO:tasks.workunit.client.0.smithi069.stdout:259 2024-04-10T15:47:08.294 INFO:tasks.workunit.client.0.smithi069.stdout:260 2024-04-10T15:47:08.295 INFO:tasks.workunit.client.0.smithi069.stdout:261 2024-04-10T15:47:08.296 INFO:tasks.workunit.client.0.smithi069.stdout:262 2024-04-10T15:47:08.297 INFO:tasks.workunit.client.0.smithi069.stdout:263 2024-04-10T15:47:08.298 INFO:tasks.workunit.client.0.smithi069.stdout:264 2024-04-10T15:47:08.299 INFO:tasks.workunit.client.0.smithi069.stdout:265 2024-04-10T15:47:08.299 INFO:tasks.workunit.client.0.smithi069.stdout:266 2024-04-10T15:47:08.300 INFO:tasks.workunit.client.0.smithi069.stdout:267 2024-04-10T15:47:08.301 INFO:tasks.workunit.client.0.smithi069.stdout:268 2024-04-10T15:47:08.302 INFO:tasks.workunit.client.0.smithi069.stdout:269 2024-04-10T15:47:08.303 INFO:tasks.workunit.client.0.smithi069.stdout:270 2024-04-10T15:47:08.304 INFO:tasks.workunit.client.0.smithi069.stdout:271 2024-04-10T15:47:08.305 INFO:tasks.workunit.client.0.smithi069.stdout:272 2024-04-10T15:47:08.306 INFO:tasks.workunit.client.0.smithi069.stdout:273 2024-04-10T15:47:08.306 INFO:tasks.workunit.client.0.smithi069.stdout:274 2024-04-10T15:47:08.307 INFO:tasks.workunit.client.0.smithi069.stdout:275 2024-04-10T15:47:08.308 INFO:tasks.workunit.client.0.smithi069.stdout:276 2024-04-10T15:47:08.309 INFO:tasks.workunit.client.0.smithi069.stdout:277 2024-04-10T15:47:08.310 INFO:tasks.workunit.client.0.smithi069.stdout:278 2024-04-10T15:47:08.311 INFO:tasks.workunit.client.0.smithi069.stdout:279 2024-04-10T15:47:08.312 INFO:tasks.workunit.client.0.smithi069.stdout:280 2024-04-10T15:47:08.312 INFO:tasks.workunit.client.0.smithi069.stdout:281 2024-04-10T15:47:08.313 INFO:tasks.workunit.client.0.smithi069.stdout:282 2024-04-10T15:47:08.314 INFO:tasks.workunit.client.0.smithi069.stdout:283 2024-04-10T15:47:08.315 INFO:tasks.workunit.client.0.smithi069.stdout:284 2024-04-10T15:47:08.316 INFO:tasks.workunit.client.0.smithi069.stdout:285 2024-04-10T15:47:08.317 INFO:tasks.workunit.client.0.smithi069.stdout:286 2024-04-10T15:47:08.318 INFO:tasks.workunit.client.0.smithi069.stdout:287 2024-04-10T15:47:08.319 INFO:tasks.workunit.client.0.smithi069.stdout:288 2024-04-10T15:47:08.320 INFO:tasks.workunit.client.0.smithi069.stdout:289 2024-04-10T15:47:08.321 INFO:tasks.workunit.client.0.smithi069.stdout:290 2024-04-10T15:47:08.321 INFO:tasks.workunit.client.0.smithi069.stdout:291 2024-04-10T15:47:08.322 INFO:tasks.workunit.client.0.smithi069.stdout:292 2024-04-10T15:47:08.323 INFO:tasks.workunit.client.0.smithi069.stdout:293 2024-04-10T15:47:08.324 INFO:tasks.workunit.client.0.smithi069.stdout:294 2024-04-10T15:47:08.325 INFO:tasks.workunit.client.0.smithi069.stdout:295 2024-04-10T15:47:08.326 INFO:tasks.workunit.client.0.smithi069.stdout:296 2024-04-10T15:47:08.327 INFO:tasks.workunit.client.0.smithi069.stdout:297 2024-04-10T15:47:08.328 INFO:tasks.workunit.client.0.smithi069.stdout:298 2024-04-10T15:47:08.328 INFO:tasks.workunit.client.0.smithi069.stdout:299 2024-04-10T15:47:08.329 INFO:tasks.workunit.client.0.smithi069.stdout:300 2024-04-10T15:47:08.330 INFO:tasks.workunit.client.0.smithi069.stdout:301 2024-04-10T15:47:08.331 INFO:tasks.workunit.client.0.smithi069.stdout:302 2024-04-10T15:47:08.332 INFO:tasks.workunit.client.0.smithi069.stdout:303 2024-04-10T15:47:08.333 INFO:tasks.workunit.client.0.smithi069.stdout:304 2024-04-10T15:47:08.333 INFO:tasks.workunit.client.0.smithi069.stdout:305 2024-04-10T15:47:08.334 INFO:tasks.workunit.client.0.smithi069.stdout:306 2024-04-10T15:47:08.335 INFO:tasks.workunit.client.0.smithi069.stdout:307 2024-04-10T15:47:08.336 INFO:tasks.workunit.client.0.smithi069.stdout:308 2024-04-10T15:47:08.337 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:47:08 smithi069 ceph-mon[94167]: osdmap e951: 8 total, 8 up, 8 in 2024-04-10T15:47:08.337 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:47:08 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/3429532847' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-137758-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:47:08.337 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:47:08 smithi069 ceph-mon[94167]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-137758-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:47:08.338 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:47:08 smithi069 ceph-mon[96738]: osdmap e951: 8 total, 8 up, 8 in 2024-04-10T15:47:08.338 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:47:08 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/3429532847' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-137758-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:47:08.338 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:47:08 smithi069 ceph-mon[96738]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-137758-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:47:08.338 INFO:tasks.workunit.client.0.smithi069.stdout:309 2024-04-10T15:47:08.338 INFO:tasks.workunit.client.0.smithi069.stdout:310 2024-04-10T15:47:08.339 INFO:tasks.workunit.client.0.smithi069.stdout:311 2024-04-10T15:47:08.340 INFO:tasks.workunit.client.0.smithi069.stdout:312 2024-04-10T15:47:08.341 INFO:tasks.workunit.client.0.smithi069.stdout:313 2024-04-10T15:47:08.342 INFO:tasks.workunit.client.0.smithi069.stdout:314 2024-04-10T15:47:08.342 INFO:tasks.workunit.client.0.smithi069.stdout:315 2024-04-10T15:47:08.343 INFO:tasks.workunit.client.0.smithi069.stdout:316 2024-04-10T15:47:08.344 INFO:tasks.workunit.client.0.smithi069.stdout:317 2024-04-10T15:47:08.345 INFO:tasks.workunit.client.0.smithi069.stdout:318 2024-04-10T15:47:08.346 INFO:tasks.workunit.client.0.smithi069.stdout:319 2024-04-10T15:47:08.347 INFO:tasks.workunit.client.0.smithi069.stdout:320 2024-04-10T15:47:08.348 INFO:tasks.workunit.client.0.smithi069.stdout:321 2024-04-10T15:47:08.349 INFO:tasks.workunit.client.0.smithi069.stdout:322 2024-04-10T15:47:08.350 INFO:tasks.workunit.client.0.smithi069.stdout:323 2024-04-10T15:47:08.351 INFO:tasks.workunit.client.0.smithi069.stdout:324 2024-04-10T15:47:08.352 INFO:tasks.workunit.client.0.smithi069.stdout:325 2024-04-10T15:47:08.353 INFO:tasks.workunit.client.0.smithi069.stdout:326 2024-04-10T15:47:08.354 INFO:tasks.workunit.client.0.smithi069.stdout:327 2024-04-10T15:47:08.355 INFO:tasks.workunit.client.0.smithi069.stdout:328 2024-04-10T15:47:08.355 INFO:tasks.workunit.client.0.smithi069.stdout:329 2024-04-10T15:47:08.357 INFO:tasks.workunit.client.0.smithi069.stdout:330 2024-04-10T15:47:08.357 INFO:tasks.workunit.client.0.smithi069.stdout:331 2024-04-10T15:47:08.358 INFO:tasks.workunit.client.0.smithi069.stdout:332 2024-04-10T15:47:08.359 INFO:tasks.workunit.client.0.smithi069.stdout:333 2024-04-10T15:47:08.360 INFO:tasks.workunit.client.0.smithi069.stdout:334 2024-04-10T15:47:08.361 INFO:tasks.workunit.client.0.smithi069.stdout:335 2024-04-10T15:47:08.362 INFO:tasks.workunit.client.0.smithi069.stdout:336 2024-04-10T15:47:08.363 INFO:tasks.workunit.client.0.smithi069.stdout:337 2024-04-10T15:47:08.364 INFO:tasks.workunit.client.0.smithi069.stdout:338 2024-04-10T15:47:08.365 INFO:tasks.workunit.client.0.smithi069.stdout:339 2024-04-10T15:47:08.365 INFO:tasks.workunit.client.0.smithi069.stdout:340 2024-04-10T15:47:08.367 INFO:tasks.workunit.client.0.smithi069.stdout:341 2024-04-10T15:47:08.368 INFO:tasks.workunit.client.0.smithi069.stdout:342 2024-04-10T15:47:08.368 INFO:tasks.workunit.client.0.smithi069.stdout:343 2024-04-10T15:47:08.370 INFO:tasks.workunit.client.0.smithi069.stdout:344 2024-04-10T15:47:08.370 INFO:tasks.workunit.client.0.smithi069.stdout:345 2024-04-10T15:47:08.371 INFO:tasks.workunit.client.0.smithi069.stdout:346 2024-04-10T15:47:08.372 INFO:tasks.workunit.client.0.smithi069.stdout:347 2024-04-10T15:47:08.373 INFO:tasks.workunit.client.0.smithi069.stdout:348 2024-04-10T15:47:08.374 INFO:tasks.workunit.client.0.smithi069.stdout:349 2024-04-10T15:47:08.375 INFO:tasks.workunit.client.0.smithi069.stdout:350 2024-04-10T15:47:08.376 INFO:tasks.workunit.client.0.smithi069.stdout:351 2024-04-10T15:47:08.377 INFO:tasks.workunit.client.0.smithi069.stdout:352 2024-04-10T15:47:08.378 INFO:tasks.workunit.client.0.smithi069.stdout:353 2024-04-10T15:47:08.379 INFO:tasks.workunit.client.0.smithi069.stdout:354 2024-04-10T15:47:08.380 INFO:tasks.workunit.client.0.smithi069.stdout:355 2024-04-10T15:47:08.381 INFO:tasks.workunit.client.0.smithi069.stdout:356 2024-04-10T15:47:08.382 INFO:tasks.workunit.client.0.smithi069.stdout:357 2024-04-10T15:47:08.383 INFO:tasks.workunit.client.0.smithi069.stdout:358 2024-04-10T15:47:08.384 INFO:tasks.workunit.client.0.smithi069.stdout:359 2024-04-10T15:47:08.384 INFO:tasks.workunit.client.0.smithi069.stdout:360 2024-04-10T15:47:08.385 INFO:tasks.workunit.client.0.smithi069.stdout:361 2024-04-10T15:47:08.386 INFO:tasks.workunit.client.0.smithi069.stdout:362 2024-04-10T15:47:08.387 INFO:tasks.workunit.client.0.smithi069.stdout:363 2024-04-10T15:47:08.388 INFO:tasks.workunit.client.0.smithi069.stdout:364 2024-04-10T15:47:08.389 INFO:tasks.workunit.client.0.smithi069.stdout:365 2024-04-10T15:47:08.390 INFO:tasks.workunit.client.0.smithi069.stdout:366 2024-04-10T15:47:08.391 INFO:tasks.workunit.client.0.smithi069.stdout:367 2024-04-10T15:47:08.392 INFO:tasks.workunit.client.0.smithi069.stdout:368 2024-04-10T15:47:08.393 INFO:tasks.workunit.client.0.smithi069.stdout:369 2024-04-10T15:47:08.394 INFO:tasks.workunit.client.0.smithi069.stdout:370 2024-04-10T15:47:08.395 INFO:tasks.workunit.client.0.smithi069.stdout:371 2024-04-10T15:47:08.396 INFO:tasks.workunit.client.0.smithi069.stdout:372 2024-04-10T15:47:08.397 INFO:tasks.workunit.client.0.smithi069.stdout:373 2024-04-10T15:47:08.398 INFO:tasks.workunit.client.0.smithi069.stdout:374 2024-04-10T15:47:08.399 INFO:tasks.workunit.client.0.smithi069.stdout:375 2024-04-10T15:47:08.400 INFO:tasks.workunit.client.0.smithi069.stdout:376 2024-04-10T15:47:08.401 INFO:tasks.workunit.client.0.smithi069.stdout:377 2024-04-10T15:47:08.402 INFO:tasks.workunit.client.0.smithi069.stdout:378 2024-04-10T15:47:08.402 INFO:tasks.workunit.client.0.smithi069.stdout:379 2024-04-10T15:47:08.403 INFO:tasks.workunit.client.0.smithi069.stdout:380 2024-04-10T15:47:08.404 INFO:tasks.workunit.client.0.smithi069.stdout:381 2024-04-10T15:47:08.405 INFO:tasks.workunit.client.0.smithi069.stdout:382 2024-04-10T15:47:08.406 INFO:tasks.workunit.client.0.smithi069.stdout:383 2024-04-10T15:47:08.407 INFO:tasks.workunit.client.0.smithi069.stdout:384 2024-04-10T15:47:08.408 INFO:tasks.workunit.client.0.smithi069.stdout:385 2024-04-10T15:47:08.409 INFO:tasks.workunit.client.0.smithi069.stdout:386 2024-04-10T15:47:08.410 INFO:tasks.workunit.client.0.smithi069.stdout:387 2024-04-10T15:47:08.411 INFO:tasks.workunit.client.0.smithi069.stdout:388 2024-04-10T15:47:08.412 INFO:tasks.workunit.client.0.smithi069.stdout:389 2024-04-10T15:47:08.413 INFO:tasks.workunit.client.0.smithi069.stdout:390 2024-04-10T15:47:08.413 INFO:tasks.workunit.client.0.smithi069.stdout:391 2024-04-10T15:47:08.415 INFO:tasks.workunit.client.0.smithi069.stdout:392 2024-04-10T15:47:08.416 INFO:tasks.workunit.client.0.smithi069.stdout:393 2024-04-10T15:47:08.417 INFO:tasks.workunit.client.0.smithi069.stdout:394 2024-04-10T15:47:08.418 INFO:tasks.workunit.client.0.smithi069.stdout:395 2024-04-10T15:47:08.419 INFO:tasks.workunit.client.0.smithi069.stdout:396 2024-04-10T15:47:08.420 INFO:tasks.workunit.client.0.smithi069.stdout:397 2024-04-10T15:47:08.421 INFO:tasks.workunit.client.0.smithi069.stdout:398 2024-04-10T15:47:08.421 INFO:tasks.workunit.client.0.smithi069.stdout:399 2024-04-10T15:47:08.422 INFO:tasks.workunit.client.0.smithi069.stdout:400 2024-04-10T15:47:08.423 INFO:tasks.workunit.client.0.smithi069.stdout:401 2024-04-10T15:47:08.424 INFO:tasks.workunit.client.0.smithi069.stdout:402 2024-04-10T15:47:08.425 INFO:tasks.workunit.client.0.smithi069.stdout:403 2024-04-10T15:47:08.426 INFO:tasks.workunit.client.0.smithi069.stdout:404 2024-04-10T15:47:08.428 INFO:tasks.workunit.client.0.smithi069.stdout:405 2024-04-10T15:47:08.429 INFO:tasks.workunit.client.0.smithi069.stdout:406 2024-04-10T15:47:08.430 INFO:tasks.workunit.client.0.smithi069.stdout:407 2024-04-10T15:47:08.431 INFO:tasks.workunit.client.0.smithi069.stdout:408 2024-04-10T15:47:08.431 INFO:tasks.workunit.client.0.smithi069.stdout:409 2024-04-10T15:47:08.432 INFO:tasks.workunit.client.0.smithi069.stdout:410 2024-04-10T15:47:08.433 INFO:tasks.workunit.client.0.smithi069.stdout:411 2024-04-10T15:47:08.434 INFO:tasks.workunit.client.0.smithi069.stdout:412 2024-04-10T15:47:08.435 INFO:tasks.workunit.client.0.smithi069.stdout:413 2024-04-10T15:47:08.436 INFO:tasks.workunit.client.0.smithi069.stdout:414 2024-04-10T15:47:08.438 INFO:tasks.workunit.client.0.smithi069.stdout:415 2024-04-10T15:47:08.439 INFO:tasks.workunit.client.0.smithi069.stdout:416 2024-04-10T15:47:08.440 INFO:tasks.workunit.client.0.smithi069.stdout:417 2024-04-10T15:47:08.441 INFO:tasks.workunit.client.0.smithi069.stdout:418 2024-04-10T15:47:08.442 INFO:tasks.workunit.client.0.smithi069.stdout:419 2024-04-10T15:47:08.443 INFO:tasks.workunit.client.0.smithi069.stdout:420 2024-04-10T15:47:08.444 INFO:tasks.workunit.client.0.smithi069.stdout:421 2024-04-10T15:47:08.445 INFO:tasks.workunit.client.0.smithi069.stdout:422 2024-04-10T15:47:08.446 INFO:tasks.workunit.client.0.smithi069.stdout:423 2024-04-10T15:47:08.447 INFO:tasks.workunit.client.0.smithi069.stdout:424 2024-04-10T15:47:08.448 INFO:tasks.workunit.client.0.smithi069.stdout:425 2024-04-10T15:47:08.449 INFO:tasks.workunit.client.0.smithi069.stdout:426 2024-04-10T15:47:08.450 INFO:tasks.workunit.client.0.smithi069.stdout:427 2024-04-10T15:47:08.451 INFO:tasks.workunit.client.0.smithi069.stdout:428 2024-04-10T15:47:08.452 INFO:tasks.workunit.client.0.smithi069.stdout:429 2024-04-10T15:47:08.453 INFO:tasks.workunit.client.0.smithi069.stdout:430 2024-04-10T15:47:08.454 INFO:tasks.workunit.client.0.smithi069.stdout:431 2024-04-10T15:47:08.455 INFO:tasks.workunit.client.0.smithi069.stdout:432 2024-04-10T15:47:08.456 INFO:tasks.workunit.client.0.smithi069.stdout:433 2024-04-10T15:47:08.458 INFO:tasks.workunit.client.0.smithi069.stdout:434 2024-04-10T15:47:08.459 INFO:tasks.workunit.client.0.smithi069.stdout:435 2024-04-10T15:47:08.460 INFO:tasks.workunit.client.0.smithi069.stdout:436 2024-04-10T15:47:08.461 INFO:tasks.workunit.client.0.smithi069.stdout:437 2024-04-10T15:47:08.462 INFO:tasks.workunit.client.0.smithi069.stdout:438 2024-04-10T15:47:08.462 INFO:tasks.workunit.client.0.smithi069.stdout:439 2024-04-10T15:47:08.464 INFO:tasks.workunit.client.0.smithi069.stdout:440 2024-04-10T15:47:08.464 INFO:tasks.workunit.client.0.smithi069.stdout:441 2024-04-10T15:47:08.465 INFO:tasks.workunit.client.0.smithi069.stdout:442 2024-04-10T15:47:08.466 INFO:tasks.workunit.client.0.smithi069.stdout:443 2024-04-10T15:47:08.467 INFO:tasks.workunit.client.0.smithi069.stdout:444 2024-04-10T15:47:08.468 INFO:tasks.workunit.client.0.smithi069.stdout:445 2024-04-10T15:47:08.469 INFO:tasks.workunit.client.0.smithi069.stdout:446 2024-04-10T15:47:08.470 INFO:tasks.workunit.client.0.smithi069.stdout:447 2024-04-10T15:47:08.471 INFO:tasks.workunit.client.0.smithi069.stdout:448 2024-04-10T15:47:08.472 INFO:tasks.workunit.client.0.smithi069.stdout:449 2024-04-10T15:47:08.473 INFO:tasks.workunit.client.0.smithi069.stdout:450 2024-04-10T15:47:08.474 INFO:tasks.workunit.client.0.smithi069.stdout:451 2024-04-10T15:47:08.474 INFO:tasks.workunit.client.0.smithi069.stdout:452 2024-04-10T15:47:08.476 INFO:tasks.workunit.client.0.smithi069.stdout:453 2024-04-10T15:47:08.477 INFO:tasks.workunit.client.0.smithi069.stdout:454 2024-04-10T15:47:08.478 INFO:tasks.workunit.client.0.smithi069.stdout:455 2024-04-10T15:47:08.479 INFO:tasks.workunit.client.0.smithi069.stdout:456 2024-04-10T15:47:08.480 INFO:tasks.workunit.client.0.smithi069.stdout:457 2024-04-10T15:47:08.481 INFO:tasks.workunit.client.0.smithi069.stdout:458 2024-04-10T15:47:08.482 INFO:tasks.workunit.client.0.smithi069.stdout:459 2024-04-10T15:47:08.483 INFO:tasks.workunit.client.0.smithi069.stdout:460 2024-04-10T15:47:08.484 INFO:tasks.workunit.client.0.smithi069.stdout:461 2024-04-10T15:47:08.485 INFO:tasks.workunit.client.0.smithi069.stdout:462 2024-04-10T15:47:08.487 INFO:tasks.workunit.client.0.smithi069.stdout:463 2024-04-10T15:47:08.488 INFO:tasks.workunit.client.0.smithi069.stdout:464 2024-04-10T15:47:08.489 INFO:tasks.workunit.client.0.smithi069.stdout:465 2024-04-10T15:47:08.490 INFO:tasks.workunit.client.0.smithi069.stdout:466 2024-04-10T15:47:08.491 INFO:tasks.workunit.client.0.smithi069.stdout:467 2024-04-10T15:47:08.491 INFO:tasks.workunit.client.0.smithi069.stdout:468 2024-04-10T15:47:08.493 INFO:tasks.workunit.client.0.smithi069.stdout:469 2024-04-10T15:47:08.493 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:47:08 smithi077 ceph-mon[87572]: osdmap e951: 8 total, 8 up, 8 in 2024-04-10T15:47:08.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:47:08 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/3429532847' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-137758-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:47:08.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:47:08 smithi077 ceph-mon[87572]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-137758-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:47:08.495 INFO:tasks.workunit.client.0.smithi069.stdout:470 2024-04-10T15:47:08.495 INFO:tasks.workunit.client.0.smithi069.stdout:471 2024-04-10T15:47:08.496 INFO:tasks.workunit.client.0.smithi069.stdout:472 2024-04-10T15:47:08.497 INFO:tasks.workunit.client.0.smithi069.stdout:473 2024-04-10T15:47:08.498 INFO:tasks.workunit.client.0.smithi069.stdout:474 2024-04-10T15:47:08.499 INFO:tasks.workunit.client.0.smithi069.stdout:475 2024-04-10T15:47:08.500 INFO:tasks.workunit.client.0.smithi069.stdout:476 2024-04-10T15:47:08.501 INFO:tasks.workunit.client.0.smithi069.stdout:477 2024-04-10T15:47:08.502 INFO:tasks.workunit.client.0.smithi069.stdout:478 2024-04-10T15:47:08.503 INFO:tasks.workunit.client.0.smithi069.stdout:479 2024-04-10T15:47:08.504 INFO:tasks.workunit.client.0.smithi069.stdout:480 2024-04-10T15:47:08.505 INFO:tasks.workunit.client.0.smithi069.stdout:481 2024-04-10T15:47:08.506 INFO:tasks.workunit.client.0.smithi069.stdout:482 2024-04-10T15:47:08.507 INFO:tasks.workunit.client.0.smithi069.stdout:483 2024-04-10T15:47:08.508 INFO:tasks.workunit.client.0.smithi069.stdout:484 2024-04-10T15:47:08.509 INFO:tasks.workunit.client.0.smithi069.stdout:485 2024-04-10T15:47:08.510 INFO:tasks.workunit.client.0.smithi069.stdout:486 2024-04-10T15:47:08.511 INFO:tasks.workunit.client.0.smithi069.stdout:487 2024-04-10T15:47:08.512 INFO:tasks.workunit.client.0.smithi069.stdout:488 2024-04-10T15:47:08.513 INFO:tasks.workunit.client.0.smithi069.stdout:489 2024-04-10T15:47:08.514 INFO:tasks.workunit.client.0.smithi069.stdout:490 2024-04-10T15:47:08.515 INFO:tasks.workunit.client.0.smithi069.stdout:491 2024-04-10T15:47:08.516 INFO:tasks.workunit.client.0.smithi069.stdout:492 2024-04-10T15:47:08.517 INFO:tasks.workunit.client.0.smithi069.stdout:493 2024-04-10T15:47:08.518 INFO:tasks.workunit.client.0.smithi069.stdout:494 2024-04-10T15:47:08.519 INFO:tasks.workunit.client.0.smithi069.stdout:495 2024-04-10T15:47:08.519 INFO:tasks.workunit.client.0.smithi069.stdout:496 2024-04-10T15:47:08.521 INFO:tasks.workunit.client.0.smithi069.stdout:497 2024-04-10T15:47:08.521 INFO:tasks.workunit.client.0.smithi069.stdout:498 2024-04-10T15:47:08.522 INFO:tasks.workunit.client.0.smithi069.stdout:499 2024-04-10T15:47:08.523 INFO:tasks.workunit.client.0.smithi069.stdout:500 2024-04-10T15:47:08.524 INFO:tasks.workunit.client.0.smithi069.stdout:501 2024-04-10T15:47:08.525 INFO:tasks.workunit.client.0.smithi069.stdout:502 2024-04-10T15:47:08.527 INFO:tasks.workunit.client.0.smithi069.stdout:503 2024-04-10T15:47:08.528 INFO:tasks.workunit.client.0.smithi069.stdout:504 2024-04-10T15:47:08.529 INFO:tasks.workunit.client.0.smithi069.stdout:505 2024-04-10T15:47:08.531 INFO:tasks.workunit.client.0.smithi069.stdout:506 2024-04-10T15:47:08.531 INFO:tasks.workunit.client.0.smithi069.stdout:507 2024-04-10T15:47:08.532 INFO:tasks.workunit.client.0.smithi069.stdout:508 2024-04-10T15:47:08.534 INFO:tasks.workunit.client.0.smithi069.stdout:509 2024-04-10T15:47:08.536 INFO:tasks.workunit.client.0.smithi069.stdout:510 2024-04-10T15:47:08.537 INFO:tasks.workunit.client.0.smithi069.stdout:511 2024-04-10T15:47:08.538 INFO:tasks.workunit.client.0.smithi069.stdout:512 2024-04-10T15:47:08.541 INFO:tasks.workunit.client.0.smithi069.stdout:513 2024-04-10T15:47:08.541 INFO:tasks.workunit.client.0.smithi069.stdout:514 2024-04-10T15:47:08.542 INFO:tasks.workunit.client.0.smithi069.stdout:515 2024-04-10T15:47:08.543 INFO:tasks.workunit.client.0.smithi069.stdout:516 2024-04-10T15:47:08.544 INFO:tasks.workunit.client.0.smithi069.stdout:517 2024-04-10T15:47:08.545 INFO:tasks.workunit.client.0.smithi069.stdout:518 2024-04-10T15:47:08.546 INFO:tasks.workunit.client.0.smithi069.stdout:519 2024-04-10T15:47:08.547 INFO:tasks.workunit.client.0.smithi069.stdout:520 2024-04-10T15:47:08.548 INFO:tasks.workunit.client.0.smithi069.stdout:521 2024-04-10T15:47:08.549 INFO:tasks.workunit.client.0.smithi069.stdout:522 2024-04-10T15:47:08.550 INFO:tasks.workunit.client.0.smithi069.stdout:523 2024-04-10T15:47:08.552 INFO:tasks.workunit.client.0.smithi069.stdout:524 2024-04-10T15:47:08.554 INFO:tasks.workunit.client.0.smithi069.stdout:525 2024-04-10T15:47:08.555 INFO:tasks.workunit.client.0.smithi069.stdout:526 2024-04-10T15:47:08.556 INFO:tasks.workunit.client.0.smithi069.stdout:527 2024-04-10T15:47:08.557 INFO:tasks.workunit.client.0.smithi069.stdout:528 2024-04-10T15:47:08.558 INFO:tasks.workunit.client.0.smithi069.stdout:529 2024-04-10T15:47:08.559 INFO:tasks.workunit.client.0.smithi069.stdout:530 2024-04-10T15:47:08.560 INFO:tasks.workunit.client.0.smithi069.stdout:531 2024-04-10T15:47:08.561 INFO:tasks.workunit.client.0.smithi069.stdout:532 2024-04-10T15:47:08.561 INFO:tasks.workunit.client.0.smithi069.stdout:533 2024-04-10T15:47:08.563 INFO:tasks.workunit.client.0.smithi069.stdout:534 2024-04-10T15:47:08.564 INFO:tasks.workunit.client.0.smithi069.stdout:535 2024-04-10T15:47:08.565 INFO:tasks.workunit.client.0.smithi069.stdout:536 2024-04-10T15:47:08.566 INFO:tasks.workunit.client.0.smithi069.stdout:537 2024-04-10T15:47:08.567 INFO:tasks.workunit.client.0.smithi069.stdout:538 2024-04-10T15:47:08.568 INFO:tasks.workunit.client.0.smithi069.stdout:539 2024-04-10T15:47:08.570 INFO:tasks.workunit.client.0.smithi069.stdout:540 2024-04-10T15:47:08.571 INFO:tasks.workunit.client.0.smithi069.stdout:541 2024-04-10T15:47:08.572 INFO:tasks.workunit.client.0.smithi069.stdout:542 2024-04-10T15:47:08.573 INFO:tasks.workunit.client.0.smithi069.stdout:543 2024-04-10T15:47:08.574 INFO:tasks.workunit.client.0.smithi069.stdout:544 2024-04-10T15:47:08.575 INFO:tasks.workunit.client.0.smithi069.stdout:545 2024-04-10T15:47:08.576 INFO:tasks.workunit.client.0.smithi069.stdout:546 2024-04-10T15:47:08.577 INFO:tasks.workunit.client.0.smithi069.stdout:547 2024-04-10T15:47:08.578 INFO:tasks.workunit.client.0.smithi069.stdout:548 2024-04-10T15:47:08.578 INFO:tasks.workunit.client.0.smithi069.stdout:549 2024-04-10T15:47:08.579 INFO:tasks.workunit.client.0.smithi069.stdout:550 2024-04-10T15:47:08.580 INFO:tasks.workunit.client.0.smithi069.stdout:551 2024-04-10T15:47:08.581 INFO:tasks.workunit.client.0.smithi069.stdout:552 2024-04-10T15:47:08.582 INFO:tasks.workunit.client.0.smithi069.stdout:553 2024-04-10T15:47:08.583 INFO:tasks.workunit.client.0.smithi069.stdout:554 2024-04-10T15:47:08.584 INFO:tasks.workunit.client.0.smithi069.stdout:555 2024-04-10T15:47:08.585 INFO:tasks.workunit.client.0.smithi069.stdout:556 2024-04-10T15:47:08.586 INFO:tasks.workunit.client.0.smithi069.stdout:557 2024-04-10T15:47:08.587 INFO:tasks.workunit.client.0.smithi069.stdout:558 2024-04-10T15:47:08.588 INFO:tasks.workunit.client.0.smithi069.stdout:559 2024-04-10T15:47:08.589 INFO:tasks.workunit.client.0.smithi069.stdout:560 2024-04-10T15:47:08.590 INFO:tasks.workunit.client.0.smithi069.stdout:561 2024-04-10T15:47:08.591 INFO:tasks.workunit.client.0.smithi069.stdout:562 2024-04-10T15:47:08.592 INFO:tasks.workunit.client.0.smithi069.stdout:563 2024-04-10T15:47:08.593 INFO:tasks.workunit.client.0.smithi069.stdout:564 2024-04-10T15:47:08.595 INFO:tasks.workunit.client.0.smithi069.stdout:565 2024-04-10T15:47:08.595 INFO:tasks.workunit.client.0.smithi069.stdout:566 2024-04-10T15:47:08.596 INFO:tasks.workunit.client.0.smithi069.stdout:567 2024-04-10T15:47:08.597 INFO:tasks.workunit.client.0.smithi069.stdout:568 2024-04-10T15:47:08.598 INFO:tasks.workunit.client.0.smithi069.stdout:569 2024-04-10T15:47:08.599 INFO:tasks.workunit.client.0.smithi069.stdout:570 2024-04-10T15:47:08.600 INFO:tasks.workunit.client.0.smithi069.stdout:571 2024-04-10T15:47:08.601 INFO:tasks.workunit.client.0.smithi069.stdout:572 2024-04-10T15:47:08.602 INFO:tasks.workunit.client.0.smithi069.stdout:573 2024-04-10T15:47:08.603 INFO:tasks.workunit.client.0.smithi069.stdout:574 2024-04-10T15:47:08.604 INFO:tasks.workunit.client.0.smithi069.stdout:575 2024-04-10T15:47:08.605 INFO:tasks.workunit.client.0.smithi069.stdout:576 2024-04-10T15:47:08.606 INFO:tasks.workunit.client.0.smithi069.stdout:577 2024-04-10T15:47:08.607 INFO:tasks.workunit.client.0.smithi069.stdout:578 2024-04-10T15:47:08.608 INFO:tasks.workunit.client.0.smithi069.stdout:579 2024-04-10T15:47:08.609 INFO:tasks.workunit.client.0.smithi069.stdout:580 2024-04-10T15:47:08.610 INFO:tasks.workunit.client.0.smithi069.stdout:581 2024-04-10T15:47:08.611 INFO:tasks.workunit.client.0.smithi069.stdout:582 2024-04-10T15:47:08.612 INFO:tasks.workunit.client.0.smithi069.stdout:583 2024-04-10T15:47:08.613 INFO:tasks.workunit.client.0.smithi069.stdout:584 2024-04-10T15:47:08.614 INFO:tasks.workunit.client.0.smithi069.stdout:585 2024-04-10T15:47:08.615 INFO:tasks.workunit.client.0.smithi069.stdout:586 2024-04-10T15:47:08.616 INFO:tasks.workunit.client.0.smithi069.stdout:587 2024-04-10T15:47:08.617 INFO:tasks.workunit.client.0.smithi069.stdout:588 2024-04-10T15:47:08.618 INFO:tasks.workunit.client.0.smithi069.stdout:589 2024-04-10T15:47:08.619 INFO:tasks.workunit.client.0.smithi069.stdout:590 2024-04-10T15:47:08.620 INFO:tasks.workunit.client.0.smithi069.stdout:591 2024-04-10T15:47:08.621 INFO:tasks.workunit.client.0.smithi069.stdout:592 2024-04-10T15:47:08.622 INFO:tasks.workunit.client.0.smithi069.stdout:593 2024-04-10T15:47:08.623 INFO:tasks.workunit.client.0.smithi069.stdout:594 2024-04-10T15:47:08.625 INFO:tasks.workunit.client.0.smithi069.stdout:595 2024-04-10T15:47:08.625 INFO:tasks.workunit.client.0.smithi069.stdout:596 2024-04-10T15:47:08.626 INFO:tasks.workunit.client.0.smithi069.stdout:597 2024-04-10T15:47:08.627 INFO:tasks.workunit.client.0.smithi069.stdout:598 2024-04-10T15:47:08.628 INFO:tasks.workunit.client.0.smithi069.stdout:599 2024-04-10T15:47:08.630 INFO:tasks.workunit.client.0.smithi069.stdout:600 2024-04-10T15:47:08.630 INFO:tasks.workunit.client.0.smithi069.stdout:601 2024-04-10T15:47:08.631 INFO:tasks.workunit.client.0.smithi069.stdout:602 2024-04-10T15:47:08.632 INFO:tasks.workunit.client.0.smithi069.stdout:603 2024-04-10T15:47:08.633 INFO:tasks.workunit.client.0.smithi069.stdout:604 2024-04-10T15:47:08.634 INFO:tasks.workunit.client.0.smithi069.stdout:605 2024-04-10T15:47:08.635 INFO:tasks.workunit.client.0.smithi069.stdout:606 2024-04-10T15:47:08.637 INFO:tasks.workunit.client.0.smithi069.stdout:607 2024-04-10T15:47:08.638 INFO:tasks.workunit.client.0.smithi069.stdout:608 2024-04-10T15:47:08.639 INFO:tasks.workunit.client.0.smithi069.stdout:609 2024-04-10T15:47:08.640 INFO:tasks.workunit.client.0.smithi069.stdout:610 2024-04-10T15:47:08.641 INFO:tasks.workunit.client.0.smithi069.stdout:611 2024-04-10T15:47:08.642 INFO:tasks.workunit.client.0.smithi069.stdout:612 2024-04-10T15:47:08.643 INFO:tasks.workunit.client.0.smithi069.stdout:613 2024-04-10T15:47:08.644 INFO:tasks.workunit.client.0.smithi069.stdout:614 2024-04-10T15:47:08.649 INFO:tasks.workunit.client.0.smithi069.stdout:615 2024-04-10T15:47:08.650 INFO:tasks.workunit.client.0.smithi069.stdout:616 2024-04-10T15:47:08.651 INFO:tasks.workunit.client.0.smithi069.stdout:617 2024-04-10T15:47:08.652 INFO:tasks.workunit.client.0.smithi069.stdout:618 2024-04-10T15:47:08.653 INFO:tasks.workunit.client.0.smithi069.stdout:619 2024-04-10T15:47:08.654 INFO:tasks.workunit.client.0.smithi069.stdout:620 2024-04-10T15:47:08.655 INFO:tasks.workunit.client.0.smithi069.stdout:621 2024-04-10T15:47:08.656 INFO:tasks.workunit.client.0.smithi069.stdout:622 2024-04-10T15:47:08.657 INFO:tasks.workunit.client.0.smithi069.stdout:623 2024-04-10T15:47:08.658 INFO:tasks.workunit.client.0.smithi069.stdout:624 2024-04-10T15:47:08.659 INFO:tasks.workunit.client.0.smithi069.stdout:625 2024-04-10T15:47:08.660 INFO:tasks.workunit.client.0.smithi069.stdout:626 2024-04-10T15:47:08.662 INFO:tasks.workunit.client.0.smithi069.stdout:627 2024-04-10T15:47:08.663 INFO:tasks.workunit.client.0.smithi069.stdout:628 2024-04-10T15:47:08.664 INFO:tasks.workunit.client.0.smithi069.stdout:629 2024-04-10T15:47:08.665 INFO:tasks.workunit.client.0.smithi069.stdout:630 2024-04-10T15:47:08.666 INFO:tasks.workunit.client.0.smithi069.stdout:631 2024-04-10T15:47:08.667 INFO:tasks.workunit.client.0.smithi069.stdout:632 2024-04-10T15:47:08.668 INFO:tasks.workunit.client.0.smithi069.stdout:633 2024-04-10T15:47:08.669 INFO:tasks.workunit.client.0.smithi069.stdout:634 2024-04-10T15:47:08.671 INFO:tasks.workunit.client.0.smithi069.stdout:635 2024-04-10T15:47:08.671 INFO:tasks.workunit.client.0.smithi069.stdout:636 2024-04-10T15:47:08.672 INFO:tasks.workunit.client.0.smithi069.stdout:637 2024-04-10T15:47:08.673 INFO:tasks.workunit.client.0.smithi069.stdout:638 2024-04-10T15:47:08.675 INFO:tasks.workunit.client.0.smithi069.stdout:639 2024-04-10T15:47:08.676 INFO:tasks.workunit.client.0.smithi069.stdout:640 2024-04-10T15:47:08.677 INFO:tasks.workunit.client.0.smithi069.stdout:641 2024-04-10T15:47:08.678 INFO:tasks.workunit.client.0.smithi069.stdout:642 2024-04-10T15:47:08.679 INFO:tasks.workunit.client.0.smithi069.stdout:643 2024-04-10T15:47:08.680 INFO:tasks.workunit.client.0.smithi069.stdout:644 2024-04-10T15:47:08.681 INFO:tasks.workunit.client.0.smithi069.stdout:645 2024-04-10T15:47:08.682 INFO:tasks.workunit.client.0.smithi069.stdout:646 2024-04-10T15:47:08.683 INFO:tasks.workunit.client.0.smithi069.stdout:647 2024-04-10T15:47:08.684 INFO:tasks.workunit.client.0.smithi069.stdout:648 2024-04-10T15:47:08.686 INFO:tasks.workunit.client.0.smithi069.stdout:649 2024-04-10T15:47:08.687 INFO:tasks.workunit.client.0.smithi069.stdout:650 2024-04-10T15:47:08.688 INFO:tasks.workunit.client.0.smithi069.stdout:651 2024-04-10T15:47:08.689 INFO:tasks.workunit.client.0.smithi069.stdout:652 2024-04-10T15:47:08.690 INFO:tasks.workunit.client.0.smithi069.stdout:653 2024-04-10T15:47:08.691 INFO:tasks.workunit.client.0.smithi069.stdout:654 2024-04-10T15:47:08.692 INFO:tasks.workunit.client.0.smithi069.stdout:655 2024-04-10T15:47:08.693 INFO:tasks.workunit.client.0.smithi069.stdout:656 2024-04-10T15:47:08.694 INFO:tasks.workunit.client.0.smithi069.stdout:657 2024-04-10T15:47:08.695 INFO:tasks.workunit.client.0.smithi069.stdout:658 2024-04-10T15:47:08.696 INFO:tasks.workunit.client.0.smithi069.stdout:659 2024-04-10T15:47:08.697 INFO:tasks.workunit.client.0.smithi069.stdout:660 2024-04-10T15:47:08.698 INFO:tasks.workunit.client.0.smithi069.stdout:661 2024-04-10T15:47:08.699 INFO:tasks.workunit.client.0.smithi069.stdout:662 2024-04-10T15:47:08.700 INFO:tasks.workunit.client.0.smithi069.stdout:663 2024-04-10T15:47:08.702 INFO:tasks.workunit.client.0.smithi069.stdout:664 2024-04-10T15:47:08.703 INFO:tasks.workunit.client.0.smithi069.stdout:665 2024-04-10T15:47:08.704 INFO:tasks.workunit.client.0.smithi069.stdout:666 2024-04-10T15:47:08.705 INFO:tasks.workunit.client.0.smithi069.stdout:667 2024-04-10T15:47:08.706 INFO:tasks.workunit.client.0.smithi069.stdout:668 2024-04-10T15:47:08.709 INFO:tasks.workunit.client.0.smithi069.stdout:669 2024-04-10T15:47:08.710 INFO:tasks.workunit.client.0.smithi069.stdout:670 2024-04-10T15:47:08.710 INFO:tasks.workunit.client.0.smithi069.stdout:671 2024-04-10T15:47:08.710 INFO:tasks.workunit.client.0.smithi069.stdout:672 2024-04-10T15:47:08.711 INFO:tasks.workunit.client.0.smithi069.stdout:673 2024-04-10T15:47:08.712 INFO:tasks.workunit.client.0.smithi069.stdout:674 2024-04-10T15:47:08.714 INFO:tasks.workunit.client.0.smithi069.stdout:675 2024-04-10T15:47:08.715 INFO:tasks.workunit.client.0.smithi069.stdout:676 2024-04-10T15:47:08.716 INFO:tasks.workunit.client.0.smithi069.stdout:677 2024-04-10T15:47:08.717 INFO:tasks.workunit.client.0.smithi069.stdout:678 2024-04-10T15:47:08.718 INFO:tasks.workunit.client.0.smithi069.stdout:679 2024-04-10T15:47:08.719 INFO:tasks.workunit.client.0.smithi069.stdout:680 2024-04-10T15:47:08.720 INFO:tasks.workunit.client.0.smithi069.stdout:681 2024-04-10T15:47:08.721 INFO:tasks.workunit.client.0.smithi069.stdout:682 2024-04-10T15:47:08.722 INFO:tasks.workunit.client.0.smithi069.stdout:683 2024-04-10T15:47:08.723 INFO:tasks.workunit.client.0.smithi069.stdout:684 2024-04-10T15:47:08.724 INFO:tasks.workunit.client.0.smithi069.stdout:685 2024-04-10T15:47:08.725 INFO:tasks.workunit.client.0.smithi069.stdout:686 2024-04-10T15:47:08.726 INFO:tasks.workunit.client.0.smithi069.stdout:687 2024-04-10T15:47:08.727 INFO:tasks.workunit.client.0.smithi069.stdout:688 2024-04-10T15:47:08.728 INFO:tasks.workunit.client.0.smithi069.stdout:689 2024-04-10T15:47:08.730 INFO:tasks.workunit.client.0.smithi069.stdout:690 2024-04-10T15:47:08.731 INFO:tasks.workunit.client.0.smithi069.stdout:691 2024-04-10T15:47:08.732 INFO:tasks.workunit.client.0.smithi069.stdout:692 2024-04-10T15:47:08.733 INFO:tasks.workunit.client.0.smithi069.stdout:693 2024-04-10T15:47:08.734 INFO:tasks.workunit.client.0.smithi069.stdout:694 2024-04-10T15:47:08.735 INFO:tasks.workunit.client.0.smithi069.stdout:695 2024-04-10T15:47:08.736 INFO:tasks.workunit.client.0.smithi069.stdout:696 2024-04-10T15:47:08.737 INFO:tasks.workunit.client.0.smithi069.stdout:697 2024-04-10T15:47:08.738 INFO:tasks.workunit.client.0.smithi069.stdout:698 2024-04-10T15:47:08.739 INFO:tasks.workunit.client.0.smithi069.stdout:699 2024-04-10T15:47:08.740 INFO:tasks.workunit.client.0.smithi069.stdout:700 2024-04-10T15:47:08.741 INFO:tasks.workunit.client.0.smithi069.stdout:701 2024-04-10T15:47:08.742 INFO:tasks.workunit.client.0.smithi069.stdout:702 2024-04-10T15:47:08.743 INFO:tasks.workunit.client.0.smithi069.stdout:703 2024-04-10T15:47:08.744 INFO:tasks.workunit.client.0.smithi069.stdout:704 2024-04-10T15:47:08.745 INFO:tasks.workunit.client.0.smithi069.stdout:705 2024-04-10T15:47:08.746 INFO:tasks.workunit.client.0.smithi069.stdout:706 2024-04-10T15:47:08.747 INFO:tasks.workunit.client.0.smithi069.stdout:707 2024-04-10T15:47:08.748 INFO:tasks.workunit.client.0.smithi069.stdout:708 2024-04-10T15:47:08.749 INFO:tasks.workunit.client.0.smithi069.stdout:709 2024-04-10T15:47:08.750 INFO:tasks.workunit.client.0.smithi069.stdout:710 2024-04-10T15:47:08.751 INFO:tasks.workunit.client.0.smithi069.stdout:711 2024-04-10T15:47:08.752 INFO:tasks.workunit.client.0.smithi069.stdout:712 2024-04-10T15:47:08.753 INFO:tasks.workunit.client.0.smithi069.stdout:713 2024-04-10T15:47:08.754 INFO:tasks.workunit.client.0.smithi069.stdout:714 2024-04-10T15:47:08.755 INFO:tasks.workunit.client.0.smithi069.stdout:715 2024-04-10T15:47:08.756 INFO:tasks.workunit.client.0.smithi069.stdout:716 2024-04-10T15:47:08.757 INFO:tasks.workunit.client.0.smithi069.stdout:717 2024-04-10T15:47:08.758 INFO:tasks.workunit.client.0.smithi069.stdout:718 2024-04-10T15:47:08.759 INFO:tasks.workunit.client.0.smithi069.stdout:719 2024-04-10T15:47:08.759 INFO:tasks.workunit.client.0.smithi069.stdout:720 2024-04-10T15:47:08.761 INFO:tasks.workunit.client.0.smithi069.stdout:721 2024-04-10T15:47:08.762 INFO:tasks.workunit.client.0.smithi069.stdout:722 2024-04-10T15:47:08.763 INFO:tasks.workunit.client.0.smithi069.stdout:723 2024-04-10T15:47:08.764 INFO:tasks.workunit.client.0.smithi069.stdout:724 2024-04-10T15:47:08.765 INFO:tasks.workunit.client.0.smithi069.stdout:725 2024-04-10T15:47:08.766 INFO:tasks.workunit.client.0.smithi069.stdout:726 2024-04-10T15:47:08.767 INFO:tasks.workunit.client.0.smithi069.stdout:727 2024-04-10T15:47:08.768 INFO:tasks.workunit.client.0.smithi069.stdout:728 2024-04-10T15:47:08.769 INFO:tasks.workunit.client.0.smithi069.stdout:729 2024-04-10T15:47:08.770 INFO:tasks.workunit.client.0.smithi069.stdout:730 2024-04-10T15:47:08.771 INFO:tasks.workunit.client.0.smithi069.stdout:731 2024-04-10T15:47:08.773 INFO:tasks.workunit.client.0.smithi069.stdout:732 2024-04-10T15:47:08.774 INFO:tasks.workunit.client.0.smithi069.stdout:733 2024-04-10T15:47:08.775 INFO:tasks.workunit.client.0.smithi069.stdout:734 2024-04-10T15:47:08.776 INFO:tasks.workunit.client.0.smithi069.stdout:735 2024-04-10T15:47:08.777 INFO:tasks.workunit.client.0.smithi069.stdout:736 2024-04-10T15:47:08.778 INFO:tasks.workunit.client.0.smithi069.stdout:737 2024-04-10T15:47:08.779 INFO:tasks.workunit.client.0.smithi069.stdout:738 2024-04-10T15:47:08.780 INFO:tasks.workunit.client.0.smithi069.stdout:739 2024-04-10T15:47:08.781 INFO:tasks.workunit.client.0.smithi069.stdout:740 2024-04-10T15:47:08.782 INFO:tasks.workunit.client.0.smithi069.stdout:741 2024-04-10T15:47:08.783 INFO:tasks.workunit.client.0.smithi069.stdout:742 2024-04-10T15:47:08.784 INFO:tasks.workunit.client.0.smithi069.stdout:743 2024-04-10T15:47:08.785 INFO:tasks.workunit.client.0.smithi069.stdout:744 2024-04-10T15:47:08.786 INFO:tasks.workunit.client.0.smithi069.stdout:745 2024-04-10T15:47:08.787 INFO:tasks.workunit.client.0.smithi069.stdout:746 2024-04-10T15:47:08.789 INFO:tasks.workunit.client.0.smithi069.stdout:747 2024-04-10T15:47:08.790 INFO:tasks.workunit.client.0.smithi069.stdout:748 2024-04-10T15:47:08.791 INFO:tasks.workunit.client.0.smithi069.stdout:749 2024-04-10T15:47:08.792 INFO:tasks.workunit.client.0.smithi069.stdout:750 2024-04-10T15:47:08.793 INFO:tasks.workunit.client.0.smithi069.stdout:751 2024-04-10T15:47:08.794 INFO:tasks.workunit.client.0.smithi069.stdout:752 2024-04-10T15:47:08.795 INFO:tasks.workunit.client.0.smithi069.stdout:753 2024-04-10T15:47:08.796 INFO:tasks.workunit.client.0.smithi069.stdout:754 2024-04-10T15:47:08.797 INFO:tasks.workunit.client.0.smithi069.stdout:755 2024-04-10T15:47:08.798 INFO:tasks.workunit.client.0.smithi069.stdout:756 2024-04-10T15:47:08.799 INFO:tasks.workunit.client.0.smithi069.stdout:757 2024-04-10T15:47:08.800 INFO:tasks.workunit.client.0.smithi069.stdout:758 2024-04-10T15:47:08.801 INFO:tasks.workunit.client.0.smithi069.stdout:759 2024-04-10T15:47:08.802 INFO:tasks.workunit.client.0.smithi069.stdout:760 2024-04-10T15:47:08.803 INFO:tasks.workunit.client.0.smithi069.stdout:761 2024-04-10T15:47:08.804 INFO:tasks.workunit.client.0.smithi069.stdout:762 2024-04-10T15:47:08.805 INFO:tasks.workunit.client.0.smithi069.stdout:763 2024-04-10T15:47:08.806 INFO:tasks.workunit.client.0.smithi069.stdout:764 2024-04-10T15:47:08.807 INFO:tasks.workunit.client.0.smithi069.stdout:765 2024-04-10T15:47:08.808 INFO:tasks.workunit.client.0.smithi069.stdout:766 2024-04-10T15:47:08.809 INFO:tasks.workunit.client.0.smithi069.stdout:767 2024-04-10T15:47:08.810 INFO:tasks.workunit.client.0.smithi069.stdout:768 2024-04-10T15:47:08.811 INFO:tasks.workunit.client.0.smithi069.stdout:769 2024-04-10T15:47:08.812 INFO:tasks.workunit.client.0.smithi069.stdout:770 2024-04-10T15:47:08.813 INFO:tasks.workunit.client.0.smithi069.stdout:771 2024-04-10T15:47:08.814 INFO:tasks.workunit.client.0.smithi069.stdout:772 2024-04-10T15:47:08.815 INFO:tasks.workunit.client.0.smithi069.stdout:773 2024-04-10T15:47:08.816 INFO:tasks.workunit.client.0.smithi069.stdout:774 2024-04-10T15:47:08.817 INFO:tasks.workunit.client.0.smithi069.stdout:775 2024-04-10T15:47:08.818 INFO:tasks.workunit.client.0.smithi069.stdout:776 2024-04-10T15:47:08.819 INFO:tasks.workunit.client.0.smithi069.stdout:777 2024-04-10T15:47:08.820 INFO:tasks.workunit.client.0.smithi069.stdout:778 2024-04-10T15:47:08.821 INFO:tasks.workunit.client.0.smithi069.stdout:779 2024-04-10T15:47:08.822 INFO:tasks.workunit.client.0.smithi069.stdout:780 2024-04-10T15:47:08.823 INFO:tasks.workunit.client.0.smithi069.stdout:781 2024-04-10T15:47:08.824 INFO:tasks.workunit.client.0.smithi069.stdout:782 2024-04-10T15:47:08.825 INFO:tasks.workunit.client.0.smithi069.stdout:783 2024-04-10T15:47:08.826 INFO:tasks.workunit.client.0.smithi069.stdout:784 2024-04-10T15:47:08.827 INFO:tasks.workunit.client.0.smithi069.stdout:785 2024-04-10T15:47:08.829 INFO:tasks.workunit.client.0.smithi069.stdout:786 2024-04-10T15:47:08.830 INFO:tasks.workunit.client.0.smithi069.stdout:787 2024-04-10T15:47:08.831 INFO:tasks.workunit.client.0.smithi069.stdout:788 2024-04-10T15:47:08.832 INFO:tasks.workunit.client.0.smithi069.stdout:789 2024-04-10T15:47:08.833 INFO:tasks.workunit.client.0.smithi069.stdout:790 2024-04-10T15:47:08.834 INFO:tasks.workunit.client.0.smithi069.stdout:791 2024-04-10T15:47:08.835 INFO:tasks.workunit.client.0.smithi069.stdout:792 2024-04-10T15:47:08.836 INFO:tasks.workunit.client.0.smithi069.stdout:793 2024-04-10T15:47:08.837 INFO:tasks.workunit.client.0.smithi069.stdout:794 2024-04-10T15:47:08.838 INFO:tasks.workunit.client.0.smithi069.stdout:795 2024-04-10T15:47:08.839 INFO:tasks.workunit.client.0.smithi069.stdout:796 2024-04-10T15:47:08.840 INFO:tasks.workunit.client.0.smithi069.stdout:797 2024-04-10T15:47:08.841 INFO:tasks.workunit.client.0.smithi069.stdout:798 2024-04-10T15:47:08.842 INFO:tasks.workunit.client.0.smithi069.stdout:799 2024-04-10T15:47:08.843 INFO:tasks.workunit.client.0.smithi069.stdout:800 2024-04-10T15:47:08.844 INFO:tasks.workunit.client.0.smithi069.stdout:801 2024-04-10T15:47:08.845 INFO:tasks.workunit.client.0.smithi069.stdout:802 2024-04-10T15:47:08.846 INFO:tasks.workunit.client.0.smithi069.stdout:803 2024-04-10T15:47:08.848 INFO:tasks.workunit.client.0.smithi069.stdout:804 2024-04-10T15:47:08.849 INFO:tasks.workunit.client.0.smithi069.stdout:805 2024-04-10T15:47:08.850 INFO:tasks.workunit.client.0.smithi069.stdout:806 2024-04-10T15:47:08.851 INFO:tasks.workunit.client.0.smithi069.stdout:807 2024-04-10T15:47:08.852 INFO:tasks.workunit.client.0.smithi069.stdout:808 2024-04-10T15:47:08.853 INFO:tasks.workunit.client.0.smithi069.stdout:809 2024-04-10T15:47:08.854 INFO:tasks.workunit.client.0.smithi069.stdout:810 2024-04-10T15:47:08.855 INFO:tasks.workunit.client.0.smithi069.stdout:811 2024-04-10T15:47:08.857 INFO:tasks.workunit.client.0.smithi069.stdout:812 2024-04-10T15:47:08.858 INFO:tasks.workunit.client.0.smithi069.stdout:813 2024-04-10T15:47:08.859 INFO:tasks.workunit.client.0.smithi069.stdout:814 2024-04-10T15:47:08.860 INFO:tasks.workunit.client.0.smithi069.stdout:815 2024-04-10T15:47:08.861 INFO:tasks.workunit.client.0.smithi069.stdout:816 2024-04-10T15:47:08.862 INFO:tasks.workunit.client.0.smithi069.stdout:817 2024-04-10T15:47:08.863 INFO:tasks.workunit.client.0.smithi069.stdout:818 2024-04-10T15:47:08.864 INFO:tasks.workunit.client.0.smithi069.stdout:819 2024-04-10T15:47:08.865 INFO:tasks.workunit.client.0.smithi069.stdout:820 2024-04-10T15:47:08.866 INFO:tasks.workunit.client.0.smithi069.stdout:821 2024-04-10T15:47:08.868 INFO:tasks.workunit.client.0.smithi069.stdout:822 2024-04-10T15:47:08.869 INFO:tasks.workunit.client.0.smithi069.stdout:823 2024-04-10T15:47:08.870 INFO:tasks.workunit.client.0.smithi069.stdout:824 2024-04-10T15:47:08.871 INFO:tasks.workunit.client.0.smithi069.stdout:825 2024-04-10T15:47:08.872 INFO:tasks.workunit.client.0.smithi069.stdout:826 2024-04-10T15:47:08.873 INFO:tasks.workunit.client.0.smithi069.stdout:827 2024-04-10T15:47:08.874 INFO:tasks.workunit.client.0.smithi069.stdout:828 2024-04-10T15:47:08.875 INFO:tasks.workunit.client.0.smithi069.stdout:829 2024-04-10T15:47:08.876 INFO:tasks.workunit.client.0.smithi069.stdout:830 2024-04-10T15:47:08.877 INFO:tasks.workunit.client.0.smithi069.stdout:831 2024-04-10T15:47:08.878 INFO:tasks.workunit.client.0.smithi069.stdout:832 2024-04-10T15:47:08.879 INFO:tasks.workunit.client.0.smithi069.stdout:833 2024-04-10T15:47:08.880 INFO:tasks.workunit.client.0.smithi069.stdout:834 2024-04-10T15:47:08.881 INFO:tasks.workunit.client.0.smithi069.stdout:835 2024-04-10T15:47:08.883 INFO:tasks.workunit.client.0.smithi069.stdout:836 2024-04-10T15:47:08.884 INFO:tasks.workunit.client.0.smithi069.stdout:837 2024-04-10T15:47:08.885 INFO:tasks.workunit.client.0.smithi069.stdout:838 2024-04-10T15:47:08.886 INFO:tasks.workunit.client.0.smithi069.stdout:839 2024-04-10T15:47:08.887 INFO:tasks.workunit.client.0.smithi069.stdout:840 2024-04-10T15:47:08.888 INFO:tasks.workunit.client.0.smithi069.stdout:841 2024-04-10T15:47:08.889 INFO:tasks.workunit.client.0.smithi069.stdout:842 2024-04-10T15:47:08.890 INFO:tasks.workunit.client.0.smithi069.stdout:843 2024-04-10T15:47:08.891 INFO:tasks.workunit.client.0.smithi069.stdout:844 2024-04-10T15:47:08.892 INFO:tasks.workunit.client.0.smithi069.stdout:845 2024-04-10T15:47:08.893 INFO:tasks.workunit.client.0.smithi069.stdout:846 2024-04-10T15:47:08.894 INFO:tasks.workunit.client.0.smithi069.stdout:847 2024-04-10T15:47:08.896 INFO:tasks.workunit.client.0.smithi069.stdout:848 2024-04-10T15:47:08.896 INFO:tasks.workunit.client.0.smithi069.stdout:849 2024-04-10T15:47:08.898 INFO:tasks.workunit.client.0.smithi069.stdout:850 2024-04-10T15:47:08.899 INFO:tasks.workunit.client.0.smithi069.stdout:851 2024-04-10T15:47:08.900 INFO:tasks.workunit.client.0.smithi069.stdout:852 2024-04-10T15:47:08.901 INFO:tasks.workunit.client.0.smithi069.stdout:853 2024-04-10T15:47:08.902 INFO:tasks.workunit.client.0.smithi069.stdout:854 2024-04-10T15:47:08.903 INFO:tasks.workunit.client.0.smithi069.stdout:855 2024-04-10T15:47:08.904 INFO:tasks.workunit.client.0.smithi069.stdout:856 2024-04-10T15:47:08.905 INFO:tasks.workunit.client.0.smithi069.stdout:857 2024-04-10T15:47:08.906 INFO:tasks.workunit.client.0.smithi069.stdout:858 2024-04-10T15:47:08.907 INFO:tasks.workunit.client.0.smithi069.stdout:859 2024-04-10T15:47:08.908 INFO:tasks.workunit.client.0.smithi069.stdout:860 2024-04-10T15:47:08.909 INFO:tasks.workunit.client.0.smithi069.stdout:861 2024-04-10T15:47:08.910 INFO:tasks.workunit.client.0.smithi069.stdout:862 2024-04-10T15:47:08.911 INFO:tasks.workunit.client.0.smithi069.stdout:863 2024-04-10T15:47:08.912 INFO:tasks.workunit.client.0.smithi069.stdout:864 2024-04-10T15:47:08.913 INFO:tasks.workunit.client.0.smithi069.stdout:865 2024-04-10T15:47:08.914 INFO:tasks.workunit.client.0.smithi069.stdout:866 2024-04-10T15:47:08.915 INFO:tasks.workunit.client.0.smithi069.stdout:867 2024-04-10T15:47:08.917 INFO:tasks.workunit.client.0.smithi069.stdout:868 2024-04-10T15:47:08.918 INFO:tasks.workunit.client.0.smithi069.stdout:869 2024-04-10T15:47:08.919 INFO:tasks.workunit.client.0.smithi069.stdout:870 2024-04-10T15:47:08.920 INFO:tasks.workunit.client.0.smithi069.stdout:871 2024-04-10T15:47:08.922 INFO:tasks.workunit.client.0.smithi069.stdout:872 2024-04-10T15:47:08.923 INFO:tasks.workunit.client.0.smithi069.stdout:873 2024-04-10T15:47:08.924 INFO:tasks.workunit.client.0.smithi069.stdout:874 2024-04-10T15:47:08.925 INFO:tasks.workunit.client.0.smithi069.stdout:875 2024-04-10T15:47:08.926 INFO:tasks.workunit.client.0.smithi069.stdout:876 2024-04-10T15:47:08.927 INFO:tasks.workunit.client.0.smithi069.stdout:877 2024-04-10T15:47:08.928 INFO:tasks.workunit.client.0.smithi069.stdout:878 2024-04-10T15:47:08.929 INFO:tasks.workunit.client.0.smithi069.stdout:879 2024-04-10T15:47:08.930 INFO:tasks.workunit.client.0.smithi069.stdout:880 2024-04-10T15:47:08.931 INFO:tasks.workunit.client.0.smithi069.stdout:881 2024-04-10T15:47:08.932 INFO:tasks.workunit.client.0.smithi069.stdout:882 2024-04-10T15:47:08.934 INFO:tasks.workunit.client.0.smithi069.stdout:883 2024-04-10T15:47:08.935 INFO:tasks.workunit.client.0.smithi069.stdout:884 2024-04-10T15:47:08.936 INFO:tasks.workunit.client.0.smithi069.stdout:885 2024-04-10T15:47:08.937 INFO:tasks.workunit.client.0.smithi069.stdout:886 2024-04-10T15:47:08.938 INFO:tasks.workunit.client.0.smithi069.stdout:887 2024-04-10T15:47:08.939 INFO:tasks.workunit.client.0.smithi069.stdout:888 2024-04-10T15:47:08.940 INFO:tasks.workunit.client.0.smithi069.stdout:889 2024-04-10T15:47:08.941 INFO:tasks.workunit.client.0.smithi069.stdout:890 2024-04-10T15:47:08.942 INFO:tasks.workunit.client.0.smithi069.stdout:891 2024-04-10T15:47:08.943 INFO:tasks.workunit.client.0.smithi069.stdout:892 2024-04-10T15:47:08.945 INFO:tasks.workunit.client.0.smithi069.stdout:893 2024-04-10T15:47:08.946 INFO:tasks.workunit.client.0.smithi069.stdout:894 2024-04-10T15:47:08.947 INFO:tasks.workunit.client.0.smithi069.stdout:895 2024-04-10T15:47:08.948 INFO:tasks.workunit.client.0.smithi069.stdout:896 2024-04-10T15:47:08.949 INFO:tasks.workunit.client.0.smithi069.stdout:897 2024-04-10T15:47:08.950 INFO:tasks.workunit.client.0.smithi069.stdout:898 2024-04-10T15:47:08.951 INFO:tasks.workunit.client.0.smithi069.stdout:899 2024-04-10T15:47:08.952 INFO:tasks.workunit.client.0.smithi069.stdout:900 2024-04-10T15:47:08.954 INFO:tasks.workunit.client.0.smithi069.stdout:901 2024-04-10T15:47:08.955 INFO:tasks.workunit.client.0.smithi069.stdout:902 2024-04-10T15:47:08.956 INFO:tasks.workunit.client.0.smithi069.stdout:903 2024-04-10T15:47:08.957 INFO:tasks.workunit.client.0.smithi069.stdout:904 2024-04-10T15:47:08.958 INFO:tasks.workunit.client.0.smithi069.stdout:905 2024-04-10T15:47:08.959 INFO:tasks.workunit.client.0.smithi069.stdout:906 2024-04-10T15:47:08.960 INFO:tasks.workunit.client.0.smithi069.stdout:907 2024-04-10T15:47:08.961 INFO:tasks.workunit.client.0.smithi069.stdout:908 2024-04-10T15:47:08.962 INFO:tasks.workunit.client.0.smithi069.stdout:909 2024-04-10T15:47:08.963 INFO:tasks.workunit.client.0.smithi069.stdout:910 2024-04-10T15:47:08.964 INFO:tasks.workunit.client.0.smithi069.stdout:911 2024-04-10T15:47:08.966 INFO:tasks.workunit.client.0.smithi069.stdout:912 2024-04-10T15:47:08.967 INFO:tasks.workunit.client.0.smithi069.stdout:913 2024-04-10T15:47:08.968 INFO:tasks.workunit.client.0.smithi069.stdout:914 2024-04-10T15:47:08.969 INFO:tasks.workunit.client.0.smithi069.stdout:915 2024-04-10T15:47:08.970 INFO:tasks.workunit.client.0.smithi069.stdout:916 2024-04-10T15:47:08.971 INFO:tasks.workunit.client.0.smithi069.stdout:917 2024-04-10T15:47:08.972 INFO:tasks.workunit.client.0.smithi069.stdout:918 2024-04-10T15:47:08.973 INFO:tasks.workunit.client.0.smithi069.stdout:919 2024-04-10T15:47:08.974 INFO:tasks.workunit.client.0.smithi069.stdout:920 2024-04-10T15:47:08.975 INFO:tasks.workunit.client.0.smithi069.stdout:921 2024-04-10T15:47:08.976 INFO:tasks.workunit.client.0.smithi069.stdout:922 2024-04-10T15:47:08.977 INFO:tasks.workunit.client.0.smithi069.stdout:923 2024-04-10T15:47:08.978 INFO:tasks.workunit.client.0.smithi069.stdout:924 2024-04-10T15:47:08.979 INFO:tasks.workunit.client.0.smithi069.stdout:925 2024-04-10T15:47:08.981 INFO:tasks.workunit.client.0.smithi069.stdout:926 2024-04-10T15:47:08.982 INFO:tasks.workunit.client.0.smithi069.stdout:927 2024-04-10T15:47:08.983 INFO:tasks.workunit.client.0.smithi069.stdout:928 2024-04-10T15:47:08.984 INFO:tasks.workunit.client.0.smithi069.stdout:929 2024-04-10T15:47:08.985 INFO:tasks.workunit.client.0.smithi069.stdout:930 2024-04-10T15:47:08.986 INFO:tasks.workunit.client.0.smithi069.stdout:931 2024-04-10T15:47:08.987 INFO:tasks.workunit.client.0.smithi069.stdout:932 2024-04-10T15:47:08.989 INFO:tasks.workunit.client.0.smithi069.stdout:933 2024-04-10T15:47:08.990 INFO:tasks.workunit.client.0.smithi069.stdout:934 2024-04-10T15:47:08.991 INFO:tasks.workunit.client.0.smithi069.stdout:935 2024-04-10T15:47:08.992 INFO:tasks.workunit.client.0.smithi069.stdout:936 2024-04-10T15:47:08.993 INFO:tasks.workunit.client.0.smithi069.stdout:937 2024-04-10T15:47:08.994 INFO:tasks.workunit.client.0.smithi069.stdout:938 2024-04-10T15:47:08.995 INFO:tasks.workunit.client.0.smithi069.stdout:939 2024-04-10T15:47:08.996 INFO:tasks.workunit.client.0.smithi069.stdout:940 2024-04-10T15:47:08.997 INFO:tasks.workunit.client.0.smithi069.stdout:941 2024-04-10T15:47:08.998 INFO:tasks.workunit.client.0.smithi069.stdout:942 2024-04-10T15:47:09.000 INFO:tasks.workunit.client.0.smithi069.stdout:943 2024-04-10T15:47:09.001 INFO:tasks.workunit.client.0.smithi069.stdout:944 2024-04-10T15:47:09.002 INFO:tasks.workunit.client.0.smithi069.stdout:945 2024-04-10T15:47:09.003 INFO:tasks.workunit.client.0.smithi069.stdout:946 2024-04-10T15:47:09.004 INFO:tasks.workunit.client.0.smithi069.stdout:947 2024-04-10T15:47:09.005 INFO:tasks.workunit.client.0.smithi069.stdout:948 2024-04-10T15:47:09.006 INFO:tasks.workunit.client.0.smithi069.stdout:949 2024-04-10T15:47:09.007 INFO:tasks.workunit.client.0.smithi069.stdout:950 2024-04-10T15:47:09.008 INFO:tasks.workunit.client.0.smithi069.stdout:951 2024-04-10T15:47:09.009 INFO:tasks.workunit.client.0.smithi069.stdout:952 2024-04-10T15:47:09.011 INFO:tasks.workunit.client.0.smithi069.stdout:953 2024-04-10T15:47:09.012 INFO:tasks.workunit.client.0.smithi069.stdout:954 2024-04-10T15:47:09.013 INFO:tasks.workunit.client.0.smithi069.stdout:955 2024-04-10T15:47:09.014 INFO:tasks.workunit.client.0.smithi069.stdout:956 2024-04-10T15:47:09.015 INFO:tasks.workunit.client.0.smithi069.stdout:957 2024-04-10T15:47:09.016 INFO:tasks.workunit.client.0.smithi069.stdout:958 2024-04-10T15:47:09.017 INFO:tasks.workunit.client.0.smithi069.stdout:959 2024-04-10T15:47:09.018 INFO:tasks.workunit.client.0.smithi069.stdout:960 2024-04-10T15:47:09.019 INFO:tasks.workunit.client.0.smithi069.stdout:961 2024-04-10T15:47:09.020 INFO:tasks.workunit.client.0.smithi069.stdout:962 2024-04-10T15:47:09.021 INFO:tasks.workunit.client.0.smithi069.stdout:963 2024-04-10T15:47:09.023 INFO:tasks.workunit.client.0.smithi069.stdout:964 2024-04-10T15:47:09.024 INFO:tasks.workunit.client.0.smithi069.stdout:965 2024-04-10T15:47:09.025 INFO:tasks.workunit.client.0.smithi069.stdout:966 2024-04-10T15:47:09.026 INFO:tasks.workunit.client.0.smithi069.stdout:967 2024-04-10T15:47:09.027 INFO:tasks.workunit.client.0.smithi069.stdout:968 2024-04-10T15:47:09.028 INFO:tasks.workunit.client.0.smithi069.stdout:969 2024-04-10T15:47:09.029 INFO:tasks.workunit.client.0.smithi069.stdout:970 2024-04-10T15:47:09.030 INFO:tasks.workunit.client.0.smithi069.stdout:971 2024-04-10T15:47:09.031 INFO:tasks.workunit.client.0.smithi069.stdout:972 2024-04-10T15:47:09.032 INFO:tasks.workunit.client.0.smithi069.stdout:973 2024-04-10T15:47:09.034 INFO:tasks.workunit.client.0.smithi069.stdout:974 2024-04-10T15:47:09.035 INFO:tasks.workunit.client.0.smithi069.stdout:975 2024-04-10T15:47:09.036 INFO:tasks.workunit.client.0.smithi069.stdout:976 2024-04-10T15:47:09.037 INFO:tasks.workunit.client.0.smithi069.stdout:977 2024-04-10T15:47:09.040 INFO:tasks.workunit.client.0.smithi069.stdout:978 2024-04-10T15:47:09.042 INFO:tasks.workunit.client.0.smithi069.stdout:979 2024-04-10T15:47:09.043 INFO:tasks.workunit.client.0.smithi069.stdout:980 2024-04-10T15:47:09.046 INFO:tasks.workunit.client.0.smithi069.stdout:981 2024-04-10T15:47:09.048 INFO:tasks.workunit.client.0.smithi069.stdout:982 2024-04-10T15:47:09.050 INFO:tasks.workunit.client.0.smithi069.stdout:983 2024-04-10T15:47:09.051 INFO:tasks.workunit.client.0.smithi069.stdout:984 2024-04-10T15:47:09.052 INFO:tasks.workunit.client.0.smithi069.stdout:985 2024-04-10T15:47:09.053 INFO:tasks.workunit.client.0.smithi069.stdout:986 2024-04-10T15:47:09.054 INFO:tasks.workunit.client.0.smithi069.stdout:987 2024-04-10T15:47:09.055 INFO:tasks.workunit.client.0.smithi069.stdout:988 2024-04-10T15:47:09.056 INFO:tasks.workunit.client.0.smithi069.stdout:989 2024-04-10T15:47:09.057 INFO:tasks.workunit.client.0.smithi069.stdout:990 2024-04-10T15:47:09.058 INFO:tasks.workunit.client.0.smithi069.stdout:991 2024-04-10T15:47:09.060 INFO:tasks.workunit.client.0.smithi069.stdout:992 2024-04-10T15:47:09.061 INFO:tasks.workunit.client.0.smithi069.stdout:993 2024-04-10T15:47:09.062 INFO:tasks.workunit.client.0.smithi069.stdout:994 2024-04-10T15:47:09.063 INFO:tasks.workunit.client.0.smithi069.stdout:995 2024-04-10T15:47:09.064 INFO:tasks.workunit.client.0.smithi069.stdout:996 2024-04-10T15:47:09.065 INFO:tasks.workunit.client.0.smithi069.stdout:997 2024-04-10T15:47:09.066 INFO:tasks.workunit.client.0.smithi069.stdout:998 2024-04-10T15:47:09.067 INFO:tasks.workunit.client.0.smithi069.stdout:999 2024-04-10T15:47:09.337 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:47:09 smithi069 ceph-mon[94167]: pgmap v1110: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:47:09.337 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:47:09 smithi069 ceph-mon[94167]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:47:09.338 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:47:09 smithi069 ceph-mon[94167]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-137758-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:47:09.338 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:47:09 smithi069 ceph-mon[94167]: osdmap e952: 8 total, 8 up, 8 in 2024-04-10T15:47:09.338 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:47:09 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/3429532847' entity='client.admin' cmd=[{"prefix": "osd dump","format":"json"}]: dispatch 2024-04-10T15:47:09.338 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:47:09 smithi069 ceph-mon[96738]: pgmap v1110: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:47:09.338 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:47:09 smithi069 ceph-mon[96738]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:47:09.338 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:47:09 smithi069 ceph-mon[96738]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-137758-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:47:09.338 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:47:09 smithi069 ceph-mon[96738]: osdmap e952: 8 total, 8 up, 8 in 2024-04-10T15:47:09.338 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:47:09 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/3429532847' entity='client.admin' cmd=[{"prefix": "osd dump","format":"json"}]: dispatch 2024-04-10T15:47:09.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:47:09 smithi077 ceph-mon[87572]: pgmap v1110: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:47:09.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:47:09 smithi077 ceph-mon[87572]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:47:09.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:47:09 smithi077 ceph-mon[87572]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-137758-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:47:09.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:47:09 smithi077 ceph-mon[87572]: osdmap e952: 8 total, 8 up, 8 in 2024-04-10T15:47:09.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:47:09 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/3429532847' entity='client.admin' cmd=[{"prefix": "osd dump","format":"json"}]: dispatch 2024-04-10T15:47:10.058 INFO:tasks.workunit.client.0.smithi069.stdout:00000000 79 6f 75 20 6d 69 67 68 74 20 73 65 65 20 74 68 |you might see th| 2024-04-10T15:47:10.058 INFO:tasks.workunit.client.0.smithi069.stdout:00000010 69 73 |is| 2024-04-10T15:47:10.058 INFO:tasks.workunit.client.0.smithi069.stdout:00000012 2024-04-10T15:47:10.058 INFO:tasks.workunit.client.0.smithi069.stdout:00000000 79 6f 75 20 6d 69 67 68 74 20 73 65 65 20 74 68 |you might see th| 2024-04-10T15:47:10.058 INFO:tasks.workunit.client.0.smithi069.stdout:00000010 69 73 |is| 2024-04-10T15:47:10.058 INFO:tasks.workunit.client.0.smithi069.stdout:00000012 2024-04-10T15:47:10.058 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] ClsHello.WriteReturnData (4026 ms) 2024-04-10T15:47:10.058 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] ClsHello.Loud 2024-04-10T15:47:10.337 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:47:10 smithi069 ceph-mon[96738]: osdmap e953: 8 total, 8 up, 8 in 2024-04-10T15:47:10.338 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:47:10 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:47:10.338 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:47:10 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:47:10.338 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:47:10 smithi069 ceph-mon[94167]: osdmap e953: 8 total, 8 up, 8 in 2024-04-10T15:47:10.338 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:47:10 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:47:10.338 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:47:10 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:47:10.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:47:10 smithi077 ceph-mon[87572]: osdmap e953: 8 total, 8 up, 8 in 2024-04-10T15:47:10.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:47:10 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:47:10.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:47:10 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:47:11.337 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:47:11 smithi069 ceph-mon[96738]: pgmap v1113: 137 pgs: 12 unknown, 125 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:47:11.338 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:47:11 smithi069 ceph-mon[96738]: osdmap e954: 8 total, 8 up, 8 in 2024-04-10T15:47:11.338 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:47:11 smithi069 ceph-mon[96738]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:47:11.338 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:47:11 smithi069 ceph-mon[96738]: Cluster is now healthy 2024-04-10T15:47:11.338 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:47:11 smithi069 ceph-mon[94167]: pgmap v1113: 137 pgs: 12 unknown, 125 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:47:11.338 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:47:11 smithi069 ceph-mon[94167]: osdmap e954: 8 total, 8 up, 8 in 2024-04-10T15:47:11.338 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:47:11 smithi069 ceph-mon[94167]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:47:11.338 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:47:11 smithi069 ceph-mon[94167]: Cluster is now healthy 2024-04-10T15:47:11.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:47:11 smithi077 ceph-mon[87572]: pgmap v1113: 137 pgs: 12 unknown, 125 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:47:11.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:47:11 smithi077 ceph-mon[87572]: osdmap e954: 8 total, 8 up, 8 in 2024-04-10T15:47:11.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:47:11 smithi077 ceph-mon[87572]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:47:11.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:47:11 smithi077 ceph-mon[87572]: Cluster is now healthy 2024-04-10T15:47:12.337 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:47:12 smithi069 ceph-mon[96738]: osdmap e955: 8 total, 8 up, 8 in 2024-04-10T15:47:12.338 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:47:12 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/3434149680' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-137758-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:47:12.338 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:47:12 smithi069 ceph-mon[94167]: osdmap e955: 8 total, 8 up, 8 in 2024-04-10T15:47:12.338 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:47:12 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/3434149680' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-137758-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:47:12.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:47:12 smithi077 ceph-mon[87572]: osdmap e955: 8 total, 8 up, 8 in 2024-04-10T15:47:12.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:47:12 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/3434149680' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-137758-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:47:12.494 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:47:12 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T15:47:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:47:13.097 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] ClsHello.Loud (3039 ms) 2024-04-10T15:47:13.097 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] ClsHello.BadMethods 2024-04-10T15:47:13.338 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:47:13 smithi069 ceph-mon[96738]: pgmap v1116: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:47:13.338 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:47:13 smithi069 ceph-mon[96738]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:47:13.338 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:47:13 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/3434149680' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-137758-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:47:13.338 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:47:13 smithi069 ceph-mon[96738]: osdmap e956: 8 total, 8 up, 8 in 2024-04-10T15:47:13.339 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:47:13 smithi069 ceph-mon[94167]: pgmap v1116: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:47:13.339 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:47:13 smithi069 ceph-mon[94167]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:47:13.339 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:47:13 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/3434149680' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-137758-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:47:13.339 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:47:13 smithi069 ceph-mon[94167]: osdmap e956: 8 total, 8 up, 8 in 2024-04-10T15:47:13.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:47:13 smithi077 ceph-mon[87572]: pgmap v1116: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:47:13.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:47:13 smithi077 ceph-mon[87572]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:47:13.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:47:13 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/3434149680' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-137758-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:47:13.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:47:13 smithi077 ceph-mon[87572]: osdmap e956: 8 total, 8 up, 8 in 2024-04-10T15:47:14.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:47:14 smithi077 ceph-mon[87572]: osdmap e957: 8 total, 8 up, 8 in 2024-04-10T15:47:14.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:47:14 smithi069 ceph-mon[96738]: osdmap e957: 8 total, 8 up, 8 in 2024-04-10T15:47:14.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:47:14 smithi069 ceph-mon[94167]: osdmap e957: 8 total, 8 up, 8 in 2024-04-10T15:47:15.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:47:15 smithi077 ceph-mon[87572]: pgmap v1119: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:47:15.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:47:15 smithi077 ceph-mon[87572]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:47:15.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:47:15 smithi077 ceph-mon[87572]: Cluster is now healthy 2024-04-10T15:47:15.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:47:15 smithi077 ceph-mon[87572]: osdmap e958: 8 total, 8 up, 8 in 2024-04-10T15:47:15.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:47:15 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/2157779313' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-137758-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:47:15.588 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:47:15 smithi069 ceph-mon[96738]: pgmap v1119: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:47:15.588 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:47:15 smithi069 ceph-mon[96738]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:47:15.588 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:47:15 smithi069 ceph-mon[96738]: Cluster is now healthy 2024-04-10T15:47:15.588 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:47:15 smithi069 ceph-mon[96738]: osdmap e958: 8 total, 8 up, 8 in 2024-04-10T15:47:15.588 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:47:15 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/2157779313' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-137758-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:47:15.589 INFO:journalctl@ceph.osd.3.smithi069.stdout:Apr 10 15:47:15 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-3[117516]: 2024-04-10T15:47:15.131+0000 7fed6bf7f700 -1 osd.3 pg_epoch: 959 pg[38.2( v 959'1 (0'0,959'1] local-lis/les=958/959 n=1 ec=958/958 lis/c=958/958 les/c/f=959/959/0 sis=958) [3,7,5] r=0 lpr=958 crt=959'1 lcod 0'0 mlcod 0'0 active+clean] method hello.bad_reader tried to read object but is not marked RD 2024-04-10T15:47:15.589 INFO:journalctl@ceph.osd.3.smithi069.stdout:Apr 10 15:47:15 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-3[117516]: 2024-04-10T15:47:15.132+0000 7fed6bf7f700 -1 osd.3 pg_epoch: 959 pg[38.2( v 959'2 (0'0,959'2] local-lis/les=958/959 n=1 ec=958/958 lis/c=958/958 les/c/f=959/959/0 sis=958) [3,7,5] r=0 lpr=958 crt=959'1 lcod 959'1 mlcod 959'1 active+clean] method hello.bad_writer tried to update object but is not marked WR 2024-04-10T15:47:15.589 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:47:15 smithi069 ceph-mon[94167]: pgmap v1119: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:47:15.589 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:47:15 smithi069 ceph-mon[94167]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:47:15.589 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:47:15 smithi069 ceph-mon[94167]: Cluster is now healthy 2024-04-10T15:47:15.589 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:47:15 smithi069 ceph-mon[94167]: osdmap e958: 8 total, 8 up, 8 in 2024-04-10T15:47:15.589 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:47:15 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/2157779313' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-137758-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:47:16.109 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] ClsHello.BadMethods (3012 ms) 2024-04-10T15:47:16.110 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] ClsHello.Filter 2024-04-10T15:47:16.489 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:47:16 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/2157779313' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-137758-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:47:16.489 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:47:16 smithi069 ceph-mon[96738]: osdmap e959: 8 total, 8 up, 8 in 2024-04-10T15:47:16.489 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:47:16 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/2157779313' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-137758-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:47:16.489 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:47:16 smithi069 ceph-mon[94167]: osdmap e959: 8 total, 8 up, 8 in 2024-04-10T15:47:16.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:47:16 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/2157779313' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-137758-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:47:16.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:47:16 smithi077 ceph-mon[87572]: osdmap e959: 8 total, 8 up, 8 in 2024-04-10T15:47:17.338 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:47:17 smithi069 ceph-mon[94167]: pgmap v1122: 137 pgs: 12 creating+peering, 3 unknown, 122 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:47:17.338 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:47:17 smithi069 ceph-mon[94167]: osdmap e960: 8 total, 8 up, 8 in 2024-04-10T15:47:17.338 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:47:16 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:15:47:16] "GET /metrics HTTP/1.1" 200 36335 "" "Prometheus/2.43.0" 2024-04-10T15:47:17.338 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:47:17 smithi069 ceph-mon[96738]: pgmap v1122: 137 pgs: 12 creating+peering, 3 unknown, 122 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:47:17.338 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:47:17 smithi069 ceph-mon[96738]: osdmap e960: 8 total, 8 up, 8 in 2024-04-10T15:47:17.395 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:47:17 smithi077 ceph-mon[87572]: pgmap v1122: 137 pgs: 12 creating+peering, 3 unknown, 122 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:47:17.395 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:47:17 smithi077 ceph-mon[87572]: osdmap e960: 8 total, 8 up, 8 in 2024-04-10T15:47:18.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:47:18 smithi077 ceph-mon[87572]: osdmap e961: 8 total, 8 up, 8 in 2024-04-10T15:47:18.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:47:18 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/431837541' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-137758-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:47:18.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:47:18 smithi077 ceph-mon[87572]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-137758-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:47:18.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:47:18 smithi069 ceph-mon[96738]: osdmap e961: 8 total, 8 up, 8 in 2024-04-10T15:47:18.588 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:47:18 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/431837541' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-137758-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:47:18.588 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:47:18 smithi069 ceph-mon[96738]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-137758-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:47:18.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:47:18 smithi069 ceph-mon[94167]: osdmap e961: 8 total, 8 up, 8 in 2024-04-10T15:47:18.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:47:18 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/431837541' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-137758-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:47:18.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:47:18 smithi069 ceph-mon[94167]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-137758-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:47:19.131 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] ClsHello.Filter (3022 ms) 2024-04-10T15:47:19.132 INFO:tasks.workunit.client.0.smithi069.stdout:[----------] 6 tests from ClsHello (19011 ms total) 2024-04-10T15:47:19.132 INFO:tasks.workunit.client.0.smithi069.stdout: 2024-04-10T15:47:19.132 INFO:tasks.workunit.client.0.smithi069.stdout:[----------] Global test environment tear-down 2024-04-10T15:47:19.132 INFO:tasks.workunit.client.0.smithi069.stdout:[==========] 6 tests from 1 test suite ran. (19011 ms total) 2024-04-10T15:47:19.132 INFO:tasks.workunit.client.0.smithi069.stdout:[ PASSED ] 6 tests. 2024-04-10T15:47:19.135 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-10T15:47:19.135 DEBUG:teuthology.orchestra.run.smithi069:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-10T15:47:19.204 INFO:tasks.workunit:Running workunit cls/test_cls_journal.sh... 2024-04-10T15:47:19.205 DEBUG:teuthology.orchestra.run.smithi069:workunit test cls/test_cls_journal.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_journal.sh 2024-04-10T15:47:19.274 INFO:tasks.workunit.client.0.smithi069.stdout:Running main() from gmock_main.cc 2024-04-10T15:47:19.275 INFO:tasks.workunit.client.0.smithi069.stdout:[==========] Running 27 tests from 1 test suite. 2024-04-10T15:47:19.275 INFO:tasks.workunit.client.0.smithi069.stdout:[----------] Global test environment set-up. 2024-04-10T15:47:19.275 INFO:tasks.workunit.client.0.smithi069.stdout:[----------] 27 tests from TestClsJournal 2024-04-10T15:47:19.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:47:19 smithi077 ceph-mon[87572]: pgmap v1125: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:47:19.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:47:19 smithi077 ceph-mon[87572]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:47:19.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:47:19 smithi077 ceph-mon[87572]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-137758-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:47:19.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:47:19 smithi077 ceph-mon[87572]: osdmap e962: 8 total, 8 up, 8 in 2024-04-10T15:47:19.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:47:19 smithi069 ceph-mon[94167]: pgmap v1125: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:47:19.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:47:19 smithi069 ceph-mon[94167]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:47:19.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:47:19 smithi069 ceph-mon[94167]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-137758-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:47:19.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:47:19 smithi069 ceph-mon[94167]: osdmap e962: 8 total, 8 up, 8 in 2024-04-10T15:47:19.588 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:47:19 smithi069 ceph-mon[96738]: pgmap v1125: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:47:19.588 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:47:19 smithi069 ceph-mon[96738]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:47:19.588 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:47:19 smithi069 ceph-mon[96738]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-137758-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:47:19.588 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:47:19 smithi069 ceph-mon[96738]: osdmap e962: 8 total, 8 up, 8 in 2024-04-10T15:47:20.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:47:20 smithi077 ceph-mon[87572]: osdmap e963: 8 total, 8 up, 8 in 2024-04-10T15:47:20.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:47:20 smithi069 ceph-mon[96738]: osdmap e963: 8 total, 8 up, 8 in 2024-04-10T15:47:20.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:47:20 smithi069 ceph-mon[94167]: osdmap e963: 8 total, 8 up, 8 in 2024-04-10T15:47:21.141 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestClsJournal.Create 2024-04-10T15:47:21.158 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestClsJournal.Create (18 ms) 2024-04-10T15:47:21.158 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestClsJournal.MinimumSet 2024-04-10T15:47:21.162 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestClsJournal.MinimumSet (4 ms) 2024-04-10T15:47:21.163 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestClsJournal.MinimumSetStale 2024-04-10T15:47:21.168 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestClsJournal.MinimumSetStale (6 ms) 2024-04-10T15:47:21.168 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestClsJournal.MinimumSetOrderConstraint 2024-04-10T15:47:21.171 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestClsJournal.MinimumSetOrderConstraint (3 ms) 2024-04-10T15:47:21.171 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestClsJournal.ActiveSet 2024-04-10T15:47:21.173 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestClsJournal.ActiveSet (2 ms) 2024-04-10T15:47:21.173 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestClsJournal.ActiveSetStale 2024-04-10T15:47:21.176 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestClsJournal.ActiveSetStale (3 ms) 2024-04-10T15:47:21.177 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestClsJournal.CreateDuplicate 2024-04-10T15:47:21.179 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestClsJournal.CreateDuplicate (2 ms) 2024-04-10T15:47:21.179 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestClsJournal.GetClient 2024-04-10T15:47:21.182 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestClsJournal.GetClient (3 ms) 2024-04-10T15:47:21.182 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestClsJournal.ClientRegister 2024-04-10T15:47:21.184 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestClsJournal.ClientRegister (2 ms) 2024-04-10T15:47:21.184 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestClsJournal.ClientRegisterDuplicate 2024-04-10T15:47:21.188 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestClsJournal.ClientRegisterDuplicate (4 ms) 2024-04-10T15:47:21.188 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestClsJournal.ClientUpdateData 2024-04-10T15:47:21.193 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestClsJournal.ClientUpdateData (4 ms) 2024-04-10T15:47:21.193 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestClsJournal.ClientUpdateState 2024-04-10T15:47:21.197 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestClsJournal.ClientUpdateState (5 ms) 2024-04-10T15:47:21.197 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestClsJournal.ClientUnregister 2024-04-10T15:47:21.200 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestClsJournal.ClientUnregister (3 ms) 2024-04-10T15:47:21.200 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestClsJournal.ClientUnregisterDNE 2024-04-10T15:47:21.204 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestClsJournal.ClientUnregisterDNE (4 ms) 2024-04-10T15:47:21.204 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestClsJournal.ClientUnregisterPruneTags 2024-04-10T15:47:21.305 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestClsJournal.ClientUnregisterPruneTags (100 ms) 2024-04-10T15:47:21.305 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestClsJournal.ClientCommit 2024-04-10T15:47:21.308 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestClsJournal.ClientCommit (4 ms) 2024-04-10T15:47:21.308 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestClsJournal.ClientCommitInvalid 2024-04-10T15:47:21.311 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestClsJournal.ClientCommitInvalid (3 ms) 2024-04-10T15:47:21.311 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestClsJournal.ClientCommitDNE 2024-04-10T15:47:21.312 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestClsJournal.ClientCommitDNE (1 ms) 2024-04-10T15:47:21.312 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestClsJournal.ClientList 2024-04-10T15:47:21.364 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestClsJournal.ClientList (52 ms) 2024-04-10T15:47:21.364 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestClsJournal.GetNextTagTid 2024-04-10T15:47:21.367 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestClsJournal.GetNextTagTid (3 ms) 2024-04-10T15:47:21.368 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestClsJournal.TagCreate 2024-04-10T15:47:21.375 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestClsJournal.TagCreate (8 ms) 2024-04-10T15:47:21.376 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestClsJournal.TagCreatePrunesTags 2024-04-10T15:47:21.382 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestClsJournal.TagCreatePrunesTags (7 ms) 2024-04-10T15:47:21.382 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestClsJournal.TagList 2024-04-10T15:47:21.475 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestClsJournal.TagList (92 ms) 2024-04-10T15:47:21.475 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestClsJournal.GuardAppend 2024-04-10T15:47:21.477 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestClsJournal.GuardAppend (3 ms) 2024-04-10T15:47:21.477 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestClsJournal.GuardAppendDNE 2024-04-10T15:47:21.477 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestClsJournal.GuardAppendDNE (1 ms) 2024-04-10T15:47:21.478 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestClsJournal.GuardAppendOverflow 2024-04-10T15:47:21.479 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestClsJournal.GuardAppendOverflow (1 ms) 2024-04-10T15:47:21.479 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestClsJournal.Append 2024-04-10T15:47:21.488 INFO:tasks.workunit.client.0.smithi069.stdout:padding is not enabled 2024-04-10T15:47:21.489 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestClsJournal.Append (10 ms) 2024-04-10T15:47:21.493 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:47:21 smithi077 ceph-mon[87572]: pgmap v1128: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:47:21.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:47:21 smithi077 ceph-mon[87572]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:47:21.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:47:21 smithi077 ceph-mon[87572]: Cluster is now healthy 2024-04-10T15:47:21.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:47:21 smithi077 ceph-mon[87572]: osdmap e964: 8 total, 8 up, 8 in 2024-04-10T15:47:21.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:47:21 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/192593066' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-137898-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:47:21.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:47:21 smithi077 ceph-mon[87572]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-137898-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:47:21.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:47:21 smithi069 ceph-mon[96738]: pgmap v1128: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:47:21.588 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:47:21 smithi069 ceph-mon[96738]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:47:21.588 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:47:21 smithi069 ceph-mon[96738]: Cluster is now healthy 2024-04-10T15:47:21.588 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:47:21 smithi069 ceph-mon[96738]: osdmap e964: 8 total, 8 up, 8 in 2024-04-10T15:47:21.588 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:47:21 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/192593066' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-137898-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:47:21.588 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:47:21 smithi069 ceph-mon[96738]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-137898-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:47:21.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:47:21 smithi069 ceph-mon[94167]: pgmap v1128: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:47:21.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:47:21 smithi069 ceph-mon[94167]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:47:21.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:47:21 smithi069 ceph-mon[94167]: Cluster is now healthy 2024-04-10T15:47:21.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:47:21 smithi069 ceph-mon[94167]: osdmap e964: 8 total, 8 up, 8 in 2024-04-10T15:47:21.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:47:21 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/192593066' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-137898-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:47:21.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:47:21 smithi069 ceph-mon[94167]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-137898-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:47:22.153 INFO:tasks.workunit.client.0.smithi069.stdout:[----------] 27 tests from TestClsJournal (349 ms total) 2024-04-10T15:47:22.153 INFO:tasks.workunit.client.0.smithi069.stdout: 2024-04-10T15:47:22.153 INFO:tasks.workunit.client.0.smithi069.stdout:[----------] Global test environment tear-down 2024-04-10T15:47:22.153 INFO:tasks.workunit.client.0.smithi069.stdout:[==========] 27 tests from 1 test suite ran. (2879 ms total) 2024-04-10T15:47:22.153 INFO:tasks.workunit.client.0.smithi069.stdout:[ PASSED ] 27 tests. 2024-04-10T15:47:22.157 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-10T15:47:22.157 DEBUG:teuthology.orchestra.run.smithi069:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-10T15:47:22.227 INFO:tasks.workunit:Running workunit cls/test_cls_lock.sh... 2024-04-10T15:47:22.227 DEBUG:teuthology.orchestra.run.smithi069:workunit test cls/test_cls_lock.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_lock.sh 2024-04-10T15:47:22.297 INFO:tasks.workunit.client.0.smithi069.stdout:Running main() from gmock_main.cc 2024-04-10T15:47:22.298 INFO:tasks.workunit.client.0.smithi069.stdout:[==========] Running 11 tests from 1 test suite. 2024-04-10T15:47:22.298 INFO:tasks.workunit.client.0.smithi069.stdout:[----------] Global test environment set-up. 2024-04-10T15:47:22.298 INFO:tasks.workunit.client.0.smithi069.stdout:[----------] 11 tests from ClsLock 2024-04-10T15:47:22.298 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] ClsLock.TestMultiLocking 2024-04-10T15:47:22.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:47:22 smithi077 ceph-mon[87572]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-137898-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:47:22.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:47:22 smithi077 ceph-mon[87572]: osdmap e965: 8 total, 8 up, 8 in 2024-04-10T15:47:22.495 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:47:22 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T15:47:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:47:22.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:47:22 smithi069 ceph-mon[96738]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-137898-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:47:22.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:47:22 smithi069 ceph-mon[96738]: osdmap e965: 8 total, 8 up, 8 in 2024-04-10T15:47:22.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:47:22 smithi069 ceph-mon[94167]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-137898-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:47:22.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:47:22 smithi069 ceph-mon[94167]: osdmap e965: 8 total, 8 up, 8 in 2024-04-10T15:47:23.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:47:23 smithi077 ceph-mon[87572]: pgmap v1131: 137 pgs: 15 creating+peering, 17 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:47:23.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:47:23 smithi077 ceph-mon[87572]: osdmap e966: 8 total, 8 up, 8 in 2024-04-10T15:47:23.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:47:23 smithi069 ceph-mon[96738]: pgmap v1131: 137 pgs: 15 creating+peering, 17 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:47:23.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:47:23 smithi069 ceph-mon[96738]: osdmap e966: 8 total, 8 up, 8 in 2024-04-10T15:47:23.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:47:23 smithi069 ceph-mon[94167]: pgmap v1131: 137 pgs: 15 creating+peering, 17 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:47:23.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:47:23 smithi069 ceph-mon[94167]: osdmap e966: 8 total, 8 up, 8 in 2024-04-10T15:47:24.204 INFO:tasks.workunit.client.0.smithi069.stdout:lock: mylock 2024-04-10T15:47:24.205 INFO:tasks.workunit.client.0.smithi069.stdout: lock_type: exclusive 2024-04-10T15:47:24.205 INFO:tasks.workunit.client.0.smithi069.stdout: tag: 2024-04-10T15:47:24.205 INFO:tasks.workunit.client.0.smithi069.stdout: lockers: 2024-04-10T15:47:24.205 INFO:tasks.workunit.client.0.smithi069.stdout: client.44648 expiration=2024-04-10T15:49:24.210687+0000 addr=v1:172.21.15.69:0/1570490962 cookie= 2024-04-10T15:47:24.208 INFO:tasks.workunit.client.0.smithi069.stdout:lock: mylock 2024-04-10T15:47:24.209 INFO:tasks.workunit.client.0.smithi069.stdout: lock_type: shared 2024-04-10T15:47:24.209 INFO:tasks.workunit.client.0.smithi069.stdout: tag: 2024-04-10T15:47:24.209 INFO:tasks.workunit.client.0.smithi069.stdout: lockers: 2024-04-10T15:47:24.209 INFO:tasks.workunit.client.0.smithi069.stdout: client.44648 expiration=2024-04-10T15:49:24.217162+0000 addr=v1:172.21.15.69:0/1570490962 cookie= 2024-04-10T15:47:24.209 INFO:tasks.workunit.client.0.smithi069.stdout: client.44654 expiration=0.000000 addr=v1:172.21.15.69:0/1628389226 cookie= 2024-04-10T15:47:24.210 INFO:tasks.workunit.client.0.smithi069.stdout:lock: mylock 2024-04-10T15:47:24.210 INFO:tasks.workunit.client.0.smithi069.stdout: lock_type: shared 2024-04-10T15:47:24.210 INFO:tasks.workunit.client.0.smithi069.stdout: tag: 2024-04-10T15:47:24.210 INFO:tasks.workunit.client.0.smithi069.stdout: lockers: 2024-04-10T15:47:24.210 INFO:tasks.workunit.client.0.smithi069.stdout: client.44654 expiration=0.000000 addr=v1:172.21.15.69:0/1628389226 cookie= 2024-04-10T15:47:24.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:47:24 smithi077 ceph-mon[87572]: osdmap e967: 8 total, 8 up, 8 in 2024-04-10T15:47:24.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:47:24 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/1570490962' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-137953-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:47:24.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:47:24 smithi077 ceph-mon[87572]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-137953-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:47:24.588 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:47:24 smithi069 ceph-mon[96738]: osdmap e967: 8 total, 8 up, 8 in 2024-04-10T15:47:24.588 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:47:24 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/1570490962' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-137953-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:47:24.588 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:47:24 smithi069 ceph-mon[96738]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-137953-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:47:24.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:47:24 smithi069 ceph-mon[94167]: osdmap e967: 8 total, 8 up, 8 in 2024-04-10T15:47:24.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:47:24 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/1570490962' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-137953-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:47:24.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:47:24 smithi069 ceph-mon[94167]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-137953-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:47:25.175 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] ClsLock.TestMultiLocking (2877 ms) 2024-04-10T15:47:25.175 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] ClsLock.TestMeta 2024-04-10T15:47:25.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:47:25 smithi077 ceph-mon[87572]: pgmap v1134: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:47:25.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:47:25 smithi077 ceph-mon[87572]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:47:25.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:47:25 smithi077 ceph-mon[87572]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-137953-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:47:25.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:47:25 smithi077 ceph-mon[87572]: osdmap e968: 8 total, 8 up, 8 in 2024-04-10T15:47:25.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:47:25 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:47:25.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:47:25 smithi069 ceph-mon[94167]: pgmap v1134: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:47:25.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:47:25 smithi069 ceph-mon[94167]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:47:25.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:47:25 smithi069 ceph-mon[94167]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-137953-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:47:25.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:47:25 smithi069 ceph-mon[94167]: osdmap e968: 8 total, 8 up, 8 in 2024-04-10T15:47:25.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:47:25 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:47:25.588 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:47:25 smithi069 ceph-mon[96738]: pgmap v1134: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:47:25.588 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:47:25 smithi069 ceph-mon[96738]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:47:25.588 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:47:25 smithi069 ceph-mon[96738]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-137953-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:47:25.588 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:47:25 smithi069 ceph-mon[96738]: osdmap e968: 8 total, 8 up, 8 in 2024-04-10T15:47:25.588 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:47:25 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:47:26.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:47:26 smithi077 ceph-mon[87572]: osdmap e969: 8 total, 8 up, 8 in 2024-04-10T15:47:26.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:47:26 smithi069 ceph-mon[94167]: osdmap e969: 8 total, 8 up, 8 in 2024-04-10T15:47:26.588 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:47:26 smithi069 ceph-mon[96738]: osdmap e969: 8 total, 8 up, 8 in 2024-04-10T15:47:27.178 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:47:26 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:15:47:26] "GET /metrics HTTP/1.1" 200 36334 "" "Prometheus/2.43.0" 2024-04-10T15:47:27.221 INFO:tasks.workunit.client.0.smithi069.stdout:lock: mylock 2024-04-10T15:47:27.221 INFO:tasks.workunit.client.0.smithi069.stdout: lock_type: shared 2024-04-10T15:47:27.222 INFO:tasks.workunit.client.0.smithi069.stdout: tag: 2024-04-10T15:47:27.222 INFO:tasks.workunit.client.0.smithi069.stdout: lockers: 2024-04-10T15:47:27.222 INFO:tasks.workunit.client.0.smithi069.stdout: client.34725 expiration=0.000000 addr=v1:172.21.15.69:0/2076544371 cookie= 2024-04-10T15:47:27.223 INFO:tasks.workunit.client.0.smithi069.stdout:lock: mylock 2024-04-10T15:47:27.223 INFO:tasks.workunit.client.0.smithi069.stdout: lock_type: exclusive 2024-04-10T15:47:27.223 INFO:tasks.workunit.client.0.smithi069.stdout: tag: new_tag 2024-04-10T15:47:27.224 INFO:tasks.workunit.client.0.smithi069.stdout: lockers: 2024-04-10T15:47:27.224 INFO:tasks.workunit.client.0.smithi069.stdout: client.54496 expiration=0.000000 addr=v1:172.21.15.69:0/1367160476 cookie= 2024-04-10T15:47:27.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:47:27 smithi077 ceph-mon[87572]: pgmap v1137: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:47:27.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:47:27 smithi077 ceph-mon[87572]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:47:27.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:47:27 smithi077 ceph-mon[87572]: Cluster is now healthy 2024-04-10T15:47:27.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:47:27 smithi077 ceph-mon[87572]: osdmap e970: 8 total, 8 up, 8 in 2024-04-10T15:47:27.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:47:27 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/1367160476' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-137953-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:47:27.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:47:27 smithi077 ceph-mon[87572]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-137953-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:47:27.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:47:27 smithi069 ceph-mon[94167]: pgmap v1137: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:47:27.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:47:27 smithi069 ceph-mon[94167]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:47:27.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:47:27 smithi069 ceph-mon[94167]: Cluster is now healthy 2024-04-10T15:47:27.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:47:27 smithi069 ceph-mon[94167]: osdmap e970: 8 total, 8 up, 8 in 2024-04-10T15:47:27.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:47:27 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/1367160476' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-137953-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:47:27.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:47:27 smithi069 ceph-mon[94167]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-137953-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:47:27.588 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:47:27 smithi069 ceph-mon[96738]: pgmap v1137: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:47:27.588 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:47:27 smithi069 ceph-mon[96738]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:47:27.588 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:47:27 smithi069 ceph-mon[96738]: Cluster is now healthy 2024-04-10T15:47:27.588 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:47:27 smithi069 ceph-mon[96738]: osdmap e970: 8 total, 8 up, 8 in 2024-04-10T15:47:27.588 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:47:27 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/1367160476' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-137953-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:47:27.589 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:47:27 smithi069 ceph-mon[96738]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-137953-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:47:28.199 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] ClsLock.TestMeta (3024 ms) 2024-04-10T15:47:28.199 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] ClsLock.TestCookie 2024-04-10T15:47:28.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:47:28 smithi077 ceph-mon[87572]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-137953-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:47:28.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:47:28 smithi077 ceph-mon[87572]: osdmap e971: 8 total, 8 up, 8 in 2024-04-10T15:47:28.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:47:28 smithi069 ceph-mon[96738]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-137953-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:47:28.588 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:47:28 smithi069 ceph-mon[96738]: osdmap e971: 8 total, 8 up, 8 in 2024-04-10T15:47:28.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:47:28 smithi069 ceph-mon[94167]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-137953-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:47:28.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:47:28 smithi069 ceph-mon[94167]: osdmap e971: 8 total, 8 up, 8 in 2024-04-10T15:47:29.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:47:29 smithi077 ceph-mon[87572]: pgmap v1140: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:47:29.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:47:29 smithi077 ceph-mon[87572]: osdmap e972: 8 total, 8 up, 8 in 2024-04-10T15:47:29.588 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:47:29 smithi069 ceph-mon[96738]: pgmap v1140: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:47:29.588 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:47:29 smithi069 ceph-mon[96738]: osdmap e972: 8 total, 8 up, 8 in 2024-04-10T15:47:29.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:47:29 smithi069 ceph-mon[94167]: pgmap v1140: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:47:29.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:47:29 smithi069 ceph-mon[94167]: osdmap e972: 8 total, 8 up, 8 in 2024-04-10T15:47:30.346 INFO:tasks.workunit.client.0.smithi069.stdout:lock: mylock 2024-04-10T15:47:30.346 INFO:tasks.workunit.client.0.smithi069.stdout: lock_type: exclusive 2024-04-10T15:47:30.346 INFO:tasks.workunit.client.0.smithi069.stdout: tag: 2024-04-10T15:47:30.346 INFO:tasks.workunit.client.0.smithi069.stdout: lockers: 2024-04-10T15:47:30.348 INFO:tasks.workunit.client.0.smithi069.stdout:lock: mylock 2024-04-10T15:47:30.348 INFO:tasks.workunit.client.0.smithi069.stdout: lock_type: shared 2024-04-10T15:47:30.348 INFO:tasks.workunit.client.0.smithi069.stdout: tag: 2024-04-10T15:47:30.349 INFO:tasks.workunit.client.0.smithi069.stdout: lockers: 2024-04-10T15:47:30.349 INFO:tasks.workunit.client.0.smithi069.stdout: client.34731 expiration=0.000000 addr=v1:172.21.15.69:0/3002166035 cookie= 2024-04-10T15:47:30.349 INFO:tasks.workunit.client.0.smithi069.stdout: client.34731 expiration=0.000000 addr=v1:172.21.15.69:0/3002166035 cookie=new cookie 2024-04-10T15:47:30.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:47:30 smithi077 ceph-mon[87572]: osdmap e973: 8 total, 8 up, 8 in 2024-04-10T15:47:30.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:47:30 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/3002166035' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-137953-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:47:30.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:47:30 smithi069 ceph-mon[96738]: osdmap e973: 8 total, 8 up, 8 in 2024-04-10T15:47:30.588 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:47:30 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/3002166035' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-137953-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:47:30.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:47:30 smithi069 ceph-mon[94167]: osdmap e973: 8 total, 8 up, 8 in 2024-04-10T15:47:30.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:47:30 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/3002166035' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-137953-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:47:31.221 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] ClsLock.TestCookie (3021 ms) 2024-04-10T15:47:31.221 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] ClsLock.TestMultipleLocks 2024-04-10T15:47:31.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:47:31 smithi077 ceph-mon[87572]: pgmap v1143: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:47:31.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:47:31 smithi077 ceph-mon[87572]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:47:31.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:47:31 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/3002166035' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-137953-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:47:31.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:47:31 smithi077 ceph-mon[87572]: osdmap e974: 8 total, 8 up, 8 in 2024-04-10T15:47:31.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:47:31 smithi069 ceph-mon[94167]: pgmap v1143: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:47:31.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:47:31 smithi069 ceph-mon[94167]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:47:31.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:47:31 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/3002166035' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-137953-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:47:31.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:47:31 smithi069 ceph-mon[94167]: osdmap e974: 8 total, 8 up, 8 in 2024-04-10T15:47:31.588 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:47:31 smithi069 ceph-mon[96738]: pgmap v1143: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:47:31.588 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:47:31 smithi069 ceph-mon[96738]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:47:31.588 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:47:31 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/3002166035' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-137953-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:47:31.588 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:47:31 smithi069 ceph-mon[96738]: osdmap e974: 8 total, 8 up, 8 in 2024-04-10T15:47:32.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:47:32 smithi077 ceph-mon[87572]: osdmap e975: 8 total, 8 up, 8 in 2024-04-10T15:47:32.494 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:47:32 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T15:47:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:47:32.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:47:32 smithi069 ceph-mon[96738]: osdmap e975: 8 total, 8 up, 8 in 2024-04-10T15:47:32.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:47:32 smithi069 ceph-mon[94167]: osdmap e975: 8 total, 8 up, 8 in 2024-04-10T15:47:33.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:47:33 smithi077 ceph-mon[87572]: pgmap v1146: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:47:33.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:47:33 smithi077 ceph-mon[87572]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:47:33.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:47:33 smithi077 ceph-mon[87572]: Cluster is now healthy 2024-04-10T15:47:33.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:47:33 smithi077 ceph-mon[87572]: osdmap e976: 8 total, 8 up, 8 in 2024-04-10T15:47:33.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:47:33 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/2063820738' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-137953-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:47:33.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:47:33 smithi069 ceph-mon[94167]: pgmap v1146: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:47:33.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:47:33 smithi069 ceph-mon[94167]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:47:33.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:47:33 smithi069 ceph-mon[94167]: Cluster is now healthy 2024-04-10T15:47:33.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:47:33 smithi069 ceph-mon[94167]: osdmap e976: 8 total, 8 up, 8 in 2024-04-10T15:47:33.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:47:33 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/2063820738' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-137953-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:47:33.588 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:47:33 smithi069 ceph-mon[96738]: pgmap v1146: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:47:33.588 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:47:33 smithi069 ceph-mon[96738]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:47:33.588 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:47:33 smithi069 ceph-mon[96738]: Cluster is now healthy 2024-04-10T15:47:33.589 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:47:33 smithi069 ceph-mon[96738]: osdmap e976: 8 total, 8 up, 8 in 2024-04-10T15:47:33.589 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:47:33 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/2063820738' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-137953-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:47:34.246 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] ClsLock.TestMultipleLocks (3025 ms) 2024-04-10T15:47:34.247 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] ClsLock.TestLockDuration 2024-04-10T15:47:34.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:47:34 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/2063820738' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-137953-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:47:34.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:47:34 smithi077 ceph-mon[87572]: osdmap e977: 8 total, 8 up, 8 in 2024-04-10T15:47:34.588 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:47:34 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/2063820738' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-137953-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:47:34.588 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:47:34 smithi069 ceph-mon[96738]: osdmap e977: 8 total, 8 up, 8 in 2024-04-10T15:47:34.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:47:34 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/2063820738' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-137953-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:47:34.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:47:34 smithi069 ceph-mon[94167]: osdmap e977: 8 total, 8 up, 8 in 2024-04-10T15:47:35.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:47:35 smithi077 ceph-mon[87572]: pgmap v1149: 137 pgs: 25 unknown, 112 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:47:35.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:47:35 smithi077 ceph-mon[87572]: osdmap e978: 8 total, 8 up, 8 in 2024-04-10T15:47:35.588 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:47:35 smithi069 ceph-mon[96738]: pgmap v1149: 137 pgs: 25 unknown, 112 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:47:35.588 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:47:35 smithi069 ceph-mon[96738]: osdmap e978: 8 total, 8 up, 8 in 2024-04-10T15:47:35.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:47:35 smithi069 ceph-mon[94167]: pgmap v1149: 137 pgs: 25 unknown, 112 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:47:35.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:47:35 smithi069 ceph-mon[94167]: osdmap e978: 8 total, 8 up, 8 in 2024-04-10T15:47:36.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:47:36 smithi069 ceph-mon[94167]: osdmap e979: 8 total, 8 up, 8 in 2024-04-10T15:47:36.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:47:36 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/975151556' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-137953-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:47:36.588 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:47:36 smithi069 ceph-mon[96738]: osdmap e979: 8 total, 8 up, 8 in 2024-04-10T15:47:36.588 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:47:36 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/975151556' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-137953-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:47:36.744 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:47:36 smithi077 ceph-mon[87572]: osdmap e979: 8 total, 8 up, 8 in 2024-04-10T15:47:36.744 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:47:36 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/975151556' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-137953-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:47:37.254 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:47:36 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:15:47:36] "GET /metrics HTTP/1.1" 200 36334 "" "Prometheus/2.43.0" 2024-04-10T15:47:37.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:47:37 smithi069 ceph-mon[94167]: pgmap v1152: 137 pgs: 14 creating+peering, 18 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:47:37.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:47:37 smithi069 ceph-mon[94167]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:47:37.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:47:37 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/975151556' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-137953-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:47:37.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:47:37 smithi069 ceph-mon[94167]: osdmap e980: 8 total, 8 up, 8 in 2024-04-10T15:47:37.589 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:47:37 smithi069 ceph-mon[96738]: pgmap v1152: 137 pgs: 14 creating+peering, 18 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:47:37.589 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:47:37 smithi069 ceph-mon[96738]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:47:37.589 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:47:37 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/975151556' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-137953-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:47:37.589 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:47:37 smithi069 ceph-mon[96738]: osdmap e980: 8 total, 8 up, 8 in 2024-04-10T15:47:37.744 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:47:37 smithi077 ceph-mon[87572]: pgmap v1152: 137 pgs: 14 creating+peering, 18 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:47:37.744 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:47:37 smithi077 ceph-mon[87572]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:47:37.744 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:47:37 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/975151556' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-137953-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:47:37.744 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:47:37 smithi077 ceph-mon[87572]: osdmap e980: 8 total, 8 up, 8 in 2024-04-10T15:47:38.587 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:47:38 smithi069 ceph-mon[94167]: osdmap e981: 8 total, 8 up, 8 in 2024-04-10T15:47:38.588 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:47:38 smithi069 ceph-mon[96738]: osdmap e981: 8 total, 8 up, 8 in 2024-04-10T15:47:38.744 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:47:38 smithi077 ceph-mon[87572]: osdmap e981: 8 total, 8 up, 8 in 2024-04-10T15:47:39.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:47:39 smithi069 ceph-mon[94167]: pgmap v1155: 137 pgs: 14 creating+peering, 18 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:47:39.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:47:39 smithi069 ceph-mon[94167]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:47:39.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:47:39 smithi069 ceph-mon[94167]: Cluster is now healthy 2024-04-10T15:47:39.588 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:47:39 smithi069 ceph-mon[96738]: pgmap v1155: 137 pgs: 14 creating+peering, 18 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:47:39.588 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:47:39 smithi069 ceph-mon[96738]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:47:39.588 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:47:39 smithi069 ceph-mon[96738]: Cluster is now healthy 2024-04-10T15:47:39.744 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:47:39 smithi077 ceph-mon[87572]: pgmap v1155: 137 pgs: 14 creating+peering, 18 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:47:39.744 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:47:39 smithi077 ceph-mon[87572]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:47:39.744 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:47:39 smithi077 ceph-mon[87572]: Cluster is now healthy 2024-04-10T15:47:40.994 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:47:40 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:47:40.994 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:47:40 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:47:41.087 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:47:40 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:47:41.088 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:47:40 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:47:41.088 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:47:40 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:47:41.088 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:47:40 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:47:41.619 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] ClsLock.TestLockDuration (7373 ms) 2024-04-10T15:47:41.619 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] ClsLock.TestAssertLocked 2024-04-10T15:47:41.994 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:47:41 smithi077 ceph-mon[87572]: pgmap v1156: 137 pgs: 14 creating+peering, 123 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-10T15:47:42.087 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:47:41 smithi069 ceph-mon[94167]: pgmap v1156: 137 pgs: 14 creating+peering, 123 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-10T15:47:42.088 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:47:41 smithi069 ceph-mon[96738]: pgmap v1156: 137 pgs: 14 creating+peering, 123 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-10T15:47:42.628 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:47:42 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T15:47:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:47:42.994 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:47:42 smithi077 ceph-mon[87572]: osdmap e982: 8 total, 8 up, 8 in 2024-04-10T15:47:43.088 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:47:42 smithi069 ceph-mon[96738]: osdmap e982: 8 total, 8 up, 8 in 2024-04-10T15:47:43.088 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:47:42 smithi069 ceph-mon[94167]: osdmap e982: 8 total, 8 up, 8 in 2024-04-10T15:47:43.994 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:47:43 smithi077 ceph-mon[87572]: pgmap v1158: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:47:43.994 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:47:43 smithi077 ceph-mon[87572]: osdmap e983: 8 total, 8 up, 8 in 2024-04-10T15:47:43.994 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:47:43 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/126141843' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-137953-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:47:44.088 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:47:43 smithi069 ceph-mon[96738]: pgmap v1158: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:47:44.088 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:47:43 smithi069 ceph-mon[96738]: osdmap e983: 8 total, 8 up, 8 in 2024-04-10T15:47:44.088 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:47:43 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/126141843' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-137953-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:47:44.089 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:47:43 smithi069 ceph-mon[94167]: pgmap v1158: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:47:44.089 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:47:43 smithi069 ceph-mon[94167]: osdmap e983: 8 total, 8 up, 8 in 2024-04-10T15:47:44.089 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:47:43 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/126141843' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-137953-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:47:44.659 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] ClsLock.TestAssertLocked (3038 ms) 2024-04-10T15:47:44.659 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] ClsLock.TestSetCookie 2024-04-10T15:47:44.994 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:47:44 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/126141843' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-137953-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:47:44.994 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:47:44 smithi077 ceph-mon[87572]: osdmap e984: 8 total, 8 up, 8 in 2024-04-10T15:47:44.994 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:47:44 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:47:45.087 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:47:44 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/126141843' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-137953-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:47:45.088 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:47:44 smithi069 ceph-mon[96738]: osdmap e984: 8 total, 8 up, 8 in 2024-04-10T15:47:45.088 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:47:44 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:47:45.088 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:47:44 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/126141843' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-137953-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:47:45.088 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:47:44 smithi069 ceph-mon[94167]: osdmap e984: 8 total, 8 up, 8 in 2024-04-10T15:47:45.088 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:47:44 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:47:45.994 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:47:45 smithi077 ceph-mon[87572]: pgmap v1161: 137 pgs: 11 creating+peering, 21 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:47:45.994 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:47:45 smithi077 ceph-mon[87572]: osdmap e985: 8 total, 8 up, 8 in 2024-04-10T15:47:45.994 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:47:45 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:47:45.994 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:47:45 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:47:45.995 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:47:45 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:47:46.087 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:47:45 smithi069 ceph-mon[96738]: pgmap v1161: 137 pgs: 11 creating+peering, 21 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:47:46.088 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:47:45 smithi069 ceph-mon[96738]: osdmap e985: 8 total, 8 up, 8 in 2024-04-10T15:47:46.088 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:47:45 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:47:46.088 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:47:45 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:47:46.088 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:47:45 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:47:46.088 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:47:45 smithi069 ceph-mon[94167]: pgmap v1161: 137 pgs: 11 creating+peering, 21 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:47:46.088 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:47:45 smithi069 ceph-mon[94167]: osdmap e985: 8 total, 8 up, 8 in 2024-04-10T15:47:46.088 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:47:45 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:47:46.088 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:47:45 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:47:46.088 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:47:45 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:47:46.918 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:47:46 smithi069 ceph-mon[96738]: osdmap e986: 8 total, 8 up, 8 in 2024-04-10T15:47:46.918 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:47:46 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/514917437' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-137953-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:47:46.918 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:47:46 smithi069 ceph-mon[96738]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-137953-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:47:46.919 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:47:46 smithi069 ceph-mon[94167]: osdmap e986: 8 total, 8 up, 8 in 2024-04-10T15:47:46.919 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:47:46 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/514917437' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-137953-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:47:46.919 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:47:46 smithi069 ceph-mon[94167]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-137953-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:47:46.994 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:47:46 smithi077 ceph-mon[87572]: osdmap e986: 8 total, 8 up, 8 in 2024-04-10T15:47:46.994 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:47:46 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/514917437' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-137953-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:47:46.995 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:47:46 smithi077 ceph-mon[87572]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-137953-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:47:47.337 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:47:46 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:15:47:46] "GET /metrics HTTP/1.1" 200 36335 "" "Prometheus/2.43.0" 2024-04-10T15:47:47.679 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] ClsLock.TestSetCookie (3021 ms) 2024-04-10T15:47:47.679 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] ClsLock.TestRenew 2024-04-10T15:47:47.994 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:47:47 smithi077 ceph-mon[87572]: pgmap v1164: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:47:47.994 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:47:47 smithi077 ceph-mon[87572]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:47:47.994 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:47:47 smithi077 ceph-mon[87572]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-137953-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:47:47.994 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:47:47 smithi077 ceph-mon[87572]: osdmap e987: 8 total, 8 up, 8 in 2024-04-10T15:47:48.088 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:47:47 smithi069 ceph-mon[96738]: pgmap v1164: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:47:48.088 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:47:47 smithi069 ceph-mon[96738]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:47:48.088 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:47:47 smithi069 ceph-mon[96738]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-137953-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:47:48.088 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:47:47 smithi069 ceph-mon[96738]: osdmap e987: 8 total, 8 up, 8 in 2024-04-10T15:47:48.088 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:47:47 smithi069 ceph-mon[94167]: pgmap v1164: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:47:48.088 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:47:47 smithi069 ceph-mon[94167]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:47:48.089 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:47:47 smithi069 ceph-mon[94167]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-137953-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:47:48.089 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:47:47 smithi069 ceph-mon[94167]: osdmap e987: 8 total, 8 up, 8 in 2024-04-10T15:47:48.994 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:47:48 smithi077 ceph-mon[87572]: osdmap e988: 8 total, 8 up, 8 in 2024-04-10T15:47:49.087 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:47:48 smithi069 ceph-mon[96738]: osdmap e988: 8 total, 8 up, 8 in 2024-04-10T15:47:49.088 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:47:48 smithi069 ceph-mon[94167]: osdmap e988: 8 total, 8 up, 8 in 2024-04-10T15:47:49.994 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:47:49 smithi077 ceph-mon[87572]: pgmap v1167: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:47:49.994 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:47:49 smithi077 ceph-mon[87572]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:47:49.994 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:47:49 smithi077 ceph-mon[87572]: Cluster is now healthy 2024-04-10T15:47:49.994 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:47:49 smithi077 ceph-mon[87572]: osdmap e989: 8 total, 8 up, 8 in 2024-04-10T15:47:49.994 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:47:49 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/2545189678' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-137953-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:47:50.088 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:47:49 smithi069 ceph-mon[96738]: pgmap v1167: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:47:50.088 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:47:49 smithi069 ceph-mon[96738]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:47:50.088 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:47:49 smithi069 ceph-mon[96738]: Cluster is now healthy 2024-04-10T15:47:50.088 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:47:49 smithi069 ceph-mon[96738]: osdmap e989: 8 total, 8 up, 8 in 2024-04-10T15:47:50.088 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:47:49 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/2545189678' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-137953-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:47:50.089 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:47:49 smithi069 ceph-mon[94167]: pgmap v1167: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:47:50.089 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:47:49 smithi069 ceph-mon[94167]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:47:50.089 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:47:49 smithi069 ceph-mon[94167]: Cluster is now healthy 2024-04-10T15:47:50.089 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:47:49 smithi069 ceph-mon[94167]: osdmap e989: 8 total, 8 up, 8 in 2024-04-10T15:47:50.089 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:47:49 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/2545189678' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-137953-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:47:50.994 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:47:50 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/2545189678' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-137953-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:47:50.994 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:47:50 smithi077 ceph-mon[87572]: osdmap e990: 8 total, 8 up, 8 in 2024-04-10T15:47:51.087 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:47:50 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/2545189678' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-137953-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:47:51.088 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:47:50 smithi069 ceph-mon[94167]: osdmap e990: 8 total, 8 up, 8 in 2024-04-10T15:47:51.088 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:47:50 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/2545189678' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-137953-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:47:51.088 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:47:50 smithi069 ceph-mon[96738]: osdmap e990: 8 total, 8 up, 8 in 2024-04-10T15:47:51.994 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:47:51 smithi077 ceph-mon[87572]: pgmap v1170: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:47:51.994 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:47:51 smithi077 ceph-mon[87572]: osdmap e991: 8 total, 8 up, 8 in 2024-04-10T15:47:52.087 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:47:51 smithi069 ceph-mon[94167]: pgmap v1170: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:47:52.088 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:47:51 smithi069 ceph-mon[94167]: osdmap e991: 8 total, 8 up, 8 in 2024-04-10T15:47:52.088 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:47:51 smithi069 ceph-mon[96738]: pgmap v1170: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:47:52.088 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:47:51 smithi069 ceph-mon[96738]: osdmap e991: 8 total, 8 up, 8 in 2024-04-10T15:47:52.744 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:47:52 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T15:47:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:47:53.994 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:47:53 smithi077 ceph-mon[87572]: pgmap v1172: 137 pgs: 8 creating+peering, 8 unknown, 121 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:47:54.087 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:47:53 smithi069 ceph-mon[96738]: pgmap v1172: 137 pgs: 8 creating+peering, 8 unknown, 121 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:47:54.088 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:47:53 smithi069 ceph-mon[94167]: pgmap v1172: 137 pgs: 8 creating+peering, 8 unknown, 121 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:47:54.994 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:47:54 smithi077 ceph-mon[87572]: pgmap v1173: 137 pgs: 8 creating+peering, 129 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:47:54.994 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:47:54 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:47:55.088 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:47:54 smithi069 ceph-mon[94167]: pgmap v1173: 137 pgs: 8 creating+peering, 129 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:47:55.088 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:47:54 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:47:55.088 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:47:54 smithi069 ceph-mon[96738]: pgmap v1173: 137 pgs: 8 creating+peering, 129 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:47:55.088 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:47:54 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:47:57.088 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:47:56 smithi069 ceph-mon[96738]: pgmap v1174: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 145 B/s rd, 0 B/s wr, 0 op/s 2024-04-10T15:47:57.088 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:47:56 smithi069 ceph-mon[94167]: pgmap v1174: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 145 B/s rd, 0 B/s wr, 0 op/s 2024-04-10T15:47:57.088 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:47:56 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:15:47:56] "GET /metrics HTTP/1.1" 200 36334 "" "Prometheus/2.43.0" 2024-04-10T15:47:57.244 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:47:56 smithi077 ceph-mon[87572]: pgmap v1174: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 145 B/s rd, 0 B/s wr, 0 op/s 2024-04-10T15:47:59.088 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:47:58 smithi069 ceph-mon[94167]: pgmap v1175: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 127 B/s rd, 0 B/s wr, 0 op/s 2024-04-10T15:47:59.088 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:47:58 smithi069 ceph-mon[96738]: pgmap v1175: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 127 B/s rd, 0 B/s wr, 0 op/s 2024-04-10T15:47:59.244 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:47:58 smithi077 ceph-mon[87572]: pgmap v1175: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 127 B/s rd, 0 B/s wr, 0 op/s 2024-04-10T15:48:01.088 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:48:00 smithi069 ceph-mon[96738]: pgmap v1176: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 307 B/s rd, 0 B/s wr, 1 op/s 2024-04-10T15:48:01.088 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:48:00 smithi069 ceph-mon[94167]: pgmap v1176: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 307 B/s rd, 0 B/s wr, 1 op/s 2024-04-10T15:48:01.244 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:48:00 smithi077 ceph-mon[87572]: pgmap v1176: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 307 B/s rd, 0 B/s wr, 1 op/s 2024-04-10T15:48:02.744 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:48:02 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T15:48:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:48:03.088 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:48:02 smithi069 ceph-mon[96738]: pgmap v1177: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 278 B/s rd, 0 B/s wr, 1 op/s 2024-04-10T15:48:03.088 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:48:02 smithi069 ceph-mon[94167]: pgmap v1177: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 278 B/s rd, 0 B/s wr, 1 op/s 2024-04-10T15:48:03.244 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:48:02 smithi077 ceph-mon[87572]: pgmap v1177: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 278 B/s rd, 0 B/s wr, 1 op/s 2024-04-10T15:48:05.088 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:48:04 smithi069 ceph-mon[96738]: pgmap v1178: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2024-04-10T15:48:05.088 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:48:04 smithi069 ceph-mon[94167]: pgmap v1178: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2024-04-10T15:48:05.244 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:48:04 smithi077 ceph-mon[87572]: pgmap v1178: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2024-04-10T15:48:07.088 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:48:06 smithi069 ceph-mon[94167]: pgmap v1179: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 341 B/s rd, 0 B/s wr, 1 op/s 2024-04-10T15:48:07.088 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:48:06 smithi069 ceph-mon[96738]: pgmap v1179: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 341 B/s rd, 0 B/s wr, 1 op/s 2024-04-10T15:48:07.088 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:48:06 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:15:48:06] "GET /metrics HTTP/1.1" 200 36334 "" "Prometheus/2.43.0" 2024-04-10T15:48:07.244 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:48:06 smithi077 ceph-mon[87572]: pgmap v1179: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 341 B/s rd, 0 B/s wr, 1 op/s 2024-04-10T15:48:07.785 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] ClsLock.TestRenew (20106 ms) 2024-04-10T15:48:07.785 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] ClsLock.TestExclusiveEphemeralBasic 2024-04-10T15:48:09.088 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:48:08 smithi069 ceph-mon[94167]: pgmap v1180: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2024-04-10T15:48:09.088 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:48:08 smithi069 ceph-mon[94167]: osdmap e992: 8 total, 8 up, 8 in 2024-04-10T15:48:09.088 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:48:08 smithi069 ceph-mon[96738]: pgmap v1180: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2024-04-10T15:48:09.088 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:48:08 smithi069 ceph-mon[96738]: osdmap e992: 8 total, 8 up, 8 in 2024-04-10T15:48:09.244 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:48:08 smithi077 ceph-mon[87572]: pgmap v1180: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2024-04-10T15:48:09.244 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:48:08 smithi077 ceph-mon[87572]: osdmap e992: 8 total, 8 up, 8 in 2024-04-10T15:48:10.088 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:48:09 smithi069 ceph-mon[96738]: osdmap e993: 8 total, 8 up, 8 in 2024-04-10T15:48:10.088 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:48:09 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/2242926153' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-137953-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:48:10.088 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:48:09 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:48:10.088 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:48:09 smithi069 ceph-mon[94167]: osdmap e993: 8 total, 8 up, 8 in 2024-04-10T15:48:10.088 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:48:09 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/2242926153' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-137953-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:48:10.088 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:48:09 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:48:10.244 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:48:09 smithi077 ceph-mon[87572]: osdmap e993: 8 total, 8 up, 8 in 2024-04-10T15:48:10.244 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:48:09 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/2242926153' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-137953-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:48:10.244 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:48:09 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:48:11.088 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:48:10 smithi069 ceph-mon[96738]: pgmap v1183: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:48:11.088 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:48:10 smithi069 ceph-mon[96738]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:48:11.088 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:48:10 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/2242926153' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-137953-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:48:11.088 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:48:10 smithi069 ceph-mon[96738]: osdmap e994: 8 total, 8 up, 8 in 2024-04-10T15:48:11.088 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:48:10 smithi069 ceph-mon[94167]: pgmap v1183: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:48:11.088 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:48:10 smithi069 ceph-mon[94167]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:48:11.088 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:48:10 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/2242926153' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-137953-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:48:11.088 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:48:10 smithi069 ceph-mon[94167]: osdmap e994: 8 total, 8 up, 8 in 2024-04-10T15:48:11.244 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:48:10 smithi077 ceph-mon[87572]: pgmap v1183: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:48:11.244 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:48:10 smithi077 ceph-mon[87572]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:48:11.244 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:48:10 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/2242926153' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-137953-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:48:11.244 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:48:10 smithi077 ceph-mon[87572]: osdmap e994: 8 total, 8 up, 8 in 2024-04-10T15:48:12.088 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:48:11 smithi069 ceph-mon[96738]: osdmap e995: 8 total, 8 up, 8 in 2024-04-10T15:48:12.088 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:48:11 smithi069 ceph-mon[94167]: osdmap e995: 8 total, 8 up, 8 in 2024-04-10T15:48:12.244 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:48:11 smithi077 ceph-mon[87572]: osdmap e995: 8 total, 8 up, 8 in 2024-04-10T15:48:12.744 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:48:12 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T15:48:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:48:13.088 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:48:12 smithi069 ceph-mon[96738]: pgmap v1186: 137 pgs: 4 creating+peering, 10 unknown, 123 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:48:13.088 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:48:12 smithi069 ceph-mon[96738]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:48:13.088 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:48:12 smithi069 ceph-mon[96738]: Cluster is now healthy 2024-04-10T15:48:13.088 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:48:12 smithi069 ceph-mon[94167]: pgmap v1186: 137 pgs: 4 creating+peering, 10 unknown, 123 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:48:13.088 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:48:12 smithi069 ceph-mon[94167]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:48:13.088 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:48:12 smithi069 ceph-mon[94167]: Cluster is now healthy 2024-04-10T15:48:13.244 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:48:12 smithi077 ceph-mon[87572]: pgmap v1186: 137 pgs: 4 creating+peering, 10 unknown, 123 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:48:13.244 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:48:12 smithi077 ceph-mon[87572]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:48:13.244 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:48:12 smithi077 ceph-mon[87572]: Cluster is now healthy 2024-04-10T15:48:14.812 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] ClsLock.TestExclusiveEphemeralBasic (7027 ms) 2024-04-10T15:48:14.812 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] ClsLock.TestExclusiveEphemeralStealEphemeral 2024-04-10T15:48:15.087 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:48:14 smithi069 ceph-mon[96738]: pgmap v1187: 137 pgs: 4 creating+peering, 133 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-10T15:48:15.088 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:48:14 smithi069 ceph-mon[94167]: pgmap v1187: 137 pgs: 4 creating+peering, 133 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-10T15:48:15.244 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:48:14 smithi077 ceph-mon[87572]: pgmap v1187: 137 pgs: 4 creating+peering, 133 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-10T15:48:16.088 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:48:15 smithi069 ceph-mon[96738]: osdmap e996: 8 total, 8 up, 8 in 2024-04-10T15:48:16.088 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:48:15 smithi069 ceph-mon[94167]: osdmap e996: 8 total, 8 up, 8 in 2024-04-10T15:48:16.244 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:48:15 smithi077 ceph-mon[87572]: osdmap e996: 8 total, 8 up, 8 in 2024-04-10T15:48:17.088 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:48:16 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:15:48:16] "GET /metrics HTTP/1.1" 200 36332 "" "Prometheus/2.43.0" 2024-04-10T15:48:17.088 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:48:16 smithi069 ceph-mon[94167]: pgmap v1189: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:48:17.088 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:48:16 smithi069 ceph-mon[94167]: osdmap e997: 8 total, 8 up, 8 in 2024-04-10T15:48:17.088 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:48:16 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/4127806262' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-137953-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:48:17.088 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:48:16 smithi069 ceph-mon[96738]: pgmap v1189: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:48:17.088 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:48:16 smithi069 ceph-mon[96738]: osdmap e997: 8 total, 8 up, 8 in 2024-04-10T15:48:17.088 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:48:16 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/4127806262' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-137953-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:48:17.145 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:48:16 smithi077 ceph-mon[87572]: pgmap v1189: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:48:17.145 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:48:16 smithi077 ceph-mon[87572]: osdmap e997: 8 total, 8 up, 8 in 2024-04-10T15:48:17.145 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:48:16 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/4127806262' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-137953-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:48:18.244 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:48:17 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/4127806262' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-137953-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:48:18.244 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:48:17 smithi077 ceph-mon[87572]: osdmap e998: 8 total, 8 up, 8 in 2024-04-10T15:48:18.338 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:48:17 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/4127806262' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-137953-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:48:18.338 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:48:17 smithi069 ceph-mon[94167]: osdmap e998: 8 total, 8 up, 8 in 2024-04-10T15:48:18.338 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:48:17 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/4127806262' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-137953-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:48:18.338 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:48:17 smithi069 ceph-mon[96738]: osdmap e998: 8 total, 8 up, 8 in 2024-04-10T15:48:19.244 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:48:18 smithi077 ceph-mon[87572]: pgmap v1192: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:48:19.244 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:48:18 smithi077 ceph-mon[87572]: osdmap e999: 8 total, 8 up, 8 in 2024-04-10T15:48:19.338 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:48:18 smithi069 ceph-mon[94167]: pgmap v1192: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:48:19.338 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:48:18 smithi069 ceph-mon[94167]: osdmap e999: 8 total, 8 up, 8 in 2024-04-10T15:48:19.338 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:48:18 smithi069 ceph-mon[96738]: pgmap v1192: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:48:19.338 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:48:18 smithi069 ceph-mon[96738]: osdmap e999: 8 total, 8 up, 8 in 2024-04-10T15:48:21.244 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:48:20 smithi077 ceph-mon[87572]: pgmap v1194: 137 pgs: 21 unknown, 116 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:48:21.337 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:48:20 smithi069 ceph-mon[96738]: pgmap v1194: 137 pgs: 21 unknown, 116 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:48:21.338 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:48:20 smithi069 ceph-mon[94167]: pgmap v1194: 137 pgs: 21 unknown, 116 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:48:22.744 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:48:22 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T15:48:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:48:22.855 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] ClsLock.TestExclusiveEphemeralStealEphemeral (8043 ms) 2024-04-10T15:48:22.855 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] ClsLock.TestExclusiveEphemeralStealExclusive 2024-04-10T15:48:23.244 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:48:22 smithi077 ceph-mon[87572]: pgmap v1195: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-10T15:48:23.338 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:48:22 smithi069 ceph-mon[96738]: pgmap v1195: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-10T15:48:23.338 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:48:22 smithi069 ceph-mon[94167]: pgmap v1195: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-10T15:48:24.244 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:48:23 smithi077 ceph-mon[87572]: osdmap e1000: 8 total, 8 up, 8 in 2024-04-10T15:48:24.338 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:48:23 smithi069 ceph-mon[94167]: osdmap e1000: 8 total, 8 up, 8 in 2024-04-10T15:48:24.338 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:48:23 smithi069 ceph-mon[96738]: osdmap e1000: 8 total, 8 up, 8 in 2024-04-10T15:48:25.244 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:48:24 smithi077 ceph-mon[87572]: pgmap v1197: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:48:25.244 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:48:24 smithi077 ceph-mon[87572]: osdmap e1001: 8 total, 8 up, 8 in 2024-04-10T15:48:25.244 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:48:24 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/3375155777' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-137953-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:48:25.244 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:48:24 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:48:25.338 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:48:24 smithi069 ceph-mon[96738]: pgmap v1197: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:48:25.338 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:48:24 smithi069 ceph-mon[96738]: osdmap e1001: 8 total, 8 up, 8 in 2024-04-10T15:48:25.338 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:48:24 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/3375155777' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-137953-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:48:25.338 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:48:24 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:48:25.339 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:48:24 smithi069 ceph-mon[94167]: pgmap v1197: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:48:25.339 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:48:24 smithi069 ceph-mon[94167]: osdmap e1001: 8 total, 8 up, 8 in 2024-04-10T15:48:25.339 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:48:24 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/3375155777' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-137953-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:48:25.339 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:48:24 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:48:26.244 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:48:25 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/3375155777' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-137953-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:48:26.244 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:48:25 smithi077 ceph-mon[87572]: osdmap e1002: 8 total, 8 up, 8 in 2024-04-10T15:48:26.338 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:48:25 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/3375155777' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-137953-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:48:26.338 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:48:25 smithi069 ceph-mon[96738]: osdmap e1002: 8 total, 8 up, 8 in 2024-04-10T15:48:26.338 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:48:25 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/3375155777' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-137953-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:48:26.339 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:48:25 smithi069 ceph-mon[94167]: osdmap e1002: 8 total, 8 up, 8 in 2024-04-10T15:48:27.244 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:48:26 smithi077 ceph-mon[87572]: pgmap v1200: 137 pgs: 12 creating+peering, 4 unknown, 121 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:48:27.244 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:48:26 smithi077 ceph-mon[87572]: osdmap e1003: 8 total, 8 up, 8 in 2024-04-10T15:48:27.338 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:48:26 smithi069 ceph-mon[96738]: pgmap v1200: 137 pgs: 12 creating+peering, 4 unknown, 121 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:48:27.338 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:48:26 smithi069 ceph-mon[96738]: osdmap e1003: 8 total, 8 up, 8 in 2024-04-10T15:48:27.338 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:48:26 smithi069 ceph-mon[94167]: pgmap v1200: 137 pgs: 12 creating+peering, 4 unknown, 121 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:48:27.338 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:48:26 smithi069 ceph-mon[94167]: osdmap e1003: 8 total, 8 up, 8 in 2024-04-10T15:48:27.339 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:48:26 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:15:48:26] "GET /metrics HTTP/1.1" 200 36334 "" "Prometheus/2.43.0" 2024-04-10T15:48:29.244 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:48:28 smithi077 ceph-mon[87572]: pgmap v1202: 137 pgs: 12 creating+peering, 4 unknown, 121 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:48:29.338 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:48:28 smithi069 ceph-mon[96738]: pgmap v1202: 137 pgs: 12 creating+peering, 4 unknown, 121 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:48:29.338 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:48:28 smithi069 ceph-mon[94167]: pgmap v1202: 137 pgs: 12 creating+peering, 4 unknown, 121 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:48:30.896 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] ClsLock.TestExclusiveEphemeralStealExclusive (8041 ms) 2024-04-10T15:48:30.896 INFO:tasks.workunit.client.0.smithi069.stdout:[----------] 11 tests from ClsLock (68598 ms total) 2024-04-10T15:48:30.896 INFO:tasks.workunit.client.0.smithi069.stdout: 2024-04-10T15:48:30.896 INFO:tasks.workunit.client.0.smithi069.stdout:[----------] Global test environment tear-down 2024-04-10T15:48:30.896 INFO:tasks.workunit.client.0.smithi069.stdout:[==========] 11 tests from 1 test suite ran. (68598 ms total) 2024-04-10T15:48:30.897 INFO:tasks.workunit.client.0.smithi069.stdout:[ PASSED ] 11 tests. 2024-04-10T15:48:30.900 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-10T15:48:30.900 DEBUG:teuthology.orchestra.run.smithi069:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-10T15:48:30.968 INFO:tasks.workunit:Running workunit cls/test_cls_log.sh... 2024-04-10T15:48:30.968 DEBUG:teuthology.orchestra.run.smithi069:workunit test cls/test_cls_log.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_log.sh 2024-04-10T15:48:31.037 INFO:tasks.workunit.client.0.smithi069.stdout:Running main() from gmock_main.cc 2024-04-10T15:48:31.037 INFO:tasks.workunit.client.0.smithi069.stdout:[==========] Running 4 tests from 1 test suite. 2024-04-10T15:48:31.038 INFO:tasks.workunit.client.0.smithi069.stdout:[----------] Global test environment set-up. 2024-04-10T15:48:31.038 INFO:tasks.workunit.client.0.smithi069.stdout:[----------] 4 tests from cls_log 2024-04-10T15:48:31.038 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] cls_log.test_log_add_same_time 2024-04-10T15:48:31.244 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:48:30 smithi077 ceph-mon[87572]: pgmap v1203: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 B/s wr, 0 op/s 2024-04-10T15:48:31.337 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:48:30 smithi069 ceph-mon[96738]: pgmap v1203: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 B/s wr, 0 op/s 2024-04-10T15:48:31.338 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:48:30 smithi069 ceph-mon[94167]: pgmap v1203: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 B/s wr, 0 op/s 2024-04-10T15:48:32.244 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:48:31 smithi077 ceph-mon[87572]: osdmap e1004: 8 total, 8 up, 8 in 2024-04-10T15:48:32.337 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:48:31 smithi069 ceph-mon[96738]: osdmap e1004: 8 total, 8 up, 8 in 2024-04-10T15:48:32.338 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:48:31 smithi069 ceph-mon[94167]: osdmap e1004: 8 total, 8 up, 8 in 2024-04-10T15:48:32.744 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:48:32 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T15:48:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:48:33.244 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:48:32 smithi077 ceph-mon[87572]: pgmap v1205: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:48:33.244 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:48:32 smithi077 ceph-mon[87572]: osdmap e1005: 8 total, 8 up, 8 in 2024-04-10T15:48:33.244 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:48:32 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/157268007' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-138337-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:48:33.244 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:48:32 smithi077 ceph-mon[87572]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-138337-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:48:33.338 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:48:32 smithi069 ceph-mon[96738]: pgmap v1205: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:48:33.338 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:48:32 smithi069 ceph-mon[96738]: osdmap e1005: 8 total, 8 up, 8 in 2024-04-10T15:48:33.338 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:48:32 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/157268007' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-138337-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:48:33.338 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:48:32 smithi069 ceph-mon[96738]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-138337-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:48:33.338 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:48:32 smithi069 ceph-mon[94167]: pgmap v1205: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:48:33.338 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:48:32 smithi069 ceph-mon[94167]: osdmap e1005: 8 total, 8 up, 8 in 2024-04-10T15:48:33.339 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:48:32 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/157268007' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-138337-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:48:33.339 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:48:32 smithi069 ceph-mon[94167]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-138337-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:48:33.930 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] cls_log.test_log_add_same_time (2893 ms) 2024-04-10T15:48:33.931 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] cls_log.test_log_add_different_time 2024-04-10T15:48:34.244 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:48:33 smithi077 ceph-mon[87572]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-138337-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:48:34.244 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:48:33 smithi077 ceph-mon[87572]: osdmap e1006: 8 total, 8 up, 8 in 2024-04-10T15:48:34.338 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:48:33 smithi069 ceph-mon[96738]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-138337-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:48:34.338 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:48:33 smithi069 ceph-mon[96738]: osdmap e1006: 8 total, 8 up, 8 in 2024-04-10T15:48:34.338 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:48:33 smithi069 ceph-mon[94167]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-138337-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:48:34.338 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:48:33 smithi069 ceph-mon[94167]: osdmap e1006: 8 total, 8 up, 8 in 2024-04-10T15:48:35.244 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:48:34 smithi077 ceph-mon[87572]: pgmap v1208: 137 pgs: 26 unknown, 111 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:48:35.244 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:48:34 smithi077 ceph-mon[87572]: osdmap e1007: 8 total, 8 up, 8 in 2024-04-10T15:48:35.338 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:48:34 smithi069 ceph-mon[96738]: pgmap v1208: 137 pgs: 26 unknown, 111 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:48:35.338 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:48:34 smithi069 ceph-mon[96738]: osdmap e1007: 8 total, 8 up, 8 in 2024-04-10T15:48:35.338 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:48:34 smithi069 ceph-mon[94167]: pgmap v1208: 137 pgs: 26 unknown, 111 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:48:35.338 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:48:34 smithi069 ceph-mon[94167]: osdmap e1007: 8 total, 8 up, 8 in 2024-04-10T15:48:36.244 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:48:35 smithi077 ceph-mon[87572]: osdmap e1008: 8 total, 8 up, 8 in 2024-04-10T15:48:36.244 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:48:35 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/2696923006' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-138337-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:48:36.244 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:48:35 smithi077 ceph-mon[87572]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-138337-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:48:36.338 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:48:35 smithi069 ceph-mon[96738]: osdmap e1008: 8 total, 8 up, 8 in 2024-04-10T15:48:36.338 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:48:35 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/2696923006' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-138337-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:48:36.338 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:48:35 smithi069 ceph-mon[96738]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-138337-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:48:36.338 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:48:35 smithi069 ceph-mon[94167]: osdmap e1008: 8 total, 8 up, 8 in 2024-04-10T15:48:36.338 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:48:35 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/2696923006' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-138337-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:48:36.338 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:48:35 smithi069 ceph-mon[94167]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-138337-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:48:36.956 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] cls_log.test_log_add_different_time (3026 ms) 2024-04-10T15:48:36.957 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] cls_log.trim_by_time 2024-04-10T15:48:37.244 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:48:36 smithi077 ceph-mon[87572]: pgmap v1211: 137 pgs: 13 creating+peering, 19 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:48:37.244 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:48:36 smithi077 ceph-mon[87572]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:48:37.244 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:48:36 smithi077 ceph-mon[87572]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-138337-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:48:37.244 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:48:36 smithi077 ceph-mon[87572]: osdmap e1009: 8 total, 8 up, 8 in 2024-04-10T15:48:37.338 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:48:36 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:15:48:36] "GET /metrics HTTP/1.1" 200 36334 "" "Prometheus/2.43.0" 2024-04-10T15:48:37.338 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:48:36 smithi069 ceph-mon[96738]: pgmap v1211: 137 pgs: 13 creating+peering, 19 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:48:37.338 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:48:36 smithi069 ceph-mon[96738]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:48:37.338 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:48:36 smithi069 ceph-mon[96738]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-138337-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:48:37.338 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:48:36 smithi069 ceph-mon[96738]: osdmap e1009: 8 total, 8 up, 8 in 2024-04-10T15:48:37.339 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:48:36 smithi069 ceph-mon[94167]: pgmap v1211: 137 pgs: 13 creating+peering, 19 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:48:37.339 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:48:36 smithi069 ceph-mon[94167]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:48:37.339 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:48:36 smithi069 ceph-mon[94167]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-138337-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:48:37.339 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:48:36 smithi069 ceph-mon[94167]: osdmap e1009: 8 total, 8 up, 8 in 2024-04-10T15:48:38.244 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:48:37 smithi077 ceph-mon[87572]: osdmap e1010: 8 total, 8 up, 8 in 2024-04-10T15:48:38.338 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:48:37 smithi069 ceph-mon[96738]: osdmap e1010: 8 total, 8 up, 8 in 2024-04-10T15:48:38.338 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:48:37 smithi069 ceph-mon[94167]: osdmap e1010: 8 total, 8 up, 8 in 2024-04-10T15:48:39.244 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:48:38 smithi077 ceph-mon[87572]: pgmap v1214: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:48:39.244 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:48:38 smithi077 ceph-mon[87572]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:48:39.244 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:48:38 smithi077 ceph-mon[87572]: Cluster is now healthy 2024-04-10T15:48:39.244 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:48:38 smithi077 ceph-mon[87572]: osdmap e1011: 8 total, 8 up, 8 in 2024-04-10T15:48:39.244 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:48:38 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/3381677882' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-138337-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:48:39.338 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:48:38 smithi069 ceph-mon[96738]: pgmap v1214: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:48:39.338 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:48:38 smithi069 ceph-mon[96738]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:48:39.338 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:48:38 smithi069 ceph-mon[96738]: Cluster is now healthy 2024-04-10T15:48:39.338 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:48:38 smithi069 ceph-mon[96738]: osdmap e1011: 8 total, 8 up, 8 in 2024-04-10T15:48:39.338 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:48:38 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/3381677882' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-138337-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:48:39.339 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:48:38 smithi069 ceph-mon[94167]: pgmap v1214: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:48:39.339 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:48:38 smithi069 ceph-mon[94167]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:48:39.339 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:48:38 smithi069 ceph-mon[94167]: Cluster is now healthy 2024-04-10T15:48:39.339 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:48:38 smithi069 ceph-mon[94167]: osdmap e1011: 8 total, 8 up, 8 in 2024-04-10T15:48:39.339 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:48:38 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/3381677882' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-138337-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:48:39.980 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] cls_log.trim_by_time (3024 ms) 2024-04-10T15:48:39.981 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] cls_log.trim_by_marker 2024-04-10T15:48:40.244 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:48:39 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/3381677882' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-138337-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:48:40.244 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:48:39 smithi077 ceph-mon[87572]: osdmap e1012: 8 total, 8 up, 8 in 2024-04-10T15:48:40.244 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:48:39 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:48:40.338 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:48:39 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/3381677882' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-138337-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:48:40.338 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:48:39 smithi069 ceph-mon[96738]: osdmap e1012: 8 total, 8 up, 8 in 2024-04-10T15:48:40.338 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:48:39 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:48:40.338 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:48:39 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/3381677882' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-138337-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:48:40.338 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:48:39 smithi069 ceph-mon[94167]: osdmap e1012: 8 total, 8 up, 8 in 2024-04-10T15:48:40.338 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:48:39 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:48:41.244 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:48:40 smithi077 ceph-mon[87572]: pgmap v1217: 137 pgs: 4 creating+peering, 18 unknown, 115 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:48:41.244 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:48:40 smithi077 ceph-mon[87572]: osdmap e1013: 8 total, 8 up, 8 in 2024-04-10T15:48:41.338 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:48:40 smithi069 ceph-mon[96738]: pgmap v1217: 137 pgs: 4 creating+peering, 18 unknown, 115 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:48:41.338 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:48:40 smithi069 ceph-mon[96738]: osdmap e1013: 8 total, 8 up, 8 in 2024-04-10T15:48:41.338 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:48:40 smithi069 ceph-mon[94167]: pgmap v1217: 137 pgs: 4 creating+peering, 18 unknown, 115 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:48:41.338 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:48:40 smithi069 ceph-mon[94167]: osdmap e1013: 8 total, 8 up, 8 in 2024-04-10T15:48:42.244 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:48:41 smithi077 ceph-mon[87572]: osdmap e1014: 8 total, 8 up, 8 in 2024-04-10T15:48:42.244 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:48:41 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/3885962646' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-138337-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:48:42.244 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:48:41 smithi077 ceph-mon[87572]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-138337-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:48:42.338 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:48:41 smithi069 ceph-mon[96738]: osdmap e1014: 8 total, 8 up, 8 in 2024-04-10T15:48:42.338 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:48:41 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/3885962646' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-138337-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:48:42.338 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:48:41 smithi069 ceph-mon[96738]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-138337-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:48:42.338 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:48:41 smithi069 ceph-mon[94167]: osdmap e1014: 8 total, 8 up, 8 in 2024-04-10T15:48:42.339 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:48:41 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/3885962646' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-138337-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:48:42.339 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:48:41 smithi069 ceph-mon[94167]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-138337-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:48:42.744 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:48:42 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T15:48:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:48:42.996 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] cls_log.trim_by_marker (3015 ms) 2024-04-10T15:48:42.996 INFO:tasks.workunit.client.0.smithi069.stdout:[----------] 4 tests from cls_log (11958 ms total) 2024-04-10T15:48:42.996 INFO:tasks.workunit.client.0.smithi069.stdout: 2024-04-10T15:48:42.996 INFO:tasks.workunit.client.0.smithi069.stdout:[----------] Global test environment tear-down 2024-04-10T15:48:42.996 INFO:tasks.workunit.client.0.smithi069.stdout:[==========] 4 tests from 1 test suite ran. (11958 ms total) 2024-04-10T15:48:42.996 INFO:tasks.workunit.client.0.smithi069.stdout:[ PASSED ] 4 tests. 2024-04-10T15:48:43.000 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-10T15:48:43.000 DEBUG:teuthology.orchestra.run.smithi069:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-10T15:48:43.074 INFO:tasks.workunit:Running workunit cls/test_cls_numops.sh... 2024-04-10T15:48:43.074 DEBUG:teuthology.orchestra.run.smithi069:workunit test cls/test_cls_numops.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_numops.sh 2024-04-10T15:48:43.144 INFO:tasks.workunit.client.0.smithi069.stdout:Running main() from gmock_main.cc 2024-04-10T15:48:43.144 INFO:tasks.workunit.client.0.smithi069.stdout:[==========] Running 4 tests from 1 test suite. 2024-04-10T15:48:43.144 INFO:tasks.workunit.client.0.smithi069.stdout:[----------] Global test environment set-up. 2024-04-10T15:48:43.145 INFO:tasks.workunit.client.0.smithi069.stdout:[----------] 4 tests from ClsNumOps 2024-04-10T15:48:43.145 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] ClsNumOps.Add 2024-04-10T15:48:43.244 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:48:42 smithi077 ceph-mon[87572]: pgmap v1220: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:48:43.244 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:48:42 smithi077 ceph-mon[87572]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:48:43.244 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:48:42 smithi077 ceph-mon[87572]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-138337-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:48:43.244 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:48:42 smithi077 ceph-mon[87572]: osdmap e1015: 8 total, 8 up, 8 in 2024-04-10T15:48:43.338 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:48:42 smithi069 ceph-mon[94167]: pgmap v1220: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:48:43.338 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:48:42 smithi069 ceph-mon[94167]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:48:43.339 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:48:42 smithi069 ceph-mon[94167]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-138337-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:48:43.339 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:48:42 smithi069 ceph-mon[94167]: osdmap e1015: 8 total, 8 up, 8 in 2024-04-10T15:48:43.339 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:48:42 smithi069 ceph-mon[96738]: pgmap v1220: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:48:43.339 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:48:42 smithi069 ceph-mon[96738]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:48:43.339 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:48:42 smithi069 ceph-mon[96738]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-138337-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:48:43.340 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:48:42 smithi069 ceph-mon[96738]: osdmap e1015: 8 total, 8 up, 8 in 2024-04-10T15:48:44.338 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:48:44 smithi069 ceph-mon[94167]: osdmap e1016: 8 total, 8 up, 8 in 2024-04-10T15:48:44.338 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:48:44 smithi069 ceph-mon[96738]: osdmap e1016: 8 total, 8 up, 8 in 2024-04-10T15:48:44.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:48:44 smithi077 ceph-mon[87572]: osdmap e1016: 8 total, 8 up, 8 in 2024-04-10T15:48:45.338 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:48:45 smithi069 ceph-mon[96738]: pgmap v1223: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:48:45.338 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:48:45 smithi069 ceph-mon[96738]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:48:45.338 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:48:45 smithi069 ceph-mon[96738]: Cluster is now healthy 2024-04-10T15:48:45.338 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:48:45 smithi069 ceph-mon[96738]: osdmap e1017: 8 total, 8 up, 8 in 2024-04-10T15:48:45.338 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:48:45 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/1224041245' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-138443-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:48:45.338 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:48:45 smithi069 ceph-mon[96738]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-138443-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:48:45.339 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:48:45 smithi069 ceph-mon[94167]: pgmap v1223: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:48:45.339 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:48:45 smithi069 ceph-mon[94167]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:48:45.339 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:48:45 smithi069 ceph-mon[94167]: Cluster is now healthy 2024-04-10T15:48:45.339 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:48:45 smithi069 ceph-mon[94167]: osdmap e1017: 8 total, 8 up, 8 in 2024-04-10T15:48:45.339 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:48:45 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/1224041245' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-138443-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:48:45.339 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:48:45 smithi069 ceph-mon[94167]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-138443-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:48:45.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:48:45 smithi077 ceph-mon[87572]: pgmap v1223: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:48:45.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:48:45 smithi077 ceph-mon[87572]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:48:45.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:48:45 smithi077 ceph-mon[87572]: Cluster is now healthy 2024-04-10T15:48:45.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:48:45 smithi077 ceph-mon[87572]: osdmap e1017: 8 total, 8 up, 8 in 2024-04-10T15:48:45.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:48:45 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/1224041245' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-138443-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:48:45.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:48:45 smithi077 ceph-mon[87572]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-138443-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:48:46.019 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] ClsNumOps.Add (2873 ms) 2024-04-10T15:48:46.019 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] ClsNumOps.Sub 2024-04-10T15:48:46.338 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:48:46 smithi069 ceph-mon[96738]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-138443-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:48:46.338 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:48:46 smithi069 ceph-mon[96738]: osdmap e1018: 8 total, 8 up, 8 in 2024-04-10T15:48:46.338 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:48:46 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:48:46.338 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:48:46 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:48:46.338 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:48:46 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:48:46.338 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:48:46 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:48:46.338 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:48:46 smithi069 ceph-mon[94167]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-138443-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:48:46.339 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:48:46 smithi069 ceph-mon[94167]: osdmap e1018: 8 total, 8 up, 8 in 2024-04-10T15:48:46.339 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:48:46 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:48:46.339 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:48:46 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:48:46.339 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:48:46 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:48:46.339 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:48:46 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:48:46.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:48:46 smithi077 ceph-mon[87572]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-138443-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:48:46.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:48:46 smithi077 ceph-mon[87572]: osdmap e1018: 8 total, 8 up, 8 in 2024-04-10T15:48:46.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:48:46 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:48:46.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:48:46 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:48:46.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:48:46 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:48:46.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:48:46 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:48:47.338 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:48:47 smithi069 ceph-mon[94167]: pgmap v1226: 137 pgs: 10 creating+peering, 8 unknown, 119 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 1.2 KiB/s rd, 767 B/s wr, 1 op/s 2024-04-10T15:48:47.338 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:48:47 smithi069 ceph-mon[94167]: osdmap e1019: 8 total, 8 up, 8 in 2024-04-10T15:48:47.338 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:48:46 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:15:48:46] "GET /metrics HTTP/1.1" 200 36335 "" "Prometheus/2.43.0" 2024-04-10T15:48:47.339 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:48:47 smithi069 ceph-mon[96738]: pgmap v1226: 137 pgs: 10 creating+peering, 8 unknown, 119 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 1.2 KiB/s rd, 767 B/s wr, 1 op/s 2024-04-10T15:48:47.339 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:48:47 smithi069 ceph-mon[96738]: osdmap e1019: 8 total, 8 up, 8 in 2024-04-10T15:48:47.395 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:48:47 smithi077 ceph-mon[87572]: pgmap v1226: 137 pgs: 10 creating+peering, 8 unknown, 119 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 1.2 KiB/s rd, 767 B/s wr, 1 op/s 2024-04-10T15:48:47.396 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:48:47 smithi077 ceph-mon[87572]: osdmap e1019: 8 total, 8 up, 8 in 2024-04-10T15:48:48.338 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:48:48 smithi069 ceph-mon[94167]: osdmap e1020: 8 total, 8 up, 8 in 2024-04-10T15:48:48.338 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:48:48 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/3434479881' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-138443-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:48:48.338 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:48:48 smithi069 ceph-mon[94167]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-138443-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:48:48.338 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:48:48 smithi069 ceph-mon[94167]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-138443-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:48:48.338 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:48:48 smithi069 ceph-mon[94167]: osdmap e1021: 8 total, 8 up, 8 in 2024-04-10T15:48:48.338 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:48:48 smithi069 ceph-mon[96738]: osdmap e1020: 8 total, 8 up, 8 in 2024-04-10T15:48:48.339 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:48:48 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/3434479881' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-138443-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:48:48.339 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:48:48 smithi069 ceph-mon[96738]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-138443-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:48:48.339 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:48:48 smithi069 ceph-mon[96738]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-138443-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:48:48.339 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:48:48 smithi069 ceph-mon[96738]: osdmap e1021: 8 total, 8 up, 8 in 2024-04-10T15:48:48.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:48:48 smithi077 ceph-mon[87572]: osdmap e1020: 8 total, 8 up, 8 in 2024-04-10T15:48:48.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:48:48 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/3434479881' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-138443-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:48:48.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:48:48 smithi077 ceph-mon[87572]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-138443-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:48:48.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:48:48 smithi077 ceph-mon[87572]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-138443-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:48:48.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:48:48 smithi077 ceph-mon[87572]: osdmap e1021: 8 total, 8 up, 8 in 2024-04-10T15:48:49.040 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] ClsNumOps.Sub (3022 ms) 2024-04-10T15:48:49.040 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] ClsNumOps.Mul 2024-04-10T15:48:49.338 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:48:49 smithi069 ceph-mon[94167]: pgmap v1229: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:48:49.338 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:48:49 smithi069 ceph-mon[94167]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:48:49.338 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:48:49 smithi069 ceph-mon[94167]: osdmap e1022: 8 total, 8 up, 8 in 2024-04-10T15:48:49.338 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:48:49 smithi069 ceph-mon[96738]: pgmap v1229: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:48:49.338 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:48:49 smithi069 ceph-mon[96738]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:48:49.339 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:48:49 smithi069 ceph-mon[96738]: osdmap e1022: 8 total, 8 up, 8 in 2024-04-10T15:48:49.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:48:49 smithi077 ceph-mon[87572]: pgmap v1229: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:48:49.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:48:49 smithi077 ceph-mon[87572]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:48:49.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:48:49 smithi077 ceph-mon[87572]: osdmap e1022: 8 total, 8 up, 8 in 2024-04-10T15:48:50.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:48:50 smithi077 ceph-mon[87572]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:48:50.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:48:50 smithi077 ceph-mon[87572]: Cluster is now healthy 2024-04-10T15:48:50.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:48:50 smithi077 ceph-mon[87572]: osdmap e1023: 8 total, 8 up, 8 in 2024-04-10T15:48:50.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:48:50 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/1504547631' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-138443-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:48:50.491 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:48:50 smithi077 ceph-mon[87572]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-138443-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:48:50.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:48:50 smithi069 ceph-mon[94167]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:48:50.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:48:50 smithi069 ceph-mon[94167]: Cluster is now healthy 2024-04-10T15:48:50.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:48:50 smithi069 ceph-mon[94167]: osdmap e1023: 8 total, 8 up, 8 in 2024-04-10T15:48:50.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:48:50 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/1504547631' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-138443-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:48:50.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:48:50 smithi069 ceph-mon[94167]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-138443-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:48:50.588 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:48:50 smithi069 ceph-mon[96738]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:48:50.588 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:48:50 smithi069 ceph-mon[96738]: Cluster is now healthy 2024-04-10T15:48:50.588 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:48:50 smithi069 ceph-mon[96738]: osdmap e1023: 8 total, 8 up, 8 in 2024-04-10T15:48:50.589 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:48:50 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/1504547631' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-138443-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:48:50.589 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:48:50 smithi069 ceph-mon[96738]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-138443-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:48:51.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:48:51 smithi077 ceph-mon[87572]: pgmap v1232: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:48:51.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:48:51 smithi077 ceph-mon[87572]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-138443-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:48:51.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:48:51 smithi077 ceph-mon[87572]: osdmap e1024: 8 total, 8 up, 8 in 2024-04-10T15:48:51.588 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:48:51 smithi069 ceph-mon[96738]: pgmap v1232: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:48:51.588 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:48:51 smithi069 ceph-mon[96738]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-138443-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:48:51.588 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:48:51 smithi069 ceph-mon[96738]: osdmap e1024: 8 total, 8 up, 8 in 2024-04-10T15:48:51.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:48:51 smithi069 ceph-mon[94167]: pgmap v1232: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:48:51.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:48:51 smithi069 ceph-mon[94167]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-138443-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:48:51.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:48:51 smithi069 ceph-mon[94167]: osdmap e1024: 8 total, 8 up, 8 in 2024-04-10T15:48:52.061 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] ClsNumOps.Mul (3022 ms) 2024-04-10T15:48:52.061 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] ClsNumOps.Div 2024-04-10T15:48:52.744 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:48:52 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T15:48:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:48:53.338 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:48:53 smithi069 ceph-mon[94167]: pgmap v1235: 137 pgs: 16 creating+peering, 16 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:48:53.338 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:48:53 smithi069 ceph-mon[94167]: osdmap e1025: 8 total, 8 up, 8 in 2024-04-10T15:48:53.338 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:48:53 smithi069 ceph-mon[96738]: pgmap v1235: 137 pgs: 16 creating+peering, 16 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:48:53.338 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:48:53 smithi069 ceph-mon[96738]: osdmap e1025: 8 total, 8 up, 8 in 2024-04-10T15:48:53.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:48:53 smithi077 ceph-mon[87572]: pgmap v1235: 137 pgs: 16 creating+peering, 16 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:48:53.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:48:53 smithi077 ceph-mon[87572]: osdmap e1025: 8 total, 8 up, 8 in 2024-04-10T15:48:54.338 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:48:54 smithi069 ceph-mon[96738]: osdmap e1026: 8 total, 8 up, 8 in 2024-04-10T15:48:54.338 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:48:54 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/3046717438' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-138443-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:48:54.338 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:48:54 smithi069 ceph-mon[96738]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-138443-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:48:54.338 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:48:54 smithi069 ceph-mon[94167]: osdmap e1026: 8 total, 8 up, 8 in 2024-04-10T15:48:54.338 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:48:54 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/3046717438' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-138443-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:48:54.338 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:48:54 smithi069 ceph-mon[94167]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-138443-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:48:54.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:48:54 smithi077 ceph-mon[87572]: osdmap e1026: 8 total, 8 up, 8 in 2024-04-10T15:48:54.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:48:54 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/3046717438' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-138443-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:48:54.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:48:54 smithi077 ceph-mon[87572]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-138443-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:48:55.076 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] ClsNumOps.Div (3014 ms) 2024-04-10T15:48:55.076 INFO:tasks.workunit.client.0.smithi069.stdout:[----------] 4 tests from ClsNumOps (11931 ms total) 2024-04-10T15:48:55.076 INFO:tasks.workunit.client.0.smithi069.stdout: 2024-04-10T15:48:55.076 INFO:tasks.workunit.client.0.smithi069.stdout:[----------] Global test environment tear-down 2024-04-10T15:48:55.076 INFO:tasks.workunit.client.0.smithi069.stdout:[==========] 4 tests from 1 test suite ran. (11931 ms total) 2024-04-10T15:48:55.076 INFO:tasks.workunit.client.0.smithi069.stdout:[ PASSED ] 4 tests. 2024-04-10T15:48:55.080 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-10T15:48:55.080 DEBUG:teuthology.orchestra.run.smithi069:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-10T15:48:55.148 INFO:tasks.workunit:Running workunit cls/test_cls_rbd.sh... 2024-04-10T15:48:55.149 DEBUG:teuthology.orchestra.run.smithi069:workunit test cls/test_cls_rbd.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rbd.sh 2024-04-10T15:48:55.218 INFO:tasks.workunit.client.0.smithi069.stdout:Running main() from gmock_main.cc 2024-04-10T15:48:55.218 INFO:tasks.workunit.client.0.smithi069.stdout:[==========] Running 70 tests from 1 test suite. 2024-04-10T15:48:55.218 INFO:tasks.workunit.client.0.smithi069.stdout:[----------] Global test environment set-up. 2024-04-10T15:48:55.218 INFO:tasks.workunit.client.0.smithi069.stdout:[----------] 70 tests from TestClsRbd 2024-04-10T15:48:55.338 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:48:55 smithi069 ceph-mon[96738]: pgmap v1238: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:48:55.338 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:48:55 smithi069 ceph-mon[96738]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:48:55.338 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:48:55 smithi069 ceph-mon[96738]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-138443-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:48:55.338 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:48:55 smithi069 ceph-mon[96738]: osdmap e1027: 8 total, 8 up, 8 in 2024-04-10T15:48:55.338 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:48:55 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:48:55.338 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:48:55 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:48:55.338 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:48:55 smithi069 ceph-mon[94167]: pgmap v1238: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:48:55.338 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:48:55 smithi069 ceph-mon[94167]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:48:55.339 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:48:55 smithi069 ceph-mon[94167]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-138443-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:48:55.339 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:48:55 smithi069 ceph-mon[94167]: osdmap e1027: 8 total, 8 up, 8 in 2024-04-10T15:48:55.339 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:48:55 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:48:55.339 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:48:55 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:48:55.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:48:55 smithi077 ceph-mon[87572]: pgmap v1238: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:48:55.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:48:55 smithi077 ceph-mon[87572]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:48:55.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:48:55 smithi077 ceph-mon[87572]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-138443-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:48:55.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:48:55 smithi077 ceph-mon[87572]: osdmap e1027: 8 total, 8 up, 8 in 2024-04-10T15:48:55.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:48:55 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:48:55.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:48:55 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:48:56.338 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:48:56 smithi069 ceph-mon[96738]: osdmap e1028: 8 total, 8 up, 8 in 2024-04-10T15:48:56.338 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:48:56 smithi069 ceph-mon[96738]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:48:56.338 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:48:56 smithi069 ceph-mon[94167]: osdmap e1028: 8 total, 8 up, 8 in 2024-04-10T15:48:56.338 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:48:56 smithi069 ceph-mon[94167]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:48:56.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:48:56 smithi077 ceph-mon[87572]: osdmap e1028: 8 total, 8 up, 8 in 2024-04-10T15:48:56.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:48:56 smithi077 ceph-mon[87572]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:48:57.098 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestClsRbd.get_all_features 2024-04-10T15:48:57.114 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestClsRbd.get_all_features (16 ms) 2024-04-10T15:48:57.114 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestClsRbd.copyup 2024-04-10T15:48:57.294 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestClsRbd.copyup (180 ms) 2024-04-10T15:48:57.294 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestClsRbd.sparse_copyup 2024-04-10T15:48:57.311 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestClsRbd.sparse_copyup (17 ms) 2024-04-10T15:48:57.311 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestClsRbd.get_and_set_id 2024-04-10T15:48:57.317 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestClsRbd.get_and_set_id (7 ms) 2024-04-10T15:48:57.317 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestClsRbd.add_remove_child 2024-04-10T15:48:57.328 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestClsRbd.add_remove_child (10 ms) 2024-04-10T15:48:57.328 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestClsRbd.directory_methods 2024-04-10T15:48:57.337 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:48:56 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:15:48:56] "GET /metrics HTTP/1.1" 200 36332 "" "Prometheus/2.43.0" 2024-04-10T15:48:57.338 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:48:57 smithi069 ceph-mon[96738]: pgmap v1241: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:48:57.338 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:48:57 smithi069 ceph-mon[96738]: Cluster is now healthy 2024-04-10T15:48:57.338 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:48:57 smithi069 ceph-mon[96738]: osdmap e1029: 8 total, 8 up, 8 in 2024-04-10T15:48:57.338 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:48:57 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/3752899929' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-138680-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:48:57.338 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:48:57 smithi069 ceph-mon[94167]: pgmap v1241: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:48:57.338 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:48:57 smithi069 ceph-mon[94167]: Cluster is now healthy 2024-04-10T15:48:57.338 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:48:57 smithi069 ceph-mon[94167]: osdmap e1029: 8 total, 8 up, 8 in 2024-04-10T15:48:57.338 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:48:57 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/3752899929' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-138680-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:48:57.354 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestClsRbd.directory_methods (27 ms) 2024-04-10T15:48:57.354 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestClsRbd.create 2024-04-10T15:48:57.367 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestClsRbd.create (13 ms) 2024-04-10T15:48:57.367 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestClsRbd.get_features 2024-04-10T15:48:57.369 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestClsRbd.get_features (1 ms) 2024-04-10T15:48:57.369 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestClsRbd.get_object_prefix 2024-04-10T15:48:57.370 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestClsRbd.get_object_prefix (2 ms) 2024-04-10T15:48:57.370 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestClsRbd.get_create_timestamp 2024-04-10T15:48:57.372 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestClsRbd.get_create_timestamp (2 ms) 2024-04-10T15:48:57.372 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestClsRbd.get_access_timestamp 2024-04-10T15:48:57.374 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestClsRbd.get_access_timestamp (1 ms) 2024-04-10T15:48:57.374 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestClsRbd.get_modify_timestamp 2024-04-10T15:48:57.375 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestClsRbd.get_modify_timestamp (2 ms) 2024-04-10T15:48:57.375 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestClsRbd.get_data_pool 2024-04-10T15:48:57.378 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestClsRbd.get_data_pool (3 ms) 2024-04-10T15:48:57.379 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestClsRbd.get_size 2024-04-10T15:48:57.382 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestClsRbd.get_size (4 ms) 2024-04-10T15:48:57.382 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestClsRbd.set_size 2024-04-10T15:48:57.392 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestClsRbd.set_size (10 ms) 2024-04-10T15:48:57.392 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestClsRbd.protection_status 2024-04-10T15:48:57.410 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestClsRbd.protection_status (18 ms) 2024-04-10T15:48:57.410 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestClsRbd.snapshot_limits 2024-04-10T15:48:57.418 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestClsRbd.snapshot_limits (7 ms) 2024-04-10T15:48:57.418 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestClsRbd.parents_v1 2024-04-10T15:48:57.458 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestClsRbd.parents_v1 (40 ms) 2024-04-10T15:48:57.458 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestClsRbd.parents_v2 2024-04-10T15:48:57.486 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestClsRbd.parents_v2 (28 ms) 2024-04-10T15:48:57.486 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestClsRbd.snapshots 2024-04-10T15:48:57.493 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:48:57 smithi077 ceph-mon[87572]: pgmap v1241: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:48:57.493 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:48:57 smithi077 ceph-mon[87572]: Cluster is now healthy 2024-04-10T15:48:57.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:48:57 smithi077 ceph-mon[87572]: osdmap e1029: 8 total, 8 up, 8 in 2024-04-10T15:48:57.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:48:57 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/3752899929' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-138680-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:48:57.506 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestClsRbd.snapshots (20 ms) 2024-04-10T15:48:57.506 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestClsRbd.snapid_race 2024-04-10T15:48:57.510 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestClsRbd.snapid_race (5 ms) 2024-04-10T15:48:57.510 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestClsRbd.stripingv2 2024-04-10T15:48:57.519 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestClsRbd.stripingv2 (8 ms) 2024-04-10T15:48:57.519 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestClsRbd.object_map_save 2024-04-10T15:48:57.523 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestClsRbd.object_map_save (4 ms) 2024-04-10T15:48:57.523 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestClsRbd.object_map_resize 2024-04-10T15:48:57.529 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestClsRbd.object_map_resize (5 ms) 2024-04-10T15:48:57.529 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestClsRbd.object_map_update 2024-04-10T15:48:57.535 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestClsRbd.object_map_update (7 ms) 2024-04-10T15:48:57.535 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestClsRbd.object_map_load_enoent 2024-04-10T15:48:57.535 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestClsRbd.object_map_load_enoent (0 ms) 2024-04-10T15:48:57.535 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestClsRbd.object_map_snap_add 2024-04-10T15:48:57.542 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestClsRbd.object_map_snap_add (7 ms) 2024-04-10T15:48:57.542 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestClsRbd.object_map_snap_remove 2024-04-10T15:48:57.550 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestClsRbd.object_map_snap_remove (7 ms) 2024-04-10T15:48:57.550 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestClsRbd.flags 2024-04-10T15:48:57.555 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestClsRbd.flags (5 ms) 2024-04-10T15:48:57.555 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestClsRbd.metadata 2024-04-10T15:48:57.577 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestClsRbd.metadata (22 ms) 2024-04-10T15:48:57.577 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestClsRbd.set_features 2024-04-10T15:48:57.584 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestClsRbd.set_features (8 ms) 2024-04-10T15:48:57.584 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestClsRbd.mirror 2024-04-10T15:48:57.616 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestClsRbd.mirror (31 ms) 2024-04-10T15:48:57.616 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestClsRbd.mirror_image 2024-04-10T15:48:57.630 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestClsRbd.mirror_image (14 ms) 2024-04-10T15:48:57.630 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestClsRbd.mirror_image_status 2024-04-10T15:48:58.493 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:48:58 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/3752899929' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-138680-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:48:58.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:48:58 smithi077 ceph-mon[87572]: osdmap e1030: 8 total, 8 up, 8 in 2024-04-10T15:48:58.588 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:48:58 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/3752899929' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-138680-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:48:58.588 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:48:58 smithi069 ceph-mon[96738]: osdmap e1030: 8 total, 8 up, 8 in 2024-04-10T15:48:58.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:48:58 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/3752899929' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-138680-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:48:58.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:48:58 smithi069 ceph-mon[94167]: osdmap e1030: 8 total, 8 up, 8 in 2024-04-10T15:48:59.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:48:59 smithi077 ceph-mon[87572]: pgmap v1244: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:48:59.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:48:59 smithi077 ceph-mon[87572]: osdmap e1031: 8 total, 8 up, 8 in 2024-04-10T15:48:59.588 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:48:59 smithi069 ceph-mon[96738]: pgmap v1244: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:48:59.588 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:48:59 smithi069 ceph-mon[96738]: osdmap e1031: 8 total, 8 up, 8 in 2024-04-10T15:48:59.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:48:59 smithi069 ceph-mon[94167]: pgmap v1244: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:48:59.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:48:59 smithi069 ceph-mon[94167]: osdmap e1031: 8 total, 8 up, 8 in 2024-04-10T15:48:59.876 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestClsRbd.mirror_image_status (2247 ms) 2024-04-10T15:48:59.877 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestClsRbd.mirror_image_map 2024-04-10T15:48:59.954 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestClsRbd.mirror_image_map (77 ms) 2024-04-10T15:48:59.954 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestClsRbd.mirror_instances 2024-04-10T15:48:59.961 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestClsRbd.mirror_instances (7 ms) 2024-04-10T15:48:59.961 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestClsRbd.mirror_snapshot 2024-04-10T15:48:59.973 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestClsRbd.mirror_snapshot (12 ms) 2024-04-10T15:48:59.973 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestClsRbd.group_dir_list 2024-04-10T15:48:59.975 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestClsRbd.group_dir_list (3 ms) 2024-04-10T15:48:59.975 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestClsRbd.group_dir_add 2024-04-10T15:48:59.977 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestClsRbd.group_dir_add (2 ms) 2024-04-10T15:48:59.977 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestClsRbd.dir_add_already_existing 2024-04-10T15:48:59.980 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestClsRbd.dir_add_already_existing (3 ms) 2024-04-10T15:48:59.980 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestClsRbd.group_dir_rename 2024-04-10T15:48:59.986 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestClsRbd.group_dir_rename (5 ms) 2024-04-10T15:48:59.986 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestClsRbd.group_dir_remove 2024-04-10T15:48:59.988 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestClsRbd.group_dir_remove (3 ms) 2024-04-10T15:48:59.988 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestClsRbd.group_dir_remove_missing 2024-04-10T15:48:59.992 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestClsRbd.group_dir_remove_missing (4 ms) 2024-04-10T15:48:59.992 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestClsRbd.group_image_add 2024-04-10T15:48:59.994 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestClsRbd.group_image_add (2 ms) 2024-04-10T15:48:59.994 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestClsRbd.group_image_remove 2024-04-10T15:48:59.997 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestClsRbd.group_image_remove (3 ms) 2024-04-10T15:48:59.997 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestClsRbd.group_image_list 2024-04-10T15:48:59.999 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestClsRbd.group_image_list (2 ms) 2024-04-10T15:49:00.000 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestClsRbd.group_image_clean 2024-04-10T15:49:00.003 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestClsRbd.group_image_clean (4 ms) 2024-04-10T15:49:00.004 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestClsRbd.image_group_add 2024-04-10T15:49:00.006 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestClsRbd.image_group_add (3 ms) 2024-04-10T15:49:00.006 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestClsRbd.image_group_remove 2024-04-10T15:49:00.009 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestClsRbd.image_group_remove (3 ms) 2024-04-10T15:49:00.009 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestClsRbd.image_group_get 2024-04-10T15:49:00.011 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestClsRbd.image_group_get (2 ms) 2024-04-10T15:49:00.011 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestClsRbd.group_snap_set_empty_name 2024-04-10T15:49:00.013 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestClsRbd.group_snap_set_empty_name (2 ms) 2024-04-10T15:49:00.013 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestClsRbd.group_snap_set_empty_id 2024-04-10T15:49:00.015 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestClsRbd.group_snap_set_empty_id (1 ms) 2024-04-10T15:49:00.015 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestClsRbd.group_snap_set_duplicate_id 2024-04-10T15:49:00.017 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestClsRbd.group_snap_set_duplicate_id (3 ms) 2024-04-10T15:49:00.017 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestClsRbd.group_snap_set_duplicate_name 2024-04-10T15:49:00.020 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestClsRbd.group_snap_set_duplicate_name (3 ms) 2024-04-10T15:49:00.020 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestClsRbd.group_snap_set 2024-04-10T15:49:00.022 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestClsRbd.group_snap_set (2 ms) 2024-04-10T15:49:00.022 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestClsRbd.group_snap_list 2024-04-10T15:49:00.025 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestClsRbd.group_snap_list (3 ms) 2024-04-10T15:49:00.025 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestClsRbd.group_snap_list_max_return 2024-04-10T15:49:00.040 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestClsRbd.group_snap_list_max_return (14 ms) 2024-04-10T15:49:00.040 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestClsRbd.group_snap_list_max_read 2024-04-10T15:49:00.252 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestClsRbd.group_snap_list_max_read (213 ms) 2024-04-10T15:49:00.252 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestClsRbd.group_snap_remove 2024-04-10T15:49:00.255 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestClsRbd.group_snap_remove (3 ms) 2024-04-10T15:49:00.255 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestClsRbd.group_snap_get_by_id 2024-04-10T15:49:00.257 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestClsRbd.group_snap_get_by_id (2 ms) 2024-04-10T15:49:00.258 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestClsRbd.trash_methods 2024-04-10T15:49:00.264 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestClsRbd.trash_methods (7 ms) 2024-04-10T15:49:00.264 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestClsRbd.op_features 2024-04-10T15:49:00.270 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestClsRbd.op_features (6 ms) 2024-04-10T15:49:00.271 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestClsRbd.clone_parent 2024-04-10T15:49:00.290 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestClsRbd.clone_parent (19 ms) 2024-04-10T15:49:00.290 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestClsRbd.clone_parent_ns 2024-04-10T15:49:00.298 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestClsRbd.clone_parent_ns (9 ms) 2024-04-10T15:49:00.298 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestClsRbd.clone_child 2024-04-10T15:49:00.310 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestClsRbd.clone_child (11 ms) 2024-04-10T15:49:00.310 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestClsRbd.namespace_methods 2024-04-10T15:49:00.315 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestClsRbd.namespace_methods (6 ms) 2024-04-10T15:49:00.315 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestClsRbd.migration 2024-04-10T15:49:00.325 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestClsRbd.migration (10 ms) 2024-04-10T15:49:00.325 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestClsRbd.migration_v1 2024-04-10T15:49:00.335 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestClsRbd.migration_v1 (10 ms) 2024-04-10T15:49:00.335 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestClsRbd.assert_snapc_seq 2024-04-10T15:49:01.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:49:01 smithi077 ceph-mon[87572]: pgmap v1246: 137 pgs: 15 unknown, 122 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 436 KiB/s rd, 252 KiB/s wr, 703 op/s 2024-04-10T15:49:01.588 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:49:01 smithi069 ceph-mon[96738]: pgmap v1246: 137 pgs: 15 unknown, 122 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 436 KiB/s rd, 252 KiB/s wr, 703 op/s 2024-04-10T15:49:01.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:49:01 smithi069 ceph-mon[94167]: pgmap v1246: 137 pgs: 15 unknown, 122 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 436 KiB/s rd, 252 KiB/s wr, 703 op/s 2024-04-10T15:49:02.113 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestClsRbd.assert_snapc_seq (1778 ms) 2024-04-10T15:49:02.114 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestClsRbd.sparsify 2024-04-10T15:49:02.162 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestClsRbd.sparsify (48 ms) 2024-04-10T15:49:02.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:49:02 smithi077 ceph-mon[87572]: osdmap e1032: 8 total, 8 up, 8 in 2024-04-10T15:49:02.494 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:49:02 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T15:49:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:49:02.588 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:49:02 smithi069 ceph-mon[96738]: osdmap e1032: 8 total, 8 up, 8 in 2024-04-10T15:49:02.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:49:02 smithi069 ceph-mon[94167]: osdmap e1032: 8 total, 8 up, 8 in 2024-04-10T15:49:03.122 INFO:tasks.workunit.client.0.smithi069.stdout:[----------] 70 tests from TestClsRbd (5064 ms total) 2024-04-10T15:49:03.123 INFO:tasks.workunit.client.0.smithi069.stdout: 2024-04-10T15:49:03.123 INFO:tasks.workunit.client.0.smithi069.stdout:[----------] Global test environment tear-down 2024-04-10T15:49:03.123 INFO:tasks.workunit.client.0.smithi069.stdout:[==========] 70 tests from 1 test suite ran. (7905 ms total) 2024-04-10T15:49:03.123 INFO:tasks.workunit.client.0.smithi069.stdout:[ PASSED ] 70 tests. 2024-04-10T15:49:03.127 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-10T15:49:03.127 DEBUG:teuthology.orchestra.run.smithi069:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-10T15:49:03.196 INFO:tasks.workunit:Running workunit cls/test_cls_refcount.sh... 2024-04-10T15:49:03.196 DEBUG:teuthology.orchestra.run.smithi069:workunit test cls/test_cls_refcount.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_refcount.sh 2024-04-10T15:49:03.266 INFO:tasks.workunit.client.0.smithi069.stdout:Running main() from gmock_main.cc 2024-04-10T15:49:03.266 INFO:tasks.workunit.client.0.smithi069.stdout:[==========] Running 10 tests from 1 test suite. 2024-04-10T15:49:03.266 INFO:tasks.workunit.client.0.smithi069.stdout:[----------] Global test environment set-up. 2024-04-10T15:49:03.266 INFO:tasks.workunit.client.0.smithi069.stdout:[----------] 10 tests from cls_rgw 2024-04-10T15:49:03.266 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] cls_rgw.test_implicit 2024-04-10T15:49:03.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:49:03 smithi077 ceph-mon[87572]: pgmap v1248: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 1.8 MiB/s rd, 952 KiB/s wr, 667 op/s 2024-04-10T15:49:03.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:49:03 smithi077 ceph-mon[87572]: osdmap e1033: 8 total, 8 up, 8 in 2024-04-10T15:49:03.588 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:49:03 smithi069 ceph-mon[96738]: pgmap v1248: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 1.8 MiB/s rd, 952 KiB/s wr, 667 op/s 2024-04-10T15:49:03.588 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:49:03 smithi069 ceph-mon[96738]: osdmap e1033: 8 total, 8 up, 8 in 2024-04-10T15:49:03.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:49:03 smithi069 ceph-mon[94167]: pgmap v1248: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 1.8 MiB/s rd, 952 KiB/s wr, 667 op/s 2024-04-10T15:49:03.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:49:03 smithi069 ceph-mon[94167]: osdmap e1033: 8 total, 8 up, 8 in 2024-04-10T15:49:04.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:49:04 smithi077 ceph-mon[87572]: osdmap e1034: 8 total, 8 up, 8 in 2024-04-10T15:49:04.588 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:49:04 smithi069 ceph-mon[96738]: osdmap e1034: 8 total, 8 up, 8 in 2024-04-10T15:49:04.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:49:04 smithi069 ceph-mon[94167]: osdmap e1034: 8 total, 8 up, 8 in 2024-04-10T15:49:05.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:49:05 smithi077 ceph-mon[87572]: pgmap v1251: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:49:05.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:49:05 smithi077 ceph-mon[87572]: osdmap e1035: 8 total, 8 up, 8 in 2024-04-10T15:49:05.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:49:05 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/2869201972' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-138736-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:49:05.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:49:05 smithi077 ceph-mon[87572]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-138736-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:49:05.588 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:49:05 smithi069 ceph-mon[96738]: pgmap v1251: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:49:05.588 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:49:05 smithi069 ceph-mon[96738]: osdmap e1035: 8 total, 8 up, 8 in 2024-04-10T15:49:05.588 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:49:05 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/2869201972' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-138736-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:49:05.588 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:49:05 smithi069 ceph-mon[96738]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-138736-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:49:05.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:49:05 smithi069 ceph-mon[94167]: pgmap v1251: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:49:05.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:49:05 smithi069 ceph-mon[94167]: osdmap e1035: 8 total, 8 up, 8 in 2024-04-10T15:49:05.589 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:49:05 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/2869201972' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-138736-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:49:05.589 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:49:05 smithi069 ceph-mon[94167]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-138736-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:49:06.146 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] cls_rgw.test_implicit (2880 ms) 2024-04-10T15:49:06.146 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] cls_rgw.test_implicit_idempotent 2024-04-10T15:49:06.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:49:06 smithi077 ceph-mon[87572]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-138736-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:49:06.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:49:06 smithi077 ceph-mon[87572]: osdmap e1036: 8 total, 8 up, 8 in 2024-04-10T15:49:06.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:49:06 smithi069 ceph-mon[94167]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-138736-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:49:06.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:49:06 smithi069 ceph-mon[94167]: osdmap e1036: 8 total, 8 up, 8 in 2024-04-10T15:49:06.588 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:49:06 smithi069 ceph-mon[96738]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-138736-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:49:06.588 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:49:06 smithi069 ceph-mon[96738]: osdmap e1036: 8 total, 8 up, 8 in 2024-04-10T15:49:07.338 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:49:06 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:15:49:06] "GET /metrics HTTP/1.1" 200 36332 "" "Prometheus/2.43.0" 2024-04-10T15:49:07.338 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:49:07 smithi069 ceph-mon[96738]: pgmap v1254: 137 pgs: 7 creating+peering, 11 unknown, 119 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:49:07.339 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:49:07 smithi069 ceph-mon[96738]: osdmap e1037: 8 total, 8 up, 8 in 2024-04-10T15:49:07.339 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:49:07 smithi069 ceph-mon[94167]: pgmap v1254: 137 pgs: 7 creating+peering, 11 unknown, 119 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:49:07.339 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:49:07 smithi069 ceph-mon[94167]: osdmap e1037: 8 total, 8 up, 8 in 2024-04-10T15:49:07.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:49:07 smithi077 ceph-mon[87572]: pgmap v1254: 137 pgs: 7 creating+peering, 11 unknown, 119 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:49:07.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:49:07 smithi077 ceph-mon[87572]: osdmap e1037: 8 total, 8 up, 8 in 2024-04-10T15:49:08.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:49:08 smithi077 ceph-mon[87572]: osdmap e1038: 8 total, 8 up, 8 in 2024-04-10T15:49:08.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:49:08 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/1229567604' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-138736-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:49:08.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:49:08 smithi077 ceph-mon[87572]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-138736-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:49:08.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:49:08 smithi077 ceph-mon[87572]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-138736-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:49:08.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:49:08 smithi077 ceph-mon[87572]: osdmap e1039: 8 total, 8 up, 8 in 2024-04-10T15:49:08.588 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:49:08 smithi069 ceph-mon[96738]: osdmap e1038: 8 total, 8 up, 8 in 2024-04-10T15:49:08.588 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:49:08 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/1229567604' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-138736-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:49:08.588 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:49:08 smithi069 ceph-mon[96738]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-138736-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:49:08.588 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:49:08 smithi069 ceph-mon[96738]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-138736-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:49:08.588 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:49:08 smithi069 ceph-mon[96738]: osdmap e1039: 8 total, 8 up, 8 in 2024-04-10T15:49:08.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:49:08 smithi069 ceph-mon[94167]: osdmap e1038: 8 total, 8 up, 8 in 2024-04-10T15:49:08.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:49:08 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/1229567604' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-138736-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:49:08.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:49:08 smithi069 ceph-mon[94167]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-138736-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:49:08.589 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:49:08 smithi069 ceph-mon[94167]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-138736-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:49:08.589 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:49:08 smithi069 ceph-mon[94167]: osdmap e1039: 8 total, 8 up, 8 in 2024-04-10T15:49:09.152 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] cls_rgw.test_implicit_idempotent (3006 ms) 2024-04-10T15:49:09.152 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] cls_rgw.test_put_snap 2024-04-10T15:49:09.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:49:09 smithi077 ceph-mon[87572]: pgmap v1257: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:49:09.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:49:09 smithi077 ceph-mon[87572]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:49:09.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:49:09 smithi077 ceph-mon[87572]: osdmap e1040: 8 total, 8 up, 8 in 2024-04-10T15:49:09.587 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:49:09 smithi069 ceph-mon[96738]: pgmap v1257: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:49:09.588 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:49:09 smithi069 ceph-mon[96738]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:49:09.588 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:49:09 smithi069 ceph-mon[96738]: osdmap e1040: 8 total, 8 up, 8 in 2024-04-10T15:49:09.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:49:09 smithi069 ceph-mon[94167]: pgmap v1257: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:49:09.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:49:09 smithi069 ceph-mon[94167]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:49:09.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:49:09 smithi069 ceph-mon[94167]: osdmap e1040: 8 total, 8 up, 8 in 2024-04-10T15:49:10.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:49:10 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:49:10.588 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:49:10 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:49:10.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:49:10 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:49:11.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:49:11 smithi077 ceph-mon[87572]: pgmap v1260: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:49:11.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:49:11 smithi077 ceph-mon[87572]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:49:11.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:49:11 smithi077 ceph-mon[87572]: Cluster is now healthy 2024-04-10T15:49:11.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:49:11 smithi077 ceph-mon[87572]: osdmap e1041: 8 total, 8 up, 8 in 2024-04-10T15:49:11.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:49:11 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/3851435667' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-138736-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:49:11.588 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:49:11 smithi069 ceph-mon[96738]: pgmap v1260: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:49:11.588 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:49:11 smithi069 ceph-mon[96738]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:49:11.588 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:49:11 smithi069 ceph-mon[96738]: Cluster is now healthy 2024-04-10T15:49:11.588 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:49:11 smithi069 ceph-mon[96738]: osdmap e1041: 8 total, 8 up, 8 in 2024-04-10T15:49:11.588 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:49:11 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/3851435667' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-138736-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:49:11.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:49:11 smithi069 ceph-mon[94167]: pgmap v1260: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:49:11.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:49:11 smithi069 ceph-mon[94167]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:49:11.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:49:11 smithi069 ceph-mon[94167]: Cluster is now healthy 2024-04-10T15:49:11.589 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:49:11 smithi069 ceph-mon[94167]: osdmap e1041: 8 total, 8 up, 8 in 2024-04-10T15:49:11.589 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:49:11 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/3851435667' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-138736-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:49:12.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:49:12 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/3851435667' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-138736-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:49:12.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:49:12 smithi077 ceph-mon[87572]: osdmap e1042: 8 total, 8 up, 8 in 2024-04-10T15:49:12.494 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:49:12 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T15:49:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:49:12.588 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:49:12 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/3851435667' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-138736-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:49:12.588 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:49:12 smithi069 ceph-mon[96738]: osdmap e1042: 8 total, 8 up, 8 in 2024-04-10T15:49:12.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:49:12 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/3851435667' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-138736-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:49:12.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:49:12 smithi069 ceph-mon[94167]: osdmap e1042: 8 total, 8 up, 8 in 2024-04-10T15:49:13.493 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:49:13 smithi077 ceph-mon[87572]: pgmap v1263: 137 pgs: 19 creating+peering, 13 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:49:13.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:49:13 smithi077 ceph-mon[87572]: osdmap e1043: 8 total, 8 up, 8 in 2024-04-10T15:49:13.588 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:49:13 smithi069 ceph-mon[96738]: pgmap v1263: 137 pgs: 19 creating+peering, 13 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:49:13.588 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:49:13 smithi069 ceph-mon[96738]: osdmap e1043: 8 total, 8 up, 8 in 2024-04-10T15:49:13.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:49:13 smithi069 ceph-mon[94167]: pgmap v1263: 137 pgs: 19 creating+peering, 13 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:49:13.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:49:13 smithi069 ceph-mon[94167]: osdmap e1043: 8 total, 8 up, 8 in 2024-04-10T15:49:15.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:49:15 smithi077 ceph-mon[87572]: pgmap v1265: 137 pgs: 19 creating+peering, 2 unknown, 116 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 223 B/s wr, 0 op/s 2024-04-10T15:49:15.588 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:49:15 smithi069 ceph-mon[96738]: pgmap v1265: 137 pgs: 19 creating+peering, 2 unknown, 116 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 223 B/s wr, 0 op/s 2024-04-10T15:49:15.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:49:15 smithi069 ceph-mon[94167]: pgmap v1265: 137 pgs: 19 creating+peering, 2 unknown, 116 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 223 B/s wr, 0 op/s 2024-04-10T15:49:16.489 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:49:16 smithi069 ceph-mon[96738]: osdmap e1044: 8 total, 8 up, 8 in 2024-04-10T15:49:16.489 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:49:16 smithi069 ceph-mon[94167]: osdmap e1044: 8 total, 8 up, 8 in 2024-04-10T15:49:16.493 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:49:16 smithi077 ceph-mon[87572]: osdmap e1044: 8 total, 8 up, 8 in 2024-04-10T15:49:17.203 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:49:16 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:15:49:16] "GET /metrics HTTP/1.1" 200 33968 "" "Prometheus/2.43.0" 2024-04-10T15:49:17.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:49:17 smithi077 ceph-mon[87572]: pgmap v1267: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 184 B/s wr, 0 op/s 2024-04-10T15:49:17.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:49:17 smithi077 ceph-mon[87572]: osdmap e1045: 8 total, 8 up, 8 in 2024-04-10T15:49:17.504 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:49:17 smithi069 ceph-mon[96738]: pgmap v1267: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 184 B/s wr, 0 op/s 2024-04-10T15:49:17.504 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:49:17 smithi069 ceph-mon[96738]: osdmap e1045: 8 total, 8 up, 8 in 2024-04-10T15:49:17.504 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:49:17 smithi069 ceph-mon[94167]: pgmap v1267: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 184 B/s wr, 0 op/s 2024-04-10T15:49:17.504 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:49:17 smithi069 ceph-mon[94167]: osdmap e1045: 8 total, 8 up, 8 in 2024-04-10T15:49:18.210 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] cls_rgw.test_put_snap (9058 ms) 2024-04-10T15:49:18.210 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] cls_rgw.test_explicit 2024-04-10T15:49:18.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:49:18 smithi077 ceph-mon[87572]: osdmap e1046: 8 total, 8 up, 8 in 2024-04-10T15:49:18.588 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:49:18 smithi069 ceph-mon[96738]: osdmap e1046: 8 total, 8 up, 8 in 2024-04-10T15:49:18.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:49:18 smithi069 ceph-mon[94167]: osdmap e1046: 8 total, 8 up, 8 in 2024-04-10T15:49:19.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:49:19 smithi077 ceph-mon[87572]: pgmap v1270: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 184 B/s wr, 0 op/s 2024-04-10T15:49:19.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:49:19 smithi077 ceph-mon[87572]: osdmap e1047: 8 total, 8 up, 8 in 2024-04-10T15:49:19.588 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:49:19 smithi069 ceph-mon[96738]: pgmap v1270: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 184 B/s wr, 0 op/s 2024-04-10T15:49:19.588 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:49:19 smithi069 ceph-mon[96738]: osdmap e1047: 8 total, 8 up, 8 in 2024-04-10T15:49:19.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:49:19 smithi069 ceph-mon[94167]: pgmap v1270: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 184 B/s wr, 0 op/s 2024-04-10T15:49:19.589 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:49:19 smithi069 ceph-mon[94167]: osdmap e1047: 8 total, 8 up, 8 in 2024-04-10T15:49:20.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:49:20 smithi077 ceph-mon[87572]: osdmap e1048: 8 total, 8 up, 8 in 2024-04-10T15:49:20.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:49:20 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/4220812948' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-138736-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:49:20.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:49:20 smithi077 ceph-mon[87572]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-138736-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:49:20.588 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:49:20 smithi069 ceph-mon[96738]: osdmap e1048: 8 total, 8 up, 8 in 2024-04-10T15:49:20.588 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:49:20 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/4220812948' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-138736-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:49:20.588 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:49:20 smithi069 ceph-mon[96738]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-138736-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:49:20.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:49:20 smithi069 ceph-mon[94167]: osdmap e1048: 8 total, 8 up, 8 in 2024-04-10T15:49:20.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:49:20 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/4220812948' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-138736-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:49:20.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:49:20 smithi069 ceph-mon[94167]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-138736-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:49:21.250 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] cls_rgw.test_explicit (3040 ms) 2024-04-10T15:49:21.250 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] cls_rgw.set 2024-04-10T15:49:21.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:49:21 smithi077 ceph-mon[87572]: pgmap v1273: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:49:21.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:49:21 smithi077 ceph-mon[87572]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:49:21.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:49:21 smithi077 ceph-mon[87572]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-138736-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:49:21.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:49:21 smithi077 ceph-mon[87572]: osdmap e1049: 8 total, 8 up, 8 in 2024-04-10T15:49:21.588 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:49:21 smithi069 ceph-mon[96738]: pgmap v1273: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:49:21.588 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:49:21 smithi069 ceph-mon[96738]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:49:21.588 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:49:21 smithi069 ceph-mon[96738]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-138736-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:49:21.588 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:49:21 smithi069 ceph-mon[96738]: osdmap e1049: 8 total, 8 up, 8 in 2024-04-10T15:49:21.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:49:21 smithi069 ceph-mon[94167]: pgmap v1273: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:49:21.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:49:21 smithi069 ceph-mon[94167]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:49:21.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:49:21 smithi069 ceph-mon[94167]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-138736-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:49:21.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:49:21 smithi069 ceph-mon[94167]: osdmap e1049: 8 total, 8 up, 8 in 2024-04-10T15:49:22.588 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:49:22 smithi069 ceph-mon[96738]: osdmap e1050: 8 total, 8 up, 8 in 2024-04-10T15:49:22.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:49:22 smithi069 ceph-mon[94167]: osdmap e1050: 8 total, 8 up, 8 in 2024-04-10T15:49:22.744 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:49:22 smithi077 ceph-mon[87572]: osdmap e1050: 8 total, 8 up, 8 in 2024-04-10T15:49:22.744 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:49:22 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T15:49:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:49:23.588 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:49:23 smithi069 ceph-mon[96738]: pgmap v1276: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:49:23.588 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:49:23 smithi069 ceph-mon[96738]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:49:23.588 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:49:23 smithi069 ceph-mon[96738]: Cluster is now healthy 2024-04-10T15:49:23.588 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:49:23 smithi069 ceph-mon[96738]: osdmap e1051: 8 total, 8 up, 8 in 2024-04-10T15:49:23.588 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:49:23 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/2853140924' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-138736-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:49:23.589 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:49:23 smithi069 ceph-mon[94167]: pgmap v1276: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:49:23.589 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:49:23 smithi069 ceph-mon[94167]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:49:23.589 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:49:23 smithi069 ceph-mon[94167]: Cluster is now healthy 2024-04-10T15:49:23.589 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:49:23 smithi069 ceph-mon[94167]: osdmap e1051: 8 total, 8 up, 8 in 2024-04-10T15:49:23.589 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:49:23 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/2853140924' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-138736-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:49:23.744 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:49:23 smithi077 ceph-mon[87572]: pgmap v1276: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:49:23.744 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:49:23 smithi077 ceph-mon[87572]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:49:23.744 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:49:23 smithi077 ceph-mon[87572]: Cluster is now healthy 2024-04-10T15:49:23.744 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:49:23 smithi077 ceph-mon[87572]: osdmap e1051: 8 total, 8 up, 8 in 2024-04-10T15:49:23.744 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:49:23 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/2853140924' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-138736-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:49:24.269 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] cls_rgw.set (3018 ms) 2024-04-10T15:49:24.269 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] cls_rgw.test_implicit_ec 2024-04-10T15:49:24.588 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:49:24 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/2853140924' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-138736-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:49:24.588 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:49:24 smithi069 ceph-mon[96738]: osdmap e1052: 8 total, 8 up, 8 in 2024-04-10T15:49:24.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:49:24 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/2853140924' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-138736-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:49:24.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:49:24 smithi069 ceph-mon[94167]: osdmap e1052: 8 total, 8 up, 8 in 2024-04-10T15:49:24.744 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:49:24 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/2853140924' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-138736-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:49:24.744 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:49:24 smithi077 ceph-mon[87572]: osdmap e1052: 8 total, 8 up, 8 in 2024-04-10T15:49:25.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:49:25 smithi069 ceph-mon[94167]: pgmap v1279: 137 pgs: 27 unknown, 110 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:49:25.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:49:25 smithi069 ceph-mon[94167]: osdmap e1053: 8 total, 8 up, 8 in 2024-04-10T15:49:25.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:49:25 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/1962860333' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi069-138736-6"}]: dispatch 2024-04-10T15:49:25.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:49:25 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/1962860333' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi069-138736-6"}]: dispatch 2024-04-10T15:49:25.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:49:25 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/1962860333' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi069-138736-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-10T15:49:25.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:49:25 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:49:25.589 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:49:25 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:49:25.589 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:49:25 smithi069 ceph-mon[96738]: pgmap v1279: 137 pgs: 27 unknown, 110 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:49:25.589 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:49:25 smithi069 ceph-mon[96738]: osdmap e1053: 8 total, 8 up, 8 in 2024-04-10T15:49:25.589 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:49:25 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/1962860333' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi069-138736-6"}]: dispatch 2024-04-10T15:49:25.589 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:49:25 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/1962860333' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi069-138736-6"}]: dispatch 2024-04-10T15:49:25.589 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:49:25 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/1962860333' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi069-138736-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-10T15:49:25.589 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:49:25 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:49:25.589 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:49:25 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:49:25.744 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:49:25 smithi077 ceph-mon[87572]: pgmap v1279: 137 pgs: 27 unknown, 110 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:49:25.744 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:49:25 smithi077 ceph-mon[87572]: osdmap e1053: 8 total, 8 up, 8 in 2024-04-10T15:49:25.744 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:49:25 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/1962860333' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi069-138736-6"}]: dispatch 2024-04-10T15:49:25.744 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:49:25 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/1962860333' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi069-138736-6"}]: dispatch 2024-04-10T15:49:25.744 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:49:25 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/1962860333' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi069-138736-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-10T15:49:25.744 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:49:25 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:49:25.744 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:49:25 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:49:26.588 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:49:26 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/1962860333' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi069-138736-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-10T15:49:26.588 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:49:26 smithi069 ceph-mon[96738]: osdmap e1054: 8 total, 8 up, 8 in 2024-04-10T15:49:26.588 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:49:26 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/1962860333' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi069-138736-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi069-138736-6"}]: dispatch 2024-04-10T15:49:26.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:49:26 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/1962860333' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi069-138736-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-10T15:49:26.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:49:26 smithi069 ceph-mon[94167]: osdmap e1054: 8 total, 8 up, 8 in 2024-04-10T15:49:26.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:49:26 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/1962860333' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi069-138736-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi069-138736-6"}]: dispatch 2024-04-10T15:49:26.744 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:49:26 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/1962860333' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi069-138736-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-10T15:49:26.744 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:49:26 smithi077 ceph-mon[87572]: osdmap e1054: 8 total, 8 up, 8 in 2024-04-10T15:49:26.744 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:49:26 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/1962860333' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi069-138736-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi069-138736-6"}]: dispatch 2024-04-10T15:49:27.277 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:49:26 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:15:49:26] "GET /metrics HTTP/1.1" 200 33969 "" "Prometheus/2.43.0" 2024-04-10T15:49:27.588 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:49:27 smithi069 ceph-mon[96738]: pgmap v1282: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:49:27.588 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:49:27 smithi069 ceph-mon[96738]: osdmap e1055: 8 total, 8 up, 8 in 2024-04-10T15:49:27.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:49:27 smithi069 ceph-mon[94167]: pgmap v1282: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:49:27.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:49:27 smithi069 ceph-mon[94167]: osdmap e1055: 8 total, 8 up, 8 in 2024-04-10T15:49:27.744 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:49:27 smithi077 ceph-mon[87572]: pgmap v1282: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:49:27.744 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:49:27 smithi077 ceph-mon[87572]: osdmap e1055: 8 total, 8 up, 8 in 2024-04-10T15:49:28.588 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:49:28 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/1962860333' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi069-138736-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi069-138736-6"}]': finished 2024-04-10T15:49:28.588 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:49:28 smithi069 ceph-mon[96738]: osdmap e1056: 8 total, 8 up, 8 in 2024-04-10T15:49:28.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:49:28 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/1962860333' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi069-138736-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi069-138736-6"}]': finished 2024-04-10T15:49:28.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:49:28 smithi069 ceph-mon[94167]: osdmap e1056: 8 total, 8 up, 8 in 2024-04-10T15:49:28.746 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:49:28 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/1962860333' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi069-138736-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi069-138736-6"}]': finished 2024-04-10T15:49:28.746 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:49:28 smithi077 ceph-mon[87572]: osdmap e1056: 8 total, 8 up, 8 in 2024-04-10T15:49:29.588 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:49:29 smithi069 ceph-mon[96738]: pgmap v1285: 113 pgs: 8 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:49:29.588 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:49:29 smithi069 ceph-mon[96738]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:49:29.588 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:49:29 smithi069 ceph-mon[96738]: osdmap e1057: 8 total, 8 up, 8 in 2024-04-10T15:49:29.589 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:49:29 smithi069 ceph-mon[94167]: pgmap v1285: 113 pgs: 8 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:49:29.589 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:49:29 smithi069 ceph-mon[94167]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:49:29.589 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:49:29 smithi069 ceph-mon[94167]: osdmap e1057: 8 total, 8 up, 8 in 2024-04-10T15:49:29.744 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:49:29 smithi077 ceph-mon[87572]: pgmap v1285: 113 pgs: 8 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:49:29.744 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:49:29 smithi077 ceph-mon[87572]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:49:29.744 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:49:29 smithi077 ceph-mon[87572]: osdmap e1057: 8 total, 8 up, 8 in 2024-04-10T15:49:30.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:49:30 smithi069 ceph-mon[94167]: osdmap e1058: 8 total, 8 up, 8 in 2024-04-10T15:49:30.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:49:30 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/1962860333' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi069-138736-6"}]: dispatch 2024-04-10T15:49:30.588 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:49:30 smithi069 ceph-mon[96738]: osdmap e1058: 8 total, 8 up, 8 in 2024-04-10T15:49:30.588 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:49:30 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/1962860333' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi069-138736-6"}]: dispatch 2024-04-10T15:49:30.744 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:49:30 smithi077 ceph-mon[87572]: osdmap e1058: 8 total, 8 up, 8 in 2024-04-10T15:49:30.744 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:49:30 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/1962860333' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi069-138736-6"}]: dispatch 2024-04-10T15:49:31.314 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] cls_rgw.test_implicit_ec (7046 ms) 2024-04-10T15:49:31.314 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] cls_rgw.test_implicit_idempotent_ec 2024-04-10T15:49:31.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:49:31 smithi069 ceph-mon[94167]: pgmap v1288: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:49:31.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:49:31 smithi069 ceph-mon[94167]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:49:31.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:49:31 smithi069 ceph-mon[94167]: Cluster is now healthy 2024-04-10T15:49:31.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:49:31 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/1962860333' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi069-138736-6"}]': finished 2024-04-10T15:49:31.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:49:31 smithi069 ceph-mon[94167]: osdmap e1059: 8 total, 8 up, 8 in 2024-04-10T15:49:31.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:49:31 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/1962860333' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi069-138736-6"}]: dispatch 2024-04-10T15:49:31.589 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:49:31 smithi069 ceph-mon[96738]: pgmap v1288: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:49:31.589 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:49:31 smithi069 ceph-mon[96738]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:49:31.589 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:49:31 smithi069 ceph-mon[96738]: Cluster is now healthy 2024-04-10T15:49:31.589 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:49:31 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/1962860333' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi069-138736-6"}]': finished 2024-04-10T15:49:31.589 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:49:31 smithi069 ceph-mon[96738]: osdmap e1059: 8 total, 8 up, 8 in 2024-04-10T15:49:31.589 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:49:31 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/1962860333' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi069-138736-6"}]: dispatch 2024-04-10T15:49:31.744 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:49:31 smithi077 ceph-mon[87572]: pgmap v1288: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:49:31.744 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:49:31 smithi077 ceph-mon[87572]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:49:31.744 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:49:31 smithi077 ceph-mon[87572]: Cluster is now healthy 2024-04-10T15:49:31.744 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:49:31 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/1962860333' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi069-138736-6"}]': finished 2024-04-10T15:49:31.744 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:49:31 smithi077 ceph-mon[87572]: osdmap e1059: 8 total, 8 up, 8 in 2024-04-10T15:49:31.744 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:49:31 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/1962860333' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi069-138736-6"}]: dispatch 2024-04-10T15:49:32.588 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:49:32 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/1962860333' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi069-138736-6"}]': finished 2024-04-10T15:49:32.588 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:49:32 smithi069 ceph-mon[96738]: osdmap e1060: 8 total, 8 up, 8 in 2024-04-10T15:49:32.588 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:49:32 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/4190698587' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi069-138736-7"}]: dispatch 2024-04-10T15:49:32.588 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:49:32 smithi069 ceph-mon[96738]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi069-138736-7"}]: dispatch 2024-04-10T15:49:32.588 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:49:32 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/4190698587' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi069-138736-7"}]: dispatch 2024-04-10T15:49:32.588 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:49:32 smithi069 ceph-mon[96738]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi069-138736-7"}]: dispatch 2024-04-10T15:49:32.589 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:49:32 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/4190698587' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi069-138736-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-10T15:49:32.589 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:49:32 smithi069 ceph-mon[96738]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi069-138736-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-10T15:49:32.589 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:49:32 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/1962860333' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi069-138736-6"}]': finished 2024-04-10T15:49:32.589 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:49:32 smithi069 ceph-mon[94167]: osdmap e1060: 8 total, 8 up, 8 in 2024-04-10T15:49:32.589 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:49:32 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/4190698587' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi069-138736-7"}]: dispatch 2024-04-10T15:49:32.589 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:49:32 smithi069 ceph-mon[94167]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi069-138736-7"}]: dispatch 2024-04-10T15:49:32.589 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:49:32 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/4190698587' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi069-138736-7"}]: dispatch 2024-04-10T15:49:32.589 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:49:32 smithi069 ceph-mon[94167]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi069-138736-7"}]: dispatch 2024-04-10T15:49:32.589 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:49:32 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/4190698587' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi069-138736-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-10T15:49:32.589 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:49:32 smithi069 ceph-mon[94167]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi069-138736-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-10T15:49:32.744 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:49:32 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T15:49:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:49:32.744 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:49:32 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/1962860333' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi069-138736-6"}]': finished 2024-04-10T15:49:32.744 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:49:32 smithi077 ceph-mon[87572]: osdmap e1060: 8 total, 8 up, 8 in 2024-04-10T15:49:32.744 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:49:32 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/4190698587' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi069-138736-7"}]: dispatch 2024-04-10T15:49:32.744 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:49:32 smithi077 ceph-mon[87572]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi069-138736-7"}]: dispatch 2024-04-10T15:49:32.744 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:49:32 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/4190698587' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi069-138736-7"}]: dispatch 2024-04-10T15:49:32.744 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:49:32 smithi077 ceph-mon[87572]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi069-138736-7"}]: dispatch 2024-04-10T15:49:32.744 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:49:32 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/4190698587' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi069-138736-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-10T15:49:32.744 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:49:32 smithi077 ceph-mon[87572]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi069-138736-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-10T15:49:33.744 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:49:33 smithi077 ceph-mon[87572]: pgmap v1291: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:49:33.744 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:49:33 smithi077 ceph-mon[87572]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi069-138736-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-10T15:49:33.744 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:49:33 smithi077 ceph-mon[87572]: osdmap e1061: 8 total, 8 up, 8 in 2024-04-10T15:49:33.744 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:49:33 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/4190698587' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi069-138736-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi069-138736-7"}]: dispatch 2024-04-10T15:49:33.744 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:49:33 smithi077 ceph-mon[87572]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi069-138736-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi069-138736-7"}]: dispatch 2024-04-10T15:49:33.838 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:49:33 smithi069 ceph-mon[94167]: pgmap v1291: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:49:33.838 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:49:33 smithi069 ceph-mon[94167]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi069-138736-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-10T15:49:33.838 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:49:33 smithi069 ceph-mon[94167]: osdmap e1061: 8 total, 8 up, 8 in 2024-04-10T15:49:33.838 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:49:33 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/4190698587' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi069-138736-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi069-138736-7"}]: dispatch 2024-04-10T15:49:33.838 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:49:33 smithi069 ceph-mon[94167]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi069-138736-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi069-138736-7"}]: dispatch 2024-04-10T15:49:33.839 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:49:33 smithi069 ceph-mon[96738]: pgmap v1291: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:49:33.839 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:49:33 smithi069 ceph-mon[96738]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi069-138736-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-10T15:49:33.839 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:49:33 smithi069 ceph-mon[96738]: osdmap e1061: 8 total, 8 up, 8 in 2024-04-10T15:49:33.839 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:49:33 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/4190698587' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi069-138736-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi069-138736-7"}]: dispatch 2024-04-10T15:49:33.839 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:49:33 smithi069 ceph-mon[96738]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi069-138736-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi069-138736-7"}]: dispatch 2024-04-10T15:49:34.744 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:49:34 smithi077 ceph-mon[87572]: osdmap e1062: 8 total, 8 up, 8 in 2024-04-10T15:49:34.838 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:49:34 smithi069 ceph-mon[96738]: osdmap e1062: 8 total, 8 up, 8 in 2024-04-10T15:49:34.838 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:49:34 smithi069 ceph-mon[94167]: osdmap e1062: 8 total, 8 up, 8 in 2024-04-10T15:49:35.744 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:49:35 smithi077 ceph-mon[87572]: pgmap v1294: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:49:35.744 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:49:35 smithi077 ceph-mon[87572]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi069-138736-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi069-138736-7"}]': finished 2024-04-10T15:49:35.744 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:49:35 smithi077 ceph-mon[87572]: osdmap e1063: 8 total, 8 up, 8 in 2024-04-10T15:49:35.838 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:49:35 smithi069 ceph-mon[94167]: pgmap v1294: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:49:35.838 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:49:35 smithi069 ceph-mon[94167]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi069-138736-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi069-138736-7"}]': finished 2024-04-10T15:49:35.838 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:49:35 smithi069 ceph-mon[94167]: osdmap e1063: 8 total, 8 up, 8 in 2024-04-10T15:49:35.838 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:49:35 smithi069 ceph-mon[96738]: pgmap v1294: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:49:35.839 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:49:35 smithi069 ceph-mon[96738]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi069-138736-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi069-138736-7"}]': finished 2024-04-10T15:49:35.839 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:49:35 smithi069 ceph-mon[96738]: osdmap e1063: 8 total, 8 up, 8 in 2024-04-10T15:49:36.744 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:49:36 smithi077 ceph-mon[87572]: osdmap e1064: 8 total, 8 up, 8 in 2024-04-10T15:49:36.838 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:49:36 smithi069 ceph-mon[94167]: osdmap e1064: 8 total, 8 up, 8 in 2024-04-10T15:49:36.838 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:49:36 smithi069 ceph-mon[96738]: osdmap e1064: 8 total, 8 up, 8 in 2024-04-10T15:49:37.338 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:49:36 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:15:49:36] "GET /metrics HTTP/1.1" 200 33969 "" "Prometheus/2.43.0" 2024-04-10T15:49:37.744 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:49:37 smithi077 ceph-mon[87572]: pgmap v1297: 113 pgs: 2 creating+activating, 1 creating+peering, 3 unknown, 107 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:49:37.744 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:49:37 smithi077 ceph-mon[87572]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:49:37.744 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:49:37 smithi077 ceph-mon[87572]: osdmap e1065: 8 total, 8 up, 8 in 2024-04-10T15:49:37.744 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:49:37 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/4190698587' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi069-138736-7"}]: dispatch 2024-04-10T15:49:37.744 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:49:37 smithi077 ceph-mon[87572]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi069-138736-7"}]: dispatch 2024-04-10T15:49:37.838 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:49:37 smithi069 ceph-mon[94167]: pgmap v1297: 113 pgs: 2 creating+activating, 1 creating+peering, 3 unknown, 107 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:49:37.838 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:49:37 smithi069 ceph-mon[94167]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:49:37.838 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:49:37 smithi069 ceph-mon[94167]: osdmap e1065: 8 total, 8 up, 8 in 2024-04-10T15:49:37.838 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:49:37 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/4190698587' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi069-138736-7"}]: dispatch 2024-04-10T15:49:37.838 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:49:37 smithi069 ceph-mon[94167]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi069-138736-7"}]: dispatch 2024-04-10T15:49:37.839 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:49:37 smithi069 ceph-mon[96738]: pgmap v1297: 113 pgs: 2 creating+activating, 1 creating+peering, 3 unknown, 107 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:49:37.839 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:49:37 smithi069 ceph-mon[96738]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:49:37.839 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:49:37 smithi069 ceph-mon[96738]: osdmap e1065: 8 total, 8 up, 8 in 2024-04-10T15:49:37.839 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:49:37 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/4190698587' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi069-138736-7"}]: dispatch 2024-04-10T15:49:37.839 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:49:37 smithi069 ceph-mon[96738]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi069-138736-7"}]: dispatch 2024-04-10T15:49:38.393 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] cls_rgw.test_implicit_idempotent_ec (7078 ms) 2024-04-10T15:49:38.393 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] cls_rgw.test_put_snap_ec 2024-04-10T15:49:38.744 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:49:38 smithi077 ceph-mon[87572]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi069-138736-7"}]': finished 2024-04-10T15:49:38.744 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:49:38 smithi077 ceph-mon[87572]: osdmap e1066: 8 total, 8 up, 8 in 2024-04-10T15:49:38.744 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:49:38 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/4190698587' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi069-138736-7"}]: dispatch 2024-04-10T15:49:38.744 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:49:38 smithi077 ceph-mon[87572]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi069-138736-7"}]: dispatch 2024-04-10T15:49:38.838 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:49:38 smithi069 ceph-mon[96738]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi069-138736-7"}]': finished 2024-04-10T15:49:38.838 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:49:38 smithi069 ceph-mon[96738]: osdmap e1066: 8 total, 8 up, 8 in 2024-04-10T15:49:38.838 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:49:38 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/4190698587' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi069-138736-7"}]: dispatch 2024-04-10T15:49:38.838 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:49:38 smithi069 ceph-mon[96738]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi069-138736-7"}]: dispatch 2024-04-10T15:49:38.839 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:49:38 smithi069 ceph-mon[94167]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi069-138736-7"}]': finished 2024-04-10T15:49:38.839 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:49:38 smithi069 ceph-mon[94167]: osdmap e1066: 8 total, 8 up, 8 in 2024-04-10T15:49:38.839 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:49:38 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/4190698587' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi069-138736-7"}]: dispatch 2024-04-10T15:49:38.839 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:49:38 smithi069 ceph-mon[94167]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi069-138736-7"}]: dispatch 2024-04-10T15:49:39.744 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:49:39 smithi077 ceph-mon[87572]: pgmap v1300: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:49:39.744 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:49:39 smithi077 ceph-mon[87572]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:49:39.744 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:49:39 smithi077 ceph-mon[87572]: Cluster is now healthy 2024-04-10T15:49:39.744 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:49:39 smithi077 ceph-mon[87572]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi069-138736-7"}]': finished 2024-04-10T15:49:39.744 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:49:39 smithi077 ceph-mon[87572]: osdmap e1067: 8 total, 8 up, 8 in 2024-04-10T15:49:39.744 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:49:39 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/8857196' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi069-138736-8"}]: dispatch 2024-04-10T15:49:39.745 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:49:39 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/8857196' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi069-138736-8"}]: dispatch 2024-04-10T15:49:39.745 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:49:39 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/8857196' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi069-138736-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-10T15:49:39.838 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:49:39 smithi069 ceph-mon[94167]: pgmap v1300: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:49:39.838 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:49:39 smithi069 ceph-mon[94167]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:49:39.838 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:49:39 smithi069 ceph-mon[94167]: Cluster is now healthy 2024-04-10T15:49:39.838 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:49:39 smithi069 ceph-mon[94167]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi069-138736-7"}]': finished 2024-04-10T15:49:39.839 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:49:39 smithi069 ceph-mon[94167]: osdmap e1067: 8 total, 8 up, 8 in 2024-04-10T15:49:39.839 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:49:39 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/8857196' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi069-138736-8"}]: dispatch 2024-04-10T15:49:39.839 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:49:39 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/8857196' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi069-138736-8"}]: dispatch 2024-04-10T15:49:39.839 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:49:39 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/8857196' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi069-138736-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-10T15:49:39.839 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:49:39 smithi069 ceph-mon[96738]: pgmap v1300: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:49:39.839 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:49:39 smithi069 ceph-mon[96738]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:49:39.839 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:49:39 smithi069 ceph-mon[96738]: Cluster is now healthy 2024-04-10T15:49:39.839 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:49:39 smithi069 ceph-mon[96738]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi069-138736-7"}]': finished 2024-04-10T15:49:39.839 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:49:39 smithi069 ceph-mon[96738]: osdmap e1067: 8 total, 8 up, 8 in 2024-04-10T15:49:39.839 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:49:39 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/8857196' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi069-138736-8"}]: dispatch 2024-04-10T15:49:39.840 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:49:39 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/8857196' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi069-138736-8"}]: dispatch 2024-04-10T15:49:39.840 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:49:39 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/8857196' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi069-138736-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-10T15:49:40.744 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:49:40 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/8857196' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi069-138736-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-10T15:49:40.744 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:49:40 smithi077 ceph-mon[87572]: osdmap e1068: 8 total, 8 up, 8 in 2024-04-10T15:49:40.744 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:49:40 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/8857196' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi069-138736-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi069-138736-8"}]: dispatch 2024-04-10T15:49:40.744 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:49:40 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:49:40.838 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:49:40 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/8857196' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi069-138736-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-10T15:49:40.838 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:49:40 smithi069 ceph-mon[94167]: osdmap e1068: 8 total, 8 up, 8 in 2024-04-10T15:49:40.838 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:49:40 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/8857196' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi069-138736-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi069-138736-8"}]: dispatch 2024-04-10T15:49:40.838 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:49:40 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:49:40.839 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:49:40 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/8857196' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi069-138736-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-10T15:49:40.839 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:49:40 smithi069 ceph-mon[96738]: osdmap e1068: 8 total, 8 up, 8 in 2024-04-10T15:49:40.839 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:49:40 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/8857196' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi069-138736-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi069-138736-8"}]: dispatch 2024-04-10T15:49:40.839 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:49:40 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:49:41.744 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:49:41 smithi077 ceph-mon[87572]: pgmap v1303: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:49:41.744 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:49:41 smithi077 ceph-mon[87572]: osdmap e1069: 8 total, 8 up, 8 in 2024-04-10T15:49:41.838 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:49:41 smithi069 ceph-mon[96738]: pgmap v1303: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:49:41.838 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:49:41 smithi069 ceph-mon[96738]: osdmap e1069: 8 total, 8 up, 8 in 2024-04-10T15:49:41.838 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:49:41 smithi069 ceph-mon[94167]: pgmap v1303: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:49:41.839 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:49:41 smithi069 ceph-mon[94167]: osdmap e1069: 8 total, 8 up, 8 in 2024-04-10T15:49:42.744 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:49:42 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/8857196' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi069-138736-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi069-138736-8"}]': finished 2024-04-10T15:49:42.744 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:49:42 smithi077 ceph-mon[87572]: osdmap e1070: 8 total, 8 up, 8 in 2024-04-10T15:49:42.744 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:49:42 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T15:49:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:49:42.838 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:49:42 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/8857196' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi069-138736-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi069-138736-8"}]': finished 2024-04-10T15:49:42.838 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:49:42 smithi069 ceph-mon[94167]: osdmap e1070: 8 total, 8 up, 8 in 2024-04-10T15:49:42.838 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:49:42 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/8857196' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi069-138736-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi069-138736-8"}]': finished 2024-04-10T15:49:42.838 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:49:42 smithi069 ceph-mon[96738]: osdmap e1070: 8 total, 8 up, 8 in 2024-04-10T15:49:43.744 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:49:43 smithi077 ceph-mon[87572]: pgmap v1306: 113 pgs: 8 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:49:43.744 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:49:43 smithi077 ceph-mon[87572]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:49:43.744 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:49:43 smithi077 ceph-mon[87572]: osdmap e1071: 8 total, 8 up, 8 in 2024-04-10T15:49:43.838 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:49:43 smithi069 ceph-mon[94167]: pgmap v1306: 113 pgs: 8 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:49:43.838 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:49:43 smithi069 ceph-mon[94167]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:49:43.838 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:49:43 smithi069 ceph-mon[94167]: osdmap e1071: 8 total, 8 up, 8 in 2024-04-10T15:49:43.839 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:49:43 smithi069 ceph-mon[96738]: pgmap v1306: 113 pgs: 8 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:49:43.839 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:49:43 smithi069 ceph-mon[96738]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:49:43.839 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:49:43 smithi069 ceph-mon[96738]: osdmap e1071: 8 total, 8 up, 8 in 2024-04-10T15:49:44.744 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:49:44 smithi077 ceph-mon[87572]: osdmap e1072: 8 total, 8 up, 8 in 2024-04-10T15:49:44.838 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:49:44 smithi069 ceph-mon[96738]: osdmap e1072: 8 total, 8 up, 8 in 2024-04-10T15:49:44.838 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:49:44 smithi069 ceph-mon[94167]: osdmap e1072: 8 total, 8 up, 8 in 2024-04-10T15:49:45.744 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:49:45 smithi077 ceph-mon[87572]: pgmap v1309: 113 pgs: 6 unknown, 107 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-10T15:49:45.838 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:49:45 smithi069 ceph-mon[96738]: pgmap v1309: 113 pgs: 6 unknown, 107 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-10T15:49:45.838 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:49:45 smithi069 ceph-mon[94167]: pgmap v1309: 113 pgs: 6 unknown, 107 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-10T15:49:46.744 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:49:46 smithi077 ceph-mon[87572]: osdmap e1073: 8 total, 8 up, 8 in 2024-04-10T15:49:46.745 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:49:46 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:49:46.838 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:49:46 smithi069 ceph-mon[96738]: osdmap e1073: 8 total, 8 up, 8 in 2024-04-10T15:49:46.838 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:49:46 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:49:46.838 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:49:46 smithi069 ceph-mon[94167]: osdmap e1073: 8 total, 8 up, 8 in 2024-04-10T15:49:46.839 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:49:46 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:49:47.338 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:49:46 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:15:49:46] "GET /metrics HTTP/1.1" 200 33966 "" "Prometheus/2.43.0" 2024-04-10T15:49:47.838 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:49:47 smithi069 ceph-mon[96738]: pgmap v1311: 113 pgs: 113 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 236 B/s wr, 0 op/s 2024-04-10T15:49:47.838 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:49:47 smithi069 ceph-mon[96738]: osdmap e1074: 8 total, 8 up, 8 in 2024-04-10T15:49:47.838 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:49:47 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:49:47.838 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:49:47 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:49:47.838 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:49:47 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:49:47.839 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:49:47 smithi069 ceph-mon[94167]: pgmap v1311: 113 pgs: 113 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 236 B/s wr, 0 op/s 2024-04-10T15:49:47.839 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:49:47 smithi069 ceph-mon[94167]: osdmap e1074: 8 total, 8 up, 8 in 2024-04-10T15:49:47.839 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:49:47 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:49:47.839 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:49:47 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:49:47.839 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:49:47 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:49:47.994 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:49:47 smithi077 ceph-mon[87572]: pgmap v1311: 113 pgs: 113 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 236 B/s wr, 0 op/s 2024-04-10T15:49:47.994 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:49:47 smithi077 ceph-mon[87572]: osdmap e1074: 8 total, 8 up, 8 in 2024-04-10T15:49:47.994 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:49:47 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:49:47.994 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:49:47 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:49:47.994 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:49:47 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:49:48.838 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:49:48 smithi069 ceph-mon[96738]: osdmap e1075: 8 total, 8 up, 8 in 2024-04-10T15:49:48.838 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:49:48 smithi069 ceph-mon[94167]: osdmap e1075: 8 total, 8 up, 8 in 2024-04-10T15:49:48.994 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:49:48 smithi077 ceph-mon[87572]: osdmap e1075: 8 total, 8 up, 8 in 2024-04-10T15:49:49.838 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:49:49 smithi069 ceph-mon[96738]: pgmap v1314: 113 pgs: 113 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:49:49.838 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:49:49 smithi069 ceph-mon[96738]: osdmap e1076: 8 total, 8 up, 8 in 2024-04-10T15:49:49.838 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:49:49 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/8857196' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi069-138736-8"}]: dispatch 2024-04-10T15:49:49.838 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:49:49 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/8857196' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi069-138736-8"}]': finished 2024-04-10T15:49:49.838 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:49:49 smithi069 ceph-mon[96738]: osdmap e1077: 8 total, 8 up, 8 in 2024-04-10T15:49:49.839 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:49:49 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/8857196' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi069-138736-8"}]: dispatch 2024-04-10T15:49:49.839 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:49:49 smithi069 ceph-mon[94167]: pgmap v1314: 113 pgs: 113 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:49:49.839 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:49:49 smithi069 ceph-mon[94167]: osdmap e1076: 8 total, 8 up, 8 in 2024-04-10T15:49:49.839 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:49:49 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/8857196' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi069-138736-8"}]: dispatch 2024-04-10T15:49:49.839 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:49:49 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/8857196' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi069-138736-8"}]': finished 2024-04-10T15:49:49.839 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:49:49 smithi069 ceph-mon[94167]: osdmap e1077: 8 total, 8 up, 8 in 2024-04-10T15:49:49.839 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:49:49 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/8857196' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi069-138736-8"}]: dispatch 2024-04-10T15:49:49.994 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:49:49 smithi077 ceph-mon[87572]: pgmap v1314: 113 pgs: 113 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:49:49.994 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:49:49 smithi077 ceph-mon[87572]: osdmap e1076: 8 total, 8 up, 8 in 2024-04-10T15:49:49.994 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:49:49 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/8857196' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi069-138736-8"}]: dispatch 2024-04-10T15:49:49.994 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:49:49 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/8857196' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi069-138736-8"}]': finished 2024-04-10T15:49:49.994 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:49:49 smithi077 ceph-mon[87572]: osdmap e1077: 8 total, 8 up, 8 in 2024-04-10T15:49:49.994 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:49:49 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/8857196' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi069-138736-8"}]: dispatch 2024-04-10T15:49:50.501 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] cls_rgw.test_put_snap_ec (12108 ms) 2024-04-10T15:49:50.501 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] cls_rgw.test_explicit_ec 2024-04-10T15:49:51.838 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:49:51 smithi069 ceph-mon[96738]: pgmap v1317: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:49:51.838 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:49:51 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/8857196' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi069-138736-8"}]': finished 2024-04-10T15:49:51.838 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:49:51 smithi069 ceph-mon[96738]: osdmap e1078: 8 total, 8 up, 8 in 2024-04-10T15:49:51.839 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:49:51 smithi069 ceph-mon[96738]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:49:51.839 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:49:51 smithi069 ceph-mon[96738]: Cluster is now healthy 2024-04-10T15:49:51.839 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:49:51 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/718360092' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi069-138736-9"}]: dispatch 2024-04-10T15:49:51.839 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:49:51 smithi069 ceph-mon[96738]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi069-138736-9"}]: dispatch 2024-04-10T15:49:51.839 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:49:51 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/718360092' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi069-138736-9"}]: dispatch 2024-04-10T15:49:51.839 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:49:51 smithi069 ceph-mon[96738]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi069-138736-9"}]: dispatch 2024-04-10T15:49:51.839 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:49:51 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/718360092' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi069-138736-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-10T15:49:51.839 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:49:51 smithi069 ceph-mon[96738]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi069-138736-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-10T15:49:51.839 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:49:51 smithi069 ceph-mon[94167]: pgmap v1317: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:49:51.839 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:49:51 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/8857196' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi069-138736-8"}]': finished 2024-04-10T15:49:51.840 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:49:51 smithi069 ceph-mon[94167]: osdmap e1078: 8 total, 8 up, 8 in 2024-04-10T15:49:51.840 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:49:51 smithi069 ceph-mon[94167]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:49:51.840 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:49:51 smithi069 ceph-mon[94167]: Cluster is now healthy 2024-04-10T15:49:51.840 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:49:51 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/718360092' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi069-138736-9"}]: dispatch 2024-04-10T15:49:51.840 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:49:51 smithi069 ceph-mon[94167]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi069-138736-9"}]: dispatch 2024-04-10T15:49:51.840 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:49:51 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/718360092' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi069-138736-9"}]: dispatch 2024-04-10T15:49:51.840 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:49:51 smithi069 ceph-mon[94167]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi069-138736-9"}]: dispatch 2024-04-10T15:49:51.840 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:49:51 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/718360092' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi069-138736-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-10T15:49:51.840 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:49:51 smithi069 ceph-mon[94167]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi069-138736-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-10T15:49:51.994 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:49:51 smithi077 ceph-mon[87572]: pgmap v1317: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:49:51.994 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:49:51 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/8857196' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi069-138736-8"}]': finished 2024-04-10T15:49:51.994 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:49:51 smithi077 ceph-mon[87572]: osdmap e1078: 8 total, 8 up, 8 in 2024-04-10T15:49:51.994 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:49:51 smithi077 ceph-mon[87572]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:49:51.994 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:49:51 smithi077 ceph-mon[87572]: Cluster is now healthy 2024-04-10T15:49:51.994 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:49:51 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/718360092' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi069-138736-9"}]: dispatch 2024-04-10T15:49:51.995 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:49:51 smithi077 ceph-mon[87572]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi069-138736-9"}]: dispatch 2024-04-10T15:49:51.995 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:49:51 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/718360092' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi069-138736-9"}]: dispatch 2024-04-10T15:49:51.995 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:49:51 smithi077 ceph-mon[87572]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi069-138736-9"}]: dispatch 2024-04-10T15:49:51.995 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:49:51 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/718360092' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi069-138736-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-10T15:49:51.995 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:49:51 smithi077 ceph-mon[87572]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi069-138736-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-10T15:49:52.744 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:49:52 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T15:49:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:49:52.744 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:49:52 smithi077 ceph-mon[87572]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi069-138736-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-10T15:49:52.744 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:49:52 smithi077 ceph-mon[87572]: osdmap e1079: 8 total, 8 up, 8 in 2024-04-10T15:49:52.744 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:49:52 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/718360092' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi069-138736-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi069-138736-9"}]: dispatch 2024-04-10T15:49:52.745 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:49:52 smithi077 ceph-mon[87572]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi069-138736-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi069-138736-9"}]: dispatch 2024-04-10T15:49:52.838 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:49:52 smithi069 ceph-mon[96738]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi069-138736-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-10T15:49:52.838 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:49:52 smithi069 ceph-mon[96738]: osdmap e1079: 8 total, 8 up, 8 in 2024-04-10T15:49:52.838 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:49:52 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/718360092' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi069-138736-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi069-138736-9"}]: dispatch 2024-04-10T15:49:52.839 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:49:52 smithi069 ceph-mon[96738]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi069-138736-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi069-138736-9"}]: dispatch 2024-04-10T15:49:52.839 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:49:52 smithi069 ceph-mon[94167]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi069-138736-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-10T15:49:52.839 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:49:52 smithi069 ceph-mon[94167]: osdmap e1079: 8 total, 8 up, 8 in 2024-04-10T15:49:52.839 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:49:52 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/718360092' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi069-138736-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi069-138736-9"}]: dispatch 2024-04-10T15:49:52.839 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:49:52 smithi069 ceph-mon[94167]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi069-138736-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi069-138736-9"}]: dispatch 2024-04-10T15:49:53.838 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:49:53 smithi069 ceph-mon[96738]: pgmap v1320: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:49:53.838 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:49:53 smithi069 ceph-mon[96738]: osdmap e1080: 8 total, 8 up, 8 in 2024-04-10T15:49:53.838 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:49:53 smithi069 ceph-mon[94167]: pgmap v1320: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:49:53.839 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:49:53 smithi069 ceph-mon[94167]: osdmap e1080: 8 total, 8 up, 8 in 2024-04-10T15:49:53.994 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:49:53 smithi077 ceph-mon[87572]: pgmap v1320: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:49:53.994 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:49:53 smithi077 ceph-mon[87572]: osdmap e1080: 8 total, 8 up, 8 in 2024-04-10T15:49:54.838 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:49:54 smithi069 ceph-mon[96738]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi069-138736-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi069-138736-9"}]': finished 2024-04-10T15:49:54.838 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:49:54 smithi069 ceph-mon[96738]: osdmap e1081: 8 total, 8 up, 8 in 2024-04-10T15:49:54.838 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:49:54 smithi069 ceph-mon[94167]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi069-138736-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi069-138736-9"}]': finished 2024-04-10T15:49:54.839 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:49:54 smithi069 ceph-mon[94167]: osdmap e1081: 8 total, 8 up, 8 in 2024-04-10T15:49:54.994 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:49:54 smithi077 ceph-mon[87572]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi069-138736-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi069-138736-9"}]': finished 2024-04-10T15:49:54.994 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:49:54 smithi077 ceph-mon[87572]: osdmap e1081: 8 total, 8 up, 8 in 2024-04-10T15:49:55.838 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:49:55 smithi069 ceph-mon[96738]: pgmap v1323: 113 pgs: 8 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:49:55.838 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:49:55 smithi069 ceph-mon[96738]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:49:55.838 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:49:55 smithi069 ceph-mon[96738]: osdmap e1082: 8 total, 8 up, 8 in 2024-04-10T15:49:55.838 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:49:55 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:49:55.838 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:49:55 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:49:55.838 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:49:55 smithi069 ceph-mon[94167]: pgmap v1323: 113 pgs: 8 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:49:55.839 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:49:55 smithi069 ceph-mon[94167]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:49:55.839 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:49:55 smithi069 ceph-mon[94167]: osdmap e1082: 8 total, 8 up, 8 in 2024-04-10T15:49:55.839 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:49:55 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:49:55.839 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:49:55 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:49:55.994 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:49:55 smithi077 ceph-mon[87572]: pgmap v1323: 113 pgs: 8 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:49:55.994 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:49:55 smithi077 ceph-mon[87572]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:49:55.994 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:49:55 smithi077 ceph-mon[87572]: osdmap e1082: 8 total, 8 up, 8 in 2024-04-10T15:49:55.994 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:49:55 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:49:55.994 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:49:55 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:49:56.838 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:49:56 smithi069 ceph-mon[96738]: osdmap e1083: 8 total, 8 up, 8 in 2024-04-10T15:49:56.838 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:49:56 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/718360092' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi069-138736-9"}]: dispatch 2024-04-10T15:49:56.838 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:49:56 smithi069 ceph-mon[96738]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi069-138736-9"}]: dispatch 2024-04-10T15:49:56.839 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:49:56 smithi069 ceph-mon[94167]: osdmap e1083: 8 total, 8 up, 8 in 2024-04-10T15:49:56.839 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:49:56 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/718360092' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi069-138736-9"}]: dispatch 2024-04-10T15:49:56.839 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:49:56 smithi069 ceph-mon[94167]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi069-138736-9"}]: dispatch 2024-04-10T15:49:56.994 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:49:56 smithi077 ceph-mon[87572]: osdmap e1083: 8 total, 8 up, 8 in 2024-04-10T15:49:56.994 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:49:56 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/718360092' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi069-138736-9"}]: dispatch 2024-04-10T15:49:56.994 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:49:56 smithi077 ceph-mon[87572]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi069-138736-9"}]: dispatch 2024-04-10T15:49:57.338 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:49:56 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:15:49:56] "GET /metrics HTTP/1.1" 200 36327 "" "Prometheus/2.43.0" 2024-04-10T15:49:57.560 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] cls_rgw.test_explicit_ec (7059 ms) 2024-04-10T15:49:57.560 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] cls_rgw.set_ec 2024-04-10T15:49:57.838 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:49:57 smithi069 ceph-mon[96738]: pgmap v1326: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:49:57.838 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:49:57 smithi069 ceph-mon[96738]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:49:57.838 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:49:57 smithi069 ceph-mon[96738]: Cluster is now healthy 2024-04-10T15:49:57.838 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:49:57 smithi069 ceph-mon[96738]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi069-138736-9"}]': finished 2024-04-10T15:49:57.838 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:49:57 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/718360092' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi069-138736-9"}]: dispatch 2024-04-10T15:49:57.839 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:49:57 smithi069 ceph-mon[96738]: osdmap e1084: 8 total, 8 up, 8 in 2024-04-10T15:49:57.839 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:49:57 smithi069 ceph-mon[96738]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi069-138736-9"}]: dispatch 2024-04-10T15:49:57.839 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:49:57 smithi069 ceph-mon[94167]: pgmap v1326: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:49:57.839 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:49:57 smithi069 ceph-mon[94167]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:49:57.839 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:49:57 smithi069 ceph-mon[94167]: Cluster is now healthy 2024-04-10T15:49:57.839 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:49:57 smithi069 ceph-mon[94167]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi069-138736-9"}]': finished 2024-04-10T15:49:57.839 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:49:57 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/718360092' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi069-138736-9"}]: dispatch 2024-04-10T15:49:57.839 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:49:57 smithi069 ceph-mon[94167]: osdmap e1084: 8 total, 8 up, 8 in 2024-04-10T15:49:57.839 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:49:57 smithi069 ceph-mon[94167]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi069-138736-9"}]: dispatch 2024-04-10T15:49:57.994 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:49:57 smithi077 ceph-mon[87572]: pgmap v1326: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:49:57.994 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:49:57 smithi077 ceph-mon[87572]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:49:57.994 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:49:57 smithi077 ceph-mon[87572]: Cluster is now healthy 2024-04-10T15:49:57.995 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:49:57 smithi077 ceph-mon[87572]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi069-138736-9"}]': finished 2024-04-10T15:49:57.995 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:49:57 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/718360092' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi069-138736-9"}]: dispatch 2024-04-10T15:49:57.995 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:49:57 smithi077 ceph-mon[87572]: osdmap e1084: 8 total, 8 up, 8 in 2024-04-10T15:49:57.995 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:49:57 smithi077 ceph-mon[87572]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi069-138736-9"}]: dispatch 2024-04-10T15:49:58.838 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:49:58 smithi069 ceph-mon[94167]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi069-138736-9"}]': finished 2024-04-10T15:49:58.838 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:49:58 smithi069 ceph-mon[94167]: osdmap e1085: 8 total, 8 up, 8 in 2024-04-10T15:49:58.839 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:49:58 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/2181699379' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi069-138736-10"}]: dispatch 2024-04-10T15:49:58.839 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:49:58 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/2181699379' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi069-138736-10"}]: dispatch 2024-04-10T15:49:58.839 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:49:58 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/2181699379' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi069-138736-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-10T15:49:58.839 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:49:58 smithi069 ceph-mon[96738]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi069-138736-9"}]': finished 2024-04-10T15:49:58.839 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:49:58 smithi069 ceph-mon[96738]: osdmap e1085: 8 total, 8 up, 8 in 2024-04-10T15:49:58.839 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:49:58 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/2181699379' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi069-138736-10"}]: dispatch 2024-04-10T15:49:58.839 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:49:58 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/2181699379' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi069-138736-10"}]: dispatch 2024-04-10T15:49:58.839 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:49:58 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/2181699379' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi069-138736-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-10T15:49:58.994 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:49:58 smithi077 ceph-mon[87572]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi069-138736-9"}]': finished 2024-04-10T15:49:58.994 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:49:58 smithi077 ceph-mon[87572]: osdmap e1085: 8 total, 8 up, 8 in 2024-04-10T15:49:58.994 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:49:58 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/2181699379' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi069-138736-10"}]: dispatch 2024-04-10T15:49:58.994 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:49:58 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/2181699379' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi069-138736-10"}]: dispatch 2024-04-10T15:49:58.994 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:49:58 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/2181699379' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi069-138736-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-10T15:49:59.838 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:49:59 smithi069 ceph-mon[94167]: pgmap v1329: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:49:59.838 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:49:59 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/2181699379' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi069-138736-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-10T15:49:59.838 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:49:59 smithi069 ceph-mon[94167]: osdmap e1086: 8 total, 8 up, 8 in 2024-04-10T15:49:59.839 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:49:59 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/2181699379' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi069-138736-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi069-138736-10"}]: dispatch 2024-04-10T15:49:59.839 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:49:59 smithi069 ceph-mon[96738]: pgmap v1329: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:49:59.839 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:49:59 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/2181699379' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi069-138736-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-10T15:49:59.839 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:49:59 smithi069 ceph-mon[96738]: osdmap e1086: 8 total, 8 up, 8 in 2024-04-10T15:49:59.839 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:49:59 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/2181699379' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi069-138736-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi069-138736-10"}]: dispatch 2024-04-10T15:49:59.994 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:49:59 smithi077 ceph-mon[87572]: pgmap v1329: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:49:59.994 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:49:59 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/2181699379' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi069-138736-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-10T15:49:59.994 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:49:59 smithi077 ceph-mon[87572]: osdmap e1086: 8 total, 8 up, 8 in 2024-04-10T15:49:59.994 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:49:59 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/2181699379' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi069-138736-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi069-138736-10"}]: dispatch 2024-04-10T15:50:00.838 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:50:00 smithi069 ceph-mon[94167]: osdmap e1087: 8 total, 8 up, 8 in 2024-04-10T15:50:00.838 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:50:00 smithi069 ceph-mon[94167]: overall HEALTH_OK 2024-04-10T15:50:00.838 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:50:00 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/2181699379' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi069-138736-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi069-138736-10"}]': finished 2024-04-10T15:50:00.838 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:50:00 smithi069 ceph-mon[94167]: osdmap e1088: 8 total, 8 up, 8 in 2024-04-10T15:50:00.838 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:50:00 smithi069 ceph-mon[96738]: osdmap e1087: 8 total, 8 up, 8 in 2024-04-10T15:50:00.839 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:50:00 smithi069 ceph-mon[96738]: overall HEALTH_OK 2024-04-10T15:50:00.839 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:50:00 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/2181699379' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi069-138736-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi069-138736-10"}]': finished 2024-04-10T15:50:00.839 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:50:00 smithi069 ceph-mon[96738]: osdmap e1088: 8 total, 8 up, 8 in 2024-04-10T15:50:00.994 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:50:00 smithi077 ceph-mon[87572]: osdmap e1087: 8 total, 8 up, 8 in 2024-04-10T15:50:00.994 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:50:00 smithi077 ceph-mon[87572]: overall HEALTH_OK 2024-04-10T15:50:00.994 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:50:00 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/2181699379' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi069-138736-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi069-138736-10"}]': finished 2024-04-10T15:50:00.994 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:50:00 smithi077 ceph-mon[87572]: osdmap e1088: 8 total, 8 up, 8 in 2024-04-10T15:50:01.838 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:50:01 smithi069 ceph-mon[96738]: pgmap v1332: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:50:01.838 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:50:01 smithi069 ceph-mon[96738]: osdmap e1089: 8 total, 8 up, 8 in 2024-04-10T15:50:01.838 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:50:01 smithi069 ceph-mon[94167]: pgmap v1332: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:50:01.838 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:50:01 smithi069 ceph-mon[94167]: osdmap e1089: 8 total, 8 up, 8 in 2024-04-10T15:50:01.994 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:50:01 smithi077 ceph-mon[87572]: pgmap v1332: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:50:01.994 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:50:01 smithi077 ceph-mon[87572]: osdmap e1089: 8 total, 8 up, 8 in 2024-04-10T15:50:02.744 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:50:02 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T15:50:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:50:03.838 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:50:03 smithi069 ceph-mon[94167]: pgmap v1335: 113 pgs: 8 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:50:03.838 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:50:03 smithi069 ceph-mon[94167]: osdmap e1090: 8 total, 8 up, 8 in 2024-04-10T15:50:03.838 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:50:03 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/2181699379' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi069-138736-10"}]: dispatch 2024-04-10T15:50:03.838 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:50:03 smithi069 ceph-mon[94167]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:50:03.839 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:50:03 smithi069 ceph-mon[96738]: pgmap v1335: 113 pgs: 8 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:50:03.839 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:50:03 smithi069 ceph-mon[96738]: osdmap e1090: 8 total, 8 up, 8 in 2024-04-10T15:50:03.839 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:50:03 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/2181699379' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi069-138736-10"}]: dispatch 2024-04-10T15:50:03.839 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:50:03 smithi069 ceph-mon[96738]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:50:03.994 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:50:03 smithi077 ceph-mon[87572]: pgmap v1335: 113 pgs: 8 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:50:03.994 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:50:03 smithi077 ceph-mon[87572]: osdmap e1090: 8 total, 8 up, 8 in 2024-04-10T15:50:03.994 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:50:03 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/2181699379' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi069-138736-10"}]: dispatch 2024-04-10T15:50:03.994 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:50:03 smithi077 ceph-mon[87572]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:50:04.578 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] cls_rgw.set_ec (7018 ms) 2024-04-10T15:50:04.578 INFO:tasks.workunit.client.0.smithi069.stdout:[----------] 10 tests from cls_rgw (61312 ms total) 2024-04-10T15:50:04.578 INFO:tasks.workunit.client.0.smithi069.stdout: 2024-04-10T15:50:04.578 INFO:tasks.workunit.client.0.smithi069.stdout:[----------] Global test environment tear-down 2024-04-10T15:50:04.579 INFO:tasks.workunit.client.0.smithi069.stdout:[==========] 10 tests from 1 test suite ran. (61312 ms total) 2024-04-10T15:50:04.579 INFO:tasks.workunit.client.0.smithi069.stdout:[ PASSED ] 10 tests. 2024-04-10T15:50:04.581 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-10T15:50:04.581 DEBUG:teuthology.orchestra.run.smithi069:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-10T15:50:04.654 INFO:tasks.workunit:Running workunit cls/test_cls_rgw.sh... 2024-04-10T15:50:04.654 DEBUG:teuthology.orchestra.run.smithi069:workunit test cls/test_cls_rgw.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rgw.sh 2024-04-10T15:50:04.727 INFO:tasks.workunit.client.0.smithi069.stdout:Running main() from gmock_main.cc 2024-04-10T15:50:04.727 INFO:tasks.workunit.client.0.smithi069.stdout:[==========] Running 16 tests from 1 test suite. 2024-04-10T15:50:04.727 INFO:tasks.workunit.client.0.smithi069.stdout:[----------] Global test environment set-up. 2024-04-10T15:50:04.727 INFO:tasks.workunit.client.0.smithi069.stdout:[----------] 16 tests from cls_rgw 2024-04-10T15:50:04.838 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:50:04 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/2181699379' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi069-138736-10"}]': finished 2024-04-10T15:50:04.838 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:50:04 smithi069 ceph-mon[96738]: osdmap e1091: 8 total, 8 up, 8 in 2024-04-10T15:50:04.838 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:50:04 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/2181699379' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi069-138736-10"}]: dispatch 2024-04-10T15:50:04.838 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:50:04 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/2181699379' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi069-138736-10"}]': finished 2024-04-10T15:50:04.838 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:50:04 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/2181699379' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi069-138736-10"}]': finished 2024-04-10T15:50:04.839 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:50:04 smithi069 ceph-mon[94167]: osdmap e1091: 8 total, 8 up, 8 in 2024-04-10T15:50:04.839 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:50:04 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/2181699379' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi069-138736-10"}]: dispatch 2024-04-10T15:50:04.839 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:50:04 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/2181699379' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi069-138736-10"}]': finished 2024-04-10T15:50:04.994 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:50:04 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/2181699379' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi069-138736-10"}]': finished 2024-04-10T15:50:04.994 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:50:04 smithi077 ceph-mon[87572]: osdmap e1091: 8 total, 8 up, 8 in 2024-04-10T15:50:04.994 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:50:04 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/2181699379' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi069-138736-10"}]: dispatch 2024-04-10T15:50:04.994 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:50:04 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/2181699379' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi069-138736-10"}]': finished 2024-04-10T15:50:05.838 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:50:05 smithi069 ceph-mon[96738]: pgmap v1338: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:50:05.838 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:50:05 smithi069 ceph-mon[96738]: osdmap e1092: 8 total, 8 up, 8 in 2024-04-10T15:50:05.838 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:50:05 smithi069 ceph-mon[96738]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:50:05.838 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:50:05 smithi069 ceph-mon[96738]: Cluster is now healthy 2024-04-10T15:50:05.839 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:50:05 smithi069 ceph-mon[94167]: pgmap v1338: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:50:05.839 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:50:05 smithi069 ceph-mon[94167]: osdmap e1092: 8 total, 8 up, 8 in 2024-04-10T15:50:05.839 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:50:05 smithi069 ceph-mon[94167]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:50:05.839 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:50:05 smithi069 ceph-mon[94167]: Cluster is now healthy 2024-04-10T15:50:05.994 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:50:05 smithi077 ceph-mon[87572]: pgmap v1338: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:50:05.994 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:50:05 smithi077 ceph-mon[87572]: osdmap e1092: 8 total, 8 up, 8 in 2024-04-10T15:50:05.994 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:50:05 smithi077 ceph-mon[87572]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:50:05.994 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:50:05 smithi077 ceph-mon[87572]: Cluster is now healthy 2024-04-10T15:50:06.600 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] cls_rgw.index_basic 2024-04-10T15:50:06.639 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] cls_rgw.index_basic (40 ms) 2024-04-10T15:50:06.640 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] cls_rgw.index_multiple_obj_writers 2024-04-10T15:50:06.665 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] cls_rgw.index_multiple_obj_writers (25 ms) 2024-04-10T15:50:06.665 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] cls_rgw.index_remove_object 2024-04-10T15:50:06.701 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] cls_rgw.index_remove_object (36 ms) 2024-04-10T15:50:06.701 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] cls_rgw.index_suggest 2024-04-10T15:50:06.918 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:50:06 smithi069 ceph-mon[96738]: osdmap e1093: 8 total, 8 up, 8 in 2024-04-10T15:50:06.918 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:50:06 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/3626779112' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-139088-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:50:06.918 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:50:06 smithi069 ceph-mon[94167]: osdmap e1093: 8 total, 8 up, 8 in 2024-04-10T15:50:06.918 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:50:06 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/3626779112' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-139088-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:50:06.994 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:50:06 smithi077 ceph-mon[87572]: osdmap e1093: 8 total, 8 up, 8 in 2024-04-10T15:50:06.994 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:50:06 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/3626779112' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-139088-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:50:07.338 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:50:06 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:15:50:06] "GET /metrics HTTP/1.1" 200 36327 "" "Prometheus/2.43.0" 2024-04-10T15:50:07.994 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:50:07 smithi077 ceph-mon[87572]: pgmap v1341: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:50:07.994 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:50:07 smithi077 ceph-mon[87572]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:50:07.994 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:50:07 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/3626779112' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-139088-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:50:07.994 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:50:07 smithi077 ceph-mon[87572]: osdmap e1094: 8 total, 8 up, 8 in 2024-04-10T15:50:08.088 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:50:07 smithi069 ceph-mon[96738]: pgmap v1341: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:50:08.088 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:50:07 smithi069 ceph-mon[96738]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:50:08.088 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:50:07 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/3626779112' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-139088-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:50:08.088 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:50:07 smithi069 ceph-mon[96738]: osdmap e1094: 8 total, 8 up, 8 in 2024-04-10T15:50:08.089 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:50:07 smithi069 ceph-mon[94167]: pgmap v1341: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:50:08.089 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:50:07 smithi069 ceph-mon[94167]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:50:08.089 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:50:07 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/3626779112' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-139088-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:50:08.089 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:50:07 smithi069 ceph-mon[94167]: osdmap e1094: 8 total, 8 up, 8 in 2024-04-10T15:50:08.147 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] cls_rgw.index_suggest (1447 ms) 2024-04-10T15:50:08.147 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] cls_rgw.index_suggest_complete 2024-04-10T15:50:08.154 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] cls_rgw.index_suggest_complete (6 ms) 2024-04-10T15:50:08.154 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] cls_rgw.index_list 2024-04-10T15:50:08.173 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] cls_rgw.index_list (20 ms) 2024-04-10T15:50:08.173 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] cls_rgw.index_list_delimited 2024-04-10T15:50:08.994 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:50:08 smithi077 ceph-mon[87572]: osdmap e1095: 8 total, 8 up, 8 in 2024-04-10T15:50:09.088 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:50:08 smithi069 ceph-mon[96738]: osdmap e1095: 8 total, 8 up, 8 in 2024-04-10T15:50:09.088 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:50:08 smithi069 ceph-mon[94167]: osdmap e1095: 8 total, 8 up, 8 in 2024-04-10T15:50:09.994 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:50:09 smithi077 ceph-mon[87572]: pgmap v1344: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:50:09.994 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:50:09 smithi077 ceph-mon[87572]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:50:09.994 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:50:09 smithi077 ceph-mon[87572]: Cluster is now healthy 2024-04-10T15:50:09.994 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:50:09 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:50:09.994 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:50:09 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:50:10.088 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:50:09 smithi069 ceph-mon[96738]: pgmap v1344: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:50:10.088 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:50:09 smithi069 ceph-mon[96738]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:50:10.088 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:50:09 smithi069 ceph-mon[96738]: Cluster is now healthy 2024-04-10T15:50:10.088 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:50:09 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:50:10.088 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:50:09 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:50:10.089 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:50:09 smithi069 ceph-mon[94167]: pgmap v1344: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:50:10.089 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:50:09 smithi069 ceph-mon[94167]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:50:10.089 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:50:09 smithi069 ceph-mon[94167]: Cluster is now healthy 2024-04-10T15:50:10.089 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:50:09 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:50:10.089 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:50:09 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:50:11.994 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:50:11 smithi077 ceph-mon[87572]: pgmap v1345: 137 pgs: 17 unknown, 120 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 37 KiB/s rd, 24 KiB/s wr, 72 op/s 2024-04-10T15:50:12.088 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:50:11 smithi069 ceph-mon[94167]: pgmap v1345: 137 pgs: 17 unknown, 120 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 37 KiB/s rd, 24 KiB/s wr, 72 op/s 2024-04-10T15:50:12.088 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:50:11 smithi069 ceph-mon[96738]: pgmap v1345: 137 pgs: 17 unknown, 120 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 37 KiB/s rd, 24 KiB/s wr, 72 op/s 2024-04-10T15:50:12.744 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:50:12 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T15:50:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:50:13.994 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:50:13 smithi077 ceph-mon[87572]: pgmap v1346: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 217 KiB/s rd, 116 KiB/s wr, 374 op/s 2024-04-10T15:50:14.088 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:50:13 smithi069 ceph-mon[96738]: pgmap v1346: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 217 KiB/s rd, 116 KiB/s wr, 374 op/s 2024-04-10T15:50:14.088 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:50:13 smithi069 ceph-mon[94167]: pgmap v1346: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 217 KiB/s rd, 116 KiB/s wr, 374 op/s 2024-04-10T15:50:15.994 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:50:15 smithi077 ceph-mon[87572]: pgmap v1347: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 899 KiB/s rd, 578 KiB/s wr, 1.75k op/s 2024-04-10T15:50:16.088 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:50:15 smithi069 ceph-mon[96738]: pgmap v1347: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 899 KiB/s rd, 578 KiB/s wr, 1.75k op/s 2024-04-10T15:50:16.088 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:50:15 smithi069 ceph-mon[94167]: pgmap v1347: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 899 KiB/s rd, 578 KiB/s wr, 1.75k op/s 2024-04-10T15:50:17.338 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:50:16 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:15:50:16] "GET /metrics HTTP/1.1" 200 36333 "" "Prometheus/2.43.0" 2024-04-10T15:50:17.994 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:50:17 smithi077 ceph-mon[87572]: pgmap v1348: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 786 KiB/s rd, 505 KiB/s wr, 1.53k op/s 2024-04-10T15:50:18.088 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:50:17 smithi069 ceph-mon[96738]: pgmap v1348: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 786 KiB/s rd, 505 KiB/s wr, 1.53k op/s 2024-04-10T15:50:18.088 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:50:17 smithi069 ceph-mon[94167]: pgmap v1348: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 786 KiB/s rd, 505 KiB/s wr, 1.53k op/s 2024-04-10T15:50:19.994 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:50:19 smithi077 ceph-mon[87572]: pgmap v1349: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 710 KiB/s rd, 456 KiB/s wr, 1.38k op/s 2024-04-10T15:50:20.088 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:50:19 smithi069 ceph-mon[94167]: pgmap v1349: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 710 KiB/s rd, 456 KiB/s wr, 1.38k op/s 2024-04-10T15:50:20.088 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:50:19 smithi069 ceph-mon[96738]: pgmap v1349: 137 pgs: 137 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 710 KiB/s rd, 456 KiB/s wr, 1.38k op/s 2024-04-10T15:50:21.994 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:50:21 smithi077 ceph-mon[87572]: pgmap v1350: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 934 KiB/s rd, 608 KiB/s wr, 1.84k op/s 2024-04-10T15:50:22.088 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:50:21 smithi069 ceph-mon[94167]: pgmap v1350: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 934 KiB/s rd, 608 KiB/s wr, 1.84k op/s 2024-04-10T15:50:22.088 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:50:21 smithi069 ceph-mon[96738]: pgmap v1350: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 934 KiB/s rd, 608 KiB/s wr, 1.84k op/s 2024-04-10T15:50:22.744 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:50:22 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T15:50:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:50:23.994 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:50:23 smithi077 ceph-mon[87572]: pgmap v1351: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 918 KiB/s rd, 598 KiB/s wr, 1.80k op/s 2024-04-10T15:50:24.088 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:50:23 smithi069 ceph-mon[96738]: pgmap v1351: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 918 KiB/s rd, 598 KiB/s wr, 1.80k op/s 2024-04-10T15:50:24.088 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:50:23 smithi069 ceph-mon[94167]: pgmap v1351: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 918 KiB/s rd, 598 KiB/s wr, 1.80k op/s 2024-04-10T15:50:24.994 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:50:24 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:50:25.088 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:50:24 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:50:25.088 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:50:24 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:50:25.994 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:50:25 smithi077 ceph-mon[87572]: pgmap v1352: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1.1 MiB/s rd, 735 KiB/s wr, 2.21k op/s 2024-04-10T15:50:26.088 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:50:25 smithi069 ceph-mon[96738]: pgmap v1352: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1.1 MiB/s rd, 735 KiB/s wr, 2.21k op/s 2024-04-10T15:50:26.088 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:50:25 smithi069 ceph-mon[94167]: pgmap v1352: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1.1 MiB/s rd, 735 KiB/s wr, 2.21k op/s 2024-04-10T15:50:27.338 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:50:26 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:15:50:26] "GET /metrics HTTP/1.1" 200 36358 "" "Prometheus/2.43.0" 2024-04-10T15:50:27.994 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:50:27 smithi077 ceph-mon[87572]: pgmap v1353: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 615 KiB/s rd, 410 KiB/s wr, 1.23k op/s 2024-04-10T15:50:28.088 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:50:27 smithi069 ceph-mon[96738]: pgmap v1353: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 615 KiB/s rd, 410 KiB/s wr, 1.23k op/s 2024-04-10T15:50:28.088 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:50:27 smithi069 ceph-mon[94167]: pgmap v1353: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 615 KiB/s rd, 410 KiB/s wr, 1.23k op/s 2024-04-10T15:50:29.994 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:50:29 smithi077 ceph-mon[87572]: pgmap v1354: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 615 KiB/s rd, 410 KiB/s wr, 1.23k op/s 2024-04-10T15:50:30.088 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:50:29 smithi069 ceph-mon[96738]: pgmap v1354: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 615 KiB/s rd, 410 KiB/s wr, 1.23k op/s 2024-04-10T15:50:30.089 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:50:29 smithi069 ceph-mon[94167]: pgmap v1354: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 615 KiB/s rd, 410 KiB/s wr, 1.23k op/s 2024-04-10T15:50:31.994 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:50:31 smithi077 ceph-mon[87572]: pgmap v1355: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 894 KiB/s rd, 596 KiB/s wr, 1.79k op/s 2024-04-10T15:50:32.088 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:50:31 smithi069 ceph-mon[96738]: pgmap v1355: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 894 KiB/s rd, 596 KiB/s wr, 1.79k op/s 2024-04-10T15:50:32.088 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:50:31 smithi069 ceph-mon[94167]: pgmap v1355: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 894 KiB/s rd, 596 KiB/s wr, 1.79k op/s 2024-04-10T15:50:32.744 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:50:32 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T15:50:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:50:33.994 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:50:33 smithi077 ceph-mon[87572]: pgmap v1356: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 559 KiB/s rd, 373 KiB/s wr, 1.12k op/s 2024-04-10T15:50:34.088 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:50:33 smithi069 ceph-mon[96738]: pgmap v1356: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 559 KiB/s rd, 373 KiB/s wr, 1.12k op/s 2024-04-10T15:50:34.088 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:50:33 smithi069 ceph-mon[94167]: pgmap v1356: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 559 KiB/s rd, 373 KiB/s wr, 1.12k op/s 2024-04-10T15:50:35.994 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:50:35 smithi077 ceph-mon[87572]: pgmap v1357: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 835 KiB/s rd, 557 KiB/s wr, 1.67k op/s 2024-04-10T15:50:36.088 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:50:35 smithi069 ceph-mon[96738]: pgmap v1357: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 835 KiB/s rd, 557 KiB/s wr, 1.67k op/s 2024-04-10T15:50:36.088 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:50:35 smithi069 ceph-mon[94167]: pgmap v1357: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 835 KiB/s rd, 557 KiB/s wr, 1.67k op/s 2024-04-10T15:50:37.338 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:50:36 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:15:50:36] "GET /metrics HTTP/1.1" 200 36358 "" "Prometheus/2.43.0" 2024-04-10T15:50:37.994 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:50:37 smithi077 ceph-mon[87572]: pgmap v1358: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 555 KiB/s rd, 370 KiB/s wr, 1.11k op/s 2024-04-10T15:50:38.088 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:50:37 smithi069 ceph-mon[96738]: pgmap v1358: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 555 KiB/s rd, 370 KiB/s wr, 1.11k op/s 2024-04-10T15:50:38.088 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:50:37 smithi069 ceph-mon[94167]: pgmap v1358: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 555 KiB/s rd, 370 KiB/s wr, 1.11k op/s 2024-04-10T15:50:39.994 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:50:39 smithi077 ceph-mon[87572]: pgmap v1359: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 555 KiB/s rd, 370 KiB/s wr, 1.11k op/s 2024-04-10T15:50:39.994 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:50:39 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:50:40.088 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:50:39 smithi069 ceph-mon[96738]: pgmap v1359: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 555 KiB/s rd, 370 KiB/s wr, 1.11k op/s 2024-04-10T15:50:40.088 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:50:39 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:50:40.088 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:50:39 smithi069 ceph-mon[94167]: pgmap v1359: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 555 KiB/s rd, 370 KiB/s wr, 1.11k op/s 2024-04-10T15:50:40.088 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:50:39 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:50:41.994 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:50:41 smithi077 ceph-mon[87572]: pgmap v1360: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 830 KiB/s rd, 553 KiB/s wr, 1.66k op/s 2024-04-10T15:50:42.088 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:50:41 smithi069 ceph-mon[96738]: pgmap v1360: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 830 KiB/s rd, 553 KiB/s wr, 1.66k op/s 2024-04-10T15:50:42.088 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:50:41 smithi069 ceph-mon[94167]: pgmap v1360: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 830 KiB/s rd, 553 KiB/s wr, 1.66k op/s 2024-04-10T15:50:42.744 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:50:42 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T15:50:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:50:43.994 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:50:43 smithi077 ceph-mon[87572]: pgmap v1361: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 551 KiB/s rd, 367 KiB/s wr, 1.10k op/s 2024-04-10T15:50:44.088 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:50:43 smithi069 ceph-mon[96738]: pgmap v1361: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 551 KiB/s rd, 367 KiB/s wr, 1.10k op/s 2024-04-10T15:50:44.088 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:50:43 smithi069 ceph-mon[94167]: pgmap v1361: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 551 KiB/s rd, 367 KiB/s wr, 1.10k op/s 2024-04-10T15:50:45.994 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:50:45 smithi077 ceph-mon[87572]: pgmap v1362: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 824 KiB/s rd, 549 KiB/s wr, 1.65k op/s 2024-04-10T15:50:46.088 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:50:45 smithi069 ceph-mon[96738]: pgmap v1362: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 824 KiB/s rd, 549 KiB/s wr, 1.65k op/s 2024-04-10T15:50:46.088 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:50:45 smithi069 ceph-mon[94167]: pgmap v1362: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 824 KiB/s rd, 549 KiB/s wr, 1.65k op/s 2024-04-10T15:50:47.338 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:50:46 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:15:50:46] "GET /metrics HTTP/1.1" 200 36358 "" "Prometheus/2.43.0" 2024-04-10T15:50:47.994 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:50:47 smithi077 ceph-mon[87572]: pgmap v1363: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 548 KiB/s rd, 365 KiB/s wr, 1.10k op/s 2024-04-10T15:50:47.994 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:50:47 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:50:47.994 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:50:47 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:50:47.994 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:50:47 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:50:47.994 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:50:47 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:50:48.088 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:50:47 smithi069 ceph-mon[96738]: pgmap v1363: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 548 KiB/s rd, 365 KiB/s wr, 1.10k op/s 2024-04-10T15:50:48.088 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:50:47 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:50:48.088 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:50:47 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:50:48.088 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:50:47 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:50:48.088 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:50:47 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:50:48.088 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:50:47 smithi069 ceph-mon[94167]: pgmap v1363: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 548 KiB/s rd, 365 KiB/s wr, 1.10k op/s 2024-04-10T15:50:48.088 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:50:47 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:50:48.089 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:50:47 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:50:48.089 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:50:47 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:50:48.089 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:50:47 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:50:49.166 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] cls_rgw.index_list_delimited (40992 ms) 2024-04-10T15:50:49.166 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] cls_rgw.bi_list 2024-04-10T15:50:49.236 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] cls_rgw.bi_list (70 ms) 2024-04-10T15:50:49.236 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] cls_rgw.gc_set 2024-04-10T15:50:49.263 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] cls_rgw.gc_set (27 ms) 2024-04-10T15:50:49.263 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] cls_rgw.gc_list 2024-04-10T15:50:49.287 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] cls_rgw.gc_list (24 ms) 2024-04-10T15:50:49.287 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] cls_rgw.gc_defer 2024-04-10T15:50:49.994 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:50:49 smithi077 ceph-mon[87572]: pgmap v1364: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 548 KiB/s rd, 365 KiB/s wr, 1.10k op/s 2024-04-10T15:50:50.088 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:50:49 smithi069 ceph-mon[94167]: pgmap v1364: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 548 KiB/s rd, 365 KiB/s wr, 1.10k op/s 2024-04-10T15:50:50.088 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:50:49 smithi069 ceph-mon[96738]: pgmap v1364: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 548 KiB/s rd, 365 KiB/s wr, 1.10k op/s 2024-04-10T15:50:50.994 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:50:50 smithi077 ceph-mon[87572]: osdmap e1096: 8 total, 8 up, 8 in 2024-04-10T15:50:50.994 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:50:50 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/4180469923' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-139088-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:50:51.088 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:50:50 smithi069 ceph-mon[96738]: osdmap e1096: 8 total, 8 up, 8 in 2024-04-10T15:50:51.088 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:50:50 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/4180469923' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-139088-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:50:51.088 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:50:50 smithi069 ceph-mon[94167]: osdmap e1096: 8 total, 8 up, 8 in 2024-04-10T15:50:51.088 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:50:50 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/4180469923' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-139088-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:50:51.994 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:50:51 smithi077 ceph-mon[87572]: pgmap v1366: 169 pgs: 32 unknown, 137 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 639 KiB/s rd, 426 KiB/s wr, 1.28k op/s 2024-04-10T15:50:51.994 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:50:51 smithi077 ceph-mon[87572]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:50:51.994 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:50:51 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/4180469923' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-139088-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:50:51.994 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:50:51 smithi077 ceph-mon[87572]: osdmap e1097: 8 total, 8 up, 8 in 2024-04-10T15:50:52.088 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:50:51 smithi069 ceph-mon[96738]: pgmap v1366: 169 pgs: 32 unknown, 137 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 639 KiB/s rd, 426 KiB/s wr, 1.28k op/s 2024-04-10T15:50:52.088 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:50:51 smithi069 ceph-mon[96738]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:50:52.088 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:50:51 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/4180469923' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-139088-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:50:52.088 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:50:51 smithi069 ceph-mon[96738]: osdmap e1097: 8 total, 8 up, 8 in 2024-04-10T15:50:52.089 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:50:51 smithi069 ceph-mon[94167]: pgmap v1366: 169 pgs: 32 unknown, 137 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 639 KiB/s rd, 426 KiB/s wr, 1.28k op/s 2024-04-10T15:50:52.089 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:50:51 smithi069 ceph-mon[94167]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:50:52.089 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:50:51 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/4180469923' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-139088-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:50:52.089 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:50:51 smithi069 ceph-mon[94167]: osdmap e1097: 8 total, 8 up, 8 in 2024-04-10T15:50:52.694 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:50:52 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T15:50:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:50:52.994 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:50:52 smithi077 ceph-mon[87572]: osdmap e1098: 8 total, 8 up, 8 in 2024-04-10T15:50:53.088 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:50:52 smithi069 ceph-mon[96738]: osdmap e1098: 8 total, 8 up, 8 in 2024-04-10T15:50:53.088 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:50:52 smithi069 ceph-mon[94167]: osdmap e1098: 8 total, 8 up, 8 in 2024-04-10T15:50:53.994 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:50:53 smithi077 ceph-mon[87572]: pgmap v1369: 169 pgs: 18 creating+peering, 14 unknown, 137 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 519 KiB/s rd, 346 KiB/s wr, 1.04k op/s 2024-04-10T15:50:53.995 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:50:53 smithi077 ceph-mon[87572]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:50:53.995 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:50:53 smithi077 ceph-mon[87572]: Cluster is now healthy 2024-04-10T15:50:54.088 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:50:53 smithi069 ceph-mon[94167]: pgmap v1369: 169 pgs: 18 creating+peering, 14 unknown, 137 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 519 KiB/s rd, 346 KiB/s wr, 1.04k op/s 2024-04-10T15:50:54.088 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:50:53 smithi069 ceph-mon[94167]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:50:54.088 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:50:53 smithi069 ceph-mon[94167]: Cluster is now healthy 2024-04-10T15:50:54.089 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:50:53 smithi069 ceph-mon[96738]: pgmap v1369: 169 pgs: 18 creating+peering, 14 unknown, 137 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 519 KiB/s rd, 346 KiB/s wr, 1.04k op/s 2024-04-10T15:50:54.089 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:50:53 smithi069 ceph-mon[96738]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:50:54.089 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:50:53 smithi069 ceph-mon[96738]: Cluster is now healthy 2024-04-10T15:50:54.994 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:50:54 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:50:55.088 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:50:54 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:50:55.088 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:50:54 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:50:55.994 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:50:55 smithi077 ceph-mon[87572]: pgmap v1370: 169 pgs: 18 creating+peering, 7 unknown, 144 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 883 KiB/s rd, 430 KiB/s wr, 1.28k op/s 2024-04-10T15:50:56.088 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:50:55 smithi069 ceph-mon[96738]: pgmap v1370: 169 pgs: 18 creating+peering, 7 unknown, 144 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 883 KiB/s rd, 430 KiB/s wr, 1.28k op/s 2024-04-10T15:50:56.088 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:50:55 smithi069 ceph-mon[94167]: pgmap v1370: 169 pgs: 18 creating+peering, 7 unknown, 144 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 883 KiB/s rd, 430 KiB/s wr, 1.28k op/s 2024-04-10T15:50:56.715 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] cls_rgw.gc_defer (7428 ms) 2024-04-10T15:50:56.715 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] cls_rgw.usage_basic 2024-04-10T15:50:56.807 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] cls_rgw.usage_basic (92 ms) 2024-04-10T15:50:56.807 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] cls_rgw.usage_clear_no_obj 2024-04-10T15:50:56.808 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] cls_rgw.usage_clear_no_obj (2 ms) 2024-04-10T15:50:56.809 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] cls_rgw.usage_clear 2024-04-10T15:50:56.898 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] cls_rgw.usage_clear (89 ms) 2024-04-10T15:50:56.898 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] cls_rgw.bi_log_trim 2024-04-10T15:50:56.955 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] cls_rgw.bi_log_trim (57 ms) 2024-04-10T15:50:56.955 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] cls_rgw.index_racing_removes 2024-04-10T15:50:56.966 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] cls_rgw.index_racing_removes (11 ms) 2024-04-10T15:50:57.338 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:50:56 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:15:50:56] "GET /metrics HTTP/1.1" 200 38724 "" "Prometheus/2.43.0" 2024-04-10T15:50:57.716 INFO:tasks.workunit.client.0.smithi069.stdout:[----------] 16 tests from cls_rgw (50366 ms total) 2024-04-10T15:50:57.716 INFO:tasks.workunit.client.0.smithi069.stdout: 2024-04-10T15:50:57.716 INFO:tasks.workunit.client.0.smithi069.stdout:[----------] Global test environment tear-down 2024-04-10T15:50:57.716 INFO:tasks.workunit.client.0.smithi069.stdout:[==========] 16 tests from 1 test suite ran. (52989 ms total) 2024-04-10T15:50:57.716 INFO:tasks.workunit.client.0.smithi069.stdout:[ PASSED ] 16 tests. 2024-04-10T15:50:57.719 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-10T15:50:57.719 DEBUG:teuthology.orchestra.run.smithi069:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-10T15:50:57.788 INFO:tasks.workunit:Running workunit cls/test_cls_rgw_gc.sh... 2024-04-10T15:50:57.789 DEBUG:teuthology.orchestra.run.smithi069:workunit test cls/test_cls_rgw_gc.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rgw_gc.sh 2024-04-10T15:50:57.858 INFO:tasks.workunit.client.0.smithi069.stdout:Running main() from gmock_main.cc 2024-04-10T15:50:57.858 INFO:tasks.workunit.client.0.smithi069.stdout:[==========] Running 9 tests from 1 test suite. 2024-04-10T15:50:57.858 INFO:tasks.workunit.client.0.smithi069.stdout:[----------] Global test environment set-up. 2024-04-10T15:50:57.858 INFO:tasks.workunit.client.0.smithi069.stdout:[----------] 9 tests from cls_rgw_gc 2024-04-10T15:50:57.858 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] cls_rgw_gc.init 2024-04-10T15:50:57.994 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:50:57 smithi077 ceph-mon[87572]: pgmap v1371: 169 pgs: 169 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 361 KiB/s rd, 84 KiB/s wr, 244 op/s 2024-04-10T15:50:57.994 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:50:57 smithi077 ceph-mon[87572]: osdmap e1099: 8 total, 8 up, 8 in 2024-04-10T15:50:58.088 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:50:57 smithi069 ceph-mon[96738]: pgmap v1371: 169 pgs: 169 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 361 KiB/s rd, 84 KiB/s wr, 244 op/s 2024-04-10T15:50:58.088 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:50:57 smithi069 ceph-mon[96738]: osdmap e1099: 8 total, 8 up, 8 in 2024-04-10T15:50:58.088 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:50:57 smithi069 ceph-mon[94167]: pgmap v1371: 169 pgs: 169 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 361 KiB/s rd, 84 KiB/s wr, 244 op/s 2024-04-10T15:50:58.088 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:50:57 smithi069 ceph-mon[94167]: osdmap e1099: 8 total, 8 up, 8 in 2024-04-10T15:50:58.994 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:50:58 smithi077 ceph-mon[87572]: osdmap e1100: 8 total, 8 up, 8 in 2024-04-10T15:50:59.088 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:50:58 smithi069 ceph-mon[94167]: osdmap e1100: 8 total, 8 up, 8 in 2024-04-10T15:50:59.088 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:50:58 smithi069 ceph-mon[96738]: osdmap e1100: 8 total, 8 up, 8 in 2024-04-10T15:50:59.742 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] cls_rgw_gc.init (1884 ms) 2024-04-10T15:50:59.742 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops1 2024-04-10T15:50:59.758 INFO:tasks.workunit.client.0.smithi069.stderr:[ ] list info tag = chain-0 2024-04-10T15:50:59.759 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] cls_rgw_gc.gc_queue_ops1 (17 ms) 2024-04-10T15:50:59.759 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops2 2024-04-10T15:50:59.764 INFO:tasks.workunit.client.0.smithi069.stderr:[ ] next_marker is: = 0/4263 2024-04-10T15:50:59.764 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] cls_rgw_gc.gc_queue_ops2 (5 ms) 2024-04-10T15:50:59.764 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops5 2024-04-10T15:50:59.772 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] cls_rgw_gc.gc_queue_ops5 (8 ms) 2024-04-10T15:50:59.772 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops6 2024-04-10T15:50:59.779 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] cls_rgw_gc.gc_queue_ops6 (7 ms) 2024-04-10T15:50:59.779 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops7 2024-04-10T15:50:59.786 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] cls_rgw_gc.gc_queue_ops7 (7 ms) 2024-04-10T15:50:59.786 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops8 2024-04-10T15:50:59.792 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] cls_rgw_gc.gc_queue_ops8 (6 ms) 2024-04-10T15:50:59.792 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops9 2024-04-10T15:50:59.797 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] cls_rgw_gc.gc_queue_ops9 (6 ms) 2024-04-10T15:50:59.797 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] cls_rgw_gc.finalize 2024-04-10T15:50:59.994 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:50:59 smithi077 ceph-mon[87572]: pgmap v1374: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:50:59.994 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:50:59 smithi077 ceph-mon[87572]: osdmap e1101: 8 total, 8 up, 8 in 2024-04-10T15:50:59.995 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:50:59 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/3392889340' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-139291-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:50:59.995 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:50:59 smithi077 ceph-mon[87572]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-139291-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:51:00.088 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:50:59 smithi069 ceph-mon[96738]: pgmap v1374: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:51:00.088 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:50:59 smithi069 ceph-mon[96738]: osdmap e1101: 8 total, 8 up, 8 in 2024-04-10T15:51:00.088 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:50:59 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/3392889340' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-139291-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:51:00.088 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:50:59 smithi069 ceph-mon[96738]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-139291-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:51:00.089 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:50:59 smithi069 ceph-mon[94167]: pgmap v1374: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:51:00.089 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:50:59 smithi069 ceph-mon[94167]: osdmap e1101: 8 total, 8 up, 8 in 2024-04-10T15:51:00.089 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:50:59 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/3392889340' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-139291-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:51:00.089 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:50:59 smithi069 ceph-mon[94167]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-139291-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:51:00.754 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] cls_rgw_gc.finalize (955 ms) 2024-04-10T15:51:00.754 INFO:tasks.workunit.client.0.smithi069.stdout:[----------] 9 tests from cls_rgw_gc (2895 ms total) 2024-04-10T15:51:00.754 INFO:tasks.workunit.client.0.smithi069.stdout: 2024-04-10T15:51:00.754 INFO:tasks.workunit.client.0.smithi069.stdout:[----------] Global test environment tear-down 2024-04-10T15:51:00.754 INFO:tasks.workunit.client.0.smithi069.stdout:[==========] 9 tests from 1 test suite ran. (2895 ms total) 2024-04-10T15:51:00.754 INFO:tasks.workunit.client.0.smithi069.stdout:[ PASSED ] 9 tests. 2024-04-10T15:51:00.757 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-10T15:51:00.757 DEBUG:teuthology.orchestra.run.smithi069:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-10T15:51:00.824 INFO:tasks.workunit:Running workunit cls/test_cls_rgw_stats.sh... 2024-04-10T15:51:00.825 DEBUG:teuthology.orchestra.run.smithi069:workunit test cls/test_cls_rgw_stats.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rgw_stats.sh 2024-04-10T15:51:00.900 INFO:tasks.workunit.client.0.smithi069.stdout:[==========] Running 1 test from 1 test suite. 2024-04-10T15:51:00.900 INFO:tasks.workunit.client.0.smithi069.stdout:[----------] Global test environment set-up. 2024-04-10T15:51:01.088 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:51:00 smithi069 ceph-mon[96738]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-139291-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:51:01.088 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:51:00 smithi069 ceph-mon[96738]: osdmap e1102: 8 total, 8 up, 8 in 2024-04-10T15:51:01.088 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:51:00 smithi069 ceph-mon[96738]: pgmap v1377: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:51:01.089 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:51:00 smithi069 ceph-mon[94167]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-139291-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:51:01.089 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:51:00 smithi069 ceph-mon[94167]: osdmap e1102: 8 total, 8 up, 8 in 2024-04-10T15:51:01.089 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:51:00 smithi069 ceph-mon[94167]: pgmap v1377: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:51:01.244 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:51:00 smithi077 ceph-mon[87572]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-139291-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:51:01.244 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:51:00 smithi077 ceph-mon[87572]: osdmap e1102: 8 total, 8 up, 8 in 2024-04-10T15:51:01.244 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:51:00 smithi077 ceph-mon[87572]: pgmap v1377: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:51:02.088 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:51:01 smithi069 ceph-mon[94167]: osdmap e1103: 8 total, 8 up, 8 in 2024-04-10T15:51:02.088 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:51:01 smithi069 ceph-mon[96738]: osdmap e1103: 8 total, 8 up, 8 in 2024-04-10T15:51:02.244 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:51:01 smithi077 ceph-mon[87572]: osdmap e1103: 8 total, 8 up, 8 in 2024-04-10T15:51:02.744 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:51:02 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T15:51:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:51:02.753 INFO:tasks.workunit.client.0.smithi069.stdout:[----------] 1 test from cls_rgw_stats 2024-04-10T15:51:02.753 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] cls_rgw_stats.simulate 2024-04-10T15:51:02.773 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:02.781+0000 7f0dda17f780 1 > prepared part key=_multipart_EZ2HJBZ8EY6J.2~1VB0NAY631D5.0 size=724085 2024-04-10T15:51:02.774 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:02.781+0000 7f0dda17f780 1 > prepared multipart upload key=EZ2HJBZ8EY6J upload=1VB0NAY631D5 tag=I8DKAOTHTSYG type=write size=1772661 2024-04-10T15:51:02.776 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:02.784+0000 7f0dda17f780 1 > prepared part key=_multipart_7R29VV7JYRWM.2~S1F328D0NF3E.0 size=1048576 2024-04-10T15:51:02.777 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:02.785+0000 7f0dda17f780 1 > prepared part key=_multipart_7R29VV7JYRWM.2~S1F328D0NF3E.1 size=463557 2024-04-10T15:51:02.777 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:02.785+0000 7f0dda17f780 1 > prepared multipart upload key=7R29VV7JYRWM upload=S1F328D0NF3E tag=EWQDX1XZ498U type=write size=2560709 2024-04-10T15:51:02.778 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:02.787+0000 7f0dda17f780 1 > prepared operation key=M31TS1RYVD2I tag=1GLXFBB7V3CN type=del size=3124018 2024-04-10T15:51:02.781 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:02.789+0000 7f0dda17f780 1 > prepared part key=_multipart_YKTMKJ7IT90D.2~7W3QSWEXT1KU.0 size=1048576 2024-04-10T15:51:02.782 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:02.790+0000 7f0dda17f780 1 > prepared part key=_multipart_YKTMKJ7IT90D.2~7W3QSWEXT1KU.1 size=831130 2024-04-10T15:51:02.782 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:02.790+0000 7f0dda17f780 1 > prepared multipart upload key=YKTMKJ7IT90D upload=7W3QSWEXT1KU tag=VPVY3B3E09EM type=write size=2928282 2024-04-10T15:51:02.785 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:02.793+0000 7f0dda17f780 1 > prepared part key=_multipart_WB4E7VQYBXDP.2~WMLHC5JV2CI4.0 size=1048576 2024-04-10T15:51:02.786 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:02.794+0000 7f0dda17f780 1 > prepared part key=_multipart_WB4E7VQYBXDP.2~WMLHC5JV2CI4.1 size=1044569 2024-04-10T15:51:02.786 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:02.794+0000 7f0dda17f780 1 > prepared multipart upload key=WB4E7VQYBXDP upload=WMLHC5JV2CI4 tag=1D1E5N2CWOF2 type=write size=3141721 2024-04-10T15:51:02.788 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:02.796+0000 7f0dda17f780 1 > prepared part key=_multipart_DRNFVWXVQQUT.2~N43JB2OX665G.0 size=1048576 2024-04-10T15:51:02.789 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:02.797+0000 7f0dda17f780 1 > prepared part key=_multipart_DRNFVWXVQQUT.2~N43JB2OX665G.1 size=1048576 2024-04-10T15:51:02.790 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:02.799+0000 7f0dda17f780 1 > prepared part key=_multipart_DRNFVWXVQQUT.2~N43JB2OX665G.2 size=226156 2024-04-10T15:51:02.790 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:02.799+0000 7f0dda17f780 1 > prepared multipart upload key=DRNFVWXVQQUT upload=N43JB2OX665G tag=V29BMUHGXZ22 type=write size=3371884 2024-04-10T15:51:02.792 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:02.800+0000 7f0dda17f780 1 > prepared operation key=O2DQ4CPAMY72 tag=E0Y9G86X1BE2 type=del size=1738398 2024-04-10T15:51:02.793 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:02.801+0000 7f0dda17f780 1 > prepared operation key=0EQWI1AD1VHA tag=SVPR3Y2RPSZF type=write size=558329 2024-04-10T15:51:02.796 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:02.804+0000 7f0dda17f780 1 > prepared part key=_multipart_H433FHMII9ZA.2~3L79BJAZT0HM.0 size=1048576 2024-04-10T15:51:02.797 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:02.805+0000 7f0dda17f780 1 > prepared part key=_multipart_H433FHMII9ZA.2~3L79BJAZT0HM.1 size=137610 2024-04-10T15:51:02.797 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:02.805+0000 7f0dda17f780 1 > prepared multipart upload key=H433FHMII9ZA upload=3L79BJAZT0HM tag=IZY9922Z6R0N type=write size=2234762 2024-04-10T15:51:02.800 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:02.808+0000 7f0dda17f780 1 > prepared part key=_multipart_O0U4M0VYXZJ9.2~A1GQEW7Z2DAF.0 size=1048576 2024-04-10T15:51:02.802 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:02.810+0000 7f0dda17f780 1 > prepared part key=_multipart_O0U4M0VYXZJ9.2~A1GQEW7Z2DAF.1 size=1048576 2024-04-10T15:51:02.803 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:02.811+0000 7f0dda17f780 1 > prepared part key=_multipart_O0U4M0VYXZJ9.2~A1GQEW7Z2DAF.2 size=681865 2024-04-10T15:51:02.803 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:02.811+0000 7f0dda17f780 1 > prepared multipart upload key=O0U4M0VYXZJ9 upload=A1GQEW7Z2DAF tag=F5ID62VQGQC6 type=write size=3827593 2024-04-10T15:51:02.804 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:02.812+0000 7f0dda17f780 1 > prepared operation key=DRNFVWXVQQUT tag=AR3HWL6V8LP1 type=del size=686423 2024-04-10T15:51:02.805 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:02.813+0000 7f0dda17f780 1 > prepared operation key=5VUYRX80DJNN tag=Q0CZ7OAOE2TR type=del size=2276515 2024-04-10T15:51:02.807 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:02.815+0000 7f0dda17f780 1 > prepared operation key=O0U4M0VYXZJ9 tag=GZ9HV0XC9ZL5 type=del size=471615 2024-04-10T15:51:02.808 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:02.817+0000 7f0dda17f780 1 > prepared operation key=892B9J3TLMA2 tag=TMYEF5RZ5NSQ type=del size=4066643 2024-04-10T15:51:02.811 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:02.819+0000 7f0dda17f780 1 > prepared part key=_multipart_DRNFVWXVQQUT.2~9H1N22K6ZVD7.0 size=1048576 2024-04-10T15:51:02.812 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:02.820+0000 7f0dda17f780 1 > prepared part key=_multipart_DRNFVWXVQQUT.2~9H1N22K6ZVD7.1 size=673745 2024-04-10T15:51:02.812 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:02.820+0000 7f0dda17f780 1 > prepared multipart upload key=DRNFVWXVQQUT upload=9H1N22K6ZVD7 tag=9MO6Q0AH22EV type=write size=2770897 2024-04-10T15:51:02.814 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:02.822+0000 7f0dda17f780 1 > prepared part key=_multipart_76DRYPHC6HG3.2~8HY291K3IOTJ.0 size=446391 2024-04-10T15:51:02.814 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:02.822+0000 7f0dda17f780 1 > prepared multipart upload key=76DRYPHC6HG3 upload=8HY291K3IOTJ tag=UCZEIW5UY69F type=write size=1494967 2024-04-10T15:51:02.815 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:02.824+0000 7f0dda17f780 1 < completed part key=_multipart_EZ2HJBZ8EY6J.2~1VB0NAY631D5.0 size=724085 2024-04-10T15:51:02.817 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:02.826+0000 7f0dda17f780 1 < completed multipart upload key=EZ2HJBZ8EY6J upload=1VB0NAY631D5 tag=I8DKAOTHTSYG type=write size=1772661 2024-04-10T15:51:02.819 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:02.827+0000 7f0dda17f780 1 > prepared operation key=5VUYRX80DJNN tag=KT7Z5QEZ9DJG type=write size=75783 2024-04-10T15:51:02.819 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:02.827+0000 7f0dda17f780 1 < canceled part key=_multipart_7R29VV7JYRWM.2~S1F328D0NF3E.0 size=1048576 2024-04-10T15:51:02.820 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:02.828+0000 7f0dda17f780 1 < completed part key=_multipart_7R29VV7JYRWM.2~S1F328D0NF3E.1 size=463557 2024-04-10T15:51:02.822 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:02.831+0000 7f0dda17f780 1 < canceled multipart upload key=7R29VV7JYRWM upload=S1F328D0NF3E tag=EWQDX1XZ498U type=write size=2560709 2024-04-10T15:51:02.824 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:02.832+0000 7f0dda17f780 1 > prepared operation key=4GB88X6QZH6E tag=0J9FHA2GDTQZ type=del size=981372 2024-04-10T15:51:02.826 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:02.834+0000 7f0dda17f780 1 < completed delete operation key=M31TS1RYVD2I tag=1GLXFBB7V3CN type=del 2024-04-10T15:51:02.827 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:02.835+0000 7f0dda17f780 1 > prepared operation key=O2DQ4CPAMY72 tag=LPD51MIN6ZHJ type=del size=2692839 2024-04-10T15:51:02.829 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:02.837+0000 7f0dda17f780 1 < completed part key=_multipart_YKTMKJ7IT90D.2~7W3QSWEXT1KU.0 size=1048576 2024-04-10T15:51:02.830 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:02.838+0000 7f0dda17f780 1 < completed part key=_multipart_YKTMKJ7IT90D.2~7W3QSWEXT1KU.1 size=831130 2024-04-10T15:51:02.832 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:02.840+0000 7f0dda17f780 1 < completed multipart upload key=YKTMKJ7IT90D upload=7W3QSWEXT1KU tag=VPVY3B3E09EM type=write size=2928282 2024-04-10T15:51:02.834 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:02.842+0000 7f0dda17f780 1 > prepared part key=_multipart_Q55YN73R4WFF.2~8CGP2A4HDPE4.0 size=1048576 2024-04-10T15:51:02.835 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:02.843+0000 7f0dda17f780 1 > prepared part key=_multipart_Q55YN73R4WFF.2~8CGP2A4HDPE4.1 size=1048576 2024-04-10T15:51:02.836 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:02.844+0000 7f0dda17f780 1 > prepared part key=_multipart_Q55YN73R4WFF.2~8CGP2A4HDPE4.2 size=719288 2024-04-10T15:51:02.836 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:02.844+0000 7f0dda17f780 1 > prepared multipart upload key=Q55YN73R4WFF upload=8CGP2A4HDPE4 tag=GNOF9TXV9BWF type=write size=3865016 2024-04-10T15:51:02.838 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:02.846+0000 7f0dda17f780 1 < completed part key=_multipart_WB4E7VQYBXDP.2~WMLHC5JV2CI4.0 size=1048576 2024-04-10T15:51:02.838 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:02.847+0000 7f0dda17f780 1 < completed part key=_multipart_WB4E7VQYBXDP.2~WMLHC5JV2CI4.1 size=1044569 2024-04-10T15:51:02.840 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:02.849+0000 7f0dda17f780 1 < completed multipart upload key=WB4E7VQYBXDP upload=WMLHC5JV2CI4 tag=1D1E5N2CWOF2 type=write size=3141721 2024-04-10T15:51:02.843 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:02.851+0000 7f0dda17f780 1 > prepared part key=_multipart_DRNFVWXVQQUT.2~V2S4HLUE3T4S.0 size=1048576 2024-04-10T15:51:02.844 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:02.852+0000 7f0dda17f780 1 > prepared part key=_multipart_DRNFVWXVQQUT.2~V2S4HLUE3T4S.1 size=10530 2024-04-10T15:51:02.844 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:02.852+0000 7f0dda17f780 1 > prepared multipart upload key=DRNFVWXVQQUT upload=V2S4HLUE3T4S tag=A97VKUXE1C27 type=write size=2107682 2024-04-10T15:51:02.845 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:02.853+0000 7f0dda17f780 1 < completed part key=_multipart_DRNFVWXVQQUT.2~N43JB2OX665G.0 size=1048576 2024-04-10T15:51:02.846 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:02.854+0000 7f0dda17f780 1 < completed part key=_multipart_DRNFVWXVQQUT.2~N43JB2OX665G.1 size=1048576 2024-04-10T15:51:02.847 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:02.855+0000 7f0dda17f780 1 < completed part key=_multipart_DRNFVWXVQQUT.2~N43JB2OX665G.2 size=226156 2024-04-10T15:51:02.850 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:02.858+0000 7f0dda17f780 1 < completed multipart upload key=DRNFVWXVQQUT upload=N43JB2OX665G tag=V29BMUHGXZ22 type=write size=3371884 2024-04-10T15:51:02.851 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:02.859+0000 7f0dda17f780 1 > prepared operation key=892B9J3TLMA2 tag=0UIJPOV76HAO type=del size=2523102 2024-04-10T15:51:02.853 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:02.861+0000 7f0dda17f780 1 < completed delete operation key=O2DQ4CPAMY72 tag=E0Y9G86X1BE2 type=del 2024-04-10T15:51:02.854 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:02.862+0000 7f0dda17f780 1 > prepared operation key=1XDQOHF2EHZG tag=F2ILQU1GZTPD type=del size=160710 2024-04-10T15:51:02.855 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:02.863+0000 7f0dda17f780 1 < completed write operation key=0EQWI1AD1VHA tag=SVPR3Y2RPSZF type=write size=558329 2024-04-10T15:51:02.858 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:02.866+0000 7f0dda17f780 1 > prepared part key=_multipart_LPSA55UNQS7T.2~BPYE52KMPRDP.0 size=1048576 2024-04-10T15:51:02.859 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:02.867+0000 7f0dda17f780 1 > prepared part key=_multipart_LPSA55UNQS7T.2~BPYE52KMPRDP.1 size=1048576 2024-04-10T15:51:02.860 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:02.868+0000 7f0dda17f780 1 > prepared part key=_multipart_LPSA55UNQS7T.2~BPYE52KMPRDP.2 size=240757 2024-04-10T15:51:02.860 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:02.868+0000 7f0dda17f780 1 > prepared multipart upload key=LPSA55UNQS7T upload=BPYE52KMPRDP tag=4VIWNR38PNDM type=write size=3386485 2024-04-10T15:51:02.861 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:02.869+0000 7f0dda17f780 1 < completed part key=_multipart_H433FHMII9ZA.2~3L79BJAZT0HM.0 size=1048576 2024-04-10T15:51:02.862 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:02.870+0000 7f0dda17f780 1 < completed part key=_multipart_H433FHMII9ZA.2~3L79BJAZT0HM.1 size=137610 2024-04-10T15:51:02.864 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:02.872+0000 7f0dda17f780 1 < completed multipart upload key=H433FHMII9ZA upload=3L79BJAZT0HM tag=IZY9922Z6R0N type=write size=2234762 2024-04-10T15:51:02.866 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:02.875+0000 7f0dda17f780 1 > prepared part key=_multipart_J9DG8CWKBLB0.2~797MGE85C662.0 size=1048576 2024-04-10T15:51:02.868 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:02.876+0000 7f0dda17f780 1 > prepared part key=_multipart_J9DG8CWKBLB0.2~797MGE85C662.1 size=1048576 2024-04-10T15:51:02.868 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:02.877+0000 7f0dda17f780 1 > prepared part key=_multipart_J9DG8CWKBLB0.2~797MGE85C662.2 size=859339 2024-04-10T15:51:02.869 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:02.877+0000 7f0dda17f780 1 > prepared multipart upload key=J9DG8CWKBLB0 upload=797MGE85C662 tag=HSM1AQ6E3424 type=write size=4005067 2024-04-10T15:51:02.870 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:02.878+0000 7f0dda17f780 1 < completed part key=_multipart_O0U4M0VYXZJ9.2~A1GQEW7Z2DAF.0 size=1048576 2024-04-10T15:51:02.871 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:02.879+0000 7f0dda17f780 1 < completed part key=_multipart_O0U4M0VYXZJ9.2~A1GQEW7Z2DAF.1 size=1048576 2024-04-10T15:51:02.871 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:02.880+0000 7f0dda17f780 1 < completed part key=_multipart_O0U4M0VYXZJ9.2~A1GQEW7Z2DAF.2 size=681865 2024-04-10T15:51:02.874 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:02.882+0000 7f0dda17f780 1 < completed multipart upload key=O0U4M0VYXZJ9 upload=A1GQEW7Z2DAF tag=F5ID62VQGQC6 type=write size=3827593 2024-04-10T15:51:02.876 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:02.884+0000 7f0dda17f780 1 > prepared operation key=H433FHMII9ZA tag=08TBOH23O8WX type=del size=2030673 2024-04-10T15:51:02.878 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:02.887+0000 7f0dda17f780 1 < suggested remove operation key=DRNFVWXVQQUT tag=AR3HWL6V8LP1 type=del 2024-04-10T15:51:02.880 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:02.888+0000 7f0dda17f780 1 > prepared operation key=W0QQNH1PRYVL tag=6PQ3C2IXWND4 type=del size=438356 2024-04-10T15:51:02.883 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:02.891+0000 7f0dda17f780 1 < suggested update operation key=5VUYRX80DJNN tag=Q0CZ7OAOE2TR type=del size=2276515 2024-04-10T15:51:02.885 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:02.893+0000 7f0dda17f780 1 > prepared part key=_multipart_9QFS277S5EY3.2~BD209LFPYSE9.0 size=1048576 2024-04-10T15:51:02.886 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:02.894+0000 7f0dda17f780 1 > prepared part key=_multipart_9QFS277S5EY3.2~BD209LFPYSE9.1 size=339728 2024-04-10T15:51:02.886 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:02.894+0000 7f0dda17f780 1 > prepared multipart upload key=9QFS277S5EY3 upload=BD209LFPYSE9 tag=D9AT9CIJ9Y3G type=write size=2436880 2024-04-10T15:51:02.887 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:02.895+0000 7f0dda17f780 1 < completed delete operation key=O0U4M0VYXZJ9 tag=GZ9HV0XC9ZL5 type=del 2024-04-10T15:51:02.888 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:02.896+0000 7f0dda17f780 1 > prepared operation key=P7QI1303WDML tag=ILD5JEKLBODO type=del size=3708693 2024-04-10T15:51:02.890 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:02.898+0000 7f0dda17f780 1 < canceled operation key=892B9J3TLMA2 tag=TMYEF5RZ5NSQ type=del size=4066643 2024-04-10T15:51:02.892 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:02.900+0000 7f0dda17f780 1 > prepared part key=_multipart_W1N9JNIA6ZML.2~K8J28U3O0XJF.0 size=1048576 2024-04-10T15:51:02.892 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:02.901+0000 7f0dda17f780 1 > prepared part key=_multipart_W1N9JNIA6ZML.2~K8J28U3O0XJF.1 size=1048576 2024-04-10T15:51:02.894 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:02.902+0000 7f0dda17f780 1 > prepared part key=_multipart_W1N9JNIA6ZML.2~K8J28U3O0XJF.2 size=888941 2024-04-10T15:51:02.894 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:02.902+0000 7f0dda17f780 1 > prepared multipart upload key=W1N9JNIA6ZML upload=K8J28U3O0XJF tag=0YDBDVT3M56T type=write size=4034669 2024-04-10T15:51:02.895 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:02.903+0000 7f0dda17f780 1 < completed part key=_multipart_DRNFVWXVQQUT.2~9H1N22K6ZVD7.0 size=1048576 2024-04-10T15:51:02.896 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:02.904+0000 7f0dda17f780 1 < completed part key=_multipart_DRNFVWXVQQUT.2~9H1N22K6ZVD7.1 size=673745 2024-04-10T15:51:02.898 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:02.906+0000 7f0dda17f780 1 < completed multipart upload key=DRNFVWXVQQUT upload=9H1N22K6ZVD7 tag=9MO6Q0AH22EV type=write size=2770897 2024-04-10T15:51:02.899 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:02.908+0000 7f0dda17f780 1 > prepared operation key=5PTGEI8J4Q78 tag=G7GWRVRK9WIG type=del size=2836860 2024-04-10T15:51:02.901 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:02.909+0000 7f0dda17f780 1 < completed part key=_multipart_76DRYPHC6HG3.2~8HY291K3IOTJ.0 size=446391 2024-04-10T15:51:02.903 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:02.911+0000 7f0dda17f780 1 < completed multipart upload key=76DRYPHC6HG3 upload=8HY291K3IOTJ tag=UCZEIW5UY69F type=write size=1494967 2024-04-10T15:51:02.904 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:02.912+0000 7f0dda17f780 1 > prepared operation key=DRNFVWXVQQUT tag=J24MUQ5U77O2 type=del size=3279214 2024-04-10T15:51:02.905 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:02.914+0000 7f0dda17f780 -1 < failed to complete operation key=5VUYRX80DJNN tag=KT7Z5QEZ9DJG type=write size=75783: (22) Invalid argument 2024-04-10T15:51:02.907 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:02.915+0000 7f0dda17f780 1 > prepared operation key=XDWUTYA27EZF tag=46ZUV0G6FH5L type=del size=358696 2024-04-10T15:51:02.908 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:02.916+0000 7f0dda17f780 1 < completed delete operation key=4GB88X6QZH6E tag=0J9FHA2GDTQZ type=del 2024-04-10T15:51:02.910 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:02.919+0000 7f0dda17f780 1 > prepared part key=_multipart_W0QQNH1PRYVL.2~87KYQHVCF1X3.0 size=1048576 2024-04-10T15:51:02.912 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:02.920+0000 7f0dda17f780 1 > prepared part key=_multipart_W0QQNH1PRYVL.2~87KYQHVCF1X3.1 size=1048576 2024-04-10T15:51:02.912 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:02.921+0000 7f0dda17f780 1 > prepared part key=_multipart_W0QQNH1PRYVL.2~87KYQHVCF1X3.2 size=581122 2024-04-10T15:51:02.912 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:02.921+0000 7f0dda17f780 1 > prepared multipart upload key=W0QQNH1PRYVL upload=87KYQHVCF1X3 tag=ZXMXA36MGZ3M type=write size=3726850 2024-04-10T15:51:02.914 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:02.922+0000 7f0dda17f780 1 < completed delete operation key=O2DQ4CPAMY72 tag=LPD51MIN6ZHJ type=del 2024-04-10T15:51:02.915 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:02.923+0000 7f0dda17f780 1 > prepared operation key=5VUYRX80DJNN tag=3EG1U7SFKN0D type=del size=241717 2024-04-10T15:51:02.916 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:02.924+0000 7f0dda17f780 1 < completed part key=_multipart_Q55YN73R4WFF.2~8CGP2A4HDPE4.0 size=1048576 2024-04-10T15:51:02.917 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:02.925+0000 7f0dda17f780 1 < completed part key=_multipart_Q55YN73R4WFF.2~8CGP2A4HDPE4.1 size=1048576 2024-04-10T15:51:02.918 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:02.926+0000 7f0dda17f780 1 < completed part key=_multipart_Q55YN73R4WFF.2~8CGP2A4HDPE4.2 size=719288 2024-04-10T15:51:02.921 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:02.929+0000 7f0dda17f780 1 < completed multipart upload key=Q55YN73R4WFF upload=8CGP2A4HDPE4 tag=GNOF9TXV9BWF type=write size=3865016 2024-04-10T15:51:02.922 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:02.930+0000 7f0dda17f780 1 > prepared operation key=32PMZSHN97HZ tag=GBOAK7JOY1MK type=del size=316444 2024-04-10T15:51:02.923 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:02.931+0000 7f0dda17f780 1 < completed part key=_multipart_DRNFVWXVQQUT.2~V2S4HLUE3T4S.0 size=1048576 2024-04-10T15:51:02.924 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:02.932+0000 7f0dda17f780 1 < completed part key=_multipart_DRNFVWXVQQUT.2~V2S4HLUE3T4S.1 size=10530 2024-04-10T15:51:02.926 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:02.934+0000 7f0dda17f780 1 < completed multipart upload key=DRNFVWXVQQUT upload=V2S4HLUE3T4S tag=A97VKUXE1C27 type=write size=2107682 2024-04-10T15:51:02.927 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:02.935+0000 7f0dda17f780 1 > prepared operation key=P7QI1303WDML tag=CA44W25W5O4O type=del size=3234171 2024-04-10T15:51:02.928 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:02.937+0000 7f0dda17f780 1 < completed delete operation key=892B9J3TLMA2 tag=0UIJPOV76HAO type=del 2024-04-10T15:51:02.931 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:02.939+0000 7f0dda17f780 1 > prepared part key=_multipart_7R1LO48KG193.2~85W8C5RQVV3F.0 size=1048576 2024-04-10T15:51:02.932 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:02.940+0000 7f0dda17f780 1 > prepared part key=_multipart_7R1LO48KG193.2~85W8C5RQVV3F.1 size=990139 2024-04-10T15:51:02.932 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:02.940+0000 7f0dda17f780 1 > prepared multipart upload key=7R1LO48KG193 upload=85W8C5RQVV3F tag=0S4MEPLRPSID type=write size=3087291 2024-04-10T15:51:02.933 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:02.941+0000 7f0dda17f780 1 < completed delete operation key=1XDQOHF2EHZG tag=F2ILQU1GZTPD type=del 2024-04-10T15:51:02.934 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:02.942+0000 7f0dda17f780 1 > prepared operation key=1XDQOHF2EHZG tag=4M52ERTM0C8S type=del size=2556489 2024-04-10T15:51:02.935 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:02.943+0000 7f0dda17f780 1 < canceled part key=_multipart_LPSA55UNQS7T.2~BPYE52KMPRDP.0 size=1048576 2024-04-10T15:51:02.935 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:02.944+0000 7f0dda17f780 1 < completed part key=_multipart_LPSA55UNQS7T.2~BPYE52KMPRDP.1 size=1048576 2024-04-10T15:51:02.936 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:02.945+0000 7f0dda17f780 1 < completed part key=_multipart_LPSA55UNQS7T.2~BPYE52KMPRDP.2 size=240757 2024-04-10T15:51:02.938 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:02.947+0000 7f0dda17f780 1 < canceled multipart upload key=LPSA55UNQS7T upload=BPYE52KMPRDP tag=4VIWNR38PNDM type=write size=3386485 2024-04-10T15:51:02.940 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:02.948+0000 7f0dda17f780 1 > prepared operation key=QJ9GK4CHH36X tag=O2B526VCIE9X type=write size=832471 2024-04-10T15:51:02.941 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:02.949+0000 7f0dda17f780 1 < completed part key=_multipart_J9DG8CWKBLB0.2~797MGE85C662.0 size=1048576 2024-04-10T15:51:02.941 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:02.949+0000 7f0dda17f780 1 < canceled part key=_multipart_J9DG8CWKBLB0.2~797MGE85C662.1 size=1048576 2024-04-10T15:51:02.942 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:02.950+0000 7f0dda17f780 1 < completed part key=_multipart_J9DG8CWKBLB0.2~797MGE85C662.2 size=859339 2024-04-10T15:51:02.944 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:02.952+0000 7f0dda17f780 1 < canceled multipart upload key=J9DG8CWKBLB0 upload=797MGE85C662 tag=HSM1AQ6E3424 type=write size=4005067 2024-04-10T15:51:02.945 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:02.953+0000 7f0dda17f780 1 > prepared operation key=XDWUTYA27EZF tag=L4SMLKAKYEXP type=write size=644402 2024-04-10T15:51:02.947 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:02.955+0000 7f0dda17f780 1 < suggested update operation key=H433FHMII9ZA tag=08TBOH23O8WX type=del size=2030673 2024-04-10T15:51:02.949 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:02.957+0000 7f0dda17f780 1 > prepared operation key=7R1LO48KG193 tag=SDT0D5OL3W1I type=del size=4038937 2024-04-10T15:51:02.950 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:02.958+0000 7f0dda17f780 1 < completed delete operation key=W0QQNH1PRYVL tag=6PQ3C2IXWND4 type=del 2024-04-10T15:51:02.952 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:02.960+0000 7f0dda17f780 1 > prepared operation key=32PMZSHN97HZ tag=NOOPGDI4C0PC type=del size=3201408 2024-04-10T15:51:02.953 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:02.961+0000 7f0dda17f780 1 < completed part key=_multipart_9QFS277S5EY3.2~BD209LFPYSE9.0 size=1048576 2024-04-10T15:51:02.954 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:02.962+0000 7f0dda17f780 1 < completed part key=_multipart_9QFS277S5EY3.2~BD209LFPYSE9.1 size=339728 2024-04-10T15:51:02.956 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:02.964+0000 7f0dda17f780 1 < completed multipart upload key=9QFS277S5EY3 upload=BD209LFPYSE9 tag=D9AT9CIJ9Y3G type=write size=2436880 2024-04-10T15:51:02.958 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:02.966+0000 7f0dda17f780 1 > prepared part key=_multipart_W0QQNH1PRYVL.2~Y2D8HQOE9ESK.0 size=1048576 2024-04-10T15:51:02.959 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:02.967+0000 7f0dda17f780 1 > prepared part key=_multipart_W0QQNH1PRYVL.2~Y2D8HQOE9ESK.1 size=174304 2024-04-10T15:51:02.959 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:02.967+0000 7f0dda17f780 1 > prepared multipart upload key=W0QQNH1PRYVL upload=Y2D8HQOE9ESK tag=M5JJ1PK5LDYP type=write size=2271456 2024-04-10T15:51:02.961 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:02.970+0000 7f0dda17f780 1 < suggested update operation key=P7QI1303WDML tag=ILD5JEKLBODO type=del size=3708693 2024-04-10T15:51:02.964 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:02.972+0000 7f0dda17f780 1 > prepared part key=_multipart_M31TS1RYVD2I.2~9BLUG71FNELP.0 size=751538 2024-04-10T15:51:02.964 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:02.972+0000 7f0dda17f780 1 > prepared multipart upload key=M31TS1RYVD2I upload=9BLUG71FNELP tag=A58KN9QGGS2X type=write size=1800114 2024-04-10T15:51:02.965 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:02.973+0000 7f0dda17f780 1 < completed part key=_multipart_W1N9JNIA6ZML.2~K8J28U3O0XJF.0 size=1048576 2024-04-10T15:51:02.966 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:02.974+0000 7f0dda17f780 1 < completed part key=_multipart_W1N9JNIA6ZML.2~K8J28U3O0XJF.1 size=1048576 2024-04-10T15:51:02.967 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:02.975+0000 7f0dda17f780 1 < completed part key=_multipart_W1N9JNIA6ZML.2~K8J28U3O0XJF.2 size=888941 2024-04-10T15:51:02.969 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:02.977+0000 7f0dda17f780 1 < completed multipart upload key=W1N9JNIA6ZML upload=K8J28U3O0XJF tag=0YDBDVT3M56T type=write size=4034669 2024-04-10T15:51:02.970 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:02.979+0000 7f0dda17f780 1 > prepared operation key=O0U4M0VYXZJ9 tag=RISMX7M0NPR6 type=del size=543312 2024-04-10T15:51:02.972 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:02.980+0000 7f0dda17f780 1 < completed delete operation key=5PTGEI8J4Q78 tag=G7GWRVRK9WIG type=del 2024-04-10T15:51:02.973 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:02.981+0000 7f0dda17f780 1 > prepared operation key=5PTGEI8J4Q78 tag=DJ5ONN0SII1T type=del size=466673 2024-04-10T15:51:02.974 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:02.982+0000 7f0dda17f780 1 < completed delete operation key=DRNFVWXVQQUT tag=J24MUQ5U77O2 type=del 2024-04-10T15:51:02.976 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:02.984+0000 7f0dda17f780 1 > prepared operation key=5VUYRX80DJNN tag=GQCS6E4OGGNJ type=del size=1592822 2024-04-10T15:51:02.978 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:02.986+0000 7f0dda17f780 1 < suggested update operation key=XDWUTYA27EZF tag=46ZUV0G6FH5L type=del size=358696 2024-04-10T15:51:02.980 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:02.988+0000 7f0dda17f780 1 > prepared part key=_multipart_VFKX3F9Z0OZ5.2~YX19HAR13RE9.0 size=546970 2024-04-10T15:51:02.980 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:02.988+0000 7f0dda17f780 1 > prepared multipart upload key=VFKX3F9Z0OZ5 upload=YX19HAR13RE9 tag=0F65FTZZ15LW type=write size=1595546 2024-04-10T15:51:02.980 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:02.988+0000 7f0dda17f780 1 < canceled part key=_multipart_W0QQNH1PRYVL.2~87KYQHVCF1X3.0 size=1048576 2024-04-10T15:51:02.981 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:02.989+0000 7f0dda17f780 1 < completed part key=_multipart_W0QQNH1PRYVL.2~87KYQHVCF1X3.1 size=1048576 2024-04-10T15:51:02.982 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:02.990+0000 7f0dda17f780 1 < completed part key=_multipart_W0QQNH1PRYVL.2~87KYQHVCF1X3.2 size=581122 2024-04-10T15:51:02.984 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:02.992+0000 7f0dda17f780 1 < canceled multipart upload key=W0QQNH1PRYVL upload=87KYQHVCF1X3 tag=ZXMXA36MGZ3M type=write size=3726850 2024-04-10T15:51:02.985 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:02.994+0000 7f0dda17f780 1 > prepared operation key=5VUYRX80DJNN tag=05WEZW21XMPN type=del size=1215075 2024-04-10T15:51:02.987 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:02.995+0000 7f0dda17f780 1 < completed delete operation key=5VUYRX80DJNN tag=3EG1U7SFKN0D type=del 2024-04-10T15:51:02.988 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:02.996+0000 7f0dda17f780 1 > prepared operation key=VFKX3F9Z0OZ5 tag=5JN26YOBRL6L type=del size=2009271 2024-04-10T15:51:02.989 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:02.997+0000 7f0dda17f780 1 < completed delete operation key=32PMZSHN97HZ tag=GBOAK7JOY1MK type=del 2024-04-10T15:51:02.991 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.000+0000 7f0dda17f780 1 > prepared part key=_multipart_7R1LO48KG193.2~NG2MCEPGB6IA.0 size=1048576 2024-04-10T15:51:02.992 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.001+0000 7f0dda17f780 1 > prepared part key=_multipart_7R1LO48KG193.2~NG2MCEPGB6IA.1 size=1048576 2024-04-10T15:51:02.993 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.002+0000 7f0dda17f780 1 > prepared part key=_multipart_7R1LO48KG193.2~NG2MCEPGB6IA.2 size=923743 2024-04-10T15:51:02.993 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.002+0000 7f0dda17f780 1 > prepared multipart upload key=7R1LO48KG193 upload=NG2MCEPGB6IA tag=WBJR416VFFH4 type=write size=4069471 2024-04-10T15:51:02.994 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.003+0000 7f0dda17f780 -1 < failed to complete operation key=P7QI1303WDML tag=CA44W25W5O4O type=del size=3234171: (22) Invalid argument 2024-04-10T15:51:02.997 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.005+0000 7f0dda17f780 1 > prepared part key=_multipart_H433FHMII9ZA.2~9IP49SUN0329.0 size=1048576 2024-04-10T15:51:02.998 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.006+0000 7f0dda17f780 1 > prepared part key=_multipart_H433FHMII9ZA.2~9IP49SUN0329.1 size=600303 2024-04-10T15:51:02.998 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.006+0000 7f0dda17f780 1 > prepared multipart upload key=H433FHMII9ZA upload=9IP49SUN0329 tag=1F2S9V5Z0XEX type=write size=2697455 2024-04-10T15:51:02.999 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.008+0000 7f0dda17f780 1 < completed part key=_multipart_7R1LO48KG193.2~85W8C5RQVV3F.0 size=1048576 2024-04-10T15:51:03.000 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.009+0000 7f0dda17f780 1 < completed part key=_multipart_7R1LO48KG193.2~85W8C5RQVV3F.1 size=990139 2024-04-10T15:51:03.003 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.011+0000 7f0dda17f780 1 < completed multipart upload key=7R1LO48KG193 upload=85W8C5RQVV3F tag=0S4MEPLRPSID type=write size=3087291 2024-04-10T15:51:03.004 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.012+0000 7f0dda17f780 1 > prepared operation key=EZ2HJBZ8EY6J tag=XIA3CTY470S8 type=del size=3785113 2024-04-10T15:51:03.005 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.014+0000 7f0dda17f780 1 < completed delete operation key=1XDQOHF2EHZG tag=4M52ERTM0C8S type=del 2024-04-10T15:51:03.007 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.015+0000 7f0dda17f780 1 > prepared operation key=QJ9GK4CHH36X tag=HX88MNYEG3EH type=del size=3053774 2024-04-10T15:51:03.008 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.016+0000 7f0dda17f780 1 < completed write operation key=QJ9GK4CHH36X tag=O2B526VCIE9X type=write size=832471 2024-04-10T15:51:03.010 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.018+0000 7f0dda17f780 1 > prepared operation key=76DRYPHC6HG3 tag=CO0XJ2VR5JCB type=del size=4080381 2024-04-10T15:51:03.011 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.019+0000 7f0dda17f780 -1 < failed to complete operation key=XDWUTYA27EZF tag=L4SMLKAKYEXP type=write size=644402: (22) Invalid argument 2024-04-10T15:51:03.012 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.020+0000 7f0dda17f780 1 > prepared operation key=O2DQ4CPAMY72 tag=9N7HVEMJD8HX type=del size=1827514 2024-04-10T15:51:03.014 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.022+0000 7f0dda17f780 1 < completed delete operation key=7R1LO48KG193 tag=SDT0D5OL3W1I type=del 2024-04-10T15:51:03.015 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.023+0000 7f0dda17f780 1 > prepared operation key=5PTGEI8J4Q78 tag=SCKXOLZZXWH7 type=del size=163198 2024-04-10T15:51:03.016 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.024+0000 7f0dda17f780 1 < completed delete operation key=32PMZSHN97HZ tag=NOOPGDI4C0PC type=del 2024-04-10T15:51:03.017 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.025+0000 7f0dda17f780 1 > prepared operation key=32PMZSHN97HZ tag=H1DFB2OG37OV type=del size=2672119 2024-04-10T15:51:03.018 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.027+0000 7f0dda17f780 1 < completed part key=_multipart_W0QQNH1PRYVL.2~Y2D8HQOE9ESK.0 size=1048576 2024-04-10T15:51:03.018 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.027+0000 7f0dda17f780 1 < canceled part key=_multipart_W0QQNH1PRYVL.2~Y2D8HQOE9ESK.1 size=174304 2024-04-10T15:51:03.020 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.028+0000 7f0dda17f780 1 < canceled multipart upload key=W0QQNH1PRYVL upload=Y2D8HQOE9ESK tag=M5JJ1PK5LDYP type=write size=2271456 2024-04-10T15:51:03.022 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.030+0000 7f0dda17f780 1 > prepared operation key=YKTMKJ7IT90D tag=ZT83TKTKPHQN type=del size=3497963 2024-04-10T15:51:03.023 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.031+0000 7f0dda17f780 1 < completed part key=_multipart_M31TS1RYVD2I.2~9BLUG71FNELP.0 size=751538 2024-04-10T15:51:03.025 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.033+0000 7f0dda17f780 1 < completed multipart upload key=M31TS1RYVD2I upload=9BLUG71FNELP tag=A58KN9QGGS2X type=write size=1800114 2024-04-10T15:51:03.027 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.036+0000 7f0dda17f780 1 > prepared part key=_multipart_W0QQNH1PRYVL.2~758ZLV2TN90E.0 size=1048576 2024-04-10T15:51:03.028 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.037+0000 7f0dda17f780 1 > prepared part key=_multipart_W0QQNH1PRYVL.2~758ZLV2TN90E.1 size=1048576 2024-04-10T15:51:03.029 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.037+0000 7f0dda17f780 1 > prepared part key=_multipart_W0QQNH1PRYVL.2~758ZLV2TN90E.2 size=291726 2024-04-10T15:51:03.029 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.037+0000 7f0dda17f780 1 > prepared multipart upload key=W0QQNH1PRYVL upload=758ZLV2TN90E tag=4UOUJPD3XXYS type=write size=3437454 2024-04-10T15:51:03.031 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.039+0000 7f0dda17f780 1 < completed delete operation key=O0U4M0VYXZJ9 tag=RISMX7M0NPR6 type=del 2024-04-10T15:51:03.032 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.040+0000 7f0dda17f780 1 > prepared operation key=7R29VV7JYRWM tag=HBIKSMQVPYUG type=write size=924011 2024-04-10T15:51:03.033 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.041+0000 7f0dda17f780 1 < completed delete operation key=5PTGEI8J4Q78 tag=DJ5ONN0SII1T type=del 2024-04-10T15:51:03.034 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.042+0000 7f0dda17f780 1 > prepared operation key=5VUYRX80DJNN tag=V9MT0J8ON934 type=del size=1859274 2024-04-10T15:51:03.035 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.043+0000 7f0dda17f780 1 < completed delete operation key=5VUYRX80DJNN tag=GQCS6E4OGGNJ type=del 2024-04-10T15:51:03.036 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.044+0000 7f0dda17f780 1 > prepared operation key=7R1LO48KG193 tag=BLK895T6LU1T type=del size=223138 2024-04-10T15:51:03.037 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.046+0000 7f0dda17f780 1 < completed part key=_multipart_VFKX3F9Z0OZ5.2~YX19HAR13RE9.0 size=546970 2024-04-10T15:51:03.039 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.047+0000 7f0dda17f780 1 < completed multipart upload key=VFKX3F9Z0OZ5 upload=YX19HAR13RE9 tag=0F65FTZZ15LW type=write size=1595546 2024-04-10T15:51:03.040 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.049+0000 7f0dda17f780 1 > prepared operation key=5PTGEI8J4Q78 tag=OY21XKV3C0MY type=del size=1232014 2024-04-10T15:51:03.043 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.051+0000 7f0dda17f780 1 < suggested update operation key=5VUYRX80DJNN tag=05WEZW21XMPN type=del size=1215075 2024-04-10T15:51:03.044 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.052+0000 7f0dda17f780 1 > prepared operation key=1XDQOHF2EHZG tag=SZCZOJZ7HP3S type=del size=1254674 2024-04-10T15:51:03.045 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.053+0000 7f0dda17f780 1 < completed delete operation key=VFKX3F9Z0OZ5 tag=5JN26YOBRL6L type=del 2024-04-10T15:51:03.046 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.054+0000 7f0dda17f780 1 > prepared operation key=W72JTU6KAY5Q tag=KU00Q7O158TF type=del size=232732 2024-04-10T15:51:03.047 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.056+0000 7f0dda17f780 1 < completed part key=_multipart_7R1LO48KG193.2~NG2MCEPGB6IA.0 size=1048576 2024-04-10T15:51:03.048 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.057+0000 7f0dda17f780 1 < completed part key=_multipart_7R1LO48KG193.2~NG2MCEPGB6IA.1 size=1048576 2024-04-10T15:51:03.049 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.057+0000 7f0dda17f780 1 < completed part key=_multipart_7R1LO48KG193.2~NG2MCEPGB6IA.2 size=923743 2024-04-10T15:51:03.051 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.059+0000 7f0dda17f780 1 < completed multipart upload key=7R1LO48KG193 upload=NG2MCEPGB6IA tag=WBJR416VFFH4 type=write size=4069471 2024-04-10T15:51:03.052 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.061+0000 7f0dda17f780 1 > prepared operation key=32PMZSHN97HZ tag=95Z67X2XWEMZ type=del size=2141605 2024-04-10T15:51:03.054 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.062+0000 7f0dda17f780 1 < completed part key=_multipart_H433FHMII9ZA.2~9IP49SUN0329.0 size=1048576 2024-04-10T15:51:03.055 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.063+0000 7f0dda17f780 1 < completed part key=_multipart_H433FHMII9ZA.2~9IP49SUN0329.1 size=600303 2024-04-10T15:51:03.057 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.065+0000 7f0dda17f780 1 < completed multipart upload key=H433FHMII9ZA upload=9IP49SUN0329 tag=1F2S9V5Z0XEX type=write size=2697455 2024-04-10T15:51:03.058 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.066+0000 7f0dda17f780 1 > prepared operation key=7R29VV7JYRWM tag=PLZGW3A6LZL6 type=del size=3482987 2024-04-10T15:51:03.059 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.068+0000 7f0dda17f780 1 < completed delete operation key=EZ2HJBZ8EY6J tag=XIA3CTY470S8 type=del 2024-04-10T15:51:03.062 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.070+0000 7f0dda17f780 1 > prepared part key=_multipart_J9DG8CWKBLB0.2~HSSAHIUZEFYT.0 size=656934 2024-04-10T15:51:03.062 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.070+0000 7f0dda17f780 1 > prepared multipart upload key=J9DG8CWKBLB0 upload=HSSAHIUZEFYT tag=UIFP8VT0CQLL type=write size=1705510 2024-04-10T15:51:03.063 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.071+0000 7f0dda17f780 1 < completed delete operation key=QJ9GK4CHH36X tag=HX88MNYEG3EH type=del 2024-04-10T15:51:03.065 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.073+0000 7f0dda17f780 1 > prepared part key=_multipart_VFKX3F9Z0OZ5.2~0SF5OD6RI8YQ.0 size=860316 2024-04-10T15:51:03.065 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.073+0000 7f0dda17f780 1 > prepared multipart upload key=VFKX3F9Z0OZ5 upload=0SF5OD6RI8YQ tag=D5HBKQSCQ2QJ type=write size=1908892 2024-04-10T15:51:03.067 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.076+0000 7f0dda17f780 1 < suggested update operation key=76DRYPHC6HG3 tag=CO0XJ2VR5JCB type=del size=4080381 2024-04-10T15:51:03.069 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.077+0000 7f0dda17f780 1 > prepared operation key=GK8B4QASB1P8 tag=04X882SJIA8V type=del size=304477 2024-04-10T15:51:03.070 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.078+0000 7f0dda17f780 1 < completed delete operation key=O2DQ4CPAMY72 tag=9N7HVEMJD8HX type=del 2024-04-10T15:51:03.071 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.080+0000 7f0dda17f780 1 > prepared operation key=7R1LO48KG193 tag=F7AEX0901Y2C type=del size=2314882 2024-04-10T15:51:03.073 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.081+0000 7f0dda17f780 1 < completed delete operation key=5PTGEI8J4Q78 tag=SCKXOLZZXWH7 type=del 2024-04-10T15:51:03.074 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.082+0000 7f0dda17f780 1 > prepared operation key=WB4E7VQYBXDP tag=V64JG7KI14VR type=del size=3508192 2024-04-10T15:51:03.076 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.084+0000 7f0dda17f780 1 < suggested remove operation key=32PMZSHN97HZ tag=H1DFB2OG37OV type=del 2024-04-10T15:51:03.077 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.086+0000 7f0dda17f780 1 > prepared operation key=0EQWI1AD1VHA tag=N12L8755LEZ7 type=del size=3275739 2024-04-10T15:51:03.079 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.087+0000 7f0dda17f780 1 < completed delete operation key=YKTMKJ7IT90D tag=ZT83TKTKPHQN type=del 2024-04-10T15:51:03.081 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.089+0000 7f0dda17f780 1 > prepared part key=_multipart_QJ9GK4CHH36X.2~2VMC0CYKWZZZ.0 size=153866 2024-04-10T15:51:03.081 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.089+0000 7f0dda17f780 1 > prepared multipart upload key=QJ9GK4CHH36X upload=2VMC0CYKWZZZ tag=BDY7N1DP8903 type=write size=1202442 2024-04-10T15:51:03.083 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.091+0000 7f0dda17f780 1 < completed part key=_multipart_W0QQNH1PRYVL.2~758ZLV2TN90E.0 size=1048576 2024-04-10T15:51:03.084 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.092+0000 7f0dda17f780 1 < completed part key=_multipart_W0QQNH1PRYVL.2~758ZLV2TN90E.1 size=1048576 2024-04-10T15:51:03.085 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.093+0000 7f0dda17f780 1 < completed part key=_multipart_W0QQNH1PRYVL.2~758ZLV2TN90E.2 size=291726 2024-04-10T15:51:03.087 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.095+0000 7f0dda17f780 1 < completed multipart upload key=W0QQNH1PRYVL upload=758ZLV2TN90E tag=4UOUJPD3XXYS type=write size=3437454 2024-04-10T15:51:03.088 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:51:02 smithi069 ceph-mon[94167]: pgmap v1380: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-10T15:51:03.088 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:51:02 smithi069 ceph-mon[94167]: osdmap e1104: 8 total, 8 up, 8 in 2024-04-10T15:51:03.088 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:51:02 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/1649905338' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-139346-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:51:03.088 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:51:02 smithi069 ceph-mon[94167]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:51:03.088 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:51:02 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/1649905338' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-139346-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:51:03.088 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:51:02 smithi069 ceph-mon[94167]: osdmap e1105: 8 total, 8 up, 8 in 2024-04-10T15:51:03.088 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:51:02 smithi069 ceph-mon[96738]: pgmap v1380: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-10T15:51:03.089 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:51:02 smithi069 ceph-mon[96738]: osdmap e1104: 8 total, 8 up, 8 in 2024-04-10T15:51:03.089 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:51:02 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/1649905338' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-139346-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:51:03.089 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:51:02 smithi069 ceph-mon[96738]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:51:03.089 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:51:02 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/1649905338' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-139346-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:51:03.089 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:51:02 smithi069 ceph-mon[96738]: osdmap e1105: 8 total, 8 up, 8 in 2024-04-10T15:51:03.089 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.097+0000 7f0dda17f780 1 > prepared part key=_multipart_EZ2HJBZ8EY6J.2~2MTR0K3C13EN.0 size=1048576 2024-04-10T15:51:03.090 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.098+0000 7f0dda17f780 1 > prepared part key=_multipart_EZ2HJBZ8EY6J.2~2MTR0K3C13EN.1 size=727809 2024-04-10T15:51:03.090 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.098+0000 7f0dda17f780 1 > prepared multipart upload key=EZ2HJBZ8EY6J upload=2MTR0K3C13EN tag=HJ25YCWBV2MB type=write size=2824961 2024-04-10T15:51:03.091 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.099+0000 7f0dda17f780 1 < completed write operation key=7R29VV7JYRWM tag=HBIKSMQVPYUG type=write size=924011 2024-04-10T15:51:03.093 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.101+0000 7f0dda17f780 1 > prepared part key=_multipart_VFKX3F9Z0OZ5.2~YSCM20IX9V5M.0 size=1048576 2024-04-10T15:51:03.094 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.102+0000 7f0dda17f780 1 > prepared part key=_multipart_VFKX3F9Z0OZ5.2~YSCM20IX9V5M.1 size=1048576 2024-04-10T15:51:03.095 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.103+0000 7f0dda17f780 1 > prepared part key=_multipart_VFKX3F9Z0OZ5.2~YSCM20IX9V5M.2 size=142283 2024-04-10T15:51:03.095 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.103+0000 7f0dda17f780 1 > prepared multipart upload key=VFKX3F9Z0OZ5 upload=YSCM20IX9V5M tag=XAI09NXWBAN9 type=write size=3288011 2024-04-10T15:51:03.097 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.105+0000 7f0dda17f780 -1 < failed to complete operation key=5VUYRX80DJNN tag=V9MT0J8ON934 type=del size=1859274: (22) Invalid argument 2024-04-10T15:51:03.098 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.106+0000 7f0dda17f780 1 > prepared operation key=XDWUTYA27EZF tag=JDUB0MTOQ2L6 type=write size=635585 2024-04-10T15:51:03.099 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.107+0000 7f0dda17f780 1 < completed delete operation key=7R1LO48KG193 tag=BLK895T6LU1T type=del 2024-04-10T15:51:03.100 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.108+0000 7f0dda17f780 1 > prepared operation key=Q55YN73R4WFF tag=CQYK669N4TOK type=del size=2346411 2024-04-10T15:51:03.101 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.109+0000 7f0dda17f780 1 < completed delete operation key=5PTGEI8J4Q78 tag=OY21XKV3C0MY type=del 2024-04-10T15:51:03.103 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.111+0000 7f0dda17f780 1 > prepared operation key=76DRYPHC6HG3 tag=VYWVIXG9ZWKQ type=write size=628786 2024-04-10T15:51:03.104 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.112+0000 7f0dda17f780 1 < completed delete operation key=1XDQOHF2EHZG tag=SZCZOJZ7HP3S type=del 2024-04-10T15:51:03.105 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.113+0000 7f0dda17f780 1 > prepared operation key=O0U4M0VYXZJ9 tag=239TU2OVDW5V type=del size=2369062 2024-04-10T15:51:03.106 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.114+0000 7f0dda17f780 1 < completed delete operation key=W72JTU6KAY5Q tag=KU00Q7O158TF type=del 2024-04-10T15:51:03.108 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.116+0000 7f0dda17f780 1 > prepared operation key=YKTMKJ7IT90D tag=PE0M7SNXGREZ type=write size=141241 2024-04-10T15:51:03.109 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.117+0000 7f0dda17f780 -1 < failed to complete operation key=32PMZSHN97HZ tag=95Z67X2XWEMZ type=del size=2141605: (22) Invalid argument 2024-04-10T15:51:03.110 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.118+0000 7f0dda17f780 1 > prepared operation key=7R29VV7JYRWM tag=LW9MC07OGWCX type=del size=3712272 2024-04-10T15:51:03.111 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.120+0000 7f0dda17f780 1 < completed delete operation key=7R29VV7JYRWM tag=PLZGW3A6LZL6 type=del 2024-04-10T15:51:03.114 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.122+0000 7f0dda17f780 1 > prepared part key=_multipart_EZ2HJBZ8EY6J.2~8DQVSC080ZHD.0 size=1048576 2024-04-10T15:51:03.115 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.123+0000 7f0dda17f780 1 > prepared part key=_multipart_EZ2HJBZ8EY6J.2~8DQVSC080ZHD.1 size=930969 2024-04-10T15:51:03.115 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.123+0000 7f0dda17f780 1 > prepared multipart upload key=EZ2HJBZ8EY6J upload=8DQVSC080ZHD tag=YCSQFRNZHT81 type=write size=3028121 2024-04-10T15:51:03.116 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.124+0000 7f0dda17f780 1 < completed part key=_multipart_J9DG8CWKBLB0.2~HSSAHIUZEFYT.0 size=656934 2024-04-10T15:51:03.118 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.126+0000 7f0dda17f780 1 < completed multipart upload key=J9DG8CWKBLB0 upload=HSSAHIUZEFYT tag=UIFP8VT0CQLL type=write size=1705510 2024-04-10T15:51:03.120 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.128+0000 7f0dda17f780 1 > prepared part key=_multipart_P7QI1303WDML.2~P37078HEV8LF.0 size=1048576 2024-04-10T15:51:03.121 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.129+0000 7f0dda17f780 1 > prepared part key=_multipart_P7QI1303WDML.2~P37078HEV8LF.1 size=1048576 2024-04-10T15:51:03.122 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.130+0000 7f0dda17f780 1 > prepared part key=_multipart_P7QI1303WDML.2~P37078HEV8LF.2 size=241446 2024-04-10T15:51:03.122 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.130+0000 7f0dda17f780 1 > prepared multipart upload key=P7QI1303WDML upload=P37078HEV8LF tag=9098E4P4ZT22 type=write size=3387174 2024-04-10T15:51:03.123 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.131+0000 7f0dda17f780 1 < completed part key=_multipart_VFKX3F9Z0OZ5.2~0SF5OD6RI8YQ.0 size=860316 2024-04-10T15:51:03.125 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.133+0000 7f0dda17f780 1 < completed multipart upload key=VFKX3F9Z0OZ5 upload=0SF5OD6RI8YQ tag=D5HBKQSCQ2QJ type=write size=1908892 2024-04-10T15:51:03.126 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.134+0000 7f0dda17f780 1 > prepared operation key=W72JTU6KAY5Q tag=NLHSAZDZD243 type=del size=2735008 2024-04-10T15:51:03.127 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.136+0000 7f0dda17f780 1 < canceled operation key=GK8B4QASB1P8 tag=04X882SJIA8V type=del size=304477 2024-04-10T15:51:03.130 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.138+0000 7f0dda17f780 1 > prepared part key=_multipart_EZ2HJBZ8EY6J.2~16YZAR4EWZ2L.0 size=1048576 2024-04-10T15:51:03.130 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.139+0000 7f0dda17f780 1 > prepared part key=_multipart_EZ2HJBZ8EY6J.2~16YZAR4EWZ2L.1 size=1048576 2024-04-10T15:51:03.131 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.139+0000 7f0dda17f780 1 > prepared part key=_multipart_EZ2HJBZ8EY6J.2~16YZAR4EWZ2L.2 size=165792 2024-04-10T15:51:03.132 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.139+0000 7f0dda17f780 1 > prepared multipart upload key=EZ2HJBZ8EY6J upload=16YZAR4EWZ2L tag=AZJZT0M1PKW2 type=write size=3311520 2024-04-10T15:51:03.133 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.141+0000 7f0dda17f780 1 < completed delete operation key=7R1LO48KG193 tag=F7AEX0901Y2C type=del 2024-04-10T15:51:03.134 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.142+0000 7f0dda17f780 1 > prepared operation key=76DRYPHC6HG3 tag=NVA7Q7X5401R type=del size=1700577 2024-04-10T15:51:03.135 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.143+0000 7f0dda17f780 1 < canceled operation key=WB4E7VQYBXDP tag=V64JG7KI14VR type=del size=3508192 2024-04-10T15:51:03.137 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.146+0000 7f0dda17f780 1 > prepared part key=_multipart_W1N9JNIA6ZML.2~29LFRFJ94UI6.0 size=1048576 2024-04-10T15:51:03.138 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.146+0000 7f0dda17f780 1 > prepared part key=_multipart_W1N9JNIA6ZML.2~29LFRFJ94UI6.1 size=995427 2024-04-10T15:51:03.138 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.146+0000 7f0dda17f780 1 > prepared multipart upload key=W1N9JNIA6ZML upload=29LFRFJ94UI6 tag=7KC07DV7K3WN type=write size=3092579 2024-04-10T15:51:03.140 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.148+0000 7f0dda17f780 1 < canceled operation key=0EQWI1AD1VHA tag=N12L8755LEZ7 type=del size=3275739 2024-04-10T15:51:03.141 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.149+0000 7f0dda17f780 1 > prepared operation key=1XDQOHF2EHZG tag=L5TMH0NRBCF5 type=del size=889079 2024-04-10T15:51:03.142 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.150+0000 7f0dda17f780 1 < completed part key=_multipart_QJ9GK4CHH36X.2~2VMC0CYKWZZZ.0 size=153866 2024-04-10T15:51:03.144 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.153+0000 7f0dda17f780 1 < completed multipart upload key=QJ9GK4CHH36X upload=2VMC0CYKWZZZ tag=BDY7N1DP8903 type=write size=1202442 2024-04-10T15:51:03.147 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.155+0000 7f0dda17f780 1 > prepared part key=_multipart_Q55YN73R4WFF.2~SF1KBC9NRUY3.0 size=1048576 2024-04-10T15:51:03.147 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.156+0000 7f0dda17f780 1 > prepared part key=_multipart_Q55YN73R4WFF.2~SF1KBC9NRUY3.1 size=1048576 2024-04-10T15:51:03.148 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.157+0000 7f0dda17f780 1 > prepared part key=_multipart_Q55YN73R4WFF.2~SF1KBC9NRUY3.2 size=456212 2024-04-10T15:51:03.149 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.157+0000 7f0dda17f780 1 > prepared multipart upload key=Q55YN73R4WFF upload=SF1KBC9NRUY3 tag=TK32U5FAX5D6 type=write size=3601940 2024-04-10T15:51:03.150 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.158+0000 7f0dda17f780 1 < completed part key=_multipart_EZ2HJBZ8EY6J.2~2MTR0K3C13EN.0 size=1048576 2024-04-10T15:51:03.151 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.159+0000 7f0dda17f780 1 < completed part key=_multipart_EZ2HJBZ8EY6J.2~2MTR0K3C13EN.1 size=727809 2024-04-10T15:51:03.153 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.161+0000 7f0dda17f780 1 < completed multipart upload key=EZ2HJBZ8EY6J upload=2MTR0K3C13EN tag=HJ25YCWBV2MB type=write size=2824961 2024-04-10T15:51:03.154 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.162+0000 7f0dda17f780 1 > prepared operation key=QJ9GK4CHH36X tag=5DLIPLOVB3AN type=del size=1413904 2024-04-10T15:51:03.156 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.164+0000 7f0dda17f780 1 < completed part key=_multipart_VFKX3F9Z0OZ5.2~YSCM20IX9V5M.0 size=1048576 2024-04-10T15:51:03.157 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.165+0000 7f0dda17f780 1 < completed part key=_multipart_VFKX3F9Z0OZ5.2~YSCM20IX9V5M.1 size=1048576 2024-04-10T15:51:03.157 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.165+0000 7f0dda17f780 1 < canceled part key=_multipart_VFKX3F9Z0OZ5.2~YSCM20IX9V5M.2 size=142283 2024-04-10T15:51:03.159 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.167+0000 7f0dda17f780 1 < canceled multipart upload key=VFKX3F9Z0OZ5 upload=YSCM20IX9V5M tag=XAI09NXWBAN9 type=write size=3288011 2024-04-10T15:51:03.161 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.169+0000 7f0dda17f780 1 > prepared operation key=WB4E7VQYBXDP tag=XXLHAIITHRCH type=del size=2734361 2024-04-10T15:51:03.162 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.170+0000 7f0dda17f780 1 < completed write operation key=XDWUTYA27EZF tag=JDUB0MTOQ2L6 type=write size=635585 2024-04-10T15:51:03.165 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.172+0000 7f0dda17f780 1 > prepared operation key=YKTMKJ7IT90D tag=BOD3IKP7VMQU type=del size=1932315 2024-04-10T15:51:03.166 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.173+0000 7f0dda17f780 1 < completed delete operation key=Q55YN73R4WFF tag=CQYK669N4TOK type=del 2024-04-10T15:51:03.167 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.175+0000 7f0dda17f780 1 > prepared part key=_multipart_O2DQ4CPAMY72.2~EBXYPHHCJKEZ.0 size=459508 2024-04-10T15:51:03.167 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.175+0000 7f0dda17f780 1 > prepared multipart upload key=O2DQ4CPAMY72 upload=EBXYPHHCJKEZ tag=F4K6BMDKTO16 type=write size=1508084 2024-04-10T15:51:03.169 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.177+0000 7f0dda17f780 1 < suggested remove operation key=76DRYPHC6HG3 tag=VYWVIXG9ZWKQ type=write 2024-04-10T15:51:03.171 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.179+0000 7f0dda17f780 1 > prepared part key=_multipart_H433FHMII9ZA.2~MGJILDYFA57B.0 size=1048576 2024-04-10T15:51:03.172 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.180+0000 7f0dda17f780 1 > prepared part key=_multipart_H433FHMII9ZA.2~MGJILDYFA57B.1 size=1048576 2024-04-10T15:51:03.173 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.181+0000 7f0dda17f780 1 > prepared part key=_multipart_H433FHMII9ZA.2~MGJILDYFA57B.2 size=807778 2024-04-10T15:51:03.173 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.181+0000 7f0dda17f780 1 > prepared multipart upload key=H433FHMII9ZA upload=MGJILDYFA57B tag=520TP6KG9DDK type=write size=3953506 2024-04-10T15:51:03.175 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.184+0000 7f0dda17f780 1 < suggested update operation key=O0U4M0VYXZJ9 tag=239TU2OVDW5V type=del size=2369062 2024-04-10T15:51:03.178 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.186+0000 7f0dda17f780 1 > prepared part key=_multipart_0EQWI1AD1VHA.2~DWC8IX7RN38I.0 size=1048576 2024-04-10T15:51:03.178 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.187+0000 7f0dda17f780 1 > prepared part key=_multipart_0EQWI1AD1VHA.2~DWC8IX7RN38I.1 size=1048576 2024-04-10T15:51:03.180 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.188+0000 7f0dda17f780 1 > prepared part key=_multipart_0EQWI1AD1VHA.2~DWC8IX7RN38I.2 size=500834 2024-04-10T15:51:03.180 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.188+0000 7f0dda17f780 1 > prepared multipart upload key=0EQWI1AD1VHA upload=DWC8IX7RN38I tag=IB256X2ARURT type=write size=3646562 2024-04-10T15:51:03.181 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.189+0000 7f0dda17f780 1 < completed write operation key=YKTMKJ7IT90D tag=PE0M7SNXGREZ type=write size=141241 2024-04-10T15:51:03.182 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.190+0000 7f0dda17f780 1 > prepared operation key=XDWUTYA27EZF tag=U0NS72WNC0QW type=del size=2734637 2024-04-10T15:51:03.184 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.192+0000 7f0dda17f780 1 < completed delete operation key=7R29VV7JYRWM tag=LW9MC07OGWCX type=del 2024-04-10T15:51:03.185 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.193+0000 7f0dda17f780 1 > prepared operation key=DRNFVWXVQQUT tag=OJ4JJJY5UCEC type=write size=449645 2024-04-10T15:51:03.186 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.194+0000 7f0dda17f780 1 < completed part key=_multipart_EZ2HJBZ8EY6J.2~8DQVSC080ZHD.0 size=1048576 2024-04-10T15:51:03.187 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.195+0000 7f0dda17f780 1 < completed part key=_multipart_EZ2HJBZ8EY6J.2~8DQVSC080ZHD.1 size=930969 2024-04-10T15:51:03.189 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.197+0000 7f0dda17f780 1 < completed multipart upload key=EZ2HJBZ8EY6J upload=8DQVSC080ZHD tag=YCSQFRNZHT81 type=write size=3028121 2024-04-10T15:51:03.190 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.199+0000 7f0dda17f780 1 > prepared operation key=6V3UX4ZSIBZX tag=VR0QSCIVSPJK type=write size=684439 2024-04-10T15:51:03.192 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.200+0000 7f0dda17f780 1 < completed part key=_multipart_P7QI1303WDML.2~P37078HEV8LF.0 size=1048576 2024-04-10T15:51:03.192 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.201+0000 7f0dda17f780 1 < completed part key=_multipart_P7QI1303WDML.2~P37078HEV8LF.1 size=1048576 2024-04-10T15:51:03.193 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.202+0000 7f0dda17f780 1 < completed part key=_multipart_P7QI1303WDML.2~P37078HEV8LF.2 size=241446 2024-04-10T15:51:03.196 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.204+0000 7f0dda17f780 1 < completed multipart upload key=P7QI1303WDML upload=P37078HEV8LF tag=9098E4P4ZT22 type=write size=3387174 2024-04-10T15:51:03.198 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.206+0000 7f0dda17f780 1 > prepared part key=_multipart_M31TS1RYVD2I.2~AZT1XKS5R13Z.0 size=1048576 2024-04-10T15:51:03.199 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.207+0000 7f0dda17f780 1 > prepared part key=_multipart_M31TS1RYVD2I.2~AZT1XKS5R13Z.1 size=1048576 2024-04-10T15:51:03.200 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.208+0000 7f0dda17f780 1 > prepared part key=_multipart_M31TS1RYVD2I.2~AZT1XKS5R13Z.2 size=481382 2024-04-10T15:51:03.200 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.208+0000 7f0dda17f780 1 > prepared multipart upload key=M31TS1RYVD2I upload=AZT1XKS5R13Z tag=56YRTMNIISB2 type=write size=3627110 2024-04-10T15:51:03.201 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.209+0000 7f0dda17f780 1 < completed delete operation key=W72JTU6KAY5Q tag=NLHSAZDZD243 type=del 2024-04-10T15:51:03.202 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.210+0000 7f0dda17f780 1 > prepared operation key=EZ2HJBZ8EY6J tag=XDPU1Z1JVQZM type=del size=3765249 2024-04-10T15:51:03.203 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.211+0000 7f0dda17f780 1 < completed part key=_multipart_EZ2HJBZ8EY6J.2~16YZAR4EWZ2L.0 size=1048576 2024-04-10T15:51:03.204 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.212+0000 7f0dda17f780 1 < completed part key=_multipart_EZ2HJBZ8EY6J.2~16YZAR4EWZ2L.1 size=1048576 2024-04-10T15:51:03.205 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.214+0000 7f0dda17f780 1 < completed part key=_multipart_EZ2HJBZ8EY6J.2~16YZAR4EWZ2L.2 size=165792 2024-04-10T15:51:03.208 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.216+0000 7f0dda17f780 1 < completed multipart upload key=EZ2HJBZ8EY6J upload=16YZAR4EWZ2L tag=AZJZT0M1PKW2 type=write size=3311520 2024-04-10T15:51:03.209 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.217+0000 7f0dda17f780 1 > prepared operation key=VFKX3F9Z0OZ5 tag=Y5L2DR43PY0N type=del size=2020167 2024-04-10T15:51:03.209 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.218+0000 7f0dda17f780 -1 < no bi entry to suggest for operation key=76DRYPHC6HG3 tag=NVA7Q7X5401R type=del size=1700577: (2) No such file or directory 2024-04-10T15:51:03.211 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.219+0000 7f0dda17f780 1 > prepared operation key=VKTXOZU1BOHT tag=0YWMKWMAK9WU type=del size=436935 2024-04-10T15:51:03.212 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.220+0000 7f0dda17f780 1 < completed part key=_multipart_W1N9JNIA6ZML.2~29LFRFJ94UI6.0 size=1048576 2024-04-10T15:51:03.213 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.221+0000 7f0dda17f780 1 < completed part key=_multipart_W1N9JNIA6ZML.2~29LFRFJ94UI6.1 size=995427 2024-04-10T15:51:03.215 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.223+0000 7f0dda17f780 1 < completed multipart upload key=W1N9JNIA6ZML upload=29LFRFJ94UI6 tag=7KC07DV7K3WN type=write size=3092579 2024-04-10T15:51:03.217 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.225+0000 7f0dda17f780 1 > prepared operation key=W0QQNH1PRYVL tag=EL3GSJ4G65C3 type=del size=1324268 2024-04-10T15:51:03.219 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.228+0000 7f0dda17f780 1 < suggested update operation key=1XDQOHF2EHZG tag=L5TMH0NRBCF5 type=del size=889079 2024-04-10T15:51:03.222 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.230+0000 7f0dda17f780 1 > prepared part key=_multipart_W72JTU6KAY5Q.2~LTXU1HCSSM4V.0 size=1048576 2024-04-10T15:51:03.223 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.231+0000 7f0dda17f780 1 > prepared part key=_multipart_W72JTU6KAY5Q.2~LTXU1HCSSM4V.1 size=1045728 2024-04-10T15:51:03.223 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.231+0000 7f0dda17f780 1 > prepared multipart upload key=W72JTU6KAY5Q upload=LTXU1HCSSM4V tag=I98N2XVIO1SK type=write size=3142880 2024-04-10T15:51:03.224 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.232+0000 7f0dda17f780 1 < completed part key=_multipart_Q55YN73R4WFF.2~SF1KBC9NRUY3.0 size=1048576 2024-04-10T15:51:03.225 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.233+0000 7f0dda17f780 1 < completed part key=_multipart_Q55YN73R4WFF.2~SF1KBC9NRUY3.1 size=1048576 2024-04-10T15:51:03.226 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.234+0000 7f0dda17f780 1 < completed part key=_multipart_Q55YN73R4WFF.2~SF1KBC9NRUY3.2 size=456212 2024-04-10T15:51:03.228 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.236+0000 7f0dda17f780 1 < completed multipart upload key=Q55YN73R4WFF upload=SF1KBC9NRUY3 tag=TK32U5FAX5D6 type=write size=3601940 2024-04-10T15:51:03.231 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.239+0000 7f0dda17f780 1 > prepared part key=_multipart_5PTGEI8J4Q78.2~78ZZ931TXBUZ.0 size=739910 2024-04-10T15:51:03.231 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.239+0000 7f0dda17f780 1 > prepared multipart upload key=5PTGEI8J4Q78 upload=78ZZ931TXBUZ tag=QERI72FR5950 type=write size=1788486 2024-04-10T15:51:03.232 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.240+0000 7f0dda17f780 1 < completed delete operation key=QJ9GK4CHH36X tag=5DLIPLOVB3AN type=del 2024-04-10T15:51:03.233 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.241+0000 7f0dda17f780 1 > prepared operation key=W0QQNH1PRYVL tag=LV9J39B62J8P type=del size=2867117 2024-04-10T15:51:03.234 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.243+0000 7f0dda17f780 1 < completed delete operation key=WB4E7VQYBXDP tag=XXLHAIITHRCH type=del 2024-04-10T15:51:03.236 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.244+0000 7f0dda17f780 1 > prepared operation key=EZ2HJBZ8EY6J tag=RTTB4LBFZIAC type=del size=243204 2024-04-10T15:51:03.237 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.245+0000 7f0dda17f780 1 < completed delete operation key=YKTMKJ7IT90D tag=BOD3IKP7VMQU type=del 2024-04-10T15:51:03.239 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.247+0000 7f0dda17f780 1 > prepared operation key=O2DQ4CPAMY72 tag=N0HHEZ8XGKHU type=del size=540119 2024-04-10T15:51:03.239 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.247+0000 7f0dda17f780 1 < canceled part key=_multipart_O2DQ4CPAMY72.2~EBXYPHHCJKEZ.0 size=459508 2024-04-10T15:51:03.241 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.249+0000 7f0dda17f780 1 < canceled multipart upload key=O2DQ4CPAMY72 upload=EBXYPHHCJKEZ tag=F4K6BMDKTO16 type=write size=1508084 2024-04-10T15:51:03.242 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.251+0000 7f0dda17f780 1 > prepared operation key=6V3UX4ZSIBZX tag=0KWG02U3ZUAO type=del size=3600097 2024-04-10T15:51:03.243 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.252+0000 7f0dda17f780 1 < completed part key=_multipart_H433FHMII9ZA.2~MGJILDYFA57B.0 size=1048576 2024-04-10T15:51:03.244 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:51:02 smithi077 ceph-mon[87572]: pgmap v1380: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-10T15:51:03.244 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:51:02 smithi077 ceph-mon[87572]: osdmap e1104: 8 total, 8 up, 8 in 2024-04-10T15:51:03.244 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:51:02 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/1649905338' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-139346-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:51:03.244 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:51:02 smithi077 ceph-mon[87572]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:51:03.244 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:51:02 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/1649905338' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-139346-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:51:03.244 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:51:02 smithi077 ceph-mon[87572]: osdmap e1105: 8 total, 8 up, 8 in 2024-04-10T15:51:03.245 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.253+0000 7f0dda17f780 1 < completed part key=_multipart_H433FHMII9ZA.2~MGJILDYFA57B.1 size=1048576 2024-04-10T15:51:03.246 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.254+0000 7f0dda17f780 1 < completed part key=_multipart_H433FHMII9ZA.2~MGJILDYFA57B.2 size=807778 2024-04-10T15:51:03.248 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.256+0000 7f0dda17f780 1 < completed multipart upload key=H433FHMII9ZA upload=MGJILDYFA57B tag=520TP6KG9DDK type=write size=3953506 2024-04-10T15:51:03.249 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.257+0000 7f0dda17f780 1 > prepared operation key=P7QI1303WDML tag=CWEGLMV75YP8 type=del size=3865799 2024-04-10T15:51:03.250 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.258+0000 7f0dda17f780 1 < completed part key=_multipart_0EQWI1AD1VHA.2~DWC8IX7RN38I.0 size=1048576 2024-04-10T15:51:03.251 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.259+0000 7f0dda17f780 1 < completed part key=_multipart_0EQWI1AD1VHA.2~DWC8IX7RN38I.1 size=1048576 2024-04-10T15:51:03.251 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.259+0000 7f0dda17f780 1 < canceled part key=_multipart_0EQWI1AD1VHA.2~DWC8IX7RN38I.2 size=500834 2024-04-10T15:51:03.253 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.261+0000 7f0dda17f780 1 < canceled multipart upload key=0EQWI1AD1VHA upload=DWC8IX7RN38I tag=IB256X2ARURT type=write size=3646562 2024-04-10T15:51:03.255 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.264+0000 7f0dda17f780 1 > prepared part key=_multipart_Q55YN73R4WFF.2~H5BCNKSBSUBZ.0 size=1048576 2024-04-10T15:51:03.257 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.265+0000 7f0dda17f780 1 > prepared part key=_multipart_Q55YN73R4WFF.2~H5BCNKSBSUBZ.1 size=908587 2024-04-10T15:51:03.257 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.265+0000 7f0dda17f780 1 > prepared multipart upload key=Q55YN73R4WFF upload=H5BCNKSBSUBZ tag=JTH03FIJ58AL type=write size=3005739 2024-04-10T15:51:03.258 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.266+0000 7f0dda17f780 1 < completed delete operation key=XDWUTYA27EZF tag=U0NS72WNC0QW type=del 2024-04-10T15:51:03.260 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.268+0000 7f0dda17f780 1 > prepared operation key=EZ2HJBZ8EY6J tag=QW00SYWW0S1T type=del size=3629398 2024-04-10T15:51:03.261 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.269+0000 7f0dda17f780 1 < completed write operation key=DRNFVWXVQQUT tag=OJ4JJJY5UCEC type=write size=449645 2024-04-10T15:51:03.264 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.272+0000 7f0dda17f780 1 > prepared part key=_multipart_5PTGEI8J4Q78.2~NPN8XZBNGYMH.0 size=1048576 2024-04-10T15:51:03.265 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.273+0000 7f0dda17f780 1 > prepared part key=_multipart_5PTGEI8J4Q78.2~NPN8XZBNGYMH.1 size=233699 2024-04-10T15:51:03.265 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.273+0000 7f0dda17f780 1 > prepared multipart upload key=5PTGEI8J4Q78 upload=NPN8XZBNGYMH tag=VSE16JYEZJFA type=write size=2330851 2024-04-10T15:51:03.266 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.274+0000 7f0dda17f780 1 < completed write operation key=6V3UX4ZSIBZX tag=VR0QSCIVSPJK type=write size=684439 2024-04-10T15:51:03.267 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.276+0000 7f0dda17f780 1 > prepared operation key=LPSA55UNQS7T tag=2CA8H09APHRL type=del size=3010691 2024-04-10T15:51:03.269 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.277+0000 7f0dda17f780 1 < completed part key=_multipart_M31TS1RYVD2I.2~AZT1XKS5R13Z.0 size=1048576 2024-04-10T15:51:03.270 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.278+0000 7f0dda17f780 1 < completed part key=_multipart_M31TS1RYVD2I.2~AZT1XKS5R13Z.1 size=1048576 2024-04-10T15:51:03.271 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.279+0000 7f0dda17f780 1 < completed part key=_multipart_M31TS1RYVD2I.2~AZT1XKS5R13Z.2 size=481382 2024-04-10T15:51:03.273 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.282+0000 7f0dda17f780 1 < completed multipart upload key=M31TS1RYVD2I upload=AZT1XKS5R13Z tag=56YRTMNIISB2 type=write size=3627110 2024-04-10T15:51:03.275 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.283+0000 7f0dda17f780 1 > prepared operation key=M31TS1RYVD2I tag=EJ221VKWD1BG type=write size=489100 2024-04-10T15:51:03.276 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.285+0000 7f0dda17f780 1 < canceled operation key=EZ2HJBZ8EY6J tag=XDPU1Z1JVQZM type=del size=3765249 2024-04-10T15:51:03.278 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.286+0000 7f0dda17f780 1 > prepared operation key=LPSA55UNQS7T tag=VYFZ6HKPDSO3 type=del size=2455413 2024-04-10T15:51:03.279 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.287+0000 7f0dda17f780 1 < completed delete operation key=VFKX3F9Z0OZ5 tag=Y5L2DR43PY0N type=del 2024-04-10T15:51:03.280 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.288+0000 7f0dda17f780 1 > prepared operation key=J9DG8CWKBLB0 tag=JWENQTGTB8IU type=write size=887466 2024-04-10T15:51:03.283 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.291+0000 7f0dda17f780 1 < suggested remove operation key=VKTXOZU1BOHT tag=0YWMKWMAK9WU type=del 2024-04-10T15:51:03.285 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.293+0000 7f0dda17f780 1 > prepared part key=_multipart_WB4E7VQYBXDP.2~DOPZG4UMWZB0.0 size=1048576 2024-04-10T15:51:03.286 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.294+0000 7f0dda17f780 1 > prepared part key=_multipart_WB4E7VQYBXDP.2~DOPZG4UMWZB0.1 size=481953 2024-04-10T15:51:03.286 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.294+0000 7f0dda17f780 1 > prepared multipart upload key=WB4E7VQYBXDP upload=DOPZG4UMWZB0 tag=USYFSVJDWBKH type=write size=2579105 2024-04-10T15:51:03.287 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.295+0000 7f0dda17f780 1 < completed delete operation key=W0QQNH1PRYVL tag=EL3GSJ4G65C3 type=del 2024-04-10T15:51:03.289 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.297+0000 7f0dda17f780 1 > prepared part key=_multipart_4GB88X6QZH6E.2~TQ1PNMVJYGF9.0 size=1048576 2024-04-10T15:51:03.290 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.299+0000 7f0dda17f780 1 > prepared part key=_multipart_4GB88X6QZH6E.2~TQ1PNMVJYGF9.1 size=684700 2024-04-10T15:51:03.290 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.299+0000 7f0dda17f780 1 > prepared multipart upload key=4GB88X6QZH6E upload=TQ1PNMVJYGF9 tag=6Y0TT1IPZ54Y type=write size=2781852 2024-04-10T15:51:03.292 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.300+0000 7f0dda17f780 1 < completed part key=_multipart_W72JTU6KAY5Q.2~LTXU1HCSSM4V.0 size=1048576 2024-04-10T15:51:03.293 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.301+0000 7f0dda17f780 1 < completed part key=_multipart_W72JTU6KAY5Q.2~LTXU1HCSSM4V.1 size=1045728 2024-04-10T15:51:03.295 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.303+0000 7f0dda17f780 1 < completed multipart upload key=W72JTU6KAY5Q upload=LTXU1HCSSM4V tag=I98N2XVIO1SK type=write size=3142880 2024-04-10T15:51:03.296 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.304+0000 7f0dda17f780 1 > prepared operation key=1XDQOHF2EHZG tag=646YP560ZRI7 type=del size=1320794 2024-04-10T15:51:03.298 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.306+0000 7f0dda17f780 1 < completed part key=_multipart_5PTGEI8J4Q78.2~78ZZ931TXBUZ.0 size=739910 2024-04-10T15:51:03.300 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.308+0000 7f0dda17f780 1 < completed multipart upload key=5PTGEI8J4Q78 upload=78ZZ931TXBUZ tag=QERI72FR5950 type=write size=1788486 2024-04-10T15:51:03.301 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.309+0000 7f0dda17f780 1 > prepared operation key=P7QI1303WDML tag=CN5223H7Q12D type=del size=3968428 2024-04-10T15:51:03.302 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.311+0000 7f0dda17f780 1 < completed delete operation key=W0QQNH1PRYVL tag=LV9J39B62J8P type=del 2024-04-10T15:51:03.304 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.312+0000 7f0dda17f780 1 > prepared operation key=XDWUTYA27EZF tag=8JQEO6W98DKA type=del size=142007 2024-04-10T15:51:03.305 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.313+0000 7f0dda17f780 1 < completed delete operation key=EZ2HJBZ8EY6J tag=RTTB4LBFZIAC type=del 2024-04-10T15:51:03.307 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.316+0000 7f0dda17f780 1 > prepared part key=_multipart_W0QQNH1PRYVL.2~Q3DUDH2WLBRE.0 size=930048 2024-04-10T15:51:03.307 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.316+0000 7f0dda17f780 1 > prepared multipart upload key=W0QQNH1PRYVL upload=Q3DUDH2WLBRE tag=XX905TIHEXKY type=write size=1978624 2024-04-10T15:51:03.308 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.317+0000 7f0dda17f780 1 < canceled operation key=O2DQ4CPAMY72 tag=N0HHEZ8XGKHU type=del size=540119 2024-04-10T15:51:03.311 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.319+0000 7f0dda17f780 1 > prepared part key=_multipart_9QFS277S5EY3.2~0H5PEOUUIIRT.0 size=1048576 2024-04-10T15:51:03.312 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.320+0000 7f0dda17f780 1 > prepared part key=_multipart_9QFS277S5EY3.2~0H5PEOUUIIRT.1 size=421119 2024-04-10T15:51:03.312 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.320+0000 7f0dda17f780 1 > prepared multipart upload key=9QFS277S5EY3 upload=0H5PEOUUIIRT tag=TV142J355IAN type=write size=2518271 2024-04-10T15:51:03.314 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.323+0000 7f0dda17f780 1 < suggested remove operation key=6V3UX4ZSIBZX tag=0KWG02U3ZUAO type=del 2024-04-10T15:51:03.316 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.325+0000 7f0dda17f780 1 > prepared operation key=892B9J3TLMA2 tag=JQ4KSCVBO2XA type=del size=183212 2024-04-10T15:51:03.318 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.326+0000 7f0dda17f780 1 < completed delete operation key=P7QI1303WDML tag=CWEGLMV75YP8 type=del 2024-04-10T15:51:03.320 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.329+0000 7f0dda17f780 1 > prepared part key=_multipart_YKTMKJ7IT90D.2~P0AT452BCNAF.0 size=1048576 2024-04-10T15:51:03.321 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.330+0000 7f0dda17f780 1 > prepared part key=_multipart_YKTMKJ7IT90D.2~P0AT452BCNAF.1 size=1048576 2024-04-10T15:51:03.322 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.331+0000 7f0dda17f780 1 > prepared part key=_multipart_YKTMKJ7IT90D.2~P0AT452BCNAF.2 size=968241 2024-04-10T15:51:03.323 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.331+0000 7f0dda17f780 1 > prepared multipart upload key=YKTMKJ7IT90D upload=P0AT452BCNAF tag=3IMPBHR9XFHQ type=write size=4113969 2024-04-10T15:51:03.324 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.332+0000 7f0dda17f780 1 < completed part key=_multipart_Q55YN73R4WFF.2~H5BCNKSBSUBZ.0 size=1048576 2024-04-10T15:51:03.325 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.333+0000 7f0dda17f780 1 < completed part key=_multipart_Q55YN73R4WFF.2~H5BCNKSBSUBZ.1 size=908587 2024-04-10T15:51:03.327 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.335+0000 7f0dda17f780 1 < completed multipart upload key=Q55YN73R4WFF upload=H5BCNKSBSUBZ tag=JTH03FIJ58AL type=write size=3005739 2024-04-10T15:51:03.330 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.338+0000 7f0dda17f780 1 > prepared part key=_multipart_EZ2HJBZ8EY6J.2~S5BA4SWRSA2B.0 size=1048576 2024-04-10T15:51:03.330 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.338+0000 7f0dda17f780 1 > prepared part key=_multipart_EZ2HJBZ8EY6J.2~S5BA4SWRSA2B.1 size=400537 2024-04-10T15:51:03.330 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.338+0000 7f0dda17f780 1 > prepared multipart upload key=EZ2HJBZ8EY6J upload=S5BA4SWRSA2B tag=CC1VEKFY3Y9O type=write size=2497689 2024-04-10T15:51:03.332 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.340+0000 7f0dda17f780 1 < completed delete operation key=EZ2HJBZ8EY6J tag=QW00SYWW0S1T type=del 2024-04-10T15:51:03.333 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.341+0000 7f0dda17f780 1 > prepared operation key=P7QI1303WDML tag=OSWT3QFF7GBW type=del size=3679984 2024-04-10T15:51:03.334 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.342+0000 7f0dda17f780 1 < completed part key=_multipart_5PTGEI8J4Q78.2~NPN8XZBNGYMH.0 size=1048576 2024-04-10T15:51:03.335 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.343+0000 7f0dda17f780 1 < completed part key=_multipart_5PTGEI8J4Q78.2~NPN8XZBNGYMH.1 size=233699 2024-04-10T15:51:03.337 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.345+0000 7f0dda17f780 1 < completed multipart upload key=5PTGEI8J4Q78 upload=NPN8XZBNGYMH tag=VSE16JYEZJFA type=write size=2330851 2024-04-10T15:51:03.338 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.347+0000 7f0dda17f780 1 > prepared operation key=XDWUTYA27EZF tag=9QJQOVSO3VG6 type=del size=1616799 2024-04-10T15:51:03.339 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.348+0000 7f0dda17f780 1 < canceled operation key=LPSA55UNQS7T tag=2CA8H09APHRL type=del size=3010691 2024-04-10T15:51:03.342 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.350+0000 7f0dda17f780 1 > prepared part key=_multipart_O2DQ4CPAMY72.2~8ZQVP6ZVFHQQ.0 size=371068 2024-04-10T15:51:03.342 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.350+0000 7f0dda17f780 1 > prepared multipart upload key=O2DQ4CPAMY72 upload=8ZQVP6ZVFHQQ tag=2XJD71BZUGWE type=write size=1419644 2024-04-10T15:51:03.343 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.351+0000 7f0dda17f780 1 < completed write operation key=M31TS1RYVD2I tag=EJ221VKWD1BG type=write size=489100 2024-04-10T15:51:03.345 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.353+0000 7f0dda17f780 1 > prepared operation key=76DRYPHC6HG3 tag=TB8XA8E0PPJ5 type=del size=1305207 2024-04-10T15:51:03.346 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.354+0000 7f0dda17f780 1 < completed delete operation key=LPSA55UNQS7T tag=VYFZ6HKPDSO3 type=del 2024-04-10T15:51:03.348 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.357+0000 7f0dda17f780 1 > prepared part key=_multipart_WB4E7VQYBXDP.2~NC526ARJJ5KY.0 size=1048576 2024-04-10T15:51:03.350 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.358+0000 7f0dda17f780 1 > prepared part key=_multipart_WB4E7VQYBXDP.2~NC526ARJJ5KY.1 size=733130 2024-04-10T15:51:03.350 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.358+0000 7f0dda17f780 1 > prepared multipart upload key=WB4E7VQYBXDP upload=NC526ARJJ5KY tag=EO59LRGSKRV6 type=write size=2830282 2024-04-10T15:51:03.351 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.359+0000 7f0dda17f780 1 < canceled operation key=J9DG8CWKBLB0 tag=JWENQTGTB8IU type=write size=887466 2024-04-10T15:51:03.352 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.360+0000 7f0dda17f780 1 > prepared operation key=XDWUTYA27EZF tag=SZ5BC87RE8N2 type=del size=1874069 2024-04-10T15:51:03.354 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.362+0000 7f0dda17f780 1 < completed part key=_multipart_WB4E7VQYBXDP.2~DOPZG4UMWZB0.0 size=1048576 2024-04-10T15:51:03.355 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.363+0000 7f0dda17f780 1 < completed part key=_multipart_WB4E7VQYBXDP.2~DOPZG4UMWZB0.1 size=481953 2024-04-10T15:51:03.357 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.365+0000 7f0dda17f780 1 < completed multipart upload key=WB4E7VQYBXDP upload=DOPZG4UMWZB0 tag=USYFSVJDWBKH type=write size=2579105 2024-04-10T15:51:03.358 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.366+0000 7f0dda17f780 1 > prepared operation key=892B9J3TLMA2 tag=40VT8YVN7RN2 type=del size=1396646 2024-04-10T15:51:03.359 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.368+0000 7f0dda17f780 1 < completed part key=_multipart_4GB88X6QZH6E.2~TQ1PNMVJYGF9.0 size=1048576 2024-04-10T15:51:03.360 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.369+0000 7f0dda17f780 1 < completed part key=_multipart_4GB88X6QZH6E.2~TQ1PNMVJYGF9.1 size=684700 2024-04-10T15:51:03.363 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.371+0000 7f0dda17f780 1 < completed multipart upload key=4GB88X6QZH6E upload=TQ1PNMVJYGF9 tag=6Y0TT1IPZ54Y type=write size=2781852 2024-04-10T15:51:03.364 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.372+0000 7f0dda17f780 1 > prepared operation key=VKTXOZU1BOHT tag=OGQATEIULIHJ type=del size=3269814 2024-04-10T15:51:03.365 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.374+0000 7f0dda17f780 1 < completed delete operation key=1XDQOHF2EHZG tag=646YP560ZRI7 type=del 2024-04-10T15:51:03.369 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.376+0000 7f0dda17f780 1 > prepared part key=_multipart_EZ2HJBZ8EY6J.2~9WCBYJYUGVGJ.0 size=1048576 2024-04-10T15:51:03.369 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.377+0000 7f0dda17f780 1 > prepared part key=_multipart_EZ2HJBZ8EY6J.2~9WCBYJYUGVGJ.1 size=918321 2024-04-10T15:51:03.370 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.377+0000 7f0dda17f780 1 > prepared multipart upload key=EZ2HJBZ8EY6J upload=9WCBYJYUGVGJ tag=J8B9GYPG5L2O type=write size=3015473 2024-04-10T15:51:03.370 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.378+0000 7f0dda17f780 1 < completed delete operation key=P7QI1303WDML tag=CN5223H7Q12D type=del 2024-04-10T15:51:03.372 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.380+0000 7f0dda17f780 1 > prepared part key=_multipart_Q55YN73R4WFF.2~P9H2BXJIRGTL.0 size=8212 2024-04-10T15:51:03.373 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.380+0000 7f0dda17f780 1 > prepared multipart upload key=Q55YN73R4WFF upload=P9H2BXJIRGTL tag=V4T3DEYC374D type=write size=1056788 2024-04-10T15:51:03.373 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.382+0000 7f0dda17f780 1 < completed delete operation key=XDWUTYA27EZF tag=8JQEO6W98DKA type=del 2024-04-10T15:51:03.376 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.384+0000 7f0dda17f780 1 > prepared part key=_multipart_1XDQOHF2EHZG.2~KJ782O9TUYH2.0 size=1048576 2024-04-10T15:51:03.377 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.385+0000 7f0dda17f780 1 > prepared part key=_multipart_1XDQOHF2EHZG.2~KJ782O9TUYH2.1 size=1048576 2024-04-10T15:51:03.378 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.386+0000 7f0dda17f780 1 > prepared part key=_multipart_1XDQOHF2EHZG.2~KJ782O9TUYH2.2 size=689043 2024-04-10T15:51:03.378 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.386+0000 7f0dda17f780 1 > prepared multipart upload key=1XDQOHF2EHZG upload=KJ782O9TUYH2 tag=HKH0ZZTSMWZX type=write size=3834771 2024-04-10T15:51:03.379 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.387+0000 7f0dda17f780 1 < completed part key=_multipart_W0QQNH1PRYVL.2~Q3DUDH2WLBRE.0 size=930048 2024-04-10T15:51:03.381 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.389+0000 7f0dda17f780 1 < completed multipart upload key=W0QQNH1PRYVL upload=Q3DUDH2WLBRE tag=XX905TIHEXKY type=write size=1978624 2024-04-10T15:51:03.383 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.391+0000 7f0dda17f780 1 > prepared part key=_multipart_7R29VV7JYRWM.2~M1LNMSRJDYUV.0 size=1048576 2024-04-10T15:51:03.384 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.392+0000 7f0dda17f780 1 > prepared part key=_multipart_7R29VV7JYRWM.2~M1LNMSRJDYUV.1 size=671516 2024-04-10T15:51:03.384 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.392+0000 7f0dda17f780 1 > prepared multipart upload key=7R29VV7JYRWM upload=M1LNMSRJDYUV tag=B7N5SVT84H7F type=write size=2768668 2024-04-10T15:51:03.385 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.393+0000 7f0dda17f780 1 < completed part key=_multipart_9QFS277S5EY3.2~0H5PEOUUIIRT.0 size=1048576 2024-04-10T15:51:03.386 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.394+0000 7f0dda17f780 1 < completed part key=_multipart_9QFS277S5EY3.2~0H5PEOUUIIRT.1 size=421119 2024-04-10T15:51:03.388 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.396+0000 7f0dda17f780 1 < completed multipart upload key=9QFS277S5EY3 upload=0H5PEOUUIIRT tag=TV142J355IAN type=write size=2518271 2024-04-10T15:51:03.389 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.398+0000 7f0dda17f780 1 > prepared operation key=O2DQ4CPAMY72 tag=B1K2JKA3XEGC type=del size=2428205 2024-04-10T15:51:03.391 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.399+0000 7f0dda17f780 1 < canceled operation key=892B9J3TLMA2 tag=JQ4KSCVBO2XA type=del size=183212 2024-04-10T15:51:03.392 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.400+0000 7f0dda17f780 1 > prepared operation key=XDWUTYA27EZF tag=KMM2VCHN9JGG type=del size=2991162 2024-04-10T15:51:03.393 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.401+0000 7f0dda17f780 1 < completed part key=_multipart_YKTMKJ7IT90D.2~P0AT452BCNAF.0 size=1048576 2024-04-10T15:51:03.393 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.401+0000 7f0dda17f780 1 < canceled part key=_multipart_YKTMKJ7IT90D.2~P0AT452BCNAF.1 size=1048576 2024-04-10T15:51:03.394 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.402+0000 7f0dda17f780 1 < completed part key=_multipart_YKTMKJ7IT90D.2~P0AT452BCNAF.2 size=968241 2024-04-10T15:51:03.396 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.404+0000 7f0dda17f780 1 < canceled multipart upload key=YKTMKJ7IT90D upload=P0AT452BCNAF tag=3IMPBHR9XFHQ type=write size=4113969 2024-04-10T15:51:03.398 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.406+0000 7f0dda17f780 1 > prepared part key=_multipart_M31TS1RYVD2I.2~F8EF6V1PXI6N.0 size=1048576 2024-04-10T15:51:03.399 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.407+0000 7f0dda17f780 1 > prepared part key=_multipart_M31TS1RYVD2I.2~F8EF6V1PXI6N.1 size=71662 2024-04-10T15:51:03.399 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.407+0000 7f0dda17f780 1 > prepared multipart upload key=M31TS1RYVD2I upload=F8EF6V1PXI6N tag=15Y1AJVTF2SK type=write size=2168814 2024-04-10T15:51:03.400 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.408+0000 7f0dda17f780 1 < completed part key=_multipart_EZ2HJBZ8EY6J.2~S5BA4SWRSA2B.0 size=1048576 2024-04-10T15:51:03.401 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.409+0000 7f0dda17f780 1 < completed part key=_multipart_EZ2HJBZ8EY6J.2~S5BA4SWRSA2B.1 size=400537 2024-04-10T15:51:03.403 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.411+0000 7f0dda17f780 1 < completed multipart upload key=EZ2HJBZ8EY6J upload=S5BA4SWRSA2B tag=CC1VEKFY3Y9O type=write size=2497689 2024-04-10T15:51:03.406 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.414+0000 7f0dda17f780 1 > prepared part key=_multipart_7R29VV7JYRWM.2~H2KIZT4TQMH4.0 size=175912 2024-04-10T15:51:03.406 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.414+0000 7f0dda17f780 1 > prepared multipart upload key=7R29VV7JYRWM upload=H2KIZT4TQMH4 tag=7X8RLK0ZHOT2 type=write size=1224488 2024-04-10T15:51:03.407 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.415+0000 7f0dda17f780 1 < canceled operation key=P7QI1303WDML tag=OSWT3QFF7GBW type=del size=3679984 2024-04-10T15:51:03.409 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.417+0000 7f0dda17f780 1 > prepared part key=_multipart_EZ2HJBZ8EY6J.2~ZKUYWG8XVPS1.0 size=267704 2024-04-10T15:51:03.410 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.417+0000 7f0dda17f780 1 > prepared multipart upload key=EZ2HJBZ8EY6J upload=ZKUYWG8XVPS1 tag=HEUZZKD05I55 type=write size=1316280 2024-04-10T15:51:03.412 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.420+0000 7f0dda17f780 1 < suggested update operation key=XDWUTYA27EZF tag=9QJQOVSO3VG6 type=del size=1616799 2024-04-10T15:51:03.414 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.423+0000 7f0dda17f780 1 > prepared part key=_multipart_QJ9GK4CHH36X.2~25M6DOBS6A8K.0 size=785503 2024-04-10T15:51:03.414 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.423+0000 7f0dda17f780 1 > prepared multipart upload key=QJ9GK4CHH36X upload=25M6DOBS6A8K tag=MWBIITX1A1RI type=write size=1834079 2024-04-10T15:51:03.416 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.424+0000 7f0dda17f780 1 < completed part key=_multipart_O2DQ4CPAMY72.2~8ZQVP6ZVFHQQ.0 size=371068 2024-04-10T15:51:03.418 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.426+0000 7f0dda17f780 1 < completed multipart upload key=O2DQ4CPAMY72 upload=8ZQVP6ZVFHQQ tag=2XJD71BZUGWE type=write size=1419644 2024-04-10T15:51:03.419 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.427+0000 7f0dda17f780 1 > prepared operation key=DRNFVWXVQQUT tag=BQM2XF9XGR5N type=del size=2418847 2024-04-10T15:51:03.421 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.429+0000 7f0dda17f780 1 < completed delete operation key=76DRYPHC6HG3 tag=TB8XA8E0PPJ5 type=del 2024-04-10T15:51:03.423 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.431+0000 7f0dda17f780 1 > prepared part key=_multipart_Q55YN73R4WFF.2~51T8H82ZZKIA.0 size=1048576 2024-04-10T15:51:03.424 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.432+0000 7f0dda17f780 1 > prepared part key=_multipart_Q55YN73R4WFF.2~51T8H82ZZKIA.1 size=1048576 2024-04-10T15:51:03.425 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.433+0000 7f0dda17f780 1 > prepared part key=_multipart_Q55YN73R4WFF.2~51T8H82ZZKIA.2 size=46042 2024-04-10T15:51:03.425 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.433+0000 7f0dda17f780 1 > prepared multipart upload key=Q55YN73R4WFF upload=51T8H82ZZKIA tag=IVYUS1J566V2 type=write size=3191770 2024-04-10T15:51:03.426 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.434+0000 7f0dda17f780 1 < completed part key=_multipart_WB4E7VQYBXDP.2~NC526ARJJ5KY.0 size=1048576 2024-04-10T15:51:03.427 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.435+0000 7f0dda17f780 1 < completed part key=_multipart_WB4E7VQYBXDP.2~NC526ARJJ5KY.1 size=733130 2024-04-10T15:51:03.429 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.437+0000 7f0dda17f780 1 < completed multipart upload key=WB4E7VQYBXDP upload=NC526ARJJ5KY tag=EO59LRGSKRV6 type=write size=2830282 2024-04-10T15:51:03.430 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.438+0000 7f0dda17f780 1 > prepared operation key=76DRYPHC6HG3 tag=7GTEBC0W2P98 type=del size=3082993 2024-04-10T15:51:03.432 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.440+0000 7f0dda17f780 -1 < failed to complete operation key=XDWUTYA27EZF tag=SZ5BC87RE8N2 type=del size=1874069: (22) Invalid argument 2024-04-10T15:51:03.433 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.441+0000 7f0dda17f780 1 > prepared operation key=EZ2HJBZ8EY6J tag=GI9T6UK0Z8A9 type=del size=3345344 2024-04-10T15:51:03.434 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.442+0000 7f0dda17f780 1 < completed delete operation key=892B9J3TLMA2 tag=40VT8YVN7RN2 type=del 2024-04-10T15:51:03.436 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.444+0000 7f0dda17f780 1 > prepared operation key=4GB88X6QZH6E tag=DCJ2SIJOC6YN type=del size=1097182 2024-04-10T15:51:03.437 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.445+0000 7f0dda17f780 1 < completed delete operation key=VKTXOZU1BOHT tag=OGQATEIULIHJ type=del 2024-04-10T15:51:03.438 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.447+0000 7f0dda17f780 1 > prepared operation key=5PTGEI8J4Q78 tag=XI0W37J53B54 type=write size=193172 2024-04-10T15:51:03.440 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.448+0000 7f0dda17f780 1 < completed part key=_multipart_EZ2HJBZ8EY6J.2~9WCBYJYUGVGJ.0 size=1048576 2024-04-10T15:51:03.441 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.449+0000 7f0dda17f780 1 < completed part key=_multipart_EZ2HJBZ8EY6J.2~9WCBYJYUGVGJ.1 size=918321 2024-04-10T15:51:03.443 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.451+0000 7f0dda17f780 1 < completed multipart upload key=EZ2HJBZ8EY6J upload=9WCBYJYUGVGJ tag=J8B9GYPG5L2O type=write size=3015473 2024-04-10T15:51:03.445 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.454+0000 7f0dda17f780 1 > prepared part key=_multipart_H433FHMII9ZA.2~V7CYH1OLZD2L.0 size=1048576 2024-04-10T15:51:03.446 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.455+0000 7f0dda17f780 1 > prepared part key=_multipart_H433FHMII9ZA.2~V7CYH1OLZD2L.1 size=1048576 2024-04-10T15:51:03.447 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.456+0000 7f0dda17f780 1 > prepared part key=_multipart_H433FHMII9ZA.2~V7CYH1OLZD2L.2 size=405051 2024-04-10T15:51:03.447 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.456+0000 7f0dda17f780 1 > prepared multipart upload key=H433FHMII9ZA upload=V7CYH1OLZD2L tag=B34F3S985FR9 type=write size=3550779 2024-04-10T15:51:03.449 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.457+0000 7f0dda17f780 1 < completed part key=_multipart_Q55YN73R4WFF.2~P9H2BXJIRGTL.0 size=8212 2024-04-10T15:51:03.451 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.459+0000 7f0dda17f780 1 < completed multipart upload key=Q55YN73R4WFF upload=P9H2BXJIRGTL tag=V4T3DEYC374D type=write size=1056788 2024-04-10T15:51:03.452 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.460+0000 7f0dda17f780 1 > prepared operation key=M31TS1RYVD2I tag=9U3DN2PC3THV type=del size=1061749 2024-04-10T15:51:03.453 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.461+0000 7f0dda17f780 1 < completed part key=_multipart_1XDQOHF2EHZG.2~KJ782O9TUYH2.0 size=1048576 2024-04-10T15:51:03.454 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.462+0000 7f0dda17f780 1 < completed part key=_multipart_1XDQOHF2EHZG.2~KJ782O9TUYH2.1 size=1048576 2024-04-10T15:51:03.455 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.463+0000 7f0dda17f780 1 < completed part key=_multipart_1XDQOHF2EHZG.2~KJ782O9TUYH2.2 size=689043 2024-04-10T15:51:03.458 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.466+0000 7f0dda17f780 1 < completed multipart upload key=1XDQOHF2EHZG upload=KJ782O9TUYH2 tag=HKH0ZZTSMWZX type=write size=3834771 2024-04-10T15:51:03.460 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.468+0000 7f0dda17f780 1 > prepared part key=_multipart_YKTMKJ7IT90D.2~ME7DFUIP13RF.0 size=1048576 2024-04-10T15:51:03.461 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.469+0000 7f0dda17f780 1 > prepared part key=_multipart_YKTMKJ7IT90D.2~ME7DFUIP13RF.1 size=1048576 2024-04-10T15:51:03.462 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.470+0000 7f0dda17f780 1 > prepared part key=_multipart_YKTMKJ7IT90D.2~ME7DFUIP13RF.2 size=1043525 2024-04-10T15:51:03.462 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.470+0000 7f0dda17f780 1 > prepared multipart upload key=YKTMKJ7IT90D upload=ME7DFUIP13RF tag=FDJMHJWV12RP type=write size=4189253 2024-04-10T15:51:03.463 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.471+0000 7f0dda17f780 1 < completed part key=_multipart_7R29VV7JYRWM.2~M1LNMSRJDYUV.0 size=1048576 2024-04-10T15:51:03.464 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.472+0000 7f0dda17f780 1 < completed part key=_multipart_7R29VV7JYRWM.2~M1LNMSRJDYUV.1 size=671516 2024-04-10T15:51:03.466 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.474+0000 7f0dda17f780 1 < completed multipart upload key=7R29VV7JYRWM upload=M1LNMSRJDYUV tag=B7N5SVT84H7F type=write size=2768668 2024-04-10T15:51:03.467 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.476+0000 7f0dda17f780 1 > prepared operation key=Q55YN73R4WFF tag=L1SEBJDZYN4W type=del size=3265858 2024-04-10T15:51:03.469 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.477+0000 7f0dda17f780 1 < canceled operation key=O2DQ4CPAMY72 tag=B1K2JKA3XEGC type=del size=2428205 2024-04-10T15:51:03.470 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.478+0000 7f0dda17f780 1 > prepared operation key=4GB88X6QZH6E tag=9YDOBZB66E80 type=write size=639598 2024-04-10T15:51:03.471 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.480+0000 7f0dda17f780 -1 < failed to complete operation key=XDWUTYA27EZF tag=KMM2VCHN9JGG type=del size=2991162: (22) Invalid argument 2024-04-10T15:51:03.473 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.481+0000 7f0dda17f780 1 > prepared operation key=7R1LO48KG193 tag=XW3OFSNHH355 type=del size=2777777 2024-04-10T15:51:03.473 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.481+0000 7f0dda17f780 1 < canceled part key=_multipart_M31TS1RYVD2I.2~F8EF6V1PXI6N.0 size=1048576 2024-04-10T15:51:03.474 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.482+0000 7f0dda17f780 1 < completed part key=_multipart_M31TS1RYVD2I.2~F8EF6V1PXI6N.1 size=71662 2024-04-10T15:51:03.476 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.484+0000 7f0dda17f780 1 < canceled multipart upload key=M31TS1RYVD2I upload=F8EF6V1PXI6N tag=15Y1AJVTF2SK type=write size=2168814 2024-04-10T15:51:03.478 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.486+0000 7f0dda17f780 1 > prepared part key=_multipart_EZ2HJBZ8EY6J.2~55W5VHQGY58P.0 size=1048576 2024-04-10T15:51:03.479 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.487+0000 7f0dda17f780 1 > prepared part key=_multipart_EZ2HJBZ8EY6J.2~55W5VHQGY58P.1 size=1048576 2024-04-10T15:51:03.480 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.488+0000 7f0dda17f780 1 > prepared part key=_multipart_EZ2HJBZ8EY6J.2~55W5VHQGY58P.2 size=740311 2024-04-10T15:51:03.480 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.488+0000 7f0dda17f780 1 > prepared multipart upload key=EZ2HJBZ8EY6J upload=55W5VHQGY58P tag=R9HXR03OJ6ZV type=write size=3886039 2024-04-10T15:51:03.481 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.489+0000 7f0dda17f780 1 < completed part key=_multipart_7R29VV7JYRWM.2~H2KIZT4TQMH4.0 size=175912 2024-04-10T15:51:03.483 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.491+0000 7f0dda17f780 1 < completed multipart upload key=7R29VV7JYRWM upload=H2KIZT4TQMH4 tag=7X8RLK0ZHOT2 type=write size=1224488 2024-04-10T15:51:03.485 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.493+0000 7f0dda17f780 1 > prepared part key=_multipart_M31TS1RYVD2I.2~441N1A2R0FH7.0 size=608511 2024-04-10T15:51:03.485 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.493+0000 7f0dda17f780 1 > prepared multipart upload key=M31TS1RYVD2I upload=441N1A2R0FH7 tag=DP0YLSPBXL49 type=write size=1657087 2024-04-10T15:51:03.486 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.494+0000 7f0dda17f780 1 < completed part key=_multipart_EZ2HJBZ8EY6J.2~ZKUYWG8XVPS1.0 size=267704 2024-04-10T15:51:03.488 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.496+0000 7f0dda17f780 1 < completed multipart upload key=EZ2HJBZ8EY6J upload=ZKUYWG8XVPS1 tag=HEUZZKD05I55 type=write size=1316280 2024-04-10T15:51:03.490 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.498+0000 7f0dda17f780 1 > prepared operation key=1XDQOHF2EHZG tag=N5L5RNLE1FXL type=del size=2161556 2024-04-10T15:51:03.491 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.499+0000 7f0dda17f780 1 < completed part key=_multipart_QJ9GK4CHH36X.2~25M6DOBS6A8K.0 size=785503 2024-04-10T15:51:03.493 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.501+0000 7f0dda17f780 1 < completed multipart upload key=QJ9GK4CHH36X upload=25M6DOBS6A8K tag=MWBIITX1A1RI type=write size=1834079 2024-04-10T15:51:03.494 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.502+0000 7f0dda17f780 1 > prepared operation key=7R1LO48KG193 tag=EJHAFDAHZOV4 type=del size=3697104 2024-04-10T15:51:03.496 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.504+0000 7f0dda17f780 1 < completed delete operation key=DRNFVWXVQQUT tag=BQM2XF9XGR5N type=del 2024-04-10T15:51:03.498 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.506+0000 7f0dda17f780 1 > prepared part key=_multipart_VFKX3F9Z0OZ5.2~5VYJNWD1AQWG.0 size=55977 2024-04-10T15:51:03.498 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.506+0000 7f0dda17f780 1 > prepared multipart upload key=VFKX3F9Z0OZ5 upload=5VYJNWD1AQWG tag=M3H3W1TE1RON type=write size=1104553 2024-04-10T15:51:03.499 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.507+0000 7f0dda17f780 1 < completed part key=_multipart_Q55YN73R4WFF.2~51T8H82ZZKIA.0 size=1048576 2024-04-10T15:51:03.499 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.507+0000 7f0dda17f780 1 < canceled part key=_multipart_Q55YN73R4WFF.2~51T8H82ZZKIA.1 size=1048576 2024-04-10T15:51:03.500 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.508+0000 7f0dda17f780 1 < completed part key=_multipart_Q55YN73R4WFF.2~51T8H82ZZKIA.2 size=46042 2024-04-10T15:51:03.502 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.510+0000 7f0dda17f780 1 < canceled multipart upload key=Q55YN73R4WFF upload=51T8H82ZZKIA tag=IVYUS1J566V2 type=write size=3191770 2024-04-10T15:51:03.504 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.513+0000 7f0dda17f780 1 > prepared part key=_multipart_76DRYPHC6HG3.2~SY0U91YK17TJ.0 size=1048576 2024-04-10T15:51:03.505 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.513+0000 7f0dda17f780 1 > prepared part key=_multipart_76DRYPHC6HG3.2~SY0U91YK17TJ.1 size=423718 2024-04-10T15:51:03.506 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.513+0000 7f0dda17f780 1 > prepared multipart upload key=76DRYPHC6HG3 upload=SY0U91YK17TJ tag=K3HCAAXYV02B type=write size=2520870 2024-04-10T15:51:03.507 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.515+0000 7f0dda17f780 1 < completed delete operation key=76DRYPHC6HG3 tag=7GTEBC0W2P98 type=del 2024-04-10T15:51:03.508 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.516+0000 7f0dda17f780 1 > prepared operation key=GK8B4QASB1P8 tag=2Z1K4Z2OAWY7 type=del size=4074812 2024-04-10T15:51:03.511 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.519+0000 7f0dda17f780 1 < suggested remove operation key=EZ2HJBZ8EY6J tag=GI9T6UK0Z8A9 type=del 2024-04-10T15:51:03.512 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.520+0000 7f0dda17f780 1 > prepared operation key=892B9J3TLMA2 tag=6YR82TPSGXHP type=del size=390203 2024-04-10T15:51:03.513 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.522+0000 7f0dda17f780 1 < completed delete operation key=4GB88X6QZH6E tag=DCJ2SIJOC6YN type=del 2024-04-10T15:51:03.515 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.523+0000 7f0dda17f780 1 > prepared operation key=P7QI1303WDML tag=K686V4MFXZJT type=del size=2420129 2024-04-10T15:51:03.516 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.524+0000 7f0dda17f780 1 < completed write operation key=5PTGEI8J4Q78 tag=XI0W37J53B54 type=write size=193172 2024-04-10T15:51:03.518 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.526+0000 7f0dda17f780 1 > prepared part key=_multipart_J9DG8CWKBLB0.2~8NZB4CT1KEDI.0 size=1048576 2024-04-10T15:51:03.519 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.527+0000 7f0dda17f780 1 > prepared part key=_multipart_J9DG8CWKBLB0.2~8NZB4CT1KEDI.1 size=1048576 2024-04-10T15:51:03.520 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.528+0000 7f0dda17f780 1 > prepared part key=_multipart_J9DG8CWKBLB0.2~8NZB4CT1KEDI.2 size=117551 2024-04-10T15:51:03.520 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.528+0000 7f0dda17f780 1 > prepared multipart upload key=J9DG8CWKBLB0 upload=8NZB4CT1KEDI tag=KQVWR3WHSGRK type=write size=3263279 2024-04-10T15:51:03.521 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.529+0000 7f0dda17f780 1 < completed part key=_multipart_H433FHMII9ZA.2~V7CYH1OLZD2L.0 size=1048576 2024-04-10T15:51:03.522 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.530+0000 7f0dda17f780 1 < completed part key=_multipart_H433FHMII9ZA.2~V7CYH1OLZD2L.1 size=1048576 2024-04-10T15:51:03.523 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.531+0000 7f0dda17f780 1 < completed part key=_multipart_H433FHMII9ZA.2~V7CYH1OLZD2L.2 size=405051 2024-04-10T15:51:03.525 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.533+0000 7f0dda17f780 1 < completed multipart upload key=H433FHMII9ZA upload=V7CYH1OLZD2L tag=B34F3S985FR9 type=write size=3550779 2024-04-10T15:51:03.526 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.534+0000 7f0dda17f780 1 > prepared operation key=EZ2HJBZ8EY6J tag=ZTALHFBIIW2K type=del size=2965260 2024-04-10T15:51:03.527 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.536+0000 7f0dda17f780 1 < completed delete operation key=M31TS1RYVD2I tag=9U3DN2PC3THV type=del 2024-04-10T15:51:03.529 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.537+0000 7f0dda17f780 1 > prepared operation key=EZ2HJBZ8EY6J tag=YULV3V883K11 type=del size=840142 2024-04-10T15:51:03.530 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.538+0000 7f0dda17f780 1 < completed part key=_multipart_YKTMKJ7IT90D.2~ME7DFUIP13RF.0 size=1048576 2024-04-10T15:51:03.531 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.539+0000 7f0dda17f780 1 < completed part key=_multipart_YKTMKJ7IT90D.2~ME7DFUIP13RF.1 size=1048576 2024-04-10T15:51:03.532 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.540+0000 7f0dda17f780 1 < completed part key=_multipart_YKTMKJ7IT90D.2~ME7DFUIP13RF.2 size=1043525 2024-04-10T15:51:03.534 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.542+0000 7f0dda17f780 1 < completed multipart upload key=YKTMKJ7IT90D upload=ME7DFUIP13RF tag=FDJMHJWV12RP type=write size=4189253 2024-04-10T15:51:03.535 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.543+0000 7f0dda17f780 1 > prepared operation key=76DRYPHC6HG3 tag=OTK7ABSMCTDC type=write size=194468 2024-04-10T15:51:03.536 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.545+0000 7f0dda17f780 1 < completed delete operation key=Q55YN73R4WFF tag=L1SEBJDZYN4W type=del 2024-04-10T15:51:03.539 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.547+0000 7f0dda17f780 1 > prepared part key=_multipart_J9DG8CWKBLB0.2~FBKEVQ41M8BF.0 size=1048576 2024-04-10T15:51:03.539 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.548+0000 7f0dda17f780 1 > prepared part key=_multipart_J9DG8CWKBLB0.2~FBKEVQ41M8BF.1 size=1048576 2024-04-10T15:51:03.540 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.549+0000 7f0dda17f780 1 > prepared part key=_multipart_J9DG8CWKBLB0.2~FBKEVQ41M8BF.2 size=57045 2024-04-10T15:51:03.540 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.549+0000 7f0dda17f780 1 > prepared multipart upload key=J9DG8CWKBLB0 upload=FBKEVQ41M8BF tag=UUTROBCUPAMQ type=write size=3202773 2024-04-10T15:51:03.541 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.550+0000 7f0dda17f780 1 < completed write operation key=4GB88X6QZH6E tag=9YDOBZB66E80 type=write size=639598 2024-04-10T15:51:03.543 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.551+0000 7f0dda17f780 1 > prepared operation key=P7QI1303WDML tag=8D86HSOEJIW3 type=del size=2856229 2024-04-10T15:51:03.544 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.553+0000 7f0dda17f780 1 < completed delete operation key=7R1LO48KG193 tag=XW3OFSNHH355 type=del 2024-04-10T15:51:03.546 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.554+0000 7f0dda17f780 1 > prepared operation key=VKTXOZU1BOHT tag=VQ9T6F2IZ6FN type=write size=962599 2024-04-10T15:51:03.547 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.555+0000 7f0dda17f780 1 < completed part key=_multipart_EZ2HJBZ8EY6J.2~55W5VHQGY58P.0 size=1048576 2024-04-10T15:51:03.548 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.556+0000 7f0dda17f780 1 < completed part key=_multipart_EZ2HJBZ8EY6J.2~55W5VHQGY58P.1 size=1048576 2024-04-10T15:51:03.548 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.556+0000 7f0dda17f780 1 < canceled part key=_multipart_EZ2HJBZ8EY6J.2~55W5VHQGY58P.2 size=740311 2024-04-10T15:51:03.550 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.558+0000 7f0dda17f780 1 < canceled multipart upload key=EZ2HJBZ8EY6J upload=55W5VHQGY58P tag=R9HXR03OJ6ZV type=write size=3886039 2024-04-10T15:51:03.552 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.561+0000 7f0dda17f780 1 > prepared part key=_multipart_Q55YN73R4WFF.2~DEXKCK1TQXL2.0 size=1048576 2024-04-10T15:51:03.553 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.562+0000 7f0dda17f780 1 > prepared part key=_multipart_Q55YN73R4WFF.2~DEXKCK1TQXL2.1 size=859872 2024-04-10T15:51:03.554 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.562+0000 7f0dda17f780 1 > prepared multipart upload key=Q55YN73R4WFF upload=DEXKCK1TQXL2 tag=0PTHEK24FKT3 type=write size=2957024 2024-04-10T15:51:03.555 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.563+0000 7f0dda17f780 1 < completed part key=_multipart_M31TS1RYVD2I.2~441N1A2R0FH7.0 size=608511 2024-04-10T15:51:03.557 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.565+0000 7f0dda17f780 1 < completed multipart upload key=M31TS1RYVD2I upload=441N1A2R0FH7 tag=DP0YLSPBXL49 type=write size=1657087 2024-04-10T15:51:03.559 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.567+0000 7f0dda17f780 1 > prepared part key=_multipart_1XDQOHF2EHZG.2~OFX7WSNNVLHM.0 size=1048576 2024-04-10T15:51:03.560 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.568+0000 7f0dda17f780 1 > prepared part key=_multipart_1XDQOHF2EHZG.2~OFX7WSNNVLHM.1 size=968550 2024-04-10T15:51:03.560 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.568+0000 7f0dda17f780 1 > prepared multipart upload key=1XDQOHF2EHZG upload=OFX7WSNNVLHM tag=SVHU72CBWO28 type=write size=3065702 2024-04-10T15:51:03.561 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.569+0000 7f0dda17f780 1 < completed delete operation key=1XDQOHF2EHZG tag=N5L5RNLE1FXL type=del 2024-04-10T15:51:03.563 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.571+0000 7f0dda17f780 1 > prepared part key=_multipart_4GB88X6QZH6E.2~CEDOL1CUWFMP.0 size=530534 2024-04-10T15:51:03.563 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.571+0000 7f0dda17f780 1 > prepared multipart upload key=4GB88X6QZH6E upload=CEDOL1CUWFMP tag=H7NXW82EW9KM type=write size=1579110 2024-04-10T15:51:03.566 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.574+0000 7f0dda17f780 1 < suggested remove operation key=7R1LO48KG193 tag=EJHAFDAHZOV4 type=del 2024-04-10T15:51:03.567 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.575+0000 7f0dda17f780 1 > prepared operation key=VKTXOZU1BOHT tag=SFMUOXNGDLXJ type=del size=3207167 2024-04-10T15:51:03.568 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.576+0000 7f0dda17f780 1 < completed part key=_multipart_VFKX3F9Z0OZ5.2~5VYJNWD1AQWG.0 size=55977 2024-04-10T15:51:03.570 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.579+0000 7f0dda17f780 1 < completed multipart upload key=VFKX3F9Z0OZ5 upload=5VYJNWD1AQWG tag=M3H3W1TE1RON type=write size=1104553 2024-04-10T15:51:03.572 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.580+0000 7f0dda17f780 1 > prepared operation key=QJ9GK4CHH36X tag=ZLY5MSTFAXH2 type=del size=4177 2024-04-10T15:51:03.573 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.581+0000 7f0dda17f780 1 < completed part key=_multipart_76DRYPHC6HG3.2~SY0U91YK17TJ.0 size=1048576 2024-04-10T15:51:03.574 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.582+0000 7f0dda17f780 1 < completed part key=_multipart_76DRYPHC6HG3.2~SY0U91YK17TJ.1 size=423718 2024-04-10T15:51:03.576 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.584+0000 7f0dda17f780 1 < completed multipart upload key=76DRYPHC6HG3 upload=SY0U91YK17TJ tag=K3HCAAXYV02B type=write size=2520870 2024-04-10T15:51:03.577 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.585+0000 7f0dda17f780 1 > prepared operation key=32PMZSHN97HZ tag=JF4EA4T98G1B type=del size=1920830 2024-04-10T15:51:03.578 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.587+0000 7f0dda17f780 1 < completed delete operation key=GK8B4QASB1P8 tag=2Z1K4Z2OAWY7 type=del 2024-04-10T15:51:03.581 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.589+0000 7f0dda17f780 1 > prepared part key=_multipart_892B9J3TLMA2.2~OQVHPW2DW204.0 size=1048576 2024-04-10T15:51:03.582 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.590+0000 7f0dda17f780 1 > prepared part key=_multipart_892B9J3TLMA2.2~OQVHPW2DW204.1 size=454658 2024-04-10T15:51:03.582 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.590+0000 7f0dda17f780 1 > prepared multipart upload key=892B9J3TLMA2 upload=OQVHPW2DW204 tag=ALX2UMPGF6ZZ type=write size=2551810 2024-04-10T15:51:03.583 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.591+0000 7f0dda17f780 1 < completed delete operation key=892B9J3TLMA2 tag=6YR82TPSGXHP type=del 2024-04-10T15:51:03.584 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.592+0000 7f0dda17f780 1 > prepared operation key=DRNFVWXVQQUT tag=9YI3W0RNGZH5 type=write size=406270 2024-04-10T15:51:03.585 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.593+0000 7f0dda17f780 1 < completed delete operation key=P7QI1303WDML tag=K686V4MFXZJT type=del 2024-04-10T15:51:03.587 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.596+0000 7f0dda17f780 1 > prepared part key=_multipart_DRNFVWXVQQUT.2~CGQTW8RQYE9Y.0 size=1048576 2024-04-10T15:51:03.589 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.597+0000 7f0dda17f780 1 > prepared part key=_multipart_DRNFVWXVQQUT.2~CGQTW8RQYE9Y.1 size=372552 2024-04-10T15:51:03.589 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.597+0000 7f0dda17f780 1 > prepared multipart upload key=DRNFVWXVQQUT upload=CGQTW8RQYE9Y tag=O45K9OX5X5QV type=write size=2469704 2024-04-10T15:51:03.589 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.597+0000 7f0dda17f780 1 < canceled part key=_multipart_J9DG8CWKBLB0.2~8NZB4CT1KEDI.0 size=1048576 2024-04-10T15:51:03.590 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.598+0000 7f0dda17f780 1 < completed part key=_multipart_J9DG8CWKBLB0.2~8NZB4CT1KEDI.1 size=1048576 2024-04-10T15:51:03.591 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.599+0000 7f0dda17f780 1 < completed part key=_multipart_J9DG8CWKBLB0.2~8NZB4CT1KEDI.2 size=117551 2024-04-10T15:51:03.593 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.601+0000 7f0dda17f780 1 < canceled multipart upload key=J9DG8CWKBLB0 upload=8NZB4CT1KEDI tag=KQVWR3WHSGRK type=write size=3263279 2024-04-10T15:51:03.596 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.604+0000 7f0dda17f780 1 > prepared part key=_multipart_J9DG8CWKBLB0.2~7RV0KJJ5SQDF.0 size=1048576 2024-04-10T15:51:03.597 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.605+0000 7f0dda17f780 1 > prepared part key=_multipart_J9DG8CWKBLB0.2~7RV0KJJ5SQDF.1 size=1048576 2024-04-10T15:51:03.598 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.606+0000 7f0dda17f780 1 > prepared part key=_multipart_J9DG8CWKBLB0.2~7RV0KJJ5SQDF.2 size=739356 2024-04-10T15:51:03.598 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.606+0000 7f0dda17f780 1 > prepared multipart upload key=J9DG8CWKBLB0 upload=7RV0KJJ5SQDF tag=RWWPX7ZO0Q8K type=write size=3885084 2024-04-10T15:51:03.599 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.607+0000 7f0dda17f780 1 < completed delete operation key=EZ2HJBZ8EY6J tag=ZTALHFBIIW2K type=del 2024-04-10T15:51:03.600 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.609+0000 7f0dda17f780 1 > prepared operation key=GK8B4QASB1P8 tag=ZQD3N0IRDF99 type=del size=196521 2024-04-10T15:51:03.602 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.610+0000 7f0dda17f780 1 < completed delete operation key=EZ2HJBZ8EY6J tag=YULV3V883K11 type=del 2024-04-10T15:51:03.603 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.611+0000 7f0dda17f780 1 > prepared operation key=Q55YN73R4WFF tag=T1BIUV9U117O type=del size=2526714 2024-04-10T15:51:03.605 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.613+0000 7f0dda17f780 1 < canceled operation key=76DRYPHC6HG3 tag=OTK7ABSMCTDC type=write size=194468 2024-04-10T15:51:03.607 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.615+0000 7f0dda17f780 1 > prepared part key=_multipart_5VUYRX80DJNN.2~XCAGZYE65FCK.0 size=1048576 2024-04-10T15:51:03.608 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.616+0000 7f0dda17f780 1 > prepared part key=_multipart_5VUYRX80DJNN.2~XCAGZYE65FCK.1 size=620288 2024-04-10T15:51:03.608 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.616+0000 7f0dda17f780 1 > prepared multipart upload key=5VUYRX80DJNN upload=XCAGZYE65FCK tag=1Z5RP2VUJ4TF type=write size=2717440 2024-04-10T15:51:03.609 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.617+0000 7f0dda17f780 1 < completed part key=_multipart_J9DG8CWKBLB0.2~FBKEVQ41M8BF.0 size=1048576 2024-04-10T15:51:03.609 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.617+0000 7f0dda17f780 1 < canceled part key=_multipart_J9DG8CWKBLB0.2~FBKEVQ41M8BF.1 size=1048576 2024-04-10T15:51:03.609 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.617+0000 7f0dda17f780 1 < canceled part key=_multipart_J9DG8CWKBLB0.2~FBKEVQ41M8BF.2 size=57045 2024-04-10T15:51:03.611 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.620+0000 7f0dda17f780 1 < canceled multipart upload key=J9DG8CWKBLB0 upload=FBKEVQ41M8BF tag=UUTROBCUPAMQ type=write size=3202773 2024-04-10T15:51:03.613 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.621+0000 7f0dda17f780 1 > prepared operation key=W72JTU6KAY5Q tag=TQWBU9E7GALA type=del size=1225047 2024-04-10T15:51:03.615 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.623+0000 7f0dda17f780 1 < suggested remove operation key=P7QI1303WDML tag=8D86HSOEJIW3 type=del 2024-04-10T15:51:03.617 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.625+0000 7f0dda17f780 1 > prepared part key=_multipart_YKTMKJ7IT90D.2~5Y1655LDE4OH.0 size=1048576 2024-04-10T15:51:03.618 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.627+0000 7f0dda17f780 1 > prepared part key=_multipart_YKTMKJ7IT90D.2~5Y1655LDE4OH.1 size=209990 2024-04-10T15:51:03.618 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.627+0000 7f0dda17f780 1 > prepared multipart upload key=YKTMKJ7IT90D upload=5Y1655LDE4OH tag=U9ZVELWMYFDH type=write size=2307142 2024-04-10T15:51:03.620 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.628+0000 7f0dda17f780 1 < completed write operation key=VKTXOZU1BOHT tag=VQ9T6F2IZ6FN type=write size=962599 2024-04-10T15:51:03.621 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.629+0000 7f0dda17f780 1 > prepared operation key=P7QI1303WDML tag=QB02ZQFKNH3C type=del size=2935377 2024-04-10T15:51:03.623 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.631+0000 7f0dda17f780 1 < completed part key=_multipart_Q55YN73R4WFF.2~DEXKCK1TQXL2.0 size=1048576 2024-04-10T15:51:03.624 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.632+0000 7f0dda17f780 1 < completed part key=_multipart_Q55YN73R4WFF.2~DEXKCK1TQXL2.1 size=859872 2024-04-10T15:51:03.626 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.634+0000 7f0dda17f780 1 < completed multipart upload key=Q55YN73R4WFF upload=DEXKCK1TQXL2 tag=0PTHEK24FKT3 type=write size=2957024 2024-04-10T15:51:03.628 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.636+0000 7f0dda17f780 1 > prepared part key=_multipart_1XDQOHF2EHZG.2~340HRP3AWLOW.0 size=1048576 2024-04-10T15:51:03.629 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.637+0000 7f0dda17f780 1 > prepared part key=_multipart_1XDQOHF2EHZG.2~340HRP3AWLOW.1 size=885612 2024-04-10T15:51:03.629 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.637+0000 7f0dda17f780 1 > prepared multipart upload key=1XDQOHF2EHZG upload=340HRP3AWLOW tag=BNTNH1O1V5LE type=write size=2982764 2024-04-10T15:51:03.630 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.638+0000 7f0dda17f780 1 < completed part key=_multipart_1XDQOHF2EHZG.2~OFX7WSNNVLHM.0 size=1048576 2024-04-10T15:51:03.631 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.639+0000 7f0dda17f780 1 < completed part key=_multipart_1XDQOHF2EHZG.2~OFX7WSNNVLHM.1 size=968550 2024-04-10T15:51:03.633 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.641+0000 7f0dda17f780 1 < completed multipart upload key=1XDQOHF2EHZG upload=OFX7WSNNVLHM tag=SVHU72CBWO28 type=write size=3065702 2024-04-10T15:51:03.636 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.644+0000 7f0dda17f780 1 > prepared part key=_multipart_W0QQNH1PRYVL.2~4MA499I035WD.0 size=1048576 2024-04-10T15:51:03.637 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.645+0000 7f0dda17f780 1 > prepared part key=_multipart_W0QQNH1PRYVL.2~4MA499I035WD.1 size=384704 2024-04-10T15:51:03.637 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.645+0000 7f0dda17f780 1 > prepared multipart upload key=W0QQNH1PRYVL upload=4MA499I035WD tag=T2VOI5077QA1 type=write size=2481856 2024-04-10T15:51:03.639 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.647+0000 7f0dda17f780 1 < completed part key=_multipart_4GB88X6QZH6E.2~CEDOL1CUWFMP.0 size=530534 2024-04-10T15:51:03.641 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.649+0000 7f0dda17f780 1 < completed multipart upload key=4GB88X6QZH6E upload=CEDOL1CUWFMP tag=H7NXW82EW9KM type=write size=1579110 2024-04-10T15:51:03.642 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.650+0000 7f0dda17f780 1 > prepared operation key=7R29VV7JYRWM tag=4W7GUWWD1Z8M type=del size=2520594 2024-04-10T15:51:03.644 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.652+0000 7f0dda17f780 1 < completed delete operation key=VKTXOZU1BOHT tag=SFMUOXNGDLXJ type=del 2024-04-10T15:51:03.645 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.653+0000 7f0dda17f780 1 > prepared operation key=J9DG8CWKBLB0 tag=DZ5NKPTYNZMI type=del size=1548649 2024-04-10T15:51:03.646 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.655+0000 7f0dda17f780 1 < completed delete operation key=QJ9GK4CHH36X tag=ZLY5MSTFAXH2 type=del 2024-04-10T15:51:03.648 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.656+0000 7f0dda17f780 1 > prepared operation key=H433FHMII9ZA tag=F13D7MZJRFIO type=write size=943614 2024-04-10T15:51:03.649 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.658+0000 7f0dda17f780 1 < completed delete operation key=32PMZSHN97HZ tag=JF4EA4T98G1B type=del 2024-04-10T15:51:03.651 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.659+0000 7f0dda17f780 1 > prepared operation key=VKTXOZU1BOHT tag=17RE3FFUA4XO type=del size=3767958 2024-04-10T15:51:03.651 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.659+0000 7f0dda17f780 1 < canceled part key=_multipart_892B9J3TLMA2.2~OQVHPW2DW204.0 size=1048576 2024-04-10T15:51:03.652 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.660+0000 7f0dda17f780 1 < completed part key=_multipart_892B9J3TLMA2.2~OQVHPW2DW204.1 size=454658 2024-04-10T15:51:03.654 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.662+0000 7f0dda17f780 1 < canceled multipart upload key=892B9J3TLMA2 upload=OQVHPW2DW204 tag=ALX2UMPGF6ZZ type=write size=2551810 2024-04-10T15:51:03.655 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.663+0000 7f0dda17f780 1 > prepared operation key=7R29VV7JYRWM tag=QRQTUIN85HSO type=del size=525321 2024-04-10T15:51:03.656 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.665+0000 7f0dda17f780 1 < completed write operation key=DRNFVWXVQQUT tag=9YI3W0RNGZH5 type=write size=406270 2024-04-10T15:51:03.659 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.667+0000 7f0dda17f780 1 > prepared part key=_multipart_892B9J3TLMA2.2~EHM2YIEXFD6K.0 size=513811 2024-04-10T15:51:03.659 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.667+0000 7f0dda17f780 1 > prepared multipart upload key=892B9J3TLMA2 upload=EHM2YIEXFD6K tag=N9J901Q0XDHX type=write size=1562387 2024-04-10T15:51:03.660 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.669+0000 7f0dda17f780 1 < completed part key=_multipart_DRNFVWXVQQUT.2~CGQTW8RQYE9Y.0 size=1048576 2024-04-10T15:51:03.662 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.670+0000 7f0dda17f780 1 < completed part key=_multipart_DRNFVWXVQQUT.2~CGQTW8RQYE9Y.1 size=372552 2024-04-10T15:51:03.664 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.672+0000 7f0dda17f780 1 < completed multipart upload key=DRNFVWXVQQUT upload=CGQTW8RQYE9Y tag=O45K9OX5X5QV type=write size=2469704 2024-04-10T15:51:03.666 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.674+0000 7f0dda17f780 1 > prepared operation key=O2DQ4CPAMY72 tag=TPX481L1A7ED type=del size=3764761 2024-04-10T15:51:03.667 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.675+0000 7f0dda17f780 1 < completed part key=_multipart_J9DG8CWKBLB0.2~7RV0KJJ5SQDF.0 size=1048576 2024-04-10T15:51:03.668 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.676+0000 7f0dda17f780 1 < completed part key=_multipart_J9DG8CWKBLB0.2~7RV0KJJ5SQDF.1 size=1048576 2024-04-10T15:51:03.669 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.677+0000 7f0dda17f780 1 < completed part key=_multipart_J9DG8CWKBLB0.2~7RV0KJJ5SQDF.2 size=739356 2024-04-10T15:51:03.671 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.679+0000 7f0dda17f780 1 < completed multipart upload key=J9DG8CWKBLB0 upload=7RV0KJJ5SQDF tag=RWWPX7ZO0Q8K type=write size=3885084 2024-04-10T15:51:03.672 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.681+0000 7f0dda17f780 1 > prepared operation key=1XDQOHF2EHZG tag=Z57J5LLHEBDZ type=write size=53694 2024-04-10T15:51:03.674 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.682+0000 7f0dda17f780 1 < completed delete operation key=GK8B4QASB1P8 tag=ZQD3N0IRDF99 type=del 2024-04-10T15:51:03.675 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.683+0000 7f0dda17f780 1 > prepared operation key=WB4E7VQYBXDP tag=RZ324OGT3FIV type=del size=1363772 2024-04-10T15:51:03.676 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.685+0000 7f0dda17f780 1 < canceled operation key=Q55YN73R4WFF tag=T1BIUV9U117O type=del size=2526714 2024-04-10T15:51:03.678 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.686+0000 7f0dda17f780 1 > prepared operation key=W0QQNH1PRYVL tag=HP6HIVFNWLBH type=del size=2774256 2024-04-10T15:51:03.678 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.686+0000 7f0dda17f780 1 < canceled part key=_multipart_5VUYRX80DJNN.2~XCAGZYE65FCK.0 size=1048576 2024-04-10T15:51:03.679 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.687+0000 7f0dda17f780 1 < completed part key=_multipart_5VUYRX80DJNN.2~XCAGZYE65FCK.1 size=620288 2024-04-10T15:51:03.681 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.689+0000 7f0dda17f780 1 < canceled multipart upload key=5VUYRX80DJNN upload=XCAGZYE65FCK tag=1Z5RP2VUJ4TF type=write size=2717440 2024-04-10T15:51:03.683 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.691+0000 7f0dda17f780 1 > prepared part key=_multipart_W72JTU6KAY5Q.2~LCO8RMHQ82N0.0 size=1048576 2024-04-10T15:51:03.684 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.692+0000 7f0dda17f780 1 > prepared part key=_multipart_W72JTU6KAY5Q.2~LCO8RMHQ82N0.1 size=1048576 2024-04-10T15:51:03.685 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.693+0000 7f0dda17f780 1 > prepared part key=_multipart_W72JTU6KAY5Q.2~LCO8RMHQ82N0.2 size=257630 2024-04-10T15:51:03.685 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.693+0000 7f0dda17f780 1 > prepared multipart upload key=W72JTU6KAY5Q upload=LCO8RMHQ82N0 tag=OJWNV1ZKG9CV type=write size=3403358 2024-04-10T15:51:03.686 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.694+0000 7f0dda17f780 1 < completed delete operation key=W72JTU6KAY5Q tag=TQWBU9E7GALA type=del 2024-04-10T15:51:03.689 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.697+0000 7f0dda17f780 1 > prepared part key=_multipart_H433FHMII9ZA.2~2Z69JLK58MOF.0 size=1048576 2024-04-10T15:51:03.690 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.698+0000 7f0dda17f780 1 > prepared part key=_multipart_H433FHMII9ZA.2~2Z69JLK58MOF.1 size=1048576 2024-04-10T15:51:03.691 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.699+0000 7f0dda17f780 1 > prepared part key=_multipart_H433FHMII9ZA.2~2Z69JLK58MOF.2 size=530905 2024-04-10T15:51:03.691 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.699+0000 7f0dda17f780 1 > prepared multipart upload key=H433FHMII9ZA upload=2Z69JLK58MOF tag=S696ZTM6SL2J type=write size=3676633 2024-04-10T15:51:03.692 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.700+0000 7f0dda17f780 1 < completed part key=_multipart_YKTMKJ7IT90D.2~5Y1655LDE4OH.0 size=1048576 2024-04-10T15:51:03.693 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.701+0000 7f0dda17f780 1 < completed part key=_multipart_YKTMKJ7IT90D.2~5Y1655LDE4OH.1 size=209990 2024-04-10T15:51:03.695 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.704+0000 7f0dda17f780 1 < completed multipart upload key=YKTMKJ7IT90D upload=5Y1655LDE4OH tag=U9ZVELWMYFDH type=write size=2307142 2024-04-10T15:51:03.698 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.706+0000 7f0dda17f780 1 > prepared part key=_multipart_5PTGEI8J4Q78.2~54J5RROXTI8Q.0 size=38968 2024-04-10T15:51:03.698 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.706+0000 7f0dda17f780 1 > prepared multipart upload key=5PTGEI8J4Q78 upload=54J5RROXTI8Q tag=ZQ9GLK4CO1YY type=write size=1087544 2024-04-10T15:51:03.700 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.708+0000 7f0dda17f780 1 < completed delete operation key=P7QI1303WDML tag=QB02ZQFKNH3C type=del 2024-04-10T15:51:03.701 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.709+0000 7f0dda17f780 1 > prepared operation key=5VUYRX80DJNN tag=UQA9ZJ8B00O1 type=del size=2066714 2024-04-10T15:51:03.702 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.710+0000 7f0dda17f780 1 < completed part key=_multipart_1XDQOHF2EHZG.2~340HRP3AWLOW.0 size=1048576 2024-04-10T15:51:03.703 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.711+0000 7f0dda17f780 1 < completed part key=_multipart_1XDQOHF2EHZG.2~340HRP3AWLOW.1 size=885612 2024-04-10T15:51:03.705 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.713+0000 7f0dda17f780 1 < completed multipart upload key=1XDQOHF2EHZG upload=340HRP3AWLOW tag=BNTNH1O1V5LE type=write size=2982764 2024-04-10T15:51:03.708 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.716+0000 7f0dda17f780 1 > prepared part key=_multipart_YKTMKJ7IT90D.2~H7MUPK00RIS7.0 size=1048576 2024-04-10T15:51:03.709 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.717+0000 7f0dda17f780 1 > prepared part key=_multipart_YKTMKJ7IT90D.2~H7MUPK00RIS7.1 size=1048576 2024-04-10T15:51:03.709 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.718+0000 7f0dda17f780 1 > prepared part key=_multipart_YKTMKJ7IT90D.2~H7MUPK00RIS7.2 size=517212 2024-04-10T15:51:03.710 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.718+0000 7f0dda17f780 1 > prepared multipart upload key=YKTMKJ7IT90D upload=H7MUPK00RIS7 tag=HB8T10ZJ42XK type=write size=3662940 2024-04-10T15:51:03.711 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.719+0000 7f0dda17f780 1 < completed part key=_multipart_W0QQNH1PRYVL.2~4MA499I035WD.0 size=1048576 2024-04-10T15:51:03.712 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.720+0000 7f0dda17f780 1 < completed part key=_multipart_W0QQNH1PRYVL.2~4MA499I035WD.1 size=384704 2024-04-10T15:51:03.714 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.723+0000 7f0dda17f780 1 < completed multipart upload key=W0QQNH1PRYVL upload=4MA499I035WD tag=T2VOI5077QA1 type=write size=2481856 2024-04-10T15:51:03.716 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.724+0000 7f0dda17f780 1 > prepared operation key=WB4E7VQYBXDP tag=IKLTTPKY5IDO type=del size=1527390 2024-04-10T15:51:03.717 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.726+0000 7f0dda17f780 1 < completed delete operation key=7R29VV7JYRWM tag=4W7GUWWD1Z8M type=del 2024-04-10T15:51:03.719 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.727+0000 7f0dda17f780 1 > prepared operation key=VFKX3F9Z0OZ5 tag=B388ZGRN0IO9 type=del size=3088875 2024-04-10T15:51:03.722 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.730+0000 7f0dda17f780 1 < suggested remove operation key=J9DG8CWKBLB0 tag=DZ5NKPTYNZMI type=del 2024-04-10T15:51:03.724 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.733+0000 7f0dda17f780 1 > prepared part key=_multipart_VFKX3F9Z0OZ5.2~7RUOBIQ2KTBP.0 size=542962 2024-04-10T15:51:03.725 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.733+0000 7f0dda17f780 1 > prepared multipart upload key=VFKX3F9Z0OZ5 upload=7RUOBIQ2KTBP tag=H2JIRV2O05WL type=write size=1591538 2024-04-10T15:51:03.726 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.734+0000 7f0dda17f780 1 < completed write operation key=H433FHMII9ZA tag=F13D7MZJRFIO type=write size=943614 2024-04-10T15:51:03.729 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.737+0000 7f0dda17f780 1 > prepared part key=_multipart_32PMZSHN97HZ.2~ADI1EET427RL.0 size=1048576 2024-04-10T15:51:03.730 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.738+0000 7f0dda17f780 1 > prepared part key=_multipart_32PMZSHN97HZ.2~ADI1EET427RL.1 size=1048576 2024-04-10T15:51:03.731 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.739+0000 7f0dda17f780 1 > prepared part key=_multipart_32PMZSHN97HZ.2~ADI1EET427RL.2 size=1017119 2024-04-10T15:51:03.731 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.739+0000 7f0dda17f780 1 > prepared multipart upload key=32PMZSHN97HZ upload=ADI1EET427RL tag=A0DWQV87E3DI type=write size=4162847 2024-04-10T15:51:03.732 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.740+0000 7f0dda17f780 1 < completed delete operation key=VKTXOZU1BOHT tag=17RE3FFUA4XO type=del 2024-04-10T15:51:03.734 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.743+0000 7f0dda17f780 1 > prepared part key=_multipart_QJ9GK4CHH36X.2~6B21GEU4D60C.0 size=1048576 2024-04-10T15:51:03.736 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.744+0000 7f0dda17f780 1 > prepared part key=_multipart_QJ9GK4CHH36X.2~6B21GEU4D60C.1 size=1048576 2024-04-10T15:51:03.737 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.745+0000 7f0dda17f780 1 > prepared part key=_multipart_QJ9GK4CHH36X.2~6B21GEU4D60C.2 size=526715 2024-04-10T15:51:03.737 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.745+0000 7f0dda17f780 1 > prepared multipart upload key=QJ9GK4CHH36X upload=6B21GEU4D60C tag=3GUM724H5BPR type=write size=3672443 2024-04-10T15:51:03.740 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.748+0000 7f0dda17f780 1 < suggested update operation key=7R29VV7JYRWM tag=QRQTUIN85HSO type=del size=525321 2024-04-10T15:51:03.741 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.749+0000 7f0dda17f780 1 > prepared operation key=O0U4M0VYXZJ9 tag=J2D9MXPQ8RMR type=del size=1641649 2024-04-10T15:51:03.742 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.751+0000 7f0dda17f780 1 < completed part key=_multipart_892B9J3TLMA2.2~EHM2YIEXFD6K.0 size=513811 2024-04-10T15:51:03.744 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.753+0000 7f0dda17f780 1 < completed multipart upload key=892B9J3TLMA2 upload=EHM2YIEXFD6K tag=N9J901Q0XDHX type=write size=1562387 2024-04-10T15:51:03.747 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.755+0000 7f0dda17f780 1 > prepared part key=_multipart_W72JTU6KAY5Q.2~BI1UR4WTXSAV.0 size=405609 2024-04-10T15:51:03.747 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.755+0000 7f0dda17f780 1 > prepared multipart upload key=W72JTU6KAY5Q upload=BI1UR4WTXSAV tag=TYT2JVL8E124 type=write size=1454185 2024-04-10T15:51:03.749 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.757+0000 7f0dda17f780 1 < completed delete operation key=O2DQ4CPAMY72 tag=TPX481L1A7ED type=del 2024-04-10T15:51:03.750 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.758+0000 7f0dda17f780 1 > prepared operation key=GK8B4QASB1P8 tag=5NHMD0WQ2Z4Z type=del size=2557450 2024-04-10T15:51:03.751 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.760+0000 7f0dda17f780 1 < completed write operation key=1XDQOHF2EHZG tag=Z57J5LLHEBDZ type=write size=53694 2024-04-10T15:51:03.753 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.761+0000 7f0dda17f780 1 > prepared operation key=M31TS1RYVD2I tag=907RA6BGXX8M type=del size=3869963 2024-04-10T15:51:03.755 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.763+0000 7f0dda17f780 1 < canceled operation key=WB4E7VQYBXDP tag=RZ324OGT3FIV type=del size=1363772 2024-04-10T15:51:03.758 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.766+0000 7f0dda17f780 1 > prepared operation key=VFKX3F9Z0OZ5 tag=VBR0GJCCXPTE type=del size=4097413 2024-04-10T15:51:03.760 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.768+0000 7f0dda17f780 1 < completed delete operation key=W0QQNH1PRYVL tag=HP6HIVFNWLBH type=del 2024-04-10T15:51:03.763 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.771+0000 7f0dda17f780 1 > prepared part key=_multipart_VKTXOZU1BOHT.2~E4670873SR0B.0 size=1048576 2024-04-10T15:51:03.764 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.773+0000 7f0dda17f780 1 > prepared part key=_multipart_VKTXOZU1BOHT.2~E4670873SR0B.1 size=653992 2024-04-10T15:51:03.765 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.773+0000 7f0dda17f780 1 > prepared multipart upload key=VKTXOZU1BOHT upload=E4670873SR0B tag=VCC32WKE4D6Z type=write size=2751144 2024-04-10T15:51:03.767 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.775+0000 7f0dda17f780 1 < completed part key=_multipart_W72JTU6KAY5Q.2~LCO8RMHQ82N0.0 size=1048576 2024-04-10T15:51:03.768 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.776+0000 7f0dda17f780 1 < completed part key=_multipart_W72JTU6KAY5Q.2~LCO8RMHQ82N0.1 size=1048576 2024-04-10T15:51:03.769 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.777+0000 7f0dda17f780 1 < completed part key=_multipart_W72JTU6KAY5Q.2~LCO8RMHQ82N0.2 size=257630 2024-04-10T15:51:03.771 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.779+0000 7f0dda17f780 1 < completed multipart upload key=W72JTU6KAY5Q upload=LCO8RMHQ82N0 tag=OJWNV1ZKG9CV type=write size=3403358 2024-04-10T15:51:03.773 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.782+0000 7f0dda17f780 1 > prepared part key=_multipart_7R29VV7JYRWM.2~D884AXNEB4H4.0 size=1048576 2024-04-10T15:51:03.774 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.783+0000 7f0dda17f780 1 > prepared part key=_multipart_7R29VV7JYRWM.2~D884AXNEB4H4.1 size=869559 2024-04-10T15:51:03.775 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.783+0000 7f0dda17f780 1 > prepared multipart upload key=7R29VV7JYRWM upload=D884AXNEB4H4 tag=EYXECQ6Z9SQ3 type=write size=2966711 2024-04-10T15:51:03.776 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.784+0000 7f0dda17f780 1 < completed part key=_multipart_H433FHMII9ZA.2~2Z69JLK58MOF.0 size=1048576 2024-04-10T15:51:03.777 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.785+0000 7f0dda17f780 1 < completed part key=_multipart_H433FHMII9ZA.2~2Z69JLK58MOF.1 size=1048576 2024-04-10T15:51:03.777 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.785+0000 7f0dda17f780 1 < canceled part key=_multipart_H433FHMII9ZA.2~2Z69JLK58MOF.2 size=530905 2024-04-10T15:51:03.780 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.788+0000 7f0dda17f780 1 < canceled multipart upload key=H433FHMII9ZA upload=2Z69JLK58MOF tag=S696ZTM6SL2J type=write size=3676633 2024-04-10T15:51:03.781 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.789+0000 7f0dda17f780 1 > prepared operation key=P7QI1303WDML tag=G8R2KSM9X1BC type=del size=2955947 2024-04-10T15:51:03.782 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.790+0000 7f0dda17f780 1 < completed part key=_multipart_5PTGEI8J4Q78.2~54J5RROXTI8Q.0 size=38968 2024-04-10T15:51:03.784 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.792+0000 7f0dda17f780 1 < completed multipart upload key=5PTGEI8J4Q78 upload=54J5RROXTI8Q tag=ZQ9GLK4CO1YY type=write size=1087544 2024-04-10T15:51:03.786 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.795+0000 7f0dda17f780 1 > prepared part key=_multipart_76DRYPHC6HG3.2~7CC1GZ11SY25.0 size=1048576 2024-04-10T15:51:03.787 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.796+0000 7f0dda17f780 1 > prepared part key=_multipart_76DRYPHC6HG3.2~7CC1GZ11SY25.1 size=801516 2024-04-10T15:51:03.787 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.796+0000 7f0dda17f780 1 > prepared multipart upload key=76DRYPHC6HG3 upload=7CC1GZ11SY25 tag=NWOPAKA7OBDZ type=write size=2898668 2024-04-10T15:51:03.789 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.797+0000 7f0dda17f780 1 < completed delete operation key=5VUYRX80DJNN tag=UQA9ZJ8B00O1 type=del 2024-04-10T15:51:03.790 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.798+0000 7f0dda17f780 1 > prepared operation key=VKTXOZU1BOHT tag=15F8WPQVEN9X type=write size=974326 2024-04-10T15:51:03.791 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.800+0000 7f0dda17f780 1 < completed part key=_multipart_YKTMKJ7IT90D.2~H7MUPK00RIS7.0 size=1048576 2024-04-10T15:51:03.793 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.801+0000 7f0dda17f780 1 < completed part key=_multipart_YKTMKJ7IT90D.2~H7MUPK00RIS7.1 size=1048576 2024-04-10T15:51:03.794 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.802+0000 7f0dda17f780 1 < completed part key=_multipart_YKTMKJ7IT90D.2~H7MUPK00RIS7.2 size=517212 2024-04-10T15:51:03.796 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.804+0000 7f0dda17f780 1 < completed multipart upload key=YKTMKJ7IT90D upload=H7MUPK00RIS7 tag=HB8T10ZJ42XK type=write size=3662940 2024-04-10T15:51:03.797 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.805+0000 7f0dda17f780 1 > prepared operation key=DRNFVWXVQQUT tag=FN1ZVL34INRS type=del size=3137948 2024-04-10T15:51:03.799 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.807+0000 7f0dda17f780 1 < completed delete operation key=WB4E7VQYBXDP tag=IKLTTPKY5IDO type=del 2024-04-10T15:51:03.801 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.809+0000 7f0dda17f780 1 > prepared part key=_multipart_7R1LO48KG193.2~ET1S2HDPRM12.0 size=109217 2024-04-10T15:51:03.801 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.809+0000 7f0dda17f780 1 > prepared multipart upload key=7R1LO48KG193 upload=ET1S2HDPRM12 tag=FS3NIGPJWLUK type=write size=1157793 2024-04-10T15:51:03.803 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.811+0000 7f0dda17f780 1 < completed delete operation key=VFKX3F9Z0OZ5 tag=B388ZGRN0IO9 type=del 2024-04-10T15:51:03.804 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.812+0000 7f0dda17f780 1 > prepared operation key=O2DQ4CPAMY72 tag=TBR72XLYBNCR type=del size=346958 2024-04-10T15:51:03.806 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.814+0000 7f0dda17f780 1 < completed part key=_multipart_VFKX3F9Z0OZ5.2~7RUOBIQ2KTBP.0 size=542962 2024-04-10T15:51:03.808 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.816+0000 7f0dda17f780 1 < completed multipart upload key=VFKX3F9Z0OZ5 upload=7RUOBIQ2KTBP tag=H2JIRV2O05WL type=write size=1591538 2024-04-10T15:51:03.809 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.818+0000 7f0dda17f780 1 > prepared operation key=P7QI1303WDML tag=DQU4P3K9CVY0 type=del size=935207 2024-04-10T15:51:03.811 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.819+0000 7f0dda17f780 1 < completed part key=_multipart_32PMZSHN97HZ.2~ADI1EET427RL.0 size=1048576 2024-04-10T15:51:03.812 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.820+0000 7f0dda17f780 1 < completed part key=_multipart_32PMZSHN97HZ.2~ADI1EET427RL.1 size=1048576 2024-04-10T15:51:03.813 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.821+0000 7f0dda17f780 1 < completed part key=_multipart_32PMZSHN97HZ.2~ADI1EET427RL.2 size=1017119 2024-04-10T15:51:03.815 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.823+0000 7f0dda17f780 1 < completed multipart upload key=32PMZSHN97HZ upload=ADI1EET427RL tag=A0DWQV87E3DI type=write size=4162847 2024-04-10T15:51:03.818 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.826+0000 7f0dda17f780 1 > prepared part key=_multipart_H433FHMII9ZA.2~QOBG696JPS18.0 size=761019 2024-04-10T15:51:03.818 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.826+0000 7f0dda17f780 1 > prepared multipart upload key=H433FHMII9ZA upload=QOBG696JPS18 tag=IVBJCY7B1YSP type=write size=1809595 2024-04-10T15:51:03.819 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.826+0000 7f0dda17f780 1 < canceled part key=_multipart_QJ9GK4CHH36X.2~6B21GEU4D60C.0 size=1048576 2024-04-10T15:51:03.819 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.828+0000 7f0dda17f780 1 < completed part key=_multipart_QJ9GK4CHH36X.2~6B21GEU4D60C.1 size=1048576 2024-04-10T15:51:03.821 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.829+0000 7f0dda17f780 1 < completed part key=_multipart_QJ9GK4CHH36X.2~6B21GEU4D60C.2 size=526715 2024-04-10T15:51:03.823 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.831+0000 7f0dda17f780 1 < canceled multipart upload key=QJ9GK4CHH36X upload=6B21GEU4D60C tag=3GUM724H5BPR type=write size=3672443 2024-04-10T15:51:03.824 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.832+0000 7f0dda17f780 1 > prepared operation key=Q55YN73R4WFF tag=UJBH0KYGT7XM type=del size=706371 2024-04-10T15:51:03.825 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.833+0000 7f0dda17f780 1 < completed delete operation key=O0U4M0VYXZJ9 tag=J2D9MXPQ8RMR type=del 2024-04-10T15:51:03.828 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.836+0000 7f0dda17f780 1 > prepared part key=_multipart_H433FHMII9ZA.2~P55UQVJEOCAB.0 size=32254 2024-04-10T15:51:03.828 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.836+0000 7f0dda17f780 1 > prepared multipart upload key=H433FHMII9ZA upload=P55UQVJEOCAB tag=PRCTWQKFQS7V type=write size=1080830 2024-04-10T15:51:03.829 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.837+0000 7f0dda17f780 1 < completed part key=_multipart_W72JTU6KAY5Q.2~BI1UR4WTXSAV.0 size=405609 2024-04-10T15:51:03.831 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.839+0000 7f0dda17f780 1 < completed multipart upload key=W72JTU6KAY5Q upload=BI1UR4WTXSAV tag=TYT2JVL8E124 type=write size=1454185 2024-04-10T15:51:03.832 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.840+0000 7f0dda17f780 1 > prepared operation key=WB4E7VQYBXDP tag=S8HCTHIRMZ97 type=write size=924343 2024-04-10T15:51:03.834 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.842+0000 7f0dda17f780 1 < completed delete operation key=GK8B4QASB1P8 tag=5NHMD0WQ2Z4Z type=del 2024-04-10T15:51:03.842 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.850+0000 7f0dda17f780 1 > prepared operation key=1XDQOHF2EHZG tag=5NO198L7ZYG9 type=write size=353682 2024-04-10T15:51:03.843 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.851+0000 7f0dda17f780 1 < completed delete operation key=M31TS1RYVD2I tag=907RA6BGXX8M type=del 2024-04-10T15:51:03.844 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.852+0000 7f0dda17f780 1 > prepared operation key=GK8B4QASB1P8 tag=FKKLRXMUXS80 type=del size=1235448 2024-04-10T15:51:03.845 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.854+0000 7f0dda17f780 1 < completed delete operation key=VFKX3F9Z0OZ5 tag=VBR0GJCCXPTE type=del 2024-04-10T15:51:03.846 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.855+0000 7f0dda17f780 1 > prepared operation key=W72JTU6KAY5Q tag=FW609O329WC8 type=write size=506035 2024-04-10T15:51:03.848 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.856+0000 7f0dda17f780 1 < completed part key=_multipart_VKTXOZU1BOHT.2~E4670873SR0B.0 size=1048576 2024-04-10T15:51:03.849 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.857+0000 7f0dda17f780 1 < completed part key=_multipart_VKTXOZU1BOHT.2~E4670873SR0B.1 size=653992 2024-04-10T15:51:03.851 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.859+0000 7f0dda17f780 1 < completed multipart upload key=VKTXOZU1BOHT upload=E4670873SR0B tag=VCC32WKE4D6Z type=write size=2751144 2024-04-10T15:51:03.853 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.862+0000 7f0dda17f780 1 > prepared part key=_multipart_892B9J3TLMA2.2~LP7O7FB05JN4.0 size=1048576 2024-04-10T15:51:03.854 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.863+0000 7f0dda17f780 1 > prepared part key=_multipart_892B9J3TLMA2.2~LP7O7FB05JN4.1 size=359721 2024-04-10T15:51:03.854 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.863+0000 7f0dda17f780 1 > prepared multipart upload key=892B9J3TLMA2 upload=LP7O7FB05JN4 tag=N391OEWW75ML type=write size=2456873 2024-04-10T15:51:03.856 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.864+0000 7f0dda17f780 1 < completed part key=_multipart_7R29VV7JYRWM.2~D884AXNEB4H4.0 size=1048576 2024-04-10T15:51:03.857 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.865+0000 7f0dda17f780 1 < completed part key=_multipart_7R29VV7JYRWM.2~D884AXNEB4H4.1 size=869559 2024-04-10T15:51:03.860 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.868+0000 7f0dda17f780 1 < completed multipart upload key=7R29VV7JYRWM upload=D884AXNEB4H4 tag=EYXECQ6Z9SQ3 type=write size=2966711 2024-04-10T15:51:03.861 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.869+0000 7f0dda17f780 1 > prepared operation key=QJ9GK4CHH36X tag=I9UTXHYYMXX4 type=write size=585129 2024-04-10T15:51:03.862 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.871+0000 7f0dda17f780 1 < canceled operation key=P7QI1303WDML tag=G8R2KSM9X1BC type=del size=2955947 2024-04-10T15:51:03.865 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.873+0000 7f0dda17f780 1 > prepared part key=_multipart_LPSA55UNQS7T.2~SIG9WWLYW2I0.0 size=358443 2024-04-10T15:51:03.865 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.873+0000 7f0dda17f780 1 > prepared multipart upload key=LPSA55UNQS7T upload=SIG9WWLYW2I0 tag=SML357XT1N5Y type=write size=1407019 2024-04-10T15:51:03.865 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.873+0000 7f0dda17f780 1 < canceled part key=_multipart_76DRYPHC6HG3.2~7CC1GZ11SY25.0 size=1048576 2024-04-10T15:51:03.866 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.874+0000 7f0dda17f780 1 < completed part key=_multipart_76DRYPHC6HG3.2~7CC1GZ11SY25.1 size=801516 2024-04-10T15:51:03.868 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.876+0000 7f0dda17f780 1 < canceled multipart upload key=76DRYPHC6HG3 upload=7CC1GZ11SY25 tag=NWOPAKA7OBDZ type=write size=2898668 2024-04-10T15:51:03.870 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.879+0000 7f0dda17f780 1 > prepared part key=_multipart_7R29VV7JYRWM.2~9UN2DX4HKYF1.0 size=1048576 2024-04-10T15:51:03.872 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.880+0000 7f0dda17f780 1 > prepared part key=_multipart_7R29VV7JYRWM.2~9UN2DX4HKYF1.1 size=297510 2024-04-10T15:51:03.872 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.880+0000 7f0dda17f780 1 > prepared multipart upload key=7R29VV7JYRWM upload=9UN2DX4HKYF1 tag=5LDYB9F40C9C type=write size=2394662 2024-04-10T15:51:03.873 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.881+0000 7f0dda17f780 1 < completed write operation key=VKTXOZU1BOHT tag=15F8WPQVEN9X type=write size=974326 2024-04-10T15:51:03.874 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.882+0000 7f0dda17f780 1 > prepared operation key=EZ2HJBZ8EY6J tag=1TCOALYSO3CV type=del size=2047468 2024-04-10T15:51:03.875 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.884+0000 7f0dda17f780 1 < completed delete operation key=DRNFVWXVQQUT tag=FN1ZVL34INRS type=del 2024-04-10T15:51:03.877 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.885+0000 7f0dda17f780 1 > prepared operation key=32PMZSHN97HZ tag=U46H8IT55ZLU type=del size=1379525 2024-04-10T15:51:03.877 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.885+0000 7f0dda17f780 1 < canceled part key=_multipart_7R1LO48KG193.2~ET1S2HDPRM12.0 size=109217 2024-04-10T15:51:03.879 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.887+0000 7f0dda17f780 1 < canceled multipart upload key=7R1LO48KG193 upload=ET1S2HDPRM12 tag=FS3NIGPJWLUK type=write size=1157793 2024-04-10T15:51:03.881 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.889+0000 7f0dda17f780 1 > prepared part key=_multipart_32PMZSHN97HZ.2~PKRLVNRJQCNF.0 size=98753 2024-04-10T15:51:03.881 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.889+0000 7f0dda17f780 1 > prepared multipart upload key=32PMZSHN97HZ upload=PKRLVNRJQCNF tag=67O7CKVV3HQM type=write size=1147329 2024-04-10T15:51:03.882 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.891+0000 7f0dda17f780 1 < completed delete operation key=O2DQ4CPAMY72 tag=TBR72XLYBNCR type=del 2024-04-10T15:51:03.884 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.892+0000 7f0dda17f780 1 > prepared operation key=Q55YN73R4WFF tag=BNUEFXBPXPYI type=del size=4049349 2024-04-10T15:51:03.885 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.893+0000 7f0dda17f780 1 < completed delete operation key=P7QI1303WDML tag=DQU4P3K9CVY0 type=del 2024-04-10T15:51:03.887 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.895+0000 7f0dda17f780 1 > prepared part key=_multipart_O2DQ4CPAMY72.2~AHFOTDC2I180.0 size=1048576 2024-04-10T15:51:03.888 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.896+0000 7f0dda17f780 1 > prepared part key=_multipart_O2DQ4CPAMY72.2~AHFOTDC2I180.1 size=264621 2024-04-10T15:51:03.888 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.896+0000 7f0dda17f780 1 > prepared multipart upload key=O2DQ4CPAMY72 upload=AHFOTDC2I180 tag=BFEC3L38IBTS type=write size=2361773 2024-04-10T15:51:03.890 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.898+0000 7f0dda17f780 1 < completed part key=_multipart_H433FHMII9ZA.2~QOBG696JPS18.0 size=761019 2024-04-10T15:51:03.892 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.900+0000 7f0dda17f780 1 < completed multipart upload key=H433FHMII9ZA upload=QOBG696JPS18 tag=IVBJCY7B1YSP type=write size=1809595 2024-04-10T15:51:03.894 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.902+0000 7f0dda17f780 1 > prepared part key=_multipart_W72JTU6KAY5Q.2~WRMJLH4MWM1Y.0 size=1048576 2024-04-10T15:51:03.895 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.903+0000 7f0dda17f780 1 > prepared part key=_multipart_W72JTU6KAY5Q.2~WRMJLH4MWM1Y.1 size=1048576 2024-04-10T15:51:03.896 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.904+0000 7f0dda17f780 1 > prepared part key=_multipart_W72JTU6KAY5Q.2~WRMJLH4MWM1Y.2 size=520941 2024-04-10T15:51:03.896 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.904+0000 7f0dda17f780 1 > prepared multipart upload key=W72JTU6KAY5Q upload=WRMJLH4MWM1Y tag=ZJ6ZREEBE5X8 type=write size=3666669 2024-04-10T15:51:03.898 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.905+0000 7f0dda17f780 1 < canceled operation key=Q55YN73R4WFF tag=UJBH0KYGT7XM type=del size=706371 2024-04-10T15:51:03.899 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.907+0000 7f0dda17f780 1 > prepared operation key=9QFS277S5EY3 tag=21UF6KPXL146 type=del size=739338 2024-04-10T15:51:03.900 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.908+0000 7f0dda17f780 1 < completed part key=_multipart_H433FHMII9ZA.2~P55UQVJEOCAB.0 size=32254 2024-04-10T15:51:03.902 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.910+0000 7f0dda17f780 1 < completed multipart upload key=H433FHMII9ZA upload=P55UQVJEOCAB tag=PRCTWQKFQS7V type=write size=1080830 2024-04-10T15:51:03.903 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.911+0000 7f0dda17f780 1 > prepared operation key=VKTXOZU1BOHT tag=GUV6QHLC4FPZ type=del size=2983365 2024-04-10T15:51:03.906 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.914+0000 7f0dda17f780 1 < suggested remove operation key=WB4E7VQYBXDP tag=S8HCTHIRMZ97 type=write 2024-04-10T15:51:03.908 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.917+0000 7f0dda17f780 1 > prepared part key=_multipart_76DRYPHC6HG3.2~FP01I94791Y3.0 size=1048576 2024-04-10T15:51:03.909 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.918+0000 7f0dda17f780 1 > prepared part key=_multipart_76DRYPHC6HG3.2~FP01I94791Y3.1 size=89788 2024-04-10T15:51:03.909 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.918+0000 7f0dda17f780 1 > prepared multipart upload key=76DRYPHC6HG3 upload=FP01I94791Y3 tag=PPP0ZJ4NMTFX type=write size=2186940 2024-04-10T15:51:03.912 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.920+0000 7f0dda17f780 1 < suggested update operation key=1XDQOHF2EHZG tag=5NO198L7ZYG9 type=write size=353682 2024-04-10T15:51:03.913 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.921+0000 7f0dda17f780 1 > prepared operation key=P7QI1303WDML tag=3LNO4371AZ5G type=write size=211420 2024-04-10T15:51:03.914 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.923+0000 7f0dda17f780 1 < completed delete operation key=GK8B4QASB1P8 tag=FKKLRXMUXS80 type=del 2024-04-10T15:51:03.916 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.924+0000 7f0dda17f780 1 > prepared operation key=5VUYRX80DJNN tag=K5WP15QQLZOU type=write size=265495 2024-04-10T15:51:03.917 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.925+0000 7f0dda17f780 1 < completed write operation key=W72JTU6KAY5Q tag=FW609O329WC8 type=write size=506035 2024-04-10T15:51:03.918 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.927+0000 7f0dda17f780 1 > prepared operation key=VFKX3F9Z0OZ5 tag=UDLQAFX10CGM type=write size=121430 2024-04-10T15:51:03.920 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.928+0000 7f0dda17f780 1 < completed part key=_multipart_892B9J3TLMA2.2~LP7O7FB05JN4.0 size=1048576 2024-04-10T15:51:03.921 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.929+0000 7f0dda17f780 1 < completed part key=_multipart_892B9J3TLMA2.2~LP7O7FB05JN4.1 size=359721 2024-04-10T15:51:03.923 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.931+0000 7f0dda17f780 1 < completed multipart upload key=892B9J3TLMA2 upload=LP7O7FB05JN4 tag=N391OEWW75ML type=write size=2456873 2024-04-10T15:51:03.926 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.934+0000 7f0dda17f780 1 > prepared part key=_multipart_76DRYPHC6HG3.2~AMGU9O5TGQVH.0 size=1048576 2024-04-10T15:51:03.927 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.935+0000 7f0dda17f780 1 > prepared part key=_multipart_76DRYPHC6HG3.2~AMGU9O5TGQVH.1 size=897541 2024-04-10T15:51:03.927 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.935+0000 7f0dda17f780 1 > prepared multipart upload key=76DRYPHC6HG3 upload=AMGU9O5TGQVH tag=TFVI3KG7SG89 type=write size=2994693 2024-04-10T15:51:03.928 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.937+0000 7f0dda17f780 1 < completed write operation key=QJ9GK4CHH36X tag=I9UTXHYYMXX4 type=write size=585129 2024-04-10T15:51:03.931 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.939+0000 7f0dda17f780 1 > prepared part key=_multipart_WB4E7VQYBXDP.2~3VNPG68RO1OG.0 size=1048576 2024-04-10T15:51:03.932 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.940+0000 7f0dda17f780 1 > prepared part key=_multipart_WB4E7VQYBXDP.2~3VNPG68RO1OG.1 size=296039 2024-04-10T15:51:03.932 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.940+0000 7f0dda17f780 1 > prepared multipart upload key=WB4E7VQYBXDP upload=3VNPG68RO1OG tag=68EC34UNWAFR type=write size=2393191 2024-04-10T15:51:03.932 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.941+0000 7f0dda17f780 1 < canceled part key=_multipart_LPSA55UNQS7T.2~SIG9WWLYW2I0.0 size=358443 2024-04-10T15:51:03.935 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.943+0000 7f0dda17f780 1 < canceled multipart upload key=LPSA55UNQS7T upload=SIG9WWLYW2I0 tag=SML357XT1N5Y type=write size=1407019 2024-04-10T15:51:03.937 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.945+0000 7f0dda17f780 1 > prepared operation key=QJ9GK4CHH36X tag=RITVVQKKVIL2 type=del size=1714021 2024-04-10T15:51:03.938 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.946+0000 7f0dda17f780 1 < completed part key=_multipart_7R29VV7JYRWM.2~9UN2DX4HKYF1.0 size=1048576 2024-04-10T15:51:03.939 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.948+0000 7f0dda17f780 1 < completed part key=_multipart_7R29VV7JYRWM.2~9UN2DX4HKYF1.1 size=297510 2024-04-10T15:51:03.941 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.950+0000 7f0dda17f780 1 < completed multipart upload key=7R29VV7JYRWM upload=9UN2DX4HKYF1 tag=5LDYB9F40C9C type=write size=2394662 2024-04-10T15:51:03.944 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.952+0000 7f0dda17f780 1 > prepared part key=_multipart_7R29VV7JYRWM.2~ZKIXMCNT5UC6.0 size=1048576 2024-04-10T15:51:03.945 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.954+0000 7f0dda17f780 1 > prepared part key=_multipart_7R29VV7JYRWM.2~ZKIXMCNT5UC6.1 size=663257 2024-04-10T15:51:03.945 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.954+0000 7f0dda17f780 1 > prepared multipart upload key=7R29VV7JYRWM upload=ZKIXMCNT5UC6 tag=A4ZB3SJM3XR8 type=write size=2760409 2024-04-10T15:51:03.947 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.955+0000 7f0dda17f780 1 < completed delete operation key=EZ2HJBZ8EY6J tag=1TCOALYSO3CV type=del 2024-04-10T15:51:03.949 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.958+0000 7f0dda17f780 1 > prepared part key=_multipart_1XDQOHF2EHZG.2~V5ESPS4CFGXT.0 size=1048576 2024-04-10T15:51:03.951 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.959+0000 7f0dda17f780 1 > prepared part key=_multipart_1XDQOHF2EHZG.2~V5ESPS4CFGXT.1 size=1655 2024-04-10T15:51:03.951 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.959+0000 7f0dda17f780 1 > prepared multipart upload key=1XDQOHF2EHZG upload=V5ESPS4CFGXT tag=6U9CUMQH4EW1 type=write size=2098807 2024-04-10T15:51:03.952 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.961+0000 7f0dda17f780 1 < completed delete operation key=32PMZSHN97HZ tag=U46H8IT55ZLU type=del 2024-04-10T15:51:03.954 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.962+0000 7f0dda17f780 1 > prepared operation key=XDWUTYA27EZF tag=Z8TCYUBRCL19 type=del size=3578832 2024-04-10T15:51:03.955 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.963+0000 7f0dda17f780 1 < completed part key=_multipart_32PMZSHN97HZ.2~PKRLVNRJQCNF.0 size=98753 2024-04-10T15:51:03.957 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.966+0000 7f0dda17f780 1 < completed multipart upload key=32PMZSHN97HZ upload=PKRLVNRJQCNF tag=67O7CKVV3HQM type=write size=1147329 2024-04-10T15:51:03.959 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.967+0000 7f0dda17f780 1 > prepared operation key=1XDQOHF2EHZG tag=GLCE87JMYJRO type=write size=338618 2024-04-10T15:51:03.962 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.970+0000 7f0dda17f780 1 < suggested remove operation key=Q55YN73R4WFF tag=BNUEFXBPXPYI type=del 2024-04-10T15:51:03.965 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.973+0000 7f0dda17f780 1 > prepared part key=_multipart_O0U4M0VYXZJ9.2~ZXS0QLWDBDON.0 size=1048576 2024-04-10T15:51:03.966 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.974+0000 7f0dda17f780 1 > prepared part key=_multipart_O0U4M0VYXZJ9.2~ZXS0QLWDBDON.1 size=1048576 2024-04-10T15:51:03.968 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.976+0000 7f0dda17f780 1 > prepared part key=_multipart_O0U4M0VYXZJ9.2~ZXS0QLWDBDON.2 size=303685 2024-04-10T15:51:03.968 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.976+0000 7f0dda17f780 1 > prepared multipart upload key=O0U4M0VYXZJ9 upload=ZXS0QLWDBDON tag=73CWM5HC5UGS type=write size=3449413 2024-04-10T15:51:03.969 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.977+0000 7f0dda17f780 1 < completed part key=_multipart_O2DQ4CPAMY72.2~AHFOTDC2I180.0 size=1048576 2024-04-10T15:51:03.970 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.979+0000 7f0dda17f780 1 < completed part key=_multipart_O2DQ4CPAMY72.2~AHFOTDC2I180.1 size=264621 2024-04-10T15:51:03.973 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.981+0000 7f0dda17f780 1 < completed multipart upload key=O2DQ4CPAMY72 upload=AHFOTDC2I180 tag=BFEC3L38IBTS type=write size=2361773 2024-04-10T15:51:03.975 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.983+0000 7f0dda17f780 1 > prepared operation key=0EQWI1AD1VHA tag=ZBAMZJQVFGT1 type=write size=184659 2024-04-10T15:51:03.977 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.985+0000 7f0dda17f780 1 < completed part key=_multipart_W72JTU6KAY5Q.2~WRMJLH4MWM1Y.0 size=1048576 2024-04-10T15:51:03.977 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.986+0000 7f0dda17f780 1 < completed part key=_multipart_W72JTU6KAY5Q.2~WRMJLH4MWM1Y.1 size=1048576 2024-04-10T15:51:03.978 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.986+0000 7f0dda17f780 1 < canceled part key=_multipart_W72JTU6KAY5Q.2~WRMJLH4MWM1Y.2 size=520941 2024-04-10T15:51:03.980 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.988+0000 7f0dda17f780 1 < canceled multipart upload key=W72JTU6KAY5Q upload=WRMJLH4MWM1Y tag=ZJ6ZREEBE5X8 type=write size=3666669 2024-04-10T15:51:03.981 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.990+0000 7f0dda17f780 1 > prepared operation key=W1N9JNIA6ZML tag=6D8QKP40QR81 type=del size=2501273 2024-04-10T15:51:03.984 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.993+0000 7f0dda17f780 1 < suggested remove operation key=9QFS277S5EY3 tag=21UF6KPXL146 type=del 2024-04-10T15:51:03.987 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.996+0000 7f0dda17f780 1 > prepared part key=_multipart_WB4E7VQYBXDP.2~W23SBYQ6F3T5.0 size=1048576 2024-04-10T15:51:03.989 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.997+0000 7f0dda17f780 1 > prepared part key=_multipart_WB4E7VQYBXDP.2~W23SBYQ6F3T5.1 size=1048576 2024-04-10T15:51:03.990 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.998+0000 7f0dda17f780 1 > prepared part key=_multipart_WB4E7VQYBXDP.2~W23SBYQ6F3T5.2 size=573764 2024-04-10T15:51:03.990 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:03.998+0000 7f0dda17f780 1 > prepared multipart upload key=WB4E7VQYBXDP upload=W23SBYQ6F3T5 tag=0U7QSIU8IJBR type=write size=3719492 2024-04-10T15:51:03.993 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.001+0000 7f0dda17f780 1 < suggested remove operation key=VKTXOZU1BOHT tag=GUV6QHLC4FPZ type=del 2024-04-10T15:51:03.995 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.003+0000 7f0dda17f780 1 > prepared operation key=6V3UX4ZSIBZX tag=UR9T5IXR63S7 type=del size=2201850 2024-04-10T15:51:03.996 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.005+0000 7f0dda17f780 1 < completed part key=_multipart_76DRYPHC6HG3.2~FP01I94791Y3.0 size=1048576 2024-04-10T15:51:03.998 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.006+0000 7f0dda17f780 1 < completed part key=_multipart_76DRYPHC6HG3.2~FP01I94791Y3.1 size=89788 2024-04-10T15:51:04.000 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.008+0000 7f0dda17f780 1 < completed multipart upload key=76DRYPHC6HG3 upload=FP01I94791Y3 tag=PPP0ZJ4NMTFX type=write size=2186940 2024-04-10T15:51:04.001 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.010+0000 7f0dda17f780 1 > prepared operation key=5PTGEI8J4Q78 tag=OUDV790BNFKI type=write size=23739 2024-04-10T15:51:04.003 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.011+0000 7f0dda17f780 1 < completed write operation key=P7QI1303WDML tag=3LNO4371AZ5G type=write size=211420 2024-04-10T15:51:04.005 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.013+0000 7f0dda17f780 1 > prepared operation key=VFKX3F9Z0OZ5 tag=R2B2GYS20FNP type=del size=2102912 2024-04-10T15:51:04.007 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.015+0000 7f0dda17f780 1 < suggested update operation key=5VUYRX80DJNN tag=K5WP15QQLZOU type=write size=265495 2024-04-10T15:51:04.010 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.018+0000 7f0dda17f780 1 > prepared part key=_multipart_9QFS277S5EY3.2~LY48O1JYHPSW.0 size=1048576 2024-04-10T15:51:04.011 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.019+0000 7f0dda17f780 1 > prepared part key=_multipart_9QFS277S5EY3.2~LY48O1JYHPSW.1 size=1048576 2024-04-10T15:51:04.012 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.020+0000 7f0dda17f780 1 > prepared part key=_multipart_9QFS277S5EY3.2~LY48O1JYHPSW.2 size=205728 2024-04-10T15:51:04.012 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.020+0000 7f0dda17f780 1 > prepared multipart upload key=9QFS277S5EY3 upload=LY48O1JYHPSW tag=KKCJ8WI32HWX type=write size=3351456 2024-04-10T15:51:04.013 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.021+0000 7f0dda17f780 1 < completed write operation key=VFKX3F9Z0OZ5 tag=UDLQAFX10CGM type=write size=121430 2024-04-10T15:51:04.015 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.023+0000 7f0dda17f780 1 > prepared operation key=Q55YN73R4WFF tag=KWGXM51JIV4H type=del size=3347489 2024-04-10T15:51:04.016 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.024+0000 7f0dda17f780 1 < completed part key=_multipart_76DRYPHC6HG3.2~AMGU9O5TGQVH.0 size=1048576 2024-04-10T15:51:04.016 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.024+0000 7f0dda17f780 1 < canceled part key=_multipart_76DRYPHC6HG3.2~AMGU9O5TGQVH.1 size=897541 2024-04-10T15:51:04.018 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.026+0000 7f0dda17f780 1 < canceled multipart upload key=76DRYPHC6HG3 upload=AMGU9O5TGQVH tag=TFVI3KG7SG89 type=write size=2994693 2024-04-10T15:51:04.020 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.028+0000 7f0dda17f780 1 > prepared operation key=M31TS1RYVD2I tag=1QVYO59ETLE4 type=write size=645780 2024-04-10T15:51:04.021 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.030+0000 7f0dda17f780 1 < completed part key=_multipart_WB4E7VQYBXDP.2~3VNPG68RO1OG.0 size=1048576 2024-04-10T15:51:04.023 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.031+0000 7f0dda17f780 1 < completed part key=_multipart_WB4E7VQYBXDP.2~3VNPG68RO1OG.1 size=296039 2024-04-10T15:51:04.025 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.033+0000 7f0dda17f780 1 < completed multipart upload key=WB4E7VQYBXDP upload=3VNPG68RO1OG tag=68EC34UNWAFR type=write size=2393191 2024-04-10T15:51:04.027 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.035+0000 7f0dda17f780 1 > prepared operation key=WB4E7VQYBXDP tag=6P5HQEA5WG2V type=del size=2232368 2024-04-10T15:51:04.028 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.036+0000 7f0dda17f780 1 < completed delete operation key=QJ9GK4CHH36X tag=RITVVQKKVIL2 type=del 2024-04-10T15:51:04.031 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.039+0000 7f0dda17f780 1 > prepared part key=_multipart_9QFS277S5EY3.2~R1HZPZ0E890N.0 size=1048576 2024-04-10T15:51:04.032 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.040+0000 7f0dda17f780 1 > prepared part key=_multipart_9QFS277S5EY3.2~R1HZPZ0E890N.1 size=1048576 2024-04-10T15:51:04.033 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.041+0000 7f0dda17f780 1 > prepared part key=_multipart_9QFS277S5EY3.2~R1HZPZ0E890N.2 size=369089 2024-04-10T15:51:04.033 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.041+0000 7f0dda17f780 1 > prepared multipart upload key=9QFS277S5EY3 upload=R1HZPZ0E890N tag=TQ2GLIZ7LCY1 type=write size=3514817 2024-04-10T15:51:04.034 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.042+0000 7f0dda17f780 1 < completed part key=_multipart_7R29VV7JYRWM.2~ZKIXMCNT5UC6.0 size=1048576 2024-04-10T15:51:04.036 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.044+0000 7f0dda17f780 1 < completed part key=_multipart_7R29VV7JYRWM.2~ZKIXMCNT5UC6.1 size=663257 2024-04-10T15:51:04.039 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.047+0000 7f0dda17f780 1 < completed multipart upload key=7R29VV7JYRWM upload=ZKIXMCNT5UC6 tag=A4ZB3SJM3XR8 type=write size=2760409 2024-04-10T15:51:04.040 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.048+0000 7f0dda17f780 1 > prepared operation key=P7QI1303WDML tag=QULP7ZRCAZO2 type=write size=697253 2024-04-10T15:51:04.041 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.049+0000 7f0dda17f780 1 < completed part key=_multipart_1XDQOHF2EHZG.2~V5ESPS4CFGXT.0 size=1048576 2024-04-10T15:51:04.043 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.051+0000 7f0dda17f780 1 < completed part key=_multipart_1XDQOHF2EHZG.2~V5ESPS4CFGXT.1 size=1655 2024-04-10T15:51:04.045 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.053+0000 7f0dda17f780 1 < completed multipart upload key=1XDQOHF2EHZG upload=V5ESPS4CFGXT tag=6U9CUMQH4EW1 type=write size=2098807 2024-04-10T15:51:04.048 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.056+0000 7f0dda17f780 1 > prepared part key=_multipart_5PTGEI8J4Q78.2~WC0ID4ZN9Q88.0 size=1048576 2024-04-10T15:51:04.049 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.057+0000 7f0dda17f780 1 > prepared part key=_multipart_5PTGEI8J4Q78.2~WC0ID4ZN9Q88.1 size=1037842 2024-04-10T15:51:04.049 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.057+0000 7f0dda17f780 1 > prepared multipart upload key=5PTGEI8J4Q78 upload=WC0ID4ZN9Q88 tag=SIUD7FK1O10K type=write size=3134994 2024-04-10T15:51:04.051 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.059+0000 7f0dda17f780 1 < completed delete operation key=XDWUTYA27EZF tag=Z8TCYUBRCL19 type=del 2024-04-10T15:51:04.052 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.060+0000 7f0dda17f780 1 > prepared operation key=VFKX3F9Z0OZ5 tag=F3DXXT2B1HIA type=write size=1035633 2024-04-10T15:51:04.053 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.061+0000 7f0dda17f780 1 < completed write operation key=1XDQOHF2EHZG tag=GLCE87JMYJRO type=write size=338618 2024-04-10T15:51:04.056 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.064+0000 7f0dda17f780 1 > prepared part key=_multipart_9QFS277S5EY3.2~6OIOZCT13X07.0 size=502239 2024-04-10T15:51:04.056 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.064+0000 7f0dda17f780 1 > prepared multipart upload key=9QFS277S5EY3 upload=6OIOZCT13X07 tag=7N976ANMYX4O type=write size=1550815 2024-04-10T15:51:04.057 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.066+0000 7f0dda17f780 1 < completed part key=_multipart_O0U4M0VYXZJ9.2~ZXS0QLWDBDON.0 size=1048576 2024-04-10T15:51:04.059 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.067+0000 7f0dda17f780 1 < completed part key=_multipart_O0U4M0VYXZJ9.2~ZXS0QLWDBDON.1 size=1048576 2024-04-10T15:51:04.061 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.069+0000 7f0dda17f780 1 < completed part key=_multipart_O0U4M0VYXZJ9.2~ZXS0QLWDBDON.2 size=303685 2024-04-10T15:51:04.063 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.071+0000 7f0dda17f780 1 < completed multipart upload key=O0U4M0VYXZJ9 upload=ZXS0QLWDBDON tag=73CWM5HC5UGS type=write size=3449413 2024-04-10T15:51:04.065 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.073+0000 7f0dda17f780 1 > prepared operation key=6V3UX4ZSIBZX tag=3OUNQI14Q390 type=write size=880654 2024-04-10T15:51:04.066 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.075+0000 7f0dda17f780 1 < completed write operation key=0EQWI1AD1VHA tag=ZBAMZJQVFGT1 type=write size=184659 2024-04-10T15:51:04.068 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.076+0000 7f0dda17f780 1 > prepared operation key=7R1LO48KG193 tag=DINFBGPFCP0Y type=del size=1171336 2024-04-10T15:51:04.070 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.078+0000 7f0dda17f780 1 < completed delete operation key=W1N9JNIA6ZML tag=6D8QKP40QR81 type=del 2024-04-10T15:51:04.071 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.080+0000 7f0dda17f780 1 > prepared operation key=LPSA55UNQS7T tag=OV8CNNMAU2LH type=write size=1029497 2024-04-10T15:51:04.073 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.081+0000 7f0dda17f780 1 < completed part key=_multipart_WB4E7VQYBXDP.2~W23SBYQ6F3T5.0 size=1048576 2024-04-10T15:51:04.073 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.081+0000 7f0dda17f780 1 < canceled part key=_multipart_WB4E7VQYBXDP.2~W23SBYQ6F3T5.1 size=1048576 2024-04-10T15:51:04.074 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.083+0000 7f0dda17f780 1 < completed part key=_multipart_WB4E7VQYBXDP.2~W23SBYQ6F3T5.2 size=573764 2024-04-10T15:51:04.077 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.085+0000 7f0dda17f780 1 < canceled multipart upload key=WB4E7VQYBXDP upload=W23SBYQ6F3T5 tag=0U7QSIU8IJBR type=write size=3719492 2024-04-10T15:51:04.079 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.088+0000 7f0dda17f780 1 > prepared part key=_multipart_Q55YN73R4WFF.2~BV44U1LE0IV8.0 size=1048576 2024-04-10T15:51:04.080 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.089+0000 7f0dda17f780 1 > prepared part key=_multipart_Q55YN73R4WFF.2~BV44U1LE0IV8.1 size=1048576 2024-04-10T15:51:04.081 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.090+0000 7f0dda17f780 1 > prepared part key=_multipart_Q55YN73R4WFF.2~BV44U1LE0IV8.2 size=207502 2024-04-10T15:51:04.081 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.090+0000 7f0dda17f780 1 > prepared multipart upload key=Q55YN73R4WFF upload=BV44U1LE0IV8 tag=2V61OR2HX1FF type=write size=3353230 2024-04-10T15:51:04.083 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.091+0000 7f0dda17f780 1 < completed delete operation key=6V3UX4ZSIBZX tag=UR9T5IXR63S7 type=del 2024-04-10T15:51:04.084 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.092+0000 7f0dda17f780 1 > prepared operation key=0EQWI1AD1VHA tag=7B5XU0XIB1GA type=write size=93666 2024-04-10T15:51:04.086 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.094+0000 7f0dda17f780 1 < completed write operation key=5PTGEI8J4Q78 tag=OUDV790BNFKI type=write size=23739 2024-04-10T15:51:04.088 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.097+0000 7f0dda17f780 1 > prepared part key=_multipart_4GB88X6QZH6E.2~L54GURX431TE.0 size=375576 2024-04-10T15:51:04.089 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.097+0000 7f0dda17f780 1 > prepared multipart upload key=4GB88X6QZH6E upload=L54GURX431TE tag=Z7PQA5RPRWG4 type=write size=1424152 2024-04-10T15:51:04.090 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.099+0000 7f0dda17f780 1 < completed delete operation key=VFKX3F9Z0OZ5 tag=R2B2GYS20FNP type=del 2024-04-10T15:51:04.092 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.100+0000 7f0dda17f780 1 > prepared operation key=VFKX3F9Z0OZ5 tag=ARQRC5XUDUVA type=del size=16720 2024-04-10T15:51:04.094 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.102+0000 7f0dda17f780 1 < completed part key=_multipart_9QFS277S5EY3.2~LY48O1JYHPSW.0 size=1048576 2024-04-10T15:51:04.095 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.103+0000 7f0dda17f780 1 < completed part key=_multipart_9QFS277S5EY3.2~LY48O1JYHPSW.1 size=1048576 2024-04-10T15:51:04.096 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.105+0000 7f0dda17f780 1 < completed part key=_multipart_9QFS277S5EY3.2~LY48O1JYHPSW.2 size=205728 2024-04-10T15:51:04.098 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.107+0000 7f0dda17f780 1 < completed multipart upload key=9QFS277S5EY3 upload=LY48O1JYHPSW tag=KKCJ8WI32HWX type=write size=3351456 2024-04-10T15:51:04.101 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.109+0000 7f0dda17f780 1 > prepared part key=_multipart_4GB88X6QZH6E.2~CAAJYJ3PMMMG.0 size=755186 2024-04-10T15:51:04.101 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.109+0000 7f0dda17f780 1 > prepared multipart upload key=4GB88X6QZH6E upload=CAAJYJ3PMMMG tag=YIJHQUMAC3WL type=write size=1803762 2024-04-10T15:51:04.102 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.110+0000 7f0dda17f780 1 < completed delete operation key=Q55YN73R4WFF tag=KWGXM51JIV4H type=del 2024-04-10T15:51:04.104 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.112+0000 7f0dda17f780 1 > prepared operation key=EZ2HJBZ8EY6J tag=932RG7CW5Z7X type=write size=263130 2024-04-10T15:51:04.105 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.113+0000 7f0dda17f780 1 < completed write operation key=M31TS1RYVD2I tag=1QVYO59ETLE4 type=write size=645780 2024-04-10T15:51:04.106 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.115+0000 7f0dda17f780 1 > prepared operation key=P7QI1303WDML tag=KIO1TDNXUBHT type=del size=566706 2024-04-10T15:51:04.108 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.116+0000 7f0dda17f780 1 < completed delete operation key=WB4E7VQYBXDP tag=6P5HQEA5WG2V type=del 2024-04-10T15:51:04.110 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.118+0000 7f0dda17f780 1 > prepared part key=_multipart_WB4E7VQYBXDP.2~19GDFGAOLPSK.0 size=211889 2024-04-10T15:51:04.110 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.118+0000 7f0dda17f780 1 > prepared multipart upload key=WB4E7VQYBXDP upload=19GDFGAOLPSK tag=O2Q74NZSO2KA type=write size=1260465 2024-04-10T15:51:04.112 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.120+0000 7f0dda17f780 1 < completed part key=_multipart_9QFS277S5EY3.2~R1HZPZ0E890N.0 size=1048576 2024-04-10T15:51:04.113 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.121+0000 7f0dda17f780 1 < completed part key=_multipart_9QFS277S5EY3.2~R1HZPZ0E890N.1 size=1048576 2024-04-10T15:51:04.113 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.121+0000 7f0dda17f780 1 < canceled part key=_multipart_9QFS277S5EY3.2~R1HZPZ0E890N.2 size=369089 2024-04-10T15:51:04.115 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.123+0000 7f0dda17f780 1 < canceled multipart upload key=9QFS277S5EY3 upload=R1HZPZ0E890N tag=TQ2GLIZ7LCY1 type=write size=3514817 2024-04-10T15:51:04.117 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.126+0000 7f0dda17f780 1 > prepared part key=_multipart_H433FHMII9ZA.2~TM6MUV3U7VVI.0 size=1048576 2024-04-10T15:51:04.118 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.127+0000 7f0dda17f780 1 > prepared part key=_multipart_H433FHMII9ZA.2~TM6MUV3U7VVI.1 size=357020 2024-04-10T15:51:04.118 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.127+0000 7f0dda17f780 1 > prepared multipart upload key=H433FHMII9ZA upload=TM6MUV3U7VVI tag=EL5FY2HFST31 type=write size=2454172 2024-04-10T15:51:04.120 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.128+0000 7f0dda17f780 1 < completed write operation key=P7QI1303WDML tag=QULP7ZRCAZO2 type=write size=697253 2024-04-10T15:51:04.122 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.131+0000 7f0dda17f780 1 > prepared part key=_multipart_W1N9JNIA6ZML.2~WO4M4R8WHSH5.0 size=1048576 2024-04-10T15:51:04.123 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.132+0000 7f0dda17f780 1 > prepared part key=_multipart_W1N9JNIA6ZML.2~WO4M4R8WHSH5.1 size=323584 2024-04-10T15:51:04.123 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.132+0000 7f0dda17f780 1 > prepared multipart upload key=W1N9JNIA6ZML upload=WO4M4R8WHSH5 tag=BF89ZHZQ322D type=write size=2420736 2024-04-10T15:51:04.125 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.133+0000 7f0dda17f780 1 < completed part key=_multipart_5PTGEI8J4Q78.2~WC0ID4ZN9Q88.0 size=1048576 2024-04-10T15:51:04.126 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.134+0000 7f0dda17f780 1 < completed part key=_multipart_5PTGEI8J4Q78.2~WC0ID4ZN9Q88.1 size=1037842 2024-04-10T15:51:04.128 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.136+0000 7f0dda17f780 1 < completed multipart upload key=5PTGEI8J4Q78 upload=WC0ID4ZN9Q88 tag=SIUD7FK1O10K type=write size=3134994 2024-04-10T15:51:04.130 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.138+0000 7f0dda17f780 1 > prepared operation key=YKTMKJ7IT90D tag=VX0SZE8JY4GS type=del size=3791969 2024-04-10T15:51:04.133 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.141+0000 7f0dda17f780 1 < suggested update operation key=VFKX3F9Z0OZ5 tag=F3DXXT2B1HIA type=write size=1035633 2024-04-10T15:51:04.134 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.142+0000 7f0dda17f780 1 > prepared operation key=Q55YN73R4WFF tag=JH3FQSQCLJ47 type=del size=4000691 2024-04-10T15:51:04.136 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.144+0000 7f0dda17f780 1 < completed part key=_multipart_9QFS277S5EY3.2~6OIOZCT13X07.0 size=502239 2024-04-10T15:51:04.138 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.146+0000 7f0dda17f780 1 < completed multipart upload key=9QFS277S5EY3 upload=6OIOZCT13X07 tag=7N976ANMYX4O type=write size=1550815 2024-04-10T15:51:04.140 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.148+0000 7f0dda17f780 1 > prepared operation key=O2DQ4CPAMY72 tag=2BCMG4E5E967 type=del size=3271023 2024-04-10T15:51:04.141 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.150+0000 7f0dda17f780 1 < completed write operation key=6V3UX4ZSIBZX tag=3OUNQI14Q390 type=write size=880654 2024-04-10T15:51:04.143 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.151+0000 7f0dda17f780 1 > prepared operation key=W0QQNH1PRYVL tag=DB2R625FGI70 type=del size=3837043 2024-04-10T15:51:04.144 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.152+0000 7f0dda17f780 1 < completed delete operation key=7R1LO48KG193 tag=DINFBGPFCP0Y type=del 2024-04-10T15:51:04.145 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.154+0000 7f0dda17f780 1 > prepared operation key=76DRYPHC6HG3 tag=DHA5JKCVVD96 type=del size=617141 2024-04-10T15:51:04.148 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.156+0000 7f0dda17f780 1 < suggested update operation key=LPSA55UNQS7T tag=OV8CNNMAU2LH type=write size=1029497 2024-04-10T15:51:04.150 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.158+0000 7f0dda17f780 1 > prepared operation key=YKTMKJ7IT90D tag=47WVKX4BCX5P type=del size=498614 2024-04-10T15:51:04.150 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.158+0000 7f0dda17f780 1 < canceled part key=_multipart_Q55YN73R4WFF.2~BV44U1LE0IV8.0 size=1048576 2024-04-10T15:51:04.151 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.159+0000 7f0dda17f780 1 < completed part key=_multipart_Q55YN73R4WFF.2~BV44U1LE0IV8.1 size=1048576 2024-04-10T15:51:04.152 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.160+0000 7f0dda17f780 1 < completed part key=_multipart_Q55YN73R4WFF.2~BV44U1LE0IV8.2 size=207502 2024-04-10T15:51:04.155 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.163+0000 7f0dda17f780 1 < canceled multipart upload key=Q55YN73R4WFF upload=BV44U1LE0IV8 tag=2V61OR2HX1FF type=write size=3353230 2024-04-10T15:51:04.156 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.164+0000 7f0dda17f780 1 > prepared operation key=XDWUTYA27EZF tag=G7PY80ZKT47T type=del size=975958 2024-04-10T15:51:04.158 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.167+0000 7f0dda17f780 1 < suggested update operation key=0EQWI1AD1VHA tag=7B5XU0XIB1GA type=write size=93666 2024-04-10T15:51:04.160 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.168+0000 7f0dda17f780 1 > prepared operation key=DRNFVWXVQQUT tag=R2GI4Z53U4KD type=write size=275438 2024-04-10T15:51:04.161 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.170+0000 7f0dda17f780 1 < completed part key=_multipart_4GB88X6QZH6E.2~L54GURX431TE.0 size=375576 2024-04-10T15:51:04.164 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.172+0000 7f0dda17f780 1 < completed multipart upload key=4GB88X6QZH6E upload=L54GURX431TE tag=Z7PQA5RPRWG4 type=write size=1424152 2024-04-10T15:51:04.165 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.173+0000 7f0dda17f780 1 > prepared operation key=EZ2HJBZ8EY6J tag=9POTI01JVOZG type=del size=1153878 2024-04-10T15:51:04.167 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.175+0000 7f0dda17f780 -1 < failed to complete operation key=VFKX3F9Z0OZ5 tag=ARQRC5XUDUVA type=del size=16720: (22) Invalid argument 2024-04-10T15:51:04.168 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.177+0000 7f0dda17f780 1 > prepared operation key=H433FHMII9ZA tag=FN6B45FVBBVH type=del size=210978 2024-04-10T15:51:04.170 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.178+0000 7f0dda17f780 1 < completed part key=_multipart_4GB88X6QZH6E.2~CAAJYJ3PMMMG.0 size=755186 2024-04-10T15:51:04.172 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.180+0000 7f0dda17f780 1 < completed multipart upload key=4GB88X6QZH6E upload=CAAJYJ3PMMMG tag=YIJHQUMAC3WL type=write size=1803762 2024-04-10T15:51:04.174 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.183+0000 7f0dda17f780 1 > prepared part key=_multipart_6V3UX4ZSIBZX.2~OR3P6XZS4YP5.0 size=57029 2024-04-10T15:51:04.174 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.183+0000 7f0dda17f780 1 > prepared multipart upload key=6V3UX4ZSIBZX upload=OR3P6XZS4YP5 tag=3K3YZURJRWSZ type=write size=1105605 2024-04-10T15:51:04.176 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.184+0000 7f0dda17f780 1 < completed write operation key=EZ2HJBZ8EY6J tag=932RG7CW5Z7X type=write size=263130 2024-04-10T15:51:04.177 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.186+0000 7f0dda17f780 1 > prepared operation key=O0U4M0VYXZJ9 tag=DMPEKP0UZYG8 type=del size=3650698 2024-04-10T15:51:04.180 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.188+0000 7f0dda17f780 1 < suggested update operation key=P7QI1303WDML tag=KIO1TDNXUBHT type=del size=566706 2024-04-10T15:51:04.182 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.190+0000 7f0dda17f780 1 > prepared operation key=XDWUTYA27EZF tag=0Y8TOYKTGNU6 type=del size=1632571 2024-04-10T15:51:04.182 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.190+0000 7f0dda17f780 1 < canceled part key=_multipart_WB4E7VQYBXDP.2~19GDFGAOLPSK.0 size=211889 2024-04-10T15:51:04.185 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.192+0000 7f0dda17f780 1 < canceled multipart upload key=WB4E7VQYBXDP upload=19GDFGAOLPSK tag=O2Q74NZSO2KA type=write size=1260465 2024-04-10T15:51:04.186 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.194+0000 7f0dda17f780 1 > prepared operation key=WB4E7VQYBXDP tag=1KZFPXWPJUZ2 type=del size=1737791 2024-04-10T15:51:04.187 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.195+0000 7f0dda17f780 1 < completed part key=_multipart_H433FHMII9ZA.2~TM6MUV3U7VVI.0 size=1048576 2024-04-10T15:51:04.188 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.196+0000 7f0dda17f780 1 < completed part key=_multipart_H433FHMII9ZA.2~TM6MUV3U7VVI.1 size=357020 2024-04-10T15:51:04.190 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.199+0000 7f0dda17f780 1 < completed multipart upload key=H433FHMII9ZA upload=TM6MUV3U7VVI tag=EL5FY2HFST31 type=write size=2454172 2024-04-10T15:51:04.192 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.200+0000 7f0dda17f780 1 > prepared operation key=H433FHMII9ZA tag=0IFNNMTJ4US3 type=del size=1838772 2024-04-10T15:51:04.193 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.202+0000 7f0dda17f780 1 < completed part key=_multipart_W1N9JNIA6ZML.2~WO4M4R8WHSH5.0 size=1048576 2024-04-10T15:51:04.194 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.203+0000 7f0dda17f780 1 < completed part key=_multipart_W1N9JNIA6ZML.2~WO4M4R8WHSH5.1 size=323584 2024-04-10T15:51:04.197 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.205+0000 7f0dda17f780 1 < completed multipart upload key=W1N9JNIA6ZML upload=WO4M4R8WHSH5 tag=BF89ZHZQ322D type=write size=2420736 2024-04-10T15:51:04.198 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.206+0000 7f0dda17f780 1 > prepared operation key=O2DQ4CPAMY72 tag=LHKKI9MCFR6M type=del size=3452706 2024-04-10T15:51:04.199 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.208+0000 7f0dda17f780 1 < completed delete operation key=YKTMKJ7IT90D tag=VX0SZE8JY4GS type=del 2024-04-10T15:51:04.201 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.209+0000 7f0dda17f780 1 > prepared operation key=VFKX3F9Z0OZ5 tag=0MNDBTR16NLF type=del size=3232506 2024-04-10T15:51:04.202 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.211+0000 7f0dda17f780 1 < completed delete operation key=Q55YN73R4WFF tag=JH3FQSQCLJ47 type=del 2024-04-10T15:51:04.205 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.213+0000 7f0dda17f780 1 > prepared part key=_multipart_EZ2HJBZ8EY6J.2~V85Q6XJMIR6O.0 size=1048576 2024-04-10T15:51:04.206 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.214+0000 7f0dda17f780 1 > prepared part key=_multipart_EZ2HJBZ8EY6J.2~V85Q6XJMIR6O.1 size=213378 2024-04-10T15:51:04.206 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.214+0000 7f0dda17f780 1 > prepared multipart upload key=EZ2HJBZ8EY6J upload=V85Q6XJMIR6O tag=OJLWD7EBYK6P type=write size=2310530 2024-04-10T15:51:04.208 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.216+0000 7f0dda17f780 1 < completed delete operation key=O2DQ4CPAMY72 tag=2BCMG4E5E967 type=del 2024-04-10T15:51:04.210 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.219+0000 7f0dda17f780 1 > prepared part key=_multipart_LPSA55UNQS7T.2~8FR3ZHH30JDN.0 size=1048576 2024-04-10T15:51:04.211 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.220+0000 7f0dda17f780 1 > prepared part key=_multipart_LPSA55UNQS7T.2~8FR3ZHH30JDN.1 size=125233 2024-04-10T15:51:04.211 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.220+0000 7f0dda17f780 1 > prepared multipart upload key=LPSA55UNQS7T upload=8FR3ZHH30JDN tag=BACIWNWLSTRZ type=write size=2222385 2024-04-10T15:51:04.213 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.221+0000 7f0dda17f780 1 < completed delete operation key=W0QQNH1PRYVL tag=DB2R625FGI70 type=del 2024-04-10T15:51:04.214 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.223+0000 7f0dda17f780 1 > prepared operation key=XDWUTYA27EZF tag=ORT2YQM3JEB3 type=write size=66477 2024-04-10T15:51:04.216 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.224+0000 7f0dda17f780 1 < completed delete operation key=76DRYPHC6HG3 tag=DHA5JKCVVD96 type=del 2024-04-10T15:51:04.217 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.226+0000 7f0dda17f780 1 > prepared operation key=O0U4M0VYXZJ9 tag=X3L57H86AYCP type=del size=2662561 2024-04-10T15:51:04.219 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.227+0000 7f0dda17f780 1 < completed delete operation key=YKTMKJ7IT90D tag=47WVKX4BCX5P type=del 2024-04-10T15:51:04.220 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.228+0000 7f0dda17f780 1 > prepared operation key=0EQWI1AD1VHA tag=UEWWBHBGK6P1 type=del size=510180 2024-04-10T15:51:04.221 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.229+0000 7f0dda17f780 1 < completed delete operation key=XDWUTYA27EZF tag=G7PY80ZKT47T type=del 2024-04-10T15:51:04.223 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.231+0000 7f0dda17f780 1 > prepared operation key=WB4E7VQYBXDP tag=WOWJ26P9ZEOK type=write size=222665 2024-04-10T15:51:04.224 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.232+0000 7f0dda17f780 1 < completed write operation key=DRNFVWXVQQUT tag=R2GI4Z53U4KD type=write size=275438 2024-04-10T15:51:04.226 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.235+0000 7f0dda17f780 1 > prepared part key=_multipart_6V3UX4ZSIBZX.2~JMALWSMKGXB1.0 size=1048576 2024-04-10T15:51:04.227 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.236+0000 7f0dda17f780 1 > prepared part key=_multipart_6V3UX4ZSIBZX.2~JMALWSMKGXB1.1 size=336460 2024-04-10T15:51:04.228 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.236+0000 7f0dda17f780 1 > prepared multipart upload key=6V3UX4ZSIBZX upload=JMALWSMKGXB1 tag=A50UNVX0N496 type=write size=2433612 2024-04-10T15:51:04.229 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.237+0000 7f0dda17f780 1 < completed delete operation key=EZ2HJBZ8EY6J tag=9POTI01JVOZG type=del 2024-04-10T15:51:04.232 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.240+0000 7f0dda17f780 1 > prepared part key=_multipart_M31TS1RYVD2I.2~L0BN5G8Q11QX.0 size=1048576 2024-04-10T15:51:04.233 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.241+0000 7f0dda17f780 1 > prepared part key=_multipart_M31TS1RYVD2I.2~L0BN5G8Q11QX.1 size=318224 2024-04-10T15:51:04.233 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.241+0000 7f0dda17f780 1 > prepared multipart upload key=M31TS1RYVD2I upload=L0BN5G8Q11QX tag=UDTEPX2IOOGT type=write size=2415376 2024-04-10T15:51:04.234 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.242+0000 7f0dda17f780 1 < completed delete operation key=H433FHMII9ZA tag=FN6B45FVBBVH type=del 2024-04-10T15:51:04.235 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.244+0000 7f0dda17f780 1 > prepared operation key=5VUYRX80DJNN tag=FN35MJ6HQTZO type=del size=2169460 2024-04-10T15:51:04.237 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.245+0000 7f0dda17f780 1 < completed part key=_multipart_6V3UX4ZSIBZX.2~OR3P6XZS4YP5.0 size=57029 2024-04-10T15:51:04.239 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.247+0000 7f0dda17f780 1 < completed multipart upload key=6V3UX4ZSIBZX upload=OR3P6XZS4YP5 tag=3K3YZURJRWSZ type=write size=1105605 2024-04-10T15:51:04.240 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.249+0000 7f0dda17f780 1 > prepared operation key=W72JTU6KAY5Q tag=VMTRDFKYRYZ8 type=del size=452383 2024-04-10T15:51:04.243 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.251+0000 7f0dda17f780 1 < suggested remove operation key=O0U4M0VYXZJ9 tag=DMPEKP0UZYG8 type=del 2024-04-10T15:51:04.244 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.253+0000 7f0dda17f780 1 > prepared operation key=O0U4M0VYXZJ9 tag=80VV2HC2D179 type=del size=1810597 2024-04-10T15:51:04.246 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.254+0000 7f0dda17f780 1 < canceled operation key=XDWUTYA27EZF tag=0Y8TOYKTGNU6 type=del size=1632571 2024-04-10T15:51:04.247 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.255+0000 7f0dda17f780 1 > prepared operation key=P7QI1303WDML tag=27TD3GU3NU48 type=del size=3831266 2024-04-10T15:51:04.250 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.258+0000 7f0dda17f780 1 < suggested remove operation key=WB4E7VQYBXDP tag=1KZFPXWPJUZ2 type=del 2024-04-10T15:51:04.252 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.260+0000 7f0dda17f780 1 > prepared part key=_multipart_XDWUTYA27EZF.2~LM9EPK7ZG3TG.0 size=1048576 2024-04-10T15:51:04.253 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.261+0000 7f0dda17f780 1 > prepared part key=_multipart_XDWUTYA27EZF.2~LM9EPK7ZG3TG.1 size=722019 2024-04-10T15:51:04.253 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.261+0000 7f0dda17f780 1 > prepared multipart upload key=XDWUTYA27EZF upload=LM9EPK7ZG3TG tag=6YMQ0VYSFTAZ type=write size=2819171 2024-04-10T15:51:04.255 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.263+0000 7f0dda17f780 1 < completed delete operation key=H433FHMII9ZA tag=0IFNNMTJ4US3 type=del 2024-04-10T15:51:04.257 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.265+0000 7f0dda17f780 1 > prepared part key=_multipart_5VUYRX80DJNN.2~ZSNXI433NEZW.0 size=1048576 2024-04-10T15:51:04.258 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.266+0000 7f0dda17f780 1 > prepared part key=_multipart_5VUYRX80DJNN.2~ZSNXI433NEZW.1 size=1048576 2024-04-10T15:51:04.259 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.268+0000 7f0dda17f780 1 > prepared part key=_multipart_5VUYRX80DJNN.2~ZSNXI433NEZW.2 size=194707 2024-04-10T15:51:04.259 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.268+0000 7f0dda17f780 1 > prepared multipart upload key=5VUYRX80DJNN upload=ZSNXI433NEZW tag=4CAQOYP306PJ type=write size=3340435 2024-04-10T15:51:04.261 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.269+0000 7f0dda17f780 1 < completed delete operation key=O2DQ4CPAMY72 tag=LHKKI9MCFR6M type=del 2024-04-10T15:51:04.262 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.270+0000 7f0dda17f780 1 > prepared operation key=Q55YN73R4WFF tag=2QOCWH43NL5N type=write size=442226 2024-04-10T15:51:04.263 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.272+0000 7f0dda17f780 1 < completed delete operation key=VFKX3F9Z0OZ5 tag=0MNDBTR16NLF type=del 2024-04-10T15:51:04.266 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.274+0000 7f0dda17f780 1 > prepared part key=_multipart_6V3UX4ZSIBZX.2~57STW719XJC8.0 size=1048576 2024-04-10T15:51:04.267 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.275+0000 7f0dda17f780 1 > prepared part key=_multipart_6V3UX4ZSIBZX.2~57STW719XJC8.1 size=1048576 2024-04-10T15:51:04.268 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.276+0000 7f0dda17f780 1 > prepared part key=_multipart_6V3UX4ZSIBZX.2~57STW719XJC8.2 size=193754 2024-04-10T15:51:04.268 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.276+0000 7f0dda17f780 1 > prepared multipart upload key=6V3UX4ZSIBZX upload=57STW719XJC8 tag=IN7X8YIZKQ44 type=write size=3339482 2024-04-10T15:51:04.269 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.278+0000 7f0dda17f780 1 < completed part key=_multipart_EZ2HJBZ8EY6J.2~V85Q6XJMIR6O.0 size=1048576 2024-04-10T15:51:04.271 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.279+0000 7f0dda17f780 1 < completed part key=_multipart_EZ2HJBZ8EY6J.2~V85Q6XJMIR6O.1 size=213378 2024-04-10T15:51:04.273 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.281+0000 7f0dda17f780 1 < completed multipart upload key=EZ2HJBZ8EY6J upload=V85Q6XJMIR6O tag=OJLWD7EBYK6P type=write size=2310530 2024-04-10T15:51:04.274 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.283+0000 7f0dda17f780 1 > prepared operation key=Q55YN73R4WFF tag=1QDNFCCQN3UZ type=write size=895062 2024-04-10T15:51:04.276 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.284+0000 7f0dda17f780 1 < completed part key=_multipart_LPSA55UNQS7T.2~8FR3ZHH30JDN.0 size=1048576 2024-04-10T15:51:04.277 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.286+0000 7f0dda17f780 1 < completed part key=_multipart_LPSA55UNQS7T.2~8FR3ZHH30JDN.1 size=125233 2024-04-10T15:51:04.280 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.288+0000 7f0dda17f780 1 < completed multipart upload key=LPSA55UNQS7T upload=8FR3ZHH30JDN tag=BACIWNWLSTRZ type=write size=2222385 2024-04-10T15:51:04.281 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.290+0000 7f0dda17f780 1 > prepared operation key=76DRYPHC6HG3 tag=KG1FYPT2XZVS type=write size=619284 2024-04-10T15:51:04.283 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.291+0000 7f0dda17f780 1 < completed write operation key=XDWUTYA27EZF tag=ORT2YQM3JEB3 type=write size=66477 2024-04-10T15:51:04.285 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.294+0000 7f0dda17f780 1 > prepared part key=_multipart_32PMZSHN97HZ.2~HYJ6TY9M9ZI8.0 size=776174 2024-04-10T15:51:04.286 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.294+0000 7f0dda17f780 1 > prepared multipart upload key=32PMZSHN97HZ upload=HYJ6TY9M9ZI8 tag=KXB94NOJFA8C type=write size=1824750 2024-04-10T15:51:04.287 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.295+0000 7f0dda17f780 -1 < failed to complete operation key=O0U4M0VYXZJ9 tag=X3L57H86AYCP type=del size=2662561: (22) Invalid argument 2024-04-10T15:51:04.290 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.298+0000 7f0dda17f780 1 > prepared part key=_multipart_XDWUTYA27EZF.2~1NU0ORL6BXFK.0 size=1048576 2024-04-10T15:51:04.291 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.299+0000 7f0dda17f780 1 > prepared part key=_multipart_XDWUTYA27EZF.2~1NU0ORL6BXFK.1 size=1048576 2024-04-10T15:51:04.292 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.300+0000 7f0dda17f780 1 > prepared part key=_multipart_XDWUTYA27EZF.2~1NU0ORL6BXFK.2 size=638610 2024-04-10T15:51:04.292 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.300+0000 7f0dda17f780 1 > prepared multipart upload key=XDWUTYA27EZF upload=1NU0ORL6BXFK tag=KNGZM6BVSI9T type=write size=3784338 2024-04-10T15:51:04.293 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.301+0000 7f0dda17f780 1 < completed delete operation key=0EQWI1AD1VHA tag=UEWWBHBGK6P1 type=del 2024-04-10T15:51:04.296 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.304+0000 7f0dda17f780 1 > prepared part key=_multipart_5PTGEI8J4Q78.2~GCK6KVD2ZN5A.0 size=1048576 2024-04-10T15:51:04.297 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.305+0000 7f0dda17f780 1 > prepared part key=_multipart_5PTGEI8J4Q78.2~GCK6KVD2ZN5A.1 size=1048576 2024-04-10T15:51:04.298 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.306+0000 7f0dda17f780 1 > prepared part key=_multipart_5PTGEI8J4Q78.2~GCK6KVD2ZN5A.2 size=218620 2024-04-10T15:51:04.298 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.306+0000 7f0dda17f780 1 > prepared multipart upload key=5PTGEI8J4Q78 upload=GCK6KVD2ZN5A tag=8MDWGB5RCMA2 type=write size=3364348 2024-04-10T15:51:04.300 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.308+0000 7f0dda17f780 -1 < failed to complete operation key=WB4E7VQYBXDP tag=WOWJ26P9ZEOK type=write size=222665: (22) Invalid argument 2024-04-10T15:51:04.301 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.309+0000 7f0dda17f780 1 > prepared operation key=WB4E7VQYBXDP tag=FW6RKWYJQEZV type=del size=1171188 2024-04-10T15:51:04.303 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.311+0000 7f0dda17f780 1 < completed part key=_multipart_6V3UX4ZSIBZX.2~JMALWSMKGXB1.0 size=1048576 2024-04-10T15:51:04.304 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.312+0000 7f0dda17f780 1 < completed part key=_multipart_6V3UX4ZSIBZX.2~JMALWSMKGXB1.1 size=336460 2024-04-10T15:51:04.306 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.314+0000 7f0dda17f780 1 < completed multipart upload key=6V3UX4ZSIBZX upload=JMALWSMKGXB1 tag=A50UNVX0N496 type=write size=2433612 2024-04-10T15:51:04.309 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.317+0000 7f0dda17f780 1 > prepared part key=_multipart_W72JTU6KAY5Q.2~QKPSD1Z39TEU.0 size=1048576 2024-04-10T15:51:04.310 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.318+0000 7f0dda17f780 1 > prepared part key=_multipart_W72JTU6KAY5Q.2~QKPSD1Z39TEU.1 size=995606 2024-04-10T15:51:04.310 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.318+0000 7f0dda17f780 1 > prepared multipart upload key=W72JTU6KAY5Q upload=QKPSD1Z39TEU tag=3ANCDLQZ2FP6 type=write size=3092758 2024-04-10T15:51:04.312 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.320+0000 7f0dda17f780 1 < completed part key=_multipart_M31TS1RYVD2I.2~L0BN5G8Q11QX.0 size=1048576 2024-04-10T15:51:04.313 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.322+0000 7f0dda17f780 1 < completed part key=_multipart_M31TS1RYVD2I.2~L0BN5G8Q11QX.1 size=318224 2024-04-10T15:51:04.316 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.324+0000 7f0dda17f780 1 < completed multipart upload key=M31TS1RYVD2I upload=L0BN5G8Q11QX tag=UDTEPX2IOOGT type=write size=2415376 2024-04-10T15:51:04.317 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.325+0000 7f0dda17f780 1 > prepared operation key=YKTMKJ7IT90D tag=NYNQ1CP3CT1X type=del size=2738112 2024-04-10T15:51:04.318 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.327+0000 7f0dda17f780 1 < completed delete operation key=5VUYRX80DJNN tag=FN35MJ6HQTZO type=del 2024-04-10T15:51:04.320 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.328+0000 7f0dda17f780 1 > prepared operation key=6V3UX4ZSIBZX tag=FKXAT5Y6AUYP type=del size=1623344 2024-04-10T15:51:04.322 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.331+0000 7f0dda17f780 1 < suggested update operation key=W72JTU6KAY5Q tag=VMTRDFKYRYZ8 type=del size=452383 2024-04-10T15:51:04.325 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.334+0000 7f0dda17f780 1 > prepared part key=_multipart_O2DQ4CPAMY72.2~MQYMYR0GD25T.0 size=1048576 2024-04-10T15:51:04.326 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.335+0000 7f0dda17f780 1 > prepared part key=_multipart_O2DQ4CPAMY72.2~MQYMYR0GD25T.1 size=825645 2024-04-10T15:51:04.327 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.335+0000 7f0dda17f780 1 > prepared multipart upload key=O2DQ4CPAMY72 upload=MQYMYR0GD25T tag=DV5VJ6HHBO3N type=write size=2922797 2024-04-10T15:51:04.328 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.336+0000 7f0dda17f780 1 < canceled operation key=O0U4M0VYXZJ9 tag=80VV2HC2D179 type=del size=1810597 2024-04-10T15:51:04.330 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.338+0000 7f0dda17f780 1 > prepared operation key=O2DQ4CPAMY72 tag=MO64Z96YQ3DK type=del size=2039798 2024-04-10T15:51:04.331 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.339+0000 7f0dda17f780 1 < completed delete operation key=P7QI1303WDML tag=27TD3GU3NU48 type=del 2024-04-10T15:51:04.332 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.341+0000 7f0dda17f780 1 > prepared operation key=7R29VV7JYRWM tag=35CJLH4RDON1 type=del size=416499 2024-04-10T15:51:04.334 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.343+0000 7f0dda17f780 1 < completed part key=_multipart_XDWUTYA27EZF.2~LM9EPK7ZG3TG.0 size=1048576 2024-04-10T15:51:04.337 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.345+0000 7f0dda17f780 1 < completed part key=_multipart_XDWUTYA27EZF.2~LM9EPK7ZG3TG.1 size=722019 2024-04-10T15:51:04.339 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.347+0000 7f0dda17f780 1 < completed multipart upload key=XDWUTYA27EZF upload=LM9EPK7ZG3TG tag=6YMQ0VYSFTAZ type=write size=2819171 2024-04-10T15:51:04.342 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.350+0000 7f0dda17f780 1 > prepared part key=_multipart_76DRYPHC6HG3.2~XFOAZ2Y7J0WY.0 size=625606 2024-04-10T15:51:04.342 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.350+0000 7f0dda17f780 1 > prepared multipart upload key=76DRYPHC6HG3 upload=XFOAZ2Y7J0WY tag=WFVQJ06QX2YX type=write size=1674182 2024-04-10T15:51:04.344 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.352+0000 7f0dda17f780 1 < completed part key=_multipart_5VUYRX80DJNN.2~ZSNXI433NEZW.0 size=1048576 2024-04-10T15:51:04.345 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.353+0000 7f0dda17f780 1 < completed part key=_multipart_5VUYRX80DJNN.2~ZSNXI433NEZW.1 size=1048576 2024-04-10T15:51:04.346 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.354+0000 7f0dda17f780 1 < completed part key=_multipart_5VUYRX80DJNN.2~ZSNXI433NEZW.2 size=194707 2024-04-10T15:51:04.348 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.357+0000 7f0dda17f780 1 < completed multipart upload key=5VUYRX80DJNN upload=ZSNXI433NEZW tag=4CAQOYP306PJ type=write size=3340435 2024-04-10T15:51:04.350 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.358+0000 7f0dda17f780 1 > prepared operation key=892B9J3TLMA2 tag=YS368L3A9EN8 type=del size=55258 2024-04-10T15:51:04.352 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.360+0000 7f0dda17f780 1 < completed write operation key=Q55YN73R4WFF tag=2QOCWH43NL5N type=write size=442226 2024-04-10T15:51:04.355 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.363+0000 7f0dda17f780 1 > prepared part key=_multipart_7R29VV7JYRWM.2~E2PCPKHN4G9X.0 size=1048576 2024-04-10T15:51:04.356 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.364+0000 7f0dda17f780 1 > prepared part key=_multipart_7R29VV7JYRWM.2~E2PCPKHN4G9X.1 size=1048576 2024-04-10T15:51:04.357 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.365+0000 7f0dda17f780 1 > prepared part key=_multipart_7R29VV7JYRWM.2~E2PCPKHN4G9X.2 size=169744 2024-04-10T15:51:04.357 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.365+0000 7f0dda17f780 1 > prepared multipart upload key=7R29VV7JYRWM upload=E2PCPKHN4G9X tag=V6PSZ8CKN3J5 type=write size=3315472 2024-04-10T15:51:04.359 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.367+0000 7f0dda17f780 1 < completed part key=_multipart_6V3UX4ZSIBZX.2~57STW719XJC8.0 size=1048576 2024-04-10T15:51:04.360 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.368+0000 7f0dda17f780 1 < completed part key=_multipart_6V3UX4ZSIBZX.2~57STW719XJC8.1 size=1048576 2024-04-10T15:51:04.361 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.369+0000 7f0dda17f780 1 < completed part key=_multipart_6V3UX4ZSIBZX.2~57STW719XJC8.2 size=193754 2024-04-10T15:51:04.363 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.372+0000 7f0dda17f780 1 < completed multipart upload key=6V3UX4ZSIBZX upload=57STW719XJC8 tag=IN7X8YIZKQ44 type=write size=3339482 2024-04-10T15:51:04.365 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.373+0000 7f0dda17f780 1 > prepared operation key=VFKX3F9Z0OZ5 tag=3HK5SEMJGW3Z type=write size=947561 2024-04-10T15:51:04.367 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.375+0000 7f0dda17f780 1 < completed write operation key=Q55YN73R4WFF tag=1QDNFCCQN3UZ type=write size=895062 2024-04-10T15:51:04.368 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.377+0000 7f0dda17f780 1 > prepared operation key=YKTMKJ7IT90D tag=AI1894IEKAEM type=del size=2312026 2024-04-10T15:51:04.370 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.378+0000 7f0dda17f780 1 < completed write operation key=76DRYPHC6HG3 tag=KG1FYPT2XZVS type=write size=619284 2024-04-10T15:51:04.372 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.380+0000 7f0dda17f780 1 > prepared operation key=O0U4M0VYXZJ9 tag=FV7BL4616VRO type=del size=4126787 2024-04-10T15:51:04.373 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.381+0000 7f0dda17f780 1 < completed part key=_multipart_32PMZSHN97HZ.2~HYJ6TY9M9ZI8.0 size=776174 2024-04-10T15:51:04.376 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.384+0000 7f0dda17f780 1 < completed multipart upload key=32PMZSHN97HZ upload=HYJ6TY9M9ZI8 tag=KXB94NOJFA8C type=write size=1824750 2024-04-10T15:51:04.377 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.385+0000 7f0dda17f780 1 > prepared operation key=YKTMKJ7IT90D tag=QEE32L1S60TM type=del size=91200 2024-04-10T15:51:04.378 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.386+0000 7f0dda17f780 1 < completed part key=_multipart_XDWUTYA27EZF.2~1NU0ORL6BXFK.0 size=1048576 2024-04-10T15:51:04.380 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.388+0000 7f0dda17f780 1 < completed part key=_multipart_XDWUTYA27EZF.2~1NU0ORL6BXFK.1 size=1048576 2024-04-10T15:51:04.381 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.389+0000 7f0dda17f780 1 < completed part key=_multipart_XDWUTYA27EZF.2~1NU0ORL6BXFK.2 size=638610 2024-04-10T15:51:04.384 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.392+0000 7f0dda17f780 1 < completed multipart upload key=XDWUTYA27EZF upload=1NU0ORL6BXFK tag=KNGZM6BVSI9T type=write size=3784338 2024-04-10T15:51:04.385 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.394+0000 7f0dda17f780 1 > prepared operation key=VKTXOZU1BOHT tag=GED5Y18BBLLM type=write size=894619 2024-04-10T15:51:04.387 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.395+0000 7f0dda17f780 1 < completed part key=_multipart_5PTGEI8J4Q78.2~GCK6KVD2ZN5A.0 size=1048576 2024-04-10T15:51:04.390 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.396+0000 7f0dda17f780 1 < completed part key=_multipart_5PTGEI8J4Q78.2~GCK6KVD2ZN5A.1 size=1048576 2024-04-10T15:51:04.390 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.397+0000 7f0dda17f780 1 < completed part key=_multipart_5PTGEI8J4Q78.2~GCK6KVD2ZN5A.2 size=218620 2024-04-10T15:51:04.391 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.399+0000 7f0dda17f780 1 < completed multipart upload key=5PTGEI8J4Q78 upload=GCK6KVD2ZN5A tag=8MDWGB5RCMA2 type=write size=3364348 2024-04-10T15:51:04.394 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.402+0000 7f0dda17f780 1 > prepared part key=_multipart_32PMZSHN97HZ.2~RR54QTCM5E4Q.0 size=1048576 2024-04-10T15:51:04.395 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.403+0000 7f0dda17f780 1 > prepared part key=_multipart_32PMZSHN97HZ.2~RR54QTCM5E4Q.1 size=1048576 2024-04-10T15:51:04.396 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.405+0000 7f0dda17f780 1 > prepared part key=_multipart_32PMZSHN97HZ.2~RR54QTCM5E4Q.2 size=273095 2024-04-10T15:51:04.396 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.405+0000 7f0dda17f780 1 > prepared multipart upload key=32PMZSHN97HZ upload=RR54QTCM5E4Q tag=EY0HY4RW5XEC type=write size=3418823 2024-04-10T15:51:04.398 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.406+0000 7f0dda17f780 1 < completed delete operation key=WB4E7VQYBXDP tag=FW6RKWYJQEZV type=del 2024-04-10T15:51:04.401 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.409+0000 7f0dda17f780 1 > prepared part key=_multipart_1XDQOHF2EHZG.2~CE2W1TYDFMX1.0 size=597673 2024-04-10T15:51:04.401 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.409+0000 7f0dda17f780 1 > prepared multipart upload key=1XDQOHF2EHZG upload=CE2W1TYDFMX1 tag=96Y0V1DM8JB2 type=write size=1646249 2024-04-10T15:51:04.402 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.410+0000 7f0dda17f780 1 < completed part key=_multipart_W72JTU6KAY5Q.2~QKPSD1Z39TEU.0 size=1048576 2024-04-10T15:51:04.403 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.411+0000 7f0dda17f780 1 < completed part key=_multipart_W72JTU6KAY5Q.2~QKPSD1Z39TEU.1 size=995606 2024-04-10T15:51:04.405 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.414+0000 7f0dda17f780 1 < completed multipart upload key=W72JTU6KAY5Q upload=QKPSD1Z39TEU tag=3ANCDLQZ2FP6 type=write size=3092758 2024-04-10T15:51:04.407 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.415+0000 7f0dda17f780 1 > prepared operation key=GK8B4QASB1P8 tag=Z1OIUVIJFYP0 type=del size=348385 2024-04-10T15:51:04.410 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.418+0000 7f0dda17f780 1 < suggested remove operation key=YKTMKJ7IT90D tag=NYNQ1CP3CT1X type=del 2024-04-10T15:51:04.411 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.419+0000 7f0dda17f780 1 > prepared operation key=GK8B4QASB1P8 tag=56RG406XY8OL type=del size=3493298 2024-04-10T15:51:04.413 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.421+0000 7f0dda17f780 1 < completed delete operation key=6V3UX4ZSIBZX tag=FKXAT5Y6AUYP type=del 2024-04-10T15:51:04.414 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.422+0000 7f0dda17f780 1 > prepared operation key=DRNFVWXVQQUT tag=EH4GZ818KYM5 type=del size=13544 2024-04-10T15:51:04.415 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.423+0000 7f0dda17f780 1 < completed part key=_multipart_O2DQ4CPAMY72.2~MQYMYR0GD25T.0 size=1048576 2024-04-10T15:51:04.416 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.425+0000 7f0dda17f780 1 < completed part key=_multipart_O2DQ4CPAMY72.2~MQYMYR0GD25T.1 size=825645 2024-04-10T15:51:04.419 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.427+0000 7f0dda17f780 1 < completed multipart upload key=O2DQ4CPAMY72 upload=MQYMYR0GD25T tag=DV5VJ6HHBO3N type=write size=2922797 2024-04-10T15:51:04.421 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.429+0000 7f0dda17f780 1 > prepared part key=_multipart_VKTXOZU1BOHT.2~AAOHWMLQLJPW.0 size=523604 2024-04-10T15:51:04.421 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.429+0000 7f0dda17f780 1 > prepared multipart upload key=VKTXOZU1BOHT upload=AAOHWMLQLJPW tag=R7KGJBRL1U8W type=write size=1572180 2024-04-10T15:51:04.423 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.431+0000 7f0dda17f780 1 < completed delete operation key=O2DQ4CPAMY72 tag=MO64Z96YQ3DK type=del 2024-04-10T15:51:04.426 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.434+0000 7f0dda17f780 1 > prepared part key=_multipart_W1N9JNIA6ZML.2~0E2J8FP0JWAN.0 size=1048576 2024-04-10T15:51:04.427 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.435+0000 7f0dda17f780 1 > prepared part key=_multipart_W1N9JNIA6ZML.2~0E2J8FP0JWAN.1 size=671809 2024-04-10T15:51:04.427 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.435+0000 7f0dda17f780 1 > prepared multipart upload key=W1N9JNIA6ZML upload=0E2J8FP0JWAN tag=IFXXWG24OKQ5 type=write size=2768961 2024-04-10T15:51:04.428 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.436+0000 7f0dda17f780 1 < completed delete operation key=7R29VV7JYRWM tag=35CJLH4RDON1 type=del 2024-04-10T15:51:04.429 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.438+0000 7f0dda17f780 1 > prepared operation key=J9DG8CWKBLB0 tag=SQ6F5UJIQ0H0 type=del size=752388 2024-04-10T15:51:04.430 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.438+0000 7f0dda17f780 1 < canceled part key=_multipart_76DRYPHC6HG3.2~XFOAZ2Y7J0WY.0 size=625606 2024-04-10T15:51:04.432 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.440+0000 7f0dda17f780 1 < canceled multipart upload key=76DRYPHC6HG3 upload=XFOAZ2Y7J0WY tag=WFVQJ06QX2YX type=write size=1674182 2024-04-10T15:51:04.435 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.443+0000 7f0dda17f780 1 > prepared part key=_multipart_LPSA55UNQS7T.2~PPH67BNF5TM5.0 size=1048576 2024-04-10T15:51:04.436 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.444+0000 7f0dda17f780 1 > prepared part key=_multipart_LPSA55UNQS7T.2~PPH67BNF5TM5.1 size=1048576 2024-04-10T15:51:04.437 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.445+0000 7f0dda17f780 1 > prepared part key=_multipart_LPSA55UNQS7T.2~PPH67BNF5TM5.2 size=659578 2024-04-10T15:51:04.437 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.445+0000 7f0dda17f780 1 > prepared multipart upload key=LPSA55UNQS7T upload=PPH67BNF5TM5 tag=68ZWSLFMKN9U type=write size=3805306 2024-04-10T15:51:04.438 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.447+0000 7f0dda17f780 1 < completed delete operation key=892B9J3TLMA2 tag=YS368L3A9EN8 type=del 2024-04-10T15:51:04.441 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.449+0000 7f0dda17f780 1 > prepared part key=_multipart_7R1LO48KG193.2~3PKQQ26W4IKT.0 size=1048576 2024-04-10T15:51:04.442 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.450+0000 7f0dda17f780 1 > prepared part key=_multipart_7R1LO48KG193.2~3PKQQ26W4IKT.1 size=168099 2024-04-10T15:51:04.442 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.450+0000 7f0dda17f780 1 > prepared multipart upload key=7R1LO48KG193 upload=3PKQQ26W4IKT tag=ZH2X8DY0AR5L type=write size=2265251 2024-04-10T15:51:04.443 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.452+0000 7f0dda17f780 1 < completed part key=_multipart_7R29VV7JYRWM.2~E2PCPKHN4G9X.0 size=1048576 2024-04-10T15:51:04.444 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.453+0000 7f0dda17f780 1 < completed part key=_multipart_7R29VV7JYRWM.2~E2PCPKHN4G9X.1 size=1048576 2024-04-10T15:51:04.446 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.454+0000 7f0dda17f780 1 < completed part key=_multipart_7R29VV7JYRWM.2~E2PCPKHN4G9X.2 size=169744 2024-04-10T15:51:04.448 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.457+0000 7f0dda17f780 1 < completed multipart upload key=7R29VV7JYRWM upload=E2PCPKHN4G9X tag=V6PSZ8CKN3J5 type=write size=3315472 2024-04-10T15:51:04.450 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.458+0000 7f0dda17f780 1 > prepared operation key=W0QQNH1PRYVL tag=ILUXR83P00H7 type=del size=3907570 2024-04-10T15:51:04.451 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.459+0000 7f0dda17f780 1 < completed write operation key=VFKX3F9Z0OZ5 tag=3HK5SEMJGW3Z type=write size=947561 2024-04-10T15:51:04.454 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.462+0000 7f0dda17f780 1 > prepared part key=_multipart_XDWUTYA27EZF.2~94DP2HZMO8Z0.0 size=1048576 2024-04-10T15:51:04.455 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.463+0000 7f0dda17f780 1 > prepared part key=_multipart_XDWUTYA27EZF.2~94DP2HZMO8Z0.1 size=892064 2024-04-10T15:51:04.455 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.463+0000 7f0dda17f780 1 > prepared multipart upload key=XDWUTYA27EZF upload=94DP2HZMO8Z0 tag=IXCZL1QQCS7L type=write size=2989216 2024-04-10T15:51:04.457 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.465+0000 7f0dda17f780 -1 < failed to complete operation key=YKTMKJ7IT90D tag=AI1894IEKAEM type=del size=2312026: (22) Invalid argument 2024-04-10T15:51:04.458 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.466+0000 7f0dda17f780 1 > prepared operation key=32PMZSHN97HZ tag=THGL60CGEPV9 type=del size=822645 2024-04-10T15:51:04.459 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.468+0000 7f0dda17f780 1 < completed delete operation key=O0U4M0VYXZJ9 tag=FV7BL4616VRO type=del 2024-04-10T15:51:04.461 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.469+0000 7f0dda17f780 1 > prepared operation key=0EQWI1AD1VHA tag=X3SCLIQKLHU2 type=del size=3912216 2024-04-10T15:51:04.463 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.471+0000 7f0dda17f780 -1 < failed to complete operation key=YKTMKJ7IT90D tag=QEE32L1S60TM type=del size=91200: (22) Invalid argument 2024-04-10T15:51:04.466 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.474+0000 7f0dda17f780 1 > prepared part key=_multipart_7R29VV7JYRWM.2~IPK8DNUIVTGF.0 size=1048576 2024-04-10T15:51:04.467 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.475+0000 7f0dda17f780 1 > prepared part key=_multipart_7R29VV7JYRWM.2~IPK8DNUIVTGF.1 size=1048576 2024-04-10T15:51:04.468 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.476+0000 7f0dda17f780 1 > prepared part key=_multipart_7R29VV7JYRWM.2~IPK8DNUIVTGF.2 size=1937 2024-04-10T15:51:04.468 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.476+0000 7f0dda17f780 1 > prepared multipart upload key=7R29VV7JYRWM upload=IPK8DNUIVTGF tag=4G819L48MWKI type=write size=3147665 2024-04-10T15:51:04.470 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.478+0000 7f0dda17f780 1 < completed write operation key=VKTXOZU1BOHT tag=GED5Y18BBLLM type=write size=894619 2024-04-10T15:51:04.471 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.479+0000 7f0dda17f780 1 > prepared operation key=O2DQ4CPAMY72 tag=LWZSDHM5THSN type=del size=1201958 2024-04-10T15:51:04.473 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.481+0000 7f0dda17f780 1 < completed part key=_multipart_32PMZSHN97HZ.2~RR54QTCM5E4Q.0 size=1048576 2024-04-10T15:51:04.473 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.482+0000 7f0dda17f780 1 < completed part key=_multipart_32PMZSHN97HZ.2~RR54QTCM5E4Q.1 size=1048576 2024-04-10T15:51:04.475 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.483+0000 7f0dda17f780 1 < completed part key=_multipart_32PMZSHN97HZ.2~RR54QTCM5E4Q.2 size=273095 2024-04-10T15:51:04.477 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.485+0000 7f0dda17f780 1 < completed multipart upload key=32PMZSHN97HZ upload=RR54QTCM5E4Q tag=EY0HY4RW5XEC type=write size=3418823 2024-04-10T15:51:04.479 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.487+0000 7f0dda17f780 1 > prepared operation key=H433FHMII9ZA tag=1YQF33OFLCSE type=del size=156089 2024-04-10T15:51:04.481 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.489+0000 7f0dda17f780 1 < completed part key=_multipart_1XDQOHF2EHZG.2~CE2W1TYDFMX1.0 size=597673 2024-04-10T15:51:04.483 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.491+0000 7f0dda17f780 1 < completed multipart upload key=1XDQOHF2EHZG upload=CE2W1TYDFMX1 tag=96Y0V1DM8JB2 type=write size=1646249 2024-04-10T15:51:04.486 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.494+0000 7f0dda17f780 1 > prepared part key=_multipart_Q55YN73R4WFF.2~70I5314ROKSE.0 size=1048576 2024-04-10T15:51:04.487 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.495+0000 7f0dda17f780 1 > prepared part key=_multipart_Q55YN73R4WFF.2~70I5314ROKSE.1 size=308823 2024-04-10T15:51:04.487 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.495+0000 7f0dda17f780 1 > prepared multipart upload key=Q55YN73R4WFF upload=70I5314ROKSE tag=A2I0J66ZSTQ1 type=write size=2405975 2024-04-10T15:51:04.490 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.498+0000 7f0dda17f780 1 < suggested update operation key=GK8B4QASB1P8 tag=Z1OIUVIJFYP0 type=del size=348385 2024-04-10T15:51:04.491 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.500+0000 7f0dda17f780 1 > prepared operation key=QJ9GK4CHH36X tag=0H73CDFAHRCY type=del size=1950007 2024-04-10T15:51:04.493 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.501+0000 7f0dda17f780 -1 < failed to complete operation key=GK8B4QASB1P8 tag=56RG406XY8OL type=del size=3493298: (22) Invalid argument 2024-04-10T15:51:04.494 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.503+0000 7f0dda17f780 1 > prepared operation key=892B9J3TLMA2 tag=92GNWP1RJ53U type=del size=1915810 2024-04-10T15:51:04.496 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.504+0000 7f0dda17f780 1 < completed delete operation key=DRNFVWXVQQUT tag=EH4GZ818KYM5 type=del 2024-04-10T15:51:04.497 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.505+0000 7f0dda17f780 1 > prepared operation key=W1N9JNIA6ZML tag=L3JSY48JPFHY type=del size=834189 2024-04-10T15:51:04.499 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.507+0000 7f0dda17f780 1 < completed part key=_multipart_VKTXOZU1BOHT.2~AAOHWMLQLJPW.0 size=523604 2024-04-10T15:51:04.501 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.509+0000 7f0dda17f780 1 < completed multipart upload key=VKTXOZU1BOHT upload=AAOHWMLQLJPW tag=R7KGJBRL1U8W type=write size=1572180 2024-04-10T15:51:04.504 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.512+0000 7f0dda17f780 1 > prepared part key=_multipart_W0QQNH1PRYVL.2~SMSM12FUQDFM.0 size=590146 2024-04-10T15:51:04.504 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.512+0000 7f0dda17f780 1 > prepared multipart upload key=W0QQNH1PRYVL upload=SMSM12FUQDFM tag=Z1BCNWH5WOK9 type=write size=1638722 2024-04-10T15:51:04.505 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.513+0000 7f0dda17f780 1 < completed part key=_multipart_W1N9JNIA6ZML.2~0E2J8FP0JWAN.0 size=1048576 2024-04-10T15:51:04.506 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.514+0000 7f0dda17f780 1 < completed part key=_multipart_W1N9JNIA6ZML.2~0E2J8FP0JWAN.1 size=671809 2024-04-10T15:51:04.509 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.517+0000 7f0dda17f780 1 < completed multipart upload key=W1N9JNIA6ZML upload=0E2J8FP0JWAN tag=IFXXWG24OKQ5 type=write size=2768961 2024-04-10T15:51:04.511 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.520+0000 7f0dda17f780 1 > prepared part key=_multipart_W72JTU6KAY5Q.2~5WBWTK3P4ERC.0 size=787756 2024-04-10T15:51:04.512 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.520+0000 7f0dda17f780 1 > prepared multipart upload key=W72JTU6KAY5Q upload=5WBWTK3P4ERC tag=4ULM1XN6JMFM type=write size=1836332 2024-04-10T15:51:04.513 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.521+0000 7f0dda17f780 1 < completed delete operation key=J9DG8CWKBLB0 tag=SQ6F5UJIQ0H0 type=del 2024-04-10T15:51:04.516 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.524+0000 7f0dda17f780 1 > prepared part key=_multipart_4GB88X6QZH6E.2~CGCUY7NWSNSV.0 size=1048576 2024-04-10T15:51:04.517 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.525+0000 7f0dda17f780 1 > prepared part key=_multipart_4GB88X6QZH6E.2~CGCUY7NWSNSV.1 size=1048576 2024-04-10T15:51:04.518 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.526+0000 7f0dda17f780 1 > prepared part key=_multipart_4GB88X6QZH6E.2~CGCUY7NWSNSV.2 size=575539 2024-04-10T15:51:04.518 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.526+0000 7f0dda17f780 1 > prepared multipart upload key=4GB88X6QZH6E upload=CGCUY7NWSNSV tag=40X917C54Y21 type=write size=3721267 2024-04-10T15:51:04.520 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.528+0000 7f0dda17f780 1 < completed part key=_multipart_LPSA55UNQS7T.2~PPH67BNF5TM5.0 size=1048576 2024-04-10T15:51:04.521 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.529+0000 7f0dda17f780 1 < completed part key=_multipart_LPSA55UNQS7T.2~PPH67BNF5TM5.1 size=1048576 2024-04-10T15:51:04.522 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.531+0000 7f0dda17f780 1 < completed part key=_multipart_LPSA55UNQS7T.2~PPH67BNF5TM5.2 size=659578 2024-04-10T15:51:04.525 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.533+0000 7f0dda17f780 1 < completed multipart upload key=LPSA55UNQS7T upload=PPH67BNF5TM5 tag=68ZWSLFMKN9U type=write size=3805306 2024-04-10T15:51:04.527 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.535+0000 7f0dda17f780 1 > prepared operation key=1XDQOHF2EHZG tag=6U74QC4QXI7A type=del size=416999 2024-04-10T15:51:04.528 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.536+0000 7f0dda17f780 1 < completed part key=_multipart_7R1LO48KG193.2~3PKQQ26W4IKT.0 size=1048576 2024-04-10T15:51:04.529 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.537+0000 7f0dda17f780 1 < completed part key=_multipart_7R1LO48KG193.2~3PKQQ26W4IKT.1 size=168099 2024-04-10T15:51:04.532 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.540+0000 7f0dda17f780 1 < completed multipart upload key=7R1LO48KG193 upload=3PKQQ26W4IKT tag=ZH2X8DY0AR5L type=write size=2265251 2024-04-10T15:51:04.535 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.543+0000 7f0dda17f780 1 > prepared operation key=GK8B4QASB1P8 tag=58HYB7XJPYA6 type=del size=3724589 2024-04-10T15:51:04.536 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.545+0000 7f0dda17f780 1 < completed delete operation key=W0QQNH1PRYVL tag=ILUXR83P00H7 type=del 2024-04-10T15:51:04.538 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.546+0000 7f0dda17f780 1 > prepared operation key=892B9J3TLMA2 tag=XSNDBW5PT1GV type=del size=3550359 2024-04-10T15:51:04.540 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.548+0000 7f0dda17f780 1 < completed part key=_multipart_XDWUTYA27EZF.2~94DP2HZMO8Z0.0 size=1048576 2024-04-10T15:51:04.541 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.549+0000 7f0dda17f780 1 < completed part key=_multipart_XDWUTYA27EZF.2~94DP2HZMO8Z0.1 size=892064 2024-04-10T15:51:04.543 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.551+0000 7f0dda17f780 1 < completed multipart upload key=XDWUTYA27EZF upload=94DP2HZMO8Z0 tag=IXCZL1QQCS7L type=write size=2989216 2024-04-10T15:51:04.545 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.553+0000 7f0dda17f780 1 > prepared operation key=EZ2HJBZ8EY6J tag=CZW9XXYED0G0 type=del size=3881451 2024-04-10T15:51:04.546 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.554+0000 7f0dda17f780 1 < completed delete operation key=32PMZSHN97HZ tag=THGL60CGEPV9 type=del 2024-04-10T15:51:04.548 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.556+0000 7f0dda17f780 1 > prepared operation key=GK8B4QASB1P8 tag=6ZXGW7N35OWA type=del size=1301685 2024-04-10T15:51:04.549 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.557+0000 7f0dda17f780 1 < completed delete operation key=0EQWI1AD1VHA tag=X3SCLIQKLHU2 type=del 2024-04-10T15:51:04.551 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.559+0000 7f0dda17f780 1 > prepared operation key=GK8B4QASB1P8 tag=SDVOTSTDW10X type=del size=2503345 2024-04-10T15:51:04.552 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.560+0000 7f0dda17f780 1 < completed part key=_multipart_7R29VV7JYRWM.2~IPK8DNUIVTGF.0 size=1048576 2024-04-10T15:51:04.553 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.562+0000 7f0dda17f780 1 < completed part key=_multipart_7R29VV7JYRWM.2~IPK8DNUIVTGF.1 size=1048576 2024-04-10T15:51:04.554 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.562+0000 7f0dda17f780 1 < canceled part key=_multipart_7R29VV7JYRWM.2~IPK8DNUIVTGF.2 size=1937 2024-04-10T15:51:04.556 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.564+0000 7f0dda17f780 1 < canceled multipart upload key=7R29VV7JYRWM upload=IPK8DNUIVTGF tag=4G819L48MWKI type=write size=3147665 2024-04-10T15:51:04.557 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.565+0000 7f0dda17f780 1 > prepared operation key=892B9J3TLMA2 tag=9N3BVU7H8TXR type=del size=144937 2024-04-10T15:51:04.559 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.567+0000 7f0dda17f780 1 < completed delete operation key=O2DQ4CPAMY72 tag=LWZSDHM5THSN type=del 2024-04-10T15:51:04.560 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.568+0000 7f0dda17f780 1 > prepared operation key=W72JTU6KAY5Q tag=NDVSZ3XOJHB0 type=del size=811507 2024-04-10T15:51:04.562 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.570+0000 7f0dda17f780 1 < completed delete operation key=H433FHMII9ZA tag=1YQF33OFLCSE type=del 2024-04-10T15:51:04.563 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.572+0000 7f0dda17f780 1 > prepared operation key=76DRYPHC6HG3 tag=5J7YDR1622XG type=del size=3877942 2024-04-10T15:51:04.565 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.573+0000 7f0dda17f780 1 < completed part key=_multipart_Q55YN73R4WFF.2~70I5314ROKSE.0 size=1048576 2024-04-10T15:51:04.567 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.575+0000 7f0dda17f780 1 < completed part key=_multipart_Q55YN73R4WFF.2~70I5314ROKSE.1 size=308823 2024-04-10T15:51:04.569 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.577+0000 7f0dda17f780 1 < completed multipart upload key=Q55YN73R4WFF upload=70I5314ROKSE tag=A2I0J66ZSTQ1 type=write size=2405975 2024-04-10T15:51:04.570 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.579+0000 7f0dda17f780 1 > prepared operation key=EZ2HJBZ8EY6J tag=CM5S6QCXMDAP type=del size=2484731 2024-04-10T15:51:04.573 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.581+0000 7f0dda17f780 1 < suggested update operation key=QJ9GK4CHH36X tag=0H73CDFAHRCY type=del size=1950007 2024-04-10T15:51:04.576 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.584+0000 7f0dda17f780 1 > prepared part key=_multipart_7R29VV7JYRWM.2~B85NNSALTZC7.0 size=1048576 2024-04-10T15:51:04.577 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.585+0000 7f0dda17f780 1 > prepared part key=_multipart_7R29VV7JYRWM.2~B85NNSALTZC7.1 size=1048576 2024-04-10T15:51:04.578 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.586+0000 7f0dda17f780 1 > prepared part key=_multipart_7R29VV7JYRWM.2~B85NNSALTZC7.2 size=765249 2024-04-10T15:51:04.578 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.586+0000 7f0dda17f780 1 > prepared multipart upload key=7R29VV7JYRWM upload=B85NNSALTZC7 tag=PH8I83UPTYYA type=write size=3910977 2024-04-10T15:51:04.579 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.587+0000 7f0dda17f780 1 < canceled operation key=892B9J3TLMA2 tag=92GNWP1RJ53U type=del size=1915810 2024-04-10T15:51:04.582 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.590+0000 7f0dda17f780 1 > prepared part key=_multipart_EZ2HJBZ8EY6J.2~RFA5SUM69AAK.0 size=1048576 2024-04-10T15:51:04.583 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.591+0000 7f0dda17f780 1 > prepared part key=_multipart_EZ2HJBZ8EY6J.2~RFA5SUM69AAK.1 size=450317 2024-04-10T15:51:04.583 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.591+0000 7f0dda17f780 1 > prepared multipart upload key=EZ2HJBZ8EY6J upload=RFA5SUM69AAK tag=1232QULVJO33 type=write size=2547469 2024-04-10T15:51:04.584 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.593+0000 7f0dda17f780 1 < canceled operation key=W1N9JNIA6ZML tag=L3JSY48JPFHY type=del size=834189 2024-04-10T15:51:04.587 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.596+0000 7f0dda17f780 1 > prepared part key=_multipart_VKTXOZU1BOHT.2~MG1BWLR9LPA6.0 size=16025 2024-04-10T15:51:04.587 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.596+0000 7f0dda17f780 1 > prepared multipart upload key=VKTXOZU1BOHT upload=MG1BWLR9LPA6 tag=YVFQK2RO3144 type=write size=1064601 2024-04-10T15:51:04.589 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.597+0000 7f0dda17f780 1 < completed part key=_multipart_W0QQNH1PRYVL.2~SMSM12FUQDFM.0 size=590146 2024-04-10T15:51:04.592 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.600+0000 7f0dda17f780 1 < completed multipart upload key=W0QQNH1PRYVL upload=SMSM12FUQDFM tag=Z1BCNWH5WOK9 type=write size=1638722 2024-04-10T15:51:04.595 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.603+0000 7f0dda17f780 1 > prepared part key=_multipart_32PMZSHN97HZ.2~MGIN95C3LNRK.0 size=1048576 2024-04-10T15:51:04.596 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.604+0000 7f0dda17f780 1 > prepared part key=_multipart_32PMZSHN97HZ.2~MGIN95C3LNRK.1 size=1048576 2024-04-10T15:51:04.597 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.606+0000 7f0dda17f780 1 > prepared part key=_multipart_32PMZSHN97HZ.2~MGIN95C3LNRK.2 size=76252 2024-04-10T15:51:04.597 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.606+0000 7f0dda17f780 1 > prepared multipart upload key=32PMZSHN97HZ upload=MGIN95C3LNRK tag=4FOG2BAR7ZMB type=write size=3221980 2024-04-10T15:51:04.599 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.607+0000 7f0dda17f780 1 < completed part key=_multipart_W72JTU6KAY5Q.2~5WBWTK3P4ERC.0 size=787756 2024-04-10T15:51:04.601 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.609+0000 7f0dda17f780 1 < completed multipart upload key=W72JTU6KAY5Q upload=5WBWTK3P4ERC tag=4ULM1XN6JMFM type=write size=1836332 2024-04-10T15:51:04.603 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.611+0000 7f0dda17f780 1 > prepared operation key=5PTGEI8J4Q78 tag=OZUIY6GCEGSD type=del size=887578 2024-04-10T15:51:04.605 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.613+0000 7f0dda17f780 1 < completed part key=_multipart_4GB88X6QZH6E.2~CGCUY7NWSNSV.0 size=1048576 2024-04-10T15:51:04.606 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.614+0000 7f0dda17f780 1 < completed part key=_multipart_4GB88X6QZH6E.2~CGCUY7NWSNSV.1 size=1048576 2024-04-10T15:51:04.607 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.615+0000 7f0dda17f780 1 < completed part key=_multipart_4GB88X6QZH6E.2~CGCUY7NWSNSV.2 size=575539 2024-04-10T15:51:04.609 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.617+0000 7f0dda17f780 1 < completed multipart upload key=4GB88X6QZH6E upload=CGCUY7NWSNSV tag=40X917C54Y21 type=write size=3721267 2024-04-10T15:51:04.611 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.619+0000 7f0dda17f780 1 > prepared operation key=6V3UX4ZSIBZX tag=221GJJQKFNQ0 type=write size=91292 2024-04-10T15:51:04.613 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.622+0000 7f0dda17f780 1 < suggested update operation key=1XDQOHF2EHZG tag=6U74QC4QXI7A type=del size=416999 2024-04-10T15:51:04.615 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.623+0000 7f0dda17f780 1 > prepared operation key=32PMZSHN97HZ tag=6BV0QH1HRZFO type=del size=1393136 2024-04-10T15:51:04.617 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.625+0000 7f0dda17f780 1 < completed delete operation key=GK8B4QASB1P8 tag=58HYB7XJPYA6 type=del 2024-04-10T15:51:04.618 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.626+0000 7f0dda17f780 1 > prepared operation key=W72JTU6KAY5Q tag=XP2XY6QY7B50 type=write size=229396 2024-04-10T15:51:04.620 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.628+0000 7f0dda17f780 1 < completed delete operation key=892B9J3TLMA2 tag=XSNDBW5PT1GV type=del 2024-04-10T15:51:04.623 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.631+0000 7f0dda17f780 1 > prepared part key=_multipart_6V3UX4ZSIBZX.2~C0I5UHBBN7DO.0 size=887402 2024-04-10T15:51:04.623 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.631+0000 7f0dda17f780 1 > prepared multipart upload key=6V3UX4ZSIBZX upload=C0I5UHBBN7DO tag=70K3TIUMI5U1 type=write size=1935978 2024-04-10T15:51:04.624 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.632+0000 7f0dda17f780 1 < completed delete operation key=EZ2HJBZ8EY6J tag=CZW9XXYED0G0 type=del 2024-04-10T15:51:04.626 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.634+0000 7f0dda17f780 1 > prepared part key=_multipart_W0QQNH1PRYVL.2~4FKLMHZ8YZX0.0 size=714871 2024-04-10T15:51:04.626 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.634+0000 7f0dda17f780 1 > prepared multipart upload key=W0QQNH1PRYVL upload=4FKLMHZ8YZX0 tag=SZ14D972UA1J type=write size=1763447 2024-04-10T15:51:04.628 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.636+0000 7f0dda17f780 1 < completed delete operation key=GK8B4QASB1P8 tag=6ZXGW7N35OWA type=del 2024-04-10T15:51:04.630 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.638+0000 7f0dda17f780 1 > prepared part key=_multipart_W0QQNH1PRYVL.2~PJ7K8DWSAHUB.0 size=671135 2024-04-10T15:51:04.630 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.638+0000 7f0dda17f780 1 > prepared multipart upload key=W0QQNH1PRYVL upload=PJ7K8DWSAHUB tag=V53JF7KPM7LZ type=write size=1719711 2024-04-10T15:51:04.632 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.640+0000 7f0dda17f780 1 < completed delete operation key=GK8B4QASB1P8 tag=SDVOTSTDW10X type=del 2024-04-10T15:51:04.633 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.642+0000 7f0dda17f780 1 > prepared operation key=7R29VV7JYRWM tag=PWIV4R9S11UV type=del size=4516 2024-04-10T15:51:04.635 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.643+0000 7f0dda17f780 1 < canceled operation key=892B9J3TLMA2 tag=9N3BVU7H8TXR type=del size=144937 2024-04-10T15:51:04.637 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.646+0000 7f0dda17f780 1 > prepared part key=_multipart_O0U4M0VYXZJ9.2~XOZBZSM339LR.0 size=1001706 2024-04-10T15:51:04.638 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.646+0000 7f0dda17f780 1 > prepared multipart upload key=O0U4M0VYXZJ9 upload=XOZBZSM339LR tag=EFCEGMO3MVA3 type=write size=2050282 2024-04-10T15:51:04.639 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.647+0000 7f0dda17f780 1 < completed delete operation key=W72JTU6KAY5Q tag=NDVSZ3XOJHB0 type=del 2024-04-10T15:51:04.640 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.649+0000 7f0dda17f780 1 > prepared operation key=H433FHMII9ZA tag=D3PWMV02UV5P type=del size=1319605 2024-04-10T15:51:04.642 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.650+0000 7f0dda17f780 1 < completed delete operation key=76DRYPHC6HG3 tag=5J7YDR1622XG type=del 2024-04-10T15:51:04.644 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.652+0000 7f0dda17f780 1 > prepared part key=_multipart_P7QI1303WDML.2~THNOPE7HEUOG.0 size=1048576 2024-04-10T15:51:04.645 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.654+0000 7f0dda17f780 1 > prepared part key=_multipart_P7QI1303WDML.2~THNOPE7HEUOG.1 size=1048576 2024-04-10T15:51:04.648 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.655+0000 7f0dda17f780 1 > prepared part key=_multipart_P7QI1303WDML.2~THNOPE7HEUOG.2 size=248282 2024-04-10T15:51:04.648 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.655+0000 7f0dda17f780 1 > prepared multipart upload key=P7QI1303WDML upload=THNOPE7HEUOG tag=GYDIESJ0VK7M type=write size=3394010 2024-04-10T15:51:04.648 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.656+0000 7f0dda17f780 1 < completed delete operation key=EZ2HJBZ8EY6J tag=CM5S6QCXMDAP type=del 2024-04-10T15:51:04.649 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.657+0000 7f0dda17f780 1 > prepared operation key=M31TS1RYVD2I tag=LB0L7U0KOBM6 type=del size=1135650 2024-04-10T15:51:04.651 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.659+0000 7f0dda17f780 1 < completed part key=_multipart_7R29VV7JYRWM.2~B85NNSALTZC7.0 size=1048576 2024-04-10T15:51:04.652 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.660+0000 7f0dda17f780 1 < completed part key=_multipart_7R29VV7JYRWM.2~B85NNSALTZC7.1 size=1048576 2024-04-10T15:51:04.654 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.662+0000 7f0dda17f780 1 < completed part key=_multipart_7R29VV7JYRWM.2~B85NNSALTZC7.2 size=765249 2024-04-10T15:51:04.656 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.664+0000 7f0dda17f780 1 < completed multipart upload key=7R29VV7JYRWM upload=B85NNSALTZC7 tag=PH8I83UPTYYA type=write size=3910977 2024-04-10T15:51:04.658 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.667+0000 7f0dda17f780 1 > prepared part key=_multipart_WB4E7VQYBXDP.2~31L00EWHANGR.0 size=769959 2024-04-10T15:51:04.659 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.667+0000 7f0dda17f780 1 > prepared multipart upload key=WB4E7VQYBXDP upload=31L00EWHANGR tag=6S98291K3LEU type=write size=1818535 2024-04-10T15:51:04.660 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.668+0000 7f0dda17f780 1 < completed part key=_multipart_EZ2HJBZ8EY6J.2~RFA5SUM69AAK.0 size=1048576 2024-04-10T15:51:04.661 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.669+0000 7f0dda17f780 1 < completed part key=_multipart_EZ2HJBZ8EY6J.2~RFA5SUM69AAK.1 size=450317 2024-04-10T15:51:04.664 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.672+0000 7f0dda17f780 1 < completed multipart upload key=EZ2HJBZ8EY6J upload=RFA5SUM69AAK tag=1232QULVJO33 type=write size=2547469 2024-04-10T15:51:04.667 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.675+0000 7f0dda17f780 1 > prepared part key=_multipart_VKTXOZU1BOHT.2~TSSAL2E633E4.0 size=1048576 2024-04-10T15:51:04.668 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.676+0000 7f0dda17f780 1 > prepared part key=_multipart_VKTXOZU1BOHT.2~TSSAL2E633E4.1 size=1048576 2024-04-10T15:51:04.669 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.677+0000 7f0dda17f780 1 > prepared part key=_multipart_VKTXOZU1BOHT.2~TSSAL2E633E4.2 size=466593 2024-04-10T15:51:04.669 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.677+0000 7f0dda17f780 1 > prepared multipart upload key=VKTXOZU1BOHT upload=TSSAL2E633E4 tag=E82LLRA487G8 type=write size=3612321 2024-04-10T15:51:04.671 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.679+0000 7f0dda17f780 1 < completed part key=_multipart_VKTXOZU1BOHT.2~MG1BWLR9LPA6.0 size=16025 2024-04-10T15:51:04.674 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.682+0000 7f0dda17f780 1 < completed multipart upload key=VKTXOZU1BOHT upload=MG1BWLR9LPA6 tag=YVFQK2RO3144 type=write size=1064601 2024-04-10T15:51:04.676 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.684+0000 7f0dda17f780 1 > prepared part key=_multipart_76DRYPHC6HG3.2~YF60122UX978.0 size=1048576 2024-04-10T15:51:04.677 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.686+0000 7f0dda17f780 1 > prepared part key=_multipart_76DRYPHC6HG3.2~YF60122UX978.1 size=270371 2024-04-10T15:51:04.677 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.686+0000 7f0dda17f780 1 > prepared multipart upload key=76DRYPHC6HG3 upload=YF60122UX978 tag=PEX82ELFXZS0 type=write size=2367523 2024-04-10T15:51:04.679 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.687+0000 7f0dda17f780 1 < completed part key=_multipart_32PMZSHN97HZ.2~MGIN95C3LNRK.0 size=1048576 2024-04-10T15:51:04.680 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.688+0000 7f0dda17f780 1 < completed part key=_multipart_32PMZSHN97HZ.2~MGIN95C3LNRK.1 size=1048576 2024-04-10T15:51:04.681 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.689+0000 7f0dda17f780 1 < completed part key=_multipart_32PMZSHN97HZ.2~MGIN95C3LNRK.2 size=76252 2024-04-10T15:51:04.683 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.692+0000 7f0dda17f780 1 < completed multipart upload key=32PMZSHN97HZ upload=MGIN95C3LNRK tag=4FOG2BAR7ZMB type=write size=3221980 2024-04-10T15:51:04.685 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.693+0000 7f0dda17f780 1 > prepared operation key=VKTXOZU1BOHT tag=40NK1LHUWEE6 type=del size=106091 2024-04-10T15:51:04.688 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.696+0000 7f0dda17f780 1 < suggested remove operation key=5PTGEI8J4Q78 tag=OZUIY6GCEGSD type=del 2024-04-10T15:51:04.690 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.699+0000 7f0dda17f780 1 > prepared part key=_multipart_GK8B4QASB1P8.2~4EABNT0T0AM6.0 size=302885 2024-04-10T15:51:04.690 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.699+0000 7f0dda17f780 1 > prepared multipart upload key=GK8B4QASB1P8 upload=4EABNT0T0AM6 tag=0AMBS9CB0M4W type=write size=1351461 2024-04-10T15:51:04.692 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.700+0000 7f0dda17f780 1 < completed write operation key=6V3UX4ZSIBZX tag=221GJJQKFNQ0 type=write size=91292 2024-04-10T15:51:04.694 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.702+0000 7f0dda17f780 1 > prepared operation key=W72JTU6KAY5Q tag=O2KO1YRL04Y2 type=del size=2696871 2024-04-10T15:51:04.695 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.703+0000 7f0dda17f780 1 < completed delete operation key=32PMZSHN97HZ tag=6BV0QH1HRZFO type=del 2024-04-10T15:51:04.696 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.705+0000 7f0dda17f780 1 > prepared operation key=76DRYPHC6HG3 tag=JQU7K5U92EX0 type=del size=2949897 2024-04-10T15:51:04.698 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.706+0000 7f0dda17f780 1 < completed write operation key=W72JTU6KAY5Q tag=XP2XY6QY7B50 type=write size=229396 2024-04-10T15:51:04.699 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.707+0000 7f0dda17f780 1 > prepared operation key=0EQWI1AD1VHA tag=9YP8IY1LZLLE type=write size=452859 2024-04-10T15:51:04.701 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.709+0000 7f0dda17f780 1 < completed part key=_multipart_6V3UX4ZSIBZX.2~C0I5UHBBN7DO.0 size=887402 2024-04-10T15:51:04.703 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.711+0000 7f0dda17f780 1 < completed multipart upload key=6V3UX4ZSIBZX upload=C0I5UHBBN7DO tag=70K3TIUMI5U1 type=write size=1935978 2024-04-10T15:51:04.706 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.714+0000 7f0dda17f780 1 > prepared part key=_multipart_M31TS1RYVD2I.2~I6NTYLAXAI89.0 size=1048576 2024-04-10T15:51:04.707 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.715+0000 7f0dda17f780 1 > prepared part key=_multipart_M31TS1RYVD2I.2~I6NTYLAXAI89.1 size=620706 2024-04-10T15:51:04.707 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.715+0000 7f0dda17f780 1 > prepared multipart upload key=M31TS1RYVD2I upload=I6NTYLAXAI89 tag=9TD0WIL07KWB type=write size=2717858 2024-04-10T15:51:04.708 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.717+0000 7f0dda17f780 1 < completed part key=_multipart_W0QQNH1PRYVL.2~4FKLMHZ8YZX0.0 size=714871 2024-04-10T15:51:04.711 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.719+0000 7f0dda17f780 1 < completed multipart upload key=W0QQNH1PRYVL upload=4FKLMHZ8YZX0 tag=SZ14D972UA1J type=write size=1763447 2024-04-10T15:51:04.713 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.721+0000 7f0dda17f780 1 > prepared part key=_multipart_J9DG8CWKBLB0.2~NT39P8N1NI0X.0 size=1048576 2024-04-10T15:51:04.715 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.723+0000 7f0dda17f780 1 > prepared part key=_multipart_J9DG8CWKBLB0.2~NT39P8N1NI0X.1 size=1048576 2024-04-10T15:51:04.716 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.724+0000 7f0dda17f780 1 > prepared part key=_multipart_J9DG8CWKBLB0.2~NT39P8N1NI0X.2 size=876832 2024-04-10T15:51:04.716 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.724+0000 7f0dda17f780 1 > prepared multipart upload key=J9DG8CWKBLB0 upload=NT39P8N1NI0X tag=LIEWCGLBX7ZS type=write size=4022560 2024-04-10T15:51:04.717 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.726+0000 7f0dda17f780 1 < completed part key=_multipart_W0QQNH1PRYVL.2~PJ7K8DWSAHUB.0 size=671135 2024-04-10T15:51:04.720 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.728+0000 7f0dda17f780 1 < completed multipart upload key=W0QQNH1PRYVL upload=PJ7K8DWSAHUB tag=V53JF7KPM7LZ type=write size=1719711 2024-04-10T15:51:04.723 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.731+0000 7f0dda17f780 1 > prepared part key=_multipart_O2DQ4CPAMY72.2~SRCPZJTES034.0 size=1048576 2024-04-10T15:51:04.724 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.733+0000 7f0dda17f780 1 > prepared part key=_multipart_O2DQ4CPAMY72.2~SRCPZJTES034.1 size=1048576 2024-04-10T15:51:04.726 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.734+0000 7f0dda17f780 1 > prepared part key=_multipart_O2DQ4CPAMY72.2~SRCPZJTES034.2 size=911854 2024-04-10T15:51:04.726 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.734+0000 7f0dda17f780 1 > prepared multipart upload key=O2DQ4CPAMY72 upload=SRCPZJTES034 tag=DBR75URX04NF type=write size=4057582 2024-04-10T15:51:04.727 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.735+0000 7f0dda17f780 1 < completed delete operation key=7R29VV7JYRWM tag=PWIV4R9S11UV type=del 2024-04-10T15:51:04.728 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.737+0000 7f0dda17f780 1 > prepared operation key=XDWUTYA27EZF tag=8HEFPDX78VZP type=del size=1001407 2024-04-10T15:51:04.730 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.738+0000 7f0dda17f780 1 < completed part key=_multipart_O0U4M0VYXZJ9.2~XOZBZSM339LR.0 size=1001706 2024-04-10T15:51:04.732 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.740+0000 7f0dda17f780 1 < completed multipart upload key=O0U4M0VYXZJ9 upload=XOZBZSM339LR tag=EFCEGMO3MVA3 type=write size=2050282 2024-04-10T15:51:04.735 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.743+0000 7f0dda17f780 1 > prepared part key=_multipart_W72JTU6KAY5Q.2~PKS95F8XWQ6A.0 size=1048576 2024-04-10T15:51:04.736 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.744+0000 7f0dda17f780 1 > prepared part key=_multipart_W72JTU6KAY5Q.2~PKS95F8XWQ6A.1 size=1048576 2024-04-10T15:51:04.737 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.745+0000 7f0dda17f780 1 > prepared part key=_multipart_W72JTU6KAY5Q.2~PKS95F8XWQ6A.2 size=802533 2024-04-10T15:51:04.737 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.745+0000 7f0dda17f780 1 > prepared multipart upload key=W72JTU6KAY5Q upload=PKS95F8XWQ6A tag=TO3S04H94164 type=write size=3948261 2024-04-10T15:51:04.740 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.748+0000 7f0dda17f780 1 < suggested update operation key=H433FHMII9ZA tag=D3PWMV02UV5P type=del size=1319605 2024-04-10T15:51:04.741 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.749+0000 7f0dda17f780 1 > prepared operation key=5VUYRX80DJNN tag=NFKGHX9WZ96Z type=write size=484950 2024-04-10T15:51:04.743 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.751+0000 7f0dda17f780 1 < completed part key=_multipart_P7QI1303WDML.2~THNOPE7HEUOG.0 size=1048576 2024-04-10T15:51:04.744 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.752+0000 7f0dda17f780 1 < completed part key=_multipart_P7QI1303WDML.2~THNOPE7HEUOG.1 size=1048576 2024-04-10T15:51:04.746 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.754+0000 7f0dda17f780 1 < completed part key=_multipart_P7QI1303WDML.2~THNOPE7HEUOG.2 size=248282 2024-04-10T15:51:04.748 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.756+0000 7f0dda17f780 1 < completed multipart upload key=P7QI1303WDML upload=THNOPE7HEUOG tag=GYDIESJ0VK7M type=write size=3394010 2024-04-10T15:51:04.751 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.759+0000 7f0dda17f780 1 > prepared part key=_multipart_GK8B4QASB1P8.2~LB69XEP1VK3N.0 size=1048576 2024-04-10T15:51:04.752 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.760+0000 7f0dda17f780 1 > prepared part key=_multipart_GK8B4QASB1P8.2~LB69XEP1VK3N.1 size=263300 2024-04-10T15:51:04.752 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.760+0000 7f0dda17f780 1 > prepared multipart upload key=GK8B4QASB1P8 upload=LB69XEP1VK3N tag=8BG8F6GI7T90 type=write size=2360452 2024-04-10T15:51:04.753 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.761+0000 7f0dda17f780 1 < canceled operation key=M31TS1RYVD2I tag=LB0L7U0KOBM6 type=del size=1135650 2024-04-10T15:51:04.755 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.763+0000 7f0dda17f780 1 > prepared operation key=LPSA55UNQS7T tag=Q920ZDM1JVVI type=del size=364225 2024-04-10T15:51:04.758 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.767+0000 7f0dda17f780 1 < completed part key=_multipart_WB4E7VQYBXDP.2~31L00EWHANGR.0 size=769959 2024-04-10T15:51:04.761 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.770+0000 7f0dda17f780 1 < completed multipart upload key=WB4E7VQYBXDP upload=31L00EWHANGR tag=6S98291K3LEU type=write size=1818535 2024-04-10T15:51:04.765 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.773+0000 7f0dda17f780 1 > prepared part key=_multipart_WB4E7VQYBXDP.2~8HEL4LQV44KZ.0 size=1048576 2024-04-10T15:51:04.766 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.774+0000 7f0dda17f780 1 > prepared part key=_multipart_WB4E7VQYBXDP.2~8HEL4LQV44KZ.1 size=177726 2024-04-10T15:51:04.766 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.774+0000 7f0dda17f780 1 > prepared multipart upload key=WB4E7VQYBXDP upload=8HEL4LQV44KZ tag=AONX26J7RHL4 type=write size=2274878 2024-04-10T15:51:04.768 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.776+0000 7f0dda17f780 1 < completed part key=_multipart_VKTXOZU1BOHT.2~TSSAL2E633E4.0 size=1048576 2024-04-10T15:51:04.769 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.777+0000 7f0dda17f780 1 < completed part key=_multipart_VKTXOZU1BOHT.2~TSSAL2E633E4.1 size=1048576 2024-04-10T15:51:04.771 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.779+0000 7f0dda17f780 1 < completed part key=_multipart_VKTXOZU1BOHT.2~TSSAL2E633E4.2 size=466593 2024-04-10T15:51:04.773 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.781+0000 7f0dda17f780 1 < completed multipart upload key=VKTXOZU1BOHT upload=TSSAL2E633E4 tag=E82LLRA487G8 type=write size=3612321 2024-04-10T15:51:04.774 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.783+0000 7f0dda17f780 1 > prepared operation key=H433FHMII9ZA tag=2L10WX6LDTDU type=write size=917517 2024-04-10T15:51:04.776 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.784+0000 7f0dda17f780 1 < completed part key=_multipart_76DRYPHC6HG3.2~YF60122UX978.0 size=1048576 2024-04-10T15:51:04.777 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.785+0000 7f0dda17f780 1 < completed part key=_multipart_76DRYPHC6HG3.2~YF60122UX978.1 size=270371 2024-04-10T15:51:04.780 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.788+0000 7f0dda17f780 1 < completed multipart upload key=76DRYPHC6HG3 upload=YF60122UX978 tag=PEX82ELFXZS0 type=write size=2367523 2024-04-10T15:51:04.782 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.790+0000 7f0dda17f780 1 > prepared operation key=O2DQ4CPAMY72 tag=DO2MXK51TSYU type=write size=535540 2024-04-10T15:51:04.783 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.792+0000 7f0dda17f780 1 < completed delete operation key=VKTXOZU1BOHT tag=40NK1LHUWEE6 type=del 2024-04-10T15:51:04.785 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.793+0000 7f0dda17f780 1 > prepared operation key=1XDQOHF2EHZG tag=RAL0ABU7CSOV type=del size=3251526 2024-04-10T15:51:04.786 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.795+0000 7f0dda17f780 1 < completed part key=_multipart_GK8B4QASB1P8.2~4EABNT0T0AM6.0 size=302885 2024-04-10T15:51:04.789 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.797+0000 7f0dda17f780 1 < completed multipart upload key=GK8B4QASB1P8 upload=4EABNT0T0AM6 tag=0AMBS9CB0M4W type=write size=1351461 2024-04-10T15:51:04.792 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.800+0000 7f0dda17f780 1 > prepared part key=_multipart_GK8B4QASB1P8.2~482011BY70ES.0 size=187546 2024-04-10T15:51:04.792 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.800+0000 7f0dda17f780 1 > prepared multipart upload key=GK8B4QASB1P8 upload=482011BY70ES tag=RDU756EQW99E type=write size=1236122 2024-04-10T15:51:04.793 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.801+0000 7f0dda17f780 1 < completed delete operation key=W72JTU6KAY5Q tag=O2KO1YRL04Y2 type=del 2024-04-10T15:51:04.794 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.802+0000 7f0dda17f780 1 > prepared operation key=VKTXOZU1BOHT tag=NFPBMDYU1K6M type=del size=3981187 2024-04-10T15:51:04.796 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.804+0000 7f0dda17f780 1 < completed delete operation key=76DRYPHC6HG3 tag=JQU7K5U92EX0 type=del 2024-04-10T15:51:04.798 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.807+0000 7f0dda17f780 1 > prepared part key=_multipart_5PTGEI8J4Q78.2~6AP1941Y8MOZ.0 size=617009 2024-04-10T15:51:04.799 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.807+0000 7f0dda17f780 1 > prepared multipart upload key=5PTGEI8J4Q78 upload=6AP1941Y8MOZ tag=JA0P7P68VOQQ type=write size=1665585 2024-04-10T15:51:04.801 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.809+0000 7f0dda17f780 1 < suggested update operation key=0EQWI1AD1VHA tag=9YP8IY1LZLLE type=write size=452859 2024-04-10T15:51:04.804 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.812+0000 7f0dda17f780 1 > prepared part key=_multipart_6V3UX4ZSIBZX.2~EC9805HWSGMM.0 size=1048576 2024-04-10T15:51:04.805 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.813+0000 7f0dda17f780 1 > prepared part key=_multipart_6V3UX4ZSIBZX.2~EC9805HWSGMM.1 size=862070 2024-04-10T15:51:04.805 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.813+0000 7f0dda17f780 1 > prepared multipart upload key=6V3UX4ZSIBZX upload=EC9805HWSGMM tag=BOXENEO3CBLS type=write size=2959222 2024-04-10T15:51:04.807 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.815+0000 7f0dda17f780 1 < completed part key=_multipart_M31TS1RYVD2I.2~I6NTYLAXAI89.0 size=1048576 2024-04-10T15:51:04.808 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.816+0000 7f0dda17f780 1 < completed part key=_multipart_M31TS1RYVD2I.2~I6NTYLAXAI89.1 size=620706 2024-04-10T15:51:04.810 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.819+0000 7f0dda17f780 1 < completed multipart upload key=M31TS1RYVD2I upload=I6NTYLAXAI89 tag=9TD0WIL07KWB type=write size=2717858 2024-04-10T15:51:04.814 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.822+0000 7f0dda17f780 1 > prepared part key=_multipart_QJ9GK4CHH36X.2~53WA2J5XDD77.0 size=1048576 2024-04-10T15:51:04.815 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.823+0000 7f0dda17f780 1 > prepared part key=_multipart_QJ9GK4CHH36X.2~53WA2J5XDD77.1 size=957627 2024-04-10T15:51:04.815 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.823+0000 7f0dda17f780 1 > prepared multipart upload key=QJ9GK4CHH36X upload=53WA2J5XDD77 tag=7FGAHYCY715Q type=write size=3054779 2024-04-10T15:51:04.817 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.825+0000 7f0dda17f780 1 < completed part key=_multipart_J9DG8CWKBLB0.2~NT39P8N1NI0X.0 size=1048576 2024-04-10T15:51:04.818 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.826+0000 7f0dda17f780 1 < completed part key=_multipart_J9DG8CWKBLB0.2~NT39P8N1NI0X.1 size=1048576 2024-04-10T15:51:04.819 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.827+0000 7f0dda17f780 1 < completed part key=_multipart_J9DG8CWKBLB0.2~NT39P8N1NI0X.2 size=876832 2024-04-10T15:51:04.821 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.829+0000 7f0dda17f780 1 < completed multipart upload key=J9DG8CWKBLB0 upload=NT39P8N1NI0X tag=LIEWCGLBX7ZS type=write size=4022560 2024-04-10T15:51:04.823 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.831+0000 7f0dda17f780 1 > prepared operation key=VKTXOZU1BOHT tag=H9OKZQX0UAE2 type=del size=494715 2024-04-10T15:51:04.825 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.833+0000 7f0dda17f780 1 < completed part key=_multipart_O2DQ4CPAMY72.2~SRCPZJTES034.0 size=1048576 2024-04-10T15:51:04.826 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.834+0000 7f0dda17f780 1 < completed part key=_multipart_O2DQ4CPAMY72.2~SRCPZJTES034.1 size=1048576 2024-04-10T15:51:04.827 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.835+0000 7f0dda17f780 1 < completed part key=_multipart_O2DQ4CPAMY72.2~SRCPZJTES034.2 size=911854 2024-04-10T15:51:04.830 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.838+0000 7f0dda17f780 1 < completed multipart upload key=O2DQ4CPAMY72 upload=SRCPZJTES034 tag=DBR75URX04NF type=write size=4057582 2024-04-10T15:51:04.833 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.841+0000 7f0dda17f780 1 > prepared part key=_multipart_H433FHMII9ZA.2~OY0XS6Q5SOCZ.0 size=18280 2024-04-10T15:51:04.833 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.841+0000 7f0dda17f780 1 > prepared multipart upload key=H433FHMII9ZA upload=OY0XS6Q5SOCZ tag=4WX6Q16T7DQK type=write size=1066856 2024-04-10T15:51:04.834 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.843+0000 7f0dda17f780 1 < completed delete operation key=XDWUTYA27EZF tag=8HEFPDX78VZP type=del 2024-04-10T15:51:04.836 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.844+0000 7f0dda17f780 1 > prepared operation key=J9DG8CWKBLB0 tag=1SHJ74GDPLOE type=del size=2902172 2024-04-10T15:51:04.837 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.846+0000 7f0dda17f780 1 < completed part key=_multipart_W72JTU6KAY5Q.2~PKS95F8XWQ6A.0 size=1048576 2024-04-10T15:51:04.839 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.847+0000 7f0dda17f780 1 < completed part key=_multipart_W72JTU6KAY5Q.2~PKS95F8XWQ6A.1 size=1048576 2024-04-10T15:51:04.840 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.849+0000 7f0dda17f780 1 < completed part key=_multipart_W72JTU6KAY5Q.2~PKS95F8XWQ6A.2 size=802533 2024-04-10T15:51:04.843 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.851+0000 7f0dda17f780 1 < completed multipart upload key=W72JTU6KAY5Q upload=PKS95F8XWQ6A tag=TO3S04H94164 type=write size=3948261 2024-04-10T15:51:04.845 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.853+0000 7f0dda17f780 1 > prepared operation key=1XDQOHF2EHZG tag=UHF2PFSMVJLX type=del size=192339 2024-04-10T15:51:04.847 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.855+0000 7f0dda17f780 1 < suggested remove operation key=5VUYRX80DJNN tag=NFKGHX9WZ96Z type=write 2024-04-10T15:51:04.849 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.857+0000 7f0dda17f780 1 > prepared operation key=5PTGEI8J4Q78 tag=H67GUDC4XS2P type=del size=3213164 2024-04-10T15:51:04.850 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.858+0000 7f0dda17f780 1 < completed part key=_multipart_GK8B4QASB1P8.2~LB69XEP1VK3N.0 size=1048576 2024-04-10T15:51:04.851 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.860+0000 7f0dda17f780 1 < completed part key=_multipart_GK8B4QASB1P8.2~LB69XEP1VK3N.1 size=263300 2024-04-10T15:51:04.854 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.862+0000 7f0dda17f780 1 < completed multipart upload key=GK8B4QASB1P8 upload=LB69XEP1VK3N tag=8BG8F6GI7T90 type=write size=2360452 2024-04-10T15:51:04.857 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.865+0000 7f0dda17f780 1 > prepared part key=_multipart_H433FHMII9ZA.2~1H3BKBDSBENX.0 size=1048576 2024-04-10T15:51:04.858 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.866+0000 7f0dda17f780 1 > prepared part key=_multipart_H433FHMII9ZA.2~1H3BKBDSBENX.1 size=109364 2024-04-10T15:51:04.858 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.866+0000 7f0dda17f780 1 > prepared multipart upload key=H433FHMII9ZA upload=1H3BKBDSBENX tag=EG1SX49BCY1Z type=write size=2206516 2024-04-10T15:51:04.859 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.867+0000 7f0dda17f780 1 < completed delete operation key=LPSA55UNQS7T tag=Q920ZDM1JVVI type=del 2024-04-10T15:51:04.861 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.869+0000 7f0dda17f780 1 > prepared operation key=32PMZSHN97HZ tag=0KGBPWJFNDSX type=del size=2674756 2024-04-10T15:51:04.861 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.869+0000 7f0dda17f780 1 < canceled part key=_multipart_WB4E7VQYBXDP.2~8HEL4LQV44KZ.0 size=1048576 2024-04-10T15:51:04.862 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.870+0000 7f0dda17f780 1 < completed part key=_multipart_WB4E7VQYBXDP.2~8HEL4LQV44KZ.1 size=177726 2024-04-10T15:51:04.865 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.873+0000 7f0dda17f780 1 < canceled multipart upload key=WB4E7VQYBXDP upload=8HEL4LQV44KZ tag=AONX26J7RHL4 type=write size=2274878 2024-04-10T15:51:04.868 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.876+0000 7f0dda17f780 1 > prepared part key=_multipart_4GB88X6QZH6E.2~ILXCRF512WWB.0 size=569233 2024-04-10T15:51:04.868 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.876+0000 7f0dda17f780 1 > prepared multipart upload key=4GB88X6QZH6E upload=ILXCRF512WWB tag=NZE5Z3912WW1 type=write size=1617809 2024-04-10T15:51:04.869 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.877+0000 7f0dda17f780 1 < canceled operation key=H433FHMII9ZA tag=2L10WX6LDTDU type=write size=917517 2024-04-10T15:51:04.872 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.880+0000 7f0dda17f780 1 > prepared part key=_multipart_VKTXOZU1BOHT.2~WCK0YI6VV3DK.0 size=1007936 2024-04-10T15:51:04.872 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.880+0000 7f0dda17f780 1 > prepared multipart upload key=VKTXOZU1BOHT upload=WCK0YI6VV3DK tag=6OXNJNLRYDMC type=write size=2056512 2024-04-10T15:51:04.874 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.882+0000 7f0dda17f780 1 < completed write operation key=O2DQ4CPAMY72 tag=DO2MXK51TSYU type=write size=535540 2024-04-10T15:51:04.875 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.883+0000 7f0dda17f780 1 > prepared operation key=XDWUTYA27EZF tag=FT9LEOBW0S15 type=del size=3962512 2024-04-10T15:51:04.878 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.886+0000 7f0dda17f780 1 < suggested update operation key=1XDQOHF2EHZG tag=RAL0ABU7CSOV type=del size=3251526 2024-04-10T15:51:04.881 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.889+0000 7f0dda17f780 1 > prepared part key=_multipart_LPSA55UNQS7T.2~4D10ZAM2A1PA.0 size=817435 2024-04-10T15:51:04.881 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.889+0000 7f0dda17f780 1 > prepared multipart upload key=LPSA55UNQS7T upload=4D10ZAM2A1PA tag=69SN1I7KL606 type=write size=1866011 2024-04-10T15:51:04.882 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.890+0000 7f0dda17f780 1 < completed part key=_multipart_GK8B4QASB1P8.2~482011BY70ES.0 size=187546 2024-04-10T15:51:04.885 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.893+0000 7f0dda17f780 1 < completed multipart upload key=GK8B4QASB1P8 upload=482011BY70ES tag=RDU756EQW99E type=write size=1236122 2024-04-10T15:51:04.886 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.894+0000 7f0dda17f780 1 > prepared operation key=W1N9JNIA6ZML tag=TM0U8S6CHA61 type=del size=2137652 2024-04-10T15:51:04.888 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.896+0000 7f0dda17f780 1 < canceled operation key=VKTXOZU1BOHT tag=NFPBMDYU1K6M type=del size=3981187 2024-04-10T15:51:04.890 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.898+0000 7f0dda17f780 1 > prepared part key=_multipart_YKTMKJ7IT90D.2~6O34O284BN0P.0 size=660090 2024-04-10T15:51:04.890 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.898+0000 7f0dda17f780 1 > prepared multipart upload key=YKTMKJ7IT90D upload=6O34O284BN0P tag=HFDXJ0V9UDYG type=write size=1708666 2024-04-10T15:51:04.892 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.900+0000 7f0dda17f780 1 < completed part key=_multipart_5PTGEI8J4Q78.2~6AP1941Y8MOZ.0 size=617009 2024-04-10T15:51:04.895 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.903+0000 7f0dda17f780 1 < completed multipart upload key=5PTGEI8J4Q78 upload=6AP1941Y8MOZ tag=JA0P7P68VOQQ type=write size=1665585 2024-04-10T15:51:04.896 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.904+0000 7f0dda17f780 1 > prepared operation key=O2DQ4CPAMY72 tag=DGD0BZILINXR type=del size=3362110 2024-04-10T15:51:04.898 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.906+0000 7f0dda17f780 1 < completed part key=_multipart_6V3UX4ZSIBZX.2~EC9805HWSGMM.0 size=1048576 2024-04-10T15:51:04.899 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.907+0000 7f0dda17f780 1 < completed part key=_multipart_6V3UX4ZSIBZX.2~EC9805HWSGMM.1 size=862070 2024-04-10T15:51:04.901 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.910+0000 7f0dda17f780 1 < completed multipart upload key=6V3UX4ZSIBZX upload=EC9805HWSGMM tag=BOXENEO3CBLS type=write size=2959222 2024-04-10T15:51:04.904 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.913+0000 7f0dda17f780 1 > prepared part key=_multipart_QJ9GK4CHH36X.2~IH00YNFYPVFX.0 size=1048576 2024-04-10T15:51:04.905 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.914+0000 7f0dda17f780 1 > prepared part key=_multipart_QJ9GK4CHH36X.2~IH00YNFYPVFX.1 size=1048576 2024-04-10T15:51:04.907 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.915+0000 7f0dda17f780 1 > prepared part key=_multipart_QJ9GK4CHH36X.2~IH00YNFYPVFX.2 size=169077 2024-04-10T15:51:04.907 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.915+0000 7f0dda17f780 1 > prepared multipart upload key=QJ9GK4CHH36X upload=IH00YNFYPVFX tag=Q2K5SJRF0ZN3 type=write size=3314805 2024-04-10T15:51:04.908 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.917+0000 7f0dda17f780 1 < completed part key=_multipart_QJ9GK4CHH36X.2~53WA2J5XDD77.0 size=1048576 2024-04-10T15:51:04.908 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.917+0000 7f0dda17f780 1 < canceled part key=_multipart_QJ9GK4CHH36X.2~53WA2J5XDD77.1 size=957627 2024-04-10T15:51:04.911 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.919+0000 7f0dda17f780 1 < canceled multipart upload key=QJ9GK4CHH36X upload=53WA2J5XDD77 tag=7FGAHYCY715Q type=write size=3054779 2024-04-10T15:51:04.912 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.920+0000 7f0dda17f780 1 > prepared operation key=M31TS1RYVD2I tag=6822AT293R40 type=del size=4089007 2024-04-10T15:51:04.913 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.922+0000 7f0dda17f780 1 < canceled operation key=VKTXOZU1BOHT tag=H9OKZQX0UAE2 type=del size=494715 2024-04-10T15:51:04.915 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.923+0000 7f0dda17f780 1 > prepared operation key=XDWUTYA27EZF tag=S4MUZRZMJQQD type=del size=3685787 2024-04-10T15:51:04.917 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.925+0000 7f0dda17f780 1 < completed part key=_multipart_H433FHMII9ZA.2~OY0XS6Q5SOCZ.0 size=18280 2024-04-10T15:51:04.920 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.928+0000 7f0dda17f780 1 < completed multipart upload key=H433FHMII9ZA upload=OY0XS6Q5SOCZ tag=4WX6Q16T7DQK type=write size=1066856 2024-04-10T15:51:04.923 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.931+0000 7f0dda17f780 1 > prepared part key=_multipart_P7QI1303WDML.2~A9S7KBVQC447.0 size=90048 2024-04-10T15:51:04.923 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.931+0000 7f0dda17f780 1 > prepared multipart upload key=P7QI1303WDML upload=A9S7KBVQC447 tag=EBZGOL8HMSE8 type=write size=1138624 2024-04-10T15:51:04.925 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.933+0000 7f0dda17f780 1 < completed delete operation key=J9DG8CWKBLB0 tag=1SHJ74GDPLOE type=del 2024-04-10T15:51:04.926 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.934+0000 7f0dda17f780 1 > prepared operation key=5VUYRX80DJNN tag=7U3J5BJFT2XT type=del size=2221015 2024-04-10T15:51:04.928 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.936+0000 7f0dda17f780 -1 < failed to complete operation key=1XDQOHF2EHZG tag=UHF2PFSMVJLX type=del size=192339: (22) Invalid argument 2024-04-10T15:51:04.929 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.938+0000 7f0dda17f780 1 > prepared operation key=EZ2HJBZ8EY6J tag=Z6O98UPTJDFD type=del size=2490715 2024-04-10T15:51:04.931 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.939+0000 7f0dda17f780 1 < canceled operation key=5PTGEI8J4Q78 tag=H67GUDC4XS2P type=del size=3213164 2024-04-10T15:51:04.932 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.941+0000 7f0dda17f780 1 > prepared operation key=VFKX3F9Z0OZ5 tag=KB7F4AETGF9Y type=del size=3205147 2024-04-10T15:51:04.934 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.943+0000 7f0dda17f780 1 < completed part key=_multipart_H433FHMII9ZA.2~1H3BKBDSBENX.0 size=1048576 2024-04-10T15:51:04.936 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.944+0000 7f0dda17f780 1 < completed part key=_multipart_H433FHMII9ZA.2~1H3BKBDSBENX.1 size=109364 2024-04-10T15:51:04.938 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.947+0000 7f0dda17f780 1 < completed multipart upload key=H433FHMII9ZA upload=1H3BKBDSBENX tag=EG1SX49BCY1Z type=write size=2206516 2024-04-10T15:51:04.940 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.948+0000 7f0dda17f780 1 > prepared operation key=0EQWI1AD1VHA tag=EZBRZWS1T86R type=del size=1068152 2024-04-10T15:51:04.941 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.950+0000 7f0dda17f780 1 < completed delete operation key=32PMZSHN97HZ tag=0KGBPWJFNDSX type=del 2024-04-10T15:51:04.944 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.952+0000 7f0dda17f780 1 > prepared part key=_multipart_W1N9JNIA6ZML.2~B8YL5ZH13EHB.0 size=193687 2024-04-10T15:51:04.944 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.952+0000 7f0dda17f780 1 > prepared multipart upload key=W1N9JNIA6ZML upload=B8YL5ZH13EHB tag=A4BVLIISORRA type=write size=1242263 2024-04-10T15:51:04.946 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.954+0000 7f0dda17f780 1 < completed part key=_multipart_4GB88X6QZH6E.2~ILXCRF512WWB.0 size=569233 2024-04-10T15:51:04.949 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.957+0000 7f0dda17f780 1 < completed multipart upload key=4GB88X6QZH6E upload=ILXCRF512WWB tag=NZE5Z3912WW1 type=write size=1617809 2024-04-10T15:51:04.951 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.959+0000 7f0dda17f780 1 > prepared operation key=LPSA55UNQS7T tag=T29N9RNMKTCL type=del size=3519283 2024-04-10T15:51:04.952 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.960+0000 7f0dda17f780 1 < completed part key=_multipart_VKTXOZU1BOHT.2~WCK0YI6VV3DK.0 size=1007936 2024-04-10T15:51:04.955 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.964+0000 7f0dda17f780 1 < completed multipart upload key=VKTXOZU1BOHT upload=WCK0YI6VV3DK tag=6OXNJNLRYDMC type=write size=2056512 2024-04-10T15:51:04.958 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.967+0000 7f0dda17f780 1 > prepared part key=_multipart_P7QI1303WDML.2~5UKP51LBMD38.0 size=1048576 2024-04-10T15:51:04.960 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.968+0000 7f0dda17f780 1 > prepared part key=_multipart_P7QI1303WDML.2~5UKP51LBMD38.1 size=829198 2024-04-10T15:51:04.960 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.968+0000 7f0dda17f780 1 > prepared multipart upload key=P7QI1303WDML upload=5UKP51LBMD38 tag=F9KTQ1X1ULYO type=write size=2926350 2024-04-10T15:51:04.962 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.971+0000 7f0dda17f780 1 < suggested remove operation key=XDWUTYA27EZF tag=FT9LEOBW0S15 type=del 2024-04-10T15:51:04.964 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.972+0000 7f0dda17f780 1 > prepared operation key=M31TS1RYVD2I tag=TWDSDBQM9K5V type=write size=173623 2024-04-10T15:51:04.966 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.974+0000 7f0dda17f780 1 < completed part key=_multipart_LPSA55UNQS7T.2~4D10ZAM2A1PA.0 size=817435 2024-04-10T15:51:04.968 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.976+0000 7f0dda17f780 1 < completed multipart upload key=LPSA55UNQS7T upload=4D10ZAM2A1PA tag=69SN1I7KL606 type=write size=1866011 2024-04-10T15:51:04.969 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.978+0000 7f0dda17f780 1 > prepared operation key=O0U4M0VYXZJ9 tag=J1GO9XPYF3EW type=del size=860065 2024-04-10T15:51:04.971 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.979+0000 7f0dda17f780 1 < completed delete operation key=W1N9JNIA6ZML tag=TM0U8S6CHA61 type=del 2024-04-10T15:51:04.972 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.980+0000 7f0dda17f780 1 > prepared operation key=W1N9JNIA6ZML tag=0TDE1NNDJIB1 type=write size=568377 2024-04-10T15:51:04.972 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.981+0000 7f0dda17f780 1 < canceled part key=_multipart_YKTMKJ7IT90D.2~6O34O284BN0P.0 size=660090 2024-04-10T15:51:04.975 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.983+0000 7f0dda17f780 1 < canceled multipart upload key=YKTMKJ7IT90D upload=6O34O284BN0P tag=HFDXJ0V9UDYG type=write size=1708666 2024-04-10T15:51:04.977 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.985+0000 7f0dda17f780 1 > prepared operation key=0EQWI1AD1VHA tag=BITW7O0KWQX3 type=del size=160830 2024-04-10T15:51:04.980 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.988+0000 7f0dda17f780 1 < suggested remove operation key=O2DQ4CPAMY72 tag=DGD0BZILINXR type=del 2024-04-10T15:51:04.981 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.990+0000 7f0dda17f780 1 > prepared operation key=DRNFVWXVQQUT tag=TQDHG61A6AIZ type=del size=3561313 2024-04-10T15:51:04.983 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.991+0000 7f0dda17f780 1 < completed part key=_multipart_QJ9GK4CHH36X.2~IH00YNFYPVFX.0 size=1048576 2024-04-10T15:51:04.984 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.992+0000 7f0dda17f780 1 < completed part key=_multipart_QJ9GK4CHH36X.2~IH00YNFYPVFX.1 size=1048576 2024-04-10T15:51:04.985 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.994+0000 7f0dda17f780 1 < completed part key=_multipart_QJ9GK4CHH36X.2~IH00YNFYPVFX.2 size=169077 2024-04-10T15:51:04.988 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.996+0000 7f0dda17f780 1 < completed multipart upload key=QJ9GK4CHH36X upload=IH00YNFYPVFX tag=Q2K5SJRF0ZN3 type=write size=3314805 2024-04-10T15:51:04.991 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:04.999+0000 7f0dda17f780 1 > prepared part key=_multipart_32PMZSHN97HZ.2~9VQWPNCDMX20.0 size=1048576 2024-04-10T15:51:04.992 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.000+0000 7f0dda17f780 1 > prepared part key=_multipart_32PMZSHN97HZ.2~9VQWPNCDMX20.1 size=1048576 2024-04-10T15:51:04.993 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.001+0000 7f0dda17f780 1 > prepared part key=_multipart_32PMZSHN97HZ.2~9VQWPNCDMX20.2 size=494856 2024-04-10T15:51:04.993 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.001+0000 7f0dda17f780 1 > prepared multipart upload key=32PMZSHN97HZ upload=9VQWPNCDMX20 tag=6XURI713UGJ7 type=write size=3640584 2024-04-10T15:51:04.995 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.003+0000 7f0dda17f780 1 < completed delete operation key=M31TS1RYVD2I tag=6822AT293R40 type=del 2024-04-10T15:51:04.997 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.006+0000 7f0dda17f780 1 > prepared part key=_multipart_P7QI1303WDML.2~FI4FSYMYF6AT.0 size=1048576 2024-04-10T15:51:04.999 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.007+0000 7f0dda17f780 1 > prepared part key=_multipart_P7QI1303WDML.2~FI4FSYMYF6AT.1 size=248045 2024-04-10T15:51:04.999 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.007+0000 7f0dda17f780 1 > prepared multipart upload key=P7QI1303WDML upload=FI4FSYMYF6AT tag=5W9YDW3G6LOS type=write size=2345197 2024-04-10T15:51:05.001 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.009+0000 7f0dda17f780 -1 < failed to complete operation key=XDWUTYA27EZF tag=S4MUZRZMJQQD type=del size=3685787: (22) Invalid argument 2024-04-10T15:51:05.002 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.010+0000 7f0dda17f780 1 > prepared operation key=4GB88X6QZH6E tag=II3T2EBZ8O78 type=del size=1891046 2024-04-10T15:51:05.003 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.012+0000 7f0dda17f780 1 < completed part key=_multipart_P7QI1303WDML.2~A9S7KBVQC447.0 size=90048 2024-04-10T15:51:05.006 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.014+0000 7f0dda17f780 1 < completed multipart upload key=P7QI1303WDML upload=A9S7KBVQC447 tag=EBZGOL8HMSE8 type=write size=1138624 2024-04-10T15:51:05.007 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.016+0000 7f0dda17f780 1 > prepared operation key=GK8B4QASB1P8 tag=Z49I36SI6VRV type=del size=3788952 2024-04-10T15:51:05.009 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.017+0000 7f0dda17f780 1 < canceled operation key=5VUYRX80DJNN tag=7U3J5BJFT2XT type=del size=2221015 2024-04-10T15:51:05.011 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.020+0000 7f0dda17f780 1 > prepared part key=_multipart_W1N9JNIA6ZML.2~RWSXRPANFDHV.0 size=1048576 2024-04-10T15:51:05.012 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.021+0000 7f0dda17f780 1 > prepared part key=_multipart_W1N9JNIA6ZML.2~RWSXRPANFDHV.1 size=676657 2024-04-10T15:51:05.013 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.021+0000 7f0dda17f780 1 > prepared multipart upload key=W1N9JNIA6ZML upload=RWSXRPANFDHV tag=NJL37WWYH1H5 type=write size=2773809 2024-04-10T15:51:05.016 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.024+0000 7f0dda17f780 1 < suggested remove operation key=EZ2HJBZ8EY6J tag=Z6O98UPTJDFD type=del 2024-04-10T15:51:05.017 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.025+0000 7f0dda17f780 1 > prepared operation key=YKTMKJ7IT90D tag=M3FIJGWYKR6R type=del size=3004823 2024-04-10T15:51:05.020 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.029+0000 7f0dda17f780 1 < suggested update operation key=VFKX3F9Z0OZ5 tag=KB7F4AETGF9Y type=del size=3205147 2024-04-10T15:51:05.023 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.032+0000 7f0dda17f780 1 > prepared part key=_multipart_O0U4M0VYXZJ9.2~OEFJRZ320FWK.0 size=1048576 2024-04-10T15:51:05.024 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.033+0000 7f0dda17f780 1 > prepared part key=_multipart_O0U4M0VYXZJ9.2~OEFJRZ320FWK.1 size=710027 2024-04-10T15:51:05.025 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.033+0000 7f0dda17f780 1 > prepared multipart upload key=O0U4M0VYXZJ9 upload=OEFJRZ320FWK tag=62HFRZNZM33Z type=write size=2807179 2024-04-10T15:51:05.026 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.034+0000 7f0dda17f780 1 < completed delete operation key=0EQWI1AD1VHA tag=EZBRZWS1T86R type=del 2024-04-10T15:51:05.027 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.036+0000 7f0dda17f780 1 > prepared operation key=6V3UX4ZSIBZX tag=B1P2H8J9C2QE type=write size=239041 2024-04-10T15:51:05.029 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.037+0000 7f0dda17f780 1 < completed part key=_multipart_W1N9JNIA6ZML.2~B8YL5ZH13EHB.0 size=193687 2024-04-10T15:51:05.031 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.040+0000 7f0dda17f780 1 < completed multipart upload key=W1N9JNIA6ZML upload=B8YL5ZH13EHB tag=A4BVLIISORRA type=write size=1242263 2024-04-10T15:51:05.033 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.041+0000 7f0dda17f780 1 > prepared operation key=GK8B4QASB1P8 tag=RC89D86V3F4S type=del size=2674159 2024-04-10T15:51:05.035 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.043+0000 7f0dda17f780 1 < completed delete operation key=LPSA55UNQS7T tag=T29N9RNMKTCL type=del 2024-04-10T15:51:05.036 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.044+0000 7f0dda17f780 1 > prepared operation key=EZ2HJBZ8EY6J tag=NLL6HXFN94ID type=del size=1957153 2024-04-10T15:51:05.038 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.046+0000 7f0dda17f780 1 < completed part key=_multipart_P7QI1303WDML.2~5UKP51LBMD38.0 size=1048576 2024-04-10T15:51:05.039 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.047+0000 7f0dda17f780 1 < completed part key=_multipart_P7QI1303WDML.2~5UKP51LBMD38.1 size=829198 2024-04-10T15:51:05.041 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.050+0000 7f0dda17f780 1 < completed multipart upload key=P7QI1303WDML upload=5UKP51LBMD38 tag=F9KTQ1X1ULYO type=write size=2926350 2024-04-10T15:51:05.044 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.052+0000 7f0dda17f780 1 > prepared part key=_multipart_7R29VV7JYRWM.2~H6J648XTRRR9.0 size=1048576 2024-04-10T15:51:05.045 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.054+0000 7f0dda17f780 1 > prepared part key=_multipart_7R29VV7JYRWM.2~H6J648XTRRR9.1 size=1048576 2024-04-10T15:51:05.047 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.055+0000 7f0dda17f780 1 > prepared part key=_multipart_7R29VV7JYRWM.2~H6J648XTRRR9.2 size=301796 2024-04-10T15:51:05.047 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.055+0000 7f0dda17f780 1 > prepared multipart upload key=7R29VV7JYRWM upload=H6J648XTRRR9 tag=BFB0G8SD8QQC type=write size=3447524 2024-04-10T15:51:05.049 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.057+0000 7f0dda17f780 1 < completed write operation key=M31TS1RYVD2I tag=TWDSDBQM9K5V type=write size=173623 2024-04-10T15:51:05.051 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.059+0000 7f0dda17f780 1 > prepared operation key=7R29VV7JYRWM tag=JAS288JZPKTI type=del size=260786 2024-04-10T15:51:05.052 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.061+0000 7f0dda17f780 1 < completed delete operation key=O0U4M0VYXZJ9 tag=J1GO9XPYF3EW type=del 2024-04-10T15:51:05.055 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.063+0000 7f0dda17f780 1 > prepared part key=_multipart_7R29VV7JYRWM.2~FI8NHIWP128G.0 size=1048576 2024-04-10T15:51:05.056 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.065+0000 7f0dda17f780 1 > prepared part key=_multipart_7R29VV7JYRWM.2~FI8NHIWP128G.1 size=1048576 2024-04-10T15:51:05.057 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.066+0000 7f0dda17f780 1 > prepared part key=_multipart_7R29VV7JYRWM.2~FI8NHIWP128G.2 size=164768 2024-04-10T15:51:05.058 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.066+0000 7f0dda17f780 1 > prepared multipart upload key=7R29VV7JYRWM upload=FI8NHIWP128G tag=XY2VBI5R9ZNV type=write size=3310496 2024-04-10T15:51:05.059 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.067+0000 7f0dda17f780 1 < completed write operation key=W1N9JNIA6ZML tag=0TDE1NNDJIB1 type=write size=568377 2024-04-10T15:51:05.063 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.071+0000 7f0dda17f780 1 > prepared part key=_multipart_W0QQNH1PRYVL.2~GHXASUT15THJ.0 size=1048576 2024-04-10T15:51:05.064 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.072+0000 7f0dda17f780 1 > prepared part key=_multipart_W0QQNH1PRYVL.2~GHXASUT15THJ.1 size=84984 2024-04-10T15:51:05.064 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.072+0000 7f0dda17f780 1 > prepared multipart upload key=W0QQNH1PRYVL upload=GHXASUT15THJ tag=ZVQU0QIOJV21 type=write size=2182136 2024-04-10T15:51:05.065 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.074+0000 7f0dda17f780 1 < completed delete operation key=0EQWI1AD1VHA tag=BITW7O0KWQX3 type=del 2024-04-10T15:51:05.068 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.076+0000 7f0dda17f780 1 > prepared part key=_multipart_76DRYPHC6HG3.2~DK7PN8VOL66O.0 size=1048576 2024-04-10T15:51:05.069 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.077+0000 7f0dda17f780 1 > prepared part key=_multipart_76DRYPHC6HG3.2~DK7PN8VOL66O.1 size=993679 2024-04-10T15:51:05.069 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.077+0000 7f0dda17f780 1 > prepared multipart upload key=76DRYPHC6HG3 upload=DK7PN8VOL66O tag=VPPYZY0ZKE1U type=write size=3090831 2024-04-10T15:51:05.071 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.079+0000 7f0dda17f780 1 < canceled operation key=DRNFVWXVQQUT tag=TQDHG61A6AIZ type=del size=3561313 2024-04-10T15:51:05.072 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.080+0000 7f0dda17f780 1 > prepared operation key=6V3UX4ZSIBZX tag=CDWQGF9VPNSZ type=del size=1093484 2024-04-10T15:51:05.074 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.082+0000 7f0dda17f780 1 < completed part key=_multipart_32PMZSHN97HZ.2~9VQWPNCDMX20.0 size=1048576 2024-04-10T15:51:05.075 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.083+0000 7f0dda17f780 1 < completed part key=_multipart_32PMZSHN97HZ.2~9VQWPNCDMX20.1 size=1048576 2024-04-10T15:51:05.075 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.083+0000 7f0dda17f780 1 < canceled part key=_multipart_32PMZSHN97HZ.2~9VQWPNCDMX20.2 size=494856 2024-04-10T15:51:05.077 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.086+0000 7f0dda17f780 1 < canceled multipart upload key=32PMZSHN97HZ upload=9VQWPNCDMX20 tag=6XURI713UGJ7 type=write size=3640584 2024-04-10T15:51:05.081 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.089+0000 7f0dda17f780 1 > prepared part key=_multipart_0EQWI1AD1VHA.2~ON0KYNJYZ6MG.0 size=555654 2024-04-10T15:51:05.081 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.089+0000 7f0dda17f780 1 > prepared multipart upload key=0EQWI1AD1VHA upload=ON0KYNJYZ6MG tag=0IAN1RG05D19 type=write size=1604230 2024-04-10T15:51:05.082 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.090+0000 7f0dda17f780 1 < completed part key=_multipart_P7QI1303WDML.2~FI4FSYMYF6AT.0 size=1048576 2024-04-10T15:51:05.083 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.091+0000 7f0dda17f780 1 < completed part key=_multipart_P7QI1303WDML.2~FI4FSYMYF6AT.1 size=248045 2024-04-10T15:51:05.086 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.094+0000 7f0dda17f780 1 < completed multipart upload key=P7QI1303WDML upload=FI4FSYMYF6AT tag=5W9YDW3G6LOS type=write size=2345197 2024-04-10T15:51:05.087 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.095+0000 7f0dda17f780 1 > prepared operation key=Q55YN73R4WFF tag=0Y6UMJ81Z1ON type=del size=387699 2024-04-10T15:51:05.088 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:51:04 smithi069 ceph-mon[94167]: pgmap v1382: 137 pgs: 23 unknown, 114 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-10T15:51:05.088 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:51:04 smithi069 ceph-mon[94167]: osdmap e1106: 8 total, 8 up, 8 in 2024-04-10T15:51:05.088 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:51:04 smithi069 ceph-mon[94167]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:51:05.088 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:51:04 smithi069 ceph-mon[94167]: Cluster is now healthy 2024-04-10T15:51:05.088 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:51:04 smithi069 ceph-mon[96738]: pgmap v1382: 137 pgs: 23 unknown, 114 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-10T15:51:05.089 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:51:04 smithi069 ceph-mon[96738]: osdmap e1106: 8 total, 8 up, 8 in 2024-04-10T15:51:05.089 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:51:04 smithi069 ceph-mon[96738]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:51:05.089 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:51:04 smithi069 ceph-mon[96738]: Cluster is now healthy 2024-04-10T15:51:05.089 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.097+0000 7f0dda17f780 1 < completed delete operation key=4GB88X6QZH6E tag=II3T2EBZ8O78 type=del 2024-04-10T15:51:05.090 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.098+0000 7f0dda17f780 1 > prepared operation key=32PMZSHN97HZ tag=OL3Q2XUP70Z0 type=write size=513977 2024-04-10T15:51:05.091 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.100+0000 7f0dda17f780 1 < completed delete operation key=GK8B4QASB1P8 tag=Z49I36SI6VRV type=del 2024-04-10T15:51:05.094 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.102+0000 7f0dda17f780 1 > prepared part key=_multipart_XDWUTYA27EZF.2~GZ0JZ41KJ1ZT.0 size=696977 2024-04-10T15:51:05.094 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.102+0000 7f0dda17f780 1 > prepared multipart upload key=XDWUTYA27EZF upload=GZ0JZ41KJ1ZT tag=FYKYHFSS6185 type=write size=1745553 2024-04-10T15:51:05.096 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.104+0000 7f0dda17f780 1 < completed part key=_multipart_W1N9JNIA6ZML.2~RWSXRPANFDHV.0 size=1048576 2024-04-10T15:51:05.097 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.105+0000 7f0dda17f780 1 < completed part key=_multipart_W1N9JNIA6ZML.2~RWSXRPANFDHV.1 size=676657 2024-04-10T15:51:05.100 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.108+0000 7f0dda17f780 1 < completed multipart upload key=W1N9JNIA6ZML upload=RWSXRPANFDHV tag=NJL37WWYH1H5 type=write size=2773809 2024-04-10T15:51:05.103 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.111+0000 7f0dda17f780 1 > prepared part key=_multipart_32PMZSHN97HZ.2~5NCSDDJ1WUHJ.0 size=1048576 2024-04-10T15:51:05.104 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.112+0000 7f0dda17f780 1 > prepared part key=_multipart_32PMZSHN97HZ.2~5NCSDDJ1WUHJ.1 size=1048576 2024-04-10T15:51:05.106 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.114+0000 7f0dda17f780 1 > prepared part key=_multipart_32PMZSHN97HZ.2~5NCSDDJ1WUHJ.2 size=849061 2024-04-10T15:51:05.106 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.114+0000 7f0dda17f780 1 > prepared multipart upload key=32PMZSHN97HZ upload=5NCSDDJ1WUHJ tag=L0JK5V3ZF0ZC type=write size=3994789 2024-04-10T15:51:05.108 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.117+0000 7f0dda17f780 1 < suggested remove operation key=YKTMKJ7IT90D tag=M3FIJGWYKR6R type=del 2024-04-10T15:51:05.110 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.118+0000 7f0dda17f780 1 > prepared operation key=4GB88X6QZH6E tag=MPI0L9M4LXBP type=del size=3051733 2024-04-10T15:51:05.112 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.120+0000 7f0dda17f780 1 < completed part key=_multipart_O0U4M0VYXZJ9.2~OEFJRZ320FWK.0 size=1048576 2024-04-10T15:51:05.113 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.121+0000 7f0dda17f780 1 < completed part key=_multipart_O0U4M0VYXZJ9.2~OEFJRZ320FWK.1 size=710027 2024-04-10T15:51:05.116 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.124+0000 7f0dda17f780 1 < completed multipart upload key=O0U4M0VYXZJ9 upload=OEFJRZ320FWK tag=62HFRZNZM33Z type=write size=2807179 2024-04-10T15:51:05.117 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.126+0000 7f0dda17f780 1 > prepared operation key=Q55YN73R4WFF tag=KEI9EDV07KKG type=del size=1005164 2024-04-10T15:51:05.119 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.127+0000 7f0dda17f780 1 < completed write operation key=6V3UX4ZSIBZX tag=B1P2H8J9C2QE type=write size=239041 2024-04-10T15:51:05.120 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.128+0000 7f0dda17f780 1 > prepared operation key=32PMZSHN97HZ tag=46QGKXY9UQQ8 type=write size=966049 2024-04-10T15:51:05.122 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.130+0000 7f0dda17f780 1 < completed delete operation key=GK8B4QASB1P8 tag=RC89D86V3F4S type=del 2024-04-10T15:51:05.124 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.133+0000 7f0dda17f780 1 > prepared part key=_multipart_Q55YN73R4WFF.2~361N83HX4GEE.0 size=33713 2024-04-10T15:51:05.125 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.133+0000 7f0dda17f780 1 > prepared multipart upload key=Q55YN73R4WFF upload=361N83HX4GEE tag=0YMTPXYEU8VV type=write size=1082289 2024-04-10T15:51:05.126 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.134+0000 7f0dda17f780 1 < completed delete operation key=EZ2HJBZ8EY6J tag=NLL6HXFN94ID type=del 2024-04-10T15:51:05.127 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.135+0000 7f0dda17f780 1 > prepared operation key=O0U4M0VYXZJ9 tag=W4RT5CB97MB7 type=del size=3758030 2024-04-10T15:51:05.129 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.137+0000 7f0dda17f780 1 < completed part key=_multipart_7R29VV7JYRWM.2~H6J648XTRRR9.0 size=1048576 2024-04-10T15:51:05.130 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.138+0000 7f0dda17f780 1 < completed part key=_multipart_7R29VV7JYRWM.2~H6J648XTRRR9.1 size=1048576 2024-04-10T15:51:05.131 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.139+0000 7f0dda17f780 1 < completed part key=_multipart_7R29VV7JYRWM.2~H6J648XTRRR9.2 size=301796 2024-04-10T15:51:05.134 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.142+0000 7f0dda17f780 1 < completed multipart upload key=7R29VV7JYRWM upload=H6J648XTRRR9 tag=BFB0G8SD8QQC type=write size=3447524 2024-04-10T15:51:05.135 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.144+0000 7f0dda17f780 1 > prepared operation key=GK8B4QASB1P8 tag=297LEHOYZOTM type=del size=2018292 2024-04-10T15:51:05.137 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.145+0000 7f0dda17f780 1 < completed delete operation key=7R29VV7JYRWM tag=JAS288JZPKTI type=del 2024-04-10T15:51:05.138 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.147+0000 7f0dda17f780 1 > prepared operation key=7R29VV7JYRWM tag=T5VXT39W26W2 type=del size=3699177 2024-04-10T15:51:05.139 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.147+0000 7f0dda17f780 1 < canceled part key=_multipart_7R29VV7JYRWM.2~FI8NHIWP128G.0 size=1048576 2024-04-10T15:51:05.140 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.148+0000 7f0dda17f780 1 < completed part key=_multipart_7R29VV7JYRWM.2~FI8NHIWP128G.1 size=1048576 2024-04-10T15:51:05.141 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.149+0000 7f0dda17f780 1 < completed part key=_multipart_7R29VV7JYRWM.2~FI8NHIWP128G.2 size=164768 2024-04-10T15:51:05.143 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.152+0000 7f0dda17f780 1 < canceled multipart upload key=7R29VV7JYRWM upload=FI8NHIWP128G tag=XY2VBI5R9ZNV type=write size=3310496 2024-04-10T15:51:05.145 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.153+0000 7f0dda17f780 1 > prepared operation key=4GB88X6QZH6E tag=OPIUPBAJYK6L type=write size=646225 2024-04-10T15:51:05.147 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.155+0000 7f0dda17f780 1 < completed part key=_multipart_W0QQNH1PRYVL.2~GHXASUT15THJ.0 size=1048576 2024-04-10T15:51:05.148 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.156+0000 7f0dda17f780 1 < completed part key=_multipart_W0QQNH1PRYVL.2~GHXASUT15THJ.1 size=84984 2024-04-10T15:51:05.151 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.159+0000 7f0dda17f780 1 < completed multipart upload key=W0QQNH1PRYVL upload=GHXASUT15THJ tag=ZVQU0QIOJV21 type=write size=2182136 2024-04-10T15:51:05.154 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.162+0000 7f0dda17f780 1 > prepared part key=_multipart_W72JTU6KAY5Q.2~96DXAA2S7KPV.0 size=1048576 2024-04-10T15:51:05.155 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.163+0000 7f0dda17f780 1 > prepared part key=_multipart_W72JTU6KAY5Q.2~96DXAA2S7KPV.1 size=244200 2024-04-10T15:51:05.155 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.163+0000 7f0dda17f780 1 > prepared multipart upload key=W72JTU6KAY5Q upload=96DXAA2S7KPV tag=T3IK7RBGD47M type=write size=2341352 2024-04-10T15:51:05.157 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.165+0000 7f0dda17f780 1 < completed part key=_multipart_76DRYPHC6HG3.2~DK7PN8VOL66O.0 size=1048576 2024-04-10T15:51:05.158 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.166+0000 7f0dda17f780 1 < completed part key=_multipart_76DRYPHC6HG3.2~DK7PN8VOL66O.1 size=993679 2024-04-10T15:51:05.161 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.169+0000 7f0dda17f780 1 < completed multipart upload key=76DRYPHC6HG3 upload=DK7PN8VOL66O tag=VPPYZY0ZKE1U type=write size=3090831 2024-04-10T15:51:05.163 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.171+0000 7f0dda17f780 1 > prepared part key=_multipart_YKTMKJ7IT90D.2~R7DTZCOJJADZ.0 size=799104 2024-04-10T15:51:05.163 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.171+0000 7f0dda17f780 1 > prepared multipart upload key=YKTMKJ7IT90D upload=R7DTZCOJJADZ tag=UKU1O8B56G7W type=write size=1847680 2024-04-10T15:51:05.165 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.173+0000 7f0dda17f780 1 < completed delete operation key=6V3UX4ZSIBZX tag=CDWQGF9VPNSZ type=del 2024-04-10T15:51:05.166 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.174+0000 7f0dda17f780 1 > prepared operation key=4GB88X6QZH6E tag=4663EI44SGOU type=del size=2878376 2024-04-10T15:51:05.168 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.176+0000 7f0dda17f780 1 < completed part key=_multipart_0EQWI1AD1VHA.2~ON0KYNJYZ6MG.0 size=555654 2024-04-10T15:51:05.170 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.179+0000 7f0dda17f780 1 < completed multipart upload key=0EQWI1AD1VHA upload=ON0KYNJYZ6MG tag=0IAN1RG05D19 type=write size=1604230 2024-04-10T15:51:05.172 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.180+0000 7f0dda17f780 1 > prepared operation key=6V3UX4ZSIBZX tag=9B3HQLC6TSRP type=write size=587976 2024-04-10T15:51:05.173 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.182+0000 7f0dda17f780 1 < completed delete operation key=Q55YN73R4WFF tag=0Y6UMJ81Z1ON type=del 2024-04-10T15:51:05.175 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.183+0000 7f0dda17f780 1 > prepared operation key=XDWUTYA27EZF tag=H8URTPVRKSS5 type=del size=1314960 2024-04-10T15:51:05.177 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.185+0000 7f0dda17f780 1 < completed write operation key=32PMZSHN97HZ tag=OL3Q2XUP70Z0 type=write size=513977 2024-04-10T15:51:05.178 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.186+0000 7f0dda17f780 1 > prepared operation key=LPSA55UNQS7T tag=RS1N6W1B569E type=del size=3089553 2024-04-10T15:51:05.180 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.188+0000 7f0dda17f780 1 < completed part key=_multipart_XDWUTYA27EZF.2~GZ0JZ41KJ1ZT.0 size=696977 2024-04-10T15:51:05.183 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.191+0000 7f0dda17f780 1 < completed multipart upload key=XDWUTYA27EZF upload=GZ0JZ41KJ1ZT tag=FYKYHFSS6185 type=write size=1745553 2024-04-10T15:51:05.184 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.192+0000 7f0dda17f780 1 > prepared operation key=M31TS1RYVD2I tag=2CMW7670ED43 type=del size=3106741 2024-04-10T15:51:05.186 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.194+0000 7f0dda17f780 1 < completed part key=_multipart_32PMZSHN97HZ.2~5NCSDDJ1WUHJ.0 size=1048576 2024-04-10T15:51:05.187 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.196+0000 7f0dda17f780 1 < completed part key=_multipart_32PMZSHN97HZ.2~5NCSDDJ1WUHJ.1 size=1048576 2024-04-10T15:51:05.189 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.197+0000 7f0dda17f780 1 < completed part key=_multipart_32PMZSHN97HZ.2~5NCSDDJ1WUHJ.2 size=849061 2024-04-10T15:51:05.191 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.199+0000 7f0dda17f780 1 < completed multipart upload key=32PMZSHN97HZ upload=5NCSDDJ1WUHJ tag=L0JK5V3ZF0ZC type=write size=3994789 2024-04-10T15:51:05.194 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.202+0000 7f0dda17f780 1 > prepared part key=_multipart_LPSA55UNQS7T.2~SZGC5JCTMS5T.0 size=1048576 2024-04-10T15:51:05.195 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.203+0000 7f0dda17f780 1 > prepared part key=_multipart_LPSA55UNQS7T.2~SZGC5JCTMS5T.1 size=1048576 2024-04-10T15:51:05.196 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.205+0000 7f0dda17f780 1 > prepared part key=_multipart_LPSA55UNQS7T.2~SZGC5JCTMS5T.2 size=157198 2024-04-10T15:51:05.196 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.205+0000 7f0dda17f780 1 > prepared multipart upload key=LPSA55UNQS7T upload=SZGC5JCTMS5T tag=TDA98PSZIRJV type=write size=3302926 2024-04-10T15:51:05.198 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.206+0000 7f0dda17f780 1 < completed delete operation key=4GB88X6QZH6E tag=MPI0L9M4LXBP type=del 2024-04-10T15:51:05.201 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.209+0000 7f0dda17f780 1 > prepared part key=_multipart_M31TS1RYVD2I.2~JFFW8C83FF9J.0 size=1048576 2024-04-10T15:51:05.202 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.210+0000 7f0dda17f780 1 > prepared part key=_multipart_M31TS1RYVD2I.2~JFFW8C83FF9J.1 size=1048576 2024-04-10T15:51:05.203 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.211+0000 7f0dda17f780 1 > prepared part key=_multipart_M31TS1RYVD2I.2~JFFW8C83FF9J.2 size=341958 2024-04-10T15:51:05.203 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.211+0000 7f0dda17f780 1 > prepared multipart upload key=M31TS1RYVD2I upload=JFFW8C83FF9J tag=KQOOKLAIILHA type=write size=3487686 2024-04-10T15:51:05.206 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.214+0000 7f0dda17f780 1 < suggested remove operation key=Q55YN73R4WFF tag=KEI9EDV07KKG type=del 2024-04-10T15:51:05.209 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.217+0000 7f0dda17f780 1 > prepared part key=_multipart_9QFS277S5EY3.2~5FWK1B1FWHCU.0 size=1048576 2024-04-10T15:51:05.210 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.218+0000 7f0dda17f780 1 > prepared part key=_multipart_9QFS277S5EY3.2~5FWK1B1FWHCU.1 size=982684 2024-04-10T15:51:05.210 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.218+0000 7f0dda17f780 1 > prepared multipart upload key=9QFS277S5EY3 upload=5FWK1B1FWHCU tag=8LKP7HA0TMD5 type=write size=3079836 2024-04-10T15:51:05.213 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.221+0000 7f0dda17f780 1 < suggested update operation key=32PMZSHN97HZ tag=46QGKXY9UQQ8 type=write size=966049 2024-04-10T15:51:05.216 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.224+0000 7f0dda17f780 1 > prepared part key=_multipart_7R1LO48KG193.2~43CAUA66J5C9.0 size=1048576 2024-04-10T15:51:05.217 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.225+0000 7f0dda17f780 1 > prepared part key=_multipart_7R1LO48KG193.2~43CAUA66J5C9.1 size=1048576 2024-04-10T15:51:05.218 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.226+0000 7f0dda17f780 1 > prepared part key=_multipart_7R1LO48KG193.2~43CAUA66J5C9.2 size=222618 2024-04-10T15:51:05.218 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.226+0000 7f0dda17f780 1 > prepared multipart upload key=7R1LO48KG193 upload=43CAUA66J5C9 tag=22TV0LJBNGQY type=write size=3368346 2024-04-10T15:51:05.219 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.227+0000 7f0dda17f780 1 < completed part key=_multipart_Q55YN73R4WFF.2~361N83HX4GEE.0 size=33713 2024-04-10T15:51:05.222 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.230+0000 7f0dda17f780 1 < completed multipart upload key=Q55YN73R4WFF upload=361N83HX4GEE tag=0YMTPXYEU8VV type=write size=1082289 2024-04-10T15:51:05.223 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.232+0000 7f0dda17f780 1 > prepared operation key=76DRYPHC6HG3 tag=7C2AYB0Z0O34 type=del size=1368641 2024-04-10T15:51:05.225 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.233+0000 7f0dda17f780 1 < completed delete operation key=O0U4M0VYXZJ9 tag=W4RT5CB97MB7 type=del 2024-04-10T15:51:05.227 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.235+0000 7f0dda17f780 1 > prepared operation key=LPSA55UNQS7T tag=F0511TE4ZUU6 type=del size=1800340 2024-04-10T15:51:05.228 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.237+0000 7f0dda17f780 1 < canceled operation key=GK8B4QASB1P8 tag=297LEHOYZOTM type=del size=2018292 2024-04-10T15:51:05.230 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.238+0000 7f0dda17f780 1 > prepared operation key=M31TS1RYVD2I tag=H5RLYUPK03OI type=del size=626797 2024-04-10T15:51:05.232 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.240+0000 7f0dda17f780 1 < completed delete operation key=7R29VV7JYRWM tag=T5VXT39W26W2 type=del 2024-04-10T15:51:05.233 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.241+0000 7f0dda17f780 1 > prepared operation key=P7QI1303WDML tag=B51BT6CKR23C type=del size=780058 2024-04-10T15:51:05.235 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.243+0000 7f0dda17f780 1 < completed write operation key=4GB88X6QZH6E tag=OPIUPBAJYK6L type=write size=646225 2024-04-10T15:51:05.236 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.245+0000 7f0dda17f780 1 > prepared operation key=1XDQOHF2EHZG tag=ZZ0B3YKL3XJK type=del size=1332318 2024-04-10T15:51:05.238 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.246+0000 7f0dda17f780 1 < completed part key=_multipart_W72JTU6KAY5Q.2~96DXAA2S7KPV.0 size=1048576 2024-04-10T15:51:05.239 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.248+0000 7f0dda17f780 1 < completed part key=_multipart_W72JTU6KAY5Q.2~96DXAA2S7KPV.1 size=244200 2024-04-10T15:51:05.242 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.250+0000 7f0dda17f780 1 < completed multipart upload key=W72JTU6KAY5Q upload=96DXAA2S7KPV tag=T3IK7RBGD47M type=write size=2341352 2024-04-10T15:51:05.243 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.252+0000 7f0dda17f780 1 > prepared operation key=J9DG8CWKBLB0 tag=MMNBWK3HD9KK type=del size=1104581 2024-04-10T15:51:05.244 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:51:04 smithi077 ceph-mon[87572]: pgmap v1382: 137 pgs: 23 unknown, 114 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-10T15:51:05.244 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:51:04 smithi077 ceph-mon[87572]: osdmap e1106: 8 total, 8 up, 8 in 2024-04-10T15:51:05.244 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:51:04 smithi077 ceph-mon[87572]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:51:05.244 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:51:04 smithi077 ceph-mon[87572]: Cluster is now healthy 2024-04-10T15:51:05.245 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.253+0000 7f0dda17f780 1 < completed part key=_multipart_YKTMKJ7IT90D.2~R7DTZCOJJADZ.0 size=799104 2024-04-10T15:51:05.247 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.255+0000 7f0dda17f780 1 < completed multipart upload key=YKTMKJ7IT90D upload=R7DTZCOJJADZ tag=UKU1O8B56G7W type=write size=1847680 2024-04-10T15:51:05.249 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.257+0000 7f0dda17f780 1 > prepared operation key=P7QI1303WDML tag=9NK2QQK32IPY type=del size=2807939 2024-04-10T15:51:05.250 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.258+0000 7f0dda17f780 1 < completed delete operation key=4GB88X6QZH6E tag=4663EI44SGOU type=del 2024-04-10T15:51:05.251 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.259+0000 7f0dda17f780 1 > prepared operation key=WB4E7VQYBXDP tag=M3V6NRZXT54H type=del size=2914403 2024-04-10T15:51:05.253 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.261+0000 7f0dda17f780 1 < completed write operation key=6V3UX4ZSIBZX tag=9B3HQLC6TSRP type=write size=587976 2024-04-10T15:51:05.256 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.264+0000 7f0dda17f780 1 > prepared part key=_multipart_Q55YN73R4WFF.2~YWSIW5WRYOB0.0 size=1048576 2024-04-10T15:51:05.257 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.265+0000 7f0dda17f780 1 > prepared part key=_multipart_Q55YN73R4WFF.2~YWSIW5WRYOB0.1 size=558186 2024-04-10T15:51:05.257 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.265+0000 7f0dda17f780 1 > prepared multipart upload key=Q55YN73R4WFF upload=YWSIW5WRYOB0 tag=YYAJOJ4F1HOX type=write size=2655338 2024-04-10T15:51:05.258 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.266+0000 7f0dda17f780 1 < completed delete operation key=XDWUTYA27EZF tag=H8URTPVRKSS5 type=del 2024-04-10T15:51:05.260 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.268+0000 7f0dda17f780 1 > prepared operation key=W1N9JNIA6ZML tag=XOEO3RJSR3TT type=del size=1562597 2024-04-10T15:51:05.262 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.271+0000 7f0dda17f780 1 < suggested remove operation key=LPSA55UNQS7T tag=RS1N6W1B569E type=del 2024-04-10T15:51:05.265 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.273+0000 7f0dda17f780 1 > prepared part key=_multipart_5VUYRX80DJNN.2~3FA43GH30NAH.0 size=1048576 2024-04-10T15:51:05.266 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.275+0000 7f0dda17f780 1 > prepared part key=_multipart_5VUYRX80DJNN.2~3FA43GH30NAH.1 size=1048576 2024-04-10T15:51:05.268 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.276+0000 7f0dda17f780 1 > prepared part key=_multipart_5VUYRX80DJNN.2~3FA43GH30NAH.2 size=463165 2024-04-10T15:51:05.268 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.276+0000 7f0dda17f780 1 > prepared multipart upload key=5VUYRX80DJNN upload=3FA43GH30NAH tag=2PVOW3L7AJGN type=write size=3608893 2024-04-10T15:51:05.269 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.277+0000 7f0dda17f780 1 < completed delete operation key=M31TS1RYVD2I tag=2CMW7670ED43 type=del 2024-04-10T15:51:05.271 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.279+0000 7f0dda17f780 1 > prepared operation key=YKTMKJ7IT90D tag=3RAVMJQW9DZW type=del size=29505 2024-04-10T15:51:05.272 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.281+0000 7f0dda17f780 1 < completed part key=_multipart_LPSA55UNQS7T.2~SZGC5JCTMS5T.0 size=1048576 2024-04-10T15:51:05.273 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.282+0000 7f0dda17f780 1 < completed part key=_multipart_LPSA55UNQS7T.2~SZGC5JCTMS5T.1 size=1048576 2024-04-10T15:51:05.275 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.283+0000 7f0dda17f780 1 < completed part key=_multipart_LPSA55UNQS7T.2~SZGC5JCTMS5T.2 size=157198 2024-04-10T15:51:05.278 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.286+0000 7f0dda17f780 1 < completed multipart upload key=LPSA55UNQS7T upload=SZGC5JCTMS5T tag=TDA98PSZIRJV type=write size=3302926 2024-04-10T15:51:05.279 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.287+0000 7f0dda17f780 1 > prepared operation key=6V3UX4ZSIBZX tag=9G8WTEV112HL type=del size=2100494 2024-04-10T15:51:05.281 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.289+0000 7f0dda17f780 1 < completed part key=_multipart_M31TS1RYVD2I.2~JFFW8C83FF9J.0 size=1048576 2024-04-10T15:51:05.282 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.290+0000 7f0dda17f780 1 < completed part key=_multipart_M31TS1RYVD2I.2~JFFW8C83FF9J.1 size=1048576 2024-04-10T15:51:05.284 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.292+0000 7f0dda17f780 1 < completed part key=_multipart_M31TS1RYVD2I.2~JFFW8C83FF9J.2 size=341958 2024-04-10T15:51:05.286 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.294+0000 7f0dda17f780 1 < completed multipart upload key=M31TS1RYVD2I upload=JFFW8C83FF9J tag=KQOOKLAIILHA type=write size=3487686 2024-04-10T15:51:05.287 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.296+0000 7f0dda17f780 1 > prepared operation key=Q55YN73R4WFF tag=J1CJC6ADGVBL type=del size=1229776 2024-04-10T15:51:05.289 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.297+0000 7f0dda17f780 1 < completed part key=_multipart_9QFS277S5EY3.2~5FWK1B1FWHCU.0 size=1048576 2024-04-10T15:51:05.290 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.299+0000 7f0dda17f780 1 < completed part key=_multipart_9QFS277S5EY3.2~5FWK1B1FWHCU.1 size=982684 2024-04-10T15:51:05.293 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.301+0000 7f0dda17f780 1 < completed multipart upload key=9QFS277S5EY3 upload=5FWK1B1FWHCU tag=8LKP7HA0TMD5 type=write size=3079836 2024-04-10T15:51:05.296 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.304+0000 7f0dda17f780 1 > prepared part key=_multipart_O2DQ4CPAMY72.2~P0RKFJEWQ588.0 size=1048576 2024-04-10T15:51:05.297 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.305+0000 7f0dda17f780 1 > prepared part key=_multipart_O2DQ4CPAMY72.2~P0RKFJEWQ588.1 size=716419 2024-04-10T15:51:05.297 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.305+0000 7f0dda17f780 1 > prepared multipart upload key=O2DQ4CPAMY72 upload=P0RKFJEWQ588 tag=S0I46CW82CNQ type=write size=2813571 2024-04-10T15:51:05.299 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.307+0000 7f0dda17f780 1 < completed part key=_multipart_7R1LO48KG193.2~43CAUA66J5C9.0 size=1048576 2024-04-10T15:51:05.300 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.309+0000 7f0dda17f780 1 < completed part key=_multipart_7R1LO48KG193.2~43CAUA66J5C9.1 size=1048576 2024-04-10T15:51:05.302 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.310+0000 7f0dda17f780 1 < completed part key=_multipart_7R1LO48KG193.2~43CAUA66J5C9.2 size=222618 2024-04-10T15:51:05.305 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.313+0000 7f0dda17f780 1 < completed multipart upload key=7R1LO48KG193 upload=43CAUA66J5C9 tag=22TV0LJBNGQY type=write size=3368346 2024-04-10T15:51:05.306 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.314+0000 7f0dda17f780 1 > prepared operation key=32PMZSHN97HZ tag=EBMX4G1UMJ1X type=del size=2455932 2024-04-10T15:51:05.307 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.316+0000 7f0dda17f780 1 < completed delete operation key=76DRYPHC6HG3 tag=7C2AYB0Z0O34 type=del 2024-04-10T15:51:05.309 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.317+0000 7f0dda17f780 1 > prepared operation key=7R29VV7JYRWM tag=XQ2NTLGSB03V type=del size=475089 2024-04-10T15:51:05.311 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.319+0000 7f0dda17f780 -1 < failed to complete operation key=LPSA55UNQS7T tag=F0511TE4ZUU6 type=del size=1800340: (22) Invalid argument 2024-04-10T15:51:05.313 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.322+0000 7f0dda17f780 1 > prepared part key=_multipart_O0U4M0VYXZJ9.2~RA8PVL3QJG3M.0 size=1048576 2024-04-10T15:51:05.315 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.323+0000 7f0dda17f780 1 > prepared part key=_multipart_O0U4M0VYXZJ9.2~RA8PVL3QJG3M.1 size=942674 2024-04-10T15:51:05.315 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.323+0000 7f0dda17f780 1 > prepared multipart upload key=O0U4M0VYXZJ9 upload=RA8PVL3QJG3M tag=UHGDTNJEOLLQ type=write size=3039826 2024-04-10T15:51:05.316 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.325+0000 7f0dda17f780 1 < canceled operation key=M31TS1RYVD2I tag=H5RLYUPK03OI type=del size=626797 2024-04-10T15:51:05.318 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.326+0000 7f0dda17f780 1 > prepared operation key=H433FHMII9ZA tag=94I0HLG2E66Q type=write size=246617 2024-04-10T15:51:05.321 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.329+0000 7f0dda17f780 1 < suggested remove operation key=P7QI1303WDML tag=B51BT6CKR23C type=del 2024-04-10T15:51:05.322 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.331+0000 7f0dda17f780 1 > prepared operation key=1XDQOHF2EHZG tag=KXQ24JK0V3NI type=del size=2166904 2024-04-10T15:51:05.324 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.332+0000 7f0dda17f780 1 < canceled operation key=1XDQOHF2EHZG tag=ZZ0B3YKL3XJK type=del size=1332318 2024-04-10T15:51:05.325 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.333+0000 7f0dda17f780 1 > prepared operation key=5PTGEI8J4Q78 tag=QDL5R810UQ6M type=write size=498086 2024-04-10T15:51:05.327 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.335+0000 7f0dda17f780 1 < completed delete operation key=J9DG8CWKBLB0 tag=MMNBWK3HD9KK type=del 2024-04-10T15:51:05.328 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.336+0000 7f0dda17f780 1 > prepared operation key=P7QI1303WDML tag=YOZI1FN8NZL7 type=del size=176021 2024-04-10T15:51:05.330 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.338+0000 7f0dda17f780 -1 < failed to complete operation key=P7QI1303WDML tag=9NK2QQK32IPY type=del size=2807939: (22) Invalid argument 2024-04-10T15:51:05.332 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.340+0000 7f0dda17f780 1 > prepared operation key=J9DG8CWKBLB0 tag=3X2GQEHCXK4D type=write size=728232 2024-04-10T15:51:05.334 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.342+0000 7f0dda17f780 1 < completed delete operation key=WB4E7VQYBXDP tag=M3V6NRZXT54H type=del 2024-04-10T15:51:05.336 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.344+0000 7f0dda17f780 1 > prepared part key=_multipart_J9DG8CWKBLB0.2~3V145OVROUB7.0 size=1048576 2024-04-10T15:51:05.338 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.346+0000 7f0dda17f780 1 > prepared part key=_multipart_J9DG8CWKBLB0.2~3V145OVROUB7.1 size=462428 2024-04-10T15:51:05.338 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.346+0000 7f0dda17f780 1 > prepared multipart upload key=J9DG8CWKBLB0 upload=3V145OVROUB7 tag=30B3GUJZFT49 type=write size=2559580 2024-04-10T15:51:05.339 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.347+0000 7f0dda17f780 1 < completed part key=_multipart_Q55YN73R4WFF.2~YWSIW5WRYOB0.0 size=1048576 2024-04-10T15:51:05.340 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.348+0000 7f0dda17f780 1 < completed part key=_multipart_Q55YN73R4WFF.2~YWSIW5WRYOB0.1 size=558186 2024-04-10T15:51:05.343 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.351+0000 7f0dda17f780 1 < completed multipart upload key=Q55YN73R4WFF upload=YWSIW5WRYOB0 tag=YYAJOJ4F1HOX type=write size=2655338 2024-04-10T15:51:05.344 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.352+0000 7f0dda17f780 1 > prepared operation key=6V3UX4ZSIBZX tag=TKOB79G2ECJR type=del size=1360665 2024-04-10T15:51:05.345 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.354+0000 7f0dda17f780 1 < completed delete operation key=W1N9JNIA6ZML tag=XOEO3RJSR3TT type=del 2024-04-10T15:51:05.347 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.355+0000 7f0dda17f780 1 > prepared operation key=VFKX3F9Z0OZ5 tag=5L7FHVLZDUV0 type=del size=1974075 2024-04-10T15:51:05.349 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.357+0000 7f0dda17f780 1 < completed part key=_multipart_5VUYRX80DJNN.2~3FA43GH30NAH.0 size=1048576 2024-04-10T15:51:05.349 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.357+0000 7f0dda17f780 1 < canceled part key=_multipart_5VUYRX80DJNN.2~3FA43GH30NAH.1 size=1048576 2024-04-10T15:51:05.350 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.358+0000 7f0dda17f780 1 < completed part key=_multipart_5VUYRX80DJNN.2~3FA43GH30NAH.2 size=463165 2024-04-10T15:51:05.352 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.361+0000 7f0dda17f780 1 < canceled multipart upload key=5VUYRX80DJNN upload=3FA43GH30NAH tag=2PVOW3L7AJGN type=write size=3608893 2024-04-10T15:51:05.354 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.362+0000 7f0dda17f780 1 > prepared operation key=6V3UX4ZSIBZX tag=VTG8GKBO2UEI type=write size=398714 2024-04-10T15:51:05.355 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.364+0000 7f0dda17f780 1 < completed delete operation key=YKTMKJ7IT90D tag=3RAVMJQW9DZW type=del 2024-04-10T15:51:05.358 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.366+0000 7f0dda17f780 1 > prepared part key=_multipart_M31TS1RYVD2I.2~WDBM4OM4YYQ6.0 size=1048576 2024-04-10T15:51:05.359 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.367+0000 7f0dda17f780 1 > prepared part key=_multipart_M31TS1RYVD2I.2~WDBM4OM4YYQ6.1 size=555745 2024-04-10T15:51:05.359 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.367+0000 7f0dda17f780 1 > prepared multipart upload key=M31TS1RYVD2I upload=WDBM4OM4YYQ6 tag=BP1OM3S9DKL8 type=write size=2652897 2024-04-10T15:51:05.360 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.369+0000 7f0dda17f780 1 < completed delete operation key=6V3UX4ZSIBZX tag=9G8WTEV112HL type=del 2024-04-10T15:51:05.364 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.372+0000 7f0dda17f780 1 > prepared part key=_multipart_M31TS1RYVD2I.2~P29WEVH387YH.0 size=1048576 2024-04-10T15:51:05.365 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.373+0000 7f0dda17f780 1 > prepared part key=_multipart_M31TS1RYVD2I.2~P29WEVH387YH.1 size=787141 2024-04-10T15:51:05.365 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.373+0000 7f0dda17f780 1 > prepared multipart upload key=M31TS1RYVD2I upload=P29WEVH387YH tag=FFZKEZXMGOR2 type=write size=2884293 2024-04-10T15:51:05.367 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.375+0000 7f0dda17f780 1 < canceled operation key=Q55YN73R4WFF tag=J1CJC6ADGVBL type=del size=1229776 2024-04-10T15:51:05.369 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.377+0000 7f0dda17f780 1 > prepared part key=_multipart_7R1LO48KG193.2~UNSO6BLYVYN8.0 size=1048576 2024-04-10T15:51:05.370 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.379+0000 7f0dda17f780 1 > prepared part key=_multipart_7R1LO48KG193.2~UNSO6BLYVYN8.1 size=1048576 2024-04-10T15:51:05.372 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.380+0000 7f0dda17f780 1 > prepared part key=_multipart_7R1LO48KG193.2~UNSO6BLYVYN8.2 size=471806 2024-04-10T15:51:05.372 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.380+0000 7f0dda17f780 1 > prepared multipart upload key=7R1LO48KG193 upload=UNSO6BLYVYN8 tag=H5O86V40KIFA type=write size=3617534 2024-04-10T15:51:05.373 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.381+0000 7f0dda17f780 1 < completed part key=_multipart_O2DQ4CPAMY72.2~P0RKFJEWQ588.0 size=1048576 2024-04-10T15:51:05.375 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.383+0000 7f0dda17f780 1 < completed part key=_multipart_O2DQ4CPAMY72.2~P0RKFJEWQ588.1 size=716419 2024-04-10T15:51:05.377 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.385+0000 7f0dda17f780 1 < completed multipart upload key=O2DQ4CPAMY72 upload=P0RKFJEWQ588 tag=S0I46CW82CNQ type=write size=2813571 2024-04-10T15:51:05.380 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.388+0000 7f0dda17f780 1 > prepared part key=_multipart_W0QQNH1PRYVL.2~BX9YLN1WQKHG.0 size=740442 2024-04-10T15:51:05.380 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.388+0000 7f0dda17f780 1 > prepared multipart upload key=W0QQNH1PRYVL upload=BX9YLN1WQKHG tag=TSRJRSIRPUM5 type=write size=1789018 2024-04-10T15:51:05.382 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.390+0000 7f0dda17f780 1 < completed delete operation key=32PMZSHN97HZ tag=EBMX4G1UMJ1X type=del 2024-04-10T15:51:05.385 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.393+0000 7f0dda17f780 1 > prepared part key=_multipart_W0QQNH1PRYVL.2~0R2ROXVJSXX5.0 size=1048576 2024-04-10T15:51:05.386 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.394+0000 7f0dda17f780 1 > prepared part key=_multipart_W0QQNH1PRYVL.2~0R2ROXVJSXX5.1 size=1048576 2024-04-10T15:51:05.387 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.395+0000 7f0dda17f780 1 > prepared part key=_multipart_W0QQNH1PRYVL.2~0R2ROXVJSXX5.2 size=671597 2024-04-10T15:51:05.387 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.395+0000 7f0dda17f780 1 > prepared multipart upload key=W0QQNH1PRYVL upload=0R2ROXVJSXX5 tag=36P1HO0F1D24 type=write size=3817325 2024-04-10T15:51:05.388 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.396+0000 7f0dda17f780 1 < completed delete operation key=7R29VV7JYRWM tag=XQ2NTLGSB03V type=del 2024-04-10T15:51:05.390 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.398+0000 7f0dda17f780 1 > prepared operation key=VKTXOZU1BOHT tag=T8GLUIZCADWR type=del size=1281535 2024-04-10T15:51:05.392 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.400+0000 7f0dda17f780 1 < completed part key=_multipart_O0U4M0VYXZJ9.2~RA8PVL3QJG3M.0 size=1048576 2024-04-10T15:51:05.393 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.401+0000 7f0dda17f780 1 < completed part key=_multipart_O0U4M0VYXZJ9.2~RA8PVL3QJG3M.1 size=942674 2024-04-10T15:51:05.396 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.404+0000 7f0dda17f780 1 < completed multipart upload key=O0U4M0VYXZJ9 upload=RA8PVL3QJG3M tag=UHGDTNJEOLLQ type=write size=3039826 2024-04-10T15:51:05.397 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.405+0000 7f0dda17f780 1 > prepared operation key=5PTGEI8J4Q78 tag=EUZMTN2A7L3H type=del size=4036088 2024-04-10T15:51:05.399 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.407+0000 7f0dda17f780 1 < completed write operation key=H433FHMII9ZA tag=94I0HLG2E66Q type=write size=246617 2024-04-10T15:51:05.400 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.408+0000 7f0dda17f780 1 > prepared operation key=892B9J3TLMA2 tag=2W5IIBLKID5H type=del size=3241866 2024-04-10T15:51:05.403 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.412+0000 7f0dda17f780 1 < suggested update operation key=1XDQOHF2EHZG tag=KXQ24JK0V3NI type=del size=2166904 2024-04-10T15:51:05.406 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.415+0000 7f0dda17f780 1 > prepared part key=_multipart_4GB88X6QZH6E.2~D2UXBT5INX0R.0 size=667579 2024-04-10T15:51:05.407 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.415+0000 7f0dda17f780 1 > prepared multipart upload key=4GB88X6QZH6E upload=D2UXBT5INX0R tag=BE42LK307VQG type=write size=1716155 2024-04-10T15:51:05.408 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.417+0000 7f0dda17f780 1 < completed write operation key=5PTGEI8J4Q78 tag=QDL5R810UQ6M type=write size=498086 2024-04-10T15:51:05.412 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.420+0000 7f0dda17f780 1 > prepared part key=_multipart_XDWUTYA27EZF.2~10MROZ8TIQ8Y.0 size=1048576 2024-04-10T15:51:05.413 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.421+0000 7f0dda17f780 1 > prepared part key=_multipart_XDWUTYA27EZF.2~10MROZ8TIQ8Y.1 size=1048576 2024-04-10T15:51:05.415 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.423+0000 7f0dda17f780 1 > prepared part key=_multipart_XDWUTYA27EZF.2~10MROZ8TIQ8Y.2 size=1012297 2024-04-10T15:51:05.415 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.423+0000 7f0dda17f780 1 > prepared multipart upload key=XDWUTYA27EZF upload=10MROZ8TIQ8Y tag=NMMKTC5KFC7W type=write size=4158025 2024-04-10T15:51:05.416 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.424+0000 7f0dda17f780 1 < canceled operation key=P7QI1303WDML tag=YOZI1FN8NZL7 type=del size=176021 2024-04-10T15:51:05.418 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.426+0000 7f0dda17f780 1 > prepared operation key=W72JTU6KAY5Q tag=PVR18N0B1X4X type=write size=446046 2024-04-10T15:51:05.419 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.428+0000 7f0dda17f780 1 < completed write operation key=J9DG8CWKBLB0 tag=3X2GQEHCXK4D type=write size=728232 2024-04-10T15:51:05.422 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.430+0000 7f0dda17f780 1 > prepared part key=_multipart_VFKX3F9Z0OZ5.2~QFYJXM12TRZ5.0 size=762926 2024-04-10T15:51:05.422 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.430+0000 7f0dda17f780 1 > prepared multipart upload key=VFKX3F9Z0OZ5 upload=QFYJXM12TRZ5 tag=F1T4O59DGD11 type=write size=1811502 2024-04-10T15:51:05.424 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.432+0000 7f0dda17f780 1 < completed part key=_multipart_J9DG8CWKBLB0.2~3V145OVROUB7.0 size=1048576 2024-04-10T15:51:05.425 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.433+0000 7f0dda17f780 1 < completed part key=_multipart_J9DG8CWKBLB0.2~3V145OVROUB7.1 size=462428 2024-04-10T15:51:05.428 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.436+0000 7f0dda17f780 1 < completed multipart upload key=J9DG8CWKBLB0 upload=3V145OVROUB7 tag=30B3GUJZFT49 type=write size=2559580 2024-04-10T15:51:05.429 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.437+0000 7f0dda17f780 1 > prepared operation key=LPSA55UNQS7T tag=UYP997OMAC71 type=del size=1206230 2024-04-10T15:51:05.431 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.439+0000 7f0dda17f780 1 < canceled operation key=6V3UX4ZSIBZX tag=TKOB79G2ECJR type=del size=1360665 2024-04-10T15:51:05.433 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.442+0000 7f0dda17f780 1 > prepared part key=_multipart_6V3UX4ZSIBZX.2~4SESC23O6PK9.0 size=1048576 2024-04-10T15:51:05.435 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.443+0000 7f0dda17f780 1 > prepared part key=_multipart_6V3UX4ZSIBZX.2~4SESC23O6PK9.1 size=1048576 2024-04-10T15:51:05.436 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.444+0000 7f0dda17f780 1 > prepared part key=_multipart_6V3UX4ZSIBZX.2~4SESC23O6PK9.2 size=246493 2024-04-10T15:51:05.436 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.444+0000 7f0dda17f780 1 > prepared multipart upload key=6V3UX4ZSIBZX upload=4SESC23O6PK9 tag=1UH5B46C822C type=write size=3392221 2024-04-10T15:51:05.437 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.446+0000 7f0dda17f780 1 < completed delete operation key=VFKX3F9Z0OZ5 tag=5L7FHVLZDUV0 type=del 2024-04-10T15:51:05.439 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.447+0000 7f0dda17f780 1 > prepared operation key=5PTGEI8J4Q78 tag=HOKZDDV32B6O type=del size=1628842 2024-04-10T15:51:05.442 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.450+0000 7f0dda17f780 1 < suggested update operation key=6V3UX4ZSIBZX tag=VTG8GKBO2UEI type=write size=398714 2024-04-10T15:51:05.444 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.452+0000 7f0dda17f780 1 > prepared operation key=W0QQNH1PRYVL tag=A4Z9JWDBV96B type=del size=955329 2024-04-10T15:51:05.445 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.453+0000 7f0dda17f780 1 < completed part key=_multipart_M31TS1RYVD2I.2~WDBM4OM4YYQ6.0 size=1048576 2024-04-10T15:51:05.447 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.455+0000 7f0dda17f780 1 < completed part key=_multipart_M31TS1RYVD2I.2~WDBM4OM4YYQ6.1 size=555745 2024-04-10T15:51:05.449 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.457+0000 7f0dda17f780 1 < completed multipart upload key=M31TS1RYVD2I upload=WDBM4OM4YYQ6 tag=BP1OM3S9DKL8 type=write size=2652897 2024-04-10T15:51:05.452 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.460+0000 7f0dda17f780 1 > prepared part key=_multipart_5PTGEI8J4Q78.2~GCXGAT02C17G.0 size=621509 2024-04-10T15:51:05.452 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.460+0000 7f0dda17f780 1 > prepared multipart upload key=5PTGEI8J4Q78 upload=GCXGAT02C17G tag=6UP8FI24FGPK type=write size=1670085 2024-04-10T15:51:05.454 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.462+0000 7f0dda17f780 1 < completed part key=_multipart_M31TS1RYVD2I.2~P29WEVH387YH.0 size=1048576 2024-04-10T15:51:05.455 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.464+0000 7f0dda17f780 1 < completed part key=_multipart_M31TS1RYVD2I.2~P29WEVH387YH.1 size=787141 2024-04-10T15:51:05.458 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.466+0000 7f0dda17f780 1 < completed multipart upload key=M31TS1RYVD2I upload=P29WEVH387YH tag=FFZKEZXMGOR2 type=write size=2884293 2024-04-10T15:51:05.460 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.468+0000 7f0dda17f780 1 > prepared operation key=9QFS277S5EY3 tag=5CQ7P5CGIM6E type=del size=1752018 2024-04-10T15:51:05.461 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.470+0000 7f0dda17f780 1 < completed part key=_multipart_7R1LO48KG193.2~UNSO6BLYVYN8.0 size=1048576 2024-04-10T15:51:05.463 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.471+0000 7f0dda17f780 1 < completed part key=_multipart_7R1LO48KG193.2~UNSO6BLYVYN8.1 size=1048576 2024-04-10T15:51:05.464 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.472+0000 7f0dda17f780 1 < completed part key=_multipart_7R1LO48KG193.2~UNSO6BLYVYN8.2 size=471806 2024-04-10T15:51:05.467 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.475+0000 7f0dda17f780 1 < completed multipart upload key=7R1LO48KG193 upload=UNSO6BLYVYN8 tag=H5O86V40KIFA type=write size=3617534 2024-04-10T15:51:05.468 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.476+0000 7f0dda17f780 1 > prepared operation key=LPSA55UNQS7T tag=GG3HS2PXPGUV type=write size=235165 2024-04-10T15:51:05.470 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.478+0000 7f0dda17f780 1 < completed part key=_multipart_W0QQNH1PRYVL.2~BX9YLN1WQKHG.0 size=740442 2024-04-10T15:51:05.472 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.481+0000 7f0dda17f780 1 < completed multipart upload key=W0QQNH1PRYVL upload=BX9YLN1WQKHG tag=TSRJRSIRPUM5 type=write size=1789018 2024-04-10T15:51:05.474 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.482+0000 7f0dda17f780 1 > prepared operation key=VFKX3F9Z0OZ5 tag=IBFQS5WDZXTY type=del size=3805750 2024-04-10T15:51:05.476 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.484+0000 7f0dda17f780 1 < completed part key=_multipart_W0QQNH1PRYVL.2~0R2ROXVJSXX5.0 size=1048576 2024-04-10T15:51:05.477 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.485+0000 7f0dda17f780 1 < completed part key=_multipart_W0QQNH1PRYVL.2~0R2ROXVJSXX5.1 size=1048576 2024-04-10T15:51:05.478 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.486+0000 7f0dda17f780 1 < completed part key=_multipart_W0QQNH1PRYVL.2~0R2ROXVJSXX5.2 size=671597 2024-04-10T15:51:05.481 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.489+0000 7f0dda17f780 1 < completed multipart upload key=W0QQNH1PRYVL upload=0R2ROXVJSXX5 tag=36P1HO0F1D24 type=write size=3817325 2024-04-10T15:51:05.482 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.491+0000 7f0dda17f780 1 > prepared operation key=0EQWI1AD1VHA tag=UKKATUBIWRKF type=del size=1716218 2024-04-10T15:51:05.484 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.493+0000 7f0dda17f780 1 < completed delete operation key=VKTXOZU1BOHT tag=T8GLUIZCADWR type=del 2024-04-10T15:51:05.487 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.495+0000 7f0dda17f780 1 > prepared part key=_multipart_892B9J3TLMA2.2~ZF68BT5FX1B7.0 size=1048576 2024-04-10T15:51:05.488 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.496+0000 7f0dda17f780 1 > prepared part key=_multipart_892B9J3TLMA2.2~ZF68BT5FX1B7.1 size=1048576 2024-04-10T15:51:05.489 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.498+0000 7f0dda17f780 1 > prepared part key=_multipart_892B9J3TLMA2.2~ZF68BT5FX1B7.2 size=65655 2024-04-10T15:51:05.490 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.498+0000 7f0dda17f780 1 > prepared multipart upload key=892B9J3TLMA2 upload=ZF68BT5FX1B7 tag=674QRB4L2T86 type=write size=3211383 2024-04-10T15:51:05.493 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.501+0000 7f0dda17f780 1 < suggested remove operation key=5PTGEI8J4Q78 tag=EUZMTN2A7L3H type=del 2024-04-10T15:51:05.494 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.502+0000 7f0dda17f780 1 > prepared operation key=O2DQ4CPAMY72 tag=ON1Z3FC0H6CZ type=del size=773597 2024-04-10T15:51:05.496 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.504+0000 7f0dda17f780 1 < completed delete operation key=892B9J3TLMA2 tag=2W5IIBLKID5H type=del 2024-04-10T15:51:05.497 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.506+0000 7f0dda17f780 1 > prepared operation key=6V3UX4ZSIBZX tag=5AM0GI6GO54Q type=write size=234255 2024-04-10T15:51:05.499 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.507+0000 7f0dda17f780 1 < completed part key=_multipart_4GB88X6QZH6E.2~D2UXBT5INX0R.0 size=667579 2024-04-10T15:51:05.502 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.510+0000 7f0dda17f780 1 < completed multipart upload key=4GB88X6QZH6E upload=D2UXBT5INX0R tag=BE42LK307VQG type=write size=1716155 2024-04-10T15:51:05.503 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.511+0000 7f0dda17f780 1 > prepared operation key=76DRYPHC6HG3 tag=JMQCZRR3262H type=write size=985220 2024-04-10T15:51:05.505 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.513+0000 7f0dda17f780 1 < completed part key=_multipart_XDWUTYA27EZF.2~10MROZ8TIQ8Y.0 size=1048576 2024-04-10T15:51:05.506 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.514+0000 7f0dda17f780 1 < completed part key=_multipart_XDWUTYA27EZF.2~10MROZ8TIQ8Y.1 size=1048576 2024-04-10T15:51:05.507 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.515+0000 7f0dda17f780 1 < completed part key=_multipart_XDWUTYA27EZF.2~10MROZ8TIQ8Y.2 size=1012297 2024-04-10T15:51:05.510 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.518+0000 7f0dda17f780 1 < completed multipart upload key=XDWUTYA27EZF upload=10MROZ8TIQ8Y tag=NMMKTC5KFC7W type=write size=4158025 2024-04-10T15:51:05.512 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.521+0000 7f0dda17f780 1 > prepared part key=_multipart_7R29VV7JYRWM.2~1EEQ3Y7SSAZD.0 size=1048576 2024-04-10T15:51:05.513 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.522+0000 7f0dda17f780 1 > prepared part key=_multipart_7R29VV7JYRWM.2~1EEQ3Y7SSAZD.1 size=1048576 2024-04-10T15:51:05.515 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.523+0000 7f0dda17f780 1 > prepared part key=_multipart_7R29VV7JYRWM.2~1EEQ3Y7SSAZD.2 size=641816 2024-04-10T15:51:05.515 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.523+0000 7f0dda17f780 1 > prepared multipart upload key=7R29VV7JYRWM upload=1EEQ3Y7SSAZD tag=CWB9MOL1S3RM type=write size=3787544 2024-04-10T15:51:05.516 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.525+0000 7f0dda17f780 1 < completed write operation key=W72JTU6KAY5Q tag=PVR18N0B1X4X type=write size=446046 2024-04-10T15:51:05.518 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.526+0000 7f0dda17f780 1 > prepared operation key=WB4E7VQYBXDP tag=J6109NYHM77G type=del size=2036912 2024-04-10T15:51:05.520 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.528+0000 7f0dda17f780 1 < completed part key=_multipart_VFKX3F9Z0OZ5.2~QFYJXM12TRZ5.0 size=762926 2024-04-10T15:51:05.522 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.530+0000 7f0dda17f780 1 < completed multipart upload key=VFKX3F9Z0OZ5 upload=QFYJXM12TRZ5 tag=F1T4O59DGD11 type=write size=1811502 2024-04-10T15:51:05.524 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.532+0000 7f0dda17f780 1 > prepared operation key=4GB88X6QZH6E tag=8WES90QS9KTR type=del size=3873150 2024-04-10T15:51:05.526 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.534+0000 7f0dda17f780 1 < completed delete operation key=LPSA55UNQS7T tag=UYP997OMAC71 type=del 2024-04-10T15:51:05.529 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.537+0000 7f0dda17f780 1 > prepared part key=_multipart_VKTXOZU1BOHT.2~BJ2D68P3RRWI.0 size=341647 2024-04-10T15:51:05.529 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.537+0000 7f0dda17f780 1 > prepared multipart upload key=VKTXOZU1BOHT upload=BJ2D68P3RRWI tag=6D2RIT5V0SEM type=write size=1390223 2024-04-10T15:51:05.530 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.538+0000 7f0dda17f780 1 < completed part key=_multipart_6V3UX4ZSIBZX.2~4SESC23O6PK9.0 size=1048576 2024-04-10T15:51:05.531 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.540+0000 7f0dda17f780 1 < completed part key=_multipart_6V3UX4ZSIBZX.2~4SESC23O6PK9.1 size=1048576 2024-04-10T15:51:05.533 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.541+0000 7f0dda17f780 1 < completed part key=_multipart_6V3UX4ZSIBZX.2~4SESC23O6PK9.2 size=246493 2024-04-10T15:51:05.535 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.543+0000 7f0dda17f780 1 < completed multipart upload key=6V3UX4ZSIBZX upload=4SESC23O6PK9 tag=1UH5B46C822C type=write size=3392221 2024-04-10T15:51:05.538 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.546+0000 7f0dda17f780 1 > prepared part key=_multipart_4GB88X6QZH6E.2~33B52YS4F7H0.0 size=1048576 2024-04-10T15:51:05.539 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.547+0000 7f0dda17f780 1 > prepared part key=_multipart_4GB88X6QZH6E.2~33B52YS4F7H0.1 size=1029413 2024-04-10T15:51:05.539 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.547+0000 7f0dda17f780 1 > prepared multipart upload key=4GB88X6QZH6E upload=33B52YS4F7H0 tag=62S5B6O95G0B type=write size=3126565 2024-04-10T15:51:05.541 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.549+0000 7f0dda17f780 -1 < failed to complete operation key=5PTGEI8J4Q78 tag=HOKZDDV32B6O type=del size=1628842: (22) Invalid argument 2024-04-10T15:51:05.543 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.552+0000 7f0dda17f780 1 > prepared part key=_multipart_YKTMKJ7IT90D.2~QL2X50SYX4LV.0 size=1048576 2024-04-10T15:51:05.545 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.553+0000 7f0dda17f780 1 > prepared part key=_multipart_YKTMKJ7IT90D.2~QL2X50SYX4LV.1 size=1048576 2024-04-10T15:51:05.546 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.554+0000 7f0dda17f780 1 > prepared part key=_multipart_YKTMKJ7IT90D.2~QL2X50SYX4LV.2 size=453277 2024-04-10T15:51:05.546 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.554+0000 7f0dda17f780 1 > prepared multipart upload key=YKTMKJ7IT90D upload=QL2X50SYX4LV tag=DJM22GEPYAZD type=write size=3599005 2024-04-10T15:51:05.548 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.556+0000 7f0dda17f780 1 < completed delete operation key=W0QQNH1PRYVL tag=A4Z9JWDBV96B type=del 2024-04-10T15:51:05.551 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.559+0000 7f0dda17f780 1 > prepared part key=_multipart_YKTMKJ7IT90D.2~Y2UQEPXZLJN3.0 size=1048576 2024-04-10T15:51:05.552 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.560+0000 7f0dda17f780 1 > prepared part key=_multipart_YKTMKJ7IT90D.2~Y2UQEPXZLJN3.1 size=636090 2024-04-10T15:51:05.552 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.560+0000 7f0dda17f780 1 > prepared multipart upload key=YKTMKJ7IT90D upload=Y2UQEPXZLJN3 tag=31VP5QI0UVM6 type=write size=2733242 2024-04-10T15:51:05.554 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.562+0000 7f0dda17f780 1 < completed part key=_multipart_5PTGEI8J4Q78.2~GCXGAT02C17G.0 size=621509 2024-04-10T15:51:05.556 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.565+0000 7f0dda17f780 1 < completed multipart upload key=5PTGEI8J4Q78 upload=GCXGAT02C17G tag=6UP8FI24FGPK type=write size=1670085 2024-04-10T15:51:05.558 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.566+0000 7f0dda17f780 1 > prepared operation key=76DRYPHC6HG3 tag=XZMUZ153VCM4 type=del size=252430 2024-04-10T15:51:05.560 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.568+0000 7f0dda17f780 1 < completed delete operation key=9QFS277S5EY3 tag=5CQ7P5CGIM6E type=del 2024-04-10T15:51:05.561 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.569+0000 7f0dda17f780 1 > prepared operation key=1XDQOHF2EHZG tag=DDQBQBNKX9E0 type=del size=677465 2024-04-10T15:51:05.563 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.571+0000 7f0dda17f780 1 < completed write operation key=LPSA55UNQS7T tag=GG3HS2PXPGUV type=write size=235165 2024-04-10T15:51:05.564 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.572+0000 7f0dda17f780 1 > prepared operation key=1XDQOHF2EHZG tag=LU34UI407PX4 type=del size=2340117 2024-04-10T15:51:05.566 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.574+0000 7f0dda17f780 1 < completed delete operation key=VFKX3F9Z0OZ5 tag=IBFQS5WDZXTY type=del 2024-04-10T15:51:05.567 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.575+0000 7f0dda17f780 1 > prepared operation key=W72JTU6KAY5Q tag=QAFA53W83LTM type=write size=474609 2024-04-10T15:51:05.569 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.577+0000 7f0dda17f780 1 < canceled operation key=0EQWI1AD1VHA tag=UKKATUBIWRKF type=del size=1716218 2024-04-10T15:51:05.570 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.578+0000 7f0dda17f780 1 > prepared operation key=W0QQNH1PRYVL tag=DC3LCO4DFAOS type=del size=3051840 2024-04-10T15:51:05.572 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.580+0000 7f0dda17f780 1 < completed part key=_multipart_892B9J3TLMA2.2~ZF68BT5FX1B7.0 size=1048576 2024-04-10T15:51:05.573 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.581+0000 7f0dda17f780 1 < completed part key=_multipart_892B9J3TLMA2.2~ZF68BT5FX1B7.1 size=1048576 2024-04-10T15:51:05.574 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.582+0000 7f0dda17f780 1 < completed part key=_multipart_892B9J3TLMA2.2~ZF68BT5FX1B7.2 size=65655 2024-04-10T15:51:05.577 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.585+0000 7f0dda17f780 1 < completed multipart upload key=892B9J3TLMA2 upload=ZF68BT5FX1B7 tag=674QRB4L2T86 type=write size=3211383 2024-04-10T15:51:05.579 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.588+0000 7f0dda17f780 1 > prepared part key=_multipart_WB4E7VQYBXDP.2~5D43BI4E9L5O.0 size=1048576 2024-04-10T15:51:05.580 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.589+0000 7f0dda17f780 1 > prepared part key=_multipart_WB4E7VQYBXDP.2~5D43BI4E9L5O.1 size=1048576 2024-04-10T15:51:05.582 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.590+0000 7f0dda17f780 1 > prepared part key=_multipart_WB4E7VQYBXDP.2~5D43BI4E9L5O.2 size=302983 2024-04-10T15:51:05.582 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.590+0000 7f0dda17f780 1 > prepared multipart upload key=WB4E7VQYBXDP upload=5D43BI4E9L5O tag=H95K4KCRKDF2 type=write size=3448711 2024-04-10T15:51:05.583 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.591+0000 7f0dda17f780 1 < completed delete operation key=O2DQ4CPAMY72 tag=ON1Z3FC0H6CZ type=del 2024-04-10T15:51:05.586 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.594+0000 7f0dda17f780 1 > prepared part key=_multipart_XDWUTYA27EZF.2~EUW1VWDYGWGA.0 size=1048576 2024-04-10T15:51:05.587 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.595+0000 7f0dda17f780 1 > prepared part key=_multipart_XDWUTYA27EZF.2~EUW1VWDYGWGA.1 size=548064 2024-04-10T15:51:05.587 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.595+0000 7f0dda17f780 1 > prepared multipart upload key=XDWUTYA27EZF upload=EUW1VWDYGWGA tag=GKKR6V6UHMG8 type=write size=2645216 2024-04-10T15:51:05.589 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.597+0000 7f0dda17f780 1 < completed write operation key=6V3UX4ZSIBZX tag=5AM0GI6GO54Q type=write size=234255 2024-04-10T15:51:05.590 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.598+0000 7f0dda17f780 1 > prepared operation key=5PTGEI8J4Q78 tag=L5XXJJBVVQOI type=write size=726304 2024-04-10T15:51:05.592 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.600+0000 7f0dda17f780 1 < completed write operation key=76DRYPHC6HG3 tag=JMQCZRR3262H type=write size=985220 2024-04-10T15:51:05.593 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.601+0000 7f0dda17f780 1 > prepared operation key=XDWUTYA27EZF tag=BPG6D4T646MJ type=write size=838979 2024-04-10T15:51:05.595 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.603+0000 7f0dda17f780 1 < completed part key=_multipart_7R29VV7JYRWM.2~1EEQ3Y7SSAZD.0 size=1048576 2024-04-10T15:51:05.596 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.604+0000 7f0dda17f780 1 < completed part key=_multipart_7R29VV7JYRWM.2~1EEQ3Y7SSAZD.1 size=1048576 2024-04-10T15:51:05.597 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.605+0000 7f0dda17f780 1 < completed part key=_multipart_7R29VV7JYRWM.2~1EEQ3Y7SSAZD.2 size=641816 2024-04-10T15:51:05.600 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.608+0000 7f0dda17f780 1 < completed multipart upload key=7R29VV7JYRWM upload=1EEQ3Y7SSAZD tag=CWB9MOL1S3RM type=write size=3787544 2024-04-10T15:51:05.601 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.610+0000 7f0dda17f780 1 > prepared operation key=4GB88X6QZH6E tag=8NE6Z02PH7NO type=del size=284149 2024-04-10T15:51:05.603 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.611+0000 7f0dda17f780 1 < completed delete operation key=WB4E7VQYBXDP tag=J6109NYHM77G type=del 2024-04-10T15:51:05.605 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.613+0000 7f0dda17f780 1 > prepared operation key=892B9J3TLMA2 tag=2H8LLUXRXF1Z type=del size=904276 2024-04-10T15:51:05.606 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.614+0000 7f0dda17f780 1 < completed delete operation key=4GB88X6QZH6E tag=8WES90QS9KTR type=del 2024-04-10T15:51:05.608 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.616+0000 7f0dda17f780 1 > prepared operation key=1XDQOHF2EHZG tag=5HMWRME26GOU type=del size=2745463 2024-04-10T15:51:05.609 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.618+0000 7f0dda17f780 1 < completed part key=_multipart_VKTXOZU1BOHT.2~BJ2D68P3RRWI.0 size=341647 2024-04-10T15:51:05.612 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.620+0000 7f0dda17f780 1 < completed multipart upload key=VKTXOZU1BOHT upload=BJ2D68P3RRWI tag=6D2RIT5V0SEM type=write size=1390223 2024-04-10T15:51:05.615 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.623+0000 7f0dda17f780 1 > prepared part key=_multipart_0EQWI1AD1VHA.2~7VO2MVO9GFT7.0 size=1048576 2024-04-10T15:51:05.616 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.624+0000 7f0dda17f780 1 > prepared part key=_multipart_0EQWI1AD1VHA.2~7VO2MVO9GFT7.1 size=1048576 2024-04-10T15:51:05.618 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.626+0000 7f0dda17f780 1 > prepared part key=_multipart_0EQWI1AD1VHA.2~7VO2MVO9GFT7.2 size=163564 2024-04-10T15:51:05.618 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.626+0000 7f0dda17f780 1 > prepared multipart upload key=0EQWI1AD1VHA upload=7VO2MVO9GFT7 tag=SFRIQE0WSV77 type=write size=3309292 2024-04-10T15:51:05.619 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.627+0000 7f0dda17f780 1 < completed part key=_multipart_4GB88X6QZH6E.2~33B52YS4F7H0.0 size=1048576 2024-04-10T15:51:05.620 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.629+0000 7f0dda17f780 1 < completed part key=_multipart_4GB88X6QZH6E.2~33B52YS4F7H0.1 size=1029413 2024-04-10T15:51:05.623 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.631+0000 7f0dda17f780 1 < completed multipart upload key=4GB88X6QZH6E upload=33B52YS4F7H0 tag=62S5B6O95G0B type=write size=3126565 2024-04-10T15:51:05.625 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.633+0000 7f0dda17f780 1 > prepared operation key=QJ9GK4CHH36X tag=IUJ5QP9GMXR9 type=del size=3794706 2024-04-10T15:51:05.625 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.633+0000 7f0dda17f780 1 < canceled part key=_multipart_YKTMKJ7IT90D.2~QL2X50SYX4LV.0 size=1048576 2024-04-10T15:51:05.626 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.634+0000 7f0dda17f780 1 < completed part key=_multipart_YKTMKJ7IT90D.2~QL2X50SYX4LV.1 size=1048576 2024-04-10T15:51:05.627 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.636+0000 7f0dda17f780 1 < completed part key=_multipart_YKTMKJ7IT90D.2~QL2X50SYX4LV.2 size=453277 2024-04-10T15:51:05.630 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.638+0000 7f0dda17f780 1 < canceled multipart upload key=YKTMKJ7IT90D upload=QL2X50SYX4LV tag=DJM22GEPYAZD type=write size=3599005 2024-04-10T15:51:05.633 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.641+0000 7f0dda17f780 1 > prepared part key=_multipart_DRNFVWXVQQUT.2~C6FSFTSFH4DU.0 size=1048576 2024-04-10T15:51:05.634 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.642+0000 7f0dda17f780 1 > prepared part key=_multipart_DRNFVWXVQQUT.2~C6FSFTSFH4DU.1 size=1048576 2024-04-10T15:51:05.635 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.643+0000 7f0dda17f780 1 > prepared part key=_multipart_DRNFVWXVQQUT.2~C6FSFTSFH4DU.2 size=882548 2024-04-10T15:51:05.635 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.643+0000 7f0dda17f780 1 > prepared multipart upload key=DRNFVWXVQQUT upload=C6FSFTSFH4DU tag=P1TU2RBBA6GH type=write size=4028276 2024-04-10T15:51:05.637 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.645+0000 7f0dda17f780 1 < completed part key=_multipart_YKTMKJ7IT90D.2~Y2UQEPXZLJN3.0 size=1048576 2024-04-10T15:51:05.638 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.646+0000 7f0dda17f780 1 < completed part key=_multipart_YKTMKJ7IT90D.2~Y2UQEPXZLJN3.1 size=636090 2024-04-10T15:51:05.641 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.649+0000 7f0dda17f780 1 < completed multipart upload key=YKTMKJ7IT90D upload=Y2UQEPXZLJN3 tag=31VP5QI0UVM6 type=write size=2733242 2024-04-10T15:51:05.644 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.652+0000 7f0dda17f780 1 > prepared part key=_multipart_32PMZSHN97HZ.2~AMNVKWEYXK6P.0 size=1048576 2024-04-10T15:51:05.645 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.654+0000 7f0dda17f780 1 > prepared part key=_multipart_32PMZSHN97HZ.2~AMNVKWEYXK6P.1 size=1048576 2024-04-10T15:51:05.647 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.655+0000 7f0dda17f780 1 > prepared part key=_multipart_32PMZSHN97HZ.2~AMNVKWEYXK6P.2 size=786943 2024-04-10T15:51:05.647 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.655+0000 7f0dda17f780 1 > prepared multipart upload key=32PMZSHN97HZ upload=AMNVKWEYXK6P tag=ORBMAM62EX2J type=write size=3932671 2024-04-10T15:51:05.648 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.657+0000 7f0dda17f780 1 < completed delete operation key=76DRYPHC6HG3 tag=XZMUZ153VCM4 type=del 2024-04-10T15:51:05.651 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.659+0000 7f0dda17f780 1 > prepared part key=_multipart_O0U4M0VYXZJ9.2~CXYCZCF5G21I.0 size=1048576 2024-04-10T15:51:05.652 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.660+0000 7f0dda17f780 1 > prepared part key=_multipart_O0U4M0VYXZJ9.2~CXYCZCF5G21I.1 size=1048576 2024-04-10T15:51:05.653 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.662+0000 7f0dda17f780 1 > prepared part key=_multipart_O0U4M0VYXZJ9.2~CXYCZCF5G21I.2 size=887318 2024-04-10T15:51:05.654 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.662+0000 7f0dda17f780 1 > prepared multipart upload key=O0U4M0VYXZJ9 upload=CXYCZCF5G21I tag=MO6CSBGU3IUE type=write size=4033046 2024-04-10T15:51:05.657 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.665+0000 7f0dda17f780 1 < suggested remove operation key=1XDQOHF2EHZG tag=DDQBQBNKX9E0 type=del 2024-04-10T15:51:05.660 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.668+0000 7f0dda17f780 1 > prepared part key=_multipart_J9DG8CWKBLB0.2~HG588REBVSU0.0 size=400248 2024-04-10T15:51:05.660 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.668+0000 7f0dda17f780 1 > prepared multipart upload key=J9DG8CWKBLB0 upload=HG588REBVSU0 tag=WP7D6BFTFE9I type=write size=1448824 2024-04-10T15:51:05.660 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.668+0000 7f0dda17f780 -1 < no bi entry to suggest for operation key=1XDQOHF2EHZG tag=LU34UI407PX4 type=del size=2340117: (2) No such file or directory 2024-04-10T15:51:05.663 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.671+0000 7f0dda17f780 1 > prepared part key=_multipart_76DRYPHC6HG3.2~H5R4ESMGHO3F.0 size=1048576 2024-04-10T15:51:05.664 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.672+0000 7f0dda17f780 1 > prepared part key=_multipart_76DRYPHC6HG3.2~H5R4ESMGHO3F.1 size=1048576 2024-04-10T15:51:05.666 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.674+0000 7f0dda17f780 1 > prepared part key=_multipart_76DRYPHC6HG3.2~H5R4ESMGHO3F.2 size=864727 2024-04-10T15:51:05.666 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.674+0000 7f0dda17f780 1 > prepared multipart upload key=76DRYPHC6HG3 upload=H5R4ESMGHO3F tag=1FP97G2ZWSND type=write size=4010455 2024-04-10T15:51:05.667 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.675+0000 7f0dda17f780 1 < completed write operation key=W72JTU6KAY5Q tag=QAFA53W83LTM type=write size=474609 2024-04-10T15:51:05.669 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.677+0000 7f0dda17f780 1 > prepared operation key=Q55YN73R4WFF tag=GXA4JRU6615O type=del size=2064835 2024-04-10T15:51:05.671 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.679+0000 7f0dda17f780 1 < completed delete operation key=W0QQNH1PRYVL tag=DC3LCO4DFAOS type=del 2024-04-10T15:51:05.673 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.682+0000 7f0dda17f780 1 > prepared part key=_multipart_6V3UX4ZSIBZX.2~07S4B07P64DC.0 size=1048576 2024-04-10T15:51:05.675 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.683+0000 7f0dda17f780 1 > prepared part key=_multipart_6V3UX4ZSIBZX.2~07S4B07P64DC.1 size=427805 2024-04-10T15:51:05.675 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.683+0000 7f0dda17f780 1 > prepared multipart upload key=6V3UX4ZSIBZX upload=07S4B07P64DC tag=RTCR31QDLS63 type=write size=2524957 2024-04-10T15:51:05.677 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.685+0000 7f0dda17f780 1 < completed part key=_multipart_WB4E7VQYBXDP.2~5D43BI4E9L5O.0 size=1048576 2024-04-10T15:51:05.678 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.686+0000 7f0dda17f780 1 < completed part key=_multipart_WB4E7VQYBXDP.2~5D43BI4E9L5O.1 size=1048576 2024-04-10T15:51:05.678 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.686+0000 7f0dda17f780 1 < canceled part key=_multipart_WB4E7VQYBXDP.2~5D43BI4E9L5O.2 size=302983 2024-04-10T15:51:05.680 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.689+0000 7f0dda17f780 1 < canceled multipart upload key=WB4E7VQYBXDP upload=5D43BI4E9L5O tag=H95K4KCRKDF2 type=write size=3448711 2024-04-10T15:51:05.683 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.692+0000 7f0dda17f780 1 > prepared part key=_multipart_H433FHMII9ZA.2~C4U4BB1MAFKE.0 size=1048576 2024-04-10T15:51:05.685 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.693+0000 7f0dda17f780 1 > prepared part key=_multipart_H433FHMII9ZA.2~C4U4BB1MAFKE.1 size=1048576 2024-04-10T15:51:05.686 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.694+0000 7f0dda17f780 1 > prepared part key=_multipart_H433FHMII9ZA.2~C4U4BB1MAFKE.2 size=506037 2024-04-10T15:51:05.686 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.694+0000 7f0dda17f780 1 > prepared multipart upload key=H433FHMII9ZA upload=C4U4BB1MAFKE tag=MQKKDZNACJYD type=write size=3651765 2024-04-10T15:51:05.688 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.696+0000 7f0dda17f780 1 < completed part key=_multipart_XDWUTYA27EZF.2~EUW1VWDYGWGA.0 size=1048576 2024-04-10T15:51:05.689 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.697+0000 7f0dda17f780 1 < completed part key=_multipart_XDWUTYA27EZF.2~EUW1VWDYGWGA.1 size=548064 2024-04-10T15:51:05.692 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.700+0000 7f0dda17f780 1 < completed multipart upload key=XDWUTYA27EZF upload=EUW1VWDYGWGA tag=GKKR6V6UHMG8 type=write size=2645216 2024-04-10T15:51:05.693 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.702+0000 7f0dda17f780 1 > prepared operation key=WB4E7VQYBXDP tag=K0708FQYXJRT type=write size=324779 2024-04-10T15:51:05.695 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.703+0000 7f0dda17f780 1 < completed write operation key=5PTGEI8J4Q78 tag=L5XXJJBVVQOI type=write size=726304 2024-04-10T15:51:05.697 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.705+0000 7f0dda17f780 1 > prepared operation key=O2DQ4CPAMY72 tag=6829Y9K1GEFX type=del size=3846560 2024-04-10T15:51:05.698 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.707+0000 7f0dda17f780 1 < completed write operation key=XDWUTYA27EZF tag=BPG6D4T646MJ type=write size=838979 2024-04-10T15:51:05.702 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.710+0000 7f0dda17f780 1 > prepared part key=_multipart_1XDQOHF2EHZG.2~CZ8Q76JR51TC.0 size=1048576 2024-04-10T15:51:05.703 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.711+0000 7f0dda17f780 1 > prepared part key=_multipart_1XDQOHF2EHZG.2~CZ8Q76JR51TC.1 size=1048576 2024-04-10T15:51:05.704 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.712+0000 7f0dda17f780 1 > prepared part key=_multipart_1XDQOHF2EHZG.2~CZ8Q76JR51TC.2 size=23253 2024-04-10T15:51:05.704 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.712+0000 7f0dda17f780 1 > prepared multipart upload key=1XDQOHF2EHZG upload=CZ8Q76JR51TC tag=B1QN8QNWWTKH type=write size=3168981 2024-04-10T15:51:05.706 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.714+0000 7f0dda17f780 1 < completed delete operation key=4GB88X6QZH6E tag=8NE6Z02PH7NO type=del 2024-04-10T15:51:05.707 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.715+0000 7f0dda17f780 1 > prepared operation key=VKTXOZU1BOHT tag=2F9ZCKVIXIYJ type=write size=467702 2024-04-10T15:51:05.709 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.717+0000 7f0dda17f780 1 < completed delete operation key=892B9J3TLMA2 tag=2H8LLUXRXF1Z type=del 2024-04-10T15:51:05.710 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.719+0000 7f0dda17f780 1 > prepared operation key=J9DG8CWKBLB0 tag=UT0243YA5ZLZ type=del size=1526131 2024-04-10T15:51:05.712 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.721+0000 7f0dda17f780 -1 < failed to complete operation key=1XDQOHF2EHZG tag=5HMWRME26GOU type=del size=2745463: (22) Invalid argument 2024-04-10T15:51:05.714 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.722+0000 7f0dda17f780 1 > prepared operation key=W0QQNH1PRYVL tag=PR0684457L7Z type=del size=2173693 2024-04-10T15:51:05.716 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.724+0000 7f0dda17f780 1 < completed part key=_multipart_0EQWI1AD1VHA.2~7VO2MVO9GFT7.0 size=1048576 2024-04-10T15:51:05.717 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.725+0000 7f0dda17f780 1 < completed part key=_multipart_0EQWI1AD1VHA.2~7VO2MVO9GFT7.1 size=1048576 2024-04-10T15:51:05.718 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.727+0000 7f0dda17f780 1 < completed part key=_multipart_0EQWI1AD1VHA.2~7VO2MVO9GFT7.2 size=163564 2024-04-10T15:51:05.722 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.730+0000 7f0dda17f780 1 < completed multipart upload key=0EQWI1AD1VHA upload=7VO2MVO9GFT7 tag=SFRIQE0WSV77 type=write size=3309292 2024-04-10T15:51:05.723 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.731+0000 7f0dda17f780 1 > prepared operation key=5PTGEI8J4Q78 tag=JOZYKQ4F61OS type=del size=1179387 2024-04-10T15:51:05.725 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.733+0000 7f0dda17f780 1 < completed delete operation key=QJ9GK4CHH36X tag=IUJ5QP9GMXR9 type=del 2024-04-10T15:51:05.727 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.735+0000 7f0dda17f780 1 > prepared operation key=M31TS1RYVD2I tag=HM0TBF7SLASW type=write size=292971 2024-04-10T15:51:05.728 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.737+0000 7f0dda17f780 1 < completed part key=_multipart_DRNFVWXVQQUT.2~C6FSFTSFH4DU.0 size=1048576 2024-04-10T15:51:05.728 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.737+0000 7f0dda17f780 1 < canceled part key=_multipart_DRNFVWXVQQUT.2~C6FSFTSFH4DU.1 size=1048576 2024-04-10T15:51:05.730 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.738+0000 7f0dda17f780 1 < completed part key=_multipart_DRNFVWXVQQUT.2~C6FSFTSFH4DU.2 size=882548 2024-04-10T15:51:05.732 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.740+0000 7f0dda17f780 1 < canceled multipart upload key=DRNFVWXVQQUT upload=C6FSFTSFH4DU tag=P1TU2RBBA6GH type=write size=4028276 2024-04-10T15:51:05.734 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.742+0000 7f0dda17f780 1 > prepared operation key=5PTGEI8J4Q78 tag=ELSHQAXTFN6B type=del size=1852318 2024-04-10T15:51:05.736 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.744+0000 7f0dda17f780 1 < completed part key=_multipart_32PMZSHN97HZ.2~AMNVKWEYXK6P.0 size=1048576 2024-04-10T15:51:05.737 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.745+0000 7f0dda17f780 1 < completed part key=_multipart_32PMZSHN97HZ.2~AMNVKWEYXK6P.1 size=1048576 2024-04-10T15:51:05.738 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.747+0000 7f0dda17f780 1 < completed part key=_multipart_32PMZSHN97HZ.2~AMNVKWEYXK6P.2 size=786943 2024-04-10T15:51:05.741 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.749+0000 7f0dda17f780 1 < completed multipart upload key=32PMZSHN97HZ upload=AMNVKWEYXK6P tag=ORBMAM62EX2J type=write size=3932671 2024-04-10T15:51:05.744 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.752+0000 7f0dda17f780 1 > prepared part key=_multipart_WB4E7VQYBXDP.2~99NWH2ZEZSVW.0 size=1018869 2024-04-10T15:51:05.744 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.752+0000 7f0dda17f780 1 > prepared multipart upload key=WB4E7VQYBXDP upload=99NWH2ZEZSVW tag=5UPH9MDOJW3U type=write size=2067445 2024-04-10T15:51:05.745 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.754+0000 7f0dda17f780 1 < completed part key=_multipart_O0U4M0VYXZJ9.2~CXYCZCF5G21I.0 size=1048576 2024-04-10T15:51:05.746 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.754+0000 7f0dda17f780 1 < canceled part key=_multipart_O0U4M0VYXZJ9.2~CXYCZCF5G21I.1 size=1048576 2024-04-10T15:51:05.747 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.755+0000 7f0dda17f780 1 < completed part key=_multipart_O0U4M0VYXZJ9.2~CXYCZCF5G21I.2 size=887318 2024-04-10T15:51:05.749 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.757+0000 7f0dda17f780 1 < canceled multipart upload key=O0U4M0VYXZJ9 upload=CXYCZCF5G21I tag=MO6CSBGU3IUE type=write size=4033046 2024-04-10T15:51:05.751 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.759+0000 7f0dda17f780 1 > prepared operation key=GK8B4QASB1P8 tag=0TG6YGQKMG6B type=write size=768812 2024-04-10T15:51:05.752 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.761+0000 7f0dda17f780 1 < completed part key=_multipart_J9DG8CWKBLB0.2~HG588REBVSU0.0 size=400248 2024-04-10T15:51:05.755 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.763+0000 7f0dda17f780 1 < completed multipart upload key=J9DG8CWKBLB0 upload=HG588REBVSU0 tag=WP7D6BFTFE9I type=write size=1448824 2024-04-10T15:51:05.759 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.767+0000 7f0dda17f780 1 > prepared part key=_multipart_P7QI1303WDML.2~OFCB590CZ52T.0 size=1048576 2024-04-10T15:51:05.761 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.769+0000 7f0dda17f780 1 > prepared part key=_multipart_P7QI1303WDML.2~OFCB590CZ52T.1 size=632478 2024-04-10T15:51:05.761 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.769+0000 7f0dda17f780 1 > prepared multipart upload key=P7QI1303WDML upload=OFCB590CZ52T tag=89RWXBV2D7TA type=write size=2729630 2024-04-10T15:51:05.762 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.770+0000 7f0dda17f780 1 < completed part key=_multipart_76DRYPHC6HG3.2~H5R4ESMGHO3F.0 size=1048576 2024-04-10T15:51:05.763 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.771+0000 7f0dda17f780 1 < completed part key=_multipart_76DRYPHC6HG3.2~H5R4ESMGHO3F.1 size=1048576 2024-04-10T15:51:05.764 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.773+0000 7f0dda17f780 1 < completed part key=_multipart_76DRYPHC6HG3.2~H5R4ESMGHO3F.2 size=864727 2024-04-10T15:51:05.767 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.776+0000 7f0dda17f780 1 < completed multipart upload key=76DRYPHC6HG3 upload=H5R4ESMGHO3F tag=1FP97G2ZWSND type=write size=4010455 2024-04-10T15:51:05.770 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.778+0000 7f0dda17f780 1 > prepared part key=_multipart_Q55YN73R4WFF.2~GJOMYS1CDWCR.0 size=849322 2024-04-10T15:51:05.770 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.778+0000 7f0dda17f780 1 > prepared multipart upload key=Q55YN73R4WFF upload=GJOMYS1CDWCR tag=14ZEI4EG2FIX type=write size=1897898 2024-04-10T15:51:05.773 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.781+0000 7f0dda17f780 1 < suggested remove operation key=Q55YN73R4WFF tag=GXA4JRU6615O type=del 2024-04-10T15:51:05.775 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.783+0000 7f0dda17f780 1 > prepared operation key=O0U4M0VYXZJ9 tag=W2B45QTYQ4XB type=del size=625798 2024-04-10T15:51:05.776 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.784+0000 7f0dda17f780 1 < completed part key=_multipart_6V3UX4ZSIBZX.2~07S4B07P64DC.0 size=1048576 2024-04-10T15:51:05.778 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.786+0000 7f0dda17f780 1 < completed part key=_multipart_6V3UX4ZSIBZX.2~07S4B07P64DC.1 size=427805 2024-04-10T15:51:05.780 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.788+0000 7f0dda17f780 1 < completed multipart upload key=6V3UX4ZSIBZX upload=07S4B07P64DC tag=RTCR31QDLS63 type=write size=2524957 2024-04-10T15:51:05.783 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.791+0000 7f0dda17f780 1 > prepared part key=_multipart_W72JTU6KAY5Q.2~SHE9PUSMKHBK.0 size=453814 2024-04-10T15:51:05.783 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.791+0000 7f0dda17f780 1 > prepared multipart upload key=W72JTU6KAY5Q upload=SHE9PUSMKHBK tag=DC75O0VJK7XJ type=write size=1502390 2024-04-10T15:51:05.785 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.793+0000 7f0dda17f780 1 < completed part key=_multipart_H433FHMII9ZA.2~C4U4BB1MAFKE.0 size=1048576 2024-04-10T15:51:05.786 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.794+0000 7f0dda17f780 1 < completed part key=_multipart_H433FHMII9ZA.2~C4U4BB1MAFKE.1 size=1048576 2024-04-10T15:51:05.787 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.796+0000 7f0dda17f780 1 < completed part key=_multipart_H433FHMII9ZA.2~C4U4BB1MAFKE.2 size=506037 2024-04-10T15:51:05.790 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.798+0000 7f0dda17f780 1 < completed multipart upload key=H433FHMII9ZA upload=C4U4BB1MAFKE tag=MQKKDZNACJYD type=write size=3651765 2024-04-10T15:51:05.791 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.800+0000 7f0dda17f780 1 > prepared operation key=5VUYRX80DJNN tag=BC4CG5OLUITB type=del size=3993106 2024-04-10T15:51:05.793 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.801+0000 7f0dda17f780 1 < completed write operation key=WB4E7VQYBXDP tag=K0708FQYXJRT type=write size=324779 2024-04-10T15:51:05.796 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.804+0000 7f0dda17f780 1 > prepared part key=_multipart_6V3UX4ZSIBZX.2~M40M391NTLM2.0 size=38356 2024-04-10T15:51:05.796 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.804+0000 7f0dda17f780 1 > prepared multipart upload key=6V3UX4ZSIBZX upload=M40M391NTLM2 tag=XV8F322RRC7V type=write size=1086932 2024-04-10T15:51:05.797 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.806+0000 7f0dda17f780 1 < completed delete operation key=O2DQ4CPAMY72 tag=6829Y9K1GEFX type=del 2024-04-10T15:51:05.799 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.807+0000 7f0dda17f780 1 > prepared operation key=W72JTU6KAY5Q tag=E4G734LHYVLY type=write size=763016 2024-04-10T15:51:05.801 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.809+0000 7f0dda17f780 1 < completed part key=_multipart_1XDQOHF2EHZG.2~CZ8Q76JR51TC.0 size=1048576 2024-04-10T15:51:05.802 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.810+0000 7f0dda17f780 1 < completed part key=_multipart_1XDQOHF2EHZG.2~CZ8Q76JR51TC.1 size=1048576 2024-04-10T15:51:05.804 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.812+0000 7f0dda17f780 1 < completed part key=_multipart_1XDQOHF2EHZG.2~CZ8Q76JR51TC.2 size=23253 2024-04-10T15:51:05.806 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.814+0000 7f0dda17f780 1 < completed multipart upload key=1XDQOHF2EHZG upload=CZ8Q76JR51TC tag=B1QN8QNWWTKH type=write size=3168981 2024-04-10T15:51:05.809 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.817+0000 7f0dda17f780 1 > prepared part key=_multipart_Q55YN73R4WFF.2~IV4O345N3E2D.0 size=1048576 2024-04-10T15:51:05.811 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.819+0000 7f0dda17f780 1 > prepared part key=_multipart_Q55YN73R4WFF.2~IV4O345N3E2D.1 size=700686 2024-04-10T15:51:05.811 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.819+0000 7f0dda17f780 1 > prepared multipart upload key=Q55YN73R4WFF upload=IV4O345N3E2D tag=D6G5PXSCJOSA type=write size=2797838 2024-04-10T15:51:05.812 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.820+0000 7f0dda17f780 1 < completed write operation key=VKTXOZU1BOHT tag=2F9ZCKVIXIYJ type=write size=467702 2024-04-10T15:51:05.814 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.822+0000 7f0dda17f780 1 > prepared operation key=1XDQOHF2EHZG tag=ASS9PBVFROOJ type=del size=1731920 2024-04-10T15:51:05.818 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.823+0000 7f0dda17f780 1 < completed delete operation key=J9DG8CWKBLB0 tag=UT0243YA5ZLZ type=del 2024-04-10T15:51:05.818 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.825+0000 7f0dda17f780 1 > prepared operation key=0EQWI1AD1VHA tag=HSTDGB265XHA type=del size=2375688 2024-04-10T15:51:05.819 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.827+0000 7f0dda17f780 1 < canceled operation key=W0QQNH1PRYVL tag=PR0684457L7Z type=del size=2173693 2024-04-10T15:51:05.820 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.828+0000 7f0dda17f780 1 > prepared operation key=VKTXOZU1BOHT tag=69D7P0CV5Z6O type=write size=329950 2024-04-10T15:51:05.822 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.830+0000 7f0dda17f780 1 < completed delete operation key=5PTGEI8J4Q78 tag=JOZYKQ4F61OS type=del 2024-04-10T15:51:05.823 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.831+0000 7f0dda17f780 1 > prepared operation key=76DRYPHC6HG3 tag=D69QYFJTEQPP type=del size=2309577 2024-04-10T15:51:05.825 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.833+0000 7f0dda17f780 1 < completed write operation key=M31TS1RYVD2I tag=HM0TBF7SLASW type=write size=292971 2024-04-10T15:51:05.827 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.836+0000 7f0dda17f780 1 > prepared part key=_multipart_XDWUTYA27EZF.2~WZYCY23K7IL6.0 size=332128 2024-04-10T15:51:05.828 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.836+0000 7f0dda17f780 1 > prepared multipart upload key=XDWUTYA27EZF upload=WZYCY23K7IL6 tag=JJDOKKSAHX29 type=write size=1380704 2024-04-10T15:51:05.829 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.837+0000 7f0dda17f780 1 < completed delete operation key=5PTGEI8J4Q78 tag=ELSHQAXTFN6B type=del 2024-04-10T15:51:05.832 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.840+0000 7f0dda17f780 1 > prepared part key=_multipart_7R29VV7JYRWM.2~IGEFE1K7VKHD.0 size=628494 2024-04-10T15:51:05.832 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.840+0000 7f0dda17f780 1 > prepared multipart upload key=7R29VV7JYRWM upload=IGEFE1K7VKHD tag=DC847HHT0TAH type=write size=1677070 2024-04-10T15:51:05.832 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.840+0000 7f0dda17f780 1 < canceled part key=_multipart_WB4E7VQYBXDP.2~99NWH2ZEZSVW.0 size=1018869 2024-04-10T15:51:05.835 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.843+0000 7f0dda17f780 1 < canceled multipart upload key=WB4E7VQYBXDP upload=99NWH2ZEZSVW tag=5UPH9MDOJW3U type=write size=2067445 2024-04-10T15:51:05.837 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.846+0000 7f0dda17f780 1 > prepared part key=_multipart_VKTXOZU1BOHT.2~2QU3K32A6P12.0 size=1048576 2024-04-10T15:51:05.839 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.847+0000 7f0dda17f780 1 > prepared part key=_multipart_VKTXOZU1BOHT.2~2QU3K32A6P12.1 size=1048576 2024-04-10T15:51:05.840 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.848+0000 7f0dda17f780 1 > prepared part key=_multipart_VKTXOZU1BOHT.2~2QU3K32A6P12.2 size=192 2024-04-10T15:51:05.840 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.848+0000 7f0dda17f780 1 > prepared multipart upload key=VKTXOZU1BOHT upload=2QU3K32A6P12 tag=A6X5GPS353AN type=write size=3145920 2024-04-10T15:51:05.841 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.850+0000 7f0dda17f780 1 < completed write operation key=GK8B4QASB1P8 tag=0TG6YGQKMG6B type=write size=768812 2024-04-10T15:51:05.844 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.852+0000 7f0dda17f780 1 > prepared part key=_multipart_VKTXOZU1BOHT.2~JK906ZT0FLB4.0 size=129676 2024-04-10T15:51:05.844 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.852+0000 7f0dda17f780 1 > prepared multipart upload key=VKTXOZU1BOHT upload=JK906ZT0FLB4 tag=V6WB0SLUP9VO type=write size=1178252 2024-04-10T15:51:05.846 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.854+0000 7f0dda17f780 1 < completed part key=_multipart_P7QI1303WDML.2~OFCB590CZ52T.0 size=1048576 2024-04-10T15:51:05.847 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.855+0000 7f0dda17f780 1 < completed part key=_multipart_P7QI1303WDML.2~OFCB590CZ52T.1 size=632478 2024-04-10T15:51:05.850 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.858+0000 7f0dda17f780 1 < completed multipart upload key=P7QI1303WDML upload=OFCB590CZ52T tag=89RWXBV2D7TA type=write size=2729630 2024-04-10T15:51:05.851 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.859+0000 7f0dda17f780 1 > prepared operation key=VKTXOZU1BOHT tag=UMW8H8PGH21M type=write size=741630 2024-04-10T15:51:05.853 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.861+0000 7f0dda17f780 1 < completed part key=_multipart_Q55YN73R4WFF.2~GJOMYS1CDWCR.0 size=849322 2024-04-10T15:51:05.856 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.864+0000 7f0dda17f780 1 < completed multipart upload key=Q55YN73R4WFF upload=GJOMYS1CDWCR tag=14ZEI4EG2FIX type=write size=1897898 2024-04-10T15:51:05.858 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.867+0000 7f0dda17f780 1 > prepared part key=_multipart_M31TS1RYVD2I.2~W2DL4157E3GO.0 size=979162 2024-04-10T15:51:05.859 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.867+0000 7f0dda17f780 1 > prepared multipart upload key=M31TS1RYVD2I upload=W2DL4157E3GO tag=7G2EHB8BKJ9Y type=write size=2027738 2024-04-10T15:51:05.860 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.869+0000 7f0dda17f780 1 < completed delete operation key=O0U4M0VYXZJ9 tag=W2B45QTYQ4XB type=del 2024-04-10T15:51:05.862 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.871+0000 7f0dda17f780 1 > prepared operation key=7R1LO48KG193 tag=SP7CUDF4ASID type=write size=972835 2024-04-10T15:51:05.865 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.873+0000 7f0dda17f780 1 < completed part key=_multipart_W72JTU6KAY5Q.2~SHE9PUSMKHBK.0 size=453814 2024-04-10T15:51:05.868 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.876+0000 7f0dda17f780 1 < completed multipart upload key=W72JTU6KAY5Q upload=SHE9PUSMKHBK tag=DC75O0VJK7XJ type=write size=1502390 2024-04-10T15:51:05.869 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.878+0000 7f0dda17f780 1 > prepared operation key=P7QI1303WDML tag=KCG34BWKH6W8 type=del size=3937412 2024-04-10T15:51:05.871 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.879+0000 7f0dda17f780 1 < completed delete operation key=5VUYRX80DJNN tag=BC4CG5OLUITB type=del 2024-04-10T15:51:05.873 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.881+0000 7f0dda17f780 1 > prepared operation key=P7QI1303WDML tag=I30R8QPJC4VB type=write size=136911 2024-04-10T15:51:05.875 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.883+0000 7f0dda17f780 1 < completed part key=_multipart_6V3UX4ZSIBZX.2~M40M391NTLM2.0 size=38356 2024-04-10T15:51:05.877 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.885+0000 7f0dda17f780 1 < completed multipart upload key=6V3UX4ZSIBZX upload=M40M391NTLM2 tag=XV8F322RRC7V type=write size=1086932 2024-04-10T15:51:05.880 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.888+0000 7f0dda17f780 1 > prepared part key=_multipart_DRNFVWXVQQUT.2~D3NSGAN44W1Z.0 size=1048576 2024-04-10T15:51:05.882 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.890+0000 7f0dda17f780 1 > prepared part key=_multipart_DRNFVWXVQQUT.2~D3NSGAN44W1Z.1 size=88806 2024-04-10T15:51:05.882 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.890+0000 7f0dda17f780 1 > prepared multipart upload key=DRNFVWXVQQUT upload=D3NSGAN44W1Z tag=L1LFHX5FH1GF type=write size=2185958 2024-04-10T15:51:05.885 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.893+0000 7f0dda17f780 1 < suggested remove operation key=W72JTU6KAY5Q tag=E4G734LHYVLY type=write 2024-04-10T15:51:05.887 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.895+0000 7f0dda17f780 1 > prepared part key=_multipart_Q55YN73R4WFF.2~I8CSEOPHY6LO.0 size=1048576 2024-04-10T15:51:05.888 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.897+0000 7f0dda17f780 1 > prepared part key=_multipart_Q55YN73R4WFF.2~I8CSEOPHY6LO.1 size=1048576 2024-04-10T15:51:05.890 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.898+0000 7f0dda17f780 1 > prepared part key=_multipart_Q55YN73R4WFF.2~I8CSEOPHY6LO.2 size=522052 2024-04-10T15:51:05.890 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.898+0000 7f0dda17f780 1 > prepared multipart upload key=Q55YN73R4WFF upload=I8CSEOPHY6LO tag=EYHMHXN3WITU type=write size=3667780 2024-04-10T15:51:05.892 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.900+0000 7f0dda17f780 1 < completed part key=_multipart_Q55YN73R4WFF.2~IV4O345N3E2D.0 size=1048576 2024-04-10T15:51:05.893 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.901+0000 7f0dda17f780 1 < completed part key=_multipart_Q55YN73R4WFF.2~IV4O345N3E2D.1 size=700686 2024-04-10T15:51:05.896 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.905+0000 7f0dda17f780 1 < completed multipart upload key=Q55YN73R4WFF upload=IV4O345N3E2D tag=D6G5PXSCJOSA type=write size=2797838 2024-04-10T15:51:05.900 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.908+0000 7f0dda17f780 1 > prepared part key=_multipart_892B9J3TLMA2.2~GJGOZPDGVXX2.0 size=1048576 2024-04-10T15:51:05.901 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.909+0000 7f0dda17f780 1 > prepared part key=_multipart_892B9J3TLMA2.2~GJGOZPDGVXX2.1 size=121694 2024-04-10T15:51:05.901 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.909+0000 7f0dda17f780 1 > prepared multipart upload key=892B9J3TLMA2 upload=GJGOZPDGVXX2 tag=F44G6BWWOOMA type=write size=2218846 2024-04-10T15:51:05.902 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.911+0000 7f0dda17f780 1 < completed delete operation key=1XDQOHF2EHZG tag=ASS9PBVFROOJ type=del 2024-04-10T15:51:05.904 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.912+0000 7f0dda17f780 1 > prepared operation key=W72JTU6KAY5Q tag=0M081ICWWN0N type=write size=209094 2024-04-10T15:51:05.907 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.916+0000 7f0dda17f780 1 < suggested remove operation key=0EQWI1AD1VHA tag=HSTDGB265XHA type=del 2024-04-10T15:51:05.910 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.919+0000 7f0dda17f780 1 > prepared part key=_multipart_76DRYPHC6HG3.2~WMAKGJ4ICV7J.0 size=1048576 2024-04-10T15:51:05.912 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.920+0000 7f0dda17f780 1 > prepared part key=_multipart_76DRYPHC6HG3.2~WMAKGJ4ICV7J.1 size=520237 2024-04-10T15:51:05.912 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.920+0000 7f0dda17f780 1 > prepared multipart upload key=76DRYPHC6HG3 upload=WMAKGJ4ICV7J tag=AI61BQLNCY8E type=write size=2617389 2024-04-10T15:51:05.914 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.922+0000 7f0dda17f780 1 < completed write operation key=VKTXOZU1BOHT tag=69D7P0CV5Z6O type=write size=329950 2024-04-10T15:51:05.915 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.923+0000 7f0dda17f780 1 > prepared operation key=O0U4M0VYXZJ9 tag=S44MR8MQ8OB7 type=del size=2206192 2024-04-10T15:51:05.918 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.926+0000 7f0dda17f780 1 < suggested update operation key=76DRYPHC6HG3 tag=D69QYFJTEQPP type=del size=2309577 2024-04-10T15:51:05.920 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.928+0000 7f0dda17f780 1 > prepared operation key=XDWUTYA27EZF tag=K8OVMHMV28NU type=del size=2976917 2024-04-10T15:51:05.921 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.930+0000 7f0dda17f780 1 < completed part key=_multipart_XDWUTYA27EZF.2~WZYCY23K7IL6.0 size=332128 2024-04-10T15:51:05.924 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.932+0000 7f0dda17f780 1 < completed multipart upload key=XDWUTYA27EZF upload=WZYCY23K7IL6 tag=JJDOKKSAHX29 type=write size=1380704 2024-04-10T15:51:05.927 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.935+0000 7f0dda17f780 1 > prepared part key=_multipart_YKTMKJ7IT90D.2~5UJZQM2YGEM4.0 size=711723 2024-04-10T15:51:05.927 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.935+0000 7f0dda17f780 1 > prepared multipart upload key=YKTMKJ7IT90D upload=5UJZQM2YGEM4 tag=HXYSHQPRS8T8 type=write size=1760299 2024-04-10T15:51:05.929 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.938+0000 7f0dda17f780 1 < completed part key=_multipart_7R29VV7JYRWM.2~IGEFE1K7VKHD.0 size=628494 2024-04-10T15:51:05.932 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.940+0000 7f0dda17f780 1 < completed multipart upload key=7R29VV7JYRWM upload=IGEFE1K7VKHD tag=DC847HHT0TAH type=write size=1677070 2024-04-10T15:51:05.935 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.943+0000 7f0dda17f780 1 > prepared part key=_multipart_XDWUTYA27EZF.2~L5BRN9DW92PI.0 size=1048576 2024-04-10T15:51:05.936 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.945+0000 7f0dda17f780 1 > prepared part key=_multipart_XDWUTYA27EZF.2~L5BRN9DW92PI.1 size=1010625 2024-04-10T15:51:05.936 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.945+0000 7f0dda17f780 1 > prepared multipart upload key=XDWUTYA27EZF upload=L5BRN9DW92PI tag=YEL3QGC98XKW type=write size=3107777 2024-04-10T15:51:05.938 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.946+0000 7f0dda17f780 1 < completed part key=_multipart_VKTXOZU1BOHT.2~2QU3K32A6P12.0 size=1048576 2024-04-10T15:51:05.939 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.947+0000 7f0dda17f780 1 < completed part key=_multipart_VKTXOZU1BOHT.2~2QU3K32A6P12.1 size=1048576 2024-04-10T15:51:05.940 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.949+0000 7f0dda17f780 1 < completed part key=_multipart_VKTXOZU1BOHT.2~2QU3K32A6P12.2 size=192 2024-04-10T15:51:05.943 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.951+0000 7f0dda17f780 1 < completed multipart upload key=VKTXOZU1BOHT upload=2QU3K32A6P12 tag=A6X5GPS353AN type=write size=3145920 2024-04-10T15:51:05.945 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.953+0000 7f0dda17f780 1 > prepared operation key=W72JTU6KAY5Q tag=XA0PRT1B4WDN type=del size=671888 2024-04-10T15:51:05.945 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.954+0000 7f0dda17f780 1 < canceled part key=_multipart_VKTXOZU1BOHT.2~JK906ZT0FLB4.0 size=129676 2024-04-10T15:51:05.948 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.956+0000 7f0dda17f780 1 < canceled multipart upload key=VKTXOZU1BOHT upload=JK906ZT0FLB4 tag=V6WB0SLUP9VO type=write size=1178252 2024-04-10T15:51:05.951 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.959+0000 7f0dda17f780 1 > prepared part key=_multipart_GK8B4QASB1P8.2~7OVZZ1RKW30S.0 size=1048576 2024-04-10T15:51:05.952 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.960+0000 7f0dda17f780 1 > prepared part key=_multipart_GK8B4QASB1P8.2~7OVZZ1RKW30S.1 size=1048576 2024-04-10T15:51:05.953 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.961+0000 7f0dda17f780 1 > prepared part key=_multipart_GK8B4QASB1P8.2~7OVZZ1RKW30S.2 size=884061 2024-04-10T15:51:05.953 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.961+0000 7f0dda17f780 1 > prepared multipart upload key=GK8B4QASB1P8 upload=7OVZZ1RKW30S tag=QMTJ8O2FGYQD type=write size=4029789 2024-04-10T15:51:05.957 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.965+0000 7f0dda17f780 1 < suggested remove operation key=VKTXOZU1BOHT tag=UMW8H8PGH21M type=write 2024-04-10T15:51:05.960 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.968+0000 7f0dda17f780 1 > prepared part key=_multipart_O2DQ4CPAMY72.2~543KKJV4YRDE.0 size=963070 2024-04-10T15:51:05.960 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.968+0000 7f0dda17f780 1 > prepared multipart upload key=O2DQ4CPAMY72 upload=543KKJV4YRDE tag=COI8PJ79NF6G type=write size=2011646 2024-04-10T15:51:05.962 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.970+0000 7f0dda17f780 1 < completed part key=_multipart_M31TS1RYVD2I.2~W2DL4157E3GO.0 size=979162 2024-04-10T15:51:05.964 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.972+0000 7f0dda17f780 1 < completed multipart upload key=M31TS1RYVD2I upload=W2DL4157E3GO tag=7G2EHB8BKJ9Y type=write size=2027738 2024-04-10T15:51:05.966 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.974+0000 7f0dda17f780 1 > prepared operation key=VFKX3F9Z0OZ5 tag=WG2SOBZ6WY6E type=del size=3071602 2024-04-10T15:51:05.969 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.978+0000 7f0dda17f780 1 < suggested update operation key=7R1LO48KG193 tag=SP7CUDF4ASID type=write size=972835 2024-04-10T15:51:05.972 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.980+0000 7f0dda17f780 1 > prepared part key=_multipart_1XDQOHF2EHZG.2~YVJO6RWBAZVU.0 size=1048576 2024-04-10T15:51:05.974 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.982+0000 7f0dda17f780 1 > prepared part key=_multipart_1XDQOHF2EHZG.2~YVJO6RWBAZVU.1 size=792075 2024-04-10T15:51:05.974 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.982+0000 7f0dda17f780 1 > prepared multipart upload key=1XDQOHF2EHZG upload=YVJO6RWBAZVU tag=OZ7O90ZF09B7 type=write size=2889227 2024-04-10T15:51:05.975 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.983+0000 7f0dda17f780 1 < completed delete operation key=P7QI1303WDML tag=KCG34BWKH6W8 type=del 2024-04-10T15:51:05.978 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.986+0000 7f0dda17f780 1 > prepared part key=_multipart_W0QQNH1PRYVL.2~UYKNXACQIGTY.0 size=220716 2024-04-10T15:51:05.978 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.986+0000 7f0dda17f780 1 > prepared multipart upload key=W0QQNH1PRYVL upload=UYKNXACQIGTY tag=QJ3HSXWHK6ZS type=write size=1269292 2024-04-10T15:51:05.981 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.990+0000 7f0dda17f780 1 < suggested remove operation key=P7QI1303WDML tag=I30R8QPJC4VB type=write 2024-04-10T15:51:05.983 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.991+0000 7f0dda17f780 1 > prepared operation key=Q55YN73R4WFF tag=CVWR391U0FJX type=write size=159615 2024-04-10T15:51:05.984 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.993+0000 7f0dda17f780 1 < completed part key=_multipart_DRNFVWXVQQUT.2~D3NSGAN44W1Z.0 size=1048576 2024-04-10T15:51:05.986 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.994+0000 7f0dda17f780 1 < completed part key=_multipart_DRNFVWXVQQUT.2~D3NSGAN44W1Z.1 size=88806 2024-04-10T15:51:05.988 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.996+0000 7f0dda17f780 1 < completed multipart upload key=DRNFVWXVQQUT upload=D3NSGAN44W1Z tag=L1LFHX5FH1GF type=write size=2185958 2024-04-10T15:51:05.991 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.999+0000 7f0dda17f780 1 > prepared part key=_multipart_YKTMKJ7IT90D.2~ICD93Y51YWP1.0 size=535175 2024-04-10T15:51:05.991 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:05.999+0000 7f0dda17f780 1 > prepared multipart upload key=YKTMKJ7IT90D upload=ICD93Y51YWP1 tag=ED3OCC7LD3DX type=write size=1583751 2024-04-10T15:51:05.993 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.001+0000 7f0dda17f780 1 < completed part key=_multipart_Q55YN73R4WFF.2~I8CSEOPHY6LO.0 size=1048576 2024-04-10T15:51:05.994 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.002+0000 7f0dda17f780 1 < completed part key=_multipart_Q55YN73R4WFF.2~I8CSEOPHY6LO.1 size=1048576 2024-04-10T15:51:05.996 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.004+0000 7f0dda17f780 1 < completed part key=_multipart_Q55YN73R4WFF.2~I8CSEOPHY6LO.2 size=522052 2024-04-10T15:51:05.999 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.007+0000 7f0dda17f780 1 < completed multipart upload key=Q55YN73R4WFF upload=I8CSEOPHY6LO tag=EYHMHXN3WITU type=write size=3667780 2024-04-10T15:51:06.001 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.010+0000 7f0dda17f780 1 > prepared part key=_multipart_76DRYPHC6HG3.2~P15TP59EOCIF.0 size=1048576 2024-04-10T15:51:06.003 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.011+0000 7f0dda17f780 1 > prepared part key=_multipart_76DRYPHC6HG3.2~P15TP59EOCIF.1 size=1048576 2024-04-10T15:51:06.004 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.012+0000 7f0dda17f780 1 > prepared part key=_multipart_76DRYPHC6HG3.2~P15TP59EOCIF.2 size=308001 2024-04-10T15:51:06.004 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.012+0000 7f0dda17f780 1 > prepared multipart upload key=76DRYPHC6HG3 upload=P15TP59EOCIF tag=CQJFGHPUB066 type=write size=3453729 2024-04-10T15:51:06.006 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.014+0000 7f0dda17f780 1 < completed part key=_multipart_892B9J3TLMA2.2~GJGOZPDGVXX2.0 size=1048576 2024-04-10T15:51:06.007 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.015+0000 7f0dda17f780 1 < completed part key=_multipart_892B9J3TLMA2.2~GJGOZPDGVXX2.1 size=121694 2024-04-10T15:51:06.010 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.018+0000 7f0dda17f780 1 < completed multipart upload key=892B9J3TLMA2 upload=GJGOZPDGVXX2 tag=F44G6BWWOOMA type=write size=2218846 2024-04-10T15:51:06.012 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.020+0000 7f0dda17f780 1 > prepared operation key=9QFS277S5EY3 tag=ETOESEBIS6TV type=del size=1235725 2024-04-10T15:51:06.013 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.022+0000 7f0dda17f780 1 < canceled operation key=W72JTU6KAY5Q tag=0M081ICWWN0N type=write size=209094 2024-04-10T15:51:06.015 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.023+0000 7f0dda17f780 1 > prepared operation key=O2DQ4CPAMY72 tag=74P4633FISWK type=del size=543326 2024-04-10T15:51:06.017 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.025+0000 7f0dda17f780 1 < completed part key=_multipart_76DRYPHC6HG3.2~WMAKGJ4ICV7J.0 size=1048576 2024-04-10T15:51:06.018 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.026+0000 7f0dda17f780 1 < completed part key=_multipart_76DRYPHC6HG3.2~WMAKGJ4ICV7J.1 size=520237 2024-04-10T15:51:06.021 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.029+0000 7f0dda17f780 1 < completed multipart upload key=76DRYPHC6HG3 upload=WMAKGJ4ICV7J tag=AI61BQLNCY8E type=write size=2617389 2024-04-10T15:51:06.024 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.032+0000 7f0dda17f780 1 > prepared part key=_multipart_W72JTU6KAY5Q.2~FL10AY30YCEO.0 size=1048576 2024-04-10T15:51:06.025 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.033+0000 7f0dda17f780 1 > prepared part key=_multipart_W72JTU6KAY5Q.2~FL10AY30YCEO.1 size=559985 2024-04-10T15:51:06.025 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.033+0000 7f0dda17f780 1 > prepared multipart upload key=W72JTU6KAY5Q upload=FL10AY30YCEO tag=VQYLN4OIJGQY type=write size=2657137 2024-04-10T15:51:06.027 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.035+0000 7f0dda17f780 1 < completed delete operation key=O0U4M0VYXZJ9 tag=S44MR8MQ8OB7 type=del 2024-04-10T15:51:06.028 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.037+0000 7f0dda17f780 1 > prepared operation key=P7QI1303WDML tag=2E0M60S1CQKO type=del size=2280602 2024-04-10T15:51:06.031 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.038+0000 7f0dda17f780 1 < completed delete operation key=XDWUTYA27EZF tag=K8OVMHMV28NU type=del 2024-04-10T15:51:06.033 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.041+0000 7f0dda17f780 1 > prepared operation key=W1N9JNIA6ZML tag=B9NRTDENEU0A type=write size=569353 2024-04-10T15:51:06.035 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.043+0000 7f0dda17f780 1 < completed part key=_multipart_YKTMKJ7IT90D.2~5UJZQM2YGEM4.0 size=711723 2024-04-10T15:51:06.037 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.046+0000 7f0dda17f780 1 < completed multipart upload key=YKTMKJ7IT90D upload=5UJZQM2YGEM4 tag=HXYSHQPRS8T8 type=write size=1760299 2024-04-10T15:51:06.040 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.049+0000 7f0dda17f780 1 > prepared part key=_multipart_7R1LO48KG193.2~U6HX2VE1RK8R.0 size=1048576 2024-04-10T15:51:06.042 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.050+0000 7f0dda17f780 1 > prepared part key=_multipart_7R1LO48KG193.2~U6HX2VE1RK8R.1 size=728003 2024-04-10T15:51:06.042 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.050+0000 7f0dda17f780 1 > prepared multipart upload key=7R1LO48KG193 upload=U6HX2VE1RK8R tag=EH7QYE85O4L7 type=write size=2825155 2024-04-10T15:51:06.043 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.052+0000 7f0dda17f780 1 < completed part key=_multipart_XDWUTYA27EZF.2~L5BRN9DW92PI.0 size=1048576 2024-04-10T15:51:06.043 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.052+0000 7f0dda17f780 1 < canceled part key=_multipart_XDWUTYA27EZF.2~L5BRN9DW92PI.1 size=1010625 2024-04-10T15:51:06.046 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.054+0000 7f0dda17f780 1 < canceled multipart upload key=XDWUTYA27EZF upload=L5BRN9DW92PI tag=YEL3QGC98XKW type=write size=3107777 2024-04-10T15:51:06.049 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.057+0000 7f0dda17f780 1 > prepared part key=_multipart_0EQWI1AD1VHA.2~8BQGS0U3CQXS.0 size=1048576 2024-04-10T15:51:06.050 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.058+0000 7f0dda17f780 1 > prepared part key=_multipart_0EQWI1AD1VHA.2~8BQGS0U3CQXS.1 size=559064 2024-04-10T15:51:06.050 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.058+0000 7f0dda17f780 1 > prepared multipart upload key=0EQWI1AD1VHA upload=8BQGS0U3CQXS tag=S4CU3LLCHUE5 type=write size=2656216 2024-04-10T15:51:06.052 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.060+0000 7f0dda17f780 1 < completed delete operation key=W72JTU6KAY5Q tag=XA0PRT1B4WDN type=del 2024-04-10T15:51:06.055 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.063+0000 7f0dda17f780 1 > prepared part key=_multipart_GK8B4QASB1P8.2~TNHP46S7L1CI.0 size=1048576 2024-04-10T15:51:06.057 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.065+0000 7f0dda17f780 1 > prepared part key=_multipart_GK8B4QASB1P8.2~TNHP46S7L1CI.1 size=1048576 2024-04-10T15:51:06.058 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.066+0000 7f0dda17f780 1 > prepared part key=_multipart_GK8B4QASB1P8.2~TNHP46S7L1CI.2 size=394520 2024-04-10T15:51:06.058 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.066+0000 7f0dda17f780 1 > prepared multipart upload key=GK8B4QASB1P8 upload=TNHP46S7L1CI tag=5DG60K8C4VO7 type=write size=3540248 2024-04-10T15:51:06.060 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.068+0000 7f0dda17f780 1 < completed part key=_multipart_GK8B4QASB1P8.2~7OVZZ1RKW30S.0 size=1048576 2024-04-10T15:51:06.061 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.069+0000 7f0dda17f780 1 < completed part key=_multipart_GK8B4QASB1P8.2~7OVZZ1RKW30S.1 size=1048576 2024-04-10T15:51:06.063 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.071+0000 7f0dda17f780 1 < completed part key=_multipart_GK8B4QASB1P8.2~7OVZZ1RKW30S.2 size=884061 2024-04-10T15:51:06.066 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.074+0000 7f0dda17f780 1 < completed multipart upload key=GK8B4QASB1P8 upload=7OVZZ1RKW30S tag=QMTJ8O2FGYQD type=write size=4029789 2024-04-10T15:51:06.069 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.077+0000 7f0dda17f780 1 > prepared part key=_multipart_76DRYPHC6HG3.2~YFSG1V7EHDH2.0 size=556860 2024-04-10T15:51:06.069 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.077+0000 7f0dda17f780 1 > prepared multipart upload key=76DRYPHC6HG3 upload=YFSG1V7EHDH2 tag=A990918M1TKI type=write size=1605436 2024-04-10T15:51:06.072 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.080+0000 7f0dda17f780 1 < completed part key=_multipart_O2DQ4CPAMY72.2~543KKJV4YRDE.0 size=963070 2024-04-10T15:51:06.075 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.083+0000 7f0dda17f780 1 < completed multipart upload key=O2DQ4CPAMY72 upload=543KKJV4YRDE tag=COI8PJ79NF6G type=write size=2011646 2024-04-10T15:51:06.077 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.086+0000 7f0dda17f780 1 > prepared part key=_multipart_0EQWI1AD1VHA.2~T9ASRL8AMTTQ.0 size=692475 2024-04-10T15:51:06.077 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.086+0000 7f0dda17f780 1 > prepared multipart upload key=0EQWI1AD1VHA upload=T9ASRL8AMTTQ tag=8AN3PBJJYU01 type=write size=1741051 2024-04-10T15:51:06.079 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.087+0000 7f0dda17f780 1 < completed delete operation key=VFKX3F9Z0OZ5 tag=WG2SOBZ6WY6E type=del 2024-04-10T15:51:06.081 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.089+0000 7f0dda17f780 1 > prepared operation key=892B9J3TLMA2 tag=M7AQXI2GR39O type=del size=1634130 2024-04-10T15:51:06.082 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.090+0000 7f0dda17f780 1 < completed part key=_multipart_1XDQOHF2EHZG.2~YVJO6RWBAZVU.0 size=1048576 2024-04-10T15:51:06.084 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.092+0000 7f0dda17f780 1 < completed part key=_multipart_1XDQOHF2EHZG.2~YVJO6RWBAZVU.1 size=792075 2024-04-10T15:51:06.087 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.095+0000 7f0dda17f780 1 < completed multipart upload key=1XDQOHF2EHZG upload=YVJO6RWBAZVU tag=OZ7O90ZF09B7 type=write size=2889227 2024-04-10T15:51:06.088 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.097+0000 7f0dda17f780 1 > prepared operation key=32PMZSHN97HZ tag=K2ZIR64NDI0F type=del size=1021399 2024-04-10T15:51:06.090 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.098+0000 7f0dda17f780 1 < completed part key=_multipart_W0QQNH1PRYVL.2~UYKNXACQIGTY.0 size=220716 2024-04-10T15:51:06.093 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.101+0000 7f0dda17f780 1 < completed multipart upload key=W0QQNH1PRYVL upload=UYKNXACQIGTY tag=QJ3HSXWHK6ZS type=write size=1269292 2024-04-10T15:51:06.095 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.103+0000 7f0dda17f780 1 > prepared operation key=M31TS1RYVD2I tag=1UH1UWWP85SU type=del size=1935416 2024-04-10T15:51:06.098 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.106+0000 7f0dda17f780 1 < suggested remove operation key=Q55YN73R4WFF tag=CVWR391U0FJX type=write 2024-04-10T15:51:06.099 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.107+0000 7f0dda17f780 1 > prepared operation key=VKTXOZU1BOHT tag=RJKYYAMCTHFU type=write size=619231 2024-04-10T15:51:06.101 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.109+0000 7f0dda17f780 1 < completed part key=_multipart_YKTMKJ7IT90D.2~ICD93Y51YWP1.0 size=535175 2024-04-10T15:51:06.103 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.112+0000 7f0dda17f780 1 < completed multipart upload key=YKTMKJ7IT90D upload=ICD93Y51YWP1 tag=ED3OCC7LD3DX type=write size=1583751 2024-04-10T15:51:06.105 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.114+0000 7f0dda17f780 1 > prepared operation key=892B9J3TLMA2 tag=4NGJ1CBF52T6 type=del size=920539 2024-04-10T15:51:06.107 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.115+0000 7f0dda17f780 1 < completed part key=_multipart_76DRYPHC6HG3.2~P15TP59EOCIF.0 size=1048576 2024-04-10T15:51:06.108 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.117+0000 7f0dda17f780 1 < completed part key=_multipart_76DRYPHC6HG3.2~P15TP59EOCIF.1 size=1048576 2024-04-10T15:51:06.110 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.118+0000 7f0dda17f780 1 < completed part key=_multipart_76DRYPHC6HG3.2~P15TP59EOCIF.2 size=308001 2024-04-10T15:51:06.112 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.121+0000 7f0dda17f780 1 < completed multipart upload key=76DRYPHC6HG3 upload=P15TP59EOCIF tag=CQJFGHPUB066 type=write size=3453729 2024-04-10T15:51:06.116 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.124+0000 7f0dda17f780 1 > prepared part key=_multipart_O0U4M0VYXZJ9.2~4P1IOJFTH8DX.0 size=152854 2024-04-10T15:51:06.116 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.124+0000 7f0dda17f780 1 > prepared multipart upload key=O0U4M0VYXZJ9 upload=4P1IOJFTH8DX tag=JEWBKMOTBMCY type=write size=1201430 2024-04-10T15:51:06.117 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.125+0000 7f0dda17f780 1 < completed delete operation key=9QFS277S5EY3 tag=ETOESEBIS6TV type=del 2024-04-10T15:51:06.119 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.127+0000 7f0dda17f780 1 > prepared operation key=Q55YN73R4WFF tag=Q5XDODOWT8QT type=write size=490635 2024-04-10T15:51:06.122 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.130+0000 7f0dda17f780 1 < suggested update operation key=O2DQ4CPAMY72 tag=74P4633FISWK type=del size=543326 2024-04-10T15:51:06.124 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.132+0000 7f0dda17f780 1 > prepared operation key=Q55YN73R4WFF tag=VZ862154OMAR type=del size=707651 2024-04-10T15:51:06.124 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.132+0000 7f0dda17f780 1 < canceled part key=_multipart_W72JTU6KAY5Q.2~FL10AY30YCEO.0 size=1048576 2024-04-10T15:51:06.125 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.133+0000 7f0dda17f780 1 < completed part key=_multipart_W72JTU6KAY5Q.2~FL10AY30YCEO.1 size=559985 2024-04-10T15:51:06.128 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.136+0000 7f0dda17f780 1 < canceled multipart upload key=W72JTU6KAY5Q upload=FL10AY30YCEO tag=VQYLN4OIJGQY type=write size=2657137 2024-04-10T15:51:06.129 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.137+0000 7f0dda17f780 1 > prepared operation key=GK8B4QASB1P8 tag=HUUZLXOFL87M type=del size=2028345 2024-04-10T15:51:06.131 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.140+0000 7f0dda17f780 1 < completed delete operation key=P7QI1303WDML tag=2E0M60S1CQKO type=del 2024-04-10T15:51:06.134 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.143+0000 7f0dda17f780 1 > prepared part key=_multipart_W0QQNH1PRYVL.2~GME2VY3SZO6C.0 size=1048576 2024-04-10T15:51:06.136 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.144+0000 7f0dda17f780 1 > prepared part key=_multipart_W0QQNH1PRYVL.2~GME2VY3SZO6C.1 size=1048576 2024-04-10T15:51:06.137 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.145+0000 7f0dda17f780 1 > prepared part key=_multipart_W0QQNH1PRYVL.2~GME2VY3SZO6C.2 size=547564 2024-04-10T15:51:06.137 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.145+0000 7f0dda17f780 1 > prepared multipart upload key=W0QQNH1PRYVL upload=GME2VY3SZO6C tag=E4NR0WXKTT6P type=write size=3693292 2024-04-10T15:51:06.139 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.147+0000 7f0dda17f780 1 < completed write operation key=W1N9JNIA6ZML tag=B9NRTDENEU0A type=write size=569353 2024-04-10T15:51:06.140 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.148+0000 7f0dda17f780 1 > prepared operation key=GK8B4QASB1P8 tag=CZUW3UWNMNOM type=write size=410555 2024-04-10T15:51:06.142 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.150+0000 7f0dda17f780 1 < completed part key=_multipart_7R1LO48KG193.2~U6HX2VE1RK8R.0 size=1048576 2024-04-10T15:51:06.143 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.151+0000 7f0dda17f780 1 < completed part key=_multipart_7R1LO48KG193.2~U6HX2VE1RK8R.1 size=728003 2024-04-10T15:51:06.146 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.154+0000 7f0dda17f780 1 < completed multipart upload key=7R1LO48KG193 upload=U6HX2VE1RK8R tag=EH7QYE85O4L7 type=write size=2825155 2024-04-10T15:51:06.147 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.155+0000 7f0dda17f780 1 > prepared operation key=H433FHMII9ZA tag=J36WD27MS1T7 type=del size=24147 2024-04-10T15:51:06.149 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.157+0000 7f0dda17f780 1 < completed part key=_multipart_0EQWI1AD1VHA.2~8BQGS0U3CQXS.0 size=1048576 2024-04-10T15:51:06.151 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.159+0000 7f0dda17f780 1 < completed part key=_multipart_0EQWI1AD1VHA.2~8BQGS0U3CQXS.1 size=559064 2024-04-10T15:51:06.153 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.161+0000 7f0dda17f780 1 < completed multipart upload key=0EQWI1AD1VHA upload=8BQGS0U3CQXS tag=S4CU3LLCHUE5 type=write size=2656216 2024-04-10T15:51:06.156 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.164+0000 7f0dda17f780 1 > prepared part key=_multipart_XDWUTYA27EZF.2~FL7O42S5PVPA.0 size=1048576 2024-04-10T15:51:06.157 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.165+0000 7f0dda17f780 1 > prepared part key=_multipart_XDWUTYA27EZF.2~FL7O42S5PVPA.1 size=1048576 2024-04-10T15:51:06.159 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.167+0000 7f0dda17f780 1 > prepared part key=_multipart_XDWUTYA27EZF.2~FL7O42S5PVPA.2 size=539431 2024-04-10T15:51:06.159 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.167+0000 7f0dda17f780 1 > prepared multipart upload key=XDWUTYA27EZF upload=FL7O42S5PVPA tag=9O1D2FHD4FNA type=write size=3685159 2024-04-10T15:51:06.160 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.168+0000 7f0dda17f780 1 < completed part key=_multipart_GK8B4QASB1P8.2~TNHP46S7L1CI.0 size=1048576 2024-04-10T15:51:06.161 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.169+0000 7f0dda17f780 1 < completed part key=_multipart_GK8B4QASB1P8.2~TNHP46S7L1CI.1 size=1048576 2024-04-10T15:51:06.163 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.171+0000 7f0dda17f780 1 < completed part key=_multipart_GK8B4QASB1P8.2~TNHP46S7L1CI.2 size=394520 2024-04-10T15:51:06.166 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.174+0000 7f0dda17f780 1 < completed multipart upload key=GK8B4QASB1P8 upload=TNHP46S7L1CI tag=5DG60K8C4VO7 type=write size=3540248 2024-04-10T15:51:06.167 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.175+0000 7f0dda17f780 1 > prepared operation key=M31TS1RYVD2I tag=ANG4MECZIYLY type=del size=1542924 2024-04-10T15:51:06.169 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.177+0000 7f0dda17f780 1 < completed part key=_multipart_76DRYPHC6HG3.2~YFSG1V7EHDH2.0 size=556860 2024-04-10T15:51:06.171 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.180+0000 7f0dda17f780 1 < completed multipart upload key=76DRYPHC6HG3 upload=YFSG1V7EHDH2 tag=A990918M1TKI type=write size=1605436 2024-04-10T15:51:06.173 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.181+0000 7f0dda17f780 1 > prepared operation key=VFKX3F9Z0OZ5 tag=I54K882ST8QD type=write size=33163 2024-04-10T15:51:06.175 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.183+0000 7f0dda17f780 1 < completed part key=_multipart_0EQWI1AD1VHA.2~T9ASRL8AMTTQ.0 size=692475 2024-04-10T15:51:06.177 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.186+0000 7f0dda17f780 1 < completed multipart upload key=0EQWI1AD1VHA upload=T9ASRL8AMTTQ tag=8AN3PBJJYU01 type=write size=1741051 2024-04-10T15:51:06.179 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.187+0000 7f0dda17f780 1 > prepared operation key=H433FHMII9ZA tag=4MYYQQS2829X type=del size=3983282 2024-04-10T15:51:06.182 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.191+0000 7f0dda17f780 1 < suggested remove operation key=892B9J3TLMA2 tag=M7AQXI2GR39O type=del 2024-04-10T15:51:06.185 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.193+0000 7f0dda17f780 1 > prepared part key=_multipart_DRNFVWXVQQUT.2~82H7MSSNOEFG.0 size=1048576 2024-04-10T15:51:06.186 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.195+0000 7f0dda17f780 1 > prepared part key=_multipart_DRNFVWXVQQUT.2~82H7MSSNOEFG.1 size=501082 2024-04-10T15:51:06.186 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.195+0000 7f0dda17f780 1 > prepared multipart upload key=DRNFVWXVQQUT upload=82H7MSSNOEFG tag=OOYWXK7QJ41X type=write size=2598234 2024-04-10T15:51:06.188 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.196+0000 7f0dda17f780 1 < canceled operation key=32PMZSHN97HZ tag=K2ZIR64NDI0F type=del size=1021399 2024-04-10T15:51:06.191 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.199+0000 7f0dda17f780 1 > prepared part key=_multipart_76DRYPHC6HG3.2~D9Q8F892LO7Z.0 size=1048576 2024-04-10T15:51:06.192 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.201+0000 7f0dda17f780 1 > prepared part key=_multipart_76DRYPHC6HG3.2~D9Q8F892LO7Z.1 size=437500 2024-04-10T15:51:06.192 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.201+0000 7f0dda17f780 1 > prepared multipart upload key=76DRYPHC6HG3 upload=D9Q8F892LO7Z tag=8B6J7OQ7CZ1O type=write size=2534652 2024-04-10T15:51:06.194 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.202+0000 7f0dda17f780 1 < completed delete operation key=M31TS1RYVD2I tag=1UH1UWWP85SU type=del 2024-04-10T15:51:06.197 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.205+0000 7f0dda17f780 1 > prepared part key=_multipart_4GB88X6QZH6E.2~ITN0QKI44Y5A.0 size=1048576 2024-04-10T15:51:06.198 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.206+0000 7f0dda17f780 1 > prepared part key=_multipart_4GB88X6QZH6E.2~ITN0QKI44Y5A.1 size=1048576 2024-04-10T15:51:06.199 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.208+0000 7f0dda17f780 1 > prepared part key=_multipart_4GB88X6QZH6E.2~ITN0QKI44Y5A.2 size=664985 2024-04-10T15:51:06.200 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.208+0000 7f0dda17f780 1 > prepared multipart upload key=4GB88X6QZH6E upload=ITN0QKI44Y5A tag=PP03LC57QPUP type=write size=3810713 2024-04-10T15:51:06.201 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.209+0000 7f0dda17f780 1 < canceled operation key=VKTXOZU1BOHT tag=RJKYYAMCTHFU type=write size=619231 2024-04-10T15:51:06.203 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.211+0000 7f0dda17f780 1 > prepared operation key=VKTXOZU1BOHT tag=0APF1FWJGNGB type=del size=3789553 2024-04-10T15:51:06.205 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.213+0000 7f0dda17f780 -1 < failed to complete operation key=892B9J3TLMA2 tag=4NGJ1CBF52T6 type=del size=920539: (22) Invalid argument 2024-04-10T15:51:06.208 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.216+0000 7f0dda17f780 1 > prepared part key=_multipart_WB4E7VQYBXDP.2~CWTGF2HD343M.0 size=287949 2024-04-10T15:51:06.208 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.216+0000 7f0dda17f780 1 > prepared multipart upload key=WB4E7VQYBXDP upload=CWTGF2HD343M tag=7JTYKUI8QA9E type=write size=1336525 2024-04-10T15:51:06.209 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.218+0000 7f0dda17f780 1 < completed part key=_multipart_O0U4M0VYXZJ9.2~4P1IOJFTH8DX.0 size=152854 2024-04-10T15:51:06.212 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.220+0000 7f0dda17f780 1 < completed multipart upload key=O0U4M0VYXZJ9 upload=4P1IOJFTH8DX tag=JEWBKMOTBMCY type=write size=1201430 2024-04-10T15:51:06.214 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.222+0000 7f0dda17f780 1 > prepared operation key=0EQWI1AD1VHA tag=BZ9F2YX6UKTA type=write size=1007969 2024-04-10T15:51:06.217 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.226+0000 7f0dda17f780 1 < suggested update operation key=Q55YN73R4WFF tag=Q5XDODOWT8QT type=write size=490635 2024-04-10T15:51:06.219 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.227+0000 7f0dda17f780 1 > prepared operation key=P7QI1303WDML tag=5T9O4OYZ3UP2 type=del size=2199522 2024-04-10T15:51:06.221 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.229+0000 7f0dda17f780 -1 < failed to complete operation key=Q55YN73R4WFF tag=VZ862154OMAR type=del size=707651: (22) Invalid argument 2024-04-10T15:51:06.224 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.232+0000 7f0dda17f780 1 > prepared part key=_multipart_VFKX3F9Z0OZ5.2~V5YRL9HSS3V1.0 size=1048576 2024-04-10T15:51:06.225 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.233+0000 7f0dda17f780 1 > prepared part key=_multipart_VFKX3F9Z0OZ5.2~V5YRL9HSS3V1.1 size=135327 2024-04-10T15:51:06.225 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.233+0000 7f0dda17f780 1 > prepared multipart upload key=VFKX3F9Z0OZ5 upload=V5YRL9HSS3V1 tag=352ZNOQO175J type=write size=2232479 2024-04-10T15:51:06.228 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.237+0000 7f0dda17f780 1 < suggested remove operation key=GK8B4QASB1P8 tag=HUUZLXOFL87M type=del 2024-04-10T15:51:06.230 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.238+0000 7f0dda17f780 1 > prepared operation key=LPSA55UNQS7T tag=Z5MP02038OQU type=del size=3618910 2024-04-10T15:51:06.230 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.238+0000 7f0dda17f780 1 < canceled part key=_multipart_W0QQNH1PRYVL.2~GME2VY3SZO6C.0 size=1048576 2024-04-10T15:51:06.230 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.238+0000 7f0dda17f780 1 < canceled part key=_multipart_W0QQNH1PRYVL.2~GME2VY3SZO6C.1 size=1048576 2024-04-10T15:51:06.232 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.240+0000 7f0dda17f780 1 < completed part key=_multipart_W0QQNH1PRYVL.2~GME2VY3SZO6C.2 size=547564 2024-04-10T15:51:06.234 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.243+0000 7f0dda17f780 1 < canceled multipart upload key=W0QQNH1PRYVL upload=GME2VY3SZO6C tag=E4NR0WXKTT6P type=write size=3693292 2024-04-10T15:51:06.237 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.246+0000 7f0dda17f780 1 > prepared part key=_multipart_VKTXOZU1BOHT.2~GGF08K1FUX91.0 size=1048576 2024-04-10T15:51:06.239 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.247+0000 7f0dda17f780 1 > prepared part key=_multipart_VKTXOZU1BOHT.2~GGF08K1FUX91.1 size=832127 2024-04-10T15:51:06.239 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.247+0000 7f0dda17f780 1 > prepared multipart upload key=VKTXOZU1BOHT upload=GGF08K1FUX91 tag=1I41KV7YXX21 type=write size=2929279 2024-04-10T15:51:06.241 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.249+0000 7f0dda17f780 -1 < failed to complete operation key=GK8B4QASB1P8 tag=CZUW3UWNMNOM type=write size=410555: (22) Invalid argument 2024-04-10T15:51:06.243 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.251+0000 7f0dda17f780 1 > prepared operation key=32PMZSHN97HZ tag=9R8606TH4A9W type=del size=197118 2024-04-10T15:51:06.244 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.252+0000 7f0dda17f780 1 < completed delete operation key=H433FHMII9ZA tag=J36WD27MS1T7 type=del 2024-04-10T15:51:06.246 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.254+0000 7f0dda17f780 1 > prepared operation key=XDWUTYA27EZF tag=P12QLOA2SZJT type=write size=776314 2024-04-10T15:51:06.248 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.256+0000 7f0dda17f780 1 < completed part key=_multipart_XDWUTYA27EZF.2~FL7O42S5PVPA.0 size=1048576 2024-04-10T15:51:06.249 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.257+0000 7f0dda17f780 1 < completed part key=_multipart_XDWUTYA27EZF.2~FL7O42S5PVPA.1 size=1048576 2024-04-10T15:51:06.251 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.259+0000 7f0dda17f780 1 < completed part key=_multipart_XDWUTYA27EZF.2~FL7O42S5PVPA.2 size=539431 2024-04-10T15:51:06.254 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.262+0000 7f0dda17f780 1 < completed multipart upload key=XDWUTYA27EZF upload=FL7O42S5PVPA tag=9O1D2FHD4FNA type=write size=3685159 2024-04-10T15:51:06.256 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.264+0000 7f0dda17f780 1 > prepared operation key=7R1LO48KG193 tag=1FR8RDXXOU8Y type=del size=131551 2024-04-10T15:51:06.259 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.267+0000 7f0dda17f780 1 < suggested update operation key=M31TS1RYVD2I tag=ANG4MECZIYLY type=del size=1542924 2024-04-10T15:51:06.261 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.270+0000 7f0dda17f780 1 > prepared part key=_multipart_7R1LO48KG193.2~EQ8PJ1U76IYU.0 size=1048576 2024-04-10T15:51:06.263 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.271+0000 7f0dda17f780 1 > prepared part key=_multipart_7R1LO48KG193.2~EQ8PJ1U76IYU.1 size=1048576 2024-04-10T15:51:06.264 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.272+0000 7f0dda17f780 1 > prepared part key=_multipart_7R1LO48KG193.2~EQ8PJ1U76IYU.2 size=880593 2024-04-10T15:51:06.264 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.272+0000 7f0dda17f780 1 > prepared multipart upload key=7R1LO48KG193 upload=EQ8PJ1U76IYU tag=AWO2ICWWY510 type=write size=4026321 2024-04-10T15:51:06.266 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.274+0000 7f0dda17f780 1 < completed write operation key=VFKX3F9Z0OZ5 tag=I54K882ST8QD type=write size=33163 2024-04-10T15:51:06.269 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.277+0000 7f0dda17f780 1 > prepared part key=_multipart_WB4E7VQYBXDP.2~BAKCSXFXN9N3.0 size=1048576 2024-04-10T15:51:06.270 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.278+0000 7f0dda17f780 1 > prepared part key=_multipart_WB4E7VQYBXDP.2~BAKCSXFXN9N3.1 size=148152 2024-04-10T15:51:06.270 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.278+0000 7f0dda17f780 1 > prepared multipart upload key=WB4E7VQYBXDP upload=BAKCSXFXN9N3 tag=8L85MYUO3DW2 type=write size=2245304 2024-04-10T15:51:06.272 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.280+0000 7f0dda17f780 1 < completed delete operation key=H433FHMII9ZA tag=4MYYQQS2829X type=del 2024-04-10T15:51:06.273 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.281+0000 7f0dda17f780 1 > prepared operation key=DRNFVWXVQQUT tag=FO4B0SZWYUW0 type=del size=3402417 2024-04-10T15:51:06.275 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.283+0000 7f0dda17f780 1 < completed part key=_multipart_DRNFVWXVQQUT.2~82H7MSSNOEFG.0 size=1048576 2024-04-10T15:51:06.276 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.284+0000 7f0dda17f780 1 < completed part key=_multipart_DRNFVWXVQQUT.2~82H7MSSNOEFG.1 size=501082 2024-04-10T15:51:06.279 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.287+0000 7f0dda17f780 1 < completed multipart upload key=DRNFVWXVQQUT upload=82H7MSSNOEFG tag=OOYWXK7QJ41X type=write size=2598234 2024-04-10T15:51:06.282 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.290+0000 7f0dda17f780 1 > prepared part key=_multipart_7R1LO48KG193.2~76FKU7ICFMKR.0 size=889887 2024-04-10T15:51:06.282 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.290+0000 7f0dda17f780 1 > prepared multipart upload key=7R1LO48KG193 upload=76FKU7ICFMKR tag=RI5QGV9LOMI2 type=write size=1938463 2024-04-10T15:51:06.283 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.291+0000 7f0dda17f780 1 < completed part key=_multipart_76DRYPHC6HG3.2~D9Q8F892LO7Z.0 size=1048576 2024-04-10T15:51:06.285 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.293+0000 7f0dda17f780 1 < completed part key=_multipart_76DRYPHC6HG3.2~D9Q8F892LO7Z.1 size=437500 2024-04-10T15:51:06.287 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.295+0000 7f0dda17f780 1 < completed multipart upload key=76DRYPHC6HG3 upload=D9Q8F892LO7Z tag=8B6J7OQ7CZ1O type=write size=2534652 2024-04-10T15:51:06.289 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.297+0000 7f0dda17f780 1 > prepared operation key=0EQWI1AD1VHA tag=IV10K4WIO5Q6 type=del size=3377387 2024-04-10T15:51:06.290 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.298+0000 7f0dda17f780 1 < canceled part key=_multipart_4GB88X6QZH6E.2~ITN0QKI44Y5A.0 size=1048576 2024-04-10T15:51:06.291 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.299+0000 7f0dda17f780 1 < completed part key=_multipart_4GB88X6QZH6E.2~ITN0QKI44Y5A.1 size=1048576 2024-04-10T15:51:06.292 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.301+0000 7f0dda17f780 1 < completed part key=_multipart_4GB88X6QZH6E.2~ITN0QKI44Y5A.2 size=664985 2024-04-10T15:51:06.295 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.303+0000 7f0dda17f780 1 < canceled multipart upload key=4GB88X6QZH6E upload=ITN0QKI44Y5A tag=PP03LC57QPUP type=write size=3810713 2024-04-10T15:51:06.298 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.307+0000 7f0dda17f780 1 > prepared part key=_multipart_W0QQNH1PRYVL.2~U7MYDF859G8A.0 size=1048576 2024-04-10T15:51:06.300 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.308+0000 7f0dda17f780 1 > prepared part key=_multipart_W0QQNH1PRYVL.2~U7MYDF859G8A.1 size=1048576 2024-04-10T15:51:06.301 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.309+0000 7f0dda17f780 1 > prepared part key=_multipart_W0QQNH1PRYVL.2~U7MYDF859G8A.2 size=541737 2024-04-10T15:51:06.301 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.309+0000 7f0dda17f780 1 > prepared multipart upload key=W0QQNH1PRYVL upload=U7MYDF859G8A tag=KVY6U9C1E31Z type=write size=3687465 2024-04-10T15:51:06.304 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.312+0000 7f0dda17f780 1 < suggested update operation key=VKTXOZU1BOHT tag=0APF1FWJGNGB type=del size=3789553 2024-04-10T15:51:06.306 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.314+0000 7f0dda17f780 1 > prepared operation key=W1N9JNIA6ZML tag=FMTQZR38VA2Z type=del size=2776556 2024-04-10T15:51:06.307 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.315+0000 7f0dda17f780 1 < completed part key=_multipart_WB4E7VQYBXDP.2~CWTGF2HD343M.0 size=287949 2024-04-10T15:51:06.310 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.318+0000 7f0dda17f780 1 < completed multipart upload key=WB4E7VQYBXDP upload=CWTGF2HD343M tag=7JTYKUI8QA9E type=write size=1336525 2024-04-10T15:51:06.313 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.321+0000 7f0dda17f780 1 > prepared part key=_multipart_32PMZSHN97HZ.2~IW9KF2QEA4GP.0 size=1048576 2024-04-10T15:51:06.314 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.322+0000 7f0dda17f780 1 > prepared part key=_multipart_32PMZSHN97HZ.2~IW9KF2QEA4GP.1 size=31115 2024-04-10T15:51:06.314 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.322+0000 7f0dda17f780 1 > prepared multipart upload key=32PMZSHN97HZ upload=IW9KF2QEA4GP tag=OKDNS7RTE274 type=write size=2128267 2024-04-10T15:51:06.316 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.324+0000 7f0dda17f780 1 < completed write operation key=0EQWI1AD1VHA tag=BZ9F2YX6UKTA type=write size=1007969 2024-04-10T15:51:06.318 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.326+0000 7f0dda17f780 1 > prepared operation key=M31TS1RYVD2I tag=U5JJU85A729P type=write size=656393 2024-04-10T15:51:06.319 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.327+0000 7f0dda17f780 1 < canceled operation key=P7QI1303WDML tag=5T9O4OYZ3UP2 type=del size=2199522 2024-04-10T15:51:06.321 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.329+0000 7f0dda17f780 1 > prepared operation key=EZ2HJBZ8EY6J tag=YF1C8TV2VS3M type=del size=3623088 2024-04-10T15:51:06.322 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.331+0000 7f0dda17f780 1 < completed part key=_multipart_VFKX3F9Z0OZ5.2~V5YRL9HSS3V1.0 size=1048576 2024-04-10T15:51:06.324 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.332+0000 7f0dda17f780 1 < completed part key=_multipart_VFKX3F9Z0OZ5.2~V5YRL9HSS3V1.1 size=135327 2024-04-10T15:51:06.326 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.334+0000 7f0dda17f780 1 < completed multipart upload key=VFKX3F9Z0OZ5 upload=V5YRL9HSS3V1 tag=352ZNOQO175J type=write size=2232479 2024-04-10T15:51:06.330 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.338+0000 7f0dda17f780 1 > prepared part key=_multipart_DRNFVWXVQQUT.2~H8115ABAKI51.0 size=1048576 2024-04-10T15:51:06.331 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.339+0000 7f0dda17f780 1 > prepared part key=_multipart_DRNFVWXVQQUT.2~H8115ABAKI51.1 size=1043293 2024-04-10T15:51:06.331 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.339+0000 7f0dda17f780 1 > prepared multipart upload key=DRNFVWXVQQUT upload=H8115ABAKI51 tag=JHXNNAXSFZGL type=write size=3140445 2024-04-10T15:51:06.333 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.341+0000 7f0dda17f780 1 < completed delete operation key=LPSA55UNQS7T tag=Z5MP02038OQU type=del 2024-04-10T15:51:06.334 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.343+0000 7f0dda17f780 1 > prepared operation key=XDWUTYA27EZF tag=3O0OR2LQVKPQ type=del size=3951781 2024-04-10T15:51:06.336 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.344+0000 7f0dda17f780 1 < completed part key=_multipart_VKTXOZU1BOHT.2~GGF08K1FUX91.0 size=1048576 2024-04-10T15:51:06.337 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.345+0000 7f0dda17f780 1 < completed part key=_multipart_VKTXOZU1BOHT.2~GGF08K1FUX91.1 size=832127 2024-04-10T15:51:06.340 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.348+0000 7f0dda17f780 1 < completed multipart upload key=VKTXOZU1BOHT upload=GGF08K1FUX91 tag=1I41KV7YXX21 type=write size=2929279 2024-04-10T15:51:06.341 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.350+0000 7f0dda17f780 1 > prepared operation key=WB4E7VQYBXDP tag=VDGSLP493PHU type=del size=2390898 2024-04-10T15:51:06.343 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.351+0000 7f0dda17f780 1 < completed delete operation key=32PMZSHN97HZ tag=9R8606TH4A9W type=del 2024-04-10T15:51:06.345 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.353+0000 7f0dda17f780 1 > prepared operation key=W72JTU6KAY5Q tag=Q06D2BJASS1K type=del size=1818723 2024-04-10T15:51:06.346 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.354+0000 7f0dda17f780 1 < completed write operation key=XDWUTYA27EZF tag=P12QLOA2SZJT type=write size=776314 2024-04-10T15:51:06.348 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.356+0000 7f0dda17f780 1 > prepared operation key=7R29VV7JYRWM tag=AU1H2VA5W93T type=del size=2516230 2024-04-10T15:51:06.349 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.357+0000 7f0dda17f780 1 < canceled operation key=7R1LO48KG193 tag=1FR8RDXXOU8Y type=del size=131551 2024-04-10T15:51:06.351 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.359+0000 7f0dda17f780 1 > prepared operation key=6V3UX4ZSIBZX tag=JNXL6UB1RZJB type=del size=1744536 2024-04-10T15:51:06.352 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.361+0000 7f0dda17f780 1 < completed part key=_multipart_7R1LO48KG193.2~EQ8PJ1U76IYU.0 size=1048576 2024-04-10T15:51:06.354 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.362+0000 7f0dda17f780 1 < completed part key=_multipart_7R1LO48KG193.2~EQ8PJ1U76IYU.1 size=1048576 2024-04-10T15:51:06.355 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.363+0000 7f0dda17f780 1 < completed part key=_multipart_7R1LO48KG193.2~EQ8PJ1U76IYU.2 size=880593 2024-04-10T15:51:06.358 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.366+0000 7f0dda17f780 1 < completed multipart upload key=7R1LO48KG193 upload=EQ8PJ1U76IYU tag=AWO2ICWWY510 type=write size=4026321 2024-04-10T15:51:06.359 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.367+0000 7f0dda17f780 1 > prepared operation key=5PTGEI8J4Q78 tag=GGLT7A2182UA type=del size=82731 2024-04-10T15:51:06.361 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.369+0000 7f0dda17f780 1 < completed part key=_multipart_WB4E7VQYBXDP.2~BAKCSXFXN9N3.0 size=1048576 2024-04-10T15:51:06.362 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.370+0000 7f0dda17f780 1 < completed part key=_multipart_WB4E7VQYBXDP.2~BAKCSXFXN9N3.1 size=148152 2024-04-10T15:51:06.365 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.373+0000 7f0dda17f780 1 < completed multipart upload key=WB4E7VQYBXDP upload=BAKCSXFXN9N3 tag=8L85MYUO3DW2 type=write size=2245304 2024-04-10T15:51:06.367 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.375+0000 7f0dda17f780 1 > prepared operation key=O2DQ4CPAMY72 tag=FBFY6TCNCIKH type=del size=313461 2024-04-10T15:51:06.369 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.377+0000 7f0dda17f780 1 < completed delete operation key=DRNFVWXVQQUT tag=FO4B0SZWYUW0 type=del 2024-04-10T15:51:06.372 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.380+0000 7f0dda17f780 1 > prepared part key=_multipart_WB4E7VQYBXDP.2~B0240N4H6BI5.0 size=1048576 2024-04-10T15:51:06.373 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.381+0000 7f0dda17f780 1 > prepared part key=_multipart_WB4E7VQYBXDP.2~B0240N4H6BI5.1 size=1048576 2024-04-10T15:51:06.375 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.383+0000 7f0dda17f780 1 > prepared part key=_multipart_WB4E7VQYBXDP.2~B0240N4H6BI5.2 size=888770 2024-04-10T15:51:06.375 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.383+0000 7f0dda17f780 1 > prepared multipart upload key=WB4E7VQYBXDP upload=B0240N4H6BI5 tag=2LN1KSC4NO2S type=write size=4034498 2024-04-10T15:51:06.375 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.383+0000 7f0dda17f780 1 < canceled part key=_multipart_7R1LO48KG193.2~76FKU7ICFMKR.0 size=889887 2024-04-10T15:51:06.378 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.386+0000 7f0dda17f780 1 < canceled multipart upload key=7R1LO48KG193 upload=76FKU7ICFMKR tag=RI5QGV9LOMI2 type=write size=1938463 2024-04-10T15:51:06.381 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.389+0000 7f0dda17f780 1 > prepared part key=_multipart_7R1LO48KG193.2~3SZJ3HSJHOBY.0 size=238783 2024-04-10T15:51:06.381 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.389+0000 7f0dda17f780 1 > prepared multipart upload key=7R1LO48KG193 upload=3SZJ3HSJHOBY tag=4KG3XWE7FTWC type=write size=1287359 2024-04-10T15:51:06.383 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.391+0000 7f0dda17f780 1 < completed delete operation key=0EQWI1AD1VHA tag=IV10K4WIO5Q6 type=del 2024-04-10T15:51:06.386 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.394+0000 7f0dda17f780 1 > prepared part key=_multipart_VFKX3F9Z0OZ5.2~KGDFGFXTZEP5.0 size=987975 2024-04-10T15:51:06.386 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.394+0000 7f0dda17f780 1 > prepared multipart upload key=VFKX3F9Z0OZ5 upload=KGDFGFXTZEP5 tag=EY3V627JMCMK type=write size=2036551 2024-04-10T15:51:06.388 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.396+0000 7f0dda17f780 1 < completed part key=_multipart_W0QQNH1PRYVL.2~U7MYDF859G8A.0 size=1048576 2024-04-10T15:51:06.388 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.396+0000 7f0dda17f780 1 < canceled part key=_multipart_W0QQNH1PRYVL.2~U7MYDF859G8A.1 size=1048576 2024-04-10T15:51:06.389 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.397+0000 7f0dda17f780 1 < completed part key=_multipart_W0QQNH1PRYVL.2~U7MYDF859G8A.2 size=541737 2024-04-10T15:51:06.392 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.400+0000 7f0dda17f780 1 < canceled multipart upload key=W0QQNH1PRYVL upload=U7MYDF859G8A tag=KVY6U9C1E31Z type=write size=3687465 2024-04-10T15:51:06.393 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.402+0000 7f0dda17f780 1 > prepared operation key=4GB88X6QZH6E tag=FGY4K3EDX0T1 type=del size=789780 2024-04-10T15:51:06.395 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.403+0000 7f0dda17f780 1 < completed delete operation key=W1N9JNIA6ZML tag=FMTQZR38VA2Z type=del 2024-04-10T15:51:06.398 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.407+0000 7f0dda17f780 1 > prepared part key=_multipart_GK8B4QASB1P8.2~0MCSQ7RVQZH8.0 size=560883 2024-04-10T15:51:06.398 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.407+0000 7f0dda17f780 1 > prepared multipart upload key=GK8B4QASB1P8 upload=0MCSQ7RVQZH8 tag=R42ZMQEPC325 type=write size=1609459 2024-04-10T15:51:06.400 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.408+0000 7f0dda17f780 1 < completed part key=_multipart_32PMZSHN97HZ.2~IW9KF2QEA4GP.0 size=1048576 2024-04-10T15:51:06.401 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.410+0000 7f0dda17f780 1 < completed part key=_multipart_32PMZSHN97HZ.2~IW9KF2QEA4GP.1 size=31115 2024-04-10T15:51:06.404 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.412+0000 7f0dda17f780 1 < completed multipart upload key=32PMZSHN97HZ upload=IW9KF2QEA4GP tag=OKDNS7RTE274 type=write size=2128267 2024-04-10T15:51:06.406 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.414+0000 7f0dda17f780 1 > prepared operation key=J9DG8CWKBLB0 tag=LCUSZ135BIN8 type=del size=2362272 2024-04-10T15:51:06.408 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.416+0000 7f0dda17f780 1 < completed write operation key=M31TS1RYVD2I tag=U5JJU85A729P type=write size=656393 2024-04-10T15:51:06.410 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.418+0000 7f0dda17f780 1 > prepared operation key=P7QI1303WDML tag=3C9P8O6Y77WA type=del size=1363299 2024-04-10T15:51:06.413 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.421+0000 7f0dda17f780 1 < suggested remove operation key=EZ2HJBZ8EY6J tag=YF1C8TV2VS3M type=del 2024-04-10T15:51:06.415 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.423+0000 7f0dda17f780 1 > prepared operation key=YKTMKJ7IT90D tag=QBR0LHKAPO4T type=del size=2234190 2024-04-10T15:51:06.417 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.425+0000 7f0dda17f780 1 < completed part key=_multipart_DRNFVWXVQQUT.2~H8115ABAKI51.0 size=1048576 2024-04-10T15:51:06.418 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.426+0000 7f0dda17f780 1 < completed part key=_multipart_DRNFVWXVQQUT.2~H8115ABAKI51.1 size=1043293 2024-04-10T15:51:06.421 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.429+0000 7f0dda17f780 1 < completed multipart upload key=DRNFVWXVQQUT upload=H8115ABAKI51 tag=JHXNNAXSFZGL type=write size=3140445 2024-04-10T15:51:06.423 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.431+0000 7f0dda17f780 1 > prepared operation key=6V3UX4ZSIBZX tag=H6MZJJ70UEIO type=del size=284190 2024-04-10T15:51:06.424 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.432+0000 7f0dda17f780 1 < completed delete operation key=XDWUTYA27EZF tag=3O0OR2LQVKPQ type=del 2024-04-10T15:51:06.426 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.434+0000 7f0dda17f780 1 > prepared operation key=VKTXOZU1BOHT tag=XQZ7IWWBUI34 type=write size=457692 2024-04-10T15:51:06.427 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.436+0000 7f0dda17f780 1 < completed delete operation key=WB4E7VQYBXDP tag=VDGSLP493PHU type=del 2024-04-10T15:51:06.429 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.437+0000 7f0dda17f780 1 > prepared operation key=7R29VV7JYRWM tag=JI16D3G67SXB type=del size=3090574 2024-04-10T15:51:06.430 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.439+0000 7f0dda17f780 1 < canceled operation key=W72JTU6KAY5Q tag=Q06D2BJASS1K type=del size=1818723 2024-04-10T15:51:06.432 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.440+0000 7f0dda17f780 1 > prepared operation key=EZ2HJBZ8EY6J tag=2VW0G1BQOEJA type=write size=130931 2024-04-10T15:51:06.434 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.442+0000 7f0dda17f780 1 < completed delete operation key=7R29VV7JYRWM tag=AU1H2VA5W93T type=del 2024-04-10T15:51:06.436 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.444+0000 7f0dda17f780 1 > prepared operation key=QJ9GK4CHH36X tag=EBGBADUWIOGE type=del size=578397 2024-04-10T15:51:06.439 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.447+0000 7f0dda17f780 1 < suggested update operation key=6V3UX4ZSIBZX tag=JNXL6UB1RZJB type=del size=1744536 2024-04-10T15:51:06.442 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.450+0000 7f0dda17f780 1 > prepared part key=_multipart_32PMZSHN97HZ.2~OKJS27UI0KLD.0 size=1048576 2024-04-10T15:51:06.444 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.452+0000 7f0dda17f780 1 > prepared part key=_multipart_32PMZSHN97HZ.2~OKJS27UI0KLD.1 size=59190 2024-04-10T15:51:06.444 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.452+0000 7f0dda17f780 1 > prepared multipart upload key=32PMZSHN97HZ upload=OKJS27UI0KLD tag=OE0OGUTX64V2 type=write size=2156342 2024-04-10T15:51:06.445 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.454+0000 7f0dda17f780 1 < completed delete operation key=5PTGEI8J4Q78 tag=GGLT7A2182UA type=del 2024-04-10T15:51:06.447 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.455+0000 7f0dda17f780 1 > prepared operation key=M31TS1RYVD2I tag=LB3ORHEY832W type=write size=771277 2024-04-10T15:51:06.449 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.457+0000 7f0dda17f780 1 < completed delete operation key=O2DQ4CPAMY72 tag=FBFY6TCNCIKH type=del 2024-04-10T15:51:06.452 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.460+0000 7f0dda17f780 1 > prepared part key=_multipart_GK8B4QASB1P8.2~FKRHP2SJPQZD.0 size=1048576 2024-04-10T15:51:06.453 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.461+0000 7f0dda17f780 1 > prepared part key=_multipart_GK8B4QASB1P8.2~FKRHP2SJPQZD.1 size=372463 2024-04-10T15:51:06.453 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.461+0000 7f0dda17f780 1 > prepared multipart upload key=GK8B4QASB1P8 upload=FKRHP2SJPQZD tag=ALQ5AD357F8V type=write size=2469615 2024-04-10T15:51:06.455 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.463+0000 7f0dda17f780 1 < completed part key=_multipart_WB4E7VQYBXDP.2~B0240N4H6BI5.0 size=1048576 2024-04-10T15:51:06.456 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.464+0000 7f0dda17f780 1 < completed part key=_multipart_WB4E7VQYBXDP.2~B0240N4H6BI5.1 size=1048576 2024-04-10T15:51:06.458 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.466+0000 7f0dda17f780 1 < completed part key=_multipart_WB4E7VQYBXDP.2~B0240N4H6BI5.2 size=888770 2024-04-10T15:51:06.460 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.469+0000 7f0dda17f780 1 < completed multipart upload key=WB4E7VQYBXDP upload=B0240N4H6BI5 tag=2LN1KSC4NO2S type=write size=4034498 2024-04-10T15:51:06.462 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.470+0000 7f0dda17f780 1 > prepared operation key=DRNFVWXVQQUT tag=38AZ1WPZXXL6 type=del size=2192075 2024-04-10T15:51:06.464 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.472+0000 7f0dda17f780 1 < completed part key=_multipart_7R1LO48KG193.2~3SZJ3HSJHOBY.0 size=238783 2024-04-10T15:51:06.467 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.475+0000 7f0dda17f780 1 < completed multipart upload key=7R1LO48KG193 upload=3SZJ3HSJHOBY tag=4KG3XWE7FTWC type=write size=1287359 2024-04-10T15:51:06.469 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.477+0000 7f0dda17f780 1 > prepared operation key=O2DQ4CPAMY72 tag=R0OD996BZXY5 type=del size=488565 2024-04-10T15:51:06.471 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.479+0000 7f0dda17f780 1 < completed part key=_multipart_VFKX3F9Z0OZ5.2~KGDFGFXTZEP5.0 size=987975 2024-04-10T15:51:06.473 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.482+0000 7f0dda17f780 1 < completed multipart upload key=VFKX3F9Z0OZ5 upload=KGDFGFXTZEP5 tag=EY3V627JMCMK type=write size=2036551 2024-04-10T15:51:06.477 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.485+0000 7f0dda17f780 1 > prepared part key=_multipart_9QFS277S5EY3.2~W4BI0VBJHKYM.0 size=1048576 2024-04-10T15:51:06.478 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.486+0000 7f0dda17f780 1 > prepared part key=_multipart_9QFS277S5EY3.2~W4BI0VBJHKYM.1 size=459067 2024-04-10T15:51:06.478 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.486+0000 7f0dda17f780 1 > prepared multipart upload key=9QFS277S5EY3 upload=W4BI0VBJHKYM tag=XV4S23K6QYG9 type=write size=2556219 2024-04-10T15:51:06.480 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.488+0000 7f0dda17f780 1 < canceled operation key=4GB88X6QZH6E tag=FGY4K3EDX0T1 type=del size=789780 2024-04-10T15:51:06.481 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.490+0000 7f0dda17f780 1 > prepared operation key=XDWUTYA27EZF tag=66RQQNLK3QB2 type=del size=3007224 2024-04-10T15:51:06.484 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.492+0000 7f0dda17f780 1 < completed part key=_multipart_GK8B4QASB1P8.2~0MCSQ7RVQZH8.0 size=560883 2024-04-10T15:51:06.487 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.495+0000 7f0dda17f780 1 < completed multipart upload key=GK8B4QASB1P8 upload=0MCSQ7RVQZH8 tag=R42ZMQEPC325 type=write size=1609459 2024-04-10T15:51:06.488 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.497+0000 7f0dda17f780 1 > prepared operation key=76DRYPHC6HG3 tag=DZ6QTAXSVDCQ type=del size=1664144 2024-04-10T15:51:06.490 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.498+0000 7f0dda17f780 1 < completed delete operation key=J9DG8CWKBLB0 tag=LCUSZ135BIN8 type=del 2024-04-10T15:51:06.492 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.500+0000 7f0dda17f780 1 > prepared operation key=W1N9JNIA6ZML tag=D8BPQIQGVR8I type=del size=958169 2024-04-10T15:51:06.494 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.502+0000 7f0dda17f780 1 < completed delete operation key=P7QI1303WDML tag=3C9P8O6Y77WA type=del 2024-04-10T15:51:06.496 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.504+0000 7f0dda17f780 1 > prepared operation key=M31TS1RYVD2I tag=G30HYXKONOSY type=del size=2612248 2024-04-10T15:51:06.498 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.506+0000 7f0dda17f780 1 < canceled operation key=YKTMKJ7IT90D tag=QBR0LHKAPO4T type=del size=2234190 2024-04-10T15:51:06.499 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.507+0000 7f0dda17f780 1 > prepared operation key=VKTXOZU1BOHT tag=M1AYAX3NDJKJ type=del size=3903264 2024-04-10T15:51:06.503 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.511+0000 7f0dda17f780 1 < suggested remove operation key=6V3UX4ZSIBZX tag=H6MZJJ70UEIO type=del 2024-04-10T15:51:06.504 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.513+0000 7f0dda17f780 1 > prepared operation key=WB4E7VQYBXDP tag=60HESI62S5D6 type=del size=2081178 2024-04-10T15:51:06.509 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.517+0000 7f0dda17f780 1 < suggested remove operation key=VKTXOZU1BOHT tag=XQZ7IWWBUI34 type=write 2024-04-10T15:51:06.511 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.519+0000 7f0dda17f780 1 > prepared operation key=7R29VV7JYRWM tag=8FGT6UWCIV57 type=del size=2480083 2024-04-10T15:51:06.513 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.521+0000 7f0dda17f780 1 < completed delete operation key=7R29VV7JYRWM tag=JI16D3G67SXB type=del 2024-04-10T15:51:06.515 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.523+0000 7f0dda17f780 1 > prepared operation key=WB4E7VQYBXDP tag=3MDN98RCJMBF type=write size=1020341 2024-04-10T15:51:06.517 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.525+0000 7f0dda17f780 1 < completed write operation key=EZ2HJBZ8EY6J tag=2VW0G1BQOEJA type=write size=130931 2024-04-10T15:51:06.520 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.528+0000 7f0dda17f780 1 > prepared part key=_multipart_DRNFVWXVQQUT.2~GEL9LLVDAUC0.0 size=1048576 2024-04-10T15:51:06.521 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.529+0000 7f0dda17f780 1 > prepared part key=_multipart_DRNFVWXVQQUT.2~GEL9LLVDAUC0.1 size=639533 2024-04-10T15:51:06.521 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.529+0000 7f0dda17f780 1 > prepared multipart upload key=DRNFVWXVQQUT upload=GEL9LLVDAUC0 tag=1U3BO1LFDY3X type=write size=2736685 2024-04-10T15:51:06.523 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.531+0000 7f0dda17f780 1 < completed delete operation key=QJ9GK4CHH36X tag=EBGBADUWIOGE type=del 2024-04-10T15:51:06.526 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.534+0000 7f0dda17f780 1 > prepared part key=_multipart_6V3UX4ZSIBZX.2~3NVDIWDR55OG.0 size=1048576 2024-04-10T15:51:06.527 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.535+0000 7f0dda17f780 1 > prepared part key=_multipart_6V3UX4ZSIBZX.2~3NVDIWDR55OG.1 size=1048576 2024-04-10T15:51:06.529 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.537+0000 7f0dda17f780 1 > prepared part key=_multipart_6V3UX4ZSIBZX.2~3NVDIWDR55OG.2 size=407644 2024-04-10T15:51:06.529 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.537+0000 7f0dda17f780 1 > prepared multipart upload key=6V3UX4ZSIBZX upload=3NVDIWDR55OG tag=6U75ZJZZ0C08 type=write size=3553372 2024-04-10T15:51:06.531 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.539+0000 7f0dda17f780 1 < completed part key=_multipart_32PMZSHN97HZ.2~OKJS27UI0KLD.0 size=1048576 2024-04-10T15:51:06.532 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.541+0000 7f0dda17f780 1 < completed part key=_multipart_32PMZSHN97HZ.2~OKJS27UI0KLD.1 size=59190 2024-04-10T15:51:06.535 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.543+0000 7f0dda17f780 1 < completed multipart upload key=32PMZSHN97HZ upload=OKJS27UI0KLD tag=OE0OGUTX64V2 type=write size=2156342 2024-04-10T15:51:06.537 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.545+0000 7f0dda17f780 1 > prepared operation key=J9DG8CWKBLB0 tag=5I61MHQ3EB6B type=del size=2282130 2024-04-10T15:51:06.540 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.548+0000 7f0dda17f780 1 < completed write operation key=M31TS1RYVD2I tag=LB3ORHEY832W type=write size=771277 2024-04-10T15:51:06.542 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.550+0000 7f0dda17f780 1 > prepared operation key=1XDQOHF2EHZG tag=TMYGWLJ4REKY type=write size=855785 2024-04-10T15:51:06.544 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.552+0000 7f0dda17f780 1 < completed part key=_multipart_GK8B4QASB1P8.2~FKRHP2SJPQZD.0 size=1048576 2024-04-10T15:51:06.545 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.553+0000 7f0dda17f780 1 < completed part key=_multipart_GK8B4QASB1P8.2~FKRHP2SJPQZD.1 size=372463 2024-04-10T15:51:06.548 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.556+0000 7f0dda17f780 1 < completed multipart upload key=GK8B4QASB1P8 upload=FKRHP2SJPQZD tag=ALQ5AD357F8V type=write size=2469615 2024-04-10T15:51:06.550 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.558+0000 7f0dda17f780 1 > prepared operation key=5VUYRX80DJNN tag=IDHNQY1DG2YZ type=del size=2833397 2024-04-10T15:51:06.552 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.560+0000 7f0dda17f780 1 < completed delete operation key=DRNFVWXVQQUT tag=38AZ1WPZXXL6 type=del 2024-04-10T15:51:06.555 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.563+0000 7f0dda17f780 1 > prepared part key=_multipart_M31TS1RYVD2I.2~OG36VPVMRK6I.0 size=1048576 2024-04-10T15:51:06.556 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.565+0000 7f0dda17f780 1 > prepared part key=_multipart_M31TS1RYVD2I.2~OG36VPVMRK6I.1 size=66795 2024-04-10T15:51:06.556 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.565+0000 7f0dda17f780 1 > prepared multipart upload key=M31TS1RYVD2I upload=OG36VPVMRK6I tag=LWBAD0YJ7C3Q type=write size=2163947 2024-04-10T15:51:06.560 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.568+0000 7f0dda17f780 1 < suggested remove operation key=O2DQ4CPAMY72 tag=R0OD996BZXY5 type=del 2024-04-10T15:51:06.563 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.571+0000 7f0dda17f780 1 > prepared part key=_multipart_VFKX3F9Z0OZ5.2~7UBEODK2OOXI.0 size=1048576 2024-04-10T15:51:06.564 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.572+0000 7f0dda17f780 1 > prepared part key=_multipart_VFKX3F9Z0OZ5.2~7UBEODK2OOXI.1 size=693917 2024-04-10T15:51:06.564 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.572+0000 7f0dda17f780 1 > prepared multipart upload key=VFKX3F9Z0OZ5 upload=7UBEODK2OOXI tag=JOA8HFHZYZ6Q type=write size=2791069 2024-04-10T15:51:06.566 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.574+0000 7f0dda17f780 1 < completed part key=_multipart_9QFS277S5EY3.2~W4BI0VBJHKYM.0 size=1048576 2024-04-10T15:51:06.567 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.575+0000 7f0dda17f780 1 < completed part key=_multipart_9QFS277S5EY3.2~W4BI0VBJHKYM.1 size=459067 2024-04-10T15:51:06.570 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.578+0000 7f0dda17f780 1 < completed multipart upload key=9QFS277S5EY3 upload=W4BI0VBJHKYM tag=XV4S23K6QYG9 type=write size=2556219 2024-04-10T15:51:06.573 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.581+0000 7f0dda17f780 1 > prepared part key=_multipart_7R29VV7JYRWM.2~QVEPMPORWCUP.0 size=1048576 2024-04-10T15:51:06.574 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.582+0000 7f0dda17f780 1 > prepared part key=_multipart_7R29VV7JYRWM.2~QVEPMPORWCUP.1 size=1048576 2024-04-10T15:51:06.575 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.583+0000 7f0dda17f780 1 > prepared part key=_multipart_7R29VV7JYRWM.2~QVEPMPORWCUP.2 size=552149 2024-04-10T15:51:06.575 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.583+0000 7f0dda17f780 1 > prepared multipart upload key=7R29VV7JYRWM upload=QVEPMPORWCUP tag=7RWHP5ULTTLT type=write size=3697877 2024-04-10T15:51:06.577 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.585+0000 7f0dda17f780 1 < completed delete operation key=XDWUTYA27EZF tag=66RQQNLK3QB2 type=del 2024-04-10T15:51:06.578 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.587+0000 7f0dda17f780 1 > prepared operation key=1XDQOHF2EHZG tag=3WH6EQD8JWWR type=del size=458737 2024-04-10T15:51:06.580 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.588+0000 7f0dda17f780 1 < completed delete operation key=76DRYPHC6HG3 tag=DZ6QTAXSVDCQ type=del 2024-04-10T15:51:06.582 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.591+0000 7f0dda17f780 1 > prepared operation key=5PTGEI8J4Q78 tag=WT0MQ8PW3Y48 type=del size=107747 2024-04-10T15:51:06.585 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.593+0000 7f0dda17f780 1 < completed delete operation key=W1N9JNIA6ZML tag=D8BPQIQGVR8I type=del 2024-04-10T15:51:06.588 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.596+0000 7f0dda17f780 1 > prepared part key=_multipart_VKTXOZU1BOHT.2~593I331NCUD9.0 size=287759 2024-04-10T15:51:06.588 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.596+0000 7f0dda17f780 1 > prepared multipart upload key=VKTXOZU1BOHT upload=593I331NCUD9 tag=6WKAOXD0L3JM type=write size=1336335 2024-04-10T15:51:06.589 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.598+0000 7f0dda17f780 1 < completed delete operation key=M31TS1RYVD2I tag=G30HYXKONOSY type=del 2024-04-10T15:51:06.594 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.601+0000 7f0dda17f780 1 > prepared part key=_multipart_EZ2HJBZ8EY6J.2~EHIQW5FKJFYW.0 size=1048576 2024-04-10T15:51:06.595 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.602+0000 7f0dda17f780 1 > prepared part key=_multipart_EZ2HJBZ8EY6J.2~EHIQW5FKJFYW.1 size=452481 2024-04-10T15:51:06.595 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.602+0000 7f0dda17f780 1 > prepared multipart upload key=EZ2HJBZ8EY6J upload=EHIQW5FKJFYW tag=VETZEK5LMIF9 type=write size=2549633 2024-04-10T15:51:06.596 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.604+0000 7f0dda17f780 -1 < failed to complete operation key=VKTXOZU1BOHT tag=M1AYAX3NDJKJ type=del size=3903264: (22) Invalid argument 2024-04-10T15:51:06.598 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.606+0000 7f0dda17f780 1 > prepared operation key=H433FHMII9ZA tag=8W467CTS7D1S type=del size=87077 2024-04-10T15:51:06.601 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.609+0000 7f0dda17f780 1 < suggested remove operation key=WB4E7VQYBXDP tag=60HESI62S5D6 type=del 2024-04-10T15:51:06.603 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.611+0000 7f0dda17f780 1 > prepared operation key=W0QQNH1PRYVL tag=PJIVPEOPR5XT type=write size=192102 2024-04-10T15:51:06.606 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.614+0000 7f0dda17f780 1 < suggested remove operation key=7R29VV7JYRWM tag=8FGT6UWCIV57 type=del 2024-04-10T15:51:06.609 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.617+0000 7f0dda17f780 1 > prepared part key=_multipart_LPSA55UNQS7T.2~IT5A9KD4RQ45.0 size=1048576 2024-04-10T15:51:06.610 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.619+0000 7f0dda17f780 1 > prepared part key=_multipart_LPSA55UNQS7T.2~IT5A9KD4RQ45.1 size=1048576 2024-04-10T15:51:06.612 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.620+0000 7f0dda17f780 1 > prepared part key=_multipart_LPSA55UNQS7T.2~IT5A9KD4RQ45.2 size=935901 2024-04-10T15:51:06.612 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.620+0000 7f0dda17f780 1 > prepared multipart upload key=LPSA55UNQS7T upload=IT5A9KD4RQ45 tag=6HOUSKCR6TXZ type=write size=4081629 2024-04-10T15:51:06.614 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.622+0000 7f0dda17f780 -1 < failed to complete operation key=WB4E7VQYBXDP tag=3MDN98RCJMBF type=write size=1020341: (22) Invalid argument 2024-04-10T15:51:06.617 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.625+0000 7f0dda17f780 1 > prepared part key=_multipart_1XDQOHF2EHZG.2~ABVJ88UFGQ8F.0 size=1048576 2024-04-10T15:51:06.618 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.626+0000 7f0dda17f780 1 > prepared part key=_multipart_1XDQOHF2EHZG.2~ABVJ88UFGQ8F.1 size=301507 2024-04-10T15:51:06.618 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.626+0000 7f0dda17f780 1 > prepared multipart upload key=1XDQOHF2EHZG upload=ABVJ88UFGQ8F tag=Q0FEW5E13D0Z type=write size=2398659 2024-04-10T15:51:06.620 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.628+0000 7f0dda17f780 1 < completed part key=_multipart_DRNFVWXVQQUT.2~GEL9LLVDAUC0.0 size=1048576 2024-04-10T15:51:06.621 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.629+0000 7f0dda17f780 1 < completed part key=_multipart_DRNFVWXVQQUT.2~GEL9LLVDAUC0.1 size=639533 2024-04-10T15:51:06.624 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.632+0000 7f0dda17f780 1 < completed multipart upload key=DRNFVWXVQQUT upload=GEL9LLVDAUC0 tag=1U3BO1LFDY3X type=write size=2736685 2024-04-10T15:51:06.627 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.635+0000 7f0dda17f780 1 > prepared part key=_multipart_GK8B4QASB1P8.2~DRXXOQE0E7EH.0 size=1048576 2024-04-10T15:51:06.628 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.636+0000 7f0dda17f780 1 > prepared part key=_multipart_GK8B4QASB1P8.2~DRXXOQE0E7EH.1 size=1048576 2024-04-10T15:51:06.629 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.637+0000 7f0dda17f780 1 > prepared part key=_multipart_GK8B4QASB1P8.2~DRXXOQE0E7EH.2 size=507470 2024-04-10T15:51:06.629 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.637+0000 7f0dda17f780 1 > prepared multipart upload key=GK8B4QASB1P8 upload=DRXXOQE0E7EH tag=161Q2YJ87K9X type=write size=3653198 2024-04-10T15:51:06.631 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.639+0000 7f0dda17f780 1 < completed part key=_multipart_6V3UX4ZSIBZX.2~3NVDIWDR55OG.0 size=1048576 2024-04-10T15:51:06.632 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.641+0000 7f0dda17f780 1 < completed part key=_multipart_6V3UX4ZSIBZX.2~3NVDIWDR55OG.1 size=1048576 2024-04-10T15:51:06.634 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.642+0000 7f0dda17f780 1 < completed part key=_multipart_6V3UX4ZSIBZX.2~3NVDIWDR55OG.2 size=407644 2024-04-10T15:51:06.637 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.645+0000 7f0dda17f780 1 < completed multipart upload key=6V3UX4ZSIBZX upload=3NVDIWDR55OG tag=6U75ZJZZ0C08 type=write size=3553372 2024-04-10T15:51:06.639 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.647+0000 7f0dda17f780 1 > prepared operation key=XDWUTYA27EZF tag=M06AOM6RG3FR type=del size=1296570 2024-04-10T15:51:06.640 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.648+0000 7f0dda17f780 1 < completed delete operation key=J9DG8CWKBLB0 tag=5I61MHQ3EB6B type=del 2024-04-10T15:51:06.643 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.651+0000 7f0dda17f780 1 > prepared part key=_multipart_5PTGEI8J4Q78.2~C1YJ6MQ1U15Y.0 size=695764 2024-04-10T15:51:06.643 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.651+0000 7f0dda17f780 1 > prepared multipart upload key=5PTGEI8J4Q78 upload=C1YJ6MQ1U15Y tag=H4CQF5QOZDDQ type=write size=1744340 2024-04-10T15:51:06.651 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.659+0000 7f0dda17f780 1 < canceled operation key=1XDQOHF2EHZG tag=TMYGWLJ4REKY type=write size=855785 2024-04-10T15:51:06.654 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.662+0000 7f0dda17f780 1 > prepared operation key=W1N9JNIA6ZML tag=GGAZ7R2V9SMQ type=del size=3462171 2024-04-10T15:51:06.657 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.665+0000 7f0dda17f780 1 < suggested update operation key=5VUYRX80DJNN tag=IDHNQY1DG2YZ type=del size=2833397 2024-04-10T15:51:06.660 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.669+0000 7f0dda17f780 1 > prepared part key=_multipart_9QFS277S5EY3.2~2K0P53EXL1GY.0 size=1048576 2024-04-10T15:51:06.662 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.670+0000 7f0dda17f780 1 > prepared part key=_multipart_9QFS277S5EY3.2~2K0P53EXL1GY.1 size=1048576 2024-04-10T15:51:06.663 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.672+0000 7f0dda17f780 1 > prepared part key=_multipart_9QFS277S5EY3.2~2K0P53EXL1GY.2 size=603 2024-04-10T15:51:06.664 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.672+0000 7f0dda17f780 1 > prepared multipart upload key=9QFS277S5EY3 upload=2K0P53EXL1GY tag=74AIQO1CBOLI type=write size=3146331 2024-04-10T15:51:06.664 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.672+0000 7f0dda17f780 1 < canceled part key=_multipart_M31TS1RYVD2I.2~OG36VPVMRK6I.0 size=1048576 2024-04-10T15:51:06.665 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.673+0000 7f0dda17f780 1 < completed part key=_multipart_M31TS1RYVD2I.2~OG36VPVMRK6I.1 size=66795 2024-04-10T15:51:06.668 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.676+0000 7f0dda17f780 1 < canceled multipart upload key=M31TS1RYVD2I upload=OG36VPVMRK6I tag=LWBAD0YJ7C3Q type=write size=2163947 2024-04-10T15:51:06.670 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.678+0000 7f0dda17f780 1 > prepared operation key=5VUYRX80DJNN tag=AP8EY9E49RKW type=write size=710688 2024-04-10T15:51:06.671 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.679+0000 7f0dda17f780 1 < completed part key=_multipart_VFKX3F9Z0OZ5.2~7UBEODK2OOXI.0 size=1048576 2024-04-10T15:51:06.673 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.681+0000 7f0dda17f780 1 < completed part key=_multipart_VFKX3F9Z0OZ5.2~7UBEODK2OOXI.1 size=693917 2024-04-10T15:51:06.675 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.683+0000 7f0dda17f780 1 < completed multipart upload key=VFKX3F9Z0OZ5 upload=7UBEODK2OOXI tag=JOA8HFHZYZ6Q type=write size=2791069 2024-04-10T15:51:06.678 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.687+0000 7f0dda17f780 1 > prepared part key=_multipart_YKTMKJ7IT90D.2~X5VLTHJLNNNQ.0 size=1048576 2024-04-10T15:51:06.680 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.688+0000 7f0dda17f780 1 > prepared part key=_multipart_YKTMKJ7IT90D.2~X5VLTHJLNNNQ.1 size=527837 2024-04-10T15:51:06.680 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.688+0000 7f0dda17f780 1 > prepared multipart upload key=YKTMKJ7IT90D upload=X5VLTHJLNNNQ tag=YWF0OSFTPI7B type=write size=2624989 2024-04-10T15:51:06.680 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.688+0000 7f0dda17f780 1 < canceled part key=_multipart_7R29VV7JYRWM.2~QVEPMPORWCUP.0 size=1048576 2024-04-10T15:51:06.681 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.690+0000 7f0dda17f780 1 < completed part key=_multipart_7R29VV7JYRWM.2~QVEPMPORWCUP.1 size=1048576 2024-04-10T15:51:06.683 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.691+0000 7f0dda17f780 1 < completed part key=_multipart_7R29VV7JYRWM.2~QVEPMPORWCUP.2 size=552149 2024-04-10T15:51:06.686 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.694+0000 7f0dda17f780 1 < canceled multipart upload key=7R29VV7JYRWM upload=QVEPMPORWCUP tag=7RWHP5ULTTLT type=write size=3697877 2024-04-10T15:51:06.689 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.697+0000 7f0dda17f780 1 > prepared part key=_multipart_W1N9JNIA6ZML.2~KE4ICEZP8V10.0 size=256650 2024-04-10T15:51:06.689 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.697+0000 7f0dda17f780 1 > prepared multipart upload key=W1N9JNIA6ZML upload=KE4ICEZP8V10 tag=6U62JNKRLHXU type=write size=1305226 2024-04-10T15:51:06.690 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.699+0000 7f0dda17f780 1 < completed delete operation key=1XDQOHF2EHZG tag=3WH6EQD8JWWR type=del 2024-04-10T15:51:06.692 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.700+0000 7f0dda17f780 1 > prepared operation key=M31TS1RYVD2I tag=01VLA93PJC7R type=write size=446999 2024-04-10T15:51:06.694 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.702+0000 7f0dda17f780 1 < completed delete operation key=5PTGEI8J4Q78 tag=WT0MQ8PW3Y48 type=del 2024-04-10T15:51:06.696 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.704+0000 7f0dda17f780 1 > prepared operation key=6V3UX4ZSIBZX tag=OYQUYUZ2UOZV type=del size=1926138 2024-04-10T15:51:06.697 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.706+0000 7f0dda17f780 1 < completed part key=_multipart_VKTXOZU1BOHT.2~593I331NCUD9.0 size=287759 2024-04-10T15:51:06.700 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.708+0000 7f0dda17f780 1 < completed multipart upload key=VKTXOZU1BOHT upload=593I331NCUD9 tag=6WKAOXD0L3JM type=write size=1336335 2024-04-10T15:51:06.703 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.711+0000 7f0dda17f780 1 > prepared part key=_multipart_5VUYRX80DJNN.2~VOBESXXLAR3D.0 size=1048576 2024-04-10T15:51:06.704 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.713+0000 7f0dda17f780 1 > prepared part key=_multipart_5VUYRX80DJNN.2~VOBESXXLAR3D.1 size=1048576 2024-04-10T15:51:06.706 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.714+0000 7f0dda17f780 1 > prepared part key=_multipart_5VUYRX80DJNN.2~VOBESXXLAR3D.2 size=294771 2024-04-10T15:51:06.706 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.714+0000 7f0dda17f780 1 > prepared multipart upload key=5VUYRX80DJNN upload=VOBESXXLAR3D tag=BBX16K5057XR type=write size=3440499 2024-04-10T15:51:06.708 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.716+0000 7f0dda17f780 1 < completed part key=_multipart_EZ2HJBZ8EY6J.2~EHIQW5FKJFYW.0 size=1048576 2024-04-10T15:51:06.709 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.718+0000 7f0dda17f780 1 < completed part key=_multipart_EZ2HJBZ8EY6J.2~EHIQW5FKJFYW.1 size=452481 2024-04-10T15:51:06.713 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.721+0000 7f0dda17f780 1 < completed multipart upload key=EZ2HJBZ8EY6J upload=EHIQW5FKJFYW tag=VETZEK5LMIF9 type=write size=2549633 2024-04-10T15:51:06.715 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.723+0000 7f0dda17f780 1 > prepared operation key=32PMZSHN97HZ tag=48UDRFNRNQ72 type=del size=431603 2024-04-10T15:51:06.716 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.725+0000 7f0dda17f780 1 < canceled operation key=H433FHMII9ZA tag=8W467CTS7D1S type=del size=87077 2024-04-10T15:51:06.718 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.726+0000 7f0dda17f780 1 > prepared operation key=4GB88X6QZH6E tag=276W4PIO9Q2C type=write size=686150 2024-04-10T15:51:06.721 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.729+0000 7f0dda17f780 1 < suggested update operation key=W0QQNH1PRYVL tag=PJIVPEOPR5XT type=write size=192102 2024-04-10T15:51:06.722 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.731+0000 7f0dda17f780 1 > prepared operation key=LPSA55UNQS7T tag=WUAABNEA3JQT type=write size=825331 2024-04-10T15:51:06.724 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.732+0000 7f0dda17f780 1 < completed part key=_multipart_LPSA55UNQS7T.2~IT5A9KD4RQ45.0 size=1048576 2024-04-10T15:51:06.726 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.734+0000 7f0dda17f780 1 < completed part key=_multipart_LPSA55UNQS7T.2~IT5A9KD4RQ45.1 size=1048576 2024-04-10T15:51:06.727 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.735+0000 7f0dda17f780 1 < completed part key=_multipart_LPSA55UNQS7T.2~IT5A9KD4RQ45.2 size=935901 2024-04-10T15:51:06.730 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.738+0000 7f0dda17f780 1 < completed multipart upload key=LPSA55UNQS7T upload=IT5A9KD4RQ45 tag=6HOUSKCR6TXZ type=write size=4081629 2024-04-10T15:51:06.734 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.742+0000 7f0dda17f780 1 > prepared part key=_multipart_QJ9GK4CHH36X.2~VFV7XTZFN07Z.0 size=1048576 2024-04-10T15:51:06.735 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.743+0000 7f0dda17f780 1 > prepared part key=_multipart_QJ9GK4CHH36X.2~VFV7XTZFN07Z.1 size=1048576 2024-04-10T15:51:06.737 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.745+0000 7f0dda17f780 1 > prepared part key=_multipart_QJ9GK4CHH36X.2~VFV7XTZFN07Z.2 size=545615 2024-04-10T15:51:06.737 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.745+0000 7f0dda17f780 1 > prepared multipart upload key=QJ9GK4CHH36X upload=VFV7XTZFN07Z tag=O6Q1F02MRZ55 type=write size=3691343 2024-04-10T15:51:06.738 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.747+0000 7f0dda17f780 1 < completed part key=_multipart_1XDQOHF2EHZG.2~ABVJ88UFGQ8F.0 size=1048576 2024-04-10T15:51:06.740 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.748+0000 7f0dda17f780 1 < completed part key=_multipart_1XDQOHF2EHZG.2~ABVJ88UFGQ8F.1 size=301507 2024-04-10T15:51:06.743 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.751+0000 7f0dda17f780 1 < completed multipart upload key=1XDQOHF2EHZG upload=ABVJ88UFGQ8F tag=Q0FEW5E13D0Z type=write size=2398659 2024-04-10T15:51:06.746 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.754+0000 7f0dda17f780 1 > prepared part key=_multipart_5PTGEI8J4Q78.2~H889Y82AIT6S.0 size=1821 2024-04-10T15:51:06.746 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.754+0000 7f0dda17f780 1 > prepared multipart upload key=5PTGEI8J4Q78 upload=H889Y82AIT6S tag=IPXQ67X99MCM type=write size=1050397 2024-04-10T15:51:06.748 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.756+0000 7f0dda17f780 1 < completed part key=_multipart_GK8B4QASB1P8.2~DRXXOQE0E7EH.0 size=1048576 2024-04-10T15:51:06.749 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.757+0000 7f0dda17f780 1 < completed part key=_multipart_GK8B4QASB1P8.2~DRXXOQE0E7EH.1 size=1048576 2024-04-10T15:51:06.751 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.759+0000 7f0dda17f780 1 < completed part key=_multipart_GK8B4QASB1P8.2~DRXXOQE0E7EH.2 size=507470 2024-04-10T15:51:06.754 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.762+0000 7f0dda17f780 1 < completed multipart upload key=GK8B4QASB1P8 upload=DRXXOQE0E7EH tag=161Q2YJ87K9X type=write size=3653198 2024-04-10T15:51:06.755 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.763+0000 7f0dda17f780 1 > prepared operation key=32PMZSHN97HZ tag=5W7KP2XYRNRN type=del size=948728 2024-04-10T15:51:06.760 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.769+0000 7f0dda17f780 1 < suggested remove operation key=XDWUTYA27EZF tag=M06AOM6RG3FR type=del 2024-04-10T15:51:06.762 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.770+0000 7f0dda17f780 1 > prepared operation key=GK8B4QASB1P8 tag=QH72YHWMG83N type=del size=3035024 2024-04-10T15:51:06.764 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.772+0000 7f0dda17f780 1 < completed part key=_multipart_5PTGEI8J4Q78.2~C1YJ6MQ1U15Y.0 size=695764 2024-04-10T15:51:06.766 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.775+0000 7f0dda17f780 1 < completed multipart upload key=5PTGEI8J4Q78 upload=C1YJ6MQ1U15Y tag=H4CQF5QOZDDQ type=write size=1744340 2024-04-10T15:51:06.768 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.776+0000 7f0dda17f780 1 > prepared operation key=M31TS1RYVD2I tag=E90F3SGH3D8C type=del size=2224952 2024-04-10T15:51:06.772 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.780+0000 7f0dda17f780 1 < suggested update operation key=W1N9JNIA6ZML tag=GGAZ7R2V9SMQ type=del size=3462171 2024-04-10T15:51:06.773 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.782+0000 7f0dda17f780 1 > prepared operation key=W1N9JNIA6ZML tag=2YCICYFX4Z4B type=del size=4118025 2024-04-10T15:51:06.775 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.783+0000 7f0dda17f780 1 < completed part key=_multipart_9QFS277S5EY3.2~2K0P53EXL1GY.0 size=1048576 2024-04-10T15:51:06.777 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.785+0000 7f0dda17f780 1 < completed part key=_multipart_9QFS277S5EY3.2~2K0P53EXL1GY.1 size=1048576 2024-04-10T15:51:06.778 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.786+0000 7f0dda17f780 1 < completed part key=_multipart_9QFS277S5EY3.2~2K0P53EXL1GY.2 size=603 2024-04-10T15:51:06.781 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.789+0000 7f0dda17f780 1 < completed multipart upload key=9QFS277S5EY3 upload=2K0P53EXL1GY tag=74AIQO1CBOLI type=write size=3146331 2024-04-10T15:51:06.783 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.791+0000 7f0dda17f780 1 > prepared operation key=M31TS1RYVD2I tag=5XP8EXZ1F3M0 type=del size=81067 2024-04-10T15:51:06.786 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.795+0000 7f0dda17f780 1 < suggested remove operation key=5VUYRX80DJNN tag=AP8EY9E49RKW type=write 2024-04-10T15:51:06.788 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.797+0000 7f0dda17f780 1 > prepared operation key=9QFS277S5EY3 tag=Z0WQ4PCCN9GG type=write size=66328 2024-04-10T15:51:06.790 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.798+0000 7f0dda17f780 1 < completed part key=_multipart_YKTMKJ7IT90D.2~X5VLTHJLNNNQ.0 size=1048576 2024-04-10T15:51:06.791 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.800+0000 7f0dda17f780 1 < completed part key=_multipart_YKTMKJ7IT90D.2~X5VLTHJLNNNQ.1 size=527837 2024-04-10T15:51:06.794 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.803+0000 7f0dda17f780 1 < completed multipart upload key=YKTMKJ7IT90D upload=X5VLTHJLNNNQ tag=YWF0OSFTPI7B type=write size=2624989 2024-04-10T15:51:06.796 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.805+0000 7f0dda17f780 1 > prepared operation key=76DRYPHC6HG3 tag=DYKZ24QD5D4Q type=del size=1308568 2024-04-10T15:51:06.798 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.807+0000 7f0dda17f780 1 < completed part key=_multipart_W1N9JNIA6ZML.2~KE4ICEZP8V10.0 size=256650 2024-04-10T15:51:06.802 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.810+0000 7f0dda17f780 1 < completed multipart upload key=W1N9JNIA6ZML upload=KE4ICEZP8V10 tag=6U62JNKRLHXU type=write size=1305226 2024-04-10T15:51:06.805 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.813+0000 7f0dda17f780 1 > prepared part key=_multipart_W0QQNH1PRYVL.2~1NC6Y7YQTQGM.0 size=1048576 2024-04-10T15:51:06.807 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.815+0000 7f0dda17f780 1 > prepared part key=_multipart_W0QQNH1PRYVL.2~1NC6Y7YQTQGM.1 size=259196 2024-04-10T15:51:06.807 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.815+0000 7f0dda17f780 1 > prepared multipart upload key=W0QQNH1PRYVL upload=1NC6Y7YQTQGM tag=0YCD0VNP7AIN type=write size=2356348 2024-04-10T15:51:06.808 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.817+0000 7f0dda17f780 1 < completed write operation key=M31TS1RYVD2I tag=01VLA93PJC7R type=write size=446999 2024-04-10T15:51:06.810 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.818+0000 7f0dda17f780 1 > prepared operation key=YKTMKJ7IT90D tag=Q5J3E2UPCZ7Y type=del size=2936430 2024-04-10T15:51:06.812 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.820+0000 7f0dda17f780 1 < completed delete operation key=6V3UX4ZSIBZX tag=OYQUYUZ2UOZV type=del 2024-04-10T15:51:06.813 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.821+0000 7f0dda17f780 1 > prepared operation key=QJ9GK4CHH36X tag=4G4P3EYMPXJL type=del size=2517338 2024-04-10T15:51:06.815 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.823+0000 7f0dda17f780 1 < completed part key=_multipart_5VUYRX80DJNN.2~VOBESXXLAR3D.0 size=1048576 2024-04-10T15:51:06.816 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.824+0000 7f0dda17f780 1 < completed part key=_multipart_5VUYRX80DJNN.2~VOBESXXLAR3D.1 size=1048576 2024-04-10T15:51:06.818 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.826+0000 7f0dda17f780 1 < completed part key=_multipart_5VUYRX80DJNN.2~VOBESXXLAR3D.2 size=294771 2024-04-10T15:51:06.821 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.829+0000 7f0dda17f780 1 < completed multipart upload key=5VUYRX80DJNN upload=VOBESXXLAR3D tag=BBX16K5057XR type=write size=3440499 2024-04-10T15:51:06.822 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.830+0000 7f0dda17f780 1 > prepared operation key=M31TS1RYVD2I tag=BFMS8ODJ3XPU type=del size=1120448 2024-04-10T15:51:06.824 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.832+0000 7f0dda17f780 1 < completed delete operation key=32PMZSHN97HZ tag=48UDRFNRNQ72 type=del 2024-04-10T15:51:06.826 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.834+0000 7f0dda17f780 1 > prepared operation key=O0U4M0VYXZJ9 tag=HJIO2TJL8R42 type=del size=3371836 2024-04-10T15:51:06.828 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.836+0000 7f0dda17f780 1 < completed write operation key=4GB88X6QZH6E tag=276W4PIO9Q2C type=write size=686150 2024-04-10T15:51:06.830 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.838+0000 7f0dda17f780 1 > prepared operation key=Q55YN73R4WFF tag=W26AD5BLMTW2 type=del size=1745401 2024-04-10T15:51:06.831 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.839+0000 7f0dda17f780 1 < completed write operation key=LPSA55UNQS7T tag=WUAABNEA3JQT type=write size=825331 2024-04-10T15:51:06.834 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.842+0000 7f0dda17f780 1 > prepared part key=_multipart_WB4E7VQYBXDP.2~E2MH038XBMZQ.0 size=783014 2024-04-10T15:51:06.835 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.842+0000 7f0dda17f780 1 > prepared multipart upload key=WB4E7VQYBXDP upload=E2MH038XBMZQ tag=U0Z9B0B2QB2W type=write size=1831590 2024-04-10T15:51:06.835 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.843+0000 7f0dda17f780 1 < canceled part key=_multipart_QJ9GK4CHH36X.2~VFV7XTZFN07Z.0 size=1048576 2024-04-10T15:51:06.835 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.843+0000 7f0dda17f780 1 < canceled part key=_multipart_QJ9GK4CHH36X.2~VFV7XTZFN07Z.1 size=1048576 2024-04-10T15:51:06.836 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.844+0000 7f0dda17f780 1 < completed part key=_multipart_QJ9GK4CHH36X.2~VFV7XTZFN07Z.2 size=545615 2024-04-10T15:51:06.838 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.847+0000 7f0dda17f780 1 < canceled multipart upload key=QJ9GK4CHH36X upload=VFV7XTZFN07Z tag=O6Q1F02MRZ55 type=write size=3691343 2024-04-10T15:51:06.841 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.850+0000 7f0dda17f780 1 > prepared part key=_multipart_5PTGEI8J4Q78.2~GM1FJXJUA34V.0 size=1048576 2024-04-10T15:51:06.843 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.851+0000 7f0dda17f780 1 > prepared part key=_multipart_5PTGEI8J4Q78.2~GM1FJXJUA34V.1 size=1048576 2024-04-10T15:51:06.844 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.852+0000 7f0dda17f780 1 > prepared part key=_multipart_5PTGEI8J4Q78.2~GM1FJXJUA34V.2 size=439875 2024-04-10T15:51:06.844 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.852+0000 7f0dda17f780 1 > prepared multipart upload key=5PTGEI8J4Q78 upload=GM1FJXJUA34V tag=32KVBK9O4MT5 type=write size=3585603 2024-04-10T15:51:06.846 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.854+0000 7f0dda17f780 1 < completed part key=_multipart_5PTGEI8J4Q78.2~H889Y82AIT6S.0 size=1821 2024-04-10T15:51:06.849 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.857+0000 7f0dda17f780 1 < completed multipart upload key=5PTGEI8J4Q78 upload=H889Y82AIT6S tag=IPXQ67X99MCM type=write size=1050397 2024-04-10T15:51:06.853 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.861+0000 7f0dda17f780 1 > prepared part key=_multipart_32PMZSHN97HZ.2~VWDKHM5ZZA6W.0 size=135673 2024-04-10T15:51:06.853 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.861+0000 7f0dda17f780 1 > prepared multipart upload key=32PMZSHN97HZ upload=VWDKHM5ZZA6W tag=7WKJU7E365JA type=write size=1184249 2024-04-10T15:51:06.856 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.864+0000 7f0dda17f780 1 < suggested update operation key=32PMZSHN97HZ tag=5W7KP2XYRNRN type=del size=948728 2024-04-10T15:51:06.860 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.868+0000 7f0dda17f780 1 > prepared part key=_multipart_P7QI1303WDML.2~CA4EHW0QSGLW.0 size=1048576 2024-04-10T15:51:06.861 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.869+0000 7f0dda17f780 1 > prepared part key=_multipart_P7QI1303WDML.2~CA4EHW0QSGLW.1 size=1048576 2024-04-10T15:51:06.862 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.871+0000 7f0dda17f780 1 > prepared part key=_multipart_P7QI1303WDML.2~CA4EHW0QSGLW.2 size=260848 2024-04-10T15:51:06.863 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.871+0000 7f0dda17f780 1 > prepared multipart upload key=P7QI1303WDML upload=CA4EHW0QSGLW tag=7C1KFO2BDBGS type=write size=3406576 2024-04-10T15:51:06.864 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.872+0000 7f0dda17f780 1 < completed delete operation key=GK8B4QASB1P8 tag=QH72YHWMG83N type=del 2024-04-10T15:51:06.866 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.874+0000 7f0dda17f780 1 > prepared operation key=W72JTU6KAY5Q tag=X5PZLJEI3LR1 type=del size=2942960 2024-04-10T15:51:06.867 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.876+0000 7f0dda17f780 1 < completed delete operation key=M31TS1RYVD2I tag=E90F3SGH3D8C type=del 2024-04-10T15:51:06.871 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.879+0000 7f0dda17f780 1 > prepared part key=_multipart_M31TS1RYVD2I.2~0INKQRAD2SIL.0 size=1048576 2024-04-10T15:51:06.872 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.880+0000 7f0dda17f780 1 > prepared part key=_multipart_M31TS1RYVD2I.2~0INKQRAD2SIL.1 size=361181 2024-04-10T15:51:06.872 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.880+0000 7f0dda17f780 1 > prepared multipart upload key=M31TS1RYVD2I upload=0INKQRAD2SIL tag=XCXLH0PEUCXA type=write size=2458333 2024-04-10T15:51:06.874 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.882+0000 7f0dda17f780 1 < completed delete operation key=W1N9JNIA6ZML tag=2YCICYFX4Z4B type=del 2024-04-10T15:51:06.876 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.884+0000 7f0dda17f780 1 > prepared operation key=76DRYPHC6HG3 tag=PB5LPNIJMC6V type=del size=432704 2024-04-10T15:51:06.878 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.886+0000 7f0dda17f780 1 < completed delete operation key=M31TS1RYVD2I tag=5XP8EXZ1F3M0 type=del 2024-04-10T15:51:06.879 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.888+0000 7f0dda17f780 1 > prepared operation key=H433FHMII9ZA tag=9BMOIVWFKBBL type=del size=2268307 2024-04-10T15:51:06.881 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.889+0000 7f0dda17f780 1 < completed write operation key=9QFS277S5EY3 tag=Z0WQ4PCCN9GG type=write size=66328 2024-04-10T15:51:06.883 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.891+0000 7f0dda17f780 1 > prepared operation key=H433FHMII9ZA tag=HW5YTN1ZOBZI type=del size=2573226 2024-04-10T15:51:06.885 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.893+0000 7f0dda17f780 1 < canceled operation key=76DRYPHC6HG3 tag=DYKZ24QD5D4Q type=del size=1308568 2024-04-10T15:51:06.886 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.894+0000 7f0dda17f780 1 > prepared operation key=EZ2HJBZ8EY6J tag=RUQAFX7Y07R0 type=del size=3680287 2024-04-10T15:51:06.888 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.896+0000 7f0dda17f780 1 < completed part key=_multipart_W0QQNH1PRYVL.2~1NC6Y7YQTQGM.0 size=1048576 2024-04-10T15:51:06.889 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.898+0000 7f0dda17f780 1 < completed part key=_multipart_W0QQNH1PRYVL.2~1NC6Y7YQTQGM.1 size=259196 2024-04-10T15:51:06.892 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.900+0000 7f0dda17f780 1 < completed multipart upload key=W0QQNH1PRYVL upload=1NC6Y7YQTQGM tag=0YCD0VNP7AIN type=write size=2356348 2024-04-10T15:51:06.894 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.902+0000 7f0dda17f780 1 > prepared operation key=W0QQNH1PRYVL tag=R2CHP9IWO7G6 type=del size=1343991 2024-04-10T15:51:06.896 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.904+0000 7f0dda17f780 1 < completed delete operation key=YKTMKJ7IT90D tag=Q5J3E2UPCZ7Y type=del 2024-04-10T15:51:06.897 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.906+0000 7f0dda17f780 1 > prepared operation key=6V3UX4ZSIBZX tag=1R9JX885L6SL type=del size=1441226 2024-04-10T15:51:06.899 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.907+0000 7f0dda17f780 1 < completed delete operation key=QJ9GK4CHH36X tag=4G4P3EYMPXJL type=del 2024-04-10T15:51:06.901 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.909+0000 7f0dda17f780 1 > prepared operation key=O2DQ4CPAMY72 tag=D21ODJX8UMTU type=del size=3022449 2024-04-10T15:51:06.902 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.910+0000 7f0dda17f780 1 < completed delete operation key=M31TS1RYVD2I tag=BFMS8ODJ3XPU type=del 2024-04-10T15:51:06.904 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.912+0000 7f0dda17f780 1 > prepared operation key=VFKX3F9Z0OZ5 tag=JGGG8137UX4K type=del size=1325 2024-04-10T15:51:06.907 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.915+0000 7f0dda17f780 1 < suggested remove operation key=O0U4M0VYXZJ9 tag=HJIO2TJL8R42 type=del 2024-04-10T15:51:06.909 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.917+0000 7f0dda17f780 1 > prepared operation key=W0QQNH1PRYVL tag=LPRHP8U44226 type=del size=2702694 2024-04-10T15:51:06.910 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.918+0000 7f0dda17f780 1 < completed delete operation key=Q55YN73R4WFF tag=W26AD5BLMTW2 type=del 2024-04-10T15:51:06.912 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.920+0000 7f0dda17f780 1 > prepared operation key=M31TS1RYVD2I tag=QAYTWJFWGDFE type=del size=2352132 2024-04-10T15:51:06.914 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.922+0000 7f0dda17f780 1 < completed part key=_multipart_WB4E7VQYBXDP.2~E2MH038XBMZQ.0 size=783014 2024-04-10T15:51:06.917 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.925+0000 7f0dda17f780 1 < completed multipart upload key=WB4E7VQYBXDP upload=E2MH038XBMZQ tag=U0Z9B0B2QB2W type=write size=1831590 2024-04-10T15:51:06.919 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.927+0000 7f0dda17f780 1 > prepared operation key=GK8B4QASB1P8 tag=HYTXQHCFH4V1 type=del size=491217 2024-04-10T15:51:06.920 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.928+0000 7f0dda17f780 1 < completed part key=_multipart_5PTGEI8J4Q78.2~GM1FJXJUA34V.0 size=1048576 2024-04-10T15:51:06.922 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.930+0000 7f0dda17f780 1 < completed part key=_multipart_5PTGEI8J4Q78.2~GM1FJXJUA34V.1 size=1048576 2024-04-10T15:51:06.923 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.931+0000 7f0dda17f780 1 < completed part key=_multipart_5PTGEI8J4Q78.2~GM1FJXJUA34V.2 size=439875 2024-04-10T15:51:06.926 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.934+0000 7f0dda17f780 1 < completed multipart upload key=5PTGEI8J4Q78 upload=GM1FJXJUA34V tag=32KVBK9O4MT5 type=write size=3585603 2024-04-10T15:51:06.929 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.938+0000 7f0dda17f780 1 > prepared part key=_multipart_P7QI1303WDML.2~YE7Y0PHL35U4.0 size=1048576 2024-04-10T15:51:06.931 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.939+0000 7f0dda17f780 1 > prepared part key=_multipart_P7QI1303WDML.2~YE7Y0PHL35U4.1 size=1048576 2024-04-10T15:51:06.932 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.941+0000 7f0dda17f780 1 > prepared part key=_multipart_P7QI1303WDML.2~YE7Y0PHL35U4.2 size=66854 2024-04-10T15:51:06.933 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.941+0000 7f0dda17f780 1 > prepared multipart upload key=P7QI1303WDML upload=YE7Y0PHL35U4 tag=RY4FL23V7B84 type=write size=3212582 2024-04-10T15:51:06.934 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.943+0000 7f0dda17f780 1 < completed part key=_multipart_32PMZSHN97HZ.2~VWDKHM5ZZA6W.0 size=135673 2024-04-10T15:51:06.938 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.946+0000 7f0dda17f780 1 < completed multipart upload key=32PMZSHN97HZ upload=VWDKHM5ZZA6W tag=7WKJU7E365JA type=write size=1184249 2024-04-10T15:51:06.941 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.949+0000 7f0dda17f780 1 > prepared part key=_multipart_M31TS1RYVD2I.2~RE7AAK30Q7T2.0 size=496018 2024-04-10T15:51:06.941 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.949+0000 7f0dda17f780 1 > prepared multipart upload key=M31TS1RYVD2I upload=RE7AAK30Q7T2 tag=HS017942EEPG type=write size=1544594 2024-04-10T15:51:06.943 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.951+0000 7f0dda17f780 1 < completed part key=_multipart_P7QI1303WDML.2~CA4EHW0QSGLW.0 size=1048576 2024-04-10T15:51:06.944 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.952+0000 7f0dda17f780 1 < completed part key=_multipart_P7QI1303WDML.2~CA4EHW0QSGLW.1 size=1048576 2024-04-10T15:51:06.945 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.953+0000 7f0dda17f780 1 < completed part key=_multipart_P7QI1303WDML.2~CA4EHW0QSGLW.2 size=260848 2024-04-10T15:51:06.948 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.956+0000 7f0dda17f780 1 < completed multipart upload key=P7QI1303WDML upload=CA4EHW0QSGLW tag=7C1KFO2BDBGS type=write size=3406576 2024-04-10T15:51:06.951 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.959+0000 7f0dda17f780 1 > prepared part key=_multipart_892B9J3TLMA2.2~KUTIW0SOU2U0.0 size=1048576 2024-04-10T15:51:06.953 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.961+0000 7f0dda17f780 1 > prepared part key=_multipart_892B9J3TLMA2.2~KUTIW0SOU2U0.1 size=1048576 2024-04-10T15:51:06.954 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.962+0000 7f0dda17f780 1 > prepared part key=_multipart_892B9J3TLMA2.2~KUTIW0SOU2U0.2 size=991662 2024-04-10T15:51:06.954 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.962+0000 7f0dda17f780 1 > prepared multipart upload key=892B9J3TLMA2 upload=KUTIW0SOU2U0 tag=0SME2FDPH8XC type=write size=4137390 2024-04-10T15:51:06.956 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.964+0000 7f0dda17f780 1 < completed delete operation key=W72JTU6KAY5Q tag=X5PZLJEI3LR1 type=del 2024-04-10T15:51:06.958 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.966+0000 7f0dda17f780 1 > prepared operation key=QJ9GK4CHH36X tag=HC5R8BXI38YC type=write size=921374 2024-04-10T15:51:06.959 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.968+0000 7f0dda17f780 1 < completed part key=_multipart_M31TS1RYVD2I.2~0INKQRAD2SIL.0 size=1048576 2024-04-10T15:51:06.960 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.968+0000 7f0dda17f780 1 < canceled part key=_multipart_M31TS1RYVD2I.2~0INKQRAD2SIL.1 size=361181 2024-04-10T15:51:06.962 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.970+0000 7f0dda17f780 1 < canceled multipart upload key=M31TS1RYVD2I upload=0INKQRAD2SIL tag=XCXLH0PEUCXA type=write size=2458333 2024-04-10T15:51:06.964 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.972+0000 7f0dda17f780 1 > prepared operation key=LPSA55UNQS7T tag=EJMUDN8V137A type=del size=3791182 2024-04-10T15:51:06.966 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.974+0000 7f0dda17f780 1 < completed delete operation key=76DRYPHC6HG3 tag=PB5LPNIJMC6V type=del 2024-04-10T15:51:06.968 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.976+0000 7f0dda17f780 1 > prepared operation key=5VUYRX80DJNN tag=AI6COQ6NKFGX type=del size=1218805 2024-04-10T15:51:06.969 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.978+0000 7f0dda17f780 1 < completed delete operation key=H433FHMII9ZA tag=9BMOIVWFKBBL type=del 2024-04-10T15:51:06.971 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.979+0000 7f0dda17f780 1 > prepared operation key=7R1LO48KG193 tag=QEQWF9Y1MEDU type=del size=3754235 2024-04-10T15:51:06.975 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.983+0000 7f0dda17f780 1 < suggested remove operation key=H433FHMII9ZA tag=HW5YTN1ZOBZI type=del 2024-04-10T15:51:06.978 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.986+0000 7f0dda17f780 1 > prepared part key=_multipart_GK8B4QASB1P8.2~RJWQZHRCP5CR.0 size=1048576 2024-04-10T15:51:06.979 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.988+0000 7f0dda17f780 1 > prepared part key=_multipart_GK8B4QASB1P8.2~RJWQZHRCP5CR.1 size=1048576 2024-04-10T15:51:06.981 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.989+0000 7f0dda17f780 1 > prepared part key=_multipart_GK8B4QASB1P8.2~RJWQZHRCP5CR.2 size=720663 2024-04-10T15:51:06.981 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.989+0000 7f0dda17f780 1 > prepared multipart upload key=GK8B4QASB1P8 upload=RJWQZHRCP5CR tag=TGNE1EXN2NQ0 type=write size=3866391 2024-04-10T15:51:06.983 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.991+0000 7f0dda17f780 1 < completed delete operation key=EZ2HJBZ8EY6J tag=RUQAFX7Y07R0 type=del 2024-04-10T15:51:06.984 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.992+0000 7f0dda17f780 1 > prepared operation key=W72JTU6KAY5Q tag=HTJ5JQNQVEAK type=write size=608918 2024-04-10T15:51:06.987 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.996+0000 7f0dda17f780 1 < suggested remove operation key=W0QQNH1PRYVL tag=R2CHP9IWO7G6 type=del 2024-04-10T15:51:06.989 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.998+0000 7f0dda17f780 1 > prepared operation key=9QFS277S5EY3 tag=NR0BN5ZX3H0C type=write size=447601 2024-04-10T15:51:06.991 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:06.999+0000 7f0dda17f780 1 < canceled operation key=6V3UX4ZSIBZX tag=1R9JX885L6SL type=del size=1441226 2024-04-10T15:51:06.993 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.001+0000 7f0dda17f780 1 > prepared operation key=YKTMKJ7IT90D tag=Z0V6TMADGEFV type=del size=227005 2024-04-10T15:51:06.994 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.003+0000 7f0dda17f780 1 < completed delete operation key=O2DQ4CPAMY72 tag=D21ODJX8UMTU type=del 2024-04-10T15:51:06.996 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.004+0000 7f0dda17f780 1 > prepared operation key=EZ2HJBZ8EY6J tag=IL2GESN30DH8 type=del size=602866 2024-04-10T15:51:06.998 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.006+0000 7f0dda17f780 1 < canceled operation key=VFKX3F9Z0OZ5 tag=JGGG8137UX4K type=del size=1325 2024-04-10T15:51:07.000 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.008+0000 7f0dda17f780 1 > prepared operation key=LPSA55UNQS7T tag=SQWABDZ8JZGN type=del size=37435 2024-04-10T15:51:07.002 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.010+0000 7f0dda17f780 -1 < failed to complete operation key=W0QQNH1PRYVL tag=LPRHP8U44226 type=del size=2702694: (22) Invalid argument 2024-04-10T15:51:07.004 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.012+0000 7f0dda17f780 1 > prepared operation key=Q55YN73R4WFF tag=31N00EP6EJY8 type=del size=1571871 2024-04-10T15:51:07.006 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.014+0000 7f0dda17f780 1 < completed delete operation key=M31TS1RYVD2I tag=QAYTWJFWGDFE type=del 2024-04-10T15:51:07.007 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.015+0000 7f0dda17f780 1 > prepared operation key=P7QI1303WDML tag=3PAT0Y32HVV9 type=del size=1924673 2024-04-10T15:51:07.011 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.019+0000 7f0dda17f780 1 < suggested remove operation key=GK8B4QASB1P8 tag=HYTXQHCFH4V1 type=del 2024-04-10T15:51:07.014 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.022+0000 7f0dda17f780 1 > prepared part key=_multipart_VFKX3F9Z0OZ5.2~6FTVAGXTEM9R.0 size=1048576 2024-04-10T15:51:07.015 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.024+0000 7f0dda17f780 1 > prepared part key=_multipart_VFKX3F9Z0OZ5.2~6FTVAGXTEM9R.1 size=1048576 2024-04-10T15:51:07.017 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.025+0000 7f0dda17f780 1 > prepared part key=_multipart_VFKX3F9Z0OZ5.2~6FTVAGXTEM9R.2 size=483837 2024-04-10T15:51:07.017 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.025+0000 7f0dda17f780 1 > prepared multipart upload key=VFKX3F9Z0OZ5 upload=6FTVAGXTEM9R tag=BIG1C8Y3WRM4 type=write size=3629565 2024-04-10T15:51:07.019 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.027+0000 7f0dda17f780 1 < completed part key=_multipart_P7QI1303WDML.2~YE7Y0PHL35U4.0 size=1048576 2024-04-10T15:51:07.020 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.028+0000 7f0dda17f780 1 < completed part key=_multipart_P7QI1303WDML.2~YE7Y0PHL35U4.1 size=1048576 2024-04-10T15:51:07.022 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.030+0000 7f0dda17f780 1 < completed part key=_multipart_P7QI1303WDML.2~YE7Y0PHL35U4.2 size=66854 2024-04-10T15:51:07.025 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.033+0000 7f0dda17f780 1 < completed multipart upload key=P7QI1303WDML upload=YE7Y0PHL35U4 tag=RY4FL23V7B84 type=write size=3212582 2024-04-10T15:51:07.027 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.035+0000 7f0dda17f780 1 > prepared operation key=QJ9GK4CHH36X tag=DWRF62S2MXTI type=del size=2638723 2024-04-10T15:51:07.029 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.037+0000 7f0dda17f780 1 < completed part key=_multipart_M31TS1RYVD2I.2~RE7AAK30Q7T2.0 size=496018 2024-04-10T15:51:07.032 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.040+0000 7f0dda17f780 1 < completed multipart upload key=M31TS1RYVD2I upload=RE7AAK30Q7T2 tag=HS017942EEPG type=write size=1544594 2024-04-10T15:51:07.034 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.042+0000 7f0dda17f780 1 > prepared operation key=5PTGEI8J4Q78 tag=4UNMD2G2YGBI type=del size=2334558 2024-04-10T15:51:07.035 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.044+0000 7f0dda17f780 1 < completed part key=_multipart_892B9J3TLMA2.2~KUTIW0SOU2U0.0 size=1048576 2024-04-10T15:51:07.037 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.045+0000 7f0dda17f780 1 < completed part key=_multipart_892B9J3TLMA2.2~KUTIW0SOU2U0.1 size=1048576 2024-04-10T15:51:07.038 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.047+0000 7f0dda17f780 1 < completed part key=_multipart_892B9J3TLMA2.2~KUTIW0SOU2U0.2 size=991662 2024-04-10T15:51:07.041 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.050+0000 7f0dda17f780 1 < completed multipart upload key=892B9J3TLMA2 upload=KUTIW0SOU2U0 tag=0SME2FDPH8XC type=write size=4137390 2024-04-10T15:51:07.043 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.051+0000 7f0dda17f780 1 > prepared operation key=W0QQNH1PRYVL tag=JFB3TP9LJT9T type=del size=3366367 2024-04-10T15:51:07.045 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.053+0000 7f0dda17f780 1 < canceled operation key=QJ9GK4CHH36X tag=HC5R8BXI38YC type=write size=921374 2024-04-10T15:51:07.048 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.056+0000 7f0dda17f780 1 > prepared part key=_multipart_EZ2HJBZ8EY6J.2~J8FQ32FV8PT2.0 size=1048576 2024-04-10T15:51:07.049 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.058+0000 7f0dda17f780 1 > prepared part key=_multipart_EZ2HJBZ8EY6J.2~J8FQ32FV8PT2.1 size=733167 2024-04-10T15:51:07.050 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.058+0000 7f0dda17f780 1 > prepared multipart upload key=EZ2HJBZ8EY6J upload=J8FQ32FV8PT2 tag=HDJVSDN7CALB type=write size=2830319 2024-04-10T15:51:07.053 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.061+0000 7f0dda17f780 1 < suggested remove operation key=LPSA55UNQS7T tag=EJMUDN8V137A type=del 2024-04-10T15:51:07.055 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.063+0000 7f0dda17f780 1 > prepared operation key=M31TS1RYVD2I tag=BW0Z9NA93Y9G type=write size=700954 2024-04-10T15:51:07.057 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.065+0000 7f0dda17f780 1 < completed delete operation key=5VUYRX80DJNN tag=AI6COQ6NKFGX type=del 2024-04-10T15:51:07.058 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.067+0000 7f0dda17f780 1 > prepared operation key=YKTMKJ7IT90D tag=SBQ20D2DQP18 type=del size=93942 2024-04-10T15:51:07.060 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.068+0000 7f0dda17f780 1 < completed delete operation key=7R1LO48KG193 tag=QEQWF9Y1MEDU type=del 2024-04-10T15:51:07.062 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.070+0000 7f0dda17f780 1 > prepared operation key=892B9J3TLMA2 tag=VFFFI34BRULU type=del size=4050102 2024-04-10T15:51:07.064 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.072+0000 7f0dda17f780 1 < completed part key=_multipart_GK8B4QASB1P8.2~RJWQZHRCP5CR.0 size=1048576 2024-04-10T15:51:07.065 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.073+0000 7f0dda17f780 1 < completed part key=_multipart_GK8B4QASB1P8.2~RJWQZHRCP5CR.1 size=1048576 2024-04-10T15:51:07.067 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.075+0000 7f0dda17f780 1 < completed part key=_multipart_GK8B4QASB1P8.2~RJWQZHRCP5CR.2 size=720663 2024-04-10T15:51:07.070 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.078+0000 7f0dda17f780 1 < completed multipart upload key=GK8B4QASB1P8 upload=RJWQZHRCP5CR tag=TGNE1EXN2NQ0 type=write size=3866391 2024-04-10T15:51:07.073 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.081+0000 7f0dda17f780 1 > prepared part key=_multipart_0EQWI1AD1VHA.2~J9YBWYRE0FSO.0 size=1048576 2024-04-10T15:51:07.075 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.083+0000 7f0dda17f780 1 > prepared part key=_multipart_0EQWI1AD1VHA.2~J9YBWYRE0FSO.1 size=1048576 2024-04-10T15:51:07.076 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.084+0000 7f0dda17f780 1 > prepared part key=_multipart_0EQWI1AD1VHA.2~J9YBWYRE0FSO.2 size=306286 2024-04-10T15:51:07.076 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.084+0000 7f0dda17f780 1 > prepared multipart upload key=0EQWI1AD1VHA upload=J9YBWYRE0FSO tag=GWN0VT8MWEDO type=write size=3452014 2024-04-10T15:51:07.078 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.086+0000 7f0dda17f780 1 < completed write operation key=W72JTU6KAY5Q tag=HTJ5JQNQVEAK type=write size=608918 2024-04-10T15:51:07.080 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.088+0000 7f0dda17f780 1 > prepared operation key=W1N9JNIA6ZML tag=I38O1XDXFDDW type=del size=2146533 2024-04-10T15:51:07.082 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.090+0000 7f0dda17f780 1 < completed write operation key=9QFS277S5EY3 tag=NR0BN5ZX3H0C type=write size=447601 2024-04-10T15:51:07.083 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.091+0000 7f0dda17f780 1 > prepared operation key=P7QI1303WDML tag=VISEZVF9IRBE type=del size=2075052 2024-04-10T15:51:07.085 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.093+0000 7f0dda17f780 1 < completed delete operation key=YKTMKJ7IT90D tag=Z0V6TMADGEFV type=del 2024-04-10T15:51:07.088 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:51:06 smithi069 ceph-mon[96738]: pgmap v1384: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 971 KiB/s rd, 338 KiB/s wr, 1.72k op/s 2024-04-10T15:51:07.088 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.096+0000 7f0dda17f780 1 > prepared part key=_multipart_O2DQ4CPAMY72.2~MVK2U6UT43UJ.0 size=1048576 2024-04-10T15:51:07.088 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:51:06 smithi069 ceph-mon[94167]: pgmap v1384: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 971 KiB/s rd, 338 KiB/s wr, 1.72k op/s 2024-04-10T15:51:07.089 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:51:06 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:15:51:06] "GET /metrics HTTP/1.1" 200 38724 "" "Prometheus/2.43.0" 2024-04-10T15:51:07.089 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.097+0000 7f0dda17f780 1 > prepared part key=_multipart_O2DQ4CPAMY72.2~MVK2U6UT43UJ.1 size=235681 2024-04-10T15:51:07.089 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.097+0000 7f0dda17f780 1 > prepared multipart upload key=O2DQ4CPAMY72 upload=MVK2U6UT43UJ tag=92IMMNFFTVS5 type=write size=2332833 2024-04-10T15:51:07.091 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.099+0000 7f0dda17f780 1 < completed delete operation key=EZ2HJBZ8EY6J tag=IL2GESN30DH8 type=del 2024-04-10T15:51:07.093 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.102+0000 7f0dda17f780 1 > prepared part key=_multipart_76DRYPHC6HG3.2~G5J08ZJVFR94.0 size=1048576 2024-04-10T15:51:07.095 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.103+0000 7f0dda17f780 1 > prepared part key=_multipart_76DRYPHC6HG3.2~G5J08ZJVFR94.1 size=869555 2024-04-10T15:51:07.095 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.103+0000 7f0dda17f780 1 > prepared multipart upload key=76DRYPHC6HG3 upload=G5J08ZJVFR94 tag=HEG2IU2QCX3E type=write size=2966707 2024-04-10T15:51:07.097 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.105+0000 7f0dda17f780 -1 < failed to complete operation key=LPSA55UNQS7T tag=SQWABDZ8JZGN type=del size=37435: (22) Invalid argument 2024-04-10T15:51:07.100 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.108+0000 7f0dda17f780 1 > prepared part key=_multipart_DRNFVWXVQQUT.2~31ZG5NJ6NWUD.0 size=1048576 2024-04-10T15:51:07.102 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.110+0000 7f0dda17f780 1 > prepared part key=_multipart_DRNFVWXVQQUT.2~31ZG5NJ6NWUD.1 size=1048576 2024-04-10T15:51:07.103 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.111+0000 7f0dda17f780 1 > prepared part key=_multipart_DRNFVWXVQQUT.2~31ZG5NJ6NWUD.2 size=503587 2024-04-10T15:51:07.103 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.111+0000 7f0dda17f780 1 > prepared multipart upload key=DRNFVWXVQQUT upload=31ZG5NJ6NWUD tag=TLF6T6FEVC0V type=write size=3649315 2024-04-10T15:51:07.105 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.113+0000 7f0dda17f780 1 < completed delete operation key=Q55YN73R4WFF tag=31N00EP6EJY8 type=del 2024-04-10T15:51:07.107 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.115+0000 7f0dda17f780 1 > prepared operation key=4GB88X6QZH6E tag=WDIJ3NTGG238 type=del size=1619632 2024-04-10T15:51:07.109 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.117+0000 7f0dda17f780 1 < completed delete operation key=P7QI1303WDML tag=3PAT0Y32HVV9 type=del 2024-04-10T15:51:07.111 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.119+0000 7f0dda17f780 1 > prepared operation key=VKTXOZU1BOHT tag=SZAQ4CMT018O type=del size=780043 2024-04-10T15:51:07.112 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.121+0000 7f0dda17f780 1 < completed part key=_multipart_VFKX3F9Z0OZ5.2~6FTVAGXTEM9R.0 size=1048576 2024-04-10T15:51:07.114 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.122+0000 7f0dda17f780 1 < completed part key=_multipart_VFKX3F9Z0OZ5.2~6FTVAGXTEM9R.1 size=1048576 2024-04-10T15:51:07.115 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.123+0000 7f0dda17f780 1 < completed part key=_multipart_VFKX3F9Z0OZ5.2~6FTVAGXTEM9R.2 size=483837 2024-04-10T15:51:07.118 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.126+0000 7f0dda17f780 1 < completed multipart upload key=VFKX3F9Z0OZ5 upload=6FTVAGXTEM9R tag=BIG1C8Y3WRM4 type=write size=3629565 2024-04-10T15:51:07.120 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.128+0000 7f0dda17f780 1 > prepared operation key=VKTXOZU1BOHT tag=OPBRGWMOQLTV type=write size=88482 2024-04-10T15:51:07.121 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.130+0000 7f0dda17f780 1 < completed delete operation key=QJ9GK4CHH36X tag=DWRF62S2MXTI type=del 2024-04-10T15:51:07.123 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.131+0000 7f0dda17f780 1 > prepared operation key=7R1LO48KG193 tag=SWWE4LWZ4Q2J type=del size=2513380 2024-04-10T15:51:07.125 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.133+0000 7f0dda17f780 1 < completed delete operation key=5PTGEI8J4Q78 tag=4UNMD2G2YGBI type=del 2024-04-10T15:51:07.126 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.135+0000 7f0dda17f780 1 > prepared operation key=5PTGEI8J4Q78 tag=OOXQVB921YHY type=del size=201128 2024-04-10T15:51:07.128 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.136+0000 7f0dda17f780 1 < completed delete operation key=W0QQNH1PRYVL tag=JFB3TP9LJT9T type=del 2024-04-10T15:51:07.131 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.140+0000 7f0dda17f780 1 > prepared part key=_multipart_H433FHMII9ZA.2~98JI3RM0ZT7X.0 size=1048576 2024-04-10T15:51:07.133 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.141+0000 7f0dda17f780 1 > prepared part key=_multipart_H433FHMII9ZA.2~98JI3RM0ZT7X.1 size=1048576 2024-04-10T15:51:07.134 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.142+0000 7f0dda17f780 1 > prepared part key=_multipart_H433FHMII9ZA.2~98JI3RM0ZT7X.2 size=127583 2024-04-10T15:51:07.134 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.142+0000 7f0dda17f780 1 > prepared multipart upload key=H433FHMII9ZA upload=98JI3RM0ZT7X tag=LIHIBUUSLFK8 type=write size=3273311 2024-04-10T15:51:07.136 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.144+0000 7f0dda17f780 1 < completed part key=_multipart_EZ2HJBZ8EY6J.2~J8FQ32FV8PT2.0 size=1048576 2024-04-10T15:51:07.137 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.146+0000 7f0dda17f780 1 < completed part key=_multipart_EZ2HJBZ8EY6J.2~J8FQ32FV8PT2.1 size=733167 2024-04-10T15:51:07.141 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.149+0000 7f0dda17f780 1 < completed multipart upload key=EZ2HJBZ8EY6J upload=J8FQ32FV8PT2 tag=HDJVSDN7CALB type=write size=2830319 2024-04-10T15:51:07.142 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.150+0000 7f0dda17f780 1 > prepared operation key=H433FHMII9ZA tag=GT2WWWCARX9X type=del size=882804 2024-04-10T15:51:07.144 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.152+0000 7f0dda17f780 1 < completed write operation key=M31TS1RYVD2I tag=BW0Z9NA93Y9G type=write size=700954 2024-04-10T15:51:07.147 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.155+0000 7f0dda17f780 1 > prepared part key=_multipart_1XDQOHF2EHZG.2~1A20YEXCD3KX.0 size=1048576 2024-04-10T15:51:07.148 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.156+0000 7f0dda17f780 1 > prepared part key=_multipart_1XDQOHF2EHZG.2~1A20YEXCD3KX.1 size=1048576 2024-04-10T15:51:07.150 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.158+0000 7f0dda17f780 1 > prepared part key=_multipart_1XDQOHF2EHZG.2~1A20YEXCD3KX.2 size=579175 2024-04-10T15:51:07.150 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.158+0000 7f0dda17f780 1 > prepared multipart upload key=1XDQOHF2EHZG upload=1A20YEXCD3KX tag=79KWK93FO07S type=write size=3724903 2024-04-10T15:51:07.152 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.160+0000 7f0dda17f780 1 < completed delete operation key=YKTMKJ7IT90D tag=SBQ20D2DQP18 type=del 2024-04-10T15:51:07.154 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.162+0000 7f0dda17f780 1 > prepared operation key=Q55YN73R4WFF tag=9LWPJJBVFUPG type=del size=391195 2024-04-10T15:51:07.155 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.164+0000 7f0dda17f780 1 < completed delete operation key=892B9J3TLMA2 tag=VFFFI34BRULU type=del 2024-04-10T15:51:07.157 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.165+0000 7f0dda17f780 1 > prepared operation key=5PTGEI8J4Q78 tag=XC330JH4O420 type=del size=810085 2024-04-10T15:51:07.159 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.167+0000 7f0dda17f780 1 < completed part key=_multipart_0EQWI1AD1VHA.2~J9YBWYRE0FSO.0 size=1048576 2024-04-10T15:51:07.161 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.169+0000 7f0dda17f780 1 < completed part key=_multipart_0EQWI1AD1VHA.2~J9YBWYRE0FSO.1 size=1048576 2024-04-10T15:51:07.162 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.171+0000 7f0dda17f780 1 < completed part key=_multipart_0EQWI1AD1VHA.2~J9YBWYRE0FSO.2 size=306286 2024-04-10T15:51:07.165 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.174+0000 7f0dda17f780 1 < completed multipart upload key=0EQWI1AD1VHA upload=J9YBWYRE0FSO tag=GWN0VT8MWEDO type=write size=3452014 2024-04-10T15:51:07.167 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.176+0000 7f0dda17f780 1 > prepared operation key=5VUYRX80DJNN tag=CUJLLDH5P2NP type=write size=120632 2024-04-10T15:51:07.169 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.178+0000 7f0dda17f780 1 < completed delete operation key=W1N9JNIA6ZML tag=I38O1XDXFDDW type=del 2024-04-10T15:51:07.173 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.181+0000 7f0dda17f780 1 > prepared part key=_multipart_LPSA55UNQS7T.2~RYA6ALF7JBEM.0 size=1048576 2024-04-10T15:51:07.174 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.182+0000 7f0dda17f780 1 > prepared part key=_multipart_LPSA55UNQS7T.2~RYA6ALF7JBEM.1 size=1048576 2024-04-10T15:51:07.176 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.184+0000 7f0dda17f780 1 > prepared part key=_multipart_LPSA55UNQS7T.2~RYA6ALF7JBEM.2 size=71840 2024-04-10T15:51:07.176 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.184+0000 7f0dda17f780 1 > prepared multipart upload key=LPSA55UNQS7T upload=RYA6ALF7JBEM tag=MOPZ1XMRQYX3 type=write size=3217568 2024-04-10T15:51:07.177 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.186+0000 7f0dda17f780 1 < completed delete operation key=P7QI1303WDML tag=VISEZVF9IRBE type=del 2024-04-10T15:51:07.179 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.187+0000 7f0dda17f780 1 > prepared operation key=EZ2HJBZ8EY6J tag=5FUYQZFHAH9S type=write size=757811 2024-04-10T15:51:07.181 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.189+0000 7f0dda17f780 1 < completed part key=_multipart_O2DQ4CPAMY72.2~MVK2U6UT43UJ.0 size=1048576 2024-04-10T15:51:07.182 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.191+0000 7f0dda17f780 1 < completed part key=_multipart_O2DQ4CPAMY72.2~MVK2U6UT43UJ.1 size=235681 2024-04-10T15:51:07.185 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.194+0000 7f0dda17f780 1 < completed multipart upload key=O2DQ4CPAMY72 upload=MVK2U6UT43UJ tag=92IMMNFFTVS5 type=write size=2332833 2024-04-10T15:51:07.189 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.197+0000 7f0dda17f780 1 > prepared part key=_multipart_WB4E7VQYBXDP.2~EF98N78OT1PY.0 size=328511 2024-04-10T15:51:07.189 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.197+0000 7f0dda17f780 1 > prepared multipart upload key=WB4E7VQYBXDP upload=EF98N78OT1PY tag=XKP5D2M301US type=write size=1377087 2024-04-10T15:51:07.190 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.199+0000 7f0dda17f780 1 < completed part key=_multipart_76DRYPHC6HG3.2~G5J08ZJVFR94.0 size=1048576 2024-04-10T15:51:07.192 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.200+0000 7f0dda17f780 1 < completed part key=_multipart_76DRYPHC6HG3.2~G5J08ZJVFR94.1 size=869555 2024-04-10T15:51:07.195 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.203+0000 7f0dda17f780 1 < completed multipart upload key=76DRYPHC6HG3 upload=G5J08ZJVFR94 tag=HEG2IU2QCX3E type=write size=2966707 2024-04-10T15:51:07.196 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.205+0000 7f0dda17f780 1 > prepared operation key=7R1LO48KG193 tag=UB85LSMQQ0OA type=del size=2840876 2024-04-10T15:51:07.198 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.206+0000 7f0dda17f780 1 < completed part key=_multipart_DRNFVWXVQQUT.2~31ZG5NJ6NWUD.0 size=1048576 2024-04-10T15:51:07.198 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.206+0000 7f0dda17f780 1 < canceled part key=_multipart_DRNFVWXVQQUT.2~31ZG5NJ6NWUD.1 size=1048576 2024-04-10T15:51:07.199 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.208+0000 7f0dda17f780 1 < completed part key=_multipart_DRNFVWXVQQUT.2~31ZG5NJ6NWUD.2 size=503587 2024-04-10T15:51:07.202 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.210+0000 7f0dda17f780 1 < canceled multipart upload key=DRNFVWXVQQUT upload=31ZG5NJ6NWUD tag=TLF6T6FEVC0V type=write size=3649315 2024-04-10T15:51:07.204 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.212+0000 7f0dda17f780 1 > prepared operation key=O2DQ4CPAMY72 tag=VANVPOXMU8WB type=del size=1903080 2024-04-10T15:51:07.206 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.214+0000 7f0dda17f780 1 < completed delete operation key=4GB88X6QZH6E tag=WDIJ3NTGG238 type=del 2024-04-10T15:51:07.209 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.218+0000 7f0dda17f780 1 > prepared part key=_multipart_M31TS1RYVD2I.2~5NR1OV02UI98.0 size=86129 2024-04-10T15:51:07.209 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.218+0000 7f0dda17f780 1 > prepared multipart upload key=M31TS1RYVD2I upload=5NR1OV02UI98 tag=8BWUVCA7JOK7 type=write size=1134705 2024-04-10T15:51:07.211 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.220+0000 7f0dda17f780 1 < completed delete operation key=VKTXOZU1BOHT tag=SZAQ4CMT018O type=del 2024-04-10T15:51:07.213 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.221+0000 7f0dda17f780 1 > prepared operation key=76DRYPHC6HG3 tag=C04XCC9T27BT type=del size=2936476 2024-04-10T15:51:07.215 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.223+0000 7f0dda17f780 1 < completed write operation key=VKTXOZU1BOHT tag=OPBRGWMOQLTV type=write size=88482 2024-04-10T15:51:07.218 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.227+0000 7f0dda17f780 1 > prepared part key=_multipart_5PTGEI8J4Q78.2~NHAMDJ4FLVUK.0 size=935631 2024-04-10T15:51:07.219 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.227+0000 7f0dda17f780 1 > prepared multipart upload key=5PTGEI8J4Q78 upload=NHAMDJ4FLVUK tag=Q5XITJTTRW02 type=write size=1984207 2024-04-10T15:51:07.221 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.229+0000 7f0dda17f780 1 < completed delete operation key=7R1LO48KG193 tag=SWWE4LWZ4Q2J type=del 2024-04-10T15:51:07.224 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.232+0000 7f0dda17f780 1 > prepared part key=_multipart_VFKX3F9Z0OZ5.2~D3QLFFVZW4P6.0 size=1048576 2024-04-10T15:51:07.226 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.234+0000 7f0dda17f780 1 > prepared part key=_multipart_VFKX3F9Z0OZ5.2~D3QLFFVZW4P6.1 size=1048576 2024-04-10T15:51:07.227 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.235+0000 7f0dda17f780 1 > prepared part key=_multipart_VFKX3F9Z0OZ5.2~D3QLFFVZW4P6.2 size=882040 2024-04-10T15:51:07.227 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.235+0000 7f0dda17f780 1 > prepared multipart upload key=VFKX3F9Z0OZ5 upload=D3QLFFVZW4P6 tag=QUWSQ22ATS5Y type=write size=4027768 2024-04-10T15:51:07.231 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.239+0000 7f0dda17f780 1 < suggested update operation key=5PTGEI8J4Q78 tag=OOXQVB921YHY type=del size=201128 2024-04-10T15:51:07.234 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.242+0000 7f0dda17f780 1 > prepared part key=_multipart_VKTXOZU1BOHT.2~B401P56TOOTS.0 size=1048576 2024-04-10T15:51:07.236 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.244+0000 7f0dda17f780 1 > prepared part key=_multipart_VKTXOZU1BOHT.2~B401P56TOOTS.1 size=135174 2024-04-10T15:51:07.236 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.244+0000 7f0dda17f780 1 > prepared multipart upload key=VKTXOZU1BOHT upload=B401P56TOOTS tag=ZNROQE7OGJB2 type=write size=2232326 2024-04-10T15:51:07.238 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.246+0000 7f0dda17f780 1 < completed part key=_multipart_H433FHMII9ZA.2~98JI3RM0ZT7X.0 size=1048576 2024-04-10T15:51:07.239 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.248+0000 7f0dda17f780 1 < completed part key=_multipart_H433FHMII9ZA.2~98JI3RM0ZT7X.1 size=1048576 2024-04-10T15:51:07.241 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.249+0000 7f0dda17f780 1 < completed part key=_multipart_H433FHMII9ZA.2~98JI3RM0ZT7X.2 size=127583 2024-04-10T15:51:07.244 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:51:06 smithi077 ceph-mon[87572]: pgmap v1384: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 971 KiB/s rd, 338 KiB/s wr, 1.72k op/s 2024-04-10T15:51:07.244 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.252+0000 7f0dda17f780 1 < completed multipart upload key=H433FHMII9ZA upload=98JI3RM0ZT7X tag=LIHIBUUSLFK8 type=write size=3273311 2024-04-10T15:51:07.247 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.255+0000 7f0dda17f780 1 > prepared part key=_multipart_VFKX3F9Z0OZ5.2~M9BTEY4WYBX0.0 size=1048576 2024-04-10T15:51:07.249 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.257+0000 7f0dda17f780 1 > prepared part key=_multipart_VFKX3F9Z0OZ5.2~M9BTEY4WYBX0.1 size=559487 2024-04-10T15:51:07.249 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.257+0000 7f0dda17f780 1 > prepared multipart upload key=VFKX3F9Z0OZ5 upload=M9BTEY4WYBX0 tag=C2GBL4RR8TTJ type=write size=2656639 2024-04-10T15:51:07.250 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.259+0000 7f0dda17f780 1 < completed delete operation key=H433FHMII9ZA tag=GT2WWWCARX9X type=del 2024-04-10T15:51:07.253 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.262+0000 7f0dda17f780 1 > prepared part key=_multipart_Q55YN73R4WFF.2~AUP9Z6GVCF90.0 size=1048576 2024-04-10T15:51:07.255 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.263+0000 7f0dda17f780 1 > prepared part key=_multipart_Q55YN73R4WFF.2~AUP9Z6GVCF90.1 size=535244 2024-04-10T15:51:07.255 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.263+0000 7f0dda17f780 1 > prepared multipart upload key=Q55YN73R4WFF upload=AUP9Z6GVCF90 tag=Z8KGSZ2MZRT7 type=write size=2632396 2024-04-10T15:51:07.257 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.265+0000 7f0dda17f780 1 < completed part key=_multipart_1XDQOHF2EHZG.2~1A20YEXCD3KX.0 size=1048576 2024-04-10T15:51:07.258 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.266+0000 7f0dda17f780 1 < completed part key=_multipart_1XDQOHF2EHZG.2~1A20YEXCD3KX.1 size=1048576 2024-04-10T15:51:07.259 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.268+0000 7f0dda17f780 1 < completed part key=_multipart_1XDQOHF2EHZG.2~1A20YEXCD3KX.2 size=579175 2024-04-10T15:51:07.262 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.270+0000 7f0dda17f780 1 < completed multipart upload key=1XDQOHF2EHZG upload=1A20YEXCD3KX tag=79KWK93FO07S type=write size=3724903 2024-04-10T15:51:07.264 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.272+0000 7f0dda17f780 1 > prepared operation key=VKTXOZU1BOHT tag=P72C100TFZ9C type=write size=523244 2024-04-10T15:51:07.266 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.274+0000 7f0dda17f780 1 < completed delete operation key=Q55YN73R4WFF tag=9LWPJJBVFUPG type=del 2024-04-10T15:51:07.270 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.278+0000 7f0dda17f780 1 > prepared part key=_multipart_Q55YN73R4WFF.2~YG0N2KZJKX90.0 size=1048576 2024-04-10T15:51:07.271 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.279+0000 7f0dda17f780 1 > prepared part key=_multipart_Q55YN73R4WFF.2~YG0N2KZJKX90.1 size=403931 2024-04-10T15:51:07.271 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.279+0000 7f0dda17f780 1 > prepared multipart upload key=Q55YN73R4WFF upload=YG0N2KZJKX90 tag=5YJ69INH5HOG type=write size=2501083 2024-04-10T15:51:07.274 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.282+0000 7f0dda17f780 -1 < failed to complete operation key=5PTGEI8J4Q78 tag=XC330JH4O420 type=del size=810085: (22) Invalid argument 2024-04-10T15:51:07.275 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.284+0000 7f0dda17f780 1 > prepared operation key=5PTGEI8J4Q78 tag=4SJQJQRSH8VZ type=del size=3299756 2024-04-10T15:51:07.277 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.285+0000 7f0dda17f780 1 < completed write operation key=5VUYRX80DJNN tag=CUJLLDH5P2NP type=write size=120632 2024-04-10T15:51:07.280 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.289+0000 7f0dda17f780 1 > prepared part key=_multipart_7R1LO48KG193.2~ZAQRA02MRAII.0 size=1048576 2024-04-10T15:51:07.282 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.290+0000 7f0dda17f780 1 > prepared part key=_multipart_7R1LO48KG193.2~ZAQRA02MRAII.1 size=1048576 2024-04-10T15:51:07.284 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.292+0000 7f0dda17f780 1 > prepared part key=_multipart_7R1LO48KG193.2~ZAQRA02MRAII.2 size=50909 2024-04-10T15:51:07.284 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.292+0000 7f0dda17f780 1 > prepared multipart upload key=7R1LO48KG193 upload=ZAQRA02MRAII tag=K5YOQ3UNWG00 type=write size=3196637 2024-04-10T15:51:07.286 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.294+0000 7f0dda17f780 1 < completed part key=_multipart_LPSA55UNQS7T.2~RYA6ALF7JBEM.0 size=1048576 2024-04-10T15:51:07.287 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.295+0000 7f0dda17f780 1 < completed part key=_multipart_LPSA55UNQS7T.2~RYA6ALF7JBEM.1 size=1048576 2024-04-10T15:51:07.288 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.297+0000 7f0dda17f780 1 < completed part key=_multipart_LPSA55UNQS7T.2~RYA6ALF7JBEM.2 size=71840 2024-04-10T15:51:07.291 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.300+0000 7f0dda17f780 1 < completed multipart upload key=LPSA55UNQS7T upload=RYA6ALF7JBEM tag=MOPZ1XMRQYX3 type=write size=3217568 2024-04-10T15:51:07.293 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.301+0000 7f0dda17f780 1 > prepared operation key=QJ9GK4CHH36X tag=R6ZQ8SOJBBAQ type=del size=2060811 2024-04-10T15:51:07.295 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.303+0000 7f0dda17f780 1 < completed write operation key=EZ2HJBZ8EY6J tag=5FUYQZFHAH9S type=write size=757811 2024-04-10T15:51:07.296 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.305+0000 7f0dda17f780 1 > prepared operation key=EZ2HJBZ8EY6J tag=IM9E6VPQPE7R type=del size=2190992 2024-04-10T15:51:07.298 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.306+0000 7f0dda17f780 1 < completed part key=_multipart_WB4E7VQYBXDP.2~EF98N78OT1PY.0 size=328511 2024-04-10T15:51:07.301 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.309+0000 7f0dda17f780 1 < completed multipart upload key=WB4E7VQYBXDP upload=EF98N78OT1PY tag=XKP5D2M301US type=write size=1377087 2024-04-10T15:51:07.303 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.311+0000 7f0dda17f780 1 > prepared operation key=XDWUTYA27EZF tag=7ZQ91B20849D type=del size=2962820 2024-04-10T15:51:07.306 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.314+0000 7f0dda17f780 1 < suggested update operation key=7R1LO48KG193 tag=UB85LSMQQ0OA type=del size=2840876 2024-04-10T15:51:07.309 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.317+0000 7f0dda17f780 1 > prepared part key=_multipart_W1N9JNIA6ZML.2~74MUKZ5QQW43.0 size=489934 2024-04-10T15:51:07.309 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.317+0000 7f0dda17f780 1 > prepared multipart upload key=W1N9JNIA6ZML upload=74MUKZ5QQW43 tag=X48KU0ZG0ELU type=write size=1538510 2024-04-10T15:51:07.311 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.319+0000 7f0dda17f780 1 < completed delete operation key=O2DQ4CPAMY72 tag=VANVPOXMU8WB type=del 2024-04-10T15:51:07.313 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.321+0000 7f0dda17f780 1 > prepared operation key=GK8B4QASB1P8 tag=FDG523RA9NH4 type=write size=167389 2024-04-10T15:51:07.315 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.323+0000 7f0dda17f780 1 < completed part key=_multipart_M31TS1RYVD2I.2~5NR1OV02UI98.0 size=86129 2024-04-10T15:51:07.317 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.326+0000 7f0dda17f780 1 < completed multipart upload key=M31TS1RYVD2I upload=5NR1OV02UI98 tag=8BWUVCA7JOK7 type=write size=1134705 2024-04-10T15:51:07.320 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.329+0000 7f0dda17f780 1 > prepared part key=_multipart_1XDQOHF2EHZG.2~3SAHPHHWHF56.0 size=1048576 2024-04-10T15:51:07.322 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.330+0000 7f0dda17f780 1 > prepared part key=_multipart_1XDQOHF2EHZG.2~3SAHPHHWHF56.1 size=552593 2024-04-10T15:51:07.322 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.330+0000 7f0dda17f780 1 > prepared multipart upload key=1XDQOHF2EHZG upload=3SAHPHHWHF56 tag=CZ2BVILIWNG8 type=write size=2649745 2024-04-10T15:51:07.323 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.332+0000 7f0dda17f780 1 < canceled operation key=76DRYPHC6HG3 tag=C04XCC9T27BT type=del size=2936476 2024-04-10T15:51:07.325 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.333+0000 7f0dda17f780 1 > prepared operation key=5PTGEI8J4Q78 tag=OJZR0M3UZI2R type=write size=352040 2024-04-10T15:51:07.327 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.335+0000 7f0dda17f780 1 < completed part key=_multipart_5PTGEI8J4Q78.2~NHAMDJ4FLVUK.0 size=935631 2024-04-10T15:51:07.330 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.338+0000 7f0dda17f780 1 < completed multipart upload key=5PTGEI8J4Q78 upload=NHAMDJ4FLVUK tag=Q5XITJTTRW02 type=write size=1984207 2024-04-10T15:51:07.333 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.341+0000 7f0dda17f780 1 > prepared part key=_multipart_5VUYRX80DJNN.2~N88HPMG6AZGT.0 size=871454 2024-04-10T15:51:07.333 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.341+0000 7f0dda17f780 1 > prepared multipart upload key=5VUYRX80DJNN upload=N88HPMG6AZGT tag=75EP5IE75011 type=write size=1920030 2024-04-10T15:51:07.335 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.343+0000 7f0dda17f780 1 < completed part key=_multipart_VFKX3F9Z0OZ5.2~D3QLFFVZW4P6.0 size=1048576 2024-04-10T15:51:07.336 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.344+0000 7f0dda17f780 1 < completed part key=_multipart_VFKX3F9Z0OZ5.2~D3QLFFVZW4P6.1 size=1048576 2024-04-10T15:51:07.338 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.346+0000 7f0dda17f780 1 < completed part key=_multipart_VFKX3F9Z0OZ5.2~D3QLFFVZW4P6.2 size=882040 2024-04-10T15:51:07.340 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.349+0000 7f0dda17f780 1 < completed multipart upload key=VFKX3F9Z0OZ5 upload=D3QLFFVZW4P6 tag=QUWSQ22ATS5Y type=write size=4027768 2024-04-10T15:51:07.342 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.350+0000 7f0dda17f780 1 > prepared operation key=GK8B4QASB1P8 tag=ERIG9G4FCABR type=del size=3103987 2024-04-10T15:51:07.344 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.352+0000 7f0dda17f780 1 < completed part key=_multipart_VKTXOZU1BOHT.2~B401P56TOOTS.0 size=1048576 2024-04-10T15:51:07.345 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.354+0000 7f0dda17f780 1 < completed part key=_multipart_VKTXOZU1BOHT.2~B401P56TOOTS.1 size=135174 2024-04-10T15:51:07.348 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.357+0000 7f0dda17f780 1 < completed multipart upload key=VKTXOZU1BOHT upload=B401P56TOOTS tag=ZNROQE7OGJB2 type=write size=2232326 2024-04-10T15:51:07.351 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.360+0000 7f0dda17f780 1 > prepared part key=_multipart_1XDQOHF2EHZG.2~KOY59MI3XST7.0 size=1048576 2024-04-10T15:51:07.353 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.361+0000 7f0dda17f780 1 > prepared part key=_multipart_1XDQOHF2EHZG.2~KOY59MI3XST7.1 size=1048576 2024-04-10T15:51:07.354 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.362+0000 7f0dda17f780 1 > prepared part key=_multipart_1XDQOHF2EHZG.2~KOY59MI3XST7.2 size=390402 2024-04-10T15:51:07.354 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.362+0000 7f0dda17f780 1 > prepared multipart upload key=1XDQOHF2EHZG upload=KOY59MI3XST7 tag=0DJ4BWPUS4TD type=write size=3536130 2024-04-10T15:51:07.356 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.364+0000 7f0dda17f780 1 < completed part key=_multipart_VFKX3F9Z0OZ5.2~M9BTEY4WYBX0.0 size=1048576 2024-04-10T15:51:07.358 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.366+0000 7f0dda17f780 1 < completed part key=_multipart_VFKX3F9Z0OZ5.2~M9BTEY4WYBX0.1 size=559487 2024-04-10T15:51:07.361 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.369+0000 7f0dda17f780 1 < completed multipart upload key=VFKX3F9Z0OZ5 upload=M9BTEY4WYBX0 tag=C2GBL4RR8TTJ type=write size=2656639 2024-04-10T15:51:07.364 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.372+0000 7f0dda17f780 1 > prepared part key=_multipart_0EQWI1AD1VHA.2~AU61N4LHTJJF.0 size=1048576 2024-04-10T15:51:07.365 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.374+0000 7f0dda17f780 1 > prepared part key=_multipart_0EQWI1AD1VHA.2~AU61N4LHTJJF.1 size=128445 2024-04-10T15:51:07.365 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.374+0000 7f0dda17f780 1 > prepared multipart upload key=0EQWI1AD1VHA upload=AU61N4LHTJJF tag=MQKVZ7MMLK1V type=write size=2225597 2024-04-10T15:51:07.367 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.375+0000 7f0dda17f780 1 < completed part key=_multipart_Q55YN73R4WFF.2~AUP9Z6GVCF90.0 size=1048576 2024-04-10T15:51:07.369 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.377+0000 7f0dda17f780 1 < completed part key=_multipart_Q55YN73R4WFF.2~AUP9Z6GVCF90.1 size=535244 2024-04-10T15:51:07.372 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.380+0000 7f0dda17f780 1 < completed multipart upload key=Q55YN73R4WFF upload=AUP9Z6GVCF90 tag=Z8KGSZ2MZRT7 type=write size=2632396 2024-04-10T15:51:07.375 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.383+0000 7f0dda17f780 1 > prepared part key=_multipart_XDWUTYA27EZF.2~0Z5T5ZLQV2KC.0 size=76468 2024-04-10T15:51:07.375 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.383+0000 7f0dda17f780 1 > prepared multipart upload key=XDWUTYA27EZF upload=0Z5T5ZLQV2KC tag=YNZHHYWRZER0 type=write size=1125044 2024-04-10T15:51:07.377 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.385+0000 7f0dda17f780 1 < completed write operation key=VKTXOZU1BOHT tag=P72C100TFZ9C type=write size=523244 2024-04-10T15:51:07.379 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.387+0000 7f0dda17f780 1 > prepared operation key=32PMZSHN97HZ tag=O437TNI4EPTY type=del size=498503 2024-04-10T15:51:07.380 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.389+0000 7f0dda17f780 1 < completed part key=_multipart_Q55YN73R4WFF.2~YG0N2KZJKX90.0 size=1048576 2024-04-10T15:51:07.382 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.390+0000 7f0dda17f780 1 < completed part key=_multipart_Q55YN73R4WFF.2~YG0N2KZJKX90.1 size=403931 2024-04-10T15:51:07.385 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.393+0000 7f0dda17f780 1 < completed multipart upload key=Q55YN73R4WFF upload=YG0N2KZJKX90 tag=5YJ69INH5HOG type=write size=2501083 2024-04-10T15:51:07.387 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.395+0000 7f0dda17f780 1 > prepared operation key=76DRYPHC6HG3 tag=B1XW06CY4RAO type=del size=2244037 2024-04-10T15:51:07.389 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.398+0000 7f0dda17f780 1 < completed delete operation key=5PTGEI8J4Q78 tag=4SJQJQRSH8VZ type=del 2024-04-10T15:51:07.392 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.400+0000 7f0dda17f780 1 > prepared operation key=VKTXOZU1BOHT tag=1HZJ0ZIOXX0J type=del size=3384896 2024-04-10T15:51:07.393 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.402+0000 7f0dda17f780 1 < completed part key=_multipart_7R1LO48KG193.2~ZAQRA02MRAII.0 size=1048576 2024-04-10T15:51:07.395 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.403+0000 7f0dda17f780 1 < completed part key=_multipart_7R1LO48KG193.2~ZAQRA02MRAII.1 size=1048576 2024-04-10T15:51:07.397 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.405+0000 7f0dda17f780 1 < completed part key=_multipart_7R1LO48KG193.2~ZAQRA02MRAII.2 size=50909 2024-04-10T15:51:07.400 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.408+0000 7f0dda17f780 1 < completed multipart upload key=7R1LO48KG193 upload=ZAQRA02MRAII tag=K5YOQ3UNWG00 type=write size=3196637 2024-04-10T15:51:07.401 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.409+0000 7f0dda17f780 1 > prepared operation key=1XDQOHF2EHZG tag=RQN1Q3XAPM75 type=del size=1908694 2024-04-10T15:51:07.403 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.411+0000 7f0dda17f780 1 < completed delete operation key=QJ9GK4CHH36X tag=R6ZQ8SOJBBAQ type=del 2024-04-10T15:51:07.406 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.414+0000 7f0dda17f780 1 > prepared part key=_multipart_VFKX3F9Z0OZ5.2~IOD87YEGS315.0 size=1048576 2024-04-10T15:51:07.408 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.416+0000 7f0dda17f780 1 > prepared part key=_multipart_VFKX3F9Z0OZ5.2~IOD87YEGS315.1 size=1048576 2024-04-10T15:51:07.410 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.418+0000 7f0dda17f780 1 > prepared part key=_multipart_VFKX3F9Z0OZ5.2~IOD87YEGS315.2 size=115722 2024-04-10T15:51:07.410 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.418+0000 7f0dda17f780 1 > prepared multipart upload key=VFKX3F9Z0OZ5 upload=IOD87YEGS315 tag=3KEEKVRUZ8LD type=write size=3261450 2024-04-10T15:51:07.411 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.420+0000 7f0dda17f780 1 < completed delete operation key=EZ2HJBZ8EY6J tag=IM9E6VPQPE7R type=del 2024-04-10T15:51:07.413 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.422+0000 7f0dda17f780 1 > prepared operation key=H433FHMII9ZA tag=WQ7VEWQLX3TZ type=del size=383471 2024-04-10T15:51:07.415 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.423+0000 7f0dda17f780 1 < completed delete operation key=XDWUTYA27EZF tag=7ZQ91B20849D type=del 2024-04-10T15:51:07.417 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.425+0000 7f0dda17f780 1 > prepared operation key=QJ9GK4CHH36X tag=RATOTFTOV7DZ type=del size=2632156 2024-04-10T15:51:07.419 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.427+0000 7f0dda17f780 1 < completed part key=_multipart_W1N9JNIA6ZML.2~74MUKZ5QQW43.0 size=489934 2024-04-10T15:51:07.422 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.431+0000 7f0dda17f780 1 < completed multipart upload key=W1N9JNIA6ZML upload=74MUKZ5QQW43 tag=X48KU0ZG0ELU type=write size=1538510 2024-04-10T15:51:07.426 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.434+0000 7f0dda17f780 1 > prepared part key=_multipart_5PTGEI8J4Q78.2~6NANR0KVNKMG.0 size=1048576 2024-04-10T15:51:07.428 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.436+0000 7f0dda17f780 1 > prepared part key=_multipart_5PTGEI8J4Q78.2~6NANR0KVNKMG.1 size=364947 2024-04-10T15:51:07.428 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.436+0000 7f0dda17f780 1 > prepared multipart upload key=5PTGEI8J4Q78 upload=6NANR0KVNKMG tag=UU8ZICWLR61D type=write size=2462099 2024-04-10T15:51:07.430 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.438+0000 7f0dda17f780 1 < completed write operation key=GK8B4QASB1P8 tag=FDG523RA9NH4 type=write size=167389 2024-04-10T15:51:07.432 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.440+0000 7f0dda17f780 1 > prepared operation key=9QFS277S5EY3 tag=42OPS9J1975E type=write size=615229 2024-04-10T15:51:07.433 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.442+0000 7f0dda17f780 1 < completed part key=_multipart_1XDQOHF2EHZG.2~3SAHPHHWHF56.0 size=1048576 2024-04-10T15:51:07.435 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.443+0000 7f0dda17f780 1 < completed part key=_multipart_1XDQOHF2EHZG.2~3SAHPHHWHF56.1 size=552593 2024-04-10T15:51:07.438 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.446+0000 7f0dda17f780 1 < completed multipart upload key=1XDQOHF2EHZG upload=3SAHPHHWHF56 tag=CZ2BVILIWNG8 type=write size=2649745 2024-04-10T15:51:07.439 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.448+0000 7f0dda17f780 1 > prepared operation key=DRNFVWXVQQUT tag=MH40MPDRU56E type=write size=401962 2024-04-10T15:51:07.441 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.449+0000 7f0dda17f780 1 < completed write operation key=5PTGEI8J4Q78 tag=OJZR0M3UZI2R type=write size=352040 2024-04-10T15:51:07.445 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.453+0000 7f0dda17f780 1 > prepared part key=_multipart_9QFS277S5EY3.2~Q3EQG6O0S4OY.0 size=723004 2024-04-10T15:51:07.445 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.453+0000 7f0dda17f780 1 > prepared multipart upload key=9QFS277S5EY3 upload=Q3EQG6O0S4OY tag=5K3XS446ULN9 type=write size=1771580 2024-04-10T15:51:07.445 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.453+0000 7f0dda17f780 1 < canceled part key=_multipart_5VUYRX80DJNN.2~N88HPMG6AZGT.0 size=871454 2024-04-10T15:51:07.448 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.456+0000 7f0dda17f780 1 < canceled multipart upload key=5VUYRX80DJNN upload=N88HPMG6AZGT tag=75EP5IE75011 type=write size=1920030 2024-04-10T15:51:07.452 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.460+0000 7f0dda17f780 1 > prepared part key=_multipart_H433FHMII9ZA.2~3QDWEZGAY0I8.0 size=293993 2024-04-10T15:51:07.452 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.460+0000 7f0dda17f780 1 > prepared multipart upload key=H433FHMII9ZA upload=3QDWEZGAY0I8 tag=TVCTF0PY2XZJ type=write size=1342569 2024-04-10T15:51:07.453 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.461+0000 7f0dda17f780 1 < completed delete operation key=GK8B4QASB1P8 tag=ERIG9G4FCABR type=del 2024-04-10T15:51:07.457 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.465+0000 7f0dda17f780 1 > prepared part key=_multipart_QJ9GK4CHH36X.2~AWTPDPAICBE9.0 size=214755 2024-04-10T15:51:07.457 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.465+0000 7f0dda17f780 1 > prepared multipart upload key=QJ9GK4CHH36X upload=AWTPDPAICBE9 tag=FOMU07UQIGPC type=write size=1263331 2024-04-10T15:51:07.458 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.467+0000 7f0dda17f780 1 < completed part key=_multipart_1XDQOHF2EHZG.2~KOY59MI3XST7.0 size=1048576 2024-04-10T15:51:07.460 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.469+0000 7f0dda17f780 1 < completed part key=_multipart_1XDQOHF2EHZG.2~KOY59MI3XST7.1 size=1048576 2024-04-10T15:51:07.462 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.470+0000 7f0dda17f780 1 < completed part key=_multipart_1XDQOHF2EHZG.2~KOY59MI3XST7.2 size=390402 2024-04-10T15:51:07.465 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.473+0000 7f0dda17f780 1 < completed multipart upload key=1XDQOHF2EHZG upload=KOY59MI3XST7 tag=0DJ4BWPUS4TD type=write size=3536130 2024-04-10T15:51:07.466 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.475+0000 7f0dda17f780 1 > prepared operation key=DRNFVWXVQQUT tag=NRX49W8W0C6H type=del size=1975130 2024-04-10T15:51:07.467 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.475+0000 7f0dda17f780 1 < canceled part key=_multipart_0EQWI1AD1VHA.2~AU61N4LHTJJF.0 size=1048576 2024-04-10T15:51:07.468 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.476+0000 7f0dda17f780 1 < completed part key=_multipart_0EQWI1AD1VHA.2~AU61N4LHTJJF.1 size=128445 2024-04-10T15:51:07.472 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.480+0000 7f0dda17f780 1 < canceled multipart upload key=0EQWI1AD1VHA upload=AU61N4LHTJJF tag=MQKVZ7MMLK1V type=write size=2225597 2024-04-10T15:51:07.475 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.483+0000 7f0dda17f780 1 > prepared part key=_multipart_7R1LO48KG193.2~JTW9UVPTL130.0 size=1048576 2024-04-10T15:51:07.476 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.485+0000 7f0dda17f780 1 > prepared part key=_multipart_7R1LO48KG193.2~JTW9UVPTL130.1 size=1048576 2024-04-10T15:51:07.478 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.486+0000 7f0dda17f780 1 > prepared part key=_multipart_7R1LO48KG193.2~JTW9UVPTL130.2 size=233417 2024-04-10T15:51:07.478 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.486+0000 7f0dda17f780 1 > prepared multipart upload key=7R1LO48KG193 upload=JTW9UVPTL130 tag=Y9DE62J291FO type=write size=3379145 2024-04-10T15:51:07.480 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.488+0000 7f0dda17f780 1 < completed part key=_multipart_XDWUTYA27EZF.2~0Z5T5ZLQV2KC.0 size=76468 2024-04-10T15:51:07.483 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.491+0000 7f0dda17f780 1 < completed multipart upload key=XDWUTYA27EZF upload=0Z5T5ZLQV2KC tag=YNZHHYWRZER0 type=write size=1125044 2024-04-10T15:51:07.485 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.493+0000 7f0dda17f780 1 > prepared operation key=5VUYRX80DJNN tag=L422QMBGO8AW type=del size=3390788 2024-04-10T15:51:07.487 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.495+0000 7f0dda17f780 1 < completed delete operation key=32PMZSHN97HZ tag=O437TNI4EPTY type=del 2024-04-10T15:51:07.489 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.497+0000 7f0dda17f780 1 > prepared operation key=6V3UX4ZSIBZX tag=RLY2TDU443N5 type=del size=4140937 2024-04-10T15:51:07.491 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.499+0000 7f0dda17f780 1 < completed delete operation key=76DRYPHC6HG3 tag=B1XW06CY4RAO type=del 2024-04-10T15:51:07.494 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.502+0000 7f0dda17f780 1 > prepared part key=_multipart_O0U4M0VYXZJ9.2~BB5DGZ81JSWC.0 size=1048576 2024-04-10T15:51:07.495 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.504+0000 7f0dda17f780 1 > prepared part key=_multipart_O0U4M0VYXZJ9.2~BB5DGZ81JSWC.1 size=1048576 2024-04-10T15:51:07.497 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.505+0000 7f0dda17f780 1 > prepared part key=_multipart_O0U4M0VYXZJ9.2~BB5DGZ81JSWC.2 size=855777 2024-04-10T15:51:07.497 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.505+0000 7f0dda17f780 1 > prepared multipart upload key=O0U4M0VYXZJ9 upload=BB5DGZ81JSWC tag=KJ0RIFN1K91H type=write size=4001505 2024-04-10T15:51:07.500 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.509+0000 7f0dda17f780 1 < suggested update operation key=VKTXOZU1BOHT tag=1HZJ0ZIOXX0J type=del size=3384896 2024-04-10T15:51:07.502 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.511+0000 7f0dda17f780 1 > prepared operation key=892B9J3TLMA2 tag=TSVPO7TWOUXO type=del size=3538822 2024-04-10T15:51:07.504 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.512+0000 7f0dda17f780 1 < completed delete operation key=1XDQOHF2EHZG tag=RQN1Q3XAPM75 type=del 2024-04-10T15:51:07.506 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.514+0000 7f0dda17f780 1 > prepared operation key=XDWUTYA27EZF tag=GULDIFZ1RIUD type=del size=55273 2024-04-10T15:51:07.506 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.515+0000 7f0dda17f780 1 < canceled part key=_multipart_VFKX3F9Z0OZ5.2~IOD87YEGS315.0 size=1048576 2024-04-10T15:51:07.508 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.516+0000 7f0dda17f780 1 < completed part key=_multipart_VFKX3F9Z0OZ5.2~IOD87YEGS315.1 size=1048576 2024-04-10T15:51:07.510 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.518+0000 7f0dda17f780 1 < completed part key=_multipart_VFKX3F9Z0OZ5.2~IOD87YEGS315.2 size=115722 2024-04-10T15:51:07.514 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.522+0000 7f0dda17f780 1 < canceled multipart upload key=VFKX3F9Z0OZ5 upload=IOD87YEGS315 tag=3KEEKVRUZ8LD type=write size=3261450 2024-04-10T15:51:07.515 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.523+0000 7f0dda17f780 1 > prepared operation key=Q55YN73R4WFF tag=RBPNHVGAWK23 type=write size=166804 2024-04-10T15:51:07.517 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.525+0000 7f0dda17f780 1 < canceled operation key=H433FHMII9ZA tag=WQ7VEWQLX3TZ type=del size=383471 2024-04-10T15:51:07.519 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.527+0000 7f0dda17f780 1 > prepared operation key=P7QI1303WDML tag=2405OMN9ZDMA type=write size=917240 2024-04-10T15:51:07.522 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.531+0000 7f0dda17f780 1 < suggested remove operation key=QJ9GK4CHH36X tag=RATOTFTOV7DZ type=del 2024-04-10T15:51:07.526 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.534+0000 7f0dda17f780 1 > prepared part key=_multipart_W1N9JNIA6ZML.2~L0D93S5FB101.0 size=1048576 2024-04-10T15:51:07.527 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.535+0000 7f0dda17f780 1 > prepared part key=_multipart_W1N9JNIA6ZML.2~L0D93S5FB101.1 size=656189 2024-04-10T15:51:07.527 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.535+0000 7f0dda17f780 1 > prepared multipart upload key=W1N9JNIA6ZML upload=L0D93S5FB101 tag=KUUPAXSIU6BY type=write size=2753341 2024-04-10T15:51:07.529 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.538+0000 7f0dda17f780 1 < completed part key=_multipart_5PTGEI8J4Q78.2~6NANR0KVNKMG.0 size=1048576 2024-04-10T15:51:07.531 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.539+0000 7f0dda17f780 1 < completed part key=_multipart_5PTGEI8J4Q78.2~6NANR0KVNKMG.1 size=364947 2024-04-10T15:51:07.534 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.542+0000 7f0dda17f780 1 < completed multipart upload key=5PTGEI8J4Q78 upload=6NANR0KVNKMG tag=UU8ZICWLR61D type=write size=2462099 2024-04-10T15:51:07.536 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.544+0000 7f0dda17f780 1 > prepared operation key=XDWUTYA27EZF tag=2O71NB1H8WRW type=del size=1077968 2024-04-10T15:51:07.538 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.546+0000 7f0dda17f780 1 < canceled operation key=9QFS277S5EY3 tag=42OPS9J1975E type=write size=615229 2024-04-10T15:51:07.540 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.548+0000 7f0dda17f780 1 > prepared operation key=QJ9GK4CHH36X tag=MF3KO969Z1K1 type=del size=2991650 2024-04-10T15:51:07.541 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.550+0000 7f0dda17f780 1 < completed write operation key=DRNFVWXVQQUT tag=MH40MPDRU56E type=write size=401962 2024-04-10T15:51:07.544 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.552+0000 7f0dda17f780 1 > prepared operation key=YKTMKJ7IT90D tag=ZOJXRM65L5YO type=del size=1187595 2024-04-10T15:51:07.545 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.553+0000 7f0dda17f780 1 < completed part key=_multipart_9QFS277S5EY3.2~Q3EQG6O0S4OY.0 size=723004 2024-04-10T15:51:07.548 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.556+0000 7f0dda17f780 1 < completed multipart upload key=9QFS277S5EY3 upload=Q3EQG6O0S4OY tag=5K3XS446ULN9 type=write size=1771580 2024-04-10T15:51:07.552 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.560+0000 7f0dda17f780 1 > prepared part key=_multipart_O0U4M0VYXZJ9.2~9V81Y5LQEDMQ.0 size=1048576 2024-04-10T15:51:07.553 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.561+0000 7f0dda17f780 1 > prepared part key=_multipart_O0U4M0VYXZJ9.2~9V81Y5LQEDMQ.1 size=533743 2024-04-10T15:51:07.553 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.561+0000 7f0dda17f780 1 > prepared multipart upload key=O0U4M0VYXZJ9 upload=9V81Y5LQEDMQ tag=3CZDPVBR0VT1 type=write size=2630895 2024-04-10T15:51:07.556 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.564+0000 7f0dda17f780 1 < completed part key=_multipart_H433FHMII9ZA.2~3QDWEZGAY0I8.0 size=293993 2024-04-10T15:51:07.558 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.567+0000 7f0dda17f780 1 < completed multipart upload key=H433FHMII9ZA upload=3QDWEZGAY0I8 tag=TVCTF0PY2XZJ type=write size=1342569 2024-04-10T15:51:07.561 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.569+0000 7f0dda17f780 1 > prepared operation key=O2DQ4CPAMY72 tag=MCS8DR62RFIV type=del size=51048 2024-04-10T15:51:07.562 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.571+0000 7f0dda17f780 1 < completed part key=_multipart_QJ9GK4CHH36X.2~AWTPDPAICBE9.0 size=214755 2024-04-10T15:51:07.565 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.574+0000 7f0dda17f780 1 < completed multipart upload key=QJ9GK4CHH36X upload=AWTPDPAICBE9 tag=FOMU07UQIGPC type=write size=1263331 2024-04-10T15:51:07.569 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.577+0000 7f0dda17f780 1 > prepared part key=_multipart_O2DQ4CPAMY72.2~MN7SUY5BCYYP.0 size=1048576 2024-04-10T15:51:07.570 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.579+0000 7f0dda17f780 1 > prepared part key=_multipart_O2DQ4CPAMY72.2~MN7SUY5BCYYP.1 size=1048576 2024-04-10T15:51:07.572 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.580+0000 7f0dda17f780 1 > prepared part key=_multipart_O2DQ4CPAMY72.2~MN7SUY5BCYYP.2 size=745741 2024-04-10T15:51:07.572 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.580+0000 7f0dda17f780 1 > prepared multipart upload key=O2DQ4CPAMY72 upload=MN7SUY5BCYYP tag=PQJWDMIX5VA3 type=write size=3891469 2024-04-10T15:51:07.574 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.582+0000 7f0dda17f780 1 < canceled operation key=DRNFVWXVQQUT tag=NRX49W8W0C6H type=del size=1975130 2024-04-10T15:51:07.577 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.586+0000 7f0dda17f780 1 > prepared part key=_multipart_5PTGEI8J4Q78.2~99VE2KQ862AX.0 size=1048576 2024-04-10T15:51:07.579 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.587+0000 7f0dda17f780 1 > prepared part key=_multipart_5PTGEI8J4Q78.2~99VE2KQ862AX.1 size=579196 2024-04-10T15:51:07.579 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.587+0000 7f0dda17f780 1 > prepared multipart upload key=5PTGEI8J4Q78 upload=99VE2KQ862AX tag=I615KE7RAH6A type=write size=2676348 2024-04-10T15:51:07.581 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.589+0000 7f0dda17f780 1 < completed part key=_multipart_7R1LO48KG193.2~JTW9UVPTL130.0 size=1048576 2024-04-10T15:51:07.583 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.591+0000 7f0dda17f780 1 < completed part key=_multipart_7R1LO48KG193.2~JTW9UVPTL130.1 size=1048576 2024-04-10T15:51:07.583 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.591+0000 7f0dda17f780 1 < canceled part key=_multipart_7R1LO48KG193.2~JTW9UVPTL130.2 size=233417 2024-04-10T15:51:07.586 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.594+0000 7f0dda17f780 1 < canceled multipart upload key=7R1LO48KG193 upload=JTW9UVPTL130 tag=Y9DE62J291FO type=write size=3379145 2024-04-10T15:51:07.588 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.596+0000 7f0dda17f780 1 > prepared operation key=7R29VV7JYRWM tag=6FYM8H3O7ZJ3 type=write size=120098 2024-04-10T15:51:07.589 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.597+0000 7f0dda17f780 1 < completed delete operation key=5VUYRX80DJNN tag=L422QMBGO8AW type=del 2024-04-10T15:51:07.593 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.601+0000 7f0dda17f780 1 > prepared part key=_multipart_VFKX3F9Z0OZ5.2~RG7PFQVHH2M0.0 size=1048576 2024-04-10T15:51:07.594 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.602+0000 7f0dda17f780 1 > prepared part key=_multipart_VFKX3F9Z0OZ5.2~RG7PFQVHH2M0.1 size=1048576 2024-04-10T15:51:07.596 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.604+0000 7f0dda17f780 1 > prepared part key=_multipart_VFKX3F9Z0OZ5.2~RG7PFQVHH2M0.2 size=498064 2024-04-10T15:51:07.596 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.604+0000 7f0dda17f780 1 > prepared multipart upload key=VFKX3F9Z0OZ5 upload=RG7PFQVHH2M0 tag=VWIIY6AA4MHK type=write size=3643792 2024-04-10T15:51:07.598 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.606+0000 7f0dda17f780 1 < completed delete operation key=6V3UX4ZSIBZX tag=RLY2TDU443N5 type=del 2024-04-10T15:51:07.602 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.610+0000 7f0dda17f780 1 > prepared part key=_multipart_9QFS277S5EY3.2~SWNRU1ZVR0ME.0 size=965605 2024-04-10T15:51:07.602 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.610+0000 7f0dda17f780 1 > prepared multipart upload key=9QFS277S5EY3 upload=SWNRU1ZVR0ME tag=URJ998NX0UZD type=write size=2014181 2024-04-10T15:51:07.603 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.612+0000 7f0dda17f780 1 < completed part key=_multipart_O0U4M0VYXZJ9.2~BB5DGZ81JSWC.0 size=1048576 2024-04-10T15:51:07.605 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.613+0000 7f0dda17f780 1 < completed part key=_multipart_O0U4M0VYXZJ9.2~BB5DGZ81JSWC.1 size=1048576 2024-04-10T15:51:07.607 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.615+0000 7f0dda17f780 1 < completed part key=_multipart_O0U4M0VYXZJ9.2~BB5DGZ81JSWC.2 size=855777 2024-04-10T15:51:07.610 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.618+0000 7f0dda17f780 1 < completed multipart upload key=O0U4M0VYXZJ9 upload=BB5DGZ81JSWC tag=KJ0RIFN1K91H type=write size=4001505 2024-04-10T15:51:07.613 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.621+0000 7f0dda17f780 1 > prepared part key=_multipart_5PTGEI8J4Q78.2~6AYQH22IOATO.0 size=1048576 2024-04-10T15:51:07.614 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.623+0000 7f0dda17f780 1 > prepared part key=_multipart_5PTGEI8J4Q78.2~6AYQH22IOATO.1 size=864903 2024-04-10T15:51:07.614 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.623+0000 7f0dda17f780 1 > prepared multipart upload key=5PTGEI8J4Q78 upload=6AYQH22IOATO tag=P20Q01E2OV23 type=write size=2962055 2024-04-10T15:51:07.616 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.624+0000 7f0dda17f780 1 < canceled operation key=892B9J3TLMA2 tag=TSVPO7TWOUXO type=del size=3538822 2024-04-10T15:51:07.618 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.626+0000 7f0dda17f780 1 > prepared operation key=6V3UX4ZSIBZX tag=91P4F4HJP02V type=del size=823098 2024-04-10T15:51:07.620 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.628+0000 7f0dda17f780 1 < completed delete operation key=XDWUTYA27EZF tag=GULDIFZ1RIUD type=del 2024-04-10T15:51:07.621 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.630+0000 7f0dda17f780 1 > prepared operation key=32PMZSHN97HZ tag=7ZKAF01KSYUT type=del size=2876883 2024-04-10T15:51:07.623 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.632+0000 7f0dda17f780 1 < completed write operation key=Q55YN73R4WFF tag=RBPNHVGAWK23 type=write size=166804 2024-04-10T15:51:07.625 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.633+0000 7f0dda17f780 1 > prepared operation key=O2DQ4CPAMY72 tag=E199FUT96ODE type=del size=3604758 2024-04-10T15:51:07.627 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.635+0000 7f0dda17f780 1 < completed write operation key=P7QI1303WDML tag=2405OMN9ZDMA type=write size=917240 2024-04-10T15:51:07.628 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.636+0000 7f0dda17f780 1 > prepared operation key=Q55YN73R4WFF tag=QJRYL77CT8G6 type=del size=250658 2024-04-10T15:51:07.630 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.638+0000 7f0dda17f780 1 < completed part key=_multipart_W1N9JNIA6ZML.2~L0D93S5FB101.0 size=1048576 2024-04-10T15:51:07.630 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.638+0000 7f0dda17f780 1 < canceled part key=_multipart_W1N9JNIA6ZML.2~L0D93S5FB101.1 size=656189 2024-04-10T15:51:07.633 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.641+0000 7f0dda17f780 1 < canceled multipart upload key=W1N9JNIA6ZML upload=L0D93S5FB101 tag=KUUPAXSIU6BY type=write size=2753341 2024-04-10T15:51:07.636 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.644+0000 7f0dda17f780 1 > prepared part key=_multipart_XDWUTYA27EZF.2~MFTERAW2U46Z.0 size=1048576 2024-04-10T15:51:07.638 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.646+0000 7f0dda17f780 1 > prepared part key=_multipart_XDWUTYA27EZF.2~MFTERAW2U46Z.1 size=1048576 2024-04-10T15:51:07.639 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.647+0000 7f0dda17f780 1 > prepared part key=_multipart_XDWUTYA27EZF.2~MFTERAW2U46Z.2 size=377692 2024-04-10T15:51:07.639 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.647+0000 7f0dda17f780 1 > prepared multipart upload key=XDWUTYA27EZF upload=MFTERAW2U46Z tag=GZ6PXT4R6GR6 type=write size=3523420 2024-04-10T15:51:07.642 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.651+0000 7f0dda17f780 1 < suggested update operation key=XDWUTYA27EZF tag=2O71NB1H8WRW type=del size=1077968 2024-04-10T15:51:07.646 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.654+0000 7f0dda17f780 1 > prepared part key=_multipart_W0QQNH1PRYVL.2~KTS0NPO2K7KH.0 size=1048576 2024-04-10T15:51:07.648 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.656+0000 7f0dda17f780 1 > prepared part key=_multipart_W0QQNH1PRYVL.2~KTS0NPO2K7KH.1 size=1048576 2024-04-10T15:51:07.649 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.657+0000 7f0dda17f780 1 > prepared part key=_multipart_W0QQNH1PRYVL.2~KTS0NPO2K7KH.2 size=42684 2024-04-10T15:51:07.649 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.657+0000 7f0dda17f780 1 > prepared multipart upload key=W0QQNH1PRYVL upload=KTS0NPO2K7KH tag=AEKIOJKT4AQU type=write size=3188412 2024-04-10T15:51:07.651 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.659+0000 7f0dda17f780 1 < completed delete operation key=QJ9GK4CHH36X tag=MF3KO969Z1K1 type=del 2024-04-10T15:51:07.652 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.661+0000 7f0dda17f780 1 > prepared operation key=9QFS277S5EY3 tag=P1LOG5H5DKCE type=del size=2064203 2024-04-10T15:51:07.654 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.663+0000 7f0dda17f780 1 < completed delete operation key=YKTMKJ7IT90D tag=ZOJXRM65L5YO type=del 2024-04-10T15:51:07.657 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.666+0000 7f0dda17f780 1 > prepared part key=_multipart_H433FHMII9ZA.2~91UMAKRMW0OP.0 size=370900 2024-04-10T15:51:07.658 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.666+0000 7f0dda17f780 1 > prepared multipart upload key=H433FHMII9ZA upload=91UMAKRMW0OP tag=VU4MIZSF6EMZ type=write size=1419476 2024-04-10T15:51:07.659 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.668+0000 7f0dda17f780 1 < completed part key=_multipart_O0U4M0VYXZJ9.2~9V81Y5LQEDMQ.0 size=1048576 2024-04-10T15:51:07.661 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.669+0000 7f0dda17f780 1 < completed part key=_multipart_O0U4M0VYXZJ9.2~9V81Y5LQEDMQ.1 size=533743 2024-04-10T15:51:07.664 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.672+0000 7f0dda17f780 1 < completed multipart upload key=O0U4M0VYXZJ9 upload=9V81Y5LQEDMQ tag=3CZDPVBR0VT1 type=write size=2630895 2024-04-10T15:51:07.668 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.676+0000 7f0dda17f780 1 > prepared part key=_multipart_7R1LO48KG193.2~JFCBZ5SIJI44.0 size=1048576 2024-04-10T15:51:07.669 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.677+0000 7f0dda17f780 1 > prepared part key=_multipart_7R1LO48KG193.2~JFCBZ5SIJI44.1 size=1048576 2024-04-10T15:51:07.670 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.679+0000 7f0dda17f780 1 > prepared part key=_multipart_7R1LO48KG193.2~JFCBZ5SIJI44.2 size=840917 2024-04-10T15:51:07.671 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.679+0000 7f0dda17f780 1 > prepared multipart upload key=7R1LO48KG193 upload=JFCBZ5SIJI44 tag=P3RELOHC0MJ6 type=write size=3986645 2024-04-10T15:51:07.672 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.680+0000 7f0dda17f780 1 < completed delete operation key=O2DQ4CPAMY72 tag=MCS8DR62RFIV type=del 2024-04-10T15:51:07.675 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.684+0000 7f0dda17f780 1 > prepared part key=_multipart_H433FHMII9ZA.2~1MZ3OZHC62OE.0 size=1048576 2024-04-10T15:51:07.677 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.685+0000 7f0dda17f780 1 > prepared part key=_multipart_H433FHMII9ZA.2~1MZ3OZHC62OE.1 size=1048576 2024-04-10T15:51:07.678 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.687+0000 7f0dda17f780 1 > prepared part key=_multipart_H433FHMII9ZA.2~1MZ3OZHC62OE.2 size=548169 2024-04-10T15:51:07.679 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.687+0000 7f0dda17f780 1 > prepared multipart upload key=H433FHMII9ZA upload=1MZ3OZHC62OE tag=FT8RQD2MTY2K type=write size=3693897 2024-04-10T15:51:07.680 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.689+0000 7f0dda17f780 1 < completed part key=_multipart_O2DQ4CPAMY72.2~MN7SUY5BCYYP.0 size=1048576 2024-04-10T15:51:07.682 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.690+0000 7f0dda17f780 1 < completed part key=_multipart_O2DQ4CPAMY72.2~MN7SUY5BCYYP.1 size=1048576 2024-04-10T15:51:07.683 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.692+0000 7f0dda17f780 1 < completed part key=_multipart_O2DQ4CPAMY72.2~MN7SUY5BCYYP.2 size=745741 2024-04-10T15:51:07.687 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.695+0000 7f0dda17f780 1 < completed multipart upload key=O2DQ4CPAMY72 upload=MN7SUY5BCYYP tag=PQJWDMIX5VA3 type=write size=3891469 2024-04-10T15:51:07.689 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.697+0000 7f0dda17f780 1 > prepared operation key=7R1LO48KG193 tag=OCGID4ALJW8R type=del size=1466487 2024-04-10T15:51:07.690 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.699+0000 7f0dda17f780 1 < completed part key=_multipart_5PTGEI8J4Q78.2~99VE2KQ862AX.0 size=1048576 2024-04-10T15:51:07.692 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.700+0000 7f0dda17f780 1 < completed part key=_multipart_5PTGEI8J4Q78.2~99VE2KQ862AX.1 size=579196 2024-04-10T15:51:07.695 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.703+0000 7f0dda17f780 1 < completed multipart upload key=5PTGEI8J4Q78 upload=99VE2KQ862AX tag=I615KE7RAH6A type=write size=2676348 2024-04-10T15:51:07.697 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.705+0000 7f0dda17f780 1 > prepared operation key=XDWUTYA27EZF tag=XRRUF2Q6HE0K type=del size=4092429 2024-04-10T15:51:07.698 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.707+0000 7f0dda17f780 1 < completed write operation key=7R29VV7JYRWM tag=6FYM8H3O7ZJ3 type=write size=120098 2024-04-10T15:51:07.700 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.708+0000 7f0dda17f780 1 > prepared operation key=76DRYPHC6HG3 tag=44YVH0RUTX94 type=del size=1907841 2024-04-10T15:51:07.702 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.710+0000 7f0dda17f780 1 < completed part key=_multipart_VFKX3F9Z0OZ5.2~RG7PFQVHH2M0.0 size=1048576 2024-04-10T15:51:07.704 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.712+0000 7f0dda17f780 1 < completed part key=_multipart_VFKX3F9Z0OZ5.2~RG7PFQVHH2M0.1 size=1048576 2024-04-10T15:51:07.705 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.713+0000 7f0dda17f780 1 < completed part key=_multipart_VFKX3F9Z0OZ5.2~RG7PFQVHH2M0.2 size=498064 2024-04-10T15:51:07.708 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.716+0000 7f0dda17f780 1 < completed multipart upload key=VFKX3F9Z0OZ5 upload=RG7PFQVHH2M0 tag=VWIIY6AA4MHK type=write size=3643792 2024-04-10T15:51:07.710 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.719+0000 7f0dda17f780 1 > prepared operation key=32PMZSHN97HZ tag=L7DQH3JVI8NA type=del size=3660761 2024-04-10T15:51:07.712 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.721+0000 7f0dda17f780 1 < completed part key=_multipart_9QFS277S5EY3.2~SWNRU1ZVR0ME.0 size=965605 2024-04-10T15:51:07.716 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.724+0000 7f0dda17f780 1 < completed multipart upload key=9QFS277S5EY3 upload=SWNRU1ZVR0ME tag=URJ998NX0UZD type=write size=2014181 2024-04-10T15:51:07.717 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.726+0000 7f0dda17f780 1 > prepared operation key=32PMZSHN97HZ tag=QH2DYAUBCQZS type=del size=1481613 2024-04-10T15:51:07.719 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.727+0000 7f0dda17f780 1 < completed part key=_multipart_5PTGEI8J4Q78.2~6AYQH22IOATO.0 size=1048576 2024-04-10T15:51:07.721 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.729+0000 7f0dda17f780 1 < completed part key=_multipart_5PTGEI8J4Q78.2~6AYQH22IOATO.1 size=864903 2024-04-10T15:51:07.724 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.732+0000 7f0dda17f780 1 < completed multipart upload key=5PTGEI8J4Q78 upload=6AYQH22IOATO tag=P20Q01E2OV23 type=write size=2962055 2024-04-10T15:51:07.726 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.734+0000 7f0dda17f780 1 > prepared operation key=LPSA55UNQS7T tag=GQHWS00EFRLS type=del size=445090 2024-04-10T15:51:07.728 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.736+0000 7f0dda17f780 1 < canceled operation key=6V3UX4ZSIBZX tag=91P4F4HJP02V type=del size=823098 2024-04-10T15:51:07.729 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.737+0000 7f0dda17f780 1 > prepared operation key=4GB88X6QZH6E tag=TL21WGEMFCO1 type=del size=1671324 2024-04-10T15:51:07.731 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.739+0000 7f0dda17f780 1 < canceled operation key=32PMZSHN97HZ tag=7ZKAF01KSYUT type=del size=2876883 2024-04-10T15:51:07.733 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.741+0000 7f0dda17f780 1 > prepared operation key=M31TS1RYVD2I tag=VB1GV57W0V7L type=del size=4129643 2024-04-10T15:51:07.734 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.743+0000 7f0dda17f780 1 < completed delete operation key=O2DQ4CPAMY72 tag=E199FUT96ODE type=del 2024-04-10T15:51:07.737 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.746+0000 7f0dda17f780 1 > prepared part key=_multipart_W72JTU6KAY5Q.2~RNEG4ZPVYPVZ.0 size=980736 2024-04-10T15:51:07.738 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.746+0000 7f0dda17f780 1 > prepared multipart upload key=W72JTU6KAY5Q upload=RNEG4ZPVYPVZ tag=A7U0U6FRMHD4 type=write size=2029312 2024-04-10T15:51:07.739 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.747+0000 7f0dda17f780 1 < completed delete operation key=Q55YN73R4WFF tag=QJRYL77CT8G6 type=del 2024-04-10T15:51:07.742 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.750+0000 7f0dda17f780 1 > prepared part key=_multipart_M31TS1RYVD2I.2~QI7Z5093UWWU.0 size=1048576 2024-04-10T15:51:07.743 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.752+0000 7f0dda17f780 1 > prepared part key=_multipart_M31TS1RYVD2I.2~QI7Z5093UWWU.1 size=1048576 2024-04-10T15:51:07.745 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.753+0000 7f0dda17f780 1 > prepared part key=_multipart_M31TS1RYVD2I.2~QI7Z5093UWWU.2 size=163171 2024-04-10T15:51:07.745 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.753+0000 7f0dda17f780 1 > prepared multipart upload key=M31TS1RYVD2I upload=QI7Z5093UWWU tag=LBYZZSRSMI9O type=write size=3308899 2024-04-10T15:51:07.747 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.755+0000 7f0dda17f780 1 < completed part key=_multipart_XDWUTYA27EZF.2~MFTERAW2U46Z.0 size=1048576 2024-04-10T15:51:07.748 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.756+0000 7f0dda17f780 1 < completed part key=_multipart_XDWUTYA27EZF.2~MFTERAW2U46Z.1 size=1048576 2024-04-10T15:51:07.749 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.758+0000 7f0dda17f780 1 < completed part key=_multipart_XDWUTYA27EZF.2~MFTERAW2U46Z.2 size=377692 2024-04-10T15:51:07.752 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.761+0000 7f0dda17f780 1 < completed multipart upload key=XDWUTYA27EZF upload=MFTERAW2U46Z tag=GZ6PXT4R6GR6 type=write size=3523420 2024-04-10T15:51:07.754 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.763+0000 7f0dda17f780 1 > prepared operation key=W1N9JNIA6ZML tag=TR40CF339DNL type=write size=368824 2024-04-10T15:51:07.755 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.763+0000 7f0dda17f780 1 < canceled part key=_multipart_W0QQNH1PRYVL.2~KTS0NPO2K7KH.0 size=1048576 2024-04-10T15:51:07.757 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.765+0000 7f0dda17f780 1 < completed part key=_multipart_W0QQNH1PRYVL.2~KTS0NPO2K7KH.1 size=1048576 2024-04-10T15:51:07.764 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.772+0000 7f0dda17f780 1 < completed part key=_multipart_W0QQNH1PRYVL.2~KTS0NPO2K7KH.2 size=42684 2024-04-10T15:51:07.768 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.776+0000 7f0dda17f780 1 < canceled multipart upload key=W0QQNH1PRYVL upload=KTS0NPO2K7KH tag=AEKIOJKT4AQU type=write size=3188412 2024-04-10T15:51:07.770 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.779+0000 7f0dda17f780 1 > prepared operation key=7R29VV7JYRWM tag=QIGZN02KNKHF type=write size=84078 2024-04-10T15:51:07.775 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.783+0000 7f0dda17f780 1 < suggested remove operation key=9QFS277S5EY3 tag=P1LOG5H5DKCE type=del 2024-04-10T15:51:07.778 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.787+0000 7f0dda17f780 1 > prepared part key=_multipart_DRNFVWXVQQUT.2~413B364M27Q5.0 size=1048576 2024-04-10T15:51:07.780 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.788+0000 7f0dda17f780 1 > prepared part key=_multipart_DRNFVWXVQQUT.2~413B364M27Q5.1 size=35708 2024-04-10T15:51:07.780 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.788+0000 7f0dda17f780 1 > prepared multipart upload key=DRNFVWXVQQUT upload=413B364M27Q5 tag=GBR6I2MI7IS6 type=write size=2132860 2024-04-10T15:51:07.782 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.790+0000 7f0dda17f780 1 < completed part key=_multipart_H433FHMII9ZA.2~91UMAKRMW0OP.0 size=370900 2024-04-10T15:51:07.785 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.794+0000 7f0dda17f780 1 < completed multipart upload key=H433FHMII9ZA upload=91UMAKRMW0OP tag=VU4MIZSF6EMZ type=write size=1419476 2024-04-10T15:51:07.787 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.795+0000 7f0dda17f780 1 > prepared operation key=W0QQNH1PRYVL tag=VGIVU2VY17UC type=del size=3158500 2024-04-10T15:51:07.789 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.797+0000 7f0dda17f780 1 < completed part key=_multipart_7R1LO48KG193.2~JFCBZ5SIJI44.0 size=1048576 2024-04-10T15:51:07.791 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.799+0000 7f0dda17f780 1 < completed part key=_multipart_7R1LO48KG193.2~JFCBZ5SIJI44.1 size=1048576 2024-04-10T15:51:07.792 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.800+0000 7f0dda17f780 1 < completed part key=_multipart_7R1LO48KG193.2~JFCBZ5SIJI44.2 size=840917 2024-04-10T15:51:07.796 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.804+0000 7f0dda17f780 1 < completed multipart upload key=7R1LO48KG193 upload=JFCBZ5SIJI44 tag=P3RELOHC0MJ6 type=write size=3986645 2024-04-10T15:51:07.799 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.807+0000 7f0dda17f780 1 > prepared part key=_multipart_LPSA55UNQS7T.2~FD28HNWY07F4.0 size=1048576 2024-04-10T15:51:07.801 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.809+0000 7f0dda17f780 1 > prepared part key=_multipart_LPSA55UNQS7T.2~FD28HNWY07F4.1 size=1048576 2024-04-10T15:51:07.802 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.810+0000 7f0dda17f780 1 > prepared part key=_multipart_LPSA55UNQS7T.2~FD28HNWY07F4.2 size=734692 2024-04-10T15:51:07.802 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.810+0000 7f0dda17f780 1 > prepared multipart upload key=LPSA55UNQS7T upload=FD28HNWY07F4 tag=LDH4MAMRPM2U type=write size=3880420 2024-04-10T15:51:07.804 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.812+0000 7f0dda17f780 1 < completed part key=_multipart_H433FHMII9ZA.2~1MZ3OZHC62OE.0 size=1048576 2024-04-10T15:51:07.806 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.814+0000 7f0dda17f780 1 < completed part key=_multipart_H433FHMII9ZA.2~1MZ3OZHC62OE.1 size=1048576 2024-04-10T15:51:07.807 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.815+0000 7f0dda17f780 1 < completed part key=_multipart_H433FHMII9ZA.2~1MZ3OZHC62OE.2 size=548169 2024-04-10T15:51:07.810 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.818+0000 7f0dda17f780 1 < completed multipart upload key=H433FHMII9ZA upload=1MZ3OZHC62OE tag=FT8RQD2MTY2K type=write size=3693897 2024-04-10T15:51:07.812 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.820+0000 7f0dda17f780 1 > prepared operation key=76DRYPHC6HG3 tag=C0NI19JCS8ME type=del size=451540 2024-04-10T15:51:07.813 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.822+0000 7f0dda17f780 1 < completed delete operation key=7R1LO48KG193 tag=OCGID4ALJW8R type=del 2024-04-10T15:51:07.815 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.824+0000 7f0dda17f780 1 > prepared operation key=32PMZSHN97HZ tag=J4YF6ZCCXD10 type=write size=631570 2024-04-10T15:51:07.817 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.825+0000 7f0dda17f780 1 < completed delete operation key=XDWUTYA27EZF tag=XRRUF2Q6HE0K type=del 2024-04-10T15:51:07.821 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.829+0000 7f0dda17f780 1 > prepared part key=_multipart_WB4E7VQYBXDP.2~0J4H1J0CHQ3R.0 size=1048576 2024-04-10T15:51:07.822 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.830+0000 7f0dda17f780 1 > prepared part key=_multipart_WB4E7VQYBXDP.2~0J4H1J0CHQ3R.1 size=996717 2024-04-10T15:51:07.822 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.830+0000 7f0dda17f780 1 > prepared multipart upload key=WB4E7VQYBXDP upload=0J4H1J0CHQ3R tag=NN0EA2JBHLHO type=write size=3093869 2024-04-10T15:51:07.826 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.834+0000 7f0dda17f780 1 < suggested remove operation key=76DRYPHC6HG3 tag=44YVH0RUTX94 type=del 2024-04-10T15:51:07.828 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.836+0000 7f0dda17f780 1 > prepared operation key=EZ2HJBZ8EY6J tag=V215K8K4VV34 type=del size=4061420 2024-04-10T15:51:07.829 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.838+0000 7f0dda17f780 1 < completed delete operation key=32PMZSHN97HZ tag=L7DQH3JVI8NA type=del 2024-04-10T15:51:07.832 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.840+0000 7f0dda17f780 1 > prepared operation key=0EQWI1AD1VHA tag=XLVNEJPPMNRR type=write size=563645 2024-04-10T15:51:07.835 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.844+0000 7f0dda17f780 1 < suggested update operation key=32PMZSHN97HZ tag=QH2DYAUBCQZS type=del size=1481613 2024-04-10T15:51:07.837 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.845+0000 7f0dda17f780 1 > prepared operation key=4GB88X6QZH6E tag=73AMIUFLC4PS type=del size=2138278 2024-04-10T15:51:07.839 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.847+0000 7f0dda17f780 1 < completed delete operation key=LPSA55UNQS7T tag=GQHWS00EFRLS type=del 2024-04-10T15:51:07.841 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.849+0000 7f0dda17f780 1 > prepared operation key=W0QQNH1PRYVL tag=NVUHB8G7VMY9 type=del size=424126 2024-04-10T15:51:07.845 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.853+0000 7f0dda17f780 1 < suggested update operation key=4GB88X6QZH6E tag=TL21WGEMFCO1 type=del size=1671324 2024-04-10T15:51:07.847 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.855+0000 7f0dda17f780 1 > prepared operation key=7R1LO48KG193 tag=4Z2DK8YU4GVG type=write size=835474 2024-04-10T15:51:07.850 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.859+0000 7f0dda17f780 1 < suggested remove operation key=M31TS1RYVD2I tag=VB1GV57W0V7L type=del 2024-04-10T15:51:07.853 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.861+0000 7f0dda17f780 1 > prepared operation key=QJ9GK4CHH36X tag=SSZZAOT6LUN0 type=del size=601206 2024-04-10T15:51:07.854 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.863+0000 7f0dda17f780 1 < completed part key=_multipart_W72JTU6KAY5Q.2~RNEG4ZPVYPVZ.0 size=980736 2024-04-10T15:51:07.857 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.866+0000 7f0dda17f780 1 < completed multipart upload key=W72JTU6KAY5Q upload=RNEG4ZPVYPVZ tag=A7U0U6FRMHD4 type=write size=2029312 2024-04-10T15:51:07.859 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.867+0000 7f0dda17f780 1 > prepared operation key=892B9J3TLMA2 tag=U0BPGPY1W7VZ type=write size=304764 2024-04-10T15:51:07.861 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.869+0000 7f0dda17f780 1 < completed part key=_multipart_M31TS1RYVD2I.2~QI7Z5093UWWU.0 size=1048576 2024-04-10T15:51:07.862 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.871+0000 7f0dda17f780 1 < completed part key=_multipart_M31TS1RYVD2I.2~QI7Z5093UWWU.1 size=1048576 2024-04-10T15:51:07.864 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.872+0000 7f0dda17f780 1 < completed part key=_multipart_M31TS1RYVD2I.2~QI7Z5093UWWU.2 size=163171 2024-04-10T15:51:07.867 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.875+0000 7f0dda17f780 1 < completed multipart upload key=M31TS1RYVD2I upload=QI7Z5093UWWU tag=LBYZZSRSMI9O type=write size=3308899 2024-04-10T15:51:07.869 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.877+0000 7f0dda17f780 1 > prepared operation key=6V3UX4ZSIBZX tag=4CZ0RNVS4L9Z type=del size=1307013 2024-04-10T15:51:07.873 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.881+0000 7f0dda17f780 1 < suggested update operation key=W1N9JNIA6ZML tag=TR40CF339DNL type=write size=368824 2024-04-10T15:51:07.874 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.883+0000 7f0dda17f780 1 > prepared operation key=Q55YN73R4WFF tag=9OW2Q1GVWJTS type=del size=321516 2024-04-10T15:51:07.876 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.884+0000 7f0dda17f780 1 < completed write operation key=7R29VV7JYRWM tag=QIGZN02KNKHF type=write size=84078 2024-04-10T15:51:07.878 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.886+0000 7f0dda17f780 1 > prepared operation key=4GB88X6QZH6E tag=SRUUOJB2V3CV type=del size=1839437 2024-04-10T15:51:07.880 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.888+0000 7f0dda17f780 1 < completed part key=_multipart_DRNFVWXVQQUT.2~413B364M27Q5.0 size=1048576 2024-04-10T15:51:07.881 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.889+0000 7f0dda17f780 1 < completed part key=_multipart_DRNFVWXVQQUT.2~413B364M27Q5.1 size=35708 2024-04-10T15:51:07.884 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.892+0000 7f0dda17f780 1 < completed multipart upload key=DRNFVWXVQQUT upload=413B364M27Q5 tag=GBR6I2MI7IS6 type=write size=2132860 2024-04-10T15:51:07.886 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.895+0000 7f0dda17f780 1 > prepared operation key=QJ9GK4CHH36X tag=DJA861ELII1Z type=write size=913903 2024-04-10T15:51:07.888 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.897+0000 7f0dda17f780 1 < completed delete operation key=W0QQNH1PRYVL tag=VGIVU2VY17UC type=del 2024-04-10T15:51:07.892 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.900+0000 7f0dda17f780 1 > prepared part key=_multipart_5VUYRX80DJNN.2~AA9UPOMT10Y2.0 size=431985 2024-04-10T15:51:07.892 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.900+0000 7f0dda17f780 1 > prepared multipart upload key=5VUYRX80DJNN upload=AA9UPOMT10Y2 tag=JW08OAQ07280 type=write size=1480561 2024-04-10T15:51:07.894 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.902+0000 7f0dda17f780 1 < completed part key=_multipart_LPSA55UNQS7T.2~FD28HNWY07F4.0 size=1048576 2024-04-10T15:51:07.895 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.903+0000 7f0dda17f780 1 < completed part key=_multipart_LPSA55UNQS7T.2~FD28HNWY07F4.1 size=1048576 2024-04-10T15:51:07.897 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.905+0000 7f0dda17f780 1 < completed part key=_multipart_LPSA55UNQS7T.2~FD28HNWY07F4.2 size=734692 2024-04-10T15:51:07.900 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.908+0000 7f0dda17f780 1 < completed multipart upload key=LPSA55UNQS7T upload=FD28HNWY07F4 tag=LDH4MAMRPM2U type=write size=3880420 2024-04-10T15:51:07.902 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.910+0000 7f0dda17f780 1 > prepared operation key=4GB88X6QZH6E tag=P4CP74P21J0L type=del size=3225851 2024-04-10T15:51:07.904 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.913+0000 7f0dda17f780 -1 < failed to complete operation key=76DRYPHC6HG3 tag=C0NI19JCS8ME type=del size=451540: (22) Invalid argument 2024-04-10T15:51:07.908 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.916+0000 7f0dda17f780 1 > prepared part key=_multipart_892B9J3TLMA2.2~FXJ4LC1Y4YYE.0 size=941178 2024-04-10T15:51:07.908 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.916+0000 7f0dda17f780 1 > prepared multipart upload key=892B9J3TLMA2 upload=FXJ4LC1Y4YYE tag=VI25IEUK2E5M type=write size=1989754 2024-04-10T15:51:07.910 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.918+0000 7f0dda17f780 -1 < failed to complete operation key=32PMZSHN97HZ tag=J4YF6ZCCXD10 type=write size=631570: (22) Invalid argument 2024-04-10T15:51:07.912 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.920+0000 7f0dda17f780 1 > prepared operation key=VFKX3F9Z0OZ5 tag=M33CC9JCS23I type=write size=907769 2024-04-10T15:51:07.914 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.922+0000 7f0dda17f780 1 < completed part key=_multipart_WB4E7VQYBXDP.2~0J4H1J0CHQ3R.0 size=1048576 2024-04-10T15:51:07.915 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.924+0000 7f0dda17f780 1 < completed part key=_multipart_WB4E7VQYBXDP.2~0J4H1J0CHQ3R.1 size=996717 2024-04-10T15:51:07.919 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.927+0000 7f0dda17f780 1 < completed multipart upload key=WB4E7VQYBXDP upload=0J4H1J0CHQ3R tag=NN0EA2JBHLHO type=write size=3093869 2024-04-10T15:51:07.920 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.929+0000 7f0dda17f780 1 > prepared operation key=0EQWI1AD1VHA tag=K2QTEJ3A9A71 type=write size=110412 2024-04-10T15:51:07.922 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.930+0000 7f0dda17f780 1 < completed delete operation key=EZ2HJBZ8EY6J tag=V215K8K4VV34 type=del 2024-04-10T15:51:07.924 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.932+0000 7f0dda17f780 1 > prepared operation key=GK8B4QASB1P8 tag=TSD5VGXHX8T4 type=del size=1330820 2024-04-10T15:51:07.926 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.934+0000 7f0dda17f780 1 < completed write operation key=0EQWI1AD1VHA tag=XLVNEJPPMNRR type=write size=563645 2024-04-10T15:51:07.927 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.936+0000 7f0dda17f780 1 > prepared operation key=W0QQNH1PRYVL tag=RTIGJQC7KZKO type=del size=348599 2024-04-10T15:51:07.931 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.939+0000 7f0dda17f780 1 < suggested update operation key=4GB88X6QZH6E tag=73AMIUFLC4PS type=del size=2138278 2024-04-10T15:51:07.933 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.941+0000 7f0dda17f780 1 > prepared operation key=VFKX3F9Z0OZ5 tag=9Z39F44A75CP type=del size=1195443 2024-04-10T15:51:07.935 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.943+0000 7f0dda17f780 1 < completed delete operation key=W0QQNH1PRYVL tag=NVUHB8G7VMY9 type=del 2024-04-10T15:51:07.938 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.947+0000 7f0dda17f780 1 > prepared part key=_multipart_VKTXOZU1BOHT.2~IPQTRKYSG4LS.0 size=1015048 2024-04-10T15:51:07.938 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.947+0000 7f0dda17f780 1 > prepared multipart upload key=VKTXOZU1BOHT upload=IPQTRKYSG4LS tag=MGQ481UOTVKE type=write size=2063624 2024-04-10T15:51:07.940 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.948+0000 7f0dda17f780 1 < completed write operation key=7R1LO48KG193 tag=4Z2DK8YU4GVG type=write size=835474 2024-04-10T15:51:07.942 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.950+0000 7f0dda17f780 1 > prepared operation key=W0QQNH1PRYVL tag=7A3BBSX5SR22 type=del size=459208 2024-04-10T15:51:07.944 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.952+0000 7f0dda17f780 1 < completed delete operation key=QJ9GK4CHH36X tag=SSZZAOT6LUN0 type=del 2024-04-10T15:51:07.945 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.954+0000 7f0dda17f780 1 > prepared operation key=LPSA55UNQS7T tag=8NMK8W6M7883 type=del size=3793930 2024-04-10T15:51:07.947 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.956+0000 7f0dda17f780 1 < completed write operation key=892B9J3TLMA2 tag=U0BPGPY1W7VZ type=write size=304764 2024-04-10T15:51:07.951 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.959+0000 7f0dda17f780 1 > prepared part key=_multipart_EZ2HJBZ8EY6J.2~8MS59RXQS45Z.0 size=1048576 2024-04-10T15:51:07.953 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.961+0000 7f0dda17f780 1 > prepared part key=_multipart_EZ2HJBZ8EY6J.2~8MS59RXQS45Z.1 size=1048576 2024-04-10T15:51:07.954 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.963+0000 7f0dda17f780 1 > prepared part key=_multipart_EZ2HJBZ8EY6J.2~8MS59RXQS45Z.2 size=557932 2024-04-10T15:51:07.954 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.963+0000 7f0dda17f780 1 > prepared multipart upload key=EZ2HJBZ8EY6J upload=8MS59RXQS45Z tag=R7HRGZL6YMNG type=write size=3703660 2024-04-10T15:51:07.957 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.965+0000 7f0dda17f780 1 < completed delete operation key=6V3UX4ZSIBZX tag=4CZ0RNVS4L9Z type=del 2024-04-10T15:51:07.960 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.968+0000 7f0dda17f780 1 > prepared part key=_multipart_YKTMKJ7IT90D.2~3NCX37IGFHTR.0 size=1048576 2024-04-10T15:51:07.962 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.970+0000 7f0dda17f780 1 > prepared part key=_multipart_YKTMKJ7IT90D.2~3NCX37IGFHTR.1 size=660913 2024-04-10T15:51:07.962 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.970+0000 7f0dda17f780 1 > prepared multipart upload key=YKTMKJ7IT90D upload=3NCX37IGFHTR tag=S4WA1QXW2OCI type=write size=2758065 2024-04-10T15:51:07.966 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.974+0000 7f0dda17f780 1 < suggested remove operation key=Q55YN73R4WFF tag=9OW2Q1GVWJTS type=del 2024-04-10T15:51:07.968 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.976+0000 7f0dda17f780 1 > prepared operation key=7R29VV7JYRWM tag=3AG6XS6DET85 type=write size=208471 2024-04-10T15:51:07.971 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.979+0000 7f0dda17f780 -1 < failed to complete operation key=4GB88X6QZH6E tag=SRUUOJB2V3CV type=del size=1839437: (22) Invalid argument 2024-04-10T15:51:07.972 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.980+0000 7f0dda17f780 1 > prepared operation key=DRNFVWXVQQUT tag=5CB29EMO1DDH type=del size=1195285 2024-04-10T15:51:07.976 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.984+0000 7f0dda17f780 1 < suggested remove operation key=QJ9GK4CHH36X tag=DJA861ELII1Z type=write 2024-04-10T15:51:07.978 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.986+0000 7f0dda17f780 1 > prepared operation key=0EQWI1AD1VHA tag=5M5SXGAZKQSW type=del size=78035 2024-04-10T15:51:07.978 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.986+0000 7f0dda17f780 1 < canceled part key=_multipart_5VUYRX80DJNN.2~AA9UPOMT10Y2.0 size=431985 2024-04-10T15:51:07.981 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.989+0000 7f0dda17f780 1 < canceled multipart upload key=5VUYRX80DJNN upload=AA9UPOMT10Y2 tag=JW08OAQ07280 type=write size=1480561 2024-04-10T15:51:07.983 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.991+0000 7f0dda17f780 1 > prepared operation key=Q55YN73R4WFF tag=M65Q86Y2QFX9 type=write size=966596 2024-04-10T15:51:07.985 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.994+0000 7f0dda17f780 -1 < failed to complete operation key=4GB88X6QZH6E tag=P4CP74P21J0L type=del size=3225851: (22) Invalid argument 2024-04-10T15:51:07.989 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.997+0000 7f0dda17f780 1 > prepared part key=_multipart_9QFS277S5EY3.2~AOIPNLQZCHVD.0 size=1039873 2024-04-10T15:51:07.989 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.997+0000 7f0dda17f780 1 > prepared multipart upload key=9QFS277S5EY3 upload=AOIPNLQZCHVD tag=PBV0671NPYAH type=write size=2088449 2024-04-10T15:51:07.991 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:07.999+0000 7f0dda17f780 1 < completed part key=_multipart_892B9J3TLMA2.2~FXJ4LC1Y4YYE.0 size=941178 2024-04-10T15:51:07.994 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.002+0000 7f0dda17f780 1 < completed multipart upload key=892B9J3TLMA2 upload=FXJ4LC1Y4YYE tag=VI25IEUK2E5M type=write size=1989754 2024-04-10T15:51:07.996 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.004+0000 7f0dda17f780 1 > prepared operation key=EZ2HJBZ8EY6J tag=Z87H2D1LN327 type=write size=778514 2024-04-10T15:51:07.997 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.005+0000 7f0dda17f780 1 < completed write operation key=VFKX3F9Z0OZ5 tag=M33CC9JCS23I type=write size=907769 2024-04-10T15:51:08.000 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.008+0000 7f0dda17f780 1 > prepared operation key=7R1LO48KG193 tag=UL6P1KDC8MJR type=del size=4119819 2024-04-10T15:51:08.003 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.012+0000 7f0dda17f780 1 < suggested remove operation key=0EQWI1AD1VHA tag=K2QTEJ3A9A71 type=write 2024-04-10T15:51:08.005 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.013+0000 7f0dda17f780 1 > prepared operation key=W1N9JNIA6ZML tag=AC8RHKWHMXIV type=del size=4047922 2024-04-10T15:51:08.007 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.015+0000 7f0dda17f780 1 < completed delete operation key=GK8B4QASB1P8 tag=TSD5VGXHX8T4 type=del 2024-04-10T15:51:08.008 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.017+0000 7f0dda17f780 1 > prepared operation key=5VUYRX80DJNN tag=F71D5KX7C69F type=del size=1323643 2024-04-10T15:51:08.010 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.019+0000 7f0dda17f780 1 < completed delete operation key=W0QQNH1PRYVL tag=RTIGJQC7KZKO type=del 2024-04-10T15:51:08.012 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.020+0000 7f0dda17f780 1 > prepared operation key=76DRYPHC6HG3 tag=QTNGKL15WVL5 type=del size=3390674 2024-04-10T15:51:08.016 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.024+0000 7f0dda17f780 1 < suggested remove operation key=VFKX3F9Z0OZ5 tag=9Z39F44A75CP type=del 2024-04-10T15:51:08.017 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.026+0000 7f0dda17f780 1 > prepared operation key=QJ9GK4CHH36X tag=ZGAXBUY117FZ type=del size=2427435 2024-04-10T15:51:08.020 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.028+0000 7f0dda17f780 1 < completed part key=_multipart_VKTXOZU1BOHT.2~IPQTRKYSG4LS.0 size=1015048 2024-04-10T15:51:08.023 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.031+0000 7f0dda17f780 1 < completed multipart upload key=VKTXOZU1BOHT upload=IPQTRKYSG4LS tag=MGQ481UOTVKE type=write size=2063624 2024-04-10T15:51:08.025 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.033+0000 7f0dda17f780 1 > prepared operation key=J9DG8CWKBLB0 tag=1BQQDIFOYBMA type=del size=3814424 2024-04-10T15:51:08.027 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.035+0000 7f0dda17f780 1 < completed delete operation key=W0QQNH1PRYVL tag=7A3BBSX5SR22 type=del 2024-04-10T15:51:08.029 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.037+0000 7f0dda17f780 1 > prepared operation key=P7QI1303WDML tag=F676Y1EH867Z type=del size=2482898 2024-04-10T15:51:08.030 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.038+0000 7f0dda17f780 1 < completed delete operation key=LPSA55UNQS7T tag=8NMK8W6M7883 type=del 2024-04-10T15:51:08.033 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.042+0000 7f0dda17f780 1 > prepared part key=_multipart_W72JTU6KAY5Q.2~PL9RQR020CO5.0 size=1048576 2024-04-10T15:51:08.035 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.043+0000 7f0dda17f780 1 > prepared part key=_multipart_W72JTU6KAY5Q.2~PL9RQR020CO5.1 size=1048576 2024-04-10T15:51:08.036 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.044+0000 7f0dda17f780 1 > prepared part key=_multipart_W72JTU6KAY5Q.2~PL9RQR020CO5.2 size=481010 2024-04-10T15:51:08.036 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.044+0000 7f0dda17f780 1 > prepared multipart upload key=W72JTU6KAY5Q upload=PL9RQR020CO5 tag=Y9USAOEK0729 type=write size=3626738 2024-04-10T15:51:08.038 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.046+0000 7f0dda17f780 1 < completed part key=_multipart_EZ2HJBZ8EY6J.2~8MS59RXQS45Z.0 size=1048576 2024-04-10T15:51:08.040 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.048+0000 7f0dda17f780 1 < completed part key=_multipart_EZ2HJBZ8EY6J.2~8MS59RXQS45Z.1 size=1048576 2024-04-10T15:51:08.041 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.050+0000 7f0dda17f780 1 < completed part key=_multipart_EZ2HJBZ8EY6J.2~8MS59RXQS45Z.2 size=557932 2024-04-10T15:51:08.045 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.053+0000 7f0dda17f780 1 < completed multipart upload key=EZ2HJBZ8EY6J upload=8MS59RXQS45Z tag=R7HRGZL6YMNG type=write size=3703660 2024-04-10T15:51:08.048 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.057+0000 7f0dda17f780 1 > prepared part key=_multipart_W72JTU6KAY5Q.2~4YQ5PXDINXE3.0 size=872988 2024-04-10T15:51:08.048 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.057+0000 7f0dda17f780 1 > prepared multipart upload key=W72JTU6KAY5Q upload=4YQ5PXDINXE3 tag=LNZ4L8CVEN4G type=write size=1921564 2024-04-10T15:51:08.050 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.058+0000 7f0dda17f780 1 < completed part key=_multipart_YKTMKJ7IT90D.2~3NCX37IGFHTR.0 size=1048576 2024-04-10T15:51:08.051 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.060+0000 7f0dda17f780 1 < completed part key=_multipart_YKTMKJ7IT90D.2~3NCX37IGFHTR.1 size=660913 2024-04-10T15:51:08.055 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.063+0000 7f0dda17f780 1 < completed multipart upload key=YKTMKJ7IT90D upload=3NCX37IGFHTR tag=S4WA1QXW2OCI type=write size=2758065 2024-04-10T15:51:08.058 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.066+0000 7f0dda17f780 1 > prepared part key=_multipart_YKTMKJ7IT90D.2~YMS5BIX1USZ6.0 size=1048576 2024-04-10T15:51:08.060 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.068+0000 7f0dda17f780 1 > prepared part key=_multipart_YKTMKJ7IT90D.2~YMS5BIX1USZ6.1 size=146059 2024-04-10T15:51:08.060 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.068+0000 7f0dda17f780 1 > prepared multipart upload key=YKTMKJ7IT90D upload=YMS5BIX1USZ6 tag=YQSKF7C9SD8L type=write size=2243211 2024-04-10T15:51:08.063 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.071+0000 7f0dda17f780 1 < suggested remove operation key=7R29VV7JYRWM tag=3AG6XS6DET85 type=write 2024-04-10T15:51:08.065 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.073+0000 7f0dda17f780 1 > prepared operation key=Q55YN73R4WFF tag=LNX7DWVLFF41 type=write size=52661 2024-04-10T15:51:08.067 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.075+0000 7f0dda17f780 1 < completed delete operation key=DRNFVWXVQQUT tag=5CB29EMO1DDH type=del 2024-04-10T15:51:08.068 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.077+0000 7f0dda17f780 1 > prepared operation key=5PTGEI8J4Q78 tag=9UKXJKLSVYK4 type=write size=234471 2024-04-10T15:51:08.072 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.080+0000 7f0dda17f780 -1 < failed to complete operation key=0EQWI1AD1VHA tag=5M5SXGAZKQSW type=del size=78035: (22) Invalid argument 2024-04-10T15:51:08.074 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.082+0000 7f0dda17f780 1 > prepared operation key=W1N9JNIA6ZML tag=NNOEPBWY6RUU type=del size=2805809 2024-04-10T15:51:08.078 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.086+0000 7f0dda17f780 1 < suggested update operation key=Q55YN73R4WFF tag=M65Q86Y2QFX9 type=write size=966596 2024-04-10T15:51:08.081 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.089+0000 7f0dda17f780 1 > prepared part key=_multipart_WB4E7VQYBXDP.2~F8X81XX2KYDA.0 size=1048576 2024-04-10T15:51:08.083 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.091+0000 7f0dda17f780 1 > prepared part key=_multipart_WB4E7VQYBXDP.2~F8X81XX2KYDA.1 size=881722 2024-04-10T15:51:08.083 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.091+0000 7f0dda17f780 1 > prepared multipart upload key=WB4E7VQYBXDP upload=F8X81XX2KYDA tag=PEHWRIJWJRLH type=write size=2978874 2024-04-10T15:51:08.084 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.092+0000 7f0dda17f780 1 < completed part key=_multipart_9QFS277S5EY3.2~AOIPNLQZCHVD.0 size=1039873 2024-04-10T15:51:08.087 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.096+0000 7f0dda17f780 1 < completed multipart upload key=9QFS277S5EY3 upload=AOIPNLQZCHVD tag=PBV0671NPYAH type=write size=2088449 2024-04-10T15:51:08.089 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.097+0000 7f0dda17f780 1 > prepared operation key=H433FHMII9ZA tag=B11WK0B39SY1 type=write size=483084 2024-04-10T15:51:08.091 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.099+0000 7f0dda17f780 1 < completed write operation key=EZ2HJBZ8EY6J tag=Z87H2D1LN327 type=write size=778514 2024-04-10T15:51:08.095 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.103+0000 7f0dda17f780 1 > prepared part key=_multipart_LPSA55UNQS7T.2~T55ODXSCTT0L.0 size=1048576 2024-04-10T15:51:08.096 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.104+0000 7f0dda17f780 1 > prepared part key=_multipart_LPSA55UNQS7T.2~T55ODXSCTT0L.1 size=658721 2024-04-10T15:51:08.096 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.104+0000 7f0dda17f780 1 > prepared multipart upload key=LPSA55UNQS7T upload=T55ODXSCTT0L tag=RJ8ZK0G9Z10O type=write size=2755873 2024-04-10T15:51:08.098 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.106+0000 7f0dda17f780 1 < completed delete operation key=7R1LO48KG193 tag=UL6P1KDC8MJR type=del 2024-04-10T15:51:08.102 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.110+0000 7f0dda17f780 1 > prepared part key=_multipart_YKTMKJ7IT90D.2~BDDYR8Z0CZPD.0 size=680281 2024-04-10T15:51:08.102 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.110+0000 7f0dda17f780 1 > prepared multipart upload key=YKTMKJ7IT90D upload=BDDYR8Z0CZPD tag=GB9NE64I82NR type=write size=1728857 2024-04-10T15:51:08.106 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.114+0000 7f0dda17f780 1 < suggested update operation key=W1N9JNIA6ZML tag=AC8RHKWHMXIV type=del size=4047922 2024-04-10T15:51:08.107 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.116+0000 7f0dda17f780 1 > prepared operation key=VFKX3F9Z0OZ5 tag=P2F870NJHJ2W type=write size=355656 2024-04-10T15:51:08.109 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.117+0000 7f0dda17f780 1 < completed delete operation key=5VUYRX80DJNN tag=F71D5KX7C69F type=del 2024-04-10T15:51:08.111 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.119+0000 7f0dda17f780 1 > prepared operation key=9QFS277S5EY3 tag=A1PXZN10F8O8 type=write size=215723 2024-04-10T15:51:08.113 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.121+0000 7f0dda17f780 1 < completed delete operation key=76DRYPHC6HG3 tag=QTNGKL15WVL5 type=del 2024-04-10T15:51:08.115 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.123+0000 7f0dda17f780 1 > prepared operation key=VKTXOZU1BOHT tag=Q3NWGSPVVF73 type=del size=1185836 2024-04-10T15:51:08.116 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.125+0000 7f0dda17f780 1 < completed delete operation key=QJ9GK4CHH36X tag=ZGAXBUY117FZ type=del 2024-04-10T15:51:08.118 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.127+0000 7f0dda17f780 1 > prepared operation key=H433FHMII9ZA tag=DOBKFYOWMOKV type=del size=156258 2024-04-10T15:51:08.120 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.128+0000 7f0dda17f780 1 < completed delete operation key=J9DG8CWKBLB0 tag=1BQQDIFOYBMA type=del 2024-04-10T15:51:08.124 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.132+0000 7f0dda17f780 1 > prepared part key=_multipart_O2DQ4CPAMY72.2~JA74FP2A4HNX.0 size=1048576 2024-04-10T15:51:08.125 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.133+0000 7f0dda17f780 1 > prepared part key=_multipart_O2DQ4CPAMY72.2~JA74FP2A4HNX.1 size=1048576 2024-04-10T15:51:08.127 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.135+0000 7f0dda17f780 1 > prepared part key=_multipart_O2DQ4CPAMY72.2~JA74FP2A4HNX.2 size=277862 2024-04-10T15:51:08.127 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.135+0000 7f0dda17f780 1 > prepared multipart upload key=O2DQ4CPAMY72 upload=JA74FP2A4HNX tag=Z4DOATH33NF0 type=write size=3423590 2024-04-10T15:51:08.129 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.137+0000 7f0dda17f780 1 < completed delete operation key=P7QI1303WDML tag=F676Y1EH867Z type=del 2024-04-10T15:51:08.132 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.140+0000 7f0dda17f780 1 > prepared part key=_multipart_W72JTU6KAY5Q.2~W8TPCF1DVQCU.0 size=627146 2024-04-10T15:51:08.132 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.140+0000 7f0dda17f780 1 > prepared multipart upload key=W72JTU6KAY5Q upload=W8TPCF1DVQCU tag=8I5FP059GMWK type=write size=1675722 2024-04-10T15:51:08.134 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.142+0000 7f0dda17f780 1 < completed part key=_multipart_W72JTU6KAY5Q.2~PL9RQR020CO5.0 size=1048576 2024-04-10T15:51:08.136 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.144+0000 7f0dda17f780 1 < completed part key=_multipart_W72JTU6KAY5Q.2~PL9RQR020CO5.1 size=1048576 2024-04-10T15:51:08.136 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.144+0000 7f0dda17f780 1 < canceled part key=_multipart_W72JTU6KAY5Q.2~PL9RQR020CO5.2 size=481010 2024-04-10T15:51:08.138 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.147+0000 7f0dda17f780 1 < canceled multipart upload key=W72JTU6KAY5Q upload=PL9RQR020CO5 tag=Y9USAOEK0729 type=write size=3626738 2024-04-10T15:51:08.142 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.150+0000 7f0dda17f780 1 > prepared part key=_multipart_892B9J3TLMA2.2~WYMAJTY606HO.0 size=716016 2024-04-10T15:51:08.142 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.150+0000 7f0dda17f780 1 > prepared multipart upload key=892B9J3TLMA2 upload=WYMAJTY606HO tag=SVVQM6JRCS9A type=write size=1764592 2024-04-10T15:51:08.142 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.150+0000 7f0dda17f780 1 < canceled part key=_multipart_W72JTU6KAY5Q.2~4YQ5PXDINXE3.0 size=872988 2024-04-10T15:51:08.145 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.153+0000 7f0dda17f780 1 < canceled multipart upload key=W72JTU6KAY5Q upload=4YQ5PXDINXE3 tag=LNZ4L8CVEN4G type=write size=1921564 2024-04-10T15:51:08.147 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.155+0000 7f0dda17f780 1 > prepared operation key=W72JTU6KAY5Q tag=01VE90H5KEOP type=del size=2781039 2024-04-10T15:51:08.148 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.157+0000 7f0dda17f780 1 < completed part key=_multipart_YKTMKJ7IT90D.2~YMS5BIX1USZ6.0 size=1048576 2024-04-10T15:51:08.150 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.158+0000 7f0dda17f780 1 < completed part key=_multipart_YKTMKJ7IT90D.2~YMS5BIX1USZ6.1 size=146059 2024-04-10T15:51:08.153 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.161+0000 7f0dda17f780 1 < completed multipart upload key=YKTMKJ7IT90D upload=YMS5BIX1USZ6 tag=YQSKF7C9SD8L type=write size=2243211 2024-04-10T15:51:08.155 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.163+0000 7f0dda17f780 1 > prepared operation key=EZ2HJBZ8EY6J tag=949WB13K9T4E type=del size=1955450 2024-04-10T15:51:08.157 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.165+0000 7f0dda17f780 -1 < failed to complete operation key=Q55YN73R4WFF tag=LNX7DWVLFF41 type=write size=52661: (22) Invalid argument 2024-04-10T15:51:08.159 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.167+0000 7f0dda17f780 1 > prepared operation key=WB4E7VQYBXDP tag=N6RPRHJ52F9Q type=del size=2050650 2024-04-10T15:51:08.162 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.170+0000 7f0dda17f780 1 < suggested update operation key=5PTGEI8J4Q78 tag=9UKXJKLSVYK4 type=write size=234471 2024-04-10T15:51:08.166 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.174+0000 7f0dda17f780 1 > prepared part key=_multipart_32PMZSHN97HZ.2~4PPZJRW5K852.0 size=1048576 2024-04-10T15:51:08.167 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.175+0000 7f0dda17f780 1 > prepared part key=_multipart_32PMZSHN97HZ.2~4PPZJRW5K852.1 size=263041 2024-04-10T15:51:08.167 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.175+0000 7f0dda17f780 1 > prepared multipart upload key=32PMZSHN97HZ upload=4PPZJRW5K852 tag=HLNVZXCBZ070 type=write size=2360193 2024-04-10T15:51:08.169 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.178+0000 7f0dda17f780 -1 < failed to complete operation key=W1N9JNIA6ZML tag=NNOEPBWY6RUU type=del size=2805809: (22) Invalid argument 2024-04-10T15:51:08.173 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.181+0000 7f0dda17f780 1 > prepared part key=_multipart_W1N9JNIA6ZML.2~KKUA08L83DX5.0 size=13170 2024-04-10T15:51:08.173 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.181+0000 7f0dda17f780 1 > prepared multipart upload key=W1N9JNIA6ZML upload=KKUA08L83DX5 tag=CF8GPPNC0V0D type=write size=1061746 2024-04-10T15:51:08.175 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.183+0000 7f0dda17f780 1 < completed part key=_multipart_WB4E7VQYBXDP.2~F8X81XX2KYDA.0 size=1048576 2024-04-10T15:51:08.176 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.184+0000 7f0dda17f780 1 < completed part key=_multipart_WB4E7VQYBXDP.2~F8X81XX2KYDA.1 size=881722 2024-04-10T15:51:08.179 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.187+0000 7f0dda17f780 1 < completed multipart upload key=WB4E7VQYBXDP upload=F8X81XX2KYDA tag=PEHWRIJWJRLH type=write size=2978874 2024-04-10T15:51:08.181 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.189+0000 7f0dda17f780 1 > prepared operation key=XDWUTYA27EZF tag=6GHR8LK1SNA6 type=del size=375073 2024-04-10T15:51:08.183 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.191+0000 7f0dda17f780 1 < canceled operation key=H433FHMII9ZA tag=B11WK0B39SY1 type=write size=483084 2024-04-10T15:51:08.185 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.193+0000 7f0dda17f780 1 > prepared operation key=76DRYPHC6HG3 tag=DL0V91MNZSK5 type=del size=1764132 2024-04-10T15:51:08.187 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.195+0000 7f0dda17f780 1 < completed part key=_multipart_LPSA55UNQS7T.2~T55ODXSCTT0L.0 size=1048576 2024-04-10T15:51:08.189 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.197+0000 7f0dda17f780 1 < completed part key=_multipart_LPSA55UNQS7T.2~T55ODXSCTT0L.1 size=658721 2024-04-10T15:51:08.192 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.200+0000 7f0dda17f780 1 < completed multipart upload key=LPSA55UNQS7T upload=T55ODXSCTT0L tag=RJ8ZK0G9Z10O type=write size=2755873 2024-04-10T15:51:08.196 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.204+0000 7f0dda17f780 1 > prepared part key=_multipart_W0QQNH1PRYVL.2~LUUN072Z0Y0A.0 size=1048576 2024-04-10T15:51:08.198 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.206+0000 7f0dda17f780 1 > prepared part key=_multipart_W0QQNH1PRYVL.2~LUUN072Z0Y0A.1 size=1048576 2024-04-10T15:51:08.199 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.208+0000 7f0dda17f780 1 > prepared part key=_multipart_W0QQNH1PRYVL.2~LUUN072Z0Y0A.2 size=212350 2024-04-10T15:51:08.199 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.208+0000 7f0dda17f780 1 > prepared multipart upload key=W0QQNH1PRYVL upload=LUUN072Z0Y0A tag=RRB2PHJHYX2T type=write size=3358078 2024-04-10T15:51:08.201 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.209+0000 7f0dda17f780 1 < completed part key=_multipart_YKTMKJ7IT90D.2~BDDYR8Z0CZPD.0 size=680281 2024-04-10T15:51:08.204 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.213+0000 7f0dda17f780 1 < completed multipart upload key=YKTMKJ7IT90D upload=BDDYR8Z0CZPD tag=GB9NE64I82NR type=write size=1728857 2024-04-10T15:51:08.206 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.214+0000 7f0dda17f780 1 > prepared operation key=9QFS277S5EY3 tag=80V4XF91ZMCW type=del size=37153 2024-04-10T15:51:08.208 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.216+0000 7f0dda17f780 1 < completed write operation key=VFKX3F9Z0OZ5 tag=P2F870NJHJ2W type=write size=355656 2024-04-10T15:51:08.210 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.218+0000 7f0dda17f780 1 > prepared operation key=4GB88X6QZH6E tag=WUE9RU4VFKBF type=write size=834107 2024-04-10T15:51:08.211 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.220+0000 7f0dda17f780 1 < completed write operation key=9QFS277S5EY3 tag=A1PXZN10F8O8 type=write size=215723 2024-04-10T15:51:08.213 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.222+0000 7f0dda17f780 1 > prepared operation key=M31TS1RYVD2I tag=FSRJ20H76KN1 type=write size=134946 2024-04-10T15:51:08.215 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.223+0000 7f0dda17f780 1 < completed delete operation key=VKTXOZU1BOHT tag=Q3NWGSPVVF73 type=del 2024-04-10T15:51:08.217 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.225+0000 7f0dda17f780 1 > prepared operation key=WB4E7VQYBXDP tag=9EUF1NWKSOEU type=del size=2074016 2024-04-10T15:51:08.219 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.227+0000 7f0dda17f780 1 < completed delete operation key=H433FHMII9ZA tag=DOBKFYOWMOKV type=del 2024-04-10T15:51:08.220 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.229+0000 7f0dda17f780 1 > prepared operation key=W1N9JNIA6ZML tag=WE8EF2GEJXF4 type=del size=3045497 2024-04-10T15:51:08.222 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.231+0000 7f0dda17f780 1 < completed part key=_multipart_O2DQ4CPAMY72.2~JA74FP2A4HNX.0 size=1048576 2024-04-10T15:51:08.224 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.232+0000 7f0dda17f780 1 < completed part key=_multipart_O2DQ4CPAMY72.2~JA74FP2A4HNX.1 size=1048576 2024-04-10T15:51:08.226 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.234+0000 7f0dda17f780 1 < completed part key=_multipart_O2DQ4CPAMY72.2~JA74FP2A4HNX.2 size=277862 2024-04-10T15:51:08.229 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.237+0000 7f0dda17f780 1 < completed multipart upload key=O2DQ4CPAMY72 upload=JA74FP2A4HNX tag=Z4DOATH33NF0 type=write size=3423590 2024-04-10T15:51:08.231 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.239+0000 7f0dda17f780 1 > prepared operation key=1XDQOHF2EHZG tag=SX0PUGZD0OYG type=write size=27810 2024-04-10T15:51:08.233 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.241+0000 7f0dda17f780 1 < completed part key=_multipart_W72JTU6KAY5Q.2~W8TPCF1DVQCU.0 size=627146 2024-04-10T15:51:08.236 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.244+0000 7f0dda17f780 1 < completed multipart upload key=W72JTU6KAY5Q upload=W8TPCF1DVQCU tag=8I5FP059GMWK type=write size=1675722 2024-04-10T15:51:08.238 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.246+0000 7f0dda17f780 1 > prepared operation key=Q55YN73R4WFF tag=4F2GV1VSU7HQ type=write size=665461 2024-04-10T15:51:08.240 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.248+0000 7f0dda17f780 1 < completed part key=_multipart_892B9J3TLMA2.2~WYMAJTY606HO.0 size=716016 2024-04-10T15:51:08.243 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.251+0000 7f0dda17f780 1 < completed multipart upload key=892B9J3TLMA2 upload=WYMAJTY606HO tag=SVVQM6JRCS9A type=write size=1764592 2024-04-10T15:51:08.245 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.253+0000 7f0dda17f780 1 > prepared operation key=VFKX3F9Z0OZ5 tag=37CNGYL6IXDU type=del size=3101126 2024-04-10T15:51:08.249 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.257+0000 7f0dda17f780 1 < suggested remove operation key=W72JTU6KAY5Q tag=01VE90H5KEOP type=del 2024-04-10T15:51:08.250 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.258+0000 7f0dda17f780 1 > prepared operation key=0EQWI1AD1VHA tag=ZHS47EOJVGZI type=del size=3675888 2024-04-10T15:51:08.252 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.260+0000 7f0dda17f780 1 < completed delete operation key=EZ2HJBZ8EY6J tag=949WB13K9T4E type=del 2024-04-10T15:51:08.254 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.262+0000 7f0dda17f780 1 > prepared operation key=WB4E7VQYBXDP tag=OVYQHCHX504Z type=del size=534096 2024-04-10T15:51:08.255 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.264+0000 7f0dda17f780 1 < completed delete operation key=WB4E7VQYBXDP tag=N6RPRHJ52F9Q type=del 2024-04-10T15:51:08.258 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.267+0000 7f0dda17f780 1 > prepared part key=_multipart_O2DQ4CPAMY72.2~J0YRM69V6Y8X.0 size=1048576 2024-04-10T15:51:08.260 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.268+0000 7f0dda17f780 1 > prepared part key=_multipart_O2DQ4CPAMY72.2~J0YRM69V6Y8X.1 size=773583 2024-04-10T15:51:08.260 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.268+0000 7f0dda17f780 1 > prepared multipart upload key=O2DQ4CPAMY72 upload=J0YRM69V6Y8X tag=88MES331OUMK type=write size=2870735 2024-04-10T15:51:08.262 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.270+0000 7f0dda17f780 1 < completed part key=_multipart_32PMZSHN97HZ.2~4PPZJRW5K852.0 size=1048576 2024-04-10T15:51:08.263 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.272+0000 7f0dda17f780 1 < completed part key=_multipart_32PMZSHN97HZ.2~4PPZJRW5K852.1 size=263041 2024-04-10T15:51:08.266 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.275+0000 7f0dda17f780 1 < completed multipart upload key=32PMZSHN97HZ upload=4PPZJRW5K852 tag=HLNVZXCBZ070 type=write size=2360193 2024-04-10T15:51:08.268 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.277+0000 7f0dda17f780 1 > prepared operation key=W72JTU6KAY5Q tag=YLJMEICG0EPD type=del size=1864819 2024-04-10T15:51:08.270 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.278+0000 7f0dda17f780 1 < completed part key=_multipart_W1N9JNIA6ZML.2~KKUA08L83DX5.0 size=13170 2024-04-10T15:51:08.273 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.281+0000 7f0dda17f780 1 < completed multipart upload key=W1N9JNIA6ZML upload=KKUA08L83DX5 tag=CF8GPPNC0V0D type=write size=1061746 2024-04-10T15:51:08.276 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.285+0000 7f0dda17f780 1 > prepared part key=_multipart_W72JTU6KAY5Q.2~JJ38794CAS21.0 size=113546 2024-04-10T15:51:08.276 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.285+0000 7f0dda17f780 1 > prepared multipart upload key=W72JTU6KAY5Q upload=JJ38794CAS21 tag=C3ZZH28URNX0 type=write size=1162122 2024-04-10T15:51:08.278 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.286+0000 7f0dda17f780 1 < completed delete operation key=XDWUTYA27EZF tag=6GHR8LK1SNA6 type=del 2024-04-10T15:51:08.282 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.290+0000 7f0dda17f780 1 > prepared part key=_multipart_O2DQ4CPAMY72.2~43HTJDATG973.0 size=1048576 2024-04-10T15:51:08.284 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.292+0000 7f0dda17f780 1 > prepared part key=_multipart_O2DQ4CPAMY72.2~43HTJDATG973.1 size=125631 2024-04-10T15:51:08.284 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.292+0000 7f0dda17f780 1 > prepared multipart upload key=O2DQ4CPAMY72 upload=43HTJDATG973 tag=13JERMNNHVLW type=write size=2222783 2024-04-10T15:51:08.286 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.294+0000 7f0dda17f780 1 < completed delete operation key=76DRYPHC6HG3 tag=DL0V91MNZSK5 type=del 2024-04-10T15:51:08.288 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.296+0000 7f0dda17f780 1 > prepared operation key=7R29VV7JYRWM tag=FN7YC9Y43N5Z type=del size=6743 2024-04-10T15:51:08.289 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.298+0000 7f0dda17f780 1 < completed part key=_multipart_W0QQNH1PRYVL.2~LUUN072Z0Y0A.0 size=1048576 2024-04-10T15:51:08.291 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.299+0000 7f0dda17f780 1 < completed part key=_multipart_W0QQNH1PRYVL.2~LUUN072Z0Y0A.1 size=1048576 2024-04-10T15:51:08.293 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.301+0000 7f0dda17f780 1 < completed part key=_multipart_W0QQNH1PRYVL.2~LUUN072Z0Y0A.2 size=212350 2024-04-10T15:51:08.296 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.304+0000 7f0dda17f780 1 < completed multipart upload key=W0QQNH1PRYVL upload=LUUN072Z0Y0A tag=RRB2PHJHYX2T type=write size=3358078 2024-04-10T15:51:08.298 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.306+0000 7f0dda17f780 1 > prepared operation key=0EQWI1AD1VHA tag=11H1CXHIUXY6 type=del size=1461977 2024-04-10T15:51:08.300 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.308+0000 7f0dda17f780 1 < completed delete operation key=9QFS277S5EY3 tag=80V4XF91ZMCW type=del 2024-04-10T15:51:08.301 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.310+0000 7f0dda17f780 1 > prepared operation key=7R29VV7JYRWM tag=LPCT5GSKITOE type=del size=3333489 2024-04-10T15:51:08.303 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.312+0000 7f0dda17f780 1 < completed write operation key=4GB88X6QZH6E tag=WUE9RU4VFKBF type=write size=834107 2024-04-10T15:51:08.305 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.314+0000 7f0dda17f780 1 > prepared operation key=LPSA55UNQS7T tag=IKODXWE0TLDJ type=del size=3393547 2024-04-10T15:51:08.307 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.315+0000 7f0dda17f780 1 < completed write operation key=M31TS1RYVD2I tag=FSRJ20H76KN1 type=write size=134946 2024-04-10T15:51:08.309 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.317+0000 7f0dda17f780 1 > prepared operation key=6V3UX4ZSIBZX tag=NZHUKXCD8VD9 type=del size=1461200 2024-04-10T15:51:08.311 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.319+0000 7f0dda17f780 1 < completed delete operation key=WB4E7VQYBXDP tag=9EUF1NWKSOEU type=del 2024-04-10T15:51:08.313 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.321+0000 7f0dda17f780 1 > prepared operation key=7R1LO48KG193 tag=O04H05WZ0C0K type=del size=2679596 2024-04-10T15:51:08.315 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.323+0000 7f0dda17f780 1 < completed delete operation key=W1N9JNIA6ZML tag=WE8EF2GEJXF4 type=del 2024-04-10T15:51:08.319 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.327+0000 7f0dda17f780 1 > prepared part key=_multipart_W0QQNH1PRYVL.2~FXGF4ZPSP6QU.0 size=908262 2024-04-10T15:51:08.319 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.327+0000 7f0dda17f780 1 > prepared multipart upload key=W0QQNH1PRYVL upload=FXGF4ZPSP6QU tag=3HSSTJTOSBKF type=write size=1956838 2024-04-10T15:51:08.320 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.329+0000 7f0dda17f780 1 < completed write operation key=1XDQOHF2EHZG tag=SX0PUGZD0OYG type=write size=27810 2024-04-10T15:51:08.324 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.332+0000 7f0dda17f780 1 > prepared part key=_multipart_VFKX3F9Z0OZ5.2~8IOXWVEEGKOT.0 size=1048576 2024-04-10T15:51:08.325 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.334+0000 7f0dda17f780 1 > prepared part key=_multipart_VFKX3F9Z0OZ5.2~8IOXWVEEGKOT.1 size=1048576 2024-04-10T15:51:08.327 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.335+0000 7f0dda17f780 1 > prepared part key=_multipart_VFKX3F9Z0OZ5.2~8IOXWVEEGKOT.2 size=157595 2024-04-10T15:51:08.327 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.335+0000 7f0dda17f780 1 > prepared multipart upload key=VFKX3F9Z0OZ5 upload=8IOXWVEEGKOT tag=KP1YKS40EKVY type=write size=3303323 2024-04-10T15:51:08.329 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.337+0000 7f0dda17f780 1 < completed write operation key=Q55YN73R4WFF tag=4F2GV1VSU7HQ type=write size=665461 2024-04-10T15:51:08.333 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.341+0000 7f0dda17f780 1 > prepared part key=_multipart_6V3UX4ZSIBZX.2~WL9UB1KKQBST.0 size=1048576 2024-04-10T15:51:08.334 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.343+0000 7f0dda17f780 1 > prepared part key=_multipart_6V3UX4ZSIBZX.2~WL9UB1KKQBST.1 size=723705 2024-04-10T15:51:08.335 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.343+0000 7f0dda17f780 1 > prepared multipart upload key=6V3UX4ZSIBZX upload=WL9UB1KKQBST tag=PPU6XGVFPLTE type=write size=2820857 2024-04-10T15:51:08.336 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.345+0000 7f0dda17f780 1 < completed delete operation key=VFKX3F9Z0OZ5 tag=37CNGYL6IXDU type=del 2024-04-10T15:51:08.338 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.346+0000 7f0dda17f780 1 > prepared operation key=5VUYRX80DJNN tag=VLZ5DGCNF48C type=del size=3647127 2024-04-10T15:51:08.340 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.348+0000 7f0dda17f780 1 < completed delete operation key=0EQWI1AD1VHA tag=ZHS47EOJVGZI type=del 2024-04-10T15:51:08.342 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.350+0000 7f0dda17f780 1 > prepared operation key=76DRYPHC6HG3 tag=4FJBB4E6UF5B type=del size=774511 2024-04-10T15:51:08.343 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.351+0000 7f0dda17f780 1 < completed delete operation key=WB4E7VQYBXDP tag=OVYQHCHX504Z type=del 2024-04-10T15:51:08.345 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.354+0000 7f0dda17f780 1 > prepared operation key=76DRYPHC6HG3 tag=KHJLH3SL6QP1 type=del size=4138687 2024-04-10T15:51:08.347 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.356+0000 7f0dda17f780 1 < completed part key=_multipart_O2DQ4CPAMY72.2~J0YRM69V6Y8X.0 size=1048576 2024-04-10T15:51:08.349 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.357+0000 7f0dda17f780 1 < completed part key=_multipart_O2DQ4CPAMY72.2~J0YRM69V6Y8X.1 size=773583 2024-04-10T15:51:08.352 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.360+0000 7f0dda17f780 1 < completed multipart upload key=O2DQ4CPAMY72 upload=J0YRM69V6Y8X tag=88MES331OUMK type=write size=2870735 2024-04-10T15:51:08.356 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.364+0000 7f0dda17f780 1 > prepared part key=_multipart_7R29VV7JYRWM.2~6D2Z5G8PWXVG.0 size=1048576 2024-04-10T15:51:08.357 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.366+0000 7f0dda17f780 1 > prepared part key=_multipart_7R29VV7JYRWM.2~6D2Z5G8PWXVG.1 size=1048576 2024-04-10T15:51:08.359 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.367+0000 7f0dda17f780 1 > prepared part key=_multipart_7R29VV7JYRWM.2~6D2Z5G8PWXVG.2 size=759778 2024-04-10T15:51:08.359 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.367+0000 7f0dda17f780 1 > prepared multipart upload key=7R29VV7JYRWM upload=6D2Z5G8PWXVG tag=PSK80IWEC8TO type=write size=3905506 2024-04-10T15:51:08.363 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.371+0000 7f0dda17f780 1 < suggested update operation key=W72JTU6KAY5Q tag=YLJMEICG0EPD type=del size=1864819 2024-04-10T15:51:08.367 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.375+0000 7f0dda17f780 1 > prepared part key=_multipart_0EQWI1AD1VHA.2~TGJEPYQ31AKD.0 size=1048576 2024-04-10T15:51:08.369 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.377+0000 7f0dda17f780 1 > prepared part key=_multipart_0EQWI1AD1VHA.2~TGJEPYQ31AKD.1 size=790505 2024-04-10T15:51:08.369 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.377+0000 7f0dda17f780 1 > prepared multipart upload key=0EQWI1AD1VHA upload=TGJEPYQ31AKD tag=7RYSDX8WSQ94 type=write size=2887657 2024-04-10T15:51:08.371 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.379+0000 7f0dda17f780 1 < completed part key=_multipart_W72JTU6KAY5Q.2~JJ38794CAS21.0 size=113546 2024-04-10T15:51:08.374 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.382+0000 7f0dda17f780 1 < completed multipart upload key=W72JTU6KAY5Q upload=JJ38794CAS21 tag=C3ZZH28URNX0 type=write size=1162122 2024-04-10T15:51:08.377 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.386+0000 7f0dda17f780 1 > prepared part key=_multipart_QJ9GK4CHH36X.2~6S6Y6WXDCB29.0 size=1048576 2024-04-10T15:51:08.379 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.387+0000 7f0dda17f780 1 > prepared part key=_multipart_QJ9GK4CHH36X.2~6S6Y6WXDCB29.1 size=1048576 2024-04-10T15:51:08.381 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.389+0000 7f0dda17f780 1 > prepared part key=_multipart_QJ9GK4CHH36X.2~6S6Y6WXDCB29.2 size=241187 2024-04-10T15:51:08.381 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.389+0000 7f0dda17f780 1 > prepared multipart upload key=QJ9GK4CHH36X upload=6S6Y6WXDCB29 tag=G3S0BYKMK944 type=write size=3386915 2024-04-10T15:51:08.382 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.391+0000 7f0dda17f780 1 < completed part key=_multipart_O2DQ4CPAMY72.2~43HTJDATG973.0 size=1048576 2024-04-10T15:51:08.384 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.392+0000 7f0dda17f780 1 < completed part key=_multipart_O2DQ4CPAMY72.2~43HTJDATG973.1 size=125631 2024-04-10T15:51:08.388 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.396+0000 7f0dda17f780 1 < completed multipart upload key=O2DQ4CPAMY72 upload=43HTJDATG973 tag=13JERMNNHVLW type=write size=2222783 2024-04-10T15:51:08.390 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.398+0000 7f0dda17f780 1 > prepared operation key=7R29VV7JYRWM tag=KZ8MCYAR4LRT type=del size=2866579 2024-04-10T15:51:08.393 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.402+0000 7f0dda17f780 1 < suggested remove operation key=7R29VV7JYRWM tag=FN7YC9Y43N5Z type=del 2024-04-10T15:51:08.397 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.405+0000 7f0dda17f780 1 > prepared part key=_multipart_9QFS277S5EY3.2~9BA1XC5SUJJO.0 size=1048576 2024-04-10T15:51:08.399 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.407+0000 7f0dda17f780 1 > prepared part key=_multipart_9QFS277S5EY3.2~9BA1XC5SUJJO.1 size=1048576 2024-04-10T15:51:08.400 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.408+0000 7f0dda17f780 1 > prepared part key=_multipart_9QFS277S5EY3.2~9BA1XC5SUJJO.2 size=586264 2024-04-10T15:51:08.400 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.408+0000 7f0dda17f780 1 > prepared multipart upload key=9QFS277S5EY3 upload=9BA1XC5SUJJO tag=R6DE0AR1XFWZ type=write size=3731992 2024-04-10T15:51:08.404 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.412+0000 7f0dda17f780 1 < suggested remove operation key=0EQWI1AD1VHA tag=11H1CXHIUXY6 type=del 2024-04-10T15:51:08.405 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.413+0000 7f0dda17f780 1 > prepared operation key=P7QI1303WDML tag=1DL3FEURT01B type=write size=8560 2024-04-10T15:51:08.406 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.414+0000 7f0dda17f780 -1 < no bi entry to suggest for operation key=7R29VV7JYRWM tag=LPCT5GSKITOE type=del size=3333489: (2) No such file or directory 2024-04-10T15:51:08.409 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.418+0000 7f0dda17f780 1 > prepared part key=_multipart_5PTGEI8J4Q78.2~TLNAFI74O33W.0 size=338643 2024-04-10T15:51:08.410 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.418+0000 7f0dda17f780 1 > prepared multipart upload key=5PTGEI8J4Q78 upload=TLNAFI74O33W tag=19FLR5KUOFUX type=write size=1387219 2024-04-10T15:51:08.411 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.420+0000 7f0dda17f780 1 < completed delete operation key=LPSA55UNQS7T tag=IKODXWE0TLDJ type=del 2024-04-10T15:51:08.413 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.421+0000 7f0dda17f780 1 > prepared operation key=W1N9JNIA6ZML tag=5C0FS0QJFMB8 type=del size=2265065 2024-04-10T15:51:08.415 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.423+0000 7f0dda17f780 1 < completed delete operation key=6V3UX4ZSIBZX tag=NZHUKXCD8VD9 type=del 2024-04-10T15:51:08.417 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.425+0000 7f0dda17f780 1 > prepared operation key=9QFS277S5EY3 tag=2B1WL6KVLB1J type=del size=1134743 2024-04-10T15:51:08.421 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.429+0000 7f0dda17f780 1 < suggested update operation key=7R1LO48KG193 tag=O04H05WZ0C0K type=del size=2679596 2024-04-10T15:51:08.423 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.431+0000 7f0dda17f780 1 > prepared operation key=6V3UX4ZSIBZX tag=Z8L6NBN1IQJ3 type=del size=2342434 2024-04-10T15:51:08.423 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.431+0000 7f0dda17f780 1 < canceled part key=_multipart_W0QQNH1PRYVL.2~FXGF4ZPSP6QU.0 size=908262 2024-04-10T15:51:08.426 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.434+0000 7f0dda17f780 1 < canceled multipart upload key=W0QQNH1PRYVL upload=FXGF4ZPSP6QU tag=3HSSTJTOSBKF type=write size=1956838 2024-04-10T15:51:08.428 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.436+0000 7f0dda17f780 1 > prepared operation key=32PMZSHN97HZ tag=6Z5GU7FVBUZL type=del size=2072602 2024-04-10T15:51:08.430 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.438+0000 7f0dda17f780 1 < completed part key=_multipart_VFKX3F9Z0OZ5.2~8IOXWVEEGKOT.0 size=1048576 2024-04-10T15:51:08.432 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.440+0000 7f0dda17f780 1 < completed part key=_multipart_VFKX3F9Z0OZ5.2~8IOXWVEEGKOT.1 size=1048576 2024-04-10T15:51:08.433 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.441+0000 7f0dda17f780 1 < completed part key=_multipart_VFKX3F9Z0OZ5.2~8IOXWVEEGKOT.2 size=157595 2024-04-10T15:51:08.437 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.445+0000 7f0dda17f780 1 < completed multipart upload key=VFKX3F9Z0OZ5 upload=8IOXWVEEGKOT tag=KP1YKS40EKVY type=write size=3303323 2024-04-10T15:51:08.438 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.447+0000 7f0dda17f780 1 > prepared operation key=32PMZSHN97HZ tag=CKG8ZXQ6BXZA type=write size=979001 2024-04-10T15:51:08.440 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.448+0000 7f0dda17f780 1 < completed part key=_multipart_6V3UX4ZSIBZX.2~WL9UB1KKQBST.0 size=1048576 2024-04-10T15:51:08.442 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.450+0000 7f0dda17f780 1 < completed part key=_multipart_6V3UX4ZSIBZX.2~WL9UB1KKQBST.1 size=723705 2024-04-10T15:51:08.445 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.453+0000 7f0dda17f780 1 < completed multipart upload key=6V3UX4ZSIBZX upload=WL9UB1KKQBST tag=PPU6XGVFPLTE type=write size=2820857 2024-04-10T15:51:08.448 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.456+0000 7f0dda17f780 1 > prepared part key=_multipart_J9DG8CWKBLB0.2~Q325SPHFFX2S.0 size=1048576 2024-04-10T15:51:08.450 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.458+0000 7f0dda17f780 1 > prepared part key=_multipart_J9DG8CWKBLB0.2~Q325SPHFFX2S.1 size=1048576 2024-04-10T15:51:08.451 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.459+0000 7f0dda17f780 1 > prepared part key=_multipart_J9DG8CWKBLB0.2~Q325SPHFFX2S.2 size=24596 2024-04-10T15:51:08.451 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.459+0000 7f0dda17f780 1 > prepared multipart upload key=J9DG8CWKBLB0 upload=Q325SPHFFX2S tag=T9NAHKALZWQW type=write size=3170324 2024-04-10T15:51:08.453 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.461+0000 7f0dda17f780 1 < completed delete operation key=5VUYRX80DJNN tag=VLZ5DGCNF48C type=del 2024-04-10T15:51:08.456 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.465+0000 7f0dda17f780 1 > prepared part key=_multipart_O2DQ4CPAMY72.2~3QP41BV15XW4.0 size=1048576 2024-04-10T15:51:08.458 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.466+0000 7f0dda17f780 1 > prepared part key=_multipart_O2DQ4CPAMY72.2~3QP41BV15XW4.1 size=1048576 2024-04-10T15:51:08.459 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.468+0000 7f0dda17f780 1 > prepared part key=_multipart_O2DQ4CPAMY72.2~3QP41BV15XW4.2 size=729492 2024-04-10T15:51:08.459 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.468+0000 7f0dda17f780 1 > prepared multipart upload key=O2DQ4CPAMY72 upload=3QP41BV15XW4 tag=WZTM4K2V36JY type=write size=3875220 2024-04-10T15:51:08.461 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.469+0000 7f0dda17f780 1 < canceled operation key=76DRYPHC6HG3 tag=4FJBB4E6UF5B type=del size=774511 2024-04-10T15:51:08.465 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.473+0000 7f0dda17f780 1 > prepared part key=_multipart_32PMZSHN97HZ.2~M8B6E6T6UW3O.0 size=73016 2024-04-10T15:51:08.465 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.473+0000 7f0dda17f780 1 > prepared multipart upload key=32PMZSHN97HZ upload=M8B6E6T6UW3O tag=Z9TRRPR8AS0S type=write size=1121592 2024-04-10T15:51:08.467 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.475+0000 7f0dda17f780 1 < completed delete operation key=76DRYPHC6HG3 tag=KHJLH3SL6QP1 type=del 2024-04-10T15:51:08.470 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.478+0000 7f0dda17f780 1 > prepared part key=_multipart_W1N9JNIA6ZML.2~DB5AAUPXCP06.0 size=879998 2024-04-10T15:51:08.470 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.478+0000 7f0dda17f780 1 > prepared multipart upload key=W1N9JNIA6ZML upload=DB5AAUPXCP06 tag=ZGAUKZSM8CO2 type=write size=1928574 2024-04-10T15:51:08.473 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.480+0000 7f0dda17f780 1 < completed part key=_multipart_7R29VV7JYRWM.2~6D2Z5G8PWXVG.0 size=1048576 2024-04-10T15:51:08.474 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.482+0000 7f0dda17f780 1 < completed part key=_multipart_7R29VV7JYRWM.2~6D2Z5G8PWXVG.1 size=1048576 2024-04-10T15:51:08.475 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.483+0000 7f0dda17f780 1 < completed part key=_multipart_7R29VV7JYRWM.2~6D2Z5G8PWXVG.2 size=759778 2024-04-10T15:51:08.478 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.487+0000 7f0dda17f780 1 < completed multipart upload key=7R29VV7JYRWM upload=6D2Z5G8PWXVG tag=PSK80IWEC8TO type=write size=3905506 2024-04-10T15:51:08.483 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.491+0000 7f0dda17f780 1 > prepared part key=_multipart_M31TS1RYVD2I.2~8X5SW2I97M71.0 size=1048576 2024-04-10T15:51:08.484 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.492+0000 7f0dda17f780 1 > prepared part key=_multipart_M31TS1RYVD2I.2~8X5SW2I97M71.1 size=1048576 2024-04-10T15:51:08.485 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.494+0000 7f0dda17f780 1 > prepared part key=_multipart_M31TS1RYVD2I.2~8X5SW2I97M71.2 size=827230 2024-04-10T15:51:08.486 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.494+0000 7f0dda17f780 1 > prepared multipart upload key=M31TS1RYVD2I upload=8X5SW2I97M71 tag=CNJDRVLBZ9WN type=write size=3972958 2024-04-10T15:51:08.487 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.496+0000 7f0dda17f780 1 < completed part key=_multipart_0EQWI1AD1VHA.2~TGJEPYQ31AKD.0 size=1048576 2024-04-10T15:51:08.489 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.497+0000 7f0dda17f780 1 < completed part key=_multipart_0EQWI1AD1VHA.2~TGJEPYQ31AKD.1 size=790505 2024-04-10T15:51:08.492 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.500+0000 7f0dda17f780 1 < completed multipart upload key=0EQWI1AD1VHA upload=TGJEPYQ31AKD tag=7RYSDX8WSQ94 type=write size=2887657 2024-04-10T15:51:08.494 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.502+0000 7f0dda17f780 1 > prepared operation key=XDWUTYA27EZF tag=YFKN2RO8T4V3 type=del size=1672575 2024-04-10T15:51:08.494 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.502+0000 7f0dda17f780 1 < canceled part key=_multipart_QJ9GK4CHH36X.2~6S6Y6WXDCB29.0 size=1048576 2024-04-10T15:51:08.496 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.504+0000 7f0dda17f780 1 < completed part key=_multipart_QJ9GK4CHH36X.2~6S6Y6WXDCB29.1 size=1048576 2024-04-10T15:51:08.497 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.505+0000 7f0dda17f780 1 < completed part key=_multipart_QJ9GK4CHH36X.2~6S6Y6WXDCB29.2 size=241187 2024-04-10T15:51:08.500 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.508+0000 7f0dda17f780 1 < canceled multipart upload key=QJ9GK4CHH36X upload=6S6Y6WXDCB29 tag=G3S0BYKMK944 type=write size=3386915 2024-04-10T15:51:08.504 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.512+0000 7f0dda17f780 1 > prepared part key=_multipart_H433FHMII9ZA.2~2DPUJM8GS1H7.0 size=1048576 2024-04-10T15:51:08.505 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.514+0000 7f0dda17f780 1 > prepared part key=_multipart_H433FHMII9ZA.2~2DPUJM8GS1H7.1 size=1048576 2024-04-10T15:51:08.507 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.515+0000 7f0dda17f780 1 > prepared part key=_multipart_H433FHMII9ZA.2~2DPUJM8GS1H7.2 size=367610 2024-04-10T15:51:08.507 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.515+0000 7f0dda17f780 1 > prepared multipart upload key=H433FHMII9ZA upload=2DPUJM8GS1H7 tag=4UFWE42WG82S type=write size=3513338 2024-04-10T15:51:08.510 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.518+0000 7f0dda17f780 -1 < failed to complete operation key=7R29VV7JYRWM tag=KZ8MCYAR4LRT type=del size=2866579: (22) Invalid argument 2024-04-10T15:51:08.513 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.521+0000 7f0dda17f780 1 > prepared part key=_multipart_7R1LO48KG193.2~BGXV627ENQNV.0 size=886947 2024-04-10T15:51:08.513 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.521+0000 7f0dda17f780 1 > prepared multipart upload key=7R1LO48KG193 upload=BGXV627ENQNV tag=7KNGCRJIC02E type=write size=1935523 2024-04-10T15:51:08.514 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.523+0000 7f0dda17f780 1 < completed part key=_multipart_9QFS277S5EY3.2~9BA1XC5SUJJO.0 size=1048576 2024-04-10T15:51:08.516 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.524+0000 7f0dda17f780 1 < completed part key=_multipart_9QFS277S5EY3.2~9BA1XC5SUJJO.1 size=1048576 2024-04-10T15:51:08.518 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.526+0000 7f0dda17f780 1 < completed part key=_multipart_9QFS277S5EY3.2~9BA1XC5SUJJO.2 size=586264 2024-04-10T15:51:08.521 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.529+0000 7f0dda17f780 1 < completed multipart upload key=9QFS277S5EY3 upload=9BA1XC5SUJJO tag=R6DE0AR1XFWZ type=write size=3731992 2024-04-10T15:51:08.523 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.532+0000 7f0dda17f780 1 > prepared operation key=H433FHMII9ZA tag=JCNRK4NTD5D2 type=del size=3730831 2024-04-10T15:51:08.525 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.533+0000 7f0dda17f780 1 < completed write operation key=P7QI1303WDML tag=1DL3FEURT01B type=write size=8560 2024-04-10T15:51:08.528 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.537+0000 7f0dda17f780 1 > prepared part key=_multipart_5VUYRX80DJNN.2~S19KY43V73Y3.0 size=1048576 2024-04-10T15:51:08.530 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.538+0000 7f0dda17f780 1 > prepared part key=_multipart_5VUYRX80DJNN.2~S19KY43V73Y3.1 size=1048576 2024-04-10T15:51:08.532 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.540+0000 7f0dda17f780 1 > prepared part key=_multipart_5VUYRX80DJNN.2~S19KY43V73Y3.2 size=481430 2024-04-10T15:51:08.532 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.540+0000 7f0dda17f780 1 > prepared multipart upload key=5VUYRX80DJNN upload=S19KY43V73Y3 tag=0P3DTPICE8NY type=write size=3627158 2024-04-10T15:51:08.533 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.542+0000 7f0dda17f780 1 < completed part key=_multipart_5PTGEI8J4Q78.2~TLNAFI74O33W.0 size=338643 2024-04-10T15:51:08.536 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.545+0000 7f0dda17f780 1 < completed multipart upload key=5PTGEI8J4Q78 upload=TLNAFI74O33W tag=19FLR5KUOFUX type=write size=1387219 2024-04-10T15:51:08.538 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.546+0000 7f0dda17f780 1 > prepared operation key=H433FHMII9ZA tag=VS57L2ZLIYVG type=write size=80105 2024-04-10T15:51:08.540 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.548+0000 7f0dda17f780 1 < completed delete operation key=W1N9JNIA6ZML tag=5C0FS0QJFMB8 type=del 2024-04-10T15:51:08.541 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.550+0000 7f0dda17f780 1 > prepared operation key=WB4E7VQYBXDP tag=UK4LJ1N2G4ZZ type=del size=3324471 2024-04-10T15:51:08.543 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.551+0000 7f0dda17f780 1 < completed delete operation key=9QFS277S5EY3 tag=2B1WL6KVLB1J type=del 2024-04-10T15:51:08.547 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.555+0000 7f0dda17f780 1 > prepared part key=_multipart_6V3UX4ZSIBZX.2~SXE3MWPHF67R.0 size=84315 2024-04-10T15:51:08.547 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.555+0000 7f0dda17f780 1 > prepared multipart upload key=6V3UX4ZSIBZX upload=SXE3MWPHF67R tag=0WC6GRVZCGOV type=write size=1132891 2024-04-10T15:51:08.548 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.557+0000 7f0dda17f780 1 < completed delete operation key=6V3UX4ZSIBZX tag=Z8L6NBN1IQJ3 type=del 2024-04-10T15:51:08.550 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.558+0000 7f0dda17f780 1 > prepared operation key=892B9J3TLMA2 tag=2O04SCE1BLA3 type=del size=4031992 2024-04-10T15:51:08.552 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.560+0000 7f0dda17f780 1 < canceled operation key=32PMZSHN97HZ tag=6Z5GU7FVBUZL type=del size=2072602 2024-04-10T15:51:08.554 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.562+0000 7f0dda17f780 1 > prepared operation key=VKTXOZU1BOHT tag=2J4FWJUK8VYS type=write size=470068 2024-04-10T15:51:08.555 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.564+0000 7f0dda17f780 1 < completed write operation key=32PMZSHN97HZ tag=CKG8ZXQ6BXZA type=write size=979001 2024-04-10T15:51:08.557 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.565+0000 7f0dda17f780 1 > prepared operation key=W1N9JNIA6ZML tag=7KN61QXXSQ8W type=write size=145861 2024-04-10T15:51:08.559 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.567+0000 7f0dda17f780 1 < completed part key=_multipart_J9DG8CWKBLB0.2~Q325SPHFFX2S.0 size=1048576 2024-04-10T15:51:08.561 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.569+0000 7f0dda17f780 1 < completed part key=_multipart_J9DG8CWKBLB0.2~Q325SPHFFX2S.1 size=1048576 2024-04-10T15:51:08.563 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.571+0000 7f0dda17f780 1 < completed part key=_multipart_J9DG8CWKBLB0.2~Q325SPHFFX2S.2 size=24596 2024-04-10T15:51:08.566 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.574+0000 7f0dda17f780 1 < completed multipart upload key=J9DG8CWKBLB0 upload=Q325SPHFFX2S tag=T9NAHKALZWQW type=write size=3170324 2024-04-10T15:51:08.570 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.578+0000 7f0dda17f780 1 > prepared part key=_multipart_P7QI1303WDML.2~TFA6LG5FJ2NQ.0 size=1048576 2024-04-10T15:51:08.571 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.579+0000 7f0dda17f780 1 > prepared part key=_multipart_P7QI1303WDML.2~TFA6LG5FJ2NQ.1 size=1048576 2024-04-10T15:51:08.573 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.581+0000 7f0dda17f780 1 > prepared part key=_multipart_P7QI1303WDML.2~TFA6LG5FJ2NQ.2 size=252924 2024-04-10T15:51:08.573 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.581+0000 7f0dda17f780 1 > prepared multipart upload key=P7QI1303WDML upload=TFA6LG5FJ2NQ tag=0DUUOW4YWUDB type=write size=3398652 2024-04-10T15:51:08.575 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.583+0000 7f0dda17f780 1 < completed part key=_multipart_O2DQ4CPAMY72.2~3QP41BV15XW4.0 size=1048576 2024-04-10T15:51:08.576 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.584+0000 7f0dda17f780 1 < completed part key=_multipart_O2DQ4CPAMY72.2~3QP41BV15XW4.1 size=1048576 2024-04-10T15:51:08.578 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.586+0000 7f0dda17f780 1 < completed part key=_multipart_O2DQ4CPAMY72.2~3QP41BV15XW4.2 size=729492 2024-04-10T15:51:08.581 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.589+0000 7f0dda17f780 1 < completed multipart upload key=O2DQ4CPAMY72 upload=3QP41BV15XW4 tag=WZTM4K2V36JY type=write size=3875220 2024-04-10T15:51:08.584 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.592+0000 7f0dda17f780 1 > prepared part key=_multipart_WB4E7VQYBXDP.2~VIKQSIYCZHXP.0 size=1048576 2024-04-10T15:51:08.586 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.594+0000 7f0dda17f780 1 > prepared part key=_multipart_WB4E7VQYBXDP.2~VIKQSIYCZHXP.1 size=28390 2024-04-10T15:51:08.586 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.594+0000 7f0dda17f780 1 > prepared multipart upload key=WB4E7VQYBXDP upload=VIKQSIYCZHXP tag=AJH9P3RA6DQO type=write size=2125542 2024-04-10T15:51:08.588 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.596+0000 7f0dda17f780 1 < completed part key=_multipart_32PMZSHN97HZ.2~M8B6E6T6UW3O.0 size=73016 2024-04-10T15:51:08.590 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.599+0000 7f0dda17f780 1 < completed multipart upload key=32PMZSHN97HZ upload=M8B6E6T6UW3O tag=Z9TRRPR8AS0S type=write size=1121592 2024-04-10T15:51:08.592 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.600+0000 7f0dda17f780 1 > prepared operation key=O2DQ4CPAMY72 tag=7E37EI6L65HQ type=write size=747285 2024-04-10T15:51:08.594 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.602+0000 7f0dda17f780 1 < completed part key=_multipart_W1N9JNIA6ZML.2~DB5AAUPXCP06.0 size=879998 2024-04-10T15:51:08.597 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.605+0000 7f0dda17f780 1 < completed multipart upload key=W1N9JNIA6ZML upload=DB5AAUPXCP06 tag=ZGAUKZSM8CO2 type=write size=1928574 2024-04-10T15:51:08.599 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.607+0000 7f0dda17f780 1 > prepared operation key=DRNFVWXVQQUT tag=P9FMK7O7WGKO type=write size=100693 2024-04-10T15:51:08.600 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.609+0000 7f0dda17f780 1 < completed part key=_multipart_M31TS1RYVD2I.2~8X5SW2I97M71.0 size=1048576 2024-04-10T15:51:08.602 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.610+0000 7f0dda17f780 1 < completed part key=_multipart_M31TS1RYVD2I.2~8X5SW2I97M71.1 size=1048576 2024-04-10T15:51:08.603 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.611+0000 7f0dda17f780 1 < completed part key=_multipart_M31TS1RYVD2I.2~8X5SW2I97M71.2 size=827230 2024-04-10T15:51:08.607 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.615+0000 7f0dda17f780 1 < completed multipart upload key=M31TS1RYVD2I upload=8X5SW2I97M71 tag=CNJDRVLBZ9WN type=write size=3972958 2024-04-10T15:51:08.610 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.618+0000 7f0dda17f780 1 > prepared part key=_multipart_XDWUTYA27EZF.2~YCOJDUE8BDYA.0 size=1048576 2024-04-10T15:51:08.612 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.620+0000 7f0dda17f780 1 > prepared part key=_multipart_XDWUTYA27EZF.2~YCOJDUE8BDYA.1 size=1048576 2024-04-10T15:51:08.613 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.621+0000 7f0dda17f780 1 > prepared part key=_multipart_XDWUTYA27EZF.2~YCOJDUE8BDYA.2 size=888422 2024-04-10T15:51:08.613 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.621+0000 7f0dda17f780 1 > prepared multipart upload key=XDWUTYA27EZF upload=YCOJDUE8BDYA tag=RBICK601SAYD type=write size=4034150 2024-04-10T15:51:08.615 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.623+0000 7f0dda17f780 1 < completed delete operation key=XDWUTYA27EZF tag=YFKN2RO8T4V3 type=del 2024-04-10T15:51:08.617 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.625+0000 7f0dda17f780 1 > prepared operation key=9QFS277S5EY3 tag=8MJVT74HW3RV type=del size=1880179 2024-04-10T15:51:08.618 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.627+0000 7f0dda17f780 1 < completed part key=_multipart_H433FHMII9ZA.2~2DPUJM8GS1H7.0 size=1048576 2024-04-10T15:51:08.620 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.628+0000 7f0dda17f780 1 < completed part key=_multipart_H433FHMII9ZA.2~2DPUJM8GS1H7.1 size=1048576 2024-04-10T15:51:08.621 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.629+0000 7f0dda17f780 1 < completed part key=_multipart_H433FHMII9ZA.2~2DPUJM8GS1H7.2 size=367610 2024-04-10T15:51:08.624 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.632+0000 7f0dda17f780 1 < completed multipart upload key=H433FHMII9ZA upload=2DPUJM8GS1H7 tag=4UFWE42WG82S type=write size=3513338 2024-04-10T15:51:08.626 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.634+0000 7f0dda17f780 1 > prepared operation key=W72JTU6KAY5Q tag=BTDQOXE51UBZ type=del size=3559760 2024-04-10T15:51:08.628 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.636+0000 7f0dda17f780 1 < completed part key=_multipart_7R1LO48KG193.2~BGXV627ENQNV.0 size=886947 2024-04-10T15:51:08.631 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.639+0000 7f0dda17f780 1 < completed multipart upload key=7R1LO48KG193 upload=BGXV627ENQNV tag=7KNGCRJIC02E type=write size=1935523 2024-04-10T15:51:08.633 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.641+0000 7f0dda17f780 1 > prepared operation key=M31TS1RYVD2I tag=34A3ZA23PU1M type=write size=888314 2024-04-10T15:51:08.634 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.643+0000 7f0dda17f780 1 < completed delete operation key=H433FHMII9ZA tag=JCNRK4NTD5D2 type=del 2024-04-10T15:51:08.637 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.646+0000 7f0dda17f780 1 > prepared part key=_multipart_5VUYRX80DJNN.2~SU5Y97JK7WA7.0 size=1048576 2024-04-10T15:51:08.639 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.647+0000 7f0dda17f780 1 > prepared part key=_multipart_5VUYRX80DJNN.2~SU5Y97JK7WA7.1 size=1048576 2024-04-10T15:51:08.641 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.649+0000 7f0dda17f780 1 > prepared part key=_multipart_5VUYRX80DJNN.2~SU5Y97JK7WA7.2 size=433929 2024-04-10T15:51:08.641 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.649+0000 7f0dda17f780 1 > prepared multipart upload key=5VUYRX80DJNN upload=SU5Y97JK7WA7 tag=TBDKVRO7LJF5 type=write size=3579657 2024-04-10T15:51:08.641 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.649+0000 7f0dda17f780 1 < canceled part key=_multipart_5VUYRX80DJNN.2~S19KY43V73Y3.0 size=1048576 2024-04-10T15:51:08.642 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.651+0000 7f0dda17f780 1 < completed part key=_multipart_5VUYRX80DJNN.2~S19KY43V73Y3.1 size=1048576 2024-04-10T15:51:08.644 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.652+0000 7f0dda17f780 1 < completed part key=_multipart_5VUYRX80DJNN.2~S19KY43V73Y3.2 size=481430 2024-04-10T15:51:08.647 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.655+0000 7f0dda17f780 1 < canceled multipart upload key=5VUYRX80DJNN upload=S19KY43V73Y3 tag=0P3DTPICE8NY type=write size=3627158 2024-04-10T15:51:08.651 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.659+0000 7f0dda17f780 1 > prepared part key=_multipart_O0U4M0VYXZJ9.2~83TE219H6PIM.0 size=1048576 2024-04-10T15:51:08.652 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.660+0000 7f0dda17f780 1 > prepared part key=_multipart_O0U4M0VYXZJ9.2~83TE219H6PIM.1 size=1048576 2024-04-10T15:51:08.654 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.662+0000 7f0dda17f780 1 > prepared part key=_multipart_O0U4M0VYXZJ9.2~83TE219H6PIM.2 size=932200 2024-04-10T15:51:08.654 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.662+0000 7f0dda17f780 1 > prepared multipart upload key=O0U4M0VYXZJ9 upload=83TE219H6PIM tag=Y1W1EX716MQ3 type=write size=4077928 2024-04-10T15:51:08.655 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.664+0000 7f0dda17f780 1 < completed write operation key=H433FHMII9ZA tag=VS57L2ZLIYVG type=write size=80105 2024-04-10T15:51:08.657 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.665+0000 7f0dda17f780 1 > prepared operation key=EZ2HJBZ8EY6J tag=C0I1B7TB3YRM type=del size=212584 2024-04-10T15:51:08.660 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.669+0000 7f0dda17f780 1 < suggested update operation key=WB4E7VQYBXDP tag=UK4LJ1N2G4ZZ type=del size=3324471 2024-04-10T15:51:08.664 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.672+0000 7f0dda17f780 1 > prepared part key=_multipart_Q55YN73R4WFF.2~YIX8VUM1Y5U4.0 size=1048576 2024-04-10T15:51:08.665 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.674+0000 7f0dda17f780 1 > prepared part key=_multipart_Q55YN73R4WFF.2~YIX8VUM1Y5U4.1 size=986960 2024-04-10T15:51:08.665 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.674+0000 7f0dda17f780 1 > prepared multipart upload key=Q55YN73R4WFF upload=YIX8VUM1Y5U4 tag=HE7AJDPM5ESW type=write size=3084112 2024-04-10T15:51:08.667 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.675+0000 7f0dda17f780 1 < completed part key=_multipart_6V3UX4ZSIBZX.2~SXE3MWPHF67R.0 size=84315 2024-04-10T15:51:08.671 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.678+0000 7f0dda17f780 1 < completed multipart upload key=6V3UX4ZSIBZX upload=SXE3MWPHF67R tag=0WC6GRVZCGOV type=write size=1132891 2024-04-10T15:51:08.674 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.682+0000 7f0dda17f780 1 > prepared part key=_multipart_76DRYPHC6HG3.2~QY4FSO5YLMA4.0 size=1048576 2024-04-10T15:51:08.676 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.684+0000 7f0dda17f780 1 > prepared part key=_multipart_76DRYPHC6HG3.2~QY4FSO5YLMA4.1 size=187516 2024-04-10T15:51:08.676 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.684+0000 7f0dda17f780 1 > prepared multipart upload key=76DRYPHC6HG3 upload=QY4FSO5YLMA4 tag=FNHCBX2GOEHS type=write size=2284668 2024-04-10T15:51:08.678 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.686+0000 7f0dda17f780 1 < canceled operation key=892B9J3TLMA2 tag=2O04SCE1BLA3 type=del size=4031992 2024-04-10T15:51:08.681 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.689+0000 7f0dda17f780 1 > prepared part key=_multipart_H433FHMII9ZA.2~BOWL0Q1U9E0C.0 size=1048576 2024-04-10T15:51:08.682 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.691+0000 7f0dda17f780 1 > prepared part key=_multipart_H433FHMII9ZA.2~BOWL0Q1U9E0C.1 size=1048576 2024-04-10T15:51:08.684 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.692+0000 7f0dda17f780 1 > prepared part key=_multipart_H433FHMII9ZA.2~BOWL0Q1U9E0C.2 size=87449 2024-04-10T15:51:08.684 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.692+0000 7f0dda17f780 1 > prepared multipart upload key=H433FHMII9ZA upload=BOWL0Q1U9E0C tag=COVCCZ7FTER0 type=write size=3233177 2024-04-10T15:51:08.685 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.694+0000 7f0dda17f780 1 < completed write operation key=VKTXOZU1BOHT tag=2J4FWJUK8VYS type=write size=470068 2024-04-10T15:51:08.689 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.697+0000 7f0dda17f780 1 > prepared part key=_multipart_M31TS1RYVD2I.2~BFV9PM4TCJXG.0 size=1048576 2024-04-10T15:51:08.691 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.699+0000 7f0dda17f780 1 > prepared part key=_multipart_M31TS1RYVD2I.2~BFV9PM4TCJXG.1 size=155568 2024-04-10T15:51:08.691 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.699+0000 7f0dda17f780 1 > prepared multipart upload key=M31TS1RYVD2I upload=BFV9PM4TCJXG tag=UI0DJLPW4QJD type=write size=2252720 2024-04-10T15:51:08.694 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.702+0000 7f0dda17f780 1 < suggested remove operation key=W1N9JNIA6ZML tag=7KN61QXXSQ8W type=write 2024-04-10T15:51:08.697 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.706+0000 7f0dda17f780 1 > prepared part key=_multipart_W0QQNH1PRYVL.2~B6UB7AYC9QEA.0 size=1048576 2024-04-10T15:51:08.699 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.707+0000 7f0dda17f780 1 > prepared part key=_multipart_W0QQNH1PRYVL.2~B6UB7AYC9QEA.1 size=1048576 2024-04-10T15:51:08.700 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.709+0000 7f0dda17f780 1 > prepared part key=_multipart_W0QQNH1PRYVL.2~B6UB7AYC9QEA.2 size=917822 2024-04-10T15:51:08.701 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.709+0000 7f0dda17f780 1 > prepared multipart upload key=W0QQNH1PRYVL upload=B6UB7AYC9QEA tag=0ARF8AWVWKQH type=write size=4063550 2024-04-10T15:51:08.702 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.710+0000 7f0dda17f780 1 < completed part key=_multipart_P7QI1303WDML.2~TFA6LG5FJ2NQ.0 size=1048576 2024-04-10T15:51:08.704 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.712+0000 7f0dda17f780 1 < completed part key=_multipart_P7QI1303WDML.2~TFA6LG5FJ2NQ.1 size=1048576 2024-04-10T15:51:08.705 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.713+0000 7f0dda17f780 1 < completed part key=_multipart_P7QI1303WDML.2~TFA6LG5FJ2NQ.2 size=252924 2024-04-10T15:51:08.708 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.717+0000 7f0dda17f780 1 < completed multipart upload key=P7QI1303WDML upload=TFA6LG5FJ2NQ tag=0DUUOW4YWUDB type=write size=3398652 2024-04-10T15:51:08.710 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.718+0000 7f0dda17f780 1 > prepared operation key=892B9J3TLMA2 tag=WQJE4WRIF2SJ type=write size=140855 2024-04-10T15:51:08.712 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.720+0000 7f0dda17f780 1 < completed part key=_multipart_WB4E7VQYBXDP.2~VIKQSIYCZHXP.0 size=1048576 2024-04-10T15:51:08.714 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.722+0000 7f0dda17f780 1 < completed part key=_multipart_WB4E7VQYBXDP.2~VIKQSIYCZHXP.1 size=28390 2024-04-10T15:51:08.717 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.725+0000 7f0dda17f780 1 < completed multipart upload key=WB4E7VQYBXDP upload=VIKQSIYCZHXP tag=AJH9P3RA6DQO type=write size=2125542 2024-04-10T15:51:08.719 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.727+0000 7f0dda17f780 1 > prepared operation key=1XDQOHF2EHZG tag=ACISAGFS0HQZ type=del size=364250 2024-04-10T15:51:08.721 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.729+0000 7f0dda17f780 1 < completed write operation key=O2DQ4CPAMY72 tag=7E37EI6L65HQ type=write size=747285 2024-04-10T15:51:08.722 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.731+0000 7f0dda17f780 1 > prepared operation key=QJ9GK4CHH36X tag=I2XQU7R9Y3M0 type=del size=254346 2024-04-10T15:51:08.726 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.735+0000 7f0dda17f780 1 < suggested update operation key=DRNFVWXVQQUT tag=P9FMK7O7WGKO type=write size=100693 2024-04-10T15:51:08.728 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.736+0000 7f0dda17f780 1 > prepared operation key=YKTMKJ7IT90D tag=WE0CG8U8ZEVX type=write size=919461 2024-04-10T15:51:08.730 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.738+0000 7f0dda17f780 1 < completed part key=_multipart_XDWUTYA27EZF.2~YCOJDUE8BDYA.0 size=1048576 2024-04-10T15:51:08.731 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.740+0000 7f0dda17f780 1 < completed part key=_multipart_XDWUTYA27EZF.2~YCOJDUE8BDYA.1 size=1048576 2024-04-10T15:51:08.733 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.741+0000 7f0dda17f780 1 < completed part key=_multipart_XDWUTYA27EZF.2~YCOJDUE8BDYA.2 size=888422 2024-04-10T15:51:08.736 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.744+0000 7f0dda17f780 1 < completed multipart upload key=XDWUTYA27EZF upload=YCOJDUE8BDYA tag=RBICK601SAYD type=write size=4034150 2024-04-10T15:51:08.738 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.747+0000 7f0dda17f780 1 > prepared operation key=0EQWI1AD1VHA tag=GUT4M0NH5VIJ type=write size=460448 2024-04-10T15:51:08.740 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.748+0000 7f0dda17f780 1 < completed delete operation key=9QFS277S5EY3 tag=8MJVT74HW3RV type=del 2024-04-10T15:51:08.744 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.752+0000 7f0dda17f780 1 > prepared part key=_multipart_P7QI1303WDML.2~3ITCZ9P7RPN4.0 size=1048576 2024-04-10T15:51:08.745 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.753+0000 7f0dda17f780 1 > prepared part key=_multipart_P7QI1303WDML.2~3ITCZ9P7RPN4.1 size=784873 2024-04-10T15:51:08.745 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.753+0000 7f0dda17f780 1 > prepared multipart upload key=P7QI1303WDML upload=3ITCZ9P7RPN4 tag=BCHQD76EO811 type=write size=2882025 2024-04-10T15:51:08.747 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.755+0000 7f0dda17f780 1 < canceled operation key=W72JTU6KAY5Q tag=BTDQOXE51UBZ type=del size=3559760 2024-04-10T15:51:08.749 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.757+0000 7f0dda17f780 1 > prepared operation key=7R29VV7JYRWM tag=1W5W7TEOWPTZ type=del size=171917 2024-04-10T15:51:08.751 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.759+0000 7f0dda17f780 1 < completed write operation key=M31TS1RYVD2I tag=34A3ZA23PU1M type=write size=888314 2024-04-10T15:51:08.752 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.760+0000 7f0dda17f780 1 > prepared operation key=VFKX3F9Z0OZ5 tag=BJHRP1P9YZ69 type=del size=1472741 2024-04-10T15:51:08.754 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.762+0000 7f0dda17f780 1 < completed part key=_multipart_5VUYRX80DJNN.2~SU5Y97JK7WA7.0 size=1048576 2024-04-10T15:51:08.756 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.764+0000 7f0dda17f780 1 < completed part key=_multipart_5VUYRX80DJNN.2~SU5Y97JK7WA7.1 size=1048576 2024-04-10T15:51:08.757 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.765+0000 7f0dda17f780 1 < completed part key=_multipart_5VUYRX80DJNN.2~SU5Y97JK7WA7.2 size=433929 2024-04-10T15:51:08.760 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.769+0000 7f0dda17f780 1 < completed multipart upload key=5VUYRX80DJNN upload=SU5Y97JK7WA7 tag=TBDKVRO7LJF5 type=write size=3579657 2024-04-10T15:51:08.765 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.772+0000 7f0dda17f780 1 > prepared part key=_multipart_QJ9GK4CHH36X.2~9OANG6K54QG7.0 size=1048576 2024-04-10T15:51:08.766 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.774+0000 7f0dda17f780 1 > prepared part key=_multipart_QJ9GK4CHH36X.2~9OANG6K54QG7.1 size=402198 2024-04-10T15:51:08.766 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.774+0000 7f0dda17f780 1 > prepared multipart upload key=QJ9GK4CHH36X upload=9OANG6K54QG7 tag=XY525IBK4KLR type=write size=2499350 2024-04-10T15:51:08.768 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.776+0000 7f0dda17f780 1 < completed part key=_multipart_O0U4M0VYXZJ9.2~83TE219H6PIM.0 size=1048576 2024-04-10T15:51:08.769 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.778+0000 7f0dda17f780 1 < completed part key=_multipart_O0U4M0VYXZJ9.2~83TE219H6PIM.1 size=1048576 2024-04-10T15:51:08.771 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.779+0000 7f0dda17f780 1 < completed part key=_multipart_O0U4M0VYXZJ9.2~83TE219H6PIM.2 size=932200 2024-04-10T15:51:08.775 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.783+0000 7f0dda17f780 1 < completed multipart upload key=O0U4M0VYXZJ9 upload=83TE219H6PIM tag=Y1W1EX716MQ3 type=write size=4077928 2024-04-10T15:51:08.778 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.786+0000 7f0dda17f780 1 > prepared part key=_multipart_7R29VV7JYRWM.2~V0X9VZP6E35N.0 size=1048576 2024-04-10T15:51:08.779 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.788+0000 7f0dda17f780 1 > prepared part key=_multipart_7R29VV7JYRWM.2~V0X9VZP6E35N.1 size=1048576 2024-04-10T15:51:08.781 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.789+0000 7f0dda17f780 1 > prepared part key=_multipart_7R29VV7JYRWM.2~V0X9VZP6E35N.2 size=978087 2024-04-10T15:51:08.781 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.789+0000 7f0dda17f780 1 > prepared multipart upload key=7R29VV7JYRWM upload=V0X9VZP6E35N tag=EPUA1UHCU2Z5 type=write size=4123815 2024-04-10T15:51:08.785 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.793+0000 7f0dda17f780 1 < suggested remove operation key=EZ2HJBZ8EY6J tag=C0I1B7TB3YRM type=del 2024-04-10T15:51:08.788 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.796+0000 7f0dda17f780 1 > prepared part key=_multipart_Q55YN73R4WFF.2~YTZJZ10KZNKN.0 size=1048576 2024-04-10T15:51:08.789 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.797+0000 7f0dda17f780 1 > prepared part key=_multipart_Q55YN73R4WFF.2~YTZJZ10KZNKN.1 size=1048576 2024-04-10T15:51:08.791 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.799+0000 7f0dda17f780 1 > prepared part key=_multipart_Q55YN73R4WFF.2~YTZJZ10KZNKN.2 size=734417 2024-04-10T15:51:08.791 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.799+0000 7f0dda17f780 1 > prepared multipart upload key=Q55YN73R4WFF upload=YTZJZ10KZNKN tag=3J0YEA87FM64 type=write size=3880145 2024-04-10T15:51:08.793 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.801+0000 7f0dda17f780 1 < completed part key=_multipart_Q55YN73R4WFF.2~YIX8VUM1Y5U4.0 size=1048576 2024-04-10T15:51:08.794 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.803+0000 7f0dda17f780 1 < completed part key=_multipart_Q55YN73R4WFF.2~YIX8VUM1Y5U4.1 size=986960 2024-04-10T15:51:08.797 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.806+0000 7f0dda17f780 1 < completed multipart upload key=Q55YN73R4WFF upload=YIX8VUM1Y5U4 tag=HE7AJDPM5ESW type=write size=3084112 2024-04-10T15:51:08.799 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.807+0000 7f0dda17f780 1 > prepared operation key=EZ2HJBZ8EY6J tag=RXHK4LC0JHHI type=write size=711088 2024-04-10T15:51:08.801 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.809+0000 7f0dda17f780 1 < completed part key=_multipart_76DRYPHC6HG3.2~QY4FSO5YLMA4.0 size=1048576 2024-04-10T15:51:08.802 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.810+0000 7f0dda17f780 1 < completed part key=_multipart_76DRYPHC6HG3.2~QY4FSO5YLMA4.1 size=187516 2024-04-10T15:51:08.805 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.813+0000 7f0dda17f780 1 < completed multipart upload key=76DRYPHC6HG3 upload=QY4FSO5YLMA4 tag=FNHCBX2GOEHS type=write size=2284668 2024-04-10T15:51:08.808 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.817+0000 7f0dda17f780 1 > prepared part key=_multipart_QJ9GK4CHH36X.2~2DC5PVKYDWBO.0 size=1048576 2024-04-10T15:51:08.810 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.818+0000 7f0dda17f780 1 > prepared part key=_multipart_QJ9GK4CHH36X.2~2DC5PVKYDWBO.1 size=1048576 2024-04-10T15:51:08.811 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.819+0000 7f0dda17f780 1 > prepared part key=_multipart_QJ9GK4CHH36X.2~2DC5PVKYDWBO.2 size=553400 2024-04-10T15:51:08.811 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.819+0000 7f0dda17f780 1 > prepared multipart upload key=QJ9GK4CHH36X upload=2DC5PVKYDWBO tag=0BI4OZPHW91A type=write size=3699128 2024-04-10T15:51:08.813 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.821+0000 7f0dda17f780 1 < completed part key=_multipart_H433FHMII9ZA.2~BOWL0Q1U9E0C.0 size=1048576 2024-04-10T15:51:08.814 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.823+0000 7f0dda17f780 1 < completed part key=_multipart_H433FHMII9ZA.2~BOWL0Q1U9E0C.1 size=1048576 2024-04-10T15:51:08.816 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.824+0000 7f0dda17f780 1 < completed part key=_multipart_H433FHMII9ZA.2~BOWL0Q1U9E0C.2 size=87449 2024-04-10T15:51:08.819 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.827+0000 7f0dda17f780 1 < completed multipart upload key=H433FHMII9ZA upload=BOWL0Q1U9E0C tag=COVCCZ7FTER0 type=write size=3233177 2024-04-10T15:51:08.821 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.829+0000 7f0dda17f780 1 > prepared operation key=VKTXOZU1BOHT tag=K30U2MCTXNIX type=del size=1158224 2024-04-10T15:51:08.821 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.829+0000 7f0dda17f780 1 < canceled part key=_multipart_M31TS1RYVD2I.2~BFV9PM4TCJXG.0 size=1048576 2024-04-10T15:51:08.823 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.831+0000 7f0dda17f780 1 < completed part key=_multipart_M31TS1RYVD2I.2~BFV9PM4TCJXG.1 size=155568 2024-04-10T15:51:08.826 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.834+0000 7f0dda17f780 1 < canceled multipart upload key=M31TS1RYVD2I upload=BFV9PM4TCJXG tag=UI0DJLPW4QJD type=write size=2252720 2024-04-10T15:51:08.828 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.836+0000 7f0dda17f780 1 > prepared operation key=J9DG8CWKBLB0 tag=CSW1V447XDMA type=del size=818528 2024-04-10T15:51:08.830 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.838+0000 7f0dda17f780 1 < completed part key=_multipart_W0QQNH1PRYVL.2~B6UB7AYC9QEA.0 size=1048576 2024-04-10T15:51:08.831 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.840+0000 7f0dda17f780 1 < completed part key=_multipart_W0QQNH1PRYVL.2~B6UB7AYC9QEA.1 size=1048576 2024-04-10T15:51:08.833 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.841+0000 7f0dda17f780 1 < completed part key=_multipart_W0QQNH1PRYVL.2~B6UB7AYC9QEA.2 size=917822 2024-04-10T15:51:08.836 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.844+0000 7f0dda17f780 1 < completed multipart upload key=W0QQNH1PRYVL upload=B6UB7AYC9QEA tag=0ARF8AWVWKQH type=write size=4063550 2024-04-10T15:51:08.838 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.846+0000 7f0dda17f780 1 > prepared operation key=J9DG8CWKBLB0 tag=9NUOVO5C3RCH type=del size=2003632 2024-04-10T15:51:08.840 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.848+0000 7f0dda17f780 1 < canceled operation key=892B9J3TLMA2 tag=WQJE4WRIF2SJ type=write size=140855 2024-04-10T15:51:08.843 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.851+0000 7f0dda17f780 1 > prepared part key=_multipart_W0QQNH1PRYVL.2~ST3U6CKHXF4Y.0 size=1048576 2024-04-10T15:51:08.844 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.853+0000 7f0dda17f780 1 > prepared part key=_multipart_W0QQNH1PRYVL.2~ST3U6CKHXF4Y.1 size=887372 2024-04-10T15:51:08.845 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.853+0000 7f0dda17f780 1 > prepared multipart upload key=W0QQNH1PRYVL upload=ST3U6CKHXF4Y tag=XV8QQE8WNVZ7 type=write size=2984524 2024-04-10T15:51:08.846 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.854+0000 7f0dda17f780 1 < completed delete operation key=1XDQOHF2EHZG tag=ACISAGFS0HQZ type=del 2024-04-10T15:51:08.848 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.857+0000 7f0dda17f780 1 > prepared operation key=Q55YN73R4WFF tag=X3G0ZMPBHJ32 type=del size=2563421 2024-04-10T15:51:08.850 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.859+0000 7f0dda17f780 1 < completed delete operation key=QJ9GK4CHH36X tag=I2XQU7R9Y3M0 type=del 2024-04-10T15:51:08.853 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.861+0000 7f0dda17f780 1 > prepared operation key=M31TS1RYVD2I tag=6J74XVG0DZ5W type=del size=1230334 2024-04-10T15:51:08.855 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.863+0000 7f0dda17f780 1 < completed write operation key=YKTMKJ7IT90D tag=WE0CG8U8ZEVX type=write size=919461 2024-04-10T15:51:08.857 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.865+0000 7f0dda17f780 1 > prepared operation key=76DRYPHC6HG3 tag=BWZCUC13F81P type=del size=1496553 2024-04-10T15:51:08.860 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.869+0000 7f0dda17f780 1 < suggested update operation key=0EQWI1AD1VHA tag=GUT4M0NH5VIJ type=write size=460448 2024-04-10T15:51:08.863 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.871+0000 7f0dda17f780 1 > prepared operation key=Q55YN73R4WFF tag=GI4ZQ2UCOVU0 type=write size=636688 2024-04-10T15:51:08.865 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.873+0000 7f0dda17f780 1 < completed part key=_multipart_P7QI1303WDML.2~3ITCZ9P7RPN4.0 size=1048576 2024-04-10T15:51:08.867 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.875+0000 7f0dda17f780 1 < completed part key=_multipart_P7QI1303WDML.2~3ITCZ9P7RPN4.1 size=784873 2024-04-10T15:51:08.870 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.878+0000 7f0dda17f780 1 < completed multipart upload key=P7QI1303WDML upload=3ITCZ9P7RPN4 tag=BCHQD76EO811 type=write size=2882025 2024-04-10T15:51:08.873 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.882+0000 7f0dda17f780 1 > prepared part key=_multipart_GK8B4QASB1P8.2~T4GO8NP64RKA.0 size=561600 2024-04-10T15:51:08.874 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.882+0000 7f0dda17f780 1 > prepared multipart upload key=GK8B4QASB1P8 upload=T4GO8NP64RKA tag=JDYSNP0I343Q type=write size=1610176 2024-04-10T15:51:08.875 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.883+0000 7f0dda17f780 1 < completed delete operation key=7R29VV7JYRWM tag=1W5W7TEOWPTZ type=del 2024-04-10T15:51:08.877 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.885+0000 7f0dda17f780 1 > prepared operation key=M31TS1RYVD2I tag=NJP9QYGU9LSO type=del size=1564212 2024-04-10T15:51:08.879 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.888+0000 7f0dda17f780 1 < completed delete operation key=VFKX3F9Z0OZ5 tag=BJHRP1P9YZ69 type=del 2024-04-10T15:51:08.881 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.889+0000 7f0dda17f780 1 > prepared operation key=7R1LO48KG193 tag=3V995S8XXT2Q type=del size=2500228 2024-04-10T15:51:08.881 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.890+0000 7f0dda17f780 1 < canceled part key=_multipart_QJ9GK4CHH36X.2~9OANG6K54QG7.0 size=1048576 2024-04-10T15:51:08.883 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.892+0000 7f0dda17f780 1 < completed part key=_multipart_QJ9GK4CHH36X.2~9OANG6K54QG7.1 size=402198 2024-04-10T15:51:08.886 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.895+0000 7f0dda17f780 1 < canceled multipart upload key=QJ9GK4CHH36X upload=9OANG6K54QG7 tag=XY525IBK4KLR type=write size=2499350 2024-04-10T15:51:08.890 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.898+0000 7f0dda17f780 1 > prepared part key=_multipart_W0QQNH1PRYVL.2~FK563NPAUL72.0 size=1048576 2024-04-10T15:51:08.892 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.900+0000 7f0dda17f780 1 > prepared part key=_multipart_W0QQNH1PRYVL.2~FK563NPAUL72.1 size=452825 2024-04-10T15:51:08.892 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.900+0000 7f0dda17f780 1 > prepared multipart upload key=W0QQNH1PRYVL upload=FK563NPAUL72 tag=II3HDFJZ1M2J type=write size=2549977 2024-04-10T15:51:08.892 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.900+0000 7f0dda17f780 1 < canceled part key=_multipart_7R29VV7JYRWM.2~V0X9VZP6E35N.0 size=1048576 2024-04-10T15:51:08.894 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.902+0000 7f0dda17f780 1 < completed part key=_multipart_7R29VV7JYRWM.2~V0X9VZP6E35N.1 size=1048576 2024-04-10T15:51:08.896 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.904+0000 7f0dda17f780 1 < completed part key=_multipart_7R29VV7JYRWM.2~V0X9VZP6E35N.2 size=978087 2024-04-10T15:51:08.899 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.907+0000 7f0dda17f780 1 < canceled multipart upload key=7R29VV7JYRWM upload=V0X9VZP6E35N tag=EPUA1UHCU2Z5 type=write size=4123815 2024-04-10T15:51:08.902 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.911+0000 7f0dda17f780 1 > prepared part key=_multipart_WB4E7VQYBXDP.2~G1L1HELH2E9R.0 size=1048576 2024-04-10T15:51:08.904 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.912+0000 7f0dda17f780 1 > prepared part key=_multipart_WB4E7VQYBXDP.2~G1L1HELH2E9R.1 size=1048576 2024-04-10T15:51:08.906 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.914+0000 7f0dda17f780 1 > prepared part key=_multipart_WB4E7VQYBXDP.2~G1L1HELH2E9R.2 size=174130 2024-04-10T15:51:08.906 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.914+0000 7f0dda17f780 1 > prepared multipart upload key=WB4E7VQYBXDP upload=G1L1HELH2E9R tag=AX818T87G4QW type=write size=3319858 2024-04-10T15:51:08.907 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.915+0000 7f0dda17f780 1 < canceled part key=_multipart_Q55YN73R4WFF.2~YTZJZ10KZNKN.0 size=1048576 2024-04-10T15:51:08.908 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.917+0000 7f0dda17f780 1 < completed part key=_multipart_Q55YN73R4WFF.2~YTZJZ10KZNKN.1 size=1048576 2024-04-10T15:51:08.910 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.919+0000 7f0dda17f780 1 < completed part key=_multipart_Q55YN73R4WFF.2~YTZJZ10KZNKN.2 size=734417 2024-04-10T15:51:08.914 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.922+0000 7f0dda17f780 1 < canceled multipart upload key=Q55YN73R4WFF upload=YTZJZ10KZNKN tag=3J0YEA87FM64 type=write size=3880145 2024-04-10T15:51:08.917 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.925+0000 7f0dda17f780 1 > prepared part key=_multipart_VKTXOZU1BOHT.2~5FL6SLTFQM3Q.0 size=1048576 2024-04-10T15:51:08.919 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.927+0000 7f0dda17f780 1 > prepared part key=_multipart_VKTXOZU1BOHT.2~5FL6SLTFQM3Q.1 size=1048576 2024-04-10T15:51:08.921 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.929+0000 7f0dda17f780 1 > prepared part key=_multipart_VKTXOZU1BOHT.2~5FL6SLTFQM3Q.2 size=916113 2024-04-10T15:51:08.921 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.929+0000 7f0dda17f780 1 > prepared multipart upload key=VKTXOZU1BOHT upload=5FL6SLTFQM3Q tag=QDVE8R3N875W type=write size=4061841 2024-04-10T15:51:08.923 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.932+0000 7f0dda17f780 1 < completed write operation key=EZ2HJBZ8EY6J tag=RXHK4LC0JHHI type=write size=711088 2024-04-10T15:51:08.927 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.935+0000 7f0dda17f780 1 > prepared part key=_multipart_76DRYPHC6HG3.2~U7OWKLSF4D7O.0 size=1048576 2024-04-10T15:51:08.929 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.937+0000 7f0dda17f780 1 > prepared part key=_multipart_76DRYPHC6HG3.2~U7OWKLSF4D7O.1 size=59817 2024-04-10T15:51:08.929 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.937+0000 7f0dda17f780 1 > prepared multipart upload key=76DRYPHC6HG3 upload=U7OWKLSF4D7O tag=VJPZUU0RQ5W7 type=write size=2156969 2024-04-10T15:51:08.930 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.939+0000 7f0dda17f780 1 < completed part key=_multipart_QJ9GK4CHH36X.2~2DC5PVKYDWBO.0 size=1048576 2024-04-10T15:51:08.932 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.940+0000 7f0dda17f780 1 < completed part key=_multipart_QJ9GK4CHH36X.2~2DC5PVKYDWBO.1 size=1048576 2024-04-10T15:51:08.934 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.942+0000 7f0dda17f780 1 < completed part key=_multipart_QJ9GK4CHH36X.2~2DC5PVKYDWBO.2 size=553400 2024-04-10T15:51:08.937 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.945+0000 7f0dda17f780 1 < completed multipart upload key=QJ9GK4CHH36X upload=2DC5PVKYDWBO tag=0BI4OZPHW91A type=write size=3699128 2024-04-10T15:51:08.939 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.947+0000 7f0dda17f780 1 > prepared operation key=4GB88X6QZH6E tag=RAJXAY0M19IL type=del size=918349 2024-04-10T15:51:08.941 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.949+0000 7f0dda17f780 1 < completed delete operation key=VKTXOZU1BOHT tag=K30U2MCTXNIX type=del 2024-04-10T15:51:08.943 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.951+0000 7f0dda17f780 1 > prepared operation key=76DRYPHC6HG3 tag=JRPXTRIU04Y3 type=del size=2406986 2024-04-10T15:51:08.947 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.955+0000 7f0dda17f780 1 < suggested update operation key=J9DG8CWKBLB0 tag=CSW1V447XDMA type=del size=818528 2024-04-10T15:51:08.948 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.957+0000 7f0dda17f780 1 > prepared operation key=76DRYPHC6HG3 tag=NXRZXNY94F8T type=del size=4048827 2024-04-10T15:51:08.951 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.959+0000 7f0dda17f780 -1 < failed to complete operation key=J9DG8CWKBLB0 tag=9NUOVO5C3RCH type=del size=2003632: (22) Invalid argument 2024-04-10T15:51:08.955 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.963+0000 7f0dda17f780 1 > prepared part key=_multipart_0EQWI1AD1VHA.2~OAIFG0O4UWBH.0 size=627403 2024-04-10T15:51:08.955 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.963+0000 7f0dda17f780 1 > prepared multipart upload key=0EQWI1AD1VHA upload=OAIFG0O4UWBH tag=T3N4Q7ER1DXY type=write size=1675979 2024-04-10T15:51:08.957 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.965+0000 7f0dda17f780 1 < completed part key=_multipart_W0QQNH1PRYVL.2~ST3U6CKHXF4Y.0 size=1048576 2024-04-10T15:51:08.959 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.967+0000 7f0dda17f780 1 < completed part key=_multipart_W0QQNH1PRYVL.2~ST3U6CKHXF4Y.1 size=887372 2024-04-10T15:51:08.962 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.970+0000 7f0dda17f780 1 < completed multipart upload key=W0QQNH1PRYVL upload=ST3U6CKHXF4Y tag=XV8QQE8WNVZ7 type=write size=2984524 2024-04-10T15:51:08.964 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.972+0000 7f0dda17f780 1 > prepared operation key=9QFS277S5EY3 tag=F2HSZMNSGE3H type=write size=320409 2024-04-10T15:51:08.967 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.975+0000 7f0dda17f780 1 < completed delete operation key=Q55YN73R4WFF tag=X3G0ZMPBHJ32 type=del 2024-04-10T15:51:08.970 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.978+0000 7f0dda17f780 1 > prepared part key=_multipart_WB4E7VQYBXDP.2~EC1ATMAYX00Z.0 size=1048576 2024-04-10T15:51:08.972 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.980+0000 7f0dda17f780 1 > prepared part key=_multipart_WB4E7VQYBXDP.2~EC1ATMAYX00Z.1 size=993132 2024-04-10T15:51:08.972 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.980+0000 7f0dda17f780 1 > prepared multipart upload key=WB4E7VQYBXDP upload=EC1ATMAYX00Z tag=7QWSWPODN8ID type=write size=3090284 2024-04-10T15:51:08.974 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.982+0000 7f0dda17f780 1 < completed delete operation key=M31TS1RYVD2I tag=6J74XVG0DZ5W type=del 2024-04-10T15:51:08.977 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.986+0000 7f0dda17f780 1 > prepared part key=_multipart_QJ9GK4CHH36X.2~DZCS89A9F6HW.0 size=337007 2024-04-10T15:51:08.978 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.986+0000 7f0dda17f780 1 > prepared multipart upload key=QJ9GK4CHH36X upload=DZCS89A9F6HW tag=JAZC1FR1BN4M type=write size=1385583 2024-04-10T15:51:08.979 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.988+0000 7f0dda17f780 1 < completed delete operation key=76DRYPHC6HG3 tag=BWZCUC13F81P type=del 2024-04-10T15:51:08.983 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.991+0000 7f0dda17f780 1 > prepared part key=_multipart_P7QI1303WDML.2~OXVRQUDX2AAO.0 size=268505 2024-04-10T15:51:08.983 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.991+0000 7f0dda17f780 1 > prepared multipart upload key=P7QI1303WDML upload=OXVRQUDX2AAO tag=XEDK74SC2U8N type=write size=1317081 2024-04-10T15:51:08.985 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.993+0000 7f0dda17f780 1 < completed write operation key=Q55YN73R4WFF tag=GI4ZQ2UCOVU0 type=write size=636688 2024-04-10T15:51:08.988 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.997+0000 7f0dda17f780 1 > prepared part key=_multipart_O0U4M0VYXZJ9.2~I2WQBCLX306L.0 size=1048576 2024-04-10T15:51:08.990 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:08.998+0000 7f0dda17f780 1 > prepared part key=_multipart_O0U4M0VYXZJ9.2~I2WQBCLX306L.1 size=1048576 2024-04-10T15:51:08.992 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.000+0000 7f0dda17f780 1 > prepared part key=_multipart_O0U4M0VYXZJ9.2~I2WQBCLX306L.2 size=595639 2024-04-10T15:51:08.992 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.000+0000 7f0dda17f780 1 > prepared multipart upload key=O0U4M0VYXZJ9 upload=I2WQBCLX306L tag=2294XMJ2IV4R type=write size=3741367 2024-04-10T15:51:08.994 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.002+0000 7f0dda17f780 1 < completed part key=_multipart_GK8B4QASB1P8.2~T4GO8NP64RKA.0 size=561600 2024-04-10T15:51:08.997 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.005+0000 7f0dda17f780 1 < completed multipart upload key=GK8B4QASB1P8 upload=T4GO8NP64RKA tag=JDYSNP0I343Q type=write size=1610176 2024-04-10T15:51:08.999 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.007+0000 7f0dda17f780 1 > prepared operation key=W72JTU6KAY5Q tag=9R23SEYR3ZBN type=del size=1835128 2024-04-10T15:51:09.003 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.011+0000 7f0dda17f780 1 < suggested update operation key=M31TS1RYVD2I tag=NJP9QYGU9LSO type=del size=1564212 2024-04-10T15:51:09.005 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.013+0000 7f0dda17f780 1 > prepared operation key=7R29VV7JYRWM tag=M6MZBJ7OA3ZF type=del size=701812 2024-04-10T15:51:09.007 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.015+0000 7f0dda17f780 1 < completed delete operation key=7R1LO48KG193 tag=3V995S8XXT2Q type=del 2024-04-10T15:51:09.009 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.017+0000 7f0dda17f780 1 > prepared operation key=6V3UX4ZSIBZX tag=RMK7768RYIIJ type=del size=1486719 2024-04-10T15:51:09.011 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.019+0000 7f0dda17f780 1 < completed part key=_multipart_W0QQNH1PRYVL.2~FK563NPAUL72.0 size=1048576 2024-04-10T15:51:09.012 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.021+0000 7f0dda17f780 1 < completed part key=_multipart_W0QQNH1PRYVL.2~FK563NPAUL72.1 size=452825 2024-04-10T15:51:09.016 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.024+0000 7f0dda17f780 1 < completed multipart upload key=W0QQNH1PRYVL upload=FK563NPAUL72 tag=II3HDFJZ1M2J type=write size=2549977 2024-04-10T15:51:09.018 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.027+0000 7f0dda17f780 1 > prepared operation key=VKTXOZU1BOHT tag=3U17Q4OQVR80 type=write size=895279 2024-04-10T15:51:09.020 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.028+0000 7f0dda17f780 1 < completed part key=_multipart_WB4E7VQYBXDP.2~G1L1HELH2E9R.0 size=1048576 2024-04-10T15:51:09.022 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.030+0000 7f0dda17f780 1 < completed part key=_multipart_WB4E7VQYBXDP.2~G1L1HELH2E9R.1 size=1048576 2024-04-10T15:51:09.023 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.032+0000 7f0dda17f780 1 < completed part key=_multipart_WB4E7VQYBXDP.2~G1L1HELH2E9R.2 size=174130 2024-04-10T15:51:09.027 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.035+0000 7f0dda17f780 1 < completed multipart upload key=WB4E7VQYBXDP upload=G1L1HELH2E9R tag=AX818T87G4QW type=write size=3319858 2024-04-10T15:51:09.031 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.039+0000 7f0dda17f780 1 > prepared part key=_multipart_5PTGEI8J4Q78.2~4LY2MARZ14Y2.0 size=70947 2024-04-10T15:51:09.031 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.039+0000 7f0dda17f780 1 > prepared multipart upload key=5PTGEI8J4Q78 upload=4LY2MARZ14Y2 tag=0VCU6RAEDN6M type=write size=1119523 2024-04-10T15:51:09.032 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.041+0000 7f0dda17f780 1 < completed part key=_multipart_VKTXOZU1BOHT.2~5FL6SLTFQM3Q.0 size=1048576 2024-04-10T15:51:09.033 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.041+0000 7f0dda17f780 1 < canceled part key=_multipart_VKTXOZU1BOHT.2~5FL6SLTFQM3Q.1 size=1048576 2024-04-10T15:51:09.034 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.042+0000 7f0dda17f780 1 < completed part key=_multipart_VKTXOZU1BOHT.2~5FL6SLTFQM3Q.2 size=916113 2024-04-10T15:51:09.038 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.046+0000 7f0dda17f780 1 < canceled multipart upload key=VKTXOZU1BOHT upload=5FL6SLTFQM3Q tag=QDVE8R3N875W type=write size=4061841 2024-04-10T15:51:09.042 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.050+0000 7f0dda17f780 1 > prepared part key=_multipart_WB4E7VQYBXDP.2~8CUYD82I24FQ.0 size=409576 2024-04-10T15:51:09.042 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.050+0000 7f0dda17f780 1 > prepared multipart upload key=WB4E7VQYBXDP upload=8CUYD82I24FQ tag=99YRQOQQ25UA type=write size=1458152 2024-04-10T15:51:09.043 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.052+0000 7f0dda17f780 1 < completed part key=_multipart_76DRYPHC6HG3.2~U7OWKLSF4D7O.0 size=1048576 2024-04-10T15:51:09.045 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.053+0000 7f0dda17f780 1 < completed part key=_multipart_76DRYPHC6HG3.2~U7OWKLSF4D7O.1 size=59817 2024-04-10T15:51:09.048 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.056+0000 7f0dda17f780 1 < completed multipart upload key=76DRYPHC6HG3 upload=U7OWKLSF4D7O tag=VJPZUU0RQ5W7 type=write size=2156969 2024-04-10T15:51:09.050 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.058+0000 7f0dda17f780 1 > prepared operation key=1XDQOHF2EHZG tag=0OCL75PZCZLF type=del size=3126798 2024-04-10T15:51:09.052 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.060+0000 7f0dda17f780 1 < completed delete operation key=4GB88X6QZH6E tag=RAJXAY0M19IL type=del 2024-04-10T15:51:09.054 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.062+0000 7f0dda17f780 1 > prepared operation key=O2DQ4CPAMY72 tag=0M3VXVE4PJX6 type=del size=3499878 2024-04-10T15:51:09.056 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.064+0000 7f0dda17f780 1 < completed delete operation key=76DRYPHC6HG3 tag=JRPXTRIU04Y3 type=del 2024-04-10T15:51:09.057 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.066+0000 7f0dda17f780 1 > prepared operation key=LPSA55UNQS7T tag=6Q6T3BNA97H7 type=write size=359816 2024-04-10T15:51:09.059 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.067+0000 7f0dda17f780 1 < completed delete operation key=76DRYPHC6HG3 tag=NXRZXNY94F8T type=del 2024-04-10T15:51:09.061 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.070+0000 7f0dda17f780 1 > prepared operation key=1XDQOHF2EHZG tag=IA9BDM53M4XB type=del size=1881118 2024-04-10T15:51:09.063 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.072+0000 7f0dda17f780 1 < completed part key=_multipart_0EQWI1AD1VHA.2~OAIFG0O4UWBH.0 size=627403 2024-04-10T15:51:09.067 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.076+0000 7f0dda17f780 1 < completed multipart upload key=0EQWI1AD1VHA upload=OAIFG0O4UWBH tag=T3N4Q7ER1DXY type=write size=1675979 2024-04-10T15:51:09.069 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.077+0000 7f0dda17f780 1 > prepared operation key=7R29VV7JYRWM tag=F9OLOJCYCMC9 type=del size=1134698 2024-04-10T15:51:09.071 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.080+0000 7f0dda17f780 1 < completed write operation key=9QFS277S5EY3 tag=F2HSZMNSGE3H type=write size=320409 2024-04-10T15:51:09.074 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.082+0000 7f0dda17f780 1 > prepared operation key=O0U4M0VYXZJ9 tag=G191D7MWY2T3 type=del size=3926065 2024-04-10T15:51:09.076 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.084+0000 7f0dda17f780 1 < completed part key=_multipart_WB4E7VQYBXDP.2~EC1ATMAYX00Z.0 size=1048576 2024-04-10T15:51:09.077 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.086+0000 7f0dda17f780 1 < completed part key=_multipart_WB4E7VQYBXDP.2~EC1ATMAYX00Z.1 size=993132 2024-04-10T15:51:09.081 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.089+0000 7f0dda17f780 1 < completed multipart upload key=WB4E7VQYBXDP upload=EC1ATMAYX00Z tag=7QWSWPODN8ID type=write size=3090284 2024-04-10T15:51:09.083 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.091+0000 7f0dda17f780 1 > prepared operation key=6V3UX4ZSIBZX tag=A7LAD883JZZN type=del size=4021892 2024-04-10T15:51:09.085 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.093+0000 7f0dda17f780 1 < completed part key=_multipart_QJ9GK4CHH36X.2~DZCS89A9F6HW.0 size=337007 2024-04-10T15:51:09.088 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:51:08 smithi069 ceph-mon[96738]: pgmap v1385: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 810 KiB/s rd, 282 KiB/s wr, 1.44k op/s 2024-04-10T15:51:09.088 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:51:08 smithi069 ceph-mon[94167]: pgmap v1385: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 810 KiB/s rd, 282 KiB/s wr, 1.44k op/s 2024-04-10T15:51:09.088 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.096+0000 7f0dda17f780 1 < completed multipart upload key=QJ9GK4CHH36X upload=DZCS89A9F6HW tag=JAZC1FR1BN4M type=write size=1385583 2024-04-10T15:51:09.090 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.098+0000 7f0dda17f780 1 > prepared operation key=M31TS1RYVD2I tag=L275Q4IR6Z4L type=del size=691526 2024-04-10T15:51:09.092 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.101+0000 7f0dda17f780 1 < completed part key=_multipart_P7QI1303WDML.2~OXVRQUDX2AAO.0 size=268505 2024-04-10T15:51:09.096 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.104+0000 7f0dda17f780 1 < completed multipart upload key=P7QI1303WDML upload=OXVRQUDX2AAO tag=XEDK74SC2U8N type=write size=1317081 2024-04-10T15:51:09.099 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.107+0000 7f0dda17f780 1 > prepared part key=_multipart_WB4E7VQYBXDP.2~AV4H7XYJQ6ZO.0 size=1048576 2024-04-10T15:51:09.101 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.109+0000 7f0dda17f780 1 > prepared part key=_multipart_WB4E7VQYBXDP.2~AV4H7XYJQ6ZO.1 size=257508 2024-04-10T15:51:09.101 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.109+0000 7f0dda17f780 1 > prepared multipart upload key=WB4E7VQYBXDP upload=AV4H7XYJQ6ZO tag=CYYON80SF4XI type=write size=2354660 2024-04-10T15:51:09.103 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.111+0000 7f0dda17f780 1 < completed part key=_multipart_O0U4M0VYXZJ9.2~I2WQBCLX306L.0 size=1048576 2024-04-10T15:51:09.104 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.112+0000 7f0dda17f780 1 < completed part key=_multipart_O0U4M0VYXZJ9.2~I2WQBCLX306L.1 size=1048576 2024-04-10T15:51:09.106 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.114+0000 7f0dda17f780 1 < completed part key=_multipart_O0U4M0VYXZJ9.2~I2WQBCLX306L.2 size=595639 2024-04-10T15:51:09.109 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.118+0000 7f0dda17f780 1 < completed multipart upload key=O0U4M0VYXZJ9 upload=I2WQBCLX306L tag=2294XMJ2IV4R type=write size=3741367 2024-04-10T15:51:09.111 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.120+0000 7f0dda17f780 1 > prepared operation key=32PMZSHN97HZ tag=RTCIDQMXGA0Y type=write size=335083 2024-04-10T15:51:09.113 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.121+0000 7f0dda17f780 1 < canceled operation key=W72JTU6KAY5Q tag=9R23SEYR3ZBN type=del size=1835128 2024-04-10T15:51:09.117 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.125+0000 7f0dda17f780 1 > prepared part key=_multipart_6V3UX4ZSIBZX.2~6XS43VKAAJGM.0 size=1048576 2024-04-10T15:51:09.119 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.127+0000 7f0dda17f780 1 > prepared part key=_multipart_6V3UX4ZSIBZX.2~6XS43VKAAJGM.1 size=1048576 2024-04-10T15:51:09.120 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.129+0000 7f0dda17f780 1 > prepared part key=_multipart_6V3UX4ZSIBZX.2~6XS43VKAAJGM.2 size=535751 2024-04-10T15:51:09.121 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.129+0000 7f0dda17f780 1 > prepared multipart upload key=6V3UX4ZSIBZX upload=6XS43VKAAJGM tag=TCEYHBD60LKK type=write size=3681479 2024-04-10T15:51:09.124 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.132+0000 7f0dda17f780 1 < suggested remove operation key=7R29VV7JYRWM tag=M6MZBJ7OA3ZF type=del 2024-04-10T15:51:09.126 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.134+0000 7f0dda17f780 1 > prepared operation key=32PMZSHN97HZ tag=0OUC3CP2H0N7 type=del size=2739622 2024-04-10T15:51:09.128 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.136+0000 7f0dda17f780 1 < completed delete operation key=6V3UX4ZSIBZX tag=RMK7768RYIIJ type=del 2024-04-10T15:51:09.132 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.140+0000 7f0dda17f780 1 > prepared part key=_multipart_XDWUTYA27EZF.2~77WUKFRGN7QZ.0 size=661719 2024-04-10T15:51:09.132 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.140+0000 7f0dda17f780 1 > prepared multipart upload key=XDWUTYA27EZF upload=77WUKFRGN7QZ tag=TSMPFBY70UZ7 type=write size=1710295 2024-04-10T15:51:09.134 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.142+0000 7f0dda17f780 1 < completed write operation key=VKTXOZU1BOHT tag=3U17Q4OQVR80 type=write size=895279 2024-04-10T15:51:09.136 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.144+0000 7f0dda17f780 1 > prepared operation key=H433FHMII9ZA tag=HV7YVDNV22YR type=write size=869574 2024-04-10T15:51:09.138 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.146+0000 7f0dda17f780 1 < completed part key=_multipart_5PTGEI8J4Q78.2~4LY2MARZ14Y2.0 size=70947 2024-04-10T15:51:09.141 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.149+0000 7f0dda17f780 1 < completed multipart upload key=5PTGEI8J4Q78 upload=4LY2MARZ14Y2 tag=0VCU6RAEDN6M type=write size=1119523 2024-04-10T15:51:09.143 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.151+0000 7f0dda17f780 1 > prepared operation key=WB4E7VQYBXDP tag=LIQYW83IWZLM type=del size=3724411 2024-04-10T15:51:09.145 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.153+0000 7f0dda17f780 1 < completed part key=_multipart_WB4E7VQYBXDP.2~8CUYD82I24FQ.0 size=409576 2024-04-10T15:51:09.148 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.156+0000 7f0dda17f780 1 < completed multipart upload key=WB4E7VQYBXDP upload=8CUYD82I24FQ tag=99YRQOQQ25UA type=write size=1458152 2024-04-10T15:51:09.152 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.160+0000 7f0dda17f780 1 > prepared part key=_multipart_9QFS277S5EY3.2~3FLINDD9622V.0 size=432734 2024-04-10T15:51:09.152 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.160+0000 7f0dda17f780 1 > prepared multipart upload key=9QFS277S5EY3 upload=3FLINDD9622V tag=15BPM5ZXGTX1 type=write size=1481310 2024-04-10T15:51:09.156 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.164+0000 7f0dda17f780 1 < suggested update operation key=1XDQOHF2EHZG tag=0OCL75PZCZLF type=del size=3126798 2024-04-10T15:51:09.157 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.166+0000 7f0dda17f780 1 > prepared operation key=7R1LO48KG193 tag=JQY91E8SELX8 type=del size=2791189 2024-04-10T15:51:09.159 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.168+0000 7f0dda17f780 1 < completed delete operation key=O2DQ4CPAMY72 tag=0M3VXVE4PJX6 type=del 2024-04-10T15:51:09.161 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.169+0000 7f0dda17f780 1 > prepared operation key=VFKX3F9Z0OZ5 tag=WK3E2AT8DJDA type=del size=425485 2024-04-10T15:51:09.163 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.172+0000 7f0dda17f780 1 < completed write operation key=LPSA55UNQS7T tag=6Q6T3BNA97H7 type=write size=359816 2024-04-10T15:51:09.165 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.173+0000 7f0dda17f780 1 > prepared operation key=DRNFVWXVQQUT tag=3M18C1KD5GMB type=del size=2970698 2024-04-10T15:51:09.168 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.176+0000 7f0dda17f780 -1 < failed to complete operation key=1XDQOHF2EHZG tag=IA9BDM53M4XB type=del size=1881118: (22) Invalid argument 2024-04-10T15:51:09.170 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.178+0000 7f0dda17f780 1 > prepared operation key=892B9J3TLMA2 tag=ZPQ2JXXQ4RZ4 type=del size=3438310 2024-04-10T15:51:09.172 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.181+0000 7f0dda17f780 -1 < failed to complete operation key=7R29VV7JYRWM tag=F9OLOJCYCMC9 type=del size=1134698: (22) Invalid argument 2024-04-10T15:51:09.174 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.183+0000 7f0dda17f780 1 > prepared operation key=LPSA55UNQS7T tag=0NE9Q1IY1D7M type=write size=471408 2024-04-10T15:51:09.178 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.186+0000 7f0dda17f780 1 < suggested remove operation key=O0U4M0VYXZJ9 tag=G191D7MWY2T3 type=del 2024-04-10T15:51:09.180 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.188+0000 7f0dda17f780 1 > prepared operation key=GK8B4QASB1P8 tag=VPF4NRUPMG2Y type=write size=54334 2024-04-10T15:51:09.184 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.192+0000 7f0dda17f780 1 < suggested remove operation key=6V3UX4ZSIBZX tag=A7LAD883JZZN type=del 2024-04-10T15:51:09.187 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.195+0000 7f0dda17f780 1 > prepared part key=_multipart_W1N9JNIA6ZML.2~T5MHWV5XIFC2.0 size=632628 2024-04-10T15:51:09.187 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.195+0000 7f0dda17f780 1 > prepared multipart upload key=W1N9JNIA6ZML upload=T5MHWV5XIFC2 tag=LEXRBCX2JIL0 type=write size=1681204 2024-04-10T15:51:09.189 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.197+0000 7f0dda17f780 1 < completed delete operation key=M31TS1RYVD2I tag=L275Q4IR6Z4L type=del 2024-04-10T15:51:09.193 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.201+0000 7f0dda17f780 1 > prepared part key=_multipart_XDWUTYA27EZF.2~B7BE17XUIIKF.0 size=1048576 2024-04-10T15:51:09.194 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.202+0000 7f0dda17f780 1 > prepared part key=_multipart_XDWUTYA27EZF.2~B7BE17XUIIKF.1 size=246577 2024-04-10T15:51:09.194 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.202+0000 7f0dda17f780 1 > prepared multipart upload key=XDWUTYA27EZF upload=B7BE17XUIIKF tag=KNE9BHBAUA30 type=write size=2343729 2024-04-10T15:51:09.196 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.204+0000 7f0dda17f780 1 < completed part key=_multipart_WB4E7VQYBXDP.2~AV4H7XYJQ6ZO.0 size=1048576 2024-04-10T15:51:09.198 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.206+0000 7f0dda17f780 1 < completed part key=_multipart_WB4E7VQYBXDP.2~AV4H7XYJQ6ZO.1 size=257508 2024-04-10T15:51:09.201 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.209+0000 7f0dda17f780 1 < completed multipart upload key=WB4E7VQYBXDP upload=AV4H7XYJQ6ZO tag=CYYON80SF4XI type=write size=2354660 2024-04-10T15:51:09.203 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.211+0000 7f0dda17f780 1 > prepared operation key=7R29VV7JYRWM tag=NIVG044ZFMP9 type=del size=1533431 2024-04-10T15:51:09.205 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.213+0000 7f0dda17f780 1 < completed write operation key=32PMZSHN97HZ tag=RTCIDQMXGA0Y type=write size=335083 2024-04-10T15:51:09.208 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.216+0000 7f0dda17f780 1 > prepared part key=_multipart_5PTGEI8J4Q78.2~66RSQ18YIUT9.0 size=1048576 2024-04-10T15:51:09.210 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.218+0000 7f0dda17f780 1 > prepared part key=_multipart_5PTGEI8J4Q78.2~66RSQ18YIUT9.1 size=840079 2024-04-10T15:51:09.210 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.218+0000 7f0dda17f780 1 > prepared multipart upload key=5PTGEI8J4Q78 upload=66RSQ18YIUT9 tag=66OW5P0IM3YJ type=write size=2937231 2024-04-10T15:51:09.212 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.220+0000 7f0dda17f780 1 < completed part key=_multipart_6V3UX4ZSIBZX.2~6XS43VKAAJGM.0 size=1048576 2024-04-10T15:51:09.213 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.221+0000 7f0dda17f780 1 < completed part key=_multipart_6V3UX4ZSIBZX.2~6XS43VKAAJGM.1 size=1048576 2024-04-10T15:51:09.215 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.223+0000 7f0dda17f780 1 < completed part key=_multipart_6V3UX4ZSIBZX.2~6XS43VKAAJGM.2 size=535751 2024-04-10T15:51:09.218 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.226+0000 7f0dda17f780 1 < completed multipart upload key=6V3UX4ZSIBZX upload=6XS43VKAAJGM tag=TCEYHBD60LKK type=write size=3681479 2024-04-10T15:51:09.220 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.228+0000 7f0dda17f780 1 > prepared operation key=W1N9JNIA6ZML tag=CU30B3Y0CALY type=del size=1193851 2024-04-10T15:51:09.222 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.230+0000 7f0dda17f780 1 < completed delete operation key=32PMZSHN97HZ tag=0OUC3CP2H0N7 type=del 2024-04-10T15:51:09.224 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.232+0000 7f0dda17f780 1 > prepared operation key=1XDQOHF2EHZG tag=V9GGCTK9CWQB type=write size=786526 2024-04-10T15:51:09.226 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.234+0000 7f0dda17f780 1 < completed part key=_multipart_XDWUTYA27EZF.2~77WUKFRGN7QZ.0 size=661719 2024-04-10T15:51:09.229 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.237+0000 7f0dda17f780 1 < completed multipart upload key=XDWUTYA27EZF upload=77WUKFRGN7QZ tag=TSMPFBY70UZ7 type=write size=1710295 2024-04-10T15:51:09.231 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.239+0000 7f0dda17f780 1 > prepared operation key=W72JTU6KAY5Q tag=QU1MJHKMTI1J type=del size=3651917 2024-04-10T15:51:09.233 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.241+0000 7f0dda17f780 1 < canceled operation key=H433FHMII9ZA tag=HV7YVDNV22YR type=write size=869574 2024-04-10T15:51:09.235 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.243+0000 7f0dda17f780 1 > prepared operation key=5VUYRX80DJNN tag=XSKCM7YPBN07 type=del size=1386379 2024-04-10T15:51:09.237 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.245+0000 7f0dda17f780 1 < completed delete operation key=WB4E7VQYBXDP tag=LIQYW83IWZLM type=del 2024-04-10T15:51:09.240 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.249+0000 7f0dda17f780 1 > prepared part key=_multipart_1XDQOHF2EHZG.2~MAAIP6X89NHL.0 size=1048576 2024-04-10T15:51:09.242 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.250+0000 7f0dda17f780 1 > prepared part key=_multipart_1XDQOHF2EHZG.2~MAAIP6X89NHL.1 size=1048576 2024-04-10T15:51:09.243 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.252+0000 7f0dda17f780 1 > prepared part key=_multipart_1XDQOHF2EHZG.2~MAAIP6X89NHL.2 size=670532 2024-04-10T15:51:09.244 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.252+0000 7f0dda17f780 1 > prepared multipart upload key=1XDQOHF2EHZG upload=MAAIP6X89NHL tag=FWG1OI3899AO type=write size=3816260 2024-04-10T15:51:09.244 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:51:08 smithi077 ceph-mon[87572]: pgmap v1385: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 810 KiB/s rd, 282 KiB/s wr, 1.44k op/s 2024-04-10T15:51:09.245 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.254+0000 7f0dda17f780 1 < completed part key=_multipart_9QFS277S5EY3.2~3FLINDD9622V.0 size=432734 2024-04-10T15:51:09.249 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.257+0000 7f0dda17f780 1 < completed multipart upload key=9QFS277S5EY3 upload=3FLINDD9622V tag=15BPM5ZXGTX1 type=write size=1481310 2024-04-10T15:51:09.252 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.261+0000 7f0dda17f780 1 > prepared part key=_multipart_5VUYRX80DJNN.2~LK442SJ2JY3D.0 size=1048576 2024-04-10T15:51:09.254 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.262+0000 7f0dda17f780 1 > prepared part key=_multipart_5VUYRX80DJNN.2~LK442SJ2JY3D.1 size=719621 2024-04-10T15:51:09.254 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.262+0000 7f0dda17f780 1 > prepared multipart upload key=5VUYRX80DJNN upload=LK442SJ2JY3D tag=25U6WP0ELVU3 type=write size=2816773 2024-04-10T15:51:09.256 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.264+0000 7f0dda17f780 1 < canceled operation key=7R1LO48KG193 tag=JQY91E8SELX8 type=del size=2791189 2024-04-10T15:51:09.258 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.267+0000 7f0dda17f780 1 > prepared operation key=6V3UX4ZSIBZX tag=4QKAN7JOH9FQ type=del size=785787 2024-04-10T15:51:09.261 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.269+0000 7f0dda17f780 1 < completed delete operation key=VFKX3F9Z0OZ5 tag=WK3E2AT8DJDA type=del 2024-04-10T15:51:09.263 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.271+0000 7f0dda17f780 1 > prepared operation key=DRNFVWXVQQUT tag=UIP8SZW15GYM type=del size=346724 2024-04-10T15:51:09.265 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.273+0000 7f0dda17f780 1 < completed delete operation key=DRNFVWXVQQUT tag=3M18C1KD5GMB type=del 2024-04-10T15:51:09.266 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.275+0000 7f0dda17f780 1 > prepared operation key=VFKX3F9Z0OZ5 tag=Z1HTZKGBBJDK type=del size=3656911 2024-04-10T15:51:09.268 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.276+0000 7f0dda17f780 1 < completed delete operation key=892B9J3TLMA2 tag=ZPQ2JXXQ4RZ4 type=del 2024-04-10T15:51:09.272 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.280+0000 7f0dda17f780 1 > prepared part key=_multipart_32PMZSHN97HZ.2~95Z70G3YTZQU.0 size=786309 2024-04-10T15:51:09.272 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.280+0000 7f0dda17f780 1 > prepared multipart upload key=32PMZSHN97HZ upload=95Z70G3YTZQU tag=QXH23ORPHL75 type=write size=1834885 2024-04-10T15:51:09.276 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.284+0000 7f0dda17f780 1 < suggested remove operation key=LPSA55UNQS7T tag=0NE9Q1IY1D7M type=write 2024-04-10T15:51:09.278 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.286+0000 7f0dda17f780 1 > prepared operation key=76DRYPHC6HG3 tag=J5RNNCKTYZU0 type=del size=3292806 2024-04-10T15:51:09.280 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.288+0000 7f0dda17f780 1 < completed write operation key=GK8B4QASB1P8 tag=VPF4NRUPMG2Y type=write size=54334 2024-04-10T15:51:09.282 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.290+0000 7f0dda17f780 1 > prepared operation key=5PTGEI8J4Q78 tag=NKGMP76TWBZ1 type=del size=1975948 2024-04-10T15:51:09.284 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.292+0000 7f0dda17f780 1 < completed part key=_multipart_W1N9JNIA6ZML.2~T5MHWV5XIFC2.0 size=632628 2024-04-10T15:51:09.290 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.295+0000 7f0dda17f780 1 < completed multipart upload key=W1N9JNIA6ZML upload=T5MHWV5XIFC2 tag=LEXRBCX2JIL0 type=write size=1681204 2024-04-10T15:51:09.290 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.297+0000 7f0dda17f780 1 > prepared operation key=892B9J3TLMA2 tag=BQCC4ZBI9FVO type=del size=2854678 2024-04-10T15:51:09.291 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.299+0000 7f0dda17f780 1 < completed part key=_multipart_XDWUTYA27EZF.2~B7BE17XUIIKF.0 size=1048576 2024-04-10T15:51:09.293 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.301+0000 7f0dda17f780 1 < completed part key=_multipart_XDWUTYA27EZF.2~B7BE17XUIIKF.1 size=246577 2024-04-10T15:51:09.296 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.304+0000 7f0dda17f780 1 < completed multipart upload key=XDWUTYA27EZF upload=B7BE17XUIIKF tag=KNE9BHBAUA30 type=write size=2343729 2024-04-10T15:51:09.298 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.306+0000 7f0dda17f780 1 > prepared operation key=7R1LO48KG193 tag=8TP9Q2AJW8ME type=del size=1243249 2024-04-10T15:51:09.300 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.308+0000 7f0dda17f780 1 < canceled operation key=7R29VV7JYRWM tag=NIVG044ZFMP9 type=del size=1533431 2024-04-10T15:51:09.302 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.310+0000 7f0dda17f780 1 > prepared operation key=WB4E7VQYBXDP tag=ID50FYMGKXZM type=write size=847464 2024-04-10T15:51:09.304 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.312+0000 7f0dda17f780 1 < completed part key=_multipart_5PTGEI8J4Q78.2~66RSQ18YIUT9.0 size=1048576 2024-04-10T15:51:09.305 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.314+0000 7f0dda17f780 1 < completed part key=_multipart_5PTGEI8J4Q78.2~66RSQ18YIUT9.1 size=840079 2024-04-10T15:51:09.309 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.317+0000 7f0dda17f780 1 < completed multipart upload key=5PTGEI8J4Q78 upload=66RSQ18YIUT9 tag=66OW5P0IM3YJ type=write size=2937231 2024-04-10T15:51:09.311 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.319+0000 7f0dda17f780 1 > prepared operation key=6V3UX4ZSIBZX tag=XZBTA4RIH0V3 type=del size=3890243 2024-04-10T15:51:09.315 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.323+0000 7f0dda17f780 1 < suggested update operation key=W1N9JNIA6ZML tag=CU30B3Y0CALY type=del size=1193851 2024-04-10T15:51:09.317 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.325+0000 7f0dda17f780 1 > prepared operation key=P7QI1303WDML tag=Y0FU04BQ68SL type=del size=1033934 2024-04-10T15:51:09.319 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.327+0000 7f0dda17f780 1 < completed write operation key=1XDQOHF2EHZG tag=V9GGCTK9CWQB type=write size=786526 2024-04-10T15:51:09.323 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.331+0000 7f0dda17f780 1 > prepared part key=_multipart_7R29VV7JYRWM.2~YEJU9FUNAYKB.0 size=1048576 2024-04-10T15:51:09.324 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.332+0000 7f0dda17f780 1 > prepared part key=_multipart_7R29VV7JYRWM.2~YEJU9FUNAYKB.1 size=718626 2024-04-10T15:51:09.324 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.332+0000 7f0dda17f780 1 > prepared multipart upload key=7R29VV7JYRWM upload=YEJU9FUNAYKB tag=GQ5XMTT8Z80S type=write size=2815778 2024-04-10T15:51:09.326 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.334+0000 7f0dda17f780 1 < canceled operation key=W72JTU6KAY5Q tag=QU1MJHKMTI1J type=del size=3651917 2024-04-10T15:51:09.330 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.338+0000 7f0dda17f780 1 > prepared part key=_multipart_W1N9JNIA6ZML.2~OMU7CA2M668B.0 size=376895 2024-04-10T15:51:09.330 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.338+0000 7f0dda17f780 1 > prepared multipart upload key=W1N9JNIA6ZML upload=OMU7CA2M668B tag=57194ITGQZ46 type=write size=1425471 2024-04-10T15:51:09.331 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.340+0000 7f0dda17f780 1 < completed delete operation key=5VUYRX80DJNN tag=XSKCM7YPBN07 type=del 2024-04-10T15:51:09.333 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.342+0000 7f0dda17f780 1 > prepared operation key=H433FHMII9ZA tag=RFZ8Z997WIKI type=del size=648916 2024-04-10T15:51:09.335 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.344+0000 7f0dda17f780 1 < completed part key=_multipart_1XDQOHF2EHZG.2~MAAIP6X89NHL.0 size=1048576 2024-04-10T15:51:09.337 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.345+0000 7f0dda17f780 1 < completed part key=_multipart_1XDQOHF2EHZG.2~MAAIP6X89NHL.1 size=1048576 2024-04-10T15:51:09.339 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.347+0000 7f0dda17f780 1 < completed part key=_multipart_1XDQOHF2EHZG.2~MAAIP6X89NHL.2 size=670532 2024-04-10T15:51:09.343 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.351+0000 7f0dda17f780 1 < completed multipart upload key=1XDQOHF2EHZG upload=MAAIP6X89NHL tag=FWG1OI3899AO type=write size=3816260 2024-04-10T15:51:09.346 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.354+0000 7f0dda17f780 1 > prepared part key=_multipart_GK8B4QASB1P8.2~XKTAVSF1F784.0 size=1048576 2024-04-10T15:51:09.348 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.356+0000 7f0dda17f780 1 > prepared part key=_multipart_GK8B4QASB1P8.2~XKTAVSF1F784.1 size=1048576 2024-04-10T15:51:09.349 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.358+0000 7f0dda17f780 1 > prepared part key=_multipart_GK8B4QASB1P8.2~XKTAVSF1F784.2 size=904535 2024-04-10T15:51:09.349 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.358+0000 7f0dda17f780 1 > prepared multipart upload key=GK8B4QASB1P8 upload=XKTAVSF1F784 tag=S0S6P8P9945T type=write size=4050263 2024-04-10T15:51:09.351 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.359+0000 7f0dda17f780 1 < completed part key=_multipart_5VUYRX80DJNN.2~LK442SJ2JY3D.0 size=1048576 2024-04-10T15:51:09.353 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.361+0000 7f0dda17f780 1 < completed part key=_multipart_5VUYRX80DJNN.2~LK442SJ2JY3D.1 size=719621 2024-04-10T15:51:09.356 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.365+0000 7f0dda17f780 1 < completed multipart upload key=5VUYRX80DJNN upload=LK442SJ2JY3D tag=25U6WP0ELVU3 type=write size=2816773 2024-04-10T15:51:09.358 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.366+0000 7f0dda17f780 1 > prepared operation key=W0QQNH1PRYVL tag=3JSEAYCFZ97U type=del size=3972296 2024-04-10T15:51:09.360 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.368+0000 7f0dda17f780 1 < completed delete operation key=6V3UX4ZSIBZX tag=4QKAN7JOH9FQ type=del 2024-04-10T15:51:09.362 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.371+0000 7f0dda17f780 1 > prepared operation key=9QFS277S5EY3 tag=CYWOPE89AWX3 type=del size=2329114 2024-04-10T15:51:09.365 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.373+0000 7f0dda17f780 1 < completed delete operation key=DRNFVWXVQQUT tag=UIP8SZW15GYM type=del 2024-04-10T15:51:09.367 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.375+0000 7f0dda17f780 1 > prepared operation key=LPSA55UNQS7T tag=U4AWW7CL7E2Y type=write size=798924 2024-04-10T15:51:09.371 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.379+0000 7f0dda17f780 1 < suggested update operation key=VFKX3F9Z0OZ5 tag=Z1HTZKGBBJDK type=del size=3656911 2024-04-10T15:51:09.373 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.381+0000 7f0dda17f780 1 > prepared operation key=W1N9JNIA6ZML tag=EPHJSMA9MIOE type=del size=1000063 2024-04-10T15:51:09.375 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.383+0000 7f0dda17f780 1 < completed part key=_multipart_32PMZSHN97HZ.2~95Z70G3YTZQU.0 size=786309 2024-04-10T15:51:09.378 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.386+0000 7f0dda17f780 1 < completed multipart upload key=32PMZSHN97HZ upload=95Z70G3YTZQU tag=QXH23ORPHL75 type=write size=1834885 2024-04-10T15:51:09.381 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.389+0000 7f0dda17f780 1 > prepared operation key=4GB88X6QZH6E tag=11CWRTD22031 type=del size=560907 2024-04-10T15:51:09.385 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.393+0000 7f0dda17f780 1 < suggested remove operation key=76DRYPHC6HG3 tag=J5RNNCKTYZU0 type=del 2024-04-10T15:51:09.387 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.395+0000 7f0dda17f780 1 > prepared operation key=892B9J3TLMA2 tag=R7SFQYJ5EX8Y type=del size=3237471 2024-04-10T15:51:09.388 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.397+0000 7f0dda17f780 1 < completed delete operation key=5PTGEI8J4Q78 tag=NKGMP76TWBZ1 type=del 2024-04-10T15:51:09.392 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.400+0000 7f0dda17f780 1 > prepared part key=_multipart_4GB88X6QZH6E.2~69XIM0TRTA9E.0 size=316017 2024-04-10T15:51:09.392 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.400+0000 7f0dda17f780 1 > prepared multipart upload key=4GB88X6QZH6E upload=69XIM0TRTA9E tag=UJW73W3GDNNM type=write size=1364593 2024-04-10T15:51:09.394 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.402+0000 7f0dda17f780 1 < completed delete operation key=892B9J3TLMA2 tag=BQCC4ZBI9FVO type=del 2024-04-10T15:51:09.398 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.406+0000 7f0dda17f780 1 > prepared part key=_multipart_W0QQNH1PRYVL.2~4F0HG9J2WMQW.0 size=462664 2024-04-10T15:51:09.398 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.406+0000 7f0dda17f780 1 > prepared multipart upload key=W0QQNH1PRYVL upload=4F0HG9J2WMQW tag=E9HOZY2PHUK3 type=write size=1511240 2024-04-10T15:51:09.400 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.408+0000 7f0dda17f780 1 < completed delete operation key=7R1LO48KG193 tag=8TP9Q2AJW8ME type=del 2024-04-10T15:51:09.401 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.410+0000 7f0dda17f780 1 > prepared operation key=QJ9GK4CHH36X tag=4PWSQ5U07GUJ type=del size=2846087 2024-04-10T15:51:09.406 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.414+0000 7f0dda17f780 1 < suggested remove operation key=WB4E7VQYBXDP tag=ID50FYMGKXZM type=write 2024-04-10T15:51:09.408 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.416+0000 7f0dda17f780 1 > prepared operation key=O0U4M0VYXZJ9 tag=WJIHF1NCHBNQ type=write size=582107 2024-04-10T15:51:09.410 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.418+0000 7f0dda17f780 1 < canceled operation key=6V3UX4ZSIBZX tag=XZBTA4RIH0V3 type=del size=3890243 2024-04-10T15:51:09.412 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.420+0000 7f0dda17f780 1 > prepared operation key=VKTXOZU1BOHT tag=MDNIC11Z0PUW type=del size=2130263 2024-04-10T15:51:09.414 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.422+0000 7f0dda17f780 1 < completed delete operation key=P7QI1303WDML tag=Y0FU04BQ68SL type=del 2024-04-10T15:51:09.417 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.426+0000 7f0dda17f780 1 > prepared part key=_multipart_VFKX3F9Z0OZ5.2~X1VLHS29Z72W.0 size=616719 2024-04-10T15:51:09.418 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.426+0000 7f0dda17f780 1 > prepared multipart upload key=VFKX3F9Z0OZ5 upload=X1VLHS29Z72W tag=6JIUMGRZAR3X type=write size=1665295 2024-04-10T15:51:09.419 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.428+0000 7f0dda17f780 1 < completed part key=_multipart_7R29VV7JYRWM.2~YEJU9FUNAYKB.0 size=1048576 2024-04-10T15:51:09.421 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.429+0000 7f0dda17f780 1 < completed part key=_multipart_7R29VV7JYRWM.2~YEJU9FUNAYKB.1 size=718626 2024-04-10T15:51:09.424 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.432+0000 7f0dda17f780 1 < completed multipart upload key=7R29VV7JYRWM upload=YEJU9FUNAYKB tag=GQ5XMTT8Z80S type=write size=2815778 2024-04-10T15:51:09.428 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.436+0000 7f0dda17f780 1 > prepared part key=_multipart_0EQWI1AD1VHA.2~9QGZ4O0O28U1.0 size=1048576 2024-04-10T15:51:09.429 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.437+0000 7f0dda17f780 1 > prepared part key=_multipart_0EQWI1AD1VHA.2~9QGZ4O0O28U1.1 size=458503 2024-04-10T15:51:09.429 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.437+0000 7f0dda17f780 1 > prepared multipart upload key=0EQWI1AD1VHA upload=9QGZ4O0O28U1 tag=8CQ15AC1GTFC type=write size=2555655 2024-04-10T15:51:09.431 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.440+0000 7f0dda17f780 1 < completed part key=_multipart_W1N9JNIA6ZML.2~OMU7CA2M668B.0 size=376895 2024-04-10T15:51:09.435 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.443+0000 7f0dda17f780 1 < completed multipart upload key=W1N9JNIA6ZML upload=OMU7CA2M668B tag=57194ITGQZ46 type=write size=1425471 2024-04-10T15:51:09.438 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.446+0000 7f0dda17f780 1 > prepared part key=_multipart_76DRYPHC6HG3.2~38LLLIO37YY2.0 size=1048576 2024-04-10T15:51:09.440 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.448+0000 7f0dda17f780 1 > prepared part key=_multipart_76DRYPHC6HG3.2~38LLLIO37YY2.1 size=289399 2024-04-10T15:51:09.440 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.448+0000 7f0dda17f780 1 > prepared multipart upload key=76DRYPHC6HG3 upload=38LLLIO37YY2 tag=CKU29Z65M87K type=write size=2386551 2024-04-10T15:51:09.442 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.450+0000 7f0dda17f780 1 < completed delete operation key=H433FHMII9ZA tag=RFZ8Z997WIKI type=del 2024-04-10T15:51:09.446 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.454+0000 7f0dda17f780 1 > prepared part key=_multipart_EZ2HJBZ8EY6J.2~VAU3MC8P42M6.0 size=180884 2024-04-10T15:51:09.446 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.454+0000 7f0dda17f780 1 > prepared multipart upload key=EZ2HJBZ8EY6J upload=VAU3MC8P42M6 tag=PP0D6EMDLCSN type=write size=1229460 2024-04-10T15:51:09.448 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.456+0000 7f0dda17f780 1 < completed part key=_multipart_GK8B4QASB1P8.2~XKTAVSF1F784.0 size=1048576 2024-04-10T15:51:09.450 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.458+0000 7f0dda17f780 1 < completed part key=_multipart_GK8B4QASB1P8.2~XKTAVSF1F784.1 size=1048576 2024-04-10T15:51:09.451 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.460+0000 7f0dda17f780 1 < completed part key=_multipart_GK8B4QASB1P8.2~XKTAVSF1F784.2 size=904535 2024-04-10T15:51:09.455 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.463+0000 7f0dda17f780 1 < completed multipart upload key=GK8B4QASB1P8 upload=XKTAVSF1F784 tag=S0S6P8P9945T type=write size=4050263 2024-04-10T15:51:09.458 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.467+0000 7f0dda17f780 1 > prepared part key=_multipart_VFKX3F9Z0OZ5.2~E8LJ11TP6T55.0 size=1048576 2024-04-10T15:51:09.460 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.468+0000 7f0dda17f780 1 > prepared part key=_multipart_VFKX3F9Z0OZ5.2~E8LJ11TP6T55.1 size=1048576 2024-04-10T15:51:09.461 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.470+0000 7f0dda17f780 1 > prepared part key=_multipart_VFKX3F9Z0OZ5.2~E8LJ11TP6T55.2 size=943317 2024-04-10T15:51:09.461 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.470+0000 7f0dda17f780 1 > prepared multipart upload key=VFKX3F9Z0OZ5 upload=E8LJ11TP6T55 tag=3HO9NBSUEC89 type=write size=4089045 2024-04-10T15:51:09.465 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.473+0000 7f0dda17f780 1 < suggested remove operation key=W0QQNH1PRYVL tag=3JSEAYCFZ97U type=del 2024-04-10T15:51:09.467 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.476+0000 7f0dda17f780 1 > prepared operation key=DRNFVWXVQQUT tag=QPNT94GB19RI type=del size=247467 2024-04-10T15:51:09.469 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.477+0000 7f0dda17f780 1 < completed delete operation key=9QFS277S5EY3 tag=CYWOPE89AWX3 type=del 2024-04-10T15:51:09.473 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.481+0000 7f0dda17f780 1 > prepared part key=_multipart_6V3UX4ZSIBZX.2~Y0LVHM1GGUFB.0 size=1048576 2024-04-10T15:51:09.474 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.483+0000 7f0dda17f780 1 > prepared part key=_multipart_6V3UX4ZSIBZX.2~Y0LVHM1GGUFB.1 size=291143 2024-04-10T15:51:09.474 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.483+0000 7f0dda17f780 1 > prepared multipart upload key=6V3UX4ZSIBZX upload=Y0LVHM1GGUFB tag=OZ2WDPHGP7C7 type=write size=2388295 2024-04-10T15:51:09.476 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.484+0000 7f0dda17f780 1 < completed write operation key=LPSA55UNQS7T tag=U4AWW7CL7E2Y type=write size=798924 2024-04-10T15:51:09.479 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.487+0000 7f0dda17f780 1 > prepared operation key=LPSA55UNQS7T tag=6IW4B4P3TVH1 type=del size=1946294 2024-04-10T15:51:09.481 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.490+0000 7f0dda17f780 1 < completed delete operation key=W1N9JNIA6ZML tag=EPHJSMA9MIOE type=del 2024-04-10T15:51:09.484 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.492+0000 7f0dda17f780 1 > prepared operation key=0EQWI1AD1VHA tag=24PS3F3S80B6 type=del size=2323868 2024-04-10T15:51:09.485 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.494+0000 7f0dda17f780 1 < completed delete operation key=4GB88X6QZH6E tag=11CWRTD22031 type=del 2024-04-10T15:51:09.487 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.496+0000 7f0dda17f780 1 > prepared operation key=M31TS1RYVD2I tag=NSRE1UX52W0I type=del size=3691613 2024-04-10T15:51:09.490 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.498+0000 7f0dda17f780 1 < completed delete operation key=892B9J3TLMA2 tag=R7SFQYJ5EX8Y type=del 2024-04-10T15:51:09.492 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.500+0000 7f0dda17f780 1 > prepared operation key=O0U4M0VYXZJ9 tag=2OOPINCCS0ZO type=del size=1013735 2024-04-10T15:51:09.493 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.502+0000 7f0dda17f780 1 < completed part key=_multipart_4GB88X6QZH6E.2~69XIM0TRTA9E.0 size=316017 2024-04-10T15:51:09.497 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.505+0000 7f0dda17f780 1 < completed multipart upload key=4GB88X6QZH6E upload=69XIM0TRTA9E tag=UJW73W3GDNNM type=write size=1364593 2024-04-10T15:51:09.501 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.510+0000 7f0dda17f780 1 > prepared part key=_multipart_7R29VV7JYRWM.2~6Z4C6WPVXWXV.0 size=604125 2024-04-10T15:51:09.502 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.510+0000 7f0dda17f780 1 > prepared multipart upload key=7R29VV7JYRWM upload=6Z4C6WPVXWXV tag=MH4MJ0QE0MNX type=write size=1652701 2024-04-10T15:51:09.503 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.512+0000 7f0dda17f780 1 < completed part key=_multipart_W0QQNH1PRYVL.2~4F0HG9J2WMQW.0 size=462664 2024-04-10T15:51:09.507 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.515+0000 7f0dda17f780 1 < completed multipart upload key=W0QQNH1PRYVL upload=4F0HG9J2WMQW tag=E9HOZY2PHUK3 type=write size=1511240 2024-04-10T15:51:09.509 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.517+0000 7f0dda17f780 1 > prepared operation key=5PTGEI8J4Q78 tag=NL7OFCI94GIO type=del size=3900139 2024-04-10T15:51:09.511 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.519+0000 7f0dda17f780 1 < completed delete operation key=QJ9GK4CHH36X tag=4PWSQ5U07GUJ type=del 2024-04-10T15:51:09.513 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.521+0000 7f0dda17f780 1 > prepared operation key=WB4E7VQYBXDP tag=HGTFNJ0ZFX5P type=del size=2661453 2024-04-10T15:51:09.515 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.523+0000 7f0dda17f780 1 < completed write operation key=O0U4M0VYXZJ9 tag=WJIHF1NCHBNQ type=write size=582107 2024-04-10T15:51:09.517 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.525+0000 7f0dda17f780 1 > prepared operation key=VKTXOZU1BOHT tag=Q8O2XGA64CQR type=del size=2320451 2024-04-10T15:51:09.520 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.528+0000 7f0dda17f780 1 < suggested update operation key=VKTXOZU1BOHT tag=MDNIC11Z0PUW type=del size=2130263 2024-04-10T15:51:09.524 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.532+0000 7f0dda17f780 1 > prepared part key=_multipart_76DRYPHC6HG3.2~Q1UA3SRMH3PM.0 size=13939 2024-04-10T15:51:09.524 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.532+0000 7f0dda17f780 1 > prepared multipart upload key=76DRYPHC6HG3 upload=Q1UA3SRMH3PM tag=LSL953CG5VTE type=write size=1062515 2024-04-10T15:51:09.526 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.534+0000 7f0dda17f780 1 < completed part key=_multipart_VFKX3F9Z0OZ5.2~X1VLHS29Z72W.0 size=616719 2024-04-10T15:51:09.529 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.537+0000 7f0dda17f780 1 < completed multipart upload key=VFKX3F9Z0OZ5 upload=X1VLHS29Z72W tag=6JIUMGRZAR3X type=write size=1665295 2024-04-10T15:51:09.531 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.540+0000 7f0dda17f780 1 > prepared operation key=XDWUTYA27EZF tag=8SPJFGAALNMR type=del size=714261 2024-04-10T15:51:09.538 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.546+0000 7f0dda17f780 1 < completed part key=_multipart_0EQWI1AD1VHA.2~9QGZ4O0O28U1.0 size=1048576 2024-04-10T15:51:09.540 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.548+0000 7f0dda17f780 1 < completed part key=_multipart_0EQWI1AD1VHA.2~9QGZ4O0O28U1.1 size=458503 2024-04-10T15:51:09.544 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.552+0000 7f0dda17f780 1 < completed multipart upload key=0EQWI1AD1VHA upload=9QGZ4O0O28U1 tag=8CQ15AC1GTFC type=write size=2555655 2024-04-10T15:51:09.546 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.554+0000 7f0dda17f780 1 > prepared operation key=EZ2HJBZ8EY6J tag=ZMH0OE3ECHAL type=del size=491776 2024-04-10T15:51:09.548 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.556+0000 7f0dda17f780 1 < completed part key=_multipart_76DRYPHC6HG3.2~38LLLIO37YY2.0 size=1048576 2024-04-10T15:51:09.549 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.557+0000 7f0dda17f780 1 < completed part key=_multipart_76DRYPHC6HG3.2~38LLLIO37YY2.1 size=289399 2024-04-10T15:51:09.553 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.561+0000 7f0dda17f780 1 < completed multipart upload key=76DRYPHC6HG3 upload=38LLLIO37YY2 tag=CKU29Z65M87K type=write size=2386551 2024-04-10T15:51:09.555 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.563+0000 7f0dda17f780 1 > prepared operation key=1XDQOHF2EHZG tag=8671EY6T3YZR type=write size=525745 2024-04-10T15:51:09.557 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.565+0000 7f0dda17f780 1 < completed part key=_multipart_EZ2HJBZ8EY6J.2~VAU3MC8P42M6.0 size=180884 2024-04-10T15:51:09.560 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.568+0000 7f0dda17f780 1 < completed multipart upload key=EZ2HJBZ8EY6J upload=VAU3MC8P42M6 tag=PP0D6EMDLCSN type=write size=1229460 2024-04-10T15:51:09.563 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.572+0000 7f0dda17f780 1 > prepared part key=_multipart_W0QQNH1PRYVL.2~CEAQ784OGIVS.0 size=1048576 2024-04-10T15:51:09.565 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.573+0000 7f0dda17f780 1 > prepared part key=_multipart_W0QQNH1PRYVL.2~CEAQ784OGIVS.1 size=958258 2024-04-10T15:51:09.565 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.573+0000 7f0dda17f780 1 > prepared multipart upload key=W0QQNH1PRYVL upload=CEAQ784OGIVS tag=BFRSECUU77GJ type=write size=3055410 2024-04-10T15:51:09.567 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.575+0000 7f0dda17f780 1 < completed part key=_multipart_VFKX3F9Z0OZ5.2~E8LJ11TP6T55.0 size=1048576 2024-04-10T15:51:09.567 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.575+0000 7f0dda17f780 1 < canceled part key=_multipart_VFKX3F9Z0OZ5.2~E8LJ11TP6T55.1 size=1048576 2024-04-10T15:51:09.569 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.577+0000 7f0dda17f780 1 < completed part key=_multipart_VFKX3F9Z0OZ5.2~E8LJ11TP6T55.2 size=943317 2024-04-10T15:51:09.572 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.580+0000 7f0dda17f780 1 < canceled multipart upload key=VFKX3F9Z0OZ5 upload=E8LJ11TP6T55 tag=3HO9NBSUEC89 type=write size=4089045 2024-04-10T15:51:09.574 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.582+0000 7f0dda17f780 1 > prepared operation key=P7QI1303WDML tag=KS3URG1P43W1 type=del size=2244672 2024-04-10T15:51:09.576 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.584+0000 7f0dda17f780 1 < canceled operation key=DRNFVWXVQQUT tag=QPNT94GB19RI type=del size=247467 2024-04-10T15:51:09.578 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.586+0000 7f0dda17f780 1 > prepared operation key=9QFS277S5EY3 tag=YAPZ175BC0VM type=del size=1192356 2024-04-10T15:51:09.580 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.588+0000 7f0dda17f780 1 < completed part key=_multipart_6V3UX4ZSIBZX.2~Y0LVHM1GGUFB.0 size=1048576 2024-04-10T15:51:09.582 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.590+0000 7f0dda17f780 1 < completed part key=_multipart_6V3UX4ZSIBZX.2~Y0LVHM1GGUFB.1 size=291143 2024-04-10T15:51:09.585 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.593+0000 7f0dda17f780 1 < completed multipart upload key=6V3UX4ZSIBZX upload=Y0LVHM1GGUFB tag=OZ2WDPHGP7C7 type=write size=2388295 2024-04-10T15:51:09.587 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.595+0000 7f0dda17f780 1 > prepared operation key=YKTMKJ7IT90D tag=16M0L4H3SOU9 type=write size=214369 2024-04-10T15:51:09.589 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.597+0000 7f0dda17f780 1 < completed delete operation key=LPSA55UNQS7T tag=6IW4B4P3TVH1 type=del 2024-04-10T15:51:09.591 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.599+0000 7f0dda17f780 1 > prepared operation key=DRNFVWXVQQUT tag=MLC1HBAHCBCX type=del size=1109320 2024-04-10T15:51:09.593 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.601+0000 7f0dda17f780 1 < completed delete operation key=0EQWI1AD1VHA tag=24PS3F3S80B6 type=del 2024-04-10T15:51:09.595 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.603+0000 7f0dda17f780 1 > prepared operation key=O0U4M0VYXZJ9 tag=9FKQE082WBQ6 type=del size=509938 2024-04-10T15:51:09.597 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.605+0000 7f0dda17f780 1 < completed delete operation key=M31TS1RYVD2I tag=NSRE1UX52W0I type=del 2024-04-10T15:51:09.600 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.608+0000 7f0dda17f780 1 > prepared operation key=YKTMKJ7IT90D tag=A542BOYBZCRK type=write size=736237 2024-04-10T15:51:09.602 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.610+0000 7f0dda17f780 1 < completed delete operation key=O0U4M0VYXZJ9 tag=2OOPINCCS0ZO type=del 2024-04-10T15:51:09.604 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.612+0000 7f0dda17f780 1 > prepared operation key=W72JTU6KAY5Q tag=ENSAGH0C1PJ8 type=del size=4193706 2024-04-10T15:51:09.606 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.614+0000 7f0dda17f780 1 < completed part key=_multipart_7R29VV7JYRWM.2~6Z4C6WPVXWXV.0 size=604125 2024-04-10T15:51:09.609 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.617+0000 7f0dda17f780 1 < completed multipart upload key=7R29VV7JYRWM upload=6Z4C6WPVXWXV tag=MH4MJ0QE0MNX type=write size=1652701 2024-04-10T15:51:09.613 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.621+0000 7f0dda17f780 1 > prepared part key=_multipart_O2DQ4CPAMY72.2~BV3CFAJ71HIY.0 size=878829 2024-04-10T15:51:09.613 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.621+0000 7f0dda17f780 1 > prepared multipart upload key=O2DQ4CPAMY72 upload=BV3CFAJ71HIY tag=RGKG2PDEQGLC type=write size=1927405 2024-04-10T15:51:09.616 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.624+0000 7f0dda17f780 1 < suggested remove operation key=5PTGEI8J4Q78 tag=NL7OFCI94GIO type=del 2024-04-10T15:51:09.618 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.626+0000 7f0dda17f780 1 > prepared operation key=5VUYRX80DJNN tag=DVOQZMNWXV0B type=del size=1031088 2024-04-10T15:51:09.620 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.628+0000 7f0dda17f780 1 < completed delete operation key=WB4E7VQYBXDP tag=HGTFNJ0ZFX5P type=del 2024-04-10T15:51:09.624 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.632+0000 7f0dda17f780 1 > prepared part key=_multipart_7R29VV7JYRWM.2~M4M0G5224HTL.0 size=728624 2024-04-10T15:51:09.624 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.632+0000 7f0dda17f780 1 > prepared multipart upload key=7R29VV7JYRWM upload=M4M0G5224HTL tag=OZA7OGWCE1L6 type=write size=1777200 2024-04-10T15:51:09.627 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.635+0000 7f0dda17f780 -1 < failed to complete operation key=VKTXOZU1BOHT tag=Q8O2XGA64CQR type=del size=2320451: (22) Invalid argument 2024-04-10T15:51:09.629 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.637+0000 7f0dda17f780 1 > prepared operation key=892B9J3TLMA2 tag=0RN0ZIK52CAC type=write size=921917 2024-04-10T15:51:09.632 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.640+0000 7f0dda17f780 1 < completed part key=_multipart_76DRYPHC6HG3.2~Q1UA3SRMH3PM.0 size=13939 2024-04-10T15:51:09.635 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.643+0000 7f0dda17f780 1 < completed multipart upload key=76DRYPHC6HG3 upload=Q1UA3SRMH3PM tag=LSL953CG5VTE type=write size=1062515 2024-04-10T15:51:09.637 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.645+0000 7f0dda17f780 1 > prepared operation key=O0U4M0VYXZJ9 tag=4JTMUTYCIWFZ type=del size=1599591 2024-04-10T15:51:09.641 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.650+0000 7f0dda17f780 1 < suggested remove operation key=XDWUTYA27EZF tag=8SPJFGAALNMR type=del 2024-04-10T15:51:09.645 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.653+0000 7f0dda17f780 1 > prepared part key=_multipart_W1N9JNIA6ZML.2~7PWXFZOKUQ5E.0 size=1048576 2024-04-10T15:51:09.647 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.655+0000 7f0dda17f780 1 > prepared part key=_multipart_W1N9JNIA6ZML.2~7PWXFZOKUQ5E.1 size=386316 2024-04-10T15:51:09.647 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.655+0000 7f0dda17f780 1 > prepared multipart upload key=W1N9JNIA6ZML upload=7PWXFZOKUQ5E tag=4J1VLTFISDW9 type=write size=2483468 2024-04-10T15:51:09.649 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.657+0000 7f0dda17f780 1 < canceled operation key=EZ2HJBZ8EY6J tag=ZMH0OE3ECHAL type=del size=491776 2024-04-10T15:51:09.651 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.659+0000 7f0dda17f780 1 > prepared operation key=Q55YN73R4WFF tag=KWFP15K9JSC1 type=del size=2460978 2024-04-10T15:51:09.655 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.663+0000 7f0dda17f780 1 < suggested update operation key=1XDQOHF2EHZG tag=8671EY6T3YZR type=write size=525745 2024-04-10T15:51:09.657 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.666+0000 7f0dda17f780 1 > prepared operation key=DRNFVWXVQQUT tag=1UYQVYDOWYL0 type=write size=529549 2024-04-10T15:51:09.659 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.668+0000 7f0dda17f780 1 < completed part key=_multipart_W0QQNH1PRYVL.2~CEAQ784OGIVS.0 size=1048576 2024-04-10T15:51:09.659 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.668+0000 7f0dda17f780 1 < canceled part key=_multipart_W0QQNH1PRYVL.2~CEAQ784OGIVS.1 size=958258 2024-04-10T15:51:09.663 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.671+0000 7f0dda17f780 1 < canceled multipart upload key=W0QQNH1PRYVL upload=CEAQ784OGIVS tag=BFRSECUU77GJ type=write size=3055410 2024-04-10T15:51:09.665 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.673+0000 7f0dda17f780 1 > prepared operation key=P7QI1303WDML tag=VMUNOKTDGRG0 type=del size=1874012 2024-04-10T15:51:09.666 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.675+0000 7f0dda17f780 1 < completed delete operation key=P7QI1303WDML tag=KS3URG1P43W1 type=del 2024-04-10T15:51:09.670 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.678+0000 7f0dda17f780 1 > prepared part key=_multipart_1XDQOHF2EHZG.2~7FBHQN5AT3PS.0 size=1048576 2024-04-10T15:51:09.672 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.680+0000 7f0dda17f780 1 > prepared part key=_multipart_1XDQOHF2EHZG.2~7FBHQN5AT3PS.1 size=1048576 2024-04-10T15:51:09.674 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.682+0000 7f0dda17f780 1 > prepared part key=_multipart_1XDQOHF2EHZG.2~7FBHQN5AT3PS.2 size=237241 2024-04-10T15:51:09.674 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.682+0000 7f0dda17f780 1 > prepared multipart upload key=1XDQOHF2EHZG upload=7FBHQN5AT3PS tag=CKSGTKROLP8U type=write size=3382969 2024-04-10T15:51:09.676 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.684+0000 7f0dda17f780 1 < completed delete operation key=9QFS277S5EY3 tag=YAPZ175BC0VM type=del 2024-04-10T15:51:09.678 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.686+0000 7f0dda17f780 1 > prepared operation key=P7QI1303WDML tag=LCRXOZSWB7RI type=del size=2373532 2024-04-10T15:51:09.679 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.688+0000 7f0dda17f780 1 < completed write operation key=YKTMKJ7IT90D tag=16M0L4H3SOU9 type=write size=214369 2024-04-10T15:51:09.683 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.692+0000 7f0dda17f780 1 > prepared part key=_multipart_Q55YN73R4WFF.2~X1O612PQ49V1.0 size=733224 2024-04-10T15:51:09.683 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.692+0000 7f0dda17f780 1 > prepared multipart upload key=Q55YN73R4WFF upload=X1O612PQ49V1 tag=WH99U57HGMQB type=write size=1781800 2024-04-10T15:51:09.685 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.694+0000 7f0dda17f780 1 < completed delete operation key=DRNFVWXVQQUT tag=MLC1HBAHCBCX type=del 2024-04-10T15:51:09.689 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.697+0000 7f0dda17f780 1 > prepared part key=_multipart_P7QI1303WDML.2~2A5JT9Y5QJL5.0 size=1048576 2024-04-10T15:51:09.690 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.699+0000 7f0dda17f780 1 > prepared part key=_multipart_P7QI1303WDML.2~2A5JT9Y5QJL5.1 size=1040237 2024-04-10T15:51:09.690 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.699+0000 7f0dda17f780 1 > prepared multipart upload key=P7QI1303WDML upload=2A5JT9Y5QJL5 tag=FQYMPEZE6IKG type=write size=3137389 2024-04-10T15:51:09.694 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.703+0000 7f0dda17f780 1 < suggested remove operation key=O0U4M0VYXZJ9 tag=9FKQE082WBQ6 type=del 2024-04-10T15:51:09.696 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.705+0000 7f0dda17f780 1 > prepared operation key=P7QI1303WDML tag=28OIN476GGHZ type=write size=410760 2024-04-10T15:51:09.698 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.707+0000 7f0dda17f780 1 < completed write operation key=YKTMKJ7IT90D tag=A542BOYBZCRK type=write size=736237 2024-04-10T15:51:09.702 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.708+0000 7f0dda17f780 1 > prepared operation key=QJ9GK4CHH36X tag=RXBYXA52Q802 type=del size=1800710 2024-04-10T15:51:09.702 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.710+0000 7f0dda17f780 1 < completed delete operation key=W72JTU6KAY5Q tag=ENSAGH0C1PJ8 type=del 2024-04-10T15:51:09.706 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.714+0000 7f0dda17f780 1 > prepared part key=_multipart_76DRYPHC6HG3.2~ERSS8I3U67WY.0 size=1048576 2024-04-10T15:51:09.708 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.716+0000 7f0dda17f780 1 > prepared part key=_multipart_76DRYPHC6HG3.2~ERSS8I3U67WY.1 size=1048576 2024-04-10T15:51:09.709 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.718+0000 7f0dda17f780 1 > prepared part key=_multipart_76DRYPHC6HG3.2~ERSS8I3U67WY.2 size=237263 2024-04-10T15:51:09.709 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.718+0000 7f0dda17f780 1 > prepared multipart upload key=76DRYPHC6HG3 upload=ERSS8I3U67WY tag=RMWZB1M7QV2P type=write size=3382991 2024-04-10T15:51:09.711 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.720+0000 7f0dda17f780 1 < completed part key=_multipart_O2DQ4CPAMY72.2~BV3CFAJ71HIY.0 size=878829 2024-04-10T15:51:09.715 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.724+0000 7f0dda17f780 1 < completed multipart upload key=O2DQ4CPAMY72 upload=BV3CFAJ71HIY tag=RGKG2PDEQGLC type=write size=1927405 2024-04-10T15:51:09.719 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.727+0000 7f0dda17f780 1 > prepared part key=_multipart_1XDQOHF2EHZG.2~DQAMOJ14U7N3.0 size=1048576 2024-04-10T15:51:09.721 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.729+0000 7f0dda17f780 1 > prepared part key=_multipart_1XDQOHF2EHZG.2~DQAMOJ14U7N3.1 size=1048576 2024-04-10T15:51:09.722 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.731+0000 7f0dda17f780 1 > prepared part key=_multipart_1XDQOHF2EHZG.2~DQAMOJ14U7N3.2 size=1032764 2024-04-10T15:51:09.722 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.731+0000 7f0dda17f780 1 > prepared multipart upload key=1XDQOHF2EHZG upload=DQAMOJ14U7N3 tag=G4H2ZOYN74C3 type=write size=4178492 2024-04-10T15:51:09.724 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.732+0000 7f0dda17f780 1 < completed delete operation key=5VUYRX80DJNN tag=DVOQZMNWXV0B type=del 2024-04-10T15:51:09.726 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.734+0000 7f0dda17f780 1 > prepared operation key=WB4E7VQYBXDP tag=ON3M80EDK3YA type=del size=3129557 2024-04-10T15:51:09.728 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.736+0000 7f0dda17f780 1 < completed part key=_multipart_7R29VV7JYRWM.2~M4M0G5224HTL.0 size=728624 2024-04-10T15:51:09.732 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.740+0000 7f0dda17f780 1 < completed multipart upload key=7R29VV7JYRWM upload=M4M0G5224HTL tag=OZA7OGWCE1L6 type=write size=1777200 2024-04-10T15:51:09.735 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.744+0000 7f0dda17f780 1 > prepared part key=_multipart_6V3UX4ZSIBZX.2~W94E2N3Z8S7W.0 size=1048576 2024-04-10T15:51:09.737 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.745+0000 7f0dda17f780 1 > prepared part key=_multipart_6V3UX4ZSIBZX.2~W94E2N3Z8S7W.1 size=1048576 2024-04-10T15:51:09.739 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.747+0000 7f0dda17f780 1 > prepared part key=_multipart_6V3UX4ZSIBZX.2~W94E2N3Z8S7W.2 size=1022069 2024-04-10T15:51:09.739 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.747+0000 7f0dda17f780 1 > prepared multipart upload key=6V3UX4ZSIBZX upload=W94E2N3Z8S7W tag=KE42JYA7VY8M type=write size=4167797 2024-04-10T15:51:09.742 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.751+0000 7f0dda17f780 1 < suggested update operation key=892B9J3TLMA2 tag=0RN0ZIK52CAC type=write size=921917 2024-04-10T15:51:09.745 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.753+0000 7f0dda17f780 1 > prepared operation key=5VUYRX80DJNN tag=XUHQSPQSK0N1 type=write size=95649 2024-04-10T15:51:09.747 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.756+0000 7f0dda17f780 -1 < failed to complete operation key=O0U4M0VYXZJ9 tag=4JTMUTYCIWFZ type=del size=1599591: (22) Invalid argument 2024-04-10T15:51:09.749 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.758+0000 7f0dda17f780 1 > prepared operation key=YKTMKJ7IT90D tag=FVH0YM1IH4N8 type=del size=3441356 2024-04-10T15:51:09.752 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.760+0000 7f0dda17f780 1 < completed part key=_multipart_W1N9JNIA6ZML.2~7PWXFZOKUQ5E.0 size=1048576 2024-04-10T15:51:09.753 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.762+0000 7f0dda17f780 1 < completed part key=_multipart_W1N9JNIA6ZML.2~7PWXFZOKUQ5E.1 size=386316 2024-04-10T15:51:09.757 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.765+0000 7f0dda17f780 1 < completed multipart upload key=W1N9JNIA6ZML upload=7PWXFZOKUQ5E tag=4J1VLTFISDW9 type=write size=2483468 2024-04-10T15:51:09.759 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.767+0000 7f0dda17f780 1 > prepared operation key=H433FHMII9ZA tag=P2ARZKE8SQNC type=del size=4028029 2024-04-10T15:51:09.765 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.773+0000 7f0dda17f780 1 < suggested update operation key=Q55YN73R4WFF tag=KWFP15K9JSC1 type=del size=2460978 2024-04-10T15:51:09.767 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.776+0000 7f0dda17f780 1 > prepared operation key=VFKX3F9Z0OZ5 tag=4V9KIXD4T2YY type=del size=164268 2024-04-10T15:51:09.770 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.779+0000 7f0dda17f780 1 < completed write operation key=DRNFVWXVQQUT tag=1UYQVYDOWYL0 type=write size=529549 2024-04-10T15:51:09.775 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.783+0000 7f0dda17f780 1 > prepared part key=_multipart_O2DQ4CPAMY72.2~WUJEQJMX0DW9.0 size=1048576 2024-04-10T15:51:09.777 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.785+0000 7f0dda17f780 1 > prepared part key=_multipart_O2DQ4CPAMY72.2~WUJEQJMX0DW9.1 size=653068 2024-04-10T15:51:09.777 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.785+0000 7f0dda17f780 1 > prepared multipart upload key=O2DQ4CPAMY72 upload=WUJEQJMX0DW9 tag=8XCIL07ZY9GL type=write size=2750220 2024-04-10T15:51:09.778 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.787+0000 7f0dda17f780 1 < completed delete operation key=P7QI1303WDML tag=VMUNOKTDGRG0 type=del 2024-04-10T15:51:09.782 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.791+0000 7f0dda17f780 1 > prepared part key=_multipart_32PMZSHN97HZ.2~M446HLD0TCTW.0 size=1048576 2024-04-10T15:51:09.784 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.792+0000 7f0dda17f780 1 > prepared part key=_multipart_32PMZSHN97HZ.2~M446HLD0TCTW.1 size=1048576 2024-04-10T15:51:09.786 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.794+0000 7f0dda17f780 1 > prepared part key=_multipart_32PMZSHN97HZ.2~M446HLD0TCTW.2 size=997319 2024-04-10T15:51:09.786 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.794+0000 7f0dda17f780 1 > prepared multipart upload key=32PMZSHN97HZ upload=M446HLD0TCTW tag=IVSDKZI3B6J3 type=write size=4143047 2024-04-10T15:51:09.787 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.796+0000 7f0dda17f780 1 < completed part key=_multipart_1XDQOHF2EHZG.2~7FBHQN5AT3PS.0 size=1048576 2024-04-10T15:51:09.789 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.797+0000 7f0dda17f780 1 < completed part key=_multipart_1XDQOHF2EHZG.2~7FBHQN5AT3PS.1 size=1048576 2024-04-10T15:51:09.789 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.797+0000 7f0dda17f780 1 < canceled part key=_multipart_1XDQOHF2EHZG.2~7FBHQN5AT3PS.2 size=237241 2024-04-10T15:51:09.792 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.801+0000 7f0dda17f780 1 < canceled multipart upload key=1XDQOHF2EHZG upload=7FBHQN5AT3PS tag=CKSGTKROLP8U type=write size=3382969 2024-04-10T15:51:09.796 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.804+0000 7f0dda17f780 1 > prepared operation key=0EQWI1AD1VHA tag=XE9V295A3Z5M type=del size=3639495 2024-04-10T15:51:09.798 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.806+0000 7f0dda17f780 1 < completed delete operation key=P7QI1303WDML tag=LCRXOZSWB7RI type=del 2024-04-10T15:51:09.800 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.808+0000 7f0dda17f780 1 > prepared operation key=DRNFVWXVQQUT tag=V5QDZQCQONBZ type=del size=3102396 2024-04-10T15:51:09.801 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.810+0000 7f0dda17f780 1 < completed part key=_multipart_Q55YN73R4WFF.2~X1O612PQ49V1.0 size=733224 2024-04-10T15:51:09.805 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.813+0000 7f0dda17f780 1 < completed multipart upload key=Q55YN73R4WFF upload=X1O612PQ49V1 tag=WH99U57HGMQB type=write size=1781800 2024-04-10T15:51:09.806 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.815+0000 7f0dda17f780 1 > prepared operation key=5PTGEI8J4Q78 tag=26B3MBXP7EVH type=del size=940544 2024-04-10T15:51:09.809 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.817+0000 7f0dda17f780 1 < completed part key=_multipart_P7QI1303WDML.2~2A5JT9Y5QJL5.0 size=1048576 2024-04-10T15:51:09.810 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.819+0000 7f0dda17f780 1 < completed part key=_multipart_P7QI1303WDML.2~2A5JT9Y5QJL5.1 size=1040237 2024-04-10T15:51:09.814 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.823+0000 7f0dda17f780 1 < completed multipart upload key=P7QI1303WDML upload=2A5JT9Y5QJL5 tag=FQYMPEZE6IKG type=write size=3137389 2024-04-10T15:51:09.816 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.825+0000 7f0dda17f780 1 > prepared operation key=892B9J3TLMA2 tag=MR75WB80KKLJ type=del size=2387040 2024-04-10T15:51:09.819 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.827+0000 7f0dda17f780 1 < completed write operation key=P7QI1303WDML tag=28OIN476GGHZ type=write size=410760 2024-04-10T15:51:09.821 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.829+0000 7f0dda17f780 1 > prepared operation key=32PMZSHN97HZ tag=EWPIU7BQJAWL type=del size=241612 2024-04-10T15:51:09.824 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.832+0000 7f0dda17f780 1 < suggested remove operation key=QJ9GK4CHH36X tag=RXBYXA52Q802 type=del 2024-04-10T15:51:09.826 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.835+0000 7f0dda17f780 1 > prepared operation key=4GB88X6QZH6E tag=SBEL0T3VOWII type=del size=2868262 2024-04-10T15:51:09.829 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.837+0000 7f0dda17f780 1 < completed part key=_multipart_76DRYPHC6HG3.2~ERSS8I3U67WY.0 size=1048576 2024-04-10T15:51:09.829 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.837+0000 7f0dda17f780 1 < canceled part key=_multipart_76DRYPHC6HG3.2~ERSS8I3U67WY.1 size=1048576 2024-04-10T15:51:09.829 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.837+0000 7f0dda17f780 1 < canceled part key=_multipart_76DRYPHC6HG3.2~ERSS8I3U67WY.2 size=237263 2024-04-10T15:51:09.832 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.841+0000 7f0dda17f780 1 < canceled multipart upload key=76DRYPHC6HG3 upload=ERSS8I3U67WY tag=RMWZB1M7QV2P type=write size=3382991 2024-04-10T15:51:09.834 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.843+0000 7f0dda17f780 1 > prepared operation key=W1N9JNIA6ZML tag=CDT4ZKUEOWJY type=write size=98515 2024-04-10T15:51:09.837 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.845+0000 7f0dda17f780 1 < completed part key=_multipart_1XDQOHF2EHZG.2~DQAMOJ14U7N3.0 size=1048576 2024-04-10T15:51:09.838 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.847+0000 7f0dda17f780 1 < completed part key=_multipart_1XDQOHF2EHZG.2~DQAMOJ14U7N3.1 size=1048576 2024-04-10T15:51:09.839 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.847+0000 7f0dda17f780 1 < canceled part key=_multipart_1XDQOHF2EHZG.2~DQAMOJ14U7N3.2 size=1032764 2024-04-10T15:51:09.842 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.850+0000 7f0dda17f780 1 < canceled multipart upload key=1XDQOHF2EHZG upload=DQAMOJ14U7N3 tag=G4H2ZOYN74C3 type=write size=4178492 2024-04-10T15:51:09.844 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.852+0000 7f0dda17f780 1 > prepared operation key=1XDQOHF2EHZG tag=CURQ2HI0QD67 type=del size=1782736 2024-04-10T15:51:09.846 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.854+0000 7f0dda17f780 1 < completed delete operation key=WB4E7VQYBXDP tag=ON3M80EDK3YA type=del 2024-04-10T15:51:09.850 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.858+0000 7f0dda17f780 1 > prepared part key=_multipart_Q55YN73R4WFF.2~A5DJF27NGYF9.0 size=1048576 2024-04-10T15:51:09.851 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.860+0000 7f0dda17f780 1 > prepared part key=_multipart_Q55YN73R4WFF.2~A5DJF27NGYF9.1 size=841336 2024-04-10T15:51:09.852 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.860+0000 7f0dda17f780 1 > prepared multipart upload key=Q55YN73R4WFF upload=A5DJF27NGYF9 tag=WG73HVW1D22Q type=write size=2938488 2024-04-10T15:51:09.853 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.862+0000 7f0dda17f780 1 < completed part key=_multipart_6V3UX4ZSIBZX.2~W94E2N3Z8S7W.0 size=1048576 2024-04-10T15:51:09.855 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.863+0000 7f0dda17f780 1 < completed part key=_multipart_6V3UX4ZSIBZX.2~W94E2N3Z8S7W.1 size=1048576 2024-04-10T15:51:09.857 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.865+0000 7f0dda17f780 1 < completed part key=_multipart_6V3UX4ZSIBZX.2~W94E2N3Z8S7W.2 size=1022069 2024-04-10T15:51:09.860 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.869+0000 7f0dda17f780 1 < completed multipart upload key=6V3UX4ZSIBZX upload=W94E2N3Z8S7W tag=KE42JYA7VY8M type=write size=4167797 2024-04-10T15:51:09.862 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.871+0000 7f0dda17f780 1 > prepared operation key=QJ9GK4CHH36X tag=POZMSMDYWXLO type=del size=613782 2024-04-10T15:51:09.864 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.873+0000 7f0dda17f780 1 < completed write operation key=5VUYRX80DJNN tag=XUHQSPQSK0N1 type=write size=95649 2024-04-10T15:51:09.866 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.875+0000 7f0dda17f780 1 > prepared operation key=WB4E7VQYBXDP tag=3ZA9Z9VU6SC6 type=write size=760670 2024-04-10T15:51:09.871 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.879+0000 7f0dda17f780 1 < suggested update operation key=YKTMKJ7IT90D tag=FVH0YM1IH4N8 type=del size=3441356 2024-04-10T15:51:09.875 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.883+0000 7f0dda17f780 1 > prepared part key=_multipart_Q55YN73R4WFF.2~M5RDNT93JQD1.0 size=1048576 2024-04-10T15:51:09.876 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.884+0000 7f0dda17f780 1 > prepared part key=_multipart_Q55YN73R4WFF.2~M5RDNT93JQD1.1 size=1048576 2024-04-10T15:51:09.878 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.886+0000 7f0dda17f780 1 > prepared part key=_multipart_Q55YN73R4WFF.2~M5RDNT93JQD1.2 size=902961 2024-04-10T15:51:09.878 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.886+0000 7f0dda17f780 1 > prepared multipart upload key=Q55YN73R4WFF upload=M5RDNT93JQD1 tag=DHFWVA3WHQQX type=write size=4048689 2024-04-10T15:51:09.880 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.888+0000 7f0dda17f780 1 < completed delete operation key=H433FHMII9ZA tag=P2ARZKE8SQNC type=del 2024-04-10T15:51:09.882 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.890+0000 7f0dda17f780 1 > prepared operation key=YKTMKJ7IT90D tag=X8ETLP3D9X9W type=write size=350958 2024-04-10T15:51:09.884 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.892+0000 7f0dda17f780 1 < completed delete operation key=VFKX3F9Z0OZ5 tag=4V9KIXD4T2YY type=del 2024-04-10T15:51:09.885 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.894+0000 7f0dda17f780 1 > prepared operation key=J9DG8CWKBLB0 tag=XHWWH45PCDYR type=del size=3549253 2024-04-10T15:51:09.887 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.896+0000 7f0dda17f780 1 < completed part key=_multipart_O2DQ4CPAMY72.2~WUJEQJMX0DW9.0 size=1048576 2024-04-10T15:51:09.889 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.897+0000 7f0dda17f780 1 < completed part key=_multipart_O2DQ4CPAMY72.2~WUJEQJMX0DW9.1 size=653068 2024-04-10T15:51:09.893 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.901+0000 7f0dda17f780 1 < completed multipart upload key=O2DQ4CPAMY72 upload=WUJEQJMX0DW9 tag=8XCIL07ZY9GL type=write size=2750220 2024-04-10T15:51:09.895 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.903+0000 7f0dda17f780 1 > prepared operation key=EZ2HJBZ8EY6J tag=ZP74A4X5PGL2 type=del size=2254067 2024-04-10T15:51:09.897 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.905+0000 7f0dda17f780 1 < completed part key=_multipart_32PMZSHN97HZ.2~M446HLD0TCTW.0 size=1048576 2024-04-10T15:51:09.899 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.907+0000 7f0dda17f780 1 < completed part key=_multipart_32PMZSHN97HZ.2~M446HLD0TCTW.1 size=1048576 2024-04-10T15:51:09.901 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.909+0000 7f0dda17f780 1 < completed part key=_multipart_32PMZSHN97HZ.2~M446HLD0TCTW.2 size=997319 2024-04-10T15:51:09.904 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.912+0000 7f0dda17f780 1 < completed multipart upload key=32PMZSHN97HZ upload=M446HLD0TCTW tag=IVSDKZI3B6J3 type=write size=4143047 2024-04-10T15:51:09.908 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.917+0000 7f0dda17f780 1 > prepared part key=_multipart_76DRYPHC6HG3.2~N9SA16R9LGI5.0 size=1048576 2024-04-10T15:51:09.910 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.918+0000 7f0dda17f780 1 > prepared part key=_multipart_76DRYPHC6HG3.2~N9SA16R9LGI5.1 size=432305 2024-04-10T15:51:09.910 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.918+0000 7f0dda17f780 1 > prepared multipart upload key=76DRYPHC6HG3 upload=N9SA16R9LGI5 tag=0UQMC9WU20AO type=write size=2529457 2024-04-10T15:51:09.912 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.921+0000 7f0dda17f780 1 < completed delete operation key=0EQWI1AD1VHA tag=XE9V295A3Z5M type=del 2024-04-10T15:51:09.916 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.924+0000 7f0dda17f780 1 > prepared part key=_multipart_DRNFVWXVQQUT.2~GUV0NSOKGV2T.0 size=1048576 2024-04-10T15:51:09.918 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.926+0000 7f0dda17f780 1 > prepared part key=_multipart_DRNFVWXVQQUT.2~GUV0NSOKGV2T.1 size=1048576 2024-04-10T15:51:09.920 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.928+0000 7f0dda17f780 1 > prepared part key=_multipart_DRNFVWXVQQUT.2~GUV0NSOKGV2T.2 size=690989 2024-04-10T15:51:09.920 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.928+0000 7f0dda17f780 1 > prepared multipart upload key=DRNFVWXVQQUT upload=GUV0NSOKGV2T tag=J93YADU9K3KO type=write size=3836717 2024-04-10T15:51:09.922 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.930+0000 7f0dda17f780 1 < canceled operation key=DRNFVWXVQQUT tag=V5QDZQCQONBZ type=del size=3102396 2024-04-10T15:51:09.924 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.932+0000 7f0dda17f780 1 > prepared operation key=J9DG8CWKBLB0 tag=784WYXUEO7FD type=del size=743822 2024-04-10T15:51:09.925 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.934+0000 7f0dda17f780 1 < completed delete operation key=5PTGEI8J4Q78 tag=26B3MBXP7EVH type=del 2024-04-10T15:51:09.929 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.937+0000 7f0dda17f780 1 > prepared part key=_multipart_QJ9GK4CHH36X.2~GBU5BV7NVJ50.0 size=523544 2024-04-10T15:51:09.929 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.937+0000 7f0dda17f780 1 > prepared multipart upload key=QJ9GK4CHH36X upload=GBU5BV7NVJ50 tag=PEB800YUZZ3E type=write size=1572120 2024-04-10T15:51:09.931 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.939+0000 7f0dda17f780 1 < completed delete operation key=892B9J3TLMA2 tag=MR75WB80KKLJ type=del 2024-04-10T15:51:09.933 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.942+0000 7f0dda17f780 1 > prepared operation key=M31TS1RYVD2I tag=FSM2W631AX6A type=write size=864915 2024-04-10T15:51:09.935 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.944+0000 7f0dda17f780 1 < canceled operation key=32PMZSHN97HZ tag=EWPIU7BQJAWL type=del size=241612 2024-04-10T15:51:09.940 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.948+0000 7f0dda17f780 1 > prepared part key=_multipart_GK8B4QASB1P8.2~YISRH02TNOWN.0 size=1048576 2024-04-10T15:51:09.941 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.949+0000 7f0dda17f780 1 > prepared part key=_multipart_GK8B4QASB1P8.2~YISRH02TNOWN.1 size=1048576 2024-04-10T15:51:09.944 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.952+0000 7f0dda17f780 1 > prepared part key=_multipart_GK8B4QASB1P8.2~YISRH02TNOWN.2 size=391790 2024-04-10T15:51:09.944 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.952+0000 7f0dda17f780 1 > prepared multipart upload key=GK8B4QASB1P8 upload=YISRH02TNOWN tag=BZ3TBNQ0O2CN type=write size=3537518 2024-04-10T15:51:09.946 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.954+0000 7f0dda17f780 1 < completed delete operation key=4GB88X6QZH6E tag=SBEL0T3VOWII type=del 2024-04-10T15:51:09.950 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.958+0000 7f0dda17f780 1 > prepared part key=_multipart_VKTXOZU1BOHT.2~2UOP0AIMTQN0.0 size=62504 2024-04-10T15:51:09.950 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.958+0000 7f0dda17f780 1 > prepared multipart upload key=VKTXOZU1BOHT upload=2UOP0AIMTQN0 tag=8M0WETUIN8XB type=write size=1111080 2024-04-10T15:51:09.952 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.960+0000 7f0dda17f780 1 < completed write operation key=W1N9JNIA6ZML tag=CDT4ZKUEOWJY type=write size=98515 2024-04-10T15:51:09.956 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.964+0000 7f0dda17f780 1 > prepared part key=_multipart_P7QI1303WDML.2~S6CS42VY13CO.0 size=1048576 2024-04-10T15:51:09.957 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.965+0000 7f0dda17f780 1 > prepared part key=_multipart_P7QI1303WDML.2~S6CS42VY13CO.1 size=983281 2024-04-10T15:51:09.957 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.965+0000 7f0dda17f780 1 > prepared multipart upload key=P7QI1303WDML upload=S6CS42VY13CO tag=CKB123TEVFEV type=write size=3080433 2024-04-10T15:51:09.959 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.968+0000 7f0dda17f780 1 < completed delete operation key=1XDQOHF2EHZG tag=CURQ2HI0QD67 type=del 2024-04-10T15:51:09.964 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.972+0000 7f0dda17f780 1 > prepared part key=_multipart_76DRYPHC6HG3.2~G8J19RJL8XUW.0 size=6016 2024-04-10T15:51:09.964 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.972+0000 7f0dda17f780 1 > prepared multipart upload key=76DRYPHC6HG3 upload=G8J19RJL8XUW tag=5WARWMXKS2SP type=write size=1054592 2024-04-10T15:51:09.966 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.974+0000 7f0dda17f780 1 < completed part key=_multipart_Q55YN73R4WFF.2~A5DJF27NGYF9.0 size=1048576 2024-04-10T15:51:09.968 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.976+0000 7f0dda17f780 1 < completed part key=_multipart_Q55YN73R4WFF.2~A5DJF27NGYF9.1 size=841336 2024-04-10T15:51:09.971 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.979+0000 7f0dda17f780 1 < completed multipart upload key=Q55YN73R4WFF upload=A5DJF27NGYF9 tag=WG73HVW1D22Q type=write size=2938488 2024-04-10T15:51:09.973 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.981+0000 7f0dda17f780 1 > prepared operation key=H433FHMII9ZA tag=STLINL9TNL8U type=del size=4167846 2024-04-10T15:51:09.975 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.983+0000 7f0dda17f780 1 < completed delete operation key=QJ9GK4CHH36X tag=POZMSMDYWXLO type=del 2024-04-10T15:51:09.980 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.988+0000 7f0dda17f780 1 > prepared part key=_multipart_5PTGEI8J4Q78.2~NZW2PVAAG3KO.0 size=1048576 2024-04-10T15:51:09.981 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.990+0000 7f0dda17f780 1 > prepared part key=_multipart_5PTGEI8J4Q78.2~NZW2PVAAG3KO.1 size=1048576 2024-04-10T15:51:09.983 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.991+0000 7f0dda17f780 1 > prepared part key=_multipart_5PTGEI8J4Q78.2~NZW2PVAAG3KO.2 size=99689 2024-04-10T15:51:09.983 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.991+0000 7f0dda17f780 1 > prepared multipart upload key=5PTGEI8J4Q78 upload=NZW2PVAAG3KO tag=KT4RE28W7NZN type=write size=3245417 2024-04-10T15:51:09.985 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.993+0000 7f0dda17f780 1 < completed write operation key=WB4E7VQYBXDP tag=3ZA9Z9VU6SC6 type=write size=760670 2024-04-10T15:51:09.989 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.997+0000 7f0dda17f780 1 > prepared part key=_multipart_EZ2HJBZ8EY6J.2~80Z62Y1S6YGX.0 size=171942 2024-04-10T15:51:09.989 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.997+0000 7f0dda17f780 1 > prepared multipart upload key=EZ2HJBZ8EY6J upload=80Z62Y1S6YGX tag=1B5OV9WBYUIR type=write size=1220518 2024-04-10T15:51:09.990 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:09.999+0000 7f0dda17f780 1 < completed part key=_multipart_Q55YN73R4WFF.2~M5RDNT93JQD1.0 size=1048576 2024-04-10T15:51:09.992 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.000+0000 7f0dda17f780 1 < completed part key=_multipart_Q55YN73R4WFF.2~M5RDNT93JQD1.1 size=1048576 2024-04-10T15:51:09.994 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.002+0000 7f0dda17f780 1 < completed part key=_multipart_Q55YN73R4WFF.2~M5RDNT93JQD1.2 size=902961 2024-04-10T15:51:09.998 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.006+0000 7f0dda17f780 1 < completed multipart upload key=Q55YN73R4WFF upload=M5RDNT93JQD1 tag=DHFWVA3WHQQX type=write size=4048689 2024-04-10T15:51:10.000 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.008+0000 7f0dda17f780 1 > prepared operation key=7R1LO48KG193 tag=S8BC3EID06HE type=write size=343973 2024-04-10T15:51:10.002 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.010+0000 7f0dda17f780 1 < completed write operation key=YKTMKJ7IT90D tag=X8ETLP3D9X9W type=write size=350958 2024-04-10T15:51:10.004 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.012+0000 7f0dda17f780 1 > prepared operation key=EZ2HJBZ8EY6J tag=3M01AKYHX521 type=del size=1310204 2024-04-10T15:51:10.006 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.014+0000 7f0dda17f780 1 < completed delete operation key=J9DG8CWKBLB0 tag=XHWWH45PCDYR type=del 2024-04-10T15:51:10.008 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.016+0000 7f0dda17f780 1 > prepared operation key=P7QI1303WDML tag=IUEF48TEVCID type=del size=4027448 2024-04-10T15:51:10.010 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.018+0000 7f0dda17f780 1 < completed delete operation key=EZ2HJBZ8EY6J tag=ZP74A4X5PGL2 type=del 2024-04-10T15:51:10.012 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.021+0000 7f0dda17f780 1 > prepared operation key=5VUYRX80DJNN tag=KPY5JUUKDPTR type=write size=326778 2024-04-10T15:51:10.015 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.023+0000 7f0dda17f780 1 < completed part key=_multipart_76DRYPHC6HG3.2~N9SA16R9LGI5.0 size=1048576 2024-04-10T15:51:10.016 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.025+0000 7f0dda17f780 1 < completed part key=_multipart_76DRYPHC6HG3.2~N9SA16R9LGI5.1 size=432305 2024-04-10T15:51:10.020 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.029+0000 7f0dda17f780 1 < completed multipart upload key=76DRYPHC6HG3 upload=N9SA16R9LGI5 tag=0UQMC9WU20AO type=write size=2529457 2024-04-10T15:51:10.022 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.031+0000 7f0dda17f780 1 > prepared operation key=0EQWI1AD1VHA tag=SVI6TFLPC1AL type=del size=4046770 2024-04-10T15:51:10.025 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.033+0000 7f0dda17f780 1 < completed part key=_multipart_DRNFVWXVQQUT.2~GUV0NSOKGV2T.0 size=1048576 2024-04-10T15:51:10.026 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.035+0000 7f0dda17f780 1 < completed part key=_multipart_DRNFVWXVQQUT.2~GUV0NSOKGV2T.1 size=1048576 2024-04-10T15:51:10.028 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.036+0000 7f0dda17f780 1 < completed part key=_multipart_DRNFVWXVQQUT.2~GUV0NSOKGV2T.2 size=690989 2024-04-10T15:51:10.032 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.040+0000 7f0dda17f780 1 < completed multipart upload key=DRNFVWXVQQUT upload=GUV0NSOKGV2T tag=J93YADU9K3KO type=write size=3836717 2024-04-10T15:51:10.036 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.044+0000 7f0dda17f780 1 > prepared part key=_multipart_VKTXOZU1BOHT.2~E29S5JBP3RRM.0 size=691775 2024-04-10T15:51:10.036 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.044+0000 7f0dda17f780 1 > prepared multipart upload key=VKTXOZU1BOHT upload=E29S5JBP3RRM tag=1VPH3GJH5UN4 type=write size=1740351 2024-04-10T15:51:10.040 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.049+0000 7f0dda17f780 1 < suggested update operation key=J9DG8CWKBLB0 tag=784WYXUEO7FD type=del size=743822 2024-04-10T15:51:10.043 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.051+0000 7f0dda17f780 1 > prepared operation key=LPSA55UNQS7T tag=H8L34W43B5A6 type=del size=1434028 2024-04-10T15:51:10.043 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.051+0000 7f0dda17f780 1 < canceled part key=_multipart_QJ9GK4CHH36X.2~GBU5BV7NVJ50.0 size=523544 2024-04-10T15:51:10.047 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.055+0000 7f0dda17f780 1 < canceled multipart upload key=QJ9GK4CHH36X upload=GBU5BV7NVJ50 tag=PEB800YUZZ3E type=write size=1572120 2024-04-10T15:51:10.051 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.059+0000 7f0dda17f780 1 > prepared part key=_multipart_P7QI1303WDML.2~RPHX5GL4O8JM.0 size=1048576 2024-04-10T15:51:10.052 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.060+0000 7f0dda17f780 1 > prepared part key=_multipart_P7QI1303WDML.2~RPHX5GL4O8JM.1 size=304728 2024-04-10T15:51:10.052 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.060+0000 7f0dda17f780 1 > prepared multipart upload key=P7QI1303WDML upload=RPHX5GL4O8JM tag=STJAPSXNAEWZ type=write size=2401880 2024-04-10T15:51:10.054 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.063+0000 7f0dda17f780 1 < completed write operation key=M31TS1RYVD2I tag=FSM2W631AX6A type=write size=864915 2024-04-10T15:51:10.058 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.067+0000 7f0dda17f780 1 > prepared part key=_multipart_WB4E7VQYBXDP.2~NIHQ8U90RIVB.0 size=1048576 2024-04-10T15:51:10.060 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.068+0000 7f0dda17f780 1 > prepared part key=_multipart_WB4E7VQYBXDP.2~NIHQ8U90RIVB.1 size=1039739 2024-04-10T15:51:10.060 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.068+0000 7f0dda17f780 1 > prepared multipart upload key=WB4E7VQYBXDP upload=NIHQ8U90RIVB tag=L43P3QHDRJGQ type=write size=3136891 2024-04-10T15:51:10.063 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.071+0000 7f0dda17f780 1 < completed part key=_multipart_GK8B4QASB1P8.2~YISRH02TNOWN.0 size=1048576 2024-04-10T15:51:10.063 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.071+0000 7f0dda17f780 1 < canceled part key=_multipart_GK8B4QASB1P8.2~YISRH02TNOWN.1 size=1048576 2024-04-10T15:51:10.065 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.073+0000 7f0dda17f780 1 < completed part key=_multipart_GK8B4QASB1P8.2~YISRH02TNOWN.2 size=391790 2024-04-10T15:51:10.068 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.076+0000 7f0dda17f780 1 < canceled multipart upload key=GK8B4QASB1P8 upload=YISRH02TNOWN tag=BZ3TBNQ0O2CN type=write size=3537518 2024-04-10T15:51:10.072 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.080+0000 7f0dda17f780 1 > prepared part key=_multipart_W1N9JNIA6ZML.2~SPAMP41MYF13.0 size=315967 2024-04-10T15:51:10.072 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.080+0000 7f0dda17f780 1 > prepared multipart upload key=W1N9JNIA6ZML upload=SPAMP41MYF13 tag=WAMLFCASA4F4 type=write size=1364543 2024-04-10T15:51:10.073 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.082+0000 7f0dda17f780 1 < completed part key=_multipart_VKTXOZU1BOHT.2~2UOP0AIMTQN0.0 size=62504 2024-04-10T15:51:10.077 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.085+0000 7f0dda17f780 1 < completed multipart upload key=VKTXOZU1BOHT upload=2UOP0AIMTQN0 tag=8M0WETUIN8XB type=write size=1111080 2024-04-10T15:51:10.080 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.088+0000 7f0dda17f780 1 > prepared operation key=7R29VV7JYRWM tag=F9P7YEQ0YCKJ type=del size=1167902 2024-04-10T15:51:10.082 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.090+0000 7f0dda17f780 1 < completed part key=_multipart_P7QI1303WDML.2~S6CS42VY13CO.0 size=1048576 2024-04-10T15:51:10.083 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.092+0000 7f0dda17f780 1 < completed part key=_multipart_P7QI1303WDML.2~S6CS42VY13CO.1 size=983281 2024-04-10T15:51:10.087 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.095+0000 7f0dda17f780 1 < completed multipart upload key=P7QI1303WDML upload=S6CS42VY13CO tag=CKB123TEVFEV type=write size=3080433 2024-04-10T15:51:10.088 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:51:09 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:51:10.088 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:51:09 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:51:10.089 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.097+0000 7f0dda17f780 1 > prepared operation key=W0QQNH1PRYVL tag=9OVMCO3EE17J type=del size=1762286 2024-04-10T15:51:10.091 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.099+0000 7f0dda17f780 1 < completed part key=_multipart_76DRYPHC6HG3.2~G8J19RJL8XUW.0 size=6016 2024-04-10T15:51:10.094 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.102+0000 7f0dda17f780 1 < completed multipart upload key=76DRYPHC6HG3 upload=G8J19RJL8XUW tag=5WARWMXKS2SP type=write size=1054592 2024-04-10T15:51:10.096 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.105+0000 7f0dda17f780 1 > prepared operation key=7R29VV7JYRWM tag=1BZNKFRAZM16 type=del size=3920099 2024-04-10T15:51:10.099 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.107+0000 7f0dda17f780 1 < completed delete operation key=H433FHMII9ZA tag=STLINL9TNL8U type=del 2024-04-10T15:51:10.103 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.111+0000 7f0dda17f780 1 > prepared part key=_multipart_M31TS1RYVD2I.2~2JNBB8KCPOCH.0 size=658577 2024-04-10T15:51:10.103 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.111+0000 7f0dda17f780 1 > prepared multipart upload key=M31TS1RYVD2I upload=2JNBB8KCPOCH tag=BS7U5DA3FQJ0 type=write size=1707153 2024-04-10T15:51:10.105 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.113+0000 7f0dda17f780 1 < completed part key=_multipart_5PTGEI8J4Q78.2~NZW2PVAAG3KO.0 size=1048576 2024-04-10T15:51:10.107 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.115+0000 7f0dda17f780 1 < completed part key=_multipart_5PTGEI8J4Q78.2~NZW2PVAAG3KO.1 size=1048576 2024-04-10T15:51:10.107 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.115+0000 7f0dda17f780 1 < canceled part key=_multipart_5PTGEI8J4Q78.2~NZW2PVAAG3KO.2 size=99689 2024-04-10T15:51:10.111 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.119+0000 7f0dda17f780 1 < canceled multipart upload key=5PTGEI8J4Q78 upload=NZW2PVAAG3KO tag=KT4RE28W7NZN type=write size=3245417 2024-04-10T15:51:10.115 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.123+0000 7f0dda17f780 1 > prepared part key=_multipart_DRNFVWXVQQUT.2~PSL4C4ZCT2CX.0 size=1048576 2024-04-10T15:51:10.117 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.125+0000 7f0dda17f780 1 > prepared part key=_multipart_DRNFVWXVQQUT.2~PSL4C4ZCT2CX.1 size=758828 2024-04-10T15:51:10.117 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.125+0000 7f0dda17f780 1 > prepared multipart upload key=DRNFVWXVQQUT upload=PSL4C4ZCT2CX tag=YXZ7KLI1QZG3 type=write size=2855980 2024-04-10T15:51:10.119 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.127+0000 7f0dda17f780 1 < completed part key=_multipart_EZ2HJBZ8EY6J.2~80Z62Y1S6YGX.0 size=171942 2024-04-10T15:51:10.122 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.131+0000 7f0dda17f780 1 < completed multipart upload key=EZ2HJBZ8EY6J upload=80Z62Y1S6YGX tag=1B5OV9WBYUIR type=write size=1220518 2024-04-10T15:51:10.124 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.133+0000 7f0dda17f780 1 > prepared operation key=VFKX3F9Z0OZ5 tag=IZJZ0IGZU8ZZ type=del size=2493783 2024-04-10T15:51:10.127 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.135+0000 7f0dda17f780 1 < completed write operation key=7R1LO48KG193 tag=S8BC3EID06HE type=write size=343973 2024-04-10T15:51:10.129 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.137+0000 7f0dda17f780 1 > prepared operation key=H433FHMII9ZA tag=3GLUOP3NKV3V type=del size=480926 2024-04-10T15:51:10.131 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.139+0000 7f0dda17f780 1 < completed delete operation key=EZ2HJBZ8EY6J tag=3M01AKYHX521 type=del 2024-04-10T15:51:10.135 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.143+0000 7f0dda17f780 1 > prepared part key=_multipart_W1N9JNIA6ZML.2~KMNW3FNBNPU5.0 size=998173 2024-04-10T15:51:10.135 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.143+0000 7f0dda17f780 1 > prepared multipart upload key=W1N9JNIA6ZML upload=KMNW3FNBNPU5 tag=0BSXVNK6LIKO type=write size=2046749 2024-04-10T15:51:10.137 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.145+0000 7f0dda17f780 1 < completed delete operation key=P7QI1303WDML tag=IUEF48TEVCID type=del 2024-04-10T15:51:10.140 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.148+0000 7f0dda17f780 1 > prepared part key=_multipart_WB4E7VQYBXDP.2~C5QEHJPC0OOW.0 size=780327 2024-04-10T15:51:10.140 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.148+0000 7f0dda17f780 1 > prepared multipart upload key=WB4E7VQYBXDP upload=C5QEHJPC0OOW tag=DE3HUUAESIHS type=write size=1828903 2024-04-10T15:51:10.145 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.153+0000 7f0dda17f780 1 < suggested remove operation key=5VUYRX80DJNN tag=KPY5JUUKDPTR type=write 2024-04-10T15:51:10.146 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.154+0000 7f0dda17f780 1 > prepared operation key=WB4E7VQYBXDP tag=3746Z5MNSC89 type=del size=2776071 2024-04-10T15:51:10.151 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.160+0000 7f0dda17f780 1 < suggested remove operation key=0EQWI1AD1VHA tag=SVI6TFLPC1AL type=del 2024-04-10T15:51:10.153 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.162+0000 7f0dda17f780 1 > prepared operation key=VKTXOZU1BOHT tag=1XHVPOT6G28B type=del size=1306103 2024-04-10T15:51:10.155 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.164+0000 7f0dda17f780 1 < completed part key=_multipart_VKTXOZU1BOHT.2~E29S5JBP3RRM.0 size=691775 2024-04-10T15:51:10.159 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.167+0000 7f0dda17f780 1 < completed multipart upload key=VKTXOZU1BOHT upload=E29S5JBP3RRM tag=1VPH3GJH5UN4 type=write size=1740351 2024-04-10T15:51:10.163 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.171+0000 7f0dda17f780 1 > prepared part key=_multipart_EZ2HJBZ8EY6J.2~WTEK8OJVR8GQ.0 size=1048576 2024-04-10T15:51:10.164 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.173+0000 7f0dda17f780 1 > prepared part key=_multipart_EZ2HJBZ8EY6J.2~WTEK8OJVR8GQ.1 size=391402 2024-04-10T15:51:10.165 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.173+0000 7f0dda17f780 1 > prepared multipart upload key=EZ2HJBZ8EY6J upload=WTEK8OJVR8GQ tag=4WOVXY1IVZSD type=write size=2488554 2024-04-10T15:51:10.167 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.175+0000 7f0dda17f780 1 < completed delete operation key=LPSA55UNQS7T tag=H8L34W43B5A6 type=del 2024-04-10T15:51:10.170 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.179+0000 7f0dda17f780 1 > prepared part key=_multipart_6V3UX4ZSIBZX.2~MBC31067TXD7.0 size=1048576 2024-04-10T15:51:10.172 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.180+0000 7f0dda17f780 1 > prepared part key=_multipart_6V3UX4ZSIBZX.2~MBC31067TXD7.1 size=1048576 2024-04-10T15:51:10.174 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.182+0000 7f0dda17f780 1 > prepared part key=_multipart_6V3UX4ZSIBZX.2~MBC31067TXD7.2 size=77856 2024-04-10T15:51:10.174 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.182+0000 7f0dda17f780 1 > prepared multipart upload key=6V3UX4ZSIBZX upload=MBC31067TXD7 tag=6NL09UC96F8V type=write size=3223584 2024-04-10T15:51:10.176 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.184+0000 7f0dda17f780 1 < completed part key=_multipart_P7QI1303WDML.2~RPHX5GL4O8JM.0 size=1048576 2024-04-10T15:51:10.178 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.187+0000 7f0dda17f780 1 < completed part key=_multipart_P7QI1303WDML.2~RPHX5GL4O8JM.1 size=304728 2024-04-10T15:51:10.183 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.191+0000 7f0dda17f780 1 < completed multipart upload key=P7QI1303WDML upload=RPHX5GL4O8JM tag=STJAPSXNAEWZ type=write size=2401880 2024-04-10T15:51:10.187 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.195+0000 7f0dda17f780 1 > prepared part key=_multipart_0EQWI1AD1VHA.2~AD2T7CZ7ZTNI.0 size=1048576 2024-04-10T15:51:10.189 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.197+0000 7f0dda17f780 1 > prepared part key=_multipart_0EQWI1AD1VHA.2~AD2T7CZ7ZTNI.1 size=895947 2024-04-10T15:51:10.189 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.197+0000 7f0dda17f780 1 > prepared multipart upload key=0EQWI1AD1VHA upload=AD2T7CZ7ZTNI tag=CZ3ZIERCFG18 type=write size=2993099 2024-04-10T15:51:10.191 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.199+0000 7f0dda17f780 1 < completed part key=_multipart_WB4E7VQYBXDP.2~NIHQ8U90RIVB.0 size=1048576 2024-04-10T15:51:10.193 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.201+0000 7f0dda17f780 1 < completed part key=_multipart_WB4E7VQYBXDP.2~NIHQ8U90RIVB.1 size=1039739 2024-04-10T15:51:10.196 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.205+0000 7f0dda17f780 1 < completed multipart upload key=WB4E7VQYBXDP upload=NIHQ8U90RIVB tag=L43P3QHDRJGQ type=write size=3136891 2024-04-10T15:51:10.200 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.208+0000 7f0dda17f780 1 > prepared part key=_multipart_LPSA55UNQS7T.2~V0RW7MKGULWY.0 size=446073 2024-04-10T15:51:10.200 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.208+0000 7f0dda17f780 1 > prepared multipart upload key=LPSA55UNQS7T upload=V0RW7MKGULWY tag=I46LJP5WYV8H type=write size=1494649 2024-04-10T15:51:10.202 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.210+0000 7f0dda17f780 1 < completed part key=_multipart_W1N9JNIA6ZML.2~SPAMP41MYF13.0 size=315967 2024-04-10T15:51:10.205 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.213+0000 7f0dda17f780 1 < completed multipart upload key=W1N9JNIA6ZML upload=SPAMP41MYF13 tag=WAMLFCASA4F4 type=write size=1364543 2024-04-10T15:51:10.208 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.216+0000 7f0dda17f780 1 > prepared operation key=H433FHMII9ZA tag=0GW8ED48UEJF type=del size=3071770 2024-04-10T15:51:10.210 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.218+0000 7f0dda17f780 1 < completed delete operation key=7R29VV7JYRWM tag=F9P7YEQ0YCKJ type=del 2024-04-10T15:51:10.212 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.220+0000 7f0dda17f780 1 > prepared operation key=W1N9JNIA6ZML tag=IX1WIHC5CP1R type=del size=4030721 2024-04-10T15:51:10.214 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.223+0000 7f0dda17f780 1 < completed delete operation key=W0QQNH1PRYVL tag=9OVMCO3EE17J type=del 2024-04-10T15:51:10.217 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.225+0000 7f0dda17f780 1 > prepared operation key=W72JTU6KAY5Q tag=0X8ZKY2QPBXH type=del size=3487089 2024-04-10T15:51:10.218 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.227+0000 7f0dda17f780 1 < completed delete operation key=7R29VV7JYRWM tag=1BZNKFRAZM16 type=del 2024-04-10T15:51:10.222 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.230+0000 7f0dda17f780 1 > prepared part key=_multipart_O2DQ4CPAMY72.2~BXW7FHF65J28.0 size=589835 2024-04-10T15:51:10.222 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.230+0000 7f0dda17f780 1 > prepared multipart upload key=O2DQ4CPAMY72 upload=BXW7FHF65J28 tag=F7SVI6ZV3LEY type=write size=1638411 2024-04-10T15:51:10.224 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.232+0000 7f0dda17f780 1 < completed part key=_multipart_M31TS1RYVD2I.2~2JNBB8KCPOCH.0 size=658577 2024-04-10T15:51:10.230 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.238+0000 7f0dda17f780 1 < completed multipart upload key=M31TS1RYVD2I upload=2JNBB8KCPOCH tag=BS7U5DA3FQJ0 type=write size=1707153 2024-04-10T15:51:10.232 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.240+0000 7f0dda17f780 1 > prepared operation key=XDWUTYA27EZF tag=QN2NQMOGHYM0 type=del size=1271671 2024-04-10T15:51:10.235 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.243+0000 7f0dda17f780 1 < completed part key=_multipart_DRNFVWXVQQUT.2~PSL4C4ZCT2CX.0 size=1048576 2024-04-10T15:51:10.236 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.245+0000 7f0dda17f780 1 < completed part key=_multipart_DRNFVWXVQQUT.2~PSL4C4ZCT2CX.1 size=758828 2024-04-10T15:51:10.241 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.249+0000 7f0dda17f780 1 < completed multipart upload key=DRNFVWXVQQUT upload=PSL4C4ZCT2CX tag=YXZ7KLI1QZG3 type=write size=2855980 2024-04-10T15:51:10.243 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.251+0000 7f0dda17f780 1 > prepared operation key=GK8B4QASB1P8 tag=UIY1O62Q9H05 type=write size=229680 2024-04-10T15:51:10.244 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:51:09 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:51:10.245 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.253+0000 7f0dda17f780 1 < completed delete operation key=VFKX3F9Z0OZ5 tag=IZJZ0IGZU8ZZ type=del 2024-04-10T15:51:10.247 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.255+0000 7f0dda17f780 1 > prepared operation key=M31TS1RYVD2I tag=SHIYJ89N3UK6 type=write size=4945 2024-04-10T15:51:10.249 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.258+0000 7f0dda17f780 1 < completed delete operation key=H433FHMII9ZA tag=3GLUOP3NKV3V type=del 2024-04-10T15:51:10.251 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.260+0000 7f0dda17f780 1 > prepared operation key=0EQWI1AD1VHA tag=F66MG98UAFI3 type=del size=3772351 2024-04-10T15:51:10.253 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.262+0000 7f0dda17f780 1 < completed part key=_multipart_W1N9JNIA6ZML.2~KMNW3FNBNPU5.0 size=998173 2024-04-10T15:51:10.258 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.266+0000 7f0dda17f780 1 < completed multipart upload key=W1N9JNIA6ZML upload=KMNW3FNBNPU5 tag=0BSXVNK6LIKO type=write size=2046749 2024-04-10T15:51:10.260 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.268+0000 7f0dda17f780 1 > prepared operation key=EZ2HJBZ8EY6J tag=RNBQ0LRND3JR type=write size=617845 2024-04-10T15:51:10.261 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.270+0000 7f0dda17f780 1 < completed part key=_multipart_WB4E7VQYBXDP.2~C5QEHJPC0OOW.0 size=780327 2024-04-10T15:51:10.265 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.273+0000 7f0dda17f780 1 < completed multipart upload key=WB4E7VQYBXDP upload=C5QEHJPC0OOW tag=DE3HUUAESIHS type=write size=1828903 2024-04-10T15:51:10.268 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.277+0000 7f0dda17f780 1 > prepared part key=_multipart_W72JTU6KAY5Q.2~WSCC0QDSOUSF.0 size=1048576 2024-04-10T15:51:10.270 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.278+0000 7f0dda17f780 1 > prepared part key=_multipart_W72JTU6KAY5Q.2~WSCC0QDSOUSF.1 size=1048576 2024-04-10T15:51:10.272 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.280+0000 7f0dda17f780 1 > prepared part key=_multipart_W72JTU6KAY5Q.2~WSCC0QDSOUSF.2 size=802308 2024-04-10T15:51:10.272 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.280+0000 7f0dda17f780 1 > prepared multipart upload key=W72JTU6KAY5Q upload=WSCC0QDSOUSF tag=E11S5T0PP1SL type=write size=3948036 2024-04-10T15:51:10.275 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.284+0000 7f0dda17f780 1 < suggested remove operation key=WB4E7VQYBXDP tag=3746Z5MNSC89 type=del 2024-04-10T15:51:10.277 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.286+0000 7f0dda17f780 1 > prepared operation key=W72JTU6KAY5Q tag=EQQQG10FYAS0 type=del size=3840743 2024-04-10T15:51:10.281 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.289+0000 7f0dda17f780 1 < suggested update operation key=VKTXOZU1BOHT tag=1XHVPOT6G28B type=del size=1306103 2024-04-10T15:51:10.283 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.291+0000 7f0dda17f780 1 > prepared operation key=1XDQOHF2EHZG tag=3LI7ZB0OLYMR type=del size=3204843 2024-04-10T15:51:10.283 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.292+0000 7f0dda17f780 1 < canceled part key=_multipart_EZ2HJBZ8EY6J.2~WTEK8OJVR8GQ.0 size=1048576 2024-04-10T15:51:10.286 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.294+0000 7f0dda17f780 1 < completed part key=_multipart_EZ2HJBZ8EY6J.2~WTEK8OJVR8GQ.1 size=391402 2024-04-10T15:51:10.289 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.297+0000 7f0dda17f780 1 < canceled multipart upload key=EZ2HJBZ8EY6J upload=WTEK8OJVR8GQ tag=4WOVXY1IVZSD type=write size=2488554 2024-04-10T15:51:10.293 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.301+0000 7f0dda17f780 1 > prepared part key=_multipart_76DRYPHC6HG3.2~QAS1ULRON3WM.0 size=77416 2024-04-10T15:51:10.293 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.301+0000 7f0dda17f780 1 > prepared multipart upload key=76DRYPHC6HG3 upload=QAS1ULRON3WM tag=017FCFG7961H type=write size=1125992 2024-04-10T15:51:10.295 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.303+0000 7f0dda17f780 1 < completed part key=_multipart_6V3UX4ZSIBZX.2~MBC31067TXD7.0 size=1048576 2024-04-10T15:51:10.296 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.304+0000 7f0dda17f780 1 < completed part key=_multipart_6V3UX4ZSIBZX.2~MBC31067TXD7.1 size=1048576 2024-04-10T15:51:10.298 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.306+0000 7f0dda17f780 1 < completed part key=_multipart_6V3UX4ZSIBZX.2~MBC31067TXD7.2 size=77856 2024-04-10T15:51:10.302 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.310+0000 7f0dda17f780 1 < completed multipart upload key=6V3UX4ZSIBZX upload=MBC31067TXD7 tag=6NL09UC96F8V type=write size=3223584 2024-04-10T15:51:10.303 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.312+0000 7f0dda17f780 1 > prepared operation key=W0QQNH1PRYVL tag=NIVOE8M6UET4 type=del size=1213292 2024-04-10T15:51:10.306 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.314+0000 7f0dda17f780 1 < completed part key=_multipart_0EQWI1AD1VHA.2~AD2T7CZ7ZTNI.0 size=1048576 2024-04-10T15:51:10.308 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.316+0000 7f0dda17f780 1 < completed part key=_multipart_0EQWI1AD1VHA.2~AD2T7CZ7ZTNI.1 size=895947 2024-04-10T15:51:10.311 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.319+0000 7f0dda17f780 1 < completed multipart upload key=0EQWI1AD1VHA upload=AD2T7CZ7ZTNI tag=CZ3ZIERCFG18 type=write size=2993099 2024-04-10T15:51:10.315 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.323+0000 7f0dda17f780 1 > prepared part key=_multipart_W1N9JNIA6ZML.2~3G1550P8QDRU.0 size=356616 2024-04-10T15:51:10.315 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.323+0000 7f0dda17f780 1 > prepared multipart upload key=W1N9JNIA6ZML upload=3G1550P8QDRU tag=FSSDOMSN2JIH type=write size=1405192 2024-04-10T15:51:10.317 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.325+0000 7f0dda17f780 1 < completed part key=_multipart_LPSA55UNQS7T.2~V0RW7MKGULWY.0 size=446073 2024-04-10T15:51:10.321 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.329+0000 7f0dda17f780 1 < completed multipart upload key=LPSA55UNQS7T upload=V0RW7MKGULWY tag=I46LJP5WYV8H type=write size=1494649 2024-04-10T15:51:10.323 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.331+0000 7f0dda17f780 1 > prepared operation key=P7QI1303WDML tag=TL8ZU4Z0ZB3G type=write size=744238 2024-04-10T15:51:10.325 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.333+0000 7f0dda17f780 1 < completed delete operation key=H433FHMII9ZA tag=0GW8ED48UEJF type=del 2024-04-10T15:51:10.329 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.338+0000 7f0dda17f780 1 > prepared part key=_multipart_P7QI1303WDML.2~MQBLO3P9DY6D.0 size=1048576 2024-04-10T15:51:10.331 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.339+0000 7f0dda17f780 1 > prepared part key=_multipart_P7QI1303WDML.2~MQBLO3P9DY6D.1 size=1048576 2024-04-10T15:51:10.333 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.341+0000 7f0dda17f780 1 > prepared part key=_multipart_P7QI1303WDML.2~MQBLO3P9DY6D.2 size=903109 2024-04-10T15:51:10.333 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.341+0000 7f0dda17f780 1 > prepared multipart upload key=P7QI1303WDML upload=MQBLO3P9DY6D tag=N1BGH5IU02U5 type=write size=4048837 2024-04-10T15:51:10.335 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.343+0000 7f0dda17f780 1 < completed delete operation key=W1N9JNIA6ZML tag=IX1WIHC5CP1R type=del 2024-04-10T15:51:10.337 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.345+0000 7f0dda17f780 1 > prepared operation key=P7QI1303WDML tag=NLUWLUY0EG6S type=write size=200696 2024-04-10T15:51:10.339 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.347+0000 7f0dda17f780 1 < completed delete operation key=W72JTU6KAY5Q tag=0X8ZKY2QPBXH type=del 2024-04-10T15:51:10.341 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.349+0000 7f0dda17f780 1 > prepared operation key=W1N9JNIA6ZML tag=A0EKSOA10U1L type=write size=103559 2024-04-10T15:51:10.343 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.351+0000 7f0dda17f780 1 < completed part key=_multipart_O2DQ4CPAMY72.2~BXW7FHF65J28.0 size=589835 2024-04-10T15:51:10.347 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.355+0000 7f0dda17f780 1 < completed multipart upload key=O2DQ4CPAMY72 upload=BXW7FHF65J28 tag=F7SVI6ZV3LEY type=write size=1638411 2024-04-10T15:51:10.350 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.359+0000 7f0dda17f780 1 > prepared part key=_multipart_1XDQOHF2EHZG.2~RAR3CIG78LAC.0 size=619318 2024-04-10T15:51:10.350 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.359+0000 7f0dda17f780 1 > prepared multipart upload key=1XDQOHF2EHZG upload=RAR3CIG78LAC tag=X2DUQ6MPXRUY type=write size=1667894 2024-04-10T15:51:10.352 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.361+0000 7f0dda17f780 1 < completed delete operation key=XDWUTYA27EZF tag=QN2NQMOGHYM0 type=del 2024-04-10T15:51:10.355 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.363+0000 7f0dda17f780 1 > prepared operation key=VFKX3F9Z0OZ5 tag=JVN62P447KAX type=del size=3583438 2024-04-10T15:51:10.359 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.367+0000 7f0dda17f780 1 < suggested update operation key=GK8B4QASB1P8 tag=UIY1O62Q9H05 type=write size=229680 2024-04-10T15:51:10.362 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.371+0000 7f0dda17f780 1 > prepared part key=_multipart_7R29VV7JYRWM.2~HAPS5O36JN4B.0 size=1048576 2024-04-10T15:51:10.364 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.372+0000 7f0dda17f780 1 > prepared part key=_multipart_7R29VV7JYRWM.2~HAPS5O36JN4B.1 size=815759 2024-04-10T15:51:10.364 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.372+0000 7f0dda17f780 1 > prepared multipart upload key=7R29VV7JYRWM upload=HAPS5O36JN4B tag=3LDED33P52S1 type=write size=2912911 2024-04-10T15:51:10.366 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.375+0000 7f0dda17f780 1 < completed write operation key=M31TS1RYVD2I tag=SHIYJ89N3UK6 type=write size=4945 2024-04-10T15:51:10.369 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.377+0000 7f0dda17f780 1 > prepared operation key=P7QI1303WDML tag=Q7YF2M0UK957 type=write size=1032099 2024-04-10T15:51:10.372 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.380+0000 7f0dda17f780 1 < completed delete operation key=0EQWI1AD1VHA tag=F66MG98UAFI3 type=del 2024-04-10T15:51:10.374 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.382+0000 7f0dda17f780 1 > prepared operation key=6V3UX4ZSIBZX tag=UM6R5L11JM41 type=del size=1954431 2024-04-10T15:51:10.376 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.384+0000 7f0dda17f780 1 < completed write operation key=EZ2HJBZ8EY6J tag=RNBQ0LRND3JR type=write size=617845 2024-04-10T15:51:10.380 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.388+0000 7f0dda17f780 1 > prepared part key=_multipart_QJ9GK4CHH36X.2~T3G732BD0YBT.0 size=424244 2024-04-10T15:51:10.380 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.388+0000 7f0dda17f780 1 > prepared multipart upload key=QJ9GK4CHH36X upload=T3G732BD0YBT tag=MNKXFJESG96X type=write size=1472820 2024-04-10T15:51:10.382 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.390+0000 7f0dda17f780 1 < completed part key=_multipart_W72JTU6KAY5Q.2~WSCC0QDSOUSF.0 size=1048576 2024-04-10T15:51:10.384 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.392+0000 7f0dda17f780 1 < completed part key=_multipart_W72JTU6KAY5Q.2~WSCC0QDSOUSF.1 size=1048576 2024-04-10T15:51:10.385 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.393+0000 7f0dda17f780 1 < completed part key=_multipart_W72JTU6KAY5Q.2~WSCC0QDSOUSF.2 size=802308 2024-04-10T15:51:10.389 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.397+0000 7f0dda17f780 1 < completed multipart upload key=W72JTU6KAY5Q upload=WSCC0QDSOUSF tag=E11S5T0PP1SL type=write size=3948036 2024-04-10T15:51:10.391 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.399+0000 7f0dda17f780 1 > prepared operation key=M31TS1RYVD2I tag=AWCBWC28DOQ8 type=del size=4095299 2024-04-10T15:51:10.395 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.403+0000 7f0dda17f780 1 < suggested remove operation key=W72JTU6KAY5Q tag=EQQQG10FYAS0 type=del 2024-04-10T15:51:10.399 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.407+0000 7f0dda17f780 1 > prepared part key=_multipart_QJ9GK4CHH36X.2~ZLU330I6SEYO.0 size=1048576 2024-04-10T15:51:10.400 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.408+0000 7f0dda17f780 1 > prepared part key=_multipart_QJ9GK4CHH36X.2~ZLU330I6SEYO.1 size=1048576 2024-04-10T15:51:10.403 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.411+0000 7f0dda17f780 1 > prepared part key=_multipart_QJ9GK4CHH36X.2~ZLU330I6SEYO.2 size=958229 2024-04-10T15:51:10.403 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.411+0000 7f0dda17f780 1 > prepared multipart upload key=QJ9GK4CHH36X upload=ZLU330I6SEYO tag=D8TWEN6OH3UD type=write size=4103957 2024-04-10T15:51:10.405 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.413+0000 7f0dda17f780 1 < completed delete operation key=1XDQOHF2EHZG tag=3LI7ZB0OLYMR type=del 2024-04-10T15:51:10.409 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.417+0000 7f0dda17f780 1 > prepared part key=_multipart_M31TS1RYVD2I.2~8IDY42O0RQ02.0 size=107790 2024-04-10T15:51:10.409 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.417+0000 7f0dda17f780 1 > prepared multipart upload key=M31TS1RYVD2I upload=8IDY42O0RQ02 tag=TB81S5QIR7SL type=write size=1156366 2024-04-10T15:51:10.411 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.419+0000 7f0dda17f780 1 < completed part key=_multipart_76DRYPHC6HG3.2~QAS1ULRON3WM.0 size=77416 2024-04-10T15:51:10.414 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.422+0000 7f0dda17f780 1 < completed multipart upload key=76DRYPHC6HG3 upload=QAS1ULRON3WM tag=017FCFG7961H type=write size=1125992 2024-04-10T15:51:10.418 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.426+0000 7f0dda17f780 1 > prepared part key=_multipart_W1N9JNIA6ZML.2~5O0WXLR8D8LF.0 size=1048576 2024-04-10T15:51:10.420 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.428+0000 7f0dda17f780 1 > prepared part key=_multipart_W1N9JNIA6ZML.2~5O0WXLR8D8LF.1 size=1048576 2024-04-10T15:51:10.422 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.430+0000 7f0dda17f780 1 > prepared part key=_multipart_W1N9JNIA6ZML.2~5O0WXLR8D8LF.2 size=14136 2024-04-10T15:51:10.422 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.430+0000 7f0dda17f780 1 > prepared multipart upload key=W1N9JNIA6ZML upload=5O0WXLR8D8LF tag=IC08HBCS641F type=write size=3159864 2024-04-10T15:51:10.425 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.434+0000 7f0dda17f780 1 < suggested update operation key=W0QQNH1PRYVL tag=NIVOE8M6UET4 type=del size=1213292 2024-04-10T15:51:10.431 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.439+0000 7f0dda17f780 1 > prepared part key=_multipart_M31TS1RYVD2I.2~VYUZDC6Y3S56.0 size=1048576 2024-04-10T15:51:10.433 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.441+0000 7f0dda17f780 1 > prepared part key=_multipart_M31TS1RYVD2I.2~VYUZDC6Y3S56.1 size=1048576 2024-04-10T15:51:10.435 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.443+0000 7f0dda17f780 1 > prepared part key=_multipart_M31TS1RYVD2I.2~VYUZDC6Y3S56.2 size=790245 2024-04-10T15:51:10.435 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.443+0000 7f0dda17f780 1 > prepared multipart upload key=M31TS1RYVD2I upload=VYUZDC6Y3S56 tag=2P1JQH5YKQVR type=write size=3935973 2024-04-10T15:51:10.435 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.443+0000 7f0dda17f780 1 < canceled part key=_multipart_W1N9JNIA6ZML.2~3G1550P8QDRU.0 size=356616 2024-04-10T15:51:10.438 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.446+0000 7f0dda17f780 1 < canceled multipart upload key=W1N9JNIA6ZML upload=3G1550P8QDRU tag=FSSDOMSN2JIH type=write size=1405192 2024-04-10T15:51:10.441 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.449+0000 7f0dda17f780 1 > prepared operation key=1XDQOHF2EHZG tag=PMCU8SSASLUP type=write size=774153 2024-04-10T15:51:10.443 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.451+0000 7f0dda17f780 1 < canceled operation key=P7QI1303WDML tag=TL8ZU4Z0ZB3G type=write size=744238 2024-04-10T15:51:10.445 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.453+0000 7f0dda17f780 1 > prepared operation key=4GB88X6QZH6E tag=H3W9XI4O2LTS type=del size=362403 2024-04-10T15:51:10.447 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.455+0000 7f0dda17f780 1 < completed part key=_multipart_P7QI1303WDML.2~MQBLO3P9DY6D.0 size=1048576 2024-04-10T15:51:10.449 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.457+0000 7f0dda17f780 1 < completed part key=_multipart_P7QI1303WDML.2~MQBLO3P9DY6D.1 size=1048576 2024-04-10T15:51:10.451 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.459+0000 7f0dda17f780 1 < completed part key=_multipart_P7QI1303WDML.2~MQBLO3P9DY6D.2 size=903109 2024-04-10T15:51:10.454 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.462+0000 7f0dda17f780 1 < completed multipart upload key=P7QI1303WDML upload=MQBLO3P9DY6D tag=N1BGH5IU02U5 type=write size=4048837 2024-04-10T15:51:10.458 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.466+0000 7f0dda17f780 1 > prepared part key=_multipart_76DRYPHC6HG3.2~L3ID38FIY25U.0 size=636851 2024-04-10T15:51:10.458 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.466+0000 7f0dda17f780 1 > prepared multipart upload key=76DRYPHC6HG3 upload=L3ID38FIY25U tag=2WICWPK164QG type=write size=1685427 2024-04-10T15:51:10.460 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.468+0000 7f0dda17f780 1 < completed write operation key=P7QI1303WDML tag=NLUWLUY0EG6S type=write size=200696 2024-04-10T15:51:10.462 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.470+0000 7f0dda17f780 1 > prepared operation key=O0U4M0VYXZJ9 tag=7RCOLZNL93SN type=del size=2253334 2024-04-10T15:51:10.464 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.473+0000 7f0dda17f780 1 < completed write operation key=W1N9JNIA6ZML tag=A0EKSOA10U1L type=write size=103559 2024-04-10T15:51:10.468 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.477+0000 7f0dda17f780 1 > prepared part key=_multipart_9QFS277S5EY3.2~NLLTWHIXPXI3.0 size=34057 2024-04-10T15:51:10.468 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.477+0000 7f0dda17f780 1 > prepared multipart upload key=9QFS277S5EY3 upload=NLLTWHIXPXI3 tag=B324RIXF20RX type=write size=1082633 2024-04-10T15:51:10.470 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.479+0000 7f0dda17f780 1 < completed part key=_multipart_1XDQOHF2EHZG.2~RAR3CIG78LAC.0 size=619318 2024-04-10T15:51:10.474 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.482+0000 7f0dda17f780 1 < completed multipart upload key=1XDQOHF2EHZG upload=RAR3CIG78LAC tag=X2DUQ6MPXRUY type=write size=1667894 2024-04-10T15:51:10.478 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.486+0000 7f0dda17f780 1 > prepared part key=_multipart_P7QI1303WDML.2~URG5TH7QR2LE.0 size=1048576 2024-04-10T15:51:10.480 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.488+0000 7f0dda17f780 1 > prepared part key=_multipart_P7QI1303WDML.2~URG5TH7QR2LE.1 size=1048576 2024-04-10T15:51:10.481 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.490+0000 7f0dda17f780 1 > prepared part key=_multipart_P7QI1303WDML.2~URG5TH7QR2LE.2 size=49984 2024-04-10T15:51:10.482 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.490+0000 7f0dda17f780 1 > prepared multipart upload key=P7QI1303WDML upload=URG5TH7QR2LE tag=0XVOH005E1OQ type=write size=3195712 2024-04-10T15:51:10.484 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.492+0000 7f0dda17f780 1 < completed delete operation key=VFKX3F9Z0OZ5 tag=JVN62P447KAX type=del 2024-04-10T15:51:10.487 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.495+0000 7f0dda17f780 1 > prepared part key=_multipart_7R29VV7JYRWM.2~OFW94G7BKL9M.0 size=225287 2024-04-10T15:51:10.487 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.495+0000 7f0dda17f780 1 > prepared multipart upload key=7R29VV7JYRWM upload=OFW94G7BKL9M tag=BN6K6LN5EYCA type=write size=1273863 2024-04-10T15:51:10.489 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.498+0000 7f0dda17f780 1 < completed part key=_multipart_7R29VV7JYRWM.2~HAPS5O36JN4B.0 size=1048576 2024-04-10T15:51:10.491 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.499+0000 7f0dda17f780 1 < completed part key=_multipart_7R29VV7JYRWM.2~HAPS5O36JN4B.1 size=815759 2024-04-10T15:51:10.495 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.503+0000 7f0dda17f780 1 < completed multipart upload key=7R29VV7JYRWM upload=HAPS5O36JN4B tag=3LDED33P52S1 type=write size=2912911 2024-04-10T15:51:10.498 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.507+0000 7f0dda17f780 1 > prepared part key=_multipart_5PTGEI8J4Q78.2~482PD9KOXDUV.0 size=1048576 2024-04-10T15:51:10.500 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.509+0000 7f0dda17f780 1 > prepared part key=_multipart_5PTGEI8J4Q78.2~482PD9KOXDUV.1 size=1048576 2024-04-10T15:51:10.502 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.510+0000 7f0dda17f780 1 > prepared part key=_multipart_5PTGEI8J4Q78.2~482PD9KOXDUV.2 size=731063 2024-04-10T15:51:10.502 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.510+0000 7f0dda17f780 1 > prepared multipart upload key=5PTGEI8J4Q78 upload=482PD9KOXDUV tag=KQN1JVZVR5NG type=write size=3876791 2024-04-10T15:51:10.504 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.512+0000 7f0dda17f780 1 < completed write operation key=P7QI1303WDML tag=Q7YF2M0UK957 type=write size=1032099 2024-04-10T15:51:10.509 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.517+0000 7f0dda17f780 1 > prepared part key=_multipart_1XDQOHF2EHZG.2~X5TY0AODNR7A.0 size=1048576 2024-04-10T15:51:10.511 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.519+0000 7f0dda17f780 1 > prepared part key=_multipart_1XDQOHF2EHZG.2~X5TY0AODNR7A.1 size=615775 2024-04-10T15:51:10.511 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.519+0000 7f0dda17f780 1 > prepared multipart upload key=1XDQOHF2EHZG upload=X5TY0AODNR7A tag=XGG7WYVNC736 type=write size=2712927 2024-04-10T15:51:10.512 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.521+0000 7f0dda17f780 1 < completed delete operation key=6V3UX4ZSIBZX tag=UM6R5L11JM41 type=del 2024-04-10T15:51:10.517 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.525+0000 7f0dda17f780 1 > prepared part key=_multipart_76DRYPHC6HG3.2~LZDUW5WAG25N.0 size=1048576 2024-04-10T15:51:10.518 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.527+0000 7f0dda17f780 1 > prepared part key=_multipart_76DRYPHC6HG3.2~LZDUW5WAG25N.1 size=1048576 2024-04-10T15:51:10.520 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.528+0000 7f0dda17f780 1 > prepared part key=_multipart_76DRYPHC6HG3.2~LZDUW5WAG25N.2 size=274599 2024-04-10T15:51:10.520 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.528+0000 7f0dda17f780 1 > prepared multipart upload key=76DRYPHC6HG3 upload=LZDUW5WAG25N tag=ZXO51RQM1S0F type=write size=3420327 2024-04-10T15:51:10.522 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.530+0000 7f0dda17f780 1 < completed part key=_multipart_QJ9GK4CHH36X.2~T3G732BD0YBT.0 size=424244 2024-04-10T15:51:10.526 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.534+0000 7f0dda17f780 1 < completed multipart upload key=QJ9GK4CHH36X upload=T3G732BD0YBT tag=MNKXFJESG96X type=write size=1472820 2024-04-10T15:51:10.528 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.536+0000 7f0dda17f780 1 > prepared operation key=5PTGEI8J4Q78 tag=47F9EKV18TR6 type=del size=2604804 2024-04-10T15:51:10.531 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.539+0000 7f0dda17f780 1 < completed delete operation key=M31TS1RYVD2I tag=AWCBWC28DOQ8 type=del 2024-04-10T15:51:10.533 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.541+0000 7f0dda17f780 1 > prepared operation key=1XDQOHF2EHZG tag=HS8W574EVVKL type=del size=1957298 2024-04-10T15:51:10.535 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.543+0000 7f0dda17f780 1 < completed part key=_multipart_QJ9GK4CHH36X.2~ZLU330I6SEYO.0 size=1048576 2024-04-10T15:51:10.536 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.545+0000 7f0dda17f780 1 < completed part key=_multipart_QJ9GK4CHH36X.2~ZLU330I6SEYO.1 size=1048576 2024-04-10T15:51:10.538 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.546+0000 7f0dda17f780 1 < completed part key=_multipart_QJ9GK4CHH36X.2~ZLU330I6SEYO.2 size=958229 2024-04-10T15:51:10.542 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.550+0000 7f0dda17f780 1 < completed multipart upload key=QJ9GK4CHH36X upload=ZLU330I6SEYO tag=D8TWEN6OH3UD type=write size=4103957 2024-04-10T15:51:10.544 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.552+0000 7f0dda17f780 1 > prepared operation key=7R29VV7JYRWM tag=VHE25F4IVCF2 type=del size=1384746 2024-04-10T15:51:10.546 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.554+0000 7f0dda17f780 1 < completed part key=_multipart_M31TS1RYVD2I.2~8IDY42O0RQ02.0 size=107790 2024-04-10T15:51:10.549 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.557+0000 7f0dda17f780 1 < completed multipart upload key=M31TS1RYVD2I upload=8IDY42O0RQ02 tag=TB81S5QIR7SL type=write size=1156366 2024-04-10T15:51:10.553 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.561+0000 7f0dda17f780 1 > prepared part key=_multipart_WB4E7VQYBXDP.2~I6CXMQZI5ARH.0 size=1048576 2024-04-10T15:51:10.555 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.563+0000 7f0dda17f780 1 > prepared part key=_multipart_WB4E7VQYBXDP.2~I6CXMQZI5ARH.1 size=706705 2024-04-10T15:51:10.555 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.563+0000 7f0dda17f780 1 > prepared multipart upload key=WB4E7VQYBXDP upload=I6CXMQZI5ARH tag=K2TSASOXRFD2 type=write size=2803857 2024-04-10T15:51:10.557 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.565+0000 7f0dda17f780 1 < completed part key=_multipart_W1N9JNIA6ZML.2~5O0WXLR8D8LF.0 size=1048576 2024-04-10T15:51:10.557 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.565+0000 7f0dda17f780 1 < canceled part key=_multipart_W1N9JNIA6ZML.2~5O0WXLR8D8LF.1 size=1048576 2024-04-10T15:51:10.559 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.567+0000 7f0dda17f780 1 < completed part key=_multipart_W1N9JNIA6ZML.2~5O0WXLR8D8LF.2 size=14136 2024-04-10T15:51:10.563 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.571+0000 7f0dda17f780 1 < canceled multipart upload key=W1N9JNIA6ZML upload=5O0WXLR8D8LF tag=IC08HBCS641F type=write size=3159864 2024-04-10T15:51:10.567 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.575+0000 7f0dda17f780 1 > prepared part key=_multipart_5PTGEI8J4Q78.2~EF0NAWSB9XII.0 size=1048576 2024-04-10T15:51:10.569 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.577+0000 7f0dda17f780 1 > prepared part key=_multipart_5PTGEI8J4Q78.2~EF0NAWSB9XII.1 size=1048576 2024-04-10T15:51:10.570 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.579+0000 7f0dda17f780 1 > prepared part key=_multipart_5PTGEI8J4Q78.2~EF0NAWSB9XII.2 size=626298 2024-04-10T15:51:10.571 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.579+0000 7f0dda17f780 1 > prepared multipart upload key=5PTGEI8J4Q78 upload=EF0NAWSB9XII tag=EBAE48ETK4G2 type=write size=3772026 2024-04-10T15:51:10.573 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.581+0000 7f0dda17f780 1 < completed part key=_multipart_M31TS1RYVD2I.2~VYUZDC6Y3S56.0 size=1048576 2024-04-10T15:51:10.575 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.583+0000 7f0dda17f780 1 < completed part key=_multipart_M31TS1RYVD2I.2~VYUZDC6Y3S56.1 size=1048576 2024-04-10T15:51:10.577 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.585+0000 7f0dda17f780 1 < completed part key=_multipart_M31TS1RYVD2I.2~VYUZDC6Y3S56.2 size=790245 2024-04-10T15:51:10.581 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.589+0000 7f0dda17f780 1 < completed multipart upload key=M31TS1RYVD2I upload=VYUZDC6Y3S56 tag=2P1JQH5YKQVR type=write size=3935973 2024-04-10T15:51:10.583 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.591+0000 7f0dda17f780 1 > prepared operation key=XDWUTYA27EZF tag=REU20ECT2O0Q type=del size=3445716 2024-04-10T15:51:10.585 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.594+0000 7f0dda17f780 1 < completed write operation key=1XDQOHF2EHZG tag=PMCU8SSASLUP type=write size=774153 2024-04-10T15:51:10.587 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.596+0000 7f0dda17f780 1 > prepared operation key=W0QQNH1PRYVL tag=8AMI90ZTC24D type=write size=576626 2024-04-10T15:51:10.590 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.598+0000 7f0dda17f780 1 < canceled operation key=4GB88X6QZH6E tag=H3W9XI4O2LTS type=del size=362403 2024-04-10T15:51:10.591 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.600+0000 7f0dda17f780 1 > prepared operation key=YKTMKJ7IT90D tag=PNLT58W9WV1P type=del size=1387065 2024-04-10T15:51:10.594 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.602+0000 7f0dda17f780 1 < completed part key=_multipart_76DRYPHC6HG3.2~L3ID38FIY25U.0 size=636851 2024-04-10T15:51:10.597 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.605+0000 7f0dda17f780 1 < completed multipart upload key=76DRYPHC6HG3 upload=L3ID38FIY25U tag=2WICWPK164QG type=write size=1685427 2024-04-10T15:51:10.599 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.607+0000 7f0dda17f780 1 > prepared operation key=0EQWI1AD1VHA tag=UZXZ75Y3BWJ1 type=del size=2612000 2024-04-10T15:51:10.603 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.611+0000 7f0dda17f780 1 < suggested update operation key=O0U4M0VYXZJ9 tag=7RCOLZNL93SN type=del size=2253334 2024-04-10T15:51:10.604 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.613+0000 7f0dda17f780 1 > prepared operation key=32PMZSHN97HZ tag=F3GX7YH6ZIGJ type=del size=3201196 2024-04-10T15:51:10.607 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.615+0000 7f0dda17f780 1 < completed part key=_multipart_9QFS277S5EY3.2~NLLTWHIXPXI3.0 size=34057 2024-04-10T15:51:10.611 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.619+0000 7f0dda17f780 1 < completed multipart upload key=9QFS277S5EY3 upload=NLLTWHIXPXI3 tag=B324RIXF20RX type=write size=1082633 2024-04-10T15:51:10.613 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.621+0000 7f0dda17f780 1 > prepared operation key=Q55YN73R4WFF tag=GUNWZRKHQHNG type=write size=710429 2024-04-10T15:51:10.615 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.623+0000 7f0dda17f780 1 < completed part key=_multipart_P7QI1303WDML.2~URG5TH7QR2LE.0 size=1048576 2024-04-10T15:51:10.615 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.623+0000 7f0dda17f780 1 < canceled part key=_multipart_P7QI1303WDML.2~URG5TH7QR2LE.1 size=1048576 2024-04-10T15:51:10.616 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.625+0000 7f0dda17f780 1 < completed part key=_multipart_P7QI1303WDML.2~URG5TH7QR2LE.2 size=49984 2024-04-10T15:51:10.620 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.628+0000 7f0dda17f780 1 < canceled multipart upload key=P7QI1303WDML upload=URG5TH7QR2LE tag=0XVOH005E1OQ type=write size=3195712 2024-04-10T15:51:10.622 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.630+0000 7f0dda17f780 1 > prepared operation key=6V3UX4ZSIBZX tag=RWV18PNO341S type=write size=626304 2024-04-10T15:51:10.624 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.632+0000 7f0dda17f780 1 < completed part key=_multipart_7R29VV7JYRWM.2~OFW94G7BKL9M.0 size=225287 2024-04-10T15:51:10.627 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.635+0000 7f0dda17f780 1 < completed multipart upload key=7R29VV7JYRWM upload=OFW94G7BKL9M tag=BN6K6LN5EYCA type=write size=1273863 2024-04-10T15:51:10.630 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.638+0000 7f0dda17f780 1 > prepared operation key=VKTXOZU1BOHT tag=42S3NK3C41UQ type=del size=2393715 2024-04-10T15:51:10.631 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.640+0000 7f0dda17f780 1 < completed part key=_multipart_5PTGEI8J4Q78.2~482PD9KOXDUV.0 size=1048576 2024-04-10T15:51:10.633 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.642+0000 7f0dda17f780 1 < completed part key=_multipart_5PTGEI8J4Q78.2~482PD9KOXDUV.1 size=1048576 2024-04-10T15:51:10.635 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.643+0000 7f0dda17f780 1 < completed part key=_multipart_5PTGEI8J4Q78.2~482PD9KOXDUV.2 size=731063 2024-04-10T15:51:10.638 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.647+0000 7f0dda17f780 1 < completed multipart upload key=5PTGEI8J4Q78 upload=482PD9KOXDUV tag=KQN1JVZVR5NG type=write size=3876791 2024-04-10T15:51:10.641 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.649+0000 7f0dda17f780 1 > prepared operation key=J9DG8CWKBLB0 tag=XW0SLH4JVX82 type=del size=2897840 2024-04-10T15:51:10.643 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.651+0000 7f0dda17f780 1 < completed part key=_multipart_1XDQOHF2EHZG.2~X5TY0AODNR7A.0 size=1048576 2024-04-10T15:51:10.645 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.653+0000 7f0dda17f780 1 < completed part key=_multipart_1XDQOHF2EHZG.2~X5TY0AODNR7A.1 size=615775 2024-04-10T15:51:10.648 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.656+0000 7f0dda17f780 1 < completed multipart upload key=1XDQOHF2EHZG upload=X5TY0AODNR7A tag=XGG7WYVNC736 type=write size=2712927 2024-04-10T15:51:10.652 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.661+0000 7f0dda17f780 1 > prepared part key=_multipart_VFKX3F9Z0OZ5.2~AQK1NT208FQ6.0 size=970732 2024-04-10T15:51:10.653 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.661+0000 7f0dda17f780 1 > prepared multipart upload key=VFKX3F9Z0OZ5 upload=AQK1NT208FQ6 tag=UZ3XYG11RY8K type=write size=2019308 2024-04-10T15:51:10.655 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.664+0000 7f0dda17f780 1 < completed part key=_multipart_76DRYPHC6HG3.2~LZDUW5WAG25N.0 size=1048576 2024-04-10T15:51:10.657 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.665+0000 7f0dda17f780 1 < completed part key=_multipart_76DRYPHC6HG3.2~LZDUW5WAG25N.1 size=1048576 2024-04-10T15:51:10.660 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.668+0000 7f0dda17f780 1 < completed part key=_multipart_76DRYPHC6HG3.2~LZDUW5WAG25N.2 size=274599 2024-04-10T15:51:10.663 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.672+0000 7f0dda17f780 1 < completed multipart upload key=76DRYPHC6HG3 upload=LZDUW5WAG25N tag=ZXO51RQM1S0F type=write size=3420327 2024-04-10T15:51:10.666 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.674+0000 7f0dda17f780 1 > prepared operation key=W72JTU6KAY5Q tag=2W6DTNHNE9SW type=del size=498936 2024-04-10T15:51:10.668 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.676+0000 7f0dda17f780 1 < completed delete operation key=5PTGEI8J4Q78 tag=47F9EKV18TR6 type=del 2024-04-10T15:51:10.671 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.679+0000 7f0dda17f780 1 > prepared part key=_multipart_0EQWI1AD1VHA.2~BNWSV66NGBW7.0 size=1048576 2024-04-10T15:51:10.673 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.681+0000 7f0dda17f780 1 > prepared part key=_multipart_0EQWI1AD1VHA.2~BNWSV66NGBW7.1 size=954788 2024-04-10T15:51:10.673 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.681+0000 7f0dda17f780 1 > prepared multipart upload key=0EQWI1AD1VHA upload=BNWSV66NGBW7 tag=MOJ5PBX6XYM6 type=write size=3051940 2024-04-10T15:51:10.675 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.683+0000 7f0dda17f780 1 < completed delete operation key=1XDQOHF2EHZG tag=HS8W574EVVKL type=del 2024-04-10T15:51:10.676 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.685+0000 7f0dda17f780 1 > prepared operation key=9QFS277S5EY3 tag=07VOAABO0NFT type=del size=3252951 2024-04-10T15:51:10.679 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.687+0000 7f0dda17f780 1 < completed delete operation key=7R29VV7JYRWM tag=VHE25F4IVCF2 type=del 2024-04-10T15:51:10.680 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.689+0000 7f0dda17f780 1 > prepared operation key=QJ9GK4CHH36X tag=E38PFQ1OQF4I type=write size=117207 2024-04-10T15:51:10.682 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.691+0000 7f0dda17f780 1 < completed part key=_multipart_WB4E7VQYBXDP.2~I6CXMQZI5ARH.0 size=1048576 2024-04-10T15:51:10.684 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.692+0000 7f0dda17f780 1 < completed part key=_multipart_WB4E7VQYBXDP.2~I6CXMQZI5ARH.1 size=706705 2024-04-10T15:51:10.687 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.696+0000 7f0dda17f780 1 < completed multipart upload key=WB4E7VQYBXDP upload=I6CXMQZI5ARH tag=K2TSASOXRFD2 type=write size=2803857 2024-04-10T15:51:10.691 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.699+0000 7f0dda17f780 1 > prepared part key=_multipart_YKTMKJ7IT90D.2~3YX0BQFSLGKF.0 size=1048576 2024-04-10T15:51:10.693 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.701+0000 7f0dda17f780 1 > prepared part key=_multipart_YKTMKJ7IT90D.2~3YX0BQFSLGKF.1 size=1048576 2024-04-10T15:51:10.694 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.702+0000 7f0dda17f780 1 > prepared part key=_multipart_YKTMKJ7IT90D.2~3YX0BQFSLGKF.2 size=198968 2024-04-10T15:51:10.694 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.702+0000 7f0dda17f780 1 > prepared multipart upload key=YKTMKJ7IT90D upload=3YX0BQFSLGKF tag=M462ZFC2FFOM type=write size=3344696 2024-04-10T15:51:10.696 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.704+0000 7f0dda17f780 1 < completed part key=_multipart_5PTGEI8J4Q78.2~EF0NAWSB9XII.0 size=1048576 2024-04-10T15:51:10.698 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.706+0000 7f0dda17f780 1 < completed part key=_multipart_5PTGEI8J4Q78.2~EF0NAWSB9XII.1 size=1048576 2024-04-10T15:51:10.700 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.708+0000 7f0dda17f780 1 < completed part key=_multipart_5PTGEI8J4Q78.2~EF0NAWSB9XII.2 size=626298 2024-04-10T15:51:10.704 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.712+0000 7f0dda17f780 1 < completed multipart upload key=5PTGEI8J4Q78 upload=EF0NAWSB9XII tag=EBAE48ETK4G2 type=write size=3772026 2024-04-10T15:51:10.708 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.716+0000 7f0dda17f780 1 > prepared part key=_multipart_M31TS1RYVD2I.2~KQPHXB1SOU6Z.0 size=1048576 2024-04-10T15:51:10.709 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.717+0000 7f0dda17f780 1 > prepared part key=_multipart_M31TS1RYVD2I.2~KQPHXB1SOU6Z.1 size=1014572 2024-04-10T15:51:10.709 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.717+0000 7f0dda17f780 1 > prepared multipart upload key=M31TS1RYVD2I upload=KQPHXB1SOU6Z tag=5FEK3N60BOOD type=write size=3111724 2024-04-10T15:51:10.711 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.719+0000 7f0dda17f780 1 < completed delete operation key=XDWUTYA27EZF tag=REU20ECT2O0Q type=del 2024-04-10T15:51:10.715 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.723+0000 7f0dda17f780 1 > prepared part key=_multipart_J9DG8CWKBLB0.2~0VVMUQXE7P5W.0 size=1048576 2024-04-10T15:51:10.717 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.725+0000 7f0dda17f780 1 > prepared part key=_multipart_J9DG8CWKBLB0.2~0VVMUQXE7P5W.1 size=1048576 2024-04-10T15:51:10.719 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.727+0000 7f0dda17f780 1 > prepared part key=_multipart_J9DG8CWKBLB0.2~0VVMUQXE7P5W.2 size=274466 2024-04-10T15:51:10.719 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.727+0000 7f0dda17f780 1 > prepared multipart upload key=J9DG8CWKBLB0 upload=0VVMUQXE7P5W tag=79MPJ1LSN7LH type=write size=3420194 2024-04-10T15:51:10.723 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.731+0000 7f0dda17f780 1 < suggested remove operation key=W0QQNH1PRYVL tag=8AMI90ZTC24D type=write 2024-04-10T15:51:10.726 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.734+0000 7f0dda17f780 1 > prepared part key=_multipart_M31TS1RYVD2I.2~D1ZR6E2LTOYN.0 size=679990 2024-04-10T15:51:10.726 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.734+0000 7f0dda17f780 1 > prepared multipart upload key=M31TS1RYVD2I upload=D1ZR6E2LTOYN tag=GLMYOSFSWGPP type=write size=1728566 2024-04-10T15:51:10.728 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.737+0000 7f0dda17f780 1 < canceled operation key=YKTMKJ7IT90D tag=PNLT58W9WV1P type=del size=1387065 2024-04-10T15:51:10.732 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.740+0000 7f0dda17f780 1 > prepared part key=_multipart_XDWUTYA27EZF.2~CVOMWMP7LBVF.0 size=1048576 2024-04-10T15:51:10.734 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.742+0000 7f0dda17f780 1 > prepared part key=_multipart_XDWUTYA27EZF.2~CVOMWMP7LBVF.1 size=1048576 2024-04-10T15:51:10.735 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.743+0000 7f0dda17f780 1 > prepared part key=_multipart_XDWUTYA27EZF.2~CVOMWMP7LBVF.2 size=863490 2024-04-10T15:51:10.735 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.743+0000 7f0dda17f780 1 > prepared multipart upload key=XDWUTYA27EZF upload=CVOMWMP7LBVF tag=R3XCQ0NXZTCC type=write size=4009218 2024-04-10T15:51:10.737 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.746+0000 7f0dda17f780 1 < completed delete operation key=0EQWI1AD1VHA tag=UZXZ75Y3BWJ1 type=del 2024-04-10T15:51:10.739 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.748+0000 7f0dda17f780 1 > prepared operation key=W72JTU6KAY5Q tag=ZSJSFZ0P0T3L type=del size=593551 2024-04-10T15:51:10.742 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.750+0000 7f0dda17f780 1 < completed delete operation key=32PMZSHN97HZ tag=F3GX7YH6ZIGJ type=del 2024-04-10T15:51:10.744 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.752+0000 7f0dda17f780 1 > prepared operation key=WB4E7VQYBXDP tag=6DUFD2CV1M1P type=del size=3526474 2024-04-10T15:51:10.746 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.754+0000 7f0dda17f780 1 < completed write operation key=Q55YN73R4WFF tag=GUNWZRKHQHNG type=write size=710429 2024-04-10T15:51:10.750 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.758+0000 7f0dda17f780 1 > prepared part key=_multipart_5VUYRX80DJNN.2~3TUPXD0PHBGS.0 size=1048576 2024-04-10T15:51:10.751 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.759+0000 7f0dda17f780 1 > prepared part key=_multipart_5VUYRX80DJNN.2~3TUPXD0PHBGS.1 size=893337 2024-04-10T15:51:10.751 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.760+0000 7f0dda17f780 1 > prepared multipart upload key=5VUYRX80DJNN upload=3TUPXD0PHBGS tag=EIX2F2U6IE6N type=write size=2990489 2024-04-10T15:51:10.753 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.761+0000 7f0dda17f780 1 < completed write operation key=6V3UX4ZSIBZX tag=RWV18PNO341S type=write size=626304 2024-04-10T15:51:10.758 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.766+0000 7f0dda17f780 1 > prepared part key=_multipart_6V3UX4ZSIBZX.2~8IEFPK3QQ784.0 size=1048576 2024-04-10T15:51:10.760 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.768+0000 7f0dda17f780 1 > prepared part key=_multipart_6V3UX4ZSIBZX.2~8IEFPK3QQ784.1 size=1048576 2024-04-10T15:51:10.762 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.770+0000 7f0dda17f780 1 > prepared part key=_multipart_6V3UX4ZSIBZX.2~8IEFPK3QQ784.2 size=905397 2024-04-10T15:51:10.762 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.770+0000 7f0dda17f780 1 > prepared multipart upload key=6V3UX4ZSIBZX upload=8IEFPK3QQ784 tag=DVP58NIGH4Z3 type=write size=4051125 2024-04-10T15:51:10.765 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.773+0000 7f0dda17f780 1 < completed delete operation key=VKTXOZU1BOHT tag=42S3NK3C41UQ type=del 2024-04-10T15:51:10.768 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.776+0000 7f0dda17f780 1 > prepared operation key=H433FHMII9ZA tag=M8EJHPIWSAGC type=del size=96509 2024-04-10T15:51:10.771 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.779+0000 7f0dda17f780 1 < completed delete operation key=J9DG8CWKBLB0 tag=XW0SLH4JVX82 type=del 2024-04-10T15:51:10.774 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.782+0000 7f0dda17f780 1 > prepared operation key=892B9J3TLMA2 tag=NCJ4BBN9M65L type=del size=2415059 2024-04-10T15:51:10.776 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.784+0000 7f0dda17f780 1 < completed part key=_multipart_VFKX3F9Z0OZ5.2~AQK1NT208FQ6.0 size=970732 2024-04-10T15:51:10.780 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.788+0000 7f0dda17f780 1 < completed multipart upload key=VFKX3F9Z0OZ5 upload=AQK1NT208FQ6 tag=UZ3XYG11RY8K type=write size=2019308 2024-04-10T15:51:10.783 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.791+0000 7f0dda17f780 1 > prepared part key=_multipart_Q55YN73R4WFF.2~7HJP0V89LTUG.0 size=1048576 2024-04-10T15:51:10.785 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.793+0000 7f0dda17f780 1 > prepared part key=_multipart_Q55YN73R4WFF.2~7HJP0V89LTUG.1 size=83904 2024-04-10T15:51:10.785 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.793+0000 7f0dda17f780 1 > prepared multipart upload key=Q55YN73R4WFF upload=7HJP0V89LTUG tag=15540OQGZ6RN type=write size=2181056 2024-04-10T15:51:10.787 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.795+0000 7f0dda17f780 1 < completed delete operation key=W72JTU6KAY5Q tag=2W6DTNHNE9SW type=del 2024-04-10T15:51:10.789 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.797+0000 7f0dda17f780 1 > prepared operation key=WB4E7VQYBXDP tag=PU6E1BRBF7F6 type=del size=3689204 2024-04-10T15:51:10.791 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.799+0000 7f0dda17f780 1 < completed part key=_multipart_0EQWI1AD1VHA.2~BNWSV66NGBW7.0 size=1048576 2024-04-10T15:51:10.793 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.801+0000 7f0dda17f780 1 < completed part key=_multipart_0EQWI1AD1VHA.2~BNWSV66NGBW7.1 size=954788 2024-04-10T15:51:10.797 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.805+0000 7f0dda17f780 1 < completed multipart upload key=0EQWI1AD1VHA upload=BNWSV66NGBW7 tag=MOJ5PBX6XYM6 type=write size=3051940 2024-04-10T15:51:10.799 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.807+0000 7f0dda17f780 1 > prepared operation key=GK8B4QASB1P8 tag=R0MFI7IXU0Y1 type=del size=552548 2024-04-10T15:51:10.801 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.809+0000 7f0dda17f780 1 < completed delete operation key=9QFS277S5EY3 tag=07VOAABO0NFT type=del 2024-04-10T15:51:10.803 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.811+0000 7f0dda17f780 1 > prepared operation key=GK8B4QASB1P8 tag=UAA8PLDAGHHS type=write size=548909 2024-04-10T15:51:10.807 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.815+0000 7f0dda17f780 1 < suggested remove operation key=QJ9GK4CHH36X tag=E38PFQ1OQF4I type=write 2024-04-10T15:51:10.809 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.817+0000 7f0dda17f780 1 > prepared operation key=W1N9JNIA6ZML tag=935F4MXCXDOO type=del size=2527641 2024-04-10T15:51:10.811 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.819+0000 7f0dda17f780 1 < completed part key=_multipart_YKTMKJ7IT90D.2~3YX0BQFSLGKF.0 size=1048576 2024-04-10T15:51:10.811 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.819+0000 7f0dda17f780 1 < canceled part key=_multipart_YKTMKJ7IT90D.2~3YX0BQFSLGKF.1 size=1048576 2024-04-10T15:51:10.812 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.821+0000 7f0dda17f780 1 < completed part key=_multipart_YKTMKJ7IT90D.2~3YX0BQFSLGKF.2 size=198968 2024-04-10T15:51:10.816 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.824+0000 7f0dda17f780 1 < canceled multipart upload key=YKTMKJ7IT90D upload=3YX0BQFSLGKF tag=M462ZFC2FFOM type=write size=3344696 2024-04-10T15:51:10.818 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.826+0000 7f0dda17f780 1 > prepared operation key=GK8B4QASB1P8 tag=YAIKJ3LH5116 type=del size=1203281 2024-04-10T15:51:10.820 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.828+0000 7f0dda17f780 1 < completed part key=_multipart_M31TS1RYVD2I.2~KQPHXB1SOU6Z.0 size=1048576 2024-04-10T15:51:10.820 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.828+0000 7f0dda17f780 1 < canceled part key=_multipart_M31TS1RYVD2I.2~KQPHXB1SOU6Z.1 size=1014572 2024-04-10T15:51:10.823 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.831+0000 7f0dda17f780 1 < canceled multipart upload key=M31TS1RYVD2I upload=KQPHXB1SOU6Z tag=5FEK3N60BOOD type=write size=3111724 2024-04-10T15:51:10.826 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.834+0000 7f0dda17f780 1 > prepared operation key=WB4E7VQYBXDP tag=41R7L6LR6R2H type=write size=279685 2024-04-10T15:51:10.828 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.836+0000 7f0dda17f780 1 < completed part key=_multipart_J9DG8CWKBLB0.2~0VVMUQXE7P5W.0 size=1048576 2024-04-10T15:51:10.830 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.838+0000 7f0dda17f780 1 < completed part key=_multipart_J9DG8CWKBLB0.2~0VVMUQXE7P5W.1 size=1048576 2024-04-10T15:51:10.832 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.839+0000 7f0dda17f780 1 < completed part key=_multipart_J9DG8CWKBLB0.2~0VVMUQXE7P5W.2 size=274466 2024-04-10T15:51:10.835 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.843+0000 7f0dda17f780 1 < completed multipart upload key=J9DG8CWKBLB0 upload=0VVMUQXE7P5W tag=79MPJ1LSN7LH type=write size=3420194 2024-04-10T15:51:10.837 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.845+0000 7f0dda17f780 1 > prepared operation key=5VUYRX80DJNN tag=FSTAZEAJH43S type=del size=404072 2024-04-10T15:51:10.839 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.847+0000 7f0dda17f780 1 < completed part key=_multipart_M31TS1RYVD2I.2~D1ZR6E2LTOYN.0 size=679990 2024-04-10T15:51:10.842 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.851+0000 7f0dda17f780 1 < completed multipart upload key=M31TS1RYVD2I upload=D1ZR6E2LTOYN tag=GLMYOSFSWGPP type=write size=1728566 2024-04-10T15:51:10.845 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.853+0000 7f0dda17f780 1 > prepared operation key=5VUYRX80DJNN tag=AAXK44UVVE1Y type=del size=3856901 2024-04-10T15:51:10.846 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.855+0000 7f0dda17f780 1 < completed part key=_multipart_XDWUTYA27EZF.2~CVOMWMP7LBVF.0 size=1048576 2024-04-10T15:51:10.848 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.856+0000 7f0dda17f780 1 < completed part key=_multipart_XDWUTYA27EZF.2~CVOMWMP7LBVF.1 size=1048576 2024-04-10T15:51:10.850 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.858+0000 7f0dda17f780 1 < completed part key=_multipart_XDWUTYA27EZF.2~CVOMWMP7LBVF.2 size=863490 2024-04-10T15:51:10.854 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.862+0000 7f0dda17f780 1 < completed multipart upload key=XDWUTYA27EZF upload=CVOMWMP7LBVF tag=R3XCQ0NXZTCC type=write size=4009218 2024-04-10T15:51:10.856 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.864+0000 7f0dda17f780 1 > prepared operation key=0EQWI1AD1VHA tag=1N1WERTIO0XP type=del size=27318 2024-04-10T15:51:10.860 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.868+0000 7f0dda17f780 1 < suggested remove operation key=W72JTU6KAY5Q tag=ZSJSFZ0P0T3L type=del 2024-04-10T15:51:10.861 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.870+0000 7f0dda17f780 1 > prepared operation key=7R29VV7JYRWM tag=6YVTFSBZC1Y9 type=del size=1186327 2024-04-10T15:51:10.863 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.872+0000 7f0dda17f780 1 < completed delete operation key=WB4E7VQYBXDP tag=6DUFD2CV1M1P type=del 2024-04-10T15:51:10.867 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.875+0000 7f0dda17f780 1 > prepared part key=_multipart_4GB88X6QZH6E.2~YOT63HY0B2HD.0 size=1048576 2024-04-10T15:51:10.869 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.877+0000 7f0dda17f780 1 > prepared part key=_multipart_4GB88X6QZH6E.2~YOT63HY0B2HD.1 size=1048576 2024-04-10T15:51:10.871 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.879+0000 7f0dda17f780 1 > prepared part key=_multipart_4GB88X6QZH6E.2~YOT63HY0B2HD.2 size=244842 2024-04-10T15:51:10.871 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.879+0000 7f0dda17f780 1 > prepared multipart upload key=4GB88X6QZH6E upload=YOT63HY0B2HD tag=RNH3OBNFUYPU type=write size=3390570 2024-04-10T15:51:10.873 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.881+0000 7f0dda17f780 1 < completed part key=_multipart_5VUYRX80DJNN.2~3TUPXD0PHBGS.0 size=1048576 2024-04-10T15:51:10.873 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.881+0000 7f0dda17f780 1 < canceled part key=_multipart_5VUYRX80DJNN.2~3TUPXD0PHBGS.1 size=893337 2024-04-10T15:51:10.878 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.886+0000 7f0dda17f780 1 < canceled multipart upload key=5VUYRX80DJNN upload=3TUPXD0PHBGS tag=EIX2F2U6IE6N type=write size=2990489 2024-04-10T15:51:10.880 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.888+0000 7f0dda17f780 1 > prepared operation key=VKTXOZU1BOHT tag=6I9A4G0HBCSF type=del size=277413 2024-04-10T15:51:10.882 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.890+0000 7f0dda17f780 1 < completed part key=_multipart_6V3UX4ZSIBZX.2~8IEFPK3QQ784.0 size=1048576 2024-04-10T15:51:10.884 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.892+0000 7f0dda17f780 1 < completed part key=_multipart_6V3UX4ZSIBZX.2~8IEFPK3QQ784.1 size=1048576 2024-04-10T15:51:10.886 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.894+0000 7f0dda17f780 1 < completed part key=_multipart_6V3UX4ZSIBZX.2~8IEFPK3QQ784.2 size=905397 2024-04-10T15:51:10.890 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.898+0000 7f0dda17f780 1 < completed multipart upload key=6V3UX4ZSIBZX upload=8IEFPK3QQ784 tag=DVP58NIGH4Z3 type=write size=4051125 2024-04-10T15:51:10.894 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.902+0000 7f0dda17f780 1 > prepared part key=_multipart_LPSA55UNQS7T.2~9UUMDGY5XW1F.0 size=1045593 2024-04-10T15:51:10.894 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.902+0000 7f0dda17f780 1 > prepared multipart upload key=LPSA55UNQS7T upload=9UUMDGY5XW1F tag=SFQ0OZSU45WR type=write size=2094169 2024-04-10T15:51:10.899 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.907+0000 7f0dda17f780 1 < suggested update operation key=H433FHMII9ZA tag=M8EJHPIWSAGC type=del size=96509 2024-04-10T15:51:10.901 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.909+0000 7f0dda17f780 1 > prepared operation key=O0U4M0VYXZJ9 tag=GSBT998CGT3E type=del size=1046502 2024-04-10T15:51:10.905 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.913+0000 7f0dda17f780 1 < suggested remove operation key=892B9J3TLMA2 tag=NCJ4BBN9M65L type=del 2024-04-10T15:51:10.907 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.915+0000 7f0dda17f780 1 > prepared operation key=7R1LO48KG193 tag=QXRJ0JEKYWAC type=write size=691914 2024-04-10T15:51:10.909 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.917+0000 7f0dda17f780 1 < completed part key=_multipart_Q55YN73R4WFF.2~7HJP0V89LTUG.0 size=1048576 2024-04-10T15:51:10.910 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.918+0000 7f0dda17f780 1 < completed part key=_multipart_Q55YN73R4WFF.2~7HJP0V89LTUG.1 size=83904 2024-04-10T15:51:10.914 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.922+0000 7f0dda17f780 1 < completed multipart upload key=Q55YN73R4WFF upload=7HJP0V89LTUG tag=15540OQGZ6RN type=write size=2181056 2024-04-10T15:51:10.916 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.924+0000 7f0dda17f780 1 > prepared operation key=5VUYRX80DJNN tag=56L0TMISBXQK type=del size=2423445 2024-04-10T15:51:10.918 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.926+0000 7f0dda17f780 1 < canceled operation key=WB4E7VQYBXDP tag=PU6E1BRBF7F6 type=del size=3689204 2024-04-10T15:51:10.922 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.930+0000 7f0dda17f780 1 > prepared part key=_multipart_32PMZSHN97HZ.2~9KS1R3J7HTXA.0 size=795716 2024-04-10T15:51:10.922 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.930+0000 7f0dda17f780 1 > prepared multipart upload key=32PMZSHN97HZ upload=9KS1R3J7HTXA tag=MQ2MF8R74WKW type=write size=1844292 2024-04-10T15:51:10.924 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.932+0000 7f0dda17f780 1 < completed delete operation key=GK8B4QASB1P8 tag=R0MFI7IXU0Y1 type=del 2024-04-10T15:51:10.926 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.934+0000 7f0dda17f780 1 > prepared operation key=5VUYRX80DJNN tag=ZCXGDJ38H366 type=write size=555375 2024-04-10T15:51:10.928 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.936+0000 7f0dda17f780 1 < canceled operation key=GK8B4QASB1P8 tag=UAA8PLDAGHHS type=write size=548909 2024-04-10T15:51:10.930 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.938+0000 7f0dda17f780 1 > prepared operation key=VFKX3F9Z0OZ5 tag=AS534T0GGX1X type=del size=3659107 2024-04-10T15:51:10.931 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.940+0000 7f0dda17f780 1 < completed delete operation key=W1N9JNIA6ZML tag=935F4MXCXDOO type=del 2024-04-10T15:51:10.933 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.942+0000 7f0dda17f780 1 > prepared operation key=32PMZSHN97HZ tag=X76AQUOIBH9J type=del size=3939389 2024-04-10T15:51:10.935 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.944+0000 7f0dda17f780 1 < completed delete operation key=GK8B4QASB1P8 tag=YAIKJ3LH5116 type=del 2024-04-10T15:51:10.939 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.947+0000 7f0dda17f780 1 > prepared part key=_multipart_QJ9GK4CHH36X.2~ACZH0CYXFBPW.0 size=1048576 2024-04-10T15:51:10.941 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.949+0000 7f0dda17f780 1 > prepared part key=_multipart_QJ9GK4CHH36X.2~ACZH0CYXFBPW.1 size=1048576 2024-04-10T15:51:10.942 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.951+0000 7f0dda17f780 1 > prepared part key=_multipart_QJ9GK4CHH36X.2~ACZH0CYXFBPW.2 size=31892 2024-04-10T15:51:10.943 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.951+0000 7f0dda17f780 1 > prepared multipart upload key=QJ9GK4CHH36X upload=ACZH0CYXFBPW tag=TCTN6GA49K8U type=write size=3177620 2024-04-10T15:51:10.947 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.955+0000 7f0dda17f780 1 < suggested update operation key=WB4E7VQYBXDP tag=41R7L6LR6R2H type=write size=279685 2024-04-10T15:51:10.949 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.957+0000 7f0dda17f780 1 > prepared operation key=5VUYRX80DJNN tag=TAHGPI06GG80 type=del size=3442765 2024-04-10T15:51:10.950 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.959+0000 7f0dda17f780 1 < completed delete operation key=5VUYRX80DJNN tag=FSTAZEAJH43S type=del 2024-04-10T15:51:10.952 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.961+0000 7f0dda17f780 1 > prepared operation key=4GB88X6QZH6E tag=Y0FCVY8S75RH type=del size=3512072 2024-04-10T15:51:10.954 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.963+0000 7f0dda17f780 1 < completed delete operation key=5VUYRX80DJNN tag=AAXK44UVVE1Y type=del 2024-04-10T15:51:10.957 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.965+0000 7f0dda17f780 1 > prepared operation key=GK8B4QASB1P8 tag=LDZQN2I4SWU2 type=del size=1159003 2024-04-10T15:51:10.960 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.969+0000 7f0dda17f780 1 < suggested update operation key=0EQWI1AD1VHA tag=1N1WERTIO0XP type=del size=27318 2024-04-10T15:51:10.964 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.973+0000 7f0dda17f780 1 > prepared part key=_multipart_892B9J3TLMA2.2~59X46V2SBGZ0.0 size=1048576 2024-04-10T15:51:10.966 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.974+0000 7f0dda17f780 1 > prepared part key=_multipart_892B9J3TLMA2.2~59X46V2SBGZ0.1 size=185780 2024-04-10T15:51:10.966 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.974+0000 7f0dda17f780 1 > prepared multipart upload key=892B9J3TLMA2 upload=59X46V2SBGZ0 tag=EHELT03YWATU type=write size=2282932 2024-04-10T15:51:10.968 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.976+0000 7f0dda17f780 1 < canceled operation key=7R29VV7JYRWM tag=6YVTFSBZC1Y9 type=del size=1186327 2024-04-10T15:51:10.970 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.978+0000 7f0dda17f780 1 > prepared operation key=7R1LO48KG193 tag=NY93E7TZPIA1 type=del size=3304299 2024-04-10T15:51:10.972 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.980+0000 7f0dda17f780 1 < completed part key=_multipart_4GB88X6QZH6E.2~YOT63HY0B2HD.0 size=1048576 2024-04-10T15:51:10.974 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.982+0000 7f0dda17f780 1 < completed part key=_multipart_4GB88X6QZH6E.2~YOT63HY0B2HD.1 size=1048576 2024-04-10T15:51:10.976 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.984+0000 7f0dda17f780 1 < completed part key=_multipart_4GB88X6QZH6E.2~YOT63HY0B2HD.2 size=244842 2024-04-10T15:51:10.979 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.987+0000 7f0dda17f780 1 < completed multipart upload key=4GB88X6QZH6E upload=YOT63HY0B2HD tag=RNH3OBNFUYPU type=write size=3390570 2024-04-10T15:51:10.981 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.989+0000 7f0dda17f780 1 > prepared operation key=LPSA55UNQS7T tag=Z3489YGYKEGP type=write size=385225 2024-04-10T15:51:10.983 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.991+0000 7f0dda17f780 1 < completed delete operation key=VKTXOZU1BOHT tag=6I9A4G0HBCSF type=del 2024-04-10T15:51:10.987 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.995+0000 7f0dda17f780 1 > prepared part key=_multipart_1XDQOHF2EHZG.2~CRTK1IQY2XBL.0 size=1048576 2024-04-10T15:51:10.988 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.997+0000 7f0dda17f780 1 > prepared part key=_multipart_1XDQOHF2EHZG.2~CRTK1IQY2XBL.1 size=885065 2024-04-10T15:51:10.988 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.997+0000 7f0dda17f780 1 > prepared multipart upload key=1XDQOHF2EHZG upload=CRTK1IQY2XBL tag=MWQ15ELYKY54 type=write size=2982217 2024-04-10T15:51:10.990 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:10.999+0000 7f0dda17f780 1 < completed part key=_multipart_LPSA55UNQS7T.2~9UUMDGY5XW1F.0 size=1045593 2024-04-10T15:51:10.995 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.003+0000 7f0dda17f780 1 < completed multipart upload key=LPSA55UNQS7T upload=9UUMDGY5XW1F tag=SFQ0OZSU45WR type=write size=2094169 2024-04-10T15:51:10.997 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.005+0000 7f0dda17f780 1 > prepared operation key=LPSA55UNQS7T tag=9O5C4S9ZQO47 type=write size=628642 2024-04-10T15:51:11.001 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.009+0000 7f0dda17f780 1 < suggested update operation key=O0U4M0VYXZJ9 tag=GSBT998CGT3E type=del size=1046502 2024-04-10T15:51:11.005 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.013+0000 7f0dda17f780 1 > prepared part key=_multipart_32PMZSHN97HZ.2~WY9R37N73P5T.0 size=40235 2024-04-10T15:51:11.005 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.013+0000 7f0dda17f780 1 > prepared multipart upload key=32PMZSHN97HZ upload=WY9R37N73P5T tag=3SFNEPT570U2 type=write size=1088811 2024-04-10T15:51:11.007 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.015+0000 7f0dda17f780 1 < completed write operation key=7R1LO48KG193 tag=QXRJ0JEKYWAC type=write size=691914 2024-04-10T15:51:11.009 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.017+0000 7f0dda17f780 1 > prepared operation key=H433FHMII9ZA tag=DP1Z30OJCBFO type=write size=701908 2024-04-10T15:51:11.013 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.021+0000 7f0dda17f780 1 < suggested update operation key=5VUYRX80DJNN tag=56L0TMISBXQK type=del size=2423445 2024-04-10T15:51:11.017 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.025+0000 7f0dda17f780 1 > prepared part key=_multipart_VFKX3F9Z0OZ5.2~FPY7DFB95YW5.0 size=843654 2024-04-10T15:51:11.017 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.025+0000 7f0dda17f780 1 > prepared multipart upload key=VFKX3F9Z0OZ5 upload=FPY7DFB95YW5 tag=G7I2I8UGTIKD type=write size=1892230 2024-04-10T15:51:11.019 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.027+0000 7f0dda17f780 1 < completed part key=_multipart_32PMZSHN97HZ.2~9KS1R3J7HTXA.0 size=795716 2024-04-10T15:51:11.023 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.031+0000 7f0dda17f780 1 < completed multipart upload key=32PMZSHN97HZ upload=9KS1R3J7HTXA tag=MQ2MF8R74WKW type=write size=1844292 2024-04-10T15:51:11.025 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.033+0000 7f0dda17f780 1 > prepared operation key=6V3UX4ZSIBZX tag=HXUESB5DY6MP type=write size=311310 2024-04-10T15:51:11.028 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.036+0000 7f0dda17f780 -1 < failed to complete operation key=5VUYRX80DJNN tag=ZCXGDJ38H366 type=write size=555375: (22) Invalid argument 2024-04-10T15:51:11.030 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.038+0000 7f0dda17f780 1 > prepared operation key=5PTGEI8J4Q78 tag=6IBC17L1EYWS type=del size=466314 2024-04-10T15:51:11.032 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.040+0000 7f0dda17f780 1 < completed delete operation key=VFKX3F9Z0OZ5 tag=AS534T0GGX1X type=del 2024-04-10T15:51:11.035 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.043+0000 7f0dda17f780 1 > prepared operation key=W1N9JNIA6ZML tag=AKY93X7NCBPE type=write size=1034420 2024-04-10T15:51:11.037 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.045+0000 7f0dda17f780 1 < completed delete operation key=32PMZSHN97HZ tag=X76AQUOIBH9J type=del 2024-04-10T15:51:11.039 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.047+0000 7f0dda17f780 1 > prepared operation key=892B9J3TLMA2 tag=G2AN43XXM8YV type=del size=2381460 2024-04-10T15:51:11.041 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.049+0000 7f0dda17f780 1 < completed part key=_multipart_QJ9GK4CHH36X.2~ACZH0CYXFBPW.0 size=1048576 2024-04-10T15:51:11.043 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.051+0000 7f0dda17f780 1 < completed part key=_multipart_QJ9GK4CHH36X.2~ACZH0CYXFBPW.1 size=1048576 2024-04-10T15:51:11.045 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.053+0000 7f0dda17f780 1 < completed part key=_multipart_QJ9GK4CHH36X.2~ACZH0CYXFBPW.2 size=31892 2024-04-10T15:51:11.048 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.056+0000 7f0dda17f780 1 < completed multipart upload key=QJ9GK4CHH36X upload=ACZH0CYXFBPW tag=TCTN6GA49K8U type=write size=3177620 2024-04-10T15:51:11.052 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.060+0000 7f0dda17f780 1 > prepared part key=_multipart_7R29VV7JYRWM.2~HEL0V06E829G.0 size=484256 2024-04-10T15:51:11.052 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.060+0000 7f0dda17f780 1 > prepared multipart upload key=7R29VV7JYRWM upload=HEL0V06E829G tag=DQOX0PRAAQKD type=write size=1532832 2024-04-10T15:51:11.056 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.064+0000 7f0dda17f780 1 < suggested remove operation key=5VUYRX80DJNN tag=TAHGPI06GG80 type=del 2024-04-10T15:51:11.058 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.066+0000 7f0dda17f780 1 > prepared operation key=32PMZSHN97HZ tag=U12EVZL5A13E type=del size=3689247 2024-04-10T15:51:11.060 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.068+0000 7f0dda17f780 1 < completed delete operation key=4GB88X6QZH6E tag=Y0FCVY8S75RH type=del 2024-04-10T15:51:11.062 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.070+0000 7f0dda17f780 1 > prepared operation key=VFKX3F9Z0OZ5 tag=T5DNQTO2LT0O type=del size=462592 2024-04-10T15:51:11.064 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.072+0000 7f0dda17f780 1 < canceled operation key=GK8B4QASB1P8 tag=LDZQN2I4SWU2 type=del size=1159003 2024-04-10T15:51:11.068 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.076+0000 7f0dda17f780 1 > prepared part key=_multipart_DRNFVWXVQQUT.2~K754P8TH8MX0.0 size=71477 2024-04-10T15:51:11.068 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.076+0000 7f0dda17f780 1 > prepared multipart upload key=DRNFVWXVQQUT upload=K754P8TH8MX0 tag=R87TVR7RKFTX type=write size=1120053 2024-04-10T15:51:11.070 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.078+0000 7f0dda17f780 1 < completed part key=_multipart_892B9J3TLMA2.2~59X46V2SBGZ0.0 size=1048576 2024-04-10T15:51:11.072 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.080+0000 7f0dda17f780 1 < completed part key=_multipart_892B9J3TLMA2.2~59X46V2SBGZ0.1 size=185780 2024-04-10T15:51:11.075 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.083+0000 7f0dda17f780 1 < completed multipart upload key=892B9J3TLMA2 upload=59X46V2SBGZ0 tag=EHELT03YWATU type=write size=2282932 2024-04-10T15:51:11.078 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.087+0000 7f0dda17f780 1 > prepared part key=_multipart_LPSA55UNQS7T.2~6IMYCCVGFW2B.0 size=1048576 2024-04-10T15:51:11.080 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.088+0000 7f0dda17f780 1 > prepared part key=_multipart_LPSA55UNQS7T.2~6IMYCCVGFW2B.1 size=140019 2024-04-10T15:51:11.080 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.088+0000 7f0dda17f780 1 > prepared multipart upload key=LPSA55UNQS7T upload=6IMYCCVGFW2B tag=EPI01PQMPWXQ type=write size=2237171 2024-04-10T15:51:11.082 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.090+0000 7f0dda17f780 1 < canceled operation key=7R1LO48KG193 tag=NY93E7TZPIA1 type=del size=3304299 2024-04-10T15:51:11.084 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.093+0000 7f0dda17f780 1 > prepared operation key=O2DQ4CPAMY72 tag=XCEWGHQL608Q type=del size=2329397 2024-04-10T15:51:11.087 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.095+0000 7f0dda17f780 1 < completed write operation key=LPSA55UNQS7T tag=Z3489YGYKEGP type=write size=385225 2024-04-10T15:51:11.088 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:51:10 smithi069 ceph-mon[96738]: pgmap v1386: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 608 KiB/s rd, 212 KiB/s wr, 1.08k op/s 2024-04-10T15:51:11.088 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:51:10 smithi069 ceph-mon[94167]: pgmap v1386: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 608 KiB/s rd, 212 KiB/s wr, 1.08k op/s 2024-04-10T15:51:11.089 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.097+0000 7f0dda17f780 1 > prepared operation key=EZ2HJBZ8EY6J tag=7YLHT301XJOX type=del size=1103109 2024-04-10T15:51:11.091 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.099+0000 7f0dda17f780 1 < completed part key=_multipart_1XDQOHF2EHZG.2~CRTK1IQY2XBL.0 size=1048576 2024-04-10T15:51:11.093 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.101+0000 7f0dda17f780 1 < completed part key=_multipart_1XDQOHF2EHZG.2~CRTK1IQY2XBL.1 size=885065 2024-04-10T15:51:11.097 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.105+0000 7f0dda17f780 1 < completed multipart upload key=1XDQOHF2EHZG upload=CRTK1IQY2XBL tag=MWQ15ELYKY54 type=write size=2982217 2024-04-10T15:51:11.099 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.107+0000 7f0dda17f780 1 > prepared operation key=4GB88X6QZH6E tag=054B23YC6WR6 type=del size=1318758 2024-04-10T15:51:11.101 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.109+0000 7f0dda17f780 1 < canceled operation key=LPSA55UNQS7T tag=9O5C4S9ZQO47 type=write size=628642 2024-04-10T15:51:11.103 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.111+0000 7f0dda17f780 1 > prepared operation key=5PTGEI8J4Q78 tag=1X2Y1NH81DJ8 type=del size=2976461 2024-04-10T15:51:11.105 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.113+0000 7f0dda17f780 1 < completed part key=_multipart_32PMZSHN97HZ.2~WY9R37N73P5T.0 size=40235 2024-04-10T15:51:11.109 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.117+0000 7f0dda17f780 1 < completed multipart upload key=32PMZSHN97HZ upload=WY9R37N73P5T tag=3SFNEPT570U2 type=write size=1088811 2024-04-10T15:51:11.111 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.119+0000 7f0dda17f780 1 > prepared operation key=9QFS277S5EY3 tag=P5Y3GV2QROAG type=del size=3876634 2024-04-10T15:51:11.113 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.121+0000 7f0dda17f780 1 < completed write operation key=H433FHMII9ZA tag=DP1Z30OJCBFO type=write size=701908 2024-04-10T15:51:11.115 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.123+0000 7f0dda17f780 1 > prepared operation key=O0U4M0VYXZJ9 tag=AU60KY657UVS type=del size=1622004 2024-04-10T15:51:11.117 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.125+0000 7f0dda17f780 1 < completed part key=_multipart_VFKX3F9Z0OZ5.2~FPY7DFB95YW5.0 size=843654 2024-04-10T15:51:11.120 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.129+0000 7f0dda17f780 1 < completed multipart upload key=VFKX3F9Z0OZ5 upload=FPY7DFB95YW5 tag=G7I2I8UGTIKD type=write size=1892230 2024-04-10T15:51:11.122 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.130+0000 7f0dda17f780 1 > prepared operation key=H433FHMII9ZA tag=SSV0Z7GSW5LN type=del size=553475 2024-04-10T15:51:11.124 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.132+0000 7f0dda17f780 1 < completed write operation key=6V3UX4ZSIBZX tag=HXUESB5DY6MP type=write size=311310 2024-04-10T15:51:11.126 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.134+0000 7f0dda17f780 1 > prepared operation key=DRNFVWXVQQUT tag=6OVJUC46MFJ6 type=del size=1100211 2024-04-10T15:51:11.128 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.136+0000 7f0dda17f780 1 < canceled operation key=5PTGEI8J4Q78 tag=6IBC17L1EYWS type=del size=466314 2024-04-10T15:51:11.130 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.138+0000 7f0dda17f780 1 > prepared operation key=J9DG8CWKBLB0 tag=8WJR9FC8AHK9 type=del size=3060386 2024-04-10T15:51:11.132 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.141+0000 7f0dda17f780 1 < completed write operation key=W1N9JNIA6ZML tag=AKY93X7NCBPE type=write size=1034420 2024-04-10T15:51:11.134 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.142+0000 7f0dda17f780 1 > prepared operation key=EZ2HJBZ8EY6J tag=VGK760HUSGOC type=del size=2581086 2024-04-10T15:51:11.137 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.145+0000 7f0dda17f780 1 < completed delete operation key=892B9J3TLMA2 tag=G2AN43XXM8YV type=del 2024-04-10T15:51:11.139 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.147+0000 7f0dda17f780 1 > prepared operation key=VKTXOZU1BOHT tag=2R8V1YBRIL9S type=del size=710599 2024-04-10T15:51:11.141 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.150+0000 7f0dda17f780 1 < completed part key=_multipart_7R29VV7JYRWM.2~HEL0V06E829G.0 size=484256 2024-04-10T15:51:11.145 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.154+0000 7f0dda17f780 1 < completed multipart upload key=7R29VV7JYRWM upload=HEL0V06E829G tag=DQOX0PRAAQKD type=write size=1532832 2024-04-10T15:51:11.149 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.157+0000 7f0dda17f780 1 > prepared part key=_multipart_7R29VV7JYRWM.2~RP4IL632L707.0 size=1048576 2024-04-10T15:51:11.151 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.159+0000 7f0dda17f780 1 > prepared part key=_multipart_7R29VV7JYRWM.2~RP4IL632L707.1 size=247073 2024-04-10T15:51:11.151 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.159+0000 7f0dda17f780 1 > prepared multipart upload key=7R29VV7JYRWM upload=RP4IL632L707 tag=OLWAVVB3P204 type=write size=2344225 2024-04-10T15:51:11.155 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.163+0000 7f0dda17f780 1 < suggested update operation key=32PMZSHN97HZ tag=U12EVZL5A13E type=del size=3689247 2024-04-10T15:51:11.157 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.165+0000 7f0dda17f780 1 > prepared operation key=W1N9JNIA6ZML tag=5PVS5QP0421G type=del size=3710396 2024-04-10T15:51:11.159 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.167+0000 7f0dda17f780 1 < completed delete operation key=VFKX3F9Z0OZ5 tag=T5DNQTO2LT0O type=del 2024-04-10T15:51:11.163 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.171+0000 7f0dda17f780 1 > prepared part key=_multipart_W1N9JNIA6ZML.2~EXOLNRKE1NRR.0 size=893782 2024-04-10T15:51:11.163 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.171+0000 7f0dda17f780 1 > prepared multipart upload key=W1N9JNIA6ZML upload=EXOLNRKE1NRR tag=6N4OBEEYLNF3 type=write size=1942358 2024-04-10T15:51:11.163 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.171+0000 7f0dda17f780 1 < canceled part key=_multipart_DRNFVWXVQQUT.2~K754P8TH8MX0.0 size=71477 2024-04-10T15:51:11.166 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.174+0000 7f0dda17f780 1 < canceled multipart upload key=DRNFVWXVQQUT upload=K754P8TH8MX0 tag=R87TVR7RKFTX type=write size=1120053 2024-04-10T15:51:11.168 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.177+0000 7f0dda17f780 1 > prepared operation key=0EQWI1AD1VHA tag=RVYOZOA2152R type=del size=2468208 2024-04-10T15:51:11.169 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.177+0000 7f0dda17f780 1 < canceled part key=_multipart_LPSA55UNQS7T.2~6IMYCCVGFW2B.0 size=1048576 2024-04-10T15:51:11.171 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.179+0000 7f0dda17f780 1 < completed part key=_multipart_LPSA55UNQS7T.2~6IMYCCVGFW2B.1 size=140019 2024-04-10T15:51:11.174 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.182+0000 7f0dda17f780 1 < canceled multipart upload key=LPSA55UNQS7T upload=6IMYCCVGFW2B tag=EPI01PQMPWXQ type=write size=2237171 2024-04-10T15:51:11.176 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.184+0000 7f0dda17f780 1 > prepared operation key=7R29VV7JYRWM tag=TZUEGJC3QIOV type=write size=164171 2024-04-10T15:51:11.178 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.186+0000 7f0dda17f780 1 < completed delete operation key=O2DQ4CPAMY72 tag=XCEWGHQL608Q type=del 2024-04-10T15:51:11.181 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.189+0000 7f0dda17f780 1 > prepared operation key=4GB88X6QZH6E tag=4XGI9397FQYP type=del size=942732 2024-04-10T15:51:11.185 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.193+0000 7f0dda17f780 1 < suggested remove operation key=EZ2HJBZ8EY6J tag=7YLHT301XJOX type=del 2024-04-10T15:51:11.187 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.195+0000 7f0dda17f780 1 > prepared operation key=4GB88X6QZH6E tag=P8SF5I4P8WG5 type=del size=4061922 2024-04-10T15:51:11.189 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.197+0000 7f0dda17f780 1 < completed delete operation key=4GB88X6QZH6E tag=054B23YC6WR6 type=del 2024-04-10T15:51:11.191 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.199+0000 7f0dda17f780 1 > prepared operation key=Q55YN73R4WFF tag=7XZHID3UZM0A type=del size=1062262 2024-04-10T15:51:11.195 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.203+0000 7f0dda17f780 1 < suggested remove operation key=5PTGEI8J4Q78 tag=1X2Y1NH81DJ8 type=del 2024-04-10T15:51:11.197 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.205+0000 7f0dda17f780 1 > prepared operation key=EZ2HJBZ8EY6J tag=J5MUG36X76MF type=write size=763845 2024-04-10T15:51:11.199 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.207+0000 7f0dda17f780 1 < completed delete operation key=9QFS277S5EY3 tag=P5Y3GV2QROAG type=del 2024-04-10T15:51:11.201 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.210+0000 7f0dda17f780 1 > prepared operation key=9QFS277S5EY3 tag=I9CWBNGXT6D6 type=del size=3622002 2024-04-10T15:51:11.204 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.212+0000 7f0dda17f780 1 < completed delete operation key=O0U4M0VYXZJ9 tag=AU60KY657UVS type=del 2024-04-10T15:51:11.208 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.216+0000 7f0dda17f780 1 > prepared part key=_multipart_7R1LO48KG193.2~EN2OMOHIISH9.0 size=1048576 2024-04-10T15:51:11.210 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.218+0000 7f0dda17f780 1 > prepared part key=_multipart_7R1LO48KG193.2~EN2OMOHIISH9.1 size=263121 2024-04-10T15:51:11.210 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.218+0000 7f0dda17f780 1 > prepared multipart upload key=7R1LO48KG193 upload=EN2OMOHIISH9 tag=F95BNYG7S39K type=write size=2360273 2024-04-10T15:51:11.212 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.220+0000 7f0dda17f780 1 < completed delete operation key=H433FHMII9ZA tag=SSV0Z7GSW5LN type=del 2024-04-10T15:51:11.214 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.222+0000 7f0dda17f780 1 > prepared operation key=1XDQOHF2EHZG tag=WXR84MNXOJIM type=del size=1634972 2024-04-10T15:51:11.216 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.225+0000 7f0dda17f780 1 < completed delete operation key=DRNFVWXVQQUT tag=6OVJUC46MFJ6 type=del 2024-04-10T15:51:11.219 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.227+0000 7f0dda17f780 1 > prepared operation key=VFKX3F9Z0OZ5 tag=ZEMTYJEK5E8F type=del size=2805880 2024-04-10T15:51:11.221 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.229+0000 7f0dda17f780 1 < completed delete operation key=J9DG8CWKBLB0 tag=8WJR9FC8AHK9 type=del 2024-04-10T15:51:11.225 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.233+0000 7f0dda17f780 1 > prepared part key=_multipart_7R29VV7JYRWM.2~9QDT5Q455Z5Z.0 size=1048576 2024-04-10T15:51:11.226 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.235+0000 7f0dda17f780 1 > prepared part key=_multipart_7R29VV7JYRWM.2~9QDT5Q455Z5Z.1 size=788907 2024-04-10T15:51:11.226 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.235+0000 7f0dda17f780 1 > prepared multipart upload key=7R29VV7JYRWM upload=9QDT5Q455Z5Z tag=JKE7E3Y5AVP5 type=write size=2886059 2024-04-10T15:51:11.230 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.239+0000 7f0dda17f780 1 < suggested update operation key=EZ2HJBZ8EY6J tag=VGK760HUSGOC type=del size=2581086 2024-04-10T15:51:11.235 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.243+0000 7f0dda17f780 1 > prepared part key=_multipart_1XDQOHF2EHZG.2~RGQV37T7F8IK.0 size=1048576 2024-04-10T15:51:11.237 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.245+0000 7f0dda17f780 1 > prepared part key=_multipart_1XDQOHF2EHZG.2~RGQV37T7F8IK.1 size=440865 2024-04-10T15:51:11.237 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.245+0000 7f0dda17f780 1 > prepared multipart upload key=1XDQOHF2EHZG upload=RGQV37T7F8IK tag=H1XNUTA9B1Z7 type=write size=2538017 2024-04-10T15:51:11.241 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.249+0000 7f0dda17f780 1 < suggested remove operation key=VKTXOZU1BOHT tag=2R8V1YBRIL9S type=del 2024-04-10T15:51:11.244 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:51:10 smithi077 ceph-mon[87572]: pgmap v1386: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 608 KiB/s rd, 212 KiB/s wr, 1.08k op/s 2024-04-10T15:51:11.244 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.252+0000 7f0dda17f780 1 > prepared operation key=VKTXOZU1BOHT tag=W156JD68CJL8 type=del size=995366 2024-04-10T15:51:11.246 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.254+0000 7f0dda17f780 1 < completed part key=_multipart_7R29VV7JYRWM.2~RP4IL632L707.0 size=1048576 2024-04-10T15:51:11.247 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.256+0000 7f0dda17f780 1 < completed part key=_multipart_7R29VV7JYRWM.2~RP4IL632L707.1 size=247073 2024-04-10T15:51:11.251 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.259+0000 7f0dda17f780 1 < completed multipart upload key=7R29VV7JYRWM upload=RP4IL632L707 tag=OLWAVVB3P204 type=write size=2344225 2024-04-10T15:51:11.253 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.261+0000 7f0dda17f780 1 > prepared operation key=GK8B4QASB1P8 tag=SGS8B5S6IEVF type=write size=405240 2024-04-10T15:51:11.255 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.263+0000 7f0dda17f780 1 < completed delete operation key=W1N9JNIA6ZML tag=5PVS5QP0421G type=del 2024-04-10T15:51:11.257 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.266+0000 7f0dda17f780 1 > prepared operation key=Q55YN73R4WFF tag=MR3FR4UZP6C5 type=write size=413269 2024-04-10T15:51:11.260 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.268+0000 7f0dda17f780 1 < completed part key=_multipart_W1N9JNIA6ZML.2~EXOLNRKE1NRR.0 size=893782 2024-04-10T15:51:11.263 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.272+0000 7f0dda17f780 1 < completed multipart upload key=W1N9JNIA6ZML upload=EXOLNRKE1NRR tag=6N4OBEEYLNF3 type=write size=1942358 2024-04-10T15:51:11.267 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.275+0000 7f0dda17f780 1 > prepared part key=_multipart_4GB88X6QZH6E.2~H7QAYJH39Z0O.0 size=1048576 2024-04-10T15:51:11.269 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.277+0000 7f0dda17f780 1 > prepared part key=_multipart_4GB88X6QZH6E.2~H7QAYJH39Z0O.1 size=1045841 2024-04-10T15:51:11.269 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.277+0000 7f0dda17f780 1 > prepared multipart upload key=4GB88X6QZH6E upload=H7QAYJH39Z0O tag=PDFD1Q0PN8CY type=write size=3142993 2024-04-10T15:51:11.271 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.279+0000 7f0dda17f780 1 < completed delete operation key=0EQWI1AD1VHA tag=RVYOZOA2152R type=del 2024-04-10T15:51:11.275 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.283+0000 7f0dda17f780 1 > prepared part key=_multipart_7R1LO48KG193.2~ZAXWVG1JIHNW.0 size=1048576 2024-04-10T15:51:11.276 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.285+0000 7f0dda17f780 1 > prepared part key=_multipart_7R1LO48KG193.2~ZAXWVG1JIHNW.1 size=1048576 2024-04-10T15:51:11.278 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.286+0000 7f0dda17f780 1 > prepared part key=_multipart_7R1LO48KG193.2~ZAXWVG1JIHNW.2 size=897048 2024-04-10T15:51:11.278 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.286+0000 7f0dda17f780 1 > prepared multipart upload key=7R1LO48KG193 upload=ZAXWVG1JIHNW tag=MW760JLHGZCO type=write size=4042776 2024-04-10T15:51:11.282 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.290+0000 7f0dda17f780 1 < suggested update operation key=7R29VV7JYRWM tag=TZUEGJC3QIOV type=write size=164171 2024-04-10T15:51:11.284 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.292+0000 7f0dda17f780 1 > prepared operation key=Q55YN73R4WFF tag=9EVX8D1WSUXF type=del size=3678477 2024-04-10T15:51:11.288 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.296+0000 7f0dda17f780 1 < suggested remove operation key=4GB88X6QZH6E tag=4XGI9397FQYP type=del 2024-04-10T15:51:11.292 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.300+0000 7f0dda17f780 1 > prepared part key=_multipart_Q55YN73R4WFF.2~4HHO9ZRVKUVV.0 size=578127 2024-04-10T15:51:11.292 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.300+0000 7f0dda17f780 1 > prepared multipart upload key=Q55YN73R4WFF upload=4HHO9ZRVKUVV tag=1CE21UJX7G7X type=write size=1626703 2024-04-10T15:51:11.295 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.303+0000 7f0dda17f780 -1 < failed to complete operation key=4GB88X6QZH6E tag=P8SF5I4P8WG5 type=del size=4061922: (22) Invalid argument 2024-04-10T15:51:11.298 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.307+0000 7f0dda17f780 1 > prepared operation key=GK8B4QASB1P8 tag=VV1TSBQ1DSW9 type=write size=445686 2024-04-10T15:51:11.300 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.309+0000 7f0dda17f780 1 < completed delete operation key=Q55YN73R4WFF tag=7XZHID3UZM0A type=del 2024-04-10T15:51:11.304 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.312+0000 7f0dda17f780 1 > prepared part key=_multipart_Q55YN73R4WFF.2~E0YME9FP2FPD.0 size=1048576 2024-04-10T15:51:11.306 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.314+0000 7f0dda17f780 1 > prepared part key=_multipart_Q55YN73R4WFF.2~E0YME9FP2FPD.1 size=1011667 2024-04-10T15:51:11.306 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.314+0000 7f0dda17f780 1 > prepared multipart upload key=Q55YN73R4WFF upload=E0YME9FP2FPD tag=IEDQRSTFE4I3 type=write size=3108819 2024-04-10T15:51:11.309 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.317+0000 7f0dda17f780 -1 < failed to complete operation key=EZ2HJBZ8EY6J tag=J5MUG36X76MF type=write size=763845: (22) Invalid argument 2024-04-10T15:51:11.311 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.319+0000 7f0dda17f780 1 > prepared operation key=VKTXOZU1BOHT tag=Q285D4V41UD9 type=del size=3797204 2024-04-10T15:51:11.313 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.321+0000 7f0dda17f780 1 < canceled operation key=9QFS277S5EY3 tag=I9CWBNGXT6D6 type=del size=3622002 2024-04-10T15:51:11.315 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.323+0000 7f0dda17f780 1 > prepared operation key=DRNFVWXVQQUT tag=J9S4ZAOA98IU type=del size=2064187 2024-04-10T15:51:11.317 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.325+0000 7f0dda17f780 1 < completed part key=_multipart_7R1LO48KG193.2~EN2OMOHIISH9.0 size=1048576 2024-04-10T15:51:11.318 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.327+0000 7f0dda17f780 1 < completed part key=_multipart_7R1LO48KG193.2~EN2OMOHIISH9.1 size=263121 2024-04-10T15:51:11.322 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.330+0000 7f0dda17f780 1 < completed multipart upload key=7R1LO48KG193 upload=EN2OMOHIISH9 tag=F95BNYG7S39K type=write size=2360273 2024-04-10T15:51:11.324 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.332+0000 7f0dda17f780 1 > prepared operation key=J9DG8CWKBLB0 tag=MGIVYOVSN7A7 type=del size=3031082 2024-04-10T15:51:11.328 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.336+0000 7f0dda17f780 1 < suggested update operation key=1XDQOHF2EHZG tag=WXR84MNXOJIM type=del size=1634972 2024-04-10T15:51:11.330 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.338+0000 7f0dda17f780 1 > prepared operation key=0EQWI1AD1VHA tag=GSB4JT14BMSM type=del size=873939 2024-04-10T15:51:11.334 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.342+0000 7f0dda17f780 1 < suggested update operation key=VFKX3F9Z0OZ5 tag=ZEMTYJEK5E8F type=del size=2805880 2024-04-10T15:51:11.338 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.346+0000 7f0dda17f780 1 > prepared part key=_multipart_Q55YN73R4WFF.2~5436N3PWU57W.0 size=336658 2024-04-10T15:51:11.338 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.346+0000 7f0dda17f780 1 > prepared multipart upload key=Q55YN73R4WFF upload=5436N3PWU57W tag=BFENRADVAOIK type=write size=1385234 2024-04-10T15:51:11.340 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.348+0000 7f0dda17f780 1 < completed part key=_multipart_7R29VV7JYRWM.2~9QDT5Q455Z5Z.0 size=1048576 2024-04-10T15:51:11.342 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.350+0000 7f0dda17f780 1 < completed part key=_multipart_7R29VV7JYRWM.2~9QDT5Q455Z5Z.1 size=788907 2024-04-10T15:51:11.345 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.353+0000 7f0dda17f780 1 < completed multipart upload key=7R29VV7JYRWM upload=9QDT5Q455Z5Z tag=JKE7E3Y5AVP5 type=write size=2886059 2024-04-10T15:51:11.347 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.355+0000 7f0dda17f780 1 > prepared operation key=4GB88X6QZH6E tag=2RNCGKZR1MI2 type=del size=3155566 2024-04-10T15:51:11.349 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.357+0000 7f0dda17f780 1 < completed part key=_multipart_1XDQOHF2EHZG.2~RGQV37T7F8IK.0 size=1048576 2024-04-10T15:51:11.351 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.359+0000 7f0dda17f780 1 < completed part key=_multipart_1XDQOHF2EHZG.2~RGQV37T7F8IK.1 size=440865 2024-04-10T15:51:11.354 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.362+0000 7f0dda17f780 1 < completed multipart upload key=1XDQOHF2EHZG upload=RGQV37T7F8IK tag=H1XNUTA9B1Z7 type=write size=2538017 2024-04-10T15:51:11.358 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.366+0000 7f0dda17f780 1 > prepared part key=_multipart_O0U4M0VYXZJ9.2~TE9S2R0TYFMI.0 size=1048576 2024-04-10T15:51:11.360 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.368+0000 7f0dda17f780 1 > prepared part key=_multipart_O0U4M0VYXZJ9.2~TE9S2R0TYFMI.1 size=1048576 2024-04-10T15:51:11.361 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.370+0000 7f0dda17f780 1 > prepared part key=_multipart_O0U4M0VYXZJ9.2~TE9S2R0TYFMI.2 size=660555 2024-04-10T15:51:11.362 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.370+0000 7f0dda17f780 1 > prepared multipart upload key=O0U4M0VYXZJ9 upload=TE9S2R0TYFMI tag=C5GUY8NXAB7H type=write size=3806283 2024-04-10T15:51:11.364 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.372+0000 7f0dda17f780 1 < completed delete operation key=VKTXOZU1BOHT tag=W156JD68CJL8 type=del 2024-04-10T15:51:11.366 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.374+0000 7f0dda17f780 1 > prepared operation key=0EQWI1AD1VHA tag=JBE6UZC007YP type=write size=897704 2024-04-10T15:51:11.370 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.378+0000 7f0dda17f780 1 < suggested update operation key=GK8B4QASB1P8 tag=SGS8B5S6IEVF type=write size=405240 2024-04-10T15:51:11.372 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.380+0000 7f0dda17f780 1 > prepared operation key=VKTXOZU1BOHT tag=EF2HSRAROTO5 type=del size=1475473 2024-04-10T15:51:11.375 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.383+0000 7f0dda17f780 1 < completed write operation key=Q55YN73R4WFF tag=MR3FR4UZP6C5 type=write size=413269 2024-04-10T15:51:11.377 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.384+0000 7f0dda17f780 1 > prepared operation key=EZ2HJBZ8EY6J tag=CL8327ZU79G0 type=del size=880014 2024-04-10T15:51:11.379 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.387+0000 7f0dda17f780 1 < completed part key=_multipart_4GB88X6QZH6E.2~H7QAYJH39Z0O.0 size=1048576 2024-04-10T15:51:11.381 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.389+0000 7f0dda17f780 1 < completed part key=_multipart_4GB88X6QZH6E.2~H7QAYJH39Z0O.1 size=1045841 2024-04-10T15:51:11.384 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.392+0000 7f0dda17f780 1 < completed multipart upload key=4GB88X6QZH6E upload=H7QAYJH39Z0O tag=PDFD1Q0PN8CY type=write size=3142993 2024-04-10T15:51:11.387 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.395+0000 7f0dda17f780 1 > prepared operation key=5VUYRX80DJNN tag=L0FQC3WIW2T0 type=del size=4129273 2024-04-10T15:51:11.387 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.395+0000 7f0dda17f780 1 < canceled part key=_multipart_7R1LO48KG193.2~ZAXWVG1JIHNW.0 size=1048576 2024-04-10T15:51:11.389 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.397+0000 7f0dda17f780 1 < completed part key=_multipart_7R1LO48KG193.2~ZAXWVG1JIHNW.1 size=1048576 2024-04-10T15:51:11.390 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.398+0000 7f0dda17f780 1 < completed part key=_multipart_7R1LO48KG193.2~ZAXWVG1JIHNW.2 size=897048 2024-04-10T15:51:11.394 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.402+0000 7f0dda17f780 1 < canceled multipart upload key=7R1LO48KG193 upload=ZAXWVG1JIHNW tag=MW760JLHGZCO type=write size=4042776 2024-04-10T15:51:11.396 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.404+0000 7f0dda17f780 1 > prepared operation key=M31TS1RYVD2I tag=ZYPH03D725WV type=del size=4018017 2024-04-10T15:51:11.400 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.409+0000 7f0dda17f780 1 < suggested update operation key=Q55YN73R4WFF tag=9EVX8D1WSUXF type=del size=3678477 2024-04-10T15:51:11.403 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.411+0000 7f0dda17f780 1 > prepared operation key=892B9J3TLMA2 tag=3DDQ1KPPF3UB type=del size=1073944 2024-04-10T15:51:11.404 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.413+0000 7f0dda17f780 1 < completed part key=_multipart_Q55YN73R4WFF.2~4HHO9ZRVKUVV.0 size=578127 2024-04-10T15:51:11.408 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.416+0000 7f0dda17f780 1 < completed multipart upload key=Q55YN73R4WFF upload=4HHO9ZRVKUVV tag=1CE21UJX7G7X type=write size=1626703 2024-04-10T15:51:11.410 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.418+0000 7f0dda17f780 1 > prepared operation key=W1N9JNIA6ZML tag=8KZJ205VWNCN type=write size=5122 2024-04-10T15:51:11.413 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.421+0000 7f0dda17f780 -1 < failed to complete operation key=GK8B4QASB1P8 tag=VV1TSBQ1DSW9 type=write size=445686: (22) Invalid argument 2024-04-10T15:51:11.415 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.423+0000 7f0dda17f780 1 > prepared operation key=O2DQ4CPAMY72 tag=GWCGQBNYY4OE type=del size=394710 2024-04-10T15:51:11.417 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.425+0000 7f0dda17f780 1 < completed part key=_multipart_Q55YN73R4WFF.2~E0YME9FP2FPD.0 size=1048576 2024-04-10T15:51:11.419 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.427+0000 7f0dda17f780 1 < completed part key=_multipart_Q55YN73R4WFF.2~E0YME9FP2FPD.1 size=1011667 2024-04-10T15:51:11.423 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.431+0000 7f0dda17f780 1 < completed multipart upload key=Q55YN73R4WFF upload=E0YME9FP2FPD tag=IEDQRSTFE4I3 type=write size=3108819 2024-04-10T15:51:11.425 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.433+0000 7f0dda17f780 1 > prepared operation key=EZ2HJBZ8EY6J tag=XJZTNP9RS9D3 type=del size=2723466 2024-04-10T15:51:11.427 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.435+0000 7f0dda17f780 1 < completed delete operation key=VKTXOZU1BOHT tag=Q285D4V41UD9 type=del 2024-04-10T15:51:11.429 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.438+0000 7f0dda17f780 1 > prepared operation key=YKTMKJ7IT90D tag=0WJN3PE0VJJC type=del size=2918183 2024-04-10T15:51:11.431 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.440+0000 7f0dda17f780 1 < completed delete operation key=DRNFVWXVQQUT tag=J9S4ZAOA98IU type=del 2024-04-10T15:51:11.434 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.442+0000 7f0dda17f780 1 > prepared operation key=QJ9GK4CHH36X tag=HCAOBVOILB95 type=del size=890639 2024-04-10T15:51:11.436 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.445+0000 7f0dda17f780 1 < completed delete operation key=J9DG8CWKBLB0 tag=MGIVYOVSN7A7 type=del 2024-04-10T15:51:11.438 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.447+0000 7f0dda17f780 1 > prepared operation key=1XDQOHF2EHZG tag=KFB3HNESA4GD type=write size=682607 2024-04-10T15:51:11.440 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.449+0000 7f0dda17f780 1 < completed delete operation key=0EQWI1AD1VHA tag=GSB4JT14BMSM type=del 2024-04-10T15:51:11.442 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.451+0000 7f0dda17f780 1 > prepared operation key=QJ9GK4CHH36X tag=EDYGK38SNYHI type=del size=2830076 2024-04-10T15:51:11.445 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.453+0000 7f0dda17f780 1 < completed part key=_multipart_Q55YN73R4WFF.2~5436N3PWU57W.0 size=336658 2024-04-10T15:51:11.448 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.456+0000 7f0dda17f780 1 < completed multipart upload key=Q55YN73R4WFF upload=5436N3PWU57W tag=BFENRADVAOIK type=write size=1385234 2024-04-10T15:51:11.450 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.459+0000 7f0dda17f780 1 > prepared operation key=4GB88X6QZH6E tag=SOY5B2DLQ09W type=del size=3887254 2024-04-10T15:51:11.455 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.463+0000 7f0dda17f780 1 < suggested update operation key=4GB88X6QZH6E tag=2RNCGKZR1MI2 type=del size=3155566 2024-04-10T15:51:11.457 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.465+0000 7f0dda17f780 1 > prepared operation key=EZ2HJBZ8EY6J tag=0G7MAA7TXH0S type=del size=4063973 2024-04-10T15:51:11.460 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.468+0000 7f0dda17f780 1 < completed part key=_multipart_O0U4M0VYXZJ9.2~TE9S2R0TYFMI.0 size=1048576 2024-04-10T15:51:11.460 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.468+0000 7f0dda17f780 1 < canceled part key=_multipart_O0U4M0VYXZJ9.2~TE9S2R0TYFMI.1 size=1048576 2024-04-10T15:51:11.462 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.470+0000 7f0dda17f780 1 < completed part key=_multipart_O0U4M0VYXZJ9.2~TE9S2R0TYFMI.2 size=660555 2024-04-10T15:51:11.465 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.474+0000 7f0dda17f780 1 < canceled multipart upload key=O0U4M0VYXZJ9 upload=TE9S2R0TYFMI tag=C5GUY8NXAB7H type=write size=3806283 2024-04-10T15:51:11.468 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.476+0000 7f0dda17f780 1 > prepared operation key=1XDQOHF2EHZG tag=SL8QRII8D7XP type=del size=1218251 2024-04-10T15:51:11.473 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.481+0000 7f0dda17f780 1 < suggested update operation key=0EQWI1AD1VHA tag=JBE6UZC007YP type=write size=897704 2024-04-10T15:51:11.475 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.483+0000 7f0dda17f780 1 > prepared operation key=VFKX3F9Z0OZ5 tag=Z7M8DRUOSUJP type=del size=831445 2024-04-10T15:51:11.479 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.488+0000 7f0dda17f780 1 < suggested update operation key=VKTXOZU1BOHT tag=EF2HSRAROTO5 type=del size=1475473 2024-04-10T15:51:11.484 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.492+0000 7f0dda17f780 1 > prepared part key=_multipart_76DRYPHC6HG3.2~NTNB3XTYP3Q4.0 size=1048576 2024-04-10T15:51:11.485 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.493+0000 7f0dda17f780 1 > prepared part key=_multipart_76DRYPHC6HG3.2~NTNB3XTYP3Q4.1 size=980965 2024-04-10T15:51:11.485 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.493+0000 7f0dda17f780 1 > prepared multipart upload key=76DRYPHC6HG3 upload=NTNB3XTYP3Q4 tag=NWAJDUQWWZS5 type=write size=3078117 2024-04-10T15:51:11.490 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.498+0000 7f0dda17f780 1 < suggested remove operation key=EZ2HJBZ8EY6J tag=CL8327ZU79G0 type=del 2024-04-10T15:51:11.492 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.500+0000 7f0dda17f780 1 > prepared operation key=YKTMKJ7IT90D tag=3S071J9A4OOM type=del size=2780164 2024-04-10T15:51:11.494 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.502+0000 7f0dda17f780 1 < completed delete operation key=5VUYRX80DJNN tag=L0FQC3WIW2T0 type=del 2024-04-10T15:51:11.496 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.504+0000 7f0dda17f780 1 > prepared operation key=W72JTU6KAY5Q tag=LS6KVX5T05GI type=del size=1050283 2024-04-10T15:51:11.498 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.506+0000 7f0dda17f780 1 < completed delete operation key=M31TS1RYVD2I tag=ZYPH03D725WV type=del 2024-04-10T15:51:11.503 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.511+0000 7f0dda17f780 1 > prepared part key=_multipart_W72JTU6KAY5Q.2~SJZW59SG7MQS.0 size=255419 2024-04-10T15:51:11.503 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.511+0000 7f0dda17f780 1 > prepared multipart upload key=W72JTU6KAY5Q upload=SJZW59SG7MQS tag=63T2800EI7IW type=write size=1303995 2024-04-10T15:51:11.505 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.513+0000 7f0dda17f780 1 < canceled operation key=892B9J3TLMA2 tag=3DDQ1KPPF3UB type=del size=1073944 2024-04-10T15:51:11.507 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.515+0000 7f0dda17f780 1 > prepared operation key=76DRYPHC6HG3 tag=V6KOJO023VER type=del size=1805209 2024-04-10T15:51:11.509 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.517+0000 7f0dda17f780 1 < completed write operation key=W1N9JNIA6ZML tag=8KZJ205VWNCN type=write size=5122 2024-04-10T15:51:11.511 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.520+0000 7f0dda17f780 1 > prepared operation key=76DRYPHC6HG3 tag=ICYPVPZ7DBCU type=del size=252118 2024-04-10T15:51:11.515 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.523+0000 7f0dda17f780 1 < suggested remove operation key=O2DQ4CPAMY72 tag=GWCGQBNYY4OE type=del 2024-04-10T15:51:11.519 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.527+0000 7f0dda17f780 1 > prepared part key=_multipart_32PMZSHN97HZ.2~18QGY6NACZJV.0 size=432886 2024-04-10T15:51:11.519 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.527+0000 7f0dda17f780 1 > prepared multipart upload key=32PMZSHN97HZ upload=18QGY6NACZJV tag=BW2IQXHXGD6D type=write size=1481462 2024-04-10T15:51:11.522 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.530+0000 7f0dda17f780 -1 < failed to complete operation key=EZ2HJBZ8EY6J tag=XJZTNP9RS9D3 type=del size=2723466: (22) Invalid argument 2024-04-10T15:51:11.524 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.532+0000 7f0dda17f780 1 > prepared operation key=W72JTU6KAY5Q tag=8MOV1B8AJCFS type=write size=463205 2024-04-10T15:51:11.526 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.534+0000 7f0dda17f780 1 < completed delete operation key=YKTMKJ7IT90D tag=0WJN3PE0VJJC type=del 2024-04-10T15:51:11.528 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.536+0000 7f0dda17f780 1 > prepared operation key=892B9J3TLMA2 tag=Y0E1QRE1EUQ7 type=del size=1928232 2024-04-10T15:51:11.530 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.538+0000 7f0dda17f780 1 < completed delete operation key=QJ9GK4CHH36X tag=HCAOBVOILB95 type=del 2024-04-10T15:51:11.532 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.540+0000 7f0dda17f780 1 > prepared operation key=7R1LO48KG193 tag=ZWGV7DF54G1E type=del size=855904 2024-04-10T15:51:11.534 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.542+0000 7f0dda17f780 1 < completed write operation key=1XDQOHF2EHZG tag=KFB3HNESA4GD type=write size=682607 2024-04-10T15:51:11.539 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.547+0000 7f0dda17f780 1 > prepared part key=_multipart_O2DQ4CPAMY72.2~TY2IXAI7I2P4.0 size=151563 2024-04-10T15:51:11.539 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.547+0000 7f0dda17f780 1 > prepared multipart upload key=O2DQ4CPAMY72 upload=TY2IXAI7I2P4 tag=C8BV4QR6Y3KN type=write size=1200139 2024-04-10T15:51:11.541 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.549+0000 7f0dda17f780 1 < completed delete operation key=QJ9GK4CHH36X tag=EDYGK38SNYHI type=del 2024-04-10T15:51:11.543 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.551+0000 7f0dda17f780 1 > prepared operation key=7R29VV7JYRWM tag=WYEBUU4ADF14 type=del size=921570 2024-04-10T15:51:11.546 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.554+0000 7f0dda17f780 -1 < failed to complete operation key=4GB88X6QZH6E tag=SOY5B2DLQ09W type=del size=3887254: (22) Invalid argument 2024-04-10T15:51:11.550 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.558+0000 7f0dda17f780 1 > prepared part key=_multipart_5PTGEI8J4Q78.2~ZEGOXV8PBL0Y.0 size=989968 2024-04-10T15:51:11.550 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.558+0000 7f0dda17f780 1 > prepared multipart upload key=5PTGEI8J4Q78 upload=ZEGOXV8PBL0Y tag=4RAE0Z6FJDR4 type=write size=2038544 2024-04-10T15:51:11.552 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.561+0000 7f0dda17f780 -1 < failed to complete operation key=EZ2HJBZ8EY6J tag=0G7MAA7TXH0S type=del size=4063973: (22) Invalid argument 2024-04-10T15:51:11.556 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.565+0000 7f0dda17f780 1 > prepared part key=_multipart_DRNFVWXVQQUT.2~LKAX5W1F1IBE.0 size=1048576 2024-04-10T15:51:11.558 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.566+0000 7f0dda17f780 1 > prepared part key=_multipart_DRNFVWXVQQUT.2~LKAX5W1F1IBE.1 size=727214 2024-04-10T15:51:11.558 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.566+0000 7f0dda17f780 1 > prepared multipart upload key=DRNFVWXVQQUT upload=LKAX5W1F1IBE tag=N5QQIKQ3RG67 type=write size=2824366 2024-04-10T15:51:11.560 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.568+0000 7f0dda17f780 1 < completed delete operation key=1XDQOHF2EHZG tag=SL8QRII8D7XP type=del 2024-04-10T15:51:11.562 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.571+0000 7f0dda17f780 1 > prepared operation key=QJ9GK4CHH36X tag=3C9TWBLP13H8 type=del size=1041367 2024-04-10T15:51:11.565 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.573+0000 7f0dda17f780 1 < completed delete operation key=VFKX3F9Z0OZ5 tag=Z7M8DRUOSUJP type=del 2024-04-10T15:51:11.568 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.577+0000 7f0dda17f780 1 > prepared part key=_multipart_LPSA55UNQS7T.2~0BPC19S1CR91.0 size=1048576 2024-04-10T15:51:11.570 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.579+0000 7f0dda17f780 1 > prepared part key=_multipart_LPSA55UNQS7T.2~0BPC19S1CR91.1 size=1048576 2024-04-10T15:51:11.573 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.581+0000 7f0dda17f780 1 > prepared part key=_multipart_LPSA55UNQS7T.2~0BPC19S1CR91.2 size=207211 2024-04-10T15:51:11.573 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.581+0000 7f0dda17f780 1 > prepared multipart upload key=LPSA55UNQS7T upload=0BPC19S1CR91 tag=1A0OJI7PTTMB type=write size=3352939 2024-04-10T15:51:11.575 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.583+0000 7f0dda17f780 1 < completed part key=_multipart_76DRYPHC6HG3.2~NTNB3XTYP3Q4.0 size=1048576 2024-04-10T15:51:11.576 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.585+0000 7f0dda17f780 1 < completed part key=_multipart_76DRYPHC6HG3.2~NTNB3XTYP3Q4.1 size=980965 2024-04-10T15:51:11.580 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.588+0000 7f0dda17f780 1 < completed multipart upload key=76DRYPHC6HG3 upload=NTNB3XTYP3Q4 tag=NWAJDUQWWZS5 type=write size=3078117 2024-04-10T15:51:11.585 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.593+0000 7f0dda17f780 1 > prepared part key=_multipart_9QFS277S5EY3.2~ERBIFKI3ZTWQ.0 size=1048576 2024-04-10T15:51:11.586 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.595+0000 7f0dda17f780 1 > prepared part key=_multipart_9QFS277S5EY3.2~ERBIFKI3ZTWQ.1 size=609361 2024-04-10T15:51:11.587 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.595+0000 7f0dda17f780 1 > prepared multipart upload key=9QFS277S5EY3 upload=ERBIFKI3ZTWQ tag=WW745AMMRWZM type=write size=2706513 2024-04-10T15:51:11.588 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.597+0000 7f0dda17f780 1 < canceled operation key=YKTMKJ7IT90D tag=3S071J9A4OOM type=del size=2780164 2024-04-10T15:51:11.593 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.601+0000 7f0dda17f780 1 > prepared part key=_multipart_9QFS277S5EY3.2~67MCE9JNA4FF.0 size=25300 2024-04-10T15:51:11.593 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.601+0000 7f0dda17f780 1 > prepared multipart upload key=9QFS277S5EY3 upload=67MCE9JNA4FF tag=NAJS6C8ACDM7 type=write size=1073876 2024-04-10T15:51:11.594 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.603+0000 7f0dda17f780 1 < completed delete operation key=W72JTU6KAY5Q tag=LS6KVX5T05GI type=del 2024-04-10T15:51:11.597 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.605+0000 7f0dda17f780 1 > prepared operation key=4GB88X6QZH6E tag=BT59E1BFSYBD type=write size=63505 2024-04-10T15:51:11.599 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.607+0000 7f0dda17f780 1 < completed part key=_multipart_W72JTU6KAY5Q.2~SJZW59SG7MQS.0 size=255419 2024-04-10T15:51:11.602 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.610+0000 7f0dda17f780 1 < completed multipart upload key=W72JTU6KAY5Q upload=SJZW59SG7MQS tag=63T2800EI7IW type=write size=1303995 2024-04-10T15:51:11.606 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.614+0000 7f0dda17f780 1 > prepared part key=_multipart_9QFS277S5EY3.2~GHVRKND4HQ9L.0 size=441419 2024-04-10T15:51:11.606 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.614+0000 7f0dda17f780 1 > prepared multipart upload key=9QFS277S5EY3 upload=GHVRKND4HQ9L tag=SRG5GDOWSQYJ type=write size=1489995 2024-04-10T15:51:11.608 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.617+0000 7f0dda17f780 1 < completed delete operation key=76DRYPHC6HG3 tag=V6KOJO023VER type=del 2024-04-10T15:51:11.613 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.621+0000 7f0dda17f780 1 > prepared part key=_multipart_J9DG8CWKBLB0.2~9DCXC3KKW87G.0 size=1048576 2024-04-10T15:51:11.615 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.623+0000 7f0dda17f780 1 > prepared part key=_multipart_J9DG8CWKBLB0.2~9DCXC3KKW87G.1 size=888962 2024-04-10T15:51:11.615 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.623+0000 7f0dda17f780 1 > prepared multipart upload key=J9DG8CWKBLB0 upload=9DCXC3KKW87G tag=4VB2A1ZR9DRY type=write size=2986114 2024-04-10T15:51:11.619 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.627+0000 7f0dda17f780 1 < suggested remove operation key=76DRYPHC6HG3 tag=ICYPVPZ7DBCU type=del 2024-04-10T15:51:11.621 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.629+0000 7f0dda17f780 1 > prepared operation key=32PMZSHN97HZ tag=R9V72Y783SEL type=del size=3982597 2024-04-10T15:51:11.624 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.632+0000 7f0dda17f780 1 < completed part key=_multipart_32PMZSHN97HZ.2~18QGY6NACZJV.0 size=432886 2024-04-10T15:51:11.627 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.635+0000 7f0dda17f780 1 < completed multipart upload key=32PMZSHN97HZ upload=18QGY6NACZJV tag=BW2IQXHXGD6D type=write size=1481462 2024-04-10T15:51:11.629 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.638+0000 7f0dda17f780 1 > prepared operation key=W0QQNH1PRYVL tag=PS5DKE1G8NC4 type=del size=1663133 2024-04-10T15:51:11.631 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.640+0000 7f0dda17f780 1 < completed write operation key=W72JTU6KAY5Q tag=8MOV1B8AJCFS type=write size=463205 2024-04-10T15:51:11.635 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.643+0000 7f0dda17f780 1 > prepared part key=_multipart_M31TS1RYVD2I.2~CAMT3S9B67Z2.0 size=1048576 2024-04-10T15:51:11.637 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.645+0000 7f0dda17f780 1 > prepared part key=_multipart_M31TS1RYVD2I.2~CAMT3S9B67Z2.1 size=77902 2024-04-10T15:51:11.637 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.645+0000 7f0dda17f780 1 > prepared multipart upload key=M31TS1RYVD2I upload=CAMT3S9B67Z2 tag=BZMI5MY9TJ30 type=write size=2175054 2024-04-10T15:51:11.639 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.647+0000 7f0dda17f780 1 < completed delete operation key=892B9J3TLMA2 tag=Y0E1QRE1EUQ7 type=del 2024-04-10T15:51:11.643 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.651+0000 7f0dda17f780 1 > prepared part key=_multipart_892B9J3TLMA2.2~RI329Z4XBLOC.0 size=1048576 2024-04-10T15:51:11.645 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.653+0000 7f0dda17f780 1 > prepared part key=_multipart_892B9J3TLMA2.2~RI329Z4XBLOC.1 size=582370 2024-04-10T15:51:11.645 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.653+0000 7f0dda17f780 1 > prepared multipart upload key=892B9J3TLMA2 upload=RI329Z4XBLOC tag=GUO6A9N9B54K type=write size=2679522 2024-04-10T15:51:11.649 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.657+0000 7f0dda17f780 1 < suggested update operation key=7R1LO48KG193 tag=ZWGV7DF54G1E type=del size=855904 2024-04-10T15:51:11.653 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.661+0000 7f0dda17f780 1 > prepared part key=_multipart_5VUYRX80DJNN.2~J1EOLLKQP8E0.0 size=354169 2024-04-10T15:51:11.653 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.661+0000 7f0dda17f780 1 > prepared multipart upload key=5VUYRX80DJNN upload=J1EOLLKQP8E0 tag=F2OGJI8MW1V4 type=write size=1402745 2024-04-10T15:51:11.656 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.664+0000 7f0dda17f780 1 < completed part key=_multipart_O2DQ4CPAMY72.2~TY2IXAI7I2P4.0 size=151563 2024-04-10T15:51:11.660 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.668+0000 7f0dda17f780 1 < completed multipart upload key=O2DQ4CPAMY72 upload=TY2IXAI7I2P4 tag=C8BV4QR6Y3KN type=write size=1200139 2024-04-10T15:51:11.662 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.670+0000 7f0dda17f780 1 > prepared operation key=O0U4M0VYXZJ9 tag=GJSN8UAEH807 type=del size=1201769 2024-04-10T15:51:11.666 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.674+0000 7f0dda17f780 1 < suggested remove operation key=7R29VV7JYRWM tag=WYEBUU4ADF14 type=del 2024-04-10T15:51:11.668 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.677+0000 7f0dda17f780 1 > prepared operation key=4GB88X6QZH6E tag=VL47YXLRRQK8 type=del size=1852384 2024-04-10T15:51:11.671 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.679+0000 7f0dda17f780 1 < completed part key=_multipart_5PTGEI8J4Q78.2~ZEGOXV8PBL0Y.0 size=989968 2024-04-10T15:51:11.674 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.682+0000 7f0dda17f780 1 < completed multipart upload key=5PTGEI8J4Q78 upload=ZEGOXV8PBL0Y tag=4RAE0Z6FJDR4 type=write size=2038544 2024-04-10T15:51:11.676 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.684+0000 7f0dda17f780 1 > prepared operation key=XDWUTYA27EZF tag=Y0UA899VIEO0 type=del size=3918394 2024-04-10T15:51:11.678 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.686+0000 7f0dda17f780 1 < completed part key=_multipart_DRNFVWXVQQUT.2~LKAX5W1F1IBE.0 size=1048576 2024-04-10T15:51:11.680 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.688+0000 7f0dda17f780 1 < completed part key=_multipart_DRNFVWXVQQUT.2~LKAX5W1F1IBE.1 size=727214 2024-04-10T15:51:11.684 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.692+0000 7f0dda17f780 1 < completed multipart upload key=DRNFVWXVQQUT upload=LKAX5W1F1IBE tag=N5QQIKQ3RG67 type=write size=2824366 2024-04-10T15:51:11.689 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.697+0000 7f0dda17f780 1 > prepared part key=_multipart_892B9J3TLMA2.2~GSYLTSWV3HKH.0 size=14236 2024-04-10T15:51:11.689 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.697+0000 7f0dda17f780 1 > prepared multipart upload key=892B9J3TLMA2 upload=GSYLTSWV3HKH tag=9JQBDZY0JOYZ type=write size=1062812 2024-04-10T15:51:11.691 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.699+0000 7f0dda17f780 1 < completed delete operation key=QJ9GK4CHH36X tag=3C9TWBLP13H8 type=del 2024-04-10T15:51:11.694 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.703+0000 7f0dda17f780 1 > prepared part key=_multipart_1XDQOHF2EHZG.2~ZKH2Z04H8CZM.0 size=677173 2024-04-10T15:51:11.694 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.703+0000 7f0dda17f780 1 > prepared multipart upload key=1XDQOHF2EHZG upload=ZKH2Z04H8CZM tag=RS0WPZ288VZW type=write size=1725749 2024-04-10T15:51:11.696 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.705+0000 7f0dda17f780 1 < completed part key=_multipart_LPSA55UNQS7T.2~0BPC19S1CR91.0 size=1048576 2024-04-10T15:51:11.698 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.706+0000 7f0dda17f780 1 < completed part key=_multipart_LPSA55UNQS7T.2~0BPC19S1CR91.1 size=1048576 2024-04-10T15:51:11.700 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.708+0000 7f0dda17f780 1 < completed part key=_multipart_LPSA55UNQS7T.2~0BPC19S1CR91.2 size=207211 2024-04-10T15:51:11.703 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.712+0000 7f0dda17f780 1 < completed multipart upload key=LPSA55UNQS7T upload=0BPC19S1CR91 tag=1A0OJI7PTTMB type=write size=3352939 2024-04-10T15:51:11.708 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.717+0000 7f0dda17f780 1 > prepared part key=_multipart_QJ9GK4CHH36X.2~MHT58D6MTQGW.0 size=1048576 2024-04-10T15:51:11.710 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.719+0000 7f0dda17f780 1 > prepared part key=_multipart_QJ9GK4CHH36X.2~MHT58D6MTQGW.1 size=1048576 2024-04-10T15:51:11.712 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.720+0000 7f0dda17f780 1 > prepared part key=_multipart_QJ9GK4CHH36X.2~MHT58D6MTQGW.2 size=374424 2024-04-10T15:51:11.712 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.720+0000 7f0dda17f780 1 > prepared multipart upload key=QJ9GK4CHH36X upload=MHT58D6MTQGW tag=ALTB6733HIHQ type=write size=3520152 2024-04-10T15:51:11.712 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.721+0000 7f0dda17f780 1 < canceled part key=_multipart_9QFS277S5EY3.2~ERBIFKI3ZTWQ.0 size=1048576 2024-04-10T15:51:11.714 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.722+0000 7f0dda17f780 1 < completed part key=_multipart_9QFS277S5EY3.2~ERBIFKI3ZTWQ.1 size=609361 2024-04-10T15:51:11.718 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.726+0000 7f0dda17f780 1 < canceled multipart upload key=9QFS277S5EY3 upload=ERBIFKI3ZTWQ tag=WW745AMMRWZM type=write size=2706513 2024-04-10T15:51:11.720 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.728+0000 7f0dda17f780 1 > prepared operation key=0EQWI1AD1VHA tag=BSWFR14U2ZLV type=del size=1692573 2024-04-10T15:51:11.720 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.728+0000 7f0dda17f780 1 < canceled part key=_multipart_9QFS277S5EY3.2~67MCE9JNA4FF.0 size=25300 2024-04-10T15:51:11.723 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.732+0000 7f0dda17f780 1 < canceled multipart upload key=9QFS277S5EY3 upload=67MCE9JNA4FF tag=NAJS6C8ACDM7 type=write size=1073876 2024-04-10T15:51:11.725 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.734+0000 7f0dda17f780 1 > prepared operation key=LPSA55UNQS7T tag=41CWP9NLMXJM type=del size=4094783 2024-04-10T15:51:11.730 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.738+0000 7f0dda17f780 1 < suggested update operation key=4GB88X6QZH6E tag=BT59E1BFSYBD type=write size=63505 2024-04-10T15:51:11.734 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.742+0000 7f0dda17f780 1 > prepared part key=_multipart_EZ2HJBZ8EY6J.2~H7XDKT5E0T7L.0 size=331465 2024-04-10T15:51:11.734 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.742+0000 7f0dda17f780 1 > prepared multipart upload key=EZ2HJBZ8EY6J upload=H7XDKT5E0T7L tag=I0AMEJ4RTG62 type=write size=1380041 2024-04-10T15:51:11.736 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.744+0000 7f0dda17f780 1 < completed part key=_multipart_9QFS277S5EY3.2~GHVRKND4HQ9L.0 size=441419 2024-04-10T15:51:11.741 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.749+0000 7f0dda17f780 1 < completed multipart upload key=9QFS277S5EY3 upload=GHVRKND4HQ9L tag=SRG5GDOWSQYJ type=write size=1489995 2024-04-10T15:51:11.744 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.753+0000 7f0dda17f780 1 > prepared part key=_multipart_VFKX3F9Z0OZ5.2~YK5T5JLWV95U.0 size=1048576 2024-04-10T15:51:11.746 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.754+0000 7f0dda17f780 1 > prepared part key=_multipart_VFKX3F9Z0OZ5.2~YK5T5JLWV95U.1 size=258063 2024-04-10T15:51:11.746 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.754+0000 7f0dda17f780 1 > prepared multipart upload key=VFKX3F9Z0OZ5 upload=YK5T5JLWV95U tag=RUO8TS6OOLMK type=write size=2355215 2024-04-10T15:51:11.748 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.756+0000 7f0dda17f780 1 < completed part key=_multipart_J9DG8CWKBLB0.2~9DCXC3KKW87G.0 size=1048576 2024-04-10T15:51:11.750 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.759+0000 7f0dda17f780 1 < completed part key=_multipart_J9DG8CWKBLB0.2~9DCXC3KKW87G.1 size=888962 2024-04-10T15:51:11.754 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.762+0000 7f0dda17f780 1 < completed multipart upload key=J9DG8CWKBLB0 upload=9DCXC3KKW87G tag=4VB2A1ZR9DRY type=write size=2986114 2024-04-10T15:51:11.758 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.766+0000 7f0dda17f780 1 > prepared part key=_multipart_O2DQ4CPAMY72.2~4GDCV0HPOVLN.0 size=1036471 2024-04-10T15:51:11.758 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.766+0000 7f0dda17f780 1 > prepared multipart upload key=O2DQ4CPAMY72 upload=4GDCV0HPOVLN tag=BNVSWTEL9RHP type=write size=2085047 2024-04-10T15:51:11.760 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.768+0000 7f0dda17f780 1 < completed delete operation key=32PMZSHN97HZ tag=R9V72Y783SEL type=del 2024-04-10T15:51:11.764 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.772+0000 7f0dda17f780 1 > prepared part key=_multipart_LPSA55UNQS7T.2~ERZPKZN3UYC3.0 size=778266 2024-04-10T15:51:11.764 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.772+0000 7f0dda17f780 1 > prepared multipart upload key=LPSA55UNQS7T upload=ERZPKZN3UYC3 tag=IJA3K6SM4NJ5 type=write size=1826842 2024-04-10T15:51:11.766 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.774+0000 7f0dda17f780 1 < canceled operation key=W0QQNH1PRYVL tag=PS5DKE1G8NC4 type=del size=1663133 2024-04-10T15:51:11.771 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.779+0000 7f0dda17f780 1 > prepared part key=_multipart_Q55YN73R4WFF.2~VE3KIW6DFPE4.0 size=1048576 2024-04-10T15:51:11.773 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.781+0000 7f0dda17f780 1 > prepared part key=_multipart_Q55YN73R4WFF.2~VE3KIW6DFPE4.1 size=1048576 2024-04-10T15:51:11.775 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.783+0000 7f0dda17f780 1 > prepared part key=_multipart_Q55YN73R4WFF.2~VE3KIW6DFPE4.2 size=285303 2024-04-10T15:51:11.775 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.783+0000 7f0dda17f780 1 > prepared multipart upload key=Q55YN73R4WFF upload=VE3KIW6DFPE4 tag=PRQ3DF0KNTBG type=write size=3431031 2024-04-10T15:51:11.777 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.785+0000 7f0dda17f780 1 < completed part key=_multipart_M31TS1RYVD2I.2~CAMT3S9B67Z2.0 size=1048576 2024-04-10T15:51:11.779 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.787+0000 7f0dda17f780 1 < completed part key=_multipart_M31TS1RYVD2I.2~CAMT3S9B67Z2.1 size=77902 2024-04-10T15:51:11.782 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.790+0000 7f0dda17f780 1 < completed multipart upload key=M31TS1RYVD2I upload=CAMT3S9B67Z2 tag=BZMI5MY9TJ30 type=write size=2175054 2024-04-10T15:51:11.784 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.792+0000 7f0dda17f780 1 > prepared operation key=W72JTU6KAY5Q tag=APTYTQRL6FX4 type=del size=1966112 2024-04-10T15:51:11.785 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.793+0000 7f0dda17f780 1 < canceled part key=_multipart_892B9J3TLMA2.2~RI329Z4XBLOC.0 size=1048576 2024-04-10T15:51:11.786 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.795+0000 7f0dda17f780 1 < completed part key=_multipart_892B9J3TLMA2.2~RI329Z4XBLOC.1 size=582370 2024-04-10T15:51:11.790 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.798+0000 7f0dda17f780 1 < canceled multipart upload key=892B9J3TLMA2 upload=RI329Z4XBLOC tag=GUO6A9N9B54K type=write size=2679522 2024-04-10T15:51:11.794 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.802+0000 7f0dda17f780 1 > prepared part key=_multipart_J9DG8CWKBLB0.2~B6GGK5KCF7RA.0 size=553729 2024-04-10T15:51:11.794 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.802+0000 7f0dda17f780 1 > prepared multipart upload key=J9DG8CWKBLB0 upload=B6GGK5KCF7RA tag=0JC3235TW1G3 type=write size=1602305 2024-04-10T15:51:11.794 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.802+0000 7f0dda17f780 1 < canceled part key=_multipart_5VUYRX80DJNN.2~J1EOLLKQP8E0.0 size=354169 2024-04-10T15:51:11.797 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.805+0000 7f0dda17f780 1 < canceled multipart upload key=5VUYRX80DJNN upload=J1EOLLKQP8E0 tag=F2OGJI8MW1V4 type=write size=1402745 2024-04-10T15:51:11.799 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.808+0000 7f0dda17f780 1 > prepared operation key=P7QI1303WDML tag=CJNXTS3OM61C type=del size=1455196 2024-04-10T15:51:11.802 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.810+0000 7f0dda17f780 1 < completed delete operation key=O0U4M0VYXZJ9 tag=GJSN8UAEH807 type=del 2024-04-10T15:51:11.804 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.812+0000 7f0dda17f780 1 > prepared operation key=J9DG8CWKBLB0 tag=SFJ6MNRK5ETK type=del size=2257361 2024-04-10T15:51:11.806 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.815+0000 7f0dda17f780 -1 < failed to complete operation key=4GB88X6QZH6E tag=VL47YXLRRQK8 type=del size=1852384: (22) Invalid argument 2024-04-10T15:51:11.810 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.819+0000 7f0dda17f780 1 > prepared part key=_multipart_1XDQOHF2EHZG.2~LK7F4U82JHOQ.0 size=1048576 2024-04-10T15:51:11.812 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.821+0000 7f0dda17f780 1 > prepared part key=_multipart_1XDQOHF2EHZG.2~LK7F4U82JHOQ.1 size=1048576 2024-04-10T15:51:11.814 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.822+0000 7f0dda17f780 1 > prepared part key=_multipart_1XDQOHF2EHZG.2~LK7F4U82JHOQ.2 size=845260 2024-04-10T15:51:11.814 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.822+0000 7f0dda17f780 1 > prepared multipart upload key=1XDQOHF2EHZG upload=LK7F4U82JHOQ tag=KP3R4CCM2U69 type=write size=3990988 2024-04-10T15:51:11.816 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.825+0000 7f0dda17f780 1 < canceled operation key=XDWUTYA27EZF tag=Y0UA899VIEO0 type=del size=3918394 2024-04-10T15:51:11.821 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.829+0000 7f0dda17f780 1 > prepared part key=_multipart_QJ9GK4CHH36X.2~B406809RWJN1.0 size=1048576 2024-04-10T15:51:11.822 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.831+0000 7f0dda17f780 1 > prepared part key=_multipart_QJ9GK4CHH36X.2~B406809RWJN1.1 size=726536 2024-04-10T15:51:11.823 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.831+0000 7f0dda17f780 1 > prepared multipart upload key=QJ9GK4CHH36X upload=B406809RWJN1 tag=0MPY2ILGXJ8M type=write size=2823688 2024-04-10T15:51:11.825 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.833+0000 7f0dda17f780 1 < completed part key=_multipart_892B9J3TLMA2.2~GSYLTSWV3HKH.0 size=14236 2024-04-10T15:51:11.828 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.837+0000 7f0dda17f780 1 < completed multipart upload key=892B9J3TLMA2 upload=GSYLTSWV3HKH tag=9JQBDZY0JOYZ type=write size=1062812 2024-04-10T15:51:11.831 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.839+0000 7f0dda17f780 1 > prepared operation key=DRNFVWXVQQUT tag=0WYSQR5SKG7D type=del size=1196064 2024-04-10T15:51:11.833 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.841+0000 7f0dda17f780 1 < completed part key=_multipart_1XDQOHF2EHZG.2~ZKH2Z04H8CZM.0 size=677173 2024-04-10T15:51:11.836 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.844+0000 7f0dda17f780 1 < completed multipart upload key=1XDQOHF2EHZG upload=ZKH2Z04H8CZM tag=RS0WPZ288VZW type=write size=1725749 2024-04-10T15:51:11.840 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.848+0000 7f0dda17f780 1 > prepared part key=_multipart_LPSA55UNQS7T.2~GRJB3HCS0QDU.0 size=1048576 2024-04-10T15:51:11.842 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.850+0000 7f0dda17f780 1 > prepared part key=_multipart_LPSA55UNQS7T.2~GRJB3HCS0QDU.1 size=320393 2024-04-10T15:51:11.842 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.850+0000 7f0dda17f780 1 > prepared multipart upload key=LPSA55UNQS7T upload=GRJB3HCS0QDU tag=QHM5DYD3WFR6 type=write size=2417545 2024-04-10T15:51:11.844 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.852+0000 7f0dda17f780 1 < completed part key=_multipart_QJ9GK4CHH36X.2~MHT58D6MTQGW.0 size=1048576 2024-04-10T15:51:11.846 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.854+0000 7f0dda17f780 1 < completed part key=_multipart_QJ9GK4CHH36X.2~MHT58D6MTQGW.1 size=1048576 2024-04-10T15:51:11.847 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.856+0000 7f0dda17f780 1 < completed part key=_multipart_QJ9GK4CHH36X.2~MHT58D6MTQGW.2 size=374424 2024-04-10T15:51:11.851 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.860+0000 7f0dda17f780 1 < completed multipart upload key=QJ9GK4CHH36X upload=MHT58D6MTQGW tag=ALTB6733HIHQ type=write size=3520152 2024-04-10T15:51:11.855 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.863+0000 7f0dda17f780 1 > prepared part key=_multipart_H433FHMII9ZA.2~LCIMXUVGKA95.0 size=1002758 2024-04-10T15:51:11.855 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.863+0000 7f0dda17f780 1 > prepared multipart upload key=H433FHMII9ZA upload=LCIMXUVGKA95 tag=PF0QB0K930LT type=write size=2051334 2024-04-10T15:51:11.857 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.865+0000 7f0dda17f780 1 < completed delete operation key=0EQWI1AD1VHA tag=BSWFR14U2ZLV type=del 2024-04-10T15:51:11.861 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.869+0000 7f0dda17f780 1 > prepared part key=_multipart_O0U4M0VYXZJ9.2~NY1AMT11QQY9.0 size=1048576 2024-04-10T15:51:11.863 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.871+0000 7f0dda17f780 1 > prepared part key=_multipart_O0U4M0VYXZJ9.2~NY1AMT11QQY9.1 size=688868 2024-04-10T15:51:11.863 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.871+0000 7f0dda17f780 1 > prepared multipart upload key=O0U4M0VYXZJ9 upload=NY1AMT11QQY9 tag=MVT87B2IASKT type=write size=2786020 2024-04-10T15:51:11.865 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.874+0000 7f0dda17f780 1 < canceled operation key=LPSA55UNQS7T tag=41CWP9NLMXJM type=del size=4094783 2024-04-10T15:51:11.869 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.878+0000 7f0dda17f780 1 > prepared part key=_multipart_EZ2HJBZ8EY6J.2~Y810SA27FSCX.0 size=1048576 2024-04-10T15:51:11.871 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.879+0000 7f0dda17f780 1 > prepared part key=_multipart_EZ2HJBZ8EY6J.2~Y810SA27FSCX.1 size=1048576 2024-04-10T15:51:11.873 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.881+0000 7f0dda17f780 1 > prepared part key=_multipart_EZ2HJBZ8EY6J.2~Y810SA27FSCX.2 size=817951 2024-04-10T15:51:11.873 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.881+0000 7f0dda17f780 1 > prepared multipart upload key=EZ2HJBZ8EY6J upload=Y810SA27FSCX tag=80J5PVLQMXWP type=write size=3963679 2024-04-10T15:51:11.875 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.883+0000 7f0dda17f780 1 < completed part key=_multipart_EZ2HJBZ8EY6J.2~H7XDKT5E0T7L.0 size=331465 2024-04-10T15:51:11.879 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.887+0000 7f0dda17f780 1 < completed multipart upload key=EZ2HJBZ8EY6J upload=H7XDKT5E0T7L tag=I0AMEJ4RTG62 type=write size=1380041 2024-04-10T15:51:11.884 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.892+0000 7f0dda17f780 1 > prepared part key=_multipart_5PTGEI8J4Q78.2~LB5ES9NNL65T.0 size=1048576 2024-04-10T15:51:11.886 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.894+0000 7f0dda17f780 1 > prepared part key=_multipart_5PTGEI8J4Q78.2~LB5ES9NNL65T.1 size=1048576 2024-04-10T15:51:11.888 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.896+0000 7f0dda17f780 1 > prepared part key=_multipart_5PTGEI8J4Q78.2~LB5ES9NNL65T.2 size=392029 2024-04-10T15:51:11.888 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.896+0000 7f0dda17f780 1 > prepared multipart upload key=5PTGEI8J4Q78 upload=LB5ES9NNL65T tag=X7J93QK6HMR0 type=write size=3537757 2024-04-10T15:51:11.890 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.898+0000 7f0dda17f780 1 < completed part key=_multipart_VFKX3F9Z0OZ5.2~YK5T5JLWV95U.0 size=1048576 2024-04-10T15:51:11.890 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.898+0000 7f0dda17f780 1 < canceled part key=_multipart_VFKX3F9Z0OZ5.2~YK5T5JLWV95U.1 size=258063 2024-04-10T15:51:11.893 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.902+0000 7f0dda17f780 1 < canceled multipart upload key=VFKX3F9Z0OZ5 upload=YK5T5JLWV95U tag=RUO8TS6OOLMK type=write size=2355215 2024-04-10T15:51:11.897 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.906+0000 7f0dda17f780 1 > prepared part key=_multipart_0EQWI1AD1VHA.2~DU4T0J1W0CBS.0 size=883000 2024-04-10T15:51:11.897 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.906+0000 7f0dda17f780 1 > prepared multipart upload key=0EQWI1AD1VHA upload=DU4T0J1W0CBS tag=JECNNUUWUVAC type=write size=1931576 2024-04-10T15:51:11.900 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.908+0000 7f0dda17f780 1 < completed part key=_multipart_O2DQ4CPAMY72.2~4GDCV0HPOVLN.0 size=1036471 2024-04-10T15:51:11.904 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.912+0000 7f0dda17f780 1 < completed multipart upload key=O2DQ4CPAMY72 upload=4GDCV0HPOVLN tag=BNVSWTEL9RHP type=write size=2085047 2024-04-10T15:51:11.906 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.915+0000 7f0dda17f780 1 > prepared operation key=O2DQ4CPAMY72 tag=4JBPI2SH9C84 type=del size=2121761 2024-04-10T15:51:11.909 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.917+0000 7f0dda17f780 1 < completed part key=_multipart_LPSA55UNQS7T.2~ERZPKZN3UYC3.0 size=778266 2024-04-10T15:51:11.913 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.921+0000 7f0dda17f780 1 < completed multipart upload key=LPSA55UNQS7T upload=ERZPKZN3UYC3 tag=IJA3K6SM4NJ5 type=write size=1826842 2024-04-10T15:51:11.915 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.923+0000 7f0dda17f780 1 > prepared operation key=P7QI1303WDML tag=525ACKURR2NF type=del size=1782974 2024-04-10T15:51:11.917 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.925+0000 7f0dda17f780 1 < completed part key=_multipart_Q55YN73R4WFF.2~VE3KIW6DFPE4.0 size=1048576 2024-04-10T15:51:11.919 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.928+0000 7f0dda17f780 1 < completed part key=_multipart_Q55YN73R4WFF.2~VE3KIW6DFPE4.1 size=1048576 2024-04-10T15:51:11.921 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.929+0000 7f0dda17f780 1 < completed part key=_multipart_Q55YN73R4WFF.2~VE3KIW6DFPE4.2 size=285303 2024-04-10T15:51:11.925 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.933+0000 7f0dda17f780 1 < completed multipart upload key=Q55YN73R4WFF upload=VE3KIW6DFPE4 tag=PRQ3DF0KNTBG type=write size=3431031 2024-04-10T15:51:11.929 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.937+0000 7f0dda17f780 1 > prepared part key=_multipart_7R29VV7JYRWM.2~0YY2BDSTRQOI.0 size=1048576 2024-04-10T15:51:11.931 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.939+0000 7f0dda17f780 1 > prepared part key=_multipart_7R29VV7JYRWM.2~0YY2BDSTRQOI.1 size=752116 2024-04-10T15:51:11.931 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.939+0000 7f0dda17f780 1 > prepared multipart upload key=7R29VV7JYRWM upload=0YY2BDSTRQOI tag=GB4VBK42SL4B type=write size=2849268 2024-04-10T15:51:11.933 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.941+0000 7f0dda17f780 1 < canceled operation key=W72JTU6KAY5Q tag=APTYTQRL6FX4 type=del size=1966112 2024-04-10T15:51:11.934 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.943+0000 7f0dda17f780 1 > prepared operation key=4GB88X6QZH6E tag=6F6TUBWHTSH9 type=del size=1021549 2024-04-10T15:51:11.937 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.945+0000 7f0dda17f780 1 < completed part key=_multipart_J9DG8CWKBLB0.2~B6GGK5KCF7RA.0 size=553729 2024-04-10T15:51:11.941 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.949+0000 7f0dda17f780 1 < completed multipart upload key=J9DG8CWKBLB0 upload=B6GGK5KCF7RA tag=0JC3235TW1G3 type=write size=1602305 2024-04-10T15:51:11.942 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.951+0000 7f0dda17f780 1 > prepared operation key=VFKX3F9Z0OZ5 tag=C1BW1YJY4ZIC type=del size=3356716 2024-04-10T15:51:11.945 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.953+0000 7f0dda17f780 1 < completed delete operation key=P7QI1303WDML tag=CJNXTS3OM61C type=del 2024-04-10T15:51:11.949 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.957+0000 7f0dda17f780 1 > prepared part key=_multipart_P7QI1303WDML.2~3WV1H2CXWAPD.0 size=1048576 2024-04-10T15:51:11.951 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.959+0000 7f0dda17f780 1 > prepared part key=_multipart_P7QI1303WDML.2~3WV1H2CXWAPD.1 size=169532 2024-04-10T15:51:11.951 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.959+0000 7f0dda17f780 1 > prepared multipart upload key=P7QI1303WDML upload=3WV1H2CXWAPD tag=FC6DYKH818Q9 type=write size=2266684 2024-04-10T15:51:11.953 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.961+0000 7f0dda17f780 1 < canceled operation key=J9DG8CWKBLB0 tag=SFJ6MNRK5ETK type=del size=2257361 2024-04-10T15:51:11.957 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.965+0000 7f0dda17f780 1 > prepared part key=_multipart_LPSA55UNQS7T.2~YE2T5KPEW92W.0 size=1048576 2024-04-10T15:51:11.959 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.967+0000 7f0dda17f780 1 > prepared part key=_multipart_LPSA55UNQS7T.2~YE2T5KPEW92W.1 size=1048576 2024-04-10T15:51:11.960 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.968+0000 7f0dda17f780 1 > prepared part key=_multipart_LPSA55UNQS7T.2~YE2T5KPEW92W.2 size=824764 2024-04-10T15:51:11.960 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.968+0000 7f0dda17f780 1 > prepared multipart upload key=LPSA55UNQS7T upload=YE2T5KPEW92W tag=22WYJAPBS8NF type=write size=3970492 2024-04-10T15:51:11.961 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.969+0000 7f0dda17f780 1 < canceled part key=_multipart_1XDQOHF2EHZG.2~LK7F4U82JHOQ.0 size=1048576 2024-04-10T15:51:11.962 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.971+0000 7f0dda17f780 1 < completed part key=_multipart_1XDQOHF2EHZG.2~LK7F4U82JHOQ.1 size=1048576 2024-04-10T15:51:11.964 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.972+0000 7f0dda17f780 1 < completed part key=_multipart_1XDQOHF2EHZG.2~LK7F4U82JHOQ.2 size=845260 2024-04-10T15:51:11.968 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.976+0000 7f0dda17f780 1 < canceled multipart upload key=1XDQOHF2EHZG upload=LK7F4U82JHOQ tag=KP3R4CCM2U69 type=write size=3990988 2024-04-10T15:51:11.971 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.980+0000 7f0dda17f780 1 > prepared part key=_multipart_XDWUTYA27EZF.2~8WYLHLJHQDG4.0 size=1048576 2024-04-10T15:51:11.973 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.981+0000 7f0dda17f780 1 > prepared part key=_multipart_XDWUTYA27EZF.2~8WYLHLJHQDG4.1 size=908484 2024-04-10T15:51:11.973 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.981+0000 7f0dda17f780 1 > prepared multipart upload key=XDWUTYA27EZF upload=8WYLHLJHQDG4 tag=QSY81L5UEKZV type=write size=3005636 2024-04-10T15:51:11.975 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.983+0000 7f0dda17f780 1 < completed part key=_multipart_QJ9GK4CHH36X.2~B406809RWJN1.0 size=1048576 2024-04-10T15:51:11.977 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.985+0000 7f0dda17f780 1 < completed part key=_multipart_QJ9GK4CHH36X.2~B406809RWJN1.1 size=726536 2024-04-10T15:51:11.981 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.989+0000 7f0dda17f780 1 < completed multipart upload key=QJ9GK4CHH36X upload=B406809RWJN1 tag=0MPY2ILGXJ8M type=write size=2823688 2024-04-10T15:51:11.983 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.991+0000 7f0dda17f780 1 > prepared operation key=1XDQOHF2EHZG tag=BFFMFRTJEFPR type=write size=242657 2024-04-10T15:51:11.984 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.993+0000 7f0dda17f780 1 < completed delete operation key=DRNFVWXVQQUT tag=0WYSQR5SKG7D type=del 2024-04-10T15:51:11.988 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.996+0000 7f0dda17f780 1 > prepared part key=_multipart_O2DQ4CPAMY72.2~JEU6FIYQBZN6.0 size=768272 2024-04-10T15:51:11.988 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.996+0000 7f0dda17f780 1 > prepared multipart upload key=O2DQ4CPAMY72 upload=JEU6FIYQBZN6 tag=SFG1BYN61FBL type=write size=1816848 2024-04-10T15:51:11.989 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.997+0000 7f0dda17f780 1 < canceled part key=_multipart_LPSA55UNQS7T.2~GRJB3HCS0QDU.0 size=1048576 2024-04-10T15:51:11.990 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:11.998+0000 7f0dda17f780 1 < completed part key=_multipart_LPSA55UNQS7T.2~GRJB3HCS0QDU.1 size=320393 2024-04-10T15:51:11.994 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.002+0000 7f0dda17f780 1 < canceled multipart upload key=LPSA55UNQS7T upload=GRJB3HCS0QDU tag=QHM5DYD3WFR6 type=write size=2417545 2024-04-10T15:51:11.997 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.006+0000 7f0dda17f780 1 > prepared part key=_multipart_O0U4M0VYXZJ9.2~BBDOX6F460ZA.0 size=561531 2024-04-10T15:51:11.998 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.006+0000 7f0dda17f780 1 > prepared multipart upload key=O0U4M0VYXZJ9 upload=BBDOX6F460ZA tag=4Z6B3LN816DA type=write size=1610107 2024-04-10T15:51:12.000 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.008+0000 7f0dda17f780 1 < completed part key=_multipart_H433FHMII9ZA.2~LCIMXUVGKA95.0 size=1002758 2024-04-10T15:51:12.003 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.011+0000 7f0dda17f780 1 < completed multipart upload key=H433FHMII9ZA upload=LCIMXUVGKA95 tag=PF0QB0K930LT type=write size=2051334 2024-04-10T15:51:12.005 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.013+0000 7f0dda17f780 1 > prepared operation key=VFKX3F9Z0OZ5 tag=HDZLNZLR7LXR type=del size=1708628 2024-04-10T15:51:12.007 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.015+0000 7f0dda17f780 1 < completed part key=_multipart_O0U4M0VYXZJ9.2~NY1AMT11QQY9.0 size=1048576 2024-04-10T15:51:12.009 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.017+0000 7f0dda17f780 1 < completed part key=_multipart_O0U4M0VYXZJ9.2~NY1AMT11QQY9.1 size=688868 2024-04-10T15:51:12.013 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.021+0000 7f0dda17f780 1 < completed multipart upload key=O0U4M0VYXZJ9 upload=NY1AMT11QQY9 tag=MVT87B2IASKT type=write size=2786020 2024-04-10T15:51:12.017 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.025+0000 7f0dda17f780 1 > prepared part key=_multipart_7R29VV7JYRWM.2~SEX7EHONW9RG.0 size=1048576 2024-04-10T15:51:12.019 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.027+0000 7f0dda17f780 1 > prepared part key=_multipart_7R29VV7JYRWM.2~SEX7EHONW9RG.1 size=514581 2024-04-10T15:51:12.019 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.027+0000 7f0dda17f780 1 > prepared multipart upload key=7R29VV7JYRWM upload=SEX7EHONW9RG tag=CZC6F3XBJ7PZ type=write size=2611733 2024-04-10T15:51:12.019 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.027+0000 7f0dda17f780 1 < canceled part key=_multipart_EZ2HJBZ8EY6J.2~Y810SA27FSCX.0 size=1048576 2024-04-10T15:51:12.021 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.029+0000 7f0dda17f780 1 < completed part key=_multipart_EZ2HJBZ8EY6J.2~Y810SA27FSCX.1 size=1048576 2024-04-10T15:51:12.021 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.029+0000 7f0dda17f780 1 < canceled part key=_multipart_EZ2HJBZ8EY6J.2~Y810SA27FSCX.2 size=817951 2024-04-10T15:51:12.024 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.032+0000 7f0dda17f780 1 < canceled multipart upload key=EZ2HJBZ8EY6J upload=Y810SA27FSCX tag=80J5PVLQMXWP type=write size=3963679 2024-04-10T15:51:12.028 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.036+0000 7f0dda17f780 1 > prepared part key=_multipart_W1N9JNIA6ZML.2~FTKJ1J81QN4N.0 size=95999 2024-04-10T15:51:12.028 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.036+0000 7f0dda17f780 1 > prepared multipart upload key=W1N9JNIA6ZML upload=FTKJ1J81QN4N tag=WLF0M0J6DOB7 type=write size=1144575 2024-04-10T15:51:12.030 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.038+0000 7f0dda17f780 1 < completed part key=_multipart_5PTGEI8J4Q78.2~LB5ES9NNL65T.0 size=1048576 2024-04-10T15:51:12.032 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.040+0000 7f0dda17f780 1 < completed part key=_multipart_5PTGEI8J4Q78.2~LB5ES9NNL65T.1 size=1048576 2024-04-10T15:51:12.034 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.042+0000 7f0dda17f780 1 < completed part key=_multipart_5PTGEI8J4Q78.2~LB5ES9NNL65T.2 size=392029 2024-04-10T15:51:12.038 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.046+0000 7f0dda17f780 1 < completed multipart upload key=5PTGEI8J4Q78 upload=LB5ES9NNL65T tag=X7J93QK6HMR0 type=write size=3537757 2024-04-10T15:51:12.042 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.050+0000 7f0dda17f780 1 > prepared part key=_multipart_76DRYPHC6HG3.2~ZJAFM2ONT53K.0 size=632924 2024-04-10T15:51:12.042 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.050+0000 7f0dda17f780 1 > prepared multipart upload key=76DRYPHC6HG3 upload=ZJAFM2ONT53K tag=JNHBB9Y9R0GE type=write size=1681500 2024-04-10T15:51:12.044 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.053+0000 7f0dda17f780 1 < completed part key=_multipart_0EQWI1AD1VHA.2~DU4T0J1W0CBS.0 size=883000 2024-04-10T15:51:12.048 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.057+0000 7f0dda17f780 1 < completed multipart upload key=0EQWI1AD1VHA upload=DU4T0J1W0CBS tag=JECNNUUWUVAC type=write size=1931576 2024-04-10T15:51:12.053 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.060+0000 7f0dda17f780 1 > prepared part key=_multipart_0EQWI1AD1VHA.2~3YGE3J30XAO1.0 size=1048576 2024-04-10T15:51:12.054 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.062+0000 7f0dda17f780 1 > prepared part key=_multipart_0EQWI1AD1VHA.2~3YGE3J30XAO1.1 size=684887 2024-04-10T15:51:12.054 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.062+0000 7f0dda17f780 1 > prepared multipart upload key=0EQWI1AD1VHA upload=3YGE3J30XAO1 tag=9IAZD4VMAWZQ type=write size=2782039 2024-04-10T15:51:12.058 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.066+0000 7f0dda17f780 1 < suggested update operation key=O2DQ4CPAMY72 tag=4JBPI2SH9C84 type=del size=2121761 2024-04-10T15:51:12.063 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.071+0000 7f0dda17f780 1 > prepared part key=_multipart_H433FHMII9ZA.2~S9O0SBE2T5PM.0 size=194768 2024-04-10T15:51:12.063 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.071+0000 7f0dda17f780 1 > prepared multipart upload key=H433FHMII9ZA upload=S9O0SBE2T5PM tag=9X3A2QZB0I56 type=write size=1243344 2024-04-10T15:51:12.065 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.073+0000 7f0dda17f780 1 < completed delete operation key=P7QI1303WDML tag=525ACKURR2NF type=del 2024-04-10T15:51:12.068 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.076+0000 7f0dda17f780 1 > prepared part key=_multipart_4GB88X6QZH6E.2~BZ0E19Q172HR.0 size=1048576 2024-04-10T15:51:12.070 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.078+0000 7f0dda17f780 1 > prepared part key=_multipart_4GB88X6QZH6E.2~BZ0E19Q172HR.1 size=512094 2024-04-10T15:51:12.070 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.078+0000 7f0dda17f780 1 > prepared multipart upload key=4GB88X6QZH6E upload=BZ0E19Q172HR tag=CM59SAHJDNUZ type=write size=2609246 2024-04-10T15:51:12.070 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.078+0000 7f0dda17f780 1 < canceled part key=_multipart_7R29VV7JYRWM.2~0YY2BDSTRQOI.0 size=1048576 2024-04-10T15:51:12.072 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.080+0000 7f0dda17f780 1 < completed part key=_multipart_7R29VV7JYRWM.2~0YY2BDSTRQOI.1 size=752116 2024-04-10T15:51:12.075 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.084+0000 7f0dda17f780 1 < canceled multipart upload key=7R29VV7JYRWM upload=0YY2BDSTRQOI tag=GB4VBK42SL4B type=write size=2849268 2024-04-10T15:51:12.077 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.085+0000 7f0dda17f780 1 > prepared operation key=76DRYPHC6HG3 tag=74B1ZYZEFF62 type=del size=2691118 2024-04-10T15:51:12.079 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.087+0000 7f0dda17f780 1 < completed delete operation key=4GB88X6QZH6E tag=6F6TUBWHTSH9 type=del 2024-04-10T15:51:12.081 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.089+0000 7f0dda17f780 1 > prepared operation key=5VUYRX80DJNN tag=DGLK20ZAX3VH type=del size=4166175 2024-04-10T15:51:12.084 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.092+0000 7f0dda17f780 1 < completed delete operation key=VFKX3F9Z0OZ5 tag=C1BW1YJY4ZIC type=del 2024-04-10T15:51:12.086 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.094+0000 7f0dda17f780 1 > prepared operation key=QJ9GK4CHH36X tag=Y3B800WLVTPS type=del size=3584089 2024-04-10T15:51:12.088 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.097+0000 7f0dda17f780 1 < completed part key=_multipart_P7QI1303WDML.2~3WV1H2CXWAPD.0 size=1048576 2024-04-10T15:51:12.089 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.097+0000 7f0dda17f780 1 < canceled part key=_multipart_P7QI1303WDML.2~3WV1H2CXWAPD.1 size=169532 2024-04-10T15:51:12.092 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.100+0000 7f0dda17f780 1 < canceled multipart upload key=P7QI1303WDML upload=3WV1H2CXWAPD tag=FC6DYKH818Q9 type=write size=2266684 2024-04-10T15:51:12.096 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.104+0000 7f0dda17f780 1 > prepared part key=_multipart_7R29VV7JYRWM.2~B2PPVS3M9JCO.0 size=837162 2024-04-10T15:51:12.096 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.104+0000 7f0dda17f780 1 > prepared multipart upload key=7R29VV7JYRWM upload=B2PPVS3M9JCO tag=49WAX54EV6YY type=write size=1885738 2024-04-10T15:51:12.098 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.106+0000 7f0dda17f780 1 < completed part key=_multipart_LPSA55UNQS7T.2~YE2T5KPEW92W.0 size=1048576 2024-04-10T15:51:12.098 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.106+0000 7f0dda17f780 1 < canceled part key=_multipart_LPSA55UNQS7T.2~YE2T5KPEW92W.1 size=1048576 2024-04-10T15:51:12.100 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.108+0000 7f0dda17f780 1 < completed part key=_multipart_LPSA55UNQS7T.2~YE2T5KPEW92W.2 size=824764 2024-04-10T15:51:12.104 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.112+0000 7f0dda17f780 1 < canceled multipart upload key=LPSA55UNQS7T upload=YE2T5KPEW92W tag=22WYJAPBS8NF type=write size=3970492 2024-04-10T15:51:12.106 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.114+0000 7f0dda17f780 1 > prepared operation key=Q55YN73R4WFF tag=6UEB4JNNSZF7 type=del size=2819216 2024-04-10T15:51:12.108 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.116+0000 7f0dda17f780 1 < completed part key=_multipart_XDWUTYA27EZF.2~8WYLHLJHQDG4.0 size=1048576 2024-04-10T15:51:12.110 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.118+0000 7f0dda17f780 1 < completed part key=_multipart_XDWUTYA27EZF.2~8WYLHLJHQDG4.1 size=908484 2024-04-10T15:51:12.114 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.122+0000 7f0dda17f780 1 < completed multipart upload key=XDWUTYA27EZF upload=8WYLHLJHQDG4 tag=QSY81L5UEKZV type=write size=3005636 2024-04-10T15:51:12.116 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.124+0000 7f0dda17f780 1 > prepared operation key=892B9J3TLMA2 tag=C7ZN4J34L2D9 type=del size=1957570 2024-04-10T15:51:12.118 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.126+0000 7f0dda17f780 1 < completed write operation key=1XDQOHF2EHZG tag=BFFMFRTJEFPR type=write size=242657 2024-04-10T15:51:12.119 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.128+0000 7f0dda17f780 1 > prepared operation key=W1N9JNIA6ZML tag=D1UDAGR0XSWJ type=del size=365494 2024-04-10T15:51:12.121 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.130+0000 7f0dda17f780 1 < completed part key=_multipart_O2DQ4CPAMY72.2~JEU6FIYQBZN6.0 size=768272 2024-04-10T15:51:12.125 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.133+0000 7f0dda17f780 1 < completed multipart upload key=O2DQ4CPAMY72 upload=JEU6FIYQBZN6 tag=SFG1BYN61FBL type=write size=1816848 2024-04-10T15:51:12.129 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.137+0000 7f0dda17f780 1 > prepared part key=_multipart_XDWUTYA27EZF.2~SMC5HL4PRNM3.0 size=1048576 2024-04-10T15:51:12.131 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.139+0000 7f0dda17f780 1 > prepared part key=_multipart_XDWUTYA27EZF.2~SMC5HL4PRNM3.1 size=598325 2024-04-10T15:51:12.131 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.139+0000 7f0dda17f780 1 > prepared multipart upload key=XDWUTYA27EZF upload=SMC5HL4PRNM3 tag=EQJQ9CR5ZVA6 type=write size=2695477 2024-04-10T15:51:12.132 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.141+0000 7f0dda17f780 1 < completed part key=_multipart_O0U4M0VYXZJ9.2~BBDOX6F460ZA.0 size=561531 2024-04-10T15:51:12.136 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.144+0000 7f0dda17f780 1 < completed multipart upload key=O0U4M0VYXZJ9 upload=BBDOX6F460ZA tag=4Z6B3LN816DA type=write size=1610107 2024-04-10T15:51:12.138 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.146+0000 7f0dda17f780 1 > prepared operation key=W0QQNH1PRYVL tag=GJX08ZZ393TI type=del size=3481693 2024-04-10T15:51:12.142 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.150+0000 7f0dda17f780 1 < suggested remove operation key=VFKX3F9Z0OZ5 tag=HDZLNZLR7LXR type=del 2024-04-10T15:51:12.144 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.152+0000 7f0dda17f780 1 > prepared operation key=XDWUTYA27EZF tag=CR47D4364M2C type=del size=3624968 2024-04-10T15:51:12.146 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.154+0000 7f0dda17f780 1 < completed part key=_multipart_7R29VV7JYRWM.2~SEX7EHONW9RG.0 size=1048576 2024-04-10T15:51:12.147 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.155+0000 7f0dda17f780 1 < completed part key=_multipart_7R29VV7JYRWM.2~SEX7EHONW9RG.1 size=514581 2024-04-10T15:51:12.151 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.159+0000 7f0dda17f780 1 < completed multipart upload key=7R29VV7JYRWM upload=SEX7EHONW9RG tag=CZC6F3XBJ7PZ type=write size=2611733 2024-04-10T15:51:12.155 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.163+0000 7f0dda17f780 1 > prepared part key=_multipart_GK8B4QASB1P8.2~VB3S9ZUBHI9W.0 size=498465 2024-04-10T15:51:12.155 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.163+0000 7f0dda17f780 1 > prepared multipart upload key=GK8B4QASB1P8 upload=VB3S9ZUBHI9W tag=142OAQMSAZKU type=write size=1547041 2024-04-10T15:51:12.155 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.163+0000 7f0dda17f780 1 < canceled part key=_multipart_W1N9JNIA6ZML.2~FTKJ1J81QN4N.0 size=95999 2024-04-10T15:51:12.159 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.167+0000 7f0dda17f780 1 < canceled multipart upload key=W1N9JNIA6ZML upload=FTKJ1J81QN4N tag=WLF0M0J6DOB7 type=write size=1144575 2024-04-10T15:51:12.162 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.171+0000 7f0dda17f780 1 > prepared part key=_multipart_WB4E7VQYBXDP.2~J6BG9QPK0MPY.0 size=1048576 2024-04-10T15:51:12.164 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.172+0000 7f0dda17f780 1 > prepared part key=_multipart_WB4E7VQYBXDP.2~J6BG9QPK0MPY.1 size=1048576 2024-04-10T15:51:12.166 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.174+0000 7f0dda17f780 1 > prepared part key=_multipart_WB4E7VQYBXDP.2~J6BG9QPK0MPY.2 size=915108 2024-04-10T15:51:12.166 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.174+0000 7f0dda17f780 1 > prepared multipart upload key=WB4E7VQYBXDP upload=J6BG9QPK0MPY tag=V17FJLUD9SLX type=write size=4060836 2024-04-10T15:51:12.168 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.176+0000 7f0dda17f780 1 < completed part key=_multipart_76DRYPHC6HG3.2~ZJAFM2ONT53K.0 size=632924 2024-04-10T15:51:12.172 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.180+0000 7f0dda17f780 1 < completed multipart upload key=76DRYPHC6HG3 upload=ZJAFM2ONT53K tag=JNHBB9Y9R0GE type=write size=1681500 2024-04-10T15:51:12.174 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.182+0000 7f0dda17f780 1 > prepared operation key=892B9J3TLMA2 tag=80LJBHHM76S3 type=del size=3355141 2024-04-10T15:51:12.176 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.184+0000 7f0dda17f780 1 < completed part key=_multipart_0EQWI1AD1VHA.2~3YGE3J30XAO1.0 size=1048576 2024-04-10T15:51:12.178 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.186+0000 7f0dda17f780 1 < completed part key=_multipart_0EQWI1AD1VHA.2~3YGE3J30XAO1.1 size=684887 2024-04-10T15:51:12.181 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.189+0000 7f0dda17f780 1 < completed multipart upload key=0EQWI1AD1VHA upload=3YGE3J30XAO1 tag=9IAZD4VMAWZQ type=write size=2782039 2024-04-10T15:51:12.185 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.193+0000 7f0dda17f780 1 > prepared part key=_multipart_9QFS277S5EY3.2~VF6FRJPMZVZ5.0 size=633687 2024-04-10T15:51:12.185 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.193+0000 7f0dda17f780 1 > prepared multipart upload key=9QFS277S5EY3 upload=VF6FRJPMZVZ5 tag=02AMG41JYDOW type=write size=1682263 2024-04-10T15:51:12.188 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.196+0000 7f0dda17f780 1 < completed part key=_multipart_H433FHMII9ZA.2~S9O0SBE2T5PM.0 size=194768 2024-04-10T15:51:12.191 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.199+0000 7f0dda17f780 1 < completed multipart upload key=H433FHMII9ZA upload=S9O0SBE2T5PM tag=9X3A2QZB0I56 type=write size=1243344 2024-04-10T15:51:12.193 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.201+0000 7f0dda17f780 1 > prepared operation key=Q55YN73R4WFF tag=HX8GM6L3TXT4 type=del size=2850544 2024-04-10T15:51:12.196 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.204+0000 7f0dda17f780 1 < completed part key=_multipart_4GB88X6QZH6E.2~BZ0E19Q172HR.0 size=1048576 2024-04-10T15:51:12.198 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.206+0000 7f0dda17f780 1 < completed part key=_multipart_4GB88X6QZH6E.2~BZ0E19Q172HR.1 size=512094 2024-04-10T15:51:12.201 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.209+0000 7f0dda17f780 1 < completed multipart upload key=4GB88X6QZH6E upload=BZ0E19Q172HR tag=CM59SAHJDNUZ type=write size=2609246 2024-04-10T15:51:12.203 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.212+0000 7f0dda17f780 1 > prepared operation key=LPSA55UNQS7T tag=BS1PKI5Y58RY type=del size=59232 2024-04-10T15:51:12.205 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.214+0000 7f0dda17f780 1 < completed delete operation key=76DRYPHC6HG3 tag=74B1ZYZEFF62 type=del 2024-04-10T15:51:12.207 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.216+0000 7f0dda17f780 1 > prepared operation key=O0U4M0VYXZJ9 tag=6QGLRBSOAXSV type=del size=3328228 2024-04-10T15:51:12.209 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.218+0000 7f0dda17f780 1 < completed delete operation key=5VUYRX80DJNN tag=DGLK20ZAX3VH type=del 2024-04-10T15:51:12.211 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.220+0000 7f0dda17f780 1 > prepared operation key=DRNFVWXVQQUT tag=8D0I3A2U0RLV type=del size=3741412 2024-04-10T15:51:12.213 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.222+0000 7f0dda17f780 1 < completed delete operation key=QJ9GK4CHH36X tag=Y3B800WLVTPS type=del 2024-04-10T15:51:12.217 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.225+0000 7f0dda17f780 1 > prepared part key=_multipart_J9DG8CWKBLB0.2~DPFHU5G1R0Z2.0 size=555261 2024-04-10T15:51:12.217 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.225+0000 7f0dda17f780 1 > prepared multipart upload key=J9DG8CWKBLB0 upload=DPFHU5G1R0Z2 tag=16LUESSNPS72 type=write size=1603837 2024-04-10T15:51:12.220 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.228+0000 7f0dda17f780 1 < completed part key=_multipart_7R29VV7JYRWM.2~B2PPVS3M9JCO.0 size=837162 2024-04-10T15:51:12.223 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.232+0000 7f0dda17f780 1 < completed multipart upload key=7R29VV7JYRWM upload=B2PPVS3M9JCO tag=49WAX54EV6YY type=write size=1885738 2024-04-10T15:51:12.228 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.236+0000 7f0dda17f780 1 > prepared part key=_multipart_5PTGEI8J4Q78.2~B43J4ATC77JN.0 size=942262 2024-04-10T15:51:12.228 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.236+0000 7f0dda17f780 1 > prepared multipart upload key=5PTGEI8J4Q78 upload=B43J4ATC77JN tag=ET6QEMVASHQ9 type=write size=1990838 2024-04-10T15:51:12.230 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.238+0000 7f0dda17f780 1 < completed delete operation key=Q55YN73R4WFF tag=6UEB4JNNSZF7 type=del 2024-04-10T15:51:12.234 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.242+0000 7f0dda17f780 1 > prepared part key=_multipart_WB4E7VQYBXDP.2~J4KF8EKJX4XP.0 size=556599 2024-04-10T15:51:12.234 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.242+0000 7f0dda17f780 1 > prepared multipart upload key=WB4E7VQYBXDP upload=J4KF8EKJX4XP tag=T0I3K7ORDL7P type=write size=1605175 2024-04-10T15:51:12.236 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.244+0000 7f0dda17f780 1 < completed delete operation key=892B9J3TLMA2 tag=C7ZN4J34L2D9 type=del 2024-04-10T15:51:12.239 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.248+0000 7f0dda17f780 1 > prepared part key=_multipart_4GB88X6QZH6E.2~ASK1DTV97C2P.0 size=209722 2024-04-10T15:51:12.240 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.248+0000 7f0dda17f780 1 > prepared multipart upload key=4GB88X6QZH6E upload=ASK1DTV97C2P tag=QWH6USQU1G0R type=write size=1258298 2024-04-10T15:51:12.244 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.252+0000 7f0dda17f780 1 < suggested remove operation key=W1N9JNIA6ZML tag=D1UDAGR0XSWJ type=del 2024-04-10T15:51:12.248 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.256+0000 7f0dda17f780 1 > prepared part key=_multipart_0EQWI1AD1VHA.2~VVPFN43L2YAL.0 size=5539 2024-04-10T15:51:12.248 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.256+0000 7f0dda17f780 1 > prepared multipart upload key=0EQWI1AD1VHA upload=VVPFN43L2YAL tag=W98MG368IKTA type=write size=1054115 2024-04-10T15:51:12.252 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.258+0000 7f0dda17f780 1 < completed part key=_multipart_XDWUTYA27EZF.2~SMC5HL4PRNM3.0 size=1048576 2024-04-10T15:51:12.252 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.258+0000 7f0dda17f780 1 < canceled part key=_multipart_XDWUTYA27EZF.2~SMC5HL4PRNM3.1 size=598325 2024-04-10T15:51:12.255 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.263+0000 7f0dda17f780 1 < canceled multipart upload key=XDWUTYA27EZF upload=SMC5HL4PRNM3 tag=EQJQ9CR5ZVA6 type=write size=2695477 2024-04-10T15:51:12.259 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.267+0000 7f0dda17f780 1 > prepared part key=_multipart_LPSA55UNQS7T.2~ZII97ABTO08C.0 size=1048576 2024-04-10T15:51:12.260 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.269+0000 7f0dda17f780 1 > prepared part key=_multipart_LPSA55UNQS7T.2~ZII97ABTO08C.1 size=1048576 2024-04-10T15:51:12.262 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.271+0000 7f0dda17f780 1 > prepared part key=_multipart_LPSA55UNQS7T.2~ZII97ABTO08C.2 size=1044227 2024-04-10T15:51:12.262 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.271+0000 7f0dda17f780 1 > prepared multipart upload key=LPSA55UNQS7T upload=ZII97ABTO08C tag=9IMU57F5XCK1 type=write size=4189955 2024-04-10T15:51:12.265 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.273+0000 7f0dda17f780 1 < completed delete operation key=W0QQNH1PRYVL tag=GJX08ZZ393TI type=del 2024-04-10T15:51:12.267 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.275+0000 7f0dda17f780 1 > prepared operation key=YKTMKJ7IT90D tag=UMIF4AIUOI3Y type=del size=85227 2024-04-10T15:51:12.269 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.277+0000 7f0dda17f780 1 < completed delete operation key=XDWUTYA27EZF tag=CR47D4364M2C type=del 2024-04-10T15:51:12.271 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.279+0000 7f0dda17f780 1 > prepared operation key=5VUYRX80DJNN tag=1LXSI5ZUAPH8 type=del size=758882 2024-04-10T15:51:12.274 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.282+0000 7f0dda17f780 1 < completed part key=_multipart_GK8B4QASB1P8.2~VB3S9ZUBHI9W.0 size=498465 2024-04-10T15:51:12.277 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.285+0000 7f0dda17f780 1 < completed multipart upload key=GK8B4QASB1P8 upload=VB3S9ZUBHI9W tag=142OAQMSAZKU type=write size=1547041 2024-04-10T15:51:12.279 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.288+0000 7f0dda17f780 1 > prepared operation key=4GB88X6QZH6E tag=0LETKID1X4KP type=del size=407204 2024-04-10T15:51:12.281 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.290+0000 7f0dda17f780 1 < completed part key=_multipart_WB4E7VQYBXDP.2~J6BG9QPK0MPY.0 size=1048576 2024-04-10T15:51:12.283 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.291+0000 7f0dda17f780 1 < completed part key=_multipart_WB4E7VQYBXDP.2~J6BG9QPK0MPY.1 size=1048576 2024-04-10T15:51:12.285 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.293+0000 7f0dda17f780 1 < completed part key=_multipart_WB4E7VQYBXDP.2~J6BG9QPK0MPY.2 size=915108 2024-04-10T15:51:12.289 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.297+0000 7f0dda17f780 1 < completed multipart upload key=WB4E7VQYBXDP upload=J6BG9QPK0MPY tag=V17FJLUD9SLX type=write size=4060836 2024-04-10T15:51:12.293 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.301+0000 7f0dda17f780 1 > prepared part key=_multipart_QJ9GK4CHH36X.2~37Y0O6ZAFFSA.0 size=1048576 2024-04-10T15:51:12.295 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.303+0000 7f0dda17f780 1 > prepared part key=_multipart_QJ9GK4CHH36X.2~37Y0O6ZAFFSA.1 size=973291 2024-04-10T15:51:12.295 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.303+0000 7f0dda17f780 1 > prepared multipart upload key=QJ9GK4CHH36X upload=37Y0O6ZAFFSA tag=U5MPU7UTTQMV type=write size=3070443 2024-04-10T15:51:12.297 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.305+0000 7f0dda17f780 1 < completed delete operation key=892B9J3TLMA2 tag=80LJBHHM76S3 type=del 2024-04-10T15:51:12.299 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.307+0000 7f0dda17f780 1 > prepared operation key=DRNFVWXVQQUT tag=00WVNTT5NXEH type=del size=2259092 2024-04-10T15:51:12.301 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.309+0000 7f0dda17f780 1 < completed part key=_multipart_9QFS277S5EY3.2~VF6FRJPMZVZ5.0 size=633687 2024-04-10T15:51:12.305 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.313+0000 7f0dda17f780 1 < completed multipart upload key=9QFS277S5EY3 upload=VF6FRJPMZVZ5 tag=02AMG41JYDOW type=write size=1682263 2024-04-10T15:51:12.307 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.315+0000 7f0dda17f780 1 > prepared operation key=EZ2HJBZ8EY6J tag=7JH02QAVGAWY type=write size=27568 2024-04-10T15:51:12.311 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.319+0000 7f0dda17f780 1 < suggested remove operation key=Q55YN73R4WFF tag=HX8GM6L3TXT4 type=del 2024-04-10T15:51:12.313 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.321+0000 7f0dda17f780 1 > prepared operation key=7R29VV7JYRWM tag=0BAX59BZKSM9 type=del size=418071 2024-04-10T15:51:12.315 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.324+0000 7f0dda17f780 1 < completed delete operation key=LPSA55UNQS7T tag=BS1PKI5Y58RY type=del 2024-04-10T15:51:12.318 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.326+0000 7f0dda17f780 1 > prepared operation key=0EQWI1AD1VHA tag=9NRFCP0111D0 type=del size=4192791 2024-04-10T15:51:12.321 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.329+0000 7f0dda17f780 1 < suggested update operation key=O0U4M0VYXZJ9 tag=6QGLRBSOAXSV type=del size=3328228 2024-04-10T15:51:12.325 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.333+0000 7f0dda17f780 1 > prepared part key=_multipart_M31TS1RYVD2I.2~BL1OB9BPO87N.0 size=1048576 2024-04-10T15:51:12.326 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.335+0000 7f0dda17f780 1 > prepared part key=_multipart_M31TS1RYVD2I.2~BL1OB9BPO87N.1 size=1048576 2024-04-10T15:51:12.328 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.336+0000 7f0dda17f780 1 > prepared part key=_multipart_M31TS1RYVD2I.2~BL1OB9BPO87N.2 size=308217 2024-04-10T15:51:12.328 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.336+0000 7f0dda17f780 1 > prepared multipart upload key=M31TS1RYVD2I upload=BL1OB9BPO87N tag=OOH090213BXY type=write size=3453945 2024-04-10T15:51:12.332 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.340+0000 7f0dda17f780 1 < suggested remove operation key=DRNFVWXVQQUT tag=8D0I3A2U0RLV type=del 2024-04-10T15:51:12.334 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.342+0000 7f0dda17f780 1 > prepared operation key=J9DG8CWKBLB0 tag=LVBINBM6H9HE type=write size=417211 2024-04-10T15:51:12.336 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.344+0000 7f0dda17f780 1 < completed part key=_multipart_J9DG8CWKBLB0.2~DPFHU5G1R0Z2.0 size=555261 2024-04-10T15:51:12.339 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.347+0000 7f0dda17f780 1 < completed multipart upload key=J9DG8CWKBLB0 upload=DPFHU5G1R0Z2 tag=16LUESSNPS72 type=write size=1603837 2024-04-10T15:51:12.341 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.349+0000 7f0dda17f780 1 > prepared operation key=H433FHMII9ZA tag=ACRZCTGAE0TI type=del size=702945 2024-04-10T15:51:12.343 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.352+0000 7f0dda17f780 1 < completed part key=_multipart_5PTGEI8J4Q78.2~B43J4ATC77JN.0 size=942262 2024-04-10T15:51:12.347 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.356+0000 7f0dda17f780 1 < completed multipart upload key=5PTGEI8J4Q78 upload=B43J4ATC77JN tag=ET6QEMVASHQ9 type=write size=1990838 2024-04-10T15:51:12.351 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.360+0000 7f0dda17f780 1 > prepared part key=_multipart_QJ9GK4CHH36X.2~IO613KMMBU5Q.0 size=1048576 2024-04-10T15:51:12.353 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.361+0000 7f0dda17f780 1 > prepared part key=_multipart_QJ9GK4CHH36X.2~IO613KMMBU5Q.1 size=1048576 2024-04-10T15:51:12.355 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.363+0000 7f0dda17f780 1 > prepared part key=_multipart_QJ9GK4CHH36X.2~IO613KMMBU5Q.2 size=384563 2024-04-10T15:51:12.355 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.363+0000 7f0dda17f780 1 > prepared multipart upload key=QJ9GK4CHH36X upload=IO613KMMBU5Q tag=CVY63HE8AZD7 type=write size=3530291 2024-04-10T15:51:12.357 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.365+0000 7f0dda17f780 1 < completed part key=_multipart_WB4E7VQYBXDP.2~J4KF8EKJX4XP.0 size=556599 2024-04-10T15:51:12.360 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.368+0000 7f0dda17f780 1 < completed multipart upload key=WB4E7VQYBXDP upload=J4KF8EKJX4XP tag=T0I3K7ORDL7P type=write size=1605175 2024-04-10T15:51:12.364 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.372+0000 7f0dda17f780 1 > prepared part key=_multipart_W0QQNH1PRYVL.2~1P8R8LHXJF9E.0 size=1048576 2024-04-10T15:51:12.366 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.374+0000 7f0dda17f780 1 > prepared part key=_multipart_W0QQNH1PRYVL.2~1P8R8LHXJF9E.1 size=1048576 2024-04-10T15:51:12.368 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.376+0000 7f0dda17f780 1 > prepared part key=_multipart_W0QQNH1PRYVL.2~1P8R8LHXJF9E.2 size=186768 2024-04-10T15:51:12.368 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.376+0000 7f0dda17f780 1 > prepared multipart upload key=W0QQNH1PRYVL upload=1P8R8LHXJF9E tag=GKYSVORA6TFV type=write size=3332496 2024-04-10T15:51:12.370 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.378+0000 7f0dda17f780 1 < completed part key=_multipart_4GB88X6QZH6E.2~ASK1DTV97C2P.0 size=209722 2024-04-10T15:51:12.373 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.382+0000 7f0dda17f780 1 < completed multipart upload key=4GB88X6QZH6E upload=ASK1DTV97C2P tag=QWH6USQU1G0R type=write size=1258298 2024-04-10T15:51:12.375 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.384+0000 7f0dda17f780 1 > prepared operation key=W1N9JNIA6ZML tag=PW45MERO3Z2O type=write size=68139 2024-04-10T15:51:12.377 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.386+0000 7f0dda17f780 1 < completed part key=_multipart_0EQWI1AD1VHA.2~VVPFN43L2YAL.0 size=5539 2024-04-10T15:51:12.381 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.389+0000 7f0dda17f780 1 < completed multipart upload key=0EQWI1AD1VHA upload=VVPFN43L2YAL tag=W98MG368IKTA type=write size=1054115 2024-04-10T15:51:12.383 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.391+0000 7f0dda17f780 1 > prepared operation key=7R1LO48KG193 tag=IVS0LKP73K87 type=del size=2067334 2024-04-10T15:51:12.385 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.393+0000 7f0dda17f780 1 < completed part key=_multipart_LPSA55UNQS7T.2~ZII97ABTO08C.0 size=1048576 2024-04-10T15:51:12.387 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.395+0000 7f0dda17f780 1 < completed part key=_multipart_LPSA55UNQS7T.2~ZII97ABTO08C.1 size=1048576 2024-04-10T15:51:12.389 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.397+0000 7f0dda17f780 1 < completed part key=_multipart_LPSA55UNQS7T.2~ZII97ABTO08C.2 size=1044227 2024-04-10T15:51:12.392 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.401+0000 7f0dda17f780 1 < completed multipart upload key=LPSA55UNQS7T upload=ZII97ABTO08C tag=9IMU57F5XCK1 type=write size=4189955 2024-04-10T15:51:12.395 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.403+0000 7f0dda17f780 1 > prepared operation key=J9DG8CWKBLB0 tag=ORWP0I3QIOS6 type=del size=536010 2024-04-10T15:51:12.397 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.405+0000 7f0dda17f780 1 < completed delete operation key=YKTMKJ7IT90D tag=UMIF4AIUOI3Y type=del 2024-04-10T15:51:12.399 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.407+0000 7f0dda17f780 1 > prepared operation key=32PMZSHN97HZ tag=C7UYIBRS4MD1 type=del size=2158089 2024-04-10T15:51:12.401 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.409+0000 7f0dda17f780 1 < completed delete operation key=5VUYRX80DJNN tag=1LXSI5ZUAPH8 type=del 2024-04-10T15:51:12.403 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.411+0000 7f0dda17f780 1 > prepared operation key=7R1LO48KG193 tag=F2C5OE4MSDEW type=del size=1256070 2024-04-10T15:51:12.405 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.413+0000 7f0dda17f780 1 < completed delete operation key=4GB88X6QZH6E tag=0LETKID1X4KP type=del 2024-04-10T15:51:12.409 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.418+0000 7f0dda17f780 1 > prepared part key=_multipart_32PMZSHN97HZ.2~1L0UJIEWBNVH.0 size=1048576 2024-04-10T15:51:12.411 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.419+0000 7f0dda17f780 1 > prepared part key=_multipart_32PMZSHN97HZ.2~1L0UJIEWBNVH.1 size=116235 2024-04-10T15:51:12.412 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.419+0000 7f0dda17f780 1 > prepared multipart upload key=32PMZSHN97HZ upload=1L0UJIEWBNVH tag=C1V1HXIHCNB3 type=write size=2213387 2024-04-10T15:51:12.413 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.422+0000 7f0dda17f780 1 < completed part key=_multipart_QJ9GK4CHH36X.2~37Y0O6ZAFFSA.0 size=1048576 2024-04-10T15:51:12.415 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.423+0000 7f0dda17f780 1 < completed part key=_multipart_QJ9GK4CHH36X.2~37Y0O6ZAFFSA.1 size=973291 2024-04-10T15:51:12.418 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.427+0000 7f0dda17f780 1 < completed multipart upload key=QJ9GK4CHH36X upload=37Y0O6ZAFFSA tag=U5MPU7UTTQMV type=write size=3070443 2024-04-10T15:51:12.422 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.430+0000 7f0dda17f780 1 > prepared part key=_multipart_J9DG8CWKBLB0.2~UY38T6N52ZWJ.0 size=696095 2024-04-10T15:51:12.422 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.430+0000 7f0dda17f780 1 > prepared multipart upload key=J9DG8CWKBLB0 upload=UY38T6N52ZWJ tag=OP3XNMVQN07R type=write size=1744671 2024-04-10T15:51:12.425 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.433+0000 7f0dda17f780 -1 < failed to complete operation key=DRNFVWXVQQUT tag=00WVNTT5NXEH type=del size=2259092: (22) Invalid argument 2024-04-10T15:51:12.429 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.437+0000 7f0dda17f780 1 > prepared part key=_multipart_Q55YN73R4WFF.2~Y9JMMHPTCWNV.0 size=1048576 2024-04-10T15:51:12.431 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.439+0000 7f0dda17f780 1 > prepared part key=_multipart_Q55YN73R4WFF.2~Y9JMMHPTCWNV.1 size=1048576 2024-04-10T15:51:12.433 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.441+0000 7f0dda17f780 1 > prepared part key=_multipart_Q55YN73R4WFF.2~Y9JMMHPTCWNV.2 size=474855 2024-04-10T15:51:12.433 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.441+0000 7f0dda17f780 1 > prepared multipart upload key=Q55YN73R4WFF upload=Y9JMMHPTCWNV tag=MXZQD3KVDDY0 type=write size=3620583 2024-04-10T15:51:12.434 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.443+0000 7f0dda17f780 1 < completed write operation key=EZ2HJBZ8EY6J tag=7JH02QAVGAWY type=write size=27568 2024-04-10T15:51:12.436 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.445+0000 7f0dda17f780 1 > prepared operation key=H433FHMII9ZA tag=T38GNQAX0LYP type=del size=715984 2024-04-10T15:51:12.438 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.446+0000 7f0dda17f780 1 < completed delete operation key=7R29VV7JYRWM tag=0BAX59BZKSM9 type=del 2024-04-10T15:51:12.440 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.449+0000 7f0dda17f780 1 > prepared operation key=9QFS277S5EY3 tag=EYV6BCEJ1G1T type=del size=2995541 2024-04-10T15:51:12.442 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.451+0000 7f0dda17f780 1 < completed delete operation key=0EQWI1AD1VHA tag=9NRFCP0111D0 type=del 2024-04-10T15:51:12.445 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.453+0000 7f0dda17f780 1 > prepared operation key=YKTMKJ7IT90D tag=K8O2ILB2L2KA type=write size=8239 2024-04-10T15:51:12.446 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.455+0000 7f0dda17f780 1 < completed part key=_multipart_M31TS1RYVD2I.2~BL1OB9BPO87N.0 size=1048576 2024-04-10T15:51:12.448 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.457+0000 7f0dda17f780 1 < completed part key=_multipart_M31TS1RYVD2I.2~BL1OB9BPO87N.1 size=1048576 2024-04-10T15:51:12.450 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.458+0000 7f0dda17f780 1 < completed part key=_multipart_M31TS1RYVD2I.2~BL1OB9BPO87N.2 size=308217 2024-04-10T15:51:12.454 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.462+0000 7f0dda17f780 1 < completed multipart upload key=M31TS1RYVD2I upload=BL1OB9BPO87N tag=OOH090213BXY type=write size=3453945 2024-04-10T15:51:12.457 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.465+0000 7f0dda17f780 1 > prepared part key=_multipart_7R1LO48KG193.2~KRB5N4B6II0T.0 size=357862 2024-04-10T15:51:12.457 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.465+0000 7f0dda17f780 1 > prepared multipart upload key=7R1LO48KG193 upload=KRB5N4B6II0T tag=2FXLPIKCOXX7 type=write size=1406438 2024-04-10T15:51:12.459 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.467+0000 7f0dda17f780 1 < completed write operation key=J9DG8CWKBLB0 tag=LVBINBM6H9HE type=write size=417211 2024-04-10T15:51:12.461 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.470+0000 7f0dda17f780 1 > prepared operation key=7R29VV7JYRWM tag=1J9QTFV0YJ1H type=del size=3576657 2024-04-10T15:51:12.464 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.472+0000 7f0dda17f780 1 < canceled operation key=H433FHMII9ZA tag=ACRZCTGAE0TI type=del size=702945 2024-04-10T15:51:12.466 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.474+0000 7f0dda17f780 1 > prepared operation key=YKTMKJ7IT90D tag=K9E3RQ3EC48P type=del size=1017810 2024-04-10T15:51:12.468 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.476+0000 7f0dda17f780 1 < completed part key=_multipart_QJ9GK4CHH36X.2~IO613KMMBU5Q.0 size=1048576 2024-04-10T15:51:12.470 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.478+0000 7f0dda17f780 1 < completed part key=_multipart_QJ9GK4CHH36X.2~IO613KMMBU5Q.1 size=1048576 2024-04-10T15:51:12.471 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.480+0000 7f0dda17f780 1 < completed part key=_multipart_QJ9GK4CHH36X.2~IO613KMMBU5Q.2 size=384563 2024-04-10T15:51:12.475 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.483+0000 7f0dda17f780 1 < completed multipart upload key=QJ9GK4CHH36X upload=IO613KMMBU5Q tag=CVY63HE8AZD7 type=write size=3530291 2024-04-10T15:51:12.477 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.485+0000 7f0dda17f780 1 > prepared operation key=32PMZSHN97HZ tag=NFPT3NTQHEYE type=write size=378040 2024-04-10T15:51:12.479 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.487+0000 7f0dda17f780 1 < completed part key=_multipart_W0QQNH1PRYVL.2~1P8R8LHXJF9E.0 size=1048576 2024-04-10T15:51:12.481 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.489+0000 7f0dda17f780 1 < completed part key=_multipart_W0QQNH1PRYVL.2~1P8R8LHXJF9E.1 size=1048576 2024-04-10T15:51:12.483 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.491+0000 7f0dda17f780 1 < completed part key=_multipart_W0QQNH1PRYVL.2~1P8R8LHXJF9E.2 size=186768 2024-04-10T15:51:12.486 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.495+0000 7f0dda17f780 1 < completed multipart upload key=W0QQNH1PRYVL upload=1P8R8LHXJF9E tag=GKYSVORA6TFV type=write size=3332496 2024-04-10T15:51:12.488 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.497+0000 7f0dda17f780 1 > prepared operation key=0EQWI1AD1VHA tag=ZKBUIFESNQV0 type=del size=694611 2024-04-10T15:51:12.491 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.499+0000 7f0dda17f780 1 < completed write operation key=W1N9JNIA6ZML tag=PW45MERO3Z2O type=write size=68139 2024-04-10T15:51:12.495 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.503+0000 7f0dda17f780 1 > prepared part key=_multipart_LPSA55UNQS7T.2~QHTK8IVACTF2.0 size=1048576 2024-04-10T15:51:12.496 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.505+0000 7f0dda17f780 1 > prepared part key=_multipart_LPSA55UNQS7T.2~QHTK8IVACTF2.1 size=950649 2024-04-10T15:51:12.497 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.505+0000 7f0dda17f780 1 > prepared multipart upload key=LPSA55UNQS7T upload=QHTK8IVACTF2 tag=X1DQR3A5QH0O type=write size=3047801 2024-04-10T15:51:12.499 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.507+0000 7f0dda17f780 1 < completed delete operation key=7R1LO48KG193 tag=IVS0LKP73K87 type=del 2024-04-10T15:51:12.502 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.511+0000 7f0dda17f780 1 > prepared part key=_multipart_4GB88X6QZH6E.2~SSN8RIXUHM0O.0 size=1048576 2024-04-10T15:51:12.504 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.512+0000 7f0dda17f780 1 > prepared part key=_multipart_4GB88X6QZH6E.2~SSN8RIXUHM0O.1 size=23163 2024-04-10T15:51:12.504 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.512+0000 7f0dda17f780 1 > prepared multipart upload key=4GB88X6QZH6E upload=SSN8RIXUHM0O tag=GY3R4XHND1BA type=write size=2120315 2024-04-10T15:51:12.506 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.514+0000 7f0dda17f780 1 < completed delete operation key=J9DG8CWKBLB0 tag=ORWP0I3QIOS6 type=del 2024-04-10T15:51:12.510 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.518+0000 7f0dda17f780 1 > prepared part key=_multipart_0EQWI1AD1VHA.2~S1LX5SAXYD5T.0 size=1048576 2024-04-10T15:51:12.511 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.519+0000 7f0dda17f780 1 > prepared part key=_multipart_0EQWI1AD1VHA.2~S1LX5SAXYD5T.1 size=78299 2024-04-10T15:51:12.511 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.519+0000 7f0dda17f780 1 > prepared multipart upload key=0EQWI1AD1VHA upload=S1LX5SAXYD5T tag=74JM5ITBBNSS type=write size=2175451 2024-04-10T15:51:12.516 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.524+0000 7f0dda17f780 1 < suggested remove operation key=32PMZSHN97HZ tag=C7UYIBRS4MD1 type=del 2024-04-10T15:51:12.519 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.528+0000 7f0dda17f780 1 > prepared part key=_multipart_VFKX3F9Z0OZ5.2~B8BTTQBGD6JI.0 size=520714 2024-04-10T15:51:12.520 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.528+0000 7f0dda17f780 1 > prepared multipart upload key=VFKX3F9Z0OZ5 upload=B8BTTQBGD6JI tag=DINGPS4CHUJG type=write size=1569290 2024-04-10T15:51:12.521 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.530+0000 7f0dda17f780 1 < canceled operation key=7R1LO48KG193 tag=F2C5OE4MSDEW type=del size=1256070 2024-04-10T15:51:12.524 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.532+0000 7f0dda17f780 1 > prepared operation key=P7QI1303WDML tag=EUYSUIUGVWVT type=del size=3985014 2024-04-10T15:51:12.526 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.534+0000 7f0dda17f780 1 < completed part key=_multipart_32PMZSHN97HZ.2~1L0UJIEWBNVH.0 size=1048576 2024-04-10T15:51:12.527 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.536+0000 7f0dda17f780 1 < completed part key=_multipart_32PMZSHN97HZ.2~1L0UJIEWBNVH.1 size=116235 2024-04-10T15:51:12.531 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.540+0000 7f0dda17f780 1 < completed multipart upload key=32PMZSHN97HZ upload=1L0UJIEWBNVH tag=C1V1HXIHCNB3 type=write size=2213387 2024-04-10T15:51:12.535 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.543+0000 7f0dda17f780 1 > prepared part key=_multipart_EZ2HJBZ8EY6J.2~PLHB0SBR8ANS.0 size=1048576 2024-04-10T15:51:12.537 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.545+0000 7f0dda17f780 1 > prepared part key=_multipart_EZ2HJBZ8EY6J.2~PLHB0SBR8ANS.1 size=332991 2024-04-10T15:51:12.537 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.545+0000 7f0dda17f780 1 > prepared multipart upload key=EZ2HJBZ8EY6J upload=PLHB0SBR8ANS tag=67Y8HM7DC4GC type=write size=2430143 2024-04-10T15:51:12.539 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.547+0000 7f0dda17f780 1 < completed part key=_multipart_J9DG8CWKBLB0.2~UY38T6N52ZWJ.0 size=696095 2024-04-10T15:51:12.542 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.551+0000 7f0dda17f780 1 < completed multipart upload key=J9DG8CWKBLB0 upload=UY38T6N52ZWJ tag=OP3XNMVQN07R type=write size=1744671 2024-04-10T15:51:12.546 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.555+0000 7f0dda17f780 1 > prepared part key=_multipart_J9DG8CWKBLB0.2~BSYRSKSBDGI5.0 size=585840 2024-04-10T15:51:12.546 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.555+0000 7f0dda17f780 1 > prepared multipart upload key=J9DG8CWKBLB0 upload=BSYRSKSBDGI5 tag=V0N9XTT2HD4O type=write size=1634416 2024-04-10T15:51:12.549 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.557+0000 7f0dda17f780 1 < completed part key=_multipart_Q55YN73R4WFF.2~Y9JMMHPTCWNV.0 size=1048576 2024-04-10T15:51:12.550 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.558+0000 7f0dda17f780 1 < completed part key=_multipart_Q55YN73R4WFF.2~Y9JMMHPTCWNV.1 size=1048576 2024-04-10T15:51:12.550 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.558+0000 7f0dda17f780 1 < canceled part key=_multipart_Q55YN73R4WFF.2~Y9JMMHPTCWNV.2 size=474855 2024-04-10T15:51:12.554 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.562+0000 7f0dda17f780 1 < canceled multipart upload key=Q55YN73R4WFF upload=Y9JMMHPTCWNV tag=MXZQD3KVDDY0 type=write size=3620583 2024-04-10T15:51:12.556 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.564+0000 7f0dda17f780 1 > prepared operation key=P7QI1303WDML tag=QUFQAYR2M8B2 type=del size=2971783 2024-04-10T15:51:12.558 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.566+0000 7f0dda17f780 1 < completed delete operation key=H433FHMII9ZA tag=T38GNQAX0LYP type=del 2024-04-10T15:51:12.560 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.568+0000 7f0dda17f780 1 > prepared operation key=M31TS1RYVD2I tag=4ZK6FTAZO6YW type=del size=158837 2024-04-10T15:51:12.564 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.572+0000 7f0dda17f780 1 < suggested remove operation key=9QFS277S5EY3 tag=EYV6BCEJ1G1T type=del 2024-04-10T15:51:12.569 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.577+0000 7f0dda17f780 1 > prepared part key=_multipart_O0U4M0VYXZJ9.2~ZSFO7M7FRCCK.0 size=1048576 2024-04-10T15:51:12.571 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.579+0000 7f0dda17f780 1 > prepared part key=_multipart_O0U4M0VYXZJ9.2~ZSFO7M7FRCCK.1 size=3481 2024-04-10T15:51:12.571 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.579+0000 7f0dda17f780 1 > prepared multipart upload key=O0U4M0VYXZJ9 upload=ZSFO7M7FRCCK tag=9X02ZW0V5F53 type=write size=2100633 2024-04-10T15:51:12.573 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.581+0000 7f0dda17f780 1 < canceled operation key=YKTMKJ7IT90D tag=K8O2ILB2L2KA type=write size=8239 2024-04-10T15:51:12.575 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.583+0000 7f0dda17f780 1 > prepared operation key=P7QI1303WDML tag=OWBKUN3ONBEM type=del size=2705439 2024-04-10T15:51:12.578 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.586+0000 7f0dda17f780 1 < completed part key=_multipart_7R1LO48KG193.2~KRB5N4B6II0T.0 size=357862 2024-04-10T15:51:12.581 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.590+0000 7f0dda17f780 1 < completed multipart upload key=7R1LO48KG193 upload=KRB5N4B6II0T tag=2FXLPIKCOXX7 type=write size=1406438 2024-04-10T15:51:12.583 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.592+0000 7f0dda17f780 1 > prepared operation key=76DRYPHC6HG3 tag=Y2OX0AQAGITF type=del size=2035000 2024-04-10T15:51:12.586 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.594+0000 7f0dda17f780 1 < completed delete operation key=7R29VV7JYRWM tag=1J9QTFV0YJ1H type=del 2024-04-10T15:51:12.588 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.596+0000 7f0dda17f780 1 > prepared operation key=32PMZSHN97HZ tag=MIIE1TBPA2VC type=del size=2364333 2024-04-10T15:51:12.590 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.598+0000 7f0dda17f780 1 < completed delete operation key=YKTMKJ7IT90D tag=K9E3RQ3EC48P type=del 2024-04-10T15:51:12.592 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.600+0000 7f0dda17f780 1 > prepared operation key=0EQWI1AD1VHA tag=SEUD9H6MUDGT type=del size=3872140 2024-04-10T15:51:12.595 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.603+0000 7f0dda17f780 -1 < failed to complete operation key=32PMZSHN97HZ tag=NFPT3NTQHEYE type=write size=378040: (22) Invalid argument 2024-04-10T15:51:12.599 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.607+0000 7f0dda17f780 1 > prepared part key=_multipart_5VUYRX80DJNN.2~DW6BJL2GLSZD.0 size=1048576 2024-04-10T15:51:12.601 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.609+0000 7f0dda17f780 1 > prepared part key=_multipart_5VUYRX80DJNN.2~DW6BJL2GLSZD.1 size=677577 2024-04-10T15:51:12.601 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.609+0000 7f0dda17f780 1 > prepared multipart upload key=5VUYRX80DJNN upload=DW6BJL2GLSZD tag=SLVOR9JE8WHI type=write size=2774729 2024-04-10T15:51:12.604 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.612+0000 7f0dda17f780 1 < completed delete operation key=0EQWI1AD1VHA tag=ZKBUIFESNQV0 type=del 2024-04-10T15:51:12.606 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.614+0000 7f0dda17f780 1 > prepared operation key=Q55YN73R4WFF tag=IUUI2CB9JXFO type=del size=3628918 2024-04-10T15:51:12.606 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.614+0000 7f0dda17f780 1 < canceled part key=_multipart_LPSA55UNQS7T.2~QHTK8IVACTF2.0 size=1048576 2024-04-10T15:51:12.608 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.616+0000 7f0dda17f780 1 < completed part key=_multipart_LPSA55UNQS7T.2~QHTK8IVACTF2.1 size=950649 2024-04-10T15:51:12.612 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.620+0000 7f0dda17f780 1 < canceled multipart upload key=LPSA55UNQS7T upload=QHTK8IVACTF2 tag=X1DQR3A5QH0O type=write size=3047801 2024-04-10T15:51:12.614 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.622+0000 7f0dda17f780 1 > prepared operation key=QJ9GK4CHH36X tag=RMLE4H6IXWZK type=del size=3281304 2024-04-10T15:51:12.616 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.624+0000 7f0dda17f780 1 < completed part key=_multipart_4GB88X6QZH6E.2~SSN8RIXUHM0O.0 size=1048576 2024-04-10T15:51:12.618 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.626+0000 7f0dda17f780 1 < completed part key=_multipart_4GB88X6QZH6E.2~SSN8RIXUHM0O.1 size=23163 2024-04-10T15:51:12.621 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.630+0000 7f0dda17f780 1 < completed multipart upload key=4GB88X6QZH6E upload=SSN8RIXUHM0O tag=GY3R4XHND1BA type=write size=2120315 2024-04-10T15:51:12.625 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.633+0000 7f0dda17f780 1 > prepared part key=_multipart_VKTXOZU1BOHT.2~T0E3PSMVE1P8.0 size=1048576 2024-04-10T15:51:12.627 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.635+0000 7f0dda17f780 1 > prepared part key=_multipart_VKTXOZU1BOHT.2~T0E3PSMVE1P8.1 size=176516 2024-04-10T15:51:12.627 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.635+0000 7f0dda17f780 1 > prepared multipart upload key=VKTXOZU1BOHT upload=T0E3PSMVE1P8 tag=RIDM69Q2XPBU type=write size=2273668 2024-04-10T15:51:12.627 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.635+0000 7f0dda17f780 1 < canceled part key=_multipart_0EQWI1AD1VHA.2~S1LX5SAXYD5T.0 size=1048576 2024-04-10T15:51:12.627 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.635+0000 7f0dda17f780 1 < canceled part key=_multipart_0EQWI1AD1VHA.2~S1LX5SAXYD5T.1 size=78299 2024-04-10T15:51:12.631 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.639+0000 7f0dda17f780 1 < canceled multipart upload key=0EQWI1AD1VHA upload=S1LX5SAXYD5T tag=74JM5ITBBNSS type=write size=2175451 2024-04-10T15:51:12.635 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.643+0000 7f0dda17f780 1 > prepared part key=_multipart_DRNFVWXVQQUT.2~2HOSW8DOCS5R.0 size=1048576 2024-04-10T15:51:12.637 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.645+0000 7f0dda17f780 1 > prepared part key=_multipart_DRNFVWXVQQUT.2~2HOSW8DOCS5R.1 size=1048576 2024-04-10T15:51:12.638 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.646+0000 7f0dda17f780 1 > prepared part key=_multipart_DRNFVWXVQQUT.2~2HOSW8DOCS5R.2 size=779231 2024-04-10T15:51:12.638 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.646+0000 7f0dda17f780 1 > prepared multipart upload key=DRNFVWXVQQUT upload=2HOSW8DOCS5R tag=YBSY6C2WY61D type=write size=3924959 2024-04-10T15:51:12.640 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.648+0000 7f0dda17f780 1 < completed part key=_multipart_VFKX3F9Z0OZ5.2~B8BTTQBGD6JI.0 size=520714 2024-04-10T15:51:12.644 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.652+0000 7f0dda17f780 1 < completed multipart upload key=VFKX3F9Z0OZ5 upload=B8BTTQBGD6JI tag=DINGPS4CHUJG type=write size=1569290 2024-04-10T15:51:12.646 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.654+0000 7f0dda17f780 1 > prepared operation key=7R1LO48KG193 tag=8PS4QR3LU4Q2 type=del size=1167847 2024-04-10T15:51:12.648 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.656+0000 7f0dda17f780 1 < completed delete operation key=P7QI1303WDML tag=EUYSUIUGVWVT type=del 2024-04-10T15:51:12.652 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.660+0000 7f0dda17f780 1 > prepared part key=_multipart_VFKX3F9Z0OZ5.2~SP122QHJG1J1.0 size=1048576 2024-04-10T15:51:12.653 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.661+0000 7f0dda17f780 1 > prepared part key=_multipart_VFKX3F9Z0OZ5.2~SP122QHJG1J1.1 size=1048576 2024-04-10T15:51:12.656 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.664+0000 7f0dda17f780 1 > prepared part key=_multipart_VFKX3F9Z0OZ5.2~SP122QHJG1J1.2 size=79434 2024-04-10T15:51:12.656 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.664+0000 7f0dda17f780 1 > prepared multipart upload key=VFKX3F9Z0OZ5 upload=SP122QHJG1J1 tag=PZK9C6HXT18K type=write size=3225162 2024-04-10T15:51:12.658 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.666+0000 7f0dda17f780 1 < completed part key=_multipart_EZ2HJBZ8EY6J.2~PLHB0SBR8ANS.0 size=1048576 2024-04-10T15:51:12.659 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.668+0000 7f0dda17f780 1 < completed part key=_multipart_EZ2HJBZ8EY6J.2~PLHB0SBR8ANS.1 size=332991 2024-04-10T15:51:12.663 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.671+0000 7f0dda17f780 1 < completed multipart upload key=EZ2HJBZ8EY6J upload=PLHB0SBR8ANS tag=67Y8HM7DC4GC type=write size=2430143 2024-04-10T15:51:12.665 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.673+0000 7f0dda17f780 1 > prepared operation key=XDWUTYA27EZF tag=KXSRIOI15SA1 type=write size=193865 2024-04-10T15:51:12.667 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.675+0000 7f0dda17f780 1 < completed part key=_multipart_J9DG8CWKBLB0.2~BSYRSKSBDGI5.0 size=585840 2024-04-10T15:51:12.670 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.678+0000 7f0dda17f780 1 < completed multipart upload key=J9DG8CWKBLB0 upload=BSYRSKSBDGI5 tag=V0N9XTT2HD4O type=write size=1634416 2024-04-10T15:51:12.672 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.680+0000 7f0dda17f780 1 > prepared operation key=P7QI1303WDML tag=J3JPNRBA7X5J type=del size=2920523 2024-04-10T15:51:12.674 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.683+0000 7f0dda17f780 1 < completed delete operation key=P7QI1303WDML tag=QUFQAYR2M8B2 type=del 2024-04-10T15:51:12.676 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.684+0000 7f0dda17f780 1 > prepared operation key=QJ9GK4CHH36X tag=QESBD2GSRRCZ type=write size=895783 2024-04-10T15:51:12.678 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.687+0000 7f0dda17f780 1 < completed delete operation key=M31TS1RYVD2I tag=4ZK6FTAZO6YW type=del 2024-04-10T15:51:12.682 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.690+0000 7f0dda17f780 1 > prepared part key=_multipart_XDWUTYA27EZF.2~7C8H0SS9MA0S.0 size=872649 2024-04-10T15:51:12.682 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.690+0000 7f0dda17f780 1 > prepared multipart upload key=XDWUTYA27EZF upload=7C8H0SS9MA0S tag=JL1I0VJ2WASK type=write size=1921225 2024-04-10T15:51:12.684 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.692+0000 7f0dda17f780 1 < completed part key=_multipart_O0U4M0VYXZJ9.2~ZSFO7M7FRCCK.0 size=1048576 2024-04-10T15:51:12.686 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.694+0000 7f0dda17f780 1 < completed part key=_multipart_O0U4M0VYXZJ9.2~ZSFO7M7FRCCK.1 size=3481 2024-04-10T15:51:12.689 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.698+0000 7f0dda17f780 1 < completed multipart upload key=O0U4M0VYXZJ9 upload=ZSFO7M7FRCCK tag=9X02ZW0V5F53 type=write size=2100633 2024-04-10T15:51:12.694 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.702+0000 7f0dda17f780 1 > prepared part key=_multipart_5PTGEI8J4Q78.2~1H3YYLISRTE9.0 size=1048576 2024-04-10T15:51:12.695 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.703+0000 7f0dda17f780 1 > prepared part key=_multipart_5PTGEI8J4Q78.2~1H3YYLISRTE9.1 size=1042378 2024-04-10T15:51:12.695 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.703+0000 7f0dda17f780 1 > prepared multipart upload key=5PTGEI8J4Q78 upload=1H3YYLISRTE9 tag=3FH0HW04YIFB type=write size=3139530 2024-04-10T15:51:12.697 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.705+0000 7f0dda17f780 1 < completed delete operation key=P7QI1303WDML tag=OWBKUN3ONBEM type=del 2024-04-10T15:51:12.701 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.709+0000 7f0dda17f780 1 > prepared part key=_multipart_76DRYPHC6HG3.2~Y0C8RKZ7B645.0 size=263115 2024-04-10T15:51:12.701 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.709+0000 7f0dda17f780 1 > prepared multipart upload key=76DRYPHC6HG3 upload=Y0C8RKZ7B645 tag=OSAF43DMPB6W type=write size=1311691 2024-04-10T15:51:12.703 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.711+0000 7f0dda17f780 1 < completed delete operation key=76DRYPHC6HG3 tag=Y2OX0AQAGITF type=del 2024-04-10T15:51:12.707 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.715+0000 7f0dda17f780 1 > prepared part key=_multipart_J9DG8CWKBLB0.2~TSH8Z78VIB80.0 size=1048576 2024-04-10T15:51:12.708 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.716+0000 7f0dda17f780 1 > prepared part key=_multipart_J9DG8CWKBLB0.2~TSH8Z78VIB80.1 size=200498 2024-04-10T15:51:12.708 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.716+0000 7f0dda17f780 1 > prepared multipart upload key=J9DG8CWKBLB0 upload=TSH8Z78VIB80 tag=3XPXHPIPEPN7 type=write size=2297650 2024-04-10T15:51:12.710 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.718+0000 7f0dda17f780 1 < completed delete operation key=32PMZSHN97HZ tag=MIIE1TBPA2VC type=del 2024-04-10T15:51:12.712 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.720+0000 7f0dda17f780 1 > prepared operation key=W72JTU6KAY5Q tag=7IKMQEEA5SPR type=del size=2245993 2024-04-10T15:51:12.714 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.722+0000 7f0dda17f780 1 < completed delete operation key=0EQWI1AD1VHA tag=SEUD9H6MUDGT type=del 2024-04-10T15:51:12.718 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.726+0000 7f0dda17f780 1 > prepared part key=_multipart_YKTMKJ7IT90D.2~GW9C054JH0W3.0 size=1048576 2024-04-10T15:51:12.719 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.728+0000 7f0dda17f780 1 > prepared part key=_multipart_YKTMKJ7IT90D.2~GW9C054JH0W3.1 size=444108 2024-04-10T15:51:12.719 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.728+0000 7f0dda17f780 1 > prepared multipart upload key=YKTMKJ7IT90D upload=GW9C054JH0W3 tag=003492N48L89 type=write size=2541260 2024-04-10T15:51:12.721 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.729+0000 7f0dda17f780 1 < completed part key=_multipart_5VUYRX80DJNN.2~DW6BJL2GLSZD.0 size=1048576 2024-04-10T15:51:12.723 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.731+0000 7f0dda17f780 1 < completed part key=_multipart_5VUYRX80DJNN.2~DW6BJL2GLSZD.1 size=677577 2024-04-10T15:51:12.726 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.735+0000 7f0dda17f780 1 < completed multipart upload key=5VUYRX80DJNN upload=DW6BJL2GLSZD tag=SLVOR9JE8WHI type=write size=2774729 2024-04-10T15:51:12.729 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.737+0000 7f0dda17f780 1 > prepared operation key=DRNFVWXVQQUT tag=XO9PSHDJ3X2M type=del size=252189 2024-04-10T15:51:12.731 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.739+0000 7f0dda17f780 1 < completed delete operation key=Q55YN73R4WFF tag=IUUI2CB9JXFO type=del 2024-04-10T15:51:12.733 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.741+0000 7f0dda17f780 1 > prepared operation key=32PMZSHN97HZ tag=PFATRN5UQ47P type=del size=216232 2024-04-10T15:51:12.735 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.743+0000 7f0dda17f780 1 < completed delete operation key=QJ9GK4CHH36X tag=RMLE4H6IXWZK type=del 2024-04-10T15:51:12.737 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.745+0000 7f0dda17f780 1 > prepared operation key=5PTGEI8J4Q78 tag=UEXU3HF7KPBE type=del size=892473 2024-04-10T15:51:12.739 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.747+0000 7f0dda17f780 1 < completed part key=_multipart_VKTXOZU1BOHT.2~T0E3PSMVE1P8.0 size=1048576 2024-04-10T15:51:12.741 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.749+0000 7f0dda17f780 1 < completed part key=_multipart_VKTXOZU1BOHT.2~T0E3PSMVE1P8.1 size=176516 2024-04-10T15:51:12.744 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:51:12 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T15:51:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:51:12.744 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.752+0000 7f0dda17f780 1 < completed multipart upload key=VKTXOZU1BOHT upload=T0E3PSMVE1P8 tag=RIDM69Q2XPBU type=write size=2273668 2024-04-10T15:51:12.748 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.756+0000 7f0dda17f780 1 > prepared part key=_multipart_W0QQNH1PRYVL.2~U9ZCFVCLP535.0 size=925716 2024-04-10T15:51:12.748 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.756+0000 7f0dda17f780 1 > prepared multipart upload key=W0QQNH1PRYVL upload=U9ZCFVCLP535 tag=3MYGH03SPMED type=write size=1974292 2024-04-10T15:51:12.750 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.758+0000 7f0dda17f780 1 < completed part key=_multipart_DRNFVWXVQQUT.2~2HOSW8DOCS5R.0 size=1048576 2024-04-10T15:51:12.751 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.759+0000 7f0dda17f780 1 < completed part key=_multipart_DRNFVWXVQQUT.2~2HOSW8DOCS5R.1 size=1048576 2024-04-10T15:51:12.753 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.762+0000 7f0dda17f780 1 < completed part key=_multipart_DRNFVWXVQQUT.2~2HOSW8DOCS5R.2 size=779231 2024-04-10T15:51:12.757 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.765+0000 7f0dda17f780 1 < completed multipart upload key=DRNFVWXVQQUT upload=2HOSW8DOCS5R tag=YBSY6C2WY61D type=write size=3924959 2024-04-10T15:51:12.759 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.767+0000 7f0dda17f780 1 > prepared operation key=LPSA55UNQS7T tag=GNAR41QLBS6M type=write size=32186 2024-04-10T15:51:12.761 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.769+0000 7f0dda17f780 1 < completed delete operation key=7R1LO48KG193 tag=8PS4QR3LU4Q2 type=del 2024-04-10T15:51:12.765 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.774+0000 7f0dda17f780 1 > prepared part key=_multipart_0EQWI1AD1VHA.2~ORN415Z4W292.0 size=238428 2024-04-10T15:51:12.765 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.774+0000 7f0dda17f780 1 > prepared multipart upload key=0EQWI1AD1VHA upload=ORN415Z4W292 tag=WCTFVKRACUH7 type=write size=1287004 2024-04-10T15:51:12.766 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.774+0000 7f0dda17f780 1 < canceled part key=_multipart_VFKX3F9Z0OZ5.2~SP122QHJG1J1.0 size=1048576 2024-04-10T15:51:12.768 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.776+0000 7f0dda17f780 1 < completed part key=_multipart_VFKX3F9Z0OZ5.2~SP122QHJG1J1.1 size=1048576 2024-04-10T15:51:12.770 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.778+0000 7f0dda17f780 1 < completed part key=_multipart_VFKX3F9Z0OZ5.2~SP122QHJG1J1.2 size=79434 2024-04-10T15:51:12.775 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.783+0000 7f0dda17f780 1 < canceled multipart upload key=VFKX3F9Z0OZ5 upload=SP122QHJG1J1 tag=PZK9C6HXT18K type=write size=3225162 2024-04-10T15:51:12.777 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.785+0000 7f0dda17f780 1 > prepared operation key=YKTMKJ7IT90D tag=WE2DDQ0XJH0U type=del size=1708186 2024-04-10T15:51:12.779 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.787+0000 7f0dda17f780 1 < completed write operation key=XDWUTYA27EZF tag=KXSRIOI15SA1 type=write size=193865 2024-04-10T15:51:12.783 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.791+0000 7f0dda17f780 1 > prepared part key=_multipart_LPSA55UNQS7T.2~4CS4B6FH195T.0 size=1048576 2024-04-10T15:51:12.785 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.793+0000 7f0dda17f780 1 > prepared part key=_multipart_LPSA55UNQS7T.2~4CS4B6FH195T.1 size=1048576 2024-04-10T15:51:12.786 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.794+0000 7f0dda17f780 1 > prepared part key=_multipart_LPSA55UNQS7T.2~4CS4B6FH195T.2 size=416180 2024-04-10T15:51:12.786 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.794+0000 7f0dda17f780 1 > prepared multipart upload key=LPSA55UNQS7T upload=4CS4B6FH195T tag=CTE7YZZK936B type=write size=3561908 2024-04-10T15:51:12.788 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.797+0000 7f0dda17f780 1 < canceled operation key=P7QI1303WDML tag=J3JPNRBA7X5J type=del size=2920523 2024-04-10T15:51:12.791 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.799+0000 7f0dda17f780 1 > prepared operation key=P7QI1303WDML tag=PXIY9NKCUIGZ type=del size=611872 2024-04-10T15:51:12.793 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.801+0000 7f0dda17f780 1 < canceled operation key=QJ9GK4CHH36X tag=QESBD2GSRRCZ type=write size=895783 2024-04-10T15:51:12.795 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.803+0000 7f0dda17f780 1 > prepared operation key=VKTXOZU1BOHT tag=U5ZZSJL43LPV type=del size=2806943 2024-04-10T15:51:12.798 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.806+0000 7f0dda17f780 1 < completed part key=_multipart_XDWUTYA27EZF.2~7C8H0SS9MA0S.0 size=872649 2024-04-10T15:51:12.801 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.809+0000 7f0dda17f780 1 < completed multipart upload key=XDWUTYA27EZF upload=7C8H0SS9MA0S tag=JL1I0VJ2WASK type=write size=1921225 2024-04-10T15:51:12.805 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.813+0000 7f0dda17f780 1 > prepared part key=_multipart_0EQWI1AD1VHA.2~S3XEUMRFPUYJ.0 size=1048576 2024-04-10T15:51:12.806 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.815+0000 7f0dda17f780 1 > prepared part key=_multipart_0EQWI1AD1VHA.2~S3XEUMRFPUYJ.1 size=1048576 2024-04-10T15:51:12.808 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.816+0000 7f0dda17f780 1 > prepared part key=_multipart_0EQWI1AD1VHA.2~S3XEUMRFPUYJ.2 size=528308 2024-04-10T15:51:12.808 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.816+0000 7f0dda17f780 1 > prepared multipart upload key=0EQWI1AD1VHA upload=S3XEUMRFPUYJ tag=UEGWU36WTWDD type=write size=3674036 2024-04-10T15:51:12.810 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.819+0000 7f0dda17f780 1 < completed part key=_multipart_5PTGEI8J4Q78.2~1H3YYLISRTE9.0 size=1048576 2024-04-10T15:51:12.812 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.820+0000 7f0dda17f780 1 < completed part key=_multipart_5PTGEI8J4Q78.2~1H3YYLISRTE9.1 size=1042378 2024-04-10T15:51:12.816 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.824+0000 7f0dda17f780 1 < completed multipart upload key=5PTGEI8J4Q78 upload=1H3YYLISRTE9 tag=3FH0HW04YIFB type=write size=3139530 2024-04-10T15:51:12.818 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.827+0000 7f0dda17f780 1 > prepared operation key=76DRYPHC6HG3 tag=KHE2VPTKRU3H type=del size=3371557 2024-04-10T15:51:12.820 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.828+0000 7f0dda17f780 1 < completed part key=_multipart_76DRYPHC6HG3.2~Y0C8RKZ7B645.0 size=263115 2024-04-10T15:51:12.824 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.832+0000 7f0dda17f780 1 < completed multipart upload key=76DRYPHC6HG3 upload=Y0C8RKZ7B645 tag=OSAF43DMPB6W type=write size=1311691 2024-04-10T15:51:12.826 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.834+0000 7f0dda17f780 1 > prepared operation key=WB4E7VQYBXDP tag=CAZSF5AIIKS9 type=write size=489989 2024-04-10T15:51:12.828 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.836+0000 7f0dda17f780 1 < completed part key=_multipart_J9DG8CWKBLB0.2~TSH8Z78VIB80.0 size=1048576 2024-04-10T15:51:12.829 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.838+0000 7f0dda17f780 1 < completed part key=_multipart_J9DG8CWKBLB0.2~TSH8Z78VIB80.1 size=200498 2024-04-10T15:51:12.833 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.841+0000 7f0dda17f780 1 < completed multipart upload key=J9DG8CWKBLB0 upload=TSH8Z78VIB80 tag=3XPXHPIPEPN7 type=write size=2297650 2024-04-10T15:51:12.835 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.844+0000 7f0dda17f780 1 > prepared operation key=6V3UX4ZSIBZX tag=WDHDL926DDIM type=del size=3239343 2024-04-10T15:51:12.838 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.846+0000 7f0dda17f780 1 < canceled operation key=W72JTU6KAY5Q tag=7IKMQEEA5SPR type=del size=2245993 2024-04-10T15:51:12.839 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.848+0000 7f0dda17f780 1 > prepared operation key=P7QI1303WDML tag=TVNIZQANCAD5 type=del size=3998854 2024-04-10T15:51:12.842 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.850+0000 7f0dda17f780 1 < completed part key=_multipart_YKTMKJ7IT90D.2~GW9C054JH0W3.0 size=1048576 2024-04-10T15:51:12.843 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.852+0000 7f0dda17f780 1 < completed part key=_multipart_YKTMKJ7IT90D.2~GW9C054JH0W3.1 size=444108 2024-04-10T15:51:12.847 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.855+0000 7f0dda17f780 1 < completed multipart upload key=YKTMKJ7IT90D upload=GW9C054JH0W3 tag=003492N48L89 type=write size=2541260 2024-04-10T15:51:12.850 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.858+0000 7f0dda17f780 1 > prepared operation key=32PMZSHN97HZ tag=637HWUW2W1IA type=del size=2313358 2024-04-10T15:51:12.852 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.860+0000 7f0dda17f780 1 < completed delete operation key=DRNFVWXVQQUT tag=XO9PSHDJ3X2M type=del 2024-04-10T15:51:12.856 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.864+0000 7f0dda17f780 1 > prepared part key=_multipart_LPSA55UNQS7T.2~2Y24QEYVL25L.0 size=1004185 2024-04-10T15:51:12.856 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.864+0000 7f0dda17f780 1 > prepared multipart upload key=LPSA55UNQS7T upload=2Y24QEYVL25L tag=YWB12L2EBQII type=write size=2052761 2024-04-10T15:51:12.858 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.866+0000 7f0dda17f780 1 < completed delete operation key=32PMZSHN97HZ tag=PFATRN5UQ47P type=del 2024-04-10T15:51:12.860 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.868+0000 7f0dda17f780 1 > prepared operation key=9QFS277S5EY3 tag=3IVG3T0VIWX1 type=del size=1107682 2024-04-10T15:51:12.862 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.870+0000 7f0dda17f780 1 < completed delete operation key=5PTGEI8J4Q78 tag=UEXU3HF7KPBE type=del 2024-04-10T15:51:12.866 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.874+0000 7f0dda17f780 1 > prepared part key=_multipart_VFKX3F9Z0OZ5.2~J7EH66G92RZ0.0 size=868546 2024-04-10T15:51:12.866 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.874+0000 7f0dda17f780 1 > prepared multipart upload key=VFKX3F9Z0OZ5 upload=J7EH66G92RZ0 tag=PG70RJGY8XXP type=write size=1917122 2024-04-10T15:51:12.866 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.874+0000 7f0dda17f780 1 < canceled part key=_multipart_W0QQNH1PRYVL.2~U9ZCFVCLP535.0 size=925716 2024-04-10T15:51:12.869 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.877+0000 7f0dda17f780 1 < canceled multipart upload key=W0QQNH1PRYVL upload=U9ZCFVCLP535 tag=3MYGH03SPMED type=write size=1974292 2024-04-10T15:51:12.871 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.880+0000 7f0dda17f780 1 > prepared operation key=O2DQ4CPAMY72 tag=5JJHN3FWYUZL type=del size=2869390 2024-04-10T15:51:12.873 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.882+0000 7f0dda17f780 1 < completed write operation key=LPSA55UNQS7T tag=GNAR41QLBS6M type=write size=32186 2024-04-10T15:51:12.875 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.884+0000 7f0dda17f780 1 > prepared operation key=7R29VV7JYRWM tag=A3DWS8TWSLQ7 type=del size=406519 2024-04-10T15:51:12.877 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.886+0000 7f0dda17f780 1 < completed part key=_multipart_0EQWI1AD1VHA.2~ORN415Z4W292.0 size=238428 2024-04-10T15:51:12.881 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.889+0000 7f0dda17f780 1 < completed multipart upload key=0EQWI1AD1VHA upload=ORN415Z4W292 tag=WCTFVKRACUH7 type=write size=1287004 2024-04-10T15:51:12.883 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.891+0000 7f0dda17f780 1 > prepared operation key=DRNFVWXVQQUT tag=RNJBO4AHEFZB type=del size=589009 2024-04-10T15:51:12.885 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.893+0000 7f0dda17f780 1 < completed delete operation key=YKTMKJ7IT90D tag=WE2DDQ0XJH0U type=del 2024-04-10T15:51:12.889 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.897+0000 7f0dda17f780 1 > prepared part key=_multipart_W0QQNH1PRYVL.2~J77O3UZ2QYQQ.0 size=1048576 2024-04-10T15:51:12.891 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.899+0000 7f0dda17f780 1 > prepared part key=_multipart_W0QQNH1PRYVL.2~J77O3UZ2QYQQ.1 size=888335 2024-04-10T15:51:12.891 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.899+0000 7f0dda17f780 1 > prepared multipart upload key=W0QQNH1PRYVL upload=J77O3UZ2QYQQ tag=JTWBZ3MORZ9X type=write size=2985487 2024-04-10T15:51:12.893 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.901+0000 7f0dda17f780 1 < completed part key=_multipart_LPSA55UNQS7T.2~4CS4B6FH195T.0 size=1048576 2024-04-10T15:51:12.894 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.903+0000 7f0dda17f780 1 < completed part key=_multipart_LPSA55UNQS7T.2~4CS4B6FH195T.1 size=1048576 2024-04-10T15:51:12.896 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.904+0000 7f0dda17f780 1 < completed part key=_multipart_LPSA55UNQS7T.2~4CS4B6FH195T.2 size=416180 2024-04-10T15:51:12.899 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.908+0000 7f0dda17f780 1 < completed multipart upload key=LPSA55UNQS7T upload=4CS4B6FH195T tag=CTE7YZZK936B type=write size=3561908 2024-04-10T15:51:12.902 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.910+0000 7f0dda17f780 1 > prepared operation key=O0U4M0VYXZJ9 tag=78SZJB5JFTEN type=del size=1014990 2024-04-10T15:51:12.906 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.915+0000 7f0dda17f780 1 < suggested remove operation key=P7QI1303WDML tag=PXIY9NKCUIGZ type=del 2024-04-10T15:51:12.908 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.917+0000 7f0dda17f780 1 > prepared operation key=LPSA55UNQS7T tag=P35HMLMIB0HA type=del size=3988572 2024-04-10T15:51:12.910 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.919+0000 7f0dda17f780 1 < completed delete operation key=VKTXOZU1BOHT tag=U5ZZSJL43LPV type=del 2024-04-10T15:51:12.914 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.923+0000 7f0dda17f780 1 > prepared part key=_multipart_VFKX3F9Z0OZ5.2~W5DV07CBNSRQ.0 size=1042358 2024-04-10T15:51:12.914 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.923+0000 7f0dda17f780 1 > prepared multipart upload key=VFKX3F9Z0OZ5 upload=W5DV07CBNSRQ tag=GVHFXKDS1SYT type=write size=2090934 2024-04-10T15:51:12.916 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.925+0000 7f0dda17f780 1 < completed part key=_multipart_0EQWI1AD1VHA.2~S3XEUMRFPUYJ.0 size=1048576 2024-04-10T15:51:12.919 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.927+0000 7f0dda17f780 1 < completed part key=_multipart_0EQWI1AD1VHA.2~S3XEUMRFPUYJ.1 size=1048576 2024-04-10T15:51:12.920 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.929+0000 7f0dda17f780 1 < completed part key=_multipart_0EQWI1AD1VHA.2~S3XEUMRFPUYJ.2 size=528308 2024-04-10T15:51:12.924 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.932+0000 7f0dda17f780 1 < completed multipart upload key=0EQWI1AD1VHA upload=S3XEUMRFPUYJ tag=UEGWU36WTWDD type=write size=3674036 2024-04-10T15:51:12.928 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.936+0000 7f0dda17f780 1 > prepared part key=_multipart_WB4E7VQYBXDP.2~0LO9WTF3L4B8.0 size=1048576 2024-04-10T15:51:12.930 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.938+0000 7f0dda17f780 1 > prepared part key=_multipart_WB4E7VQYBXDP.2~0LO9WTF3L4B8.1 size=231246 2024-04-10T15:51:12.930 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.938+0000 7f0dda17f780 1 > prepared multipart upload key=WB4E7VQYBXDP upload=0LO9WTF3L4B8 tag=M3I6IZVDA6ZO type=write size=2328398 2024-04-10T15:51:12.932 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.940+0000 7f0dda17f780 1 < completed delete operation key=76DRYPHC6HG3 tag=KHE2VPTKRU3H type=del 2024-04-10T15:51:12.935 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.944+0000 7f0dda17f780 1 > prepared part key=_multipart_Q55YN73R4WFF.2~CSL10D6QHRDY.0 size=1048576 2024-04-10T15:51:12.937 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.945+0000 7f0dda17f780 1 > prepared part key=_multipart_Q55YN73R4WFF.2~CSL10D6QHRDY.1 size=1048576 2024-04-10T15:51:12.939 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.947+0000 7f0dda17f780 1 > prepared part key=_multipart_Q55YN73R4WFF.2~CSL10D6QHRDY.2 size=465087 2024-04-10T15:51:12.939 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.947+0000 7f0dda17f780 1 > prepared multipart upload key=Q55YN73R4WFF upload=CSL10D6QHRDY tag=3XFFS26JYUNA type=write size=3610815 2024-04-10T15:51:12.941 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.949+0000 7f0dda17f780 1 < completed write operation key=WB4E7VQYBXDP tag=CAZSF5AIIKS9 type=write size=489989 2024-04-10T15:51:12.943 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.951+0000 7f0dda17f780 1 > prepared operation key=VFKX3F9Z0OZ5 tag=TIQ4FLYDBNQS type=del size=1098 2024-04-10T15:51:12.945 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.953+0000 7f0dda17f780 1 < completed delete operation key=6V3UX4ZSIBZX tag=WDHDL926DDIM type=del 2024-04-10T15:51:12.951 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.959+0000 7f0dda17f780 1 > prepared part key=_multipart_WB4E7VQYBXDP.2~6809IUN5UXPH.0 size=1048576 2024-04-10T15:51:12.952 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.960+0000 7f0dda17f780 1 > prepared part key=_multipart_WB4E7VQYBXDP.2~6809IUN5UXPH.1 size=1048576 2024-04-10T15:51:12.954 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.962+0000 7f0dda17f780 1 > prepared part key=_multipart_WB4E7VQYBXDP.2~6809IUN5UXPH.2 size=560070 2024-04-10T15:51:12.954 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.962+0000 7f0dda17f780 1 > prepared multipart upload key=WB4E7VQYBXDP upload=6809IUN5UXPH tag=PP1D2TDTF0TK type=write size=3705798 2024-04-10T15:51:12.957 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.965+0000 7f0dda17f780 -1 < failed to complete operation key=P7QI1303WDML tag=TVNIZQANCAD5 type=del size=3998854: (22) Invalid argument 2024-04-10T15:51:12.959 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.967+0000 7f0dda17f780 1 > prepared operation key=M31TS1RYVD2I tag=02O6JUYGMERS type=del size=411641 2024-04-10T15:51:12.962 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.971+0000 7f0dda17f780 1 < suggested remove operation key=32PMZSHN97HZ tag=637HWUW2W1IA type=del 2024-04-10T15:51:12.964 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.972+0000 7f0dda17f780 1 > prepared operation key=XDWUTYA27EZF tag=RM5LUA5P2PHN type=del size=172605 2024-04-10T15:51:12.966 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.975+0000 7f0dda17f780 1 < completed part key=_multipart_LPSA55UNQS7T.2~2Y24QEYVL25L.0 size=1004185 2024-04-10T15:51:12.970 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.978+0000 7f0dda17f780 1 < completed multipart upload key=LPSA55UNQS7T upload=2Y24QEYVL25L tag=YWB12L2EBQII type=write size=2052761 2024-04-10T15:51:12.974 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.982+0000 7f0dda17f780 1 > prepared part key=_multipart_M31TS1RYVD2I.2~T89185QZM6JU.0 size=1048576 2024-04-10T15:51:12.975 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.983+0000 7f0dda17f780 1 > prepared part key=_multipart_M31TS1RYVD2I.2~T89185QZM6JU.1 size=1048576 2024-04-10T15:51:12.977 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.985+0000 7f0dda17f780 1 > prepared part key=_multipart_M31TS1RYVD2I.2~T89185QZM6JU.2 size=959520 2024-04-10T15:51:12.977 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.985+0000 7f0dda17f780 1 > prepared multipart upload key=M31TS1RYVD2I upload=T89185QZM6JU tag=LR8CXUNCHMIO type=write size=4105248 2024-04-10T15:51:12.979 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.987+0000 7f0dda17f780 1 < canceled operation key=9QFS277S5EY3 tag=3IVG3T0VIWX1 type=del size=1107682 2024-04-10T15:51:12.983 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.991+0000 7f0dda17f780 1 > prepared part key=_multipart_QJ9GK4CHH36X.2~6RJC21Y2DUUE.0 size=1048576 2024-04-10T15:51:12.984 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.992+0000 7f0dda17f780 1 > prepared part key=_multipart_QJ9GK4CHH36X.2~6RJC21Y2DUUE.1 size=523809 2024-04-10T15:51:12.984 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.992+0000 7f0dda17f780 1 > prepared multipart upload key=QJ9GK4CHH36X upload=6RJC21Y2DUUE tag=Q1B4K6U2DPQS type=write size=2620961 2024-04-10T15:51:12.986 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.995+0000 7f0dda17f780 1 < completed part key=_multipart_VFKX3F9Z0OZ5.2~J7EH66G92RZ0.0 size=868546 2024-04-10T15:51:12.990 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:12.998+0000 7f0dda17f780 1 < completed multipart upload key=VFKX3F9Z0OZ5 upload=J7EH66G92RZ0 tag=PG70RJGY8XXP type=write size=1917122 2024-04-10T15:51:12.994 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.002+0000 7f0dda17f780 1 > prepared part key=_multipart_LPSA55UNQS7T.2~Z43SBSG91D2P.0 size=1048576 2024-04-10T15:51:12.995 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.004+0000 7f0dda17f780 1 > prepared part key=_multipart_LPSA55UNQS7T.2~Z43SBSG91D2P.1 size=1048576 2024-04-10T15:51:12.997 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.005+0000 7f0dda17f780 1 > prepared part key=_multipart_LPSA55UNQS7T.2~Z43SBSG91D2P.2 size=305882 2024-04-10T15:51:12.997 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.005+0000 7f0dda17f780 1 > prepared multipart upload key=LPSA55UNQS7T upload=Z43SBSG91D2P tag=9RK5BK89WXK8 type=write size=3451610 2024-04-10T15:51:12.999 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.007+0000 7f0dda17f780 1 < completed delete operation key=O2DQ4CPAMY72 tag=5JJHN3FWYUZL type=del 2024-04-10T15:51:13.001 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.009+0000 7f0dda17f780 1 > prepared operation key=GK8B4QASB1P8 tag=M0NHQ11JGBM3 type=del size=958672 2024-04-10T15:51:13.003 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.012+0000 7f0dda17f780 1 < completed delete operation key=7R29VV7JYRWM tag=A3DWS8TWSLQ7 type=del 2024-04-10T15:51:13.007 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.015+0000 7f0dda17f780 1 > prepared part key=_multipart_GK8B4QASB1P8.2~HB0NP7IGSE59.0 size=1048576 2024-04-10T15:51:13.009 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.017+0000 7f0dda17f780 1 > prepared part key=_multipart_GK8B4QASB1P8.2~HB0NP7IGSE59.1 size=1048576 2024-04-10T15:51:13.011 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.019+0000 7f0dda17f780 1 > prepared part key=_multipart_GK8B4QASB1P8.2~HB0NP7IGSE59.2 size=42796 2024-04-10T15:51:13.011 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.019+0000 7f0dda17f780 1 > prepared multipart upload key=GK8B4QASB1P8 upload=HB0NP7IGSE59 tag=PJVSQTXYX1KR type=write size=3188524 2024-04-10T15:51:13.013 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.021+0000 7f0dda17f780 1 < completed delete operation key=DRNFVWXVQQUT tag=RNJBO4AHEFZB type=del 2024-04-10T15:51:13.015 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.023+0000 7f0dda17f780 1 > prepared operation key=LPSA55UNQS7T tag=3VBOZPZFC82T type=write size=883791 2024-04-10T15:51:13.017 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.025+0000 7f0dda17f780 1 < completed part key=_multipart_W0QQNH1PRYVL.2~J77O3UZ2QYQQ.0 size=1048576 2024-04-10T15:51:13.019 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.027+0000 7f0dda17f780 1 < completed part key=_multipart_W0QQNH1PRYVL.2~J77O3UZ2QYQQ.1 size=888335 2024-04-10T15:51:13.022 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.031+0000 7f0dda17f780 1 < completed multipart upload key=W0QQNH1PRYVL upload=J77O3UZ2QYQQ tag=JTWBZ3MORZ9X type=write size=2985487 2024-04-10T15:51:13.024 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.033+0000 7f0dda17f780 1 > prepared operation key=4GB88X6QZH6E tag=XXK0BCC1T7RG type=del size=3772734 2024-04-10T15:51:13.029 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.037+0000 7f0dda17f780 1 < suggested update operation key=O0U4M0VYXZJ9 tag=78SZJB5JFTEN type=del size=1014990 2024-04-10T15:51:13.031 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.040+0000 7f0dda17f780 1 > prepared operation key=LPSA55UNQS7T tag=KKC6KEDFDDOV type=del size=2848953 2024-04-10T15:51:13.034 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.042+0000 7f0dda17f780 1 < completed delete operation key=LPSA55UNQS7T tag=P35HMLMIB0HA type=del 2024-04-10T15:51:13.036 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.044+0000 7f0dda17f780 1 > prepared operation key=P7QI1303WDML tag=JFZEZR0FE16S type=del size=2754645 2024-04-10T15:51:13.038 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.046+0000 7f0dda17f780 1 < completed part key=_multipart_VFKX3F9Z0OZ5.2~W5DV07CBNSRQ.0 size=1042358 2024-04-10T15:51:13.041 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.049+0000 7f0dda17f780 1 < completed multipart upload key=VFKX3F9Z0OZ5 upload=W5DV07CBNSRQ tag=GVHFXKDS1SYT type=write size=2090934 2024-04-10T15:51:13.045 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.053+0000 7f0dda17f780 1 > prepared part key=_multipart_892B9J3TLMA2.2~HDEK8M32RLZ4.0 size=1048576 2024-04-10T15:51:13.047 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.055+0000 7f0dda17f780 1 > prepared part key=_multipart_892B9J3TLMA2.2~HDEK8M32RLZ4.1 size=1048576 2024-04-10T15:51:13.049 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.057+0000 7f0dda17f780 1 > prepared part key=_multipart_892B9J3TLMA2.2~HDEK8M32RLZ4.2 size=214642 2024-04-10T15:51:13.049 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.057+0000 7f0dda17f780 1 > prepared multipart upload key=892B9J3TLMA2 upload=HDEK8M32RLZ4 tag=VZ3V42L3BLEX type=write size=3360370 2024-04-10T15:51:13.049 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.057+0000 7f0dda17f780 1 < canceled part key=_multipart_WB4E7VQYBXDP.2~0LO9WTF3L4B8.0 size=1048576 2024-04-10T15:51:13.051 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.059+0000 7f0dda17f780 1 < completed part key=_multipart_WB4E7VQYBXDP.2~0LO9WTF3L4B8.1 size=231246 2024-04-10T15:51:13.054 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.063+0000 7f0dda17f780 1 < canceled multipart upload key=WB4E7VQYBXDP upload=0LO9WTF3L4B8 tag=M3I6IZVDA6ZO type=write size=2328398 2024-04-10T15:51:13.056 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.064+0000 7f0dda17f780 1 > prepared operation key=J9DG8CWKBLB0 tag=JIB3X0H7INB5 type=del size=178105 2024-04-10T15:51:13.059 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.067+0000 7f0dda17f780 1 < completed part key=_multipart_Q55YN73R4WFF.2~CSL10D6QHRDY.0 size=1048576 2024-04-10T15:51:13.061 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.069+0000 7f0dda17f780 1 < completed part key=_multipart_Q55YN73R4WFF.2~CSL10D6QHRDY.1 size=1048576 2024-04-10T15:51:13.061 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.069+0000 7f0dda17f780 1 < canceled part key=_multipart_Q55YN73R4WFF.2~CSL10D6QHRDY.2 size=465087 2024-04-10T15:51:13.064 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.073+0000 7f0dda17f780 1 < canceled multipart upload key=Q55YN73R4WFF upload=CSL10D6QHRDY tag=3XFFS26JYUNA type=write size=3610815 2024-04-10T15:51:13.068 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.076+0000 7f0dda17f780 1 > prepared part key=_multipart_5VUYRX80DJNN.2~VSGQP39MU0ZQ.0 size=1048576 2024-04-10T15:51:13.070 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.078+0000 7f0dda17f780 1 > prepared part key=_multipart_5VUYRX80DJNN.2~VSGQP39MU0ZQ.1 size=201915 2024-04-10T15:51:13.070 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.078+0000 7f0dda17f780 1 > prepared multipart upload key=5VUYRX80DJNN upload=VSGQP39MU0ZQ tag=FJFR2RP5KP2O type=write size=2299067 2024-04-10T15:51:13.072 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.080+0000 7f0dda17f780 1 < completed delete operation key=VFKX3F9Z0OZ5 tag=TIQ4FLYDBNQS type=del 2024-04-10T15:51:13.074 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.082+0000 7f0dda17f780 1 > prepared operation key=O2DQ4CPAMY72 tag=R7GPXPBSEXNU type=del size=2578270 2024-04-10T15:51:13.076 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.084+0000 7f0dda17f780 1 < completed part key=_multipart_WB4E7VQYBXDP.2~6809IUN5UXPH.0 size=1048576 2024-04-10T15:51:13.078 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.086+0000 7f0dda17f780 1 < completed part key=_multipart_WB4E7VQYBXDP.2~6809IUN5UXPH.1 size=1048576 2024-04-10T15:51:13.080 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.088+0000 7f0dda17f780 1 < completed part key=_multipart_WB4E7VQYBXDP.2~6809IUN5UXPH.2 size=560070 2024-04-10T15:51:13.084 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.092+0000 7f0dda17f780 1 < completed multipart upload key=WB4E7VQYBXDP upload=6809IUN5UXPH tag=PP1D2TDTF0TK type=write size=3705798 2024-04-10T15:51:13.088 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:51:12 smithi069 ceph-mon[96738]: pgmap v1387: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 446 KiB/s wr, 2.27k op/s 2024-04-10T15:51:13.088 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:51:12 smithi069 ceph-mon[94167]: pgmap v1387: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 446 KiB/s wr, 2.27k op/s 2024-04-10T15:51:13.088 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.096+0000 7f0dda17f780 1 > prepared part key=_multipart_M31TS1RYVD2I.2~BH3CWUV53XLB.0 size=863297 2024-04-10T15:51:13.088 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.096+0000 7f0dda17f780 1 > prepared multipart upload key=M31TS1RYVD2I upload=BH3CWUV53XLB tag=PUA6632L8PTP type=write size=1911873 2024-04-10T15:51:13.092 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.100+0000 7f0dda17f780 1 < suggested update operation key=M31TS1RYVD2I tag=02O6JUYGMERS type=del size=411641 2024-04-10T15:51:13.094 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.102+0000 7f0dda17f780 1 > prepared operation key=O0U4M0VYXZJ9 tag=HDLG3R1VFLZ9 type=del size=750933 2024-04-10T15:51:13.098 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.106+0000 7f0dda17f780 1 < suggested update operation key=XDWUTYA27EZF tag=RM5LUA5P2PHN type=del size=172605 2024-04-10T15:51:13.102 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.110+0000 7f0dda17f780 1 > prepared part key=_multipart_0EQWI1AD1VHA.2~HBXK7FYT8944.0 size=363967 2024-04-10T15:51:13.102 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.110+0000 7f0dda17f780 1 > prepared multipart upload key=0EQWI1AD1VHA upload=HBXK7FYT8944 tag=OYP5GMGUVO5R type=write size=1412543 2024-04-10T15:51:13.104 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.112+0000 7f0dda17f780 1 < completed part key=_multipart_M31TS1RYVD2I.2~T89185QZM6JU.0 size=1048576 2024-04-10T15:51:13.106 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.114+0000 7f0dda17f780 1 < completed part key=_multipart_M31TS1RYVD2I.2~T89185QZM6JU.1 size=1048576 2024-04-10T15:51:13.107 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.116+0000 7f0dda17f780 1 < completed part key=_multipart_M31TS1RYVD2I.2~T89185QZM6JU.2 size=959520 2024-04-10T15:51:13.111 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.119+0000 7f0dda17f780 1 < completed multipart upload key=M31TS1RYVD2I upload=T89185QZM6JU tag=LR8CXUNCHMIO type=write size=4105248 2024-04-10T15:51:13.114 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.122+0000 7f0dda17f780 1 > prepared operation key=0EQWI1AD1VHA tag=KOLGF5939M36 type=del size=3720458 2024-04-10T15:51:13.116 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.124+0000 7f0dda17f780 1 < completed part key=_multipart_QJ9GK4CHH36X.2~6RJC21Y2DUUE.0 size=1048576 2024-04-10T15:51:13.118 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.126+0000 7f0dda17f780 1 < completed part key=_multipart_QJ9GK4CHH36X.2~6RJC21Y2DUUE.1 size=523809 2024-04-10T15:51:13.122 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.131+0000 7f0dda17f780 1 < completed multipart upload key=QJ9GK4CHH36X upload=6RJC21Y2DUUE tag=Q1B4K6U2DPQS type=write size=2620961 2024-04-10T15:51:13.125 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.133+0000 7f0dda17f780 1 > prepared operation key=M31TS1RYVD2I tag=RTWEU6PSZPKP type=del size=736676 2024-04-10T15:51:13.127 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.135+0000 7f0dda17f780 1 < completed part key=_multipart_LPSA55UNQS7T.2~Z43SBSG91D2P.0 size=1048576 2024-04-10T15:51:13.129 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.137+0000 7f0dda17f780 1 < completed part key=_multipart_LPSA55UNQS7T.2~Z43SBSG91D2P.1 size=1048576 2024-04-10T15:51:13.131 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.139+0000 7f0dda17f780 1 < completed part key=_multipart_LPSA55UNQS7T.2~Z43SBSG91D2P.2 size=305882 2024-04-10T15:51:13.134 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.143+0000 7f0dda17f780 1 < completed multipart upload key=LPSA55UNQS7T upload=Z43SBSG91D2P tag=9RK5BK89WXK8 type=write size=3451610 2024-04-10T15:51:13.138 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.146+0000 7f0dda17f780 1 > prepared part key=_multipart_H433FHMII9ZA.2~6BDEPUYHEQJC.0 size=1048576 2024-04-10T15:51:13.140 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.148+0000 7f0dda17f780 1 > prepared part key=_multipart_H433FHMII9ZA.2~6BDEPUYHEQJC.1 size=1047540 2024-04-10T15:51:13.140 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.148+0000 7f0dda17f780 1 > prepared multipart upload key=H433FHMII9ZA upload=6BDEPUYHEQJC tag=8Y4BJF94DJ1J type=write size=3144692 2024-04-10T15:51:13.142 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.150+0000 7f0dda17f780 1 < completed delete operation key=GK8B4QASB1P8 tag=M0NHQ11JGBM3 type=del 2024-04-10T15:51:13.146 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.154+0000 7f0dda17f780 1 > prepared part key=_multipart_XDWUTYA27EZF.2~ELN886G4XDOF.0 size=1048576 2024-04-10T15:51:13.147 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.155+0000 7f0dda17f780 1 > prepared part key=_multipart_XDWUTYA27EZF.2~ELN886G4XDOF.1 size=1048576 2024-04-10T15:51:13.149 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.157+0000 7f0dda17f780 1 > prepared part key=_multipart_XDWUTYA27EZF.2~ELN886G4XDOF.2 size=421070 2024-04-10T15:51:13.149 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.157+0000 7f0dda17f780 1 > prepared multipart upload key=XDWUTYA27EZF upload=ELN886G4XDOF tag=RVUP19A3IFAY type=write size=3566798 2024-04-10T15:51:13.151 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.159+0000 7f0dda17f780 1 < completed part key=_multipart_GK8B4QASB1P8.2~HB0NP7IGSE59.0 size=1048576 2024-04-10T15:51:13.154 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.162+0000 7f0dda17f780 1 < completed part key=_multipart_GK8B4QASB1P8.2~HB0NP7IGSE59.1 size=1048576 2024-04-10T15:51:13.156 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.164+0000 7f0dda17f780 1 < completed part key=_multipart_GK8B4QASB1P8.2~HB0NP7IGSE59.2 size=42796 2024-04-10T15:51:13.160 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.168+0000 7f0dda17f780 1 < completed multipart upload key=GK8B4QASB1P8 upload=HB0NP7IGSE59 tag=PJVSQTXYX1KR type=write size=3188524 2024-04-10T15:51:13.164 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.172+0000 7f0dda17f780 1 > prepared part key=_multipart_4GB88X6QZH6E.2~QYYLZ36NLLHP.0 size=587630 2024-04-10T15:51:13.164 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.172+0000 7f0dda17f780 1 > prepared multipart upload key=4GB88X6QZH6E upload=QYYLZ36NLLHP tag=CDFK076O8NO9 type=write size=1636206 2024-04-10T15:51:13.166 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.174+0000 7f0dda17f780 1 < completed write operation key=LPSA55UNQS7T tag=3VBOZPZFC82T type=write size=883791 2024-04-10T15:51:13.170 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.178+0000 7f0dda17f780 1 > prepared part key=_multipart_4GB88X6QZH6E.2~CCTLEM5KPDJ2.0 size=1048576 2024-04-10T15:51:13.172 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.180+0000 7f0dda17f780 1 > prepared part key=_multipart_4GB88X6QZH6E.2~CCTLEM5KPDJ2.1 size=1048576 2024-04-10T15:51:13.175 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.183+0000 7f0dda17f780 1 > prepared part key=_multipart_4GB88X6QZH6E.2~CCTLEM5KPDJ2.2 size=159111 2024-04-10T15:51:13.175 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.183+0000 7f0dda17f780 1 > prepared multipart upload key=4GB88X6QZH6E upload=CCTLEM5KPDJ2 tag=V92X713H2ILZ type=write size=3304839 2024-04-10T15:51:13.177 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.185+0000 7f0dda17f780 1 < completed delete operation key=4GB88X6QZH6E tag=XXK0BCC1T7RG type=del 2024-04-10T15:51:13.180 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.189+0000 7f0dda17f780 1 > prepared part key=_multipart_1XDQOHF2EHZG.2~FV7SXX57IZ4C.0 size=1048576 2024-04-10T15:51:13.182 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.190+0000 7f0dda17f780 1 > prepared part key=_multipart_1XDQOHF2EHZG.2~FV7SXX57IZ4C.1 size=604158 2024-04-10T15:51:13.182 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.190+0000 7f0dda17f780 1 > prepared multipart upload key=1XDQOHF2EHZG upload=FV7SXX57IZ4C tag=10M1URQOHKS2 type=write size=2701310 2024-04-10T15:51:13.186 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.194+0000 7f0dda17f780 1 < suggested remove operation key=LPSA55UNQS7T tag=KKC6KEDFDDOV type=del 2024-04-10T15:51:13.190 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.198+0000 7f0dda17f780 1 > prepared part key=_multipart_5PTGEI8J4Q78.2~M2V5I4JB060K.0 size=54298 2024-04-10T15:51:13.190 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.198+0000 7f0dda17f780 1 > prepared multipart upload key=5PTGEI8J4Q78 upload=M2V5I4JB060K tag=UNXVZTC30JRL type=write size=1102874 2024-04-10T15:51:13.192 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.200+0000 7f0dda17f780 1 < completed delete operation key=P7QI1303WDML tag=JFZEZR0FE16S type=del 2024-04-10T15:51:13.194 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.202+0000 7f0dda17f780 1 > prepared operation key=H433FHMII9ZA tag=P2N5L4XZHUVK type=del size=3852230 2024-04-10T15:51:13.196 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.204+0000 7f0dda17f780 1 < completed part key=_multipart_892B9J3TLMA2.2~HDEK8M32RLZ4.0 size=1048576 2024-04-10T15:51:13.198 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.206+0000 7f0dda17f780 1 < completed part key=_multipart_892B9J3TLMA2.2~HDEK8M32RLZ4.1 size=1048576 2024-04-10T15:51:13.200 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.208+0000 7f0dda17f780 1 < completed part key=_multipart_892B9J3TLMA2.2~HDEK8M32RLZ4.2 size=214642 2024-04-10T15:51:13.203 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.212+0000 7f0dda17f780 1 < completed multipart upload key=892B9J3TLMA2 upload=HDEK8M32RLZ4 tag=VZ3V42L3BLEX type=write size=3360370 2024-04-10T15:51:13.205 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.214+0000 7f0dda17f780 1 > prepared operation key=YKTMKJ7IT90D tag=QW1DZW2DPDAJ type=del size=2795447 2024-04-10T15:51:13.208 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.216+0000 7f0dda17f780 1 < completed delete operation key=J9DG8CWKBLB0 tag=JIB3X0H7INB5 type=del 2024-04-10T15:51:13.209 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.218+0000 7f0dda17f780 1 > prepared operation key=EZ2HJBZ8EY6J tag=B3IHUS0PJ69W type=write size=242976 2024-04-10T15:51:13.211 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.220+0000 7f0dda17f780 1 < completed part key=_multipart_5VUYRX80DJNN.2~VSGQP39MU0ZQ.0 size=1048576 2024-04-10T15:51:13.213 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.221+0000 7f0dda17f780 1 < completed part key=_multipart_5VUYRX80DJNN.2~VSGQP39MU0ZQ.1 size=201915 2024-04-10T15:51:13.217 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.225+0000 7f0dda17f780 1 < completed multipart upload key=5VUYRX80DJNN upload=VSGQP39MU0ZQ tag=FJFR2RP5KP2O type=write size=2299067 2024-04-10T15:51:13.221 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.229+0000 7f0dda17f780 1 > prepared part key=_multipart_LPSA55UNQS7T.2~IXY6XL3P9RQF.0 size=662635 2024-04-10T15:51:13.221 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.229+0000 7f0dda17f780 1 > prepared multipart upload key=LPSA55UNQS7T upload=IXY6XL3P9RQF tag=AE31IB8T78BY type=write size=1711211 2024-04-10T15:51:13.222 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.231+0000 7f0dda17f780 1 < completed delete operation key=O2DQ4CPAMY72 tag=R7GPXPBSEXNU type=del 2024-04-10T15:51:13.224 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.233+0000 7f0dda17f780 1 > prepared operation key=O0U4M0VYXZJ9 tag=OBJVPOCGKUZ5 type=del size=2634646 2024-04-10T15:51:13.227 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.235+0000 7f0dda17f780 1 < completed part key=_multipart_M31TS1RYVD2I.2~BH3CWUV53XLB.0 size=863297 2024-04-10T15:51:13.230 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.239+0000 7f0dda17f780 1 < completed multipart upload key=M31TS1RYVD2I upload=BH3CWUV53XLB tag=PUA6632L8PTP type=write size=1911873 2024-04-10T15:51:13.234 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.242+0000 7f0dda17f780 1 > prepared part key=_multipart_H433FHMII9ZA.2~POWIP24NQJIJ.0 size=1048576 2024-04-10T15:51:13.237 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.245+0000 7f0dda17f780 1 > prepared part key=_multipart_H433FHMII9ZA.2~POWIP24NQJIJ.1 size=1048576 2024-04-10T15:51:13.239 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.247+0000 7f0dda17f780 1 > prepared part key=_multipart_H433FHMII9ZA.2~POWIP24NQJIJ.2 size=445420 2024-04-10T15:51:13.239 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.247+0000 7f0dda17f780 1 > prepared multipart upload key=H433FHMII9ZA upload=POWIP24NQJIJ tag=Q5CXCTCRBWX0 type=write size=3591148 2024-04-10T15:51:13.241 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.249+0000 7f0dda17f780 1 < completed delete operation key=O0U4M0VYXZJ9 tag=HDLG3R1VFLZ9 type=del 2024-04-10T15:51:13.244 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:51:12 smithi077 ceph-mon[87572]: pgmap v1387: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 446 KiB/s wr, 2.27k op/s 2024-04-10T15:51:13.244 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.253+0000 7f0dda17f780 1 > prepared part key=_multipart_EZ2HJBZ8EY6J.2~P11QXJJGHUWO.0 size=1048576 2024-04-10T15:51:13.246 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.254+0000 7f0dda17f780 1 > prepared part key=_multipart_EZ2HJBZ8EY6J.2~P11QXJJGHUWO.1 size=1048576 2024-04-10T15:51:13.248 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.256+0000 7f0dda17f780 1 > prepared part key=_multipart_EZ2HJBZ8EY6J.2~P11QXJJGHUWO.2 size=20145 2024-04-10T15:51:13.248 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.256+0000 7f0dda17f780 1 > prepared multipart upload key=EZ2HJBZ8EY6J upload=P11QXJJGHUWO tag=CWR5BWWO9180 type=write size=3165873 2024-04-10T15:51:13.250 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.258+0000 7f0dda17f780 1 < completed part key=_multipart_0EQWI1AD1VHA.2~HBXK7FYT8944.0 size=363967 2024-04-10T15:51:13.253 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.261+0000 7f0dda17f780 1 < completed multipart upload key=0EQWI1AD1VHA upload=HBXK7FYT8944 tag=OYP5GMGUVO5R type=write size=1412543 2024-04-10T15:51:13.257 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.265+0000 7f0dda17f780 1 > prepared part key=_multipart_EZ2HJBZ8EY6J.2~DZ7967ME9SXZ.0 size=1048576 2024-04-10T15:51:13.258 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.267+0000 7f0dda17f780 1 > prepared part key=_multipart_EZ2HJBZ8EY6J.2~DZ7967ME9SXZ.1 size=1048576 2024-04-10T15:51:13.260 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.268+0000 7f0dda17f780 1 > prepared part key=_multipart_EZ2HJBZ8EY6J.2~DZ7967ME9SXZ.2 size=944043 2024-04-10T15:51:13.260 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.268+0000 7f0dda17f780 1 > prepared multipart upload key=EZ2HJBZ8EY6J upload=DZ7967ME9SXZ tag=SM9LY1821S2Q type=write size=4089771 2024-04-10T15:51:13.264 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.272+0000 7f0dda17f780 1 < suggested update operation key=0EQWI1AD1VHA tag=KOLGF5939M36 type=del size=3720458 2024-04-10T15:51:13.268 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.276+0000 7f0dda17f780 1 > prepared part key=_multipart_GK8B4QASB1P8.2~10N4NL1N1RXS.0 size=156868 2024-04-10T15:51:13.268 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.276+0000 7f0dda17f780 1 > prepared multipart upload key=GK8B4QASB1P8 upload=10N4NL1N1RXS tag=ZRFT2P9H6G7B type=write size=1205444 2024-04-10T15:51:13.270 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.278+0000 7f0dda17f780 1 < completed delete operation key=M31TS1RYVD2I tag=RTWEU6PSZPKP type=del 2024-04-10T15:51:13.272 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.280+0000 7f0dda17f780 1 > prepared operation key=7R29VV7JYRWM tag=C0N2VPLY521E type=del size=2867167 2024-04-10T15:51:13.274 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.282+0000 7f0dda17f780 1 < completed part key=_multipart_H433FHMII9ZA.2~6BDEPUYHEQJC.0 size=1048576 2024-04-10T15:51:13.276 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.285+0000 7f0dda17f780 1 < completed part key=_multipart_H433FHMII9ZA.2~6BDEPUYHEQJC.1 size=1047540 2024-04-10T15:51:13.281 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.289+0000 7f0dda17f780 1 < completed multipart upload key=H433FHMII9ZA upload=6BDEPUYHEQJC tag=8Y4BJF94DJ1J type=write size=3144692 2024-04-10T15:51:13.282 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.291+0000 7f0dda17f780 1 > prepared operation key=6V3UX4ZSIBZX tag=C9R0U6J94IC8 type=del size=521868 2024-04-10T15:51:13.283 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.291+0000 7f0dda17f780 1 < canceled part key=_multipart_XDWUTYA27EZF.2~ELN886G4XDOF.0 size=1048576 2024-04-10T15:51:13.284 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.293+0000 7f0dda17f780 1 < completed part key=_multipart_XDWUTYA27EZF.2~ELN886G4XDOF.1 size=1048576 2024-04-10T15:51:13.286 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.294+0000 7f0dda17f780 1 < completed part key=_multipart_XDWUTYA27EZF.2~ELN886G4XDOF.2 size=421070 2024-04-10T15:51:13.290 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.298+0000 7f0dda17f780 1 < canceled multipart upload key=XDWUTYA27EZF upload=ELN886G4XDOF tag=RVUP19A3IFAY type=write size=3566798 2024-04-10T15:51:13.292 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.300+0000 7f0dda17f780 1 > prepared operation key=Q55YN73R4WFF tag=Z83DZXRVD0ZN type=del size=4058260 2024-04-10T15:51:13.292 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.300+0000 7f0dda17f780 1 < canceled part key=_multipart_4GB88X6QZH6E.2~QYYLZ36NLLHP.0 size=587630 2024-04-10T15:51:13.295 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.304+0000 7f0dda17f780 1 < canceled multipart upload key=4GB88X6QZH6E upload=QYYLZ36NLLHP tag=CDFK076O8NO9 type=write size=1636206 2024-04-10T15:51:13.297 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.306+0000 7f0dda17f780 1 > prepared operation key=76DRYPHC6HG3 tag=R36TTNZ9UYPE type=del size=2680301 2024-04-10T15:51:13.300 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.308+0000 7f0dda17f780 1 < completed part key=_multipart_4GB88X6QZH6E.2~CCTLEM5KPDJ2.0 size=1048576 2024-04-10T15:51:13.302 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.310+0000 7f0dda17f780 1 < completed part key=_multipart_4GB88X6QZH6E.2~CCTLEM5KPDJ2.1 size=1048576 2024-04-10T15:51:13.305 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.313+0000 7f0dda17f780 1 < completed part key=_multipart_4GB88X6QZH6E.2~CCTLEM5KPDJ2.2 size=159111 2024-04-10T15:51:13.309 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.317+0000 7f0dda17f780 1 < completed multipart upload key=4GB88X6QZH6E upload=CCTLEM5KPDJ2 tag=V92X713H2ILZ type=write size=3304839 2024-04-10T15:51:13.313 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.321+0000 7f0dda17f780 1 > prepared part key=_multipart_LPSA55UNQS7T.2~E8QHCPDHAMA4.0 size=281738 2024-04-10T15:51:13.313 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.321+0000 7f0dda17f780 1 > prepared multipart upload key=LPSA55UNQS7T upload=E8QHCPDHAMA4 tag=UIB7KN3INJAL type=write size=1330314 2024-04-10T15:51:13.315 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.324+0000 7f0dda17f780 1 < completed part key=_multipart_1XDQOHF2EHZG.2~FV7SXX57IZ4C.0 size=1048576 2024-04-10T15:51:13.317 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.325+0000 7f0dda17f780 1 < completed part key=_multipart_1XDQOHF2EHZG.2~FV7SXX57IZ4C.1 size=604158 2024-04-10T15:51:13.321 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.329+0000 7f0dda17f780 1 < completed multipart upload key=1XDQOHF2EHZG upload=FV7SXX57IZ4C tag=10M1URQOHKS2 type=write size=2701310 2024-04-10T15:51:13.324 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.333+0000 7f0dda17f780 1 > prepared part key=_multipart_QJ9GK4CHH36X.2~17D8VSR7CCUT.0 size=1048576 2024-04-10T15:51:13.327 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.335+0000 7f0dda17f780 1 > prepared part key=_multipart_QJ9GK4CHH36X.2~17D8VSR7CCUT.1 size=1048576 2024-04-10T15:51:13.329 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.337+0000 7f0dda17f780 1 > prepared part key=_multipart_QJ9GK4CHH36X.2~17D8VSR7CCUT.2 size=934782 2024-04-10T15:51:13.329 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.337+0000 7f0dda17f780 1 > prepared multipart upload key=QJ9GK4CHH36X upload=17D8VSR7CCUT tag=2NKEH1MJKK9B type=write size=4080510 2024-04-10T15:51:13.329 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.337+0000 7f0dda17f780 1 < canceled part key=_multipart_5PTGEI8J4Q78.2~M2V5I4JB060K.0 size=54298 2024-04-10T15:51:13.333 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.341+0000 7f0dda17f780 1 < canceled multipart upload key=5PTGEI8J4Q78 upload=M2V5I4JB060K tag=UNXVZTC30JRL type=write size=1102874 2024-04-10T15:51:13.335 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.343+0000 7f0dda17f780 1 > prepared operation key=O2DQ4CPAMY72 tag=Z95BN8EQHJQ5 type=write size=243417 2024-04-10T15:51:13.337 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.345+0000 7f0dda17f780 1 < completed delete operation key=H433FHMII9ZA tag=P2N5L4XZHUVK type=del 2024-04-10T15:51:13.339 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.347+0000 7f0dda17f780 1 > prepared operation key=32PMZSHN97HZ tag=4XJKYFG0FEG4 type=del size=36043 2024-04-10T15:51:13.343 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.352+0000 7f0dda17f780 1 < suggested update operation key=YKTMKJ7IT90D tag=QW1DZW2DPDAJ type=del size=2795447 2024-04-10T15:51:13.348 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.356+0000 7f0dda17f780 1 > prepared part key=_multipart_WB4E7VQYBXDP.2~R3XP4331EY10.0 size=1048576 2024-04-10T15:51:13.350 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.358+0000 7f0dda17f780 1 > prepared part key=_multipart_WB4E7VQYBXDP.2~R3XP4331EY10.1 size=1048576 2024-04-10T15:51:13.352 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.360+0000 7f0dda17f780 1 > prepared part key=_multipart_WB4E7VQYBXDP.2~R3XP4331EY10.2 size=995033 2024-04-10T15:51:13.352 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.360+0000 7f0dda17f780 1 > prepared multipart upload key=WB4E7VQYBXDP upload=R3XP4331EY10 tag=5OTXS6GMCZDR type=write size=4140761 2024-04-10T15:51:13.354 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.362+0000 7f0dda17f780 1 < canceled operation key=EZ2HJBZ8EY6J tag=B3IHUS0PJ69W type=write size=242976 2024-04-10T15:51:13.357 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.365+0000 7f0dda17f780 1 > prepared part key=_multipart_QJ9GK4CHH36X.2~9LMVYUJ7TRFB.0 size=1048576 2024-04-10T15:51:13.359 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.367+0000 7f0dda17f780 1 > prepared part key=_multipart_QJ9GK4CHH36X.2~9LMVYUJ7TRFB.1 size=1048576 2024-04-10T15:51:13.361 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.369+0000 7f0dda17f780 1 > prepared part key=_multipart_QJ9GK4CHH36X.2~9LMVYUJ7TRFB.2 size=186738 2024-04-10T15:51:13.361 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.369+0000 7f0dda17f780 1 > prepared multipart upload key=QJ9GK4CHH36X upload=9LMVYUJ7TRFB tag=E84JMOSQROOV type=write size=3332466 2024-04-10T15:51:13.363 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.371+0000 7f0dda17f780 1 < completed part key=_multipart_LPSA55UNQS7T.2~IXY6XL3P9RQF.0 size=662635 2024-04-10T15:51:13.367 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.375+0000 7f0dda17f780 1 < completed multipart upload key=LPSA55UNQS7T upload=IXY6XL3P9RQF tag=AE31IB8T78BY type=write size=1711211 2024-04-10T15:51:13.371 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.379+0000 7f0dda17f780 1 > prepared part key=_multipart_XDWUTYA27EZF.2~EVOLMENW1ZKJ.0 size=1048576 2024-04-10T15:51:13.373 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.381+0000 7f0dda17f780 1 > prepared part key=_multipart_XDWUTYA27EZF.2~EVOLMENW1ZKJ.1 size=1048576 2024-04-10T15:51:13.375 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.383+0000 7f0dda17f780 1 > prepared part key=_multipart_XDWUTYA27EZF.2~EVOLMENW1ZKJ.2 size=581404 2024-04-10T15:51:13.375 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.383+0000 7f0dda17f780 1 > prepared multipart upload key=XDWUTYA27EZF upload=EVOLMENW1ZKJ tag=LH6UZPWW335D type=write size=3727132 2024-04-10T15:51:13.377 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.385+0000 7f0dda17f780 1 < completed delete operation key=O0U4M0VYXZJ9 tag=OBJVPOCGKUZ5 type=del 2024-04-10T15:51:13.381 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.389+0000 7f0dda17f780 1 > prepared part key=_multipart_7R29VV7JYRWM.2~E9WN1DT0OXWJ.0 size=1048576 2024-04-10T15:51:13.383 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.391+0000 7f0dda17f780 1 > prepared part key=_multipart_7R29VV7JYRWM.2~E9WN1DT0OXWJ.1 size=498147 2024-04-10T15:51:13.383 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.391+0000 7f0dda17f780 1 > prepared multipart upload key=7R29VV7JYRWM upload=E9WN1DT0OXWJ tag=Z6O1P5M7CX71 type=write size=2595299 2024-04-10T15:51:13.385 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.393+0000 7f0dda17f780 1 < completed part key=_multipart_H433FHMII9ZA.2~POWIP24NQJIJ.0 size=1048576 2024-04-10T15:51:13.386 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.395+0000 7f0dda17f780 1 < completed part key=_multipart_H433FHMII9ZA.2~POWIP24NQJIJ.1 size=1048576 2024-04-10T15:51:13.388 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.396+0000 7f0dda17f780 1 < completed part key=_multipart_H433FHMII9ZA.2~POWIP24NQJIJ.2 size=445420 2024-04-10T15:51:13.391 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.400+0000 7f0dda17f780 1 < completed multipart upload key=H433FHMII9ZA upload=POWIP24NQJIJ tag=Q5CXCTCRBWX0 type=write size=3591148 2024-04-10T15:51:13.397 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.405+0000 7f0dda17f780 1 > prepared part key=_multipart_Q55YN73R4WFF.2~HTELFI2ETVR9.0 size=1048576 2024-04-10T15:51:13.399 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.407+0000 7f0dda17f780 1 > prepared part key=_multipart_Q55YN73R4WFF.2~HTELFI2ETVR9.1 size=625651 2024-04-10T15:51:13.399 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.407+0000 7f0dda17f780 1 > prepared multipart upload key=Q55YN73R4WFF upload=HTELFI2ETVR9 tag=WFAQF892GQ8H type=write size=2722803 2024-04-10T15:51:13.401 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.409+0000 7f0dda17f780 1 < completed part key=_multipart_EZ2HJBZ8EY6J.2~P11QXJJGHUWO.0 size=1048576 2024-04-10T15:51:13.401 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.409+0000 7f0dda17f780 1 < canceled part key=_multipart_EZ2HJBZ8EY6J.2~P11QXJJGHUWO.1 size=1048576 2024-04-10T15:51:13.403 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.411+0000 7f0dda17f780 1 < completed part key=_multipart_EZ2HJBZ8EY6J.2~P11QXJJGHUWO.2 size=20145 2024-04-10T15:51:13.407 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.415+0000 7f0dda17f780 1 < canceled multipart upload key=EZ2HJBZ8EY6J upload=P11QXJJGHUWO tag=CWR5BWWO9180 type=write size=3165873 2024-04-10T15:51:13.411 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.419+0000 7f0dda17f780 1 > prepared part key=_multipart_VKTXOZU1BOHT.2~2SBSQK4O0I38.0 size=46488 2024-04-10T15:51:13.411 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.419+0000 7f0dda17f780 1 > prepared multipart upload key=VKTXOZU1BOHT upload=2SBSQK4O0I38 tag=TV96XXK2N7IF type=write size=1095064 2024-04-10T15:51:13.413 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.422+0000 7f0dda17f780 1 < completed part key=_multipart_EZ2HJBZ8EY6J.2~DZ7967ME9SXZ.0 size=1048576 2024-04-10T15:51:13.415 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.423+0000 7f0dda17f780 1 < completed part key=_multipart_EZ2HJBZ8EY6J.2~DZ7967ME9SXZ.1 size=1048576 2024-04-10T15:51:13.417 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.425+0000 7f0dda17f780 1 < completed part key=_multipart_EZ2HJBZ8EY6J.2~DZ7967ME9SXZ.2 size=944043 2024-04-10T15:51:13.421 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.429+0000 7f0dda17f780 1 < completed multipart upload key=EZ2HJBZ8EY6J upload=DZ7967ME9SXZ tag=SM9LY1821S2Q type=write size=4089771 2024-04-10T15:51:13.423 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.431+0000 7f0dda17f780 1 > prepared operation key=H433FHMII9ZA tag=X9FPZTPGVJOJ type=del size=3234461 2024-04-10T15:51:13.425 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.433+0000 7f0dda17f780 1 < completed part key=_multipart_GK8B4QASB1P8.2~10N4NL1N1RXS.0 size=156868 2024-04-10T15:51:13.428 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.437+0000 7f0dda17f780 1 < completed multipart upload key=GK8B4QASB1P8 upload=10N4NL1N1RXS tag=ZRFT2P9H6G7B type=write size=1205444 2024-04-10T15:51:13.430 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.439+0000 7f0dda17f780 1 > prepared operation key=GK8B4QASB1P8 tag=PHMGMBC1EOZW type=del size=1710724 2024-04-10T15:51:13.433 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.441+0000 7f0dda17f780 1 < completed delete operation key=7R29VV7JYRWM tag=C0N2VPLY521E type=del 2024-04-10T15:51:13.434 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.443+0000 7f0dda17f780 1 > prepared operation key=5PTGEI8J4Q78 tag=UJR3O8BW3NQO type=del size=540281 2024-04-10T15:51:13.436 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.445+0000 7f0dda17f780 1 < completed delete operation key=6V3UX4ZSIBZX tag=C9R0U6J94IC8 type=del 2024-04-10T15:51:13.440 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.449+0000 7f0dda17f780 1 > prepared part key=_multipart_4GB88X6QZH6E.2~X5R8UF823AS8.0 size=831569 2024-04-10T15:51:13.441 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.449+0000 7f0dda17f780 1 > prepared multipart upload key=4GB88X6QZH6E upload=X5R8UF823AS8 tag=5DVXSEEF6SGH type=write size=1880145 2024-04-10T15:51:13.444 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.452+0000 7f0dda17f780 1 < suggested remove operation key=Q55YN73R4WFF tag=Z83DZXRVD0ZN type=del 2024-04-10T15:51:13.446 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.455+0000 7f0dda17f780 1 > prepared operation key=QJ9GK4CHH36X tag=PWTG380OG19W type=del size=1116527 2024-04-10T15:51:13.450 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.459+0000 7f0dda17f780 1 < suggested remove operation key=76DRYPHC6HG3 tag=R36TTNZ9UYPE type=del 2024-04-10T15:51:13.454 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.462+0000 7f0dda17f780 1 > prepared part key=_multipart_YKTMKJ7IT90D.2~HQMWM8KWF4X2.0 size=1048576 2024-04-10T15:51:13.456 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.464+0000 7f0dda17f780 1 > prepared part key=_multipart_YKTMKJ7IT90D.2~HQMWM8KWF4X2.1 size=1048576 2024-04-10T15:51:13.458 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.466+0000 7f0dda17f780 1 > prepared part key=_multipart_YKTMKJ7IT90D.2~HQMWM8KWF4X2.2 size=330544 2024-04-10T15:51:13.458 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.466+0000 7f0dda17f780 1 > prepared multipart upload key=YKTMKJ7IT90D upload=HQMWM8KWF4X2 tag=N0CNP3GFV0HH type=write size=3476272 2024-04-10T15:51:13.460 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.468+0000 7f0dda17f780 1 < completed part key=_multipart_LPSA55UNQS7T.2~E8QHCPDHAMA4.0 size=281738 2024-04-10T15:51:13.463 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.471+0000 7f0dda17f780 1 < completed multipart upload key=LPSA55UNQS7T upload=E8QHCPDHAMA4 tag=UIB7KN3INJAL type=write size=1330314 2024-04-10T15:51:13.465 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.473+0000 7f0dda17f780 1 > prepared operation key=9QFS277S5EY3 tag=ESRS3XR8O8CZ type=write size=649173 2024-04-10T15:51:13.467 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.475+0000 7f0dda17f780 1 < completed part key=_multipart_QJ9GK4CHH36X.2~17D8VSR7CCUT.0 size=1048576 2024-04-10T15:51:13.469 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.477+0000 7f0dda17f780 1 < completed part key=_multipart_QJ9GK4CHH36X.2~17D8VSR7CCUT.1 size=1048576 2024-04-10T15:51:13.471 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.479+0000 7f0dda17f780 1 < completed part key=_multipart_QJ9GK4CHH36X.2~17D8VSR7CCUT.2 size=934782 2024-04-10T15:51:13.474 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.482+0000 7f0dda17f780 1 < completed multipart upload key=QJ9GK4CHH36X upload=17D8VSR7CCUT tag=2NKEH1MJKK9B type=write size=4080510 2024-04-10T15:51:13.477 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.485+0000 7f0dda17f780 1 > prepared operation key=DRNFVWXVQQUT tag=WG2YXTMB6CIF type=del size=972054 2024-04-10T15:51:13.479 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.487+0000 7f0dda17f780 1 < completed write operation key=O2DQ4CPAMY72 tag=Z95BN8EQHJQ5 type=write size=243417 2024-04-10T15:51:13.481 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.489+0000 7f0dda17f780 1 > prepared operation key=0EQWI1AD1VHA tag=TZJZ8C3LNOU1 type=write size=351758 2024-04-10T15:51:13.483 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.492+0000 7f0dda17f780 1 < completed delete operation key=32PMZSHN97HZ tag=4XJKYFG0FEG4 type=del 2024-04-10T15:51:13.485 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.494+0000 7f0dda17f780 1 > prepared operation key=6V3UX4ZSIBZX tag=WX9RPUMMHMUF type=del size=3838759 2024-04-10T15:51:13.487 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.496+0000 7f0dda17f780 1 < completed part key=_multipart_WB4E7VQYBXDP.2~R3XP4331EY10.0 size=1048576 2024-04-10T15:51:13.489 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.498+0000 7f0dda17f780 1 < completed part key=_multipart_WB4E7VQYBXDP.2~R3XP4331EY10.1 size=1048576 2024-04-10T15:51:13.491 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.499+0000 7f0dda17f780 1 < completed part key=_multipart_WB4E7VQYBXDP.2~R3XP4331EY10.2 size=995033 2024-04-10T15:51:13.495 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.503+0000 7f0dda17f780 1 < completed multipart upload key=WB4E7VQYBXDP upload=R3XP4331EY10 tag=5OTXS6GMCZDR type=write size=4140761 2024-04-10T15:51:13.497 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.505+0000 7f0dda17f780 1 > prepared operation key=O0U4M0VYXZJ9 tag=Y4KQM6LZ1250 type=del size=4092100 2024-04-10T15:51:13.499 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.508+0000 7f0dda17f780 1 < completed part key=_multipart_QJ9GK4CHH36X.2~9LMVYUJ7TRFB.0 size=1048576 2024-04-10T15:51:13.501 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.510+0000 7f0dda17f780 1 < completed part key=_multipart_QJ9GK4CHH36X.2~9LMVYUJ7TRFB.1 size=1048576 2024-04-10T15:51:13.503 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.511+0000 7f0dda17f780 1 < completed part key=_multipart_QJ9GK4CHH36X.2~9LMVYUJ7TRFB.2 size=186738 2024-04-10T15:51:13.507 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.515+0000 7f0dda17f780 1 < completed multipart upload key=QJ9GK4CHH36X upload=9LMVYUJ7TRFB tag=E84JMOSQROOV type=write size=3332466 2024-04-10T15:51:13.511 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.519+0000 7f0dda17f780 1 > prepared part key=_multipart_0EQWI1AD1VHA.2~4MR87Q5KYQQM.0 size=1048576 2024-04-10T15:51:13.513 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.521+0000 7f0dda17f780 1 > prepared part key=_multipart_0EQWI1AD1VHA.2~4MR87Q5KYQQM.1 size=1048576 2024-04-10T15:51:13.514 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.522+0000 7f0dda17f780 1 > prepared part key=_multipart_0EQWI1AD1VHA.2~4MR87Q5KYQQM.2 size=223571 2024-04-10T15:51:13.514 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.522+0000 7f0dda17f780 1 > prepared multipart upload key=0EQWI1AD1VHA upload=4MR87Q5KYQQM tag=3SFITFJCE38O type=write size=3369299 2024-04-10T15:51:13.517 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.525+0000 7f0dda17f780 1 < completed part key=_multipart_XDWUTYA27EZF.2~EVOLMENW1ZKJ.0 size=1048576 2024-04-10T15:51:13.518 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.527+0000 7f0dda17f780 1 < completed part key=_multipart_XDWUTYA27EZF.2~EVOLMENW1ZKJ.1 size=1048576 2024-04-10T15:51:13.521 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.529+0000 7f0dda17f780 1 < completed part key=_multipart_XDWUTYA27EZF.2~EVOLMENW1ZKJ.2 size=581404 2024-04-10T15:51:13.524 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.532+0000 7f0dda17f780 1 < completed multipart upload key=XDWUTYA27EZF upload=EVOLMENW1ZKJ tag=LH6UZPWW335D type=write size=3727132 2024-04-10T15:51:13.528 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.536+0000 7f0dda17f780 1 > prepared part key=_multipart_P7QI1303WDML.2~RZENMK9WB1FV.0 size=1048576 2024-04-10T15:51:13.529 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.537+0000 7f0dda17f780 1 > prepared part key=_multipart_P7QI1303WDML.2~RZENMK9WB1FV.1 size=1048576 2024-04-10T15:51:13.531 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.539+0000 7f0dda17f780 1 > prepared part key=_multipart_P7QI1303WDML.2~RZENMK9WB1FV.2 size=393398 2024-04-10T15:51:13.531 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.539+0000 7f0dda17f780 1 > prepared multipart upload key=P7QI1303WDML upload=RZENMK9WB1FV tag=96L6IP4SDPNN type=write size=3539126 2024-04-10T15:51:13.533 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.542+0000 7f0dda17f780 1 < completed part key=_multipart_7R29VV7JYRWM.2~E9WN1DT0OXWJ.0 size=1048576 2024-04-10T15:51:13.535 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.543+0000 7f0dda17f780 1 < completed part key=_multipart_7R29VV7JYRWM.2~E9WN1DT0OXWJ.1 size=498147 2024-04-10T15:51:13.539 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.548+0000 7f0dda17f780 1 < completed multipart upload key=7R29VV7JYRWM upload=E9WN1DT0OXWJ tag=Z6O1P5M7CX71 type=write size=2595299 2024-04-10T15:51:13.541 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.550+0000 7f0dda17f780 1 > prepared operation key=7R1LO48KG193 tag=JZT3G5S5G7AW type=del size=1744969 2024-04-10T15:51:13.544 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.552+0000 7f0dda17f780 1 < completed part key=_multipart_Q55YN73R4WFF.2~HTELFI2ETVR9.0 size=1048576 2024-04-10T15:51:13.546 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.554+0000 7f0dda17f780 1 < completed part key=_multipart_Q55YN73R4WFF.2~HTELFI2ETVR9.1 size=625651 2024-04-10T15:51:13.549 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.557+0000 7f0dda17f780 1 < completed multipart upload key=Q55YN73R4WFF upload=HTELFI2ETVR9 tag=WFAQF892GQ8H type=write size=2722803 2024-04-10T15:51:13.551 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.559+0000 7f0dda17f780 1 > prepared operation key=4GB88X6QZH6E tag=NPM0652EFEFX type=del size=2562368 2024-04-10T15:51:13.553 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.561+0000 7f0dda17f780 1 < completed part key=_multipart_VKTXOZU1BOHT.2~2SBSQK4O0I38.0 size=46488 2024-04-10T15:51:13.556 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.565+0000 7f0dda17f780 1 < completed multipart upload key=VKTXOZU1BOHT upload=2SBSQK4O0I38 tag=TV96XXK2N7IF type=write size=1095064 2024-04-10T15:51:13.561 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.569+0000 7f0dda17f780 1 > prepared part key=_multipart_VFKX3F9Z0OZ5.2~NRKJ13ZCWZUG.0 size=353289 2024-04-10T15:51:13.561 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.569+0000 7f0dda17f780 1 > prepared multipart upload key=VFKX3F9Z0OZ5 upload=NRKJ13ZCWZUG tag=AOYN95EHT3S9 type=write size=1401865 2024-04-10T15:51:13.563 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.571+0000 7f0dda17f780 1 < completed delete operation key=H433FHMII9ZA tag=X9FPZTPGVJOJ type=del 2024-04-10T15:51:13.565 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.573+0000 7f0dda17f780 1 > prepared operation key=1XDQOHF2EHZG tag=511Y3XUEJVZ8 type=del size=4100110 2024-04-10T15:51:13.566 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.575+0000 7f0dda17f780 1 < completed delete operation key=GK8B4QASB1P8 tag=PHMGMBC1EOZW type=del 2024-04-10T15:51:13.569 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.577+0000 7f0dda17f780 1 > prepared operation key=32PMZSHN97HZ tag=UC47DBQD113P type=del size=3458734 2024-04-10T15:51:13.570 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.579+0000 7f0dda17f780 1 < completed delete operation key=5PTGEI8J4Q78 tag=UJR3O8BW3NQO type=del 2024-04-10T15:51:13.575 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.583+0000 7f0dda17f780 1 > prepared part key=_multipart_7R1LO48KG193.2~RBRS2H5MWUSD.0 size=1048576 2024-04-10T15:51:13.577 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.585+0000 7f0dda17f780 1 > prepared part key=_multipart_7R1LO48KG193.2~RBRS2H5MWUSD.1 size=479910 2024-04-10T15:51:13.577 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.585+0000 7f0dda17f780 1 > prepared multipart upload key=7R1LO48KG193 upload=RBRS2H5MWUSD tag=MS3DFRHP802Y type=write size=2577062 2024-04-10T15:51:13.579 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.587+0000 7f0dda17f780 1 < completed part key=_multipart_4GB88X6QZH6E.2~X5R8UF823AS8.0 size=831569 2024-04-10T15:51:13.582 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.591+0000 7f0dda17f780 1 < completed multipart upload key=4GB88X6QZH6E upload=X5R8UF823AS8 tag=5DVXSEEF6SGH type=write size=1880145 2024-04-10T15:51:13.586 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.594+0000 7f0dda17f780 1 > prepared part key=_multipart_P7QI1303WDML.2~HLS7BRES5UOO.0 size=1048576 2024-04-10T15:51:13.588 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.596+0000 7f0dda17f780 1 > prepared part key=_multipart_P7QI1303WDML.2~HLS7BRES5UOO.1 size=1048576 2024-04-10T15:51:13.589 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.598+0000 7f0dda17f780 1 > prepared part key=_multipart_P7QI1303WDML.2~HLS7BRES5UOO.2 size=360791 2024-04-10T15:51:13.590 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.598+0000 7f0dda17f780 1 > prepared multipart upload key=P7QI1303WDML upload=HLS7BRES5UOO tag=ONXYU39SV444 type=write size=3506519 2024-04-10T15:51:13.592 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.600+0000 7f0dda17f780 1 < completed delete operation key=QJ9GK4CHH36X tag=PWTG380OG19W type=del 2024-04-10T15:51:13.595 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.604+0000 7f0dda17f780 1 > prepared part key=_multipart_GK8B4QASB1P8.2~O4OVJET992QX.0 size=656551 2024-04-10T15:51:13.596 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.604+0000 7f0dda17f780 1 > prepared multipart upload key=GK8B4QASB1P8 upload=O4OVJET992QX tag=6HH4GVZGIC97 type=write size=1705127 2024-04-10T15:51:13.598 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.606+0000 7f0dda17f780 1 < completed part key=_multipart_YKTMKJ7IT90D.2~HQMWM8KWF4X2.0 size=1048576 2024-04-10T15:51:13.600 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.608+0000 7f0dda17f780 1 < completed part key=_multipart_YKTMKJ7IT90D.2~HQMWM8KWF4X2.1 size=1048576 2024-04-10T15:51:13.601 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.609+0000 7f0dda17f780 1 < completed part key=_multipart_YKTMKJ7IT90D.2~HQMWM8KWF4X2.2 size=330544 2024-04-10T15:51:13.605 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.613+0000 7f0dda17f780 1 < completed multipart upload key=YKTMKJ7IT90D upload=HQMWM8KWF4X2 tag=N0CNP3GFV0HH type=write size=3476272 2024-04-10T15:51:13.609 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.617+0000 7f0dda17f780 1 > prepared part key=_multipart_YKTMKJ7IT90D.2~Q7P37WY2IXJS.0 size=573606 2024-04-10T15:51:13.609 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.617+0000 7f0dda17f780 1 > prepared multipart upload key=YKTMKJ7IT90D upload=Q7P37WY2IXJS tag=63IWBZZFUV9I type=write size=1622182 2024-04-10T15:51:13.611 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.619+0000 7f0dda17f780 1 < completed write operation key=9QFS277S5EY3 tag=ESRS3XR8O8CZ type=write size=649173 2024-04-10T15:51:13.613 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.621+0000 7f0dda17f780 1 > prepared operation key=XDWUTYA27EZF tag=U47JB7A5GYV7 type=del size=3661235 2024-04-10T15:51:13.617 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.625+0000 7f0dda17f780 1 < suggested remove operation key=DRNFVWXVQQUT tag=WG2YXTMB6CIF type=del 2024-04-10T15:51:13.621 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.629+0000 7f0dda17f780 1 > prepared part key=_multipart_QJ9GK4CHH36X.2~88ZLPZG7XC6Q.0 size=1048576 2024-04-10T15:51:13.622 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.630+0000 7f0dda17f780 1 > prepared part key=_multipart_QJ9GK4CHH36X.2~88ZLPZG7XC6Q.1 size=339908 2024-04-10T15:51:13.622 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.630+0000 7f0dda17f780 1 > prepared multipart upload key=QJ9GK4CHH36X upload=88ZLPZG7XC6Q tag=H261QGGDVFY8 type=write size=2437060 2024-04-10T15:51:13.624 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.633+0000 7f0dda17f780 1 < completed write operation key=0EQWI1AD1VHA tag=TZJZ8C3LNOU1 type=write size=351758 2024-04-10T15:51:13.627 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.635+0000 7f0dda17f780 1 > prepared operation key=H433FHMII9ZA tag=AHORZ3VVBE7I type=write size=416571 2024-04-10T15:51:13.629 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.637+0000 7f0dda17f780 1 < completed delete operation key=6V3UX4ZSIBZX tag=WX9RPUMMHMUF type=del 2024-04-10T15:51:13.631 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.639+0000 7f0dda17f780 1 > prepared operation key=H433FHMII9ZA tag=140K6PFLDJY1 type=del size=2376902 2024-04-10T15:51:13.633 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.641+0000 7f0dda17f780 1 < completed delete operation key=O0U4M0VYXZJ9 tag=Y4KQM6LZ1250 type=del 2024-04-10T15:51:13.635 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.643+0000 7f0dda17f780 1 > prepared operation key=GK8B4QASB1P8 tag=YQ2JGMEY58ID type=write size=869328 2024-04-10T15:51:13.636 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.645+0000 7f0dda17f780 1 < completed part key=_multipart_0EQWI1AD1VHA.2~4MR87Q5KYQQM.0 size=1048576 2024-04-10T15:51:13.637 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.645+0000 7f0dda17f780 1 < canceled part key=_multipart_0EQWI1AD1VHA.2~4MR87Q5KYQQM.1 size=1048576 2024-04-10T15:51:13.638 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.647+0000 7f0dda17f780 1 < completed part key=_multipart_0EQWI1AD1VHA.2~4MR87Q5KYQQM.2 size=223571 2024-04-10T15:51:13.642 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.650+0000 7f0dda17f780 1 < canceled multipart upload key=0EQWI1AD1VHA upload=4MR87Q5KYQQM tag=3SFITFJCE38O type=write size=3369299 2024-04-10T15:51:13.644 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.652+0000 7f0dda17f780 1 > prepared operation key=WB4E7VQYBXDP tag=JGN7G7JEIYVQ type=del size=1581978 2024-04-10T15:51:13.646 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.654+0000 7f0dda17f780 1 < completed part key=_multipart_P7QI1303WDML.2~RZENMK9WB1FV.0 size=1048576 2024-04-10T15:51:13.648 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.656+0000 7f0dda17f780 1 < completed part key=_multipart_P7QI1303WDML.2~RZENMK9WB1FV.1 size=1048576 2024-04-10T15:51:13.648 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.656+0000 7f0dda17f780 1 < canceled part key=_multipart_P7QI1303WDML.2~RZENMK9WB1FV.2 size=393398 2024-04-10T15:51:13.651 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.659+0000 7f0dda17f780 1 < canceled multipart upload key=P7QI1303WDML upload=RZENMK9WB1FV tag=96L6IP4SDPNN type=write size=3539126 2024-04-10T15:51:13.655 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.663+0000 7f0dda17f780 1 > prepared part key=_multipart_4GB88X6QZH6E.2~O25D2GD37M00.0 size=1048576 2024-04-10T15:51:13.657 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.665+0000 7f0dda17f780 1 > prepared part key=_multipart_4GB88X6QZH6E.2~O25D2GD37M00.1 size=827841 2024-04-10T15:51:13.657 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.665+0000 7f0dda17f780 1 > prepared multipart upload key=4GB88X6QZH6E upload=O25D2GD37M00 tag=OAAGK4HL8KZX type=write size=2924993 2024-04-10T15:51:13.659 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.668+0000 7f0dda17f780 1 < completed delete operation key=7R1LO48KG193 tag=JZT3G5S5G7AW type=del 2024-04-10T15:51:13.664 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.672+0000 7f0dda17f780 1 > prepared part key=_multipart_M31TS1RYVD2I.2~WTCMTA3TU4SE.0 size=385152 2024-04-10T15:51:13.664 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.672+0000 7f0dda17f780 1 > prepared multipart upload key=M31TS1RYVD2I upload=WTCMTA3TU4SE tag=T8QW235QK8DX type=write size=1433728 2024-04-10T15:51:13.666 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.674+0000 7f0dda17f780 1 < completed delete operation key=4GB88X6QZH6E tag=NPM0652EFEFX type=del 2024-04-10T15:51:13.670 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.678+0000 7f0dda17f780 1 > prepared part key=_multipart_DRNFVWXVQQUT.2~3N7HNT0D0KIK.0 size=573856 2024-04-10T15:51:13.670 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.678+0000 7f0dda17f780 1 > prepared multipart upload key=DRNFVWXVQQUT upload=3N7HNT0D0KIK tag=QR9PRYE1F2PV type=write size=1622432 2024-04-10T15:51:13.672 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.681+0000 7f0dda17f780 1 < completed part key=_multipart_VFKX3F9Z0OZ5.2~NRKJ13ZCWZUG.0 size=353289 2024-04-10T15:51:13.676 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.684+0000 7f0dda17f780 1 < completed multipart upload key=VFKX3F9Z0OZ5 upload=NRKJ13ZCWZUG tag=AOYN95EHT3S9 type=write size=1401865 2024-04-10T15:51:13.678 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.686+0000 7f0dda17f780 1 > prepared operation key=Q55YN73R4WFF tag=35MC25HMF6R1 type=del size=4069323 2024-04-10T15:51:13.680 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.688+0000 7f0dda17f780 1 < completed delete operation key=1XDQOHF2EHZG tag=511Y3XUEJVZ8 type=del 2024-04-10T15:51:13.683 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.692+0000 7f0dda17f780 1 > prepared part key=_multipart_1XDQOHF2EHZG.2~6LNO871T3F79.0 size=1048576 2024-04-10T15:51:13.685 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.693+0000 7f0dda17f780 1 > prepared part key=_multipart_1XDQOHF2EHZG.2~6LNO871T3F79.1 size=994395 2024-04-10T15:51:13.685 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.693+0000 7f0dda17f780 1 > prepared multipart upload key=1XDQOHF2EHZG upload=6LNO871T3F79 tag=9YRUZGZPXBFG type=write size=3091547 2024-04-10T15:51:13.687 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.696+0000 7f0dda17f780 1 < completed delete operation key=32PMZSHN97HZ tag=UC47DBQD113P type=del 2024-04-10T15:51:13.691 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.699+0000 7f0dda17f780 1 > prepared part key=_multipart_VKTXOZU1BOHT.2~04J36KCUE2V2.0 size=79260 2024-04-10T15:51:13.691 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.699+0000 7f0dda17f780 1 > prepared multipart upload key=VKTXOZU1BOHT upload=04J36KCUE2V2 tag=8Q6ODSUU9BOF type=write size=1127836 2024-04-10T15:51:13.693 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.701+0000 7f0dda17f780 1 < completed part key=_multipart_7R1LO48KG193.2~RBRS2H5MWUSD.0 size=1048576 2024-04-10T15:51:13.694 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.703+0000 7f0dda17f780 1 < completed part key=_multipart_7R1LO48KG193.2~RBRS2H5MWUSD.1 size=479910 2024-04-10T15:51:13.699 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.707+0000 7f0dda17f780 1 < completed multipart upload key=7R1LO48KG193 upload=RBRS2H5MWUSD tag=MS3DFRHP802Y type=write size=2577062 2024-04-10T15:51:13.701 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.710+0000 7f0dda17f780 1 > prepared operation key=J9DG8CWKBLB0 tag=CK66E69INTJM type=del size=1394957 2024-04-10T15:51:13.703 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.712+0000 7f0dda17f780 1 < completed part key=_multipart_P7QI1303WDML.2~HLS7BRES5UOO.0 size=1048576 2024-04-10T15:51:13.705 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.713+0000 7f0dda17f780 1 < completed part key=_multipart_P7QI1303WDML.2~HLS7BRES5UOO.1 size=1048576 2024-04-10T15:51:13.707 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.715+0000 7f0dda17f780 1 < completed part key=_multipart_P7QI1303WDML.2~HLS7BRES5UOO.2 size=360791 2024-04-10T15:51:13.711 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.719+0000 7f0dda17f780 1 < completed multipart upload key=P7QI1303WDML upload=HLS7BRES5UOO tag=ONXYU39SV444 type=write size=3506519 2024-04-10T15:51:13.713 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.721+0000 7f0dda17f780 1 > prepared operation key=W0QQNH1PRYVL tag=6ZRNCXOBGX6J type=del size=397219 2024-04-10T15:51:13.715 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.723+0000 7f0dda17f780 1 < completed part key=_multipart_GK8B4QASB1P8.2~O4OVJET992QX.0 size=656551 2024-04-10T15:51:13.718 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.727+0000 7f0dda17f780 1 < completed multipart upload key=GK8B4QASB1P8 upload=O4OVJET992QX tag=6HH4GVZGIC97 type=write size=1705127 2024-04-10T15:51:13.723 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.731+0000 7f0dda17f780 1 > prepared part key=_multipart_32PMZSHN97HZ.2~SRX9F8PF7ZYN.0 size=1048576 2024-04-10T15:51:13.724 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.733+0000 7f0dda17f780 1 > prepared part key=_multipart_32PMZSHN97HZ.2~SRX9F8PF7ZYN.1 size=1048576 2024-04-10T15:51:13.726 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.734+0000 7f0dda17f780 1 > prepared part key=_multipart_32PMZSHN97HZ.2~SRX9F8PF7ZYN.2 size=542903 2024-04-10T15:51:13.726 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.734+0000 7f0dda17f780 1 > prepared multipart upload key=32PMZSHN97HZ upload=SRX9F8PF7ZYN tag=2SMQVIRZBF23 type=write size=3688631 2024-04-10T15:51:13.728 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.737+0000 7f0dda17f780 1 < completed part key=_multipart_YKTMKJ7IT90D.2~Q7P37WY2IXJS.0 size=573606 2024-04-10T15:51:13.733 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.741+0000 7f0dda17f780 1 < completed multipart upload key=YKTMKJ7IT90D upload=Q7P37WY2IXJS tag=63IWBZZFUV9I type=write size=1622182 2024-04-10T15:51:13.737 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.745+0000 7f0dda17f780 1 > prepared part key=_multipart_32PMZSHN97HZ.2~TBI02YWVGU5R.0 size=138102 2024-04-10T15:51:13.737 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.745+0000 7f0dda17f780 1 > prepared multipart upload key=32PMZSHN97HZ upload=TBI02YWVGU5R tag=HN99HAUH66GO type=write size=1186678 2024-04-10T15:51:13.739 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.747+0000 7f0dda17f780 1 < completed delete operation key=XDWUTYA27EZF tag=U47JB7A5GYV7 type=del 2024-04-10T15:51:13.743 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.751+0000 7f0dda17f780 1 > prepared part key=_multipart_W0QQNH1PRYVL.2~O7DXPEC1MCZZ.0 size=1048576 2024-04-10T15:51:13.745 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.753+0000 7f0dda17f780 1 > prepared part key=_multipart_W0QQNH1PRYVL.2~O7DXPEC1MCZZ.1 size=310760 2024-04-10T15:51:13.745 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.753+0000 7f0dda17f780 1 > prepared multipart upload key=W0QQNH1PRYVL upload=O7DXPEC1MCZZ tag=3RHC2TKWYJ8Z type=write size=2407912 2024-04-10T15:51:13.746 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.755+0000 7f0dda17f780 1 < completed part key=_multipart_QJ9GK4CHH36X.2~88ZLPZG7XC6Q.0 size=1048576 2024-04-10T15:51:13.748 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.756+0000 7f0dda17f780 1 < completed part key=_multipart_QJ9GK4CHH36X.2~88ZLPZG7XC6Q.1 size=339908 2024-04-10T15:51:13.752 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.760+0000 7f0dda17f780 1 < completed multipart upload key=QJ9GK4CHH36X upload=88ZLPZG7XC6Q tag=H261QGGDVFY8 type=write size=2437060 2024-04-10T15:51:13.754 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.762+0000 7f0dda17f780 1 > prepared operation key=892B9J3TLMA2 tag=K389RCEJ2GNB type=del size=3387387 2024-04-10T15:51:13.756 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.764+0000 7f0dda17f780 1 < canceled operation key=H433FHMII9ZA tag=AHORZ3VVBE7I type=write size=416571 2024-04-10T15:51:13.758 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.766+0000 7f0dda17f780 1 > prepared operation key=9QFS277S5EY3 tag=OQOHEMAUTKLJ type=write size=49794 2024-04-10T15:51:13.762 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.770+0000 7f0dda17f780 1 < suggested update operation key=H433FHMII9ZA tag=140K6PFLDJY1 type=del size=2376902 2024-04-10T15:51:13.769 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.777+0000 7f0dda17f780 1 > prepared operation key=5VUYRX80DJNN tag=OEGWEC9M0YTH type=del size=776437 2024-04-10T15:51:13.776 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.784+0000 7f0dda17f780 1 < suggested update operation key=GK8B4QASB1P8 tag=YQ2JGMEY58ID type=write size=869328 2024-04-10T15:51:13.780 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.788+0000 7f0dda17f780 1 > prepared part key=_multipart_5VUYRX80DJNN.2~HTFO90EEKXHD.0 size=1048576 2024-04-10T15:51:13.782 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.790+0000 7f0dda17f780 1 > prepared part key=_multipart_5VUYRX80DJNN.2~HTFO90EEKXHD.1 size=586546 2024-04-10T15:51:13.782 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.790+0000 7f0dda17f780 1 > prepared multipart upload key=5VUYRX80DJNN upload=HTFO90EEKXHD tag=7D6K69ECBEHA type=write size=2683698 2024-04-10T15:51:13.784 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.792+0000 7f0dda17f780 1 < completed delete operation key=WB4E7VQYBXDP tag=JGN7G7JEIYVQ type=del 2024-04-10T15:51:13.786 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.794+0000 7f0dda17f780 1 > prepared operation key=WB4E7VQYBXDP tag=FI0JE5QEGAKH type=del size=633256 2024-04-10T15:51:13.789 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.797+0000 7f0dda17f780 1 < completed part key=_multipart_4GB88X6QZH6E.2~O25D2GD37M00.0 size=1048576 2024-04-10T15:51:13.790 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.799+0000 7f0dda17f780 1 < completed part key=_multipart_4GB88X6QZH6E.2~O25D2GD37M00.1 size=827841 2024-04-10T15:51:13.794 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.803+0000 7f0dda17f780 1 < completed multipart upload key=4GB88X6QZH6E upload=O25D2GD37M00 tag=OAAGK4HL8KZX type=write size=2924993 2024-04-10T15:51:13.797 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.805+0000 7f0dda17f780 1 > prepared operation key=0EQWI1AD1VHA tag=9ISH6SEGW33P type=write size=655668 2024-04-10T15:51:13.799 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.807+0000 7f0dda17f780 1 < completed part key=_multipart_M31TS1RYVD2I.2~WTCMTA3TU4SE.0 size=385152 2024-04-10T15:51:13.802 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.810+0000 7f0dda17f780 1 < completed multipart upload key=M31TS1RYVD2I upload=WTCMTA3TU4SE tag=T8QW235QK8DX type=write size=1433728 2024-04-10T15:51:13.806 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.814+0000 7f0dda17f780 1 > prepared part key=_multipart_J9DG8CWKBLB0.2~WCE4BLOLK897.0 size=1048576 2024-04-10T15:51:13.808 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.816+0000 7f0dda17f780 1 > prepared part key=_multipart_J9DG8CWKBLB0.2~WCE4BLOLK897.1 size=945493 2024-04-10T15:51:13.808 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.816+0000 7f0dda17f780 1 > prepared multipart upload key=J9DG8CWKBLB0 upload=WCE4BLOLK897 tag=EKGYGHYCQNGB type=write size=3042645 2024-04-10T15:51:13.809 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.818+0000 7f0dda17f780 1 < completed part key=_multipart_DRNFVWXVQQUT.2~3N7HNT0D0KIK.0 size=573856 2024-04-10T15:51:13.813 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.821+0000 7f0dda17f780 1 < completed multipart upload key=DRNFVWXVQQUT upload=3N7HNT0D0KIK tag=QR9PRYE1F2PV type=write size=1622432 2024-04-10T15:51:13.817 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.825+0000 7f0dda17f780 1 > prepared part key=_multipart_7R1LO48KG193.2~79QPP2KOHBBM.0 size=1048576 2024-04-10T15:51:13.818 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.827+0000 7f0dda17f780 1 > prepared part key=_multipart_7R1LO48KG193.2~79QPP2KOHBBM.1 size=433859 2024-04-10T15:51:13.819 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.827+0000 7f0dda17f780 1 > prepared multipart upload key=7R1LO48KG193 upload=79QPP2KOHBBM tag=9AHVV2CXSM7Q type=write size=2531011 2024-04-10T15:51:13.822 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.831+0000 7f0dda17f780 1 < suggested remove operation key=Q55YN73R4WFF tag=35MC25HMF6R1 type=del 2024-04-10T15:51:13.824 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.833+0000 7f0dda17f780 1 > prepared operation key=J9DG8CWKBLB0 tag=IMOC6OPFAUS1 type=del size=652454 2024-04-10T15:51:13.826 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.835+0000 7f0dda17f780 1 < completed part key=_multipart_1XDQOHF2EHZG.2~6LNO871T3F79.0 size=1048576 2024-04-10T15:51:13.828 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.837+0000 7f0dda17f780 1 < completed part key=_multipart_1XDQOHF2EHZG.2~6LNO871T3F79.1 size=994395 2024-04-10T15:51:13.832 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.840+0000 7f0dda17f780 1 < completed multipart upload key=1XDQOHF2EHZG upload=6LNO871T3F79 tag=9YRUZGZPXBFG type=write size=3091547 2024-04-10T15:51:13.834 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.842+0000 7f0dda17f780 1 > prepared operation key=9QFS277S5EY3 tag=Q1JMWF5MH7I4 type=del size=1097812 2024-04-10T15:51:13.836 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.844+0000 7f0dda17f780 1 < completed part key=_multipart_VKTXOZU1BOHT.2~04J36KCUE2V2.0 size=79260 2024-04-10T15:51:13.840 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.848+0000 7f0dda17f780 1 < completed multipart upload key=VKTXOZU1BOHT upload=04J36KCUE2V2 tag=8Q6ODSUU9BOF type=write size=1127836 2024-04-10T15:51:13.842 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.850+0000 7f0dda17f780 1 > prepared operation key=M31TS1RYVD2I tag=P7OJZV4WPQHC type=write size=84462 2024-04-10T15:51:13.844 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.852+0000 7f0dda17f780 1 < completed delete operation key=J9DG8CWKBLB0 tag=CK66E69INTJM type=del 2024-04-10T15:51:13.848 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.856+0000 7f0dda17f780 1 > prepared part key=_multipart_W72JTU6KAY5Q.2~38102N62XUBK.0 size=1048576 2024-04-10T15:51:13.849 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.857+0000 7f0dda17f780 1 > prepared part key=_multipart_W72JTU6KAY5Q.2~38102N62XUBK.1 size=1048576 2024-04-10T15:51:13.851 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.859+0000 7f0dda17f780 1 > prepared part key=_multipart_W72JTU6KAY5Q.2~38102N62XUBK.2 size=714861 2024-04-10T15:51:13.851 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.859+0000 7f0dda17f780 1 > prepared multipart upload key=W72JTU6KAY5Q upload=38102N62XUBK tag=EA7ACQN13CZM type=write size=3860589 2024-04-10T15:51:13.853 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.861+0000 7f0dda17f780 1 < completed delete operation key=W0QQNH1PRYVL tag=6ZRNCXOBGX6J type=del 2024-04-10T15:51:13.855 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.863+0000 7f0dda17f780 1 > prepared operation key=GK8B4QASB1P8 tag=BRQ19RRSQTW0 type=del size=3948603 2024-04-10T15:51:13.857 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.865+0000 7f0dda17f780 1 < completed part key=_multipart_32PMZSHN97HZ.2~SRX9F8PF7ZYN.0 size=1048576 2024-04-10T15:51:13.858 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.867+0000 7f0dda17f780 1 < completed part key=_multipart_32PMZSHN97HZ.2~SRX9F8PF7ZYN.1 size=1048576 2024-04-10T15:51:13.861 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.869+0000 7f0dda17f780 1 < completed part key=_multipart_32PMZSHN97HZ.2~SRX9F8PF7ZYN.2 size=542903 2024-04-10T15:51:13.864 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.873+0000 7f0dda17f780 1 < completed multipart upload key=32PMZSHN97HZ upload=SRX9F8PF7ZYN tag=2SMQVIRZBF23 type=write size=3688631 2024-04-10T15:51:13.869 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.877+0000 7f0dda17f780 1 > prepared part key=_multipart_WB4E7VQYBXDP.2~7LGBS7IEK45V.0 size=1048576 2024-04-10T15:51:13.870 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.879+0000 7f0dda17f780 1 > prepared part key=_multipart_WB4E7VQYBXDP.2~7LGBS7IEK45V.1 size=1048576 2024-04-10T15:51:13.872 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.881+0000 7f0dda17f780 1 > prepared part key=_multipart_WB4E7VQYBXDP.2~7LGBS7IEK45V.2 size=1038503 2024-04-10T15:51:13.872 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.881+0000 7f0dda17f780 1 > prepared multipart upload key=WB4E7VQYBXDP upload=7LGBS7IEK45V tag=0JWFO0EJXO5L type=write size=4184231 2024-04-10T15:51:13.875 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.883+0000 7f0dda17f780 1 < completed part key=_multipart_32PMZSHN97HZ.2~TBI02YWVGU5R.0 size=138102 2024-04-10T15:51:13.879 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.887+0000 7f0dda17f780 1 < completed multipart upload key=32PMZSHN97HZ upload=TBI02YWVGU5R tag=HN99HAUH66GO type=write size=1186678 2024-04-10T15:51:13.881 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.889+0000 7f0dda17f780 1 > prepared operation key=76DRYPHC6HG3 tag=Q8EYWEP5WNBO type=del size=388967 2024-04-10T15:51:13.883 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.891+0000 7f0dda17f780 1 < completed part key=_multipart_W0QQNH1PRYVL.2~O7DXPEC1MCZZ.0 size=1048576 2024-04-10T15:51:13.884 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.893+0000 7f0dda17f780 1 < completed part key=_multipart_W0QQNH1PRYVL.2~O7DXPEC1MCZZ.1 size=310760 2024-04-10T15:51:13.888 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.896+0000 7f0dda17f780 1 < completed multipart upload key=W0QQNH1PRYVL upload=O7DXPEC1MCZZ tag=3RHC2TKWYJ8Z type=write size=2407912 2024-04-10T15:51:13.892 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.900+0000 7f0dda17f780 1 > prepared part key=_multipart_76DRYPHC6HG3.2~IY56DSDUQINK.0 size=1048576 2024-04-10T15:51:13.893 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.901+0000 7f0dda17f780 1 > prepared part key=_multipart_76DRYPHC6HG3.2~IY56DSDUQINK.1 size=557277 2024-04-10T15:51:13.893 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.901+0000 7f0dda17f780 1 > prepared multipart upload key=76DRYPHC6HG3 upload=IY56DSDUQINK tag=41HOY9LYSUYN type=write size=2654429 2024-04-10T15:51:13.895 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.903+0000 7f0dda17f780 1 < completed delete operation key=892B9J3TLMA2 tag=K389RCEJ2GNB type=del 2024-04-10T15:51:13.897 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.905+0000 7f0dda17f780 1 > prepared operation key=QJ9GK4CHH36X tag=K3TUHXZ83IF1 type=del size=1178823 2024-04-10T15:51:13.899 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.907+0000 7f0dda17f780 1 < completed write operation key=9QFS277S5EY3 tag=OQOHEMAUTKLJ type=write size=49794 2024-04-10T15:51:13.903 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.911+0000 7f0dda17f780 1 > prepared part key=_multipart_QJ9GK4CHH36X.2~2VF7ONMSBGWU.0 size=1048576 2024-04-10T15:51:13.905 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.913+0000 7f0dda17f780 1 > prepared part key=_multipart_QJ9GK4CHH36X.2~2VF7ONMSBGWU.1 size=1048576 2024-04-10T15:51:13.907 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.915+0000 7f0dda17f780 1 > prepared part key=_multipart_QJ9GK4CHH36X.2~2VF7ONMSBGWU.2 size=914901 2024-04-10T15:51:13.907 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.915+0000 7f0dda17f780 1 > prepared multipart upload key=QJ9GK4CHH36X upload=2VF7ONMSBGWU tag=6LXTVAKF31BI type=write size=4060629 2024-04-10T15:51:13.909 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.917+0000 7f0dda17f780 1 < completed delete operation key=5VUYRX80DJNN tag=OEGWEC9M0YTH type=del 2024-04-10T15:51:13.913 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.921+0000 7f0dda17f780 1 > prepared part key=_multipart_6V3UX4ZSIBZX.2~CDKDLX1YS3DT.0 size=1048576 2024-04-10T15:51:13.914 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.923+0000 7f0dda17f780 1 > prepared part key=_multipart_6V3UX4ZSIBZX.2~CDKDLX1YS3DT.1 size=1048576 2024-04-10T15:51:13.916 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.924+0000 7f0dda17f780 1 > prepared part key=_multipart_6V3UX4ZSIBZX.2~CDKDLX1YS3DT.2 size=323137 2024-04-10T15:51:13.916 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.924+0000 7f0dda17f780 1 > prepared multipart upload key=6V3UX4ZSIBZX upload=CDKDLX1YS3DT tag=SZKGN9IUW3N8 type=write size=3468865 2024-04-10T15:51:13.919 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.927+0000 7f0dda17f780 1 < completed part key=_multipart_5VUYRX80DJNN.2~HTFO90EEKXHD.0 size=1048576 2024-04-10T15:51:13.920 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.929+0000 7f0dda17f780 1 < completed part key=_multipart_5VUYRX80DJNN.2~HTFO90EEKXHD.1 size=586546 2024-04-10T15:51:13.925 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.933+0000 7f0dda17f780 1 < completed multipart upload key=5VUYRX80DJNN upload=HTFO90EEKXHD tag=7D6K69ECBEHA type=write size=2683698 2024-04-10T15:51:13.928 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.937+0000 7f0dda17f780 1 > prepared part key=_multipart_M31TS1RYVD2I.2~AUQRSFW5H1GD.0 size=1048576 2024-04-10T15:51:13.930 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.938+0000 7f0dda17f780 1 > prepared part key=_multipart_M31TS1RYVD2I.2~AUQRSFW5H1GD.1 size=1048576 2024-04-10T15:51:13.932 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.940+0000 7f0dda17f780 1 > prepared part key=_multipart_M31TS1RYVD2I.2~AUQRSFW5H1GD.2 size=813285 2024-04-10T15:51:13.932 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.940+0000 7f0dda17f780 1 > prepared multipart upload key=M31TS1RYVD2I upload=AUQRSFW5H1GD tag=9DT4UW67ULH4 type=write size=3959013 2024-04-10T15:51:13.936 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.944+0000 7f0dda17f780 1 < suggested update operation key=WB4E7VQYBXDP tag=FI0JE5QEGAKH type=del size=633256 2024-04-10T15:51:13.940 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.948+0000 7f0dda17f780 1 > prepared part key=_multipart_5PTGEI8J4Q78.2~P4QF9CRGFBVF.0 size=1048576 2024-04-10T15:51:13.941 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.950+0000 7f0dda17f780 1 > prepared part key=_multipart_5PTGEI8J4Q78.2~P4QF9CRGFBVF.1 size=1048576 2024-04-10T15:51:13.943 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.951+0000 7f0dda17f780 1 > prepared part key=_multipart_5PTGEI8J4Q78.2~P4QF9CRGFBVF.2 size=551747 2024-04-10T15:51:13.943 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.951+0000 7f0dda17f780 1 > prepared multipart upload key=5PTGEI8J4Q78 upload=P4QF9CRGFBVF tag=0I92NF9OEY1B type=write size=3697475 2024-04-10T15:51:13.947 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.955+0000 7f0dda17f780 1 < suggested remove operation key=0EQWI1AD1VHA tag=9ISH6SEGW33P type=write 2024-04-10T15:51:13.950 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.959+0000 7f0dda17f780 1 > prepared part key=_multipart_7R29VV7JYRWM.2~IQI54ZGHCCB2.0 size=1048576 2024-04-10T15:51:13.952 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.960+0000 7f0dda17f780 1 > prepared part key=_multipart_7R29VV7JYRWM.2~IQI54ZGHCCB2.1 size=1048576 2024-04-10T15:51:13.954 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.962+0000 7f0dda17f780 1 > prepared part key=_multipart_7R29VV7JYRWM.2~IQI54ZGHCCB2.2 size=1040437 2024-04-10T15:51:13.954 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.962+0000 7f0dda17f780 1 > prepared multipart upload key=7R29VV7JYRWM upload=IQI54ZGHCCB2 tag=5TXK5KQ39ATH type=write size=4186165 2024-04-10T15:51:13.957 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.965+0000 7f0dda17f780 1 < completed part key=_multipart_J9DG8CWKBLB0.2~WCE4BLOLK897.0 size=1048576 2024-04-10T15:51:13.959 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.967+0000 7f0dda17f780 1 < completed part key=_multipart_J9DG8CWKBLB0.2~WCE4BLOLK897.1 size=945493 2024-04-10T15:51:13.962 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.971+0000 7f0dda17f780 1 < completed multipart upload key=J9DG8CWKBLB0 upload=WCE4BLOLK897 tag=EKGYGHYCQNGB type=write size=3042645 2024-04-10T15:51:13.966 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.975+0000 7f0dda17f780 1 > prepared part key=_multipart_J9DG8CWKBLB0.2~5MK7CIBX4Z3X.0 size=578525 2024-04-10T15:51:13.966 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.975+0000 7f0dda17f780 1 > prepared multipart upload key=J9DG8CWKBLB0 upload=5MK7CIBX4Z3X tag=3EZEK30HI1TG type=write size=1627101 2024-04-10T15:51:13.968 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.977+0000 7f0dda17f780 1 < completed part key=_multipart_7R1LO48KG193.2~79QPP2KOHBBM.0 size=1048576 2024-04-10T15:51:13.971 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.979+0000 7f0dda17f780 1 < completed part key=_multipart_7R1LO48KG193.2~79QPP2KOHBBM.1 size=433859 2024-04-10T15:51:13.974 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.983+0000 7f0dda17f780 1 < completed multipart upload key=7R1LO48KG193 upload=79QPP2KOHBBM tag=9AHVV2CXSM7Q type=write size=2531011 2024-04-10T15:51:13.976 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.984+0000 7f0dda17f780 1 > prepared operation key=1XDQOHF2EHZG tag=OF5098QC17PI type=del size=3875409 2024-04-10T15:51:13.979 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.987+0000 7f0dda17f780 1 < completed delete operation key=J9DG8CWKBLB0 tag=IMOC6OPFAUS1 type=del 2024-04-10T15:51:13.981 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.989+0000 7f0dda17f780 1 > prepared operation key=DRNFVWXVQQUT tag=X6K0BOK4C3RG type=del size=2869574 2024-04-10T15:51:13.985 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.994+0000 7f0dda17f780 1 < suggested remove operation key=9QFS277S5EY3 tag=Q1JMWF5MH7I4 type=del 2024-04-10T15:51:13.990 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.998+0000 7f0dda17f780 1 > prepared part key=_multipart_O0U4M0VYXZJ9.2~IUV0AFUK3XST.0 size=1030745 2024-04-10T15:51:13.990 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:13.998+0000 7f0dda17f780 1 > prepared multipart upload key=O0U4M0VYXZJ9 upload=IUV0AFUK3XST tag=4YMNUP3LJ2UM type=write size=2079321 2024-04-10T15:51:13.992 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.000+0000 7f0dda17f780 1 < completed write operation key=M31TS1RYVD2I tag=P7OJZV4WPQHC type=write size=84462 2024-04-10T15:51:13.996 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.004+0000 7f0dda17f780 1 > prepared part key=_multipart_DRNFVWXVQQUT.2~6ZZMIRZLK7M5.0 size=1048576 2024-04-10T15:51:13.997 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.006+0000 7f0dda17f780 1 > prepared part key=_multipart_DRNFVWXVQQUT.2~6ZZMIRZLK7M5.1 size=109639 2024-04-10T15:51:13.997 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.006+0000 7f0dda17f780 1 > prepared multipart upload key=DRNFVWXVQQUT upload=6ZZMIRZLK7M5 tag=IKV3DF508SA4 type=write size=2206791 2024-04-10T15:51:13.999 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.008+0000 7f0dda17f780 1 < completed part key=_multipart_W72JTU6KAY5Q.2~38102N62XUBK.0 size=1048576 2024-04-10T15:51:14.000 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.008+0000 7f0dda17f780 1 < canceled part key=_multipart_W72JTU6KAY5Q.2~38102N62XUBK.1 size=1048576 2024-04-10T15:51:14.000 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.008+0000 7f0dda17f780 1 < canceled part key=_multipart_W72JTU6KAY5Q.2~38102N62XUBK.2 size=714861 2024-04-10T15:51:14.003 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.011+0000 7f0dda17f780 1 < canceled multipart upload key=W72JTU6KAY5Q upload=38102N62XUBK tag=EA7ACQN13CZM type=write size=3860589 2024-04-10T15:51:14.005 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.014+0000 7f0dda17f780 1 > prepared operation key=M31TS1RYVD2I tag=PP5ETG47AH7N type=del size=3390680 2024-04-10T15:51:14.009 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.018+0000 7f0dda17f780 1 < suggested remove operation key=GK8B4QASB1P8 tag=BRQ19RRSQTW0 type=del 2024-04-10T15:51:14.011 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.020+0000 7f0dda17f780 1 > prepared operation key=W72JTU6KAY5Q tag=78ASG88U6O0P type=del size=3045805 2024-04-10T15:51:14.012 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.020+0000 7f0dda17f780 1 < canceled part key=_multipart_WB4E7VQYBXDP.2~7LGBS7IEK45V.0 size=1048576 2024-04-10T15:51:14.014 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.022+0000 7f0dda17f780 1 < completed part key=_multipart_WB4E7VQYBXDP.2~7LGBS7IEK45V.1 size=1048576 2024-04-10T15:51:14.016 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.024+0000 7f0dda17f780 1 < completed part key=_multipart_WB4E7VQYBXDP.2~7LGBS7IEK45V.2 size=1038503 2024-04-10T15:51:14.020 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.028+0000 7f0dda17f780 1 < canceled multipart upload key=WB4E7VQYBXDP upload=7LGBS7IEK45V tag=0JWFO0EJXO5L type=write size=4184231 2024-04-10T15:51:14.022 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.030+0000 7f0dda17f780 1 > prepared operation key=XDWUTYA27EZF tag=ZKOKR490CPXR type=write size=346987 2024-04-10T15:51:14.024 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.032+0000 7f0dda17f780 1 < completed delete operation key=76DRYPHC6HG3 tag=Q8EYWEP5WNBO type=del 2024-04-10T15:51:14.028 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.036+0000 7f0dda17f780 1 > prepared part key=_multipart_YKTMKJ7IT90D.2~OG9GNM3XY9NT.0 size=12804 2024-04-10T15:51:14.028 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.036+0000 7f0dda17f780 1 > prepared multipart upload key=YKTMKJ7IT90D upload=OG9GNM3XY9NT tag=SVB9ZE3RN6D5 type=write size=1061380 2024-04-10T15:51:14.030 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.038+0000 7f0dda17f780 1 < completed part key=_multipart_76DRYPHC6HG3.2~IY56DSDUQINK.0 size=1048576 2024-04-10T15:51:14.032 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.040+0000 7f0dda17f780 1 < completed part key=_multipart_76DRYPHC6HG3.2~IY56DSDUQINK.1 size=557277 2024-04-10T15:51:14.035 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.044+0000 7f0dda17f780 1 < completed multipart upload key=76DRYPHC6HG3 upload=IY56DSDUQINK tag=41HOY9LYSUYN type=write size=2654429 2024-04-10T15:51:14.038 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.046+0000 7f0dda17f780 1 > prepared operation key=5PTGEI8J4Q78 tag=P407B7RANHQB type=del size=2088537 2024-04-10T15:51:14.040 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.048+0000 7f0dda17f780 1 < completed delete operation key=QJ9GK4CHH36X tag=K3TUHXZ83IF1 type=del 2024-04-10T15:51:14.042 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.050+0000 7f0dda17f780 1 > prepared operation key=892B9J3TLMA2 tag=UUPEWYM2U51F type=del size=2706981 2024-04-10T15:51:14.044 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.053+0000 7f0dda17f780 1 < completed part key=_multipart_QJ9GK4CHH36X.2~2VF7ONMSBGWU.0 size=1048576 2024-04-10T15:51:14.046 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.054+0000 7f0dda17f780 1 < completed part key=_multipart_QJ9GK4CHH36X.2~2VF7ONMSBGWU.1 size=1048576 2024-04-10T15:51:14.048 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.056+0000 7f0dda17f780 1 < completed part key=_multipart_QJ9GK4CHH36X.2~2VF7ONMSBGWU.2 size=914901 2024-04-10T15:51:14.052 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.060+0000 7f0dda17f780 1 < completed multipart upload key=QJ9GK4CHH36X upload=2VF7ONMSBGWU tag=6LXTVAKF31BI type=write size=4060629 2024-04-10T15:51:14.055 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.063+0000 7f0dda17f780 1 > prepared part key=_multipart_7R29VV7JYRWM.2~27JGJK5WTYLN.0 size=1048576 2024-04-10T15:51:14.057 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.065+0000 7f0dda17f780 1 > prepared part key=_multipart_7R29VV7JYRWM.2~27JGJK5WTYLN.1 size=1048576 2024-04-10T15:51:14.059 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.067+0000 7f0dda17f780 1 > prepared part key=_multipart_7R29VV7JYRWM.2~27JGJK5WTYLN.2 size=115118 2024-04-10T15:51:14.059 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.067+0000 7f0dda17f780 1 > prepared multipart upload key=7R29VV7JYRWM upload=27JGJK5WTYLN tag=NKTMS5C728XN type=write size=3260846 2024-04-10T15:51:14.059 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.067+0000 7f0dda17f780 1 < canceled part key=_multipart_6V3UX4ZSIBZX.2~CDKDLX1YS3DT.0 size=1048576 2024-04-10T15:51:14.061 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.070+0000 7f0dda17f780 1 < completed part key=_multipart_6V3UX4ZSIBZX.2~CDKDLX1YS3DT.1 size=1048576 2024-04-10T15:51:14.061 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.070+0000 7f0dda17f780 1 < canceled part key=_multipart_6V3UX4ZSIBZX.2~CDKDLX1YS3DT.2 size=323137 2024-04-10T15:51:14.065 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.073+0000 7f0dda17f780 1 < canceled multipart upload key=6V3UX4ZSIBZX upload=CDKDLX1YS3DT tag=SZKGN9IUW3N8 type=write size=3468865 2024-04-10T15:51:14.067 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.076+0000 7f0dda17f780 1 > prepared operation key=7R29VV7JYRWM tag=BW5JSL1XWK17 type=del size=3440855 2024-04-10T15:51:14.070 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.078+0000 7f0dda17f780 1 < completed part key=_multipart_M31TS1RYVD2I.2~AUQRSFW5H1GD.0 size=1048576 2024-04-10T15:51:14.072 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.080+0000 7f0dda17f780 1 < completed part key=_multipart_M31TS1RYVD2I.2~AUQRSFW5H1GD.1 size=1048576 2024-04-10T15:51:14.074 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.082+0000 7f0dda17f780 1 < completed part key=_multipart_M31TS1RYVD2I.2~AUQRSFW5H1GD.2 size=813285 2024-04-10T15:51:14.077 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.085+0000 7f0dda17f780 1 < completed multipart upload key=M31TS1RYVD2I upload=AUQRSFW5H1GD tag=9DT4UW67ULH4 type=write size=3959013 2024-04-10T15:51:14.081 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.089+0000 7f0dda17f780 1 > prepared part key=_multipart_76DRYPHC6HG3.2~Z1UZJACDCBM0.0 size=1048576 2024-04-10T15:51:14.082 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.090+0000 7f0dda17f780 1 > prepared part key=_multipart_76DRYPHC6HG3.2~Z1UZJACDCBM0.1 size=266150 2024-04-10T15:51:14.082 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.090+0000 7f0dda17f780 1 > prepared multipart upload key=76DRYPHC6HG3 upload=Z1UZJACDCBM0 tag=SQ8ZNDCDR7BK type=write size=2363302 2024-04-10T15:51:14.084 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.093+0000 7f0dda17f780 1 < completed part key=_multipart_5PTGEI8J4Q78.2~P4QF9CRGFBVF.0 size=1048576 2024-04-10T15:51:14.086 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.095+0000 7f0dda17f780 1 < completed part key=_multipart_5PTGEI8J4Q78.2~P4QF9CRGFBVF.1 size=1048576 2024-04-10T15:51:14.088 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.096+0000 7f0dda17f780 1 < completed part key=_multipart_5PTGEI8J4Q78.2~P4QF9CRGFBVF.2 size=551747 2024-04-10T15:51:14.091 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.100+0000 7f0dda17f780 1 < completed multipart upload key=5PTGEI8J4Q78 upload=P4QF9CRGFBVF tag=0I92NF9OEY1B type=write size=3697475 2024-04-10T15:51:14.093 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.102+0000 7f0dda17f780 1 > prepared operation key=VFKX3F9Z0OZ5 tag=ZJV8SBD9XPZ6 type=del size=606568 2024-04-10T15:51:14.095 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.104+0000 7f0dda17f780 1 < completed part key=_multipart_7R29VV7JYRWM.2~IQI54ZGHCCB2.0 size=1048576 2024-04-10T15:51:14.096 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.104+0000 7f0dda17f780 1 < canceled part key=_multipart_7R29VV7JYRWM.2~IQI54ZGHCCB2.1 size=1048576 2024-04-10T15:51:14.097 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.106+0000 7f0dda17f780 1 < completed part key=_multipart_7R29VV7JYRWM.2~IQI54ZGHCCB2.2 size=1040437 2024-04-10T15:51:14.101 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.109+0000 7f0dda17f780 1 < canceled multipart upload key=7R29VV7JYRWM upload=IQI54ZGHCCB2 tag=5TXK5KQ39ATH type=write size=4186165 2024-04-10T15:51:14.103 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.111+0000 7f0dda17f780 1 > prepared operation key=XDWUTYA27EZF tag=2B0KRJSXOJ4E type=del size=1074294 2024-04-10T15:51:14.105 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.113+0000 7f0dda17f780 1 < completed part key=_multipart_J9DG8CWKBLB0.2~5MK7CIBX4Z3X.0 size=578525 2024-04-10T15:51:14.109 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.117+0000 7f0dda17f780 1 < completed multipart upload key=J9DG8CWKBLB0 upload=5MK7CIBX4Z3X tag=3EZEK30HI1TG type=write size=1627101 2024-04-10T15:51:14.113 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.121+0000 7f0dda17f780 1 > prepared part key=_multipart_6V3UX4ZSIBZX.2~O72Y5LS7U2GB.0 size=844223 2024-04-10T15:51:14.113 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.121+0000 7f0dda17f780 1 > prepared multipart upload key=6V3UX4ZSIBZX upload=O72Y5LS7U2GB tag=1FBSWMJMXTI5 type=write size=1892799 2024-04-10T15:51:14.115 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.123+0000 7f0dda17f780 1 < completed delete operation key=1XDQOHF2EHZG tag=OF5098QC17PI type=del 2024-04-10T15:51:14.117 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.125+0000 7f0dda17f780 1 > prepared operation key=5VUYRX80DJNN tag=SY5Z1YO4TBN7 type=del size=2171718 2024-04-10T15:51:14.121 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.129+0000 7f0dda17f780 1 < suggested remove operation key=DRNFVWXVQQUT tag=X6K0BOK4C3RG type=del 2024-04-10T15:51:14.123 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.131+0000 7f0dda17f780 1 > prepared operation key=7R1LO48KG193 tag=QN8NCZRRMM4F type=write size=403913 2024-04-10T15:51:14.125 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.134+0000 7f0dda17f780 1 < completed part key=_multipart_O0U4M0VYXZJ9.2~IUV0AFUK3XST.0 size=1030745 2024-04-10T15:51:14.130 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.138+0000 7f0dda17f780 1 < completed multipart upload key=O0U4M0VYXZJ9 upload=IUV0AFUK3XST tag=4YMNUP3LJ2UM type=write size=2079321 2024-04-10T15:51:14.134 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.142+0000 7f0dda17f780 1 > prepared part key=_multipart_M31TS1RYVD2I.2~H7FRMZBNG553.0 size=1048576 2024-04-10T15:51:14.135 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.143+0000 7f0dda17f780 1 > prepared part key=_multipart_M31TS1RYVD2I.2~H7FRMZBNG553.1 size=57801 2024-04-10T15:51:14.135 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.143+0000 7f0dda17f780 1 > prepared multipart upload key=M31TS1RYVD2I upload=H7FRMZBNG553 tag=60WBN6WSJ2XR type=write size=2154953 2024-04-10T15:51:14.137 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.145+0000 7f0dda17f780 1 < completed part key=_multipart_DRNFVWXVQQUT.2~6ZZMIRZLK7M5.0 size=1048576 2024-04-10T15:51:14.139 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.147+0000 7f0dda17f780 1 < completed part key=_multipart_DRNFVWXVQQUT.2~6ZZMIRZLK7M5.1 size=109639 2024-04-10T15:51:14.142 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.150+0000 7f0dda17f780 1 < completed multipart upload key=DRNFVWXVQQUT upload=6ZZMIRZLK7M5 tag=IKV3DF508SA4 type=write size=2206791 2024-04-10T15:51:14.144 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.153+0000 7f0dda17f780 1 > prepared operation key=Q55YN73R4WFF tag=9E16X6UDYXRT type=del size=3666092 2024-04-10T15:51:14.147 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.156+0000 7f0dda17f780 1 < completed delete operation key=M31TS1RYVD2I tag=PP5ETG47AH7N type=del 2024-04-10T15:51:14.150 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.157+0000 7f0dda17f780 1 > prepared operation key=W1N9JNIA6ZML tag=7B41Q4LDW2Z6 type=del size=2419330 2024-04-10T15:51:14.152 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.160+0000 7f0dda17f780 1 < completed delete operation key=W72JTU6KAY5Q tag=78ASG88U6O0P type=del 2024-04-10T15:51:14.154 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.162+0000 7f0dda17f780 1 > prepared operation key=WB4E7VQYBXDP tag=5K2UOASCXGSQ type=write size=295152 2024-04-10T15:51:14.156 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.164+0000 7f0dda17f780 1 < completed write operation key=XDWUTYA27EZF tag=ZKOKR490CPXR type=write size=346987 2024-04-10T15:51:14.158 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.166+0000 7f0dda17f780 1 > prepared operation key=5PTGEI8J4Q78 tag=C9NKD50Q1J08 type=del size=392176 2024-04-10T15:51:14.159 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.168+0000 7f0dda17f780 1 < completed part key=_multipart_YKTMKJ7IT90D.2~OG9GNM3XY9NT.0 size=12804 2024-04-10T15:51:14.164 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.172+0000 7f0dda17f780 1 < completed multipart upload key=YKTMKJ7IT90D upload=OG9GNM3XY9NT tag=SVB9ZE3RN6D5 type=write size=1061380 2024-04-10T15:51:14.166 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.174+0000 7f0dda17f780 1 > prepared operation key=XDWUTYA27EZF tag=LWQ217TMBLCF type=del size=4047073 2024-04-10T15:51:14.168 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.177+0000 7f0dda17f780 1 < completed delete operation key=5PTGEI8J4Q78 tag=P407B7RANHQB type=del 2024-04-10T15:51:14.170 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.178+0000 7f0dda17f780 1 > prepared operation key=7R1LO48KG193 tag=HVG4OX8STOH5 type=del size=161364 2024-04-10T15:51:14.172 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.180+0000 7f0dda17f780 1 < completed delete operation key=892B9J3TLMA2 tag=UUPEWYM2U51F type=del 2024-04-10T15:51:14.176 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.184+0000 7f0dda17f780 1 > prepared part key=_multipart_6V3UX4ZSIBZX.2~UA1GT8YPA3IG.0 size=131007 2024-04-10T15:51:14.176 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.184+0000 7f0dda17f780 1 > prepared multipart upload key=6V3UX4ZSIBZX upload=UA1GT8YPA3IG tag=FOA107LROXVV type=write size=1179583 2024-04-10T15:51:14.178 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.186+0000 7f0dda17f780 1 < completed part key=_multipart_7R29VV7JYRWM.2~27JGJK5WTYLN.0 size=1048576 2024-04-10T15:51:14.180 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.188+0000 7f0dda17f780 1 < completed part key=_multipart_7R29VV7JYRWM.2~27JGJK5WTYLN.1 size=1048576 2024-04-10T15:51:14.182 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.190+0000 7f0dda17f780 1 < completed part key=_multipart_7R29VV7JYRWM.2~27JGJK5WTYLN.2 size=115118 2024-04-10T15:51:14.185 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.193+0000 7f0dda17f780 1 < completed multipart upload key=7R29VV7JYRWM upload=27JGJK5WTYLN tag=NKTMS5C728XN type=write size=3260846 2024-04-10T15:51:14.187 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.196+0000 7f0dda17f780 1 > prepared operation key=6V3UX4ZSIBZX tag=QJJK1XQI8W5P type=del size=1313823 2024-04-10T15:51:14.189 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.198+0000 7f0dda17f780 1 < completed delete operation key=7R29VV7JYRWM tag=BW5JSL1XWK17 type=del 2024-04-10T15:51:14.191 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.199+0000 7f0dda17f780 1 > prepared operation key=Q55YN73R4WFF tag=F9R40KUYUZ8R type=del size=2244968 2024-04-10T15:51:14.194 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.202+0000 7f0dda17f780 1 < completed part key=_multipart_76DRYPHC6HG3.2~Z1UZJACDCBM0.0 size=1048576 2024-04-10T15:51:14.195 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.203+0000 7f0dda17f780 1 < completed part key=_multipart_76DRYPHC6HG3.2~Z1UZJACDCBM0.1 size=266150 2024-04-10T15:51:14.199 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.207+0000 7f0dda17f780 1 < completed multipart upload key=76DRYPHC6HG3 upload=Z1UZJACDCBM0 tag=SQ8ZNDCDR7BK type=write size=2363302 2024-04-10T15:51:14.201 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.209+0000 7f0dda17f780 1 > prepared operation key=5VUYRX80DJNN tag=IJ2YQS3RL56L type=del size=3632378 2024-04-10T15:51:14.202 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.211+0000 7f0dda17f780 1 < completed delete operation key=VFKX3F9Z0OZ5 tag=ZJV8SBD9XPZ6 type=del 2024-04-10T15:51:14.204 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.213+0000 7f0dda17f780 1 > prepared operation key=W0QQNH1PRYVL tag=MLHIJDKF92V9 type=del size=280576 2024-04-10T15:51:14.207 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.215+0000 7f0dda17f780 1 < canceled operation key=XDWUTYA27EZF tag=2B0KRJSXOJ4E type=del size=1074294 2024-04-10T15:51:14.209 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.217+0000 7f0dda17f780 1 > prepared operation key=7R29VV7JYRWM tag=YSJO6PIP2WF4 type=del size=1766266 2024-04-10T15:51:14.211 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.219+0000 7f0dda17f780 1 < completed part key=_multipart_6V3UX4ZSIBZX.2~O72Y5LS7U2GB.0 size=844223 2024-04-10T15:51:14.214 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.222+0000 7f0dda17f780 1 < completed multipart upload key=6V3UX4ZSIBZX upload=O72Y5LS7U2GB tag=1FBSWMJMXTI5 type=write size=1892799 2024-04-10T15:51:14.218 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.226+0000 7f0dda17f780 1 > prepared part key=_multipart_H433FHMII9ZA.2~J72AWLP9E9JA.0 size=1048576 2024-04-10T15:51:14.220 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.228+0000 7f0dda17f780 1 > prepared part key=_multipart_H433FHMII9ZA.2~J72AWLP9E9JA.1 size=1048576 2024-04-10T15:51:14.222 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.230+0000 7f0dda17f780 1 > prepared part key=_multipart_H433FHMII9ZA.2~J72AWLP9E9JA.2 size=362857 2024-04-10T15:51:14.222 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.230+0000 7f0dda17f780 1 > prepared multipart upload key=H433FHMII9ZA upload=J72AWLP9E9JA tag=W4KG2WT57DWF type=write size=3508585 2024-04-10T15:51:14.224 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.232+0000 7f0dda17f780 1 < completed delete operation key=5VUYRX80DJNN tag=SY5Z1YO4TBN7 type=del 2024-04-10T15:51:14.226 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.234+0000 7f0dda17f780 1 > prepared operation key=W1N9JNIA6ZML tag=35GF9AXFHL2F type=del size=1129275 2024-04-10T15:51:14.230 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.239+0000 7f0dda17f780 1 < suggested remove operation key=7R1LO48KG193 tag=QN8NCZRRMM4F type=write 2024-04-10T15:51:14.233 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.241+0000 7f0dda17f780 1 > prepared operation key=DRNFVWXVQQUT tag=BJ3R8MU1DUM9 type=del size=2140882 2024-04-10T15:51:14.235 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.243+0000 7f0dda17f780 1 < completed part key=_multipart_M31TS1RYVD2I.2~H7FRMZBNG553.0 size=1048576 2024-04-10T15:51:14.237 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.245+0000 7f0dda17f780 1 < completed part key=_multipart_M31TS1RYVD2I.2~H7FRMZBNG553.1 size=57801 2024-04-10T15:51:14.240 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.248+0000 7f0dda17f780 1 < completed multipart upload key=M31TS1RYVD2I upload=H7FRMZBNG553 tag=60WBN6WSJ2XR type=write size=2154953 2024-04-10T15:51:14.242 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.250+0000 7f0dda17f780 1 > prepared operation key=W1N9JNIA6ZML tag=YNZ8749O1S1Y type=del size=3813320 2024-04-10T15:51:14.244 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.253+0000 7f0dda17f780 1 < completed delete operation key=Q55YN73R4WFF tag=9E16X6UDYXRT type=del 2024-04-10T15:51:14.248 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.256+0000 7f0dda17f780 1 > prepared part key=_multipart_W72JTU6KAY5Q.2~CYHRUAD38TTU.0 size=1048576 2024-04-10T15:51:14.250 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.258+0000 7f0dda17f780 1 > prepared part key=_multipart_W72JTU6KAY5Q.2~CYHRUAD38TTU.1 size=1048576 2024-04-10T15:51:14.252 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.260+0000 7f0dda17f780 1 > prepared part key=_multipart_W72JTU6KAY5Q.2~CYHRUAD38TTU.2 size=1015188 2024-04-10T15:51:14.252 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.260+0000 7f0dda17f780 1 > prepared multipart upload key=W72JTU6KAY5Q upload=CYHRUAD38TTU tag=K3MRQ00NWGFU type=write size=4160916 2024-04-10T15:51:14.254 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.262+0000 7f0dda17f780 1 < completed delete operation key=W1N9JNIA6ZML tag=7B41Q4LDW2Z6 type=del 2024-04-10T15:51:14.258 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.266+0000 7f0dda17f780 1 > prepared part key=_multipart_892B9J3TLMA2.2~F97U4YKFGOAC.0 size=1048576 2024-04-10T15:51:14.259 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.268+0000 7f0dda17f780 1 > prepared part key=_multipart_892B9J3TLMA2.2~F97U4YKFGOAC.1 size=614202 2024-04-10T15:51:14.260 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.268+0000 7f0dda17f780 1 > prepared multipart upload key=892B9J3TLMA2 upload=F97U4YKFGOAC tag=0RY2D6N6KP78 type=write size=2711354 2024-04-10T15:51:14.261 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.270+0000 7f0dda17f780 1 < completed write operation key=WB4E7VQYBXDP tag=5K2UOASCXGSQ type=write size=295152 2024-04-10T15:51:14.264 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.272+0000 7f0dda17f780 1 > prepared operation key=YKTMKJ7IT90D tag=55QJB1UKXNSZ type=del size=2480344 2024-04-10T15:51:14.266 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.274+0000 7f0dda17f780 1 < completed delete operation key=5PTGEI8J4Q78 tag=C9NKD50Q1J08 type=del 2024-04-10T15:51:14.268 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.277+0000 7f0dda17f780 1 > prepared operation key=892B9J3TLMA2 tag=33AE7TQ29BKX type=del size=2196222 2024-04-10T15:51:14.272 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.280+0000 7f0dda17f780 1 < suggested remove operation key=XDWUTYA27EZF tag=LWQ217TMBLCF type=del 2024-04-10T15:51:14.276 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.284+0000 7f0dda17f780 1 > prepared part key=_multipart_O0U4M0VYXZJ9.2~S0FF2RE360NB.0 size=1048576 2024-04-10T15:51:14.278 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.286+0000 7f0dda17f780 1 > prepared part key=_multipart_O0U4M0VYXZJ9.2~S0FF2RE360NB.1 size=1048576 2024-04-10T15:51:14.280 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.288+0000 7f0dda17f780 1 > prepared part key=_multipart_O0U4M0VYXZJ9.2~S0FF2RE360NB.2 size=152203 2024-04-10T15:51:14.280 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.288+0000 7f0dda17f780 1 > prepared multipart upload key=O0U4M0VYXZJ9 upload=S0FF2RE360NB tag=550YXITGH37F type=write size=3297931 2024-04-10T15:51:14.283 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.291+0000 7f0dda17f780 -1 < failed to complete operation key=7R1LO48KG193 tag=HVG4OX8STOH5 type=del size=161364: (22) Invalid argument 2024-04-10T15:51:14.285 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.293+0000 7f0dda17f780 1 > prepared operation key=VFKX3F9Z0OZ5 tag=H3ZIBLKBNNEY type=del size=4139829 2024-04-10T15:51:14.287 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.295+0000 7f0dda17f780 1 < completed part key=_multipart_6V3UX4ZSIBZX.2~UA1GT8YPA3IG.0 size=131007 2024-04-10T15:51:14.291 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.299+0000 7f0dda17f780 1 < completed multipart upload key=6V3UX4ZSIBZX upload=UA1GT8YPA3IG tag=FOA107LROXVV type=write size=1179583 2024-04-10T15:51:14.293 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.301+0000 7f0dda17f780 1 > prepared operation key=DRNFVWXVQQUT tag=86SEQENYQWSH type=del size=2112643 2024-04-10T15:51:14.295 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.303+0000 7f0dda17f780 1 < canceled operation key=6V3UX4ZSIBZX tag=QJJK1XQI8W5P type=del size=1313823 2024-04-10T15:51:14.297 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.305+0000 7f0dda17f780 1 > prepared operation key=4GB88X6QZH6E tag=4541I4UMHHZN type=del size=2395179 2024-04-10T15:51:14.299 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.307+0000 7f0dda17f780 1 < completed delete operation key=Q55YN73R4WFF tag=F9R40KUYUZ8R type=del 2024-04-10T15:51:14.300 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.309+0000 7f0dda17f780 1 > prepared operation key=H433FHMII9ZA tag=BG13Y4TY0EB9 type=del size=3069534 2024-04-10T15:51:14.303 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.311+0000 7f0dda17f780 1 < completed delete operation key=5VUYRX80DJNN tag=IJ2YQS3RL56L type=del 2024-04-10T15:51:14.305 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.313+0000 7f0dda17f780 1 > prepared operation key=QJ9GK4CHH36X tag=83O07HMJ9TK2 type=del size=2951875 2024-04-10T15:51:14.307 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.315+0000 7f0dda17f780 1 < completed delete operation key=W0QQNH1PRYVL tag=MLHIJDKF92V9 type=del 2024-04-10T15:51:14.310 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.319+0000 7f0dda17f780 1 > prepared part key=_multipart_QJ9GK4CHH36X.2~VTXVBWEQDEI4.0 size=1048576 2024-04-10T15:51:14.312 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.320+0000 7f0dda17f780 1 > prepared part key=_multipart_QJ9GK4CHH36X.2~VTXVBWEQDEI4.1 size=519432 2024-04-10T15:51:14.312 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.320+0000 7f0dda17f780 1 > prepared multipart upload key=QJ9GK4CHH36X upload=VTXVBWEQDEI4 tag=63RK7N4SWRYS type=write size=2616584 2024-04-10T15:51:14.315 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.323+0000 7f0dda17f780 1 < completed delete operation key=7R29VV7JYRWM tag=YSJO6PIP2WF4 type=del 2024-04-10T15:51:14.317 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.325+0000 7f0dda17f780 1 > prepared operation key=32PMZSHN97HZ tag=9WDMPSWWWCAV type=del size=1469868 2024-04-10T15:51:14.318 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.327+0000 7f0dda17f780 1 < completed part key=_multipart_H433FHMII9ZA.2~J72AWLP9E9JA.0 size=1048576 2024-04-10T15:51:14.321 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.329+0000 7f0dda17f780 1 < completed part key=_multipart_H433FHMII9ZA.2~J72AWLP9E9JA.1 size=1048576 2024-04-10T15:51:14.322 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.330+0000 7f0dda17f780 1 < completed part key=_multipart_H433FHMII9ZA.2~J72AWLP9E9JA.2 size=362857 2024-04-10T15:51:14.326 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.334+0000 7f0dda17f780 1 < completed multipart upload key=H433FHMII9ZA upload=J72AWLP9E9JA tag=W4KG2WT57DWF type=write size=3508585 2024-04-10T15:51:14.328 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.336+0000 7f0dda17f780 1 > prepared operation key=DRNFVWXVQQUT tag=Q6GAWINUFT2C type=del size=3413098 2024-04-10T15:51:14.330 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.338+0000 7f0dda17f780 1 < completed delete operation key=W1N9JNIA6ZML tag=35GF9AXFHL2F type=del 2024-04-10T15:51:14.334 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.342+0000 7f0dda17f780 1 > prepared part key=_multipart_H433FHMII9ZA.2~53T0P9DD7MLI.0 size=1048576 2024-04-10T15:51:14.336 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.345+0000 7f0dda17f780 1 > prepared part key=_multipart_H433FHMII9ZA.2~53T0P9DD7MLI.1 size=1048576 2024-04-10T15:51:14.338 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.346+0000 7f0dda17f780 1 > prepared part key=_multipart_H433FHMII9ZA.2~53T0P9DD7MLI.2 size=783860 2024-04-10T15:51:14.339 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.346+0000 7f0dda17f780 1 > prepared multipart upload key=H433FHMII9ZA upload=53T0P9DD7MLI tag=4UTIW4TWMP3M type=write size=3929588 2024-04-10T15:51:14.340 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.349+0000 7f0dda17f780 1 < completed delete operation key=DRNFVWXVQQUT tag=BJ3R8MU1DUM9 type=del 2024-04-10T15:51:14.344 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.352+0000 7f0dda17f780 1 > prepared part key=_multipart_QJ9GK4CHH36X.2~3EYBYGMTC7Y3.0 size=56111 2024-04-10T15:51:14.344 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.352+0000 7f0dda17f780 1 > prepared multipart upload key=QJ9GK4CHH36X upload=3EYBYGMTC7Y3 tag=QHGVXDZZK44I type=write size=1104687 2024-04-10T15:51:14.346 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.354+0000 7f0dda17f780 1 < completed delete operation key=W1N9JNIA6ZML tag=YNZ8749O1S1Y type=del 2024-04-10T15:51:14.349 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.357+0000 7f0dda17f780 1 > prepared operation key=VFKX3F9Z0OZ5 tag=YUIBNUYBBDLB type=del size=2029669 2024-04-10T15:51:14.351 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.359+0000 7f0dda17f780 1 < completed part key=_multipart_W72JTU6KAY5Q.2~CYHRUAD38TTU.0 size=1048576 2024-04-10T15:51:14.353 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.361+0000 7f0dda17f780 1 < completed part key=_multipart_W72JTU6KAY5Q.2~CYHRUAD38TTU.1 size=1048576 2024-04-10T15:51:14.354 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.363+0000 7f0dda17f780 1 < completed part key=_multipart_W72JTU6KAY5Q.2~CYHRUAD38TTU.2 size=1015188 2024-04-10T15:51:14.358 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.366+0000 7f0dda17f780 1 < completed multipart upload key=W72JTU6KAY5Q upload=CYHRUAD38TTU tag=K3MRQ00NWGFU type=write size=4160916 2024-04-10T15:51:14.360 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.368+0000 7f0dda17f780 1 > prepared operation key=76DRYPHC6HG3 tag=SU6F3ZK8LM33 type=del size=996265 2024-04-10T15:51:14.362 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.370+0000 7f0dda17f780 1 < completed part key=_multipart_892B9J3TLMA2.2~F97U4YKFGOAC.0 size=1048576 2024-04-10T15:51:14.364 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.372+0000 7f0dda17f780 1 < completed part key=_multipart_892B9J3TLMA2.2~F97U4YKFGOAC.1 size=614202 2024-04-10T15:51:14.368 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.376+0000 7f0dda17f780 1 < completed multipart upload key=892B9J3TLMA2 upload=F97U4YKFGOAC tag=0RY2D6N6KP78 type=write size=2711354 2024-04-10T15:51:14.372 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.380+0000 7f0dda17f780 1 > prepared part key=_multipart_O0U4M0VYXZJ9.2~R5NNPB11VTFM.0 size=1048576 2024-04-10T15:51:14.373 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.382+0000 7f0dda17f780 1 > prepared part key=_multipart_O0U4M0VYXZJ9.2~R5NNPB11VTFM.1 size=1048576 2024-04-10T15:51:14.375 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.383+0000 7f0dda17f780 1 > prepared part key=_multipart_O0U4M0VYXZJ9.2~R5NNPB11VTFM.2 size=255998 2024-04-10T15:51:14.375 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.383+0000 7f0dda17f780 1 > prepared multipart upload key=O0U4M0VYXZJ9 upload=R5NNPB11VTFM tag=WHWJWE730I1R type=write size=3401726 2024-04-10T15:51:14.377 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.386+0000 7f0dda17f780 1 < completed delete operation key=YKTMKJ7IT90D tag=55QJB1UKXNSZ type=del 2024-04-10T15:51:14.380 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.388+0000 7f0dda17f780 1 > prepared operation key=W1N9JNIA6ZML tag=K5WC4AMQ6YE4 type=del size=3706869 2024-04-10T15:51:14.382 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.390+0000 7f0dda17f780 1 < completed delete operation key=892B9J3TLMA2 tag=33AE7TQ29BKX type=del 2024-04-10T15:51:14.384 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.392+0000 7f0dda17f780 1 > prepared operation key=W72JTU6KAY5Q tag=A9MFH727POQB type=del size=1733920 2024-04-10T15:51:14.386 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.394+0000 7f0dda17f780 1 < completed part key=_multipart_O0U4M0VYXZJ9.2~S0FF2RE360NB.0 size=1048576 2024-04-10T15:51:14.388 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.396+0000 7f0dda17f780 1 < completed part key=_multipart_O0U4M0VYXZJ9.2~S0FF2RE360NB.1 size=1048576 2024-04-10T15:51:14.390 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.398+0000 7f0dda17f780 1 < completed part key=_multipart_O0U4M0VYXZJ9.2~S0FF2RE360NB.2 size=152203 2024-04-10T15:51:14.393 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.402+0000 7f0dda17f780 1 < completed multipart upload key=O0U4M0VYXZJ9 upload=S0FF2RE360NB tag=550YXITGH37F type=write size=3297931 2024-04-10T15:51:14.395 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.404+0000 7f0dda17f780 1 > prepared operation key=1XDQOHF2EHZG tag=PKJT6HBKIQYW type=write size=376769 2024-04-10T15:51:14.397 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.405+0000 7f0dda17f780 1 < completed delete operation key=VFKX3F9Z0OZ5 tag=H3ZIBLKBNNEY type=del 2024-04-10T15:51:14.401 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.409+0000 7f0dda17f780 1 > prepared part key=_multipart_7R29VV7JYRWM.2~ZPXHH7F83XRA.0 size=1048576 2024-04-10T15:51:14.403 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.411+0000 7f0dda17f780 1 > prepared part key=_multipart_7R29VV7JYRWM.2~ZPXHH7F83XRA.1 size=1048576 2024-04-10T15:51:14.405 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.413+0000 7f0dda17f780 1 > prepared part key=_multipart_7R29VV7JYRWM.2~ZPXHH7F83XRA.2 size=112200 2024-04-10T15:51:14.405 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.413+0000 7f0dda17f780 1 > prepared multipart upload key=7R29VV7JYRWM upload=ZPXHH7F83XRA tag=5276YMAZZS9H type=write size=3257928 2024-04-10T15:51:14.407 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.415+0000 7f0dda17f780 1 < completed delete operation key=DRNFVWXVQQUT tag=86SEQENYQWSH type=del 2024-04-10T15:51:14.409 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.418+0000 7f0dda17f780 1 > prepared operation key=QJ9GK4CHH36X tag=GKVBXNN806Q0 type=del size=3402226 2024-04-10T15:51:14.412 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.420+0000 7f0dda17f780 1 < completed delete operation key=4GB88X6QZH6E tag=4541I4UMHHZN type=del 2024-04-10T15:51:14.413 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.422+0000 7f0dda17f780 1 > prepared operation key=7R1LO48KG193 tag=6SAGWD9W9FAV type=del size=1035789 2024-04-10T15:51:14.416 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.424+0000 7f0dda17f780 1 < completed delete operation key=H433FHMII9ZA tag=BG13Y4TY0EB9 type=del 2024-04-10T15:51:14.418 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.426+0000 7f0dda17f780 1 > prepared operation key=W72JTU6KAY5Q tag=DK2IA915HEU7 type=del size=2384153 2024-04-10T15:51:14.420 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.428+0000 7f0dda17f780 1 < completed delete operation key=QJ9GK4CHH36X tag=83O07HMJ9TK2 type=del 2024-04-10T15:51:14.424 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.432+0000 7f0dda17f780 1 > prepared part key=_multipart_9QFS277S5EY3.2~JQFD1E82REI1.0 size=1048576 2024-04-10T15:51:14.426 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.434+0000 7f0dda17f780 1 > prepared part key=_multipart_9QFS277S5EY3.2~JQFD1E82REI1.1 size=1048576 2024-04-10T15:51:14.427 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.436+0000 7f0dda17f780 1 > prepared part key=_multipart_9QFS277S5EY3.2~JQFD1E82REI1.2 size=518617 2024-04-10T15:51:14.428 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.436+0000 7f0dda17f780 1 > prepared multipart upload key=9QFS277S5EY3 upload=JQFD1E82REI1 tag=S90QSNW1021U type=write size=3664345 2024-04-10T15:51:14.430 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.438+0000 7f0dda17f780 1 < completed part key=_multipart_QJ9GK4CHH36X.2~VTXVBWEQDEI4.0 size=1048576 2024-04-10T15:51:14.432 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.440+0000 7f0dda17f780 1 < completed part key=_multipart_QJ9GK4CHH36X.2~VTXVBWEQDEI4.1 size=519432 2024-04-10T15:51:14.435 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.444+0000 7f0dda17f780 1 < completed multipart upload key=QJ9GK4CHH36X upload=VTXVBWEQDEI4 tag=63RK7N4SWRYS type=write size=2616584 2024-04-10T15:51:14.439 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.447+0000 7f0dda17f780 1 > prepared part key=_multipart_5VUYRX80DJNN.2~306X2P1D1X64.0 size=1048576 2024-04-10T15:51:14.441 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.449+0000 7f0dda17f780 1 > prepared part key=_multipart_5VUYRX80DJNN.2~306X2P1D1X64.1 size=1048576 2024-04-10T15:51:14.443 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.451+0000 7f0dda17f780 1 > prepared part key=_multipart_5VUYRX80DJNN.2~306X2P1D1X64.2 size=218583 2024-04-10T15:51:14.443 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.451+0000 7f0dda17f780 1 > prepared multipart upload key=5VUYRX80DJNN upload=306X2P1D1X64 tag=XBB1MD08HWPZ type=write size=3364311 2024-04-10T15:51:14.445 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.453+0000 7f0dda17f780 1 < completed delete operation key=32PMZSHN97HZ tag=9WDMPSWWWCAV type=del 2024-04-10T15:51:14.447 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.455+0000 7f0dda17f780 1 > prepared operation key=VKTXOZU1BOHT tag=G8ZTUD66VNVB type=del size=3325003 2024-04-10T15:51:14.449 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.457+0000 7f0dda17f780 1 < completed delete operation key=DRNFVWXVQQUT tag=Q6GAWINUFT2C type=del 2024-04-10T15:51:14.453 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.461+0000 7f0dda17f780 1 > prepared part key=_multipart_76DRYPHC6HG3.2~WY8BT9EXAUE6.0 size=1048576 2024-04-10T15:51:14.454 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.463+0000 7f0dda17f780 1 > prepared part key=_multipart_76DRYPHC6HG3.2~WY8BT9EXAUE6.1 size=243531 2024-04-10T15:51:14.455 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.463+0000 7f0dda17f780 1 > prepared multipart upload key=76DRYPHC6HG3 upload=WY8BT9EXAUE6 tag=SUKZU2KSHKYL type=write size=2340683 2024-04-10T15:51:14.455 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.463+0000 7f0dda17f780 1 < canceled part key=_multipart_H433FHMII9ZA.2~53T0P9DD7MLI.0 size=1048576 2024-04-10T15:51:14.455 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.463+0000 7f0dda17f780 1 < canceled part key=_multipart_H433FHMII9ZA.2~53T0P9DD7MLI.1 size=1048576 2024-04-10T15:51:14.456 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.465+0000 7f0dda17f780 1 < completed part key=_multipart_H433FHMII9ZA.2~53T0P9DD7MLI.2 size=783860 2024-04-10T15:51:14.460 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.468+0000 7f0dda17f780 1 < canceled multipart upload key=H433FHMII9ZA upload=53T0P9DD7MLI tag=4UTIW4TWMP3M type=write size=3929588 2024-04-10T15:51:14.463 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.471+0000 7f0dda17f780 1 > prepared operation key=6V3UX4ZSIBZX tag=40T0XBSXZXIL type=write size=1002941 2024-04-10T15:51:14.463 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.471+0000 7f0dda17f780 1 < canceled part key=_multipart_QJ9GK4CHH36X.2~3EYBYGMTC7Y3.0 size=56111 2024-04-10T15:51:14.467 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.475+0000 7f0dda17f780 1 < canceled multipart upload key=QJ9GK4CHH36X upload=3EYBYGMTC7Y3 tag=QHGVXDZZK44I type=write size=1104687 2024-04-10T15:51:14.469 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.477+0000 7f0dda17f780 1 > prepared operation key=32PMZSHN97HZ tag=RPY3VSKHJFCW type=del size=3742589 2024-04-10T15:51:14.471 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.479+0000 7f0dda17f780 1 < completed delete operation key=VFKX3F9Z0OZ5 tag=YUIBNUYBBDLB type=del 2024-04-10T15:51:14.473 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.482+0000 7f0dda17f780 1 > prepared operation key=7R1LO48KG193 tag=95WFV4AKJ6QY type=del size=2904879 2024-04-10T15:51:14.476 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.484+0000 7f0dda17f780 1 < completed delete operation key=76DRYPHC6HG3 tag=SU6F3ZK8LM33 type=del 2024-04-10T15:51:14.479 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.487+0000 7f0dda17f780 1 > prepared part key=_multipart_6V3UX4ZSIBZX.2~6LLELQPG3GM9.0 size=1048576 2024-04-10T15:51:14.481 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.489+0000 7f0dda17f780 1 > prepared part key=_multipart_6V3UX4ZSIBZX.2~6LLELQPG3GM9.1 size=136397 2024-04-10T15:51:14.481 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.489+0000 7f0dda17f780 1 > prepared multipart upload key=6V3UX4ZSIBZX upload=6LLELQPG3GM9 tag=F99DS8WZHAI1 type=write size=2233549 2024-04-10T15:51:14.483 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.491+0000 7f0dda17f780 1 < completed part key=_multipart_O0U4M0VYXZJ9.2~R5NNPB11VTFM.0 size=1048576 2024-04-10T15:51:14.485 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.493+0000 7f0dda17f780 1 < completed part key=_multipart_O0U4M0VYXZJ9.2~R5NNPB11VTFM.1 size=1048576 2024-04-10T15:51:14.487 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.495+0000 7f0dda17f780 1 < completed part key=_multipart_O0U4M0VYXZJ9.2~R5NNPB11VTFM.2 size=255998 2024-04-10T15:51:14.490 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.498+0000 7f0dda17f780 1 < completed multipart upload key=O0U4M0VYXZJ9 upload=R5NNPB11VTFM tag=WHWJWE730I1R type=write size=3401726 2024-04-10T15:51:14.492 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.500+0000 7f0dda17f780 1 > prepared operation key=DRNFVWXVQQUT tag=F29VNHKH7MV5 type=del size=1658353 2024-04-10T15:51:14.496 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.504+0000 7f0dda17f780 1 < suggested remove operation key=W1N9JNIA6ZML tag=K5WC4AMQ6YE4 type=del 2024-04-10T15:51:14.500 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.508+0000 7f0dda17f780 1 > prepared part key=_multipart_5PTGEI8J4Q78.2~UWY7W6QTUZGU.0 size=1048576 2024-04-10T15:51:14.502 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.510+0000 7f0dda17f780 1 > prepared part key=_multipart_5PTGEI8J4Q78.2~UWY7W6QTUZGU.1 size=1048576 2024-04-10T15:51:14.503 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.512+0000 7f0dda17f780 1 > prepared part key=_multipart_5PTGEI8J4Q78.2~UWY7W6QTUZGU.2 size=579368 2024-04-10T15:51:14.503 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.512+0000 7f0dda17f780 1 > prepared multipart upload key=5PTGEI8J4Q78 upload=UWY7W6QTUZGU tag=4MG73WNAD7EL type=write size=3725096 2024-04-10T15:51:14.505 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.514+0000 7f0dda17f780 1 < completed delete operation key=W72JTU6KAY5Q tag=A9MFH727POQB type=del 2024-04-10T15:51:14.509 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.517+0000 7f0dda17f780 1 > prepared part key=_multipart_W72JTU6KAY5Q.2~SZWBRCGIUEP5.0 size=1048576 2024-04-10T15:51:14.511 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.520+0000 7f0dda17f780 1 > prepared part key=_multipart_W72JTU6KAY5Q.2~SZWBRCGIUEP5.1 size=1048576 2024-04-10T15:51:14.513 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.521+0000 7f0dda17f780 1 > prepared part key=_multipart_W72JTU6KAY5Q.2~SZWBRCGIUEP5.2 size=381157 2024-04-10T15:51:14.513 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.521+0000 7f0dda17f780 1 > prepared multipart upload key=W72JTU6KAY5Q upload=SZWBRCGIUEP5 tag=BIA1U9HP6JZM type=write size=3526885 2024-04-10T15:51:14.515 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.523+0000 7f0dda17f780 1 < completed write operation key=1XDQOHF2EHZG tag=PKJT6HBKIQYW type=write size=376769 2024-04-10T15:51:14.519 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.528+0000 7f0dda17f780 1 > prepared part key=_multipart_YKTMKJ7IT90D.2~TAV9K97ENHOB.0 size=1048576 2024-04-10T15:51:14.521 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.530+0000 7f0dda17f780 1 > prepared part key=_multipart_YKTMKJ7IT90D.2~TAV9K97ENHOB.1 size=1048576 2024-04-10T15:51:14.523 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.531+0000 7f0dda17f780 1 > prepared part key=_multipart_YKTMKJ7IT90D.2~TAV9K97ENHOB.2 size=384685 2024-04-10T15:51:14.523 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.531+0000 7f0dda17f780 1 > prepared multipart upload key=YKTMKJ7IT90D upload=TAV9K97ENHOB tag=PFG4GQHU29MK type=write size=3530413 2024-04-10T15:51:14.523 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.532+0000 7f0dda17f780 1 < canceled part key=_multipart_7R29VV7JYRWM.2~ZPXHH7F83XRA.0 size=1048576 2024-04-10T15:51:14.525 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.533+0000 7f0dda17f780 1 < completed part key=_multipart_7R29VV7JYRWM.2~ZPXHH7F83XRA.1 size=1048576 2024-04-10T15:51:14.527 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.535+0000 7f0dda17f780 1 < completed part key=_multipart_7R29VV7JYRWM.2~ZPXHH7F83XRA.2 size=112200 2024-04-10T15:51:14.531 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.539+0000 7f0dda17f780 1 < canceled multipart upload key=7R29VV7JYRWM upload=ZPXHH7F83XRA tag=5276YMAZZS9H type=write size=3257928 2024-04-10T15:51:14.533 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.541+0000 7f0dda17f780 1 > prepared operation key=7R29VV7JYRWM tag=Q4AZEQN9XIC2 type=del size=12621 2024-04-10T15:51:14.535 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.543+0000 7f0dda17f780 1 < completed delete operation key=QJ9GK4CHH36X tag=GKVBXNN806Q0 type=del 2024-04-10T15:51:14.537 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.545+0000 7f0dda17f780 1 > prepared operation key=O0U4M0VYXZJ9 tag=LR3OLB4LD9N5 type=del size=294414 2024-04-10T15:51:14.539 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.547+0000 7f0dda17f780 1 < completed delete operation key=7R1LO48KG193 tag=6SAGWD9W9FAV type=del 2024-04-10T15:51:14.544 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.552+0000 7f0dda17f780 1 > prepared part key=_multipart_QJ9GK4CHH36X.2~E8Y5GBXL45A0.0 size=1048576 2024-04-10T15:51:14.545 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.554+0000 7f0dda17f780 1 > prepared part key=_multipart_QJ9GK4CHH36X.2~E8Y5GBXL45A0.1 size=1048576 2024-04-10T15:51:14.547 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.555+0000 7f0dda17f780 1 > prepared part key=_multipart_QJ9GK4CHH36X.2~E8Y5GBXL45A0.2 size=556431 2024-04-10T15:51:14.547 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.555+0000 7f0dda17f780 1 > prepared multipart upload key=QJ9GK4CHH36X upload=E8Y5GBXL45A0 tag=P07LOWZDAEOC type=write size=3702159 2024-04-10T15:51:14.549 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.557+0000 7f0dda17f780 1 < completed delete operation key=W72JTU6KAY5Q tag=DK2IA915HEU7 type=del 2024-04-10T15:51:14.551 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.559+0000 7f0dda17f780 1 > prepared operation key=W1N9JNIA6ZML tag=OG0BW697NPSX type=del size=1851112 2024-04-10T15:51:14.553 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.561+0000 7f0dda17f780 1 < completed part key=_multipart_9QFS277S5EY3.2~JQFD1E82REI1.0 size=1048576 2024-04-10T15:51:14.553 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.561+0000 7f0dda17f780 1 < canceled part key=_multipart_9QFS277S5EY3.2~JQFD1E82REI1.1 size=1048576 2024-04-10T15:51:14.555 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.563+0000 7f0dda17f780 1 < completed part key=_multipart_9QFS277S5EY3.2~JQFD1E82REI1.2 size=518617 2024-04-10T15:51:14.559 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.567+0000 7f0dda17f780 1 < canceled multipart upload key=9QFS277S5EY3 upload=JQFD1E82REI1 tag=S90QSNW1021U type=write size=3664345 2024-04-10T15:51:14.561 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.569+0000 7f0dda17f780 1 > prepared operation key=0EQWI1AD1VHA tag=MNLRCZ74UG3I type=del size=2054740 2024-04-10T15:51:14.563 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.572+0000 7f0dda17f780 1 < completed part key=_multipart_5VUYRX80DJNN.2~306X2P1D1X64.0 size=1048576 2024-04-10T15:51:14.565 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.574+0000 7f0dda17f780 1 < completed part key=_multipart_5VUYRX80DJNN.2~306X2P1D1X64.1 size=1048576 2024-04-10T15:51:14.567 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.576+0000 7f0dda17f780 1 < completed part key=_multipart_5VUYRX80DJNN.2~306X2P1D1X64.2 size=218583 2024-04-10T15:51:14.571 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.579+0000 7f0dda17f780 1 < completed multipart upload key=5VUYRX80DJNN upload=306X2P1D1X64 tag=XBB1MD08HWPZ type=write size=3364311 2024-04-10T15:51:14.574 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.582+0000 7f0dda17f780 1 > prepared operation key=W1N9JNIA6ZML tag=RQPIQCW1DQ9F type=del size=3830342 2024-04-10T15:51:14.576 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.584+0000 7f0dda17f780 1 < completed delete operation key=VKTXOZU1BOHT tag=G8ZTUD66VNVB type=del 2024-04-10T15:51:14.580 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.588+0000 7f0dda17f780 1 > prepared part key=_multipart_YKTMKJ7IT90D.2~X561JIYGJ13S.0 size=1048576 2024-04-10T15:51:14.582 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.590+0000 7f0dda17f780 1 > prepared part key=_multipart_YKTMKJ7IT90D.2~X561JIYGJ13S.1 size=415997 2024-04-10T15:51:14.582 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.590+0000 7f0dda17f780 1 > prepared multipart upload key=YKTMKJ7IT90D upload=X561JIYGJ13S tag=1XOOGO6SBSJ3 type=write size=2513149 2024-04-10T15:51:14.584 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.592+0000 7f0dda17f780 1 < completed part key=_multipart_76DRYPHC6HG3.2~WY8BT9EXAUE6.0 size=1048576 2024-04-10T15:51:14.586 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.594+0000 7f0dda17f780 1 < completed part key=_multipart_76DRYPHC6HG3.2~WY8BT9EXAUE6.1 size=243531 2024-04-10T15:51:14.590 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.599+0000 7f0dda17f780 1 < completed multipart upload key=76DRYPHC6HG3 upload=WY8BT9EXAUE6 tag=SUKZU2KSHKYL type=write size=2340683 2024-04-10T15:51:14.593 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.601+0000 7f0dda17f780 1 > prepared operation key=O2DQ4CPAMY72 tag=E62J53BXXGZD type=del size=2761571 2024-04-10T15:51:14.597 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.605+0000 7f0dda17f780 1 < suggested remove operation key=6V3UX4ZSIBZX tag=40T0XBSXZXIL type=write 2024-04-10T15:51:14.602 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.607+0000 7f0dda17f780 1 > prepared operation key=O0U4M0VYXZJ9 tag=R5AWID8HHALB type=del size=507479 2024-04-10T15:51:14.602 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.609+0000 7f0dda17f780 1 < completed delete operation key=32PMZSHN97HZ tag=RPY3VSKHJFCW type=del 2024-04-10T15:51:14.603 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.611+0000 7f0dda17f780 1 > prepared operation key=J9DG8CWKBLB0 tag=U48QPIAHA3GW type=del size=1251358 2024-04-10T15:51:14.605 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.613+0000 7f0dda17f780 1 < completed delete operation key=7R1LO48KG193 tag=95WFV4AKJ6QY type=del 2024-04-10T15:51:14.610 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.618+0000 7f0dda17f780 1 > prepared part key=_multipart_M31TS1RYVD2I.2~EHLDFYXFCAAC.0 size=1048576 2024-04-10T15:51:14.611 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.620+0000 7f0dda17f780 1 > prepared part key=_multipart_M31TS1RYVD2I.2~EHLDFYXFCAAC.1 size=1048576 2024-04-10T15:51:14.613 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.621+0000 7f0dda17f780 1 > prepared part key=_multipart_M31TS1RYVD2I.2~EHLDFYXFCAAC.2 size=681233 2024-04-10T15:51:14.613 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.621+0000 7f0dda17f780 1 > prepared multipart upload key=M31TS1RYVD2I upload=EHLDFYXFCAAC tag=4T9K8J19U28N type=write size=3826961 2024-04-10T15:51:14.614 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.622+0000 7f0dda17f780 1 < canceled part key=_multipart_6V3UX4ZSIBZX.2~6LLELQPG3GM9.0 size=1048576 2024-04-10T15:51:14.614 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.622+0000 7f0dda17f780 1 < canceled part key=_multipart_6V3UX4ZSIBZX.2~6LLELQPG3GM9.1 size=136397 2024-04-10T15:51:14.617 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.625+0000 7f0dda17f780 1 < canceled multipart upload key=6V3UX4ZSIBZX upload=6LLELQPG3GM9 tag=F99DS8WZHAI1 type=write size=2233549 2024-04-10T15:51:14.619 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.627+0000 7f0dda17f780 1 > prepared operation key=WB4E7VQYBXDP tag=L7E5V7W68ZVW type=write size=318712 2024-04-10T15:51:14.621 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.629+0000 7f0dda17f780 1 < completed delete operation key=DRNFVWXVQQUT tag=F29VNHKH7MV5 type=del 2024-04-10T15:51:14.623 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.632+0000 7f0dda17f780 1 > prepared operation key=5VUYRX80DJNN tag=0KFKXRJSG42B type=del size=2375649 2024-04-10T15:51:14.626 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.634+0000 7f0dda17f780 1 < completed part key=_multipart_5PTGEI8J4Q78.2~UWY7W6QTUZGU.0 size=1048576 2024-04-10T15:51:14.627 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.636+0000 7f0dda17f780 1 < completed part key=_multipart_5PTGEI8J4Q78.2~UWY7W6QTUZGU.1 size=1048576 2024-04-10T15:51:14.629 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.637+0000 7f0dda17f780 1 < completed part key=_multipart_5PTGEI8J4Q78.2~UWY7W6QTUZGU.2 size=579368 2024-04-10T15:51:14.633 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.641+0000 7f0dda17f780 1 < completed multipart upload key=5PTGEI8J4Q78 upload=UWY7W6QTUZGU tag=4MG73WNAD7EL type=write size=3725096 2024-04-10T15:51:14.635 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.643+0000 7f0dda17f780 1 > prepared operation key=0EQWI1AD1VHA tag=UW7DZ2CUWQJ8 type=del size=784251 2024-04-10T15:51:14.637 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.646+0000 7f0dda17f780 1 < completed part key=_multipart_W72JTU6KAY5Q.2~SZWBRCGIUEP5.0 size=1048576 2024-04-10T15:51:14.639 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.648+0000 7f0dda17f780 1 < completed part key=_multipart_W72JTU6KAY5Q.2~SZWBRCGIUEP5.1 size=1048576 2024-04-10T15:51:14.641 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.649+0000 7f0dda17f780 1 < completed part key=_multipart_W72JTU6KAY5Q.2~SZWBRCGIUEP5.2 size=381157 2024-04-10T15:51:14.644 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.653+0000 7f0dda17f780 1 < completed multipart upload key=W72JTU6KAY5Q upload=SZWBRCGIUEP5 tag=BIA1U9HP6JZM type=write size=3526885 2024-04-10T15:51:14.646 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.655+0000 7f0dda17f780 1 > prepared operation key=DRNFVWXVQQUT tag=IN6VJ2FCCX0E type=del size=2797791 2024-04-10T15:51:14.648 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.657+0000 7f0dda17f780 1 < completed part key=_multipart_YKTMKJ7IT90D.2~TAV9K97ENHOB.0 size=1048576 2024-04-10T15:51:14.650 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.658+0000 7f0dda17f780 1 < completed part key=_multipart_YKTMKJ7IT90D.2~TAV9K97ENHOB.1 size=1048576 2024-04-10T15:51:14.652 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.660+0000 7f0dda17f780 1 < completed part key=_multipart_YKTMKJ7IT90D.2~TAV9K97ENHOB.2 size=384685 2024-04-10T15:51:14.656 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.664+0000 7f0dda17f780 1 < completed multipart upload key=YKTMKJ7IT90D upload=TAV9K97ENHOB tag=PFG4GQHU29MK type=write size=3530413 2024-04-10T15:51:14.658 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.666+0000 7f0dda17f780 1 > prepared operation key=Q55YN73R4WFF tag=SH6WNT16Q0G7 type=del size=3477235 2024-04-10T15:51:14.660 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.669+0000 7f0dda17f780 1 < completed delete operation key=7R29VV7JYRWM tag=Q4AZEQN9XIC2 type=del 2024-04-10T15:51:14.662 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.671+0000 7f0dda17f780 1 > prepared operation key=76DRYPHC6HG3 tag=NQ3KQP5ODZ0L type=del size=3842513 2024-04-10T15:51:14.667 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.675+0000 7f0dda17f780 1 < suggested remove operation key=O0U4M0VYXZJ9 tag=LR3OLB4LD9N5 type=del 2024-04-10T15:51:14.671 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.679+0000 7f0dda17f780 1 > prepared part key=_multipart_J9DG8CWKBLB0.2~1GKXHNR2I0JB.0 size=1048576 2024-04-10T15:51:14.673 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.681+0000 7f0dda17f780 1 > prepared part key=_multipart_J9DG8CWKBLB0.2~1GKXHNR2I0JB.1 size=1048576 2024-04-10T15:51:14.674 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.683+0000 7f0dda17f780 1 > prepared part key=_multipart_J9DG8CWKBLB0.2~1GKXHNR2I0JB.2 size=309295 2024-04-10T15:51:14.674 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.683+0000 7f0dda17f780 1 > prepared multipart upload key=J9DG8CWKBLB0 upload=1GKXHNR2I0JB tag=YLOIODUWXP51 type=write size=3455023 2024-04-10T15:51:14.676 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.684+0000 7f0dda17f780 1 < completed part key=_multipart_QJ9GK4CHH36X.2~E8Y5GBXL45A0.0 size=1048576 2024-04-10T15:51:14.676 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.684+0000 7f0dda17f780 1 < canceled part key=_multipart_QJ9GK4CHH36X.2~E8Y5GBXL45A0.1 size=1048576 2024-04-10T15:51:14.678 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.686+0000 7f0dda17f780 1 < completed part key=_multipart_QJ9GK4CHH36X.2~E8Y5GBXL45A0.2 size=556431 2024-04-10T15:51:14.681 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.690+0000 7f0dda17f780 1 < canceled multipart upload key=QJ9GK4CHH36X upload=E8Y5GBXL45A0 tag=P07LOWZDAEOC type=write size=3702159 2024-04-10T15:51:14.685 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.694+0000 7f0dda17f780 1 > prepared part key=_multipart_H433FHMII9ZA.2~PG1C8Q91SH26.0 size=1048576 2024-04-10T15:51:14.687 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.695+0000 7f0dda17f780 1 > prepared part key=_multipart_H433FHMII9ZA.2~PG1C8Q91SH26.1 size=1013229 2024-04-10T15:51:14.687 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.695+0000 7f0dda17f780 1 > prepared multipart upload key=H433FHMII9ZA upload=PG1C8Q91SH26 tag=CAQEX90VCOJ0 type=write size=3110381 2024-04-10T15:51:14.691 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.699+0000 7f0dda17f780 1 < suggested remove operation key=W1N9JNIA6ZML tag=OG0BW697NPSX type=del 2024-04-10T15:51:14.693 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.701+0000 7f0dda17f780 1 > prepared operation key=9QFS277S5EY3 tag=P3RAOFYTI6CI type=del size=3807667 2024-04-10T15:51:14.695 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.703+0000 7f0dda17f780 1 < completed delete operation key=0EQWI1AD1VHA tag=MNLRCZ74UG3I type=del 2024-04-10T15:51:14.699 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.708+0000 7f0dda17f780 1 > prepared part key=_multipart_XDWUTYA27EZF.2~BAZLWNCOPWYV.0 size=1048576 2024-04-10T15:51:14.701 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.709+0000 7f0dda17f780 1 > prepared part key=_multipart_XDWUTYA27EZF.2~BAZLWNCOPWYV.1 size=1048576 2024-04-10T15:51:14.703 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.711+0000 7f0dda17f780 1 > prepared part key=_multipart_XDWUTYA27EZF.2~BAZLWNCOPWYV.2 size=459255 2024-04-10T15:51:14.703 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.711+0000 7f0dda17f780 1 > prepared multipart upload key=XDWUTYA27EZF upload=BAZLWNCOPWYV tag=5P5UITERBHUS type=write size=3604983 2024-04-10T15:51:14.706 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.714+0000 7f0dda17f780 -1 < failed to complete operation key=W1N9JNIA6ZML tag=RQPIQCW1DQ9F type=del size=3830342: (22) Invalid argument 2024-04-10T15:51:14.708 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.716+0000 7f0dda17f780 1 > prepared operation key=7R29VV7JYRWM tag=HGNHPX1TGRQM type=del size=1193235 2024-04-10T15:51:14.708 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.716+0000 7f0dda17f780 1 < canceled part key=_multipart_YKTMKJ7IT90D.2~X561JIYGJ13S.0 size=1048576 2024-04-10T15:51:14.710 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.718+0000 7f0dda17f780 1 < completed part key=_multipart_YKTMKJ7IT90D.2~X561JIYGJ13S.1 size=415997 2024-04-10T15:51:14.713 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.722+0000 7f0dda17f780 1 < canceled multipart upload key=YKTMKJ7IT90D upload=X561JIYGJ13S tag=1XOOGO6SBSJ3 type=write size=2513149 2024-04-10T15:51:14.716 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.724+0000 7f0dda17f780 1 > prepared operation key=M31TS1RYVD2I tag=OKIDS93H0LWK type=del size=3995738 2024-04-10T15:51:14.718 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.726+0000 7f0dda17f780 1 < canceled operation key=O2DQ4CPAMY72 tag=E62J53BXXGZD type=del size=2761571 2024-04-10T15:51:14.720 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.728+0000 7f0dda17f780 1 > prepared operation key=YKTMKJ7IT90D tag=HN3ZCIPA7F8K type=del size=516284 2024-04-10T15:51:14.722 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.731+0000 7f0dda17f780 -1 < failed to complete operation key=O0U4M0VYXZJ9 tag=R5AWID8HHALB type=del size=507479: (22) Invalid argument 2024-04-10T15:51:14.726 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.734+0000 7f0dda17f780 1 > prepared part key=_multipart_VKTXOZU1BOHT.2~VPTMHL0OMMFG.0 size=1048576 2024-04-10T15:51:14.728 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.736+0000 7f0dda17f780 1 > prepared part key=_multipart_VKTXOZU1BOHT.2~VPTMHL0OMMFG.1 size=442718 2024-04-10T15:51:14.728 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.736+0000 7f0dda17f780 1 > prepared multipart upload key=VKTXOZU1BOHT upload=VPTMHL0OMMFG tag=9KN0TADBF5TB type=write size=2539870 2024-04-10T15:51:14.730 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.738+0000 7f0dda17f780 1 < completed delete operation key=J9DG8CWKBLB0 tag=U48QPIAHA3GW type=del 2024-04-10T15:51:14.732 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.740+0000 7f0dda17f780 1 > prepared operation key=892B9J3TLMA2 tag=98S6M4UUX1RW type=write size=705819 2024-04-10T15:51:14.734 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.742+0000 7f0dda17f780 1 < completed part key=_multipart_M31TS1RYVD2I.2~EHLDFYXFCAAC.0 size=1048576 2024-04-10T15:51:14.736 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.744+0000 7f0dda17f780 1 < completed part key=_multipart_M31TS1RYVD2I.2~EHLDFYXFCAAC.1 size=1048576 2024-04-10T15:51:14.737 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.746+0000 7f0dda17f780 1 < completed part key=_multipart_M31TS1RYVD2I.2~EHLDFYXFCAAC.2 size=681233 2024-04-10T15:51:14.741 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.749+0000 7f0dda17f780 1 < completed multipart upload key=M31TS1RYVD2I upload=EHLDFYXFCAAC tag=4T9K8J19U28N type=write size=3826961 2024-04-10T15:51:14.745 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.753+0000 7f0dda17f780 1 > prepared part key=_multipart_W0QQNH1PRYVL.2~VF1AY97ROPWR.0 size=1048576 2024-04-10T15:51:14.746 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.755+0000 7f0dda17f780 1 > prepared part key=_multipart_W0QQNH1PRYVL.2~VF1AY97ROPWR.1 size=1048576 2024-04-10T15:51:14.748 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.756+0000 7f0dda17f780 1 > prepared part key=_multipart_W0QQNH1PRYVL.2~VF1AY97ROPWR.2 size=946324 2024-04-10T15:51:14.748 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.756+0000 7f0dda17f780 1 > prepared multipart upload key=W0QQNH1PRYVL upload=VF1AY97ROPWR tag=8EVG2B15QMLV type=write size=4092052 2024-04-10T15:51:14.752 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.760+0000 7f0dda17f780 1 < suggested remove operation key=WB4E7VQYBXDP tag=L7E5V7W68ZVW type=write 2024-04-10T15:51:14.755 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.763+0000 7f0dda17f780 1 > prepared operation key=W72JTU6KAY5Q tag=NHETYR5LOWVU type=del size=3295213 2024-04-10T15:51:14.757 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.765+0000 7f0dda17f780 1 < completed delete operation key=5VUYRX80DJNN tag=0KFKXRJSG42B type=del 2024-04-10T15:51:14.759 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.767+0000 7f0dda17f780 1 > prepared operation key=QJ9GK4CHH36X tag=WCIC5X9MOM4H type=del size=149095 2024-04-10T15:51:14.763 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.772+0000 7f0dda17f780 1 < suggested remove operation key=0EQWI1AD1VHA tag=UW7DZ2CUWQJ8 type=del 2024-04-10T15:51:14.767 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.775+0000 7f0dda17f780 1 > prepared part key=_multipart_O2DQ4CPAMY72.2~W8B56ES5HZSO.0 size=1048576 2024-04-10T15:51:14.769 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.777+0000 7f0dda17f780 1 > prepared part key=_multipart_O2DQ4CPAMY72.2~W8B56ES5HZSO.1 size=555745 2024-04-10T15:51:14.769 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.777+0000 7f0dda17f780 1 > prepared multipart upload key=O2DQ4CPAMY72 upload=W8B56ES5HZSO tag=N1KK8XIXVP8T type=write size=2652897 2024-04-10T15:51:14.771 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.779+0000 7f0dda17f780 1 < completed delete operation key=DRNFVWXVQQUT tag=IN6VJ2FCCX0E type=del 2024-04-10T15:51:14.773 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.782+0000 7f0dda17f780 1 > prepared operation key=XDWUTYA27EZF tag=R5J7MGOUDU87 type=del size=1492142 2024-04-10T15:51:14.776 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.784+0000 7f0dda17f780 1 < completed delete operation key=Q55YN73R4WFF tag=SH6WNT16Q0G7 type=del 2024-04-10T15:51:14.778 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.786+0000 7f0dda17f780 1 > prepared operation key=P7QI1303WDML tag=U8AG61O6I5UF type=del size=11402 2024-04-10T15:51:14.780 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.788+0000 7f0dda17f780 1 < completed delete operation key=76DRYPHC6HG3 tag=NQ3KQP5ODZ0L type=del 2024-04-10T15:51:14.782 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.790+0000 7f0dda17f780 1 > prepared operation key=9QFS277S5EY3 tag=3X9ZAK7ACH0H type=del size=2020756 2024-04-10T15:51:14.784 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.792+0000 7f0dda17f780 1 < completed part key=_multipart_J9DG8CWKBLB0.2~1GKXHNR2I0JB.0 size=1048576 2024-04-10T15:51:14.786 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.794+0000 7f0dda17f780 1 < completed part key=_multipart_J9DG8CWKBLB0.2~1GKXHNR2I0JB.1 size=1048576 2024-04-10T15:51:14.788 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.796+0000 7f0dda17f780 1 < completed part key=_multipart_J9DG8CWKBLB0.2~1GKXHNR2I0JB.2 size=309295 2024-04-10T15:51:14.791 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.799+0000 7f0dda17f780 1 < completed multipart upload key=J9DG8CWKBLB0 upload=1GKXHNR2I0JB tag=YLOIODUWXP51 type=write size=3455023 2024-04-10T15:51:14.795 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.803+0000 7f0dda17f780 1 > prepared part key=_multipart_VKTXOZU1BOHT.2~HL2IKMUT8AOY.0 size=1048576 2024-04-10T15:51:14.797 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.805+0000 7f0dda17f780 1 > prepared part key=_multipart_VKTXOZU1BOHT.2~HL2IKMUT8AOY.1 size=284788 2024-04-10T15:51:14.797 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.805+0000 7f0dda17f780 1 > prepared multipart upload key=VKTXOZU1BOHT upload=HL2IKMUT8AOY tag=KL5P03CBT4X6 type=write size=2381940 2024-04-10T15:51:14.797 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.805+0000 7f0dda17f780 1 < canceled part key=_multipart_H433FHMII9ZA.2~PG1C8Q91SH26.0 size=1048576 2024-04-10T15:51:14.799 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.807+0000 7f0dda17f780 1 < completed part key=_multipart_H433FHMII9ZA.2~PG1C8Q91SH26.1 size=1013229 2024-04-10T15:51:14.802 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.810+0000 7f0dda17f780 1 < canceled multipart upload key=H433FHMII9ZA upload=PG1C8Q91SH26 tag=CAQEX90VCOJ0 type=write size=3110381 2024-04-10T15:51:14.806 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.815+0000 7f0dda17f780 1 > prepared part key=_multipart_892B9J3TLMA2.2~WF56EXA2KXZ1.0 size=1048576 2024-04-10T15:51:14.808 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.816+0000 7f0dda17f780 1 > prepared part key=_multipart_892B9J3TLMA2.2~WF56EXA2KXZ1.1 size=1048576 2024-04-10T15:51:14.810 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.818+0000 7f0dda17f780 1 > prepared part key=_multipart_892B9J3TLMA2.2~WF56EXA2KXZ1.2 size=891944 2024-04-10T15:51:14.810 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.818+0000 7f0dda17f780 1 > prepared multipart upload key=892B9J3TLMA2 upload=WF56EXA2KXZ1 tag=8AXSD58REGYI type=write size=4037672 2024-04-10T15:51:14.812 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.820+0000 7f0dda17f780 1 < completed delete operation key=9QFS277S5EY3 tag=P3RAOFYTI6CI type=del 2024-04-10T15:51:14.816 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.824+0000 7f0dda17f780 1 > prepared part key=_multipart_H433FHMII9ZA.2~FFVM9O69PW8S.0 size=1048576 2024-04-10T15:51:14.817 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.826+0000 7f0dda17f780 1 > prepared part key=_multipart_H433FHMII9ZA.2~FFVM9O69PW8S.1 size=18037 2024-04-10T15:51:14.817 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.826+0000 7f0dda17f780 1 > prepared multipart upload key=H433FHMII9ZA upload=FFVM9O69PW8S tag=XIUQTJI5ZYX6 type=write size=2115189 2024-04-10T15:51:14.820 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.828+0000 7f0dda17f780 1 < completed part key=_multipart_XDWUTYA27EZF.2~BAZLWNCOPWYV.0 size=1048576 2024-04-10T15:51:14.822 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.830+0000 7f0dda17f780 1 < completed part key=_multipart_XDWUTYA27EZF.2~BAZLWNCOPWYV.1 size=1048576 2024-04-10T15:51:14.824 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.832+0000 7f0dda17f780 1 < completed part key=_multipart_XDWUTYA27EZF.2~BAZLWNCOPWYV.2 size=459255 2024-04-10T15:51:14.828 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.836+0000 7f0dda17f780 1 < completed multipart upload key=XDWUTYA27EZF upload=BAZLWNCOPWYV tag=5P5UITERBHUS type=write size=3604983 2024-04-10T15:51:14.832 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.840+0000 7f0dda17f780 1 > prepared part key=_multipart_5VUYRX80DJNN.2~B0S2ZKQBQH9R.0 size=232984 2024-04-10T15:51:14.832 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.840+0000 7f0dda17f780 1 > prepared multipart upload key=5VUYRX80DJNN upload=B0S2ZKQBQH9R tag=VHGCIK0NP5V6 type=write size=1281560 2024-04-10T15:51:14.834 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.842+0000 7f0dda17f780 1 < completed delete operation key=7R29VV7JYRWM tag=HGNHPX1TGRQM type=del 2024-04-10T15:51:14.838 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.846+0000 7f0dda17f780 1 > prepared part key=_multipart_O0U4M0VYXZJ9.2~1T60PIH5LKBP.0 size=182643 2024-04-10T15:51:14.838 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.846+0000 7f0dda17f780 1 > prepared multipart upload key=O0U4M0VYXZJ9 upload=1T60PIH5LKBP tag=QA6NXTJ4WJX7 type=write size=1231219 2024-04-10T15:51:14.840 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.848+0000 7f0dda17f780 1 < completed delete operation key=M31TS1RYVD2I tag=OKIDS93H0LWK type=del 2024-04-10T15:51:14.842 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.850+0000 7f0dda17f780 1 > prepared operation key=0EQWI1AD1VHA tag=EVM3F3JABOQA type=write size=842739 2024-04-10T15:51:14.844 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.852+0000 7f0dda17f780 1 < completed delete operation key=YKTMKJ7IT90D tag=HN3ZCIPA7F8K type=del 2024-04-10T15:51:14.846 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.854+0000 7f0dda17f780 1 > prepared operation key=J9DG8CWKBLB0 tag=3I3ZGJSZC0SD type=del size=1756734 2024-04-10T15:51:14.848 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.856+0000 7f0dda17f780 1 < completed part key=_multipart_VKTXOZU1BOHT.2~VPTMHL0OMMFG.0 size=1048576 2024-04-10T15:51:14.850 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.858+0000 7f0dda17f780 1 < completed part key=_multipart_VKTXOZU1BOHT.2~VPTMHL0OMMFG.1 size=442718 2024-04-10T15:51:14.854 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.862+0000 7f0dda17f780 1 < completed multipart upload key=VKTXOZU1BOHT upload=VPTMHL0OMMFG tag=9KN0TADBF5TB type=write size=2539870 2024-04-10T15:51:14.856 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.864+0000 7f0dda17f780 1 > prepared operation key=6V3UX4ZSIBZX tag=FSF7R1QGW73F type=del size=3501752 2024-04-10T15:51:14.858 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.866+0000 7f0dda17f780 1 < completed write operation key=892B9J3TLMA2 tag=98S6M4UUX1RW type=write size=705819 2024-04-10T15:51:14.860 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.868+0000 7f0dda17f780 1 > prepared operation key=O2DQ4CPAMY72 tag=SPIU0YH54IX5 type=del size=2851999 2024-04-10T15:51:14.863 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.871+0000 7f0dda17f780 1 < completed part key=_multipart_W0QQNH1PRYVL.2~VF1AY97ROPWR.0 size=1048576 2024-04-10T15:51:14.865 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.873+0000 7f0dda17f780 1 < completed part key=_multipart_W0QQNH1PRYVL.2~VF1AY97ROPWR.1 size=1048576 2024-04-10T15:51:14.867 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.875+0000 7f0dda17f780 1 < completed part key=_multipart_W0QQNH1PRYVL.2~VF1AY97ROPWR.2 size=946324 2024-04-10T15:51:14.871 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.879+0000 7f0dda17f780 1 < completed multipart upload key=W0QQNH1PRYVL upload=VF1AY97ROPWR tag=8EVG2B15QMLV type=write size=4092052 2024-04-10T15:51:14.876 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.884+0000 7f0dda17f780 1 > prepared part key=_multipart_5VUYRX80DJNN.2~H1SE8IZ8B3VM.0 size=277241 2024-04-10T15:51:14.876 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.884+0000 7f0dda17f780 1 > prepared multipart upload key=5VUYRX80DJNN upload=H1SE8IZ8B3VM tag=XFC7EN5IS9PN type=write size=1325817 2024-04-10T15:51:14.878 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.886+0000 7f0dda17f780 1 < completed delete operation key=W72JTU6KAY5Q tag=NHETYR5LOWVU type=del 2024-04-10T15:51:14.882 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.890+0000 7f0dda17f780 1 > prepared part key=_multipart_892B9J3TLMA2.2~VTY3C4ES0EPJ.0 size=1048576 2024-04-10T15:51:14.884 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.892+0000 7f0dda17f780 1 > prepared part key=_multipart_892B9J3TLMA2.2~VTY3C4ES0EPJ.1 size=1048576 2024-04-10T15:51:14.885 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.893+0000 7f0dda17f780 1 > prepared part key=_multipart_892B9J3TLMA2.2~VTY3C4ES0EPJ.2 size=101085 2024-04-10T15:51:14.885 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.893+0000 7f0dda17f780 1 > prepared multipart upload key=892B9J3TLMA2 upload=VTY3C4ES0EPJ tag=I5AAX05WL77G type=write size=3246813 2024-04-10T15:51:14.887 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.895+0000 7f0dda17f780 1 < completed delete operation key=QJ9GK4CHH36X tag=WCIC5X9MOM4H type=del 2024-04-10T15:51:14.891 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.899+0000 7f0dda17f780 1 > prepared part key=_multipart_Q55YN73R4WFF.2~TEC43O3FXL5G.0 size=1048576 2024-04-10T15:51:14.893 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.901+0000 7f0dda17f780 1 > prepared part key=_multipart_Q55YN73R4WFF.2~TEC43O3FXL5G.1 size=882318 2024-04-10T15:51:14.893 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.901+0000 7f0dda17f780 1 > prepared multipart upload key=Q55YN73R4WFF upload=TEC43O3FXL5G tag=BXZVV8600KPJ type=write size=2979470 2024-04-10T15:51:14.895 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.903+0000 7f0dda17f780 1 < completed part key=_multipart_O2DQ4CPAMY72.2~W8B56ES5HZSO.0 size=1048576 2024-04-10T15:51:14.896 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.905+0000 7f0dda17f780 1 < completed part key=_multipart_O2DQ4CPAMY72.2~W8B56ES5HZSO.1 size=555745 2024-04-10T15:51:14.900 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.908+0000 7f0dda17f780 1 < completed multipart upload key=O2DQ4CPAMY72 upload=W8B56ES5HZSO tag=N1KK8XIXVP8T type=write size=2652897 2024-04-10T15:51:14.902 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.910+0000 7f0dda17f780 1 > prepared operation key=XDWUTYA27EZF tag=39T60839DJOG type=del size=320877 2024-04-10T15:51:14.905 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.914+0000 7f0dda17f780 1 < suggested remove operation key=XDWUTYA27EZF tag=R5J7MGOUDU87 type=del 2024-04-10T15:51:14.907 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.916+0000 7f0dda17f780 1 > prepared operation key=5VUYRX80DJNN tag=6N5ZUS6TH9LB type=del size=525072 2024-04-10T15:51:14.909 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.918+0000 7f0dda17f780 1 < completed delete operation key=P7QI1303WDML tag=U8AG61O6I5UF type=del 2024-04-10T15:51:14.913 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.921+0000 7f0dda17f780 1 > prepared part key=_multipart_O2DQ4CPAMY72.2~9HU26B3UJGBD.0 size=1048576 2024-04-10T15:51:14.915 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.923+0000 7f0dda17f780 1 > prepared part key=_multipart_O2DQ4CPAMY72.2~9HU26B3UJGBD.1 size=335243 2024-04-10T15:51:14.915 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.923+0000 7f0dda17f780 1 > prepared multipart upload key=O2DQ4CPAMY72 upload=9HU26B3UJGBD tag=JEAOC8KYASC2 type=write size=2432395 2024-04-10T15:51:14.917 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.925+0000 7f0dda17f780 1 < completed delete operation key=9QFS277S5EY3 tag=3X9ZAK7ACH0H type=del 2024-04-10T15:51:14.919 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.927+0000 7f0dda17f780 1 > prepared operation key=VFKX3F9Z0OZ5 tag=5D400DKSCD7B type=del size=1574672 2024-04-10T15:51:14.921 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.929+0000 7f0dda17f780 1 < completed part key=_multipart_VKTXOZU1BOHT.2~HL2IKMUT8AOY.0 size=1048576 2024-04-10T15:51:14.922 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.931+0000 7f0dda17f780 1 < completed part key=_multipart_VKTXOZU1BOHT.2~HL2IKMUT8AOY.1 size=284788 2024-04-10T15:51:14.926 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.935+0000 7f0dda17f780 1 < completed multipart upload key=VKTXOZU1BOHT upload=HL2IKMUT8AOY tag=KL5P03CBT4X6 type=write size=2381940 2024-04-10T15:51:14.930 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.938+0000 7f0dda17f780 1 > prepared part key=_multipart_7R1LO48KG193.2~C2J155O8GS57.0 size=1048576 2024-04-10T15:51:14.932 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.940+0000 7f0dda17f780 1 > prepared part key=_multipart_7R1LO48KG193.2~C2J155O8GS57.1 size=1048576 2024-04-10T15:51:14.934 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.942+0000 7f0dda17f780 1 > prepared part key=_multipart_7R1LO48KG193.2~C2J155O8GS57.2 size=329717 2024-04-10T15:51:14.934 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.942+0000 7f0dda17f780 1 > prepared multipart upload key=7R1LO48KG193 upload=C2J155O8GS57 tag=IN6JX3SHPI0A type=write size=3475445 2024-04-10T15:51:14.936 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.944+0000 7f0dda17f780 1 < completed part key=_multipart_892B9J3TLMA2.2~WF56EXA2KXZ1.0 size=1048576 2024-04-10T15:51:14.938 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.946+0000 7f0dda17f780 1 < completed part key=_multipart_892B9J3TLMA2.2~WF56EXA2KXZ1.1 size=1048576 2024-04-10T15:51:14.940 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.948+0000 7f0dda17f780 1 < completed part key=_multipart_892B9J3TLMA2.2~WF56EXA2KXZ1.2 size=891944 2024-04-10T15:51:14.944 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.952+0000 7f0dda17f780 1 < completed multipart upload key=892B9J3TLMA2 upload=WF56EXA2KXZ1 tag=8AXSD58REGYI type=write size=4037672 2024-04-10T15:51:14.946 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.955+0000 7f0dda17f780 1 > prepared operation key=Q55YN73R4WFF tag=0ZO0KH4JXTER type=del size=1910989 2024-04-10T15:51:14.949 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.957+0000 7f0dda17f780 1 < completed part key=_multipart_H433FHMII9ZA.2~FFVM9O69PW8S.0 size=1048576 2024-04-10T15:51:14.950 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.959+0000 7f0dda17f780 1 < completed part key=_multipart_H433FHMII9ZA.2~FFVM9O69PW8S.1 size=18037 2024-04-10T15:51:14.954 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.962+0000 7f0dda17f780 1 < completed multipart upload key=H433FHMII9ZA upload=FFVM9O69PW8S tag=XIUQTJI5ZYX6 type=write size=2115189 2024-04-10T15:51:14.956 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.964+0000 7f0dda17f780 1 > prepared operation key=32PMZSHN97HZ tag=1TN4KDTTFBMK type=del size=2735985 2024-04-10T15:51:14.958 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.967+0000 7f0dda17f780 1 < completed part key=_multipart_5VUYRX80DJNN.2~B0S2ZKQBQH9R.0 size=232984 2024-04-10T15:51:14.962 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.971+0000 7f0dda17f780 1 < completed multipart upload key=5VUYRX80DJNN upload=B0S2ZKQBQH9R tag=VHGCIK0NP5V6 type=write size=1281560 2024-04-10T15:51:14.965 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.973+0000 7f0dda17f780 1 > prepared operation key=EZ2HJBZ8EY6J tag=1T2B4QP12Q4R type=del size=1489692 2024-04-10T15:51:14.967 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.975+0000 7f0dda17f780 1 < completed part key=_multipart_O0U4M0VYXZJ9.2~1T60PIH5LKBP.0 size=182643 2024-04-10T15:51:14.970 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.979+0000 7f0dda17f780 1 < completed multipart upload key=O0U4M0VYXZJ9 upload=1T60PIH5LKBP tag=QA6NXTJ4WJX7 type=write size=1231219 2024-04-10T15:51:14.974 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.982+0000 7f0dda17f780 1 > prepared part key=_multipart_H433FHMII9ZA.2~M0IZXSGYLB02.0 size=1048576 2024-04-10T15:51:14.976 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.984+0000 7f0dda17f780 1 > prepared part key=_multipart_H433FHMII9ZA.2~M0IZXSGYLB02.1 size=1048576 2024-04-10T15:51:14.978 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.986+0000 7f0dda17f780 1 > prepared part key=_multipart_H433FHMII9ZA.2~M0IZXSGYLB02.2 size=579449 2024-04-10T15:51:14.978 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.986+0000 7f0dda17f780 1 > prepared multipart upload key=H433FHMII9ZA upload=M0IZXSGYLB02 tag=7XEWKN1VIH4W type=write size=3725177 2024-04-10T15:51:14.980 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.989+0000 7f0dda17f780 1 < canceled operation key=0EQWI1AD1VHA tag=EVM3F3JABOQA type=write size=842739 2024-04-10T15:51:14.983 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.991+0000 7f0dda17f780 1 > prepared operation key=VKTXOZU1BOHT tag=B1WIT6QFCXTZ type=del size=2430213 2024-04-10T15:51:14.986 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.994+0000 7f0dda17f780 1 < canceled operation key=J9DG8CWKBLB0 tag=3I3ZGJSZC0SD type=del size=1756734 2024-04-10T15:51:14.990 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:14.998+0000 7f0dda17f780 1 > prepared part key=_multipart_H433FHMII9ZA.2~DOHA93YKPLTE.0 size=1048576 2024-04-10T15:51:14.992 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.000+0000 7f0dda17f780 1 > prepared part key=_multipart_H433FHMII9ZA.2~DOHA93YKPLTE.1 size=61884 2024-04-10T15:51:14.992 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.000+0000 7f0dda17f780 1 > prepared multipart upload key=H433FHMII9ZA upload=DOHA93YKPLTE tag=0L2QFS7RV4N6 type=write size=2159036 2024-04-10T15:51:14.994 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.002+0000 7f0dda17f780 1 < completed delete operation key=6V3UX4ZSIBZX tag=FSF7R1QGW73F type=del 2024-04-10T15:51:14.996 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.004+0000 7f0dda17f780 1 > prepared operation key=J9DG8CWKBLB0 tag=TM9E8GKM1EDZ type=del size=2302284 2024-04-10T15:51:14.998 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.006+0000 7f0dda17f780 1 < completed delete operation key=O2DQ4CPAMY72 tag=SPIU0YH54IX5 type=del 2024-04-10T15:51:15.000 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.008+0000 7f0dda17f780 1 > prepared operation key=76DRYPHC6HG3 tag=GREXL9BD0DPT type=del size=4081779 2024-04-10T15:51:15.002 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.010+0000 7f0dda17f780 1 < completed part key=_multipart_5VUYRX80DJNN.2~H1SE8IZ8B3VM.0 size=277241 2024-04-10T15:51:15.006 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.014+0000 7f0dda17f780 1 < completed multipart upload key=5VUYRX80DJNN upload=H1SE8IZ8B3VM tag=XFC7EN5IS9PN type=write size=1325817 2024-04-10T15:51:15.009 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.017+0000 7f0dda17f780 1 > prepared operation key=VFKX3F9Z0OZ5 tag=JNNY1QAAIX5N type=del size=2587569 2024-04-10T15:51:15.011 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.019+0000 7f0dda17f780 1 < completed part key=_multipart_892B9J3TLMA2.2~VTY3C4ES0EPJ.0 size=1048576 2024-04-10T15:51:15.013 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.021+0000 7f0dda17f780 1 < completed part key=_multipart_892B9J3TLMA2.2~VTY3C4ES0EPJ.1 size=1048576 2024-04-10T15:51:15.015 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.023+0000 7f0dda17f780 1 < completed part key=_multipart_892B9J3TLMA2.2~VTY3C4ES0EPJ.2 size=101085 2024-04-10T15:51:15.018 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.027+0000 7f0dda17f780 1 < completed multipart upload key=892B9J3TLMA2 upload=VTY3C4ES0EPJ tag=I5AAX05WL77G type=write size=3246813 2024-04-10T15:51:15.023 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.031+0000 7f0dda17f780 1 > prepared part key=_multipart_WB4E7VQYBXDP.2~F9RWJ3PYG89I.0 size=1048576 2024-04-10T15:51:15.025 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.033+0000 7f0dda17f780 1 > prepared part key=_multipart_WB4E7VQYBXDP.2~F9RWJ3PYG89I.1 size=548564 2024-04-10T15:51:15.025 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.033+0000 7f0dda17f780 1 > prepared multipart upload key=WB4E7VQYBXDP upload=F9RWJ3PYG89I tag=4GBQV1J6II03 type=write size=2645716 2024-04-10T15:51:15.028 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.036+0000 7f0dda17f780 1 < completed part key=_multipart_Q55YN73R4WFF.2~TEC43O3FXL5G.0 size=1048576 2024-04-10T15:51:15.030 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.038+0000 7f0dda17f780 1 < completed part key=_multipart_Q55YN73R4WFF.2~TEC43O3FXL5G.1 size=882318 2024-04-10T15:51:15.033 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.042+0000 7f0dda17f780 1 < completed multipart upload key=Q55YN73R4WFF upload=TEC43O3FXL5G tag=BXZVV8600KPJ type=write size=2979470 2024-04-10T15:51:15.039 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.047+0000 7f0dda17f780 1 > prepared part key=_multipart_M31TS1RYVD2I.2~I92XUAFMX0ON.0 size=162851 2024-04-10T15:51:15.039 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.047+0000 7f0dda17f780 1 > prepared multipart upload key=M31TS1RYVD2I upload=I92XUAFMX0ON tag=WD9LDRZZIX8S type=write size=1211427 2024-04-10T15:51:15.041 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.049+0000 7f0dda17f780 -1 < failed to complete operation key=XDWUTYA27EZF tag=39T60839DJOG type=del size=320877: (22) Invalid argument 2024-04-10T15:51:15.043 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.052+0000 7f0dda17f780 1 > prepared operation key=0EQWI1AD1VHA tag=XTC6T84EWKSB type=del size=68197 2024-04-10T15:51:15.046 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.054+0000 7f0dda17f780 1 < completed delete operation key=5VUYRX80DJNN tag=6N5ZUS6TH9LB type=del 2024-04-10T15:51:15.051 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.059+0000 7f0dda17f780 1 > prepared part key=_multipart_Q55YN73R4WFF.2~VQ34SPDA3PCW.0 size=1048576 2024-04-10T15:51:15.052 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.061+0000 7f0dda17f780 1 > prepared part key=_multipart_Q55YN73R4WFF.2~VQ34SPDA3PCW.1 size=1048576 2024-04-10T15:51:15.054 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.062+0000 7f0dda17f780 1 > prepared part key=_multipart_Q55YN73R4WFF.2~VQ34SPDA3PCW.2 size=24877 2024-04-10T15:51:15.054 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.062+0000 7f0dda17f780 1 > prepared multipart upload key=Q55YN73R4WFF upload=VQ34SPDA3PCW tag=RBACHZAVFH6A type=write size=3170605 2024-04-10T15:51:15.056 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.064+0000 7f0dda17f780 1 < completed part key=_multipart_O2DQ4CPAMY72.2~9HU26B3UJGBD.0 size=1048576 2024-04-10T15:51:15.058 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.066+0000 7f0dda17f780 1 < completed part key=_multipart_O2DQ4CPAMY72.2~9HU26B3UJGBD.1 size=335243 2024-04-10T15:51:15.061 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.070+0000 7f0dda17f780 1 < completed multipart upload key=O2DQ4CPAMY72 upload=9HU26B3UJGBD tag=JEAOC8KYASC2 type=write size=2432395 2024-04-10T15:51:15.064 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.072+0000 7f0dda17f780 1 > prepared operation key=XDWUTYA27EZF tag=1F1FY6JITARM type=del size=1724895 2024-04-10T15:51:15.066 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.074+0000 7f0dda17f780 1 < completed delete operation key=VFKX3F9Z0OZ5 tag=5D400DKSCD7B type=del 2024-04-10T15:51:15.070 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.078+0000 7f0dda17f780 1 > prepared part key=_multipart_5VUYRX80DJNN.2~9ZTN2O3HR5XO.0 size=1048576 2024-04-10T15:51:15.072 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.080+0000 7f0dda17f780 1 > prepared part key=_multipart_5VUYRX80DJNN.2~9ZTN2O3HR5XO.1 size=1048576 2024-04-10T15:51:15.073 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.082+0000 7f0dda17f780 1 > prepared part key=_multipart_5VUYRX80DJNN.2~9ZTN2O3HR5XO.2 size=353536 2024-04-10T15:51:15.074 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.082+0000 7f0dda17f780 1 > prepared multipart upload key=5VUYRX80DJNN upload=9ZTN2O3HR5XO tag=V1AI93VV0X2H type=write size=3499264 2024-04-10T15:51:15.076 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.084+0000 7f0dda17f780 1 < completed part key=_multipart_7R1LO48KG193.2~C2J155O8GS57.0 size=1048576 2024-04-10T15:51:15.076 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.084+0000 7f0dda17f780 1 < canceled part key=_multipart_7R1LO48KG193.2~C2J155O8GS57.1 size=1048576 2024-04-10T15:51:15.077 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.086+0000 7f0dda17f780 1 < completed part key=_multipart_7R1LO48KG193.2~C2J155O8GS57.2 size=329717 2024-04-10T15:51:15.081 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.090+0000 7f0dda17f780 1 < canceled multipart upload key=7R1LO48KG193 upload=C2J155O8GS57 tag=IN6JX3SHPI0A type=write size=3475445 2024-04-10T15:51:15.085 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.094+0000 7f0dda17f780 1 > prepared part key=_multipart_W0QQNH1PRYVL.2~RD32Z5N942J9.0 size=427944 2024-04-10T15:51:15.085 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.094+0000 7f0dda17f780 1 > prepared multipart upload key=W0QQNH1PRYVL upload=RD32Z5N942J9 tag=AHRVWYQU0QZL type=write size=1476520 2024-04-10T15:51:15.088 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.096+0000 7f0dda17f780 1 < canceled operation key=Q55YN73R4WFF tag=0ZO0KH4JXTER type=del size=1910989 2024-04-10T15:51:15.088 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:51:14 smithi069 ceph-mon[96738]: pgmap v1388: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 402 KiB/s wr, 2.04k op/s 2024-04-10T15:51:15.088 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:51:14 smithi069 ceph-mon[94167]: pgmap v1388: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 402 KiB/s wr, 2.04k op/s 2024-04-10T15:51:15.089 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.098+0000 7f0dda17f780 1 > prepared operation key=LPSA55UNQS7T tag=11X0IDDZV3PK type=del size=1012803 2024-04-10T15:51:15.091 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.099+0000 7f0dda17f780 1 < completed delete operation key=32PMZSHN97HZ tag=1TN4KDTTFBMK type=del 2024-04-10T15:51:15.093 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.102+0000 7f0dda17f780 1 > prepared operation key=5VUYRX80DJNN tag=8POLAS83LXNI type=del size=2765917 2024-04-10T15:51:15.095 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.103+0000 7f0dda17f780 1 < completed delete operation key=EZ2HJBZ8EY6J tag=1T2B4QP12Q4R type=del 2024-04-10T15:51:15.099 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.107+0000 7f0dda17f780 1 > prepared part key=_multipart_1XDQOHF2EHZG.2~62SHACHG51T5.0 size=1048576 2024-04-10T15:51:15.101 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.109+0000 7f0dda17f780 1 > prepared part key=_multipart_1XDQOHF2EHZG.2~62SHACHG51T5.1 size=637535 2024-04-10T15:51:15.101 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.109+0000 7f0dda17f780 1 > prepared multipart upload key=1XDQOHF2EHZG upload=62SHACHG51T5 tag=KKYGISPLHZSN type=write size=2734687 2024-04-10T15:51:15.103 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.111+0000 7f0dda17f780 1 < completed part key=_multipart_H433FHMII9ZA.2~M0IZXSGYLB02.0 size=1048576 2024-04-10T15:51:15.105 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.113+0000 7f0dda17f780 1 < completed part key=_multipart_H433FHMII9ZA.2~M0IZXSGYLB02.1 size=1048576 2024-04-10T15:51:15.107 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.115+0000 7f0dda17f780 1 < completed part key=_multipart_H433FHMII9ZA.2~M0IZXSGYLB02.2 size=579449 2024-04-10T15:51:15.111 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.119+0000 7f0dda17f780 1 < completed multipart upload key=H433FHMII9ZA upload=M0IZXSGYLB02 tag=7XEWKN1VIH4W type=write size=3725177 2024-04-10T15:51:15.113 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.121+0000 7f0dda17f780 1 > prepared operation key=H433FHMII9ZA tag=YZC4GUVHTX94 type=del size=2350753 2024-04-10T15:51:15.115 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.123+0000 7f0dda17f780 1 < completed delete operation key=VKTXOZU1BOHT tag=B1WIT6QFCXTZ type=del 2024-04-10T15:51:15.117 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.125+0000 7f0dda17f780 1 > prepared operation key=VKTXOZU1BOHT tag=UAD4K48PSTO7 type=del size=2726735 2024-04-10T15:51:15.119 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.127+0000 7f0dda17f780 1 < completed part key=_multipart_H433FHMII9ZA.2~DOHA93YKPLTE.0 size=1048576 2024-04-10T15:51:15.121 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.129+0000 7f0dda17f780 1 < completed part key=_multipart_H433FHMII9ZA.2~DOHA93YKPLTE.1 size=61884 2024-04-10T15:51:15.124 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.132+0000 7f0dda17f780 1 < completed multipart upload key=H433FHMII9ZA upload=DOHA93YKPLTE tag=0L2QFS7RV4N6 type=write size=2159036 2024-04-10T15:51:15.126 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.134+0000 7f0dda17f780 1 > prepared operation key=6V3UX4ZSIBZX tag=CMK9YWN2S44B type=write size=779828 2024-04-10T15:51:15.128 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.137+0000 7f0dda17f780 1 < completed delete operation key=J9DG8CWKBLB0 tag=TM9E8GKM1EDZ type=del 2024-04-10T15:51:15.131 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.139+0000 7f0dda17f780 1 > prepared operation key=DRNFVWXVQQUT tag=Z9O37J75CUF3 type=write size=324386 2024-04-10T15:51:15.133 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.141+0000 7f0dda17f780 1 < completed delete operation key=76DRYPHC6HG3 tag=GREXL9BD0DPT type=del 2024-04-10T15:51:15.135 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.143+0000 7f0dda17f780 1 > prepared operation key=M31TS1RYVD2I tag=PW7QS3AQLAN7 type=del size=1512764 2024-04-10T15:51:15.137 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.145+0000 7f0dda17f780 1 < completed delete operation key=VFKX3F9Z0OZ5 tag=JNNY1QAAIX5N type=del 2024-04-10T15:51:15.139 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.147+0000 7f0dda17f780 1 > prepared operation key=6V3UX4ZSIBZX tag=Z1URE5OPUQLC type=del size=1433147 2024-04-10T15:51:15.141 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.150+0000 7f0dda17f780 1 < completed part key=_multipart_WB4E7VQYBXDP.2~F9RWJ3PYG89I.0 size=1048576 2024-04-10T15:51:15.143 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.151+0000 7f0dda17f780 1 < completed part key=_multipart_WB4E7VQYBXDP.2~F9RWJ3PYG89I.1 size=548564 2024-04-10T15:51:15.147 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.155+0000 7f0dda17f780 1 < completed multipart upload key=WB4E7VQYBXDP upload=F9RWJ3PYG89I tag=4GBQV1J6II03 type=write size=2645716 2024-04-10T15:51:15.149 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.157+0000 7f0dda17f780 1 > prepared operation key=DRNFVWXVQQUT tag=D4XPDYC7HUOK type=del size=16649 2024-04-10T15:51:15.151 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.159+0000 7f0dda17f780 1 < completed part key=_multipart_M31TS1RYVD2I.2~I92XUAFMX0ON.0 size=162851 2024-04-10T15:51:15.154 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.162+0000 7f0dda17f780 1 < completed multipart upload key=M31TS1RYVD2I upload=I92XUAFMX0ON tag=WD9LDRZZIX8S type=write size=1211427 2024-04-10T15:51:15.156 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.164+0000 7f0dda17f780 1 > prepared operation key=76DRYPHC6HG3 tag=KH7WXIW3JFID type=del size=3556210 2024-04-10T15:51:15.160 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.168+0000 7f0dda17f780 1 < suggested remove operation key=0EQWI1AD1VHA tag=XTC6T84EWKSB type=del 2024-04-10T15:51:15.164 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.172+0000 7f0dda17f780 1 > prepared part key=_multipart_O0U4M0VYXZJ9.2~MVXH78R8VMMS.0 size=219355 2024-04-10T15:51:15.165 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.172+0000 7f0dda17f780 1 > prepared multipart upload key=O0U4M0VYXZJ9 upload=MVXH78R8VMMS tag=70V1R0R83M8R type=write size=1267931 2024-04-10T15:51:15.166 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.175+0000 7f0dda17f780 1 < completed part key=_multipart_Q55YN73R4WFF.2~VQ34SPDA3PCW.0 size=1048576 2024-04-10T15:51:15.168 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.177+0000 7f0dda17f780 1 < completed part key=_multipart_Q55YN73R4WFF.2~VQ34SPDA3PCW.1 size=1048576 2024-04-10T15:51:15.170 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.178+0000 7f0dda17f780 1 < completed part key=_multipart_Q55YN73R4WFF.2~VQ34SPDA3PCW.2 size=24877 2024-04-10T15:51:15.174 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.182+0000 7f0dda17f780 1 < completed multipart upload key=Q55YN73R4WFF upload=VQ34SPDA3PCW tag=RBACHZAVFH6A type=write size=3170605 2024-04-10T15:51:15.176 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.184+0000 7f0dda17f780 1 > prepared operation key=1XDQOHF2EHZG tag=R3D1A25NWWEB type=del size=3495989 2024-04-10T15:51:15.178 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.186+0000 7f0dda17f780 1 < completed delete operation key=XDWUTYA27EZF tag=1F1FY6JITARM type=del 2024-04-10T15:51:15.180 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.188+0000 7f0dda17f780 1 > prepared operation key=5PTGEI8J4Q78 tag=B3TF5TEHD2FD type=del size=2823162 2024-04-10T15:51:15.182 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.190+0000 7f0dda17f780 1 < completed part key=_multipart_5VUYRX80DJNN.2~9ZTN2O3HR5XO.0 size=1048576 2024-04-10T15:51:15.182 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.190+0000 7f0dda17f780 1 < canceled part key=_multipart_5VUYRX80DJNN.2~9ZTN2O3HR5XO.1 size=1048576 2024-04-10T15:51:15.184 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.192+0000 7f0dda17f780 1 < completed part key=_multipart_5VUYRX80DJNN.2~9ZTN2O3HR5XO.2 size=353536 2024-04-10T15:51:15.187 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.195+0000 7f0dda17f780 1 < canceled multipart upload key=5VUYRX80DJNN upload=9ZTN2O3HR5XO tag=V1AI93VV0X2H type=write size=3499264 2024-04-10T15:51:15.189 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.198+0000 7f0dda17f780 1 > prepared operation key=J9DG8CWKBLB0 tag=4YM2FU8NTVH2 type=del size=1535964 2024-04-10T15:51:15.192 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.200+0000 7f0dda17f780 1 < completed part key=_multipart_W0QQNH1PRYVL.2~RD32Z5N942J9.0 size=427944 2024-04-10T15:51:15.195 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.203+0000 7f0dda17f780 1 < completed multipart upload key=W0QQNH1PRYVL upload=RD32Z5N942J9 tag=AHRVWYQU0QZL type=write size=1476520 2024-04-10T15:51:15.197 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.205+0000 7f0dda17f780 1 > prepared operation key=6V3UX4ZSIBZX tag=WN49FRRD9ILF type=del size=2660609 2024-04-10T15:51:15.199 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.207+0000 7f0dda17f780 1 < completed delete operation key=LPSA55UNQS7T tag=11X0IDDZV3PK type=del 2024-04-10T15:51:15.201 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.209+0000 7f0dda17f780 1 > prepared operation key=H433FHMII9ZA tag=NREYEFB21AIW type=del size=2993213 2024-04-10T15:51:15.203 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.211+0000 7f0dda17f780 1 < completed delete operation key=5VUYRX80DJNN tag=8POLAS83LXNI type=del 2024-04-10T15:51:15.207 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.215+0000 7f0dda17f780 1 > prepared part key=_multipart_5VUYRX80DJNN.2~IX75G72RN1DY.0 size=786565 2024-04-10T15:51:15.207 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.215+0000 7f0dda17f780 1 > prepared multipart upload key=5VUYRX80DJNN upload=IX75G72RN1DY tag=7WIM4GQ9CS6X type=write size=1835141 2024-04-10T15:51:15.209 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.217+0000 7f0dda17f780 1 < completed part key=_multipart_1XDQOHF2EHZG.2~62SHACHG51T5.0 size=1048576 2024-04-10T15:51:15.211 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.219+0000 7f0dda17f780 1 < completed part key=_multipart_1XDQOHF2EHZG.2~62SHACHG51T5.1 size=637535 2024-04-10T15:51:15.214 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.222+0000 7f0dda17f780 1 < completed multipart upload key=1XDQOHF2EHZG upload=62SHACHG51T5 tag=KKYGISPLHZSN type=write size=2734687 2024-04-10T15:51:15.216 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.224+0000 7f0dda17f780 1 > prepared operation key=W1N9JNIA6ZML tag=LQW5AWD4GDVP type=del size=1903419 2024-04-10T15:51:15.220 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.228+0000 7f0dda17f780 1 < suggested remove operation key=H433FHMII9ZA tag=YZC4GUVHTX94 type=del 2024-04-10T15:51:15.222 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.230+0000 7f0dda17f780 1 > prepared operation key=9QFS277S5EY3 tag=9N47PIRV1OZ3 type=del size=3571047 2024-04-10T15:51:15.225 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.233+0000 7f0dda17f780 1 < completed delete operation key=VKTXOZU1BOHT tag=UAD4K48PSTO7 type=del 2024-04-10T15:51:15.227 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.235+0000 7f0dda17f780 1 > prepared operation key=5VUYRX80DJNN tag=HWNCWAB43Q6J type=del size=2867431 2024-04-10T15:51:15.229 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.237+0000 7f0dda17f780 1 < completed write operation key=6V3UX4ZSIBZX tag=CMK9YWN2S44B type=write size=779828 2024-04-10T15:51:15.231 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.239+0000 7f0dda17f780 1 > prepared operation key=GK8B4QASB1P8 tag=RXQ7NQOXGIJC type=del size=465613 2024-04-10T15:51:15.236 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.244+0000 7f0dda17f780 1 < suggested update operation key=DRNFVWXVQQUT tag=Z9O37J75CUF3 type=write size=324386 2024-04-10T15:51:15.239 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.248+0000 7f0dda17f780 1 > prepared part key=_multipart_H433FHMII9ZA.2~24TDLEZO4TM8.0 size=1048576 2024-04-10T15:51:15.241 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.249+0000 7f0dda17f780 1 > prepared part key=_multipart_H433FHMII9ZA.2~24TDLEZO4TM8.1 size=93436 2024-04-10T15:51:15.241 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.249+0000 7f0dda17f780 1 > prepared multipart upload key=H433FHMII9ZA upload=24TDLEZO4TM8 tag=LDODFWSTOZCQ type=write size=2190588 2024-04-10T15:51:15.243 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.252+0000 7f0dda17f780 1 < completed delete operation key=M31TS1RYVD2I tag=PW7QS3AQLAN7 type=del 2024-04-10T15:51:15.244 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:51:14 smithi077 ceph-mon[87572]: pgmap v1388: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 402 KiB/s wr, 2.04k op/s 2024-04-10T15:51:15.247 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.256+0000 7f0dda17f780 1 > prepared part key=_multipart_7R29VV7JYRWM.2~4L7H4AK2FEAM.0 size=1048576 2024-04-10T15:51:15.249 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.257+0000 7f0dda17f780 1 > prepared part key=_multipart_7R29VV7JYRWM.2~4L7H4AK2FEAM.1 size=370936 2024-04-10T15:51:15.249 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.257+0000 7f0dda17f780 1 > prepared multipart upload key=7R29VV7JYRWM upload=4L7H4AK2FEAM tag=S8G17U2M86GP type=write size=2468088 2024-04-10T15:51:15.252 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.260+0000 7f0dda17f780 1 < completed delete operation key=6V3UX4ZSIBZX tag=Z1URE5OPUQLC type=del 2024-04-10T15:51:15.256 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.264+0000 7f0dda17f780 1 > prepared part key=_multipart_P7QI1303WDML.2~T753ESQ1OMRO.0 size=1048576 2024-04-10T15:51:15.258 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.266+0000 7f0dda17f780 1 > prepared part key=_multipart_P7QI1303WDML.2~T753ESQ1OMRO.1 size=536060 2024-04-10T15:51:15.258 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.266+0000 7f0dda17f780 1 > prepared multipart upload key=P7QI1303WDML upload=T753ESQ1OMRO tag=ZHW2YFSNU3ZZ type=write size=2633212 2024-04-10T15:51:15.261 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.269+0000 7f0dda17f780 -1 < failed to complete operation key=DRNFVWXVQQUT tag=D4XPDYC7HUOK type=del size=16649: (22) Invalid argument 2024-04-10T15:51:15.263 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.271+0000 7f0dda17f780 1 > prepared operation key=QJ9GK4CHH36X tag=OHNX6BNY407E type=del size=2248277 2024-04-10T15:51:15.265 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.273+0000 7f0dda17f780 1 < completed delete operation key=76DRYPHC6HG3 tag=KH7WXIW3JFID type=del 2024-04-10T15:51:15.269 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.277+0000 7f0dda17f780 1 > prepared operation key=QJ9GK4CHH36X tag=JS73TUT0KNYE type=write size=506175 2024-04-10T15:51:15.272 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.280+0000 7f0dda17f780 1 < completed part key=_multipart_O0U4M0VYXZJ9.2~MVXH78R8VMMS.0 size=219355 2024-04-10T15:51:15.275 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.283+0000 7f0dda17f780 1 < completed multipart upload key=O0U4M0VYXZJ9 upload=MVXH78R8VMMS tag=70V1R0R83M8R type=write size=1267931 2024-04-10T15:51:15.280 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.288+0000 7f0dda17f780 1 > prepared part key=_multipart_76DRYPHC6HG3.2~YS0IPDTB1MMI.0 size=1048576 2024-04-10T15:51:15.281 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.289+0000 7f0dda17f780 1 > prepared part key=_multipart_76DRYPHC6HG3.2~YS0IPDTB1MMI.1 size=371740 2024-04-10T15:51:15.281 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.289+0000 7f0dda17f780 1 > prepared multipart upload key=76DRYPHC6HG3 upload=YS0IPDTB1MMI tag=9GKX00FNWY6X type=write size=2468892 2024-04-10T15:51:15.284 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.292+0000 7f0dda17f780 1 < completed delete operation key=1XDQOHF2EHZG tag=R3D1A25NWWEB type=del 2024-04-10T15:51:15.287 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.295+0000 7f0dda17f780 1 > prepared part key=_multipart_DRNFVWXVQQUT.2~A92I39MH0R8A.0 size=1048576 2024-04-10T15:51:15.289 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.297+0000 7f0dda17f780 1 > prepared part key=_multipart_DRNFVWXVQQUT.2~A92I39MH0R8A.1 size=126028 2024-04-10T15:51:15.289 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.297+0000 7f0dda17f780 1 > prepared multipart upload key=DRNFVWXVQQUT upload=A92I39MH0R8A tag=9YLQWQEVCPD0 type=write size=2223180 2024-04-10T15:51:15.293 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.301+0000 7f0dda17f780 1 < suggested update operation key=5PTGEI8J4Q78 tag=B3TF5TEHD2FD type=del size=2823162 2024-04-10T15:51:15.297 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.305+0000 7f0dda17f780 1 > prepared part key=_multipart_O2DQ4CPAMY72.2~QCQXHM3HLZLW.0 size=1048576 2024-04-10T15:51:15.299 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.307+0000 7f0dda17f780 1 > prepared part key=_multipart_O2DQ4CPAMY72.2~QCQXHM3HLZLW.1 size=712334 2024-04-10T15:51:15.299 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.307+0000 7f0dda17f780 1 > prepared multipart upload key=O2DQ4CPAMY72 upload=QCQXHM3HLZLW tag=CPOECDPV6OES type=write size=2809486 2024-04-10T15:51:15.301 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.309+0000 7f0dda17f780 1 < completed delete operation key=J9DG8CWKBLB0 tag=4YM2FU8NTVH2 type=del 2024-04-10T15:51:15.303 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.311+0000 7f0dda17f780 1 > prepared operation key=32PMZSHN97HZ tag=ZAABW85T9ES3 type=write size=90505 2024-04-10T15:51:15.305 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.313+0000 7f0dda17f780 1 < completed delete operation key=6V3UX4ZSIBZX tag=WN49FRRD9ILF type=del 2024-04-10T15:51:15.307 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.315+0000 7f0dda17f780 1 > prepared operation key=32PMZSHN97HZ tag=DCY1I3UE983O type=write size=442876 2024-04-10T15:51:15.307 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.315+0000 7f0dda17f780 -1 < no bi entry to suggest for operation key=H433FHMII9ZA tag=NREYEFB21AIW type=del size=2993213: (2) No such file or directory 2024-04-10T15:51:15.311 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.319+0000 7f0dda17f780 1 > prepared part key=_multipart_GK8B4QASB1P8.2~98QA9NNO63BJ.0 size=1048576 2024-04-10T15:51:15.313 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.321+0000 7f0dda17f780 1 > prepared part key=_multipart_GK8B4QASB1P8.2~98QA9NNO63BJ.1 size=1048576 2024-04-10T15:51:15.315 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.323+0000 7f0dda17f780 1 > prepared part key=_multipart_GK8B4QASB1P8.2~98QA9NNO63BJ.2 size=931432 2024-04-10T15:51:15.315 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.323+0000 7f0dda17f780 1 > prepared multipart upload key=GK8B4QASB1P8 upload=98QA9NNO63BJ tag=4TGDK3CSOZX2 type=write size=4077160 2024-04-10T15:51:15.317 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.325+0000 7f0dda17f780 1 < completed part key=_multipart_5VUYRX80DJNN.2~IX75G72RN1DY.0 size=786565 2024-04-10T15:51:15.321 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.329+0000 7f0dda17f780 1 < completed multipart upload key=5VUYRX80DJNN upload=IX75G72RN1DY tag=7WIM4GQ9CS6X type=write size=1835141 2024-04-10T15:51:15.323 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.331+0000 7f0dda17f780 1 > prepared operation key=5PTGEI8J4Q78 tag=W3SNZE43EWCW type=del size=2475669 2024-04-10T15:51:15.325 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.333+0000 7f0dda17f780 1 < completed delete operation key=W1N9JNIA6ZML tag=LQW5AWD4GDVP type=del 2024-04-10T15:51:15.327 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.335+0000 7f0dda17f780 1 > prepared operation key=YKTMKJ7IT90D tag=D1D7CFZG16C7 type=del size=3399609 2024-04-10T15:51:15.329 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.338+0000 7f0dda17f780 1 < completed delete operation key=9QFS277S5EY3 tag=9N47PIRV1OZ3 type=del 2024-04-10T15:51:15.331 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.340+0000 7f0dda17f780 1 > prepared operation key=WB4E7VQYBXDP tag=G9CWZFQWNL90 type=del size=2736981 2024-04-10T15:51:15.333 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.342+0000 7f0dda17f780 1 < completed delete operation key=5VUYRX80DJNN tag=HWNCWAB43Q6J type=del 2024-04-10T15:51:15.335 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.344+0000 7f0dda17f780 1 > prepared operation key=5VUYRX80DJNN tag=GCLCZUPA7YWS type=del size=1714688 2024-04-10T15:51:15.338 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.346+0000 7f0dda17f780 1 < completed delete operation key=GK8B4QASB1P8 tag=RXQ7NQOXGIJC type=del 2024-04-10T15:51:15.340 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.348+0000 7f0dda17f780 1 > prepared operation key=1XDQOHF2EHZG tag=DO81AHIY2L58 type=del size=33002 2024-04-10T15:51:15.341 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.350+0000 7f0dda17f780 1 < completed part key=_multipart_H433FHMII9ZA.2~24TDLEZO4TM8.0 size=1048576 2024-04-10T15:51:15.344 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.352+0000 7f0dda17f780 1 < completed part key=_multipart_H433FHMII9ZA.2~24TDLEZO4TM8.1 size=93436 2024-04-10T15:51:15.347 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.356+0000 7f0dda17f780 1 < completed multipart upload key=H433FHMII9ZA upload=24TDLEZO4TM8 tag=LDODFWSTOZCQ type=write size=2190588 2024-04-10T15:51:15.350 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.358+0000 7f0dda17f780 1 > prepared operation key=WB4E7VQYBXDP tag=QCK79IOWDZLF type=del size=3804556 2024-04-10T15:51:15.353 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.361+0000 7f0dda17f780 1 < completed part key=_multipart_7R29VV7JYRWM.2~4L7H4AK2FEAM.0 size=1048576 2024-04-10T15:51:15.355 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.363+0000 7f0dda17f780 1 < completed part key=_multipart_7R29VV7JYRWM.2~4L7H4AK2FEAM.1 size=370936 2024-04-10T15:51:15.359 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.367+0000 7f0dda17f780 1 < completed multipart upload key=7R29VV7JYRWM upload=4L7H4AK2FEAM tag=S8G17U2M86GP type=write size=2468088 2024-04-10T15:51:15.362 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.371+0000 7f0dda17f780 1 > prepared part key=_multipart_GK8B4QASB1P8.2~LQMWPWGPJMEC.0 size=1048576 2024-04-10T15:51:15.364 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.372+0000 7f0dda17f780 1 > prepared part key=_multipart_GK8B4QASB1P8.2~LQMWPWGPJMEC.1 size=275236 2024-04-10T15:51:15.364 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.372+0000 7f0dda17f780 1 > prepared multipart upload key=GK8B4QASB1P8 upload=LQMWPWGPJMEC tag=C4KD4HR55TXA type=write size=2372388 2024-04-10T15:51:15.366 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.374+0000 7f0dda17f780 1 < completed part key=_multipart_P7QI1303WDML.2~T753ESQ1OMRO.0 size=1048576 2024-04-10T15:51:15.368 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.376+0000 7f0dda17f780 1 < completed part key=_multipart_P7QI1303WDML.2~T753ESQ1OMRO.1 size=536060 2024-04-10T15:51:15.371 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.379+0000 7f0dda17f780 1 < completed multipart upload key=P7QI1303WDML upload=T753ESQ1OMRO tag=ZHW2YFSNU3ZZ type=write size=2633212 2024-04-10T15:51:15.375 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.383+0000 7f0dda17f780 1 > prepared part key=_multipart_1XDQOHF2EHZG.2~JUOMSPF0DVJ6.0 size=1048576 2024-04-10T15:51:15.377 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.385+0000 7f0dda17f780 1 > prepared part key=_multipart_1XDQOHF2EHZG.2~JUOMSPF0DVJ6.1 size=971992 2024-04-10T15:51:15.377 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.385+0000 7f0dda17f780 1 > prepared multipart upload key=1XDQOHF2EHZG upload=JUOMSPF0DVJ6 tag=T1ZZAWKGXYBV type=write size=3069144 2024-04-10T15:51:15.379 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.387+0000 7f0dda17f780 1 < completed delete operation key=QJ9GK4CHH36X tag=OHNX6BNY407E type=del 2024-04-10T15:51:15.382 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.391+0000 7f0dda17f780 1 > prepared part key=_multipart_892B9J3TLMA2.2~S11BRCUVWE97.0 size=348150 2024-04-10T15:51:15.383 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.391+0000 7f0dda17f780 1 > prepared multipart upload key=892B9J3TLMA2 upload=S11BRCUVWE97 tag=FK1L05JR22RX type=write size=1396726 2024-04-10T15:51:15.385 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.393+0000 7f0dda17f780 1 < completed write operation key=QJ9GK4CHH36X tag=JS73TUT0KNYE type=write size=506175 2024-04-10T15:51:15.387 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.395+0000 7f0dda17f780 1 > prepared operation key=QJ9GK4CHH36X tag=6SYDYFC4849X type=del size=4075169 2024-04-10T15:51:15.389 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.398+0000 7f0dda17f780 1 < completed part key=_multipart_76DRYPHC6HG3.2~YS0IPDTB1MMI.0 size=1048576 2024-04-10T15:51:15.392 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.400+0000 7f0dda17f780 1 < completed part key=_multipart_76DRYPHC6HG3.2~YS0IPDTB1MMI.1 size=371740 2024-04-10T15:51:15.395 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.404+0000 7f0dda17f780 1 < completed multipart upload key=76DRYPHC6HG3 upload=YS0IPDTB1MMI tag=9GKX00FNWY6X type=write size=2468892 2024-04-10T15:51:15.397 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.405+0000 7f0dda17f780 1 > prepared operation key=LPSA55UNQS7T tag=LOH6DS8339VA type=del size=2883566 2024-04-10T15:51:15.400 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.408+0000 7f0dda17f780 1 < completed part key=_multipart_DRNFVWXVQQUT.2~A92I39MH0R8A.0 size=1048576 2024-04-10T15:51:15.401 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.410+0000 7f0dda17f780 1 < completed part key=_multipart_DRNFVWXVQQUT.2~A92I39MH0R8A.1 size=126028 2024-04-10T15:51:15.405 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.413+0000 7f0dda17f780 1 < completed multipart upload key=DRNFVWXVQQUT upload=A92I39MH0R8A tag=9YLQWQEVCPD0 type=write size=2223180 2024-04-10T15:51:15.409 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.417+0000 7f0dda17f780 1 > prepared part key=_multipart_1XDQOHF2EHZG.2~R3UZ104E3E0Q.0 size=1048576 2024-04-10T15:51:15.411 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.419+0000 7f0dda17f780 1 > prepared part key=_multipart_1XDQOHF2EHZG.2~R3UZ104E3E0Q.1 size=1048576 2024-04-10T15:51:15.413 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.421+0000 7f0dda17f780 1 > prepared part key=_multipart_1XDQOHF2EHZG.2~R3UZ104E3E0Q.2 size=999129 2024-04-10T15:51:15.413 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.421+0000 7f0dda17f780 1 > prepared multipart upload key=1XDQOHF2EHZG upload=R3UZ104E3E0Q tag=46BITVDZUZXG type=write size=4144857 2024-04-10T15:51:15.415 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.423+0000 7f0dda17f780 1 < completed part key=_multipart_O2DQ4CPAMY72.2~QCQXHM3HLZLW.0 size=1048576 2024-04-10T15:51:15.417 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.425+0000 7f0dda17f780 1 < completed part key=_multipart_O2DQ4CPAMY72.2~QCQXHM3HLZLW.1 size=712334 2024-04-10T15:51:15.420 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.429+0000 7f0dda17f780 1 < completed multipart upload key=O2DQ4CPAMY72 upload=QCQXHM3HLZLW tag=CPOECDPV6OES type=write size=2809486 2024-04-10T15:51:15.422 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.431+0000 7f0dda17f780 1 > prepared operation key=892B9J3TLMA2 tag=CKLF6DDEU6Y2 type=del size=1181886 2024-04-10T15:51:15.424 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.433+0000 7f0dda17f780 1 < completed write operation key=32PMZSHN97HZ tag=ZAABW85T9ES3 type=write size=90505 2024-04-10T15:51:15.426 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.435+0000 7f0dda17f780 1 > prepared operation key=76DRYPHC6HG3 tag=MGB9O1K4EEGW type=del size=1872254 2024-04-10T15:51:15.429 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.437+0000 7f0dda17f780 1 < completed write operation key=32PMZSHN97HZ tag=DCY1I3UE983O type=write size=442876 2024-04-10T15:51:15.431 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.439+0000 7f0dda17f780 1 > prepared operation key=VFKX3F9Z0OZ5 tag=WE1OXRFIGSHJ type=del size=4141933 2024-04-10T15:51:15.433 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.441+0000 7f0dda17f780 1 < completed part key=_multipart_GK8B4QASB1P8.2~98QA9NNO63BJ.0 size=1048576 2024-04-10T15:51:15.435 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.443+0000 7f0dda17f780 1 < completed part key=_multipart_GK8B4QASB1P8.2~98QA9NNO63BJ.1 size=1048576 2024-04-10T15:51:15.436 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.445+0000 7f0dda17f780 1 < completed part key=_multipart_GK8B4QASB1P8.2~98QA9NNO63BJ.2 size=931432 2024-04-10T15:51:15.441 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.449+0000 7f0dda17f780 1 < completed multipart upload key=GK8B4QASB1P8 upload=98QA9NNO63BJ tag=4TGDK3CSOZX2 type=write size=4077160 2024-04-10T15:51:15.443 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.451+0000 7f0dda17f780 1 > prepared operation key=W1N9JNIA6ZML tag=4SN1IMS6VG46 type=del size=81851 2024-04-10T15:51:15.445 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.453+0000 7f0dda17f780 1 < completed delete operation key=5PTGEI8J4Q78 tag=W3SNZE43EWCW type=del 2024-04-10T15:51:15.448 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.456+0000 7f0dda17f780 1 > prepared operation key=7R29VV7JYRWM tag=N8OHBKSZC6EN type=del size=1813947 2024-04-10T15:51:15.450 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.458+0000 7f0dda17f780 1 < completed delete operation key=YKTMKJ7IT90D tag=D1D7CFZG16C7 type=del 2024-04-10T15:51:15.453 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.461+0000 7f0dda17f780 1 > prepared operation key=O2DQ4CPAMY72 tag=M3DQ7Z6AMBUE type=del size=1539039 2024-04-10T15:51:15.454 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.463+0000 7f0dda17f780 1 < canceled operation key=WB4E7VQYBXDP tag=G9CWZFQWNL90 type=del size=2736981 2024-04-10T15:51:15.458 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.467+0000 7f0dda17f780 1 > prepared part key=_multipart_M31TS1RYVD2I.2~TUNLFO8SCC03.0 size=1048576 2024-04-10T15:51:15.460 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.468+0000 7f0dda17f780 1 > prepared part key=_multipart_M31TS1RYVD2I.2~TUNLFO8SCC03.1 size=1048576 2024-04-10T15:51:15.462 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.470+0000 7f0dda17f780 1 > prepared part key=_multipart_M31TS1RYVD2I.2~TUNLFO8SCC03.2 size=480905 2024-04-10T15:51:15.462 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.470+0000 7f0dda17f780 1 > prepared multipart upload key=M31TS1RYVD2I upload=TUNLFO8SCC03 tag=G7EX1F3SLK2T type=write size=3626633 2024-04-10T15:51:15.464 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.472+0000 7f0dda17f780 1 < completed delete operation key=5VUYRX80DJNN tag=GCLCZUPA7YWS type=del 2024-04-10T15:51:15.466 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.474+0000 7f0dda17f780 1 > prepared operation key=VKTXOZU1BOHT tag=QUVTYSSQ4QIT type=del size=1519917 2024-04-10T15:51:15.468 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.476+0000 7f0dda17f780 1 < completed delete operation key=1XDQOHF2EHZG tag=DO81AHIY2L58 type=del 2024-04-10T15:51:15.473 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.481+0000 7f0dda17f780 1 > prepared part key=_multipart_1XDQOHF2EHZG.2~FKVS4DZ78P0U.0 size=1048576 2024-04-10T15:51:15.475 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.483+0000 7f0dda17f780 1 > prepared part key=_multipart_1XDQOHF2EHZG.2~FKVS4DZ78P0U.1 size=1048576 2024-04-10T15:51:15.477 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.485+0000 7f0dda17f780 1 > prepared part key=_multipart_1XDQOHF2EHZG.2~FKVS4DZ78P0U.2 size=908965 2024-04-10T15:51:15.477 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.485+0000 7f0dda17f780 1 > prepared multipart upload key=1XDQOHF2EHZG upload=FKVS4DZ78P0U tag=KN5UGF8PH5AL type=write size=4054693 2024-04-10T15:51:15.479 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.487+0000 7f0dda17f780 1 < completed delete operation key=WB4E7VQYBXDP tag=QCK79IOWDZLF type=del 2024-04-10T15:51:15.481 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.489+0000 7f0dda17f780 1 > prepared operation key=O0U4M0VYXZJ9 tag=TRF4FRJZIXHE type=write size=1030777 2024-04-10T15:51:15.484 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.492+0000 7f0dda17f780 1 < completed part key=_multipart_GK8B4QASB1P8.2~LQMWPWGPJMEC.0 size=1048576 2024-04-10T15:51:15.484 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.492+0000 7f0dda17f780 1 < canceled part key=_multipart_GK8B4QASB1P8.2~LQMWPWGPJMEC.1 size=275236 2024-04-10T15:51:15.487 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.495+0000 7f0dda17f780 1 < canceled multipart upload key=GK8B4QASB1P8 upload=LQMWPWGPJMEC tag=C4KD4HR55TXA type=write size=2372388 2024-04-10T15:51:15.489 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.497+0000 7f0dda17f780 1 > prepared operation key=4GB88X6QZH6E tag=I2TI13DZPWGL type=del size=352486 2024-04-10T15:51:15.492 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.500+0000 7f0dda17f780 1 < completed part key=_multipart_1XDQOHF2EHZG.2~JUOMSPF0DVJ6.0 size=1048576 2024-04-10T15:51:15.493 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.502+0000 7f0dda17f780 1 < completed part key=_multipart_1XDQOHF2EHZG.2~JUOMSPF0DVJ6.1 size=971992 2024-04-10T15:51:15.497 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.506+0000 7f0dda17f780 1 < completed multipart upload key=1XDQOHF2EHZG upload=JUOMSPF0DVJ6 tag=T1ZZAWKGXYBV type=write size=3069144 2024-04-10T15:51:15.499 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.507+0000 7f0dda17f780 1 > prepared operation key=W0QQNH1PRYVL tag=ZKXCE1TGQ0IG type=del size=379454 2024-04-10T15:51:15.501 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.510+0000 7f0dda17f780 1 < completed part key=_multipart_892B9J3TLMA2.2~S11BRCUVWE97.0 size=348150 2024-04-10T15:51:15.505 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.513+0000 7f0dda17f780 1 < completed multipart upload key=892B9J3TLMA2 upload=S11BRCUVWE97 tag=FK1L05JR22RX type=write size=1396726 2024-04-10T15:51:15.507 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.515+0000 7f0dda17f780 1 > prepared operation key=XDWUTYA27EZF tag=O4Z6W7AGKNQB type=del size=2039579 2024-04-10T15:51:15.509 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.517+0000 7f0dda17f780 1 < completed delete operation key=QJ9GK4CHH36X tag=6SYDYFC4849X type=del 2024-04-10T15:51:15.511 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.519+0000 7f0dda17f780 1 > prepared operation key=WB4E7VQYBXDP tag=BHXU5DNUB0PJ type=del size=1664370 2024-04-10T15:51:15.515 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.523+0000 7f0dda17f780 1 < suggested remove operation key=LPSA55UNQS7T tag=LOH6DS8339VA type=del 2024-04-10T15:51:15.517 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.525+0000 7f0dda17f780 1 > prepared operation key=VFKX3F9Z0OZ5 tag=J22M1P0K51E3 type=write size=955928 2024-04-10T15:51:15.517 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.526+0000 7f0dda17f780 1 < canceled part key=_multipart_1XDQOHF2EHZG.2~R3UZ104E3E0Q.0 size=1048576 2024-04-10T15:51:15.519 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.527+0000 7f0dda17f780 1 < completed part key=_multipart_1XDQOHF2EHZG.2~R3UZ104E3E0Q.1 size=1048576 2024-04-10T15:51:15.521 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.529+0000 7f0dda17f780 1 < completed part key=_multipart_1XDQOHF2EHZG.2~R3UZ104E3E0Q.2 size=999129 2024-04-10T15:51:15.525 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.534+0000 7f0dda17f780 1 < canceled multipart upload key=1XDQOHF2EHZG upload=R3UZ104E3E0Q tag=46BITVDZUZXG type=write size=4144857 2024-04-10T15:51:15.528 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.536+0000 7f0dda17f780 1 > prepared operation key=LPSA55UNQS7T tag=G85VAHEEI8IV type=del size=501092 2024-04-10T15:51:15.530 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.538+0000 7f0dda17f780 1 < canceled operation key=892B9J3TLMA2 tag=CKLF6DDEU6Y2 type=del size=1181886 2024-04-10T15:51:15.532 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.540+0000 7f0dda17f780 1 > prepared operation key=WB4E7VQYBXDP tag=H54FTB6NOTEW type=del size=3028123 2024-04-10T15:51:15.536 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.545+0000 7f0dda17f780 1 < suggested remove operation key=76DRYPHC6HG3 tag=MGB9O1K4EEGW type=del 2024-04-10T15:51:15.539 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.547+0000 7f0dda17f780 1 > prepared operation key=7R1LO48KG193 tag=4Y8SI2DC2IIQ type=del size=1285660 2024-04-10T15:51:15.541 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.549+0000 7f0dda17f780 1 < completed delete operation key=VFKX3F9Z0OZ5 tag=WE1OXRFIGSHJ type=del 2024-04-10T15:51:15.545 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.553+0000 7f0dda17f780 1 > prepared part key=_multipart_32PMZSHN97HZ.2~99WA5JKFFTTJ.0 size=1048576 2024-04-10T15:51:15.546 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.555+0000 7f0dda17f780 1 > prepared part key=_multipart_32PMZSHN97HZ.2~99WA5JKFFTTJ.1 size=1048576 2024-04-10T15:51:15.548 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.556+0000 7f0dda17f780 1 > prepared part key=_multipart_32PMZSHN97HZ.2~99WA5JKFFTTJ.2 size=285561 2024-04-10T15:51:15.548 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.556+0000 7f0dda17f780 1 > prepared multipart upload key=32PMZSHN97HZ upload=99WA5JKFFTTJ tag=HFXCPM8IL6WG type=write size=3431289 2024-04-10T15:51:15.550 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.558+0000 7f0dda17f780 1 < completed delete operation key=W1N9JNIA6ZML tag=4SN1IMS6VG46 type=del 2024-04-10T15:51:15.552 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.560+0000 7f0dda17f780 1 > prepared operation key=QJ9GK4CHH36X tag=22OCK8ETL9BT type=del size=899377 2024-04-10T15:51:15.554 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.562+0000 7f0dda17f780 1 < completed delete operation key=7R29VV7JYRWM tag=N8OHBKSZC6EN type=del 2024-04-10T15:51:15.558 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.566+0000 7f0dda17f780 1 > prepared part key=_multipart_H433FHMII9ZA.2~TDRWEU51IZQI.0 size=1048576 2024-04-10T15:51:15.560 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.568+0000 7f0dda17f780 1 > prepared part key=_multipart_H433FHMII9ZA.2~TDRWEU51IZQI.1 size=631374 2024-04-10T15:51:15.560 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.568+0000 7f0dda17f780 1 > prepared multipart upload key=H433FHMII9ZA upload=TDRWEU51IZQI tag=Q31R1DRIH6L4 type=write size=2728526 2024-04-10T15:51:15.563 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.571+0000 7f0dda17f780 1 < suggested update operation key=O2DQ4CPAMY72 tag=M3DQ7Z6AMBUE type=del size=1539039 2024-04-10T15:51:15.565 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.573+0000 7f0dda17f780 1 > prepared operation key=76DRYPHC6HG3 tag=88VGSDX45R3K type=del size=226608 2024-04-10T15:51:15.567 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.575+0000 7f0dda17f780 1 < completed part key=_multipart_M31TS1RYVD2I.2~TUNLFO8SCC03.0 size=1048576 2024-04-10T15:51:15.569 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.577+0000 7f0dda17f780 1 < completed part key=_multipart_M31TS1RYVD2I.2~TUNLFO8SCC03.1 size=1048576 2024-04-10T15:51:15.570 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.579+0000 7f0dda17f780 1 < completed part key=_multipart_M31TS1RYVD2I.2~TUNLFO8SCC03.2 size=480905 2024-04-10T15:51:15.574 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.582+0000 7f0dda17f780 1 < completed multipart upload key=M31TS1RYVD2I upload=TUNLFO8SCC03 tag=G7EX1F3SLK2T type=write size=3626633 2024-04-10T15:51:15.576 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.584+0000 7f0dda17f780 1 > prepared operation key=WB4E7VQYBXDP tag=HUI3NZDD2X8M type=del size=826126 2024-04-10T15:51:15.578 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.586+0000 7f0dda17f780 1 < completed delete operation key=VKTXOZU1BOHT tag=QUVTYSSQ4QIT type=del 2024-04-10T15:51:15.580 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.588+0000 7f0dda17f780 1 > prepared operation key=7R1LO48KG193 tag=051U3432LRY1 type=del size=113551 2024-04-10T15:51:15.582 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.590+0000 7f0dda17f780 1 < completed part key=_multipart_1XDQOHF2EHZG.2~FKVS4DZ78P0U.0 size=1048576 2024-04-10T15:51:15.584 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.592+0000 7f0dda17f780 1 < completed part key=_multipart_1XDQOHF2EHZG.2~FKVS4DZ78P0U.1 size=1048576 2024-04-10T15:51:15.586 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.594+0000 7f0dda17f780 1 < completed part key=_multipart_1XDQOHF2EHZG.2~FKVS4DZ78P0U.2 size=908965 2024-04-10T15:51:15.590 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.598+0000 7f0dda17f780 1 < completed multipart upload key=1XDQOHF2EHZG upload=FKVS4DZ78P0U tag=KN5UGF8PH5AL type=write size=4054693 2024-04-10T15:51:15.593 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.601+0000 7f0dda17f780 1 > prepared part key=_multipart_32PMZSHN97HZ.2~S0D4M506RGBQ.0 size=584110 2024-04-10T15:51:15.593 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.601+0000 7f0dda17f780 1 > prepared multipart upload key=32PMZSHN97HZ upload=S0D4M506RGBQ tag=RLU619C6F5JM type=write size=1632686 2024-04-10T15:51:15.596 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.604+0000 7f0dda17f780 1 < completed write operation key=O0U4M0VYXZJ9 tag=TRF4FRJZIXHE type=write size=1030777 2024-04-10T15:51:15.600 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.608+0000 7f0dda17f780 1 > prepared part key=_multipart_9QFS277S5EY3.2~K0C5DCQZY11T.0 size=1048576 2024-04-10T15:51:15.601 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.609+0000 7f0dda17f780 1 > prepared part key=_multipart_9QFS277S5EY3.2~K0C5DCQZY11T.1 size=1048576 2024-04-10T15:51:15.603 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.611+0000 7f0dda17f780 1 > prepared part key=_multipart_9QFS277S5EY3.2~K0C5DCQZY11T.2 size=189544 2024-04-10T15:51:15.603 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.611+0000 7f0dda17f780 1 > prepared multipart upload key=9QFS277S5EY3 upload=K0C5DCQZY11T tag=TEH7SRUF0V12 type=write size=3335272 2024-04-10T15:51:15.605 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.613+0000 7f0dda17f780 1 < completed delete operation key=4GB88X6QZH6E tag=I2TI13DZPWGL type=del 2024-04-10T15:51:15.607 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.615+0000 7f0dda17f780 1 > prepared operation key=1XDQOHF2EHZG tag=HRYS2T5FC430 type=del size=1628668 2024-04-10T15:51:15.609 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.617+0000 7f0dda17f780 1 < completed delete operation key=W0QQNH1PRYVL tag=ZKXCE1TGQ0IG type=del 2024-04-10T15:51:15.611 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.619+0000 7f0dda17f780 1 > prepared operation key=DRNFVWXVQQUT tag=59A2S6Z1B16E type=del size=3999177 2024-04-10T15:51:15.613 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.622+0000 7f0dda17f780 1 < completed delete operation key=XDWUTYA27EZF tag=O4Z6W7AGKNQB type=del 2024-04-10T15:51:15.617 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.626+0000 7f0dda17f780 1 > prepared part key=_multipart_QJ9GK4CHH36X.2~KKS01YFREEJV.0 size=1048576 2024-04-10T15:51:15.619 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.627+0000 7f0dda17f780 1 > prepared part key=_multipart_QJ9GK4CHH36X.2~KKS01YFREEJV.1 size=965520 2024-04-10T15:51:15.619 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.627+0000 7f0dda17f780 1 > prepared multipart upload key=QJ9GK4CHH36X upload=KKS01YFREEJV tag=NI3ZD6TFU095 type=write size=3062672 2024-04-10T15:51:15.621 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.629+0000 7f0dda17f780 1 < completed delete operation key=WB4E7VQYBXDP tag=BHXU5DNUB0PJ type=del 2024-04-10T15:51:15.623 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.631+0000 7f0dda17f780 1 > prepared operation key=W1N9JNIA6ZML tag=J19MTEEBQ2BF type=del size=3220179 2024-04-10T15:51:15.625 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.634+0000 7f0dda17f780 1 < completed write operation key=VFKX3F9Z0OZ5 tag=J22M1P0K51E3 type=write size=955928 2024-04-10T15:51:15.630 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.638+0000 7f0dda17f780 1 > prepared part key=_multipart_4GB88X6QZH6E.2~35VW52PQ30RM.0 size=115966 2024-04-10T15:51:15.630 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.638+0000 7f0dda17f780 1 > prepared multipart upload key=4GB88X6QZH6E upload=35VW52PQ30RM tag=BCOFVCAV61SC type=write size=1164542 2024-04-10T15:51:15.632 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.641+0000 7f0dda17f780 1 < completed delete operation key=LPSA55UNQS7T tag=G85VAHEEI8IV type=del 2024-04-10T15:51:15.636 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.644+0000 7f0dda17f780 1 > prepared part key=_multipart_W72JTU6KAY5Q.2~YYO60F1AJCSC.0 size=1048576 2024-04-10T15:51:15.638 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.646+0000 7f0dda17f780 1 > prepared part key=_multipart_W72JTU6KAY5Q.2~YYO60F1AJCSC.1 size=1048576 2024-04-10T15:51:15.640 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.648+0000 7f0dda17f780 1 > prepared part key=_multipart_W72JTU6KAY5Q.2~YYO60F1AJCSC.2 size=532410 2024-04-10T15:51:15.640 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.648+0000 7f0dda17f780 1 > prepared multipart upload key=W72JTU6KAY5Q upload=YYO60F1AJCSC tag=E5YGTP1GOT18 type=write size=3678138 2024-04-10T15:51:15.642 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.650+0000 7f0dda17f780 1 < completed delete operation key=WB4E7VQYBXDP tag=H54FTB6NOTEW type=del 2024-04-10T15:51:15.646 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.654+0000 7f0dda17f780 1 > prepared part key=_multipart_W1N9JNIA6ZML.2~8ZZA4VIH2DSU.0 size=1048576 2024-04-10T15:51:15.648 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.656+0000 7f0dda17f780 1 > prepared part key=_multipart_W1N9JNIA6ZML.2~8ZZA4VIH2DSU.1 size=482643 2024-04-10T15:51:15.648 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.656+0000 7f0dda17f780 1 > prepared multipart upload key=W1N9JNIA6ZML upload=8ZZA4VIH2DSU tag=DIYXM1WX7Z2Q type=write size=2579795 2024-04-10T15:51:15.650 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.658+0000 7f0dda17f780 1 < completed delete operation key=7R1LO48KG193 tag=4Y8SI2DC2IIQ type=del 2024-04-10T15:51:15.652 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.661+0000 7f0dda17f780 1 > prepared operation key=EZ2HJBZ8EY6J tag=M9D6BGG3NQ91 type=write size=470533 2024-04-10T15:51:15.655 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.663+0000 7f0dda17f780 1 < completed part key=_multipart_32PMZSHN97HZ.2~99WA5JKFFTTJ.0 size=1048576 2024-04-10T15:51:15.656 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.664+0000 7f0dda17f780 1 < completed part key=_multipart_32PMZSHN97HZ.2~99WA5JKFFTTJ.1 size=1048576 2024-04-10T15:51:15.658 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.666+0000 7f0dda17f780 1 < completed part key=_multipart_32PMZSHN97HZ.2~99WA5JKFFTTJ.2 size=285561 2024-04-10T15:51:15.662 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.670+0000 7f0dda17f780 1 < completed multipart upload key=32PMZSHN97HZ upload=99WA5JKFFTTJ tag=HFXCPM8IL6WG type=write size=3431289 2024-04-10T15:51:15.666 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.674+0000 7f0dda17f780 1 > prepared part key=_multipart_VFKX3F9Z0OZ5.2~R3TEFQKHX7GJ.0 size=1048576 2024-04-10T15:51:15.668 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.676+0000 7f0dda17f780 1 > prepared part key=_multipart_VFKX3F9Z0OZ5.2~R3TEFQKHX7GJ.1 size=358388 2024-04-10T15:51:15.668 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.676+0000 7f0dda17f780 1 > prepared multipart upload key=VFKX3F9Z0OZ5 upload=R3TEFQKHX7GJ tag=MBQUTTOJ3V1D type=write size=2455540 2024-04-10T15:51:15.671 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.679+0000 7f0dda17f780 1 < completed delete operation key=QJ9GK4CHH36X tag=22OCK8ETL9BT type=del 2024-04-10T15:51:15.674 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.683+0000 7f0dda17f780 1 > prepared part key=_multipart_Q55YN73R4WFF.2~QSXHV064BHB4.0 size=1048576 2024-04-10T15:51:15.676 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.684+0000 7f0dda17f780 1 > prepared part key=_multipart_Q55YN73R4WFF.2~QSXHV064BHB4.1 size=476215 2024-04-10T15:51:15.676 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.684+0000 7f0dda17f780 1 > prepared multipart upload key=Q55YN73R4WFF upload=QSXHV064BHB4 tag=N8PWEMH5AVMK type=write size=2573367 2024-04-10T15:51:15.678 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.686+0000 7f0dda17f780 1 < completed part key=_multipart_H433FHMII9ZA.2~TDRWEU51IZQI.0 size=1048576 2024-04-10T15:51:15.680 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.688+0000 7f0dda17f780 1 < completed part key=_multipart_H433FHMII9ZA.2~TDRWEU51IZQI.1 size=631374 2024-04-10T15:51:15.684 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.693+0000 7f0dda17f780 1 < completed multipart upload key=H433FHMII9ZA upload=TDRWEU51IZQI tag=Q31R1DRIH6L4 type=write size=2728526 2024-04-10T15:51:15.686 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.695+0000 7f0dda17f780 1 > prepared operation key=DRNFVWXVQQUT tag=15ASHAKPMH9V type=write size=781952 2024-04-10T15:51:15.690 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.698+0000 7f0dda17f780 1 < suggested remove operation key=76DRYPHC6HG3 tag=88VGSDX45R3K type=del 2024-04-10T15:51:15.694 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.702+0000 7f0dda17f780 1 > prepared part key=_multipart_Q55YN73R4WFF.2~6BEUOSQF3SVO.0 size=1048576 2024-04-10T15:51:15.696 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.704+0000 7f0dda17f780 1 > prepared part key=_multipart_Q55YN73R4WFF.2~6BEUOSQF3SVO.1 size=1048576 2024-04-10T15:51:15.697 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.706+0000 7f0dda17f780 1 > prepared part key=_multipart_Q55YN73R4WFF.2~6BEUOSQF3SVO.2 size=980005 2024-04-10T15:51:15.698 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.706+0000 7f0dda17f780 1 > prepared multipart upload key=Q55YN73R4WFF upload=6BEUOSQF3SVO tag=802UPN8J8URM type=write size=4125733 2024-04-10T15:51:15.700 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.708+0000 7f0dda17f780 1 < completed delete operation key=WB4E7VQYBXDP tag=HUI3NZDD2X8M type=del 2024-04-10T15:51:15.702 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.710+0000 7f0dda17f780 1 > prepared operation key=76DRYPHC6HG3 tag=3PJ848CXLUGC type=write size=71017 2024-04-10T15:51:15.704 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.712+0000 7f0dda17f780 1 < canceled operation key=7R1LO48KG193 tag=051U3432LRY1 type=del size=113551 2024-04-10T15:51:15.706 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.714+0000 7f0dda17f780 1 > prepared operation key=LPSA55UNQS7T tag=I2I1WFLU9LZT type=del size=3377579 2024-04-10T15:51:15.708 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.716+0000 7f0dda17f780 1 < completed part key=_multipart_32PMZSHN97HZ.2~S0D4M506RGBQ.0 size=584110 2024-04-10T15:51:15.712 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.720+0000 7f0dda17f780 1 < completed multipart upload key=32PMZSHN97HZ upload=S0D4M506RGBQ tag=RLU619C6F5JM type=write size=1632686 2024-04-10T15:51:15.716 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.724+0000 7f0dda17f780 1 > prepared part key=_multipart_LPSA55UNQS7T.2~XQNQON1P8GEA.0 size=1048576 2024-04-10T15:51:15.717 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.725+0000 7f0dda17f780 1 > prepared part key=_multipart_LPSA55UNQS7T.2~XQNQON1P8GEA.1 size=310847 2024-04-10T15:51:15.717 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.725+0000 7f0dda17f780 1 > prepared multipart upload key=LPSA55UNQS7T upload=XQNQON1P8GEA tag=LAQXECWMJVJA type=write size=2407999 2024-04-10T15:51:15.719 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.728+0000 7f0dda17f780 1 < completed part key=_multipart_9QFS277S5EY3.2~K0C5DCQZY11T.0 size=1048576 2024-04-10T15:51:15.721 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.729+0000 7f0dda17f780 1 < completed part key=_multipart_9QFS277S5EY3.2~K0C5DCQZY11T.1 size=1048576 2024-04-10T15:51:15.723 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.731+0000 7f0dda17f780 1 < completed part key=_multipart_9QFS277S5EY3.2~K0C5DCQZY11T.2 size=189544 2024-04-10T15:51:15.727 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.735+0000 7f0dda17f780 1 < completed multipart upload key=9QFS277S5EY3 upload=K0C5DCQZY11T tag=TEH7SRUF0V12 type=write size=3335272 2024-04-10T15:51:15.731 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.739+0000 7f0dda17f780 1 > prepared part key=_multipart_6V3UX4ZSIBZX.2~W0Y17FMNNP9Y.0 size=535032 2024-04-10T15:51:15.731 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.739+0000 7f0dda17f780 1 > prepared multipart upload key=6V3UX4ZSIBZX upload=W0Y17FMNNP9Y tag=TWI2C3V20592 type=write size=1583608 2024-04-10T15:51:15.735 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.743+0000 7f0dda17f780 1 < suggested remove operation key=1XDQOHF2EHZG tag=HRYS2T5FC430 type=del 2024-04-10T15:51:15.737 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.745+0000 7f0dda17f780 1 > prepared operation key=892B9J3TLMA2 tag=5JL5BBVTC7ZH type=del size=2085880 2024-04-10T15:51:15.739 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.747+0000 7f0dda17f780 1 < canceled operation key=DRNFVWXVQQUT tag=59A2S6Z1B16E type=del size=3999177 2024-04-10T15:51:15.741 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.749+0000 7f0dda17f780 1 > prepared operation key=W1N9JNIA6ZML tag=0SQ0G4554GI3 type=del size=3754107 2024-04-10T15:51:15.743 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.751+0000 7f0dda17f780 1 < completed part key=_multipart_QJ9GK4CHH36X.2~KKS01YFREEJV.0 size=1048576 2024-04-10T15:51:15.745 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.753+0000 7f0dda17f780 1 < completed part key=_multipart_QJ9GK4CHH36X.2~KKS01YFREEJV.1 size=965520 2024-04-10T15:51:15.749 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.758+0000 7f0dda17f780 1 < completed multipart upload key=QJ9GK4CHH36X upload=KKS01YFREEJV tag=NI3ZD6TFU095 type=write size=3062672 2024-04-10T15:51:15.751 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.760+0000 7f0dda17f780 1 > prepared operation key=M31TS1RYVD2I tag=2ICP51V2CN13 type=write size=65150 2024-04-10T15:51:15.754 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.762+0000 7f0dda17f780 1 < completed delete operation key=W1N9JNIA6ZML tag=J19MTEEBQ2BF type=del 2024-04-10T15:51:15.756 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.764+0000 7f0dda17f780 1 > prepared operation key=1XDQOHF2EHZG tag=E807BQTGCT8S type=write size=511433 2024-04-10T15:51:15.758 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.766+0000 7f0dda17f780 1 < completed part key=_multipart_4GB88X6QZH6E.2~35VW52PQ30RM.0 size=115966 2024-04-10T15:51:15.761 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.769+0000 7f0dda17f780 1 < completed multipart upload key=4GB88X6QZH6E upload=35VW52PQ30RM tag=BCOFVCAV61SC type=write size=1164542 2024-04-10T15:51:15.765 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.773+0000 7f0dda17f780 1 > prepared part key=_multipart_QJ9GK4CHH36X.2~KN8UBINKZCBM.0 size=477659 2024-04-10T15:51:15.765 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.773+0000 7f0dda17f780 1 > prepared multipart upload key=QJ9GK4CHH36X upload=KN8UBINKZCBM tag=E4WIHF2B6LWX type=write size=1526235 2024-04-10T15:51:15.767 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.775+0000 7f0dda17f780 1 < completed part key=_multipart_W72JTU6KAY5Q.2~YYO60F1AJCSC.0 size=1048576 2024-04-10T15:51:15.769 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.777+0000 7f0dda17f780 1 < completed part key=_multipart_W72JTU6KAY5Q.2~YYO60F1AJCSC.1 size=1048576 2024-04-10T15:51:15.770 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.779+0000 7f0dda17f780 1 < completed part key=_multipart_W72JTU6KAY5Q.2~YYO60F1AJCSC.2 size=532410 2024-04-10T15:51:15.774 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.783+0000 7f0dda17f780 1 < completed multipart upload key=W72JTU6KAY5Q upload=YYO60F1AJCSC tag=E5YGTP1GOT18 type=write size=3678138 2024-04-10T15:51:15.777 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.785+0000 7f0dda17f780 1 > prepared operation key=0EQWI1AD1VHA tag=ZW3SE9BIR441 type=del size=3545835 2024-04-10T15:51:15.779 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.787+0000 7f0dda17f780 1 < completed part key=_multipart_W1N9JNIA6ZML.2~8ZZA4VIH2DSU.0 size=1048576 2024-04-10T15:51:15.781 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.789+0000 7f0dda17f780 1 < completed part key=_multipart_W1N9JNIA6ZML.2~8ZZA4VIH2DSU.1 size=482643 2024-04-10T15:51:15.784 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.793+0000 7f0dda17f780 1 < completed multipart upload key=W1N9JNIA6ZML upload=8ZZA4VIH2DSU tag=DIYXM1WX7Z2Q type=write size=2579795 2024-04-10T15:51:15.786 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.794+0000 7f0dda17f780 1 > prepared operation key=LPSA55UNQS7T tag=2RCYRWFWV4SM type=write size=210232 2024-04-10T15:51:15.788 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.796+0000 7f0dda17f780 1 < completed write operation key=EZ2HJBZ8EY6J tag=M9D6BGG3NQ91 type=write size=470533 2024-04-10T15:51:15.792 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.800+0000 7f0dda17f780 1 > prepared part key=_multipart_YKTMKJ7IT90D.2~OTI8GP2B2D5F.0 size=1048576 2024-04-10T15:51:15.793 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.802+0000 7f0dda17f780 1 > prepared part key=_multipart_YKTMKJ7IT90D.2~OTI8GP2B2D5F.1 size=1048576 2024-04-10T15:51:15.795 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.803+0000 7f0dda17f780 1 > prepared part key=_multipart_YKTMKJ7IT90D.2~OTI8GP2B2D5F.2 size=382116 2024-04-10T15:51:15.795 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.803+0000 7f0dda17f780 1 > prepared multipart upload key=YKTMKJ7IT90D upload=OTI8GP2B2D5F tag=AU6S20CC1ABG type=write size=3527844 2024-04-10T15:51:15.797 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.805+0000 7f0dda17f780 1 < completed part key=_multipart_VFKX3F9Z0OZ5.2~R3TEFQKHX7GJ.0 size=1048576 2024-04-10T15:51:15.799 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.807+0000 7f0dda17f780 1 < completed part key=_multipart_VFKX3F9Z0OZ5.2~R3TEFQKHX7GJ.1 size=358388 2024-04-10T15:51:15.802 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.810+0000 7f0dda17f780 1 < completed multipart upload key=VFKX3F9Z0OZ5 upload=R3TEFQKHX7GJ tag=MBQUTTOJ3V1D type=write size=2455540 2024-04-10T15:51:15.806 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.814+0000 7f0dda17f780 1 > prepared part key=_multipart_VFKX3F9Z0OZ5.2~6P1NZPWUKZNB.0 size=1048576 2024-04-10T15:51:15.808 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.816+0000 7f0dda17f780 1 > prepared part key=_multipart_VFKX3F9Z0OZ5.2~6P1NZPWUKZNB.1 size=1048576 2024-04-10T15:51:15.809 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.818+0000 7f0dda17f780 1 > prepared part key=_multipart_VFKX3F9Z0OZ5.2~6P1NZPWUKZNB.2 size=894860 2024-04-10T15:51:15.810 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.818+0000 7f0dda17f780 1 > prepared multipart upload key=VFKX3F9Z0OZ5 upload=6P1NZPWUKZNB tag=85QHV3VEMV6S type=write size=4040588 2024-04-10T15:51:15.812 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.820+0000 7f0dda17f780 1 < completed part key=_multipart_Q55YN73R4WFF.2~QSXHV064BHB4.0 size=1048576 2024-04-10T15:51:15.814 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.822+0000 7f0dda17f780 1 < completed part key=_multipart_Q55YN73R4WFF.2~QSXHV064BHB4.1 size=476215 2024-04-10T15:51:15.817 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.825+0000 7f0dda17f780 1 < completed multipart upload key=Q55YN73R4WFF upload=QSXHV064BHB4 tag=N8PWEMH5AVMK type=write size=2573367 2024-04-10T15:51:15.821 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.829+0000 7f0dda17f780 1 > prepared part key=_multipart_W72JTU6KAY5Q.2~48EZM0CM59FH.0 size=1048576 2024-04-10T15:51:15.826 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.831+0000 7f0dda17f780 1 > prepared part key=_multipart_W72JTU6KAY5Q.2~48EZM0CM59FH.1 size=1048576 2024-04-10T15:51:15.826 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.832+0000 7f0dda17f780 1 > prepared part key=_multipart_W72JTU6KAY5Q.2~48EZM0CM59FH.2 size=7116 2024-04-10T15:51:15.826 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.832+0000 7f0dda17f780 1 > prepared multipart upload key=W72JTU6KAY5Q upload=48EZM0CM59FH tag=5DHLR82Q00A6 type=write size=3152844 2024-04-10T15:51:15.826 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.834+0000 7f0dda17f780 1 < canceled operation key=DRNFVWXVQQUT tag=15ASHAKPMH9V type=write size=781952 2024-04-10T15:51:15.830 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.838+0000 7f0dda17f780 1 > prepared part key=_multipart_32PMZSHN97HZ.2~YBP0GZWV9CON.0 size=1048576 2024-04-10T15:51:15.832 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.840+0000 7f0dda17f780 1 > prepared part key=_multipart_32PMZSHN97HZ.2~YBP0GZWV9CON.1 size=1048576 2024-04-10T15:51:15.833 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.841+0000 7f0dda17f780 1 > prepared part key=_multipart_32PMZSHN97HZ.2~YBP0GZWV9CON.2 size=1008302 2024-04-10T15:51:15.833 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.841+0000 7f0dda17f780 1 > prepared multipart upload key=32PMZSHN97HZ upload=YBP0GZWV9CON tag=QDYI9LI47QT4 type=write size=4154030 2024-04-10T15:51:15.835 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.844+0000 7f0dda17f780 1 < completed part key=_multipart_Q55YN73R4WFF.2~6BEUOSQF3SVO.0 size=1048576 2024-04-10T15:51:15.837 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.845+0000 7f0dda17f780 1 < completed part key=_multipart_Q55YN73R4WFF.2~6BEUOSQF3SVO.1 size=1048576 2024-04-10T15:51:15.839 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.847+0000 7f0dda17f780 1 < completed part key=_multipart_Q55YN73R4WFF.2~6BEUOSQF3SVO.2 size=980005 2024-04-10T15:51:15.843 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.852+0000 7f0dda17f780 1 < completed multipart upload key=Q55YN73R4WFF upload=6BEUOSQF3SVO tag=802UPN8J8URM type=write size=4125733 2024-04-10T15:51:15.847 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.855+0000 7f0dda17f780 1 > prepared part key=_multipart_YKTMKJ7IT90D.2~243KRGPDFZT0.0 size=1048576 2024-04-10T15:51:15.849 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.857+0000 7f0dda17f780 1 > prepared part key=_multipart_YKTMKJ7IT90D.2~243KRGPDFZT0.1 size=57226 2024-04-10T15:51:15.849 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.857+0000 7f0dda17f780 1 > prepared multipart upload key=YKTMKJ7IT90D upload=243KRGPDFZT0 tag=7CD0H2RWQE94 type=write size=2154378 2024-04-10T15:51:15.851 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.859+0000 7f0dda17f780 1 < completed write operation key=76DRYPHC6HG3 tag=3PJ848CXLUGC type=write size=71017 2024-04-10T15:51:15.855 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.863+0000 7f0dda17f780 1 > prepared part key=_multipart_5PTGEI8J4Q78.2~YIC633LX2HKY.0 size=1048576 2024-04-10T15:51:15.857 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.865+0000 7f0dda17f780 1 > prepared part key=_multipart_5PTGEI8J4Q78.2~YIC633LX2HKY.1 size=307775 2024-04-10T15:51:15.857 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.865+0000 7f0dda17f780 1 > prepared multipart upload key=5PTGEI8J4Q78 upload=YIC633LX2HKY tag=P9IF1N0LWH8V type=write size=2404927 2024-04-10T15:51:15.859 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.867+0000 7f0dda17f780 1 < completed delete operation key=LPSA55UNQS7T tag=I2I1WFLU9LZT type=del 2024-04-10T15:51:15.864 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.872+0000 7f0dda17f780 1 > prepared part key=_multipart_4GB88X6QZH6E.2~Z2BVJES63B2B.0 size=1048576 2024-04-10T15:51:15.865 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.874+0000 7f0dda17f780 1 > prepared part key=_multipart_4GB88X6QZH6E.2~Z2BVJES63B2B.1 size=1048576 2024-04-10T15:51:15.867 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.876+0000 7f0dda17f780 1 > prepared part key=_multipart_4GB88X6QZH6E.2~Z2BVJES63B2B.2 size=245532 2024-04-10T15:51:15.867 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.876+0000 7f0dda17f780 1 > prepared multipart upload key=4GB88X6QZH6E upload=Z2BVJES63B2B tag=9ZBZ2X6KKJO6 type=write size=3391260 2024-04-10T15:51:15.869 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.878+0000 7f0dda17f780 1 < completed part key=_multipart_LPSA55UNQS7T.2~XQNQON1P8GEA.0 size=1048576 2024-04-10T15:51:15.871 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.879+0000 7f0dda17f780 1 < completed part key=_multipart_LPSA55UNQS7T.2~XQNQON1P8GEA.1 size=310847 2024-04-10T15:51:15.875 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.883+0000 7f0dda17f780 1 < completed multipart upload key=LPSA55UNQS7T upload=XQNQON1P8GEA tag=LAQXECWMJVJA type=write size=2407999 2024-04-10T15:51:15.877 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.885+0000 7f0dda17f780 1 > prepared operation key=J9DG8CWKBLB0 tag=AXBBWM8U2TZX type=del size=709579 2024-04-10T15:51:15.880 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.888+0000 7f0dda17f780 1 < completed part key=_multipart_6V3UX4ZSIBZX.2~W0Y17FMNNP9Y.0 size=535032 2024-04-10T15:51:15.884 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.892+0000 7f0dda17f780 1 < completed multipart upload key=6V3UX4ZSIBZX upload=W0Y17FMNNP9Y tag=TWI2C3V20592 type=write size=1583608 2024-04-10T15:51:15.888 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.896+0000 7f0dda17f780 1 > prepared part key=_multipart_1XDQOHF2EHZG.2~31YZ5Q4DM9QX.0 size=172663 2024-04-10T15:51:15.888 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.896+0000 7f0dda17f780 1 > prepared multipart upload key=1XDQOHF2EHZG upload=31YZ5Q4DM9QX tag=DTWEZ86EIQ3P type=write size=1221239 2024-04-10T15:51:15.890 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.898+0000 7f0dda17f780 1 < canceled operation key=892B9J3TLMA2 tag=5JL5BBVTC7ZH type=del size=2085880 2024-04-10T15:51:15.892 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.901+0000 7f0dda17f780 1 > prepared operation key=6V3UX4ZSIBZX tag=2E2NIXP77WZ4 type=del size=170328 2024-04-10T15:51:15.897 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.905+0000 7f0dda17f780 1 < suggested update operation key=W1N9JNIA6ZML tag=0SQ0G4554GI3 type=del size=3754107 2024-04-10T15:51:15.899 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.907+0000 7f0dda17f780 1 > prepared operation key=GK8B4QASB1P8 tag=ZX68IGZ8ACS7 type=del size=2807880 2024-04-10T15:51:15.901 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.909+0000 7f0dda17f780 1 < completed write operation key=M31TS1RYVD2I tag=2ICP51V2CN13 type=write size=65150 2024-04-10T15:51:15.903 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.911+0000 7f0dda17f780 1 > prepared operation key=5PTGEI8J4Q78 tag=P60OQ5DKMV6A type=write size=225301 2024-04-10T15:51:15.906 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.914+0000 7f0dda17f780 1 < canceled operation key=1XDQOHF2EHZG tag=E807BQTGCT8S type=write size=511433 2024-04-10T15:51:15.908 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.916+0000 7f0dda17f780 1 > prepared operation key=VFKX3F9Z0OZ5 tag=4PWLIY15YIKS type=del size=3235218 2024-04-10T15:51:15.910 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.918+0000 7f0dda17f780 1 < completed part key=_multipart_QJ9GK4CHH36X.2~KN8UBINKZCBM.0 size=477659 2024-04-10T15:51:15.913 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.921+0000 7f0dda17f780 1 < completed multipart upload key=QJ9GK4CHH36X upload=KN8UBINKZCBM tag=E4WIHF2B6LWX type=write size=1526235 2024-04-10T15:51:15.915 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.923+0000 7f0dda17f780 1 > prepared operation key=5VUYRX80DJNN tag=OLBVTB35CAWP type=del size=1482347 2024-04-10T15:51:15.917 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.926+0000 7f0dda17f780 1 < completed delete operation key=0EQWI1AD1VHA tag=ZW3SE9BIR441 type=del 2024-04-10T15:51:15.920 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.928+0000 7f0dda17f780 1 > prepared operation key=1XDQOHF2EHZG tag=E6JCSEU254LV type=del size=258690 2024-04-10T15:51:15.922 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.930+0000 7f0dda17f780 1 < completed write operation key=LPSA55UNQS7T tag=2RCYRWFWV4SM type=write size=210232 2024-04-10T15:51:15.924 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.932+0000 7f0dda17f780 1 > prepared operation key=6V3UX4ZSIBZX tag=HNRTOFAEXZDA type=del size=474458 2024-04-10T15:51:15.926 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.934+0000 7f0dda17f780 1 < completed part key=_multipart_YKTMKJ7IT90D.2~OTI8GP2B2D5F.0 size=1048576 2024-04-10T15:51:15.928 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.936+0000 7f0dda17f780 1 < completed part key=_multipart_YKTMKJ7IT90D.2~OTI8GP2B2D5F.1 size=1048576 2024-04-10T15:51:15.930 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.938+0000 7f0dda17f780 1 < completed part key=_multipart_YKTMKJ7IT90D.2~OTI8GP2B2D5F.2 size=382116 2024-04-10T15:51:15.933 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.942+0000 7f0dda17f780 1 < completed multipart upload key=YKTMKJ7IT90D upload=OTI8GP2B2D5F tag=AU6S20CC1ABG type=write size=3527844 2024-04-10T15:51:15.935 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.944+0000 7f0dda17f780 1 > prepared operation key=O2DQ4CPAMY72 tag=RJH7PKP8R8UM type=write size=994257 2024-04-10T15:51:15.938 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.946+0000 7f0dda17f780 1 < completed part key=_multipart_VFKX3F9Z0OZ5.2~6P1NZPWUKZNB.0 size=1048576 2024-04-10T15:51:15.939 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.948+0000 7f0dda17f780 1 < completed part key=_multipart_VFKX3F9Z0OZ5.2~6P1NZPWUKZNB.1 size=1048576 2024-04-10T15:51:15.941 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.949+0000 7f0dda17f780 1 < completed part key=_multipart_VFKX3F9Z0OZ5.2~6P1NZPWUKZNB.2 size=894860 2024-04-10T15:51:15.945 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.953+0000 7f0dda17f780 1 < completed multipart upload key=VFKX3F9Z0OZ5 upload=6P1NZPWUKZNB tag=85QHV3VEMV6S type=write size=4040588 2024-04-10T15:51:15.947 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.955+0000 7f0dda17f780 1 > prepared operation key=W72JTU6KAY5Q tag=9A03BQLED61Z type=del size=215297 2024-04-10T15:51:15.947 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.955+0000 7f0dda17f780 1 < canceled part key=_multipart_W72JTU6KAY5Q.2~48EZM0CM59FH.0 size=1048576 2024-04-10T15:51:15.949 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.957+0000 7f0dda17f780 1 < completed part key=_multipart_W72JTU6KAY5Q.2~48EZM0CM59FH.1 size=1048576 2024-04-10T15:51:15.951 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.959+0000 7f0dda17f780 1 < completed part key=_multipart_W72JTU6KAY5Q.2~48EZM0CM59FH.2 size=7116 2024-04-10T15:51:15.955 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.963+0000 7f0dda17f780 1 < canceled multipart upload key=W72JTU6KAY5Q upload=48EZM0CM59FH tag=5DHLR82Q00A6 type=write size=3152844 2024-04-10T15:51:15.959 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.967+0000 7f0dda17f780 1 > prepared part key=_multipart_W1N9JNIA6ZML.2~IS5SX7I7DBFS.0 size=60592 2024-04-10T15:51:15.959 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.967+0000 7f0dda17f780 1 > prepared multipart upload key=W1N9JNIA6ZML upload=IS5SX7I7DBFS tag=JIN9ENLM4NUY type=write size=1109168 2024-04-10T15:51:15.961 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.969+0000 7f0dda17f780 1 < completed part key=_multipart_32PMZSHN97HZ.2~YBP0GZWV9CON.0 size=1048576 2024-04-10T15:51:15.963 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.971+0000 7f0dda17f780 1 < completed part key=_multipart_32PMZSHN97HZ.2~YBP0GZWV9CON.1 size=1048576 2024-04-10T15:51:15.965 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.973+0000 7f0dda17f780 1 < completed part key=_multipart_32PMZSHN97HZ.2~YBP0GZWV9CON.2 size=1008302 2024-04-10T15:51:15.969 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.977+0000 7f0dda17f780 1 < completed multipart upload key=32PMZSHN97HZ upload=YBP0GZWV9CON tag=QDYI9LI47QT4 type=write size=4154030 2024-04-10T15:51:15.973 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.981+0000 7f0dda17f780 1 > prepared part key=_multipart_YKTMKJ7IT90D.2~TUJ292OVUEHV.0 size=1048576 2024-04-10T15:51:15.974 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.982+0000 7f0dda17f780 1 > prepared part key=_multipart_YKTMKJ7IT90D.2~TUJ292OVUEHV.1 size=622331 2024-04-10T15:51:15.974 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.982+0000 7f0dda17f780 1 > prepared multipart upload key=YKTMKJ7IT90D upload=TUJ292OVUEHV tag=8HDOP3IKJXAU type=write size=2719483 2024-04-10T15:51:15.977 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.985+0000 7f0dda17f780 1 < completed part key=_multipart_YKTMKJ7IT90D.2~243KRGPDFZT0.0 size=1048576 2024-04-10T15:51:15.979 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.987+0000 7f0dda17f780 1 < completed part key=_multipart_YKTMKJ7IT90D.2~243KRGPDFZT0.1 size=57226 2024-04-10T15:51:15.983 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.991+0000 7f0dda17f780 1 < completed multipart upload key=YKTMKJ7IT90D upload=243KRGPDFZT0 tag=7CD0H2RWQE94 type=write size=2154378 2024-04-10T15:51:15.985 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.994+0000 7f0dda17f780 1 > prepared operation key=H433FHMII9ZA tag=0HV73OQOQ9D8 type=del size=1235635 2024-04-10T15:51:15.987 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.996+0000 7f0dda17f780 1 < completed part key=_multipart_5PTGEI8J4Q78.2~YIC633LX2HKY.0 size=1048576 2024-04-10T15:51:15.989 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:15.998+0000 7f0dda17f780 1 < completed part key=_multipart_5PTGEI8J4Q78.2~YIC633LX2HKY.1 size=307775 2024-04-10T15:51:15.993 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.001+0000 7f0dda17f780 1 < completed multipart upload key=5PTGEI8J4Q78 upload=YIC633LX2HKY tag=P9IF1N0LWH8V type=write size=2404927 2024-04-10T15:51:15.997 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.005+0000 7f0dda17f780 1 > prepared part key=_multipart_4GB88X6QZH6E.2~4HTLOCVIKWQX.0 size=932141 2024-04-10T15:51:15.997 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.005+0000 7f0dda17f780 1 > prepared multipart upload key=4GB88X6QZH6E upload=4HTLOCVIKWQX tag=G08NW94U7QMZ type=write size=1980717 2024-04-10T15:51:15.999 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.007+0000 7f0dda17f780 1 < completed part key=_multipart_4GB88X6QZH6E.2~Z2BVJES63B2B.0 size=1048576 2024-04-10T15:51:16.001 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.009+0000 7f0dda17f780 1 < completed part key=_multipart_4GB88X6QZH6E.2~Z2BVJES63B2B.1 size=1048576 2024-04-10T15:51:16.003 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.011+0000 7f0dda17f780 1 < completed part key=_multipart_4GB88X6QZH6E.2~Z2BVJES63B2B.2 size=245532 2024-04-10T15:51:16.006 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.014+0000 7f0dda17f780 1 < completed multipart upload key=4GB88X6QZH6E upload=Z2BVJES63B2B tag=9ZBZ2X6KKJO6 type=write size=3391260 2024-04-10T15:51:16.010 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.018+0000 7f0dda17f780 1 > prepared part key=_multipart_7R29VV7JYRWM.2~0R86POPP3VRV.0 size=154575 2024-04-10T15:51:16.010 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.018+0000 7f0dda17f780 1 > prepared multipart upload key=7R29VV7JYRWM upload=0R86POPP3VRV tag=30NR5LGSVPZK type=write size=1203151 2024-04-10T15:51:16.012 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.020+0000 7f0dda17f780 1 < completed delete operation key=J9DG8CWKBLB0 tag=AXBBWM8U2TZX type=del 2024-04-10T15:51:16.016 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.024+0000 7f0dda17f780 1 > prepared part key=_multipart_1XDQOHF2EHZG.2~0K0Y4EI9B7LQ.0 size=433319 2024-04-10T15:51:16.016 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.024+0000 7f0dda17f780 1 > prepared multipart upload key=1XDQOHF2EHZG upload=0K0Y4EI9B7LQ tag=DVEX5Z35TX5U type=write size=1481895 2024-04-10T15:51:16.018 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.026+0000 7f0dda17f780 1 < completed part key=_multipart_1XDQOHF2EHZG.2~31YZ5Q4DM9QX.0 size=172663 2024-04-10T15:51:16.022 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.030+0000 7f0dda17f780 1 < completed multipart upload key=1XDQOHF2EHZG upload=31YZ5Q4DM9QX tag=DTWEZ86EIQ3P type=write size=1221239 2024-04-10T15:51:16.024 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.032+0000 7f0dda17f780 1 > prepared operation key=32PMZSHN97HZ tag=P0V25TYPZ2JD type=del size=2720092 2024-04-10T15:51:16.026 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.034+0000 7f0dda17f780 1 < completed delete operation key=6V3UX4ZSIBZX tag=2E2NIXP77WZ4 type=del 2024-04-10T15:51:16.030 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.038+0000 7f0dda17f780 1 > prepared part key=_multipart_6V3UX4ZSIBZX.2~ROY7X4XET5Z3.0 size=817264 2024-04-10T15:51:16.030 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.038+0000 7f0dda17f780 1 > prepared multipart upload key=6V3UX4ZSIBZX upload=ROY7X4XET5Z3 tag=75XK0D7VS870 type=write size=1865840 2024-04-10T15:51:16.032 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.040+0000 7f0dda17f780 1 < canceled operation key=GK8B4QASB1P8 tag=ZX68IGZ8ACS7 type=del size=2807880 2024-04-10T15:51:16.034 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.042+0000 7f0dda17f780 1 > prepared operation key=4GB88X6QZH6E tag=6W1D2GESAVM6 type=del size=3277596 2024-04-10T15:51:16.036 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.045+0000 7f0dda17f780 1 < canceled operation key=5PTGEI8J4Q78 tag=P60OQ5DKMV6A type=write size=225301 2024-04-10T15:51:16.040 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.049+0000 7f0dda17f780 1 > prepared part key=_multipart_VFKX3F9Z0OZ5.2~WN014NOODT5L.0 size=1048576 2024-04-10T15:51:16.042 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.050+0000 7f0dda17f780 1 > prepared part key=_multipart_VFKX3F9Z0OZ5.2~WN014NOODT5L.1 size=994401 2024-04-10T15:51:16.042 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.050+0000 7f0dda17f780 1 > prepared multipart upload key=VFKX3F9Z0OZ5 upload=WN014NOODT5L tag=TI3TINMKOHOY type=write size=3091553 2024-04-10T15:51:16.044 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.052+0000 7f0dda17f780 1 < completed delete operation key=VFKX3F9Z0OZ5 tag=4PWLIY15YIKS type=del 2024-04-10T15:51:16.046 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.054+0000 7f0dda17f780 1 > prepared operation key=LPSA55UNQS7T tag=VQ2U7F12GJS8 type=del size=1360813 2024-04-10T15:51:16.050 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.058+0000 7f0dda17f780 1 < suggested remove operation key=5VUYRX80DJNN tag=OLBVTB35CAWP type=del 2024-04-10T15:51:16.054 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.063+0000 7f0dda17f780 1 > prepared part key=_multipart_7R29VV7JYRWM.2~5AIWVIVVBCBW.0 size=681345 2024-04-10T15:51:16.054 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.063+0000 7f0dda17f780 1 > prepared multipart upload key=7R29VV7JYRWM upload=5AIWVIVVBCBW tag=KUBT956CHTZ8 type=write size=1729921 2024-04-10T15:51:16.057 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.065+0000 7f0dda17f780 1 < completed delete operation key=1XDQOHF2EHZG tag=E6JCSEU254LV type=del 2024-04-10T15:51:16.061 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.069+0000 7f0dda17f780 1 > prepared part key=_multipart_WB4E7VQYBXDP.2~1U3Y20WUL4WT.0 size=766058 2024-04-10T15:51:16.061 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.069+0000 7f0dda17f780 1 > prepared multipart upload key=WB4E7VQYBXDP upload=1U3Y20WUL4WT tag=O7DOFINZ3RY1 type=write size=1814634 2024-04-10T15:51:16.065 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.074+0000 7f0dda17f780 1 < suggested remove operation key=6V3UX4ZSIBZX tag=HNRTOFAEXZDA type=del 2024-04-10T15:51:16.070 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.078+0000 7f0dda17f780 1 > prepared part key=_multipart_EZ2HJBZ8EY6J.2~D4TU7T2C0F54.0 size=270833 2024-04-10T15:51:16.070 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.078+0000 7f0dda17f780 1 > prepared multipart upload key=EZ2HJBZ8EY6J upload=D4TU7T2C0F54 tag=HP72TXYZE4TG type=write size=1319409 2024-04-10T15:51:16.072 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.080+0000 7f0dda17f780 1 < completed write operation key=O2DQ4CPAMY72 tag=RJH7PKP8R8UM type=write size=994257 2024-04-10T15:51:16.074 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.082+0000 7f0dda17f780 1 > prepared operation key=Q55YN73R4WFF tag=A1UQGSAVTP24 type=del size=684041 2024-04-10T15:51:16.076 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.084+0000 7f0dda17f780 1 < completed delete operation key=W72JTU6KAY5Q tag=9A03BQLED61Z type=del 2024-04-10T15:51:16.080 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.088+0000 7f0dda17f780 1 > prepared part key=_multipart_QJ9GK4CHH36X.2~2H1W84G00EW4.0 size=1048576 2024-04-10T15:51:16.082 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.090+0000 7f0dda17f780 1 > prepared part key=_multipart_QJ9GK4CHH36X.2~2H1W84G00EW4.1 size=182229 2024-04-10T15:51:16.082 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.090+0000 7f0dda17f780 1 > prepared multipart upload key=QJ9GK4CHH36X upload=2H1W84G00EW4 tag=27EL85O5CI7O type=write size=2279381 2024-04-10T15:51:16.084 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.092+0000 7f0dda17f780 1 < completed part key=_multipart_W1N9JNIA6ZML.2~IS5SX7I7DBFS.0 size=60592 2024-04-10T15:51:16.088 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.096+0000 7f0dda17f780 1 < completed multipart upload key=W1N9JNIA6ZML upload=IS5SX7I7DBFS tag=JIN9ENLM4NUY type=write size=1109168 2024-04-10T15:51:16.090 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.098+0000 7f0dda17f780 1 > prepared operation key=5PTGEI8J4Q78 tag=B3ZQJFYTBU8O type=del size=1936359 2024-04-10T15:51:16.090 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.099+0000 7f0dda17f780 1 < canceled part key=_multipart_YKTMKJ7IT90D.2~TUJ292OVUEHV.0 size=1048576 2024-04-10T15:51:16.092 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.101+0000 7f0dda17f780 1 < completed part key=_multipart_YKTMKJ7IT90D.2~TUJ292OVUEHV.1 size=622331 2024-04-10T15:51:16.096 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.104+0000 7f0dda17f780 1 < canceled multipart upload key=YKTMKJ7IT90D upload=TUJ292OVUEHV tag=8HDOP3IKJXAU type=write size=2719483 2024-04-10T15:51:16.101 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.109+0000 7f0dda17f780 1 > prepared part key=_multipart_XDWUTYA27EZF.2~OENL6WXOW0NT.0 size=1048576 2024-04-10T15:51:16.102 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.110+0000 7f0dda17f780 1 > prepared part key=_multipart_XDWUTYA27EZF.2~OENL6WXOW0NT.1 size=1048576 2024-04-10T15:51:16.104 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.112+0000 7f0dda17f780 1 > prepared part key=_multipart_XDWUTYA27EZF.2~OENL6WXOW0NT.2 size=695994 2024-04-10T15:51:16.104 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.112+0000 7f0dda17f780 1 > prepared multipart upload key=XDWUTYA27EZF upload=OENL6WXOW0NT tag=7ZSRY82GPMA4 type=write size=3841722 2024-04-10T15:51:16.108 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.116+0000 7f0dda17f780 1 < suggested update operation key=H433FHMII9ZA tag=0HV73OQOQ9D8 type=del size=1235635 2024-04-10T15:51:16.110 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.118+0000 7f0dda17f780 1 > prepared operation key=4GB88X6QZH6E tag=A33AVATAM77Y type=write size=837344 2024-04-10T15:51:16.112 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.121+0000 7f0dda17f780 1 < completed part key=_multipart_4GB88X6QZH6E.2~4HTLOCVIKWQX.0 size=932141 2024-04-10T15:51:16.116 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.124+0000 7f0dda17f780 1 < completed multipart upload key=4GB88X6QZH6E upload=4HTLOCVIKWQX tag=G08NW94U7QMZ type=write size=1980717 2024-04-10T15:51:16.120 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.128+0000 7f0dda17f780 1 > prepared part key=_multipart_32PMZSHN97HZ.2~1032KETG213O.0 size=1048576 2024-04-10T15:51:16.122 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.130+0000 7f0dda17f780 1 > prepared part key=_multipart_32PMZSHN97HZ.2~1032KETG213O.1 size=988893 2024-04-10T15:51:16.122 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.130+0000 7f0dda17f780 1 > prepared multipart upload key=32PMZSHN97HZ upload=1032KETG213O tag=YJZTT60S23YU type=write size=3086045 2024-04-10T15:51:16.124 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.132+0000 7f0dda17f780 1 < completed part key=_multipart_7R29VV7JYRWM.2~0R86POPP3VRV.0 size=154575 2024-04-10T15:51:16.127 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.135+0000 7f0dda17f780 1 < completed multipart upload key=7R29VV7JYRWM upload=0R86POPP3VRV tag=30NR5LGSVPZK type=write size=1203151 2024-04-10T15:51:16.131 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.139+0000 7f0dda17f780 1 > prepared part key=_multipart_XDWUTYA27EZF.2~M14QSQ8W0EXB.0 size=437319 2024-04-10T15:51:16.131 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.139+0000 7f0dda17f780 1 > prepared multipart upload key=XDWUTYA27EZF upload=M14QSQ8W0EXB tag=I46077YX1ZSX type=write size=1485895 2024-04-10T15:51:16.133 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.141+0000 7f0dda17f780 1 < completed part key=_multipart_1XDQOHF2EHZG.2~0K0Y4EI9B7LQ.0 size=433319 2024-04-10T15:51:16.137 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.145+0000 7f0dda17f780 1 < completed multipart upload key=1XDQOHF2EHZG upload=0K0Y4EI9B7LQ tag=DVEX5Z35TX5U type=write size=1481895 2024-04-10T15:51:16.139 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.147+0000 7f0dda17f780 1 > prepared operation key=O2DQ4CPAMY72 tag=H0OWEPSSCA1P type=del size=2146243 2024-04-10T15:51:16.141 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.149+0000 7f0dda17f780 1 < completed delete operation key=32PMZSHN97HZ tag=P0V25TYPZ2JD type=del 2024-04-10T15:51:16.145 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.153+0000 7f0dda17f780 1 > prepared part key=_multipart_32PMZSHN97HZ.2~LNB7WHRTD2W3.0 size=1048576 2024-04-10T15:51:16.147 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.155+0000 7f0dda17f780 1 > prepared part key=_multipart_32PMZSHN97HZ.2~LNB7WHRTD2W3.1 size=2128 2024-04-10T15:51:16.147 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.155+0000 7f0dda17f780 1 > prepared multipart upload key=32PMZSHN97HZ upload=LNB7WHRTD2W3 tag=TZQ3OQJZL1T3 type=write size=2099280 2024-04-10T15:51:16.149 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.157+0000 7f0dda17f780 1 < completed part key=_multipart_6V3UX4ZSIBZX.2~ROY7X4XET5Z3.0 size=817264 2024-04-10T15:51:16.153 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.161+0000 7f0dda17f780 1 < completed multipart upload key=6V3UX4ZSIBZX upload=ROY7X4XET5Z3 tag=75XK0D7VS870 type=write size=1865840 2024-04-10T15:51:16.157 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.165+0000 7f0dda17f780 1 > prepared part key=_multipart_5PTGEI8J4Q78.2~T569KIEYMDSA.0 size=1048576 2024-04-10T15:51:16.158 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.167+0000 7f0dda17f780 1 > prepared part key=_multipart_5PTGEI8J4Q78.2~T569KIEYMDSA.1 size=531772 2024-04-10T15:51:16.159 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.167+0000 7f0dda17f780 1 > prepared multipart upload key=5PTGEI8J4Q78 upload=T569KIEYMDSA tag=PIF58V4PWN5N type=write size=2628924 2024-04-10T15:51:16.161 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.169+0000 7f0dda17f780 1 < completed delete operation key=4GB88X6QZH6E tag=6W1D2GESAVM6 type=del 2024-04-10T15:51:16.163 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.171+0000 7f0dda17f780 1 > prepared operation key=892B9J3TLMA2 tag=AHRS2DOPRZ4L type=del size=2388681 2024-04-10T15:51:16.166 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.174+0000 7f0dda17f780 1 < completed part key=_multipart_VFKX3F9Z0OZ5.2~WN014NOODT5L.0 size=1048576 2024-04-10T15:51:16.168 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.176+0000 7f0dda17f780 1 < completed part key=_multipart_VFKX3F9Z0OZ5.2~WN014NOODT5L.1 size=994401 2024-04-10T15:51:16.172 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.180+0000 7f0dda17f780 1 < completed multipart upload key=VFKX3F9Z0OZ5 upload=WN014NOODT5L tag=TI3TINMKOHOY type=write size=3091553 2024-04-10T15:51:16.174 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.183+0000 7f0dda17f780 1 > prepared operation key=J9DG8CWKBLB0 tag=848SSJTCR1MW type=del size=637943 2024-04-10T15:51:16.176 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.185+0000 7f0dda17f780 1 < completed delete operation key=LPSA55UNQS7T tag=VQ2U7F12GJS8 type=del 2024-04-10T15:51:16.179 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.187+0000 7f0dda17f780 1 > prepared operation key=W72JTU6KAY5Q tag=XGUD610DK6O9 type=del size=3623664 2024-04-10T15:51:16.179 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.187+0000 7f0dda17f780 1 < canceled part key=_multipart_7R29VV7JYRWM.2~5AIWVIVVBCBW.0 size=681345 2024-04-10T15:51:16.183 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.191+0000 7f0dda17f780 1 < canceled multipart upload key=7R29VV7JYRWM upload=5AIWVIVVBCBW tag=KUBT956CHTZ8 type=write size=1729921 2024-04-10T15:51:16.187 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.195+0000 7f0dda17f780 1 > prepared part key=_multipart_5VUYRX80DJNN.2~O0875K61X3DX.0 size=1048576 2024-04-10T15:51:16.189 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.197+0000 7f0dda17f780 1 > prepared part key=_multipart_5VUYRX80DJNN.2~O0875K61X3DX.1 size=1048576 2024-04-10T15:51:16.190 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.199+0000 7f0dda17f780 1 > prepared part key=_multipart_5VUYRX80DJNN.2~O0875K61X3DX.2 size=644623 2024-04-10T15:51:16.191 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.199+0000 7f0dda17f780 1 > prepared multipart upload key=5VUYRX80DJNN upload=O0875K61X3DX tag=LWWS2GWP1VCW type=write size=3790351 2024-04-10T15:51:16.193 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.201+0000 7f0dda17f780 1 < completed part key=_multipart_WB4E7VQYBXDP.2~1U3Y20WUL4WT.0 size=766058 2024-04-10T15:51:16.197 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.205+0000 7f0dda17f780 1 < completed multipart upload key=WB4E7VQYBXDP upload=1U3Y20WUL4WT tag=O7DOFINZ3RY1 type=write size=1814634 2024-04-10T15:51:16.199 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.207+0000 7f0dda17f780 1 > prepared operation key=LPSA55UNQS7T tag=8TTAMN9734R6 type=del size=64292 2024-04-10T15:51:16.201 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.209+0000 7f0dda17f780 1 < completed part key=_multipart_EZ2HJBZ8EY6J.2~D4TU7T2C0F54.0 size=270833 2024-04-10T15:51:16.205 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.213+0000 7f0dda17f780 1 < completed multipart upload key=EZ2HJBZ8EY6J upload=D4TU7T2C0F54 tag=HP72TXYZE4TG type=write size=1319409 2024-04-10T15:51:16.207 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.215+0000 7f0dda17f780 1 > prepared operation key=7R29VV7JYRWM tag=HJ1RCXS3W8J0 type=write size=578642 2024-04-10T15:51:16.211 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.219+0000 7f0dda17f780 1 < suggested update operation key=Q55YN73R4WFF tag=A1UQGSAVTP24 type=del size=684041 2024-04-10T15:51:16.213 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.221+0000 7f0dda17f780 1 > prepared operation key=W72JTU6KAY5Q tag=CQJSIVNBIVSW type=del size=4163079 2024-04-10T15:51:16.215 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.223+0000 7f0dda17f780 1 < completed part key=_multipart_QJ9GK4CHH36X.2~2H1W84G00EW4.0 size=1048576 2024-04-10T15:51:16.217 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.225+0000 7f0dda17f780 1 < completed part key=_multipart_QJ9GK4CHH36X.2~2H1W84G00EW4.1 size=182229 2024-04-10T15:51:16.220 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.229+0000 7f0dda17f780 1 < completed multipart upload key=QJ9GK4CHH36X upload=2H1W84G00EW4 tag=27EL85O5CI7O type=write size=2279381 2024-04-10T15:51:16.224 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.233+0000 7f0dda17f780 1 > prepared part key=_multipart_GK8B4QASB1P8.2~AD7QH96FJNHA.0 size=1048576 2024-04-10T15:51:16.226 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.235+0000 7f0dda17f780 1 > prepared part key=_multipart_GK8B4QASB1P8.2~AD7QH96FJNHA.1 size=834570 2024-04-10T15:51:16.226 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.235+0000 7f0dda17f780 1 > prepared multipart upload key=GK8B4QASB1P8 upload=AD7QH96FJNHA tag=OUXA6LODKC70 type=write size=2931722 2024-04-10T15:51:16.229 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.237+0000 7f0dda17f780 1 < completed delete operation key=5PTGEI8J4Q78 tag=B3ZQJFYTBU8O type=del 2024-04-10T15:51:16.233 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.241+0000 7f0dda17f780 1 > prepared part key=_multipart_32PMZSHN97HZ.2~H9K72HRPBYC2.0 size=1048576 2024-04-10T15:51:16.235 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.243+0000 7f0dda17f780 1 > prepared part key=_multipart_32PMZSHN97HZ.2~H9K72HRPBYC2.1 size=712859 2024-04-10T15:51:16.235 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.243+0000 7f0dda17f780 1 > prepared multipart upload key=32PMZSHN97HZ upload=H9K72HRPBYC2 tag=8XKMCOMUHWON type=write size=2810011 2024-04-10T15:51:16.235 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.243+0000 7f0dda17f780 1 < canceled part key=_multipart_XDWUTYA27EZF.2~OENL6WXOW0NT.0 size=1048576 2024-04-10T15:51:16.237 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.245+0000 7f0dda17f780 1 < completed part key=_multipart_XDWUTYA27EZF.2~OENL6WXOW0NT.1 size=1048576 2024-04-10T15:51:16.239 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.247+0000 7f0dda17f780 1 < completed part key=_multipart_XDWUTYA27EZF.2~OENL6WXOW0NT.2 size=695994 2024-04-10T15:51:16.243 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.251+0000 7f0dda17f780 1 < canceled multipart upload key=XDWUTYA27EZF upload=OENL6WXOW0NT tag=7ZSRY82GPMA4 type=write size=3841722 2024-04-10T15:51:16.244 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.253+0000 7f0dda17f780 1 > prepared operation key=QJ9GK4CHH36X tag=G15L0UA7FWPV type=del size=1438439 2024-04-10T15:51:16.246 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.255+0000 7f0dda17f780 1 < completed write operation key=4GB88X6QZH6E tag=A33AVATAM77Y type=write size=837344 2024-04-10T15:51:16.249 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.257+0000 7f0dda17f780 1 > prepared operation key=WB4E7VQYBXDP tag=0VENGIKMHOM1 type=del size=1856717 2024-04-10T15:51:16.251 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.259+0000 7f0dda17f780 1 < completed part key=_multipart_32PMZSHN97HZ.2~1032KETG213O.0 size=1048576 2024-04-10T15:51:16.253 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.261+0000 7f0dda17f780 1 < completed part key=_multipart_32PMZSHN97HZ.2~1032KETG213O.1 size=988893 2024-04-10T15:51:16.257 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.265+0000 7f0dda17f780 1 < completed multipart upload key=32PMZSHN97HZ upload=1032KETG213O tag=YJZTT60S23YU type=write size=3086045 2024-04-10T15:51:16.259 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.267+0000 7f0dda17f780 1 > prepared operation key=W1N9JNIA6ZML tag=YEQOUM4SYMM5 type=del size=4111996 2024-04-10T15:51:16.261 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.269+0000 7f0dda17f780 1 < completed part key=_multipart_XDWUTYA27EZF.2~M14QSQ8W0EXB.0 size=437319 2024-04-10T15:51:16.264 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.272+0000 7f0dda17f780 1 < completed multipart upload key=XDWUTYA27EZF upload=M14QSQ8W0EXB tag=I46077YX1ZSX type=write size=1485895 2024-04-10T15:51:16.267 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.275+0000 7f0dda17f780 1 > prepared operation key=9QFS277S5EY3 tag=JAVP8HYQZUBP type=write size=159869 2024-04-10T15:51:16.269 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.277+0000 7f0dda17f780 1 < completed delete operation key=O2DQ4CPAMY72 tag=H0OWEPSSCA1P type=del 2024-04-10T15:51:16.271 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.279+0000 7f0dda17f780 1 > prepared operation key=892B9J3TLMA2 tag=RJ6I0DKHQ6VA type=del size=3072137 2024-04-10T15:51:16.273 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.281+0000 7f0dda17f780 1 < completed part key=_multipart_32PMZSHN97HZ.2~LNB7WHRTD2W3.0 size=1048576 2024-04-10T15:51:16.276 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.284+0000 7f0dda17f780 1 < completed part key=_multipart_32PMZSHN97HZ.2~LNB7WHRTD2W3.1 size=2128 2024-04-10T15:51:16.279 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.288+0000 7f0dda17f780 1 < completed multipart upload key=32PMZSHN97HZ upload=LNB7WHRTD2W3 tag=TZQ3OQJZL1T3 type=write size=2099280 2024-04-10T15:51:16.283 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.291+0000 7f0dda17f780 1 > prepared part key=_multipart_P7QI1303WDML.2~6R6TFQOYRVYX.0 size=773496 2024-04-10T15:51:16.283 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.291+0000 7f0dda17f780 1 > prepared multipart upload key=P7QI1303WDML upload=6R6TFQOYRVYX tag=9D2I8N5Q64CW type=write size=1822072 2024-04-10T15:51:16.285 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.294+0000 7f0dda17f780 1 < completed part key=_multipart_5PTGEI8J4Q78.2~T569KIEYMDSA.0 size=1048576 2024-04-10T15:51:16.287 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.296+0000 7f0dda17f780 1 < completed part key=_multipart_5PTGEI8J4Q78.2~T569KIEYMDSA.1 size=531772 2024-04-10T15:51:16.291 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.299+0000 7f0dda17f780 1 < completed multipart upload key=5PTGEI8J4Q78 upload=T569KIEYMDSA tag=PIF58V4PWN5N type=write size=2628924 2024-04-10T15:51:16.294 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.302+0000 7f0dda17f780 1 > prepared operation key=H433FHMII9ZA tag=4YQC9NJNPRZ8 type=del size=3530889 2024-04-10T15:51:16.296 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.304+0000 7f0dda17f780 1 < completed delete operation key=892B9J3TLMA2 tag=AHRS2DOPRZ4L type=del 2024-04-10T15:51:16.298 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.306+0000 7f0dda17f780 1 > prepared operation key=LPSA55UNQS7T tag=UTLGQ3MFMV40 type=del size=77854 2024-04-10T15:51:16.300 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.308+0000 7f0dda17f780 1 < completed delete operation key=J9DG8CWKBLB0 tag=848SSJTCR1MW type=del 2024-04-10T15:51:16.302 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.310+0000 7f0dda17f780 1 > prepared operation key=9QFS277S5EY3 tag=BJWMCJO1CJBF type=del size=1816068 2024-04-10T15:51:16.304 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.313+0000 7f0dda17f780 1 < completed delete operation key=W72JTU6KAY5Q tag=XGUD610DK6O9 type=del 2024-04-10T15:51:16.306 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.315+0000 7f0dda17f780 1 > prepared operation key=VFKX3F9Z0OZ5 tag=PHHRL63MSV0U type=del size=3994456 2024-04-10T15:51:16.308 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.317+0000 7f0dda17f780 1 < completed part key=_multipart_5VUYRX80DJNN.2~O0875K61X3DX.0 size=1048576 2024-04-10T15:51:16.310 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.319+0000 7f0dda17f780 1 < completed part key=_multipart_5VUYRX80DJNN.2~O0875K61X3DX.1 size=1048576 2024-04-10T15:51:16.312 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.320+0000 7f0dda17f780 1 < completed part key=_multipart_5VUYRX80DJNN.2~O0875K61X3DX.2 size=644623 2024-04-10T15:51:16.316 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.324+0000 7f0dda17f780 1 < completed multipart upload key=5VUYRX80DJNN upload=O0875K61X3DX tag=LWWS2GWP1VCW type=write size=3790351 2024-04-10T15:51:16.318 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.326+0000 7f0dda17f780 1 > prepared operation key=1XDQOHF2EHZG tag=YZIA5I9XUWHK type=del size=2531600 2024-04-10T15:51:16.320 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.329+0000 7f0dda17f780 1 < completed delete operation key=LPSA55UNQS7T tag=8TTAMN9734R6 type=del 2024-04-10T15:51:16.324 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.333+0000 7f0dda17f780 1 > prepared part key=_multipart_O2DQ4CPAMY72.2~NXRL5QXKRWZZ.0 size=1048576 2024-04-10T15:51:16.326 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.334+0000 7f0dda17f780 1 > prepared part key=_multipart_O2DQ4CPAMY72.2~NXRL5QXKRWZZ.1 size=315315 2024-04-10T15:51:16.326 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.334+0000 7f0dda17f780 1 > prepared multipart upload key=O2DQ4CPAMY72 upload=NXRL5QXKRWZZ tag=K7ARURZBWZIC type=write size=2412467 2024-04-10T15:51:16.330 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.339+0000 7f0dda17f780 1 < suggested update operation key=7R29VV7JYRWM tag=HJ1RCXS3W8J0 type=write size=578642 2024-04-10T15:51:16.334 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.342+0000 7f0dda17f780 1 > prepared part key=_multipart_J9DG8CWKBLB0.2~KJU2CQJ8CB6Q.0 size=681400 2024-04-10T15:51:16.334 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.342+0000 7f0dda17f780 1 > prepared multipart upload key=J9DG8CWKBLB0 upload=KJU2CQJ8CB6Q tag=CG0DDQ2XNHY7 type=write size=1729976 2024-04-10T15:51:16.336 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.344+0000 7f0dda17f780 1 < completed delete operation key=W72JTU6KAY5Q tag=CQJSIVNBIVSW type=del 2024-04-10T15:51:16.338 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.346+0000 7f0dda17f780 1 > prepared operation key=0EQWI1AD1VHA tag=GNBKEEARBW1I type=del size=1124641 2024-04-10T15:51:16.340 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.349+0000 7f0dda17f780 1 < completed part key=_multipart_GK8B4QASB1P8.2~AD7QH96FJNHA.0 size=1048576 2024-04-10T15:51:16.342 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.350+0000 7f0dda17f780 1 < completed part key=_multipart_GK8B4QASB1P8.2~AD7QH96FJNHA.1 size=834570 2024-04-10T15:51:16.347 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.355+0000 7f0dda17f780 1 < completed multipart upload key=GK8B4QASB1P8 upload=AD7QH96FJNHA tag=OUXA6LODKC70 type=write size=2931722 2024-04-10T15:51:16.351 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.359+0000 7f0dda17f780 1 > prepared part key=_multipart_DRNFVWXVQQUT.2~I8Y01LGMV1DH.0 size=1048576 2024-04-10T15:51:16.353 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.361+0000 7f0dda17f780 1 > prepared part key=_multipart_DRNFVWXVQQUT.2~I8Y01LGMV1DH.1 size=371346 2024-04-10T15:51:16.353 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.361+0000 7f0dda17f780 1 > prepared multipart upload key=DRNFVWXVQQUT upload=I8Y01LGMV1DH tag=KFFPNX2WU3ZG type=write size=2468498 2024-04-10T15:51:16.356 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.364+0000 7f0dda17f780 1 < completed part key=_multipart_32PMZSHN97HZ.2~H9K72HRPBYC2.0 size=1048576 2024-04-10T15:51:16.356 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.364+0000 7f0dda17f780 1 < canceled part key=_multipart_32PMZSHN97HZ.2~H9K72HRPBYC2.1 size=712859 2024-04-10T15:51:16.359 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.367+0000 7f0dda17f780 1 < canceled multipart upload key=32PMZSHN97HZ upload=H9K72HRPBYC2 tag=8XKMCOMUHWON type=write size=2810011 2024-04-10T15:51:16.361 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.369+0000 7f0dda17f780 1 > prepared operation key=YKTMKJ7IT90D tag=VKTUUT0DLF7Z type=del size=3377929 2024-04-10T15:51:16.365 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.373+0000 7f0dda17f780 1 < suggested remove operation key=QJ9GK4CHH36X tag=G15L0UA7FWPV type=del 2024-04-10T15:51:16.369 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.377+0000 7f0dda17f780 1 > prepared part key=_multipart_VFKX3F9Z0OZ5.2~9G3XINHVLJ70.0 size=1048576 2024-04-10T15:51:16.370 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.379+0000 7f0dda17f780 1 > prepared part key=_multipart_VFKX3F9Z0OZ5.2~9G3XINHVLJ70.1 size=1048576 2024-04-10T15:51:16.372 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.381+0000 7f0dda17f780 1 > prepared part key=_multipart_VFKX3F9Z0OZ5.2~9G3XINHVLJ70.2 size=171213 2024-04-10T15:51:16.373 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.381+0000 7f0dda17f780 1 > prepared multipart upload key=VFKX3F9Z0OZ5 upload=9G3XINHVLJ70 tag=04VQ8U4V5IHY type=write size=3316941 2024-04-10T15:51:16.375 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.383+0000 7f0dda17f780 1 < completed delete operation key=WB4E7VQYBXDP tag=0VENGIKMHOM1 type=del 2024-04-10T15:51:16.377 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.385+0000 7f0dda17f780 1 > prepared operation key=0EQWI1AD1VHA tag=E2S7MN5LLEPA type=del size=3759578 2024-04-10T15:51:16.379 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.387+0000 7f0dda17f780 1 < completed delete operation key=W1N9JNIA6ZML tag=YEQOUM4SYMM5 type=del 2024-04-10T15:51:16.381 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.389+0000 7f0dda17f780 1 > prepared operation key=J9DG8CWKBLB0 tag=GYW6077DHY4T type=del size=1067550 2024-04-10T15:51:16.383 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.391+0000 7f0dda17f780 1 < completed write operation key=9QFS277S5EY3 tag=JAVP8HYQZUBP type=write size=159869 2024-04-10T15:51:16.385 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.394+0000 7f0dda17f780 1 > prepared operation key=W1N9JNIA6ZML tag=S5L9KY3TYZ6N type=write size=362742 2024-04-10T15:51:16.388 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.396+0000 7f0dda17f780 1 < completed delete operation key=892B9J3TLMA2 tag=RJ6I0DKHQ6VA type=del 2024-04-10T15:51:16.390 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.398+0000 7f0dda17f780 1 > prepared operation key=892B9J3TLMA2 tag=2CESL7F8OQ6G type=del size=1065991 2024-04-10T15:51:16.392 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.400+0000 7f0dda17f780 1 < completed part key=_multipart_P7QI1303WDML.2~6R6TFQOYRVYX.0 size=773496 2024-04-10T15:51:16.396 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.405+0000 7f0dda17f780 1 < completed multipart upload key=P7QI1303WDML upload=6R6TFQOYRVYX tag=9D2I8N5Q64CW type=write size=1822072 2024-04-10T15:51:16.399 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.407+0000 7f0dda17f780 1 > prepared operation key=7R29VV7JYRWM tag=M6YMSBSINVQT type=del size=2027558 2024-04-10T15:51:16.401 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.409+0000 7f0dda17f780 1 < completed delete operation key=H433FHMII9ZA tag=4YQC9NJNPRZ8 type=del 2024-04-10T15:51:16.403 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.412+0000 7f0dda17f780 1 > prepared operation key=LPSA55UNQS7T tag=HHKJ7US85DUL type=del size=559930 2024-04-10T15:51:16.406 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.414+0000 7f0dda17f780 1 < completed delete operation key=LPSA55UNQS7T tag=UTLGQ3MFMV40 type=del 2024-04-10T15:51:16.410 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.418+0000 7f0dda17f780 1 > prepared part key=_multipart_W72JTU6KAY5Q.2~OHZ8J1VVTPVV.0 size=1048576 2024-04-10T15:51:16.412 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.420+0000 7f0dda17f780 1 > prepared part key=_multipart_W72JTU6KAY5Q.2~OHZ8J1VVTPVV.1 size=1048576 2024-04-10T15:51:16.414 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.422+0000 7f0dda17f780 1 > prepared part key=_multipart_W72JTU6KAY5Q.2~OHZ8J1VVTPVV.2 size=1024799 2024-04-10T15:51:16.414 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.422+0000 7f0dda17f780 1 > prepared multipart upload key=W72JTU6KAY5Q upload=OHZ8J1VVTPVV tag=GUNF55AI11Q8 type=write size=4170527 2024-04-10T15:51:16.416 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.424+0000 7f0dda17f780 1 < canceled operation key=9QFS277S5EY3 tag=BJWMCJO1CJBF type=del size=1816068 2024-04-10T15:51:16.419 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.427+0000 7f0dda17f780 1 > prepared operation key=892B9J3TLMA2 tag=XVSIE90TMVXH type=del size=2155392 2024-04-10T15:51:16.421 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.429+0000 7f0dda17f780 1 < canceled operation key=VFKX3F9Z0OZ5 tag=PHHRL63MSV0U type=del size=3994456 2024-04-10T15:51:16.423 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.431+0000 7f0dda17f780 1 > prepared operation key=WB4E7VQYBXDP tag=E80ZBB54Z4EH type=del size=3011294 2024-04-10T15:51:16.425 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.434+0000 7f0dda17f780 1 < completed delete operation key=1XDQOHF2EHZG tag=YZIA5I9XUWHK type=del 2024-04-10T15:51:16.430 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.439+0000 7f0dda17f780 1 > prepared part key=_multipart_VFKX3F9Z0OZ5.2~I8UPLRWQ8N1Q.0 size=1048576 2024-04-10T15:51:16.432 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.440+0000 7f0dda17f780 1 > prepared part key=_multipart_VFKX3F9Z0OZ5.2~I8UPLRWQ8N1Q.1 size=1048576 2024-04-10T15:51:16.434 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.442+0000 7f0dda17f780 1 > prepared part key=_multipart_VFKX3F9Z0OZ5.2~I8UPLRWQ8N1Q.2 size=77145 2024-04-10T15:51:16.434 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.442+0000 7f0dda17f780 1 > prepared multipart upload key=VFKX3F9Z0OZ5 upload=I8UPLRWQ8N1Q tag=RINFVELFZI9V type=write size=3222873 2024-04-10T15:51:16.436 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.444+0000 7f0dda17f780 1 < completed part key=_multipart_O2DQ4CPAMY72.2~NXRL5QXKRWZZ.0 size=1048576 2024-04-10T15:51:16.438 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.446+0000 7f0dda17f780 1 < completed part key=_multipart_O2DQ4CPAMY72.2~NXRL5QXKRWZZ.1 size=315315 2024-04-10T15:51:16.441 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.449+0000 7f0dda17f780 1 < completed multipart upload key=O2DQ4CPAMY72 upload=NXRL5QXKRWZZ tag=K7ARURZBWZIC type=write size=2412467 2024-04-10T15:51:16.445 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.453+0000 7f0dda17f780 1 > prepared part key=_multipart_892B9J3TLMA2.2~ZTQUAN2WIFTB.0 size=1048576 2024-04-10T15:51:16.447 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.455+0000 7f0dda17f780 1 > prepared part key=_multipart_892B9J3TLMA2.2~ZTQUAN2WIFTB.1 size=890955 2024-04-10T15:51:16.447 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.455+0000 7f0dda17f780 1 > prepared multipart upload key=892B9J3TLMA2 upload=ZTQUAN2WIFTB tag=SON0I2VWJLNB type=write size=2988107 2024-04-10T15:51:16.449 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.457+0000 7f0dda17f780 1 < completed part key=_multipart_J9DG8CWKBLB0.2~KJU2CQJ8CB6Q.0 size=681400 2024-04-10T15:51:16.452 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.460+0000 7f0dda17f780 1 < completed multipart upload key=J9DG8CWKBLB0 upload=KJU2CQJ8CB6Q tag=CG0DDQ2XNHY7 type=write size=1729976 2024-04-10T15:51:16.456 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.464+0000 7f0dda17f780 1 > prepared part key=_multipart_H433FHMII9ZA.2~N1VRMEO8F546.0 size=1048576 2024-04-10T15:51:16.458 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.466+0000 7f0dda17f780 1 > prepared part key=_multipart_H433FHMII9ZA.2~N1VRMEO8F546.1 size=781559 2024-04-10T15:51:16.458 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.466+0000 7f0dda17f780 1 > prepared multipart upload key=H433FHMII9ZA upload=N1VRMEO8F546 tag=J5DTTLU39FIV type=write size=2878711 2024-04-10T15:51:16.460 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.468+0000 7f0dda17f780 1 < completed delete operation key=0EQWI1AD1VHA tag=GNBKEEARBW1I type=del 2024-04-10T15:51:16.462 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.470+0000 7f0dda17f780 1 > prepared operation key=GK8B4QASB1P8 tag=QDY52FARZMYY type=write size=116649 2024-04-10T15:51:16.464 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.473+0000 7f0dda17f780 1 < completed part key=_multipart_DRNFVWXVQQUT.2~I8Y01LGMV1DH.0 size=1048576 2024-04-10T15:51:16.466 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.474+0000 7f0dda17f780 1 < completed part key=_multipart_DRNFVWXVQQUT.2~I8Y01LGMV1DH.1 size=371346 2024-04-10T15:51:16.470 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.478+0000 7f0dda17f780 1 < completed multipart upload key=DRNFVWXVQQUT upload=I8Y01LGMV1DH tag=KFFPNX2WU3ZG type=write size=2468498 2024-04-10T15:51:16.473 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.481+0000 7f0dda17f780 1 > prepared operation key=7R1LO48KG193 tag=BT92B5WA0Z5L type=del size=712664 2024-04-10T15:51:16.477 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.485+0000 7f0dda17f780 1 < suggested update operation key=YKTMKJ7IT90D tag=VKTUUT0DLF7Z type=del size=3377929 2024-04-10T15:51:16.479 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.487+0000 7f0dda17f780 1 > prepared operation key=5PTGEI8J4Q78 tag=7M75GFMDF810 type=del size=3654079 2024-04-10T15:51:16.481 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.489+0000 7f0dda17f780 1 < completed part key=_multipart_VFKX3F9Z0OZ5.2~9G3XINHVLJ70.0 size=1048576 2024-04-10T15:51:16.483 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.491+0000 7f0dda17f780 1 < completed part key=_multipart_VFKX3F9Z0OZ5.2~9G3XINHVLJ70.1 size=1048576 2024-04-10T15:51:16.486 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.494+0000 7f0dda17f780 1 < completed part key=_multipart_VFKX3F9Z0OZ5.2~9G3XINHVLJ70.2 size=171213 2024-04-10T15:51:16.489 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.497+0000 7f0dda17f780 1 < completed multipart upload key=VFKX3F9Z0OZ5 upload=9G3XINHVLJ70 tag=04VQ8U4V5IHY type=write size=3316941 2024-04-10T15:51:16.493 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.502+0000 7f0dda17f780 1 > prepared part key=_multipart_32PMZSHN97HZ.2~XOYSAFC0X3DV.0 size=1048576 2024-04-10T15:51:16.495 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.503+0000 7f0dda17f780 1 > prepared part key=_multipart_32PMZSHN97HZ.2~XOYSAFC0X3DV.1 size=79077 2024-04-10T15:51:16.495 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.503+0000 7f0dda17f780 1 > prepared multipart upload key=32PMZSHN97HZ upload=XOYSAFC0X3DV tag=K4NIX3KETAW4 type=write size=2176229 2024-04-10T15:51:16.497 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.505+0000 7f0dda17f780 1 < completed delete operation key=0EQWI1AD1VHA tag=E2S7MN5LLEPA type=del 2024-04-10T15:51:16.499 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.508+0000 7f0dda17f780 1 > prepared operation key=LPSA55UNQS7T tag=8GO4OZ317PCZ type=del size=711081 2024-04-10T15:51:16.501 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.509+0000 7f0dda17f780 1 < completed delete operation key=J9DG8CWKBLB0 tag=GYW6077DHY4T type=del 2024-04-10T15:51:16.503 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.511+0000 7f0dda17f780 1 > prepared operation key=5PTGEI8J4Q78 tag=QPPF5G0QHO0H type=del size=1752623 2024-04-10T15:51:16.507 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.515+0000 7f0dda17f780 1 < suggested remove operation key=W1N9JNIA6ZML tag=S5L9KY3TYZ6N type=write 2024-04-10T15:51:16.511 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.519+0000 7f0dda17f780 1 > prepared part key=_multipart_DRNFVWXVQQUT.2~CN3QIZAFZ9MK.0 size=673450 2024-04-10T15:51:16.511 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.519+0000 7f0dda17f780 1 > prepared multipart upload key=DRNFVWXVQQUT upload=CN3QIZAFZ9MK tag=FGC642MXROGP type=write size=1722026 2024-04-10T15:51:16.513 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.521+0000 7f0dda17f780 1 < completed delete operation key=892B9J3TLMA2 tag=2CESL7F8OQ6G type=del 2024-04-10T15:51:16.515 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.524+0000 7f0dda17f780 1 > prepared operation key=W1N9JNIA6ZML tag=BREYOP421VE3 type=del size=3042846 2024-04-10T15:51:16.519 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.528+0000 7f0dda17f780 1 < suggested update operation key=7R29VV7JYRWM tag=M6YMSBSINVQT type=del size=2027558 2024-04-10T15:51:16.523 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.532+0000 7f0dda17f780 1 > prepared part key=_multipart_7R29VV7JYRWM.2~3ZQJHT7BNGK4.0 size=664308 2024-04-10T15:51:16.524 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.532+0000 7f0dda17f780 1 > prepared multipart upload key=7R29VV7JYRWM upload=3ZQJHT7BNGK4 tag=DQ2470YIG1XW type=write size=1712884 2024-04-10T15:51:16.528 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.536+0000 7f0dda17f780 1 < suggested remove operation key=LPSA55UNQS7T tag=HHKJ7US85DUL type=del 2024-04-10T15:51:16.530 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.539+0000 7f0dda17f780 1 > prepared operation key=9QFS277S5EY3 tag=LCXHMFPKKUF6 type=del size=3951604 2024-04-10T15:51:16.533 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.541+0000 7f0dda17f780 1 < completed part key=_multipart_W72JTU6KAY5Q.2~OHZ8J1VVTPVV.0 size=1048576 2024-04-10T15:51:16.535 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.543+0000 7f0dda17f780 1 < completed part key=_multipart_W72JTU6KAY5Q.2~OHZ8J1VVTPVV.1 size=1048576 2024-04-10T15:51:16.536 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.545+0000 7f0dda17f780 1 < completed part key=_multipart_W72JTU6KAY5Q.2~OHZ8J1VVTPVV.2 size=1024799 2024-04-10T15:51:16.540 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.548+0000 7f0dda17f780 1 < completed multipart upload key=W72JTU6KAY5Q upload=OHZ8J1VVTPVV tag=GUNF55AI11Q8 type=write size=4170527 2024-04-10T15:51:16.544 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.552+0000 7f0dda17f780 1 > prepared part key=_multipart_GK8B4QASB1P8.2~U2YZ448PJKW6.0 size=1048576 2024-04-10T15:51:16.546 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.554+0000 7f0dda17f780 1 > prepared part key=_multipart_GK8B4QASB1P8.2~U2YZ448PJKW6.1 size=1044897 2024-04-10T15:51:16.546 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.554+0000 7f0dda17f780 1 > prepared multipart upload key=GK8B4QASB1P8 upload=U2YZ448PJKW6 tag=J9ZFSP51RNSH type=write size=3142049 2024-04-10T15:51:16.548 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.556+0000 7f0dda17f780 1 < completed delete operation key=892B9J3TLMA2 tag=XVSIE90TMVXH type=del 2024-04-10T15:51:16.550 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.558+0000 7f0dda17f780 1 > prepared operation key=VFKX3F9Z0OZ5 tag=L9JIG9MXQQV0 type=del size=3737362 2024-04-10T15:51:16.552 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.560+0000 7f0dda17f780 1 < completed delete operation key=WB4E7VQYBXDP tag=E80ZBB54Z4EH type=del 2024-04-10T15:51:16.554 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.562+0000 7f0dda17f780 1 > prepared operation key=WB4E7VQYBXDP tag=YUMAAYJ6EFY7 type=write size=130532 2024-04-10T15:51:16.555 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.563+0000 7f0dda17f780 1 < canceled part key=_multipart_VFKX3F9Z0OZ5.2~I8UPLRWQ8N1Q.0 size=1048576 2024-04-10T15:51:16.557 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.565+0000 7f0dda17f780 1 < completed part key=_multipart_VFKX3F9Z0OZ5.2~I8UPLRWQ8N1Q.1 size=1048576 2024-04-10T15:51:16.558 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.567+0000 7f0dda17f780 1 < completed part key=_multipart_VFKX3F9Z0OZ5.2~I8UPLRWQ8N1Q.2 size=77145 2024-04-10T15:51:16.562 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.571+0000 7f0dda17f780 1 < canceled multipart upload key=VFKX3F9Z0OZ5 upload=I8UPLRWQ8N1Q tag=RINFVELFZI9V type=write size=3222873 2024-04-10T15:51:16.564 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.573+0000 7f0dda17f780 1 > prepared operation key=J9DG8CWKBLB0 tag=39BZITTZJIDH type=del size=3097881 2024-04-10T15:51:16.567 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.575+0000 7f0dda17f780 1 < completed part key=_multipart_892B9J3TLMA2.2~ZTQUAN2WIFTB.0 size=1048576 2024-04-10T15:51:16.567 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.575+0000 7f0dda17f780 1 < canceled part key=_multipart_892B9J3TLMA2.2~ZTQUAN2WIFTB.1 size=890955 2024-04-10T15:51:16.571 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.579+0000 7f0dda17f780 1 < canceled multipart upload key=892B9J3TLMA2 upload=ZTQUAN2WIFTB tag=SON0I2VWJLNB type=write size=2988107 2024-04-10T15:51:16.575 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.583+0000 7f0dda17f780 1 > prepared part key=_multipart_QJ9GK4CHH36X.2~JDH2OYYY0RYZ.0 size=1048576 2024-04-10T15:51:16.577 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.585+0000 7f0dda17f780 1 > prepared part key=_multipart_QJ9GK4CHH36X.2~JDH2OYYY0RYZ.1 size=753782 2024-04-10T15:51:16.577 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.585+0000 7f0dda17f780 1 > prepared multipart upload key=QJ9GK4CHH36X upload=JDH2OYYY0RYZ tag=7BFAZ2EEBCRI type=write size=2850934 2024-04-10T15:51:16.579 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.587+0000 7f0dda17f780 1 < completed part key=_multipart_H433FHMII9ZA.2~N1VRMEO8F546.0 size=1048576 2024-04-10T15:51:16.580 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.589+0000 7f0dda17f780 1 < completed part key=_multipart_H433FHMII9ZA.2~N1VRMEO8F546.1 size=781559 2024-04-10T15:51:16.584 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.592+0000 7f0dda17f780 1 < completed multipart upload key=H433FHMII9ZA upload=N1VRMEO8F546 tag=J5DTTLU39FIV type=write size=2878711 2024-04-10T15:51:16.588 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.597+0000 7f0dda17f780 1 > prepared part key=_multipart_4GB88X6QZH6E.2~FWNN6F22LCYL.0 size=737535 2024-04-10T15:51:16.589 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.597+0000 7f0dda17f780 1 > prepared multipart upload key=4GB88X6QZH6E upload=FWNN6F22LCYL tag=02LNDV33P1YL type=write size=1786111 2024-04-10T15:51:16.592 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.601+0000 7f0dda17f780 1 < suggested update operation key=GK8B4QASB1P8 tag=QDY52FARZMYY type=write size=116649 2024-04-10T15:51:16.595 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.603+0000 7f0dda17f780 1 > prepared operation key=EZ2HJBZ8EY6J tag=V5YB13E26U0W type=del size=4054736 2024-04-10T15:51:16.597 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.605+0000 7f0dda17f780 1 < canceled operation key=7R1LO48KG193 tag=BT92B5WA0Z5L type=del size=712664 2024-04-10T15:51:16.601 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.609+0000 7f0dda17f780 1 > prepared part key=_multipart_6V3UX4ZSIBZX.2~1K2WS04XHJGG.0 size=967580 2024-04-10T15:51:16.601 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.609+0000 7f0dda17f780 1 > prepared multipart upload key=6V3UX4ZSIBZX upload=1K2WS04XHJGG tag=4CFKFA5THZ1T type=write size=2016156 2024-04-10T15:51:16.605 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.613+0000 7f0dda17f780 1 < suggested update operation key=5PTGEI8J4Q78 tag=7M75GFMDF810 type=del size=3654079 2024-04-10T15:51:16.609 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.617+0000 7f0dda17f780 1 > prepared part key=_multipart_J9DG8CWKBLB0.2~J2HF0SFZM47B.0 size=550684 2024-04-10T15:51:16.609 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.617+0000 7f0dda17f780 1 > prepared multipart upload key=J9DG8CWKBLB0 upload=J2HF0SFZM47B tag=E3VSD2B3QKB2 type=write size=1599260 2024-04-10T15:51:16.611 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.619+0000 7f0dda17f780 1 < completed part key=_multipart_32PMZSHN97HZ.2~XOYSAFC0X3DV.0 size=1048576 2024-04-10T15:51:16.611 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.619+0000 7f0dda17f780 1 < canceled part key=_multipart_32PMZSHN97HZ.2~XOYSAFC0X3DV.1 size=79077 2024-04-10T15:51:16.614 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.623+0000 7f0dda17f780 1 < canceled multipart upload key=32PMZSHN97HZ upload=XOYSAFC0X3DV tag=K4NIX3KETAW4 type=write size=2176229 2024-04-10T15:51:16.617 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.625+0000 7f0dda17f780 1 > prepared operation key=VFKX3F9Z0OZ5 tag=7EVF4EMZ1PKC type=del size=2273965 2024-04-10T15:51:16.617 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.625+0000 7f0dda17f780 -1 < no bi entry to suggest for operation key=LPSA55UNQS7T tag=8GO4OZ317PCZ type=del size=711081: (2) No such file or directory 2024-04-10T15:51:16.619 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.627+0000 7f0dda17f780 1 > prepared operation key=EZ2HJBZ8EY6J tag=Z1THLDLDY134 type=del size=10548 2024-04-10T15:51:16.623 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.631+0000 7f0dda17f780 1 < suggested update operation key=5PTGEI8J4Q78 tag=QPPF5G0QHO0H type=del size=1752623 2024-04-10T15:51:16.625 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.633+0000 7f0dda17f780 1 > prepared operation key=W72JTU6KAY5Q tag=C3PNZKX5OBX8 type=write size=978941 2024-04-10T15:51:16.625 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.634+0000 7f0dda17f780 1 < canceled part key=_multipart_DRNFVWXVQQUT.2~CN3QIZAFZ9MK.0 size=673450 2024-04-10T15:51:16.629 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.637+0000 7f0dda17f780 1 < canceled multipart upload key=DRNFVWXVQQUT upload=CN3QIZAFZ9MK tag=FGC642MXROGP type=write size=1722026 2024-04-10T15:51:16.631 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.639+0000 7f0dda17f780 1 > prepared operation key=XDWUTYA27EZF tag=QE9BJH3RTT49 type=write size=521806 2024-04-10T15:51:16.633 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.641+0000 7f0dda17f780 1 < completed delete operation key=W1N9JNIA6ZML tag=BREYOP421VE3 type=del 2024-04-10T15:51:16.635 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.643+0000 7f0dda17f780 1 > prepared operation key=P7QI1303WDML tag=WLPY37LXDVFU type=del size=2011617 2024-04-10T15:51:16.635 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.643+0000 7f0dda17f780 1 < canceled part key=_multipart_7R29VV7JYRWM.2~3ZQJHT7BNGK4.0 size=664308 2024-04-10T15:51:16.639 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.647+0000 7f0dda17f780 1 < canceled multipart upload key=7R29VV7JYRWM upload=3ZQJHT7BNGK4 tag=DQ2470YIG1XW type=write size=1712884 2024-04-10T15:51:16.641 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.649+0000 7f0dda17f780 1 > prepared operation key=M31TS1RYVD2I tag=695CRZD348P5 type=del size=1177708 2024-04-10T15:51:16.643 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.651+0000 7f0dda17f780 1 < completed delete operation key=9QFS277S5EY3 tag=LCXHMFPKKUF6 type=del 2024-04-10T15:51:16.645 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.654+0000 7f0dda17f780 1 > prepared operation key=VFKX3F9Z0OZ5 tag=B8DPG5JNTE5Z type=del size=2911631 2024-04-10T15:51:16.648 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.656+0000 7f0dda17f780 1 < completed part key=_multipart_GK8B4QASB1P8.2~U2YZ448PJKW6.0 size=1048576 2024-04-10T15:51:16.650 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.658+0000 7f0dda17f780 1 < completed part key=_multipart_GK8B4QASB1P8.2~U2YZ448PJKW6.1 size=1044897 2024-04-10T15:51:16.654 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.662+0000 7f0dda17f780 1 < completed multipart upload key=GK8B4QASB1P8 upload=U2YZ448PJKW6 tag=J9ZFSP51RNSH type=write size=3142049 2024-04-10T15:51:16.658 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.666+0000 7f0dda17f780 1 > prepared part key=_multipart_6V3UX4ZSIBZX.2~PI0RCG8LL6Z0.0 size=562938 2024-04-10T15:51:16.658 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.666+0000 7f0dda17f780 1 > prepared multipart upload key=6V3UX4ZSIBZX upload=PI0RCG8LL6Z0 tag=9LKG7RJSUKP0 type=write size=1611514 2024-04-10T15:51:16.660 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.668+0000 7f0dda17f780 1 < completed delete operation key=VFKX3F9Z0OZ5 tag=L9JIG9MXQQV0 type=del 2024-04-10T15:51:16.665 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.673+0000 7f0dda17f780 1 > prepared part key=_multipart_H433FHMII9ZA.2~BQ9DEP1KTPZF.0 size=1048576 2024-04-10T15:51:16.667 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.675+0000 7f0dda17f780 1 > prepared part key=_multipart_H433FHMII9ZA.2~BQ9DEP1KTPZF.1 size=1048576 2024-04-10T15:51:16.669 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.677+0000 7f0dda17f780 1 > prepared part key=_multipart_H433FHMII9ZA.2~BQ9DEP1KTPZF.2 size=340473 2024-04-10T15:51:16.669 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.677+0000 7f0dda17f780 1 > prepared multipart upload key=H433FHMII9ZA upload=BQ9DEP1KTPZF tag=8WRYEDESLA6W type=write size=3486201 2024-04-10T15:51:16.673 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.682+0000 7f0dda17f780 1 < suggested remove operation key=WB4E7VQYBXDP tag=YUMAAYJ6EFY7 type=write 2024-04-10T15:51:16.675 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.684+0000 7f0dda17f780 1 > prepared operation key=W0QQNH1PRYVL tag=ULSCQYW1XTUS type=del size=3025679 2024-04-10T15:51:16.678 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.686+0000 7f0dda17f780 1 < completed delete operation key=J9DG8CWKBLB0 tag=39BZITTZJIDH type=del 2024-04-10T15:51:16.680 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.688+0000 7f0dda17f780 1 > prepared operation key=XDWUTYA27EZF tag=GZXNNWIN632J type=del size=626308 2024-04-10T15:51:16.682 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.690+0000 7f0dda17f780 1 < completed part key=_multipart_QJ9GK4CHH36X.2~JDH2OYYY0RYZ.0 size=1048576 2024-04-10T15:51:16.683 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.692+0000 7f0dda17f780 1 < completed part key=_multipart_QJ9GK4CHH36X.2~JDH2OYYY0RYZ.1 size=753782 2024-04-10T15:51:16.687 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.695+0000 7f0dda17f780 1 < completed multipart upload key=QJ9GK4CHH36X upload=JDH2OYYY0RYZ tag=7BFAZ2EEBCRI type=write size=2850934 2024-04-10T15:51:16.689 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.697+0000 7f0dda17f780 1 > prepared operation key=XDWUTYA27EZF tag=URH9PIBSFPYA type=del size=1798418 2024-04-10T15:51:16.691 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.699+0000 7f0dda17f780 1 < completed part key=_multipart_4GB88X6QZH6E.2~FWNN6F22LCYL.0 size=737535 2024-04-10T15:51:16.695 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.704+0000 7f0dda17f780 1 < completed multipart upload key=4GB88X6QZH6E upload=FWNN6F22LCYL tag=02LNDV33P1YL type=write size=1786111 2024-04-10T15:51:16.697 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.706+0000 7f0dda17f780 1 > prepared operation key=YKTMKJ7IT90D tag=PGK3RJVJ4W9E type=del size=3395765 2024-04-10T15:51:16.700 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.708+0000 7f0dda17f780 1 < completed delete operation key=EZ2HJBZ8EY6J tag=V5YB13E26U0W type=del 2024-04-10T15:51:16.702 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.710+0000 7f0dda17f780 1 > prepared operation key=YKTMKJ7IT90D tag=NRTD4QLY59SC type=del size=3415158 2024-04-10T15:51:16.704 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.712+0000 7f0dda17f780 1 < completed part key=_multipart_6V3UX4ZSIBZX.2~1K2WS04XHJGG.0 size=967580 2024-04-10T15:51:16.707 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.716+0000 7f0dda17f780 1 < completed multipart upload key=6V3UX4ZSIBZX upload=1K2WS04XHJGG tag=4CFKFA5THZ1T type=write size=2016156 2024-04-10T15:51:16.711 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.719+0000 7f0dda17f780 1 > prepared part key=_multipart_XDWUTYA27EZF.2~NULUX93JSD6T.0 size=1048576 2024-04-10T15:51:16.713 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.721+0000 7f0dda17f780 1 > prepared part key=_multipart_XDWUTYA27EZF.2~NULUX93JSD6T.1 size=160893 2024-04-10T15:51:16.713 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.721+0000 7f0dda17f780 1 > prepared multipart upload key=XDWUTYA27EZF upload=NULUX93JSD6T tag=3T0EU3AGDEEC type=write size=2258045 2024-04-10T15:51:16.715 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.723+0000 7f0dda17f780 1 < completed part key=_multipart_J9DG8CWKBLB0.2~J2HF0SFZM47B.0 size=550684 2024-04-10T15:51:16.718 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.727+0000 7f0dda17f780 1 < completed multipart upload key=J9DG8CWKBLB0 upload=J2HF0SFZM47B tag=E3VSD2B3QKB2 type=write size=1599260 2024-04-10T15:51:16.720 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.728+0000 7f0dda17f780 1 > prepared operation key=32PMZSHN97HZ tag=XEB4IW42XTPZ type=write size=1005253 2024-04-10T15:51:16.724 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.732+0000 7f0dda17f780 1 < suggested remove operation key=VFKX3F9Z0OZ5 tag=7EVF4EMZ1PKC type=del 2024-04-10T15:51:16.726 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.734+0000 7f0dda17f780 1 > prepared operation key=M31TS1RYVD2I tag=H4VC96KVTVBL type=del size=2207282 2024-04-10T15:51:16.728 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.737+0000 7f0dda17f780 1 < completed delete operation key=EZ2HJBZ8EY6J tag=Z1THLDLDY134 type=del 2024-04-10T15:51:16.730 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.739+0000 7f0dda17f780 1 > prepared operation key=W0QQNH1PRYVL tag=PENKOQ3A7YTN type=del size=2103697 2024-04-10T15:51:16.734 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.742+0000 7f0dda17f780 1 < suggested remove operation key=W72JTU6KAY5Q tag=C3PNZKX5OBX8 type=write 2024-04-10T15:51:16.736 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.744+0000 7f0dda17f780 1 > prepared operation key=9QFS277S5EY3 tag=EMA4LRIK4EEJ type=write size=874435 2024-04-10T15:51:16.740 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.748+0000 7f0dda17f780 1 < suggested update operation key=XDWUTYA27EZF tag=QE9BJH3RTT49 type=write size=521806 2024-04-10T15:51:16.744 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.752+0000 7f0dda17f780 1 > prepared part key=_multipart_1XDQOHF2EHZG.2~VLQB7IUY5AZO.0 size=1048576 2024-04-10T15:51:16.746 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.754+0000 7f0dda17f780 1 > prepared part key=_multipart_1XDQOHF2EHZG.2~VLQB7IUY5AZO.1 size=977826 2024-04-10T15:51:16.746 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.754+0000 7f0dda17f780 1 > prepared multipart upload key=1XDQOHF2EHZG upload=VLQB7IUY5AZO tag=DBGMUU1BMJ28 type=write size=3074978 2024-04-10T15:51:16.748 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.756+0000 7f0dda17f780 1 < completed delete operation key=P7QI1303WDML tag=WLPY37LXDVFU type=del 2024-04-10T15:51:16.752 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.760+0000 7f0dda17f780 1 > prepared part key=_multipart_J9DG8CWKBLB0.2~KE2AIUZ2C9IN.0 size=1048576 2024-04-10T15:51:16.754 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.762+0000 7f0dda17f780 1 > prepared part key=_multipart_J9DG8CWKBLB0.2~KE2AIUZ2C9IN.1 size=1048576 2024-04-10T15:51:16.755 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.764+0000 7f0dda17f780 1 > prepared part key=_multipart_J9DG8CWKBLB0.2~KE2AIUZ2C9IN.2 size=871536 2024-04-10T15:51:16.756 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.764+0000 7f0dda17f780 1 > prepared multipart upload key=J9DG8CWKBLB0 upload=KE2AIUZ2C9IN tag=L4SDT3SDK543 type=write size=4017264 2024-04-10T15:51:16.761 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.769+0000 7f0dda17f780 1 < suggested update operation key=M31TS1RYVD2I tag=695CRZD348P5 type=del size=1177708 2024-04-10T15:51:16.763 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.771+0000 7f0dda17f780 1 > prepared operation key=O2DQ4CPAMY72 tag=4JKBBQ3KBANI type=del size=225249 2024-04-10T15:51:16.766 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.775+0000 7f0dda17f780 -1 < failed to complete operation key=VFKX3F9Z0OZ5 tag=B8DPG5JNTE5Z type=del size=2911631: (22) Invalid argument 2024-04-10T15:51:16.769 INFO:tasks.workunit.client.0.smithi069.stderr:2024-04-10T15:51:16.777+0000 7f0dda17f780 1 > prepared operation key=32PMZSHN97HZ tag=8EHCFXHW6U6Q type=del size=3744506 2024-04-10T15:51:16.769 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] cls_rgw_stats.simulate (14016 ms) 2024-04-10T15:51:16.769 INFO:tasks.workunit.client.0.smithi069.stdout:[----------] 1 test from cls_rgw_stats (14016 ms total) 2024-04-10T15:51:16.769 INFO:tasks.workunit.client.0.smithi069.stdout: 2024-04-10T15:51:16.769 INFO:tasks.workunit.client.0.smithi069.stdout:[----------] Global test environment tear-down 2024-04-10T15:51:16.781 INFO:tasks.workunit.client.0.smithi069.stdout:[==========] 1 test from 1 test suite ran. (15881 ms total) 2024-04-10T15:51:16.781 INFO:tasks.workunit.client.0.smithi069.stdout:[ PASSED ] 1 test. 2024-04-10T15:51:16.785 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-10T15:51:16.785 DEBUG:teuthology.orchestra.run.smithi069:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-10T15:51:16.853 INFO:tasks.workunit:Running workunit cls/test_cls_sdk.sh... 2024-04-10T15:51:16.853 DEBUG:teuthology.orchestra.run.smithi069:workunit test cls/test_cls_sdk.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_sdk.sh 2024-04-10T15:51:16.921 INFO:tasks.workunit.client.0.smithi069.stdout:Running main() from gmock_main.cc 2024-04-10T15:51:16.922 INFO:tasks.workunit.client.0.smithi069.stdout:[==========] Running 2 tests from 1 test suite. 2024-04-10T15:51:16.922 INFO:tasks.workunit.client.0.smithi069.stdout:[----------] Global test environment set-up. 2024-04-10T15:51:16.922 INFO:tasks.workunit.client.0.smithi069.stdout:[----------] 2 tests from ClsSDK 2024-04-10T15:51:16.922 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] ClsSDK.TestSDKCoverageWrite 2024-04-10T15:51:17.046 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:51:16 smithi077 ceph-mon[87572]: pgmap v1389: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 499 KiB/s wr, 2.56k op/s 2024-04-10T15:51:17.088 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:51:16 smithi069 ceph-mon[96738]: pgmap v1389: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 499 KiB/s wr, 2.56k op/s 2024-04-10T15:51:17.088 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:51:16 smithi069 ceph-mon[94167]: pgmap v1389: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 499 KiB/s wr, 2.56k op/s 2024-04-10T15:51:17.088 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:51:16 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:15:51:16] "GET /metrics HTTP/1.1" 200 36351 "" "Prometheus/2.43.0" 2024-04-10T15:51:18.088 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:51:17 smithi069 ceph-mon[94167]: osdmap e1107: 8 total, 8 up, 8 in 2024-04-10T15:51:18.089 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:51:17 smithi069 ceph-mon[96738]: osdmap e1107: 8 total, 8 up, 8 in 2024-04-10T15:51:18.244 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:51:17 smithi077 ceph-mon[87572]: osdmap e1107: 8 total, 8 up, 8 in 2024-04-10T15:51:19.088 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:51:18 smithi069 ceph-mon[94167]: pgmap v1391: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-10T15:51:19.088 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:51:18 smithi069 ceph-mon[94167]: osdmap e1108: 8 total, 8 up, 8 in 2024-04-10T15:51:19.088 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:51:18 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/3943557937' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-139403-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:51:19.089 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:51:18 smithi069 ceph-mon[94167]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-139403-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:51:19.089 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:51:18 smithi069 ceph-mon[96738]: pgmap v1391: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-10T15:51:19.089 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:51:18 smithi069 ceph-mon[96738]: osdmap e1108: 8 total, 8 up, 8 in 2024-04-10T15:51:19.089 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:51:18 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/3943557937' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-139403-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:51:19.089 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:51:18 smithi069 ceph-mon[96738]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-139403-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:51:19.244 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:51:18 smithi077 ceph-mon[87572]: pgmap v1391: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-10T15:51:19.244 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:51:18 smithi077 ceph-mon[87572]: osdmap e1108: 8 total, 8 up, 8 in 2024-04-10T15:51:19.244 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:51:18 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/3943557937' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-139403-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:51:19.244 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:51:18 smithi077 ceph-mon[87572]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-139403-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:51:19.817 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] ClsSDK.TestSDKCoverageWrite (2895 ms) 2024-04-10T15:51:19.817 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] ClsSDK.TestSDKCoverageReplay 2024-04-10T15:51:20.088 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:51:19 smithi069 ceph-mon[94167]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-139403-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:51:20.088 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:51:19 smithi069 ceph-mon[94167]: osdmap e1109: 8 total, 8 up, 8 in 2024-04-10T15:51:20.088 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:51:19 smithi069 ceph-mon[96738]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-139403-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:51:20.088 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:51:19 smithi069 ceph-mon[96738]: osdmap e1109: 8 total, 8 up, 8 in 2024-04-10T15:51:20.244 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:51:19 smithi077 ceph-mon[87572]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-139403-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:51:20.244 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:51:19 smithi077 ceph-mon[87572]: osdmap e1109: 8 total, 8 up, 8 in 2024-04-10T15:51:21.088 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:51:20 smithi069 ceph-mon[96738]: pgmap v1394: 137 pgs: 2 creating+peering, 18 unknown, 117 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-10T15:51:21.088 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:51:20 smithi069 ceph-mon[96738]: osdmap e1110: 8 total, 8 up, 8 in 2024-04-10T15:51:21.089 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:51:20 smithi069 ceph-mon[94167]: pgmap v1394: 137 pgs: 2 creating+peering, 18 unknown, 117 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-10T15:51:21.089 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:51:20 smithi069 ceph-mon[94167]: osdmap e1110: 8 total, 8 up, 8 in 2024-04-10T15:51:21.244 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:51:20 smithi077 ceph-mon[87572]: pgmap v1394: 137 pgs: 2 creating+peering, 18 unknown, 117 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-10T15:51:21.244 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:51:20 smithi077 ceph-mon[87572]: osdmap e1110: 8 total, 8 up, 8 in 2024-04-10T15:51:22.088 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:51:21 smithi069 ceph-mon[96738]: osdmap e1111: 8 total, 8 up, 8 in 2024-04-10T15:51:22.089 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:51:21 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/3948824695' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-139403-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:51:22.089 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:51:21 smithi069 ceph-mon[94167]: osdmap e1111: 8 total, 8 up, 8 in 2024-04-10T15:51:22.089 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:51:21 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/3948824695' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-139403-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:51:22.244 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:51:21 smithi077 ceph-mon[87572]: osdmap e1111: 8 total, 8 up, 8 in 2024-04-10T15:51:22.244 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:51:21 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/3948824695' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-139403-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:51:22.744 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:51:22 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T15:51:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:51:22.842 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] ClsSDK.TestSDKCoverageReplay (3025 ms) 2024-04-10T15:51:22.842 INFO:tasks.workunit.client.0.smithi069.stdout:[----------] 2 tests from ClsSDK (5920 ms total) 2024-04-10T15:51:22.842 INFO:tasks.workunit.client.0.smithi069.stdout: 2024-04-10T15:51:22.842 INFO:tasks.workunit.client.0.smithi069.stdout:[----------] Global test environment tear-down 2024-04-10T15:51:22.842 INFO:tasks.workunit.client.0.smithi069.stdout:[==========] 2 tests from 1 test suite ran. (5920 ms total) 2024-04-10T15:51:22.842 INFO:tasks.workunit.client.0.smithi069.stdout:[ PASSED ] 2 tests. 2024-04-10T15:51:22.846 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-10T15:51:22.846 DEBUG:teuthology.orchestra.run.smithi069:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-10T15:51:22.915 INFO:tasks.workunit:Stopping ['cls'] on client.0... 2024-04-10T15:51:22.915 DEBUG:teuthology.orchestra.run.smithi069:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-04-10T15:51:23.088 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:51:22 smithi069 ceph-mon[96738]: pgmap v1397: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-10T15:51:23.088 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:51:22 smithi069 ceph-mon[96738]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:51:23.088 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:51:22 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/3948824695' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-139403-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:51:23.088 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:51:22 smithi069 ceph-mon[96738]: osdmap e1112: 8 total, 8 up, 8 in 2024-04-10T15:51:23.088 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:51:22 smithi069 ceph-mon[94167]: pgmap v1397: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-10T15:51:23.089 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:51:22 smithi069 ceph-mon[94167]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:51:23.089 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:51:22 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/3948824695' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-139403-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:51:23.089 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:51:22 smithi069 ceph-mon[94167]: osdmap e1112: 8 total, 8 up, 8 in 2024-04-10T15:51:23.176 DEBUG:teuthology.parallel:result is None 2024-04-10T15:51:23.176 DEBUG:teuthology.orchestra.run.smithi069:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-04-10T15:51:23.203 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-04-10T15:51:23.203 DEBUG:teuthology.orchestra.run.smithi069:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-04-10T15:51:23.244 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:51:22 smithi077 ceph-mon[87572]: pgmap v1397: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-10T15:51:23.244 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:51:22 smithi077 ceph-mon[87572]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:51:23.244 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:51:22 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/3948824695' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi069-139403-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:51:23.244 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:51:22 smithi077 ceph-mon[87572]: osdmap e1112: 8 total, 8 up, 8 in 2024-04-10T15:51:23.259 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-04-10T15:51:23.259 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-04-10T15:51:23.259 INFO:teuthology.task.print:**** done end rados_api.yaml 2024-04-10T15:51:23.259 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-04-10T15:51:23.259 INFO:teuthology.task.print:**** done start rados_loadgenbig.yaml 2024-04-10T15:51:23.259 INFO:teuthology.task.full_sequential:In full_sequential, running task workunit... 2024-04-10T15:51:23.260 INFO:tasks.workunit:Pulling workunits from ref reef 2024-04-10T15:51:23.260 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-04-10T15:51:23.260 DEBUG:teuthology.orchestra.run.smithi069:> stat -- /home/ubuntu/cephtest/mnt.0 2024-04-10T15:51:23.313 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-10T15:51:23.313 INFO:teuthology.orchestra.run.smithi069.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-04-10T15:51:23.314 DEBUG:teuthology.orchestra.run.smithi069:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-04-10T15:51:23.368 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-04-10T15:51:23.368 DEBUG:teuthology.orchestra.run.smithi069:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-04-10T15:51:23.423 INFO:tasks.workunit:timeout=3h 2024-04-10T15:51:23.423 INFO:tasks.workunit:cleanup=True 2024-04-10T15:51:23.424 DEBUG:teuthology.orchestra.run.smithi069:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone --depth 1 --branch reef https://github.com/ceph/ceph-ci.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 2024-04-10T15:51:23.479 INFO:tasks.workunit.client.0.smithi069.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-04-10T15:51:24.088 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:51:23 smithi069 ceph-mon[96738]: osdmap e1113: 8 total, 8 up, 8 in 2024-04-10T15:51:24.088 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:51:23 smithi069 ceph-mon[94167]: osdmap e1113: 8 total, 8 up, 8 in 2024-04-10T15:51:24.244 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:51:23 smithi077 ceph-mon[87572]: osdmap e1113: 8 total, 8 up, 8 in 2024-04-10T15:51:25.244 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:51:24 smithi077 ceph-mon[87572]: pgmap v1400: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-10T15:51:25.245 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:51:24 smithi077 ceph-mon[87572]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:51:25.245 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:51:24 smithi077 ceph-mon[87572]: Cluster is now healthy 2024-04-10T15:51:25.245 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:51:24 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:51:25.338 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:51:24 smithi069 ceph-mon[94167]: pgmap v1400: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-10T15:51:25.338 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:51:24 smithi069 ceph-mon[94167]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:51:25.338 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:51:24 smithi069 ceph-mon[94167]: Cluster is now healthy 2024-04-10T15:51:25.338 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:51:24 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:51:25.339 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:51:24 smithi069 ceph-mon[96738]: pgmap v1400: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-10T15:51:25.339 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:51:24 smithi069 ceph-mon[96738]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:51:25.339 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:51:24 smithi069 ceph-mon[96738]: Cluster is now healthy 2024-04-10T15:51:25.339 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:51:24 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:51:27.338 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:51:26 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:15:51:26] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2024-04-10T15:51:27.744 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:51:27 smithi077 ceph-mon[87572]: pgmap v1401: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-10T15:51:27.838 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:51:27 smithi069 ceph-mon[94167]: pgmap v1401: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-10T15:51:27.838 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:51:27 smithi069 ceph-mon[96738]: pgmap v1401: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-10T15:51:29.693 DEBUG:teuthology.orchestra.run.smithi069:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-04-10T15:51:29.744 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:51:29 smithi077 ceph-mon[87572]: pgmap v1402: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-10T15:51:29.749 INFO:tasks.workunit.client.0.smithi069.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-04-10T15:51:29.751 INFO:tasks.workunit.client.0.smithi069.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-04-10T15:51:29.751 INFO:tasks.workunit.client.0.smithi069.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-04-10T15:51:29.800 INFO:tasks.workunit.client.0.smithi069.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-04-10T15:51:29.838 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:51:29 smithi069 ceph-mon[96738]: pgmap v1402: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-10T15:51:29.838 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:51:29 smithi069 ceph-mon[94167]: pgmap v1402: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-10T15:51:29.849 INFO:tasks.workunit.client.0.smithi069.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-04-10T15:51:29.888 INFO:tasks.workunit.client.0.smithi069.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-04-10T15:51:29.890 INFO:tasks.workunit.client.0.smithi069.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-04-10T15:51:29.890 INFO:tasks.workunit.client.0.smithi069.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-04-10T15:51:29.929 INFO:tasks.workunit.client.0.smithi069.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-04-10T15:51:29.932 DEBUG:teuthology.orchestra.run.smithi069:> set -ex 2024-04-10T15:51:29.933 DEBUG:teuthology.orchestra.run.smithi069:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-04-10T15:51:29.988 INFO:tasks.workunit:Running workunits matching rados/load-gen-big.sh on client.0... 2024-04-10T15:51:29.989 INFO:tasks.workunit:Running workunit rados/load-gen-big.sh... 2024-04-10T15:51:29.990 DEBUG:teuthology.orchestra.run.smithi069:workunit test rados/load-gen-big.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rados/load-gen-big.sh 2024-04-10T15:51:30.089 INFO:tasks.workunit.client.0.smithi069.stdout:run length 1200 seconds 2024-04-10T15:51:30.089 INFO:tasks.workunit.client.0.smithi069.stdout:preparing 10240 objects 2024-04-10T15:51:31.639 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:51:31 smithi077 ceph-mon[87572]: pgmap v1403: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-10T15:51:31.838 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:51:31 smithi069 ceph-mon[96738]: pgmap v1403: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-10T15:51:31.838 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:51:31 smithi069 ceph-mon[94167]: pgmap v1403: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-10T15:51:31.994 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:51:31 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[125844]: logger=cleanup t=2024-04-10T15:51:31.648693608Z level=info msg="Completed cleanup jobs" duration=3.366622ms 2024-04-10T15:51:32.243 INFO:tasks.workunit.client.0.smithi069.stdout:load-gen will run 1200 seconds 2024-04-10T15:51:32.744 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:51:32 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T15:51:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:51:33.243 INFO:tasks.workunit.client.0.smithi069.stdout: 1: throughput=0MB/sec pending data=0 2024-04-10T15:51:33.243 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-7kieSsek6GJCl4Z off=4978454 len=1715661 2024-04-10T15:51:33.255 INFO:tasks.workunit.client.0.smithi069.stdout:op 0 completed, throughput=1.62MB/sec 2024-04-10T15:51:33.255 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-fm3SWu44nnnWM9i off=12653242 len=988227 2024-04-10T15:51:33.257 INFO:tasks.workunit.client.0.smithi069.stdout:op 1 completed, throughput=2.54MB/sec 2024-04-10T15:51:33.257 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-_Q9nS4Qb-pVCNPi off=15951420 len=432478 2024-04-10T15:51:33.260 INFO:tasks.workunit.client.0.smithi069.stdout:op 2 completed, throughput=2.94MB/sec 2024-04-10T15:51:33.260 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-8phbeFBxLDHD0d_ off=14656394 len=1644554 2024-04-10T15:51:33.269 INFO:tasks.workunit.client.0.smithi069.stdout:op 3 completed, throughput=4.44MB/sec 2024-04-10T15:51:33.269 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-bkkSqcM4NlXEUq0 off=353997 len=1453448 2024-04-10T15:51:33.271 INFO:tasks.workunit.client.0.smithi069.stdout:op 4 completed, throughput=5.78MB/sec 2024-04-10T15:51:33.744 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:51:33 smithi077 ceph-mon[87572]: pgmap v1404: 105 pgs: 105 active+clean; 7.3 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 60 KiB/s wr, 59 op/s 2024-04-10T15:51:33.838 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:51:33 smithi069 ceph-mon[96738]: pgmap v1404: 105 pgs: 105 active+clean; 7.3 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 60 KiB/s wr, 59 op/s 2024-04-10T15:51:33.839 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:51:33 smithi069 ceph-mon[94167]: pgmap v1404: 105 pgs: 105 active+clean; 7.3 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 60 KiB/s wr, 59 op/s 2024-04-10T15:51:34.271 INFO:tasks.workunit.client.0.smithi069.stdout: 2: throughput=2.93MB/sec pending data=0 2024-04-10T15:51:34.272 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-6P1mGhkf79Op_cV off=261873 len=202792 2024-04-10T15:51:34.272 INFO:tasks.workunit.client.0.smithi069.stdout:op 5 completed, throughput=3.03MB/sec 2024-04-10T15:51:34.272 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-IyxfrwLVXb_Fcls off=8182081 len=141598 2024-04-10T15:51:34.274 INFO:tasks.workunit.client.0.smithi069.stdout:op 6 completed, throughput=3.09MB/sec 2024-04-10T15:51:34.274 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-7iJSokSYXJSiK9s off=11204809 len=605051 2024-04-10T15:51:34.275 INFO:tasks.workunit.client.0.smithi069.stdout:op 7 completed, throughput=3.37MB/sec 2024-04-10T15:51:34.276 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-bBccRFzCOOYwAqa off=2430309 len=1031853 2024-04-10T15:51:34.281 INFO:tasks.workunit.client.0.smithi069.stdout:op 8 completed, throughput=3.84MB/sec 2024-04-10T15:51:34.281 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-O5ajAZ4NShPLan- off=16468894 len=1719830 2024-04-10T15:51:34.290 INFO:tasks.workunit.client.0.smithi069.stdout:op 9 completed, throughput=4.63MB/sec 2024-04-10T15:51:34.290 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-MAZ_ekHlL7wb3R8 off=4402048 len=1671235 2024-04-10T15:51:34.298 INFO:tasks.workunit.client.0.smithi069.stdout:op 10 completed, throughput=5.39MB/sec 2024-04-10T15:51:35.298 INFO:tasks.workunit.client.0.smithi069.stdout: 3: throughput=3.62MB/sec pending data=0 2024-04-10T15:51:35.298 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-MOZEaX0oRkVhRaz off=777496 len=1009889 2024-04-10T15:51:35.303 INFO:tasks.workunit.client.0.smithi069.stdout:op 11 completed, throughput=3.93MB/sec 2024-04-10T15:51:35.303 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-1GTaHs_F4TAAzUL off=4527737 len=720681 2024-04-10T15:51:35.308 INFO:tasks.workunit.client.0.smithi069.stdout:op 12 completed, throughput=4.15MB/sec 2024-04-10T15:51:35.308 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-EWTtf6Akd4EvQAd off=0 len=1365693 2024-04-10T15:51:35.315 INFO:tasks.workunit.client.0.smithi069.stdout:op 13 completed, throughput=4.56MB/sec 2024-04-10T15:51:35.315 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-bqtwuW1RS4Stw4l off=7421797 len=1002945 2024-04-10T15:51:35.316 INFO:tasks.workunit.client.0.smithi069.stdout:op 14 completed, throughput=4.87MB/sec 2024-04-10T15:51:35.316 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-e_tla3ULl8Da6gJ off=2111798 len=1011314 2024-04-10T15:51:35.316 INFO:tasks.workunit.client.0.smithi069.stdout:op 15 completed, throughput=5.19MB/sec 2024-04-10T15:51:35.744 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:51:35 smithi077 ceph-mon[87572]: pgmap v1405: 105 pgs: 105 active+clean; 54 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 130 KiB/s rd, 401 KiB/s wr, 401 op/s 2024-04-10T15:51:35.838 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:51:35 smithi069 ceph-mon[96738]: pgmap v1405: 105 pgs: 105 active+clean; 54 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 130 KiB/s rd, 401 KiB/s wr, 401 op/s 2024-04-10T15:51:35.838 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:51:35 smithi069 ceph-mon[94167]: pgmap v1405: 105 pgs: 105 active+clean; 54 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 130 KiB/s rd, 401 KiB/s wr, 401 op/s 2024-04-10T15:51:36.317 INFO:tasks.workunit.client.0.smithi069.stdout: 4: throughput=3.91MB/sec pending data=0 2024-04-10T15:51:36.317 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-DFzOkpk_h59Opyg off=18644401 len=1635106 2024-04-10T15:51:36.326 INFO:tasks.workunit.client.0.smithi069.stdout:op 16 completed, throughput=4.29MB/sec 2024-04-10T15:51:36.326 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-T5b0xJChb8wmYQ- off=5464554 len=816048 2024-04-10T15:51:36.331 INFO:tasks.workunit.client.0.smithi069.stdout:op 17 completed, throughput=4.47MB/sec 2024-04-10T15:51:36.331 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-rGTNPojHFat5Aav off=3346236 len=925238 2024-04-10T15:51:36.332 INFO:tasks.workunit.client.0.smithi069.stdout:op 18 completed, throughput=4.69MB/sec 2024-04-10T15:51:36.333 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-hvtlYj2iKozsjdD off=1683770 len=178348 2024-04-10T15:51:36.333 INFO:tasks.workunit.client.0.smithi069.stdout:op 19 completed, throughput=4.73MB/sec 2024-04-10T15:51:36.333 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-cJtVsv8xqvjCkSy off=13387628 len=304563 2024-04-10T15:51:36.335 INFO:tasks.workunit.client.0.smithi069.stdout:op 20 completed, throughput=4.8MB/sec 2024-04-10T15:51:36.335 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-EX-ZTURgD5k9KQN off=2426923 len=1275629 2024-04-10T15:51:36.340 INFO:tasks.workunit.client.0.smithi069.stdout:op 21 completed, throughput=5.09MB/sec 2024-04-10T15:51:37.338 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:51:36 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:15:51:36] "GET /metrics HTTP/1.1" 200 33967 "" "Prometheus/2.43.0" 2024-04-10T15:51:37.340 INFO:tasks.workunit.client.0.smithi069.stdout: 5: throughput=4.09MB/sec pending data=0 2024-04-10T15:51:37.341 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-UnurJ7IRKQ5nfkq off=3117331 len=1028465 2024-04-10T15:51:37.347 INFO:tasks.workunit.client.0.smithi069.stdout:op 22 completed, throughput=4.28MB/sec 2024-04-10T15:51:37.347 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-SqnOMkmcUgZMFqx off=13730592 len=1942808 2024-04-10T15:51:37.349 INFO:tasks.workunit.client.0.smithi069.stdout:op 23 completed, throughput=4.64MB/sec 2024-04-10T15:51:37.349 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-7idAfOufzdmsKyi off=2273958 len=1246654 2024-04-10T15:51:37.352 INFO:tasks.workunit.client.0.smithi069.stdout:op 24 completed, throughput=4.87MB/sec 2024-04-10T15:51:37.352 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-Kp38wAkfG2WLVaV off=9224407 len=2044855 2024-04-10T15:51:37.362 INFO:tasks.workunit.client.0.smithi069.stdout:op 25 completed, throughput=5.24MB/sec 2024-04-10T15:51:37.744 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:51:37 smithi077 ceph-mon[87572]: pgmap v1406: 105 pgs: 105 active+clean; 126 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 248 KiB/s rd, 1.4 MiB/s wr, 853 op/s 2024-04-10T15:51:37.838 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:51:37 smithi069 ceph-mon[94167]: pgmap v1406: 105 pgs: 105 active+clean; 126 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 248 KiB/s rd, 1.4 MiB/s wr, 853 op/s 2024-04-10T15:51:37.838 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:51:37 smithi069 ceph-mon[96738]: pgmap v1406: 105 pgs: 105 active+clean; 126 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 248 KiB/s rd, 1.4 MiB/s wr, 853 op/s 2024-04-10T15:51:38.362 INFO:tasks.workunit.client.0.smithi069.stdout: 6: throughput=4.38MB/sec pending data=0 2024-04-10T15:51:38.362 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-1JnfmJ044_xrqO8 off=12616316 len=1103294 2024-04-10T15:51:38.367 INFO:tasks.workunit.client.0.smithi069.stdout:op 26 completed, throughput=4.55MB/sec 2024-04-10T15:51:38.367 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-ePJQQSXAjR9JX6R off=908403 len=766298 2024-04-10T15:51:38.372 INFO:tasks.workunit.client.0.smithi069.stdout:op 27 completed, throughput=4.67MB/sec 2024-04-10T15:51:38.372 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-qA9hhBz0y4KOfu7 off=18269926 len=1513556 2024-04-10T15:51:38.379 INFO:tasks.workunit.client.0.smithi069.stdout:op 28 completed, throughput=4.89MB/sec 2024-04-10T15:51:38.380 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-it06P53FLkRK33w off=434758 len=71407 2024-04-10T15:51:38.382 INFO:tasks.workunit.client.0.smithi069.stdout:op 29 completed, throughput=4.9MB/sec 2024-04-10T15:51:38.382 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-lYvO8nuBiLVmpsB off=3273400 len=1112265 2024-04-10T15:51:38.383 INFO:tasks.workunit.client.0.smithi069.stdout:op 30 completed, throughput=5.08MB/sec 2024-04-10T15:51:39.383 INFO:tasks.workunit.client.0.smithi069.stdout: 7: throughput=4.37MB/sec pending data=0 2024-04-10T15:51:39.383 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-plKirVDfO32ad4y off=6826915 len=485462 2024-04-10T15:51:39.387 INFO:tasks.workunit.client.0.smithi069.stdout:op 31 completed, throughput=4.43MB/sec 2024-04-10T15:51:39.387 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-lv3ybjWf1AugYip off=7667772 len=1109597 2024-04-10T15:51:39.388 INFO:tasks.workunit.client.0.smithi069.stdout:op 32 completed, throughput=4.57MB/sec 2024-04-10T15:51:39.388 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-DmIISl2av6Kshjr off=932308 len=747114 2024-04-10T15:51:39.389 INFO:tasks.workunit.client.0.smithi069.stdout:op 33 completed, throughput=4.67MB/sec 2024-04-10T15:51:39.389 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-41Tm9czWNBoKhsX off=1917722 len=1961206 2024-04-10T15:51:39.400 INFO:tasks.workunit.client.0.smithi069.stdout:op 34 completed, throughput=4.93MB/sec 2024-04-10T15:51:39.400 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-ZATjSruSvuZ8aol off=12165742 len=1838098 2024-04-10T15:51:39.411 INFO:tasks.workunit.client.0.smithi069.stdout:op 35 completed, throughput=5.17MB/sec 2024-04-10T15:51:39.745 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:51:39 smithi077 ceph-mon[87572]: pgmap v1407: 105 pgs: 105 active+clean; 126 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 248 KiB/s rd, 1.4 MiB/s wr, 853 op/s 2024-04-10T15:51:39.838 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:51:39 smithi069 ceph-mon[94167]: pgmap v1407: 105 pgs: 105 active+clean; 126 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 248 KiB/s rd, 1.4 MiB/s wr, 853 op/s 2024-04-10T15:51:39.839 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:51:39 smithi069 ceph-mon[96738]: pgmap v1407: 105 pgs: 105 active+clean; 126 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 248 KiB/s rd, 1.4 MiB/s wr, 853 op/s 2024-04-10T15:51:40.412 INFO:tasks.workunit.client.0.smithi069.stdout: 8: throughput=4.53MB/sec pending data=0 2024-04-10T15:51:40.412 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-Fb1u_HpuQwTaGzS off=3466407 len=1032962 2024-04-10T15:51:40.413 INFO:tasks.workunit.client.0.smithi069.stdout:op 36 completed, throughput=4.65MB/sec 2024-04-10T15:51:40.413 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-7qTh6A9QLwQrCi9 off=2337765 len=1517400 2024-04-10T15:51:40.415 INFO:tasks.workunit.client.0.smithi069.stdout:op 37 completed, throughput=4.83MB/sec 2024-04-10T15:51:40.415 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-Eodsv9hZ8GcaKzT off=4786455 len=1179881 2024-04-10T15:51:40.421 INFO:tasks.workunit.client.0.smithi069.stdout:op 38 completed, throughput=4.96MB/sec 2024-04-10T15:51:40.421 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-sV9rt9gtmmuwFkV off=861104 len=1515968 2024-04-10T15:51:40.422 INFO:tasks.workunit.client.0.smithi069.stdout:op 39 completed, throughput=5.14MB/sec 2024-04-10T15:51:40.744 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:51:40 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:51:40.838 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:51:40 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:51:40.839 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:51:40 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:51:41.423 INFO:tasks.workunit.client.0.smithi069.stdout: 9: throughput=4.58MB/sec pending data=0 2024-04-10T15:51:41.423 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-u_ww3Pi8dFgU41v off=1563148 len=1392694 2024-04-10T15:51:41.430 INFO:tasks.workunit.client.0.smithi069.stdout:op 40 completed, throughput=4.72MB/sec 2024-04-10T15:51:41.430 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-Q3t2Ozq2im28bOE off=4896862 len=1940873 2024-04-10T15:51:41.439 INFO:tasks.workunit.client.0.smithi069.stdout:op 41 completed, throughput=4.92MB/sec 2024-04-10T15:51:41.439 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-ykyNqClxnZOgQCO off=2492994 len=1854277 2024-04-10T15:51:41.449 INFO:tasks.workunit.client.0.smithi069.stdout:op 42 completed, throughput=5.1MB/sec 2024-04-10T15:51:41.744 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:51:41 smithi077 ceph-mon[87572]: pgmap v1408: 105 pgs: 105 active+clean; 126 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 677 KiB/s rd, 2.3 MiB/s wr, 855 op/s 2024-04-10T15:51:41.838 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:51:41 smithi069 ceph-mon[96738]: pgmap v1408: 105 pgs: 105 active+clean; 126 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 677 KiB/s rd, 2.3 MiB/s wr, 855 op/s 2024-04-10T15:51:41.839 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:51:41 smithi069 ceph-mon[94167]: pgmap v1408: 105 pgs: 105 active+clean; 126 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 677 KiB/s rd, 2.3 MiB/s wr, 855 op/s 2024-04-10T15:51:42.449 INFO:tasks.workunit.client.0.smithi069.stdout: 10: throughput=4.6MB/sec pending data=0 2024-04-10T15:51:42.449 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-QmSCa_3C7I9zc8W off=3071672 len=575075 2024-04-10T15:51:42.453 INFO:tasks.workunit.client.0.smithi069.stdout:op 43 completed, throughput=4.65MB/sec 2024-04-10T15:51:42.453 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-pzXkcUSl5QV3nNR off=989970 len=1118698 2024-04-10T15:51:42.461 INFO:tasks.workunit.client.0.smithi069.stdout:op 44 completed, throughput=4.76MB/sec 2024-04-10T15:51:42.461 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-LBqjNcsiyn5xXuq off=10139560 len=1000333 2024-04-10T15:51:42.466 INFO:tasks.workunit.client.0.smithi069.stdout:op 45 completed, throughput=4.85MB/sec 2024-04-10T15:51:42.466 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-sDUFTtk3imEinTF off=1771816 len=1159320 2024-04-10T15:51:42.467 INFO:tasks.workunit.client.0.smithi069.stdout:op 46 completed, throughput=4.95MB/sec 2024-04-10T15:51:42.468 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-dPDUefWov4Ntn27 off=18362686 len=1108048 2024-04-10T15:51:42.469 INFO:tasks.workunit.client.0.smithi069.stdout:op 47 completed, throughput=5.06MB/sec 2024-04-10T15:51:42.744 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:51:42 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T15:51:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:51:43.469 INFO:tasks.workunit.client.0.smithi069.stdout: 11: throughput=4.61MB/sec pending data=0 2024-04-10T15:51:43.470 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-f8KALWu3Y_Za45r off=1048328 len=135361 2024-04-10T15:51:43.472 INFO:tasks.workunit.client.0.smithi069.stdout:op 48 completed, throughput=4.62MB/sec 2024-04-10T15:51:43.472 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-YMXUzdzSn-6DjjA off=19643701 len=981773 2024-04-10T15:51:43.478 INFO:tasks.workunit.client.0.smithi069.stdout:op 49 completed, throughput=4.7MB/sec 2024-04-10T15:51:43.478 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-NJTNHygcvKEzvoT off=104931 len=684811 2024-04-10T15:51:43.482 INFO:tasks.workunit.client.0.smithi069.stdout:op 50 completed, throughput=4.75MB/sec 2024-04-10T15:51:43.482 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-CQPxV_Qmxa-OhYD off=9042245 len=1842587 2024-04-10T15:51:43.489 INFO:tasks.workunit.client.0.smithi069.stdout:op 51 completed, throughput=4.91MB/sec 2024-04-10T15:51:43.489 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-okZpLGWuL6LuIHV off=4808862 len=909575 2024-04-10T15:51:43.490 INFO:tasks.workunit.client.0.smithi069.stdout:op 52 completed, throughput=4.98MB/sec 2024-04-10T15:51:43.490 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-52XBaOluM6HDW9g off=11834836 len=735161 2024-04-10T15:51:43.493 INFO:tasks.workunit.client.0.smithi069.stdout:op 53 completed, throughput=5.04MB/sec 2024-04-10T15:51:43.744 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:51:43 smithi077 ceph-mon[87572]: pgmap v1409: 105 pgs: 105 active+clean; 126 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 803 KiB/s rd, 2.6 MiB/s wr, 855 op/s 2024-04-10T15:51:43.838 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:51:43 smithi069 ceph-mon[96738]: pgmap v1409: 105 pgs: 105 active+clean; 126 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 803 KiB/s rd, 2.6 MiB/s wr, 855 op/s 2024-04-10T15:51:43.838 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:51:43 smithi069 ceph-mon[94167]: pgmap v1409: 105 pgs: 105 active+clean; 126 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 803 KiB/s rd, 2.6 MiB/s wr, 855 op/s 2024-04-10T15:51:44.493 INFO:tasks.workunit.client.0.smithi069.stdout: 12: throughput=4.63MB/sec pending data=0 2024-04-10T15:51:44.493 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-HiRMkyZZTh1U-Nf off=12142941 len=1240133 2024-04-10T15:51:44.501 INFO:tasks.workunit.client.0.smithi069.stdout:op 54 completed, throughput=4.73MB/sec 2024-04-10T15:51:44.501 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-KdNnq3hGU5zg13U off=10463391 len=1147303 2024-04-10T15:51:44.503 INFO:tasks.workunit.client.0.smithi069.stdout:op 55 completed, throughput=4.81MB/sec 2024-04-10T15:51:44.503 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-tk4eYsScK5dTPDw off=570767 len=796758 2024-04-10T15:51:44.507 INFO:tasks.workunit.client.0.smithi069.stdout:op 56 completed, throughput=4.87MB/sec 2024-04-10T15:51:44.507 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-ua5TxT-V5iaaA9G off=5070542 len=665516 2024-04-10T15:51:44.509 INFO:tasks.workunit.client.0.smithi069.stdout:op 57 completed, throughput=4.93MB/sec 2024-04-10T15:51:44.509 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-lv-iIbZqv80bPp5 off=2124088 len=2069830 2024-04-10T15:51:44.512 INFO:tasks.workunit.client.0.smithi069.stdout:op 58 completed, throughput=5.09MB/sec 2024-04-10T15:51:45.512 INFO:tasks.workunit.client.0.smithi069.stdout: 13: throughput=4.7MB/sec pending data=0 2024-04-10T15:51:45.513 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-TLVZXkpMeI6gdph off=1977942 len=914799 2024-04-10T15:51:45.517 INFO:tasks.workunit.client.0.smithi069.stdout:op 59 completed, throughput=4.77MB/sec 2024-04-10T15:51:45.518 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj--WZ2k6wZRgCGY20 off=2383338 len=1518762 2024-04-10T15:51:45.526 INFO:tasks.workunit.client.0.smithi069.stdout:op 60 completed, throughput=4.87MB/sec 2024-04-10T15:51:45.526 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-ZeGl9qyZdGI3Yg2 off=408403 len=471441 2024-04-10T15:51:45.527 INFO:tasks.workunit.client.0.smithi069.stdout:op 61 completed, throughput=4.91MB/sec 2024-04-10T15:51:45.527 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-p_tGnqF5JfhdicU off=586366 len=1299847 2024-04-10T15:51:45.529 INFO:tasks.workunit.client.0.smithi069.stdout:op 62 completed, throughput=5MB/sec 2024-04-10T15:51:45.529 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-RH_umuprOaMflY6 off=16557630 len=119302 2024-04-10T15:51:45.530 INFO:tasks.workunit.client.0.smithi069.stdout:op 63 completed, throughput=5.01MB/sec 2024-04-10T15:51:45.744 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:51:45 smithi077 ceph-mon[87572]: pgmap v1410: 105 pgs: 105 active+clean; 126 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.9 MiB/s wr, 807 op/s 2024-04-10T15:51:45.838 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:51:45 smithi069 ceph-mon[96738]: pgmap v1410: 105 pgs: 105 active+clean; 126 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.9 MiB/s wr, 807 op/s 2024-04-10T15:51:45.839 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:51:45 smithi069 ceph-mon[94167]: pgmap v1410: 105 pgs: 105 active+clean; 126 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.9 MiB/s wr, 807 op/s 2024-04-10T15:51:46.530 INFO:tasks.workunit.client.0.smithi069.stdout: 14: throughput=4.66MB/sec pending data=0 2024-04-10T15:51:46.530 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-BzDBF5oYgYFv3va off=22237050 len=1750532 2024-04-10T15:51:46.534 INFO:tasks.workunit.client.0.smithi069.stdout:op 64 completed, throughput=4.77MB/sec 2024-04-10T15:51:46.534 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-3X3NVIY8gLenaB6 off=9744841 len=1287449 2024-04-10T15:51:46.540 INFO:tasks.workunit.client.0.smithi069.stdout:op 65 completed, throughput=4.86MB/sec 2024-04-10T15:51:46.540 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-_Qr3ed9TVvn6HJb off=868733 len=586041 2024-04-10T15:51:46.543 INFO:tasks.workunit.client.0.smithi069.stdout:op 66 completed, throughput=4.89MB/sec 2024-04-10T15:51:46.543 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-3yOka6QIQzd6W7s off=2190197 len=806875 2024-04-10T15:51:46.548 INFO:tasks.workunit.client.0.smithi069.stdout:op 67 completed, throughput=4.95MB/sec 2024-04-10T15:51:46.548 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-ct8dMzWKz5h8GYx off=4018793 len=1452505 2024-04-10T15:51:46.554 INFO:tasks.workunit.client.0.smithi069.stdout:op 68 completed, throughput=5.04MB/sec 2024-04-10T15:51:47.338 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:51:46 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:15:51:46] "GET /metrics HTTP/1.1" 200 34026 "" "Prometheus/2.43.0" 2024-04-10T15:51:47.554 INFO:tasks.workunit.client.0.smithi069.stdout: 15: throughput=4.71MB/sec pending data=0 2024-04-10T15:51:47.554 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-gaWKlgr0cVLTtyk off=4392745 len=680516 2024-04-10T15:51:47.558 INFO:tasks.workunit.client.0.smithi069.stdout:op 69 completed, throughput=4.75MB/sec 2024-04-10T15:51:47.558 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-D1YK0cIRVEDlWSO off=473163 len=1429381 2024-04-10T15:51:47.566 INFO:tasks.workunit.client.0.smithi069.stdout:op 70 completed, throughput=4.84MB/sec 2024-04-10T15:51:47.566 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-2p07Kuu9NA5ETsl off=17011423 len=713473 2024-04-10T15:51:47.567 INFO:tasks.workunit.client.0.smithi069.stdout:op 71 completed, throughput=4.88MB/sec 2024-04-10T15:51:47.567 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-16Wo7jKVfPJd5bx off=8811455 len=397917 2024-04-10T15:51:47.570 INFO:tasks.workunit.client.0.smithi069.stdout:op 72 completed, throughput=4.91MB/sec 2024-04-10T15:51:47.570 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-1Gs4_8z3nGZtkHK off=9648773 len=1115221 2024-04-10T15:51:47.572 INFO:tasks.workunit.client.0.smithi069.stdout:op 73 completed, throughput=4.98MB/sec 2024-04-10T15:51:47.572 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-6Y2b2YnZ3KsAyTC off=12204849 len=299479 2024-04-10T15:51:47.572 INFO:tasks.workunit.client.0.smithi069.stdout:op 74 completed, throughput=4.99MB/sec 2024-04-10T15:51:47.573 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-mZnziDsBmhrOtpQ off=469690 len=1181308 2024-04-10T15:51:47.574 INFO:tasks.workunit.client.0.smithi069.stdout:op 75 completed, throughput=5.07MB/sec 2024-04-10T15:51:47.744 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:51:47 smithi077 ceph-mon[87572]: pgmap v1411: 105 pgs: 105 active+clean; 126 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.4 MiB/s wr, 492 op/s 2024-04-10T15:51:47.838 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:51:47 smithi069 ceph-mon[96738]: pgmap v1411: 105 pgs: 105 active+clean; 126 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.4 MiB/s wr, 492 op/s 2024-04-10T15:51:47.838 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:51:47 smithi069 ceph-mon[94167]: pgmap v1411: 105 pgs: 105 active+clean; 126 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.4 MiB/s wr, 492 op/s 2024-04-10T15:51:48.574 INFO:tasks.workunit.client.0.smithi069.stdout: 16: throughput=4.76MB/sec pending data=0 2024-04-10T15:51:48.574 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-CSIodaHexzrzkV9 off=7104149 len=806432 2024-04-10T15:51:48.577 INFO:tasks.workunit.client.0.smithi069.stdout:op 76 completed, throughput=4.8MB/sec 2024-04-10T15:51:48.577 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-iTiLroaEjuYPpTz off=3117723 len=1795955 2024-04-10T15:51:48.580 INFO:tasks.workunit.client.0.smithi069.stdout:op 77 completed, throughput=4.91MB/sec 2024-04-10T15:51:48.581 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-AI7R0AkFs-eRXbN off=12922653 len=646706 2024-04-10T15:51:48.581 INFO:tasks.workunit.client.0.smithi069.stdout:op 78 completed, throughput=4.94MB/sec 2024-04-10T15:51:48.581 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-PpfvMkdQop9o7eY off=7775460 len=230092 2024-04-10T15:51:48.583 INFO:tasks.workunit.client.0.smithi069.stdout:op 79 completed, throughput=4.96MB/sec 2024-04-10T15:51:48.583 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-NThxWOeqKHE3yrj off=0 len=1773800 2024-04-10T15:51:48.585 INFO:tasks.workunit.client.0.smithi069.stdout:op 80 completed, throughput=5.06MB/sec 2024-04-10T15:51:48.744 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:51:48 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:51:48.838 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:51:48 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:51:48.838 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:51:48 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:51:49.585 INFO:tasks.workunit.client.0.smithi069.stdout: 17: throughput=4.77MB/sec pending data=0 2024-04-10T15:51:49.585 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-odsgETXDcK8p-7G off=7935448 len=1184837 2024-04-10T15:51:49.588 INFO:tasks.workunit.client.0.smithi069.stdout:op 81 completed, throughput=4.83MB/sec 2024-04-10T15:51:49.588 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-X3m-2nJKi6l8THO off=376058 len=707282 2024-04-10T15:51:49.591 INFO:tasks.workunit.client.0.smithi069.stdout:op 82 completed, throughput=4.87MB/sec 2024-04-10T15:51:49.591 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-boN9niTddavjfc7 off=4693664 len=2054652 2024-04-10T15:51:49.592 INFO:tasks.workunit.client.0.smithi069.stdout:op 83 completed, throughput=4.98MB/sec 2024-04-10T15:51:49.592 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-WCAN4AVpt6w-svW off=10993030 len=1332271 2024-04-10T15:51:49.593 INFO:tasks.workunit.client.0.smithi069.stdout:op 84 completed, throughput=5.06MB/sec 2024-04-10T15:51:49.744 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:51:49 smithi077 ceph-mon[87572]: pgmap v1412: 105 pgs: 105 active+clean; 126 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-04-10T15:51:49.838 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:51:49 smithi069 ceph-mon[96738]: pgmap v1412: 105 pgs: 105 active+clean; 126 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-04-10T15:51:49.838 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:51:49 smithi069 ceph-mon[94167]: pgmap v1412: 105 pgs: 105 active+clean; 126 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-04-10T15:51:50.594 INFO:tasks.workunit.client.0.smithi069.stdout: 18: throughput=4.78MB/sec pending data=0 2024-04-10T15:51:50.594 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-v4CYWNK_0BgYZyO off=2581856 len=414251 2024-04-10T15:51:50.596 INFO:tasks.workunit.client.0.smithi069.stdout:op 85 completed, throughput=4.8MB/sec 2024-04-10T15:51:50.597 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-8LeusLBdbssjYFl off=2447986 len=2095211 2024-04-10T15:51:50.605 INFO:tasks.workunit.client.0.smithi069.stdout:op 86 completed, throughput=4.91MB/sec 2024-04-10T15:51:50.605 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-y7MQJhwmOLVPu8J off=4798 len=1778868 2024-04-10T15:51:50.606 INFO:tasks.workunit.client.0.smithi069.stdout:op 87 completed, throughput=5MB/sec 2024-04-10T15:51:50.606 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-b3x6msraDE-K7_4 off=53622 len=899182 2024-04-10T15:51:50.609 INFO:tasks.workunit.client.0.smithi069.stdout:op 88 completed, throughput=5.05MB/sec 2024-04-10T15:51:51.610 INFO:tasks.workunit.client.0.smithi069.stdout: 19: throughput=4.78MB/sec pending data=0 2024-04-10T15:51:51.610 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-swmw9UV0PSNRk1e off=830893 len=2058883 2024-04-10T15:51:51.612 INFO:tasks.workunit.client.0.smithi069.stdout:op 89 completed, throughput=4.89MB/sec 2024-04-10T15:51:51.612 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-7jouyoOKL0M8DZE off=9526996 len=237425 2024-04-10T15:51:51.614 INFO:tasks.workunit.client.0.smithi069.stdout:op 90 completed, throughput=4.9MB/sec 2024-04-10T15:51:51.614 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj--Dt8kHYbuIKSKxB off=14995751 len=523342 2024-04-10T15:51:51.615 INFO:tasks.workunit.client.0.smithi069.stdout:op 91 completed, throughput=4.92MB/sec 2024-04-10T15:51:51.615 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-8sf7Lxl5wREiDth off=1013291 len=517522 2024-04-10T15:51:51.618 INFO:tasks.workunit.client.0.smithi069.stdout:op 92 completed, throughput=4.95MB/sec 2024-04-10T15:51:51.618 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-jPzyi6AEaw-QGUZ off=12850771 len=136363 2024-04-10T15:51:51.620 INFO:tasks.workunit.client.0.smithi069.stdout:op 93 completed, throughput=4.95MB/sec 2024-04-10T15:51:51.620 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-fZA7Kn5C3HZpFyl off=5146674 len=966128 2024-04-10T15:51:51.624 INFO:tasks.workunit.client.0.smithi069.stdout:op 94 completed, throughput=5MB/sec 2024-04-10T15:51:51.624 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-hV60Wm7pfhTVj0C off=3877050 len=1056073 2024-04-10T15:51:51.628 INFO:tasks.workunit.client.0.smithi069.stdout:op 95 completed, throughput=5.05MB/sec 2024-04-10T15:51:51.994 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:51:51 smithi077 ceph-mon[87572]: pgmap v1413: 105 pgs: 105 active+clean; 126 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-10T15:51:51.994 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:51:51 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:51:51.995 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:51:51 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:51:51.995 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:51:51 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:51:51.995 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:51:51 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:51:52.088 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:51:51 smithi069 ceph-mon[94167]: pgmap v1413: 105 pgs: 105 active+clean; 126 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-10T15:51:52.088 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:51:51 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:51:52.089 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:51:51 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:51:52.089 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:51:51 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:51:52.089 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:51:51 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:51:52.089 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:51:51 smithi069 ceph-mon[96738]: pgmap v1413: 105 pgs: 105 active+clean; 126 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-10T15:51:52.089 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:51:51 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:51:52.089 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:51:51 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:51:52.089 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:51:51 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:51:52.089 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:51:51 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:51:52.629 INFO:tasks.workunit.client.0.smithi069.stdout: 20: throughput=4.8MB/sec pending data=0 2024-04-10T15:51:52.629 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-mwEsfD5YZYeyAsi off=4484103 len=1624586 2024-04-10T15:51:52.630 INFO:tasks.workunit.client.0.smithi069.stdout:op 96 completed, throughput=4.88MB/sec 2024-04-10T15:51:52.631 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-FdrtxiLOCIVNgx3 off=5643861 len=536887 2024-04-10T15:51:52.633 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:51:52 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T15:51:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:51:52.633 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:51:52 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:51:52.633 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:51:52 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:51:52.633 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:51:52 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:51:52.635 INFO:tasks.workunit.client.0.smithi069.stdout:op 97 completed, throughput=4.9MB/sec 2024-04-10T15:51:52.635 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-t5_38nYuELl2aF6 off=2860522 len=421673 2024-04-10T15:51:52.636 INFO:tasks.workunit.client.0.smithi069.stdout:op 98 completed, throughput=4.92MB/sec 2024-04-10T15:51:52.636 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-dhdE-ZW48pAlIn1 off=807668 len=1972161 2024-04-10T15:51:52.637 INFO:tasks.workunit.client.0.smithi069.stdout:op 99 completed, throughput=5.01MB/sec 2024-04-10T15:51:53.088 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:51:52 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:51:53.088 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:51:52 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:51:53.089 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:51:52 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:51:53.089 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:51:52 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:51:53.089 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:51:52 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:51:53.089 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:51:52 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:51:53.638 INFO:tasks.workunit.client.0.smithi069.stdout: 21: throughput=4.78MB/sec pending data=0 2024-04-10T15:51:53.638 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-hretYRnGDWdStEW off=11700080 len=137146 2024-04-10T15:51:53.641 INFO:tasks.workunit.client.0.smithi069.stdout:op 100 completed, throughput=4.78MB/sec 2024-04-10T15:51:53.641 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-UykxQOSeOrFwJ_N off=9660634 len=96802 2024-04-10T15:51:53.644 INFO:tasks.workunit.client.0.smithi069.stdout:op 101 completed, throughput=4.79MB/sec 2024-04-10T15:51:53.644 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-1btzlPTA2O-R7Js off=4482827 len=626076 2024-04-10T15:51:53.648 INFO:tasks.workunit.client.0.smithi069.stdout:op 102 completed, throughput=4.82MB/sec 2024-04-10T15:51:53.648 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-xD7zWM9p5rVH7gX off=3469270 len=827592 2024-04-10T15:51:53.649 INFO:tasks.workunit.client.0.smithi069.stdout:op 103 completed, throughput=4.85MB/sec 2024-04-10T15:51:53.649 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-QKohgkJDMKlz6zR off=957503 len=456381 2024-04-10T15:51:53.652 INFO:tasks.workunit.client.0.smithi069.stdout:op 104 completed, throughput=4.87MB/sec 2024-04-10T15:51:53.652 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-sVDr4RrdT5qSBbq off=408611 len=1754441 2024-04-10T15:51:53.655 INFO:tasks.workunit.client.0.smithi069.stdout:op 105 completed, throughput=4.95MB/sec 2024-04-10T15:51:53.655 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-xbSG827JzkhtBb_ off=1242976 len=948478 2024-04-10T15:51:53.656 INFO:tasks.workunit.client.0.smithi069.stdout:op 106 completed, throughput=4.99MB/sec 2024-04-10T15:51:53.656 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-1winfxl9Q62vJuH off=1088531 len=1894044 2024-04-10T15:51:53.665 INFO:tasks.workunit.client.0.smithi069.stdout:op 107 completed, throughput=5.07MB/sec 2024-04-10T15:51:53.994 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:51:53 smithi077 ceph-mon[87572]: pgmap v1414: 105 pgs: 105 active+clean; 126 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-10T15:51:54.088 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:51:53 smithi069 ceph-mon[94167]: pgmap v1414: 105 pgs: 105 active+clean; 126 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-10T15:51:54.088 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:51:53 smithi069 ceph-mon[96738]: pgmap v1414: 105 pgs: 105 active+clean; 126 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-10T15:51:54.665 INFO:tasks.workunit.client.0.smithi069.stdout: 22: throughput=4.85MB/sec pending data=0 2024-04-10T15:51:54.665 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-fMZSmFBK9_MisR6 off=14764977 len=1396749 2024-04-10T15:51:54.673 INFO:tasks.workunit.client.0.smithi069.stdout:op 108 completed, throughput=4.9MB/sec 2024-04-10T15:51:54.673 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-kd1TJcEMw5aOygd off=14096051 len=586981 2024-04-10T15:51:54.675 INFO:tasks.workunit.client.0.smithi069.stdout:op 109 completed, throughput=4.93MB/sec 2024-04-10T15:51:54.675 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-Vwh7Srbji3g51vB off=9872352 len=1894491 2024-04-10T15:51:54.686 INFO:tasks.workunit.client.0.smithi069.stdout:op 110 completed, throughput=5.01MB/sec 2024-04-10T15:51:54.994 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:51:54 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:51:55.088 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:51:54 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:51:55.089 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:51:54 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:51:55.686 INFO:tasks.workunit.client.0.smithi069.stdout: 23: throughput=4.79MB/sec pending data=0 2024-04-10T15:51:55.686 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-rp2CMdvuE2o2LVI off=12511465 len=738787 2024-04-10T15:51:55.691 INFO:tasks.workunit.client.0.smithi069.stdout:op 111 completed, throughput=4.82MB/sec 2024-04-10T15:51:55.691 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-RrMU6XqVCDyE9eU off=1045218 len=1150744 2024-04-10T15:51:55.696 INFO:tasks.workunit.client.0.smithi069.stdout:op 112 completed, throughput=4.87MB/sec 2024-04-10T15:51:55.696 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-m9TQUKgleWkctxD off=7184492 len=569066 2024-04-10T15:51:55.701 INFO:tasks.workunit.client.0.smithi069.stdout:op 113 completed, throughput=4.89MB/sec 2024-04-10T15:51:55.701 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-JaJ25LWlFHa_6QP off=0 len=1080287 2024-04-10T15:51:55.705 INFO:tasks.workunit.client.0.smithi069.stdout:op 114 completed, throughput=4.93MB/sec 2024-04-10T15:51:55.705 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-irj2fCP4S1pJ_0G off=7639382 len=1701701 2024-04-10T15:51:55.713 INFO:tasks.workunit.client.0.smithi069.stdout:op 115 completed, throughput=5MB/sec 2024-04-10T15:51:55.994 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:51:55 smithi077 ceph-mon[87572]: pgmap v1415: 105 pgs: 105 active+clean; 126 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-10T15:51:56.088 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:51:55 smithi069 ceph-mon[96738]: pgmap v1415: 105 pgs: 105 active+clean; 126 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-10T15:51:56.088 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:51:55 smithi069 ceph-mon[94167]: pgmap v1415: 105 pgs: 105 active+clean; 126 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-10T15:51:56.713 INFO:tasks.workunit.client.0.smithi069.stdout: 24: throughput=4.8MB/sec pending data=0 2024-04-10T15:51:56.713 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-B98g7s45Ttp0z01 off=13445900 len=1831639 2024-04-10T15:51:56.724 INFO:tasks.workunit.client.0.smithi069.stdout:op 116 completed, throughput=4.87MB/sec 2024-04-10T15:51:56.724 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj--33KNgBBJqa9M1M off=2532664 len=1137401 2024-04-10T15:51:56.730 INFO:tasks.workunit.client.0.smithi069.stdout:op 117 completed, throughput=4.91MB/sec 2024-04-10T15:51:56.730 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-n37sPGV2H4mwJae off=2932772 len=158204 2024-04-10T15:51:56.733 INFO:tasks.workunit.client.0.smithi069.stdout:op 118 completed, throughput=4.91MB/sec 2024-04-10T15:51:56.733 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-rBJ2F2mgoErijOI off=849828 len=2083217 2024-04-10T15:51:56.742 INFO:tasks.workunit.client.0.smithi069.stdout:op 119 completed, throughput=4.99MB/sec 2024-04-10T15:51:56.742 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-cisp7qEJ4hSvI3S off=654126 len=697176 2024-04-10T15:51:56.747 INFO:tasks.workunit.client.0.smithi069.stdout:op 120 completed, throughput=5.02MB/sec 2024-04-10T15:51:57.338 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:51:56 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:15:51:56] "GET /metrics HTTP/1.1" 200 34031 "" "Prometheus/2.43.0" 2024-04-10T15:51:57.747 INFO:tasks.workunit.client.0.smithi069.stdout: 25: throughput=4.82MB/sec pending data=0 2024-04-10T15:51:57.747 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-khSXVcx7VbpBO1T off=5606480 len=58226 2024-04-10T15:51:57.749 INFO:tasks.workunit.client.0.smithi069.stdout:op 121 completed, throughput=4.83MB/sec 2024-04-10T15:51:57.750 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-oO5Q_P9Ccobik83 off=4175509 len=404172 2024-04-10T15:51:57.753 INFO:tasks.workunit.client.0.smithi069.stdout:op 122 completed, throughput=4.84MB/sec 2024-04-10T15:51:57.753 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-3Bs02PksMkkU73S off=0 len=1669668 2024-04-10T15:51:57.758 INFO:tasks.workunit.client.0.smithi069.stdout:op 123 completed, throughput=4.9MB/sec 2024-04-10T15:51:57.758 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-riH8JibfM28davl off=1306297 len=1983187 2024-04-10T15:51:57.768 INFO:tasks.workunit.client.0.smithi069.stdout:op 124 completed, throughput=4.97MB/sec 2024-04-10T15:51:57.768 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-jfijoygm04REq0L off=475320 len=712035 2024-04-10T15:51:57.770 INFO:tasks.workunit.client.0.smithi069.stdout:op 125 completed, throughput=5MB/sec 2024-04-10T15:51:57.770 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-yAaIapm9eOIs6mU off=8754379 len=467996 2024-04-10T15:51:57.770 INFO:tasks.workunit.client.0.smithi069.stdout:op 126 completed, throughput=5.02MB/sec 2024-04-10T15:51:57.994 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:51:57 smithi077 ceph-mon[87572]: pgmap v1416: 105 pgs: 105 active+clean; 126 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-10T15:51:58.088 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:51:57 smithi069 ceph-mon[96738]: pgmap v1416: 105 pgs: 105 active+clean; 126 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-10T15:51:58.089 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:51:57 smithi069 ceph-mon[94167]: pgmap v1416: 105 pgs: 105 active+clean; 126 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-10T15:51:58.771 INFO:tasks.workunit.client.0.smithi069.stdout: 26: throughput=4.83MB/sec pending data=0 2024-04-10T15:51:58.771 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-na0CrmnJqs31e7M off=4096450 len=221286 2024-04-10T15:51:58.772 INFO:tasks.workunit.client.0.smithi069.stdout:op 127 completed, throughput=4.84MB/sec 2024-04-10T15:51:58.772 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-IwHLI2eDFrA2hp9 off=8228811 len=1285189 2024-04-10T15:51:58.780 INFO:tasks.workunit.client.0.smithi069.stdout:op 128 completed, throughput=4.88MB/sec 2024-04-10T15:51:58.780 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-o3Rza6-ZPMvxR25 off=3962078 len=61166 2024-04-10T15:51:58.780 INFO:tasks.workunit.client.0.smithi069.stdout:op 129 completed, throughput=4.88MB/sec 2024-04-10T15:51:58.780 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-9NDhhBwvNolSgXw off=3938130 len=1442125 2024-04-10T15:51:58.781 INFO:tasks.workunit.client.0.smithi069.stdout:op 130 completed, throughput=4.93MB/sec 2024-04-10T15:51:58.781 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-SISg6kv6tWiCuxY off=350395 len=355928 2024-04-10T15:51:58.782 INFO:tasks.workunit.client.0.smithi069.stdout:op 131 completed, throughput=4.95MB/sec 2024-04-10T15:51:58.782 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-xJINW30kQMNMmVN off=8045895 len=1142441 2024-04-10T15:51:58.788 INFO:tasks.workunit.client.0.smithi069.stdout:op 132 completed, throughput=4.99MB/sec 2024-04-10T15:51:58.788 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-rCZAWbDg1PGIMVi off=5630635 len=1116263 2024-04-10T15:51:58.789 INFO:tasks.workunit.client.0.smithi069.stdout:op 133 completed, throughput=5.03MB/sec 2024-04-10T15:51:59.789 INFO:tasks.workunit.client.0.smithi069.stdout: 27: throughput=4.84MB/sec pending data=0 2024-04-10T15:51:59.790 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-dfz-kj6c5cExEGS off=2716119 len=1574679 2024-04-10T15:51:59.798 INFO:tasks.workunit.client.0.smithi069.stdout:op 134 completed, throughput=4.9MB/sec 2024-04-10T15:51:59.798 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-m5ZbrZvxly8vojo off=5254046 len=1203596 2024-04-10T15:51:59.800 INFO:tasks.workunit.client.0.smithi069.stdout:op 135 completed, throughput=4.94MB/sec 2024-04-10T15:51:59.801 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-LepnBnKXABJvbLY off=3512023 len=1451996 2024-04-10T15:51:59.803 INFO:tasks.workunit.client.0.smithi069.stdout:op 136 completed, throughput=4.99MB/sec 2024-04-10T15:51:59.803 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-d32uqnTQGR8TdU6 off=15897214 len=46278 2024-04-10T15:51:59.803 INFO:tasks.workunit.client.0.smithi069.stdout:op 137 completed, throughput=4.99MB/sec 2024-04-10T15:51:59.803 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-9YOKmG3xX0e5vO7 off=17405 len=229618 2024-04-10T15:51:59.804 INFO:tasks.workunit.client.0.smithi069.stdout:op 138 completed, throughput=5MB/sec 2024-04-10T15:51:59.804 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-qfgdcH7RX-6BM_s off=8082342 len=1489951 2024-04-10T15:51:59.810 INFO:tasks.workunit.client.0.smithi069.stdout:op 139 completed, throughput=5.05MB/sec 2024-04-10T15:51:59.994 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:51:59 smithi077 ceph-mon[87572]: pgmap v1417: 105 pgs: 105 active+clean; 126 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-10T15:52:00.088 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:51:59 smithi069 ceph-mon[96738]: pgmap v1417: 105 pgs: 105 active+clean; 126 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-10T15:52:00.089 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:51:59 smithi069 ceph-mon[94167]: pgmap v1417: 105 pgs: 105 active+clean; 126 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-10T15:52:00.810 INFO:tasks.workunit.client.0.smithi069.stdout: 28: throughput=4.87MB/sec pending data=0 2024-04-10T15:52:00.811 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-ydEKulRlzz3NmbW off=7288853 len=1662552 2024-04-10T15:52:00.819 INFO:tasks.workunit.client.0.smithi069.stdout:op 140 completed, throughput=4.92MB/sec 2024-04-10T15:52:00.819 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-wKrsho5B0x6cqkr off=2693266 len=834068 2024-04-10T15:52:00.824 INFO:tasks.workunit.client.0.smithi069.stdout:op 141 completed, throughput=4.95MB/sec 2024-04-10T15:52:00.824 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-UEG-57H4Uadgfn7 off=5126427 len=1914716 2024-04-10T15:52:00.825 INFO:tasks.workunit.client.0.smithi069.stdout:op 142 completed, throughput=5.02MB/sec 2024-04-10T15:52:01.826 INFO:tasks.workunit.client.0.smithi069.stdout: 29: throughput=4.85MB/sec pending data=0 2024-04-10T15:52:01.826 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-iSSzkZg1jaTkaRw off=1004043 len=151154 2024-04-10T15:52:01.827 INFO:tasks.workunit.client.0.smithi069.stdout:op 143 completed, throughput=4.85MB/sec 2024-04-10T15:52:01.827 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-bVMadvJu3MoH5Bp off=6492190 len=1715294 2024-04-10T15:52:01.829 INFO:tasks.workunit.client.0.smithi069.stdout:op 144 completed, throughput=4.91MB/sec 2024-04-10T15:52:01.829 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-JPoTl5mrJK6RNCO off=9858776 len=992235 2024-04-10T15:52:01.834 INFO:tasks.workunit.client.0.smithi069.stdout:op 145 completed, throughput=4.94MB/sec 2024-04-10T15:52:01.834 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-3BdCZWZsolabMjR off=612736 len=1568246 2024-04-10T15:52:01.841 INFO:tasks.workunit.client.0.smithi069.stdout:op 146 completed, throughput=4.99MB/sec 2024-04-10T15:52:01.841 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-yq_qahA3WLbvp_c off=509032 len=763548 2024-04-10T15:52:01.842 INFO:tasks.workunit.client.0.smithi069.stdout:op 147 completed, throughput=5.01MB/sec 2024-04-10T15:52:01.994 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:52:01 smithi077 ceph-mon[87572]: pgmap v1418: 105 pgs: 105 active+clean; 126 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-10T15:52:02.088 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:52:01 smithi069 ceph-mon[96738]: pgmap v1418: 105 pgs: 105 active+clean; 126 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-10T15:52:02.088 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:52:01 smithi069 ceph-mon[94167]: pgmap v1418: 105 pgs: 105 active+clean; 126 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-10T15:52:02.744 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:52:02 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T15:52:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:52:02.843 INFO:tasks.workunit.client.0.smithi069.stdout: 30: throughput=4.85MB/sec pending data=0 2024-04-10T15:52:02.843 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-Xavbq4fRvgPrkpt off=17215919 len=1441551 2024-04-10T15:52:02.851 INFO:tasks.workunit.client.0.smithi069.stdout:op 148 completed, throughput=4.89MB/sec 2024-04-10T15:52:02.851 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-uVA056ehTKYljVa off=5188724 len=1610692 2024-04-10T15:52:02.852 INFO:tasks.workunit.client.0.smithi069.stdout:op 149 completed, throughput=4.94MB/sec 2024-04-10T15:52:02.853 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-ovOT2E96k6Z0bDo off=16160499 len=615547 2024-04-10T15:52:02.854 INFO:tasks.workunit.client.0.smithi069.stdout:op 150 completed, throughput=4.96MB/sec 2024-04-10T15:52:02.855 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-ldCKF673juhGJPt off=11084522 len=1446557 2024-04-10T15:52:02.856 INFO:tasks.workunit.client.0.smithi069.stdout:op 151 completed, throughput=5MB/sec 2024-04-10T15:52:03.856 INFO:tasks.workunit.client.0.smithi069.stdout: 31: throughput=4.85MB/sec pending data=0 2024-04-10T15:52:03.856 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-8tqRgv5wzCJD1Dz off=16596703 len=1826385 2024-04-10T15:52:03.866 INFO:tasks.workunit.client.0.smithi069.stdout:op 152 completed, throughput=4.9MB/sec 2024-04-10T15:52:03.866 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-_4Bs3CYum9icNg9 off=7266787 len=1796880 2024-04-10T15:52:03.874 INFO:tasks.workunit.client.0.smithi069.stdout:op 153 completed, throughput=4.95MB/sec 2024-04-10T15:52:03.874 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-tjU4xJKpaoe-pRL off=16459771 len=1350498 2024-04-10T15:52:03.875 INFO:tasks.workunit.client.0.smithi069.stdout:op 154 completed, throughput=4.99MB/sec 2024-04-10T15:52:03.876 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-9vUBlK3z4AeiSIq off=11964770 len=1167570 2024-04-10T15:52:03.876 INFO:tasks.workunit.client.0.smithi069.stdout:op 155 completed, throughput=5.03MB/sec 2024-04-10T15:52:03.994 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:52:03 smithi077 ceph-mon[87572]: pgmap v1419: 105 pgs: 105 active+clean; 126 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-10T15:52:04.088 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:52:03 smithi069 ceph-mon[96738]: pgmap v1419: 105 pgs: 105 active+clean; 126 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-10T15:52:04.088 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:52:03 smithi069 ceph-mon[94167]: pgmap v1419: 105 pgs: 105 active+clean; 126 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-10T15:52:04.877 INFO:tasks.workunit.client.0.smithi069.stdout: 32: throughput=4.87MB/sec pending data=0 2024-04-10T15:52:04.877 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-xw8h0g0Pg0iIDg1 off=4509698 len=1638058 2024-04-10T15:52:04.879 INFO:tasks.workunit.client.0.smithi069.stdout:op 156 completed, throughput=4.92MB/sec 2024-04-10T15:52:04.879 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-7vVrLwrTdR9kkxo off=11846874 len=571701 2024-04-10T15:52:04.880 INFO:tasks.workunit.client.0.smithi069.stdout:op 157 completed, throughput=4.94MB/sec 2024-04-10T15:52:04.880 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-1OjZkTKtI-d3Hvx off=6987759 len=181776 2024-04-10T15:52:04.883 INFO:tasks.workunit.client.0.smithi069.stdout:op 158 completed, throughput=4.94MB/sec 2024-04-10T15:52:04.883 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-1TyEpp49XuB_J6T off=15870212 len=2007289 2024-04-10T15:52:04.885 INFO:tasks.workunit.client.0.smithi069.stdout:op 159 completed, throughput=5MB/sec 2024-04-10T15:52:05.885 INFO:tasks.workunit.client.0.smithi069.stdout: 33: throughput=4.85MB/sec pending data=0 2024-04-10T15:52:05.885 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-EkDiMlAIVplgP_D off=18815152 len=1022206 2024-04-10T15:52:05.891 INFO:tasks.workunit.client.0.smithi069.stdout:op 160 completed, throughput=4.88MB/sec 2024-04-10T15:52:05.891 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-z4qxgU7a3hZVnMw off=3878083 len=1680375 2024-04-10T15:52:05.893 INFO:tasks.workunit.client.0.smithi069.stdout:op 161 completed, throughput=4.93MB/sec 2024-04-10T15:52:05.893 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-IYUbubjou26Ioxb off=8690650 len=522543 2024-04-10T15:52:05.894 INFO:tasks.workunit.client.0.smithi069.stdout:op 162 completed, throughput=4.94MB/sec 2024-04-10T15:52:05.894 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-sSczgtn2JO_XZ6j off=652632 len=1140646 2024-04-10T15:52:05.895 INFO:tasks.workunit.client.0.smithi069.stdout:op 163 completed, throughput=4.97MB/sec 2024-04-10T15:52:05.895 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-mZ7xPdWXPC7HnfT off=6555816 len=2009381 2024-04-10T15:52:05.906 INFO:tasks.workunit.client.0.smithi069.stdout:op 164 completed, throughput=5.03MB/sec 2024-04-10T15:52:05.994 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:52:05 smithi077 ceph-mon[87572]: pgmap v1420: 105 pgs: 105 active+clean; 126 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-10T15:52:06.088 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:52:05 smithi069 ceph-mon[96738]: pgmap v1420: 105 pgs: 105 active+clean; 126 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-10T15:52:06.088 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:52:05 smithi069 ceph-mon[94167]: pgmap v1420: 105 pgs: 105 active+clean; 126 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-10T15:52:06.906 INFO:tasks.workunit.client.0.smithi069.stdout: 34: throughput=4.88MB/sec pending data=0 2024-04-10T15:52:06.906 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-ZDuGJsUTshU5FsE off=10643960 len=304302 2024-04-10T15:52:06.909 INFO:tasks.workunit.client.0.smithi069.stdout:op 165 completed, throughput=4.89MB/sec 2024-04-10T15:52:06.909 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-WaMSrlIKVOjCY68 off=1770995 len=784995 2024-04-10T15:52:06.911 INFO:tasks.workunit.client.0.smithi069.stdout:op 166 completed, throughput=4.91MB/sec 2024-04-10T15:52:06.911 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-RkJX8FLPYQf9qLU off=15048754 len=1286208 2024-04-10T15:52:06.917 INFO:tasks.workunit.client.0.smithi069.stdout:op 167 completed, throughput=4.95MB/sec 2024-04-10T15:52:06.917 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-9prMvYrcalGNjq9 off=17299506 len=1228556 2024-04-10T15:52:06.923 INFO:tasks.workunit.client.0.smithi069.stdout:op 168 completed, throughput=4.98MB/sec 2024-04-10T15:52:06.923 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-GW1xjZKls960FgF off=11758191 len=614495 2024-04-10T15:52:06.923 INFO:tasks.workunit.client.0.smithi069.stdout:op 169 completed, throughput=5MB/sec 2024-04-10T15:52:06.923 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-igAKkErOVWvjzmq off=0 len=1755235 2024-04-10T15:52:06.930 INFO:tasks.workunit.client.0.smithi069.stdout:op 170 completed, throughput=5.05MB/sec 2024-04-10T15:52:07.338 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:52:06 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:15:52:06] "GET /metrics HTTP/1.1" 200 34031 "" "Prometheus/2.43.0" 2024-04-10T15:52:07.930 INFO:tasks.workunit.client.0.smithi069.stdout: 35: throughput=4.9MB/sec pending data=0 2024-04-10T15:52:07.930 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-c2KvCC9Lti823Uv off=9304212 len=1656049 2024-04-10T15:52:07.932 INFO:tasks.workunit.client.0.smithi069.stdout:op 171 completed, throughput=4.95MB/sec 2024-04-10T15:52:07.932 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-GUjJsbnpjnGkps2 off=1577555 len=2091215 2024-04-10T15:52:07.943 INFO:tasks.workunit.client.0.smithi069.stdout:op 172 completed, throughput=5MB/sec 2024-04-10T15:52:07.994 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:52:07 smithi077 ceph-mon[87572]: pgmap v1421: 105 pgs: 105 active+clean; 126 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-10T15:52:08.088 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:52:07 smithi069 ceph-mon[96738]: pgmap v1421: 105 pgs: 105 active+clean; 126 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-10T15:52:08.088 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:52:07 smithi069 ceph-mon[94167]: pgmap v1421: 105 pgs: 105 active+clean; 126 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-10T15:52:08.943 INFO:tasks.workunit.client.0.smithi069.stdout: 36: throughput=4.87MB/sec pending data=0 2024-04-10T15:52:08.944 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-HSWErqi5R1OgnGM off=1215549 len=1602438 2024-04-10T15:52:08.945 INFO:tasks.workunit.client.0.smithi069.stdout:op 173 completed, throughput=4.91MB/sec 2024-04-10T15:52:08.945 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-BWvm7Y0Neu1HLz5 off=2084750 len=475850 2024-04-10T15:52:08.946 INFO:tasks.workunit.client.0.smithi069.stdout:op 174 completed, throughput=4.92MB/sec 2024-04-10T15:52:08.946 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-sS531iFgkQkEy6y off=17464902 len=1125635 2024-04-10T15:52:08.953 INFO:tasks.workunit.client.0.smithi069.stdout:op 175 completed, throughput=4.95MB/sec 2024-04-10T15:52:08.953 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-sI2GtBbLB_1ohf- off=581219 len=957746 2024-04-10T15:52:08.954 INFO:tasks.workunit.client.0.smithi069.stdout:op 176 completed, throughput=4.97MB/sec 2024-04-10T15:52:08.954 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-hHq0Z5VzOpqySlQ off=7772361 len=35197 2024-04-10T15:52:08.956 INFO:tasks.workunit.client.0.smithi069.stdout:op 177 completed, throughput=4.97MB/sec 2024-04-10T15:52:08.957 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-kyyxDJYwRFhfzFB off=3703622 len=1799785 2024-04-10T15:52:08.965 INFO:tasks.workunit.client.0.smithi069.stdout:op 178 completed, throughput=5.02MB/sec 2024-04-10T15:52:09.966 INFO:tasks.workunit.client.0.smithi069.stdout: 37: throughput=4.89MB/sec pending data=0 2024-04-10T15:52:09.966 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-OUE7bQTjGIhY_Yh off=4250527 len=926600 2024-04-10T15:52:09.968 INFO:tasks.workunit.client.0.smithi069.stdout:op 179 completed, throughput=4.91MB/sec 2024-04-10T15:52:09.968 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-33vlloY12oP54Vq off=14798737 len=1681617 2024-04-10T15:52:09.971 INFO:tasks.workunit.client.0.smithi069.stdout:op 180 completed, throughput=4.95MB/sec 2024-04-10T15:52:09.971 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-Ed_mO9hl-YuIG-k off=16787093 len=2010051 2024-04-10T15:52:09.980 INFO:tasks.workunit.client.0.smithi069.stdout:op 181 completed, throughput=5MB/sec 2024-04-10T15:52:09.994 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:52:09 smithi077 ceph-mon[87572]: pgmap v1422: 105 pgs: 105 active+clean; 126 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-10T15:52:09.994 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:52:09 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:52:10.088 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:52:09 smithi069 ceph-mon[96738]: pgmap v1422: 105 pgs: 105 active+clean; 126 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-10T15:52:10.088 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:52:09 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:52:10.088 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:52:09 smithi069 ceph-mon[94167]: pgmap v1422: 105 pgs: 105 active+clean; 126 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-10T15:52:10.089 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:52:09 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:52:10.980 INFO:tasks.workunit.client.0.smithi069.stdout: 38: throughput=4.87MB/sec pending data=0 2024-04-10T15:52:10.981 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-r4d2mDTWi8LB6g8 off=14953564 len=1069862 2024-04-10T15:52:10.982 INFO:tasks.workunit.client.0.smithi069.stdout:op 182 completed, throughput=4.9MB/sec 2024-04-10T15:52:10.982 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-8fehKowHZj4zXZj off=1095373 len=1551176 2024-04-10T15:52:10.984 INFO:tasks.workunit.client.0.smithi069.stdout:op 183 completed, throughput=4.94MB/sec 2024-04-10T15:52:10.984 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-6iIA80JNRYhjsXt off=6651780 len=1165318 2024-04-10T15:52:10.991 INFO:tasks.workunit.client.0.smithi069.stdout:op 184 completed, throughput=4.96MB/sec 2024-04-10T15:52:10.991 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-Xg7lCL7OleFUwX3 off=6898345 len=329615 2024-04-10T15:52:10.994 INFO:tasks.workunit.client.0.smithi069.stdout:op 185 completed, throughput=4.97MB/sec 2024-04-10T15:52:10.994 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-PwH0ZdQD_wCrG-G off=4843801 len=1254990 2024-04-10T15:52:10.996 INFO:tasks.workunit.client.0.smithi069.stdout:op 186 completed, throughput=5MB/sec 2024-04-10T15:52:11.994 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:52:11 smithi077 ceph-mon[87572]: pgmap v1423: 105 pgs: 105 active+clean; 126 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-04-10T15:52:11.996 INFO:tasks.workunit.client.0.smithi069.stdout: 39: throughput=4.88MB/sec pending data=0 2024-04-10T15:52:11.997 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-fR6BIPXqyxF1Ejl off=65693 len=1904197 2024-04-10T15:52:11.999 INFO:tasks.workunit.client.0.smithi069.stdout:op 187 completed, throughput=4.92MB/sec 2024-04-10T15:52:11.999 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-kwrWMRTfHQxvJVW off=13481214 len=515677 2024-04-10T15:52:12.000 INFO:tasks.workunit.client.0.smithi069.stdout:op 188 completed, throughput=4.93MB/sec 2024-04-10T15:52:12.000 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-uRvbKjT3wTz9s_- off=754691 len=46073 2024-04-10T15:52:12.001 INFO:tasks.workunit.client.0.smithi069.stdout:op 189 completed, throughput=4.93MB/sec 2024-04-10T15:52:12.001 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-XcK_baG_-s7-pkJ off=8271340 len=969877 2024-04-10T15:52:12.002 INFO:tasks.workunit.client.0.smithi069.stdout:op 190 completed, throughput=4.96MB/sec 2024-04-10T15:52:12.002 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-uafkk41-W93hINw off=2410028 len=1847396 2024-04-10T15:52:12.013 INFO:tasks.workunit.client.0.smithi069.stdout:op 191 completed, throughput=5MB/sec 2024-04-10T15:52:12.088 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:52:11 smithi069 ceph-mon[96738]: pgmap v1423: 105 pgs: 105 active+clean; 126 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-04-10T15:52:12.088 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:52:11 smithi069 ceph-mon[94167]: pgmap v1423: 105 pgs: 105 active+clean; 126 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-04-10T15:52:12.744 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:52:12 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T15:52:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:52:13.013 INFO:tasks.workunit.client.0.smithi069.stdout: 40: throughput=4.88MB/sec pending data=0 2024-04-10T15:52:13.013 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-ymyrhCNDBslutNz off=2032843 len=651444 2024-04-10T15:52:13.017 INFO:tasks.workunit.client.0.smithi069.stdout:op 192 completed, throughput=4.89MB/sec 2024-04-10T15:52:13.017 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-D2auUmLVLSFhedi off=3321372 len=425447 2024-04-10T15:52:13.019 INFO:tasks.workunit.client.0.smithi069.stdout:op 193 completed, throughput=4.9MB/sec 2024-04-10T15:52:13.019 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-L2yKLJ3M2FviPx7 off=17202789 len=1731823 2024-04-10T15:52:13.020 INFO:tasks.workunit.client.0.smithi069.stdout:op 194 completed, throughput=4.94MB/sec 2024-04-10T15:52:13.021 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-ST_176z6KoAmXoT off=17091740 len=1805309 2024-04-10T15:52:13.030 INFO:tasks.workunit.client.0.smithi069.stdout:op 195 completed, throughput=4.98MB/sec 2024-04-10T15:52:13.030 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-QeB4ouEx4olsyIu off=6288062 len=1231157 2024-04-10T15:52:13.031 INFO:tasks.workunit.client.0.smithi069.stdout:op 196 completed, throughput=5.01MB/sec 2024-04-10T15:52:13.994 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:52:13 smithi077 ceph-mon[87572]: pgmap v1424: 105 pgs: 105 active+clean; 126 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-10T15:52:14.032 INFO:tasks.workunit.client.0.smithi069.stdout: 41: throughput=4.89MB/sec pending data=0 2024-04-10T15:52:14.032 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-EO1lFbVvgf22ZlW off=2638137 len=130967 2024-04-10T15:52:14.032 INFO:tasks.workunit.client.0.smithi069.stdout:op 197 completed, throughput=4.9MB/sec 2024-04-10T15:52:14.032 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-K0oqIg6TU4vKW01 off=16971588 len=1665408 2024-04-10T15:52:14.034 INFO:tasks.workunit.client.0.smithi069.stdout:op 198 completed, throughput=4.93MB/sec 2024-04-10T15:52:14.034 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-yJeTdsjguIeGgGO off=4507147 len=1894571 2024-04-10T15:52:14.046 INFO:tasks.workunit.client.0.smithi069.stdout:op 199 completed, throughput=4.97MB/sec 2024-04-10T15:52:14.046 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-bSsQbG_DjE4xwtK off=4776300 len=1373694 2024-04-10T15:52:14.048 INFO:tasks.workunit.client.0.smithi069.stdout:op 200 completed, throughput=5.01MB/sec 2024-04-10T15:52:14.088 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:52:13 smithi069 ceph-mon[96738]: pgmap v1424: 105 pgs: 105 active+clean; 126 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-10T15:52:14.088 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:52:13 smithi069 ceph-mon[94167]: pgmap v1424: 105 pgs: 105 active+clean; 126 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-10T15:52:15.048 INFO:tasks.workunit.client.0.smithi069.stdout: 42: throughput=4.89MB/sec pending data=0 2024-04-10T15:52:15.048 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-lTbQpmh29EuqAZ7 off=3857824 len=1832366 2024-04-10T15:52:15.058 INFO:tasks.workunit.client.0.smithi069.stdout:op 201 completed, throughput=4.93MB/sec 2024-04-10T15:52:15.058 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-Q4hsUsaXdHk7udw off=1435878 len=1815066 2024-04-10T15:52:15.062 INFO:tasks.workunit.client.0.smithi069.stdout:op 202 completed, throughput=4.97MB/sec 2024-04-10T15:52:15.062 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-DLXmIj0mZfwH0xq off=15803372 len=2026286 2024-04-10T15:52:15.075 INFO:tasks.workunit.client.0.smithi069.stdout:op 203 completed, throughput=5.01MB/sec 2024-04-10T15:52:15.994 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:52:15 smithi077 ceph-mon[87572]: pgmap v1425: 105 pgs: 105 active+clean; 126 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-10T15:52:16.075 INFO:tasks.workunit.client.0.smithi069.stdout: 43: throughput=4.9MB/sec pending data=0 2024-04-10T15:52:16.075 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-Rp-Ui1JxOLf3nlj off=7506295 len=798343 2024-04-10T15:52:16.081 INFO:tasks.workunit.client.0.smithi069.stdout:op 204 completed, throughput=4.91MB/sec 2024-04-10T15:52:16.081 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-JwIsRugCxManuU7 off=1603182 len=1231933 2024-04-10T15:52:16.082 INFO:tasks.workunit.client.0.smithi069.stdout:op 205 completed, throughput=4.94MB/sec 2024-04-10T15:52:16.083 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-xXyniP9YuDoRA_J off=15100361 len=486511 2024-04-10T15:52:16.083 INFO:tasks.workunit.client.0.smithi069.stdout:op 206 completed, throughput=4.95MB/sec 2024-04-10T15:52:16.083 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-KGas0EHOJLTxpid off=12570244 len=1362309 2024-04-10T15:52:16.085 INFO:tasks.workunit.client.0.smithi069.stdout:op 207 completed, throughput=4.98MB/sec 2024-04-10T15:52:16.085 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-2FEvjxXyEgF75I- off=3897334 len=1399061 2024-04-10T15:52:16.088 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:52:15 smithi069 ceph-mon[96738]: pgmap v1425: 105 pgs: 105 active+clean; 126 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-10T15:52:16.088 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:52:15 smithi069 ceph-mon[94167]: pgmap v1425: 105 pgs: 105 active+clean; 126 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-10T15:52:16.092 INFO:tasks.workunit.client.0.smithi069.stdout:op 208 completed, throughput=5.01MB/sec 2024-04-10T15:52:17.092 INFO:tasks.workunit.client.0.smithi069.stdout: 44: throughput=4.9MB/sec pending data=0 2024-04-10T15:52:17.092 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-0j1n-iYhDUwmwIG off=9911376 len=1562939 2024-04-10T15:52:17.101 INFO:tasks.workunit.client.0.smithi069.stdout:op 209 completed, throughput=4.93MB/sec 2024-04-10T15:52:17.101 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-fBgq5wW--Xvi68m off=10993175 len=1949023 2024-04-10T15:52:17.112 INFO:tasks.workunit.client.0.smithi069.stdout:op 210 completed, throughput=4.97MB/sec 2024-04-10T15:52:17.112 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-LgVglKNLzU9ly-2 off=7247128 len=583529 2024-04-10T15:52:17.116 INFO:tasks.workunit.client.0.smithi069.stdout:op 211 completed, throughput=4.98MB/sec 2024-04-10T15:52:17.116 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-73d1Skif8v9Y0F7 off=6947176 len=2053804 2024-04-10T15:52:17.124 INFO:tasks.workunit.client.0.smithi069.stdout:op 212 completed, throughput=5.03MB/sec 2024-04-10T15:52:17.338 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:52:16 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:15:52:16] "GET /metrics HTTP/1.1" 200 34032 "" "Prometheus/2.43.0" 2024-04-10T15:52:17.994 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:52:17 smithi077 ceph-mon[87572]: pgmap v1426: 105 pgs: 105 active+clean; 126 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-10T15:52:18.088 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:52:17 smithi069 ceph-mon[96738]: pgmap v1426: 105 pgs: 105 active+clean; 126 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-10T15:52:18.089 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:52:17 smithi069 ceph-mon[94167]: pgmap v1426: 105 pgs: 105 active+clean; 126 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-10T15:52:18.124 INFO:tasks.workunit.client.0.smithi069.stdout: 45: throughput=4.92MB/sec pending data=0 2024-04-10T15:52:18.124 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-lVTfSou7zUnSsIU off=10790395 len=827244 2024-04-10T15:52:18.129 INFO:tasks.workunit.client.0.smithi069.stdout:op 213 completed, throughput=4.93MB/sec 2024-04-10T15:52:18.129 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-Z9JkPZqeR6fT1yU off=8378335 len=221845 2024-04-10T15:52:18.130 INFO:tasks.workunit.client.0.smithi069.stdout:op 214 completed, throughput=4.94MB/sec 2024-04-10T15:52:18.130 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-ceckGHeLUiwzb_0 off=1156559 len=1753558 2024-04-10T15:52:18.138 INFO:tasks.workunit.client.0.smithi069.stdout:op 215 completed, throughput=4.97MB/sec 2024-04-10T15:52:18.138 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-ovntpF_22f1eJXg off=926963 len=2008722 2024-04-10T15:52:18.140 INFO:tasks.workunit.client.0.smithi069.stdout:op 216 completed, throughput=5.01MB/sec 2024-04-10T15:52:19.140 INFO:tasks.workunit.client.0.smithi069.stdout: 46: throughput=4.91MB/sec pending data=0 2024-04-10T15:52:19.140 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-6Ol6b6nynYc3GAG off=6530320 len=2010427 2024-04-10T15:52:19.144 INFO:tasks.workunit.client.0.smithi069.stdout:op 217 completed, throughput=4.95MB/sec 2024-04-10T15:52:19.144 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-xNp4nFhDHlwqVo1 off=3315451 len=1402613 2024-04-10T15:52:19.145 INFO:tasks.workunit.client.0.smithi069.stdout:op 218 completed, throughput=4.98MB/sec 2024-04-10T15:52:19.145 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-W9io6wqfAA7gbJ1 off=2408575 len=1129062 2024-04-10T15:52:19.146 INFO:tasks.workunit.client.0.smithi069.stdout:op 219 completed, throughput=5MB/sec 2024-04-10T15:52:19.147 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-70AacF2rNARb_Ma off=3728286 len=874376 2024-04-10T15:52:19.147 INFO:tasks.workunit.client.0.smithi069.stdout:op 220 completed, throughput=5.02MB/sec 2024-04-10T15:52:19.994 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:52:19 smithi077 ceph-mon[87572]: pgmap v1427: 105 pgs: 105 active+clean; 126 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-10T15:52:20.088 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:52:19 smithi069 ceph-mon[94167]: pgmap v1427: 105 pgs: 105 active+clean; 126 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-10T15:52:20.089 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:52:19 smithi069 ceph-mon[96738]: pgmap v1427: 105 pgs: 105 active+clean; 126 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-10T15:52:20.148 INFO:tasks.workunit.client.0.smithi069.stdout: 47: throughput=4.91MB/sec pending data=0 2024-04-10T15:52:20.148 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-dtGmK-PQykIrnYY off=2305349 len=920538 2024-04-10T15:52:20.149 INFO:tasks.workunit.client.0.smithi069.stdout:op 221 completed, throughput=4.93MB/sec 2024-04-10T15:52:20.149 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-8KpIstk3BpQPMf1 off=14062097 len=1740423 2024-04-10T15:52:20.151 INFO:tasks.workunit.client.0.smithi069.stdout:op 222 completed, throughput=4.97MB/sec 2024-04-10T15:52:20.152 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-u-K9OHc1n-VsOoz off=5277099 len=880153 2024-04-10T15:52:20.156 INFO:tasks.workunit.client.0.smithi069.stdout:op 223 completed, throughput=4.98MB/sec 2024-04-10T15:52:20.157 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-9a-ZXAv36JcQ7tU off=4792349 len=1500390 2024-04-10T15:52:20.158 INFO:tasks.workunit.client.0.smithi069.stdout:op 224 completed, throughput=5.01MB/sec 2024-04-10T15:52:21.159 INFO:tasks.workunit.client.0.smithi069.stdout: 48: throughput=4.91MB/sec pending data=0 2024-04-10T15:52:21.159 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-prRGf7BKueXVsFR off=4398584 len=1188328 2024-04-10T15:52:21.160 INFO:tasks.workunit.client.0.smithi069.stdout:op 225 completed, throughput=4.93MB/sec 2024-04-10T15:52:21.160 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-GoOpGV5Y9f60DGw off=16091456 len=504337 2024-04-10T15:52:21.164 INFO:tasks.workunit.client.0.smithi069.stdout:op 226 completed, throughput=4.94MB/sec 2024-04-10T15:52:21.164 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-wZcTB9hiEzeX8Lb off=19483137 len=1310550 2024-04-10T15:52:21.171 INFO:tasks.workunit.client.0.smithi069.stdout:op 227 completed, throughput=4.97MB/sec 2024-04-10T15:52:21.171 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-KUU--Q6FYKZUptZ off=9146476 len=1590629 2024-04-10T15:52:21.179 INFO:tasks.workunit.client.0.smithi069.stdout:op 228 completed, throughput=5MB/sec 2024-04-10T15:52:21.179 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-VcXutwvc8deUiyt off=2544729 len=736436 2024-04-10T15:52:21.180 INFO:tasks.workunit.client.0.smithi069.stdout:op 229 completed, throughput=5.01MB/sec 2024-04-10T15:52:21.994 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:52:21 smithi077 ceph-mon[87572]: pgmap v1428: 105 pgs: 105 active+clean; 126 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-10T15:52:22.088 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:52:21 smithi069 ceph-mon[96738]: pgmap v1428: 105 pgs: 105 active+clean; 126 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-10T15:52:22.089 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:52:21 smithi069 ceph-mon[94167]: pgmap v1428: 105 pgs: 105 active+clean; 126 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-10T15:52:22.180 INFO:tasks.workunit.client.0.smithi069.stdout: 49: throughput=4.91MB/sec pending data=0 2024-04-10T15:52:22.181 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-5I2BwUnc8zfewST off=19301659 len=841510 2024-04-10T15:52:22.186 INFO:tasks.workunit.client.0.smithi069.stdout:op 230 completed, throughput=4.93MB/sec 2024-04-10T15:52:22.186 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-fDC7aYK_YPU9Con off=11796326 len=1956649 2024-04-10T15:52:22.197 INFO:tasks.workunit.client.0.smithi069.stdout:op 231 completed, throughput=4.96MB/sec 2024-04-10T15:52:22.197 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-KFgYCrrVA1f-Y9E off=134230 len=1071879 2024-04-10T15:52:22.202 INFO:tasks.workunit.client.0.smithi069.stdout:op 232 completed, throughput=4.98MB/sec 2024-04-10T15:52:22.202 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-x3EnYHv6llYzLRw off=4365903 len=886428 2024-04-10T15:52:22.206 INFO:tasks.workunit.client.0.smithi069.stdout:op 233 completed, throughput=5MB/sec 2024-04-10T15:52:22.207 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-qRskbK4tf3VvIFZ off=676319 len=1933222 2024-04-10T15:52:22.208 INFO:tasks.workunit.client.0.smithi069.stdout:op 234 completed, throughput=5.04MB/sec 2024-04-10T15:52:22.744 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:52:22 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T15:52:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:52:23.209 INFO:tasks.workunit.client.0.smithi069.stdout: 50: throughput=4.94MB/sec pending data=0 2024-04-10T15:52:23.209 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-nBgaE6hlEt0HNQ4 off=1361171 len=1921199 2024-04-10T15:52:23.217 INFO:tasks.workunit.client.0.smithi069.stdout:op 235 completed, throughput=4.97MB/sec 2024-04-10T15:52:23.217 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-5Y42f2Mas3T_gzB off=15288605 len=769260 2024-04-10T15:52:23.221 INFO:tasks.workunit.client.0.smithi069.stdout:op 236 completed, throughput=4.99MB/sec 2024-04-10T15:52:23.222 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-ltC6BF_CPB57sip off=8771033 len=1251980 2024-04-10T15:52:23.224 INFO:tasks.workunit.client.0.smithi069.stdout:op 237 completed, throughput=5.01MB/sec 2024-04-10T15:52:23.994 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:52:23 smithi077 ceph-mon[87572]: pgmap v1429: 105 pgs: 105 active+clean; 126 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-10T15:52:24.088 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:52:23 smithi069 ceph-mon[96738]: pgmap v1429: 105 pgs: 105 active+clean; 126 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-10T15:52:24.088 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:52:23 smithi069 ceph-mon[94167]: pgmap v1429: 105 pgs: 105 active+clean; 126 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-10T15:52:24.224 INFO:tasks.workunit.client.0.smithi069.stdout: 51: throughput=4.91MB/sec pending data=0 2024-04-10T15:52:24.224 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-0pLerLO_xE440V_ off=16778895 len=91452 2024-04-10T15:52:24.227 INFO:tasks.workunit.client.0.smithi069.stdout:op 238 completed, throughput=4.91MB/sec 2024-04-10T15:52:24.227 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-2FEvjxXyEgF75I- off=786072 len=412547 2024-04-10T15:52:24.230 INFO:tasks.workunit.client.0.smithi069.stdout:op 239 completed, throughput=4.92MB/sec 2024-04-10T15:52:24.230 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-yJKMo1XORZWNKsE off=930207 len=643646 2024-04-10T15:52:24.231 INFO:tasks.workunit.client.0.smithi069.stdout:op 240 completed, throughput=4.93MB/sec 2024-04-10T15:52:24.231 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-z-EqAho0JnXNijm off=24972575 len=625413 2024-04-10T15:52:24.236 INFO:tasks.workunit.client.0.smithi069.stdout:op 241 completed, throughput=4.94MB/sec 2024-04-10T15:52:24.236 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-n37sPGV2H4mwJae off=524802 len=2047780 2024-04-10T15:52:24.238 INFO:tasks.workunit.client.0.smithi069.stdout:op 242 completed, throughput=4.98MB/sec 2024-04-10T15:52:24.238 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-kcVbJ3o7D7TPxHP off=3819592 len=180572 2024-04-10T15:52:24.241 INFO:tasks.workunit.client.0.smithi069.stdout:op 243 completed, throughput=4.98MB/sec 2024-04-10T15:52:24.241 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-kF1DlbSwz67cSiK off=568078 len=567898 2024-04-10T15:52:24.244 INFO:tasks.workunit.client.0.smithi069.stdout:op 244 completed, throughput=4.99MB/sec 2024-04-10T15:52:24.244 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-PfBFP5vipeGDa5P off=4869780 len=1696663 2024-04-10T15:52:24.252 INFO:tasks.workunit.client.0.smithi069.stdout:op 245 completed, throughput=5.02MB/sec 2024-04-10T15:52:24.994 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:52:24 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:52:25.088 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:52:24 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:52:25.089 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:52:24 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:52:25.252 INFO:tasks.workunit.client.0.smithi069.stdout: 52: throughput=4.93MB/sec pending data=0 2024-04-10T15:52:25.253 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-2cDPoV3hZQ5tRKX off=6218448 len=349100 2024-04-10T15:52:25.256 INFO:tasks.workunit.client.0.smithi069.stdout:op 246 completed, throughput=4.94MB/sec 2024-04-10T15:52:25.256 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-eIvDRxYv78pFbRp off=13109099 len=69977 2024-04-10T15:52:25.258 INFO:tasks.workunit.client.0.smithi069.stdout:op 247 completed, throughput=4.94MB/sec 2024-04-10T15:52:25.258 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-fV0jIF-MzEUjgxG off=6393129 len=991938 2024-04-10T15:52:25.263 INFO:tasks.workunit.client.0.smithi069.stdout:op 248 completed, throughput=4.95MB/sec 2024-04-10T15:52:25.263 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-fyvB1op48Kk-Tis off=410512 len=410326 2024-04-10T15:52:25.266 INFO:tasks.workunit.client.0.smithi069.stdout:op 249 completed, throughput=4.96MB/sec 2024-04-10T15:52:25.266 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-64LGYdun5R9C5yv off=395598 len=2055517 2024-04-10T15:52:25.278 INFO:tasks.workunit.client.0.smithi069.stdout:op 250 completed, throughput=5MB/sec 2024-04-10T15:52:25.278 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-yW0JQyHuNGOlRS3 off=19445275 len=263296 2024-04-10T15:52:25.280 INFO:tasks.workunit.client.0.smithi069.stdout:op 251 completed, throughput=5MB/sec 2024-04-10T15:52:25.994 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:52:25 smithi077 ceph-mon[87572]: pgmap v1430: 105 pgs: 105 active+clean; 126 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-10T15:52:26.088 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:52:25 smithi069 ceph-mon[96738]: pgmap v1430: 105 pgs: 105 active+clean; 126 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-10T15:52:26.089 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:52:25 smithi069 ceph-mon[94167]: pgmap v1430: 105 pgs: 105 active+clean; 126 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-10T15:52:26.281 INFO:tasks.workunit.client.0.smithi069.stdout: 53: throughput=4.91MB/sec pending data=0 2024-04-10T15:52:26.281 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-uSmeQ_QGqe76C3x off=5502450 len=654394 2024-04-10T15:52:26.282 INFO:tasks.workunit.client.0.smithi069.stdout:op 252 completed, throughput=4.92MB/sec 2024-04-10T15:52:26.282 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-lkHLdARaM5ah9t3 off=5411747 len=574098 2024-04-10T15:52:26.287 INFO:tasks.workunit.client.0.smithi069.stdout:op 253 completed, throughput=4.93MB/sec 2024-04-10T15:52:26.287 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-erlHWTrOFKeDtlx off=4286469 len=1519825 2024-04-10T15:52:26.289 INFO:tasks.workunit.client.0.smithi069.stdout:op 254 completed, throughput=4.96MB/sec 2024-04-10T15:52:26.289 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-DpjNlRBAgXbDYk_ off=12439965 len=76455 2024-04-10T15:52:26.292 INFO:tasks.workunit.client.0.smithi069.stdout:op 255 completed, throughput=4.96MB/sec 2024-04-10T15:52:26.292 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-Pyv3bhX3xC4qvtV off=13817915 len=1173179 2024-04-10T15:52:26.298 INFO:tasks.workunit.client.0.smithi069.stdout:op 256 completed, throughput=4.98MB/sec 2024-04-10T15:52:26.298 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-Fhj0Yfmg_KREg_d off=611210 len=806600 2024-04-10T15:52:26.303 INFO:tasks.workunit.client.0.smithi069.stdout:op 257 completed, throughput=4.99MB/sec 2024-04-10T15:52:26.304 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-nCEQj7t3088HBHJ off=3687652 len=1442998 2024-04-10T15:52:26.304 INFO:tasks.workunit.client.0.smithi069.stdout:op 258 completed, throughput=5.02MB/sec 2024-04-10T15:52:27.305 INFO:tasks.workunit.client.0.smithi069.stdout: 54: throughput=4.93MB/sec pending data=0 2024-04-10T15:52:27.305 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-Z-MjOpXz3d5epQB off=2775871 len=418277 2024-04-10T15:52:27.308 INFO:tasks.workunit.client.0.smithi069.stdout:op 259 completed, throughput=4.93MB/sec 2024-04-10T15:52:27.309 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-uz5jRHBv6RxWGme off=2351735 len=920309 2024-04-10T15:52:27.313 INFO:tasks.workunit.client.0.smithi069.stdout:op 260 completed, throughput=4.95MB/sec 2024-04-10T15:52:27.314 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-bbRMjSli1L2WevG off=812201 len=940764 2024-04-10T15:52:27.318 INFO:tasks.workunit.client.0.smithi069.stdout:op 261 completed, throughput=4.96MB/sec 2024-04-10T15:52:27.319 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-7MTNCp75X7LLWB3 off=5027289 len=1476592 2024-04-10T15:52:27.326 INFO:tasks.workunit.client.0.smithi069.stdout:op 262 completed, throughput=4.99MB/sec 2024-04-10T15:52:27.326 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-wD3P2LnHckY5AXZ off=5251079 len=2074060 2024-04-10T15:52:27.336 INFO:tasks.workunit.client.0.smithi069.stdout:op 263 completed, throughput=5.02MB/sec 2024-04-10T15:52:27.338 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:52:26 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:15:52:26] "GET /metrics HTTP/1.1" 200 34036 "" "Prometheus/2.43.0" 2024-04-10T15:52:27.994 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:52:27 smithi077 ceph-mon[87572]: pgmap v1431: 105 pgs: 105 active+clean; 126 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-04-10T15:52:28.088 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:52:27 smithi069 ceph-mon[96738]: pgmap v1431: 105 pgs: 105 active+clean; 126 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-04-10T15:52:28.089 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:52:27 smithi069 ceph-mon[94167]: pgmap v1431: 105 pgs: 105 active+clean; 126 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-04-10T15:52:28.336 INFO:tasks.workunit.client.0.smithi069.stdout: 55: throughput=4.93MB/sec pending data=0 2024-04-10T15:52:28.336 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-yIz2WJ8BwBduNNd off=852879 len=1360991 2024-04-10T15:52:28.343 INFO:tasks.workunit.client.0.smithi069.stdout:op 264 completed, throughput=4.96MB/sec 2024-04-10T15:52:28.344 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-i4kimiSlH3X29hP off=11482981 len=226226 2024-04-10T15:52:28.344 INFO:tasks.workunit.client.0.smithi069.stdout:op 265 completed, throughput=4.96MB/sec 2024-04-10T15:52:28.344 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-D5BmD3xtBOIqlZ9 off=438516 len=686822 2024-04-10T15:52:28.346 INFO:tasks.workunit.client.0.smithi069.stdout:op 266 completed, throughput=4.97MB/sec 2024-04-10T15:52:28.346 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-Z9j9Jgst-Nxi_SP off=2378199 len=1654018 2024-04-10T15:52:28.348 INFO:tasks.workunit.client.0.smithi069.stdout:op 267 completed, throughput=5MB/sec 2024-04-10T15:52:29.348 INFO:tasks.workunit.client.0.smithi069.stdout: 56: throughput=4.91MB/sec pending data=0 2024-04-10T15:52:29.348 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-08JClRrQJ6GFk-W off=13784025 len=1512813 2024-04-10T15:52:29.349 INFO:tasks.workunit.client.0.smithi069.stdout:op 268 completed, throughput=4.94MB/sec 2024-04-10T15:52:29.350 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-QDnIdsnkD1etghu off=5545200 len=599772 2024-04-10T15:52:29.350 INFO:tasks.workunit.client.0.smithi069.stdout:op 269 completed, throughput=4.95MB/sec 2024-04-10T15:52:29.350 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-vGUfu82wnPFLlRo off=10667847 len=1941689 2024-04-10T15:52:29.362 INFO:tasks.workunit.client.0.smithi069.stdout:op 270 completed, throughput=4.98MB/sec 2024-04-10T15:52:29.362 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-uBBu9XeVfRyptyI off=9065048 len=1644650 2024-04-10T15:52:29.363 INFO:tasks.workunit.client.0.smithi069.stdout:op 271 completed, throughput=5.01MB/sec 2024-04-10T15:52:29.994 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:52:29 smithi077 ceph-mon[87572]: pgmap v1432: 105 pgs: 105 active+clean; 126 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-10T15:52:30.088 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:52:29 smithi069 ceph-mon[96738]: pgmap v1432: 105 pgs: 105 active+clean; 126 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-10T15:52:30.089 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:52:29 smithi069 ceph-mon[94167]: pgmap v1432: 105 pgs: 105 active+clean; 126 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-10T15:52:30.364 INFO:tasks.workunit.client.0.smithi069.stdout: 57: throughput=4.92MB/sec pending data=0 2024-04-10T15:52:30.364 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-ZV-_cUJYFAEWyOt off=10495169 len=1955799 2024-04-10T15:52:30.372 INFO:tasks.workunit.client.0.smithi069.stdout:op 272 completed, throughput=4.95MB/sec 2024-04-10T15:52:30.372 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-hq65hRAZcMaHf9c off=372692 len=1811075 2024-04-10T15:52:30.382 INFO:tasks.workunit.client.0.smithi069.stdout:op 273 completed, throughput=4.98MB/sec 2024-04-10T15:52:30.382 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-ZUgA_4tejjAfjar off=7750013 len=1054777 2024-04-10T15:52:30.386 INFO:tasks.workunit.client.0.smithi069.stdout:op 274 completed, throughput=5MB/sec 2024-04-10T15:52:30.386 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-Q4LfSsatpuvr4UQ off=15616955 len=843629 2024-04-10T15:52:30.387 INFO:tasks.workunit.client.0.smithi069.stdout:op 275 completed, throughput=5.01MB/sec 2024-04-10T15:52:31.388 INFO:tasks.workunit.client.0.smithi069.stdout: 58: throughput=4.93MB/sec pending data=0 2024-04-10T15:52:31.388 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-vWwahx5Nyp6oWh5 off=0 len=1143673 2024-04-10T15:52:31.389 INFO:tasks.workunit.client.0.smithi069.stdout:op 276 completed, throughput=4.95MB/sec 2024-04-10T15:52:31.389 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-cJbFH-cx0EJnMMK off=6075299 len=1579634 2024-04-10T15:52:31.391 INFO:tasks.workunit.client.0.smithi069.stdout:op 277 completed, throughput=4.97MB/sec 2024-04-10T15:52:31.391 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-O3ozDrgZ4y3Az82 off=5470292 len=1645017 2024-04-10T15:52:31.393 INFO:tasks.workunit.client.0.smithi069.stdout:op 278 completed, throughput=5MB/sec 2024-04-10T15:52:31.393 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-mSaoQOumdQ9pykG off=17156117 len=1916959 2024-04-10T15:52:31.397 INFO:tasks.workunit.client.0.smithi069.stdout:op 279 completed, throughput=5.03MB/sec 2024-04-10T15:52:31.994 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:52:31 smithi077 ceph-mon[87572]: pgmap v1433: 105 pgs: 105 active+clean; 126 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-10T15:52:32.088 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:52:31 smithi069 ceph-mon[96738]: pgmap v1433: 105 pgs: 105 active+clean; 126 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-10T15:52:32.088 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:52:31 smithi069 ceph-mon[94167]: pgmap v1433: 105 pgs: 105 active+clean; 126 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-10T15:52:32.397 INFO:tasks.workunit.client.0.smithi069.stdout: 59: throughput=4.94MB/sec pending data=0 2024-04-10T15:52:32.398 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-Xt9L41s7wdOVCXI off=3938321 len=1823438 2024-04-10T15:52:32.406 INFO:tasks.workunit.client.0.smithi069.stdout:op 280 completed, throughput=4.97MB/sec 2024-04-10T15:52:32.406 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-Rq1SDO6BJjsfUtR off=483637 len=1560145 2024-04-10T15:52:32.408 INFO:tasks.workunit.client.0.smithi069.stdout:op 281 completed, throughput=5MB/sec 2024-04-10T15:52:32.408 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-fY3-k1DvhgBDuAQ off=359547 len=1325317 2024-04-10T15:52:32.410 INFO:tasks.workunit.client.0.smithi069.stdout:op 282 completed, throughput=5.02MB/sec 2024-04-10T15:52:32.744 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:52:32 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T15:52:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:52:33.411 INFO:tasks.workunit.client.0.smithi069.stdout: 60: throughput=4.94MB/sec pending data=0 2024-04-10T15:52:33.411 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-I9B25_-MW2lxcJs off=2343165 len=201812 2024-04-10T15:52:33.412 INFO:tasks.workunit.client.0.smithi069.stdout:op 283 completed, throughput=4.94MB/sec 2024-04-10T15:52:33.412 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-ixr2RS4g8Yv5wKE off=19036292 len=1304676 2024-04-10T15:52:33.419 INFO:tasks.workunit.client.0.smithi069.stdout:op 284 completed, throughput=4.96MB/sec 2024-04-10T15:52:33.419 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-V762NlSILAc7pR- off=5244713 len=170640 2024-04-10T15:52:33.422 INFO:tasks.workunit.client.0.smithi069.stdout:op 285 completed, throughput=4.96MB/sec 2024-04-10T15:52:33.422 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-iDHTIWcqN-lPT3a off=16437864 len=1746279 2024-04-10T15:52:33.430 INFO:tasks.workunit.client.0.smithi069.stdout:op 286 completed, throughput=4.99MB/sec 2024-04-10T15:52:33.430 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-g9z-N13b3Wf4pDP off=3012821 len=234973 2024-04-10T15:52:33.432 INFO:tasks.workunit.client.0.smithi069.stdout:op 287 completed, throughput=4.99MB/sec 2024-04-10T15:52:33.432 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-rz9OMX6xYio6dMN off=644418 len=1238344 2024-04-10T15:52:33.433 INFO:tasks.workunit.client.0.smithi069.stdout:op 288 completed, throughput=5.01MB/sec 2024-04-10T15:52:33.994 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:52:33 smithi077 ceph-mon[87572]: pgmap v1434: 105 pgs: 105 active+clean; 126 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-10T15:52:34.089 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:52:33 smithi069 ceph-mon[96738]: pgmap v1434: 105 pgs: 105 active+clean; 126 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-10T15:52:34.089 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:52:33 smithi069 ceph-mon[94167]: pgmap v1434: 105 pgs: 105 active+clean; 126 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-10T15:52:34.433 INFO:tasks.workunit.client.0.smithi069.stdout: 61: throughput=4.93MB/sec pending data=0 2024-04-10T15:52:34.433 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-IU09eS8u0yoB4ns off=4422623 len=1691802 2024-04-10T15:52:34.441 INFO:tasks.workunit.client.0.smithi069.stdout:op 289 completed, throughput=4.95MB/sec 2024-04-10T15:52:34.441 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-MMlGRSrE8iud_Ek off=651208 len=408326 2024-04-10T15:52:34.442 INFO:tasks.workunit.client.0.smithi069.stdout:op 290 completed, throughput=4.96MB/sec 2024-04-10T15:52:34.442 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-vNpEOsu-D2toKZP off=8222719 len=1403344 2024-04-10T15:52:34.449 INFO:tasks.workunit.client.0.smithi069.stdout:op 291 completed, throughput=4.98MB/sec 2024-04-10T15:52:34.449 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-IBiB1gKFdBnMsQ8 off=5978542 len=92721 2024-04-10T15:52:34.449 INFO:tasks.workunit.client.0.smithi069.stdout:op 292 completed, throughput=4.98MB/sec 2024-04-10T15:52:34.449 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-W21YCK0z0q3ZySV off=1431516 len=598775 2024-04-10T15:52:34.450 INFO:tasks.workunit.client.0.smithi069.stdout:op 293 completed, throughput=4.99MB/sec 2024-04-10T15:52:34.450 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-XZTuVIdZoW-8Jwa off=4170511 len=1670534 2024-04-10T15:52:34.459 INFO:tasks.workunit.client.0.smithi069.stdout:op 294 completed, throughput=5.02MB/sec 2024-04-10T15:52:35.460 INFO:tasks.workunit.client.0.smithi069.stdout: 62: throughput=4.94MB/sec pending data=0 2024-04-10T15:52:35.460 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-8wQBgF5vorZMkbv off=10246179 len=1301788 2024-04-10T15:52:35.467 INFO:tasks.workunit.client.0.smithi069.stdout:op 295 completed, throughput=4.96MB/sec 2024-04-10T15:52:35.467 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-9tbTv6iQSca0lLB off=15826967 len=602289 2024-04-10T15:52:35.468 INFO:tasks.workunit.client.0.smithi069.stdout:op 296 completed, throughput=4.97MB/sec 2024-04-10T15:52:35.469 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-2C4uRV0pexLWXMy off=8179904 len=269614 2024-04-10T15:52:35.471 INFO:tasks.workunit.client.0.smithi069.stdout:op 297 completed, throughput=4.97MB/sec 2024-04-10T15:52:35.471 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-2r8Y3BbAev0N-5x off=14884502 len=1205472 2024-04-10T15:52:35.473 INFO:tasks.workunit.client.0.smithi069.stdout:op 298 completed, throughput=4.99MB/sec 2024-04-10T15:52:35.473 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-_K9Sij80hTTszw2 off=0 len=1116652 2024-04-10T15:52:35.478 INFO:tasks.workunit.client.0.smithi069.stdout:op 299 completed, throughput=5MB/sec 2024-04-10T15:52:35.994 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:52:35 smithi077 ceph-mon[87572]: pgmap v1435: 105 pgs: 105 active+clean; 126 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-10T15:52:36.088 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:52:35 smithi069 ceph-mon[96738]: pgmap v1435: 105 pgs: 105 active+clean; 126 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-10T15:52:36.089 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:52:35 smithi069 ceph-mon[94167]: pgmap v1435: 105 pgs: 105 active+clean; 126 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-10T15:52:36.479 INFO:tasks.workunit.client.0.smithi069.stdout: 63: throughput=4.93MB/sec pending data=0 2024-04-10T15:52:36.479 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-JntuFQ2QCJVcztf off=21035498 len=298741 2024-04-10T15:52:36.482 INFO:tasks.workunit.client.0.smithi069.stdout:op 300 completed, throughput=4.93MB/sec 2024-04-10T15:52:36.482 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-TSDoMiL-u2JCUlj off=236239 len=385468 2024-04-10T15:52:36.485 INFO:tasks.workunit.client.0.smithi069.stdout:op 301 completed, throughput=4.94MB/sec 2024-04-10T15:52:36.485 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-kCLzvMx5EJgMllK off=9014690 len=997434 2024-04-10T15:52:36.491 INFO:tasks.workunit.client.0.smithi069.stdout:op 302 completed, throughput=4.95MB/sec 2024-04-10T15:52:36.491 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-qA9hhBz0y4KOfu7 off=16779984 len=603664 2024-04-10T15:52:36.492 INFO:tasks.workunit.client.0.smithi069.stdout:op 303 completed, throughput=4.96MB/sec 2024-04-10T15:52:36.492 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-HrLRiBKZZZGiCYd off=9736948 len=35042 2024-04-10T15:52:36.493 INFO:tasks.workunit.client.0.smithi069.stdout:op 304 completed, throughput=4.96MB/sec 2024-04-10T15:52:36.493 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-cIr4K5siiDc1dga off=1797711 len=787520 2024-04-10T15:52:36.494 INFO:tasks.workunit.client.0.smithi069.stdout:op 305 completed, throughput=4.97MB/sec 2024-04-10T15:52:36.494 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-S8RtsAvBODH_WVL off=17720631 len=11732 2024-04-10T15:52:36.494 INFO:tasks.workunit.client.0.smithi069.stdout:op 306 completed, throughput=4.97MB/sec 2024-04-10T15:52:36.494 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-znDsorAUq0jusF7 off=8293602 len=43394 2024-04-10T15:52:36.497 INFO:tasks.workunit.client.0.smithi069.stdout:op 307 completed, throughput=4.97MB/sec 2024-04-10T15:52:36.497 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-IuZerbK5e66K8vJ off=6497629 len=390669 2024-04-10T15:52:36.497 INFO:tasks.workunit.client.0.smithi069.stdout:op 308 completed, throughput=4.98MB/sec 2024-04-10T15:52:36.498 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-B3dWeUornFqYmNZ off=2949801 len=2057866 2024-04-10T15:52:36.507 INFO:tasks.workunit.client.0.smithi069.stdout:op 309 completed, throughput=5.01MB/sec 2024-04-10T15:52:37.338 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:52:36 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:15:52:36] "GET /metrics HTTP/1.1" 200 34036 "" "Prometheus/2.43.0" 2024-04-10T15:52:37.507 INFO:tasks.workunit.client.0.smithi069.stdout: 64: throughput=4.93MB/sec pending data=0 2024-04-10T15:52:37.507 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-lBqpDIE1PrFkjQb off=8573442 len=251926 2024-04-10T15:52:37.508 INFO:tasks.workunit.client.0.smithi069.stdout:op 310 completed, throughput=4.93MB/sec 2024-04-10T15:52:37.508 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-kav0sybZAajRZcA off=16501966 len=1857961 2024-04-10T15:52:37.510 INFO:tasks.workunit.client.0.smithi069.stdout:op 311 completed, throughput=4.96MB/sec 2024-04-10T15:52:37.510 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-gYCYyED2sRxNkZn off=8961072 len=292059 2024-04-10T15:52:37.511 INFO:tasks.workunit.client.0.smithi069.stdout:op 312 completed, throughput=4.97MB/sec 2024-04-10T15:52:37.511 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-nHaR8CVZEtp7nwN off=23310159 len=981279 2024-04-10T15:52:37.516 INFO:tasks.workunit.client.0.smithi069.stdout:op 313 completed, throughput=4.98MB/sec 2024-04-10T15:52:37.516 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-PLh9gODyXZeeKz5 off=11816832 len=1022658 2024-04-10T15:52:37.517 INFO:tasks.workunit.client.0.smithi069.stdout:op 314 completed, throughput=4.99MB/sec 2024-04-10T15:52:37.517 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-RpEmrexIPNTEZar off=8518877 len=926230 2024-04-10T15:52:37.519 INFO:tasks.workunit.client.0.smithi069.stdout:op 315 completed, throughput=5.01MB/sec 2024-04-10T15:52:37.994 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:52:37 smithi077 ceph-mon[87572]: pgmap v1436: 105 pgs: 105 active+clean; 126 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-04-10T15:52:38.088 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:52:37 smithi069 ceph-mon[96738]: pgmap v1436: 105 pgs: 105 active+clean; 126 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-04-10T15:52:38.089 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:52:37 smithi069 ceph-mon[94167]: pgmap v1436: 105 pgs: 105 active+clean; 126 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-04-10T15:52:38.519 INFO:tasks.workunit.client.0.smithi069.stdout: 65: throughput=4.93MB/sec pending data=0 2024-04-10T15:52:38.519 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-jhgIcw2UWQLpfdR off=6300603 len=889612 2024-04-10T15:52:38.522 INFO:tasks.workunit.client.0.smithi069.stdout:op 316 completed, throughput=4.94MB/sec 2024-04-10T15:52:38.522 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-iaL529YRKnfsEA7 off=13585256 len=1719719 2024-04-10T15:52:38.524 INFO:tasks.workunit.client.0.smithi069.stdout:op 317 completed, throughput=4.97MB/sec 2024-04-10T15:52:38.524 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-mno_-eRqs_1gVlO off=1846252 len=43489 2024-04-10T15:52:38.524 INFO:tasks.workunit.client.0.smithi069.stdout:op 318 completed, throughput=4.97MB/sec 2024-04-10T15:52:38.524 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-J16CLmsexSw0IgB off=4510420 len=114657 2024-04-10T15:52:38.525 INFO:tasks.workunit.client.0.smithi069.stdout:op 319 completed, throughput=4.97MB/sec 2024-04-10T15:52:38.525 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-vz11zKpJMi7oPvQ off=3455667 len=566799 2024-04-10T15:52:38.529 INFO:tasks.workunit.client.0.smithi069.stdout:op 320 completed, throughput=4.98MB/sec 2024-04-10T15:52:38.530 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-EajVqEEl6Bt3-sZ off=3960297 len=2032233 2024-04-10T15:52:38.532 INFO:tasks.workunit.client.0.smithi069.stdout:op 321 completed, throughput=5.01MB/sec 2024-04-10T15:52:39.533 INFO:tasks.workunit.client.0.smithi069.stdout: 66: throughput=4.93MB/sec pending data=0 2024-04-10T15:52:39.533 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-cWJL2pOSV_5p8Dr off=1141038 len=886378 2024-04-10T15:52:39.534 INFO:tasks.workunit.client.0.smithi069.stdout:op 322 completed, throughput=4.95MB/sec 2024-04-10T15:52:39.534 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-d56ggabjNBQb-C_ off=11794875 len=748412 2024-04-10T15:52:39.536 INFO:tasks.workunit.client.0.smithi069.stdout:op 323 completed, throughput=4.96MB/sec 2024-04-10T15:52:39.536 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-Ju8cRiqjUViFn7O off=2887934 len=947709 2024-04-10T15:52:39.542 INFO:tasks.workunit.client.0.smithi069.stdout:op 324 completed, throughput=4.97MB/sec 2024-04-10T15:52:39.542 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-X_qTsDj37ydLFtG off=1204128 len=797139 2024-04-10T15:52:39.546 INFO:tasks.workunit.client.0.smithi069.stdout:op 325 completed, throughput=4.98MB/sec 2024-04-10T15:52:39.546 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-ELnGWrA4nzn3dB2 off=5229578 len=1355407 2024-04-10T15:52:39.547 INFO:tasks.workunit.client.0.smithi069.stdout:op 326 completed, throughput=5MB/sec 2024-04-10T15:52:39.548 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-yJeTdsjguIeGgGO off=8076201 len=1912691 2024-04-10T15:52:39.550 INFO:tasks.workunit.client.0.smithi069.stdout:op 327 completed, throughput=5.03MB/sec 2024-04-10T15:52:39.994 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:52:39 smithi077 ceph-mon[87572]: pgmap v1437: 105 pgs: 105 active+clean; 126 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-04-10T15:52:39.994 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:52:39 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:52:40.089 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:52:39 smithi069 ceph-mon[96738]: pgmap v1437: 105 pgs: 105 active+clean; 126 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-04-10T15:52:40.089 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:52:39 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:52:40.089 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:52:39 smithi069 ceph-mon[94167]: pgmap v1437: 105 pgs: 105 active+clean; 126 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-04-10T15:52:40.089 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:52:39 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:52:40.550 INFO:tasks.workunit.client.0.smithi069.stdout: 67: throughput=4.95MB/sec pending data=0 2024-04-10T15:52:40.550 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-ccF4Fgv8WrpqO2s off=12267549 len=1740759 2024-04-10T15:52:40.552 INFO:tasks.workunit.client.0.smithi069.stdout:op 328 completed, throughput=4.98MB/sec 2024-04-10T15:52:40.552 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-UsFio6cvzwctZ6W off=12300130 len=1713315 2024-04-10T15:52:40.561 INFO:tasks.workunit.client.0.smithi069.stdout:op 329 completed, throughput=5MB/sec 2024-04-10T15:52:41.561 INFO:tasks.workunit.client.0.smithi069.stdout: 68: throughput=4.93MB/sec pending data=0 2024-04-10T15:52:41.561 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-JV1vkuJ6tXH2XYT off=2604474 len=526874 2024-04-10T15:52:41.563 INFO:tasks.workunit.client.0.smithi069.stdout:op 330 completed, throughput=4.94MB/sec 2024-04-10T15:52:41.563 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-czPswQZP0aF2tOo off=2664381 len=1919163 2024-04-10T15:52:41.565 INFO:tasks.workunit.client.0.smithi069.stdout:op 331 completed, throughput=4.96MB/sec 2024-04-10T15:52:41.565 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-NQh7tX0ljF0Qu6- off=1566772 len=598098 2024-04-10T15:52:41.569 INFO:tasks.workunit.client.0.smithi069.stdout:op 332 completed, throughput=4.97MB/sec 2024-04-10T15:52:41.569 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-T5IKGBY-KMuqZ7R off=122515 len=1584773 2024-04-10T15:52:41.576 INFO:tasks.workunit.client.0.smithi069.stdout:op 333 completed, throughput=4.99MB/sec 2024-04-10T15:52:41.576 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-zCTYVcfoBlP4EQv off=16403763 len=1038670 2024-04-10T15:52:41.577 INFO:tasks.workunit.client.0.smithi069.stdout:op 334 completed, throughput=5.01MB/sec 2024-04-10T15:52:41.994 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:52:41 smithi077 ceph-mon[87572]: pgmap v1438: 105 pgs: 105 active+clean; 126 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-10T15:52:42.088 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:52:41 smithi069 ceph-mon[94167]: pgmap v1438: 105 pgs: 105 active+clean; 126 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-10T15:52:42.088 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:52:41 smithi069 ceph-mon[96738]: pgmap v1438: 105 pgs: 105 active+clean; 126 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-10T15:52:42.577 INFO:tasks.workunit.client.0.smithi069.stdout: 69: throughput=4.93MB/sec pending data=0 2024-04-10T15:52:42.578 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-UrXjZgEa6qbAMD6 off=42692 len=834047 2024-04-10T15:52:42.582 INFO:tasks.workunit.client.0.smithi069.stdout:op 335 completed, throughput=4.94MB/sec 2024-04-10T15:52:42.582 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-kl7oa3Dm6cz6RzK off=522067 len=209932 2024-04-10T15:52:42.585 INFO:tasks.workunit.client.0.smithi069.stdout:op 336 completed, throughput=4.95MB/sec 2024-04-10T15:52:42.585 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-A14eynhvei1WV3a off=5021887 len=998658 2024-04-10T15:52:42.590 INFO:tasks.workunit.client.0.smithi069.stdout:op 337 completed, throughput=4.96MB/sec 2024-04-10T15:52:42.590 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-tk0uJC62aAd_2XX off=22223949 len=431748 2024-04-10T15:52:42.591 INFO:tasks.workunit.client.0.smithi069.stdout:op 338 completed, throughput=4.97MB/sec 2024-04-10T15:52:42.591 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-SafUthytm9yAx-C off=1293565 len=734111 2024-04-10T15:52:42.592 INFO:tasks.workunit.client.0.smithi069.stdout:op 339 completed, throughput=4.98MB/sec 2024-04-10T15:52:42.592 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-Th1_dbBSlC0cOJa off=15254982 len=1011467 2024-04-10T15:52:42.594 INFO:tasks.workunit.client.0.smithi069.stdout:op 340 completed, throughput=4.99MB/sec 2024-04-10T15:52:42.594 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-YfoR84d2szyBMg_ off=8296813 len=1068817 2024-04-10T15:52:42.597 INFO:tasks.workunit.client.0.smithi069.stdout:op 341 completed, throughput=5MB/sec 2024-04-10T15:52:42.744 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:52:42 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T15:52:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:52:43.597 INFO:tasks.workunit.client.0.smithi069.stdout: 70: throughput=4.93MB/sec pending data=0 2024-04-10T15:52:43.597 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-R0Nbc2Muj2J56jt off=9266361 len=1767475 2024-04-10T15:52:43.599 INFO:tasks.workunit.client.0.smithi069.stdout:op 342 completed, throughput=4.96MB/sec 2024-04-10T15:52:43.599 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-stdgl7wS5VsYIdG off=3264992 len=186758 2024-04-10T15:52:43.600 INFO:tasks.workunit.client.0.smithi069.stdout:op 343 completed, throughput=4.96MB/sec 2024-04-10T15:52:43.600 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-oMwolOls1B16kd0 off=13071746 len=607262 2024-04-10T15:52:43.603 INFO:tasks.workunit.client.0.smithi069.stdout:op 344 completed, throughput=4.97MB/sec 2024-04-10T15:52:43.604 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-Y82gejevVhEmiNg off=12673945 len=1797162 2024-04-10T15:52:43.607 INFO:tasks.workunit.client.0.smithi069.stdout:op 345 completed, throughput=4.99MB/sec 2024-04-10T15:52:43.607 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-1GTaHs_F4TAAzUL off=8370540 len=1070988 2024-04-10T15:52:43.613 INFO:tasks.workunit.client.0.smithi069.stdout:op 346 completed, throughput=5.01MB/sec 2024-04-10T15:52:43.994 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:52:43 smithi077 ceph-mon[87572]: pgmap v1439: 105 pgs: 105 active+clean; 126 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-10T15:52:44.088 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:52:43 smithi069 ceph-mon[94167]: pgmap v1439: 105 pgs: 105 active+clean; 126 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-10T15:52:44.089 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:52:43 smithi069 ceph-mon[96738]: pgmap v1439: 105 pgs: 105 active+clean; 126 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-10T15:52:44.613 INFO:tasks.workunit.client.0.smithi069.stdout: 71: throughput=4.94MB/sec pending data=0 2024-04-10T15:52:44.614 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-FVJTRxTXOpucvXw off=11782977 len=940946 2024-04-10T15:52:44.619 INFO:tasks.workunit.client.0.smithi069.stdout:op 347 completed, throughput=4.95MB/sec 2024-04-10T15:52:44.619 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-ErxixwzT1EAwQht off=5854154 len=2016975 2024-04-10T15:52:44.631 INFO:tasks.workunit.client.0.smithi069.stdout:op 348 completed, throughput=4.97MB/sec 2024-04-10T15:52:44.631 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-HkrPGT3U9DpYU4d off=4139705 len=1762542 2024-04-10T15:52:44.640 INFO:tasks.workunit.client.0.smithi069.stdout:op 349 completed, throughput=5MB/sec 2024-04-10T15:52:44.640 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-bYaYx_BNnasPKRM off=12705694 len=735538 2024-04-10T15:52:44.643 INFO:tasks.workunit.client.0.smithi069.stdout:op 350 completed, throughput=5.01MB/sec 2024-04-10T15:52:45.644 INFO:tasks.workunit.client.0.smithi069.stdout: 72: throughput=4.94MB/sec pending data=0 2024-04-10T15:52:45.644 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-3lFDL7xKN1FLEub off=10910454 len=748390 2024-04-10T15:52:45.645 INFO:tasks.workunit.client.0.smithi069.stdout:op 351 completed, throughput=4.95MB/sec 2024-04-10T15:52:45.645 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-UGFUc01Z-0VPRsD off=7440025 len=1885405 2024-04-10T15:52:45.648 INFO:tasks.workunit.client.0.smithi069.stdout:op 352 completed, throughput=4.97MB/sec 2024-04-10T15:52:45.648 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-V8fDne7HugHX3ii off=953575 len=573557 2024-04-10T15:52:45.649 INFO:tasks.workunit.client.0.smithi069.stdout:op 353 completed, throughput=4.98MB/sec 2024-04-10T15:52:45.649 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-1dEU-Ete0fd4mC9 off=5361580 len=572756 2024-04-10T15:52:45.650 INFO:tasks.workunit.client.0.smithi069.stdout:op 354 completed, throughput=4.99MB/sec 2024-04-10T15:52:45.650 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-i0K4_muHiPbW0CE off=4432497 len=1857001 2024-04-10T15:52:45.659 INFO:tasks.workunit.client.0.smithi069.stdout:op 355 completed, throughput=5.01MB/sec 2024-04-10T15:52:45.994 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:52:45 smithi077 ceph-mon[87572]: pgmap v1440: 105 pgs: 105 active+clean; 126 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-10T15:52:46.088 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:52:45 smithi069 ceph-mon[96738]: pgmap v1440: 105 pgs: 105 active+clean; 126 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-10T15:52:46.089 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:52:45 smithi069 ceph-mon[94167]: pgmap v1440: 105 pgs: 105 active+clean; 126 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-10T15:52:46.660 INFO:tasks.workunit.client.0.smithi069.stdout: 73: throughput=4.94MB/sec pending data=0 2024-04-10T15:52:46.661 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-pI-LO81gyzz9H5m off=3198032 len=297410 2024-04-10T15:52:46.663 INFO:tasks.workunit.client.0.smithi069.stdout:op 356 completed, throughput=4.95MB/sec 2024-04-10T15:52:46.663 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-Yq1AZ3ZvmbFQtt_ off=18415784 len=1687142 2024-04-10T15:52:46.665 INFO:tasks.workunit.client.0.smithi069.stdout:op 357 completed, throughput=4.97MB/sec 2024-04-10T15:52:46.666 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-Y1NIMpX48Zuv8_l off=5943444 len=152438 2024-04-10T15:52:46.666 INFO:tasks.workunit.client.0.smithi069.stdout:op 358 completed, throughput=4.97MB/sec 2024-04-10T15:52:46.666 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-cBXQiZbZyHpjzZB off=0 len=1108399 2024-04-10T15:52:46.669 INFO:tasks.workunit.client.0.smithi069.stdout:op 359 completed, throughput=4.98MB/sec 2024-04-10T15:52:46.669 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-MzxotzDmm8dyo2V off=6226193 len=1008767 2024-04-10T15:52:46.674 INFO:tasks.workunit.client.0.smithi069.stdout:op 360 completed, throughput=5MB/sec 2024-04-10T15:52:46.674 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-frx5igD7YLgqKpe off=14663456 len=286852 2024-04-10T15:52:46.677 INFO:tasks.workunit.client.0.smithi069.stdout:op 361 completed, throughput=5MB/sec 2024-04-10T15:52:46.677 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-woJTAAmH_6A1WRB off=12657177 len=842505 2024-04-10T15:52:46.678 INFO:tasks.workunit.client.0.smithi069.stdout:op 362 completed, throughput=5.01MB/sec 2024-04-10T15:52:47.338 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:52:46 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:15:52:46] "GET /metrics HTTP/1.1" 200 34034 "" "Prometheus/2.43.0" 2024-04-10T15:52:47.679 INFO:tasks.workunit.client.0.smithi069.stdout: 74: throughput=4.94MB/sec pending data=0 2024-04-10T15:52:47.679 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-6aOHOepLz8a-BuG off=4700308 len=1016965 2024-04-10T15:52:47.680 INFO:tasks.workunit.client.0.smithi069.stdout:op 363 completed, throughput=4.96MB/sec 2024-04-10T15:52:47.681 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-B2AOIwaxT6G5-hI off=983300 len=1498131 2024-04-10T15:52:47.682 INFO:tasks.workunit.client.0.smithi069.stdout:op 364 completed, throughput=4.98MB/sec 2024-04-10T15:52:47.682 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-U3EyMgAQP816PEb off=21781816 len=1541408 2024-04-10T15:52:47.691 INFO:tasks.workunit.client.0.smithi069.stdout:op 365 completed, throughput=4.99MB/sec 2024-04-10T15:52:47.691 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-SZNLiKmsK3Ykncv off=11942402 len=1958386 2024-04-10T15:52:47.693 INFO:tasks.workunit.client.0.smithi069.stdout:op 366 completed, throughput=5.02MB/sec 2024-04-10T15:52:47.994 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:52:47 smithi077 ceph-mon[87572]: pgmap v1441: 105 pgs: 105 active+clean; 126 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.4 MiB/s wr, 6 op/s 2024-04-10T15:52:48.088 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:52:47 smithi069 ceph-mon[94167]: pgmap v1441: 105 pgs: 105 active+clean; 126 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.4 MiB/s wr, 6 op/s 2024-04-10T15:52:48.089 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:52:47 smithi069 ceph-mon[96738]: pgmap v1441: 105 pgs: 105 active+clean; 126 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.4 MiB/s wr, 6 op/s 2024-04-10T15:52:48.694 INFO:tasks.workunit.client.0.smithi069.stdout: 75: throughput=4.95MB/sec pending data=0 2024-04-10T15:52:48.694 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-OZsFOQGiudLSbad off=206443 len=1707121 2024-04-10T15:52:48.702 INFO:tasks.workunit.client.0.smithi069.stdout:op 367 completed, throughput=4.97MB/sec 2024-04-10T15:52:48.702 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-B98g7s45Ttp0z01 off=8552597 len=1327738 2024-04-10T15:52:48.703 INFO:tasks.workunit.client.0.smithi069.stdout:op 368 completed, throughput=4.99MB/sec 2024-04-10T15:52:48.703 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-BeRVMPshWl_obZy off=3851195 len=678691 2024-04-10T15:52:48.707 INFO:tasks.workunit.client.0.smithi069.stdout:op 369 completed, throughput=5MB/sec 2024-04-10T15:52:48.707 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-xTTG6AaAW9ApHZj off=3219568 len=1543808 2024-04-10T15:52:48.716 INFO:tasks.workunit.client.0.smithi069.stdout:op 370 completed, throughput=5.02MB/sec 2024-04-10T15:52:49.716 INFO:tasks.workunit.client.0.smithi069.stdout: 76: throughput=4.95MB/sec pending data=0 2024-04-10T15:52:49.716 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-wfQXAUoYkMWlhKv off=1458867 len=967695 2024-04-10T15:52:49.718 INFO:tasks.workunit.client.0.smithi069.stdout:op 371 completed, throughput=4.96MB/sec 2024-04-10T15:52:49.718 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-0hj7X_kxoEWfNXn off=4190941 len=305032 2024-04-10T15:52:49.722 INFO:tasks.workunit.client.0.smithi069.stdout:op 372 completed, throughput=4.97MB/sec 2024-04-10T15:52:49.722 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-cWPsBSaObC8JRJW off=7566269 len=474537 2024-04-10T15:52:49.723 INFO:tasks.workunit.client.0.smithi069.stdout:op 373 completed, throughput=4.97MB/sec 2024-04-10T15:52:49.723 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-wUrGz0xW0PI9u4f off=13581547 len=639882 2024-04-10T15:52:49.727 INFO:tasks.workunit.client.0.smithi069.stdout:op 374 completed, throughput=4.98MB/sec 2024-04-10T15:52:49.727 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-V8mE70gwoY4oUH7 off=3519693 len=1820443 2024-04-10T15:52:49.729 INFO:tasks.workunit.client.0.smithi069.stdout:op 375 completed, throughput=5MB/sec 2024-04-10T15:52:49.994 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:52:49 smithi077 ceph-mon[87572]: pgmap v1442: 105 pgs: 105 active+clean; 126 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.4 MiB/s wr, 4 op/s 2024-04-10T15:52:50.088 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:52:49 smithi069 ceph-mon[96738]: pgmap v1442: 105 pgs: 105 active+clean; 126 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.4 MiB/s wr, 4 op/s 2024-04-10T15:52:50.089 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:52:49 smithi069 ceph-mon[94167]: pgmap v1442: 105 pgs: 105 active+clean; 126 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.4 MiB/s wr, 4 op/s 2024-04-10T15:52:50.729 INFO:tasks.workunit.client.0.smithi069.stdout: 77: throughput=4.94MB/sec pending data=0 2024-04-10T15:52:50.729 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-Cyw6cZkbsgWZwvZ off=11110598 len=1641353 2024-04-10T15:52:50.738 INFO:tasks.workunit.client.0.smithi069.stdout:op 376 completed, throughput=4.96MB/sec 2024-04-10T15:52:50.738 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-Z-4_Tif7h9iovHK off=6945366 len=1741866 2024-04-10T15:52:50.740 INFO:tasks.workunit.client.0.smithi069.stdout:op 377 completed, throughput=4.98MB/sec 2024-04-10T15:52:50.740 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-g92mAuUsdux_csB off=12310335 len=1639681 2024-04-10T15:52:50.742 INFO:tasks.workunit.client.0.smithi069.stdout:op 378 completed, throughput=5MB/sec 2024-04-10T15:52:51.089 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:52:50 smithi069 ceph-mon[96738]: pgmap v1443: 105 pgs: 105 active+clean; 126 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-10T15:52:51.089 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:52:50 smithi069 ceph-mon[94167]: pgmap v1443: 105 pgs: 105 active+clean; 126 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-10T15:52:51.244 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:52:50 smithi077 ceph-mon[87572]: pgmap v1443: 105 pgs: 105 active+clean; 126 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-10T15:52:51.742 INFO:tasks.workunit.client.0.smithi069.stdout: 78: throughput=4.94MB/sec pending data=0 2024-04-10T15:52:51.742 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-I2MqGG2Of-Am-Iy off=7670440 len=663971 2024-04-10T15:52:51.743 INFO:tasks.workunit.client.0.smithi069.stdout:op 379 completed, throughput=4.95MB/sec 2024-04-10T15:52:51.744 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-H_YZup3N3VWOMjR off=1293464 len=240584 2024-04-10T15:52:51.747 INFO:tasks.workunit.client.0.smithi069.stdout:op 380 completed, throughput=4.95MB/sec 2024-04-10T15:52:51.747 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-qQ-lSXQ9tOWe0ac off=6083479 len=564118 2024-04-10T15:52:51.751 INFO:tasks.workunit.client.0.smithi069.stdout:op 381 completed, throughput=4.95MB/sec 2024-04-10T15:52:51.751 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-ygwIP4w7hYGWK7_ off=5681032 len=1893859 2024-04-10T15:52:51.763 INFO:tasks.workunit.client.0.smithi069.stdout:op 382 completed, throughput=4.98MB/sec 2024-04-10T15:52:51.763 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-ITuKYDUkPgdAIY8 off=7398280 len=1373003 2024-04-10T15:52:51.768 INFO:tasks.workunit.client.0.smithi069.stdout:op 383 completed, throughput=4.99MB/sec 2024-04-10T15:52:51.768 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-uv3pefqbAANyu6b off=3804269 len=1820026 2024-04-10T15:52:51.776 INFO:tasks.workunit.client.0.smithi069.stdout:op 384 completed, throughput=5.01MB/sec 2024-04-10T15:52:52.744 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:52:52 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T15:52:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:52:52.777 INFO:tasks.workunit.client.0.smithi069.stdout: 79: throughput=4.95MB/sec pending data=0 2024-04-10T15:52:52.777 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-QL7uGWj1OCMOKIE off=270218 len=1894877 2024-04-10T15:52:52.778 INFO:tasks.workunit.client.0.smithi069.stdout:op 385 completed, throughput=4.97MB/sec 2024-04-10T15:52:52.778 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-X4xafBSpH2Oa6VJ off=17009573 len=1332495 2024-04-10T15:52:52.785 INFO:tasks.workunit.client.0.smithi069.stdout:op 386 completed, throughput=4.99MB/sec 2024-04-10T15:52:52.785 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-dZuj6Qe48BuJBpx off=3680578 len=796912 2024-04-10T15:52:52.786 INFO:tasks.workunit.client.0.smithi069.stdout:op 387 completed, throughput=5MB/sec 2024-04-10T15:52:52.786 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-pYlmZSXtL_D9VXo off=1309588 len=1202373 2024-04-10T15:52:52.790 INFO:tasks.workunit.client.0.smithi069.stdout:op 388 completed, throughput=5.01MB/sec 2024-04-10T15:52:53.089 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:52:52 smithi069 ceph-mon[96738]: pgmap v1444: 105 pgs: 105 active+clean; 126 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-10T15:52:53.089 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:52:52 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:52:53.089 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:52:52 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:52:53.089 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:52:52 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:52:53.089 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:52:52 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:52:53.089 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:52:52 smithi069 ceph-mon[94167]: pgmap v1444: 105 pgs: 105 active+clean; 126 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-10T15:52:53.089 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:52:52 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:52:53.089 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:52:52 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:52:53.089 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:52:52 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:52:53.089 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:52:52 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:52:53.244 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:52:52 smithi077 ceph-mon[87572]: pgmap v1444: 105 pgs: 105 active+clean; 126 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-10T15:52:53.244 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:52:52 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:52:53.244 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:52:52 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:52:53.245 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:52:52 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:52:53.245 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:52:52 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:52:53.791 INFO:tasks.workunit.client.0.smithi069.stdout: 80: throughput=4.95MB/sec pending data=0 2024-04-10T15:52:53.791 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-ljKayT2KIQscN0L off=8265074 len=1064600 2024-04-10T15:52:53.792 INFO:tasks.workunit.client.0.smithi069.stdout:op 389 completed, throughput=4.96MB/sec 2024-04-10T15:52:53.792 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-ccF4Fgv8WrpqO2s off=10080414 len=1016531 2024-04-10T15:52:53.798 INFO:tasks.workunit.client.0.smithi069.stdout:op 390 completed, throughput=4.97MB/sec 2024-04-10T15:52:53.798 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-KImMXzhpbA6GDHd off=474475 len=970187 2024-04-10T15:52:53.800 INFO:tasks.workunit.client.0.smithi069.stdout:op 391 completed, throughput=4.99MB/sec 2024-04-10T15:52:53.800 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-rnvH4D15Vn7oaqw off=5689690 len=623537 2024-04-10T15:52:53.801 INFO:tasks.workunit.client.0.smithi069.stdout:op 392 completed, throughput=4.99MB/sec 2024-04-10T15:52:53.801 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-_IUpy2Zi3BT8cpo off=8080381 len=1193764 2024-04-10T15:52:53.802 INFO:tasks.workunit.client.0.smithi069.stdout:op 393 completed, throughput=5.01MB/sec 2024-04-10T15:52:54.803 INFO:tasks.workunit.client.0.smithi069.stdout: 81: throughput=4.95MB/sec pending data=0 2024-04-10T15:52:54.803 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-xvWlSGm7aM08f8r off=536705 len=1716777 2024-04-10T15:52:54.813 INFO:tasks.workunit.client.0.smithi069.stdout:op 394 completed, throughput=4.97MB/sec 2024-04-10T15:52:54.814 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-wqcpEzpcYLIhg2- off=14977595 len=392284 2024-04-10T15:52:54.814 INFO:tasks.workunit.client.0.smithi069.stdout:op 395 completed, throughput=4.97MB/sec 2024-04-10T15:52:54.815 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-NCWllmTbdQeFErF off=2987574 len=799503 2024-04-10T15:52:54.816 INFO:tasks.workunit.client.0.smithi069.stdout:op 396 completed, throughput=4.98MB/sec 2024-04-10T15:52:54.816 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-CbmsxJ5e7i3h7p8 off=12819393 len=893562 2024-04-10T15:52:54.822 INFO:tasks.workunit.client.0.smithi069.stdout:op 397 completed, throughput=4.99MB/sec 2024-04-10T15:52:54.822 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-UNCOjHubJMT8JCG off=4563829 len=758661 2024-04-10T15:52:54.823 INFO:tasks.workunit.client.0.smithi069.stdout:op 398 completed, throughput=5MB/sec 2024-04-10T15:52:54.823 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-JJL7CEBMmShjie- off=5268531 len=627865 2024-04-10T15:52:54.824 INFO:tasks.workunit.client.0.smithi069.stdout:op 399 completed, throughput=5.01MB/sec 2024-04-10T15:52:55.088 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:52:54 smithi069 ceph-mon[96738]: pgmap v1445: 105 pgs: 105 active+clean; 126 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-10T15:52:55.089 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:52:54 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:52:55.089 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:52:54 smithi069 ceph-mon[94167]: pgmap v1445: 105 pgs: 105 active+clean; 126 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-10T15:52:55.089 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:52:54 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:52:55.244 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:52:54 smithi077 ceph-mon[87572]: pgmap v1445: 105 pgs: 105 active+clean; 126 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-10T15:52:55.244 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:52:54 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:52:55.824 INFO:tasks.workunit.client.0.smithi069.stdout: 82: throughput=4.95MB/sec pending data=0 2024-04-10T15:52:55.825 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-RISNuzeIAHMdlgH off=8542808 len=1289845 2024-04-10T15:52:55.830 INFO:tasks.workunit.client.0.smithi069.stdout:op 400 completed, throughput=4.96MB/sec 2024-04-10T15:52:55.830 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-jO_mrVNub8Kz-OR off=13381578 len=194910 2024-04-10T15:52:55.831 INFO:tasks.workunit.client.0.smithi069.stdout:op 401 completed, throughput=4.96MB/sec 2024-04-10T15:52:55.831 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-FHHxxYtxwWfg4g_ off=1430390 len=325103 2024-04-10T15:52:55.834 INFO:tasks.workunit.client.0.smithi069.stdout:op 402 completed, throughput=4.97MB/sec 2024-04-10T15:52:55.834 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-0mON64018ucVezZ off=4795804 len=1494777 2024-04-10T15:52:55.841 INFO:tasks.workunit.client.0.smithi069.stdout:op 403 completed, throughput=4.98MB/sec 2024-04-10T15:52:55.842 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-PWbB-J9aQ3ZSfVd off=15656382 len=552123 2024-04-10T15:52:55.843 INFO:tasks.workunit.client.0.smithi069.stdout:op 404 completed, throughput=4.99MB/sec 2024-04-10T15:52:55.843 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-3zo48ZVrUXJwoNM off=1238995 len=569070 2024-04-10T15:52:55.846 INFO:tasks.workunit.client.0.smithi069.stdout:op 405 completed, throughput=4.99MB/sec 2024-04-10T15:52:55.846 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-BDv-B1HPMD7IvnO off=5470154 len=1481370 2024-04-10T15:52:55.848 INFO:tasks.workunit.client.0.smithi069.stdout:op 406 completed, throughput=5.01MB/sec 2024-04-10T15:52:56.849 INFO:tasks.workunit.client.0.smithi069.stdout: 83: throughput=4.95MB/sec pending data=0 2024-04-10T15:52:56.849 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-89eYLtOXf_1l50O off=8623936 len=1592628 2024-04-10T15:52:56.852 INFO:tasks.workunit.client.0.smithi069.stdout:op 407 completed, throughput=4.97MB/sec 2024-04-10T15:52:56.852 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-yx0tQuoYJmohvJ9 off=8701379 len=579336 2024-04-10T15:52:56.858 INFO:tasks.workunit.client.0.smithi069.stdout:op 408 completed, throughput=4.98MB/sec 2024-04-10T15:52:56.858 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-vWwahx5Nyp6oWh5 off=0 len=1143673 2024-04-10T15:52:56.858 INFO:tasks.workunit.client.0.smithi069.stdout:op 409 completed, throughput=4.99MB/sec 2024-04-10T15:52:56.858 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-W5VGG5x-dtE4SK9 off=10076696 len=1097638 2024-04-10T15:52:56.862 INFO:tasks.workunit.client.0.smithi069.stdout:op 410 completed, throughput=5MB/sec 2024-04-10T15:52:57.088 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:52:56 smithi069 ceph-mon[96738]: pgmap v1446: 105 pgs: 105 active+clean; 126 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-10T15:52:57.089 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:52:56 smithi069 ceph-mon[94167]: pgmap v1446: 105 pgs: 105 active+clean; 126 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-10T15:52:57.089 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:52:56 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:15:52:56] "GET /metrics HTTP/1.1" 200 34035 "" "Prometheus/2.43.0" 2024-04-10T15:52:57.244 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:52:56 smithi077 ceph-mon[87572]: pgmap v1446: 105 pgs: 105 active+clean; 126 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-10T15:52:57.862 INFO:tasks.workunit.client.0.smithi069.stdout: 84: throughput=4.94MB/sec pending data=0 2024-04-10T15:52:57.862 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-J--sekdrLFQ5tcJ off=10080764 len=913848 2024-04-10T15:52:57.867 INFO:tasks.workunit.client.0.smithi069.stdout:op 411 completed, throughput=4.95MB/sec 2024-04-10T15:52:57.868 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-RqEidb4ZXAI9ECu off=5829386 len=570051 2024-04-10T15:52:57.869 INFO:tasks.workunit.client.0.smithi069.stdout:op 412 completed, throughput=4.96MB/sec 2024-04-10T15:52:57.869 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-ZIjfsgjsCwarO8m off=1767928 len=1696682 2024-04-10T15:52:57.871 INFO:tasks.workunit.client.0.smithi069.stdout:op 413 completed, throughput=4.98MB/sec 2024-04-10T15:52:57.871 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-vE3dAzmPEUH4lFy off=2291618 len=1751186 2024-04-10T15:52:57.878 INFO:tasks.workunit.client.0.smithi069.stdout:op 414 completed, throughput=5MB/sec 2024-04-10T15:52:57.878 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-NQh7tX0ljF0Qu6- off=11536917 len=1542605 2024-04-10T15:52:57.886 INFO:tasks.workunit.client.0.smithi069.stdout:op 415 completed, throughput=5.01MB/sec 2024-04-10T15:52:58.887 INFO:tasks.workunit.client.0.smithi069.stdout: 85: throughput=4.96MB/sec pending data=0 2024-04-10T15:52:58.887 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-eMyQ7SQVeKDwVhY off=8143555 len=795078 2024-04-10T15:52:58.888 INFO:tasks.workunit.client.0.smithi069.stdout:op 416 completed, throughput=4.96MB/sec 2024-04-10T15:52:58.888 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-olyOH6-4fJ53x4A off=5040393 len=600303 2024-04-10T15:52:58.890 INFO:tasks.workunit.client.0.smithi069.stdout:op 417 completed, throughput=4.97MB/sec 2024-04-10T15:52:58.890 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-OscAEPFfFUamE6H off=9015243 len=271607 2024-04-10T15:52:58.890 INFO:tasks.workunit.client.0.smithi069.stdout:op 418 completed, throughput=4.97MB/sec 2024-04-10T15:52:58.890 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-lk4BqpYY6lyZy-y off=4966301 len=131196 2024-04-10T15:52:58.893 INFO:tasks.workunit.client.0.smithi069.stdout:op 419 completed, throughput=4.97MB/sec 2024-04-10T15:52:58.894 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-HRhKi5XFOGXRN-G off=5283393 len=260222 2024-04-10T15:52:58.896 INFO:tasks.workunit.client.0.smithi069.stdout:op 420 completed, throughput=4.98MB/sec 2024-04-10T15:52:58.896 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-8vAvRGkzjYWwSKm off=5534837 len=1522018 2024-04-10T15:52:58.898 INFO:tasks.workunit.client.0.smithi069.stdout:op 421 completed, throughput=4.99MB/sec 2024-04-10T15:52:58.898 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-psi32uGStJxCfGg off=7095178 len=941707 2024-04-10T15:52:58.900 INFO:tasks.workunit.client.0.smithi069.stdout:op 422 completed, throughput=5MB/sec 2024-04-10T15:52:59.089 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:52:58 smithi069 ceph-mon[96738]: pgmap v1447: 105 pgs: 105 active+clean; 126 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-10T15:52:59.089 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:52:58 smithi069 ceph-mon[94167]: pgmap v1447: 105 pgs: 105 active+clean; 126 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-10T15:52:59.244 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:52:58 smithi077 ceph-mon[87572]: pgmap v1447: 105 pgs: 105 active+clean; 126 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-10T15:52:59.901 INFO:tasks.workunit.client.0.smithi069.stdout: 86: throughput=4.95MB/sec pending data=0 2024-04-10T15:52:59.901 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-N-igTtqi8iEP4ZP off=6310234 len=1263069 2024-04-10T15:52:59.908 INFO:tasks.workunit.client.0.smithi069.stdout:op 423 completed, throughput=4.96MB/sec 2024-04-10T15:52:59.908 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-W-S9RstlhH0MRZU off=22668617 len=689290 2024-04-10T15:52:59.912 INFO:tasks.workunit.client.0.smithi069.stdout:op 424 completed, throughput=4.97MB/sec 2024-04-10T15:52:59.912 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-e9PyqG1pUt8Mkuq off=4529880 len=1976584 2024-04-10T15:52:59.914 INFO:tasks.workunit.client.0.smithi069.stdout:op 425 completed, throughput=4.99MB/sec 2024-04-10T15:52:59.914 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-tB_v06kxwIN3qJF off=5796007 len=790534 2024-04-10T15:52:59.916 INFO:tasks.workunit.client.0.smithi069.stdout:op 426 completed, throughput=5MB/sec 2024-04-10T15:52:59.916 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-WJcKhzc32s0HNPg off=1863243 len=1378484 2024-04-10T15:52:59.922 INFO:tasks.workunit.client.0.smithi069.stdout:op 427 completed, throughput=5.01MB/sec 2024-04-10T15:53:00.922 INFO:tasks.workunit.client.0.smithi069.stdout: 87: throughput=4.96MB/sec pending data=0 2024-04-10T15:53:00.922 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-iPLaBl2dYm80UTZ off=7907334 len=1729132 2024-04-10T15:53:00.925 INFO:tasks.workunit.client.0.smithi069.stdout:op 428 completed, throughput=4.97MB/sec 2024-04-10T15:53:00.925 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-IwhfrV5m9j-yDmW off=2849160 len=1342198 2024-04-10T15:53:00.926 INFO:tasks.workunit.client.0.smithi069.stdout:op 429 completed, throughput=4.99MB/sec 2024-04-10T15:53:00.926 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-h6BpyZfLheskIY3 off=22289 len=1290859 2024-04-10T15:53:00.935 INFO:tasks.workunit.client.0.smithi069.stdout:op 430 completed, throughput=5MB/sec 2024-04-10T15:53:01.088 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:53:00 smithi069 ceph-mon[96738]: pgmap v1448: 105 pgs: 105 active+clean; 126 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-10T15:53:01.089 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:53:00 smithi069 ceph-mon[94167]: pgmap v1448: 105 pgs: 105 active+clean; 126 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-10T15:53:01.244 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:53:00 smithi077 ceph-mon[87572]: pgmap v1448: 105 pgs: 105 active+clean; 126 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-10T15:53:01.935 INFO:tasks.workunit.client.0.smithi069.stdout: 88: throughput=4.95MB/sec pending data=0 2024-04-10T15:53:01.935 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-TgT9zuivwJ_CfPw off=10775635 len=563603 2024-04-10T15:53:01.936 INFO:tasks.workunit.client.0.smithi069.stdout:op 431 completed, throughput=4.95MB/sec 2024-04-10T15:53:01.936 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-UBtQbzp8ObvzJJ7 off=2101022 len=1849633 2024-04-10T15:53:01.940 INFO:tasks.workunit.client.0.smithi069.stdout:op 432 completed, throughput=4.97MB/sec 2024-04-10T15:53:01.940 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-EMrbg9zWL4OSSPz off=2117787 len=629169 2024-04-10T15:53:01.944 INFO:tasks.workunit.client.0.smithi069.stdout:op 433 completed, throughput=4.98MB/sec 2024-04-10T15:53:01.945 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-Z6q06FiAyRjxwTK off=2070840 len=2074677 2024-04-10T15:53:01.947 INFO:tasks.workunit.client.0.smithi069.stdout:op 434 completed, throughput=5MB/sec 2024-04-10T15:53:02.745 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:53:02 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T15:53:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:53:02.947 INFO:tasks.workunit.client.0.smithi069.stdout: 89: throughput=4.94MB/sec pending data=0 2024-04-10T15:53:02.947 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-cLUTpo72PfgRqiy off=1896251 len=992774 2024-04-10T15:53:02.949 INFO:tasks.workunit.client.0.smithi069.stdout:op 435 completed, throughput=4.96MB/sec 2024-04-10T15:53:02.949 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-DA5tIit2N0W4Z2o off=2453276 len=886964 2024-04-10T15:53:02.954 INFO:tasks.workunit.client.0.smithi069.stdout:op 436 completed, throughput=4.96MB/sec 2024-04-10T15:53:02.954 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-r8Au7BLsvx3cGZp off=17694731 len=159836 2024-04-10T15:53:02.956 INFO:tasks.workunit.client.0.smithi069.stdout:op 437 completed, throughput=4.97MB/sec 2024-04-10T15:53:02.957 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-aeYj6_D85AstlP- off=384820 len=857632 2024-04-10T15:53:02.962 INFO:tasks.workunit.client.0.smithi069.stdout:op 438 completed, throughput=4.97MB/sec 2024-04-10T15:53:02.962 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-ZeFCpSsZt32chYY off=19679701 len=1555747 2024-04-10T15:53:02.969 INFO:tasks.workunit.client.0.smithi069.stdout:op 439 completed, throughput=4.99MB/sec 2024-04-10T15:53:02.969 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-BAOEXNUzO1-BHtc off=5116564 len=1046625 2024-04-10T15:53:02.970 INFO:tasks.workunit.client.0.smithi069.stdout:op 440 completed, throughput=5MB/sec 2024-04-10T15:53:03.088 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:53:02 smithi069 ceph-mon[96738]: pgmap v1449: 105 pgs: 105 active+clean; 126 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-10T15:53:03.089 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:53:02 smithi069 ceph-mon[94167]: pgmap v1449: 105 pgs: 105 active+clean; 126 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-10T15:53:03.244 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:53:02 smithi077 ceph-mon[87572]: pgmap v1449: 105 pgs: 105 active+clean; 126 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-10T15:53:03.971 INFO:tasks.workunit.client.0.smithi069.stdout: 90: throughput=4.95MB/sec pending data=0 2024-04-10T15:53:03.971 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-adhV8stPgQmmvOZ off=5569308 len=89107 2024-04-10T15:53:03.972 INFO:tasks.workunit.client.0.smithi069.stdout:op 441 completed, throughput=4.95MB/sec 2024-04-10T15:53:03.972 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-nHaR8CVZEtp7nwN off=21489428 len=194290 2024-04-10T15:53:03.972 INFO:tasks.workunit.client.0.smithi069.stdout:op 442 completed, throughput=4.95MB/sec 2024-04-10T15:53:03.972 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-ozj2n7u4Ssh6RCc off=12787362 len=1181008 2024-04-10T15:53:03.974 INFO:tasks.workunit.client.0.smithi069.stdout:op 443 completed, throughput=4.96MB/sec 2024-04-10T15:53:03.974 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-wq3HiVud2ZUhwHq off=1491583 len=248795 2024-04-10T15:53:03.977 INFO:tasks.workunit.client.0.smithi069.stdout:op 444 completed, throughput=4.96MB/sec 2024-04-10T15:53:03.977 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-XMu7RfDuCCNRje4 off=4902703 len=1114952 2024-04-10T15:53:03.982 INFO:tasks.workunit.client.0.smithi069.stdout:op 445 completed, throughput=4.98MB/sec 2024-04-10T15:53:03.983 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-09HG17MEDRKsYVD off=4274427 len=226403 2024-04-10T15:53:03.983 INFO:tasks.workunit.client.0.smithi069.stdout:op 446 completed, throughput=4.98MB/sec 2024-04-10T15:53:03.983 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-8apSbNyjofvq2YL off=908629 len=1154133 2024-04-10T15:53:03.987 INFO:tasks.workunit.client.0.smithi069.stdout:op 447 completed, throughput=4.99MB/sec 2024-04-10T15:53:03.988 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-Ew4qp9cOzF5v8kx off=4034587 len=1921702 2024-04-10T15:53:03.990 INFO:tasks.workunit.client.0.smithi069.stdout:op 448 completed, throughput=5.01MB/sec 2024-04-10T15:53:04.990 INFO:tasks.workunit.client.0.smithi069.stdout: 91: throughput=4.96MB/sec pending data=0 2024-04-10T15:53:04.990 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-NUUhTsd0mqjW7w- off=9937603 len=65613 2024-04-10T15:53:04.991 INFO:tasks.workunit.client.0.smithi069.stdout:op 449 completed, throughput=4.96MB/sec 2024-04-10T15:53:04.991 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-kMphDOrr7lyZQJI off=20790888 len=428012 2024-04-10T15:53:04.995 INFO:tasks.workunit.client.0.smithi069.stdout:op 450 completed, throughput=4.96MB/sec 2024-04-10T15:53:04.995 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-GiLHarQS_f__tPK off=8251471 len=1904700 2024-04-10T15:53:04.997 INFO:tasks.workunit.client.0.smithi069.stdout:op 451 completed, throughput=4.98MB/sec 2024-04-10T15:53:04.997 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-wh94wCzUCmRQWTE off=74545 len=398072 2024-04-10T15:53:05.000 INFO:tasks.workunit.client.0.smithi069.stdout:op 452 completed, throughput=4.98MB/sec 2024-04-10T15:53:05.000 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-r2-oDrgs9VuNJ8E off=7334840 len=639442 2024-04-10T15:53:05.001 INFO:tasks.workunit.client.0.smithi069.stdout:op 453 completed, throughput=4.99MB/sec 2024-04-10T15:53:05.001 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-L1ACWMHpDWXOn6B off=2620875 len=501903 2024-04-10T15:53:05.004 INFO:tasks.workunit.client.0.smithi069.stdout:op 454 completed, throughput=5MB/sec 2024-04-10T15:53:05.004 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-Kae6-woauvd_fbx off=944037 len=938001 2024-04-10T15:53:05.005 INFO:tasks.workunit.client.0.smithi069.stdout:op 455 completed, throughput=5MB/sec 2024-04-10T15:53:05.088 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:53:04 smithi069 ceph-mon[96738]: pgmap v1450: 105 pgs: 105 active+clean; 126 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-10T15:53:05.089 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:53:04 smithi069 ceph-mon[94167]: pgmap v1450: 105 pgs: 105 active+clean; 126 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-10T15:53:05.244 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:53:04 smithi077 ceph-mon[87572]: pgmap v1450: 105 pgs: 105 active+clean; 126 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-10T15:53:06.006 INFO:tasks.workunit.client.0.smithi069.stdout: 92: throughput=4.95MB/sec pending data=0 2024-04-10T15:53:06.006 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-Ci7ClZL3QfiOxoJ off=13508322 len=219078 2024-04-10T15:53:06.006 INFO:tasks.workunit.client.0.smithi069.stdout:op 456 completed, throughput=4.95MB/sec 2024-04-10T15:53:06.006 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-iga3_zO0qtk7_fj off=10251153 len=795590 2024-04-10T15:53:06.008 INFO:tasks.workunit.client.0.smithi069.stdout:op 457 completed, throughput=4.96MB/sec 2024-04-10T15:53:06.008 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-Dhze0LgRMO05toU off=1902543 len=192443 2024-04-10T15:53:06.011 INFO:tasks.workunit.client.0.smithi069.stdout:op 458 completed, throughput=4.96MB/sec 2024-04-10T15:53:06.011 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-IHxPttb5ghcxNG1 off=17913230 len=464942 2024-04-10T15:53:06.014 INFO:tasks.workunit.client.0.smithi069.stdout:op 459 completed, throughput=4.97MB/sec 2024-04-10T15:53:06.014 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-vdvJoIkRJHgvAsc off=4917578 len=1147180 2024-04-10T15:53:06.020 INFO:tasks.workunit.client.0.smithi069.stdout:op 460 completed, throughput=4.98MB/sec 2024-04-10T15:53:06.020 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-JFgwBj-LkUkSLAB off=3876775 len=850917 2024-04-10T15:53:06.025 INFO:tasks.workunit.client.0.smithi069.stdout:op 461 completed, throughput=4.99MB/sec 2024-04-10T15:53:06.025 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-S8D5CHXesIEWq1m off=198279 len=92365 2024-04-10T15:53:06.028 INFO:tasks.workunit.client.0.smithi069.stdout:op 462 completed, throughput=4.99MB/sec 2024-04-10T15:53:06.028 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-HEiBsTKetHh1gif off=3291802 len=781797 2024-04-10T15:53:06.032 INFO:tasks.workunit.client.0.smithi069.stdout:op 463 completed, throughput=5MB/sec 2024-04-10T15:53:06.032 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-PmBFIWW9PjofScQ off=7647873 len=1384734 2024-04-10T15:53:06.033 INFO:tasks.workunit.client.0.smithi069.stdout:op 464 completed, throughput=5.01MB/sec 2024-04-10T15:53:07.034 INFO:tasks.workunit.client.0.smithi069.stdout: 93: throughput=4.96MB/sec pending data=0 2024-04-10T15:53:07.034 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-gAozUcOKARvHH9r off=6209644 len=2094401 2024-04-10T15:53:07.038 INFO:tasks.workunit.client.0.smithi069.stdout:op 465 completed, throughput=4.98MB/sec 2024-04-10T15:53:07.038 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-2aX9sE3dSdQmbdR off=7756362 len=1717640 2024-04-10T15:53:07.047 INFO:tasks.workunit.client.0.smithi069.stdout:op 466 completed, throughput=5MB/sec 2024-04-10T15:53:07.047 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-dtGmK-PQykIrnYY off=6919423 len=160807 2024-04-10T15:53:07.049 INFO:tasks.workunit.client.0.smithi069.stdout:op 467 completed, throughput=5MB/sec 2024-04-10T15:53:07.049 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-L1krpHSUUyTBf1T off=486178 len=772253 2024-04-10T15:53:07.054 INFO:tasks.workunit.client.0.smithi069.stdout:op 468 completed, throughput=5MB/sec 2024-04-10T15:53:07.088 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:53:06 smithi069 ceph-mon[96738]: pgmap v1451: 105 pgs: 105 active+clean; 126 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-10T15:53:07.088 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:53:06 smithi069 ceph-mon[94167]: pgmap v1451: 105 pgs: 105 active+clean; 126 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-10T15:53:07.089 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:53:06 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:15:53:06] "GET /metrics HTTP/1.1" 200 34035 "" "Prometheus/2.43.0" 2024-04-10T15:53:07.244 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:53:06 smithi077 ceph-mon[87572]: pgmap v1451: 105 pgs: 105 active+clean; 126 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-10T15:53:08.054 INFO:tasks.workunit.client.0.smithi069.stdout: 94: throughput=4.95MB/sec pending data=0 2024-04-10T15:53:08.054 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-_W4KGkR33cqGhYX off=12580154 len=1860843 2024-04-10T15:53:08.057 INFO:tasks.workunit.client.0.smithi069.stdout:op 469 completed, throughput=4.97MB/sec 2024-04-10T15:53:08.057 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-mKAI954OjG7ox2_ off=8546538 len=1943368 2024-04-10T15:53:08.066 INFO:tasks.workunit.client.0.smithi069.stdout:op 470 completed, throughput=4.99MB/sec 2024-04-10T15:53:08.067 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-W1RX6SdixYdU0ZE off=9835330 len=365324 2024-04-10T15:53:08.069 INFO:tasks.workunit.client.0.smithi069.stdout:op 471 completed, throughput=4.99MB/sec 2024-04-10T15:53:08.070 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-ZA00fWz3vfuoWVT off=1774679 len=178500 2024-04-10T15:53:08.070 INFO:tasks.workunit.client.0.smithi069.stdout:op 472 completed, throughput=4.99MB/sec 2024-04-10T15:53:08.070 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-OH_5MMEm7cvfWGL off=12486635 len=1119862 2024-04-10T15:53:08.075 INFO:tasks.workunit.client.0.smithi069.stdout:op 473 completed, throughput=5.01MB/sec 2024-04-10T15:53:09.075 INFO:tasks.workunit.client.0.smithi069.stdout: 95: throughput=4.95MB/sec pending data=0 2024-04-10T15:53:09.075 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-0TbFnmqJtvErchn off=5095123 len=977407 2024-04-10T15:53:09.077 INFO:tasks.workunit.client.0.smithi069.stdout:op 474 completed, throughput=4.96MB/sec 2024-04-10T15:53:09.077 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-J3wLKJRqccIihLj off=1662237 len=699083 2024-04-10T15:53:09.081 INFO:tasks.workunit.client.0.smithi069.stdout:op 475 completed, throughput=4.97MB/sec 2024-04-10T15:53:09.081 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-Dk90CIF46oNj6wj off=17113979 len=2002712 2024-04-10T15:53:09.084 INFO:tasks.workunit.client.0.smithi069.stdout:op 476 completed, throughput=4.99MB/sec 2024-04-10T15:53:09.084 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-20R9y22c9bJaIkw off=170506 len=1880299 2024-04-10T15:53:09.088 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:53:08 smithi069 ceph-mon[96738]: pgmap v1452: 105 pgs: 105 active+clean; 126 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-10T15:53:09.088 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:53:08 smithi069 ceph-mon[94167]: pgmap v1452: 105 pgs: 105 active+clean; 126 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-10T15:53:09.094 INFO:tasks.workunit.client.0.smithi069.stdout:op 477 completed, throughput=5.01MB/sec 2024-04-10T15:53:09.244 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:53:08 smithi077 ceph-mon[87572]: pgmap v1452: 105 pgs: 105 active+clean; 126 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-10T15:53:10.088 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:53:09 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:53:10.089 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:53:09 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:53:10.094 INFO:tasks.workunit.client.0.smithi069.stdout: 96: throughput=4.96MB/sec pending data=0 2024-04-10T15:53:10.095 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-JiwDHSSuQMBwAue off=8640004 len=1053138 2024-04-10T15:53:10.100 INFO:tasks.workunit.client.0.smithi069.stdout:op 478 completed, throughput=4.97MB/sec 2024-04-10T15:53:10.100 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-Q3t2Ozq2im28bOE off=11404604 len=407526 2024-04-10T15:53:10.101 INFO:tasks.workunit.client.0.smithi069.stdout:op 479 completed, throughput=4.97MB/sec 2024-04-10T15:53:10.101 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-jWffMAq9XKAYHc8 off=3025982 len=2037510 2024-04-10T15:53:10.111 INFO:tasks.workunit.client.0.smithi069.stdout:op 480 completed, throughput=4.99MB/sec 2024-04-10T15:53:10.111 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-ulTpDAAmmkdCeDT off=3813404 len=1646378 2024-04-10T15:53:10.114 INFO:tasks.workunit.client.0.smithi069.stdout:op 481 completed, throughput=5.01MB/sec 2024-04-10T15:53:10.244 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:53:09 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:53:11.088 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:53:10 smithi069 ceph-mon[96738]: pgmap v1453: 105 pgs: 105 active+clean; 126 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-04-10T15:53:11.089 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:53:10 smithi069 ceph-mon[94167]: pgmap v1453: 105 pgs: 105 active+clean; 126 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-04-10T15:53:11.115 INFO:tasks.workunit.client.0.smithi069.stdout: 97: throughput=4.95MB/sec pending data=0 2024-04-10T15:53:11.115 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-DfPEkWPcfvQYkPF off=12803213 len=50417 2024-04-10T15:53:11.118 INFO:tasks.workunit.client.0.smithi069.stdout:op 482 completed, throughput=4.95MB/sec 2024-04-10T15:53:11.118 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-ITlKGUGPmEfF8Vq off=2052362 len=271557 2024-04-10T15:53:11.118 INFO:tasks.workunit.client.0.smithi069.stdout:op 483 completed, throughput=4.96MB/sec 2024-04-10T15:53:11.119 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-6yUC9puMgMyZCl9 off=3725579 len=1286635 2024-04-10T15:53:11.121 INFO:tasks.workunit.client.0.smithi069.stdout:op 484 completed, throughput=4.97MB/sec 2024-04-10T15:53:11.121 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-1apwhAqoFKLEUGB off=3664492 len=434560 2024-04-10T15:53:11.122 INFO:tasks.workunit.client.0.smithi069.stdout:op 485 completed, throughput=4.97MB/sec 2024-04-10T15:53:11.122 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-AhVTrGDPQns7HH1 off=780134 len=122583 2024-04-10T15:53:11.123 INFO:tasks.workunit.client.0.smithi069.stdout:op 486 completed, throughput=4.98MB/sec 2024-04-10T15:53:11.123 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-jhgIcw2UWQLpfdR off=7172003 len=2078133 2024-04-10T15:53:11.134 INFO:tasks.workunit.client.0.smithi069.stdout:op 487 completed, throughput=4.99MB/sec 2024-04-10T15:53:11.134 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-Z3rf0ZBwbAjRc-y off=11145638 len=197109 2024-04-10T15:53:11.136 INFO:tasks.workunit.client.0.smithi069.stdout:op 488 completed, throughput=5MB/sec 2024-04-10T15:53:11.136 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-OZlX_7uBnoCaUQF off=6287773 len=1911288 2024-04-10T15:53:11.147 INFO:tasks.workunit.client.0.smithi069.stdout:op 489 completed, throughput=5.01MB/sec 2024-04-10T15:53:11.244 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:53:10 smithi077 ceph-mon[87572]: pgmap v1453: 105 pgs: 105 active+clean; 126 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-04-10T15:53:12.148 INFO:tasks.workunit.client.0.smithi069.stdout: 98: throughput=4.96MB/sec pending data=0 2024-04-10T15:53:12.148 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-NTvZGcWk1KX3pTd off=1703812 len=1569258 2024-04-10T15:53:12.156 INFO:tasks.workunit.client.0.smithi069.stdout:op 490 completed, throughput=4.98MB/sec 2024-04-10T15:53:12.156 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-JA-vyumrgXD7oXZ off=1083520 len=441703 2024-04-10T15:53:12.157 INFO:tasks.workunit.client.0.smithi069.stdout:op 491 completed, throughput=4.98MB/sec 2024-04-10T15:53:12.157 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-0l6ZP4h63J0W7iV off=12818379 len=798832 2024-04-10T15:53:12.159 INFO:tasks.workunit.client.0.smithi069.stdout:op 492 completed, throughput=4.99MB/sec 2024-04-10T15:53:12.159 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj--dXhVKO2EWtKZ0i off=4888660 len=1899391 2024-04-10T15:53:12.168 INFO:tasks.workunit.client.0.smithi069.stdout:op 493 completed, throughput=5.01MB/sec 2024-04-10T15:53:12.744 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:53:12 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T15:53:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:53:13.088 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:53:12 smithi069 ceph-mon[96738]: pgmap v1454: 105 pgs: 105 active+clean; 126 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-10T15:53:13.089 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:53:12 smithi069 ceph-mon[94167]: pgmap v1454: 105 pgs: 105 active+clean; 126 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-10T15:53:13.168 INFO:tasks.workunit.client.0.smithi069.stdout: 99: throughput=4.96MB/sec pending data=0 2024-04-10T15:53:13.168 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-0VXQjJdyI4l_3Zj off=778502 len=248090 2024-04-10T15:53:13.170 INFO:tasks.workunit.client.0.smithi069.stdout:op 494 completed, throughput=4.96MB/sec 2024-04-10T15:53:13.170 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-8phbeFBxLDHD0d_ off=23981849 len=965807 2024-04-10T15:53:13.171 INFO:tasks.workunit.client.0.smithi069.stdout:op 495 completed, throughput=4.97MB/sec 2024-04-10T15:53:13.171 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-rAUGBg_zN-EjDsb off=4419432 len=1335303 2024-04-10T15:53:13.179 INFO:tasks.workunit.client.0.smithi069.stdout:op 496 completed, throughput=4.98MB/sec 2024-04-10T15:53:13.179 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-d_uvK9T75y4NzCt off=11215348 len=992229 2024-04-10T15:53:13.180 INFO:tasks.workunit.client.0.smithi069.stdout:op 497 completed, throughput=4.99MB/sec 2024-04-10T15:53:13.180 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-Yu4WquGmeuWiQOq off=1847231 len=684921 2024-04-10T15:53:13.183 INFO:tasks.workunit.client.0.smithi069.stdout:op 498 completed, throughput=5MB/sec 2024-04-10T15:53:13.184 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-HZ4ndjXD-c2m575 off=5859844 len=1209809 2024-04-10T15:53:13.184 INFO:tasks.workunit.client.0.smithi069.stdout:op 499 completed, throughput=5.01MB/sec 2024-04-10T15:53:13.244 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:53:12 smithi077 ceph-mon[87572]: pgmap v1454: 105 pgs: 105 active+clean; 126 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-10T15:53:14.185 INFO:tasks.workunit.client.0.smithi069.stdout: 100: throughput=4.96MB/sec pending data=0 2024-04-10T15:53:14.185 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-zU74CmFRfxebcK5 off=4370738 len=1629567 2024-04-10T15:53:14.187 INFO:tasks.workunit.client.0.smithi069.stdout:op 500 completed, throughput=4.97MB/sec 2024-04-10T15:53:14.187 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-J6h6LTD11SDUwpZ off=6340580 len=911189 2024-04-10T15:53:14.192 INFO:tasks.workunit.client.0.smithi069.stdout:op 501 completed, throughput=4.98MB/sec 2024-04-10T15:53:14.192 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-H2DOijCsZDKV_T6 off=7920001 len=1173364 2024-04-10T15:53:14.193 INFO:tasks.workunit.client.0.smithi069.stdout:op 502 completed, throughput=4.99MB/sec 2024-04-10T15:53:14.193 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-9WqJot_Tu9UjI47 off=454890 len=856887 2024-04-10T15:53:14.193 INFO:tasks.workunit.client.0.smithi069.stdout:op 503 completed, throughput=5MB/sec 2024-04-10T15:53:15.088 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:53:14 smithi069 ceph-mon[96738]: pgmap v1455: 105 pgs: 105 active+clean; 126 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-10T15:53:15.089 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:53:14 smithi069 ceph-mon[94167]: pgmap v1455: 105 pgs: 105 active+clean; 126 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-10T15:53:15.194 INFO:tasks.workunit.client.0.smithi069.stdout: 101: throughput=4.95MB/sec pending data=0 2024-04-10T15:53:15.194 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-4brgUZZhs7UHxdr off=9925962 len=1845194 2024-04-10T15:53:15.196 INFO:tasks.workunit.client.0.smithi069.stdout:op 504 completed, throughput=4.97MB/sec 2024-04-10T15:53:15.196 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-AIVY258Jvr_l-Sx off=891513 len=360516 2024-04-10T15:53:15.199 INFO:tasks.workunit.client.0.smithi069.stdout:op 505 completed, throughput=4.97MB/sec 2024-04-10T15:53:15.200 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-sDgGuZe0VK2Exle off=5042941 len=1579768 2024-04-10T15:53:15.206 INFO:tasks.workunit.client.0.smithi069.stdout:op 506 completed, throughput=4.99MB/sec 2024-04-10T15:53:15.206 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-00UdkZpe5IG9809 off=5835136 len=660328 2024-04-10T15:53:15.206 INFO:tasks.workunit.client.0.smithi069.stdout:op 507 completed, throughput=4.99MB/sec 2024-04-10T15:53:15.206 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-q9it_YOrJ4z0CHd off=9804363 len=778487 2024-04-10T15:53:15.211 INFO:tasks.workunit.client.0.smithi069.stdout:op 508 completed, throughput=5MB/sec 2024-04-10T15:53:15.244 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:53:14 smithi077 ceph-mon[87572]: pgmap v1455: 105 pgs: 105 active+clean; 126 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-10T15:53:16.211 INFO:tasks.workunit.client.0.smithi069.stdout: 102: throughput=4.95MB/sec pending data=0 2024-04-10T15:53:16.212 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-sFOMcCjJe4RbNwR off=4764410 len=190616 2024-04-10T15:53:16.214 INFO:tasks.workunit.client.0.smithi069.stdout:op 509 completed, throughput=4.95MB/sec 2024-04-10T15:53:16.214 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-eE8dn3hvcWaBco- off=1718579 len=1680087 2024-04-10T15:53:16.216 INFO:tasks.workunit.client.0.smithi069.stdout:op 510 completed, throughput=4.97MB/sec 2024-04-10T15:53:16.217 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-e2dwraa0DgIdWu9 off=1190733 len=430930 2024-04-10T15:53:16.220 INFO:tasks.workunit.client.0.smithi069.stdout:op 511 completed, throughput=4.97MB/sec 2024-04-10T15:53:16.220 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-g-8l-FevENBKTHu off=3009176 len=1700530 2024-04-10T15:53:16.228 INFO:tasks.workunit.client.0.smithi069.stdout:op 512 completed, throughput=4.99MB/sec 2024-04-10T15:53:16.228 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-XFSTaCQZvC-Ql5J off=14752229 len=1978973 2024-04-10T15:53:16.239 INFO:tasks.workunit.client.0.smithi069.stdout:op 513 completed, throughput=5.01MB/sec 2024-04-10T15:53:17.088 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:53:16 smithi069 ceph-mon[96738]: pgmap v1456: 105 pgs: 105 active+clean; 126 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-10T15:53:17.089 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:53:16 smithi069 ceph-mon[94167]: pgmap v1456: 105 pgs: 105 active+clean; 126 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-10T15:53:17.089 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:53:16 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:15:53:16] "GET /metrics HTTP/1.1" 200 34036 "" "Prometheus/2.43.0" 2024-04-10T15:53:17.240 INFO:tasks.workunit.client.0.smithi069.stdout: 103: throughput=4.96MB/sec pending data=0 2024-04-10T15:53:17.240 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-sGfhBfGgIE8yWSo off=18002115 len=2000089 2024-04-10T15:53:17.244 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:53:16 smithi077 ceph-mon[87572]: pgmap v1456: 105 pgs: 105 active+clean; 126 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-10T15:53:17.247 INFO:tasks.workunit.client.0.smithi069.stdout:op 514 completed, throughput=4.98MB/sec 2024-04-10T15:53:17.248 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-Ceg0-LJjJP0HyCm off=438543 len=1029957 2024-04-10T15:53:17.253 INFO:tasks.workunit.client.0.smithi069.stdout:op 515 completed, throughput=4.99MB/sec 2024-04-10T15:53:17.253 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-lv9fHlbOFMhPL4I off=7892722 len=1249101 2024-04-10T15:53:17.260 INFO:tasks.workunit.client.0.smithi069.stdout:op 516 completed, throughput=5MB/sec 2024-04-10T15:53:17.260 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-U5irYiIGEOGrivn off=1272334 len=1392185 2024-04-10T15:53:17.261 INFO:tasks.workunit.client.0.smithi069.stdout:op 517 completed, throughput=5.01MB/sec 2024-04-10T15:53:18.262 INFO:tasks.workunit.client.0.smithi069.stdout: 104: throughput=4.96MB/sec pending data=0 2024-04-10T15:53:18.262 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-X_FjfcpYARaq-Uq off=16109195 len=1879931 2024-04-10T15:53:18.270 INFO:tasks.workunit.client.0.smithi069.stdout:op 518 completed, throughput=4.98MB/sec 2024-04-10T15:53:18.270 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-DIDuqdwQ3QI-FCU off=2051959 len=484107 2024-04-10T15:53:18.271 INFO:tasks.workunit.client.0.smithi069.stdout:op 519 completed, throughput=4.98MB/sec 2024-04-10T15:53:18.271 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-4piYDkdBfjwbRmR off=1443874 len=1018780 2024-04-10T15:53:18.276 INFO:tasks.workunit.client.0.smithi069.stdout:op 520 completed, throughput=4.99MB/sec 2024-04-10T15:53:18.276 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-hu55m2E5JmRViGp off=16346921 len=1799557 2024-04-10T15:53:18.278 INFO:tasks.workunit.client.0.smithi069.stdout:op 521 completed, throughput=5.01MB/sec 2024-04-10T15:53:19.089 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:53:18 smithi069 ceph-mon[96738]: pgmap v1457: 105 pgs: 105 active+clean; 126 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-10T15:53:19.089 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:53:18 smithi069 ceph-mon[94167]: pgmap v1457: 105 pgs: 105 active+clean; 126 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-10T15:53:19.245 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:53:18 smithi077 ceph-mon[87572]: pgmap v1457: 105 pgs: 105 active+clean; 126 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-10T15:53:19.278 INFO:tasks.workunit.client.0.smithi069.stdout: 105: throughput=4.96MB/sec pending data=0 2024-04-10T15:53:19.279 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-h0TB_AoltJfs-oq off=4850965 len=1192315 2024-04-10T15:53:19.280 INFO:tasks.workunit.client.0.smithi069.stdout:op 522 completed, throughput=4.97MB/sec 2024-04-10T15:53:19.280 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-n_K1RsXWWK_doug off=5349276 len=1748405 2024-04-10T15:53:19.289 INFO:tasks.workunit.client.0.smithi069.stdout:op 523 completed, throughput=4.99MB/sec 2024-04-10T15:53:19.289 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-iD1mbwJVE50pPB9 off=3223341 len=432868 2024-04-10T15:53:19.293 INFO:tasks.workunit.client.0.smithi069.stdout:op 524 completed, throughput=4.99MB/sec 2024-04-10T15:53:19.293 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-4JOr54x9UfDbHnF off=23146759 len=128165 2024-04-10T15:53:19.294 INFO:tasks.workunit.client.0.smithi069.stdout:op 525 completed, throughput=4.99MB/sec 2024-04-10T15:53:19.294 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-DwQ9F4417x1ImaQ off=444040 len=287173 2024-04-10T15:53:19.295 INFO:tasks.workunit.client.0.smithi069.stdout:op 526 completed, throughput=4.99MB/sec 2024-04-10T15:53:19.295 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-WDKNQ3paRs4FUJe off=1499857 len=490414 2024-04-10T15:53:19.298 INFO:tasks.workunit.client.0.smithi069.stdout:op 527 completed, throughput=5MB/sec 2024-04-10T15:53:19.298 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-Lf9AnZW63ILuso9 off=5988825 len=725076 2024-04-10T15:53:19.299 INFO:tasks.workunit.client.0.smithi069.stdout:op 528 completed, throughput=5MB/sec 2024-04-10T15:53:20.300 INFO:tasks.workunit.client.0.smithi069.stdout: 106: throughput=4.96MB/sec pending data=0 2024-04-10T15:53:20.300 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-lksxooxWsJrQl2A off=15070723 len=1867418 2024-04-10T15:53:20.303 INFO:tasks.workunit.client.0.smithi069.stdout:op 529 completed, throughput=4.97MB/sec 2024-04-10T15:53:20.303 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-IcvXYzbNoYhiV6z off=23177908 len=1984000 2024-04-10T15:53:20.305 INFO:tasks.workunit.client.0.smithi069.stdout:op 530 completed, throughput=4.99MB/sec 2024-04-10T15:53:20.305 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-K4wYSl9S9mHw7hR off=16620676 len=642247 2024-04-10T15:53:20.306 INFO:tasks.workunit.client.0.smithi069.stdout:op 531 completed, throughput=5MB/sec 2024-04-10T15:53:20.306 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-eusb2Dx9biTdWFV off=12049125 len=60657 2024-04-10T15:53:20.307 INFO:tasks.workunit.client.0.smithi069.stdout:op 532 completed, throughput=5MB/sec 2024-04-10T15:53:20.307 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-O07gPZXrzswU4pk off=3487964 len=939626 2024-04-10T15:53:20.310 INFO:tasks.workunit.client.0.smithi069.stdout:op 533 completed, throughput=5.01MB/sec 2024-04-10T15:53:21.089 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:53:20 smithi069 ceph-mon[96738]: pgmap v1458: 105 pgs: 105 active+clean; 126 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-10T15:53:21.089 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:53:20 smithi069 ceph-mon[94167]: pgmap v1458: 105 pgs: 105 active+clean; 126 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-10T15:53:21.244 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:53:20 smithi077 ceph-mon[87572]: pgmap v1458: 105 pgs: 105 active+clean; 126 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-10T15:53:21.311 INFO:tasks.workunit.client.0.smithi069.stdout: 107: throughput=4.96MB/sec pending data=0 2024-04-10T15:53:21.311 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-i3Ylgm34dyClbkH off=15726781 len=1602893 2024-04-10T15:53:21.312 INFO:tasks.workunit.client.0.smithi069.stdout:op 534 completed, throughput=4.97MB/sec 2024-04-10T15:53:21.312 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-ucI4UZ8OBvrakmb off=6571919 len=252536 2024-04-10T15:53:21.313 INFO:tasks.workunit.client.0.smithi069.stdout:op 535 completed, throughput=4.98MB/sec 2024-04-10T15:53:21.314 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-9YwEIs86ZTC0-Zf off=9778113 len=312546 2024-04-10T15:53:21.314 INFO:tasks.workunit.client.0.smithi069.stdout:op 536 completed, throughput=4.98MB/sec 2024-04-10T15:53:21.314 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-3A5NQWBFKP2YW0K off=2130974 len=785412 2024-04-10T15:53:21.318 INFO:tasks.workunit.client.0.smithi069.stdout:op 537 completed, throughput=4.99MB/sec 2024-04-10T15:53:21.318 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-RuuEMrO1V3C-qnD off=4015997 len=716725 2024-04-10T15:53:21.323 INFO:tasks.workunit.client.0.smithi069.stdout:op 538 completed, throughput=4.99MB/sec 2024-04-10T15:53:21.323 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-7kieSsek6GJCl4Z off=5029153 len=1663005 2024-04-10T15:53:21.330 INFO:tasks.workunit.client.0.smithi069.stdout:op 539 completed, throughput=5.01MB/sec 2024-04-10T15:53:22.331 INFO:tasks.workunit.client.0.smithi069.stdout: 108: throughput=4.96MB/sec pending data=0 2024-04-10T15:53:22.331 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-Lif_rJxoO2aay7W off=583013 len=1304746 2024-04-10T15:53:22.333 INFO:tasks.workunit.client.0.smithi069.stdout:op 540 completed, throughput=4.97MB/sec 2024-04-10T15:53:22.333 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-U_0c0-QpGJG49Lx off=15199979 len=1600158 2024-04-10T15:53:22.339 INFO:tasks.workunit.client.0.smithi069.stdout:op 541 completed, throughput=4.99MB/sec 2024-04-10T15:53:22.340 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-au2LT5qwXmgYPNQ off=1582250 len=2060500 2024-04-10T15:53:22.344 INFO:tasks.workunit.client.0.smithi069.stdout:op 542 completed, throughput=5MB/sec 2024-04-10T15:53:22.745 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:53:22 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T15:53:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:53:23.245 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:53:22 smithi077 ceph-mon[87572]: pgmap v1459: 105 pgs: 105 active+clean; 126 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-10T15:53:23.339 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:53:22 smithi069 ceph-mon[96738]: pgmap v1459: 105 pgs: 105 active+clean; 126 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-10T15:53:23.339 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:53:22 smithi069 ceph-mon[94167]: pgmap v1459: 105 pgs: 105 active+clean; 126 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-10T15:53:23.344 INFO:tasks.workunit.client.0.smithi069.stdout: 109: throughput=4.96MB/sec pending data=0 2024-04-10T15:53:23.344 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-eK_U-3Hn5g-yw9X off=12222802 len=872595 2024-04-10T15:53:23.349 INFO:tasks.workunit.client.0.smithi069.stdout:op 543 completed, throughput=4.97MB/sec 2024-04-10T15:53:23.349 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-LJqZtIXGe7AdG-H off=15026159 len=497249 2024-04-10T15:53:23.350 INFO:tasks.workunit.client.0.smithi069.stdout:op 544 completed, throughput=4.97MB/sec 2024-04-10T15:53:23.350 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-TkYh86pxchPmED0 off=9507977 len=1774684 2024-04-10T15:53:23.352 INFO:tasks.workunit.client.0.smithi069.stdout:op 545 completed, throughput=4.98MB/sec 2024-04-10T15:53:23.352 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-u_BCEvGEn3QPKGn off=3887953 len=520926 2024-04-10T15:53:23.353 INFO:tasks.workunit.client.0.smithi069.stdout:op 546 completed, throughput=4.99MB/sec 2024-04-10T15:53:23.353 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-73d1Skif8v9Y0F7 off=12084454 len=1990578 2024-04-10T15:53:23.355 INFO:tasks.workunit.client.0.smithi069.stdout:op 547 completed, throughput=5.01MB/sec 2024-04-10T15:53:24.355 INFO:tasks.workunit.client.0.smithi069.stdout: 110: throughput=4.96MB/sec pending data=0 2024-04-10T15:53:24.355 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-mH3pNg7c3Pnf1F5 off=2240669 len=929642 2024-04-10T15:53:24.357 INFO:tasks.workunit.client.0.smithi069.stdout:op 548 completed, throughput=4.97MB/sec 2024-04-10T15:53:24.357 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-x6M2hLgsCE3wpt0 off=12541699 len=410395 2024-04-10T15:53:24.358 INFO:tasks.workunit.client.0.smithi069.stdout:op 549 completed, throughput=4.97MB/sec 2024-04-10T15:53:24.358 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-S-M--YVDipcVJs5 off=1169865 len=1872373 2024-04-10T15:53:24.366 INFO:tasks.workunit.client.0.smithi069.stdout:op 550 completed, throughput=4.99MB/sec 2024-04-10T15:53:24.366 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-mY8eCcN_wILUlJr off=266802 len=966068 2024-04-10T15:53:24.367 INFO:tasks.workunit.client.0.smithi069.stdout:op 551 completed, throughput=5MB/sec 2024-04-10T15:53:24.367 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-DcT9iqAFquYN8ND off=2191224 len=499305 2024-04-10T15:53:24.370 INFO:tasks.workunit.client.0.smithi069.stdout:op 552 completed, throughput=5MB/sec 2024-04-10T15:53:25.245 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:53:24 smithi077 ceph-mon[87572]: pgmap v1460: 105 pgs: 105 active+clean; 126 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-10T15:53:25.245 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:53:24 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:53:25.339 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:53:24 smithi069 ceph-mon[96738]: pgmap v1460: 105 pgs: 105 active+clean; 126 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-10T15:53:25.339 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:53:24 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:53:25.339 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:53:24 smithi069 ceph-mon[94167]: pgmap v1460: 105 pgs: 105 active+clean; 126 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-10T15:53:25.339 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:53:24 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:53:25.370 INFO:tasks.workunit.client.0.smithi069.stdout: 111: throughput=4.96MB/sec pending data=0 2024-04-10T15:53:25.370 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-ZZciF3ZdfMZYcAC off=333562 len=1082249 2024-04-10T15:53:25.375 INFO:tasks.workunit.client.0.smithi069.stdout:op 553 completed, throughput=4.97MB/sec 2024-04-10T15:53:25.375 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-7ZzwTaEWtWipurA off=5900723 len=1247132 2024-04-10T15:53:25.377 INFO:tasks.workunit.client.0.smithi069.stdout:op 554 completed, throughput=4.98MB/sec 2024-04-10T15:53:25.377 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-LOfa5-lk_z2DOS9 off=1868626 len=1791729 2024-04-10T15:53:25.379 INFO:tasks.workunit.client.0.smithi069.stdout:op 555 completed, throughput=4.99MB/sec 2024-04-10T15:53:25.379 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-OnOtGvnmJUbnYNz off=4802497 len=1348297 2024-04-10T15:53:25.380 INFO:tasks.workunit.client.0.smithi069.stdout:op 556 completed, throughput=5MB/sec 2024-04-10T15:53:26.380 INFO:tasks.workunit.client.0.smithi069.stdout: 112: throughput=4.96MB/sec pending data=0 2024-04-10T15:53:26.380 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-or9BrcSnZg1ObCp off=2445110 len=284459 2024-04-10T15:53:26.381 INFO:tasks.workunit.client.0.smithi069.stdout:op 557 completed, throughput=4.96MB/sec 2024-04-10T15:53:26.381 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-wWVSrDVKHmJ3H29 off=17437928 len=530562 2024-04-10T15:53:26.385 INFO:tasks.workunit.client.0.smithi069.stdout:op 558 completed, throughput=4.96MB/sec 2024-04-10T15:53:26.385 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-T18M9MvDmeuFI4b off=2442263 len=434600 2024-04-10T15:53:26.388 INFO:tasks.workunit.client.0.smithi069.stdout:op 559 completed, throughput=4.97MB/sec 2024-04-10T15:53:26.388 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-YbHYNlfy8xa1Uyj off=257146 len=1703380 2024-04-10T15:53:26.398 INFO:tasks.workunit.client.0.smithi069.stdout:op 560 completed, throughput=4.98MB/sec 2024-04-10T15:53:26.398 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-3_ll8zKezS8OfSg off=354348 len=2015588 2024-04-10T15:53:26.400 INFO:tasks.workunit.client.0.smithi069.stdout:op 561 completed, throughput=5MB/sec 2024-04-10T15:53:26.400 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-l_VHGGd08Z90TY1 off=14608366 len=295225 2024-04-10T15:53:26.401 INFO:tasks.workunit.client.0.smithi069.stdout:op 562 completed, throughput=5MB/sec 2024-04-10T15:53:27.245 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:53:26 smithi077 ceph-mon[87572]: pgmap v1461: 105 pgs: 105 active+clean; 126 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-10T15:53:27.338 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:53:26 smithi069 ceph-mon[96738]: pgmap v1461: 105 pgs: 105 active+clean; 126 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-10T15:53:27.339 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:53:26 smithi069 ceph-mon[94167]: pgmap v1461: 105 pgs: 105 active+clean; 126 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-10T15:53:27.339 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:53:26 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:15:53:26] "GET /metrics HTTP/1.1" 200 34033 "" "Prometheus/2.43.0" 2024-04-10T15:53:27.401 INFO:tasks.workunit.client.0.smithi069.stdout: 113: throughput=4.96MB/sec pending data=0 2024-04-10T15:53:27.401 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-GaELHn2hedHK31S off=5011817 len=913592 2024-04-10T15:53:27.407 INFO:tasks.workunit.client.0.smithi069.stdout:op 563 completed, throughput=4.97MB/sec 2024-04-10T15:53:27.407 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-hDifC8QBcRPVJym off=926534 len=513340 2024-04-10T15:53:27.408 INFO:tasks.workunit.client.0.smithi069.stdout:op 564 completed, throughput=4.97MB/sec 2024-04-10T15:53:27.408 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-nGg0sh90dDIxYs4 off=4238179 len=1373711 2024-04-10T15:53:27.416 INFO:tasks.workunit.client.0.smithi069.stdout:op 565 completed, throughput=4.98MB/sec 2024-04-10T15:53:27.416 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-fVj7yZEMSvOJFft off=922259 len=498814 2024-04-10T15:53:27.416 INFO:tasks.workunit.client.0.smithi069.stdout:op 566 completed, throughput=4.98MB/sec 2024-04-10T15:53:27.416 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-SmYKi5T7y4if7v- off=4550495 len=954236 2024-04-10T15:53:27.422 INFO:tasks.workunit.client.0.smithi069.stdout:op 567 completed, throughput=4.99MB/sec 2024-04-10T15:53:27.422 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-Fy5vIdLflul3hYy off=7327967 len=972218 2024-04-10T15:53:27.426 INFO:tasks.workunit.client.0.smithi069.stdout:op 568 completed, throughput=5MB/sec 2024-04-10T15:53:27.427 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-8oEJjkLPGOz8YN4 off=20164419 len=1652577 2024-04-10T15:53:27.433 INFO:tasks.workunit.client.0.smithi069.stdout:op 569 completed, throughput=5.01MB/sec 2024-04-10T15:53:28.433 INFO:tasks.workunit.client.0.smithi069.stdout: 114: throughput=4.97MB/sec pending data=0 2024-04-10T15:53:28.434 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-5s_CWW79QEbzEHu off=109162 len=144901 2024-04-10T15:53:28.434 INFO:tasks.workunit.client.0.smithi069.stdout:op 570 completed, throughput=4.97MB/sec 2024-04-10T15:53:28.434 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-Oa39NWNrmvzftDZ off=1239570 len=1352499 2024-04-10T15:53:28.441 INFO:tasks.workunit.client.0.smithi069.stdout:op 571 completed, throughput=4.98MB/sec 2024-04-10T15:53:28.441 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-buIzH2A_cOsSKAF off=15865183 len=241550 2024-04-10T15:53:28.442 INFO:tasks.workunit.client.0.smithi069.stdout:op 572 completed, throughput=4.98MB/sec 2024-04-10T15:53:28.442 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-Feb-4VYtsO9_0to off=12534945 len=1769093 2024-04-10T15:53:28.451 INFO:tasks.workunit.client.0.smithi069.stdout:op 573 completed, throughput=5MB/sec 2024-04-10T15:53:28.451 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-Afz3zSFvsuPBCxe off=19707401 len=397296 2024-04-10T15:53:28.454 INFO:tasks.workunit.client.0.smithi069.stdout:op 574 completed, throughput=5MB/sec 2024-04-10T15:53:29.244 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:53:28 smithi077 ceph-mon[87572]: pgmap v1462: 105 pgs: 105 active+clean; 126 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-10T15:53:29.339 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:53:28 smithi069 ceph-mon[96738]: pgmap v1462: 105 pgs: 105 active+clean; 126 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-10T15:53:29.339 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:53:28 smithi069 ceph-mon[94167]: pgmap v1462: 105 pgs: 105 active+clean; 126 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-10T15:53:29.455 INFO:tasks.workunit.client.0.smithi069.stdout: 115: throughput=4.96MB/sec pending data=0 2024-04-10T15:53:29.455 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-atnFc853FmgpemZ off=2855588 len=224040 2024-04-10T15:53:29.458 INFO:tasks.workunit.client.0.smithi069.stdout:op 575 completed, throughput=4.96MB/sec 2024-04-10T15:53:29.459 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-DLbX2hETJKtAuGK off=754383 len=773578 2024-04-10T15:53:29.462 INFO:tasks.workunit.client.0.smithi069.stdout:op 576 completed, throughput=4.97MB/sec 2024-04-10T15:53:29.463 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-9r1TrK6B0jC5srM off=13090534 len=312664 2024-04-10T15:53:29.466 INFO:tasks.workunit.client.0.smithi069.stdout:op 577 completed, throughput=4.97MB/sec 2024-04-10T15:53:29.466 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-QGyDpCRbgbkL9sj off=7699984 len=2020626 2024-04-10T15:53:29.468 INFO:tasks.workunit.client.0.smithi069.stdout:op 578 completed, throughput=4.99MB/sec 2024-04-10T15:53:29.468 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-97J-E39hqMou9ue off=22474254 len=979277 2024-04-10T15:53:29.470 INFO:tasks.workunit.client.0.smithi069.stdout:op 579 completed, throughput=4.99MB/sec 2024-04-10T15:53:29.470 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-TQeF9EJ_AZFbdGo off=6920306 len=732574 2024-04-10T15:53:29.474 INFO:tasks.workunit.client.0.smithi069.stdout:op 580 completed, throughput=5MB/sec 2024-04-10T15:53:29.474 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-NpSEZMigSE9f8LM off=17293142 len=665316 2024-04-10T15:53:29.478 INFO:tasks.workunit.client.0.smithi069.stdout:op 581 completed, throughput=5MB/sec 2024-04-10T15:53:30.478 INFO:tasks.workunit.client.0.smithi069.stdout: 116: throughput=4.96MB/sec pending data=0 2024-04-10T15:53:30.478 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-w2xFK5DOqxa4Oq6 off=2151708 len=1785897 2024-04-10T15:53:30.486 INFO:tasks.workunit.client.0.smithi069.stdout:op 582 completed, throughput=4.98MB/sec 2024-04-10T15:53:30.486 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-bzJR-IaeFOCqNHI off=1032479 len=2091948 2024-04-10T15:53:30.496 INFO:tasks.workunit.client.0.smithi069.stdout:op 583 completed, throughput=4.99MB/sec 2024-04-10T15:53:30.496 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-zTTz9KvNSuNzjhQ off=3336864 len=1525739 2024-04-10T15:53:30.503 INFO:tasks.workunit.client.0.smithi069.stdout:op 584 completed, throughput=5MB/sec 2024-04-10T15:53:31.180 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:53:30 smithi069 ceph-mon[96738]: pgmap v1463: 105 pgs: 105 active+clean; 126 GiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-10T15:53:31.180 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:53:30 smithi069 ceph-mon[94167]: pgmap v1463: 105 pgs: 105 active+clean; 126 GiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-10T15:53:31.244 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:53:30 smithi077 ceph-mon[87572]: pgmap v1463: 105 pgs: 105 active+clean; 126 GiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-10T15:53:31.503 INFO:tasks.workunit.client.0.smithi069.stdout: 117: throughput=4.96MB/sec pending data=0 2024-04-10T15:53:31.503 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-1LjbzIq3FBGrvMx off=4834738 len=1106669 2024-04-10T15:53:31.505 INFO:tasks.workunit.client.0.smithi069.stdout:op 585 completed, throughput=4.97MB/sec 2024-04-10T15:53:31.505 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-dHSp8l7v4t18Hqx off=11007459 len=211977 2024-04-10T15:53:31.506 INFO:tasks.workunit.client.0.smithi069.stdout:op 586 completed, throughput=4.97MB/sec 2024-04-10T15:53:31.506 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-rWyueP1XxAqJ_wQ off=1688285 len=767951 2024-04-10T15:53:31.511 INFO:tasks.workunit.client.0.smithi069.stdout:op 587 completed, throughput=4.98MB/sec 2024-04-10T15:53:31.511 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-0j0Et0es3ImytEP off=12940261 len=1692742 2024-04-10T15:53:31.512 INFO:tasks.workunit.client.0.smithi069.stdout:op 588 completed, throughput=4.99MB/sec 2024-04-10T15:53:31.512 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-tydCeeFLL-FhB68 off=1044585 len=721501 2024-04-10T15:53:31.513 INFO:tasks.workunit.client.0.smithi069.stdout:op 589 completed, throughput=5MB/sec 2024-04-10T15:53:31.514 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-ulhCvvwAIQRyydE off=3322845 len=14647 2024-04-10T15:53:31.515 INFO:tasks.workunit.client.0.smithi069.stdout:op 590 completed, throughput=5MB/sec 2024-04-10T15:53:31.515 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-8C9kvipuRWzA1tV off=7935403 len=23958 2024-04-10T15:53:31.517 INFO:tasks.workunit.client.0.smithi069.stdout:op 591 completed, throughput=5MB/sec 2024-04-10T15:53:31.517 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-n_WNcNWLtdT2y94 off=5621339 len=207075 2024-04-10T15:53:31.517 INFO:tasks.workunit.client.0.smithi069.stdout:op 592 completed, throughput=5MB/sec 2024-04-10T15:53:31.517 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-WN9nMvYNmOnJNQh off=1857062 len=1663670 2024-04-10T15:53:31.521 INFO:tasks.workunit.client.0.smithi069.stdout:op 593 completed, throughput=5.01MB/sec 2024-04-10T15:53:32.521 INFO:tasks.workunit.client.0.smithi069.stdout: 118: throughput=4.97MB/sec pending data=0 2024-04-10T15:53:32.521 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-36m0x7ywshojGrA off=904102 len=598721 2024-04-10T15:53:32.525 INFO:tasks.workunit.client.0.smithi069.stdout:op 594 completed, throughput=4.98MB/sec 2024-04-10T15:53:32.525 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-6KdRZ-P9anCi11k off=3329596 len=877999 2024-04-10T15:53:32.530 INFO:tasks.workunit.client.0.smithi069.stdout:op 595 completed, throughput=4.98MB/sec 2024-04-10T15:53:32.530 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-B7f-nNyaGxfKCs1 off=6590576 len=1655900 2024-04-10T15:53:32.537 INFO:tasks.workunit.client.0.smithi069.stdout:op 596 completed, throughput=5MB/sec 2024-04-10T15:53:32.538 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-UDKsKTcsFCRKSo9 off=2084957 len=1404200 2024-04-10T15:53:32.539 INFO:tasks.workunit.client.0.smithi069.stdout:op 597 completed, throughput=5.01MB/sec 2024-04-10T15:53:32.745 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:53:32 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T15:53:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:53:33.244 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:53:32 smithi077 ceph-mon[87572]: pgmap v1464: 105 pgs: 105 active+clean; 126 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-10T15:53:33.338 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:53:32 smithi069 ceph-mon[96738]: pgmap v1464: 105 pgs: 105 active+clean; 126 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-10T15:53:33.339 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:53:32 smithi069 ceph-mon[94167]: pgmap v1464: 105 pgs: 105 active+clean; 126 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-10T15:53:33.540 INFO:tasks.workunit.client.0.smithi069.stdout: 119: throughput=4.97MB/sec pending data=0 2024-04-10T15:53:33.540 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-rqJF0rwWYGfUq1b off=904018 len=1821801 2024-04-10T15:53:33.542 INFO:tasks.workunit.client.0.smithi069.stdout:op 598 completed, throughput=4.98MB/sec 2024-04-10T15:53:33.542 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-VldoPeR9HxTk_JT off=8905515 len=97166 2024-04-10T15:53:33.543 INFO:tasks.workunit.client.0.smithi069.stdout:op 599 completed, throughput=4.98MB/sec 2024-04-10T15:53:33.543 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-St32UWZeKgMMgXZ off=6820504 len=314467 2024-04-10T15:53:33.546 INFO:tasks.workunit.client.0.smithi069.stdout:op 600 completed, throughput=4.98MB/sec 2024-04-10T15:53:33.546 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-tE0wfHErIwyg6ug off=10742178 len=600540 2024-04-10T15:53:33.547 INFO:tasks.workunit.client.0.smithi069.stdout:op 601 completed, throughput=4.99MB/sec 2024-04-10T15:53:33.547 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-e-QHgTVqP8hK_hf off=14754323 len=62505 2024-04-10T15:53:33.547 INFO:tasks.workunit.client.0.smithi069.stdout:op 602 completed, throughput=4.99MB/sec 2024-04-10T15:53:33.547 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-0JySjvHZWyRKTta off=612778 len=261100 2024-04-10T15:53:33.550 INFO:tasks.workunit.client.0.smithi069.stdout:op 603 completed, throughput=4.99MB/sec 2024-04-10T15:53:33.550 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-8m23EZmjANu-DX_ off=9048188 len=1061334 2024-04-10T15:53:33.552 INFO:tasks.workunit.client.0.smithi069.stdout:op 604 completed, throughput=5MB/sec 2024-04-10T15:53:33.552 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-78lhBa4CoXLjT47 off=0 len=1234239 2024-04-10T15:53:33.553 INFO:tasks.workunit.client.0.smithi069.stdout:op 605 completed, throughput=5.01MB/sec 2024-04-10T15:53:34.553 INFO:tasks.workunit.client.0.smithi069.stdout: 120: throughput=4.97MB/sec pending data=0 2024-04-10T15:53:34.554 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-ssgYdkUNo7LFYc4 off=16927685 len=55527 2024-04-10T15:53:34.554 INFO:tasks.workunit.client.0.smithi069.stdout:op 606 completed, throughput=4.97MB/sec 2024-04-10T15:53:34.554 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-ua5TxT-V5iaaA9G off=8204275 len=57625 2024-04-10T15:53:34.557 INFO:tasks.workunit.client.0.smithi069.stdout:op 607 completed, throughput=4.97MB/sec 2024-04-10T15:53:34.557 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-E_KEf1hjehcE7x- off=5191913 len=1859754 2024-04-10T15:53:34.566 INFO:tasks.workunit.client.0.smithi069.stdout:op 608 completed, throughput=4.98MB/sec 2024-04-10T15:53:34.567 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-rgu5oByeKI8CuNI off=10384236 len=703022 2024-04-10T15:53:34.571 INFO:tasks.workunit.client.0.smithi069.stdout:op 609 completed, throughput=4.99MB/sec 2024-04-10T15:53:34.571 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-cdWsjPf-bR23Vq8 off=46974 len=546681 2024-04-10T15:53:34.574 INFO:tasks.workunit.client.0.smithi069.stdout:op 610 completed, throughput=4.99MB/sec 2024-04-10T15:53:34.574 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-MnMB3mQHZwVxFfL off=21095930 len=1814168 2024-04-10T15:53:34.583 INFO:tasks.workunit.client.0.smithi069.stdout:op 611 completed, throughput=5MB/sec 2024-04-10T15:53:35.244 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:53:34 smithi077 ceph-mon[87572]: pgmap v1465: 105 pgs: 105 active+clean; 126 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-10T15:53:35.339 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:53:34 smithi069 ceph-mon[96738]: pgmap v1465: 105 pgs: 105 active+clean; 126 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-10T15:53:35.339 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:53:34 smithi069 ceph-mon[94167]: pgmap v1465: 105 pgs: 105 active+clean; 126 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-10T15:53:35.583 INFO:tasks.workunit.client.0.smithi069.stdout: 121: throughput=4.96MB/sec pending data=0 2024-04-10T15:53:35.583 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-RyiOavDgqA_YSKs off=474071 len=402190 2024-04-10T15:53:35.584 INFO:tasks.workunit.client.0.smithi069.stdout:op 612 completed, throughput=4.97MB/sec 2024-04-10T15:53:35.584 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-JPiE1hFFqXnBOTl off=437347 len=1203270 2024-04-10T15:53:35.586 INFO:tasks.workunit.client.0.smithi069.stdout:op 613 completed, throughput=4.98MB/sec 2024-04-10T15:53:35.586 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-rCSaaGEAbAO_EmD off=18717625 len=978403 2024-04-10T15:53:35.591 INFO:tasks.workunit.client.0.smithi069.stdout:op 614 completed, throughput=4.98MB/sec 2024-04-10T15:53:35.591 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-E9O3R5X-epFDVUQ off=10493139 len=298587 2024-04-10T15:53:35.592 INFO:tasks.workunit.client.0.smithi069.stdout:op 615 completed, throughput=4.99MB/sec 2024-04-10T15:53:35.593 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-afq2o7xQhVTnAsd off=2920104 len=513398 2024-04-10T15:53:35.594 INFO:tasks.workunit.client.0.smithi069.stdout:op 616 completed, throughput=4.99MB/sec 2024-04-10T15:53:35.594 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-jIeY5I4cPg12DPC off=4217641 len=1689344 2024-04-10T15:53:35.596 INFO:tasks.workunit.client.0.smithi069.stdout:op 617 completed, throughput=5MB/sec 2024-04-10T15:53:36.596 INFO:tasks.workunit.client.0.smithi069.stdout: 122: throughput=4.96MB/sec pending data=0 2024-04-10T15:53:36.596 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-jEUHK3n0fEkny29 off=2652063 len=837089 2024-04-10T15:53:36.601 INFO:tasks.workunit.client.0.smithi069.stdout:op 618 completed, throughput=4.97MB/sec 2024-04-10T15:53:36.601 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-ww3_eFiByDVfvc_ off=2036691 len=2024709 2024-04-10T15:53:36.611 INFO:tasks.workunit.client.0.smithi069.stdout:op 619 completed, throughput=4.98MB/sec 2024-04-10T15:53:36.611 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-dlTxUvZcALaAtHU off=2622015 len=482097 2024-04-10T15:53:36.614 INFO:tasks.workunit.client.0.smithi069.stdout:op 620 completed, throughput=4.99MB/sec 2024-04-10T15:53:36.614 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-E8baS6jvli0uit3 off=1429825 len=410823 2024-04-10T15:53:36.615 INFO:tasks.workunit.client.0.smithi069.stdout:op 621 completed, throughput=4.99MB/sec 2024-04-10T15:53:36.615 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-OJTDXP8ta7K5u1Z off=13725311 len=1160063 2024-04-10T15:53:36.620 INFO:tasks.workunit.client.0.smithi069.stdout:op 622 completed, throughput=5MB/sec 2024-04-10T15:53:36.620 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-XNUV09-kf1Z4HCH off=10049316 len=561777 2024-04-10T15:53:36.621 INFO:tasks.workunit.client.0.smithi069.stdout:op 623 completed, throughput=5MB/sec 2024-04-10T15:53:37.244 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:53:36 smithi077 ceph-mon[87572]: pgmap v1466: 105 pgs: 105 active+clean; 126 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-10T15:53:37.338 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:53:36 smithi069 ceph-mon[94167]: pgmap v1466: 105 pgs: 105 active+clean; 126 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-10T15:53:37.339 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:53:36 smithi069 ceph-mon[96738]: pgmap v1466: 105 pgs: 105 active+clean; 126 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-10T15:53:37.339 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:53:36 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:15:53:36] "GET /metrics HTTP/1.1" 200 34033 "" "Prometheus/2.43.0" 2024-04-10T15:53:37.622 INFO:tasks.workunit.client.0.smithi069.stdout: 123: throughput=4.96MB/sec pending data=0 2024-04-10T15:53:37.622 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-zFKxjY9bfV4xvlY off=3723148 len=1674109 2024-04-10T15:53:37.624 INFO:tasks.workunit.client.0.smithi069.stdout:op 624 completed, throughput=4.98MB/sec 2024-04-10T15:53:37.624 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-Bmdd0gQriTX9F0J off=8236712 len=596963 2024-04-10T15:53:37.628 INFO:tasks.workunit.client.0.smithi069.stdout:op 625 completed, throughput=4.98MB/sec 2024-04-10T15:53:37.628 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-q4DEGQngMIc89Cg off=7645929 len=650089 2024-04-10T15:53:37.632 INFO:tasks.workunit.client.0.smithi069.stdout:op 626 completed, throughput=4.99MB/sec 2024-04-10T15:53:37.632 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-AKuOg6FnxIpYyCJ off=12543288 len=2069949 2024-04-10T15:53:37.641 INFO:tasks.workunit.client.0.smithi069.stdout:op 627 completed, throughput=5MB/sec 2024-04-10T15:53:38.641 INFO:tasks.workunit.client.0.smithi069.stdout: 124: throughput=4.96MB/sec pending data=0 2024-04-10T15:53:38.641 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-ouAibJ1hOQX9aCM off=1165448 len=82533 2024-04-10T15:53:38.644 INFO:tasks.workunit.client.0.smithi069.stdout:op 628 completed, throughput=4.96MB/sec 2024-04-10T15:53:38.644 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-FdIA9mmFG5U8KoX off=11660143 len=394794 2024-04-10T15:53:38.648 INFO:tasks.workunit.client.0.smithi069.stdout:op 629 completed, throughput=4.96MB/sec 2024-04-10T15:53:38.648 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-fmW7fSimv11BsZw off=4314573 len=839730 2024-04-10T15:53:38.649 INFO:tasks.workunit.client.0.smithi069.stdout:op 630 completed, throughput=4.97MB/sec 2024-04-10T15:53:38.649 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-xELG8Cp1RUd59fW off=532188 len=690960 2024-04-10T15:53:38.650 INFO:tasks.workunit.client.0.smithi069.stdout:op 631 completed, throughput=4.98MB/sec 2024-04-10T15:53:38.650 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-oAON3yITQ9ZR89a off=16926252 len=440224 2024-04-10T15:53:38.650 INFO:tasks.workunit.client.0.smithi069.stdout:op 632 completed, throughput=4.98MB/sec 2024-04-10T15:53:38.650 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-wk-Dizd6jZXXOXj off=11910420 len=1369321 2024-04-10T15:53:38.659 INFO:tasks.workunit.client.0.smithi069.stdout:op 633 completed, throughput=4.99MB/sec 2024-04-10T15:53:38.659 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-EVe0UN857viH3CL off=924062 len=454054 2024-04-10T15:53:38.659 INFO:tasks.workunit.client.0.smithi069.stdout:op 634 completed, throughput=4.99MB/sec 2024-04-10T15:53:38.660 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-rThLLw0VEeLrLlt off=6117022 len=158425 2024-04-10T15:53:38.660 INFO:tasks.workunit.client.0.smithi069.stdout:op 635 completed, throughput=4.99MB/sec 2024-04-10T15:53:38.660 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-SAzcORyop71QALN off=6253720 len=1445655 2024-04-10T15:53:38.662 INFO:tasks.workunit.client.0.smithi069.stdout:op 636 completed, throughput=5MB/sec 2024-04-10T15:53:39.244 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:53:38 smithi077 ceph-mon[87572]: pgmap v1467: 105 pgs: 105 active+clean; 126 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-10T15:53:39.338 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:53:38 smithi069 ceph-mon[94167]: pgmap v1467: 105 pgs: 105 active+clean; 126 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-10T15:53:39.339 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:53:38 smithi069 ceph-mon[96738]: pgmap v1467: 105 pgs: 105 active+clean; 126 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-10T15:53:39.662 INFO:tasks.workunit.client.0.smithi069.stdout: 125: throughput=4.97MB/sec pending data=0 2024-04-10T15:53:39.662 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-NK_AIipeg1JryPf off=398315 len=1759786 2024-04-10T15:53:39.664 INFO:tasks.workunit.client.0.smithi069.stdout:op 637 completed, throughput=4.98MB/sec 2024-04-10T15:53:39.664 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-L4t2QEEcYZupBqw off=3172556 len=24286 2024-04-10T15:53:39.667 INFO:tasks.workunit.client.0.smithi069.stdout:op 638 completed, throughput=4.98MB/sec 2024-04-10T15:53:39.667 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-bIIcLw-Dqi8lVia off=1641917 len=293553 2024-04-10T15:53:39.670 INFO:tasks.workunit.client.0.smithi069.stdout:op 639 completed, throughput=4.98MB/sec 2024-04-10T15:53:39.670 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-XU81w6e9vlw0hiB off=5399582 len=322147 2024-04-10T15:53:39.671 INFO:tasks.workunit.client.0.smithi069.stdout:op 640 completed, throughput=4.98MB/sec 2024-04-10T15:53:39.671 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-10yJ8Ms1kcZ1kA0 off=7734276 len=714979 2024-04-10T15:53:39.675 INFO:tasks.workunit.client.0.smithi069.stdout:op 641 completed, throughput=4.99MB/sec 2024-04-10T15:53:39.676 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-Vo_Lqi-G90bcxDL off=16294329 len=826664 2024-04-10T15:53:39.679 INFO:tasks.workunit.client.0.smithi069.stdout:op 642 completed, throughput=4.99MB/sec 2024-04-10T15:53:39.680 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-O8mzdZeACUfry-n off=1829897 len=826576 2024-04-10T15:53:39.684 INFO:tasks.workunit.client.0.smithi069.stdout:op 643 completed, throughput=5MB/sec 2024-04-10T15:53:40.244 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:53:39 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:53:40.338 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:53:39 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:53:40.339 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:53:39 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:53:40.684 INFO:tasks.workunit.client.0.smithi069.stdout: 126: throughput=4.96MB/sec pending data=0 2024-04-10T15:53:40.684 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-7COXrvjuKxF4vcq off=2875961 len=954135 2024-04-10T15:53:40.690 INFO:tasks.workunit.client.0.smithi069.stdout:op 644 completed, throughput=4.97MB/sec 2024-04-10T15:53:40.690 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-NboKxoO4SjP-Rse off=21456747 len=1469289 2024-04-10T15:53:40.697 INFO:tasks.workunit.client.0.smithi069.stdout:op 645 completed, throughput=4.98MB/sec 2024-04-10T15:53:40.697 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-LU_8GhBVGai8ub7 off=729444 len=1544418 2024-04-10T15:53:40.705 INFO:tasks.workunit.client.0.smithi069.stdout:op 646 completed, throughput=4.99MB/sec 2024-04-10T15:53:40.705 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-er3YR6KampuTwhC off=22537494 len=1973012 2024-04-10T15:53:40.713 INFO:tasks.workunit.client.0.smithi069.stdout:op 647 completed, throughput=5MB/sec 2024-04-10T15:53:41.245 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:53:40 smithi077 ceph-mon[87572]: pgmap v1468: 105 pgs: 105 active+clean; 126 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-10T15:53:41.338 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:53:40 smithi069 ceph-mon[94167]: pgmap v1468: 105 pgs: 105 active+clean; 126 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-10T15:53:41.339 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:53:40 smithi069 ceph-mon[96738]: pgmap v1468: 105 pgs: 105 active+clean; 126 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-10T15:53:41.713 INFO:tasks.workunit.client.0.smithi069.stdout: 127: throughput=4.97MB/sec pending data=0 2024-04-10T15:53:41.713 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-2KhPegIYe79ktYF off=8217702 len=565133 2024-04-10T15:53:41.715 INFO:tasks.workunit.client.0.smithi069.stdout:op 648 completed, throughput=4.97MB/sec 2024-04-10T15:53:41.715 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-aIb9dl05C1tZPFx off=8056399 len=1829819 2024-04-10T15:53:41.727 INFO:tasks.workunit.client.0.smithi069.stdout:op 649 completed, throughput=4.98MB/sec 2024-04-10T15:53:41.727 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-B73Ht7qDHGXwKZI off=830798 len=483737 2024-04-10T15:53:41.730 INFO:tasks.workunit.client.0.smithi069.stdout:op 650 completed, throughput=4.99MB/sec 2024-04-10T15:53:41.730 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-yrer2KlOaQbymHY off=10151816 len=1175631 2024-04-10T15:53:41.737 INFO:tasks.workunit.client.0.smithi069.stdout:op 651 completed, throughput=4.99MB/sec 2024-04-10T15:53:41.737 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-jJr03HoniInBvpY off=10507742 len=2040086 2024-04-10T15:53:41.739 INFO:tasks.workunit.client.0.smithi069.stdout:op 652 completed, throughput=5.01MB/sec 2024-04-10T15:53:42.739 INFO:tasks.workunit.client.0.smithi069.stdout: 128: throughput=4.97MB/sec pending data=0 2024-04-10T15:53:42.740 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-mQSh3k2GIFCqQNJ off=1992444 len=796254 2024-04-10T15:53:42.740 INFO:tasks.workunit.client.0.smithi069.stdout:op 653 completed, throughput=4.98MB/sec 2024-04-10T15:53:42.741 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-mZFacr5p9sP1ifZ off=14234914 len=662682 2024-04-10T15:53:42.744 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:53:42 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T15:53:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:53:42.745 INFO:tasks.workunit.client.0.smithi069.stdout:op 654 completed, throughput=4.98MB/sec 2024-04-10T15:53:42.745 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-xrhRP37AyDQhQMD off=4422042 len=112602 2024-04-10T15:53:42.746 INFO:tasks.workunit.client.0.smithi069.stdout:op 655 completed, throughput=4.98MB/sec 2024-04-10T15:53:42.746 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-uxV9xibTYYCVMl0 off=5512818 len=1375752 2024-04-10T15:53:42.753 INFO:tasks.workunit.client.0.smithi069.stdout:op 656 completed, throughput=4.99MB/sec 2024-04-10T15:53:42.753 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-qu4twtrG0ZD8e0Y off=4234451 len=245517 2024-04-10T15:53:42.756 INFO:tasks.workunit.client.0.smithi069.stdout:op 657 completed, throughput=4.99MB/sec 2024-04-10T15:53:42.756 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-0nULJ-gsLZoIxnh off=490782 len=401216 2024-04-10T15:53:42.759 INFO:tasks.workunit.client.0.smithi069.stdout:op 658 completed, throughput=5MB/sec 2024-04-10T15:53:42.759 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-Kd4nmTwB-vGRUWp off=8606529 len=833622 2024-04-10T15:53:42.760 INFO:tasks.workunit.client.0.smithi069.stdout:op 659 completed, throughput=5MB/sec 2024-04-10T15:53:43.244 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:53:42 smithi077 ceph-mon[87572]: pgmap v1469: 105 pgs: 105 active+clean; 126 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-10T15:53:43.339 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:53:42 smithi069 ceph-mon[94167]: pgmap v1469: 105 pgs: 105 active+clean; 126 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-10T15:53:43.339 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:53:42 smithi069 ceph-mon[96738]: pgmap v1469: 105 pgs: 105 active+clean; 126 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-10T15:53:43.761 INFO:tasks.workunit.client.0.smithi069.stdout: 129: throughput=4.96MB/sec pending data=0 2024-04-10T15:53:43.761 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-5yV5UKXzzCkaVTl off=4402070 len=401683 2024-04-10T15:53:43.765 INFO:tasks.workunit.client.0.smithi069.stdout:op 660 completed, throughput=4.97MB/sec 2024-04-10T15:53:43.765 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-3yMHqmlXsTQ-g65 off=9657225 len=154206 2024-04-10T15:53:43.767 INFO:tasks.workunit.client.0.smithi069.stdout:op 661 completed, throughput=4.97MB/sec 2024-04-10T15:53:43.767 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-5xPmr4Y8QRtzvoQ off=778729 len=1288130 2024-04-10T15:53:43.769 INFO:tasks.workunit.client.0.smithi069.stdout:op 662 completed, throughput=4.98MB/sec 2024-04-10T15:53:43.769 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-8uJOlM0XplzCnG_ off=8292026 len=521901 2024-04-10T15:53:43.776 INFO:tasks.workunit.client.0.smithi069.stdout:op 663 completed, throughput=4.98MB/sec 2024-04-10T15:53:43.776 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-zbgfXIBcrHKeaUd off=331898 len=1686358 2024-04-10T15:53:43.778 INFO:tasks.workunit.client.0.smithi069.stdout:op 664 completed, throughput=4.99MB/sec 2024-04-10T15:53:43.778 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-VC9PNAqqHHxQj-w off=2751422 len=1254075 2024-04-10T15:53:43.781 INFO:tasks.workunit.client.0.smithi069.stdout:op 665 completed, throughput=5MB/sec 2024-04-10T15:53:44.781 INFO:tasks.workunit.client.0.smithi069.stdout: 130: throughput=4.96MB/sec pending data=0 2024-04-10T15:53:44.781 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-7Ka9KbOHE_IAV5q off=764422 len=451667 2024-04-10T15:53:44.782 INFO:tasks.workunit.client.0.smithi069.stdout:op 666 completed, throughput=4.97MB/sec 2024-04-10T15:53:44.782 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-OH_5MMEm7cvfWGL off=907979 len=575260 2024-04-10T15:53:44.786 INFO:tasks.workunit.client.0.smithi069.stdout:op 667 completed, throughput=4.97MB/sec 2024-04-10T15:53:44.786 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-B0NWJzTFCiYVAWX off=15743796 len=1502315 2024-04-10T15:53:44.789 INFO:tasks.workunit.client.0.smithi069.stdout:op 668 completed, throughput=4.98MB/sec 2024-04-10T15:53:44.789 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-Zuknyyq9CwAuQDT off=2169070 len=1256838 2024-04-10T15:53:44.795 INFO:tasks.workunit.client.0.smithi069.stdout:op 669 completed, throughput=4.99MB/sec 2024-04-10T15:53:44.795 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj--uXI_swdig89o5K off=5183875 len=1455042 2024-04-10T15:53:44.797 INFO:tasks.workunit.client.0.smithi069.stdout:op 670 completed, throughput=5MB/sec 2024-04-10T15:53:45.245 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:53:44 smithi077 ceph-mon[87572]: pgmap v1470: 105 pgs: 105 active+clean; 126 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-10T15:53:45.339 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:53:44 smithi069 ceph-mon[94167]: pgmap v1470: 105 pgs: 105 active+clean; 126 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-10T15:53:45.339 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:53:44 smithi069 ceph-mon[96738]: pgmap v1470: 105 pgs: 105 active+clean; 126 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-10T15:53:45.797 INFO:tasks.workunit.client.0.smithi069.stdout: 131: throughput=4.96MB/sec pending data=0 2024-04-10T15:53:45.798 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-e_tla3ULl8Da6gJ off=1435558 len=1025262 2024-04-10T15:53:45.803 INFO:tasks.workunit.client.0.smithi069.stdout:op 671 completed, throughput=4.97MB/sec 2024-04-10T15:53:45.803 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-_3TpzIwC6BNBVUL off=1284349 len=1887556 2024-04-10T15:53:45.811 INFO:tasks.workunit.client.0.smithi069.stdout:op 672 completed, throughput=4.98MB/sec 2024-04-10T15:53:45.811 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-9tG3muW0-mOvtXN off=16271048 len=1113021 2024-04-10T15:53:45.812 INFO:tasks.workunit.client.0.smithi069.stdout:op 673 completed, throughput=4.99MB/sec 2024-04-10T15:53:45.812 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-7VSChdu4ldRsWH_ off=886472 len=1461507 2024-04-10T15:53:45.813 INFO:tasks.workunit.client.0.smithi069.stdout:op 674 completed, throughput=5MB/sec 2024-04-10T15:53:46.814 INFO:tasks.workunit.client.0.smithi069.stdout: 132: throughput=4.97MB/sec pending data=0 2024-04-10T15:53:46.814 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-EuU3geVn5N4YvAl off=7174410 len=696823 2024-04-10T15:53:46.818 INFO:tasks.workunit.client.0.smithi069.stdout:op 675 completed, throughput=4.97MB/sec 2024-04-10T15:53:46.818 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-x72lnmP245WX0rx off=4254445 len=930548 2024-04-10T15:53:46.819 INFO:tasks.workunit.client.0.smithi069.stdout:op 676 completed, throughput=4.98MB/sec 2024-04-10T15:53:46.820 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-xH6xglqNXdGAc3h off=751037 len=277297 2024-04-10T15:53:46.823 INFO:tasks.workunit.client.0.smithi069.stdout:op 677 completed, throughput=4.98MB/sec 2024-04-10T15:53:46.823 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-uEeJtXk9e6G-bxz off=6357254 len=1207303 2024-04-10T15:53:46.830 INFO:tasks.workunit.client.0.smithi069.stdout:op 678 completed, throughput=4.99MB/sec 2024-04-10T15:53:46.831 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-SsOLKWQZHf1jK_S off=2143719 len=876205 2024-04-10T15:53:46.833 INFO:tasks.workunit.client.0.smithi069.stdout:op 679 completed, throughput=4.99MB/sec 2024-04-10T15:53:46.833 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-2nEkDxzWMO66KJn off=12261135 len=975109 2024-04-10T15:53:46.834 INFO:tasks.workunit.client.0.smithi069.stdout:op 680 completed, throughput=5MB/sec 2024-04-10T15:53:47.245 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:53:46 smithi077 ceph-mon[87572]: pgmap v1471: 105 pgs: 105 active+clean; 126 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-04-10T15:53:47.338 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:53:46 smithi069 ceph-mon[96738]: pgmap v1471: 105 pgs: 105 active+clean; 126 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-04-10T15:53:47.339 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:53:46 smithi069 ceph-mon[94167]: pgmap v1471: 105 pgs: 105 active+clean; 126 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-04-10T15:53:47.339 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:53:46 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:15:53:46] "GET /metrics HTTP/1.1" 200 34036 "" "Prometheus/2.43.0" 2024-04-10T15:53:47.834 INFO:tasks.workunit.client.0.smithi069.stdout: 133: throughput=4.96MB/sec pending data=0 2024-04-10T15:53:47.834 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-3P5PC5is908DAk4 off=3426776 len=1798613 2024-04-10T15:53:47.837 INFO:tasks.workunit.client.0.smithi069.stdout:op 681 completed, throughput=4.98MB/sec 2024-04-10T15:53:47.837 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-ozj2n7u4Ssh6RCc off=17921209 len=1677160 2024-04-10T15:53:47.845 INFO:tasks.workunit.client.0.smithi069.stdout:op 682 completed, throughput=4.99MB/sec 2024-04-10T15:53:47.845 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-pjPUzG8wGxWE7Xw off=13135772 len=292457 2024-04-10T15:53:47.847 INFO:tasks.workunit.client.0.smithi069.stdout:op 683 completed, throughput=4.99MB/sec 2024-04-10T15:53:47.848 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-OO5r3fH9ya8JqjL off=359426 len=2060877 2024-04-10T15:53:47.856 INFO:tasks.workunit.client.0.smithi069.stdout:op 684 completed, throughput=5MB/sec 2024-04-10T15:53:48.856 INFO:tasks.workunit.client.0.smithi069.stdout: 134: throughput=4.97MB/sec pending data=0 2024-04-10T15:53:48.857 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-LBqjNcsiyn5xXuq off=4766816 len=753727 2024-04-10T15:53:48.861 INFO:tasks.workunit.client.0.smithi069.stdout:op 685 completed, throughput=4.97MB/sec 2024-04-10T15:53:48.861 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-U-pqbTBNnkLEbaH off=21497235 len=1520571 2024-04-10T15:53:48.862 INFO:tasks.workunit.client.0.smithi069.stdout:op 686 completed, throughput=4.98MB/sec 2024-04-10T15:53:48.862 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-ufWyDsF2GGc5b4l off=1742550 len=209423 2024-04-10T15:53:48.863 INFO:tasks.workunit.client.0.smithi069.stdout:op 687 completed, throughput=4.98MB/sec 2024-04-10T15:53:48.863 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-q1u6JACqjtN3VTK off=592101 len=1699154 2024-04-10T15:53:48.866 INFO:tasks.workunit.client.0.smithi069.stdout:op 688 completed, throughput=5MB/sec 2024-04-10T15:53:48.867 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-75pUV-f8JUeJNRB off=918024 len=940887 2024-04-10T15:53:48.871 INFO:tasks.workunit.client.0.smithi069.stdout:op 689 completed, throughput=5MB/sec 2024-04-10T15:53:49.141 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:53:48 smithi069 ceph-mon[96738]: pgmap v1472: 105 pgs: 105 active+clean; 126 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-10T15:53:49.141 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:53:48 smithi069 ceph-mon[94167]: pgmap v1472: 105 pgs: 105 active+clean; 126 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-10T15:53:49.244 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:53:48 smithi077 ceph-mon[87572]: pgmap v1472: 105 pgs: 105 active+clean; 126 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-10T15:53:49.871 INFO:tasks.workunit.client.0.smithi069.stdout: 135: throughput=4.97MB/sec pending data=0 2024-04-10T15:53:49.871 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-ppWNqeFf0_jwpjs off=1842292 len=1257824 2024-04-10T15:53:49.873 INFO:tasks.workunit.client.0.smithi069.stdout:op 690 completed, throughput=4.97MB/sec 2024-04-10T15:53:49.873 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-MDk2USqqnkEIHX3 off=12842984 len=463647 2024-04-10T15:53:49.876 INFO:tasks.workunit.client.0.smithi069.stdout:op 691 completed, throughput=4.98MB/sec 2024-04-10T15:53:49.876 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-czZpsep0ffxOFKx off=23757796 len=90980 2024-04-10T15:53:49.879 INFO:tasks.workunit.client.0.smithi069.stdout:op 692 completed, throughput=4.98MB/sec 2024-04-10T15:53:49.879 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-F23lt2AcArY1Lbb off=8810145 len=2085245 2024-04-10T15:53:49.890 INFO:tasks.workunit.client.0.smithi069.stdout:op 693 completed, throughput=4.99MB/sec 2024-04-10T15:53:49.890 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-ZCo4ViSnqVvYuBo off=9510233 len=412843 2024-04-10T15:53:49.894 INFO:tasks.workunit.client.0.smithi069.stdout:op 694 completed, throughput=4.99MB/sec 2024-04-10T15:53:49.894 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-bFRp81vy-C-gTgA off=9308687 len=1652179 2024-04-10T15:53:49.901 INFO:tasks.workunit.client.0.smithi069.stdout:op 695 completed, throughput=5.01MB/sec 2024-04-10T15:53:50.901 INFO:tasks.workunit.client.0.smithi069.stdout: 136: throughput=4.97MB/sec pending data=0 2024-04-10T15:53:50.901 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-Ftl9wd_uXQIrEaI off=1209794 len=657117 2024-04-10T15:53:50.905 INFO:tasks.workunit.client.0.smithi069.stdout:op 696 completed, throughput=4.97MB/sec 2024-04-10T15:53:50.905 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-tRM2sKdgKsA_Tl9 off=2864360 len=1782773 2024-04-10T15:53:50.915 INFO:tasks.workunit.client.0.smithi069.stdout:op 697 completed, throughput=4.99MB/sec 2024-04-10T15:53:50.915 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-InTht7R30jX8WVv off=501208 len=893608 2024-04-10T15:53:50.916 INFO:tasks.workunit.client.0.smithi069.stdout:op 698 completed, throughput=4.99MB/sec 2024-04-10T15:53:50.916 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-EderGh4oUoYy3yW off=12201774 len=1074854 2024-04-10T15:53:50.920 INFO:tasks.workunit.client.0.smithi069.stdout:op 699 completed, throughput=5MB/sec 2024-04-10T15:53:50.920 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-5kGbt7D4NkyEin9 off=89523 len=653241 2024-04-10T15:53:50.925 INFO:tasks.workunit.client.0.smithi069.stdout:op 700 completed, throughput=5MB/sec 2024-04-10T15:53:51.245 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:53:50 smithi077 ceph-mon[87572]: pgmap v1473: 105 pgs: 105 active+clean; 126 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-04-10T15:53:51.339 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:53:50 smithi069 ceph-mon[96738]: pgmap v1473: 105 pgs: 105 active+clean; 126 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-04-10T15:53:51.339 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:53:50 smithi069 ceph-mon[94167]: pgmap v1473: 105 pgs: 105 active+clean; 126 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-04-10T15:53:51.925 INFO:tasks.workunit.client.0.smithi069.stdout: 137: throughput=4.97MB/sec pending data=0 2024-04-10T15:53:51.925 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-E8rInXHqkSUYaVz off=400096 len=1944202 2024-04-10T15:53:51.927 INFO:tasks.workunit.client.0.smithi069.stdout:op 701 completed, throughput=4.98MB/sec 2024-04-10T15:53:51.928 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-t4k4Zetp9V0y1ve off=5128458 len=968799 2024-04-10T15:53:51.930 INFO:tasks.workunit.client.0.smithi069.stdout:op 702 completed, throughput=4.99MB/sec 2024-04-10T15:53:51.930 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-C4Ci_Ph7doR_9eN off=6586517 len=1893389 2024-04-10T15:53:51.938 INFO:tasks.workunit.client.0.smithi069.stdout:op 703 completed, throughput=5MB/sec 2024-04-10T15:53:52.744 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:53:52 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T15:53:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:53:52.938 INFO:tasks.workunit.client.0.smithi069.stdout: 138: throughput=4.96MB/sec pending data=0 2024-04-10T15:53:52.939 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-0ZK7IwbrPC_ncd0 off=8408427 len=1281176 2024-04-10T15:53:52.942 INFO:tasks.workunit.client.0.smithi069.stdout:op 704 completed, throughput=4.97MB/sec 2024-04-10T15:53:52.942 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-t3j2sBz2UWloK39 off=514751 len=1381955 2024-04-10T15:53:52.942 INFO:tasks.workunit.client.0.smithi069.stdout:op 705 completed, throughput=4.98MB/sec 2024-04-10T15:53:52.942 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-JCOwMr5goV02rD6 off=6911316 len=1816745 2024-04-10T15:53:52.949 INFO:tasks.workunit.client.0.smithi069.stdout:op 706 completed, throughput=4.99MB/sec 2024-04-10T15:53:52.949 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-S-wjnWwcETKDpdv off=4698921 len=1111734 2024-04-10T15:53:52.953 INFO:tasks.workunit.client.0.smithi069.stdout:op 707 completed, throughput=5MB/sec 2024-04-10T15:53:53.244 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:53:52 smithi077 ceph-mon[87572]: pgmap v1474: 105 pgs: 105 active+clean; 126 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-10T15:53:53.245 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:53:52 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:53:53.338 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:53:52 smithi069 ceph-mon[96738]: pgmap v1474: 105 pgs: 105 active+clean; 126 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-10T15:53:53.339 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:53:52 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:53:53.339 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:53:52 smithi069 ceph-mon[94167]: pgmap v1474: 105 pgs: 105 active+clean; 126 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-10T15:53:53.339 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:53:52 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:53:53.953 INFO:tasks.workunit.client.0.smithi069.stdout: 139: throughput=4.97MB/sec pending data=0 2024-04-10T15:53:53.954 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-Z-SiAUI7vElta7E off=7225164 len=1443903 2024-04-10T15:53:53.955 INFO:tasks.workunit.client.0.smithi069.stdout:op 708 completed, throughput=4.98MB/sec 2024-04-10T15:53:53.955 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-2RoVBmKTaM4Uv4k off=6463877 len=1700618 2024-04-10T15:53:53.956 INFO:tasks.workunit.client.0.smithi069.stdout:op 709 completed, throughput=4.99MB/sec 2024-04-10T15:53:53.956 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-L4lG3wpPf7jp1aE off=13747420 len=1445669 2024-04-10T15:53:53.958 INFO:tasks.workunit.client.0.smithi069.stdout:op 710 completed, throughput=5MB/sec 2024-04-10T15:53:53.958 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-oJXFYItyIN_jiK8 off=7616675 len=1462878 2024-04-10T15:53:53.959 INFO:tasks.workunit.client.0.smithi069.stdout:op 711 completed, throughput=5.01MB/sec 2024-04-10T15:53:54.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:53:54 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:53:54.495 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:53:54 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:53:54.495 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:53:54 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:53:54.495 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:53:54 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:53:54.495 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:53:54 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:53:54.588 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:53:54 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:53:54.589 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:53:54 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:53:54.589 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:53:54 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:53:54.589 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:53:54 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:53:54.589 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:53:54 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:53:54.589 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:53:54 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:53:54.589 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:53:54 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:53:54.589 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:53:54 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:53:54.589 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:53:54 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:53:54.589 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:53:54 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:53:54.960 INFO:tasks.workunit.client.0.smithi069.stdout: 140: throughput=4.97MB/sec pending data=0 2024-04-10T15:53:54.960 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-V_3dMZtaSwv50VY off=1752133 len=169615 2024-04-10T15:53:54.961 INFO:tasks.workunit.client.0.smithi069.stdout:op 712 completed, throughput=4.97MB/sec 2024-04-10T15:53:54.961 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-Tm3OKPNVXagbDmK off=1778741 len=1907274 2024-04-10T15:53:54.971 INFO:tasks.workunit.client.0.smithi069.stdout:op 713 completed, throughput=4.99MB/sec 2024-04-10T15:53:54.971 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-Gjc0J-WviT8m7IW off=4694054 len=1333320 2024-04-10T15:53:54.978 INFO:tasks.workunit.client.0.smithi069.stdout:op 714 completed, throughput=4.99MB/sec 2024-04-10T15:53:54.978 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-ymFSdaBU-0_Vdrc off=6711708 len=909080 2024-04-10T15:53:54.980 INFO:tasks.workunit.client.0.smithi069.stdout:op 715 completed, throughput=5MB/sec 2024-04-10T15:53:55.495 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:53:55 smithi077 ceph-mon[87572]: pgmap v1475: 105 pgs: 105 active+clean; 126 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-10T15:53:55.495 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:53:55 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:53:55.589 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:53:55 smithi069 ceph-mon[96738]: pgmap v1475: 105 pgs: 105 active+clean; 126 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-10T15:53:55.589 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:53:55 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:53:55.589 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:53:55 smithi069 ceph-mon[94167]: pgmap v1475: 105 pgs: 105 active+clean; 126 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-10T15:53:55.589 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:53:55 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:53:55.980 INFO:tasks.workunit.client.0.smithi069.stdout: 141: throughput=4.97MB/sec pending data=0 2024-04-10T15:53:55.980 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-E6WQFreuK8t-ibr off=15528369 len=1191743 2024-04-10T15:53:55.988 INFO:tasks.workunit.client.0.smithi069.stdout:op 716 completed, throughput=4.97MB/sec 2024-04-10T15:53:55.988 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-BD_YhJd7Cs5U2YL off=6790562 len=1877681 2024-04-10T15:53:55.989 INFO:tasks.workunit.client.0.smithi069.stdout:op 717 completed, throughput=4.99MB/sec 2024-04-10T15:53:55.989 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-LC8LznNyzeuODQ4 off=2948124 len=1099125 2024-04-10T15:53:55.995 INFO:tasks.workunit.client.0.smithi069.stdout:op 718 completed, throughput=4.99MB/sec 2024-04-10T15:53:55.995 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-zZOCyc25i2Bgx5m off=1944482 len=1050051 2024-04-10T15:53:55.997 INFO:tasks.workunit.client.0.smithi069.stdout:op 719 completed, throughput=5MB/sec 2024-04-10T15:53:55.997 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-NYZD-q5qMZaInWo off=7317382 len=1195985 2024-04-10T15:53:55.997 INFO:tasks.workunit.client.0.smithi069.stdout:op 720 completed, throughput=5.01MB/sec 2024-04-10T15:53:56.998 INFO:tasks.workunit.client.0.smithi069.stdout: 142: throughput=4.97MB/sec pending data=0 2024-04-10T15:53:56.998 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-V4CAEkoJlem8ptL off=5719465 len=851214 2024-04-10T15:53:56.999 INFO:tasks.workunit.client.0.smithi069.stdout:op 721 completed, throughput=4.98MB/sec 2024-04-10T15:53:56.999 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-yapeyjtVNsZvZYE off=750889 len=289408 2024-04-10T15:53:57.002 INFO:tasks.workunit.client.0.smithi069.stdout:op 722 completed, throughput=4.98MB/sec 2024-04-10T15:53:57.002 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-bSCZsETRm_oO8g5 off=1318973 len=769390 2024-04-10T15:53:57.007 INFO:tasks.workunit.client.0.smithi069.stdout:op 723 completed, throughput=4.99MB/sec 2024-04-10T15:53:57.007 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-rmyaesQlqOY-XHP off=10712257 len=1646452 2024-04-10T15:53:57.009 INFO:tasks.workunit.client.0.smithi069.stdout:op 724 completed, throughput=5MB/sec 2024-04-10T15:53:57.009 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-DeeLGQUqDAz9kmA off=3973689 len=786667 2024-04-10T15:53:57.011 INFO:tasks.workunit.client.0.smithi069.stdout:op 725 completed, throughput=5MB/sec 2024-04-10T15:53:57.339 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:53:57 smithi069 ceph-mon[96738]: pgmap v1476: 105 pgs: 105 active+clean; 126 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-10T15:53:57.339 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:53:57 smithi069 ceph-mon[94167]: pgmap v1476: 105 pgs: 105 active+clean; 126 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-10T15:53:57.339 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:53:56 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:15:53:56] "GET /metrics HTTP/1.1" 200 34037 "" "Prometheus/2.43.0" 2024-04-10T15:53:57.495 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:53:57 smithi077 ceph-mon[87572]: pgmap v1476: 105 pgs: 105 active+clean; 126 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-10T15:53:58.011 INFO:tasks.workunit.client.0.smithi069.stdout: 143: throughput=4.97MB/sec pending data=0 2024-04-10T15:53:58.011 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-TCaVfb-E8kZdVyU off=8134388 len=1388261 2024-04-10T15:53:58.019 INFO:tasks.workunit.client.0.smithi069.stdout:op 726 completed, throughput=4.98MB/sec 2024-04-10T15:53:58.019 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-t3eWXewU1Rork_s off=98375 len=1802207 2024-04-10T15:53:58.023 INFO:tasks.workunit.client.0.smithi069.stdout:op 727 completed, throughput=4.99MB/sec 2024-04-10T15:53:58.023 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-Wf5QBcOgLKkxhxc off=16042731 len=1090463 2024-04-10T15:53:58.025 INFO:tasks.workunit.client.0.smithi069.stdout:op 728 completed, throughput=4.99MB/sec 2024-04-10T15:53:58.025 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-7OHzghBM33Gl9uR off=1268948 len=1666951 2024-04-10T15:53:58.027 INFO:tasks.workunit.client.0.smithi069.stdout:op 729 completed, throughput=5.01MB/sec 2024-04-10T15:53:59.028 INFO:tasks.workunit.client.0.smithi069.stdout: 144: throughput=4.97MB/sec pending data=0 2024-04-10T15:53:59.028 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-Uel-SSfYK1xfAXi off=18082057 len=1075710 2024-04-10T15:53:59.033 INFO:tasks.workunit.client.0.smithi069.stdout:op 730 completed, throughput=4.98MB/sec 2024-04-10T15:53:59.033 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-pQm_89nP4r_XF-b off=21425152 len=561136 2024-04-10T15:53:59.036 INFO:tasks.workunit.client.0.smithi069.stdout:op 731 completed, throughput=4.98MB/sec 2024-04-10T15:53:59.037 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-AhVTrGDPQns7HH1 off=3480020 len=230105 2024-04-10T15:53:59.037 INFO:tasks.workunit.client.0.smithi069.stdout:op 732 completed, throughput=4.98MB/sec 2024-04-10T15:53:59.037 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-kb2oX3fE3AKomhv off=12673707 len=312693 2024-04-10T15:53:59.040 INFO:tasks.workunit.client.0.smithi069.stdout:op 733 completed, throughput=4.98MB/sec 2024-04-10T15:53:59.040 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-Z0wCZSGfY6Juv68 off=3168130 len=345492 2024-04-10T15:53:59.041 INFO:tasks.workunit.client.0.smithi069.stdout:op 734 completed, throughput=4.99MB/sec 2024-04-10T15:53:59.041 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-rrG2cCWITQ6DCox off=18607581 len=1185636 2024-04-10T15:53:59.047 INFO:tasks.workunit.client.0.smithi069.stdout:op 735 completed, throughput=4.99MB/sec 2024-04-10T15:53:59.047 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-Z1xJiGXz-QT1ee1 off=7389933 len=939305 2024-04-10T15:53:59.049 INFO:tasks.workunit.client.0.smithi069.stdout:op 736 completed, throughput=5MB/sec 2024-04-10T15:53:59.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:53:59 smithi077 ceph-mon[87572]: pgmap v1477: 105 pgs: 105 active+clean; 126 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-10T15:53:59.588 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:53:59 smithi069 ceph-mon[96738]: pgmap v1477: 105 pgs: 105 active+clean; 126 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-10T15:53:59.589 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:53:59 smithi069 ceph-mon[94167]: pgmap v1477: 105 pgs: 105 active+clean; 126 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-10T15:54:00.049 INFO:tasks.workunit.client.0.smithi069.stdout: 145: throughput=4.97MB/sec pending data=0 2024-04-10T15:54:00.050 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-tgxG-mJctLAb4WL off=15575184 len=338142 2024-04-10T15:54:00.052 INFO:tasks.workunit.client.0.smithi069.stdout:op 737 completed, throughput=4.97MB/sec 2024-04-10T15:54:00.053 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-6rl1Mu0R9RdG7zU off=7862347 len=1300680 2024-04-10T15:54:00.059 INFO:tasks.workunit.client.0.smithi069.stdout:op 738 completed, throughput=4.98MB/sec 2024-04-10T15:54:00.059 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-5AQi61KGFbP8w2U off=4214150 len=246388 2024-04-10T15:54:00.060 INFO:tasks.workunit.client.0.smithi069.stdout:op 739 completed, throughput=4.98MB/sec 2024-04-10T15:54:00.060 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-GkTMTFfqjCJrvut off=10286050 len=939230 2024-04-10T15:54:00.062 INFO:tasks.workunit.client.0.smithi069.stdout:op 740 completed, throughput=4.98MB/sec 2024-04-10T15:54:00.062 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-aoyXQer1l7DNUpL off=4262664 len=1836667 2024-04-10T15:54:00.068 INFO:tasks.workunit.client.0.smithi069.stdout:op 741 completed, throughput=5MB/sec 2024-04-10T15:54:00.068 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-UnckESg6c4iErn- off=5222988 len=2072954 2024-04-10T15:54:00.072 INFO:tasks.workunit.client.0.smithi069.stdout:op 742 completed, throughput=5.01MB/sec 2024-04-10T15:54:01.072 INFO:tasks.workunit.client.0.smithi069.stdout: 146: throughput=4.98MB/sec pending data=0 2024-04-10T15:54:01.073 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-kHG2HdyGfYHawT8 off=22649090 len=1198134 2024-04-10T15:54:01.080 INFO:tasks.workunit.client.0.smithi069.stdout:op 743 completed, throughput=4.98MB/sec 2024-04-10T15:54:01.080 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-40bSNgbG9wbJeSC off=17068816 len=1781716 2024-04-10T15:54:01.081 INFO:tasks.workunit.client.0.smithi069.stdout:op 744 completed, throughput=4.99MB/sec 2024-04-10T15:54:01.081 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-F6Ci0W78fGp6B4d off=6482145 len=497438 2024-04-10T15:54:01.085 INFO:tasks.workunit.client.0.smithi069.stdout:op 745 completed, throughput=5MB/sec 2024-04-10T15:54:01.085 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-YtvivPnAAkuXn1L off=480304 len=1997357 2024-04-10T15:54:01.093 INFO:tasks.workunit.client.0.smithi069.stdout:op 746 completed, throughput=5.01MB/sec 2024-04-10T15:54:01.495 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:54:01 smithi077 ceph-mon[87572]: pgmap v1478: 105 pgs: 105 active+clean; 126 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-10T15:54:01.588 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:54:01 smithi069 ceph-mon[96738]: pgmap v1478: 105 pgs: 105 active+clean; 126 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-10T15:54:01.589 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:54:01 smithi069 ceph-mon[94167]: pgmap v1478: 105 pgs: 105 active+clean; 126 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-10T15:54:02.093 INFO:tasks.workunit.client.0.smithi069.stdout: 147: throughput=4.98MB/sec pending data=0 2024-04-10T15:54:02.094 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-GisQ4mJfotCdAME off=6333489 len=1713157 2024-04-10T15:54:02.101 INFO:tasks.workunit.client.0.smithi069.stdout:op 747 completed, throughput=4.99MB/sec 2024-04-10T15:54:02.101 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-HDzQoiEHNDYoRG1 off=5036249 len=109009 2024-04-10T15:54:02.104 INFO:tasks.workunit.client.0.smithi069.stdout:op 748 completed, throughput=4.99MB/sec 2024-04-10T15:54:02.104 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-UxEumTIUjSPEQro off=8437871 len=1686224 2024-04-10T15:54:02.105 INFO:tasks.workunit.client.0.smithi069.stdout:op 749 completed, throughput=5MB/sec 2024-04-10T15:54:02.105 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-sq6zxCaYZ4QPDGm off=947669 len=778431 2024-04-10T15:54:02.109 INFO:tasks.workunit.client.0.smithi069.stdout:op 750 completed, throughput=5MB/sec 2024-04-10T15:54:02.745 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:54:02 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T15:54:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:54:03.109 INFO:tasks.workunit.client.0.smithi069.stdout: 148: throughput=4.97MB/sec pending data=0 2024-04-10T15:54:03.109 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-arnpev60KApWL_Z off=2503216 len=376142 2024-04-10T15:54:03.113 INFO:tasks.workunit.client.0.smithi069.stdout:op 751 completed, throughput=4.97MB/sec 2024-04-10T15:54:03.113 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-RaIUnS96C6Stmv8 off=235449 len=1279756 2024-04-10T15:54:03.115 INFO:tasks.workunit.client.0.smithi069.stdout:op 752 completed, throughput=4.98MB/sec 2024-04-10T15:54:03.115 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-Er-2XSERhhBiBxr off=11452697 len=1512522 2024-04-10T15:54:03.123 INFO:tasks.workunit.client.0.smithi069.stdout:op 753 completed, throughput=4.99MB/sec 2024-04-10T15:54:03.123 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-poncCHrwScUA8qF off=10290118 len=638193 2024-04-10T15:54:03.124 INFO:tasks.workunit.client.0.smithi069.stdout:op 754 completed, throughput=4.99MB/sec 2024-04-10T15:54:03.124 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-r8Au7BLsvx3cGZp off=12754839 len=944043 2024-04-10T15:54:03.129 INFO:tasks.workunit.client.0.smithi069.stdout:op 755 completed, throughput=5MB/sec 2024-04-10T15:54:03.129 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-WnH0TnYHBmo5fRl off=8603382 len=2009775 2024-04-10T15:54:03.139 INFO:tasks.workunit.client.0.smithi069.stdout:op 756 completed, throughput=5.01MB/sec 2024-04-10T15:54:03.494 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:54:03 smithi077 ceph-mon[87572]: pgmap v1479: 105 pgs: 105 active+clean; 126 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-10T15:54:03.589 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:54:03 smithi069 ceph-mon[96738]: pgmap v1479: 105 pgs: 105 active+clean; 126 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-10T15:54:03.589 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:54:03 smithi069 ceph-mon[94167]: pgmap v1479: 105 pgs: 105 active+clean; 126 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-10T15:54:04.140 INFO:tasks.workunit.client.0.smithi069.stdout: 149: throughput=4.98MB/sec pending data=0 2024-04-10T15:54:04.140 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-yegB8eNZkqbpOY1 off=8334058 len=766481 2024-04-10T15:54:04.144 INFO:tasks.workunit.client.0.smithi069.stdout:op 757 completed, throughput=4.98MB/sec 2024-04-10T15:54:04.145 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-sK8JV3okF4lXiio off=4277488 len=675292 2024-04-10T15:54:04.148 INFO:tasks.workunit.client.0.smithi069.stdout:op 758 completed, throughput=4.99MB/sec 2024-04-10T15:54:04.148 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-e9PyqG1pUt8Mkuq off=4064506 len=730664 2024-04-10T15:54:04.149 INFO:tasks.workunit.client.0.smithi069.stdout:op 759 completed, throughput=4.99MB/sec 2024-04-10T15:54:04.149 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-TTr23pYMRPzUM0O off=504945 len=595989 2024-04-10T15:54:04.151 INFO:tasks.workunit.client.0.smithi069.stdout:op 760 completed, throughput=5MB/sec 2024-04-10T15:54:04.151 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-wUrGz0xW0PI9u4f off=3254479 len=14278 2024-04-10T15:54:04.151 INFO:tasks.workunit.client.0.smithi069.stdout:op 761 completed, throughput=5MB/sec 2024-04-10T15:54:04.151 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-YSNvDzCsJ07AHfn off=8240203 len=378032 2024-04-10T15:54:04.154 INFO:tasks.workunit.client.0.smithi069.stdout:op 762 completed, throughput=5MB/sec 2024-04-10T15:54:04.154 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-n_WNcNWLtdT2y94 off=11601619 len=965772 2024-04-10T15:54:04.155 INFO:tasks.workunit.client.0.smithi069.stdout:op 763 completed, throughput=5MB/sec 2024-04-10T15:54:05.155 INFO:tasks.workunit.client.0.smithi069.stdout: 150: throughput=4.97MB/sec pending data=0 2024-04-10T15:54:05.155 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-UZSmCnMxIcmE9X3 off=1660664 len=1448341 2024-04-10T15:54:05.163 INFO:tasks.workunit.client.0.smithi069.stdout:op 764 completed, throughput=4.98MB/sec 2024-04-10T15:54:05.163 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-UwuqUUIJuHMBniU off=2058307 len=46534 2024-04-10T15:54:05.164 INFO:tasks.workunit.client.0.smithi069.stdout:op 765 completed, throughput=4.98MB/sec 2024-04-10T15:54:05.164 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-XUS4aW1Y5MTdEja off=8175573 len=1796458 2024-04-10T15:54:05.165 INFO:tasks.workunit.client.0.smithi069.stdout:op 766 completed, throughput=4.99MB/sec 2024-04-10T15:54:05.165 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-FK1bxTb5TXOOKW0 off=9039318 len=1886644 2024-04-10T15:54:05.169 INFO:tasks.workunit.client.0.smithi069.stdout:op 767 completed, throughput=5MB/sec 2024-04-10T15:54:05.495 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:54:05 smithi077 ceph-mon[87572]: pgmap v1480: 105 pgs: 105 active+clean; 126 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-10T15:54:05.589 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:54:05 smithi069 ceph-mon[96738]: pgmap v1480: 105 pgs: 105 active+clean; 126 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-10T15:54:05.589 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:54:05 smithi069 ceph-mon[94167]: pgmap v1480: 105 pgs: 105 active+clean; 126 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-10T15:54:06.169 INFO:tasks.workunit.client.0.smithi069.stdout: 151: throughput=4.97MB/sec pending data=0 2024-04-10T15:54:06.170 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-lVTfSou7zUnSsIU off=8647674 len=1097502 2024-04-10T15:54:06.171 INFO:tasks.workunit.client.0.smithi069.stdout:op 768 completed, throughput=4.98MB/sec 2024-04-10T15:54:06.171 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-fCopQojKp8Y11Zc off=288512 len=1365488 2024-04-10T15:54:06.178 INFO:tasks.workunit.client.0.smithi069.stdout:op 769 completed, throughput=4.99MB/sec 2024-04-10T15:54:06.178 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-LVgLFkIDBqsV7_J off=15773994 len=274265 2024-04-10T15:54:06.178 INFO:tasks.workunit.client.0.smithi069.stdout:op 770 completed, throughput=4.99MB/sec 2024-04-10T15:54:06.179 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-z8dqGHjYQ7kKc7w off=8561343 len=1327963 2024-04-10T15:54:06.181 INFO:tasks.workunit.client.0.smithi069.stdout:op 771 completed, throughput=5MB/sec 2024-04-10T15:54:06.181 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-FSxRje99XUrs0nO off=2323025 len=218952 2024-04-10T15:54:06.183 INFO:tasks.workunit.client.0.smithi069.stdout:op 772 completed, throughput=5MB/sec 2024-04-10T15:54:06.183 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-dzV9YyktHA-z6MM off=398930 len=2082206 2024-04-10T15:54:06.185 INFO:tasks.workunit.client.0.smithi069.stdout:op 773 completed, throughput=5.01MB/sec 2024-04-10T15:54:07.186 INFO:tasks.workunit.client.0.smithi069.stdout: 152: throughput=4.98MB/sec pending data=0 2024-04-10T15:54:07.186 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-neTA2VSRy0Q39Kb off=8585635 len=1095547 2024-04-10T15:54:07.191 INFO:tasks.workunit.client.0.smithi069.stdout:op 774 completed, throughput=4.98MB/sec 2024-04-10T15:54:07.191 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-3A5NQWBFKP2YW0K off=241058 len=550177 2024-04-10T15:54:07.192 INFO:tasks.workunit.client.0.smithi069.stdout:op 775 completed, throughput=4.99MB/sec 2024-04-10T15:54:07.192 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-N_iTPXfZoOkJ9DB off=13153530 len=2076056 2024-04-10T15:54:07.194 INFO:tasks.workunit.client.0.smithi069.stdout:op 776 completed, throughput=5MB/sec 2024-04-10T15:54:07.339 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:54:07 smithi069 ceph-mon[96738]: pgmap v1481: 105 pgs: 105 active+clean; 126 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-10T15:54:07.339 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:54:07 smithi069 ceph-mon[94167]: pgmap v1481: 105 pgs: 105 active+clean; 126 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-10T15:54:07.339 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:54:06 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:15:54:06] "GET /metrics HTTP/1.1" 200 34037 "" "Prometheus/2.43.0" 2024-04-10T15:54:07.495 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:54:07 smithi077 ceph-mon[87572]: pgmap v1481: 105 pgs: 105 active+clean; 126 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-10T15:54:08.194 INFO:tasks.workunit.client.0.smithi069.stdout: 153: throughput=4.97MB/sec pending data=0 2024-04-10T15:54:08.194 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-R3hdj3sWoGlr5UZ off=10520264 len=1796330 2024-04-10T15:54:08.204 INFO:tasks.workunit.client.0.smithi069.stdout:op 777 completed, throughput=4.98MB/sec 2024-04-10T15:54:08.204 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-jUDIjs_8tEXwgdJ off=4207529 len=339697 2024-04-10T15:54:08.204 INFO:tasks.workunit.client.0.smithi069.stdout:op 778 completed, throughput=4.98MB/sec 2024-04-10T15:54:08.204 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-mRMHwhP3A9-Mw8G off=1517380 len=1300850 2024-04-10T15:54:08.211 INFO:tasks.workunit.client.0.smithi069.stdout:op 779 completed, throughput=4.99MB/sec 2024-04-10T15:54:08.212 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-kg_lWfLJVbKPiwr off=5013934 len=18773 2024-04-10T15:54:08.212 INFO:tasks.workunit.client.0.smithi069.stdout:op 780 completed, throughput=4.99MB/sec 2024-04-10T15:54:08.212 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-dwPpEvnGFwbhdF6 off=3943227 len=910818 2024-04-10T15:54:08.213 INFO:tasks.workunit.client.0.smithi069.stdout:op 781 completed, throughput=4.99MB/sec 2024-04-10T15:54:08.213 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-cP-dNH8RBUECSKP off=3633440 len=1300543 2024-04-10T15:54:08.219 INFO:tasks.workunit.client.0.smithi069.stdout:op 782 completed, throughput=5MB/sec 2024-04-10T15:54:09.219 INFO:tasks.workunit.client.0.smithi069.stdout: 154: throughput=4.97MB/sec pending data=0 2024-04-10T15:54:09.219 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-GyczbEfA1kx4Oqe off=4864904 len=1627997 2024-04-10T15:54:09.221 INFO:tasks.workunit.client.0.smithi069.stdout:op 783 completed, throughput=4.98MB/sec 2024-04-10T15:54:09.221 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-lt2kiKXbgRSSZnG off=2639558 len=839231 2024-04-10T15:54:09.223 INFO:tasks.workunit.client.0.smithi069.stdout:op 784 completed, throughput=4.98MB/sec 2024-04-10T15:54:09.223 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-O42I9S9N-5nH9mb off=281263 len=602728 2024-04-10T15:54:09.224 INFO:tasks.workunit.client.0.smithi069.stdout:op 785 completed, throughput=4.99MB/sec 2024-04-10T15:54:09.224 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-6RYiiAiCW7ASm5C off=14141358 len=759015 2024-04-10T15:54:09.229 INFO:tasks.workunit.client.0.smithi069.stdout:op 786 completed, throughput=4.99MB/sec 2024-04-10T15:54:09.230 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-UpFSRlj-zs_sXtN off=9172917 len=1440809 2024-04-10T15:54:09.240 INFO:tasks.workunit.client.0.smithi069.stdout:op 787 completed, throughput=5MB/sec 2024-04-10T15:54:09.495 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:54:09 smithi077 ceph-mon[87572]: pgmap v1482: 105 pgs: 105 active+clean; 126 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-10T15:54:09.589 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:54:09 smithi069 ceph-mon[96738]: pgmap v1482: 105 pgs: 105 active+clean; 126 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-10T15:54:09.589 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:54:09 smithi069 ceph-mon[94167]: pgmap v1482: 105 pgs: 105 active+clean; 126 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-10T15:54:10.240 INFO:tasks.workunit.client.0.smithi069.stdout: 155: throughput=4.97MB/sec pending data=0 2024-04-10T15:54:10.240 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-TyqQYuZjqLcHVZm off=1610360 len=550184 2024-04-10T15:54:10.244 INFO:tasks.workunit.client.0.smithi069.stdout:op 788 completed, throughput=4.97MB/sec 2024-04-10T15:54:10.244 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-R7AGeN92fj_7zOX off=741186 len=1004753 2024-04-10T15:54:10.250 INFO:tasks.workunit.client.0.smithi069.stdout:op 789 completed, throughput=4.98MB/sec 2024-04-10T15:54:10.250 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-mL0d-aGRhpiAazq off=4194177 len=2075205 2024-04-10T15:54:10.253 INFO:tasks.workunit.client.0.smithi069.stdout:op 790 completed, throughput=4.99MB/sec 2024-04-10T15:54:10.253 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-xFZPsZWPSGZIecW off=4557396 len=385637 2024-04-10T15:54:10.253 INFO:tasks.workunit.client.0.smithi069.stdout:op 791 completed, throughput=4.99MB/sec 2024-04-10T15:54:10.253 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-PIYDr4SMF5bxYtg off=11865658 len=1927196 2024-04-10T15:54:10.254 INFO:tasks.workunit.client.0.smithi069.stdout:op 792 completed, throughput=5.01MB/sec 2024-04-10T15:54:10.495 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:54:10 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:54:10.589 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:54:10 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:54:10.589 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:54:10 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:54:11.255 INFO:tasks.workunit.client.0.smithi069.stdout: 156: throughput=4.97MB/sec pending data=0 2024-04-10T15:54:11.255 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-IuZerbK5e66K8vJ off=4075555 len=609997 2024-04-10T15:54:11.256 INFO:tasks.workunit.client.0.smithi069.stdout:op 793 completed, throughput=4.98MB/sec 2024-04-10T15:54:11.257 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-Gtu46QSFVbqbzRs off=18748344 len=733710 2024-04-10T15:54:11.258 INFO:tasks.workunit.client.0.smithi069.stdout:op 794 completed, throughput=4.98MB/sec 2024-04-10T15:54:11.258 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-0k-nxU8cOasEWiG off=418800 len=1170208 2024-04-10T15:54:11.260 INFO:tasks.workunit.client.0.smithi069.stdout:op 795 completed, throughput=4.99MB/sec 2024-04-10T15:54:11.260 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-eecJbahxYHAxckK off=16403093 len=159101 2024-04-10T15:54:11.262 INFO:tasks.workunit.client.0.smithi069.stdout:op 796 completed, throughput=4.99MB/sec 2024-04-10T15:54:11.262 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-iCVga_kDQMb6jdX off=4516687 len=1485799 2024-04-10T15:54:11.271 INFO:tasks.workunit.client.0.smithi069.stdout:op 797 completed, throughput=5MB/sec 2024-04-10T15:54:11.271 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-KdmEvbuHderYnuo off=873654 len=698324 2024-04-10T15:54:11.273 INFO:tasks.workunit.client.0.smithi069.stdout:op 798 completed, throughput=5MB/sec 2024-04-10T15:54:11.495 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:54:11 smithi077 ceph-mon[87572]: pgmap v1483: 105 pgs: 105 active+clean; 126 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-10T15:54:11.589 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:54:11 smithi069 ceph-mon[96738]: pgmap v1483: 105 pgs: 105 active+clean; 126 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-10T15:54:11.589 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:54:11 smithi069 ceph-mon[94167]: pgmap v1483: 105 pgs: 105 active+clean; 126 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-10T15:54:12.273 INFO:tasks.workunit.client.0.smithi069.stdout: 157: throughput=4.97MB/sec pending data=0 2024-04-10T15:54:12.273 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-s6OvbEsiIm3u9F6 off=17372739 len=1710855 2024-04-10T15:54:12.275 INFO:tasks.workunit.client.0.smithi069.stdout:op 799 completed, throughput=4.98MB/sec 2024-04-10T15:54:12.275 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-dlcMF15jnQfvVLo off=5407726 len=924984 2024-04-10T15:54:12.280 INFO:tasks.workunit.client.0.smithi069.stdout:op 800 completed, throughput=4.99MB/sec 2024-04-10T15:54:12.281 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-YgVy9Wvg03yR-zj off=8945353 len=1223803 2024-04-10T15:54:12.282 INFO:tasks.workunit.client.0.smithi069.stdout:op 801 completed, throughput=4.99MB/sec 2024-04-10T15:54:12.282 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-yJzQIyCed3e8j3z off=4292563 len=1613148 2024-04-10T15:54:12.283 INFO:tasks.workunit.client.0.smithi069.stdout:op 802 completed, throughput=5MB/sec 2024-04-10T15:54:12.745 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:54:12 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T15:54:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:54:13.283 INFO:tasks.workunit.client.0.smithi069.stdout: 158: throughput=4.97MB/sec pending data=0 2024-04-10T15:54:13.283 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-feGgfNNWjiJ0JEE off=658638 len=422294 2024-04-10T15:54:13.285 INFO:tasks.workunit.client.0.smithi069.stdout:op 803 completed, throughput=4.97MB/sec 2024-04-10T15:54:13.285 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-xIFTb8Hi0QCZAAP off=4290206 len=623666 2024-04-10T15:54:13.289 INFO:tasks.workunit.client.0.smithi069.stdout:op 804 completed, throughput=4.98MB/sec 2024-04-10T15:54:13.289 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-3qrOZ9aczkuApDc off=87099 len=1035064 2024-04-10T15:54:13.294 INFO:tasks.workunit.client.0.smithi069.stdout:op 805 completed, throughput=4.98MB/sec 2024-04-10T15:54:13.295 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-oa-VKV-f0PRRmEb off=1443322 len=731490 2024-04-10T15:54:13.296 INFO:tasks.workunit.client.0.smithi069.stdout:op 806 completed, throughput=4.99MB/sec 2024-04-10T15:54:13.296 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-qHgsBhiYM_bp5bR off=9478763 len=1582190 2024-04-10T15:54:13.305 INFO:tasks.workunit.client.0.smithi069.stdout:op 807 completed, throughput=5MB/sec 2024-04-10T15:54:13.305 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-D-PG2F8D29toGeo off=13853176 len=495229 2024-04-10T15:54:13.306 INFO:tasks.workunit.client.0.smithi069.stdout:op 808 completed, throughput=5MB/sec 2024-04-10T15:54:13.495 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:54:13 smithi077 ceph-mon[87572]: pgmap v1484: 105 pgs: 105 active+clean; 126 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-10T15:54:13.589 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:54:13 smithi069 ceph-mon[96738]: pgmap v1484: 105 pgs: 105 active+clean; 126 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-10T15:54:13.589 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:54:13 smithi069 ceph-mon[94167]: pgmap v1484: 105 pgs: 105 active+clean; 126 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-10T15:54:14.306 INFO:tasks.workunit.client.0.smithi069.stdout: 159: throughput=4.97MB/sec pending data=0 2024-04-10T15:54:14.307 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-s8dOW6oMJAfPCxL off=4548019 len=1993229 2024-04-10T15:54:14.309 INFO:tasks.workunit.client.0.smithi069.stdout:op 809 completed, throughput=4.98MB/sec 2024-04-10T15:54:14.309 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-w3tO4TWQqOIEEzy off=12064777 len=741926 2024-04-10T15:54:14.314 INFO:tasks.workunit.client.0.smithi069.stdout:op 810 completed, throughput=4.99MB/sec 2024-04-10T15:54:14.314 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-fsRbjZVBNrNv10x off=10178037 len=609025 2024-04-10T15:54:14.315 INFO:tasks.workunit.client.0.smithi069.stdout:op 811 completed, throughput=4.99MB/sec 2024-04-10T15:54:14.315 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-APPZaOYIYQ-vD8r off=1875213 len=476400 2024-04-10T15:54:14.316 INFO:tasks.workunit.client.0.smithi069.stdout:op 812 completed, throughput=4.99MB/sec 2024-04-10T15:54:14.316 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-861191HC3PpTxIK off=851806 len=1997834 2024-04-10T15:54:14.319 INFO:tasks.workunit.client.0.smithi069.stdout:op 813 completed, throughput=5MB/sec 2024-04-10T15:54:15.319 INFO:tasks.workunit.client.0.smithi069.stdout: 160: throughput=4.97MB/sec pending data=0 2024-04-10T15:54:15.319 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-GiVxXSz2GD5I-xE off=4564326 len=426548 2024-04-10T15:54:15.320 INFO:tasks.workunit.client.0.smithi069.stdout:op 814 completed, throughput=4.98MB/sec 2024-04-10T15:54:15.320 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-upD7UzvzoAl9I0X off=6411183 len=14407 2024-04-10T15:54:15.321 INFO:tasks.workunit.client.0.smithi069.stdout:op 815 completed, throughput=4.98MB/sec 2024-04-10T15:54:15.321 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-vpmRMnzbS5oZ8W7 off=3731029 len=1115450 2024-04-10T15:54:15.323 INFO:tasks.workunit.client.0.smithi069.stdout:op 816 completed, throughput=4.98MB/sec 2024-04-10T15:54:15.323 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-E6WQFreuK8t-ibr off=4227103 len=1930496 2024-04-10T15:54:15.333 INFO:tasks.workunit.client.0.smithi069.stdout:op 817 completed, throughput=4.99MB/sec 2024-04-10T15:54:15.334 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-f9IALaFJoIIdLuw off=6379956 len=1570146 2024-04-10T15:54:15.341 INFO:tasks.workunit.client.0.smithi069.stdout:op 818 completed, throughput=5MB/sec 2024-04-10T15:54:15.495 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:54:15 smithi077 ceph-mon[87572]: pgmap v1485: 105 pgs: 105 active+clean; 126 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-10T15:54:15.589 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:54:15 smithi069 ceph-mon[94167]: pgmap v1485: 105 pgs: 105 active+clean; 126 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-10T15:54:15.589 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:54:15 smithi069 ceph-mon[96738]: pgmap v1485: 105 pgs: 105 active+clean; 126 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-10T15:54:16.341 INFO:tasks.workunit.client.0.smithi069.stdout: 161: throughput=4.97MB/sec pending data=0 2024-04-10T15:54:16.341 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-ovOT2E96k6Z0bDo off=16163911 len=1374327 2024-04-10T15:54:16.347 INFO:tasks.workunit.client.0.smithi069.stdout:op 819 completed, throughput=4.98MB/sec 2024-04-10T15:54:16.347 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-cPT04ZyJBieh1ia off=3908464 len=526242 2024-04-10T15:54:16.348 INFO:tasks.workunit.client.0.smithi069.stdout:op 820 completed, throughput=4.98MB/sec 2024-04-10T15:54:16.348 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-wdUfqTCQsD_MMrk off=1178487 len=8530 2024-04-10T15:54:16.351 INFO:tasks.workunit.client.0.smithi069.stdout:op 821 completed, throughput=4.98MB/sec 2024-04-10T15:54:16.351 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-_GW9UcJfQZRAs8U off=5965974 len=942882 2024-04-10T15:54:16.352 INFO:tasks.workunit.client.0.smithi069.stdout:op 822 completed, throughput=4.99MB/sec 2024-04-10T15:54:16.352 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-lcLee97FBHnWPF_ off=3776252 len=230146 2024-04-10T15:54:16.353 INFO:tasks.workunit.client.0.smithi069.stdout:op 823 completed, throughput=4.99MB/sec 2024-04-10T15:54:16.353 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-xuzpGMv1-3J0i1E off=6476376 len=1044225 2024-04-10T15:54:16.354 INFO:tasks.workunit.client.0.smithi069.stdout:op 824 completed, throughput=4.99MB/sec 2024-04-10T15:54:16.354 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-upaKxr4OCuVa6Ol off=4018246 len=1665840 2024-04-10T15:54:16.356 INFO:tasks.workunit.client.0.smithi069.stdout:op 825 completed, throughput=5MB/sec 2024-04-10T15:54:17.339 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:54:17 smithi069 ceph-mon[96738]: pgmap v1486: 105 pgs: 105 active+clean; 126 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-10T15:54:17.339 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:54:17 smithi069 ceph-mon[94167]: pgmap v1486: 105 pgs: 105 active+clean; 126 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-10T15:54:17.339 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:54:16 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:15:54:16] "GET /metrics HTTP/1.1" 200 34034 "" "Prometheus/2.43.0" 2024-04-10T15:54:17.356 INFO:tasks.workunit.client.0.smithi069.stdout: 162: throughput=4.97MB/sec pending data=0 2024-04-10T15:54:17.357 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-b6KmYaMgLD0ONNX off=1699150 len=916566 2024-04-10T15:54:17.361 INFO:tasks.workunit.client.0.smithi069.stdout:op 826 completed, throughput=4.98MB/sec 2024-04-10T15:54:17.361 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-hqlRJu8K2tzE-ot off=4137026 len=1850139 2024-04-10T15:54:17.373 INFO:tasks.workunit.client.0.smithi069.stdout:op 827 completed, throughput=4.99MB/sec 2024-04-10T15:54:17.373 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-rWnuJRBI5qa9wk1 off=7355603 len=1489836 2024-04-10T15:54:17.374 INFO:tasks.workunit.client.0.smithi069.stdout:op 828 completed, throughput=5MB/sec 2024-04-10T15:54:17.374 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-RS6ByYuVwPIiU1J off=4379464 len=410156 2024-04-10T15:54:17.375 INFO:tasks.workunit.client.0.smithi069.stdout:op 829 completed, throughput=5MB/sec 2024-04-10T15:54:17.495 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:54:17 smithi077 ceph-mon[87572]: pgmap v1486: 105 pgs: 105 active+clean; 126 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-10T15:54:18.376 INFO:tasks.workunit.client.0.smithi069.stdout: 163: throughput=4.97MB/sec pending data=0 2024-04-10T15:54:18.376 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-gmnTiwzp1ZnKfXf off=7673451 len=46398 2024-04-10T15:54:18.378 INFO:tasks.workunit.client.0.smithi069.stdout:op 830 completed, throughput=4.97MB/sec 2024-04-10T15:54:18.378 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-FKS6awrRckCM5dn off=4189443 len=1384850 2024-04-10T15:54:18.386 INFO:tasks.workunit.client.0.smithi069.stdout:op 831 completed, throughput=4.98MB/sec 2024-04-10T15:54:18.386 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-EpbCIjzwN6BRYw8 off=7106412 len=1474836 2024-04-10T15:54:18.392 INFO:tasks.workunit.client.0.smithi069.stdout:op 832 completed, throughput=4.99MB/sec 2024-04-10T15:54:18.392 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-uRyX0IcAswrc2h9 off=13933800 len=1827007 2024-04-10T15:54:18.394 INFO:tasks.workunit.client.0.smithi069.stdout:op 833 completed, throughput=5MB/sec 2024-04-10T15:54:18.394 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-nGX6hbA1QihDJe7 off=1467950 len=37736 2024-04-10T15:54:18.396 INFO:tasks.workunit.client.0.smithi069.stdout:op 834 completed, throughput=5MB/sec 2024-04-10T15:54:18.396 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-yG0YVH4g1WIJ3_6 off=3622002 len=1293050 2024-04-10T15:54:18.400 INFO:tasks.workunit.client.0.smithi069.stdout:op 835 completed, throughput=5MB/sec 2024-04-10T15:54:19.401 INFO:tasks.workunit.client.0.smithi069.stdout: 164: throughput=4.97MB/sec pending data=0 2024-04-10T15:54:19.401 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-Ze_75iLBzXt9aIJ off=35803 len=153254 2024-04-10T15:54:19.404 INFO:tasks.workunit.client.0.smithi069.stdout:op 836 completed, throughput=4.98MB/sec 2024-04-10T15:54:19.404 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-ODAo2EdGNjHVE21 off=4959247 len=1058181 2024-04-10T15:54:19.409 INFO:tasks.workunit.client.0.smithi069.stdout:op 837 completed, throughput=4.98MB/sec 2024-04-10T15:54:19.409 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-Fk2P37K8vnjuEcz off=1007249 len=2022995 2024-04-10T15:54:19.422 INFO:tasks.workunit.client.0.smithi069.stdout:op 838 completed, throughput=4.99MB/sec 2024-04-10T15:54:19.422 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-j3LjulLzD26JugW off=6398160 len=460002 2024-04-10T15:54:19.425 INFO:tasks.workunit.client.0.smithi069.stdout:op 839 completed, throughput=4.99MB/sec 2024-04-10T15:54:19.426 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-0j1n-iYhDUwmwIG off=16625879 len=658088 2024-04-10T15:54:19.426 INFO:tasks.workunit.client.0.smithi069.stdout:op 840 completed, throughput=5MB/sec 2024-04-10T15:54:19.426 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-6PmNWjgKZkKEx92 off=8019252 len=426440 2024-04-10T15:54:19.427 INFO:tasks.workunit.client.0.smithi069.stdout:op 841 completed, throughput=5MB/sec 2024-04-10T15:54:19.495 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:54:19 smithi077 ceph-mon[87572]: pgmap v1487: 105 pgs: 105 active+clean; 126 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-10T15:54:19.589 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:54:19 smithi069 ceph-mon[96738]: pgmap v1487: 105 pgs: 105 active+clean; 126 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-10T15:54:19.589 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:54:19 smithi069 ceph-mon[94167]: pgmap v1487: 105 pgs: 105 active+clean; 126 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-10T15:54:20.428 INFO:tasks.workunit.client.0.smithi069.stdout: 165: throughput=4.97MB/sec pending data=0 2024-04-10T15:54:20.428 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-t1XS9_JAZRX0w1i off=2670955 len=1945594 2024-04-10T15:54:20.430 INFO:tasks.workunit.client.0.smithi069.stdout:op 842 completed, throughput=4.98MB/sec 2024-04-10T15:54:20.430 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-E7fZ7qffmfLEDMr off=811587 len=1939090 2024-04-10T15:54:20.432 INFO:tasks.workunit.client.0.smithi069.stdout:op 843 completed, throughput=4.99MB/sec 2024-04-10T15:54:20.432 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-AAwoIYaD4eOPSD- off=8813748 len=332744 2024-04-10T15:54:20.436 INFO:tasks.workunit.client.0.smithi069.stdout:op 844 completed, throughput=4.99MB/sec 2024-04-10T15:54:20.436 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-IwpXCP1_m1dm7KD off=3492992 len=1402151 2024-04-10T15:54:20.436 INFO:tasks.workunit.client.0.smithi069.stdout:op 845 completed, throughput=5MB/sec 2024-04-10T15:54:21.437 INFO:tasks.workunit.client.0.smithi069.stdout: 166: throughput=4.97MB/sec pending data=0 2024-04-10T15:54:21.437 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-napqdzix7aUtXgg off=6960134 len=783049 2024-04-10T15:54:21.442 INFO:tasks.workunit.client.0.smithi069.stdout:op 846 completed, throughput=4.98MB/sec 2024-04-10T15:54:21.442 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-xw8h0g0Pg0iIDg1 off=2003642 len=896463 2024-04-10T15:54:21.447 INFO:tasks.workunit.client.0.smithi069.stdout:op 847 completed, throughput=4.98MB/sec 2024-04-10T15:54:21.447 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-_GN2N9HfKA9dYNX off=6555758 len=1087889 2024-04-10T15:54:21.451 INFO:tasks.workunit.client.0.smithi069.stdout:op 848 completed, throughput=4.99MB/sec 2024-04-10T15:54:21.452 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-msKXjgntE9dIerH off=2198303 len=370851 2024-04-10T15:54:21.453 INFO:tasks.workunit.client.0.smithi069.stdout:op 849 completed, throughput=4.99MB/sec 2024-04-10T15:54:21.453 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-PLsjhn8j0A-Hy6n off=4876154 len=807583 2024-04-10T15:54:21.458 INFO:tasks.workunit.client.0.smithi069.stdout:op 850 completed, throughput=4.99MB/sec 2024-04-10T15:54:21.458 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-Fhhz4l-c2mYOTqF off=4167639 len=1499583 2024-04-10T15:54:21.459 INFO:tasks.workunit.client.0.smithi069.stdout:op 851 completed, throughput=5MB/sec 2024-04-10T15:54:21.495 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:54:21 smithi077 ceph-mon[87572]: pgmap v1488: 105 pgs: 105 active+clean; 126 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-10T15:54:21.589 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:54:21 smithi069 ceph-mon[96738]: pgmap v1488: 105 pgs: 105 active+clean; 126 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-10T15:54:21.589 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:54:21 smithi069 ceph-mon[94167]: pgmap v1488: 105 pgs: 105 active+clean; 126 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-10T15:54:22.460 INFO:tasks.workunit.client.0.smithi069.stdout: 167: throughput=4.97MB/sec pending data=0 2024-04-10T15:54:22.460 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-I-HdOZVRjndygoe off=609708 len=2029825 2024-04-10T15:54:22.472 INFO:tasks.workunit.client.0.smithi069.stdout:op 852 completed, throughput=4.98MB/sec 2024-04-10T15:54:22.472 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-cya837TH_bNZlAJ off=3733684 len=362084 2024-04-10T15:54:22.475 INFO:tasks.workunit.client.0.smithi069.stdout:op 853 completed, throughput=4.99MB/sec 2024-04-10T15:54:22.475 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-fhAGKECT9iCneV8 off=5217187 len=1951997 2024-04-10T15:54:22.487 INFO:tasks.workunit.client.0.smithi069.stdout:op 854 completed, throughput=5MB/sec 2024-04-10T15:54:22.487 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-yWNhVHWSvCOhHio off=502776 len=1994170 2024-04-10T15:54:22.496 INFO:tasks.workunit.client.0.smithi069.stdout:op 855 completed, throughput=5.01MB/sec 2024-04-10T15:54:22.745 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:54:22 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T15:54:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:54:23.495 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:54:23 smithi077 ceph-mon[87572]: pgmap v1489: 105 pgs: 105 active+clean; 126 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-10T15:54:23.496 INFO:tasks.workunit.client.0.smithi069.stdout: 168: throughput=4.98MB/sec pending data=0 2024-04-10T15:54:23.497 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-eEF6YRYkfCUAfpj off=8266679 len=1603114 2024-04-10T15:54:23.505 INFO:tasks.workunit.client.0.smithi069.stdout:op 856 completed, throughput=4.99MB/sec 2024-04-10T15:54:23.505 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-FyVXZnv5iwpjQNT off=4296699 len=662441 2024-04-10T15:54:23.509 INFO:tasks.workunit.client.0.smithi069.stdout:op 857 completed, throughput=4.99MB/sec 2024-04-10T15:54:23.509 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-NboKxoO4SjP-Rse off=19762979 len=1116525 2024-04-10T15:54:23.515 INFO:tasks.workunit.client.0.smithi069.stdout:op 858 completed, throughput=5MB/sec 2024-04-10T15:54:23.515 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-c799LeMLwiwRT9n off=11798957 len=1472151 2024-04-10T15:54:23.522 INFO:tasks.workunit.client.0.smithi069.stdout:op 859 completed, throughput=5.01MB/sec 2024-04-10T15:54:23.589 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:54:23 smithi069 ceph-mon[96738]: pgmap v1489: 105 pgs: 105 active+clean; 126 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-10T15:54:23.589 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:54:23 smithi069 ceph-mon[94167]: pgmap v1489: 105 pgs: 105 active+clean; 126 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-10T15:54:24.522 INFO:tasks.workunit.client.0.smithi069.stdout: 169: throughput=4.98MB/sec pending data=0 2024-04-10T15:54:24.522 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-eltK-ktuW0qo0lE off=569747 len=175095 2024-04-10T15:54:24.525 INFO:tasks.workunit.client.0.smithi069.stdout:op 860 completed, throughput=4.98MB/sec 2024-04-10T15:54:24.525 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-czUAz42JZWmaTS9 off=10669093 len=830731 2024-04-10T15:54:24.526 INFO:tasks.workunit.client.0.smithi069.stdout:op 861 completed, throughput=4.98MB/sec 2024-04-10T15:54:24.526 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-MeczB6JdQatmaNS off=2151050 len=185728 2024-04-10T15:54:24.529 INFO:tasks.workunit.client.0.smithi069.stdout:op 862 completed, throughput=4.98MB/sec 2024-04-10T15:54:24.529 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-sbqgfiWrnIU0jxE off=12139842 len=1613131 2024-04-10T15:54:24.532 INFO:tasks.workunit.client.0.smithi069.stdout:op 863 completed, throughput=4.99MB/sec 2024-04-10T15:54:24.532 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-mTN_aQLw4tqDa1v off=4807507 len=1286615 2024-04-10T15:54:24.541 INFO:tasks.workunit.client.0.smithi069.stdout:op 864 completed, throughput=5MB/sec 2024-04-10T15:54:24.541 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-taRNgdxr_LtHWaX off=11828321 len=865681 2024-04-10T15:54:24.542 INFO:tasks.workunit.client.0.smithi069.stdout:op 865 completed, throughput=5MB/sec 2024-04-10T15:54:25.495 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:54:25 smithi077 ceph-mon[87572]: pgmap v1490: 105 pgs: 105 active+clean; 126 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-10T15:54:25.495 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:54:25 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:54:25.542 INFO:tasks.workunit.client.0.smithi069.stdout: 170: throughput=4.97MB/sec pending data=0 2024-04-10T15:54:25.543 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-kTY-WSV9Wm_F7TM off=7279093 len=149173 2024-04-10T15:54:25.543 INFO:tasks.workunit.client.0.smithi069.stdout:op 866 completed, throughput=4.97MB/sec 2024-04-10T15:54:25.543 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-axb9y2DpDywtPCC off=1915664 len=1861258 2024-04-10T15:54:25.554 INFO:tasks.workunit.client.0.smithi069.stdout:op 867 completed, throughput=4.98MB/sec 2024-04-10T15:54:25.554 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-zkFeA_6Xz-uoOvY off=12114784 len=1147970 2024-04-10T15:54:25.559 INFO:tasks.workunit.client.0.smithi069.stdout:op 868 completed, throughput=4.99MB/sec 2024-04-10T15:54:25.559 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-dPEKuSSa7ojMwOp off=6294346 len=177064 2024-04-10T15:54:25.560 INFO:tasks.workunit.client.0.smithi069.stdout:op 869 completed, throughput=4.99MB/sec 2024-04-10T15:54:25.560 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-IId5wPRda09SydE off=167981 len=1659209 2024-04-10T15:54:25.562 INFO:tasks.workunit.client.0.smithi069.stdout:op 870 completed, throughput=5MB/sec 2024-04-10T15:54:25.589 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:54:25 smithi069 ceph-mon[94167]: pgmap v1490: 105 pgs: 105 active+clean; 126 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-10T15:54:25.589 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:54:25 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:54:25.589 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:54:25 smithi069 ceph-mon[96738]: pgmap v1490: 105 pgs: 105 active+clean; 126 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-10T15:54:25.589 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:54:25 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:54:26.563 INFO:tasks.workunit.client.0.smithi069.stdout: 171: throughput=4.97MB/sec pending data=0 2024-04-10T15:54:26.563 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-8uJOlM0XplzCnG_ off=18669480 len=1159090 2024-04-10T15:54:26.569 INFO:tasks.workunit.client.0.smithi069.stdout:op 871 completed, throughput=4.98MB/sec 2024-04-10T15:54:26.569 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-hdPruj7_aNMSFFp off=896202 len=1874453 2024-04-10T15:54:26.579 INFO:tasks.workunit.client.0.smithi069.stdout:op 872 completed, throughput=4.99MB/sec 2024-04-10T15:54:26.579 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-jVlMcldHzJ1Q_QQ off=21108668 len=509727 2024-04-10T15:54:26.583 INFO:tasks.workunit.client.0.smithi069.stdout:op 873 completed, throughput=4.99MB/sec 2024-04-10T15:54:26.584 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-peVy6KwacROx4rI off=5843589 len=1996570 2024-04-10T15:54:26.593 INFO:tasks.workunit.client.0.smithi069.stdout:op 874 completed, throughput=5MB/sec 2024-04-10T15:54:27.339 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:54:27 smithi069 ceph-mon[94167]: pgmap v1491: 105 pgs: 105 active+clean; 126 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-10T15:54:27.339 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:54:27 smithi069 ceph-mon[96738]: pgmap v1491: 105 pgs: 105 active+clean; 126 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-10T15:54:27.340 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:54:26 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:15:54:26] "GET /metrics HTTP/1.1" 200 34037 "" "Prometheus/2.43.0" 2024-04-10T15:54:27.495 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:54:27 smithi077 ceph-mon[87572]: pgmap v1491: 105 pgs: 105 active+clean; 126 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-10T15:54:27.593 INFO:tasks.workunit.client.0.smithi069.stdout: 172: throughput=4.97MB/sec pending data=0 2024-04-10T15:54:27.593 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-to--bQzseXjH8TM off=12390415 len=1333146 2024-04-10T15:54:27.599 INFO:tasks.workunit.client.0.smithi069.stdout:op 875 completed, throughput=4.98MB/sec 2024-04-10T15:54:27.599 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-9LaZVdXWeRJXUYA off=7874922 len=748390 2024-04-10T15:54:27.603 INFO:tasks.workunit.client.0.smithi069.stdout:op 876 completed, throughput=4.98MB/sec 2024-04-10T15:54:27.604 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-HO3mDQYFgCwFSgi off=4086858 len=1028297 2024-04-10T15:54:27.608 INFO:tasks.workunit.client.0.smithi069.stdout:op 877 completed, throughput=4.99MB/sec 2024-04-10T15:54:27.608 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-GYR57Td-t9bUOrY off=6342716 len=1302016 2024-04-10T15:54:27.616 INFO:tasks.workunit.client.0.smithi069.stdout:op 878 completed, throughput=5MB/sec 2024-04-10T15:54:27.616 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-K_a1lIVMvwD8XU- off=3058949 len=920656 2024-04-10T15:54:27.620 INFO:tasks.workunit.client.0.smithi069.stdout:op 879 completed, throughput=5MB/sec 2024-04-10T15:54:28.620 INFO:tasks.workunit.client.0.smithi069.stdout: 173: throughput=4.97MB/sec pending data=0 2024-04-10T15:54:28.621 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-YbtkJDJORR8LEpm off=7977831 len=407979 2024-04-10T15:54:28.624 INFO:tasks.workunit.client.0.smithi069.stdout:op 880 completed, throughput=4.98MB/sec 2024-04-10T15:54:28.624 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-riVAYPvkM7AGfqL off=864189 len=155916 2024-04-10T15:54:28.624 INFO:tasks.workunit.client.0.smithi069.stdout:op 881 completed, throughput=4.98MB/sec 2024-04-10T15:54:28.625 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-qxclPHz_Mtz5q7w off=1529989 len=1994412 2024-04-10T15:54:28.634 INFO:tasks.workunit.client.0.smithi069.stdout:op 882 completed, throughput=4.99MB/sec 2024-04-10T15:54:28.634 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-2rTqP1vwYRoosyy off=704878 len=1003699 2024-04-10T15:54:28.635 INFO:tasks.workunit.client.0.smithi069.stdout:op 883 completed, throughput=4.99MB/sec 2024-04-10T15:54:28.635 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-163XYpWcw6axaFW off=14367017 len=676927 2024-04-10T15:54:28.639 INFO:tasks.workunit.client.0.smithi069.stdout:op 884 completed, throughput=5MB/sec 2024-04-10T15:54:28.639 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-AJnFc333V0n2eLL off=6998626 len=1489122 2024-04-10T15:54:28.646 INFO:tasks.workunit.client.0.smithi069.stdout:op 885 completed, throughput=5MB/sec 2024-04-10T15:54:29.495 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:54:29 smithi077 ceph-mon[87572]: pgmap v1492: 105 pgs: 105 active+clean; 126 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-10T15:54:29.589 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:54:29 smithi069 ceph-mon[94167]: pgmap v1492: 105 pgs: 105 active+clean; 126 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-10T15:54:29.589 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:54:29 smithi069 ceph-mon[96738]: pgmap v1492: 105 pgs: 105 active+clean; 126 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-10T15:54:29.646 INFO:tasks.workunit.client.0.smithi069.stdout: 174: throughput=4.98MB/sec pending data=0 2024-04-10T15:54:29.646 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-bBccRFzCOOYwAqa off=8412656 len=37827 2024-04-10T15:54:29.647 INFO:tasks.workunit.client.0.smithi069.stdout:op 886 completed, throughput=4.98MB/sec 2024-04-10T15:54:29.647 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-61LNenjQrbEjJ8_ off=621525 len=1757161 2024-04-10T15:54:29.657 INFO:tasks.workunit.client.0.smithi069.stdout:op 887 completed, throughput=4.98MB/sec 2024-04-10T15:54:29.657 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-suoJX5KoZk2CF_s off=4158884 len=1192609 2024-04-10T15:54:29.662 INFO:tasks.workunit.client.0.smithi069.stdout:op 888 completed, throughput=4.99MB/sec 2024-04-10T15:54:29.662 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-YvqsRTq5-mApfBR off=7340562 len=1525251 2024-04-10T15:54:29.664 INFO:tasks.workunit.client.0.smithi069.stdout:op 889 completed, throughput=5MB/sec 2024-04-10T15:54:29.664 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-2lh62Tm61NRUDJC off=3039511 len=1097858 2024-04-10T15:54:29.666 INFO:tasks.workunit.client.0.smithi069.stdout:op 890 completed, throughput=5MB/sec 2024-04-10T15:54:30.666 INFO:tasks.workunit.client.0.smithi069.stdout: 175: throughput=4.98MB/sec pending data=0 2024-04-10T15:54:30.667 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-UN5zqY_ukIW0dp5 off=1235011 len=1389751 2024-04-10T15:54:30.673 INFO:tasks.workunit.client.0.smithi069.stdout:op 891 completed, throughput=4.98MB/sec 2024-04-10T15:54:30.673 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-qIb8kCI0fJt5jy0 off=1070051 len=152781 2024-04-10T15:54:30.673 INFO:tasks.workunit.client.0.smithi069.stdout:op 892 completed, throughput=4.98MB/sec 2024-04-10T15:54:30.673 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-DE_WI9EQNulttf4 off=7353220 len=656793 2024-04-10T15:54:30.678 INFO:tasks.workunit.client.0.smithi069.stdout:op 893 completed, throughput=4.99MB/sec 2024-04-10T15:54:30.678 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-pW84L5wfeEbxe-M off=5786709 len=1759561 2024-04-10T15:54:30.680 INFO:tasks.workunit.client.0.smithi069.stdout:op 894 completed, throughput=5MB/sec 2024-04-10T15:54:30.680 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-6Y5aakPbOI5-buA off=4093630 len=1886461 2024-04-10T15:54:30.690 INFO:tasks.workunit.client.0.smithi069.stdout:op 895 completed, throughput=5.01MB/sec 2024-04-10T15:54:31.495 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:54:31 smithi077 ceph-mon[87572]: pgmap v1493: 105 pgs: 105 active+clean; 126 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-04-10T15:54:31.589 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:54:31 smithi069 ceph-mon[94167]: pgmap v1493: 105 pgs: 105 active+clean; 126 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-04-10T15:54:31.589 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:54:31 smithi069 ceph-mon[96738]: pgmap v1493: 105 pgs: 105 active+clean; 126 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-04-10T15:54:31.690 INFO:tasks.workunit.client.0.smithi069.stdout: 176: throughput=4.98MB/sec pending data=0 2024-04-10T15:54:31.691 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-6yUC9puMgMyZCl9 off=15622227 len=52763 2024-04-10T15:54:31.693 INFO:tasks.workunit.client.0.smithi069.stdout:op 896 completed, throughput=4.98MB/sec 2024-04-10T15:54:31.693 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-x8UvRQwjdudQp9k off=353926 len=347289 2024-04-10T15:54:31.697 INFO:tasks.workunit.client.0.smithi069.stdout:op 897 completed, throughput=4.98MB/sec 2024-04-10T15:54:31.697 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-leHZ1LwWdbAY3Z- off=1638514 len=24138 2024-04-10T15:54:31.697 INFO:tasks.workunit.client.0.smithi069.stdout:op 898 completed, throughput=4.98MB/sec 2024-04-10T15:54:31.697 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-i7WwHbOGQa724S- off=5380543 len=577221 2024-04-10T15:54:31.700 INFO:tasks.workunit.client.0.smithi069.stdout:op 899 completed, throughput=4.98MB/sec 2024-04-10T15:54:31.700 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-1_FD3B5A9F-zki9 off=3411985 len=1128568 2024-04-10T15:54:31.702 INFO:tasks.workunit.client.0.smithi069.stdout:op 900 completed, throughput=4.99MB/sec 2024-04-10T15:54:31.703 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-wFzd8aEP-L1WOno off=1024463 len=883261 2024-04-10T15:54:31.703 INFO:tasks.workunit.client.0.smithi069.stdout:op 901 completed, throughput=5MB/sec 2024-04-10T15:54:31.704 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-VhAIg0PQiarAqOw off=590823 len=1233588 2024-04-10T15:54:31.709 INFO:tasks.workunit.client.0.smithi069.stdout:op 902 completed, throughput=5MB/sec 2024-04-10T15:54:32.710 INFO:tasks.workunit.client.0.smithi069.stdout: 177: throughput=4.97MB/sec pending data=0 2024-04-10T15:54:32.710 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-eFR_jeFN4lRYOAQ off=858345 len=1108958 2024-04-10T15:54:32.711 INFO:tasks.workunit.client.0.smithi069.stdout:op 903 completed, throughput=4.98MB/sec 2024-04-10T15:54:32.711 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-I9B25_-MW2lxcJs off=4368200 len=1302375 2024-04-10T15:54:32.719 INFO:tasks.workunit.client.0.smithi069.stdout:op 904 completed, throughput=4.99MB/sec 2024-04-10T15:54:32.719 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-IcGki9uT9aWdrgH off=10421998 len=1670288 2024-04-10T15:54:32.721 INFO:tasks.workunit.client.0.smithi069.stdout:op 905 completed, throughput=4.99MB/sec 2024-04-10T15:54:32.721 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-w6YVfTZPXGfbzUk off=2076647 len=1305612 2024-04-10T15:54:32.728 INFO:tasks.workunit.client.0.smithi069.stdout:op 906 completed, throughput=5MB/sec 2024-04-10T15:54:32.745 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:54:32 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T15:54:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:54:33.495 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:54:33 smithi077 ceph-mon[87572]: pgmap v1494: 105 pgs: 105 active+clean; 126 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.4 MiB/s wr, 4 op/s 2024-04-10T15:54:33.589 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:54:33 smithi069 ceph-mon[94167]: pgmap v1494: 105 pgs: 105 active+clean; 126 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.4 MiB/s wr, 4 op/s 2024-04-10T15:54:33.589 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:54:33 smithi069 ceph-mon[96738]: pgmap v1494: 105 pgs: 105 active+clean; 126 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.4 MiB/s wr, 4 op/s 2024-04-10T15:54:33.728 INFO:tasks.workunit.client.0.smithi069.stdout: 178: throughput=4.97MB/sec pending data=0 2024-04-10T15:54:33.728 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-rALjYmyI296KGqa off=43560 len=803228 2024-04-10T15:54:33.733 INFO:tasks.workunit.client.0.smithi069.stdout:op 907 completed, throughput=4.98MB/sec 2024-04-10T15:54:33.733 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-5iaLp8-SA-_3P0K off=1016060 len=760939 2024-04-10T15:54:33.734 INFO:tasks.workunit.client.0.smithi069.stdout:op 908 completed, throughput=4.98MB/sec 2024-04-10T15:54:33.734 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-KcxN9itUnsECeG3 off=9428630 len=1457562 2024-04-10T15:54:33.736 INFO:tasks.workunit.client.0.smithi069.stdout:op 909 completed, throughput=4.99MB/sec 2024-04-10T15:54:33.736 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-38bm74SHQRpBiLc off=23602053 len=1428979 2024-04-10T15:54:33.739 INFO:tasks.workunit.client.0.smithi069.stdout:op 910 completed, throughput=5MB/sec 2024-04-10T15:54:33.739 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-tX95zo47pGFDo9r off=0 len=1078835 2024-04-10T15:54:33.745 INFO:tasks.workunit.client.0.smithi069.stdout:op 911 completed, throughput=5MB/sec 2024-04-10T15:54:34.745 INFO:tasks.workunit.client.0.smithi069.stdout: 179: throughput=4.98MB/sec pending data=0 2024-04-10T15:54:34.745 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-jlwEfiQWrV72NrU off=3468111 len=403081 2024-04-10T15:54:34.749 INFO:tasks.workunit.client.0.smithi069.stdout:op 912 completed, throughput=4.98MB/sec 2024-04-10T15:54:34.749 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-U1dpjn7Cvh0AH_B off=5181177 len=2077741 2024-04-10T15:54:34.751 INFO:tasks.workunit.client.0.smithi069.stdout:op 913 completed, throughput=4.99MB/sec 2024-04-10T15:54:34.752 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-0-YgstS-et2Zt2Q off=2651687 len=484344 2024-04-10T15:54:34.755 INFO:tasks.workunit.client.0.smithi069.stdout:op 914 completed, throughput=4.99MB/sec 2024-04-10T15:54:34.755 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-cLBTZUbUvuINiaB off=4040132 len=1516418 2024-04-10T15:54:34.757 INFO:tasks.workunit.client.0.smithi069.stdout:op 915 completed, throughput=5MB/sec 2024-04-10T15:54:34.757 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-Wz0XoTzPn69dKUG off=10620180 len=1918585 2024-04-10T15:54:34.758 INFO:tasks.workunit.client.0.smithi069.stdout:op 916 completed, throughput=5.01MB/sec 2024-04-10T15:54:35.495 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:54:35 smithi077 ceph-mon[87572]: pgmap v1495: 105 pgs: 105 active+clean; 126 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.5 MiB/s wr, 4 op/s 2024-04-10T15:54:35.589 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:54:35 smithi069 ceph-mon[94167]: pgmap v1495: 105 pgs: 105 active+clean; 126 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.5 MiB/s wr, 4 op/s 2024-04-10T15:54:35.589 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:54:35 smithi069 ceph-mon[96738]: pgmap v1495: 105 pgs: 105 active+clean; 126 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.5 MiB/s wr, 4 op/s 2024-04-10T15:54:35.758 INFO:tasks.workunit.client.0.smithi069.stdout: 180: throughput=4.98MB/sec pending data=0 2024-04-10T15:54:35.759 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-RH_umuprOaMflY6 off=4851315 len=29506 2024-04-10T15:54:35.759 INFO:tasks.workunit.client.0.smithi069.stdout:op 917 completed, throughput=4.98MB/sec 2024-04-10T15:54:35.759 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-8NYrHTCl7FdAEvS off=9278742 len=136656 2024-04-10T15:54:35.762 INFO:tasks.workunit.client.0.smithi069.stdout:op 918 completed, throughput=4.98MB/sec 2024-04-10T15:54:35.762 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-WPdNGslAePXLqz1 off=13346484 len=384339 2024-04-10T15:54:35.766 INFO:tasks.workunit.client.0.smithi069.stdout:op 919 completed, throughput=4.98MB/sec 2024-04-10T15:54:35.766 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-vNpEOsu-D2toKZP off=5212368 len=142685 2024-04-10T15:54:35.766 INFO:tasks.workunit.client.0.smithi069.stdout:op 920 completed, throughput=4.98MB/sec 2024-04-10T15:54:35.766 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-zU74CmFRfxebcK5 off=1286981 len=1104083 2024-04-10T15:54:35.772 INFO:tasks.workunit.client.0.smithi069.stdout:op 921 completed, throughput=4.99MB/sec 2024-04-10T15:54:35.772 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-JntuFQ2QCJVcztf off=2792284 len=1314583 2024-04-10T15:54:35.773 INFO:tasks.workunit.client.0.smithi069.stdout:op 922 completed, throughput=5MB/sec 2024-04-10T15:54:35.773 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-e8nQ-e6zW1IVmVq off=0 len=1562518 2024-04-10T15:54:35.775 INFO:tasks.workunit.client.0.smithi069.stdout:op 923 completed, throughput=5MB/sec 2024-04-10T15:54:36.776 INFO:tasks.workunit.client.0.smithi069.stdout: 181: throughput=4.98MB/sec pending data=0 2024-04-10T15:54:36.776 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-73M4k8bXgrzU4oV off=317831 len=1570978 2024-04-10T15:54:36.778 INFO:tasks.workunit.client.0.smithi069.stdout:op 924 completed, throughput=4.99MB/sec 2024-04-10T15:54:36.778 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-Ip9iwVw27Arb3cA off=240365 len=964442 2024-04-10T15:54:36.780 INFO:tasks.workunit.client.0.smithi069.stdout:op 925 completed, throughput=4.99MB/sec 2024-04-10T15:54:36.780 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-uAnquy5Myq0iI-R off=4205069 len=50619 2024-04-10T15:54:36.783 INFO:tasks.workunit.client.0.smithi069.stdout:op 926 completed, throughput=4.99MB/sec 2024-04-10T15:54:36.783 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-6-zxIZhNvI1TPMc off=9685093 len=2059478 2024-04-10T15:54:36.791 INFO:tasks.workunit.client.0.smithi069.stdout:op 927 completed, throughput=5MB/sec 2024-04-10T15:54:37.174 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:54:36 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:15:54:36] "GET /metrics HTTP/1.1" 200 34037 "" "Prometheus/2.43.0" 2024-04-10T15:54:37.495 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:54:37 smithi077 ceph-mon[87572]: pgmap v1496: 105 pgs: 105 active+clean; 126 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.8 MiB/s wr, 5 op/s 2024-04-10T15:54:37.589 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:54:37 smithi069 ceph-mon[94167]: pgmap v1496: 105 pgs: 105 active+clean; 126 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.8 MiB/s wr, 5 op/s 2024-04-10T15:54:37.590 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:54:37 smithi069 ceph-mon[96738]: pgmap v1496: 105 pgs: 105 active+clean; 126 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.8 MiB/s wr, 5 op/s 2024-04-10T15:54:37.791 INFO:tasks.workunit.client.0.smithi069.stdout: 182: throughput=4.97MB/sec pending data=0 2024-04-10T15:54:37.791 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-7uNqvaRpCTrN1Ju off=2421459 len=1435879 2024-04-10T15:54:37.793 INFO:tasks.workunit.client.0.smithi069.stdout:op 928 completed, throughput=4.98MB/sec 2024-04-10T15:54:37.793 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-oTi2nRfrCu_gI7Z off=4966492 len=1189218 2024-04-10T15:54:37.798 INFO:tasks.workunit.client.0.smithi069.stdout:op 929 completed, throughput=4.99MB/sec 2024-04-10T15:54:37.798 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-0-yd83XW7-5AXKh off=1478266 len=1091798 2024-04-10T15:54:37.801 INFO:tasks.workunit.client.0.smithi069.stdout:op 930 completed, throughput=4.99MB/sec 2024-04-10T15:54:37.801 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-pM7NH9UgVZe9m75 off=14456345 len=251188 2024-04-10T15:54:37.801 INFO:tasks.workunit.client.0.smithi069.stdout:op 931 completed, throughput=4.99MB/sec 2024-04-10T15:54:37.801 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-Izg7SNEh6ys3hWu off=8482312 len=1995032 2024-04-10T15:54:37.809 INFO:tasks.workunit.client.0.smithi069.stdout:op 932 completed, throughput=5MB/sec 2024-04-10T15:54:38.810 INFO:tasks.workunit.client.0.smithi069.stdout: 183: throughput=4.98MB/sec pending data=0 2024-04-10T15:54:38.810 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-feGgfNNWjiJ0JEE off=1139533 len=399972 2024-04-10T15:54:38.811 INFO:tasks.workunit.client.0.smithi069.stdout:op 933 completed, throughput=4.98MB/sec 2024-04-10T15:54:38.811 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-0QT4dgAPcN3uTt- off=3237073 len=1539193 2024-04-10T15:54:38.819 INFO:tasks.workunit.client.0.smithi069.stdout:op 934 completed, throughput=4.99MB/sec 2024-04-10T15:54:38.819 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-wTgBmYdg4BIFTug off=11521947 len=1364082 2024-04-10T15:54:38.826 INFO:tasks.workunit.client.0.smithi069.stdout:op 935 completed, throughput=4.99MB/sec 2024-04-10T15:54:38.826 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-wtpnPkvGHyII_bm off=2183248 len=494783 2024-04-10T15:54:38.829 INFO:tasks.workunit.client.0.smithi069.stdout:op 936 completed, throughput=5MB/sec 2024-04-10T15:54:38.829 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-L1ACWMHpDWXOn6B off=5689121 len=2078875 2024-04-10T15:54:38.840 INFO:tasks.workunit.client.0.smithi069.stdout:op 937 completed, throughput=5.01MB/sec 2024-04-10T15:54:39.495 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:54:39 smithi077 ceph-mon[87572]: pgmap v1497: 105 pgs: 105 active+clean; 126 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-10T15:54:39.589 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:54:39 smithi069 ceph-mon[94167]: pgmap v1497: 105 pgs: 105 active+clean; 126 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-10T15:54:39.590 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:54:39 smithi069 ceph-mon[96738]: pgmap v1497: 105 pgs: 105 active+clean; 126 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-10T15:54:39.840 INFO:tasks.workunit.client.0.smithi069.stdout: 184: throughput=4.98MB/sec pending data=0 2024-04-10T15:54:39.841 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-XoVw2Puuaj-bxk4 off=3813841 len=954662 2024-04-10T15:54:39.842 INFO:tasks.workunit.client.0.smithi069.stdout:op 938 completed, throughput=4.99MB/sec 2024-04-10T15:54:39.842 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-v7Xgi4mOWUx6VbZ off=3710337 len=342831 2024-04-10T15:54:39.845 INFO:tasks.workunit.client.0.smithi069.stdout:op 939 completed, throughput=4.99MB/sec 2024-04-10T15:54:39.845 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-1o3utZhhOGuxXyV off=2709387 len=1247077 2024-04-10T15:54:39.852 INFO:tasks.workunit.client.0.smithi069.stdout:op 940 completed, throughput=4.99MB/sec 2024-04-10T15:54:39.852 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-VPEpT-FAbCg6EPM off=1703588 len=743093 2024-04-10T15:54:39.856 INFO:tasks.workunit.client.0.smithi069.stdout:op 941 completed, throughput=5MB/sec 2024-04-10T15:54:39.856 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-dAKGu244dtlO1Bl off=239221 len=1758909 2024-04-10T15:54:39.858 INFO:tasks.workunit.client.0.smithi069.stdout:op 942 completed, throughput=5.01MB/sec 2024-04-10T15:54:40.495 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:54:40 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:54:40.589 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:54:40 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:54:40.590 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:54:40 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:54:40.858 INFO:tasks.workunit.client.0.smithi069.stdout: 185: throughput=4.98MB/sec pending data=0 2024-04-10T15:54:40.859 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-K_rYkj6mp5iR3th off=257534 len=2054700 2024-04-10T15:54:40.861 INFO:tasks.workunit.client.0.smithi069.stdout:op 943 completed, throughput=4.99MB/sec 2024-04-10T15:54:40.861 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-gJciwBsZrc_VI3r off=4839694 len=289684 2024-04-10T15:54:40.862 INFO:tasks.workunit.client.0.smithi069.stdout:op 944 completed, throughput=4.99MB/sec 2024-04-10T15:54:40.862 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-KN8UYtdNObxpRg7 off=8980868 len=254416 2024-04-10T15:54:40.865 INFO:tasks.workunit.client.0.smithi069.stdout:op 945 completed, throughput=4.99MB/sec 2024-04-10T15:54:40.865 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-DZAy-atOMF7cTR8 off=3118000 len=332730 2024-04-10T15:54:40.868 INFO:tasks.workunit.client.0.smithi069.stdout:op 946 completed, throughput=4.99MB/sec 2024-04-10T15:54:40.868 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-jwcV4rwiohJ1PCA off=1072411 len=538740 2024-04-10T15:54:40.869 INFO:tasks.workunit.client.0.smithi069.stdout:op 947 completed, throughput=5MB/sec 2024-04-10T15:54:40.869 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-PYp4ysWFf985OMJ off=2836729 len=881849 2024-04-10T15:54:40.873 INFO:tasks.workunit.client.0.smithi069.stdout:op 948 completed, throughput=5MB/sec 2024-04-10T15:54:41.495 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:54:41 smithi077 ceph-mon[87572]: pgmap v1498: 105 pgs: 105 active+clean; 126 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.7 MiB/s wr, 6 op/s 2024-04-10T15:54:41.589 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:54:41 smithi069 ceph-mon[96738]: pgmap v1498: 105 pgs: 105 active+clean; 126 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.7 MiB/s wr, 6 op/s 2024-04-10T15:54:41.590 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:54:41 smithi069 ceph-mon[94167]: pgmap v1498: 105 pgs: 105 active+clean; 126 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.7 MiB/s wr, 6 op/s 2024-04-10T15:54:41.874 INFO:tasks.workunit.client.0.smithi069.stdout: 186: throughput=4.97MB/sec pending data=0 2024-04-10T15:54:41.874 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-iQhO1h_GTpO-L_W off=2772463 len=1723980 2024-04-10T15:54:41.878 INFO:tasks.workunit.client.0.smithi069.stdout:op 949 completed, throughput=4.98MB/sec 2024-04-10T15:54:41.878 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-FK1bxTb5TXOOKW0 off=11132507 len=611429 2024-04-10T15:54:41.879 INFO:tasks.workunit.client.0.smithi069.stdout:op 950 completed, throughput=4.99MB/sec 2024-04-10T15:54:41.879 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-KyWvej0QFsgX3kX off=3527678 len=362427 2024-04-10T15:54:41.880 INFO:tasks.workunit.client.0.smithi069.stdout:op 951 completed, throughput=4.99MB/sec 2024-04-10T15:54:41.880 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-ciZLeNjTgB3gSvU off=1273296 len=1503372 2024-04-10T15:54:41.888 INFO:tasks.workunit.client.0.smithi069.stdout:op 952 completed, throughput=4.99MB/sec 2024-04-10T15:54:41.888 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-lB2pSHXu5oFbHr5 off=7894205 len=583456 2024-04-10T15:54:41.892 INFO:tasks.workunit.client.0.smithi069.stdout:op 953 completed, throughput=5MB/sec 2024-04-10T15:54:41.892 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-vgk7Bu5Imk5o5i1 off=4669124 len=1429893 2024-04-10T15:54:41.898 INFO:tasks.workunit.client.0.smithi069.stdout:op 954 completed, throughput=5MB/sec 2024-04-10T15:54:42.746 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:54:42 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T15:54:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:54:42.898 INFO:tasks.workunit.client.0.smithi069.stdout: 187: throughput=4.98MB/sec pending data=0 2024-04-10T15:54:42.899 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-SHWnmTt9tmEZKm_ off=782741 len=1114886 2024-04-10T15:54:42.903 INFO:tasks.workunit.client.0.smithi069.stdout:op 955 completed, throughput=4.98MB/sec 2024-04-10T15:54:42.904 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-FHHxxYtxwWfg4g_ off=1699068 len=118102 2024-04-10T15:54:42.905 INFO:tasks.workunit.client.0.smithi069.stdout:op 956 completed, throughput=4.98MB/sec 2024-04-10T15:54:42.906 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-IAGO2uU1dgbQSbX off=17872830 len=948683 2024-04-10T15:54:42.907 INFO:tasks.workunit.client.0.smithi069.stdout:op 957 completed, throughput=4.99MB/sec 2024-04-10T15:54:42.907 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-0lSOpFqsIFTrSF8 off=1073328 len=2048922 2024-04-10T15:54:42.915 INFO:tasks.workunit.client.0.smithi069.stdout:op 958 completed, throughput=5MB/sec 2024-04-10T15:54:42.915 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-4n0RlJYZpCViW-r off=9119786 len=286069 2024-04-10T15:54:42.917 INFO:tasks.workunit.client.0.smithi069.stdout:op 959 completed, throughput=5MB/sec 2024-04-10T15:54:43.495 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:54:43 smithi077 ceph-mon[87572]: pgmap v1499: 105 pgs: 105 active+clean; 126 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-10T15:54:43.589 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:54:43 smithi069 ceph-mon[96738]: pgmap v1499: 105 pgs: 105 active+clean; 126 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-10T15:54:43.590 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:54:43 smithi069 ceph-mon[94167]: pgmap v1499: 105 pgs: 105 active+clean; 126 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-10T15:54:43.917 INFO:tasks.workunit.client.0.smithi069.stdout: 188: throughput=4.97MB/sec pending data=0 2024-04-10T15:54:43.917 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-r_DWkah0iaepyd9 off=10253453 len=357229 2024-04-10T15:54:43.921 INFO:tasks.workunit.client.0.smithi069.stdout:op 960 completed, throughput=4.98MB/sec 2024-04-10T15:54:43.921 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-_7N1iD8K1-xfcht off=5404150 len=894046 2024-04-10T15:54:43.922 INFO:tasks.workunit.client.0.smithi069.stdout:op 961 completed, throughput=4.98MB/sec 2024-04-10T15:54:43.922 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-LEVmFtxZA5Vygw- off=2003790 len=879600 2024-04-10T15:54:43.927 INFO:tasks.workunit.client.0.smithi069.stdout:op 962 completed, throughput=4.98MB/sec 2024-04-10T15:54:43.927 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-bQfKYKLXWEQPEbW off=483786 len=260732 2024-04-10T15:54:43.928 INFO:tasks.workunit.client.0.smithi069.stdout:op 963 completed, throughput=4.99MB/sec 2024-04-10T15:54:43.928 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-HVSQE-Y96Sa-3sw off=5926182 len=977773 2024-04-10T15:54:43.929 INFO:tasks.workunit.client.0.smithi069.stdout:op 964 completed, throughput=4.99MB/sec 2024-04-10T15:54:43.929 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-MxH02rwjDeg7uWp off=10091232 len=1254387 2024-04-10T15:54:43.936 INFO:tasks.workunit.client.0.smithi069.stdout:op 965 completed, throughput=5MB/sec 2024-04-10T15:54:43.937 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-AeKl-B0Tw4kodBb off=3346364 len=1294774 2024-04-10T15:54:43.941 INFO:tasks.workunit.client.0.smithi069.stdout:op 966 completed, throughput=5MB/sec 2024-04-10T15:54:44.941 INFO:tasks.workunit.client.0.smithi069.stdout: 189: throughput=4.98MB/sec pending data=0 2024-04-10T15:54:44.942 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-brrUp6dpIOsLCOj off=13442716 len=1796790 2024-04-10T15:54:44.951 INFO:tasks.workunit.client.0.smithi069.stdout:op 967 completed, throughput=4.99MB/sec 2024-04-10T15:54:44.951 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-QiYSwEV-4Snp5GA off=2746650 len=874365 2024-04-10T15:54:44.955 INFO:tasks.workunit.client.0.smithi069.stdout:op 968 completed, throughput=4.99MB/sec 2024-04-10T15:54:44.955 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-UOADbq3uBBtZfZd off=13882 len=1938637 2024-04-10T15:54:44.966 INFO:tasks.workunit.client.0.smithi069.stdout:op 969 completed, throughput=5MB/sec 2024-04-10T15:54:44.966 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-IKdLpp8nm0TdZ6Q off=9650097 len=884764 2024-04-10T15:54:44.967 INFO:tasks.workunit.client.0.smithi069.stdout:op 970 completed, throughput=5MB/sec 2024-04-10T15:54:45.496 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:54:45 smithi077 ceph-mon[87572]: pgmap v1500: 105 pgs: 105 active+clean; 126 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-10T15:54:45.589 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:54:45 smithi069 ceph-mon[94167]: pgmap v1500: 105 pgs: 105 active+clean; 126 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-10T15:54:45.590 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:54:45 smithi069 ceph-mon[96738]: pgmap v1500: 105 pgs: 105 active+clean; 126 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-10T15:54:45.968 INFO:tasks.workunit.client.0.smithi069.stdout: 190: throughput=4.98MB/sec pending data=0 2024-04-10T15:54:45.968 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-Z9j9Jgst-Nxi_SP off=3858858 len=1680754 2024-04-10T15:54:45.974 INFO:tasks.workunit.client.0.smithi069.stdout:op 971 completed, throughput=4.99MB/sec 2024-04-10T15:54:45.974 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-y-D2N2TIi66EYjO off=8482793 len=1256604 2024-04-10T15:54:45.981 INFO:tasks.workunit.client.0.smithi069.stdout:op 972 completed, throughput=4.99MB/sec 2024-04-10T15:54:45.981 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-xdLWtG3yeZCtca4 off=2186479 len=1803213 2024-04-10T15:54:45.988 INFO:tasks.workunit.client.0.smithi069.stdout:op 973 completed, throughput=5MB/sec 2024-04-10T15:54:46.989 INFO:tasks.workunit.client.0.smithi069.stdout: 191: throughput=4.98MB/sec pending data=0 2024-04-10T15:54:46.989 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-TO3DcWwIkihS3h_ off=2865188 len=1192059 2024-04-10T15:54:46.995 INFO:tasks.workunit.client.0.smithi069.stdout:op 974 completed, throughput=4.98MB/sec 2024-04-10T15:54:46.995 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-pYwKrTd12NdXl03 off=7117951 len=181565 2024-04-10T15:54:46.995 INFO:tasks.workunit.client.0.smithi069.stdout:op 975 completed, throughput=4.98MB/sec 2024-04-10T15:54:46.996 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-KF2P1_x7ElacQRc off=6292306 len=36176 2024-04-10T15:54:46.996 INFO:tasks.workunit.client.0.smithi069.stdout:op 976 completed, throughput=4.98MB/sec 2024-04-10T15:54:46.996 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-o0oZlTdgS8qc4nm off=1114720 len=565083 2024-04-10T15:54:47.000 INFO:tasks.workunit.client.0.smithi069.stdout:op 977 completed, throughput=4.98MB/sec 2024-04-10T15:54:47.000 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-umHJ83C3WsGjhRz off=399022 len=347937 2024-04-10T15:54:47.001 INFO:tasks.workunit.client.0.smithi069.stdout:op 978 completed, throughput=4.99MB/sec 2024-04-10T15:54:47.001 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-8v3nrJFPaeCKU3v off=3430362 len=1967549 2024-04-10T15:54:47.003 INFO:tasks.workunit.client.0.smithi069.stdout:op 979 completed, throughput=5MB/sec 2024-04-10T15:54:47.003 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-OAQbZWMSBmLxMdZ off=3410786 len=449373 2024-04-10T15:54:47.006 INFO:tasks.workunit.client.0.smithi069.stdout:op 980 completed, throughput=5MB/sec 2024-04-10T15:54:47.006 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-kReupSukqSCNgpr off=15646093 len=376591 2024-04-10T15:54:47.007 INFO:tasks.workunit.client.0.smithi069.stdout:op 981 completed, throughput=5MB/sec 2024-04-10T15:54:47.007 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-p0lDOmGb9s7CPCr off=6170641 len=226835 2024-04-10T15:54:47.007 INFO:tasks.workunit.client.0.smithi069.stdout:op 982 completed, throughput=5MB/sec 2024-04-10T15:54:47.339 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:54:46 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:15:54:46] "GET /metrics HTTP/1.1" 200 34039 "" "Prometheus/2.43.0" 2024-04-10T15:54:47.745 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:54:47 smithi077 ceph-mon[87572]: pgmap v1501: 105 pgs: 105 active+clean; 126 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-10T15:54:47.839 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:54:47 smithi069 ceph-mon[96738]: pgmap v1501: 105 pgs: 105 active+clean; 126 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-10T15:54:47.840 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:54:47 smithi069 ceph-mon[94167]: pgmap v1501: 105 pgs: 105 active+clean; 126 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-10T15:54:48.008 INFO:tasks.workunit.client.0.smithi069.stdout: 192: throughput=4.98MB/sec pending data=0 2024-04-10T15:54:48.008 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-smyOz92-R33MYEr off=8228206 len=332636 2024-04-10T15:54:48.009 INFO:tasks.workunit.client.0.smithi069.stdout:op 983 completed, throughput=4.98MB/sec 2024-04-10T15:54:48.009 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-dwOpTiRFkigEMtX off=507081 len=427894 2024-04-10T15:54:48.013 INFO:tasks.workunit.client.0.smithi069.stdout:op 984 completed, throughput=4.98MB/sec 2024-04-10T15:54:48.013 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-NgMgv3ZTgBD4IIZ off=4570273 len=588780 2024-04-10T15:54:48.016 INFO:tasks.workunit.client.0.smithi069.stdout:op 985 completed, throughput=4.98MB/sec 2024-04-10T15:54:48.016 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-tbNkz_b0exs6NBK off=366670 len=653992 2024-04-10T15:54:48.018 INFO:tasks.workunit.client.0.smithi069.stdout:op 986 completed, throughput=4.98MB/sec 2024-04-10T15:54:48.018 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-6OBUcTYieGDxkFP off=1229650 len=705129 2024-04-10T15:54:48.022 INFO:tasks.workunit.client.0.smithi069.stdout:op 987 completed, throughput=4.99MB/sec 2024-04-10T15:54:48.022 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-M5zm25QV6yj3XDd off=11644351 len=1111661 2024-04-10T15:54:48.023 INFO:tasks.workunit.client.0.smithi069.stdout:op 988 completed, throughput=4.99MB/sec 2024-04-10T15:54:48.024 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-lFd6jnClr_lLoVw off=22622239 len=938727 2024-04-10T15:54:48.024 INFO:tasks.workunit.client.0.smithi069.stdout:op 989 completed, throughput=5MB/sec 2024-04-10T15:54:48.024 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-hNRnm4xTxrM87kA off=6110860 len=1445013 2024-04-10T15:54:48.025 INFO:tasks.workunit.client.0.smithi069.stdout:op 990 completed, throughput=5.01MB/sec 2024-04-10T15:54:49.026 INFO:tasks.workunit.client.0.smithi069.stdout: 193: throughput=4.98MB/sec pending data=0 2024-04-10T15:54:49.026 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-I9-jmfo-CKdGAcl off=961544 len=1313711 2024-04-10T15:54:49.032 INFO:tasks.workunit.client.0.smithi069.stdout:op 991 completed, throughput=4.99MB/sec 2024-04-10T15:54:49.032 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-O1D5MLsKb_YodAo off=16403935 len=2023890 2024-04-10T15:54:49.034 INFO:tasks.workunit.client.0.smithi069.stdout:op 992 completed, throughput=5MB/sec 2024-04-10T15:54:49.034 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-tCaD1tCfD_VvCkC off=5920612 len=1936927 2024-04-10T15:54:49.041 INFO:tasks.workunit.client.0.smithi069.stdout:op 993 completed, throughput=5MB/sec 2024-04-10T15:54:49.642 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:54:49 smithi069 ceph-mon[96738]: pgmap v1502: 105 pgs: 105 active+clean; 126 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-10T15:54:49.642 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:54:49 smithi069 ceph-mon[94167]: pgmap v1502: 105 pgs: 105 active+clean; 126 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-10T15:54:49.745 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:54:49 smithi077 ceph-mon[87572]: pgmap v1502: 105 pgs: 105 active+clean; 126 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-10T15:54:50.041 INFO:tasks.workunit.client.0.smithi069.stdout: 194: throughput=4.98MB/sec pending data=0 2024-04-10T15:54:50.042 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-zNyLi-SymohZrFm off=2153696 len=2094099 2024-04-10T15:54:50.052 INFO:tasks.workunit.client.0.smithi069.stdout:op 994 completed, throughput=4.99MB/sec 2024-04-10T15:54:50.052 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-bO2flTrGMO1Y6QR off=966322 len=1989656 2024-04-10T15:54:50.053 INFO:tasks.workunit.client.0.smithi069.stdout:op 995 completed, throughput=5MB/sec 2024-04-10T15:54:50.053 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-Tg6kzUGoX9im3gm off=990568 len=655128 2024-04-10T15:54:50.054 INFO:tasks.workunit.client.0.smithi069.stdout:op 996 completed, throughput=5MB/sec 2024-04-10T15:54:51.054 INFO:tasks.workunit.client.0.smithi069.stdout: 195: throughput=4.98MB/sec pending data=0 2024-04-10T15:54:51.055 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-eXzr9CMUtxbvSwb off=12074984 len=1458278 2024-04-10T15:54:51.056 INFO:tasks.workunit.client.0.smithi069.stdout:op 997 completed, throughput=4.98MB/sec 2024-04-10T15:54:51.056 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-sS531iFgkQkEy6y off=16619039 len=871081 2024-04-10T15:54:51.059 INFO:tasks.workunit.client.0.smithi069.stdout:op 998 completed, throughput=4.99MB/sec 2024-04-10T15:54:51.059 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-uoQwPIXjYGyVAB2 off=2615990 len=79335 2024-04-10T15:54:51.060 INFO:tasks.workunit.client.0.smithi069.stdout:op 999 completed, throughput=4.99MB/sec 2024-04-10T15:54:51.061 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-6mbAkexizZ4oXMQ off=3263042 len=1150263 2024-04-10T15:54:51.061 INFO:tasks.workunit.client.0.smithi069.stdout:op 1000 completed, throughput=4.99MB/sec 2024-04-10T15:54:51.061 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-ndGCdRUhTJarkL9 off=6598474 len=737821 2024-04-10T15:54:51.066 INFO:tasks.workunit.client.0.smithi069.stdout:op 1001 completed, throughput=5MB/sec 2024-04-10T15:54:51.066 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj--i5Q_56VR13ivEV off=19423977 len=747197 2024-04-10T15:54:51.071 INFO:tasks.workunit.client.0.smithi069.stdout:op 1002 completed, throughput=5MB/sec 2024-04-10T15:54:51.746 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:54:51 smithi077 ceph-mon[87572]: pgmap v1503: 105 pgs: 105 active+clean; 126 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2024-04-10T15:54:51.839 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:54:51 smithi069 ceph-mon[96738]: pgmap v1503: 105 pgs: 105 active+clean; 126 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2024-04-10T15:54:51.840 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:54:51 smithi069 ceph-mon[94167]: pgmap v1503: 105 pgs: 105 active+clean; 126 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2024-04-10T15:54:52.071 INFO:tasks.workunit.client.0.smithi069.stdout: 196: throughput=4.98MB/sec pending data=0 2024-04-10T15:54:52.072 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-qZvPqTQ4tonzaLQ off=8536654 len=938043 2024-04-10T15:54:52.076 INFO:tasks.workunit.client.0.smithi069.stdout:op 1003 completed, throughput=4.98MB/sec 2024-04-10T15:54:52.076 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-4E97wTu_9DOn0S4 off=8241934 len=80243 2024-04-10T15:54:52.077 INFO:tasks.workunit.client.0.smithi069.stdout:op 1004 completed, throughput=4.98MB/sec 2024-04-10T15:54:52.077 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-BaI8DL4MTJ--uYU off=6864657 len=549343 2024-04-10T15:54:52.078 INFO:tasks.workunit.client.0.smithi069.stdout:op 1005 completed, throughput=4.98MB/sec 2024-04-10T15:54:52.078 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-1bQuDThl5p000KV off=1741441 len=1599161 2024-04-10T15:54:52.086 INFO:tasks.workunit.client.0.smithi069.stdout:op 1006 completed, throughput=4.99MB/sec 2024-04-10T15:54:52.086 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-oZnf3W3T_DPGa6- off=10656528 len=192628 2024-04-10T15:54:52.087 INFO:tasks.workunit.client.0.smithi069.stdout:op 1007 completed, throughput=4.99MB/sec 2024-04-10T15:54:52.087 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-WgVsztDo5R4TGEN off=5714529 len=1532233 2024-04-10T15:54:52.089 INFO:tasks.workunit.client.0.smithi069.stdout:op 1008 completed, throughput=5MB/sec 2024-04-10T15:54:52.089 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-LyZzp1SJKFt_Npu off=0 len=1140278 2024-04-10T15:54:52.090 INFO:tasks.workunit.client.0.smithi069.stdout:op 1009 completed, throughput=5MB/sec 2024-04-10T15:54:52.746 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:54:52 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T15:54:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:54:53.090 INFO:tasks.workunit.client.0.smithi069.stdout: 197: throughput=4.98MB/sec pending data=0 2024-04-10T15:54:53.090 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-aIjb3DLl3XX_jvX off=13846864 len=880176 2024-04-10T15:54:53.095 INFO:tasks.workunit.client.0.smithi069.stdout:op 1010 completed, throughput=4.98MB/sec 2024-04-10T15:54:53.095 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-znr1MW2glTByIHe off=3615498 len=1583174 2024-04-10T15:54:53.102 INFO:tasks.workunit.client.0.smithi069.stdout:op 1011 completed, throughput=4.99MB/sec 2024-04-10T15:54:53.102 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-e_u8ahK93bSQwWw off=10538029 len=858692 2024-04-10T15:54:53.106 INFO:tasks.workunit.client.0.smithi069.stdout:op 1012 completed, throughput=4.99MB/sec 2024-04-10T15:54:53.106 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-BNJpukNHz-1ocjC off=7108313 len=916941 2024-04-10T15:54:53.107 INFO:tasks.workunit.client.0.smithi069.stdout:op 1013 completed, throughput=5MB/sec 2024-04-10T15:54:53.107 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-j10ntp0I_sCppxi off=37072 len=568267 2024-04-10T15:54:53.109 INFO:tasks.workunit.client.0.smithi069.stdout:op 1014 completed, throughput=5MB/sec 2024-04-10T15:54:53.746 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:54:53 smithi077 ceph-mon[87572]: pgmap v1504: 105 pgs: 105 active+clean; 126 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-10T15:54:53.839 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:54:53 smithi069 ceph-mon[96738]: pgmap v1504: 105 pgs: 105 active+clean; 126 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-10T15:54:53.840 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:54:53 smithi069 ceph-mon[94167]: pgmap v1504: 105 pgs: 105 active+clean; 126 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-10T15:54:54.109 INFO:tasks.workunit.client.0.smithi069.stdout: 198: throughput=4.98MB/sec pending data=0 2024-04-10T15:54:54.109 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-d4JEGm7VDsYSZu6 off=7085986 len=244088 2024-04-10T15:54:54.112 INFO:tasks.workunit.client.0.smithi069.stdout:op 1015 completed, throughput=4.98MB/sec 2024-04-10T15:54:54.112 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-aOYg0Gc6lHrKW7E off=2599524 len=1078138 2024-04-10T15:54:54.113 INFO:tasks.workunit.client.0.smithi069.stdout:op 1016 completed, throughput=4.98MB/sec 2024-04-10T15:54:54.113 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-rxHgiv2vg2O92QE off=14240030 len=2095755 2024-04-10T15:54:54.123 INFO:tasks.workunit.client.0.smithi069.stdout:op 1017 completed, throughput=4.99MB/sec 2024-04-10T15:54:54.123 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-CED5ByIj9SCAMBX off=10242654 len=1976008 2024-04-10T15:54:54.134 INFO:tasks.workunit.client.0.smithi069.stdout:op 1018 completed, throughput=5MB/sec 2024-04-10T15:54:54.745 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:54:54 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:54:54.746 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:54:54 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:54:54.746 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:54:54 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:54:54.839 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:54:54 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:54:54.840 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:54:54 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:54:54.840 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:54:54 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:54:54.840 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:54:54 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:54:54.840 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:54:54 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:54:54.840 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:54:54 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:54:55.135 INFO:tasks.workunit.client.0.smithi069.stdout: 199: throughput=4.98MB/sec pending data=0 2024-04-10T15:54:55.135 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-G-SU1br81O-VGzC off=10579665 len=1013052 2024-04-10T15:54:55.139 INFO:tasks.workunit.client.0.smithi069.stdout:op 1019 completed, throughput=4.98MB/sec 2024-04-10T15:54:55.139 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-SQbtlcbMZShdJ2o off=1273868 len=423157 2024-04-10T15:54:55.142 INFO:tasks.workunit.client.0.smithi069.stdout:op 1020 completed, throughput=4.98MB/sec 2024-04-10T15:54:55.142 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-vEXBOg6e_Wn1sjt off=3473413 len=356376 2024-04-10T15:54:55.143 INFO:tasks.workunit.client.0.smithi069.stdout:op 1021 completed, throughput=4.98MB/sec 2024-04-10T15:54:55.143 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-ogYdzAEsgwguU-a off=5739203 len=1549852 2024-04-10T15:54:55.150 INFO:tasks.workunit.client.0.smithi069.stdout:op 1022 completed, throughput=4.99MB/sec 2024-04-10T15:54:55.150 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-n68b-YnQ3mQiAnY off=2618460 len=1150375 2024-04-10T15:54:55.153 INFO:tasks.workunit.client.0.smithi069.stdout:op 1023 completed, throughput=5MB/sec 2024-04-10T15:54:55.153 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-hfSXXXp60CV305D off=18184 len=195553 2024-04-10T15:54:55.155 INFO:tasks.workunit.client.0.smithi069.stdout:op 1024 completed, throughput=5MB/sec 2024-04-10T15:54:55.155 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-_5xhP9D7bmDx8HK off=10380595 len=718185 2024-04-10T15:54:55.158 INFO:tasks.workunit.client.0.smithi069.stdout:op 1025 completed, throughput=5MB/sec 2024-04-10T15:54:55.746 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:54:55 smithi077 ceph-mon[87572]: pgmap v1505: 105 pgs: 105 active+clean; 126 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-10T15:54:55.746 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:54:55 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:54:55.746 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:54:55 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:54:55.746 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:54:55 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:54:55.746 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:54:55 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:54:55.840 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:54:55 smithi069 ceph-mon[96738]: pgmap v1505: 105 pgs: 105 active+clean; 126 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-10T15:54:55.840 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:54:55 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:54:55.840 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:54:55 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:54:55.840 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:54:55 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:54:55.840 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:54:55 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:54:55.840 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:54:55 smithi069 ceph-mon[94167]: pgmap v1505: 105 pgs: 105 active+clean; 126 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-10T15:54:55.840 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:54:55 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:54:55.840 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:54:55 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:54:55.841 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:54:55 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:54:55.841 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:54:55 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:54:56.158 INFO:tasks.workunit.client.0.smithi069.stdout: 200: throughput=4.98MB/sec pending data=0 2024-04-10T15:54:56.159 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-ZCo4ViSnqVvYuBo off=14323087 len=1609245 2024-04-10T15:54:56.167 INFO:tasks.workunit.client.0.smithi069.stdout:op 1026 completed, throughput=4.98MB/sec 2024-04-10T15:54:56.167 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-7vVrLwrTdR9kkxo off=4824052 len=1094359 2024-04-10T15:54:56.174 INFO:tasks.workunit.client.0.smithi069.stdout:op 1027 completed, throughput=4.99MB/sec 2024-04-10T15:54:56.174 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-BM_wIgSc4TBA5Vj off=1941271 len=1104330 2024-04-10T15:54:56.175 INFO:tasks.workunit.client.0.smithi069.stdout:op 1028 completed, throughput=4.99MB/sec 2024-04-10T15:54:56.175 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-5Lyhk0WmHNO9iAA off=994250 len=989641 2024-04-10T15:54:56.179 INFO:tasks.workunit.client.0.smithi069.stdout:op 1029 completed, throughput=5MB/sec 2024-04-10T15:54:56.179 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-77Yta17nnxDvSRo off=2975496 len=1568476 2024-04-10T15:54:56.181 INFO:tasks.workunit.client.0.smithi069.stdout:op 1030 completed, throughput=5.01MB/sec 2024-04-10T15:54:57.181 INFO:tasks.workunit.client.0.smithi069.stdout: 201: throughput=4.98MB/sec pending data=0 2024-04-10T15:54:57.182 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-53qRqXPdHJ4TNRg off=9774120 len=1850216 2024-04-10T15:54:57.191 INFO:tasks.workunit.client.0.smithi069.stdout:op 1031 completed, throughput=4.99MB/sec 2024-04-10T15:54:57.191 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-QVECRLBRLfoJarE off=1584899 len=1410416 2024-04-10T15:54:57.200 INFO:tasks.workunit.client.0.smithi069.stdout:op 1032 completed, throughput=5MB/sec 2024-04-10T15:54:57.200 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-l7UUCT-yVL_7pCF off=6843599 len=1850451 2024-04-10T15:54:57.209 INFO:tasks.workunit.client.0.smithi069.stdout:op 1033 completed, throughput=5MB/sec 2024-04-10T15:54:57.340 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:54:56 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:15:54:56] "GET /metrics HTTP/1.1" 200 34039 "" "Prometheus/2.43.0" 2024-04-10T15:54:57.745 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:54:57 smithi077 ceph-mon[87572]: pgmap v1506: 105 pgs: 105 active+clean; 126 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-10T15:54:57.840 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:54:57 smithi069 ceph-mon[94167]: pgmap v1506: 105 pgs: 105 active+clean; 126 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-10T15:54:57.840 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:54:57 smithi069 ceph-mon[96738]: pgmap v1506: 105 pgs: 105 active+clean; 126 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-10T15:54:58.209 INFO:tasks.workunit.client.0.smithi069.stdout: 202: throughput=4.98MB/sec pending data=0 2024-04-10T15:54:58.209 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-t02MUtjVwhrkhqj off=2190903 len=87382 2024-04-10T15:54:58.210 INFO:tasks.workunit.client.0.smithi069.stdout:op 1034 completed, throughput=4.98MB/sec 2024-04-10T15:54:58.210 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-UcKEmDLL5CD1YZ- off=5161692 len=1464300 2024-04-10T15:54:58.218 INFO:tasks.workunit.client.0.smithi069.stdout:op 1035 completed, throughput=4.99MB/sec 2024-04-10T15:54:58.218 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-ylM4f0oaJEy0C_Z off=626424 len=245095 2024-04-10T15:54:58.225 INFO:tasks.workunit.client.0.smithi069.stdout:op 1036 completed, throughput=4.99MB/sec 2024-04-10T15:54:58.225 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-K9xhziCCfzfmmn2 off=1253190 len=670218 2024-04-10T15:54:58.227 INFO:tasks.workunit.client.0.smithi069.stdout:op 1037 completed, throughput=4.99MB/sec 2024-04-10T15:54:58.227 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-mVAAY63zGfw8cxG off=331053 len=1139415 2024-04-10T15:54:58.231 INFO:tasks.workunit.client.0.smithi069.stdout:op 1038 completed, throughput=5MB/sec 2024-04-10T15:54:58.232 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-TjxJ70g7WfvkNZt off=2114611 len=983975 2024-04-10T15:54:58.233 INFO:tasks.workunit.client.0.smithi069.stdout:op 1039 completed, throughput=5MB/sec 2024-04-10T15:54:59.233 INFO:tasks.workunit.client.0.smithi069.stdout: 203: throughput=4.98MB/sec pending data=0 2024-04-10T15:54:59.233 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-yetyXnFW_yGNfEW off=2145346 len=1288756 2024-04-10T15:54:59.241 INFO:tasks.workunit.client.0.smithi069.stdout:op 1040 completed, throughput=4.98MB/sec 2024-04-10T15:54:59.241 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-mnFkhGdytSvDEf4 off=14401691 len=942063 2024-04-10T15:54:59.243 INFO:tasks.workunit.client.0.smithi069.stdout:op 1041 completed, throughput=4.99MB/sec 2024-04-10T15:54:59.243 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-sXRWAo7rlShqCRz off=2548872 len=1615313 2024-04-10T15:54:59.245 INFO:tasks.workunit.client.0.smithi069.stdout:op 1042 completed, throughput=4.99MB/sec 2024-04-10T15:54:59.245 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-mRKLgpVLM0qRUI3 off=2115018 len=829459 2024-04-10T15:54:59.247 INFO:tasks.workunit.client.0.smithi069.stdout:op 1043 completed, throughput=5MB/sec 2024-04-10T15:54:59.247 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-I5gVyNOG_JgoOF2 off=7700785 len=1744157 2024-04-10T15:54:59.256 INFO:tasks.workunit.client.0.smithi069.stdout:op 1044 completed, throughput=5.01MB/sec 2024-04-10T15:54:59.745 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:54:59 smithi077 ceph-mon[87572]: pgmap v1507: 105 pgs: 105 active+clean; 126 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-10T15:54:59.840 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:54:59 smithi069 ceph-mon[96738]: pgmap v1507: 105 pgs: 105 active+clean; 126 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-10T15:54:59.840 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:54:59 smithi069 ceph-mon[94167]: pgmap v1507: 105 pgs: 105 active+clean; 126 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-10T15:55:00.257 INFO:tasks.workunit.client.0.smithi069.stdout: 204: throughput=4.98MB/sec pending data=0 2024-04-10T15:55:00.257 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-skLJNQElYJ7YIV- off=4915851 len=1949498 2024-04-10T15:55:00.259 INFO:tasks.workunit.client.0.smithi069.stdout:op 1045 completed, throughput=4.99MB/sec 2024-04-10T15:55:00.259 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-q9DNl_D7zoxZzUE off=4792935 len=46848 2024-04-10T15:55:00.262 INFO:tasks.workunit.client.0.smithi069.stdout:op 1046 completed, throughput=4.99MB/sec 2024-04-10T15:55:00.262 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-gvFufHfzxv2XpIw off=140629 len=64786 2024-04-10T15:55:00.262 INFO:tasks.workunit.client.0.smithi069.stdout:op 1047 completed, throughput=4.99MB/sec 2024-04-10T15:55:00.262 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-kzAV-jS3DAwRiyw off=4708217 len=670812 2024-04-10T15:55:00.263 INFO:tasks.workunit.client.0.smithi069.stdout:op 1048 completed, throughput=4.99MB/sec 2024-04-10T15:55:00.263 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-ip8BLC2-BrMaRfE off=3006644 len=374417 2024-04-10T15:55:00.264 INFO:tasks.workunit.client.0.smithi069.stdout:op 1049 completed, throughput=5MB/sec 2024-04-10T15:55:00.264 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-HN9ISI56myEZis7 off=4585729 len=1114459 2024-04-10T15:55:00.266 INFO:tasks.workunit.client.0.smithi069.stdout:op 1050 completed, throughput=5MB/sec 2024-04-10T15:55:01.266 INFO:tasks.workunit.client.0.smithi069.stdout: 205: throughput=4.98MB/sec pending data=0 2024-04-10T15:55:01.266 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-iZa6yEVFbvmbGZf off=15357226 len=542165 2024-04-10T15:55:01.270 INFO:tasks.workunit.client.0.smithi069.stdout:op 1051 completed, throughput=4.98MB/sec 2024-04-10T15:55:01.270 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-Qks4Z99G-PgB2Ot off=3208407 len=876500 2024-04-10T15:55:01.272 INFO:tasks.workunit.client.0.smithi069.stdout:op 1052 completed, throughput=4.98MB/sec 2024-04-10T15:55:01.272 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-_djdFuFHukD7dKU off=262971 len=1674804 2024-04-10T15:55:01.274 INFO:tasks.workunit.client.0.smithi069.stdout:op 1053 completed, throughput=4.99MB/sec 2024-04-10T15:55:01.274 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-fGjVs7ZZOcZeDP9 off=5839026 len=1208816 2024-04-10T15:55:01.275 INFO:tasks.workunit.client.0.smithi069.stdout:op 1054 completed, throughput=5MB/sec 2024-04-10T15:55:01.276 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-L2iJWLuJO6G0n8c off=216772 len=682069 2024-04-10T15:55:01.277 INFO:tasks.workunit.client.0.smithi069.stdout:op 1055 completed, throughput=5MB/sec 2024-04-10T15:55:01.277 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-99suhT4CrAAU4nl off=3413609 len=493699 2024-04-10T15:55:01.278 INFO:tasks.workunit.client.0.smithi069.stdout:op 1056 completed, throughput=5MB/sec 2024-04-10T15:55:01.746 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:55:01 smithi077 ceph-mon[87572]: pgmap v1508: 105 pgs: 105 active+clean; 126 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-10T15:55:01.840 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:55:01 smithi069 ceph-mon[94167]: pgmap v1508: 105 pgs: 105 active+clean; 126 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-10T15:55:01.840 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:55:01 smithi069 ceph-mon[96738]: pgmap v1508: 105 pgs: 105 active+clean; 126 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-10T15:55:02.278 INFO:tasks.workunit.client.0.smithi069.stdout: 206: throughput=4.98MB/sec pending data=0 2024-04-10T15:55:02.278 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-qMdmkjdvxdICwRn off=5136272 len=847821 2024-04-10T15:55:02.282 INFO:tasks.workunit.client.0.smithi069.stdout:op 1057 completed, throughput=4.98MB/sec 2024-04-10T15:55:02.282 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-NyMlyxCmcjaHss6 off=531650 len=198177 2024-04-10T15:55:02.285 INFO:tasks.workunit.client.0.smithi069.stdout:op 1058 completed, throughput=4.98MB/sec 2024-04-10T15:55:02.285 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-SIP9DVRX49RkPVK off=17561694 len=988367 2024-04-10T15:55:02.290 INFO:tasks.workunit.client.0.smithi069.stdout:op 1059 completed, throughput=4.99MB/sec 2024-04-10T15:55:02.290 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-7ynr6pPoM3dqZ9z off=3485121 len=1535347 2024-04-10T15:55:02.293 INFO:tasks.workunit.client.0.smithi069.stdout:op 1060 completed, throughput=4.99MB/sec 2024-04-10T15:55:02.293 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-Ya1y-1EzpNFXNSf off=388644 len=1330319 2024-04-10T15:55:02.295 INFO:tasks.workunit.client.0.smithi069.stdout:op 1061 completed, throughput=5MB/sec 2024-04-10T15:55:02.746 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:55:02 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T15:55:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:55:03.296 INFO:tasks.workunit.client.0.smithi069.stdout: 207: throughput=4.98MB/sec pending data=0 2024-04-10T15:55:03.296 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-g4X-Tim8Z-JwRj2 off=6439079 len=1529266 2024-04-10T15:55:03.297 INFO:tasks.workunit.client.0.smithi069.stdout:op 1062 completed, throughput=4.98MB/sec 2024-04-10T15:55:03.297 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-WApT5i_eKzgWrK2 off=1147518 len=1196174 2024-04-10T15:55:03.304 INFO:tasks.workunit.client.0.smithi069.stdout:op 1063 completed, throughput=4.99MB/sec 2024-04-10T15:55:03.304 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-TJQ9m5XXWSZKeKw off=4798491 len=1130547 2024-04-10T15:55:03.311 INFO:tasks.workunit.client.0.smithi069.stdout:op 1064 completed, throughput=4.99MB/sec 2024-04-10T15:55:03.311 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-0xYqBfK3GYl3aMf off=23761000 len=389705 2024-04-10T15:55:03.313 INFO:tasks.workunit.client.0.smithi069.stdout:op 1065 completed, throughput=5MB/sec 2024-04-10T15:55:03.314 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-iE9OFB3kapNWNq8 off=320935 len=1277266 2024-04-10T15:55:03.314 INFO:tasks.workunit.client.0.smithi069.stdout:op 1066 completed, throughput=5MB/sec 2024-04-10T15:55:03.746 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:55:03 smithi077 ceph-mon[87572]: pgmap v1509: 105 pgs: 105 active+clean; 126 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-10T15:55:03.840 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:55:03 smithi069 ceph-mon[96738]: pgmap v1509: 105 pgs: 105 active+clean; 126 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-10T15:55:03.840 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:55:03 smithi069 ceph-mon[94167]: pgmap v1509: 105 pgs: 105 active+clean; 126 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-10T15:55:04.315 INFO:tasks.workunit.client.0.smithi069.stdout: 208: throughput=4.98MB/sec pending data=0 2024-04-10T15:55:04.315 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-bLDsSIMKbZz_m1x off=7376535 len=703387 2024-04-10T15:55:04.319 INFO:tasks.workunit.client.0.smithi069.stdout:op 1067 completed, throughput=4.98MB/sec 2024-04-10T15:55:04.319 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-cnybWKmYE8CyJO6 off=3007339 len=783085 2024-04-10T15:55:04.323 INFO:tasks.workunit.client.0.smithi069.stdout:op 1068 completed, throughput=4.98MB/sec 2024-04-10T15:55:04.323 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-uG0XD0YPM6ni_RK off=3011234 len=1410182 2024-04-10T15:55:04.331 INFO:tasks.workunit.client.0.smithi069.stdout:op 1069 completed, throughput=4.99MB/sec 2024-04-10T15:55:04.331 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-9LOVwelCq_-5PjZ off=9519041 len=1745041 2024-04-10T15:55:04.334 INFO:tasks.workunit.client.0.smithi069.stdout:op 1070 completed, throughput=5MB/sec 2024-04-10T15:55:04.335 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-c6a_R2glihd3o3a off=480685 len=487431 2024-04-10T15:55:04.335 INFO:tasks.workunit.client.0.smithi069.stdout:op 1071 completed, throughput=5MB/sec 2024-04-10T15:55:04.335 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-lG_VUQ9srkgZqrP off=2165332 len=235626 2024-04-10T15:55:04.336 INFO:tasks.workunit.client.0.smithi069.stdout:op 1072 completed, throughput=5MB/sec 2024-04-10T15:55:05.337 INFO:tasks.workunit.client.0.smithi069.stdout: 209: throughput=4.98MB/sec pending data=0 2024-04-10T15:55:05.337 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-O8mzdZeACUfry-n off=2845415 len=2061894 2024-04-10T15:55:05.346 INFO:tasks.workunit.client.0.smithi069.stdout:op 1073 completed, throughput=4.99MB/sec 2024-04-10T15:55:05.347 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-jiYp8q-E9mKRbB4 off=812215 len=797122 2024-04-10T15:55:05.348 INFO:tasks.workunit.client.0.smithi069.stdout:op 1074 completed, throughput=4.99MB/sec 2024-04-10T15:55:05.348 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-eecJbahxYHAxckK off=3536268 len=1102342 2024-04-10T15:55:05.349 INFO:tasks.workunit.client.0.smithi069.stdout:op 1075 completed, throughput=4.99MB/sec 2024-04-10T15:55:05.349 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-F2xKZC0HRvOwncI off=12081486 len=1210218 2024-04-10T15:55:05.352 INFO:tasks.workunit.client.0.smithi069.stdout:op 1076 completed, throughput=5MB/sec 2024-04-10T15:55:05.746 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:55:05 smithi077 ceph-mon[87572]: pgmap v1510: 105 pgs: 105 active+clean; 126 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-10T15:55:05.840 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:55:05 smithi069 ceph-mon[96738]: pgmap v1510: 105 pgs: 105 active+clean; 126 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-10T15:55:05.840 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:55:05 smithi069 ceph-mon[94167]: pgmap v1510: 105 pgs: 105 active+clean; 126 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-10T15:55:06.352 INFO:tasks.workunit.client.0.smithi069.stdout: 210: throughput=4.98MB/sec pending data=0 2024-04-10T15:55:06.352 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-lQkryXTHL4ukDy9 off=7045701 len=1169785 2024-04-10T15:55:06.358 INFO:tasks.workunit.client.0.smithi069.stdout:op 1077 completed, throughput=4.98MB/sec 2024-04-10T15:55:06.358 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-iwaS6_CQbt8VRvk off=2697572 len=1045312 2024-04-10T15:55:06.359 INFO:tasks.workunit.client.0.smithi069.stdout:op 1078 completed, throughput=4.99MB/sec 2024-04-10T15:55:06.359 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-O7AKBferlkKa_Vt off=17489485 len=1038660 2024-04-10T15:55:06.365 INFO:tasks.workunit.client.0.smithi069.stdout:op 1079 completed, throughput=4.99MB/sec 2024-04-10T15:55:06.365 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-eWRoJTk67eyDMKG off=991051 len=1091432 2024-04-10T15:55:06.370 INFO:tasks.workunit.client.0.smithi069.stdout:op 1080 completed, throughput=5MB/sec 2024-04-10T15:55:06.370 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-m5OaB0Fnw0Zq-1O off=5600298 len=873129 2024-04-10T15:55:06.371 INFO:tasks.workunit.client.0.smithi069.stdout:op 1081 completed, throughput=5MB/sec 2024-04-10T15:55:06.371 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-z2PRcuJqYpAme8r off=825304 len=1581729 2024-04-10T15:55:06.378 INFO:tasks.workunit.client.0.smithi069.stdout:op 1082 completed, throughput=5.01MB/sec 2024-04-10T15:55:07.340 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:55:06 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:15:55:06] "GET /metrics HTTP/1.1" 200 34039 "" "Prometheus/2.43.0" 2024-04-10T15:55:07.378 INFO:tasks.workunit.client.0.smithi069.stdout: 211: throughput=4.98MB/sec pending data=0 2024-04-10T15:55:07.378 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-5EEwcdkuuDfofFC off=3082964 len=1289412 2024-04-10T15:55:07.380 INFO:tasks.workunit.client.0.smithi069.stdout:op 1083 completed, throughput=4.99MB/sec 2024-04-10T15:55:07.380 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-2DXHnCkPsO0i7vZ off=3478790 len=1524943 2024-04-10T15:55:07.389 INFO:tasks.workunit.client.0.smithi069.stdout:op 1084 completed, throughput=5MB/sec 2024-04-10T15:55:07.390 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-cLeW6kSnDknCR0v off=1265118 len=1443140 2024-04-10T15:55:07.396 INFO:tasks.workunit.client.0.smithi069.stdout:op 1085 completed, throughput=5MB/sec 2024-04-10T15:55:07.746 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:55:07 smithi077 ceph-mon[87572]: pgmap v1511: 105 pgs: 105 active+clean; 126 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-10T15:55:07.840 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:55:07 smithi069 ceph-mon[96738]: pgmap v1511: 105 pgs: 105 active+clean; 126 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-10T15:55:07.840 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:55:07 smithi069 ceph-mon[94167]: pgmap v1511: 105 pgs: 105 active+clean; 126 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-10T15:55:08.396 INFO:tasks.workunit.client.0.smithi069.stdout: 212: throughput=4.98MB/sec pending data=0 2024-04-10T15:55:08.396 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-kqjFHazEUHFOM2H off=2346477 len=563933 2024-04-10T15:55:08.400 INFO:tasks.workunit.client.0.smithi069.stdout:op 1086 completed, throughput=4.98MB/sec 2024-04-10T15:55:08.400 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-uSRYtBWqFKJlN4K off=3866973 len=810623 2024-04-10T15:55:08.402 INFO:tasks.workunit.client.0.smithi069.stdout:op 1087 completed, throughput=4.98MB/sec 2024-04-10T15:55:08.402 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-1b0UmwmeRxgSRKY off=4407983 len=480797 2024-04-10T15:55:08.405 INFO:tasks.workunit.client.0.smithi069.stdout:op 1088 completed, throughput=4.99MB/sec 2024-04-10T15:55:08.405 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-ObFdft9_NUhMRAV off=1906560 len=873368 2024-04-10T15:55:08.407 INFO:tasks.workunit.client.0.smithi069.stdout:op 1089 completed, throughput=4.99MB/sec 2024-04-10T15:55:08.407 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-KqFgRmooEktPzxO off=7769323 len=2047221 2024-04-10T15:55:08.416 INFO:tasks.workunit.client.0.smithi069.stdout:op 1090 completed, throughput=5MB/sec 2024-04-10T15:55:08.416 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-lIj1zvOL9jDaLXL off=16223816 len=875464 2024-04-10T15:55:08.422 INFO:tasks.workunit.client.0.smithi069.stdout:op 1091 completed, throughput=5MB/sec 2024-04-10T15:55:09.422 INFO:tasks.workunit.client.0.smithi069.stdout: 213: throughput=4.98MB/sec pending data=0 2024-04-10T15:55:09.422 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-5Y42f2Mas3T_gzB off=9172971 len=194490 2024-04-10T15:55:09.423 INFO:tasks.workunit.client.0.smithi069.stdout:op 1092 completed, throughput=4.98MB/sec 2024-04-10T15:55:09.423 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-GaELHn2hedHK31S off=6817914 len=1302549 2024-04-10T15:55:09.424 INFO:tasks.workunit.client.0.smithi069.stdout:op 1093 completed, throughput=4.99MB/sec 2024-04-10T15:55:09.424 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-TX3uiRbJSjJw49_ off=4385660 len=1599648 2024-04-10T15:55:09.426 INFO:tasks.workunit.client.0.smithi069.stdout:op 1094 completed, throughput=4.99MB/sec 2024-04-10T15:55:09.426 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-bKp7C-KvlFO-x2x off=2403913 len=1302881 2024-04-10T15:55:09.432 INFO:tasks.workunit.client.0.smithi069.stdout:op 1095 completed, throughput=5MB/sec 2024-04-10T15:55:09.432 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-SK5WsoHt3cEE3zl off=11322395 len=685000 2024-04-10T15:55:09.433 INFO:tasks.workunit.client.0.smithi069.stdout:op 1096 completed, throughput=5MB/sec 2024-04-10T15:55:09.746 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:55:09 smithi077 ceph-mon[87572]: pgmap v1512: 105 pgs: 105 active+clean; 126 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-10T15:55:09.840 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:55:09 smithi069 ceph-mon[96738]: pgmap v1512: 105 pgs: 105 active+clean; 126 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-10T15:55:09.840 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:55:09 smithi069 ceph-mon[94167]: pgmap v1512: 105 pgs: 105 active+clean; 126 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-10T15:55:10.434 INFO:tasks.workunit.client.0.smithi069.stdout: 214: throughput=4.98MB/sec pending data=0 2024-04-10T15:55:10.434 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-5jyM1bTtRejAjEI off=12120889 len=748432 2024-04-10T15:55:10.435 INFO:tasks.workunit.client.0.smithi069.stdout:op 1097 completed, throughput=4.98MB/sec 2024-04-10T15:55:10.435 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-R5ELiR_EYfHggZj off=13346258 len=121884 2024-04-10T15:55:10.438 INFO:tasks.workunit.client.0.smithi069.stdout:op 1098 completed, throughput=4.98MB/sec 2024-04-10T15:55:10.438 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-2sQiFygXkStm5VW off=724034 len=429132 2024-04-10T15:55:10.439 INFO:tasks.workunit.client.0.smithi069.stdout:op 1099 completed, throughput=4.98MB/sec 2024-04-10T15:55:10.439 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-WggSsiiAqXLGSnL off=576212 len=900537 2024-04-10T15:55:10.444 INFO:tasks.workunit.client.0.smithi069.stdout:op 1100 completed, throughput=4.99MB/sec 2024-04-10T15:55:10.444 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-Kdl36v55MLXczfY off=3567309 len=920698 2024-04-10T15:55:10.449 INFO:tasks.workunit.client.0.smithi069.stdout:op 1101 completed, throughput=4.99MB/sec 2024-04-10T15:55:10.449 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-qrDzsVQiZ6Roy2U off=11177723 len=234312 2024-04-10T15:55:10.451 INFO:tasks.workunit.client.0.smithi069.stdout:op 1102 completed, throughput=4.99MB/sec 2024-04-10T15:55:10.451 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-bmB_dxCcKBKvb_g off=36199 len=1057800 2024-04-10T15:55:10.453 INFO:tasks.workunit.client.0.smithi069.stdout:op 1103 completed, throughput=5MB/sec 2024-04-10T15:55:10.453 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-Yxwp5CIFBpJURwe off=7866569 len=928339 2024-04-10T15:55:10.457 INFO:tasks.workunit.client.0.smithi069.stdout:op 1104 completed, throughput=5MB/sec 2024-04-10T15:55:10.746 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:55:10 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:55:10.840 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:55:10 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:55:10.840 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:55:10 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:55:11.457 INFO:tasks.workunit.client.0.smithi069.stdout: 215: throughput=4.98MB/sec pending data=0 2024-04-10T15:55:11.457 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-_0sALr1Ou90apW6 off=5459564 len=1201176 2024-04-10T15:55:11.459 INFO:tasks.workunit.client.0.smithi069.stdout:op 1105 completed, throughput=4.98MB/sec 2024-04-10T15:55:11.459 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-rmyaesQlqOY-XHP off=1376140 len=1316825 2024-04-10T15:55:11.460 INFO:tasks.workunit.client.0.smithi069.stdout:op 1106 completed, throughput=4.99MB/sec 2024-04-10T15:55:11.460 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-xMW5CZrH1VQblLO off=130134 len=165484 2024-04-10T15:55:11.464 INFO:tasks.workunit.client.0.smithi069.stdout:op 1107 completed, throughput=4.99MB/sec 2024-04-10T15:55:11.464 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-OaPZ0kJQPkvnruX off=10922252 len=192768 2024-04-10T15:55:11.464 INFO:tasks.workunit.client.0.smithi069.stdout:op 1108 completed, throughput=4.99MB/sec 2024-04-10T15:55:11.464 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-Iaa9_SY6Q4lwX1G off=2730212 len=1085239 2024-04-10T15:55:11.470 INFO:tasks.workunit.client.0.smithi069.stdout:op 1109 completed, throughput=5MB/sec 2024-04-10T15:55:11.470 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-4qabGCcmDYlcsYb off=12502 len=1252303 2024-04-10T15:55:11.471 INFO:tasks.workunit.client.0.smithi069.stdout:op 1110 completed, throughput=5MB/sec 2024-04-10T15:55:11.746 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:55:11 smithi077 ceph-mon[87572]: pgmap v1513: 105 pgs: 105 active+clean; 126 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-10T15:55:11.840 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:55:11 smithi069 ceph-mon[96738]: pgmap v1513: 105 pgs: 105 active+clean; 126 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-10T15:55:11.840 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:55:11 smithi069 ceph-mon[94167]: pgmap v1513: 105 pgs: 105 active+clean; 126 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-10T15:55:12.471 INFO:tasks.workunit.client.0.smithi069.stdout: 216: throughput=4.98MB/sec pending data=0 2024-04-10T15:55:12.471 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-ZHmfRxF4jJGSSUo off=2621586 len=1802405 2024-04-10T15:55:12.473 INFO:tasks.workunit.client.0.smithi069.stdout:op 1111 completed, throughput=4.99MB/sec 2024-04-10T15:55:12.473 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-7Wh7JvxN8viwdvU off=9695665 len=472651 2024-04-10T15:55:12.474 INFO:tasks.workunit.client.0.smithi069.stdout:op 1112 completed, throughput=4.99MB/sec 2024-04-10T15:55:12.474 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-oP7KxP1WBG8K119 off=1083014 len=499772 2024-04-10T15:55:12.475 INFO:tasks.workunit.client.0.smithi069.stdout:op 1113 completed, throughput=4.99MB/sec 2024-04-10T15:55:12.475 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-lk4BqpYY6lyZy-y off=7751711 len=1410566 2024-04-10T15:55:12.484 INFO:tasks.workunit.client.0.smithi069.stdout:op 1114 completed, throughput=5MB/sec 2024-04-10T15:55:12.484 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-pFkP-OUJYIeEFW3 off=11171399 len=2089768 2024-04-10T15:55:12.493 INFO:tasks.workunit.client.0.smithi069.stdout:op 1115 completed, throughput=5.01MB/sec 2024-04-10T15:55:12.746 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:55:12 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T15:55:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:55:13.493 INFO:tasks.workunit.client.0.smithi069.stdout: 217: throughput=4.98MB/sec pending data=0 2024-04-10T15:55:13.494 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-O3yfw7UD82O7ICn off=3850983 len=1640673 2024-04-10T15:55:13.495 INFO:tasks.workunit.client.0.smithi069.stdout:op 1116 completed, throughput=4.99MB/sec 2024-04-10T15:55:13.496 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-7qTh6A9QLwQrCi9 off=1159814 len=1259698 2024-04-10T15:55:13.503 INFO:tasks.workunit.client.0.smithi069.stdout:op 1117 completed, throughput=4.99MB/sec 2024-04-10T15:55:13.504 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-LDJqzqQu4Oi4ZmF off=17712795 len=1225191 2024-04-10T15:55:13.506 INFO:tasks.workunit.client.0.smithi069.stdout:op 1118 completed, throughput=5MB/sec 2024-04-10T15:55:13.746 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:55:13 smithi077 ceph-mon[87572]: pgmap v1514: 105 pgs: 105 active+clean; 126 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-10T15:55:13.840 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:55:13 smithi069 ceph-mon[96738]: pgmap v1514: 105 pgs: 105 active+clean; 126 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-10T15:55:13.840 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:55:13 smithi069 ceph-mon[94167]: pgmap v1514: 105 pgs: 105 active+clean; 126 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-10T15:55:14.506 INFO:tasks.workunit.client.0.smithi069.stdout: 218: throughput=4.98MB/sec pending data=0 2024-04-10T15:55:14.507 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-FD8Sh75rVIBrCHe off=10677051 len=188747 2024-04-10T15:55:14.509 INFO:tasks.workunit.client.0.smithi069.stdout:op 1119 completed, throughput=4.98MB/sec 2024-04-10T15:55:14.509 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-IhrvODWdyF46-oi off=2483922 len=1420169 2024-04-10T15:55:14.511 INFO:tasks.workunit.client.0.smithi069.stdout:op 1120 completed, throughput=4.98MB/sec 2024-04-10T15:55:14.511 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-9dJV6Nh8Eu-aAOR off=9401608 len=438306 2024-04-10T15:55:14.515 INFO:tasks.workunit.client.0.smithi069.stdout:op 1121 completed, throughput=4.99MB/sec 2024-04-10T15:55:14.515 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-AkmZEdA0N8qRl7F off=3314481 len=1964828 2024-04-10T15:55:14.517 INFO:tasks.workunit.client.0.smithi069.stdout:op 1122 completed, throughput=4.99MB/sec 2024-04-10T15:55:14.517 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-PBK2kOE9cU0M5kg off=4200789 len=1274794 2024-04-10T15:55:14.524 INFO:tasks.workunit.client.0.smithi069.stdout:op 1123 completed, throughput=5MB/sec 2024-04-10T15:55:14.524 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-0g96PgdkfBAKjyE off=21051814 len=1945181 2024-04-10T15:55:14.532 INFO:tasks.workunit.client.0.smithi069.stdout:op 1124 completed, throughput=5.01MB/sec 2024-04-10T15:55:15.533 INFO:tasks.workunit.client.0.smithi069.stdout: 219: throughput=4.99MB/sec pending data=0 2024-04-10T15:55:15.533 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-bFHSGsp5G5zo4CZ off=7697612 len=1473339 2024-04-10T15:55:15.535 INFO:tasks.workunit.client.0.smithi069.stdout:op 1125 completed, throughput=4.99MB/sec 2024-04-10T15:55:15.535 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-l_VHGGd08Z90TY1 off=7847944 len=1037362 2024-04-10T15:55:15.540 INFO:tasks.workunit.client.0.smithi069.stdout:op 1126 completed, throughput=5MB/sec 2024-04-10T15:55:15.540 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-w2xFK5DOqxa4Oq6 off=4684541 len=1616517 2024-04-10T15:55:15.546 INFO:tasks.workunit.client.0.smithi069.stdout:op 1127 completed, throughput=5MB/sec 2024-04-10T15:55:15.746 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:55:15 smithi077 ceph-mon[87572]: pgmap v1515: 105 pgs: 105 active+clean; 126 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-10T15:55:15.840 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:55:15 smithi069 ceph-mon[96738]: pgmap v1515: 105 pgs: 105 active+clean; 126 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-10T15:55:15.840 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:55:15 smithi069 ceph-mon[94167]: pgmap v1515: 105 pgs: 105 active+clean; 126 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-10T15:55:16.547 INFO:tasks.workunit.client.0.smithi069.stdout: 220: throughput=4.98MB/sec pending data=0 2024-04-10T15:55:16.547 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-FY2hhBXCj7jPGKI off=4770005 len=1198319 2024-04-10T15:55:16.549 INFO:tasks.workunit.client.0.smithi069.stdout:op 1128 completed, throughput=4.99MB/sec 2024-04-10T15:55:16.549 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-uYF_1tMrdOHAhp1 off=12101849 len=1360963 2024-04-10T15:55:16.557 INFO:tasks.workunit.client.0.smithi069.stdout:op 1129 completed, throughput=4.99MB/sec 2024-04-10T15:55:16.557 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-MP4_PNstACwwwzm off=6576252 len=63250 2024-04-10T15:55:16.559 INFO:tasks.workunit.client.0.smithi069.stdout:op 1130 completed, throughput=4.99MB/sec 2024-04-10T15:55:16.559 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-dTj3cd69dKdwnBh off=4640826 len=145088 2024-04-10T15:55:16.560 INFO:tasks.workunit.client.0.smithi069.stdout:op 1131 completed, throughput=4.99MB/sec 2024-04-10T15:55:16.560 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-cpOE6vdZGF81ZQ6 off=10658019 len=997230 2024-04-10T15:55:16.561 INFO:tasks.workunit.client.0.smithi069.stdout:op 1132 completed, throughput=5MB/sec 2024-04-10T15:55:16.561 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-3DDmV7-65orvLPO off=14055786 len=173542 2024-04-10T15:55:16.564 INFO:tasks.workunit.client.0.smithi069.stdout:op 1133 completed, throughput=5MB/sec 2024-04-10T15:55:16.564 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-lQCopNeCVqd_m05 off=5451865 len=1562070 2024-04-10T15:55:16.565 INFO:tasks.workunit.client.0.smithi069.stdout:op 1134 completed, throughput=5MB/sec 2024-04-10T15:55:17.340 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:55:16 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:15:55:16] "GET /metrics HTTP/1.1" 200 34035 "" "Prometheus/2.43.0" 2024-04-10T15:55:17.565 INFO:tasks.workunit.client.0.smithi069.stdout: 221: throughput=4.98MB/sec pending data=0 2024-04-10T15:55:17.566 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-3ShXfSLKY0XuLdA off=15331303 len=179789 2024-04-10T15:55:17.569 INFO:tasks.workunit.client.0.smithi069.stdout:op 1135 completed, throughput=4.98MB/sec 2024-04-10T15:55:17.569 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-p5rxtyMnv54qG2d off=19206351 len=112551 2024-04-10T15:55:17.569 INFO:tasks.workunit.client.0.smithi069.stdout:op 1136 completed, throughput=4.98MB/sec 2024-04-10T15:55:17.569 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-PwH0ZdQD_wCrG-G off=164494 len=1589456 2024-04-10T15:55:17.576 INFO:tasks.workunit.client.0.smithi069.stdout:op 1137 completed, throughput=4.99MB/sec 2024-04-10T15:55:17.576 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-9Aoo706jjr3qTYu off=5255352 len=1339568 2024-04-10T15:55:17.583 INFO:tasks.workunit.client.0.smithi069.stdout:op 1138 completed, throughput=4.99MB/sec 2024-04-10T15:55:17.583 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-cpOE6vdZGF81ZQ6 off=9351313 len=1988209 2024-04-10T15:55:17.585 INFO:tasks.workunit.client.0.smithi069.stdout:op 1139 completed, throughput=5MB/sec 2024-04-10T15:55:17.746 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:55:17 smithi077 ceph-mon[87572]: pgmap v1516: 105 pgs: 105 active+clean; 126 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-10T15:55:17.842 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:55:17 smithi069 ceph-mon[96738]: pgmap v1516: 105 pgs: 105 active+clean; 126 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-10T15:55:17.842 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:55:17 smithi069 ceph-mon[94167]: pgmap v1516: 105 pgs: 105 active+clean; 126 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-10T15:55:18.585 INFO:tasks.workunit.client.0.smithi069.stdout: 222: throughput=4.98MB/sec pending data=0 2024-04-10T15:55:18.585 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-_1ga5riS-yT4QGU off=13900029 len=909729 2024-04-10T15:55:18.590 INFO:tasks.workunit.client.0.smithi069.stdout:op 1140 completed, throughput=4.98MB/sec 2024-04-10T15:55:18.590 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-vb2m-z-6_wN20_2 off=8216166 len=303295 2024-04-10T15:55:18.593 INFO:tasks.workunit.client.0.smithi069.stdout:op 1141 completed, throughput=4.99MB/sec 2024-04-10T15:55:18.593 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-J8LYuYZX6U-iSGr off=195130 len=860031 2024-04-10T15:55:18.597 INFO:tasks.workunit.client.0.smithi069.stdout:op 1142 completed, throughput=4.99MB/sec 2024-04-10T15:55:18.597 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-HuhNda9rMCgSM6X off=762653 len=1047585 2024-04-10T15:55:18.603 INFO:tasks.workunit.client.0.smithi069.stdout:op 1143 completed, throughput=4.99MB/sec 2024-04-10T15:55:18.603 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-D9bPsoWfJJZ8BF1 off=4438429 len=918055 2024-04-10T15:55:18.607 INFO:tasks.workunit.client.0.smithi069.stdout:op 1144 completed, throughput=5MB/sec 2024-04-10T15:55:18.607 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-vrdcW3vqJWUzfaa off=4192386 len=194830 2024-04-10T15:55:18.610 INFO:tasks.workunit.client.0.smithi069.stdout:op 1145 completed, throughput=5MB/sec 2024-04-10T15:55:18.610 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-NbahtjeeWN-8m0E off=82931 len=1613915 2024-04-10T15:55:18.618 INFO:tasks.workunit.client.0.smithi069.stdout:op 1146 completed, throughput=5MB/sec 2024-04-10T15:55:19.618 INFO:tasks.workunit.client.0.smithi069.stdout: 223: throughput=4.98MB/sec pending data=0 2024-04-10T15:55:19.618 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-xYGSVouaFtsV8Lx off=14207426 len=1563368 2024-04-10T15:55:19.624 INFO:tasks.workunit.client.0.smithi069.stdout:op 1147 completed, throughput=4.99MB/sec 2024-04-10T15:55:19.625 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-1BHYyxmcVhuds30 off=12434299 len=1484713 2024-04-10T15:55:19.632 INFO:tasks.workunit.client.0.smithi069.stdout:op 1148 completed, throughput=5MB/sec 2024-04-10T15:55:19.632 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-VjPxrqDD4XeCn00 off=15636718 len=163223 2024-04-10T15:55:19.635 INFO:tasks.workunit.client.0.smithi069.stdout:op 1149 completed, throughput=5MB/sec 2024-04-10T15:55:19.635 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-xOu0uD0nAofFGd9 off=5194286 len=567933 2024-04-10T15:55:19.636 INFO:tasks.workunit.client.0.smithi069.stdout:op 1150 completed, throughput=5MB/sec 2024-04-10T15:55:19.636 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-NyTN0yw-T4WSYJR off=4091996 len=1900563 2024-04-10T15:55:19.644 INFO:tasks.workunit.client.0.smithi069.stdout:op 1151 completed, throughput=5.01MB/sec 2024-04-10T15:55:19.746 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:55:19 smithi077 ceph-mon[87572]: pgmap v1517: 105 pgs: 105 active+clean; 126 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-10T15:55:19.840 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:55:19 smithi069 ceph-mon[96738]: pgmap v1517: 105 pgs: 105 active+clean; 126 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-10T15:55:19.840 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:55:19 smithi069 ceph-mon[94167]: pgmap v1517: 105 pgs: 105 active+clean; 126 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-10T15:55:20.645 INFO:tasks.workunit.client.0.smithi069.stdout: 224: throughput=4.98MB/sec pending data=0 2024-04-10T15:55:20.645 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-KOikigQhfU9zYMD off=10148917 len=1875809 2024-04-10T15:55:20.656 INFO:tasks.workunit.client.0.smithi069.stdout:op 1152 completed, throughput=4.99MB/sec 2024-04-10T15:55:20.656 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-KGmc-wIOeO65l0G off=863131 len=1380869 2024-04-10T15:55:20.665 INFO:tasks.workunit.client.0.smithi069.stdout:op 1153 completed, throughput=5MB/sec 2024-04-10T15:55:20.665 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-zFKxjY9bfV4xvlY off=6060618 len=1061356 2024-04-10T15:55:20.666 INFO:tasks.workunit.client.0.smithi069.stdout:op 1154 completed, throughput=5MB/sec 2024-04-10T15:55:21.667 INFO:tasks.workunit.client.0.smithi069.stdout: 225: throughput=4.98MB/sec pending data=0 2024-04-10T15:55:21.667 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-CVJUWpJviAhDubl off=13151837 len=1580426 2024-04-10T15:55:21.673 INFO:tasks.workunit.client.0.smithi069.stdout:op 1155 completed, throughput=4.99MB/sec 2024-04-10T15:55:21.674 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-Nv_boVI-MAEN13a off=1685320 len=1839057 2024-04-10T15:55:21.675 INFO:tasks.workunit.client.0.smithi069.stdout:op 1156 completed, throughput=4.99MB/sec 2024-04-10T15:55:21.676 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj--44QbPn2FQmAvaF off=4806841 len=1033751 2024-04-10T15:55:21.680 INFO:tasks.workunit.client.0.smithi069.stdout:op 1157 completed, throughput=5MB/sec 2024-04-10T15:55:21.680 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-uG0XD0YPM6ni_RK off=4850318 len=1656017 2024-04-10T15:55:21.689 INFO:tasks.workunit.client.0.smithi069.stdout:op 1158 completed, throughput=5MB/sec 2024-04-10T15:55:21.746 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:55:21 smithi077 ceph-mon[87572]: pgmap v1518: 105 pgs: 105 active+clean; 126 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-10T15:55:21.840 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:55:21 smithi069 ceph-mon[96738]: pgmap v1518: 105 pgs: 105 active+clean; 126 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-10T15:55:21.841 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:55:21 smithi069 ceph-mon[94167]: pgmap v1518: 105 pgs: 105 active+clean; 126 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-10T15:55:22.690 INFO:tasks.workunit.client.0.smithi069.stdout: 226: throughput=4.98MB/sec pending data=0 2024-04-10T15:55:22.690 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-Nmc1mvUaYhHiDdj off=0 len=1288643 2024-04-10T15:55:22.698 INFO:tasks.workunit.client.0.smithi069.stdout:op 1159 completed, throughput=4.99MB/sec 2024-04-10T15:55:22.698 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-xJINW30kQMNMmVN off=6222660 len=1539293 2024-04-10T15:55:22.701 INFO:tasks.workunit.client.0.smithi069.stdout:op 1160 completed, throughput=4.99MB/sec 2024-04-10T15:55:22.701 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-E_KEf1hjehcE7x- off=19631268 len=2033779 2024-04-10T15:55:22.703 INFO:tasks.workunit.client.0.smithi069.stdout:op 1161 completed, throughput=5MB/sec 2024-04-10T15:55:22.746 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:55:22 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T15:55:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:55:23.704 INFO:tasks.workunit.client.0.smithi069.stdout: 227: throughput=4.98MB/sec pending data=0 2024-04-10T15:55:23.704 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj--BMhxTyMrRHJa_0 off=7709032 len=1120867 2024-04-10T15:55:23.711 INFO:tasks.workunit.client.0.smithi069.stdout:op 1162 completed, throughput=4.99MB/sec 2024-04-10T15:55:23.711 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-9JenuyYt9VTdRDF off=474098 len=1216625 2024-04-10T15:55:23.712 INFO:tasks.workunit.client.0.smithi069.stdout:op 1163 completed, throughput=4.99MB/sec 2024-04-10T15:55:23.712 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-WPdNGslAePXLqz1 off=11757936 len=1102675 2024-04-10T15:55:23.715 INFO:tasks.workunit.client.0.smithi069.stdout:op 1164 completed, throughput=5MB/sec 2024-04-10T15:55:23.715 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-GpL0OIBScQxQR_t off=2838162 len=333343 2024-04-10T15:55:23.718 INFO:tasks.workunit.client.0.smithi069.stdout:op 1165 completed, throughput=5MB/sec 2024-04-10T15:55:23.718 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-NKBCIvJprL_FgM9 off=13754773 len=1285482 2024-04-10T15:55:23.720 INFO:tasks.workunit.client.0.smithi069.stdout:op 1166 completed, throughput=5MB/sec 2024-04-10T15:55:23.746 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:55:23 smithi077 ceph-mon[87572]: pgmap v1519: 105 pgs: 105 active+clean; 126 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-10T15:55:23.840 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:55:23 smithi069 ceph-mon[96738]: pgmap v1519: 105 pgs: 105 active+clean; 126 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-10T15:55:23.840 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:55:23 smithi069 ceph-mon[94167]: pgmap v1519: 105 pgs: 105 active+clean; 126 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-10T15:55:24.721 INFO:tasks.workunit.client.0.smithi069.stdout: 228: throughput=4.98MB/sec pending data=0 2024-04-10T15:55:24.721 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-oRk1BVU13wllTXG off=4785836 len=1376109 2024-04-10T15:55:24.722 INFO:tasks.workunit.client.0.smithi069.stdout:op 1167 completed, throughput=4.99MB/sec 2024-04-10T15:55:24.722 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-wlaJm1C02FKvD7h off=13088801 len=984363 2024-04-10T15:55:24.725 INFO:tasks.workunit.client.0.smithi069.stdout:op 1168 completed, throughput=4.99MB/sec 2024-04-10T15:55:24.725 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-yZ4enNvD9cMK14q off=3439414 len=923289 2024-04-10T15:55:24.730 INFO:tasks.workunit.client.0.smithi069.stdout:op 1169 completed, throughput=4.99MB/sec 2024-04-10T15:55:24.730 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-t7hkuP4cIykiF-t off=6341591 len=1677747 2024-04-10T15:55:24.732 INFO:tasks.workunit.client.0.smithi069.stdout:op 1170 completed, throughput=5MB/sec 2024-04-10T15:55:25.733 INFO:tasks.workunit.client.0.smithi069.stdout: 229: throughput=4.98MB/sec pending data=0 2024-04-10T15:55:25.733 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-phNTXHCdEa7QXCF off=17304990 len=1367320 2024-04-10T15:55:25.741 INFO:tasks.workunit.client.0.smithi069.stdout:op 1171 completed, throughput=4.98MB/sec 2024-04-10T15:55:25.741 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-r2-oDrgs9VuNJ8E off=3585003 len=1048065 2024-04-10T15:55:25.742 INFO:tasks.workunit.client.0.smithi069.stdout:op 1172 completed, throughput=4.99MB/sec 2024-04-10T15:55:25.742 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-f4FQUf_4XY-wVxX off=1203021 len=1560790 2024-04-10T15:55:25.745 INFO:tasks.workunit.client.0.smithi069.stdout:op 1173 completed, throughput=4.99MB/sec 2024-04-10T15:55:25.745 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-W5pgrBnRXkx4atd off=6837938 len=987613 2024-04-10T15:55:25.746 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:55:25 smithi077 ceph-mon[87572]: pgmap v1520: 105 pgs: 105 active+clean; 126 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-10T15:55:25.746 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:55:25 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:55:25.750 INFO:tasks.workunit.client.0.smithi069.stdout:op 1174 completed, throughput=5MB/sec 2024-04-10T15:55:25.751 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-OazhFmw5uEkNjK_ off=15914723 len=1850847 2024-04-10T15:55:25.752 INFO:tasks.workunit.client.0.smithi069.stdout:op 1175 completed, throughput=5.01MB/sec 2024-04-10T15:55:25.840 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:55:25 smithi069 ceph-mon[94167]: pgmap v1520: 105 pgs: 105 active+clean; 126 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-10T15:55:25.840 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:55:25 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:55:25.840 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:55:25 smithi069 ceph-mon[96738]: pgmap v1520: 105 pgs: 105 active+clean; 126 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-10T15:55:25.841 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:55:25 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:55:26.752 INFO:tasks.workunit.client.0.smithi069.stdout: 230: throughput=4.98MB/sec pending data=0 2024-04-10T15:55:26.753 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-pjXls8OKPM7gZrE off=15735442 len=1141231 2024-04-10T15:55:26.759 INFO:tasks.workunit.client.0.smithi069.stdout:op 1176 completed, throughput=4.99MB/sec 2024-04-10T15:55:26.759 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-867D_3i4TTw1iXZ off=7302827 len=811954 2024-04-10T15:55:26.760 INFO:tasks.workunit.client.0.smithi069.stdout:op 1177 completed, throughput=4.99MB/sec 2024-04-10T15:55:26.760 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-IKIiB7qtJzZp-TY off=1988136 len=231749 2024-04-10T15:55:26.763 INFO:tasks.workunit.client.0.smithi069.stdout:op 1178 completed, throughput=4.99MB/sec 2024-04-10T15:55:26.763 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-gYZyG9hGYoe-e2j off=644588 len=1638260 2024-04-10T15:55:26.772 INFO:tasks.workunit.client.0.smithi069.stdout:op 1179 completed, throughput=5MB/sec 2024-04-10T15:55:27.340 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:55:26 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:15:55:26] "GET /metrics HTTP/1.1" 200 34037 "" "Prometheus/2.43.0" 2024-04-10T15:55:27.746 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:55:27 smithi077 ceph-mon[87572]: pgmap v1521: 105 pgs: 105 active+clean; 126 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-10T15:55:27.772 INFO:tasks.workunit.client.0.smithi069.stdout: 231: throughput=4.98MB/sec pending data=0 2024-04-10T15:55:27.772 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-QeB4ouEx4olsyIu off=2449239 len=61068 2024-04-10T15:55:27.773 INFO:tasks.workunit.client.0.smithi069.stdout:op 1180 completed, throughput=4.98MB/sec 2024-04-10T15:55:27.773 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-OZsFOQGiudLSbad off=13818818 len=180554 2024-04-10T15:55:27.776 INFO:tasks.workunit.client.0.smithi069.stdout:op 1181 completed, throughput=4.98MB/sec 2024-04-10T15:55:27.776 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-oqddvMKKW0iPBrA off=7812020 len=1579902 2024-04-10T15:55:27.777 INFO:tasks.workunit.client.0.smithi069.stdout:op 1182 completed, throughput=4.99MB/sec 2024-04-10T15:55:27.777 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-g4NlzTRpoJ1uOcl off=3950766 len=805050 2024-04-10T15:55:27.782 INFO:tasks.workunit.client.0.smithi069.stdout:op 1183 completed, throughput=4.99MB/sec 2024-04-10T15:55:27.782 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-qCq1SaqLmSoug6v off=469244 len=871235 2024-04-10T15:55:27.783 INFO:tasks.workunit.client.0.smithi069.stdout:op 1184 completed, throughput=4.99MB/sec 2024-04-10T15:55:27.783 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-HGIaubuMRo57YTQ off=17170519 len=626254 2024-04-10T15:55:27.784 INFO:tasks.workunit.client.0.smithi069.stdout:op 1185 completed, throughput=5MB/sec 2024-04-10T15:55:27.785 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-iuxr0fDymg_e0M0 off=1677045 len=1316731 2024-04-10T15:55:27.792 INFO:tasks.workunit.client.0.smithi069.stdout:op 1186 completed, throughput=5MB/sec 2024-04-10T15:55:27.840 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:55:27 smithi069 ceph-mon[96738]: pgmap v1521: 105 pgs: 105 active+clean; 126 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-10T15:55:27.840 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:55:27 smithi069 ceph-mon[94167]: pgmap v1521: 105 pgs: 105 active+clean; 126 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-10T15:55:28.793 INFO:tasks.workunit.client.0.smithi069.stdout: 232: throughput=4.98MB/sec pending data=0 2024-04-10T15:55:28.793 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-1uPMHxudpFqqrCg off=19551265 len=780263 2024-04-10T15:55:28.794 INFO:tasks.workunit.client.0.smithi069.stdout:op 1187 completed, throughput=4.98MB/sec 2024-04-10T15:55:28.794 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-cZUzk43hLscU0HH off=3300158 len=223894 2024-04-10T15:55:28.795 INFO:tasks.workunit.client.0.smithi069.stdout:op 1188 completed, throughput=4.98MB/sec 2024-04-10T15:55:28.795 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-cVxUa0ymJdkvzkl off=4081368 len=1644014 2024-04-10T15:55:28.797 INFO:tasks.workunit.client.0.smithi069.stdout:op 1189 completed, throughput=4.99MB/sec 2024-04-10T15:55:28.797 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-c2KvCC9Lti823Uv off=10274827 len=1740284 2024-04-10T15:55:28.806 INFO:tasks.workunit.client.0.smithi069.stdout:op 1190 completed, throughput=5MB/sec 2024-04-10T15:55:28.806 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-EUwN_XB0HdglN1k off=2124445 len=1867316 2024-04-10T15:55:28.813 INFO:tasks.workunit.client.0.smithi069.stdout:op 1191 completed, throughput=5MB/sec 2024-04-10T15:55:29.746 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:55:29 smithi077 ceph-mon[87572]: pgmap v1522: 105 pgs: 105 active+clean; 126 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.7 MiB/s wr, 3 op/s 2024-04-10T15:55:29.813 INFO:tasks.workunit.client.0.smithi069.stdout: 233: throughput=4.98MB/sec pending data=0 2024-04-10T15:55:29.813 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-4m0iue6DFOa9pYs off=6950490 len=364052 2024-04-10T15:55:29.814 INFO:tasks.workunit.client.0.smithi069.stdout:op 1192 completed, throughput=4.98MB/sec 2024-04-10T15:55:29.814 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-T-UVmnCuT3iHsBM off=6855500 len=1690075 2024-04-10T15:55:29.825 INFO:tasks.workunit.client.0.smithi069.stdout:op 1193 completed, throughput=4.99MB/sec 2024-04-10T15:55:29.825 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-9Fj032jJDjPc_1P off=16927011 len=220478 2024-04-10T15:55:29.825 INFO:tasks.workunit.client.0.smithi069.stdout:op 1194 completed, throughput=4.99MB/sec 2024-04-10T15:55:29.825 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-Qu168p2-ED-iEbu off=10517648 len=1172928 2024-04-10T15:55:29.827 INFO:tasks.workunit.client.0.smithi069.stdout:op 1195 completed, throughput=5MB/sec 2024-04-10T15:55:29.827 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-irdtuYQ1Qe3Abs2 off=5286354 len=551896 2024-04-10T15:55:29.828 INFO:tasks.workunit.client.0.smithi069.stdout:op 1196 completed, throughput=5MB/sec 2024-04-10T15:55:29.828 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-7sQYNf1oeZ-DxX2 off=12584123 len=589470 2024-04-10T15:55:29.829 INFO:tasks.workunit.client.0.smithi069.stdout:op 1197 completed, throughput=5MB/sec 2024-04-10T15:55:29.840 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:55:29 smithi069 ceph-mon[94167]: pgmap v1522: 105 pgs: 105 active+clean; 126 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.7 MiB/s wr, 3 op/s 2024-04-10T15:55:29.840 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:55:29 smithi069 ceph-mon[96738]: pgmap v1522: 105 pgs: 105 active+clean; 126 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.7 MiB/s wr, 3 op/s 2024-04-10T15:55:30.830 INFO:tasks.workunit.client.0.smithi069.stdout: 234: throughput=4.98MB/sec pending data=0 2024-04-10T15:55:30.830 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-iDHTIWcqN-lPT3a off=13094291 len=1980218 2024-04-10T15:55:30.832 INFO:tasks.workunit.client.0.smithi069.stdout:op 1198 completed, throughput=4.99MB/sec 2024-04-10T15:55:30.832 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-P1mndnu_PJ-_0bk off=9058477 len=786963 2024-04-10T15:55:30.833 INFO:tasks.workunit.client.0.smithi069.stdout:op 1199 completed, throughput=4.99MB/sec 2024-04-10T15:55:30.833 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-qHgsBhiYM_bp5bR off=9607169 len=1808789 2024-04-10T15:55:30.843 INFO:tasks.workunit.client.0.smithi069.stdout:op 1200 completed, throughput=5MB/sec 2024-04-10T15:55:30.843 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-TbDJGj8kSQ-jnpP off=2954437 len=1301542 2024-04-10T15:55:30.850 INFO:tasks.workunit.client.0.smithi069.stdout:op 1201 completed, throughput=5MB/sec 2024-04-10T15:55:31.746 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:55:31 smithi077 ceph-mon[87572]: pgmap v1523: 105 pgs: 105 active+clean; 126 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-10T15:55:31.840 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:55:31 smithi069 ceph-mon[96738]: pgmap v1523: 105 pgs: 105 active+clean; 126 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-10T15:55:31.840 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:55:31 smithi069 ceph-mon[94167]: pgmap v1523: 105 pgs: 105 active+clean; 126 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-10T15:55:31.850 INFO:tasks.workunit.client.0.smithi069.stdout: 235: throughput=4.98MB/sec pending data=0 2024-04-10T15:55:31.851 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-27gW_ps4cWIlPPM off=3422368 len=664010 2024-04-10T15:55:31.855 INFO:tasks.workunit.client.0.smithi069.stdout:op 1202 completed, throughput=4.98MB/sec 2024-04-10T15:55:31.855 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-j7lE3VJTbCA2kLq off=203882 len=1386944 2024-04-10T15:55:31.862 INFO:tasks.workunit.client.0.smithi069.stdout:op 1203 completed, throughput=4.99MB/sec 2024-04-10T15:55:31.862 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-xFjsp5y4dgtppks off=21033422 len=374976 2024-04-10T15:55:31.862 INFO:tasks.workunit.client.0.smithi069.stdout:op 1204 completed, throughput=4.99MB/sec 2024-04-10T15:55:31.863 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-DFzOkpk_h59Opyg off=7494775 len=80800 2024-04-10T15:55:31.865 INFO:tasks.workunit.client.0.smithi069.stdout:op 1205 completed, throughput=4.99MB/sec 2024-04-10T15:55:31.865 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-aKx0owGY1HIATPL off=9790759 len=278359 2024-04-10T15:55:31.868 INFO:tasks.workunit.client.0.smithi069.stdout:op 1206 completed, throughput=4.99MB/sec 2024-04-10T15:55:31.868 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-vt7L1ODe8NZyM0n off=16450283 len=1028683 2024-04-10T15:55:31.869 INFO:tasks.workunit.client.0.smithi069.stdout:op 1207 completed, throughput=5MB/sec 2024-04-10T15:55:31.869 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-uA_d0VVz1fgQV8A off=2190155 len=907858 2024-04-10T15:55:31.874 INFO:tasks.workunit.client.0.smithi069.stdout:op 1208 completed, throughput=5MB/sec 2024-04-10T15:55:32.746 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:55:32 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T15:55:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:55:32.875 INFO:tasks.workunit.client.0.smithi069.stdout: 236: throughput=4.98MB/sec pending data=0 2024-04-10T15:55:32.875 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-mZnziDsBmhrOtpQ off=3042754 len=1551800 2024-04-10T15:55:32.882 INFO:tasks.workunit.client.0.smithi069.stdout:op 1209 completed, throughput=4.99MB/sec 2024-04-10T15:55:32.882 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-SpSffW2WYAKP7nu off=1780857 len=1131176 2024-04-10T15:55:32.887 INFO:tasks.workunit.client.0.smithi069.stdout:op 1210 completed, throughput=4.99MB/sec 2024-04-10T15:55:32.888 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-oyZQm6t1zAERPsF off=15284533 len=1287960 2024-04-10T15:55:32.889 INFO:tasks.workunit.client.0.smithi069.stdout:op 1211 completed, throughput=5MB/sec 2024-04-10T15:55:32.889 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-Q_35UjB0QXb-e_l off=346766 len=1445213 2024-04-10T15:55:32.890 INFO:tasks.workunit.client.0.smithi069.stdout:op 1212 completed, throughput=5MB/sec 2024-04-10T15:55:33.746 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:55:33 smithi077 ceph-mon[87572]: pgmap v1524: 105 pgs: 105 active+clean; 126 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-10T15:55:33.840 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:55:33 smithi069 ceph-mon[96738]: pgmap v1524: 105 pgs: 105 active+clean; 126 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-10T15:55:33.840 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:55:33 smithi069 ceph-mon[94167]: pgmap v1524: 105 pgs: 105 active+clean; 126 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-10T15:55:33.890 INFO:tasks.workunit.client.0.smithi069.stdout: 237: throughput=4.98MB/sec pending data=0 2024-04-10T15:55:33.890 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-wcF3rSiu3BuQ-vG off=1846449 len=2023255 2024-04-10T15:55:33.893 INFO:tasks.workunit.client.0.smithi069.stdout:op 1213 completed, throughput=4.99MB/sec 2024-04-10T15:55:33.893 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-aoZS2mdOvvvtzTx off=3314338 len=1809962 2024-04-10T15:55:33.895 INFO:tasks.workunit.client.0.smithi069.stdout:op 1214 completed, throughput=5MB/sec 2024-04-10T15:55:33.895 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-jlCY34n7B9eC2we off=12254643 len=189150 2024-04-10T15:55:33.896 INFO:tasks.workunit.client.0.smithi069.stdout:op 1215 completed, throughput=5MB/sec 2024-04-10T15:55:33.896 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-m4Gj1H9e-pmraC8 off=549673 len=1448588 2024-04-10T15:55:33.903 INFO:tasks.workunit.client.0.smithi069.stdout:op 1216 completed, throughput=5MB/sec 2024-04-10T15:55:34.904 INFO:tasks.workunit.client.0.smithi069.stdout: 238: throughput=4.98MB/sec pending data=0 2024-04-10T15:55:34.904 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-zpASlmLHBdbx7Zk off=1809785 len=694494 2024-04-10T15:55:34.908 INFO:tasks.workunit.client.0.smithi069.stdout:op 1217 completed, throughput=4.98MB/sec 2024-04-10T15:55:34.908 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-A_-nVUB8rZw70uw off=6284931 len=389377 2024-04-10T15:55:34.912 INFO:tasks.workunit.client.0.smithi069.stdout:op 1218 completed, throughput=4.99MB/sec 2024-04-10T15:55:34.912 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-SknQmXZnJI7_dtY off=11361984 len=1271493 2024-04-10T15:55:34.913 INFO:tasks.workunit.client.0.smithi069.stdout:op 1219 completed, throughput=4.99MB/sec 2024-04-10T15:55:34.913 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-vTEEnj7OE2bPkjy off=18422647 len=1526438 2024-04-10T15:55:34.921 INFO:tasks.workunit.client.0.smithi069.stdout:op 1220 completed, throughput=5MB/sec 2024-04-10T15:55:34.921 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-VC9PNAqqHHxQj-w off=1550211 len=1531571 2024-04-10T15:55:34.923 INFO:tasks.workunit.client.0.smithi069.stdout:op 1221 completed, throughput=5MB/sec 2024-04-10T15:55:35.746 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:55:35 smithi077 ceph-mon[87572]: pgmap v1525: 105 pgs: 105 active+clean; 126 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-10T15:55:35.840 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:55:35 smithi069 ceph-mon[96738]: pgmap v1525: 105 pgs: 105 active+clean; 126 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-10T15:55:35.840 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:55:35 smithi069 ceph-mon[94167]: pgmap v1525: 105 pgs: 105 active+clean; 126 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-10T15:55:35.924 INFO:tasks.workunit.client.0.smithi069.stdout: 239: throughput=4.98MB/sec pending data=0 2024-04-10T15:55:35.924 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-m41UyAw6UtlLcci off=6438600 len=1491190 2024-04-10T15:55:35.927 INFO:tasks.workunit.client.0.smithi069.stdout:op 1222 completed, throughput=4.99MB/sec 2024-04-10T15:55:35.927 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-m9TQUKgleWkctxD off=15908083 len=290746 2024-04-10T15:55:35.930 INFO:tasks.workunit.client.0.smithi069.stdout:op 1223 completed, throughput=4.99MB/sec 2024-04-10T15:55:35.930 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-DVfFWOma3wlgMeq off=3936803 len=1777266 2024-04-10T15:55:35.933 INFO:tasks.workunit.client.0.smithi069.stdout:op 1224 completed, throughput=5MB/sec 2024-04-10T15:55:35.933 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-uE0rrtaeCAdqsxl off=1899696 len=1514025 2024-04-10T15:55:35.934 INFO:tasks.workunit.client.0.smithi069.stdout:op 1225 completed, throughput=5MB/sec 2024-04-10T15:55:36.935 INFO:tasks.workunit.client.0.smithi069.stdout: 240: throughput=4.98MB/sec pending data=0 2024-04-10T15:55:36.935 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-yTZLUpijmdZoFOd off=386280 len=270927 2024-04-10T15:55:36.935 INFO:tasks.workunit.client.0.smithi069.stdout:op 1226 completed, throughput=4.98MB/sec 2024-04-10T15:55:36.935 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-vxh19EVnpLIcxiO off=2082087 len=1326451 2024-04-10T15:55:36.944 INFO:tasks.workunit.client.0.smithi069.stdout:op 1227 completed, throughput=4.99MB/sec 2024-04-10T15:55:36.944 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-MedohL-i4CQIQSy off=96785 len=421912 2024-04-10T15:55:36.947 INFO:tasks.workunit.client.0.smithi069.stdout:op 1228 completed, throughput=4.99MB/sec 2024-04-10T15:55:36.947 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-6zWtMQc23MD6CrV off=3584284 len=1726991 2024-04-10T15:55:36.954 INFO:tasks.workunit.client.0.smithi069.stdout:op 1229 completed, throughput=4.99MB/sec 2024-04-10T15:55:36.954 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-xwMOKPIp74aywFk off=3570564 len=1504010 2024-04-10T15:55:36.961 INFO:tasks.workunit.client.0.smithi069.stdout:op 1230 completed, throughput=5MB/sec 2024-04-10T15:55:37.340 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:55:36 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:15:55:36] "GET /metrics HTTP/1.1" 200 34037 "" "Prometheus/2.43.0" 2024-04-10T15:55:37.746 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:55:37 smithi077 ceph-mon[87572]: pgmap v1526: 105 pgs: 105 active+clean; 126 GiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-10T15:55:37.840 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:55:37 smithi069 ceph-mon[96738]: pgmap v1526: 105 pgs: 105 active+clean; 126 GiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-10T15:55:37.840 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:55:37 smithi069 ceph-mon[94167]: pgmap v1526: 105 pgs: 105 active+clean; 126 GiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-10T15:55:37.961 INFO:tasks.workunit.client.0.smithi069.stdout: 241: throughput=4.98MB/sec pending data=0 2024-04-10T15:55:37.961 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-Sc3_ejWqvOJHZgp off=2054585 len=39238 2024-04-10T15:55:37.964 INFO:tasks.workunit.client.0.smithi069.stdout:op 1231 completed, throughput=4.98MB/sec 2024-04-10T15:55:37.964 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-UZrxz_a6F9PAp6X off=1372024 len=1401449 2024-04-10T15:55:37.967 INFO:tasks.workunit.client.0.smithi069.stdout:op 1232 completed, throughput=4.99MB/sec 2024-04-10T15:55:37.967 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-vF0q66jJsXe8rPx off=13073131 len=1760839 2024-04-10T15:55:37.976 INFO:tasks.workunit.client.0.smithi069.stdout:op 1233 completed, throughput=4.99MB/sec 2024-04-10T15:55:37.976 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-dZ-nOk1Ps7UtUp3 off=3430673 len=1317089 2024-04-10T15:55:37.982 INFO:tasks.workunit.client.0.smithi069.stdout:op 1234 completed, throughput=5MB/sec 2024-04-10T15:55:37.982 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-HXH0esgR7p6QqVT off=3255699 len=2028369 2024-04-10T15:55:37.984 INFO:tasks.workunit.client.0.smithi069.stdout:op 1235 completed, throughput=5.01MB/sec 2024-04-10T15:55:38.984 INFO:tasks.workunit.client.0.smithi069.stdout: 242: throughput=4.98MB/sec pending data=0 2024-04-10T15:55:38.985 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-TITzdw37jiu7TrG off=6763177 len=911843 2024-04-10T15:55:38.986 INFO:tasks.workunit.client.0.smithi069.stdout:op 1236 completed, throughput=4.99MB/sec 2024-04-10T15:55:38.986 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-LJqZtIXGe7AdG-H off=15982166 len=33205 2024-04-10T15:55:38.986 INFO:tasks.workunit.client.0.smithi069.stdout:op 1237 completed, throughput=4.99MB/sec 2024-04-10T15:55:38.987 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-NPzLRRTEk1Mu47R off=5811457 len=1362952 2024-04-10T15:55:38.988 INFO:tasks.workunit.client.0.smithi069.stdout:op 1238 completed, throughput=4.99MB/sec 2024-04-10T15:55:38.988 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-OtuPCaellh4nzA5 off=8046167 len=1596880 2024-04-10T15:55:38.990 INFO:tasks.workunit.client.0.smithi069.stdout:op 1239 completed, throughput=5MB/sec 2024-04-10T15:55:38.990 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-NJjGrIHSxAEc2Z4 off=18875583 len=274270 2024-04-10T15:55:38.992 INFO:tasks.workunit.client.0.smithi069.stdout:op 1240 completed, throughput=5MB/sec 2024-04-10T15:55:39.746 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:55:39 smithi077 ceph-mon[87572]: pgmap v1527: 105 pgs: 105 active+clean; 126 GiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-10T15:55:39.840 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:55:39 smithi069 ceph-mon[96738]: pgmap v1527: 105 pgs: 105 active+clean; 126 GiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-10T15:55:39.841 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:55:39 smithi069 ceph-mon[94167]: pgmap v1527: 105 pgs: 105 active+clean; 126 GiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-10T15:55:39.993 INFO:tasks.workunit.client.0.smithi069.stdout: 243: throughput=4.98MB/sec pending data=0 2024-04-10T15:55:39.993 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-tRz1QUr9lb9xRYe off=14443171 len=558892 2024-04-10T15:55:39.996 INFO:tasks.workunit.client.0.smithi069.stdout:op 1241 completed, throughput=4.98MB/sec 2024-04-10T15:55:39.996 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-cD1CzOCns0sxlgj off=12999271 len=376064 2024-04-10T15:55:39.999 INFO:tasks.workunit.client.0.smithi069.stdout:op 1242 completed, throughput=4.98MB/sec 2024-04-10T15:55:39.999 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-GwxAj8TMd4aVuB3 off=3573142 len=1959203 2024-04-10T15:55:40.006 INFO:tasks.workunit.client.0.smithi069.stdout:op 1243 completed, throughput=4.99MB/sec 2024-04-10T15:55:40.007 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-ABnjKSr8QXmosdm off=1705918 len=891328 2024-04-10T15:55:40.008 INFO:tasks.workunit.client.0.smithi069.stdout:op 1244 completed, throughput=4.99MB/sec 2024-04-10T15:55:40.008 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-jhgIcw2UWQLpfdR off=12904131 len=1044880 2024-04-10T15:55:40.010 INFO:tasks.workunit.client.0.smithi069.stdout:op 1245 completed, throughput=5MB/sec 2024-04-10T15:55:40.010 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-z1i9Rpar6Ec2GaM off=6868849 len=1673720 2024-04-10T15:55:40.013 INFO:tasks.workunit.client.0.smithi069.stdout:op 1246 completed, throughput=5.01MB/sec 2024-04-10T15:55:40.746 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:55:40 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:55:40.840 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:55:40 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:55:40.841 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:55:40 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:55:41.014 INFO:tasks.workunit.client.0.smithi069.stdout: 244: throughput=4.99MB/sec pending data=0 2024-04-10T15:55:41.014 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-g0jSvkRXKZiGR3n off=12101451 len=345478 2024-04-10T15:55:41.015 INFO:tasks.workunit.client.0.smithi069.stdout:op 1247 completed, throughput=4.99MB/sec 2024-04-10T15:55:41.015 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-0QR7-dl3KWaQhf7 off=8990862 len=2069568 2024-04-10T15:55:41.017 INFO:tasks.workunit.client.0.smithi069.stdout:op 1248 completed, throughput=4.99MB/sec 2024-04-10T15:55:41.017 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-8wICiEHgo9uCRS4 off=1348666 len=720255 2024-04-10T15:55:41.022 INFO:tasks.workunit.client.0.smithi069.stdout:op 1249 completed, throughput=5MB/sec 2024-04-10T15:55:41.022 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-WEwrwR0aEQxMvc8 off=9695103 len=810262 2024-04-10T15:55:41.024 INFO:tasks.workunit.client.0.smithi069.stdout:op 1250 completed, throughput=5MB/sec 2024-04-10T15:55:41.024 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-_xe-Q_dSB_qqLFk off=3271031 len=338569 2024-04-10T15:55:41.024 INFO:tasks.workunit.client.0.smithi069.stdout:op 1251 completed, throughput=5MB/sec 2024-04-10T15:55:41.746 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:55:41 smithi077 ceph-mon[87572]: pgmap v1528: 105 pgs: 105 active+clean; 126 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-10T15:55:41.840 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:55:41 smithi069 ceph-mon[94167]: pgmap v1528: 105 pgs: 105 active+clean; 126 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-10T15:55:41.840 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:55:41 smithi069 ceph-mon[96738]: pgmap v1528: 105 pgs: 105 active+clean; 126 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-10T15:55:42.025 INFO:tasks.workunit.client.0.smithi069.stdout: 245: throughput=4.98MB/sec pending data=0 2024-04-10T15:55:42.025 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-uakuR_mm7Hd_Ay_ off=16725262 len=1490628 2024-04-10T15:55:42.033 INFO:tasks.workunit.client.0.smithi069.stdout:op 1252 completed, throughput=4.99MB/sec 2024-04-10T15:55:42.033 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-JX6dd3yj5pGc3U9 off=8684502 len=539435 2024-04-10T15:55:42.037 INFO:tasks.workunit.client.0.smithi069.stdout:op 1253 completed, throughput=4.99MB/sec 2024-04-10T15:55:42.037 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-8TqW3bdL7-VdVEm off=2383990 len=295610 2024-04-10T15:55:42.037 INFO:tasks.workunit.client.0.smithi069.stdout:op 1254 completed, throughput=4.99MB/sec 2024-04-10T15:55:42.037 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-LB8UKTvkwUJxWHu off=4342479 len=1329943 2024-04-10T15:55:42.040 INFO:tasks.workunit.client.0.smithi069.stdout:op 1255 completed, throughput=4.99MB/sec 2024-04-10T15:55:42.040 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-nkBk9vcpOY3JJHK off=1136863 len=582504 2024-04-10T15:55:42.041 INFO:tasks.workunit.client.0.smithi069.stdout:op 1256 completed, throughput=5MB/sec 2024-04-10T15:55:42.041 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-HSWErqi5R1OgnGM off=865163 len=1397425 2024-04-10T15:55:42.042 INFO:tasks.workunit.client.0.smithi069.stdout:op 1257 completed, throughput=5MB/sec 2024-04-10T15:55:42.746 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:55:42 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T15:55:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:55:43.043 INFO:tasks.workunit.client.0.smithi069.stdout: 246: throughput=4.98MB/sec pending data=0 2024-04-10T15:55:43.043 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-bBJREU2fiQjt0ve off=6207598 len=342076 2024-04-10T15:55:43.046 INFO:tasks.workunit.client.0.smithi069.stdout:op 1258 completed, throughput=4.98MB/sec 2024-04-10T15:55:43.046 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-akyOR3y2YM5twdS off=2331523 len=1479910 2024-04-10T15:55:43.047 INFO:tasks.workunit.client.0.smithi069.stdout:op 1259 completed, throughput=4.99MB/sec 2024-04-10T15:55:43.047 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-boIGEcApSKsdk8m off=2937979 len=1957444 2024-04-10T15:55:43.050 INFO:tasks.workunit.client.0.smithi069.stdout:op 1260 completed, throughput=5MB/sec 2024-04-10T15:55:43.050 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-Algm2kBHbt_crFS off=231675 len=1928488 2024-04-10T15:55:43.052 INFO:tasks.workunit.client.0.smithi069.stdout:op 1261 completed, throughput=5MB/sec 2024-04-10T15:55:43.746 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:55:43 smithi077 ceph-mon[87572]: pgmap v1529: 105 pgs: 105 active+clean; 126 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-10T15:55:43.840 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:55:43 smithi069 ceph-mon[96738]: pgmap v1529: 105 pgs: 105 active+clean; 126 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-10T15:55:43.841 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:55:43 smithi069 ceph-mon[94167]: pgmap v1529: 105 pgs: 105 active+clean; 126 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-10T15:55:44.052 INFO:tasks.workunit.client.0.smithi069.stdout: 247: throughput=4.98MB/sec pending data=0 2024-04-10T15:55:44.052 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-1xVozMNG_6GVPtR off=3797273 len=1269790 2024-04-10T15:55:44.059 INFO:tasks.workunit.client.0.smithi069.stdout:op 1262 completed, throughput=4.99MB/sec 2024-04-10T15:55:44.059 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-7iUVD1Mlznp4f5_ off=12968180 len=1445163 2024-04-10T15:55:44.065 INFO:tasks.workunit.client.0.smithi069.stdout:op 1263 completed, throughput=4.99MB/sec 2024-04-10T15:55:44.066 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-kZC9Se1NPudfMBt off=8587592 len=142749 2024-04-10T15:55:44.067 INFO:tasks.workunit.client.0.smithi069.stdout:op 1264 completed, throughput=4.99MB/sec 2024-04-10T15:55:44.068 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-xo2wCVAZC5plF1H off=2988834 len=527986 2024-04-10T15:55:44.071 INFO:tasks.workunit.client.0.smithi069.stdout:op 1265 completed, throughput=5MB/sec 2024-04-10T15:55:44.071 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-1qKzRkFTgSIhIJh off=1805625 len=197266 2024-04-10T15:55:44.072 INFO:tasks.workunit.client.0.smithi069.stdout:op 1266 completed, throughput=5MB/sec 2024-04-10T15:55:44.072 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-w95gadvrWzNfrWf off=15142368 len=162338 2024-04-10T15:55:44.073 INFO:tasks.workunit.client.0.smithi069.stdout:op 1267 completed, throughput=5MB/sec 2024-04-10T15:55:44.073 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-Tfa69H1uWCa5e_3 off=9688746 len=2001308 2024-04-10T15:55:44.083 INFO:tasks.workunit.client.0.smithi069.stdout:op 1268 completed, throughput=5.01MB/sec 2024-04-10T15:55:45.084 INFO:tasks.workunit.client.0.smithi069.stdout: 248: throughput=4.99MB/sec pending data=0 2024-04-10T15:55:45.084 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-BUeW-t27TiyeGf6 off=11866057 len=1607245 2024-04-10T15:55:45.086 INFO:tasks.workunit.client.0.smithi069.stdout:op 1269 completed, throughput=4.99MB/sec 2024-04-10T15:55:45.086 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-dK15weSBHqgfoRf off=72356 len=849893 2024-04-10T15:55:45.088 INFO:tasks.workunit.client.0.smithi069.stdout:op 1270 completed, throughput=4.99MB/sec 2024-04-10T15:55:45.088 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-h2t65HvaVJ7rlp3 off=12224292 len=70844 2024-04-10T15:55:45.091 INFO:tasks.workunit.client.0.smithi069.stdout:op 1271 completed, throughput=4.99MB/sec 2024-04-10T15:55:45.091 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-cRJ7q17n7JoEb7p off=1413701 len=2064752 2024-04-10T15:55:45.095 INFO:tasks.workunit.client.0.smithi069.stdout:op 1272 completed, throughput=5MB/sec 2024-04-10T15:55:45.746 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:55:45 smithi077 ceph-mon[87572]: pgmap v1530: 105 pgs: 105 active+clean; 126 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-10T15:55:45.840 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:55:45 smithi069 ceph-mon[96738]: pgmap v1530: 105 pgs: 105 active+clean; 126 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-10T15:55:45.841 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:55:45 smithi069 ceph-mon[94167]: pgmap v1530: 105 pgs: 105 active+clean; 126 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-10T15:55:46.095 INFO:tasks.workunit.client.0.smithi069.stdout: 249: throughput=4.98MB/sec pending data=0 2024-04-10T15:55:46.095 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-x_xxvfb8Wc2Xfk4 off=22323073 len=1368957 2024-04-10T15:55:46.103 INFO:tasks.workunit.client.0.smithi069.stdout:op 1273 completed, throughput=4.99MB/sec 2024-04-10T15:55:46.103 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-T5b0xJChb8wmYQ- off=1770719 len=540472 2024-04-10T15:55:46.103 INFO:tasks.workunit.client.0.smithi069.stdout:op 1274 completed, throughput=4.99MB/sec 2024-04-10T15:55:46.103 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-yWiTVNxMXTGIArI off=4210789 len=585675 2024-04-10T15:55:46.105 INFO:tasks.workunit.client.0.smithi069.stdout:op 1275 completed, throughput=4.99MB/sec 2024-04-10T15:55:46.106 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-xysnNp-phKUenz6 off=0 len=1109699 2024-04-10T15:55:46.107 INFO:tasks.workunit.client.0.smithi069.stdout:op 1276 completed, throughput=5MB/sec 2024-04-10T15:55:46.107 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-F3rB-Hf490YtdPs off=1497832 len=497163 2024-04-10T15:55:46.110 INFO:tasks.workunit.client.0.smithi069.stdout:op 1277 completed, throughput=5MB/sec 2024-04-10T15:55:46.111 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-i-hMwpT70ioesFI off=10183879 len=21200 2024-04-10T15:55:46.111 INFO:tasks.workunit.client.0.smithi069.stdout:op 1278 completed, throughput=5MB/sec 2024-04-10T15:55:46.111 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-pYz0ivOvEkjdf3v off=4472881 len=1889323 2024-04-10T15:55:46.121 INFO:tasks.workunit.client.0.smithi069.stdout:op 1279 completed, throughput=5MB/sec 2024-04-10T15:55:47.121 INFO:tasks.workunit.client.0.smithi069.stdout: 250: throughput=4.99MB/sec pending data=0 2024-04-10T15:55:47.121 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-q9Y-qKFaM6lWJBC off=7254852 len=1644820 2024-04-10T15:55:47.123 INFO:tasks.workunit.client.0.smithi069.stdout:op 1280 completed, throughput=4.99MB/sec 2024-04-10T15:55:47.123 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-J0WcOETa6cCRPWT off=2702515 len=2024275 2024-04-10T15:55:47.132 INFO:tasks.workunit.client.0.smithi069.stdout:op 1281 completed, throughput=5MB/sec 2024-04-10T15:55:47.132 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-CNQ0tPgpCPJ7DIB off=12876240 len=816420 2024-04-10T15:55:47.136 INFO:tasks.workunit.client.0.smithi069.stdout:op 1282 completed, throughput=5MB/sec 2024-04-10T15:55:47.340 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:55:46 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:15:55:46] "GET /metrics HTTP/1.1" 200 34034 "" "Prometheus/2.43.0" 2024-04-10T15:55:47.840 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:55:47 smithi069 ceph-mon[96738]: pgmap v1531: 105 pgs: 105 active+clean; 126 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-10T15:55:47.841 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:55:47 smithi069 ceph-mon[94167]: pgmap v1531: 105 pgs: 105 active+clean; 126 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-10T15:55:47.996 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:55:47 smithi077 ceph-mon[87572]: pgmap v1531: 105 pgs: 105 active+clean; 126 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-10T15:55:48.136 INFO:tasks.workunit.client.0.smithi069.stdout: 251: throughput=4.98MB/sec pending data=0 2024-04-10T15:55:48.136 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-KzjIWgQ8RfjYSMn off=4579667 len=1100033 2024-04-10T15:55:48.137 INFO:tasks.workunit.client.0.smithi069.stdout:op 1283 completed, throughput=4.99MB/sec 2024-04-10T15:55:48.138 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-dxMMW8FNESvos8l off=970539 len=1221612 2024-04-10T15:55:48.140 INFO:tasks.workunit.client.0.smithi069.stdout:op 1284 completed, throughput=4.99MB/sec 2024-04-10T15:55:48.140 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-w2I0CsGC_Xx5uXP off=1153095 len=1520120 2024-04-10T15:55:48.149 INFO:tasks.workunit.client.0.smithi069.stdout:op 1285 completed, throughput=5MB/sec 2024-04-10T15:55:48.149 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-jhJC0GdY4_UQUZJ off=8004958 len=490121 2024-04-10T15:55:48.150 INFO:tasks.workunit.client.0.smithi069.stdout:op 1286 completed, throughput=5MB/sec 2024-04-10T15:55:48.150 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-w9qoKAKXpawvUU4 off=588453 len=624171 2024-04-10T15:55:48.151 INFO:tasks.workunit.client.0.smithi069.stdout:op 1287 completed, throughput=5MB/sec 2024-04-10T15:55:49.151 INFO:tasks.workunit.client.0.smithi069.stdout: 252: throughput=4.98MB/sec pending data=0 2024-04-10T15:55:49.152 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-0VOApRPzTS-V4r3 off=7445641 len=1267992 2024-04-10T15:55:49.153 INFO:tasks.workunit.client.0.smithi069.stdout:op 1288 completed, throughput=4.99MB/sec 2024-04-10T15:55:49.153 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-tLdaDlxXXTi3qTA off=6388139 len=846572 2024-04-10T15:55:49.154 INFO:tasks.workunit.client.0.smithi069.stdout:op 1289 completed, throughput=4.99MB/sec 2024-04-10T15:55:49.154 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-VFk7F971B9pObyv off=2812700 len=1332092 2024-04-10T15:55:49.160 INFO:tasks.workunit.client.0.smithi069.stdout:op 1290 completed, throughput=4.99MB/sec 2024-04-10T15:55:49.161 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-Eg_ioqzAddeZmQX off=0 len=1942949 2024-04-10T15:55:49.164 INFO:tasks.workunit.client.0.smithi069.stdout:op 1291 completed, throughput=5MB/sec 2024-04-10T15:55:49.840 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:55:49 smithi069 ceph-mon[96738]: pgmap v1532: 105 pgs: 105 active+clean; 126 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.4 MiB/s wr, 4 op/s 2024-04-10T15:55:49.840 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:55:49 smithi069 ceph-mon[94167]: pgmap v1532: 105 pgs: 105 active+clean; 126 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.4 MiB/s wr, 4 op/s 2024-04-10T15:55:49.996 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:55:49 smithi077 ceph-mon[87572]: pgmap v1532: 105 pgs: 105 active+clean; 126 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.4 MiB/s wr, 4 op/s 2024-04-10T15:55:50.165 INFO:tasks.workunit.client.0.smithi069.stdout: 253: throughput=4.98MB/sec pending data=0 2024-04-10T15:55:50.165 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-Xsa1665rpXeAI20 off=5793408 len=1411481 2024-04-10T15:55:50.167 INFO:tasks.workunit.client.0.smithi069.stdout:op 1292 completed, throughput=4.99MB/sec 2024-04-10T15:55:50.167 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-0nULJ-gsLZoIxnh off=567727 len=920922 2024-04-10T15:55:50.172 INFO:tasks.workunit.client.0.smithi069.stdout:op 1293 completed, throughput=4.99MB/sec 2024-04-10T15:55:50.172 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-6KnvWlRw8HjmNRH off=15765770 len=1407359 2024-04-10T15:55:50.179 INFO:tasks.workunit.client.0.smithi069.stdout:op 1294 completed, throughput=4.99MB/sec 2024-04-10T15:55:50.179 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-QH-SXYEUSyQT7_S off=6151477 len=1453891 2024-04-10T15:55:50.187 INFO:tasks.workunit.client.0.smithi069.stdout:op 1295 completed, throughput=5MB/sec 2024-04-10T15:55:51.187 INFO:tasks.workunit.client.0.smithi069.stdout: 254: throughput=4.98MB/sec pending data=0 2024-04-10T15:55:51.188 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-Pf3Bq-TJ-W89KAP off=723811 len=1730321 2024-04-10T15:55:51.196 INFO:tasks.workunit.client.0.smithi069.stdout:op 1296 completed, throughput=4.99MB/sec 2024-04-10T15:55:51.196 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-WBad5S1rMFjxFKX off=1666901 len=247619 2024-04-10T15:55:51.199 INFO:tasks.workunit.client.0.smithi069.stdout:op 1297 completed, throughput=4.99MB/sec 2024-04-10T15:55:51.199 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-kkfAYxUsA1HWwly off=2690793 len=187365 2024-04-10T15:55:51.202 INFO:tasks.workunit.client.0.smithi069.stdout:op 1298 completed, throughput=4.99MB/sec 2024-04-10T15:55:51.202 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-fRGfabfD2cPK7qL off=259296 len=1154353 2024-04-10T15:55:51.208 INFO:tasks.workunit.client.0.smithi069.stdout:op 1299 completed, throughput=4.99MB/sec 2024-04-10T15:55:51.208 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-4SJv1y1LWQQ3q9l off=6294718 len=662285 2024-04-10T15:55:51.209 INFO:tasks.workunit.client.0.smithi069.stdout:op 1300 completed, throughput=4.99MB/sec 2024-04-10T15:55:51.209 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-3MleNlBbjlHUD-q off=5283166 len=252924 2024-04-10T15:55:51.210 INFO:tasks.workunit.client.0.smithi069.stdout:op 1301 completed, throughput=5MB/sec 2024-04-10T15:55:51.210 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-z-EqAho0JnXNijm off=4868196 len=29746 2024-04-10T15:55:51.211 INFO:tasks.workunit.client.0.smithi069.stdout:op 1302 completed, throughput=5MB/sec 2024-04-10T15:55:51.211 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-uz5jRHBv6RxWGme off=5004090 len=117657 2024-04-10T15:55:51.211 INFO:tasks.workunit.client.0.smithi069.stdout:op 1303 completed, throughput=5MB/sec 2024-04-10T15:55:51.211 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-ZTLlu3nckqq3yHD off=2876208 len=1678992 2024-04-10T15:55:51.218 INFO:tasks.workunit.client.0.smithi069.stdout:op 1304 completed, throughput=5MB/sec 2024-04-10T15:55:51.840 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:55:51 smithi069 ceph-mon[96738]: pgmap v1533: 105 pgs: 105 active+clean; 126 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-10T15:55:51.841 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:55:51 smithi069 ceph-mon[94167]: pgmap v1533: 105 pgs: 105 active+clean; 126 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-10T15:55:51.996 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:55:51 smithi077 ceph-mon[87572]: pgmap v1533: 105 pgs: 105 active+clean; 126 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-10T15:55:52.218 INFO:tasks.workunit.client.0.smithi069.stdout: 255: throughput=4.98MB/sec pending data=0 2024-04-10T15:55:52.218 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-6BJsd578yRfwfA_ off=14080626 len=1702095 2024-04-10T15:55:52.221 INFO:tasks.workunit.client.0.smithi069.stdout:op 1305 completed, throughput=4.99MB/sec 2024-04-10T15:55:52.221 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-CVMjtkUcBKeUMmC off=11122429 len=473614 2024-04-10T15:55:52.221 INFO:tasks.workunit.client.0.smithi069.stdout:op 1306 completed, throughput=4.99MB/sec 2024-04-10T15:55:52.221 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-KxrrUgB0KT2yQnB off=4595533 len=421303 2024-04-10T15:55:52.225 INFO:tasks.workunit.client.0.smithi069.stdout:op 1307 completed, throughput=4.99MB/sec 2024-04-10T15:55:52.225 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-Ho_on3wtq2CscO_ off=9613167 len=475379 2024-04-10T15:55:52.229 INFO:tasks.workunit.client.0.smithi069.stdout:op 1308 completed, throughput=4.99MB/sec 2024-04-10T15:55:52.229 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-BgQEYvNhuOqQJqX off=20893 len=1069876 2024-04-10T15:55:52.235 INFO:tasks.workunit.client.0.smithi069.stdout:op 1309 completed, throughput=5MB/sec 2024-04-10T15:55:52.235 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-FgS7L3ixoY-8942 off=6070980 len=1379867 2024-04-10T15:55:52.236 INFO:tasks.workunit.client.0.smithi069.stdout:op 1310 completed, throughput=5MB/sec 2024-04-10T15:55:52.746 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:55:52 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T15:55:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:55:53.237 INFO:tasks.workunit.client.0.smithi069.stdout: 256: throughput=4.98MB/sec pending data=0 2024-04-10T15:55:53.237 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-6dszpynQniAKOrN off=2298132 len=815742 2024-04-10T15:55:53.242 INFO:tasks.workunit.client.0.smithi069.stdout:op 1311 completed, throughput=4.99MB/sec 2024-04-10T15:55:53.242 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-NoLb68X-6cSNg3J off=4253205 len=1027275 2024-04-10T15:55:53.243 INFO:tasks.workunit.client.0.smithi069.stdout:op 1312 completed, throughput=4.99MB/sec 2024-04-10T15:55:53.243 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-cbB4B4bqVqGR2ux off=449542 len=1851317 2024-04-10T15:55:53.254 INFO:tasks.workunit.client.0.smithi069.stdout:op 1313 completed, throughput=5MB/sec 2024-04-10T15:55:53.254 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-dr9pvYtJciwzS8V off=1249316 len=113710 2024-04-10T15:55:53.257 INFO:tasks.workunit.client.0.smithi069.stdout:op 1314 completed, throughput=5MB/sec 2024-04-10T15:55:53.257 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-FEfwPH_Ghonz1Cw off=6870876 len=1190503 2024-04-10T15:55:53.259 INFO:tasks.workunit.client.0.smithi069.stdout:op 1315 completed, throughput=5MB/sec 2024-04-10T15:55:53.840 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:55:53 smithi069 ceph-mon[96738]: pgmap v1534: 105 pgs: 105 active+clean; 126 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-10T15:55:53.841 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:55:53 smithi069 ceph-mon[94167]: pgmap v1534: 105 pgs: 105 active+clean; 126 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-10T15:55:53.996 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:55:53 smithi077 ceph-mon[87572]: pgmap v1534: 105 pgs: 105 active+clean; 126 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-10T15:55:54.259 INFO:tasks.workunit.client.0.smithi069.stdout: 257: throughput=4.98MB/sec pending data=0 2024-04-10T15:55:54.260 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-kHbKgYJTiU8PKOb off=313474 len=279282 2024-04-10T15:55:54.260 INFO:tasks.workunit.client.0.smithi069.stdout:op 1316 completed, throughput=4.98MB/sec 2024-04-10T15:55:54.260 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-0eV5iAEpnM5MZGV off=737021 len=270439 2024-04-10T15:55:54.263 INFO:tasks.workunit.client.0.smithi069.stdout:op 1317 completed, throughput=4.98MB/sec 2024-04-10T15:55:54.264 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-lR7F7wzjnTVqciP off=6113430 len=821384 2024-04-10T15:55:54.265 INFO:tasks.workunit.client.0.smithi069.stdout:op 1318 completed, throughput=4.99MB/sec 2024-04-10T15:55:54.265 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-qDtTNYP1CKhpRh0 off=8968863 len=229482 2024-04-10T15:55:54.266 INFO:tasks.workunit.client.0.smithi069.stdout:op 1319 completed, throughput=4.99MB/sec 2024-04-10T15:55:54.266 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-Fu-1TEQCiqswlPh off=16440702 len=1928588 2024-04-10T15:55:54.277 INFO:tasks.workunit.client.0.smithi069.stdout:op 1320 completed, throughput=5MB/sec 2024-04-10T15:55:54.277 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-vTDie6UiusZNDUH off=942227 len=473943 2024-04-10T15:55:54.281 INFO:tasks.workunit.client.0.smithi069.stdout:op 1321 completed, throughput=5MB/sec 2024-04-10T15:55:54.281 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-pgr_28FMdohGkEB off=1839362 len=6366 2024-04-10T15:55:54.282 INFO:tasks.workunit.client.0.smithi069.stdout:op 1322 completed, throughput=5MB/sec 2024-04-10T15:55:54.282 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-V8mE70gwoY4oUH7 off=13613826 len=1719569 2024-04-10T15:55:54.283 INFO:tasks.workunit.client.0.smithi069.stdout:op 1323 completed, throughput=5MB/sec 2024-04-10T15:55:55.284 INFO:tasks.workunit.client.0.smithi069.stdout: 258: throughput=4.98MB/sec pending data=0 2024-04-10T15:55:55.284 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-IziESjx4mfO_Yrz off=5003875 len=828830 2024-04-10T15:55:55.284 INFO:tasks.workunit.client.0.smithi069.stdout:op 1324 completed, throughput=4.99MB/sec 2024-04-10T15:55:55.285 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-nY4qiEBESiEyCvn off=3973228 len=1834749 2024-04-10T15:55:55.286 INFO:tasks.workunit.client.0.smithi069.stdout:op 1325 completed, throughput=4.99MB/sec 2024-04-10T15:55:55.286 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-SBmjCZIodYQCy88 off=538664 len=1402667 2024-04-10T15:55:55.293 INFO:tasks.workunit.client.0.smithi069.stdout:op 1326 completed, throughput=5MB/sec 2024-04-10T15:55:55.293 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-rFJOYYX90PwT5w5 off=13394863 len=907000 2024-04-10T15:55:55.297 INFO:tasks.workunit.client.0.smithi069.stdout:op 1327 completed, throughput=5MB/sec 2024-04-10T15:55:55.840 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:55:55 smithi069 ceph-mon[96738]: pgmap v1535: 105 pgs: 105 active+clean; 126 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-10T15:55:55.841 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:55:55 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:55:55.841 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:55:55 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:55:55.841 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:55:55 smithi069 ceph-mon[94167]: pgmap v1535: 105 pgs: 105 active+clean; 126 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-10T15:55:55.841 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:55:55 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:55:55.841 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:55:55 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:55:55.997 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:55:55 smithi077 ceph-mon[87572]: pgmap v1535: 105 pgs: 105 active+clean; 126 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-10T15:55:55.997 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:55:55 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:55:55.997 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:55:55 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:55:56.297 INFO:tasks.workunit.client.0.smithi069.stdout: 259: throughput=4.98MB/sec pending data=0 2024-04-10T15:55:56.297 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-K4wYSl9S9mHw7hR off=17859161 len=515733 2024-04-10T15:55:56.301 INFO:tasks.workunit.client.0.smithi069.stdout:op 1328 completed, throughput=4.98MB/sec 2024-04-10T15:55:56.301 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-UFcieIt1aTfLITL off=1499440 len=1525224 2024-04-10T15:55:56.303 INFO:tasks.workunit.client.0.smithi069.stdout:op 1329 completed, throughput=4.99MB/sec 2024-04-10T15:55:56.303 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-Fy5vIdLflul3hYy off=1025950 len=358645 2024-04-10T15:55:56.304 INFO:tasks.workunit.client.0.smithi069.stdout:op 1330 completed, throughput=4.99MB/sec 2024-04-10T15:55:56.304 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-Php1Fl1Rn7V6IcQ off=10285635 len=1297298 2024-04-10T15:55:56.309 INFO:tasks.workunit.client.0.smithi069.stdout:op 1331 completed, throughput=5MB/sec 2024-04-10T15:55:56.309 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-8Gh9rGiGXXD6sAB off=12827888 len=1407645 2024-04-10T15:55:56.314 INFO:tasks.workunit.client.0.smithi069.stdout:op 1332 completed, throughput=5MB/sec 2024-04-10T15:55:56.840 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:55:56 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:55:56.841 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:55:56 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:55:56.841 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:55:56 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:55:56.841 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:55:56 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:55:56.841 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:55:56 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:55:56.841 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:55:56 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:55:56.996 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:55:56 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:55:56.997 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:55:56 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:55:56.997 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:55:56 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:55:57.314 INFO:tasks.workunit.client.0.smithi069.stdout: 260: throughput=4.98MB/sec pending data=0 2024-04-10T15:55:57.314 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-w5YdJRmlXy_0rn8 off=18506505 len=1263653 2024-04-10T15:55:57.321 INFO:tasks.workunit.client.0.smithi069.stdout:op 1333 completed, throughput=4.99MB/sec 2024-04-10T15:55:57.321 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-j_LXaFtszl3tD_A off=14750539 len=843522 2024-04-10T15:55:57.326 INFO:tasks.workunit.client.0.smithi069.stdout:op 1334 completed, throughput=4.99MB/sec 2024-04-10T15:55:57.327 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-OJHLWw0XVO9YCkh off=1422639 len=638670 2024-04-10T15:55:57.328 INFO:tasks.workunit.client.0.smithi069.stdout:op 1335 completed, throughput=4.99MB/sec 2024-04-10T15:55:57.328 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-z-EqAho0JnXNijm off=7274625 len=443897 2024-04-10T15:55:57.331 INFO:tasks.workunit.client.0.smithi069.stdout:op 1336 completed, throughput=4.99MB/sec 2024-04-10T15:55:57.331 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-H3MQ3mbYlTj-vWa off=17473627 len=779732 2024-04-10T15:55:57.333 INFO:tasks.workunit.client.0.smithi069.stdout:op 1337 completed, throughput=5MB/sec 2024-04-10T15:55:57.333 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-5fE2R4qAUmjucBE off=12918375 len=1020924 2024-04-10T15:55:57.338 INFO:tasks.workunit.client.0.smithi069.stdout:op 1338 completed, throughput=5MB/sec 2024-04-10T15:55:57.338 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-TjNyLSlIIS23tD9 off=1613700 len=1174826 2024-04-10T15:55:57.339 INFO:tasks.workunit.client.0.smithi069.stdout:op 1339 completed, throughput=5MB/sec 2024-04-10T15:55:57.340 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:55:56 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:15:55:56] "GET /metrics HTTP/1.1" 200 34037 "" "Prometheus/2.43.0" 2024-04-10T15:55:57.997 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:55:57 smithi077 ceph-mon[87572]: pgmap v1536: 105 pgs: 105 active+clean; 126 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-10T15:55:58.090 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:55:57 smithi069 ceph-mon[94167]: pgmap v1536: 105 pgs: 105 active+clean; 126 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-10T15:55:58.091 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:55:57 smithi069 ceph-mon[96738]: pgmap v1536: 105 pgs: 105 active+clean; 126 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-10T15:55:58.340 INFO:tasks.workunit.client.0.smithi069.stdout: 261: throughput=4.99MB/sec pending data=0 2024-04-10T15:55:58.340 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj---y9rt3iWE38ldA off=15448151 len=709351 2024-04-10T15:55:58.345 INFO:tasks.workunit.client.0.smithi069.stdout:op 1340 completed, throughput=4.99MB/sec 2024-04-10T15:55:58.345 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-NMj7Tlfy9oa_TQc off=12030941 len=1309643 2024-04-10T15:55:58.346 INFO:tasks.workunit.client.0.smithi069.stdout:op 1341 completed, throughput=4.99MB/sec 2024-04-10T15:55:58.346 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-nkjpUCicQKE-5tX off=9660106 len=1165653 2024-04-10T15:55:58.347 INFO:tasks.workunit.client.0.smithi069.stdout:op 1342 completed, throughput=5MB/sec 2024-04-10T15:55:58.348 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-UJDUwBp23lULF7F off=3301570 len=884848 2024-04-10T15:55:58.352 INFO:tasks.workunit.client.0.smithi069.stdout:op 1343 completed, throughput=5MB/sec 2024-04-10T15:55:58.352 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-AQ5BRrBN-y2NF0p off=69202 len=281775 2024-04-10T15:55:58.355 INFO:tasks.workunit.client.0.smithi069.stdout:op 1344 completed, throughput=5MB/sec 2024-04-10T15:55:59.355 INFO:tasks.workunit.client.0.smithi069.stdout: 262: throughput=4.98MB/sec pending data=0 2024-04-10T15:55:59.355 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-mwnno4mrRlkAfbL off=537916 len=1589556 2024-04-10T15:55:59.363 INFO:tasks.workunit.client.0.smithi069.stdout:op 1345 completed, throughput=4.99MB/sec 2024-04-10T15:55:59.364 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-Kb5R3L1Lgsg22hp off=6901478 len=46228 2024-04-10T15:55:59.364 INFO:tasks.workunit.client.0.smithi069.stdout:op 1346 completed, throughput=4.99MB/sec 2024-04-10T15:55:59.364 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-1V2jLx3Vl7XktVl off=10988287 len=1365190 2024-04-10T15:55:59.371 INFO:tasks.workunit.client.0.smithi069.stdout:op 1347 completed, throughput=4.99MB/sec 2024-04-10T15:55:59.371 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-U7sN4-Nsrh6kI27 off=475915 len=723124 2024-04-10T15:55:59.372 INFO:tasks.workunit.client.0.smithi069.stdout:op 1348 completed, throughput=4.99MB/sec 2024-04-10T15:55:59.372 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-iZR2Sts_PSx-E0U off=7788669 len=691979 2024-04-10T15:55:59.376 INFO:tasks.workunit.client.0.smithi069.stdout:op 1349 completed, throughput=5MB/sec 2024-04-10T15:55:59.376 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-1fgakTpA0ZGwWcv off=2503856 len=894011 2024-04-10T15:55:59.377 INFO:tasks.workunit.client.0.smithi069.stdout:op 1350 completed, throughput=5MB/sec 2024-04-10T15:55:59.996 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:55:59 smithi077 ceph-mon[87572]: pgmap v1537: 105 pgs: 105 active+clean; 126 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-10T15:56:00.091 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:55:59 smithi069 ceph-mon[96738]: pgmap v1537: 105 pgs: 105 active+clean; 126 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-10T15:56:00.091 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:55:59 smithi069 ceph-mon[94167]: pgmap v1537: 105 pgs: 105 active+clean; 126 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-10T15:56:00.377 INFO:tasks.workunit.client.0.smithi069.stdout: 263: throughput=4.98MB/sec pending data=0 2024-04-10T15:56:00.377 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-NwCDT_EXjWFT9Yw off=18045720 len=504227 2024-04-10T15:56:00.378 INFO:tasks.workunit.client.0.smithi069.stdout:op 1351 completed, throughput=4.98MB/sec 2024-04-10T15:56:00.378 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-hnlQxCLnwtJBl1A off=860548 len=696420 2024-04-10T15:56:00.383 INFO:tasks.workunit.client.0.smithi069.stdout:op 1352 completed, throughput=4.99MB/sec 2024-04-10T15:56:00.383 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-EFG3rLzM3LFgZfT off=12327479 len=93836 2024-04-10T15:56:00.386 INFO:tasks.workunit.client.0.smithi069.stdout:op 1353 completed, throughput=4.99MB/sec 2024-04-10T15:56:00.386 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-JW_gDLuYXJGk7OR off=1584434 len=1100353 2024-04-10T15:56:00.391 INFO:tasks.workunit.client.0.smithi069.stdout:op 1354 completed, throughput=4.99MB/sec 2024-04-10T15:56:00.391 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-R75JG0KbH-amz4k off=16777217 len=2040883 2024-04-10T15:56:00.402 INFO:tasks.workunit.client.0.smithi069.stdout:op 1355 completed, throughput=5MB/sec 2024-04-10T15:56:00.402 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-Fm8_juRUH8r-TvY off=2637621 len=664741 2024-04-10T15:56:00.406 INFO:tasks.workunit.client.0.smithi069.stdout:op 1356 completed, throughput=5MB/sec 2024-04-10T15:56:00.406 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-QrLKa0kKfsO6cL7 off=349545 len=628789 2024-04-10T15:56:00.407 INFO:tasks.workunit.client.0.smithi069.stdout:op 1357 completed, throughput=5MB/sec 2024-04-10T15:56:01.407 INFO:tasks.workunit.client.0.smithi069.stdout: 264: throughput=4.98MB/sec pending data=0 2024-04-10T15:56:01.407 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-4dS8K9fV_0_zzF0 off=8497963 len=1501304 2024-04-10T15:56:01.416 INFO:tasks.workunit.client.0.smithi069.stdout:op 1358 completed, throughput=4.99MB/sec 2024-04-10T15:56:01.416 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-vBIa0jgEUHzgE2J off=982106 len=89401 2024-04-10T15:56:01.418 INFO:tasks.workunit.client.0.smithi069.stdout:op 1359 completed, throughput=4.99MB/sec 2024-04-10T15:56:01.418 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-5Z7DpKAN9KKYm1G off=7163280 len=1474145 2024-04-10T15:56:01.419 INFO:tasks.workunit.client.0.smithi069.stdout:op 1360 completed, throughput=4.99MB/sec 2024-04-10T15:56:01.420 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-kWVGRJ_TwRmEfdP off=12702833 len=469147 2024-04-10T15:56:01.421 INFO:tasks.workunit.client.0.smithi069.stdout:op 1361 completed, throughput=5MB/sec 2024-04-10T15:56:01.421 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-DnQ1PIg_KzwtFhX off=9269173 len=130238 2024-04-10T15:56:01.422 INFO:tasks.workunit.client.0.smithi069.stdout:op 1362 completed, throughput=5MB/sec 2024-04-10T15:56:01.422 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-qMUZrhGOXoLKvDg off=9606068 len=1048838 2024-04-10T15:56:01.424 INFO:tasks.workunit.client.0.smithi069.stdout:op 1363 completed, throughput=5MB/sec 2024-04-10T15:56:01.424 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-uTBHVnuwIlRgKuc off=420317 len=2066236 2024-04-10T15:56:01.435 INFO:tasks.workunit.client.0.smithi069.stdout:op 1364 completed, throughput=5.01MB/sec 2024-04-10T15:56:01.996 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:56:01 smithi077 ceph-mon[87572]: pgmap v1538: 105 pgs: 105 active+clean; 126 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-10T15:56:02.091 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:56:01 smithi069 ceph-mon[96738]: pgmap v1538: 105 pgs: 105 active+clean; 126 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-10T15:56:02.091 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:56:01 smithi069 ceph-mon[94167]: pgmap v1538: 105 pgs: 105 active+clean; 126 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-10T15:56:02.437 INFO:tasks.workunit.client.0.smithi069.stdout: 265: throughput=4.99MB/sec pending data=0 2024-04-10T15:56:02.437 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-x6M2hLgsCE3wpt0 off=15310229 len=68150 2024-04-10T15:56:02.438 INFO:tasks.workunit.client.0.smithi069.stdout:op 1365 completed, throughput=4.99MB/sec 2024-04-10T15:56:02.438 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-9DnTmmCsDYb8Y_8 off=677317 len=1322008 2024-04-10T15:56:02.444 INFO:tasks.workunit.client.0.smithi069.stdout:op 1366 completed, throughput=4.99MB/sec 2024-04-10T15:56:02.444 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-FzeFfX-sPbRu-lr off=11840217 len=1619007 2024-04-10T15:56:02.453 INFO:tasks.workunit.client.0.smithi069.stdout:op 1367 completed, throughput=5MB/sec 2024-04-10T15:56:02.453 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-Paf47KaKp3PeDjL off=7195230 len=1989547 2024-04-10T15:56:02.456 INFO:tasks.workunit.client.0.smithi069.stdout:op 1368 completed, throughput=5MB/sec 2024-04-10T15:56:02.747 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:56:02 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T15:56:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:56:03.457 INFO:tasks.workunit.client.0.smithi069.stdout: 266: throughput=4.99MB/sec pending data=0 2024-04-10T15:56:03.458 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-AtEe6YJdE5rf2G4 off=4804058 len=1487090 2024-04-10T15:56:03.466 INFO:tasks.workunit.client.0.smithi069.stdout:op 1369 completed, throughput=4.99MB/sec 2024-04-10T15:56:03.466 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-qk7agtkbuyCGjtD off=8188872 len=371489 2024-04-10T15:56:03.469 INFO:tasks.workunit.client.0.smithi069.stdout:op 1370 completed, throughput=4.99MB/sec 2024-04-10T15:56:03.469 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-C9Qn87LcEThw-SJ off=2643129 len=1221302 2024-04-10T15:56:03.470 INFO:tasks.workunit.client.0.smithi069.stdout:op 1371 completed, throughput=5MB/sec 2024-04-10T15:56:03.470 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-B5_Vauskn7WXooi off=2164600 len=470452 2024-04-10T15:56:03.471 INFO:tasks.workunit.client.0.smithi069.stdout:op 1372 completed, throughput=5MB/sec 2024-04-10T15:56:03.471 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-tO2Locg_R3AwZzd off=3212387 len=976889 2024-04-10T15:56:03.472 INFO:tasks.workunit.client.0.smithi069.stdout:op 1373 completed, throughput=5MB/sec 2024-04-10T15:56:03.997 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:56:03 smithi077 ceph-mon[87572]: pgmap v1539: 105 pgs: 105 active+clean; 126 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-10T15:56:04.091 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:56:03 smithi069 ceph-mon[96738]: pgmap v1539: 105 pgs: 105 active+clean; 126 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-10T15:56:04.091 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:56:03 smithi069 ceph-mon[94167]: pgmap v1539: 105 pgs: 105 active+clean; 126 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-10T15:56:04.472 INFO:tasks.workunit.client.0.smithi069.stdout: 267: throughput=4.98MB/sec pending data=0 2024-04-10T15:56:04.472 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-Nxy8TIEtRjf1OVJ off=3176737 len=993157 2024-04-10T15:56:04.475 INFO:tasks.workunit.client.0.smithi069.stdout:op 1374 completed, throughput=4.99MB/sec 2024-04-10T15:56:04.475 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-RBSKcPkbe42MNJI off=14845661 len=1997308 2024-04-10T15:56:04.477 INFO:tasks.workunit.client.0.smithi069.stdout:op 1375 completed, throughput=4.99MB/sec 2024-04-10T15:56:04.477 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-R553BC_4qlcW2JC off=6965079 len=727531 2024-04-10T15:56:04.481 INFO:tasks.workunit.client.0.smithi069.stdout:op 1376 completed, throughput=5MB/sec 2024-04-10T15:56:04.481 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-FMDxFJqT1wfB-lX off=327945 len=865872 2024-04-10T15:56:04.486 INFO:tasks.workunit.client.0.smithi069.stdout:op 1377 completed, throughput=5MB/sec 2024-04-10T15:56:04.486 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-PinysjgI-XZGbOL off=9363503 len=143200 2024-04-10T15:56:04.488 INFO:tasks.workunit.client.0.smithi069.stdout:op 1378 completed, throughput=5MB/sec 2024-04-10T15:56:05.488 INFO:tasks.workunit.client.0.smithi069.stdout: 268: throughput=4.98MB/sec pending data=0 2024-04-10T15:56:05.489 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-_xFNHC1UXj23f-p off=13055556 len=1206206 2024-04-10T15:56:05.495 INFO:tasks.workunit.client.0.smithi069.stdout:op 1379 completed, throughput=4.99MB/sec 2024-04-10T15:56:05.495 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-t7-lJ_8YpyRVgcj off=5737692 len=877654 2024-04-10T15:56:05.496 INFO:tasks.workunit.client.0.smithi069.stdout:op 1380 completed, throughput=4.99MB/sec 2024-04-10T15:56:05.496 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-XNn1bpj77aqIpRD off=5061371 len=406254 2024-04-10T15:56:05.502 INFO:tasks.workunit.client.0.smithi069.stdout:op 1381 completed, throughput=4.99MB/sec 2024-04-10T15:56:05.502 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-RH6f1Ps8mhKQn5_ off=9239625 len=691475 2024-04-10T15:56:05.503 INFO:tasks.workunit.client.0.smithi069.stdout:op 1382 completed, throughput=4.99MB/sec 2024-04-10T15:56:05.503 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-3n7iZuF7jld44cm off=1522584 len=1570928 2024-04-10T15:56:05.511 INFO:tasks.workunit.client.0.smithi069.stdout:op 1383 completed, throughput=5MB/sec 2024-04-10T15:56:05.511 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-FMWfpCfDuuL67VQ off=704533 len=338688 2024-04-10T15:56:05.512 INFO:tasks.workunit.client.0.smithi069.stdout:op 1384 completed, throughput=5MB/sec 2024-04-10T15:56:05.512 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-anOdrrewzDRp7Zn off=5481083 len=199879 2024-04-10T15:56:05.512 INFO:tasks.workunit.client.0.smithi069.stdout:op 1385 completed, throughput=5MB/sec 2024-04-10T15:56:05.512 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-tbNkz_b0exs6NBK off=14840117 len=812561 2024-04-10T15:56:05.514 INFO:tasks.workunit.client.0.smithi069.stdout:op 1386 completed, throughput=5MB/sec 2024-04-10T15:56:05.997 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:56:05 smithi077 ceph-mon[87572]: pgmap v1540: 105 pgs: 105 active+clean; 126 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-10T15:56:06.091 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:56:05 smithi069 ceph-mon[96738]: pgmap v1540: 105 pgs: 105 active+clean; 126 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-10T15:56:06.091 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:56:05 smithi069 ceph-mon[94167]: pgmap v1540: 105 pgs: 105 active+clean; 126 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-10T15:56:06.514 INFO:tasks.workunit.client.0.smithi069.stdout: 269: throughput=4.98MB/sec pending data=0 2024-04-10T15:56:06.515 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-Eoump5M2hHGUwQ8 off=3411868 len=277425 2024-04-10T15:56:06.515 INFO:tasks.workunit.client.0.smithi069.stdout:op 1387 completed, throughput=4.99MB/sec 2024-04-10T15:56:06.515 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-MxQfS2_H87sbzFF off=383967 len=991943 2024-04-10T15:56:06.517 INFO:tasks.workunit.client.0.smithi069.stdout:op 1388 completed, throughput=4.99MB/sec 2024-04-10T15:56:06.517 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-NPwSx5FDqeRGXyG off=6545997 len=982851 2024-04-10T15:56:06.519 INFO:tasks.workunit.client.0.smithi069.stdout:op 1389 completed, throughput=4.99MB/sec 2024-04-10T15:56:06.519 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-TuvwZXSz9NrJeDt off=2814142 len=1872722 2024-04-10T15:56:06.520 INFO:tasks.workunit.client.0.smithi069.stdout:op 1390 completed, throughput=5MB/sec 2024-04-10T15:56:06.521 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-qndR8t7Ez_VWCAs off=830915 len=1096834 2024-04-10T15:56:06.522 INFO:tasks.workunit.client.0.smithi069.stdout:op 1391 completed, throughput=5MB/sec 2024-04-10T15:56:07.341 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:56:06 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:15:56:06] "GET /metrics HTTP/1.1" 200 34037 "" "Prometheus/2.43.0" 2024-04-10T15:56:07.523 INFO:tasks.workunit.client.0.smithi069.stdout: 270: throughput=4.98MB/sec pending data=0 2024-04-10T15:56:07.523 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-Y5IpFBqP1ybmsc5 off=1079605 len=1051291 2024-04-10T15:56:07.524 INFO:tasks.workunit.client.0.smithi069.stdout:op 1392 completed, throughput=4.99MB/sec 2024-04-10T15:56:07.524 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-kReupSukqSCNgpr off=12555621 len=854721 2024-04-10T15:56:07.529 INFO:tasks.workunit.client.0.smithi069.stdout:op 1393 completed, throughput=4.99MB/sec 2024-04-10T15:56:07.529 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-yJtgwCAAQOcmorp off=2858029 len=315740 2024-04-10T15:56:07.532 INFO:tasks.workunit.client.0.smithi069.stdout:op 1394 completed, throughput=4.99MB/sec 2024-04-10T15:56:07.532 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-ZK_d-aK4BnNcRQv off=3055398 len=1556531 2024-04-10T15:56:07.538 INFO:tasks.workunit.client.0.smithi069.stdout:op 1395 completed, throughput=5MB/sec 2024-04-10T15:56:07.538 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-V489siccpE0_X8i off=720650 len=116461 2024-04-10T15:56:07.539 INFO:tasks.workunit.client.0.smithi069.stdout:op 1396 completed, throughput=5MB/sec 2024-04-10T15:56:07.539 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-kBE820XIMyakge1 off=6316914 len=1118746 2024-04-10T15:56:07.543 INFO:tasks.workunit.client.0.smithi069.stdout:op 1397 completed, throughput=5MB/sec 2024-04-10T15:56:07.997 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:56:07 smithi077 ceph-mon[87572]: pgmap v1541: 105 pgs: 105 active+clean; 126 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-10T15:56:08.091 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:56:07 smithi069 ceph-mon[96738]: pgmap v1541: 105 pgs: 105 active+clean; 126 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-10T15:56:08.091 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:56:07 smithi069 ceph-mon[94167]: pgmap v1541: 105 pgs: 105 active+clean; 126 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-10T15:56:08.544 INFO:tasks.workunit.client.0.smithi069.stdout: 271: throughput=4.98MB/sec pending data=0 2024-04-10T15:56:08.544 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-5QKBaEcZ5YOLha_ off=2056050 len=200843 2024-04-10T15:56:08.547 INFO:tasks.workunit.client.0.smithi069.stdout:op 1398 completed, throughput=4.98MB/sec 2024-04-10T15:56:08.547 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-ndGCdRUhTJarkL9 off=6296188 len=50162 2024-04-10T15:56:08.549 INFO:tasks.workunit.client.0.smithi069.stdout:op 1399 completed, throughput=4.98MB/sec 2024-04-10T15:56:08.550 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-U_WmRS4vTtJAHWZ off=2107996 len=15405 2024-04-10T15:56:08.551 INFO:tasks.workunit.client.0.smithi069.stdout:op 1400 completed, throughput=4.98MB/sec 2024-04-10T15:56:08.551 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-34ynBBgBS1hReCb off=8823191 len=2025384 2024-04-10T15:56:08.555 INFO:tasks.workunit.client.0.smithi069.stdout:op 1401 completed, throughput=4.99MB/sec 2024-04-10T15:56:08.556 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-xjFKNJlzdj8yHng off=6062824 len=174393 2024-04-10T15:56:08.556 INFO:tasks.workunit.client.0.smithi069.stdout:op 1402 completed, throughput=4.99MB/sec 2024-04-10T15:56:08.556 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-JBlVsQbwLZE1JNr off=11581132 len=243694 2024-04-10T15:56:08.557 INFO:tasks.workunit.client.0.smithi069.stdout:op 1403 completed, throughput=4.99MB/sec 2024-04-10T15:56:08.557 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-7z2BJmYa299Wktu off=814786 len=739597 2024-04-10T15:56:08.558 INFO:tasks.workunit.client.0.smithi069.stdout:op 1404 completed, throughput=4.99MB/sec 2024-04-10T15:56:08.558 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-arIHLderp8HIVP_ off=2204760 len=498369 2024-04-10T15:56:08.559 INFO:tasks.workunit.client.0.smithi069.stdout:op 1405 completed, throughput=5MB/sec 2024-04-10T15:56:08.559 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-tUd1kVwbhCPvm-O off=3596657 len=1269976 2024-04-10T15:56:08.565 INFO:tasks.workunit.client.0.smithi069.stdout:op 1406 completed, throughput=5MB/sec 2024-04-10T15:56:09.566 INFO:tasks.workunit.client.0.smithi069.stdout: 272: throughput=4.98MB/sec pending data=0 2024-04-10T15:56:09.566 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-ns3GDyHS7yqgLdq off=1587260 len=1439960 2024-04-10T15:56:09.567 INFO:tasks.workunit.client.0.smithi069.stdout:op 1407 completed, throughput=4.99MB/sec 2024-04-10T15:56:09.568 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-9D1FdThnPD_G0Hc off=9358695 len=1597237 2024-04-10T15:56:09.571 INFO:tasks.workunit.client.0.smithi069.stdout:op 1408 completed, throughput=4.99MB/sec 2024-04-10T15:56:09.571 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-4oS5PI4dIquM6Uo off=16445023 len=1188511 2024-04-10T15:56:09.572 INFO:tasks.workunit.client.0.smithi069.stdout:op 1409 completed, throughput=5MB/sec 2024-04-10T15:56:09.572 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-A31A0aW4SLd_-Ap off=1757735 len=1542937 2024-04-10T15:56:09.575 INFO:tasks.workunit.client.0.smithi069.stdout:op 1410 completed, throughput=5MB/sec 2024-04-10T15:56:09.997 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:56:09 smithi077 ceph-mon[87572]: pgmap v1542: 105 pgs: 105 active+clean; 126 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-10T15:56:09.997 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:56:09 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:56:10.091 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:56:09 smithi069 ceph-mon[96738]: pgmap v1542: 105 pgs: 105 active+clean; 126 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-10T15:56:10.091 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:56:09 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:56:10.091 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:56:09 smithi069 ceph-mon[94167]: pgmap v1542: 105 pgs: 105 active+clean; 126 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-10T15:56:10.091 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:56:09 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:56:10.576 INFO:tasks.workunit.client.0.smithi069.stdout: 273: throughput=4.98MB/sec pending data=0 2024-04-10T15:56:10.576 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-OpOUQ1NDmVPHAEd off=322027 len=1484268 2024-04-10T15:56:10.584 INFO:tasks.workunit.client.0.smithi069.stdout:op 1411 completed, throughput=4.99MB/sec 2024-04-10T15:56:10.584 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-EKqPJNx5lvusWcZ off=906034 len=493927 2024-04-10T15:56:10.585 INFO:tasks.workunit.client.0.smithi069.stdout:op 1412 completed, throughput=4.99MB/sec 2024-04-10T15:56:10.585 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-dw6038yNEDx6lAP off=5449457 len=1043531 2024-04-10T15:56:10.589 INFO:tasks.workunit.client.0.smithi069.stdout:op 1413 completed, throughput=4.99MB/sec 2024-04-10T15:56:10.589 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-KysXCkE_ipje-wz off=2728516 len=552572 2024-04-10T15:56:10.593 INFO:tasks.workunit.client.0.smithi069.stdout:op 1414 completed, throughput=5MB/sec 2024-04-10T15:56:10.593 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-pArTz3sCVLB0CAX off=5090671 len=1373145 2024-04-10T15:56:10.594 INFO:tasks.workunit.client.0.smithi069.stdout:op 1415 completed, throughput=5MB/sec 2024-04-10T15:56:11.595 INFO:tasks.workunit.client.0.smithi069.stdout: 274: throughput=4.98MB/sec pending data=0 2024-04-10T15:56:11.595 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-AkYKLiJPn0gwaXy off=855344 len=971932 2024-04-10T15:56:11.600 INFO:tasks.workunit.client.0.smithi069.stdout:op 1416 completed, throughput=4.99MB/sec 2024-04-10T15:56:11.600 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-GYR57Td-t9bUOrY off=5923292 len=1230764 2024-04-10T15:56:11.608 INFO:tasks.workunit.client.0.smithi069.stdout:op 1417 completed, throughput=4.99MB/sec 2024-04-10T15:56:11.608 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-FjxBULBQerUWc2i off=10141566 len=2023021 2024-04-10T15:56:11.620 INFO:tasks.workunit.client.0.smithi069.stdout:op 1418 completed, throughput=5MB/sec 2024-04-10T15:56:11.620 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-crwV-a1poI_A6K- off=4062909 len=227551 2024-04-10T15:56:11.621 INFO:tasks.workunit.client.0.smithi069.stdout:op 1419 completed, throughput=5MB/sec 2024-04-10T15:56:11.621 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-X0EO82aItpZyl3m off=8600490 len=1654544 2024-04-10T15:56:11.623 INFO:tasks.workunit.client.0.smithi069.stdout:op 1420 completed, throughput=5MB/sec 2024-04-10T15:56:11.997 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:56:11 smithi077 ceph-mon[87572]: pgmap v1543: 105 pgs: 105 active+clean; 126 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-10T15:56:12.091 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:56:11 smithi069 ceph-mon[96738]: pgmap v1543: 105 pgs: 105 active+clean; 126 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-10T15:56:12.091 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:56:11 smithi069 ceph-mon[94167]: pgmap v1543: 105 pgs: 105 active+clean; 126 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-10T15:56:12.623 INFO:tasks.workunit.client.0.smithi069.stdout: 275: throughput=4.99MB/sec pending data=0 2024-04-10T15:56:12.623 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-JM6uyKuWHy8-qd- off=14862255 len=549004 2024-04-10T15:56:12.627 INFO:tasks.workunit.client.0.smithi069.stdout:op 1421 completed, throughput=4.99MB/sec 2024-04-10T15:56:12.627 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-tqrbI1ZubsGgWWI off=377730 len=1273811 2024-04-10T15:56:12.634 INFO:tasks.workunit.client.0.smithi069.stdout:op 1422 completed, throughput=4.99MB/sec 2024-04-10T15:56:12.634 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-8pX7UeybqnuPg05 off=6259383 len=827145 2024-04-10T15:56:12.635 INFO:tasks.workunit.client.0.smithi069.stdout:op 1423 completed, throughput=4.99MB/sec 2024-04-10T15:56:12.635 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-4MIRaaDdIFsquPp off=1475406 len=718659 2024-04-10T15:56:12.639 INFO:tasks.workunit.client.0.smithi069.stdout:op 1424 completed, throughput=5MB/sec 2024-04-10T15:56:12.639 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-uW0_4eKTI5r5cFq off=7610012 len=243168 2024-04-10T15:56:12.639 INFO:tasks.workunit.client.0.smithi069.stdout:op 1425 completed, throughput=5MB/sec 2024-04-10T15:56:12.639 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-PN0w3R3DclIjacD off=5974957 len=1429400 2024-04-10T15:56:12.641 INFO:tasks.workunit.client.0.smithi069.stdout:op 1426 completed, throughput=5MB/sec 2024-04-10T15:56:12.747 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:56:12 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T15:56:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:56:13.641 INFO:tasks.workunit.client.0.smithi069.stdout: 276: throughput=4.98MB/sec pending data=0 2024-04-10T15:56:13.641 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-umHJ83C3WsGjhRz off=1278463 len=151850 2024-04-10T15:56:13.642 INFO:tasks.workunit.client.0.smithi069.stdout:op 1427 completed, throughput=4.99MB/sec 2024-04-10T15:56:13.642 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-anOdrrewzDRp7Zn off=1875207 len=2030075 2024-04-10T15:56:13.644 INFO:tasks.workunit.client.0.smithi069.stdout:op 1428 completed, throughput=4.99MB/sec 2024-04-10T15:56:13.645 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-RVxpq4ZiAk3gYNB off=47278 len=1384366 2024-04-10T15:56:13.648 INFO:tasks.workunit.client.0.smithi069.stdout:op 1429 completed, throughput=5MB/sec 2024-04-10T15:56:13.648 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-30WYsCCZqogSXVh off=21254760 len=1335010 2024-04-10T15:56:13.654 INFO:tasks.workunit.client.0.smithi069.stdout:op 1430 completed, throughput=5MB/sec 2024-04-10T15:56:13.997 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:56:13 smithi077 ceph-mon[87572]: pgmap v1544: 105 pgs: 105 active+clean; 126 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-10T15:56:14.091 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:56:13 smithi069 ceph-mon[96738]: pgmap v1544: 105 pgs: 105 active+clean; 126 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-10T15:56:14.091 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:56:13 smithi069 ceph-mon[94167]: pgmap v1544: 105 pgs: 105 active+clean; 126 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-10T15:56:14.654 INFO:tasks.workunit.client.0.smithi069.stdout: 277: throughput=4.98MB/sec pending data=0 2024-04-10T15:56:14.654 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-YpweCOEEXaxiXrL off=11167107 len=1859066 2024-04-10T15:56:14.663 INFO:tasks.workunit.client.0.smithi069.stdout:op 1431 completed, throughput=4.99MB/sec 2024-04-10T15:56:14.663 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-TPM5VxERP9dgiY_ off=13055689 len=951428 2024-04-10T15:56:14.668 INFO:tasks.workunit.client.0.smithi069.stdout:op 1432 completed, throughput=4.99MB/sec 2024-04-10T15:56:14.668 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-1iEUS_Vs1BsXevw off=1540819 len=101072 2024-04-10T15:56:14.668 INFO:tasks.workunit.client.0.smithi069.stdout:op 1433 completed, throughput=4.99MB/sec 2024-04-10T15:56:14.669 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-hIBDI3TcLhLxU-2 off=3776147 len=705557 2024-04-10T15:56:14.672 INFO:tasks.workunit.client.0.smithi069.stdout:op 1434 completed, throughput=5MB/sec 2024-04-10T15:56:14.672 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-N30xrbzIHgdbwly off=2490231 len=1648220 2024-04-10T15:56:14.675 INFO:tasks.workunit.client.0.smithi069.stdout:op 1435 completed, throughput=5MB/sec 2024-04-10T15:56:15.676 INFO:tasks.workunit.client.0.smithi069.stdout: 278: throughput=4.98MB/sec pending data=0 2024-04-10T15:56:15.676 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-cMwsFzyVUJSuVTK off=190280 len=426270 2024-04-10T15:56:15.676 INFO:tasks.workunit.client.0.smithi069.stdout:op 1436 completed, throughput=4.98MB/sec 2024-04-10T15:56:15.676 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-a0OAW21EQZ7Coif off=2320660 len=328236 2024-04-10T15:56:15.680 INFO:tasks.workunit.client.0.smithi069.stdout:op 1437 completed, throughput=4.99MB/sec 2024-04-10T15:56:15.680 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-qfgdcH7RX-6BM_s off=8104169 len=1583785 2024-04-10T15:56:15.683 INFO:tasks.workunit.client.0.smithi069.stdout:op 1438 completed, throughput=4.99MB/sec 2024-04-10T15:56:15.683 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-cleyAdmt2OgJJx7 off=15699234 len=1306657 2024-04-10T15:56:15.689 INFO:tasks.workunit.client.0.smithi069.stdout:op 1439 completed, throughput=5MB/sec 2024-04-10T15:56:15.689 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-RyXJLvmmVUjAru7 off=6604050 len=1961397 2024-04-10T15:56:15.691 INFO:tasks.workunit.client.0.smithi069.stdout:op 1440 completed, throughput=5MB/sec 2024-04-10T15:56:15.997 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:56:15 smithi077 ceph-mon[87572]: pgmap v1545: 105 pgs: 105 active+clean; 126 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-10T15:56:16.091 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:56:15 smithi069 ceph-mon[96738]: pgmap v1545: 105 pgs: 105 active+clean; 126 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-10T15:56:16.092 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:56:15 smithi069 ceph-mon[94167]: pgmap v1545: 105 pgs: 105 active+clean; 126 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-10T15:56:16.692 INFO:tasks.workunit.client.0.smithi069.stdout: 279: throughput=4.98MB/sec pending data=0 2024-04-10T15:56:16.692 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-DRL2o7F4R6HdjC_ off=8426206 len=1136428 2024-04-10T15:56:16.693 INFO:tasks.workunit.client.0.smithi069.stdout:op 1441 completed, throughput=4.99MB/sec 2024-04-10T15:56:16.693 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-hNQeJq-bVGfPWpP off=2400981 len=69426 2024-04-10T15:56:16.694 INFO:tasks.workunit.client.0.smithi069.stdout:op 1442 completed, throughput=4.99MB/sec 2024-04-10T15:56:16.694 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-BF2zpXzJDpwnrRI off=5599725 len=1227320 2024-04-10T15:56:16.697 INFO:tasks.workunit.client.0.smithi069.stdout:op 1443 completed, throughput=4.99MB/sec 2024-04-10T15:56:16.697 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-cLBTZUbUvuINiaB off=1334456 len=19394 2024-04-10T15:56:16.697 INFO:tasks.workunit.client.0.smithi069.stdout:op 1444 completed, throughput=4.99MB/sec 2024-04-10T15:56:16.697 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-KOl7JKvBT5PW-0v off=6617429 len=33809 2024-04-10T15:56:16.698 INFO:tasks.workunit.client.0.smithi069.stdout:op 1445 completed, throughput=4.99MB/sec 2024-04-10T15:56:16.698 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-UqQOXxRYj8ZjlFH off=8191184 len=1694190 2024-04-10T15:56:16.707 INFO:tasks.workunit.client.0.smithi069.stdout:op 1446 completed, throughput=5MB/sec 2024-04-10T15:56:16.708 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-T3Zqs-BQSOyrrMm off=786185 len=1010991 2024-04-10T15:56:16.712 INFO:tasks.workunit.client.0.smithi069.stdout:op 1447 completed, throughput=5MB/sec 2024-04-10T15:56:17.341 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:56:16 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:15:56:16] "GET /metrics HTTP/1.1" 200 34029 "" "Prometheus/2.43.0" 2024-04-10T15:56:17.712 INFO:tasks.workunit.client.0.smithi069.stdout: 280: throughput=4.98MB/sec pending data=0 2024-04-10T15:56:17.713 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-ciyF0jonAc75bI6 off=1072014 len=187374 2024-04-10T15:56:17.716 INFO:tasks.workunit.client.0.smithi069.stdout:op 1448 completed, throughput=4.98MB/sec 2024-04-10T15:56:17.716 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-HT_SjM9aKRNtQ4i off=7315367 len=52864 2024-04-10T15:56:17.716 INFO:tasks.workunit.client.0.smithi069.stdout:op 1449 completed, throughput=4.98MB/sec 2024-04-10T15:56:17.716 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-y7MQJhwmOLVPu8J off=479409 len=1620369 2024-04-10T15:56:17.722 INFO:tasks.workunit.client.0.smithi069.stdout:op 1450 completed, throughput=4.99MB/sec 2024-04-10T15:56:17.722 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-hpro88M94EZ8QKp off=9094709 len=476737 2024-04-10T15:56:17.723 INFO:tasks.workunit.client.0.smithi069.stdout:op 1451 completed, throughput=4.99MB/sec 2024-04-10T15:56:17.723 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-SZNLiKmsK3Ykncv off=4403126 len=580277 2024-04-10T15:56:17.727 INFO:tasks.workunit.client.0.smithi069.stdout:op 1452 completed, throughput=4.99MB/sec 2024-04-10T15:56:17.727 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-HXH0esgR7p6QqVT off=1898631 len=1144409 2024-04-10T15:56:17.731 INFO:tasks.workunit.client.0.smithi069.stdout:op 1453 completed, throughput=5MB/sec 2024-04-10T15:56:17.731 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-l9OrUn4pBEFQ4p8 off=62898 len=397819 2024-04-10T15:56:17.734 INFO:tasks.workunit.client.0.smithi069.stdout:op 1454 completed, throughput=5MB/sec 2024-04-10T15:56:17.735 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-FmrYcGBeHQYghMU off=2731975 len=313114 2024-04-10T15:56:17.737 INFO:tasks.workunit.client.0.smithi069.stdout:op 1455 completed, throughput=5MB/sec 2024-04-10T15:56:17.737 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-jhH_jZfDlT7IrDV off=13415965 len=732452 2024-04-10T15:56:17.741 INFO:tasks.workunit.client.0.smithi069.stdout:op 1456 completed, throughput=5MB/sec 2024-04-10T15:56:17.997 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:56:17 smithi077 ceph-mon[87572]: pgmap v1546: 105 pgs: 105 active+clean; 126 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-10T15:56:18.091 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:56:17 smithi069 ceph-mon[96738]: pgmap v1546: 105 pgs: 105 active+clean; 126 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-10T15:56:18.091 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:56:17 smithi069 ceph-mon[94167]: pgmap v1546: 105 pgs: 105 active+clean; 126 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-10T15:56:18.742 INFO:tasks.workunit.client.0.smithi069.stdout: 281: throughput=4.98MB/sec pending data=0 2024-04-10T15:56:18.742 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-OvSbxatffNTPzoi off=13614830 len=1403149 2024-04-10T15:56:18.749 INFO:tasks.workunit.client.0.smithi069.stdout:op 1457 completed, throughput=4.99MB/sec 2024-04-10T15:56:18.749 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-zCq-QcWhu2GP2Sq off=5060565 len=1234501 2024-04-10T15:56:18.751 INFO:tasks.workunit.client.0.smithi069.stdout:op 1458 completed, throughput=4.99MB/sec 2024-04-10T15:56:18.751 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-2q5R5M2yfrM-cdg off=115304 len=537454 2024-04-10T15:56:18.754 INFO:tasks.workunit.client.0.smithi069.stdout:op 1459 completed, throughput=4.99MB/sec 2024-04-10T15:56:18.754 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-7VWjYYMtymA_pQ1 off=10051922 len=1472116 2024-04-10T15:56:18.756 INFO:tasks.workunit.client.0.smithi069.stdout:op 1460 completed, throughput=5MB/sec 2024-04-10T15:56:18.756 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-K8RHICyRcC3iiYA off=4072809 len=7006 2024-04-10T15:56:18.758 INFO:tasks.workunit.client.0.smithi069.stdout:op 1461 completed, throughput=5MB/sec 2024-04-10T15:56:18.758 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-ehI50dJ11aKCBuz off=149346 len=859135 2024-04-10T15:56:18.760 INFO:tasks.workunit.client.0.smithi069.stdout:op 1462 completed, throughput=5MB/sec 2024-04-10T15:56:19.760 INFO:tasks.workunit.client.0.smithi069.stdout: 282: throughput=4.98MB/sec pending data=0 2024-04-10T15:56:19.760 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-RsEcAuDOvFwWeI5 off=5681091 len=1520385 2024-04-10T15:56:19.767 INFO:tasks.workunit.client.0.smithi069.stdout:op 1463 completed, throughput=4.99MB/sec 2024-04-10T15:56:19.767 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-pNbHhm86d6DKI_S off=9564019 len=2017904 2024-04-10T15:56:19.769 INFO:tasks.workunit.client.0.smithi069.stdout:op 1464 completed, throughput=5MB/sec 2024-04-10T15:56:19.769 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-VwMzyvGzLleTCh9 off=8824397 len=1728172 2024-04-10T15:56:19.779 INFO:tasks.workunit.client.0.smithi069.stdout:op 1465 completed, throughput=5MB/sec 2024-04-10T15:56:19.997 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:56:19 smithi077 ceph-mon[87572]: pgmap v1547: 105 pgs: 105 active+clean; 126 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-10T15:56:20.091 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:56:19 smithi069 ceph-mon[96738]: pgmap v1547: 105 pgs: 105 active+clean; 126 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-10T15:56:20.091 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:56:19 smithi069 ceph-mon[94167]: pgmap v1547: 105 pgs: 105 active+clean; 126 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-10T15:56:20.780 INFO:tasks.workunit.client.0.smithi069.stdout: 283: throughput=4.98MB/sec pending data=0 2024-04-10T15:56:20.780 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-U-pqbTBNnkLEbaH off=1731233 len=354780 2024-04-10T15:56:20.780 INFO:tasks.workunit.client.0.smithi069.stdout:op 1466 completed, throughput=4.99MB/sec 2024-04-10T15:56:20.780 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-QbeqpZrwhK8tZGq off=21239894 len=2048388 2024-04-10T15:56:20.792 INFO:tasks.workunit.client.0.smithi069.stdout:op 1467 completed, throughput=4.99MB/sec 2024-04-10T15:56:20.792 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-l6BHq16HsCrGk1G off=4931930 len=1016634 2024-04-10T15:56:20.793 INFO:tasks.workunit.client.0.smithi069.stdout:op 1468 completed, throughput=5MB/sec 2024-04-10T15:56:20.793 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-hCeSG5dIHy48xRl off=622447 len=1210508 2024-04-10T15:56:20.795 INFO:tasks.workunit.client.0.smithi069.stdout:op 1469 completed, throughput=5MB/sec 2024-04-10T15:56:20.795 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-Er-2XSERhhBiBxr off=2124208 len=2037544 2024-04-10T15:56:20.797 INFO:tasks.workunit.client.0.smithi069.stdout:op 1470 completed, throughput=5.01MB/sec 2024-04-10T15:56:21.798 INFO:tasks.workunit.client.0.smithi069.stdout: 284: throughput=4.99MB/sec pending data=0 2024-04-10T15:56:21.798 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-llMj__ajsDYfoaa off=1369266 len=970362 2024-04-10T15:56:21.800 INFO:tasks.workunit.client.0.smithi069.stdout:op 1471 completed, throughput=4.99MB/sec 2024-04-10T15:56:21.801 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-Fhhz4l-c2mYOTqF off=2856399 len=1643296 2024-04-10T15:56:21.802 INFO:tasks.workunit.client.0.smithi069.stdout:op 1472 completed, throughput=5MB/sec 2024-04-10T15:56:21.803 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-rCKgpy8qs5XYuZE off=2965810 len=1840936 2024-04-10T15:56:21.810 INFO:tasks.workunit.client.0.smithi069.stdout:op 1473 completed, throughput=5MB/sec 2024-04-10T15:56:21.997 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:56:21 smithi077 ceph-mon[87572]: pgmap v1548: 105 pgs: 105 active+clean; 126 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-04-10T15:56:22.091 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:56:21 smithi069 ceph-mon[96738]: pgmap v1548: 105 pgs: 105 active+clean; 126 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-04-10T15:56:22.091 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:56:21 smithi069 ceph-mon[94167]: pgmap v1548: 105 pgs: 105 active+clean; 126 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-04-10T15:56:22.747 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:56:22 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T15:56:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:56:22.811 INFO:tasks.workunit.client.0.smithi069.stdout: 285: throughput=4.99MB/sec pending data=0 2024-04-10T15:56:22.811 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-TV7tjA_JNYia8fz off=2768541 len=192906 2024-04-10T15:56:22.814 INFO:tasks.workunit.client.0.smithi069.stdout:op 1474 completed, throughput=4.99MB/sec 2024-04-10T15:56:22.814 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-PtQy0M0thaZ-Yml off=931974 len=1810587 2024-04-10T15:56:22.823 INFO:tasks.workunit.client.0.smithi069.stdout:op 1475 completed, throughput=4.99MB/sec 2024-04-10T15:56:22.823 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-qYS67BicppOZi6K off=477744 len=1121769 2024-04-10T15:56:22.825 INFO:tasks.workunit.client.0.smithi069.stdout:op 1476 completed, throughput=5MB/sec 2024-04-10T15:56:22.825 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-9VZHNxWk1sm7mNS off=11319795 len=569621 2024-04-10T15:56:22.829 INFO:tasks.workunit.client.0.smithi069.stdout:op 1477 completed, throughput=5MB/sec 2024-04-10T15:56:22.829 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-vhVxOoBWKT6UdI8 off=4904097 len=740651 2024-04-10T15:56:22.833 INFO:tasks.workunit.client.0.smithi069.stdout:op 1478 completed, throughput=5MB/sec 2024-04-10T15:56:23.833 INFO:tasks.workunit.client.0.smithi069.stdout: 286: throughput=4.98MB/sec pending data=0 2024-04-10T15:56:23.833 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-hrmoOt8I3kFZ6eR off=11100190 len=47751 2024-04-10T15:56:23.834 INFO:tasks.workunit.client.0.smithi069.stdout:op 1479 completed, throughput=4.98MB/sec 2024-04-10T15:56:23.834 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-ZmHfIXS-Z-qyTjK off=1850266 len=1552708 2024-04-10T15:56:23.842 INFO:tasks.workunit.client.0.smithi069.stdout:op 1480 completed, throughput=4.99MB/sec 2024-04-10T15:56:23.842 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-HS6UP8sz2-Oit5D off=990700 len=978934 2024-04-10T15:56:23.844 INFO:tasks.workunit.client.0.smithi069.stdout:op 1481 completed, throughput=4.99MB/sec 2024-04-10T15:56:23.844 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-PSmDFJ_bmya3fek off=3003930 len=982738 2024-04-10T15:56:23.849 INFO:tasks.workunit.client.0.smithi069.stdout:op 1482 completed, throughput=4.99MB/sec 2024-04-10T15:56:23.849 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-ECdU4ZXBheOZ9nz off=13928866 len=1646689 2024-04-10T15:56:23.851 INFO:tasks.workunit.client.0.smithi069.stdout:op 1483 completed, throughput=5MB/sec 2024-04-10T15:56:23.851 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-Sqg_V_VkLv3amr- off=0 len=1241044 2024-04-10T15:56:23.856 INFO:tasks.workunit.client.0.smithi069.stdout:op 1484 completed, throughput=5MB/sec 2024-04-10T15:56:23.997 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:56:23 smithi077 ceph-mon[87572]: pgmap v1549: 105 pgs: 105 active+clean; 126 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-10T15:56:24.091 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:56:23 smithi069 ceph-mon[94167]: pgmap v1549: 105 pgs: 105 active+clean; 126 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-10T15:56:24.091 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:56:23 smithi069 ceph-mon[96738]: pgmap v1549: 105 pgs: 105 active+clean; 126 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-10T15:56:24.857 INFO:tasks.workunit.client.0.smithi069.stdout: 287: throughput=4.99MB/sec pending data=0 2024-04-10T15:56:24.857 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-4p2lrP_VQYkTS2F off=1879510 len=1187926 2024-04-10T15:56:24.860 INFO:tasks.workunit.client.0.smithi069.stdout:op 1485 completed, throughput=4.99MB/sec 2024-04-10T15:56:24.860 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-WM27T42ZakN99vz off=8719789 len=752866 2024-04-10T15:56:24.862 INFO:tasks.workunit.client.0.smithi069.stdout:op 1486 completed, throughput=4.99MB/sec 2024-04-10T15:56:24.863 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-f6d1dNLndfwk0M- off=16675404 len=447968 2024-04-10T15:56:24.866 INFO:tasks.workunit.client.0.smithi069.stdout:op 1487 completed, throughput=4.99MB/sec 2024-04-10T15:56:24.866 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-plKirVDfO32ad4y off=9692004 len=1941648 2024-04-10T15:56:24.876 INFO:tasks.workunit.client.0.smithi069.stdout:op 1488 completed, throughput=5MB/sec 2024-04-10T15:56:24.997 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:56:24 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:56:25.091 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:56:24 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:56:25.092 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:56:24 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:56:25.876 INFO:tasks.workunit.client.0.smithi069.stdout: 288: throughput=4.98MB/sec pending data=0 2024-04-10T15:56:25.876 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-5AwSvyrdocmmBOv off=14555992 len=358964 2024-04-10T15:56:25.880 INFO:tasks.workunit.client.0.smithi069.stdout:op 1489 completed, throughput=4.98MB/sec 2024-04-10T15:56:25.880 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-68F0Tp9SU-AhYbm off=505519 len=446009 2024-04-10T15:56:25.883 INFO:tasks.workunit.client.0.smithi069.stdout:op 1490 completed, throughput=4.99MB/sec 2024-04-10T15:56:25.883 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-laINmZKwmrDj-cS off=5806176 len=24428 2024-04-10T15:56:25.884 INFO:tasks.workunit.client.0.smithi069.stdout:op 1491 completed, throughput=4.99MB/sec 2024-04-10T15:56:25.884 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-bgcRUP4TNWwWpu- off=17085324 len=1931431 2024-04-10T15:56:25.892 INFO:tasks.workunit.client.0.smithi069.stdout:op 1492 completed, throughput=4.99MB/sec 2024-04-10T15:56:25.892 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-xgbrcEq_w3NkoVH off=5337359 len=557202 2024-04-10T15:56:25.896 INFO:tasks.workunit.client.0.smithi069.stdout:op 1493 completed, throughput=4.99MB/sec 2024-04-10T15:56:25.896 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-1urmeWpROFOUIx5 off=508531 len=1040702 2024-04-10T15:56:25.901 INFO:tasks.workunit.client.0.smithi069.stdout:op 1494 completed, throughput=5MB/sec 2024-04-10T15:56:25.901 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-JI3sFeZiqBhQ1Pu off=16058927 len=925998 2024-04-10T15:56:25.902 INFO:tasks.workunit.client.0.smithi069.stdout:op 1495 completed, throughput=5MB/sec 2024-04-10T15:56:25.997 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:56:25 smithi077 ceph-mon[87572]: pgmap v1550: 105 pgs: 105 active+clean; 126 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-10T15:56:26.091 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:56:25 smithi069 ceph-mon[94167]: pgmap v1550: 105 pgs: 105 active+clean; 126 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-10T15:56:26.091 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:56:25 smithi069 ceph-mon[96738]: pgmap v1550: 105 pgs: 105 active+clean; 126 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-10T15:56:26.903 INFO:tasks.workunit.client.0.smithi069.stdout: 289: throughput=4.98MB/sec pending data=0 2024-04-10T15:56:26.903 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-Dxk-uQ2iGSt3YPl off=2530655 len=1709013 2024-04-10T15:56:26.905 INFO:tasks.workunit.client.0.smithi069.stdout:op 1496 completed, throughput=4.99MB/sec 2024-04-10T15:56:26.905 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-2lkFa-952sl3lpF off=9162618 len=2077166 2024-04-10T15:56:26.907 INFO:tasks.workunit.client.0.smithi069.stdout:op 1497 completed, throughput=5MB/sec 2024-04-10T15:56:26.907 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-L8hpyvah36W-2cA off=333110 len=969827 2024-04-10T15:56:26.913 INFO:tasks.workunit.client.0.smithi069.stdout:op 1498 completed, throughput=5MB/sec 2024-04-10T15:56:26.913 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-yQyWqJYFwt4FD6h off=1784134 len=552933 2024-04-10T15:56:26.914 INFO:tasks.workunit.client.0.smithi069.stdout:op 1499 completed, throughput=5MB/sec 2024-04-10T15:56:27.341 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:56:26 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:15:56:26] "GET /metrics HTTP/1.1" 200 34034 "" "Prometheus/2.43.0" 2024-04-10T15:56:27.915 INFO:tasks.workunit.client.0.smithi069.stdout: 290: throughput=4.98MB/sec pending data=0 2024-04-10T15:56:27.915 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-c-_X4pxtc3rq7XU off=4787100 len=786806 2024-04-10T15:56:27.916 INFO:tasks.workunit.client.0.smithi069.stdout:op 1500 completed, throughput=4.99MB/sec 2024-04-10T15:56:27.916 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-VzdEDfw4j7w17tK off=4200086 len=249492 2024-04-10T15:56:27.919 INFO:tasks.workunit.client.0.smithi069.stdout:op 1501 completed, throughput=4.99MB/sec 2024-04-10T15:56:27.919 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-aTAtK2WiWnkMhIJ off=12046179 len=1647804 2024-04-10T15:56:27.921 INFO:tasks.workunit.client.0.smithi069.stdout:op 1502 completed, throughput=4.99MB/sec 2024-04-10T15:56:27.921 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-lpMGsHwMM_HX5tT off=12056106 len=586809 2024-04-10T15:56:27.923 INFO:tasks.workunit.client.0.smithi069.stdout:op 1503 completed, throughput=4.99MB/sec 2024-04-10T15:56:27.923 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-ske-nTavd_jUoA_ off=324558 len=845527 2024-04-10T15:56:27.928 INFO:tasks.workunit.client.0.smithi069.stdout:op 1504 completed, throughput=5MB/sec 2024-04-10T15:56:27.929 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-wwEnwpO-J39ktWA off=5801768 len=1376918 2024-04-10T15:56:27.936 INFO:tasks.workunit.client.0.smithi069.stdout:op 1505 completed, throughput=5MB/sec 2024-04-10T15:56:28.091 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:56:27 smithi069 ceph-mon[94167]: pgmap v1551: 105 pgs: 105 active+clean; 126 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-10T15:56:28.091 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:56:27 smithi069 ceph-mon[96738]: pgmap v1551: 105 pgs: 105 active+clean; 126 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-10T15:56:28.247 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:56:27 smithi077 ceph-mon[87572]: pgmap v1551: 105 pgs: 105 active+clean; 126 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-10T15:56:28.936 INFO:tasks.workunit.client.0.smithi069.stdout: 291: throughput=4.98MB/sec pending data=0 2024-04-10T15:56:28.936 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-c4poYwYP5K4wZIc off=11222135 len=928093 2024-04-10T15:56:28.937 INFO:tasks.workunit.client.0.smithi069.stdout:op 1506 completed, throughput=4.99MB/sec 2024-04-10T15:56:28.937 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-usWSkuO7mB2R748 off=2585188 len=18931 2024-04-10T15:56:28.940 INFO:tasks.workunit.client.0.smithi069.stdout:op 1507 completed, throughput=4.99MB/sec 2024-04-10T15:56:28.940 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-2FK0xZ_wv4wYeoq off=1440353 len=1378478 2024-04-10T15:56:28.943 INFO:tasks.workunit.client.0.smithi069.stdout:op 1508 completed, throughput=4.99MB/sec 2024-04-10T15:56:28.943 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-4XC-uEZ4xCkvE1m off=841124 len=393207 2024-04-10T15:56:28.946 INFO:tasks.workunit.client.0.smithi069.stdout:op 1509 completed, throughput=4.99MB/sec 2024-04-10T15:56:28.946 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-XdhuuYEIfHU9Fzk off=9185008 len=530651 2024-04-10T15:56:28.950 INFO:tasks.workunit.client.0.smithi069.stdout:op 1510 completed, throughput=4.99MB/sec 2024-04-10T15:56:28.950 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-cWJL2pOSV_5p8Dr off=1760140 len=31798 2024-04-10T15:56:28.951 INFO:tasks.workunit.client.0.smithi069.stdout:op 1511 completed, throughput=4.99MB/sec 2024-04-10T15:56:28.951 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-srAvClD7qoOvx52 off=4271911 len=1604574 2024-04-10T15:56:28.960 INFO:tasks.workunit.client.0.smithi069.stdout:op 1512 completed, throughput=5MB/sec 2024-04-10T15:56:28.960 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-Y7QfTQVP_JN03hg off=545254 len=1102976 2024-04-10T15:56:28.965 INFO:tasks.workunit.client.0.smithi069.stdout:op 1513 completed, throughput=5MB/sec 2024-04-10T15:56:29.965 INFO:tasks.workunit.client.0.smithi069.stdout: 292: throughput=4.99MB/sec pending data=0 2024-04-10T15:56:29.966 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-OtSL44zFXb54MzD off=2537659 len=1064157 2024-04-10T15:56:29.967 INFO:tasks.workunit.client.0.smithi069.stdout:op 1514 completed, throughput=4.99MB/sec 2024-04-10T15:56:29.967 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-K7FwrLXlob0s43K off=4893593 len=1911193 2024-04-10T15:56:29.977 INFO:tasks.workunit.client.0.smithi069.stdout:op 1515 completed, throughput=5MB/sec 2024-04-10T15:56:29.977 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-rYAQxGWfUFqXisd off=7351971 len=1404694 2024-04-10T15:56:29.983 INFO:tasks.workunit.client.0.smithi069.stdout:op 1516 completed, throughput=5MB/sec 2024-04-10T15:56:29.983 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-WcYwbciduSmvTlK off=16049738 len=961692 2024-04-10T15:56:29.988 INFO:tasks.workunit.client.0.smithi069.stdout:op 1517 completed, throughput=5MB/sec 2024-04-10T15:56:30.091 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:56:29 smithi069 ceph-mon[96738]: pgmap v1552: 105 pgs: 105 active+clean; 126 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-10T15:56:30.091 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:56:29 smithi069 ceph-mon[94167]: pgmap v1552: 105 pgs: 105 active+clean; 126 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-10T15:56:30.249 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:56:29 smithi077 ceph-mon[87572]: pgmap v1552: 105 pgs: 105 active+clean; 126 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-10T15:56:30.989 INFO:tasks.workunit.client.0.smithi069.stdout: 293: throughput=4.99MB/sec pending data=0 2024-04-10T15:56:30.989 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-csHOEXhHsLxXwiY off=0 len=1426504 2024-04-10T15:56:30.992 INFO:tasks.workunit.client.0.smithi069.stdout:op 1518 completed, throughput=4.99MB/sec 2024-04-10T15:56:30.992 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-tO2Locg_R3AwZzd off=3919187 len=233228 2024-04-10T15:56:30.994 INFO:tasks.workunit.client.0.smithi069.stdout:op 1519 completed, throughput=4.99MB/sec 2024-04-10T15:56:30.995 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-K5MT6BwYrAkJLiC off=6045991 len=676990 2024-04-10T15:56:30.999 INFO:tasks.workunit.client.0.smithi069.stdout:op 1520 completed, throughput=4.99MB/sec 2024-04-10T15:56:30.999 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-thFYyQ-LT7Lw4Uu off=853045 len=1492205 2024-04-10T15:56:31.007 INFO:tasks.workunit.client.0.smithi069.stdout:op 1521 completed, throughput=5MB/sec 2024-04-10T15:56:31.007 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-tWib7_XzfLPj2RJ off=22459331 len=289505 2024-04-10T15:56:31.010 INFO:tasks.workunit.client.0.smithi069.stdout:op 1522 completed, throughput=5MB/sec 2024-04-10T15:56:31.010 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-ZA00fWz3vfuoWVT off=1468874 len=640548 2024-04-10T15:56:31.011 INFO:tasks.workunit.client.0.smithi069.stdout:op 1523 completed, throughput=5MB/sec 2024-04-10T15:56:31.247 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 15:56:30 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[125844]: logger=sqlstore.transactions t=2024-04-10T15:56:30.957425097Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2024-04-10T15:56:32.012 INFO:tasks.workunit.client.0.smithi069.stdout: 294: throughput=4.98MB/sec pending data=0 2024-04-10T15:56:32.012 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-Ooxg_66dJvaCo0r off=1859643 len=411600 2024-04-10T15:56:32.015 INFO:tasks.workunit.client.0.smithi069.stdout:op 1524 completed, throughput=4.99MB/sec 2024-04-10T15:56:32.015 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-pmgySmUrtec1IE5 off=8552258 len=1257288 2024-04-10T15:56:32.017 INFO:tasks.workunit.client.0.smithi069.stdout:op 1525 completed, throughput=4.99MB/sec 2024-04-10T15:56:32.017 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-sny6xfBWUNn0FBJ off=1823485 len=1895067 2024-04-10T15:56:32.026 INFO:tasks.workunit.client.0.smithi069.stdout:op 1526 completed, throughput=4.99MB/sec 2024-04-10T15:56:32.026 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-FaPSkB2ungWOMYW off=186350 len=1491131 2024-04-10T15:56:32.032 INFO:tasks.workunit.client.0.smithi069.stdout:op 1527 completed, throughput=5MB/sec 2024-04-10T15:56:32.032 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-5CjYyLjclPB0FA6 off=2749539 len=228272 2024-04-10T15:56:32.035 INFO:tasks.workunit.client.0.smithi069.stdout:op 1528 completed, throughput=5MB/sec 2024-04-10T15:56:32.091 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:56:31 smithi069 ceph-mon[96738]: pgmap v1553: 105 pgs: 105 active+clean; 126 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-10T15:56:32.091 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:56:31 smithi069 ceph-mon[94167]: pgmap v1553: 105 pgs: 105 active+clean; 126 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-10T15:56:32.247 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:56:31 smithi077 ceph-mon[87572]: pgmap v1553: 105 pgs: 105 active+clean; 126 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-10T15:56:32.747 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:56:32 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T15:56:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:56:33.036 INFO:tasks.workunit.client.0.smithi069.stdout: 295: throughput=4.98MB/sec pending data=0 2024-04-10T15:56:33.036 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-r8YMHkYA6PfM_gg off=1700271 len=1392948 2024-04-10T15:56:33.043 INFO:tasks.workunit.client.0.smithi069.stdout:op 1529 completed, throughput=4.99MB/sec 2024-04-10T15:56:33.044 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-yczJ_rfFrdHYRI7 off=15093793 len=1061988 2024-04-10T15:56:33.048 INFO:tasks.workunit.client.0.smithi069.stdout:op 1530 completed, throughput=4.99MB/sec 2024-04-10T15:56:33.048 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-3D85cwHYRZcTgwO off=1228471 len=1844289 2024-04-10T15:56:33.056 INFO:tasks.workunit.client.0.smithi069.stdout:op 1531 completed, throughput=5MB/sec 2024-04-10T15:56:33.056 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-nHaR8CVZEtp7nwN off=1835826 len=137665 2024-04-10T15:56:33.057 INFO:tasks.workunit.client.0.smithi069.stdout:op 1532 completed, throughput=5MB/sec 2024-04-10T15:56:33.057 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-1QdO7UjB9KvJUbm off=996971 len=1082507 2024-04-10T15:56:33.058 INFO:tasks.workunit.client.0.smithi069.stdout:op 1533 completed, throughput=5MB/sec 2024-04-10T15:56:34.058 INFO:tasks.workunit.client.0.smithi069.stdout: 296: throughput=4.98MB/sec pending data=0 2024-04-10T15:56:34.058 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-7yDg18zL4zR4rSB off=2691223 len=1145117 2024-04-10T15:56:34.064 INFO:tasks.workunit.client.0.smithi069.stdout:op 1534 completed, throughput=4.99MB/sec 2024-04-10T15:56:34.064 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-T0ZptBPgu_Xz8-m off=649530 len=1470537 2024-04-10T15:56:34.068 INFO:tasks.workunit.client.0.smithi069.stdout:op 1535 completed, throughput=4.99MB/sec 2024-04-10T15:56:34.068 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-4MIRaaDdIFsquPp off=3567508 len=1347592 2024-04-10T15:56:34.076 INFO:tasks.workunit.client.0.smithi069.stdout:op 1536 completed, throughput=5MB/sec 2024-04-10T15:56:34.076 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-D0P0upVwxMxU0GG off=5819529 len=469179 2024-04-10T15:56:34.076 INFO:tasks.workunit.client.0.smithi069.stdout:op 1537 completed, throughput=5MB/sec 2024-04-10T15:56:34.077 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-26WmlqU5j9z7fjR off=11731271 len=1343365 2024-04-10T15:56:34.084 INFO:tasks.workunit.client.0.smithi069.stdout:op 1538 completed, throughput=5MB/sec 2024-04-10T15:56:34.091 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:56:33 smithi069 ceph-mon[96738]: pgmap v1554: 105 pgs: 105 active+clean; 126 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-10T15:56:34.091 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:56:33 smithi069 ceph-mon[94167]: pgmap v1554: 105 pgs: 105 active+clean; 126 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-10T15:56:34.247 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:56:33 smithi077 ceph-mon[87572]: pgmap v1554: 105 pgs: 105 active+clean; 126 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-10T15:56:35.085 INFO:tasks.workunit.client.0.smithi069.stdout: 297: throughput=4.99MB/sec pending data=0 2024-04-10T15:56:35.085 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-0xtE8Nc1K7KpHTQ off=3973583 len=1747987 2024-04-10T15:56:35.094 INFO:tasks.workunit.client.0.smithi069.stdout:op 1539 completed, throughput=4.99MB/sec 2024-04-10T15:56:35.094 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-mTN_aQLw4tqDa1v off=1315204 len=1554543 2024-04-10T15:56:35.097 INFO:tasks.workunit.client.0.smithi069.stdout:op 1540 completed, throughput=5MB/sec 2024-04-10T15:56:35.097 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-1QsbGyIvSxa-uNK off=10603721 len=639993 2024-04-10T15:56:35.098 INFO:tasks.workunit.client.0.smithi069.stdout:op 1541 completed, throughput=5MB/sec 2024-04-10T15:56:35.098 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-6UQg5uIwpX-BoC2 off=832075 len=1899307 2024-04-10T15:56:35.111 INFO:tasks.workunit.client.0.smithi069.stdout:op 1542 completed, throughput=5MB/sec 2024-04-10T15:56:36.091 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:56:35 smithi069 ceph-mon[96738]: pgmap v1555: 105 pgs: 105 active+clean; 126 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-10T15:56:36.092 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:56:35 smithi069 ceph-mon[94167]: pgmap v1555: 105 pgs: 105 active+clean; 126 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-10T15:56:36.111 INFO:tasks.workunit.client.0.smithi069.stdout: 298: throughput=4.99MB/sec pending data=0 2024-04-10T15:56:36.111 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-oa-VKV-f0PRRmEb off=8729535 len=1186625 2024-04-10T15:56:36.113 INFO:tasks.workunit.client.0.smithi069.stdout:op 1543 completed, throughput=4.99MB/sec 2024-04-10T15:56:36.113 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-VxKzBE0-L3_bSh_ off=3719890 len=817765 2024-04-10T15:56:36.117 INFO:tasks.workunit.client.0.smithi069.stdout:op 1544 completed, throughput=4.99MB/sec 2024-04-10T15:56:36.117 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-8P5JknVM21Kko7_ off=16852822 len=263145 2024-04-10T15:56:36.120 INFO:tasks.workunit.client.0.smithi069.stdout:op 1545 completed, throughput=4.99MB/sec 2024-04-10T15:56:36.120 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-Pe5cWvyJc1cQhUm off=9189558 len=1299172 2024-04-10T15:56:36.127 INFO:tasks.workunit.client.0.smithi069.stdout:op 1546 completed, throughput=5MB/sec 2024-04-10T15:56:36.127 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-cAaJKnDVuooACjt off=3767729 len=684087 2024-04-10T15:56:36.128 INFO:tasks.workunit.client.0.smithi069.stdout:op 1547 completed, throughput=5MB/sec 2024-04-10T15:56:36.128 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-lee2ke3ftHxKW4n off=20439933 len=370100 2024-04-10T15:56:36.129 INFO:tasks.workunit.client.0.smithi069.stdout:op 1548 completed, throughput=5MB/sec 2024-04-10T15:56:36.247 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:56:35 smithi077 ceph-mon[87572]: pgmap v1555: 105 pgs: 105 active+clean; 126 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-10T15:56:37.129 INFO:tasks.workunit.client.0.smithi069.stdout: 299: throughput=4.98MB/sec pending data=0 2024-04-10T15:56:37.129 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-FxmngzbOjJhC72j off=7836564 len=912343 2024-04-10T15:56:37.131 INFO:tasks.workunit.client.0.smithi069.stdout:op 1549 completed, throughput=4.99MB/sec 2024-04-10T15:56:37.131 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-WBad5S1rMFjxFKX off=4947627 len=1289344 2024-04-10T15:56:37.133 INFO:tasks.workunit.client.0.smithi069.stdout:op 1550 completed, throughput=4.99MB/sec 2024-04-10T15:56:37.133 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-VblEQ29rmdTpNTA off=1530441 len=52236 2024-04-10T15:56:37.135 INFO:tasks.workunit.client.0.smithi069.stdout:op 1551 completed, throughput=4.99MB/sec 2024-04-10T15:56:37.135 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-TdI5EB9Nn25Foda off=10200717 len=155939 2024-04-10T15:56:37.138 INFO:tasks.workunit.client.0.smithi069.stdout:op 1552 completed, throughput=4.99MB/sec 2024-04-10T15:56:37.138 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-0jWHatlPmF-L60T off=8041140 len=1929769 2024-04-10T15:56:37.151 INFO:tasks.workunit.client.0.smithi069.stdout:op 1553 completed, throughput=5MB/sec 2024-04-10T15:56:37.151 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-mgvwzyWS3GEy_Jv off=6507704 len=1112770 2024-04-10T15:56:37.157 INFO:tasks.workunit.client.0.smithi069.stdout:op 1554 completed, throughput=5MB/sec 2024-04-10T15:56:37.341 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:56:36 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:15:56:36] "GET /metrics HTTP/1.1" 200 34034 "" "Prometheus/2.43.0" 2024-04-10T15:56:38.091 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:56:37 smithi069 ceph-mon[94167]: pgmap v1556: 105 pgs: 105 active+clean; 126 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.7 MiB/s wr, 6 op/s 2024-04-10T15:56:38.092 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:56:37 smithi069 ceph-mon[96738]: pgmap v1556: 105 pgs: 105 active+clean; 126 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.7 MiB/s wr, 6 op/s 2024-04-10T15:56:38.157 INFO:tasks.workunit.client.0.smithi069.stdout: 300: throughput=4.98MB/sec pending data=0 2024-04-10T15:56:38.158 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-K7EBZ7B6EEqxxhI off=22084552 len=2088936 2024-04-10T15:56:38.170 INFO:tasks.workunit.client.0.smithi069.stdout:op 1555 completed, throughput=4.99MB/sec 2024-04-10T15:56:38.170 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-Hab3M_vFiyp4kEU off=463781 len=294390 2024-04-10T15:56:38.171 INFO:tasks.workunit.client.0.smithi069.stdout:op 1556 completed, throughput=4.99MB/sec 2024-04-10T15:56:38.171 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-B4f6L_fMKbMyrNk off=4217284 len=792646 2024-04-10T15:56:38.176 INFO:tasks.workunit.client.0.smithi069.stdout:op 1557 completed, throughput=4.99MB/sec 2024-04-10T15:56:38.176 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-y7MQJhwmOLVPu8J off=1210895 len=71970 2024-04-10T15:56:38.176 INFO:tasks.workunit.client.0.smithi069.stdout:op 1558 completed, throughput=4.99MB/sec 2024-04-10T15:56:38.177 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-A5GGnWM0lBe_IoM off=2800465 len=74171 2024-04-10T15:56:38.177 INFO:tasks.workunit.client.0.smithi069.stdout:op 1559 completed, throughput=4.99MB/sec 2024-04-10T15:56:38.177 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-tsoH2K_2GLC9GPQ off=1421845 len=1284282 2024-04-10T15:56:38.183 INFO:tasks.workunit.client.0.smithi069.stdout:op 1560 completed, throughput=5MB/sec 2024-04-10T15:56:38.183 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-fgNkE6gko1Vo_ND off=9958325 len=2047339 2024-04-10T15:56:38.186 INFO:tasks.workunit.client.0.smithi069.stdout:op 1561 completed, throughput=5.01MB/sec 2024-04-10T15:56:38.247 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:56:37 smithi077 ceph-mon[87572]: pgmap v1556: 105 pgs: 105 active+clean; 126 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.7 MiB/s wr, 6 op/s 2024-04-10T15:56:39.187 INFO:tasks.workunit.client.0.smithi069.stdout: 301: throughput=4.99MB/sec pending data=0 2024-04-10T15:56:39.187 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-aj2H0xAkqCXrcKE off=14652 len=353274 2024-04-10T15:56:39.190 INFO:tasks.workunit.client.0.smithi069.stdout:op 1562 completed, throughput=4.99MB/sec 2024-04-10T15:56:39.190 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-tWib7_XzfLPj2RJ off=17021817 len=1700347 2024-04-10T15:56:39.199 INFO:tasks.workunit.client.0.smithi069.stdout:op 1563 completed, throughput=5MB/sec 2024-04-10T15:56:39.199 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-9n05WMzKWBYjz__ off=10633642 len=786807 2024-04-10T15:56:39.200 INFO:tasks.workunit.client.0.smithi069.stdout:op 1564 completed, throughput=5MB/sec 2024-04-10T15:56:39.200 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-FyVXZnv5iwpjQNT off=4388850 len=1420597 2024-04-10T15:56:39.206 INFO:tasks.workunit.client.0.smithi069.stdout:op 1565 completed, throughput=5MB/sec 2024-04-10T15:56:40.091 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:56:39 smithi069 ceph-mon[96738]: pgmap v1557: 105 pgs: 105 active+clean; 126 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-10T15:56:40.091 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:56:39 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:56:40.092 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:56:39 smithi069 ceph-mon[94167]: pgmap v1557: 105 pgs: 105 active+clean; 126 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-10T15:56:40.092 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:56:39 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:56:40.206 INFO:tasks.workunit.client.0.smithi069.stdout: 302: throughput=4.99MB/sec pending data=0 2024-04-10T15:56:40.207 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-JG8_Vbf2ZgjBQj2 off=19334919 len=1779235 2024-04-10T15:56:40.217 INFO:tasks.workunit.client.0.smithi069.stdout:op 1566 completed, throughput=4.99MB/sec 2024-04-10T15:56:40.217 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-kgiwCBC2EWCuemb off=17805569 len=45910 2024-04-10T15:56:40.218 INFO:tasks.workunit.client.0.smithi069.stdout:op 1567 completed, throughput=4.99MB/sec 2024-04-10T15:56:40.218 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-XTmWhH1dmbWecQD off=5604354 len=208857 2024-04-10T15:56:40.218 INFO:tasks.workunit.client.0.smithi069.stdout:op 1568 completed, throughput=4.99MB/sec 2024-04-10T15:56:40.218 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-XgsrIgh-pe-kfKw off=5261425 len=751244 2024-04-10T15:56:40.223 INFO:tasks.workunit.client.0.smithi069.stdout:op 1569 completed, throughput=4.99MB/sec 2024-04-10T15:56:40.223 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-OBYX8IyIQwM99NN off=14429721 len=346616 2024-04-10T15:56:40.224 INFO:tasks.workunit.client.0.smithi069.stdout:op 1570 completed, throughput=4.99MB/sec 2024-04-10T15:56:40.224 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-9IJJiydHahQfrhQ off=4825434 len=1317234 2024-04-10T15:56:40.229 INFO:tasks.workunit.client.0.smithi069.stdout:op 1571 completed, throughput=5MB/sec 2024-04-10T15:56:40.229 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-5qdf2PPU3sc6WpP off=1150315 len=2034184 2024-04-10T15:56:40.239 INFO:tasks.workunit.client.0.smithi069.stdout:op 1572 completed, throughput=5.01MB/sec 2024-04-10T15:56:40.247 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:56:39 smithi077 ceph-mon[87572]: pgmap v1557: 105 pgs: 105 active+clean; 126 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-10T15:56:40.247 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:56:39 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:56:41.239 INFO:tasks.workunit.client.0.smithi069.stdout: 303: throughput=4.99MB/sec pending data=0 2024-04-10T15:56:41.240 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-1YHO1vOzLHGKKsX off=8521477 len=493067 2024-04-10T15:56:41.243 INFO:tasks.workunit.client.0.smithi069.stdout:op 1573 completed, throughput=4.99MB/sec 2024-04-10T15:56:41.243 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-Ht7e-uqQKrtwDLn off=14017936 len=1644428 2024-04-10T15:56:41.245 INFO:tasks.workunit.client.0.smithi069.stdout:op 1574 completed, throughput=5MB/sec 2024-04-10T15:56:41.245 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-wvh0xlP-NfYWauW off=4170719 len=436608 2024-04-10T15:56:41.245 INFO:tasks.workunit.client.0.smithi069.stdout:op 1575 completed, throughput=5MB/sec 2024-04-10T15:56:41.245 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-lvc8iKaDDrHUfdq off=433570 len=22121 2024-04-10T15:56:41.246 INFO:tasks.workunit.client.0.smithi069.stdout:op 1576 completed, throughput=5MB/sec 2024-04-10T15:56:41.250 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-ULwivYmmhweL7p4 off=4069241 len=278149 2024-04-10T15:56:41.251 INFO:tasks.workunit.client.0.smithi069.stdout:op 1577 completed, throughput=5MB/sec 2024-04-10T15:56:41.251 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-IO0NMAoX_25ZVGZ off=21479406 len=1919101 2024-04-10T15:56:41.251 INFO:tasks.workunit.client.0.smithi069.stdout:op 1578 completed, throughput=5MB/sec 2024-04-10T15:56:42.091 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:56:41 smithi069 ceph-mon[94167]: pgmap v1558: 105 pgs: 105 active+clean; 126 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.7 MiB/s wr, 6 op/s 2024-04-10T15:56:42.092 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:56:41 smithi069 ceph-mon[96738]: pgmap v1558: 105 pgs: 105 active+clean; 126 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.7 MiB/s wr, 6 op/s 2024-04-10T15:56:42.247 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:56:41 smithi077 ceph-mon[87572]: pgmap v1558: 105 pgs: 105 active+clean; 126 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.7 MiB/s wr, 6 op/s 2024-04-10T15:56:42.251 INFO:tasks.workunit.client.0.smithi069.stdout: 304: throughput=4.99MB/sec pending data=0 2024-04-10T15:56:42.251 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-zdsgLclysGeHqKg off=6596214 len=2051169 2024-04-10T15:56:42.267 INFO:tasks.workunit.client.0.smithi069.stdout:op 1579 completed, throughput=4.99MB/sec 2024-04-10T15:56:42.267 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj--waEcD4tAUnZhyc off=4021215 len=817644 2024-04-10T15:56:42.272 INFO:tasks.workunit.client.0.smithi069.stdout:op 1580 completed, throughput=5MB/sec 2024-04-10T15:56:42.272 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-X29XZcQ45GWSvIS off=2489149 len=2082297 2024-04-10T15:56:42.274 INFO:tasks.workunit.client.0.smithi069.stdout:op 1581 completed, throughput=5MB/sec 2024-04-10T15:56:42.747 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:56:42 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T15:56:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:56:43.275 INFO:tasks.workunit.client.0.smithi069.stdout: 305: throughput=4.99MB/sec pending data=0 2024-04-10T15:56:43.275 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-ZsvL36W2f58rQua off=2058400 len=832072 2024-04-10T15:56:43.276 INFO:tasks.workunit.client.0.smithi069.stdout:op 1582 completed, throughput=4.99MB/sec 2024-04-10T15:56:43.276 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-XzNF906Hj_eptlp off=2207764 len=53151 2024-04-10T15:56:43.279 INFO:tasks.workunit.client.0.smithi069.stdout:op 1583 completed, throughput=4.99MB/sec 2024-04-10T15:56:43.279 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-FX0-N0VszgNqCcc off=3366916 len=568846 2024-04-10T15:56:43.280 INFO:tasks.workunit.client.0.smithi069.stdout:op 1584 completed, throughput=4.99MB/sec 2024-04-10T15:56:43.280 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-duQEVTG1hbEwGrP off=720202 len=686100 2024-04-10T15:56:43.281 INFO:tasks.workunit.client.0.smithi069.stdout:op 1585 completed, throughput=4.99MB/sec 2024-04-10T15:56:43.281 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-74NZVEWncdVfWda off=5188369 len=317916 2024-04-10T15:56:43.281 INFO:tasks.workunit.client.0.smithi069.stdout:op 1586 completed, throughput=4.99MB/sec 2024-04-10T15:56:43.282 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-vTEEnj7OE2bPkjy off=10319235 len=1396236 2024-04-10T15:56:43.290 INFO:tasks.workunit.client.0.smithi069.stdout:op 1587 completed, throughput=5MB/sec 2024-04-10T15:56:43.291 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-igAKkErOVWvjzmq off=73052 len=41083 2024-04-10T15:56:43.291 INFO:tasks.workunit.client.0.smithi069.stdout:op 1588 completed, throughput=5MB/sec 2024-04-10T15:56:43.291 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-5oPc4WgE2NFjfrj off=1024156 len=236987 2024-04-10T15:56:43.294 INFO:tasks.workunit.client.0.smithi069.stdout:op 1589 completed, throughput=5MB/sec 2024-04-10T15:56:43.294 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-PKEo84hJxZ-yt26 off=4426085 len=325854 2024-04-10T15:56:43.297 INFO:tasks.workunit.client.0.smithi069.stdout:op 1590 completed, throughput=5MB/sec 2024-04-10T15:56:43.297 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-0kbKfos0hYvwwDO off=11952599 len=1780798 2024-04-10T15:56:43.298 INFO:tasks.workunit.client.0.smithi069.stdout:op 1591 completed, throughput=5MB/sec 2024-04-10T15:56:44.091 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:56:43 smithi069 ceph-mon[96738]: pgmap v1559: 105 pgs: 105 active+clean; 126 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-04-10T15:56:44.092 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:56:43 smithi069 ceph-mon[94167]: pgmap v1559: 105 pgs: 105 active+clean; 126 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-04-10T15:56:44.247 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:56:43 smithi077 ceph-mon[87572]: pgmap v1559: 105 pgs: 105 active+clean; 126 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-04-10T15:56:44.299 INFO:tasks.workunit.client.0.smithi069.stdout: 306: throughput=4.99MB/sec pending data=0 2024-04-10T15:56:44.299 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-pW84L5wfeEbxe-M off=6800126 len=776562 2024-04-10T15:56:44.300 INFO:tasks.workunit.client.0.smithi069.stdout:op 1592 completed, throughput=4.99MB/sec 2024-04-10T15:56:44.300 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-IvezyR0x0lDHXnA off=12917876 len=430220 2024-04-10T15:56:44.301 INFO:tasks.workunit.client.0.smithi069.stdout:op 1593 completed, throughput=4.99MB/sec 2024-04-10T15:56:44.301 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-8F_iEMwVUi6UD_r off=3090587 len=49871 2024-04-10T15:56:44.303 INFO:tasks.workunit.client.0.smithi069.stdout:op 1594 completed, throughput=4.99MB/sec 2024-04-10T15:56:44.303 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-UfUypbpTppnT5Bq off=15754954 len=1583822 2024-04-10T15:56:44.311 INFO:tasks.workunit.client.0.smithi069.stdout:op 1595 completed, throughput=5MB/sec 2024-04-10T15:56:44.312 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-FBbr4pObxqLrWcN off=18020267 len=2042626 2024-04-10T15:56:44.313 INFO:tasks.workunit.client.0.smithi069.stdout:op 1596 completed, throughput=5MB/sec 2024-04-10T15:56:45.314 INFO:tasks.workunit.client.0.smithi069.stdout: 307: throughput=4.99MB/sec pending data=0 2024-04-10T15:56:45.314 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-LHcfwn0gTbzZ4KC off=1028170 len=121968 2024-04-10T15:56:45.317 INFO:tasks.workunit.client.0.smithi069.stdout:op 1597 completed, throughput=4.99MB/sec 2024-04-10T15:56:45.317 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-ZLyFhH7axsMCEl- off=5453175 len=81799 2024-04-10T15:56:45.319 INFO:tasks.workunit.client.0.smithi069.stdout:op 1598 completed, throughput=4.99MB/sec 2024-04-10T15:56:45.319 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-LWlfg05pjRoG5Dz off=13825410 len=607154 2024-04-10T15:56:45.320 INFO:tasks.workunit.client.0.smithi069.stdout:op 1599 completed, throughput=4.99MB/sec 2024-04-10T15:56:45.320 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-R2qyRTm1jdJw1LH off=12892 len=885704 2024-04-10T15:56:45.321 INFO:tasks.workunit.client.0.smithi069.stdout:op 1600 completed, throughput=4.99MB/sec 2024-04-10T15:56:45.321 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-DHHjpy-1OK4tw-K off=21725698 len=629267 2024-04-10T15:56:45.325 INFO:tasks.workunit.client.0.smithi069.stdout:op 1601 completed, throughput=4.99MB/sec 2024-04-10T15:56:45.325 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-p13fVNiIyYrXnIE off=14122097 len=240445 2024-04-10T15:56:45.326 INFO:tasks.workunit.client.0.smithi069.stdout:op 1602 completed, throughput=5MB/sec 2024-04-10T15:56:45.326 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-AYhqGTIdpoucogh off=15381125 len=378215 2024-04-10T15:56:45.329 INFO:tasks.workunit.client.0.smithi069.stdout:op 1603 completed, throughput=5MB/sec 2024-04-10T15:56:45.329 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-FENy3a4cbBKehDZ off=6150023 len=1511057 2024-04-10T15:56:45.330 INFO:tasks.workunit.client.0.smithi069.stdout:op 1604 completed, throughput=5MB/sec 2024-04-10T15:56:46.091 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:56:45 smithi069 ceph-mon[96738]: pgmap v1560: 105 pgs: 105 active+clean; 126 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-10T15:56:46.092 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:56:45 smithi069 ceph-mon[94167]: pgmap v1560: 105 pgs: 105 active+clean; 126 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-10T15:56:46.247 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:56:45 smithi077 ceph-mon[87572]: pgmap v1560: 105 pgs: 105 active+clean; 126 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-10T15:56:46.331 INFO:tasks.workunit.client.0.smithi069.stdout: 308: throughput=4.98MB/sec pending data=0 2024-04-10T15:56:46.331 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-ctxUnAEFNkm8CsI off=0 len=1609031 2024-04-10T15:56:46.333 INFO:tasks.workunit.client.0.smithi069.stdout:op 1605 completed, throughput=4.99MB/sec 2024-04-10T15:56:46.333 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-JUy5wOD82qmQpva off=19350081 len=284872 2024-04-10T15:56:46.334 INFO:tasks.workunit.client.0.smithi069.stdout:op 1606 completed, throughput=4.99MB/sec 2024-04-10T15:56:46.334 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-A1oMgIDAUbZAh23 off=218591 len=747076 2024-04-10T15:56:46.337 INFO:tasks.workunit.client.0.smithi069.stdout:op 1607 completed, throughput=4.99MB/sec 2024-04-10T15:56:46.337 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-rRWRFcXvj8OEjW4 off=484804 len=1931977 2024-04-10T15:56:46.348 INFO:tasks.workunit.client.0.smithi069.stdout:op 1608 completed, throughput=5MB/sec 2024-04-10T15:56:46.348 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-nY0F3LfCCDFwq6L off=663587 len=1569498 2024-04-10T15:56:46.354 INFO:tasks.workunit.client.0.smithi069.stdout:op 1609 completed, throughput=5MB/sec 2024-04-10T15:56:47.091 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:56:46 smithi069 ceph-mon[96738]: pgmap v1561: 105 pgs: 105 active+clean; 126 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-04-10T15:56:47.092 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:56:46 smithi069 ceph-mon[94167]: pgmap v1561: 105 pgs: 105 active+clean; 126 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-04-10T15:56:47.092 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:56:46 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:15:56:46] "GET /metrics HTTP/1.1" 200 34036 "" "Prometheus/2.43.0" 2024-04-10T15:56:47.148 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:56:46 smithi077 ceph-mon[87572]: pgmap v1561: 105 pgs: 105 active+clean; 126 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-04-10T15:56:47.355 INFO:tasks.workunit.client.0.smithi069.stdout: 309: throughput=4.99MB/sec pending data=0 2024-04-10T15:56:47.355 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-c5WPKWmx2FCbTho off=12395719 len=123671 2024-04-10T15:56:47.356 INFO:tasks.workunit.client.0.smithi069.stdout:op 1610 completed, throughput=4.99MB/sec 2024-04-10T15:56:47.356 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-_RrrgLwwW76T-nL off=280549 len=1241451 2024-04-10T15:56:47.357 INFO:tasks.workunit.client.0.smithi069.stdout:op 1611 completed, throughput=4.99MB/sec 2024-04-10T15:56:47.357 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-xaHEVLZhEi-Zbt1 off=8894661 len=261996 2024-04-10T15:56:47.360 INFO:tasks.workunit.client.0.smithi069.stdout:op 1612 completed, throughput=4.99MB/sec 2024-04-10T15:56:47.361 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-JvzWBgnZ-YpdagA off=1220928 len=157039 2024-04-10T15:56:47.363 INFO:tasks.workunit.client.0.smithi069.stdout:op 1613 completed, throughput=4.99MB/sec 2024-04-10T15:56:47.363 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-aPgXOTmjpwpSB87 off=832601 len=240321 2024-04-10T15:56:47.366 INFO:tasks.workunit.client.0.smithi069.stdout:op 1614 completed, throughput=4.99MB/sec 2024-04-10T15:56:47.366 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-nGX6hbA1QihDJe7 off=2036688 len=1323590 2024-04-10T15:56:47.367 INFO:tasks.workunit.client.0.smithi069.stdout:op 1615 completed, throughput=5MB/sec 2024-04-10T15:56:47.367 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-LvFd5wVLxz-08Wo off=3328624 len=1954607 2024-04-10T15:56:47.380 INFO:tasks.workunit.client.0.smithi069.stdout:op 1616 completed, throughput=5MB/sec 2024-04-10T15:56:48.380 INFO:tasks.workunit.client.0.smithi069.stdout: 310: throughput=4.99MB/sec pending data=0 2024-04-10T15:56:48.381 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-OrBryfkx_8fshHQ off=631023 len=947361 2024-04-10T15:56:48.383 INFO:tasks.workunit.client.0.smithi069.stdout:op 1617 completed, throughput=4.99MB/sec 2024-04-10T15:56:48.383 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-_sDvV4pfJoEUmJv off=9431352 len=1861268 2024-04-10T15:56:48.393 INFO:tasks.workunit.client.0.smithi069.stdout:op 1618 completed, throughput=5MB/sec 2024-04-10T15:56:48.393 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-w3tO4TWQqOIEEzy off=15742950 len=106083 2024-04-10T15:56:48.395 INFO:tasks.workunit.client.0.smithi069.stdout:op 1619 completed, throughput=5MB/sec 2024-04-10T15:56:48.395 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-uaR80XNlQnMicnD off=1307170 len=1861492 2024-04-10T15:56:48.404 INFO:tasks.workunit.client.0.smithi069.stdout:op 1620 completed, throughput=5MB/sec 2024-04-10T15:56:49.247 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:56:48 smithi077 ceph-mon[87572]: pgmap v1562: 105 pgs: 105 active+clean; 126 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-10T15:56:49.341 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:56:48 smithi069 ceph-mon[96738]: pgmap v1562: 105 pgs: 105 active+clean; 126 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-10T15:56:49.342 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:56:48 smithi069 ceph-mon[94167]: pgmap v1562: 105 pgs: 105 active+clean; 126 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-10T15:56:49.404 INFO:tasks.workunit.client.0.smithi069.stdout: 311: throughput=4.99MB/sec pending data=0 2024-04-10T15:56:49.405 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-HiX18VGgIMDBey_ off=5548130 len=596437 2024-04-10T15:56:49.406 INFO:tasks.workunit.client.0.smithi069.stdout:op 1621 completed, throughput=4.99MB/sec 2024-04-10T15:56:49.406 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-QlaGHC4TAEuCzSh off=10197466 len=744768 2024-04-10T15:56:49.407 INFO:tasks.workunit.client.0.smithi069.stdout:op 1622 completed, throughput=4.99MB/sec 2024-04-10T15:56:49.407 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-g_Q8MC-I4rCGU2V off=202133 len=1837639 2024-04-10T15:56:49.415 INFO:tasks.workunit.client.0.smithi069.stdout:op 1623 completed, throughput=4.99MB/sec 2024-04-10T15:56:49.416 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-ybgroqbaB3g5maU off=3493391 len=1258751 2024-04-10T15:56:49.417 INFO:tasks.workunit.client.0.smithi069.stdout:op 1624 completed, throughput=5MB/sec 2024-04-10T15:56:49.417 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-j-bo5x_fAYmqtxr off=255090 len=55678 2024-04-10T15:56:49.419 INFO:tasks.workunit.client.0.smithi069.stdout:op 1625 completed, throughput=5MB/sec 2024-04-10T15:56:49.419 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-MrdMHxAIrZyJGXz off=987222 len=221140 2024-04-10T15:56:49.421 INFO:tasks.workunit.client.0.smithi069.stdout:op 1626 completed, throughput=5MB/sec 2024-04-10T15:56:49.422 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-q8YoYjys9zFsGln off=1664282 len=670521 2024-04-10T15:56:49.423 INFO:tasks.workunit.client.0.smithi069.stdout:op 1627 completed, throughput=5MB/sec 2024-04-10T15:56:50.424 INFO:tasks.workunit.client.0.smithi069.stdout: 312: throughput=4.99MB/sec pending data=0 2024-04-10T15:56:50.424 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-20L8WjswznEVbsi off=1377201 len=497466 2024-04-10T15:56:50.425 INFO:tasks.workunit.client.0.smithi069.stdout:op 1628 completed, throughput=4.99MB/sec 2024-04-10T15:56:50.425 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-8t6osgxhAZkgfi9 off=4574880 len=2022711 2024-04-10T15:56:50.429 INFO:tasks.workunit.client.0.smithi069.stdout:op 1629 completed, throughput=4.99MB/sec 2024-04-10T15:56:50.429 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-2-vrRx33yP-uOSC off=4552900 len=365914 2024-04-10T15:56:50.430 INFO:tasks.workunit.client.0.smithi069.stdout:op 1630 completed, throughput=4.99MB/sec 2024-04-10T15:56:50.430 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-U1Zjn8f4oN0QueF off=11051080 len=1395631 2024-04-10T15:56:50.433 INFO:tasks.workunit.client.0.smithi069.stdout:op 1631 completed, throughput=5MB/sec 2024-04-10T15:56:50.433 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-dgNEcDz_2XZ6A89 off=498905 len=1527107 2024-04-10T15:56:50.434 INFO:tasks.workunit.client.0.smithi069.stdout:op 1632 completed, throughput=5MB/sec 2024-04-10T15:56:51.247 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:56:50 smithi077 ceph-mon[87572]: pgmap v1563: 105 pgs: 105 active+clean; 126 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-10T15:56:51.341 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:56:50 smithi069 ceph-mon[96738]: pgmap v1563: 105 pgs: 105 active+clean; 126 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-10T15:56:51.342 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:56:50 smithi069 ceph-mon[94167]: pgmap v1563: 105 pgs: 105 active+clean; 126 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-10T15:56:51.435 INFO:tasks.workunit.client.0.smithi069.stdout: 313: throughput=4.99MB/sec pending data=0 2024-04-10T15:56:51.435 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-K8RHICyRcC3iiYA off=973746 len=1708146 2024-04-10T15:56:51.438 INFO:tasks.workunit.client.0.smithi069.stdout:op 1633 completed, throughput=4.99MB/sec 2024-04-10T15:56:51.438 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-ZuRyV4mmr9KgTBh off=20154677 len=1118909 2024-04-10T15:56:51.445 INFO:tasks.workunit.client.0.smithi069.stdout:op 1634 completed, throughput=5MB/sec 2024-04-10T15:56:51.445 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-GFg4gaqhf36LWoB off=6291859 len=1932804 2024-04-10T15:56:51.447 INFO:tasks.workunit.client.0.smithi069.stdout:op 1635 completed, throughput=5MB/sec 2024-04-10T15:56:52.447 INFO:tasks.workunit.client.0.smithi069.stdout: 314: throughput=4.99MB/sec pending data=0 2024-04-10T15:56:52.447 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-NWLngdNzUM7Od6b off=2046236 len=1038450 2024-04-10T15:56:52.449 INFO:tasks.workunit.client.0.smithi069.stdout:op 1636 completed, throughput=4.99MB/sec 2024-04-10T15:56:52.449 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-odmuKKsrlGETsDm off=873888 len=1177479 2024-04-10T15:56:52.457 INFO:tasks.workunit.client.0.smithi069.stdout:op 1637 completed, throughput=4.99MB/sec 2024-04-10T15:56:52.457 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-VSMKQLEACoiWTiP off=8128535 len=1325748 2024-04-10T15:56:52.464 INFO:tasks.workunit.client.0.smithi069.stdout:op 1638 completed, throughput=5MB/sec 2024-04-10T15:56:52.465 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-mwVhz9KEk47iCAs off=9060679 len=796734 2024-04-10T15:56:52.466 INFO:tasks.workunit.client.0.smithi069.stdout:op 1639 completed, throughput=5MB/sec 2024-04-10T15:56:52.466 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-9cFv39l0ANyvciE off=13186228 len=1607391 2024-04-10T15:56:52.474 INFO:tasks.workunit.client.0.smithi069.stdout:op 1640 completed, throughput=5MB/sec 2024-04-10T15:56:52.747 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:56:52 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T15:56:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:56:53.247 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:56:52 smithi077 ceph-mon[87572]: pgmap v1564: 105 pgs: 105 active+clean; 126 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-10T15:56:53.341 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:56:52 smithi069 ceph-mon[96738]: pgmap v1564: 105 pgs: 105 active+clean; 126 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-10T15:56:53.342 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:56:52 smithi069 ceph-mon[94167]: pgmap v1564: 105 pgs: 105 active+clean; 126 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-10T15:56:53.475 INFO:tasks.workunit.client.0.smithi069.stdout: 315: throughput=4.99MB/sec pending data=0 2024-04-10T15:56:53.475 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-YlrZZKod6IDtNlY off=1582910 len=1478544 2024-04-10T15:56:53.481 INFO:tasks.workunit.client.0.smithi069.stdout:op 1641 completed, throughput=4.99MB/sec 2024-04-10T15:56:53.481 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-6ylg2GObjdCIYMx off=9955530 len=1133460 2024-04-10T15:56:53.486 INFO:tasks.workunit.client.0.smithi069.stdout:op 1642 completed, throughput=4.99MB/sec 2024-04-10T15:56:53.486 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-uRLfM9z5subc5_L off=1246285 len=18755 2024-04-10T15:56:53.487 INFO:tasks.workunit.client.0.smithi069.stdout:op 1643 completed, throughput=4.99MB/sec 2024-04-10T15:56:53.487 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-881v6_1wxME7nvQ off=1407829 len=965866 2024-04-10T15:56:53.489 INFO:tasks.workunit.client.0.smithi069.stdout:op 1644 completed, throughput=5MB/sec 2024-04-10T15:56:53.489 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-li2G4GGCtfKN8bQ off=732189 len=2015709 2024-04-10T15:56:53.490 INFO:tasks.workunit.client.0.smithi069.stdout:op 1645 completed, throughput=5MB/sec 2024-04-10T15:56:54.490 INFO:tasks.workunit.client.0.smithi069.stdout: 316: throughput=4.99MB/sec pending data=0 2024-04-10T15:56:54.491 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-hQbD7bAStXDDcdN off=1241970 len=1924628 2024-04-10T15:56:54.499 INFO:tasks.workunit.client.0.smithi069.stdout:op 1646 completed, throughput=4.99MB/sec 2024-04-10T15:56:54.499 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-KFYu59Jo1QKjRxC off=4824168 len=810252 2024-04-10T15:56:54.500 INFO:tasks.workunit.client.0.smithi069.stdout:op 1647 completed, throughput=5MB/sec 2024-04-10T15:56:54.500 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-Zez5Wn6iVkOoKmH off=5359914 len=1731246 2024-04-10T15:56:54.508 INFO:tasks.workunit.client.0.smithi069.stdout:op 1648 completed, throughput=5MB/sec 2024-04-10T15:56:55.248 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:56:54 smithi077 ceph-mon[87572]: pgmap v1565: 105 pgs: 105 active+clean; 126 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-10T15:56:55.248 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:56:54 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:56:55.341 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:56:54 smithi069 ceph-mon[94167]: pgmap v1565: 105 pgs: 105 active+clean; 126 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-10T15:56:55.342 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:56:54 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:56:55.342 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:56:54 smithi069 ceph-mon[96738]: pgmap v1565: 105 pgs: 105 active+clean; 126 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-10T15:56:55.342 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:56:54 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:56:55.508 INFO:tasks.workunit.client.0.smithi069.stdout: 317: throughput=4.99MB/sec pending data=0 2024-04-10T15:56:55.508 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-80tM2UsyxQUMTDx off=2138966 len=730142 2024-04-10T15:56:55.509 INFO:tasks.workunit.client.0.smithi069.stdout:op 1649 completed, throughput=4.99MB/sec 2024-04-10T15:56:55.510 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-bvEQ4a2v0teHzdp off=10180954 len=33212 2024-04-10T15:56:55.510 INFO:tasks.workunit.client.0.smithi069.stdout:op 1650 completed, throughput=4.99MB/sec 2024-04-10T15:56:55.511 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-6UQg5uIwpX-BoC2 off=2577926 len=42412 2024-04-10T15:56:55.511 INFO:tasks.workunit.client.0.smithi069.stdout:op 1651 completed, throughput=4.99MB/sec 2024-04-10T15:56:55.512 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-L3Z3urq77Q7dkxj off=848640 len=1980597 2024-04-10T15:56:55.522 INFO:tasks.workunit.client.0.smithi069.stdout:op 1652 completed, throughput=4.99MB/sec 2024-04-10T15:56:55.522 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-rYYx1uw3IDeJwjo off=94270 len=400695 2024-04-10T15:56:55.522 INFO:tasks.workunit.client.0.smithi069.stdout:op 1653 completed, throughput=4.99MB/sec 2024-04-10T15:56:55.523 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-F33akVbe0DwLAS1 off=9784380 len=1805742 2024-04-10T15:56:55.524 INFO:tasks.workunit.client.0.smithi069.stdout:op 1654 completed, throughput=5MB/sec 2024-04-10T15:56:56.249 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:56:55 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:56:56.341 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:56:55 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:56:56.341 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:56:55 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:56:56.525 INFO:tasks.workunit.client.0.smithi069.stdout: 318: throughput=4.98MB/sec pending data=0 2024-04-10T15:56:56.525 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-gPX0eMM0TLFtQ9m off=9568714 len=280862 2024-04-10T15:56:56.528 INFO:tasks.workunit.client.0.smithi069.stdout:op 1655 completed, throughput=4.99MB/sec 2024-04-10T15:56:56.528 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-Uo_4zH7sA4oLToR off=1459644 len=105860 2024-04-10T15:56:56.528 INFO:tasks.workunit.client.0.smithi069.stdout:op 1656 completed, throughput=4.99MB/sec 2024-04-10T15:56:56.528 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-Nz7DQXYM4XzgNLl off=9953140 len=178929 2024-04-10T15:56:56.530 INFO:tasks.workunit.client.0.smithi069.stdout:op 1657 completed, throughput=4.99MB/sec 2024-04-10T15:56:56.530 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-sTp_hcjQgwJ4-KL off=7050183 len=729393 2024-04-10T15:56:56.533 INFO:tasks.workunit.client.0.smithi069.stdout:op 1658 completed, throughput=4.99MB/sec 2024-04-10T15:56:56.533 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-aGLODIwwh3lf2E8 off=21599040 len=2087440 2024-04-10T15:56:56.542 INFO:tasks.workunit.client.0.smithi069.stdout:op 1659 completed, throughput=4.99MB/sec 2024-04-10T15:56:56.542 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-N66_ORaChlP8eMF off=7353850 len=965802 2024-04-10T15:56:56.547 INFO:tasks.workunit.client.0.smithi069.stdout:op 1660 completed, throughput=5MB/sec 2024-04-10T15:56:56.547 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-c_UX35Yrh4fh5CJ off=6413675 len=692134 2024-04-10T15:56:56.550 INFO:tasks.workunit.client.0.smithi069.stdout:op 1661 completed, throughput=5MB/sec 2024-04-10T15:56:56.550 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-sqvCbXQo72Z5G32 off=849145 len=768042 2024-04-10T15:56:56.553 INFO:tasks.workunit.client.0.smithi069.stdout:op 1662 completed, throughput=5MB/sec 2024-04-10T15:56:57.247 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:56:56 smithi077 ceph-mon[87572]: pgmap v1566: 105 pgs: 105 active+clean; 126 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-04-10T15:56:57.248 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:56:56 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:56:57.248 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:56:56 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:56:57.248 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:56:56 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:56:57.341 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:56:56 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:15:56:56] "GET /metrics HTTP/1.1" 200 34035 "" "Prometheus/2.43.0" 2024-04-10T15:56:57.342 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:56:56 smithi069 ceph-mon[96738]: pgmap v1566: 105 pgs: 105 active+clean; 126 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-04-10T15:56:57.342 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:56:56 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:56:57.342 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:56:56 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:56:57.342 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:56:56 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:56:57.342 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:56:56 smithi069 ceph-mon[94167]: pgmap v1566: 105 pgs: 105 active+clean; 126 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-04-10T15:56:57.342 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:56:56 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:56:57.343 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:56:56 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:56:57.343 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:56:56 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:56:57.554 INFO:tasks.workunit.client.0.smithi069.stdout: 319: throughput=4.99MB/sec pending data=0 2024-04-10T15:56:57.554 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-fyGOTZNAKXk0j6M off=2844006 len=1024501 2024-04-10T15:56:57.555 INFO:tasks.workunit.client.0.smithi069.stdout:op 1663 completed, throughput=4.99MB/sec 2024-04-10T15:56:57.555 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-Xh3pc6lNG20H5C2 off=1897790 len=808511 2024-04-10T15:56:57.556 INFO:tasks.workunit.client.0.smithi069.stdout:op 1664 completed, throughput=4.99MB/sec 2024-04-10T15:56:57.557 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-Al_bWexsh-FvvGy off=537952 len=2089286 2024-04-10T15:56:57.559 INFO:tasks.workunit.client.0.smithi069.stdout:op 1665 completed, throughput=5MB/sec 2024-04-10T15:56:57.559 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-UJnQeD6aui9xJTn off=238925 len=944476 2024-04-10T15:56:57.565 INFO:tasks.workunit.client.0.smithi069.stdout:op 1666 completed, throughput=5MB/sec 2024-04-10T15:56:58.565 INFO:tasks.workunit.client.0.smithi069.stdout: 320: throughput=4.98MB/sec pending data=0 2024-04-10T15:56:58.565 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-2q5R5M2yfrM-cdg off=937764 len=585052 2024-04-10T15:56:58.566 INFO:tasks.workunit.client.0.smithi069.stdout:op 1667 completed, throughput=4.99MB/sec 2024-04-10T15:56:58.566 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-ZCHWAZOTOpM9YwQ off=9832704 len=1524521 2024-04-10T15:56:58.575 INFO:tasks.workunit.client.0.smithi069.stdout:op 1668 completed, throughput=4.99MB/sec 2024-04-10T15:56:58.575 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-RUeDDzkrgl07S0E off=1448765 len=2019385 2024-04-10T15:56:58.586 INFO:tasks.workunit.client.0.smithi069.stdout:op 1669 completed, throughput=5MB/sec 2024-04-10T15:56:58.586 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-o5kcucuDXKAhCIY off=8328975 len=438664 2024-04-10T15:56:58.587 INFO:tasks.workunit.client.0.smithi069.stdout:op 1670 completed, throughput=5MB/sec 2024-04-10T15:56:58.587 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-kzkG2swtoaAnQCx off=15767843 len=122033 2024-04-10T15:56:58.589 INFO:tasks.workunit.client.0.smithi069.stdout:op 1671 completed, throughput=5MB/sec 2024-04-10T15:56:58.589 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-F33akVbe0DwLAS1 off=8352670 len=1408316 2024-04-10T15:56:58.590 INFO:tasks.workunit.client.0.smithi069.stdout:op 1672 completed, throughput=5MB/sec 2024-04-10T15:56:59.248 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:56:58 smithi077 ceph-mon[87572]: pgmap v1567: 105 pgs: 105 active+clean; 126 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.5 MiB/s wr, 3 op/s 2024-04-10T15:56:59.341 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:56:58 smithi069 ceph-mon[96738]: pgmap v1567: 105 pgs: 105 active+clean; 126 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.5 MiB/s wr, 3 op/s 2024-04-10T15:56:59.342 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:56:58 smithi069 ceph-mon[94167]: pgmap v1567: 105 pgs: 105 active+clean; 126 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.5 MiB/s wr, 3 op/s 2024-04-10T15:56:59.591 INFO:tasks.workunit.client.0.smithi069.stdout: 321: throughput=4.99MB/sec pending data=0 2024-04-10T15:56:59.591 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-X3-RWIJYjugnGIe off=3462130 len=1484865 2024-04-10T15:56:59.598 INFO:tasks.workunit.client.0.smithi069.stdout:op 1673 completed, throughput=4.99MB/sec 2024-04-10T15:56:59.598 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-gjy4_ieBJr7YL_r off=8717091 len=1189729 2024-04-10T15:56:59.600 INFO:tasks.workunit.client.0.smithi069.stdout:op 1674 completed, throughput=4.99MB/sec 2024-04-10T15:56:59.600 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-mcxVmPS_Vtd0Vpf off=15449605 len=189644 2024-04-10T15:56:59.600 INFO:tasks.workunit.client.0.smithi069.stdout:op 1675 completed, throughput=5MB/sec 2024-04-10T15:56:59.600 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj--O70BskM1m-qnld off=18725950 len=286504 2024-04-10T15:56:59.601 INFO:tasks.workunit.client.0.smithi069.stdout:op 1676 completed, throughput=5MB/sec 2024-04-10T15:56:59.601 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-did9GqsaWToCab8 off=10146804 len=2076146 2024-04-10T15:56:59.605 INFO:tasks.workunit.client.0.smithi069.stdout:op 1677 completed, throughput=5MB/sec 2024-04-10T15:57:00.606 INFO:tasks.workunit.client.0.smithi069.stdout: 322: throughput=4.99MB/sec pending data=0 2024-04-10T15:57:00.606 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-VQCYccRXg_6yLPM off=14098137 len=787362 2024-04-10T15:57:00.611 INFO:tasks.workunit.client.0.smithi069.stdout:op 1678 completed, throughput=4.99MB/sec 2024-04-10T15:57:00.611 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-1Tk11yiBUoKYVqU off=308609 len=674461 2024-04-10T15:57:00.612 INFO:tasks.workunit.client.0.smithi069.stdout:op 1679 completed, throughput=4.99MB/sec 2024-04-10T15:57:00.612 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-oqddvMKKW0iPBrA off=12586319 len=690890 2024-04-10T15:57:00.613 INFO:tasks.workunit.client.0.smithi069.stdout:op 1680 completed, throughput=4.99MB/sec 2024-04-10T15:57:00.613 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-4__ndNNQrt1oJSc off=331143 len=1632082 2024-04-10T15:57:00.615 INFO:tasks.workunit.client.0.smithi069.stdout:op 1681 completed, throughput=5MB/sec 2024-04-10T15:57:00.615 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-Ig4o4naqfzSPc7R off=12851279 len=1228831 2024-04-10T15:57:00.621 INFO:tasks.workunit.client.0.smithi069.stdout:op 1682 completed, throughput=5MB/sec 2024-04-10T15:57:01.247 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:57:00 smithi077 ceph-mon[87572]: pgmap v1568: 105 pgs: 105 active+clean; 126 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-04-10T15:57:01.341 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:57:00 smithi069 ceph-mon[94167]: pgmap v1568: 105 pgs: 105 active+clean; 126 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-04-10T15:57:01.342 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:57:00 smithi069 ceph-mon[96738]: pgmap v1568: 105 pgs: 105 active+clean; 126 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-04-10T15:57:01.621 INFO:tasks.workunit.client.0.smithi069.stdout: 323: throughput=4.99MB/sec pending data=0 2024-04-10T15:57:01.621 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-lYvO8nuBiLVmpsB off=3383605 len=263151 2024-04-10T15:57:01.624 INFO:tasks.workunit.client.0.smithi069.stdout:op 1683 completed, throughput=4.99MB/sec 2024-04-10T15:57:01.624 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-aIjb3DLl3XX_jvX off=14768346 len=107429 2024-04-10T15:57:01.625 INFO:tasks.workunit.client.0.smithi069.stdout:op 1684 completed, throughput=4.99MB/sec 2024-04-10T15:57:01.625 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj--QS0vT-dDMWzKwX off=15982614 len=1696255 2024-04-10T15:57:01.632 INFO:tasks.workunit.client.0.smithi069.stdout:op 1685 completed, throughput=4.99MB/sec 2024-04-10T15:57:01.632 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-bET-3SqpG9btwqu off=10726534 len=409020 2024-04-10T15:57:01.633 INFO:tasks.workunit.client.0.smithi069.stdout:op 1686 completed, throughput=4.99MB/sec 2024-04-10T15:57:01.633 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-Pw7Rd2kg7xuReW0 off=554761 len=1453201 2024-04-10T15:57:01.634 INFO:tasks.workunit.client.0.smithi069.stdout:op 1687 completed, throughput=5MB/sec 2024-04-10T15:57:01.634 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-cG9W8o28SjkG5aM off=1832037 len=1377977 2024-04-10T15:57:01.641 INFO:tasks.workunit.client.0.smithi069.stdout:op 1688 completed, throughput=5MB/sec 2024-04-10T15:57:02.642 INFO:tasks.workunit.client.0.smithi069.stdout: 324: throughput=4.99MB/sec pending data=0 2024-04-10T15:57:02.642 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj--ihb7poSo0lpwB2 off=840587 len=1876199 2024-04-10T15:57:02.650 INFO:tasks.workunit.client.0.smithi069.stdout:op 1689 completed, throughput=4.99MB/sec 2024-04-10T15:57:02.650 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-fKzkFlucuT4jjbr off=2178890 len=865757 2024-04-10T15:57:02.655 INFO:tasks.workunit.client.0.smithi069.stdout:op 1690 completed, throughput=4.99MB/sec 2024-04-10T15:57:02.655 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-1Q6IGfQg8xE0PWJ off=1502651 len=1718484 2024-04-10T15:57:02.656 INFO:tasks.workunit.client.0.smithi069.stdout:op 1691 completed, throughput=5MB/sec 2024-04-10T15:57:02.656 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-lAyFkSFLsiBNT3E off=11082569 len=1676041 2024-04-10T15:57:02.665 INFO:tasks.workunit.client.0.smithi069.stdout:op 1692 completed, throughput=5MB/sec 2024-04-10T15:57:02.747 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:57:02 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T15:57:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:57:03.247 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:57:02 smithi077 ceph-mon[87572]: pgmap v1569: 105 pgs: 105 active+clean; 126 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-10T15:57:03.341 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:57:02 smithi069 ceph-mon[96738]: pgmap v1569: 105 pgs: 105 active+clean; 126 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-10T15:57:03.342 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:57:02 smithi069 ceph-mon[94167]: pgmap v1569: 105 pgs: 105 active+clean; 126 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-10T15:57:03.665 INFO:tasks.workunit.client.0.smithi069.stdout: 325: throughput=4.99MB/sec pending data=0 2024-04-10T15:57:03.665 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-82V-O8Ff7F-oabh off=11000771 len=743190 2024-04-10T15:57:03.666 INFO:tasks.workunit.client.0.smithi069.stdout:op 1693 completed, throughput=4.99MB/sec 2024-04-10T15:57:03.667 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-l8JsE1Ppyrbg7K8 off=58072 len=552671 2024-04-10T15:57:03.670 INFO:tasks.workunit.client.0.smithi069.stdout:op 1694 completed, throughput=4.99MB/sec 2024-04-10T15:57:03.670 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-T7O_VrP-3x7Ie8n off=667012 len=1062769 2024-04-10T15:57:03.676 INFO:tasks.workunit.client.0.smithi069.stdout:op 1695 completed, throughput=4.99MB/sec 2024-04-10T15:57:03.677 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-8SfpnPzwqocXRpD off=8258010 len=527780 2024-04-10T15:57:03.681 INFO:tasks.workunit.client.0.smithi069.stdout:op 1696 completed, throughput=5MB/sec 2024-04-10T15:57:03.681 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-kwrWMRTfHQxvJVW off=23133784 len=90479 2024-04-10T15:57:03.683 INFO:tasks.workunit.client.0.smithi069.stdout:op 1697 completed, throughput=5MB/sec 2024-04-10T15:57:03.684 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-j6jVFaVGSwPqvg7 off=13708384 len=322788 2024-04-10T15:57:03.686 INFO:tasks.workunit.client.0.smithi069.stdout:op 1698 completed, throughput=5MB/sec 2024-04-10T15:57:03.686 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-hw90SzLhQsBCAOd off=920284 len=1278809 2024-04-10T15:57:03.688 INFO:tasks.workunit.client.0.smithi069.stdout:op 1699 completed, throughput=5MB/sec 2024-04-10T15:57:04.688 INFO:tasks.workunit.client.0.smithi069.stdout: 326: throughput=4.99MB/sec pending data=0 2024-04-10T15:57:04.688 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-K_a1lIVMvwD8XU- off=14323413 len=1872025 2024-04-10T15:57:04.697 INFO:tasks.workunit.client.0.smithi069.stdout:op 1700 completed, throughput=4.99MB/sec 2024-04-10T15:57:04.697 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-Nc7pqNB1ywEzKmH off=3109961 len=1079381 2024-04-10T15:57:04.701 INFO:tasks.workunit.client.0.smithi069.stdout:op 1701 completed, throughput=4.99MB/sec 2024-04-10T15:57:04.701 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-tTh2C9q5H7M7HxK off=20298686 len=1701240 2024-04-10T15:57:04.702 INFO:tasks.workunit.client.0.smithi069.stdout:op 1702 completed, throughput=5MB/sec 2024-04-10T15:57:04.702 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-6oFWUq-6r6oDozu off=732525 len=55222 2024-04-10T15:57:04.705 INFO:tasks.workunit.client.0.smithi069.stdout:op 1703 completed, throughput=5MB/sec 2024-04-10T15:57:04.705 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-O1kJDqIu5_QBBje off=10749534 len=2058354 2024-04-10T15:57:04.714 INFO:tasks.workunit.client.0.smithi069.stdout:op 1704 completed, throughput=5MB/sec 2024-04-10T15:57:05.247 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:57:04 smithi077 ceph-mon[87572]: pgmap v1570: 105 pgs: 105 active+clean; 126 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-10T15:57:05.342 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:57:04 smithi069 ceph-mon[94167]: pgmap v1570: 105 pgs: 105 active+clean; 126 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-10T15:57:05.342 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:57:04 smithi069 ceph-mon[96738]: pgmap v1570: 105 pgs: 105 active+clean; 126 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-10T15:57:05.714 INFO:tasks.workunit.client.0.smithi069.stdout: 327: throughput=4.99MB/sec pending data=0 2024-04-10T15:57:05.714 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-l_D-c60cxhqyjVf off=16657969 len=1006229 2024-04-10T15:57:05.716 INFO:tasks.workunit.client.0.smithi069.stdout:op 1705 completed, throughput=4.99MB/sec 2024-04-10T15:57:05.716 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-hbfzaxaoisbl4mZ off=13575988 len=1945549 2024-04-10T15:57:05.727 INFO:tasks.workunit.client.0.smithi069.stdout:op 1706 completed, throughput=5MB/sec 2024-04-10T15:57:05.728 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-79_GUA5S7WHB5xj off=5558389 len=9978 2024-04-10T15:57:05.728 INFO:tasks.workunit.client.0.smithi069.stdout:op 1707 completed, throughput=5MB/sec 2024-04-10T15:57:05.728 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-j9Ia-bF_eze8fip off=2215780 len=1390841 2024-04-10T15:57:05.733 INFO:tasks.workunit.client.0.smithi069.stdout:op 1708 completed, throughput=5MB/sec 2024-04-10T15:57:06.733 INFO:tasks.workunit.client.0.smithi069.stdout: 328: throughput=4.99MB/sec pending data=0 2024-04-10T15:57:06.733 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-AWWgrZUM-a2L_vl off=0 len=1665870 2024-04-10T15:57:06.737 INFO:tasks.workunit.client.0.smithi069.stdout:op 1709 completed, throughput=4.99MB/sec 2024-04-10T15:57:06.737 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-q398gQAkBPPM-Ae off=19585 len=187194 2024-04-10T15:57:06.738 INFO:tasks.workunit.client.0.smithi069.stdout:op 1710 completed, throughput=4.99MB/sec 2024-04-10T15:57:06.738 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-Yh4tjscolt5f6iV off=3692900 len=306533 2024-04-10T15:57:06.739 INFO:tasks.workunit.client.0.smithi069.stdout:op 1711 completed, throughput=4.99MB/sec 2024-04-10T15:57:06.739 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-pSbly3e0Vrg8KOW off=14836834 len=48650 2024-04-10T15:57:06.742 INFO:tasks.workunit.client.0.smithi069.stdout:op 1712 completed, throughput=4.99MB/sec 2024-04-10T15:57:06.742 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-Ul-RFjudjoFi2BR off=13971468 len=902039 2024-04-10T15:57:06.746 INFO:tasks.workunit.client.0.smithi069.stdout:op 1713 completed, throughput=5MB/sec 2024-04-10T15:57:06.746 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-1ZhHM8OasrYhZYc off=1209989 len=1691924 2024-04-10T15:57:06.747 INFO:tasks.workunit.client.0.smithi069.stdout:op 1714 completed, throughput=5MB/sec 2024-04-10T15:57:07.248 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:57:06 smithi077 ceph-mon[87572]: pgmap v1571: 105 pgs: 105 active+clean; 126 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-10T15:57:07.342 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:57:06 smithi069 ceph-mon[94167]: pgmap v1571: 105 pgs: 105 active+clean; 126 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-10T15:57:07.342 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:57:06 smithi069 ceph-mon[96738]: pgmap v1571: 105 pgs: 105 active+clean; 126 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-10T15:57:07.342 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:57:06 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:15:57:06] "GET /metrics HTTP/1.1" 200 34035 "" "Prometheus/2.43.0" 2024-04-10T15:57:07.748 INFO:tasks.workunit.client.0.smithi069.stdout: 329: throughput=4.99MB/sec pending data=0 2024-04-10T15:57:07.748 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-LQ5rSOmn_Sq42cf off=7938920 len=316394 2024-04-10T15:57:07.751 INFO:tasks.workunit.client.0.smithi069.stdout:op 1715 completed, throughput=4.99MB/sec 2024-04-10T15:57:07.752 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-kFx-vRx_hpSmKcn off=2144320 len=1306349 2024-04-10T15:57:07.753 INFO:tasks.workunit.client.0.smithi069.stdout:op 1716 completed, throughput=4.99MB/sec 2024-04-10T15:57:07.753 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-Yxwp5CIFBpJURwe off=4960019 len=486841 2024-04-10T15:57:07.757 INFO:tasks.workunit.client.0.smithi069.stdout:op 1717 completed, throughput=4.99MB/sec 2024-04-10T15:57:07.757 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-GzmSN8ul0Q7h5t3 off=0 len=1190358 2024-04-10T15:57:07.758 INFO:tasks.workunit.client.0.smithi069.stdout:op 1718 completed, throughput=4.99MB/sec 2024-04-10T15:57:07.758 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-kT9hCVFFP-U8y_Y off=7167012 len=2041690 2024-04-10T15:57:07.767 INFO:tasks.workunit.client.0.smithi069.stdout:op 1719 completed, throughput=5MB/sec 2024-04-10T15:57:08.768 INFO:tasks.workunit.client.0.smithi069.stdout: 330: throughput=4.99MB/sec pending data=0 2024-04-10T15:57:08.768 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-5YQ4cvhdWFz2P0b off=7774894 len=1839690 2024-04-10T15:57:08.770 INFO:tasks.workunit.client.0.smithi069.stdout:op 1720 completed, throughput=4.99MB/sec 2024-04-10T15:57:08.770 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-R5ELiR_EYfHggZj off=4943267 len=1289514 2024-04-10T15:57:08.776 INFO:tasks.workunit.client.0.smithi069.stdout:op 1721 completed, throughput=4.99MB/sec 2024-04-10T15:57:08.776 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-zkB31hvvGYaDgUC off=11467088 len=2092265 2024-04-10T15:57:08.788 INFO:tasks.workunit.client.0.smithi069.stdout:op 1722 completed, throughput=5MB/sec 2024-04-10T15:57:09.248 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:57:08 smithi077 ceph-mon[87572]: pgmap v1572: 105 pgs: 105 active+clean; 126 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-10T15:57:09.342 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:57:08 smithi069 ceph-mon[96738]: pgmap v1572: 105 pgs: 105 active+clean; 126 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-10T15:57:09.342 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:57:08 smithi069 ceph-mon[94167]: pgmap v1572: 105 pgs: 105 active+clean; 126 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-10T15:57:09.788 INFO:tasks.workunit.client.0.smithi069.stdout: 331: throughput=4.99MB/sec pending data=0 2024-04-10T15:57:09.788 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-_Vl9tb27REBSTRT off=4123731 len=1753340 2024-04-10T15:57:09.795 INFO:tasks.workunit.client.0.smithi069.stdout:op 1723 completed, throughput=4.99MB/sec 2024-04-10T15:57:09.795 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-3c-mvghMx8kTiEr off=12514790 len=793933 2024-04-10T15:57:09.799 INFO:tasks.workunit.client.0.smithi069.stdout:op 1724 completed, throughput=4.99MB/sec 2024-04-10T15:57:09.799 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-mLKv_aqF9UryzMn off=8822568 len=1905599 2024-04-10T15:57:09.810 INFO:tasks.workunit.client.0.smithi069.stdout:op 1725 completed, throughput=5MB/sec 2024-04-10T15:57:09.810 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-YZCJjQexLzeC1I5 off=3090255 len=44474 2024-04-10T15:57:09.811 INFO:tasks.workunit.client.0.smithi069.stdout:op 1726 completed, throughput=5MB/sec 2024-04-10T15:57:09.812 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-5VW5pPDbis_juKx off=859854 len=992281 2024-04-10T15:57:09.812 INFO:tasks.workunit.client.0.smithi069.stdout:op 1727 completed, throughput=5MB/sec 2024-04-10T15:57:10.248 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:57:09 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:57:10.342 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:57:09 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:57:10.342 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:57:09 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:57:10.813 INFO:tasks.workunit.client.0.smithi069.stdout: 332: throughput=4.99MB/sec pending data=0 2024-04-10T15:57:10.813 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-viNkpwd33OrpVs4 off=14992011 len=589696 2024-04-10T15:57:10.814 INFO:tasks.workunit.client.0.smithi069.stdout:op 1728 completed, throughput=4.99MB/sec 2024-04-10T15:57:10.814 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-jTBmhYXXEE_LCcK off=1011028 len=267431 2024-04-10T15:57:10.817 INFO:tasks.workunit.client.0.smithi069.stdout:op 1729 completed, throughput=4.99MB/sec 2024-04-10T15:57:10.817 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-iIzSNe5lKjWO_R_ off=3473154 len=1801231 2024-04-10T15:57:10.819 INFO:tasks.workunit.client.0.smithi069.stdout:op 1730 completed, throughput=4.99MB/sec 2024-04-10T15:57:10.819 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-wd6atd2lbzLzxfj off=22111471 len=1129758 2024-04-10T15:57:10.824 INFO:tasks.workunit.client.0.smithi069.stdout:op 1731 completed, throughput=5MB/sec 2024-04-10T15:57:10.824 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-aXcT229XB9xFzSl off=12024160 len=138492 2024-04-10T15:57:10.825 INFO:tasks.workunit.client.0.smithi069.stdout:op 1732 completed, throughput=5MB/sec 2024-04-10T15:57:10.825 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-ap6-xnZABAmTTMq off=2208505 len=447945 2024-04-10T15:57:10.826 INFO:tasks.workunit.client.0.smithi069.stdout:op 1733 completed, throughput=5MB/sec 2024-04-10T15:57:10.826 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-K6WLAmJssNuNJ9L off=11672175 len=2055107 2024-04-10T15:57:10.828 INFO:tasks.workunit.client.0.smithi069.stdout:op 1734 completed, throughput=5MB/sec 2024-04-10T15:57:11.247 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:57:10 smithi077 ceph-mon[87572]: pgmap v1573: 105 pgs: 105 active+clean; 126 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-04-10T15:57:11.342 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:57:10 smithi069 ceph-mon[96738]: pgmap v1573: 105 pgs: 105 active+clean; 126 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-04-10T15:57:11.342 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:57:10 smithi069 ceph-mon[94167]: pgmap v1573: 105 pgs: 105 active+clean; 126 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-04-10T15:57:11.829 INFO:tasks.workunit.client.0.smithi069.stdout: 333: throughput=4.99MB/sec pending data=0 2024-04-10T15:57:11.829 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-9-sH7S7lM4rfEtN off=8169072 len=600678 2024-04-10T15:57:11.830 INFO:tasks.workunit.client.0.smithi069.stdout:op 1735 completed, throughput=4.99MB/sec 2024-04-10T15:57:11.830 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-3mA05Shri3yc94f off=1309377 len=41380 2024-04-10T15:57:11.833 INFO:tasks.workunit.client.0.smithi069.stdout:op 1736 completed, throughput=4.99MB/sec 2024-04-10T15:57:11.833 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-TxJZ6BdaM8Pxca4 off=6391600 len=356265 2024-04-10T15:57:11.834 INFO:tasks.workunit.client.0.smithi069.stdout:op 1737 completed, throughput=4.99MB/sec 2024-04-10T15:57:11.834 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-6zWtMQc23MD6CrV off=13437832 len=553043 2024-04-10T15:57:11.835 INFO:tasks.workunit.client.0.smithi069.stdout:op 1738 completed, throughput=4.99MB/sec 2024-04-10T15:57:11.835 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-Iqkyz_5vHv_wJb2 off=3636597 len=1696047 2024-04-10T15:57:11.838 INFO:tasks.workunit.client.0.smithi069.stdout:op 1739 completed, throughput=5MB/sec 2024-04-10T15:57:11.838 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-J6tkPQ0GlXqlu1x off=6652818 len=173950 2024-04-10T15:57:11.841 INFO:tasks.workunit.client.0.smithi069.stdout:op 1740 completed, throughput=5MB/sec 2024-04-10T15:57:11.842 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-lv-iIbZqv80bPp5 off=2501409 len=1692509 2024-04-10T15:57:11.850 INFO:tasks.workunit.client.0.smithi069.stdout:op 1741 completed, throughput=5MB/sec 2024-04-10T15:57:12.748 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:57:12 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T15:57:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:57:12.850 INFO:tasks.workunit.client.0.smithi069.stdout: 334: throughput=4.99MB/sec pending data=0 2024-04-10T15:57:12.850 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-UN-8KfCu-2jFzhM off=7722532 len=1363545 2024-04-10T15:57:12.852 INFO:tasks.workunit.client.0.smithi069.stdout:op 1742 completed, throughput=4.99MB/sec 2024-04-10T15:57:12.852 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-_V7b09q-7ePS30A off=17128714 len=795090 2024-04-10T15:57:12.857 INFO:tasks.workunit.client.0.smithi069.stdout:op 1743 completed, throughput=4.99MB/sec 2024-04-10T15:57:12.857 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-pKquHTL63InH2WF off=5441212 len=340701 2024-04-10T15:57:12.857 INFO:tasks.workunit.client.0.smithi069.stdout:op 1744 completed, throughput=4.99MB/sec 2024-04-10T15:57:12.858 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-NgnnlMotZqQGWjW off=1182273 len=1188298 2024-04-10T15:57:12.860 INFO:tasks.workunit.client.0.smithi069.stdout:op 1745 completed, throughput=5MB/sec 2024-04-10T15:57:12.860 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-kRoBEhoheUJXQbs off=16151055 len=989480 2024-04-10T15:57:12.862 INFO:tasks.workunit.client.0.smithi069.stdout:op 1746 completed, throughput=5MB/sec 2024-04-10T15:57:13.249 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:57:12 smithi077 ceph-mon[87572]: pgmap v1574: 105 pgs: 105 active+clean; 126 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-10T15:57:13.342 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:57:12 smithi069 ceph-mon[94167]: pgmap v1574: 105 pgs: 105 active+clean; 126 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-10T15:57:13.342 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:57:12 smithi069 ceph-mon[96738]: pgmap v1574: 105 pgs: 105 active+clean; 126 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-10T15:57:13.862 INFO:tasks.workunit.client.0.smithi069.stdout: 335: throughput=4.99MB/sec pending data=0 2024-04-10T15:57:13.862 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-_qMaaihmbBEC3He off=2933193 len=637686 2024-04-10T15:57:13.866 INFO:tasks.workunit.client.0.smithi069.stdout:op 1747 completed, throughput=4.99MB/sec 2024-04-10T15:57:13.866 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-GoOpGV5Y9f60DGw off=135580 len=429264 2024-04-10T15:57:13.867 INFO:tasks.workunit.client.0.smithi069.stdout:op 1748 completed, throughput=4.99MB/sec 2024-04-10T15:57:13.867 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-MgX0E4tlkn0EwYF off=4238162 len=1567778 2024-04-10T15:57:13.874 INFO:tasks.workunit.client.0.smithi069.stdout:op 1749 completed, throughput=4.99MB/sec 2024-04-10T15:57:13.874 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj--ZVIdIBsRJFnja7 off=2842826 len=1377222 2024-04-10T15:57:13.880 INFO:tasks.workunit.client.0.smithi069.stdout:op 1750 completed, throughput=5MB/sec 2024-04-10T15:57:13.880 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-ixXRrYWD4-6_YkR off=14482657 len=1081432 2024-04-10T15:57:13.886 INFO:tasks.workunit.client.0.smithi069.stdout:op 1751 completed, throughput=5MB/sec 2024-04-10T15:57:14.887 INFO:tasks.workunit.client.0.smithi069.stdout: 336: throughput=4.99MB/sec pending data=0 2024-04-10T15:57:14.887 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-oXZ3Z9fYenLrtuy off=8526141 len=1182753 2024-04-10T15:57:14.894 INFO:tasks.workunit.client.0.smithi069.stdout:op 1752 completed, throughput=4.99MB/sec 2024-04-10T15:57:14.894 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-HKSd2BBDUyTwGrp off=8916367 len=738524 2024-04-10T15:57:14.898 INFO:tasks.workunit.client.0.smithi069.stdout:op 1753 completed, throughput=4.99MB/sec 2024-04-10T15:57:14.898 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-SbDw-zGcJT6MdHO off=10210283 len=301475 2024-04-10T15:57:14.899 INFO:tasks.workunit.client.0.smithi069.stdout:op 1754 completed, throughput=4.99MB/sec 2024-04-10T15:57:14.899 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-0YJAg3lTH1j3GA8 off=2417768 len=1345582 2024-04-10T15:57:14.906 INFO:tasks.workunit.client.0.smithi069.stdout:op 1755 completed, throughput=5MB/sec 2024-04-10T15:57:14.906 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-MY56Vey7F9HcbsA off=16599120 len=968547 2024-04-10T15:57:14.908 INFO:tasks.workunit.client.0.smithi069.stdout:op 1756 completed, throughput=5MB/sec 2024-04-10T15:57:14.908 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-bWpMLdwtJPI8a1_ off=691446 len=476661 2024-04-10T15:57:14.912 INFO:tasks.workunit.client.0.smithi069.stdout:op 1757 completed, throughput=5MB/sec 2024-04-10T15:57:14.912 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-3jMXzZMpQmhhrJH off=1944895 len=861823 2024-04-10T15:57:14.913 INFO:tasks.workunit.client.0.smithi069.stdout:op 1758 completed, throughput=5MB/sec 2024-04-10T15:57:15.248 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:57:14 smithi077 ceph-mon[87572]: pgmap v1575: 105 pgs: 105 active+clean; 126 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-10T15:57:15.342 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:57:14 smithi069 ceph-mon[94167]: pgmap v1575: 105 pgs: 105 active+clean; 126 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-10T15:57:15.342 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:57:14 smithi069 ceph-mon[96738]: pgmap v1575: 105 pgs: 105 active+clean; 126 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-10T15:57:15.914 INFO:tasks.workunit.client.0.smithi069.stdout: 337: throughput=4.99MB/sec pending data=0 2024-04-10T15:57:15.914 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-9KWaPn7yvECDs9d off=16248714 len=1155593 2024-04-10T15:57:15.917 INFO:tasks.workunit.client.0.smithi069.stdout:op 1759 completed, throughput=4.99MB/sec 2024-04-10T15:57:15.917 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-7yfst1SWg2OhyqH off=8257428 len=1401358 2024-04-10T15:57:15.925 INFO:tasks.workunit.client.0.smithi069.stdout:op 1760 completed, throughput=4.99MB/sec 2024-04-10T15:57:15.926 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-dyTHv9glWpyoNaw off=2252173 len=1292806 2024-04-10T15:57:15.933 INFO:tasks.workunit.client.0.smithi069.stdout:op 1761 completed, throughput=5MB/sec 2024-04-10T15:57:15.933 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-1dEU-Ete0fd4mC9 off=1369204 len=2047669 2024-04-10T15:57:15.935 INFO:tasks.workunit.client.0.smithi069.stdout:op 1762 completed, throughput=5MB/sec 2024-04-10T15:57:16.936 INFO:tasks.workunit.client.0.smithi069.stdout: 338: throughput=4.99MB/sec pending data=0 2024-04-10T15:57:16.936 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-_G4kg8pTkZ4_nac off=658075 len=870267 2024-04-10T15:57:16.937 INFO:tasks.workunit.client.0.smithi069.stdout:op 1763 completed, throughput=4.99MB/sec 2024-04-10T15:57:16.937 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-IuzpaKyv61icV_3 off=15866465 len=158204 2024-04-10T15:57:16.937 INFO:tasks.workunit.client.0.smithi069.stdout:op 1764 completed, throughput=4.99MB/sec 2024-04-10T15:57:16.938 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-Tex-OxGZSuy_0TB off=3535823 len=26055 2024-04-10T15:57:16.940 INFO:tasks.workunit.client.0.smithi069.stdout:op 1765 completed, throughput=4.99MB/sec 2024-04-10T15:57:16.940 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-0psoVl9DcOZojuY off=4406693 len=1884585 2024-04-10T15:57:16.950 INFO:tasks.workunit.client.0.smithi069.stdout:op 1766 completed, throughput=5MB/sec 2024-04-10T15:57:16.950 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-6Qnw0rgWtzAZfSN off=2557667 len=1607935 2024-04-10T15:57:16.957 INFO:tasks.workunit.client.0.smithi069.stdout:op 1767 completed, throughput=5MB/sec 2024-04-10T15:57:17.248 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:57:16 smithi077 ceph-mon[87572]: pgmap v1576: 105 pgs: 105 active+clean; 126 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-10T15:57:17.342 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:57:16 smithi069 ceph-mon[96738]: pgmap v1576: 105 pgs: 105 active+clean; 126 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-10T15:57:17.342 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:57:16 smithi069 ceph-mon[94167]: pgmap v1576: 105 pgs: 105 active+clean; 126 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-10T15:57:17.342 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:57:16 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:15:57:16] "GET /metrics HTTP/1.1" 200 34035 "" "Prometheus/2.43.0" 2024-04-10T15:57:17.957 INFO:tasks.workunit.client.0.smithi069.stdout: 339: throughput=4.99MB/sec pending data=0 2024-04-10T15:57:17.957 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-zB6ehjei_i0_4NA off=2081936 len=1531199 2024-04-10T15:57:17.965 INFO:tasks.workunit.client.0.smithi069.stdout:op 1768 completed, throughput=4.99MB/sec 2024-04-10T15:57:17.965 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-peUGbtLjgsG5JQi off=776705 len=1407162 2024-04-10T15:57:17.968 INFO:tasks.workunit.client.0.smithi069.stdout:op 1769 completed, throughput=4.99MB/sec 2024-04-10T15:57:17.968 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-x72lnmP245WX0rx off=619646 len=1997861 2024-04-10T15:57:17.980 INFO:tasks.workunit.client.0.smithi069.stdout:op 1770 completed, throughput=5MB/sec 2024-04-10T15:57:17.980 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-wdcKeR_2LucAder off=5592880 len=1367163 2024-04-10T15:57:17.986 INFO:tasks.workunit.client.0.smithi069.stdout:op 1771 completed, throughput=5MB/sec 2024-04-10T15:57:18.986 INFO:tasks.workunit.client.0.smithi069.stdout: 340: throughput=4.99MB/sec pending data=0 2024-04-10T15:57:18.986 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-tVetRjrw70vTNvc off=1228791 len=257326 2024-04-10T15:57:18.989 INFO:tasks.workunit.client.0.smithi069.stdout:op 1772 completed, throughput=4.99MB/sec 2024-04-10T15:57:18.989 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-Eefvyqp3j0NGUwn off=7248565 len=1042631 2024-04-10T15:57:18.994 INFO:tasks.workunit.client.0.smithi069.stdout:op 1773 completed, throughput=4.99MB/sec 2024-04-10T15:57:18.994 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-THqdjkIkxGTNKJy off=3273094 len=412854 2024-04-10T15:57:18.998 INFO:tasks.workunit.client.0.smithi069.stdout:op 1774 completed, throughput=4.99MB/sec 2024-04-10T15:57:18.998 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-zOyA3FZx4vutNif off=13355174 len=1468380 2024-04-10T15:57:19.000 INFO:tasks.workunit.client.0.smithi069.stdout:op 1775 completed, throughput=5MB/sec 2024-04-10T15:57:19.000 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-NOFraOQPkDO6bbU off=3025878 len=122027 2024-04-10T15:57:19.000 INFO:tasks.workunit.client.0.smithi069.stdout:op 1776 completed, throughput=5MB/sec 2024-04-10T15:57:19.000 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-xV3MuRaGZGoRbUa off=8802860 len=544858 2024-04-10T15:57:19.005 INFO:tasks.workunit.client.0.smithi069.stdout:op 1777 completed, throughput=5MB/sec 2024-04-10T15:57:19.005 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-RgNSZykhf6WIU8Y off=13940022 len=775139 2024-04-10T15:57:19.006 INFO:tasks.workunit.client.0.smithi069.stdout:op 1778 completed, throughput=5MB/sec 2024-04-10T15:57:19.248 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:57:18 smithi077 ceph-mon[87572]: pgmap v1577: 105 pgs: 105 active+clean; 126 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-10T15:57:19.342 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:57:18 smithi069 ceph-mon[96738]: pgmap v1577: 105 pgs: 105 active+clean; 126 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-10T15:57:19.342 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:57:18 smithi069 ceph-mon[94167]: pgmap v1577: 105 pgs: 105 active+clean; 126 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-10T15:57:20.006 INFO:tasks.workunit.client.0.smithi069.stdout: 341: throughput=4.99MB/sec pending data=0 2024-04-10T15:57:20.006 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-4kYHPKN4tyJGWDR off=5691829 len=948883 2024-04-10T15:57:20.012 INFO:tasks.workunit.client.0.smithi069.stdout:op 1779 completed, throughput=4.99MB/sec 2024-04-10T15:57:20.012 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-4yabm0iGo_64OOV off=11277316 len=566625 2024-04-10T15:57:20.016 INFO:tasks.workunit.client.0.smithi069.stdout:op 1780 completed, throughput=4.99MB/sec 2024-04-10T15:57:20.016 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-3zwlPRcqE59wBa8 off=4486718 len=1188850 2024-04-10T15:57:20.018 INFO:tasks.workunit.client.0.smithi069.stdout:op 1781 completed, throughput=4.99MB/sec 2024-04-10T15:57:20.018 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-kY7U27lwgzopBBk off=6037275 len=1307270 2024-04-10T15:57:20.024 INFO:tasks.workunit.client.0.smithi069.stdout:op 1782 completed, throughput=5MB/sec 2024-04-10T15:57:20.024 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-tT5TJq48bF8uZIj off=4202016 len=611968 2024-04-10T15:57:20.028 INFO:tasks.workunit.client.0.smithi069.stdout:op 1783 completed, throughput=5MB/sec 2024-04-10T15:57:20.028 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-lgJAJqeD5J8vT-g off=10965790 len=139628 2024-04-10T15:57:20.031 INFO:tasks.workunit.client.0.smithi069.stdout:op 1784 completed, throughput=5MB/sec 2024-04-10T15:57:20.031 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-sgtOU2gFky3esrN off=0 len=1559280 2024-04-10T15:57:20.032 INFO:tasks.workunit.client.0.smithi069.stdout:op 1785 completed, throughput=5MB/sec 2024-04-10T15:57:21.032 INFO:tasks.workunit.client.0.smithi069.stdout: 342: throughput=4.99MB/sec pending data=0 2024-04-10T15:57:21.033 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-hOYsjLVHoeCMBay off=1574531 len=386010 2024-04-10T15:57:21.033 INFO:tasks.workunit.client.0.smithi069.stdout:op 1786 completed, throughput=4.99MB/sec 2024-04-10T15:57:21.033 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-KL6CE9ckL1rIJxf off=17726260 len=1104063 2024-04-10T15:57:21.039 INFO:tasks.workunit.client.0.smithi069.stdout:op 1787 completed, throughput=4.99MB/sec 2024-04-10T15:57:21.039 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-EderGh4oUoYy3yW off=12190923 len=1466538 2024-04-10T15:57:21.047 INFO:tasks.workunit.client.0.smithi069.stdout:op 1788 completed, throughput=5MB/sec 2024-04-10T15:57:21.047 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-g4Z7wZPPYl15PFA off=2788414 len=1295 2024-04-10T15:57:21.048 INFO:tasks.workunit.client.0.smithi069.stdout:op 1789 completed, throughput=5MB/sec 2024-04-10T15:57:21.048 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-tRdfCTLX7jBYIPl off=56145 len=1922739 2024-04-10T15:57:21.050 INFO:tasks.workunit.client.0.smithi069.stdout:op 1790 completed, throughput=5MB/sec 2024-04-10T15:57:21.248 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:57:20 smithi077 ceph-mon[87572]: pgmap v1578: 105 pgs: 105 active+clean; 126 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-04-10T15:57:21.342 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:57:20 smithi069 ceph-mon[96738]: pgmap v1578: 105 pgs: 105 active+clean; 126 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-04-10T15:57:21.368 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:57:20 smithi069 ceph-mon[94167]: pgmap v1578: 105 pgs: 105 active+clean; 126 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-04-10T15:57:22.050 INFO:tasks.workunit.client.0.smithi069.stdout: 343: throughput=4.99MB/sec pending data=0 2024-04-10T15:57:22.051 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-vArNLclWgfrvB3Y off=14405524 len=1434054 2024-04-10T15:57:22.052 INFO:tasks.workunit.client.0.smithi069.stdout:op 1791 completed, throughput=4.99MB/sec 2024-04-10T15:57:22.052 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-5yV5UKXzzCkaVTl off=3877885 len=925868 2024-04-10T15:57:22.054 INFO:tasks.workunit.client.0.smithi069.stdout:op 1792 completed, throughput=4.99MB/sec 2024-04-10T15:57:22.054 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-dyTHv9glWpyoNaw off=1979135 len=127491 2024-04-10T15:57:22.054 INFO:tasks.workunit.client.0.smithi069.stdout:op 1793 completed, throughput=5MB/sec 2024-04-10T15:57:22.054 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-l7fyc2sQ9r2I6Xg off=9181871 len=636573 2024-04-10T15:57:22.056 INFO:tasks.workunit.client.0.smithi069.stdout:op 1794 completed, throughput=5MB/sec 2024-04-10T15:57:22.056 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-aR8Q29ODrDVacoL off=5781403 len=1654906 2024-04-10T15:57:22.059 INFO:tasks.workunit.client.0.smithi069.stdout:op 1795 completed, throughput=5MB/sec 2024-04-10T15:57:22.748 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:57:22 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T15:57:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:57:23.060 INFO:tasks.workunit.client.0.smithi069.stdout: 344: throughput=4.99MB/sec pending data=0 2024-04-10T15:57:23.060 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-WwObNDgqZOUtGlN off=3937170 len=633335 2024-04-10T15:57:23.061 INFO:tasks.workunit.client.0.smithi069.stdout:op 1796 completed, throughput=4.99MB/sec 2024-04-10T15:57:23.061 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-ZAbj3dM3GpD-dsG off=10862265 len=1777453 2024-04-10T15:57:23.071 INFO:tasks.workunit.client.0.smithi069.stdout:op 1797 completed, throughput=4.99MB/sec 2024-04-10T15:57:23.071 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-_Q150rIEzOx6r50 off=233828 len=518739 2024-04-10T15:57:23.072 INFO:tasks.workunit.client.0.smithi069.stdout:op 1798 completed, throughput=4.99MB/sec 2024-04-10T15:57:23.072 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-wqaafwx5Y9lq8u9 off=16490702 len=95976 2024-04-10T15:57:23.074 INFO:tasks.workunit.client.0.smithi069.stdout:op 1799 completed, throughput=5MB/sec 2024-04-10T15:57:23.074 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-wOAaiLSWTgN5vr9 off=1731989 len=1421068 2024-04-10T15:57:23.080 INFO:tasks.workunit.client.0.smithi069.stdout:op 1800 completed, throughput=5MB/sec 2024-04-10T15:57:23.080 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-Fnz2zhFPeeZg_jA off=4891707 len=371719 2024-04-10T15:57:23.081 INFO:tasks.workunit.client.0.smithi069.stdout:op 1801 completed, throughput=5MB/sec 2024-04-10T15:57:23.081 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-JT0skko8ZdL4w0I off=2184734 len=785819 2024-04-10T15:57:23.081 INFO:tasks.workunit.client.0.smithi069.stdout:op 1802 completed, throughput=5MB/sec 2024-04-10T15:57:23.248 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:57:22 smithi077 ceph-mon[87572]: pgmap v1579: 105 pgs: 105 active+clean; 126 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-10T15:57:23.342 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:57:22 smithi069 ceph-mon[96738]: pgmap v1579: 105 pgs: 105 active+clean; 126 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-10T15:57:23.342 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:57:22 smithi069 ceph-mon[94167]: pgmap v1579: 105 pgs: 105 active+clean; 126 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-10T15:57:24.082 INFO:tasks.workunit.client.0.smithi069.stdout: 345: throughput=4.99MB/sec pending data=0 2024-04-10T15:57:24.082 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-91Dd0-mOeoW_rN4 off=20379332 len=78864 2024-04-10T15:57:24.083 INFO:tasks.workunit.client.0.smithi069.stdout:op 1803 completed, throughput=4.99MB/sec 2024-04-10T15:57:24.083 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-0Ba8SdgZJiYLTxE off=4846396 len=919109 2024-04-10T15:57:24.084 INFO:tasks.workunit.client.0.smithi069.stdout:op 1804 completed, throughput=4.99MB/sec 2024-04-10T15:57:24.084 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-MohkxaIHwyWr7C2 off=3677115 len=697970 2024-04-10T15:57:24.089 INFO:tasks.workunit.client.0.smithi069.stdout:op 1805 completed, throughput=4.99MB/sec 2024-04-10T15:57:24.089 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-LnfEu9MdUDRXiaJ off=1070508 len=1263664 2024-04-10T15:57:24.095 INFO:tasks.workunit.client.0.smithi069.stdout:op 1806 completed, throughput=5MB/sec 2024-04-10T15:57:24.095 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-PVQzUH9olVhHiKd off=5571754 len=499292 2024-04-10T15:57:24.096 INFO:tasks.workunit.client.0.smithi069.stdout:op 1807 completed, throughput=5MB/sec 2024-04-10T15:57:24.096 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-VAwZ4ANsQe2Yudq off=7532041 len=1746616 2024-04-10T15:57:24.098 INFO:tasks.workunit.client.0.smithi069.stdout:op 1808 completed, throughput=5MB/sec 2024-04-10T15:57:25.099 INFO:tasks.workunit.client.0.smithi069.stdout: 346: throughput=4.99MB/sec pending data=0 2024-04-10T15:57:25.099 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-Q6fyzK6B9ZYEWww off=6255519 len=1843557 2024-04-10T15:57:25.109 INFO:tasks.workunit.client.0.smithi069.stdout:op 1809 completed, throughput=4.99MB/sec 2024-04-10T15:57:25.109 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-y0q-9fN0b1McL6j off=510175 len=1545900 2024-04-10T15:57:25.112 INFO:tasks.workunit.client.0.smithi069.stdout:op 1810 completed, throughput=5MB/sec 2024-04-10T15:57:25.112 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-_xSk1zjr6M1drGr off=9483808 len=1037235 2024-04-10T15:57:25.117 INFO:tasks.workunit.client.0.smithi069.stdout:op 1811 completed, throughput=5MB/sec 2024-04-10T15:57:25.117 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-mQSh3k2GIFCqQNJ off=4580835 len=977454 2024-04-10T15:57:25.118 INFO:tasks.workunit.client.0.smithi069.stdout:op 1812 completed, throughput=5MB/sec 2024-04-10T15:57:25.248 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:57:24 smithi077 ceph-mon[87572]: pgmap v1580: 105 pgs: 105 active+clean; 126 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-10T15:57:25.248 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:57:24 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:57:25.342 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:57:24 smithi069 ceph-mon[96738]: pgmap v1580: 105 pgs: 105 active+clean; 126 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-10T15:57:25.342 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:57:24 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:57:25.342 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:57:24 smithi069 ceph-mon[94167]: pgmap v1580: 105 pgs: 105 active+clean; 126 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-10T15:57:25.342 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:57:24 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:57:26.119 INFO:tasks.workunit.client.0.smithi069.stdout: 347: throughput=4.99MB/sec pending data=0 2024-04-10T15:57:26.119 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-LCQaUKCiGHrZFyr off=6959865 len=139025 2024-04-10T15:57:26.120 INFO:tasks.workunit.client.0.smithi069.stdout:op 1813 completed, throughput=4.99MB/sec 2024-04-10T15:57:26.120 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-0b9WHVTCVeOJozw off=3506907 len=1019244 2024-04-10T15:57:26.122 INFO:tasks.workunit.client.0.smithi069.stdout:op 1814 completed, throughput=4.99MB/sec 2024-04-10T15:57:26.122 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-lT-hQ2eb-l9ZQlC off=81096 len=1076742 2024-04-10T15:57:26.124 INFO:tasks.workunit.client.0.smithi069.stdout:op 1815 completed, throughput=4.99MB/sec 2024-04-10T15:57:26.124 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-7XoATkq5r_tOKL9 off=9844004 len=1271444 2024-04-10T15:57:26.132 INFO:tasks.workunit.client.0.smithi069.stdout:op 1816 completed, throughput=5MB/sec 2024-04-10T15:57:26.132 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-gbPlCJCRKOH1d8H off=453563 len=495919 2024-04-10T15:57:26.132 INFO:tasks.workunit.client.0.smithi069.stdout:op 1817 completed, throughput=5MB/sec 2024-04-10T15:57:26.132 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-tBa0S1s58e7FTh3 off=18465888 len=167715 2024-04-10T15:57:26.135 INFO:tasks.workunit.client.0.smithi069.stdout:op 1818 completed, throughput=5MB/sec 2024-04-10T15:57:26.135 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-7EN4KglVTHmNjaP off=116200 len=1728970 2024-04-10T15:57:26.143 INFO:tasks.workunit.client.0.smithi069.stdout:op 1819 completed, throughput=5MB/sec 2024-04-10T15:57:27.144 INFO:tasks.workunit.client.0.smithi069.stdout: 348: throughput=4.99MB/sec pending data=0 2024-04-10T15:57:27.144 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-jxjCW3iDW0PqaAo off=8066347 len=1163041 2024-04-10T15:57:27.145 INFO:tasks.workunit.client.0.smithi069.stdout:op 1820 completed, throughput=4.99MB/sec 2024-04-10T15:57:27.145 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-ykZxB9woJze4QIs off=18621461 len=1979749 2024-04-10T15:57:27.148 INFO:tasks.workunit.client.0.smithi069.stdout:op 1821 completed, throughput=5MB/sec 2024-04-10T15:57:27.148 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-UN-8KfCu-2jFzhM off=11357799 len=1170544 2024-04-10T15:57:27.153 INFO:tasks.workunit.client.0.smithi069.stdout:op 1822 completed, throughput=5MB/sec 2024-04-10T15:57:27.248 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:57:26 smithi077 ceph-mon[87572]: pgmap v1581: 105 pgs: 105 active+clean; 126 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-10T15:57:27.342 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:57:26 smithi069 ceph-mon[96738]: pgmap v1581: 105 pgs: 105 active+clean; 126 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-10T15:57:27.342 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:57:26 smithi069 ceph-mon[94167]: pgmap v1581: 105 pgs: 105 active+clean; 126 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-10T15:57:27.343 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:57:26 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:15:57:26] "GET /metrics HTTP/1.1" 200 34037 "" "Prometheus/2.43.0" 2024-04-10T15:57:28.154 INFO:tasks.workunit.client.0.smithi069.stdout: 349: throughput=4.99MB/sec pending data=0 2024-04-10T15:57:28.154 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-LO0a2h3Wcl8bdZs off=172553 len=1193664 2024-04-10T15:57:28.156 INFO:tasks.workunit.client.0.smithi069.stdout:op 1823 completed, throughput=4.99MB/sec 2024-04-10T15:57:28.157 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-Ap9juP3dzr5r2zI off=688494 len=662747 2024-04-10T15:57:28.160 INFO:tasks.workunit.client.0.smithi069.stdout:op 1824 completed, throughput=4.99MB/sec 2024-04-10T15:57:28.161 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-UnsiP2E0vxOXQ2h off=13219854 len=514053 2024-04-10T15:57:28.161 INFO:tasks.workunit.client.0.smithi069.stdout:op 1825 completed, throughput=4.99MB/sec 2024-04-10T15:57:28.161 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-tRjqeZoqHOf6bXX off=1563896 len=893835 2024-04-10T15:57:28.167 INFO:tasks.workunit.client.0.smithi069.stdout:op 1826 completed, throughput=5MB/sec 2024-04-10T15:57:28.167 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-3Z_gyJkQNCIRt96 off=4987288 len=181401 2024-04-10T15:57:28.167 INFO:tasks.workunit.client.0.smithi069.stdout:op 1827 completed, throughput=5MB/sec 2024-04-10T15:57:28.167 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-KdNnq3hGU5zg13U off=17385622 len=268904 2024-04-10T15:57:28.170 INFO:tasks.workunit.client.0.smithi069.stdout:op 1828 completed, throughput=5MB/sec 2024-04-10T15:57:28.170 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-LyPHXrIpXDsPkXh off=22570006 len=23357 2024-04-10T15:57:28.170 INFO:tasks.workunit.client.0.smithi069.stdout:op 1829 completed, throughput=5MB/sec 2024-04-10T15:57:28.171 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-0l6ZP4h63J0W7iV off=18175 len=989768 2024-04-10T15:57:28.173 INFO:tasks.workunit.client.0.smithi069.stdout:op 1830 completed, throughput=5MB/sec 2024-04-10T15:57:28.173 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-_xFNHC1UXj23f-p off=21712136 len=668461 2024-04-10T15:57:28.177 INFO:tasks.workunit.client.0.smithi069.stdout:op 1831 completed, throughput=5MB/sec 2024-04-10T15:57:29.177 INFO:tasks.workunit.client.0.smithi069.stdout: 350: throughput=4.99MB/sec pending data=0 2024-04-10T15:57:29.178 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-qyBDc51CcejXPkm off=12736156 len=1329017 2024-04-10T15:57:29.180 INFO:tasks.workunit.client.0.smithi069.stdout:op 1832 completed, throughput=4.99MB/sec 2024-04-10T15:57:29.180 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-JNsfju16LSiBixz off=10060898 len=304581 2024-04-10T15:57:29.181 INFO:tasks.workunit.client.0.smithi069.stdout:op 1833 completed, throughput=4.99MB/sec 2024-04-10T15:57:29.181 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-Qh10lw2fWF-g-H3 off=132179 len=728247 2024-04-10T15:57:29.182 INFO:tasks.workunit.client.0.smithi069.stdout:op 1834 completed, throughput=4.99MB/sec 2024-04-10T15:57:29.182 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-yO4ZG9E0bS_12ao off=19819875 len=1367465 2024-04-10T15:57:29.184 INFO:tasks.workunit.client.0.smithi069.stdout:op 1835 completed, throughput=5MB/sec 2024-04-10T15:57:29.184 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-GVmoNWE-b4Kz15M off=1140830 len=1056823 2024-04-10T15:57:29.190 INFO:tasks.workunit.client.0.smithi069.stdout:op 1836 completed, throughput=5MB/sec 2024-04-10T15:57:29.190 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-MIHorVD04SYXTIn off=777020 len=863139 2024-04-10T15:57:29.195 INFO:tasks.workunit.client.0.smithi069.stdout:op 1837 completed, throughput=5MB/sec 2024-04-10T15:57:29.248 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:57:28 smithi077 ceph-mon[87572]: pgmap v1582: 105 pgs: 105 active+clean; 126 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-10T15:57:29.342 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:57:28 smithi069 ceph-mon[96738]: pgmap v1582: 105 pgs: 105 active+clean; 126 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-10T15:57:29.342 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:57:28 smithi069 ceph-mon[94167]: pgmap v1582: 105 pgs: 105 active+clean; 126 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-10T15:57:30.195 INFO:tasks.workunit.client.0.smithi069.stdout: 351: throughput=4.99MB/sec pending data=0 2024-04-10T15:57:30.195 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-NdGS8HElZXdmasv off=19951267 len=1019958 2024-04-10T15:57:30.200 INFO:tasks.workunit.client.0.smithi069.stdout:op 1838 completed, throughput=4.99MB/sec 2024-04-10T15:57:30.200 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-F6r0_dsoSSpk2-f off=11860552 len=1659297 2024-04-10T15:57:30.210 INFO:tasks.workunit.client.0.smithi069.stdout:op 1839 completed, throughput=4.99MB/sec 2024-04-10T15:57:30.210 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-EKeS7lAk5h8Kzp4 off=6929302 len=971674 2024-04-10T15:57:30.215 INFO:tasks.workunit.client.0.smithi069.stdout:op 1840 completed, throughput=5MB/sec 2024-04-10T15:57:30.215 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-GmmIW63jawsuNAJ off=2881938 len=1327877 2024-04-10T15:57:30.216 INFO:tasks.workunit.client.0.smithi069.stdout:op 1841 completed, throughput=5MB/sec 2024-04-10T15:57:31.216 INFO:tasks.workunit.client.0.smithi069.stdout: 352: throughput=4.99MB/sec pending data=0 2024-04-10T15:57:31.216 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-feUBy8jW425CJu8 off=600443 len=1410903 2024-04-10T15:57:31.222 INFO:tasks.workunit.client.0.smithi069.stdout:op 1842 completed, throughput=4.99MB/sec 2024-04-10T15:57:31.223 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-R8KYzGmrVPaMXwR off=9585323 len=1461617 2024-04-10T15:57:31.225 INFO:tasks.workunit.client.0.smithi069.stdout:op 1843 completed, throughput=4.99MB/sec 2024-04-10T15:57:31.225 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-GRab3oy10xY1ocf off=11796707 len=944218 2024-04-10T15:57:31.229 INFO:tasks.workunit.client.0.smithi069.stdout:op 1844 completed, throughput=5MB/sec 2024-04-10T15:57:31.229 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-he6ZsPfZVcvzrND off=271217 len=889449 2024-04-10T15:57:31.234 INFO:tasks.workunit.client.0.smithi069.stdout:op 1845 completed, throughput=5MB/sec 2024-04-10T15:57:31.234 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-58zg2sFLcOGjAjq off=13418555 len=505118 2024-04-10T15:57:31.237 INFO:tasks.workunit.client.0.smithi069.stdout:op 1846 completed, throughput=5MB/sec 2024-04-10T15:57:31.248 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:57:30 smithi077 ceph-mon[87572]: pgmap v1583: 105 pgs: 105 active+clean; 126 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-10T15:57:31.342 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:57:30 smithi069 ceph-mon[96738]: pgmap v1583: 105 pgs: 105 active+clean; 126 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-10T15:57:31.342 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:57:30 smithi069 ceph-mon[94167]: pgmap v1583: 105 pgs: 105 active+clean; 126 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-10T15:57:32.237 INFO:tasks.workunit.client.0.smithi069.stdout: 353: throughput=4.99MB/sec pending data=0 2024-04-10T15:57:32.238 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-O0eCvXSU80VRiF6 off=8112914 len=1277741 2024-04-10T15:57:32.239 INFO:tasks.workunit.client.0.smithi069.stdout:op 1847 completed, throughput=4.99MB/sec 2024-04-10T15:57:32.239 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-L-gyR1HC8eznT0s off=950389 len=287146 2024-04-10T15:57:32.240 INFO:tasks.workunit.client.0.smithi069.stdout:op 1848 completed, throughput=4.99MB/sec 2024-04-10T15:57:32.240 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-CoFrIEYJMVkNmG_ off=11533182 len=157926 2024-04-10T15:57:32.241 INFO:tasks.workunit.client.0.smithi069.stdout:op 1849 completed, throughput=4.99MB/sec 2024-04-10T15:57:32.241 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-wSDG-YnYIfcSzRw off=9545572 len=1260772 2024-04-10T15:57:32.242 INFO:tasks.workunit.client.0.smithi069.stdout:op 1850 completed, throughput=4.99MB/sec 2024-04-10T15:57:32.242 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-1uWKy71O82AeUUm off=14516345 len=1983101 2024-04-10T15:57:32.251 INFO:tasks.workunit.client.0.smithi069.stdout:op 1851 completed, throughput=5MB/sec 2024-04-10T15:57:32.251 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-BoYNbKrcXw3O6eg off=2323166 len=350924 2024-04-10T15:57:32.254 INFO:tasks.workunit.client.0.smithi069.stdout:op 1852 completed, throughput=5MB/sec 2024-04-10T15:57:32.254 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-VCvrQywPI4BC0Kj off=5601731 len=962302 2024-04-10T15:57:32.255 INFO:tasks.workunit.client.0.smithi069.stdout:op 1853 completed, throughput=5MB/sec 2024-04-10T15:57:32.748 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:57:32 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T15:57:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:57:33.248 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:57:32 smithi077 ceph-mon[87572]: pgmap v1584: 105 pgs: 105 active+clean; 126 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-10T15:57:33.256 INFO:tasks.workunit.client.0.smithi069.stdout: 354: throughput=4.99MB/sec pending data=0 2024-04-10T15:57:33.256 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-A3jusyHEmO0jaYd off=11027705 len=87813 2024-04-10T15:57:33.258 INFO:tasks.workunit.client.0.smithi069.stdout:op 1854 completed, throughput=4.99MB/sec 2024-04-10T15:57:33.258 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-51fh56wQ1piBAMd off=5366795 len=1908854 2024-04-10T15:57:33.261 INFO:tasks.workunit.client.0.smithi069.stdout:op 1855 completed, throughput=4.99MB/sec 2024-04-10T15:57:33.261 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-7yfst1SWg2OhyqH off=13238466 len=1265392 2024-04-10T15:57:33.269 INFO:tasks.workunit.client.0.smithi069.stdout:op 1856 completed, throughput=5MB/sec 2024-04-10T15:57:33.269 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-jC9LwvrZ4wX18TH off=15776143 len=362101 2024-04-10T15:57:33.272 INFO:tasks.workunit.client.0.smithi069.stdout:op 1857 completed, throughput=5MB/sec 2024-04-10T15:57:33.272 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-lZt54BywgytfJNI off=3224231 len=1436504 2024-04-10T15:57:33.280 INFO:tasks.workunit.client.0.smithi069.stdout:op 1858 completed, throughput=5MB/sec 2024-04-10T15:57:33.342 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:57:32 smithi069 ceph-mon[96738]: pgmap v1584: 105 pgs: 105 active+clean; 126 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-10T15:57:33.342 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:57:32 smithi069 ceph-mon[94167]: pgmap v1584: 105 pgs: 105 active+clean; 126 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-10T15:57:34.280 INFO:tasks.workunit.client.0.smithi069.stdout: 355: throughput=4.99MB/sec pending data=0 2024-04-10T15:57:34.281 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-wSDG-YnYIfcSzRw off=9423628 len=1463914 2024-04-10T15:57:34.282 INFO:tasks.workunit.client.0.smithi069.stdout:op 1859 completed, throughput=4.99MB/sec 2024-04-10T15:57:34.282 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-C84buDFfRVdsyOA off=17423051 len=574493 2024-04-10T15:57:34.286 INFO:tasks.workunit.client.0.smithi069.stdout:op 1860 completed, throughput=4.99MB/sec 2024-04-10T15:57:34.286 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-IPzbveRPsah99AX off=1043181 len=1171494 2024-04-10T15:57:34.289 INFO:tasks.workunit.client.0.smithi069.stdout:op 1861 completed, throughput=5MB/sec 2024-04-10T15:57:34.289 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-E231fgg_nSntGU3 off=4098836 len=528732 2024-04-10T15:57:34.292 INFO:tasks.workunit.client.0.smithi069.stdout:op 1862 completed, throughput=5MB/sec 2024-04-10T15:57:34.292 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-E231fgg_nSntGU3 off=11243356 len=1317118 2024-04-10T15:57:34.297 INFO:tasks.workunit.client.0.smithi069.stdout:op 1863 completed, throughput=5MB/sec 2024-04-10T15:57:35.248 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:57:34 smithi077 ceph-mon[87572]: pgmap v1585: 105 pgs: 105 active+clean; 126 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-10T15:57:35.298 INFO:tasks.workunit.client.0.smithi069.stdout: 356: throughput=4.99MB/sec pending data=0 2024-04-10T15:57:35.298 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-cG9W8o28SjkG5aM off=8652567 len=1194397 2024-04-10T15:57:35.299 INFO:tasks.workunit.client.0.smithi069.stdout:op 1864 completed, throughput=4.99MB/sec 2024-04-10T15:57:35.299 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-2HSIyGNjEUVkgmA off=17633331 len=1872947 2024-04-10T15:57:35.302 INFO:tasks.workunit.client.0.smithi069.stdout:op 1865 completed, throughput=5MB/sec 2024-04-10T15:57:35.302 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-ruLnHYvlbOVxDa3 off=14746167 len=1011930 2024-04-10T15:57:35.304 INFO:tasks.workunit.client.0.smithi069.stdout:op 1866 completed, throughput=5MB/sec 2024-04-10T15:57:35.304 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-hMbFHXA6_9z9qsf off=4902546 len=989941 2024-04-10T15:57:35.306 INFO:tasks.workunit.client.0.smithi069.stdout:op 1867 completed, throughput=5MB/sec 2024-04-10T15:57:35.342 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:57:34 smithi069 ceph-mon[96738]: pgmap v1585: 105 pgs: 105 active+clean; 126 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-10T15:57:35.342 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:57:34 smithi069 ceph-mon[94167]: pgmap v1585: 105 pgs: 105 active+clean; 126 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-10T15:57:36.306 INFO:tasks.workunit.client.0.smithi069.stdout: 357: throughput=4.99MB/sec pending data=0 2024-04-10T15:57:36.306 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-sWPaD8dTOLBsdmC off=3846936 len=2083180 2024-04-10T15:57:36.310 INFO:tasks.workunit.client.0.smithi069.stdout:op 1868 completed, throughput=4.99MB/sec 2024-04-10T15:57:36.311 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-zogWr8oLCpRqWmn off=1299680 len=1622685 2024-04-10T15:57:36.317 INFO:tasks.workunit.client.0.smithi069.stdout:op 1869 completed, throughput=5MB/sec 2024-04-10T15:57:36.318 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-NsXszTReIomdUv- off=6509088 len=1859888 2024-04-10T15:57:36.321 INFO:tasks.workunit.client.0.smithi069.stdout:op 1870 completed, throughput=5MB/sec 2024-04-10T15:57:37.248 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:57:37 smithi077 ceph-mon[87572]: pgmap v1586: 105 pgs: 105 active+clean; 126 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-04-10T15:57:37.321 INFO:tasks.workunit.client.0.smithi069.stdout: 358: throughput=4.99MB/sec pending data=0 2024-04-10T15:57:37.322 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-Mf9gzYEGRG-HBb6 off=72618 len=1161741 2024-04-10T15:57:37.323 INFO:tasks.workunit.client.0.smithi069.stdout:op 1871 completed, throughput=4.99MB/sec 2024-04-10T15:57:37.323 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-KVeuWMVInjXeyvT off=5237987 len=1499319 2024-04-10T15:57:37.331 INFO:tasks.workunit.client.0.smithi069.stdout:op 1872 completed, throughput=4.99MB/sec 2024-04-10T15:57:37.331 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-aoC_Vv-RPKa6p1v off=0 len=1433548 2024-04-10T15:57:37.339 INFO:tasks.workunit.client.0.smithi069.stdout:op 1873 completed, throughput=5MB/sec 2024-04-10T15:57:37.339 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-N66_ORaChlP8eMF off=7142292 len=50293 2024-04-10T15:57:37.341 INFO:tasks.workunit.client.0.smithi069.stdout:op 1874 completed, throughput=5MB/sec 2024-04-10T15:57:37.341 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-tIzJy_av_qja9Vc off=6307890 len=785436 2024-04-10T15:57:37.342 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:57:37 smithi069 ceph-mon[96738]: pgmap v1586: 105 pgs: 105 active+clean; 126 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-04-10T15:57:37.342 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:57:37 smithi069 ceph-mon[94167]: pgmap v1586: 105 pgs: 105 active+clean; 126 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-04-10T15:57:37.342 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:57:36 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:15:57:36] "GET /metrics HTTP/1.1" 200 34037 "" "Prometheus/2.43.0" 2024-04-10T15:57:37.345 INFO:tasks.workunit.client.0.smithi069.stdout:op 1875 completed, throughput=5MB/sec 2024-04-10T15:57:37.345 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-3A5NQWBFKP2YW0K off=2715932 len=1324713 2024-04-10T15:57:37.348 INFO:tasks.workunit.client.0.smithi069.stdout:op 1876 completed, throughput=5MB/sec 2024-04-10T15:57:38.348 INFO:tasks.workunit.client.0.smithi069.stdout: 359: throughput=4.99MB/sec pending data=0 2024-04-10T15:57:38.349 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-zkB31hvvGYaDgUC off=6201747 len=16039 2024-04-10T15:57:38.349 INFO:tasks.workunit.client.0.smithi069.stdout:op 1877 completed, throughput=4.99MB/sec 2024-04-10T15:57:38.349 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-ZQPW8du_NMgdS0c off=2717551 len=239674 2024-04-10T15:57:38.352 INFO:tasks.workunit.client.0.smithi069.stdout:op 1878 completed, throughput=4.99MB/sec 2024-04-10T15:57:38.352 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-RZ9G0_PhEnfNdcF off=4558523 len=1009766 2024-04-10T15:57:38.358 INFO:tasks.workunit.client.0.smithi069.stdout:op 1879 completed, throughput=4.99MB/sec 2024-04-10T15:57:38.358 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-syLGtofDYBdS0hJ off=6074851 len=816792 2024-04-10T15:57:38.362 INFO:tasks.workunit.client.0.smithi069.stdout:op 1880 completed, throughput=4.99MB/sec 2024-04-10T15:57:38.362 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-PkRLRGfcqK_pLwr off=760695 len=1544913 2024-04-10T15:57:38.368 INFO:tasks.workunit.client.0.smithi069.stdout:op 1881 completed, throughput=5MB/sec 2024-04-10T15:57:38.368 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-L_He6_9YwS0w8Id off=8308045 len=1610139 2024-04-10T15:57:38.369 INFO:tasks.workunit.client.0.smithi069.stdout:op 1882 completed, throughput=5MB/sec 2024-04-10T15:57:39.342 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:57:39 smithi069 ceph-mon[94167]: pgmap v1587: 105 pgs: 105 active+clean; 126 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-10T15:57:39.342 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:57:39 smithi069 ceph-mon[96738]: pgmap v1587: 105 pgs: 105 active+clean; 126 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-10T15:57:39.370 INFO:tasks.workunit.client.0.smithi069.stdout: 360: throughput=4.99MB/sec pending data=0 2024-04-10T15:57:39.370 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-DFtq8TwD1u9g92A off=11312679 len=301936 2024-04-10T15:57:39.373 INFO:tasks.workunit.client.0.smithi069.stdout:op 1883 completed, throughput=4.99MB/sec 2024-04-10T15:57:39.373 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-XYL7SPYqkXRgVgV off=929099 len=1104572 2024-04-10T15:57:39.375 INFO:tasks.workunit.client.0.smithi069.stdout:op 1884 completed, throughput=4.99MB/sec 2024-04-10T15:57:39.375 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-TspeGQ73HBVXaT7 off=18276918 len=1020182 2024-04-10T15:57:39.380 INFO:tasks.workunit.client.0.smithi069.stdout:op 1885 completed, throughput=5MB/sec 2024-04-10T15:57:39.380 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-47bG1ldr2XA_ZzC off=1261149 len=320622 2024-04-10T15:57:39.381 INFO:tasks.workunit.client.0.smithi069.stdout:op 1886 completed, throughput=5MB/sec 2024-04-10T15:57:39.381 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-VSEDxFgTbOK7dZO off=3925575 len=85181 2024-04-10T15:57:39.383 INFO:tasks.workunit.client.0.smithi069.stdout:op 1887 completed, throughput=5MB/sec 2024-04-10T15:57:39.384 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-78lhBa4CoXLjT47 off=0 len=1234239 2024-04-10T15:57:39.391 INFO:tasks.workunit.client.0.smithi069.stdout:op 1888 completed, throughput=5MB/sec 2024-04-10T15:57:39.391 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-ua5TxT-V5iaaA9G off=3488999 len=1436882 2024-04-10T15:57:39.393 INFO:tasks.workunit.client.0.smithi069.stdout:op 1889 completed, throughput=5MB/sec 2024-04-10T15:57:39.498 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:57:39 smithi077 ceph-mon[87572]: pgmap v1587: 105 pgs: 105 active+clean; 126 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-10T15:57:40.342 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:57:40 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:57:40.342 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:57:40 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:57:40.394 INFO:tasks.workunit.client.0.smithi069.stdout: 361: throughput=4.99MB/sec pending data=0 2024-04-10T15:57:40.394 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-0MWxIMJBQ5VWaiq off=1520570 len=941261 2024-04-10T15:57:40.395 INFO:tasks.workunit.client.0.smithi069.stdout:op 1890 completed, throughput=4.99MB/sec 2024-04-10T15:57:40.395 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-1AM7QrC31DcJOx3 off=21700977 len=690791 2024-04-10T15:57:40.396 INFO:tasks.workunit.client.0.smithi069.stdout:op 1891 completed, throughput=4.99MB/sec 2024-04-10T15:57:40.397 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-KdNnq3hGU5zg13U off=5032420 len=1263688 2024-04-10T15:57:40.398 INFO:tasks.workunit.client.0.smithi069.stdout:op 1892 completed, throughput=5MB/sec 2024-04-10T15:57:40.398 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-Oct-H7_fhv1FdeD off=7937367 len=487387 2024-04-10T15:57:40.402 INFO:tasks.workunit.client.0.smithi069.stdout:op 1893 completed, throughput=5MB/sec 2024-04-10T15:57:40.402 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-upx0HMiYqs5mDl2 off=6638060 len=436536 2024-04-10T15:57:40.405 INFO:tasks.workunit.client.0.smithi069.stdout:op 1894 completed, throughput=5MB/sec 2024-04-10T15:57:40.405 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-xgci30ngCbPa2Jc off=24626832 len=759674 2024-04-10T15:57:40.406 INFO:tasks.workunit.client.0.smithi069.stdout:op 1895 completed, throughput=5MB/sec 2024-04-10T15:57:40.498 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:57:40 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:57:41.342 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:57:41 smithi069 ceph-mon[94167]: pgmap v1588: 105 pgs: 105 active+clean; 126 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-10T15:57:41.343 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:57:41 smithi069 ceph-mon[96738]: pgmap v1588: 105 pgs: 105 active+clean; 126 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-10T15:57:41.407 INFO:tasks.workunit.client.0.smithi069.stdout: 362: throughput=4.99MB/sec pending data=0 2024-04-10T15:57:41.407 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-Uel-SSfYK1xfAXi off=18267957 len=1167049 2024-04-10T15:57:41.410 INFO:tasks.workunit.client.0.smithi069.stdout:op 1896 completed, throughput=4.99MB/sec 2024-04-10T15:57:41.410 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-k-0z2mbDIVHlhlY off=1271401 len=245885 2024-04-10T15:57:41.411 INFO:tasks.workunit.client.0.smithi069.stdout:op 1897 completed, throughput=4.99MB/sec 2024-04-10T15:57:41.411 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-N30xrbzIHgdbwly off=1962799 len=826742 2024-04-10T15:57:41.412 INFO:tasks.workunit.client.0.smithi069.stdout:op 1898 completed, throughput=4.99MB/sec 2024-04-10T15:57:41.412 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-4U6QEWc-FRjrvbt off=362770 len=988292 2024-04-10T15:57:41.413 INFO:tasks.workunit.client.0.smithi069.stdout:op 1899 completed, throughput=5MB/sec 2024-04-10T15:57:41.413 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-VHGfyswZ3B_yNPN off=10120035 len=232922 2024-04-10T15:57:41.417 INFO:tasks.workunit.client.0.smithi069.stdout:op 1900 completed, throughput=5MB/sec 2024-04-10T15:57:41.417 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-m0dAJzVi8Yx4PcA off=14118335 len=1834596 2024-04-10T15:57:41.426 INFO:tasks.workunit.client.0.smithi069.stdout:op 1901 completed, throughput=5MB/sec 2024-04-10T15:57:41.498 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:57:41 smithi077 ceph-mon[87572]: pgmap v1588: 105 pgs: 105 active+clean; 126 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-10T15:57:42.426 INFO:tasks.workunit.client.0.smithi069.stdout: 363: throughput=4.99MB/sec pending data=0 2024-04-10T15:57:42.427 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-vgk7Bu5Imk5o5i1 off=17405930 len=768903 2024-04-10T15:57:42.428 INFO:tasks.workunit.client.0.smithi069.stdout:op 1902 completed, throughput=4.99MB/sec 2024-04-10T15:57:42.428 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-5YQ4cvhdWFz2P0b off=15109898 len=414523 2024-04-10T15:57:42.428 INFO:tasks.workunit.client.0.smithi069.stdout:op 1903 completed, throughput=4.99MB/sec 2024-04-10T15:57:42.429 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-b_rI_fqWBvQvXCg off=15216529 len=358870 2024-04-10T15:57:42.432 INFO:tasks.workunit.client.0.smithi069.stdout:op 1904 completed, throughput=4.99MB/sec 2024-04-10T15:57:42.432 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-bzZnxFnnYL-6dOf off=20172669 len=1575207 2024-04-10T15:57:42.434 INFO:tasks.workunit.client.0.smithi069.stdout:op 1905 completed, throughput=5MB/sec 2024-04-10T15:57:42.434 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-DI7W2-6V9ZwUiaZ off=7737034 len=459818 2024-04-10T15:57:42.437 INFO:tasks.workunit.client.0.smithi069.stdout:op 1906 completed, throughput=5MB/sec 2024-04-10T15:57:42.437 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-rFJOYYX90PwT5w5 off=14092299 len=1209343 2024-04-10T15:57:42.445 INFO:tasks.workunit.client.0.smithi069.stdout:op 1907 completed, throughput=5MB/sec 2024-04-10T15:57:42.445 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-1BVrBUly8lruEgA off=4274631 len=1299032 2024-04-10T15:57:42.452 INFO:tasks.workunit.client.0.smithi069.stdout:op 1908 completed, throughput=5MB/sec 2024-04-10T15:57:42.748 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:57:42 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T15:57:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:57:43.342 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:57:43 smithi069 ceph-mon[94167]: pgmap v1589: 105 pgs: 105 active+clean; 126 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-10T15:57:43.342 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:57:43 smithi069 ceph-mon[96738]: pgmap v1589: 105 pgs: 105 active+clean; 126 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-10T15:57:43.453 INFO:tasks.workunit.client.0.smithi069.stdout: 364: throughput=4.99MB/sec pending data=0 2024-04-10T15:57:43.453 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-Jg7_0eHD4nLD6do off=4372877 len=1648442 2024-04-10T15:57:43.455 INFO:tasks.workunit.client.0.smithi069.stdout:op 1909 completed, throughput=4.99MB/sec 2024-04-10T15:57:43.455 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-z_il5b4uAjC_nuE off=3585748 len=668624 2024-04-10T15:57:43.459 INFO:tasks.workunit.client.0.smithi069.stdout:op 1910 completed, throughput=5MB/sec 2024-04-10T15:57:43.459 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-xo2wCVAZC5plF1H off=511059 len=1324678 2024-04-10T15:57:43.466 INFO:tasks.workunit.client.0.smithi069.stdout:op 1911 completed, throughput=5MB/sec 2024-04-10T15:57:43.466 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-zkB31hvvGYaDgUC off=51712 len=1291358 2024-04-10T15:57:43.474 INFO:tasks.workunit.client.0.smithi069.stdout:op 1912 completed, throughput=5MB/sec 2024-04-10T15:57:43.498 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:57:43 smithi077 ceph-mon[87572]: pgmap v1589: 105 pgs: 105 active+clean; 126 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-10T15:57:44.474 INFO:tasks.workunit.client.0.smithi069.stdout: 365: throughput=4.99MB/sec pending data=0 2024-04-10T15:57:44.474 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-daGuFluI7hgygzd off=9055875 len=262035 2024-04-10T15:57:44.475 INFO:tasks.workunit.client.0.smithi069.stdout:op 1913 completed, throughput=4.99MB/sec 2024-04-10T15:57:44.475 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-3BhD4AIKpeGtNtE off=6702691 len=25581 2024-04-10T15:57:44.475 INFO:tasks.workunit.client.0.smithi069.stdout:op 1914 completed, throughput=4.99MB/sec 2024-04-10T15:57:44.475 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-nBgaE6hlEt0HNQ4 off=839516 len=749726 2024-04-10T15:57:44.477 INFO:tasks.workunit.client.0.smithi069.stdout:op 1915 completed, throughput=4.99MB/sec 2024-04-10T15:57:44.477 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-upuRnpIqsEgznFT off=6118988 len=365870 2024-04-10T15:57:44.478 INFO:tasks.workunit.client.0.smithi069.stdout:op 1916 completed, throughput=4.99MB/sec 2024-04-10T15:57:44.478 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-KW3Bek-k_aX0im9 off=1698299 len=2043982 2024-04-10T15:57:44.487 INFO:tasks.workunit.client.0.smithi069.stdout:op 1917 completed, throughput=5MB/sec 2024-04-10T15:57:44.488 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-09Uvs22qAXKPu8S off=15849091 len=1244307 2024-04-10T15:57:44.489 INFO:tasks.workunit.client.0.smithi069.stdout:op 1918 completed, throughput=5MB/sec 2024-04-10T15:57:45.342 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:57:45 smithi069 ceph-mon[94167]: pgmap v1590: 105 pgs: 105 active+clean; 126 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-10T15:57:45.342 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:57:45 smithi069 ceph-mon[96738]: pgmap v1590: 105 pgs: 105 active+clean; 126 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-10T15:57:45.489 INFO:tasks.workunit.client.0.smithi069.stdout: 366: throughput=4.99MB/sec pending data=0 2024-04-10T15:57:45.489 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-Q50SSP5x1g5yebV off=7875365 len=253927 2024-04-10T15:57:45.490 INFO:tasks.workunit.client.0.smithi069.stdout:op 1919 completed, throughput=4.99MB/sec 2024-04-10T15:57:45.490 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-21CY9DxD0KTV0uE off=1361510 len=1119465 2024-04-10T15:57:45.493 INFO:tasks.workunit.client.0.smithi069.stdout:op 1920 completed, throughput=4.99MB/sec 2024-04-10T15:57:45.493 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-4Q64Zy7Q7B2w6Xc off=11824785 len=1146678 2024-04-10T15:57:45.495 INFO:tasks.workunit.client.0.smithi069.stdout:op 1921 completed, throughput=4.99MB/sec 2024-04-10T15:57:45.495 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-V6zp77g2fIClM7- off=11318539 len=859848 2024-04-10T15:57:45.496 INFO:tasks.workunit.client.0.smithi069.stdout:op 1922 completed, throughput=5MB/sec 2024-04-10T15:57:45.496 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-6yUC9puMgMyZCl9 off=13838931 len=1213942 2024-04-10T15:57:45.498 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:57:45 smithi077 ceph-mon[87572]: pgmap v1590: 105 pgs: 105 active+clean; 126 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-10T15:57:45.499 INFO:tasks.workunit.client.0.smithi069.stdout:op 1923 completed, throughput=5MB/sec 2024-04-10T15:57:45.499 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-7xhZ0RseiAj5dEW off=13677797 len=1218696 2024-04-10T15:57:45.500 INFO:tasks.workunit.client.0.smithi069.stdout:op 1924 completed, throughput=5MB/sec 2024-04-10T15:57:46.501 INFO:tasks.workunit.client.0.smithi069.stdout: 367: throughput=4.99MB/sec pending data=0 2024-04-10T15:57:46.501 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-_jeQ6I5nREQSel5 off=10471311 len=953514 2024-04-10T15:57:46.506 INFO:tasks.workunit.client.0.smithi069.stdout:op 1925 completed, throughput=4.99MB/sec 2024-04-10T15:57:46.506 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-cMwsFzyVUJSuVTK off=6144459 len=1353530 2024-04-10T15:57:46.513 INFO:tasks.workunit.client.0.smithi069.stdout:op 1926 completed, throughput=4.99MB/sec 2024-04-10T15:57:46.514 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-_LGZtxmrhokddVe off=2135090 len=1202437 2024-04-10T15:57:46.521 INFO:tasks.workunit.client.0.smithi069.stdout:op 1927 completed, throughput=5MB/sec 2024-04-10T15:57:46.521 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-ZUgA_4tejjAfjar off=4680335 len=1816117 2024-04-10T15:57:46.523 INFO:tasks.workunit.client.0.smithi069.stdout:op 1928 completed, throughput=5MB/sec 2024-04-10T15:57:47.299 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:57:47 smithi077 ceph-mon[87572]: pgmap v1591: 105 pgs: 105 active+clean; 126 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-10T15:57:47.342 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:57:47 smithi069 ceph-mon[94167]: pgmap v1591: 105 pgs: 105 active+clean; 126 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-10T15:57:47.343 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:57:47 smithi069 ceph-mon[96738]: pgmap v1591: 105 pgs: 105 active+clean; 126 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-10T15:57:47.343 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:57:46 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:15:57:46] "GET /metrics HTTP/1.1" 200 34032 "" "Prometheus/2.43.0" 2024-04-10T15:57:47.524 INFO:tasks.workunit.client.0.smithi069.stdout: 368: throughput=4.99MB/sec pending data=0 2024-04-10T15:57:47.524 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj--C0Qw0pjVmTE3L5 off=6479482 len=157544 2024-04-10T15:57:47.524 INFO:tasks.workunit.client.0.smithi069.stdout:op 1929 completed, throughput=4.99MB/sec 2024-04-10T15:57:47.524 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-n8n3o-y994wrruM off=2021363 len=1571750 2024-04-10T15:57:47.526 INFO:tasks.workunit.client.0.smithi069.stdout:op 1930 completed, throughput=4.99MB/sec 2024-04-10T15:57:47.526 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-mznf9KO-2aBjur6 off=10036331 len=2048087 2024-04-10T15:57:47.537 INFO:tasks.workunit.client.0.smithi069.stdout:op 1931 completed, throughput=5MB/sec 2024-04-10T15:57:47.537 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-WApT5i_eKzgWrK2 off=4394443 len=1991210 2024-04-10T15:57:47.540 INFO:tasks.workunit.client.0.smithi069.stdout:op 1932 completed, throughput=5MB/sec 2024-04-10T15:57:48.540 INFO:tasks.workunit.client.0.smithi069.stdout: 369: throughput=4.99MB/sec pending data=0 2024-04-10T15:57:48.541 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-cG5Fxy8O0_WYfEq off=3430651 len=2061656 2024-04-10T15:57:48.543 INFO:tasks.workunit.client.0.smithi069.stdout:op 1933 completed, throughput=4.99MB/sec 2024-04-10T15:57:48.543 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-ZB3iWuAbvupDaK8 off=744194 len=1855487 2024-04-10T15:57:48.551 INFO:tasks.workunit.client.0.smithi069.stdout:op 1934 completed, throughput=5MB/sec 2024-04-10T15:57:48.551 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-aXHndhKrB5FIP8x off=5438598 len=1686696 2024-04-10T15:57:48.555 INFO:tasks.workunit.client.0.smithi069.stdout:op 1935 completed, throughput=5MB/sec 2024-04-10T15:57:49.342 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:57:49 smithi069 ceph-mon[94167]: pgmap v1592: 105 pgs: 105 active+clean; 126 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-10T15:57:49.343 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:57:49 smithi069 ceph-mon[96738]: pgmap v1592: 105 pgs: 105 active+clean; 126 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-10T15:57:49.498 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:57:49 smithi077 ceph-mon[87572]: pgmap v1592: 105 pgs: 105 active+clean; 126 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-10T15:57:49.555 INFO:tasks.workunit.client.0.smithi069.stdout: 370: throughput=4.99MB/sec pending data=0 2024-04-10T15:57:49.555 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-k_uwD9wJy7K_DPp off=819234 len=776292 2024-04-10T15:57:49.560 INFO:tasks.workunit.client.0.smithi069.stdout:op 1936 completed, throughput=4.99MB/sec 2024-04-10T15:57:49.561 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-PG0avhsN3SR4lU6 off=670603 len=1134783 2024-04-10T15:57:49.568 INFO:tasks.workunit.client.0.smithi069.stdout:op 1937 completed, throughput=4.99MB/sec 2024-04-10T15:57:49.568 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-0rnFwtARuTbmVDZ off=20251473 len=1821032 2024-04-10T15:57:49.579 INFO:tasks.workunit.client.0.smithi069.stdout:op 1938 completed, throughput=5MB/sec 2024-04-10T15:57:49.579 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-NcqGGvdi5mvLe0v off=3396510 len=1969486 2024-04-10T15:57:49.588 INFO:tasks.workunit.client.0.smithi069.stdout:op 1939 completed, throughput=5MB/sec 2024-04-10T15:57:50.588 INFO:tasks.workunit.client.0.smithi069.stdout: 371: throughput=4.99MB/sec pending data=0 2024-04-10T15:57:50.589 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-aYOGRBJoQgG_igv off=1874382 len=1649674 2024-04-10T15:57:50.592 INFO:tasks.workunit.client.0.smithi069.stdout:op 1940 completed, throughput=4.99MB/sec 2024-04-10T15:57:50.592 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-jO_mrVNub8Kz-OR off=1243161 len=763804 2024-04-10T15:57:50.593 INFO:tasks.workunit.client.0.smithi069.stdout:op 1941 completed, throughput=5MB/sec 2024-04-10T15:57:50.593 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-ldQXr9w70XIukDA off=12220713 len=839359 2024-04-10T15:57:50.595 INFO:tasks.workunit.client.0.smithi069.stdout:op 1942 completed, throughput=5MB/sec 2024-04-10T15:57:50.595 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-FdIA9mmFG5U8KoX off=9827757 len=1689231 2024-04-10T15:57:50.598 INFO:tasks.workunit.client.0.smithi069.stdout:op 1943 completed, throughput=5MB/sec 2024-04-10T15:57:51.342 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:57:51 smithi069 ceph-mon[94167]: pgmap v1593: 105 pgs: 105 active+clean; 126 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-10T15:57:51.343 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:57:51 smithi069 ceph-mon[96738]: pgmap v1593: 105 pgs: 105 active+clean; 126 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-10T15:57:51.498 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:57:51 smithi077 ceph-mon[87572]: pgmap v1593: 105 pgs: 105 active+clean; 126 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-10T15:57:51.598 INFO:tasks.workunit.client.0.smithi069.stdout: 372: throughput=4.99MB/sec pending data=0 2024-04-10T15:57:51.599 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-wp9mJZXGCyP5pus off=17869028 len=740576 2024-04-10T15:57:51.600 INFO:tasks.workunit.client.0.smithi069.stdout:op 1944 completed, throughput=4.99MB/sec 2024-04-10T15:57:51.600 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-YiMD4fiC0hKn_J7 off=1434185 len=2055535 2024-04-10T15:57:51.609 INFO:tasks.workunit.client.0.smithi069.stdout:op 1945 completed, throughput=5MB/sec 2024-04-10T15:57:51.609 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-HXH0esgR7p6QqVT off=147992 len=393705 2024-04-10T15:57:51.612 INFO:tasks.workunit.client.0.smithi069.stdout:op 1946 completed, throughput=5MB/sec 2024-04-10T15:57:51.612 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-cyJNzEmtwKIL-Wp off=2009979 len=1572898 2024-04-10T15:57:51.620 INFO:tasks.workunit.client.0.smithi069.stdout:op 1947 completed, throughput=5MB/sec 2024-04-10T15:57:52.620 INFO:tasks.workunit.client.0.smithi069.stdout: 373: throughput=4.99MB/sec pending data=0 2024-04-10T15:57:52.620 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-LVgLFkIDBqsV7_J off=13240485 len=482255 2024-04-10T15:57:52.621 INFO:tasks.workunit.client.0.smithi069.stdout:op 1948 completed, throughput=4.99MB/sec 2024-04-10T15:57:52.621 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-8GoPyWvyPpHggvW off=16022645 len=1240316 2024-04-10T15:57:52.629 INFO:tasks.workunit.client.0.smithi069.stdout:op 1949 completed, throughput=4.99MB/sec 2024-04-10T15:57:52.629 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-qxolMAmp4A7XTkV off=9664737 len=857308 2024-04-10T15:57:52.631 INFO:tasks.workunit.client.0.smithi069.stdout:op 1950 completed, throughput=4.99MB/sec 2024-04-10T15:57:52.631 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-X60KLyhHMhMPg2g off=5068909 len=106054 2024-04-10T15:57:52.633 INFO:tasks.workunit.client.0.smithi069.stdout:op 1951 completed, throughput=5MB/sec 2024-04-10T15:57:52.633 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-syLGtofDYBdS0hJ off=5527909 len=1168409 2024-04-10T15:57:52.636 INFO:tasks.workunit.client.0.smithi069.stdout:op 1952 completed, throughput=5MB/sec 2024-04-10T15:57:52.636 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-xVIa1r81tYwhSoJ off=13460730 len=438722 2024-04-10T15:57:52.639 INFO:tasks.workunit.client.0.smithi069.stdout:op 1953 completed, throughput=5MB/sec 2024-04-10T15:57:52.639 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-HsF5835MypGJUVJ off=17073879 len=701867 2024-04-10T15:57:52.640 INFO:tasks.workunit.client.0.smithi069.stdout:op 1954 completed, throughput=5MB/sec 2024-04-10T15:57:52.748 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:57:52 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T15:57:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:57:53.640 INFO:tasks.workunit.client.0.smithi069.stdout: 374: throughput=4.99MB/sec pending data=0 2024-04-10T15:57:53.641 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-Ye29f1EoT0ldjqY off=2870367 len=1918022 2024-04-10T15:57:53.649 INFO:tasks.workunit.client.0.smithi069.stdout:op 1955 completed, throughput=4.99MB/sec 2024-04-10T15:57:53.649 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-ne51RvBj5Fsuo5b off=3509021 len=1174313 2024-04-10T15:57:53.652 INFO:tasks.workunit.client.0.smithi069.stdout:op 1956 completed, throughput=5MB/sec 2024-04-10T15:57:53.652 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj--xhUkBrnHANPgNh off=3784227 len=605010 2024-04-10T15:57:53.653 INFO:tasks.workunit.client.0.smithi069.stdout:op 1957 completed, throughput=5MB/sec 2024-04-10T15:57:53.653 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-suoJX5KoZk2CF_s off=4971870 len=1229309 2024-04-10T15:57:53.655 INFO:tasks.workunit.client.0.smithi069.stdout:op 1958 completed, throughput=5MB/sec 2024-04-10T15:57:53.655 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-qm965cfWzQ6XOr6 off=1422225 len=2086329 2024-04-10T15:57:53.658 INFO:tasks.workunit.client.0.smithi069.stdout:op 1959 completed, throughput=5MB/sec 2024-04-10T15:57:53.748 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:57:53 smithi077 ceph-mon[87572]: pgmap v1594: 105 pgs: 105 active+clean; 126 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-10T15:57:53.842 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:57:53 smithi069 ceph-mon[94167]: pgmap v1594: 105 pgs: 105 active+clean; 126 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-10T15:57:53.843 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:57:53 smithi069 ceph-mon[96738]: pgmap v1594: 105 pgs: 105 active+clean; 126 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-10T15:57:54.659 INFO:tasks.workunit.client.0.smithi069.stdout: 375: throughput=4.99MB/sec pending data=0 2024-04-10T15:57:54.659 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-2ml6KIY196UvWTy off=1865010 len=902327 2024-04-10T15:57:54.664 INFO:tasks.workunit.client.0.smithi069.stdout:op 1960 completed, throughput=4.99MB/sec 2024-04-10T15:57:54.664 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-VooMkp22SePsZKd off=11761181 len=1470520 2024-04-10T15:57:54.666 INFO:tasks.workunit.client.0.smithi069.stdout:op 1961 completed, throughput=5MB/sec 2024-04-10T15:57:54.666 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-1Tk11yiBUoKYVqU off=1987669 len=1599864 2024-04-10T15:57:54.674 INFO:tasks.workunit.client.0.smithi069.stdout:op 1962 completed, throughput=5MB/sec 2024-04-10T15:57:55.674 INFO:tasks.workunit.client.0.smithi069.stdout: 376: throughput=4.99MB/sec pending data=0 2024-04-10T15:57:55.674 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-aXcT229XB9xFzSl off=1536976 len=1702514 2024-04-10T15:57:55.684 INFO:tasks.workunit.client.0.smithi069.stdout:op 1963 completed, throughput=4.99MB/sec 2024-04-10T15:57:55.684 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-ap9OT4mF7CTt6gF off=9433462 len=1820729 2024-04-10T15:57:55.687 INFO:tasks.workunit.client.0.smithi069.stdout:op 1964 completed, throughput=5MB/sec 2024-04-10T15:57:55.687 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-cchzBYUkLf25V_A off=241527 len=155392 2024-04-10T15:57:55.687 INFO:tasks.workunit.client.0.smithi069.stdout:op 1965 completed, throughput=5MB/sec 2024-04-10T15:57:55.688 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-DuxC8FgBYufjALO off=18988098 len=1824633 2024-04-10T15:57:55.690 INFO:tasks.workunit.client.0.smithi069.stdout:op 1966 completed, throughput=5MB/sec 2024-04-10T15:57:55.748 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:57:55 smithi077 ceph-mon[87572]: pgmap v1595: 105 pgs: 105 active+clean; 126 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-10T15:57:55.749 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:57:55 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:57:55.842 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:57:55 smithi069 ceph-mon[94167]: pgmap v1595: 105 pgs: 105 active+clean; 126 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-10T15:57:55.842 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:57:55 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:57:55.843 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:57:55 smithi069 ceph-mon[96738]: pgmap v1595: 105 pgs: 105 active+clean; 126 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-10T15:57:55.843 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:57:55 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:57:56.690 INFO:tasks.workunit.client.0.smithi069.stdout: 377: throughput=4.99MB/sec pending data=0 2024-04-10T15:57:56.690 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-IvIpjbDqHwpCQ2t off=5136774 len=1563297 2024-04-10T15:57:56.698 INFO:tasks.workunit.client.0.smithi069.stdout:op 1967 completed, throughput=4.99MB/sec 2024-04-10T15:57:56.698 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-z7Bfr7MpZVYeYKg off=4536035 len=818850 2024-04-10T15:57:56.698 INFO:tasks.workunit.client.0.smithi069.stdout:op 1968 completed, throughput=4.99MB/sec 2024-04-10T15:57:56.698 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj--KrukxZ1dRfWY_h off=5062528 len=148423 2024-04-10T15:57:56.699 INFO:tasks.workunit.client.0.smithi069.stdout:op 1969 completed, throughput=5MB/sec 2024-04-10T15:57:56.699 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-IhrvODWdyF46-oi off=1451411 len=666116 2024-04-10T15:57:56.699 INFO:tasks.workunit.client.0.smithi069.stdout:op 1970 completed, throughput=5MB/sec 2024-04-10T15:57:56.700 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-pe1achQxZ4A3kNj off=3118878 len=177850 2024-04-10T15:57:56.700 INFO:tasks.workunit.client.0.smithi069.stdout:op 1971 completed, throughput=5MB/sec 2024-04-10T15:57:56.700 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-K0x68lzR_ST7TcN off=1435188 len=925031 2024-04-10T15:57:56.704 INFO:tasks.workunit.client.0.smithi069.stdout:op 1972 completed, throughput=5MB/sec 2024-04-10T15:57:56.704 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-Dorxt9kBj_6LAnj off=8252187 len=698576 2024-04-10T15:57:56.706 INFO:tasks.workunit.client.0.smithi069.stdout:op 1973 completed, throughput=5MB/sec 2024-04-10T15:57:57.342 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:57:56 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:15:57:56] "GET /metrics HTTP/1.1" 200 34036 "" "Prometheus/2.43.0" 2024-04-10T15:57:57.707 INFO:tasks.workunit.client.0.smithi069.stdout: 378: throughput=4.99MB/sec pending data=0 2024-04-10T15:57:57.707 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-hRVX9FotDDFvGUw off=21287104 len=1578701 2024-04-10T15:57:57.714 INFO:tasks.workunit.client.0.smithi069.stdout:op 1974 completed, throughput=4.99MB/sec 2024-04-10T15:57:57.714 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-NkaxSLf60sTqx6N off=10217569 len=2091528 2024-04-10T15:57:57.725 INFO:tasks.workunit.client.0.smithi069.stdout:op 1975 completed, throughput=5MB/sec 2024-04-10T15:57:57.725 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-pKquHTL63InH2WF off=11916717 len=372181 2024-04-10T15:57:57.726 INFO:tasks.workunit.client.0.smithi069.stdout:op 1976 completed, throughput=5MB/sec 2024-04-10T15:57:57.726 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-_mgSSVT4kPWRgLG off=447573 len=868611 2024-04-10T15:57:57.728 INFO:tasks.workunit.client.0.smithi069.stdout:op 1977 completed, throughput=5MB/sec 2024-04-10T15:57:57.748 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:57:57 smithi077 ceph-mon[87572]: pgmap v1596: 105 pgs: 105 active+clean; 126 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-10T15:57:57.748 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:57:57 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:57:57.748 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:57:57 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:57:57.748 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:57:57 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:57:57.748 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:57:57 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:57:57.842 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:57:57 smithi069 ceph-mon[94167]: pgmap v1596: 105 pgs: 105 active+clean; 126 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-10T15:57:57.843 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:57:57 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:57:57.843 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:57:57 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:57:57.843 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:57:57 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:57:57.843 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:57:57 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:57:57.843 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:57:57 smithi069 ceph-mon[96738]: pgmap v1596: 105 pgs: 105 active+clean; 126 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-10T15:57:57.843 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:57:57 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:57:57.843 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:57:57 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:57:57.843 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:57:57 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:57:57.843 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:57:57 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:57:58.728 INFO:tasks.workunit.client.0.smithi069.stdout: 379: throughput=4.99MB/sec pending data=0 2024-04-10T15:57:58.729 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-i59VFo5XQ-AkKDo off=1920751 len=759855 2024-04-10T15:57:58.734 INFO:tasks.workunit.client.0.smithi069.stdout:op 1978 completed, throughput=4.99MB/sec 2024-04-10T15:57:58.734 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-kUzHi1xQef-Qvil off=7990520 len=200501 2024-04-10T15:57:58.734 INFO:tasks.workunit.client.0.smithi069.stdout:op 1979 completed, throughput=4.99MB/sec 2024-04-10T15:57:58.734 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-kIwmaKAX79WMS9o off=7290820 len=984000 2024-04-10T15:57:58.740 INFO:tasks.workunit.client.0.smithi069.stdout:op 1980 completed, throughput=4.99MB/sec 2024-04-10T15:57:58.740 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-ztW3z5MlZPz9il_ off=1151994 len=1018532 2024-04-10T15:57:58.741 INFO:tasks.workunit.client.0.smithi069.stdout:op 1981 completed, throughput=4.99MB/sec 2024-04-10T15:57:58.741 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-Zc10mE4mho6mOLO off=14801554 len=1268372 2024-04-10T15:57:58.743 INFO:tasks.workunit.client.0.smithi069.stdout:op 1982 completed, throughput=5MB/sec 2024-04-10T15:57:58.743 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-cGQXjLCX1ElDzgy off=1886694 len=843964 2024-04-10T15:57:58.748 INFO:tasks.workunit.client.0.smithi069.stdout:op 1983 completed, throughput=5MB/sec 2024-04-10T15:57:58.748 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-4e_vCZilByWwO8a off=7782633 len=1989824 2024-04-10T15:57:58.758 INFO:tasks.workunit.client.0.smithi069.stdout:op 1984 completed, throughput=5MB/sec 2024-04-10T15:57:59.748 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:57:59 smithi077 ceph-mon[87572]: pgmap v1597: 105 pgs: 105 active+clean; 126 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-10T15:57:59.758 INFO:tasks.workunit.client.0.smithi069.stdout: 380: throughput=4.99MB/sec pending data=0 2024-04-10T15:57:59.758 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-hKd6Q6iCWR4tdOQ off=3991507 len=1579007 2024-04-10T15:57:59.766 INFO:tasks.workunit.client.0.smithi069.stdout:op 1985 completed, throughput=5MB/sec 2024-04-10T15:57:59.766 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-_sWBTXX9xoO-Z35 off=8916129 len=2022361 2024-04-10T15:57:59.767 INFO:tasks.workunit.client.0.smithi069.stdout:op 1986 completed, throughput=5MB/sec 2024-04-10T15:57:59.842 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:57:59 smithi069 ceph-mon[94167]: pgmap v1597: 105 pgs: 105 active+clean; 126 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-10T15:57:59.843 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:57:59 smithi069 ceph-mon[96738]: pgmap v1597: 105 pgs: 105 active+clean; 126 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-10T15:58:00.768 INFO:tasks.workunit.client.0.smithi069.stdout: 381: throughput=4.99MB/sec pending data=0 2024-04-10T15:58:00.768 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-xk_RrBU213I9Id4 off=10277353 len=533201 2024-04-10T15:58:00.770 INFO:tasks.workunit.client.0.smithi069.stdout:op 1987 completed, throughput=4.99MB/sec 2024-04-10T15:58:00.770 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-6VPgBrI631K3Yj3 off=16143200 len=1089587 2024-04-10T15:58:00.772 INFO:tasks.workunit.client.0.smithi069.stdout:op 1988 completed, throughput=4.99MB/sec 2024-04-10T15:58:00.772 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-hOYsjLVHoeCMBay off=556030 len=584379 2024-04-10T15:58:00.776 INFO:tasks.workunit.client.0.smithi069.stdout:op 1989 completed, throughput=4.99MB/sec 2024-04-10T15:58:00.776 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-dhdE-ZW48pAlIn1 off=2678000 len=1156138 2024-04-10T15:58:00.777 INFO:tasks.workunit.client.0.smithi069.stdout:op 1990 completed, throughput=5MB/sec 2024-04-10T15:58:00.777 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-tA_PvdBBIiPXCPc off=2497616 len=1416964 2024-04-10T15:58:00.785 INFO:tasks.workunit.client.0.smithi069.stdout:op 1991 completed, throughput=5MB/sec 2024-04-10T15:58:00.785 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-p20sUf337wVrrAN off=82228 len=100224 2024-04-10T15:58:00.785 INFO:tasks.workunit.client.0.smithi069.stdout:op 1992 completed, throughput=5MB/sec 2024-04-10T15:58:00.785 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-rMdD-wWtNz7mOjf off=343789 len=898188 2024-04-10T15:58:00.786 INFO:tasks.workunit.client.0.smithi069.stdout:op 1993 completed, throughput=5MB/sec 2024-04-10T15:58:01.748 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:58:01 smithi077 ceph-mon[87572]: pgmap v1598: 105 pgs: 105 active+clean; 126 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-10T15:58:01.786 INFO:tasks.workunit.client.0.smithi069.stdout: 382: throughput=4.99MB/sec pending data=0 2024-04-10T15:58:01.786 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-2hMiYFyB1O1CdRi off=13996518 len=879331 2024-04-10T15:58:01.788 INFO:tasks.workunit.client.0.smithi069.stdout:op 1994 completed, throughput=4.99MB/sec 2024-04-10T15:58:01.788 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-ECdU4ZXBheOZ9nz off=7087063 len=449896 2024-04-10T15:58:01.791 INFO:tasks.workunit.client.0.smithi069.stdout:op 1995 completed, throughput=4.99MB/sec 2024-04-10T15:58:01.791 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-cVExEK3BS1DpfWe off=1253221 len=1738579 2024-04-10T15:58:01.801 INFO:tasks.workunit.client.0.smithi069.stdout:op 1996 completed, throughput=5MB/sec 2024-04-10T15:58:01.801 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-gchXmLQTUufILAW off=346948 len=651004 2024-04-10T15:58:01.805 INFO:tasks.workunit.client.0.smithi069.stdout:op 1997 completed, throughput=5MB/sec 2024-04-10T15:58:01.805 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-KVhrqJAmCVk2Fpy off=10917658 len=1801143 2024-04-10T15:58:01.811 INFO:tasks.workunit.client.0.smithi069.stdout:op 1998 completed, throughput=5MB/sec 2024-04-10T15:58:01.842 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:58:01 smithi069 ceph-mon[94167]: pgmap v1598: 105 pgs: 105 active+clean; 126 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-10T15:58:01.842 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:58:01 smithi069 ceph-mon[96738]: pgmap v1598: 105 pgs: 105 active+clean; 126 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-10T15:58:02.749 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:58:02 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T15:58:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:58:02.812 INFO:tasks.workunit.client.0.smithi069.stdout: 383: throughput=4.99MB/sec pending data=0 2024-04-10T15:58:02.812 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-xTZHRa5ik0g7wQ_ off=1412171 len=29295 2024-04-10T15:58:02.812 INFO:tasks.workunit.client.0.smithi069.stdout:op 1999 completed, throughput=4.99MB/sec 2024-04-10T15:58:02.813 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-aHg5kggfENWZp7w off=3338785 len=211918 2024-04-10T15:58:02.815 INFO:tasks.workunit.client.0.smithi069.stdout:op 2000 completed, throughput=4.99MB/sec 2024-04-10T15:58:02.816 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-BOSwz_rTM5otp5K off=11690028 len=461399 2024-04-10T15:58:02.816 INFO:tasks.workunit.client.0.smithi069.stdout:op 2001 completed, throughput=4.99MB/sec 2024-04-10T15:58:02.816 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-QXpq_YlNzFMK9lk off=3730673 len=1651655 2024-04-10T15:58:02.825 INFO:tasks.workunit.client.0.smithi069.stdout:op 2002 completed, throughput=4.99MB/sec 2024-04-10T15:58:02.825 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-JbiTjBIJ2ErJPXD off=14490379 len=1524020 2024-04-10T15:58:02.826 INFO:tasks.workunit.client.0.smithi069.stdout:op 2003 completed, throughput=5MB/sec 2024-04-10T15:58:02.826 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-YEmub-ELWmR-fj1 off=3934554 len=1708179 2024-04-10T15:58:02.828 INFO:tasks.workunit.client.0.smithi069.stdout:op 2004 completed, throughput=5MB/sec 2024-04-10T15:58:03.748 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:58:03 smithi077 ceph-mon[87572]: pgmap v1599: 105 pgs: 105 active+clean; 126 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-10T15:58:03.828 INFO:tasks.workunit.client.0.smithi069.stdout: 384: throughput=4.99MB/sec pending data=0 2024-04-10T15:58:03.829 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-V5fb0IgyVDHOeGZ off=13353074 len=1953022 2024-04-10T15:58:03.842 INFO:tasks.workunit.client.0.smithi069.stdout:op 2005 completed, throughput=4.99MB/sec 2024-04-10T15:58:03.842 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-e4NPB7DxW_abezV off=3510719 len=1502253 2024-04-10T15:58:03.842 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:58:03 smithi069 ceph-mon[96738]: pgmap v1599: 105 pgs: 105 active+clean; 126 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-10T15:58:03.843 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:58:03 smithi069 ceph-mon[94167]: pgmap v1599: 105 pgs: 105 active+clean; 126 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-10T15:58:03.849 INFO:tasks.workunit.client.0.smithi069.stdout:op 2006 completed, throughput=5MB/sec 2024-04-10T15:58:03.850 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-86zR3sbVL9HvXxT off=1962527 len=521989 2024-04-10T15:58:03.853 INFO:tasks.workunit.client.0.smithi069.stdout:op 2007 completed, throughput=5MB/sec 2024-04-10T15:58:03.853 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-80tM2UsyxQUMTDx off=5491556 len=34687 2024-04-10T15:58:03.855 INFO:tasks.workunit.client.0.smithi069.stdout:op 2008 completed, throughput=5MB/sec 2024-04-10T15:58:03.855 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-did9GqsaWToCab8 off=5057998 len=1263435 2024-04-10T15:58:03.863 INFO:tasks.workunit.client.0.smithi069.stdout:op 2009 completed, throughput=5MB/sec 2024-04-10T15:58:04.863 INFO:tasks.workunit.client.0.smithi069.stdout: 385: throughput=4.99MB/sec pending data=0 2024-04-10T15:58:04.864 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-Gjc0J-WviT8m7IW off=14026005 len=1830637 2024-04-10T15:58:04.866 INFO:tasks.workunit.client.0.smithi069.stdout:op 2010 completed, throughput=4.99MB/sec 2024-04-10T15:58:04.866 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-yYQqevi2LXrA6XN off=10849308 len=588832 2024-04-10T15:58:04.870 INFO:tasks.workunit.client.0.smithi069.stdout:op 2011 completed, throughput=4.99MB/sec 2024-04-10T15:58:04.870 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-BpS6if5QFTv8KO7 off=18106137 len=522954 2024-04-10T15:58:04.874 INFO:tasks.workunit.client.0.smithi069.stdout:op 2012 completed, throughput=5MB/sec 2024-04-10T15:58:04.874 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-0amStvMjvHQaH1Y off=3434088 len=304790 2024-04-10T15:58:04.874 INFO:tasks.workunit.client.0.smithi069.stdout:op 2013 completed, throughput=5MB/sec 2024-04-10T15:58:04.874 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-CPEYGlDSV3nsZEo off=11160595 len=734928 2024-04-10T15:58:04.875 INFO:tasks.workunit.client.0.smithi069.stdout:op 2014 completed, throughput=5MB/sec 2024-04-10T15:58:04.875 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-kYnWBYv7mnAfs_5 off=8330540 len=683104 2024-04-10T15:58:04.876 INFO:tasks.workunit.client.0.smithi069.stdout:op 2015 completed, throughput=5MB/sec 2024-04-10T15:58:05.748 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:58:05 smithi077 ceph-mon[87572]: pgmap v1600: 105 pgs: 105 active+clean; 126 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-10T15:58:05.842 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:58:05 smithi069 ceph-mon[96738]: pgmap v1600: 105 pgs: 105 active+clean; 126 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-10T15:58:05.843 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:58:05 smithi069 ceph-mon[94167]: pgmap v1600: 105 pgs: 105 active+clean; 126 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-10T15:58:05.876 INFO:tasks.workunit.client.0.smithi069.stdout: 386: throughput=4.99MB/sec pending data=0 2024-04-10T15:58:05.876 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-7COXrvjuKxF4vcq off=4072119 len=895636 2024-04-10T15:58:05.882 INFO:tasks.workunit.client.0.smithi069.stdout:op 2016 completed, throughput=4.99MB/sec 2024-04-10T15:58:05.882 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-u3Lt1FNIKRkDr65 off=8810215 len=390916 2024-04-10T15:58:05.883 INFO:tasks.workunit.client.0.smithi069.stdout:op 2017 completed, throughput=4.99MB/sec 2024-04-10T15:58:05.883 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-is9ly0qW0w38D1j off=3104356 len=972467 2024-04-10T15:58:05.884 INFO:tasks.workunit.client.0.smithi069.stdout:op 2018 completed, throughput=4.99MB/sec 2024-04-10T15:58:05.885 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-AnjCze4WAseAcMH off=1540195 len=661611 2024-04-10T15:58:05.886 INFO:tasks.workunit.client.0.smithi069.stdout:op 2019 completed, throughput=4.99MB/sec 2024-04-10T15:58:05.886 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-dAZcQn_cQeP-O9U off=396360 len=132799 2024-04-10T15:58:05.888 INFO:tasks.workunit.client.0.smithi069.stdout:op 2020 completed, throughput=4.99MB/sec 2024-04-10T15:58:05.888 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-TPaVh4n382WFBtK off=4231516 len=813542 2024-04-10T15:58:05.892 INFO:tasks.workunit.client.0.smithi069.stdout:op 2021 completed, throughput=5MB/sec 2024-04-10T15:58:05.892 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-e2dwraa0DgIdWu9 off=1739578 len=1623127 2024-04-10T15:58:05.900 INFO:tasks.workunit.client.0.smithi069.stdout:op 2022 completed, throughput=5MB/sec 2024-04-10T15:58:06.900 INFO:tasks.workunit.client.0.smithi069.stdout: 387: throughput=4.99MB/sec pending data=0 2024-04-10T15:58:06.901 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-r6WUh5W_XdhWi55 off=14049298 len=890660 2024-04-10T15:58:06.902 INFO:tasks.workunit.client.0.smithi069.stdout:op 2023 completed, throughput=4.99MB/sec 2024-04-10T15:58:06.902 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-wMBtHcAqM_MdrP5 off=20248051 len=2090187 2024-04-10T15:58:06.906 INFO:tasks.workunit.client.0.smithi069.stdout:op 2024 completed, throughput=4.99MB/sec 2024-04-10T15:58:06.906 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-nA-IO37Bkbg1OcV off=2951313 len=1643249 2024-04-10T15:58:06.908 INFO:tasks.workunit.client.0.smithi069.stdout:op 2025 completed, throughput=5MB/sec 2024-04-10T15:58:06.908 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-FYUKo96w82mGzC3 off=2712576 len=1612569 2024-04-10T15:58:06.917 INFO:tasks.workunit.client.0.smithi069.stdout:op 2026 completed, throughput=5MB/sec 2024-04-10T15:58:07.342 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:58:06 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:15:58:06] "GET /metrics HTTP/1.1" 200 34036 "" "Prometheus/2.43.0" 2024-04-10T15:58:07.748 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:58:07 smithi077 ceph-mon[87572]: pgmap v1601: 105 pgs: 105 active+clean; 126 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-10T15:58:07.842 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:58:07 smithi069 ceph-mon[96738]: pgmap v1601: 105 pgs: 105 active+clean; 126 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-10T15:58:07.843 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:58:07 smithi069 ceph-mon[94167]: pgmap v1601: 105 pgs: 105 active+clean; 126 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-10T15:58:07.918 INFO:tasks.workunit.client.0.smithi069.stdout: 388: throughput=4.99MB/sec pending data=0 2024-04-10T15:58:07.918 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-U-LzBQJqk0Mu2ZQ off=5921709 len=1099630 2024-04-10T15:58:07.919 INFO:tasks.workunit.client.0.smithi069.stdout:op 2027 completed, throughput=4.99MB/sec 2024-04-10T15:58:07.919 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-4zqKsANDsGICjL8 off=7682630 len=1443410 2024-04-10T15:58:07.921 INFO:tasks.workunit.client.0.smithi069.stdout:op 2028 completed, throughput=5MB/sec 2024-04-10T15:58:07.921 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-a5hnb6VRVvUa-bB off=3294758 len=1765182 2024-04-10T15:58:07.932 INFO:tasks.workunit.client.0.smithi069.stdout:op 2029 completed, throughput=5MB/sec 2024-04-10T15:58:08.932 INFO:tasks.workunit.client.0.smithi069.stdout: 389: throughput=4.99MB/sec pending data=0 2024-04-10T15:58:08.933 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-nhLihEXTIwffYtw off=3598744 len=60694 2024-04-10T15:58:08.935 INFO:tasks.workunit.client.0.smithi069.stdout:op 2030 completed, throughput=4.99MB/sec 2024-04-10T15:58:08.935 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-aJJkBAcU2P-aDZR off=162742 len=950949 2024-04-10T15:58:08.939 INFO:tasks.workunit.client.0.smithi069.stdout:op 2031 completed, throughput=4.99MB/sec 2024-04-10T15:58:08.939 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-K3TBD4qpRv9zRDu off=3502124 len=45360 2024-04-10T15:58:08.940 INFO:tasks.workunit.client.0.smithi069.stdout:op 2032 completed, throughput=4.99MB/sec 2024-04-10T15:58:08.940 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-xETnBsbAZIlMm1n off=145121 len=1936205 2024-04-10T15:58:08.944 INFO:tasks.workunit.client.0.smithi069.stdout:op 2033 completed, throughput=4.99MB/sec 2024-04-10T15:58:08.944 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-55DFncA52x8xNv7 off=5426572 len=1399975 2024-04-10T15:58:08.952 INFO:tasks.workunit.client.0.smithi069.stdout:op 2034 completed, throughput=5MB/sec 2024-04-10T15:58:08.952 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-C0cd72frliESCj2 off=6542172 len=897469 2024-04-10T15:58:08.957 INFO:tasks.workunit.client.0.smithi069.stdout:op 2035 completed, throughput=5MB/sec 2024-04-10T15:58:08.957 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-EU2V0SnIugsnNb1 off=1635243 len=342183 2024-04-10T15:58:08.958 INFO:tasks.workunit.client.0.smithi069.stdout:op 2036 completed, throughput=5MB/sec 2024-04-10T15:58:09.749 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:58:09 smithi077 ceph-mon[87572]: pgmap v1602: 105 pgs: 105 active+clean; 126 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-10T15:58:09.843 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:58:09 smithi069 ceph-mon[96738]: pgmap v1602: 105 pgs: 105 active+clean; 126 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-10T15:58:09.843 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:58:09 smithi069 ceph-mon[94167]: pgmap v1602: 105 pgs: 105 active+clean; 126 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-10T15:58:09.958 INFO:tasks.workunit.client.0.smithi069.stdout: 390: throughput=4.99MB/sec pending data=0 2024-04-10T15:58:09.958 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-OEQ_6DzNAMxABdm off=3045982 len=1480543 2024-04-10T15:58:09.960 INFO:tasks.workunit.client.0.smithi069.stdout:op 2037 completed, throughput=4.99MB/sec 2024-04-10T15:58:09.960 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-j8VVTPCpUSN6drb off=4139637 len=1843530 2024-04-10T15:58:09.964 INFO:tasks.workunit.client.0.smithi069.stdout:op 2038 completed, throughput=5MB/sec 2024-04-10T15:58:09.964 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-rAUGBg_zN-EjDsb off=6128234 len=1105719 2024-04-10T15:58:09.969 INFO:tasks.workunit.client.0.smithi069.stdout:op 2039 completed, throughput=5MB/sec 2024-04-10T15:58:09.969 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-29PAFbfNDrZrOGq off=16249919 len=1796816 2024-04-10T15:58:09.979 INFO:tasks.workunit.client.0.smithi069.stdout:op 2040 completed, throughput=5MB/sec 2024-04-10T15:58:10.749 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:58:10 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:58:10.842 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:58:10 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:58:10.843 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:58:10 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:58:10.979 INFO:tasks.workunit.client.0.smithi069.stdout: 391: throughput=4.99MB/sec pending data=0 2024-04-10T15:58:10.979 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-UnsiP2E0vxOXQ2h off=22634021 len=1234820 2024-04-10T15:58:10.981 INFO:tasks.workunit.client.0.smithi069.stdout:op 2041 completed, throughput=4.99MB/sec 2024-04-10T15:58:10.981 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-K1C9A7FRm391Evh off=770779 len=206468 2024-04-10T15:58:10.983 INFO:tasks.workunit.client.0.smithi069.stdout:op 2042 completed, throughput=4.99MB/sec 2024-04-10T15:58:10.983 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-NT2e5miQJwJ9qLh off=3243277 len=2032564 2024-04-10T15:58:10.985 INFO:tasks.workunit.client.0.smithi069.stdout:op 2043 completed, throughput=5MB/sec 2024-04-10T15:58:10.985 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-6x6p9mT5yROhX08 off=12250632 len=430470 2024-04-10T15:58:10.988 INFO:tasks.workunit.client.0.smithi069.stdout:op 2044 completed, throughput=5MB/sec 2024-04-10T15:58:10.989 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-NRHTIwkOY1fh25M off=874900 len=199100 2024-04-10T15:58:10.989 INFO:tasks.workunit.client.0.smithi069.stdout:op 2045 completed, throughput=5MB/sec 2024-04-10T15:58:11.748 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:58:11 smithi077 ceph-mon[87572]: pgmap v1603: 105 pgs: 105 active+clean; 126 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-10T15:58:11.842 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:58:11 smithi069 ceph-mon[96738]: pgmap v1603: 105 pgs: 105 active+clean; 126 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-10T15:58:11.843 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:58:11 smithi069 ceph-mon[94167]: pgmap v1603: 105 pgs: 105 active+clean; 126 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-10T15:58:11.990 INFO:tasks.workunit.client.0.smithi069.stdout: 392: throughput=4.99MB/sec pending data=0 2024-04-10T15:58:11.990 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-IU1-8LoMSKfpkit off=10152495 len=1081347 2024-04-10T15:58:11.991 INFO:tasks.workunit.client.0.smithi069.stdout:op 2046 completed, throughput=4.99MB/sec 2024-04-10T15:58:11.991 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-1sjaCa5y8FBqjxC off=4736036 len=1278164 2024-04-10T15:58:11.998 INFO:tasks.workunit.client.0.smithi069.stdout:op 2047 completed, throughput=4.99MB/sec 2024-04-10T15:58:11.998 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-D9bPsoWfJJZ8BF1 off=10729674 len=720704 2024-04-10T15:58:12.002 INFO:tasks.workunit.client.0.smithi069.stdout:op 2048 completed, throughput=4.99MB/sec 2024-04-10T15:58:12.002 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-uVA056ehTKYljVa off=11029081 len=208960 2024-04-10T15:58:12.002 INFO:tasks.workunit.client.0.smithi069.stdout:op 2049 completed, throughput=5MB/sec 2024-04-10T15:58:12.002 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-Uyox6qLXOV6DUJ5 off=1735455 len=1907550 2024-04-10T15:58:12.014 INFO:tasks.workunit.client.0.smithi069.stdout:op 2050 completed, throughput=5MB/sec 2024-04-10T15:58:12.014 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-izas9YQIonpTWiz off=3466711 len=457495 2024-04-10T15:58:12.018 INFO:tasks.workunit.client.0.smithi069.stdout:op 2051 completed, throughput=5MB/sec 2024-04-10T15:58:12.748 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:58:12 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T15:58:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:58:13.018 INFO:tasks.workunit.client.0.smithi069.stdout: 393: throughput=4.99MB/sec pending data=0 2024-04-10T15:58:13.018 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-d1reSqsruML_xgk off=390419 len=1694021 2024-04-10T15:58:13.025 INFO:tasks.workunit.client.0.smithi069.stdout:op 2052 completed, throughput=4.99MB/sec 2024-04-10T15:58:13.025 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-lyAZ0wFP4Bs6Yjy off=1878120 len=474951 2024-04-10T15:58:13.026 INFO:tasks.workunit.client.0.smithi069.stdout:op 2053 completed, throughput=4.99MB/sec 2024-04-10T15:58:13.026 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-q8c_GnMzfjyM2IG off=2524654 len=2013518 2024-04-10T15:58:13.030 INFO:tasks.workunit.client.0.smithi069.stdout:op 2054 completed, throughput=5MB/sec 2024-04-10T15:58:13.030 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-ODbTpC2aWNdREWb off=3118969 len=1950336 2024-04-10T15:58:13.033 INFO:tasks.workunit.client.0.smithi069.stdout:op 2055 completed, throughput=5MB/sec 2024-04-10T15:58:13.749 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:58:13 smithi077 ceph-mon[87572]: pgmap v1604: 105 pgs: 105 active+clean; 126 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-10T15:58:13.842 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:58:13 smithi069 ceph-mon[96738]: pgmap v1604: 105 pgs: 105 active+clean; 126 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-10T15:58:13.843 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:58:13 smithi069 ceph-mon[94167]: pgmap v1604: 105 pgs: 105 active+clean; 126 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-10T15:58:14.034 INFO:tasks.workunit.client.0.smithi069.stdout: 394: throughput=4.99MB/sec pending data=0 2024-04-10T15:58:14.034 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-1Bu5Y5MHeppq_16 off=4580734 len=334831 2024-04-10T15:58:14.037 INFO:tasks.workunit.client.0.smithi069.stdout:op 2056 completed, throughput=4.99MB/sec 2024-04-10T15:58:14.037 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-IGvlbYKKFUO8R7A off=3742469 len=1703536 2024-04-10T15:58:14.038 INFO:tasks.workunit.client.0.smithi069.stdout:op 2057 completed, throughput=4.99MB/sec 2024-04-10T15:58:14.039 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-Xavbq4fRvgPrkpt off=13516980 len=231806 2024-04-10T15:58:14.039 INFO:tasks.workunit.client.0.smithi069.stdout:op 2058 completed, throughput=5MB/sec 2024-04-10T15:58:14.039 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-Zxr7BEZeIyIhxVd off=15400641 len=1875405 2024-04-10T15:58:14.051 INFO:tasks.workunit.client.0.smithi069.stdout:op 2059 completed, throughput=5MB/sec 2024-04-10T15:58:14.051 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-zpcas2sNUKxaYUd off=803530 len=1703496 2024-04-10T15:58:14.052 INFO:tasks.workunit.client.0.smithi069.stdout:op 2060 completed, throughput=5MB/sec 2024-04-10T15:58:15.053 INFO:tasks.workunit.client.0.smithi069.stdout: 395: throughput=4.99MB/sec pending data=0 2024-04-10T15:58:15.053 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-lV3c1H4qWJmVSTs off=10995 len=1034191 2024-04-10T15:58:15.055 INFO:tasks.workunit.client.0.smithi069.stdout:op 2061 completed, throughput=4.99MB/sec 2024-04-10T15:58:15.055 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-SlkZF-il0R5gRxq off=691840 len=1897162 2024-04-10T15:58:15.065 INFO:tasks.workunit.client.0.smithi069.stdout:op 2062 completed, throughput=5MB/sec 2024-04-10T15:58:15.066 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-82W6UpBLKkFcRhP off=2031491 len=148898 2024-04-10T15:58:15.068 INFO:tasks.workunit.client.0.smithi069.stdout:op 2063 completed, throughput=5MB/sec 2024-04-10T15:58:15.068 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-m72eHAzOku3L-Bk off=3093632 len=732403 2024-04-10T15:58:15.069 INFO:tasks.workunit.client.0.smithi069.stdout:op 2064 completed, throughput=5MB/sec 2024-04-10T15:58:15.749 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:58:15 smithi077 ceph-mon[87572]: pgmap v1605: 105 pgs: 105 active+clean; 126 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-10T15:58:15.842 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:58:15 smithi069 ceph-mon[96738]: pgmap v1605: 105 pgs: 105 active+clean; 126 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-10T15:58:15.843 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:58:15 smithi069 ceph-mon[94167]: pgmap v1605: 105 pgs: 105 active+clean; 126 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-10T15:58:16.070 INFO:tasks.workunit.client.0.smithi069.stdout: 396: throughput=4.99MB/sec pending data=0 2024-04-10T15:58:16.070 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-hZ_kM7QzKITncJi off=4222975 len=826210 2024-04-10T15:58:16.072 INFO:tasks.workunit.client.0.smithi069.stdout:op 2065 completed, throughput=4.99MB/sec 2024-04-10T15:58:16.072 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-dyTHv9glWpyoNaw off=1969312 len=1734545 2024-04-10T15:58:16.081 INFO:tasks.workunit.client.0.smithi069.stdout:op 2066 completed, throughput=4.99MB/sec 2024-04-10T15:58:16.081 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-jH8D__zIuwd6pe4 off=1465296 len=297918 2024-04-10T15:58:16.084 INFO:tasks.workunit.client.0.smithi069.stdout:op 2067 completed, throughput=4.99MB/sec 2024-04-10T15:58:16.085 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-p6b0GEuO7_WnvzB off=1376390 len=1547919 2024-04-10T15:58:16.086 INFO:tasks.workunit.client.0.smithi069.stdout:op 2068 completed, throughput=5MB/sec 2024-04-10T15:58:16.086 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-qmuXqIcxe5gRq-A off=142459 len=1283313 2024-04-10T15:58:16.093 INFO:tasks.workunit.client.0.smithi069.stdout:op 2069 completed, throughput=5MB/sec 2024-04-10T15:58:17.093 INFO:tasks.workunit.client.0.smithi069.stdout: 397: throughput=4.99MB/sec pending data=0 2024-04-10T15:58:17.094 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-nOXVOK4hJt4CGfO off=6399509 len=203841 2024-04-10T15:58:17.096 INFO:tasks.workunit.client.0.smithi069.stdout:op 2070 completed, throughput=4.99MB/sec 2024-04-10T15:58:17.096 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-V489siccpE0_X8i off=265020 len=1156728 2024-04-10T15:58:17.102 INFO:tasks.workunit.client.0.smithi069.stdout:op 2071 completed, throughput=4.99MB/sec 2024-04-10T15:58:17.102 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-1jHXAsPqe2o5DuI off=1347653 len=1645248 2024-04-10T15:58:17.105 INFO:tasks.workunit.client.0.smithi069.stdout:op 2072 completed, throughput=5MB/sec 2024-04-10T15:58:17.105 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-yczJ_rfFrdHYRI7 off=3860327 len=886352 2024-04-10T15:58:17.110 INFO:tasks.workunit.client.0.smithi069.stdout:op 2073 completed, throughput=5MB/sec 2024-04-10T15:58:17.110 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-hRd7gmUTMkX71U_ off=3815279 len=1546058 2024-04-10T15:58:17.112 INFO:tasks.workunit.client.0.smithi069.stdout:op 2074 completed, throughput=5MB/sec 2024-04-10T15:58:17.343 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:58:16 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:15:58:16] "GET /metrics HTTP/1.1" 200 34031 "" "Prometheus/2.43.0" 2024-04-10T15:58:17.749 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:58:17 smithi077 ceph-mon[87572]: pgmap v1606: 105 pgs: 105 active+clean; 126 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-10T15:58:17.842 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:58:17 smithi069 ceph-mon[96738]: pgmap v1606: 105 pgs: 105 active+clean; 126 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-10T15:58:17.843 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:58:17 smithi069 ceph-mon[94167]: pgmap v1606: 105 pgs: 105 active+clean; 126 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-10T15:58:18.112 INFO:tasks.workunit.client.0.smithi069.stdout: 398: throughput=4.99MB/sec pending data=0 2024-04-10T15:58:18.112 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-upuRnpIqsEgznFT off=4566373 len=1918485 2024-04-10T15:58:18.123 INFO:tasks.workunit.client.0.smithi069.stdout:op 2075 completed, throughput=4.99MB/sec 2024-04-10T15:58:18.124 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-JFgwBj-LkUkSLAB off=4863915 len=746609 2024-04-10T15:58:18.125 INFO:tasks.workunit.client.0.smithi069.stdout:op 2076 completed, throughput=4.99MB/sec 2024-04-10T15:58:18.125 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-4CpVl02g29ocEdx off=13438911 len=1208957 2024-04-10T15:58:18.132 INFO:tasks.workunit.client.0.smithi069.stdout:op 2077 completed, throughput=5MB/sec 2024-04-10T15:58:18.132 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-Ou5u6jWu3nk0_bl off=13281356 len=385444 2024-04-10T15:58:18.135 INFO:tasks.workunit.client.0.smithi069.stdout:op 2078 completed, throughput=5MB/sec 2024-04-10T15:58:18.136 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-ST_176z6KoAmXoT off=214367 len=1700134 2024-04-10T15:58:18.145 INFO:tasks.workunit.client.0.smithi069.stdout:op 2079 completed, throughput=5MB/sec 2024-04-10T15:58:19.146 INFO:tasks.workunit.client.0.smithi069.stdout: 399: throughput=4.99MB/sec pending data=0 2024-04-10T15:58:19.146 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-ifXNvPwagpdlVvw off=7956439 len=1288918 2024-04-10T15:58:19.153 INFO:tasks.workunit.client.0.smithi069.stdout:op 2080 completed, throughput=4.99MB/sec 2024-04-10T15:58:19.153 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-1gn83e1v2OouL5x off=13791037 len=274897 2024-04-10T15:58:19.156 INFO:tasks.workunit.client.0.smithi069.stdout:op 2081 completed, throughput=4.99MB/sec 2024-04-10T15:58:19.156 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-eIMUvNectLjjmLT off=3914903 len=2030442 2024-04-10T15:58:19.165 INFO:tasks.workunit.client.0.smithi069.stdout:op 2082 completed, throughput=5MB/sec 2024-04-10T15:58:19.165 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-pNbHhm86d6DKI_S off=13177267 len=373605 2024-04-10T15:58:19.166 INFO:tasks.workunit.client.0.smithi069.stdout:op 2083 completed, throughput=5MB/sec 2024-04-10T15:58:19.166 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-BB8IOO229YwVlv7 off=315211 len=849145 2024-04-10T15:58:19.170 INFO:tasks.workunit.client.0.smithi069.stdout:op 2084 completed, throughput=5MB/sec 2024-04-10T15:58:19.749 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:58:19 smithi077 ceph-mon[87572]: pgmap v1607: 105 pgs: 105 active+clean; 126 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-10T15:58:19.842 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:58:19 smithi069 ceph-mon[96738]: pgmap v1607: 105 pgs: 105 active+clean; 126 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-10T15:58:19.843 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:58:19 smithi069 ceph-mon[94167]: pgmap v1607: 105 pgs: 105 active+clean; 126 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-10T15:58:20.170 INFO:tasks.workunit.client.0.smithi069.stdout: 400: throughput=4.99MB/sec pending data=0 2024-04-10T15:58:20.170 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-CjQ7B73W-gdCZvV off=4772158 len=1334430 2024-04-10T15:58:20.172 INFO:tasks.workunit.client.0.smithi069.stdout:op 2085 completed, throughput=4.99MB/sec 2024-04-10T15:58:20.172 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-tBa0S1s58e7FTh3 off=17840537 len=296982 2024-04-10T15:58:20.175 INFO:tasks.workunit.client.0.smithi069.stdout:op 2086 completed, throughput=4.99MB/sec 2024-04-10T15:58:20.175 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-a0OAW21EQZ7Coif off=4768903 len=351116 2024-04-10T15:58:20.176 INFO:tasks.workunit.client.0.smithi069.stdout:op 2087 completed, throughput=4.99MB/sec 2024-04-10T15:58:20.176 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-Pf_UOS4misMqJLz off=13725843 len=907514 2024-04-10T15:58:20.180 INFO:tasks.workunit.client.0.smithi069.stdout:op 2088 completed, throughput=5MB/sec 2024-04-10T15:58:20.180 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-2E6v3Uz-mky6W9q off=13300107 len=1179129 2024-04-10T15:58:20.187 INFO:tasks.workunit.client.0.smithi069.stdout:op 2089 completed, throughput=5MB/sec 2024-04-10T15:58:20.187 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-SZNLiKmsK3Ykncv off=402677 len=631158 2024-04-10T15:58:20.191 INFO:tasks.workunit.client.0.smithi069.stdout:op 2090 completed, throughput=5MB/sec 2024-04-10T15:58:20.191 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-bWjY0aitPYdUKkG off=502548 len=260325 2024-04-10T15:58:20.193 INFO:tasks.workunit.client.0.smithi069.stdout:op 2091 completed, throughput=5MB/sec 2024-04-10T15:58:21.193 INFO:tasks.workunit.client.0.smithi069.stdout: 401: throughput=4.99MB/sec pending data=0 2024-04-10T15:58:21.193 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-3EJqfNtdQYlilHW off=2106324 len=17937 2024-04-10T15:58:21.194 INFO:tasks.workunit.client.0.smithi069.stdout:op 2092 completed, throughput=4.99MB/sec 2024-04-10T15:58:21.194 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-tk0uJC62aAd_2XX off=7960420 len=297538 2024-04-10T15:58:21.197 INFO:tasks.workunit.client.0.smithi069.stdout:op 2093 completed, throughput=4.99MB/sec 2024-04-10T15:58:21.197 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-QPBdC6Fqtl2BjtN off=15434146 len=1913339 2024-04-10T15:58:21.200 INFO:tasks.workunit.client.0.smithi069.stdout:op 2094 completed, throughput=4.99MB/sec 2024-04-10T15:58:21.200 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-lR7F7wzjnTVqciP off=9585671 len=1836254 2024-04-10T15:58:21.201 INFO:tasks.workunit.client.0.smithi069.stdout:op 2095 completed, throughput=5MB/sec 2024-04-10T15:58:21.201 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-DMI1oxCI7FE5m_x off=6826941 len=1480624 2024-04-10T15:58:21.203 INFO:tasks.workunit.client.0.smithi069.stdout:op 2096 completed, throughput=5MB/sec 2024-04-10T15:58:21.749 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:58:21 smithi077 ceph-mon[87572]: pgmap v1608: 105 pgs: 105 active+clean; 126 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-10T15:58:21.843 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:58:21 smithi069 ceph-mon[96738]: pgmap v1608: 105 pgs: 105 active+clean; 126 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-10T15:58:21.843 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:58:21 smithi069 ceph-mon[94167]: pgmap v1608: 105 pgs: 105 active+clean; 126 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-10T15:58:22.203 INFO:tasks.workunit.client.0.smithi069.stdout: 402: throughput=4.99MB/sec pending data=0 2024-04-10T15:58:22.203 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-ZVdXvtlyAHZJxJN off=0 len=1630580 2024-04-10T15:58:22.212 INFO:tasks.workunit.client.0.smithi069.stdout:op 2097 completed, throughput=4.99MB/sec 2024-04-10T15:58:22.212 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-6HHdEKFYO7vIfQF off=2477789 len=642232 2024-04-10T15:58:22.213 INFO:tasks.workunit.client.0.smithi069.stdout:op 2098 completed, throughput=4.99MB/sec 2024-04-10T15:58:22.213 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-RA0hLnQjlI0SjjB off=19158849 len=383572 2024-04-10T15:58:22.216 INFO:tasks.workunit.client.0.smithi069.stdout:op 2099 completed, throughput=4.99MB/sec 2024-04-10T15:58:22.217 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-BHtHnSb00bFpnNv off=22530547 len=482791 2024-04-10T15:58:22.218 INFO:tasks.workunit.client.0.smithi069.stdout:op 2100 completed, throughput=5MB/sec 2024-04-10T15:58:22.218 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj--0MuT96RI284Jic off=9919431 len=907139 2024-04-10T15:58:22.223 INFO:tasks.workunit.client.0.smithi069.stdout:op 2101 completed, throughput=5MB/sec 2024-04-10T15:58:22.223 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-IrxiYgdKLbfxFQN off=8861701 len=761494 2024-04-10T15:58:22.224 INFO:tasks.workunit.client.0.smithi069.stdout:op 2102 completed, throughput=5MB/sec 2024-04-10T15:58:22.224 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-NUUhTsd0mqjW7w- off=13735958 len=1939448 2024-04-10T15:58:22.231 INFO:tasks.workunit.client.0.smithi069.stdout:op 2103 completed, throughput=5MB/sec 2024-04-10T15:58:22.749 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:58:22 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T15:58:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:58:23.232 INFO:tasks.workunit.client.0.smithi069.stdout: 403: throughput=4.99MB/sec pending data=0 2024-04-10T15:58:23.232 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-ShWPlO8x1XDyrWt off=3906306 len=782363 2024-04-10T15:58:23.237 INFO:tasks.workunit.client.0.smithi069.stdout:op 2104 completed, throughput=4.99MB/sec 2024-04-10T15:58:23.237 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-kYQDGvTQ6SFBSTI off=43363 len=841658 2024-04-10T15:58:23.238 INFO:tasks.workunit.client.0.smithi069.stdout:op 2105 completed, throughput=5MB/sec 2024-04-10T15:58:23.238 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-KYVt4tSgwu1FCIW off=10917275 len=157949 2024-04-10T15:58:23.239 INFO:tasks.workunit.client.0.smithi069.stdout:op 2106 completed, throughput=5MB/sec 2024-04-10T15:58:23.239 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-rYYx1uw3IDeJwjo off=626010 len=1355578 2024-04-10T15:58:23.249 INFO:tasks.workunit.client.0.smithi069.stdout:op 2107 completed, throughput=5MB/sec 2024-04-10T15:58:23.249 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-0mON64018ucVezZ off=17426355 len=1940196 2024-04-10T15:58:23.251 INFO:tasks.workunit.client.0.smithi069.stdout:op 2108 completed, throughput=5MB/sec 2024-04-10T15:58:23.749 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:58:23 smithi077 ceph-mon[87572]: pgmap v1609: 105 pgs: 105 active+clean; 126 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-10T15:58:23.842 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:58:23 smithi069 ceph-mon[96738]: pgmap v1609: 105 pgs: 105 active+clean; 126 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-10T15:58:23.843 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:58:23 smithi069 ceph-mon[94167]: pgmap v1609: 105 pgs: 105 active+clean; 126 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-10T15:58:24.252 INFO:tasks.workunit.client.0.smithi069.stdout: 404: throughput=4.99MB/sec pending data=0 2024-04-10T15:58:24.252 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-D9bPsoWfJJZ8BF1 off=11853094 len=1049753 2024-04-10T15:58:24.256 INFO:tasks.workunit.client.0.smithi069.stdout:op 2109 completed, throughput=4.99MB/sec 2024-04-10T15:58:24.257 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-JnqPr-RiWg2hbMJ off=807977 len=36103 2024-04-10T15:58:24.257 INFO:tasks.workunit.client.0.smithi069.stdout:op 2110 completed, throughput=4.99MB/sec 2024-04-10T15:58:24.257 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-iq_jDLFEIrMklSq off=18607 len=930999 2024-04-10T15:58:24.258 INFO:tasks.workunit.client.0.smithi069.stdout:op 2111 completed, throughput=5MB/sec 2024-04-10T15:58:24.258 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-1nVeWkjwgn2fxni off=4566541 len=862788 2024-04-10T15:58:24.259 INFO:tasks.workunit.client.0.smithi069.stdout:op 2112 completed, throughput=5MB/sec 2024-04-10T15:58:24.259 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-D-AquTMkR7oAoRL off=771732 len=22280 2024-04-10T15:58:24.260 INFO:tasks.workunit.client.0.smithi069.stdout:op 2113 completed, throughput=5MB/sec 2024-04-10T15:58:24.260 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-DxpdpzDHnw_M6Dc off=8516941 len=2066303 2024-04-10T15:58:24.271 INFO:tasks.workunit.client.0.smithi069.stdout:op 2114 completed, throughput=5MB/sec 2024-04-10T15:58:25.272 INFO:tasks.workunit.client.0.smithi069.stdout: 405: throughput=4.99MB/sec pending data=0 2024-04-10T15:58:25.272 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-62TpnusC_adUPfS off=7461513 len=1916673 2024-04-10T15:58:25.274 INFO:tasks.workunit.client.0.smithi069.stdout:op 2115 completed, throughput=4.99MB/sec 2024-04-10T15:58:25.274 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-meaYymE_F7RVr68 off=7761785 len=1856186 2024-04-10T15:58:25.276 INFO:tasks.workunit.client.0.smithi069.stdout:op 2116 completed, throughput=5MB/sec 2024-04-10T15:58:25.276 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-0OxhW2LmnV9MGIr off=5503382 len=1713954 2024-04-10T15:58:25.287 INFO:tasks.workunit.client.0.smithi069.stdout:op 2117 completed, throughput=5MB/sec 2024-04-10T15:58:25.749 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:58:25 smithi077 ceph-mon[87572]: pgmap v1610: 105 pgs: 105 active+clean; 126 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-10T15:58:25.749 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:58:25 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:58:25.843 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:58:25 smithi069 ceph-mon[96738]: pgmap v1610: 105 pgs: 105 active+clean; 126 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-10T15:58:25.843 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:58:25 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:58:25.843 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:58:25 smithi069 ceph-mon[94167]: pgmap v1610: 105 pgs: 105 active+clean; 126 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-10T15:58:25.843 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:58:25 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:58:26.287 INFO:tasks.workunit.client.0.smithi069.stdout: 406: throughput=4.99MB/sec pending data=0 2024-04-10T15:58:26.287 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-puF8cvYkl-UHXNl off=7283442 len=1992962 2024-04-10T15:58:26.297 INFO:tasks.workunit.client.0.smithi069.stdout:op 2118 completed, throughput=5MB/sec 2024-04-10T15:58:26.297 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-wVQbtNmzxgkm4Xz off=11022021 len=1564710 2024-04-10T15:58:26.304 INFO:tasks.workunit.client.0.smithi069.stdout:op 2119 completed, throughput=5MB/sec 2024-04-10T15:58:26.304 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-WHoILTK3vCUfWdQ off=12778989 len=1129630 2024-04-10T15:58:26.309 INFO:tasks.workunit.client.0.smithi069.stdout:op 2120 completed, throughput=5MB/sec 2024-04-10T15:58:27.310 INFO:tasks.workunit.client.0.smithi069.stdout: 407: throughput=4.99MB/sec pending data=0 2024-04-10T15:58:27.310 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-LMD7JwQdeMMyIN1 off=483917 len=213289 2024-04-10T15:58:27.313 INFO:tasks.workunit.client.0.smithi069.stdout:op 2121 completed, throughput=4.99MB/sec 2024-04-10T15:58:27.313 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-VNm5ajlCOn9s3L1 off=2520259 len=828348 2024-04-10T15:58:27.317 INFO:tasks.workunit.client.0.smithi069.stdout:op 2122 completed, throughput=4.99MB/sec 2024-04-10T15:58:27.318 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-x5_82yMT64FG5Mt off=1138719 len=1269054 2024-04-10T15:58:27.319 INFO:tasks.workunit.client.0.smithi069.stdout:op 2123 completed, throughput=4.99MB/sec 2024-04-10T15:58:27.319 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-zuSqASJqNw666lR off=10815155 len=1166426 2024-04-10T15:58:27.321 INFO:tasks.workunit.client.0.smithi069.stdout:op 2124 completed, throughput=5MB/sec 2024-04-10T15:58:27.321 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-dnJeHMtCYNRlfMJ off=7209852 len=1154060 2024-04-10T15:58:27.328 INFO:tasks.workunit.client.0.smithi069.stdout:op 2125 completed, throughput=5MB/sec 2024-04-10T15:58:27.328 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-_KBKQ3y9Gs8nwOf off=13097373 len=359978 2024-04-10T15:58:27.332 INFO:tasks.workunit.client.0.smithi069.stdout:op 2126 completed, throughput=5MB/sec 2024-04-10T15:58:27.342 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:58:26 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:15:58:26] "GET /metrics HTTP/1.1" 200 34034 "" "Prometheus/2.43.0" 2024-04-10T15:58:27.748 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:58:27 smithi077 ceph-mon[87572]: pgmap v1611: 105 pgs: 105 active+clean; 126 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-10T15:58:27.843 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:58:27 smithi069 ceph-mon[96738]: pgmap v1611: 105 pgs: 105 active+clean; 126 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-10T15:58:27.843 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:58:27 smithi069 ceph-mon[94167]: pgmap v1611: 105 pgs: 105 active+clean; 126 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-10T15:58:28.332 INFO:tasks.workunit.client.0.smithi069.stdout: 408: throughput=4.99MB/sec pending data=0 2024-04-10T15:58:28.332 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-fysxGkXcvXLYPrm off=101217 len=1600185 2024-04-10T15:58:28.334 INFO:tasks.workunit.client.0.smithi069.stdout:op 2127 completed, throughput=4.99MB/sec 2024-04-10T15:58:28.334 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-AkmZEdA0N8qRl7F off=4572520 len=1904576 2024-04-10T15:58:28.337 INFO:tasks.workunit.client.0.smithi069.stdout:op 2128 completed, throughput=5MB/sec 2024-04-10T15:58:28.337 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-7xC9EbEWXIqnyuU off=7492946 len=1718282 2024-04-10T15:58:28.340 INFO:tasks.workunit.client.0.smithi069.stdout:op 2129 completed, throughput=5MB/sec 2024-04-10T15:58:29.341 INFO:tasks.workunit.client.0.smithi069.stdout: 409: throughput=4.99MB/sec pending data=0 2024-04-10T15:58:29.341 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-5Zq0maze_fDbkN1 off=11003121 len=483244 2024-04-10T15:58:29.344 INFO:tasks.workunit.client.0.smithi069.stdout:op 2130 completed, throughput=4.99MB/sec 2024-04-10T15:58:29.344 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-arnpev60KApWL_Z off=4755062 len=479738 2024-04-10T15:58:29.346 INFO:tasks.workunit.client.0.smithi069.stdout:op 2131 completed, throughput=4.99MB/sec 2024-04-10T15:58:29.346 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-3mmG6N9ZRO7H_7a off=394536 len=1479045 2024-04-10T15:58:29.348 INFO:tasks.workunit.client.0.smithi069.stdout:op 2132 completed, throughput=4.99MB/sec 2024-04-10T15:58:29.348 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-yV6PY8SbXZJ10K3 off=3274754 len=377075 2024-04-10T15:58:29.351 INFO:tasks.workunit.client.0.smithi069.stdout:op 2133 completed, throughput=4.99MB/sec 2024-04-10T15:58:29.351 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-jylKo5YlO8a8T9O off=125061 len=613937 2024-04-10T15:58:29.355 INFO:tasks.workunit.client.0.smithi069.stdout:op 2134 completed, throughput=5MB/sec 2024-04-10T15:58:29.355 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-UVi-4AourYNuqBk off=170144 len=1080702 2024-04-10T15:58:29.356 INFO:tasks.workunit.client.0.smithi069.stdout:op 2135 completed, throughput=5MB/sec 2024-04-10T15:58:29.357 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-APQOKwUEKrqsszb off=2325893 len=1185353 2024-04-10T15:58:29.362 INFO:tasks.workunit.client.0.smithi069.stdout:op 2136 completed, throughput=5MB/sec 2024-04-10T15:58:29.749 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:58:29 smithi077 ceph-mon[87572]: pgmap v1612: 105 pgs: 105 active+clean; 126 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-10T15:58:29.843 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:58:29 smithi069 ceph-mon[96738]: pgmap v1612: 105 pgs: 105 active+clean; 126 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-10T15:58:29.843 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:58:29 smithi069 ceph-mon[94167]: pgmap v1612: 105 pgs: 105 active+clean; 126 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-10T15:58:30.362 INFO:tasks.workunit.client.0.smithi069.stdout: 410: throughput=4.99MB/sec pending data=0 2024-04-10T15:58:30.362 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-m4Gj1H9e-pmraC8 off=5752433 len=1369441 2024-04-10T15:58:30.370 INFO:tasks.workunit.client.0.smithi069.stdout:op 2137 completed, throughput=4.99MB/sec 2024-04-10T15:58:30.370 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-cnqPFI7ZDKxJ0BV off=1088002 len=1249415 2024-04-10T15:58:30.373 INFO:tasks.workunit.client.0.smithi069.stdout:op 2138 completed, throughput=4.99MB/sec 2024-04-10T15:58:30.373 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-IxhB8ZcPBsuFz-e off=11830319 len=750913 2024-04-10T15:58:30.376 INFO:tasks.workunit.client.0.smithi069.stdout:op 2139 completed, throughput=5MB/sec 2024-04-10T15:58:30.376 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-xlVWRHHHE_XlwAQ off=11075361 len=1314002 2024-04-10T15:58:30.385 INFO:tasks.workunit.client.0.smithi069.stdout:op 2140 completed, throughput=5MB/sec 2024-04-10T15:58:30.385 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-i_pF3GuHpfJy91Q off=10647408 len=452532 2024-04-10T15:58:30.386 INFO:tasks.workunit.client.0.smithi069.stdout:op 2141 completed, throughput=5MB/sec 2024-04-10T15:58:31.386 INFO:tasks.workunit.client.0.smithi069.stdout: 411: throughput=4.99MB/sec pending data=0 2024-04-10T15:58:31.387 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-eZP44jiMSVVihkD off=5381413 len=101409 2024-04-10T15:58:31.389 INFO:tasks.workunit.client.0.smithi069.stdout:op 2142 completed, throughput=4.99MB/sec 2024-04-10T15:58:31.389 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-5xo3Bmjjn4oC55p off=18890363 len=1628249 2024-04-10T15:58:31.397 INFO:tasks.workunit.client.0.smithi069.stdout:op 2143 completed, throughput=4.99MB/sec 2024-04-10T15:58:31.397 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-9DnTmmCsDYb8Y_8 off=582567 len=1416758 2024-04-10T15:58:31.405 INFO:tasks.workunit.client.0.smithi069.stdout:op 2144 completed, throughput=5MB/sec 2024-04-10T15:58:31.405 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-J-7Insx4bnOVBlV off=4644488 len=1479520 2024-04-10T15:58:31.408 INFO:tasks.workunit.client.0.smithi069.stdout:op 2145 completed, throughput=5MB/sec 2024-04-10T15:58:31.408 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-K1B9q8R8UytLL2C off=18945928 len=558899 2024-04-10T15:58:31.409 INFO:tasks.workunit.client.0.smithi069.stdout:op 2146 completed, throughput=5MB/sec 2024-04-10T15:58:31.749 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:58:31 smithi077 ceph-mon[87572]: pgmap v1613: 105 pgs: 105 active+clean; 126 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-10T15:58:31.843 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:58:31 smithi069 ceph-mon[96738]: pgmap v1613: 105 pgs: 105 active+clean; 126 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-10T15:58:31.843 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:58:31 smithi069 ceph-mon[94167]: pgmap v1613: 105 pgs: 105 active+clean; 126 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-10T15:58:32.410 INFO:tasks.workunit.client.0.smithi069.stdout: 412: throughput=4.99MB/sec pending data=0 2024-04-10T15:58:32.410 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-QbHj8njGxS0XyUQ off=2584989 len=1692846 2024-04-10T15:58:32.412 INFO:tasks.workunit.client.0.smithi069.stdout:op 2147 completed, throughput=4.99MB/sec 2024-04-10T15:58:32.412 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-MuamK_i-9Y82TT8 off=739888 len=1033446 2024-04-10T15:58:32.417 INFO:tasks.workunit.client.0.smithi069.stdout:op 2148 completed, throughput=4.99MB/sec 2024-04-10T15:58:32.417 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-MqBRLEm16ywUo4G off=1516908 len=344577 2024-04-10T15:58:32.420 INFO:tasks.workunit.client.0.smithi069.stdout:op 2149 completed, throughput=4.99MB/sec 2024-04-10T15:58:32.420 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-_jeQ6I5nREQSel5 off=7616301 len=897348 2024-04-10T15:58:32.425 INFO:tasks.workunit.client.0.smithi069.stdout:op 2150 completed, throughput=5MB/sec 2024-04-10T15:58:32.425 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-U7sN4-Nsrh6kI27 off=6951409 len=1081977 2024-04-10T15:58:32.427 INFO:tasks.workunit.client.0.smithi069.stdout:op 2151 completed, throughput=5MB/sec 2024-04-10T15:58:32.427 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-UYX2WYcTo_9aQpp off=4659720 len=44178 2024-04-10T15:58:32.427 INFO:tasks.workunit.client.0.smithi069.stdout:op 2152 completed, throughput=5MB/sec 2024-04-10T15:58:32.427 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-r3o7x-AvGcel5he off=438596 len=634552 2024-04-10T15:58:32.428 INFO:tasks.workunit.client.0.smithi069.stdout:op 2153 completed, throughput=5MB/sec 2024-04-10T15:58:32.749 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:58:32 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T15:58:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:58:33.429 INFO:tasks.workunit.client.0.smithi069.stdout: 413: throughput=4.99MB/sec pending data=0 2024-04-10T15:58:33.429 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-41Wxu_9nm7Ww-Aa off=885489 len=842909 2024-04-10T15:58:33.430 INFO:tasks.workunit.client.0.smithi069.stdout:op 2154 completed, throughput=4.99MB/sec 2024-04-10T15:58:33.431 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj--7BShPkv2zhyRfB off=15330192 len=235854 2024-04-10T15:58:33.433 INFO:tasks.workunit.client.0.smithi069.stdout:op 2155 completed, throughput=4.99MB/sec 2024-04-10T15:58:33.434 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-Xo4xEE2YQkSgkny off=9806254 len=825239 2024-04-10T15:58:33.436 INFO:tasks.workunit.client.0.smithi069.stdout:op 2156 completed, throughput=4.99MB/sec 2024-04-10T15:58:33.436 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-AkDPfi5umeyOiR1 off=2510755 len=838198 2024-04-10T15:58:33.437 INFO:tasks.workunit.client.0.smithi069.stdout:op 2157 completed, throughput=5MB/sec 2024-04-10T15:58:33.437 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-pdaz4-LhSYSWy9C off=17722203 len=1822278 2024-04-10T15:58:33.446 INFO:tasks.workunit.client.0.smithi069.stdout:op 2158 completed, throughput=5MB/sec 2024-04-10T15:58:33.447 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-8tqRgv5wzCJD1Dz off=12374233 len=2087895 2024-04-10T15:58:33.458 INFO:tasks.workunit.client.0.smithi069.stdout:op 2159 completed, throughput=5MB/sec 2024-04-10T15:58:33.749 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:58:33 smithi077 ceph-mon[87572]: pgmap v1614: 105 pgs: 105 active+clean; 126 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-10T15:58:33.843 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:58:33 smithi069 ceph-mon[96738]: pgmap v1614: 105 pgs: 105 active+clean; 126 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-10T15:58:33.843 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:58:33 smithi069 ceph-mon[94167]: pgmap v1614: 105 pgs: 105 active+clean; 126 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-10T15:58:34.458 INFO:tasks.workunit.client.0.smithi069.stdout: 414: throughput=4.99MB/sec pending data=0 2024-04-10T15:58:34.458 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-a4nMxZCnAdVaPMT off=545754 len=916902 2024-04-10T15:58:34.459 INFO:tasks.workunit.client.0.smithi069.stdout:op 2160 completed, throughput=4.99MB/sec 2024-04-10T15:58:34.459 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-e675sVpf2SnBGSK off=5242623 len=1832076 2024-04-10T15:58:34.461 INFO:tasks.workunit.client.0.smithi069.stdout:op 2161 completed, throughput=5MB/sec 2024-04-10T15:58:34.462 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-Lf9AnZW63ILuso9 off=6612716 len=687028 2024-04-10T15:58:34.466 INFO:tasks.workunit.client.0.smithi069.stdout:op 2162 completed, throughput=5MB/sec 2024-04-10T15:58:34.466 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-21hv4YN9kP3y9xf off=1099982 len=428288 2024-04-10T15:58:34.467 INFO:tasks.workunit.client.0.smithi069.stdout:op 2163 completed, throughput=5MB/sec 2024-04-10T15:58:35.468 INFO:tasks.workunit.client.0.smithi069.stdout: 415: throughput=4.99MB/sec pending data=0 2024-04-10T15:58:35.468 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-hLh1tdWrFzPClSh off=19960311 len=160724 2024-04-10T15:58:35.469 INFO:tasks.workunit.client.0.smithi069.stdout:op 2164 completed, throughput=4.99MB/sec 2024-04-10T15:58:35.469 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-27rIZxGLAxRfaA- off=1080751 len=133681 2024-04-10T15:58:35.469 INFO:tasks.workunit.client.0.smithi069.stdout:op 2165 completed, throughput=4.99MB/sec 2024-04-10T15:58:35.469 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-9f9zUiphda_MKFM off=794250 len=157083 2024-04-10T15:58:35.470 INFO:tasks.workunit.client.0.smithi069.stdout:op 2166 completed, throughput=4.99MB/sec 2024-04-10T15:58:35.470 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-wSjwBT_YHiNn_yy off=3210978 len=316615 2024-04-10T15:58:35.473 INFO:tasks.workunit.client.0.smithi069.stdout:op 2167 completed, throughput=4.99MB/sec 2024-04-10T15:58:35.473 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-fnq5rZ92iP1P280 off=5573718 len=1324493 2024-04-10T15:58:35.474 INFO:tasks.workunit.client.0.smithi069.stdout:op 2168 completed, throughput=4.99MB/sec 2024-04-10T15:58:35.474 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-VFBRGHeFVs7Miya off=10374266 len=670527 2024-04-10T15:58:35.476 INFO:tasks.workunit.client.0.smithi069.stdout:op 2169 completed, throughput=4.99MB/sec 2024-04-10T15:58:35.476 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-afy9pD8Pn6zRnaf off=751067 len=397104 2024-04-10T15:58:35.477 INFO:tasks.workunit.client.0.smithi069.stdout:op 2170 completed, throughput=5MB/sec 2024-04-10T15:58:35.477 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-h5K-yiqH2B2gSW7 off=18824835 len=96570 2024-04-10T15:58:35.477 INFO:tasks.workunit.client.0.smithi069.stdout:op 2171 completed, throughput=5MB/sec 2024-04-10T15:58:35.477 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-LJpWhVM3VL1jm5R off=14003079 len=1269101 2024-04-10T15:58:35.483 INFO:tasks.workunit.client.0.smithi069.stdout:op 2172 completed, throughput=5MB/sec 2024-04-10T15:58:35.483 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-czhxSbHYoZE0Ddo off=2543655 len=116975 2024-04-10T15:58:35.486 INFO:tasks.workunit.client.0.smithi069.stdout:op 2173 completed, throughput=5MB/sec 2024-04-10T15:58:35.486 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-v2H5d3clcUFnuP0 off=4977980 len=945883 2024-04-10T15:58:35.491 INFO:tasks.workunit.client.0.smithi069.stdout:op 2174 completed, throughput=5MB/sec 2024-04-10T15:58:35.843 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:58:35 smithi069 ceph-mon[96738]: pgmap v1615: 105 pgs: 105 active+clean; 126 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-10T15:58:35.843 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:58:35 smithi069 ceph-mon[94167]: pgmap v1615: 105 pgs: 105 active+clean; 126 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-10T15:58:35.999 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:58:35 smithi077 ceph-mon[87572]: pgmap v1615: 105 pgs: 105 active+clean; 126 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-10T15:58:36.492 INFO:tasks.workunit.client.0.smithi069.stdout: 416: throughput=4.99MB/sec pending data=0 2024-04-10T15:58:36.492 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-rENJEpGQK5PlYwT off=5328453 len=1582494 2024-04-10T15:58:36.493 INFO:tasks.workunit.client.0.smithi069.stdout:op 2175 completed, throughput=4.99MB/sec 2024-04-10T15:58:36.494 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-YtvivPnAAkuXn1L off=11297043 len=43639 2024-04-10T15:58:36.496 INFO:tasks.workunit.client.0.smithi069.stdout:op 2176 completed, throughput=4.99MB/sec 2024-04-10T15:58:36.496 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-RePj2RQ12XHjpiq off=9459100 len=1404640 2024-04-10T15:58:36.505 INFO:tasks.workunit.client.0.smithi069.stdout:op 2177 completed, throughput=5MB/sec 2024-04-10T15:58:36.505 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-CvYHDwZ0QSgcunW off=3192261 len=887662 2024-04-10T15:58:36.506 INFO:tasks.workunit.client.0.smithi069.stdout:op 2178 completed, throughput=5MB/sec 2024-04-10T15:58:36.506 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-lO7VemxWQ54mUui off=9833593 len=1279711 2024-04-10T15:58:36.507 INFO:tasks.workunit.client.0.smithi069.stdout:op 2179 completed, throughput=5MB/sec 2024-04-10T15:58:37.343 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:58:36 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:15:58:36] "GET /metrics HTTP/1.1" 200 34034 "" "Prometheus/2.43.0" 2024-04-10T15:58:37.508 INFO:tasks.workunit.client.0.smithi069.stdout: 417: throughput=4.99MB/sec pending data=0 2024-04-10T15:58:37.508 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-4z6GTb7mG4-zAA7 off=5848116 len=1144315 2024-04-10T15:58:37.513 INFO:tasks.workunit.client.0.smithi069.stdout:op 2180 completed, throughput=4.99MB/sec 2024-04-10T15:58:37.513 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-6I_EXWQGi4hpu0q off=13785875 len=1235829 2024-04-10T15:58:37.519 INFO:tasks.workunit.client.0.smithi069.stdout:op 2181 completed, throughput=4.99MB/sec 2024-04-10T15:58:37.519 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-BffyVbopJCX5bOF off=15909438 len=550904 2024-04-10T15:58:37.519 INFO:tasks.workunit.client.0.smithi069.stdout:op 2182 completed, throughput=5MB/sec 2024-04-10T15:58:37.519 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-bFHSGsp5G5zo4CZ off=2826025 len=292775 2024-04-10T15:58:37.520 INFO:tasks.workunit.client.0.smithi069.stdout:op 2183 completed, throughput=5MB/sec 2024-04-10T15:58:37.520 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-hBA2gEf7E0SZDHl off=2422660 len=1847645 2024-04-10T15:58:37.522 INFO:tasks.workunit.client.0.smithi069.stdout:op 2184 completed, throughput=5MB/sec 2024-04-10T15:58:37.843 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:58:37 smithi069 ceph-mon[96738]: pgmap v1616: 105 pgs: 105 active+clean; 126 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-10T15:58:37.843 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:58:37 smithi069 ceph-mon[94167]: pgmap v1616: 105 pgs: 105 active+clean; 126 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-10T15:58:37.999 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:58:37 smithi077 ceph-mon[87572]: pgmap v1616: 105 pgs: 105 active+clean; 126 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-10T15:58:38.522 INFO:tasks.workunit.client.0.smithi069.stdout: 418: throughput=4.99MB/sec pending data=0 2024-04-10T15:58:38.522 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-wuJj9RRVByn5ex7 off=1435749 len=164835 2024-04-10T15:58:38.523 INFO:tasks.workunit.client.0.smithi069.stdout:op 2185 completed, throughput=4.99MB/sec 2024-04-10T15:58:38.523 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-zSek9ny8Xev58dv off=707060 len=1743061 2024-04-10T15:58:38.532 INFO:tasks.workunit.client.0.smithi069.stdout:op 2186 completed, throughput=4.99MB/sec 2024-04-10T15:58:38.532 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-JM6uyKuWHy8-qd- off=17504551 len=2068445 2024-04-10T15:58:38.540 INFO:tasks.workunit.client.0.smithi069.stdout:op 2187 completed, throughput=5MB/sec 2024-04-10T15:58:38.540 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-ziZWh33QA7ghkNP off=2562832 len=1120726 2024-04-10T15:58:38.541 INFO:tasks.workunit.client.0.smithi069.stdout:op 2188 completed, throughput=5MB/sec 2024-04-10T15:58:38.541 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-8k94JEtmKq321s0 off=8640945 len=543548 2024-04-10T15:58:38.545 INFO:tasks.workunit.client.0.smithi069.stdout:op 2189 completed, throughput=5MB/sec 2024-04-10T15:58:39.546 INFO:tasks.workunit.client.0.smithi069.stdout: 419: throughput=4.99MB/sec pending data=0 2024-04-10T15:58:39.546 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-PtUmxkkktbKq2Bq off=18305731 len=2012427 2024-04-10T15:58:39.554 INFO:tasks.workunit.client.0.smithi069.stdout:op 2190 completed, throughput=4.99MB/sec 2024-04-10T15:58:39.555 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-K3TBD4qpRv9zRDu off=2754306 len=1615189 2024-04-10T15:58:39.556 INFO:tasks.workunit.client.0.smithi069.stdout:op 2191 completed, throughput=5MB/sec 2024-04-10T15:58:39.556 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-MSyOIeHYYofwOMH off=4456982 len=934652 2024-04-10T15:58:39.561 INFO:tasks.workunit.client.0.smithi069.stdout:op 2192 completed, throughput=5MB/sec 2024-04-10T15:58:39.561 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj--p8xXqM6GC9ZGiD off=2812726 len=2039054 2024-04-10T15:58:39.568 INFO:tasks.workunit.client.0.smithi069.stdout:op 2193 completed, throughput=5MB/sec 2024-04-10T15:58:39.843 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:58:39 smithi069 ceph-mon[96738]: pgmap v1617: 105 pgs: 105 active+clean; 126 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-04-10T15:58:39.844 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:58:39 smithi069 ceph-mon[94167]: pgmap v1617: 105 pgs: 105 active+clean; 126 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-04-10T15:58:39.999 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:58:39 smithi077 ceph-mon[87572]: pgmap v1617: 105 pgs: 105 active+clean; 126 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-04-10T15:58:40.569 INFO:tasks.workunit.client.0.smithi069.stdout: 420: throughput=4.99MB/sec pending data=0 2024-04-10T15:58:40.569 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-EE4eJxmO74hU0v3 off=2293556 len=227490 2024-04-10T15:58:40.570 INFO:tasks.workunit.client.0.smithi069.stdout:op 2194 completed, throughput=4.99MB/sec 2024-04-10T15:58:40.570 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-fBBvk_1fHhGLJ-x off=3082029 len=515911 2024-04-10T15:58:40.574 INFO:tasks.workunit.client.0.smithi069.stdout:op 2195 completed, throughput=4.99MB/sec 2024-04-10T15:58:40.574 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-s7ThTDt2vljmXxC off=11085639 len=318777 2024-04-10T15:58:40.577 INFO:tasks.workunit.client.0.smithi069.stdout:op 2196 completed, throughput=4.99MB/sec 2024-04-10T15:58:40.577 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-DYqug3BVCVE4rLr off=5258201 len=1072287 2024-04-10T15:58:40.583 INFO:tasks.workunit.client.0.smithi069.stdout:op 2197 completed, throughput=5MB/sec 2024-04-10T15:58:40.583 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-l_5ppO-FAxyeWa7 off=8265677 len=1647804 2024-04-10T15:58:40.586 INFO:tasks.workunit.client.0.smithi069.stdout:op 2198 completed, throughput=5MB/sec 2024-04-10T15:58:40.843 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:58:40 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:58:40.843 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:58:40 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:58:40.999 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:58:40 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:58:41.586 INFO:tasks.workunit.client.0.smithi069.stdout: 421: throughput=4.99MB/sec pending data=0 2024-04-10T15:58:41.587 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-aRmQgghIC-Kwx4a off=3554553 len=363579 2024-04-10T15:58:41.588 INFO:tasks.workunit.client.0.smithi069.stdout:op 2199 completed, throughput=4.99MB/sec 2024-04-10T15:58:41.588 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-U3EyMgAQP816PEb off=18132482 len=638863 2024-04-10T15:58:41.592 INFO:tasks.workunit.client.0.smithi069.stdout:op 2200 completed, throughput=4.99MB/sec 2024-04-10T15:58:41.592 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-Dhze0LgRMO05toU off=12302378 len=278218 2024-04-10T15:58:41.593 INFO:tasks.workunit.client.0.smithi069.stdout:op 2201 completed, throughput=4.99MB/sec 2024-04-10T15:58:41.593 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-i__rrU4mipWRyX9 off=5017537 len=971577 2024-04-10T15:58:41.598 INFO:tasks.workunit.client.0.smithi069.stdout:op 2202 completed, throughput=4.99MB/sec 2024-04-10T15:58:41.598 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-8sfV38-DXqr4PVe off=1409804 len=1153507 2024-04-10T15:58:41.600 INFO:tasks.workunit.client.0.smithi069.stdout:op 2203 completed, throughput=5MB/sec 2024-04-10T15:58:41.600 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-wktQ8DtgZ5D4Qo- off=11951837 len=64273 2024-04-10T15:58:41.600 INFO:tasks.workunit.client.0.smithi069.stdout:op 2204 completed, throughput=5MB/sec 2024-04-10T15:58:41.600 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-QbeqpZrwhK8tZGq off=6157108 len=987181 2024-04-10T15:58:41.603 INFO:tasks.workunit.client.0.smithi069.stdout:op 2205 completed, throughput=5MB/sec 2024-04-10T15:58:41.603 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-6ZNXoDJfjUqttZl off=7118990 len=323994 2024-04-10T15:58:41.605 INFO:tasks.workunit.client.0.smithi069.stdout:op 2206 completed, throughput=5MB/sec 2024-04-10T15:58:41.606 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-nGKSos50ylUsBcz off=325427 len=1527696 2024-04-10T15:58:41.613 INFO:tasks.workunit.client.0.smithi069.stdout:op 2207 completed, throughput=5MB/sec 2024-04-10T15:58:41.843 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:58:41 smithi069 ceph-mon[94167]: pgmap v1618: 105 pgs: 105 active+clean; 126 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-10T15:58:41.843 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:58:41 smithi069 ceph-mon[96738]: pgmap v1618: 105 pgs: 105 active+clean; 126 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-10T15:58:41.999 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:58:41 smithi077 ceph-mon[87572]: pgmap v1618: 105 pgs: 105 active+clean; 126 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-10T15:58:42.613 INFO:tasks.workunit.client.0.smithi069.stdout: 422: throughput=4.99MB/sec pending data=0 2024-04-10T15:58:42.613 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj--PZzGT4GSqHXcBO off=2134808 len=23755 2024-04-10T15:58:42.614 INFO:tasks.workunit.client.0.smithi069.stdout:op 2208 completed, throughput=4.99MB/sec 2024-04-10T15:58:42.614 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-y6m0DdiPReSUpRo off=1478875 len=835462 2024-04-10T15:58:42.615 INFO:tasks.workunit.client.0.smithi069.stdout:op 2209 completed, throughput=4.99MB/sec 2024-04-10T15:58:42.615 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-H-GEfdzECWztC78 off=11398022 len=515552 2024-04-10T15:58:42.619 INFO:tasks.workunit.client.0.smithi069.stdout:op 2210 completed, throughput=4.99MB/sec 2024-04-10T15:58:42.619 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-8p486GrhbqPa9iG off=2745287 len=825135 2024-04-10T15:58:42.620 INFO:tasks.workunit.client.0.smithi069.stdout:op 2211 completed, throughput=5MB/sec 2024-04-10T15:58:42.620 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-boN9niTddavjfc7 off=19978988 len=1517061 2024-04-10T15:58:42.622 INFO:tasks.workunit.client.0.smithi069.stdout:op 2212 completed, throughput=5MB/sec 2024-04-10T15:58:42.622 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-HP3PPzNM42bMepw off=334350 len=228498 2024-04-10T15:58:42.623 INFO:tasks.workunit.client.0.smithi069.stdout:op 2213 completed, throughput=5MB/sec 2024-04-10T15:58:42.623 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-iOqTq1d2S0Tav2U off=6184724 len=1642889 2024-04-10T15:58:42.625 INFO:tasks.workunit.client.0.smithi069.stdout:op 2214 completed, throughput=5MB/sec 2024-04-10T15:58:42.749 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:58:42 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T15:58:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:58:43.625 INFO:tasks.workunit.client.0.smithi069.stdout: 423: throughput=4.99MB/sec pending data=0 2024-04-10T15:58:43.625 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-ACo4yR58UbXc2_r off=3189171 len=1310634 2024-04-10T15:58:43.633 INFO:tasks.workunit.client.0.smithi069.stdout:op 2215 completed, throughput=4.99MB/sec 2024-04-10T15:58:43.633 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-K_lhFgxXZJjkMoS off=1923311 len=526495 2024-04-10T15:58:43.636 INFO:tasks.workunit.client.0.smithi069.stdout:op 2216 completed, throughput=5MB/sec 2024-04-10T15:58:43.636 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-NC7o-VegvRxuQS7 off=10961732 len=1379384 2024-04-10T15:58:43.638 INFO:tasks.workunit.client.0.smithi069.stdout:op 2217 completed, throughput=5MB/sec 2024-04-10T15:58:43.638 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-UNBzPtHXeBlZi1z off=7056940 len=732575 2024-04-10T15:58:43.639 INFO:tasks.workunit.client.0.smithi069.stdout:op 2218 completed, throughput=5MB/sec 2024-04-10T15:58:43.639 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-7rDO9xi3XYEHNTy off=1721849 len=2064553 2024-04-10T15:58:43.652 INFO:tasks.workunit.client.0.smithi069.stdout:op 2219 completed, throughput=5MB/sec 2024-04-10T15:58:43.843 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:58:43 smithi069 ceph-mon[96738]: pgmap v1619: 105 pgs: 105 active+clean; 126 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-10T15:58:43.843 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:58:43 smithi069 ceph-mon[94167]: pgmap v1619: 105 pgs: 105 active+clean; 126 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-10T15:58:43.999 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:58:43 smithi077 ceph-mon[87572]: pgmap v1619: 105 pgs: 105 active+clean; 126 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-10T15:58:44.653 INFO:tasks.workunit.client.0.smithi069.stdout: 424: throughput=4.99MB/sec pending data=0 2024-04-10T15:58:44.653 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-_Lvf06A18X9dG7L off=13925218 len=960149 2024-04-10T15:58:44.654 INFO:tasks.workunit.client.0.smithi069.stdout:op 2220 completed, throughput=4.99MB/sec 2024-04-10T15:58:44.654 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-R553BC_4qlcW2JC off=375211 len=1416388 2024-04-10T15:58:44.660 INFO:tasks.workunit.client.0.smithi069.stdout:op 2221 completed, throughput=5MB/sec 2024-04-10T15:58:44.660 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-nei_gI4cz3jffgl off=483164 len=1371190 2024-04-10T15:58:44.662 INFO:tasks.workunit.client.0.smithi069.stdout:op 2222 completed, throughput=5MB/sec 2024-04-10T15:58:45.662 INFO:tasks.workunit.client.0.smithi069.stdout: 425: throughput=4.99MB/sec pending data=0 2024-04-10T15:58:45.663 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-ppWNqeFf0_jwpjs off=3622073 len=290321 2024-04-10T15:58:45.666 INFO:tasks.workunit.client.0.smithi069.stdout:op 2223 completed, throughput=4.99MB/sec 2024-04-10T15:58:45.666 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-pyys1awlJDappEg off=10268729 len=400011 2024-04-10T15:58:45.669 INFO:tasks.workunit.client.0.smithi069.stdout:op 2224 completed, throughput=4.99MB/sec 2024-04-10T15:58:45.669 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-6UeVs2313iucbyD off=13558292 len=1170521 2024-04-10T15:58:45.671 INFO:tasks.workunit.client.0.smithi069.stdout:op 2225 completed, throughput=4.99MB/sec 2024-04-10T15:58:45.671 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-Uyox6qLXOV6DUJ5 off=2666635 len=167908 2024-04-10T15:58:45.672 INFO:tasks.workunit.client.0.smithi069.stdout:op 2226 completed, throughput=4.99MB/sec 2024-04-10T15:58:45.672 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-hGm6ibuTrGU8tQZ off=3583613 len=2000926 2024-04-10T15:58:45.674 INFO:tasks.workunit.client.0.smithi069.stdout:op 2227 completed, throughput=5MB/sec 2024-04-10T15:58:45.674 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-OH_5MMEm7cvfWGL off=10476295 len=507687 2024-04-10T15:58:45.675 INFO:tasks.workunit.client.0.smithi069.stdout:op 2228 completed, throughput=5MB/sec 2024-04-10T15:58:45.675 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-airJ5I5DYaHzSft off=3339818 len=657757 2024-04-10T15:58:45.678 INFO:tasks.workunit.client.0.smithi069.stdout:op 2229 completed, throughput=5MB/sec 2024-04-10T15:58:45.843 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:58:45 smithi069 ceph-mon[96738]: pgmap v1620: 105 pgs: 105 active+clean; 126 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-10T15:58:45.843 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:58:45 smithi069 ceph-mon[94167]: pgmap v1620: 105 pgs: 105 active+clean; 126 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-10T15:58:45.999 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:58:45 smithi077 ceph-mon[87572]: pgmap v1620: 105 pgs: 105 active+clean; 126 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-10T15:58:46.679 INFO:tasks.workunit.client.0.smithi069.stdout: 426: throughput=4.99MB/sec pending data=0 2024-04-10T15:58:46.679 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-sudP8OgqIvUIy6g off=4953043 len=1962943 2024-04-10T15:58:46.690 INFO:tasks.workunit.client.0.smithi069.stdout:op 2230 completed, throughput=4.99MB/sec 2024-04-10T15:58:46.690 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-rHnP04X9qyqVjNW off=4868697 len=1278189 2024-04-10T15:58:46.693 INFO:tasks.workunit.client.0.smithi069.stdout:op 2231 completed, throughput=5MB/sec 2024-04-10T15:58:46.693 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-r0yUZpXP92iIgEr off=17071197 len=769380 2024-04-10T15:58:46.694 INFO:tasks.workunit.client.0.smithi069.stdout:op 2232 completed, throughput=5MB/sec 2024-04-10T15:58:46.694 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-p5rxtyMnv54qG2d off=14611571 len=231316 2024-04-10T15:58:46.695 INFO:tasks.workunit.client.0.smithi069.stdout:op 2233 completed, throughput=5MB/sec 2024-04-10T15:58:46.695 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-pfUBL7nxkIwAt8Z off=5946572 len=1806993 2024-04-10T15:58:46.696 INFO:tasks.workunit.client.0.smithi069.stdout:op 2234 completed, throughput=5MB/sec 2024-04-10T15:58:47.343 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:58:46 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:15:58:46] "GET /metrics HTTP/1.1" 200 34040 "" "Prometheus/2.43.0" 2024-04-10T15:58:47.697 INFO:tasks.workunit.client.0.smithi069.stdout: 427: throughput=4.99MB/sec pending data=0 2024-04-10T15:58:47.697 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-PmWSMXcpbRq0Faj off=17337158 len=57774 2024-04-10T15:58:47.699 INFO:tasks.workunit.client.0.smithi069.stdout:op 2235 completed, throughput=4.99MB/sec 2024-04-10T15:58:47.699 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-FWS_kdXt-WmkUKw off=7591314 len=1705606 2024-04-10T15:58:47.703 INFO:tasks.workunit.client.0.smithi069.stdout:op 2236 completed, throughput=4.99MB/sec 2024-04-10T15:58:47.703 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-8fehKowHZj4zXZj off=1174213 len=1826065 2024-04-10T15:58:47.705 INFO:tasks.workunit.client.0.smithi069.stdout:op 2237 completed, throughput=5MB/sec 2024-04-10T15:58:47.705 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-pzfC074qJ_0Z-4d off=7160438 len=153372 2024-04-10T15:58:47.706 INFO:tasks.workunit.client.0.smithi069.stdout:op 2238 completed, throughput=5MB/sec 2024-04-10T15:58:47.706 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-8QPPQowjr6Wg7IL off=1281223 len=574021 2024-04-10T15:58:47.707 INFO:tasks.workunit.client.0.smithi069.stdout:op 2239 completed, throughput=5MB/sec 2024-04-10T15:58:47.707 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-uqcMmsjI_9sqCUa off=1818683 len=1406924 2024-04-10T15:58:47.714 INFO:tasks.workunit.client.0.smithi069.stdout:op 2240 completed, throughput=5MB/sec 2024-04-10T15:58:47.801 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:58:47 smithi077 ceph-mon[87572]: pgmap v1621: 105 pgs: 105 active+clean; 126 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-10T15:58:47.843 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:58:47 smithi069 ceph-mon[96738]: pgmap v1621: 105 pgs: 105 active+clean; 126 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-10T15:58:47.843 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:58:47 smithi069 ceph-mon[94167]: pgmap v1621: 105 pgs: 105 active+clean; 126 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-10T15:58:48.715 INFO:tasks.workunit.client.0.smithi069.stdout: 428: throughput=4.99MB/sec pending data=0 2024-04-10T15:58:48.715 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-0hAdvpgSVbuymuu off=4995515 len=1148453 2024-04-10T15:58:48.716 INFO:tasks.workunit.client.0.smithi069.stdout:op 2241 completed, throughput=4.99MB/sec 2024-04-10T15:58:48.716 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-m4LQHxUi6T3ePea off=14476308 len=1815252 2024-04-10T15:58:48.718 INFO:tasks.workunit.client.0.smithi069.stdout:op 2242 completed, throughput=5MB/sec 2024-04-10T15:58:48.719 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-BF2zpXzJDpwnrRI off=5490875 len=719220 2024-04-10T15:58:48.720 INFO:tasks.workunit.client.0.smithi069.stdout:op 2243 completed, throughput=5MB/sec 2024-04-10T15:58:48.721 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-AIVY258Jvr_l-Sx off=17639688 len=280765 2024-04-10T15:58:48.721 INFO:tasks.workunit.client.0.smithi069.stdout:op 2244 completed, throughput=5MB/sec 2024-04-10T15:58:48.721 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-MSF8la7-DIA0ba- off=1767960 len=78194 2024-04-10T15:58:48.722 INFO:tasks.workunit.client.0.smithi069.stdout:op 2245 completed, throughput=5MB/sec 2024-04-10T15:58:49.722 INFO:tasks.workunit.client.0.smithi069.stdout: 429: throughput=4.99MB/sec pending data=0 2024-04-10T15:58:49.722 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-OrBryfkx_8fshHQ off=588464 len=1286882 2024-04-10T15:58:49.731 INFO:tasks.workunit.client.0.smithi069.stdout:op 2246 completed, throughput=4.99MB/sec 2024-04-10T15:58:49.731 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-MVN_C80id_lpYPF off=4539354 len=1490226 2024-04-10T15:58:49.733 INFO:tasks.workunit.client.0.smithi069.stdout:op 2247 completed, throughput=4.99MB/sec 2024-04-10T15:58:49.733 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-4vwZfGR_asybsAW off=326337 len=2046895 2024-04-10T15:58:49.742 INFO:tasks.workunit.client.0.smithi069.stdout:op 2248 completed, throughput=5MB/sec 2024-04-10T15:58:49.742 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-KLgvM9vRtcl3YmT off=4530557 len=496560 2024-04-10T15:58:49.743 INFO:tasks.workunit.client.0.smithi069.stdout:op 2249 completed, throughput=5MB/sec 2024-04-10T15:58:49.843 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:58:49 smithi069 ceph-mon[96738]: pgmap v1622: 105 pgs: 105 active+clean; 126 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-10T15:58:49.843 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:58:49 smithi069 ceph-mon[94167]: pgmap v1622: 105 pgs: 105 active+clean; 126 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-10T15:58:49.999 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:58:49 smithi077 ceph-mon[87572]: pgmap v1622: 105 pgs: 105 active+clean; 126 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-10T15:58:50.743 INFO:tasks.workunit.client.0.smithi069.stdout: 430: throughput=4.99MB/sec pending data=0 2024-04-10T15:58:50.743 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-hLWqEZidoxuWiP1 off=56605 len=1427242 2024-04-10T15:58:50.751 INFO:tasks.workunit.client.0.smithi069.stdout:op 2250 completed, throughput=4.99MB/sec 2024-04-10T15:58:50.751 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-z-EqAho0JnXNijm off=2656412 len=985663 2024-04-10T15:58:50.757 INFO:tasks.workunit.client.0.smithi069.stdout:op 2251 completed, throughput=4.99MB/sec 2024-04-10T15:58:50.757 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-AOvF8sq0vvXzI0S off=439400 len=1435609 2024-04-10T15:58:50.758 INFO:tasks.workunit.client.0.smithi069.stdout:op 2252 completed, throughput=5MB/sec 2024-04-10T15:58:50.758 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-AJnFc333V0n2eLL off=4358569 len=2019380 2024-04-10T15:58:50.762 INFO:tasks.workunit.client.0.smithi069.stdout:op 2253 completed, throughput=5MB/sec 2024-04-10T15:58:51.766 INFO:tasks.workunit.client.0.smithi069.stdout: 431: throughput=4.99MB/sec pending data=0 2024-04-10T15:58:51.766 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-kL0qVFTAKWiIsXX off=6765531 len=270903 2024-04-10T15:58:51.767 INFO:tasks.workunit.client.0.smithi069.stdout:op 2254 completed, throughput=4.99MB/sec 2024-04-10T15:58:51.767 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-5Y9PyvZBGbU-Ba8 off=3804885 len=1817944 2024-04-10T15:58:51.767 INFO:tasks.workunit.client.0.smithi069.stdout:op 2255 completed, throughput=4.99MB/sec 2024-04-10T15:58:51.767 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-nI9_Uo0ubuoAgbM off=3311272 len=1187234 2024-04-10T15:58:51.767 INFO:tasks.workunit.client.0.smithi069.stdout:op 2256 completed, throughput=5MB/sec 2024-04-10T15:58:51.768 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-7Eo85fQwzH1Uf77 off=4016012 len=1154372 2024-04-10T15:58:51.770 INFO:tasks.workunit.client.0.smithi069.stdout:op 2257 completed, throughput=5MB/sec 2024-04-10T15:58:51.770 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-lfhX6mzV9He1UN2 off=6665103 len=509349 2024-04-10T15:58:51.771 INFO:tasks.workunit.client.0.smithi069.stdout:op 2258 completed, throughput=5MB/sec 2024-04-10T15:58:51.843 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:58:51 smithi069 ceph-mon[94167]: pgmap v1623: 105 pgs: 105 active+clean; 126 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-10T15:58:51.843 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:58:51 smithi069 ceph-mon[96738]: pgmap v1623: 105 pgs: 105 active+clean; 126 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-10T15:58:51.999 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:58:51 smithi077 ceph-mon[87572]: pgmap v1623: 105 pgs: 105 active+clean; 126 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-10T15:58:52.749 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:58:52 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T15:58:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:58:52.771 INFO:tasks.workunit.client.0.smithi069.stdout: 432: throughput=4.99MB/sec pending data=0 2024-04-10T15:58:52.771 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-iWZkwA62I7a8l-6 off=162323 len=1628263 2024-04-10T15:58:52.780 INFO:tasks.workunit.client.0.smithi069.stdout:op 2259 completed, throughput=4.99MB/sec 2024-04-10T15:58:52.780 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-bZs5mIq21BBg9ap off=2586697 len=1602378 2024-04-10T15:58:52.782 INFO:tasks.workunit.client.0.smithi069.stdout:op 2260 completed, throughput=5MB/sec 2024-04-10T15:58:52.782 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-SiyOcfhmbgPAGWE off=18268264 len=801216 2024-04-10T15:58:52.783 INFO:tasks.workunit.client.0.smithi069.stdout:op 2261 completed, throughput=5MB/sec 2024-04-10T15:58:52.783 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-7N6uX4Vspz9SVYK off=16065825 len=1034393 2024-04-10T15:58:52.789 INFO:tasks.workunit.client.0.smithi069.stdout:op 2262 completed, throughput=5MB/sec 2024-04-10T15:58:52.790 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-7K0-I1QAqY4BKzi off=7570445 len=2065300 2024-04-10T15:58:52.801 INFO:tasks.workunit.client.0.smithi069.stdout:op 2263 completed, throughput=5MB/sec 2024-04-10T15:58:53.802 INFO:tasks.workunit.client.0.smithi069.stdout: 433: throughput=4.99MB/sec pending data=0 2024-04-10T15:58:53.802 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-HiX18VGgIMDBey_ off=5928462 len=1333272 2024-04-10T15:58:53.810 INFO:tasks.workunit.client.0.smithi069.stdout:op 2264 completed, throughput=5MB/sec 2024-04-10T15:58:53.810 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-Dhze0LgRMO05toU off=4619069 len=1271915 2024-04-10T15:58:53.815 INFO:tasks.workunit.client.0.smithi069.stdout:op 2265 completed, throughput=5MB/sec 2024-04-10T15:58:53.815 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-2RoVBmKTaM4Uv4k off=5397070 len=1657041 2024-04-10T15:58:53.822 INFO:tasks.workunit.client.0.smithi069.stdout:op 2266 completed, throughput=5MB/sec 2024-04-10T15:58:53.843 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:58:53 smithi069 ceph-mon[96738]: pgmap v1624: 105 pgs: 105 active+clean; 126 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-10T15:58:53.843 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:58:53 smithi069 ceph-mon[94167]: pgmap v1624: 105 pgs: 105 active+clean; 126 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-10T15:58:53.999 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:58:53 smithi077 ceph-mon[87572]: pgmap v1624: 105 pgs: 105 active+clean; 126 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-10T15:58:54.823 INFO:tasks.workunit.client.0.smithi069.stdout: 434: throughput=4.99MB/sec pending data=0 2024-04-10T15:58:54.823 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-lfhX6mzV9He1UN2 off=2833506 len=403353 2024-04-10T15:58:54.824 INFO:tasks.workunit.client.0.smithi069.stdout:op 2267 completed, throughput=4.99MB/sec 2024-04-10T15:58:54.824 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-AMxVllux-CCWz0C off=8766315 len=347283 2024-04-10T15:58:54.825 INFO:tasks.workunit.client.0.smithi069.stdout:op 2268 completed, throughput=4.99MB/sec 2024-04-10T15:58:54.825 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-j0iHTx6C4WmkF2F off=7574139 len=1820086 2024-04-10T15:58:54.827 INFO:tasks.workunit.client.0.smithi069.stdout:op 2269 completed, throughput=5MB/sec 2024-04-10T15:58:54.827 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-5JidxcBoq-87ETE off=7215471 len=16450 2024-04-10T15:58:54.827 INFO:tasks.workunit.client.0.smithi069.stdout:op 2270 completed, throughput=5MB/sec 2024-04-10T15:58:54.827 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-eUyooDSDxfy7hGb off=12495578 len=441481 2024-04-10T15:58:54.831 INFO:tasks.workunit.client.0.smithi069.stdout:op 2271 completed, throughput=5MB/sec 2024-04-10T15:58:54.831 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-5ngodMUhr2zwa4f off=8005329 len=1804366 2024-04-10T15:58:54.833 INFO:tasks.workunit.client.0.smithi069.stdout:op 2272 completed, throughput=5MB/sec 2024-04-10T15:58:55.833 INFO:tasks.workunit.client.0.smithi069.stdout: 435: throughput=4.99MB/sec pending data=0 2024-04-10T15:58:55.833 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-GRab3oy10xY1ocf off=53944 len=188691 2024-04-10T15:58:55.836 INFO:tasks.workunit.client.0.smithi069.stdout:op 2273 completed, throughput=4.99MB/sec 2024-04-10T15:58:55.836 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-ziZWh33QA7ghkNP off=4413770 len=173330 2024-04-10T15:58:55.837 INFO:tasks.workunit.client.0.smithi069.stdout:op 2274 completed, throughput=4.99MB/sec 2024-04-10T15:58:55.837 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-d45iEDNEjb-qrSp off=3054938 len=1821808 2024-04-10T15:58:55.839 INFO:tasks.workunit.client.0.smithi069.stdout:op 2275 completed, throughput=4.99MB/sec 2024-04-10T15:58:55.839 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-hjj0fO-7QyFl2Dd off=4730965 len=1284426 2024-04-10T15:58:55.840 INFO:tasks.workunit.client.0.smithi069.stdout:op 2276 completed, throughput=5MB/sec 2024-04-10T15:58:55.840 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-jZs-12m932cQwtN off=10582124 len=1653550 2024-04-10T15:58:55.842 INFO:tasks.workunit.client.0.smithi069.stdout:op 2277 completed, throughput=5MB/sec 2024-04-10T15:58:55.843 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:58:55 smithi069 ceph-mon[96738]: pgmap v1625: 105 pgs: 105 active+clean; 126 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-10T15:58:55.843 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:58:55 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:58:55.843 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:58:55 smithi069 ceph-mon[94167]: pgmap v1625: 105 pgs: 105 active+clean; 126 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-10T15:58:55.843 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:58:55 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:58:55.999 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:58:55 smithi077 ceph-mon[87572]: pgmap v1625: 105 pgs: 105 active+clean; 126 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-10T15:58:55.999 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:58:55 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:58:56.842 INFO:tasks.workunit.client.0.smithi069.stdout: 436: throughput=4.99MB/sec pending data=0 2024-04-10T15:58:56.843 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-ojHy_pKTRKOQyks off=12555774 len=756923 2024-04-10T15:58:56.844 INFO:tasks.workunit.client.0.smithi069.stdout:op 2278 completed, throughput=4.99MB/sec 2024-04-10T15:58:56.844 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-Zul2Id2fhEPo0H5 off=0 len=1681246 2024-04-10T15:58:56.853 INFO:tasks.workunit.client.0.smithi069.stdout:op 2279 completed, throughput=4.99MB/sec 2024-04-10T15:58:56.853 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-TQ09qEUSN8B9Nbw off=7139275 len=1390877 2024-04-10T15:58:56.862 INFO:tasks.workunit.client.0.smithi069.stdout:op 2280 completed, throughput=5MB/sec 2024-04-10T15:58:56.862 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-RAGMVQv1VVq3pDX off=3364466 len=1952720 2024-04-10T15:58:56.865 INFO:tasks.workunit.client.0.smithi069.stdout:op 2281 completed, throughput=5MB/sec 2024-04-10T15:58:57.343 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:58:56 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:15:58:56] "GET /metrics HTTP/1.1" 200 34049 "" "Prometheus/2.43.0" 2024-04-10T15:58:57.843 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:58:57 smithi069 ceph-mon[96738]: pgmap v1626: 105 pgs: 105 active+clean; 126 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-10T15:58:57.843 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:58:57 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:58:57.843 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:58:57 smithi069 ceph-mon[94167]: pgmap v1626: 105 pgs: 105 active+clean; 126 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-10T15:58:57.843 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:58:57 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:58:57.865 INFO:tasks.workunit.client.0.smithi069.stdout: 437: throughput=4.99MB/sec pending data=0 2024-04-10T15:58:57.865 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-jepACEu-8Nkjn4Z off=16423414 len=1762246 2024-04-10T15:58:57.873 INFO:tasks.workunit.client.0.smithi069.stdout:op 2282 completed, throughput=4.99MB/sec 2024-04-10T15:58:57.873 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-_HzXA07NTbvwoAg off=13988369 len=729579 2024-04-10T15:58:57.873 INFO:tasks.workunit.client.0.smithi069.stdout:op 2283 completed, throughput=5MB/sec 2024-04-10T15:58:57.873 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-Uu588yMSNjc80e5 off=11591259 len=434487 2024-04-10T15:58:57.876 INFO:tasks.workunit.client.0.smithi069.stdout:op 2284 completed, throughput=5MB/sec 2024-04-10T15:58:57.877 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-tRz1QUr9lb9xRYe off=272636 len=457590 2024-04-10T15:58:57.877 INFO:tasks.workunit.client.0.smithi069.stdout:op 2285 completed, throughput=5MB/sec 2024-04-10T15:58:57.877 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-0Ly_LWxO2M0oytR off=3866345 len=1971181 2024-04-10T15:58:57.879 INFO:tasks.workunit.client.0.smithi069.stdout:op 2286 completed, throughput=5MB/sec 2024-04-10T15:58:57.999 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:58:57 smithi077 ceph-mon[87572]: pgmap v1626: 105 pgs: 105 active+clean; 126 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-10T15:58:57.999 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:58:57 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:58:58.843 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:58:58 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:58:58.843 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:58:58 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:58:58.843 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:58:58 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:58:58.843 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:58:58 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:58:58.843 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:58:58 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:58:58.843 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:58:58 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:58:58.879 INFO:tasks.workunit.client.0.smithi069.stdout: 438: throughput=4.99MB/sec pending data=0 2024-04-10T15:58:58.879 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-i1bMzdGhwg-i5HW off=6872715 len=664386 2024-04-10T15:58:58.884 INFO:tasks.workunit.client.0.smithi069.stdout:op 2287 completed, throughput=4.99MB/sec 2024-04-10T15:58:58.884 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-J8LYuYZX6U-iSGr off=0 len=1055161 2024-04-10T15:58:58.886 INFO:tasks.workunit.client.0.smithi069.stdout:op 2288 completed, throughput=4.99MB/sec 2024-04-10T15:58:58.886 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-Z9JkPZqeR6fT1yU off=1956411 len=344435 2024-04-10T15:58:58.888 INFO:tasks.workunit.client.0.smithi069.stdout:op 2289 completed, throughput=4.99MB/sec 2024-04-10T15:58:58.888 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-UcKEmDLL5CD1YZ- off=3766518 len=156568 2024-04-10T15:58:58.890 INFO:tasks.workunit.client.0.smithi069.stdout:op 2290 completed, throughput=4.99MB/sec 2024-04-10T15:58:58.891 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-nIyvbr2krBj42xL off=6537681 len=1305872 2024-04-10T15:58:58.892 INFO:tasks.workunit.client.0.smithi069.stdout:op 2291 completed, throughput=5MB/sec 2024-04-10T15:58:58.892 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-th-oFkGWdMRQr4G off=13676835 len=920265 2024-04-10T15:58:58.897 INFO:tasks.workunit.client.0.smithi069.stdout:op 2292 completed, throughput=5MB/sec 2024-04-10T15:58:58.897 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-rBJ2F2mgoErijOI off=856411 len=1014115 2024-04-10T15:58:58.902 INFO:tasks.workunit.client.0.smithi069.stdout:op 2293 completed, throughput=5MB/sec 2024-04-10T15:58:58.999 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:58:58 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:58:58.999 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:58:58 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:58:58.999 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:58:58 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:58:59.902 INFO:tasks.workunit.client.0.smithi069.stdout: 439: throughput=4.99MB/sec pending data=0 2024-04-10T15:58:59.902 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-q-GAt8p7sP3RrxP off=5390252 len=1554245 2024-04-10T15:58:59.909 INFO:tasks.workunit.client.0.smithi069.stdout:op 2294 completed, throughput=4.99MB/sec 2024-04-10T15:58:59.909 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-1wS0u_zjW-A_J6T off=2070021 len=917379 2024-04-10T15:58:59.913 INFO:tasks.workunit.client.0.smithi069.stdout:op 2295 completed, throughput=5MB/sec 2024-04-10T15:58:59.914 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-orLNIu1-hm3WLvP off=8561137 len=1128568 2024-04-10T15:58:59.915 INFO:tasks.workunit.client.0.smithi069.stdout:op 2296 completed, throughput=5MB/sec 2024-04-10T15:58:59.915 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-7rDO9xi3XYEHNTy off=1547266 len=191486 2024-04-10T15:58:59.916 INFO:tasks.workunit.client.0.smithi069.stdout:op 2297 completed, throughput=5MB/sec 2024-04-10T15:58:59.916 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-_POiv7LSkGwCkFm off=3272761 len=1252321 2024-04-10T15:58:59.922 INFO:tasks.workunit.client.0.smithi069.stdout:op 2298 completed, throughput=5MB/sec 2024-04-10T15:59:00.093 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:58:59 smithi069 ceph-mon[94167]: pgmap v1627: 105 pgs: 105 active+clean; 126 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.5 MiB/s wr, 3 op/s 2024-04-10T15:59:00.094 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:58:59 smithi069 ceph-mon[96738]: pgmap v1627: 105 pgs: 105 active+clean; 126 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.5 MiB/s wr, 3 op/s 2024-04-10T15:59:00.249 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:58:59 smithi077 ceph-mon[87572]: pgmap v1627: 105 pgs: 105 active+clean; 126 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.5 MiB/s wr, 3 op/s 2024-04-10T15:59:00.923 INFO:tasks.workunit.client.0.smithi069.stdout: 440: throughput=4.99MB/sec pending data=0 2024-04-10T15:59:00.923 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-t6aTQ-hZV6CwSdr off=10133471 len=1780227 2024-04-10T15:59:00.934 INFO:tasks.workunit.client.0.smithi069.stdout:op 2299 completed, throughput=4.99MB/sec 2024-04-10T15:59:00.934 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-jgwkhNDXEA-Xunz off=3192153 len=1591473 2024-04-10T15:59:00.943 INFO:tasks.workunit.client.0.smithi069.stdout:op 2300 completed, throughput=5MB/sec 2024-04-10T15:59:00.943 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-G5a7X2JzZAIHmMk off=5398364 len=233263 2024-04-10T15:59:00.944 INFO:tasks.workunit.client.0.smithi069.stdout:op 2301 completed, throughput=5MB/sec 2024-04-10T15:59:00.944 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-qgAHuTwGGVs5ggb off=316988 len=1178943 2024-04-10T15:59:00.946 INFO:tasks.workunit.client.0.smithi069.stdout:op 2302 completed, throughput=5MB/sec 2024-04-10T15:59:00.946 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-R5Xm2k8nKBCLFfy off=397190 len=1167704 2024-04-10T15:59:00.952 INFO:tasks.workunit.client.0.smithi069.stdout:op 2303 completed, throughput=5MB/sec 2024-04-10T15:59:01.952 INFO:tasks.workunit.client.0.smithi069.stdout: 441: throughput=4.99MB/sec pending data=0 2024-04-10T15:59:01.953 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-_qMaaihmbBEC3He off=238002 len=430140 2024-04-10T15:59:01.954 INFO:tasks.workunit.client.0.smithi069.stdout:op 2304 completed, throughput=4.99MB/sec 2024-04-10T15:59:01.954 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-MVN_C80id_lpYPF off=2043484 len=1323718 2024-04-10T15:59:01.962 INFO:tasks.workunit.client.0.smithi069.stdout:op 2305 completed, throughput=4.99MB/sec 2024-04-10T15:59:01.962 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-4dS8K9fV_0_zzF0 off=9452974 len=1644557 2024-04-10T15:59:01.969 INFO:tasks.workunit.client.0.smithi069.stdout:op 2306 completed, throughput=5MB/sec 2024-04-10T15:59:01.970 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-PNr__64bogEjZ-C off=7386751 len=73564 2024-04-10T15:59:01.972 INFO:tasks.workunit.client.0.smithi069.stdout:op 2307 completed, throughput=5MB/sec 2024-04-10T15:59:01.972 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-8wCsIrssE0Oj-Aj off=5983312 len=1262396 2024-04-10T15:59:01.974 INFO:tasks.workunit.client.0.smithi069.stdout:op 2308 completed, throughput=5MB/sec 2024-04-10T15:59:02.093 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:59:01 smithi069 ceph-mon[94167]: pgmap v1628: 105 pgs: 105 active+clean; 126 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 3.9 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-10T15:59:02.094 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:59:01 smithi069 ceph-mon[96738]: pgmap v1628: 105 pgs: 105 active+clean; 126 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 3.9 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-10T15:59:02.249 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:59:01 smithi077 ceph-mon[87572]: pgmap v1628: 105 pgs: 105 active+clean; 126 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 3.9 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-10T15:59:02.749 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:59:02 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T15:59:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:59:02.974 INFO:tasks.workunit.client.0.smithi069.stdout: 442: throughput=4.99MB/sec pending data=0 2024-04-10T15:59:02.975 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-5RQlNCzYAzclykq off=2554536 len=1864888 2024-04-10T15:59:02.984 INFO:tasks.workunit.client.0.smithi069.stdout:op 2309 completed, throughput=4.99MB/sec 2024-04-10T15:59:02.984 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-9Aoo706jjr3qTYu off=10494777 len=1790813 2024-04-10T15:59:02.993 INFO:tasks.workunit.client.0.smithi069.stdout:op 2310 completed, throughput=5MB/sec 2024-04-10T15:59:02.993 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-7QrXp9R3GwtlHrl off=9454872 len=666286 2024-04-10T15:59:02.996 INFO:tasks.workunit.client.0.smithi069.stdout:op 2311 completed, throughput=5MB/sec 2024-04-10T15:59:02.996 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-FKS6awrRckCM5dn off=971353 len=691805 2024-04-10T15:59:02.997 INFO:tasks.workunit.client.0.smithi069.stdout:op 2312 completed, throughput=5MB/sec 2024-04-10T15:59:03.997 INFO:tasks.workunit.client.0.smithi069.stdout: 443: throughput=4.99MB/sec pending data=0 2024-04-10T15:59:03.998 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-wuteM7LkX27cpZH off=923704 len=1834762 2024-04-10T15:59:04.000 INFO:tasks.workunit.client.0.smithi069.stdout:op 2313 completed, throughput=4.99MB/sec 2024-04-10T15:59:04.000 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-Th1_dbBSlC0cOJa off=15440391 len=671322 2024-04-10T15:59:04.002 INFO:tasks.workunit.client.0.smithi069.stdout:op 2314 completed, throughput=4.99MB/sec 2024-04-10T15:59:04.002 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-LXp76UTxizXwcQo off=17706892 len=925732 2024-04-10T15:59:04.003 INFO:tasks.workunit.client.0.smithi069.stdout:op 2315 completed, throughput=5MB/sec 2024-04-10T15:59:04.003 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-COY9VLE5Osh_m8y off=2110600 len=218279 2024-04-10T15:59:04.003 INFO:tasks.workunit.client.0.smithi069.stdout:op 2316 completed, throughput=5MB/sec 2024-04-10T15:59:04.003 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-rLDpvadeDj0H8NQ off=686330 len=342298 2024-04-10T15:59:04.004 INFO:tasks.workunit.client.0.smithi069.stdout:op 2317 completed, throughput=5MB/sec 2024-04-10T15:59:04.004 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-s1EtyYFIj0Tg8oi off=16385355 len=817322 2024-04-10T15:59:04.008 INFO:tasks.workunit.client.0.smithi069.stdout:op 2318 completed, throughput=5MB/sec 2024-04-10T15:59:04.008 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-7ZqiaOyfgemmFi- off=13704282 len=1840501 2024-04-10T15:59:04.011 INFO:tasks.workunit.client.0.smithi069.stdout:op 2319 completed, throughput=5MB/sec 2024-04-10T15:59:04.093 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:59:03 smithi069 ceph-mon[94167]: pgmap v1629: 105 pgs: 105 active+clean; 126 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-10T15:59:04.093 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:59:03 smithi069 ceph-mon[96738]: pgmap v1629: 105 pgs: 105 active+clean; 126 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-10T15:59:04.249 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:59:03 smithi077 ceph-mon[87572]: pgmap v1629: 105 pgs: 105 active+clean; 126 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-10T15:59:05.012 INFO:tasks.workunit.client.0.smithi069.stdout: 444: throughput=4.99MB/sec pending data=0 2024-04-10T15:59:05.012 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-5KLi25IqSrk4zk_ off=20264192 len=1149340 2024-04-10T15:59:05.018 INFO:tasks.workunit.client.0.smithi069.stdout:op 2320 completed, throughput=4.99MB/sec 2024-04-10T15:59:05.019 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-gdLXlx4Vxp4XQ39 off=6541524 len=583022 2024-04-10T15:59:05.020 INFO:tasks.workunit.client.0.smithi069.stdout:op 2321 completed, throughput=5MB/sec 2024-04-10T15:59:05.020 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-YbMEtUTcLiID41B off=4834403 len=1857925 2024-04-10T15:59:05.022 INFO:tasks.workunit.client.0.smithi069.stdout:op 2322 completed, throughput=5MB/sec 2024-04-10T15:59:05.022 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-llU9KZD4NLdMMj3 off=1291879 len=81295 2024-04-10T15:59:05.023 INFO:tasks.workunit.client.0.smithi069.stdout:op 2323 completed, throughput=5MB/sec 2024-04-10T15:59:05.023 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-w6iVcPdOTXIdk-d off=2056361 len=1503379 2024-04-10T15:59:05.025 INFO:tasks.workunit.client.0.smithi069.stdout:op 2324 completed, throughput=5MB/sec 2024-04-10T15:59:05.093 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:59:04 smithi069 ceph-mon[94167]: pgmap v1630: 105 pgs: 105 active+clean; 126 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-10T15:59:05.093 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:59:04 smithi069 ceph-mon[96738]: pgmap v1630: 105 pgs: 105 active+clean; 126 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-10T15:59:05.249 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:59:04 smithi077 ceph-mon[87572]: pgmap v1630: 105 pgs: 105 active+clean; 126 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-10T15:59:06.025 INFO:tasks.workunit.client.0.smithi069.stdout: 445: throughput=4.99MB/sec pending data=0 2024-04-10T15:59:06.025 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-0cL_fmsc0k9er1C off=2262132 len=599612 2024-04-10T15:59:06.026 INFO:tasks.workunit.client.0.smithi069.stdout:op 2325 completed, throughput=4.99MB/sec 2024-04-10T15:59:06.026 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-HqkCq-ke0sEcdZd off=9873018 len=540394 2024-04-10T15:59:06.028 INFO:tasks.workunit.client.0.smithi069.stdout:op 2326 completed, throughput=4.99MB/sec 2024-04-10T15:59:06.028 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-n7ALXh1XppZ1wfo off=5311612 len=1334061 2024-04-10T15:59:06.034 INFO:tasks.workunit.client.0.smithi069.stdout:op 2327 completed, throughput=5MB/sec 2024-04-10T15:59:06.034 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-CH_dW9jZvYyK7Iy off=0 len=1382317 2024-04-10T15:59:06.042 INFO:tasks.workunit.client.0.smithi069.stdout:op 2328 completed, throughput=5MB/sec 2024-04-10T15:59:06.043 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-tRdfCTLX7jBYIPl off=1380217 len=1792649 2024-04-10T15:59:06.045 INFO:tasks.workunit.client.0.smithi069.stdout:op 2329 completed, throughput=5MB/sec 2024-04-10T15:59:07.045 INFO:tasks.workunit.client.0.smithi069.stdout: 446: throughput=4.99MB/sec pending data=0 2024-04-10T15:59:07.045 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-_K9Sij80hTTszw2 off=0 len=1116652 2024-04-10T15:59:07.048 INFO:tasks.workunit.client.0.smithi069.stdout:op 2330 completed, throughput=4.99MB/sec 2024-04-10T15:59:07.048 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-5yHMcE1RusV0IfS off=1608334 len=709206 2024-04-10T15:59:07.053 INFO:tasks.workunit.client.0.smithi069.stdout:op 2331 completed, throughput=5MB/sec 2024-04-10T15:59:07.053 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-eT3FyZMvJxIs8ke off=13167709 len=1739502 2024-04-10T15:59:07.067 INFO:tasks.workunit.client.0.smithi069.stdout:op 2332 completed, throughput=5MB/sec 2024-04-10T15:59:07.067 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-IddDXyw0CIeIcbH off=1174819 len=1622196 2024-04-10T15:59:07.069 INFO:tasks.workunit.client.0.smithi069.stdout:op 2333 completed, throughput=5MB/sec 2024-04-10T15:59:07.249 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:59:06 smithi077 ceph-mon[87572]: pgmap v1631: 105 pgs: 105 active+clean; 126 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-10T15:59:07.343 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:59:06 smithi069 ceph-mon[96738]: pgmap v1631: 105 pgs: 105 active+clean; 126 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-10T15:59:07.344 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:59:06 smithi069 ceph-mon[94167]: pgmap v1631: 105 pgs: 105 active+clean; 126 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-10T15:59:07.344 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:59:06 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:15:59:06] "GET /metrics HTTP/1.1" 200 34049 "" "Prometheus/2.43.0" 2024-04-10T15:59:08.070 INFO:tasks.workunit.client.0.smithi069.stdout: 447: throughput=4.99MB/sec pending data=0 2024-04-10T15:59:08.070 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-MhFdasWSx7si5NY off=2377488 len=1667838 2024-04-10T15:59:08.077 INFO:tasks.workunit.client.0.smithi069.stdout:op 2334 completed, throughput=5MB/sec 2024-04-10T15:59:08.078 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-ogNscV67CuqYXvp off=103652 len=1223108 2024-04-10T15:59:08.079 INFO:tasks.workunit.client.0.smithi069.stdout:op 2335 completed, throughput=5MB/sec 2024-04-10T15:59:08.079 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-_qO4GM4YA6FALiC off=432599 len=1335159 2024-04-10T15:59:08.081 INFO:tasks.workunit.client.0.smithi069.stdout:op 2336 completed, throughput=5MB/sec 2024-04-10T15:59:09.081 INFO:tasks.workunit.client.0.smithi069.stdout: 448: throughput=4.99MB/sec pending data=0 2024-04-10T15:59:09.081 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-msR7bjeLlClnHTu off=9912227 len=94217 2024-04-10T15:59:09.082 INFO:tasks.workunit.client.0.smithi069.stdout:op 2337 completed, throughput=4.99MB/sec 2024-04-10T15:59:09.082 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-6x6p9mT5yROhX08 off=12078267 len=1578056 2024-04-10T15:59:09.090 INFO:tasks.workunit.client.0.smithi069.stdout:op 2338 completed, throughput=4.99MB/sec 2024-04-10T15:59:09.090 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-9cya1KYIDJF2tGT off=17539664 len=1357719 2024-04-10T15:59:09.096 INFO:tasks.workunit.client.0.smithi069.stdout:op 2339 completed, throughput=5MB/sec 2024-04-10T15:59:09.096 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-q-GAt8p7sP3RrxP off=5009680 len=505468 2024-04-10T15:59:09.098 INFO:tasks.workunit.client.0.smithi069.stdout:op 2340 completed, throughput=5MB/sec 2024-04-10T15:59:09.098 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-HoiyaUxkMOY7nO6 off=4823203 len=1836080 2024-04-10T15:59:09.108 INFO:tasks.workunit.client.0.smithi069.stdout:op 2341 completed, throughput=5MB/sec 2024-04-10T15:59:09.249 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:59:08 smithi077 ceph-mon[87572]: pgmap v1632: 105 pgs: 105 active+clean; 126 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-10T15:59:09.343 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:59:08 smithi069 ceph-mon[96738]: pgmap v1632: 105 pgs: 105 active+clean; 126 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-10T15:59:09.344 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:59:08 smithi069 ceph-mon[94167]: pgmap v1632: 105 pgs: 105 active+clean; 126 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-10T15:59:10.108 INFO:tasks.workunit.client.0.smithi069.stdout: 449: throughput=4.99MB/sec pending data=0 2024-04-10T15:59:10.109 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-BAOEXNUzO1-BHtc off=6776171 len=917386 2024-04-10T15:59:10.113 INFO:tasks.workunit.client.0.smithi069.stdout:op 2342 completed, throughput=4.99MB/sec 2024-04-10T15:59:10.113 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-C5XcoEshwa8-8QI off=20411396 len=632266 2024-04-10T15:59:10.117 INFO:tasks.workunit.client.0.smithi069.stdout:op 2343 completed, throughput=4.99MB/sec 2024-04-10T15:59:10.117 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-BWtbXCG-g_LmfYw off=10896792 len=109908 2024-04-10T15:59:10.120 INFO:tasks.workunit.client.0.smithi069.stdout:op 2344 completed, throughput=4.99MB/sec 2024-04-10T15:59:10.120 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-zwaI99Brz4ql_Wh off=6496302 len=1000724 2024-04-10T15:59:10.121 INFO:tasks.workunit.client.0.smithi069.stdout:op 2345 completed, throughput=4.99MB/sec 2024-04-10T15:59:10.121 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-Eu7qwqaotW5TmlV off=8457550 len=542399 2024-04-10T15:59:10.125 INFO:tasks.workunit.client.0.smithi069.stdout:op 2346 completed, throughput=5MB/sec 2024-04-10T15:59:10.125 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-rridTF1JkSByiwP off=12410211 len=1431311 2024-04-10T15:59:10.127 INFO:tasks.workunit.client.0.smithi069.stdout:op 2347 completed, throughput=5MB/sec 2024-04-10T15:59:10.127 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-AeZYGLpF2GuxpBc off=4139209 len=1409207 2024-04-10T15:59:10.134 INFO:tasks.workunit.client.0.smithi069.stdout:op 2348 completed, throughput=5MB/sec 2024-04-10T15:59:10.249 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:59:09 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:59:10.343 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:59:09 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:59:10.344 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:59:09 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:59:11.134 INFO:tasks.workunit.client.0.smithi069.stdout: 450: throughput=4.99MB/sec pending data=0 2024-04-10T15:59:11.135 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-sC-HqPHO1xyPy9Z off=4657417 len=958861 2024-04-10T15:59:11.141 INFO:tasks.workunit.client.0.smithi069.stdout:op 2349 completed, throughput=4.99MB/sec 2024-04-10T15:59:11.141 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-evEu46fA-W851ho off=6974815 len=1610248 2024-04-10T15:59:11.143 INFO:tasks.workunit.client.0.smithi069.stdout:op 2350 completed, throughput=5MB/sec 2024-04-10T15:59:11.143 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-E3Eem20olfPL424 off=5881020 len=1599996 2024-04-10T15:59:11.152 INFO:tasks.workunit.client.0.smithi069.stdout:op 2351 completed, throughput=5MB/sec 2024-04-10T15:59:11.152 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-C84buDFfRVdsyOA off=14798637 len=1928198 2024-04-10T15:59:11.163 INFO:tasks.workunit.client.0.smithi069.stdout:op 2352 completed, throughput=5MB/sec 2024-04-10T15:59:11.249 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:59:10 smithi077 ceph-mon[87572]: pgmap v1633: 105 pgs: 105 active+clean; 126 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-10T15:59:11.343 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:59:10 smithi069 ceph-mon[96738]: pgmap v1633: 105 pgs: 105 active+clean; 126 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-10T15:59:11.343 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:59:10 smithi069 ceph-mon[94167]: pgmap v1633: 105 pgs: 105 active+clean; 126 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-10T15:59:12.164 INFO:tasks.workunit.client.0.smithi069.stdout: 451: throughput=4.99MB/sec pending data=0 2024-04-10T15:59:12.164 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-YUMYZfpDBXhT31w off=6120283 len=700084 2024-04-10T15:59:12.168 INFO:tasks.workunit.client.0.smithi069.stdout:op 2353 completed, throughput=4.99MB/sec 2024-04-10T15:59:12.168 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-LJYQw6Px_Br7Zxf off=2466714 len=1766054 2024-04-10T15:59:12.176 INFO:tasks.workunit.client.0.smithi069.stdout:op 2354 completed, throughput=5MB/sec 2024-04-10T15:59:12.177 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-9y8bbnKTaCu8oVY off=3061901 len=465009 2024-04-10T15:59:12.179 INFO:tasks.workunit.client.0.smithi069.stdout:op 2355 completed, throughput=5MB/sec 2024-04-10T15:59:12.180 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-J6pW7LQ8UzsC3yP off=489746 len=392234 2024-04-10T15:59:12.180 INFO:tasks.workunit.client.0.smithi069.stdout:op 2356 completed, throughput=5MB/sec 2024-04-10T15:59:12.180 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-oRWX2oBBHUy2zyv off=22913198 len=940346 2024-04-10T15:59:12.182 INFO:tasks.workunit.client.0.smithi069.stdout:op 2357 completed, throughput=5MB/sec 2024-04-10T15:59:12.749 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:59:12 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T15:59:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:59:13.182 INFO:tasks.workunit.client.0.smithi069.stdout: 452: throughput=4.99MB/sec pending data=0 2024-04-10T15:59:13.183 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-BAKWMQFVu-f0Itp off=6391247 len=1063368 2024-04-10T15:59:13.188 INFO:tasks.workunit.client.0.smithi069.stdout:op 2358 completed, throughput=4.99MB/sec 2024-04-10T15:59:13.188 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-yhjpjAKBvDu0du8 off=5056408 len=765823 2024-04-10T15:59:13.189 INFO:tasks.workunit.client.0.smithi069.stdout:op 2359 completed, throughput=4.99MB/sec 2024-04-10T15:59:13.189 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-BrfXofOZ-skNsN0 off=2364003 len=1934700 2024-04-10T15:59:13.199 INFO:tasks.workunit.client.0.smithi069.stdout:op 2360 completed, throughput=5MB/sec 2024-04-10T15:59:13.199 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-_XZoNiGUoKhhgXU off=15135455 len=1629876 2024-04-10T15:59:13.205 INFO:tasks.workunit.client.0.smithi069.stdout:op 2361 completed, throughput=5MB/sec 2024-04-10T15:59:13.249 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:59:12 smithi077 ceph-mon[87572]: pgmap v1634: 105 pgs: 105 active+clean; 126 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-10T15:59:13.343 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:59:12 smithi069 ceph-mon[96738]: pgmap v1634: 105 pgs: 105 active+clean; 126 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-10T15:59:13.343 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:59:12 smithi069 ceph-mon[94167]: pgmap v1634: 105 pgs: 105 active+clean; 126 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-10T15:59:14.205 INFO:tasks.workunit.client.0.smithi069.stdout: 453: throughput=4.99MB/sec pending data=0 2024-04-10T15:59:14.205 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-frCPHMo3XB1Ls4U off=1599823 len=28314 2024-04-10T15:59:14.206 INFO:tasks.workunit.client.0.smithi069.stdout:op 2362 completed, throughput=4.99MB/sec 2024-04-10T15:59:14.206 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-wVIzh4NHH0G1Ips off=19891209 len=773008 2024-04-10T15:59:14.211 INFO:tasks.workunit.client.0.smithi069.stdout:op 2363 completed, throughput=4.99MB/sec 2024-04-10T15:59:14.211 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-AhZ2fuL3zaTfiiV off=16112881 len=92855 2024-04-10T15:59:14.212 INFO:tasks.workunit.client.0.smithi069.stdout:op 2364 completed, throughput=4.99MB/sec 2024-04-10T15:59:14.212 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-H2Y2RbY_yYZJw-5 off=6356090 len=1572894 2024-04-10T15:59:14.218 INFO:tasks.workunit.client.0.smithi069.stdout:op 2365 completed, throughput=5MB/sec 2024-04-10T15:59:14.218 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-LQ9N51_oXo5QuKE off=7262996 len=1536375 2024-04-10T15:59:14.220 INFO:tasks.workunit.client.0.smithi069.stdout:op 2366 completed, throughput=5MB/sec 2024-04-10T15:59:14.220 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-sAt-BP_Kja9t7Pj off=3281184 len=436323 2024-04-10T15:59:14.223 INFO:tasks.workunit.client.0.smithi069.stdout:op 2367 completed, throughput=5MB/sec 2024-04-10T15:59:14.223 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-g4Z7wZPPYl15PFA off=2416440 len=1448223 2024-04-10T15:59:14.224 INFO:tasks.workunit.client.0.smithi069.stdout:op 2368 completed, throughput=5MB/sec 2024-04-10T15:59:15.225 INFO:tasks.workunit.client.0.smithi069.stdout: 454: throughput=4.99MB/sec pending data=0 2024-04-10T15:59:15.225 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-u7ns55ucfv1oAPn off=12053885 len=163960 2024-04-10T15:59:15.226 INFO:tasks.workunit.client.0.smithi069.stdout:op 2369 completed, throughput=4.99MB/sec 2024-04-10T15:59:15.226 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-ojHy_pKTRKOQyks off=4303718 len=874637 2024-04-10T15:59:15.231 INFO:tasks.workunit.client.0.smithi069.stdout:op 2370 completed, throughput=4.99MB/sec 2024-04-10T15:59:15.231 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-yENDBMoMLRZJp05 off=12874457 len=1789931 2024-04-10T15:59:15.233 INFO:tasks.workunit.client.0.smithi069.stdout:op 2371 completed, throughput=5MB/sec 2024-04-10T15:59:15.233 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-Eps74HmkFlbTHBu off=3410055 len=1210150 2024-04-10T15:59:15.235 INFO:tasks.workunit.client.0.smithi069.stdout:op 2372 completed, throughput=5MB/sec 2024-04-10T15:59:15.235 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-YY8GPK2eyzl7pfK off=4423752 len=1288892 2024-04-10T15:59:15.241 INFO:tasks.workunit.client.0.smithi069.stdout:op 2373 completed, throughput=5MB/sec 2024-04-10T15:59:15.249 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:59:14 smithi077 ceph-mon[87572]: pgmap v1635: 105 pgs: 105 active+clean; 126 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-10T15:59:15.343 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:59:14 smithi069 ceph-mon[94167]: pgmap v1635: 105 pgs: 105 active+clean; 126 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-10T15:59:15.343 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:59:14 smithi069 ceph-mon[96738]: pgmap v1635: 105 pgs: 105 active+clean; 126 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-10T15:59:16.242 INFO:tasks.workunit.client.0.smithi069.stdout: 455: throughput=4.99MB/sec pending data=0 2024-04-10T15:59:16.242 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-wMBk4YmMAUrmRNH off=41342 len=678821 2024-04-10T15:59:16.246 INFO:tasks.workunit.client.0.smithi069.stdout:op 2374 completed, throughput=4.99MB/sec 2024-04-10T15:59:16.246 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-HW9UCpy9zSG4Qp5 off=6135861 len=1168742 2024-04-10T15:59:16.247 INFO:tasks.workunit.client.0.smithi069.stdout:op 2375 completed, throughput=5MB/sec 2024-04-10T15:59:16.248 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-vedsDI-3MOjoxTl off=5429137 len=1921239 2024-04-10T15:59:16.250 INFO:tasks.workunit.client.0.smithi069.stdout:op 2376 completed, throughput=5MB/sec 2024-04-10T15:59:16.250 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-h_1-bLMHmHMeUOI off=17990872 len=1605544 2024-04-10T15:59:16.251 INFO:tasks.workunit.client.0.smithi069.stdout:op 2377 completed, throughput=5MB/sec 2024-04-10T15:59:17.249 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:59:16 smithi077 ceph-mon[87572]: pgmap v1636: 105 pgs: 105 active+clean; 126 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-10T15:59:17.252 INFO:tasks.workunit.client.0.smithi069.stdout: 456: throughput=4.99MB/sec pending data=0 2024-04-10T15:59:17.252 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-dMjg-PHlVcHIaZ- off=7119901 len=530166 2024-04-10T15:59:17.253 INFO:tasks.workunit.client.0.smithi069.stdout:op 2378 completed, throughput=4.99MB/sec 2024-04-10T15:59:17.253 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-Q2e8Ra1dxYaTVMr off=1059571 len=1259576 2024-04-10T15:59:17.258 INFO:tasks.workunit.client.0.smithi069.stdout:op 2379 completed, throughput=5MB/sec 2024-04-10T15:59:17.259 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj--6o5_1aPoF620ET off=9076187 len=985220 2024-04-10T15:59:17.261 INFO:tasks.workunit.client.0.smithi069.stdout:op 2380 completed, throughput=5MB/sec 2024-04-10T15:59:17.261 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-NypJlUd8Ww7KHL9 off=3323702 len=1794024 2024-04-10T15:59:17.270 INFO:tasks.workunit.client.0.smithi069.stdout:op 2381 completed, throughput=5MB/sec 2024-04-10T15:59:17.345 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:59:16 smithi069 ceph-mon[94167]: pgmap v1636: 105 pgs: 105 active+clean; 126 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-10T15:59:17.346 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:59:16 smithi069 ceph-mon[96738]: pgmap v1636: 105 pgs: 105 active+clean; 126 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-10T15:59:17.346 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:59:16 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:15:59:16] "GET /metrics HTTP/1.1" 200 34049 "" "Prometheus/2.43.0" 2024-04-10T15:59:18.270 INFO:tasks.workunit.client.0.smithi069.stdout: 457: throughput=4.99MB/sec pending data=0 2024-04-10T15:59:18.270 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-x3EnYHv6llYzLRw off=2742723 len=1993425 2024-04-10T15:59:18.273 INFO:tasks.workunit.client.0.smithi069.stdout:op 2382 completed, throughput=4.99MB/sec 2024-04-10T15:59:18.273 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-7ZzwTaEWtWipurA off=8447552 len=1973266 2024-04-10T15:59:18.275 INFO:tasks.workunit.client.0.smithi069.stdout:op 2383 completed, throughput=5MB/sec 2024-04-10T15:59:18.275 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-XN5uvsNjXpf-Wp5 off=12051855 len=1555012 2024-04-10T15:59:18.277 INFO:tasks.workunit.client.0.smithi069.stdout:op 2384 completed, throughput=5MB/sec 2024-04-10T15:59:19.249 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:59:18 smithi077 ceph-mon[87572]: pgmap v1637: 105 pgs: 105 active+clean; 126 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-10T15:59:19.277 INFO:tasks.workunit.client.0.smithi069.stdout: 458: throughput=4.99MB/sec pending data=0 2024-04-10T15:59:19.277 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-OrLCGwodb1RfOq_ off=7357767 len=1374779 2024-04-10T15:59:19.284 INFO:tasks.workunit.client.0.smithi069.stdout:op 2385 completed, throughput=4.99MB/sec 2024-04-10T15:59:19.284 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-EoufrXmu5u6vuOQ off=14606427 len=1967861 2024-04-10T15:59:19.288 INFO:tasks.workunit.client.0.smithi069.stdout:op 2386 completed, throughput=5MB/sec 2024-04-10T15:59:19.288 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-UwpqWAOFYyJIy4T off=16992594 len=1683260 2024-04-10T15:59:19.291 INFO:tasks.workunit.client.0.smithi069.stdout:op 2387 completed, throughput=5MB/sec 2024-04-10T15:59:19.343 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:59:18 smithi069 ceph-mon[96738]: pgmap v1637: 105 pgs: 105 active+clean; 126 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-10T15:59:19.343 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:59:18 smithi069 ceph-mon[94167]: pgmap v1637: 105 pgs: 105 active+clean; 126 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-10T15:59:20.291 INFO:tasks.workunit.client.0.smithi069.stdout: 459: throughput=4.99MB/sec pending data=0 2024-04-10T15:59:20.291 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-JgOj3G__bqxl9oA off=6358599 len=1612322 2024-04-10T15:59:20.298 INFO:tasks.workunit.client.0.smithi069.stdout:op 2388 completed, throughput=4.99MB/sec 2024-04-10T15:59:20.298 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-6KfWKb6R_mTOZMu off=9046918 len=1676750 2024-04-10T15:59:20.307 INFO:tasks.workunit.client.0.smithi069.stdout:op 2389 completed, throughput=5MB/sec 2024-04-10T15:59:20.307 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-DtxwSYbvL7ufOfc off=3553164 len=1473943 2024-04-10T15:59:20.312 INFO:tasks.workunit.client.0.smithi069.stdout:op 2390 completed, throughput=5MB/sec 2024-04-10T15:59:20.312 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-_b5DqOa0aY2aK1t off=16644180 len=1923733 2024-04-10T15:59:20.323 INFO:tasks.workunit.client.0.smithi069.stdout:op 2391 completed, throughput=5MB/sec 2024-04-10T15:59:21.249 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:59:20 smithi077 ceph-mon[87572]: pgmap v1638: 105 pgs: 105 active+clean; 126 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-10T15:59:21.323 INFO:tasks.workunit.client.0.smithi069.stdout: 460: throughput=4.99MB/sec pending data=0 2024-04-10T15:59:21.324 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-UMgm42_lWYU7uEQ off=153450 len=1826162 2024-04-10T15:59:21.326 INFO:tasks.workunit.client.0.smithi069.stdout:op 2392 completed, throughput=5MB/sec 2024-04-10T15:59:21.326 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-I5Lx5nqdveQC-sR off=8573004 len=1242746 2024-04-10T15:59:21.332 INFO:tasks.workunit.client.0.smithi069.stdout:op 2393 completed, throughput=5MB/sec 2024-04-10T15:59:21.332 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-fURqlCsdgWHDlge off=10012085 len=11430 2024-04-10T15:59:21.334 INFO:tasks.workunit.client.0.smithi069.stdout:op 2394 completed, throughput=5MB/sec 2024-04-10T15:59:21.334 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-fAYkAla9hMVIenL off=17795635 len=211640 2024-04-10T15:59:21.337 INFO:tasks.workunit.client.0.smithi069.stdout:op 2395 completed, throughput=5MB/sec 2024-04-10T15:59:21.337 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-a0eiHFgh742u8jf off=19754453 len=1436093 2024-04-10T15:59:21.338 INFO:tasks.workunit.client.0.smithi069.stdout:op 2396 completed, throughput=5MB/sec 2024-04-10T15:59:21.343 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:59:20 smithi069 ceph-mon[94167]: pgmap v1638: 105 pgs: 105 active+clean; 126 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-10T15:59:21.343 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:59:20 smithi069 ceph-mon[96738]: pgmap v1638: 105 pgs: 105 active+clean; 126 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-10T15:59:22.338 INFO:tasks.workunit.client.0.smithi069.stdout: 461: throughput=4.99MB/sec pending data=0 2024-04-10T15:59:22.338 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-7xhZ0RseiAj5dEW off=8877073 len=1479454 2024-04-10T15:59:22.340 INFO:tasks.workunit.client.0.smithi069.stdout:op 2397 completed, throughput=4.99MB/sec 2024-04-10T15:59:22.340 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-UJS4X4_1eASkDBt off=9363823 len=544307 2024-04-10T15:59:22.345 INFO:tasks.workunit.client.0.smithi069.stdout:op 2398 completed, throughput=5MB/sec 2024-04-10T15:59:22.345 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-Hi3SzTpA2O6IQpY off=4705386 len=1861746 2024-04-10T15:59:22.347 INFO:tasks.workunit.client.0.smithi069.stdout:op 2399 completed, throughput=5MB/sec 2024-04-10T15:59:22.347 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-MKk-OnhklU4JELa off=2921109 len=387242 2024-04-10T15:59:22.350 INFO:tasks.workunit.client.0.smithi069.stdout:op 2400 completed, throughput=5MB/sec 2024-04-10T15:59:22.749 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:59:22 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T15:59:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:59:23.249 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:59:22 smithi077 ceph-mon[87572]: pgmap v1639: 105 pgs: 105 active+clean; 126 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-10T15:59:23.343 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:59:22 smithi069 ceph-mon[96738]: pgmap v1639: 105 pgs: 105 active+clean; 126 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-10T15:59:23.343 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:59:22 smithi069 ceph-mon[94167]: pgmap v1639: 105 pgs: 105 active+clean; 126 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-10T15:59:23.350 INFO:tasks.workunit.client.0.smithi069.stdout: 462: throughput=4.99MB/sec pending data=0 2024-04-10T15:59:23.351 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-boIGEcApSKsdk8m off=4221596 len=1354772 2024-04-10T15:59:23.352 INFO:tasks.workunit.client.0.smithi069.stdout:op 2401 completed, throughput=4.99MB/sec 2024-04-10T15:59:23.352 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-g0jSvkRXKZiGR3n off=3036376 len=502026 2024-04-10T15:59:23.353 INFO:tasks.workunit.client.0.smithi069.stdout:op 2402 completed, throughput=4.99MB/sec 2024-04-10T15:59:23.353 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-Df6FdHaawTB2qg4 off=1382002 len=1092107 2024-04-10T15:59:23.360 INFO:tasks.workunit.client.0.smithi069.stdout:op 2403 completed, throughput=5MB/sec 2024-04-10T15:59:23.360 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-867D_3i4TTw1iXZ off=1372012 len=991037 2024-04-10T15:59:23.364 INFO:tasks.workunit.client.0.smithi069.stdout:op 2404 completed, throughput=5MB/sec 2024-04-10T15:59:23.364 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-SfAVrRCDUypggt9 off=1633855 len=280670 2024-04-10T15:59:23.365 INFO:tasks.workunit.client.0.smithi069.stdout:op 2405 completed, throughput=5MB/sec 2024-04-10T15:59:23.365 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-4Nv7Z3AwA_kqzOp off=10056210 len=1225298 2024-04-10T15:59:23.366 INFO:tasks.workunit.client.0.smithi069.stdout:op 2406 completed, throughput=5MB/sec 2024-04-10T15:59:24.366 INFO:tasks.workunit.client.0.smithi069.stdout: 463: throughput=4.99MB/sec pending data=0 2024-04-10T15:59:24.367 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-75pUV-f8JUeJNRB off=1512655 len=1451252 2024-04-10T15:59:24.369 INFO:tasks.workunit.client.0.smithi069.stdout:op 2407 completed, throughput=4.99MB/sec 2024-04-10T15:59:24.369 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-FEfwPH_Ghonz1Cw off=7273755 len=2090912 2024-04-10T15:59:24.373 INFO:tasks.workunit.client.0.smithi069.stdout:op 2408 completed, throughput=5MB/sec 2024-04-10T15:59:24.373 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-linHJU_geCnQtUL off=19206908 len=1977244 2024-04-10T15:59:24.384 INFO:tasks.workunit.client.0.smithi069.stdout:op 2409 completed, throughput=5MB/sec 2024-04-10T15:59:25.249 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:59:24 smithi077 ceph-mon[87572]: pgmap v1640: 105 pgs: 105 active+clean; 126 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-10T15:59:25.249 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:59:24 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:59:25.343 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:59:24 smithi069 ceph-mon[96738]: pgmap v1640: 105 pgs: 105 active+clean; 126 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-10T15:59:25.343 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:59:24 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:59:25.344 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:59:24 smithi069 ceph-mon[94167]: pgmap v1640: 105 pgs: 105 active+clean; 126 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-10T15:59:25.344 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:59:24 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:59:25.384 INFO:tasks.workunit.client.0.smithi069.stdout: 464: throughput=4.99MB/sec pending data=0 2024-04-10T15:59:25.384 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-RnmFqy_MlDcadN2 off=0 len=1633820 2024-04-10T15:59:25.386 INFO:tasks.workunit.client.0.smithi069.stdout:op 2410 completed, throughput=4.99MB/sec 2024-04-10T15:59:25.386 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-YHt96USKRTEdrzr off=4660159 len=806187 2024-04-10T15:59:25.391 INFO:tasks.workunit.client.0.smithi069.stdout:op 2411 completed, throughput=4.99MB/sec 2024-04-10T15:59:25.391 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-it06P53FLkRK33w off=3722205 len=1936164 2024-04-10T15:59:25.400 INFO:tasks.workunit.client.0.smithi069.stdout:op 2412 completed, throughput=5MB/sec 2024-04-10T15:59:25.400 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-jVlMcldHzJ1Q_QQ off=13425236 len=728300 2024-04-10T15:59:25.401 INFO:tasks.workunit.client.0.smithi069.stdout:op 2413 completed, throughput=5MB/sec 2024-04-10T15:59:26.401 INFO:tasks.workunit.client.0.smithi069.stdout: 465: throughput=4.99MB/sec pending data=0 2024-04-10T15:59:26.401 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-JIwZf7Vww9gFg3T off=5653443 len=1705696 2024-04-10T15:59:26.403 INFO:tasks.workunit.client.0.smithi069.stdout:op 2414 completed, throughput=4.99MB/sec 2024-04-10T15:59:26.403 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-fegmAT1ia-ymKBF off=0 len=1121917 2024-04-10T15:59:26.409 INFO:tasks.workunit.client.0.smithi069.stdout:op 2415 completed, throughput=5MB/sec 2024-04-10T15:59:26.410 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-1YahLoier3DsPBj off=6806105 len=676068 2024-04-10T15:59:26.411 INFO:tasks.workunit.client.0.smithi069.stdout:op 2416 completed, throughput=5MB/sec 2024-04-10T15:59:26.411 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-TeHwJO0UA3yLjjk off=2024622 len=391492 2024-04-10T15:59:26.414 INFO:tasks.workunit.client.0.smithi069.stdout:op 2417 completed, throughput=5MB/sec 2024-04-10T15:59:26.414 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-eX8eZ3jGPtX4Ncw off=2791983 len=590498 2024-04-10T15:59:26.415 INFO:tasks.workunit.client.0.smithi069.stdout:op 2418 completed, throughput=5MB/sec 2024-04-10T15:59:26.415 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-d-xGlR36edsokI2 off=5190643 len=1768914 2024-04-10T15:59:26.425 INFO:tasks.workunit.client.0.smithi069.stdout:op 2419 completed, throughput=5MB/sec 2024-04-10T15:59:27.249 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:59:26 smithi077 ceph-mon[87572]: pgmap v1641: 105 pgs: 105 active+clean; 126 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-10T15:59:27.343 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:59:26 smithi069 ceph-mon[96738]: pgmap v1641: 105 pgs: 105 active+clean; 126 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-10T15:59:27.343 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:59:26 smithi069 ceph-mon[94167]: pgmap v1641: 105 pgs: 105 active+clean; 126 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-10T15:59:27.344 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:59:26 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:15:59:26] "GET /metrics HTTP/1.1" 200 34049 "" "Prometheus/2.43.0" 2024-04-10T15:59:27.425 INFO:tasks.workunit.client.0.smithi069.stdout: 466: throughput=4.99MB/sec pending data=0 2024-04-10T15:59:27.426 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-qeE5fjL-ILYVE-h off=3365380 len=121582 2024-04-10T15:59:27.428 INFO:tasks.workunit.client.0.smithi069.stdout:op 2420 completed, throughput=4.99MB/sec 2024-04-10T15:59:27.428 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-1cn6Getc91Qc-O6 off=5464815 len=337355 2024-04-10T15:59:27.431 INFO:tasks.workunit.client.0.smithi069.stdout:op 2421 completed, throughput=4.99MB/sec 2024-04-10T15:59:27.431 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-iDHTIWcqN-lPT3a off=10615089 len=1675244 2024-04-10T15:59:27.433 INFO:tasks.workunit.client.0.smithi069.stdout:op 2422 completed, throughput=5MB/sec 2024-04-10T15:59:27.433 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-8IPzz_0a5V8gIOg off=4974369 len=619584 2024-04-10T15:59:27.434 INFO:tasks.workunit.client.0.smithi069.stdout:op 2423 completed, throughput=5MB/sec 2024-04-10T15:59:27.434 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-UN5zqY_ukIW0dp5 off=1375606 len=1249156 2024-04-10T15:59:27.436 INFO:tasks.workunit.client.0.smithi069.stdout:op 2424 completed, throughput=5MB/sec 2024-04-10T15:59:27.436 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-Q_bo_ED48xBdDod off=7928362 len=815155 2024-04-10T15:59:27.438 INFO:tasks.workunit.client.0.smithi069.stdout:op 2425 completed, throughput=5MB/sec 2024-04-10T15:59:28.439 INFO:tasks.workunit.client.0.smithi069.stdout: 467: throughput=4.99MB/sec pending data=0 2024-04-10T15:59:28.439 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-X9DNmR1_d9b2533 off=22659335 len=965048 2024-04-10T15:59:28.444 INFO:tasks.workunit.client.0.smithi069.stdout:op 2426 completed, throughput=4.99MB/sec 2024-04-10T15:59:28.444 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-P50M8jL6Jedjjox off=1888554 len=1656476 2024-04-10T15:59:28.451 INFO:tasks.workunit.client.0.smithi069.stdout:op 2427 completed, throughput=5MB/sec 2024-04-10T15:59:28.451 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-yIBNbbx8tlyN8-R off=7711636 len=1748838 2024-04-10T15:59:28.454 INFO:tasks.workunit.client.0.smithi069.stdout:op 2428 completed, throughput=5MB/sec 2024-04-10T15:59:28.454 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-znr1MW2glTByIHe off=3585322 len=1762241 2024-04-10T15:59:28.457 INFO:tasks.workunit.client.0.smithi069.stdout:op 2429 completed, throughput=5MB/sec 2024-04-10T15:59:29.249 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:59:28 smithi077 ceph-mon[87572]: pgmap v1642: 105 pgs: 105 active+clean; 126 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-04-10T15:59:29.343 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:59:28 smithi069 ceph-mon[94167]: pgmap v1642: 105 pgs: 105 active+clean; 126 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-04-10T15:59:29.344 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:59:28 smithi069 ceph-mon[96738]: pgmap v1642: 105 pgs: 105 active+clean; 126 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-04-10T15:59:29.457 INFO:tasks.workunit.client.0.smithi069.stdout: 468: throughput=4.99MB/sec pending data=0 2024-04-10T15:59:29.457 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-e2PJo54WVoxo7pg off=7027557 len=1887471 2024-04-10T15:59:29.459 INFO:tasks.workunit.client.0.smithi069.stdout:op 2430 completed, throughput=5MB/sec 2024-04-10T15:59:29.459 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-K1B9q8R8UytLL2C off=17324091 len=1176543 2024-04-10T15:59:29.462 INFO:tasks.workunit.client.0.smithi069.stdout:op 2431 completed, throughput=5MB/sec 2024-04-10T15:59:29.462 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-Oo2yw0iCpAAFxFF off=1804098 len=215790 2024-04-10T15:59:29.463 INFO:tasks.workunit.client.0.smithi069.stdout:op 2432 completed, throughput=5MB/sec 2024-04-10T15:59:29.463 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-ul-Js6I8K7wjMK6 off=21619188 len=746944 2024-04-10T15:59:29.468 INFO:tasks.workunit.client.0.smithi069.stdout:op 2433 completed, throughput=5MB/sec 2024-04-10T15:59:29.468 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-Dk90CIF46oNj6wj off=17343806 len=599948 2024-04-10T15:59:29.471 INFO:tasks.workunit.client.0.smithi069.stdout:op 2434 completed, throughput=5MB/sec 2024-04-10T15:59:30.472 INFO:tasks.workunit.client.0.smithi069.stdout: 469: throughput=4.99MB/sec pending data=0 2024-04-10T15:59:30.472 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-ct8dMzWKz5h8GYx off=3446296 len=1426293 2024-04-10T15:59:30.474 INFO:tasks.workunit.client.0.smithi069.stdout:op 2435 completed, throughput=4.99MB/sec 2024-04-10T15:59:30.474 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-Sa_sybSkHlwvc36 off=20431027 len=1038546 2024-04-10T15:59:30.475 INFO:tasks.workunit.client.0.smithi069.stdout:op 2436 completed, throughput=5MB/sec 2024-04-10T15:59:30.475 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-dLFl1XRnIeWiSRB off=7987228 len=1772558 2024-04-10T15:59:30.477 INFO:tasks.workunit.client.0.smithi069.stdout:op 2437 completed, throughput=5MB/sec 2024-04-10T15:59:30.477 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-CyO0puC_-YcZeW1 off=890397 len=605139 2024-04-10T15:59:30.478 INFO:tasks.workunit.client.0.smithi069.stdout:op 2438 completed, throughput=5MB/sec 2024-04-10T15:59:31.250 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:59:31 smithi077 ceph-mon[87572]: pgmap v1643: 105 pgs: 105 active+clean; 126 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-10T15:59:31.343 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:59:30 smithi069 ceph-mon[94167]: pgmap v1643: 105 pgs: 105 active+clean; 126 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-10T15:59:31.344 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:59:30 smithi069 ceph-mon[96738]: pgmap v1643: 105 pgs: 105 active+clean; 126 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-10T15:59:31.479 INFO:tasks.workunit.client.0.smithi069.stdout: 470: throughput=4.99MB/sec pending data=0 2024-04-10T15:59:31.479 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-kYgurUCrRzv9WzX off=9141655 len=763731 2024-04-10T15:59:31.480 INFO:tasks.workunit.client.0.smithi069.stdout:op 2439 completed, throughput=4.99MB/sec 2024-04-10T15:59:31.480 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-JLigeb1KCfR3XRg off=13911128 len=1691726 2024-04-10T15:59:31.488 INFO:tasks.workunit.client.0.smithi069.stdout:op 2440 completed, throughput=4.99MB/sec 2024-04-10T15:59:31.488 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-bgKzT1RTscBqjko off=2105202 len=1707666 2024-04-10T15:59:31.491 INFO:tasks.workunit.client.0.smithi069.stdout:op 2441 completed, throughput=5MB/sec 2024-04-10T15:59:31.491 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-xfg4yo5A9xQKTjK off=5110225 len=445264 2024-04-10T15:59:31.492 INFO:tasks.workunit.client.0.smithi069.stdout:op 2442 completed, throughput=5MB/sec 2024-04-10T15:59:31.492 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-ovtF1zM2u9LDZqa off=13863583 len=518218 2024-04-10T15:59:31.493 INFO:tasks.workunit.client.0.smithi069.stdout:op 2443 completed, throughput=5MB/sec 2024-04-10T15:59:31.493 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-EUwN_XB0HdglN1k off=2874849 len=1116912 2024-04-10T15:59:31.498 INFO:tasks.workunit.client.0.smithi069.stdout:op 2444 completed, throughput=5MB/sec 2024-04-10T15:59:32.499 INFO:tasks.workunit.client.0.smithi069.stdout: 471: throughput=4.99MB/sec pending data=0 2024-04-10T15:59:32.499 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-eNaIlFfZB9_HgGT off=8856839 len=1651032 2024-04-10T15:59:32.501 INFO:tasks.workunit.client.0.smithi069.stdout:op 2445 completed, throughput=4.99MB/sec 2024-04-10T15:59:32.501 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-cVxUa0ymJdkvzkl off=11609988 len=1330753 2024-04-10T15:59:32.506 INFO:tasks.workunit.client.0.smithi069.stdout:op 2446 completed, throughput=5MB/sec 2024-04-10T15:59:32.506 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-ymhVzg6nuARCnWo off=9732267 len=910874 2024-04-10T15:59:32.508 INFO:tasks.workunit.client.0.smithi069.stdout:op 2447 completed, throughput=5MB/sec 2024-04-10T15:59:32.508 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-thFYyQ-LT7Lw4Uu off=585312 len=1759938 2024-04-10T15:59:32.512 INFO:tasks.workunit.client.0.smithi069.stdout:op 2448 completed, throughput=5MB/sec 2024-04-10T15:59:32.749 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:59:32 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T15:59:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:59:33.343 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:59:33 smithi069 ceph-mon[94167]: pgmap v1644: 105 pgs: 105 active+clean; 126 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-10T15:59:33.344 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:59:33 smithi069 ceph-mon[96738]: pgmap v1644: 105 pgs: 105 active+clean; 126 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-10T15:59:33.499 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:59:33 smithi077 ceph-mon[87572]: pgmap v1644: 105 pgs: 105 active+clean; 126 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-10T15:59:33.512 INFO:tasks.workunit.client.0.smithi069.stdout: 472: throughput=4.99MB/sec pending data=0 2024-04-10T15:59:33.512 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-Jg-yifs8uPHO-Up off=1773804 len=773844 2024-04-10T15:59:33.518 INFO:tasks.workunit.client.0.smithi069.stdout:op 2449 completed, throughput=4.99MB/sec 2024-04-10T15:59:33.518 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-9G1ssmsuGhVPRdM off=5990852 len=521658 2024-04-10T15:59:33.521 INFO:tasks.workunit.client.0.smithi069.stdout:op 2450 completed, throughput=4.99MB/sec 2024-04-10T15:59:33.521 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-tWib7_XzfLPj2RJ off=113888 len=2029673 2024-04-10T15:59:33.523 INFO:tasks.workunit.client.0.smithi069.stdout:op 2451 completed, throughput=5MB/sec 2024-04-10T15:59:33.524 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-NoVcxaTs6HEKkH0 off=10068334 len=1296089 2024-04-10T15:59:33.526 INFO:tasks.workunit.client.0.smithi069.stdout:op 2452 completed, throughput=5MB/sec 2024-04-10T15:59:34.527 INFO:tasks.workunit.client.0.smithi069.stdout: 473: throughput=4.99MB/sec pending data=0 2024-04-10T15:59:34.527 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-4whr1dU0T6GTXm7 off=8111849 len=1047400 2024-04-10T15:59:34.531 INFO:tasks.workunit.client.0.smithi069.stdout:op 2453 completed, throughput=4.99MB/sec 2024-04-10T15:59:34.532 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-jEinEhPmNUVMuWU off=207458 len=216518 2024-04-10T15:59:34.532 INFO:tasks.workunit.client.0.smithi069.stdout:op 2454 completed, throughput=4.99MB/sec 2024-04-10T15:59:34.532 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-QbV5xIQTDMERk62 off=20567667 len=848371 2024-04-10T15:59:34.533 INFO:tasks.workunit.client.0.smithi069.stdout:op 2455 completed, throughput=5MB/sec 2024-04-10T15:59:34.533 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-RdjYf5lRwS3U3N4 off=4236993 len=820159 2024-04-10T15:59:34.538 INFO:tasks.workunit.client.0.smithi069.stdout:op 2456 completed, throughput=5MB/sec 2024-04-10T15:59:34.538 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-7Q-KaBWepsGect6 off=12499513 len=2053070 2024-04-10T15:59:34.542 INFO:tasks.workunit.client.0.smithi069.stdout:op 2457 completed, throughput=5MB/sec 2024-04-10T15:59:35.343 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:59:35 smithi069 ceph-mon[94167]: pgmap v1645: 105 pgs: 105 active+clean; 126 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-10T15:59:35.344 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:59:35 smithi069 ceph-mon[96738]: pgmap v1645: 105 pgs: 105 active+clean; 126 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-10T15:59:35.499 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:59:35 smithi077 ceph-mon[87572]: pgmap v1645: 105 pgs: 105 active+clean; 126 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-10T15:59:35.543 INFO:tasks.workunit.client.0.smithi069.stdout: 474: throughput=4.99MB/sec pending data=0 2024-04-10T15:59:35.543 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-Uyox6qLXOV6DUJ5 off=1591999 len=1422284 2024-04-10T15:59:35.545 INFO:tasks.workunit.client.0.smithi069.stdout:op 2458 completed, throughput=4.99MB/sec 2024-04-10T15:59:35.545 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-xgnBa77_n-CVO0s off=4459671 len=322507 2024-04-10T15:59:35.548 INFO:tasks.workunit.client.0.smithi069.stdout:op 2459 completed, throughput=4.99MB/sec 2024-04-10T15:59:35.548 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-Eps74HmkFlbTHBu off=7026229 len=2077384 2024-04-10T15:59:35.558 INFO:tasks.workunit.client.0.smithi069.stdout:op 2460 completed, throughput=5MB/sec 2024-04-10T15:59:35.558 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-VxowbY4IPBGcTRn off=13290375 len=2033990 2024-04-10T15:59:35.567 INFO:tasks.workunit.client.0.smithi069.stdout:op 2461 completed, throughput=5MB/sec 2024-04-10T15:59:36.567 INFO:tasks.workunit.client.0.smithi069.stdout: 475: throughput=4.99MB/sec pending data=0 2024-04-10T15:59:36.568 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-xANwXixKZPNOI6H off=7831824 len=2070264 2024-04-10T15:59:36.570 INFO:tasks.workunit.client.0.smithi069.stdout:op 2462 completed, throughput=5MB/sec 2024-04-10T15:59:36.570 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-ziZWh33QA7ghkNP off=245078 len=218643 2024-04-10T15:59:36.570 INFO:tasks.workunit.client.0.smithi069.stdout:op 2463 completed, throughput=5MB/sec 2024-04-10T15:59:36.570 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-ej_XUyAYX2f1gzc off=19265280 len=224970 2024-04-10T15:59:36.571 INFO:tasks.workunit.client.0.smithi069.stdout:op 2464 completed, throughput=5MB/sec 2024-04-10T15:59:36.571 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-MA65KaknOdIwkBC off=5204226 len=1865420 2024-04-10T15:59:36.573 INFO:tasks.workunit.client.0.smithi069.stdout:op 2465 completed, throughput=5MB/sec 2024-04-10T15:59:36.573 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-HDrwpDumbgNIhuK off=10652679 len=39769 2024-04-10T15:59:36.576 INFO:tasks.workunit.client.0.smithi069.stdout:op 2466 completed, throughput=5MB/sec 2024-04-10T15:59:36.576 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-cGQXjLCX1ElDzgy off=3053032 len=366226 2024-04-10T15:59:36.577 INFO:tasks.workunit.client.0.smithi069.stdout:op 2467 completed, throughput=5MB/sec 2024-04-10T15:59:37.343 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:59:37 smithi069 ceph-mon[96738]: pgmap v1646: 105 pgs: 105 active+clean; 126 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 3.6 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-10T15:59:37.344 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:59:37 smithi069 ceph-mon[94167]: pgmap v1646: 105 pgs: 105 active+clean; 126 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 3.6 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-10T15:59:37.344 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:59:36 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:15:59:36] "GET /metrics HTTP/1.1" 200 34049 "" "Prometheus/2.43.0" 2024-04-10T15:59:37.499 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:59:37 smithi077 ceph-mon[87572]: pgmap v1646: 105 pgs: 105 active+clean; 126 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 3.6 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-10T15:59:37.577 INFO:tasks.workunit.client.0.smithi069.stdout: 476: throughput=4.99MB/sec pending data=0 2024-04-10T15:59:37.577 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-gdLXlx4Vxp4XQ39 off=12256279 len=2015507 2024-04-10T15:59:37.581 INFO:tasks.workunit.client.0.smithi069.stdout:op 2468 completed, throughput=4.99MB/sec 2024-04-10T15:59:37.581 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-u68V6nBp1J0lW29 off=4296318 len=444821 2024-04-10T15:59:37.582 INFO:tasks.workunit.client.0.smithi069.stdout:op 2469 completed, throughput=5MB/sec 2024-04-10T15:59:37.582 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-Jxg65PTd0IAKKNg off=5372929 len=2078648 2024-04-10T15:59:37.586 INFO:tasks.workunit.client.0.smithi069.stdout:op 2470 completed, throughput=5MB/sec 2024-04-10T15:59:37.586 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-UNCOjHubJMT8JCG off=2814632 len=1844192 2024-04-10T15:59:37.588 INFO:tasks.workunit.client.0.smithi069.stdout:op 2471 completed, throughput=5MB/sec 2024-04-10T15:59:38.589 INFO:tasks.workunit.client.0.smithi069.stdout: 477: throughput=4.99MB/sec pending data=0 2024-04-10T15:59:38.589 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-4bguYicdszRuFMV off=467954 len=399950 2024-04-10T15:59:38.589 INFO:tasks.workunit.client.0.smithi069.stdout:op 2472 completed, throughput=4.99MB/sec 2024-04-10T15:59:38.590 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-Dg_JGYiro4zZSz_ off=599821 len=379737 2024-04-10T15:59:38.593 INFO:tasks.workunit.client.0.smithi069.stdout:op 2473 completed, throughput=4.99MB/sec 2024-04-10T15:59:38.593 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-ilga4yP63GOso6V off=4008154 len=1140500 2024-04-10T15:59:38.596 INFO:tasks.workunit.client.0.smithi069.stdout:op 2474 completed, throughput=5MB/sec 2024-04-10T15:59:38.596 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-HyOVnHEJMUI-oHL off=8636038 len=1809284 2024-04-10T15:59:38.604 INFO:tasks.workunit.client.0.smithi069.stdout:op 2475 completed, throughput=5MB/sec 2024-04-10T15:59:38.605 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-L9B00WcKJ3idDP_ off=60357 len=2023185 2024-04-10T15:59:38.606 INFO:tasks.workunit.client.0.smithi069.stdout:op 2476 completed, throughput=5MB/sec 2024-04-10T15:59:39.344 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:59:39 smithi069 ceph-mon[96738]: pgmap v1647: 105 pgs: 105 active+clean; 126 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.4 MiB/s wr, 3 op/s 2024-04-10T15:59:39.344 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:59:39 smithi069 ceph-mon[94167]: pgmap v1647: 105 pgs: 105 active+clean; 126 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.4 MiB/s wr, 3 op/s 2024-04-10T15:59:39.500 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:59:39 smithi077 ceph-mon[87572]: pgmap v1647: 105 pgs: 105 active+clean; 126 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.4 MiB/s wr, 3 op/s 2024-04-10T15:59:39.607 INFO:tasks.workunit.client.0.smithi069.stdout: 478: throughput=4.99MB/sec pending data=0 2024-04-10T15:59:39.607 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-WzlS94EDPAnYu4r off=1266570 len=1608465 2024-04-10T15:59:39.609 INFO:tasks.workunit.client.0.smithi069.stdout:op 2477 completed, throughput=5MB/sec 2024-04-10T15:59:39.609 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-KNdZqAxnxntrNTy off=7167054 len=316658 2024-04-10T15:59:39.610 INFO:tasks.workunit.client.0.smithi069.stdout:op 2478 completed, throughput=5MB/sec 2024-04-10T15:59:39.610 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-7iUVD1Mlznp4f5_ off=6689896 len=872641 2024-04-10T15:59:39.615 INFO:tasks.workunit.client.0.smithi069.stdout:op 2479 completed, throughput=5MB/sec 2024-04-10T15:59:39.615 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-10DWl_Tm1qBckWW off=523626 len=170483 2024-04-10T15:59:39.617 INFO:tasks.workunit.client.0.smithi069.stdout:op 2480 completed, throughput=5MB/sec 2024-04-10T15:59:39.617 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj--C-MYmNjIR3_dQq off=3232379 len=72426 2024-04-10T15:59:39.620 INFO:tasks.workunit.client.0.smithi069.stdout:op 2481 completed, throughput=5MB/sec 2024-04-10T15:59:39.620 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-l7fyc2sQ9r2I6Xg off=17082963 len=756779 2024-04-10T15:59:39.622 INFO:tasks.workunit.client.0.smithi069.stdout:op 2482 completed, throughput=5MB/sec 2024-04-10T15:59:40.343 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:59:40 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:59:40.344 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:59:40 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:59:40.499 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:59:40 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:59:40.622 INFO:tasks.workunit.client.0.smithi069.stdout: 479: throughput=4.99MB/sec pending data=0 2024-04-10T15:59:40.622 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-2jpj9Wdxz2VbKzK off=6965604 len=93519 2024-04-10T15:59:40.625 INFO:tasks.workunit.client.0.smithi069.stdout:op 2483 completed, throughput=4.99MB/sec 2024-04-10T15:59:40.625 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-qqUtTq6_pGaSo5e off=2288087 len=437333 2024-04-10T15:59:40.626 INFO:tasks.workunit.client.0.smithi069.stdout:op 2484 completed, throughput=4.99MB/sec 2024-04-10T15:59:40.626 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-nkBk9vcpOY3JJHK off=2879314 len=1620930 2024-04-10T15:59:40.628 INFO:tasks.workunit.client.0.smithi069.stdout:op 2485 completed, throughput=4.99MB/sec 2024-04-10T15:59:40.628 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-_jCGXJfJzPzYIb5 off=339647 len=1081490 2024-04-10T15:59:40.630 INFO:tasks.workunit.client.0.smithi069.stdout:op 2486 completed, throughput=5MB/sec 2024-04-10T15:59:40.630 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj--8zfCWk0rAkR3Df off=19736822 len=311335 2024-04-10T15:59:40.633 INFO:tasks.workunit.client.0.smithi069.stdout:op 2487 completed, throughput=5MB/sec 2024-04-10T15:59:40.633 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-rMreXe1VfOJSy1- off=184585 len=599838 2024-04-10T15:59:40.637 INFO:tasks.workunit.client.0.smithi069.stdout:op 2488 completed, throughput=5MB/sec 2024-04-10T15:59:40.637 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-xL22nGIkzg8R4Gq off=3214992 len=927700 2024-04-10T15:59:40.638 INFO:tasks.workunit.client.0.smithi069.stdout:op 2489 completed, throughput=5MB/sec 2024-04-10T15:59:41.343 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:59:41 smithi069 ceph-mon[94167]: pgmap v1648: 105 pgs: 105 active+clean; 126 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 3.8 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-04-10T15:59:41.344 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:59:41 smithi069 ceph-mon[96738]: pgmap v1648: 105 pgs: 105 active+clean; 126 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 3.8 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-04-10T15:59:41.500 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:59:41 smithi077 ceph-mon[87572]: pgmap v1648: 105 pgs: 105 active+clean; 126 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 3.8 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-04-10T15:59:41.638 INFO:tasks.workunit.client.0.smithi069.stdout: 480: throughput=4.99MB/sec pending data=0 2024-04-10T15:59:41.639 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-rsTpbVTW2nRCszy off=15447693 len=2069454 2024-04-10T15:59:41.650 INFO:tasks.workunit.client.0.smithi069.stdout:op 2490 completed, throughput=4.99MB/sec 2024-04-10T15:59:41.650 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-1OkIDOoQLBKRLxD off=11754385 len=1279705 2024-04-10T15:59:41.652 INFO:tasks.workunit.client.0.smithi069.stdout:op 2491 completed, throughput=5MB/sec 2024-04-10T15:59:41.652 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-kNanLQmom0YIufH off=3937455 len=1364393 2024-04-10T15:59:41.659 INFO:tasks.workunit.client.0.smithi069.stdout:op 2492 completed, throughput=5MB/sec 2024-04-10T15:59:41.659 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-u8Lz1UqPazksz_u off=2332819 len=1127663 2024-04-10T15:59:41.664 INFO:tasks.workunit.client.0.smithi069.stdout:op 2493 completed, throughput=5MB/sec 2024-04-10T15:59:42.664 INFO:tasks.workunit.client.0.smithi069.stdout: 481: throughput=4.99MB/sec pending data=0 2024-04-10T15:59:42.665 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-kMr1mAOzbbbQKYC off=325833 len=1889412 2024-04-10T15:59:42.667 INFO:tasks.workunit.client.0.smithi069.stdout:op 2494 completed, throughput=4.99MB/sec 2024-04-10T15:59:42.667 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-_djdFuFHukD7dKU off=6436877 len=1784148 2024-04-10T15:59:42.669 INFO:tasks.workunit.client.0.smithi069.stdout:op 2495 completed, throughput=5MB/sec 2024-04-10T15:59:42.669 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-_oit-5YZlxcattm off=2568785 len=1828180 2024-04-10T15:59:42.678 INFO:tasks.workunit.client.0.smithi069.stdout:op 2496 completed, throughput=5MB/sec 2024-04-10T15:59:42.750 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:59:42 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T15:59:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:59:43.344 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:59:43 smithi069 ceph-mon[94167]: pgmap v1649: 105 pgs: 105 active+clean; 126 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.4 MiB/s wr, 4 op/s 2024-04-10T15:59:43.344 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:59:43 smithi069 ceph-mon[96738]: pgmap v1649: 105 pgs: 105 active+clean; 126 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.4 MiB/s wr, 4 op/s 2024-04-10T15:59:43.499 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:59:43 smithi077 ceph-mon[87572]: pgmap v1649: 105 pgs: 105 active+clean; 126 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.4 MiB/s wr, 4 op/s 2024-04-10T15:59:43.678 INFO:tasks.workunit.client.0.smithi069.stdout: 482: throughput=4.99MB/sec pending data=0 2024-04-10T15:59:43.679 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-6E1fg_4crb4_7th off=18773975 len=1673300 2024-04-10T15:59:43.680 INFO:tasks.workunit.client.0.smithi069.stdout:op 2497 completed, throughput=4.99MB/sec 2024-04-10T15:59:43.681 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-9d3vLzr-4mTX3mn off=9848003 len=265394 2024-04-10T15:59:43.684 INFO:tasks.workunit.client.0.smithi069.stdout:op 2498 completed, throughput=4.99MB/sec 2024-04-10T15:59:43.684 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-tHD6dSKBs_VUt1A off=4113174 len=1261372 2024-04-10T15:59:43.692 INFO:tasks.workunit.client.0.smithi069.stdout:op 2499 completed, throughput=5MB/sec 2024-04-10T15:59:43.692 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-V_3dMZtaSwv50VY off=4358936 len=809627 2024-04-10T15:59:43.694 INFO:tasks.workunit.client.0.smithi069.stdout:op 2500 completed, throughput=5MB/sec 2024-04-10T15:59:43.694 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-AHeo3eB9PXTroAg off=3802845 len=1331932 2024-04-10T15:59:43.695 INFO:tasks.workunit.client.0.smithi069.stdout:op 2501 completed, throughput=5MB/sec 2024-04-10T15:59:44.696 INFO:tasks.workunit.client.0.smithi069.stdout: 483: throughput=4.99MB/sec pending data=0 2024-04-10T15:59:44.710 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-RyeFKT1F0Ctm3N1 off=16938221 len=251293 2024-04-10T15:59:44.711 INFO:tasks.workunit.client.0.smithi069.stdout:op 2502 completed, throughput=4.99MB/sec 2024-04-10T15:59:44.711 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-DSK1Hn3ybz3zywA off=9577793 len=201724 2024-04-10T15:59:44.711 INFO:tasks.workunit.client.0.smithi069.stdout:op 2503 completed, throughput=4.99MB/sec 2024-04-10T15:59:44.711 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-shv-43zHQBhxLTp off=21183215 len=770389 2024-04-10T15:59:44.711 INFO:tasks.workunit.client.0.smithi069.stdout:op 2504 completed, throughput=4.99MB/sec 2024-04-10T15:59:44.711 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-NaRi4ShArkXvkTS off=7137938 len=720238 2024-04-10T15:59:44.712 INFO:tasks.workunit.client.0.smithi069.stdout:op 2505 completed, throughput=4.99MB/sec 2024-04-10T15:59:44.712 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-tX95zo47pGFDo9r off=0 len=1078835 2024-04-10T15:59:44.718 INFO:tasks.workunit.client.0.smithi069.stdout:op 2506 completed, throughput=5MB/sec 2024-04-10T15:59:44.718 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-pHUd4NCjHM1bifY off=7223620 len=2054421 2024-04-10T15:59:44.721 INFO:tasks.workunit.client.0.smithi069.stdout:op 2507 completed, throughput=5MB/sec 2024-04-10T15:59:45.343 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:59:45 smithi069 ceph-mon[96738]: pgmap v1650: 105 pgs: 105 active+clean; 126 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-10T15:59:45.344 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:59:45 smithi069 ceph-mon[94167]: pgmap v1650: 105 pgs: 105 active+clean; 126 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-10T15:59:45.500 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:59:45 smithi077 ceph-mon[87572]: pgmap v1650: 105 pgs: 105 active+clean; 126 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-10T15:59:45.722 INFO:tasks.workunit.client.0.smithi069.stdout: 484: throughput=4.99MB/sec pending data=0 2024-04-10T15:59:45.722 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-jvYHvTVgrGdZkXw off=10898752 len=1388996 2024-04-10T15:59:45.731 INFO:tasks.workunit.client.0.smithi069.stdout:op 2508 completed, throughput=4.99MB/sec 2024-04-10T15:59:45.731 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-_nwWiLcvNxedt75 off=893582 len=1078370 2024-04-10T15:59:45.736 INFO:tasks.workunit.client.0.smithi069.stdout:op 2509 completed, throughput=5MB/sec 2024-04-10T15:59:45.736 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-RfERBoC_uiBMW2K off=3716045 len=361351 2024-04-10T15:59:45.737 INFO:tasks.workunit.client.0.smithi069.stdout:op 2510 completed, throughput=5MB/sec 2024-04-10T15:59:45.737 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-M_YeGhr2Rs2ibeV off=2358040 len=1430630 2024-04-10T15:59:45.745 INFO:tasks.workunit.client.0.smithi069.stdout:op 2511 completed, throughput=5MB/sec 2024-04-10T15:59:45.745 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-DluKxi8JOsSEySg off=4085265 len=1756435 2024-04-10T15:59:45.752 INFO:tasks.workunit.client.0.smithi069.stdout:op 2512 completed, throughput=5MB/sec 2024-04-10T15:59:46.753 INFO:tasks.workunit.client.0.smithi069.stdout: 485: throughput=4.99MB/sec pending data=0 2024-04-10T15:59:46.753 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj--rv0AUxQcwqkuNm off=109993 len=317464 2024-04-10T15:59:46.756 INFO:tasks.workunit.client.0.smithi069.stdout:op 2513 completed, throughput=4.99MB/sec 2024-04-10T15:59:46.756 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-HlSNdllazJd1dRH off=4082501 len=1931073 2024-04-10T15:59:46.758 INFO:tasks.workunit.client.0.smithi069.stdout:op 2514 completed, throughput=5MB/sec 2024-04-10T15:59:46.758 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-vrbFXq9xEte9fZA off=4103794 len=1891719 2024-04-10T15:59:46.769 INFO:tasks.workunit.client.0.smithi069.stdout:op 2515 completed, throughput=5MB/sec 2024-04-10T15:59:46.769 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-t7hkuP4cIykiF-t off=1229337 len=1347398 2024-04-10T15:59:46.771 INFO:tasks.workunit.client.0.smithi069.stdout:op 2516 completed, throughput=5MB/sec 2024-04-10T15:59:47.302 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:59:47 smithi077 ceph-mon[87572]: pgmap v1651: 105 pgs: 105 active+clean; 126 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-04-10T15:59:47.343 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:59:47 smithi069 ceph-mon[96738]: pgmap v1651: 105 pgs: 105 active+clean; 126 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-04-10T15:59:47.344 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:59:47 smithi069 ceph-mon[94167]: pgmap v1651: 105 pgs: 105 active+clean; 126 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-04-10T15:59:47.344 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:59:46 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:15:59:46] "GET /metrics HTTP/1.1" 200 34049 "" "Prometheus/2.43.0" 2024-04-10T15:59:47.772 INFO:tasks.workunit.client.0.smithi069.stdout: 486: throughput=4.99MB/sec pending data=0 2024-04-10T15:59:47.772 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-25QXGZkwykQSUFy off=8443676 len=1916854 2024-04-10T15:59:47.781 INFO:tasks.workunit.client.0.smithi069.stdout:op 2517 completed, throughput=5MB/sec 2024-04-10T15:59:47.782 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-wq3HiVud2ZUhwHq off=336192 len=85268 2024-04-10T15:59:47.782 INFO:tasks.workunit.client.0.smithi069.stdout:op 2518 completed, throughput=5MB/sec 2024-04-10T15:59:47.782 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-XsTZATKGRkKoJJo off=15689274 len=1761378 2024-04-10T15:59:47.783 INFO:tasks.workunit.client.0.smithi069.stdout:op 2519 completed, throughput=5MB/sec 2024-04-10T15:59:47.784 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-gchXmLQTUufILAW off=1870121 len=36761 2024-04-10T15:59:47.786 INFO:tasks.workunit.client.0.smithi069.stdout:op 2520 completed, throughput=5MB/sec 2024-04-10T15:59:47.786 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-0YGIGo7B6GoRj85 off=3739991 len=1211649 2024-04-10T15:59:47.788 INFO:tasks.workunit.client.0.smithi069.stdout:op 2521 completed, throughput=5MB/sec 2024-04-10T15:59:48.789 INFO:tasks.workunit.client.0.smithi069.stdout: 487: throughput=4.99MB/sec pending data=0 2024-04-10T15:59:48.789 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-bPxZmF3LG7EwQUh off=5888332 len=53009 2024-04-10T15:59:48.789 INFO:tasks.workunit.client.0.smithi069.stdout:op 2522 completed, throughput=4.99MB/sec 2024-04-10T15:59:48.789 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-FcFD_z-qWOfc46n off=4618392 len=113115 2024-04-10T15:59:48.792 INFO:tasks.workunit.client.0.smithi069.stdout:op 2523 completed, throughput=4.99MB/sec 2024-04-10T15:59:48.792 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-GsB-yxdpfE4X9uw off=7065199 len=263114 2024-04-10T15:59:48.793 INFO:tasks.workunit.client.0.smithi069.stdout:op 2524 completed, throughput=4.99MB/sec 2024-04-10T15:59:48.793 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-0eYEwf6kGE_6vSQ off=15088705 len=1661914 2024-04-10T15:59:48.795 INFO:tasks.workunit.client.0.smithi069.stdout:op 2525 completed, throughput=5MB/sec 2024-04-10T15:59:48.795 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-0l6ZP4h63J0W7iV off=13108701 len=1629485 2024-04-10T15:59:48.805 INFO:tasks.workunit.client.0.smithi069.stdout:op 2526 completed, throughput=5MB/sec 2024-04-10T15:59:48.805 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-P6aqSozdVpGFPS6 off=2394747 len=953350 2024-04-10T15:59:48.810 INFO:tasks.workunit.client.0.smithi069.stdout:op 2527 completed, throughput=5MB/sec 2024-04-10T15:59:49.344 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:59:49 smithi069 ceph-mon[96738]: pgmap v1652: 105 pgs: 105 active+clean; 126 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-10T15:59:49.344 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:59:49 smithi069 ceph-mon[94167]: pgmap v1652: 105 pgs: 105 active+clean; 126 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-10T15:59:49.500 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:59:49 smithi077 ceph-mon[87572]: pgmap v1652: 105 pgs: 105 active+clean; 126 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-10T15:59:49.810 INFO:tasks.workunit.client.0.smithi069.stdout: 488: throughput=4.99MB/sec pending data=0 2024-04-10T15:59:49.811 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-163XYpWcw6axaFW off=6873543 len=1867385 2024-04-10T15:59:49.822 INFO:tasks.workunit.client.0.smithi069.stdout:op 2528 completed, throughput=4.99MB/sec 2024-04-10T15:59:49.822 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-JG8_Vbf2ZgjBQj2 off=5335011 len=1783765 2024-04-10T15:59:49.824 INFO:tasks.workunit.client.0.smithi069.stdout:op 2529 completed, throughput=5MB/sec 2024-04-10T15:59:49.825 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-712du4MWKlZClFZ off=3352872 len=137676 2024-04-10T15:59:49.825 INFO:tasks.workunit.client.0.smithi069.stdout:op 2530 completed, throughput=5MB/sec 2024-04-10T15:59:49.826 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-onxxfPDflh3mCn5 off=5160383 len=1227670 2024-04-10T15:59:49.827 INFO:tasks.workunit.client.0.smithi069.stdout:op 2531 completed, throughput=5MB/sec 2024-04-10T15:59:49.827 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-K9CbEnXT9-FRYQf off=2834581 len=1477772 2024-04-10T15:59:49.830 INFO:tasks.workunit.client.0.smithi069.stdout:op 2532 completed, throughput=5MB/sec 2024-04-10T15:59:50.830 INFO:tasks.workunit.client.0.smithi069.stdout: 489: throughput=4.99MB/sec pending data=0 2024-04-10T15:59:50.830 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-0psoVl9DcOZojuY off=14131125 len=844124 2024-04-10T15:59:50.832 INFO:tasks.workunit.client.0.smithi069.stdout:op 2533 completed, throughput=4.99MB/sec 2024-04-10T15:59:50.832 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-4vwZfGR_asybsAW off=11291005 len=1791461 2024-04-10T15:59:50.835 INFO:tasks.workunit.client.0.smithi069.stdout:op 2534 completed, throughput=5MB/sec 2024-04-10T15:59:50.835 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-iyF_fxLhLpakaQ7 off=4787058 len=1073818 2024-04-10T15:59:50.836 INFO:tasks.workunit.client.0.smithi069.stdout:op 2535 completed, throughput=5MB/sec 2024-04-10T15:59:50.836 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-l0pQ0Hbyfjgy9Kd off=21130615 len=106819 2024-04-10T15:59:50.837 INFO:tasks.workunit.client.0.smithi069.stdout:op 2536 completed, throughput=5MB/sec 2024-04-10T15:59:50.837 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-SBmjCZIodYQCy88 off=6866202 len=463786 2024-04-10T15:59:50.840 INFO:tasks.workunit.client.0.smithi069.stdout:op 2537 completed, throughput=5MB/sec 2024-04-10T15:59:51.344 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:59:51 smithi069 ceph-mon[96738]: pgmap v1653: 105 pgs: 105 active+clean; 126 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-10T15:59:51.344 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:59:51 smithi069 ceph-mon[94167]: pgmap v1653: 105 pgs: 105 active+clean; 126 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-10T15:59:51.500 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:59:51 smithi077 ceph-mon[87572]: pgmap v1653: 105 pgs: 105 active+clean; 126 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-10T15:59:51.841 INFO:tasks.workunit.client.0.smithi069.stdout: 490: throughput=4.99MB/sec pending data=0 2024-04-10T15:59:51.841 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-OorIH8c6K_t-ftQ off=8145733 len=1712189 2024-04-10T15:59:51.848 INFO:tasks.workunit.client.0.smithi069.stdout:op 2538 completed, throughput=4.99MB/sec 2024-04-10T15:59:51.848 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-Mek_9N_TA8c9xoP off=3798185 len=405338 2024-04-10T15:59:51.851 INFO:tasks.workunit.client.0.smithi069.stdout:op 2539 completed, throughput=4.99MB/sec 2024-04-10T15:59:51.851 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-aCIzYcuK355DRp1 off=21674 len=1995982 2024-04-10T15:59:51.853 INFO:tasks.workunit.client.0.smithi069.stdout:op 2540 completed, throughput=5MB/sec 2024-04-10T15:59:51.853 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-9GzXkqTQtl23P2u off=3376356 len=383883 2024-04-10T15:59:51.856 INFO:tasks.workunit.client.0.smithi069.stdout:op 2541 completed, throughput=5MB/sec 2024-04-10T15:59:51.857 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-6tCGyWzXv2nWrFs off=3932034 len=1266297 2024-04-10T15:59:51.863 INFO:tasks.workunit.client.0.smithi069.stdout:op 2542 completed, throughput=5MB/sec 2024-04-10T15:59:52.750 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 15:59:52 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T15:59:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:59:52.864 INFO:tasks.workunit.client.0.smithi069.stdout: 491: throughput=4.99MB/sec pending data=0 2024-04-10T15:59:52.864 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-HMiXUwVQBqzgvwX off=4225139 len=1402325 2024-04-10T15:59:52.869 INFO:tasks.workunit.client.0.smithi069.stdout:op 2543 completed, throughput=4.99MB/sec 2024-04-10T15:59:52.870 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-W4-keBFEmism-L7 off=3500341 len=1420128 2024-04-10T15:59:52.877 INFO:tasks.workunit.client.0.smithi069.stdout:op 2544 completed, throughput=5MB/sec 2024-04-10T15:59:52.877 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-yfrMuaZOjP_0VDu off=3111335 len=1488948 2024-04-10T15:59:52.884 INFO:tasks.workunit.client.0.smithi069.stdout:op 2545 completed, throughput=5MB/sec 2024-04-10T15:59:52.884 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-Fu4T8Zkh2h6u41n off=586132 len=1275650 2024-04-10T15:59:52.891 INFO:tasks.workunit.client.0.smithi069.stdout:op 2546 completed, throughput=5MB/sec 2024-04-10T15:59:53.344 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:59:53 smithi069 ceph-mon[96738]: pgmap v1654: 105 pgs: 105 active+clean; 126 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-10T15:59:53.344 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:59:53 smithi069 ceph-mon[94167]: pgmap v1654: 105 pgs: 105 active+clean; 126 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-10T15:59:53.500 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:59:53 smithi077 ceph-mon[87572]: pgmap v1654: 105 pgs: 105 active+clean; 126 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-10T15:59:53.891 INFO:tasks.workunit.client.0.smithi069.stdout: 492: throughput=4.99MB/sec pending data=0 2024-04-10T15:59:53.891 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-8FaklLNN1mQsDUz off=19954361 len=1564105 2024-04-10T15:59:53.898 INFO:tasks.workunit.client.0.smithi069.stdout:op 2547 completed, throughput=4.99MB/sec 2024-04-10T15:59:53.898 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-l4u3GoMemHz7ZYr off=805591 len=78906 2024-04-10T15:59:53.900 INFO:tasks.workunit.client.0.smithi069.stdout:op 2548 completed, throughput=4.99MB/sec 2024-04-10T15:59:53.900 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-uyNqP87A272dzko off=2190375 len=1319463 2024-04-10T15:59:53.902 INFO:tasks.workunit.client.0.smithi069.stdout:op 2549 completed, throughput=5MB/sec 2024-04-10T15:59:53.902 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-dbCzzwEtVUXBbVz off=5331864 len=633310 2024-04-10T15:59:53.906 INFO:tasks.workunit.client.0.smithi069.stdout:op 2550 completed, throughput=5MB/sec 2024-04-10T15:59:53.906 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-7Lfc79xwcjGm6gf off=6365731 len=1824447 2024-04-10T15:59:53.916 INFO:tasks.workunit.client.0.smithi069.stdout:op 2551 completed, throughput=5MB/sec 2024-04-10T15:59:54.916 INFO:tasks.workunit.client.0.smithi069.stdout: 493: throughput=4.99MB/sec pending data=0 2024-04-10T15:59:54.916 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-VxKzBE0-L3_bSh_ off=4943487 len=2082918 2024-04-10T15:59:54.919 INFO:tasks.workunit.client.0.smithi069.stdout:op 2552 completed, throughput=5MB/sec 2024-04-10T15:59:54.919 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-QB7FhjrjWnK_z1e off=7612329 len=1865777 2024-04-10T15:59:54.921 INFO:tasks.workunit.client.0.smithi069.stdout:op 2553 completed, throughput=5MB/sec 2024-04-10T15:59:54.921 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-bZpp2Iisg28ZEuF off=1880696 len=304188 2024-04-10T15:59:54.925 INFO:tasks.workunit.client.0.smithi069.stdout:op 2554 completed, throughput=5MB/sec 2024-04-10T15:59:54.925 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-SpSffW2WYAKP7nu off=656869 len=1671446 2024-04-10T15:59:54.935 INFO:tasks.workunit.client.0.smithi069.stdout:op 2555 completed, throughput=5MB/sec 2024-04-10T15:59:55.344 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:59:55 smithi069 ceph-mon[96738]: pgmap v1655: 105 pgs: 105 active+clean; 126 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-10T15:59:55.344 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:59:55 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:59:55.344 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:59:55 smithi069 ceph-mon[94167]: pgmap v1655: 105 pgs: 105 active+clean; 126 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-10T15:59:55.344 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:59:55 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:59:55.500 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:59:55 smithi077 ceph-mon[87572]: pgmap v1655: 105 pgs: 105 active+clean; 126 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-10T15:59:55.500 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:59:55 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:59:55.936 INFO:tasks.workunit.client.0.smithi069.stdout: 494: throughput=4.99MB/sec pending data=0 2024-04-10T15:59:55.936 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-OPgNqFCFyLg4vMv off=3919429 len=1495901 2024-04-10T15:59:55.944 INFO:tasks.workunit.client.0.smithi069.stdout:op 2556 completed, throughput=5MB/sec 2024-04-10T15:59:55.944 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-znDsorAUq0jusF7 off=4589368 len=186484 2024-04-10T15:59:55.947 INFO:tasks.workunit.client.0.smithi069.stdout:op 2557 completed, throughput=5MB/sec 2024-04-10T15:59:55.947 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-n1peKPzKK4WKj4A off=8433151 len=1784805 2024-04-10T15:59:55.950 INFO:tasks.workunit.client.0.smithi069.stdout:op 2558 completed, throughput=5MB/sec 2024-04-10T15:59:55.950 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-64LyJok8NCrx2Vq off=4920269 len=183150 2024-04-10T15:59:55.950 INFO:tasks.workunit.client.0.smithi069.stdout:op 2559 completed, throughput=5MB/sec 2024-04-10T15:59:55.951 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-rkMwAQifo9Zr-1C off=4445152 len=998276 2024-04-10T15:59:55.952 INFO:tasks.workunit.client.0.smithi069.stdout:op 2560 completed, throughput=5MB/sec 2024-04-10T15:59:56.952 INFO:tasks.workunit.client.0.smithi069.stdout: 495: throughput=4.99MB/sec pending data=0 2024-04-10T15:59:56.953 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-PPSZcDRHLoHRVyO off=12010379 len=2026426 2024-04-10T15:59:56.964 INFO:tasks.workunit.client.0.smithi069.stdout:op 2561 completed, throughput=5MB/sec 2024-04-10T15:59:56.964 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-2o4_aLZlagNlRon off=0 len=1204919 2024-04-10T15:59:56.969 INFO:tasks.workunit.client.0.smithi069.stdout:op 2562 completed, throughput=5MB/sec 2024-04-10T15:59:56.969 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-NbcRpFAApWnkuXd off=11948681 len=735810 2024-04-10T15:59:56.970 INFO:tasks.workunit.client.0.smithi069.stdout:op 2563 completed, throughput=5MB/sec 2024-04-10T15:59:56.970 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-gtUbW2i3i7Ertgn off=6790902 len=356588 2024-04-10T15:59:56.971 INFO:tasks.workunit.client.0.smithi069.stdout:op 2564 completed, throughput=5MB/sec 2024-04-10T15:59:56.971 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-r7S4Nj3TuSs99bw off=12907095 len=1062962 2024-04-10T15:59:56.975 INFO:tasks.workunit.client.0.smithi069.stdout:op 2565 completed, throughput=5MB/sec 2024-04-10T15:59:57.344 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:59:57 smithi069 ceph-mon[96738]: pgmap v1656: 105 pgs: 105 active+clean; 126 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-10T15:59:57.344 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:59:57 smithi069 ceph-mon[94167]: pgmap v1656: 105 pgs: 105 active+clean; 126 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-10T15:59:57.344 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 15:59:56 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:15:59:56] "GET /metrics HTTP/1.1" 200 34053 "" "Prometheus/2.43.0" 2024-04-10T15:59:57.500 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:59:57 smithi077 ceph-mon[87572]: pgmap v1656: 105 pgs: 105 active+clean; 126 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-10T15:59:57.976 INFO:tasks.workunit.client.0.smithi069.stdout: 496: throughput=4.99MB/sec pending data=0 2024-04-10T15:59:57.976 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-1NeoFi7--SSrWon off=14413278 len=1609009 2024-04-10T15:59:57.984 INFO:tasks.workunit.client.0.smithi069.stdout:op 2566 completed, throughput=4.99MB/sec 2024-04-10T15:59:57.984 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj--mJPC6T0kjTAs9J off=12486940 len=1059126 2024-04-10T15:59:57.985 INFO:tasks.workunit.client.0.smithi069.stdout:op 2567 completed, throughput=5MB/sec 2024-04-10T15:59:57.985 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-MUfK_WOaL3s7J9Z off=12193 len=2012578 2024-04-10T15:59:57.996 INFO:tasks.workunit.client.0.smithi069.stdout:op 2568 completed, throughput=5MB/sec 2024-04-10T15:59:58.344 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:59:58 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:59:58.344 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:59:58 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:59:58.499 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:59:58 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:59:58.996 INFO:tasks.workunit.client.0.smithi069.stdout: 497: throughput=4.99MB/sec pending data=0 2024-04-10T15:59:58.996 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-HUPnozFzZe8PSfe off=1844031 len=1132804 2024-04-10T15:59:59.001 INFO:tasks.workunit.client.0.smithi069.stdout:op 2569 completed, throughput=4.99MB/sec 2024-04-10T15:59:59.001 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-Rmh1oxNXkedvXvK off=18187917 len=393811 2024-04-10T15:59:59.004 INFO:tasks.workunit.client.0.smithi069.stdout:op 2570 completed, throughput=4.99MB/sec 2024-04-10T15:59:59.004 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-9_3aLeDl015D7zs off=2987586 len=896720 2024-04-10T15:59:59.007 INFO:tasks.workunit.client.0.smithi069.stdout:op 2571 completed, throughput=4.99MB/sec 2024-04-10T15:59:59.007 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-fR6BIPXqyxF1Ejl off=1574961 len=394929 2024-04-10T15:59:59.008 INFO:tasks.workunit.client.0.smithi069.stdout:op 2572 completed, throughput=5MB/sec 2024-04-10T15:59:59.008 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-8Fid01RBnHkRQIf off=795494 len=1893316 2024-04-10T15:59:59.010 INFO:tasks.workunit.client.0.smithi069.stdout:op 2573 completed, throughput=5MB/sec 2024-04-10T15:59:59.010 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-qQuiao4pWZ4Cyvi off=12370906 len=127158 2024-04-10T15:59:59.012 INFO:tasks.workunit.client.0.smithi069.stdout:op 2574 completed, throughput=5MB/sec 2024-04-10T15:59:59.012 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-uqcMmsjI_9sqCUa off=8424660 len=2053616 2024-04-10T15:59:59.014 INFO:tasks.workunit.client.0.smithi069.stdout:op 2575 completed, throughput=5MB/sec 2024-04-10T15:59:59.344 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:59:59 smithi069 ceph-mon[94167]: pgmap v1657: 105 pgs: 105 active+clean; 126 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-10T15:59:59.344 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:59:59 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:59:59.344 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:59:59 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:59:59.344 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 15:59:59 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:59:59.344 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:59:59 smithi069 ceph-mon[96738]: pgmap v1657: 105 pgs: 105 active+clean; 126 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-10T15:59:59.344 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:59:59 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:59:59.345 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:59:59 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:59:59.345 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 15:59:59 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T15:59:59.500 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:59:59 smithi077 ceph-mon[87572]: pgmap v1657: 105 pgs: 105 active+clean; 126 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-10T15:59:59.500 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:59:59 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:59:59.500 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:59:59 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:59:59.500 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 15:59:59 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:00:00.014 INFO:tasks.workunit.client.0.smithi069.stdout: 498: throughput=4.99MB/sec pending data=0 2024-04-10T16:00:00.014 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-FX0-N0VszgNqCcc off=4930321 len=229735 2024-04-10T16:00:00.017 INFO:tasks.workunit.client.0.smithi069.stdout:op 2576 completed, throughput=4.99MB/sec 2024-04-10T16:00:00.017 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-n4jvonT5BHRENzJ off=3126312 len=1726514 2024-04-10T16:00:00.019 INFO:tasks.workunit.client.0.smithi069.stdout:op 2577 completed, throughput=5MB/sec 2024-04-10T16:00:00.019 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-qqRdGEzz82NDe5u off=12802609 len=437367 2024-04-10T16:00:00.020 INFO:tasks.workunit.client.0.smithi069.stdout:op 2578 completed, throughput=5MB/sec 2024-04-10T16:00:00.020 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-RMnO1e2uOTJYOdl off=2666617 len=190340 2024-04-10T16:00:00.023 INFO:tasks.workunit.client.0.smithi069.stdout:op 2579 completed, throughput=5MB/sec 2024-04-10T16:00:00.023 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-0YwmfkBYs7HxGsn off=21989801 len=843402 2024-04-10T16:00:00.026 INFO:tasks.workunit.client.0.smithi069.stdout:op 2580 completed, throughput=5MB/sec 2024-04-10T16:00:00.026 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-q59GT62G8xS4Zr1 off=9299427 len=912861 2024-04-10T16:00:00.027 INFO:tasks.workunit.client.0.smithi069.stdout:op 2581 completed, throughput=5MB/sec 2024-04-10T16:00:00.344 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:00:00 smithi069 ceph-mon[94167]: overall HEALTH_OK 2024-04-10T16:00:00.345 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:00:00 smithi069 ceph-mon[96738]: overall HEALTH_OK 2024-04-10T16:00:00.500 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:00:00 smithi077 ceph-mon[87572]: overall HEALTH_OK 2024-04-10T16:00:01.028 INFO:tasks.workunit.client.0.smithi069.stdout: 499: throughput=4.99MB/sec pending data=0 2024-04-10T16:00:01.028 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-GZ5ejI0kxb_AqF2 off=9550902 len=1051206 2024-04-10T16:00:01.033 INFO:tasks.workunit.client.0.smithi069.stdout:op 2582 completed, throughput=4.99MB/sec 2024-04-10T16:00:01.033 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-LjhurYeA7a-pXPR off=1062922 len=1858997 2024-04-10T16:00:01.037 INFO:tasks.workunit.client.0.smithi069.stdout:op 2583 completed, throughput=5MB/sec 2024-04-10T16:00:01.037 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-dlTxUvZcALaAtHU off=4123863 len=1738521 2024-04-10T16:00:01.039 INFO:tasks.workunit.client.0.smithi069.stdout:op 2584 completed, throughput=5MB/sec 2024-04-10T16:00:01.344 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:00:01 smithi069 ceph-mon[96738]: pgmap v1658: 105 pgs: 105 active+clean; 126 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-10T16:00:01.344 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:00:01 smithi069 ceph-mon[94167]: pgmap v1658: 105 pgs: 105 active+clean; 126 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-10T16:00:01.500 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:00:01 smithi077 ceph-mon[87572]: pgmap v1658: 105 pgs: 105 active+clean; 126 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-10T16:00:02.040 INFO:tasks.workunit.client.0.smithi069.stdout: 500: throughput=4.99MB/sec pending data=0 2024-04-10T16:00:02.040 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-ACOGI4UsbljkSzF off=1380767 len=544617 2024-04-10T16:00:02.040 INFO:tasks.workunit.client.0.smithi069.stdout:op 2585 completed, throughput=4.99MB/sec 2024-04-10T16:00:02.041 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-dVtCyi3Mc1CXE6D off=0 len=1225368 2024-04-10T16:00:02.048 INFO:tasks.workunit.client.0.smithi069.stdout:op 2586 completed, throughput=4.99MB/sec 2024-04-10T16:00:02.048 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-C8V6xRTmmS4Wxii off=465180 len=1530821 2024-04-10T16:00:02.057 INFO:tasks.workunit.client.0.smithi069.stdout:op 2587 completed, throughput=5MB/sec 2024-04-10T16:00:02.057 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-GsB-yxdpfE4X9uw off=1861803 len=1076629 2024-04-10T16:00:02.062 INFO:tasks.workunit.client.0.smithi069.stdout:op 2588 completed, throughput=5MB/sec 2024-04-10T16:00:02.062 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-0FyXZCdMshyNky9 off=6333112 len=840087 2024-04-10T16:00:02.066 INFO:tasks.workunit.client.0.smithi069.stdout:op 2589 completed, throughput=5MB/sec 2024-04-10T16:00:02.067 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-w6hn7INm-DsusPT off=5392548 len=216749 2024-04-10T16:00:02.069 INFO:tasks.workunit.client.0.smithi069.stdout:op 2590 completed, throughput=5MB/sec 2024-04-10T16:00:02.750 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:00:02 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:00:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:00:03.070 INFO:tasks.workunit.client.0.smithi069.stdout: 501: throughput=4.99MB/sec pending data=0 2024-04-10T16:00:03.070 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-WVS-EeoCHNSPtCE off=2248954 len=528425 2024-04-10T16:00:03.070 INFO:tasks.workunit.client.0.smithi069.stdout:op 2591 completed, throughput=4.99MB/sec 2024-04-10T16:00:03.071 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-xNdussKX-FMZzQK off=17339249 len=859120 2024-04-10T16:00:03.075 INFO:tasks.workunit.client.0.smithi069.stdout:op 2592 completed, throughput=4.99MB/sec 2024-04-10T16:00:03.075 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-pXVs1YY1hg8wp8m off=1595310 len=1138522 2024-04-10T16:00:03.080 INFO:tasks.workunit.client.0.smithi069.stdout:op 2593 completed, throughput=5MB/sec 2024-04-10T16:00:03.080 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-dPuAgHAgaCIg4on off=3849926 len=686979 2024-04-10T16:00:03.081 INFO:tasks.workunit.client.0.smithi069.stdout:op 2594 completed, throughput=5MB/sec 2024-04-10T16:00:03.081 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-G3Zf0RqDrnZ5VX_ off=1083736 len=1244704 2024-04-10T16:00:03.082 INFO:tasks.workunit.client.0.smithi069.stdout:op 2595 completed, throughput=5MB/sec 2024-04-10T16:00:03.082 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-3xLWkWCbraeJFTh off=1667320 len=392771 2024-04-10T16:00:03.083 INFO:tasks.workunit.client.0.smithi069.stdout:op 2596 completed, throughput=5MB/sec 2024-04-10T16:00:03.083 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-MhIcsnxy7jsnKWM off=3541507 len=279187 2024-04-10T16:00:03.084 INFO:tasks.workunit.client.0.smithi069.stdout:op 2597 completed, throughput=5MB/sec 2024-04-10T16:00:03.084 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-MWjW4MMDYVVKsTc off=465132 len=705901 2024-04-10T16:00:03.085 INFO:tasks.workunit.client.0.smithi069.stdout:op 2598 completed, throughput=5MB/sec 2024-04-10T16:00:03.344 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:00:03 smithi069 ceph-mon[96738]: pgmap v1659: 105 pgs: 105 active+clean; 126 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-10T16:00:03.344 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:00:03 smithi069 ceph-mon[94167]: pgmap v1659: 105 pgs: 105 active+clean; 126 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-10T16:00:03.500 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:00:03 smithi077 ceph-mon[87572]: pgmap v1659: 105 pgs: 105 active+clean; 126 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-10T16:00:04.085 INFO:tasks.workunit.client.0.smithi069.stdout: 502: throughput=4.99MB/sec pending data=0 2024-04-10T16:00:04.086 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-IB8XPxrJ7kJomGn off=1265011 len=63322 2024-04-10T16:00:04.086 INFO:tasks.workunit.client.0.smithi069.stdout:op 2599 completed, throughput=4.99MB/sec 2024-04-10T16:00:04.086 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-24X_fzddCMHRSBh off=12331832 len=1930298 2024-04-10T16:00:04.088 INFO:tasks.workunit.client.0.smithi069.stdout:op 2600 completed, throughput=5MB/sec 2024-04-10T16:00:04.088 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-frCPHMo3XB1Ls4U off=967767 len=1071552 2024-04-10T16:00:04.094 INFO:tasks.workunit.client.0.smithi069.stdout:op 2601 completed, throughput=5MB/sec 2024-04-10T16:00:04.094 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-6M6ipg1NjLcSbsm off=22011852 len=105958 2024-04-10T16:00:04.096 INFO:tasks.workunit.client.0.smithi069.stdout:op 2602 completed, throughput=5MB/sec 2024-04-10T16:00:04.096 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-b2NbDR1gNriUVMC off=14480408 len=679062 2024-04-10T16:00:04.101 INFO:tasks.workunit.client.0.smithi069.stdout:op 2603 completed, throughput=5MB/sec 2024-04-10T16:00:04.101 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-cQWAwzLLLbW7V3x off=22223218 len=1820413 2024-04-10T16:00:04.108 INFO:tasks.workunit.client.0.smithi069.stdout:op 2604 completed, throughput=5MB/sec 2024-04-10T16:00:05.108 INFO:tasks.workunit.client.0.smithi069.stdout: 503: throughput=4.99MB/sec pending data=0 2024-04-10T16:00:05.108 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-_Xf2WalGUEZzw8K off=13961586 len=247671 2024-04-10T16:00:05.109 INFO:tasks.workunit.client.0.smithi069.stdout:op 2605 completed, throughput=4.99MB/sec 2024-04-10T16:00:05.109 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-cyJNzEmtwKIL-Wp off=3235765 len=342357 2024-04-10T16:00:05.113 INFO:tasks.workunit.client.0.smithi069.stdout:op 2606 completed, throughput=4.99MB/sec 2024-04-10T16:00:05.113 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-T5PN_XKelbpgaod off=18428382 len=713225 2024-04-10T16:00:05.114 INFO:tasks.workunit.client.0.smithi069.stdout:op 2607 completed, throughput=4.99MB/sec 2024-04-10T16:00:05.114 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-XXIyjtDVzRWjjVz off=5097737 len=926222 2024-04-10T16:00:05.116 INFO:tasks.workunit.client.0.smithi069.stdout:op 2608 completed, throughput=5MB/sec 2024-04-10T16:00:05.116 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-42AVpX-7uFsp49R off=13941856 len=794970 2024-04-10T16:00:05.120 INFO:tasks.workunit.client.0.smithi069.stdout:op 2609 completed, throughput=5MB/sec 2024-04-10T16:00:05.120 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-MVuz6xvNJPFjvf6 off=4216611 len=1547802 2024-04-10T16:00:05.122 INFO:tasks.workunit.client.0.smithi069.stdout:op 2610 completed, throughput=5MB/sec 2024-04-10T16:00:05.344 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:00:05 smithi069 ceph-mon[96738]: pgmap v1660: 105 pgs: 105 active+clean; 126 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-10T16:00:05.344 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:00:05 smithi069 ceph-mon[94167]: pgmap v1660: 105 pgs: 105 active+clean; 126 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-10T16:00:05.500 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:00:05 smithi077 ceph-mon[87572]: pgmap v1660: 105 pgs: 105 active+clean; 126 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-10T16:00:06.123 INFO:tasks.workunit.client.0.smithi069.stdout: 504: throughput=4.99MB/sec pending data=0 2024-04-10T16:00:06.123 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-McBXNG7euHqvvRW off=1669720 len=1712518 2024-04-10T16:00:06.125 INFO:tasks.workunit.client.0.smithi069.stdout:op 2611 completed, throughput=4.99MB/sec 2024-04-10T16:00:06.125 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-6b4-X6S4QhXoIL9 off=8155083 len=1721799 2024-04-10T16:00:06.127 INFO:tasks.workunit.client.0.smithi069.stdout:op 2612 completed, throughput=5MB/sec 2024-04-10T16:00:06.128 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-3vet6NbPLwSNdLN off=11195616 len=211221 2024-04-10T16:00:06.128 INFO:tasks.workunit.client.0.smithi069.stdout:op 2613 completed, throughput=5MB/sec 2024-04-10T16:00:06.128 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-C4dItdxXOS6GTe- off=1581883 len=907332 2024-04-10T16:00:06.134 INFO:tasks.workunit.client.0.smithi069.stdout:op 2614 completed, throughput=5MB/sec 2024-04-10T16:00:06.134 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-hr8ccvC-q1hh5Gb off=6508808 len=1837820 2024-04-10T16:00:06.136 INFO:tasks.workunit.client.0.smithi069.stdout:op 2615 completed, throughput=5MB/sec 2024-04-10T16:00:07.137 INFO:tasks.workunit.client.0.smithi069.stdout: 505: throughput=4.99MB/sec pending data=0 2024-04-10T16:00:07.137 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-Yxh5pErb9fgtFiw off=2941203 len=1974785 2024-04-10T16:00:07.147 INFO:tasks.workunit.client.0.smithi069.stdout:op 2616 completed, throughput=5MB/sec 2024-04-10T16:00:07.147 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-7AER5DcTA1BEppe off=1513730 len=1608362 2024-04-10T16:00:07.154 INFO:tasks.workunit.client.0.smithi069.stdout:op 2617 completed, throughput=5MB/sec 2024-04-10T16:00:07.154 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-D-EpU1wB-VxwvDp off=11319900 len=170046 2024-04-10T16:00:07.155 INFO:tasks.workunit.client.0.smithi069.stdout:op 2618 completed, throughput=5MB/sec 2024-04-10T16:00:07.155 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-28V9fZQociMIG3v off=6886194 len=1930137 2024-04-10T16:00:07.162 INFO:tasks.workunit.client.0.smithi069.stdout:op 2619 completed, throughput=5MB/sec 2024-04-10T16:00:07.344 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:00:07 smithi069 ceph-mon[96738]: pgmap v1661: 105 pgs: 105 active+clean; 126 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-10T16:00:07.344 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:00:07 smithi069 ceph-mon[94167]: pgmap v1661: 105 pgs: 105 active+clean; 126 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-10T16:00:07.345 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:00:06 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:00:06] "GET /metrics HTTP/1.1" 200 34053 "" "Prometheus/2.43.0" 2024-04-10T16:00:07.500 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:00:07 smithi077 ceph-mon[87572]: pgmap v1661: 105 pgs: 105 active+clean; 126 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-10T16:00:08.163 INFO:tasks.workunit.client.0.smithi069.stdout: 506: throughput=4.99MB/sec pending data=0 2024-04-10T16:00:08.163 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-MXzV9lhONHFPWkF off=662633 len=1717613 2024-04-10T16:00:08.165 INFO:tasks.workunit.client.0.smithi069.stdout:op 2620 completed, throughput=5MB/sec 2024-04-10T16:00:08.165 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-DAjfAvXKOPdugm0 off=557222 len=935644 2024-04-10T16:00:08.170 INFO:tasks.workunit.client.0.smithi069.stdout:op 2621 completed, throughput=5MB/sec 2024-04-10T16:00:08.170 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-t1XS9_JAZRX0w1i off=871384 len=1080739 2024-04-10T16:00:08.172 INFO:tasks.workunit.client.0.smithi069.stdout:op 2622 completed, throughput=5MB/sec 2024-04-10T16:00:09.172 INFO:tasks.workunit.client.0.smithi069.stdout: 507: throughput=4.99MB/sec pending data=0 2024-04-10T16:00:09.172 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-uvNQDxLdPUXsB5A off=6079066 len=1720900 2024-04-10T16:00:09.174 INFO:tasks.workunit.client.0.smithi069.stdout:op 2623 completed, throughput=4.99MB/sec 2024-04-10T16:00:09.174 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-0yvqJ93Hnr6VHxY off=3868842 len=2082791 2024-04-10T16:00:09.184 INFO:tasks.workunit.client.0.smithi069.stdout:op 2624 completed, throughput=5MB/sec 2024-04-10T16:00:09.184 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-uG0XD0YPM6ni_RK off=2258451 len=1282650 2024-04-10T16:00:09.187 INFO:tasks.workunit.client.0.smithi069.stdout:op 2625 completed, throughput=5MB/sec 2024-04-10T16:00:09.187 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-wlP9tWVu_BHtKEd off=6991108 len=1046251 2024-04-10T16:00:09.192 INFO:tasks.workunit.client.0.smithi069.stdout:op 2626 completed, throughput=5MB/sec 2024-04-10T16:00:09.344 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:00:09 smithi069 ceph-mon[94167]: pgmap v1662: 105 pgs: 105 active+clean; 126 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-10T16:00:09.345 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:00:09 smithi069 ceph-mon[96738]: pgmap v1662: 105 pgs: 105 active+clean; 126 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-10T16:00:09.500 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:00:09 smithi077 ceph-mon[87572]: pgmap v1662: 105 pgs: 105 active+clean; 126 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-10T16:00:10.193 INFO:tasks.workunit.client.0.smithi069.stdout: 508: throughput=4.99MB/sec pending data=0 2024-04-10T16:00:10.193 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-rOytwnPobJwc_PA off=945115 len=1759542 2024-04-10T16:00:10.204 INFO:tasks.workunit.client.0.smithi069.stdout:op 2627 completed, throughput=4.99MB/sec 2024-04-10T16:00:10.204 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-puCrF6VG-b3K977 off=10020130 len=936975 2024-04-10T16:00:10.209 INFO:tasks.workunit.client.0.smithi069.stdout:op 2628 completed, throughput=5MB/sec 2024-04-10T16:00:10.209 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-5I2BwUnc8zfewST off=840083 len=1935095 2024-04-10T16:00:10.219 INFO:tasks.workunit.client.0.smithi069.stdout:op 2629 completed, throughput=5MB/sec 2024-04-10T16:00:10.344 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:00:10 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:00:10.344 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:00:10 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:00:10.500 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:00:10 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:00:11.220 INFO:tasks.workunit.client.0.smithi069.stdout: 509: throughput=4.99MB/sec pending data=0 2024-04-10T16:00:11.220 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-xWFAvBJ5OXyQ4i1 off=17737004 len=1991226 2024-04-10T16:00:11.222 INFO:tasks.workunit.client.0.smithi069.stdout:op 2630 completed, throughput=4.99MB/sec 2024-04-10T16:00:11.222 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-fRGfabfD2cPK7qL off=3940169 len=190839 2024-04-10T16:00:11.222 INFO:tasks.workunit.client.0.smithi069.stdout:op 2631 completed, throughput=4.99MB/sec 2024-04-10T16:00:11.223 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-IGvlbYKKFUO8R7A off=9403880 len=1568453 2024-04-10T16:00:11.231 INFO:tasks.workunit.client.0.smithi069.stdout:op 2632 completed, throughput=5MB/sec 2024-04-10T16:00:11.231 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-R75JG0KbH-amz4k off=11394183 len=1477224 2024-04-10T16:00:11.240 INFO:tasks.workunit.client.0.smithi069.stdout:op 2633 completed, throughput=5MB/sec 2024-04-10T16:00:11.240 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-ej3hRjxK9qymyzn off=13512510 len=51392 2024-04-10T16:00:11.242 INFO:tasks.workunit.client.0.smithi069.stdout:op 2634 completed, throughput=5MB/sec 2024-04-10T16:00:11.242 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-ZWAr1f6_NjxKVKi off=8682912 len=1893016 2024-04-10T16:00:11.243 INFO:tasks.workunit.client.0.smithi069.stdout:op 2635 completed, throughput=5MB/sec 2024-04-10T16:00:11.344 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:00:11 smithi069 ceph-mon[94167]: pgmap v1663: 105 pgs: 105 active+clean; 126 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-10T16:00:11.344 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:00:11 smithi069 ceph-mon[96738]: pgmap v1663: 105 pgs: 105 active+clean; 126 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-10T16:00:11.500 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:00:11 smithi077 ceph-mon[87572]: pgmap v1663: 105 pgs: 105 active+clean; 126 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-10T16:00:12.243 INFO:tasks.workunit.client.0.smithi069.stdout: 510: throughput=4.99MB/sec pending data=0 2024-04-10T16:00:12.244 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-4hPLy3mnW3vabd2 off=2609546 len=1476314 2024-04-10T16:00:12.252 INFO:tasks.workunit.client.0.smithi069.stdout:op 2636 completed, throughput=5MB/sec 2024-04-10T16:00:12.252 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-lilDHD9h9OEsLDH off=21413538 len=902786 2024-04-10T16:00:12.256 INFO:tasks.workunit.client.0.smithi069.stdout:op 2637 completed, throughput=5MB/sec 2024-04-10T16:00:12.256 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-RjpXb_Y4BB64DwS off=14899997 len=838005 2024-04-10T16:00:12.261 INFO:tasks.workunit.client.0.smithi069.stdout:op 2638 completed, throughput=5MB/sec 2024-04-10T16:00:12.261 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-GzgcczdLNYT9av7 off=12957453 len=336285 2024-04-10T16:00:12.264 INFO:tasks.workunit.client.0.smithi069.stdout:op 2639 completed, throughput=5MB/sec 2024-04-10T16:00:12.750 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:00:12 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:00:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:00:13.264 INFO:tasks.workunit.client.0.smithi069.stdout: 511: throughput=4.99MB/sec pending data=0 2024-04-10T16:00:13.264 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-qeD2A6OLlJDfk1G off=1573062 len=1703284 2024-04-10T16:00:13.273 INFO:tasks.workunit.client.0.smithi069.stdout:op 2640 completed, throughput=4.99MB/sec 2024-04-10T16:00:13.273 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-BpJZB4IQ5In9UlV off=1425709 len=711808 2024-04-10T16:00:13.277 INFO:tasks.workunit.client.0.smithi069.stdout:op 2641 completed, throughput=4.99MB/sec 2024-04-10T16:00:13.277 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-bd2NEhjh9AK8SQN off=4280147 len=1911679 2024-04-10T16:00:13.286 INFO:tasks.workunit.client.0.smithi069.stdout:op 2642 completed, throughput=5MB/sec 2024-04-10T16:00:13.286 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-4WvwH5RZVNLOuXm off=2706286 len=467847 2024-04-10T16:00:13.289 INFO:tasks.workunit.client.0.smithi069.stdout:op 2643 completed, throughput=5MB/sec 2024-04-10T16:00:13.289 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-KyWvej0QFsgX3kX off=4421409 len=376414 2024-04-10T16:00:13.292 INFO:tasks.workunit.client.0.smithi069.stdout:op 2644 completed, throughput=5MB/sec 2024-04-10T16:00:13.292 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-or9BrcSnZg1ObCp off=2917274 len=768238 2024-04-10T16:00:13.296 INFO:tasks.workunit.client.0.smithi069.stdout:op 2645 completed, throughput=5MB/sec 2024-04-10T16:00:13.344 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:00:13 smithi069 ceph-mon[94167]: pgmap v1664: 105 pgs: 105 active+clean; 126 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-10T16:00:13.344 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:00:13 smithi069 ceph-mon[96738]: pgmap v1664: 105 pgs: 105 active+clean; 126 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-10T16:00:13.500 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:00:13 smithi077 ceph-mon[87572]: pgmap v1664: 105 pgs: 105 active+clean; 126 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-10T16:00:14.297 INFO:tasks.workunit.client.0.smithi069.stdout: 512: throughput=4.99MB/sec pending data=0 2024-04-10T16:00:14.297 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-4vyCqsfFRrHbHdK off=10094211 len=627234 2024-04-10T16:00:14.298 INFO:tasks.workunit.client.0.smithi069.stdout:op 2646 completed, throughput=4.99MB/sec 2024-04-10T16:00:14.298 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-NuwNkFu8_gqG8qy off=2636708 len=1529101 2024-04-10T16:00:14.305 INFO:tasks.workunit.client.0.smithi069.stdout:op 2647 completed, throughput=5MB/sec 2024-04-10T16:00:14.305 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-bWpMLdwtJPI8a1_ off=0 len=1168107 2024-04-10T16:00:14.308 INFO:tasks.workunit.client.0.smithi069.stdout:op 2648 completed, throughput=5MB/sec 2024-04-10T16:00:14.308 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-pYIEk2S2BXZGCBt off=10065443 len=668889 2024-04-10T16:00:14.312 INFO:tasks.workunit.client.0.smithi069.stdout:op 2649 completed, throughput=5MB/sec 2024-04-10T16:00:14.312 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-ocJ3TrxMqiKw28W off=4327193 len=219062 2024-04-10T16:00:14.313 INFO:tasks.workunit.client.0.smithi069.stdout:op 2650 completed, throughput=5MB/sec 2024-04-10T16:00:14.313 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-LlnR51g4r-9ZIjm off=10111962 len=1934898 2024-04-10T16:00:14.324 INFO:tasks.workunit.client.0.smithi069.stdout:op 2651 completed, throughput=5MB/sec 2024-04-10T16:00:15.325 INFO:tasks.workunit.client.0.smithi069.stdout: 513: throughput=4.99MB/sec pending data=0 2024-04-10T16:00:15.325 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-FTD4zW7Ds-lNtDf off=4119241 len=713031 2024-04-10T16:00:15.326 INFO:tasks.workunit.client.0.smithi069.stdout:op 2652 completed, throughput=4.99MB/sec 2024-04-10T16:00:15.326 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-loHgMfyqNEqoqPe off=5232260 len=106253 2024-04-10T16:00:15.326 INFO:tasks.workunit.client.0.smithi069.stdout:op 2653 completed, throughput=4.99MB/sec 2024-04-10T16:00:15.326 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-HqKaqHDhWqXEwpU off=7662129 len=8211 2024-04-10T16:00:15.327 INFO:tasks.workunit.client.0.smithi069.stdout:op 2654 completed, throughput=4.99MB/sec 2024-04-10T16:00:15.327 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-v70QfM9sCffIKYX off=6240526 len=63753 2024-04-10T16:00:15.328 INFO:tasks.workunit.client.0.smithi069.stdout:op 2655 completed, throughput=4.99MB/sec 2024-04-10T16:00:15.328 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-LfWqnKvpbkZxWfT off=2772711 len=1054102 2024-04-10T16:00:15.333 INFO:tasks.workunit.client.0.smithi069.stdout:op 2656 completed, throughput=5MB/sec 2024-04-10T16:00:15.333 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-CATlom_gNmnuv2j off=4762747 len=1881862 2024-04-10T16:00:15.344 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:00:15 smithi069 ceph-mon[96738]: pgmap v1665: 105 pgs: 105 active+clean; 126 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-10T16:00:15.345 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:00:15 smithi069 ceph-mon[94167]: pgmap v1665: 105 pgs: 105 active+clean; 126 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-10T16:00:15.345 INFO:tasks.workunit.client.0.smithi069.stdout:op 2657 completed, throughput=5MB/sec 2024-04-10T16:00:15.345 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-5dC9rwzIhTq4lCN off=6892371 len=682348 2024-04-10T16:00:15.345 INFO:tasks.workunit.client.0.smithi069.stdout:op 2658 completed, throughput=5MB/sec 2024-04-10T16:00:15.500 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:00:15 smithi077 ceph-mon[87572]: pgmap v1665: 105 pgs: 105 active+clean; 126 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-10T16:00:16.345 INFO:tasks.workunit.client.0.smithi069.stdout: 514: throughput=4.99MB/sec pending data=0 2024-04-10T16:00:16.346 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-smyOz92-R33MYEr off=11166619 len=298349 2024-04-10T16:00:16.349 INFO:tasks.workunit.client.0.smithi069.stdout:op 2659 completed, throughput=4.99MB/sec 2024-04-10T16:00:16.349 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-ENLgoxhBGqSMyNO off=4571921 len=531160 2024-04-10T16:00:16.352 INFO:tasks.workunit.client.0.smithi069.stdout:op 2660 completed, throughput=4.99MB/sec 2024-04-10T16:00:16.352 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-QWJ4p_poNMV2Zp2 off=2929372 len=483520 2024-04-10T16:00:16.353 INFO:tasks.workunit.client.0.smithi069.stdout:op 2661 completed, throughput=4.99MB/sec 2024-04-10T16:00:16.353 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-Ey2yUiQq07SoS24 off=853954 len=891792 2024-04-10T16:00:16.358 INFO:tasks.workunit.client.0.smithi069.stdout:op 2662 completed, throughput=5MB/sec 2024-04-10T16:00:16.358 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-fPAGTpnlUO7ifYQ off=17607962 len=639984 2024-04-10T16:00:16.362 INFO:tasks.workunit.client.0.smithi069.stdout:op 2663 completed, throughput=5MB/sec 2024-04-10T16:00:16.362 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-fY3-k1DvhgBDuAQ off=482237 len=842805 2024-04-10T16:00:16.364 INFO:tasks.workunit.client.0.smithi069.stdout:op 2664 completed, throughput=5MB/sec 2024-04-10T16:00:16.364 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-Fw_3SXweBpmw-vX off=1794544 len=1688178 2024-04-10T16:00:16.365 INFO:tasks.workunit.client.0.smithi069.stdout:op 2665 completed, throughput=5MB/sec 2024-04-10T16:00:17.344 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:00:17 smithi069 ceph-mon[96738]: pgmap v1666: 105 pgs: 105 active+clean; 126 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-10T16:00:17.344 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:00:17 smithi069 ceph-mon[94167]: pgmap v1666: 105 pgs: 105 active+clean; 126 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-10T16:00:17.345 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:00:16 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:00:16] "GET /metrics HTTP/1.1" 200 34047 "" "Prometheus/2.43.0" 2024-04-10T16:00:17.366 INFO:tasks.workunit.client.0.smithi069.stdout: 515: throughput=4.99MB/sec pending data=0 2024-04-10T16:00:17.366 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-Y9Z0NxeSadIsdKF off=7915670 len=1397499 2024-04-10T16:00:17.372 INFO:tasks.workunit.client.0.smithi069.stdout:op 2666 completed, throughput=4.99MB/sec 2024-04-10T16:00:17.372 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-3xX02iJ1vFoe8aH off=18231296 len=759426 2024-04-10T16:00:17.376 INFO:tasks.workunit.client.0.smithi069.stdout:op 2667 completed, throughput=5MB/sec 2024-04-10T16:00:17.377 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-hu55m2E5JmRViGp off=10497778 len=803414 2024-04-10T16:00:17.378 INFO:tasks.workunit.client.0.smithi069.stdout:op 2668 completed, throughput=5MB/sec 2024-04-10T16:00:17.378 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-5Z7DpKAN9KKYm1G off=1537383 len=1802223 2024-04-10T16:00:17.386 INFO:tasks.workunit.client.0.smithi069.stdout:op 2669 completed, throughput=5MB/sec 2024-04-10T16:00:17.387 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-k-cUEpjOQ7ZgyhA off=9238621 len=2047327 2024-04-10T16:00:17.391 INFO:tasks.workunit.client.0.smithi069.stdout:op 2670 completed, throughput=5MB/sec 2024-04-10T16:00:17.500 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:00:17 smithi077 ceph-mon[87572]: pgmap v1666: 105 pgs: 105 active+clean; 126 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-10T16:00:18.391 INFO:tasks.workunit.client.0.smithi069.stdout: 516: throughput=4.99MB/sec pending data=0 2024-04-10T16:00:18.391 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-BSdgvb9PzE8HoRc off=1943547 len=540271 2024-04-10T16:00:18.392 INFO:tasks.workunit.client.0.smithi069.stdout:op 2671 completed, throughput=4.99MB/sec 2024-04-10T16:00:18.392 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-gVPShfBKGFgiZ3h off=10703214 len=1261641 2024-04-10T16:00:18.400 INFO:tasks.workunit.client.0.smithi069.stdout:op 2672 completed, throughput=5MB/sec 2024-04-10T16:00:18.401 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-_6TtI7HRJYxKcq_ off=8026231 len=756124 2024-04-10T16:00:18.402 INFO:tasks.workunit.client.0.smithi069.stdout:op 2673 completed, throughput=5MB/sec 2024-04-10T16:00:18.402 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-I-HdOZVRjndygoe off=1487682 len=1247919 2024-04-10T16:00:18.409 INFO:tasks.workunit.client.0.smithi069.stdout:op 2674 completed, throughput=5MB/sec 2024-04-10T16:00:19.344 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:00:19 smithi069 ceph-mon[94167]: pgmap v1667: 105 pgs: 105 active+clean; 126 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-10T16:00:19.344 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:00:19 smithi069 ceph-mon[96738]: pgmap v1667: 105 pgs: 105 active+clean; 126 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-10T16:00:19.409 INFO:tasks.workunit.client.0.smithi069.stdout: 517: throughput=4.99MB/sec pending data=0 2024-04-10T16:00:19.409 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-2lkDb3gj6JdqJ5i off=5335229 len=1976477 2024-04-10T16:00:19.417 INFO:tasks.workunit.client.0.smithi069.stdout:op 2675 completed, throughput=4.99MB/sec 2024-04-10T16:00:19.417 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-lk4BqpYY6lyZy-y off=3730181 len=1402931 2024-04-10T16:00:19.420 INFO:tasks.workunit.client.0.smithi069.stdout:op 2676 completed, throughput=5MB/sec 2024-04-10T16:00:19.420 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-78lhBa4CoXLjT47 off=127069 len=1107170 2024-04-10T16:00:19.425 INFO:tasks.workunit.client.0.smithi069.stdout:op 2677 completed, throughput=5MB/sec 2024-04-10T16:00:19.425 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-fZA7Kn5C3HZpFyl off=3472132 len=1361404 2024-04-10T16:00:19.426 INFO:tasks.workunit.client.0.smithi069.stdout:op 2678 completed, throughput=5MB/sec 2024-04-10T16:00:19.500 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:00:19 smithi077 ceph-mon[87572]: pgmap v1667: 105 pgs: 105 active+clean; 126 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-10T16:00:20.427 INFO:tasks.workunit.client.0.smithi069.stdout: 518: throughput=4.99MB/sec pending data=0 2024-04-10T16:00:20.427 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-8QHswcQVcKTXDOZ off=5505456 len=287213 2024-04-10T16:00:20.430 INFO:tasks.workunit.client.0.smithi069.stdout:op 2679 completed, throughput=4.99MB/sec 2024-04-10T16:00:20.430 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-7xY0YlE1pVCdNbu off=1758244 len=566241 2024-04-10T16:00:20.431 INFO:tasks.workunit.client.0.smithi069.stdout:op 2680 completed, throughput=4.99MB/sec 2024-04-10T16:00:20.431 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-m0T-ADoZu5pERKY off=2721970 len=827197 2024-04-10T16:00:20.432 INFO:tasks.workunit.client.0.smithi069.stdout:op 2681 completed, throughput=5MB/sec 2024-04-10T16:00:20.432 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-ciyF0jonAc75bI6 off=1351662 len=1031140 2024-04-10T16:00:20.434 INFO:tasks.workunit.client.0.smithi069.stdout:op 2682 completed, throughput=5MB/sec 2024-04-10T16:00:20.434 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-kav0sybZAajRZcA off=12150571 len=535031 2024-04-10T16:00:20.437 INFO:tasks.workunit.client.0.smithi069.stdout:op 2683 completed, throughput=5MB/sec 2024-04-10T16:00:20.437 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-SI-0OUJYpX2PMwa off=10796045 len=634641 2024-04-10T16:00:20.439 INFO:tasks.workunit.client.0.smithi069.stdout:op 2684 completed, throughput=5MB/sec 2024-04-10T16:00:20.439 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-wSDG-YnYIfcSzRw off=3950503 len=1171616 2024-04-10T16:00:20.445 INFO:tasks.workunit.client.0.smithi069.stdout:op 2685 completed, throughput=5MB/sec 2024-04-10T16:00:21.344 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:00:21 smithi069 ceph-mon[96738]: pgmap v1668: 105 pgs: 105 active+clean; 126 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-04-10T16:00:21.344 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:00:21 smithi069 ceph-mon[94167]: pgmap v1668: 105 pgs: 105 active+clean; 126 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-04-10T16:00:21.446 INFO:tasks.workunit.client.0.smithi069.stdout: 519: throughput=4.99MB/sec pending data=0 2024-04-10T16:00:21.446 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-7vspVC97uZGQKDl off=6447579 len=2000647 2024-04-10T16:00:21.448 INFO:tasks.workunit.client.0.smithi069.stdout:op 2686 completed, throughput=5MB/sec 2024-04-10T16:00:21.448 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-Gy48F59aiP-jDLH off=22060002 len=480787 2024-04-10T16:00:21.449 INFO:tasks.workunit.client.0.smithi069.stdout:op 2687 completed, throughput=5MB/sec 2024-04-10T16:00:21.449 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-kU5guungNpB0EAv off=1929431 len=1373847 2024-04-10T16:00:21.457 INFO:tasks.workunit.client.0.smithi069.stdout:op 2688 completed, throughput=5MB/sec 2024-04-10T16:00:21.457 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-NHhugcp5NOWi-0y off=9045549 len=751658 2024-04-10T16:00:21.458 INFO:tasks.workunit.client.0.smithi069.stdout:op 2689 completed, throughput=5MB/sec 2024-04-10T16:00:21.458 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-W5XiGQhB1WvFjQg off=397819 len=265079 2024-04-10T16:00:21.461 INFO:tasks.workunit.client.0.smithi069.stdout:op 2690 completed, throughput=5MB/sec 2024-04-10T16:00:21.500 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:00:21 smithi077 ceph-mon[87572]: pgmap v1668: 105 pgs: 105 active+clean; 126 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-04-10T16:00:22.461 INFO:tasks.workunit.client.0.smithi069.stdout: 520: throughput=4.99MB/sec pending data=0 2024-04-10T16:00:22.462 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-aGLODIwwh3lf2E8 off=15010491 len=471517 2024-04-10T16:00:22.465 INFO:tasks.workunit.client.0.smithi069.stdout:op 2691 completed, throughput=4.99MB/sec 2024-04-10T16:00:22.466 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-XCCOIuG8xPSveys off=9814084 len=973408 2024-04-10T16:00:22.467 INFO:tasks.workunit.client.0.smithi069.stdout:op 2692 completed, throughput=4.99MB/sec 2024-04-10T16:00:22.467 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-rsTpbVTW2nRCszy off=7666515 len=84551 2024-04-10T16:00:22.467 INFO:tasks.workunit.client.0.smithi069.stdout:op 2693 completed, throughput=4.99MB/sec 2024-04-10T16:00:22.467 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-bwdrr2WW74CMegB off=1849162 len=430645 2024-04-10T16:00:22.469 INFO:tasks.workunit.client.0.smithi069.stdout:op 2694 completed, throughput=4.99MB/sec 2024-04-10T16:00:22.469 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj--_xGXfbKIlw6yFT off=10934906 len=752276 2024-04-10T16:00:22.469 INFO:tasks.workunit.client.0.smithi069.stdout:op 2695 completed, throughput=5MB/sec 2024-04-10T16:00:22.469 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-SKZHF7qwXwcs6OM off=13723771 len=1068947 2024-04-10T16:00:22.471 INFO:tasks.workunit.client.0.smithi069.stdout:op 2696 completed, throughput=5MB/sec 2024-04-10T16:00:22.471 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-62TpnusC_adUPfS off=10689101 len=1869778 2024-04-10T16:00:22.473 INFO:tasks.workunit.client.0.smithi069.stdout:op 2697 completed, throughput=5MB/sec 2024-04-10T16:00:22.750 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:00:22 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:00:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:00:23.473 INFO:tasks.workunit.client.0.smithi069.stdout: 521: throughput=4.99MB/sec pending data=0 2024-04-10T16:00:23.473 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-OPfOGPbgHr4M8fQ off=3356618 len=78281 2024-04-10T16:00:23.474 INFO:tasks.workunit.client.0.smithi069.stdout:op 2698 completed, throughput=4.99MB/sec 2024-04-10T16:00:23.474 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-_xO7mNMXIgwXFda off=4121713 len=1692629 2024-04-10T16:00:23.476 INFO:tasks.workunit.client.0.smithi069.stdout:op 2699 completed, throughput=4.99MB/sec 2024-04-10T16:00:23.476 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-Cb8NUfqA7q46-Nm off=2642164 len=1714408 2024-04-10T16:00:23.484 INFO:tasks.workunit.client.0.smithi069.stdout:op 2700 completed, throughput=5MB/sec 2024-04-10T16:00:23.484 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-C-nI7sgo0-0LeHq off=1650835 len=89283 2024-04-10T16:00:23.486 INFO:tasks.workunit.client.0.smithi069.stdout:op 2701 completed, throughput=5MB/sec 2024-04-10T16:00:23.486 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-UOADbq3uBBtZfZd off=1498203 len=454316 2024-04-10T16:00:23.490 INFO:tasks.workunit.client.0.smithi069.stdout:op 2702 completed, throughput=5MB/sec 2024-04-10T16:00:23.491 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-A4xhsdCrfCHUi6- off=3131167 len=1855977 2024-04-10T16:00:23.499 INFO:tasks.workunit.client.0.smithi069.stdout:op 2703 completed, throughput=5MB/sec 2024-04-10T16:00:23.500 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:00:23 smithi077 ceph-mon[87572]: pgmap v1669: 105 pgs: 105 active+clean; 126 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-10T16:00:23.594 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:00:23 smithi069 ceph-mon[96738]: pgmap v1669: 105 pgs: 105 active+clean; 126 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-10T16:00:23.594 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:00:23 smithi069 ceph-mon[94167]: pgmap v1669: 105 pgs: 105 active+clean; 126 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-10T16:00:24.499 INFO:tasks.workunit.client.0.smithi069.stdout: 522: throughput=4.99MB/sec pending data=0 2024-04-10T16:00:24.499 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-wlP9tWVu_BHtKEd off=2796789 len=777304 2024-04-10T16:00:24.501 INFO:tasks.workunit.client.0.smithi069.stdout:op 2704 completed, throughput=4.99MB/sec 2024-04-10T16:00:24.501 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-QXpq_YlNzFMK9lk off=2484979 len=384384 2024-04-10T16:00:24.504 INFO:tasks.workunit.client.0.smithi069.stdout:op 2705 completed, throughput=4.99MB/sec 2024-04-10T16:00:24.504 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-8Fid01RBnHkRQIf off=2020203 len=493966 2024-04-10T16:00:24.507 INFO:tasks.workunit.client.0.smithi069.stdout:op 2706 completed, throughput=5MB/sec 2024-04-10T16:00:24.507 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj--0MuT96RI284Jic off=11062936 len=1383559 2024-04-10T16:00:24.514 INFO:tasks.workunit.client.0.smithi069.stdout:op 2707 completed, throughput=5MB/sec 2024-04-10T16:00:24.514 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-QIz_qPYnkC5EW0q off=8628761 len=557705 2024-04-10T16:00:24.518 INFO:tasks.workunit.client.0.smithi069.stdout:op 2708 completed, throughput=5MB/sec 2024-04-10T16:00:24.518 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-irR3CJsk29PCy2K off=2524488 len=1260883 2024-04-10T16:00:24.523 INFO:tasks.workunit.client.0.smithi069.stdout:op 2709 completed, throughput=5MB/sec 2024-04-10T16:00:25.500 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:00:25 smithi077 ceph-mon[87572]: pgmap v1670: 105 pgs: 105 active+clean; 126 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-10T16:00:25.500 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:00:25 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:00:25.523 INFO:tasks.workunit.client.0.smithi069.stdout: 523: throughput=4.99MB/sec pending data=0 2024-04-10T16:00:25.523 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj--EEjtiB1ct_gBQ1 off=16025433 len=1550487 2024-04-10T16:00:25.525 INFO:tasks.workunit.client.0.smithi069.stdout:op 2710 completed, throughput=4.99MB/sec 2024-04-10T16:00:25.526 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-MB31hMI5Gu7bApW off=2190751 len=1310211 2024-04-10T16:00:25.533 INFO:tasks.workunit.client.0.smithi069.stdout:op 2711 completed, throughput=5MB/sec 2024-04-10T16:00:25.533 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-LjZXRwp5Y55xqm5 off=2460863 len=1837338 2024-04-10T16:00:25.543 INFO:tasks.workunit.client.0.smithi069.stdout:op 2712 completed, throughput=5MB/sec 2024-04-10T16:00:25.543 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-kReupSukqSCNgpr off=1923808 len=1289375 2024-04-10T16:00:25.549 INFO:tasks.workunit.client.0.smithi069.stdout:op 2713 completed, throughput=5MB/sec 2024-04-10T16:00:25.594 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:00:25 smithi069 ceph-mon[94167]: pgmap v1670: 105 pgs: 105 active+clean; 126 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-10T16:00:25.594 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:00:25 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:00:25.595 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:00:25 smithi069 ceph-mon[96738]: pgmap v1670: 105 pgs: 105 active+clean; 126 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-10T16:00:25.595 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:00:25 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:00:26.549 INFO:tasks.workunit.client.0.smithi069.stdout: 524: throughput=4.99MB/sec pending data=0 2024-04-10T16:00:26.549 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-rosUY6DR3ZZfQmu off=13357742 len=1309276 2024-04-10T16:00:26.557 INFO:tasks.workunit.client.0.smithi069.stdout:op 2714 completed, throughput=4.99MB/sec 2024-04-10T16:00:26.557 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-OJSShvrlc4pAmQv off=1326336 len=272563 2024-04-10T16:00:26.560 INFO:tasks.workunit.client.0.smithi069.stdout:op 2715 completed, throughput=5MB/sec 2024-04-10T16:00:26.560 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-xWNhfEFJajmrHWG off=1767809 len=1561665 2024-04-10T16:00:26.562 INFO:tasks.workunit.client.0.smithi069.stdout:op 2716 completed, throughput=5MB/sec 2024-04-10T16:00:26.562 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-oBqln3BUBDh8pjB off=1748983 len=296112 2024-04-10T16:00:26.562 INFO:tasks.workunit.client.0.smithi069.stdout:op 2717 completed, throughput=5MB/sec 2024-04-10T16:00:26.563 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-ui8uv6zgG16iC90 off=11707646 len=1098762 2024-04-10T16:00:26.567 INFO:tasks.workunit.client.0.smithi069.stdout:op 2718 completed, throughput=5MB/sec 2024-04-10T16:00:27.344 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:00:27 smithi069 ceph-mon[94167]: pgmap v1671: 105 pgs: 105 active+clean; 126 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-10T16:00:27.344 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:00:27 smithi069 ceph-mon[96738]: pgmap v1671: 105 pgs: 105 active+clean; 126 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-10T16:00:27.345 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:00:26 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:00:26] "GET /metrics HTTP/1.1" 200 34051 "" "Prometheus/2.43.0" 2024-04-10T16:00:27.501 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:00:27 smithi077 ceph-mon[87572]: pgmap v1671: 105 pgs: 105 active+clean; 126 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-10T16:00:27.567 INFO:tasks.workunit.client.0.smithi069.stdout: 525: throughput=4.99MB/sec pending data=0 2024-04-10T16:00:27.567 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-SXVZlgB6fMH7ZLH off=8049540 len=1957508 2024-04-10T16:00:27.578 INFO:tasks.workunit.client.0.smithi069.stdout:op 2719 completed, throughput=4.99MB/sec 2024-04-10T16:00:27.578 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-OgSwQsoacL_s_4y off=6133743 len=34584 2024-04-10T16:00:27.581 INFO:tasks.workunit.client.0.smithi069.stdout:op 2720 completed, throughput=4.99MB/sec 2024-04-10T16:00:27.581 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-nAxgfUEZRHqqLgC off=21927930 len=1760763 2024-04-10T16:00:27.588 INFO:tasks.workunit.client.0.smithi069.stdout:op 2721 completed, throughput=5MB/sec 2024-04-10T16:00:27.588 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-2BH21WqqpqnXNo- off=12195403 len=1027556 2024-04-10T16:00:27.593 INFO:tasks.workunit.client.0.smithi069.stdout:op 2722 completed, throughput=5MB/sec 2024-04-10T16:00:27.593 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-SVwbL7-XC-N1DgN off=7312759 len=630071 2024-04-10T16:00:27.594 INFO:tasks.workunit.client.0.smithi069.stdout:op 2723 completed, throughput=5MB/sec 2024-04-10T16:00:28.595 INFO:tasks.workunit.client.0.smithi069.stdout: 526: throughput=4.99MB/sec pending data=0 2024-04-10T16:00:28.595 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-luaRDrHoBRm5aBb off=4411834 len=806799 2024-04-10T16:00:28.599 INFO:tasks.workunit.client.0.smithi069.stdout:op 2724 completed, throughput=4.99MB/sec 2024-04-10T16:00:28.599 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-5Kz7ojrJaKhdzzO off=5017879 len=361543 2024-04-10T16:00:28.600 INFO:tasks.workunit.client.0.smithi069.stdout:op 2725 completed, throughput=4.99MB/sec 2024-04-10T16:00:28.600 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-V8fDne7HugHX3ii off=117095 len=409804 2024-04-10T16:00:28.601 INFO:tasks.workunit.client.0.smithi069.stdout:op 2726 completed, throughput=4.99MB/sec 2024-04-10T16:00:28.601 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-JxfrL4XHFOvX-V4 off=2483892 len=1791773 2024-04-10T16:00:28.610 INFO:tasks.workunit.client.0.smithi069.stdout:op 2727 completed, throughput=5MB/sec 2024-04-10T16:00:28.610 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-cv6xEGbcllqd3Hq off=4959781 len=1143464 2024-04-10T16:00:28.614 INFO:tasks.workunit.client.0.smithi069.stdout:op 2728 completed, throughput=5MB/sec 2024-04-10T16:00:28.614 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-3ShXfSLKY0XuLdA off=8621858 len=1259461 2024-04-10T16:00:28.617 INFO:tasks.workunit.client.0.smithi069.stdout:op 2729 completed, throughput=5MB/sec 2024-04-10T16:00:29.500 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:00:29 smithi077 ceph-mon[87572]: pgmap v1672: 105 pgs: 105 active+clean; 126 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-10T16:00:29.594 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:00:29 smithi069 ceph-mon[94167]: pgmap v1672: 105 pgs: 105 active+clean; 126 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-10T16:00:29.594 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:00:29 smithi069 ceph-mon[96738]: pgmap v1672: 105 pgs: 105 active+clean; 126 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-10T16:00:29.617 INFO:tasks.workunit.client.0.smithi069.stdout: 527: throughput=4.99MB/sec pending data=0 2024-04-10T16:00:29.618 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-bWx2rLFFmtBUeKK off=1449136 len=1566755 2024-04-10T16:00:29.619 INFO:tasks.workunit.client.0.smithi069.stdout:op 2730 completed, throughput=4.99MB/sec 2024-04-10T16:00:29.619 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-6S_zvcDPZlfNA5d off=3397829 len=1709433 2024-04-10T16:00:29.629 INFO:tasks.workunit.client.0.smithi069.stdout:op 2731 completed, throughput=5MB/sec 2024-04-10T16:00:29.629 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-6UBrtCvSW0YOMPB off=4003766 len=912303 2024-04-10T16:00:29.630 INFO:tasks.workunit.client.0.smithi069.stdout:op 2732 completed, throughput=5MB/sec 2024-04-10T16:00:29.630 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-KVHLxasJIjSEni0 off=6910525 len=116254 2024-04-10T16:00:29.633 INFO:tasks.workunit.client.0.smithi069.stdout:op 2733 completed, throughput=5MB/sec 2024-04-10T16:00:29.633 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-JCOM3cR63pAABVw off=1598236 len=1349022 2024-04-10T16:00:29.635 INFO:tasks.workunit.client.0.smithi069.stdout:op 2734 completed, throughput=5MB/sec 2024-04-10T16:00:30.636 INFO:tasks.workunit.client.0.smithi069.stdout: 528: throughput=4.99MB/sec pending data=0 2024-04-10T16:00:30.636 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-spTyJkaz2TffEMW off=138592 len=1188552 2024-04-10T16:00:30.641 INFO:tasks.workunit.client.0.smithi069.stdout:op 2735 completed, throughput=4.99MB/sec 2024-04-10T16:00:30.642 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-AQZ1d1DULWSACpq off=515935 len=1631510 2024-04-10T16:00:30.644 INFO:tasks.workunit.client.0.smithi069.stdout:op 2736 completed, throughput=5MB/sec 2024-04-10T16:00:30.644 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj--9-n02OzANCNBfy off=10264365 len=1076981 2024-04-10T16:00:30.645 INFO:tasks.workunit.client.0.smithi069.stdout:op 2737 completed, throughput=5MB/sec 2024-04-10T16:00:30.645 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-VJQHKaRNrAAVb6p off=228425 len=1903506 2024-04-10T16:00:30.654 INFO:tasks.workunit.client.0.smithi069.stdout:op 2738 completed, throughput=5MB/sec 2024-04-10T16:00:31.500 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:00:31 smithi077 ceph-mon[87572]: pgmap v1673: 105 pgs: 105 active+clean; 126 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-10T16:00:31.594 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:00:31 smithi069 ceph-mon[94167]: pgmap v1673: 105 pgs: 105 active+clean; 126 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-10T16:00:31.595 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:00:31 smithi069 ceph-mon[96738]: pgmap v1673: 105 pgs: 105 active+clean; 126 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-10T16:00:31.654 INFO:tasks.workunit.client.0.smithi069.stdout: 529: throughput=4.99MB/sec pending data=0 2024-04-10T16:00:31.654 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-5-9oOaifIs4zo9J off=2457670 len=1380568 2024-04-10T16:00:31.663 INFO:tasks.workunit.client.0.smithi069.stdout:op 2739 completed, throughput=5MB/sec 2024-04-10T16:00:31.663 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-GAsN5-aTlNKUVUo off=2268061 len=1740822 2024-04-10T16:00:31.672 INFO:tasks.workunit.client.0.smithi069.stdout:op 2740 completed, throughput=5MB/sec 2024-04-10T16:00:31.672 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-P6uTCZzo8M0B_Ea off=3430207 len=1906757 2024-04-10T16:00:31.683 INFO:tasks.workunit.client.0.smithi069.stdout:op 2741 completed, throughput=5MB/sec 2024-04-10T16:00:32.684 INFO:tasks.workunit.client.0.smithi069.stdout: 530: throughput=4.99MB/sec pending data=0 2024-04-10T16:00:32.684 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-krVAEjtXr-Sqh9s off=867539 len=1248379 2024-04-10T16:00:32.687 INFO:tasks.workunit.client.0.smithi069.stdout:op 2742 completed, throughput=4.99MB/sec 2024-04-10T16:00:32.687 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-Lt4iZ9lwnpSuM6m off=8143493 len=1871128 2024-04-10T16:00:32.689 INFO:tasks.workunit.client.0.smithi069.stdout:op 2743 completed, throughput=5MB/sec 2024-04-10T16:00:32.689 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-QxkukV9A_uVsBjJ off=16880010 len=34207 2024-04-10T16:00:32.689 INFO:tasks.workunit.client.0.smithi069.stdout:op 2744 completed, throughput=5MB/sec 2024-04-10T16:00:32.689 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-7xY0YlE1pVCdNbu off=251553 len=2072932 2024-04-10T16:00:32.691 INFO:tasks.workunit.client.0.smithi069.stdout:op 2745 completed, throughput=5MB/sec 2024-04-10T16:00:32.750 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:00:32 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:00:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:00:33.500 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:00:33 smithi077 ceph-mon[87572]: pgmap v1674: 105 pgs: 105 active+clean; 126 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-10T16:00:33.594 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:00:33 smithi069 ceph-mon[94167]: pgmap v1674: 105 pgs: 105 active+clean; 126 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-10T16:00:33.594 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:00:33 smithi069 ceph-mon[96738]: pgmap v1674: 105 pgs: 105 active+clean; 126 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-10T16:00:33.692 INFO:tasks.workunit.client.0.smithi069.stdout: 531: throughput=4.99MB/sec pending data=0 2024-04-10T16:00:33.692 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-m5OaB0Fnw0Zq-1O off=1492278 len=195186 2024-04-10T16:00:33.695 INFO:tasks.workunit.client.0.smithi069.stdout:op 2746 completed, throughput=4.99MB/sec 2024-04-10T16:00:33.695 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-UAY9deqBVhdL2iX off=10048326 len=1685032 2024-04-10T16:00:33.703 INFO:tasks.workunit.client.0.smithi069.stdout:op 2747 completed, throughput=5MB/sec 2024-04-10T16:00:33.703 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-PN0pCIWpQtMh4i7 off=15087584 len=580484 2024-04-10T16:00:33.706 INFO:tasks.workunit.client.0.smithi069.stdout:op 2748 completed, throughput=5MB/sec 2024-04-10T16:00:33.707 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-RGfaO0c6IB8UaCT off=12464183 len=1475406 2024-04-10T16:00:33.708 INFO:tasks.workunit.client.0.smithi069.stdout:op 2749 completed, throughput=5MB/sec 2024-04-10T16:00:33.708 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-AMBAaSWrGIAxnD7 off=240778 len=1050125 2024-04-10T16:00:33.711 INFO:tasks.workunit.client.0.smithi069.stdout:op 2750 completed, throughput=5MB/sec 2024-04-10T16:00:34.711 INFO:tasks.workunit.client.0.smithi069.stdout: 532: throughput=4.99MB/sec pending data=0 2024-04-10T16:00:34.712 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-JH-v2GIgWcHVs8c off=681430 len=209918 2024-04-10T16:00:34.715 INFO:tasks.workunit.client.0.smithi069.stdout:op 2751 completed, throughput=4.99MB/sec 2024-04-10T16:00:34.715 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-5BzxuIhY2EugV1d off=6005750 len=1368171 2024-04-10T16:00:34.723 INFO:tasks.workunit.client.0.smithi069.stdout:op 2752 completed, throughput=4.99MB/sec 2024-04-10T16:00:34.723 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-ddhSe_-E4uFE2qh off=5919218 len=1905586 2024-04-10T16:00:34.726 INFO:tasks.workunit.client.0.smithi069.stdout:op 2753 completed, throughput=5MB/sec 2024-04-10T16:00:34.726 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-dF4o9rwVuF4LRGE off=21125483 len=389941 2024-04-10T16:00:34.730 INFO:tasks.workunit.client.0.smithi069.stdout:op 2754 completed, throughput=5MB/sec 2024-04-10T16:00:34.730 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-xm98-bqM41lWAmy off=6938416 len=1892658 2024-04-10T16:00:34.732 INFO:tasks.workunit.client.0.smithi069.stdout:op 2755 completed, throughput=5MB/sec 2024-04-10T16:00:35.500 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:00:35 smithi077 ceph-mon[87572]: pgmap v1675: 105 pgs: 105 active+clean; 126 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-10T16:00:35.594 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:00:35 smithi069 ceph-mon[96738]: pgmap v1675: 105 pgs: 105 active+clean; 126 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-10T16:00:35.595 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:00:35 smithi069 ceph-mon[94167]: pgmap v1675: 105 pgs: 105 active+clean; 126 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-10T16:00:35.732 INFO:tasks.workunit.client.0.smithi069.stdout: 533: throughput=4.99MB/sec pending data=0 2024-04-10T16:00:35.733 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-bA3Q4g3exBd0OAr off=0 len=1591395 2024-04-10T16:00:35.740 INFO:tasks.workunit.client.0.smithi069.stdout:op 2756 completed, throughput=5MB/sec 2024-04-10T16:00:35.740 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-GgwrNFsWef6X8Hx off=12909746 len=1516456 2024-04-10T16:00:35.742 INFO:tasks.workunit.client.0.smithi069.stdout:op 2757 completed, throughput=5MB/sec 2024-04-10T16:00:35.742 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-UnbsqxNvFBjnTop off=10075675 len=220338 2024-04-10T16:00:35.745 INFO:tasks.workunit.client.0.smithi069.stdout:op 2758 completed, throughput=5MB/sec 2024-04-10T16:00:35.745 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-6EZhbcBaYs9JGDH off=20332683 len=1557122 2024-04-10T16:00:35.747 INFO:tasks.workunit.client.0.smithi069.stdout:op 2759 completed, throughput=5MB/sec 2024-04-10T16:00:36.747 INFO:tasks.workunit.client.0.smithi069.stdout: 534: throughput=4.99MB/sec pending data=0 2024-04-10T16:00:36.747 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-nCtaoqfhTjhsZQO off=2749451 len=972483 2024-04-10T16:00:36.752 INFO:tasks.workunit.client.0.smithi069.stdout:op 2760 completed, throughput=4.99MB/sec 2024-04-10T16:00:36.753 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-xQBpLoBMvVAnDBH off=17969913 len=125271 2024-04-10T16:00:36.755 INFO:tasks.workunit.client.0.smithi069.stdout:op 2761 completed, throughput=4.99MB/sec 2024-04-10T16:00:36.755 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-IkZzOAJcJ1G4Hjb off=6215519 len=152437 2024-04-10T16:00:36.756 INFO:tasks.workunit.client.0.smithi069.stdout:op 2762 completed, throughput=4.99MB/sec 2024-04-10T16:00:36.756 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-3WfBdR3oZwT1DtN off=11410086 len=41024 2024-04-10T16:00:36.756 INFO:tasks.workunit.client.0.smithi069.stdout:op 2763 completed, throughput=4.99MB/sec 2024-04-10T16:00:36.756 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-bIhbLgHcTue8-Bk off=236954 len=111714 2024-04-10T16:00:36.758 INFO:tasks.workunit.client.0.smithi069.stdout:op 2764 completed, throughput=4.99MB/sec 2024-04-10T16:00:36.758 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-kW8bbq9L5GbMshR off=6386773 len=188988 2024-04-10T16:00:36.759 INFO:tasks.workunit.client.0.smithi069.stdout:op 2765 completed, throughput=4.99MB/sec 2024-04-10T16:00:36.759 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-rr4-JOsU5DfRJHI off=4126161 len=1786791 2024-04-10T16:00:36.761 INFO:tasks.workunit.client.0.smithi069.stdout:op 2766 completed, throughput=5MB/sec 2024-04-10T16:00:36.761 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-1zDLtSQrJpR28Bd off=1127790 len=1508771 2024-04-10T16:00:36.762 INFO:tasks.workunit.client.0.smithi069.stdout:op 2767 completed, throughput=5MB/sec 2024-04-10T16:00:37.344 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:00:37 smithi069 ceph-mon[96738]: pgmap v1676: 105 pgs: 105 active+clean; 126 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-10T16:00:37.345 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:00:37 smithi069 ceph-mon[94167]: pgmap v1676: 105 pgs: 105 active+clean; 126 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-10T16:00:37.345 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:00:36 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:00:36] "GET /metrics HTTP/1.1" 200 34051 "" "Prometheus/2.43.0" 2024-04-10T16:00:37.500 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:00:37 smithi077 ceph-mon[87572]: pgmap v1676: 105 pgs: 105 active+clean; 126 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-10T16:00:37.762 INFO:tasks.workunit.client.0.smithi069.stdout: 535: throughput=4.99MB/sec pending data=0 2024-04-10T16:00:37.763 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-HEiBsTKetHh1gif off=11130501 len=233729 2024-04-10T16:00:37.763 INFO:tasks.workunit.client.0.smithi069.stdout:op 2768 completed, throughput=4.99MB/sec 2024-04-10T16:00:37.764 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-m4EKL0lLL_Vliu- off=14529451 len=1604168 2024-04-10T16:00:37.770 INFO:tasks.workunit.client.0.smithi069.stdout:op 2769 completed, throughput=4.99MB/sec 2024-04-10T16:00:37.770 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-4d5kLvTPsXyRahL off=2119 len=1410896 2024-04-10T16:00:37.770 INFO:tasks.workunit.client.0.smithi069.stdout:op 2770 completed, throughput=5MB/sec 2024-04-10T16:00:37.770 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-hOpiy7fAj2NIOCN off=3687197 len=334215 2024-04-10T16:00:37.770 INFO:tasks.workunit.client.0.smithi069.stdout:op 2771 completed, throughput=5MB/sec 2024-04-10T16:00:37.771 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-YV-WLL_jDMQ2vCo off=2091276 len=1733710 2024-04-10T16:00:37.778 INFO:tasks.workunit.client.0.smithi069.stdout:op 2772 completed, throughput=5MB/sec 2024-04-10T16:00:38.778 INFO:tasks.workunit.client.0.smithi069.stdout: 536: throughput=4.99MB/sec pending data=0 2024-04-10T16:00:38.779 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-DvKnujHySEdjgz7 off=372854 len=234868 2024-04-10T16:00:38.782 INFO:tasks.workunit.client.0.smithi069.stdout:op 2773 completed, throughput=4.99MB/sec 2024-04-10T16:00:38.782 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-0UKp2po6Vhw3WVt off=417381 len=2022939 2024-04-10T16:00:38.784 INFO:tasks.workunit.client.0.smithi069.stdout:op 2774 completed, throughput=5MB/sec 2024-04-10T16:00:38.784 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-iga3_zO0qtk7_fj off=5121015 len=759104 2024-04-10T16:00:38.790 INFO:tasks.workunit.client.0.smithi069.stdout:op 2775 completed, throughput=5MB/sec 2024-04-10T16:00:38.790 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-P2-Xo_cvRCnu_oJ off=929786 len=1573274 2024-04-10T16:00:38.795 INFO:tasks.workunit.client.0.smithi069.stdout:op 2776 completed, throughput=5MB/sec 2024-04-10T16:00:38.796 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-9DiX_JKo42FD3Ww off=417342 len=305747 2024-04-10T16:00:38.797 INFO:tasks.workunit.client.0.smithi069.stdout:op 2777 completed, throughput=5MB/sec 2024-04-10T16:00:38.797 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-AyyQHYuKb9K4B3Y off=5489949 len=652327 2024-04-10T16:00:38.798 INFO:tasks.workunit.client.0.smithi069.stdout:op 2778 completed, throughput=5MB/sec 2024-04-10T16:00:39.500 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:00:39 smithi077 ceph-mon[87572]: pgmap v1677: 105 pgs: 105 active+clean; 126 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-10T16:00:39.594 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:00:39 smithi069 ceph-mon[94167]: pgmap v1677: 105 pgs: 105 active+clean; 126 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-10T16:00:39.594 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:00:39 smithi069 ceph-mon[96738]: pgmap v1677: 105 pgs: 105 active+clean; 126 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-10T16:00:39.798 INFO:tasks.workunit.client.0.smithi069.stdout: 537: throughput=4.99MB/sec pending data=0 2024-04-10T16:00:39.798 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-08g_930D-TCz64g off=652203 len=924148 2024-04-10T16:00:39.803 INFO:tasks.workunit.client.0.smithi069.stdout:op 2779 completed, throughput=4.99MB/sec 2024-04-10T16:00:39.803 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-vDUrUCOqywons38 off=2382823 len=2039946 2024-04-10T16:00:39.807 INFO:tasks.workunit.client.0.smithi069.stdout:op 2780 completed, throughput=5MB/sec 2024-04-10T16:00:39.807 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-upaKxr4OCuVa6Ol off=20968617 len=720985 2024-04-10T16:00:39.808 INFO:tasks.workunit.client.0.smithi069.stdout:op 2781 completed, throughput=5MB/sec 2024-04-10T16:00:39.808 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-GPyPKW5e3GyTvs2 off=13154959 len=1874271 2024-04-10T16:00:39.819 INFO:tasks.workunit.client.0.smithi069.stdout:op 2782 completed, throughput=5MB/sec 2024-04-10T16:00:40.500 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:00:40 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:00:40.594 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:00:40 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:00:40.594 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:00:40 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:00:40.819 INFO:tasks.workunit.client.0.smithi069.stdout: 538: throughput=4.99MB/sec pending data=0 2024-04-10T16:00:40.819 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-xNp4nFhDHlwqVo1 off=1265560 len=1186324 2024-04-10T16:00:40.824 INFO:tasks.workunit.client.0.smithi069.stdout:op 2783 completed, throughput=4.99MB/sec 2024-04-10T16:00:40.824 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-bR98n1yeZM4c5dS off=7801314 len=972026 2024-04-10T16:00:40.826 INFO:tasks.workunit.client.0.smithi069.stdout:op 2784 completed, throughput=5MB/sec 2024-04-10T16:00:40.826 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj--t_ttu6BuYEzSLx off=6473939 len=1906806 2024-04-10T16:00:40.830 INFO:tasks.workunit.client.0.smithi069.stdout:op 2785 completed, throughput=5MB/sec 2024-04-10T16:00:40.830 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-6aOHOepLz8a-BuG off=1171965 len=89018 2024-04-10T16:00:40.833 INFO:tasks.workunit.client.0.smithi069.stdout:op 2786 completed, throughput=5MB/sec 2024-04-10T16:00:40.833 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-uhttXyS8l2_Z2_D off=5618061 len=1369573 2024-04-10T16:00:40.834 INFO:tasks.workunit.client.0.smithi069.stdout:op 2787 completed, throughput=5MB/sec 2024-04-10T16:00:41.500 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:00:41 smithi077 ceph-mon[87572]: pgmap v1678: 105 pgs: 105 active+clean; 126 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-10T16:00:41.594 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:00:41 smithi069 ceph-mon[96738]: pgmap v1678: 105 pgs: 105 active+clean; 126 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-10T16:00:41.595 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:00:41 smithi069 ceph-mon[94167]: pgmap v1678: 105 pgs: 105 active+clean; 126 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-10T16:00:41.835 INFO:tasks.workunit.client.0.smithi069.stdout: 539: throughput=4.99MB/sec pending data=0 2024-04-10T16:00:41.835 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-wcYpgdPH0ljA8Tx off=714886 len=742610 2024-04-10T16:00:41.839 INFO:tasks.workunit.client.0.smithi069.stdout:op 2788 completed, throughput=4.99MB/sec 2024-04-10T16:00:41.839 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-Pp-mLD9pVy-0w83 off=197970 len=1354882 2024-04-10T16:00:41.847 INFO:tasks.workunit.client.0.smithi069.stdout:op 2789 completed, throughput=5MB/sec 2024-04-10T16:00:41.847 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-Qoy9L3KWHZM6v-l off=4393438 len=86594 2024-04-10T16:00:41.849 INFO:tasks.workunit.client.0.smithi069.stdout:op 2790 completed, throughput=5MB/sec 2024-04-10T16:00:41.849 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-DAjfAvXKOPdugm0 off=1138322 len=479360 2024-04-10T16:00:41.851 INFO:tasks.workunit.client.0.smithi069.stdout:op 2791 completed, throughput=5MB/sec 2024-04-10T16:00:41.851 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-1LvQI721LEZ4X3p off=21487690 len=1229217 2024-04-10T16:00:41.852 INFO:tasks.workunit.client.0.smithi069.stdout:op 2792 completed, throughput=5MB/sec 2024-04-10T16:00:41.853 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-539Vg2_OngKoN1P off=2753500 len=797981 2024-04-10T16:00:41.853 INFO:tasks.workunit.client.0.smithi069.stdout:op 2793 completed, throughput=5MB/sec 2024-04-10T16:00:42.750 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:00:42 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:00:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:00:42.854 INFO:tasks.workunit.client.0.smithi069.stdout: 540: throughput=4.99MB/sec pending data=0 2024-04-10T16:00:42.854 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-TuvwZXSz9NrJeDt off=9739346 len=328267 2024-04-10T16:00:42.857 INFO:tasks.workunit.client.0.smithi069.stdout:op 2794 completed, throughput=4.99MB/sec 2024-04-10T16:00:42.857 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-xI_NzKMMLsNtKC1 off=4229528 len=1381473 2024-04-10T16:00:42.859 INFO:tasks.workunit.client.0.smithi069.stdout:op 2795 completed, throughput=4.99MB/sec 2024-04-10T16:00:42.859 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-UvA-s-Yfs1E6RFG off=674973 len=815376 2024-04-10T16:00:42.860 INFO:tasks.workunit.client.0.smithi069.stdout:op 2796 completed, throughput=5MB/sec 2024-04-10T16:00:42.860 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-SHcWUmeMWRFAgKV off=3143184 len=837726 2024-04-10T16:00:42.862 INFO:tasks.workunit.client.0.smithi069.stdout:op 2797 completed, throughput=5MB/sec 2024-04-10T16:00:42.862 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-Cja-IOJ3YbSmhjM off=384359 len=1393902 2024-04-10T16:00:42.870 INFO:tasks.workunit.client.0.smithi069.stdout:op 2798 completed, throughput=5MB/sec 2024-04-10T16:00:42.870 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-HN9ISI56myEZis7 off=7958008 len=1529875 2024-04-10T16:00:42.877 INFO:tasks.workunit.client.0.smithi069.stdout:op 2799 completed, throughput=5MB/sec 2024-04-10T16:00:43.500 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:00:43 smithi077 ceph-mon[87572]: pgmap v1679: 105 pgs: 105 active+clean; 126 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-10T16:00:43.594 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:00:43 smithi069 ceph-mon[96738]: pgmap v1679: 105 pgs: 105 active+clean; 126 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-10T16:00:43.595 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:00:43 smithi069 ceph-mon[94167]: pgmap v1679: 105 pgs: 105 active+clean; 126 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-10T16:00:43.877 INFO:tasks.workunit.client.0.smithi069.stdout: 541: throughput=4.99MB/sec pending data=0 2024-04-10T16:00:43.877 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-GaeHqSI2pRok0J6 off=9254143 len=1252636 2024-04-10T16:00:43.883 INFO:tasks.workunit.client.0.smithi069.stdout:op 2800 completed, throughput=5MB/sec 2024-04-10T16:00:43.883 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-DnAH4WPoFwgjyTn off=8237578 len=859789 2024-04-10T16:00:43.888 INFO:tasks.workunit.client.0.smithi069.stdout:op 2801 completed, throughput=5MB/sec 2024-04-10T16:00:43.888 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-pH4GKp6VRm_R16D off=66303 len=1114676 2024-04-10T16:00:43.889 INFO:tasks.workunit.client.0.smithi069.stdout:op 2802 completed, throughput=5MB/sec 2024-04-10T16:00:43.889 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-x899XD7N4PqoG4m off=6870977 len=770325 2024-04-10T16:00:43.890 INFO:tasks.workunit.client.0.smithi069.stdout:op 2803 completed, throughput=5MB/sec 2024-04-10T16:00:43.890 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-wYHqYW_JhtWTSvj off=1808240 len=1877474 2024-04-10T16:00:43.894 INFO:tasks.workunit.client.0.smithi069.stdout:op 2804 completed, throughput=5MB/sec 2024-04-10T16:00:44.895 INFO:tasks.workunit.client.0.smithi069.stdout: 542: throughput=4.99MB/sec pending data=0 2024-04-10T16:00:44.895 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-D96ojTFs75C2V0O off=20664849 len=1508718 2024-04-10T16:00:44.896 INFO:tasks.workunit.client.0.smithi069.stdout:op 2805 completed, throughput=5MB/sec 2024-04-10T16:00:44.897 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-g0YuX-A4Y_lguOV off=4055002 len=729797 2024-04-10T16:00:44.900 INFO:tasks.workunit.client.0.smithi069.stdout:op 2806 completed, throughput=5MB/sec 2024-04-10T16:00:44.901 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-aVhmSpQEGXE7mo4 off=4894610 len=1635292 2024-04-10T16:00:44.907 INFO:tasks.workunit.client.0.smithi069.stdout:op 2807 completed, throughput=5MB/sec 2024-04-10T16:00:45.500 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:00:45 smithi077 ceph-mon[87572]: pgmap v1680: 105 pgs: 105 active+clean; 126 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-10T16:00:45.594 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:00:45 smithi069 ceph-mon[96738]: pgmap v1680: 105 pgs: 105 active+clean; 126 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-10T16:00:45.595 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:00:45 smithi069 ceph-mon[94167]: pgmap v1680: 105 pgs: 105 active+clean; 126 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-10T16:00:45.907 INFO:tasks.workunit.client.0.smithi069.stdout: 543: throughput=4.99MB/sec pending data=0 2024-04-10T16:00:45.907 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-sbqgfiWrnIU0jxE off=8365704 len=1160655 2024-04-10T16:00:45.915 INFO:tasks.workunit.client.0.smithi069.stdout:op 2808 completed, throughput=4.99MB/sec 2024-04-10T16:00:45.915 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-AAwoIYaD4eOPSD- off=13437999 len=600425 2024-04-10T16:00:45.920 INFO:tasks.workunit.client.0.smithi069.stdout:op 2809 completed, throughput=4.99MB/sec 2024-04-10T16:00:45.920 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-_DIFQ3Onvrj5Znf off=15757569 len=1194271 2024-04-10T16:00:45.926 INFO:tasks.workunit.client.0.smithi069.stdout:op 2810 completed, throughput=5MB/sec 2024-04-10T16:00:45.926 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-Lc_yvTnA1ZqKpl9 off=2543060 len=38733 2024-04-10T16:00:45.926 INFO:tasks.workunit.client.0.smithi069.stdout:op 2811 completed, throughput=5MB/sec 2024-04-10T16:00:45.926 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-xxwlyhM1RUIQlrT off=557656 len=1344897 2024-04-10T16:00:45.932 INFO:tasks.workunit.client.0.smithi069.stdout:op 2812 completed, throughput=5MB/sec 2024-04-10T16:00:45.932 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-6HDf7xREfu37mas off=7970112 len=616670 2024-04-10T16:00:45.936 INFO:tasks.workunit.client.0.smithi069.stdout:op 2813 completed, throughput=5MB/sec 2024-04-10T16:00:45.936 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-ykZxB9woJze4QIs off=9253772 len=2004024 2024-04-10T16:00:45.937 INFO:tasks.workunit.client.0.smithi069.stdout:op 2814 completed, throughput=5MB/sec 2024-04-10T16:00:46.938 INFO:tasks.workunit.client.0.smithi069.stdout: 544: throughput=4.99MB/sec pending data=0 2024-04-10T16:00:46.938 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-7_94Ni1bxaFFCG6 off=10362270 len=1092413 2024-04-10T16:00:46.944 INFO:tasks.workunit.client.0.smithi069.stdout:op 2815 completed, throughput=5MB/sec 2024-04-10T16:00:46.944 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-T3_nntWjxg8RJQi off=9195779 len=521284 2024-04-10T16:00:46.948 INFO:tasks.workunit.client.0.smithi069.stdout:op 2816 completed, throughput=5MB/sec 2024-04-10T16:00:46.948 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-l0pQ0Hbyfjgy9Kd off=7848790 len=658022 2024-04-10T16:00:46.952 INFO:tasks.workunit.client.0.smithi069.stdout:op 2817 completed, throughput=5MB/sec 2024-04-10T16:00:46.953 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-FRxaHphPmpSZOso off=10822698 len=1835131 2024-04-10T16:00:46.956 INFO:tasks.workunit.client.0.smithi069.stdout:op 2818 completed, throughput=5MB/sec 2024-04-10T16:00:47.344 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:00:47 smithi069 ceph-mon[96738]: pgmap v1681: 105 pgs: 105 active+clean; 126 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-10T16:00:47.345 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:00:47 smithi069 ceph-mon[94167]: pgmap v1681: 105 pgs: 105 active+clean; 126 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-10T16:00:47.345 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:00:46 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:00:46] "GET /metrics HTTP/1.1" 200 34052 "" "Prometheus/2.43.0" 2024-04-10T16:00:47.500 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:00:47 smithi077 ceph-mon[87572]: pgmap v1681: 105 pgs: 105 active+clean; 126 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-10T16:00:47.956 INFO:tasks.workunit.client.0.smithi069.stdout: 545: throughput=4.99MB/sec pending data=0 2024-04-10T16:00:47.957 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-5Y42f2Mas3T_gzB off=17091342 len=1862208 2024-04-10T16:00:47.965 INFO:tasks.workunit.client.0.smithi069.stdout:op 2819 completed, throughput=5MB/sec 2024-04-10T16:00:47.965 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-KzfScemlJRkBoW0 off=21080060 len=1189777 2024-04-10T16:00:47.967 INFO:tasks.workunit.client.0.smithi069.stdout:op 2820 completed, throughput=5MB/sec 2024-04-10T16:00:47.967 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-DO7x_3TXaEGAy_Y off=7662598 len=820557 2024-04-10T16:00:47.968 INFO:tasks.workunit.client.0.smithi069.stdout:op 2821 completed, throughput=5MB/sec 2024-04-10T16:00:47.968 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-0PVkMEGig2Ejs__ off=389226 len=375632 2024-04-10T16:00:47.971 INFO:tasks.workunit.client.0.smithi069.stdout:op 2822 completed, throughput=5MB/sec 2024-04-10T16:00:47.971 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-czyt2S_OPtoJzYJ off=17279994 len=302829 2024-04-10T16:00:47.974 INFO:tasks.workunit.client.0.smithi069.stdout:op 2823 completed, throughput=5MB/sec 2024-04-10T16:00:47.975 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-K9NwFUa7w35cNzt off=1084132 len=1445481 2024-04-10T16:00:47.980 INFO:tasks.workunit.client.0.smithi069.stdout:op 2824 completed, throughput=5MB/sec 2024-04-10T16:00:48.980 INFO:tasks.workunit.client.0.smithi069.stdout: 546: throughput=4.99MB/sec pending data=0 2024-04-10T16:00:48.981 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-aoC_Vv-RPKa6p1v off=442973 len=481709 2024-04-10T16:00:48.981 INFO:tasks.workunit.client.0.smithi069.stdout:op 2825 completed, throughput=4.99MB/sec 2024-04-10T16:00:48.981 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-edb0Wf3_cOutqPI off=1534541 len=1013504 2024-04-10T16:00:48.983 INFO:tasks.workunit.client.0.smithi069.stdout:op 2826 completed, throughput=5MB/sec 2024-04-10T16:00:48.983 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-9TYjefwACNjm99O off=3109161 len=32805 2024-04-10T16:00:48.983 INFO:tasks.workunit.client.0.smithi069.stdout:op 2827 completed, throughput=5MB/sec 2024-04-10T16:00:48.984 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-OcLqvCC105LCRwg off=5630215 len=443060 2024-04-10T16:00:48.987 INFO:tasks.workunit.client.0.smithi069.stdout:op 2828 completed, throughput=5MB/sec 2024-04-10T16:00:48.987 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-J3g31Rbq0YsqiwF off=14071774 len=1018914 2024-04-10T16:00:48.993 INFO:tasks.workunit.client.0.smithi069.stdout:op 2829 completed, throughput=5MB/sec 2024-04-10T16:00:48.993 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-nkjpUCicQKE-5tX off=12807484 len=1374181 2024-04-10T16:00:48.995 INFO:tasks.workunit.client.0.smithi069.stdout:op 2830 completed, throughput=5MB/sec 2024-04-10T16:00:49.500 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:00:49 smithi077 ceph-mon[87572]: pgmap v1682: 105 pgs: 105 active+clean; 126 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-10T16:00:49.594 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:00:49 smithi069 ceph-mon[96738]: pgmap v1682: 105 pgs: 105 active+clean; 126 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-10T16:00:49.595 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:00:49 smithi069 ceph-mon[94167]: pgmap v1682: 105 pgs: 105 active+clean; 126 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-10T16:00:49.995 INFO:tasks.workunit.client.0.smithi069.stdout: 547: throughput=4.99MB/sec pending data=0 2024-04-10T16:00:49.996 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-Nxy8TIEtRjf1OVJ off=456169 len=481673 2024-04-10T16:00:49.997 INFO:tasks.workunit.client.0.smithi069.stdout:op 2831 completed, throughput=4.99MB/sec 2024-04-10T16:00:49.997 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-GVw3mWZuCOBzN-M off=3024869 len=1248219 2024-04-10T16:00:49.999 INFO:tasks.workunit.client.0.smithi069.stdout:op 2832 completed, throughput=4.99MB/sec 2024-04-10T16:00:49.999 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-8Ma-6LGHj_M0p1o off=130609 len=362140 2024-04-10T16:00:50.002 INFO:tasks.workunit.client.0.smithi069.stdout:op 2833 completed, throughput=4.99MB/sec 2024-04-10T16:00:50.002 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-C-wl0gSbjodbxSs off=1630787 len=2044656 2024-04-10T16:00:50.004 INFO:tasks.workunit.client.0.smithi069.stdout:op 2834 completed, throughput=5MB/sec 2024-04-10T16:00:50.004 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-Awn5UCi6DxENDWp off=897798 len=1699278 2024-04-10T16:00:50.012 INFO:tasks.workunit.client.0.smithi069.stdout:op 2835 completed, throughput=5MB/sec 2024-04-10T16:00:51.013 INFO:tasks.workunit.client.0.smithi069.stdout: 548: throughput=4.99MB/sec pending data=0 2024-04-10T16:00:51.013 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-DvELeZJgqxqWrO7 off=11386462 len=1877279 2024-04-10T16:00:51.020 INFO:tasks.workunit.client.0.smithi069.stdout:op 2836 completed, throughput=5MB/sec 2024-04-10T16:00:51.020 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-mlTpozDzaQ6A7pI off=779532 len=1262045 2024-04-10T16:00:51.021 INFO:tasks.workunit.client.0.smithi069.stdout:op 2837 completed, throughput=5MB/sec 2024-04-10T16:00:51.022 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-721CSXh1Q63GgL9 off=11775454 len=1869783 2024-04-10T16:00:51.029 INFO:tasks.workunit.client.0.smithi069.stdout:op 2838 completed, throughput=5MB/sec 2024-04-10T16:00:51.500 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:00:51 smithi077 ceph-mon[87572]: pgmap v1683: 105 pgs: 105 active+clean; 126 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-10T16:00:51.595 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:00:51 smithi069 ceph-mon[96738]: pgmap v1683: 105 pgs: 105 active+clean; 126 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-10T16:00:51.595 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:00:51 smithi069 ceph-mon[94167]: pgmap v1683: 105 pgs: 105 active+clean; 126 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-10T16:00:52.030 INFO:tasks.workunit.client.0.smithi069.stdout: 549: throughput=4.99MB/sec pending data=0 2024-04-10T16:00:52.030 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-mhvRzzBv0RXg8Z1 off=10961551 len=1915621 2024-04-10T16:00:52.041 INFO:tasks.workunit.client.0.smithi069.stdout:op 2839 completed, throughput=4.99MB/sec 2024-04-10T16:00:52.041 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-fvlNIurQaN3RYfX off=1690357 len=2015616 2024-04-10T16:00:52.045 INFO:tasks.workunit.client.0.smithi069.stdout:op 2840 completed, throughput=5MB/sec 2024-04-10T16:00:52.045 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-jmtXmlyxDq8h2Tu off=5324033 len=1233622 2024-04-10T16:00:52.047 INFO:tasks.workunit.client.0.smithi069.stdout:op 2841 completed, throughput=5MB/sec 2024-04-10T16:00:52.751 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:00:52 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:00:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:00:53.047 INFO:tasks.workunit.client.0.smithi069.stdout: 550: throughput=4.99MB/sec pending data=0 2024-04-10T16:00:53.047 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-bB0f127pxRjfSZD off=20326211 len=639247 2024-04-10T16:00:53.048 INFO:tasks.workunit.client.0.smithi069.stdout:op 2842 completed, throughput=4.99MB/sec 2024-04-10T16:00:53.048 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-rSI-DuTZs2YzDYk off=8640894 len=1881876 2024-04-10T16:00:53.050 INFO:tasks.workunit.client.0.smithi069.stdout:op 2843 completed, throughput=5MB/sec 2024-04-10T16:00:53.050 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-dlcMF15jnQfvVLo off=5632967 len=1091199 2024-04-10T16:00:53.053 INFO:tasks.workunit.client.0.smithi069.stdout:op 2844 completed, throughput=5MB/sec 2024-04-10T16:00:53.053 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-__DPJhtXkx9riPE off=8352151 len=1923860 2024-04-10T16:00:53.057 INFO:tasks.workunit.client.0.smithi069.stdout:op 2845 completed, throughput=5MB/sec 2024-04-10T16:00:53.500 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:00:53 smithi077 ceph-mon[87572]: pgmap v1684: 105 pgs: 105 active+clean; 126 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-10T16:00:53.594 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:00:53 smithi069 ceph-mon[96738]: pgmap v1684: 105 pgs: 105 active+clean; 126 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-10T16:00:53.595 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:00:53 smithi069 ceph-mon[94167]: pgmap v1684: 105 pgs: 105 active+clean; 126 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-10T16:00:54.057 INFO:tasks.workunit.client.0.smithi069.stdout: 551: throughput=4.99MB/sec pending data=0 2024-04-10T16:00:54.057 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-IF9r9L5R20PoQYd off=135425 len=1099574 2024-04-10T16:00:54.063 INFO:tasks.workunit.client.0.smithi069.stdout:op 2846 completed, throughput=4.99MB/sec 2024-04-10T16:00:54.063 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-Wp7b8IoW-P6-K9_ off=7614907 len=547361 2024-04-10T16:00:54.064 INFO:tasks.workunit.client.0.smithi069.stdout:op 2847 completed, throughput=4.99MB/sec 2024-04-10T16:00:54.064 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-1u6Hf6J2IzSjyDH off=14343237 len=1975475 2024-04-10T16:00:54.066 INFO:tasks.workunit.client.0.smithi069.stdout:op 2848 completed, throughput=5MB/sec 2024-04-10T16:00:54.066 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-UpFSRlj-zs_sXtN off=1017820 len=2005600 2024-04-10T16:00:54.068 INFO:tasks.workunit.client.0.smithi069.stdout:op 2849 completed, throughput=5MB/sec 2024-04-10T16:00:55.069 INFO:tasks.workunit.client.0.smithi069.stdout: 552: throughput=4.99MB/sec pending data=0 2024-04-10T16:00:55.069 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-E2vsOSmjKSLv9b7 off=17081192 len=662185 2024-04-10T16:00:55.073 INFO:tasks.workunit.client.0.smithi069.stdout:op 2850 completed, throughput=4.99MB/sec 2024-04-10T16:00:55.073 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-airJ5I5DYaHzSft off=13686320 len=1568093 2024-04-10T16:00:55.081 INFO:tasks.workunit.client.0.smithi069.stdout:op 2851 completed, throughput=5MB/sec 2024-04-10T16:00:55.082 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-oyeBnmqpemWYK9a off=11865699 len=708963 2024-04-10T16:00:55.084 INFO:tasks.workunit.client.0.smithi069.stdout:op 2852 completed, throughput=5MB/sec 2024-04-10T16:00:55.084 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-J3IXUeJNyN_6Asq off=3887647 len=220917 2024-04-10T16:00:55.087 INFO:tasks.workunit.client.0.smithi069.stdout:op 2853 completed, throughput=5MB/sec 2024-04-10T16:00:55.087 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-aXjoPRCR0yW4nkx off=5755262 len=60452 2024-04-10T16:00:55.088 INFO:tasks.workunit.client.0.smithi069.stdout:op 2854 completed, throughput=5MB/sec 2024-04-10T16:00:55.088 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-V5fb0IgyVDHOeGZ off=11011767 len=1551344 2024-04-10T16:00:55.097 INFO:tasks.workunit.client.0.smithi069.stdout:op 2855 completed, throughput=5MB/sec 2024-04-10T16:00:55.500 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:00:55 smithi077 ceph-mon[87572]: pgmap v1685: 105 pgs: 105 active+clean; 126 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-10T16:00:55.501 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:00:55 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:00:55.595 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:00:55 smithi069 ceph-mon[94167]: pgmap v1685: 105 pgs: 105 active+clean; 126 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-10T16:00:55.595 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:00:55 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:00:55.595 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:00:55 smithi069 ceph-mon[96738]: pgmap v1685: 105 pgs: 105 active+clean; 126 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-10T16:00:55.595 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:00:55 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:00:56.098 INFO:tasks.workunit.client.0.smithi069.stdout: 553: throughput=4.99MB/sec pending data=0 2024-04-10T16:00:56.098 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-1FEWPY2rRUMeGHn off=12723267 len=636966 2024-04-10T16:00:56.099 INFO:tasks.workunit.client.0.smithi069.stdout:op 2856 completed, throughput=4.99MB/sec 2024-04-10T16:00:56.099 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-svYErPiO30otioV off=1715511 len=1736366 2024-04-10T16:00:56.101 INFO:tasks.workunit.client.0.smithi069.stdout:op 2857 completed, throughput=5MB/sec 2024-04-10T16:00:56.101 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-XmLNuMLg1DU4h0K off=943949 len=1681129 2024-04-10T16:00:56.103 INFO:tasks.workunit.client.0.smithi069.stdout:op 2858 completed, throughput=5MB/sec 2024-04-10T16:00:56.103 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-TQ09qEUSN8B9Nbw off=10434796 len=1181905 2024-04-10T16:00:56.106 INFO:tasks.workunit.client.0.smithi069.stdout:op 2859 completed, throughput=5MB/sec 2024-04-10T16:00:57.106 INFO:tasks.workunit.client.0.smithi069.stdout: 554: throughput=4.99MB/sec pending data=0 2024-04-10T16:00:57.106 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-HDTOv-zTrmg-nC4 off=11335989 len=1549088 2024-04-10T16:00:57.108 INFO:tasks.workunit.client.0.smithi069.stdout:op 2860 completed, throughput=4.99MB/sec 2024-04-10T16:00:57.108 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-CYO5YrUUhDEBDct off=980677 len=80668 2024-04-10T16:00:57.111 INFO:tasks.workunit.client.0.smithi069.stdout:op 2861 completed, throughput=4.99MB/sec 2024-04-10T16:00:57.111 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-NE4ULeB79CIVCLu off=11727851 len=1042502 2024-04-10T16:00:57.116 INFO:tasks.workunit.client.0.smithi069.stdout:op 2862 completed, throughput=5MB/sec 2024-04-10T16:00:57.116 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-W140EJhxjafCgF5 off=6452386 len=279386 2024-04-10T16:00:57.117 INFO:tasks.workunit.client.0.smithi069.stdout:op 2863 completed, throughput=5MB/sec 2024-04-10T16:00:57.118 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-5KhzdHQ0uGlciRl off=377662 len=1649974 2024-04-10T16:00:57.119 INFO:tasks.workunit.client.0.smithi069.stdout:op 2864 completed, throughput=5MB/sec 2024-04-10T16:00:57.119 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-1EGHq6IwjaLJzcF off=2846781 len=1138926 2024-04-10T16:00:57.121 INFO:tasks.workunit.client.0.smithi069.stdout:op 2865 completed, throughput=5MB/sec 2024-04-10T16:00:57.344 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:00:57 smithi069 ceph-mon[96738]: pgmap v1686: 105 pgs: 105 active+clean; 126 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-10T16:00:57.345 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:00:57 smithi069 ceph-mon[94167]: pgmap v1686: 105 pgs: 105 active+clean; 126 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-10T16:00:57.345 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:00:56 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:00:56] "GET /metrics HTTP/1.1" 200 34050 "" "Prometheus/2.43.0" 2024-04-10T16:00:57.500 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:00:57 smithi077 ceph-mon[87572]: pgmap v1686: 105 pgs: 105 active+clean; 126 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-10T16:00:58.121 INFO:tasks.workunit.client.0.smithi069.stdout: 555: throughput=4.99MB/sec pending data=0 2024-04-10T16:00:58.121 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj--z0Y3SbYg2N714R off=6841283 len=1704969 2024-04-10T16:00:58.131 INFO:tasks.workunit.client.0.smithi069.stdout:op 2866 completed, throughput=4.99MB/sec 2024-04-10T16:00:58.131 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-_6G9ueMdt-ki1pX off=8603374 len=325869 2024-04-10T16:00:58.134 INFO:tasks.workunit.client.0.smithi069.stdout:op 2867 completed, throughput=5MB/sec 2024-04-10T16:00:58.134 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-2G6uvDsOVDY8LFb off=952114 len=859817 2024-04-10T16:00:58.139 INFO:tasks.workunit.client.0.smithi069.stdout:op 2868 completed, throughput=5MB/sec 2024-04-10T16:00:58.139 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-xouXwr0dHW3azgU off=815482 len=1626480 2024-04-10T16:00:58.141 INFO:tasks.workunit.client.0.smithi069.stdout:op 2869 completed, throughput=5MB/sec 2024-04-10T16:00:58.141 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-UN5zqY_ukIW0dp5 off=1600944 len=1023818 2024-04-10T16:00:58.142 INFO:tasks.workunit.client.0.smithi069.stdout:op 2870 completed, throughput=5MB/sec 2024-04-10T16:00:59.142 INFO:tasks.workunit.client.0.smithi069.stdout: 556: throughput=4.99MB/sec pending data=0 2024-04-10T16:00:59.142 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-L8hpyvah36W-2cA off=1064439 len=619749 2024-04-10T16:00:59.146 INFO:tasks.workunit.client.0.smithi069.stdout:op 2871 completed, throughput=4.99MB/sec 2024-04-10T16:00:59.146 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-nhdL6ercHTHdWvL off=65465 len=292506 2024-04-10T16:00:59.148 INFO:tasks.workunit.client.0.smithi069.stdout:op 2872 completed, throughput=4.99MB/sec 2024-04-10T16:00:59.148 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-wOAaiLSWTgN5vr9 off=2440980 len=842638 2024-04-10T16:00:59.150 INFO:tasks.workunit.client.0.smithi069.stdout:op 2873 completed, throughput=5MB/sec 2024-04-10T16:00:59.150 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-8RsaHUQIpJ_xode off=6290802 len=826841 2024-04-10T16:00:59.153 INFO:tasks.workunit.client.0.smithi069.stdout:op 2874 completed, throughput=5MB/sec 2024-04-10T16:00:59.154 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-UD8zwFOnnkBYKmc off=256491 len=1280884 2024-04-10T16:00:59.162 INFO:tasks.workunit.client.0.smithi069.stdout:op 2875 completed, throughput=5MB/sec 2024-04-10T16:00:59.162 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-9ZgEgdI1-Z5nYrO off=4673989 len=328996 2024-04-10T16:00:59.162 INFO:tasks.workunit.client.0.smithi069.stdout:op 2876 completed, throughput=5MB/sec 2024-04-10T16:00:59.163 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-j_E7kCL42yFS2Fg off=9971899 len=1660256 2024-04-10T16:00:59.165 INFO:tasks.workunit.client.0.smithi069.stdout:op 2877 completed, throughput=5MB/sec 2024-04-10T16:00:59.501 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:00:59 smithi077 ceph-mon[87572]: pgmap v1687: 105 pgs: 105 active+clean; 126 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-10T16:00:59.502 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:00:59 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:00:59.594 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:00:59 smithi069 ceph-mon[94167]: pgmap v1687: 105 pgs: 105 active+clean; 126 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-10T16:00:59.594 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:00:59 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:00:59.595 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:00:59 smithi069 ceph-mon[96738]: pgmap v1687: 105 pgs: 105 active+clean; 126 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-10T16:00:59.595 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:00:59 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:01:00.166 INFO:tasks.workunit.client.0.smithi069.stdout: 557: throughput=4.99MB/sec pending data=0 2024-04-10T16:01:00.166 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-JNsfju16LSiBixz off=2994208 len=612591 2024-04-10T16:01:00.167 INFO:tasks.workunit.client.0.smithi069.stdout:op 2878 completed, throughput=4.99MB/sec 2024-04-10T16:01:00.167 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-FMj__JyzYTLNfnS off=865273 len=2074097 2024-04-10T16:01:00.175 INFO:tasks.workunit.client.0.smithi069.stdout:op 2879 completed, throughput=5MB/sec 2024-04-10T16:01:00.175 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-Pyv3bhX3xC4qvtV off=13529007 len=1234692 2024-04-10T16:01:00.182 INFO:tasks.workunit.client.0.smithi069.stdout:op 2880 completed, throughput=5MB/sec 2024-04-10T16:01:00.182 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-COY9VLE5Osh_m8y off=12971169 len=974019 2024-04-10T16:01:00.183 INFO:tasks.workunit.client.0.smithi069.stdout:op 2881 completed, throughput=5MB/sec 2024-04-10T16:01:00.500 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:01:00 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:01:00.501 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:01:00 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:01:00.501 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:01:00 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:01:00.594 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:01:00 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:01:00.594 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:01:00 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:01:00.595 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:01:00 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:01:00.595 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:01:00 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:01:00.595 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:01:00 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:01:00.595 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:01:00 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:01:01.183 INFO:tasks.workunit.client.0.smithi069.stdout: 558: throughput=4.99MB/sec pending data=0 2024-04-10T16:01:01.184 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-_3O1Kdgrsit3PaJ off=370126 len=903174 2024-04-10T16:01:01.189 INFO:tasks.workunit.client.0.smithi069.stdout:op 2882 completed, throughput=4.99MB/sec 2024-04-10T16:01:01.189 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-eMxh_a08YwWrEMy off=10838878 len=1243058 2024-04-10T16:01:01.191 INFO:tasks.workunit.client.0.smithi069.stdout:op 2883 completed, throughput=5MB/sec 2024-04-10T16:01:01.191 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-iq_jDLFEIrMklSq off=0 len=1318966 2024-04-10T16:01:01.198 INFO:tasks.workunit.client.0.smithi069.stdout:op 2884 completed, throughput=5MB/sec 2024-04-10T16:01:01.198 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-ReZdVLwIQOtBhdl off=3024559 len=1303250 2024-04-10T16:01:01.199 INFO:tasks.workunit.client.0.smithi069.stdout:op 2885 completed, throughput=5MB/sec 2024-04-10T16:01:01.500 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:01:01 smithi077 ceph-mon[87572]: pgmap v1688: 105 pgs: 105 active+clean; 126 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-10T16:01:01.594 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:01:01 smithi069 ceph-mon[96738]: pgmap v1688: 105 pgs: 105 active+clean; 126 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-10T16:01:01.595 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:01:01 smithi069 ceph-mon[94167]: pgmap v1688: 105 pgs: 105 active+clean; 126 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-10T16:01:02.200 INFO:tasks.workunit.client.0.smithi069.stdout: 559: throughput=4.99MB/sec pending data=0 2024-04-10T16:01:02.200 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-qN9pvMMtOihtjcu off=13647470 len=880176 2024-04-10T16:01:02.205 INFO:tasks.workunit.client.0.smithi069.stdout:op 2886 completed, throughput=4.99MB/sec 2024-04-10T16:01:02.205 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-YXUJcSZZJ-TAZLB off=254703 len=1343019 2024-04-10T16:01:02.211 INFO:tasks.workunit.client.0.smithi069.stdout:op 2887 completed, throughput=5MB/sec 2024-04-10T16:01:02.211 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-sZPSp331uGtqh33 off=13048796 len=1529140 2024-04-10T16:01:02.217 INFO:tasks.workunit.client.0.smithi069.stdout:op 2888 completed, throughput=5MB/sec 2024-04-10T16:01:02.217 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-BZQoRhEyNpcE2Kt off=2431584 len=765377 2024-04-10T16:01:02.218 INFO:tasks.workunit.client.0.smithi069.stdout:op 2889 completed, throughput=5MB/sec 2024-04-10T16:01:02.218 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-CuY16ok5EobLwp- off=1708452 len=270062 2024-04-10T16:01:02.219 INFO:tasks.workunit.client.0.smithi069.stdout:op 2890 completed, throughput=5MB/sec 2024-04-10T16:01:02.219 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-s2OtIXvY3KSysMy off=1653326 len=342186 2024-04-10T16:01:02.219 INFO:tasks.workunit.client.0.smithi069.stdout:op 2891 completed, throughput=5MB/sec 2024-04-10T16:01:02.750 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:01:02 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:01:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:01:03.220 INFO:tasks.workunit.client.0.smithi069.stdout: 560: throughput=4.99MB/sec pending data=0 2024-04-10T16:01:03.220 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-2sQgTG6mVEAFOf5 off=557324 len=1696396 2024-04-10T16:01:03.222 INFO:tasks.workunit.client.0.smithi069.stdout:op 2892 completed, throughput=4.99MB/sec 2024-04-10T16:01:03.222 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-jVZaa3EJFCXQmVs off=9385975 len=1294542 2024-04-10T16:01:03.224 INFO:tasks.workunit.client.0.smithi069.stdout:op 2893 completed, throughput=5MB/sec 2024-04-10T16:01:03.225 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-hjHK1wExfXTqSWz off=8259729 len=374552 2024-04-10T16:01:03.226 INFO:tasks.workunit.client.0.smithi069.stdout:op 2894 completed, throughput=5MB/sec 2024-04-10T16:01:03.226 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-S81PylDlU0eIE5B off=8919265 len=1391644 2024-04-10T16:01:03.234 INFO:tasks.workunit.client.0.smithi069.stdout:op 2895 completed, throughput=5MB/sec 2024-04-10T16:01:03.234 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-nnpl7T2yPWAjCbb off=3308673 len=188350 2024-04-10T16:01:03.234 INFO:tasks.workunit.client.0.smithi069.stdout:op 2896 completed, throughput=5MB/sec 2024-04-10T16:01:03.234 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-JWAIFXS4HI1Xn49 off=5655227 len=1605384 2024-04-10T16:01:03.236 INFO:tasks.workunit.client.0.smithi069.stdout:op 2897 completed, throughput=5MB/sec 2024-04-10T16:01:03.500 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:01:03 smithi077 ceph-mon[87572]: pgmap v1689: 105 pgs: 105 active+clean; 126 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-10T16:01:03.594 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:01:03 smithi069 ceph-mon[96738]: pgmap v1689: 105 pgs: 105 active+clean; 126 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-10T16:01:03.595 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:01:03 smithi069 ceph-mon[94167]: pgmap v1689: 105 pgs: 105 active+clean; 126 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-10T16:01:04.236 INFO:tasks.workunit.client.0.smithi069.stdout: 561: throughput=4.99MB/sec pending data=0 2024-04-10T16:01:04.237 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-rR8wJ0UtZYZtiof off=359968 len=1213019 2024-04-10T16:01:04.239 INFO:tasks.workunit.client.0.smithi069.stdout:op 2898 completed, throughput=5MB/sec 2024-04-10T16:01:04.239 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-uv9eQi9bf0OtLnc off=18265845 len=56164 2024-04-10T16:01:04.239 INFO:tasks.workunit.client.0.smithi069.stdout:op 2899 completed, throughput=5MB/sec 2024-04-10T16:01:04.240 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-zYwuKZ_VSZyO59a off=3806319 len=10900 2024-04-10T16:01:04.240 INFO:tasks.workunit.client.0.smithi069.stdout:op 2900 completed, throughput=5MB/sec 2024-04-10T16:01:04.240 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-ik-8LZyvQZ6fwOT off=5479989 len=1015532 2024-04-10T16:01:04.241 INFO:tasks.workunit.client.0.smithi069.stdout:op 2901 completed, throughput=5MB/sec 2024-04-10T16:01:04.241 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-UIESZ7yFbGDIgBH off=1600976 len=1015248 2024-04-10T16:01:04.243 INFO:tasks.workunit.client.0.smithi069.stdout:op 2902 completed, throughput=5MB/sec 2024-04-10T16:01:04.243 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-DuR_nTR-KdaUDwO off=23342383 len=1657828 2024-04-10T16:01:04.246 INFO:tasks.workunit.client.0.smithi069.stdout:op 2903 completed, throughput=5MB/sec 2024-04-10T16:01:05.247 INFO:tasks.workunit.client.0.smithi069.stdout: 562: throughput=4.99MB/sec pending data=0 2024-04-10T16:01:05.247 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-MMlGRSrE8iud_Ek off=1661536 len=303052 2024-04-10T16:01:05.250 INFO:tasks.workunit.client.0.smithi069.stdout:op 2904 completed, throughput=4.99MB/sec 2024-04-10T16:01:05.250 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-H118whBFgddS6XS off=2000052 len=1048798 2024-04-10T16:01:05.255 INFO:tasks.workunit.client.0.smithi069.stdout:op 2905 completed, throughput=4.99MB/sec 2024-04-10T16:01:05.255 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-LggevhAgRIa_5ry off=18255276 len=77733 2024-04-10T16:01:05.257 INFO:tasks.workunit.client.0.smithi069.stdout:op 2906 completed, throughput=5MB/sec 2024-04-10T16:01:05.257 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-Zc8yMgfi9o2CdII off=16154330 len=993606 2024-04-10T16:01:05.258 INFO:tasks.workunit.client.0.smithi069.stdout:op 2907 completed, throughput=5MB/sec 2024-04-10T16:01:05.259 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-YVvPEizNKAMqjwh off=6352273 len=93162 2024-04-10T16:01:05.261 INFO:tasks.workunit.client.0.smithi069.stdout:op 2908 completed, throughput=5MB/sec 2024-04-10T16:01:05.261 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-AgXvYql9QQqd-JS off=6366409 len=1815506 2024-04-10T16:01:05.269 INFO:tasks.workunit.client.0.smithi069.stdout:op 2909 completed, throughput=5MB/sec 2024-04-10T16:01:05.270 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-5y2IJgrYOevxmKZ off=9341306 len=2040022 2024-04-10T16:01:05.271 INFO:tasks.workunit.client.0.smithi069.stdout:op 2910 completed, throughput=5MB/sec 2024-04-10T16:01:05.500 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:01:05 smithi077 ceph-mon[87572]: pgmap v1690: 105 pgs: 105 active+clean; 126 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-10T16:01:05.594 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:01:05 smithi069 ceph-mon[96738]: pgmap v1690: 105 pgs: 105 active+clean; 126 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-10T16:01:05.595 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:01:05 smithi069 ceph-mon[94167]: pgmap v1690: 105 pgs: 105 active+clean; 126 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-10T16:01:06.272 INFO:tasks.workunit.client.0.smithi069.stdout: 563: throughput=4.99MB/sec pending data=0 2024-04-10T16:01:06.272 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-IXib61_YyTY0j0d off=1916481 len=1905655 2024-04-10T16:01:06.280 INFO:tasks.workunit.client.0.smithi069.stdout:op 2911 completed, throughput=5MB/sec 2024-04-10T16:01:06.280 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-RoMCnsGkXlWWv9q off=2356911 len=422183 2024-04-10T16:01:06.284 INFO:tasks.workunit.client.0.smithi069.stdout:op 2912 completed, throughput=5MB/sec 2024-04-10T16:01:06.284 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-vZT1gf676CL3lwP off=5222238 len=50508 2024-04-10T16:01:06.284 INFO:tasks.workunit.client.0.smithi069.stdout:op 2913 completed, throughput=5MB/sec 2024-04-10T16:01:06.285 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-CvUT9c1POyFj8xZ off=9854318 len=1331773 2024-04-10T16:01:06.286 INFO:tasks.workunit.client.0.smithi069.stdout:op 2914 completed, throughput=5MB/sec 2024-04-10T16:01:07.194 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:01:06 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:01:06] "GET /metrics HTTP/1.1" 200 34050 "" "Prometheus/2.43.0" 2024-04-10T16:01:07.286 INFO:tasks.workunit.client.0.smithi069.stdout: 564: throughput=4.99MB/sec pending data=0 2024-04-10T16:01:07.286 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-uZmTWJBh2r6ZNsP off=5380165 len=720722 2024-04-10T16:01:07.292 INFO:tasks.workunit.client.0.smithi069.stdout:op 2915 completed, throughput=4.99MB/sec 2024-04-10T16:01:07.292 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-pSbly3e0Vrg8KOW off=6219472 len=658268 2024-04-10T16:01:07.295 INFO:tasks.workunit.client.0.smithi069.stdout:op 2916 completed, throughput=4.99MB/sec 2024-04-10T16:01:07.295 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-5AEbRlPwZAU0L62 off=1817179 len=424949 2024-04-10T16:01:07.296 INFO:tasks.workunit.client.0.smithi069.stdout:op 2917 completed, throughput=4.99MB/sec 2024-04-10T16:01:07.296 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-pYwKrTd12NdXl03 off=499653 len=1036443 2024-04-10T16:01:07.302 INFO:tasks.workunit.client.0.smithi069.stdout:op 2918 completed, throughput=5MB/sec 2024-04-10T16:01:07.302 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-T3CIPctzedaDmOx off=2659248 len=1951578 2024-04-10T16:01:07.311 INFO:tasks.workunit.client.0.smithi069.stdout:op 2919 completed, throughput=5MB/sec 2024-04-10T16:01:07.311 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-wUrGz0xW0PI9u4f off=6492490 len=1432538 2024-04-10T16:01:07.313 INFO:tasks.workunit.client.0.smithi069.stdout:op 2920 completed, throughput=5MB/sec 2024-04-10T16:01:07.500 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:01:07 smithi077 ceph-mon[87572]: pgmap v1691: 105 pgs: 105 active+clean; 126 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-10T16:01:07.594 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:01:07 smithi069 ceph-mon[96738]: pgmap v1691: 105 pgs: 105 active+clean; 126 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-10T16:01:07.595 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:01:07 smithi069 ceph-mon[94167]: pgmap v1691: 105 pgs: 105 active+clean; 126 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-10T16:01:08.313 INFO:tasks.workunit.client.0.smithi069.stdout: 565: throughput=4.99MB/sec pending data=0 2024-04-10T16:01:08.313 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-AeKl-B0Tw4kodBb off=4802084 len=127492 2024-04-10T16:01:08.314 INFO:tasks.workunit.client.0.smithi069.stdout:op 2921 completed, throughput=4.99MB/sec 2024-04-10T16:01:08.314 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-0pLerLO_xE440V_ off=11182550 len=2062798 2024-04-10T16:01:08.318 INFO:tasks.workunit.client.0.smithi069.stdout:op 2922 completed, throughput=5MB/sec 2024-04-10T16:01:08.318 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-hgEb-w-9ZY6OQwd off=13238779 len=1123744 2024-04-10T16:01:08.319 INFO:tasks.workunit.client.0.smithi069.stdout:op 2923 completed, throughput=5MB/sec 2024-04-10T16:01:08.319 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-6X2vrUpNJ3HmCRD off=9247274 len=1048500 2024-04-10T16:01:08.324 INFO:tasks.workunit.client.0.smithi069.stdout:op 2924 completed, throughput=5MB/sec 2024-04-10T16:01:09.325 INFO:tasks.workunit.client.0.smithi069.stdout: 566: throughput=4.99MB/sec pending data=0 2024-04-10T16:01:09.325 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-hWhVL-ALZ9OH_x1 off=19873479 len=1989866 2024-04-10T16:01:09.329 INFO:tasks.workunit.client.0.smithi069.stdout:op 2925 completed, throughput=4.99MB/sec 2024-04-10T16:01:09.329 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-2JRrmZFyeqT3we8 off=852358 len=1292745 2024-04-10T16:01:09.335 INFO:tasks.workunit.client.0.smithi069.stdout:op 2926 completed, throughput=5MB/sec 2024-04-10T16:01:09.335 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-WRz3cJS-mx0P-3D off=20875558 len=117670 2024-04-10T16:01:09.336 INFO:tasks.workunit.client.0.smithi069.stdout:op 2927 completed, throughput=5MB/sec 2024-04-10T16:01:09.336 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-NTcampLye3cb93o off=338243 len=842172 2024-04-10T16:01:09.340 INFO:tasks.workunit.client.0.smithi069.stdout:op 2928 completed, throughput=5MB/sec 2024-04-10T16:01:09.340 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-KWHI0QYi5jrJbvZ off=2396544 len=364824 2024-04-10T16:01:09.341 INFO:tasks.workunit.client.0.smithi069.stdout:op 2929 completed, throughput=5MB/sec 2024-04-10T16:01:09.341 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-lEvHeLtpSDWmGP4 off=13654651 len=973639 2024-04-10T16:01:09.342 INFO:tasks.workunit.client.0.smithi069.stdout:op 2930 completed, throughput=5MB/sec 2024-04-10T16:01:09.500 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:01:09 smithi077 ceph-mon[87572]: pgmap v1692: 105 pgs: 105 active+clean; 126 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-10T16:01:09.594 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:01:09 smithi069 ceph-mon[96738]: pgmap v1692: 105 pgs: 105 active+clean; 126 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-10T16:01:09.595 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:01:09 smithi069 ceph-mon[94167]: pgmap v1692: 105 pgs: 105 active+clean; 126 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-10T16:01:10.342 INFO:tasks.workunit.client.0.smithi069.stdout: 567: throughput=4.99MB/sec pending data=0 2024-04-10T16:01:10.343 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-evEu46fA-W851ho off=7774590 len=1800919 2024-04-10T16:01:10.344 INFO:tasks.workunit.client.0.smithi069.stdout:op 2931 completed, throughput=5MB/sec 2024-04-10T16:01:10.344 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-Mj9J-wunaHE9U4N off=1547417 len=1929243 2024-04-10T16:01:10.349 INFO:tasks.workunit.client.0.smithi069.stdout:op 2932 completed, throughput=5MB/sec 2024-04-10T16:01:10.349 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-Mu5SlgijUbQvDvN off=2177928 len=641273 2024-04-10T16:01:10.350 INFO:tasks.workunit.client.0.smithi069.stdout:op 2933 completed, throughput=5MB/sec 2024-04-10T16:01:10.350 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-5Kz7ojrJaKhdzzO off=624484 len=1380454 2024-04-10T16:01:10.356 INFO:tasks.workunit.client.0.smithi069.stdout:op 2934 completed, throughput=5MB/sec 2024-04-10T16:01:10.500 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:01:10 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:01:10.595 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:01:10 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:01:10.595 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:01:10 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:01:11.357 INFO:tasks.workunit.client.0.smithi069.stdout: 568: throughput=4.99MB/sec pending data=0 2024-04-10T16:01:11.357 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-MGlUERVtUAT93p2 off=3568414 len=1225817 2024-04-10T16:01:11.364 INFO:tasks.workunit.client.0.smithi069.stdout:op 2935 completed, throughput=4.99MB/sec 2024-04-10T16:01:11.364 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-0FyXZCdMshyNky9 off=10670475 len=327782 2024-04-10T16:01:11.364 INFO:tasks.workunit.client.0.smithi069.stdout:op 2936 completed, throughput=5MB/sec 2024-04-10T16:01:11.364 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-xANwXixKZPNOI6H off=14410472 len=226070 2024-04-10T16:01:11.365 INFO:tasks.workunit.client.0.smithi069.stdout:op 2937 completed, throughput=5MB/sec 2024-04-10T16:01:11.365 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-hZTLMZcnT7-5ez8 off=5506534 len=236811 2024-04-10T16:01:11.366 INFO:tasks.workunit.client.0.smithi069.stdout:op 2938 completed, throughput=5MB/sec 2024-04-10T16:01:11.366 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-5I2BwUnc8zfewST off=5613434 len=888104 2024-04-10T16:01:11.371 INFO:tasks.workunit.client.0.smithi069.stdout:op 2939 completed, throughput=5MB/sec 2024-04-10T16:01:11.371 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-iOxZn6uUCOZXPi9 off=9317420 len=1525502 2024-04-10T16:01:11.373 INFO:tasks.workunit.client.0.smithi069.stdout:op 2940 completed, throughput=5MB/sec 2024-04-10T16:01:11.373 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-bSwrmTeVSyjQR2J off=2152074 len=1621666 2024-04-10T16:01:11.382 INFO:tasks.workunit.client.0.smithi069.stdout:op 2941 completed, throughput=5MB/sec 2024-04-10T16:01:11.501 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:01:11 smithi077 ceph-mon[87572]: pgmap v1693: 105 pgs: 105 active+clean; 126 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-10T16:01:11.594 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:01:11 smithi069 ceph-mon[96738]: pgmap v1693: 105 pgs: 105 active+clean; 126 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-10T16:01:11.595 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:01:11 smithi069 ceph-mon[94167]: pgmap v1693: 105 pgs: 105 active+clean; 126 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-10T16:01:12.382 INFO:tasks.workunit.client.0.smithi069.stdout: 569: throughput=4.99MB/sec pending data=0 2024-04-10T16:01:12.382 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-dEplZzSh_iMGVw4 off=2981579 len=982449 2024-04-10T16:01:12.384 INFO:tasks.workunit.client.0.smithi069.stdout:op 2942 completed, throughput=5MB/sec 2024-04-10T16:01:12.384 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-somWY4q7T0BzcHs off=3331440 len=178646 2024-04-10T16:01:12.387 INFO:tasks.workunit.client.0.smithi069.stdout:op 2943 completed, throughput=5MB/sec 2024-04-10T16:01:12.387 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-DsMbaNuj922yUUw off=6635227 len=1246118 2024-04-10T16:01:12.388 INFO:tasks.workunit.client.0.smithi069.stdout:op 2944 completed, throughput=5MB/sec 2024-04-10T16:01:12.388 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-VUXnnM1js4hzdFH off=626879 len=1922491 2024-04-10T16:01:12.400 INFO:tasks.workunit.client.0.smithi069.stdout:op 2945 completed, throughput=5MB/sec 2024-04-10T16:01:12.751 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:01:12 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:01:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:01:13.400 INFO:tasks.workunit.client.0.smithi069.stdout: 570: throughput=4.99MB/sec pending data=0 2024-04-10T16:01:13.400 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-ZQPW8du_NMgdS0c off=1495489 len=220175 2024-04-10T16:01:13.401 INFO:tasks.workunit.client.0.smithi069.stdout:op 2946 completed, throughput=4.99MB/sec 2024-04-10T16:01:13.401 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-f8jaxSM_NszVcuf off=2800799 len=1161856 2024-04-10T16:01:13.402 INFO:tasks.workunit.client.0.smithi069.stdout:op 2947 completed, throughput=4.99MB/sec 2024-04-10T16:01:13.402 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-mkUUrvffRYQA8QB off=673086 len=808130 2024-04-10T16:01:13.404 INFO:tasks.workunit.client.0.smithi069.stdout:op 2948 completed, throughput=5MB/sec 2024-04-10T16:01:13.404 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-Rxw0mPS92zTbEyI off=18476909 len=1153099 2024-04-10T16:01:13.405 INFO:tasks.workunit.client.0.smithi069.stdout:op 2949 completed, throughput=5MB/sec 2024-04-10T16:01:13.405 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-56wk41jxOtX29tH off=14991864 len=927582 2024-04-10T16:01:13.411 INFO:tasks.workunit.client.0.smithi069.stdout:op 2950 completed, throughput=5MB/sec 2024-04-10T16:01:13.411 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-UNN_T2mZNSH9LcY off=8445332 len=357851 2024-04-10T16:01:13.415 INFO:tasks.workunit.client.0.smithi069.stdout:op 2951 completed, throughput=5MB/sec 2024-04-10T16:01:13.415 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-V0T7o0Y-rTZbhgn off=360503 len=588115 2024-04-10T16:01:13.415 INFO:tasks.workunit.client.0.smithi069.stdout:op 2952 completed, throughput=5MB/sec 2024-04-10T16:01:13.500 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:01:13 smithi077 ceph-mon[87572]: pgmap v1694: 105 pgs: 105 active+clean; 126 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-10T16:01:13.595 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:01:13 smithi069 ceph-mon[96738]: pgmap v1694: 105 pgs: 105 active+clean; 126 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-10T16:01:13.595 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:01:13 smithi069 ceph-mon[94167]: pgmap v1694: 105 pgs: 105 active+clean; 126 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-10T16:01:14.415 INFO:tasks.workunit.client.0.smithi069.stdout: 571: throughput=4.99MB/sec pending data=0 2024-04-10T16:01:14.415 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-r6TbiVrBOclyNxq off=14303778 len=585577 2024-04-10T16:01:14.417 INFO:tasks.workunit.client.0.smithi069.stdout:op 2953 completed, throughput=4.99MB/sec 2024-04-10T16:01:14.417 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-rr4-JOsU5DfRJHI off=7393997 len=752307 2024-04-10T16:01:14.422 INFO:tasks.workunit.client.0.smithi069.stdout:op 2954 completed, throughput=4.99MB/sec 2024-04-10T16:01:14.422 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-cx7nRq4_P1K6gh2 off=15211752 len=977270 2024-04-10T16:01:14.423 INFO:tasks.workunit.client.0.smithi069.stdout:op 2955 completed, throughput=5MB/sec 2024-04-10T16:01:14.423 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-M5KM_BY9zlWeduh off=1982869 len=875736 2024-04-10T16:01:14.425 INFO:tasks.workunit.client.0.smithi069.stdout:op 2956 completed, throughput=5MB/sec 2024-04-10T16:01:14.425 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-01GrHpSn-aT6akz off=8101115 len=1428353 2024-04-10T16:01:14.433 INFO:tasks.workunit.client.0.smithi069.stdout:op 2957 completed, throughput=5MB/sec 2024-04-10T16:01:14.433 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-Iq3jOne1KcdkDdS off=13508240 len=984378 2024-04-10T16:01:14.438 INFO:tasks.workunit.client.0.smithi069.stdout:op 2958 completed, throughput=5MB/sec 2024-04-10T16:01:15.439 INFO:tasks.workunit.client.0.smithi069.stdout: 572: throughput=4.99MB/sec pending data=0 2024-04-10T16:01:15.439 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-Ic6TYSpyh3hCJ8h off=4793773 len=1789642 2024-04-10T16:01:15.441 INFO:tasks.workunit.client.0.smithi069.stdout:op 2959 completed, throughput=5MB/sec 2024-04-10T16:01:15.441 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-DuxC8FgBYufjALO off=20264166 len=1300071 2024-04-10T16:01:15.442 INFO:tasks.workunit.client.0.smithi069.stdout:op 2960 completed, throughput=5MB/sec 2024-04-10T16:01:15.442 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-YMarW2LkDYSKSOB off=2090225 len=1058077 2024-04-10T16:01:15.444 INFO:tasks.workunit.client.0.smithi069.stdout:op 2961 completed, throughput=5MB/sec 2024-04-10T16:01:15.444 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-fwY0ut0CJolFc56 off=6749638 len=162168 2024-04-10T16:01:15.445 INFO:tasks.workunit.client.0.smithi069.stdout:op 2962 completed, throughput=5MB/sec 2024-04-10T16:01:15.445 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-qWNSVOpWf9TU--G off=1112057 len=877264 2024-04-10T16:01:15.447 INFO:tasks.workunit.client.0.smithi069.stdout:op 2963 completed, throughput=5MB/sec 2024-04-10T16:01:15.500 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:01:15 smithi077 ceph-mon[87572]: pgmap v1695: 105 pgs: 105 active+clean; 126 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-10T16:01:15.595 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:01:15 smithi069 ceph-mon[96738]: pgmap v1695: 105 pgs: 105 active+clean; 126 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-10T16:01:15.595 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:01:15 smithi069 ceph-mon[94167]: pgmap v1695: 105 pgs: 105 active+clean; 126 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-10T16:01:16.447 INFO:tasks.workunit.client.0.smithi069.stdout: 573: throughput=4.99MB/sec pending data=0 2024-04-10T16:01:16.447 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-fmW7fSimv11BsZw off=1158257 len=803867 2024-04-10T16:01:16.448 INFO:tasks.workunit.client.0.smithi069.stdout:op 2964 completed, throughput=4.99MB/sec 2024-04-10T16:01:16.448 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-9Nu2ge0EBynOUpi off=12317590 len=488766 2024-04-10T16:01:16.452 INFO:tasks.workunit.client.0.smithi069.stdout:op 2965 completed, throughput=4.99MB/sec 2024-04-10T16:01:16.453 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-RqmoVYc_ITU6yA9 off=1992006 len=1986566 2024-04-10T16:01:16.456 INFO:tasks.workunit.client.0.smithi069.stdout:op 2966 completed, throughput=5MB/sec 2024-04-10T16:01:16.457 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-0H00OMX_3E9PPB3 off=6495149 len=2083860 2024-04-10T16:01:16.469 INFO:tasks.workunit.client.0.smithi069.stdout:op 2967 completed, throughput=5MB/sec 2024-04-10T16:01:17.212 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:01:16 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:01:16] "GET /metrics HTTP/1.1" 200 34053 "" "Prometheus/2.43.0" 2024-04-10T16:01:17.469 INFO:tasks.workunit.client.0.smithi069.stdout: 574: throughput=4.99MB/sec pending data=0 2024-04-10T16:01:17.470 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-86zR3sbVL9HvXxT off=13530506 len=1583571 2024-04-10T16:01:17.476 INFO:tasks.workunit.client.0.smithi069.stdout:op 2968 completed, throughput=4.99MB/sec 2024-04-10T16:01:17.476 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-dsstjPQMViTqr1u off=0 len=1056968 2024-04-10T16:01:17.478 INFO:tasks.workunit.client.0.smithi069.stdout:op 2969 completed, throughput=5MB/sec 2024-04-10T16:01:17.478 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-GZ5ejI0kxb_AqF2 off=5698951 len=1708520 2024-04-10T16:01:17.480 INFO:tasks.workunit.client.0.smithi069.stdout:op 2970 completed, throughput=5MB/sec 2024-04-10T16:01:17.480 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-9GzXkqTQtl23P2u off=9002325 len=1846620 2024-04-10T16:01:17.483 INFO:tasks.workunit.client.0.smithi069.stdout:op 2971 completed, throughput=5MB/sec 2024-04-10T16:01:17.500 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:01:17 smithi077 ceph-mon[87572]: pgmap v1696: 105 pgs: 105 active+clean; 126 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-10T16:01:17.594 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:01:17 smithi069 ceph-mon[94167]: pgmap v1696: 105 pgs: 105 active+clean; 126 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-10T16:01:17.595 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:01:17 smithi069 ceph-mon[96738]: pgmap v1696: 105 pgs: 105 active+clean; 126 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-10T16:01:18.484 INFO:tasks.workunit.client.0.smithi069.stdout: 575: throughput=4.99MB/sec pending data=0 2024-04-10T16:01:18.484 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-ljKayT2KIQscN0L off=8318622 len=1157187 2024-04-10T16:01:18.489 INFO:tasks.workunit.client.0.smithi069.stdout:op 2972 completed, throughput=5MB/sec 2024-04-10T16:01:18.489 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-2Fyv32I7yM7Hk1F off=7071687 len=1729534 2024-04-10T16:01:18.491 INFO:tasks.workunit.client.0.smithi069.stdout:op 2973 completed, throughput=5MB/sec 2024-04-10T16:01:18.491 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-wj0bVuXE0TiPgyv off=4099380 len=783594 2024-04-10T16:01:18.492 INFO:tasks.workunit.client.0.smithi069.stdout:op 2974 completed, throughput=5MB/sec 2024-04-10T16:01:18.492 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-p_tGnqF5JfhdicU off=17659432 len=1620769 2024-04-10T16:01:18.502 INFO:tasks.workunit.client.0.smithi069.stdout:op 2975 completed, throughput=5MB/sec 2024-04-10T16:01:19.501 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:01:19 smithi077 ceph-mon[87572]: pgmap v1697: 105 pgs: 105 active+clean; 126 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-10T16:01:19.502 INFO:tasks.workunit.client.0.smithi069.stdout: 576: throughput=4.99MB/sec pending data=0 2024-04-10T16:01:19.503 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj--iQ9-yOskGCpVZh off=1740084 len=1096615 2024-04-10T16:01:19.504 INFO:tasks.workunit.client.0.smithi069.stdout:op 2976 completed, throughput=5MB/sec 2024-04-10T16:01:19.504 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-hJCKbyV6dZUnxiV off=7757321 len=1797269 2024-04-10T16:01:19.515 INFO:tasks.workunit.client.0.smithi069.stdout:op 2977 completed, throughput=5MB/sec 2024-04-10T16:01:19.515 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-PltBFPGoe9BuEfT off=511113 len=869238 2024-04-10T16:01:19.516 INFO:tasks.workunit.client.0.smithi069.stdout:op 2978 completed, throughput=5MB/sec 2024-04-10T16:01:19.516 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-nlqLdRAToeNyvV7 off=14633136 len=70474 2024-04-10T16:01:19.519 INFO:tasks.workunit.client.0.smithi069.stdout:op 2979 completed, throughput=5MB/sec 2024-04-10T16:01:19.519 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-03N3xW-Lqi5SR80 off=2086401 len=1936554 2024-04-10T16:01:19.521 INFO:tasks.workunit.client.0.smithi069.stdout:op 2980 completed, throughput=5MB/sec 2024-04-10T16:01:19.594 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:01:19 smithi069 ceph-mon[96738]: pgmap v1697: 105 pgs: 105 active+clean; 126 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-10T16:01:19.595 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:01:19 smithi069 ceph-mon[94167]: pgmap v1697: 105 pgs: 105 active+clean; 126 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-10T16:01:20.522 INFO:tasks.workunit.client.0.smithi069.stdout: 577: throughput=4.99MB/sec pending data=0 2024-04-10T16:01:20.522 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-nobcM9-CrxfH8nn off=3387322 len=159214 2024-04-10T16:01:20.525 INFO:tasks.workunit.client.0.smithi069.stdout:op 2981 completed, throughput=4.99MB/sec 2024-04-10T16:01:20.525 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-7-Y-ResfpndV1G2 off=3060565 len=1773651 2024-04-10T16:01:20.535 INFO:tasks.workunit.client.0.smithi069.stdout:op 2982 completed, throughput=5MB/sec 2024-04-10T16:01:20.535 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-vPezPNufPJqMIEr off=20790962 len=1743418 2024-04-10T16:01:20.544 INFO:tasks.workunit.client.0.smithi069.stdout:op 2983 completed, throughput=5MB/sec 2024-04-10T16:01:21.501 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:01:21 smithi077 ceph-mon[87572]: pgmap v1698: 105 pgs: 105 active+clean; 126 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-10T16:01:21.544 INFO:tasks.workunit.client.0.smithi069.stdout: 578: throughput=4.99MB/sec pending data=0 2024-04-10T16:01:21.544 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-ycR-qfrbICN_cQv off=14875221 len=943431 2024-04-10T16:01:21.549 INFO:tasks.workunit.client.0.smithi069.stdout:op 2984 completed, throughput=4.99MB/sec 2024-04-10T16:01:21.549 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-I_yMM5TPcI9293E off=19782442 len=924009 2024-04-10T16:01:21.552 INFO:tasks.workunit.client.0.smithi069.stdout:op 2985 completed, throughput=4.99MB/sec 2024-04-10T16:01:21.552 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-gPz8_l5VsEweKLR off=20264503 len=329930 2024-04-10T16:01:21.555 INFO:tasks.workunit.client.0.smithi069.stdout:op 2986 completed, throughput=5MB/sec 2024-04-10T16:01:21.555 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-plKirVDfO32ad4y off=11057756 len=862698 2024-04-10T16:01:21.559 INFO:tasks.workunit.client.0.smithi069.stdout:op 2987 completed, throughput=5MB/sec 2024-04-10T16:01:21.560 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-hjj0fO-7QyFl2Dd off=8586761 len=1928347 2024-04-10T16:01:21.562 INFO:tasks.workunit.client.0.smithi069.stdout:op 2988 completed, throughput=5MB/sec 2024-04-10T16:01:21.562 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-6aqFPyLUH_F_6Sz off=20109923 len=93336 2024-04-10T16:01:21.564 INFO:tasks.workunit.client.0.smithi069.stdout:op 2989 completed, throughput=5MB/sec 2024-04-10T16:01:21.564 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-1c2DynN5N4kRpWX off=5074661 len=1631290 2024-04-10T16:01:21.572 INFO:tasks.workunit.client.0.smithi069.stdout:op 2990 completed, throughput=5MB/sec 2024-04-10T16:01:21.594 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:01:21 smithi069 ceph-mon[94167]: pgmap v1698: 105 pgs: 105 active+clean; 126 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-10T16:01:21.595 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:01:21 smithi069 ceph-mon[96738]: pgmap v1698: 105 pgs: 105 active+clean; 126 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-10T16:01:22.573 INFO:tasks.workunit.client.0.smithi069.stdout: 579: throughput=4.99MB/sec pending data=0 2024-04-10T16:01:22.573 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-PH0Uuwn2tYPSDVs off=301872 len=721774 2024-04-10T16:01:22.574 INFO:tasks.workunit.client.0.smithi069.stdout:op 2991 completed, throughput=5MB/sec 2024-04-10T16:01:22.574 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-5Mo9qMzgf_pmkqt off=3007755 len=892561 2024-04-10T16:01:22.580 INFO:tasks.workunit.client.0.smithi069.stdout:op 2992 completed, throughput=5MB/sec 2024-04-10T16:01:22.580 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-3DUoqv7KXv4Cf3m off=7713541 len=640606 2024-04-10T16:01:22.584 INFO:tasks.workunit.client.0.smithi069.stdout:op 2993 completed, throughput=5MB/sec 2024-04-10T16:01:22.584 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-ciZLeNjTgB3gSvU off=9183790 len=791994 2024-04-10T16:01:22.585 INFO:tasks.workunit.client.0.smithi069.stdout:op 2994 completed, throughput=5MB/sec 2024-04-10T16:01:22.585 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-cJ4RMhjhxiAkde- off=2653124 len=731561 2024-04-10T16:01:22.589 INFO:tasks.workunit.client.0.smithi069.stdout:op 2995 completed, throughput=5MB/sec 2024-04-10T16:01:22.590 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-NAs0-Vlch-uBkHK off=7351741 len=747986 2024-04-10T16:01:22.590 INFO:tasks.workunit.client.0.smithi069.stdout:op 2996 completed, throughput=5MB/sec 2024-04-10T16:01:22.751 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:01:22 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:01:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:01:23.501 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:01:23 smithi077 ceph-mon[87572]: pgmap v1699: 105 pgs: 105 active+clean; 126 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-10T16:01:23.591 INFO:tasks.workunit.client.0.smithi069.stdout: 580: throughput=4.99MB/sec pending data=0 2024-04-10T16:01:23.591 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-9b9EC3cGUwE9oeo off=6069927 len=1608005 2024-04-10T16:01:23.594 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:01:23 smithi069 ceph-mon[96738]: pgmap v1699: 105 pgs: 105 active+clean; 126 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-10T16:01:23.595 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:01:23 smithi069 ceph-mon[94167]: pgmap v1699: 105 pgs: 105 active+clean; 126 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-10T16:01:23.598 INFO:tasks.workunit.client.0.smithi069.stdout:op 2997 completed, throughput=5MB/sec 2024-04-10T16:01:23.598 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-Dxk-uQ2iGSt3YPl off=3769461 len=1824443 2024-04-10T16:01:23.600 INFO:tasks.workunit.client.0.smithi069.stdout:op 2998 completed, throughput=5MB/sec 2024-04-10T16:01:23.600 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-3NSCvfuSvioNH1h off=13328442 len=441821 2024-04-10T16:01:23.600 INFO:tasks.workunit.client.0.smithi069.stdout:op 2999 completed, throughput=5MB/sec 2024-04-10T16:01:23.601 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-0f8qpWK3sripU_B off=6652423 len=1454867 2024-04-10T16:01:23.602 INFO:tasks.workunit.client.0.smithi069.stdout:op 3000 completed, throughput=5MB/sec 2024-04-10T16:01:24.603 INFO:tasks.workunit.client.0.smithi069.stdout: 581: throughput=4.99MB/sec pending data=0 2024-04-10T16:01:24.603 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-StLMcAh_oE1QX9_ off=1206062 len=792948 2024-04-10T16:01:24.605 INFO:tasks.workunit.client.0.smithi069.stdout:op 3001 completed, throughput=4.99MB/sec 2024-04-10T16:01:24.605 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-xVyduCFEn1Fzjj2 off=1224286 len=711036 2024-04-10T16:01:24.609 INFO:tasks.workunit.client.0.smithi069.stdout:op 3002 completed, throughput=5MB/sec 2024-04-10T16:01:24.609 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-b5pe8aeqHvmtnb6 off=3678801 len=1537715 2024-04-10T16:01:24.612 INFO:tasks.workunit.client.0.smithi069.stdout:op 3003 completed, throughput=5MB/sec 2024-04-10T16:01:24.612 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-VHOFD3qRGHFNFk3 off=15801063 len=334656 2024-04-10T16:01:24.616 INFO:tasks.workunit.client.0.smithi069.stdout:op 3004 completed, throughput=5MB/sec 2024-04-10T16:01:24.616 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-No0h_qH05FCkP2B off=2888792 len=1025742 2024-04-10T16:01:24.622 INFO:tasks.workunit.client.0.smithi069.stdout:op 3005 completed, throughput=5MB/sec 2024-04-10T16:01:24.622 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-8euDyEpJPkw5EKy off=5774273 len=1345202 2024-04-10T16:01:24.623 INFO:tasks.workunit.client.0.smithi069.stdout:op 3006 completed, throughput=5MB/sec 2024-04-10T16:01:25.501 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:01:25 smithi077 ceph-mon[87572]: pgmap v1700: 105 pgs: 105 active+clean; 126 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-10T16:01:25.501 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:01:25 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:01:25.595 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:01:25 smithi069 ceph-mon[96738]: pgmap v1700: 105 pgs: 105 active+clean; 126 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-10T16:01:25.595 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:01:25 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:01:25.595 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:01:25 smithi069 ceph-mon[94167]: pgmap v1700: 105 pgs: 105 active+clean; 126 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-10T16:01:25.595 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:01:25 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:01:25.624 INFO:tasks.workunit.client.0.smithi069.stdout: 582: throughput=4.99MB/sec pending data=0 2024-04-10T16:01:25.624 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-iflCyHBUWAKok5Y off=764879 len=275457 2024-04-10T16:01:25.627 INFO:tasks.workunit.client.0.smithi069.stdout:op 3007 completed, throughput=4.99MB/sec 2024-04-10T16:01:25.627 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-IukIBDetjiberzj off=0 len=1302126 2024-04-10T16:01:25.629 INFO:tasks.workunit.client.0.smithi069.stdout:op 3008 completed, throughput=5MB/sec 2024-04-10T16:01:25.629 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-cJ4RMhjhxiAkde- off=18623 len=1304460 2024-04-10T16:01:25.631 INFO:tasks.workunit.client.0.smithi069.stdout:op 3009 completed, throughput=5MB/sec 2024-04-10T16:01:25.631 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-tQqmTpimcgpwEuR off=1478876 len=1252187 2024-04-10T16:01:25.632 INFO:tasks.workunit.client.0.smithi069.stdout:op 3010 completed, throughput=5MB/sec 2024-04-10T16:01:25.632 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-0hj7X_kxoEWfNXn off=1436113 len=1274654 2024-04-10T16:01:25.637 INFO:tasks.workunit.client.0.smithi069.stdout:op 3011 completed, throughput=5MB/sec 2024-04-10T16:01:26.638 INFO:tasks.workunit.client.0.smithi069.stdout: 583: throughput=4.99MB/sec pending data=0 2024-04-10T16:01:26.638 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-TQ7sor5SvEDgh8a off=6838797 len=1500236 2024-04-10T16:01:26.640 INFO:tasks.workunit.client.0.smithi069.stdout:op 3012 completed, throughput=5MB/sec 2024-04-10T16:01:26.640 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-7MDMXP3z2SxEiHE off=7181837 len=1425912 2024-04-10T16:01:26.642 INFO:tasks.workunit.client.0.smithi069.stdout:op 3013 completed, throughput=5MB/sec 2024-04-10T16:01:26.642 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-mhNNJq2XyBL9wnb off=2458313 len=87395 2024-04-10T16:01:26.642 INFO:tasks.workunit.client.0.smithi069.stdout:op 3014 completed, throughput=5MB/sec 2024-04-10T16:01:26.642 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-PlLliOaJUoV8-u8 off=1933631 len=1747809 2024-04-10T16:01:26.646 INFO:tasks.workunit.client.0.smithi069.stdout:op 3015 completed, throughput=5MB/sec 2024-04-10T16:01:27.226 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:01:26 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:01:26] "GET /metrics HTTP/1.1" 200 34051 "" "Prometheus/2.43.0" 2024-04-10T16:01:27.501 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:01:27 smithi077 ceph-mon[87572]: pgmap v1701: 105 pgs: 105 active+clean; 126 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-10T16:01:27.595 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:01:27 smithi069 ceph-mon[94167]: pgmap v1701: 105 pgs: 105 active+clean; 126 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-10T16:01:27.595 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:01:27 smithi069 ceph-mon[96738]: pgmap v1701: 105 pgs: 105 active+clean; 126 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-10T16:01:27.646 INFO:tasks.workunit.client.0.smithi069.stdout: 584: throughput=4.99MB/sec pending data=0 2024-04-10T16:01:27.646 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-djGCxMyr72ambUW off=4236916 len=1670590 2024-04-10T16:01:27.650 INFO:tasks.workunit.client.0.smithi069.stdout:op 3016 completed, throughput=5MB/sec 2024-04-10T16:01:27.650 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-oOo--H6TiPStn9V off=2207028 len=1373600 2024-04-10T16:01:27.652 INFO:tasks.workunit.client.0.smithi069.stdout:op 3017 completed, throughput=5MB/sec 2024-04-10T16:01:27.653 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-CYxKAslS_O7sJkN off=352608 len=857291 2024-04-10T16:01:27.657 INFO:tasks.workunit.client.0.smithi069.stdout:op 3018 completed, throughput=5MB/sec 2024-04-10T16:01:27.658 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-cG-z6tOwq2fF4bb off=5566064 len=799883 2024-04-10T16:01:27.659 INFO:tasks.workunit.client.0.smithi069.stdout:op 3019 completed, throughput=5MB/sec 2024-04-10T16:01:28.659 INFO:tasks.workunit.client.0.smithi069.stdout: 585: throughput=4.99MB/sec pending data=0 2024-04-10T16:01:28.659 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-Mgp1Xu83o52JfJI off=1642551 len=1881762 2024-04-10T16:01:28.661 INFO:tasks.workunit.client.0.smithi069.stdout:op 3020 completed, throughput=4.99MB/sec 2024-04-10T16:01:28.662 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-VQT0GG6dBtqjkLi off=4642040 len=152543 2024-04-10T16:01:28.662 INFO:tasks.workunit.client.0.smithi069.stdout:op 3021 completed, throughput=4.99MB/sec 2024-04-10T16:01:28.662 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-fiTbJesWi3XeKaw off=114195 len=593848 2024-04-10T16:01:28.663 INFO:tasks.workunit.client.0.smithi069.stdout:op 3022 completed, throughput=5MB/sec 2024-04-10T16:01:28.663 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-4Q64Zy7Q7B2w6Xc off=16279870 len=1072209 2024-04-10T16:01:28.668 INFO:tasks.workunit.client.0.smithi069.stdout:op 3023 completed, throughput=5MB/sec 2024-04-10T16:01:28.668 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-L_He6_9YwS0w8Id off=4833424 len=1076421 2024-04-10T16:01:28.673 INFO:tasks.workunit.client.0.smithi069.stdout:op 3024 completed, throughput=5MB/sec 2024-04-10T16:01:28.673 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj--7BShPkv2zhyRfB off=6070369 len=735518 2024-04-10T16:01:28.677 INFO:tasks.workunit.client.0.smithi069.stdout:op 3025 completed, throughput=5MB/sec 2024-04-10T16:01:29.500 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:01:29 smithi077 ceph-mon[87572]: pgmap v1702: 105 pgs: 105 active+clean; 126 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-04-10T16:01:29.595 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:01:29 smithi069 ceph-mon[94167]: pgmap v1702: 105 pgs: 105 active+clean; 126 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-04-10T16:01:29.595 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:01:29 smithi069 ceph-mon[96738]: pgmap v1702: 105 pgs: 105 active+clean; 126 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-04-10T16:01:29.678 INFO:tasks.workunit.client.0.smithi069.stdout: 586: throughput=4.99MB/sec pending data=0 2024-04-10T16:01:29.678 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-pvvJdkhhoy0zPQa off=945033 len=894463 2024-04-10T16:01:29.679 INFO:tasks.workunit.client.0.smithi069.stdout:op 3026 completed, throughput=4.99MB/sec 2024-04-10T16:01:29.679 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-I_5DpTWPA0oBnEo off=2121768 len=461723 2024-04-10T16:01:29.680 INFO:tasks.workunit.client.0.smithi069.stdout:op 3027 completed, throughput=4.99MB/sec 2024-04-10T16:01:29.680 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-H1J5SWBlV9K6ymD off=0 len=1287009 2024-04-10T16:01:29.682 INFO:tasks.workunit.client.0.smithi069.stdout:op 3028 completed, throughput=5MB/sec 2024-04-10T16:01:29.682 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-3Ze8PxKIENJKKMV off=16011363 len=1669932 2024-04-10T16:01:29.691 INFO:tasks.workunit.client.0.smithi069.stdout:op 3029 completed, throughput=5MB/sec 2024-04-10T16:01:29.691 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-vaK_xIFOwztAOyH off=4042826 len=2018998 2024-04-10T16:01:29.695 INFO:tasks.workunit.client.0.smithi069.stdout:op 3030 completed, throughput=5MB/sec 2024-04-10T16:01:30.695 INFO:tasks.workunit.client.0.smithi069.stdout: 587: throughput=4.99MB/sec pending data=0 2024-04-10T16:01:30.695 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-HSWErqi5R1OgnGM off=15461909 len=1535639 2024-04-10T16:01:30.697 INFO:tasks.workunit.client.0.smithi069.stdout:op 3031 completed, throughput=5MB/sec 2024-04-10T16:01:30.697 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-ay_zGX3Ami6_C9c off=709470 len=1249946 2024-04-10T16:01:30.704 INFO:tasks.workunit.client.0.smithi069.stdout:op 3032 completed, throughput=5MB/sec 2024-04-10T16:01:30.704 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-au2LT5qwXmgYPNQ off=3747608 len=127318 2024-04-10T16:01:30.707 INFO:tasks.workunit.client.0.smithi069.stdout:op 3033 completed, throughput=5MB/sec 2024-04-10T16:01:30.707 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-uafkk41-W93hINw off=3263820 len=1032976 2024-04-10T16:01:30.712 INFO:tasks.workunit.client.0.smithi069.stdout:op 3034 completed, throughput=5MB/sec 2024-04-10T16:01:30.713 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-HqB-cdWVyJgiv5H off=10157918 len=1402026 2024-04-10T16:01:30.715 INFO:tasks.workunit.client.0.smithi069.stdout:op 3035 completed, throughput=5MB/sec 2024-04-10T16:01:31.501 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:01:31 smithi077 ceph-mon[87572]: pgmap v1703: 105 pgs: 105 active+clean; 126 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-10T16:01:31.595 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:01:31 smithi069 ceph-mon[94167]: pgmap v1703: 105 pgs: 105 active+clean; 126 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-10T16:01:31.595 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:01:31 smithi069 ceph-mon[96738]: pgmap v1703: 105 pgs: 105 active+clean; 126 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-10T16:01:31.715 INFO:tasks.workunit.client.0.smithi069.stdout: 588: throughput=4.99MB/sec pending data=0 2024-04-10T16:01:31.716 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-r7S4Nj3TuSs99bw off=10230084 len=534510 2024-04-10T16:01:31.716 INFO:tasks.workunit.client.0.smithi069.stdout:op 3036 completed, throughput=4.99MB/sec 2024-04-10T16:01:31.717 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-wVIzh4NHH0G1Ips off=20984699 len=546292 2024-04-10T16:01:31.717 INFO:tasks.workunit.client.0.smithi069.stdout:op 3037 completed, throughput=5MB/sec 2024-04-10T16:01:31.717 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-OwtaaLxK7LzqCgl off=3472983 len=416603 2024-04-10T16:01:31.721 INFO:tasks.workunit.client.0.smithi069.stdout:op 3038 completed, throughput=5MB/sec 2024-04-10T16:01:31.721 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-OJPdHnrRdNjgKvV off=4239845 len=772639 2024-04-10T16:01:31.723 INFO:tasks.workunit.client.0.smithi069.stdout:op 3039 completed, throughput=5MB/sec 2024-04-10T16:01:31.724 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-kzjgdupLiiBrJVJ off=10895838 len=1139684 2024-04-10T16:01:31.731 INFO:tasks.workunit.client.0.smithi069.stdout:op 3040 completed, throughput=5MB/sec 2024-04-10T16:01:31.731 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-Uo_4zH7sA4oLToR off=6915369 len=821799 2024-04-10T16:01:31.734 INFO:tasks.workunit.client.0.smithi069.stdout:op 3041 completed, throughput=5MB/sec 2024-04-10T16:01:32.001 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 16:01:31 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[125844]: logger=cleanup t=2024-04-10T16:01:31.651493562Z level=info msg="Completed cleanup jobs" duration=6.758898ms 2024-04-10T16:01:32.735 INFO:tasks.workunit.client.0.smithi069.stdout: 589: throughput=4.99MB/sec pending data=0 2024-04-10T16:01:32.735 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-RcMa9bfAs3kcOA- off=9437676 len=822536 2024-04-10T16:01:32.739 INFO:tasks.workunit.client.0.smithi069.stdout:op 3042 completed, throughput=4.99MB/sec 2024-04-10T16:01:32.739 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-F6r0_dsoSSpk2-f off=9714266 len=539019 2024-04-10T16:01:32.743 INFO:tasks.workunit.client.0.smithi069.stdout:op 3043 completed, throughput=4.99MB/sec 2024-04-10T16:01:32.743 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-U4NCoQmJIgw58Vi off=8269477 len=1475905 2024-04-10T16:01:32.750 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:01:32 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:01:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:01:32.752 INFO:tasks.workunit.client.0.smithi069.stdout:op 3044 completed, throughput=5MB/sec 2024-04-10T16:01:32.753 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-fzSRCQX6hMxytYA off=3311444 len=1513998 2024-04-10T16:01:32.761 INFO:tasks.workunit.client.0.smithi069.stdout:op 3045 completed, throughput=5MB/sec 2024-04-10T16:01:32.761 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-CoRQ6KaubrFIxqx off=5966706 len=1514310 2024-04-10T16:01:32.762 INFO:tasks.workunit.client.0.smithi069.stdout:op 3046 completed, throughput=5MB/sec 2024-04-10T16:01:33.501 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:01:33 smithi077 ceph-mon[87572]: pgmap v1704: 105 pgs: 105 active+clean; 126 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-10T16:01:33.595 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:01:33 smithi069 ceph-mon[96738]: pgmap v1704: 105 pgs: 105 active+clean; 126 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-10T16:01:33.595 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:01:33 smithi069 ceph-mon[94167]: pgmap v1704: 105 pgs: 105 active+clean; 126 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-10T16:01:33.762 INFO:tasks.workunit.client.0.smithi069.stdout: 590: throughput=4.99MB/sec pending data=0 2024-04-10T16:01:33.762 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-l4oi8ogga1Q9AbO off=1329873 len=1409541 2024-04-10T16:01:33.771 INFO:tasks.workunit.client.0.smithi069.stdout:op 3047 completed, throughput=4.99MB/sec 2024-04-10T16:01:33.771 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-ymHbVdI1vUTFGwj off=5652736 len=609152 2024-04-10T16:01:33.775 INFO:tasks.workunit.client.0.smithi069.stdout:op 3048 completed, throughput=5MB/sec 2024-04-10T16:01:33.775 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-zwiUd4d43Esx0-H off=1953977 len=1620800 2024-04-10T16:01:33.781 INFO:tasks.workunit.client.0.smithi069.stdout:op 3049 completed, throughput=5MB/sec 2024-04-10T16:01:33.781 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-dtM6hOFJfpckNeD off=1757598 len=798633 2024-04-10T16:01:33.785 INFO:tasks.workunit.client.0.smithi069.stdout:op 3050 completed, throughput=5MB/sec 2024-04-10T16:01:33.785 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-01doXO-H6bozdEA off=8245310 len=1816604 2024-04-10T16:01:33.787 INFO:tasks.workunit.client.0.smithi069.stdout:op 3051 completed, throughput=5MB/sec 2024-04-10T16:01:34.787 INFO:tasks.workunit.client.0.smithi069.stdout: 591: throughput=4.99MB/sec pending data=0 2024-04-10T16:01:34.787 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-kF1DlbSwz67cSiK off=771142 len=173475 2024-04-10T16:01:34.790 INFO:tasks.workunit.client.0.smithi069.stdout:op 3052 completed, throughput=4.99MB/sec 2024-04-10T16:01:34.791 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-adH_szF0ECHWApz off=5570293 len=1844549 2024-04-10T16:01:34.793 INFO:tasks.workunit.client.0.smithi069.stdout:op 3053 completed, throughput=5MB/sec 2024-04-10T16:01:34.793 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-G9dkEfz5_k7mDk7 off=9602280 len=2085691 2024-04-10T16:01:34.803 INFO:tasks.workunit.client.0.smithi069.stdout:op 3054 completed, throughput=5MB/sec 2024-04-10T16:01:35.501 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:01:35 smithi077 ceph-mon[87572]: pgmap v1705: 105 pgs: 105 active+clean; 126 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-10T16:01:35.595 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:01:35 smithi069 ceph-mon[96738]: pgmap v1705: 105 pgs: 105 active+clean; 126 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-10T16:01:35.595 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:01:35 smithi069 ceph-mon[94167]: pgmap v1705: 105 pgs: 105 active+clean; 126 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-10T16:01:35.803 INFO:tasks.workunit.client.0.smithi069.stdout: 592: throughput=4.99MB/sec pending data=0 2024-04-10T16:01:35.804 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-DFvIti6e4Enaj0E off=14460652 len=220485 2024-04-10T16:01:35.807 INFO:tasks.workunit.client.0.smithi069.stdout:op 3055 completed, throughput=4.99MB/sec 2024-04-10T16:01:35.807 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-u68V6nBp1J0lW29 off=2453649 len=172268 2024-04-10T16:01:35.810 INFO:tasks.workunit.client.0.smithi069.stdout:op 3056 completed, throughput=4.99MB/sec 2024-04-10T16:01:35.810 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-q6kMOvXL7mcfJN- off=1886974 len=1237752 2024-04-10T16:01:35.815 INFO:tasks.workunit.client.0.smithi069.stdout:op 3057 completed, throughput=4.99MB/sec 2024-04-10T16:01:35.815 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-Lif_rJxoO2aay7W off=388086 len=1559445 2024-04-10T16:01:35.824 INFO:tasks.workunit.client.0.smithi069.stdout:op 3058 completed, throughput=5MB/sec 2024-04-10T16:01:35.825 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-GkavkO1qGp5dZYz off=3545233 len=513812 2024-04-10T16:01:35.827 INFO:tasks.workunit.client.0.smithi069.stdout:op 3059 completed, throughput=5MB/sec 2024-04-10T16:01:35.827 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-762Ex4VTOxekFPD off=3413353 len=637846 2024-04-10T16:01:35.828 INFO:tasks.workunit.client.0.smithi069.stdout:op 3060 completed, throughput=5MB/sec 2024-04-10T16:01:35.828 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-cWJL2pOSV_5p8Dr off=1221511 len=705328 2024-04-10T16:01:35.829 INFO:tasks.workunit.client.0.smithi069.stdout:op 3061 completed, throughput=5MB/sec 2024-04-10T16:01:35.829 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-zCHnS1cyFOTxtOq off=7935581 len=279443 2024-04-10T16:01:35.829 INFO:tasks.workunit.client.0.smithi069.stdout:op 3062 completed, throughput=5MB/sec 2024-04-10T16:01:36.830 INFO:tasks.workunit.client.0.smithi069.stdout: 593: throughput=4.99MB/sec pending data=0 2024-04-10T16:01:36.830 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-o3f-jRJCm4ba1Mw off=2731428 len=825412 2024-04-10T16:01:36.835 INFO:tasks.workunit.client.0.smithi069.stdout:op 3063 completed, throughput=4.99MB/sec 2024-04-10T16:01:36.835 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-odOfxjpeljOSwmC off=8545355 len=138840 2024-04-10T16:01:36.835 INFO:tasks.workunit.client.0.smithi069.stdout:op 3064 completed, throughput=4.99MB/sec 2024-04-10T16:01:36.835 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-7zGX6JS8WgJO610 off=1428674 len=895906 2024-04-10T16:01:36.836 INFO:tasks.workunit.client.0.smithi069.stdout:op 3065 completed, throughput=4.99MB/sec 2024-04-10T16:01:36.836 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-XU4OVO1s6T9M3E2 off=7959412 len=396034 2024-04-10T16:01:36.840 INFO:tasks.workunit.client.0.smithi069.stdout:op 3066 completed, throughput=5MB/sec 2024-04-10T16:01:36.840 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-VHOFD3qRGHFNFk3 off=15238102 len=1008705 2024-04-10T16:01:36.845 INFO:tasks.workunit.client.0.smithi069.stdout:op 3067 completed, throughput=5MB/sec 2024-04-10T16:01:36.845 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-py-z92X-es90CmF off=4399409 len=927452 2024-04-10T16:01:36.849 INFO:tasks.workunit.client.0.smithi069.stdout:op 3068 completed, throughput=5MB/sec 2024-04-10T16:01:36.849 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-vzDEWkoO_FY6ABe off=80638 len=1522323 2024-04-10T16:01:36.851 INFO:tasks.workunit.client.0.smithi069.stdout:op 3069 completed, throughput=5MB/sec 2024-04-10T16:01:37.239 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:01:36 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:01:36] "GET /metrics HTTP/1.1" 200 34051 "" "Prometheus/2.43.0" 2024-04-10T16:01:37.501 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:01:37 smithi077 ceph-mon[87572]: pgmap v1706: 105 pgs: 105 active+clean; 126 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-10T16:01:37.595 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:01:37 smithi069 ceph-mon[94167]: pgmap v1706: 105 pgs: 105 active+clean; 126 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-10T16:01:37.595 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:01:37 smithi069 ceph-mon[96738]: pgmap v1706: 105 pgs: 105 active+clean; 126 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-10T16:01:37.851 INFO:tasks.workunit.client.0.smithi069.stdout: 594: throughput=4.99MB/sec pending data=0 2024-04-10T16:01:37.851 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-KWHI0QYi5jrJbvZ off=2343402 len=317407 2024-04-10T16:01:37.852 INFO:tasks.workunit.client.0.smithi069.stdout:op 3070 completed, throughput=4.99MB/sec 2024-04-10T16:01:37.852 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-k_uwD9wJy7K_DPp off=851179 len=628555 2024-04-10T16:01:37.857 INFO:tasks.workunit.client.0.smithi069.stdout:op 3071 completed, throughput=4.99MB/sec 2024-04-10T16:01:37.857 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-cESpuzoGLEXxs63 off=1846038 len=778942 2024-04-10T16:01:37.858 INFO:tasks.workunit.client.0.smithi069.stdout:op 3072 completed, throughput=5MB/sec 2024-04-10T16:01:37.858 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-Z9j9Jgst-Nxi_SP off=1444103 len=547461 2024-04-10T16:01:37.862 INFO:tasks.workunit.client.0.smithi069.stdout:op 3073 completed, throughput=5MB/sec 2024-04-10T16:01:37.862 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-AKuOg6FnxIpYyCJ off=13556668 len=744934 2024-04-10T16:01:37.864 INFO:tasks.workunit.client.0.smithi069.stdout:op 3074 completed, throughput=5MB/sec 2024-04-10T16:01:37.864 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-oaYBwwFVaQPydly off=2811756 len=1135129 2024-04-10T16:01:37.865 INFO:tasks.workunit.client.0.smithi069.stdout:op 3075 completed, throughput=5MB/sec 2024-04-10T16:01:37.866 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-8pX7UeybqnuPg05 off=3985959 len=17550 2024-04-10T16:01:37.866 INFO:tasks.workunit.client.0.smithi069.stdout:op 3076 completed, throughput=5MB/sec 2024-04-10T16:01:37.866 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-zWCgpa7-UocthgU off=19752991 len=700778 2024-04-10T16:01:37.868 INFO:tasks.workunit.client.0.smithi069.stdout:op 3077 completed, throughput=5MB/sec 2024-04-10T16:01:38.868 INFO:tasks.workunit.client.0.smithi069.stdout: 595: throughput=4.99MB/sec pending data=0 2024-04-10T16:01:38.868 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-caJMzPzn9btFEhd off=2943069 len=1847801 2024-04-10T16:01:38.878 INFO:tasks.workunit.client.0.smithi069.stdout:op 3078 completed, throughput=4.99MB/sec 2024-04-10T16:01:38.878 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-vPezPNufPJqMIEr off=8747962 len=881009 2024-04-10T16:01:38.879 INFO:tasks.workunit.client.0.smithi069.stdout:op 3079 completed, throughput=5MB/sec 2024-04-10T16:01:38.879 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-wOn1OqQYTKUB0Uu off=1115174 len=1527021 2024-04-10T16:01:38.881 INFO:tasks.workunit.client.0.smithi069.stdout:op 3080 completed, throughput=5MB/sec 2024-04-10T16:01:38.881 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-ufZbKNYDpHC4oEW off=10071450 len=1028136 2024-04-10T16:01:38.885 INFO:tasks.workunit.client.0.smithi069.stdout:op 3081 completed, throughput=5MB/sec 2024-04-10T16:01:39.501 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:01:39 smithi077 ceph-mon[87572]: pgmap v1707: 105 pgs: 105 active+clean; 126 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-10T16:01:39.594 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:01:39 smithi069 ceph-mon[96738]: pgmap v1707: 105 pgs: 105 active+clean; 126 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-10T16:01:39.595 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:01:39 smithi069 ceph-mon[94167]: pgmap v1707: 105 pgs: 105 active+clean; 126 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-10T16:01:39.886 INFO:tasks.workunit.client.0.smithi069.stdout: 596: throughput=4.99MB/sec pending data=0 2024-04-10T16:01:39.886 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-SG_uhWPhO59tdnS off=8142530 len=1917168 2024-04-10T16:01:39.888 INFO:tasks.workunit.client.0.smithi069.stdout:op 3082 completed, throughput=4.99MB/sec 2024-04-10T16:01:39.888 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-cWJL2pOSV_5p8Dr off=390037 len=1128539 2024-04-10T16:01:39.889 INFO:tasks.workunit.client.0.smithi069.stdout:op 3083 completed, throughput=5MB/sec 2024-04-10T16:01:39.889 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-1btzlPTA2O-R7Js off=2672549 len=1125050 2024-04-10T16:01:39.891 INFO:tasks.workunit.client.0.smithi069.stdout:op 3084 completed, throughput=5MB/sec 2024-04-10T16:01:39.891 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-GPmB1MpMQ3bkZNa off=20968475 len=107818 2024-04-10T16:01:39.894 INFO:tasks.workunit.client.0.smithi069.stdout:op 3085 completed, throughput=5MB/sec 2024-04-10T16:01:39.894 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-F-2cEavwnRSc311 off=13277979 len=1064626 2024-04-10T16:01:39.899 INFO:tasks.workunit.client.0.smithi069.stdout:op 3086 completed, throughput=5MB/sec 2024-04-10T16:01:40.595 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:01:40 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:01:40.595 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:01:40 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:01:40.751 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:01:40 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:01:40.900 INFO:tasks.workunit.client.0.smithi069.stdout: 597: throughput=4.99MB/sec pending data=0 2024-04-10T16:01:40.900 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-8sfV38-DXqr4PVe off=1583944 len=29506 2024-04-10T16:01:40.902 INFO:tasks.workunit.client.0.smithi069.stdout:op 3087 completed, throughput=4.99MB/sec 2024-04-10T16:01:40.903 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-T7O_VrP-3x7Ie8n off=2155653 len=135675 2024-04-10T16:01:40.905 INFO:tasks.workunit.client.0.smithi069.stdout:op 3088 completed, throughput=4.99MB/sec 2024-04-10T16:01:40.905 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-8FO2DzBiPNviVj2 off=6643122 len=1875399 2024-04-10T16:01:40.907 INFO:tasks.workunit.client.0.smithi069.stdout:op 3089 completed, throughput=5MB/sec 2024-04-10T16:01:40.907 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-silq2QGnO5PgYq5 off=9394476 len=2067079 2024-04-10T16:01:40.909 INFO:tasks.workunit.client.0.smithi069.stdout:op 3090 completed, throughput=5MB/sec 2024-04-10T16:01:40.910 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-BzDBF5oYgYFv3va off=21410595 len=160101 2024-04-10T16:01:40.913 INFO:tasks.workunit.client.0.smithi069.stdout:op 3091 completed, throughput=5MB/sec 2024-04-10T16:01:40.913 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-gRVNpTHh-JCixM- off=10792734 len=1545233 2024-04-10T16:01:40.914 INFO:tasks.workunit.client.0.smithi069.stdout:op 3092 completed, throughput=5MB/sec 2024-04-10T16:01:41.595 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:01:41 smithi069 ceph-mon[94167]: pgmap v1708: 105 pgs: 105 active+clean; 126 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-04-10T16:01:41.595 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:01:41 smithi069 ceph-mon[96738]: pgmap v1708: 105 pgs: 105 active+clean; 126 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-04-10T16:01:41.751 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:01:41 smithi077 ceph-mon[87572]: pgmap v1708: 105 pgs: 105 active+clean; 126 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-04-10T16:01:41.914 INFO:tasks.workunit.client.0.smithi069.stdout: 598: throughput=4.99MB/sec pending data=0 2024-04-10T16:01:41.914 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-guys1ihyGCDHsR9 off=2858454 len=413943 2024-04-10T16:01:41.915 INFO:tasks.workunit.client.0.smithi069.stdout:op 3093 completed, throughput=4.99MB/sec 2024-04-10T16:01:41.915 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-nAxgfUEZRHqqLgC off=14520383 len=1631329 2024-04-10T16:01:41.917 INFO:tasks.workunit.client.0.smithi069.stdout:op 3094 completed, throughput=5MB/sec 2024-04-10T16:01:41.917 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-AKuOg6FnxIpYyCJ off=2041507 len=183590 2024-04-10T16:01:41.920 INFO:tasks.workunit.client.0.smithi069.stdout:op 3095 completed, throughput=5MB/sec 2024-04-10T16:01:41.920 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-mFSehlMTUAD2igH off=2342828 len=773817 2024-04-10T16:01:41.922 INFO:tasks.workunit.client.0.smithi069.stdout:op 3096 completed, throughput=5MB/sec 2024-04-10T16:01:41.922 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-lG_VUQ9srkgZqrP off=227717 len=822068 2024-04-10T16:01:41.927 INFO:tasks.workunit.client.0.smithi069.stdout:op 3097 completed, throughput=5MB/sec 2024-04-10T16:01:41.927 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-aKx0owGY1HIATPL off=8937337 len=1024153 2024-04-10T16:01:41.932 INFO:tasks.workunit.client.0.smithi069.stdout:op 3098 completed, throughput=5MB/sec 2024-04-10T16:01:42.751 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:01:42 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:01:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:01:42.932 INFO:tasks.workunit.client.0.smithi069.stdout: 599: throughput=4.99MB/sec pending data=0 2024-04-10T16:01:42.933 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-1DUJZ3g1r1siz_o off=1895210 len=1889566 2024-04-10T16:01:42.942 INFO:tasks.workunit.client.0.smithi069.stdout:op 3099 completed, throughput=4.99MB/sec 2024-04-10T16:01:42.942 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-J16CLmsexSw0IgB off=432865 len=2060001 2024-04-10T16:01:42.954 INFO:tasks.workunit.client.0.smithi069.stdout:op 3100 completed, throughput=5MB/sec 2024-04-10T16:01:42.955 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-VbQX7lm8H51Jbwn off=2077852 len=2043293 2024-04-10T16:01:42.961 INFO:tasks.workunit.client.0.smithi069.stdout:op 3101 completed, throughput=5MB/sec 2024-04-10T16:01:43.595 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:01:43 smithi069 ceph-mon[94167]: pgmap v1709: 105 pgs: 105 active+clean; 126 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-10T16:01:43.595 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:01:43 smithi069 ceph-mon[96738]: pgmap v1709: 105 pgs: 105 active+clean; 126 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-10T16:01:43.751 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:01:43 smithi077 ceph-mon[87572]: pgmap v1709: 105 pgs: 105 active+clean; 126 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-10T16:01:43.961 INFO:tasks.workunit.client.0.smithi069.stdout: 600: throughput=4.99MB/sec pending data=0 2024-04-10T16:01:43.962 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-bsdQLv3X6JUsg2G off=1263079 len=1879572 2024-04-10T16:01:43.971 INFO:tasks.workunit.client.0.smithi069.stdout:op 3102 completed, throughput=5MB/sec 2024-04-10T16:01:43.971 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-PnlG_d1iMhnpbjA off=364619 len=1592453 2024-04-10T16:01:43.978 INFO:tasks.workunit.client.0.smithi069.stdout:op 3103 completed, throughput=5MB/sec 2024-04-10T16:01:43.978 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-yRpBjczwvngSdWt off=3308529 len=1397687 2024-04-10T16:01:43.982 INFO:tasks.workunit.client.0.smithi069.stdout:op 3104 completed, throughput=5MB/sec 2024-04-10T16:01:44.982 INFO:tasks.workunit.client.0.smithi069.stdout: 601: throughput=4.99MB/sec pending data=0 2024-04-10T16:01:44.982 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-7hMW8zGaeU9FfO- off=15257584 len=1173439 2024-04-10T16:01:44.985 INFO:tasks.workunit.client.0.smithi069.stdout:op 3105 completed, throughput=4.99MB/sec 2024-04-10T16:01:44.985 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-8Fid01RBnHkRQIf off=2742306 len=974413 2024-04-10T16:01:44.990 INFO:tasks.workunit.client.0.smithi069.stdout:op 3106 completed, throughput=5MB/sec 2024-04-10T16:01:44.990 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-gyu0ciQo3b4uKGR off=1235097 len=1161990 2024-04-10T16:01:44.996 INFO:tasks.workunit.client.0.smithi069.stdout:op 3107 completed, throughput=5MB/sec 2024-04-10T16:01:44.996 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-A5XUk7e-Z8Im1zP off=1664150 len=1867856 2024-04-10T16:01:45.006 INFO:tasks.workunit.client.0.smithi069.stdout:op 3108 completed, throughput=5MB/sec 2024-04-10T16:01:45.007 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-E3Eem20olfPL424 off=4616811 len=1433778 2024-04-10T16:01:45.014 INFO:tasks.workunit.client.0.smithi069.stdout:op 3109 completed, throughput=5MB/sec 2024-04-10T16:01:45.595 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:01:45 smithi069 ceph-mon[94167]: pgmap v1710: 105 pgs: 105 active+clean; 126 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-10T16:01:45.595 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:01:45 smithi069 ceph-mon[96738]: pgmap v1710: 105 pgs: 105 active+clean; 126 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-10T16:01:45.751 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:01:45 smithi077 ceph-mon[87572]: pgmap v1710: 105 pgs: 105 active+clean; 126 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-10T16:01:46.015 INFO:tasks.workunit.client.0.smithi069.stdout: 602: throughput=4.99MB/sec pending data=0 2024-04-10T16:01:46.015 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-FPxmyl3Zpdty8Db off=10435642 len=1790651 2024-04-10T16:01:46.025 INFO:tasks.workunit.client.0.smithi069.stdout:op 3110 completed, throughput=5MB/sec 2024-04-10T16:01:46.025 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-OGaU9C9IBdbDjLz off=7435223 len=1759064 2024-04-10T16:01:46.027 INFO:tasks.workunit.client.0.smithi069.stdout:op 3111 completed, throughput=5MB/sec 2024-04-10T16:01:46.027 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-bkkSqcM4NlXEUq0 off=8850750 len=1239897 2024-04-10T16:01:46.028 INFO:tasks.workunit.client.0.smithi069.stdout:op 3112 completed, throughput=5MB/sec 2024-04-10T16:01:47.029 INFO:tasks.workunit.client.0.smithi069.stdout: 603: throughput=4.99MB/sec pending data=0 2024-04-10T16:01:47.029 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-S_hh0zSt4PK97PE off=1432639 len=549816 2024-04-10T16:01:47.030 INFO:tasks.workunit.client.0.smithi069.stdout:op 3113 completed, throughput=4.99MB/sec 2024-04-10T16:01:47.030 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-h0UGnt4iFN8TAmQ off=881501 len=1556051 2024-04-10T16:01:47.038 INFO:tasks.workunit.client.0.smithi069.stdout:op 3114 completed, throughput=5MB/sec 2024-04-10T16:01:47.039 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-GM5t8D9WS_S9Xa2 off=15836718 len=1254920 2024-04-10T16:01:47.040 INFO:tasks.workunit.client.0.smithi069.stdout:op 3115 completed, throughput=5MB/sec 2024-04-10T16:01:47.040 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-QLRhlmHTJAIYEyE off=2374794 len=351041 2024-04-10T16:01:47.041 INFO:tasks.workunit.client.0.smithi069.stdout:op 3116 completed, throughput=5MB/sec 2024-04-10T16:01:47.041 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-GYR57Td-t9bUOrY off=4035275 len=1908545 2024-04-10T16:01:47.054 INFO:tasks.workunit.client.0.smithi069.stdout:op 3117 completed, throughput=5MB/sec 2024-04-10T16:01:47.262 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:01:46 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:01:46] "GET /metrics HTTP/1.1" 200 34049 "" "Prometheus/2.43.0" 2024-04-10T16:01:47.553 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:01:47 smithi077 ceph-mon[87572]: pgmap v1711: 105 pgs: 105 active+clean; 126 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-10T16:01:47.595 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:01:47 smithi069 ceph-mon[96738]: pgmap v1711: 105 pgs: 105 active+clean; 126 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-10T16:01:47.595 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:01:47 smithi069 ceph-mon[94167]: pgmap v1711: 105 pgs: 105 active+clean; 126 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-10T16:01:48.055 INFO:tasks.workunit.client.0.smithi069.stdout: 604: throughput=4.99MB/sec pending data=0 2024-04-10T16:01:48.055 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-25QXGZkwykQSUFy off=5619740 len=670029 2024-04-10T16:01:48.056 INFO:tasks.workunit.client.0.smithi069.stdout:op 3118 completed, throughput=4.99MB/sec 2024-04-10T16:01:48.056 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-IOi810wBIwq_imw off=848293 len=1916631 2024-04-10T16:01:48.067 INFO:tasks.workunit.client.0.smithi069.stdout:op 3119 completed, throughput=5MB/sec 2024-04-10T16:01:48.067 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-XDdHrzzIRsFWwrn off=20968057 len=1190651 2024-04-10T16:01:48.074 INFO:tasks.workunit.client.0.smithi069.stdout:op 3120 completed, throughput=5MB/sec 2024-04-10T16:01:48.074 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-qJp4ocMfNaSZfwN off=14409339 len=1269509 2024-04-10T16:01:48.082 INFO:tasks.workunit.client.0.smithi069.stdout:op 3121 completed, throughput=5MB/sec 2024-04-10T16:01:49.082 INFO:tasks.workunit.client.0.smithi069.stdout: 605: throughput=4.99MB/sec pending data=0 2024-04-10T16:01:49.082 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-qU7nzt-K_N-msou off=2938094 len=535405 2024-04-10T16:01:49.083 INFO:tasks.workunit.client.0.smithi069.stdout:op 3122 completed, throughput=4.99MB/sec 2024-04-10T16:01:49.083 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-Qse4P-kdlAHsyO9 off=10443271 len=1203883 2024-04-10T16:01:49.085 INFO:tasks.workunit.client.0.smithi069.stdout:op 3123 completed, throughput=5MB/sec 2024-04-10T16:01:49.085 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-Rq1SDO6BJjsfUtR off=2938678 len=1154066 2024-04-10T16:01:49.092 INFO:tasks.workunit.client.0.smithi069.stdout:op 3124 completed, throughput=5MB/sec 2024-04-10T16:01:49.092 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-6hlh086RLj_TRA2 off=18336333 len=1480516 2024-04-10T16:01:49.094 INFO:tasks.workunit.client.0.smithi069.stdout:op 3125 completed, throughput=5MB/sec 2024-04-10T16:01:49.095 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-U7sN4-Nsrh6kI27 off=3494566 len=762351 2024-04-10T16:01:49.095 INFO:tasks.workunit.client.0.smithi069.stdout:op 3126 completed, throughput=5MB/sec 2024-04-10T16:01:49.595 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:01:49 smithi069 ceph-mon[94167]: pgmap v1712: 105 pgs: 105 active+clean; 126 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-10T16:01:49.595 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:01:49 smithi069 ceph-mon[96738]: pgmap v1712: 105 pgs: 105 active+clean; 126 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-10T16:01:49.751 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:01:49 smithi077 ceph-mon[87572]: pgmap v1712: 105 pgs: 105 active+clean; 126 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-10T16:01:50.096 INFO:tasks.workunit.client.0.smithi069.stdout: 606: throughput=4.99MB/sec pending data=0 2024-04-10T16:01:50.096 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-ReFCfCCoQZjcmyD off=12710500 len=1349850 2024-04-10T16:01:50.097 INFO:tasks.workunit.client.0.smithi069.stdout:op 3127 completed, throughput=4.99MB/sec 2024-04-10T16:01:50.097 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-W3NSBZZVdGi4s-a off=2896176 len=1981196 2024-04-10T16:01:50.107 INFO:tasks.workunit.client.0.smithi069.stdout:op 3128 completed, throughput=5MB/sec 2024-04-10T16:01:50.107 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-Fhhz4l-c2mYOTqF off=2274957 len=519279 2024-04-10T16:01:50.108 INFO:tasks.workunit.client.0.smithi069.stdout:op 3129 completed, throughput=5MB/sec 2024-04-10T16:01:50.108 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-9D1FdThnPD_G0Hc off=11047282 len=795045 2024-04-10T16:01:50.110 INFO:tasks.workunit.client.0.smithi069.stdout:op 3130 completed, throughput=5MB/sec 2024-04-10T16:01:50.110 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-Dhgub6xoRApcLsN off=761015 len=1753688 2024-04-10T16:01:50.111 INFO:tasks.workunit.client.0.smithi069.stdout:op 3131 completed, throughput=5MB/sec 2024-04-10T16:01:51.112 INFO:tasks.workunit.client.0.smithi069.stdout: 607: throughput=4.99MB/sec pending data=0 2024-04-10T16:01:51.112 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-bqtwuW1RS4Stw4l off=7420860 len=1811011 2024-04-10T16:01:51.123 INFO:tasks.workunit.client.0.smithi069.stdout:op 3132 completed, throughput=5MB/sec 2024-04-10T16:01:51.123 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-RV8-NgLQUWxlX6b off=8656127 len=443824 2024-04-10T16:01:51.126 INFO:tasks.workunit.client.0.smithi069.stdout:op 3133 completed, throughput=5MB/sec 2024-04-10T16:01:51.126 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-4NSTvp-LBPM-InU off=11469909 len=1215568 2024-04-10T16:01:51.131 INFO:tasks.workunit.client.0.smithi069.stdout:op 3134 completed, throughput=5MB/sec 2024-04-10T16:01:51.132 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-ovtF1zM2u9LDZqa off=13148679 len=641743 2024-04-10T16:01:51.135 INFO:tasks.workunit.client.0.smithi069.stdout:op 3135 completed, throughput=5MB/sec 2024-04-10T16:01:51.595 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:01:51 smithi069 ceph-mon[94167]: pgmap v1713: 105 pgs: 105 active+clean; 126 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-10T16:01:51.595 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:01:51 smithi069 ceph-mon[96738]: pgmap v1713: 105 pgs: 105 active+clean; 126 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-10T16:01:51.751 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:01:51 smithi077 ceph-mon[87572]: pgmap v1713: 105 pgs: 105 active+clean; 126 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-10T16:01:52.136 INFO:tasks.workunit.client.0.smithi069.stdout: 608: throughput=4.99MB/sec pending data=0 2024-04-10T16:01:52.136 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-zKGnBudKvQ6eeb2 off=21608569 len=291114 2024-04-10T16:01:52.140 INFO:tasks.workunit.client.0.smithi069.stdout:op 3136 completed, throughput=4.99MB/sec 2024-04-10T16:01:52.140 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-n4AjSiozWHLThDZ off=8783008 len=360760 2024-04-10T16:01:52.143 INFO:tasks.workunit.client.0.smithi069.stdout:op 3137 completed, throughput=4.99MB/sec 2024-04-10T16:01:52.143 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-XuhGYusxa37qyGi off=318465 len=1918137 2024-04-10T16:01:52.145 INFO:tasks.workunit.client.0.smithi069.stdout:op 3138 completed, throughput=5MB/sec 2024-04-10T16:01:52.146 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-Uel-SSfYK1xfAXi off=16371473 len=1398129 2024-04-10T16:01:52.154 INFO:tasks.workunit.client.0.smithi069.stdout:op 3139 completed, throughput=5MB/sec 2024-04-10T16:01:52.154 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-qx595x8qhX5MyJA off=829041 len=1986385 2024-04-10T16:01:52.165 INFO:tasks.workunit.client.0.smithi069.stdout:op 3140 completed, throughput=5MB/sec 2024-04-10T16:01:52.751 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:01:52 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:01:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:01:53.165 INFO:tasks.workunit.client.0.smithi069.stdout: 609: throughput=4.99MB/sec pending data=0 2024-04-10T16:01:53.166 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-IqyFR_DVu0od5Pu off=290282 len=436877 2024-04-10T16:01:53.169 INFO:tasks.workunit.client.0.smithi069.stdout:op 3141 completed, throughput=4.99MB/sec 2024-04-10T16:01:53.169 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-zKyUjp_KcMy2Q1n off=18165279 len=1326160 2024-04-10T16:01:53.172 INFO:tasks.workunit.client.0.smithi069.stdout:op 3142 completed, throughput=5MB/sec 2024-04-10T16:01:53.172 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-PkO8y2870Jfrqt- off=11588889 len=468177 2024-04-10T16:01:53.175 INFO:tasks.workunit.client.0.smithi069.stdout:op 3143 completed, throughput=5MB/sec 2024-04-10T16:01:53.175 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-pzw4Bp9rLZ-bgms off=15298216 len=1383780 2024-04-10T16:01:53.183 INFO:tasks.workunit.client.0.smithi069.stdout:op 3144 completed, throughput=5MB/sec 2024-04-10T16:01:53.183 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-O5JHrz7xhh9jx7k off=7469978 len=1154048 2024-04-10T16:01:53.187 INFO:tasks.workunit.client.0.smithi069.stdout:op 3145 completed, throughput=5MB/sec 2024-04-10T16:01:53.595 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:01:53 smithi069 ceph-mon[94167]: pgmap v1714: 105 pgs: 105 active+clean; 126 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-10T16:01:53.595 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:01:53 smithi069 ceph-mon[96738]: pgmap v1714: 105 pgs: 105 active+clean; 126 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-10T16:01:53.751 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:01:53 smithi077 ceph-mon[87572]: pgmap v1714: 105 pgs: 105 active+clean; 126 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-10T16:01:54.188 INFO:tasks.workunit.client.0.smithi069.stdout: 610: throughput=4.99MB/sec pending data=0 2024-04-10T16:01:54.188 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-VtYqu-lmMskMG2- off=13933397 len=110320 2024-04-10T16:01:54.191 INFO:tasks.workunit.client.0.smithi069.stdout:op 3146 completed, throughput=4.99MB/sec 2024-04-10T16:01:54.191 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-brrUp6dpIOsLCOj off=2193799 len=517619 2024-04-10T16:01:54.192 INFO:tasks.workunit.client.0.smithi069.stdout:op 3147 completed, throughput=4.99MB/sec 2024-04-10T16:01:54.192 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-EOY05tsBRIVa-jf off=2095837 len=1404074 2024-04-10T16:01:54.194 INFO:tasks.workunit.client.0.smithi069.stdout:op 3148 completed, throughput=5MB/sec 2024-04-10T16:01:54.194 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-kuytS9oN2_RizWI off=670634 len=586634 2024-04-10T16:01:54.196 INFO:tasks.workunit.client.0.smithi069.stdout:op 3149 completed, throughput=5MB/sec 2024-04-10T16:01:54.196 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-DFvIti6e4Enaj0E off=1070699 len=643141 2024-04-10T16:01:54.200 INFO:tasks.workunit.client.0.smithi069.stdout:op 3150 completed, throughput=5MB/sec 2024-04-10T16:01:54.201 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-luaRDrHoBRm5aBb off=4998108 len=216109 2024-04-10T16:01:54.201 INFO:tasks.workunit.client.0.smithi069.stdout:op 3151 completed, throughput=5MB/sec 2024-04-10T16:01:54.202 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-Ki1dhuhruwBE4B7 off=3416306 len=864635 2024-04-10T16:01:54.202 INFO:tasks.workunit.client.0.smithi069.stdout:op 3152 completed, throughput=5MB/sec 2024-04-10T16:01:54.203 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-82V-O8Ff7F-oabh off=4856514 len=2090987 2024-04-10T16:01:54.211 INFO:tasks.workunit.client.0.smithi069.stdout:op 3153 completed, throughput=5MB/sec 2024-04-10T16:01:55.212 INFO:tasks.workunit.client.0.smithi069.stdout: 611: throughput=4.99MB/sec pending data=0 2024-04-10T16:01:55.212 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-rhBjzI-aAEGTzOq off=1902493 len=508649 2024-04-10T16:01:55.215 INFO:tasks.workunit.client.0.smithi069.stdout:op 3154 completed, throughput=4.99MB/sec 2024-04-10T16:01:55.215 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-iF1qttv8tdNtaYY off=2932756 len=1153565 2024-04-10T16:01:55.224 INFO:tasks.workunit.client.0.smithi069.stdout:op 3155 completed, throughput=5MB/sec 2024-04-10T16:01:55.224 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-i0St2UDqFhAyLW9 off=245828 len=1463441 2024-04-10T16:01:55.232 INFO:tasks.workunit.client.0.smithi069.stdout:op 3156 completed, throughput=5MB/sec 2024-04-10T16:01:55.233 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-I4eDXQF6LeHSvyN off=3680124 len=98282 2024-04-10T16:01:55.233 INFO:tasks.workunit.client.0.smithi069.stdout:op 3157 completed, throughput=5MB/sec 2024-04-10T16:01:55.233 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-iCVga_kDQMb6jdX off=6083101 len=868782 2024-04-10T16:01:55.233 INFO:tasks.workunit.client.0.smithi069.stdout:op 3158 completed, throughput=5MB/sec 2024-04-10T16:01:55.595 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:01:55 smithi069 ceph-mon[96738]: pgmap v1715: 105 pgs: 105 active+clean; 126 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-10T16:01:55.595 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:01:55 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:01:55.595 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:01:55 smithi069 ceph-mon[94167]: pgmap v1715: 105 pgs: 105 active+clean; 126 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-10T16:01:55.596 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:01:55 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:01:55.751 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:01:55 smithi077 ceph-mon[87572]: pgmap v1715: 105 pgs: 105 active+clean; 126 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-10T16:01:55.751 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:01:55 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:01:56.233 INFO:tasks.workunit.client.0.smithi069.stdout: 612: throughput=4.99MB/sec pending data=0 2024-04-10T16:01:56.233 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-BNa2-qGeIZYITsL off=19031970 len=29844 2024-04-10T16:01:56.236 INFO:tasks.workunit.client.0.smithi069.stdout:op 3159 completed, throughput=4.99MB/sec 2024-04-10T16:01:56.236 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-ehzc4C7mUuXkmT3 off=291045 len=54556 2024-04-10T16:01:56.236 INFO:tasks.workunit.client.0.smithi069.stdout:op 3160 completed, throughput=4.99MB/sec 2024-04-10T16:01:56.236 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-7CDre22gYdNHC_V off=841064 len=2014965 2024-04-10T16:01:56.238 INFO:tasks.workunit.client.0.smithi069.stdout:op 3161 completed, throughput=5MB/sec 2024-04-10T16:01:56.238 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-lNdXXGb284Wjhjs off=3941969 len=135809 2024-04-10T16:01:56.241 INFO:tasks.workunit.client.0.smithi069.stdout:op 3162 completed, throughput=5MB/sec 2024-04-10T16:01:56.241 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-r32qn5UElASfgVc off=407316 len=459215 2024-04-10T16:01:56.245 INFO:tasks.workunit.client.0.smithi069.stdout:op 3163 completed, throughput=5MB/sec 2024-04-10T16:01:56.245 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-Ie0mMR0W8iid5iL off=1289368 len=523136 2024-04-10T16:01:56.249 INFO:tasks.workunit.client.0.smithi069.stdout:op 3164 completed, throughput=5MB/sec 2024-04-10T16:01:56.249 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-BW0JHN5cCyPRubi off=439943 len=1328682 2024-04-10T16:01:56.251 INFO:tasks.workunit.client.0.smithi069.stdout:op 3165 completed, throughput=5MB/sec 2024-04-10T16:01:56.251 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-yGZX4moHEqb2s22 off=9998901 len=205869 2024-04-10T16:01:56.254 INFO:tasks.workunit.client.0.smithi069.stdout:op 3166 completed, throughput=5MB/sec 2024-04-10T16:01:56.254 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-2CuyBkB6nMOlPqi off=3407626 len=1189335 2024-04-10T16:01:56.256 INFO:tasks.workunit.client.0.smithi069.stdout:op 3167 completed, throughput=5MB/sec 2024-04-10T16:01:57.256 INFO:tasks.workunit.client.0.smithi069.stdout: 613: throughput=4.99MB/sec pending data=0 2024-04-10T16:01:57.257 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-5oPc4WgE2NFjfrj off=13141538 len=1723064 2024-04-10T16:01:57.258 INFO:tasks.workunit.client.0.smithi069.stdout:op 3168 completed, throughput=5MB/sec 2024-04-10T16:01:57.258 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-fPvlbeNF00bIbcR off=4391455 len=1464573 2024-04-10T16:01:57.260 INFO:tasks.workunit.client.0.smithi069.stdout:op 3169 completed, throughput=5MB/sec 2024-04-10T16:01:57.260 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-u1nYufNnl1-qVbA off=17384156 len=2023049 2024-04-10T16:01:57.262 INFO:tasks.workunit.client.0.smithi069.stdout:op 3170 completed, throughput=5MB/sec 2024-04-10T16:01:57.280 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:01:56 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:01:56] "GET /metrics HTTP/1.1" 200 34046 "" "Prometheus/2.43.0" 2024-04-10T16:01:57.595 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:01:57 smithi069 ceph-mon[94167]: pgmap v1716: 105 pgs: 105 active+clean; 126 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-10T16:01:57.595 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:01:57 smithi069 ceph-mon[96738]: pgmap v1716: 105 pgs: 105 active+clean; 126 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-10T16:01:57.751 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:01:57 smithi077 ceph-mon[87572]: pgmap v1716: 105 pgs: 105 active+clean; 126 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-10T16:01:58.263 INFO:tasks.workunit.client.0.smithi069.stdout: 614: throughput=4.99MB/sec pending data=0 2024-04-10T16:01:58.263 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-cZUzk43hLscU0HH off=4213603 len=1466942 2024-04-10T16:01:58.264 INFO:tasks.workunit.client.0.smithi069.stdout:op 3171 completed, throughput=5MB/sec 2024-04-10T16:01:58.264 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-zN-YMSkI4-RADvx off=926754 len=1347266 2024-04-10T16:01:58.266 INFO:tasks.workunit.client.0.smithi069.stdout:op 3172 completed, throughput=5MB/sec 2024-04-10T16:01:58.266 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-O8mzdZeACUfry-n off=2909639 len=1265558 2024-04-10T16:01:58.268 INFO:tasks.workunit.client.0.smithi069.stdout:op 3173 completed, throughput=5MB/sec 2024-04-10T16:01:58.268 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-yG0YVH4g1WIJ3_6 off=5017559 len=242692 2024-04-10T16:01:58.271 INFO:tasks.workunit.client.0.smithi069.stdout:op 3174 completed, throughput=5MB/sec 2024-04-10T16:01:58.271 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-Nf56GjLREtndhV4 off=9388539 len=1891516 2024-04-10T16:01:58.273 INFO:tasks.workunit.client.0.smithi069.stdout:op 3175 completed, throughput=5MB/sec 2024-04-10T16:01:59.273 INFO:tasks.workunit.client.0.smithi069.stdout: 615: throughput=4.99MB/sec pending data=0 2024-04-10T16:01:59.274 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-Da4KpRR08KMcRKF off=0 len=1177133 2024-04-10T16:01:59.279 INFO:tasks.workunit.client.0.smithi069.stdout:op 3176 completed, throughput=5MB/sec 2024-04-10T16:01:59.279 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-KswZffWgEvWPj4U off=5326331 len=571439 2024-04-10T16:01:59.283 INFO:tasks.workunit.client.0.smithi069.stdout:op 3177 completed, throughput=5MB/sec 2024-04-10T16:01:59.283 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-dchBsAu0NM-t43b off=2279232 len=1645769 2024-04-10T16:01:59.285 INFO:tasks.workunit.client.0.smithi069.stdout:op 3178 completed, throughput=5MB/sec 2024-04-10T16:01:59.285 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-wKrsho5B0x6cqkr off=11891296 len=1539897 2024-04-10T16:01:59.291 INFO:tasks.workunit.client.0.smithi069.stdout:op 3179 completed, throughput=5MB/sec 2024-04-10T16:01:59.595 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:01:59 smithi069 ceph-mon[94167]: pgmap v1717: 105 pgs: 105 active+clean; 126 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-04-10T16:01:59.595 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:01:59 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:01:59.595 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:01:59 smithi069 ceph-mon[96738]: pgmap v1717: 105 pgs: 105 active+clean; 126 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-04-10T16:01:59.596 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:01:59 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:01:59.751 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:01:59 smithi077 ceph-mon[87572]: pgmap v1717: 105 pgs: 105 active+clean; 126 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-04-10T16:01:59.751 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:01:59 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:02:00.291 INFO:tasks.workunit.client.0.smithi069.stdout: 616: throughput=4.99MB/sec pending data=0 2024-04-10T16:02:00.292 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-KnajC4DQooZdDKj off=13120066 len=73999 2024-04-10T16:02:00.294 INFO:tasks.workunit.client.0.smithi069.stdout:op 3180 completed, throughput=4.99MB/sec 2024-04-10T16:02:00.294 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-nESdkla87hkEfXb off=17008881 len=1121374 2024-04-10T16:02:00.298 INFO:tasks.workunit.client.0.smithi069.stdout:op 3181 completed, throughput=5MB/sec 2024-04-10T16:02:00.298 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-3xxVdS7Tp2c8x7k off=2455013 len=1366630 2024-04-10T16:02:00.299 INFO:tasks.workunit.client.0.smithi069.stdout:op 3182 completed, throughput=5MB/sec 2024-04-10T16:02:00.299 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-OH_5MMEm7cvfWGL off=17181176 len=1218964 2024-04-10T16:02:00.300 INFO:tasks.workunit.client.0.smithi069.stdout:op 3183 completed, throughput=5MB/sec 2024-04-10T16:02:00.300 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-upx0HMiYqs5mDl2 off=295849 len=659855 2024-04-10T16:02:00.301 INFO:tasks.workunit.client.0.smithi069.stdout:op 3184 completed, throughput=5MB/sec 2024-04-10T16:02:01.302 INFO:tasks.workunit.client.0.smithi069.stdout: 617: throughput=4.99MB/sec pending data=0 2024-04-10T16:02:01.302 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-xpLj4z686ekpsMF off=1407095 len=1939965 2024-04-10T16:02:01.303 INFO:tasks.workunit.client.0.smithi069.stdout:op 3185 completed, throughput=5MB/sec 2024-04-10T16:02:01.303 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-BnmNM-v6RMxsvOn off=5013862 len=678905 2024-04-10T16:02:01.304 INFO:tasks.workunit.client.0.smithi069.stdout:op 3186 completed, throughput=5MB/sec 2024-04-10T16:02:01.304 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-giDiHaET6VMNb4Z off=1947084 len=621968 2024-04-10T16:02:01.308 INFO:tasks.workunit.client.0.smithi069.stdout:op 3187 completed, throughput=5MB/sec 2024-04-10T16:02:01.308 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-pkfkKTlaWVQFptV off=10821620 len=592423 2024-04-10T16:02:01.311 INFO:tasks.workunit.client.0.smithi069.stdout:op 3188 completed, throughput=5MB/sec 2024-04-10T16:02:01.311 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-b7ZYCqtjdnA_s77 off=1763638 len=734021 2024-04-10T16:02:01.315 INFO:tasks.workunit.client.0.smithi069.stdout:op 3189 completed, throughput=5MB/sec 2024-04-10T16:02:01.315 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-zpcas2sNUKxaYUd off=880313 len=1626713 2024-04-10T16:02:01.316 INFO:tasks.workunit.client.0.smithi069.stdout:op 3190 completed, throughput=5MB/sec 2024-04-10T16:02:01.474 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:02:01 smithi069 ceph-mon[96738]: pgmap v1718: 105 pgs: 105 active+clean; 126 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-10T16:02:01.474 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:02:01 smithi069 ceph-mon[94167]: pgmap v1718: 105 pgs: 105 active+clean; 126 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-10T16:02:01.501 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:02:01 smithi077 ceph-mon[87572]: pgmap v1718: 105 pgs: 105 active+clean; 126 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-10T16:02:02.317 INFO:tasks.workunit.client.0.smithi069.stdout: 618: throughput=4.99MB/sec pending data=0 2024-04-10T16:02:02.317 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-Dj0gf8G8CLSBeME off=14907946 len=998726 2024-04-10T16:02:02.321 INFO:tasks.workunit.client.0.smithi069.stdout:op 3191 completed, throughput=5MB/sec 2024-04-10T16:02:02.321 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-8Sp8aHnRczFt7MO off=130785 len=1878448 2024-04-10T16:02:02.330 INFO:tasks.workunit.client.0.smithi069.stdout:op 3192 completed, throughput=5MB/sec 2024-04-10T16:02:02.331 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-TGsaPKds84N3Etg off=840674 len=1573451 2024-04-10T16:02:02.336 INFO:tasks.workunit.client.0.smithi069.stdout:op 3193 completed, throughput=5MB/sec 2024-04-10T16:02:02.567 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:02:02 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:02:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:02:03.336 INFO:tasks.workunit.client.0.smithi069.stdout: 619: throughput=4.99MB/sec pending data=0 2024-04-10T16:02:03.336 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-3jMXzZMpQmhhrJH off=99724 len=1012232 2024-04-10T16:02:03.341 INFO:tasks.workunit.client.0.smithi069.stdout:op 3194 completed, throughput=4.99MB/sec 2024-04-10T16:02:03.341 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-5byWoTKSaq6YRVi off=3788107 len=1740622 2024-04-10T16:02:03.342 INFO:tasks.workunit.client.0.smithi069.stdout:op 3195 completed, throughput=5MB/sec 2024-04-10T16:02:03.343 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-7yHvArp0Lxxge1v off=1502208 len=1552905 2024-04-10T16:02:03.344 INFO:tasks.workunit.client.0.smithi069.stdout:op 3196 completed, throughput=5MB/sec 2024-04-10T16:02:03.344 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-YRFsL_JT35PXQTi off=6678314 len=1222408 2024-04-10T16:02:03.349 INFO:tasks.workunit.client.0.smithi069.stdout:op 3197 completed, throughput=5MB/sec 2024-04-10T16:02:03.751 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:02:03 smithi077 ceph-mon[87572]: pgmap v1719: 105 pgs: 105 active+clean; 126 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-10T16:02:03.751 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:02:03 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:02:03.751 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:02:03 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:02:03.751 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:02:03 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:02:03.751 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:02:03 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:02:03.845 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:02:03 smithi069 ceph-mon[96738]: pgmap v1719: 105 pgs: 105 active+clean; 126 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-10T16:02:03.845 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:02:03 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:02:03.845 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:02:03 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:02:03.845 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:02:03 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:02:03.845 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:02:03 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:02:03.845 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:02:03 smithi069 ceph-mon[94167]: pgmap v1719: 105 pgs: 105 active+clean; 126 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-10T16:02:03.845 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:02:03 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:02:03.846 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:02:03 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:02:03.846 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:02:03 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:02:03.846 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:02:03 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:02:04.349 INFO:tasks.workunit.client.0.smithi069.stdout: 620: throughput=4.99MB/sec pending data=0 2024-04-10T16:02:04.349 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-gaWKlgr0cVLTtyk off=5768830 len=816548 2024-04-10T16:02:04.350 INFO:tasks.workunit.client.0.smithi069.stdout:op 3198 completed, throughput=4.99MB/sec 2024-04-10T16:02:04.350 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-dGjSsll4Uk4cFE2 off=2885755 len=537805 2024-04-10T16:02:04.354 INFO:tasks.workunit.client.0.smithi069.stdout:op 3199 completed, throughput=4.99MB/sec 2024-04-10T16:02:04.355 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-s8AYkj0bbjhGRr7 off=7945016 len=731533 2024-04-10T16:02:04.359 INFO:tasks.workunit.client.0.smithi069.stdout:op 3200 completed, throughput=5MB/sec 2024-04-10T16:02:04.359 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-ztzowpm97SH26S6 off=4511927 len=483457 2024-04-10T16:02:04.362 INFO:tasks.workunit.client.0.smithi069.stdout:op 3201 completed, throughput=5MB/sec 2024-04-10T16:02:04.362 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-YABbwXm2UM6RBAB off=4883583 len=37485 2024-04-10T16:02:04.362 INFO:tasks.workunit.client.0.smithi069.stdout:op 3202 completed, throughput=5MB/sec 2024-04-10T16:02:04.362 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-8DGdz6JAxUlT6Lb off=19414131 len=559015 2024-04-10T16:02:04.365 INFO:tasks.workunit.client.0.smithi069.stdout:op 3203 completed, throughput=5MB/sec 2024-04-10T16:02:04.366 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-Wz0XoTzPn69dKUG off=3275232 len=1246715 2024-04-10T16:02:04.367 INFO:tasks.workunit.client.0.smithi069.stdout:op 3204 completed, throughput=5MB/sec 2024-04-10T16:02:04.367 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-WRzFxzg5Z5A7BhR off=1375330 len=392600 2024-04-10T16:02:04.367 INFO:tasks.workunit.client.0.smithi069.stdout:op 3205 completed, throughput=5MB/sec 2024-04-10T16:02:04.367 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-VjsKOdJy-KzlQsb off=8097731 len=140068 2024-04-10T16:02:04.368 INFO:tasks.workunit.client.0.smithi069.stdout:op 3206 completed, throughput=5MB/sec 2024-04-10T16:02:04.751 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:02:04 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:02:04.751 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:02:04 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:02:04.751 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:02:04 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:02:04.845 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:02:04 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:02:04.845 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:02:04 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:02:04.845 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:02:04 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:02:04.845 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:02:04 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:02:04.846 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:02:04 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:02:04.846 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:02:04 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:02:05.368 INFO:tasks.workunit.client.0.smithi069.stdout: 621: throughput=4.99MB/sec pending data=0 2024-04-10T16:02:05.369 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-_V7b09q-7ePS30A off=16200816 len=1293574 2024-04-10T16:02:05.370 INFO:tasks.workunit.client.0.smithi069.stdout:op 3207 completed, throughput=4.99MB/sec 2024-04-10T16:02:05.370 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-_p5-ia2XnoeZdMO off=1787007 len=1191183 2024-04-10T16:02:05.376 INFO:tasks.workunit.client.0.smithi069.stdout:op 3208 completed, throughput=5MB/sec 2024-04-10T16:02:05.376 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-jzSYAfYOGLUPeY_ off=1253816 len=1547915 2024-04-10T16:02:05.379 INFO:tasks.workunit.client.0.smithi069.stdout:op 3209 completed, throughput=5MB/sec 2024-04-10T16:02:05.379 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-86F3_tZi9xrVdTK off=5491962 len=1646639 2024-04-10T16:02:05.386 INFO:tasks.workunit.client.0.smithi069.stdout:op 3210 completed, throughput=5MB/sec 2024-04-10T16:02:06.001 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:02:05 smithi077 ceph-mon[87572]: pgmap v1720: 105 pgs: 105 active+clean; 126 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-10T16:02:06.095 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:02:05 smithi069 ceph-mon[96738]: pgmap v1720: 105 pgs: 105 active+clean; 126 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-10T16:02:06.095 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:02:05 smithi069 ceph-mon[94167]: pgmap v1720: 105 pgs: 105 active+clean; 126 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-10T16:02:06.386 INFO:tasks.workunit.client.0.smithi069.stdout: 622: throughput=4.99MB/sec pending data=0 2024-04-10T16:02:06.387 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-t0pGjhHIo6adt6W off=5311572 len=24672 2024-04-10T16:02:06.387 INFO:tasks.workunit.client.0.smithi069.stdout:op 3211 completed, throughput=4.99MB/sec 2024-04-10T16:02:06.387 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-4v3YzNVHKaYAVZn off=20568120 len=494519 2024-04-10T16:02:06.391 INFO:tasks.workunit.client.0.smithi069.stdout:op 3212 completed, throughput=4.99MB/sec 2024-04-10T16:02:06.391 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-JRSOelChNE_I7N4 off=5281154 len=839082 2024-04-10T16:02:06.392 INFO:tasks.workunit.client.0.smithi069.stdout:op 3213 completed, throughput=4.99MB/sec 2024-04-10T16:02:06.392 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-0hZvu0rcqeUYSd3 off=14134310 len=1022057 2024-04-10T16:02:06.397 INFO:tasks.workunit.client.0.smithi069.stdout:op 3214 completed, throughput=5MB/sec 2024-04-10T16:02:06.397 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-c3slr9HSBljmW0q off=7971543 len=145077 2024-04-10T16:02:06.400 INFO:tasks.workunit.client.0.smithi069.stdout:op 3215 completed, throughput=5MB/sec 2024-04-10T16:02:06.400 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-vWrxln-zR2ondm9 off=10395015 len=633740 2024-04-10T16:02:06.404 INFO:tasks.workunit.client.0.smithi069.stdout:op 3216 completed, throughput=5MB/sec 2024-04-10T16:02:06.405 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-Hpg5QlJQfv59nIg off=1152984 len=567533 2024-04-10T16:02:06.405 INFO:tasks.workunit.client.0.smithi069.stdout:op 3217 completed, throughput=5MB/sec 2024-04-10T16:02:06.405 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-BFJeY529IVlZKG- off=3153331 len=1953573 2024-04-10T16:02:06.411 INFO:tasks.workunit.client.0.smithi069.stdout:op 3218 completed, throughput=5MB/sec 2024-04-10T16:02:07.345 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:02:06 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:02:06] "GET /metrics HTTP/1.1" 200 34046 "" "Prometheus/2.43.0" 2024-04-10T16:02:07.411 INFO:tasks.workunit.client.0.smithi069.stdout: 623: throughput=4.99MB/sec pending data=0 2024-04-10T16:02:07.411 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-ZrxDX4oQwLOVYod off=5337707 len=305012 2024-04-10T16:02:07.415 INFO:tasks.workunit.client.0.smithi069.stdout:op 3219 completed, throughput=4.99MB/sec 2024-04-10T16:02:07.415 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-tlpm-5_UTVJykgB off=2947006 len=1586390 2024-04-10T16:02:07.418 INFO:tasks.workunit.client.0.smithi069.stdout:op 3220 completed, throughput=5MB/sec 2024-04-10T16:02:07.418 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-LCQaUKCiGHrZFyr off=2426405 len=967101 2024-04-10T16:02:07.424 INFO:tasks.workunit.client.0.smithi069.stdout:op 3221 completed, throughput=5MB/sec 2024-04-10T16:02:07.424 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-SOqhlrQKQ20EqkR off=302675 len=818832 2024-04-10T16:02:07.428 INFO:tasks.workunit.client.0.smithi069.stdout:op 3222 completed, throughput=5MB/sec 2024-04-10T16:02:07.428 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-R5ELiR_EYfHggZj off=14133248 len=1333862 2024-04-10T16:02:07.430 INFO:tasks.workunit.client.0.smithi069.stdout:op 3223 completed, throughput=5MB/sec 2024-04-10T16:02:08.001 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:02:07 smithi077 ceph-mon[87572]: pgmap v1721: 105 pgs: 105 active+clean; 126 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-10T16:02:08.095 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:02:07 smithi069 ceph-mon[96738]: pgmap v1721: 105 pgs: 105 active+clean; 126 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-10T16:02:08.095 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:02:07 smithi069 ceph-mon[94167]: pgmap v1721: 105 pgs: 105 active+clean; 126 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-10T16:02:08.430 INFO:tasks.workunit.client.0.smithi069.stdout: 624: throughput=4.99MB/sec pending data=0 2024-04-10T16:02:08.431 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-vdvJoIkRJHgvAsc off=2386441 len=1121442 2024-04-10T16:02:08.432 INFO:tasks.workunit.client.0.smithi069.stdout:op 3224 completed, throughput=4.99MB/sec 2024-04-10T16:02:08.432 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-eNaIlFfZB9_HgGT off=17028241 len=618547 2024-04-10T16:02:08.433 INFO:tasks.workunit.client.0.smithi069.stdout:op 3225 completed, throughput=5MB/sec 2024-04-10T16:02:08.433 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-V489siccpE0_X8i off=3660818 len=1356735 2024-04-10T16:02:08.436 INFO:tasks.workunit.client.0.smithi069.stdout:op 3226 completed, throughput=5MB/sec 2024-04-10T16:02:08.437 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-v-I2PF710DDoOZM off=10365570 len=743013 2024-04-10T16:02:08.441 INFO:tasks.workunit.client.0.smithi069.stdout:op 3227 completed, throughput=5MB/sec 2024-04-10T16:02:08.441 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-QJHqqf95TGXLL0R off=7979568 len=143257 2024-04-10T16:02:08.441 INFO:tasks.workunit.client.0.smithi069.stdout:op 3228 completed, throughput=5MB/sec 2024-04-10T16:02:08.441 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-VhAIg0PQiarAqOw off=22476058 len=1711475 2024-04-10T16:02:08.451 INFO:tasks.workunit.client.0.smithi069.stdout:op 3229 completed, throughput=5MB/sec 2024-04-10T16:02:09.452 INFO:tasks.workunit.client.0.smithi069.stdout: 625: throughput=4.99MB/sec pending data=0 2024-04-10T16:02:09.452 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-DTVOs7SnxJmut6Z off=7164834 len=653160 2024-04-10T16:02:09.456 INFO:tasks.workunit.client.0.smithi069.stdout:op 3230 completed, throughput=4.99MB/sec 2024-04-10T16:02:09.457 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-j4YSQ74dzvlWRH6 off=2062157 len=577786 2024-04-10T16:02:09.461 INFO:tasks.workunit.client.0.smithi069.stdout:op 3231 completed, throughput=5MB/sec 2024-04-10T16:02:09.461 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-10LHXgYYIPKRdrg off=47902 len=520731 2024-04-10T16:02:09.464 INFO:tasks.workunit.client.0.smithi069.stdout:op 3232 completed, throughput=5MB/sec 2024-04-10T16:02:09.464 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-napPrn7WY9jgV8k off=14777840 len=79229 2024-04-10T16:02:09.465 INFO:tasks.workunit.client.0.smithi069.stdout:op 3233 completed, throughput=5MB/sec 2024-04-10T16:02:09.465 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-jdwjbJDD4FjuL1M off=1185435 len=984041 2024-04-10T16:02:09.469 INFO:tasks.workunit.client.0.smithi069.stdout:op 3234 completed, throughput=5MB/sec 2024-04-10T16:02:09.469 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-jrWGpG7M0dh8Txd off=7730162 len=159231 2024-04-10T16:02:09.470 INFO:tasks.workunit.client.0.smithi069.stdout:op 3235 completed, throughput=5MB/sec 2024-04-10T16:02:09.470 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-upx0HMiYqs5mDl2 off=14670215 len=936318 2024-04-10T16:02:09.474 INFO:tasks.workunit.client.0.smithi069.stdout:op 3236 completed, throughput=5MB/sec 2024-04-10T16:02:09.474 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-oBqln3BUBDh8pjB off=249106 len=1795989 2024-04-10T16:02:09.481 INFO:tasks.workunit.client.0.smithi069.stdout:op 3237 completed, throughput=5MB/sec 2024-04-10T16:02:10.001 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:02:09 smithi077 ceph-mon[87572]: pgmap v1722: 105 pgs: 105 active+clean; 126 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-10T16:02:10.001 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:02:09 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:02:10.095 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:02:09 smithi069 ceph-mon[96738]: pgmap v1722: 105 pgs: 105 active+clean; 126 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-10T16:02:10.095 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:02:09 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:02:10.095 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:02:09 smithi069 ceph-mon[94167]: pgmap v1722: 105 pgs: 105 active+clean; 126 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-10T16:02:10.095 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:02:09 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:02:10.482 INFO:tasks.workunit.client.0.smithi069.stdout: 626: throughput=4.99MB/sec pending data=0 2024-04-10T16:02:10.482 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-pkq8YV9IM_jhWSJ off=5830459 len=822896 2024-04-10T16:02:10.487 INFO:tasks.workunit.client.0.smithi069.stdout:op 3238 completed, throughput=4.99MB/sec 2024-04-10T16:02:10.488 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-mgClmQLaq74SWkt off=4475212 len=161202 2024-04-10T16:02:10.488 INFO:tasks.workunit.client.0.smithi069.stdout:op 3239 completed, throughput=5MB/sec 2024-04-10T16:02:10.488 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-lJZQc10o_F-d3it off=3866578 len=257351 2024-04-10T16:02:10.489 INFO:tasks.workunit.client.0.smithi069.stdout:op 3240 completed, throughput=5MB/sec 2024-04-10T16:02:10.489 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-QUJbj6kwhyiNN3S off=346292 len=1014523 2024-04-10T16:02:10.494 INFO:tasks.workunit.client.0.smithi069.stdout:op 3241 completed, throughput=5MB/sec 2024-04-10T16:02:10.494 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-8wAoqHcKlP72AYH off=2666991 len=1280900 2024-04-10T16:02:10.496 INFO:tasks.workunit.client.0.smithi069.stdout:op 3242 completed, throughput=5MB/sec 2024-04-10T16:02:10.496 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-slN8rku-bEUpLAX off=1664840 len=1194111 2024-04-10T16:02:10.499 INFO:tasks.workunit.client.0.smithi069.stdout:op 3243 completed, throughput=5MB/sec 2024-04-10T16:02:11.499 INFO:tasks.workunit.client.0.smithi069.stdout: 627: throughput=4.99MB/sec pending data=0 2024-04-10T16:02:11.499 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-AI7R0AkFs-eRXbN off=11276201 len=1371410 2024-04-10T16:02:11.501 INFO:tasks.workunit.client.0.smithi069.stdout:op 3244 completed, throughput=4.99MB/sec 2024-04-10T16:02:11.501 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-T2Bg02TVc-ljsmq off=18171592 len=1917462 2024-04-10T16:02:11.509 INFO:tasks.workunit.client.0.smithi069.stdout:op 3245 completed, throughput=5MB/sec 2024-04-10T16:02:11.509 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-GyczbEfA1kx4Oqe off=707918 len=1270159 2024-04-10T16:02:11.510 INFO:tasks.workunit.client.0.smithi069.stdout:op 3246 completed, throughput=5MB/sec 2024-04-10T16:02:11.510 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-jBoukBgTwQs2MuG off=18308491 len=18595 2024-04-10T16:02:11.512 INFO:tasks.workunit.client.0.smithi069.stdout:op 3247 completed, throughput=5MB/sec 2024-04-10T16:02:11.512 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-9omIfoPm9Yzi_xb off=39663 len=560281 2024-04-10T16:02:11.513 INFO:tasks.workunit.client.0.smithi069.stdout:op 3248 completed, throughput=5MB/sec 2024-04-10T16:02:12.001 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:02:11 smithi077 ceph-mon[87572]: pgmap v1723: 105 pgs: 105 active+clean; 126 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.3 MiB/s wr, 6 op/s 2024-04-10T16:02:12.095 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:02:11 smithi069 ceph-mon[96738]: pgmap v1723: 105 pgs: 105 active+clean; 126 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.3 MiB/s wr, 6 op/s 2024-04-10T16:02:12.095 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:02:11 smithi069 ceph-mon[94167]: pgmap v1723: 105 pgs: 105 active+clean; 126 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.3 MiB/s wr, 6 op/s 2024-04-10T16:02:12.514 INFO:tasks.workunit.client.0.smithi069.stdout: 628: throughput=4.99MB/sec pending data=0 2024-04-10T16:02:12.514 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-QB7FhjrjWnK_z1e off=13528694 len=1374580 2024-04-10T16:02:12.516 INFO:tasks.workunit.client.0.smithi069.stdout:op 3249 completed, throughput=4.99MB/sec 2024-04-10T16:02:12.516 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-TkYfAvDJnWz6dIu off=7019050 len=604315 2024-04-10T16:02:12.519 INFO:tasks.workunit.client.0.smithi069.stdout:op 3250 completed, throughput=5MB/sec 2024-04-10T16:02:12.519 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-woJTAAmH_6A1WRB off=960251 len=488915 2024-04-10T16:02:12.521 INFO:tasks.workunit.client.0.smithi069.stdout:op 3251 completed, throughput=5MB/sec 2024-04-10T16:02:12.521 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-zX6yUC7ObmtzDBI off=15266634 len=730977 2024-04-10T16:02:12.525 INFO:tasks.workunit.client.0.smithi069.stdout:op 3252 completed, throughput=5MB/sec 2024-04-10T16:02:12.525 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-163XYpWcw6axaFW off=9540377 len=779211 2024-04-10T16:02:12.530 INFO:tasks.workunit.client.0.smithi069.stdout:op 3253 completed, throughput=5MB/sec 2024-04-10T16:02:12.530 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-pMpos8NMWtj3oim off=11766824 len=385285 2024-04-10T16:02:12.531 INFO:tasks.workunit.client.0.smithi069.stdout:op 3254 completed, throughput=5MB/sec 2024-04-10T16:02:12.531 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-6hlh086RLj_TRA2 off=9414340 len=278715 2024-04-10T16:02:12.532 INFO:tasks.workunit.client.0.smithi069.stdout:op 3255 completed, throughput=5MB/sec 2024-04-10T16:02:12.532 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-blZCGpJ16ADZl6X off=5275066 len=732085 2024-04-10T16:02:12.535 INFO:tasks.workunit.client.0.smithi069.stdout:op 3256 completed, throughput=5MB/sec 2024-04-10T16:02:12.751 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:02:12 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:02:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:02:13.536 INFO:tasks.workunit.client.0.smithi069.stdout: 629: throughput=4.99MB/sec pending data=0 2024-04-10T16:02:13.536 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-cLUTpo72PfgRqiy off=4417875 len=1975294 2024-04-10T16:02:13.538 INFO:tasks.workunit.client.0.smithi069.stdout:op 3257 completed, throughput=5MB/sec 2024-04-10T16:02:13.538 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-CvAGLHOrCz_fbEf off=4258346 len=1961473 2024-04-10T16:02:13.540 INFO:tasks.workunit.client.0.smithi069.stdout:op 3258 completed, throughput=5MB/sec 2024-04-10T16:02:13.541 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-tLdaDlxXXTi3qTA off=5599627 len=246755 2024-04-10T16:02:13.544 INFO:tasks.workunit.client.0.smithi069.stdout:op 3259 completed, throughput=5MB/sec 2024-04-10T16:02:13.544 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-klw-pLqgmOGZXsA off=11540958 len=1376779 2024-04-10T16:02:13.546 INFO:tasks.workunit.client.0.smithi069.stdout:op 3260 completed, throughput=5MB/sec 2024-04-10T16:02:14.002 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:02:13 smithi077 ceph-mon[87572]: pgmap v1724: 105 pgs: 105 active+clean; 126 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-10T16:02:14.095 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:02:13 smithi069 ceph-mon[96738]: pgmap v1724: 105 pgs: 105 active+clean; 126 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-10T16:02:14.096 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:02:13 smithi069 ceph-mon[94167]: pgmap v1724: 105 pgs: 105 active+clean; 126 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-10T16:02:14.547 INFO:tasks.workunit.client.0.smithi069.stdout: 630: throughput=4.99MB/sec pending data=0 2024-04-10T16:02:14.547 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-2HSIyGNjEUVkgmA off=13654288 len=180917 2024-04-10T16:02:14.550 INFO:tasks.workunit.client.0.smithi069.stdout:op 3261 completed, throughput=4.99MB/sec 2024-04-10T16:02:14.550 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-9w-SFPn6Wd7NW_r off=2413283 len=93266 2024-04-10T16:02:14.553 INFO:tasks.workunit.client.0.smithi069.stdout:op 3262 completed, throughput=4.99MB/sec 2024-04-10T16:02:14.553 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-Ceg0-LJjJP0HyCm off=4997562 len=597455 2024-04-10T16:02:14.557 INFO:tasks.workunit.client.0.smithi069.stdout:op 3263 completed, throughput=4.99MB/sec 2024-04-10T16:02:14.557 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-UAY9deqBVhdL2iX off=6477216 len=1355064 2024-04-10T16:02:14.566 INFO:tasks.workunit.client.0.smithi069.stdout:op 3264 completed, throughput=5MB/sec 2024-04-10T16:02:14.566 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-Mlab6ZSV4PIf46A off=15233543 len=1099443 2024-04-10T16:02:14.572 INFO:tasks.workunit.client.0.smithi069.stdout:op 3265 completed, throughput=5MB/sec 2024-04-10T16:02:14.572 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-9XKpyK1nAiHJRQ3 off=9360939 len=269663 2024-04-10T16:02:14.572 INFO:tasks.workunit.client.0.smithi069.stdout:op 3266 completed, throughput=5MB/sec 2024-04-10T16:02:14.572 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj--UatDK2to5d3Iai off=10839395 len=1621980 2024-04-10T16:02:14.578 INFO:tasks.workunit.client.0.smithi069.stdout:op 3267 completed, throughput=5MB/sec 2024-04-10T16:02:15.579 INFO:tasks.workunit.client.0.smithi069.stdout: 631: throughput=4.99MB/sec pending data=0 2024-04-10T16:02:15.579 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-qu9DBdZul5gwXh1 off=2531595 len=656155 2024-04-10T16:02:15.580 INFO:tasks.workunit.client.0.smithi069.stdout:op 3268 completed, throughput=4.99MB/sec 2024-04-10T16:02:15.581 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-mZaoyrhVzc7Js-- off=13944579 len=1078700 2024-04-10T16:02:15.585 INFO:tasks.workunit.client.0.smithi069.stdout:op 3269 completed, throughput=5MB/sec 2024-04-10T16:02:15.586 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-p1H23ov1y4Qp3Tm off=1547651 len=1194302 2024-04-10T16:02:15.587 INFO:tasks.workunit.client.0.smithi069.stdout:op 3270 completed, throughput=5MB/sec 2024-04-10T16:02:15.587 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-nVMS18SpSgXJ1Ay off=2406171 len=1960561 2024-04-10T16:02:15.589 INFO:tasks.workunit.client.0.smithi069.stdout:op 3271 completed, throughput=5MB/sec 2024-04-10T16:02:15.589 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-ZKeZYHttQWQLj1G off=17714921 len=1148202 2024-04-10T16:02:15.596 INFO:tasks.workunit.client.0.smithi069.stdout:op 3272 completed, throughput=5MB/sec 2024-04-10T16:02:16.001 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:02:15 smithi077 ceph-mon[87572]: pgmap v1725: 105 pgs: 105 active+clean; 126 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-10T16:02:16.095 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:02:15 smithi069 ceph-mon[96738]: pgmap v1725: 105 pgs: 105 active+clean; 126 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-10T16:02:16.096 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:02:15 smithi069 ceph-mon[94167]: pgmap v1725: 105 pgs: 105 active+clean; 126 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-10T16:02:16.596 INFO:tasks.workunit.client.0.smithi069.stdout: 632: throughput=4.99MB/sec pending data=0 2024-04-10T16:02:16.596 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-6BtIV0v6fEW2ayh off=5985914 len=583724 2024-04-10T16:02:16.597 INFO:tasks.workunit.client.0.smithi069.stdout:op 3273 completed, throughput=4.99MB/sec 2024-04-10T16:02:16.597 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-PaPXILbTgut24ly off=1204988 len=531306 2024-04-10T16:02:16.598 INFO:tasks.workunit.client.0.smithi069.stdout:op 3274 completed, throughput=5MB/sec 2024-04-10T16:02:16.598 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-0c_CmRMbZQ0r2gU off=6833776 len=2046063 2024-04-10T16:02:16.600 INFO:tasks.workunit.client.0.smithi069.stdout:op 3275 completed, throughput=5MB/sec 2024-04-10T16:02:16.600 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-bRfuJK2XVEuOi3J off=6492156 len=380260 2024-04-10T16:02:16.604 INFO:tasks.workunit.client.0.smithi069.stdout:op 3276 completed, throughput=5MB/sec 2024-04-10T16:02:16.604 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-5GsD9QgNZLlbj8g off=4146409 len=516951 2024-04-10T16:02:16.604 INFO:tasks.workunit.client.0.smithi069.stdout:op 3277 completed, throughput=5MB/sec 2024-04-10T16:02:16.605 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-SwKXNAIOnhwb0jC off=4374167 len=239633 2024-04-10T16:02:16.605 INFO:tasks.workunit.client.0.smithi069.stdout:op 3278 completed, throughput=5MB/sec 2024-04-10T16:02:17.345 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:02:16 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:02:16] "GET /metrics HTTP/1.1" 200 34050 "" "Prometheus/2.43.0" 2024-04-10T16:02:17.606 INFO:tasks.workunit.client.0.smithi069.stdout: 633: throughput=4.99MB/sec pending data=0 2024-04-10T16:02:17.606 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-pOWLfBgcX4EF6Za off=5182857 len=1943890 2024-04-10T16:02:17.617 INFO:tasks.workunit.client.0.smithi069.stdout:op 3279 completed, throughput=5MB/sec 2024-04-10T16:02:17.617 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-vsRhQfu-G6GFiGv off=5040193 len=1188124 2024-04-10T16:02:17.625 INFO:tasks.workunit.client.0.smithi069.stdout:op 3280 completed, throughput=5MB/sec 2024-04-10T16:02:17.625 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-DRL2o7F4R6HdjC_ off=10255888 len=421083 2024-04-10T16:02:17.629 INFO:tasks.workunit.client.0.smithi069.stdout:op 3281 completed, throughput=5MB/sec 2024-04-10T16:02:17.629 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-J6pW7LQ8UzsC3yP off=1591 len=1337152 2024-04-10T16:02:17.630 INFO:tasks.workunit.client.0.smithi069.stdout:op 3282 completed, throughput=5MB/sec 2024-04-10T16:02:17.631 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-BNJpukNHz-1ocjC off=12617345 len=820022 2024-04-10T16:02:17.635 INFO:tasks.workunit.client.0.smithi069.stdout:op 3283 completed, throughput=5MB/sec 2024-04-10T16:02:18.001 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:02:17 smithi077 ceph-mon[87572]: pgmap v1726: 105 pgs: 105 active+clean; 126 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-10T16:02:18.095 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:02:17 smithi069 ceph-mon[96738]: pgmap v1726: 105 pgs: 105 active+clean; 126 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-10T16:02:18.096 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:02:17 smithi069 ceph-mon[94167]: pgmap v1726: 105 pgs: 105 active+clean; 126 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-10T16:02:18.635 INFO:tasks.workunit.client.0.smithi069.stdout: 634: throughput=4.99MB/sec pending data=0 2024-04-10T16:02:18.635 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-gEZodL6eCIaLjl4 off=144342 len=588113 2024-04-10T16:02:18.636 INFO:tasks.workunit.client.0.smithi069.stdout:op 3284 completed, throughput=4.99MB/sec 2024-04-10T16:02:18.636 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-7U1tTUpLIDC87cZ off=3990403 len=1826858 2024-04-10T16:02:18.638 INFO:tasks.workunit.client.0.smithi069.stdout:op 3285 completed, throughput=5MB/sec 2024-04-10T16:02:18.638 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-1h7IXpg7vpOtiBE off=800095 len=1391938 2024-04-10T16:02:18.640 INFO:tasks.workunit.client.0.smithi069.stdout:op 3286 completed, throughput=5MB/sec 2024-04-10T16:02:18.640 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-HTJYVqTjYVBqWB- off=1954669 len=1808208 2024-04-10T16:02:18.649 INFO:tasks.workunit.client.0.smithi069.stdout:op 3287 completed, throughput=5MB/sec 2024-04-10T16:02:19.649 INFO:tasks.workunit.client.0.smithi069.stdout: 635: throughput=4.99MB/sec pending data=0 2024-04-10T16:02:19.649 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-jT115hgS5zTaFBh off=12672210 len=1441907 2024-04-10T16:02:19.655 INFO:tasks.workunit.client.0.smithi069.stdout:op 3288 completed, throughput=5MB/sec 2024-04-10T16:02:19.655 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-kFZ8kJRCYnB1OT- off=1408982 len=1819431 2024-04-10T16:02:19.664 INFO:tasks.workunit.client.0.smithi069.stdout:op 3289 completed, throughput=5MB/sec 2024-04-10T16:02:19.664 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-8O04dRpTfcuhbFZ off=7329224 len=1521641 2024-04-10T16:02:19.666 INFO:tasks.workunit.client.0.smithi069.stdout:op 3290 completed, throughput=5MB/sec 2024-04-10T16:02:20.001 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:02:19 smithi077 ceph-mon[87572]: pgmap v1727: 105 pgs: 105 active+clean; 126 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-10T16:02:20.095 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:02:19 smithi069 ceph-mon[94167]: pgmap v1727: 105 pgs: 105 active+clean; 126 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-10T16:02:20.095 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:02:19 smithi069 ceph-mon[96738]: pgmap v1727: 105 pgs: 105 active+clean; 126 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-10T16:02:20.666 INFO:tasks.workunit.client.0.smithi069.stdout: 636: throughput=4.99MB/sec pending data=0 2024-04-10T16:02:20.666 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-PfeeVuJhmSuFZON off=10256418 len=807416 2024-04-10T16:02:20.671 INFO:tasks.workunit.client.0.smithi069.stdout:op 3291 completed, throughput=4.99MB/sec 2024-04-10T16:02:20.671 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-WznppsHSHNtSjru off=59363 len=17372 2024-04-10T16:02:20.673 INFO:tasks.workunit.client.0.smithi069.stdout:op 3292 completed, throughput=4.99MB/sec 2024-04-10T16:02:20.673 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-sCA4wmXQcwZCeHH off=2357682 len=1644003 2024-04-10T16:02:20.677 INFO:tasks.workunit.client.0.smithi069.stdout:op 3293 completed, throughput=5MB/sec 2024-04-10T16:02:20.677 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-fmW7fSimv11BsZw off=5857612 len=1837238 2024-04-10T16:02:20.679 INFO:tasks.workunit.client.0.smithi069.stdout:op 3294 completed, throughput=5MB/sec 2024-04-10T16:02:20.679 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-Oye2OFHnvvNVpet off=8596712 len=2076397 2024-04-10T16:02:20.687 INFO:tasks.workunit.client.0.smithi069.stdout:op 3295 completed, throughput=5MB/sec 2024-04-10T16:02:21.687 INFO:tasks.workunit.client.0.smithi069.stdout: 637: throughput=4.99MB/sec pending data=0 2024-04-10T16:02:21.687 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-3Ase83lolPFxHgN off=5391511 len=1487546 2024-04-10T16:02:21.697 INFO:tasks.workunit.client.0.smithi069.stdout:op 3296 completed, throughput=5MB/sec 2024-04-10T16:02:21.697 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-b4DJw9ZTcz0PqKB off=6672080 len=1335224 2024-04-10T16:02:21.705 INFO:tasks.workunit.client.0.smithi069.stdout:op 3297 completed, throughput=5MB/sec 2024-04-10T16:02:21.705 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-XmHbr_2pOrS_AjG off=19063466 len=1153592 2024-04-10T16:02:21.706 INFO:tasks.workunit.client.0.smithi069.stdout:op 3298 completed, throughput=5MB/sec 2024-04-10T16:02:21.706 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-6RYiiAiCW7ASm5C off=993222 len=734478 2024-04-10T16:02:21.711 INFO:tasks.workunit.client.0.smithi069.stdout:op 3299 completed, throughput=5MB/sec 2024-04-10T16:02:22.001 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:02:21 smithi077 ceph-mon[87572]: pgmap v1728: 105 pgs: 105 active+clean; 126 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-10T16:02:22.095 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:02:21 smithi069 ceph-mon[94167]: pgmap v1728: 105 pgs: 105 active+clean; 126 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-10T16:02:22.096 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:02:21 smithi069 ceph-mon[96738]: pgmap v1728: 105 pgs: 105 active+clean; 126 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-10T16:02:22.711 INFO:tasks.workunit.client.0.smithi069.stdout: 638: throughput=4.99MB/sec pending data=0 2024-04-10T16:02:22.712 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-EWXFAkrUdG94pg5 off=1852191 len=419455 2024-04-10T16:02:22.715 INFO:tasks.workunit.client.0.smithi069.stdout:op 3300 completed, throughput=4.99MB/sec 2024-04-10T16:02:22.716 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-Ye29f1EoT0ldjqY off=9638124 len=1497830 2024-04-10T16:02:22.721 INFO:tasks.workunit.client.0.smithi069.stdout:op 3301 completed, throughput=5MB/sec 2024-04-10T16:02:22.721 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-sk44Rut5tDIXd4a off=2696600 len=389884 2024-04-10T16:02:22.724 INFO:tasks.workunit.client.0.smithi069.stdout:op 3302 completed, throughput=5MB/sec 2024-04-10T16:02:22.724 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-43DuDYZcuICsSXe off=5915682 len=1302762 2024-04-10T16:02:22.726 INFO:tasks.workunit.client.0.smithi069.stdout:op 3303 completed, throughput=5MB/sec 2024-04-10T16:02:22.726 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-8NZiep2tn2i5EKZ off=3172258 len=88823 2024-04-10T16:02:22.728 INFO:tasks.workunit.client.0.smithi069.stdout:op 3304 completed, throughput=5MB/sec 2024-04-10T16:02:22.728 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-rHx3fUgNrRk2PqB off=18595121 len=1886299 2024-04-10T16:02:22.738 INFO:tasks.workunit.client.0.smithi069.stdout:op 3305 completed, throughput=5MB/sec 2024-04-10T16:02:22.751 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:02:22 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:02:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:02:23.738 INFO:tasks.workunit.client.0.smithi069.stdout: 639: throughput=4.99MB/sec pending data=0 2024-04-10T16:02:23.738 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-oXFK2bnT45Ycj6T off=1849400 len=779786 2024-04-10T16:02:23.740 INFO:tasks.workunit.client.0.smithi069.stdout:op 3306 completed, throughput=4.99MB/sec 2024-04-10T16:02:23.740 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-K-xxaZDMqUGrb8u off=17049341 len=2060734 2024-04-10T16:02:23.751 INFO:tasks.workunit.client.0.smithi069.stdout:op 3307 completed, throughput=5MB/sec 2024-04-10T16:02:23.751 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-5bV7ghWsqARMOfh off=4129556 len=1600840 2024-04-10T16:02:23.758 INFO:tasks.workunit.client.0.smithi069.stdout:op 3308 completed, throughput=5MB/sec 2024-04-10T16:02:23.758 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-VcXutwvc8deUiyt off=1825255 len=1578592 2024-04-10T16:02:23.761 INFO:tasks.workunit.client.0.smithi069.stdout:op 3309 completed, throughput=5MB/sec 2024-04-10T16:02:24.001 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:02:23 smithi077 ceph-mon[87572]: pgmap v1729: 105 pgs: 105 active+clean; 126 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-10T16:02:24.095 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:02:23 smithi069 ceph-mon[94167]: pgmap v1729: 105 pgs: 105 active+clean; 126 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-10T16:02:24.095 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:02:23 smithi069 ceph-mon[96738]: pgmap v1729: 105 pgs: 105 active+clean; 126 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-10T16:02:24.762 INFO:tasks.workunit.client.0.smithi069.stdout: 640: throughput=4.99MB/sec pending data=0 2024-04-10T16:02:24.762 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-2m478Ee5kwZ3cpd off=5143634 len=1443291 2024-04-10T16:02:24.768 INFO:tasks.workunit.client.0.smithi069.stdout:op 3310 completed, throughput=5MB/sec 2024-04-10T16:02:24.768 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-sLFFZnLewFGbMID off=10409448 len=1324533 2024-04-10T16:02:24.769 INFO:tasks.workunit.client.0.smithi069.stdout:op 3311 completed, throughput=5MB/sec 2024-04-10T16:02:24.769 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-qgNOLzVHnrzO8GB off=3936094 len=719367 2024-04-10T16:02:24.771 INFO:tasks.workunit.client.0.smithi069.stdout:op 3312 completed, throughput=5MB/sec 2024-04-10T16:02:24.771 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-oO5Q_P9Ccobik83 off=3703709 len=204638 2024-04-10T16:02:24.774 INFO:tasks.workunit.client.0.smithi069.stdout:op 3313 completed, throughput=5MB/sec 2024-04-10T16:02:24.774 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-H2DOijCsZDKV_T6 off=7118383 len=266719 2024-04-10T16:02:24.776 INFO:tasks.workunit.client.0.smithi069.stdout:op 3314 completed, throughput=5MB/sec 2024-04-10T16:02:25.001 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:02:24 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:02:25.095 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:02:24 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:02:25.095 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:02:24 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:02:25.777 INFO:tasks.workunit.client.0.smithi069.stdout: 641: throughput=4.99MB/sec pending data=0 2024-04-10T16:02:25.777 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-48aArn26Rpmwoql off=5187272 len=1550322 2024-04-10T16:02:25.778 INFO:tasks.workunit.client.0.smithi069.stdout:op 3315 completed, throughput=4.99MB/sec 2024-04-10T16:02:25.778 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-Fr9o6455V8hU4Ph off=8569640 len=616168 2024-04-10T16:02:25.779 INFO:tasks.workunit.client.0.smithi069.stdout:op 3316 completed, throughput=5MB/sec 2024-04-10T16:02:25.779 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-7sQYNf1oeZ-DxX2 off=11211555 len=126030 2024-04-10T16:02:25.782 INFO:tasks.workunit.client.0.smithi069.stdout:op 3317 completed, throughput=5MB/sec 2024-04-10T16:02:25.782 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-5GhoVrqVkhREtjm off=0 len=1445749 2024-04-10T16:02:25.784 INFO:tasks.workunit.client.0.smithi069.stdout:op 3318 completed, throughput=5MB/sec 2024-04-10T16:02:25.784 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-X4ooJWnjhh6uDAH off=14592244 len=1597899 2024-04-10T16:02:25.792 INFO:tasks.workunit.client.0.smithi069.stdout:op 3319 completed, throughput=5MB/sec 2024-04-10T16:02:26.001 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:02:25 smithi077 ceph-mon[87572]: pgmap v1730: 105 pgs: 105 active+clean; 126 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-10T16:02:26.095 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:02:25 smithi069 ceph-mon[94167]: pgmap v1730: 105 pgs: 105 active+clean; 126 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-10T16:02:26.096 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:02:25 smithi069 ceph-mon[96738]: pgmap v1730: 105 pgs: 105 active+clean; 126 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-10T16:02:26.792 INFO:tasks.workunit.client.0.smithi069.stdout: 642: throughput=4.99MB/sec pending data=0 2024-04-10T16:02:26.792 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-PDp-1OXHlr4J4gh off=568672 len=1520404 2024-04-10T16:02:26.794 INFO:tasks.workunit.client.0.smithi069.stdout:op 3320 completed, throughput=4.99MB/sec 2024-04-10T16:02:26.794 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-ouAhK6y_EGu89Pj off=1713733 len=97758 2024-04-10T16:02:26.797 INFO:tasks.workunit.client.0.smithi069.stdout:op 3321 completed, throughput=4.99MB/sec 2024-04-10T16:02:26.797 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-3P5PC5is908DAk4 off=8304689 len=383044 2024-04-10T16:02:26.798 INFO:tasks.workunit.client.0.smithi069.stdout:op 3322 completed, throughput=5MB/sec 2024-04-10T16:02:26.798 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-VqLWvW1YpVT-jl1 off=5798911 len=614520 2024-04-10T16:02:26.799 INFO:tasks.workunit.client.0.smithi069.stdout:op 3323 completed, throughput=5MB/sec 2024-04-10T16:02:26.799 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-Hi3SzTpA2O6IQpY off=2550940 len=43961 2024-04-10T16:02:26.801 INFO:tasks.workunit.client.0.smithi069.stdout:op 3324 completed, throughput=5MB/sec 2024-04-10T16:02:26.801 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-Kjl4WF7CuL1uV1Q off=2226334 len=871995 2024-04-10T16:02:26.805 INFO:tasks.workunit.client.0.smithi069.stdout:op 3325 completed, throughput=5MB/sec 2024-04-10T16:02:26.805 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-6fPE1X2RWEWBdXI off=10970376 len=1992565 2024-04-10T16:02:26.813 INFO:tasks.workunit.client.0.smithi069.stdout:op 3326 completed, throughput=5MB/sec 2024-04-10T16:02:27.345 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:02:26 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:02:26] "GET /metrics HTTP/1.1" 200 34049 "" "Prometheus/2.43.0" 2024-04-10T16:02:27.813 INFO:tasks.workunit.client.0.smithi069.stdout: 643: throughput=4.99MB/sec pending data=0 2024-04-10T16:02:27.813 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-69XO_IZqypbZ7L8 off=7038294 len=210849 2024-04-10T16:02:27.814 INFO:tasks.workunit.client.0.smithi069.stdout:op 3327 completed, throughput=4.99MB/sec 2024-04-10T16:02:27.814 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-PNr__64bogEjZ-C off=4091031 len=323850 2024-04-10T16:02:27.818 INFO:tasks.workunit.client.0.smithi069.stdout:op 3328 completed, throughput=4.99MB/sec 2024-04-10T16:02:27.818 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-vzWFDGVAxAqNn5_ off=3357486 len=1051375 2024-04-10T16:02:27.823 INFO:tasks.workunit.client.0.smithi069.stdout:op 3329 completed, throughput=4.99MB/sec 2024-04-10T16:02:27.823 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-YsJ3BDnOvrZlywn off=17559 len=1552894 2024-04-10T16:02:27.826 INFO:tasks.workunit.client.0.smithi069.stdout:op 3330 completed, throughput=5MB/sec 2024-04-10T16:02:27.826 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-czPswQZP0aF2tOo off=4041518 len=648692 2024-04-10T16:02:27.830 INFO:tasks.workunit.client.0.smithi069.stdout:op 3331 completed, throughput=5MB/sec 2024-04-10T16:02:27.830 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-p-gC4kDxAzPikI0 off=5084617 len=1896698 2024-04-10T16:02:27.831 INFO:tasks.workunit.client.0.smithi069.stdout:op 3332 completed, throughput=5MB/sec 2024-04-10T16:02:28.001 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:02:27 smithi077 ceph-mon[87572]: pgmap v1731: 105 pgs: 105 active+clean; 126 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-10T16:02:28.097 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:02:27 smithi069 ceph-mon[94167]: pgmap v1731: 105 pgs: 105 active+clean; 126 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-10T16:02:28.097 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:02:27 smithi069 ceph-mon[96738]: pgmap v1731: 105 pgs: 105 active+clean; 126 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-10T16:02:28.832 INFO:tasks.workunit.client.0.smithi069.stdout: 644: throughput=4.99MB/sec pending data=0 2024-04-10T16:02:28.832 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-nE52AQJGx6R-mtK off=7416613 len=289592 2024-04-10T16:02:28.833 INFO:tasks.workunit.client.0.smithi069.stdout:op 3333 completed, throughput=4.99MB/sec 2024-04-10T16:02:28.833 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-4k1SiKC72xL7kBJ off=6538554 len=1660305 2024-04-10T16:02:28.836 INFO:tasks.workunit.client.0.smithi069.stdout:op 3334 completed, throughput=5MB/sec 2024-04-10T16:02:28.836 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-RUeDDzkrgl07S0E off=470051 len=856646 2024-04-10T16:02:28.837 INFO:tasks.workunit.client.0.smithi069.stdout:op 3335 completed, throughput=5MB/sec 2024-04-10T16:02:28.837 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-25QXGZkwykQSUFy off=9366605 len=379090 2024-04-10T16:02:28.838 INFO:tasks.workunit.client.0.smithi069.stdout:op 3336 completed, throughput=5MB/sec 2024-04-10T16:02:28.838 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-kYgurUCrRzv9WzX off=14703710 len=171695 2024-04-10T16:02:28.841 INFO:tasks.workunit.client.0.smithi069.stdout:op 3337 completed, throughput=5MB/sec 2024-04-10T16:02:28.841 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-Ae_WtIiAXBhCjpl off=3290086 len=754255 2024-04-10T16:02:28.846 INFO:tasks.workunit.client.0.smithi069.stdout:op 3338 completed, throughput=5MB/sec 2024-04-10T16:02:28.846 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-wxri-lAY9m5skM2 off=650331 len=1916008 2024-04-10T16:02:28.858 INFO:tasks.workunit.client.0.smithi069.stdout:op 3339 completed, throughput=5MB/sec 2024-04-10T16:02:29.859 INFO:tasks.workunit.client.0.smithi069.stdout: 645: throughput=4.99MB/sec pending data=0 2024-04-10T16:02:29.859 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-JNsfju16LSiBixz off=2422269 len=967456 2024-04-10T16:02:29.860 INFO:tasks.workunit.client.0.smithi069.stdout:op 3340 completed, throughput=5MB/sec 2024-04-10T16:02:29.860 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-bQXKYkzHIaoBKhF off=2476037 len=456493 2024-04-10T16:02:29.861 INFO:tasks.workunit.client.0.smithi069.stdout:op 3341 completed, throughput=5MB/sec 2024-04-10T16:02:29.861 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-HqB-cdWVyJgiv5H off=4409738 len=830473 2024-04-10T16:02:29.866 INFO:tasks.workunit.client.0.smithi069.stdout:op 3342 completed, throughput=5MB/sec 2024-04-10T16:02:29.866 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-6G8zk8mlXlPqS3t off=0 len=1066133 2024-04-10T16:02:29.870 INFO:tasks.workunit.client.0.smithi069.stdout:op 3343 completed, throughput=5MB/sec 2024-04-10T16:02:29.870 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-zGDckw-R6ceiHAa off=1009638 len=255332 2024-04-10T16:02:29.873 INFO:tasks.workunit.client.0.smithi069.stdout:op 3344 completed, throughput=5MB/sec 2024-04-10T16:02:29.873 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-8lEUQLQoPmrtxO3 off=5473235 len=1032647 2024-04-10T16:02:29.877 INFO:tasks.workunit.client.0.smithi069.stdout:op 3345 completed, throughput=5MB/sec 2024-04-10T16:02:30.001 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:02:29 smithi077 ceph-mon[87572]: pgmap v1732: 105 pgs: 105 active+clean; 126 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-10T16:02:30.095 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:02:29 smithi069 ceph-mon[96738]: pgmap v1732: 105 pgs: 105 active+clean; 126 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-10T16:02:30.095 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:02:29 smithi069 ceph-mon[94167]: pgmap v1732: 105 pgs: 105 active+clean; 126 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-10T16:02:30.877 INFO:tasks.workunit.client.0.smithi069.stdout: 646: throughput=4.99MB/sec pending data=0 2024-04-10T16:02:30.878 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-FX0-N0VszgNqCcc off=3282603 len=1957527 2024-04-10T16:02:30.887 INFO:tasks.workunit.client.0.smithi069.stdout:op 3346 completed, throughput=5MB/sec 2024-04-10T16:02:30.887 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-hNQeJq-bVGfPWpP off=11724419 len=900423 2024-04-10T16:02:30.892 INFO:tasks.workunit.client.0.smithi069.stdout:op 3347 completed, throughput=5MB/sec 2024-04-10T16:02:30.892 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-JI3sFeZiqBhQ1Pu off=10633940 len=675778 2024-04-10T16:02:30.893 INFO:tasks.workunit.client.0.smithi069.stdout:op 3348 completed, throughput=5MB/sec 2024-04-10T16:02:30.893 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-QTAG9DZpFReE-PN off=1531916 len=97753 2024-04-10T16:02:30.895 INFO:tasks.workunit.client.0.smithi069.stdout:op 3349 completed, throughput=5MB/sec 2024-04-10T16:02:30.895 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-sQfY2AaRq4nNhu1 off=13638266 len=1796056 2024-04-10T16:02:30.897 INFO:tasks.workunit.client.0.smithi069.stdout:op 3350 completed, throughput=5MB/sec 2024-04-10T16:02:31.898 INFO:tasks.workunit.client.0.smithi069.stdout: 647: throughput=4.99MB/sec pending data=0 2024-04-10T16:02:31.898 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-2JhG4QfJicbgxKJ off=7155118 len=693983 2024-04-10T16:02:31.902 INFO:tasks.workunit.client.0.smithi069.stdout:op 3351 completed, throughput=4.99MB/sec 2024-04-10T16:02:31.902 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-Wz0XoTzPn69dKUG off=5483812 len=758226 2024-04-10T16:02:31.903 INFO:tasks.workunit.client.0.smithi069.stdout:op 3352 completed, throughput=5MB/sec 2024-04-10T16:02:31.903 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-NwCDT_EXjWFT9Yw off=13563906 len=496841 2024-04-10T16:02:31.904 INFO:tasks.workunit.client.0.smithi069.stdout:op 3353 completed, throughput=5MB/sec 2024-04-10T16:02:31.904 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-MfzcM-Fy6mYZDpk off=7212958 len=1230655 2024-04-10T16:02:31.905 INFO:tasks.workunit.client.0.smithi069.stdout:op 3354 completed, throughput=5MB/sec 2024-04-10T16:02:31.906 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj--uKfDAWEbfVw2NF off=5160830 len=757831 2024-04-10T16:02:31.910 INFO:tasks.workunit.client.0.smithi069.stdout:op 3355 completed, throughput=5MB/sec 2024-04-10T16:02:31.910 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-USBRJOPPDFX6Ghb off=16777293 len=1237914 2024-04-10T16:02:31.918 INFO:tasks.workunit.client.0.smithi069.stdout:op 3356 completed, throughput=5MB/sec 2024-04-10T16:02:32.001 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:02:31 smithi077 ceph-mon[87572]: pgmap v1733: 105 pgs: 105 active+clean; 126 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-10T16:02:32.095 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:02:31 smithi069 ceph-mon[94167]: pgmap v1733: 105 pgs: 105 active+clean; 126 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-10T16:02:32.096 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:02:31 smithi069 ceph-mon[96738]: pgmap v1733: 105 pgs: 105 active+clean; 126 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-10T16:02:32.751 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:02:32 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:02:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:02:32.918 INFO:tasks.workunit.client.0.smithi069.stdout: 648: throughput=4.99MB/sec pending data=0 2024-04-10T16:02:32.919 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-p1H23ov1y4Qp3Tm off=3354371 len=2004764 2024-04-10T16:02:32.921 INFO:tasks.workunit.client.0.smithi069.stdout:op 3357 completed, throughput=5MB/sec 2024-04-10T16:02:32.921 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-OPgNqFCFyLg4vMv off=1825916 len=940121 2024-04-10T16:02:32.922 INFO:tasks.workunit.client.0.smithi069.stdout:op 3358 completed, throughput=5MB/sec 2024-04-10T16:02:32.922 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-TQ4rdAygwu5At5C off=19917043 len=1100437 2024-04-10T16:02:32.929 INFO:tasks.workunit.client.0.smithi069.stdout:op 3359 completed, throughput=5MB/sec 2024-04-10T16:02:32.929 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-lW3CILuLfm2g1Pu off=171312 len=1082480 2024-04-10T16:02:32.934 INFO:tasks.workunit.client.0.smithi069.stdout:op 3360 completed, throughput=5MB/sec 2024-04-10T16:02:33.934 INFO:tasks.workunit.client.0.smithi069.stdout: 649: throughput=4.99MB/sec pending data=0 2024-04-10T16:02:33.934 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-AbwQRFAL3JYO60R off=23040698 len=1968770 2024-04-10T16:02:33.942 INFO:tasks.workunit.client.0.smithi069.stdout:op 3361 completed, throughput=5MB/sec 2024-04-10T16:02:33.942 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-RWI_TyKlTK-rU2f off=11688149 len=32656 2024-04-10T16:02:33.943 INFO:tasks.workunit.client.0.smithi069.stdout:op 3362 completed, throughput=5MB/sec 2024-04-10T16:02:33.943 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-1CmZWKPUIaFR0AN off=1766960 len=117877 2024-04-10T16:02:33.945 INFO:tasks.workunit.client.0.smithi069.stdout:op 3363 completed, throughput=5MB/sec 2024-04-10T16:02:33.945 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-ulTpDAAmmkdCeDT off=15954514 len=1842859 2024-04-10T16:02:33.955 INFO:tasks.workunit.client.0.smithi069.stdout:op 3364 completed, throughput=5MB/sec 2024-04-10T16:02:33.955 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-dvz0EO-d0DS6qik off=287363 len=1637121 2024-04-10T16:02:33.957 INFO:tasks.workunit.client.0.smithi069.stdout:op 3365 completed, throughput=5MB/sec 2024-04-10T16:02:34.001 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:02:33 smithi077 ceph-mon[87572]: pgmap v1734: 105 pgs: 105 active+clean; 126 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-10T16:02:34.095 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:02:33 smithi069 ceph-mon[96738]: pgmap v1734: 105 pgs: 105 active+clean; 126 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-10T16:02:34.095 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:02:33 smithi069 ceph-mon[94167]: pgmap v1734: 105 pgs: 105 active+clean; 126 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-10T16:02:34.957 INFO:tasks.workunit.client.0.smithi069.stdout: 650: throughput=4.99MB/sec pending data=0 2024-04-10T16:02:34.958 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-bDtxwBK9GDOOdTd off=5159114 len=2069392 2024-04-10T16:02:34.960 INFO:tasks.workunit.client.0.smithi069.stdout:op 3366 completed, throughput=5MB/sec 2024-04-10T16:02:34.960 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-M8sAk18W4MRJb_q off=179524 len=209031 2024-04-10T16:02:34.960 INFO:tasks.workunit.client.0.smithi069.stdout:op 3367 completed, throughput=5MB/sec 2024-04-10T16:02:34.961 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-Fy5vIdLflul3hYy off=12639852 len=1125103 2024-04-10T16:02:34.962 INFO:tasks.workunit.client.0.smithi069.stdout:op 3368 completed, throughput=5MB/sec 2024-04-10T16:02:34.962 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-ODbTpC2aWNdREWb off=9613434 len=1642180 2024-04-10T16:02:34.971 INFO:tasks.workunit.client.0.smithi069.stdout:op 3369 completed, throughput=5MB/sec 2024-04-10T16:02:35.972 INFO:tasks.workunit.client.0.smithi069.stdout: 651: throughput=4.99MB/sec pending data=0 2024-04-10T16:02:35.972 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-cVwcNyh6DEwciz0 off=5192300 len=953737 2024-04-10T16:02:35.977 INFO:tasks.workunit.client.0.smithi069.stdout:op 3370 completed, throughput=4.99MB/sec 2024-04-10T16:02:35.977 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-trwj5CM5ZNqjRdP off=3401244 len=46745 2024-04-10T16:02:35.978 INFO:tasks.workunit.client.0.smithi069.stdout:op 3371 completed, throughput=4.99MB/sec 2024-04-10T16:02:35.978 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-uMSTH0BylBDLzAu off=8821450 len=1543840 2024-04-10T16:02:35.980 INFO:tasks.workunit.client.0.smithi069.stdout:op 3372 completed, throughput=5MB/sec 2024-04-10T16:02:35.980 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-vA8UQ-FfrQWTEBh off=164628 len=135427 2024-04-10T16:02:35.981 INFO:tasks.workunit.client.0.smithi069.stdout:op 3373 completed, throughput=5MB/sec 2024-04-10T16:02:35.981 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-nGg0sh90dDIxYs4 off=6492849 len=1076090 2024-04-10T16:02:35.982 INFO:tasks.workunit.client.0.smithi069.stdout:op 3374 completed, throughput=5MB/sec 2024-04-10T16:02:35.982 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-0QR7-dl3KWaQhf7 off=10779744 len=1488498 2024-04-10T16:02:35.983 INFO:tasks.workunit.client.0.smithi069.stdout:op 3375 completed, throughput=5MB/sec 2024-04-10T16:02:36.001 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:02:35 smithi077 ceph-mon[87572]: pgmap v1735: 105 pgs: 105 active+clean; 126 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-10T16:02:36.095 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:02:35 smithi069 ceph-mon[94167]: pgmap v1735: 105 pgs: 105 active+clean; 126 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-10T16:02:36.096 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:02:35 smithi069 ceph-mon[96738]: pgmap v1735: 105 pgs: 105 active+clean; 126 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-10T16:02:36.984 INFO:tasks.workunit.client.0.smithi069.stdout: 652: throughput=4.99MB/sec pending data=0 2024-04-10T16:02:36.984 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-zYeES_7oT50NWJ6 off=4585578 len=1083625 2024-04-10T16:02:36.985 INFO:tasks.workunit.client.0.smithi069.stdout:op 3376 completed, throughput=4.99MB/sec 2024-04-10T16:02:36.985 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-uHn-Gv-yzL2mrdr off=22390270 len=1082223 2024-04-10T16:02:36.990 INFO:tasks.workunit.client.0.smithi069.stdout:op 3377 completed, throughput=5MB/sec 2024-04-10T16:02:36.990 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-kzDFN5nmynOikJC off=12801169 len=1174667 2024-04-10T16:02:36.997 INFO:tasks.workunit.client.0.smithi069.stdout:op 3378 completed, throughput=5MB/sec 2024-04-10T16:02:36.997 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-v2H5d3clcUFnuP0 off=14125487 len=500990 2024-04-10T16:02:36.998 INFO:tasks.workunit.client.0.smithi069.stdout:op 3379 completed, throughput=5MB/sec 2024-04-10T16:02:36.998 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-ErxixwzT1EAwQht off=2821215 len=1186683 2024-04-10T16:02:36.999 INFO:tasks.workunit.client.0.smithi069.stdout:op 3380 completed, throughput=5MB/sec 2024-04-10T16:02:36.999 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-b41Jkk-jYWWkuH_ off=6843340 len=26072 2024-04-10T16:02:37.002 INFO:tasks.workunit.client.0.smithi069.stdout:op 3381 completed, throughput=5MB/sec 2024-04-10T16:02:37.002 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-orTyRBv-M1o2RKg off=3838590 len=1097047 2024-04-10T16:02:37.006 INFO:tasks.workunit.client.0.smithi069.stdout:op 3382 completed, throughput=5MB/sec 2024-04-10T16:02:37.345 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:02:36 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:02:36] "GET /metrics HTTP/1.1" 200 34049 "" "Prometheus/2.43.0" 2024-04-10T16:02:38.001 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:02:37 smithi077 ceph-mon[87572]: pgmap v1736: 105 pgs: 105 active+clean; 126 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-10T16:02:38.007 INFO:tasks.workunit.client.0.smithi069.stdout: 653: throughput=4.99MB/sec pending data=0 2024-04-10T16:02:38.007 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-dIL83XrYB6k8Cuc off=665833 len=520231 2024-04-10T16:02:38.011 INFO:tasks.workunit.client.0.smithi069.stdout:op 3383 completed, throughput=4.99MB/sec 2024-04-10T16:02:38.011 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-0PNB8Ix2ecPSNYW off=72393 len=493649 2024-04-10T16:02:38.015 INFO:tasks.workunit.client.0.smithi069.stdout:op 3384 completed, throughput=5MB/sec 2024-04-10T16:02:38.015 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-J47HLfB0WYpcIy9 off=13892168 len=725443 2024-04-10T16:02:38.019 INFO:tasks.workunit.client.0.smithi069.stdout:op 3385 completed, throughput=5MB/sec 2024-04-10T16:02:38.019 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-McBXNG7euHqvvRW off=3177754 len=1071062 2024-04-10T16:02:38.025 INFO:tasks.workunit.client.0.smithi069.stdout:op 3386 completed, throughput=5MB/sec 2024-04-10T16:02:38.025 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-N8m4qXihnFAPgmc off=6653823 len=444271 2024-04-10T16:02:38.028 INFO:tasks.workunit.client.0.smithi069.stdout:op 3387 completed, throughput=5MB/sec 2024-04-10T16:02:38.028 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj--6o5_1aPoF620ET off=14648270 len=1758640 2024-04-10T16:02:38.031 INFO:tasks.workunit.client.0.smithi069.stdout:op 3388 completed, throughput=5MB/sec 2024-04-10T16:02:38.095 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:02:37 smithi069 ceph-mon[94167]: pgmap v1736: 105 pgs: 105 active+clean; 126 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-10T16:02:38.095 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:02:37 smithi069 ceph-mon[96738]: pgmap v1736: 105 pgs: 105 active+clean; 126 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-10T16:02:39.032 INFO:tasks.workunit.client.0.smithi069.stdout: 654: throughput=4.99MB/sec pending data=0 2024-04-10T16:02:39.032 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-oJXFYItyIN_jiK8 off=2434948 len=1352648 2024-04-10T16:02:39.037 INFO:tasks.workunit.client.0.smithi069.stdout:op 3389 completed, throughput=5MB/sec 2024-04-10T16:02:39.038 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-jkq7sVQidTq6nyI off=8284845 len=33790 2024-04-10T16:02:39.038 INFO:tasks.workunit.client.0.smithi069.stdout:op 3390 completed, throughput=5MB/sec 2024-04-10T16:02:39.038 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-o3f-jRJCm4ba1Mw off=1973915 len=1582925 2024-04-10T16:02:39.041 INFO:tasks.workunit.client.0.smithi069.stdout:op 3391 completed, throughput=5MB/sec 2024-04-10T16:02:39.041 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-IMebwumbFumzkNm off=1611264 len=1829791 2024-04-10T16:02:39.052 INFO:tasks.workunit.client.0.smithi069.stdout:op 3392 completed, throughput=5MB/sec 2024-04-10T16:02:39.053 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-mwVhz9KEk47iCAs off=6422898 len=2085030 2024-04-10T16:02:39.057 INFO:tasks.workunit.client.0.smithi069.stdout:op 3393 completed, throughput=5MB/sec 2024-04-10T16:02:40.001 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:02:39 smithi077 ceph-mon[87572]: pgmap v1737: 105 pgs: 105 active+clean; 126 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-10T16:02:40.001 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:02:39 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:02:40.057 INFO:tasks.workunit.client.0.smithi069.stdout: 655: throughput=5MB/sec pending data=0 2024-04-10T16:02:40.057 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-vDZfXGPGolofNRm off=6958 len=1536086 2024-04-10T16:02:40.061 INFO:tasks.workunit.client.0.smithi069.stdout:op 3394 completed, throughput=5MB/sec 2024-04-10T16:02:40.061 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-6B3HnxXhH45K_M2 off=1534414 len=80765 2024-04-10T16:02:40.064 INFO:tasks.workunit.client.0.smithi069.stdout:op 3395 completed, throughput=5MB/sec 2024-04-10T16:02:40.064 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-XHP1r7AEpRj3YKA off=0 len=1120438 2024-04-10T16:02:40.071 INFO:tasks.workunit.client.0.smithi069.stdout:op 3396 completed, throughput=5MB/sec 2024-04-10T16:02:40.071 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-Cunb1UzY9VXmi-F off=4207541 len=1816968 2024-04-10T16:02:40.072 INFO:tasks.workunit.client.0.smithi069.stdout:op 3397 completed, throughput=5MB/sec 2024-04-10T16:02:40.095 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:02:39 smithi069 ceph-mon[96738]: pgmap v1737: 105 pgs: 105 active+clean; 126 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-10T16:02:40.095 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:02:39 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:02:40.095 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:02:39 smithi069 ceph-mon[94167]: pgmap v1737: 105 pgs: 105 active+clean; 126 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-10T16:02:40.095 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:02:39 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:02:41.073 INFO:tasks.workunit.client.0.smithi069.stdout: 656: throughput=4.99MB/sec pending data=0 2024-04-10T16:02:41.073 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-1V2jLx3Vl7XktVl off=9464741 len=1614111 2024-04-10T16:02:41.075 INFO:tasks.workunit.client.0.smithi069.stdout:op 3398 completed, throughput=5MB/sec 2024-04-10T16:02:41.076 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-RlPyKGCi9_mIMEU off=1544298 len=613910 2024-04-10T16:02:41.080 INFO:tasks.workunit.client.0.smithi069.stdout:op 3399 completed, throughput=5MB/sec 2024-04-10T16:02:41.080 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-UlWuPOjQG2YQSa6 off=141868 len=1130894 2024-04-10T16:02:41.084 INFO:tasks.workunit.client.0.smithi069.stdout:op 3400 completed, throughput=5MB/sec 2024-04-10T16:02:41.084 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-jNpBkyytpRzDOQ5 off=716130 len=1775736 2024-04-10T16:02:41.092 INFO:tasks.workunit.client.0.smithi069.stdout:op 3401 completed, throughput=5MB/sec 2024-04-10T16:02:42.001 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:02:41 smithi077 ceph-mon[87572]: pgmap v1738: 105 pgs: 105 active+clean; 126 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-10T16:02:42.092 INFO:tasks.workunit.client.0.smithi069.stdout: 657: throughput=4.99MB/sec pending data=0 2024-04-10T16:02:42.093 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-tB3P1BmOnMVvYJG off=4517355 len=1870645 2024-04-10T16:02:42.095 INFO:tasks.workunit.client.0.smithi069.stdout:op 3402 completed, throughput=5MB/sec 2024-04-10T16:02:42.095 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-oxzAQPL8MPkizu4 off=14108616 len=1938539 2024-04-10T16:02:42.095 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:02:41 smithi069 ceph-mon[96738]: pgmap v1738: 105 pgs: 105 active+clean; 126 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-10T16:02:42.095 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:02:41 smithi069 ceph-mon[94167]: pgmap v1738: 105 pgs: 105 active+clean; 126 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-10T16:02:42.097 INFO:tasks.workunit.client.0.smithi069.stdout:op 3403 completed, throughput=5MB/sec 2024-04-10T16:02:42.097 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-HnNX1hPLO-q9Ref off=4019265 len=24759 2024-04-10T16:02:42.097 INFO:tasks.workunit.client.0.smithi069.stdout:op 3404 completed, throughput=5MB/sec 2024-04-10T16:02:42.097 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-8qtVtB8qRFTbkLw off=10663175 len=1197337 2024-04-10T16:02:42.105 INFO:tasks.workunit.client.0.smithi069.stdout:op 3405 completed, throughput=5MB/sec 2024-04-10T16:02:42.751 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:02:42 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:02:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:02:43.105 INFO:tasks.workunit.client.0.smithi069.stdout: 658: throughput=4.99MB/sec pending data=0 2024-04-10T16:02:43.105 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-JLigeb1KCfR3XRg off=15288422 len=703113 2024-04-10T16:02:43.108 INFO:tasks.workunit.client.0.smithi069.stdout:op 3406 completed, throughput=4.99MB/sec 2024-04-10T16:02:43.108 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-dBwGP7Tj711Pqpm off=17273297 len=1915735 2024-04-10T16:02:43.119 INFO:tasks.workunit.client.0.smithi069.stdout:op 3407 completed, throughput=5MB/sec 2024-04-10T16:02:43.119 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-uE6cf03l8AMKIuG off=10066985 len=1869755 2024-04-10T16:02:43.123 INFO:tasks.workunit.client.0.smithi069.stdout:op 3408 completed, throughput=5MB/sec 2024-04-10T16:02:43.123 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-t__PBzDxnTGyDTu off=7476580 len=1355981 2024-04-10T16:02:43.126 INFO:tasks.workunit.client.0.smithi069.stdout:op 3409 completed, throughput=5MB/sec 2024-04-10T16:02:44.001 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:02:43 smithi077 ceph-mon[87572]: pgmap v1739: 105 pgs: 105 active+clean; 126 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-10T16:02:44.095 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:02:43 smithi069 ceph-mon[96738]: pgmap v1739: 105 pgs: 105 active+clean; 126 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-10T16:02:44.095 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:02:43 smithi069 ceph-mon[94167]: pgmap v1739: 105 pgs: 105 active+clean; 126 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-10T16:02:44.126 INFO:tasks.workunit.client.0.smithi069.stdout: 659: throughput=4.99MB/sec pending data=0 2024-04-10T16:02:44.126 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-6cTOsqVeE9MEFjJ off=15155816 len=2017431 2024-04-10T16:02:44.138 INFO:tasks.workunit.client.0.smithi069.stdout:op 3410 completed, throughput=5MB/sec 2024-04-10T16:02:44.138 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-P71TLnILWDFBSKm off=1963897 len=1656725 2024-04-10T16:02:44.145 INFO:tasks.workunit.client.0.smithi069.stdout:op 3411 completed, throughput=5MB/sec 2024-04-10T16:02:44.145 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-LjhurYeA7a-pXPR off=3014318 len=1565183 2024-04-10T16:02:44.148 INFO:tasks.workunit.client.0.smithi069.stdout:op 3412 completed, throughput=5MB/sec 2024-04-10T16:02:45.148 INFO:tasks.workunit.client.0.smithi069.stdout: 660: throughput=4.99MB/sec pending data=0 2024-04-10T16:02:45.149 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-BfQUpnZRydGPP3b off=819792 len=64803 2024-04-10T16:02:45.149 INFO:tasks.workunit.client.0.smithi069.stdout:op 3413 completed, throughput=4.99MB/sec 2024-04-10T16:02:45.149 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-EWokQv0SamOPjzN off=252886 len=1917627 2024-04-10T16:02:45.151 INFO:tasks.workunit.client.0.smithi069.stdout:op 3414 completed, throughput=5MB/sec 2024-04-10T16:02:45.151 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-Opbbf1vk0NLTVdf off=10760211 len=1631318 2024-04-10T16:02:45.159 INFO:tasks.workunit.client.0.smithi069.stdout:op 3415 completed, throughput=5MB/sec 2024-04-10T16:02:45.159 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-jNd95A5aQIPWRsr off=9904232 len=534940 2024-04-10T16:02:45.160 INFO:tasks.workunit.client.0.smithi069.stdout:op 3416 completed, throughput=5MB/sec 2024-04-10T16:02:45.160 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-htiDZBicYCCgmGj off=669044 len=1116445 2024-04-10T16:02:45.166 INFO:tasks.workunit.client.0.smithi069.stdout:op 3417 completed, throughput=5MB/sec 2024-04-10T16:02:46.001 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:02:45 smithi077 ceph-mon[87572]: pgmap v1740: 105 pgs: 105 active+clean; 126 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-10T16:02:46.095 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:02:45 smithi069 ceph-mon[96738]: pgmap v1740: 105 pgs: 105 active+clean; 126 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-10T16:02:46.096 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:02:45 smithi069 ceph-mon[94167]: pgmap v1740: 105 pgs: 105 active+clean; 126 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-10T16:02:46.167 INFO:tasks.workunit.client.0.smithi069.stdout: 661: throughput=4.99MB/sec pending data=0 2024-04-10T16:02:46.167 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-Vl7ngRB3_AhVke- off=1629419 len=941996 2024-04-10T16:02:46.168 INFO:tasks.workunit.client.0.smithi069.stdout:op 3418 completed, throughput=5MB/sec 2024-04-10T16:02:46.168 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-RumZqVSgWnePYOv off=1139178 len=1645614 2024-04-10T16:02:46.178 INFO:tasks.workunit.client.0.smithi069.stdout:op 3419 completed, throughput=5MB/sec 2024-04-10T16:02:46.178 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-9rBsuqE0qw1Nk3D off=8881447 len=1021927 2024-04-10T16:02:46.180 INFO:tasks.workunit.client.0.smithi069.stdout:op 3420 completed, throughput=5MB/sec 2024-04-10T16:02:46.180 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-bgNVlYObGx3C4f5 off=1423831 len=1414301 2024-04-10T16:02:46.188 INFO:tasks.workunit.client.0.smithi069.stdout:op 3421 completed, throughput=5MB/sec 2024-04-10T16:02:47.189 INFO:tasks.workunit.client.0.smithi069.stdout: 662: throughput=4.99MB/sec pending data=0 2024-04-10T16:02:47.189 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-ZHmfRxF4jJGSSUo off=4005970 len=418021 2024-04-10T16:02:47.193 INFO:tasks.workunit.client.0.smithi069.stdout:op 3422 completed, throughput=4.99MB/sec 2024-04-10T16:02:47.193 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-xeg6iTSDIRVWeaN off=10748923 len=2047706 2024-04-10T16:02:47.195 INFO:tasks.workunit.client.0.smithi069.stdout:op 3423 completed, throughput=5MB/sec 2024-04-10T16:02:47.195 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-rgu5oByeKI8CuNI off=5529059 len=1642047 2024-04-10T16:02:47.203 INFO:tasks.workunit.client.0.smithi069.stdout:op 3424 completed, throughput=5MB/sec 2024-04-10T16:02:47.203 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-B4Va-2hFDeJ8x8L off=554016 len=1971039 2024-04-10T16:02:47.207 INFO:tasks.workunit.client.0.smithi069.stdout:op 3425 completed, throughput=5MB/sec 2024-04-10T16:02:47.345 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:02:46 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:02:46] "GET /metrics HTTP/1.1" 200 34052 "" "Prometheus/2.43.0" 2024-04-10T16:02:48.095 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:02:47 smithi069 ceph-mon[96738]: pgmap v1741: 105 pgs: 105 active+clean; 126 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-10T16:02:48.096 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:02:47 smithi069 ceph-mon[94167]: pgmap v1741: 105 pgs: 105 active+clean; 126 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-10T16:02:48.207 INFO:tasks.workunit.client.0.smithi069.stdout: 663: throughput=4.99MB/sec pending data=0 2024-04-10T16:02:48.207 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-6eYJ2BueXobIQPR off=11891259 len=1616974 2024-04-10T16:02:48.214 INFO:tasks.workunit.client.0.smithi069.stdout:op 3426 completed, throughput=5MB/sec 2024-04-10T16:02:48.215 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-5s5JNGmJ8L1TWbw off=11195276 len=799352 2024-04-10T16:02:48.216 INFO:tasks.workunit.client.0.smithi069.stdout:op 3427 completed, throughput=5MB/sec 2024-04-10T16:02:48.216 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-LgQESQzZW_hMDV6 off=3571431 len=780824 2024-04-10T16:02:48.218 INFO:tasks.workunit.client.0.smithi069.stdout:op 3428 completed, throughput=5MB/sec 2024-04-10T16:02:48.218 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-HDTOv-zTrmg-nC4 off=12559553 len=1413710 2024-04-10T16:02:48.219 INFO:tasks.workunit.client.0.smithi069.stdout:op 3429 completed, throughput=5MB/sec 2024-04-10T16:02:48.252 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:02:47 smithi077 ceph-mon[87572]: pgmap v1741: 105 pgs: 105 active+clean; 126 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-10T16:02:49.220 INFO:tasks.workunit.client.0.smithi069.stdout: 664: throughput=4.99MB/sec pending data=0 2024-04-10T16:02:49.220 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-K3dhKmZeHwetMdH off=5004168 len=89165 2024-04-10T16:02:49.222 INFO:tasks.workunit.client.0.smithi069.stdout:op 3430 completed, throughput=4.99MB/sec 2024-04-10T16:02:49.222 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-ZbrDxGcnERPpREL off=3072245 len=838885 2024-04-10T16:02:49.228 INFO:tasks.workunit.client.0.smithi069.stdout:op 3431 completed, throughput=4.99MB/sec 2024-04-10T16:02:49.228 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-uwDu5dQvf3kFRDp off=1228722 len=558294 2024-04-10T16:02:49.229 INFO:tasks.workunit.client.0.smithi069.stdout:op 3432 completed, throughput=5MB/sec 2024-04-10T16:02:49.229 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-x4CIB6MwRS3d3ST off=2189430 len=1922881 2024-04-10T16:02:49.232 INFO:tasks.workunit.client.0.smithi069.stdout:op 3433 completed, throughput=5MB/sec 2024-04-10T16:02:49.232 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-qRskbK4tf3VvIFZ off=19884410 len=1162198 2024-04-10T16:02:49.237 INFO:tasks.workunit.client.0.smithi069.stdout:op 3434 completed, throughput=5MB/sec 2024-04-10T16:02:49.237 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-eIMUvNectLjjmLT off=20558073 len=1909626 2024-04-10T16:02:49.248 INFO:tasks.workunit.client.0.smithi069.stdout:op 3435 completed, throughput=5MB/sec 2024-04-10T16:02:50.095 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:02:49 smithi069 ceph-mon[96738]: pgmap v1742: 105 pgs: 105 active+clean; 126 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-10T16:02:50.096 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:02:49 smithi069 ceph-mon[94167]: pgmap v1742: 105 pgs: 105 active+clean; 126 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-10T16:02:50.248 INFO:tasks.workunit.client.0.smithi069.stdout: 665: throughput=5MB/sec pending data=0 2024-04-10T16:02:50.248 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-9a-ZXAv36JcQ7tU off=3886226 len=1003517 2024-04-10T16:02:50.251 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:02:49 smithi077 ceph-mon[87572]: pgmap v1742: 105 pgs: 105 active+clean; 126 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-10T16:02:50.253 INFO:tasks.workunit.client.0.smithi069.stdout:op 3436 completed, throughput=5MB/sec 2024-04-10T16:02:50.253 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-saASxrWeyZ2VeVB off=12095869 len=218231 2024-04-10T16:02:50.254 INFO:tasks.workunit.client.0.smithi069.stdout:op 3437 completed, throughput=5MB/sec 2024-04-10T16:02:50.254 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-aftcJew2LbBDq3k off=4591948 len=1888261 2024-04-10T16:02:50.264 INFO:tasks.workunit.client.0.smithi069.stdout:op 3438 completed, throughput=5MB/sec 2024-04-10T16:02:50.264 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-8qKn4si7Y9awgNZ off=744585 len=1700782 2024-04-10T16:02:50.266 INFO:tasks.workunit.client.0.smithi069.stdout:op 3439 completed, throughput=5MB/sec 2024-04-10T16:02:51.267 INFO:tasks.workunit.client.0.smithi069.stdout: 666: throughput=4.99MB/sec pending data=0 2024-04-10T16:02:51.267 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-K3vR2jCt-CwulJd off=2978366 len=111499 2024-04-10T16:02:51.270 INFO:tasks.workunit.client.0.smithi069.stdout:op 3440 completed, throughput=4.99MB/sec 2024-04-10T16:02:51.270 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-rFJOYYX90PwT5w5 off=1501612 len=1674063 2024-04-10T16:02:51.280 INFO:tasks.workunit.client.0.smithi069.stdout:op 3441 completed, throughput=5MB/sec 2024-04-10T16:02:51.280 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj--_SRG1MkLpqDBGP off=591035 len=819959 2024-04-10T16:02:51.285 INFO:tasks.workunit.client.0.smithi069.stdout:op 3442 completed, throughput=5MB/sec 2024-04-10T16:02:51.285 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-jlCY34n7B9eC2we off=11402306 len=806299 2024-04-10T16:02:51.289 INFO:tasks.workunit.client.0.smithi069.stdout:op 3443 completed, throughput=5MB/sec 2024-04-10T16:02:51.290 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-sUP-iVcStrShaTP off=2987526 len=569659 2024-04-10T16:02:51.291 INFO:tasks.workunit.client.0.smithi069.stdout:op 3444 completed, throughput=5MB/sec 2024-04-10T16:02:51.291 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-Lqx6INN9Gxgw9dv off=3243206 len=1164583 2024-04-10T16:02:51.293 INFO:tasks.workunit.client.0.smithi069.stdout:op 3445 completed, throughput=5MB/sec 2024-04-10T16:02:52.095 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:02:51 smithi069 ceph-mon[96738]: pgmap v1743: 105 pgs: 105 active+clean; 126 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-10T16:02:52.096 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:02:51 smithi069 ceph-mon[94167]: pgmap v1743: 105 pgs: 105 active+clean; 126 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-10T16:02:52.251 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:02:51 smithi077 ceph-mon[87572]: pgmap v1743: 105 pgs: 105 active+clean; 126 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-10T16:02:52.293 INFO:tasks.workunit.client.0.smithi069.stdout: 667: throughput=4.99MB/sec pending data=0 2024-04-10T16:02:52.294 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-SHBBAahlRteB44a off=6765750 len=88679 2024-04-10T16:02:52.294 INFO:tasks.workunit.client.0.smithi069.stdout:op 3446 completed, throughput=4.99MB/sec 2024-04-10T16:02:52.294 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-HsYc1jeesvi8nk_ off=3816847 len=416228 2024-04-10T16:02:52.298 INFO:tasks.workunit.client.0.smithi069.stdout:op 3447 completed, throughput=4.99MB/sec 2024-04-10T16:02:52.298 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-iOqTq1d2S0Tav2U off=17729581 len=1754498 2024-04-10T16:02:52.300 INFO:tasks.workunit.client.0.smithi069.stdout:op 3448 completed, throughput=5MB/sec 2024-04-10T16:02:52.300 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-7vkfnVMrb7OKhpB off=7687352 len=927305 2024-04-10T16:02:52.305 INFO:tasks.workunit.client.0.smithi069.stdout:op 3449 completed, throughput=5MB/sec 2024-04-10T16:02:52.305 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-Lzix96W67__RxzV off=1776357 len=978557 2024-04-10T16:02:52.310 INFO:tasks.workunit.client.0.smithi069.stdout:op 3450 completed, throughput=5MB/sec 2024-04-10T16:02:52.310 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-QR1JzJ7gOH09EbN off=2244457 len=465767 2024-04-10T16:02:52.314 INFO:tasks.workunit.client.0.smithi069.stdout:op 3451 completed, throughput=5MB/sec 2024-04-10T16:02:52.751 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:02:52 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:02:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:02:53.314 INFO:tasks.workunit.client.0.smithi069.stdout: 668: throughput=4.99MB/sec pending data=0 2024-04-10T16:02:53.314 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-K58_Y7PHa15CE5G off=2394702 len=346305 2024-04-10T16:02:53.317 INFO:tasks.workunit.client.0.smithi069.stdout:op 3452 completed, throughput=4.99MB/sec 2024-04-10T16:02:53.317 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-nP2o488MqBxiq2- off=14471213 len=1864540 2024-04-10T16:02:53.327 INFO:tasks.workunit.client.0.smithi069.stdout:op 3453 completed, throughput=5MB/sec 2024-04-10T16:02:53.327 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-5c_Jcj3m9c4NoVZ off=6719257 len=823531 2024-04-10T16:02:53.332 INFO:tasks.workunit.client.0.smithi069.stdout:op 3454 completed, throughput=5MB/sec 2024-04-10T16:02:53.332 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-xrhRP37AyDQhQMD off=2405277 len=987786 2024-04-10T16:02:53.337 INFO:tasks.workunit.client.0.smithi069.stdout:op 3455 completed, throughput=5MB/sec 2024-04-10T16:02:53.337 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-dvz0EO-d0DS6qik off=12158688 len=700850 2024-04-10T16:02:53.338 INFO:tasks.workunit.client.0.smithi069.stdout:op 3456 completed, throughput=5MB/sec 2024-04-10T16:02:53.338 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-__DPJhtXkx9riPE off=865280 len=169235 2024-04-10T16:02:53.340 INFO:tasks.workunit.client.0.smithi069.stdout:op 3457 completed, throughput=5MB/sec 2024-04-10T16:02:53.341 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-rrG2cCWITQ6DCox off=23289319 len=115684 2024-04-10T16:02:53.343 INFO:tasks.workunit.client.0.smithi069.stdout:op 3458 completed, throughput=5MB/sec 2024-04-10T16:02:53.343 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-tYezLL1fC-n6HIv off=13342084 len=1854839 2024-04-10T16:02:53.351 INFO:tasks.workunit.client.0.smithi069.stdout:op 3459 completed, throughput=5MB/sec 2024-04-10T16:02:54.095 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:02:53 smithi069 ceph-mon[96738]: pgmap v1744: 105 pgs: 105 active+clean; 126 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-10T16:02:54.096 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:02:53 smithi069 ceph-mon[94167]: pgmap v1744: 105 pgs: 105 active+clean; 126 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-10T16:02:54.251 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:02:53 smithi077 ceph-mon[87572]: pgmap v1744: 105 pgs: 105 active+clean; 126 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-10T16:02:54.351 INFO:tasks.workunit.client.0.smithi069.stdout: 669: throughput=5MB/sec pending data=0 2024-04-10T16:02:54.351 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-DHHjpy-1OK4tw-K off=1113397 len=1065015 2024-04-10T16:02:54.352 INFO:tasks.workunit.client.0.smithi069.stdout:op 3460 completed, throughput=5MB/sec 2024-04-10T16:02:54.353 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-YD08rDTzbIGc67w off=10869699 len=1720220 2024-04-10T16:02:54.355 INFO:tasks.workunit.client.0.smithi069.stdout:op 3461 completed, throughput=5MB/sec 2024-04-10T16:02:54.355 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-QbHj8njGxS0XyUQ off=2417948 len=1175010 2024-04-10T16:02:54.361 INFO:tasks.workunit.client.0.smithi069.stdout:op 3462 completed, throughput=5MB/sec 2024-04-10T16:02:55.095 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:02:54 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:02:55.096 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:02:54 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:02:55.251 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:02:54 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:02:55.361 INFO:tasks.workunit.client.0.smithi069.stdout: 670: throughput=4.99MB/sec pending data=0 2024-04-10T16:02:55.361 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-cI4ZIeA1KEIeiPN off=1664321 len=2002090 2024-04-10T16:02:55.363 INFO:tasks.workunit.client.0.smithi069.stdout:op 3463 completed, throughput=5MB/sec 2024-04-10T16:02:55.364 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-OJSShvrlc4pAmQv off=2016786 len=214676 2024-04-10T16:02:55.367 INFO:tasks.workunit.client.0.smithi069.stdout:op 3464 completed, throughput=5MB/sec 2024-04-10T16:02:55.367 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-q_CBJbZIRh_RKRX off=15794691 len=852257 2024-04-10T16:02:55.368 INFO:tasks.workunit.client.0.smithi069.stdout:op 3465 completed, throughput=5MB/sec 2024-04-10T16:02:55.368 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-8QmQejZ7vm-SOlC off=7175652 len=1097043 2024-04-10T16:02:55.370 INFO:tasks.workunit.client.0.smithi069.stdout:op 3466 completed, throughput=5MB/sec 2024-04-10T16:02:55.370 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-IXsrQeXvELSCdh8 off=1815496 len=1623167 2024-04-10T16:02:55.372 INFO:tasks.workunit.client.0.smithi069.stdout:op 3467 completed, throughput=5MB/sec 2024-04-10T16:02:56.096 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:02:55 smithi069 ceph-mon[96738]: pgmap v1745: 105 pgs: 105 active+clean; 126 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-10T16:02:56.096 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:02:55 smithi069 ceph-mon[94167]: pgmap v1745: 105 pgs: 105 active+clean; 126 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-10T16:02:56.252 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:02:55 smithi077 ceph-mon[87572]: pgmap v1745: 105 pgs: 105 active+clean; 126 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-10T16:02:56.372 INFO:tasks.workunit.client.0.smithi069.stdout: 671: throughput=4.99MB/sec pending data=0 2024-04-10T16:02:56.372 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-utAKYJT_WC5pOlX off=18771746 len=40440 2024-04-10T16:02:56.373 INFO:tasks.workunit.client.0.smithi069.stdout:op 3468 completed, throughput=4.99MB/sec 2024-04-10T16:02:56.373 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-UXdz1HWx7uznaeU off=8289830 len=226586 2024-04-10T16:02:56.374 INFO:tasks.workunit.client.0.smithi069.stdout:op 3469 completed, throughput=4.99MB/sec 2024-04-10T16:02:56.374 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-LMD7JwQdeMMyIN1 off=575586 len=266073 2024-04-10T16:02:56.377 INFO:tasks.workunit.client.0.smithi069.stdout:op 3470 completed, throughput=4.99MB/sec 2024-04-10T16:02:56.377 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-_CCqemavYOI3sdI off=3816823 len=1624082 2024-04-10T16:02:56.386 INFO:tasks.workunit.client.0.smithi069.stdout:op 3471 completed, throughput=5MB/sec 2024-04-10T16:02:56.386 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-8E6afeyrZLfPeEZ off=5433010 len=466350 2024-04-10T16:02:56.389 INFO:tasks.workunit.client.0.smithi069.stdout:op 3472 completed, throughput=5MB/sec 2024-04-10T16:02:56.389 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-dvvYpCc1TAfH5zD off=15870786 len=1972892 2024-04-10T16:02:56.391 INFO:tasks.workunit.client.0.smithi069.stdout:op 3473 completed, throughput=5MB/sec 2024-04-10T16:02:57.346 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:02:56 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:02:56] "GET /metrics HTTP/1.1" 200 34050 "" "Prometheus/2.43.0" 2024-04-10T16:02:57.391 INFO:tasks.workunit.client.0.smithi069.stdout: 672: throughput=4.99MB/sec pending data=0 2024-04-10T16:02:57.391 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-PZsAR3RaWTYqca5 off=10502412 len=2027354 2024-04-10T16:02:57.394 INFO:tasks.workunit.client.0.smithi069.stdout:op 3474 completed, throughput=5MB/sec 2024-04-10T16:02:57.394 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-yczJ_rfFrdHYRI7 off=7533751 len=1691447 2024-04-10T16:02:57.402 INFO:tasks.workunit.client.0.smithi069.stdout:op 3475 completed, throughput=5MB/sec 2024-04-10T16:02:57.403 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-cnzcPQSHlIwej49 off=13602659 len=74968 2024-04-10T16:02:57.403 INFO:tasks.workunit.client.0.smithi069.stdout:op 3476 completed, throughput=5MB/sec 2024-04-10T16:02:57.403 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-dZuj6Qe48BuJBpx off=4299254 len=1598248 2024-04-10T16:02:57.406 INFO:tasks.workunit.client.0.smithi069.stdout:op 3477 completed, throughput=5MB/sec 2024-04-10T16:02:58.096 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:02:57 smithi069 ceph-mon[96738]: pgmap v1746: 105 pgs: 105 active+clean; 126 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-04-10T16:02:58.096 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:02:57 smithi069 ceph-mon[94167]: pgmap v1746: 105 pgs: 105 active+clean; 126 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-04-10T16:02:58.251 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:02:57 smithi077 ceph-mon[87572]: pgmap v1746: 105 pgs: 105 active+clean; 126 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-04-10T16:02:58.407 INFO:tasks.workunit.client.0.smithi069.stdout: 673: throughput=4.99MB/sec pending data=0 2024-04-10T16:02:58.407 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-CvSzifQ-OnK6b_i off=215918 len=1820681 2024-04-10T16:02:58.409 INFO:tasks.workunit.client.0.smithi069.stdout:op 3478 completed, throughput=5MB/sec 2024-04-10T16:02:58.409 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-B4Va-2hFDeJ8x8L off=1203894 len=1669465 2024-04-10T16:02:58.419 INFO:tasks.workunit.client.0.smithi069.stdout:op 3479 completed, throughput=5MB/sec 2024-04-10T16:02:58.419 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-f1YuadYchkc74Q3 off=9929373 len=1480197 2024-04-10T16:02:58.421 INFO:tasks.workunit.client.0.smithi069.stdout:op 3480 completed, throughput=5MB/sec 2024-04-10T16:02:58.421 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-kueZsyOrib_7MV8 off=641237 len=2074083 2024-04-10T16:02:58.433 INFO:tasks.workunit.client.0.smithi069.stdout:op 3481 completed, throughput=5MB/sec 2024-04-10T16:02:59.433 INFO:tasks.workunit.client.0.smithi069.stdout: 674: throughput=5MB/sec pending data=0 2024-04-10T16:02:59.433 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-iCmUQjEZxdoDDAU off=4537822 len=451006 2024-04-10T16:02:59.437 INFO:tasks.workunit.client.0.smithi069.stdout:op 3482 completed, throughput=5MB/sec 2024-04-10T16:02:59.437 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-DGBiIhoypS2Yn_4 off=414069 len=2045408 2024-04-10T16:02:59.442 INFO:tasks.workunit.client.0.smithi069.stdout:op 3483 completed, throughput=5MB/sec 2024-04-10T16:02:59.442 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-esXKL0tILkqBPaw off=10247522 len=325525 2024-04-10T16:02:59.442 INFO:tasks.workunit.client.0.smithi069.stdout:op 3484 completed, throughput=5MB/sec 2024-04-10T16:02:59.442 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-sK57KaiaOOcvl8u off=20162 len=1949440 2024-04-10T16:02:59.452 INFO:tasks.workunit.client.0.smithi069.stdout:op 3485 completed, throughput=5MB/sec 2024-04-10T16:03:00.095 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:02:59 smithi069 ceph-mon[96738]: pgmap v1747: 105 pgs: 105 active+clean; 126 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-10T16:03:00.096 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:02:59 smithi069 ceph-mon[94167]: pgmap v1747: 105 pgs: 105 active+clean; 126 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-10T16:03:00.251 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:02:59 smithi077 ceph-mon[87572]: pgmap v1747: 105 pgs: 105 active+clean; 126 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-10T16:03:00.452 INFO:tasks.workunit.client.0.smithi069.stdout: 675: throughput=4.99MB/sec pending data=0 2024-04-10T16:03:00.453 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-plKirVDfO32ad4y off=7085609 len=1455492 2024-04-10T16:03:00.461 INFO:tasks.workunit.client.0.smithi069.stdout:op 3486 completed, throughput=5MB/sec 2024-04-10T16:03:00.461 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-TPzfHZqgG_9NPjM off=63778 len=1270026 2024-04-10T16:03:00.463 INFO:tasks.workunit.client.0.smithi069.stdout:op 3487 completed, throughput=5MB/sec 2024-04-10T16:03:00.463 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-1winfxl9Q62vJuH off=13767507 len=950289 2024-04-10T16:03:00.464 INFO:tasks.workunit.client.0.smithi069.stdout:op 3488 completed, throughput=5MB/sec 2024-04-10T16:03:00.464 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-dgsvkmklJj5m1_m off=6090905 len=1715673 2024-04-10T16:03:00.472 INFO:tasks.workunit.client.0.smithi069.stdout:op 3489 completed, throughput=5MB/sec 2024-04-10T16:03:01.473 INFO:tasks.workunit.client.0.smithi069.stdout: 676: throughput=4.99MB/sec pending data=0 2024-04-10T16:03:01.473 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-3ZYsUlUSDgT0c0G off=16573072 len=998709 2024-04-10T16:03:01.475 INFO:tasks.workunit.client.0.smithi069.stdout:op 3490 completed, throughput=5MB/sec 2024-04-10T16:03:01.475 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-F720iMN6AanzOJV off=909904 len=694433 2024-04-10T16:03:01.476 INFO:tasks.workunit.client.0.smithi069.stdout:op 3491 completed, throughput=5MB/sec 2024-04-10T16:03:01.476 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-wlrjd1bVjgAmNnK off=4318560 len=69098 2024-04-10T16:03:01.479 INFO:tasks.workunit.client.0.smithi069.stdout:op 3492 completed, throughput=5MB/sec 2024-04-10T16:03:01.479 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-rGE-ptFi7Uwx_1z off=16150649 len=1133721 2024-04-10T16:03:01.485 INFO:tasks.workunit.client.0.smithi069.stdout:op 3493 completed, throughput=5MB/sec 2024-04-10T16:03:01.485 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-871kcMDntsza3Km off=1289431 len=2007495 2024-04-10T16:03:01.487 INFO:tasks.workunit.client.0.smithi069.stdout:op 3494 completed, throughput=5MB/sec 2024-04-10T16:03:02.096 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:03:01 smithi069 ceph-mon[94167]: pgmap v1748: 105 pgs: 105 active+clean; 126 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-10T16:03:02.096 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:03:01 smithi069 ceph-mon[96738]: pgmap v1748: 105 pgs: 105 active+clean; 126 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-10T16:03:02.251 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:03:01 smithi077 ceph-mon[87572]: pgmap v1748: 105 pgs: 105 active+clean; 126 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-10T16:03:02.487 INFO:tasks.workunit.client.0.smithi069.stdout: 677: throughput=4.99MB/sec pending data=0 2024-04-10T16:03:02.487 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-glhmNyXbKusoNso off=17286263 len=495115 2024-04-10T16:03:02.491 INFO:tasks.workunit.client.0.smithi069.stdout:op 3495 completed, throughput=4.99MB/sec 2024-04-10T16:03:02.491 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-BM_wIgSc4TBA5Vj off=739807 len=357896 2024-04-10T16:03:02.494 INFO:tasks.workunit.client.0.smithi069.stdout:op 3496 completed, throughput=5MB/sec 2024-04-10T16:03:02.495 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-krISGa9Oqxm7Z9v off=462436 len=594489 2024-04-10T16:03:02.495 INFO:tasks.workunit.client.0.smithi069.stdout:op 3497 completed, throughput=5MB/sec 2024-04-10T16:03:02.495 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-0Ly_LWxO2M0oytR off=14725362 len=1480511 2024-04-10T16:03:02.497 INFO:tasks.workunit.client.0.smithi069.stdout:op 3498 completed, throughput=5MB/sec 2024-04-10T16:03:02.497 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-Oiyeo75aAw8AIWM off=1516158 len=503823 2024-04-10T16:03:02.498 INFO:tasks.workunit.client.0.smithi069.stdout:op 3499 completed, throughput=5MB/sec 2024-04-10T16:03:02.498 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-j4YSQ74dzvlWRH6 off=383591 len=295383 2024-04-10T16:03:02.502 INFO:tasks.workunit.client.0.smithi069.stdout:op 3500 completed, throughput=5MB/sec 2024-04-10T16:03:02.502 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-gC2T2RgxPYXxI9h off=9634165 len=954660 2024-04-10T16:03:02.503 INFO:tasks.workunit.client.0.smithi069.stdout:op 3501 completed, throughput=5MB/sec 2024-04-10T16:03:02.751 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:03:02 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:03:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:03:03.504 INFO:tasks.workunit.client.0.smithi069.stdout: 678: throughput=4.99MB/sec pending data=0 2024-04-10T16:03:03.504 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-Sz-dhsaur1xfBTx off=511637 len=133842 2024-04-10T16:03:03.506 INFO:tasks.workunit.client.0.smithi069.stdout:op 3502 completed, throughput=4.99MB/sec 2024-04-10T16:03:03.506 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-iX5FtaPgxYInlX4 off=3026135 len=1844407 2024-04-10T16:03:03.508 INFO:tasks.workunit.client.0.smithi069.stdout:op 3503 completed, throughput=5MB/sec 2024-04-10T16:03:03.508 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-tZPalgcXeig4lKe off=8375504 len=586415 2024-04-10T16:03:03.509 INFO:tasks.workunit.client.0.smithi069.stdout:op 3504 completed, throughput=5MB/sec 2024-04-10T16:03:03.509 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-PLikVPeSTY__htU off=531929 len=383348 2024-04-10T16:03:03.513 INFO:tasks.workunit.client.0.smithi069.stdout:op 3505 completed, throughput=5MB/sec 2024-04-10T16:03:03.513 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-Ck7G_dl5kMDAQU_ off=16435369 len=1486621 2024-04-10T16:03:03.516 INFO:tasks.workunit.client.0.smithi069.stdout:op 3506 completed, throughput=5MB/sec 2024-04-10T16:03:03.516 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj--y9gemfnXfjDR5E off=15839770 len=1483637 2024-04-10T16:03:03.524 INFO:tasks.workunit.client.0.smithi069.stdout:op 3507 completed, throughput=5MB/sec 2024-04-10T16:03:04.095 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:03:03 smithi069 ceph-mon[94167]: pgmap v1749: 105 pgs: 105 active+clean; 126 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-10T16:03:04.096 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:03:03 smithi069 ceph-mon[96738]: pgmap v1749: 105 pgs: 105 active+clean; 126 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-10T16:03:04.251 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:03:03 smithi077 ceph-mon[87572]: pgmap v1749: 105 pgs: 105 active+clean; 126 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-10T16:03:04.524 INFO:tasks.workunit.client.0.smithi069.stdout: 679: throughput=4.99MB/sec pending data=0 2024-04-10T16:03:04.524 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-JA-vyumrgXD7oXZ off=46907 len=651497 2024-04-10T16:03:04.525 INFO:tasks.workunit.client.0.smithi069.stdout:op 3508 completed, throughput=4.99MB/sec 2024-04-10T16:03:04.525 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-gKAJHFJ9kMaSKUM off=2361489 len=1978696 2024-04-10T16:03:04.527 INFO:tasks.workunit.client.0.smithi069.stdout:op 3509 completed, throughput=5MB/sec 2024-04-10T16:03:04.527 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-NyTN0yw-T4WSYJR off=8698738 len=1956007 2024-04-10T16:03:04.527 INFO:tasks.workunit.client.0.smithi069.stdout:op 3510 completed, throughput=5MB/sec 2024-04-10T16:03:05.096 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:03:04 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:03:05.096 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:03:04 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:03:05.096 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:03:04 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:03:05.096 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:03:04 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:03:05.096 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:03:04 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:03:05.096 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:03:04 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:03:05.097 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:03:04 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:03:05.097 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:03:04 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:03:05.251 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:03:04 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:03:05.252 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:03:04 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:03:05.252 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:03:04 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:03:05.252 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:03:04 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:03:05.528 INFO:tasks.workunit.client.0.smithi069.stdout: 680: throughput=4.99MB/sec pending data=0 2024-04-10T16:03:05.528 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-bLDsSIMKbZz_m1x off=4644165 len=1220928 2024-04-10T16:03:05.533 INFO:tasks.workunit.client.0.smithi069.stdout:op 3511 completed, throughput=4.99MB/sec 2024-04-10T16:03:05.533 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-qanOBWtXoK6Odyt off=2512493 len=674671 2024-04-10T16:03:05.534 INFO:tasks.workunit.client.0.smithi069.stdout:op 3512 completed, throughput=5MB/sec 2024-04-10T16:03:05.534 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-8GghJjqUgpZHyKm off=6187811 len=1063326 2024-04-10T16:03:05.540 INFO:tasks.workunit.client.0.smithi069.stdout:op 3513 completed, throughput=5MB/sec 2024-04-10T16:03:05.541 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-wMBk4YmMAUrmRNH off=3999146 len=1879520 2024-04-10T16:03:05.551 INFO:tasks.workunit.client.0.smithi069.stdout:op 3514 completed, throughput=5MB/sec 2024-04-10T16:03:05.551 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-ot86th1holN1jOR off=3701614 len=303148 2024-04-10T16:03:05.552 INFO:tasks.workunit.client.0.smithi069.stdout:op 3515 completed, throughput=5MB/sec 2024-04-10T16:03:05.552 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-_Ez7MCPH5J6yzN1 off=7468841 len=1771437 2024-04-10T16:03:05.554 INFO:tasks.workunit.client.0.smithi069.stdout:op 3516 completed, throughput=5MB/sec 2024-04-10T16:03:06.096 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:03:05 smithi069 ceph-mon[96738]: pgmap v1750: 105 pgs: 105 active+clean; 126 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-10T16:03:06.096 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:03:05 smithi069 ceph-mon[94167]: pgmap v1750: 105 pgs: 105 active+clean; 126 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-10T16:03:06.252 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:03:05 smithi077 ceph-mon[87572]: pgmap v1750: 105 pgs: 105 active+clean; 126 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-10T16:03:06.554 INFO:tasks.workunit.client.0.smithi069.stdout: 681: throughput=5MB/sec pending data=0 2024-04-10T16:03:06.554 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-bY4gbd6pqi6dMe_ off=654867 len=74403 2024-04-10T16:03:06.555 INFO:tasks.workunit.client.0.smithi069.stdout:op 3517 completed, throughput=5MB/sec 2024-04-10T16:03:06.555 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-JjqR-tNF0xzTNSj off=5749875 len=390060 2024-04-10T16:03:06.556 INFO:tasks.workunit.client.0.smithi069.stdout:op 3518 completed, throughput=5MB/sec 2024-04-10T16:03:06.556 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-8a7s3jGiHbAKXR8 off=2077436 len=1650614 2024-04-10T16:03:06.558 INFO:tasks.workunit.client.0.smithi069.stdout:op 3519 completed, throughput=5MB/sec 2024-04-10T16:03:06.558 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-A3bRMvD8d_HVOBc off=603296 len=1695893 2024-04-10T16:03:06.560 INFO:tasks.workunit.client.0.smithi069.stdout:op 3520 completed, throughput=5MB/sec 2024-04-10T16:03:07.345 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:03:06 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:03:06] "GET /metrics HTTP/1.1" 200 34050 "" "Prometheus/2.43.0" 2024-04-10T16:03:07.561 INFO:tasks.workunit.client.0.smithi069.stdout: 682: throughput=4.99MB/sec pending data=0 2024-04-10T16:03:07.561 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-b3vA_mIpqI2iWXB off=170412 len=604835 2024-04-10T16:03:07.562 INFO:tasks.workunit.client.0.smithi069.stdout:op 3521 completed, throughput=4.99MB/sec 2024-04-10T16:03:07.562 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-Z9S5aLhaPsgWoPu off=13249161 len=1466519 2024-04-10T16:03:07.565 INFO:tasks.workunit.client.0.smithi069.stdout:op 3522 completed, throughput=5MB/sec 2024-04-10T16:03:07.565 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-mEix1MMJfOCRHc3 off=370480 len=1290504 2024-04-10T16:03:07.566 INFO:tasks.workunit.client.0.smithi069.stdout:op 3523 completed, throughput=5MB/sec 2024-04-10T16:03:07.566 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-lERxQptaCwaUKje off=2962172 len=1826962 2024-04-10T16:03:07.577 INFO:tasks.workunit.client.0.smithi069.stdout:op 3524 completed, throughput=5MB/sec 2024-04-10T16:03:08.095 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:03:07 smithi069 ceph-mon[96738]: pgmap v1751: 105 pgs: 105 active+clean; 126 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-10T16:03:08.096 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:03:07 smithi069 ceph-mon[94167]: pgmap v1751: 105 pgs: 105 active+clean; 126 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-10T16:03:08.252 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:03:07 smithi077 ceph-mon[87572]: pgmap v1751: 105 pgs: 105 active+clean; 126 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-10T16:03:08.578 INFO:tasks.workunit.client.0.smithi069.stdout: 683: throughput=4.99MB/sec pending data=0 2024-04-10T16:03:08.578 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-8pmMqOIjy9Kmv5g off=22506031 len=1042037 2024-04-10T16:03:08.583 INFO:tasks.workunit.client.0.smithi069.stdout:op 3525 completed, throughput=4.99MB/sec 2024-04-10T16:03:08.583 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-dVXR8g_jDJ5ptOz off=6200280 len=75430 2024-04-10T16:03:08.583 INFO:tasks.workunit.client.0.smithi069.stdout:op 3526 completed, throughput=4.99MB/sec 2024-04-10T16:03:08.583 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-KxsFqzIZg6dPPCC off=4632855 len=401262 2024-04-10T16:03:08.584 INFO:tasks.workunit.client.0.smithi069.stdout:op 3527 completed, throughput=5MB/sec 2024-04-10T16:03:08.585 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-ESKon6eM034R2xs off=4698956 len=1988035 2024-04-10T16:03:08.593 INFO:tasks.workunit.client.0.smithi069.stdout:op 3528 completed, throughput=5MB/sec 2024-04-10T16:03:08.593 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-YnJSWE30_1A-wf6 off=9612342 len=1460680 2024-04-10T16:03:08.600 INFO:tasks.workunit.client.0.smithi069.stdout:op 3529 completed, throughput=5MB/sec 2024-04-10T16:03:08.600 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-PtQy0M0thaZ-Yml off=612391 len=1062281 2024-04-10T16:03:08.601 INFO:tasks.workunit.client.0.smithi069.stdout:op 3530 completed, throughput=5MB/sec 2024-04-10T16:03:09.602 INFO:tasks.workunit.client.0.smithi069.stdout: 684: throughput=4.99MB/sec pending data=0 2024-04-10T16:03:09.602 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj--0MuT96RI284Jic off=1210257 len=1281388 2024-04-10T16:03:09.603 INFO:tasks.workunit.client.0.smithi069.stdout:op 3531 completed, throughput=5MB/sec 2024-04-10T16:03:09.604 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-5-9oOaifIs4zo9J off=1308821 len=1656502 2024-04-10T16:03:09.607 INFO:tasks.workunit.client.0.smithi069.stdout:op 3532 completed, throughput=5MB/sec 2024-04-10T16:03:09.607 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-tA5kJAlkzBfX-lo off=7627481 len=2057536 2024-04-10T16:03:09.619 INFO:tasks.workunit.client.0.smithi069.stdout:op 3533 completed, throughput=5MB/sec 2024-04-10T16:03:10.096 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:03:09 smithi069 ceph-mon[96738]: pgmap v1752: 105 pgs: 105 active+clean; 126 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.4 MiB/s wr, 3 op/s 2024-04-10T16:03:10.096 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:03:09 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:03:10.096 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:03:09 smithi069 ceph-mon[94167]: pgmap v1752: 105 pgs: 105 active+clean; 126 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.4 MiB/s wr, 3 op/s 2024-04-10T16:03:10.096 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:03:09 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:03:10.252 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:03:09 smithi077 ceph-mon[87572]: pgmap v1752: 105 pgs: 105 active+clean; 126 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.4 MiB/s wr, 3 op/s 2024-04-10T16:03:10.252 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:03:09 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:03:10.619 INFO:tasks.workunit.client.0.smithi069.stdout: 685: throughput=4.99MB/sec pending data=0 2024-04-10T16:03:10.620 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-qsoa9T2QTsnFCYy off=2809557 len=2055315 2024-04-10T16:03:10.633 INFO:tasks.workunit.client.0.smithi069.stdout:op 3534 completed, throughput=5MB/sec 2024-04-10T16:03:10.633 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-g9z-N13b3Wf4pDP off=550971 len=1509616 2024-04-10T16:03:10.635 INFO:tasks.workunit.client.0.smithi069.stdout:op 3535 completed, throughput=5MB/sec 2024-04-10T16:03:10.635 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-e6m_8DaoovQEs2- off=6209679 len=54358 2024-04-10T16:03:10.635 INFO:tasks.workunit.client.0.smithi069.stdout:op 3536 completed, throughput=5MB/sec 2024-04-10T16:03:10.636 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-VM_fD2wXkJWJ82N off=17682020 len=473806 2024-04-10T16:03:10.636 INFO:tasks.workunit.client.0.smithi069.stdout:op 3537 completed, throughput=5MB/sec 2024-04-10T16:03:10.636 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-qHgsBhiYM_bp5bR off=8300892 len=59381 2024-04-10T16:03:10.639 INFO:tasks.workunit.client.0.smithi069.stdout:op 3538 completed, throughput=5MB/sec 2024-04-10T16:03:10.639 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-F7qfBICN5lpx3NW off=9743322 len=755148 2024-04-10T16:03:10.643 INFO:tasks.workunit.client.0.smithi069.stdout:op 3539 completed, throughput=5MB/sec 2024-04-10T16:03:11.643 INFO:tasks.workunit.client.0.smithi069.stdout: 686: throughput=4.99MB/sec pending data=0 2024-04-10T16:03:11.643 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-I_EXTiqYDTU0-2S off=16473496 len=1194485 2024-04-10T16:03:11.650 INFO:tasks.workunit.client.0.smithi069.stdout:op 3540 completed, throughput=4.99MB/sec 2024-04-10T16:03:11.650 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-LwPcnJRxiody53x off=9947844 len=679759 2024-04-10T16:03:11.655 INFO:tasks.workunit.client.0.smithi069.stdout:op 3541 completed, throughput=5MB/sec 2024-04-10T16:03:11.655 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-0XkA7JdpulaaHf- off=323581 len=1721348 2024-04-10T16:03:11.662 INFO:tasks.workunit.client.0.smithi069.stdout:op 3542 completed, throughput=5MB/sec 2024-04-10T16:03:11.663 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-ybgroqbaB3g5maU off=12545 len=658232 2024-04-10T16:03:11.663 INFO:tasks.workunit.client.0.smithi069.stdout:op 3543 completed, throughput=5MB/sec 2024-04-10T16:03:11.663 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-R7AGeN92fj_7zOX off=5345529 len=1825867 2024-04-10T16:03:11.667 INFO:tasks.workunit.client.0.smithi069.stdout:op 3544 completed, throughput=5MB/sec 2024-04-10T16:03:12.096 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:03:11 smithi069 ceph-mon[94167]: pgmap v1753: 105 pgs: 105 active+clean; 126 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-04-10T16:03:12.096 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:03:11 smithi069 ceph-mon[96738]: pgmap v1753: 105 pgs: 105 active+clean; 126 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-04-10T16:03:12.252 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:03:11 smithi077 ceph-mon[87572]: pgmap v1753: 105 pgs: 105 active+clean; 126 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-04-10T16:03:12.667 INFO:tasks.workunit.client.0.smithi069.stdout: 687: throughput=4.99MB/sec pending data=0 2024-04-10T16:03:12.667 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-AsGfTVBYlUDKeS8 off=126657 len=563899 2024-04-10T16:03:12.668 INFO:tasks.workunit.client.0.smithi069.stdout:op 3545 completed, throughput=4.99MB/sec 2024-04-10T16:03:12.669 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-qAf5SnkFQTsX7at off=1210111 len=389964 2024-04-10T16:03:12.669 INFO:tasks.workunit.client.0.smithi069.stdout:op 3546 completed, throughput=5MB/sec 2024-04-10T16:03:12.670 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-Ho_on3wtq2CscO_ off=10362216 len=647829 2024-04-10T16:03:12.674 INFO:tasks.workunit.client.0.smithi069.stdout:op 3547 completed, throughput=5MB/sec 2024-04-10T16:03:12.674 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-64ZwYyk3J4CNise off=12810872 len=1182261 2024-04-10T16:03:12.679 INFO:tasks.workunit.client.0.smithi069.stdout:op 3548 completed, throughput=5MB/sec 2024-04-10T16:03:12.679 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-b8niFnTRv2M5HAj off=11060574 len=1604260 2024-04-10T16:03:12.687 INFO:tasks.workunit.client.0.smithi069.stdout:op 3549 completed, throughput=5MB/sec 2024-04-10T16:03:12.687 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-hhnzd9XT7GxWPyN off=7004839 len=580987 2024-04-10T16:03:12.691 INFO:tasks.workunit.client.0.smithi069.stdout:op 3550 completed, throughput=5MB/sec 2024-04-10T16:03:12.752 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:03:12 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:03:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:03:13.691 INFO:tasks.workunit.client.0.smithi069.stdout: 688: throughput=4.99MB/sec pending data=0 2024-04-10T16:03:13.691 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-c3slr9HSBljmW0q off=1567220 len=55938 2024-04-10T16:03:13.692 INFO:tasks.workunit.client.0.smithi069.stdout:op 3551 completed, throughput=4.99MB/sec 2024-04-10T16:03:13.692 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-r_DWkah0iaepyd9 off=8037131 len=1768580 2024-04-10T16:03:13.694 INFO:tasks.workunit.client.0.smithi069.stdout:op 3552 completed, throughput=5MB/sec 2024-04-10T16:03:13.694 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-eBITyqJ_yFawcZU off=6103857 len=24831 2024-04-10T16:03:13.694 INFO:tasks.workunit.client.0.smithi069.stdout:op 3553 completed, throughput=5MB/sec 2024-04-10T16:03:13.695 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-Ir0BAgm5qrI3pRe off=298738 len=2010627 2024-04-10T16:03:13.697 INFO:tasks.workunit.client.0.smithi069.stdout:op 3554 completed, throughput=5MB/sec 2024-04-10T16:03:13.697 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-t0pGjhHIo6adt6W off=4182566 len=279207 2024-04-10T16:03:13.698 INFO:tasks.workunit.client.0.smithi069.stdout:op 3555 completed, throughput=5MB/sec 2024-04-10T16:03:13.698 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-ATita-DucRzUc-T off=12646275 len=818147 2024-04-10T16:03:13.699 INFO:tasks.workunit.client.0.smithi069.stdout:op 3556 completed, throughput=5MB/sec 2024-04-10T16:03:13.699 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-NW-JqhlCIp0Nl66 off=11189222 len=1947766 2024-04-10T16:03:13.707 INFO:tasks.workunit.client.0.smithi069.stdout:op 3557 completed, throughput=5MB/sec 2024-04-10T16:03:14.096 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:03:13 smithi069 ceph-mon[94167]: pgmap v1754: 105 pgs: 105 active+clean; 126 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-10T16:03:14.096 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:03:13 smithi069 ceph-mon[96738]: pgmap v1754: 105 pgs: 105 active+clean; 126 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-10T16:03:14.252 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:03:13 smithi077 ceph-mon[87572]: pgmap v1754: 105 pgs: 105 active+clean; 126 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-10T16:03:14.707 INFO:tasks.workunit.client.0.smithi069.stdout: 689: throughput=5MB/sec pending data=0 2024-04-10T16:03:14.708 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-vZoMWo9VDmaf35I off=4789206 len=205400 2024-04-10T16:03:14.710 INFO:tasks.workunit.client.0.smithi069.stdout:op 3558 completed, throughput=5MB/sec 2024-04-10T16:03:14.711 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-gnbSpIV-8Ar-nC9 off=11973096 len=532313 2024-04-10T16:03:14.715 INFO:tasks.workunit.client.0.smithi069.stdout:op 3559 completed, throughput=5MB/sec 2024-04-10T16:03:14.715 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-DsMbaNuj922yUUw off=2931333 len=1414913 2024-04-10T16:03:14.720 INFO:tasks.workunit.client.0.smithi069.stdout:op 3560 completed, throughput=5MB/sec 2024-04-10T16:03:14.720 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-vgk7Bu5Imk5o5i1 off=13516887 len=1314408 2024-04-10T16:03:14.722 INFO:tasks.workunit.client.0.smithi069.stdout:op 3561 completed, throughput=5MB/sec 2024-04-10T16:03:15.722 INFO:tasks.workunit.client.0.smithi069.stdout: 690: throughput=4.99MB/sec pending data=0 2024-04-10T16:03:15.723 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-uglab74Ck7t936Z off=2690719 len=523370 2024-04-10T16:03:15.723 INFO:tasks.workunit.client.0.smithi069.stdout:op 3562 completed, throughput=4.99MB/sec 2024-04-10T16:03:15.723 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-xruVMDDBkIFn9e_ off=3948497 len=558821 2024-04-10T16:03:15.727 INFO:tasks.workunit.client.0.smithi069.stdout:op 3563 completed, throughput=4.99MB/sec 2024-04-10T16:03:15.727 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-0ka-IkQhGoaAOR0 off=12225187 len=1500220 2024-04-10T16:03:15.730 INFO:tasks.workunit.client.0.smithi069.stdout:op 3564 completed, throughput=5MB/sec 2024-04-10T16:03:15.730 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-2Jy4OGbh0lU7TNR off=7944637 len=1132855 2024-04-10T16:03:15.733 INFO:tasks.workunit.client.0.smithi069.stdout:op 3565 completed, throughput=5MB/sec 2024-04-10T16:03:15.733 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-JNfZALQV9b05CTB off=3101177 len=294664 2024-04-10T16:03:15.734 INFO:tasks.workunit.client.0.smithi069.stdout:op 3566 completed, throughput=5MB/sec 2024-04-10T16:03:15.734 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-fPvlbeNF00bIbcR off=12084739 len=1724278 2024-04-10T16:03:15.735 INFO:tasks.workunit.client.0.smithi069.stdout:op 3567 completed, throughput=5MB/sec 2024-04-10T16:03:16.096 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:03:15 smithi069 ceph-mon[96738]: pgmap v1755: 105 pgs: 105 active+clean; 126 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-10T16:03:16.096 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:03:15 smithi069 ceph-mon[94167]: pgmap v1755: 105 pgs: 105 active+clean; 126 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-10T16:03:16.252 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:03:15 smithi077 ceph-mon[87572]: pgmap v1755: 105 pgs: 105 active+clean; 126 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-10T16:03:16.736 INFO:tasks.workunit.client.0.smithi069.stdout: 691: throughput=4.99MB/sec pending data=0 2024-04-10T16:03:16.736 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-iRVMdUeuApGMe0u off=10697696 len=1972712 2024-04-10T16:03:16.747 INFO:tasks.workunit.client.0.smithi069.stdout:op 3568 completed, throughput=5MB/sec 2024-04-10T16:03:16.747 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-fKbU2Mph9DGlJVR off=3705474 len=433108 2024-04-10T16:03:16.747 INFO:tasks.workunit.client.0.smithi069.stdout:op 3569 completed, throughput=5MB/sec 2024-04-10T16:03:16.747 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-pdaz4-LhSYSWy9C off=1793610 len=14885 2024-04-10T16:03:16.748 INFO:tasks.workunit.client.0.smithi069.stdout:op 3570 completed, throughput=5MB/sec 2024-04-10T16:03:16.748 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-vBK-JgewjsvKmjx off=273257 len=419786 2024-04-10T16:03:16.749 INFO:tasks.workunit.client.0.smithi069.stdout:op 3571 completed, throughput=5MB/sec 2024-04-10T16:03:16.749 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-BnCr7n8O68LnKHj off=10924400 len=2089389 2024-04-10T16:03:16.753 INFO:tasks.workunit.client.0.smithi069.stdout:op 3572 completed, throughput=5MB/sec 2024-04-10T16:03:17.345 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:03:16 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:03:16] "GET /metrics HTTP/1.1" 200 34049 "" "Prometheus/2.43.0" 2024-04-10T16:03:17.753 INFO:tasks.workunit.client.0.smithi069.stdout: 692: throughput=4.99MB/sec pending data=0 2024-04-10T16:03:17.753 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-bmdkzM86T9la_4D off=4422493 len=1679092 2024-04-10T16:03:17.757 INFO:tasks.workunit.client.0.smithi069.stdout:op 3573 completed, throughput=5MB/sec 2024-04-10T16:03:17.757 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-Hab3M_vFiyp4kEU off=278576 len=59926 2024-04-10T16:03:17.759 INFO:tasks.workunit.client.0.smithi069.stdout:op 3574 completed, throughput=5MB/sec 2024-04-10T16:03:17.759 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-fPvlbeNF00bIbcR off=10978091 len=138836 2024-04-10T16:03:17.762 INFO:tasks.workunit.client.0.smithi069.stdout:op 3575 completed, throughput=5MB/sec 2024-04-10T16:03:17.762 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-tbNkz_b0exs6NBK off=65265 len=52058 2024-04-10T16:03:17.762 INFO:tasks.workunit.client.0.smithi069.stdout:op 3576 completed, throughput=5MB/sec 2024-04-10T16:03:17.762 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-c_GV9BqEM6kJMOY off=14090001 len=1322395 2024-04-10T16:03:17.770 INFO:tasks.workunit.client.0.smithi069.stdout:op 3577 completed, throughput=5MB/sec 2024-04-10T16:03:17.770 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-8OGctngYzpWQK_5 off=6173058 len=28718 2024-04-10T16:03:17.772 INFO:tasks.workunit.client.0.smithi069.stdout:op 3578 completed, throughput=5MB/sec 2024-04-10T16:03:17.772 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-njoRomlG1PqUqvs off=183519 len=1309707 2024-04-10T16:03:17.778 INFO:tasks.workunit.client.0.smithi069.stdout:op 3579 completed, throughput=5MB/sec 2024-04-10T16:03:17.778 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-_EjYArDPrJLNFVZ off=1207853 len=2005976 2024-04-10T16:03:17.790 INFO:tasks.workunit.client.0.smithi069.stdout:op 3580 completed, throughput=5MB/sec 2024-04-10T16:03:18.054 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:03:17 smithi077 ceph-mon[87572]: pgmap v1756: 105 pgs: 105 active+clean; 126 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-10T16:03:18.096 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:03:17 smithi069 ceph-mon[96738]: pgmap v1756: 105 pgs: 105 active+clean; 126 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-10T16:03:18.096 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:03:17 smithi069 ceph-mon[94167]: pgmap v1756: 105 pgs: 105 active+clean; 126 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-10T16:03:18.790 INFO:tasks.workunit.client.0.smithi069.stdout: 693: throughput=4.99MB/sec pending data=0 2024-04-10T16:03:18.791 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-1NypDtsB6e017jp off=7998191 len=1564054 2024-04-10T16:03:18.792 INFO:tasks.workunit.client.0.smithi069.stdout:op 3581 completed, throughput=5MB/sec 2024-04-10T16:03:18.792 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-SKZHF7qwXwcs6OM off=1939541 len=1343275 2024-04-10T16:03:18.800 INFO:tasks.workunit.client.0.smithi069.stdout:op 3582 completed, throughput=5MB/sec 2024-04-10T16:03:18.800 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-Ju8cRiqjUViFn7O off=1003556 len=1181086 2024-04-10T16:03:18.802 INFO:tasks.workunit.client.0.smithi069.stdout:op 3583 completed, throughput=5MB/sec 2024-04-10T16:03:18.802 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-zwps3vzgku8WUzo off=11068879 len=1672383 2024-04-10T16:03:18.811 INFO:tasks.workunit.client.0.smithi069.stdout:op 3584 completed, throughput=5MB/sec 2024-04-10T16:03:19.811 INFO:tasks.workunit.client.0.smithi069.stdout: 694: throughput=5MB/sec pending data=0 2024-04-10T16:03:19.811 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-iTiLroaEjuYPpTz off=3465085 len=1178396 2024-04-10T16:03:19.813 INFO:tasks.workunit.client.0.smithi069.stdout:op 3585 completed, throughput=5MB/sec 2024-04-10T16:03:19.814 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-KdmEvbuHderYnuo off=208786 len=856264 2024-04-10T16:03:19.815 INFO:tasks.workunit.client.0.smithi069.stdout:op 3586 completed, throughput=5MB/sec 2024-04-10T16:03:19.815 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-PfzM1ozjFXIc1nZ off=1235424 len=1894044 2024-04-10T16:03:19.825 INFO:tasks.workunit.client.0.smithi069.stdout:op 3587 completed, throughput=5MB/sec 2024-04-10T16:03:20.096 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:03:19 smithi069 ceph-mon[94167]: pgmap v1757: 105 pgs: 105 active+clean; 126 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-10T16:03:20.096 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:03:19 smithi069 ceph-mon[96738]: pgmap v1757: 105 pgs: 105 active+clean; 126 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-10T16:03:20.252 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:03:19 smithi077 ceph-mon[87572]: pgmap v1757: 105 pgs: 105 active+clean; 126 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-10T16:03:20.825 INFO:tasks.workunit.client.0.smithi069.stdout: 695: throughput=4.99MB/sec pending data=0 2024-04-10T16:03:20.826 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-5zNV4CILi_KipUZ off=13416775 len=104948 2024-04-10T16:03:20.828 INFO:tasks.workunit.client.0.smithi069.stdout:op 3588 completed, throughput=4.99MB/sec 2024-04-10T16:03:20.828 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-kLtbIfNdvsbZPQa off=9780995 len=1883765 2024-04-10T16:03:20.837 INFO:tasks.workunit.client.0.smithi069.stdout:op 3589 completed, throughput=5MB/sec 2024-04-10T16:03:20.837 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-ef_--QlXGqMoE_- off=1547831 len=20937 2024-04-10T16:03:20.838 INFO:tasks.workunit.client.0.smithi069.stdout:op 3590 completed, throughput=5MB/sec 2024-04-10T16:03:20.838 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-zZOCyc25i2Bgx5m off=15699850 len=218759 2024-04-10T16:03:20.838 INFO:tasks.workunit.client.0.smithi069.stdout:op 3591 completed, throughput=5MB/sec 2024-04-10T16:03:20.838 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-AhVTrGDPQns7HH1 off=3318749 len=510605 2024-04-10T16:03:20.842 INFO:tasks.workunit.client.0.smithi069.stdout:op 3592 completed, throughput=5MB/sec 2024-04-10T16:03:20.842 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-U00b8rN34NETnVk off=5841102 len=296099 2024-04-10T16:03:20.845 INFO:tasks.workunit.client.0.smithi069.stdout:op 3593 completed, throughput=5MB/sec 2024-04-10T16:03:20.845 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-BnmNM-v6RMxsvOn off=3985062 len=713701 2024-04-10T16:03:20.847 INFO:tasks.workunit.client.0.smithi069.stdout:op 3594 completed, throughput=5MB/sec 2024-04-10T16:03:20.847 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-f_ZpOPikUq9D7LD off=12513291 len=1600380 2024-04-10T16:03:20.856 INFO:tasks.workunit.client.0.smithi069.stdout:op 3595 completed, throughput=5MB/sec 2024-04-10T16:03:21.856 INFO:tasks.workunit.client.0.smithi069.stdout: 696: throughput=4.99MB/sec pending data=0 2024-04-10T16:03:21.857 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-FPxmyl3Zpdty8Db off=3425621 len=819713 2024-04-10T16:03:21.861 INFO:tasks.workunit.client.0.smithi069.stdout:op 3596 completed, throughput=4.99MB/sec 2024-04-10T16:03:21.862 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-H7q2e0K1-JQoFUQ off=16538901 len=2089901 2024-04-10T16:03:21.864 INFO:tasks.workunit.client.0.smithi069.stdout:op 3597 completed, throughput=5MB/sec 2024-04-10T16:03:21.864 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-iuftLvT9ASwP3eJ off=10303087 len=1284236 2024-04-10T16:03:21.866 INFO:tasks.workunit.client.0.smithi069.stdout:op 3598 completed, throughput=5MB/sec 2024-04-10T16:03:21.866 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-48aArn26Rpmwoql off=9875055 len=1146084 2024-04-10T16:03:21.871 INFO:tasks.workunit.client.0.smithi069.stdout:op 3599 completed, throughput=5MB/sec 2024-04-10T16:03:22.096 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:03:21 smithi069 ceph-mon[94167]: pgmap v1758: 105 pgs: 105 active+clean; 126 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-10T16:03:22.096 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:03:21 smithi069 ceph-mon[96738]: pgmap v1758: 105 pgs: 105 active+clean; 126 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-10T16:03:22.252 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:03:21 smithi077 ceph-mon[87572]: pgmap v1758: 105 pgs: 105 active+clean; 126 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-10T16:03:22.752 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:03:22 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:03:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:03:22.872 INFO:tasks.workunit.client.0.smithi069.stdout: 697: throughput=4.99MB/sec pending data=0 2024-04-10T16:03:22.872 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-K1FHyCBnl602drd off=303151 len=1613804 2024-04-10T16:03:22.880 INFO:tasks.workunit.client.0.smithi069.stdout:op 3600 completed, throughput=5MB/sec 2024-04-10T16:03:22.880 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-HSGzvLgxwGIksVl off=0 len=1307823 2024-04-10T16:03:22.887 INFO:tasks.workunit.client.0.smithi069.stdout:op 3601 completed, throughput=5MB/sec 2024-04-10T16:03:22.887 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-NLFWPBTiLPYFQJN off=7381639 len=1851820 2024-04-10T16:03:22.888 INFO:tasks.workunit.client.0.smithi069.stdout:op 3602 completed, throughput=5MB/sec 2024-04-10T16:03:22.888 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-mEix1MMJfOCRHc3 off=202225 len=49823 2024-04-10T16:03:22.889 INFO:tasks.workunit.client.0.smithi069.stdout:op 3603 completed, throughput=5MB/sec 2024-04-10T16:03:22.889 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-qeE5fjL-ILYVE-h off=1837500 len=970814 2024-04-10T16:03:22.889 INFO:tasks.workunit.client.0.smithi069.stdout:op 3604 completed, throughput=5MB/sec 2024-04-10T16:03:23.890 INFO:tasks.workunit.client.0.smithi069.stdout: 698: throughput=4.99MB/sec pending data=0 2024-04-10T16:03:23.890 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-VCvrQywPI4BC0Kj off=3415739 len=1682478 2024-04-10T16:03:23.897 INFO:tasks.workunit.client.0.smithi069.stdout:op 3605 completed, throughput=5MB/sec 2024-04-10T16:03:23.897 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-Oo2yw0iCpAAFxFF off=8554704 len=1120906 2024-04-10T16:03:23.898 INFO:tasks.workunit.client.0.smithi069.stdout:op 3606 completed, throughput=5MB/sec 2024-04-10T16:03:23.898 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-ZVdXvtlyAHZJxJN off=921229 len=709351 2024-04-10T16:03:23.901 INFO:tasks.workunit.client.0.smithi069.stdout:op 3607 completed, throughput=5MB/sec 2024-04-10T16:03:23.901 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-jLvY7le28FI5Dg- off=8362782 len=1605735 2024-04-10T16:03:23.902 INFO:tasks.workunit.client.0.smithi069.stdout:op 3608 completed, throughput=5MB/sec 2024-04-10T16:03:24.096 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:03:23 smithi069 ceph-mon[96738]: pgmap v1759: 105 pgs: 105 active+clean; 126 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-10T16:03:24.096 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:03:23 smithi069 ceph-mon[94167]: pgmap v1759: 105 pgs: 105 active+clean; 126 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-10T16:03:24.252 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:03:23 smithi077 ceph-mon[87572]: pgmap v1759: 105 pgs: 105 active+clean; 126 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-10T16:03:24.903 INFO:tasks.workunit.client.0.smithi069.stdout: 699: throughput=4.99MB/sec pending data=0 2024-04-10T16:03:24.903 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-24wqFI_JSH5O-Ps off=9131767 len=199410 2024-04-10T16:03:24.903 INFO:tasks.workunit.client.0.smithi069.stdout:op 3609 completed, throughput=4.99MB/sec 2024-04-10T16:03:24.903 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-3A5NQWBFKP2YW0K off=3728397 len=1466227 2024-04-10T16:03:24.905 INFO:tasks.workunit.client.0.smithi069.stdout:op 3610 completed, throughput=5MB/sec 2024-04-10T16:03:24.905 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-zNyLi-SymohZrFm off=1362784 len=1104715 2024-04-10T16:03:24.907 INFO:tasks.workunit.client.0.smithi069.stdout:op 3611 completed, throughput=5MB/sec 2024-04-10T16:03:24.907 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-fBgq5wW--Xvi68m off=8518056 len=16560 2024-04-10T16:03:24.910 INFO:tasks.workunit.client.0.smithi069.stdout:op 3612 completed, throughput=5MB/sec 2024-04-10T16:03:24.910 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-iTiLroaEjuYPpTz off=1721541 len=135703 2024-04-10T16:03:24.912 INFO:tasks.workunit.client.0.smithi069.stdout:op 3613 completed, throughput=5MB/sec 2024-04-10T16:03:24.912 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-dUsxq8qVcJvV0-0 off=149574 len=82767 2024-04-10T16:03:24.914 INFO:tasks.workunit.client.0.smithi069.stdout:op 3614 completed, throughput=5MB/sec 2024-04-10T16:03:24.915 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-HuvF4g2R6764Myx off=7110143 len=630705 2024-04-10T16:03:24.918 INFO:tasks.workunit.client.0.smithi069.stdout:op 3615 completed, throughput=5MB/sec 2024-04-10T16:03:24.919 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-wXaCnknS2kziAw- off=266336 len=878086 2024-04-10T16:03:24.920 INFO:tasks.workunit.client.0.smithi069.stdout:op 3616 completed, throughput=5MB/sec 2024-04-10T16:03:24.920 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-UafqVk126c2-zmg off=2857392 len=1867365 2024-04-10T16:03:24.924 INFO:tasks.workunit.client.0.smithi069.stdout:op 3617 completed, throughput=5MB/sec 2024-04-10T16:03:25.096 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:03:24 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:03:25.096 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:03:24 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:03:25.252 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:03:24 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:03:25.924 INFO:tasks.workunit.client.0.smithi069.stdout: 700: throughput=4.99MB/sec pending data=0 2024-04-10T16:03:25.924 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-nhM2bkbiSq132mo off=5102738 len=831337 2024-04-10T16:03:25.929 INFO:tasks.workunit.client.0.smithi069.stdout:op 3618 completed, throughput=5MB/sec 2024-04-10T16:03:25.929 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-76Ear-M3n4SpKBr off=5939291 len=201731 2024-04-10T16:03:25.930 INFO:tasks.workunit.client.0.smithi069.stdout:op 3619 completed, throughput=5MB/sec 2024-04-10T16:03:25.930 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-5kQ15dg-XJ7UNkn off=12570302 len=256180 2024-04-10T16:03:25.933 INFO:tasks.workunit.client.0.smithi069.stdout:op 3620 completed, throughput=5MB/sec 2024-04-10T16:03:25.933 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-Z3fRAzc80awYYc8 off=3769363 len=909679 2024-04-10T16:03:25.937 INFO:tasks.workunit.client.0.smithi069.stdout:op 3621 completed, throughput=5MB/sec 2024-04-10T16:03:25.938 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-RMLvHmQImLKEaNn off=1558457 len=430153 2024-04-10T16:03:25.938 INFO:tasks.workunit.client.0.smithi069.stdout:op 3622 completed, throughput=5MB/sec 2024-04-10T16:03:25.939 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-8vFZkpdhjffXr1h off=10202604 len=1628074 2024-04-10T16:03:25.944 INFO:tasks.workunit.client.0.smithi069.stdout:op 3623 completed, throughput=5MB/sec 2024-04-10T16:03:26.096 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:03:25 smithi069 ceph-mon[96738]: pgmap v1760: 105 pgs: 105 active+clean; 126 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-10T16:03:26.096 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:03:25 smithi069 ceph-mon[94167]: pgmap v1760: 105 pgs: 105 active+clean; 126 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-10T16:03:26.252 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:03:25 smithi077 ceph-mon[87572]: pgmap v1760: 105 pgs: 105 active+clean; 126 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-10T16:03:26.945 INFO:tasks.workunit.client.0.smithi069.stdout: 701: throughput=4.99MB/sec pending data=0 2024-04-10T16:03:26.945 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-WKXc3AoEYEz4ieg off=13591907 len=423005 2024-04-10T16:03:26.946 INFO:tasks.workunit.client.0.smithi069.stdout:op 3624 completed, throughput=4.99MB/sec 2024-04-10T16:03:26.946 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-QVECRLBRLfoJarE off=9712351 len=520843 2024-04-10T16:03:26.950 INFO:tasks.workunit.client.0.smithi069.stdout:op 3625 completed, throughput=4.99MB/sec 2024-04-10T16:03:26.950 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-LaaCn3jjZTzTKbo off=5696933 len=903585 2024-04-10T16:03:26.951 INFO:tasks.workunit.client.0.smithi069.stdout:op 3626 completed, throughput=5MB/sec 2024-04-10T16:03:26.952 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-uaIjqSSD0lLoaUF off=5350344 len=1794674 2024-04-10T16:03:26.962 INFO:tasks.workunit.client.0.smithi069.stdout:op 3627 completed, throughput=5MB/sec 2024-04-10T16:03:26.962 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-7GjRm445IFQtkXF off=5113687 len=435031 2024-04-10T16:03:26.963 INFO:tasks.workunit.client.0.smithi069.stdout:op 3628 completed, throughput=5MB/sec 2024-04-10T16:03:26.963 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-OtuPCaellh4nzA5 off=12537522 len=1030547 2024-04-10T16:03:26.964 INFO:tasks.workunit.client.0.smithi069.stdout:op 3629 completed, throughput=5MB/sec 2024-04-10T16:03:27.346 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:03:26 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:03:26] "GET /metrics HTTP/1.1" 200 34045 "" "Prometheus/2.43.0" 2024-04-10T16:03:27.965 INFO:tasks.workunit.client.0.smithi069.stdout: 702: throughput=4.99MB/sec pending data=0 2024-04-10T16:03:27.965 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-I3GRRlaDj2Ls2gZ off=13749464 len=2091396 2024-04-10T16:03:27.967 INFO:tasks.workunit.client.0.smithi069.stdout:op 3630 completed, throughput=5MB/sec 2024-04-10T16:03:27.968 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-RqEidb4ZXAI9ECu off=5595671 len=302025 2024-04-10T16:03:27.968 INFO:tasks.workunit.client.0.smithi069.stdout:op 3631 completed, throughput=5MB/sec 2024-04-10T16:03:27.968 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-tBa0S1s58e7FTh3 off=15197599 len=1510062 2024-04-10T16:03:27.975 INFO:tasks.workunit.client.0.smithi069.stdout:op 3632 completed, throughput=5MB/sec 2024-04-10T16:03:27.975 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-nVJ5YM1HZxjQFCg off=11757459 len=1939285 2024-04-10T16:03:27.979 INFO:tasks.workunit.client.0.smithi069.stdout:op 3633 completed, throughput=5MB/sec 2024-04-10T16:03:28.095 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:03:27 smithi069 ceph-mon[94167]: pgmap v1761: 105 pgs: 105 active+clean; 126 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-10T16:03:28.096 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:03:27 smithi069 ceph-mon[96738]: pgmap v1761: 105 pgs: 105 active+clean; 126 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-10T16:03:28.252 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:03:27 smithi077 ceph-mon[87572]: pgmap v1761: 105 pgs: 105 active+clean; 126 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-10T16:03:28.979 INFO:tasks.workunit.client.0.smithi069.stdout: 703: throughput=4.99MB/sec pending data=0 2024-04-10T16:03:28.979 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-CuY16ok5EobLwp- off=13225939 len=149882 2024-04-10T16:03:28.982 INFO:tasks.workunit.client.0.smithi069.stdout:op 3634 completed, throughput=4.99MB/sec 2024-04-10T16:03:28.982 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-RGehi465izIa7lu off=9376 len=1068878 2024-04-10T16:03:28.988 INFO:tasks.workunit.client.0.smithi069.stdout:op 3635 completed, throughput=5MB/sec 2024-04-10T16:03:28.988 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-_ibY4UXnJnnBzpQ off=10231187 len=1552488 2024-04-10T16:03:28.990 INFO:tasks.workunit.client.0.smithi069.stdout:op 3636 completed, throughput=5MB/sec 2024-04-10T16:03:28.990 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-3Iq7igXE2t-wiBS off=11757489 len=470161 2024-04-10T16:03:28.994 INFO:tasks.workunit.client.0.smithi069.stdout:op 3637 completed, throughput=5MB/sec 2024-04-10T16:03:28.994 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-9Fj032jJDjPc_1P off=17832119 len=1663171 2024-04-10T16:03:28.995 INFO:tasks.workunit.client.0.smithi069.stdout:op 3638 completed, throughput=5MB/sec 2024-04-10T16:03:29.996 INFO:tasks.workunit.client.0.smithi069.stdout: 704: throughput=4.99MB/sec pending data=0 2024-04-10T16:03:29.996 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-RyeFKT1F0Ctm3N1 off=4061142 len=559304 2024-04-10T16:03:30.000 INFO:tasks.workunit.client.0.smithi069.stdout:op 3639 completed, throughput=4.99MB/sec 2024-04-10T16:03:30.000 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-MTg708ODD0-jBtD off=3943042 len=1547574 2024-04-10T16:03:30.009 INFO:tasks.workunit.client.0.smithi069.stdout:op 3640 completed, throughput=5MB/sec 2024-04-10T16:03:30.009 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-iX5FtaPgxYInlX4 off=9461226 len=637616 2024-04-10T16:03:30.009 INFO:tasks.workunit.client.0.smithi069.stdout:op 3641 completed, throughput=5MB/sec 2024-04-10T16:03:30.010 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-slMw_5is9sgHB35 off=6762462 len=637435 2024-04-10T16:03:30.011 INFO:tasks.workunit.client.0.smithi069.stdout:op 3642 completed, throughput=5MB/sec 2024-04-10T16:03:30.011 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-gz4jYhd8zV_T1w7 off=0 len=1871988 2024-04-10T16:03:30.022 INFO:tasks.workunit.client.0.smithi069.stdout:op 3643 completed, throughput=5MB/sec 2024-04-10T16:03:30.096 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:03:29 smithi069 ceph-mon[94167]: pgmap v1762: 105 pgs: 105 active+clean; 126 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-10T16:03:30.096 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:03:29 smithi069 ceph-mon[96738]: pgmap v1762: 105 pgs: 105 active+clean; 126 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-10T16:03:30.252 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:03:29 smithi077 ceph-mon[87572]: pgmap v1762: 105 pgs: 105 active+clean; 126 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-10T16:03:31.022 INFO:tasks.workunit.client.0.smithi069.stdout: 705: throughput=4.99MB/sec pending data=0 2024-04-10T16:03:31.022 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-NsXszTReIomdUv- off=6534418 len=180369 2024-04-10T16:03:31.023 INFO:tasks.workunit.client.0.smithi069.stdout:op 3644 completed, throughput=4.99MB/sec 2024-04-10T16:03:31.024 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-2oXlwnZpcoHDiec off=4719711 len=1149431 2024-04-10T16:03:31.025 INFO:tasks.workunit.client.0.smithi069.stdout:op 3645 completed, throughput=4.99MB/sec 2024-04-10T16:03:31.025 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-HdfSg1iYHZ4ZfCx off=9392802 len=1409946 2024-04-10T16:03:31.034 INFO:tasks.workunit.client.0.smithi069.stdout:op 3646 completed, throughput=5MB/sec 2024-04-10T16:03:31.034 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-na9usrpfFmOuTUt off=2480497 len=2010802 2024-04-10T16:03:31.037 INFO:tasks.workunit.client.0.smithi069.stdout:op 3647 completed, throughput=5MB/sec 2024-04-10T16:03:31.037 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-WYGIS3FdfG6rNqo off=421924 len=1362746 2024-04-10T16:03:31.044 INFO:tasks.workunit.client.0.smithi069.stdout:op 3648 completed, throughput=5MB/sec 2024-04-10T16:03:32.045 INFO:tasks.workunit.client.0.smithi069.stdout: 706: throughput=4.99MB/sec pending data=0 2024-04-10T16:03:32.045 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-9dbwlkOHyJ1iJGr off=3701653 len=1823958 2024-04-10T16:03:32.052 INFO:tasks.workunit.client.0.smithi069.stdout:op 3649 completed, throughput=5MB/sec 2024-04-10T16:03:32.052 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-JslMQfrsOUAq26G off=12897832 len=138623 2024-04-10T16:03:32.055 INFO:tasks.workunit.client.0.smithi069.stdout:op 3650 completed, throughput=5MB/sec 2024-04-10T16:03:32.055 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-OzXbLxaiSVVuJLU off=2930310 len=1311685 2024-04-10T16:03:32.057 INFO:tasks.workunit.client.0.smithi069.stdout:op 3651 completed, throughput=5MB/sec 2024-04-10T16:03:32.057 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-NoVcxaTs6HEKkH0 off=7364741 len=1728787 2024-04-10T16:03:32.060 INFO:tasks.workunit.client.0.smithi069.stdout:op 3652 completed, throughput=5MB/sec 2024-04-10T16:03:32.096 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:03:31 smithi069 ceph-mon[94167]: pgmap v1763: 105 pgs: 105 active+clean; 126 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2024-04-10T16:03:32.096 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:03:31 smithi069 ceph-mon[96738]: pgmap v1763: 105 pgs: 105 active+clean; 126 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2024-04-10T16:03:32.252 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:03:31 smithi077 ceph-mon[87572]: pgmap v1763: 105 pgs: 105 active+clean; 126 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2024-04-10T16:03:32.752 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:03:32 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:03:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:03:33.060 INFO:tasks.workunit.client.0.smithi069.stdout: 707: throughput=4.99MB/sec pending data=0 2024-04-10T16:03:33.061 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-tk0uJC62aAd_2XX off=7257030 len=1766052 2024-04-10T16:03:33.064 INFO:tasks.workunit.client.0.smithi069.stdout:op 3653 completed, throughput=5MB/sec 2024-04-10T16:03:33.064 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-XHD9aAdb_NAQLVu off=2854385 len=827098 2024-04-10T16:03:33.069 INFO:tasks.workunit.client.0.smithi069.stdout:op 3654 completed, throughput=5MB/sec 2024-04-10T16:03:33.070 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-RlPyKGCi9_mIMEU off=515057 len=301894 2024-04-10T16:03:33.072 INFO:tasks.workunit.client.0.smithi069.stdout:op 3655 completed, throughput=5MB/sec 2024-04-10T16:03:33.072 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-feUBy8jW425CJu8 off=6825209 len=1892250 2024-04-10T16:03:33.074 INFO:tasks.workunit.client.0.smithi069.stdout:op 3656 completed, throughput=5MB/sec 2024-04-10T16:03:34.074 INFO:tasks.workunit.client.0.smithi069.stdout: 708: throughput=4.99MB/sec pending data=0 2024-04-10T16:03:34.075 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-643Cu_567Xlj2CE off=18376057 len=339162 2024-04-10T16:03:34.079 INFO:tasks.workunit.client.0.smithi069.stdout:op 3657 completed, throughput=4.99MB/sec 2024-04-10T16:03:34.079 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-sh9sJUlpxMwpOHO off=4957477 len=368957 2024-04-10T16:03:34.081 INFO:tasks.workunit.client.0.smithi069.stdout:op 3658 completed, throughput=4.99MB/sec 2024-04-10T16:03:34.081 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-Y0xYoI1CvowoADk off=3672120 len=303726 2024-04-10T16:03:34.084 INFO:tasks.workunit.client.0.smithi069.stdout:op 3659 completed, throughput=4.99MB/sec 2024-04-10T16:03:34.084 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-NLFWPBTiLPYFQJN off=7681884 len=81466 2024-04-10T16:03:34.084 INFO:tasks.workunit.client.0.smithi069.stdout:op 3660 completed, throughput=4.99MB/sec 2024-04-10T16:03:34.084 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-1njzXKh7zH17oCC off=12679703 len=462312 2024-04-10T16:03:34.085 INFO:tasks.workunit.client.0.smithi069.stdout:op 3661 completed, throughput=5MB/sec 2024-04-10T16:03:34.085 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-cGQXjLCX1ElDzgy off=1074457 len=1412054 2024-04-10T16:03:34.094 INFO:tasks.workunit.client.0.smithi069.stdout:op 3662 completed, throughput=5MB/sec 2024-04-10T16:03:34.094 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-F2flHYBjT5N3TjG off=1942094 len=185480 2024-04-10T16:03:34.094 INFO:tasks.workunit.client.0.smithi069.stdout:op 3663 completed, throughput=5MB/sec 2024-04-10T16:03:34.095 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-vBkP9D3sEv5VN8f off=12847271 len=1174673 2024-04-10T16:03:34.096 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:03:33 smithi069 ceph-mon[96738]: pgmap v1764: 105 pgs: 105 active+clean; 126 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-10T16:03:34.096 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:03:33 smithi069 ceph-mon[94167]: pgmap v1764: 105 pgs: 105 active+clean; 126 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-10T16:03:34.097 INFO:tasks.workunit.client.0.smithi069.stdout:op 3664 completed, throughput=5MB/sec 2024-04-10T16:03:34.097 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-Q2e8Ra1dxYaTVMr off=74901 len=706524 2024-04-10T16:03:34.099 INFO:tasks.workunit.client.0.smithi069.stdout:op 3665 completed, throughput=5MB/sec 2024-04-10T16:03:34.099 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-sRXB9C0ydJSuTVP off=7304488 len=160918 2024-04-10T16:03:34.100 INFO:tasks.workunit.client.0.smithi069.stdout:op 3666 completed, throughput=5MB/sec 2024-04-10T16:03:34.100 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-RTLOxfCSw1R8DxJ off=255645 len=1141067 2024-04-10T16:03:34.101 INFO:tasks.workunit.client.0.smithi069.stdout:op 3667 completed, throughput=5MB/sec 2024-04-10T16:03:34.252 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:03:33 smithi077 ceph-mon[87572]: pgmap v1764: 105 pgs: 105 active+clean; 126 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-10T16:03:35.102 INFO:tasks.workunit.client.0.smithi069.stdout: 709: throughput=4.99MB/sec pending data=0 2024-04-10T16:03:35.102 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-Yo9ag8I69iyITPN off=4718332 len=1692544 2024-04-10T16:03:35.111 INFO:tasks.workunit.client.0.smithi069.stdout:op 3668 completed, throughput=5MB/sec 2024-04-10T16:03:35.111 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-75pUV-f8JUeJNRB off=3290330 len=253816 2024-04-10T16:03:35.112 INFO:tasks.workunit.client.0.smithi069.stdout:op 3669 completed, throughput=5MB/sec 2024-04-10T16:03:35.112 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-WkXaW--IHPEIcNw off=583528 len=1465233 2024-04-10T16:03:35.120 INFO:tasks.workunit.client.0.smithi069.stdout:op 3670 completed, throughput=5MB/sec 2024-04-10T16:03:35.120 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-ZA00fWz3vfuoWVT off=3355729 len=1958535 2024-04-10T16:03:35.123 INFO:tasks.workunit.client.0.smithi069.stdout:op 3671 completed, throughput=5MB/sec 2024-04-10T16:03:36.096 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:03:35 smithi069 ceph-mon[96738]: pgmap v1765: 105 pgs: 105 active+clean; 126 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-10T16:03:36.096 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:03:35 smithi069 ceph-mon[94167]: pgmap v1765: 105 pgs: 105 active+clean; 126 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-10T16:03:36.124 INFO:tasks.workunit.client.0.smithi069.stdout: 710: throughput=4.99MB/sec pending data=0 2024-04-10T16:03:36.124 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-xk_RrBU213I9Id4 off=959414 len=1967543 2024-04-10T16:03:36.137 INFO:tasks.workunit.client.0.smithi069.stdout:op 3672 completed, throughput=5MB/sec 2024-04-10T16:03:36.137 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-SsOLKWQZHf1jK_S off=1383711 len=1636213 2024-04-10T16:03:36.146 INFO:tasks.workunit.client.0.smithi069.stdout:op 3673 completed, throughput=5MB/sec 2024-04-10T16:03:36.146 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-RTLOxfCSw1R8DxJ off=593374 len=528266 2024-04-10T16:03:36.150 INFO:tasks.workunit.client.0.smithi069.stdout:op 3674 completed, throughput=5MB/sec 2024-04-10T16:03:36.150 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-DcT9iqAFquYN8ND off=1333394 len=1421277 2024-04-10T16:03:36.153 INFO:tasks.workunit.client.0.smithi069.stdout:op 3675 completed, throughput=5MB/sec 2024-04-10T16:03:36.252 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:03:35 smithi077 ceph-mon[87572]: pgmap v1765: 105 pgs: 105 active+clean; 126 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-10T16:03:37.153 INFO:tasks.workunit.client.0.smithi069.stdout: 711: throughput=4.99MB/sec pending data=0 2024-04-10T16:03:37.153 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-h7NCHY22DNnRk5V off=9102867 len=1363324 2024-04-10T16:03:37.155 INFO:tasks.workunit.client.0.smithi069.stdout:op 3676 completed, throughput=5MB/sec 2024-04-10T16:03:37.155 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-2Pa7oQ6pNzy7ose off=923256 len=1492509 2024-04-10T16:03:37.161 INFO:tasks.workunit.client.0.smithi069.stdout:op 3677 completed, throughput=5MB/sec 2024-04-10T16:03:37.161 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-uRyX0IcAswrc2h9 off=1625927 len=1406665 2024-04-10T16:03:37.162 INFO:tasks.workunit.client.0.smithi069.stdout:op 3678 completed, throughput=5MB/sec 2024-04-10T16:03:37.346 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:03:36 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:03:36] "GET /metrics HTTP/1.1" 200 34045 "" "Prometheus/2.43.0" 2024-04-10T16:03:38.096 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:03:37 smithi069 ceph-mon[96738]: pgmap v1766: 105 pgs: 105 active+clean; 126 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-10T16:03:38.096 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:03:37 smithi069 ceph-mon[94167]: pgmap v1766: 105 pgs: 105 active+clean; 126 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-10T16:03:38.163 INFO:tasks.workunit.client.0.smithi069.stdout: 712: throughput=4.99MB/sec pending data=0 2024-04-10T16:03:38.163 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-dn7FkMBJlWzmWz2 off=16484054 len=245933 2024-04-10T16:03:38.164 INFO:tasks.workunit.client.0.smithi069.stdout:op 3679 completed, throughput=4.99MB/sec 2024-04-10T16:03:38.164 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-JLGMzSbaGyO0St1 off=2419123 len=1206458 2024-04-10T16:03:38.169 INFO:tasks.workunit.client.0.smithi069.stdout:op 3680 completed, throughput=5MB/sec 2024-04-10T16:03:38.169 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-Cv1jktzKkGd6jSZ off=10114793 len=2067230 2024-04-10T16:03:38.181 INFO:tasks.workunit.client.0.smithi069.stdout:op 3681 completed, throughput=5MB/sec 2024-04-10T16:03:38.181 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-Dsgk4SorS2lcgy5 off=925648 len=1567423 2024-04-10T16:03:38.183 INFO:tasks.workunit.client.0.smithi069.stdout:op 3682 completed, throughput=5MB/sec 2024-04-10T16:03:38.183 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-uA2ijK0XO_9G0MU off=12906611 len=524543 2024-04-10T16:03:38.184 INFO:tasks.workunit.client.0.smithi069.stdout:op 3683 completed, throughput=5MB/sec 2024-04-10T16:03:38.252 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:03:37 smithi077 ceph-mon[87572]: pgmap v1766: 105 pgs: 105 active+clean; 126 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-10T16:03:39.185 INFO:tasks.workunit.client.0.smithi069.stdout: 713: throughput=4.99MB/sec pending data=0 2024-04-10T16:03:39.185 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-T2Bg02TVc-ljsmq off=897259 len=2035916 2024-04-10T16:03:39.195 INFO:tasks.workunit.client.0.smithi069.stdout:op 3684 completed, throughput=5MB/sec 2024-04-10T16:03:39.195 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-XHD9aAdb_NAQLVu off=2943906 len=1230633 2024-04-10T16:03:39.201 INFO:tasks.workunit.client.0.smithi069.stdout:op 3685 completed, throughput=5MB/sec 2024-04-10T16:03:39.201 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-pFkP-OUJYIeEFW3 off=8895652 len=1029759 2024-04-10T16:03:39.203 INFO:tasks.workunit.client.0.smithi069.stdout:op 3686 completed, throughput=5MB/sec 2024-04-10T16:03:39.203 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-H7q2e0K1-JQoFUQ off=12343835 len=721558 2024-04-10T16:03:39.204 INFO:tasks.workunit.client.0.smithi069.stdout:op 3687 completed, throughput=5MB/sec 2024-04-10T16:03:40.096 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:03:39 smithi069 ceph-mon[96738]: pgmap v1767: 105 pgs: 105 active+clean; 126 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-10T16:03:40.096 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:03:39 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:03:40.096 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:03:39 smithi069 ceph-mon[94167]: pgmap v1767: 105 pgs: 105 active+clean; 126 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-10T16:03:40.096 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:03:39 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:03:40.204 INFO:tasks.workunit.client.0.smithi069.stdout: 714: throughput=4.99MB/sec pending data=0 2024-04-10T16:03:40.204 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-qYm50xzR55In1KG off=9781027 len=714197 2024-04-10T16:03:40.205 INFO:tasks.workunit.client.0.smithi069.stdout:op 3688 completed, throughput=4.99MB/sec 2024-04-10T16:03:40.205 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-Oye2OFHnvvNVpet off=6248114 len=596509 2024-04-10T16:03:40.206 INFO:tasks.workunit.client.0.smithi069.stdout:op 3689 completed, throughput=4.99MB/sec 2024-04-10T16:03:40.206 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-RMnO1e2uOTJYOdl off=10989784 len=41066 2024-04-10T16:03:40.208 INFO:tasks.workunit.client.0.smithi069.stdout:op 3690 completed, throughput=4.99MB/sec 2024-04-10T16:03:40.209 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-DvGnidZY5Lv6Xqp off=9107290 len=1291668 2024-04-10T16:03:40.215 INFO:tasks.workunit.client.0.smithi069.stdout:op 3691 completed, throughput=5MB/sec 2024-04-10T16:03:40.215 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-rtt3DpcJCE3T-Sd off=2646214 len=1037696 2024-04-10T16:03:40.220 INFO:tasks.workunit.client.0.smithi069.stdout:op 3692 completed, throughput=5MB/sec 2024-04-10T16:03:40.220 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-XdEgNHC_WhXv7Tn off=7842674 len=1963485 2024-04-10T16:03:40.222 INFO:tasks.workunit.client.0.smithi069.stdout:op 3693 completed, throughput=5MB/sec 2024-04-10T16:03:40.252 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:03:39 smithi077 ceph-mon[87572]: pgmap v1767: 105 pgs: 105 active+clean; 126 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-10T16:03:40.252 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:03:39 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:03:41.223 INFO:tasks.workunit.client.0.smithi069.stdout: 715: throughput=4.99MB/sec pending data=0 2024-04-10T16:03:41.223 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-czZpsep0ffxOFKx off=13776520 len=26296 2024-04-10T16:03:41.225 INFO:tasks.workunit.client.0.smithi069.stdout:op 3694 completed, throughput=4.99MB/sec 2024-04-10T16:03:41.225 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-dhy8o4QtX-H8zC9 off=9884464 len=752121 2024-04-10T16:03:41.227 INFO:tasks.workunit.client.0.smithi069.stdout:op 3695 completed, throughput=4.99MB/sec 2024-04-10T16:03:41.227 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-iR4h81zsu2sYrax off=1359940 len=188164 2024-04-10T16:03:41.228 INFO:tasks.workunit.client.0.smithi069.stdout:op 3696 completed, throughput=4.99MB/sec 2024-04-10T16:03:41.228 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-Z5tar8laRJxI06h off=8845717 len=1999406 2024-04-10T16:03:41.238 INFO:tasks.workunit.client.0.smithi069.stdout:op 3697 completed, throughput=5MB/sec 2024-04-10T16:03:41.238 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-K1C9A7FRm391Evh off=979616 len=657699 2024-04-10T16:03:41.242 INFO:tasks.workunit.client.0.smithi069.stdout:op 3698 completed, throughput=5MB/sec 2024-04-10T16:03:41.243 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-VPFOn9S84jnv8SZ off=11159501 len=1127989 2024-04-10T16:03:41.244 INFO:tasks.workunit.client.0.smithi069.stdout:op 3699 completed, throughput=5MB/sec 2024-04-10T16:03:41.244 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-zB6ehjei_i0_4NA off=11513443 len=1431076 2024-04-10T16:03:41.250 INFO:tasks.workunit.client.0.smithi069.stdout:op 3700 completed, throughput=5MB/sec 2024-04-10T16:03:42.096 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:03:41 smithi069 ceph-mon[94167]: pgmap v1768: 105 pgs: 105 active+clean; 126 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-10T16:03:42.096 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:03:41 smithi069 ceph-mon[96738]: pgmap v1768: 105 pgs: 105 active+clean; 126 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-10T16:03:42.250 INFO:tasks.workunit.client.0.smithi069.stdout: 716: throughput=4.99MB/sec pending data=0 2024-04-10T16:03:42.250 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-i0St2UDqFhAyLW9 off=1114828 len=123868 2024-04-10T16:03:42.251 INFO:tasks.workunit.client.0.smithi069.stdout:op 3701 completed, throughput=4.99MB/sec 2024-04-10T16:03:42.251 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-SveBqPJgE2qPZu4 off=7017331 len=2064104 2024-04-10T16:03:42.252 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:03:41 smithi077 ceph-mon[87572]: pgmap v1768: 105 pgs: 105 active+clean; 126 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-10T16:03:42.262 INFO:tasks.workunit.client.0.smithi069.stdout:op 3702 completed, throughput=5MB/sec 2024-04-10T16:03:42.262 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-_dz1ZmAVLbSxkVn off=14580 len=1464801 2024-04-10T16:03:42.270 INFO:tasks.workunit.client.0.smithi069.stdout:op 3703 completed, throughput=5MB/sec 2024-04-10T16:03:42.270 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-1FVSo2c0NydGm51 off=11365483 len=1849083 2024-04-10T16:03:42.271 INFO:tasks.workunit.client.0.smithi069.stdout:op 3704 completed, throughput=5MB/sec 2024-04-10T16:03:42.752 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:03:42 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:03:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:03:43.272 INFO:tasks.workunit.client.0.smithi069.stdout: 717: throughput=4.99MB/sec pending data=0 2024-04-10T16:03:43.272 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-tJS9bntx_NSY56S off=652082 len=562321 2024-04-10T16:03:43.273 INFO:tasks.workunit.client.0.smithi069.stdout:op 3705 completed, throughput=5MB/sec 2024-04-10T16:03:43.273 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-KQlILVJzLXnP2bv off=4812944 len=1805508 2024-04-10T16:03:43.285 INFO:tasks.workunit.client.0.smithi069.stdout:op 3706 completed, throughput=5MB/sec 2024-04-10T16:03:43.285 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-1x-kqKrBLsvsykn off=7123819 len=1237161 2024-04-10T16:03:43.286 INFO:tasks.workunit.client.0.smithi069.stdout:op 3707 completed, throughput=5MB/sec 2024-04-10T16:03:43.286 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-6puyunVZMQh_ePu off=448259 len=1051271 2024-04-10T16:03:43.291 INFO:tasks.workunit.client.0.smithi069.stdout:op 3708 completed, throughput=5MB/sec 2024-04-10T16:03:44.096 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:03:43 smithi069 ceph-mon[96738]: pgmap v1769: 105 pgs: 105 active+clean; 126 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-10T16:03:44.096 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:03:43 smithi069 ceph-mon[94167]: pgmap v1769: 105 pgs: 105 active+clean; 126 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-10T16:03:44.252 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:03:43 smithi077 ceph-mon[87572]: pgmap v1769: 105 pgs: 105 active+clean; 126 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-10T16:03:44.292 INFO:tasks.workunit.client.0.smithi069.stdout: 718: throughput=4.99MB/sec pending data=0 2024-04-10T16:03:44.292 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-gYCYyED2sRxNkZn off=2894249 len=612954 2024-04-10T16:03:44.293 INFO:tasks.workunit.client.0.smithi069.stdout:op 3709 completed, throughput=4.99MB/sec 2024-04-10T16:03:44.293 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-8y6jn8iwuBx8syF off=16379786 len=696135 2024-04-10T16:03:44.294 INFO:tasks.workunit.client.0.smithi069.stdout:op 3710 completed, throughput=5MB/sec 2024-04-10T16:03:44.294 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-F720iMN6AanzOJV off=1880526 len=1409305 2024-04-10T16:03:44.300 INFO:tasks.workunit.client.0.smithi069.stdout:op 3711 completed, throughput=5MB/sec 2024-04-10T16:03:44.301 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-Wrfpbm9CwPl7lf3 off=3695872 len=1488923 2024-04-10T16:03:44.308 INFO:tasks.workunit.client.0.smithi069.stdout:op 3712 completed, throughput=5MB/sec 2024-04-10T16:03:44.308 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-IaJZrBUQ2akf5Lz off=953394 len=619827 2024-04-10T16:03:44.309 INFO:tasks.workunit.client.0.smithi069.stdout:op 3713 completed, throughput=5MB/sec 2024-04-10T16:03:45.252 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:03:44 smithi077 ceph-mon[87572]: pgmap v1770: 105 pgs: 105 active+clean; 126 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-10T16:03:45.310 INFO:tasks.workunit.client.0.smithi069.stdout: 719: throughput=4.99MB/sec pending data=0 2024-04-10T16:03:45.310 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-pgr_28FMdohGkEB off=132693 len=1369227 2024-04-10T16:03:45.316 INFO:tasks.workunit.client.0.smithi069.stdout:op 3714 completed, throughput=5MB/sec 2024-04-10T16:03:45.351 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-Eaj89Aq1crtK1VX off=1076438 len=309357 2024-04-10T16:03:45.352 INFO:tasks.workunit.client.0.smithi069.stdout:op 3715 completed, throughput=5MB/sec 2024-04-10T16:03:45.352 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-mpdf4VroF1YRYcT off=2372636 len=1619579 2024-04-10T16:03:45.352 INFO:tasks.workunit.client.0.smithi069.stdout:op 3716 completed, throughput=5MB/sec 2024-04-10T16:03:45.352 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-7MTNCp75X7LLWB3 off=5352626 len=172786 2024-04-10T16:03:45.352 INFO:tasks.workunit.client.0.smithi069.stdout:op 3717 completed, throughput=5MB/sec 2024-04-10T16:03:45.352 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-MD1kAzmEQh_ADLe off=4669802 len=1170107 2024-04-10T16:03:45.353 INFO:tasks.workunit.client.0.smithi069.stdout:op 3718 completed, throughput=5MB/sec 2024-04-10T16:03:45.353 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-Fw_3SXweBpmw-vX off=7886957 len=797716 2024-04-10T16:03:45.353 INFO:tasks.workunit.client.0.smithi069.stdout:op 3719 completed, throughput=5MB/sec 2024-04-10T16:03:45.353 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:03:44 smithi069 ceph-mon[96738]: pgmap v1770: 105 pgs: 105 active+clean; 126 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-10T16:03:45.353 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:03:44 smithi069 ceph-mon[94167]: pgmap v1770: 105 pgs: 105 active+clean; 126 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-10T16:03:46.334 INFO:tasks.workunit.client.0.smithi069.stdout: 720: throughput=4.99MB/sec pending data=0 2024-04-10T16:03:46.334 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-vNPIGHHzJFiY36K off=12387229 len=1496682 2024-04-10T16:03:46.336 INFO:tasks.workunit.client.0.smithi069.stdout:op 3720 completed, throughput=5MB/sec 2024-04-10T16:03:46.336 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-k1lLvpc-nj87lq6 off=6552814 len=490481 2024-04-10T16:03:46.339 INFO:tasks.workunit.client.0.smithi069.stdout:op 3721 completed, throughput=5MB/sec 2024-04-10T16:03:46.339 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-3EfWDaEYChB353b off=1246226 len=2003502 2024-04-10T16:03:46.348 INFO:tasks.workunit.client.0.smithi069.stdout:op 3722 completed, throughput=5MB/sec 2024-04-10T16:03:46.348 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-E8iD4_jU92a3LQn off=3247376 len=1598207 2024-04-10T16:03:46.354 INFO:tasks.workunit.client.0.smithi069.stdout:op 3723 completed, throughput=5MB/sec 2024-04-10T16:03:47.346 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:03:47 smithi069 ceph-mon[94167]: pgmap v1771: 105 pgs: 105 active+clean; 126 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-10T16:03:47.347 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:03:47 smithi069 ceph-mon[96738]: pgmap v1771: 105 pgs: 105 active+clean; 126 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-10T16:03:47.347 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:03:46 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:03:46] "GET /metrics HTTP/1.1" 200 34048 "" "Prometheus/2.43.0" 2024-04-10T16:03:47.354 INFO:tasks.workunit.client.0.smithi069.stdout: 721: throughput=4.99MB/sec pending data=0 2024-04-10T16:03:47.355 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-z4qxgU7a3hZVnMw off=93056 len=1143123 2024-04-10T16:03:47.356 INFO:tasks.workunit.client.0.smithi069.stdout:op 3724 completed, throughput=5MB/sec 2024-04-10T16:03:47.356 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-ibx7XQUcx47bt1E off=5412484 len=938290 2024-04-10T16:03:47.358 INFO:tasks.workunit.client.0.smithi069.stdout:op 3725 completed, throughput=5MB/sec 2024-04-10T16:03:47.358 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-kGF0HtNv0j0ah-5 off=1294055 len=1833567 2024-04-10T16:03:47.359 INFO:tasks.workunit.client.0.smithi069.stdout:op 3726 completed, throughput=5MB/sec 2024-04-10T16:03:47.359 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-FnsEFH7FkFBz-6_ off=2725596 len=1897172 2024-04-10T16:03:47.376 INFO:tasks.workunit.client.0.smithi069.stdout:op 3727 completed, throughput=5MB/sec 2024-04-10T16:03:47.502 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:03:47 smithi077 ceph-mon[87572]: pgmap v1771: 105 pgs: 105 active+clean; 126 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-10T16:03:48.376 INFO:tasks.workunit.client.0.smithi069.stdout: 722: throughput=4.99MB/sec pending data=0 2024-04-10T16:03:48.376 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-jYSpjPYTONav1c2 off=186032 len=382867 2024-04-10T16:03:48.379 INFO:tasks.workunit.client.0.smithi069.stdout:op 3728 completed, throughput=4.99MB/sec 2024-04-10T16:03:48.379 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-05K3ZO_v73-t8Vk off=9605259 len=506100 2024-04-10T16:03:48.383 INFO:tasks.workunit.client.0.smithi069.stdout:op 3729 completed, throughput=5MB/sec 2024-04-10T16:03:48.384 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-gICNuUO9DNuXtDV off=838245 len=659734 2024-04-10T16:03:48.385 INFO:tasks.workunit.client.0.smithi069.stdout:op 3730 completed, throughput=5MB/sec 2024-04-10T16:03:48.385 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-9IJJiydHahQfrhQ off=10890276 len=345393 2024-04-10T16:03:48.388 INFO:tasks.workunit.client.0.smithi069.stdout:op 3731 completed, throughput=5MB/sec 2024-04-10T16:03:48.388 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-DOGrwiSFISrUpuF off=5189122 len=1731266 2024-04-10T16:03:48.390 INFO:tasks.workunit.client.0.smithi069.stdout:op 3732 completed, throughput=5MB/sec 2024-04-10T16:03:48.390 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-lc0A3lDylcYxjQc off=852021 len=1876852 2024-04-10T16:03:48.401 INFO:tasks.workunit.client.0.smithi069.stdout:op 3733 completed, throughput=5MB/sec 2024-04-10T16:03:49.304 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:03:49 smithi077 ceph-mon[87572]: pgmap v1772: 105 pgs: 105 active+clean; 126 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-10T16:03:49.346 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:03:49 smithi069 ceph-mon[96738]: pgmap v1772: 105 pgs: 105 active+clean; 126 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-10T16:03:49.346 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:03:49 smithi069 ceph-mon[94167]: pgmap v1772: 105 pgs: 105 active+clean; 126 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-10T16:03:49.401 INFO:tasks.workunit.client.0.smithi069.stdout: 723: throughput=4.99MB/sec pending data=0 2024-04-10T16:03:49.401 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-qw25aNVaaDsP03A off=6763409 len=766201 2024-04-10T16:03:49.406 INFO:tasks.workunit.client.0.smithi069.stdout:op 3734 completed, throughput=5MB/sec 2024-04-10T16:03:49.406 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-LJ-neyEVhKRH5Qk off=5392635 len=676360 2024-04-10T16:03:49.407 INFO:tasks.workunit.client.0.smithi069.stdout:op 3735 completed, throughput=5MB/sec 2024-04-10T16:03:49.407 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-OnBamCYlVvYR0NN off=12438653 len=250281 2024-04-10T16:03:49.410 INFO:tasks.workunit.client.0.smithi069.stdout:op 3736 completed, throughput=5MB/sec 2024-04-10T16:03:49.410 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-7E8MCB4H1Lg-Rny off=5842923 len=648188 2024-04-10T16:03:49.414 INFO:tasks.workunit.client.0.smithi069.stdout:op 3737 completed, throughput=5MB/sec 2024-04-10T16:03:49.414 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-p_ea9-Bt_hRcQiZ off=1550795 len=312111 2024-04-10T16:03:49.417 INFO:tasks.workunit.client.0.smithi069.stdout:op 3738 completed, throughput=5MB/sec 2024-04-10T16:03:49.417 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-bqFpQ2ItHf9qxs- off=761491 len=1439872 2024-04-10T16:03:49.419 INFO:tasks.workunit.client.0.smithi069.stdout:op 3739 completed, throughput=5MB/sec 2024-04-10T16:03:49.419 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-7BaKup1AV75jX7M off=1855163 len=1013154 2024-04-10T16:03:49.420 INFO:tasks.workunit.client.0.smithi069.stdout:op 3740 completed, throughput=5MB/sec 2024-04-10T16:03:50.421 INFO:tasks.workunit.client.0.smithi069.stdout: 724: throughput=4.99MB/sec pending data=0 2024-04-10T16:03:50.421 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-PpoteqdWXBKc5HG off=4193000 len=781233 2024-04-10T16:03:50.425 INFO:tasks.workunit.client.0.smithi069.stdout:op 3741 completed, throughput=5MB/sec 2024-04-10T16:03:50.425 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-WwObNDgqZOUtGlN off=7741692 len=621044 2024-04-10T16:03:50.427 INFO:tasks.workunit.client.0.smithi069.stdout:op 3742 completed, throughput=5MB/sec 2024-04-10T16:03:50.428 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-9v1sRdwxXkPehxi off=5580914 len=1125477 2024-04-10T16:03:50.429 INFO:tasks.workunit.client.0.smithi069.stdout:op 3743 completed, throughput=5MB/sec 2024-04-10T16:03:50.429 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-RaHAo87aBrEYhGl off=9287643 len=1498799 2024-04-10T16:03:50.436 INFO:tasks.workunit.client.0.smithi069.stdout:op 3744 completed, throughput=5MB/sec 2024-04-10T16:03:50.436 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-lwGcZWTo9Ujd37S off=13012528 len=1504815 2024-04-10T16:03:50.443 INFO:tasks.workunit.client.0.smithi069.stdout:op 3745 completed, throughput=5MB/sec 2024-04-10T16:03:51.346 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:03:51 smithi069 ceph-mon[96738]: pgmap v1773: 105 pgs: 105 active+clean; 126 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-10T16:03:51.346 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:03:51 smithi069 ceph-mon[94167]: pgmap v1773: 105 pgs: 105 active+clean; 126 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-10T16:03:51.443 INFO:tasks.workunit.client.0.smithi069.stdout: 725: throughput=4.99MB/sec pending data=0 2024-04-10T16:03:51.443 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-9V10ZjbsDMpowLN off=891838 len=453987 2024-04-10T16:03:51.444 INFO:tasks.workunit.client.0.smithi069.stdout:op 3746 completed, throughput=4.99MB/sec 2024-04-10T16:03:51.444 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-mA_zNYZkkJ5BPzP off=3664550 len=94037 2024-04-10T16:03:51.444 INFO:tasks.workunit.client.0.smithi069.stdout:op 3747 completed, throughput=5MB/sec 2024-04-10T16:03:51.444 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-I-YfayVjTv61kHa off=7153463 len=657679 2024-04-10T16:03:51.449 INFO:tasks.workunit.client.0.smithi069.stdout:op 3748 completed, throughput=5MB/sec 2024-04-10T16:03:51.449 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-W4-keBFEmism-L7 off=2009764 len=2030596 2024-04-10T16:03:51.462 INFO:tasks.workunit.client.0.smithi069.stdout:op 3749 completed, throughput=5MB/sec 2024-04-10T16:03:51.462 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-VeWkYa9LPGhBz1Q off=2309024 len=953394 2024-04-10T16:03:51.467 INFO:tasks.workunit.client.0.smithi069.stdout:op 3750 completed, throughput=5MB/sec 2024-04-10T16:03:51.467 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-W6Zz-yKUNmvA4Yt off=516111 len=752450 2024-04-10T16:03:51.471 INFO:tasks.workunit.client.0.smithi069.stdout:op 3751 completed, throughput=5MB/sec 2024-04-10T16:03:51.502 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:03:51 smithi077 ceph-mon[87572]: pgmap v1773: 105 pgs: 105 active+clean; 126 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-10T16:03:52.471 INFO:tasks.workunit.client.0.smithi069.stdout: 726: throughput=4.99MB/sec pending data=0 2024-04-10T16:03:52.472 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-gmarhmwpqerjHL6 off=6450762 len=1406994 2024-04-10T16:03:52.473 INFO:tasks.workunit.client.0.smithi069.stdout:op 3752 completed, throughput=5MB/sec 2024-04-10T16:03:52.473 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-ap9OT4mF7CTt6gF off=9543187 len=1610228 2024-04-10T16:03:52.475 INFO:tasks.workunit.client.0.smithi069.stdout:op 3753 completed, throughput=5MB/sec 2024-04-10T16:03:52.475 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-nXE0OjojZp3fFrS off=1228698 len=1263540 2024-04-10T16:03:52.484 INFO:tasks.workunit.client.0.smithi069.stdout:op 3754 completed, throughput=5MB/sec 2024-04-10T16:03:52.484 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-YFh3Vvg3_uu_qUg off=9895750 len=1328150 2024-04-10T16:03:52.485 INFO:tasks.workunit.client.0.smithi069.stdout:op 3755 completed, throughput=5MB/sec 2024-04-10T16:03:52.752 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:03:52 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:03:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:03:53.346 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:03:53 smithi069 ceph-mon[94167]: pgmap v1774: 105 pgs: 105 active+clean; 126 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-04-10T16:03:53.346 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:03:53 smithi069 ceph-mon[96738]: pgmap v1774: 105 pgs: 105 active+clean; 126 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-04-10T16:03:53.486 INFO:tasks.workunit.client.0.smithi069.stdout: 727: throughput=4.99MB/sec pending data=0 2024-04-10T16:03:53.486 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-qm965cfWzQ6XOr6 off=9145427 len=1153524 2024-04-10T16:03:53.488 INFO:tasks.workunit.client.0.smithi069.stdout:op 3756 completed, throughput=5MB/sec 2024-04-10T16:03:53.488 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-r5cLmHDS8Wi6kqJ off=2909651 len=1404796 2024-04-10T16:03:53.495 INFO:tasks.workunit.client.0.smithi069.stdout:op 3757 completed, throughput=5MB/sec 2024-04-10T16:03:53.495 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-i1bMzdGhwg-i5HW off=9493186 len=521280 2024-04-10T16:03:53.499 INFO:tasks.workunit.client.0.smithi069.stdout:op 3758 completed, throughput=5MB/sec 2024-04-10T16:03:53.499 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-fxO6gEgS8HMf9QI off=9657778 len=1068203 2024-04-10T16:03:53.500 INFO:tasks.workunit.client.0.smithi069.stdout:op 3759 completed, throughput=5MB/sec 2024-04-10T16:03:53.500 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-F2f--pJnvYET-gm off=747488 len=794562 2024-04-10T16:03:53.502 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:03:53 smithi077 ceph-mon[87572]: pgmap v1774: 105 pgs: 105 active+clean; 126 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-04-10T16:03:53.504 INFO:tasks.workunit.client.0.smithi069.stdout:op 3760 completed, throughput=5MB/sec 2024-04-10T16:03:54.504 INFO:tasks.workunit.client.0.smithi069.stdout: 728: throughput=4.99MB/sec pending data=0 2024-04-10T16:03:54.505 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-t0lLvofW8B66w-d off=2248801 len=1861862 2024-04-10T16:03:54.516 INFO:tasks.workunit.client.0.smithi069.stdout:op 3761 completed, throughput=5MB/sec 2024-04-10T16:03:54.516 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-XnWeOFQHb50Iia2 off=3012083 len=1827057 2024-04-10T16:03:54.518 INFO:tasks.workunit.client.0.smithi069.stdout:op 3762 completed, throughput=5MB/sec 2024-04-10T16:03:54.518 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-aEuUoQHr6VweFuc off=145137 len=793992 2024-04-10T16:03:54.519 INFO:tasks.workunit.client.0.smithi069.stdout:op 3763 completed, throughput=5MB/sec 2024-04-10T16:03:54.519 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-lcT7KvvSUKsH9ya off=19681352 len=1582195 2024-04-10T16:03:54.521 INFO:tasks.workunit.client.0.smithi069.stdout:op 3764 completed, throughput=5MB/sec 2024-04-10T16:03:55.346 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:03:55 smithi069 ceph-mon[96738]: pgmap v1775: 105 pgs: 105 active+clean; 126 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-10T16:03:55.346 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:03:55 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:03:55.346 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:03:55 smithi069 ceph-mon[94167]: pgmap v1775: 105 pgs: 105 active+clean; 126 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-10T16:03:55.347 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:03:55 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:03:55.502 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:03:55 smithi077 ceph-mon[87572]: pgmap v1775: 105 pgs: 105 active+clean; 126 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-10T16:03:55.502 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:03:55 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:03:55.521 INFO:tasks.workunit.client.0.smithi069.stdout: 729: throughput=4.99MB/sec pending data=0 2024-04-10T16:03:55.521 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-sqedUxV-BFGsd1S off=1907162 len=1347901 2024-04-10T16:03:55.523 INFO:tasks.workunit.client.0.smithi069.stdout:op 3765 completed, throughput=5MB/sec 2024-04-10T16:03:55.523 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-Z5JZZPNe-pvU__f off=104770 len=230243 2024-04-10T16:03:55.524 INFO:tasks.workunit.client.0.smithi069.stdout:op 3766 completed, throughput=5MB/sec 2024-04-10T16:03:55.524 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-OwFtxuMVsEZhkOB off=5258468 len=1179585 2024-04-10T16:03:55.526 INFO:tasks.workunit.client.0.smithi069.stdout:op 3767 completed, throughput=5MB/sec 2024-04-10T16:03:55.527 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-Ady_vmh2wiQfEg2 off=1676066 len=334001 2024-04-10T16:03:55.528 INFO:tasks.workunit.client.0.smithi069.stdout:op 3768 completed, throughput=5MB/sec 2024-04-10T16:03:55.528 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-IwhfrV5m9j-yDmW off=2604550 len=14051 2024-04-10T16:03:55.531 INFO:tasks.workunit.client.0.smithi069.stdout:op 3769 completed, throughput=5MB/sec 2024-04-10T16:03:55.531 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-fsWULWEBCvqWykO off=18306697 len=190166 2024-04-10T16:03:55.533 INFO:tasks.workunit.client.0.smithi069.stdout:op 3770 completed, throughput=5MB/sec 2024-04-10T16:03:55.533 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-omqPIotLVT4Ky0w off=6981039 len=1265812 2024-04-10T16:03:55.536 INFO:tasks.workunit.client.0.smithi069.stdout:op 3771 completed, throughput=5MB/sec 2024-04-10T16:03:56.536 INFO:tasks.workunit.client.0.smithi069.stdout: 730: throughput=4.99MB/sec pending data=0 2024-04-10T16:03:56.536 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-t8kwZTiDc9LMHnA off=9943844 len=348476 2024-04-10T16:03:56.537 INFO:tasks.workunit.client.0.smithi069.stdout:op 3772 completed, throughput=4.99MB/sec 2024-04-10T16:03:56.537 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-aDbUqoRo9G530w4 off=2183908 len=1870349 2024-04-10T16:03:56.548 INFO:tasks.workunit.client.0.smithi069.stdout:op 3773 completed, throughput=5MB/sec 2024-04-10T16:03:56.548 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-3iDIpMx0jB2FVgq off=717488 len=50814 2024-04-10T16:03:56.549 INFO:tasks.workunit.client.0.smithi069.stdout:op 3774 completed, throughput=5MB/sec 2024-04-10T16:03:56.549 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-hMbFHXA6_9z9qsf off=125199 len=1360237 2024-04-10T16:03:56.556 INFO:tasks.workunit.client.0.smithi069.stdout:op 3775 completed, throughput=5MB/sec 2024-04-10T16:03:56.557 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-GAdtiCVSUqTP6U2 off=7671561 len=1583310 2024-04-10T16:03:56.564 INFO:tasks.workunit.client.0.smithi069.stdout:op 3776 completed, throughput=5MB/sec 2024-04-10T16:03:57.346 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:03:57 smithi069 ceph-mon[94167]: pgmap v1776: 105 pgs: 105 active+clean; 126 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-10T16:03:57.346 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:03:57 smithi069 ceph-mon[96738]: pgmap v1776: 105 pgs: 105 active+clean; 126 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-10T16:03:57.347 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:03:56 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:03:56] "GET /metrics HTTP/1.1" 200 34052 "" "Prometheus/2.43.0" 2024-04-10T16:03:57.502 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:03:57 smithi077 ceph-mon[87572]: pgmap v1776: 105 pgs: 105 active+clean; 126 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-10T16:03:57.565 INFO:tasks.workunit.client.0.smithi069.stdout: 731: throughput=4.99MB/sec pending data=0 2024-04-10T16:03:57.565 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-HthqOqpgat-7coc off=11090654 len=796852 2024-04-10T16:03:57.569 INFO:tasks.workunit.client.0.smithi069.stdout:op 3777 completed, throughput=4.99MB/sec 2024-04-10T16:03:57.569 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-MDk2USqqnkEIHX3 off=6779161 len=620835 2024-04-10T16:03:57.570 INFO:tasks.workunit.client.0.smithi069.stdout:op 3778 completed, throughput=5MB/sec 2024-04-10T16:03:57.570 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-IvIpjbDqHwpCQ2t off=12329930 len=744941 2024-04-10T16:03:57.571 INFO:tasks.workunit.client.0.smithi069.stdout:op 3779 completed, throughput=5MB/sec 2024-04-10T16:03:57.571 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-linHJU_geCnQtUL off=21315353 len=1291847 2024-04-10T16:03:57.573 INFO:tasks.workunit.client.0.smithi069.stdout:op 3780 completed, throughput=5MB/sec 2024-04-10T16:03:57.573 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-A0xECP1qK0Y_BSN off=3925607 len=738153 2024-04-10T16:03:57.578 INFO:tasks.workunit.client.0.smithi069.stdout:op 3781 completed, throughput=5MB/sec 2024-04-10T16:03:57.578 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-1YHO1vOzLHGKKsX off=10587867 len=808393 2024-04-10T16:03:57.578 INFO:tasks.workunit.client.0.smithi069.stdout:op 3782 completed, throughput=5MB/sec 2024-04-10T16:03:57.579 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-0-jP9re-Qfy11RN off=1658772 len=1209040 2024-04-10T16:03:57.580 INFO:tasks.workunit.client.0.smithi069.stdout:op 3783 completed, throughput=5MB/sec 2024-04-10T16:03:58.580 INFO:tasks.workunit.client.0.smithi069.stdout: 732: throughput=4.99MB/sec pending data=0 2024-04-10T16:03:58.580 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-50Xa3UZV2A406O9 off=15893185 len=1238164 2024-04-10T16:03:58.582 INFO:tasks.workunit.client.0.smithi069.stdout:op 3784 completed, throughput=5MB/sec 2024-04-10T16:03:58.582 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-5UbULakEJ0kWRk8 off=4616255 len=947800 2024-04-10T16:03:58.583 INFO:tasks.workunit.client.0.smithi069.stdout:op 3785 completed, throughput=5MB/sec 2024-04-10T16:03:58.583 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-FH4d0TsYns0wyGf off=6452348 len=52115 2024-04-10T16:03:58.584 INFO:tasks.workunit.client.0.smithi069.stdout:op 3786 completed, throughput=5MB/sec 2024-04-10T16:03:58.584 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-vU1XrFnYBPdOPOe off=2774950 len=190955 2024-04-10T16:03:58.587 INFO:tasks.workunit.client.0.smithi069.stdout:op 3787 completed, throughput=5MB/sec 2024-04-10T16:03:58.587 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-hFtTLOaXbczVThY off=3953631 len=1716466 2024-04-10T16:03:58.589 INFO:tasks.workunit.client.0.smithi069.stdout:op 3788 completed, throughput=5MB/sec 2024-04-10T16:03:58.589 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-JUy5wOD82qmQpva off=1490360 len=116077 2024-04-10T16:03:58.589 INFO:tasks.workunit.client.0.smithi069.stdout:op 3789 completed, throughput=5MB/sec 2024-04-10T16:03:59.346 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:03:59 smithi069 ceph-mon[94167]: pgmap v1777: 105 pgs: 105 active+clean; 126 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-10T16:03:59.346 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:03:59 smithi069 ceph-mon[96738]: pgmap v1777: 105 pgs: 105 active+clean; 126 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-10T16:03:59.502 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:03:59 smithi077 ceph-mon[87572]: pgmap v1777: 105 pgs: 105 active+clean; 126 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-10T16:03:59.590 INFO:tasks.workunit.client.0.smithi069.stdout: 733: throughput=4.99MB/sec pending data=0 2024-04-10T16:03:59.590 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-IYk75J8ZXSj-7ju off=2145952 len=1355159 2024-04-10T16:03:59.592 INFO:tasks.workunit.client.0.smithi069.stdout:op 3790 completed, throughput=5MB/sec 2024-04-10T16:03:59.592 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-bwdu35aKMRapJvd off=1504795 len=1628782 2024-04-10T16:03:59.595 INFO:tasks.workunit.client.0.smithi069.stdout:op 3791 completed, throughput=5MB/sec 2024-04-10T16:03:59.595 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-ELnGWrA4nzn3dB2 off=15605379 len=75381 2024-04-10T16:03:59.598 INFO:tasks.workunit.client.0.smithi069.stdout:op 3792 completed, throughput=5MB/sec 2024-04-10T16:03:59.598 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-WvC5JkCRBwitiV_ off=6507443 len=1528733 2024-04-10T16:03:59.601 INFO:tasks.workunit.client.0.smithi069.stdout:op 3793 completed, throughput=5MB/sec 2024-04-10T16:03:59.601 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-aYA8O3Xl6Fupewf off=6198638 len=1261695 2024-04-10T16:03:59.607 INFO:tasks.workunit.client.0.smithi069.stdout:op 3794 completed, throughput=5MB/sec 2024-04-10T16:04:00.607 INFO:tasks.workunit.client.0.smithi069.stdout: 734: throughput=4.99MB/sec pending data=0 2024-04-10T16:04:00.607 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-vrdcW3vqJWUzfaa off=16607586 len=894914 2024-04-10T16:04:00.612 INFO:tasks.workunit.client.0.smithi069.stdout:op 3795 completed, throughput=5MB/sec 2024-04-10T16:04:00.612 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-oGbckLz6-kzcLQY off=4625863 len=887765 2024-04-10T16:04:00.617 INFO:tasks.workunit.client.0.smithi069.stdout:op 3796 completed, throughput=5MB/sec 2024-04-10T16:04:00.617 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-eespawaJvLBgbDH off=8279712 len=952876 2024-04-10T16:04:00.619 INFO:tasks.workunit.client.0.smithi069.stdout:op 3797 completed, throughput=5MB/sec 2024-04-10T16:04:00.619 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-nnpl7T2yPWAjCbb off=2712985 len=1476058 2024-04-10T16:04:00.621 INFO:tasks.workunit.client.0.smithi069.stdout:op 3798 completed, throughput=5MB/sec 2024-04-10T16:04:00.621 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-GtMF7KMyMQIgVIN off=2685177 len=594877 2024-04-10T16:04:00.622 INFO:tasks.workunit.client.0.smithi069.stdout:op 3799 completed, throughput=5MB/sec 2024-04-10T16:04:01.346 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:04:01 smithi069 ceph-mon[94167]: pgmap v1778: 105 pgs: 105 active+clean; 126 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-10T16:04:01.346 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:04:01 smithi069 ceph-mon[96738]: pgmap v1778: 105 pgs: 105 active+clean; 126 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-10T16:04:01.502 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:04:01 smithi077 ceph-mon[87572]: pgmap v1778: 105 pgs: 105 active+clean; 126 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-10T16:04:01.622 INFO:tasks.workunit.client.0.smithi069.stdout: 735: throughput=4.99MB/sec pending data=0 2024-04-10T16:04:01.622 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-Z6kbbvG2NOdOPfi off=11625708 len=1504845 2024-04-10T16:04:01.624 INFO:tasks.workunit.client.0.smithi069.stdout:op 3800 completed, throughput=5MB/sec 2024-04-10T16:04:01.624 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-WC4NUD0sgxi7ESY off=4888026 len=647615 2024-04-10T16:04:01.629 INFO:tasks.workunit.client.0.smithi069.stdout:op 3801 completed, throughput=5MB/sec 2024-04-10T16:04:01.629 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-5ftLqGzSfSxq7Xp off=9208944 len=1952496 2024-04-10T16:04:01.631 INFO:tasks.workunit.client.0.smithi069.stdout:op 3802 completed, throughput=5MB/sec 2024-04-10T16:04:01.631 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-8wICiEHgo9uCRS4 off=18092280 len=688791 2024-04-10T16:04:01.632 INFO:tasks.workunit.client.0.smithi069.stdout:op 3803 completed, throughput=5MB/sec 2024-04-10T16:04:01.632 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-eId78HAIWkeX6dG off=6283822 len=150090 2024-04-10T16:04:01.633 INFO:tasks.workunit.client.0.smithi069.stdout:op 3804 completed, throughput=5MB/sec 2024-04-10T16:04:01.633 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-KU7qiYI6d-2hlGc off=5099676 len=1992781 2024-04-10T16:04:01.635 INFO:tasks.workunit.client.0.smithi069.stdout:op 3805 completed, throughput=5MB/sec 2024-04-10T16:04:02.636 INFO:tasks.workunit.client.0.smithi069.stdout: 736: throughput=5MB/sec pending data=0 2024-04-10T16:04:02.636 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-5qdf2PPU3sc6WpP off=5038721 len=1573321 2024-04-10T16:04:02.637 INFO:tasks.workunit.client.0.smithi069.stdout:op 3806 completed, throughput=5MB/sec 2024-04-10T16:04:02.638 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-sK8JV3okF4lXiio off=1081438 len=1392202 2024-04-10T16:04:02.644 INFO:tasks.workunit.client.0.smithi069.stdout:op 3807 completed, throughput=5MB/sec 2024-04-10T16:04:02.644 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-9ZgEgdI1-Z5nYrO off=3571314 len=1720388 2024-04-10T16:04:02.646 INFO:tasks.workunit.client.0.smithi069.stdout:op 3808 completed, throughput=5MB/sec 2024-04-10T16:04:02.752 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:04:02 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:04:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:04:03.346 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:04:03 smithi069 ceph-mon[94167]: pgmap v1779: 105 pgs: 105 active+clean; 126 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-10T16:04:03.346 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:04:03 smithi069 ceph-mon[96738]: pgmap v1779: 105 pgs: 105 active+clean; 126 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-10T16:04:03.502 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:04:03 smithi077 ceph-mon[87572]: pgmap v1779: 105 pgs: 105 active+clean; 126 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-10T16:04:03.646 INFO:tasks.workunit.client.0.smithi069.stdout: 737: throughput=4.99MB/sec pending data=0 2024-04-10T16:04:03.647 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-l-nNNIn0BguaLse off=2230095 len=1116183 2024-04-10T16:04:03.648 INFO:tasks.workunit.client.0.smithi069.stdout:op 3809 completed, throughput=5MB/sec 2024-04-10T16:04:03.648 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-xNp4nFhDHlwqVo1 off=3655798 len=1692386 2024-04-10T16:04:03.650 INFO:tasks.workunit.client.0.smithi069.stdout:op 3810 completed, throughput=5MB/sec 2024-04-10T16:04:03.650 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-HnWux9N3meilkp9 off=747420 len=1140757 2024-04-10T16:04:03.652 INFO:tasks.workunit.client.0.smithi069.stdout:op 3811 completed, throughput=5MB/sec 2024-04-10T16:04:03.652 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-cnCseQKeMvb9x-Y off=1792494 len=828333 2024-04-10T16:04:03.657 INFO:tasks.workunit.client.0.smithi069.stdout:op 3812 completed, throughput=5MB/sec 2024-04-10T16:04:04.657 INFO:tasks.workunit.client.0.smithi069.stdout: 738: throughput=4.99MB/sec pending data=0 2024-04-10T16:04:04.657 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-t7-lJ_8YpyRVgcj off=6370647 len=277102 2024-04-10T16:04:04.660 INFO:tasks.workunit.client.0.smithi069.stdout:op 3813 completed, throughput=4.99MB/sec 2024-04-10T16:04:04.660 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-K1a6ZJWFLjDXLOL off=3826218 len=2039006 2024-04-10T16:04:04.661 INFO:tasks.workunit.client.0.smithi069.stdout:op 3814 completed, throughput=5MB/sec 2024-04-10T16:04:04.662 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-1u6ZU4StcsRB-ho off=11638723 len=282211 2024-04-10T16:04:04.662 INFO:tasks.workunit.client.0.smithi069.stdout:op 3815 completed, throughput=5MB/sec 2024-04-10T16:04:04.662 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-SI-0OUJYpX2PMwa off=1807839 len=1660722 2024-04-10T16:04:04.670 INFO:tasks.workunit.client.0.smithi069.stdout:op 3816 completed, throughput=5MB/sec 2024-04-10T16:04:04.670 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-bET-3SqpG9btwqu off=11437707 len=73996 2024-04-10T16:04:04.672 INFO:tasks.workunit.client.0.smithi069.stdout:op 3817 completed, throughput=5MB/sec 2024-04-10T16:04:04.672 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-YsJ3BDnOvrZlywn off=14142457 len=1778574 2024-04-10T16:04:04.675 INFO:tasks.workunit.client.0.smithi069.stdout:op 3818 completed, throughput=5MB/sec 2024-04-10T16:04:05.346 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:04:05 smithi069 ceph-mon[96738]: pgmap v1780: 105 pgs: 105 active+clean; 126 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-04-10T16:04:05.349 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:04:05 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:04:05.349 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:04:05 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:04:05.349 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:04:05 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:04:05.350 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:04:05 smithi069 ceph-mon[94167]: pgmap v1780: 105 pgs: 105 active+clean; 126 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-04-10T16:04:05.350 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:04:05 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:04:05.350 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:04:05 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:04:05.350 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:04:05 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:04:05.502 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:04:05 smithi077 ceph-mon[87572]: pgmap v1780: 105 pgs: 105 active+clean; 126 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-04-10T16:04:05.502 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:04:05 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:04:05.502 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:04:05 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:04:05.502 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:04:05 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:04:05.675 INFO:tasks.workunit.client.0.smithi069.stdout: 739: throughput=4.99MB/sec pending data=0 2024-04-10T16:04:05.675 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-oxfCUX-T7MZrb18 off=2300315 len=1801107 2024-04-10T16:04:05.682 INFO:tasks.workunit.client.0.smithi069.stdout:op 3819 completed, throughput=5MB/sec 2024-04-10T16:04:05.682 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-xWkjTKC4M279uW8 off=8870128 len=482337 2024-04-10T16:04:05.683 INFO:tasks.workunit.client.0.smithi069.stdout:op 3820 completed, throughput=5MB/sec 2024-04-10T16:04:05.683 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-hPCRUrJ6mRi8Lm7 off=240673 len=1911758 2024-04-10T16:04:05.694 INFO:tasks.workunit.client.0.smithi069.stdout:op 3821 completed, throughput=5MB/sec 2024-04-10T16:04:06.346 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:04:06 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:04:06.346 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:04:06 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:04:06.346 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:04:06 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:04:06.347 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:04:06 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:04:06.347 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:04:06 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:04:06.347 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:04:06 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:04:06.502 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:04:06 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:04:06.503 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:04:06 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:04:06.503 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:04:06 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:04:06.694 INFO:tasks.workunit.client.0.smithi069.stdout: 740: throughput=4.99MB/sec pending data=0 2024-04-10T16:04:06.694 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-AHtSv4_EUsx5d4u off=1242992 len=200753 2024-04-10T16:04:06.695 INFO:tasks.workunit.client.0.smithi069.stdout:op 3822 completed, throughput=4.99MB/sec 2024-04-10T16:04:06.695 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-8LeusLBdbssjYFl off=2624212 len=1762928 2024-04-10T16:04:06.703 INFO:tasks.workunit.client.0.smithi069.stdout:op 3823 completed, throughput=5MB/sec 2024-04-10T16:04:06.703 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-7mYXtuWAWttl9z_ off=314831 len=2045790 2024-04-10T16:04:06.711 INFO:tasks.workunit.client.0.smithi069.stdout:op 3824 completed, throughput=5MB/sec 2024-04-10T16:04:06.712 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-JPoTl5mrJK6RNCO off=2108108 len=153149 2024-04-10T16:04:06.714 INFO:tasks.workunit.client.0.smithi069.stdout:op 3825 completed, throughput=5MB/sec 2024-04-10T16:04:06.714 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-1QdO7UjB9KvJUbm off=824910 len=185220 2024-04-10T16:04:06.716 INFO:tasks.workunit.client.0.smithi069.stdout:op 3826 completed, throughput=5MB/sec 2024-04-10T16:04:06.717 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-6_KknCcVyfJVdMq off=12536998 len=1455282 2024-04-10T16:04:06.725 INFO:tasks.workunit.client.0.smithi069.stdout:op 3827 completed, throughput=5MB/sec 2024-04-10T16:04:07.346 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:04:06 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:04:06] "GET /metrics HTTP/1.1" 200 34052 "" "Prometheus/2.43.0" 2024-04-10T16:04:07.726 INFO:tasks.workunit.client.0.smithi069.stdout: 741: throughput=4.99MB/sec pending data=0 2024-04-10T16:04:07.726 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-kB_32Puw9BVlecw off=2368075 len=515891 2024-04-10T16:04:07.729 INFO:tasks.workunit.client.0.smithi069.stdout:op 3828 completed, throughput=4.99MB/sec 2024-04-10T16:04:07.730 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-2U0DyRX-xn16CX7 off=8453045 len=1254255 2024-04-10T16:04:07.731 INFO:tasks.workunit.client.0.smithi069.stdout:op 3829 completed, throughput=5MB/sec 2024-04-10T16:04:07.731 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj--zpv8ETgiDEZjcK off=269094 len=331442 2024-04-10T16:04:07.731 INFO:tasks.workunit.client.0.smithi069.stdout:op 3830 completed, throughput=5MB/sec 2024-04-10T16:04:07.732 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-SZLSohfync_jSNw off=2876406 len=209356 2024-04-10T16:04:07.734 INFO:tasks.workunit.client.0.smithi069.stdout:op 3831 completed, throughput=5MB/sec 2024-04-10T16:04:07.735 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-9RA1ioqoVQNAZuA off=5919725 len=1543018 2024-04-10T16:04:07.736 INFO:tasks.workunit.client.0.smithi069.stdout:op 3832 completed, throughput=5MB/sec 2024-04-10T16:04:07.736 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-qDPJXXld1pu6ImO off=15442670 len=990745 2024-04-10T16:04:07.741 INFO:tasks.workunit.client.0.smithi069.stdout:op 3833 completed, throughput=5MB/sec 2024-04-10T16:04:08.002 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:04:07 smithi077 ceph-mon[87572]: pgmap v1781: 105 pgs: 105 active+clean; 126 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 3.9 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-04-10T16:04:08.096 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:04:07 smithi069 ceph-mon[94167]: pgmap v1781: 105 pgs: 105 active+clean; 126 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 3.9 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-04-10T16:04:08.096 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:04:07 smithi069 ceph-mon[96738]: pgmap v1781: 105 pgs: 105 active+clean; 126 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 3.9 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-04-10T16:04:08.741 INFO:tasks.workunit.client.0.smithi069.stdout: 742: throughput=4.99MB/sec pending data=0 2024-04-10T16:04:08.741 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-0PNB8Ix2ecPSNYW off=24893045 len=550422 2024-04-10T16:04:08.742 INFO:tasks.workunit.client.0.smithi069.stdout:op 3834 completed, throughput=4.99MB/sec 2024-04-10T16:04:08.742 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-4uzoghkLGRDdx6u off=505931 len=393829 2024-04-10T16:04:08.746 INFO:tasks.workunit.client.0.smithi069.stdout:op 3835 completed, throughput=4.99MB/sec 2024-04-10T16:04:08.746 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-z6Io-8pvi9njuWZ off=9613211 len=413118 2024-04-10T16:04:08.746 INFO:tasks.workunit.client.0.smithi069.stdout:op 3836 completed, throughput=5MB/sec 2024-04-10T16:04:08.746 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-m_pCNHkpRJglo2F off=16415685 len=1092569 2024-04-10T16:04:08.752 INFO:tasks.workunit.client.0.smithi069.stdout:op 3837 completed, throughput=5MB/sec 2024-04-10T16:04:08.753 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-yRpBjczwvngSdWt off=11955324 len=722059 2024-04-10T16:04:08.754 INFO:tasks.workunit.client.0.smithi069.stdout:op 3838 completed, throughput=5MB/sec 2024-04-10T16:04:08.754 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-yN24SZYUMb_9ryz off=5339313 len=1528779 2024-04-10T16:04:08.760 INFO:tasks.workunit.client.0.smithi069.stdout:op 3839 completed, throughput=5MB/sec 2024-04-10T16:04:08.760 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-sjnNaeDNZSsJo3l off=3493479 len=1902927 2024-04-10T16:04:08.772 INFO:tasks.workunit.client.0.smithi069.stdout:op 3840 completed, throughput=5MB/sec 2024-04-10T16:04:09.772 INFO:tasks.workunit.client.0.smithi069.stdout: 743: throughput=4.99MB/sec pending data=0 2024-04-10T16:04:09.772 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-SU9cuVsuLzvBYLB off=1399492 len=1460819 2024-04-10T16:04:09.773 INFO:tasks.workunit.client.0.smithi069.stdout:op 3841 completed, throughput=5MB/sec 2024-04-10T16:04:09.774 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-ZDuGJsUTshU5FsE off=5737498 len=1462590 2024-04-10T16:04:09.782 INFO:tasks.workunit.client.0.smithi069.stdout:op 3842 completed, throughput=5MB/sec 2024-04-10T16:04:09.782 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-D9bPsoWfJJZ8BF1 off=1177001 len=610326 2024-04-10T16:04:09.783 INFO:tasks.workunit.client.0.smithi069.stdout:op 3843 completed, throughput=5MB/sec 2024-04-10T16:04:09.783 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-yJb9iM7v3jHY5yb off=9022807 len=503250 2024-04-10T16:04:09.786 INFO:tasks.workunit.client.0.smithi069.stdout:op 3844 completed, throughput=5MB/sec 2024-04-10T16:04:09.787 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-i9bG_r5UyNmte69 off=2636162 len=1344823 2024-04-10T16:04:09.793 INFO:tasks.workunit.client.0.smithi069.stdout:op 3845 completed, throughput=5MB/sec 2024-04-10T16:04:10.002 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:04:09 smithi077 ceph-mon[87572]: pgmap v1782: 105 pgs: 105 active+clean; 126 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.2 MiB/s wr, 4 op/s 2024-04-10T16:04:10.096 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:04:09 smithi069 ceph-mon[94167]: pgmap v1782: 105 pgs: 105 active+clean; 126 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.2 MiB/s wr, 4 op/s 2024-04-10T16:04:10.096 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:04:09 smithi069 ceph-mon[96738]: pgmap v1782: 105 pgs: 105 active+clean; 126 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.2 MiB/s wr, 4 op/s 2024-04-10T16:04:10.793 INFO:tasks.workunit.client.0.smithi069.stdout: 744: throughput=4.99MB/sec pending data=0 2024-04-10T16:04:10.793 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-xN6eRA3g8K93P8y off=6821453 len=2047235 2024-04-10T16:04:10.795 INFO:tasks.workunit.client.0.smithi069.stdout:op 3846 completed, throughput=5MB/sec 2024-04-10T16:04:10.795 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-pEv7TvqFG8GRWZS off=6280493 len=688210 2024-04-10T16:04:10.797 INFO:tasks.workunit.client.0.smithi069.stdout:op 3847 completed, throughput=5MB/sec 2024-04-10T16:04:10.797 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-_qO4GM4YA6FALiC off=8385105 len=1328118 2024-04-10T16:04:10.798 INFO:tasks.workunit.client.0.smithi069.stdout:op 3848 completed, throughput=5MB/sec 2024-04-10T16:04:11.002 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:04:10 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:04:11.096 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:04:10 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:04:11.096 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:04:10 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:04:11.799 INFO:tasks.workunit.client.0.smithi069.stdout: 745: throughput=4.99MB/sec pending data=0 2024-04-10T16:04:11.799 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-OFSakaGpveHyaSN off=9884492 len=1022952 2024-04-10T16:04:11.803 INFO:tasks.workunit.client.0.smithi069.stdout:op 3849 completed, throughput=4.99MB/sec 2024-04-10T16:04:11.804 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-FguYCSjpemZXJDS off=11321270 len=701115 2024-04-10T16:04:11.805 INFO:tasks.workunit.client.0.smithi069.stdout:op 3850 completed, throughput=5MB/sec 2024-04-10T16:04:11.805 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-2rlIZ2tGOt9r1K5 off=6765 len=342418 2024-04-10T16:04:11.808 INFO:tasks.workunit.client.0.smithi069.stdout:op 3851 completed, throughput=5MB/sec 2024-04-10T16:04:11.808 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-Hpg5QlJQfv59nIg off=4064843 len=666769 2024-04-10T16:04:11.813 INFO:tasks.workunit.client.0.smithi069.stdout:op 3852 completed, throughput=5MB/sec 2024-04-10T16:04:11.813 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-P3O33bGTM5_PjX6 off=1010427 len=1623254 2024-04-10T16:04:11.815 INFO:tasks.workunit.client.0.smithi069.stdout:op 3853 completed, throughput=5MB/sec 2024-04-10T16:04:11.815 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-mQv67r08QrVybt2 off=491325 len=905650 2024-04-10T16:04:11.816 INFO:tasks.workunit.client.0.smithi069.stdout:op 3854 completed, throughput=5MB/sec 2024-04-10T16:04:11.816 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-kHHiJyNzTZCJnxm off=1253025 len=1756918 2024-04-10T16:04:11.817 INFO:tasks.workunit.client.0.smithi069.stdout:op 3855 completed, throughput=5MB/sec 2024-04-10T16:04:12.002 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:04:11 smithi077 ceph-mon[87572]: pgmap v1783: 105 pgs: 105 active+clean; 126 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 3.8 MiB/s rd, 2.3 MiB/s wr, 6 op/s 2024-04-10T16:04:12.097 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:04:11 smithi069 ceph-mon[96738]: pgmap v1783: 105 pgs: 105 active+clean; 126 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 3.8 MiB/s rd, 2.3 MiB/s wr, 6 op/s 2024-04-10T16:04:12.097 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:04:11 smithi069 ceph-mon[94167]: pgmap v1783: 105 pgs: 105 active+clean; 126 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 3.8 MiB/s rd, 2.3 MiB/s wr, 6 op/s 2024-04-10T16:04:12.752 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:04:12 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:04:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:04:12.818 INFO:tasks.workunit.client.0.smithi069.stdout: 746: throughput=5MB/sec pending data=0 2024-04-10T16:04:12.818 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-ZLnPK1Nh-RcNtBw off=2382723 len=964845 2024-04-10T16:04:12.823 INFO:tasks.workunit.client.0.smithi069.stdout:op 3856 completed, throughput=5MB/sec 2024-04-10T16:04:12.824 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-41Tm9czWNBoKhsX off=1919372 len=157783 2024-04-10T16:04:12.825 INFO:tasks.workunit.client.0.smithi069.stdout:op 3857 completed, throughput=5MB/sec 2024-04-10T16:04:12.825 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-33vlloY12oP54Vq off=4320966 len=585009 2024-04-10T16:04:12.828 INFO:tasks.workunit.client.0.smithi069.stdout:op 3858 completed, throughput=5MB/sec 2024-04-10T16:04:12.829 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-FlZ167bpPtQWtft off=5775730 len=379655 2024-04-10T16:04:12.829 INFO:tasks.workunit.client.0.smithi069.stdout:op 3859 completed, throughput=5MB/sec 2024-04-10T16:04:12.830 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-swmw9UV0PSNRk1e off=2039551 len=1424777 2024-04-10T16:04:12.834 INFO:tasks.workunit.client.0.smithi069.stdout:op 3860 completed, throughput=5MB/sec 2024-04-10T16:04:12.834 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-oOEYFm5lBp6X6lG off=4168629 len=947889 2024-04-10T16:04:12.834 INFO:tasks.workunit.client.0.smithi069.stdout:op 3861 completed, throughput=5MB/sec 2024-04-10T16:04:13.834 INFO:tasks.workunit.client.0.smithi069.stdout: 747: throughput=4.99MB/sec pending data=0 2024-04-10T16:04:13.834 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-yTsQL1XZUgyU0tQ off=7591880 len=108777 2024-04-10T16:04:13.834 INFO:tasks.workunit.client.0.smithi069.stdout:op 3862 completed, throughput=4.99MB/sec 2024-04-10T16:04:13.834 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-mRl6M20hdMNmxqF off=850148 len=1398299 2024-04-10T16:04:13.836 INFO:tasks.workunit.client.0.smithi069.stdout:op 3863 completed, throughput=5MB/sec 2024-04-10T16:04:13.836 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-R1hHSloIqyT84_L off=20716386 len=1363087 2024-04-10T16:04:13.844 INFO:tasks.workunit.client.0.smithi069.stdout:op 3864 completed, throughput=5MB/sec 2024-04-10T16:04:13.844 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-fBWWOXNWUzWmQ4a off=15941838 len=1558106 2024-04-10T16:04:13.850 INFO:tasks.workunit.client.0.smithi069.stdout:op 3865 completed, throughput=5MB/sec 2024-04-10T16:04:13.850 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-DxJ8Umve7F6Mcyu off=6773976 len=2042685 2024-04-10T16:04:13.852 INFO:tasks.workunit.client.0.smithi069.stdout:op 3866 completed, throughput=5MB/sec 2024-04-10T16:04:14.002 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:04:13 smithi077 ceph-mon[87572]: pgmap v1784: 105 pgs: 105 active+clean; 126 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-10T16:04:14.096 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:04:13 smithi069 ceph-mon[96738]: pgmap v1784: 105 pgs: 105 active+clean; 126 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-10T16:04:14.096 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:04:13 smithi069 ceph-mon[94167]: pgmap v1784: 105 pgs: 105 active+clean; 126 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-10T16:04:14.852 INFO:tasks.workunit.client.0.smithi069.stdout: 748: throughput=5MB/sec pending data=0 2024-04-10T16:04:14.852 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-74Y4UxnIZFPj-c2 off=5029724 len=1135258 2024-04-10T16:04:14.854 INFO:tasks.workunit.client.0.smithi069.stdout:op 3867 completed, throughput=5MB/sec 2024-04-10T16:04:14.854 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-wVPtTEeS4p7H2b1 off=4158734 len=112009 2024-04-10T16:04:14.855 INFO:tasks.workunit.client.0.smithi069.stdout:op 3868 completed, throughput=5MB/sec 2024-04-10T16:04:14.855 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-mZnziDsBmhrOtpQ off=10626230 len=2035018 2024-04-10T16:04:14.857 INFO:tasks.workunit.client.0.smithi069.stdout:op 3869 completed, throughput=5MB/sec 2024-04-10T16:04:15.858 INFO:tasks.workunit.client.0.smithi069.stdout: 749: throughput=4.99MB/sec pending data=0 2024-04-10T16:04:15.858 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-iocvtKmxgYNd14L off=12095913 len=1551103 2024-04-10T16:04:15.867 INFO:tasks.workunit.client.0.smithi069.stdout:op 3870 completed, throughput=5MB/sec 2024-04-10T16:04:15.867 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-vF-a-N_P89kWeQL off=1248958 len=1635006 2024-04-10T16:04:15.874 INFO:tasks.workunit.client.0.smithi069.stdout:op 3871 completed, throughput=5MB/sec 2024-04-10T16:04:15.874 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-a5aRkQdONTubMpQ off=11617924 len=293363 2024-04-10T16:04:15.875 INFO:tasks.workunit.client.0.smithi069.stdout:op 3872 completed, throughput=5MB/sec 2024-04-10T16:04:15.875 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-u7ns55ucfv1oAPn off=3262671 len=574158 2024-04-10T16:04:15.877 INFO:tasks.workunit.client.0.smithi069.stdout:op 3873 completed, throughput=5MB/sec 2024-04-10T16:04:15.877 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-Xog8iEL7l7DZgLy off=4411339 len=141833 2024-04-10T16:04:15.877 INFO:tasks.workunit.client.0.smithi069.stdout:op 3874 completed, throughput=5MB/sec 2024-04-10T16:04:15.877 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-EoufrXmu5u6vuOQ off=15287595 len=187941 2024-04-10T16:04:15.878 INFO:tasks.workunit.client.0.smithi069.stdout:op 3875 completed, throughput=5MB/sec 2024-04-10T16:04:15.878 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-AXdRK8YPFGhqA7d off=494225 len=1734361 2024-04-10T16:04:15.885 INFO:tasks.workunit.client.0.smithi069.stdout:op 3876 completed, throughput=5MB/sec 2024-04-10T16:04:16.002 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:04:15 smithi077 ceph-mon[87572]: pgmap v1785: 105 pgs: 105 active+clean; 126 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-10T16:04:16.096 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:04:15 smithi069 ceph-mon[96738]: pgmap v1785: 105 pgs: 105 active+clean; 126 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-10T16:04:16.096 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:04:15 smithi069 ceph-mon[94167]: pgmap v1785: 105 pgs: 105 active+clean; 126 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-10T16:04:16.885 INFO:tasks.workunit.client.0.smithi069.stdout: 750: throughput=4.99MB/sec pending data=0 2024-04-10T16:04:16.885 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-YEmub-ELWmR-fj1 off=7347732 len=29837 2024-04-10T16:04:16.886 INFO:tasks.workunit.client.0.smithi069.stdout:op 3877 completed, throughput=4.99MB/sec 2024-04-10T16:04:16.886 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-RnK3LUgb2TgF5Uu off=17827406 len=1721964 2024-04-10T16:04:16.888 INFO:tasks.workunit.client.0.smithi069.stdout:op 3878 completed, throughput=5MB/sec 2024-04-10T16:04:16.888 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-OPfOGPbgHr4M8fQ off=4959831 len=130822 2024-04-10T16:04:16.891 INFO:tasks.workunit.client.0.smithi069.stdout:op 3879 completed, throughput=5MB/sec 2024-04-10T16:04:16.891 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-f_eT452ITwqewYj off=1277735 len=1943660 2024-04-10T16:04:16.893 INFO:tasks.workunit.client.0.smithi069.stdout:op 3880 completed, throughput=5MB/sec 2024-04-10T16:04:16.893 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-VuRaUDIrj0aPQ9K off=10966269 len=1060373 2024-04-10T16:04:16.895 INFO:tasks.workunit.client.0.smithi069.stdout:op 3881 completed, throughput=5MB/sec 2024-04-10T16:04:17.346 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:04:16 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:04:16] "GET /metrics HTTP/1.1" 200 34051 "" "Prometheus/2.43.0" 2024-04-10T16:04:17.895 INFO:tasks.workunit.client.0.smithi069.stdout: 751: throughput=4.99MB/sec pending data=0 2024-04-10T16:04:17.895 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-wuJj9RRVByn5ex7 off=1076081 len=57625 2024-04-10T16:04:17.898 INFO:tasks.workunit.client.0.smithi069.stdout:op 3882 completed, throughput=4.99MB/sec 2024-04-10T16:04:17.898 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-4sGC3QiYHCOIkiT off=8658840 len=1668414 2024-04-10T16:04:17.907 INFO:tasks.workunit.client.0.smithi069.stdout:op 3883 completed, throughput=5MB/sec 2024-04-10T16:04:17.907 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-Jj7ZJJobg1uUe0M off=3381080 len=1724254 2024-04-10T16:04:17.915 INFO:tasks.workunit.client.0.smithi069.stdout:op 3884 completed, throughput=5MB/sec 2024-04-10T16:04:17.915 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-XJG4nM18b-4glbe off=2938655 len=1402497 2024-04-10T16:04:17.925 INFO:tasks.workunit.client.0.smithi069.stdout:op 3885 completed, throughput=5MB/sec 2024-04-10T16:04:17.925 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-PZsAR3RaWTYqca5 off=15124819 len=653068 2024-04-10T16:04:17.925 INFO:tasks.workunit.client.0.smithi069.stdout:op 3886 completed, throughput=5MB/sec 2024-04-10T16:04:18.002 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:04:17 smithi077 ceph-mon[87572]: pgmap v1786: 105 pgs: 105 active+clean; 126 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-10T16:04:18.096 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:04:17 smithi069 ceph-mon[94167]: pgmap v1786: 105 pgs: 105 active+clean; 126 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-10T16:04:18.096 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:04:17 smithi069 ceph-mon[96738]: pgmap v1786: 105 pgs: 105 active+clean; 126 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-10T16:04:18.925 INFO:tasks.workunit.client.0.smithi069.stdout: 752: throughput=4.99MB/sec pending data=0 2024-04-10T16:04:18.926 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-DS9olqhghmIKF-j off=2636859 len=1973870 2024-04-10T16:04:18.936 INFO:tasks.workunit.client.0.smithi069.stdout:op 3887 completed, throughput=5MB/sec 2024-04-10T16:04:18.936 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-DakKnI0VYZOlqnp off=5869942 len=1275181 2024-04-10T16:04:18.938 INFO:tasks.workunit.client.0.smithi069.stdout:op 3888 completed, throughput=5MB/sec 2024-04-10T16:04:18.938 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-XdEgNHC_WhXv7Tn off=1497283 len=289150 2024-04-10T16:04:18.941 INFO:tasks.workunit.client.0.smithi069.stdout:op 3889 completed, throughput=5MB/sec 2024-04-10T16:04:18.941 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-Jt72_pPa2bIB3Dh off=3419054 len=1319826 2024-04-10T16:04:18.949 INFO:tasks.workunit.client.0.smithi069.stdout:op 3890 completed, throughput=5MB/sec 2024-04-10T16:04:18.949 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-FWIejlu8vN2TCIu off=710455 len=1496004 2024-04-10T16:04:18.957 INFO:tasks.workunit.client.0.smithi069.stdout:op 3891 completed, throughput=5MB/sec 2024-04-10T16:04:19.899 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:04:19 smithi069 ceph-mon[96738]: pgmap v1787: 105 pgs: 105 active+clean; 126 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-10T16:04:19.899 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:04:19 smithi069 ceph-mon[94167]: pgmap v1787: 105 pgs: 105 active+clean; 126 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-10T16:04:19.957 INFO:tasks.workunit.client.0.smithi069.stdout: 753: throughput=5MB/sec pending data=0 2024-04-10T16:04:19.957 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-wtPjoWBGBONjJy1 off=4304372 len=1233136 2024-04-10T16:04:19.959 INFO:tasks.workunit.client.0.smithi069.stdout:op 3892 completed, throughput=5MB/sec 2024-04-10T16:04:19.959 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-MB31hMI5Gu7bApW off=18493706 len=907384 2024-04-10T16:04:19.964 INFO:tasks.workunit.client.0.smithi069.stdout:op 3893 completed, throughput=5MB/sec 2024-04-10T16:04:19.965 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-DuR_nTR-KdaUDwO off=17216682 len=356103 2024-04-10T16:04:19.966 INFO:tasks.workunit.client.0.smithi069.stdout:op 3894 completed, throughput=5MB/sec 2024-04-10T16:04:19.966 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-iX5FtaPgxYInlX4 off=10745753 len=1348748 2024-04-10T16:04:19.968 INFO:tasks.workunit.client.0.smithi069.stdout:op 3895 completed, throughput=5MB/sec 2024-04-10T16:04:19.968 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-msR7bjeLlClnHTu off=1136792 len=507138 2024-04-10T16:04:19.971 INFO:tasks.workunit.client.0.smithi069.stdout:op 3896 completed, throughput=5MB/sec 2024-04-10T16:04:20.002 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:04:19 smithi077 ceph-mon[87572]: pgmap v1787: 105 pgs: 105 active+clean; 126 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-10T16:04:20.972 INFO:tasks.workunit.client.0.smithi069.stdout: 754: throughput=4.99MB/sec pending data=0 2024-04-10T16:04:20.972 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-5D0R0la1IZmQ9Xq off=4281427 len=232018 2024-04-10T16:04:20.972 INFO:tasks.workunit.client.0.smithi069.stdout:op 3897 completed, throughput=4.99MB/sec 2024-04-10T16:04:20.973 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-lO7VemxWQ54mUui off=12395652 len=810316 2024-04-10T16:04:20.977 INFO:tasks.workunit.client.0.smithi069.stdout:op 3898 completed, throughput=5MB/sec 2024-04-10T16:04:20.977 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-KysXCkE_ipje-wz off=6067842 len=1399227 2024-04-10T16:04:20.979 INFO:tasks.workunit.client.0.smithi069.stdout:op 3899 completed, throughput=5MB/sec 2024-04-10T16:04:20.979 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-rEMVkMV4DaKSCY6 off=4567974 len=1366747 2024-04-10T16:04:20.988 INFO:tasks.workunit.client.0.smithi069.stdout:op 3900 completed, throughput=5MB/sec 2024-04-10T16:04:20.988 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-WNJ5w6O1etA6Yvm off=13854064 len=1152572 2024-04-10T16:04:20.989 INFO:tasks.workunit.client.0.smithi069.stdout:op 3901 completed, throughput=5MB/sec 2024-04-10T16:04:21.989 INFO:tasks.workunit.client.0.smithi069.stdout: 755: throughput=4.99MB/sec pending data=0 2024-04-10T16:04:21.989 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-JZ7zxVNuLrQfNG3 off=5955197 len=352572 2024-04-10T16:04:21.993 INFO:tasks.workunit.client.0.smithi069.stdout:op 3902 completed, throughput=4.99MB/sec 2024-04-10T16:04:21.993 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-GdLWKFQyx_oi0CT off=4179413 len=1602702 2024-04-10T16:04:22.002 INFO:tasks.workunit.client.0.smithi069.stdout:op 3903 completed, throughput=5MB/sec 2024-04-10T16:04:22.002 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-UZOyviZFEp-tcBG off=10630697 len=565385 2024-04-10T16:04:22.002 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:04:21 smithi077 ceph-mon[87572]: pgmap v1788: 105 pgs: 105 active+clean; 126 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-10T16:04:22.006 INFO:tasks.workunit.client.0.smithi069.stdout:op 3904 completed, throughput=5MB/sec 2024-04-10T16:04:22.006 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-feFhNdN3Dqrimv6 off=5777914 len=376915 2024-04-10T16:04:22.007 INFO:tasks.workunit.client.0.smithi069.stdout:op 3905 completed, throughput=5MB/sec 2024-04-10T16:04:22.007 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-hyfSB20hcpIkmuc off=10610470 len=1440295 2024-04-10T16:04:22.008 INFO:tasks.workunit.client.0.smithi069.stdout:op 3906 completed, throughput=5MB/sec 2024-04-10T16:04:22.008 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-nE52AQJGx6R-mtK off=1140203 len=1208517 2024-04-10T16:04:22.014 INFO:tasks.workunit.client.0.smithi069.stdout:op 3907 completed, throughput=5MB/sec 2024-04-10T16:04:22.096 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:04:21 smithi069 ceph-mon[96738]: pgmap v1788: 105 pgs: 105 active+clean; 126 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-10T16:04:22.097 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:04:21 smithi069 ceph-mon[94167]: pgmap v1788: 105 pgs: 105 active+clean; 126 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-10T16:04:22.752 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:04:22 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:04:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:04:23.014 INFO:tasks.workunit.client.0.smithi069.stdout: 756: throughput=4.99MB/sec pending data=0 2024-04-10T16:04:23.014 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-Pe5cWvyJc1cQhUm off=8055895 len=617747 2024-04-10T16:04:23.015 INFO:tasks.workunit.client.0.smithi069.stdout:op 3908 completed, throughput=4.99MB/sec 2024-04-10T16:04:23.015 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-DnAH4WPoFwgjyTn off=19323996 len=1461775 2024-04-10T16:04:23.023 INFO:tasks.workunit.client.0.smithi069.stdout:op 3909 completed, throughput=5MB/sec 2024-04-10T16:04:23.023 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-xWkjTKC4M279uW8 off=18587493 len=1189629 2024-04-10T16:04:23.029 INFO:tasks.workunit.client.0.smithi069.stdout:op 3910 completed, throughput=5MB/sec 2024-04-10T16:04:23.029 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-3VFD2-zde0cS4_d off=3750647 len=381542 2024-04-10T16:04:23.032 INFO:tasks.workunit.client.0.smithi069.stdout:op 3911 completed, throughput=5MB/sec 2024-04-10T16:04:23.032 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-yTyQsSo5ucKMWQO off=4773724 len=578982 2024-04-10T16:04:23.033 INFO:tasks.workunit.client.0.smithi069.stdout:op 3912 completed, throughput=5MB/sec 2024-04-10T16:04:23.033 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-x5_82yMT64FG5Mt off=3082647 len=1457774 2024-04-10T16:04:23.035 INFO:tasks.workunit.client.0.smithi069.stdout:op 3913 completed, throughput=5MB/sec 2024-04-10T16:04:24.002 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:04:23 smithi077 ceph-mon[87572]: pgmap v1789: 105 pgs: 105 active+clean; 126 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-10T16:04:24.035 INFO:tasks.workunit.client.0.smithi069.stdout: 757: throughput=4.99MB/sec pending data=0 2024-04-10T16:04:24.035 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-8RsaHUQIpJ_xode off=6796043 len=95767 2024-04-10T16:04:24.036 INFO:tasks.workunit.client.0.smithi069.stdout:op 3914 completed, throughput=4.99MB/sec 2024-04-10T16:04:24.036 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-H_YZup3N3VWOMjR off=386266 len=756464 2024-04-10T16:04:24.038 INFO:tasks.workunit.client.0.smithi069.stdout:op 3915 completed, throughput=5MB/sec 2024-04-10T16:04:24.039 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj--cxNUJwCLZ3Zw_z off=17924633 len=1417741 2024-04-10T16:04:24.040 INFO:tasks.workunit.client.0.smithi069.stdout:op 3916 completed, throughput=5MB/sec 2024-04-10T16:04:24.040 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-8bS3INW4zFbP6qV off=21680797 len=1821155 2024-04-10T16:04:24.050 INFO:tasks.workunit.client.0.smithi069.stdout:op 3917 completed, throughput=5MB/sec 2024-04-10T16:04:24.050 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-iik5pPyjFogixBH off=23872074 len=1523565 2024-04-10T16:04:24.052 INFO:tasks.workunit.client.0.smithi069.stdout:op 3918 completed, throughput=5MB/sec 2024-04-10T16:04:24.096 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:04:23 smithi069 ceph-mon[96738]: pgmap v1789: 105 pgs: 105 active+clean; 126 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-10T16:04:24.096 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:04:23 smithi069 ceph-mon[94167]: pgmap v1789: 105 pgs: 105 active+clean; 126 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-10T16:04:25.002 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:04:24 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:04:25.053 INFO:tasks.workunit.client.0.smithi069.stdout: 758: throughput=4.99MB/sec pending data=0 2024-04-10T16:04:25.053 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-AK4PBkZ-jGD0i0T off=8439176 len=1602532 2024-04-10T16:04:25.062 INFO:tasks.workunit.client.0.smithi069.stdout:op 3919 completed, throughput=5MB/sec 2024-04-10T16:04:25.062 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-H2Y2RbY_yYZJw-5 off=15177302 len=1898365 2024-04-10T16:04:25.064 INFO:tasks.workunit.client.0.smithi069.stdout:op 3920 completed, throughput=5MB/sec 2024-04-10T16:04:25.064 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-mTN_aQLw4tqDa1v off=3535956 len=1063086 2024-04-10T16:04:25.066 INFO:tasks.workunit.client.0.smithi069.stdout:op 3921 completed, throughput=5MB/sec 2024-04-10T16:04:25.096 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:04:24 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:04:25.096 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:04:24 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:04:26.002 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:04:25 smithi077 ceph-mon[87572]: pgmap v1790: 105 pgs: 105 active+clean; 126 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-10T16:04:26.067 INFO:tasks.workunit.client.0.smithi069.stdout: 759: throughput=4.99MB/sec pending data=0 2024-04-10T16:04:26.067 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-kqzi5FYZhs8aSrC off=11836056 len=1375276 2024-04-10T16:04:26.069 INFO:tasks.workunit.client.0.smithi069.stdout:op 3922 completed, throughput=5MB/sec 2024-04-10T16:04:26.069 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-W1RX6SdixYdU0ZE off=12102580 len=1538009 2024-04-10T16:04:26.071 INFO:tasks.workunit.client.0.smithi069.stdout:op 3923 completed, throughput=5MB/sec 2024-04-10T16:04:26.071 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-RkKp1Lf9SRauGrj off=2069250 len=2035219 2024-04-10T16:04:26.073 INFO:tasks.workunit.client.0.smithi069.stdout:op 3924 completed, throughput=5MB/sec 2024-04-10T16:04:26.073 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-RNw_VAJd8iJOUzh off=79731 len=343793 2024-04-10T16:04:26.076 INFO:tasks.workunit.client.0.smithi069.stdout:op 3925 completed, throughput=5MB/sec 2024-04-10T16:04:26.096 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:04:25 smithi069 ceph-mon[96738]: pgmap v1790: 105 pgs: 105 active+clean; 126 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-10T16:04:26.096 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:04:25 smithi069 ceph-mon[94167]: pgmap v1790: 105 pgs: 105 active+clean; 126 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-10T16:04:27.077 INFO:tasks.workunit.client.0.smithi069.stdout: 760: throughput=4.99MB/sec pending data=0 2024-04-10T16:04:27.077 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-i91_YKeVV4DsOtX off=8630537 len=719206 2024-04-10T16:04:27.078 INFO:tasks.workunit.client.0.smithi069.stdout:op 3926 completed, throughput=4.99MB/sec 2024-04-10T16:04:27.078 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-Ady_vmh2wiQfEg2 off=1258361 len=1770606 2024-04-10T16:04:27.088 INFO:tasks.workunit.client.0.smithi069.stdout:op 3927 completed, throughput=5MB/sec 2024-04-10T16:04:27.088 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-ALjwh07BgxjtM8d off=8944430 len=120494 2024-04-10T16:04:27.089 INFO:tasks.workunit.client.0.smithi069.stdout:op 3928 completed, throughput=5MB/sec 2024-04-10T16:04:27.089 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-qxclPHz_Mtz5q7w off=2281041 len=1146069 2024-04-10T16:04:27.095 INFO:tasks.workunit.client.0.smithi069.stdout:op 3929 completed, throughput=5MB/sec 2024-04-10T16:04:27.095 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-5bE_OzVRfRZ209r off=4221383 len=709678 2024-04-10T16:04:27.099 INFO:tasks.workunit.client.0.smithi069.stdout:op 3930 completed, throughput=5MB/sec 2024-04-10T16:04:27.099 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-7vspVC97uZGQKDl off=6004026 len=1110349 2024-04-10T16:04:27.105 INFO:tasks.workunit.client.0.smithi069.stdout:op 3931 completed, throughput=5MB/sec 2024-04-10T16:04:27.346 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:04:26 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:04:26] "GET /metrics HTTP/1.1" 200 34056 "" "Prometheus/2.43.0" 2024-04-10T16:04:28.002 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:04:27 smithi077 ceph-mon[87572]: pgmap v1791: 105 pgs: 105 active+clean; 126 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-10T16:04:28.096 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:04:27 smithi069 ceph-mon[96738]: pgmap v1791: 105 pgs: 105 active+clean; 126 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-10T16:04:28.097 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:04:27 smithi069 ceph-mon[94167]: pgmap v1791: 105 pgs: 105 active+clean; 126 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-10T16:04:28.105 INFO:tasks.workunit.client.0.smithi069.stdout: 761: throughput=4.99MB/sec pending data=0 2024-04-10T16:04:28.105 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-U11pueMkqvNPzsN off=14446404 len=1267150 2024-04-10T16:04:28.111 INFO:tasks.workunit.client.0.smithi069.stdout:op 3932 completed, throughput=5MB/sec 2024-04-10T16:04:28.111 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-E7fZ7qffmfLEDMr off=820593 len=670717 2024-04-10T16:04:28.116 INFO:tasks.workunit.client.0.smithi069.stdout:op 3933 completed, throughput=5MB/sec 2024-04-10T16:04:28.116 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-l_bymHjCy_jeS6d off=21221364 len=503983 2024-04-10T16:04:28.117 INFO:tasks.workunit.client.0.smithi069.stdout:op 3934 completed, throughput=5MB/sec 2024-04-10T16:04:28.117 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-THqdjkIkxGTNKJy off=1570683 len=1553173 2024-04-10T16:04:28.118 INFO:tasks.workunit.client.0.smithi069.stdout:op 3935 completed, throughput=5MB/sec 2024-04-10T16:04:28.118 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-JjigIfOO4f0BEpf off=560499 len=2031173 2024-04-10T16:04:28.123 INFO:tasks.workunit.client.0.smithi069.stdout:op 3936 completed, throughput=5MB/sec 2024-04-10T16:04:29.123 INFO:tasks.workunit.client.0.smithi069.stdout: 762: throughput=4.99MB/sec pending data=0 2024-04-10T16:04:29.123 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-YqA7rsoD-s8Lhz_ off=13231734 len=242464 2024-04-10T16:04:29.124 INFO:tasks.workunit.client.0.smithi069.stdout:op 3937 completed, throughput=5MB/sec 2024-04-10T16:04:29.124 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-M-ZfnV-yoeOfm5O off=6219560 len=992008 2024-04-10T16:04:29.126 INFO:tasks.workunit.client.0.smithi069.stdout:op 3938 completed, throughput=5MB/sec 2024-04-10T16:04:29.126 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-gAozUcOKARvHH9r off=1170355 len=784276 2024-04-10T16:04:29.128 INFO:tasks.workunit.client.0.smithi069.stdout:op 3939 completed, throughput=5MB/sec 2024-04-10T16:04:29.128 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-Yx_jVuXqBKC-d7U off=8955120 len=571704 2024-04-10T16:04:29.129 INFO:tasks.workunit.client.0.smithi069.stdout:op 3940 completed, throughput=5MB/sec 2024-04-10T16:04:29.129 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-sOJy2uQGh64yTfM off=8783208 len=585047 2024-04-10T16:04:29.133 INFO:tasks.workunit.client.0.smithi069.stdout:op 3941 completed, throughput=5MB/sec 2024-04-10T16:04:29.133 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-x4MTIsiIee3qPro off=3356444 len=109852 2024-04-10T16:04:29.133 INFO:tasks.workunit.client.0.smithi069.stdout:op 3942 completed, throughput=5MB/sec 2024-04-10T16:04:29.134 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-iWrWWz6Pjl6tleK off=9254367 len=841343 2024-04-10T16:04:29.135 INFO:tasks.workunit.client.0.smithi069.stdout:op 3943 completed, throughput=5MB/sec 2024-04-10T16:04:29.136 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-wPo8jr9sVqiMUwi off=9802192 len=757526 2024-04-10T16:04:29.136 INFO:tasks.workunit.client.0.smithi069.stdout:op 3944 completed, throughput=5MB/sec 2024-04-10T16:04:30.002 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:04:29 smithi077 ceph-mon[87572]: pgmap v1792: 105 pgs: 105 active+clean; 126 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-10T16:04:30.096 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:04:29 smithi069 ceph-mon[94167]: pgmap v1792: 105 pgs: 105 active+clean; 126 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-10T16:04:30.097 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:04:29 smithi069 ceph-mon[96738]: pgmap v1792: 105 pgs: 105 active+clean; 126 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-10T16:04:30.137 INFO:tasks.workunit.client.0.smithi069.stdout: 763: throughput=4.99MB/sec pending data=0 2024-04-10T16:04:30.137 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-DuR_nTR-KdaUDwO off=1838422 len=924144 2024-04-10T16:04:30.142 INFO:tasks.workunit.client.0.smithi069.stdout:op 3945 completed, throughput=5MB/sec 2024-04-10T16:04:30.142 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-qLsduokFnXueDSJ off=8278740 len=386826 2024-04-10T16:04:30.145 INFO:tasks.workunit.client.0.smithi069.stdout:op 3946 completed, throughput=5MB/sec 2024-04-10T16:04:30.146 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-Tfa69H1uWCa5e_3 off=12607360 len=23345 2024-04-10T16:04:30.146 INFO:tasks.workunit.client.0.smithi069.stdout:op 3947 completed, throughput=5MB/sec 2024-04-10T16:04:30.146 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-tOjml1ZAIewjNQZ off=17841862 len=2076806 2024-04-10T16:04:30.156 INFO:tasks.workunit.client.0.smithi069.stdout:op 3948 completed, throughput=5MB/sec 2024-04-10T16:04:30.156 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-poerW2h-LbUNNsj off=2916725 len=409831 2024-04-10T16:04:30.159 INFO:tasks.workunit.client.0.smithi069.stdout:op 3949 completed, throughput=5MB/sec 2024-04-10T16:04:30.159 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-EU4hb-AvbhdI7F0 off=45525 len=921265 2024-04-10T16:04:30.160 INFO:tasks.workunit.client.0.smithi069.stdout:op 3950 completed, throughput=5MB/sec 2024-04-10T16:04:30.160 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-PoAa0Wvstfr2-VC off=0 len=1319898 2024-04-10T16:04:30.166 INFO:tasks.workunit.client.0.smithi069.stdout:op 3951 completed, throughput=5MB/sec 2024-04-10T16:04:31.167 INFO:tasks.workunit.client.0.smithi069.stdout: 764: throughput=5MB/sec pending data=0 2024-04-10T16:04:31.167 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-cAhMl8uNiY9RYll off=1603689 len=1827312 2024-04-10T16:04:31.170 INFO:tasks.workunit.client.0.smithi069.stdout:op 3952 completed, throughput=5MB/sec 2024-04-10T16:04:31.170 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-jMUsZPR4qC4ZZRp off=1676289 len=846782 2024-04-10T16:04:31.176 INFO:tasks.workunit.client.0.smithi069.stdout:op 3953 completed, throughput=5MB/sec 2024-04-10T16:04:31.176 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-iCmUQjEZxdoDDAU off=14333756 len=1577947 2024-04-10T16:04:31.178 INFO:tasks.workunit.client.0.smithi069.stdout:op 3954 completed, throughput=5MB/sec 2024-04-10T16:04:32.002 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:04:31 smithi077 ceph-mon[87572]: pgmap v1793: 105 pgs: 105 active+clean; 126 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-10T16:04:32.096 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:04:31 smithi069 ceph-mon[96738]: pgmap v1793: 105 pgs: 105 active+clean; 126 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-10T16:04:32.097 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:04:31 smithi069 ceph-mon[94167]: pgmap v1793: 105 pgs: 105 active+clean; 126 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-10T16:04:32.178 INFO:tasks.workunit.client.0.smithi069.stdout: 765: throughput=4.99MB/sec pending data=0 2024-04-10T16:04:32.178 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-2KhPegIYe79ktYF off=9137739 len=80507 2024-04-10T16:04:32.179 INFO:tasks.workunit.client.0.smithi069.stdout:op 3955 completed, throughput=4.99MB/sec 2024-04-10T16:04:32.179 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-RqBmCRxeZZXDVM6 off=664964 len=1229100 2024-04-10T16:04:32.187 INFO:tasks.workunit.client.0.smithi069.stdout:op 3956 completed, throughput=5MB/sec 2024-04-10T16:04:32.187 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-n1peKPzKK4WKj4A off=5404855 len=1900074 2024-04-10T16:04:32.197 INFO:tasks.workunit.client.0.smithi069.stdout:op 3957 completed, throughput=5MB/sec 2024-04-10T16:04:32.197 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-YPNHL40vT5S7bg_ off=6436108 len=1492420 2024-04-10T16:04:32.199 INFO:tasks.workunit.client.0.smithi069.stdout:op 3958 completed, throughput=5MB/sec 2024-04-10T16:04:32.199 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-BByxlb6g5gtQIMl off=13091320 len=366316 2024-04-10T16:04:32.202 INFO:tasks.workunit.client.0.smithi069.stdout:op 3959 completed, throughput=5MB/sec 2024-04-10T16:04:32.203 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-cAr__nQgdPMSA-Z off=16444572 len=1753012 2024-04-10T16:04:32.205 INFO:tasks.workunit.client.0.smithi069.stdout:op 3960 completed, throughput=5MB/sec 2024-04-10T16:04:32.754 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:04:32 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:04:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:04:33.205 INFO:tasks.workunit.client.0.smithi069.stdout: 766: throughput=5MB/sec pending data=0 2024-04-10T16:04:33.205 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-c799LeMLwiwRT9n off=10219228 len=553888 2024-04-10T16:04:33.210 INFO:tasks.workunit.client.0.smithi069.stdout:op 3961 completed, throughput=5MB/sec 2024-04-10T16:04:33.210 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-giDiHaET6VMNb4Z off=4481399 len=744196 2024-04-10T16:04:33.215 INFO:tasks.workunit.client.0.smithi069.stdout:op 3962 completed, throughput=5MB/sec 2024-04-10T16:04:33.215 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-wdcKeR_2LucAder off=1992250 len=1677944 2024-04-10T16:04:33.216 INFO:tasks.workunit.client.0.smithi069.stdout:op 3963 completed, throughput=5MB/sec 2024-04-10T16:04:33.216 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-Qvg8akNB2afyTuq off=952381 len=147520 2024-04-10T16:04:33.219 INFO:tasks.workunit.client.0.smithi069.stdout:op 3964 completed, throughput=5MB/sec 2024-04-10T16:04:33.219 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-bQ2BGeASy9RvVH3 off=226286 len=2043905 2024-04-10T16:04:33.221 INFO:tasks.workunit.client.0.smithi069.stdout:op 3965 completed, throughput=5MB/sec 2024-04-10T16:04:34.002 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:04:33 smithi077 ceph-mon[87572]: pgmap v1794: 105 pgs: 105 active+clean; 126 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-10T16:04:34.096 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:04:33 smithi069 ceph-mon[96738]: pgmap v1794: 105 pgs: 105 active+clean; 126 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-10T16:04:34.096 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:04:33 smithi069 ceph-mon[94167]: pgmap v1794: 105 pgs: 105 active+clean; 126 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-10T16:04:34.222 INFO:tasks.workunit.client.0.smithi069.stdout: 767: throughput=5MB/sec pending data=0 2024-04-10T16:04:34.222 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-y-lRRklcd9J0YMH off=1531191 len=1102458 2024-04-10T16:04:34.223 INFO:tasks.workunit.client.0.smithi069.stdout:op 3966 completed, throughput=5MB/sec 2024-04-10T16:04:34.223 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-JiwDHSSuQMBwAue off=4570563 len=1916305 2024-04-10T16:04:34.234 INFO:tasks.workunit.client.0.smithi069.stdout:op 3967 completed, throughput=5MB/sec 2024-04-10T16:04:34.234 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-SVwbL7-XC-N1DgN off=18395921 len=325296 2024-04-10T16:04:34.237 INFO:tasks.workunit.client.0.smithi069.stdout:op 3968 completed, throughput=5MB/sec 2024-04-10T16:04:34.237 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-bLTSdm2Ym7pxydw off=15303130 len=901525 2024-04-10T16:04:34.238 INFO:tasks.workunit.client.0.smithi069.stdout:op 3969 completed, throughput=5MB/sec 2024-04-10T16:04:35.239 INFO:tasks.workunit.client.0.smithi069.stdout: 768: throughput=4.99MB/sec pending data=0 2024-04-10T16:04:35.239 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-Vno6LZIcVO38qcb off=20610589 len=665714 2024-04-10T16:04:35.240 INFO:tasks.workunit.client.0.smithi069.stdout:op 3970 completed, throughput=4.99MB/sec 2024-04-10T16:04:35.240 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-nlHBQWEl7n08qdZ off=1517045 len=2096938 2024-04-10T16:04:35.251 INFO:tasks.workunit.client.0.smithi069.stdout:op 3971 completed, throughput=5MB/sec 2024-04-10T16:04:35.251 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-0wRBvJJyiGHNVTM off=1314415 len=590287 2024-04-10T16:04:35.252 INFO:tasks.workunit.client.0.smithi069.stdout:op 3972 completed, throughput=5MB/sec 2024-04-10T16:04:35.252 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-qF8p5lu5Bkeb2g_ off=699906 len=520485 2024-04-10T16:04:35.255 INFO:tasks.workunit.client.0.smithi069.stdout:op 3973 completed, throughput=5MB/sec 2024-04-10T16:04:35.255 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-Ka2DMPc1IU8ZzQp off=1041132 len=267529 2024-04-10T16:04:35.257 INFO:tasks.workunit.client.0.smithi069.stdout:op 3974 completed, throughput=5MB/sec 2024-04-10T16:04:35.257 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-DayijCVfUGp3v4L off=8378911 len=115405 2024-04-10T16:04:35.258 INFO:tasks.workunit.client.0.smithi069.stdout:op 3975 completed, throughput=5MB/sec 2024-04-10T16:04:35.258 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-U5irYiIGEOGrivn off=4239980 len=682585 2024-04-10T16:04:35.262 INFO:tasks.workunit.client.0.smithi069.stdout:op 3976 completed, throughput=5MB/sec 2024-04-10T16:04:35.262 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-VLTXMTm-t01tZMr off=3524228 len=2033090 2024-04-10T16:04:35.273 INFO:tasks.workunit.client.0.smithi069.stdout:op 3977 completed, throughput=5MB/sec 2024-04-10T16:04:36.002 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:04:35 smithi077 ceph-mon[87572]: pgmap v1795: 105 pgs: 105 active+clean; 126 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-10T16:04:36.096 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:04:35 smithi069 ceph-mon[96738]: pgmap v1795: 105 pgs: 105 active+clean; 126 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-10T16:04:36.097 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:04:35 smithi069 ceph-mon[94167]: pgmap v1795: 105 pgs: 105 active+clean; 126 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-10T16:04:36.274 INFO:tasks.workunit.client.0.smithi069.stdout: 769: throughput=5MB/sec pending data=0 2024-04-10T16:04:36.274 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-vkWol2iJPut-mAO off=0 len=1187486 2024-04-10T16:04:36.275 INFO:tasks.workunit.client.0.smithi069.stdout:op 3978 completed, throughput=5MB/sec 2024-04-10T16:04:36.276 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-ULwivYmmhweL7p4 off=1881922 len=1247490 2024-04-10T16:04:36.277 INFO:tasks.workunit.client.0.smithi069.stdout:op 3979 completed, throughput=5MB/sec 2024-04-10T16:04:36.277 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-Ba-ZmwhX9ET3Nyx off=6984377 len=1290531 2024-04-10T16:04:36.284 INFO:tasks.workunit.client.0.smithi069.stdout:op 3980 completed, throughput=5MB/sec 2024-04-10T16:04:37.285 INFO:tasks.workunit.client.0.smithi069.stdout: 770: throughput=4.99MB/sec pending data=0 2024-04-10T16:04:37.285 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-OHSdFWDoHhPRjeE off=640611 len=1141912 2024-04-10T16:04:37.286 INFO:tasks.workunit.client.0.smithi069.stdout:op 3981 completed, throughput=5MB/sec 2024-04-10T16:04:37.287 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-ugquaD2cxUvrNrA off=1070468 len=780684 2024-04-10T16:04:37.287 INFO:tasks.workunit.client.0.smithi069.stdout:op 3982 completed, throughput=5MB/sec 2024-04-10T16:04:37.288 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-whjnS5su-Bnw84P off=4507492 len=848069 2024-04-10T16:04:37.292 INFO:tasks.workunit.client.0.smithi069.stdout:op 3983 completed, throughput=5MB/sec 2024-04-10T16:04:37.292 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-slMw_5is9sgHB35 off=6123016 len=1469953 2024-04-10T16:04:37.300 INFO:tasks.workunit.client.0.smithi069.stdout:op 3984 completed, throughput=5MB/sec 2024-04-10T16:04:37.300 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-uEnYyUE7VHdLfVZ off=5176918 len=1668769 2024-04-10T16:04:37.309 INFO:tasks.workunit.client.0.smithi069.stdout:op 3985 completed, throughput=5MB/sec 2024-04-10T16:04:37.346 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:04:36 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:04:36] "GET /metrics HTTP/1.1" 200 34056 "" "Prometheus/2.43.0" 2024-04-10T16:04:38.002 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:04:37 smithi077 ceph-mon[87572]: pgmap v1796: 105 pgs: 105 active+clean; 126 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-10T16:04:38.097 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:04:37 smithi069 ceph-mon[96738]: pgmap v1796: 105 pgs: 105 active+clean; 126 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-10T16:04:38.097 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:04:37 smithi069 ceph-mon[94167]: pgmap v1796: 105 pgs: 105 active+clean; 126 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-10T16:04:38.309 INFO:tasks.workunit.client.0.smithi069.stdout: 771: throughput=4.99MB/sec pending data=0 2024-04-10T16:04:38.309 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-K90p5HbBz8LxYrM off=4875831 len=1630039 2024-04-10T16:04:38.311 INFO:tasks.workunit.client.0.smithi069.stdout:op 3986 completed, throughput=5MB/sec 2024-04-10T16:04:38.311 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-TObQM6XVQdcTr0Y off=12575794 len=1129339 2024-04-10T16:04:38.318 INFO:tasks.workunit.client.0.smithi069.stdout:op 3987 completed, throughput=5MB/sec 2024-04-10T16:04:38.318 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-wp5DMTOm5D5KTPj off=4626346 len=320392 2024-04-10T16:04:38.321 INFO:tasks.workunit.client.0.smithi069.stdout:op 3988 completed, throughput=5MB/sec 2024-04-10T16:04:38.321 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-e6fjYdPs8f2-h5O off=14427347 len=1122651 2024-04-10T16:04:38.322 INFO:tasks.workunit.client.0.smithi069.stdout:op 3989 completed, throughput=5MB/sec 2024-04-10T16:04:38.322 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-5O_Fygp-LMT8LAT off=15284805 len=115545 2024-04-10T16:04:38.326 INFO:tasks.workunit.client.0.smithi069.stdout:op 3990 completed, throughput=5MB/sec 2024-04-10T16:04:38.326 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-oqjf2MeqNQ2nfUo off=1393715 len=190697 2024-04-10T16:04:38.326 INFO:tasks.workunit.client.0.smithi069.stdout:op 3991 completed, throughput=5MB/sec 2024-04-10T16:04:38.326 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-DmNiW3DThYyIYrZ off=1421895 len=1836387 2024-04-10T16:04:38.337 INFO:tasks.workunit.client.0.smithi069.stdout:op 3992 completed, throughput=5MB/sec 2024-04-10T16:04:39.337 INFO:tasks.workunit.client.0.smithi069.stdout: 772: throughput=5MB/sec pending data=0 2024-04-10T16:04:39.337 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-FSxRje99XUrs0nO off=690947 len=166250 2024-04-10T16:04:39.338 INFO:tasks.workunit.client.0.smithi069.stdout:op 3993 completed, throughput=5MB/sec 2024-04-10T16:04:39.338 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-rvNNJNGGdKxmkEZ off=9950670 len=581486 2024-04-10T16:04:39.339 INFO:tasks.workunit.client.0.smithi069.stdout:op 3994 completed, throughput=5MB/sec 2024-04-10T16:04:39.339 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-ejarbFVm1lZnXM_ off=6090246 len=632582 2024-04-10T16:04:39.340 INFO:tasks.workunit.client.0.smithi069.stdout:op 3995 completed, throughput=5MB/sec 2024-04-10T16:04:39.340 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-GKseMnpseVXEtbj off=135123 len=68406 2024-04-10T16:04:39.342 INFO:tasks.workunit.client.0.smithi069.stdout:op 3996 completed, throughput=5MB/sec 2024-04-10T16:04:39.343 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-BQsa-RCk1qjmmb2 off=193656 len=1948817 2024-04-10T16:04:39.345 INFO:tasks.workunit.client.0.smithi069.stdout:op 3997 completed, throughput=5MB/sec 2024-04-10T16:04:39.345 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-Cc-P8piphf1IMgc off=4259396 len=648215 2024-04-10T16:04:39.346 INFO:tasks.workunit.client.0.smithi069.stdout:op 3998 completed, throughput=5MB/sec 2024-04-10T16:04:40.002 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:04:39 smithi077 ceph-mon[87572]: pgmap v1797: 105 pgs: 105 active+clean; 126 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-10T16:04:40.003 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:04:39 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:04:40.097 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:04:39 smithi069 ceph-mon[96738]: pgmap v1797: 105 pgs: 105 active+clean; 126 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-10T16:04:40.097 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:04:39 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:04:40.097 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:04:39 smithi069 ceph-mon[94167]: pgmap v1797: 105 pgs: 105 active+clean; 126 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-10T16:04:40.097 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:04:39 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:04:40.346 INFO:tasks.workunit.client.0.smithi069.stdout: 773: throughput=4.99MB/sec pending data=0 2024-04-10T16:04:40.346 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-ESKon6eM034R2xs off=3365348 len=251856 2024-04-10T16:04:40.349 INFO:tasks.workunit.client.0.smithi069.stdout:op 3999 completed, throughput=4.99MB/sec 2024-04-10T16:04:40.349 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-gSLAOgWV1-_vnrG off=4009162 len=1774943 2024-04-10T16:04:40.358 INFO:tasks.workunit.client.0.smithi069.stdout:op 4000 completed, throughput=5MB/sec 2024-04-10T16:04:40.358 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-jVlMcldHzJ1Q_QQ off=20650399 len=571241 2024-04-10T16:04:40.363 INFO:tasks.workunit.client.0.smithi069.stdout:op 4001 completed, throughput=5MB/sec 2024-04-10T16:04:40.363 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-jQ78YsEjWc7kHzf off=2436542 len=66837 2024-04-10T16:04:40.365 INFO:tasks.workunit.client.0.smithi069.stdout:op 4002 completed, throughput=5MB/sec 2024-04-10T16:04:40.365 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-wOBlnhWQcDGrQKG off=9020848 len=793323 2024-04-10T16:04:40.366 INFO:tasks.workunit.client.0.smithi069.stdout:op 4003 completed, throughput=5MB/sec 2024-04-10T16:04:40.366 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-k1hlAuxWcj5h8aX off=1950131 len=1573170 2024-04-10T16:04:40.373 INFO:tasks.workunit.client.0.smithi069.stdout:op 4004 completed, throughput=5MB/sec 2024-04-10T16:04:41.373 INFO:tasks.workunit.client.0.smithi069.stdout: 774: throughput=4.99MB/sec pending data=0 2024-04-10T16:04:41.374 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-ffmgRb6MrXDXgOw off=1595338 len=1527719 2024-04-10T16:04:41.376 INFO:tasks.workunit.client.0.smithi069.stdout:op 4005 completed, throughput=5MB/sec 2024-04-10T16:04:41.377 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-lc0A3lDylcYxjQc off=1446464 len=1664502 2024-04-10T16:04:41.387 INFO:tasks.workunit.client.0.smithi069.stdout:op 4006 completed, throughput=5MB/sec 2024-04-10T16:04:41.387 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-garsI0MYLT_avkj off=4187369 len=324240 2024-04-10T16:04:41.388 INFO:tasks.workunit.client.0.smithi069.stdout:op 4007 completed, throughput=5MB/sec 2024-04-10T16:04:41.388 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-34DCQ_b2rLwAFg6 off=4468764 len=1774090 2024-04-10T16:04:41.390 INFO:tasks.workunit.client.0.smithi069.stdout:op 4008 completed, throughput=5MB/sec 2024-04-10T16:04:42.002 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:04:41 smithi077 ceph-mon[87572]: pgmap v1798: 105 pgs: 105 active+clean; 126 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-10T16:04:42.096 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:04:41 smithi069 ceph-mon[96738]: pgmap v1798: 105 pgs: 105 active+clean; 126 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-10T16:04:42.097 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:04:41 smithi069 ceph-mon[94167]: pgmap v1798: 105 pgs: 105 active+clean; 126 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-10T16:04:42.391 INFO:tasks.workunit.client.0.smithi069.stdout: 775: throughput=4.99MB/sec pending data=0 2024-04-10T16:04:42.391 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-YPNHL40vT5S7bg_ off=16892658 len=324065 2024-04-10T16:04:42.392 INFO:tasks.workunit.client.0.smithi069.stdout:op 4009 completed, throughput=4.99MB/sec 2024-04-10T16:04:42.392 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-40A9dan9CowL0Om off=5255269 len=436411 2024-04-10T16:04:42.393 INFO:tasks.workunit.client.0.smithi069.stdout:op 4010 completed, throughput=4.99MB/sec 2024-04-10T16:04:42.393 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-rvUYKPWCs6NXW7p off=4876877 len=586938 2024-04-10T16:04:42.394 INFO:tasks.workunit.client.0.smithi069.stdout:op 4011 completed, throughput=5MB/sec 2024-04-10T16:04:42.394 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-Ts45s_g1Nn2eh75 off=7285426 len=1462248 2024-04-10T16:04:42.402 INFO:tasks.workunit.client.0.smithi069.stdout:op 4012 completed, throughput=5MB/sec 2024-04-10T16:04:42.402 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-EOY05tsBRIVa-jf off=1185907 len=1672704 2024-04-10T16:04:42.404 INFO:tasks.workunit.client.0.smithi069.stdout:op 4013 completed, throughput=5MB/sec 2024-04-10T16:04:42.404 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-tjH3sijlXEn21PL off=17266070 len=732597 2024-04-10T16:04:42.405 INFO:tasks.workunit.client.0.smithi069.stdout:op 4014 completed, throughput=5MB/sec 2024-04-10T16:04:42.752 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:04:42 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:04:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:04:43.406 INFO:tasks.workunit.client.0.smithi069.stdout: 776: throughput=4.99MB/sec pending data=0 2024-04-10T16:04:43.406 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-d-xGlR36edsokI2 off=15361169 len=190025 2024-04-10T16:04:43.409 INFO:tasks.workunit.client.0.smithi069.stdout:op 4015 completed, throughput=4.99MB/sec 2024-04-10T16:04:43.409 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-LXvvD9eke160P2W off=927135 len=939602 2024-04-10T16:04:43.411 INFO:tasks.workunit.client.0.smithi069.stdout:op 4016 completed, throughput=5MB/sec 2024-04-10T16:04:43.412 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-x18-5xnhOIntkC9 off=16756076 len=1854954 2024-04-10T16:04:43.421 INFO:tasks.workunit.client.0.smithi069.stdout:op 4017 completed, throughput=5MB/sec 2024-04-10T16:04:43.421 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-i1rbi86FSTLu3rZ off=9452149 len=892167 2024-04-10T16:04:43.426 INFO:tasks.workunit.client.0.smithi069.stdout:op 4018 completed, throughput=5MB/sec 2024-04-10T16:04:43.426 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-KNsHgT3uWHvensM off=8685476 len=1547993 2024-04-10T16:04:43.432 INFO:tasks.workunit.client.0.smithi069.stdout:op 4019 completed, throughput=5MB/sec 2024-04-10T16:04:44.002 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:04:43 smithi077 ceph-mon[87572]: pgmap v1799: 105 pgs: 105 active+clean; 126 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-10T16:04:44.096 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:04:43 smithi069 ceph-mon[96738]: pgmap v1799: 105 pgs: 105 active+clean; 126 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-10T16:04:44.097 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:04:43 smithi069 ceph-mon[94167]: pgmap v1799: 105 pgs: 105 active+clean; 126 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-10T16:04:44.432 INFO:tasks.workunit.client.0.smithi069.stdout: 777: throughput=4.99MB/sec pending data=0 2024-04-10T16:04:44.432 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-fABS8HUlX9FAbki off=6108080 len=1462468 2024-04-10T16:04:44.435 INFO:tasks.workunit.client.0.smithi069.stdout:op 4020 completed, throughput=5MB/sec 2024-04-10T16:04:44.435 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-H6_Q3P-8z2T7Hwq off=14740948 len=1409978 2024-04-10T16:04:44.443 INFO:tasks.workunit.client.0.smithi069.stdout:op 4021 completed, throughput=5MB/sec 2024-04-10T16:04:44.443 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-yp_EWlgOyTGuktS off=9300005 len=1195460 2024-04-10T16:04:44.445 INFO:tasks.workunit.client.0.smithi069.stdout:op 4022 completed, throughput=5MB/sec 2024-04-10T16:04:44.445 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-GVKh0k8snr6SPAO off=4763579 len=1256693 2024-04-10T16:04:44.451 INFO:tasks.workunit.client.0.smithi069.stdout:op 4023 completed, throughput=5MB/sec 2024-04-10T16:04:45.451 INFO:tasks.workunit.client.0.smithi069.stdout: 778: throughput=4.99MB/sec pending data=0 2024-04-10T16:04:45.451 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-m9jXcc6JSnavGdv off=6039114 len=1890783 2024-04-10T16:04:45.455 INFO:tasks.workunit.client.0.smithi069.stdout:op 4024 completed, throughput=5MB/sec 2024-04-10T16:04:45.455 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-WMMGh3j35blMsaB off=7485391 len=924055 2024-04-10T16:04:45.460 INFO:tasks.workunit.client.0.smithi069.stdout:op 4025 completed, throughput=5MB/sec 2024-04-10T16:04:45.460 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-lj4y7RmCvpyhGvU off=3427752 len=1609943 2024-04-10T16:04:45.468 INFO:tasks.workunit.client.0.smithi069.stdout:op 4026 completed, throughput=5MB/sec 2024-04-10T16:04:45.468 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-lCw9WXWH37afP6I off=3391791 len=1426790 2024-04-10T16:04:45.476 INFO:tasks.workunit.client.0.smithi069.stdout:op 4027 completed, throughput=5MB/sec 2024-04-10T16:04:46.002 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:04:45 smithi077 ceph-mon[87572]: pgmap v1800: 105 pgs: 105 active+clean; 126 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-10T16:04:46.096 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:04:45 smithi069 ceph-mon[94167]: pgmap v1800: 105 pgs: 105 active+clean; 126 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-10T16:04:46.097 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:04:45 smithi069 ceph-mon[96738]: pgmap v1800: 105 pgs: 105 active+clean; 126 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-10T16:04:46.477 INFO:tasks.workunit.client.0.smithi069.stdout: 779: throughput=4.99MB/sec pending data=0 2024-04-10T16:04:46.477 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-cw1Kcfhwt-Bxw-k off=2875380 len=1920363 2024-04-10T16:04:46.479 INFO:tasks.workunit.client.0.smithi069.stdout:op 4028 completed, throughput=5MB/sec 2024-04-10T16:04:46.479 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-JiwDHSSuQMBwAue off=1149889 len=1768899 2024-04-10T16:04:46.490 INFO:tasks.workunit.client.0.smithi069.stdout:op 4029 completed, throughput=5MB/sec 2024-04-10T16:04:46.490 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-OpF9hct5e7eir3P off=3963982 len=781303 2024-04-10T16:04:46.491 INFO:tasks.workunit.client.0.smithi069.stdout:op 4030 completed, throughput=5MB/sec 2024-04-10T16:04:46.491 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-y8ePbjWSv1wGdPS off=16528 len=1402700 2024-04-10T16:04:46.497 INFO:tasks.workunit.client.0.smithi069.stdout:op 4031 completed, throughput=5MB/sec 2024-04-10T16:04:47.346 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:04:46 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:04:46] "GET /metrics HTTP/1.1" 200 34052 "" "Prometheus/2.43.0" 2024-04-10T16:04:47.497 INFO:tasks.workunit.client.0.smithi069.stdout: 780: throughput=4.99MB/sec pending data=0 2024-04-10T16:04:47.497 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-XjofA2REXIuFSZZ off=5618456 len=875905 2024-04-10T16:04:47.502 INFO:tasks.workunit.client.0.smithi069.stdout:op 4032 completed, throughput=5MB/sec 2024-04-10T16:04:47.502 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-XvVuZ_rBJjWw56A off=10865668 len=854127 2024-04-10T16:04:47.503 INFO:tasks.workunit.client.0.smithi069.stdout:op 4033 completed, throughput=5MB/sec 2024-04-10T16:04:47.503 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-AkDPfi5umeyOiR1 off=5016335 len=1761470 2024-04-10T16:04:47.512 INFO:tasks.workunit.client.0.smithi069.stdout:op 4034 completed, throughput=5MB/sec 2024-04-10T16:04:47.512 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-ZHmfRxF4jJGSSUo off=2697316 len=1726675 2024-04-10T16:04:47.521 INFO:tasks.workunit.client.0.smithi069.stdout:op 4035 completed, throughput=5MB/sec 2024-04-10T16:04:48.002 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:04:47 smithi077 ceph-mon[87572]: pgmap v1801: 105 pgs: 105 active+clean; 126 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-10T16:04:48.096 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:04:47 smithi069 ceph-mon[94167]: pgmap v1801: 105 pgs: 105 active+clean; 126 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-10T16:04:48.097 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:04:47 smithi069 ceph-mon[96738]: pgmap v1801: 105 pgs: 105 active+clean; 126 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-10T16:04:48.521 INFO:tasks.workunit.client.0.smithi069.stdout: 781: throughput=4.99MB/sec pending data=0 2024-04-10T16:04:48.521 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-_5LsjCmmn3bBy0q off=2299964 len=78316 2024-04-10T16:04:48.522 INFO:tasks.workunit.client.0.smithi069.stdout:op 4036 completed, throughput=4.99MB/sec 2024-04-10T16:04:48.522 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-tGNW6gvj2nsPYVQ off=4644417 len=2023109 2024-04-10T16:04:48.535 INFO:tasks.workunit.client.0.smithi069.stdout:op 4037 completed, throughput=5MB/sec 2024-04-10T16:04:48.536 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-P9oHQoqSWqUhf32 off=18334938 len=1255153 2024-04-10T16:04:48.537 INFO:tasks.workunit.client.0.smithi069.stdout:op 4038 completed, throughput=5MB/sec 2024-04-10T16:04:48.537 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-YfQ7iuo5yWDkjOq off=482008 len=656872 2024-04-10T16:04:48.541 INFO:tasks.workunit.client.0.smithi069.stdout:op 4039 completed, throughput=5MB/sec 2024-04-10T16:04:48.541 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-XvVuZ_rBJjWw56A off=8346989 len=1052870 2024-04-10T16:04:48.547 INFO:tasks.workunit.client.0.smithi069.stdout:op 4040 completed, throughput=5MB/sec 2024-04-10T16:04:49.547 INFO:tasks.workunit.client.0.smithi069.stdout: 782: throughput=4.99MB/sec pending data=0 2024-04-10T16:04:49.547 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-u8Lz1UqPazksz_u off=421557 len=810839 2024-04-10T16:04:49.548 INFO:tasks.workunit.client.0.smithi069.stdout:op 4041 completed, throughput=5MB/sec 2024-04-10T16:04:49.549 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-mKAI954OjG7ox2_ off=10925275 len=342222 2024-04-10T16:04:49.552 INFO:tasks.workunit.client.0.smithi069.stdout:op 4042 completed, throughput=5MB/sec 2024-04-10T16:04:49.552 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-exdm1O1ytE0nkbo off=10533005 len=276591 2024-04-10T16:04:49.553 INFO:tasks.workunit.client.0.smithi069.stdout:op 4043 completed, throughput=5MB/sec 2024-04-10T16:04:49.553 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-kDhPndfF7wZHnc3 off=3294486 len=1432013 2024-04-10T16:04:49.554 INFO:tasks.workunit.client.0.smithi069.stdout:op 4044 completed, throughput=5MB/sec 2024-04-10T16:04:49.554 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-BrfXofOZ-skNsN0 off=3519438 len=779265 2024-04-10T16:04:49.556 INFO:tasks.workunit.client.0.smithi069.stdout:op 4045 completed, throughput=5MB/sec 2024-04-10T16:04:49.556 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-9sbGiJ0ZDFmjRrG off=11868831 len=1741054 2024-04-10T16:04:49.566 INFO:tasks.workunit.client.0.smithi069.stdout:op 4046 completed, throughput=5MB/sec 2024-04-10T16:04:50.002 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:04:49 smithi077 ceph-mon[87572]: pgmap v1802: 105 pgs: 105 active+clean; 126 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-10T16:04:50.096 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:04:49 smithi069 ceph-mon[94167]: pgmap v1802: 105 pgs: 105 active+clean; 126 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-10T16:04:50.096 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:04:49 smithi069 ceph-mon[96738]: pgmap v1802: 105 pgs: 105 active+clean; 126 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-10T16:04:50.567 INFO:tasks.workunit.client.0.smithi069.stdout: 783: throughput=4.99MB/sec pending data=0 2024-04-10T16:04:50.567 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-A8p8GNzuIuf-pz- off=11512436 len=679651 2024-04-10T16:04:50.569 INFO:tasks.workunit.client.0.smithi069.stdout:op 4047 completed, throughput=5MB/sec 2024-04-10T16:04:50.569 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-FXCxf4ITdk2k6FI off=10557850 len=1753843 2024-04-10T16:04:50.580 INFO:tasks.workunit.client.0.smithi069.stdout:op 4048 completed, throughput=5MB/sec 2024-04-10T16:04:50.580 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-I3GRRlaDj2Ls2gZ off=13298529 len=1911213 2024-04-10T16:04:50.582 INFO:tasks.workunit.client.0.smithi069.stdout:op 4049 completed, throughput=5MB/sec 2024-04-10T16:04:50.582 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-sOJy2uQGh64yTfM off=10191990 len=891886 2024-04-10T16:04:50.586 INFO:tasks.workunit.client.0.smithi069.stdout:op 4050 completed, throughput=5MB/sec 2024-04-10T16:04:51.587 INFO:tasks.workunit.client.0.smithi069.stdout: 784: throughput=4.99MB/sec pending data=0 2024-04-10T16:04:51.587 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-tud3c9IynVtd11w off=4038133 len=847481 2024-04-10T16:04:51.592 INFO:tasks.workunit.client.0.smithi069.stdout:op 4051 completed, throughput=5MB/sec 2024-04-10T16:04:51.592 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-Mtvqsu1OAAqreeS off=1068092 len=1231350 2024-04-10T16:04:51.593 INFO:tasks.workunit.client.0.smithi069.stdout:op 4052 completed, throughput=5MB/sec 2024-04-10T16:04:51.593 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-Gaf3TyqXc3wQaBp off=2059506 len=405864 2024-04-10T16:04:51.597 INFO:tasks.workunit.client.0.smithi069.stdout:op 4053 completed, throughput=5MB/sec 2024-04-10T16:04:51.597 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-P9oHQoqSWqUhf32 off=13247261 len=731179 2024-04-10T16:04:51.598 INFO:tasks.workunit.client.0.smithi069.stdout:op 4054 completed, throughput=5MB/sec 2024-04-10T16:04:51.598 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-u1nYufNnl1-qVbA off=2418257 len=1090854 2024-04-10T16:04:51.604 INFO:tasks.workunit.client.0.smithi069.stdout:op 4055 completed, throughput=5MB/sec 2024-04-10T16:04:51.604 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-fldIDQViGSKVSkt off=1987084 len=803735 2024-04-10T16:04:51.605 INFO:tasks.workunit.client.0.smithi069.stdout:op 4056 completed, throughput=5MB/sec 2024-04-10T16:04:52.003 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:04:51 smithi077 ceph-mon[87572]: pgmap v1803: 105 pgs: 105 active+clean; 126 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-10T16:04:52.096 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:04:51 smithi069 ceph-mon[94167]: pgmap v1803: 105 pgs: 105 active+clean; 126 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-10T16:04:52.097 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:04:51 smithi069 ceph-mon[96738]: pgmap v1803: 105 pgs: 105 active+clean; 126 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-10T16:04:52.606 INFO:tasks.workunit.client.0.smithi069.stdout: 785: throughput=4.99MB/sec pending data=0 2024-04-10T16:04:52.606 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-FYUKo96w82mGzC3 off=7806725 len=1224941 2024-04-10T16:04:52.613 INFO:tasks.workunit.client.0.smithi069.stdout:op 4057 completed, throughput=5MB/sec 2024-04-10T16:04:52.613 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-JntuFQ2QCJVcztf off=6418280 len=336590 2024-04-10T16:04:52.616 INFO:tasks.workunit.client.0.smithi069.stdout:op 4058 completed, throughput=5MB/sec 2024-04-10T16:04:52.616 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-1mzP4Y3V-J8NxMY off=17980133 len=1562493 2024-04-10T16:04:52.618 INFO:tasks.workunit.client.0.smithi069.stdout:op 4059 completed, throughput=5MB/sec 2024-04-10T16:04:52.618 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-sxHB2nbtGTTC515 off=3851566 len=1956906 2024-04-10T16:04:52.619 INFO:tasks.workunit.client.0.smithi069.stdout:op 4060 completed, throughput=5MB/sec 2024-04-10T16:04:52.752 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:04:52 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:04:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:04:53.620 INFO:tasks.workunit.client.0.smithi069.stdout: 786: throughput=4.99MB/sec pending data=0 2024-04-10T16:04:53.620 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-rGIjdi-YOz5aRmf off=4044961 len=1035862 2024-04-10T16:04:53.625 INFO:tasks.workunit.client.0.smithi069.stdout:op 4061 completed, throughput=5MB/sec 2024-04-10T16:04:53.625 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-acFeg-vdwcTvKU4 off=7969876 len=1441140 2024-04-10T16:04:53.634 INFO:tasks.workunit.client.0.smithi069.stdout:op 4062 completed, throughput=5MB/sec 2024-04-10T16:04:53.634 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-16zYOll_CAEo3kF off=13920604 len=205890 2024-04-10T16:04:53.634 INFO:tasks.workunit.client.0.smithi069.stdout:op 4063 completed, throughput=5MB/sec 2024-04-10T16:04:53.634 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-_oit-5YZlxcattm off=11692160 len=558773 2024-04-10T16:04:53.635 INFO:tasks.workunit.client.0.smithi069.stdout:op 4064 completed, throughput=5MB/sec 2024-04-10T16:04:53.635 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-3npVyyXuGJow6Vp off=4143401 len=661041 2024-04-10T16:04:53.640 INFO:tasks.workunit.client.0.smithi069.stdout:op 4065 completed, throughput=5MB/sec 2024-04-10T16:04:53.640 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-xSns8VfZUhfaLSi off=1053680 len=844919 2024-04-10T16:04:53.641 INFO:tasks.workunit.client.0.smithi069.stdout:op 4066 completed, throughput=5MB/sec 2024-04-10T16:04:53.641 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-r2dzTt_BJdNkV6F off=3481383 len=1773780 2024-04-10T16:04:53.643 INFO:tasks.workunit.client.0.smithi069.stdout:op 4067 completed, throughput=5MB/sec 2024-04-10T16:04:54.003 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:04:53 smithi077 ceph-mon[87572]: pgmap v1804: 105 pgs: 105 active+clean; 126 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.6 MiB/s wr, 3 op/s 2024-04-10T16:04:54.096 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:04:53 smithi069 ceph-mon[96738]: pgmap v1804: 105 pgs: 105 active+clean; 126 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.6 MiB/s wr, 3 op/s 2024-04-10T16:04:54.097 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:04:53 smithi069 ceph-mon[94167]: pgmap v1804: 105 pgs: 105 active+clean; 126 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.6 MiB/s wr, 3 op/s 2024-04-10T16:04:54.643 INFO:tasks.workunit.client.0.smithi069.stdout: 787: throughput=5MB/sec pending data=0 2024-04-10T16:04:54.643 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-U1dpjn7Cvh0AH_B off=12031548 len=1660520 2024-04-10T16:04:54.650 INFO:tasks.workunit.client.0.smithi069.stdout:op 4068 completed, throughput=5MB/sec 2024-04-10T16:04:54.650 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-BAsbv4UcYnENIu_ off=4694354 len=603515 2024-04-10T16:04:54.653 INFO:tasks.workunit.client.0.smithi069.stdout:op 4069 completed, throughput=5MB/sec 2024-04-10T16:04:54.654 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-YTqLKrmhpx8GseT off=3020319 len=17717 2024-04-10T16:04:54.655 INFO:tasks.workunit.client.0.smithi069.stdout:op 4070 completed, throughput=5MB/sec 2024-04-10T16:04:54.655 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-PfzM1ozjFXIc1nZ off=22712287 len=1626875 2024-04-10T16:04:54.656 INFO:tasks.workunit.client.0.smithi069.stdout:op 4071 completed, throughput=5MB/sec 2024-04-10T16:04:54.657 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-yGZX4moHEqb2s22 off=8570337 len=831996 2024-04-10T16:04:54.661 INFO:tasks.workunit.client.0.smithi069.stdout:op 4072 completed, throughput=5MB/sec 2024-04-10T16:04:55.003 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:04:54 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:04:55.096 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:04:54 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:04:55.097 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:04:54 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:04:55.662 INFO:tasks.workunit.client.0.smithi069.stdout: 788: throughput=4.99MB/sec pending data=0 2024-04-10T16:04:55.662 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-sZPSp331uGtqh33 off=4608366 len=1198925 2024-04-10T16:04:55.667 INFO:tasks.workunit.client.0.smithi069.stdout:op 4073 completed, throughput=5MB/sec 2024-04-10T16:04:55.667 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-yv_YwdMStPpHmsl off=4142782 len=1302144 2024-04-10T16:04:55.674 INFO:tasks.workunit.client.0.smithi069.stdout:op 4074 completed, throughput=5MB/sec 2024-04-10T16:04:55.674 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-z1YgjCtQwE54bt2 off=358640 len=764174 2024-04-10T16:04:55.678 INFO:tasks.workunit.client.0.smithi069.stdout:op 4075 completed, throughput=5MB/sec 2024-04-10T16:04:55.678 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-oALHMqoLwT-Zysc off=10871354 len=2037108 2024-04-10T16:04:55.686 INFO:tasks.workunit.client.0.smithi069.stdout:op 4076 completed, throughput=5MB/sec 2024-04-10T16:04:56.002 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:04:55 smithi077 ceph-mon[87572]: pgmap v1805: 105 pgs: 105 active+clean; 126 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-10T16:04:56.096 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:04:55 smithi069 ceph-mon[96738]: pgmap v1805: 105 pgs: 105 active+clean; 126 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-10T16:04:56.097 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:04:55 smithi069 ceph-mon[94167]: pgmap v1805: 105 pgs: 105 active+clean; 126 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-10T16:04:56.687 INFO:tasks.workunit.client.0.smithi069.stdout: 789: throughput=4.99MB/sec pending data=0 2024-04-10T16:04:56.687 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-1bAMsz7mxeOwvO8 off=4400389 len=2001619 2024-04-10T16:04:56.689 INFO:tasks.workunit.client.0.smithi069.stdout:op 4077 completed, throughput=5MB/sec 2024-04-10T16:04:56.689 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-bNoI5nQ3vfB4xZA off=5906300 len=455009 2024-04-10T16:04:56.690 INFO:tasks.workunit.client.0.smithi069.stdout:op 4078 completed, throughput=5MB/sec 2024-04-10T16:04:56.690 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-iU_UCHKwYykP450 off=4969483 len=308135 2024-04-10T16:04:56.690 INFO:tasks.workunit.client.0.smithi069.stdout:op 4079 completed, throughput=5MB/sec 2024-04-10T16:04:56.691 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-Uyox6qLXOV6DUJ5 off=2724049 len=361815 2024-04-10T16:04:56.694 INFO:tasks.workunit.client.0.smithi069.stdout:op 4080 completed, throughput=5MB/sec 2024-04-10T16:04:56.694 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-DOSF2H1tG9tMJrn off=1316688 len=1673596 2024-04-10T16:04:56.696 INFO:tasks.workunit.client.0.smithi069.stdout:op 4081 completed, throughput=5MB/sec 2024-04-10T16:04:57.346 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:04:56 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:04:56] "GET /metrics HTTP/1.1" 200 34052 "" "Prometheus/2.43.0" 2024-04-10T16:04:57.697 INFO:tasks.workunit.client.0.smithi069.stdout: 790: throughput=4.99MB/sec pending data=0 2024-04-10T16:04:57.697 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-Q4hsUsaXdHk7udw off=6342922 len=1489313 2024-04-10T16:04:57.706 INFO:tasks.workunit.client.0.smithi069.stdout:op 4082 completed, throughput=5MB/sec 2024-04-10T16:04:57.706 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-ek-PSzl2nm4uve6 off=3236087 len=845306 2024-04-10T16:04:57.707 INFO:tasks.workunit.client.0.smithi069.stdout:op 4083 completed, throughput=5MB/sec 2024-04-10T16:04:57.707 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-wxvjlDCez4rFJ2U off=8039446 len=261254 2024-04-10T16:04:57.708 INFO:tasks.workunit.client.0.smithi069.stdout:op 4084 completed, throughput=5MB/sec 2024-04-10T16:04:57.708 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-lYvO8nuBiLVmpsB off=3832909 len=741083 2024-04-10T16:04:57.709 INFO:tasks.workunit.client.0.smithi069.stdout:op 4085 completed, throughput=5MB/sec 2024-04-10T16:04:57.709 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-Qh10lw2fWF-g-H3 off=0 len=1121155 2024-04-10T16:04:57.715 INFO:tasks.workunit.client.0.smithi069.stdout:op 4086 completed, throughput=5MB/sec 2024-04-10T16:04:57.715 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-LWlfg05pjRoG5Dz off=5362813 len=505160 2024-04-10T16:04:57.716 INFO:tasks.workunit.client.0.smithi069.stdout:op 4087 completed, throughput=5MB/sec 2024-04-10T16:04:57.716 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-B73Ht7qDHGXwKZI off=687298 len=157180 2024-04-10T16:04:57.717 INFO:tasks.workunit.client.0.smithi069.stdout:op 4088 completed, throughput=5MB/sec 2024-04-10T16:04:57.717 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-PwZAgVJtGEYsOQs off=2559196 len=1870355 2024-04-10T16:04:57.725 INFO:tasks.workunit.client.0.smithi069.stdout:op 4089 completed, throughput=5MB/sec 2024-04-10T16:04:58.002 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:04:57 smithi077 ceph-mon[87572]: pgmap v1806: 105 pgs: 105 active+clean; 126 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-10T16:04:58.096 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:04:57 smithi069 ceph-mon[96738]: pgmap v1806: 105 pgs: 105 active+clean; 126 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-10T16:04:58.097 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:04:57 smithi069 ceph-mon[94167]: pgmap v1806: 105 pgs: 105 active+clean; 126 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-10T16:04:58.726 INFO:tasks.workunit.client.0.smithi069.stdout: 791: throughput=5MB/sec pending data=0 2024-04-10T16:04:58.726 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-u3qaNF94vTveQMg off=2318045 len=904210 2024-04-10T16:04:58.727 INFO:tasks.workunit.client.0.smithi069.stdout:op 4090 completed, throughput=5MB/sec 2024-04-10T16:04:58.727 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-v8CnRfhomNMFsqU off=411291 len=898265 2024-04-10T16:04:58.733 INFO:tasks.workunit.client.0.smithi069.stdout:op 4091 completed, throughput=5MB/sec 2024-04-10T16:04:58.733 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-EJ4ohBYwxxas9mr off=1517118 len=1883447 2024-04-10T16:04:58.734 INFO:tasks.workunit.client.0.smithi069.stdout:op 4092 completed, throughput=5MB/sec 2024-04-10T16:04:59.735 INFO:tasks.workunit.client.0.smithi069.stdout: 792: throughput=4.99MB/sec pending data=0 2024-04-10T16:04:59.735 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-v8CnRfhomNMFsqU off=254246 len=394599 2024-04-10T16:04:59.736 INFO:tasks.workunit.client.0.smithi069.stdout:op 4093 completed, throughput=4.99MB/sec 2024-04-10T16:04:59.736 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-owW4MB-yX24fMG5 off=3601238 len=1261766 2024-04-10T16:04:59.743 INFO:tasks.workunit.client.0.smithi069.stdout:op 4094 completed, throughput=5MB/sec 2024-04-10T16:04:59.743 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-5jYnL8kWOBE31Fk off=12914806 len=1844845 2024-04-10T16:04:59.754 INFO:tasks.workunit.client.0.smithi069.stdout:op 4095 completed, throughput=5MB/sec 2024-04-10T16:04:59.754 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-Tex-OxGZSuy_0TB off=3188226 len=1746743 2024-04-10T16:04:59.757 INFO:tasks.workunit.client.0.smithi069.stdout:op 4096 completed, throughput=5MB/sec 2024-04-10T16:04:59.757 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-cLUTpo72PfgRqiy off=19791200 len=1149847 2024-04-10T16:04:59.761 INFO:tasks.workunit.client.0.smithi069.stdout:op 4097 completed, throughput=5MB/sec 2024-04-10T16:05:00.002 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:04:59 smithi077 ceph-mon[87572]: pgmap v1807: 105 pgs: 105 active+clean; 126 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-10T16:05:00.097 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:04:59 smithi069 ceph-mon[96738]: pgmap v1807: 105 pgs: 105 active+clean; 126 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-10T16:05:00.097 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:04:59 smithi069 ceph-mon[94167]: pgmap v1807: 105 pgs: 105 active+clean; 126 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-10T16:05:00.761 INFO:tasks.workunit.client.0.smithi069.stdout: 793: throughput=5MB/sec pending data=0 2024-04-10T16:05:00.762 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-_OmgPjqTkhdC1N7 off=11400394 len=11324 2024-04-10T16:05:00.762 INFO:tasks.workunit.client.0.smithi069.stdout:op 4098 completed, throughput=5MB/sec 2024-04-10T16:05:00.762 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-s79FbKtTn46t-eB off=11390124 len=1977236 2024-04-10T16:05:00.771 INFO:tasks.workunit.client.0.smithi069.stdout:op 4099 completed, throughput=5MB/sec 2024-04-10T16:05:00.771 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-WIoG6LtgT-rWYCD off=7275660 len=1567229 2024-04-10T16:05:00.779 INFO:tasks.workunit.client.0.smithi069.stdout:op 4100 completed, throughput=5MB/sec 2024-04-10T16:05:00.779 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-vaK_xIFOwztAOyH off=4831652 len=1345205 2024-04-10T16:05:00.782 INFO:tasks.workunit.client.0.smithi069.stdout:op 4101 completed, throughput=5MB/sec 2024-04-10T16:05:01.782 INFO:tasks.workunit.client.0.smithi069.stdout: 794: throughput=4.99MB/sec pending data=0 2024-04-10T16:05:01.782 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-K3dhKmZeHwetMdH off=1042300 len=1761284 2024-04-10T16:05:01.792 INFO:tasks.workunit.client.0.smithi069.stdout:op 4102 completed, throughput=5MB/sec 2024-04-10T16:05:01.792 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-dvz0EO-d0DS6qik off=13811988 len=1802778 2024-04-10T16:05:01.794 INFO:tasks.workunit.client.0.smithi069.stdout:op 4103 completed, throughput=5MB/sec 2024-04-10T16:05:01.794 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-Dk90CIF46oNj6wj off=5264916 len=433041 2024-04-10T16:05:01.798 INFO:tasks.workunit.client.0.smithi069.stdout:op 4104 completed, throughput=5MB/sec 2024-04-10T16:05:01.798 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-l4oi8ogga1Q9AbO off=8076539 len=499747 2024-04-10T16:05:01.801 INFO:tasks.workunit.client.0.smithi069.stdout:op 4105 completed, throughput=5MB/sec 2024-04-10T16:05:01.801 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-Dx9k5SGrFBhQi75 off=3350276 len=985094 2024-04-10T16:05:01.806 INFO:tasks.workunit.client.0.smithi069.stdout:op 4106 completed, throughput=5MB/sec 2024-04-10T16:05:02.002 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:05:01 smithi077 ceph-mon[87572]: pgmap v1808: 105 pgs: 105 active+clean; 126 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-10T16:05:02.097 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:05:01 smithi069 ceph-mon[96738]: pgmap v1808: 105 pgs: 105 active+clean; 126 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-10T16:05:02.097 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:05:01 smithi069 ceph-mon[94167]: pgmap v1808: 105 pgs: 105 active+clean; 126 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-10T16:05:02.753 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:05:02 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:05:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:05:02.807 INFO:tasks.workunit.client.0.smithi069.stdout: 795: throughput=4.99MB/sec pending data=0 2024-04-10T16:05:02.807 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-DHI3C4MvBrDGJ-T off=3476073 len=1454975 2024-04-10T16:05:02.815 INFO:tasks.workunit.client.0.smithi069.stdout:op 4107 completed, throughput=5MB/sec 2024-04-10T16:05:02.815 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-aIaDYmrmDhjPxu1 off=21191145 len=295106 2024-04-10T16:05:02.816 INFO:tasks.workunit.client.0.smithi069.stdout:op 4108 completed, throughput=5MB/sec 2024-04-10T16:05:02.816 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-ITlKGUGPmEfF8Vq off=13178636 len=806807 2024-04-10T16:05:02.818 INFO:tasks.workunit.client.0.smithi069.stdout:op 4109 completed, throughput=5MB/sec 2024-04-10T16:05:02.818 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-7bgAO561HCcfuEl off=3819882 len=875915 2024-04-10T16:05:02.819 INFO:tasks.workunit.client.0.smithi069.stdout:op 4110 completed, throughput=5MB/sec 2024-04-10T16:05:02.819 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-fiTbJesWi3XeKaw off=1248600 len=5540 2024-04-10T16:05:02.821 INFO:tasks.workunit.client.0.smithi069.stdout:op 4111 completed, throughput=5MB/sec 2024-04-10T16:05:02.821 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-Nf56GjLREtndhV4 off=3009505 len=1539698 2024-04-10T16:05:02.828 INFO:tasks.workunit.client.0.smithi069.stdout:op 4112 completed, throughput=5MB/sec 2024-04-10T16:05:03.829 INFO:tasks.workunit.client.0.smithi069.stdout: 796: throughput=4.99MB/sec pending data=0 2024-04-10T16:05:03.829 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-43p93xdeGDB7DqV off=2820874 len=153603 2024-04-10T16:05:03.830 INFO:tasks.workunit.client.0.smithi069.stdout:op 4113 completed, throughput=4.99MB/sec 2024-04-10T16:05:03.830 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-p2LAiDrRYfmpRCs off=17761121 len=615907 2024-04-10T16:05:03.830 INFO:tasks.workunit.client.0.smithi069.stdout:op 4114 completed, throughput=5MB/sec 2024-04-10T16:05:03.831 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-dw6LeV_gQnhU2aa off=10568499 len=2050466 2024-04-10T16:05:03.833 INFO:tasks.workunit.client.0.smithi069.stdout:op 4115 completed, throughput=5MB/sec 2024-04-10T16:05:03.833 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-yT4OGlKALO2KQ8- off=4871198 len=875527 2024-04-10T16:05:03.838 INFO:tasks.workunit.client.0.smithi069.stdout:op 4116 completed, throughput=5MB/sec 2024-04-10T16:05:03.838 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-cNCan4Ft1R-utbO off=3114781 len=1381682 2024-04-10T16:05:03.841 INFO:tasks.workunit.client.0.smithi069.stdout:op 4117 completed, throughput=5MB/sec 2024-04-10T16:05:04.003 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:05:03 smithi077 ceph-mon[87572]: pgmap v1809: 105 pgs: 105 active+clean; 126 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-10T16:05:04.097 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:05:03 smithi069 ceph-mon[96738]: pgmap v1809: 105 pgs: 105 active+clean; 126 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-10T16:05:04.097 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:05:03 smithi069 ceph-mon[94167]: pgmap v1809: 105 pgs: 105 active+clean; 126 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-10T16:05:04.841 INFO:tasks.workunit.client.0.smithi069.stdout: 797: throughput=4.99MB/sec pending data=0 2024-04-10T16:05:04.841 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-ZseKMCX9ev-J8MN off=2413052 len=481329 2024-04-10T16:05:04.845 INFO:tasks.workunit.client.0.smithi069.stdout:op 4118 completed, throughput=4.99MB/sec 2024-04-10T16:05:04.845 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-6iULLiERvshRPzN off=11428764 len=401120 2024-04-10T16:05:04.849 INFO:tasks.workunit.client.0.smithi069.stdout:op 4119 completed, throughput=4.99MB/sec 2024-04-10T16:05:04.849 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-aVhmSpQEGXE7mo4 off=1452598 len=645268 2024-04-10T16:05:04.850 INFO:tasks.workunit.client.0.smithi069.stdout:op 4120 completed, throughput=5MB/sec 2024-04-10T16:05:04.850 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-aSstk7oYRf-B911 off=4062514 len=1750442 2024-04-10T16:05:04.852 INFO:tasks.workunit.client.0.smithi069.stdout:op 4121 completed, throughput=5MB/sec 2024-04-10T16:05:04.852 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-S9-9YchOKmX5OvP off=10641298 len=1145180 2024-04-10T16:05:04.857 INFO:tasks.workunit.client.0.smithi069.stdout:op 4122 completed, throughput=5MB/sec 2024-04-10T16:05:04.857 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-Q6fyzK6B9ZYEWww off=13268418 len=1061011 2024-04-10T16:05:04.862 INFO:tasks.workunit.client.0.smithi069.stdout:op 4123 completed, throughput=5MB/sec 2024-04-10T16:05:05.863 INFO:tasks.workunit.client.0.smithi069.stdout: 798: throughput=4.99MB/sec pending data=0 2024-04-10T16:05:05.863 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj--1iQy2he2YetHV5 off=8057916 len=1528872 2024-04-10T16:05:05.866 INFO:tasks.workunit.client.0.smithi069.stdout:op 4124 completed, throughput=5MB/sec 2024-04-10T16:05:05.866 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-11YazNEy4-OqHPJ off=14129356 len=1552349 2024-04-10T16:05:05.867 INFO:tasks.workunit.client.0.smithi069.stdout:op 4125 completed, throughput=5MB/sec 2024-04-10T16:05:05.868 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-LU_8GhBVGai8ub7 off=3680435 len=1332705 2024-04-10T16:05:05.869 INFO:tasks.workunit.client.0.smithi069.stdout:op 4126 completed, throughput=5MB/sec 2024-04-10T16:05:05.869 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-rQWeJ_uM8e6lIWt off=4121593 len=1627830 2024-04-10T16:05:05.877 INFO:tasks.workunit.client.0.smithi069.stdout:op 4127 completed, throughput=5MB/sec 2024-04-10T16:05:06.002 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:05:05 smithi077 ceph-mon[87572]: pgmap v1810: 105 pgs: 105 active+clean; 126 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-10T16:05:06.096 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:05:05 smithi069 ceph-mon[96738]: pgmap v1810: 105 pgs: 105 active+clean; 126 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-10T16:05:06.097 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:05:05 smithi069 ceph-mon[94167]: pgmap v1810: 105 pgs: 105 active+clean; 126 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-10T16:05:06.878 INFO:tasks.workunit.client.0.smithi069.stdout: 799: throughput=4.99MB/sec pending data=0 2024-04-10T16:05:06.878 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-uEnYyUE7VHdLfVZ off=2268204 len=52717 2024-04-10T16:05:06.878 INFO:tasks.workunit.client.0.smithi069.stdout:op 4128 completed, throughput=5MB/sec 2024-04-10T16:05:06.878 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-n4peax0V8vg-BuQ off=6221845 len=525391 2024-04-10T16:05:06.878 INFO:tasks.workunit.client.0.smithi069.stdout:op 4129 completed, throughput=5MB/sec 2024-04-10T16:05:06.879 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-0yQoexTUoIXpdy3 off=694212 len=156781 2024-04-10T16:05:06.881 INFO:tasks.workunit.client.0.smithi069.stdout:op 4130 completed, throughput=5MB/sec 2024-04-10T16:05:06.881 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-nRT6Gkv5h_embWp off=15563367 len=857735 2024-04-10T16:05:06.885 INFO:tasks.workunit.client.0.smithi069.stdout:op 4131 completed, throughput=5MB/sec 2024-04-10T16:05:06.885 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-YctR4072CyxbYUN off=15177693 len=557985 2024-04-10T16:05:06.888 INFO:tasks.workunit.client.0.smithi069.stdout:op 4132 completed, throughput=5MB/sec 2024-04-10T16:05:06.888 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-dUsxq8qVcJvV0-0 off=557595 len=847206 2024-04-10T16:05:06.892 INFO:tasks.workunit.client.0.smithi069.stdout:op 4133 completed, throughput=5MB/sec 2024-04-10T16:05:06.892 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-he7DPDHWAArPvmS off=3023125 len=1960472 2024-04-10T16:05:06.893 INFO:tasks.workunit.client.0.smithi069.stdout:op 4134 completed, throughput=5MB/sec 2024-04-10T16:05:07.002 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:05:06 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:05:07.003 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:05:06 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:05:07.003 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:05:06 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:05:07.096 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:05:06 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:05:06] "GET /metrics HTTP/1.1" 200 34052 "" "Prometheus/2.43.0" 2024-04-10T16:05:07.097 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:05:06 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:05:07.097 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:05:06 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:05:07.097 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:05:06 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:05:07.097 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:05:06 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:05:07.097 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:05:06 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:05:07.097 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:05:06 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:05:07.894 INFO:tasks.workunit.client.0.smithi069.stdout: 800: throughput=4.99MB/sec pending data=0 2024-04-10T16:05:07.894 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-NqpMr_CG7gcxe73 off=4729545 len=1360644 2024-04-10T16:05:07.902 INFO:tasks.workunit.client.0.smithi069.stdout:op 4135 completed, throughput=5MB/sec 2024-04-10T16:05:07.902 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-ASgxoc5aSWv_i7R off=4102368 len=212702 2024-04-10T16:05:07.903 INFO:tasks.workunit.client.0.smithi069.stdout:op 4136 completed, throughput=5MB/sec 2024-04-10T16:05:07.903 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-FV8z9-PG149FMN6 off=13146234 len=375340 2024-04-10T16:05:07.904 INFO:tasks.workunit.client.0.smithi069.stdout:op 4137 completed, throughput=5MB/sec 2024-04-10T16:05:07.904 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-JbofVaZg9F7fnss off=133547 len=1060012 2024-04-10T16:05:07.909 INFO:tasks.workunit.client.0.smithi069.stdout:op 4138 completed, throughput=5MB/sec 2024-04-10T16:05:07.909 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-OunONAtbMNi1_1B off=11648936 len=723689 2024-04-10T16:05:07.910 INFO:tasks.workunit.client.0.smithi069.stdout:op 4139 completed, throughput=5MB/sec 2024-04-10T16:05:07.910 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-K9Fl2itN6S60oRn off=689459 len=1266290 2024-04-10T16:05:07.917 INFO:tasks.workunit.client.0.smithi069.stdout:op 4140 completed, throughput=5MB/sec 2024-04-10T16:05:08.003 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:05:07 smithi077 ceph-mon[87572]: pgmap v1811: 105 pgs: 105 active+clean; 126 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-10T16:05:08.003 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:05:07 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:05:08.003 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:05:07 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:05:08.003 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:05:07 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:05:08.097 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:05:07 smithi069 ceph-mon[96738]: pgmap v1811: 105 pgs: 105 active+clean; 126 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-10T16:05:08.097 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:05:07 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:05:08.097 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:05:07 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:05:08.097 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:05:07 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:05:08.097 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:05:07 smithi069 ceph-mon[94167]: pgmap v1811: 105 pgs: 105 active+clean; 126 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-10T16:05:08.097 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:05:07 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:05:08.097 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:05:07 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:05:08.097 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:05:07 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:05:08.917 INFO:tasks.workunit.client.0.smithi069.stdout: 801: throughput=4.99MB/sec pending data=0 2024-04-10T16:05:08.917 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-9oj9f6GtTTc3yk8 off=11667854 len=1999200 2024-04-10T16:05:08.919 INFO:tasks.workunit.client.0.smithi069.stdout:op 4141 completed, throughput=5MB/sec 2024-04-10T16:05:08.919 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-BS36u4Bk5XOm1qx off=1133537 len=1924400 2024-04-10T16:05:08.923 INFO:tasks.workunit.client.0.smithi069.stdout:op 4142 completed, throughput=5MB/sec 2024-04-10T16:05:08.923 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-cUKpho3GU6qZG8n off=667217 len=79276 2024-04-10T16:05:08.924 INFO:tasks.workunit.client.0.smithi069.stdout:op 4143 completed, throughput=5MB/sec 2024-04-10T16:05:08.924 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-Vzpc424_y7Rjppm off=2960055 len=1522483 2024-04-10T16:05:08.933 INFO:tasks.workunit.client.0.smithi069.stdout:op 4144 completed, throughput=5MB/sec 2024-04-10T16:05:09.934 INFO:tasks.workunit.client.0.smithi069.stdout: 802: throughput=4.99MB/sec pending data=0 2024-04-10T16:05:09.934 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-YU9PvDe0Xj687RZ off=3225918 len=1882330 2024-04-10T16:05:09.944 INFO:tasks.workunit.client.0.smithi069.stdout:op 4145 completed, throughput=5MB/sec 2024-04-10T16:05:09.945 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-JV1vkuJ6tXH2XYT off=4486122 len=419464 2024-04-10T16:05:09.946 INFO:tasks.workunit.client.0.smithi069.stdout:op 4146 completed, throughput=5MB/sec 2024-04-10T16:05:09.946 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-up_OYWJscGZ4wz8 off=9595538 len=1582411 2024-04-10T16:05:09.947 INFO:tasks.workunit.client.0.smithi069.stdout:op 4147 completed, throughput=5MB/sec 2024-04-10T16:05:09.948 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-5TCQglgSkFj7tpA off=17384424 len=1487255 2024-04-10T16:05:09.949 INFO:tasks.workunit.client.0.smithi069.stdout:op 4148 completed, throughput=5MB/sec 2024-04-10T16:05:10.003 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:05:09 smithi077 ceph-mon[87572]: pgmap v1812: 105 pgs: 105 active+clean; 126 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-10T16:05:10.003 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:05:09 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:05:10.097 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:05:09 smithi069 ceph-mon[96738]: pgmap v1812: 105 pgs: 105 active+clean; 126 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-10T16:05:10.097 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:05:09 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:05:10.097 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:05:09 smithi069 ceph-mon[94167]: pgmap v1812: 105 pgs: 105 active+clean; 126 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-10T16:05:10.097 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:05:09 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:05:10.949 INFO:tasks.workunit.client.0.smithi069.stdout: 803: throughput=4.99MB/sec pending data=0 2024-04-10T16:05:10.949 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-y8zNzTyg_y6hg7l off=6832607 len=1790176 2024-04-10T16:05:10.958 INFO:tasks.workunit.client.0.smithi069.stdout:op 4149 completed, throughput=5MB/sec 2024-04-10T16:05:10.959 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-tm6ugMx6RuKJmxf off=2639488 len=553562 2024-04-10T16:05:10.963 INFO:tasks.workunit.client.0.smithi069.stdout:op 4150 completed, throughput=5MB/sec 2024-04-10T16:05:10.963 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-B9E4cFxqbcphALN off=14633219 len=1688002 2024-04-10T16:05:10.972 INFO:tasks.workunit.client.0.smithi069.stdout:op 4151 completed, throughput=5MB/sec 2024-04-10T16:05:10.972 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-MgFH2bgBORS1F57 off=6078370 len=138564 2024-04-10T16:05:10.975 INFO:tasks.workunit.client.0.smithi069.stdout:op 4152 completed, throughput=5MB/sec 2024-04-10T16:05:10.975 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-NOy8_4UstrgrQFh off=9187384 len=1388795 2024-04-10T16:05:10.981 INFO:tasks.workunit.client.0.smithi069.stdout:op 4153 completed, throughput=5MB/sec 2024-04-10T16:05:11.982 INFO:tasks.workunit.client.0.smithi069.stdout: 804: throughput=4.99MB/sec pending data=0 2024-04-10T16:05:11.982 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-7uNqvaRpCTrN1Ju off=10619236 len=251327 2024-04-10T16:05:11.985 INFO:tasks.workunit.client.0.smithi069.stdout:op 4154 completed, throughput=4.99MB/sec 2024-04-10T16:05:11.985 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-_6TtI7HRJYxKcq_ off=7936286 len=1029697 2024-04-10T16:05:11.990 INFO:tasks.workunit.client.0.smithi069.stdout:op 4155 completed, throughput=5MB/sec 2024-04-10T16:05:11.990 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-RFeFTkzUSST9t1X off=11495765 len=1015433 2024-04-10T16:05:11.991 INFO:tasks.workunit.client.0.smithi069.stdout:op 4156 completed, throughput=5MB/sec 2024-04-10T16:05:11.991 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-y4zWiJhPD30quwk off=10428298 len=309067 2024-04-10T16:05:11.995 INFO:tasks.workunit.client.0.smithi069.stdout:op 4157 completed, throughput=5MB/sec 2024-04-10T16:05:11.995 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-GLIdw5n1B7Bh6Uf off=8251737 len=885263 2024-04-10T16:05:11.997 INFO:tasks.workunit.client.0.smithi069.stdout:op 4158 completed, throughput=5MB/sec 2024-04-10T16:05:11.997 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-xX8__zuzSI5dQZR off=8348161 len=407266 2024-04-10T16:05:11.998 INFO:tasks.workunit.client.0.smithi069.stdout:op 4159 completed, throughput=5MB/sec 2024-04-10T16:05:11.998 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-9Qt15oCl8K4zoKq off=3731560 len=1031476 2024-04-10T16:05:11.999 INFO:tasks.workunit.client.0.smithi069.stdout:op 4160 completed, throughput=5MB/sec 2024-04-10T16:05:12.002 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:05:11 smithi077 ceph-mon[87572]: pgmap v1813: 105 pgs: 105 active+clean; 126 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-10T16:05:12.097 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:05:11 smithi069 ceph-mon[96738]: pgmap v1813: 105 pgs: 105 active+clean; 126 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-10T16:05:12.097 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:05:11 smithi069 ceph-mon[94167]: pgmap v1813: 105 pgs: 105 active+clean; 126 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-10T16:05:12.753 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:05:12 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:05:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:05:12.999 INFO:tasks.workunit.client.0.smithi069.stdout: 805: throughput=4.99MB/sec pending data=0 2024-04-10T16:05:12.999 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-OJHLWw0XVO9YCkh off=3803538 len=893765 2024-04-10T16:05:13.004 INFO:tasks.workunit.client.0.smithi069.stdout:op 4161 completed, throughput=5MB/sec 2024-04-10T16:05:13.004 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-z7Bfr7MpZVYeYKg off=5422846 len=444271 2024-04-10T16:05:13.008 INFO:tasks.workunit.client.0.smithi069.stdout:op 4162 completed, throughput=5MB/sec 2024-04-10T16:05:13.008 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-1FEWPY2rRUMeGHn off=4603000 len=538720 2024-04-10T16:05:13.009 INFO:tasks.workunit.client.0.smithi069.stdout:op 4163 completed, throughput=5MB/sec 2024-04-10T16:05:13.009 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-oALHMqoLwT-Zysc off=11439302 len=870433 2024-04-10T16:05:13.013 INFO:tasks.workunit.client.0.smithi069.stdout:op 4164 completed, throughput=5MB/sec 2024-04-10T16:05:13.013 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-WIKM-0qAyIaPMv8 off=2998556 len=1664460 2024-04-10T16:05:13.017 INFO:tasks.workunit.client.0.smithi069.stdout:op 4165 completed, throughput=5MB/sec 2024-04-10T16:05:13.017 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-er3YR6KampuTwhC off=12221197 len=985338 2024-04-10T16:05:13.018 INFO:tasks.workunit.client.0.smithi069.stdout:op 4166 completed, throughput=5MB/sec 2024-04-10T16:05:14.003 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:05:13 smithi077 ceph-mon[87572]: pgmap v1814: 105 pgs: 105 active+clean; 126 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-10T16:05:14.018 INFO:tasks.workunit.client.0.smithi069.stdout: 806: throughput=4.99MB/sec pending data=0 2024-04-10T16:05:14.018 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-v63utVUpvugGCyy off=11299579 len=981882 2024-04-10T16:05:14.020 INFO:tasks.workunit.client.0.smithi069.stdout:op 4167 completed, throughput=5MB/sec 2024-04-10T16:05:14.020 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-TfN1YZeD378bK0N off=3454758 len=1115701 2024-04-10T16:05:14.021 INFO:tasks.workunit.client.0.smithi069.stdout:op 4168 completed, throughput=5MB/sec 2024-04-10T16:05:14.021 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-LjhurYeA7a-pXPR off=953045 len=125821 2024-04-10T16:05:14.024 INFO:tasks.workunit.client.0.smithi069.stdout:op 4169 completed, throughput=5MB/sec 2024-04-10T16:05:14.024 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-RKpKuBOk23itgjL off=6265324 len=996668 2024-04-10T16:05:14.029 INFO:tasks.workunit.client.0.smithi069.stdout:op 4170 completed, throughput=5MB/sec 2024-04-10T16:05:14.029 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-RdjYf5lRwS3U3N4 off=1296224 len=706299 2024-04-10T16:05:14.033 INFO:tasks.workunit.client.0.smithi069.stdout:op 4171 completed, throughput=5MB/sec 2024-04-10T16:05:14.034 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-0-YgstS-et2Zt2Q off=4112536 len=924593 2024-04-10T16:05:14.034 INFO:tasks.workunit.client.0.smithi069.stdout:op 4172 completed, throughput=5MB/sec 2024-04-10T16:05:14.034 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-jlvB15Q7XrZCwtV off=9051018 len=290861 2024-04-10T16:05:14.035 INFO:tasks.workunit.client.0.smithi069.stdout:op 4173 completed, throughput=5MB/sec 2024-04-10T16:05:14.096 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:05:13 smithi069 ceph-mon[94167]: pgmap v1814: 105 pgs: 105 active+clean; 126 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-10T16:05:14.097 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:05:13 smithi069 ceph-mon[96738]: pgmap v1814: 105 pgs: 105 active+clean; 126 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-10T16:05:15.035 INFO:tasks.workunit.client.0.smithi069.stdout: 807: throughput=4.99MB/sec pending data=0 2024-04-10T16:05:15.035 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-Z9JkPZqeR6fT1yU off=10312876 len=1430984 2024-04-10T16:05:15.043 INFO:tasks.workunit.client.0.smithi069.stdout:op 4174 completed, throughput=5MB/sec 2024-04-10T16:05:15.043 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-pyOZ6HvLyCBc89T off=9524105 len=2092011 2024-04-10T16:05:15.045 INFO:tasks.workunit.client.0.smithi069.stdout:op 4175 completed, throughput=5MB/sec 2024-04-10T16:05:15.045 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-NW-JqhlCIp0Nl66 off=9007544 len=639824 2024-04-10T16:05:15.046 INFO:tasks.workunit.client.0.smithi069.stdout:op 4176 completed, throughput=5MB/sec 2024-04-10T16:05:15.046 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-UwpqWAOFYyJIy4T off=5981750 len=858910 2024-04-10T16:05:15.051 INFO:tasks.workunit.client.0.smithi069.stdout:op 4177 completed, throughput=5MB/sec 2024-04-10T16:05:15.052 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-G-fWTllYJ2YvUOv off=712329 len=1683052 2024-04-10T16:05:15.062 INFO:tasks.workunit.client.0.smithi069.stdout:op 4178 completed, throughput=5MB/sec 2024-04-10T16:05:16.002 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:05:15 smithi077 ceph-mon[87572]: pgmap v1815: 105 pgs: 105 active+clean; 126 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-10T16:05:16.062 INFO:tasks.workunit.client.0.smithi069.stdout: 808: throughput=5MB/sec pending data=0 2024-04-10T16:05:16.062 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-Rm0NolyS7gyZpFa off=812481 len=1839656 2024-04-10T16:05:16.064 INFO:tasks.workunit.client.0.smithi069.stdout:op 4179 completed, throughput=5MB/sec 2024-04-10T16:05:16.064 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-DkpdpEUZQL4Becf off=3708219 len=846182 2024-04-10T16:05:16.066 INFO:tasks.workunit.client.0.smithi069.stdout:op 4180 completed, throughput=5MB/sec 2024-04-10T16:05:16.066 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-iE3rhurJcexlMnM off=22960922 len=439865 2024-04-10T16:05:16.067 INFO:tasks.workunit.client.0.smithi069.stdout:op 4181 completed, throughput=5MB/sec 2024-04-10T16:05:16.067 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-F2xKZC0HRvOwncI off=14583282 len=153363 2024-04-10T16:05:16.068 INFO:tasks.workunit.client.0.smithi069.stdout:op 4182 completed, throughput=5MB/sec 2024-04-10T16:05:16.068 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-8GghJjqUgpZHyKm off=8442977 len=299080 2024-04-10T16:05:16.071 INFO:tasks.workunit.client.0.smithi069.stdout:op 4183 completed, throughput=5MB/sec 2024-04-10T16:05:16.071 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-AbhDFrUtK__chJ1 off=3800476 len=1936878 2024-04-10T16:05:16.075 INFO:tasks.workunit.client.0.smithi069.stdout:op 4184 completed, throughput=5MB/sec 2024-04-10T16:05:16.096 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:05:15 smithi069 ceph-mon[94167]: pgmap v1815: 105 pgs: 105 active+clean; 126 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-10T16:05:16.097 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:05:15 smithi069 ceph-mon[96738]: pgmap v1815: 105 pgs: 105 active+clean; 126 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-10T16:05:17.075 INFO:tasks.workunit.client.0.smithi069.stdout: 809: throughput=5MB/sec pending data=0 2024-04-10T16:05:17.075 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-RlXUjr1lZFlnrYO off=8974899 len=1689613 2024-04-10T16:05:17.077 INFO:tasks.workunit.client.0.smithi069.stdout:op 4185 completed, throughput=5MB/sec 2024-04-10T16:05:17.077 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-gfUa0tSPw8kFGuO off=775658 len=1133395 2024-04-10T16:05:17.079 INFO:tasks.workunit.client.0.smithi069.stdout:op 4186 completed, throughput=5MB/sec 2024-04-10T16:05:17.079 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-zZOCyc25i2Bgx5m off=4000592 len=161395 2024-04-10T16:05:17.080 INFO:tasks.workunit.client.0.smithi069.stdout:op 4187 completed, throughput=5MB/sec 2024-04-10T16:05:17.080 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-z6aYq8A4e5makSE off=5209971 len=465527 2024-04-10T16:05:17.084 INFO:tasks.workunit.client.0.smithi069.stdout:op 4188 completed, throughput=5MB/sec 2024-04-10T16:05:17.084 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-ldHeKZKZucOvrQb off=13501185 len=84577 2024-04-10T16:05:17.085 INFO:tasks.workunit.client.0.smithi069.stdout:op 4189 completed, throughput=5MB/sec 2024-04-10T16:05:17.085 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-BEXaIZwEf9EIa14 off=4331426 len=1494898 2024-04-10T16:05:17.086 INFO:tasks.workunit.client.0.smithi069.stdout:op 4190 completed, throughput=5MB/sec 2024-04-10T16:05:17.347 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:05:16 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:05:16] "GET /metrics HTTP/1.1" 200 34054 "" "Prometheus/2.43.0" 2024-04-10T16:05:18.003 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:05:17 smithi077 ceph-mon[87572]: pgmap v1816: 105 pgs: 105 active+clean; 126 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-10T16:05:18.087 INFO:tasks.workunit.client.0.smithi069.stdout: 810: throughput=5MB/sec pending data=0 2024-04-10T16:05:18.087 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-qYS_nSdFQMthxKE off=9245940 len=1385257 2024-04-10T16:05:18.089 INFO:tasks.workunit.client.0.smithi069.stdout:op 4191 completed, throughput=5MB/sec 2024-04-10T16:05:18.089 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-Fqvou5sDCVujRp1 off=5944890 len=1831704 2024-04-10T16:05:18.092 INFO:tasks.workunit.client.0.smithi069.stdout:op 4192 completed, throughput=5MB/sec 2024-04-10T16:05:18.092 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-dtGmK-PQykIrnYY off=9086453 len=146478 2024-04-10T16:05:18.095 INFO:tasks.workunit.client.0.smithi069.stdout:op 4193 completed, throughput=5MB/sec 2024-04-10T16:05:18.096 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-UcZ8SyBG5N5NkJ7 off=8957269 len=550378 2024-04-10T16:05:18.096 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:05:17 smithi069 ceph-mon[96738]: pgmap v1816: 105 pgs: 105 active+clean; 126 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-10T16:05:18.096 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:05:17 smithi069 ceph-mon[94167]: pgmap v1816: 105 pgs: 105 active+clean; 126 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-10T16:05:18.099 INFO:tasks.workunit.client.0.smithi069.stdout:op 4194 completed, throughput=5MB/sec 2024-04-10T16:05:18.099 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-P5bTA2WIFicGOl- off=7522529 len=1806816 2024-04-10T16:05:18.110 INFO:tasks.workunit.client.0.smithi069.stdout:op 4195 completed, throughput=5MB/sec 2024-04-10T16:05:19.110 INFO:tasks.workunit.client.0.smithi069.stdout: 811: throughput=5MB/sec pending data=0 2024-04-10T16:05:19.111 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-RnK3LUgb2TgF5Uu off=3089812 len=1035831 2024-04-10T16:05:19.117 INFO:tasks.workunit.client.0.smithi069.stdout:op 4196 completed, throughput=5MB/sec 2024-04-10T16:05:19.117 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-lDJfwaou01Cm4aw off=6333127 len=546912 2024-04-10T16:05:19.117 INFO:tasks.workunit.client.0.smithi069.stdout:op 4197 completed, throughput=5MB/sec 2024-04-10T16:05:19.118 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-01GrHpSn-aT6akz off=7456899 len=1299940 2024-04-10T16:05:19.120 INFO:tasks.workunit.client.0.smithi069.stdout:op 4198 completed, throughput=5MB/sec 2024-04-10T16:05:19.120 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-q167BD9AQsRdKYL off=14237939 len=1741258 2024-04-10T16:05:19.122 INFO:tasks.workunit.client.0.smithi069.stdout:op 4199 completed, throughput=5MB/sec 2024-04-10T16:05:20.097 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:05:19 smithi069 ceph-mon[96738]: pgmap v1817: 105 pgs: 105 active+clean; 126 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-10T16:05:20.097 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:05:19 smithi069 ceph-mon[94167]: pgmap v1817: 105 pgs: 105 active+clean; 126 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-10T16:05:20.122 INFO:tasks.workunit.client.0.smithi069.stdout: 812: throughput=5MB/sec pending data=0 2024-04-10T16:05:20.122 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-siaVYCSDwgROZNd off=6641020 len=626263 2024-04-10T16:05:20.127 INFO:tasks.workunit.client.0.smithi069.stdout:op 4200 completed, throughput=5MB/sec 2024-04-10T16:05:20.127 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-DdoF04_udiHgzCI off=11934986 len=444356 2024-04-10T16:05:20.128 INFO:tasks.workunit.client.0.smithi069.stdout:op 4201 completed, throughput=5MB/sec 2024-04-10T16:05:20.128 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-w3tEDjFoayT4hne off=2184546 len=1387261 2024-04-10T16:05:20.131 INFO:tasks.workunit.client.0.smithi069.stdout:op 4202 completed, throughput=5MB/sec 2024-04-10T16:05:20.131 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj--y9gemfnXfjDR5E off=2159555 len=485803 2024-04-10T16:05:20.135 INFO:tasks.workunit.client.0.smithi069.stdout:op 4203 completed, throughput=5MB/sec 2024-04-10T16:05:20.135 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-6MxjEHto9frFeIu off=6868797 len=1523496 2024-04-10T16:05:20.136 INFO:tasks.workunit.client.0.smithi069.stdout:op 4204 completed, throughput=5MB/sec 2024-04-10T16:05:20.253 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:05:19 smithi077 ceph-mon[87572]: pgmap v1817: 105 pgs: 105 active+clean; 126 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-10T16:05:21.136 INFO:tasks.workunit.client.0.smithi069.stdout: 813: throughput=4.99MB/sec pending data=0 2024-04-10T16:05:21.137 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj--OCmu-MQv5yU2SR off=14248119 len=248560 2024-04-10T16:05:21.137 INFO:tasks.workunit.client.0.smithi069.stdout:op 4205 completed, throughput=4.99MB/sec 2024-04-10T16:05:21.137 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-hMs8yXIYn8gxR6o off=3553019 len=827284 2024-04-10T16:05:21.138 INFO:tasks.workunit.client.0.smithi069.stdout:op 4206 completed, throughput=5MB/sec 2024-04-10T16:05:21.139 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-hqu3Zg5SviobTWO off=4007088 len=116137 2024-04-10T16:05:21.141 INFO:tasks.workunit.client.0.smithi069.stdout:op 4207 completed, throughput=5MB/sec 2024-04-10T16:05:21.142 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-zPez6DpFXmWhhcU off=7112629 len=549226 2024-04-10T16:05:21.143 INFO:tasks.workunit.client.0.smithi069.stdout:op 4208 completed, throughput=5MB/sec 2024-04-10T16:05:21.143 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-Tg6kzUGoX9im3gm off=6392404 len=1658689 2024-04-10T16:05:21.151 INFO:tasks.workunit.client.0.smithi069.stdout:op 4209 completed, throughput=5MB/sec 2024-04-10T16:05:21.151 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-NB50xNN07DEaWec off=12005051 len=451570 2024-04-10T16:05:21.154 INFO:tasks.workunit.client.0.smithi069.stdout:op 4210 completed, throughput=5MB/sec 2024-04-10T16:05:21.154 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-kjr3OxHmO5rVpLN off=5912046 len=660189 2024-04-10T16:05:21.158 INFO:tasks.workunit.client.0.smithi069.stdout:op 4211 completed, throughput=5MB/sec 2024-04-10T16:05:21.158 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-K_rYkj6mp5iR3th off=1089694 len=1222540 2024-04-10T16:05:21.159 INFO:tasks.workunit.client.0.smithi069.stdout:op 4212 completed, throughput=5MB/sec 2024-04-10T16:05:22.097 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:05:21 smithi069 ceph-mon[94167]: pgmap v1818: 105 pgs: 105 active+clean; 126 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.3 MiB/s wr, 6 op/s 2024-04-10T16:05:22.097 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:05:21 smithi069 ceph-mon[96738]: pgmap v1818: 105 pgs: 105 active+clean; 126 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.3 MiB/s wr, 6 op/s 2024-04-10T16:05:22.160 INFO:tasks.workunit.client.0.smithi069.stdout: 814: throughput=4.99MB/sec pending data=0 2024-04-10T16:05:22.160 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-DCwMWK8PtWLjpKW off=21099952 len=642626 2024-04-10T16:05:22.164 INFO:tasks.workunit.client.0.smithi069.stdout:op 4213 completed, throughput=5MB/sec 2024-04-10T16:05:22.164 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-Ew4qp9cOzF5v8kx off=5223780 len=239584 2024-04-10T16:05:22.167 INFO:tasks.workunit.client.0.smithi069.stdout:op 4214 completed, throughput=5MB/sec 2024-04-10T16:05:22.167 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-01GrHpSn-aT6akz off=4986048 len=806659 2024-04-10T16:05:22.168 INFO:tasks.workunit.client.0.smithi069.stdout:op 4215 completed, throughput=5MB/sec 2024-04-10T16:05:22.168 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-8KhatobTb-SC8PQ off=706127 len=654247 2024-04-10T16:05:22.172 INFO:tasks.workunit.client.0.smithi069.stdout:op 4216 completed, throughput=5MB/sec 2024-04-10T16:05:22.172 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-yP0kiBkQWuFVMmd off=253837 len=973304 2024-04-10T16:05:22.173 INFO:tasks.workunit.client.0.smithi069.stdout:op 4217 completed, throughput=5MB/sec 2024-04-10T16:05:22.174 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-C5XcoEshwa8-8QI off=6962059 len=659643 2024-04-10T16:05:22.174 INFO:tasks.workunit.client.0.smithi069.stdout:op 4218 completed, throughput=5MB/sec 2024-04-10T16:05:22.174 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-6nUsACCs3qAIluC off=3926907 len=1485120 2024-04-10T16:05:22.176 INFO:tasks.workunit.client.0.smithi069.stdout:op 4219 completed, throughput=5MB/sec 2024-04-10T16:05:22.253 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:05:21 smithi077 ceph-mon[87572]: pgmap v1818: 105 pgs: 105 active+clean; 126 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.3 MiB/s wr, 6 op/s 2024-04-10T16:05:22.753 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:05:22 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:05:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:05:23.176 INFO:tasks.workunit.client.0.smithi069.stdout: 815: throughput=4.99MB/sec pending data=0 2024-04-10T16:05:23.177 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-T_pQkuyeT2JCf4E off=3111988 len=1139985 2024-04-10T16:05:23.178 INFO:tasks.workunit.client.0.smithi069.stdout:op 4220 completed, throughput=5MB/sec 2024-04-10T16:05:23.178 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-MnMB3mQHZwVxFfL off=8389907 len=647670 2024-04-10T16:05:23.183 INFO:tasks.workunit.client.0.smithi069.stdout:op 4221 completed, throughput=5MB/sec 2024-04-10T16:05:23.183 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-mkMmxJkayEvMzRu off=6402098 len=334862 2024-04-10T16:05:23.187 INFO:tasks.workunit.client.0.smithi069.stdout:op 4222 completed, throughput=5MB/sec 2024-04-10T16:05:23.187 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-msjX1GzrYoJ4QQP off=22679 len=80882 2024-04-10T16:05:23.187 INFO:tasks.workunit.client.0.smithi069.stdout:op 4223 completed, throughput=5MB/sec 2024-04-10T16:05:23.187 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-HLrRzAUS7SzG_ID off=0 len=1737009 2024-04-10T16:05:23.200 INFO:tasks.workunit.client.0.smithi069.stdout:op 4224 completed, throughput=5MB/sec 2024-04-10T16:05:23.200 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-rxHgiv2vg2O92QE off=5557307 len=1373117 2024-04-10T16:05:23.207 INFO:tasks.workunit.client.0.smithi069.stdout:op 4225 completed, throughput=5MB/sec 2024-04-10T16:05:24.097 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:05:23 smithi069 ceph-mon[94167]: pgmap v1819: 105 pgs: 105 active+clean; 126 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-10T16:05:24.097 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:05:23 smithi069 ceph-mon[96738]: pgmap v1819: 105 pgs: 105 active+clean; 126 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-10T16:05:24.208 INFO:tasks.workunit.client.0.smithi069.stdout: 816: throughput=4.99MB/sec pending data=0 2024-04-10T16:05:24.208 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-CxFtNMUVJQqsaX8 off=1001662 len=1120993 2024-04-10T16:05:24.215 INFO:tasks.workunit.client.0.smithi069.stdout:op 4226 completed, throughput=5MB/sec 2024-04-10T16:05:24.215 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-_godxQol8SwZJGy off=9540842 len=336735 2024-04-10T16:05:24.215 INFO:tasks.workunit.client.0.smithi069.stdout:op 4227 completed, throughput=5MB/sec 2024-04-10T16:05:24.216 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj--rTjbv3yCkSEJv3 off=4356161 len=827719 2024-04-10T16:05:24.221 INFO:tasks.workunit.client.0.smithi069.stdout:op 4228 completed, throughput=5MB/sec 2024-04-10T16:05:24.221 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-7UDpQVt00VPsP5X off=0 len=1117569 2024-04-10T16:05:24.223 INFO:tasks.workunit.client.0.smithi069.stdout:op 4229 completed, throughput=5MB/sec 2024-04-10T16:05:24.223 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-nV7XE1Q4LZC638D off=1847961 len=213821 2024-04-10T16:05:24.223 INFO:tasks.workunit.client.0.smithi069.stdout:op 4230 completed, throughput=5MB/sec 2024-04-10T16:05:24.223 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-IId5wPRda09SydE off=3110560 len=1666789 2024-04-10T16:05:24.226 INFO:tasks.workunit.client.0.smithi069.stdout:op 4231 completed, throughput=5MB/sec 2024-04-10T16:05:24.252 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:05:23 smithi077 ceph-mon[87572]: pgmap v1819: 105 pgs: 105 active+clean; 126 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-10T16:05:25.097 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:05:24 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:05:25.097 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:05:24 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:05:25.226 INFO:tasks.workunit.client.0.smithi069.stdout: 817: throughput=4.99MB/sec pending data=0 2024-04-10T16:05:25.226 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-HT_SjM9aKRNtQ4i off=3288932 len=2011980 2024-04-10T16:05:25.236 INFO:tasks.workunit.client.0.smithi069.stdout:op 4232 completed, throughput=5MB/sec 2024-04-10T16:05:25.236 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-yWiTVNxMXTGIArI off=3179720 len=982330 2024-04-10T16:05:25.241 INFO:tasks.workunit.client.0.smithi069.stdout:op 4233 completed, throughput=5MB/sec 2024-04-10T16:05:25.241 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-oPQZZo0-blfKJ6U off=1416522 len=176613 2024-04-10T16:05:25.242 INFO:tasks.workunit.client.0.smithi069.stdout:op 4234 completed, throughput=5MB/sec 2024-04-10T16:05:25.242 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-YbM7bI_KVDK4sPd off=11791509 len=1663683 2024-04-10T16:05:25.248 INFO:tasks.workunit.client.0.smithi069.stdout:op 4235 completed, throughput=5MB/sec 2024-04-10T16:05:25.248 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-Qz9j4P8r9g6p1Q6 off=4456674 len=1991515 2024-04-10T16:05:25.250 INFO:tasks.workunit.client.0.smithi069.stdout:op 4236 completed, throughput=5MB/sec 2024-04-10T16:05:25.252 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:05:24 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:05:26.097 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:05:25 smithi069 ceph-mon[96738]: pgmap v1820: 105 pgs: 105 active+clean; 126 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.7 MiB/s wr, 5 op/s 2024-04-10T16:05:26.097 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:05:25 smithi069 ceph-mon[94167]: pgmap v1820: 105 pgs: 105 active+clean; 126 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.7 MiB/s wr, 5 op/s 2024-04-10T16:05:26.250 INFO:tasks.workunit.client.0.smithi069.stdout: 818: throughput=5MB/sec pending data=0 2024-04-10T16:05:26.250 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-bgPtQQY0fkSiubw off=1461417 len=1191317 2024-04-10T16:05:26.252 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:05:25 smithi077 ceph-mon[87572]: pgmap v1820: 105 pgs: 105 active+clean; 126 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.7 MiB/s wr, 5 op/s 2024-04-10T16:05:26.257 INFO:tasks.workunit.client.0.smithi069.stdout:op 4237 completed, throughput=5MB/sec 2024-04-10T16:05:26.257 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-BEXaIZwEf9EIa14 off=19293723 len=352019 2024-04-10T16:05:26.260 INFO:tasks.workunit.client.0.smithi069.stdout:op 4238 completed, throughput=5MB/sec 2024-04-10T16:05:26.260 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-CMitXjQgXMYKJIL off=302973 len=588235 2024-04-10T16:05:26.261 INFO:tasks.workunit.client.0.smithi069.stdout:op 4239 completed, throughput=5MB/sec 2024-04-10T16:05:26.261 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-Hg3Ld9l4j88QeA- off=3503895 len=1773679 2024-04-10T16:05:26.271 INFO:tasks.workunit.client.0.smithi069.stdout:op 4240 completed, throughput=5MB/sec 2024-04-10T16:05:27.271 INFO:tasks.workunit.client.0.smithi069.stdout: 819: throughput=4.99MB/sec pending data=0 2024-04-10T16:05:27.271 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-1dEU-Ete0fd4mC9 off=4517799 len=474029 2024-04-10T16:05:27.272 INFO:tasks.workunit.client.0.smithi069.stdout:op 4241 completed, throughput=5MB/sec 2024-04-10T16:05:27.273 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-UNCOjHubJMT8JCG off=1141654 len=1171847 2024-04-10T16:05:27.278 INFO:tasks.workunit.client.0.smithi069.stdout:op 4242 completed, throughput=5MB/sec 2024-04-10T16:05:27.278 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-0PVkMEGig2Ejs__ off=153952 len=1915954 2024-04-10T16:05:27.281 INFO:tasks.workunit.client.0.smithi069.stdout:op 4243 completed, throughput=5MB/sec 2024-04-10T16:05:27.281 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj--srrNgPxEhMwA0Q off=7704395 len=1013142 2024-04-10T16:05:27.286 INFO:tasks.workunit.client.0.smithi069.stdout:op 4244 completed, throughput=5MB/sec 2024-04-10T16:05:27.287 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-06-p_gE26Uh5PzK off=18288309 len=1844224 2024-04-10T16:05:27.288 INFO:tasks.workunit.client.0.smithi069.stdout:op 4245 completed, throughput=5MB/sec 2024-04-10T16:05:27.347 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:05:26 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:05:26] "GET /metrics HTTP/1.1" 200 34053 "" "Prometheus/2.43.0" 2024-04-10T16:05:28.097 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:05:27 smithi069 ceph-mon[96738]: pgmap v1821: 105 pgs: 105 active+clean; 126 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.3 MiB/s wr, 6 op/s 2024-04-10T16:05:28.097 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:05:27 smithi069 ceph-mon[94167]: pgmap v1821: 105 pgs: 105 active+clean; 126 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.3 MiB/s wr, 6 op/s 2024-04-10T16:05:28.253 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:05:27 smithi077 ceph-mon[87572]: pgmap v1821: 105 pgs: 105 active+clean; 126 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.3 MiB/s wr, 6 op/s 2024-04-10T16:05:28.289 INFO:tasks.workunit.client.0.smithi069.stdout: 820: throughput=5MB/sec pending data=0 2024-04-10T16:05:28.289 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-6Qnw0rgWtzAZfSN off=9394203 len=1886104 2024-04-10T16:05:28.297 INFO:tasks.workunit.client.0.smithi069.stdout:op 4246 completed, throughput=5MB/sec 2024-04-10T16:05:28.297 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-SG_uhWPhO59tdnS off=1154300 len=145274 2024-04-10T16:05:28.298 INFO:tasks.workunit.client.0.smithi069.stdout:op 4247 completed, throughput=5MB/sec 2024-04-10T16:05:28.298 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-mAtasMGU459O0Ew off=3924904 len=810493 2024-04-10T16:05:28.302 INFO:tasks.workunit.client.0.smithi069.stdout:op 4248 completed, throughput=5MB/sec 2024-04-10T16:05:28.302 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-Q7aD_PoPxnBqRZn off=19072997 len=321578 2024-04-10T16:05:28.305 INFO:tasks.workunit.client.0.smithi069.stdout:op 4249 completed, throughput=5MB/sec 2024-04-10T16:05:28.305 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-YMarW2LkDYSKSOB off=4139082 len=611687 2024-04-10T16:05:28.309 INFO:tasks.workunit.client.0.smithi069.stdout:op 4250 completed, throughput=5MB/sec 2024-04-10T16:05:28.309 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-I_UySH7PQv3FAmV off=10677499 len=1415573 2024-04-10T16:05:28.316 INFO:tasks.workunit.client.0.smithi069.stdout:op 4251 completed, throughput=5MB/sec 2024-04-10T16:05:29.316 INFO:tasks.workunit.client.0.smithi069.stdout: 821: throughput=5MB/sec pending data=0 2024-04-10T16:05:29.317 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-tAg_Rc4SUKGdn5z off=985163 len=699663 2024-04-10T16:05:29.321 INFO:tasks.workunit.client.0.smithi069.stdout:op 4252 completed, throughput=5MB/sec 2024-04-10T16:05:29.321 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-atqetU1As9se6SU off=6351670 len=1161747 2024-04-10T16:05:29.323 INFO:tasks.workunit.client.0.smithi069.stdout:op 4253 completed, throughput=5MB/sec 2024-04-10T16:05:29.323 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-vBIa0jgEUHzgE2J off=419221 len=1580235 2024-04-10T16:05:29.324 INFO:tasks.workunit.client.0.smithi069.stdout:op 4254 completed, throughput=5MB/sec 2024-04-10T16:05:29.324 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-VQCYccRXg_6yLPM off=6324647 len=34887 2024-04-10T16:05:29.325 INFO:tasks.workunit.client.0.smithi069.stdout:op 4255 completed, throughput=5MB/sec 2024-04-10T16:05:29.325 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-U2SkhqWxodVs-xs off=7426351 len=156955 2024-04-10T16:05:29.325 INFO:tasks.workunit.client.0.smithi069.stdout:op 4256 completed, throughput=5MB/sec 2024-04-10T16:05:29.325 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-kWZBHurKq2M9LVL off=3720355 len=642610 2024-04-10T16:05:29.325 INFO:tasks.workunit.client.0.smithi069.stdout:op 4257 completed, throughput=5MB/sec 2024-04-10T16:05:30.097 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:05:29 smithi069 ceph-mon[96738]: pgmap v1822: 105 pgs: 105 active+clean; 126 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.6 MiB/s wr, 5 op/s 2024-04-10T16:05:30.097 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:05:29 smithi069 ceph-mon[94167]: pgmap v1822: 105 pgs: 105 active+clean; 126 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.6 MiB/s wr, 5 op/s 2024-04-10T16:05:30.253 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:05:29 smithi077 ceph-mon[87572]: pgmap v1822: 105 pgs: 105 active+clean; 126 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.6 MiB/s wr, 5 op/s 2024-04-10T16:05:30.326 INFO:tasks.workunit.client.0.smithi069.stdout: 822: throughput=4.99MB/sec pending data=0 2024-04-10T16:05:30.326 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-KSt781UhHIJOoga off=9410132 len=715086 2024-04-10T16:05:30.327 INFO:tasks.workunit.client.0.smithi069.stdout:op 4258 completed, throughput=5MB/sec 2024-04-10T16:05:30.327 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-xsRiiHNDDos8EtY off=15041822 len=149506 2024-04-10T16:05:30.336 INFO:tasks.workunit.client.0.smithi069.stdout:op 4259 completed, throughput=5MB/sec 2024-04-10T16:05:30.337 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-8DGdz6JAxUlT6Lb off=21637415 len=133159 2024-04-10T16:05:30.339 INFO:tasks.workunit.client.0.smithi069.stdout:op 4260 completed, throughput=5MB/sec 2024-04-10T16:05:30.339 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-g7u9vju_j_JbK3D off=1265522 len=1434376 2024-04-10T16:05:30.347 INFO:tasks.workunit.client.0.smithi069.stdout:op 4261 completed, throughput=5MB/sec 2024-04-10T16:05:30.347 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-A5XUk7e-Z8Im1zP off=1373192 len=1892309 2024-04-10T16:05:30.353 INFO:tasks.workunit.client.0.smithi069.stdout:op 4262 completed, throughput=5MB/sec 2024-04-10T16:05:30.353 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-QTSF8dfZeo4JhpP off=10177185 len=1625478 2024-04-10T16:05:30.361 INFO:tasks.workunit.client.0.smithi069.stdout:op 4263 completed, throughput=5MB/sec 2024-04-10T16:05:31.362 INFO:tasks.workunit.client.0.smithi069.stdout: 823: throughput=5MB/sec pending data=0 2024-04-10T16:05:31.362 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-D5BmD3xtBOIqlZ9 off=1780813 len=1562707 2024-04-10T16:05:31.365 INFO:tasks.workunit.client.0.smithi069.stdout:op 4264 completed, throughput=5MB/sec 2024-04-10T16:05:31.365 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-PBK2kOE9cU0M5kg off=3041819 len=1913277 2024-04-10T16:05:31.375 INFO:tasks.workunit.client.0.smithi069.stdout:op 4265 completed, throughput=5MB/sec 2024-04-10T16:05:31.376 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-woQN9o_4tPSQ-_s off=2189236 len=784467 2024-04-10T16:05:31.380 INFO:tasks.workunit.client.0.smithi069.stdout:op 4266 completed, throughput=5MB/sec 2024-04-10T16:05:31.380 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-LyZzp1SJKFt_Npu off=0 len=1140278 2024-04-10T16:05:31.381 INFO:tasks.workunit.client.0.smithi069.stdout:op 4267 completed, throughput=5MB/sec 2024-04-10T16:05:32.097 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:05:31 smithi069 ceph-mon[96738]: pgmap v1823: 105 pgs: 105 active+clean; 126 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2024-04-10T16:05:32.097 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:05:31 smithi069 ceph-mon[94167]: pgmap v1823: 105 pgs: 105 active+clean; 126 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2024-04-10T16:05:32.253 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:05:31 smithi077 ceph-mon[87572]: pgmap v1823: 105 pgs: 105 active+clean; 126 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2024-04-10T16:05:32.382 INFO:tasks.workunit.client.0.smithi069.stdout: 824: throughput=5MB/sec pending data=0 2024-04-10T16:05:32.382 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-qm8X2AsYy359_YS off=4931913 len=1704461 2024-04-10T16:05:32.386 INFO:tasks.workunit.client.0.smithi069.stdout:op 4268 completed, throughput=5MB/sec 2024-04-10T16:05:32.386 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-XpkMAqkFW3P83UG off=9089161 len=1936211 2024-04-10T16:05:32.388 INFO:tasks.workunit.client.0.smithi069.stdout:op 4269 completed, throughput=5MB/sec 2024-04-10T16:05:32.388 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-IiZ3X0dJpybDiOo off=11380302 len=1318500 2024-04-10T16:05:32.395 INFO:tasks.workunit.client.0.smithi069.stdout:op 4270 completed, throughput=5MB/sec 2024-04-10T16:05:32.753 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:05:32 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:05:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:05:33.396 INFO:tasks.workunit.client.0.smithi069.stdout: 825: throughput=4.99MB/sec pending data=0 2024-04-10T16:05:33.396 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-d8mng69z7h37Q2H off=1033675 len=1403553 2024-04-10T16:05:33.399 INFO:tasks.workunit.client.0.smithi069.stdout:op 4271 completed, throughput=5MB/sec 2024-04-10T16:05:33.399 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-C-nI7sgo0-0LeHq off=4359119 len=643750 2024-04-10T16:05:33.404 INFO:tasks.workunit.client.0.smithi069.stdout:op 4272 completed, throughput=5MB/sec 2024-04-10T16:05:33.404 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-oKGzJG6tZAhHuA3 off=9843684 len=334389 2024-04-10T16:05:33.406 INFO:tasks.workunit.client.0.smithi069.stdout:op 4273 completed, throughput=5MB/sec 2024-04-10T16:05:33.407 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-AMkVMSPgVNAcnoc off=17484762 len=1837484 2024-04-10T16:05:33.408 INFO:tasks.workunit.client.0.smithi069.stdout:op 4274 completed, throughput=5MB/sec 2024-04-10T16:05:33.408 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-LUAR9Ai3YR85bph off=3653148 len=88017 2024-04-10T16:05:33.408 INFO:tasks.workunit.client.0.smithi069.stdout:op 4275 completed, throughput=5MB/sec 2024-04-10T16:05:33.408 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-w8bcS_Bexg6iwBU off=9909166 len=1996030 2024-04-10T16:05:33.412 INFO:tasks.workunit.client.0.smithi069.stdout:op 4276 completed, throughput=5MB/sec 2024-04-10T16:05:34.097 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:05:33 smithi069 ceph-mon[96738]: pgmap v1824: 105 pgs: 105 active+clean; 126 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-10T16:05:34.097 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:05:33 smithi069 ceph-mon[94167]: pgmap v1824: 105 pgs: 105 active+clean; 126 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-10T16:05:34.253 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:05:33 smithi077 ceph-mon[87572]: pgmap v1824: 105 pgs: 105 active+clean; 126 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-10T16:05:34.412 INFO:tasks.workunit.client.0.smithi069.stdout: 826: throughput=5MB/sec pending data=0 2024-04-10T16:05:34.412 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-IbyMiXUDoZhhIFI off=1907014 len=1566008 2024-04-10T16:05:34.420 INFO:tasks.workunit.client.0.smithi069.stdout:op 4277 completed, throughput=5MB/sec 2024-04-10T16:05:34.420 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-6Lf4bCH_ltpELsP off=4134430 len=1823741 2024-04-10T16:05:34.431 INFO:tasks.workunit.client.0.smithi069.stdout:op 4278 completed, throughput=5MB/sec 2024-04-10T16:05:34.431 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-u_eJiO1Ih0iiRm8 off=13484605 len=1166452 2024-04-10T16:05:34.433 INFO:tasks.workunit.client.0.smithi069.stdout:op 4279 completed, throughput=5MB/sec 2024-04-10T16:05:35.433 INFO:tasks.workunit.client.0.smithi069.stdout: 827: throughput=4.99MB/sec pending data=0 2024-04-10T16:05:35.434 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-YRFsL_JT35PXQTi off=3424811 len=1653118 2024-04-10T16:05:35.435 INFO:tasks.workunit.client.0.smithi069.stdout:op 4280 completed, throughput=5MB/sec 2024-04-10T16:05:35.435 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-K3TBD4qpRv9zRDu off=8496027 len=1122879 2024-04-10T16:05:35.440 INFO:tasks.workunit.client.0.smithi069.stdout:op 4281 completed, throughput=5MB/sec 2024-04-10T16:05:35.440 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-NZgtS3ROY8M0J9J off=12000893 len=193757 2024-04-10T16:05:35.443 INFO:tasks.workunit.client.0.smithi069.stdout:op 4282 completed, throughput=5MB/sec 2024-04-10T16:05:35.443 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-UD2cR-S9LrGjd_8 off=1471541 len=999510 2024-04-10T16:05:35.449 INFO:tasks.workunit.client.0.smithi069.stdout:op 4283 completed, throughput=5MB/sec 2024-04-10T16:05:35.449 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-1V2jLx3Vl7XktVl off=14840562 len=635267 2024-04-10T16:05:35.450 INFO:tasks.workunit.client.0.smithi069.stdout:op 4284 completed, throughput=5MB/sec 2024-04-10T16:05:36.097 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:05:35 smithi069 ceph-mon[96738]: pgmap v1825: 105 pgs: 105 active+clean; 126 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-10T16:05:36.097 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:05:35 smithi069 ceph-mon[94167]: pgmap v1825: 105 pgs: 105 active+clean; 126 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-10T16:05:36.253 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:05:35 smithi077 ceph-mon[87572]: pgmap v1825: 105 pgs: 105 active+clean; 126 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-10T16:05:36.450 INFO:tasks.workunit.client.0.smithi069.stdout: 828: throughput=4.99MB/sec pending data=0 2024-04-10T16:05:36.451 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-t7xe-FRWbEGY5v7 off=7710181 len=252141 2024-04-10T16:05:36.451 INFO:tasks.workunit.client.0.smithi069.stdout:op 4285 completed, throughput=4.99MB/sec 2024-04-10T16:05:36.451 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-JXvEbHUC9ROiTvU off=1954479 len=1384542 2024-04-10T16:05:36.453 INFO:tasks.workunit.client.0.smithi069.stdout:op 4286 completed, throughput=5MB/sec 2024-04-10T16:05:36.453 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-0q2L6wuP_O41lsf off=1191143 len=1542299 2024-04-10T16:05:36.459 INFO:tasks.workunit.client.0.smithi069.stdout:op 4287 completed, throughput=5MB/sec 2024-04-10T16:05:36.460 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-RqmoVYc_ITU6yA9 off=1670800 len=1856033 2024-04-10T16:05:36.463 INFO:tasks.workunit.client.0.smithi069.stdout:op 4288 completed, throughput=5MB/sec 2024-04-10T16:05:36.463 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-VE3hGde1mrHG5D5 off=22038223 len=1878677 2024-04-10T16:05:36.470 INFO:tasks.workunit.client.0.smithi069.stdout:op 4289 completed, throughput=5MB/sec 2024-04-10T16:05:37.347 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:05:36 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:05:36] "GET /metrics HTTP/1.1" 200 34053 "" "Prometheus/2.43.0" 2024-04-10T16:05:37.471 INFO:tasks.workunit.client.0.smithi069.stdout: 829: throughput=5MB/sec pending data=0 2024-04-10T16:05:37.471 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-ZQPW8du_NMgdS0c off=1118544 len=651774 2024-04-10T16:05:37.475 INFO:tasks.workunit.client.0.smithi069.stdout:op 4290 completed, throughput=5MB/sec 2024-04-10T16:05:37.475 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-EemtBdr1nWVCzoc off=11005384 len=422138 2024-04-10T16:05:37.475 INFO:tasks.workunit.client.0.smithi069.stdout:op 4291 completed, throughput=5MB/sec 2024-04-10T16:05:37.475 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-YXUJcSZZJ-TAZLB off=23139 len=343166 2024-04-10T16:05:37.478 INFO:tasks.workunit.client.0.smithi069.stdout:op 4292 completed, throughput=5MB/sec 2024-04-10T16:05:37.478 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-jBoukBgTwQs2MuG off=1705112 len=1288872 2024-04-10T16:05:37.480 INFO:tasks.workunit.client.0.smithi069.stdout:op 4293 completed, throughput=5MB/sec 2024-04-10T16:05:37.480 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-rwJI6x7fGLUCyRw off=479228 len=2068860 2024-04-10T16:05:37.484 INFO:tasks.workunit.client.0.smithi069.stdout:op 4294 completed, throughput=5MB/sec 2024-04-10T16:05:38.097 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:05:37 smithi069 ceph-mon[96738]: pgmap v1826: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-10T16:05:38.097 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:05:37 smithi069 ceph-mon[94167]: pgmap v1826: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-10T16:05:38.253 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:05:37 smithi077 ceph-mon[87572]: pgmap v1826: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-10T16:05:38.484 INFO:tasks.workunit.client.0.smithi069.stdout: 830: throughput=5MB/sec pending data=0 2024-04-10T16:05:38.485 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-CjF4MHj73afC73r off=695308 len=800737 2024-04-10T16:05:38.489 INFO:tasks.workunit.client.0.smithi069.stdout:op 4295 completed, throughput=5MB/sec 2024-04-10T16:05:38.489 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-w4GABh3zGWXGq_D off=2223126 len=178233 2024-04-10T16:05:38.490 INFO:tasks.workunit.client.0.smithi069.stdout:op 4296 completed, throughput=5MB/sec 2024-04-10T16:05:38.490 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-1o3utZhhOGuxXyV off=5178082 len=835322 2024-04-10T16:05:38.495 INFO:tasks.workunit.client.0.smithi069.stdout:op 4297 completed, throughput=5MB/sec 2024-04-10T16:05:38.495 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-I0I-aj0P9SYtxs5 off=452411 len=1725221 2024-04-10T16:05:38.503 INFO:tasks.workunit.client.0.smithi069.stdout:op 4298 completed, throughput=5MB/sec 2024-04-10T16:05:38.503 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-Jg-yifs8uPHO-Up off=1329064 len=691598 2024-04-10T16:05:38.507 INFO:tasks.workunit.client.0.smithi069.stdout:op 4299 completed, throughput=5MB/sec 2024-04-10T16:05:38.507 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-ytErn22R7rfLhWz off=3900209 len=1157878 2024-04-10T16:05:38.508 INFO:tasks.workunit.client.0.smithi069.stdout:op 4300 completed, throughput=5MB/sec 2024-04-10T16:05:39.508 INFO:tasks.workunit.client.0.smithi069.stdout: 831: throughput=5MB/sec pending data=0 2024-04-10T16:05:39.509 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-z5D1P1I9rgllfkp off=6536548 len=28382 2024-04-10T16:05:39.509 INFO:tasks.workunit.client.0.smithi069.stdout:op 4301 completed, throughput=5MB/sec 2024-04-10T16:05:39.509 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-OFJ1bkRjPFvRKsJ off=7121464 len=1364562 2024-04-10T16:05:39.511 INFO:tasks.workunit.client.0.smithi069.stdout:op 4302 completed, throughput=5MB/sec 2024-04-10T16:05:39.511 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-xLTcz0ueRUjL0hy off=594143 len=775686 2024-04-10T16:05:39.516 INFO:tasks.workunit.client.0.smithi069.stdout:op 4303 completed, throughput=5MB/sec 2024-04-10T16:05:39.516 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-Q73xIuVxA9_2ECj off=14984944 len=169924 2024-04-10T16:05:39.519 INFO:tasks.workunit.client.0.smithi069.stdout:op 4304 completed, throughput=5MB/sec 2024-04-10T16:05:39.519 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-rHnP04X9qyqVjNW off=3917729 len=549971 2024-04-10T16:05:39.523 INFO:tasks.workunit.client.0.smithi069.stdout:op 4305 completed, throughput=5MB/sec 2024-04-10T16:05:39.523 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-E_q7VgQCj_iStAf off=975890 len=1716111 2024-04-10T16:05:39.532 INFO:tasks.workunit.client.0.smithi069.stdout:op 4306 completed, throughput=5MB/sec 2024-04-10T16:05:40.097 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:05:39 smithi069 ceph-mon[96738]: pgmap v1827: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-10T16:05:40.097 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:05:39 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:05:40.097 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:05:39 smithi069 ceph-mon[94167]: pgmap v1827: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-10T16:05:40.097 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:05:39 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:05:40.253 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:05:39 smithi077 ceph-mon[87572]: pgmap v1827: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-10T16:05:40.253 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:05:39 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:05:40.533 INFO:tasks.workunit.client.0.smithi069.stdout: 832: throughput=4.99MB/sec pending data=0 2024-04-10T16:05:40.533 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-Cz_pK31fQTdV93G off=7901681 len=1734405 2024-04-10T16:05:40.541 INFO:tasks.workunit.client.0.smithi069.stdout:op 4307 completed, throughput=5MB/sec 2024-04-10T16:05:40.541 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-UMgm42_lWYU7uEQ off=4846683 len=1103803 2024-04-10T16:05:40.544 INFO:tasks.workunit.client.0.smithi069.stdout:op 4308 completed, throughput=5MB/sec 2024-04-10T16:05:40.544 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-qD9--hq-vQ-GT-B off=4145853 len=507359 2024-04-10T16:05:40.545 INFO:tasks.workunit.client.0.smithi069.stdout:op 4309 completed, throughput=5MB/sec 2024-04-10T16:05:40.545 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-T5lGDXIdE3J_JGu off=1129748 len=484434 2024-04-10T16:05:40.549 INFO:tasks.workunit.client.0.smithi069.stdout:op 4310 completed, throughput=5MB/sec 2024-04-10T16:05:40.549 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-MQg55m6CLwQ7FCa off=9138396 len=881304 2024-04-10T16:05:40.553 INFO:tasks.workunit.client.0.smithi069.stdout:op 4311 completed, throughput=5MB/sec 2024-04-10T16:05:40.553 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-jEDBSsr4cpJr_Po off=16308214 len=1047510 2024-04-10T16:05:40.559 INFO:tasks.workunit.client.0.smithi069.stdout:op 4312 completed, throughput=5MB/sec 2024-04-10T16:05:41.559 INFO:tasks.workunit.client.0.smithi069.stdout: 833: throughput=4.99MB/sec pending data=0 2024-04-10T16:05:41.559 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-inRuWYHNPCv50PL off=13813509 len=347395 2024-04-10T16:05:41.560 INFO:tasks.workunit.client.0.smithi069.stdout:op 4313 completed, throughput=5MB/sec 2024-04-10T16:05:41.560 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-ycR-qfrbICN_cQv off=13608729 len=1867783 2024-04-10T16:05:41.563 INFO:tasks.workunit.client.0.smithi069.stdout:op 4314 completed, throughput=5MB/sec 2024-04-10T16:05:41.563 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-zUSU5UKZyayye5N off=6475880 len=1731992 2024-04-10T16:05:41.574 INFO:tasks.workunit.client.0.smithi069.stdout:op 4315 completed, throughput=5MB/sec 2024-04-10T16:05:41.574 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-tmA7IuboQ2tWvFO off=4901515 len=1619645 2024-04-10T16:05:41.581 INFO:tasks.workunit.client.0.smithi069.stdout:op 4316 completed, throughput=5MB/sec 2024-04-10T16:05:42.097 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:05:41 smithi069 ceph-mon[96738]: pgmap v1828: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-10T16:05:42.097 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:05:41 smithi069 ceph-mon[94167]: pgmap v1828: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-10T16:05:42.253 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:05:41 smithi077 ceph-mon[87572]: pgmap v1828: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-10T16:05:42.582 INFO:tasks.workunit.client.0.smithi069.stdout: 834: throughput=5MB/sec pending data=0 2024-04-10T16:05:42.582 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-0YzV1kvyxspyiPS off=931095 len=1505186 2024-04-10T16:05:42.590 INFO:tasks.workunit.client.0.smithi069.stdout:op 4317 completed, throughput=5MB/sec 2024-04-10T16:05:42.590 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-C9Qn87LcEThw-SJ off=2421603 len=1490069 2024-04-10T16:05:42.595 INFO:tasks.workunit.client.0.smithi069.stdout:op 4318 completed, throughput=5MB/sec 2024-04-10T16:05:42.595 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-mA_zNYZkkJ5BPzP off=4125905 len=41137 2024-04-10T16:05:42.597 INFO:tasks.workunit.client.0.smithi069.stdout:op 4319 completed, throughput=5MB/sec 2024-04-10T16:05:42.597 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-fL1n4VID7LHAeuY off=18486140 len=429495 2024-04-10T16:05:42.600 INFO:tasks.workunit.client.0.smithi069.stdout:op 4320 completed, throughput=5MB/sec 2024-04-10T16:05:42.600 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj--kU8J1P7twqnzSL off=12369998 len=1249793 2024-04-10T16:05:42.606 INFO:tasks.workunit.client.0.smithi069.stdout:op 4321 completed, throughput=5MB/sec 2024-04-10T16:05:42.753 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:05:42 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:05:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:05:43.607 INFO:tasks.workunit.client.0.smithi069.stdout: 835: throughput=4.99MB/sec pending data=0 2024-04-10T16:05:43.607 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-0H3Xm6fuAf7oCyF off=321109 len=531216 2024-04-10T16:05:43.607 INFO:tasks.workunit.client.0.smithi069.stdout:op 4322 completed, throughput=4.99MB/sec 2024-04-10T16:05:43.608 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-_PiTGrpGuTxB73D off=1579427 len=512400 2024-04-10T16:05:43.608 INFO:tasks.workunit.client.0.smithi069.stdout:op 4323 completed, throughput=5MB/sec 2024-04-10T16:05:43.608 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-rIiYeMTb2j7KZOs off=3820016 len=238260 2024-04-10T16:05:43.612 INFO:tasks.workunit.client.0.smithi069.stdout:op 4324 completed, throughput=5MB/sec 2024-04-10T16:05:43.612 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-tgij2XrUxziymNB off=659679 len=1199421 2024-04-10T16:05:43.614 INFO:tasks.workunit.client.0.smithi069.stdout:op 4325 completed, throughput=5MB/sec 2024-04-10T16:05:43.614 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-1YHO1vOzLHGKKsX off=3174521 len=1754426 2024-04-10T16:05:43.623 INFO:tasks.workunit.client.0.smithi069.stdout:op 4326 completed, throughput=5MB/sec 2024-04-10T16:05:43.623 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-871kcMDntsza3Km off=3187177 len=1567228 2024-04-10T16:05:43.630 INFO:tasks.workunit.client.0.smithi069.stdout:op 4327 completed, throughput=5MB/sec 2024-04-10T16:05:44.097 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:05:43 smithi069 ceph-mon[96738]: pgmap v1829: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-10T16:05:44.097 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:05:43 smithi069 ceph-mon[94167]: pgmap v1829: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-10T16:05:44.253 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:05:43 smithi077 ceph-mon[87572]: pgmap v1829: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-10T16:05:44.631 INFO:tasks.workunit.client.0.smithi069.stdout: 836: throughput=4.99MB/sec pending data=0 2024-04-10T16:05:44.631 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-0CCEKdoG-i_frOS off=4366311 len=1165888 2024-04-10T16:05:44.636 INFO:tasks.workunit.client.0.smithi069.stdout:op 4328 completed, throughput=5MB/sec 2024-04-10T16:05:44.637 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-uEyCGEfLk9KAMJP off=8395255 len=972095 2024-04-10T16:05:44.640 INFO:tasks.workunit.client.0.smithi069.stdout:op 4329 completed, throughput=5MB/sec 2024-04-10T16:05:44.640 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-UrXjZgEa6qbAMD6 off=351818 len=847667 2024-04-10T16:05:44.645 INFO:tasks.workunit.client.0.smithi069.stdout:op 4330 completed, throughput=5MB/sec 2024-04-10T16:05:44.645 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-2vUUaQRiywOMuR8 off=595845 len=1185176 2024-04-10T16:05:44.652 INFO:tasks.workunit.client.0.smithi069.stdout:op 4331 completed, throughput=5MB/sec 2024-04-10T16:05:44.652 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-9jOHFRG1fR567gJ off=12924596 len=66851 2024-04-10T16:05:44.653 INFO:tasks.workunit.client.0.smithi069.stdout:op 4332 completed, throughput=5MB/sec 2024-04-10T16:05:44.653 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-x4fgal6Y06I3cLM off=12295474 len=1766388 2024-04-10T16:05:44.656 INFO:tasks.workunit.client.0.smithi069.stdout:op 4333 completed, throughput=5MB/sec 2024-04-10T16:05:45.657 INFO:tasks.workunit.client.0.smithi069.stdout: 837: throughput=5MB/sec pending data=0 2024-04-10T16:05:45.657 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-oz7uy-Zxk4s68Wc off=620230 len=365517 2024-04-10T16:05:45.658 INFO:tasks.workunit.client.0.smithi069.stdout:op 4334 completed, throughput=5MB/sec 2024-04-10T16:05:45.658 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-09HG17MEDRKsYVD off=16855712 len=904036 2024-04-10T16:05:45.659 INFO:tasks.workunit.client.0.smithi069.stdout:op 4335 completed, throughput=5MB/sec 2024-04-10T16:05:45.659 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-F0clwfruqiugCyM off=1776962 len=231256 2024-04-10T16:05:45.659 INFO:tasks.workunit.client.0.smithi069.stdout:op 4336 completed, throughput=5MB/sec 2024-04-10T16:05:45.659 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-xgnBa77_n-CVO0s off=8984161 len=1275251 2024-04-10T16:05:45.661 INFO:tasks.workunit.client.0.smithi069.stdout:op 4337 completed, throughput=5MB/sec 2024-04-10T16:05:45.661 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-LeNNR5cPSZGAAaZ off=13506863 len=694990 2024-04-10T16:05:45.665 INFO:tasks.workunit.client.0.smithi069.stdout:op 4338 completed, throughput=5MB/sec 2024-04-10T16:05:45.665 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-FcFD_z-qWOfc46n off=2507120 len=1063908 2024-04-10T16:05:45.666 INFO:tasks.workunit.client.0.smithi069.stdout:op 4339 completed, throughput=5MB/sec 2024-04-10T16:05:46.097 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:05:45 smithi069 ceph-mon[94167]: pgmap v1830: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-10T16:05:46.097 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:05:45 smithi069 ceph-mon[96738]: pgmap v1830: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-10T16:05:46.253 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:05:45 smithi077 ceph-mon[87572]: pgmap v1830: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-10T16:05:46.666 INFO:tasks.workunit.client.0.smithi069.stdout: 838: throughput=4.99MB/sec pending data=0 2024-04-10T16:05:46.666 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-E2OdCtlEVGjKogC off=12745157 len=1675118 2024-04-10T16:05:46.670 INFO:tasks.workunit.client.0.smithi069.stdout:op 4340 completed, throughput=5MB/sec 2024-04-10T16:05:46.670 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-Q4hsUsaXdHk7udw off=7550351 len=1581160 2024-04-10T16:05:46.677 INFO:tasks.workunit.client.0.smithi069.stdout:op 4341 completed, throughput=5MB/sec 2024-04-10T16:05:46.678 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-3J0iKZqnDum1hlf off=9685959 len=1611732 2024-04-10T16:05:46.686 INFO:tasks.workunit.client.0.smithi069.stdout:op 4342 completed, throughput=5MB/sec 2024-04-10T16:05:47.347 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:05:46 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:05:46] "GET /metrics HTTP/1.1" 200 34052 "" "Prometheus/2.43.0" 2024-04-10T16:05:47.686 INFO:tasks.workunit.client.0.smithi069.stdout: 839: throughput=4.99MB/sec pending data=0 2024-04-10T16:05:47.687 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-TPaVh4n382WFBtK off=520062 len=979921 2024-04-10T16:05:47.688 INFO:tasks.workunit.client.0.smithi069.stdout:op 4343 completed, throughput=5MB/sec 2024-04-10T16:05:47.688 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-BHtHnSb00bFpnNv off=10468324 len=913211 2024-04-10T16:05:47.690 INFO:tasks.workunit.client.0.smithi069.stdout:op 4344 completed, throughput=5MB/sec 2024-04-10T16:05:47.690 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-pYwKrTd12NdXl03 off=5631751 len=948680 2024-04-10T16:05:47.695 INFO:tasks.workunit.client.0.smithi069.stdout:op 4345 completed, throughput=5MB/sec 2024-04-10T16:05:47.695 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-D8p12osMLdyDtc1 off=9377802 len=1032621 2024-04-10T16:05:47.696 INFO:tasks.workunit.client.0.smithi069.stdout:op 4346 completed, throughput=5MB/sec 2024-04-10T16:05:47.696 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-dUcAWYkIo3SXtaZ off=2257633 len=471583 2024-04-10T16:05:47.700 INFO:tasks.workunit.client.0.smithi069.stdout:op 4347 completed, throughput=5MB/sec 2024-04-10T16:05:47.700 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-Urjr-0aVCreTr3e off=1600971 len=1728590 2024-04-10T16:05:47.702 INFO:tasks.workunit.client.0.smithi069.stdout:op 4348 completed, throughput=5MB/sec 2024-04-10T16:05:48.097 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:05:47 smithi069 ceph-mon[96738]: pgmap v1831: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-10T16:05:48.097 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:05:47 smithi069 ceph-mon[94167]: pgmap v1831: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-10T16:05:48.253 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:05:47 smithi077 ceph-mon[87572]: pgmap v1831: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-10T16:05:48.703 INFO:tasks.workunit.client.0.smithi069.stdout: 840: throughput=5MB/sec pending data=0 2024-04-10T16:05:48.703 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-0yx0CvS901fo3JI off=6313789 len=247702 2024-04-10T16:05:48.704 INFO:tasks.workunit.client.0.smithi069.stdout:op 4349 completed, throughput=5MB/sec 2024-04-10T16:05:48.704 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-4oS5PI4dIquM6Uo off=11704515 len=1412960 2024-04-10T16:05:48.705 INFO:tasks.workunit.client.0.smithi069.stdout:op 4350 completed, throughput=5MB/sec 2024-04-10T16:05:48.705 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-hqlRJu8K2tzE-ot off=10438550 len=687239 2024-04-10T16:05:48.710 INFO:tasks.workunit.client.0.smithi069.stdout:op 4351 completed, throughput=5MB/sec 2024-04-10T16:05:48.710 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-RuuEMrO1V3C-qnD off=4862718 len=180573 2024-04-10T16:05:48.713 INFO:tasks.workunit.client.0.smithi069.stdout:op 4352 completed, throughput=5MB/sec 2024-04-10T16:05:48.713 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-4yPvAZAaZG_Yh25 off=54991 len=1439970 2024-04-10T16:05:48.715 INFO:tasks.workunit.client.0.smithi069.stdout:op 4353 completed, throughput=5MB/sec 2024-04-10T16:05:48.715 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-OazhFmw5uEkNjK_ off=2525754 len=976060 2024-04-10T16:05:48.716 INFO:tasks.workunit.client.0.smithi069.stdout:op 4354 completed, throughput=5MB/sec 2024-04-10T16:05:49.717 INFO:tasks.workunit.client.0.smithi069.stdout: 841: throughput=4.99MB/sec pending data=0 2024-04-10T16:05:49.717 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-mDD4fGyJ06pvS8g off=4291774 len=805699 2024-04-10T16:05:49.719 INFO:tasks.workunit.client.0.smithi069.stdout:op 4355 completed, throughput=5MB/sec 2024-04-10T16:05:49.719 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-7iUVD1Mlznp4f5_ off=4446888 len=2069877 2024-04-10T16:05:49.727 INFO:tasks.workunit.client.0.smithi069.stdout:op 4356 completed, throughput=5MB/sec 2024-04-10T16:05:49.728 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-tA_PvdBBIiPXCPc off=3329501 len=534057 2024-04-10T16:05:49.731 INFO:tasks.workunit.client.0.smithi069.stdout:op 4357 completed, throughput=5MB/sec 2024-04-10T16:05:49.731 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj--2aFbu4toqeH58E off=11188298 len=1324483 2024-04-10T16:05:49.740 INFO:tasks.workunit.client.0.smithi069.stdout:op 4358 completed, throughput=5MB/sec 2024-04-10T16:05:49.740 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-NEQVFW2aHOrrLjl off=4090370 len=622995 2024-04-10T16:05:49.741 INFO:tasks.workunit.client.0.smithi069.stdout:op 4359 completed, throughput=5MB/sec 2024-04-10T16:05:50.097 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:05:49 smithi069 ceph-mon[96738]: pgmap v1832: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-10T16:05:50.097 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:05:49 smithi069 ceph-mon[94167]: pgmap v1832: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-10T16:05:50.253 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:05:49 smithi077 ceph-mon[87572]: pgmap v1832: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-10T16:05:50.741 INFO:tasks.workunit.client.0.smithi069.stdout: 842: throughput=4.99MB/sec pending data=0 2024-04-10T16:05:50.742 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-lhCGfQnnUDP1Lzk off=15299917 len=766017 2024-04-10T16:05:50.746 INFO:tasks.workunit.client.0.smithi069.stdout:op 4360 completed, throughput=5MB/sec 2024-04-10T16:05:50.746 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-Mtvqsu1OAAqreeS off=7748824 len=640591 2024-04-10T16:05:50.750 INFO:tasks.workunit.client.0.smithi069.stdout:op 4361 completed, throughput=5MB/sec 2024-04-10T16:05:50.750 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-nGeNxNjkztTFDza off=11015230 len=1196595 2024-04-10T16:05:50.752 INFO:tasks.workunit.client.0.smithi069.stdout:op 4362 completed, throughput=5MB/sec 2024-04-10T16:05:50.752 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-RsiTKn0UHEDPjvr off=18096155 len=362348 2024-04-10T16:05:50.755 INFO:tasks.workunit.client.0.smithi069.stdout:op 4363 completed, throughput=5MB/sec 2024-04-10T16:05:50.755 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-7Eo85fQwzH1Uf77 off=3591111 len=1089735 2024-04-10T16:05:50.761 INFO:tasks.workunit.client.0.smithi069.stdout:op 4364 completed, throughput=5MB/sec 2024-04-10T16:05:50.762 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-wTi-bz7QVM49RJw off=14552334 len=993465 2024-04-10T16:05:50.766 INFO:tasks.workunit.client.0.smithi069.stdout:op 4365 completed, throughput=5MB/sec 2024-04-10T16:05:51.767 INFO:tasks.workunit.client.0.smithi069.stdout: 843: throughput=4.99MB/sec pending data=0 2024-04-10T16:05:51.767 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-4Za8OVH2g7qAUWL off=17444398 len=937077 2024-04-10T16:05:51.772 INFO:tasks.workunit.client.0.smithi069.stdout:op 4366 completed, throughput=5MB/sec 2024-04-10T16:05:51.772 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-23GiM1oTLGYRr68 off=8456673 len=750171 2024-04-10T16:05:51.774 INFO:tasks.workunit.client.0.smithi069.stdout:op 4367 completed, throughput=5MB/sec 2024-04-10T16:05:51.774 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-htziTdvT1UJKbWD off=4574201 len=348183 2024-04-10T16:05:51.777 INFO:tasks.workunit.client.0.smithi069.stdout:op 4368 completed, throughput=5MB/sec 2024-04-10T16:05:51.777 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-KSPbppEb_p8ie0_ off=2009456 len=1822181 2024-04-10T16:05:51.786 INFO:tasks.workunit.client.0.smithi069.stdout:op 4369 completed, throughput=5MB/sec 2024-04-10T16:05:51.786 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-_KBKQ3y9Gs8nwOf off=13555760 len=129390 2024-04-10T16:05:51.787 INFO:tasks.workunit.client.0.smithi069.stdout:op 4370 completed, throughput=5MB/sec 2024-04-10T16:05:51.787 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-xH6xglqNXdGAc3h off=4909073 len=1921221 2024-04-10T16:05:51.791 INFO:tasks.workunit.client.0.smithi069.stdout:op 4371 completed, throughput=5MB/sec 2024-04-10T16:05:52.097 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:05:51 smithi069 ceph-mon[94167]: pgmap v1833: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-10T16:05:52.097 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:05:51 smithi069 ceph-mon[96738]: pgmap v1833: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-10T16:05:52.253 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:05:51 smithi077 ceph-mon[87572]: pgmap v1833: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-10T16:05:52.753 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:05:52 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:05:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:05:52.791 INFO:tasks.workunit.client.0.smithi069.stdout: 844: throughput=4.99MB/sec pending data=0 2024-04-10T16:05:52.791 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-aQFPOwi55_vOfvl off=9207414 len=991884 2024-04-10T16:05:52.797 INFO:tasks.workunit.client.0.smithi069.stdout:op 4372 completed, throughput=5MB/sec 2024-04-10T16:05:52.797 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-OUU2b7FEjMC5lJy off=8340883 len=1231433 2024-04-10T16:05:52.799 INFO:tasks.workunit.client.0.smithi069.stdout:op 4373 completed, throughput=5MB/sec 2024-04-10T16:05:52.799 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-F6oH50XNHQmv-Xm off=9469978 len=530017 2024-04-10T16:05:52.800 INFO:tasks.workunit.client.0.smithi069.stdout:op 4374 completed, throughput=5MB/sec 2024-04-10T16:05:52.800 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-jDI2JfW-ar2A4a8 off=0 len=1969708 2024-04-10T16:05:52.811 INFO:tasks.workunit.client.0.smithi069.stdout:op 4375 completed, throughput=5MB/sec 2024-04-10T16:05:52.811 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-9ct_0jvI1bTm9v- off=7885242 len=1901318 2024-04-10T16:05:52.814 INFO:tasks.workunit.client.0.smithi069.stdout:op 4376 completed, throughput=5MB/sec 2024-04-10T16:05:53.814 INFO:tasks.workunit.client.0.smithi069.stdout: 845: throughput=5MB/sec pending data=0 2024-04-10T16:05:53.814 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-U_0c0-QpGJG49Lx off=13999319 len=1687869 2024-04-10T16:05:53.822 INFO:tasks.workunit.client.0.smithi069.stdout:op 4377 completed, throughput=5MB/sec 2024-04-10T16:05:53.823 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-VpGaHEiwfh_jL2c off=1462422 len=190085 2024-04-10T16:05:53.825 INFO:tasks.workunit.client.0.smithi069.stdout:op 4378 completed, throughput=5MB/sec 2024-04-10T16:05:53.825 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-rRWRFcXvj8OEjW4 off=8739946 len=1208124 2024-04-10T16:05:53.827 INFO:tasks.workunit.client.0.smithi069.stdout:op 4379 completed, throughput=5MB/sec 2024-04-10T16:05:53.827 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-O8uRDyxHG2rQTpQ off=8409891 len=1920816 2024-04-10T16:05:53.835 INFO:tasks.workunit.client.0.smithi069.stdout:op 4380 completed, throughput=5MB/sec 2024-04-10T16:05:54.097 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:05:53 smithi069 ceph-mon[94167]: pgmap v1834: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-10T16:05:54.097 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:05:53 smithi069 ceph-mon[96738]: pgmap v1834: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-10T16:05:54.253 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:05:53 smithi077 ceph-mon[87572]: pgmap v1834: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-10T16:05:54.835 INFO:tasks.workunit.client.0.smithi069.stdout: 846: throughput=5MB/sec pending data=0 2024-04-10T16:05:54.835 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-7MTNCp75X7LLWB3 off=6092980 len=982608 2024-04-10T16:05:54.837 INFO:tasks.workunit.client.0.smithi069.stdout:op 4381 completed, throughput=5MB/sec 2024-04-10T16:05:54.837 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-D9bPsoWfJJZ8BF1 off=11594340 len=615398 2024-04-10T16:05:54.841 INFO:tasks.workunit.client.0.smithi069.stdout:op 4382 completed, throughput=5MB/sec 2024-04-10T16:05:54.841 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-OZYytve8N_lMydI off=9003523 len=1814130 2024-04-10T16:05:54.844 INFO:tasks.workunit.client.0.smithi069.stdout:op 4383 completed, throughput=5MB/sec 2024-04-10T16:05:54.844 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-dpezrvGOq41q30c off=2888633 len=1140538 2024-04-10T16:05:54.845 INFO:tasks.workunit.client.0.smithi069.stdout:op 4384 completed, throughput=5MB/sec 2024-04-10T16:05:55.097 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:05:54 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:05:55.097 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:05:54 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:05:55.253 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:05:54 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:05:55.845 INFO:tasks.workunit.client.0.smithi069.stdout: 847: throughput=5MB/sec pending data=0 2024-04-10T16:05:55.845 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-H8VwQlFiqEAmOIS off=4933433 len=1561308 2024-04-10T16:05:55.855 INFO:tasks.workunit.client.0.smithi069.stdout:op 4385 completed, throughput=5MB/sec 2024-04-10T16:05:55.855 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-fGyJIsFGQT2gqx9 off=0 len=1408141 2024-04-10T16:05:55.861 INFO:tasks.workunit.client.0.smithi069.stdout:op 4386 completed, throughput=5MB/sec 2024-04-10T16:05:55.861 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-lIQo_eQ2dryZPTc off=5429532 len=1334758 2024-04-10T16:05:55.863 INFO:tasks.workunit.client.0.smithi069.stdout:op 4387 completed, throughput=5MB/sec 2024-04-10T16:05:55.863 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-ErEpRkq_Ln4C7kI off=1992952 len=1999321 2024-04-10T16:05:55.865 INFO:tasks.workunit.client.0.smithi069.stdout:op 4388 completed, throughput=5MB/sec 2024-04-10T16:05:56.097 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:05:55 smithi069 ceph-mon[94167]: pgmap v1835: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-10T16:05:56.097 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:05:55 smithi069 ceph-mon[96738]: pgmap v1835: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-10T16:05:56.253 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:05:55 smithi077 ceph-mon[87572]: pgmap v1835: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-10T16:05:56.866 INFO:tasks.workunit.client.0.smithi069.stdout: 848: throughput=5MB/sec pending data=0 2024-04-10T16:05:56.866 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-49C87Vsqnts05-2 off=3589901 len=1841549 2024-04-10T16:05:56.874 INFO:tasks.workunit.client.0.smithi069.stdout:op 4389 completed, throughput=5MB/sec 2024-04-10T16:05:56.874 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-JPgzfqRUqWfd4L_ off=579227 len=547886 2024-04-10T16:05:56.875 INFO:tasks.workunit.client.0.smithi069.stdout:op 4390 completed, throughput=5MB/sec 2024-04-10T16:05:56.875 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-wY9KMQN4U4f4PNG off=2965870 len=1684553 2024-04-10T16:05:56.881 INFO:tasks.workunit.client.0.smithi069.stdout:op 4391 completed, throughput=5MB/sec 2024-04-10T16:05:57.347 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:05:56 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:05:56] "GET /metrics HTTP/1.1" 200 34054 "" "Prometheus/2.43.0" 2024-04-10T16:05:57.882 INFO:tasks.workunit.client.0.smithi069.stdout: 849: throughput=4.99MB/sec pending data=0 2024-04-10T16:05:57.882 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-a5nNQKRqfStcutB off=6910996 len=228681 2024-04-10T16:05:57.883 INFO:tasks.workunit.client.0.smithi069.stdout:op 4392 completed, throughput=5MB/sec 2024-04-10T16:05:57.883 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-bvMbJzSg7a-q7Pq off=1500878 len=1575144 2024-04-10T16:05:57.885 INFO:tasks.workunit.client.0.smithi069.stdout:op 4393 completed, throughput=5MB/sec 2024-04-10T16:05:57.885 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-sdCdmv9M-BAV3JY off=21101601 len=220502 2024-04-10T16:05:57.886 INFO:tasks.workunit.client.0.smithi069.stdout:op 4394 completed, throughput=5MB/sec 2024-04-10T16:05:57.886 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-FTjkyo9DWaWQD5C off=4856712 len=1955330 2024-04-10T16:05:57.894 INFO:tasks.workunit.client.0.smithi069.stdout:op 4395 completed, throughput=5MB/sec 2024-04-10T16:05:57.894 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-GZ5ejI0kxb_AqF2 off=17036221 len=857961 2024-04-10T16:05:57.895 INFO:tasks.workunit.client.0.smithi069.stdout:op 4396 completed, throughput=5MB/sec 2024-04-10T16:05:58.097 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:05:57 smithi069 ceph-mon[96738]: pgmap v1836: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-10T16:05:58.097 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:05:57 smithi069 ceph-mon[94167]: pgmap v1836: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-10T16:05:58.253 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:05:57 smithi077 ceph-mon[87572]: pgmap v1836: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-10T16:05:58.896 INFO:tasks.workunit.client.0.smithi069.stdout: 850: throughput=4.99MB/sec pending data=0 2024-04-10T16:05:58.896 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-o67BR3oiX3Luu_C off=653209 len=1712869 2024-04-10T16:05:58.898 INFO:tasks.workunit.client.0.smithi069.stdout:op 4397 completed, throughput=5MB/sec 2024-04-10T16:05:58.898 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-qMdmkjdvxdICwRn off=878322 len=112085 2024-04-10T16:05:58.901 INFO:tasks.workunit.client.0.smithi069.stdout:op 4398 completed, throughput=5MB/sec 2024-04-10T16:05:58.901 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-S8RtsAvBODH_WVL off=788416 len=1129400 2024-04-10T16:05:58.906 INFO:tasks.workunit.client.0.smithi069.stdout:op 4399 completed, throughput=5MB/sec 2024-04-10T16:05:58.906 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-nKJsyuAUKIn-66D off=3135889 len=147356 2024-04-10T16:05:58.907 INFO:tasks.workunit.client.0.smithi069.stdout:op 4400 completed, throughput=5MB/sec 2024-04-10T16:05:58.907 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-fVATF_sSQ3DqyUf off=169740 len=1708496 2024-04-10T16:05:58.917 INFO:tasks.workunit.client.0.smithi069.stdout:op 4401 completed, throughput=5MB/sec 2024-04-10T16:05:58.917 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-aodt5ysPMadBLag off=5754248 len=969528 2024-04-10T16:05:58.918 INFO:tasks.workunit.client.0.smithi069.stdout:op 4402 completed, throughput=5MB/sec 2024-04-10T16:05:59.918 INFO:tasks.workunit.client.0.smithi069.stdout: 851: throughput=4.99MB/sec pending data=0 2024-04-10T16:05:59.919 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-pdaz4-LhSYSWy9C off=7444010 len=1967829 2024-04-10T16:05:59.920 INFO:tasks.workunit.client.0.smithi069.stdout:op 4403 completed, throughput=5MB/sec 2024-04-10T16:05:59.921 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-uO_oePvGIeuk7TM off=1304788 len=1206801 2024-04-10T16:05:59.928 INFO:tasks.workunit.client.0.smithi069.stdout:op 4404 completed, throughput=5MB/sec 2024-04-10T16:05:59.928 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-wuteM7LkX27cpZH off=1840459 len=918007 2024-04-10T16:05:59.929 INFO:tasks.workunit.client.0.smithi069.stdout:op 4405 completed, throughput=5MB/sec 2024-04-10T16:05:59.929 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-AMBAaSWrGIAxnD7 off=0 len=1290903 2024-04-10T16:05:59.932 INFO:tasks.workunit.client.0.smithi069.stdout:op 4406 completed, throughput=5MB/sec 2024-04-10T16:06:00.097 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:05:59 smithi069 ceph-mon[96738]: pgmap v1837: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-10T16:06:00.097 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:05:59 smithi069 ceph-mon[94167]: pgmap v1837: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-10T16:06:00.253 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:05:59 smithi077 ceph-mon[87572]: pgmap v1837: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-10T16:06:00.933 INFO:tasks.workunit.client.0.smithi069.stdout: 852: throughput=4.99MB/sec pending data=0 2024-04-10T16:06:00.933 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-1_FD3B5A9F-zki9 off=402611 len=168482 2024-04-10T16:06:00.933 INFO:tasks.workunit.client.0.smithi069.stdout:op 4407 completed, throughput=4.99MB/sec 2024-04-10T16:06:00.934 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-aoyXQer1l7DNUpL off=9464783 len=985337 2024-04-10T16:06:00.935 INFO:tasks.workunit.client.0.smithi069.stdout:op 4408 completed, throughput=5MB/sec 2024-04-10T16:06:00.935 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-QQ12_AuREASeUkP off=12773866 len=1855192 2024-04-10T16:06:00.943 INFO:tasks.workunit.client.0.smithi069.stdout:op 4409 completed, throughput=5MB/sec 2024-04-10T16:06:00.943 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-aftcJew2LbBDq3k off=1964895 len=306269 2024-04-10T16:06:00.946 INFO:tasks.workunit.client.0.smithi069.stdout:op 4410 completed, throughput=5MB/sec 2024-04-10T16:06:00.946 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-jNpBkyytpRzDOQ5 off=1426406 len=1065460 2024-04-10T16:06:00.949 INFO:tasks.workunit.client.0.smithi069.stdout:op 4411 completed, throughput=5MB/sec 2024-04-10T16:06:00.949 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-dbtEVQIZlKjEZKE off=856325 len=817457 2024-04-10T16:06:00.950 INFO:tasks.workunit.client.0.smithi069.stdout:op 4412 completed, throughput=5MB/sec 2024-04-10T16:06:01.951 INFO:tasks.workunit.client.0.smithi069.stdout: 853: throughput=4.99MB/sec pending data=0 2024-04-10T16:06:01.951 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-VjQkQIA3c72-J9B off=1172695 len=780990 2024-04-10T16:06:01.952 INFO:tasks.workunit.client.0.smithi069.stdout:op 4413 completed, throughput=5MB/sec 2024-04-10T16:06:01.952 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-ZAE3qHLMm2tA6r3 off=2618999 len=2068742 2024-04-10T16:06:01.964 INFO:tasks.workunit.client.0.smithi069.stdout:op 4414 completed, throughput=5MB/sec 2024-04-10T16:06:01.964 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-u1hfuhuVzs755JD off=7943497 len=1219156 2024-04-10T16:06:01.969 INFO:tasks.workunit.client.0.smithi069.stdout:op 4415 completed, throughput=5MB/sec 2024-04-10T16:06:01.969 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-FzeFfX-sPbRu-lr off=8386865 len=1320631 2024-04-10T16:06:01.970 INFO:tasks.workunit.client.0.smithi069.stdout:op 4416 completed, throughput=5MB/sec 2024-04-10T16:06:02.097 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:06:01 smithi069 ceph-mon[96738]: pgmap v1838: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-10T16:06:02.097 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:06:01 smithi069 ceph-mon[94167]: pgmap v1838: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-10T16:06:02.253 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:06:01 smithi077 ceph-mon[87572]: pgmap v1838: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-10T16:06:02.753 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:06:02 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:06:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:06:02.971 INFO:tasks.workunit.client.0.smithi069.stdout: 854: throughput=4.99MB/sec pending data=0 2024-04-10T16:06:02.971 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-wVIzh4NHH0G1Ips off=989626 len=86627 2024-04-10T16:06:02.974 INFO:tasks.workunit.client.0.smithi069.stdout:op 4417 completed, throughput=4.99MB/sec 2024-04-10T16:06:02.974 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-03px4DkewkuRQH5 off=3738446 len=1089263 2024-04-10T16:06:02.976 INFO:tasks.workunit.client.0.smithi069.stdout:op 4418 completed, throughput=5MB/sec 2024-04-10T16:06:02.976 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-kHG2HdyGfYHawT8 off=22428858 len=2083062 2024-04-10T16:06:02.979 INFO:tasks.workunit.client.0.smithi069.stdout:op 4419 completed, throughput=5MB/sec 2024-04-10T16:06:02.979 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-NsXszTReIomdUv- off=4797684 len=1107213 2024-04-10T16:06:02.982 INFO:tasks.workunit.client.0.smithi069.stdout:op 4420 completed, throughput=5MB/sec 2024-04-10T16:06:02.982 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-0mwnmcahIqGxX_2 off=4470750 len=382130 2024-04-10T16:06:02.985 INFO:tasks.workunit.client.0.smithi069.stdout:op 4421 completed, throughput=5MB/sec 2024-04-10T16:06:02.985 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-Y4cL2UMdqiF4raw off=301631 len=587234 2024-04-10T16:06:02.986 INFO:tasks.workunit.client.0.smithi069.stdout:op 4422 completed, throughput=5MB/sec 2024-04-10T16:06:03.986 INFO:tasks.workunit.client.0.smithi069.stdout: 855: throughput=4.99MB/sec pending data=0 2024-04-10T16:06:03.987 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-XzNF906Hj_eptlp off=1271715 len=1063442 2024-04-10T16:06:03.989 INFO:tasks.workunit.client.0.smithi069.stdout:op 4423 completed, throughput=5MB/sec 2024-04-10T16:06:03.989 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-_v7TQSPEcIYqge3 off=10620773 len=473492 2024-04-10T16:06:03.991 INFO:tasks.workunit.client.0.smithi069.stdout:op 4424 completed, throughput=5MB/sec 2024-04-10T16:06:03.991 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-hRVX9FotDDFvGUw off=11132539 len=1547956 2024-04-10T16:06:03.999 INFO:tasks.workunit.client.0.smithi069.stdout:op 4425 completed, throughput=5MB/sec 2024-04-10T16:06:03.999 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-wD3P2LnHckY5AXZ off=5053706 len=823150 2024-04-10T16:06:04.004 INFO:tasks.workunit.client.0.smithi069.stdout:op 4426 completed, throughput=5MB/sec 2024-04-10T16:06:04.004 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-AlyBQBUhDt3lOQ9 off=3228393 len=1247731 2024-04-10T16:06:04.005 INFO:tasks.workunit.client.0.smithi069.stdout:op 4427 completed, throughput=5MB/sec 2024-04-10T16:06:04.097 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:06:03 smithi069 ceph-mon[96738]: pgmap v1839: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-10T16:06:04.097 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:06:03 smithi069 ceph-mon[94167]: pgmap v1839: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-10T16:06:04.253 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:06:03 smithi077 ceph-mon[87572]: pgmap v1839: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-10T16:06:05.006 INFO:tasks.workunit.client.0.smithi069.stdout: 856: throughput=4.99MB/sec pending data=0 2024-04-10T16:06:05.006 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-JpVYgeXCV3YCR7f off=13028207 len=1994940 2024-04-10T16:06:05.010 INFO:tasks.workunit.client.0.smithi069.stdout:op 4428 completed, throughput=5MB/sec 2024-04-10T16:06:05.010 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-tkwkFDy-jgyLNES off=6647175 len=146345 2024-04-10T16:06:05.013 INFO:tasks.workunit.client.0.smithi069.stdout:op 4429 completed, throughput=5MB/sec 2024-04-10T16:06:05.013 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-UkrltQ6nENLbBx3 off=2228657 len=1215909 2024-04-10T16:06:05.019 INFO:tasks.workunit.client.0.smithi069.stdout:op 4430 completed, throughput=5MB/sec 2024-04-10T16:06:05.019 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-T0aaV83-sdtpe-R off=2345845 len=1847009 2024-04-10T16:06:05.021 INFO:tasks.workunit.client.0.smithi069.stdout:op 4431 completed, throughput=5MB/sec 2024-04-10T16:06:06.021 INFO:tasks.workunit.client.0.smithi069.stdout: 857: throughput=4.99MB/sec pending data=0 2024-04-10T16:06:06.021 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-k4szMF29NlXm7O4 off=0 len=1590461 2024-04-10T16:06:06.030 INFO:tasks.workunit.client.0.smithi069.stdout:op 4432 completed, throughput=5MB/sec 2024-04-10T16:06:06.030 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-0By4jF5zLMa5zhl off=7920896 len=915845 2024-04-10T16:06:06.034 INFO:tasks.workunit.client.0.smithi069.stdout:op 4433 completed, throughput=5MB/sec 2024-04-10T16:06:06.034 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-ErxixwzT1EAwQht off=14091558 len=1254371 2024-04-10T16:06:06.035 INFO:tasks.workunit.client.0.smithi069.stdout:op 4434 completed, throughput=5MB/sec 2024-04-10T16:06:06.035 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-0I8hMa-sRrBMcqc off=13937115 len=303079 2024-04-10T16:06:06.038 INFO:tasks.workunit.client.0.smithi069.stdout:op 4435 completed, throughput=5MB/sec 2024-04-10T16:06:06.038 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-fgNkE6gko1Vo_ND off=7264380 len=1974449 2024-04-10T16:06:06.042 INFO:tasks.workunit.client.0.smithi069.stdout:op 4436 completed, throughput=5MB/sec 2024-04-10T16:06:06.097 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:06:05 smithi069 ceph-mon[96738]: pgmap v1840: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-10T16:06:06.097 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:06:05 smithi069 ceph-mon[94167]: pgmap v1840: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-10T16:06:06.253 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:06:05 smithi077 ceph-mon[87572]: pgmap v1840: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-10T16:06:07.042 INFO:tasks.workunit.client.0.smithi069.stdout: 858: throughput=5MB/sec pending data=0 2024-04-10T16:06:07.042 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-Kb5R3L1Lgsg22hp off=14983245 len=312796 2024-04-10T16:06:07.042 INFO:tasks.workunit.client.0.smithi069.stdout:op 4437 completed, throughput=5MB/sec 2024-04-10T16:06:07.042 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-xDNLzcEMqPUTRwf off=9883057 len=116288 2024-04-10T16:06:07.045 INFO:tasks.workunit.client.0.smithi069.stdout:op 4438 completed, throughput=5MB/sec 2024-04-10T16:06:07.045 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-01aesw6YGCWG40F off=21028849 len=121795 2024-04-10T16:06:07.047 INFO:tasks.workunit.client.0.smithi069.stdout:op 4439 completed, throughput=5MB/sec 2024-04-10T16:06:07.047 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-925c-LBxbN6Aw4S off=3570785 len=215962 2024-04-10T16:06:07.050 INFO:tasks.workunit.client.0.smithi069.stdout:op 4440 completed, throughput=5MB/sec 2024-04-10T16:06:07.050 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-k6HNcn6gbCqi2Pu off=6983620 len=1663446 2024-04-10T16:06:07.057 INFO:tasks.workunit.client.0.smithi069.stdout:op 4441 completed, throughput=5MB/sec 2024-04-10T16:06:07.057 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-7yDg18zL4zR4rSB off=2454580 len=408380 2024-04-10T16:06:07.063 INFO:tasks.workunit.client.0.smithi069.stdout:op 4442 completed, throughput=5MB/sec 2024-04-10T16:06:07.063 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-iSSzkZg1jaTkaRw off=3514639 len=1355697 2024-04-10T16:06:07.069 INFO:tasks.workunit.client.0.smithi069.stdout:op 4443 completed, throughput=5MB/sec 2024-04-10T16:06:07.069 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-7ya-KgTyYqPlYLr off=12441650 len=1687109 2024-04-10T16:06:07.075 INFO:tasks.workunit.client.0.smithi069.stdout:op 4444 completed, throughput=5MB/sec 2024-04-10T16:06:07.347 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:06:06 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:06:06] "GET /metrics HTTP/1.1" 200 34054 "" "Prometheus/2.43.0" 2024-04-10T16:06:08.076 INFO:tasks.workunit.client.0.smithi069.stdout: 859: throughput=5MB/sec pending data=0 2024-04-10T16:06:08.076 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-4dPwQivUBm0TDGk off=5341681 len=1294781 2024-04-10T16:06:08.078 INFO:tasks.workunit.client.0.smithi069.stdout:op 4445 completed, throughput=5MB/sec 2024-04-10T16:06:08.078 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-8Ma-6LGHj_M0p1o off=1063191 len=1108167 2024-04-10T16:06:08.084 INFO:tasks.workunit.client.0.smithi069.stdout:op 4446 completed, throughput=5MB/sec 2024-04-10T16:06:08.084 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-ji_K3e55idv0hnO off=2456032 len=1207927 2024-04-10T16:06:08.088 INFO:tasks.workunit.client.0.smithi069.stdout:op 4447 completed, throughput=5MB/sec 2024-04-10T16:06:08.088 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-YV-WLL_jDMQ2vCo off=5030220 len=272945 2024-04-10T16:06:08.090 INFO:tasks.workunit.client.0.smithi069.stdout:op 4448 completed, throughput=5MB/sec 2024-04-10T16:06:08.090 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-ZPHBySZGHCmy68Z off=454149 len=1736157 2024-04-10T16:06:08.097 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:06:07 smithi069 ceph-mon[94167]: pgmap v1841: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-10T16:06:08.097 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:06:07 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:06:08.097 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:06:07 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:06:08.097 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:06:07 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:06:08.097 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:06:07 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:06:08.098 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:06:07 smithi069 ceph-mon[96738]: pgmap v1841: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-10T16:06:08.098 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:06:07 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:06:08.098 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:06:07 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:06:08.098 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:06:07 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:06:08.098 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:06:07 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:06:08.099 INFO:tasks.workunit.client.0.smithi069.stdout:op 4449 completed, throughput=5MB/sec 2024-04-10T16:06:08.253 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:06:07 smithi077 ceph-mon[87572]: pgmap v1841: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-10T16:06:08.253 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:06:07 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:06:08.253 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:06:07 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:06:08.254 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:06:07 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:06:08.254 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:06:07 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:06:09.100 INFO:tasks.workunit.client.0.smithi069.stdout: 860: throughput=5MB/sec pending data=0 2024-04-10T16:06:09.100 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-oqs9l9dgx0nQ5zI off=9209224 len=1225770 2024-04-10T16:06:09.101 INFO:tasks.workunit.client.0.smithi069.stdout:op 4450 completed, throughput=5MB/sec 2024-04-10T16:06:09.101 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-RUeDDzkrgl07S0E off=1699737 len=935675 2024-04-10T16:06:09.103 INFO:tasks.workunit.client.0.smithi069.stdout:op 4451 completed, throughput=5MB/sec 2024-04-10T16:06:09.103 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-MmdzP2gFdR9khhi off=3313825 len=954230 2024-04-10T16:06:09.108 INFO:tasks.workunit.client.0.smithi069.stdout:op 4452 completed, throughput=5MB/sec 2024-04-10T16:06:09.109 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-SPJdmcni60H6jqq off=6899095 len=1874989 2024-04-10T16:06:09.110 INFO:tasks.workunit.client.0.smithi069.stdout:op 4453 completed, throughput=5MB/sec 2024-04-10T16:06:10.097 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:06:09 smithi069 ceph-mon[96738]: pgmap v1842: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-04-10T16:06:10.097 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:06:09 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:06:10.097 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:06:09 smithi069 ceph-mon[94167]: pgmap v1842: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-04-10T16:06:10.097 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:06:09 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:06:10.110 INFO:tasks.workunit.client.0.smithi069.stdout: 861: throughput=5MB/sec pending data=0 2024-04-10T16:06:10.110 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj--HF2qexe2668P_2 off=55765 len=960073 2024-04-10T16:06:10.111 INFO:tasks.workunit.client.0.smithi069.stdout:op 4454 completed, throughput=5MB/sec 2024-04-10T16:06:10.112 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-BvBY_iudzuZamao off=533676 len=1044189 2024-04-10T16:06:10.113 INFO:tasks.workunit.client.0.smithi069.stdout:op 4455 completed, throughput=5MB/sec 2024-04-10T16:06:10.113 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-p2rPc4OU5SPYpJ0 off=19173784 len=1376331 2024-04-10T16:06:10.115 INFO:tasks.workunit.client.0.smithi069.stdout:op 4456 completed, throughput=5MB/sec 2024-04-10T16:06:10.115 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-j9Ia-bF_eze8fip off=6767625 len=807571 2024-04-10T16:06:10.119 INFO:tasks.workunit.client.0.smithi069.stdout:op 4457 completed, throughput=5MB/sec 2024-04-10T16:06:10.253 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:06:09 smithi077 ceph-mon[87572]: pgmap v1842: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-04-10T16:06:10.253 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:06:09 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:06:11.120 INFO:tasks.workunit.client.0.smithi069.stdout: 862: throughput=4.99MB/sec pending data=0 2024-04-10T16:06:11.120 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-uixxAP9mKJM6O2A off=6097221 len=1285738 2024-04-10T16:06:11.123 INFO:tasks.workunit.client.0.smithi069.stdout:op 4458 completed, throughput=5MB/sec 2024-04-10T16:06:11.123 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-a5nNQKRqfStcutB off=4390851 len=405220 2024-04-10T16:06:11.126 INFO:tasks.workunit.client.0.smithi069.stdout:op 4459 completed, throughput=5MB/sec 2024-04-10T16:06:11.126 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-KxrrUgB0KT2yQnB off=9885122 len=409978 2024-04-10T16:06:11.127 INFO:tasks.workunit.client.0.smithi069.stdout:op 4460 completed, throughput=5MB/sec 2024-04-10T16:06:11.128 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-VSj_ev86n3Bnf1s off=10426842 len=1294540 2024-04-10T16:06:11.129 INFO:tasks.workunit.client.0.smithi069.stdout:op 4461 completed, throughput=5MB/sec 2024-04-10T16:06:11.129 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-H-GEfdzECWztC78 off=1396639 len=1668571 2024-04-10T16:06:11.138 INFO:tasks.workunit.client.0.smithi069.stdout:op 4462 completed, throughput=5MB/sec 2024-04-10T16:06:11.138 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-EcK63-DcHAKEdFe off=1113522 len=612123 2024-04-10T16:06:11.139 INFO:tasks.workunit.client.0.smithi069.stdout:op 4463 completed, throughput=5MB/sec 2024-04-10T16:06:12.097 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:06:11 smithi069 ceph-mon[96738]: pgmap v1843: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-10T16:06:12.097 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:06:11 smithi069 ceph-mon[94167]: pgmap v1843: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-10T16:06:12.139 INFO:tasks.workunit.client.0.smithi069.stdout: 863: throughput=4.99MB/sec pending data=0 2024-04-10T16:06:12.139 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-UPiAmh4-JuCR6-m off=24851 len=620549 2024-04-10T16:06:12.141 INFO:tasks.workunit.client.0.smithi069.stdout:op 4464 completed, throughput=5MB/sec 2024-04-10T16:06:12.141 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-6RYiiAiCW7ASm5C off=14486455 len=890284 2024-04-10T16:06:12.147 INFO:tasks.workunit.client.0.smithi069.stdout:op 4465 completed, throughput=5MB/sec 2024-04-10T16:06:12.147 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-Ya1y-1EzpNFXNSf off=72866 len=57928 2024-04-10T16:06:12.147 INFO:tasks.workunit.client.0.smithi069.stdout:op 4466 completed, throughput=5MB/sec 2024-04-10T16:06:12.147 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-i25haQKtDEmk_vC off=4542897 len=30754 2024-04-10T16:06:12.148 INFO:tasks.workunit.client.0.smithi069.stdout:op 4467 completed, throughput=5MB/sec 2024-04-10T16:06:12.148 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-G8OOgB-PybdlJVB off=16285011 len=996379 2024-04-10T16:06:12.150 INFO:tasks.workunit.client.0.smithi069.stdout:op 4468 completed, throughput=5MB/sec 2024-04-10T16:06:12.150 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-_1Dn2tFDEMk9YbV off=1164132 len=1284632 2024-04-10T16:06:12.151 INFO:tasks.workunit.client.0.smithi069.stdout:op 4469 completed, throughput=5MB/sec 2024-04-10T16:06:12.151 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-M_AvsWjA-K-KxvN off=3092264 len=1409546 2024-04-10T16:06:12.154 INFO:tasks.workunit.client.0.smithi069.stdout:op 4470 completed, throughput=5MB/sec 2024-04-10T16:06:12.253 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:06:11 smithi077 ceph-mon[87572]: pgmap v1843: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-10T16:06:12.753 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:06:12 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:06:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:06:13.154 INFO:tasks.workunit.client.0.smithi069.stdout: 864: throughput=4.99MB/sec pending data=0 2024-04-10T16:06:13.154 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-Nf56GjLREtndhV4 off=4556684 len=1769681 2024-04-10T16:06:13.156 INFO:tasks.workunit.client.0.smithi069.stdout:op 4471 completed, throughput=5MB/sec 2024-04-10T16:06:13.156 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-YC7MLLDWNQvmdPP off=11569887 len=1970376 2024-04-10T16:06:13.158 INFO:tasks.workunit.client.0.smithi069.stdout:op 4472 completed, throughput=5MB/sec 2024-04-10T16:06:13.158 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-tffAEay_KFCuJ31 off=2588665 len=1793617 2024-04-10T16:06:13.169 INFO:tasks.workunit.client.0.smithi069.stdout:op 4473 completed, throughput=5MB/sec 2024-04-10T16:06:14.097 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:06:13 smithi069 ceph-mon[96738]: pgmap v1844: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-10T16:06:14.097 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:06:13 smithi069 ceph-mon[94167]: pgmap v1844: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-10T16:06:14.169 INFO:tasks.workunit.client.0.smithi069.stdout: 865: throughput=4.99MB/sec pending data=0 2024-04-10T16:06:14.169 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-UJnQeD6aui9xJTn off=7427623 len=1109392 2024-04-10T16:06:14.171 INFO:tasks.workunit.client.0.smithi069.stdout:op 4474 completed, throughput=5MB/sec 2024-04-10T16:06:14.172 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-8hh1laD1PJwtQUb off=2554450 len=1661787 2024-04-10T16:06:14.182 INFO:tasks.workunit.client.0.smithi069.stdout:op 4475 completed, throughput=5MB/sec 2024-04-10T16:06:14.182 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj--q7soTdeh3yguHp off=6081190 len=77378 2024-04-10T16:06:14.184 INFO:tasks.workunit.client.0.smithi069.stdout:op 4476 completed, throughput=5MB/sec 2024-04-10T16:06:14.184 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-MHdvNjOvCaquz7o off=2797996 len=918310 2024-04-10T16:06:14.190 INFO:tasks.workunit.client.0.smithi069.stdout:op 4477 completed, throughput=5MB/sec 2024-04-10T16:06:14.190 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-hGm6ibuTrGU8tQZ off=1779876 len=1443751 2024-04-10T16:06:14.196 INFO:tasks.workunit.client.0.smithi069.stdout:op 4478 completed, throughput=5MB/sec 2024-04-10T16:06:14.253 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:06:13 smithi077 ceph-mon[87572]: pgmap v1844: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-10T16:06:15.197 INFO:tasks.workunit.client.0.smithi069.stdout: 866: throughput=4.99MB/sec pending data=0 2024-04-10T16:06:15.197 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-MkaPA1dzmcM1Umt off=10524317 len=823500 2024-04-10T16:06:15.198 INFO:tasks.workunit.client.0.smithi069.stdout:op 4479 completed, throughput=5MB/sec 2024-04-10T16:06:15.198 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-NgAZ4wrtbLutqY8 off=3006054 len=500284 2024-04-10T16:06:15.202 INFO:tasks.workunit.client.0.smithi069.stdout:op 4480 completed, throughput=5MB/sec 2024-04-10T16:06:15.202 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-Nxy8TIEtRjf1OVJ off=12102272 len=325896 2024-04-10T16:06:15.205 INFO:tasks.workunit.client.0.smithi069.stdout:op 4481 completed, throughput=5MB/sec 2024-04-10T16:06:15.206 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-LG53s1BgdgbQZJD off=1465535 len=212540 2024-04-10T16:06:15.210 INFO:tasks.workunit.client.0.smithi069.stdout:op 4482 completed, throughput=5MB/sec 2024-04-10T16:06:15.210 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-kzkG2swtoaAnQCx off=17694380 len=2035273 2024-04-10T16:06:15.211 INFO:tasks.workunit.client.0.smithi069.stdout:op 4483 completed, throughput=5MB/sec 2024-04-10T16:06:15.211 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-J9u7IvnOx7Mk_m9 off=14056163 len=593217 2024-04-10T16:06:15.212 INFO:tasks.workunit.client.0.smithi069.stdout:op 4484 completed, throughput=5MB/sec 2024-04-10T16:06:15.212 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-rAAnmBVw_3sNyEs off=990556 len=1953444 2024-04-10T16:06:15.222 INFO:tasks.workunit.client.0.smithi069.stdout:op 4485 completed, throughput=5MB/sec 2024-04-10T16:06:16.222 INFO:tasks.workunit.client.0.smithi069.stdout: 867: throughput=5MB/sec pending data=0 2024-04-10T16:06:16.223 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-UYiZFJF4tBia6V5 off=11722106 len=1123597 2024-04-10T16:06:16.229 INFO:tasks.workunit.client.0.smithi069.stdout:op 4486 completed, throughput=5MB/sec 2024-04-10T16:06:16.229 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-yWOA5PlC4YWYNqh off=44796 len=1325048 2024-04-10T16:06:16.230 INFO:tasks.workunit.client.0.smithi069.stdout:op 4487 completed, throughput=5MB/sec 2024-04-10T16:06:16.230 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-mWl66ThPgoJfxqs off=2232840 len=1345714 2024-04-10T16:06:16.232 INFO:tasks.workunit.client.0.smithi069.stdout:op 4488 completed, throughput=5MB/sec 2024-04-10T16:06:16.232 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-93AEiGW8lp_Yb__ off=1668802 len=2038592 2024-04-10T16:06:16.234 INFO:tasks.workunit.client.0.smithi069.stdout:op 4489 completed, throughput=5MB/sec 2024-04-10T16:06:16.253 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:06:15 smithi077 ceph-mon[87572]: pgmap v1845: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-10T16:06:16.347 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:06:15 smithi069 ceph-mon[94167]: pgmap v1845: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-10T16:06:16.347 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:06:15 smithi069 ceph-mon[96738]: pgmap v1845: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-10T16:06:17.235 INFO:tasks.workunit.client.0.smithi069.stdout: 868: throughput=5MB/sec pending data=0 2024-04-10T16:06:17.235 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-C9lYLS7PctMd0ll off=2017482 len=1234117 2024-04-10T16:06:17.236 INFO:tasks.workunit.client.0.smithi069.stdout:op 4490 completed, throughput=5MB/sec 2024-04-10T16:06:17.236 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-sXmhP4huNzHd9Hm off=21247433 len=1975881 2024-04-10T16:06:17.246 INFO:tasks.workunit.client.0.smithi069.stdout:op 4491 completed, throughput=5MB/sec 2024-04-10T16:06:17.246 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-FdIsZnaWvkq0FAj off=7333525 len=1556137 2024-04-10T16:06:17.250 INFO:tasks.workunit.client.0.smithi069.stdout:op 4492 completed, throughput=5MB/sec 2024-04-10T16:06:17.347 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:06:16 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:06:16] "GET /metrics HTTP/1.1" 200 34053 "" "Prometheus/2.43.0" 2024-04-10T16:06:18.250 INFO:tasks.workunit.client.0.smithi069.stdout: 869: throughput=5MB/sec pending data=0 2024-04-10T16:06:18.250 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-lXoFnwqqWkgp7ah off=7886030 len=1273085 2024-04-10T16:06:18.253 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:06:17 smithi077 ceph-mon[87572]: pgmap v1846: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-10T16:06:18.258 INFO:tasks.workunit.client.0.smithi069.stdout:op 4493 completed, throughput=5MB/sec 2024-04-10T16:06:18.259 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-ssgYdkUNo7LFYc4 off=15698843 len=1684378 2024-04-10T16:06:18.260 INFO:tasks.workunit.client.0.smithi069.stdout:op 4494 completed, throughput=5MB/sec 2024-04-10T16:06:18.261 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-_mYckEZUlbXDkLC off=6963052 len=798775 2024-04-10T16:06:18.265 INFO:tasks.workunit.client.0.smithi069.stdout:op 4495 completed, throughput=5MB/sec 2024-04-10T16:06:18.266 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-Qvg8akNB2afyTuq off=1827917 len=1974283 2024-04-10T16:06:18.274 INFO:tasks.workunit.client.0.smithi069.stdout:op 4496 completed, throughput=5MB/sec 2024-04-10T16:06:18.347 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:06:17 smithi069 ceph-mon[94167]: pgmap v1846: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-10T16:06:18.347 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:06:17 smithi069 ceph-mon[96738]: pgmap v1846: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-10T16:06:19.274 INFO:tasks.workunit.client.0.smithi069.stdout: 870: throughput=5MB/sec pending data=0 2024-04-10T16:06:19.274 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-eQLpIqU2pN4IKr- off=23167771 len=350519 2024-04-10T16:06:19.275 INFO:tasks.workunit.client.0.smithi069.stdout:op 4497 completed, throughput=5MB/sec 2024-04-10T16:06:19.275 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-Fs8KMPECmYMBQCi off=2796366 len=1670808 2024-04-10T16:06:19.279 INFO:tasks.workunit.client.0.smithi069.stdout:op 4498 completed, throughput=5MB/sec 2024-04-10T16:06:19.279 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-XMu7RfDuCCNRje4 off=17853685 len=1238691 2024-04-10T16:06:19.280 INFO:tasks.workunit.client.0.smithi069.stdout:op 4499 completed, throughput=5MB/sec 2024-04-10T16:06:19.281 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-721CSXh1Q63GgL9 off=17650499 len=1342513 2024-04-10T16:06:19.282 INFO:tasks.workunit.client.0.smithi069.stdout:op 4500 completed, throughput=5MB/sec 2024-04-10T16:06:20.149 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:06:19 smithi069 ceph-mon[94167]: pgmap v1847: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-10T16:06:20.150 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:06:19 smithi069 ceph-mon[96738]: pgmap v1847: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-10T16:06:20.253 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:06:19 smithi077 ceph-mon[87572]: pgmap v1847: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-10T16:06:20.283 INFO:tasks.workunit.client.0.smithi069.stdout: 871: throughput=5MB/sec pending data=0 2024-04-10T16:06:20.283 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-tLdaDlxXXTi3qTA off=14649650 len=1606287 2024-04-10T16:06:20.285 INFO:tasks.workunit.client.0.smithi069.stdout:op 4501 completed, throughput=5MB/sec 2024-04-10T16:06:20.285 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-xWDDfvJROVQKfnq off=1160500 len=1182968 2024-04-10T16:06:20.287 INFO:tasks.workunit.client.0.smithi069.stdout:op 4502 completed, throughput=5MB/sec 2024-04-10T16:06:20.287 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-UrE5GMO3HIeeM90 off=4307733 len=1733282 2024-04-10T16:06:20.288 INFO:tasks.workunit.client.0.smithi069.stdout:op 4503 completed, throughput=5MB/sec 2024-04-10T16:06:21.288 INFO:tasks.workunit.client.0.smithi069.stdout: 872: throughput=4.99MB/sec pending data=0 2024-04-10T16:06:21.288 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-XMNUmsgdKeDgig2 off=8400183 len=1322995 2024-04-10T16:06:21.290 INFO:tasks.workunit.client.0.smithi069.stdout:op 4504 completed, throughput=5MB/sec 2024-04-10T16:06:21.290 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-xeg6iTSDIRVWeaN off=19484798 len=336423 2024-04-10T16:06:21.291 INFO:tasks.workunit.client.0.smithi069.stdout:op 4505 completed, throughput=5MB/sec 2024-04-10T16:06:21.291 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-uhB0Bo7PIqc-VfX off=6184265 len=857665 2024-04-10T16:06:21.296 INFO:tasks.workunit.client.0.smithi069.stdout:op 4506 completed, throughput=5MB/sec 2024-04-10T16:06:21.296 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-mKebBllE0EkE7Pf off=6072459 len=1967189 2024-04-10T16:06:21.308 INFO:tasks.workunit.client.0.smithi069.stdout:op 4507 completed, throughput=5MB/sec 2024-04-10T16:06:21.308 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-kgiwCBC2EWCuemb off=17724716 len=1471129 2024-04-10T16:06:21.309 INFO:tasks.workunit.client.0.smithi069.stdout:op 4508 completed, throughput=5MB/sec 2024-04-10T16:06:22.253 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:06:21 smithi077 ceph-mon[87572]: pgmap v1848: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-10T16:06:22.310 INFO:tasks.workunit.client.0.smithi069.stdout: 873: throughput=5MB/sec pending data=0 2024-04-10T16:06:22.310 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-cnybWKmYE8CyJO6 off=2864906 len=1831720 2024-04-10T16:06:22.313 INFO:tasks.workunit.client.0.smithi069.stdout:op 4509 completed, throughput=5MB/sec 2024-04-10T16:06:22.313 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-UqCy_8Ol6a_V1hc off=9673985 len=1893728 2024-04-10T16:06:22.315 INFO:tasks.workunit.client.0.smithi069.stdout:op 4510 completed, throughput=5MB/sec 2024-04-10T16:06:22.315 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-RSCMGwmxs0_nQy9 off=10701048 len=712625 2024-04-10T16:06:22.320 INFO:tasks.workunit.client.0.smithi069.stdout:op 4511 completed, throughput=5MB/sec 2024-04-10T16:06:22.347 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:06:21 smithi069 ceph-mon[94167]: pgmap v1848: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-10T16:06:22.347 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:06:21 smithi069 ceph-mon[96738]: pgmap v1848: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-10T16:06:22.753 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:06:22 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:06:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:06:23.320 INFO:tasks.workunit.client.0.smithi069.stdout: 874: throughput=4.99MB/sec pending data=0 2024-04-10T16:06:23.320 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-pEv7TvqFG8GRWZS off=14953976 len=1411844 2024-04-10T16:06:23.322 INFO:tasks.workunit.client.0.smithi069.stdout:op 4512 completed, throughput=5MB/sec 2024-04-10T16:06:23.322 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-VE3hGde1mrHG5D5 off=9009362 len=159912 2024-04-10T16:06:23.322 INFO:tasks.workunit.client.0.smithi069.stdout:op 4513 completed, throughput=5MB/sec 2024-04-10T16:06:23.323 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-b5pe8aeqHvmtnb6 off=1329243 len=1523961 2024-04-10T16:06:23.326 INFO:tasks.workunit.client.0.smithi069.stdout:op 4514 completed, throughput=5MB/sec 2024-04-10T16:06:23.326 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-SlnSbUFlxhj8_ge off=5632276 len=1469330 2024-04-10T16:06:23.328 INFO:tasks.workunit.client.0.smithi069.stdout:op 4515 completed, throughput=5MB/sec 2024-04-10T16:06:23.328 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-xulkRPohw4Wi3g6 off=266801 len=500640 2024-04-10T16:06:23.328 INFO:tasks.workunit.client.0.smithi069.stdout:op 4516 completed, throughput=5MB/sec 2024-04-10T16:06:23.329 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-MafhG1Y_kJGd8rH off=14066257 len=613380 2024-04-10T16:06:23.329 INFO:tasks.workunit.client.0.smithi069.stdout:op 4517 completed, throughput=5MB/sec 2024-04-10T16:06:24.253 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:06:23 smithi077 ceph-mon[87572]: pgmap v1849: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-10T16:06:24.329 INFO:tasks.workunit.client.0.smithi069.stdout: 875: throughput=4.99MB/sec pending data=0 2024-04-10T16:06:24.330 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-8WdHaz14IBjPX3X off=19137981 len=1485129 2024-04-10T16:06:24.331 INFO:tasks.workunit.client.0.smithi069.stdout:op 4518 completed, throughput=5MB/sec 2024-04-10T16:06:24.331 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-3iO5U1yTo954qQj off=17987711 len=1915360 2024-04-10T16:06:24.342 INFO:tasks.workunit.client.0.smithi069.stdout:op 4519 completed, throughput=5MB/sec 2024-04-10T16:06:24.342 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-dwfPEViv6b8uTaz off=1021208 len=1120216 2024-04-10T16:06:24.347 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:06:23 smithi069 ceph-mon[96738]: pgmap v1849: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-10T16:06:24.347 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:06:23 smithi069 ceph-mon[94167]: pgmap v1849: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-10T16:06:24.348 INFO:tasks.workunit.client.0.smithi069.stdout:op 4520 completed, throughput=5MB/sec 2024-04-10T16:06:24.348 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-8hCKieO6cnf0qUx off=7071819 len=2075401 2024-04-10T16:06:24.357 INFO:tasks.workunit.client.0.smithi069.stdout:op 4521 completed, throughput=5MB/sec 2024-04-10T16:06:25.253 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:06:24 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:06:25.347 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:06:24 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:06:25.347 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:06:24 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:06:25.357 INFO:tasks.workunit.client.0.smithi069.stdout: 876: throughput=5MB/sec pending data=0 2024-04-10T16:06:25.357 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-6UeVs2313iucbyD off=8216111 len=1409692 2024-04-10T16:06:25.359 INFO:tasks.workunit.client.0.smithi069.stdout:op 4522 completed, throughput=5MB/sec 2024-04-10T16:06:25.359 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-yxiKQqWFdt2b8bG off=2807900 len=1183315 2024-04-10T16:06:25.365 INFO:tasks.workunit.client.0.smithi069.stdout:op 4523 completed, throughput=5MB/sec 2024-04-10T16:06:25.365 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-6lc-VffSy67b1fy off=17261509 len=1386934 2024-04-10T16:06:25.371 INFO:tasks.workunit.client.0.smithi069.stdout:op 4524 completed, throughput=5MB/sec 2024-04-10T16:06:26.253 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:06:25 smithi077 ceph-mon[87572]: pgmap v1850: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.6 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-10T16:06:26.347 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:06:25 smithi069 ceph-mon[94167]: pgmap v1850: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.6 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-10T16:06:26.347 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:06:25 smithi069 ceph-mon[96738]: pgmap v1850: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.6 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-10T16:06:26.371 INFO:tasks.workunit.client.0.smithi069.stdout: 877: throughput=4.99MB/sec pending data=0 2024-04-10T16:06:26.371 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-dRQh6GT2dwpBDGG off=2195403 len=144929 2024-04-10T16:06:26.371 INFO:tasks.workunit.client.0.smithi069.stdout:op 4525 completed, throughput=4.99MB/sec 2024-04-10T16:06:26.372 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-ciyF0jonAc75bI6 off=898933 len=634321 2024-04-10T16:06:26.376 INFO:tasks.workunit.client.0.smithi069.stdout:op 4526 completed, throughput=5MB/sec 2024-04-10T16:06:26.376 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-_L_97rYPj5AOMLK off=8969563 len=1135867 2024-04-10T16:06:26.377 INFO:tasks.workunit.client.0.smithi069.stdout:op 4527 completed, throughput=5MB/sec 2024-04-10T16:06:26.377 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-ADeOcz4Mskvhvew off=11191077 len=1999460 2024-04-10T16:06:26.379 INFO:tasks.workunit.client.0.smithi069.stdout:op 4528 completed, throughput=5MB/sec 2024-04-10T16:06:26.379 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-fURqlCsdgWHDlge off=12797111 len=649062 2024-04-10T16:06:26.381 INFO:tasks.workunit.client.0.smithi069.stdout:op 4529 completed, throughput=5MB/sec 2024-04-10T16:06:26.381 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-dF4o9rwVuF4LRGE off=6473141 len=1206542 2024-04-10T16:06:26.383 INFO:tasks.workunit.client.0.smithi069.stdout:op 4530 completed, throughput=5MB/sec 2024-04-10T16:06:27.347 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:06:26 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:06:26] "GET /metrics HTTP/1.1" 200 34050 "" "Prometheus/2.43.0" 2024-04-10T16:06:27.384 INFO:tasks.workunit.client.0.smithi069.stdout: 878: throughput=5MB/sec pending data=0 2024-04-10T16:06:27.384 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-4NWHPrylL2gsuas off=17448991 len=1406880 2024-04-10T16:06:27.393 INFO:tasks.workunit.client.0.smithi069.stdout:op 4531 completed, throughput=5MB/sec 2024-04-10T16:06:27.393 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-g2VuyqHgbqGTNPj off=1114525 len=1841697 2024-04-10T16:06:27.395 INFO:tasks.workunit.client.0.smithi069.stdout:op 4532 completed, throughput=5MB/sec 2024-04-10T16:06:27.395 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-Z6_9-7qir-wvSNU off=324590 len=1556019 2024-04-10T16:06:27.397 INFO:tasks.workunit.client.0.smithi069.stdout:op 4533 completed, throughput=5MB/sec 2024-04-10T16:06:28.253 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:06:27 smithi077 ceph-mon[87572]: pgmap v1851: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.6 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-10T16:06:28.347 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:06:27 smithi069 ceph-mon[96738]: pgmap v1851: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.6 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-10T16:06:28.347 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:06:27 smithi069 ceph-mon[94167]: pgmap v1851: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.6 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-10T16:06:28.398 INFO:tasks.workunit.client.0.smithi069.stdout: 879: throughput=4.99MB/sec pending data=0 2024-04-10T16:06:28.398 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-UZAtCX-gpkJk0b0 off=15648775 len=1678501 2024-04-10T16:06:28.406 INFO:tasks.workunit.client.0.smithi069.stdout:op 4534 completed, throughput=5MB/sec 2024-04-10T16:06:28.406 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-McNH5kQTmiEwfPW off=12397770 len=1933954 2024-04-10T16:06:28.416 INFO:tasks.workunit.client.0.smithi069.stdout:op 4535 completed, throughput=5MB/sec 2024-04-10T16:06:28.416 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-silq2QGnO5PgYq5 off=9111866 len=1688249 2024-04-10T16:06:28.418 INFO:tasks.workunit.client.0.smithi069.stdout:op 4536 completed, throughput=5MB/sec 2024-04-10T16:06:29.419 INFO:tasks.workunit.client.0.smithi069.stdout: 880: throughput=4.99MB/sec pending data=0 2024-04-10T16:06:29.419 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-X3m-2nJKi6l8THO off=305542 len=578259 2024-04-10T16:06:29.420 INFO:tasks.workunit.client.0.smithi069.stdout:op 4537 completed, throughput=5MB/sec 2024-04-10T16:06:29.420 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-eV4ejL4S4i3FW4- off=13601816 len=1880057 2024-04-10T16:06:29.429 INFO:tasks.workunit.client.0.smithi069.stdout:op 4538 completed, throughput=5MB/sec 2024-04-10T16:06:29.430 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-rc1uZ3zYuAwnGhT off=6610677 len=1439129 2024-04-10T16:06:29.430 INFO:tasks.workunit.client.0.smithi069.stdout:op 4539 completed, throughput=5MB/sec 2024-04-10T16:06:29.430 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-5lUU_XHA6BLU9Zq off=13150755 len=2052996 2024-04-10T16:06:29.439 INFO:tasks.workunit.client.0.smithi069.stdout:op 4540 completed, throughput=5MB/sec 2024-04-10T16:06:30.253 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:06:29 smithi077 ceph-mon[87572]: pgmap v1852: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.2 MiB/s wr, 3 op/s 2024-04-10T16:06:30.347 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:06:29 smithi069 ceph-mon[96738]: pgmap v1852: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.2 MiB/s wr, 3 op/s 2024-04-10T16:06:30.347 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:06:29 smithi069 ceph-mon[94167]: pgmap v1852: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.2 MiB/s wr, 3 op/s 2024-04-10T16:06:30.439 INFO:tasks.workunit.client.0.smithi069.stdout: 881: throughput=5MB/sec pending data=0 2024-04-10T16:06:30.440 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-ukPDKluJ-9nBiw_ off=2184618 len=196642 2024-04-10T16:06:30.442 INFO:tasks.workunit.client.0.smithi069.stdout:op 4541 completed, throughput=5MB/sec 2024-04-10T16:06:30.442 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-hGyqgqK1NMzjbZn off=6728588 len=2078246 2024-04-10T16:06:30.445 INFO:tasks.workunit.client.0.smithi069.stdout:op 4542 completed, throughput=5MB/sec 2024-04-10T16:06:30.445 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-eTMAvApnCu9qK7t off=8423352 len=1490733 2024-04-10T16:06:30.451 INFO:tasks.workunit.client.0.smithi069.stdout:op 4543 completed, throughput=5MB/sec 2024-04-10T16:06:30.451 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-0mON64018ucVezZ off=814519 len=1700387 2024-04-10T16:06:30.452 INFO:tasks.workunit.client.0.smithi069.stdout:op 4544 completed, throughput=5MB/sec 2024-04-10T16:06:31.253 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:06:30 smithi077 ceph-mon[87572]: pgmap v1853: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-10T16:06:31.347 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:06:30 smithi069 ceph-mon[94167]: pgmap v1853: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-10T16:06:31.347 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:06:30 smithi069 ceph-mon[96738]: pgmap v1853: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-10T16:06:31.453 INFO:tasks.workunit.client.0.smithi069.stdout: 882: throughput=5MB/sec pending data=0 2024-04-10T16:06:31.453 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-xof7_1AZhv3BkaI off=3769093 len=2034719 2024-04-10T16:06:31.466 INFO:tasks.workunit.client.0.smithi069.stdout:op 4545 completed, throughput=5MB/sec 2024-04-10T16:06:31.466 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-aubgTXmu5WX6Rwr off=18015899 len=163089 2024-04-10T16:06:31.468 INFO:tasks.workunit.client.0.smithi069.stdout:op 4546 completed, throughput=5MB/sec 2024-04-10T16:06:31.468 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-haMuNkIGXExBanV off=1532181 len=574817 2024-04-10T16:06:31.470 INFO:tasks.workunit.client.0.smithi069.stdout:op 4547 completed, throughput=5MB/sec 2024-04-10T16:06:31.470 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-UbWZuODsDjkAY-G off=2033164 len=1001405 2024-04-10T16:06:31.471 INFO:tasks.workunit.client.0.smithi069.stdout:op 4548 completed, throughput=5MB/sec 2024-04-10T16:06:31.471 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-s5Sppl8jQqGxCFZ off=6864948 len=1442079 2024-04-10T16:06:31.479 INFO:tasks.workunit.client.0.smithi069.stdout:op 4549 completed, throughput=5MB/sec 2024-04-10T16:06:32.479 INFO:tasks.workunit.client.0.smithi069.stdout: 883: throughput=5MB/sec pending data=0 2024-04-10T16:06:32.480 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-kQNi2FFITkykZij off=4453037 len=752357 2024-04-10T16:06:32.484 INFO:tasks.workunit.client.0.smithi069.stdout:op 4550 completed, throughput=5MB/sec 2024-04-10T16:06:32.484 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-1dnhZFb63Y8CzZP off=1433656 len=548437 2024-04-10T16:06:32.488 INFO:tasks.workunit.client.0.smithi069.stdout:op 4551 completed, throughput=5MB/sec 2024-04-10T16:06:32.488 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-Fh_yqFVLhiJ-y1T off=2570685 len=1631687 2024-04-10T16:06:32.491 INFO:tasks.workunit.client.0.smithi069.stdout:op 4552 completed, throughput=5MB/sec 2024-04-10T16:06:32.491 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-0o0ElVjQJIjPIfL off=96624 len=435005 2024-04-10T16:06:32.492 INFO:tasks.workunit.client.0.smithi069.stdout:op 4553 completed, throughput=5MB/sec 2024-04-10T16:06:32.492 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-Q1UY6hpEMqjEhgd off=1527267 len=1186214 2024-04-10T16:06:32.493 INFO:tasks.workunit.client.0.smithi069.stdout:op 4554 completed, throughput=5MB/sec 2024-04-10T16:06:32.753 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:06:32 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:06:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:06:33.347 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:06:33 smithi069 ceph-mon[94167]: pgmap v1854: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.5 MiB/s wr, 3 op/s 2024-04-10T16:06:33.348 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:06:33 smithi069 ceph-mon[96738]: pgmap v1854: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.5 MiB/s wr, 3 op/s 2024-04-10T16:06:33.494 INFO:tasks.workunit.client.0.smithi069.stdout: 884: throughput=4.99MB/sec pending data=0 2024-04-10T16:06:33.494 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-1h7IXpg7vpOtiBE off=4809376 len=1940630 2024-04-10T16:06:33.496 INFO:tasks.workunit.client.0.smithi069.stdout:op 4555 completed, throughput=5MB/sec 2024-04-10T16:06:33.496 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-i1sgBAktCs3t1rj off=22474911 len=5750 2024-04-10T16:06:33.497 INFO:tasks.workunit.client.0.smithi069.stdout:op 4556 completed, throughput=5MB/sec 2024-04-10T16:06:33.497 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-vL1x4UchPRUG1X4 off=17877901 len=1733797 2024-04-10T16:06:33.499 INFO:tasks.workunit.client.0.smithi069.stdout:op 4557 completed, throughput=5MB/sec 2024-04-10T16:06:33.499 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-8GaaOfHjMRffixY off=3526754 len=217945 2024-04-10T16:06:33.502 INFO:tasks.workunit.client.0.smithi069.stdout:op 4558 completed, throughput=5MB/sec 2024-04-10T16:06:33.502 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-djSUS4ghFfOwWJS off=5932397 len=1005024 2024-04-10T16:06:33.503 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:06:33 smithi077 ceph-mon[87572]: pgmap v1854: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.5 MiB/s wr, 3 op/s 2024-04-10T16:06:33.507 INFO:tasks.workunit.client.0.smithi069.stdout:op 4559 completed, throughput=5MB/sec 2024-04-10T16:06:33.508 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-FNWxVuzXh3np2Zw off=1911036 len=1060567 2024-04-10T16:06:33.512 INFO:tasks.workunit.client.0.smithi069.stdout:op 4560 completed, throughput=5MB/sec 2024-04-10T16:06:34.513 INFO:tasks.workunit.client.0.smithi069.stdout: 885: throughput=5MB/sec pending data=0 2024-04-10T16:06:34.513 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-Y8t2rSeo0XaC_V8 off=20038833 len=178955 2024-04-10T16:06:34.514 INFO:tasks.workunit.client.0.smithi069.stdout:op 4561 completed, throughput=5MB/sec 2024-04-10T16:06:34.514 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-QS0QlH26h6NAIg7 off=1205186 len=328411 2024-04-10T16:06:34.514 INFO:tasks.workunit.client.0.smithi069.stdout:op 4562 completed, throughput=5MB/sec 2024-04-10T16:06:34.514 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-DTVOs7SnxJmut6Z off=17003264 len=573114 2024-04-10T16:06:34.519 INFO:tasks.workunit.client.0.smithi069.stdout:op 4563 completed, throughput=5MB/sec 2024-04-10T16:06:34.519 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-BPbLDR4ebNWfFil off=2213865 len=2033594 2024-04-10T16:06:34.523 INFO:tasks.workunit.client.0.smithi069.stdout:op 4564 completed, throughput=5MB/sec 2024-04-10T16:06:34.523 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-q3zIPFnKufUPOL0 off=6087157 len=670528 2024-04-10T16:06:34.527 INFO:tasks.workunit.client.0.smithi069.stdout:op 4565 completed, throughput=5MB/sec 2024-04-10T16:06:34.527 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-YMarW2LkDYSKSOB off=706856 len=880356 2024-04-10T16:06:34.531 INFO:tasks.workunit.client.0.smithi069.stdout:op 4566 completed, throughput=5MB/sec 2024-04-10T16:06:35.503 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:06:35 smithi077 ceph-mon[87572]: pgmap v1855: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-10T16:06:35.532 INFO:tasks.workunit.client.0.smithi069.stdout: 886: throughput=4.99MB/sec pending data=0 2024-04-10T16:06:35.532 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-fnZxBfE9yq6M73S off=2266742 len=573951 2024-04-10T16:06:35.536 INFO:tasks.workunit.client.0.smithi069.stdout:op 4567 completed, throughput=5MB/sec 2024-04-10T16:06:35.536 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-TEUeWXShKYsoZLW off=12960463 len=2090503 2024-04-10T16:06:35.545 INFO:tasks.workunit.client.0.smithi069.stdout:op 4568 completed, throughput=5MB/sec 2024-04-10T16:06:35.545 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-SyZp4Briow1onEt off=6612500 len=1448180 2024-04-10T16:06:35.546 INFO:tasks.workunit.client.0.smithi069.stdout:op 4569 completed, throughput=5MB/sec 2024-04-10T16:06:35.546 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-c3Z34jIGnKEINlC off=4103135 len=57737 2024-04-10T16:06:35.547 INFO:tasks.workunit.client.0.smithi069.stdout:op 4570 completed, throughput=5MB/sec 2024-04-10T16:06:35.547 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-z1i9Rpar6Ec2GaM off=3428807 len=858023 2024-04-10T16:06:35.549 INFO:tasks.workunit.client.0.smithi069.stdout:op 4571 completed, throughput=5MB/sec 2024-04-10T16:06:35.549 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-231uShv4Koevv5s off=11861486 len=1465011 2024-04-10T16:06:35.550 INFO:tasks.workunit.client.0.smithi069.stdout:op 4572 completed, throughput=5MB/sec 2024-04-10T16:06:35.597 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:06:35 smithi069 ceph-mon[96738]: pgmap v1855: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-10T16:06:35.598 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:06:35 smithi069 ceph-mon[94167]: pgmap v1855: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-10T16:06:36.550 INFO:tasks.workunit.client.0.smithi069.stdout: 887: throughput=5MB/sec pending data=0 2024-04-10T16:06:36.550 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-f9RZ7z4KL1NOllI off=8001117 len=658652 2024-04-10T16:06:36.555 INFO:tasks.workunit.client.0.smithi069.stdout:op 4573 completed, throughput=5MB/sec 2024-04-10T16:06:36.555 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-TihxOsCJCsqtlBJ off=22550509 len=58035 2024-04-10T16:06:36.555 INFO:tasks.workunit.client.0.smithi069.stdout:op 4574 completed, throughput=5MB/sec 2024-04-10T16:06:36.555 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-lwGcZWTo9Ujd37S off=15311737 len=1267252 2024-04-10T16:06:36.557 INFO:tasks.workunit.client.0.smithi069.stdout:op 4575 completed, throughput=5MB/sec 2024-04-10T16:06:36.557 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-oxfCUX-T7MZrb18 off=7799012 len=1978628 2024-04-10T16:06:36.559 INFO:tasks.workunit.client.0.smithi069.stdout:op 4576 completed, throughput=5MB/sec 2024-04-10T16:06:36.560 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-dtGmK-PQykIrnYY off=8818059 len=1905603 2024-04-10T16:06:36.562 INFO:tasks.workunit.client.0.smithi069.stdout:op 4577 completed, throughput=5MB/sec 2024-04-10T16:06:37.347 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:06:37 smithi069 ceph-mon[96738]: pgmap v1856: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-10T16:06:37.348 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:06:37 smithi069 ceph-mon[94167]: pgmap v1856: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-10T16:06:37.348 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:06:36 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:06:36] "GET /metrics HTTP/1.1" 200 34050 "" "Prometheus/2.43.0" 2024-04-10T16:06:37.503 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:06:37 smithi077 ceph-mon[87572]: pgmap v1856: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-10T16:06:37.562 INFO:tasks.workunit.client.0.smithi069.stdout: 888: throughput=5MB/sec pending data=0 2024-04-10T16:06:37.562 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-TXvKEhLdfLMggrf off=1957647 len=1931867 2024-04-10T16:06:37.575 INFO:tasks.workunit.client.0.smithi069.stdout:op 4578 completed, throughput=5MB/sec 2024-04-10T16:06:37.575 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-5CDhyD8CJz11e-7 off=3133284 len=1577223 2024-04-10T16:06:37.578 INFO:tasks.workunit.client.0.smithi069.stdout:op 4579 completed, throughput=5MB/sec 2024-04-10T16:06:37.578 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-7SM1gQt3RRgir_S off=607247 len=1599329 2024-04-10T16:06:37.585 INFO:tasks.workunit.client.0.smithi069.stdout:op 4580 completed, throughput=5MB/sec 2024-04-10T16:06:38.586 INFO:tasks.workunit.client.0.smithi069.stdout: 889: throughput=5MB/sec pending data=0 2024-04-10T16:06:38.586 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-Lwf6FwOICC7R0-q off=1509380 len=1969693 2024-04-10T16:06:38.595 INFO:tasks.workunit.client.0.smithi069.stdout:op 4581 completed, throughput=5MB/sec 2024-04-10T16:06:38.595 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-YEmub-ELWmR-fj1 off=5566505 len=1040640 2024-04-10T16:06:38.596 INFO:tasks.workunit.client.0.smithi069.stdout:op 4582 completed, throughput=5MB/sec 2024-04-10T16:06:38.596 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-nobcM9-CrxfH8nn off=2160222 len=48625 2024-04-10T16:06:38.597 INFO:tasks.workunit.client.0.smithi069.stdout:op 4583 completed, throughput=5MB/sec 2024-04-10T16:06:38.597 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-ljKayT2KIQscN0L off=8929439 len=1660674 2024-04-10T16:06:38.605 INFO:tasks.workunit.client.0.smithi069.stdout:op 4584 completed, throughput=5MB/sec 2024-04-10T16:06:39.503 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:06:39 smithi077 ceph-mon[87572]: pgmap v1857: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-10T16:06:39.597 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:06:39 smithi069 ceph-mon[96738]: pgmap v1857: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-10T16:06:39.598 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:06:39 smithi069 ceph-mon[94167]: pgmap v1857: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-10T16:06:39.605 INFO:tasks.workunit.client.0.smithi069.stdout: 890: throughput=5MB/sec pending data=0 2024-04-10T16:06:39.605 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-M7Q9Pk_sTybbt7B off=3412310 len=2081383 2024-04-10T16:06:39.614 INFO:tasks.workunit.client.0.smithi069.stdout:op 4585 completed, throughput=5MB/sec 2024-04-10T16:06:39.614 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-uv9eQi9bf0OtLnc off=6322726 len=986064 2024-04-10T16:06:39.620 INFO:tasks.workunit.client.0.smithi069.stdout:op 4586 completed, throughput=5MB/sec 2024-04-10T16:06:39.620 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-nhzcmjy2xB0T-Rf off=10237297 len=976854 2024-04-10T16:06:39.625 INFO:tasks.workunit.client.0.smithi069.stdout:op 4587 completed, throughput=5MB/sec 2024-04-10T16:06:39.626 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-ZbZz0opvxfT5tpJ off=1716639 len=1470969 2024-04-10T16:06:39.634 INFO:tasks.workunit.client.0.smithi069.stdout:op 4588 completed, throughput=5MB/sec 2024-04-10T16:06:40.503 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:06:40 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:06:40.597 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:06:40 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:06:40.598 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:06:40 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:06:40.634 INFO:tasks.workunit.client.0.smithi069.stdout: 891: throughput=5MB/sec pending data=0 2024-04-10T16:06:40.635 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-Hg3Ld9l4j88QeA- off=6885035 len=1377320 2024-04-10T16:06:40.638 INFO:tasks.workunit.client.0.smithi069.stdout:op 4589 completed, throughput=5MB/sec 2024-04-10T16:06:40.638 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-iflCyHBUWAKok5Y off=236447 len=901814 2024-04-10T16:06:40.640 INFO:tasks.workunit.client.0.smithi069.stdout:op 4590 completed, throughput=5MB/sec 2024-04-10T16:06:40.640 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-k0wa4ntcxvI_1xY off=6913595 len=482084 2024-04-10T16:06:40.644 INFO:tasks.workunit.client.0.smithi069.stdout:op 4591 completed, throughput=5MB/sec 2024-04-10T16:06:40.644 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-5jyM1bTtRejAjEI off=10327837 len=1953402 2024-04-10T16:06:40.648 INFO:tasks.workunit.client.0.smithi069.stdout:op 4592 completed, throughput=5MB/sec 2024-04-10T16:06:41.503 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:06:41 smithi077 ceph-mon[87572]: pgmap v1858: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-10T16:06:41.597 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:06:41 smithi069 ceph-mon[96738]: pgmap v1858: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-10T16:06:41.597 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:06:41 smithi069 ceph-mon[94167]: pgmap v1858: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-10T16:06:41.648 INFO:tasks.workunit.client.0.smithi069.stdout: 892: throughput=4.99MB/sec pending data=0 2024-04-10T16:06:41.648 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-p1V72xld-_7rDOO off=35782 len=1880365 2024-04-10T16:06:41.659 INFO:tasks.workunit.client.0.smithi069.stdout:op 4593 completed, throughput=5MB/sec 2024-04-10T16:06:41.659 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-8-VnuQfiSaRqwGc off=23245378 len=22225 2024-04-10T16:06:41.662 INFO:tasks.workunit.client.0.smithi069.stdout:op 4594 completed, throughput=5MB/sec 2024-04-10T16:06:41.662 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-2LergBK8bfaHj0a off=3051963 len=1709442 2024-04-10T16:06:41.668 INFO:tasks.workunit.client.0.smithi069.stdout:op 4595 completed, throughput=5MB/sec 2024-04-10T16:06:41.668 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-OjbmetAyVioyVx9 off=5810 len=211400 2024-04-10T16:06:41.671 INFO:tasks.workunit.client.0.smithi069.stdout:op 4596 completed, throughput=5MB/sec 2024-04-10T16:06:41.671 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-Wf7wKRjlxCQsRLG off=540995 len=858006 2024-04-10T16:06:41.673 INFO:tasks.workunit.client.0.smithi069.stdout:op 4597 completed, throughput=5MB/sec 2024-04-10T16:06:41.673 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-xLjQhfWBmGepmS4 off=6310263 len=1183977 2024-04-10T16:06:41.674 INFO:tasks.workunit.client.0.smithi069.stdout:op 4598 completed, throughput=5MB/sec 2024-04-10T16:06:42.674 INFO:tasks.workunit.client.0.smithi069.stdout: 893: throughput=5MB/sec pending data=0 2024-04-10T16:06:42.675 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-PfzM1ozjFXIc1nZ off=9541572 len=1152651 2024-04-10T16:06:42.676 INFO:tasks.workunit.client.0.smithi069.stdout:op 4599 completed, throughput=5MB/sec 2024-04-10T16:06:42.676 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-ZTA7MKjtp95djvF off=4141090 len=320730 2024-04-10T16:06:42.679 INFO:tasks.workunit.client.0.smithi069.stdout:op 4600 completed, throughput=5MB/sec 2024-04-10T16:06:42.680 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-xm98-bqM41lWAmy off=1249032 len=1385458 2024-04-10T16:06:42.681 INFO:tasks.workunit.client.0.smithi069.stdout:op 4601 completed, throughput=5MB/sec 2024-04-10T16:06:42.681 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-R8IyamUXetrjvqj off=12833131 len=1130712 2024-04-10T16:06:42.683 INFO:tasks.workunit.client.0.smithi069.stdout:op 4602 completed, throughput=5MB/sec 2024-04-10T16:06:42.683 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-sByk46fR44sPlG2 off=6627370 len=1772581 2024-04-10T16:06:42.690 INFO:tasks.workunit.client.0.smithi069.stdout:op 4603 completed, throughput=5MB/sec 2024-04-10T16:06:42.753 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:06:42 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:06:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:06:43.503 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:06:43 smithi077 ceph-mon[87572]: pgmap v1859: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-10T16:06:43.597 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:06:43 smithi069 ceph-mon[96738]: pgmap v1859: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-10T16:06:43.597 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:06:43 smithi069 ceph-mon[94167]: pgmap v1859: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-10T16:06:43.690 INFO:tasks.workunit.client.0.smithi069.stdout: 894: throughput=5MB/sec pending data=0 2024-04-10T16:06:43.690 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-n4aOWz9_GlYv1sF off=16309135 len=1151565 2024-04-10T16:06:43.692 INFO:tasks.workunit.client.0.smithi069.stdout:op 4604 completed, throughput=5MB/sec 2024-04-10T16:06:43.692 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-p15Qc36tbM4sOJ0 off=15876089 len=1372541 2024-04-10T16:06:43.694 INFO:tasks.workunit.client.0.smithi069.stdout:op 4605 completed, throughput=5MB/sec 2024-04-10T16:06:43.694 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-acwZ48kaNc4KHbq off=20393667 len=1567722 2024-04-10T16:06:43.703 INFO:tasks.workunit.client.0.smithi069.stdout:op 4606 completed, throughput=5MB/sec 2024-04-10T16:06:44.704 INFO:tasks.workunit.client.0.smithi069.stdout: 895: throughput=4.99MB/sec pending data=0 2024-04-10T16:06:44.704 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-BqxlmdVJugFPINu off=19701015 len=194163 2024-04-10T16:06:44.707 INFO:tasks.workunit.client.0.smithi069.stdout:op 4607 completed, throughput=4.99MB/sec 2024-04-10T16:06:44.707 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-J16CLmsexSw0IgB off=3237687 len=726422 2024-04-10T16:06:44.711 INFO:tasks.workunit.client.0.smithi069.stdout:op 4608 completed, throughput=5MB/sec 2024-04-10T16:06:44.711 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-vyCAon2rjlCJi9w off=6278758 len=217079 2024-04-10T16:06:44.712 INFO:tasks.workunit.client.0.smithi069.stdout:op 4609 completed, throughput=5MB/sec 2024-04-10T16:06:44.712 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-ZoD_GhNUOhT4qAH off=7432934 len=805263 2024-04-10T16:06:44.717 INFO:tasks.workunit.client.0.smithi069.stdout:op 4610 completed, throughput=5MB/sec 2024-04-10T16:06:44.717 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-yP6Tf60ybKrxi4_ off=0 len=1301972 2024-04-10T16:06:44.723 INFO:tasks.workunit.client.0.smithi069.stdout:op 4611 completed, throughput=5MB/sec 2024-04-10T16:06:44.723 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-pxIxEjnbvuYXVm2 off=14600534 len=226206 2024-04-10T16:06:44.723 INFO:tasks.workunit.client.0.smithi069.stdout:op 4612 completed, throughput=5MB/sec 2024-04-10T16:06:44.724 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-CsrWKPfpHe3y6A8 off=39978 len=852762 2024-04-10T16:06:44.724 INFO:tasks.workunit.client.0.smithi069.stdout:op 4613 completed, throughput=5MB/sec 2024-04-10T16:06:44.725 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-EsaTmLlVtWKCTq8 off=10834514 len=1171502 2024-04-10T16:06:44.729 INFO:tasks.workunit.client.0.smithi069.stdout:op 4614 completed, throughput=5MB/sec 2024-04-10T16:06:45.503 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:06:45 smithi077 ceph-mon[87572]: pgmap v1860: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-10T16:06:45.597 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:06:45 smithi069 ceph-mon[96738]: pgmap v1860: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-10T16:06:45.598 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:06:45 smithi069 ceph-mon[94167]: pgmap v1860: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-10T16:06:45.729 INFO:tasks.workunit.client.0.smithi069.stdout: 896: throughput=4.99MB/sec pending data=0 2024-04-10T16:06:45.729 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-cQ5qhNds3qZh3ra off=13911851 len=399165 2024-04-10T16:06:45.730 INFO:tasks.workunit.client.0.smithi069.stdout:op 4615 completed, throughput=5MB/sec 2024-04-10T16:06:45.730 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-rvS4Ij2vuA9dAFF off=4533045 len=676279 2024-04-10T16:06:45.731 INFO:tasks.workunit.client.0.smithi069.stdout:op 4616 completed, throughput=5MB/sec 2024-04-10T16:06:45.731 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-uixxAP9mKJM6O2A off=2047016 len=351062 2024-04-10T16:06:45.733 INFO:tasks.workunit.client.0.smithi069.stdout:op 4617 completed, throughput=5MB/sec 2024-04-10T16:06:45.733 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-9dQ2lAAQPB-IYcV off=6094047 len=1462460 2024-04-10T16:06:45.742 INFO:tasks.workunit.client.0.smithi069.stdout:op 4618 completed, throughput=5MB/sec 2024-04-10T16:06:45.742 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-RcXujclM_oo1w8F off=2230095 len=635583 2024-04-10T16:06:45.743 INFO:tasks.workunit.client.0.smithi069.stdout:op 4619 completed, throughput=5MB/sec 2024-04-10T16:06:45.743 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-ktaXwNCypfGsoo2 off=3378312 len=1329006 2024-04-10T16:06:45.752 INFO:tasks.workunit.client.0.smithi069.stdout:op 4620 completed, throughput=5MB/sec 2024-04-10T16:06:45.752 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-3BdCZWZsolabMjR off=10613213 len=1786064 2024-04-10T16:06:45.763 INFO:tasks.workunit.client.0.smithi069.stdout:op 4621 completed, throughput=5MB/sec 2024-04-10T16:06:46.763 INFO:tasks.workunit.client.0.smithi069.stdout: 897: throughput=5MB/sec pending data=0 2024-04-10T16:06:46.763 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-Ed_mO9hl-YuIG-k off=18574712 len=1505956 2024-04-10T16:06:46.771 INFO:tasks.workunit.client.0.smithi069.stdout:op 4622 completed, throughput=5MB/sec 2024-04-10T16:06:46.771 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-DCwMWK8PtWLjpKW off=21221261 len=1321179 2024-04-10T16:06:46.775 INFO:tasks.workunit.client.0.smithi069.stdout:op 4623 completed, throughput=5MB/sec 2024-04-10T16:06:46.775 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-gIXtP1ONcX3-54P off=276096 len=1067757 2024-04-10T16:06:46.779 INFO:tasks.workunit.client.0.smithi069.stdout:op 4624 completed, throughput=5MB/sec 2024-04-10T16:06:46.780 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-1IfzEKpU_qc1LbD off=1229367 len=245350 2024-04-10T16:06:46.782 INFO:tasks.workunit.client.0.smithi069.stdout:op 4625 completed, throughput=5MB/sec 2024-04-10T16:06:47.348 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:06:46 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:06:46] "GET /metrics HTTP/1.1" 200 34052 "" "Prometheus/2.43.0" 2024-04-10T16:06:47.783 INFO:tasks.workunit.client.0.smithi069.stdout: 898: throughput=4.99MB/sec pending data=0 2024-04-10T16:06:47.783 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-ptdEEBQrZTCnBhX off=18927780 len=306476 2024-04-10T16:06:47.786 INFO:tasks.workunit.client.0.smithi069.stdout:op 4626 completed, throughput=5MB/sec 2024-04-10T16:06:47.786 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-LBwk2AAfcCEDX-x off=8244216 len=737552 2024-04-10T16:06:47.787 INFO:tasks.workunit.client.0.smithi069.stdout:op 4627 completed, throughput=5MB/sec 2024-04-10T16:06:47.787 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-UlWuPOjQG2YQSa6 off=12850126 len=1225332 2024-04-10T16:06:47.788 INFO:tasks.workunit.client.0.smithi069.stdout:op 4628 completed, throughput=5MB/sec 2024-04-10T16:06:47.789 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-zdUdknjS0FkXMJ2 off=11933341 len=1379185 2024-04-10T16:06:47.795 INFO:tasks.workunit.client.0.smithi069.stdout:op 4629 completed, throughput=5MB/sec 2024-04-10T16:06:47.795 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-nei_gI4cz3jffgl off=486062 len=635804 2024-04-10T16:06:47.796 INFO:tasks.workunit.client.0.smithi069.stdout:op 4630 completed, throughput=5MB/sec 2024-04-10T16:06:47.796 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-waTrSSECGzAvQYZ off=12569319 len=491023 2024-04-10T16:06:47.800 INFO:tasks.workunit.client.0.smithi069.stdout:op 4631 completed, throughput=5MB/sec 2024-04-10T16:06:47.800 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-QFJwDEIMuLXfR-a off=940764 len=1207150 2024-04-10T16:06:47.807 INFO:tasks.workunit.client.0.smithi069.stdout:op 4632 completed, throughput=5MB/sec 2024-04-10T16:06:47.847 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:06:47 smithi069 ceph-mon[96738]: pgmap v1861: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-10T16:06:47.847 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:06:47 smithi069 ceph-mon[94167]: pgmap v1861: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-10T16:06:48.003 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:06:47 smithi077 ceph-mon[87572]: pgmap v1861: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-10T16:06:48.808 INFO:tasks.workunit.client.0.smithi069.stdout: 899: throughput=5MB/sec pending data=0 2024-04-10T16:06:48.808 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-D35XQ0kkQRi_7uU off=1716892 len=462729 2024-04-10T16:06:48.809 INFO:tasks.workunit.client.0.smithi069.stdout:op 4633 completed, throughput=5MB/sec 2024-04-10T16:06:48.809 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-HbbE7s9_tt5Z6Xt off=10790212 len=968170 2024-04-10T16:06:48.810 INFO:tasks.workunit.client.0.smithi069.stdout:op 4634 completed, throughput=5MB/sec 2024-04-10T16:06:48.810 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-MurYw7AxYl7NgNf off=1045305 len=125024 2024-04-10T16:06:48.811 INFO:tasks.workunit.client.0.smithi069.stdout:op 4635 completed, throughput=5MB/sec 2024-04-10T16:06:48.811 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-OpEG7gBEOPk99db off=2923962 len=948864 2024-04-10T16:06:48.816 INFO:tasks.workunit.client.0.smithi069.stdout:op 4636 completed, throughput=5MB/sec 2024-04-10T16:06:48.816 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-MDk2USqqnkEIHX3 off=2935019 len=2048155 2024-04-10T16:06:48.819 INFO:tasks.workunit.client.0.smithi069.stdout:op 4637 completed, throughput=5MB/sec 2024-04-10T16:06:49.819 INFO:tasks.workunit.client.0.smithi069.stdout: 900: throughput=4.99MB/sec pending data=0 2024-04-10T16:06:49.819 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-H813sToxWi-Fetv off=6258493 len=677933 2024-04-10T16:06:49.820 INFO:tasks.workunit.client.0.smithi069.stdout:op 4638 completed, throughput=5MB/sec 2024-04-10T16:06:49.820 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-YuHhMR2AZjXdmaj off=2218245 len=232195 2024-04-10T16:06:49.821 INFO:tasks.workunit.client.0.smithi069.stdout:op 4639 completed, throughput=5MB/sec 2024-04-10T16:06:49.821 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-tDmHpOkMOZXMq4i off=1169399 len=1866612 2024-04-10T16:06:49.830 INFO:tasks.workunit.client.0.smithi069.stdout:op 4640 completed, throughput=5MB/sec 2024-04-10T16:06:49.831 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-7Bk96O90VtrBZtv off=10537037 len=708222 2024-04-10T16:06:49.835 INFO:tasks.workunit.client.0.smithi069.stdout:op 4641 completed, throughput=5MB/sec 2024-04-10T16:06:49.836 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-K9ceumxaK6jDFeM off=4311063 len=253750 2024-04-10T16:06:49.837 INFO:tasks.workunit.client.0.smithi069.stdout:op 4642 completed, throughput=5MB/sec 2024-04-10T16:06:49.837 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-VAwZ4ANsQe2Yudq off=13292191 len=820685 2024-04-10T16:06:49.838 INFO:tasks.workunit.client.0.smithi069.stdout:op 4643 completed, throughput=5MB/sec 2024-04-10T16:06:49.838 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-HzshTGQJeb-ev-E off=1349104 len=1292623 2024-04-10T16:06:49.843 INFO:tasks.workunit.client.0.smithi069.stdout:op 4644 completed, throughput=5MB/sec 2024-04-10T16:06:49.847 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:06:49 smithi069 ceph-mon[96738]: pgmap v1862: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-10T16:06:49.847 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:06:49 smithi069 ceph-mon[94167]: pgmap v1862: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-10T16:06:50.003 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:06:49 smithi077 ceph-mon[87572]: pgmap v1862: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-10T16:06:50.843 INFO:tasks.workunit.client.0.smithi069.stdout: 901: throughput=5MB/sec pending data=0 2024-04-10T16:06:50.843 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-GKfSF8529DrC4qU off=11872477 len=1361820 2024-04-10T16:06:50.850 INFO:tasks.workunit.client.0.smithi069.stdout:op 4645 completed, throughput=5MB/sec 2024-04-10T16:06:50.851 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-nCMeGRfeJfi4a5M off=329203 len=735525 2024-04-10T16:06:50.855 INFO:tasks.workunit.client.0.smithi069.stdout:op 4646 completed, throughput=5MB/sec 2024-04-10T16:06:50.855 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-huRm-iL47RMiCcx off=12004399 len=31426 2024-04-10T16:06:50.855 INFO:tasks.workunit.client.0.smithi069.stdout:op 4647 completed, throughput=5MB/sec 2024-04-10T16:06:50.855 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-gYXQ7YbD2ZyL0Vx off=6332015 len=939406 2024-04-10T16:06:50.860 INFO:tasks.workunit.client.0.smithi069.stdout:op 4648 completed, throughput=5MB/sec 2024-04-10T16:06:50.860 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-RzYcmQJKvaYN17q off=3590217 len=228911 2024-04-10T16:06:50.862 INFO:tasks.workunit.client.0.smithi069.stdout:op 4649 completed, throughput=5MB/sec 2024-04-10T16:06:50.862 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-LByPXiy7U8baojZ off=2967479 len=1701915 2024-04-10T16:06:50.870 INFO:tasks.workunit.client.0.smithi069.stdout:op 4650 completed, throughput=5MB/sec 2024-04-10T16:06:51.806 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:06:51 smithi077 ceph-mon[87572]: pgmap v1863: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-10T16:06:51.847 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:06:51 smithi069 ceph-mon[94167]: pgmap v1863: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-10T16:06:51.848 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:06:51 smithi069 ceph-mon[96738]: pgmap v1863: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-10T16:06:51.871 INFO:tasks.workunit.client.0.smithi069.stdout: 902: throughput=4.99MB/sec pending data=0 2024-04-10T16:06:51.871 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-dxyWTc_nr8dQejU off=8137768 len=2075020 2024-04-10T16:06:51.883 INFO:tasks.workunit.client.0.smithi069.stdout:op 4651 completed, throughput=5MB/sec 2024-04-10T16:06:51.883 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-XdhuuYEIfHU9Fzk off=15135758 len=1451310 2024-04-10T16:06:51.890 INFO:tasks.workunit.client.0.smithi069.stdout:op 4652 completed, throughput=5MB/sec 2024-04-10T16:06:51.890 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-my973GqZdlihJGl off=13008852 len=1106899 2024-04-10T16:06:51.891 INFO:tasks.workunit.client.0.smithi069.stdout:op 4653 completed, throughput=5MB/sec 2024-04-10T16:06:51.891 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-fUaLrEbB_oLHsOP off=15194394 len=1129134 2024-04-10T16:06:51.894 INFO:tasks.workunit.client.0.smithi069.stdout:op 4654 completed, throughput=5MB/sec 2024-04-10T16:06:52.753 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:06:52 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:06:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:06:52.894 INFO:tasks.workunit.client.0.smithi069.stdout: 903: throughput=5MB/sec pending data=0 2024-04-10T16:06:52.895 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-VpGaHEiwfh_jL2c off=4260832 len=1814245 2024-04-10T16:06:52.906 INFO:tasks.workunit.client.0.smithi069.stdout:op 4655 completed, throughput=5MB/sec 2024-04-10T16:06:52.906 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-cqsxkEH976WS5Vo off=1735799 len=607819 2024-04-10T16:06:52.907 INFO:tasks.workunit.client.0.smithi069.stdout:op 4656 completed, throughput=5MB/sec 2024-04-10T16:06:52.907 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-KKZ7MBh_1BnCGmy off=5706571 len=1996684 2024-04-10T16:06:52.911 INFO:tasks.workunit.client.0.smithi069.stdout:op 4657 completed, throughput=5MB/sec 2024-04-10T16:06:52.911 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-hln09Iytzu3gU_r off=3527811 len=1487299 2024-04-10T16:06:52.917 INFO:tasks.workunit.client.0.smithi069.stdout:op 4658 completed, throughput=5MB/sec 2024-04-10T16:06:53.847 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:06:53 smithi069 ceph-mon[96738]: pgmap v1864: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-10T16:06:53.848 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:06:53 smithi069 ceph-mon[94167]: pgmap v1864: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-10T16:06:53.918 INFO:tasks.workunit.client.0.smithi069.stdout: 904: throughput=5MB/sec pending data=0 2024-04-10T16:06:53.918 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-xuzpGMv1-3J0i1E off=13091262 len=231723 2024-04-10T16:06:53.919 INFO:tasks.workunit.client.0.smithi069.stdout:op 4659 completed, throughput=5MB/sec 2024-04-10T16:06:53.919 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-TvgpX1G9GX8D88g off=3582704 len=1581740 2024-04-10T16:06:53.920 INFO:tasks.workunit.client.0.smithi069.stdout:op 4660 completed, throughput=5MB/sec 2024-04-10T16:06:53.921 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-a5nNQKRqfStcutB off=3758734 len=1481429 2024-04-10T16:06:53.930 INFO:tasks.workunit.client.0.smithi069.stdout:op 4661 completed, throughput=5MB/sec 2024-04-10T16:06:53.930 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-EGKOlRtP-111mlp off=3447953 len=996198 2024-04-10T16:06:53.932 INFO:tasks.workunit.client.0.smithi069.stdout:op 4662 completed, throughput=5MB/sec 2024-04-10T16:06:54.004 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:06:53 smithi077 ceph-mon[87572]: pgmap v1864: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-10T16:06:54.932 INFO:tasks.workunit.client.0.smithi069.stdout: 905: throughput=4.99MB/sec pending data=0 2024-04-10T16:06:54.932 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-S_xPTLrXudUzIS4 off=17664660 len=719223 2024-04-10T16:06:54.933 INFO:tasks.workunit.client.0.smithi069.stdout:op 4663 completed, throughput=5MB/sec 2024-04-10T16:06:54.933 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-elvVbMNb_vtd2Yl off=9106204 len=541511 2024-04-10T16:06:54.937 INFO:tasks.workunit.client.0.smithi069.stdout:op 4664 completed, throughput=5MB/sec 2024-04-10T16:06:54.937 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-OJPdHnrRdNjgKvV off=3139582 len=1649924 2024-04-10T16:06:54.944 INFO:tasks.workunit.client.0.smithi069.stdout:op 4665 completed, throughput=5MB/sec 2024-04-10T16:06:54.944 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-21hv4YN9kP3y9xf off=4061841 len=872062 2024-04-10T16:06:54.945 INFO:tasks.workunit.client.0.smithi069.stdout:op 4666 completed, throughput=5MB/sec 2024-04-10T16:06:54.945 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-tWtgK_0t03r7dt5 off=1043884 len=640534 2024-04-10T16:06:54.946 INFO:tasks.workunit.client.0.smithi069.stdout:op 4667 completed, throughput=5MB/sec 2024-04-10T16:06:54.946 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-JtiWJXdgpN-kDmP off=8224196 len=1299454 2024-04-10T16:06:54.950 INFO:tasks.workunit.client.0.smithi069.stdout:op 4668 completed, throughput=5MB/sec 2024-04-10T16:06:55.847 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:06:55 smithi069 ceph-mon[96738]: pgmap v1865: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-10T16:06:55.848 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:06:55 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:06:55.848 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:06:55 smithi069 ceph-mon[94167]: pgmap v1865: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-10T16:06:55.848 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:06:55 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:06:55.951 INFO:tasks.workunit.client.0.smithi069.stdout: 906: throughput=5MB/sec pending data=0 2024-04-10T16:06:55.951 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-r3FFKasF73LMxI4 off=3399436 len=1365455 2024-04-10T16:06:55.959 INFO:tasks.workunit.client.0.smithi069.stdout:op 4669 completed, throughput=5MB/sec 2024-04-10T16:06:55.959 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-DpYJn-0iN4yPtLW off=5455766 len=961067 2024-04-10T16:06:55.963 INFO:tasks.workunit.client.0.smithi069.stdout:op 4670 completed, throughput=5MB/sec 2024-04-10T16:06:55.963 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-XfwcqGRSJxTYDM5 off=5225948 len=110644 2024-04-10T16:06:55.965 INFO:tasks.workunit.client.0.smithi069.stdout:op 4671 completed, throughput=5MB/sec 2024-04-10T16:06:55.965 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-i55dMMrHJYSfImR off=4634571 len=549912 2024-04-10T16:06:55.969 INFO:tasks.workunit.client.0.smithi069.stdout:op 4672 completed, throughput=5MB/sec 2024-04-10T16:06:55.969 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-tZk61TEOmfPhwsG off=4679386 len=976827 2024-04-10T16:06:55.974 INFO:tasks.workunit.client.0.smithi069.stdout:op 4673 completed, throughput=5MB/sec 2024-04-10T16:06:55.975 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-Tw17lNKKzas7qo0 off=9611696 len=1376676 2024-04-10T16:06:55.982 INFO:tasks.workunit.client.0.smithi069.stdout:op 4674 completed, throughput=5MB/sec 2024-04-10T16:06:56.003 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:06:55 smithi077 ceph-mon[87572]: pgmap v1865: 105 pgs: 105 active+clean; 126 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-10T16:06:56.003 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:06:55 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:06:56.982 INFO:tasks.workunit.client.0.smithi069.stdout: 907: throughput=5MB/sec pending data=0 2024-04-10T16:06:56.982 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-li2G4GGCtfKN8bQ off=2109098 len=30383 2024-04-10T16:06:56.983 INFO:tasks.workunit.client.0.smithi069.stdout:op 4675 completed, throughput=5MB/sec 2024-04-10T16:06:56.983 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-sOJy2uQGh64yTfM off=15677173 len=823545 2024-04-10T16:06:56.984 INFO:tasks.workunit.client.0.smithi069.stdout:op 4676 completed, throughput=5MB/sec 2024-04-10T16:06:56.984 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-cD745682hvrMZng off=7188546 len=1453553 2024-04-10T16:06:56.992 INFO:tasks.workunit.client.0.smithi069.stdout:op 4677 completed, throughput=5MB/sec 2024-04-10T16:06:56.992 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-8C9kvipuRWzA1tV off=5064812 len=539506 2024-04-10T16:06:56.993 INFO:tasks.workunit.client.0.smithi069.stdout:op 4678 completed, throughput=5MB/sec 2024-04-10T16:06:56.993 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-3EJqfNtdQYlilHW off=512699 len=248850 2024-04-10T16:06:56.994 INFO:tasks.workunit.client.0.smithi069.stdout:op 4679 completed, throughput=5MB/sec 2024-04-10T16:06:56.994 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-9v1sRdwxXkPehxi off=7441119 len=1913370 2024-04-10T16:06:56.996 INFO:tasks.workunit.client.0.smithi069.stdout:op 4680 completed, throughput=5MB/sec 2024-04-10T16:06:57.349 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:06:56 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:06:56] "GET /metrics HTTP/1.1" 200 34053 "" "Prometheus/2.43.0" 2024-04-10T16:06:57.847 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:06:57 smithi069 ceph-mon[94167]: pgmap v1866: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-04-10T16:06:57.848 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:06:57 smithi069 ceph-mon[96738]: pgmap v1866: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-04-10T16:06:57.996 INFO:tasks.workunit.client.0.smithi069.stdout: 908: throughput=4.99MB/sec pending data=0 2024-04-10T16:06:57.996 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-nammSP6SeN4DsOJ off=2926834 len=1411693 2024-04-10T16:06:57.998 INFO:tasks.workunit.client.0.smithi069.stdout:op 4681 completed, throughput=5MB/sec 2024-04-10T16:06:57.998 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-IdYQBFmFqsBU_IJ off=13442307 len=1388771 2024-04-10T16:06:57.999 INFO:tasks.workunit.client.0.smithi069.stdout:op 4682 completed, throughput=5MB/sec 2024-04-10T16:06:57.999 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-T-UVmnCuT3iHsBM off=12712474 len=1839103 2024-04-10T16:06:58.003 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:06:57 smithi077 ceph-mon[87572]: pgmap v1866: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-04-10T16:06:58.011 INFO:tasks.workunit.client.0.smithi069.stdout:op 4683 completed, throughput=5MB/sec 2024-04-10T16:06:58.011 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-he7DPDHWAArPvmS off=5323844 len=1887171 2024-04-10T16:06:58.022 INFO:tasks.workunit.client.0.smithi069.stdout:op 4684 completed, throughput=5MB/sec 2024-04-10T16:06:59.022 INFO:tasks.workunit.client.0.smithi069.stdout: 909: throughput=5MB/sec pending data=0 2024-04-10T16:06:59.022 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-8lXtp89nhm_KqXO off=418385 len=650795 2024-04-10T16:06:59.026 INFO:tasks.workunit.client.0.smithi069.stdout:op 4685 completed, throughput=5MB/sec 2024-04-10T16:06:59.026 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-lCw9WXWH37afP6I off=868642 len=762683 2024-04-10T16:06:59.031 INFO:tasks.workunit.client.0.smithi069.stdout:op 4686 completed, throughput=5MB/sec 2024-04-10T16:06:59.031 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-b_zN7xYKdhX58hb off=3480859 len=184004 2024-04-10T16:06:59.034 INFO:tasks.workunit.client.0.smithi069.stdout:op 4687 completed, throughput=5MB/sec 2024-04-10T16:06:59.034 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-e8nQ-e6zW1IVmVq off=891866 len=319405 2024-04-10T16:06:59.038 INFO:tasks.workunit.client.0.smithi069.stdout:op 4688 completed, throughput=5MB/sec 2024-04-10T16:06:59.038 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-yRpBjczwvngSdWt off=10484018 len=1788283 2024-04-10T16:06:59.048 INFO:tasks.workunit.client.0.smithi069.stdout:op 4689 completed, throughput=5MB/sec 2024-04-10T16:06:59.048 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-ZmY6T0HDZf8bEue off=21403548 len=1305437 2024-04-10T16:06:59.050 INFO:tasks.workunit.client.0.smithi069.stdout:op 4690 completed, throughput=5MB/sec 2024-04-10T16:06:59.847 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:06:59 smithi069 ceph-mon[96738]: pgmap v1867: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-10T16:06:59.848 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:06:59 smithi069 ceph-mon[94167]: pgmap v1867: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-10T16:07:00.006 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:06:59 smithi077 ceph-mon[87572]: pgmap v1867: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-10T16:07:00.050 INFO:tasks.workunit.client.0.smithi069.stdout: 910: throughput=5MB/sec pending data=0 2024-04-10T16:07:00.050 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-4qq8HiO65pnk0Lr off=398413 len=210062 2024-04-10T16:07:00.053 INFO:tasks.workunit.client.0.smithi069.stdout:op 4691 completed, throughput=5MB/sec 2024-04-10T16:07:00.053 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-U1Sln3YoAAwvdvw off=4424036 len=1683081 2024-04-10T16:07:00.055 INFO:tasks.workunit.client.0.smithi069.stdout:op 4692 completed, throughput=5MB/sec 2024-04-10T16:07:00.055 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-nuqjJeyEUYOcYCy off=5343951 len=1413391 2024-04-10T16:07:00.058 INFO:tasks.workunit.client.0.smithi069.stdout:op 4693 completed, throughput=5MB/sec 2024-04-10T16:07:00.058 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-bVMadvJu3MoH5Bp off=7187990 len=444806 2024-04-10T16:07:00.062 INFO:tasks.workunit.client.0.smithi069.stdout:op 4694 completed, throughput=5MB/sec 2024-04-10T16:07:00.062 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-OUU2b7FEjMC5lJy off=8828225 len=1173542 2024-04-10T16:07:00.063 INFO:tasks.workunit.client.0.smithi069.stdout:op 4695 completed, throughput=5MB/sec 2024-04-10T16:07:01.064 INFO:tasks.workunit.client.0.smithi069.stdout: 911: throughput=5MB/sec pending data=0 2024-04-10T16:07:01.064 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-ai8aZ35xr2jlYhr off=4111021 len=945630 2024-04-10T16:07:01.065 INFO:tasks.workunit.client.0.smithi069.stdout:op 4696 completed, throughput=5MB/sec 2024-04-10T16:07:01.065 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-NqpMr_CG7gcxe73 off=15419010 len=1739674 2024-04-10T16:07:01.069 INFO:tasks.workunit.client.0.smithi069.stdout:op 4697 completed, throughput=5MB/sec 2024-04-10T16:07:01.069 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-E98o_3DXVL1sg5w off=10709240 len=56648 2024-04-10T16:07:01.071 INFO:tasks.workunit.client.0.smithi069.stdout:op 4698 completed, throughput=5MB/sec 2024-04-10T16:07:01.072 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-c5JnmoDZFrvW_O7 off=561515 len=904319 2024-04-10T16:07:01.073 INFO:tasks.workunit.client.0.smithi069.stdout:op 4699 completed, throughput=5MB/sec 2024-04-10T16:07:01.073 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-K5MT6BwYrAkJLiC off=17003058 len=111196 2024-04-10T16:07:01.076 INFO:tasks.workunit.client.0.smithi069.stdout:op 4700 completed, throughput=5MB/sec 2024-04-10T16:07:01.076 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-fsRbjZVBNrNv10x off=11594984 len=896651 2024-04-10T16:07:01.077 INFO:tasks.workunit.client.0.smithi069.stdout:op 4701 completed, throughput=5MB/sec 2024-04-10T16:07:01.077 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-JYF0BLfZ1KqJNnA off=7574033 len=360727 2024-04-10T16:07:01.080 INFO:tasks.workunit.client.0.smithi069.stdout:op 4702 completed, throughput=5MB/sec 2024-04-10T16:07:01.850 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:07:01 smithi069 ceph-mon[96738]: pgmap v1868: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2024-04-10T16:07:01.850 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:07:01 smithi069 ceph-mon[94167]: pgmap v1868: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2024-04-10T16:07:02.003 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:07:01 smithi077 ceph-mon[87572]: pgmap v1868: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2024-04-10T16:07:02.080 INFO:tasks.workunit.client.0.smithi069.stdout: 912: throughput=4.99MB/sec pending data=0 2024-04-10T16:07:02.080 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-fpx2nskDcRk9m9t off=20091843 len=426130 2024-04-10T16:07:02.081 INFO:tasks.workunit.client.0.smithi069.stdout:op 4703 completed, throughput=5MB/sec 2024-04-10T16:07:02.081 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-tRM2sKdgKsA_Tl9 off=6665916 len=220097 2024-04-10T16:07:02.082 INFO:tasks.workunit.client.0.smithi069.stdout:op 4704 completed, throughput=5MB/sec 2024-04-10T16:07:02.082 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-WIKM-0qAyIaPMv8 off=13866651 len=961386 2024-04-10T16:07:02.084 INFO:tasks.workunit.client.0.smithi069.stdout:op 4705 completed, throughput=5MB/sec 2024-04-10T16:07:02.084 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-xipeO9xnl6K4inC off=4249462 len=253105 2024-04-10T16:07:02.085 INFO:tasks.workunit.client.0.smithi069.stdout:op 4706 completed, throughput=5MB/sec 2024-04-10T16:07:02.085 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-QwCXnQdGrH8lkS8 off=12518633 len=1818274 2024-04-10T16:07:02.095 INFO:tasks.workunit.client.0.smithi069.stdout:op 4707 completed, throughput=5MB/sec 2024-04-10T16:07:02.095 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-d6V_qzEZBmMgt5v off=2744787 len=494111 2024-04-10T16:07:02.099 INFO:tasks.workunit.client.0.smithi069.stdout:op 4708 completed, throughput=5MB/sec 2024-04-10T16:07:02.099 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-4z6GTb7mG4-zAA7 off=174443 len=996633 2024-04-10T16:07:02.104 INFO:tasks.workunit.client.0.smithi069.stdout:op 4709 completed, throughput=5MB/sec 2024-04-10T16:07:02.105 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-E3Eem20olfPL424 off=8535428 len=1009697 2024-04-10T16:07:02.106 INFO:tasks.workunit.client.0.smithi069.stdout:op 4710 completed, throughput=5MB/sec 2024-04-10T16:07:02.754 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:07:02 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:07:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:07:03.106 INFO:tasks.workunit.client.0.smithi069.stdout: 913: throughput=5MB/sec pending data=0 2024-04-10T16:07:03.106 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-hcOAAVSXAIcINBE off=5893105 len=448725 2024-04-10T16:07:03.108 INFO:tasks.workunit.client.0.smithi069.stdout:op 4711 completed, throughput=5MB/sec 2024-04-10T16:07:03.108 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-gga2lYrBGwu1LfK off=9765962 len=373824 2024-04-10T16:07:03.108 INFO:tasks.workunit.client.0.smithi069.stdout:op 4712 completed, throughput=5MB/sec 2024-04-10T16:07:03.108 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-1Bu5Y5MHeppq_16 off=7106214 len=227785 2024-04-10T16:07:03.111 INFO:tasks.workunit.client.0.smithi069.stdout:op 4713 completed, throughput=5MB/sec 2024-04-10T16:07:03.111 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-GcCVGwR5Lwmpl5t off=1839724 len=218915 2024-04-10T16:07:03.114 INFO:tasks.workunit.client.0.smithi069.stdout:op 4714 completed, throughput=5MB/sec 2024-04-10T16:07:03.114 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-NOy8_4UstrgrQFh off=4950331 len=1550581 2024-04-10T16:07:03.122 INFO:tasks.workunit.client.0.smithi069.stdout:op 4715 completed, throughput=5MB/sec 2024-04-10T16:07:03.122 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-FDAU_HbOHAvFS9k off=1408622 len=709415 2024-04-10T16:07:03.123 INFO:tasks.workunit.client.0.smithi069.stdout:op 4716 completed, throughput=5MB/sec 2024-04-10T16:07:03.123 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-EWXFAkrUdG94pg5 off=3524316 len=1207975 2024-04-10T16:07:03.124 INFO:tasks.workunit.client.0.smithi069.stdout:op 4717 completed, throughput=5MB/sec 2024-04-10T16:07:03.848 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:07:03 smithi069 ceph-mon[96738]: pgmap v1869: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-10T16:07:03.848 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:07:03 smithi069 ceph-mon[94167]: pgmap v1869: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-10T16:07:04.003 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:07:03 smithi077 ceph-mon[87572]: pgmap v1869: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-10T16:07:04.125 INFO:tasks.workunit.client.0.smithi069.stdout: 914: throughput=5MB/sec pending data=0 2024-04-10T16:07:04.125 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-ZmY6T0HDZf8bEue off=22464801 len=1362342 2024-04-10T16:07:04.133 INFO:tasks.workunit.client.0.smithi069.stdout:op 4718 completed, throughput=5MB/sec 2024-04-10T16:07:04.134 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-ltC6BF_CPB57sip off=8497391 len=428191 2024-04-10T16:07:04.137 INFO:tasks.workunit.client.0.smithi069.stdout:op 4719 completed, throughput=5MB/sec 2024-04-10T16:07:04.137 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-x4CIB6MwRS3d3ST off=12396600 len=1936080 2024-04-10T16:07:04.146 INFO:tasks.workunit.client.0.smithi069.stdout:op 4720 completed, throughput=5MB/sec 2024-04-10T16:07:04.146 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-7eZN2pocJJz6A81 off=4234134 len=1322909 2024-04-10T16:07:04.152 INFO:tasks.workunit.client.0.smithi069.stdout:op 4721 completed, throughput=5MB/sec 2024-04-10T16:07:05.153 INFO:tasks.workunit.client.0.smithi069.stdout: 915: throughput=4.99MB/sec pending data=0 2024-04-10T16:07:05.153 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-KpEmaZUUJC5ijq4 off=18789930 len=682052 2024-04-10T16:07:05.157 INFO:tasks.workunit.client.0.smithi069.stdout:op 4722 completed, throughput=5MB/sec 2024-04-10T16:07:05.157 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-RyXJLvmmVUjAru7 off=5154768 len=1341095 2024-04-10T16:07:05.165 INFO:tasks.workunit.client.0.smithi069.stdout:op 4723 completed, throughput=5MB/sec 2024-04-10T16:07:05.165 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-wveWRODrv1-Gmoi off=1369548 len=1966948 2024-04-10T16:07:05.166 INFO:tasks.workunit.client.0.smithi069.stdout:op 4724 completed, throughput=5MB/sec 2024-04-10T16:07:05.166 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-gdLXlx4Vxp4XQ39 off=21905465 len=259422 2024-04-10T16:07:05.170 INFO:tasks.workunit.client.0.smithi069.stdout:op 4725 completed, throughput=5MB/sec 2024-04-10T16:07:05.170 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-McuR9Z8RyLSoh4V off=6991168 len=1776445 2024-04-10T16:07:05.177 INFO:tasks.workunit.client.0.smithi069.stdout:op 4726 completed, throughput=5MB/sec 2024-04-10T16:07:05.847 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:07:05 smithi069 ceph-mon[96738]: pgmap v1870: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-10T16:07:05.848 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:07:05 smithi069 ceph-mon[94167]: pgmap v1870: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-10T16:07:06.003 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:07:05 smithi077 ceph-mon[87572]: pgmap v1870: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-10T16:07:06.177 INFO:tasks.workunit.client.0.smithi069.stdout: 916: throughput=5MB/sec pending data=0 2024-04-10T16:07:06.177 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-uRyX0IcAswrc2h9 off=15815948 len=64649 2024-04-10T16:07:06.178 INFO:tasks.workunit.client.0.smithi069.stdout:op 4727 completed, throughput=5MB/sec 2024-04-10T16:07:06.178 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-UfUypbpTppnT5Bq off=10089105 len=847465 2024-04-10T16:07:06.179 INFO:tasks.workunit.client.0.smithi069.stdout:op 4728 completed, throughput=5MB/sec 2024-04-10T16:07:06.179 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-PaBFwkQv7od5xSV off=5484067 len=1897211 2024-04-10T16:07:06.190 INFO:tasks.workunit.client.0.smithi069.stdout:op 4729 completed, throughput=5MB/sec 2024-04-10T16:07:06.190 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-5PzzYnG0o8-esZ4 off=3724610 len=218539 2024-04-10T16:07:06.191 INFO:tasks.workunit.client.0.smithi069.stdout:op 4730 completed, throughput=5MB/sec 2024-04-10T16:07:06.191 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-85r3tpYtYkDkRWy off=4194777 len=1278668 2024-04-10T16:07:06.192 INFO:tasks.workunit.client.0.smithi069.stdout:op 4731 completed, throughput=5MB/sec 2024-04-10T16:07:06.192 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-14VcPbzeHogrVTg off=2484376 len=1769045 2024-04-10T16:07:06.202 INFO:tasks.workunit.client.0.smithi069.stdout:op 4732 completed, throughput=5MB/sec 2024-04-10T16:07:07.202 INFO:tasks.workunit.client.0.smithi069.stdout: 917: throughput=5MB/sec pending data=0 2024-04-10T16:07:07.202 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-vsI3t5IUM9g-b5b off=14750968 len=695371 2024-04-10T16:07:07.207 INFO:tasks.workunit.client.0.smithi069.stdout:op 4733 completed, throughput=5MB/sec 2024-04-10T16:07:07.207 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-ouAhK6y_EGu89Pj off=5053667 len=1821758 2024-04-10T16:07:07.215 INFO:tasks.workunit.client.0.smithi069.stdout:op 4734 completed, throughput=5MB/sec 2024-04-10T16:07:07.215 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-of3mVQwWmmgy_X7 off=8446406 len=1508916 2024-04-10T16:07:07.222 INFO:tasks.workunit.client.0.smithi069.stdout:op 4735 completed, throughput=5MB/sec 2024-04-10T16:07:07.347 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:07:06 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:07:06] "GET /metrics HTTP/1.1" 200 34053 "" "Prometheus/2.43.0" 2024-04-10T16:07:07.847 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:07:07 smithi069 ceph-mon[96738]: pgmap v1871: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-10T16:07:07.848 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:07:07 smithi069 ceph-mon[94167]: pgmap v1871: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-10T16:07:08.003 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:07:07 smithi077 ceph-mon[87572]: pgmap v1871: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-10T16:07:08.222 INFO:tasks.workunit.client.0.smithi069.stdout: 918: throughput=4.99MB/sec pending data=0 2024-04-10T16:07:08.223 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-U4zApnc_K5RRKMR off=5371075 len=1026009 2024-04-10T16:07:08.223 INFO:tasks.workunit.client.0.smithi069.stdout:op 4736 completed, throughput=5MB/sec 2024-04-10T16:07:08.224 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-ZIjfsgjsCwarO8m off=591273 len=49951 2024-04-10T16:07:08.224 INFO:tasks.workunit.client.0.smithi069.stdout:op 4737 completed, throughput=5MB/sec 2024-04-10T16:07:08.226 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-f22-dPZnEVxEbYp off=2774325 len=1750184 2024-04-10T16:07:08.231 INFO:tasks.workunit.client.0.smithi069.stdout:op 4738 completed, throughput=5MB/sec 2024-04-10T16:07:08.231 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-4_egLB3EdIHAxwO off=6735009 len=852492 2024-04-10T16:07:08.232 INFO:tasks.workunit.client.0.smithi069.stdout:op 4739 completed, throughput=5MB/sec 2024-04-10T16:07:08.232 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-lHCgB_2m80Pjpa4 off=17053201 len=1040785 2024-04-10T16:07:08.233 INFO:tasks.workunit.client.0.smithi069.stdout:op 4740 completed, throughput=5MB/sec 2024-04-10T16:07:08.233 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-nIWZb0Ezylp5lvT off=1014732 len=857831 2024-04-10T16:07:08.236 INFO:tasks.workunit.client.0.smithi069.stdout:op 4741 completed, throughput=5MB/sec 2024-04-10T16:07:08.847 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:07:08 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:07:08.848 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:07:08 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:07:08.848 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:07:08 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:07:08.848 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:07:08 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:07:08.848 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:07:08 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:07:08.848 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:07:08 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:07:08.848 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:07:08 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:07:08.849 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:07:08 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:07:09.003 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:07:08 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:07:09.003 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:07:08 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:07:09.003 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:07:08 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:07:09.004 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:07:08 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:07:09.236 INFO:tasks.workunit.client.0.smithi069.stdout: 919: throughput=4.99MB/sec pending data=0 2024-04-10T16:07:09.237 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-0Teg4zfyG2ulJyY off=4600693 len=1326498 2024-04-10T16:07:09.242 INFO:tasks.workunit.client.0.smithi069.stdout:op 4742 completed, throughput=5MB/sec 2024-04-10T16:07:09.243 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-IILYoNd7V8f6qt1 off=108058 len=1473535 2024-04-10T16:07:09.244 INFO:tasks.workunit.client.0.smithi069.stdout:op 4743 completed, throughput=5MB/sec 2024-04-10T16:07:09.244 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-_3TpzIwC6BNBVUL off=6119559 len=1846031 2024-04-10T16:07:09.246 INFO:tasks.workunit.client.0.smithi069.stdout:op 4744 completed, throughput=5MB/sec 2024-04-10T16:07:09.246 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-yTsQL1XZUgyU0tQ off=11025918 len=1320407 2024-04-10T16:07:09.253 INFO:tasks.workunit.client.0.smithi069.stdout:op 4745 completed, throughput=5MB/sec 2024-04-10T16:07:09.847 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:07:09 smithi069 ceph-mon[96738]: pgmap v1872: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-10T16:07:09.848 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:07:09 smithi069 ceph-mon[94167]: pgmap v1872: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-10T16:07:10.003 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:07:09 smithi077 ceph-mon[87572]: pgmap v1872: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-10T16:07:10.253 INFO:tasks.workunit.client.0.smithi069.stdout: 920: throughput=5MB/sec pending data=0 2024-04-10T16:07:10.253 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-0ViXPp3dLBSlxi3 off=15747741 len=161468 2024-04-10T16:07:10.254 INFO:tasks.workunit.client.0.smithi069.stdout:op 4746 completed, throughput=5MB/sec 2024-04-10T16:07:10.254 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-i5jLSVxuy4Bhk4l off=12563418 len=2076066 2024-04-10T16:07:10.256 INFO:tasks.workunit.client.0.smithi069.stdout:op 4747 completed, throughput=5MB/sec 2024-04-10T16:07:10.256 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-bwdrr2WW74CMegB off=22704455 len=913893 2024-04-10T16:07:10.258 INFO:tasks.workunit.client.0.smithi069.stdout:op 4748 completed, throughput=5MB/sec 2024-04-10T16:07:10.258 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-ZhTGzS-UeEobXcH off=3674067 len=1872149 2024-04-10T16:07:10.267 INFO:tasks.workunit.client.0.smithi069.stdout:op 4749 completed, throughput=5MB/sec 2024-04-10T16:07:10.847 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:07:10 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:07:10.848 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:07:10 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:07:11.004 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:07:10 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:07:11.268 INFO:tasks.workunit.client.0.smithi069.stdout: 921: throughput=5MB/sec pending data=0 2024-04-10T16:07:11.268 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-N_vbrLDJx1Nol9A off=2053809 len=1622050 2024-04-10T16:07:11.270 INFO:tasks.workunit.client.0.smithi069.stdout:op 4750 completed, throughput=5MB/sec 2024-04-10T16:07:11.270 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-64ZwYyk3J4CNise off=16319345 len=1970136 2024-04-10T16:07:11.272 INFO:tasks.workunit.client.0.smithi069.stdout:op 4751 completed, throughput=5MB/sec 2024-04-10T16:07:11.272 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj--TY6AmZFWFV8eVl off=7708722 len=962371 2024-04-10T16:07:11.274 INFO:tasks.workunit.client.0.smithi069.stdout:op 4752 completed, throughput=5MB/sec 2024-04-10T16:07:11.274 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-SRgsy3o2duw4Oeg off=3800505 len=591541 2024-04-10T16:07:11.276 INFO:tasks.workunit.client.0.smithi069.stdout:op 4753 completed, throughput=5MB/sec 2024-04-10T16:07:11.847 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:07:11 smithi069 ceph-mon[96738]: pgmap v1873: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-10T16:07:11.848 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:07:11 smithi069 ceph-mon[94167]: pgmap v1873: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-10T16:07:12.004 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:07:11 smithi077 ceph-mon[87572]: pgmap v1873: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-10T16:07:12.276 INFO:tasks.workunit.client.0.smithi069.stdout: 922: throughput=5MB/sec pending data=0 2024-04-10T16:07:12.276 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-OkjikuCJK4fYsSw off=85382 len=1659584 2024-04-10T16:07:12.279 INFO:tasks.workunit.client.0.smithi069.stdout:op 4754 completed, throughput=5MB/sec 2024-04-10T16:07:12.279 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-rgu5oByeKI8CuNI off=7903200 len=1672395 2024-04-10T16:07:12.290 INFO:tasks.workunit.client.0.smithi069.stdout:op 4755 completed, throughput=5MB/sec 2024-04-10T16:07:12.290 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-H0uSJMrWhySoCfN off=24017482 len=55547 2024-04-10T16:07:12.291 INFO:tasks.workunit.client.0.smithi069.stdout:op 4756 completed, throughput=5MB/sec 2024-04-10T16:07:12.291 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-HL792QW4xzuQWMP off=16698134 len=1656934 2024-04-10T16:07:12.298 INFO:tasks.workunit.client.0.smithi069.stdout:op 4757 completed, throughput=5MB/sec 2024-04-10T16:07:12.754 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:07:12 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:07:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:07:13.298 INFO:tasks.workunit.client.0.smithi069.stdout: 923: throughput=4.99MB/sec pending data=0 2024-04-10T16:07:13.299 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-9XCwUVQHxTrBuCX off=10511580 len=1753399 2024-04-10T16:07:13.308 INFO:tasks.workunit.client.0.smithi069.stdout:op 4758 completed, throughput=5MB/sec 2024-04-10T16:07:13.308 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-lEODQliW-66qkJo off=15122740 len=686895 2024-04-10T16:07:13.313 INFO:tasks.workunit.client.0.smithi069.stdout:op 4759 completed, throughput=5MB/sec 2024-04-10T16:07:13.313 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-tgxG-mJctLAb4WL off=8386817 len=1270195 2024-04-10T16:07:13.315 INFO:tasks.workunit.client.0.smithi069.stdout:op 4760 completed, throughput=5MB/sec 2024-04-10T16:07:13.316 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-Hoqn6iOm77RHkRv off=12798819 len=1268982 2024-04-10T16:07:13.317 INFO:tasks.workunit.client.0.smithi069.stdout:op 4761 completed, throughput=5MB/sec 2024-04-10T16:07:13.317 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-kRoBEhoheUJXQbs off=6824655 len=1222267 2024-04-10T16:07:13.323 INFO:tasks.workunit.client.0.smithi069.stdout:op 4762 completed, throughput=5MB/sec 2024-04-10T16:07:13.847 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:07:13 smithi069 ceph-mon[94167]: pgmap v1874: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-10T16:07:13.848 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:07:13 smithi069 ceph-mon[96738]: pgmap v1874: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-10T16:07:14.003 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:07:13 smithi077 ceph-mon[87572]: pgmap v1874: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-10T16:07:14.323 INFO:tasks.workunit.client.0.smithi069.stdout: 924: throughput=5MB/sec pending data=0 2024-04-10T16:07:14.323 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-bSCZsETRm_oO8g5 off=952124 len=1136239 2024-04-10T16:07:14.325 INFO:tasks.workunit.client.0.smithi069.stdout:op 4763 completed, throughput=5MB/sec 2024-04-10T16:07:14.325 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-Ji9u-aHo7gabu6F off=8271087 len=1395892 2024-04-10T16:07:14.334 INFO:tasks.workunit.client.0.smithi069.stdout:op 4764 completed, throughput=5MB/sec 2024-04-10T16:07:14.334 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-eT3FyZMvJxIs8ke off=15962492 len=690128 2024-04-10T16:07:14.338 INFO:tasks.workunit.client.0.smithi069.stdout:op 4765 completed, throughput=5MB/sec 2024-04-10T16:07:14.338 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-qHUTyI0Al6kqMle off=8173881 len=1192074 2024-04-10T16:07:14.345 INFO:tasks.workunit.client.0.smithi069.stdout:op 4766 completed, throughput=5MB/sec 2024-04-10T16:07:15.346 INFO:tasks.workunit.client.0.smithi069.stdout: 925: throughput=4.99MB/sec pending data=0 2024-04-10T16:07:15.346 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-Ig0hAJthVvaVdvP off=0 len=1211278 2024-04-10T16:07:15.351 INFO:tasks.workunit.client.0.smithi069.stdout:op 4767 completed, throughput=5MB/sec 2024-04-10T16:07:15.352 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-tWtgK_0t03r7dt5 off=293837 len=1570743 2024-04-10T16:07:15.353 INFO:tasks.workunit.client.0.smithi069.stdout:op 4768 completed, throughput=5MB/sec 2024-04-10T16:07:15.354 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-81nr-9iaSkNq4oF off=11960303 len=987830 2024-04-10T16:07:15.357 INFO:tasks.workunit.client.0.smithi069.stdout:op 4769 completed, throughput=5MB/sec 2024-04-10T16:07:15.357 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-kZC9Se1NPudfMBt off=724109 len=1079118 2024-04-10T16:07:15.359 INFO:tasks.workunit.client.0.smithi069.stdout:op 4770 completed, throughput=5MB/sec 2024-04-10T16:07:15.359 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-7Ka9KbOHE_IAV5q off=641796 len=743298 2024-04-10T16:07:15.362 INFO:tasks.workunit.client.0.smithi069.stdout:op 4771 completed, throughput=5MB/sec 2024-04-10T16:07:15.847 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:07:15 smithi069 ceph-mon[96738]: pgmap v1875: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-10T16:07:15.848 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:07:15 smithi069 ceph-mon[94167]: pgmap v1875: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-10T16:07:16.003 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:07:15 smithi077 ceph-mon[87572]: pgmap v1875: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-10T16:07:16.362 INFO:tasks.workunit.client.0.smithi069.stdout: 926: throughput=5MB/sec pending data=0 2024-04-10T16:07:16.362 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-yLCg2byem6nvAjI off=8478836 len=449532 2024-04-10T16:07:16.366 INFO:tasks.workunit.client.0.smithi069.stdout:op 4772 completed, throughput=5MB/sec 2024-04-10T16:07:16.366 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-93Ncsko22Tm8J9D off=12007996 len=1499958 2024-04-10T16:07:16.369 INFO:tasks.workunit.client.0.smithi069.stdout:op 4773 completed, throughput=5MB/sec 2024-04-10T16:07:16.369 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-iShEP4Q__eZMI5z off=3337401 len=537726 2024-04-10T16:07:16.372 INFO:tasks.workunit.client.0.smithi069.stdout:op 4774 completed, throughput=5MB/sec 2024-04-10T16:07:16.372 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-nuqjJeyEUYOcYCy off=21833132 len=1899648 2024-04-10T16:07:16.383 INFO:tasks.workunit.client.0.smithi069.stdout:op 4775 completed, throughput=5MB/sec 2024-04-10T16:07:16.383 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-ys_HnE7_XAQsGDl off=502829 len=1980263 2024-04-10T16:07:16.385 INFO:tasks.workunit.client.0.smithi069.stdout:op 4776 completed, throughput=5MB/sec 2024-04-10T16:07:17.348 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:07:16 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:07:16] "GET /metrics HTTP/1.1" 200 34049 "" "Prometheus/2.43.0" 2024-04-10T16:07:17.385 INFO:tasks.workunit.client.0.smithi069.stdout: 927: throughput=5MB/sec pending data=0 2024-04-10T16:07:17.385 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-bVMadvJu3MoH5Bp off=3265227 len=652773 2024-04-10T16:07:17.386 INFO:tasks.workunit.client.0.smithi069.stdout:op 4777 completed, throughput=5MB/sec 2024-04-10T16:07:17.386 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-4-PDZB77_wfIZus off=4657899 len=1093622 2024-04-10T16:07:17.389 INFO:tasks.workunit.client.0.smithi069.stdout:op 4778 completed, throughput=5MB/sec 2024-04-10T16:07:17.389 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-1w_2_2EttxZAjrO off=4965763 len=1164617 2024-04-10T16:07:17.394 INFO:tasks.workunit.client.0.smithi069.stdout:op 4779 completed, throughput=5MB/sec 2024-04-10T16:07:17.394 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-kP2LaHXdd92xwLS off=2618897 len=1943244 2024-04-10T16:07:17.396 INFO:tasks.workunit.client.0.smithi069.stdout:op 4780 completed, throughput=5MB/sec 2024-04-10T16:07:17.847 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:07:17 smithi069 ceph-mon[96738]: pgmap v1876: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-10T16:07:17.848 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:07:17 smithi069 ceph-mon[94167]: pgmap v1876: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-10T16:07:18.003 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:07:17 smithi077 ceph-mon[87572]: pgmap v1876: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-10T16:07:18.396 INFO:tasks.workunit.client.0.smithi069.stdout: 928: throughput=5MB/sec pending data=0 2024-04-10T16:07:18.397 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-fABS8HUlX9FAbki off=17444405 len=1952678 2024-04-10T16:07:18.400 INFO:tasks.workunit.client.0.smithi069.stdout:op 4781 completed, throughput=5MB/sec 2024-04-10T16:07:18.400 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-AC2Z7ozPa5kDH4G off=4981849 len=1743592 2024-04-10T16:07:18.410 INFO:tasks.workunit.client.0.smithi069.stdout:op 4782 completed, throughput=5MB/sec 2024-04-10T16:07:18.410 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-8dmCMzZw9IzWAG_ off=22892708 len=242835 2024-04-10T16:07:18.413 INFO:tasks.workunit.client.0.smithi069.stdout:op 4783 completed, throughput=5MB/sec 2024-04-10T16:07:18.414 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-BSdgvb9PzE8HoRc off=2282818 len=86466 2024-04-10T16:07:18.414 INFO:tasks.workunit.client.0.smithi069.stdout:op 4784 completed, throughput=5MB/sec 2024-04-10T16:07:18.414 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-iUTLpODYluGTJs_ off=9016913 len=252183 2024-04-10T16:07:18.416 INFO:tasks.workunit.client.0.smithi069.stdout:op 4785 completed, throughput=5MB/sec 2024-04-10T16:07:18.416 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-pgHCJUiVXme6568 off=3137927 len=1036461 2024-04-10T16:07:18.420 INFO:tasks.workunit.client.0.smithi069.stdout:op 4786 completed, throughput=5MB/sec 2024-04-10T16:07:19.421 INFO:tasks.workunit.client.0.smithi069.stdout: 929: throughput=5MB/sec pending data=0 2024-04-10T16:07:19.421 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-_sWBTXX9xoO-Z35 off=20984234 len=491152 2024-04-10T16:07:19.422 INFO:tasks.workunit.client.0.smithi069.stdout:op 4787 completed, throughput=5MB/sec 2024-04-10T16:07:19.422 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-cp-qBbeZiVA65Pn off=4641146 len=698640 2024-04-10T16:07:19.424 INFO:tasks.workunit.client.0.smithi069.stdout:op 4788 completed, throughput=5MB/sec 2024-04-10T16:07:19.424 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-zdUdknjS0FkXMJ2 off=8190393 len=1256744 2024-04-10T16:07:19.429 INFO:tasks.workunit.client.0.smithi069.stdout:op 4789 completed, throughput=5MB/sec 2024-04-10T16:07:19.430 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-XGTohMDcZIzQoh0 off=9972192 len=1802678 2024-04-10T16:07:19.431 INFO:tasks.workunit.client.0.smithi069.stdout:op 4790 completed, throughput=5MB/sec 2024-04-10T16:07:19.431 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-0W0-1c1B1I51TbY off=464890 len=1432251 2024-04-10T16:07:19.437 INFO:tasks.workunit.client.0.smithi069.stdout:op 4791 completed, throughput=5MB/sec 2024-04-10T16:07:19.847 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:07:19 smithi069 ceph-mon[96738]: pgmap v1877: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-10T16:07:19.848 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:07:19 smithi069 ceph-mon[94167]: pgmap v1877: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-10T16:07:20.003 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:07:19 smithi077 ceph-mon[87572]: pgmap v1877: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-10T16:07:20.437 INFO:tasks.workunit.client.0.smithi069.stdout: 930: throughput=5MB/sec pending data=0 2024-04-10T16:07:20.437 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-U_0c0-QpGJG49Lx off=4459182 len=1204042 2024-04-10T16:07:20.443 INFO:tasks.workunit.client.0.smithi069.stdout:op 4792 completed, throughput=5MB/sec 2024-04-10T16:07:20.443 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-Fm8_juRUH8r-TvY off=12481279 len=935836 2024-04-10T16:07:20.448 INFO:tasks.workunit.client.0.smithi069.stdout:op 4793 completed, throughput=5MB/sec 2024-04-10T16:07:20.448 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-16zYOll_CAEo3kF off=9663932 len=34163 2024-04-10T16:07:20.449 INFO:tasks.workunit.client.0.smithi069.stdout:op 4794 completed, throughput=5MB/sec 2024-04-10T16:07:20.449 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-_zcvmSN8MMRTKH3 off=18193340 len=1372822 2024-04-10T16:07:20.457 INFO:tasks.workunit.client.0.smithi069.stdout:op 4795 completed, throughput=5MB/sec 2024-04-10T16:07:20.458 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-xG2IvEKrGVD-M15 off=7824584 len=203952 2024-04-10T16:07:20.460 INFO:tasks.workunit.client.0.smithi069.stdout:op 4796 completed, throughput=5MB/sec 2024-04-10T16:07:20.461 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-zNq4EmvsaLrGMhk off=475323 len=162118 2024-04-10T16:07:20.461 INFO:tasks.workunit.client.0.smithi069.stdout:op 4797 completed, throughput=5MB/sec 2024-04-10T16:07:20.461 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-4oS5PI4dIquM6Uo off=1368667 len=1760658 2024-04-10T16:07:20.463 INFO:tasks.workunit.client.0.smithi069.stdout:op 4798 completed, throughput=5MB/sec 2024-04-10T16:07:21.463 INFO:tasks.workunit.client.0.smithi069.stdout: 931: throughput=5MB/sec pending data=0 2024-04-10T16:07:21.463 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-7u9sg_hlq9REYDx off=2410953 len=420757 2024-04-10T16:07:21.464 INFO:tasks.workunit.client.0.smithi069.stdout:op 4799 completed, throughput=5MB/sec 2024-04-10T16:07:21.464 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj--5Ofkz59WNAs82J off=15934791 len=1177555 2024-04-10T16:07:21.470 INFO:tasks.workunit.client.0.smithi069.stdout:op 4800 completed, throughput=5MB/sec 2024-04-10T16:07:21.470 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-ysGxa5OhmnhBfpT off=1169862 len=1932220 2024-04-10T16:07:21.480 INFO:tasks.workunit.client.0.smithi069.stdout:op 4801 completed, throughput=5MB/sec 2024-04-10T16:07:21.480 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-n8n3o-y994wrruM off=10131740 len=678894 2024-04-10T16:07:21.481 INFO:tasks.workunit.client.0.smithi069.stdout:op 4802 completed, throughput=5MB/sec 2024-04-10T16:07:21.847 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:07:21 smithi069 ceph-mon[96738]: pgmap v1878: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-10T16:07:21.848 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:07:21 smithi069 ceph-mon[94167]: pgmap v1878: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-10T16:07:22.003 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:07:21 smithi077 ceph-mon[87572]: pgmap v1878: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-10T16:07:22.481 INFO:tasks.workunit.client.0.smithi069.stdout: 932: throughput=5MB/sec pending data=0 2024-04-10T16:07:22.482 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-Xu2xnKywmohT9g8 off=2057755 len=2037710 2024-04-10T16:07:22.492 INFO:tasks.workunit.client.0.smithi069.stdout:op 4803 completed, throughput=5MB/sec 2024-04-10T16:07:22.492 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj--CGM304eBt3FPxs off=7916382 len=1896459 2024-04-10T16:07:22.493 INFO:tasks.workunit.client.0.smithi069.stdout:op 4804 completed, throughput=5MB/sec 2024-04-10T16:07:22.493 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-JlIgGIh-gtkxEUi off=8869613 len=627491 2024-04-10T16:07:22.494 INFO:tasks.workunit.client.0.smithi069.stdout:op 4805 completed, throughput=5MB/sec 2024-04-10T16:07:22.494 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-Dsgk4SorS2lcgy5 off=683016 len=61700 2024-04-10T16:07:22.497 INFO:tasks.workunit.client.0.smithi069.stdout:op 4806 completed, throughput=5MB/sec 2024-04-10T16:07:22.497 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-kyWlN3Y3fbz9Vmc off=4180050 len=2065180 2024-04-10T16:07:22.498 INFO:tasks.workunit.client.0.smithi069.stdout:op 4807 completed, throughput=5MB/sec 2024-04-10T16:07:22.753 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:07:22 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:07:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:07:23.499 INFO:tasks.workunit.client.0.smithi069.stdout: 933: throughput=5MB/sec pending data=0 2024-04-10T16:07:23.499 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-b4DJw9ZTcz0PqKB off=9165952 len=1546625 2024-04-10T16:07:23.501 INFO:tasks.workunit.client.0.smithi069.stdout:op 4808 completed, throughput=5MB/sec 2024-04-10T16:07:23.501 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj--pwGz8Nm4J9Fp1- off=1149518 len=1241710 2024-04-10T16:07:23.503 INFO:tasks.workunit.client.0.smithi069.stdout:op 4809 completed, throughput=5MB/sec 2024-04-10T16:07:23.503 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-M_AvsWjA-K-KxvN off=14760237 len=1442701 2024-04-10T16:07:23.506 INFO:tasks.workunit.client.0.smithi069.stdout:op 4810 completed, throughput=5MB/sec 2024-04-10T16:07:23.847 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:07:23 smithi069 ceph-mon[96738]: pgmap v1879: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-10T16:07:23.848 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:07:23 smithi069 ceph-mon[94167]: pgmap v1879: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-10T16:07:24.003 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:07:23 smithi077 ceph-mon[87572]: pgmap v1879: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-10T16:07:24.507 INFO:tasks.workunit.client.0.smithi069.stdout: 934: throughput=5MB/sec pending data=0 2024-04-10T16:07:24.507 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-qWD2_8P-HyYIioB off=7560625 len=70610 2024-04-10T16:07:24.507 INFO:tasks.workunit.client.0.smithi069.stdout:op 4811 completed, throughput=5MB/sec 2024-04-10T16:07:24.507 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-id7RLx0H8oCGrON off=1471718 len=248068 2024-04-10T16:07:24.508 INFO:tasks.workunit.client.0.smithi069.stdout:op 4812 completed, throughput=5MB/sec 2024-04-10T16:07:24.508 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-EQELrMUcp9qQLZe off=961067 len=849896 2024-04-10T16:07:24.514 INFO:tasks.workunit.client.0.smithi069.stdout:op 4813 completed, throughput=5MB/sec 2024-04-10T16:07:24.514 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-R0Nbc2Muj2J56jt off=3189440 len=525872 2024-04-10T16:07:24.518 INFO:tasks.workunit.client.0.smithi069.stdout:op 4814 completed, throughput=5MB/sec 2024-04-10T16:07:24.518 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-b-7E1fwqM9apHXj off=5661563 len=239223 2024-04-10T16:07:24.520 INFO:tasks.workunit.client.0.smithi069.stdout:op 4815 completed, throughput=5MB/sec 2024-04-10T16:07:24.521 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-aXjoPRCR0yW4nkx off=6788798 len=616596 2024-04-10T16:07:24.521 INFO:tasks.workunit.client.0.smithi069.stdout:op 4816 completed, throughput=5MB/sec 2024-04-10T16:07:24.521 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-1dEQkVb2Nau1K6V off=5299454 len=1586674 2024-04-10T16:07:24.529 INFO:tasks.workunit.client.0.smithi069.stdout:op 4817 completed, throughput=5MB/sec 2024-04-10T16:07:24.529 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-OT76MDXEksgPRjI off=896621 len=1768908 2024-04-10T16:07:24.539 INFO:tasks.workunit.client.0.smithi069.stdout:op 4818 completed, throughput=5MB/sec 2024-04-10T16:07:25.540 INFO:tasks.workunit.client.0.smithi069.stdout: 935: throughput=5MB/sec pending data=0 2024-04-10T16:07:25.540 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-qqUtTq6_pGaSo5e off=1504454 len=676505 2024-04-10T16:07:25.544 INFO:tasks.workunit.client.0.smithi069.stdout:op 4819 completed, throughput=5MB/sec 2024-04-10T16:07:25.544 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-8wXG1x_7hRZyBoG off=10846579 len=539184 2024-04-10T16:07:25.547 INFO:tasks.workunit.client.0.smithi069.stdout:op 4820 completed, throughput=5MB/sec 2024-04-10T16:07:25.547 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-8kjOwkVGEeaniRx off=7094294 len=467498 2024-04-10T16:07:25.551 INFO:tasks.workunit.client.0.smithi069.stdout:op 4821 completed, throughput=5MB/sec 2024-04-10T16:07:25.551 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-6LWx03gKtnyi8Gv off=12912794 len=2045729 2024-04-10T16:07:25.564 INFO:tasks.workunit.client.0.smithi069.stdout:op 4822 completed, throughput=5MB/sec 2024-04-10T16:07:25.564 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-iw6P-FGDK--qlcx off=3116059 len=576402 2024-04-10T16:07:25.567 INFO:tasks.workunit.client.0.smithi069.stdout:op 4823 completed, throughput=5MB/sec 2024-04-10T16:07:25.848 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:07:25 smithi069 ceph-mon[96738]: pgmap v1880: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-10T16:07:25.848 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:07:25 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:07:25.848 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:07:25 smithi069 ceph-mon[94167]: pgmap v1880: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-10T16:07:25.848 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:07:25 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:07:26.004 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:07:25 smithi077 ceph-mon[87572]: pgmap v1880: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-10T16:07:26.004 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:07:25 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:07:26.567 INFO:tasks.workunit.client.0.smithi069.stdout: 936: throughput=4.99MB/sec pending data=0 2024-04-10T16:07:26.568 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-SSJsehXG-vTMheA off=4510710 len=100625 2024-04-10T16:07:26.570 INFO:tasks.workunit.client.0.smithi069.stdout:op 4824 completed, throughput=4.99MB/sec 2024-04-10T16:07:26.570 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-gYCYyED2sRxNkZn off=4857474 len=693572 2024-04-10T16:07:26.575 INFO:tasks.workunit.client.0.smithi069.stdout:op 4825 completed, throughput=5MB/sec 2024-04-10T16:07:26.575 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj--KrukxZ1dRfWY_h off=6275868 len=1159387 2024-04-10T16:07:26.582 INFO:tasks.workunit.client.0.smithi069.stdout:op 4826 completed, throughput=5MB/sec 2024-04-10T16:07:26.582 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-dbrY2GTXEtHel88 off=6195876 len=242467 2024-04-10T16:07:26.585 INFO:tasks.workunit.client.0.smithi069.stdout:op 4827 completed, throughput=5MB/sec 2024-04-10T16:07:26.585 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-Q4Q3QlKolufzrc7 off=9194730 len=727550 2024-04-10T16:07:26.586 INFO:tasks.workunit.client.0.smithi069.stdout:op 4828 completed, throughput=5MB/sec 2024-04-10T16:07:26.586 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-JM6uyKuWHy8-qd- off=15563656 len=1576184 2024-04-10T16:07:26.592 INFO:tasks.workunit.client.0.smithi069.stdout:op 4829 completed, throughput=5MB/sec 2024-04-10T16:07:26.592 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-5J8e4ms7CpLrk_N off=2733423 len=1634561 2024-04-10T16:07:26.595 INFO:tasks.workunit.client.0.smithi069.stdout:op 4830 completed, throughput=5MB/sec 2024-04-10T16:07:27.348 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:07:26 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:07:26] "GET /metrics HTTP/1.1" 200 34054 "" "Prometheus/2.43.0" 2024-04-10T16:07:27.595 INFO:tasks.workunit.client.0.smithi069.stdout: 937: throughput=5MB/sec pending data=0 2024-04-10T16:07:27.596 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-mdEqHdmC4XYKSCa off=0 len=1325682 2024-04-10T16:07:27.603 INFO:tasks.workunit.client.0.smithi069.stdout:op 4831 completed, throughput=5MB/sec 2024-04-10T16:07:27.603 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-h42_4kF8fYN-Z83 off=11423608 len=1356730 2024-04-10T16:07:27.605 INFO:tasks.workunit.client.0.smithi069.stdout:op 4832 completed, throughput=5MB/sec 2024-04-10T16:07:27.605 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-DHI3C4MvBrDGJ-T off=4961951 len=1379622 2024-04-10T16:07:27.613 INFO:tasks.workunit.client.0.smithi069.stdout:op 4833 completed, throughput=5MB/sec 2024-04-10T16:07:27.613 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-HsYc1jeesvi8nk_ off=4274542 len=432707 2024-04-10T16:07:27.613 INFO:tasks.workunit.client.0.smithi069.stdout:op 4834 completed, throughput=5MB/sec 2024-04-10T16:07:27.613 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-Go-yasL9yuhqP0f off=3706524 len=1541231 2024-04-10T16:07:27.622 INFO:tasks.workunit.client.0.smithi069.stdout:op 4835 completed, throughput=5MB/sec 2024-04-10T16:07:27.848 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:07:27 smithi069 ceph-mon[96738]: pgmap v1881: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-10T16:07:27.848 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:07:27 smithi069 ceph-mon[94167]: pgmap v1881: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-10T16:07:28.004 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:07:27 smithi077 ceph-mon[87572]: pgmap v1881: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-10T16:07:28.622 INFO:tasks.workunit.client.0.smithi069.stdout: 938: throughput=5MB/sec pending data=0 2024-04-10T16:07:28.623 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-KL4vgRArOntRAWI off=3057464 len=955808 2024-04-10T16:07:28.628 INFO:tasks.workunit.client.0.smithi069.stdout:op 4836 completed, throughput=5MB/sec 2024-04-10T16:07:28.629 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-dZuj6Qe48BuJBpx off=7310071 len=1585069 2024-04-10T16:07:28.633 INFO:tasks.workunit.client.0.smithi069.stdout:op 4837 completed, throughput=5MB/sec 2024-04-10T16:07:28.633 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-Q1BavEsrmrM8g5_ off=7125847 len=117601 2024-04-10T16:07:28.636 INFO:tasks.workunit.client.0.smithi069.stdout:op 4838 completed, throughput=5MB/sec 2024-04-10T16:07:28.636 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-DxJ8Umve7F6Mcyu off=15871903 len=673289 2024-04-10T16:07:28.641 INFO:tasks.workunit.client.0.smithi069.stdout:op 4839 completed, throughput=5MB/sec 2024-04-10T16:07:28.641 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-Fb-s4HJS-m37Dah off=3753586 len=924089 2024-04-10T16:07:28.642 INFO:tasks.workunit.client.0.smithi069.stdout:op 4840 completed, throughput=5MB/sec 2024-04-10T16:07:29.642 INFO:tasks.workunit.client.0.smithi069.stdout: 939: throughput=5MB/sec pending data=0 2024-04-10T16:07:29.643 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-qTZbTXkerdJLhr4 off=2153404 len=117534 2024-04-10T16:07:29.645 INFO:tasks.workunit.client.0.smithi069.stdout:op 4841 completed, throughput=5MB/sec 2024-04-10T16:07:29.645 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-eEF6YRYkfCUAfpj off=13350012 len=2042246 2024-04-10T16:07:29.657 INFO:tasks.workunit.client.0.smithi069.stdout:op 4842 completed, throughput=5MB/sec 2024-04-10T16:07:29.657 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-uCOtGZIxldh7hUJ off=3119490 len=1055525 2024-04-10T16:07:29.658 INFO:tasks.workunit.client.0.smithi069.stdout:op 4843 completed, throughput=5MB/sec 2024-04-10T16:07:29.658 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-s7ThTDt2vljmXxC off=11541115 len=225945 2024-04-10T16:07:29.659 INFO:tasks.workunit.client.0.smithi069.stdout:op 4844 completed, throughput=5MB/sec 2024-04-10T16:07:29.659 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-Nbn0LCkObnfX7gB off=15623840 len=377092 2024-04-10T16:07:29.662 INFO:tasks.workunit.client.0.smithi069.stdout:op 4845 completed, throughput=5MB/sec 2024-04-10T16:07:29.662 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-tjlYPc-cgOinWdz off=27659 len=1437100 2024-04-10T16:07:29.663 INFO:tasks.workunit.client.0.smithi069.stdout:op 4846 completed, throughput=5MB/sec 2024-04-10T16:07:30.004 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:07:29 smithi077 ceph-mon[87572]: pgmap v1882: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-10T16:07:30.098 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:07:29 smithi069 ceph-mon[96738]: pgmap v1882: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-10T16:07:30.098 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:07:29 smithi069 ceph-mon[94167]: pgmap v1882: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-10T16:07:30.664 INFO:tasks.workunit.client.0.smithi069.stdout: 940: throughput=5MB/sec pending data=0 2024-04-10T16:07:30.664 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-4w8dp36u-YJJ4nG off=487295 len=489413 2024-04-10T16:07:30.665 INFO:tasks.workunit.client.0.smithi069.stdout:op 4847 completed, throughput=5MB/sec 2024-04-10T16:07:30.665 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-TjxJ70g7WfvkNZt off=871817 len=594999 2024-04-10T16:07:30.666 INFO:tasks.workunit.client.0.smithi069.stdout:op 4848 completed, throughput=5MB/sec 2024-04-10T16:07:30.666 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-dVwcirCYiAnN_Gr off=1253217 len=1744816 2024-04-10T16:07:30.668 INFO:tasks.workunit.client.0.smithi069.stdout:op 4849 completed, throughput=5MB/sec 2024-04-10T16:07:30.669 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-gqryfpkYsj-OuIs off=10210481 len=1139491 2024-04-10T16:07:30.675 INFO:tasks.workunit.client.0.smithi069.stdout:op 4850 completed, throughput=5MB/sec 2024-04-10T16:07:30.675 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-8SB8xDtqFGjI5a6 off=1717616 len=1379240 2024-04-10T16:07:30.676 INFO:tasks.workunit.client.0.smithi069.stdout:op 4851 completed, throughput=5MB/sec 2024-04-10T16:07:31.676 INFO:tasks.workunit.client.0.smithi069.stdout: 941: throughput=5MB/sec pending data=0 2024-04-10T16:07:31.677 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-NAZqIt-ixyMMP-y off=5860615 len=1250983 2024-04-10T16:07:31.678 INFO:tasks.workunit.client.0.smithi069.stdout:op 4852 completed, throughput=5MB/sec 2024-04-10T16:07:31.678 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-7ECHrqqNh8PnrOC off=109488 len=559907 2024-04-10T16:07:31.681 INFO:tasks.workunit.client.0.smithi069.stdout:op 4853 completed, throughput=5MB/sec 2024-04-10T16:07:31.682 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-GVw3mWZuCOBzN-M off=551007 len=1892796 2024-04-10T16:07:31.683 INFO:tasks.workunit.client.0.smithi069.stdout:op 4854 completed, throughput=5MB/sec 2024-04-10T16:07:31.683 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-_bAY6dQWCkDB5AE off=18994312 len=1550642 2024-04-10T16:07:31.687 INFO:tasks.workunit.client.0.smithi069.stdout:op 4855 completed, throughput=5MB/sec 2024-04-10T16:07:32.004 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:07:31 smithi077 ceph-mon[87572]: pgmap v1883: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-10T16:07:32.098 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:07:31 smithi069 ceph-mon[96738]: pgmap v1883: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-10T16:07:32.098 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:07:31 smithi069 ceph-mon[94167]: pgmap v1883: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-10T16:07:32.687 INFO:tasks.workunit.client.0.smithi069.stdout: 942: throughput=5MB/sec pending data=0 2024-04-10T16:07:32.687 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-jDN_WTQe9Df4PXE off=2793360 len=1182280 2024-04-10T16:07:32.689 INFO:tasks.workunit.client.0.smithi069.stdout:op 4856 completed, throughput=5MB/sec 2024-04-10T16:07:32.690 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-64ZwYyk3J4CNise off=9175367 len=1145428 2024-04-10T16:07:32.691 INFO:tasks.workunit.client.0.smithi069.stdout:op 4857 completed, throughput=5MB/sec 2024-04-10T16:07:32.691 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-OrBryfkx_8fshHQ off=1791607 len=1055950 2024-04-10T16:07:32.694 INFO:tasks.workunit.client.0.smithi069.stdout:op 4858 completed, throughput=5MB/sec 2024-04-10T16:07:32.694 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-JGOkv68G1P5lN0w off=102315 len=1416762 2024-04-10T16:07:32.696 INFO:tasks.workunit.client.0.smithi069.stdout:op 4859 completed, throughput=5MB/sec 2024-04-10T16:07:32.696 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-UOADbq3uBBtZfZd off=1374533 len=577986 2024-04-10T16:07:32.701 INFO:tasks.workunit.client.0.smithi069.stdout:op 4860 completed, throughput=5MB/sec 2024-04-10T16:07:32.754 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:07:32 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:07:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:07:33.702 INFO:tasks.workunit.client.0.smithi069.stdout: 943: throughput=5MB/sec pending data=0 2024-04-10T16:07:33.702 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-C84buDFfRVdsyOA off=17402721 len=1162574 2024-04-10T16:07:33.704 INFO:tasks.workunit.client.0.smithi069.stdout:op 4861 completed, throughput=5MB/sec 2024-04-10T16:07:33.704 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-czUAz42JZWmaTS9 off=16543904 len=1276596 2024-04-10T16:07:33.706 INFO:tasks.workunit.client.0.smithi069.stdout:op 4862 completed, throughput=5MB/sec 2024-04-10T16:07:33.706 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-GF8joJf2oFSL0Uw off=5025282 len=927655 2024-04-10T16:07:33.711 INFO:tasks.workunit.client.0.smithi069.stdout:op 4863 completed, throughput=5MB/sec 2024-04-10T16:07:33.711 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-93DhgDYRNYELT2G off=1481162 len=244113 2024-04-10T16:07:33.712 INFO:tasks.workunit.client.0.smithi069.stdout:op 4864 completed, throughput=5MB/sec 2024-04-10T16:07:33.712 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-uivybCYnINnb-yB off=16360159 len=1786699 2024-04-10T16:07:33.714 INFO:tasks.workunit.client.0.smithi069.stdout:op 4865 completed, throughput=5MB/sec 2024-04-10T16:07:34.003 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:07:33 smithi077 ceph-mon[87572]: pgmap v1884: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-10T16:07:34.098 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:07:33 smithi069 ceph-mon[96738]: pgmap v1884: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-10T16:07:34.098 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:07:33 smithi069 ceph-mon[94167]: pgmap v1884: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-10T16:07:34.714 INFO:tasks.workunit.client.0.smithi069.stdout: 944: throughput=5MB/sec pending data=0 2024-04-10T16:07:34.714 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-Gvy0x08rDksY-YX off=432312 len=871483 2024-04-10T16:07:34.716 INFO:tasks.workunit.client.0.smithi069.stdout:op 4866 completed, throughput=5MB/sec 2024-04-10T16:07:34.717 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-PU-tcfN1RZLLVM3 off=5506464 len=1346818 2024-04-10T16:07:34.718 INFO:tasks.workunit.client.0.smithi069.stdout:op 4867 completed, throughput=5MB/sec 2024-04-10T16:07:34.718 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-pOWLfBgcX4EF6Za off=441450 len=1528817 2024-04-10T16:07:34.720 INFO:tasks.workunit.client.0.smithi069.stdout:op 4868 completed, throughput=5MB/sec 2024-04-10T16:07:34.720 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-J-7Insx4bnOVBlV off=2943931 len=1434663 2024-04-10T16:07:34.723 INFO:tasks.workunit.client.0.smithi069.stdout:op 4869 completed, throughput=5MB/sec 2024-04-10T16:07:35.723 INFO:tasks.workunit.client.0.smithi069.stdout: 945: throughput=5MB/sec pending data=0 2024-04-10T16:07:35.723 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-LxTcfLJC0ljBXLx off=12056450 len=448044 2024-04-10T16:07:35.727 INFO:tasks.workunit.client.0.smithi069.stdout:op 4870 completed, throughput=5MB/sec 2024-04-10T16:07:35.727 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-BY_SvuGVHOn4zaw off=1929507 len=608456 2024-04-10T16:07:35.728 INFO:tasks.workunit.client.0.smithi069.stdout:op 4871 completed, throughput=5MB/sec 2024-04-10T16:07:35.728 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-wOBlnhWQcDGrQKG off=7778822 len=974116 2024-04-10T16:07:35.734 INFO:tasks.workunit.client.0.smithi069.stdout:op 4872 completed, throughput=5MB/sec 2024-04-10T16:07:35.735 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-znr1MW2glTByIHe off=1416987 len=1914784 2024-04-10T16:07:35.736 INFO:tasks.workunit.client.0.smithi069.stdout:op 4873 completed, throughput=5MB/sec 2024-04-10T16:07:35.736 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-KLgvM9vRtcl3YmT off=5182399 len=920064 2024-04-10T16:07:35.738 INFO:tasks.workunit.client.0.smithi069.stdout:op 4874 completed, throughput=5MB/sec 2024-04-10T16:07:35.738 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-UkrltQ6nENLbBx3 off=4578160 len=1975129 2024-04-10T16:07:35.747 INFO:tasks.workunit.client.0.smithi069.stdout:op 4875 completed, throughput=5MB/sec 2024-04-10T16:07:36.004 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:07:35 smithi077 ceph-mon[87572]: pgmap v1885: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-10T16:07:36.098 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:07:35 smithi069 ceph-mon[96738]: pgmap v1885: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-10T16:07:36.098 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:07:35 smithi069 ceph-mon[94167]: pgmap v1885: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-10T16:07:36.748 INFO:tasks.workunit.client.0.smithi069.stdout: 946: throughput=5MB/sec pending data=0 2024-04-10T16:07:36.748 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-mpdf4VroF1YRYcT off=2739865 len=198860 2024-04-10T16:07:36.749 INFO:tasks.workunit.client.0.smithi069.stdout:op 4876 completed, throughput=5MB/sec 2024-04-10T16:07:36.749 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-oqddvMKKW0iPBrA off=8647117 len=38894 2024-04-10T16:07:36.749 INFO:tasks.workunit.client.0.smithi069.stdout:op 4877 completed, throughput=5MB/sec 2024-04-10T16:07:36.749 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-StAMRhunVrUPD1O off=3650905 len=840380 2024-04-10T16:07:36.754 INFO:tasks.workunit.client.0.smithi069.stdout:op 4878 completed, throughput=5MB/sec 2024-04-10T16:07:36.754 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-laTKngmkZP0K_5l off=4845863 len=2003178 2024-04-10T16:07:36.764 INFO:tasks.workunit.client.0.smithi069.stdout:op 4879 completed, throughput=5MB/sec 2024-04-10T16:07:36.764 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-cUrI85EGiUv4OPc off=3376036 len=1663544 2024-04-10T16:07:36.771 INFO:tasks.workunit.client.0.smithi069.stdout:op 4880 completed, throughput=5MB/sec 2024-04-10T16:07:37.348 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:07:36 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:07:36] "GET /metrics HTTP/1.1" 200 34054 "" "Prometheus/2.43.0" 2024-04-10T16:07:37.771 INFO:tasks.workunit.client.0.smithi069.stdout: 947: throughput=5MB/sec pending data=0 2024-04-10T16:07:37.771 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-rGE-ptFi7Uwx_1z off=13851822 len=174787 2024-04-10T16:07:37.772 INFO:tasks.workunit.client.0.smithi069.stdout:op 4881 completed, throughput=5MB/sec 2024-04-10T16:07:37.772 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-14VcPbzeHogrVTg off=5171215 len=65856 2024-04-10T16:07:37.774 INFO:tasks.workunit.client.0.smithi069.stdout:op 4882 completed, throughput=5MB/sec 2024-04-10T16:07:37.774 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj--x0zuAWkXdYNJNV off=3536214 len=720536 2024-04-10T16:07:37.783 INFO:tasks.workunit.client.0.smithi069.stdout:op 4883 completed, throughput=5MB/sec 2024-04-10T16:07:37.783 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-UApZKzmOoR-_Ize off=2447414 len=42596 2024-04-10T16:07:37.784 INFO:tasks.workunit.client.0.smithi069.stdout:op 4884 completed, throughput=5MB/sec 2024-04-10T16:07:37.784 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-0f8qpWK3sripU_B off=6525417 len=798407 2024-04-10T16:07:37.785 INFO:tasks.workunit.client.0.smithi069.stdout:op 4885 completed, throughput=5MB/sec 2024-04-10T16:07:37.785 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-KZ2fEY6hqe4n_mp off=1547297 len=184351 2024-04-10T16:07:37.786 INFO:tasks.workunit.client.0.smithi069.stdout:op 4886 completed, throughput=5MB/sec 2024-04-10T16:07:37.786 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-t4EM_Zw_cKFkoDL off=10683064 len=1970617 2024-04-10T16:07:37.788 INFO:tasks.workunit.client.0.smithi069.stdout:op 4887 completed, throughput=5MB/sec 2024-04-10T16:07:37.788 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-yMxy3vaxg734NlD off=17458114 len=793616 2024-04-10T16:07:37.789 INFO:tasks.workunit.client.0.smithi069.stdout:op 4888 completed, throughput=5MB/sec 2024-04-10T16:07:38.004 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:07:37 smithi077 ceph-mon[87572]: pgmap v1886: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-10T16:07:38.097 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:07:37 smithi069 ceph-mon[94167]: pgmap v1886: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-10T16:07:38.098 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:07:37 smithi069 ceph-mon[96738]: pgmap v1886: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-10T16:07:38.789 INFO:tasks.workunit.client.0.smithi069.stdout: 948: throughput=5MB/sec pending data=0 2024-04-10T16:07:38.789 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-MGoeLORP92Cy8aa off=11969311 len=1340211 2024-04-10T16:07:38.796 INFO:tasks.workunit.client.0.smithi069.stdout:op 4889 completed, throughput=5MB/sec 2024-04-10T16:07:38.796 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-wUIhhiZyJXS6RDV off=2819327 len=326090 2024-04-10T16:07:38.797 INFO:tasks.workunit.client.0.smithi069.stdout:op 4890 completed, throughput=5MB/sec 2024-04-10T16:07:38.797 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-5LFX8B7InQq0Fsn off=11826132 len=1326639 2024-04-10T16:07:38.804 INFO:tasks.workunit.client.0.smithi069.stdout:op 4891 completed, throughput=5MB/sec 2024-04-10T16:07:38.804 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-1tbDCrvl_nT5OJF off=10889086 len=643605 2024-04-10T16:07:38.808 INFO:tasks.workunit.client.0.smithi069.stdout:op 4892 completed, throughput=5MB/sec 2024-04-10T16:07:38.808 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-pLrJbXJOejroldd off=3196365 len=215978 2024-04-10T16:07:38.808 INFO:tasks.workunit.client.0.smithi069.stdout:op 4893 completed, throughput=5MB/sec 2024-04-10T16:07:38.809 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-r_hc49bymGyefSv off=0 len=1375315 2024-04-10T16:07:38.810 INFO:tasks.workunit.client.0.smithi069.stdout:op 4894 completed, throughput=5MB/sec 2024-04-10T16:07:39.811 INFO:tasks.workunit.client.0.smithi069.stdout: 949: throughput=5MB/sec pending data=0 2024-04-10T16:07:39.811 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-2PcDOiivq7H2T-z off=9862936 len=1948990 2024-04-10T16:07:39.813 INFO:tasks.workunit.client.0.smithi069.stdout:op 4895 completed, throughput=5MB/sec 2024-04-10T16:07:39.813 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-ZP4CWWFIS5Nws42 off=2974808 len=2000135 2024-04-10T16:07:39.823 INFO:tasks.workunit.client.0.smithi069.stdout:op 4896 completed, throughput=5MB/sec 2024-04-10T16:07:39.823 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-hKSyXaZwIrz7BYA off=18268912 len=792977 2024-04-10T16:07:39.827 INFO:tasks.workunit.client.0.smithi069.stdout:op 4897 completed, throughput=5MB/sec 2024-04-10T16:07:39.827 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-tdnL2SoKLH9Wrmc off=584831 len=1691128 2024-04-10T16:07:39.834 INFO:tasks.workunit.client.0.smithi069.stdout:op 4898 completed, throughput=5MB/sec 2024-04-10T16:07:40.003 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:07:39 smithi077 ceph-mon[87572]: pgmap v1887: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-10T16:07:40.098 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:07:39 smithi069 ceph-mon[96738]: pgmap v1887: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-10T16:07:40.098 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:07:39 smithi069 ceph-mon[94167]: pgmap v1887: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-10T16:07:40.835 INFO:tasks.workunit.client.0.smithi069.stdout: 950: throughput=5MB/sec pending data=0 2024-04-10T16:07:40.835 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-1xUxywXcRl82lpL off=2080035 len=163582 2024-04-10T16:07:40.835 INFO:tasks.workunit.client.0.smithi069.stdout:op 4899 completed, throughput=5MB/sec 2024-04-10T16:07:40.836 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-POqRSzv1l9pbbqJ off=14026439 len=1190985 2024-04-10T16:07:40.842 INFO:tasks.workunit.client.0.smithi069.stdout:op 4900 completed, throughput=5MB/sec 2024-04-10T16:07:40.842 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-DvuFQpAX0BTBZ6B off=442985 len=589857 2024-04-10T16:07:40.847 INFO:tasks.workunit.client.0.smithi069.stdout:op 4901 completed, throughput=5MB/sec 2024-04-10T16:07:40.847 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-jH8D__zIuwd6pe4 off=2295900 len=1169272 2024-04-10T16:07:40.852 INFO:tasks.workunit.client.0.smithi069.stdout:op 4902 completed, throughput=5MB/sec 2024-04-10T16:07:40.852 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-uyNqP87A272dzko off=4187362 len=1715412 2024-04-10T16:07:40.860 INFO:tasks.workunit.client.0.smithi069.stdout:op 4903 completed, throughput=5MB/sec 2024-04-10T16:07:41.004 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:07:40 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:07:41.098 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:07:40 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:07:41.098 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:07:40 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:07:41.861 INFO:tasks.workunit.client.0.smithi069.stdout: 951: throughput=5MB/sec pending data=0 2024-04-10T16:07:41.861 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-3jLugUNYaM0vZxu off=7551549 len=1633306 2024-04-10T16:07:41.869 INFO:tasks.workunit.client.0.smithi069.stdout:op 4904 completed, throughput=5MB/sec 2024-04-10T16:07:41.869 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-6lneoIJig8K-q19 off=8663523 len=453947 2024-04-10T16:07:41.870 INFO:tasks.workunit.client.0.smithi069.stdout:op 4905 completed, throughput=5MB/sec 2024-04-10T16:07:41.870 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-IKdLpp8nm0TdZ6Q off=15169492 len=421994 2024-04-10T16:07:41.873 INFO:tasks.workunit.client.0.smithi069.stdout:op 4906 completed, throughput=5MB/sec 2024-04-10T16:07:41.874 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-1d5Modi-tU0ZZf8 off=2627886 len=1462582 2024-04-10T16:07:41.879 INFO:tasks.workunit.client.0.smithi069.stdout:op 4907 completed, throughput=5MB/sec 2024-04-10T16:07:41.879 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-FlZ167bpPtQWtft off=4337984 len=1209419 2024-04-10T16:07:41.880 INFO:tasks.workunit.client.0.smithi069.stdout:op 4908 completed, throughput=5MB/sec 2024-04-10T16:07:42.004 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:07:41 smithi077 ceph-mon[87572]: pgmap v1888: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.4 MiB/s wr, 6 op/s 2024-04-10T16:07:42.098 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:07:41 smithi069 ceph-mon[96738]: pgmap v1888: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.4 MiB/s wr, 6 op/s 2024-04-10T16:07:42.098 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:07:41 smithi069 ceph-mon[94167]: pgmap v1888: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.4 MiB/s wr, 6 op/s 2024-04-10T16:07:42.754 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:07:42 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:07:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:07:42.881 INFO:tasks.workunit.client.0.smithi069.stdout: 952: throughput=5MB/sec pending data=0 2024-04-10T16:07:42.881 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-mHerm23dRD3ZuZB off=17603260 len=1524785 2024-04-10T16:07:42.884 INFO:tasks.workunit.client.0.smithi069.stdout:op 4909 completed, throughput=5MB/sec 2024-04-10T16:07:42.884 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-BEXaIZwEf9EIa14 off=15602028 len=590947 2024-04-10T16:07:42.885 INFO:tasks.workunit.client.0.smithi069.stdout:op 4910 completed, throughput=5MB/sec 2024-04-10T16:07:42.885 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-uCEY90EQ4vlgnyR off=6557004 len=1058939 2024-04-10T16:07:42.886 INFO:tasks.workunit.client.0.smithi069.stdout:op 4911 completed, throughput=5MB/sec 2024-04-10T16:07:42.886 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-aodt5ysPMadBLag off=1692311 len=1308357 2024-04-10T16:07:42.894 INFO:tasks.workunit.client.0.smithi069.stdout:op 4912 completed, throughput=5MB/sec 2024-04-10T16:07:42.894 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-COxNlY6Fm7Kw2x8 off=13545852 len=1370298 2024-04-10T16:07:42.901 INFO:tasks.workunit.client.0.smithi069.stdout:op 4913 completed, throughput=5MB/sec 2024-04-10T16:07:43.901 INFO:tasks.workunit.client.0.smithi069.stdout: 953: throughput=5MB/sec pending data=0 2024-04-10T16:07:43.901 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-6UeVs2313iucbyD off=15156953 len=1489214 2024-04-10T16:07:43.903 INFO:tasks.workunit.client.0.smithi069.stdout:op 4914 completed, throughput=5MB/sec 2024-04-10T16:07:43.903 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-_godxQol8SwZJGy off=18947084 len=1722839 2024-04-10T16:07:43.912 INFO:tasks.workunit.client.0.smithi069.stdout:op 4915 completed, throughput=5MB/sec 2024-04-10T16:07:43.913 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-_rfr9BpASjZ845I off=12026001 len=1787671 2024-04-10T16:07:43.922 INFO:tasks.workunit.client.0.smithi069.stdout:op 4916 completed, throughput=5MB/sec 2024-04-10T16:07:44.004 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:07:43 smithi077 ceph-mon[87572]: pgmap v1889: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-10T16:07:44.097 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:07:43 smithi069 ceph-mon[96738]: pgmap v1889: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-10T16:07:44.098 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:07:43 smithi069 ceph-mon[94167]: pgmap v1889: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-10T16:07:44.923 INFO:tasks.workunit.client.0.smithi069.stdout: 954: throughput=5MB/sec pending data=0 2024-04-10T16:07:44.923 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-J3IXUeJNyN_6Asq off=11297852 len=201766 2024-04-10T16:07:44.924 INFO:tasks.workunit.client.0.smithi069.stdout:op 4917 completed, throughput=5MB/sec 2024-04-10T16:07:44.924 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-SG_uhWPhO59tdnS off=14903872 len=44530 2024-04-10T16:07:44.925 INFO:tasks.workunit.client.0.smithi069.stdout:op 4918 completed, throughput=5MB/sec 2024-04-10T16:07:44.925 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-ymFSdaBU-0_Vdrc off=5417819 len=547713 2024-04-10T16:07:44.926 INFO:tasks.workunit.client.0.smithi069.stdout:op 4919 completed, throughput=5MB/sec 2024-04-10T16:07:44.926 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-Rtpbw85py7V01-z off=21496387 len=1325402 2024-04-10T16:07:44.928 INFO:tasks.workunit.client.0.smithi069.stdout:op 4920 completed, throughput=5MB/sec 2024-04-10T16:07:44.928 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-Izg7SNEh6ys3hWu off=17112252 len=1733046 2024-04-10T16:07:44.938 INFO:tasks.workunit.client.0.smithi069.stdout:op 4921 completed, throughput=5MB/sec 2024-04-10T16:07:44.938 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-x30zHvU6OkNe14D off=2608927 len=335708 2024-04-10T16:07:44.941 INFO:tasks.workunit.client.0.smithi069.stdout:op 4922 completed, throughput=5MB/sec 2024-04-10T16:07:44.941 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-k-KmexebyoD7rZa off=3114651 len=1687608 2024-04-10T16:07:44.942 INFO:tasks.workunit.client.0.smithi069.stdout:op 4923 completed, throughput=5MB/sec 2024-04-10T16:07:45.943 INFO:tasks.workunit.client.0.smithi069.stdout: 955: throughput=5MB/sec pending data=0 2024-04-10T16:07:45.943 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-m8VpzKrnGjZjTDc off=11661616 len=1639114 2024-04-10T16:07:45.952 INFO:tasks.workunit.client.0.smithi069.stdout:op 4924 completed, throughput=5MB/sec 2024-04-10T16:07:45.991 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-Fhhz4l-c2mYOTqF off=1198825 len=732876 2024-04-10T16:07:45.992 INFO:tasks.workunit.client.0.smithi069.stdout:op 4925 completed, throughput=5MB/sec 2024-04-10T16:07:45.992 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-A3jusyHEmO0jaYd off=1094191 len=168109 2024-04-10T16:07:45.992 INFO:tasks.workunit.client.0.smithi069.stdout:op 4926 completed, throughput=5MB/sec 2024-04-10T16:07:45.992 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-c799LeMLwiwRT9n off=10889540 len=1969880 2024-04-10T16:07:45.992 INFO:tasks.workunit.client.0.smithi069.stdout:op 4927 completed, throughput=5MB/sec 2024-04-10T16:07:46.003 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:07:45 smithi077 ceph-mon[87572]: pgmap v1890: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-10T16:07:46.098 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:07:45 smithi069 ceph-mon[96738]: pgmap v1890: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-10T16:07:46.098 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:07:45 smithi069 ceph-mon[94167]: pgmap v1890: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-10T16:07:46.961 INFO:tasks.workunit.client.0.smithi069.stdout: 956: throughput=5MB/sec pending data=0 2024-04-10T16:07:46.961 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-jEjxYjJFSl9xb1I off=6460687 len=2058859 2024-04-10T16:07:46.964 INFO:tasks.workunit.client.0.smithi069.stdout:op 4928 completed, throughput=5MB/sec 2024-04-10T16:07:46.964 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-VGMuAgIkkrOqfhm off=7313483 len=671021 2024-04-10T16:07:46.968 INFO:tasks.workunit.client.0.smithi069.stdout:op 4929 completed, throughput=5MB/sec 2024-04-10T16:07:46.968 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-bSk0t7OF6xj7fZl off=2680908 len=372274 2024-04-10T16:07:46.968 INFO:tasks.workunit.client.0.smithi069.stdout:op 4930 completed, throughput=5MB/sec 2024-04-10T16:07:46.969 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-d56ggabjNBQb-C_ off=9419747 len=1266724 2024-04-10T16:07:46.971 INFO:tasks.workunit.client.0.smithi069.stdout:op 4931 completed, throughput=5MB/sec 2024-04-10T16:07:46.971 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-Fy5vIdLflul3hYy off=7694120 len=923307 2024-04-10T16:07:46.973 INFO:tasks.workunit.client.0.smithi069.stdout:op 4932 completed, throughput=5MB/sec 2024-04-10T16:07:47.348 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:07:46 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:07:46] "GET /metrics HTTP/1.1" 200 34052 "" "Prometheus/2.43.0" 2024-04-10T16:07:47.973 INFO:tasks.workunit.client.0.smithi069.stdout: 957: throughput=5MB/sec pending data=0 2024-04-10T16:07:47.973 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-RMLvHmQImLKEaNn off=4484797 len=297046 2024-04-10T16:07:47.974 INFO:tasks.workunit.client.0.smithi069.stdout:op 4933 completed, throughput=5MB/sec 2024-04-10T16:07:47.974 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-N8m4qXihnFAPgmc off=16159496 len=1606009 2024-04-10T16:07:47.976 INFO:tasks.workunit.client.0.smithi069.stdout:op 4934 completed, throughput=5MB/sec 2024-04-10T16:07:47.976 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-esIUn263unufkZy off=9571982 len=772151 2024-04-10T16:07:47.980 INFO:tasks.workunit.client.0.smithi069.stdout:op 4935 completed, throughput=5MB/sec 2024-04-10T16:07:47.980 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-z6QMb7b80di2M7R off=1611511 len=386361 2024-04-10T16:07:47.981 INFO:tasks.workunit.client.0.smithi069.stdout:op 4936 completed, throughput=5MB/sec 2024-04-10T16:07:47.981 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-2lkFa-952sl3lpF off=3804089 len=1340303 2024-04-10T16:07:47.987 INFO:tasks.workunit.client.0.smithi069.stdout:op 4937 completed, throughput=5MB/sec 2024-04-10T16:07:47.987 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-iJNHNXRNI-DHfnr off=15650962 len=1277375 2024-04-10T16:07:47.995 INFO:tasks.workunit.client.0.smithi069.stdout:op 4938 completed, throughput=5MB/sec 2024-04-10T16:07:48.003 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:07:47 smithi077 ceph-mon[87572]: pgmap v1891: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-10T16:07:48.097 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:07:47 smithi069 ceph-mon[96738]: pgmap v1891: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-10T16:07:48.098 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:07:47 smithi069 ceph-mon[94167]: pgmap v1891: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-10T16:07:48.996 INFO:tasks.workunit.client.0.smithi069.stdout: 958: throughput=5MB/sec pending data=0 2024-04-10T16:07:48.996 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-TspeGQ73HBVXaT7 off=13782677 len=1073439 2024-04-10T16:07:49.002 INFO:tasks.workunit.client.0.smithi069.stdout:op 4939 completed, throughput=5MB/sec 2024-04-10T16:07:49.002 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-1meOfcy2Mf6I8aE off=20890089 len=525957 2024-04-10T16:07:49.006 INFO:tasks.workunit.client.0.smithi069.stdout:op 4940 completed, throughput=5MB/sec 2024-04-10T16:07:49.006 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-PwZAgVJtGEYsOQs off=569567 len=203669 2024-04-10T16:07:49.007 INFO:tasks.workunit.client.0.smithi069.stdout:op 4941 completed, throughput=5MB/sec 2024-04-10T16:07:49.007 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-Dyz0jHfs9KTvbTt off=24623680 len=665839 2024-04-10T16:07:49.011 INFO:tasks.workunit.client.0.smithi069.stdout:op 4942 completed, throughput=5MB/sec 2024-04-10T16:07:49.012 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-IwpXCP1_m1dm7KD off=4192258 len=702885 2024-04-10T16:07:49.016 INFO:tasks.workunit.client.0.smithi069.stdout:op 4943 completed, throughput=5MB/sec 2024-04-10T16:07:49.016 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-DnAH4WPoFwgjyTn off=21547482 len=1313299 2024-04-10T16:07:49.023 INFO:tasks.workunit.client.0.smithi069.stdout:op 4944 completed, throughput=5MB/sec 2024-04-10T16:07:50.004 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:07:49 smithi077 ceph-mon[87572]: pgmap v1892: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-10T16:07:50.023 INFO:tasks.workunit.client.0.smithi069.stdout: 959: throughput=4.99MB/sec pending data=0 2024-04-10T16:07:50.023 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-uEQystruCA_T7D- off=575764 len=887212 2024-04-10T16:07:50.026 INFO:tasks.workunit.client.0.smithi069.stdout:op 4945 completed, throughput=5MB/sec 2024-04-10T16:07:50.026 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-AAaiPsu0XtDP1no off=1266894 len=13231 2024-04-10T16:07:50.029 INFO:tasks.workunit.client.0.smithi069.stdout:op 4946 completed, throughput=5MB/sec 2024-04-10T16:07:50.029 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-d1reSqsruML_xgk off=9284365 len=626478 2024-04-10T16:07:50.033 INFO:tasks.workunit.client.0.smithi069.stdout:op 4947 completed, throughput=5MB/sec 2024-04-10T16:07:50.033 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-tIfPgd7_ccD8o6U off=1841336 len=520186 2024-04-10T16:07:50.034 INFO:tasks.workunit.client.0.smithi069.stdout:op 4948 completed, throughput=5MB/sec 2024-04-10T16:07:50.034 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-b5pe8aeqHvmtnb6 off=7757333 len=1893633 2024-04-10T16:07:50.045 INFO:tasks.workunit.client.0.smithi069.stdout:op 4949 completed, throughput=5MB/sec 2024-04-10T16:07:50.045 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-2BXf6PMVM_wLvPH off=4576916 len=455333 2024-04-10T16:07:50.048 INFO:tasks.workunit.client.0.smithi069.stdout:op 4950 completed, throughput=5MB/sec 2024-04-10T16:07:50.049 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-_n3c2ezOWd4qw60 off=622812 len=66422 2024-04-10T16:07:50.051 INFO:tasks.workunit.client.0.smithi069.stdout:op 4951 completed, throughput=5MB/sec 2024-04-10T16:07:50.051 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-sCA4wmXQcwZCeHH off=2961010 len=262087 2024-04-10T16:07:50.051 INFO:tasks.workunit.client.0.smithi069.stdout:op 4952 completed, throughput=5MB/sec 2024-04-10T16:07:50.052 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-GgyZ9xkozYhIYc7 off=2779530 len=12042 2024-04-10T16:07:50.052 INFO:tasks.workunit.client.0.smithi069.stdout:op 4953 completed, throughput=5MB/sec 2024-04-10T16:07:50.052 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-c4mucM66XpcZB4h off=466807 len=1992121 2024-04-10T16:07:50.055 INFO:tasks.workunit.client.0.smithi069.stdout:op 4954 completed, throughput=5MB/sec 2024-04-10T16:07:50.097 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:07:49 smithi069 ceph-mon[96738]: pgmap v1892: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-10T16:07:50.098 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:07:49 smithi069 ceph-mon[94167]: pgmap v1892: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-10T16:07:51.056 INFO:tasks.workunit.client.0.smithi069.stdout: 960: throughput=5MB/sec pending data=0 2024-04-10T16:07:51.056 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-pGKfsyJP8Ocq4q7 off=3731893 len=1575036 2024-04-10T16:07:51.058 INFO:tasks.workunit.client.0.smithi069.stdout:op 4955 completed, throughput=5MB/sec 2024-04-10T16:07:51.058 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-NEQVFW2aHOrrLjl off=2669525 len=1139053 2024-04-10T16:07:51.065 INFO:tasks.workunit.client.0.smithi069.stdout:op 4956 completed, throughput=5MB/sec 2024-04-10T16:07:51.065 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-KtxT5pp3wUdJ_6g off=9964655 len=1889471 2024-04-10T16:07:51.074 INFO:tasks.workunit.client.0.smithi069.stdout:op 4957 completed, throughput=5MB/sec 2024-04-10T16:07:51.900 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:07:51 smithi069 ceph-mon[96738]: pgmap v1893: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-10T16:07:51.900 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:07:51 smithi069 ceph-mon[94167]: pgmap v1893: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-10T16:07:52.004 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:07:51 smithi077 ceph-mon[87572]: pgmap v1893: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-10T16:07:52.074 INFO:tasks.workunit.client.0.smithi069.stdout: 961: throughput=5MB/sec pending data=0 2024-04-10T16:07:52.074 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-GFXqs-xvzMqiJ9R off=3871984 len=1012322 2024-04-10T16:07:52.079 INFO:tasks.workunit.client.0.smithi069.stdout:op 4958 completed, throughput=5MB/sec 2024-04-10T16:07:52.079 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-uWPAzQW2RY9RiOz off=22385283 len=1506095 2024-04-10T16:07:52.082 INFO:tasks.workunit.client.0.smithi069.stdout:op 4959 completed, throughput=5MB/sec 2024-04-10T16:07:52.082 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-VH4CXqGZs0iDy3R off=1691249 len=465498 2024-04-10T16:07:52.083 INFO:tasks.workunit.client.0.smithi069.stdout:op 4960 completed, throughput=5MB/sec 2024-04-10T16:07:52.083 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-Mlab6ZSV4PIf46A off=10976304 len=1151440 2024-04-10T16:07:52.091 INFO:tasks.workunit.client.0.smithi069.stdout:op 4961 completed, throughput=5MB/sec 2024-04-10T16:07:52.091 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-cAhMl8uNiY9RYll off=3863745 len=1961243 2024-04-10T16:07:52.095 INFO:tasks.workunit.client.0.smithi069.stdout:op 4962 completed, throughput=5MB/sec 2024-04-10T16:07:52.754 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:07:52 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:07:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:07:53.095 INFO:tasks.workunit.client.0.smithi069.stdout: 962: throughput=5MB/sec pending data=0 2024-04-10T16:07:53.095 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-JR-T3bVyGt9PFZk off=18488597 len=1645078 2024-04-10T16:07:53.104 INFO:tasks.workunit.client.0.smithi069.stdout:op 4963 completed, throughput=5MB/sec 2024-04-10T16:07:53.104 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-ZQUmPh6EhPcKx6h off=2793943 len=1700991 2024-04-10T16:07:53.111 INFO:tasks.workunit.client.0.smithi069.stdout:op 4964 completed, throughput=5MB/sec 2024-04-10T16:07:53.111 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-52F_wANIEU9fozV off=1049426 len=1500749 2024-04-10T16:07:53.120 INFO:tasks.workunit.client.0.smithi069.stdout:op 4965 completed, throughput=5MB/sec 2024-04-10T16:07:54.004 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:07:53 smithi077 ceph-mon[87572]: pgmap v1894: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-10T16:07:54.098 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:07:53 smithi069 ceph-mon[94167]: pgmap v1894: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-10T16:07:54.098 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:07:53 smithi069 ceph-mon[96738]: pgmap v1894: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-10T16:07:54.120 INFO:tasks.workunit.client.0.smithi069.stdout: 963: throughput=5MB/sec pending data=0 2024-04-10T16:07:54.120 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-Fnz2zhFPeeZg_jA off=5139083 len=346145 2024-04-10T16:07:54.121 INFO:tasks.workunit.client.0.smithi069.stdout:op 4966 completed, throughput=5MB/sec 2024-04-10T16:07:54.121 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-pulYeC_lF76PdOr off=6566838 len=1240628 2024-04-10T16:07:54.129 INFO:tasks.workunit.client.0.smithi069.stdout:op 4967 completed, throughput=5MB/sec 2024-04-10T16:07:54.129 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-HdnHQfZsceIs-p_ off=1307182 len=909048 2024-04-10T16:07:54.134 INFO:tasks.workunit.client.0.smithi069.stdout:op 4968 completed, throughput=5MB/sec 2024-04-10T16:07:54.134 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-NfrAhuaO_MEcrUg off=606264 len=1529715 2024-04-10T16:07:54.136 INFO:tasks.workunit.client.0.smithi069.stdout:op 4969 completed, throughput=5MB/sec 2024-04-10T16:07:54.136 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-gJciwBsZrc_VI3r off=1252674 len=948604 2024-04-10T16:07:54.140 INFO:tasks.workunit.client.0.smithi069.stdout:op 4970 completed, throughput=5MB/sec 2024-04-10T16:07:55.004 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:07:54 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:07:55.098 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:07:54 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:07:55.098 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:07:54 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:07:55.140 INFO:tasks.workunit.client.0.smithi069.stdout: 964: throughput=5MB/sec pending data=0 2024-04-10T16:07:55.140 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-HBscLHnT1eDcd8I off=1300789 len=1247445 2024-04-10T16:07:55.146 INFO:tasks.workunit.client.0.smithi069.stdout:op 4971 completed, throughput=5MB/sec 2024-04-10T16:07:55.146 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-xnm26bFh8X3rm2O off=9984577 len=403003 2024-04-10T16:07:55.149 INFO:tasks.workunit.client.0.smithi069.stdout:op 4972 completed, throughput=5MB/sec 2024-04-10T16:07:55.150 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-8sf7Lxl5wREiDth off=932517 len=401974 2024-04-10T16:07:55.151 INFO:tasks.workunit.client.0.smithi069.stdout:op 4973 completed, throughput=5MB/sec 2024-04-10T16:07:55.151 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-uy6dFBJzwb5D2V5 off=4044693 len=804618 2024-04-10T16:07:55.152 INFO:tasks.workunit.client.0.smithi069.stdout:op 4974 completed, throughput=5MB/sec 2024-04-10T16:07:55.152 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-FD8Sh75rVIBrCHe off=7031822 len=448766 2024-04-10T16:07:55.154 INFO:tasks.workunit.client.0.smithi069.stdout:op 4975 completed, throughput=5MB/sec 2024-04-10T16:07:55.154 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-Th1_dbBSlC0cOJa off=15972678 len=1064385 2024-04-10T16:07:55.156 INFO:tasks.workunit.client.0.smithi069.stdout:op 4976 completed, throughput=5MB/sec 2024-04-10T16:07:55.156 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-agwCo2UEL_6ZgAV off=7780003 len=1851783 2024-04-10T16:07:55.164 INFO:tasks.workunit.client.0.smithi069.stdout:op 4977 completed, throughput=5MB/sec 2024-04-10T16:07:56.004 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:07:55 smithi077 ceph-mon[87572]: pgmap v1895: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-10T16:07:56.098 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:07:55 smithi069 ceph-mon[96738]: pgmap v1895: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-10T16:07:56.098 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:07:55 smithi069 ceph-mon[94167]: pgmap v1895: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-10T16:07:56.165 INFO:tasks.workunit.client.0.smithi069.stdout: 965: throughput=5MB/sec pending data=0 2024-04-10T16:07:56.165 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-gJciwBsZrc_VI3r off=8057436 len=324529 2024-04-10T16:07:56.165 INFO:tasks.workunit.client.0.smithi069.stdout:op 4978 completed, throughput=5MB/sec 2024-04-10T16:07:56.166 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-gQXX8KX3-JiMxPF off=1187498 len=390406 2024-04-10T16:07:56.169 INFO:tasks.workunit.client.0.smithi069.stdout:op 4979 completed, throughput=5MB/sec 2024-04-10T16:07:56.169 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-mcFfeL9Cy6pYGBQ off=4522354 len=639480 2024-04-10T16:07:56.173 INFO:tasks.workunit.client.0.smithi069.stdout:op 4980 completed, throughput=5MB/sec 2024-04-10T16:07:56.173 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-8QPPQowjr6Wg7IL off=8426215 len=831145 2024-04-10T16:07:56.178 INFO:tasks.workunit.client.0.smithi069.stdout:op 4981 completed, throughput=5MB/sec 2024-04-10T16:07:56.178 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-NyhuTsbC0YhLEb5 off=5481969 len=567575 2024-04-10T16:07:56.182 INFO:tasks.workunit.client.0.smithi069.stdout:op 4982 completed, throughput=5MB/sec 2024-04-10T16:07:56.182 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-dYObbOvaMMFrQtZ off=1998803 len=303629 2024-04-10T16:07:56.183 INFO:tasks.workunit.client.0.smithi069.stdout:op 4983 completed, throughput=5MB/sec 2024-04-10T16:07:56.183 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-sS8a5F7SzbUrTaV off=9617008 len=1476103 2024-04-10T16:07:56.191 INFO:tasks.workunit.client.0.smithi069.stdout:op 4984 completed, throughput=5MB/sec 2024-04-10T16:07:57.192 INFO:tasks.workunit.client.0.smithi069.stdout: 966: throughput=5MB/sec pending data=0 2024-04-10T16:07:57.192 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-H-HRnnWNMuuf_BK off=23511632 len=711886 2024-04-10T16:07:57.202 INFO:tasks.workunit.client.0.smithi069.stdout:op 4985 completed, throughput=5MB/sec 2024-04-10T16:07:57.202 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-J_vMEO2BiyAyPFZ off=17789147 len=1897019 2024-04-10T16:07:57.205 INFO:tasks.workunit.client.0.smithi069.stdout:op 4986 completed, throughput=5MB/sec 2024-04-10T16:07:57.205 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-0LWq-Cp3a8pAko6 off=4228600 len=775723 2024-04-10T16:07:57.210 INFO:tasks.workunit.client.0.smithi069.stdout:op 4987 completed, throughput=5MB/sec 2024-04-10T16:07:57.210 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-7eZN2pocJJz6A81 off=1148672 len=304885 2024-04-10T16:07:57.211 INFO:tasks.workunit.client.0.smithi069.stdout:op 4988 completed, throughput=5MB/sec 2024-04-10T16:07:57.211 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-Zl6_fGTJ3nkt9wR off=587233 len=1479652 2024-04-10T16:07:57.218 INFO:tasks.workunit.client.0.smithi069.stdout:op 4989 completed, throughput=5MB/sec 2024-04-10T16:07:57.348 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:07:56 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:07:56] "GET /metrics HTTP/1.1" 200 34054 "" "Prometheus/2.43.0" 2024-04-10T16:07:58.004 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:07:57 smithi077 ceph-mon[87572]: pgmap v1896: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-10T16:07:58.098 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:07:57 smithi069 ceph-mon[96738]: pgmap v1896: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-10T16:07:58.098 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:07:57 smithi069 ceph-mon[94167]: pgmap v1896: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-10T16:07:58.218 INFO:tasks.workunit.client.0.smithi069.stdout: 967: throughput=5MB/sec pending data=0 2024-04-10T16:07:58.219 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-oZR6ripYXLykktg off=2016119 len=41051 2024-04-10T16:07:58.220 INFO:tasks.workunit.client.0.smithi069.stdout:op 4990 completed, throughput=5MB/sec 2024-04-10T16:07:58.220 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-tl83WbdA4XGbvf9 off=7354993 len=519024 2024-04-10T16:07:58.220 INFO:tasks.workunit.client.0.smithi069.stdout:op 4991 completed, throughput=5MB/sec 2024-04-10T16:07:58.220 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-lRlfuKaDSUH4wAQ off=3200160 len=1789723 2024-04-10T16:07:58.230 INFO:tasks.workunit.client.0.smithi069.stdout:op 4992 completed, throughput=5MB/sec 2024-04-10T16:07:58.231 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-fJ43EZVZqud3sPW off=11019891 len=1499303 2024-04-10T16:07:58.236 INFO:tasks.workunit.client.0.smithi069.stdout:op 4993 completed, throughput=5MB/sec 2024-04-10T16:07:58.236 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-kReupSukqSCNgpr off=7500952 len=1701931 2024-04-10T16:07:58.242 INFO:tasks.workunit.client.0.smithi069.stdout:op 4994 completed, throughput=5MB/sec 2024-04-10T16:07:59.243 INFO:tasks.workunit.client.0.smithi069.stdout: 968: throughput=5MB/sec pending data=0 2024-04-10T16:07:59.243 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-bysNaEtPI2nlCex off=1858495 len=1111107 2024-04-10T16:07:59.244 INFO:tasks.workunit.client.0.smithi069.stdout:op 4995 completed, throughput=5MB/sec 2024-04-10T16:07:59.245 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-WJpFx_W69jt23FI off=1689424 len=1392694 2024-04-10T16:07:59.253 INFO:tasks.workunit.client.0.smithi069.stdout:op 4996 completed, throughput=5MB/sec 2024-04-10T16:07:59.253 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-x6M2hLgsCE3wpt0 off=10920249 len=1729666 2024-04-10T16:07:59.259 INFO:tasks.workunit.client.0.smithi069.stdout:op 4997 completed, throughput=5MB/sec 2024-04-10T16:07:59.260 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-bO2flTrGMO1Y6QR off=66718 len=1934344 2024-04-10T16:07:59.270 INFO:tasks.workunit.client.0.smithi069.stdout:op 4998 completed, throughput=5MB/sec 2024-04-10T16:08:00.004 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:07:59 smithi077 ceph-mon[87572]: pgmap v1897: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-10T16:08:00.098 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:07:59 smithi069 ceph-mon[96738]: pgmap v1897: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-10T16:08:00.098 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:07:59 smithi069 ceph-mon[94167]: pgmap v1897: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-10T16:08:00.271 INFO:tasks.workunit.client.0.smithi069.stdout: 969: throughput=5MB/sec pending data=0 2024-04-10T16:08:00.271 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-SxOWpHjEAdqtvTu off=3635559 len=1859753 2024-04-10T16:08:00.281 INFO:tasks.workunit.client.0.smithi069.stdout:op 4999 completed, throughput=5MB/sec 2024-04-10T16:08:00.282 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-xfg4yo5A9xQKTjK off=17698552 len=978266 2024-04-10T16:08:00.284 INFO:tasks.workunit.client.0.smithi069.stdout:op 5000 completed, throughput=5MB/sec 2024-04-10T16:08:00.284 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-MkOdB1f-thDuwfa off=6448746 len=130333 2024-04-10T16:08:00.287 INFO:tasks.workunit.client.0.smithi069.stdout:op 5001 completed, throughput=5MB/sec 2024-04-10T16:08:00.287 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-4ytHNVv5MkPkaAr off=6217384 len=554498 2024-04-10T16:08:00.288 INFO:tasks.workunit.client.0.smithi069.stdout:op 5002 completed, throughput=5MB/sec 2024-04-10T16:08:00.288 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-T_KQw_MhDuBR8OS off=5907236 len=1301816 2024-04-10T16:08:00.295 INFO:tasks.workunit.client.0.smithi069.stdout:op 5003 completed, throughput=5MB/sec 2024-04-10T16:08:01.296 INFO:tasks.workunit.client.0.smithi069.stdout: 970: throughput=5MB/sec pending data=0 2024-04-10T16:08:01.296 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-LimJ9qwfspRW_u0 off=2217497 len=1613548 2024-04-10T16:08:01.302 INFO:tasks.workunit.client.0.smithi069.stdout:op 5004 completed, throughput=5MB/sec 2024-04-10T16:08:01.303 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-27gW_ps4cWIlPPM off=10226755 len=919515 2024-04-10T16:08:01.305 INFO:tasks.workunit.client.0.smithi069.stdout:op 5005 completed, throughput=5MB/sec 2024-04-10T16:08:01.305 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-PszuF0d7mRsEaMW off=10041672 len=2056688 2024-04-10T16:08:01.306 INFO:tasks.workunit.client.0.smithi069.stdout:op 5006 completed, throughput=5MB/sec 2024-04-10T16:08:01.306 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-lAkgGGla88sWq20 off=14305377 len=97075 2024-04-10T16:08:01.307 INFO:tasks.workunit.client.0.smithi069.stdout:op 5007 completed, throughput=5MB/sec 2024-04-10T16:08:02.004 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:08:01 smithi077 ceph-mon[87572]: pgmap v1898: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-10T16:08:02.098 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:08:01 smithi069 ceph-mon[94167]: pgmap v1898: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-10T16:08:02.098 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:08:01 smithi069 ceph-mon[96738]: pgmap v1898: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-10T16:08:02.307 INFO:tasks.workunit.client.0.smithi069.stdout: 971: throughput=4.99MB/sec pending data=0 2024-04-10T16:08:02.307 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-waOByePFMabmutT off=2720786 len=1553786 2024-04-10T16:08:02.317 INFO:tasks.workunit.client.0.smithi069.stdout:op 5008 completed, throughput=5MB/sec 2024-04-10T16:08:02.317 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-AQ5BRrBN-y2NF0p off=20545692 len=303966 2024-04-10T16:08:02.318 INFO:tasks.workunit.client.0.smithi069.stdout:op 5009 completed, throughput=5MB/sec 2024-04-10T16:08:02.318 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-4aFHz8pTgp1Y3sg off=1883582 len=124286 2024-04-10T16:08:02.318 INFO:tasks.workunit.client.0.smithi069.stdout:op 5010 completed, throughput=5MB/sec 2024-04-10T16:08:02.318 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-bDtxwBK9GDOOdTd off=15140711 len=903420 2024-04-10T16:08:02.324 INFO:tasks.workunit.client.0.smithi069.stdout:op 5011 completed, throughput=5MB/sec 2024-04-10T16:08:02.324 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-O_QvDyQTCYfs7uw off=6323980 len=243524 2024-04-10T16:08:02.324 INFO:tasks.workunit.client.0.smithi069.stdout:op 5012 completed, throughput=5MB/sec 2024-04-10T16:08:02.324 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-xtTeMZewWykBTAZ off=4458358 len=1549333 2024-04-10T16:08:02.331 INFO:tasks.workunit.client.0.smithi069.stdout:op 5013 completed, throughput=5MB/sec 2024-04-10T16:08:02.331 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-0FyXZCdMshyNky9 off=13369822 len=1616902 2024-04-10T16:08:02.336 INFO:tasks.workunit.client.0.smithi069.stdout:op 5014 completed, throughput=5MB/sec 2024-04-10T16:08:02.754 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:08:02 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:08:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:08:03.337 INFO:tasks.workunit.client.0.smithi069.stdout: 972: throughput=5MB/sec pending data=0 2024-04-10T16:08:03.337 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-2MAj1MN42IqzpZD off=9079117 len=930996 2024-04-10T16:08:03.339 INFO:tasks.workunit.client.0.smithi069.stdout:op 5015 completed, throughput=5MB/sec 2024-04-10T16:08:03.339 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-uzVmHXVussiCkec off=7572080 len=1408373 2024-04-10T16:08:03.341 INFO:tasks.workunit.client.0.smithi069.stdout:op 5016 completed, throughput=5MB/sec 2024-04-10T16:08:03.342 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-lAyFkSFLsiBNT3E off=2823824 len=353426 2024-04-10T16:08:03.345 INFO:tasks.workunit.client.0.smithi069.stdout:op 5017 completed, throughput=5MB/sec 2024-04-10T16:08:03.345 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-wlJwmKzFT1tXjJf off=6388220 len=780326 2024-04-10T16:08:03.346 INFO:tasks.workunit.client.0.smithi069.stdout:op 5018 completed, throughput=5MB/sec 2024-04-10T16:08:03.346 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-P4rQaUpQa148TQi off=16692591 len=1093166 2024-04-10T16:08:03.351 INFO:tasks.workunit.client.0.smithi069.stdout:op 5019 completed, throughput=5MB/sec 2024-04-10T16:08:04.004 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:08:03 smithi077 ceph-mon[87572]: pgmap v1899: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-10T16:08:04.098 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:08:03 smithi069 ceph-mon[96738]: pgmap v1899: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-10T16:08:04.098 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:08:03 smithi069 ceph-mon[94167]: pgmap v1899: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-10T16:08:04.352 INFO:tasks.workunit.client.0.smithi069.stdout: 973: throughput=5MB/sec pending data=0 2024-04-10T16:08:04.352 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-XMbG0zRtcoTB5h- off=1594178 len=1732838 2024-04-10T16:08:04.361 INFO:tasks.workunit.client.0.smithi069.stdout:op 5020 completed, throughput=5MB/sec 2024-04-10T16:08:04.361 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-n_CZknalpUh2rG0 off=4622546 len=43722 2024-04-10T16:08:04.363 INFO:tasks.workunit.client.0.smithi069.stdout:op 5021 completed, throughput=5MB/sec 2024-04-10T16:08:04.363 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-nGeNxNjkztTFDza off=14253330 len=1616619 2024-04-10T16:08:04.364 INFO:tasks.workunit.client.0.smithi069.stdout:op 5022 completed, throughput=5MB/sec 2024-04-10T16:08:04.364 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-n-20LSWumummvvy off=4327094 len=1022108 2024-04-10T16:08:04.370 INFO:tasks.workunit.client.0.smithi069.stdout:op 5023 completed, throughput=5MB/sec 2024-04-10T16:08:04.370 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-ruLnHYvlbOVxDa3 off=9493977 len=280202 2024-04-10T16:08:04.371 INFO:tasks.workunit.client.0.smithi069.stdout:op 5024 completed, throughput=5MB/sec 2024-04-10T16:08:04.371 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-owgPDTWuqv8wPG_ off=17832933 len=1348600 2024-04-10T16:08:04.372 INFO:tasks.workunit.client.0.smithi069.stdout:op 5025 completed, throughput=5MB/sec 2024-04-10T16:08:05.373 INFO:tasks.workunit.client.0.smithi069.stdout: 974: throughput=5MB/sec pending data=0 2024-04-10T16:08:05.373 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-pYwKrTd12NdXl03 off=2764632 len=1260331 2024-04-10T16:08:05.381 INFO:tasks.workunit.client.0.smithi069.stdout:op 5026 completed, throughput=5MB/sec 2024-04-10T16:08:05.382 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-8FEAl1E21Nm0tr3 off=552902 len=1419135 2024-04-10T16:08:05.383 INFO:tasks.workunit.client.0.smithi069.stdout:op 5027 completed, throughput=5MB/sec 2024-04-10T16:08:05.383 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-Gusi8p3LiaSp-jv off=2724827 len=1478539 2024-04-10T16:08:05.391 INFO:tasks.workunit.client.0.smithi069.stdout:op 5028 completed, throughput=5MB/sec 2024-04-10T16:08:05.391 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-2u50iMDkaeAjetq off=6188373 len=407367 2024-04-10T16:08:05.392 INFO:tasks.workunit.client.0.smithi069.stdout:op 5029 completed, throughput=5MB/sec 2024-04-10T16:08:06.004 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:08:05 smithi077 ceph-mon[87572]: pgmap v1900: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-04-10T16:08:06.098 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:08:05 smithi069 ceph-mon[96738]: pgmap v1900: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-04-10T16:08:06.098 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:08:05 smithi069 ceph-mon[94167]: pgmap v1900: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-04-10T16:08:06.392 INFO:tasks.workunit.client.0.smithi069.stdout: 975: throughput=5MB/sec pending data=0 2024-04-10T16:08:06.392 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-_V7b09q-7ePS30A off=2236092 len=1892928 2024-04-10T16:08:06.401 INFO:tasks.workunit.client.0.smithi069.stdout:op 5030 completed, throughput=5MB/sec 2024-04-10T16:08:06.401 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-ZseKMCX9ev-J8MN off=7187291 len=1882057 2024-04-10T16:08:06.409 INFO:tasks.workunit.client.0.smithi069.stdout:op 5031 completed, throughput=5MB/sec 2024-04-10T16:08:06.410 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-MfzcM-Fy6mYZDpk off=11087837 len=722717 2024-04-10T16:08:06.413 INFO:tasks.workunit.client.0.smithi069.stdout:op 5032 completed, throughput=5MB/sec 2024-04-10T16:08:06.413 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-5mTVbnUe1xlDoGS off=3035652 len=171739 2024-04-10T16:08:06.414 INFO:tasks.workunit.client.0.smithi069.stdout:op 5033 completed, throughput=5MB/sec 2024-04-10T16:08:06.414 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-sDxXHlKFzE5GOOo off=2082625 len=302147 2024-04-10T16:08:06.417 INFO:tasks.workunit.client.0.smithi069.stdout:op 5034 completed, throughput=5MB/sec 2024-04-10T16:08:06.418 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-dAiwlC6oqbiNh5z off=13660226 len=13733 2024-04-10T16:08:06.420 INFO:tasks.workunit.client.0.smithi069.stdout:op 5035 completed, throughput=5MB/sec 2024-04-10T16:08:06.420 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-pMpos8NMWtj3oim off=10741997 len=332498 2024-04-10T16:08:06.420 INFO:tasks.workunit.client.0.smithi069.stdout:op 5036 completed, throughput=5MB/sec 2024-04-10T16:08:07.348 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:08:06 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:08:06] "GET /metrics HTTP/1.1" 200 34054 "" "Prometheus/2.43.0" 2024-04-10T16:08:07.421 INFO:tasks.workunit.client.0.smithi069.stdout: 976: throughput=4.99MB/sec pending data=0 2024-04-10T16:08:07.421 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-5fE2R4qAUmjucBE off=7023251 len=45491 2024-04-10T16:08:07.421 INFO:tasks.workunit.client.0.smithi069.stdout:op 5037 completed, throughput=5MB/sec 2024-04-10T16:08:07.421 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-WpErpfD5GtAJN20 off=7103572 len=988822 2024-04-10T16:08:07.426 INFO:tasks.workunit.client.0.smithi069.stdout:op 5038 completed, throughput=5MB/sec 2024-04-10T16:08:07.426 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-904YtLz8Fit5A2s off=5883220 len=1032867 2024-04-10T16:08:07.427 INFO:tasks.workunit.client.0.smithi069.stdout:op 5039 completed, throughput=5MB/sec 2024-04-10T16:08:07.427 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-ohHeMEFJhhIRO-f off=3196891 len=606362 2024-04-10T16:08:07.428 INFO:tasks.workunit.client.0.smithi069.stdout:op 5040 completed, throughput=5MB/sec 2024-04-10T16:08:07.428 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-W2sgSpOFaL_lXSE off=12718379 len=1925569 2024-04-10T16:08:07.430 INFO:tasks.workunit.client.0.smithi069.stdout:op 5041 completed, throughput=5MB/sec 2024-04-10T16:08:07.430 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-U9bFMsYIa5q5hYk off=1361156 len=1396453 2024-04-10T16:08:07.432 INFO:tasks.workunit.client.0.smithi069.stdout:op 5042 completed, throughput=5MB/sec 2024-04-10T16:08:08.004 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:08:07 smithi077 ceph-mon[87572]: pgmap v1901: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-04-10T16:08:08.098 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:08:07 smithi069 ceph-mon[94167]: pgmap v1901: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-04-10T16:08:08.098 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:08:07 smithi069 ceph-mon[96738]: pgmap v1901: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-04-10T16:08:08.432 INFO:tasks.workunit.client.0.smithi069.stdout: 977: throughput=5MB/sec pending data=0 2024-04-10T16:08:08.432 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-0twekFPr8QfGVDP off=1231121 len=1506089 2024-04-10T16:08:08.439 INFO:tasks.workunit.client.0.smithi069.stdout:op 5043 completed, throughput=5MB/sec 2024-04-10T16:08:08.439 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-mnSaYe_DtekJSDF off=666713 len=843065 2024-04-10T16:08:08.443 INFO:tasks.workunit.client.0.smithi069.stdout:op 5044 completed, throughput=5MB/sec 2024-04-10T16:08:08.443 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-Z5oslX-QKkvbeym off=2815824 len=1776265 2024-04-10T16:08:08.444 INFO:tasks.workunit.client.0.smithi069.stdout:op 5045 completed, throughput=5MB/sec 2024-04-10T16:08:08.444 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-omES7FBN6NcsU17 off=1258176 len=143903 2024-04-10T16:08:08.445 INFO:tasks.workunit.client.0.smithi069.stdout:op 5046 completed, throughput=5MB/sec 2024-04-10T16:08:08.445 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-TQ0BVBEk7uPDlmN off=6835676 len=1517019 2024-04-10T16:08:08.446 INFO:tasks.workunit.client.0.smithi069.stdout:op 5047 completed, throughput=5MB/sec 2024-04-10T16:08:09.004 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:08:08 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:08:09.098 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:08:08 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:08:09.098 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:08:08 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:08:09.447 INFO:tasks.workunit.client.0.smithi069.stdout: 978: throughput=5MB/sec pending data=0 2024-04-10T16:08:09.447 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-7RwD7d7n1tq5el1 off=433875 len=134041 2024-04-10T16:08:09.448 INFO:tasks.workunit.client.0.smithi069.stdout:op 5048 completed, throughput=5MB/sec 2024-04-10T16:08:09.448 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-MfzcM-Fy6mYZDpk off=3453696 len=510775 2024-04-10T16:08:09.451 INFO:tasks.workunit.client.0.smithi069.stdout:op 5049 completed, throughput=5MB/sec 2024-04-10T16:08:09.451 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-jSLOGbhlCkh8FZa off=11807618 len=961660 2024-04-10T16:08:09.455 INFO:tasks.workunit.client.0.smithi069.stdout:op 5050 completed, throughput=5MB/sec 2024-04-10T16:08:09.456 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-tKzKq90f4STKlqU off=14295255 len=817021 2024-04-10T16:08:09.459 INFO:tasks.workunit.client.0.smithi069.stdout:op 5051 completed, throughput=5MB/sec 2024-04-10T16:08:09.459 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-Zx_F839FbwHkk8y off=2826490 len=1575033 2024-04-10T16:08:09.462 INFO:tasks.workunit.client.0.smithi069.stdout:op 5052 completed, throughput=5MB/sec 2024-04-10T16:08:09.462 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-4NSTvp-LBPM-InU off=1777559 len=1272029 2024-04-10T16:08:09.463 INFO:tasks.workunit.client.0.smithi069.stdout:op 5053 completed, throughput=5MB/sec 2024-04-10T16:08:10.004 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:08:09 smithi077 ceph-mon[87572]: pgmap v1902: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.2 MiB/s rd, 2.6 MiB/s wr, 3 op/s 2024-04-10T16:08:10.004 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:08:09 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:08:10.004 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:08:09 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:08:10.004 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:08:09 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:08:10.004 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:08:09 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:08:10.098 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:08:09 smithi069 ceph-mon[96738]: pgmap v1902: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.2 MiB/s rd, 2.6 MiB/s wr, 3 op/s 2024-04-10T16:08:10.098 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:08:09 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:08:10.098 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:08:09 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:08:10.098 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:08:09 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:08:10.098 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:08:09 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:08:10.098 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:08:09 smithi069 ceph-mon[94167]: pgmap v1902: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.2 MiB/s rd, 2.6 MiB/s wr, 3 op/s 2024-04-10T16:08:10.098 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:08:09 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:08:10.099 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:08:09 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:08:10.099 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:08:09 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:08:10.099 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:08:09 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:08:10.464 INFO:tasks.workunit.client.0.smithi069.stdout: 979: throughput=5MB/sec pending data=0 2024-04-10T16:08:10.464 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-IbyMiXUDoZhhIFI off=1485774 len=53066 2024-04-10T16:08:10.466 INFO:tasks.workunit.client.0.smithi069.stdout:op 5054 completed, throughput=5MB/sec 2024-04-10T16:08:10.466 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-OgsxNNAb0VRm2tJ off=1524173 len=1926130 2024-04-10T16:08:10.470 INFO:tasks.workunit.client.0.smithi069.stdout:op 5055 completed, throughput=5MB/sec 2024-04-10T16:08:10.470 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-BKnmBqo6bIVhDUq off=7815354 len=1452937 2024-04-10T16:08:10.471 INFO:tasks.workunit.client.0.smithi069.stdout:op 5056 completed, throughput=5MB/sec 2024-04-10T16:08:10.472 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-BEXaIZwEf9EIa14 off=8020883 len=489955 2024-04-10T16:08:10.472 INFO:tasks.workunit.client.0.smithi069.stdout:op 5057 completed, throughput=5MB/sec 2024-04-10T16:08:10.472 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-ljKK_1C_bYUIPCf off=292603 len=1376477 2024-04-10T16:08:10.481 INFO:tasks.workunit.client.0.smithi069.stdout:op 5058 completed, throughput=5MB/sec 2024-04-10T16:08:11.481 INFO:tasks.workunit.client.0.smithi069.stdout: 980: throughput=5MB/sec pending data=0 2024-04-10T16:08:11.482 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-89eYLtOXf_1l50O off=11356074 len=1368918 2024-04-10T16:08:11.484 INFO:tasks.workunit.client.0.smithi069.stdout:op 5059 completed, throughput=5MB/sec 2024-04-10T16:08:11.484 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-zsu7mhbUw_q7yvw off=7161641 len=1381611 2024-04-10T16:08:11.491 INFO:tasks.workunit.client.0.smithi069.stdout:op 5060 completed, throughput=5MB/sec 2024-04-10T16:08:11.491 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-0j1n-iYhDUwmwIG off=17587738 len=1883670 2024-04-10T16:08:11.493 INFO:tasks.workunit.client.0.smithi069.stdout:op 5061 completed, throughput=5MB/sec 2024-04-10T16:08:12.004 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:08:11 smithi077 ceph-mon[87572]: pgmap v1903: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-10T16:08:12.098 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:08:11 smithi069 ceph-mon[96738]: pgmap v1903: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-10T16:08:12.098 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:08:11 smithi069 ceph-mon[94167]: pgmap v1903: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-10T16:08:12.494 INFO:tasks.workunit.client.0.smithi069.stdout: 981: throughput=5MB/sec pending data=0 2024-04-10T16:08:12.494 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-SZLSohfync_jSNw off=1274704 len=976701 2024-04-10T16:08:12.495 INFO:tasks.workunit.client.0.smithi069.stdout:op 5062 completed, throughput=5MB/sec 2024-04-10T16:08:12.495 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-xk_RrBU213I9Id4 off=6858220 len=1404361 2024-04-10T16:08:12.504 INFO:tasks.workunit.client.0.smithi069.stdout:op 5063 completed, throughput=5MB/sec 2024-04-10T16:08:12.504 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-hqu3Zg5SviobTWO off=4318730 len=1967107 2024-04-10T16:08:12.508 INFO:tasks.workunit.client.0.smithi069.stdout:op 5064 completed, throughput=5MB/sec 2024-04-10T16:08:12.508 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-SPJdmcni60H6jqq off=6226735 len=1162500 2024-04-10T16:08:12.515 INFO:tasks.workunit.client.0.smithi069.stdout:op 5065 completed, throughput=5MB/sec 2024-04-10T16:08:12.754 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:08:12 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:08:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:08:13.516 INFO:tasks.workunit.client.0.smithi069.stdout: 982: throughput=5MB/sec pending data=0 2024-04-10T16:08:13.516 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-Rxw0mPS92zTbEyI off=18028211 len=1601797 2024-04-10T16:08:13.524 INFO:tasks.workunit.client.0.smithi069.stdout:op 5066 completed, throughput=5MB/sec 2024-04-10T16:08:13.524 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-MQjfGgwVTQib0VN off=11631928 len=1051235 2024-04-10T16:08:13.525 INFO:tasks.workunit.client.0.smithi069.stdout:op 5067 completed, throughput=5MB/sec 2024-04-10T16:08:13.525 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-HSWErqi5R1OgnGM off=17995881 len=1080961 2024-04-10T16:08:13.526 INFO:tasks.workunit.client.0.smithi069.stdout:op 5068 completed, throughput=5MB/sec 2024-04-10T16:08:13.527 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-hK5mwYAcXilol2J off=4973859 len=306679 2024-04-10T16:08:13.530 INFO:tasks.workunit.client.0.smithi069.stdout:op 5069 completed, throughput=5MB/sec 2024-04-10T16:08:13.530 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-Qzuru5Ly6Rlpyiv off=13104231 len=1953158 2024-04-10T16:08:13.534 INFO:tasks.workunit.client.0.smithi069.stdout:op 5070 completed, throughput=5MB/sec 2024-04-10T16:08:14.004 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:08:13 smithi077 ceph-mon[87572]: pgmap v1904: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-10T16:08:14.098 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:08:13 smithi069 ceph-mon[96738]: pgmap v1904: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-10T16:08:14.098 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:08:13 smithi069 ceph-mon[94167]: pgmap v1904: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-10T16:08:14.534 INFO:tasks.workunit.client.0.smithi069.stdout: 983: throughput=5MB/sec pending data=0 2024-04-10T16:08:14.534 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-oyTUy86XsWlfr83 off=2053495 len=53923 2024-04-10T16:08:14.535 INFO:tasks.workunit.client.0.smithi069.stdout:op 5071 completed, throughput=5MB/sec 2024-04-10T16:08:14.535 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-nnMhd0T5YKIqJ-G off=4442428 len=542223 2024-04-10T16:08:14.538 INFO:tasks.workunit.client.0.smithi069.stdout:op 5072 completed, throughput=5MB/sec 2024-04-10T16:08:14.539 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-2Jy4OGbh0lU7TNR off=5438982 len=1035624 2024-04-10T16:08:14.544 INFO:tasks.workunit.client.0.smithi069.stdout:op 5073 completed, throughput=5MB/sec 2024-04-10T16:08:14.544 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-9q0KEfOOCAPcS99 off=1865310 len=57446 2024-04-10T16:08:14.544 INFO:tasks.workunit.client.0.smithi069.stdout:op 5074 completed, throughput=5MB/sec 2024-04-10T16:08:14.545 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-GiVxXSz2GD5I-xE off=7462989 len=1405703 2024-04-10T16:08:14.546 INFO:tasks.workunit.client.0.smithi069.stdout:op 5075 completed, throughput=5MB/sec 2024-04-10T16:08:14.546 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-yegB8eNZkqbpOY1 off=11096566 len=633240 2024-04-10T16:08:14.550 INFO:tasks.workunit.client.0.smithi069.stdout:op 5076 completed, throughput=5MB/sec 2024-04-10T16:08:14.551 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-S0HsysKlhmh1YCi off=1785713 len=665994 2024-04-10T16:08:14.554 INFO:tasks.workunit.client.0.smithi069.stdout:op 5077 completed, throughput=5MB/sec 2024-04-10T16:08:15.554 INFO:tasks.workunit.client.0.smithi069.stdout: 984: throughput=5MB/sec pending data=0 2024-04-10T16:08:15.554 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-qHUTyI0Al6kqMle off=16604405 len=1720053 2024-04-10T16:08:15.564 INFO:tasks.workunit.client.0.smithi069.stdout:op 5078 completed, throughput=5MB/sec 2024-04-10T16:08:15.565 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-Rtuz1c0R069aAhK off=3099050 len=1064326 2024-04-10T16:08:15.567 INFO:tasks.workunit.client.0.smithi069.stdout:op 5079 completed, throughput=5MB/sec 2024-04-10T16:08:15.567 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-xR2U8CNW5Db6uC4 off=17660800 len=1292073 2024-04-10T16:08:15.575 INFO:tasks.workunit.client.0.smithi069.stdout:op 5080 completed, throughput=5MB/sec 2024-04-10T16:08:15.575 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-APPZaOYIYQ-vD8r off=493251 len=61067 2024-04-10T16:08:15.577 INFO:tasks.workunit.client.0.smithi069.stdout:op 5081 completed, throughput=5MB/sec 2024-04-10T16:08:15.578 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-4Q64Zy7Q7B2w6Xc off=1953602 len=582377 2024-04-10T16:08:15.581 INFO:tasks.workunit.client.0.smithi069.stdout:op 5082 completed, throughput=5MB/sec 2024-04-10T16:08:15.581 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-4u5wuhAuXjxByKC off=10701296 len=1274741 2024-04-10T16:08:15.587 INFO:tasks.workunit.client.0.smithi069.stdout:op 5083 completed, throughput=5MB/sec 2024-04-10T16:08:16.004 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:08:15 smithi077 ceph-mon[87572]: pgmap v1905: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-10T16:08:16.098 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:08:15 smithi069 ceph-mon[94167]: pgmap v1905: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-10T16:08:16.098 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:08:15 smithi069 ceph-mon[96738]: pgmap v1905: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-10T16:08:16.588 INFO:tasks.workunit.client.0.smithi069.stdout: 985: throughput=5MB/sec pending data=0 2024-04-10T16:08:16.588 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-VSj_ev86n3Bnf1s off=8599866 len=899231 2024-04-10T16:08:16.589 INFO:tasks.workunit.client.0.smithi069.stdout:op 5084 completed, throughput=5MB/sec 2024-04-10T16:08:16.589 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-ryP3o5HAjf5Wv59 off=4102769 len=202844 2024-04-10T16:08:16.592 INFO:tasks.workunit.client.0.smithi069.stdout:op 5085 completed, throughput=5MB/sec 2024-04-10T16:08:16.592 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-PN0w3R3DclIjacD off=7906048 len=918445 2024-04-10T16:08:16.596 INFO:tasks.workunit.client.0.smithi069.stdout:op 5086 completed, throughput=5MB/sec 2024-04-10T16:08:16.596 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-W7shAB7hJ-44twS off=8166882 len=1039222 2024-04-10T16:08:16.601 INFO:tasks.workunit.client.0.smithi069.stdout:op 5087 completed, throughput=5MB/sec 2024-04-10T16:08:16.601 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-ZAR6QAwDsvlKz22 off=5268919 len=1660116 2024-04-10T16:08:16.602 INFO:tasks.workunit.client.0.smithi069.stdout:op 5088 completed, throughput=5MB/sec 2024-04-10T16:08:17.348 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:08:16 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:08:16] "GET /metrics HTTP/1.1" 200 34054 "" "Prometheus/2.43.0" 2024-04-10T16:08:17.603 INFO:tasks.workunit.client.0.smithi069.stdout: 986: throughput=5MB/sec pending data=0 2024-04-10T16:08:17.603 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-WWxfxNJHM7Fbzgk off=1776465 len=1841147 2024-04-10T16:08:17.614 INFO:tasks.workunit.client.0.smithi069.stdout:op 5089 completed, throughput=5MB/sec 2024-04-10T16:08:17.614 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-pfPJoGgkIsvQZuT off=4833223 len=178482 2024-04-10T16:08:17.616 INFO:tasks.workunit.client.0.smithi069.stdout:op 5090 completed, throughput=5MB/sec 2024-04-10T16:08:17.616 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-92EwuWfEQKDiXzH off=4798847 len=273890 2024-04-10T16:08:17.616 INFO:tasks.workunit.client.0.smithi069.stdout:op 5091 completed, throughput=5MB/sec 2024-04-10T16:08:17.616 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-MC2iT1oFHCUR37X off=6553989 len=906406 2024-04-10T16:08:17.621 INFO:tasks.workunit.client.0.smithi069.stdout:op 5092 completed, throughput=5MB/sec 2024-04-10T16:08:17.621 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-wlJwmKzFT1tXjJf off=532144 len=1200025 2024-04-10T16:08:17.623 INFO:tasks.workunit.client.0.smithi069.stdout:op 5093 completed, throughput=5MB/sec 2024-04-10T16:08:17.623 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-3VFD2-zde0cS4_d off=4473653 len=1913211 2024-04-10T16:08:17.630 INFO:tasks.workunit.client.0.smithi069.stdout:op 5094 completed, throughput=5MB/sec 2024-04-10T16:08:18.004 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:08:17 smithi077 ceph-mon[87572]: pgmap v1906: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-10T16:08:18.098 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:08:17 smithi069 ceph-mon[94167]: pgmap v1906: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-10T16:08:18.098 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:08:17 smithi069 ceph-mon[96738]: pgmap v1906: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-10T16:08:18.630 INFO:tasks.workunit.client.0.smithi069.stdout: 987: throughput=5MB/sec pending data=0 2024-04-10T16:08:18.631 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-6Mdo4HkYk0N2Lda off=3549523 len=240492 2024-04-10T16:08:18.632 INFO:tasks.workunit.client.0.smithi069.stdout:op 5095 completed, throughput=5MB/sec 2024-04-10T16:08:18.632 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-tW9Wik3Wye1MdG7 off=1520149 len=1333188 2024-04-10T16:08:18.640 INFO:tasks.workunit.client.0.smithi069.stdout:op 5096 completed, throughput=5MB/sec 2024-04-10T16:08:18.640 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-cya837TH_bNZlAJ off=3429259 len=1534621 2024-04-10T16:08:18.643 INFO:tasks.workunit.client.0.smithi069.stdout:op 5097 completed, throughput=5MB/sec 2024-04-10T16:08:18.643 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-_I6ME-eZKj-a2Gu off=707120 len=44527 2024-04-10T16:08:18.646 INFO:tasks.workunit.client.0.smithi069.stdout:op 5098 completed, throughput=5MB/sec 2024-04-10T16:08:18.646 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj--vQIm0uXPHgADTz off=6003611 len=979722 2024-04-10T16:08:18.651 INFO:tasks.workunit.client.0.smithi069.stdout:op 5099 completed, throughput=5MB/sec 2024-04-10T16:08:18.651 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-JkDUciiQOEbiPfk off=22805769 len=341031 2024-04-10T16:08:18.654 INFO:tasks.workunit.client.0.smithi069.stdout:op 5100 completed, throughput=5MB/sec 2024-04-10T16:08:19.654 INFO:tasks.workunit.client.0.smithi069.stdout: 988: throughput=5MB/sec pending data=0 2024-04-10T16:08:19.655 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-fsRbjZVBNrNv10x off=982406 len=1649355 2024-04-10T16:08:19.656 INFO:tasks.workunit.client.0.smithi069.stdout:op 5101 completed, throughput=5MB/sec 2024-04-10T16:08:19.656 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-wY9KMQN4U4f4PNG off=4014349 len=1840284 2024-04-10T16:08:19.659 INFO:tasks.workunit.client.0.smithi069.stdout:op 5102 completed, throughput=5MB/sec 2024-04-10T16:08:19.659 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-SSccIinkhKaQg0h off=4343920 len=1544272 2024-04-10T16:08:19.667 INFO:tasks.workunit.client.0.smithi069.stdout:op 5103 completed, throughput=5MB/sec 2024-04-10T16:08:19.668 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-BMgn7JcOEuL065x off=3894812 len=368518 2024-04-10T16:08:19.670 INFO:tasks.workunit.client.0.smithi069.stdout:op 5104 completed, throughput=5MB/sec 2024-04-10T16:08:20.004 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:08:19 smithi077 ceph-mon[87572]: pgmap v1907: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-10T16:08:20.098 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:08:19 smithi069 ceph-mon[94167]: pgmap v1907: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-10T16:08:20.098 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:08:19 smithi069 ceph-mon[96738]: pgmap v1907: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-10T16:08:20.671 INFO:tasks.workunit.client.0.smithi069.stdout: 989: throughput=5MB/sec pending data=0 2024-04-10T16:08:20.671 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-s3xZP0wXyHovnbk off=7091837 len=774224 2024-04-10T16:08:20.675 INFO:tasks.workunit.client.0.smithi069.stdout:op 5105 completed, throughput=5MB/sec 2024-04-10T16:08:20.675 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-p-C8uXsPjhLSm9X off=3196339 len=57627 2024-04-10T16:08:20.677 INFO:tasks.workunit.client.0.smithi069.stdout:op 5106 completed, throughput=5MB/sec 2024-04-10T16:08:20.677 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-JIefh3Zfu0Hz4NB off=12818341 len=169071 2024-04-10T16:08:20.678 INFO:tasks.workunit.client.0.smithi069.stdout:op 5107 completed, throughput=5MB/sec 2024-04-10T16:08:20.678 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-LyZzp1SJKFt_Npu off=0 len=1140278 2024-04-10T16:08:20.680 INFO:tasks.workunit.client.0.smithi069.stdout:op 5108 completed, throughput=5MB/sec 2024-04-10T16:08:20.680 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-Lqx6INN9Gxgw9dv off=14707423 len=1194372 2024-04-10T16:08:20.682 INFO:tasks.workunit.client.0.smithi069.stdout:op 5109 completed, throughput=5MB/sec 2024-04-10T16:08:20.683 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-N5DRlXbLqz4zbaV off=7366423 len=600172 2024-04-10T16:08:20.683 INFO:tasks.workunit.client.0.smithi069.stdout:op 5110 completed, throughput=5MB/sec 2024-04-10T16:08:20.683 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-qP-raRC4WTOyVHq off=5321231 len=875063 2024-04-10T16:08:20.685 INFO:tasks.workunit.client.0.smithi069.stdout:op 5111 completed, throughput=5MB/sec 2024-04-10T16:08:20.685 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-gupHbkUSCk3jRcn off=1778104 len=1719856 2024-04-10T16:08:20.692 INFO:tasks.workunit.client.0.smithi069.stdout:op 5112 completed, throughput=5MB/sec 2024-04-10T16:08:21.692 INFO:tasks.workunit.client.0.smithi069.stdout: 990: throughput=5MB/sec pending data=0 2024-04-10T16:08:21.692 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-L_-xHu3DbWXMSfD off=1246239 len=1232480 2024-04-10T16:08:21.694 INFO:tasks.workunit.client.0.smithi069.stdout:op 5113 completed, throughput=5MB/sec 2024-04-10T16:08:21.694 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-ccC2eGLtAs5b9D0 off=11354664 len=922569 2024-04-10T16:08:21.695 INFO:tasks.workunit.client.0.smithi069.stdout:op 5114 completed, throughput=5MB/sec 2024-04-10T16:08:21.696 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-megEcRtYKLovlZS off=8735161 len=894560 2024-04-10T16:08:21.696 INFO:tasks.workunit.client.0.smithi069.stdout:op 5115 completed, throughput=5MB/sec 2024-04-10T16:08:21.696 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-aSstk7oYRf-B911 off=13071317 len=1529013 2024-04-10T16:08:21.698 INFO:tasks.workunit.client.0.smithi069.stdout:op 5116 completed, throughput=5MB/sec 2024-04-10T16:08:22.004 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:08:21 smithi077 ceph-mon[87572]: pgmap v1908: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-10T16:08:22.098 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:08:21 smithi069 ceph-mon[96738]: pgmap v1908: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-10T16:08:22.098 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:08:21 smithi069 ceph-mon[94167]: pgmap v1908: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-10T16:08:22.699 INFO:tasks.workunit.client.0.smithi069.stdout: 991: throughput=5MB/sec pending data=0 2024-04-10T16:08:22.699 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-U_0c0-QpGJG49Lx off=10100845 len=2062055 2024-04-10T16:08:22.708 INFO:tasks.workunit.client.0.smithi069.stdout:op 5117 completed, throughput=5MB/sec 2024-04-10T16:08:22.708 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-GmjknGX-oU-2Qzn off=213095 len=247712 2024-04-10T16:08:22.709 INFO:tasks.workunit.client.0.smithi069.stdout:op 5118 completed, throughput=5MB/sec 2024-04-10T16:08:22.709 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-L4lG3wpPf7jp1aE off=1514290 len=368131 2024-04-10T16:08:22.709 INFO:tasks.workunit.client.0.smithi069.stdout:op 5119 completed, throughput=5MB/sec 2024-04-10T16:08:22.709 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-HKCQurPe7mp_6TP off=19302194 len=553391 2024-04-10T16:08:22.712 INFO:tasks.workunit.client.0.smithi069.stdout:op 5120 completed, throughput=5MB/sec 2024-04-10T16:08:22.712 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-ZKeJdDTU9zdoQvu off=1074653 len=696678 2024-04-10T16:08:22.713 INFO:tasks.workunit.client.0.smithi069.stdout:op 5121 completed, throughput=5MB/sec 2024-04-10T16:08:22.713 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-y8zNzTyg_y6hg7l off=8268550 len=290854 2024-04-10T16:08:22.715 INFO:tasks.workunit.client.0.smithi069.stdout:op 5122 completed, throughput=5MB/sec 2024-04-10T16:08:22.715 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-7uNqvaRpCTrN1Ju off=5688238 len=1631195 2024-04-10T16:08:22.716 INFO:tasks.workunit.client.0.smithi069.stdout:op 5123 completed, throughput=5MB/sec 2024-04-10T16:08:22.754 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:08:22 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:08:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:08:23.716 INFO:tasks.workunit.client.0.smithi069.stdout: 992: throughput=5MB/sec pending data=0 2024-04-10T16:08:23.716 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-91pQgd4yQjHD9KB off=241823 len=1042680 2024-04-10T16:08:23.722 INFO:tasks.workunit.client.0.smithi069.stdout:op 5124 completed, throughput=5MB/sec 2024-04-10T16:08:23.722 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-rLzRw_s2VokpxCu off=3397659 len=310042 2024-04-10T16:08:23.726 INFO:tasks.workunit.client.0.smithi069.stdout:op 5125 completed, throughput=5MB/sec 2024-04-10T16:08:23.726 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-0VTuJD3lcfLZBve off=2105694 len=1273799 2024-04-10T16:08:23.727 INFO:tasks.workunit.client.0.smithi069.stdout:op 5126 completed, throughput=5MB/sec 2024-04-10T16:08:23.727 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-b-OhyY4zWgWM4_i off=0 len=1288985 2024-04-10T16:08:23.729 INFO:tasks.workunit.client.0.smithi069.stdout:op 5127 completed, throughput=5MB/sec 2024-04-10T16:08:23.729 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-htcP5nAreUdrsVY off=18495166 len=574237 2024-04-10T16:08:23.729 INFO:tasks.workunit.client.0.smithi069.stdout:op 5128 completed, throughput=5MB/sec 2024-04-10T16:08:24.004 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:08:23 smithi077 ceph-mon[87572]: pgmap v1909: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-10T16:08:24.098 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:08:23 smithi069 ceph-mon[94167]: pgmap v1909: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-10T16:08:24.098 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:08:23 smithi069 ceph-mon[96738]: pgmap v1909: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-10T16:08:24.730 INFO:tasks.workunit.client.0.smithi069.stdout: 993: throughput=5MB/sec pending data=0 2024-04-10T16:08:24.730 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-vrIOsCUZ6SfjV3T off=2988635 len=251535 2024-04-10T16:08:24.731 INFO:tasks.workunit.client.0.smithi069.stdout:op 5129 completed, throughput=5MB/sec 2024-04-10T16:08:24.731 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-bSCZsETRm_oO8g5 off=1998623 len=89740 2024-04-10T16:08:24.734 INFO:tasks.workunit.client.0.smithi069.stdout:op 5130 completed, throughput=5MB/sec 2024-04-10T16:08:24.734 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-3ZYsUlUSDgT0c0G off=23172073 len=894552 2024-04-10T16:08:24.736 INFO:tasks.workunit.client.0.smithi069.stdout:op 5131 completed, throughput=5MB/sec 2024-04-10T16:08:24.736 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-IWkpABCummkyJEW off=6310437 len=818398 2024-04-10T16:08:24.740 INFO:tasks.workunit.client.0.smithi069.stdout:op 5132 completed, throughput=5MB/sec 2024-04-10T16:08:24.740 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-leE3PheEdpf-9jR off=35345 len=457089 2024-04-10T16:08:24.744 INFO:tasks.workunit.client.0.smithi069.stdout:op 5133 completed, throughput=5MB/sec 2024-04-10T16:08:24.744 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-drWJV4Bgh-XWz2T off=2610539 len=491812 2024-04-10T16:08:24.745 INFO:tasks.workunit.client.0.smithi069.stdout:op 5134 completed, throughput=5MB/sec 2024-04-10T16:08:24.745 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-rR8wJ0UtZYZtiof off=237440 len=1768438 2024-04-10T16:08:24.749 INFO:tasks.workunit.client.0.smithi069.stdout:op 5135 completed, throughput=5MB/sec 2024-04-10T16:08:24.749 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-tQqmTpimcgpwEuR off=9211102 len=1824722 2024-04-10T16:08:24.751 INFO:tasks.workunit.client.0.smithi069.stdout:op 5136 completed, throughput=5MB/sec 2024-04-10T16:08:25.004 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:08:24 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:08:25.098 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:08:24 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:08:25.098 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:08:24 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:08:25.751 INFO:tasks.workunit.client.0.smithi069.stdout: 994: throughput=5MB/sec pending data=0 2024-04-10T16:08:25.751 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-kDHyxasorL76BrW off=2777262 len=829572 2024-04-10T16:08:25.753 INFO:tasks.workunit.client.0.smithi069.stdout:op 5137 completed, throughput=5MB/sec 2024-04-10T16:08:25.753 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-eTWYZ-4XhKMbVQM off=9438596 len=737266 2024-04-10T16:08:25.754 INFO:tasks.workunit.client.0.smithi069.stdout:op 5138 completed, throughput=5MB/sec 2024-04-10T16:08:25.754 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-TH4fEWWqEilT17E off=7577108 len=375946 2024-04-10T16:08:25.756 INFO:tasks.workunit.client.0.smithi069.stdout:op 5139 completed, throughput=5MB/sec 2024-04-10T16:08:25.756 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-adH_szF0ECHWApz off=5071162 len=1081899 2024-04-10T16:08:25.757 INFO:tasks.workunit.client.0.smithi069.stdout:op 5140 completed, throughput=5MB/sec 2024-04-10T16:08:25.757 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-OJHLWw0XVO9YCkh off=4920803 len=906140 2024-04-10T16:08:25.761 INFO:tasks.workunit.client.0.smithi069.stdout:op 5141 completed, throughput=5MB/sec 2024-04-10T16:08:26.004 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:08:25 smithi077 ceph-mon[87572]: pgmap v1910: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-10T16:08:26.098 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:08:25 smithi069 ceph-mon[94167]: pgmap v1910: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-10T16:08:26.098 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:08:25 smithi069 ceph-mon[96738]: pgmap v1910: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-10T16:08:26.762 INFO:tasks.workunit.client.0.smithi069.stdout: 995: throughput=5MB/sec pending data=0 2024-04-10T16:08:26.762 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-jrWGpG7M0dh8Txd off=3148066 len=1925902 2024-04-10T16:08:26.765 INFO:tasks.workunit.client.0.smithi069.stdout:op 5142 completed, throughput=5MB/sec 2024-04-10T16:08:26.766 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-5zNV4CILi_KipUZ off=14481880 len=936109 2024-04-10T16:08:26.771 INFO:tasks.workunit.client.0.smithi069.stdout:op 5143 completed, throughput=5MB/sec 2024-04-10T16:08:26.771 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-VCcbP90VPGcnHm8 off=10158063 len=2019402 2024-04-10T16:08:26.773 INFO:tasks.workunit.client.0.smithi069.stdout:op 5144 completed, throughput=5MB/sec 2024-04-10T16:08:26.773 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-G-E77nWs1qH1p8M off=17132987 len=1762262 2024-04-10T16:08:26.775 INFO:tasks.workunit.client.0.smithi069.stdout:op 5145 completed, throughput=5MB/sec 2024-04-10T16:08:27.348 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:08:26 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:08:26] "GET /metrics HTTP/1.1" 200 34050 "" "Prometheus/2.43.0" 2024-04-10T16:08:27.775 INFO:tasks.workunit.client.0.smithi069.stdout: 996: throughput=5MB/sec pending data=0 2024-04-10T16:08:27.776 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-yiAt7anYAvJ0eHJ off=6708004 len=533244 2024-04-10T16:08:27.777 INFO:tasks.workunit.client.0.smithi069.stdout:op 5146 completed, throughput=5MB/sec 2024-04-10T16:08:27.777 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-cv6xEGbcllqd3Hq off=687778 len=1002509 2024-04-10T16:08:27.778 INFO:tasks.workunit.client.0.smithi069.stdout:op 5147 completed, throughput=5MB/sec 2024-04-10T16:08:27.779 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-9y8bbnKTaCu8oVY off=6069686 len=410041 2024-04-10T16:08:27.779 INFO:tasks.workunit.client.0.smithi069.stdout:op 5148 completed, throughput=5MB/sec 2024-04-10T16:08:27.780 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-oiGAR12qXuSnMkO off=1478437 len=1991358 2024-04-10T16:08:27.789 INFO:tasks.workunit.client.0.smithi069.stdout:op 5149 completed, throughput=5MB/sec 2024-04-10T16:08:28.004 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:08:27 smithi077 ceph-mon[87572]: pgmap v1911: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2024-04-10T16:08:28.098 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:08:27 smithi069 ceph-mon[96738]: pgmap v1911: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2024-04-10T16:08:28.098 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:08:27 smithi069 ceph-mon[94167]: pgmap v1911: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2024-04-10T16:08:28.789 INFO:tasks.workunit.client.0.smithi069.stdout: 997: throughput=5MB/sec pending data=0 2024-04-10T16:08:28.789 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-Uaj0s4cZFM5x3cf off=10345516 len=1016550 2024-04-10T16:08:28.795 INFO:tasks.workunit.client.0.smithi069.stdout:op 5150 completed, throughput=5MB/sec 2024-04-10T16:08:28.795 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-tW9Wik3Wye1MdG7 off=408994 len=1266909 2024-04-10T16:08:28.802 INFO:tasks.workunit.client.0.smithi069.stdout:op 5151 completed, throughput=5MB/sec 2024-04-10T16:08:28.803 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-xTTG6AaAW9ApHZj off=8102880 len=1438406 2024-04-10T16:08:28.805 INFO:tasks.workunit.client.0.smithi069.stdout:op 5152 completed, throughput=5MB/sec 2024-04-10T16:08:28.805 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-rH_fP0HmwoP17Qv off=21520586 len=1598047 2024-04-10T16:08:28.809 INFO:tasks.workunit.client.0.smithi069.stdout:op 5153 completed, throughput=5MB/sec 2024-04-10T16:08:29.809 INFO:tasks.workunit.client.0.smithi069.stdout: 998: throughput=5MB/sec pending data=0 2024-04-10T16:08:29.809 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-5LCjzQU0iVDgNH- off=5842344 len=2022219 2024-04-10T16:08:29.821 INFO:tasks.workunit.client.0.smithi069.stdout:op 5154 completed, throughput=5MB/sec 2024-04-10T16:08:29.821 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-DvuFQpAX0BTBZ6B off=5879851 len=1744107 2024-04-10T16:08:29.831 INFO:tasks.workunit.client.0.smithi069.stdout:op 5155 completed, throughput=5MB/sec 2024-04-10T16:08:29.831 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-m-8IhqiGEYwqc_l off=4354482 len=867221 2024-04-10T16:08:29.832 INFO:tasks.workunit.client.0.smithi069.stdout:op 5156 completed, throughput=5MB/sec 2024-04-10T16:08:29.832 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-ZBI0LzMgbf0058D off=2255570 len=708235 2024-04-10T16:08:29.834 INFO:tasks.workunit.client.0.smithi069.stdout:op 5157 completed, throughput=5MB/sec 2024-04-10T16:08:30.004 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:08:29 smithi077 ceph-mon[87572]: pgmap v1912: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-10T16:08:30.098 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:08:29 smithi069 ceph-mon[96738]: pgmap v1912: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-10T16:08:30.098 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:08:29 smithi069 ceph-mon[94167]: pgmap v1912: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-10T16:08:30.835 INFO:tasks.workunit.client.0.smithi069.stdout: 999: throughput=5MB/sec pending data=0 2024-04-10T16:08:30.835 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-6towsqbUeQeSBn7 off=7924114 len=874064 2024-04-10T16:08:30.836 INFO:tasks.workunit.client.0.smithi069.stdout:op 5158 completed, throughput=5MB/sec 2024-04-10T16:08:30.836 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-15xNrvRkaS0e27w off=3039420 len=1671208 2024-04-10T16:08:30.843 INFO:tasks.workunit.client.0.smithi069.stdout:op 5159 completed, throughput=5MB/sec 2024-04-10T16:08:30.843 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-rERDh47KQKDvTgL off=580362 len=1892420 2024-04-10T16:08:30.854 INFO:tasks.workunit.client.0.smithi069.stdout:op 5160 completed, throughput=5MB/sec 2024-04-10T16:08:30.854 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-NSxA9VPhnY11jNR off=4940978 len=805282 2024-04-10T16:08:30.855 INFO:tasks.workunit.client.0.smithi069.stdout:op 5161 completed, throughput=5MB/sec 2024-04-10T16:08:31.855 INFO:tasks.workunit.client.0.smithi069.stdout: 1000: throughput=5MB/sec pending data=0 2024-04-10T16:08:31.855 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-tqVMS2atZ7eOcCN off=1716532 len=1533996 2024-04-10T16:08:31.857 INFO:tasks.workunit.client.0.smithi069.stdout:op 5162 completed, throughput=5MB/sec 2024-04-10T16:08:31.857 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-cW_HviIG_SQge6b off=13476432 len=1539002 2024-04-10T16:08:31.858 INFO:tasks.workunit.client.0.smithi069.stdout:op 5163 completed, throughput=5MB/sec 2024-04-10T16:08:31.858 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-wtpnPkvGHyII_bm off=8237116 len=1235374 2024-04-10T16:08:31.860 INFO:tasks.workunit.client.0.smithi069.stdout:op 5164 completed, throughput=5MB/sec 2024-04-10T16:08:31.860 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-JntuFQ2QCJVcztf off=4272389 len=1079134 2024-04-10T16:08:31.861 INFO:tasks.workunit.client.0.smithi069.stdout:op 5165 completed, throughput=5MB/sec 2024-04-10T16:08:32.004 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:08:31 smithi077 ceph-mon[87572]: pgmap v1913: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-10T16:08:32.098 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:08:31 smithi069 ceph-mon[96738]: pgmap v1913: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-10T16:08:32.098 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:08:31 smithi069 ceph-mon[94167]: pgmap v1913: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-10T16:08:32.754 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:08:32 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:08:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:08:32.862 INFO:tasks.workunit.client.0.smithi069.stdout: 1001: throughput=5MB/sec pending data=0 2024-04-10T16:08:32.862 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-StAMRhunVrUPD1O off=3333160 len=1400148 2024-04-10T16:08:32.870 INFO:tasks.workunit.client.0.smithi069.stdout:op 5166 completed, throughput=5MB/sec 2024-04-10T16:08:32.870 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-iNqOgOmxo1YTo-t off=4889445 len=2059029 2024-04-10T16:08:32.873 INFO:tasks.workunit.client.0.smithi069.stdout:op 5167 completed, throughput=5MB/sec 2024-04-10T16:08:32.873 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-ytErn22R7rfLhWz off=7011299 len=413476 2024-04-10T16:08:32.874 INFO:tasks.workunit.client.0.smithi069.stdout:op 5168 completed, throughput=5MB/sec 2024-04-10T16:08:32.874 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-58zg2sFLcOGjAjq off=9581903 len=328150 2024-04-10T16:08:32.876 INFO:tasks.workunit.client.0.smithi069.stdout:op 5169 completed, throughput=5MB/sec 2024-04-10T16:08:32.876 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-sHxIuJN85AJ3Kts off=2699815 len=1218753 2024-04-10T16:08:32.877 INFO:tasks.workunit.client.0.smithi069.stdout:op 5170 completed, throughput=5MB/sec 2024-04-10T16:08:33.878 INFO:tasks.workunit.client.0.smithi069.stdout: 1002: throughput=5MB/sec pending data=0 2024-04-10T16:08:33.878 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-5cHV8wDSb8SZS7y off=2850944 len=1473746 2024-04-10T16:08:33.884 INFO:tasks.workunit.client.0.smithi069.stdout:op 5171 completed, throughput=5MB/sec 2024-04-10T16:08:33.884 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-TsY4eVqGU-OoGg4 off=855760 len=1136892 2024-04-10T16:08:33.890 INFO:tasks.workunit.client.0.smithi069.stdout:op 5172 completed, throughput=5MB/sec 2024-04-10T16:08:33.890 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-XU81w6e9vlw0hiB off=4867977 len=81318 2024-04-10T16:08:33.891 INFO:tasks.workunit.client.0.smithi069.stdout:op 5173 completed, throughput=5MB/sec 2024-04-10T16:08:33.891 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-Zxr7BEZeIyIhxVd off=12297468 len=99099 2024-04-10T16:08:33.893 INFO:tasks.workunit.client.0.smithi069.stdout:op 5174 completed, throughput=5MB/sec 2024-04-10T16:08:33.893 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-6UyNDrRhSJ5ky7x off=10788088 len=212738 2024-04-10T16:08:33.894 INFO:tasks.workunit.client.0.smithi069.stdout:op 5175 completed, throughput=5MB/sec 2024-04-10T16:08:33.894 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-Ejs7aVWu9KgrATA off=4836944 len=1829090 2024-04-10T16:08:33.903 INFO:tasks.workunit.client.0.smithi069.stdout:op 5176 completed, throughput=5MB/sec 2024-04-10T16:08:33.903 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-ZmQhc92yUrIbpPa off=2813425 len=987496 2024-04-10T16:08:33.905 INFO:tasks.workunit.client.0.smithi069.stdout:op 5177 completed, throughput=5MB/sec 2024-04-10T16:08:34.004 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:08:33 smithi077 ceph-mon[87572]: pgmap v1914: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-04-10T16:08:34.098 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:08:33 smithi069 ceph-mon[96738]: pgmap v1914: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-04-10T16:08:34.099 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:08:33 smithi069 ceph-mon[94167]: pgmap v1914: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-04-10T16:08:34.906 INFO:tasks.workunit.client.0.smithi069.stdout: 1003: throughput=5MB/sec pending data=0 2024-04-10T16:08:34.906 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-3_q8JQj86cSTgQo off=15932548 len=2012909 2024-04-10T16:08:34.917 INFO:tasks.workunit.client.0.smithi069.stdout:op 5178 completed, throughput=5MB/sec 2024-04-10T16:08:34.917 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-bxT7u3UHYKI-Ju2 off=6284057 len=937898 2024-04-10T16:08:34.922 INFO:tasks.workunit.client.0.smithi069.stdout:op 5179 completed, throughput=5MB/sec 2024-04-10T16:08:34.922 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-Q76hgwAIwu5YHOP off=7251835 len=721309 2024-04-10T16:08:34.923 INFO:tasks.workunit.client.0.smithi069.stdout:op 5180 completed, throughput=5MB/sec 2024-04-10T16:08:34.923 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-sxHB2nbtGTTC515 off=2902895 len=925819 2024-04-10T16:08:34.925 INFO:tasks.workunit.client.0.smithi069.stdout:op 5181 completed, throughput=5MB/sec 2024-04-10T16:08:35.925 INFO:tasks.workunit.client.0.smithi069.stdout: 1004: throughput=5MB/sec pending data=0 2024-04-10T16:08:35.925 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-wTpRoac4CwQ_OZo off=245822 len=1097473 2024-04-10T16:08:35.927 INFO:tasks.workunit.client.0.smithi069.stdout:op 5182 completed, throughput=5MB/sec 2024-04-10T16:08:35.927 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-Q1BavEsrmrM8g5_ off=1018627 len=1274393 2024-04-10T16:08:35.934 INFO:tasks.workunit.client.0.smithi069.stdout:op 5183 completed, throughput=5MB/sec 2024-04-10T16:08:35.934 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-QyBx1fS4KgvjGGb off=2819101 len=50684 2024-04-10T16:08:35.937 INFO:tasks.workunit.client.0.smithi069.stdout:op 5184 completed, throughput=5MB/sec 2024-04-10T16:08:35.937 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-3odKct0j3KrE8_J off=7323743 len=2078249 2024-04-10T16:08:35.946 INFO:tasks.workunit.client.0.smithi069.stdout:op 5185 completed, throughput=5MB/sec 2024-04-10T16:08:35.946 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-lcLee97FBHnWPF_ off=12440161 len=899274 2024-04-10T16:08:35.950 INFO:tasks.workunit.client.0.smithi069.stdout:op 5186 completed, throughput=5MB/sec 2024-04-10T16:08:36.004 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:08:35 smithi077 ceph-mon[87572]: pgmap v1915: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-04-10T16:08:36.098 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:08:35 smithi069 ceph-mon[96738]: pgmap v1915: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-04-10T16:08:36.099 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:08:35 smithi069 ceph-mon[94167]: pgmap v1915: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-04-10T16:08:36.950 INFO:tasks.workunit.client.0.smithi069.stdout: 1005: throughput=5MB/sec pending data=0 2024-04-10T16:08:36.950 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-FMj__JyzYTLNfnS off=24526495 len=739582 2024-04-10T16:08:36.951 INFO:tasks.workunit.client.0.smithi069.stdout:op 5187 completed, throughput=5MB/sec 2024-04-10T16:08:36.951 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj--McaE9etDmnCibk off=9030095 len=734438 2024-04-10T16:08:36.955 INFO:tasks.workunit.client.0.smithi069.stdout:op 5188 completed, throughput=5MB/sec 2024-04-10T16:08:36.956 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-UDKsKTcsFCRKSo9 off=4756609 len=487132 2024-04-10T16:08:36.956 INFO:tasks.workunit.client.0.smithi069.stdout:op 5189 completed, throughput=5MB/sec 2024-04-10T16:08:36.956 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-9JKNpBqeVawTr5W off=238302 len=629786 2024-04-10T16:08:36.961 INFO:tasks.workunit.client.0.smithi069.stdout:op 5190 completed, throughput=5MB/sec 2024-04-10T16:08:36.961 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-AOT_JerfmBsLjSJ off=13072737 len=1632875 2024-04-10T16:08:36.963 INFO:tasks.workunit.client.0.smithi069.stdout:op 5191 completed, throughput=5MB/sec 2024-04-10T16:08:36.963 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-4z2LBiiRbCHNdS9 off=4863765 len=1467199 2024-04-10T16:08:36.971 INFO:tasks.workunit.client.0.smithi069.stdout:op 5192 completed, throughput=5MB/sec 2024-04-10T16:08:37.348 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:08:36 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:08:36] "GET /metrics HTTP/1.1" 200 34050 "" "Prometheus/2.43.0" 2024-04-10T16:08:37.971 INFO:tasks.workunit.client.0.smithi069.stdout: 1006: throughput=5MB/sec pending data=0 2024-04-10T16:08:37.971 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-2qUjFlKgAvb29A- off=21034522 len=1632109 2024-04-10T16:08:37.973 INFO:tasks.workunit.client.0.smithi069.stdout:op 5193 completed, throughput=5MB/sec 2024-04-10T16:08:37.973 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-nammSP6SeN4DsOJ off=4175062 len=631349 2024-04-10T16:08:37.978 INFO:tasks.workunit.client.0.smithi069.stdout:op 5194 completed, throughput=5MB/sec 2024-04-10T16:08:37.978 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-1BrudlbhpfF0RIl off=7900769 len=1628820 2024-04-10T16:08:37.987 INFO:tasks.workunit.client.0.smithi069.stdout:op 5195 completed, throughput=5MB/sec 2024-04-10T16:08:37.987 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-L76wpbHqQU9UcTu off=17708372 len=856967 2024-04-10T16:08:37.988 INFO:tasks.workunit.client.0.smithi069.stdout:op 5196 completed, throughput=5MB/sec 2024-04-10T16:08:37.989 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-7fineqXeGuPTrqU off=6839929 len=1013885 2024-04-10T16:08:37.993 INFO:tasks.workunit.client.0.smithi069.stdout:op 5197 completed, throughput=5MB/sec 2024-04-10T16:08:38.004 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:08:37 smithi077 ceph-mon[87572]: pgmap v1916: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.8 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-10T16:08:38.098 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:08:37 smithi069 ceph-mon[94167]: pgmap v1916: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.8 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-10T16:08:38.098 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:08:37 smithi069 ceph-mon[96738]: pgmap v1916: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.8 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-10T16:08:38.994 INFO:tasks.workunit.client.0.smithi069.stdout: 1007: throughput=5MB/sec pending data=0 2024-04-10T16:08:38.994 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-6UeVs2313iucbyD off=9259682 len=385890 2024-04-10T16:08:38.997 INFO:tasks.workunit.client.0.smithi069.stdout:op 5198 completed, throughput=5MB/sec 2024-04-10T16:08:38.997 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-msMEioyDyb0rBtl off=1695176 len=860894 2024-04-10T16:08:38.998 INFO:tasks.workunit.client.0.smithi069.stdout:op 5199 completed, throughput=5MB/sec 2024-04-10T16:08:38.998 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-FdIA9mmFG5U8KoX off=2223903 len=1948459 2024-04-10T16:08:39.002 INFO:tasks.workunit.client.0.smithi069.stdout:op 5200 completed, throughput=5MB/sec 2024-04-10T16:08:39.002 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-NRhnsP_wQtdcY1l off=3054803 len=1843149 2024-04-10T16:08:39.004 INFO:tasks.workunit.client.0.smithi069.stdout:op 5201 completed, throughput=5MB/sec 2024-04-10T16:08:40.004 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:08:39 smithi077 ceph-mon[87572]: pgmap v1917: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-04-10T16:08:40.004 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:08:39 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:08:40.005 INFO:tasks.workunit.client.0.smithi069.stdout: 1008: throughput=5MB/sec pending data=0 2024-04-10T16:08:40.005 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-vrbFXq9xEte9fZA off=7977045 len=1651694 2024-04-10T16:08:40.014 INFO:tasks.workunit.client.0.smithi069.stdout:op 5202 completed, throughput=5MB/sec 2024-04-10T16:08:40.014 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-zy5693std36Eh_U off=375924 len=952966 2024-04-10T16:08:40.016 INFO:tasks.workunit.client.0.smithi069.stdout:op 5203 completed, throughput=5MB/sec 2024-04-10T16:08:40.016 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-OcLqvCC105LCRwg off=7972639 len=1852600 2024-04-10T16:08:40.025 INFO:tasks.workunit.client.0.smithi069.stdout:op 5204 completed, throughput=5MB/sec 2024-04-10T16:08:40.025 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-tAaEVg-txEycNWY off=4487759 len=7209 2024-04-10T16:08:40.027 INFO:tasks.workunit.client.0.smithi069.stdout:op 5205 completed, throughput=5MB/sec 2024-04-10T16:08:40.027 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-na0CrmnJqs31e7M off=4556174 len=1995015 2024-04-10T16:08:40.038 INFO:tasks.workunit.client.0.smithi069.stdout:op 5206 completed, throughput=5MB/sec 2024-04-10T16:08:40.098 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:08:39 smithi069 ceph-mon[96738]: pgmap v1917: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-04-10T16:08:40.098 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:08:39 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:08:40.098 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:08:39 smithi069 ceph-mon[94167]: pgmap v1917: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-04-10T16:08:40.098 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:08:39 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:08:41.038 INFO:tasks.workunit.client.0.smithi069.stdout: 1009: throughput=5MB/sec pending data=0 2024-04-10T16:08:41.039 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-xof7_1AZhv3BkaI off=342226 len=1473539 2024-04-10T16:08:41.048 INFO:tasks.workunit.client.0.smithi069.stdout:op 5207 completed, throughput=5MB/sec 2024-04-10T16:08:41.048 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-BP1UhbVDBhPv5Lx off=1834150 len=488956 2024-04-10T16:08:41.049 INFO:tasks.workunit.client.0.smithi069.stdout:op 5208 completed, throughput=5MB/sec 2024-04-10T16:08:41.049 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-qHgsBhiYM_bp5bR off=4965794 len=945149 2024-04-10T16:08:41.054 INFO:tasks.workunit.client.0.smithi069.stdout:op 5209 completed, throughput=5MB/sec 2024-04-10T16:08:41.054 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-hbfzaxaoisbl4mZ off=3329302 len=1974171 2024-04-10T16:08:41.057 INFO:tasks.workunit.client.0.smithi069.stdout:op 5210 completed, throughput=5MB/sec 2024-04-10T16:08:42.004 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:08:41 smithi077 ceph-mon[87572]: pgmap v1918: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-10T16:08:42.057 INFO:tasks.workunit.client.0.smithi069.stdout: 1010: throughput=5MB/sec pending data=0 2024-04-10T16:08:42.058 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-NUVGBuIEbGy9n3y off=11571501 len=878803 2024-04-10T16:08:42.059 INFO:tasks.workunit.client.0.smithi069.stdout:op 5211 completed, throughput=5MB/sec 2024-04-10T16:08:42.059 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-7iHsivgMgVfJ0IX off=13429480 len=200905 2024-04-10T16:08:42.062 INFO:tasks.workunit.client.0.smithi069.stdout:op 5212 completed, throughput=5MB/sec 2024-04-10T16:08:42.063 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-7_94Ni1bxaFFCG6 off=14535463 len=2032899 2024-04-10T16:08:42.076 INFO:tasks.workunit.client.0.smithi069.stdout:op 5213 completed, throughput=5MB/sec 2024-04-10T16:08:42.076 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-JlYdeGSMIok_aFw off=866011 len=721501 2024-04-10T16:08:42.077 INFO:tasks.workunit.client.0.smithi069.stdout:op 5214 completed, throughput=5MB/sec 2024-04-10T16:08:42.077 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-wntz8Hjz5Nwqzjx off=1520032 len=1420024 2024-04-10T16:08:42.085 INFO:tasks.workunit.client.0.smithi069.stdout:op 5215 completed, throughput=5MB/sec 2024-04-10T16:08:42.098 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:08:41 smithi069 ceph-mon[96738]: pgmap v1918: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-10T16:08:42.098 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:08:41 smithi069 ceph-mon[94167]: pgmap v1918: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-10T16:08:42.754 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:08:42 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:08:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:08:43.085 INFO:tasks.workunit.client.0.smithi069.stdout: 1011: throughput=5MB/sec pending data=0 2024-04-10T16:08:43.085 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-gjMMRNi4FumbtAL off=10087511 len=42690 2024-04-10T16:08:43.088 INFO:tasks.workunit.client.0.smithi069.stdout:op 5216 completed, throughput=5MB/sec 2024-04-10T16:08:43.088 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-xMjGK41hU45_QCp off=488496 len=878343 2024-04-10T16:08:43.093 INFO:tasks.workunit.client.0.smithi069.stdout:op 5217 completed, throughput=5MB/sec 2024-04-10T16:08:43.093 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-0mON64018ucVezZ off=13199110 len=1952768 2024-04-10T16:08:43.095 INFO:tasks.workunit.client.0.smithi069.stdout:op 5218 completed, throughput=5MB/sec 2024-04-10T16:08:43.095 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-8j_Hq_cSkvfbJxI off=4122030 len=1258848 2024-04-10T16:08:43.098 INFO:tasks.workunit.client.0.smithi069.stdout:op 5219 completed, throughput=5MB/sec 2024-04-10T16:08:43.098 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-_MXYtNhbW_uohHX off=1400388 len=751330 2024-04-10T16:08:43.099 INFO:tasks.workunit.client.0.smithi069.stdout:op 5220 completed, throughput=5MB/sec 2024-04-10T16:08:44.004 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:08:43 smithi077 ceph-mon[87572]: pgmap v1919: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-10T16:08:44.098 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:08:43 smithi069 ceph-mon[96738]: pgmap v1919: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-10T16:08:44.098 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:08:43 smithi069 ceph-mon[94167]: pgmap v1919: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-10T16:08:44.099 INFO:tasks.workunit.client.0.smithi069.stdout: 1012: throughput=5MB/sec pending data=0 2024-04-10T16:08:44.099 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-bUEivp3nPHfqYAo off=12539859 len=2020376 2024-04-10T16:08:44.101 INFO:tasks.workunit.client.0.smithi069.stdout:op 5221 completed, throughput=5MB/sec 2024-04-10T16:08:44.102 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-EE4eJxmO74hU0v3 off=635740 len=1073401 2024-04-10T16:08:44.104 INFO:tasks.workunit.client.0.smithi069.stdout:op 5222 completed, throughput=5MB/sec 2024-04-10T16:08:44.104 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-Z7p4eCJ6OIN-EAY off=1279268 len=1687957 2024-04-10T16:08:44.112 INFO:tasks.workunit.client.0.smithi069.stdout:op 5223 completed, throughput=5MB/sec 2024-04-10T16:08:45.112 INFO:tasks.workunit.client.0.smithi069.stdout: 1013: throughput=5MB/sec pending data=0 2024-04-10T16:08:45.112 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-40bSNgbG9wbJeSC off=4017921 len=312744 2024-04-10T16:08:45.113 INFO:tasks.workunit.client.0.smithi069.stdout:op 5224 completed, throughput=5MB/sec 2024-04-10T16:08:45.113 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-Tswe74AYntcd0o7 off=8073311 len=1194220 2024-04-10T16:08:45.115 INFO:tasks.workunit.client.0.smithi069.stdout:op 5225 completed, throughput=5MB/sec 2024-04-10T16:08:45.115 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-UJS4X4_1eASkDBt off=83541 len=1937961 2024-04-10T16:08:45.117 INFO:tasks.workunit.client.0.smithi069.stdout:op 5226 completed, throughput=5MB/sec 2024-04-10T16:08:45.118 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-tRjqeZoqHOf6bXX off=1661630 len=877490 2024-04-10T16:08:45.120 INFO:tasks.workunit.client.0.smithi069.stdout:op 5227 completed, throughput=5MB/sec 2024-04-10T16:08:45.120 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-8sf7Lxl5wREiDth off=1333727 len=381901 2024-04-10T16:08:45.121 INFO:tasks.workunit.client.0.smithi069.stdout:op 5228 completed, throughput=5MB/sec 2024-04-10T16:08:45.121 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-fVm8DVe06y__aR0 off=0 len=1181585 2024-04-10T16:08:45.127 INFO:tasks.workunit.client.0.smithi069.stdout:op 5229 completed, throughput=5MB/sec 2024-04-10T16:08:46.004 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:08:45 smithi077 ceph-mon[87572]: pgmap v1920: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-10T16:08:46.098 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:08:45 smithi069 ceph-mon[96738]: pgmap v1920: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-10T16:08:46.098 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:08:45 smithi069 ceph-mon[94167]: pgmap v1920: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-10T16:08:46.127 INFO:tasks.workunit.client.0.smithi069.stdout: 1014: throughput=5MB/sec pending data=0 2024-04-10T16:08:46.127 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-MafhG1Y_kJGd8rH off=4393072 len=911179 2024-04-10T16:08:46.128 INFO:tasks.workunit.client.0.smithi069.stdout:op 5230 completed, throughput=5MB/sec 2024-04-10T16:08:46.128 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-wvh0xlP-NfYWauW off=3458243 len=496857 2024-04-10T16:08:46.129 INFO:tasks.workunit.client.0.smithi069.stdout:op 5231 completed, throughput=5MB/sec 2024-04-10T16:08:46.129 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-maQnO_6DiK3GG66 off=16814316 len=141143 2024-04-10T16:08:46.130 INFO:tasks.workunit.client.0.smithi069.stdout:op 5232 completed, throughput=5MB/sec 2024-04-10T16:08:46.131 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-UD2cR-S9LrGjd_8 off=14760211 len=1194120 2024-04-10T16:08:46.138 INFO:tasks.workunit.client.0.smithi069.stdout:op 5233 completed, throughput=5MB/sec 2024-04-10T16:08:46.139 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-vZT1gf676CL3lwP off=1419687 len=679588 2024-04-10T16:08:46.139 INFO:tasks.workunit.client.0.smithi069.stdout:op 5234 completed, throughput=5MB/sec 2024-04-10T16:08:46.140 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-wWJvKu6NXZOFU7C off=1589775 len=1127668 2024-04-10T16:08:46.146 INFO:tasks.workunit.client.0.smithi069.stdout:op 5235 completed, throughput=5MB/sec 2024-04-10T16:08:46.146 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-7QnjFNMqrvqKR7v off=4659605 len=873065 2024-04-10T16:08:46.147 INFO:tasks.workunit.client.0.smithi069.stdout:op 5236 completed, throughput=5MB/sec 2024-04-10T16:08:47.148 INFO:tasks.workunit.client.0.smithi069.stdout: 1015: throughput=5MB/sec pending data=0 2024-04-10T16:08:47.148 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-E6WQFreuK8t-ibr off=8624225 len=1161135 2024-04-10T16:08:47.155 INFO:tasks.workunit.client.0.smithi069.stdout:op 5237 completed, throughput=5MB/sec 2024-04-10T16:08:47.155 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-pTnukIrGAtpYJot off=8872724 len=34025 2024-04-10T16:08:47.158 INFO:tasks.workunit.client.0.smithi069.stdout:op 5238 completed, throughput=5MB/sec 2024-04-10T16:08:47.158 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-qMdmkjdvxdICwRn off=8734032 len=1880398 2024-04-10T16:08:47.160 INFO:tasks.workunit.client.0.smithi069.stdout:op 5239 completed, throughput=5MB/sec 2024-04-10T16:08:47.160 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-HDTOv-zTrmg-nC4 off=5903613 len=1709523 2024-04-10T16:08:47.162 INFO:tasks.workunit.client.0.smithi069.stdout:op 5240 completed, throughput=5MB/sec 2024-04-10T16:08:47.348 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:08:46 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:08:46] "GET /metrics HTTP/1.1" 200 34055 "" "Prometheus/2.43.0" 2024-04-10T16:08:48.004 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:08:47 smithi077 ceph-mon[87572]: pgmap v1921: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-10T16:08:48.098 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:08:47 smithi069 ceph-mon[94167]: pgmap v1921: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-10T16:08:48.099 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:08:47 smithi069 ceph-mon[96738]: pgmap v1921: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-10T16:08:48.162 INFO:tasks.workunit.client.0.smithi069.stdout: 1016: throughput=5MB/sec pending data=0 2024-04-10T16:08:48.162 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-ruJB4a9Aq7YepPY off=6891867 len=223214 2024-04-10T16:08:48.165 INFO:tasks.workunit.client.0.smithi069.stdout:op 5241 completed, throughput=5MB/sec 2024-04-10T16:08:48.165 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-oRbxTSd6Vnajg5v off=4381490 len=753158 2024-04-10T16:08:48.170 INFO:tasks.workunit.client.0.smithi069.stdout:op 5242 completed, throughput=5MB/sec 2024-04-10T16:08:48.171 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-N-igTtqi8iEP4ZP off=3834093 len=1582613 2024-04-10T16:08:48.179 INFO:tasks.workunit.client.0.smithi069.stdout:op 5243 completed, throughput=5MB/sec 2024-04-10T16:08:48.179 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-ns3GDyHS7yqgLdq off=2714857 len=88605 2024-04-10T16:08:48.182 INFO:tasks.workunit.client.0.smithi069.stdout:op 5244 completed, throughput=5MB/sec 2024-04-10T16:08:48.182 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-5yHMcE1RusV0IfS off=1218807 len=1895609 2024-04-10T16:08:48.192 INFO:tasks.workunit.client.0.smithi069.stdout:op 5245 completed, throughput=5MB/sec 2024-04-10T16:08:48.192 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-JIefh3Zfu0Hz4NB off=12765560 len=789469 2024-04-10T16:08:48.194 INFO:tasks.workunit.client.0.smithi069.stdout:op 5246 completed, throughput=5MB/sec 2024-04-10T16:08:49.194 INFO:tasks.workunit.client.0.smithi069.stdout: 1017: throughput=5MB/sec pending data=0 2024-04-10T16:08:49.194 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-1tdyFakwbAbtCGK off=11419692 len=73238 2024-04-10T16:08:49.195 INFO:tasks.workunit.client.0.smithi069.stdout:op 5247 completed, throughput=5MB/sec 2024-04-10T16:08:49.195 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-crwV-a1poI_A6K- off=1826113 len=617329 2024-04-10T16:08:49.196 INFO:tasks.workunit.client.0.smithi069.stdout:op 5248 completed, throughput=5MB/sec 2024-04-10T16:08:49.196 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-9V10ZjbsDMpowLN off=3097638 len=1982442 2024-04-10T16:08:49.198 INFO:tasks.workunit.client.0.smithi069.stdout:op 5249 completed, throughput=5MB/sec 2024-04-10T16:08:49.198 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-hrAlJkDG0rw_7t2 off=1133237 len=404396 2024-04-10T16:08:49.202 INFO:tasks.workunit.client.0.smithi069.stdout:op 5250 completed, throughput=5MB/sec 2024-04-10T16:08:49.202 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-o0oZlTdgS8qc4nm off=898720 len=781063 2024-04-10T16:08:49.206 INFO:tasks.workunit.client.0.smithi069.stdout:op 5251 completed, throughput=5MB/sec 2024-04-10T16:08:49.207 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-Ir0BAgm5qrI3pRe off=526814 len=1782551 2024-04-10T16:08:49.218 INFO:tasks.workunit.client.0.smithi069.stdout:op 5252 completed, throughput=5MB/sec 2024-04-10T16:08:50.004 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:08:49 smithi077 ceph-mon[87572]: pgmap v1922: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-10T16:08:50.098 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:08:49 smithi069 ceph-mon[94167]: pgmap v1922: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-10T16:08:50.098 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:08:49 smithi069 ceph-mon[96738]: pgmap v1922: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-10T16:08:50.218 INFO:tasks.workunit.client.0.smithi069.stdout: 1018: throughput=5MB/sec pending data=0 2024-04-10T16:08:50.219 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-NaKL1r-ORpYe7uy off=8798858 len=1676893 2024-04-10T16:08:50.228 INFO:tasks.workunit.client.0.smithi069.stdout:op 5253 completed, throughput=5MB/sec 2024-04-10T16:08:50.228 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-OAQbZWMSBmLxMdZ off=2029710 len=1860734 2024-04-10T16:08:50.229 INFO:tasks.workunit.client.0.smithi069.stdout:op 5254 completed, throughput=5MB/sec 2024-04-10T16:08:50.230 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-BLv43IagDxJdahd off=524051 len=1749691 2024-04-10T16:08:50.237 INFO:tasks.workunit.client.0.smithi069.stdout:op 5255 completed, throughput=5MB/sec 2024-04-10T16:08:51.237 INFO:tasks.workunit.client.0.smithi069.stdout: 1019: throughput=5MB/sec pending data=0 2024-04-10T16:08:51.237 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-KegYG-2ATGk0u5B off=9335506 len=1690517 2024-04-10T16:08:51.246 INFO:tasks.workunit.client.0.smithi069.stdout:op 5256 completed, throughput=5MB/sec 2024-04-10T16:08:51.246 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-itdCW4bFnDd_AUV off=8391460 len=1821849 2024-04-10T16:08:51.248 INFO:tasks.workunit.client.0.smithi069.stdout:op 5257 completed, throughput=5MB/sec 2024-04-10T16:08:51.248 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-qjsUiBzsthxENno off=21272888 len=712135 2024-04-10T16:08:51.251 INFO:tasks.workunit.client.0.smithi069.stdout:op 5258 completed, throughput=5MB/sec 2024-04-10T16:08:51.251 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-5rN2B7a_Ugjl_J_ off=18918898 len=1886799 2024-04-10T16:08:51.259 INFO:tasks.workunit.client.0.smithi069.stdout:op 5259 completed, throughput=5MB/sec 2024-04-10T16:08:52.004 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:08:51 smithi077 ceph-mon[87572]: pgmap v1923: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-10T16:08:52.098 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:08:51 smithi069 ceph-mon[94167]: pgmap v1923: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-10T16:08:52.098 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:08:51 smithi069 ceph-mon[96738]: pgmap v1923: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-10T16:08:52.259 INFO:tasks.workunit.client.0.smithi069.stdout: 1020: throughput=5MB/sec pending data=0 2024-04-10T16:08:52.259 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-j6ZBS9ARqJhDWxf off=14005037 len=425224 2024-04-10T16:08:52.260 INFO:tasks.workunit.client.0.smithi069.stdout:op 5260 completed, throughput=5MB/sec 2024-04-10T16:08:52.260 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-lfnzhdDfCiyYVHQ off=4480945 len=253603 2024-04-10T16:08:52.261 INFO:tasks.workunit.client.0.smithi069.stdout:op 5261 completed, throughput=5MB/sec 2024-04-10T16:08:52.261 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-QQQ7icT3S53Cy4w off=2472301 len=1809856 2024-04-10T16:08:52.263 INFO:tasks.workunit.client.0.smithi069.stdout:op 5262 completed, throughput=5MB/sec 2024-04-10T16:08:52.263 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-NcqGGvdi5mvLe0v off=3681721 len=79844 2024-04-10T16:08:52.266 INFO:tasks.workunit.client.0.smithi069.stdout:op 5263 completed, throughput=5MB/sec 2024-04-10T16:08:52.266 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-AOU1W5M9o1mVzzu off=7769402 len=1180295 2024-04-10T16:08:52.271 INFO:tasks.workunit.client.0.smithi069.stdout:op 5264 completed, throughput=5MB/sec 2024-04-10T16:08:52.271 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-1BHYyxmcVhuds30 off=8526418 len=1486187 2024-04-10T16:08:52.279 INFO:tasks.workunit.client.0.smithi069.stdout:op 5265 completed, throughput=5MB/sec 2024-04-10T16:08:52.754 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:08:52 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:08:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:08:53.279 INFO:tasks.workunit.client.0.smithi069.stdout: 1021: throughput=5MB/sec pending data=0 2024-04-10T16:08:53.279 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-3Ze8PxKIENJKKMV off=12092229 len=618887 2024-04-10T16:08:53.280 INFO:tasks.workunit.client.0.smithi069.stdout:op 5266 completed, throughput=5MB/sec 2024-04-10T16:08:53.281 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-Hkqo0oKpjD2oqaE off=19535795 len=308598 2024-04-10T16:08:53.284 INFO:tasks.workunit.client.0.smithi069.stdout:op 5267 completed, throughput=5MB/sec 2024-04-10T16:08:53.284 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-wuJj9RRVByn5ex7 off=437941 len=1317660 2024-04-10T16:08:53.291 INFO:tasks.workunit.client.0.smithi069.stdout:op 5268 completed, throughput=5MB/sec 2024-04-10T16:08:53.291 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-Yh4tjscolt5f6iV off=2006129 len=142925 2024-04-10T16:08:53.292 INFO:tasks.workunit.client.0.smithi069.stdout:op 5269 completed, throughput=5MB/sec 2024-04-10T16:08:53.292 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-nI9_Uo0ubuoAgbM off=1116687 len=1400062 2024-04-10T16:08:53.300 INFO:tasks.workunit.client.0.smithi069.stdout:op 5270 completed, throughput=5MB/sec 2024-04-10T16:08:53.300 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-vuLSwVUD7fAyPwD off=3658219 len=1978065 2024-04-10T16:08:53.301 INFO:tasks.workunit.client.0.smithi069.stdout:op 5271 completed, throughput=5MB/sec 2024-04-10T16:08:54.004 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:08:53 smithi077 ceph-mon[87572]: pgmap v1924: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-10T16:08:54.098 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:08:53 smithi069 ceph-mon[96738]: pgmap v1924: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-10T16:08:54.099 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:08:53 smithi069 ceph-mon[94167]: pgmap v1924: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-10T16:08:54.302 INFO:tasks.workunit.client.0.smithi069.stdout: 1022: throughput=5MB/sec pending data=0 2024-04-10T16:08:54.302 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-3xX02iJ1vFoe8aH off=17565978 len=1424744 2024-04-10T16:08:54.304 INFO:tasks.workunit.client.0.smithi069.stdout:op 5272 completed, throughput=5MB/sec 2024-04-10T16:08:54.304 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj--NzDuix2Zwl52i4 off=4911257 len=1895950 2024-04-10T16:08:54.306 INFO:tasks.workunit.client.0.smithi069.stdout:op 5273 completed, throughput=5MB/sec 2024-04-10T16:08:54.306 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-ZmLY4zqN_d3xC8B off=2598622 len=1170498 2024-04-10T16:08:54.312 INFO:tasks.workunit.client.0.smithi069.stdout:op 5274 completed, throughput=5MB/sec 2024-04-10T16:08:55.098 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:08:54 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:08:55.099 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:08:54 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:08:55.254 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:08:54 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:08:55.312 INFO:tasks.workunit.client.0.smithi069.stdout: 1023: throughput=5MB/sec pending data=0 2024-04-10T16:08:55.312 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-Rp6mglnv1nG5tuB off=1298034 len=1935001 2024-04-10T16:08:55.324 INFO:tasks.workunit.client.0.smithi069.stdout:op 5275 completed, throughput=5MB/sec 2024-04-10T16:08:55.324 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-DuR_nTR-KdaUDwO off=7930089 len=1550437 2024-04-10T16:08:55.328 INFO:tasks.workunit.client.0.smithi069.stdout:op 5276 completed, throughput=5MB/sec 2024-04-10T16:08:55.328 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-djSUS4ghFfOwWJS off=19683449 len=521084 2024-04-10T16:08:55.331 INFO:tasks.workunit.client.0.smithi069.stdout:op 5277 completed, throughput=5MB/sec 2024-04-10T16:08:55.332 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-VHGfyswZ3B_yNPN off=8055484 len=1811358 2024-04-10T16:08:55.339 INFO:tasks.workunit.client.0.smithi069.stdout:op 5278 completed, throughput=5MB/sec 2024-04-10T16:08:56.098 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:08:55 smithi069 ceph-mon[96738]: pgmap v1925: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-10T16:08:56.098 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:08:55 smithi069 ceph-mon[94167]: pgmap v1925: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-10T16:08:56.254 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:08:55 smithi077 ceph-mon[87572]: pgmap v1925: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-10T16:08:56.340 INFO:tasks.workunit.client.0.smithi069.stdout: 1024: throughput=5MB/sec pending data=0 2024-04-10T16:08:56.340 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-DmIISl2av6Kshjr off=1642152 len=64606 2024-04-10T16:08:56.342 INFO:tasks.workunit.client.0.smithi069.stdout:op 5279 completed, throughput=5MB/sec 2024-04-10T16:08:56.343 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-ZKRvTsAoAxEeGBT off=1555968 len=300665 2024-04-10T16:08:56.345 INFO:tasks.workunit.client.0.smithi069.stdout:op 5280 completed, throughput=5MB/sec 2024-04-10T16:08:56.345 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-R3p_9UJ6Tnt-QfK off=10752067 len=909519 2024-04-10T16:08:56.350 INFO:tasks.workunit.client.0.smithi069.stdout:op 5281 completed, throughput=5MB/sec 2024-04-10T16:08:56.351 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-kyl5XQQa2Wdb4j5 off=1663677 len=829919 2024-04-10T16:08:56.352 INFO:tasks.workunit.client.0.smithi069.stdout:op 5282 completed, throughput=5MB/sec 2024-04-10T16:08:56.352 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-BnmNM-v6RMxsvOn off=382882 len=186576 2024-04-10T16:08:56.353 INFO:tasks.workunit.client.0.smithi069.stdout:op 5283 completed, throughput=5MB/sec 2024-04-10T16:08:56.353 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-AYiFyT6LOSSUqPq off=12171339 len=1423441 2024-04-10T16:08:56.360 INFO:tasks.workunit.client.0.smithi069.stdout:op 5284 completed, throughput=5MB/sec 2024-04-10T16:08:56.360 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-QESIvsFM9MPU133 off=221227 len=1776629 2024-04-10T16:08:56.370 INFO:tasks.workunit.client.0.smithi069.stdout:op 5285 completed, throughput=5MB/sec 2024-04-10T16:08:57.348 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:08:56 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:08:56] "GET /metrics HTTP/1.1" 200 34047 "" "Prometheus/2.43.0" 2024-04-10T16:08:57.370 INFO:tasks.workunit.client.0.smithi069.stdout: 1025: throughput=5MB/sec pending data=0 2024-04-10T16:08:57.370 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-FKS6awrRckCM5dn off=11753358 len=1360329 2024-04-10T16:08:57.372 INFO:tasks.workunit.client.0.smithi069.stdout:op 5286 completed, throughput=5MB/sec 2024-04-10T16:08:57.373 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-NyTN0yw-T4WSYJR off=4246489 len=1570775 2024-04-10T16:08:57.382 INFO:tasks.workunit.client.0.smithi069.stdout:op 5287 completed, throughput=5MB/sec 2024-04-10T16:08:57.382 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-jZs-12m932cQwtN off=5709358 len=4937 2024-04-10T16:08:57.382 INFO:tasks.workunit.client.0.smithi069.stdout:op 5288 completed, throughput=5MB/sec 2024-04-10T16:08:57.382 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-Enz4p74QVxlCOIz off=2446429 len=1165528 2024-04-10T16:08:57.387 INFO:tasks.workunit.client.0.smithi069.stdout:op 5289 completed, throughput=5MB/sec 2024-04-10T16:08:57.387 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-f683UZfCofscA4a off=1028199 len=1928110 2024-04-10T16:08:57.389 INFO:tasks.workunit.client.0.smithi069.stdout:op 5290 completed, throughput=5MB/sec 2024-04-10T16:08:58.098 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:08:57 smithi069 ceph-mon[96738]: pgmap v1926: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-10T16:08:58.098 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:08:57 smithi069 ceph-mon[94167]: pgmap v1926: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-10T16:08:58.254 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:08:57 smithi077 ceph-mon[87572]: pgmap v1926: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-10T16:08:58.390 INFO:tasks.workunit.client.0.smithi069.stdout: 1026: throughput=5MB/sec pending data=0 2024-04-10T16:08:58.390 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-dazQK34AOsocQcO off=15210948 len=731972 2024-04-10T16:08:58.394 INFO:tasks.workunit.client.0.smithi069.stdout:op 5291 completed, throughput=5MB/sec 2024-04-10T16:08:58.394 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-RDRyVzjraYw0qDs off=1051246 len=694673 2024-04-10T16:08:58.395 INFO:tasks.workunit.client.0.smithi069.stdout:op 5292 completed, throughput=5MB/sec 2024-04-10T16:08:58.395 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-dYI8YypCfOhrAHr off=22213590 len=968046 2024-04-10T16:08:58.400 INFO:tasks.workunit.client.0.smithi069.stdout:op 5293 completed, throughput=5MB/sec 2024-04-10T16:08:58.400 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-GAi_KBuAA6YEP6L off=5033517 len=240278 2024-04-10T16:08:58.403 INFO:tasks.workunit.client.0.smithi069.stdout:op 5294 completed, throughput=5MB/sec 2024-04-10T16:08:58.403 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-clGtEiSivlQiWHN off=2190934 len=318307 2024-04-10T16:08:58.406 INFO:tasks.workunit.client.0.smithi069.stdout:op 5295 completed, throughput=5MB/sec 2024-04-10T16:08:58.406 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-QR1JzJ7gOH09EbN off=1809838 len=266857 2024-04-10T16:08:58.409 INFO:tasks.workunit.client.0.smithi069.stdout:op 5296 completed, throughput=5MB/sec 2024-04-10T16:08:58.409 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-Z6lrkAS-kpOGTHY off=13687696 len=1172268 2024-04-10T16:08:58.411 INFO:tasks.workunit.client.0.smithi069.stdout:op 5297 completed, throughput=5MB/sec 2024-04-10T16:08:59.411 INFO:tasks.workunit.client.0.smithi069.stdout: 1027: throughput=5MB/sec pending data=0 2024-04-10T16:08:59.412 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-N3ah8F2M8ilVHZU off=78078 len=1040061 2024-04-10T16:08:59.413 INFO:tasks.workunit.client.0.smithi069.stdout:op 5298 completed, throughput=5MB/sec 2024-04-10T16:08:59.413 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-cQ5qhNds3qZh3ra off=13581863 len=1937057 2024-04-10T16:08:59.422 INFO:tasks.workunit.client.0.smithi069.stdout:op 5299 completed, throughput=5MB/sec 2024-04-10T16:08:59.422 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-yw-SHE-NWduj6CG off=16198054 len=1702106 2024-04-10T16:08:59.424 INFO:tasks.workunit.client.0.smithi069.stdout:op 5300 completed, throughput=5MB/sec 2024-04-10T16:09:00.098 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:08:59 smithi069 ceph-mon[94167]: pgmap v1927: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-10T16:09:00.099 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:08:59 smithi069 ceph-mon[96738]: pgmap v1927: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-10T16:09:00.254 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:08:59 smithi077 ceph-mon[87572]: pgmap v1927: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-10T16:09:00.424 INFO:tasks.workunit.client.0.smithi069.stdout: 1028: throughput=5MB/sec pending data=0 2024-04-10T16:09:00.425 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-SqccIGiFjNbIgkX off=4826986 len=1723160 2024-04-10T16:09:00.432 INFO:tasks.workunit.client.0.smithi069.stdout:op 5301 completed, throughput=5MB/sec 2024-04-10T16:09:00.432 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-mQMuEuWtvxfmKc8 off=2304638 len=805624 2024-04-10T16:09:00.434 INFO:tasks.workunit.client.0.smithi069.stdout:op 5302 completed, throughput=5MB/sec 2024-04-10T16:09:00.434 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-RCzpdjaU2-f5RL6 off=2037429 len=1172217 2024-04-10T16:09:00.439 INFO:tasks.workunit.client.0.smithi069.stdout:op 5303 completed, throughput=5MB/sec 2024-04-10T16:09:00.439 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-_nC-KkGQ8022pxw off=5000651 len=454297 2024-04-10T16:09:00.443 INFO:tasks.workunit.client.0.smithi069.stdout:op 5304 completed, throughput=5MB/sec 2024-04-10T16:09:00.443 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-5I-1Ctjl6FJsV5d off=2030691 len=1176575 2024-04-10T16:09:00.444 INFO:tasks.workunit.client.0.smithi069.stdout:op 5305 completed, throughput=5MB/sec 2024-04-10T16:09:01.444 INFO:tasks.workunit.client.0.smithi069.stdout: 1029: throughput=5MB/sec pending data=0 2024-04-10T16:09:01.444 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-F76_czf-ri49obx off=9922216 len=2004899 2024-04-10T16:09:01.446 INFO:tasks.workunit.client.0.smithi069.stdout:op 5306 completed, throughput=5MB/sec 2024-04-10T16:09:01.447 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-hw90SzLhQsBCAOd off=507360 len=1691733 2024-04-10T16:09:01.455 INFO:tasks.workunit.client.0.smithi069.stdout:op 5307 completed, throughput=5MB/sec 2024-04-10T16:09:01.455 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-hyfSB20hcpIkmuc off=1443882 len=2060628 2024-04-10T16:09:01.458 INFO:tasks.workunit.client.0.smithi069.stdout:op 5308 completed, throughput=5MB/sec 2024-04-10T16:09:02.098 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:09:01 smithi069 ceph-mon[96738]: pgmap v1928: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-10T16:09:02.098 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:09:01 smithi069 ceph-mon[94167]: pgmap v1928: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-10T16:09:02.254 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:09:01 smithi077 ceph-mon[87572]: pgmap v1928: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-10T16:09:02.458 INFO:tasks.workunit.client.0.smithi069.stdout: 1030: throughput=5MB/sec pending data=0 2024-04-10T16:09:02.459 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-EJ4ohBYwxxas9mr off=8365909 len=1077944 2024-04-10T16:09:02.465 INFO:tasks.workunit.client.0.smithi069.stdout:op 5309 completed, throughput=5MB/sec 2024-04-10T16:09:02.465 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-Xd7dgsbTud90VQ1 off=1500050 len=633808 2024-04-10T16:09:02.466 INFO:tasks.workunit.client.0.smithi069.stdout:op 5310 completed, throughput=5MB/sec 2024-04-10T16:09:02.466 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-DuR_nTR-KdaUDwO off=10327781 len=67706 2024-04-10T16:09:02.467 INFO:tasks.workunit.client.0.smithi069.stdout:op 5311 completed, throughput=5MB/sec 2024-04-10T16:09:02.467 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-6x6p9mT5yROhX08 off=12481245 len=1380410 2024-04-10T16:09:02.479 INFO:tasks.workunit.client.0.smithi069.stdout:op 5312 completed, throughput=5MB/sec 2024-04-10T16:09:02.479 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-1K0aKepCc-a4Q9I off=2922600 len=134927 2024-04-10T16:09:02.479 INFO:tasks.workunit.client.0.smithi069.stdout:op 5313 completed, throughput=5MB/sec 2024-04-10T16:09:02.480 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-Uzc0ZsjXcifdGJl off=3298416 len=322347 2024-04-10T16:09:02.480 INFO:tasks.workunit.client.0.smithi069.stdout:op 5314 completed, throughput=5MB/sec 2024-04-10T16:09:02.480 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-4xmRYKjEE8xWKu5 off=3204283 len=819594 2024-04-10T16:09:02.481 INFO:tasks.workunit.client.0.smithi069.stdout:op 5315 completed, throughput=5MB/sec 2024-04-10T16:09:02.481 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-q0OfdxcbDQIsU1M off=2715592 len=957477 2024-04-10T16:09:02.484 INFO:tasks.workunit.client.0.smithi069.stdout:op 5316 completed, throughput=5MB/sec 2024-04-10T16:09:02.754 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:09:02 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:09:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:09:03.485 INFO:tasks.workunit.client.0.smithi069.stdout: 1031: throughput=5MB/sec pending data=0 2024-04-10T16:09:03.485 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-kqjFHazEUHFOM2H off=6737638 len=1961641 2024-04-10T16:09:03.497 INFO:tasks.workunit.client.0.smithi069.stdout:op 5317 completed, throughput=5MB/sec 2024-04-10T16:09:03.497 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-FH4d0TsYns0wyGf off=4881506 len=1071042 2024-04-10T16:09:03.498 INFO:tasks.workunit.client.0.smithi069.stdout:op 5318 completed, throughput=5MB/sec 2024-04-10T16:09:03.498 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-G7h0fa_IWDYZ2r- off=1535247 len=27110 2024-04-10T16:09:03.498 INFO:tasks.workunit.client.0.smithi069.stdout:op 5319 completed, throughput=5MB/sec 2024-04-10T16:09:03.498 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-T3_nntWjxg8RJQi off=2427550 len=1677064 2024-04-10T16:09:03.506 INFO:tasks.workunit.client.0.smithi069.stdout:op 5320 completed, throughput=5MB/sec 2024-04-10T16:09:03.506 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-j2cgGJ_ZtteFZ8M off=18945294 len=941344 2024-04-10T16:09:03.507 INFO:tasks.workunit.client.0.smithi069.stdout:op 5321 completed, throughput=5MB/sec 2024-04-10T16:09:04.098 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:09:03 smithi069 ceph-mon[96738]: pgmap v1929: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-10T16:09:04.099 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:09:03 smithi069 ceph-mon[94167]: pgmap v1929: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-10T16:09:04.254 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:09:03 smithi077 ceph-mon[87572]: pgmap v1929: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-10T16:09:04.508 INFO:tasks.workunit.client.0.smithi069.stdout: 1032: throughput=5MB/sec pending data=0 2024-04-10T16:09:04.508 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-E-Up8xrcljKUqC0 off=8502166 len=1740011 2024-04-10T16:09:04.516 INFO:tasks.workunit.client.0.smithi069.stdout:op 5322 completed, throughput=5MB/sec 2024-04-10T16:09:04.517 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-J8LYuYZX6U-iSGr off=0 len=1055161 2024-04-10T16:09:04.518 INFO:tasks.workunit.client.0.smithi069.stdout:op 5323 completed, throughput=5MB/sec 2024-04-10T16:09:04.519 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-SoDquwxVuy_XK_5 off=7485610 len=1665991 2024-04-10T16:09:04.520 INFO:tasks.workunit.client.0.smithi069.stdout:op 5324 completed, throughput=5MB/sec 2024-04-10T16:09:05.520 INFO:tasks.workunit.client.0.smithi069.stdout: 1033: throughput=5MB/sec pending data=0 2024-04-10T16:09:05.520 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-RmtVGUTGtBvs9ov off=510393 len=1013359 2024-04-10T16:09:05.525 INFO:tasks.workunit.client.0.smithi069.stdout:op 5325 completed, throughput=5MB/sec 2024-04-10T16:09:05.525 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-gQRZENM3aprxjW0 off=4804107 len=581142 2024-04-10T16:09:05.526 INFO:tasks.workunit.client.0.smithi069.stdout:op 5326 completed, throughput=5MB/sec 2024-04-10T16:09:05.526 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-VsljZ3XO-suAAwh off=50544 len=1051277 2024-04-10T16:09:05.529 INFO:tasks.workunit.client.0.smithi069.stdout:op 5327 completed, throughput=5MB/sec 2024-04-10T16:09:05.529 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-t7hkuP4cIykiF-t off=8965379 len=1463408 2024-04-10T16:09:05.537 INFO:tasks.workunit.client.0.smithi069.stdout:op 5328 completed, throughput=5MB/sec 2024-04-10T16:09:05.537 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj--I-eGhSshP-La3E off=2905350 len=513038 2024-04-10T16:09:05.537 INFO:tasks.workunit.client.0.smithi069.stdout:op 5329 completed, throughput=5MB/sec 2024-04-10T16:09:05.538 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-8wQBgF5vorZMkbv off=850998 len=1191167 2024-04-10T16:09:05.543 INFO:tasks.workunit.client.0.smithi069.stdout:op 5330 completed, throughput=5MB/sec 2024-04-10T16:09:06.098 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:09:05 smithi069 ceph-mon[96738]: pgmap v1930: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-10T16:09:06.098 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:09:05 smithi069 ceph-mon[94167]: pgmap v1930: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-10T16:09:06.254 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:09:05 smithi077 ceph-mon[87572]: pgmap v1930: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-10T16:09:06.544 INFO:tasks.workunit.client.0.smithi069.stdout: 1034: throughput=5MB/sec pending data=0 2024-04-10T16:09:06.544 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-jYaIyruATViFHBN off=2197273 len=351876 2024-04-10T16:09:06.547 INFO:tasks.workunit.client.0.smithi069.stdout:op 5331 completed, throughput=5MB/sec 2024-04-10T16:09:06.547 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-_Fs31TFBHk6RqGS off=270091 len=1952708 2024-04-10T16:09:06.558 INFO:tasks.workunit.client.0.smithi069.stdout:op 5332 completed, throughput=5MB/sec 2024-04-10T16:09:06.558 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-kjr3OxHmO5rVpLN off=2552823 len=1957088 2024-04-10T16:09:06.566 INFO:tasks.workunit.client.0.smithi069.stdout:op 5333 completed, throughput=5MB/sec 2024-04-10T16:09:06.566 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-mznf9KO-2aBjur6 off=11898969 len=945308 2024-04-10T16:09:06.571 INFO:tasks.workunit.client.0.smithi069.stdout:op 5334 completed, throughput=5MB/sec 2024-04-10T16:09:07.348 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:09:06 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:09:06] "GET /metrics HTTP/1.1" 200 34047 "" "Prometheus/2.43.0" 2024-04-10T16:09:07.571 INFO:tasks.workunit.client.0.smithi069.stdout: 1035: throughput=5MB/sec pending data=0 2024-04-10T16:09:07.571 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-0IGRmJkZPMFALsm off=1063180 len=1785869 2024-04-10T16:09:07.580 INFO:tasks.workunit.client.0.smithi069.stdout:op 5335 completed, throughput=5MB/sec 2024-04-10T16:09:07.581 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-LhP-d6ln5a6RSP0 off=5072888 len=1545312 2024-04-10T16:09:07.582 INFO:tasks.workunit.client.0.smithi069.stdout:op 5336 completed, throughput=5MB/sec 2024-04-10T16:09:07.582 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-th-OiuFANqMnjHa off=2258483 len=323224 2024-04-10T16:09:07.585 INFO:tasks.workunit.client.0.smithi069.stdout:op 5337 completed, throughput=5MB/sec 2024-04-10T16:09:07.585 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-4NSTvp-LBPM-InU off=1628045 len=1988755 2024-04-10T16:09:07.594 INFO:tasks.workunit.client.0.smithi069.stdout:op 5338 completed, throughput=5MB/sec 2024-04-10T16:09:08.098 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:09:07 smithi069 ceph-mon[94167]: pgmap v1931: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-10T16:09:08.098 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:09:07 smithi069 ceph-mon[96738]: pgmap v1931: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-10T16:09:08.254 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:09:07 smithi077 ceph-mon[87572]: pgmap v1931: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-10T16:09:08.594 INFO:tasks.workunit.client.0.smithi069.stdout: 1036: throughput=5MB/sec pending data=0 2024-04-10T16:09:08.594 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-7bN00Y5Nz7xJDOl off=999217 len=1897979 2024-04-10T16:09:08.598 INFO:tasks.workunit.client.0.smithi069.stdout:op 5339 completed, throughput=5MB/sec 2024-04-10T16:09:08.598 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-jEinEhPmNUVMuWU off=4091333 len=909955 2024-04-10T16:09:08.603 INFO:tasks.workunit.client.0.smithi069.stdout:op 5340 completed, throughput=5MB/sec 2024-04-10T16:09:08.603 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-I-HdOZVRjndygoe off=1698170 len=603032 2024-04-10T16:09:08.606 INFO:tasks.workunit.client.0.smithi069.stdout:op 5341 completed, throughput=5MB/sec 2024-04-10T16:09:08.606 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-Cc-P8piphf1IMgc off=3296576 len=2065553 2024-04-10T16:09:08.608 INFO:tasks.workunit.client.0.smithi069.stdout:op 5342 completed, throughput=5MB/sec 2024-04-10T16:09:09.608 INFO:tasks.workunit.client.0.smithi069.stdout: 1037: throughput=5MB/sec pending data=0 2024-04-10T16:09:09.608 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-yyyPTIcfpW3FOYM off=2095156 len=909929 2024-04-10T16:09:09.610 INFO:tasks.workunit.client.0.smithi069.stdout:op 5343 completed, throughput=5MB/sec 2024-04-10T16:09:09.610 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-KLgvM9vRtcl3YmT off=6986877 len=143709 2024-04-10T16:09:09.610 INFO:tasks.workunit.client.0.smithi069.stdout:op 5344 completed, throughput=5MB/sec 2024-04-10T16:09:09.611 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-aFB63WiG5XqMD9- off=214960 len=1087831 2024-04-10T16:09:09.612 INFO:tasks.workunit.client.0.smithi069.stdout:op 5345 completed, throughput=5MB/sec 2024-04-10T16:09:09.612 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-PcRa1CZp_xNZB-m off=10304188 len=1458635 2024-04-10T16:09:09.613 INFO:tasks.workunit.client.0.smithi069.stdout:op 5346 completed, throughput=5MB/sec 2024-04-10T16:09:09.613 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj--uKfDAWEbfVw2NF off=5132446 len=1104590 2024-04-10T16:09:09.617 INFO:tasks.workunit.client.0.smithi069.stdout:op 5347 completed, throughput=5MB/sec 2024-04-10T16:09:10.098 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:09:09 smithi069 ceph-mon[94167]: pgmap v1932: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-10T16:09:10.098 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:09:09 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:09:10.099 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:09:09 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:09:10.099 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:09:09 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:09:10.099 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:09:09 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:09:10.099 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:09:09 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:09:10.099 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:09:09 smithi069 ceph-mon[96738]: pgmap v1932: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-10T16:09:10.099 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:09:09 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:09:10.099 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:09:09 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:09:10.099 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:09:09 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:09:10.099 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:09:09 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:09:10.099 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:09:09 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:09:10.254 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:09:09 smithi077 ceph-mon[87572]: pgmap v1932: 105 pgs: 105 active+clean; 126 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-10T16:09:10.254 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:09:09 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:09:10.254 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:09:09 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:09:10.254 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:09:09 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:09:10.255 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:09:09 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:09:10.255 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:09:09 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:09:10.617 INFO:tasks.workunit.client.0.smithi069.stdout: 1038: throughput=5MB/sec pending data=0 2024-04-10T16:09:10.618 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-kR9rNYrGx40PO6P off=315486 len=762751 2024-04-10T16:09:10.623 INFO:tasks.workunit.client.0.smithi069.stdout:op 5348 completed, throughput=5MB/sec 2024-04-10T16:09:10.623 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-mQ4RYLXQEKo8lt_ off=4795133 len=946050 2024-04-10T16:09:10.627 INFO:tasks.workunit.client.0.smithi069.stdout:op 5349 completed, throughput=5MB/sec 2024-04-10T16:09:10.627 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-rTdUjqWygV3Cuur off=8101526 len=530898 2024-04-10T16:09:10.630 INFO:tasks.workunit.client.0.smithi069.stdout:op 5350 completed, throughput=5MB/sec 2024-04-10T16:09:10.630 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-ttvEMtfmse7xlGR off=6581271 len=1882753 2024-04-10T16:09:10.632 INFO:tasks.workunit.client.0.smithi069.stdout:op 5351 completed, throughput=5MB/sec 2024-04-10T16:09:10.632 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-h0UGnt4iFN8TAmQ off=1349853 len=1556819 2024-04-10T16:09:10.633 INFO:tasks.workunit.client.0.smithi069.stdout:op 5352 completed, throughput=5MB/sec 2024-04-10T16:09:11.634 INFO:tasks.workunit.client.0.smithi069.stdout: 1039: throughput=5MB/sec pending data=0 2024-04-10T16:09:11.634 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-s3J-ZiTFrjsoUgD off=8202581 len=1901443 2024-04-10T16:09:11.645 INFO:tasks.workunit.client.0.smithi069.stdout:op 5353 completed, throughput=5MB/sec 2024-04-10T16:09:11.645 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-CxFtNMUVJQqsaX8 off=373665 len=1748990 2024-04-10T16:09:11.654 INFO:tasks.workunit.client.0.smithi069.stdout:op 5354 completed, throughput=5MB/sec 2024-04-10T16:09:11.654 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-AMxVllux-CCWz0C off=2503836 len=1888707 2024-04-10T16:09:11.656 INFO:tasks.workunit.client.0.smithi069.stdout:op 5355 completed, throughput=5MB/sec 2024-04-10T16:09:12.098 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:09:11 smithi069 ceph-mon[94167]: pgmap v1933: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-04-10T16:09:12.099 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:09:11 smithi069 ceph-mon[96738]: pgmap v1933: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-04-10T16:09:12.254 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:09:11 smithi077 ceph-mon[87572]: pgmap v1933: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-04-10T16:09:12.657 INFO:tasks.workunit.client.0.smithi069.stdout: 1040: throughput=5MB/sec pending data=0 2024-04-10T16:09:12.657 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-yMxy3vaxg734NlD off=9615199 len=1329106 2024-04-10T16:09:12.659 INFO:tasks.workunit.client.0.smithi069.stdout:op 5356 completed, throughput=5MB/sec 2024-04-10T16:09:12.659 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-ZAE3qHLMm2tA6r3 off=8061672 len=2036704 2024-04-10T16:09:12.668 INFO:tasks.workunit.client.0.smithi069.stdout:op 5357 completed, throughput=5MB/sec 2024-04-10T16:09:12.669 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-O9cNrT0Ics3_mDa off=21307240 len=1299587 2024-04-10T16:09:12.675 INFO:tasks.workunit.client.0.smithi069.stdout:op 5358 completed, throughput=5MB/sec 2024-04-10T16:09:12.754 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:09:12 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:09:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:09:13.676 INFO:tasks.workunit.client.0.smithi069.stdout: 1041: throughput=5MB/sec pending data=0 2024-04-10T16:09:13.676 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-lzpiJ1DuOlVRGmo off=155126 len=1348766 2024-04-10T16:09:13.683 INFO:tasks.workunit.client.0.smithi069.stdout:op 5359 completed, throughput=5MB/sec 2024-04-10T16:09:13.683 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-hCIt-1nT_HH0WhZ off=6073736 len=2090758 2024-04-10T16:09:13.686 INFO:tasks.workunit.client.0.smithi069.stdout:op 5360 completed, throughput=5MB/sec 2024-04-10T16:09:13.686 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-ahGQQEQElphiBq7 off=8588475 len=913946 2024-04-10T16:09:13.690 INFO:tasks.workunit.client.0.smithi069.stdout:op 5361 completed, throughput=5MB/sec 2024-04-10T16:09:13.690 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-rR8wJ0UtZYZtiof off=596042 len=127212 2024-04-10T16:09:13.691 INFO:tasks.workunit.client.0.smithi069.stdout:op 5362 completed, throughput=5MB/sec 2024-04-10T16:09:13.691 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-up_OYWJscGZ4wz8 off=11336294 len=1699092 2024-04-10T16:09:13.698 INFO:tasks.workunit.client.0.smithi069.stdout:op 5363 completed, throughput=5MB/sec 2024-04-10T16:09:14.098 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:09:13 smithi069 ceph-mon[96738]: pgmap v1934: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-10T16:09:14.099 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:09:13 smithi069 ceph-mon[94167]: pgmap v1934: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-10T16:09:14.254 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:09:13 smithi077 ceph-mon[87572]: pgmap v1934: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-10T16:09:14.699 INFO:tasks.workunit.client.0.smithi069.stdout: 1042: throughput=5MB/sec pending data=0 2024-04-10T16:09:14.699 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-CyhjOi3dMtRZefG off=3626263 len=317654 2024-04-10T16:09:14.702 INFO:tasks.workunit.client.0.smithi069.stdout:op 5364 completed, throughput=5MB/sec 2024-04-10T16:09:14.702 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-dr9pvYtJciwzS8V off=5012227 len=2037953 2024-04-10T16:09:14.704 INFO:tasks.workunit.client.0.smithi069.stdout:op 5365 completed, throughput=5MB/sec 2024-04-10T16:09:14.705 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-NZgtS3ROY8M0J9J off=18403598 len=1251170 2024-04-10T16:09:14.712 INFO:tasks.workunit.client.0.smithi069.stdout:op 5366 completed, throughput=5MB/sec 2024-04-10T16:09:14.713 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-11TRsdy3FngHN3f off=2569246 len=12318 2024-04-10T16:09:14.715 INFO:tasks.workunit.client.0.smithi069.stdout:op 5367 completed, throughput=5MB/sec 2024-04-10T16:09:14.715 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-yZIbukFAgmPDkRq off=8163836 len=2042343 2024-04-10T16:09:14.726 INFO:tasks.workunit.client.0.smithi069.stdout:op 5368 completed, throughput=5MB/sec 2024-04-10T16:09:15.726 INFO:tasks.workunit.client.0.smithi069.stdout: 1043: throughput=5MB/sec pending data=0 2024-04-10T16:09:15.726 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-bc0pXI3mzf2jhdD off=16980917 len=131394 2024-04-10T16:09:15.729 INFO:tasks.workunit.client.0.smithi069.stdout:op 5369 completed, throughput=5MB/sec 2024-04-10T16:09:15.729 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-QY-gB0OT0GKBW-t off=13424734 len=963159 2024-04-10T16:09:15.731 INFO:tasks.workunit.client.0.smithi069.stdout:op 5370 completed, throughput=5MB/sec 2024-04-10T16:09:15.731 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-QbeqpZrwhK8tZGq off=9898708 len=564826 2024-04-10T16:09:15.733 INFO:tasks.workunit.client.0.smithi069.stdout:op 5371 completed, throughput=5MB/sec 2024-04-10T16:09:15.733 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-kWVGRJ_TwRmEfdP off=16023659 len=392055 2024-04-10T16:09:15.737 INFO:tasks.workunit.client.0.smithi069.stdout:op 5372 completed, throughput=5MB/sec 2024-04-10T16:09:15.737 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-afQMmy-Lz9pOe_- off=1202483 len=1372351 2024-04-10T16:09:15.739 INFO:tasks.workunit.client.0.smithi069.stdout:op 5373 completed, throughput=5MB/sec 2024-04-10T16:09:15.739 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-_IXu4cUlupT5FTl off=1941809 len=1771898 2024-04-10T16:09:15.748 INFO:tasks.workunit.client.0.smithi069.stdout:op 5374 completed, throughput=5MB/sec 2024-04-10T16:09:16.098 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:09:15 smithi069 ceph-mon[96738]: pgmap v1935: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-10T16:09:16.099 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:09:15 smithi069 ceph-mon[94167]: pgmap v1935: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-10T16:09:16.254 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:09:15 smithi077 ceph-mon[87572]: pgmap v1935: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-10T16:09:16.748 INFO:tasks.workunit.client.0.smithi069.stdout: 1044: throughput=5MB/sec pending data=0 2024-04-10T16:09:16.748 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-whyMqcV4k9YTwNf off=0 len=1262840 2024-04-10T16:09:16.756 INFO:tasks.workunit.client.0.smithi069.stdout:op 5375 completed, throughput=5MB/sec 2024-04-10T16:09:16.756 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-fnq5rZ92iP1P280 off=8106859 len=1350229 2024-04-10T16:09:16.758 INFO:tasks.workunit.client.0.smithi069.stdout:op 5376 completed, throughput=5MB/sec 2024-04-10T16:09:16.758 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-GzXIrwc7YLUu7_v off=12455887 len=1465407 2024-04-10T16:09:16.760 INFO:tasks.workunit.client.0.smithi069.stdout:op 5377 completed, throughput=5MB/sec 2024-04-10T16:09:16.760 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-Fy5vIdLflul3hYy off=18203407 len=683919 2024-04-10T16:09:16.765 INFO:tasks.workunit.client.0.smithi069.stdout:op 5378 completed, throughput=5MB/sec 2024-04-10T16:09:17.348 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:09:16 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:09:16] "GET /metrics HTTP/1.1" 200 34051 "" "Prometheus/2.43.0" 2024-04-10T16:09:17.765 INFO:tasks.workunit.client.0.smithi069.stdout: 1045: throughput=5MB/sec pending data=0 2024-04-10T16:09:17.765 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-IiZ3X0dJpybDiOo off=19733580 len=2096545 2024-04-10T16:09:17.768 INFO:tasks.workunit.client.0.smithi069.stdout:op 5379 completed, throughput=5MB/sec 2024-04-10T16:09:17.768 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-jfijoygm04REq0L off=511640 len=2028761 2024-04-10T16:09:17.772 INFO:tasks.workunit.client.0.smithi069.stdout:op 5380 completed, throughput=5MB/sec 2024-04-10T16:09:17.772 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-yTZLUpijmdZoFOd off=728125 len=1413032 2024-04-10T16:09:17.774 INFO:tasks.workunit.client.0.smithi069.stdout:op 5381 completed, throughput=5MB/sec 2024-04-10T16:09:18.098 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:09:17 smithi069 ceph-mon[96738]: pgmap v1936: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-10T16:09:18.099 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:09:17 smithi069 ceph-mon[94167]: pgmap v1936: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-10T16:09:18.254 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:09:17 smithi077 ceph-mon[87572]: pgmap v1936: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-10T16:09:18.774 INFO:tasks.workunit.client.0.smithi069.stdout: 1046: throughput=5MB/sec pending data=0 2024-04-10T16:09:18.775 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-VZjwwgcNV26yimc off=3454691 len=504819 2024-04-10T16:09:18.775 INFO:tasks.workunit.client.0.smithi069.stdout:op 5382 completed, throughput=5MB/sec 2024-04-10T16:09:18.776 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-pMpos8NMWtj3oim off=14821180 len=87207 2024-04-10T16:09:18.778 INFO:tasks.workunit.client.0.smithi069.stdout:op 5383 completed, throughput=5MB/sec 2024-04-10T16:09:18.778 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-KN5q97Ji3QLJA5g off=18352668 len=1147358 2024-04-10T16:09:18.781 INFO:tasks.workunit.client.0.smithi069.stdout:op 5384 completed, throughput=5MB/sec 2024-04-10T16:09:18.781 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-UNBzPtHXeBlZi1z off=7383898 len=1356981 2024-04-10T16:09:18.787 INFO:tasks.workunit.client.0.smithi069.stdout:op 5385 completed, throughput=5MB/sec 2024-04-10T16:09:18.788 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-ODbTpC2aWNdREWb off=5798370 len=1636288 2024-04-10T16:09:18.798 INFO:tasks.workunit.client.0.smithi069.stdout:op 5386 completed, throughput=5MB/sec 2024-04-10T16:09:18.798 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj--I-eGhSshP-La3E off=4788040 len=401267 2024-04-10T16:09:18.801 INFO:tasks.workunit.client.0.smithi069.stdout:op 5387 completed, throughput=5MB/sec 2024-04-10T16:09:19.801 INFO:tasks.workunit.client.0.smithi069.stdout: 1047: throughput=5MB/sec pending data=0 2024-04-10T16:09:19.801 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-b41Jkk-jYWWkuH_ off=7938024 len=324807 2024-04-10T16:09:19.802 INFO:tasks.workunit.client.0.smithi069.stdout:op 5388 completed, throughput=5MB/sec 2024-04-10T16:09:19.802 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-inRuWYHNPCv50PL off=498333 len=879967 2024-04-10T16:09:19.803 INFO:tasks.workunit.client.0.smithi069.stdout:op 5389 completed, throughput=5MB/sec 2024-04-10T16:09:19.805 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-r3_V3-txwZazTiZ off=4376506 len=255743 2024-04-10T16:09:19.807 INFO:tasks.workunit.client.0.smithi069.stdout:op 5390 completed, throughput=5MB/sec 2024-04-10T16:09:19.807 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-A3bRMvD8d_HVOBc off=6238076 len=1333065 2024-04-10T16:09:19.814 INFO:tasks.workunit.client.0.smithi069.stdout:op 5391 completed, throughput=5MB/sec 2024-04-10T16:09:19.814 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-yJb9iM7v3jHY5yb off=7239346 len=1962636 2024-04-10T16:09:19.818 INFO:tasks.workunit.client.0.smithi069.stdout:op 5392 completed, throughput=5MB/sec 2024-04-10T16:09:19.818 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-jUDIjs_8tEXwgdJ off=9896096 len=362688 2024-04-10T16:09:19.822 INFO:tasks.workunit.client.0.smithi069.stdout:op 5393 completed, throughput=5MB/sec 2024-04-10T16:09:20.098 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:09:19 smithi069 ceph-mon[96738]: pgmap v1937: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-10T16:09:20.099 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:09:19 smithi069 ceph-mon[94167]: pgmap v1937: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-10T16:09:20.255 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:09:19 smithi077 ceph-mon[87572]: pgmap v1937: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-10T16:09:20.822 INFO:tasks.workunit.client.0.smithi069.stdout: 1048: throughput=5MB/sec pending data=0 2024-04-10T16:09:20.822 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-SAkIDMb4GwNZOCg off=18254401 len=619539 2024-04-10T16:09:20.827 INFO:tasks.workunit.client.0.smithi069.stdout:op 5394 completed, throughput=5MB/sec 2024-04-10T16:09:20.827 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-boKRWObyAujk8Ok off=6401280 len=928785 2024-04-10T16:09:20.832 INFO:tasks.workunit.client.0.smithi069.stdout:op 5395 completed, throughput=5MB/sec 2024-04-10T16:09:20.832 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-BzNwh6ERSvZUTVh off=1472234 len=1157482 2024-04-10T16:09:20.833 INFO:tasks.workunit.client.0.smithi069.stdout:op 5396 completed, throughput=5MB/sec 2024-04-10T16:09:20.833 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-8nC9C-YJ1NVRtwZ off=316588 len=1406531 2024-04-10T16:09:20.835 INFO:tasks.workunit.client.0.smithi069.stdout:op 5397 completed, throughput=5MB/sec 2024-04-10T16:09:20.835 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-iF1qttv8tdNtaYY off=309723 len=229752 2024-04-10T16:09:20.838 INFO:tasks.workunit.client.0.smithi069.stdout:op 5398 completed, throughput=5MB/sec 2024-04-10T16:09:20.838 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-z5c0YggNJtnK8t4 off=165416 len=339930 2024-04-10T16:09:20.841 INFO:tasks.workunit.client.0.smithi069.stdout:op 5399 completed, throughput=5MB/sec 2024-04-10T16:09:20.841 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-vqLe066wvxRbFi4 off=18043963 len=1233807 2024-04-10T16:09:20.843 INFO:tasks.workunit.client.0.smithi069.stdout:op 5400 completed, throughput=5MB/sec 2024-04-10T16:09:21.844 INFO:tasks.workunit.client.0.smithi069.stdout: 1049: throughput=5MB/sec pending data=0 2024-04-10T16:09:21.844 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-XHP1r7AEpRj3YKA off=145409 len=975029 2024-04-10T16:09:21.846 INFO:tasks.workunit.client.0.smithi069.stdout:op 5401 completed, throughput=5MB/sec 2024-04-10T16:09:21.846 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-5bJt6Joy8Dab8-Q off=4781396 len=296537 2024-04-10T16:09:21.846 INFO:tasks.workunit.client.0.smithi069.stdout:op 5402 completed, throughput=5MB/sec 2024-04-10T16:09:21.847 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-d_Y56KdwKWH71Dx off=144566 len=552299 2024-04-10T16:09:21.851 INFO:tasks.workunit.client.0.smithi069.stdout:op 5403 completed, throughput=5MB/sec 2024-04-10T16:09:21.851 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-mEix1MMJfOCRHc3 off=503763 len=1550800 2024-04-10T16:09:21.859 INFO:tasks.workunit.client.0.smithi069.stdout:op 5404 completed, throughput=5MB/sec 2024-04-10T16:09:21.859 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-p0j0CmdKwD1SWlj off=16376962 len=56165 2024-04-10T16:09:21.861 INFO:tasks.workunit.client.0.smithi069.stdout:op 5405 completed, throughput=5MB/sec 2024-04-10T16:09:21.861 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-JR-T3bVyGt9PFZk off=4376446 len=961716 2024-04-10T16:09:21.866 INFO:tasks.workunit.client.0.smithi069.stdout:op 5406 completed, throughput=5MB/sec 2024-04-10T16:09:21.866 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-N8xEnxcMlbdzINT off=5071463 len=661425 2024-04-10T16:09:21.867 INFO:tasks.workunit.client.0.smithi069.stdout:op 5407 completed, throughput=5MB/sec 2024-04-10T16:09:22.057 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:09:21 smithi077 ceph-mon[87572]: pgmap v1938: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-10T16:09:22.098 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:09:21 smithi069 ceph-mon[94167]: pgmap v1938: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-10T16:09:22.098 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:09:21 smithi069 ceph-mon[96738]: pgmap v1938: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-10T16:09:22.754 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:09:22 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:09:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:09:22.867 INFO:tasks.workunit.client.0.smithi069.stdout: 1050: throughput=5MB/sec pending data=0 2024-04-10T16:09:22.867 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-ww3_eFiByDVfvc_ off=6229575 len=1991075 2024-04-10T16:09:22.877 INFO:tasks.workunit.client.0.smithi069.stdout:op 5408 completed, throughput=5MB/sec 2024-04-10T16:09:22.877 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-M-ZfnV-yoeOfm5O off=5412132 len=1799436 2024-04-10T16:09:22.879 INFO:tasks.workunit.client.0.smithi069.stdout:op 5409 completed, throughput=5MB/sec 2024-04-10T16:09:22.879 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-vt7L1ODe8NZyM0n off=10298591 len=120006 2024-04-10T16:09:22.879 INFO:tasks.workunit.client.0.smithi069.stdout:op 5410 completed, throughput=5MB/sec 2024-04-10T16:09:22.879 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-QCho0K8ViM-_sjC off=7572906 len=1762311 2024-04-10T16:09:22.881 INFO:tasks.workunit.client.0.smithi069.stdout:op 5411 completed, throughput=5MB/sec 2024-04-10T16:09:23.881 INFO:tasks.workunit.client.0.smithi069.stdout: 1051: throughput=5MB/sec pending data=0 2024-04-10T16:09:23.881 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-GLV8SJXZmN-waLZ off=21647072 len=1788954 2024-04-10T16:09:23.889 INFO:tasks.workunit.client.0.smithi069.stdout:op 5412 completed, throughput=5MB/sec 2024-04-10T16:09:23.889 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-NJjGrIHSxAEc2Z4 off=5636348 len=1688060 2024-04-10T16:09:23.897 INFO:tasks.workunit.client.0.smithi069.stdout:op 5413 completed, throughput=5MB/sec 2024-04-10T16:09:23.897 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-sSczgtn2JO_XZ6j off=2312665 len=1616477 2024-04-10T16:09:23.898 INFO:tasks.workunit.client.0.smithi069.stdout:op 5414 completed, throughput=5MB/sec 2024-04-10T16:09:24.098 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:09:23 smithi069 ceph-mon[96738]: pgmap v1939: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-10T16:09:24.099 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:09:23 smithi069 ceph-mon[94167]: pgmap v1939: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-10T16:09:24.254 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:09:23 smithi077 ceph-mon[87572]: pgmap v1939: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-10T16:09:24.898 INFO:tasks.workunit.client.0.smithi069.stdout: 1052: throughput=5MB/sec pending data=0 2024-04-10T16:09:24.899 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-pmmMWNKTjsuT2Si off=5623047 len=866391 2024-04-10T16:09:24.903 INFO:tasks.workunit.client.0.smithi069.stdout:op 5415 completed, throughput=5MB/sec 2024-04-10T16:09:24.903 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-4doZqLr8f4n7biE off=1652847 len=1315342 2024-04-10T16:09:24.912 INFO:tasks.workunit.client.0.smithi069.stdout:op 5416 completed, throughput=5MB/sec 2024-04-10T16:09:24.912 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-BZQoRhEyNpcE2Kt off=657133 len=1867857 2024-04-10T16:09:24.914 INFO:tasks.workunit.client.0.smithi069.stdout:op 5417 completed, throughput=5MB/sec 2024-04-10T16:09:24.914 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-Qzuru5Ly6Rlpyiv off=14402626 len=1898144 2024-04-10T16:09:24.917 INFO:tasks.workunit.client.0.smithi069.stdout:op 5418 completed, throughput=5MB/sec 2024-04-10T16:09:25.098 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:09:24 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:09:25.099 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:09:24 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:09:25.254 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:09:24 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:09:25.918 INFO:tasks.workunit.client.0.smithi069.stdout: 1053: throughput=5MB/sec pending data=0 2024-04-10T16:09:25.918 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-DnAH4WPoFwgjyTn off=23502764 len=1932959 2024-04-10T16:09:25.931 INFO:tasks.workunit.client.0.smithi069.stdout:op 5419 completed, throughput=5MB/sec 2024-04-10T16:09:25.931 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-J3hM7y_ekZwjX9M off=4355839 len=1084934 2024-04-10T16:09:25.932 INFO:tasks.workunit.client.0.smithi069.stdout:op 5420 completed, throughput=5MB/sec 2024-04-10T16:09:25.932 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-aEuUoQHr6VweFuc off=2569788 len=341448 2024-04-10T16:09:25.936 INFO:tasks.workunit.client.0.smithi069.stdout:op 5421 completed, throughput=5MB/sec 2024-04-10T16:09:25.936 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-pzt1nsRGlwARwXr off=4999297 len=1183643 2024-04-10T16:09:25.940 INFO:tasks.workunit.client.0.smithi069.stdout:op 5422 completed, throughput=5MB/sec 2024-04-10T16:09:26.098 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:09:25 smithi069 ceph-mon[96738]: pgmap v1940: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-10T16:09:26.099 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:09:25 smithi069 ceph-mon[94167]: pgmap v1940: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-10T16:09:26.254 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:09:25 smithi077 ceph-mon[87572]: pgmap v1940: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-10T16:09:26.941 INFO:tasks.workunit.client.0.smithi069.stdout: 1054: throughput=5MB/sec pending data=0 2024-04-10T16:09:26.941 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-cpMe9NRuLrChMc5 off=1627946 len=1723630 2024-04-10T16:09:26.951 INFO:tasks.workunit.client.0.smithi069.stdout:op 5423 completed, throughput=5MB/sec 2024-04-10T16:09:26.951 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-6E8gqOz3IwS9vkg off=0 len=1354996 2024-04-10T16:09:26.957 INFO:tasks.workunit.client.0.smithi069.stdout:op 5424 completed, throughput=5MB/sec 2024-04-10T16:09:26.957 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-7EN_wNsc6oLJjx- off=14487764 len=842853 2024-04-10T16:09:26.958 INFO:tasks.workunit.client.0.smithi069.stdout:op 5425 completed, throughput=5MB/sec 2024-04-10T16:09:26.958 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-yP0ss4by-WsthK0 off=3820174 len=1408009 2024-04-10T16:09:26.959 INFO:tasks.workunit.client.0.smithi069.stdout:op 5426 completed, throughput=5MB/sec 2024-04-10T16:09:27.349 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:09:26 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:09:26] "GET /metrics HTTP/1.1" 200 34045 "" "Prometheus/2.43.0" 2024-04-10T16:09:27.960 INFO:tasks.workunit.client.0.smithi069.stdout: 1055: throughput=5MB/sec pending data=0 2024-04-10T16:09:27.960 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-pSV-7Z8OpdEavJF off=747190 len=1625913 2024-04-10T16:09:27.967 INFO:tasks.workunit.client.0.smithi069.stdout:op 5427 completed, throughput=5MB/sec 2024-04-10T16:09:27.967 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-VeWkYa9LPGhBz1Q off=3335303 len=1346862 2024-04-10T16:09:27.974 INFO:tasks.workunit.client.0.smithi069.stdout:op 5428 completed, throughput=5MB/sec 2024-04-10T16:09:27.974 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-MDk2USqqnkEIHX3 off=6114675 len=1375741 2024-04-10T16:09:27.980 INFO:tasks.workunit.client.0.smithi069.stdout:op 5429 completed, throughput=5MB/sec 2024-04-10T16:09:27.980 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-1myD4SeYb1hyRrL off=1307604 len=384423 2024-04-10T16:09:27.980 INFO:tasks.workunit.client.0.smithi069.stdout:op 5430 completed, throughput=5MB/sec 2024-04-10T16:09:27.981 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-GmZQ6zn4EWDmHPi off=15876186 len=912739 2024-04-10T16:09:27.981 INFO:tasks.workunit.client.0.smithi069.stdout:op 5431 completed, throughput=5MB/sec 2024-04-10T16:09:28.098 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:09:27 smithi069 ceph-mon[96738]: pgmap v1941: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-10T16:09:28.099 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:09:27 smithi069 ceph-mon[94167]: pgmap v1941: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-10T16:09:28.254 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:09:27 smithi077 ceph-mon[87572]: pgmap v1941: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-10T16:09:28.982 INFO:tasks.workunit.client.0.smithi069.stdout: 1056: throughput=5MB/sec pending data=0 2024-04-10T16:09:28.982 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-WMknhlWy0_3pbxT off=5413107 len=1755188 2024-04-10T16:09:28.993 INFO:tasks.workunit.client.0.smithi069.stdout:op 5432 completed, throughput=5MB/sec 2024-04-10T16:09:28.993 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-0aSDtP-b5cvy7HQ off=15051616 len=964671 2024-04-10T16:09:28.994 INFO:tasks.workunit.client.0.smithi069.stdout:op 5433 completed, throughput=5MB/sec 2024-04-10T16:09:28.994 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-8fehKowHZj4zXZj off=2531971 len=2078299 2024-04-10T16:09:28.995 INFO:tasks.workunit.client.0.smithi069.stdout:op 5434 completed, throughput=5MB/sec 2024-04-10T16:09:29.996 INFO:tasks.workunit.client.0.smithi069.stdout: 1057: throughput=5MB/sec pending data=0 2024-04-10T16:09:29.996 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-029QbJm3qMfR2Cp off=19712332 len=1904767 2024-04-10T16:09:30.000 INFO:tasks.workunit.client.0.smithi069.stdout:op 5435 completed, throughput=5MB/sec 2024-04-10T16:09:30.000 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-ZeGl9qyZdGI3Yg2 off=17966941 len=923884 2024-04-10T16:09:30.002 INFO:tasks.workunit.client.0.smithi069.stdout:op 5436 completed, throughput=5MB/sec 2024-04-10T16:09:30.002 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-BNx4-zhvKyzc4pP off=4583170 len=1848601 2024-04-10T16:09:30.004 INFO:tasks.workunit.client.0.smithi069.stdout:op 5437 completed, throughput=5MB/sec 2024-04-10T16:09:30.004 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-b4DJw9ZTcz0PqKB off=7892348 len=1135841 2024-04-10T16:09:30.012 INFO:tasks.workunit.client.0.smithi069.stdout:op 5438 completed, throughput=5MB/sec 2024-04-10T16:09:30.098 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:09:29 smithi069 ceph-mon[94167]: pgmap v1942: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-10T16:09:30.099 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:09:29 smithi069 ceph-mon[96738]: pgmap v1942: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-10T16:09:30.254 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:09:29 smithi077 ceph-mon[87572]: pgmap v1942: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-10T16:09:31.013 INFO:tasks.workunit.client.0.smithi069.stdout: 1058: throughput=5MB/sec pending data=0 2024-04-10T16:09:31.013 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-yegB8eNZkqbpOY1 off=14515625 len=472802 2024-04-10T16:09:31.017 INFO:tasks.workunit.client.0.smithi069.stdout:op 5439 completed, throughput=5MB/sec 2024-04-10T16:09:31.017 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-peUGbtLjgsG5JQi off=8711421 len=1085958 2024-04-10T16:09:31.023 INFO:tasks.workunit.client.0.smithi069.stdout:op 5440 completed, throughput=5MB/sec 2024-04-10T16:09:31.023 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-aBTjveemCqx7rnh off=320698 len=1463431 2024-04-10T16:09:31.025 INFO:tasks.workunit.client.0.smithi069.stdout:op 5441 completed, throughput=5MB/sec 2024-04-10T16:09:31.025 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-CkBH_t-sFZG9Tfy off=565375 len=1722290 2024-04-10T16:09:31.034 INFO:tasks.workunit.client.0.smithi069.stdout:op 5442 completed, throughput=5MB/sec 2024-04-10T16:09:31.034 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-XDmcAFQ5sF5A1Mz off=6019963 len=274473 2024-04-10T16:09:31.036 INFO:tasks.workunit.client.0.smithi069.stdout:op 5443 completed, throughput=5MB/sec 2024-04-10T16:09:32.037 INFO:tasks.workunit.client.0.smithi069.stdout: 1059: throughput=5MB/sec pending data=0 2024-04-10T16:09:32.037 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-mTjo88M_D2eOg6_ off=14670456 len=217514 2024-04-10T16:09:32.038 INFO:tasks.workunit.client.0.smithi069.stdout:op 5444 completed, throughput=5MB/sec 2024-04-10T16:09:32.038 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-7cPCpp4aHgi-Suk off=5080847 len=2089485 2024-04-10T16:09:32.050 INFO:tasks.workunit.client.0.smithi069.stdout:op 5445 completed, throughput=5MB/sec 2024-04-10T16:09:32.050 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-eZCZq1DZSkgoR88 off=10880536 len=449065 2024-04-10T16:09:32.051 INFO:tasks.workunit.client.0.smithi069.stdout:op 5446 completed, throughput=5MB/sec 2024-04-10T16:09:32.051 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-x7yjcctUmjJ4GgV off=11423971 len=1993916 2024-04-10T16:09:32.053 INFO:tasks.workunit.client.0.smithi069.stdout:op 5447 completed, throughput=5MB/sec 2024-04-10T16:09:32.053 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-yT4OGlKALO2KQ8- off=5624287 len=114762 2024-04-10T16:09:32.055 INFO:tasks.workunit.client.0.smithi069.stdout:op 5448 completed, throughput=5MB/sec 2024-04-10T16:09:32.056 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-c5_fic57x8B3dRl off=17771292 len=1327165 2024-04-10T16:09:32.062 INFO:tasks.workunit.client.0.smithi069.stdout:op 5449 completed, throughput=5MB/sec 2024-04-10T16:09:32.098 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:09:31 smithi069 ceph-mon[96738]: pgmap v1943: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-10T16:09:32.098 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:09:31 smithi069 ceph-mon[94167]: pgmap v1943: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-10T16:09:32.254 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:09:31 smithi077 ceph-mon[87572]: pgmap v1943: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-10T16:09:32.754 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:09:32 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:09:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:09:33.063 INFO:tasks.workunit.client.0.smithi069.stdout: 1060: throughput=5MB/sec pending data=0 2024-04-10T16:09:33.063 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-UNfz2yccDduG7Pb off=20973544 len=1890523 2024-04-10T16:09:33.065 INFO:tasks.workunit.client.0.smithi069.stdout:op 5450 completed, throughput=5MB/sec 2024-04-10T16:09:33.065 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-CjF4MHj73afC73r off=4193593 len=108381 2024-04-10T16:09:33.068 INFO:tasks.workunit.client.0.smithi069.stdout:op 5451 completed, throughput=5MB/sec 2024-04-10T16:09:33.068 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-ZXs0WhN3RTmXejA off=471629 len=1327158 2024-04-10T16:09:33.075 INFO:tasks.workunit.client.0.smithi069.stdout:op 5452 completed, throughput=5MB/sec 2024-04-10T16:09:33.075 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-80tM2UsyxQUMTDx off=4175413 len=792069 2024-04-10T16:09:33.080 INFO:tasks.workunit.client.0.smithi069.stdout:op 5453 completed, throughput=5MB/sec 2024-04-10T16:09:33.080 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-B1ZmEz0yUFjGjY5 off=1004348 len=307491 2024-04-10T16:09:33.082 INFO:tasks.workunit.client.0.smithi069.stdout:op 5454 completed, throughput=5MB/sec 2024-04-10T16:09:34.083 INFO:tasks.workunit.client.0.smithi069.stdout: 1061: throughput=5MB/sec pending data=0 2024-04-10T16:09:34.083 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-sJT0KB0lzYyKCo6 off=7335211 len=11666 2024-04-10T16:09:34.083 INFO:tasks.workunit.client.0.smithi069.stdout:op 5455 completed, throughput=5MB/sec 2024-04-10T16:09:34.083 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-pO96aWwFSwG3Hxa off=2026389 len=370510 2024-04-10T16:09:34.088 INFO:tasks.workunit.client.0.smithi069.stdout:op 5456 completed, throughput=5MB/sec 2024-04-10T16:09:34.088 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-7bN00Y5Nz7xJDOl off=268937 len=917907 2024-04-10T16:09:34.093 INFO:tasks.workunit.client.0.smithi069.stdout:op 5457 completed, throughput=5MB/sec 2024-04-10T16:09:34.093 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-IYUbubjou26Ioxb off=8901476 len=74715 2024-04-10T16:09:34.096 INFO:tasks.workunit.client.0.smithi069.stdout:op 5458 completed, throughput=5MB/sec 2024-04-10T16:09:34.096 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-fUaLrEbB_oLHsOP off=13228297 len=1513312 2024-04-10T16:09:34.098 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:09:33 smithi069 ceph-mon[94167]: pgmap v1944: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-10T16:09:34.098 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:09:33 smithi069 ceph-mon[96738]: pgmap v1944: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-10T16:09:34.104 INFO:tasks.workunit.client.0.smithi069.stdout:op 5459 completed, throughput=5MB/sec 2024-04-10T16:09:34.104 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-IHx0VtQ49aaqZgG off=15525959 len=1291953 2024-04-10T16:09:34.110 INFO:tasks.workunit.client.0.smithi069.stdout:op 5460 completed, throughput=5MB/sec 2024-04-10T16:09:34.110 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-BGVPycv73VqBktg off=8480430 len=672064 2024-04-10T16:09:34.111 INFO:tasks.workunit.client.0.smithi069.stdout:op 5461 completed, throughput=5MB/sec 2024-04-10T16:09:34.111 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-hln09Iytzu3gU_r off=2684908 len=614714 2024-04-10T16:09:34.112 INFO:tasks.workunit.client.0.smithi069.stdout:op 5462 completed, throughput=5MB/sec 2024-04-10T16:09:34.254 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:09:33 smithi077 ceph-mon[87572]: pgmap v1944: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-10T16:09:35.113 INFO:tasks.workunit.client.0.smithi069.stdout: 1062: throughput=5MB/sec pending data=0 2024-04-10T16:09:35.113 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-8V8tj2-eRPoGNin off=367352 len=153269 2024-04-10T16:09:35.113 INFO:tasks.workunit.client.0.smithi069.stdout:op 5463 completed, throughput=5MB/sec 2024-04-10T16:09:35.113 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-KpEmaZUUJC5ijq4 off=3552649 len=1342413 2024-04-10T16:09:35.127 INFO:tasks.workunit.client.0.smithi069.stdout:op 5464 completed, throughput=5MB/sec 2024-04-10T16:09:35.127 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-c_UX35Yrh4fh5CJ off=2544827 len=555199 2024-04-10T16:09:35.131 INFO:tasks.workunit.client.0.smithi069.stdout:op 5465 completed, throughput=5MB/sec 2024-04-10T16:09:35.131 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-9cSnfu_aJUm36X5 off=4686232 len=1025862 2024-04-10T16:09:35.132 INFO:tasks.workunit.client.0.smithi069.stdout:op 5466 completed, throughput=5MB/sec 2024-04-10T16:09:35.132 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-UQASTvnTF95rdM0 off=320497 len=248735 2024-04-10T16:09:35.135 INFO:tasks.workunit.client.0.smithi069.stdout:op 5467 completed, throughput=5MB/sec 2024-04-10T16:09:35.135 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-BrVwNsJrbQsymdy off=2470362 len=1345628 2024-04-10T16:09:35.138 INFO:tasks.workunit.client.0.smithi069.stdout:op 5468 completed, throughput=5MB/sec 2024-04-10T16:09:35.138 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-FWM05AucdSThne6 off=3527776 len=1251869 2024-04-10T16:09:35.139 INFO:tasks.workunit.client.0.smithi069.stdout:op 5469 completed, throughput=5MB/sec 2024-04-10T16:09:36.098 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:09:35 smithi069 ceph-mon[96738]: pgmap v1945: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-10T16:09:36.099 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:09:35 smithi069 ceph-mon[94167]: pgmap v1945: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-10T16:09:36.139 INFO:tasks.workunit.client.0.smithi069.stdout: 1063: throughput=5MB/sec pending data=0 2024-04-10T16:09:36.139 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-uxV9xibTYYCVMl0 off=4350024 len=765202 2024-04-10T16:09:36.141 INFO:tasks.workunit.client.0.smithi069.stdout:op 5470 completed, throughput=5MB/sec 2024-04-10T16:09:36.141 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-BjkGaSerrGpqCLw off=4566285 len=1486057 2024-04-10T16:09:36.150 INFO:tasks.workunit.client.0.smithi069.stdout:op 5471 completed, throughput=5MB/sec 2024-04-10T16:09:36.150 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-RhIU5NxNboujzTP off=13849305 len=92933 2024-04-10T16:09:36.151 INFO:tasks.workunit.client.0.smithi069.stdout:op 5472 completed, throughput=5MB/sec 2024-04-10T16:09:36.151 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-fL1n4VID7LHAeuY off=12052432 len=666038 2024-04-10T16:09:36.155 INFO:tasks.workunit.client.0.smithi069.stdout:op 5473 completed, throughput=5MB/sec 2024-04-10T16:09:36.155 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-hdafAWcZcQSDnf0 off=12024787 len=221458 2024-04-10T16:09:36.158 INFO:tasks.workunit.client.0.smithi069.stdout:op 5474 completed, throughput=5MB/sec 2024-04-10T16:09:36.158 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-PK63Q4C7Osi4ApQ off=1561595 len=26775 2024-04-10T16:09:36.160 INFO:tasks.workunit.client.0.smithi069.stdout:op 5475 completed, throughput=5MB/sec 2024-04-10T16:09:36.160 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-1btzlPTA2O-R7Js off=13737813 len=109195 2024-04-10T16:09:36.160 INFO:tasks.workunit.client.0.smithi069.stdout:op 5476 completed, throughput=5MB/sec 2024-04-10T16:09:36.161 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-o5Mv9KSmQaKoXuw off=19329571 len=1025059 2024-04-10T16:09:36.166 INFO:tasks.workunit.client.0.smithi069.stdout:op 5477 completed, throughput=5MB/sec 2024-04-10T16:09:36.166 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-0W0-1c1B1I51TbY off=1491438 len=1709613 2024-04-10T16:09:36.173 INFO:tasks.workunit.client.0.smithi069.stdout:op 5478 completed, throughput=5MB/sec 2024-04-10T16:09:36.254 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:09:35 smithi077 ceph-mon[87572]: pgmap v1945: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-10T16:09:37.173 INFO:tasks.workunit.client.0.smithi069.stdout: 1064: throughput=5MB/sec pending data=0 2024-04-10T16:09:37.173 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-KVl7uCrW3frTTkt off=12477953 len=159179 2024-04-10T16:09:37.176 INFO:tasks.workunit.client.0.smithi069.stdout:op 5479 completed, throughput=5MB/sec 2024-04-10T16:09:37.176 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-bTI_YYQlXQy4yeN off=6064530 len=1291565 2024-04-10T16:09:37.183 INFO:tasks.workunit.client.0.smithi069.stdout:op 5480 completed, throughput=5MB/sec 2024-04-10T16:09:37.183 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-fsRbjZVBNrNv10x off=3156796 len=911932 2024-04-10T16:09:37.187 INFO:tasks.workunit.client.0.smithi069.stdout:op 5481 completed, throughput=5MB/sec 2024-04-10T16:09:37.187 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-a5aRkQdONTubMpQ off=7846432 len=373935 2024-04-10T16:09:37.189 INFO:tasks.workunit.client.0.smithi069.stdout:op 5482 completed, throughput=5MB/sec 2024-04-10T16:09:37.189 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-CzHIFfJ8VmGXKP2 off=479126 len=1317323 2024-04-10T16:09:37.191 INFO:tasks.workunit.client.0.smithi069.stdout:op 5483 completed, throughput=5MB/sec 2024-04-10T16:09:37.348 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:09:36 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:09:36] "GET /metrics HTTP/1.1" 200 34045 "" "Prometheus/2.43.0" 2024-04-10T16:09:38.098 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:09:37 smithi069 ceph-mon[96738]: pgmap v1946: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-10T16:09:38.099 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:09:37 smithi069 ceph-mon[94167]: pgmap v1946: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-10T16:09:38.192 INFO:tasks.workunit.client.0.smithi069.stdout: 1065: throughput=5MB/sec pending data=0 2024-04-10T16:09:38.192 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-Sb2438d_2G2fj0j off=16613689 len=1538654 2024-04-10T16:09:38.200 INFO:tasks.workunit.client.0.smithi069.stdout:op 5484 completed, throughput=5MB/sec 2024-04-10T16:09:38.200 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-4CdDgL7kr6ruFZh off=17311965 len=626003 2024-04-10T16:09:38.201 INFO:tasks.workunit.client.0.smithi069.stdout:op 5485 completed, throughput=5MB/sec 2024-04-10T16:09:38.201 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-qqUtTq6_pGaSo5e off=1707903 len=1677999 2024-04-10T16:09:38.216 INFO:tasks.workunit.client.0.smithi069.stdout:op 5486 completed, throughput=5MB/sec 2024-04-10T16:09:38.216 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-Nmc1mvUaYhHiDdj off=0 len=1288643 2024-04-10T16:09:38.220 INFO:tasks.workunit.client.0.smithi069.stdout:op 5487 completed, throughput=5MB/sec 2024-04-10T16:09:38.220 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-vAZUZpjUCp5rPHB off=12686874 len=1113613 2024-04-10T16:09:38.221 INFO:tasks.workunit.client.0.smithi069.stdout:op 5488 completed, throughput=5MB/sec 2024-04-10T16:09:38.254 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:09:37 smithi077 ceph-mon[87572]: pgmap v1946: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-10T16:09:39.221 INFO:tasks.workunit.client.0.smithi069.stdout: 1066: throughput=5MB/sec pending data=0 2024-04-10T16:09:39.222 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-dCeJNt9da0cvqpK off=247949 len=1717502 2024-04-10T16:09:39.231 INFO:tasks.workunit.client.0.smithi069.stdout:op 5489 completed, throughput=5MB/sec 2024-04-10T16:09:39.232 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-e7VKXjVpNJ7aaKv off=21237680 len=981399 2024-04-10T16:09:39.234 INFO:tasks.workunit.client.0.smithi069.stdout:op 5490 completed, throughput=5MB/sec 2024-04-10T16:09:39.234 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-lkHLdARaM5ah9t3 off=5307970 len=434470 2024-04-10T16:09:39.238 INFO:tasks.workunit.client.0.smithi069.stdout:op 5491 completed, throughput=5MB/sec 2024-04-10T16:09:39.238 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-94xATWK8879_bL8 off=2458496 len=1556183 2024-04-10T16:09:39.239 INFO:tasks.workunit.client.0.smithi069.stdout:op 5492 completed, throughput=5MB/sec 2024-04-10T16:09:40.098 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:09:39 smithi069 ceph-mon[96738]: pgmap v1947: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-10T16:09:40.099 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:09:39 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:09:40.099 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:09:39 smithi069 ceph-mon[94167]: pgmap v1947: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-10T16:09:40.099 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:09:39 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:09:40.240 INFO:tasks.workunit.client.0.smithi069.stdout: 1067: throughput=5MB/sec pending data=0 2024-04-10T16:09:40.240 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-ffX_POqUrDulEAm off=8398216 len=3346 2024-04-10T16:09:40.241 INFO:tasks.workunit.client.0.smithi069.stdout:op 5493 completed, throughput=5MB/sec 2024-04-10T16:09:40.241 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-M-ZfnV-yoeOfm5O off=1195149 len=990662 2024-04-10T16:09:40.242 INFO:tasks.workunit.client.0.smithi069.stdout:op 5494 completed, throughput=5MB/sec 2024-04-10T16:09:40.242 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-dPgOBT_yvrSHSfI off=871905 len=1440866 2024-04-10T16:09:40.245 INFO:tasks.workunit.client.0.smithi069.stdout:op 5495 completed, throughput=5MB/sec 2024-04-10T16:09:40.245 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-uJ5SU-86G_UTnLz off=16622432 len=1196015 2024-04-10T16:09:40.251 INFO:tasks.workunit.client.0.smithi069.stdout:op 5496 completed, throughput=5MB/sec 2024-04-10T16:09:40.251 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-YjZIAWKLgQJ9NBm off=14861902 len=293210 2024-04-10T16:09:40.252 INFO:tasks.workunit.client.0.smithi069.stdout:op 5497 completed, throughput=5MB/sec 2024-04-10T16:09:40.252 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-uzVmHXVussiCkec off=5215019 len=38025 2024-04-10T16:09:40.254 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:09:39 smithi077 ceph-mon[87572]: pgmap v1947: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-10T16:09:40.254 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:09:39 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:09:40.255 INFO:tasks.workunit.client.0.smithi069.stdout:op 5498 completed, throughput=5MB/sec 2024-04-10T16:09:40.255 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-uyNqP87A272dzko off=1574819 len=350924 2024-04-10T16:09:40.255 INFO:tasks.workunit.client.0.smithi069.stdout:op 5499 completed, throughput=5MB/sec 2024-04-10T16:09:40.256 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-ubFcTU_EYOV-nEU off=5580226 len=2045838 2024-04-10T16:09:40.267 INFO:tasks.workunit.client.0.smithi069.stdout:op 5500 completed, throughput=5MB/sec 2024-04-10T16:09:41.267 INFO:tasks.workunit.client.0.smithi069.stdout: 1068: throughput=5MB/sec pending data=0 2024-04-10T16:09:41.267 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-hOYsjLVHoeCMBay off=2500202 len=689373 2024-04-10T16:09:41.268 INFO:tasks.workunit.client.0.smithi069.stdout:op 5501 completed, throughput=5MB/sec 2024-04-10T16:09:41.268 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-E8ooDF_9-uKKL5m off=51553 len=1391057 2024-04-10T16:09:41.270 INFO:tasks.workunit.client.0.smithi069.stdout:op 5502 completed, throughput=5MB/sec 2024-04-10T16:09:41.270 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-rqJF0rwWYGfUq1b off=9729512 len=282631 2024-04-10T16:09:41.274 INFO:tasks.workunit.client.0.smithi069.stdout:op 5503 completed, throughput=5MB/sec 2024-04-10T16:09:41.274 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj--zpv8ETgiDEZjcK off=1248267 len=1537442 2024-04-10T16:09:41.275 INFO:tasks.workunit.client.0.smithi069.stdout:op 5504 completed, throughput=5MB/sec 2024-04-10T16:09:41.275 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-tVetRjrw70vTNvc off=6384545 len=1616693 2024-04-10T16:09:41.281 INFO:tasks.workunit.client.0.smithi069.stdout:op 5505 completed, throughput=5MB/sec 2024-04-10T16:09:42.098 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:09:41 smithi069 ceph-mon[94167]: pgmap v1948: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-10T16:09:42.099 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:09:41 smithi069 ceph-mon[96738]: pgmap v1948: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-10T16:09:42.255 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:09:41 smithi077 ceph-mon[87572]: pgmap v1948: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-10T16:09:42.281 INFO:tasks.workunit.client.0.smithi069.stdout: 1069: throughput=5MB/sec pending data=0 2024-04-10T16:09:42.281 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-uP_XDPLPhDOcwIa off=4569993 len=161640 2024-04-10T16:09:42.282 INFO:tasks.workunit.client.0.smithi069.stdout:op 5506 completed, throughput=5MB/sec 2024-04-10T16:09:42.282 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-HSGzvLgxwGIksVl off=152375 len=302253 2024-04-10T16:09:42.283 INFO:tasks.workunit.client.0.smithi069.stdout:op 5507 completed, throughput=5MB/sec 2024-04-10T16:09:42.283 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-vshdgquoG9fo64o off=6476560 len=2048718 2024-04-10T16:09:42.292 INFO:tasks.workunit.client.0.smithi069.stdout:op 5508 completed, throughput=5MB/sec 2024-04-10T16:09:42.292 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-3-2SlWCNaszo2lN off=4720582 len=466036 2024-04-10T16:09:42.293 INFO:tasks.workunit.client.0.smithi069.stdout:op 5509 completed, throughput=5MB/sec 2024-04-10T16:09:42.293 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-JOfnGVGxqwjWuFz off=6717413 len=1777904 2024-04-10T16:09:42.300 INFO:tasks.workunit.client.0.smithi069.stdout:op 5510 completed, throughput=5MB/sec 2024-04-10T16:09:42.754 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:09:42 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:09:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:09:43.301 INFO:tasks.workunit.client.0.smithi069.stdout: 1070: throughput=5MB/sec pending data=0 2024-04-10T16:09:43.301 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-b4DJw9ZTcz0PqKB off=11324065 len=674696 2024-04-10T16:09:43.303 INFO:tasks.workunit.client.0.smithi069.stdout:op 5511 completed, throughput=5MB/sec 2024-04-10T16:09:43.303 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-gYCYyED2sRxNkZn off=2595203 len=1814819 2024-04-10T16:09:43.305 INFO:tasks.workunit.client.0.smithi069.stdout:op 5512 completed, throughput=5MB/sec 2024-04-10T16:09:43.305 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-W0rwQrWQ07PKUZK off=4054831 len=1563783 2024-04-10T16:09:43.308 INFO:tasks.workunit.client.0.smithi069.stdout:op 5513 completed, throughput=5MB/sec 2024-04-10T16:09:43.308 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-aGLODIwwh3lf2E8 off=1686815 len=1741942 2024-04-10T16:09:43.311 INFO:tasks.workunit.client.0.smithi069.stdout:op 5514 completed, throughput=5MB/sec 2024-04-10T16:09:44.098 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:09:43 smithi069 ceph-mon[96738]: pgmap v1949: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-10T16:09:44.099 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:09:43 smithi069 ceph-mon[94167]: pgmap v1949: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-10T16:09:44.254 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:09:43 smithi077 ceph-mon[87572]: pgmap v1949: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-10T16:09:44.312 INFO:tasks.workunit.client.0.smithi069.stdout: 1071: throughput=5MB/sec pending data=0 2024-04-10T16:09:44.312 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-O99U2ea_ht8UjJQ off=0 len=1925386 2024-04-10T16:09:44.314 INFO:tasks.workunit.client.0.smithi069.stdout:op 5515 completed, throughput=5MB/sec 2024-04-10T16:09:44.314 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-oB77r2eXCr0Bsb9 off=10589280 len=1846238 2024-04-10T16:09:44.317 INFO:tasks.workunit.client.0.smithi069.stdout:op 5516 completed, throughput=5MB/sec 2024-04-10T16:09:44.317 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-LeNNR5cPSZGAAaZ off=15482602 len=1008445 2024-04-10T16:09:44.317 INFO:tasks.workunit.client.0.smithi069.stdout:op 5517 completed, throughput=5MB/sec 2024-04-10T16:09:45.318 INFO:tasks.workunit.client.0.smithi069.stdout: 1072: throughput=5MB/sec pending data=0 2024-04-10T16:09:45.318 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-rThLLw0VEeLrLlt off=12430550 len=1183291 2024-04-10T16:09:45.326 INFO:tasks.workunit.client.0.smithi069.stdout:op 5518 completed, throughput=5MB/sec 2024-04-10T16:09:45.326 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-_venqGFNTllfUuu off=6646267 len=1554368 2024-04-10T16:09:45.333 INFO:tasks.workunit.client.0.smithi069.stdout:op 5519 completed, throughput=5MB/sec 2024-04-10T16:09:45.333 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-d4qD_M-MC17rpD5 off=4081691 len=975815 2024-04-10T16:09:45.337 INFO:tasks.workunit.client.0.smithi069.stdout:op 5520 completed, throughput=5MB/sec 2024-04-10T16:09:45.337 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-Dr1eobJWHHL-ycZ off=4162148 len=313991 2024-04-10T16:09:45.338 INFO:tasks.workunit.client.0.smithi069.stdout:op 5521 completed, throughput=5MB/sec 2024-04-10T16:09:45.339 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-u2q9Ahk16_Z_Yov off=1831441 len=104475 2024-04-10T16:09:45.339 INFO:tasks.workunit.client.0.smithi069.stdout:op 5522 completed, throughput=5MB/sec 2024-04-10T16:09:45.339 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-UQASTvnTF95rdM0 off=0 len=1500823 2024-04-10T16:09:45.342 INFO:tasks.workunit.client.0.smithi069.stdout:op 5523 completed, throughput=5MB/sec 2024-04-10T16:09:46.098 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:09:45 smithi069 ceph-mon[96738]: pgmap v1950: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-10T16:09:46.099 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:09:45 smithi069 ceph-mon[94167]: pgmap v1950: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-10T16:09:46.254 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:09:45 smithi077 ceph-mon[87572]: pgmap v1950: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-10T16:09:46.342 INFO:tasks.workunit.client.0.smithi069.stdout: 1073: throughput=5MB/sec pending data=0 2024-04-10T16:09:46.342 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-YiMD4fiC0hKn_J7 off=1463241 len=1455226 2024-04-10T16:09:46.345 INFO:tasks.workunit.client.0.smithi069.stdout:op 5524 completed, throughput=5MB/sec 2024-04-10T16:09:46.345 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-TvoptioAWrpG25Z off=1025179 len=474008 2024-04-10T16:09:46.346 INFO:tasks.workunit.client.0.smithi069.stdout:op 5525 completed, throughput=5MB/sec 2024-04-10T16:09:46.346 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-uyNqP87A272dzko off=8138875 len=1014964 2024-04-10T16:09:46.347 INFO:tasks.workunit.client.0.smithi069.stdout:op 5526 completed, throughput=5MB/sec 2024-04-10T16:09:46.347 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-lfnzhdDfCiyYVHQ off=4203387 len=1410173 2024-04-10T16:09:46.349 INFO:tasks.workunit.client.0.smithi069.stdout:op 5527 completed, throughput=5MB/sec 2024-04-10T16:09:47.348 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:09:46 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:09:46] "GET /metrics HTTP/1.1" 200 34055 "" "Prometheus/2.43.0" 2024-04-10T16:09:47.349 INFO:tasks.workunit.client.0.smithi069.stdout: 1074: throughput=5MB/sec pending data=0 2024-04-10T16:09:47.349 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-i5ErsMQ_QWgmS99 off=5338141 len=634821 2024-04-10T16:09:47.350 INFO:tasks.workunit.client.0.smithi069.stdout:op 5528 completed, throughput=5MB/sec 2024-04-10T16:09:47.350 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-daGuFluI7hgygzd off=8233081 len=1802042 2024-04-10T16:09:47.352 INFO:tasks.workunit.client.0.smithi069.stdout:op 5529 completed, throughput=5MB/sec 2024-04-10T16:09:47.352 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-A4w9JqivIQzFPdx off=7751740 len=1041341 2024-04-10T16:09:47.353 INFO:tasks.workunit.client.0.smithi069.stdout:op 5530 completed, throughput=5MB/sec 2024-04-10T16:09:47.353 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-tffAEay_KFCuJ31 off=7887348 len=798311 2024-04-10T16:09:47.356 INFO:tasks.workunit.client.0.smithi069.stdout:op 5531 completed, throughput=5MB/sec 2024-04-10T16:09:47.356 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-hYjMewYXQ-jTtSA off=13320032 len=2078184 2024-04-10T16:09:47.358 INFO:tasks.workunit.client.0.smithi069.stdout:op 5532 completed, throughput=5MB/sec 2024-04-10T16:09:48.098 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:09:47 smithi069 ceph-mon[94167]: pgmap v1951: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-10T16:09:48.099 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:09:47 smithi069 ceph-mon[96738]: pgmap v1951: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-10T16:09:48.254 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:09:47 smithi077 ceph-mon[87572]: pgmap v1951: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-10T16:09:48.359 INFO:tasks.workunit.client.0.smithi069.stdout: 1075: throughput=5MB/sec pending data=0 2024-04-10T16:09:48.359 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-zi5Vw3tzj1B78mZ off=9497888 len=1214368 2024-04-10T16:09:48.364 INFO:tasks.workunit.client.0.smithi069.stdout:op 5533 completed, throughput=5MB/sec 2024-04-10T16:09:48.364 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-v98ai2SYLFWDgJF off=7608798 len=980090 2024-04-10T16:09:48.368 INFO:tasks.workunit.client.0.smithi069.stdout:op 5534 completed, throughput=5MB/sec 2024-04-10T16:09:48.369 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-MqBRLEm16ywUo4G off=2471144 len=562214 2024-04-10T16:09:48.369 INFO:tasks.workunit.client.0.smithi069.stdout:op 5535 completed, throughput=5MB/sec 2024-04-10T16:09:48.370 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-cQWAwzLLLbW7V3x off=17495946 len=1932435 2024-04-10T16:09:48.379 INFO:tasks.workunit.client.0.smithi069.stdout:op 5536 completed, throughput=5MB/sec 2024-04-10T16:09:49.379 INFO:tasks.workunit.client.0.smithi069.stdout: 1076: throughput=5MB/sec pending data=0 2024-04-10T16:09:49.380 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-mSjSy6qYJ-Fp6r4 off=159367 len=2068354 2024-04-10T16:09:49.381 INFO:tasks.workunit.client.0.smithi069.stdout:op 5537 completed, throughput=5MB/sec 2024-04-10T16:09:49.382 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-G1TVRtx5TqJ8fOL off=4870026 len=1303496 2024-04-10T16:09:49.385 INFO:tasks.workunit.client.0.smithi069.stdout:op 5538 completed, throughput=5MB/sec 2024-04-10T16:09:49.385 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-5pSXy7XqKq9At6N off=6114120 len=1559045 2024-04-10T16:09:49.386 INFO:tasks.workunit.client.0.smithi069.stdout:op 5539 completed, throughput=5MB/sec 2024-04-10T16:09:50.099 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:09:49 smithi069 ceph-mon[96738]: pgmap v1952: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-10T16:09:50.099 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:09:49 smithi069 ceph-mon[94167]: pgmap v1952: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-10T16:09:50.255 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:09:49 smithi077 ceph-mon[87572]: pgmap v1952: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-10T16:09:50.387 INFO:tasks.workunit.client.0.smithi069.stdout: 1077: throughput=5MB/sec pending data=0 2024-04-10T16:09:50.387 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-NyhuTsbC0YhLEb5 off=7709021 len=557741 2024-04-10T16:09:50.389 INFO:tasks.workunit.client.0.smithi069.stdout:op 5540 completed, throughput=5MB/sec 2024-04-10T16:09:50.389 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-jjzPtEVhm_ms0pQ off=253539 len=598595 2024-04-10T16:09:50.390 INFO:tasks.workunit.client.0.smithi069.stdout:op 5541 completed, throughput=5MB/sec 2024-04-10T16:09:50.390 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-NW-JqhlCIp0Nl66 off=4114869 len=1142898 2024-04-10T16:09:50.391 INFO:tasks.workunit.client.0.smithi069.stdout:op 5542 completed, throughput=5MB/sec 2024-04-10T16:09:50.391 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-eV4ejL4S4i3FW4- off=10362329 len=1103899 2024-04-10T16:09:50.396 INFO:tasks.workunit.client.0.smithi069.stdout:op 5543 completed, throughput=5MB/sec 2024-04-10T16:09:50.396 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-Wf5QBcOgLKkxhxc off=15526730 len=1376445 2024-04-10T16:09:50.405 INFO:tasks.workunit.client.0.smithi069.stdout:op 5544 completed, throughput=5MB/sec 2024-04-10T16:09:50.405 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-kMKtAVfHQx5VluI off=3302315 len=1533456 2024-04-10T16:09:50.406 INFO:tasks.workunit.client.0.smithi069.stdout:op 5545 completed, throughput=5MB/sec 2024-04-10T16:09:51.407 INFO:tasks.workunit.client.0.smithi069.stdout: 1078: throughput=5MB/sec pending data=0 2024-04-10T16:09:51.407 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-vhVkV0jWfYLiAXW off=18369209 len=1202746 2024-04-10T16:09:51.415 INFO:tasks.workunit.client.0.smithi069.stdout:op 5546 completed, throughput=5MB/sec 2024-04-10T16:09:51.415 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-wqcpEzpcYLIhg2- off=5659650 len=16277 2024-04-10T16:09:51.416 INFO:tasks.workunit.client.0.smithi069.stdout:op 5547 completed, throughput=5MB/sec 2024-04-10T16:09:51.416 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-aUJ5stuCZWys5ie off=443477 len=454224 2024-04-10T16:09:51.419 INFO:tasks.workunit.client.0.smithi069.stdout:op 5548 completed, throughput=5MB/sec 2024-04-10T16:09:51.419 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-sOJy2uQGh64yTfM off=1959507 len=890707 2024-04-10T16:09:51.420 INFO:tasks.workunit.client.0.smithi069.stdout:op 5549 completed, throughput=5MB/sec 2024-04-10T16:09:51.420 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-6ZpQMSvoh_fsIl0 off=0 len=1277551 2024-04-10T16:09:51.422 INFO:tasks.workunit.client.0.smithi069.stdout:op 5550 completed, throughput=5MB/sec 2024-04-10T16:09:51.422 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-AAaiPsu0XtDP1no off=0 len=1516207 2024-04-10T16:09:51.425 INFO:tasks.workunit.client.0.smithi069.stdout:op 5551 completed, throughput=5MB/sec 2024-04-10T16:09:52.099 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:09:51 smithi069 ceph-mon[96738]: pgmap v1953: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-10T16:09:52.099 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:09:51 smithi069 ceph-mon[94167]: pgmap v1953: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-10T16:09:52.255 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:09:51 smithi077 ceph-mon[87572]: pgmap v1953: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-10T16:09:52.425 INFO:tasks.workunit.client.0.smithi069.stdout: 1079: throughput=5MB/sec pending data=0 2024-04-10T16:09:52.426 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-_MXYtNhbW_uohHX off=7665508 len=899379 2024-04-10T16:09:52.430 INFO:tasks.workunit.client.0.smithi069.stdout:op 5552 completed, throughput=5MB/sec 2024-04-10T16:09:52.430 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-Ul-RFjudjoFi2BR off=6641798 len=536128 2024-04-10T16:09:52.431 INFO:tasks.workunit.client.0.smithi069.stdout:op 5553 completed, throughput=5MB/sec 2024-04-10T16:09:52.431 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-3OW6aF5P5XSkFGM off=13010979 len=54013 2024-04-10T16:09:52.432 INFO:tasks.workunit.client.0.smithi069.stdout:op 5554 completed, throughput=5MB/sec 2024-04-10T16:09:52.432 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-n5x1fSVT5z6zIbN off=3434063 len=371476 2024-04-10T16:09:52.436 INFO:tasks.workunit.client.0.smithi069.stdout:op 5555 completed, throughput=5MB/sec 2024-04-10T16:09:52.436 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-bAc316DaDGHES00 off=277209 len=306857 2024-04-10T16:09:52.438 INFO:tasks.workunit.client.0.smithi069.stdout:op 5556 completed, throughput=5MB/sec 2024-04-10T16:09:52.438 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-BpfuyLveY5cEkfG off=4410949 len=1798357 2024-04-10T16:09:52.448 INFO:tasks.workunit.client.0.smithi069.stdout:op 5557 completed, throughput=5MB/sec 2024-04-10T16:09:52.448 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-fd_AwgHfrotUcHy off=5227009 len=141229 2024-04-10T16:09:52.449 INFO:tasks.workunit.client.0.smithi069.stdout:op 5558 completed, throughput=5MB/sec 2024-04-10T16:09:52.449 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-dhdE-ZW48pAlIn1 off=5722627 len=517568 2024-04-10T16:09:52.452 INFO:tasks.workunit.client.0.smithi069.stdout:op 5559 completed, throughput=5MB/sec 2024-04-10T16:09:52.755 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:09:52 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:09:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:09:53.452 INFO:tasks.workunit.client.0.smithi069.stdout: 1080: throughput=5MB/sec pending data=0 2024-04-10T16:09:53.452 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-leHZ1LwWdbAY3Z- off=5844763 len=213381 2024-04-10T16:09:53.453 INFO:tasks.workunit.client.0.smithi069.stdout:op 5560 completed, throughput=5MB/sec 2024-04-10T16:09:53.453 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-_PiTGrpGuTxB73D off=2119147 len=170893 2024-04-10T16:09:53.453 INFO:tasks.workunit.client.0.smithi069.stdout:op 5561 completed, throughput=5MB/sec 2024-04-10T16:09:53.453 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-VPuYq-pch83afmN off=83753 len=1731623 2024-04-10T16:09:53.462 INFO:tasks.workunit.client.0.smithi069.stdout:op 5562 completed, throughput=5MB/sec 2024-04-10T16:09:53.462 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-11sm9GmvwhA4tHT off=567033 len=947100 2024-04-10T16:09:53.464 INFO:tasks.workunit.client.0.smithi069.stdout:op 5563 completed, throughput=5MB/sec 2024-04-10T16:09:53.464 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-3ROnZ98Mc-KL7J0 off=3800159 len=1972621 2024-04-10T16:09:53.466 INFO:tasks.workunit.client.0.smithi069.stdout:op 5564 completed, throughput=5MB/sec 2024-04-10T16:09:54.255 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:09:53 smithi077 ceph-mon[87572]: pgmap v1954: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-04-10T16:09:54.348 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:09:53 smithi069 ceph-mon[94167]: pgmap v1954: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-04-10T16:09:54.349 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:09:53 smithi069 ceph-mon[96738]: pgmap v1954: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-04-10T16:09:54.467 INFO:tasks.workunit.client.0.smithi069.stdout: 1081: throughput=5MB/sec pending data=0 2024-04-10T16:09:54.467 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-R0F_8ieD4T4xrb1 off=12171598 len=297959 2024-04-10T16:09:54.468 INFO:tasks.workunit.client.0.smithi069.stdout:op 5565 completed, throughput=5MB/sec 2024-04-10T16:09:54.468 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-5r5JAy-ATPgQCRh off=7680525 len=1940428 2024-04-10T16:09:54.470 INFO:tasks.workunit.client.0.smithi069.stdout:op 5566 completed, throughput=5MB/sec 2024-04-10T16:09:54.470 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-OgSwQsoacL_s_4y off=3531744 len=564218 2024-04-10T16:09:54.471 INFO:tasks.workunit.client.0.smithi069.stdout:op 5567 completed, throughput=5MB/sec 2024-04-10T16:09:54.471 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-HkrPGT3U9DpYU4d off=12853241 len=1479711 2024-04-10T16:09:54.479 INFO:tasks.workunit.client.0.smithi069.stdout:op 5568 completed, throughput=5MB/sec 2024-04-10T16:09:54.479 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-g1YQsKMV1wxqIJz off=4071449 len=1479954 2024-04-10T16:09:54.480 INFO:tasks.workunit.client.0.smithi069.stdout:op 5569 completed, throughput=5MB/sec 2024-04-10T16:09:55.255 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:09:54 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:09:55.348 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:09:54 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:09:55.349 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:09:54 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:09:55.481 INFO:tasks.workunit.client.0.smithi069.stdout: 1082: throughput=5MB/sec pending data=0 2024-04-10T16:09:55.481 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-R2ouAU3B2dYpW3f off=10544397 len=1512455 2024-04-10T16:09:55.487 INFO:tasks.workunit.client.0.smithi069.stdout:op 5570 completed, throughput=5MB/sec 2024-04-10T16:09:55.487 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-b_zN7xYKdhX58hb off=499951 len=1476787 2024-04-10T16:09:55.490 INFO:tasks.workunit.client.0.smithi069.stdout:op 5571 completed, throughput=5MB/sec 2024-04-10T16:09:55.490 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-70AacF2rNARb_Ma off=12430674 len=57267 2024-04-10T16:09:55.491 INFO:tasks.workunit.client.0.smithi069.stdout:op 5572 completed, throughput=5MB/sec 2024-04-10T16:09:55.491 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-viNkpwd33OrpVs4 off=10414704 len=324638 2024-04-10T16:09:55.494 INFO:tasks.workunit.client.0.smithi069.stdout:op 5573 completed, throughput=5MB/sec 2024-04-10T16:09:55.494 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-z4XSGk1uUPT_l5E off=2207496 len=1546922 2024-04-10T16:09:55.496 INFO:tasks.workunit.client.0.smithi069.stdout:op 5574 completed, throughput=5MB/sec 2024-04-10T16:09:56.254 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:09:55 smithi077 ceph-mon[87572]: pgmap v1955: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-10T16:09:56.348 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:09:55 smithi069 ceph-mon[96738]: pgmap v1955: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-10T16:09:56.349 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:09:55 smithi069 ceph-mon[94167]: pgmap v1955: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-10T16:09:56.496 INFO:tasks.workunit.client.0.smithi069.stdout: 1083: throughput=5MB/sec pending data=0 2024-04-10T16:09:56.496 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-T2poIf3NT9v_2Q_ off=2554343 len=1344062 2024-04-10T16:09:56.499 INFO:tasks.workunit.client.0.smithi069.stdout:op 5575 completed, throughput=5MB/sec 2024-04-10T16:09:56.499 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-POqRSzv1l9pbbqJ off=23112372 len=449850 2024-04-10T16:09:56.500 INFO:tasks.workunit.client.0.smithi069.stdout:op 5576 completed, throughput=5MB/sec 2024-04-10T16:09:56.500 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-p0lDOmGb9s7CPCr off=19759 len=932994 2024-04-10T16:09:56.505 INFO:tasks.workunit.client.0.smithi069.stdout:op 5577 completed, throughput=5MB/sec 2024-04-10T16:09:56.505 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-rFHif1W-M997p6d off=839450 len=1400918 2024-04-10T16:09:56.507 INFO:tasks.workunit.client.0.smithi069.stdout:op 5578 completed, throughput=5MB/sec 2024-04-10T16:09:56.507 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-RO4zdEIxKRTAch0 off=10247993 len=1075708 2024-04-10T16:09:56.512 INFO:tasks.workunit.client.0.smithi069.stdout:op 5579 completed, throughput=5MB/sec 2024-04-10T16:09:57.349 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:09:56 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:09:56] "GET /metrics HTTP/1.1" 200 34052 "" "Prometheus/2.43.0" 2024-04-10T16:09:57.512 INFO:tasks.workunit.client.0.smithi069.stdout: 1084: throughput=5MB/sec pending data=0 2024-04-10T16:09:57.512 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj--BMhxTyMrRHJa_0 off=5289729 len=1674858 2024-04-10T16:09:57.521 INFO:tasks.workunit.client.0.smithi069.stdout:op 5580 completed, throughput=5MB/sec 2024-04-10T16:09:57.521 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-Z5tar8laRJxI06h off=12067786 len=152456 2024-04-10T16:09:57.522 INFO:tasks.workunit.client.0.smithi069.stdout:op 5581 completed, throughput=5MB/sec 2024-04-10T16:09:57.522 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-VjQkQIA3c72-J9B off=239510 len=1714175 2024-04-10T16:09:57.531 INFO:tasks.workunit.client.0.smithi069.stdout:op 5582 completed, throughput=5MB/sec 2024-04-10T16:09:57.531 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-wSjwBT_YHiNn_yy off=2755035 len=1535697 2024-04-10T16:09:57.534 INFO:tasks.workunit.client.0.smithi069.stdout:op 5583 completed, throughput=5MB/sec 2024-04-10T16:09:57.534 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-BRiHUoUST8MxrDk off=15265510 len=1925450 2024-04-10T16:09:57.546 INFO:tasks.workunit.client.0.smithi069.stdout:op 5584 completed, throughput=5MB/sec 2024-04-10T16:09:58.255 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:09:57 smithi077 ceph-mon[87572]: pgmap v1956: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-04-10T16:09:58.349 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:09:57 smithi069 ceph-mon[94167]: pgmap v1956: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-04-10T16:09:58.349 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:09:57 smithi069 ceph-mon[96738]: pgmap v1956: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-04-10T16:09:58.546 INFO:tasks.workunit.client.0.smithi069.stdout: 1085: throughput=5MB/sec pending data=0 2024-04-10T16:09:58.547 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-g9V1g3YQR4Lg8tq off=18841961 len=126407 2024-04-10T16:09:58.547 INFO:tasks.workunit.client.0.smithi069.stdout:op 5585 completed, throughput=5MB/sec 2024-04-10T16:09:58.547 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-gjMMRNi4FumbtAL off=1195440 len=294516 2024-04-10T16:09:58.548 INFO:tasks.workunit.client.0.smithi069.stdout:op 5586 completed, throughput=5MB/sec 2024-04-10T16:09:58.548 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-HpfL0DE-RnAZClZ off=7355615 len=1397858 2024-04-10T16:09:58.556 INFO:tasks.workunit.client.0.smithi069.stdout:op 5587 completed, throughput=5MB/sec 2024-04-10T16:09:58.556 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-33vlloY12oP54Vq off=16147074 len=788334 2024-04-10T16:09:58.557 INFO:tasks.workunit.client.0.smithi069.stdout:op 5588 completed, throughput=5MB/sec 2024-04-10T16:09:58.558 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-3JMQgWlglh30WfE off=20486209 len=213009 2024-04-10T16:09:58.558 INFO:tasks.workunit.client.0.smithi069.stdout:op 5589 completed, throughput=5MB/sec 2024-04-10T16:09:58.558 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-BN-Gh8vUhB5v0-q off=3178233 len=1684563 2024-04-10T16:09:58.567 INFO:tasks.workunit.client.0.smithi069.stdout:op 5590 completed, throughput=5MB/sec 2024-04-10T16:09:59.567 INFO:tasks.workunit.client.0.smithi069.stdout: 1086: throughput=5MB/sec pending data=0 2024-04-10T16:09:59.568 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-X856cQ7w9JULqoD off=7977209 len=945179 2024-04-10T16:09:59.572 INFO:tasks.workunit.client.0.smithi069.stdout:op 5591 completed, throughput=5MB/sec 2024-04-10T16:09:59.573 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-ckiy4Kkdqtqh1nn off=8098514 len=525208 2024-04-10T16:09:59.574 INFO:tasks.workunit.client.0.smithi069.stdout:op 5592 completed, throughput=5MB/sec 2024-04-10T16:09:59.574 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-ReIZyZniczHfemg off=404103 len=1012951 2024-04-10T16:09:59.578 INFO:tasks.workunit.client.0.smithi069.stdout:op 5593 completed, throughput=5MB/sec 2024-04-10T16:09:59.579 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-NoFnsPGqY7TQ1OU off=3335131 len=2024611 2024-04-10T16:09:59.581 INFO:tasks.workunit.client.0.smithi069.stdout:op 5594 completed, throughput=5MB/sec 2024-04-10T16:10:00.255 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:09:59 smithi077 ceph-mon[87572]: pgmap v1957: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.4 MiB/s wr, 3 op/s 2024-04-10T16:10:00.349 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:09:59 smithi069 ceph-mon[96738]: pgmap v1957: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.4 MiB/s wr, 3 op/s 2024-04-10T16:10:00.349 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:09:59 smithi069 ceph-mon[94167]: pgmap v1957: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.4 MiB/s wr, 3 op/s 2024-04-10T16:10:00.581 INFO:tasks.workunit.client.0.smithi069.stdout: 1087: throughput=5MB/sec pending data=0 2024-04-10T16:10:00.581 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-hBwy62MvC-PZl5Z off=817986 len=299883 2024-04-10T16:10:00.585 INFO:tasks.workunit.client.0.smithi069.stdout:op 5595 completed, throughput=5MB/sec 2024-04-10T16:10:00.585 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-k4HR9y5WVW3AnJa off=488366 len=506910 2024-04-10T16:10:00.586 INFO:tasks.workunit.client.0.smithi069.stdout:op 5596 completed, throughput=5MB/sec 2024-04-10T16:10:00.586 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-VajlwUODfG10aUG off=3661861 len=1400714 2024-04-10T16:10:00.587 INFO:tasks.workunit.client.0.smithi069.stdout:op 5597 completed, throughput=5MB/sec 2024-04-10T16:10:00.587 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-3c-mvghMx8kTiEr off=6768639 len=778305 2024-04-10T16:10:00.592 INFO:tasks.workunit.client.0.smithi069.stdout:op 5598 completed, throughput=5MB/sec 2024-04-10T16:10:00.592 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-0ci2hs9vO0VUg9V off=7060966 len=2060402 2024-04-10T16:10:00.603 INFO:tasks.workunit.client.0.smithi069.stdout:op 5599 completed, throughput=5MB/sec 2024-04-10T16:10:00.603 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-leHZ1LwWdbAY3Z- off=6083928 len=148251 2024-04-10T16:10:00.604 INFO:tasks.workunit.client.0.smithi069.stdout:op 5600 completed, throughput=5MB/sec 2024-04-10T16:10:00.604 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-FqsKP9UaNmuyq-Z off=4837150 len=690625 2024-04-10T16:10:00.606 INFO:tasks.workunit.client.0.smithi069.stdout:op 5601 completed, throughput=5MB/sec 2024-04-10T16:10:01.254 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:10:00 smithi077 ceph-mon[87572]: overall HEALTH_OK 2024-04-10T16:10:01.349 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:10:00 smithi069 ceph-mon[94167]: overall HEALTH_OK 2024-04-10T16:10:01.349 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:10:00 smithi069 ceph-mon[96738]: overall HEALTH_OK 2024-04-10T16:10:01.606 INFO:tasks.workunit.client.0.smithi069.stdout: 1088: throughput=5MB/sec pending data=0 2024-04-10T16:10:01.607 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-ovUTOxD7_DzgtV9 off=436112 len=245843 2024-04-10T16:10:01.607 INFO:tasks.workunit.client.0.smithi069.stdout:op 5602 completed, throughput=5MB/sec 2024-04-10T16:10:01.607 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-5kQ15dg-XJ7UNkn off=3534471 len=243873 2024-04-10T16:10:01.608 INFO:tasks.workunit.client.0.smithi069.stdout:op 5603 completed, throughput=5MB/sec 2024-04-10T16:10:01.608 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-ZRJdwpzKsX-58XE off=9543411 len=1237561 2024-04-10T16:10:01.609 INFO:tasks.workunit.client.0.smithi069.stdout:op 5604 completed, throughput=5MB/sec 2024-04-10T16:10:01.610 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-OCvPkyCBysjhP0h off=4759986 len=2082778 2024-04-10T16:10:01.612 INFO:tasks.workunit.client.0.smithi069.stdout:op 5605 completed, throughput=5MB/sec 2024-04-10T16:10:01.612 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-ZQrCJZ_TrfKhvtc off=4919015 len=1294252 2024-04-10T16:10:01.620 INFO:tasks.workunit.client.0.smithi069.stdout:op 5606 completed, throughput=5MB/sec 2024-04-10T16:10:02.254 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:10:01 smithi077 ceph-mon[87572]: pgmap v1958: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-10T16:10:02.348 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:10:01 smithi069 ceph-mon[96738]: pgmap v1958: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-10T16:10:02.349 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:10:01 smithi069 ceph-mon[94167]: pgmap v1958: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-10T16:10:02.620 INFO:tasks.workunit.client.0.smithi069.stdout: 1089: throughput=5MB/sec pending data=0 2024-04-10T16:10:02.620 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-bWpMLdwtJPI8a1_ off=530596 len=145574 2024-04-10T16:10:02.623 INFO:tasks.workunit.client.0.smithi069.stdout:op 5607 completed, throughput=5MB/sec 2024-04-10T16:10:02.623 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-wqcpEzpcYLIhg2- off=19768080 len=1464781 2024-04-10T16:10:02.631 INFO:tasks.workunit.client.0.smithi069.stdout:op 5608 completed, throughput=5MB/sec 2024-04-10T16:10:02.631 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-94fiENnOAsK5H4G off=20180466 len=1098057 2024-04-10T16:10:02.637 INFO:tasks.workunit.client.0.smithi069.stdout:op 5609 completed, throughput=5MB/sec 2024-04-10T16:10:02.637 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-FjDrJBOQptA8Uxk off=4241121 len=776841 2024-04-10T16:10:02.641 INFO:tasks.workunit.client.0.smithi069.stdout:op 5610 completed, throughput=5MB/sec 2024-04-10T16:10:02.641 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-UsCW5UMV6QYg9dg off=0 len=1801863 2024-04-10T16:10:02.649 INFO:tasks.workunit.client.0.smithi069.stdout:op 5611 completed, throughput=5MB/sec 2024-04-10T16:10:02.755 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:10:02 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:10:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:10:03.649 INFO:tasks.workunit.client.0.smithi069.stdout: 1090: throughput=5MB/sec pending data=0 2024-04-10T16:10:03.649 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-NewEgq_u3t-hFz1 off=10669458 len=1855439 2024-04-10T16:10:03.660 INFO:tasks.workunit.client.0.smithi069.stdout:op 5612 completed, throughput=5MB/sec 2024-04-10T16:10:03.660 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-xdLWtG3yeZCtca4 off=7200848 len=1716647 2024-04-10T16:10:03.667 INFO:tasks.workunit.client.0.smithi069.stdout:op 5613 completed, throughput=5MB/sec 2024-04-10T16:10:03.667 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-OF0V3JxxLgtwlph off=11118356 len=46628 2024-04-10T16:10:03.669 INFO:tasks.workunit.client.0.smithi069.stdout:op 5614 completed, throughput=5MB/sec 2024-04-10T16:10:03.670 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-msR7bjeLlClnHTu off=9544253 len=455072 2024-04-10T16:10:03.673 INFO:tasks.workunit.client.0.smithi069.stdout:op 5615 completed, throughput=5MB/sec 2024-04-10T16:10:03.673 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-m0dAJzVi8Yx4PcA off=17518851 len=925229 2024-04-10T16:10:03.674 INFO:tasks.workunit.client.0.smithi069.stdout:op 5616 completed, throughput=5MB/sec 2024-04-10T16:10:03.674 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-UTSzJpMWm7wemjh off=9798959 len=834357 2024-04-10T16:10:03.678 INFO:tasks.workunit.client.0.smithi069.stdout:op 5617 completed, throughput=5MB/sec 2024-04-10T16:10:04.255 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:10:03 smithi077 ceph-mon[87572]: pgmap v1959: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-10T16:10:04.349 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:10:03 smithi069 ceph-mon[94167]: pgmap v1959: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-10T16:10:04.349 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:10:03 smithi069 ceph-mon[96738]: pgmap v1959: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-10T16:10:04.678 INFO:tasks.workunit.client.0.smithi069.stdout: 1091: throughput=5MB/sec pending data=0 2024-04-10T16:10:04.678 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-aG2GGw7ZxD6XA7_ off=665752 len=1636396 2024-04-10T16:10:04.688 INFO:tasks.workunit.client.0.smithi069.stdout:op 5618 completed, throughput=5MB/sec 2024-04-10T16:10:04.688 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-WTGCUqHXFEx-QvL off=8053190 len=1124327 2024-04-10T16:10:04.694 INFO:tasks.workunit.client.0.smithi069.stdout:op 5619 completed, throughput=5MB/sec 2024-04-10T16:10:04.694 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-dCx13xA9y5D2iW9 off=1810883 len=1508885 2024-04-10T16:10:04.696 INFO:tasks.workunit.client.0.smithi069.stdout:op 5620 completed, throughput=5MB/sec 2024-04-10T16:10:04.696 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-3DUoqv7KXv4Cf3m off=2372125 len=857407 2024-04-10T16:10:04.701 INFO:tasks.workunit.client.0.smithi069.stdout:op 5621 completed, throughput=5MB/sec 2024-04-10T16:10:05.701 INFO:tasks.workunit.client.0.smithi069.stdout: 1092: throughput=5MB/sec pending data=0 2024-04-10T16:10:05.701 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-IHx0VtQ49aaqZgG off=4543067 len=1468197 2024-04-10T16:10:05.703 INFO:tasks.workunit.client.0.smithi069.stdout:op 5622 completed, throughput=5MB/sec 2024-04-10T16:10:05.703 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-CC0dB4IL2Wzz5cL off=710575 len=367128 2024-04-10T16:10:05.704 INFO:tasks.workunit.client.0.smithi069.stdout:op 5623 completed, throughput=5MB/sec 2024-04-10T16:10:05.704 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-zz_uwiAxy_Rs9F5 off=16521485 len=1211995 2024-04-10T16:10:05.709 INFO:tasks.workunit.client.0.smithi069.stdout:op 5624 completed, throughput=5MB/sec 2024-04-10T16:10:05.709 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-foyrDTmNSxb9e9V off=6102275 len=2053051 2024-04-10T16:10:05.711 INFO:tasks.workunit.client.0.smithi069.stdout:op 5625 completed, throughput=5MB/sec 2024-04-10T16:10:06.255 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:10:05 smithi077 ceph-mon[87572]: pgmap v1960: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-10T16:10:06.348 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:10:05 smithi069 ceph-mon[94167]: pgmap v1960: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-10T16:10:06.349 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:10:05 smithi069 ceph-mon[96738]: pgmap v1960: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-10T16:10:06.711 INFO:tasks.workunit.client.0.smithi069.stdout: 1093: throughput=5MB/sec pending data=0 2024-04-10T16:10:06.711 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-ZT_FDTyFPq_tqhj off=19042232 len=927358 2024-04-10T16:10:06.717 INFO:tasks.workunit.client.0.smithi069.stdout:op 5626 completed, throughput=5MB/sec 2024-04-10T16:10:06.717 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-3MleNlBbjlHUD-q off=5664891 len=480527 2024-04-10T16:10:06.718 INFO:tasks.workunit.client.0.smithi069.stdout:op 5627 completed, throughput=5MB/sec 2024-04-10T16:10:06.718 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-94Ej9qsJsm2SoeI off=5899686 len=1319611 2024-04-10T16:10:06.724 INFO:tasks.workunit.client.0.smithi069.stdout:op 5628 completed, throughput=5MB/sec 2024-04-10T16:10:06.724 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-LBqjNcsiyn5xXuq off=9043943 len=251029 2024-04-10T16:10:06.727 INFO:tasks.workunit.client.0.smithi069.stdout:op 5629 completed, throughput=5MB/sec 2024-04-10T16:10:06.727 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-wxri-lAY9m5skM2 off=5360893 len=1807518 2024-04-10T16:10:06.730 INFO:tasks.workunit.client.0.smithi069.stdout:op 5630 completed, throughput=5MB/sec 2024-04-10T16:10:06.730 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-tIzJy_av_qja9Vc off=12298444 len=1824270 2024-04-10T16:10:06.732 INFO:tasks.workunit.client.0.smithi069.stdout:op 5631 completed, throughput=5MB/sec 2024-04-10T16:10:07.349 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:10:06 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:10:06] "GET /metrics HTTP/1.1" 200 34052 "" "Prometheus/2.43.0" 2024-04-10T16:10:07.732 INFO:tasks.workunit.client.0.smithi069.stdout: 1094: throughput=5MB/sec pending data=0 2024-04-10T16:10:07.732 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-TLQJVHpdCsFQU0u off=13552961 len=143508 2024-04-10T16:10:07.733 INFO:tasks.workunit.client.0.smithi069.stdout:op 5632 completed, throughput=5MB/sec 2024-04-10T16:10:07.733 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-6Yti9_c74YXSEpj off=14627373 len=1499595 2024-04-10T16:10:07.736 INFO:tasks.workunit.client.0.smithi069.stdout:op 5633 completed, throughput=5MB/sec 2024-04-10T16:10:07.736 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-jylKo5YlO8a8T9O off=10967794 len=847117 2024-04-10T16:10:07.741 INFO:tasks.workunit.client.0.smithi069.stdout:op 5634 completed, throughput=5MB/sec 2024-04-10T16:10:07.741 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-qCq1SaqLmSoug6v off=4459837 len=1131331 2024-04-10T16:10:07.742 INFO:tasks.workunit.client.0.smithi069.stdout:op 5635 completed, throughput=5MB/sec 2024-04-10T16:10:07.742 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-eBEArCASowIMwe7 off=4981760 len=690504 2024-04-10T16:10:07.743 INFO:tasks.workunit.client.0.smithi069.stdout:op 5636 completed, throughput=5MB/sec 2024-04-10T16:10:08.255 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:10:07 smithi077 ceph-mon[87572]: pgmap v1961: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-10T16:10:08.348 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:10:07 smithi069 ceph-mon[96738]: pgmap v1961: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-10T16:10:08.349 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:10:07 smithi069 ceph-mon[94167]: pgmap v1961: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-10T16:10:08.743 INFO:tasks.workunit.client.0.smithi069.stdout: 1095: throughput=5MB/sec pending data=0 2024-04-10T16:10:08.743 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-ncI8O4OWt9DEhfN off=9079070 len=372607 2024-04-10T16:10:08.747 INFO:tasks.workunit.client.0.smithi069.stdout:op 5637 completed, throughput=5MB/sec 2024-04-10T16:10:08.747 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-Kady2BNCQOlkIor off=5550670 len=1289889 2024-04-10T16:10:08.748 INFO:tasks.workunit.client.0.smithi069.stdout:op 5638 completed, throughput=5MB/sec 2024-04-10T16:10:08.748 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-lt2kiKXbgRSSZnG off=3431546 len=1219079 2024-04-10T16:10:08.749 INFO:tasks.workunit.client.0.smithi069.stdout:op 5639 completed, throughput=5MB/sec 2024-04-10T16:10:08.749 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-zp3qxf-Rn_7xqOK off=8584035 len=250774 2024-04-10T16:10:08.751 INFO:tasks.workunit.client.0.smithi069.stdout:op 5640 completed, throughput=5MB/sec 2024-04-10T16:10:08.751 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-s8-nfpvP5bIZPiU off=5825977 len=668251 2024-04-10T16:10:08.755 INFO:tasks.workunit.client.0.smithi069.stdout:op 5641 completed, throughput=5MB/sec 2024-04-10T16:10:08.755 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-5O_Fygp-LMT8LAT off=16049510 len=1505832 2024-04-10T16:10:08.756 INFO:tasks.workunit.client.0.smithi069.stdout:op 5642 completed, throughput=5MB/sec 2024-04-10T16:10:09.757 INFO:tasks.workunit.client.0.smithi069.stdout: 1096: throughput=5MB/sec pending data=0 2024-04-10T16:10:09.757 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-FC-sqBEPo5HDA8n off=993049 len=1410426 2024-04-10T16:10:09.758 INFO:tasks.workunit.client.0.smithi069.stdout:op 5643 completed, throughput=5MB/sec 2024-04-10T16:10:09.759 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-qYS_nSdFQMthxKE off=1285585 len=748705 2024-04-10T16:10:09.760 INFO:tasks.workunit.client.0.smithi069.stdout:op 5644 completed, throughput=5MB/sec 2024-04-10T16:10:09.760 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-GiLHarQS_f__tPK off=11494965 len=1740388 2024-04-10T16:10:09.768 INFO:tasks.workunit.client.0.smithi069.stdout:op 5645 completed, throughput=5MB/sec 2024-04-10T16:10:09.768 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-UJwwK2RgtEWLFrm off=518764 len=1377832 2024-04-10T16:10:09.776 INFO:tasks.workunit.client.0.smithi069.stdout:op 5646 completed, throughput=5MB/sec 2024-04-10T16:10:10.255 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:10:09 smithi077 ceph-mon[87572]: pgmap v1962: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-10T16:10:10.255 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:10:09 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:10:10.255 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:10:09 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:10:10.348 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:10:09 smithi069 ceph-mon[96738]: pgmap v1962: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-10T16:10:10.349 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:10:09 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:10:10.349 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:10:09 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:10:10.349 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:10:09 smithi069 ceph-mon[94167]: pgmap v1962: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-10T16:10:10.349 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:10:09 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:10:10.349 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:10:09 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:10:10.776 INFO:tasks.workunit.client.0.smithi069.stdout: 1097: throughput=5MB/sec pending data=0 2024-04-10T16:10:10.777 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-nViW__zFEiDFYYG off=908892 len=1821567 2024-04-10T16:10:10.778 INFO:tasks.workunit.client.0.smithi069.stdout:op 5647 completed, throughput=5MB/sec 2024-04-10T16:10:10.778 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-akyOR3y2YM5twdS off=1104159 len=933748 2024-04-10T16:10:10.782 INFO:tasks.workunit.client.0.smithi069.stdout:op 5648 completed, throughput=5MB/sec 2024-04-10T16:10:10.782 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-zdUdknjS0FkXMJ2 off=832876 len=1197033 2024-04-10T16:10:10.786 INFO:tasks.workunit.client.0.smithi069.stdout:op 5649 completed, throughput=5MB/sec 2024-04-10T16:10:10.787 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-ceqzuGQ5lk3Cf0i off=601134 len=1368128 2024-04-10T16:10:10.787 INFO:tasks.workunit.client.0.smithi069.stdout:op 5650 completed, throughput=5MB/sec 2024-04-10T16:10:11.255 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:10:10 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:10:11.255 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:10:10 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:10:11.255 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:10:10 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:10:11.349 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:10:10 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:10:11.349 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:10:10 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:10:11.349 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:10:10 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:10:11.349 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:10:10 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:10:11.349 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:10:10 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:10:11.349 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:10:10 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:10:11.788 INFO:tasks.workunit.client.0.smithi069.stdout: 1098: throughput=5MB/sec pending data=0 2024-04-10T16:10:11.788 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-YbHYNlfy8xa1Uyj off=7382980 len=844368 2024-04-10T16:10:11.793 INFO:tasks.workunit.client.0.smithi069.stdout:op 5651 completed, throughput=5MB/sec 2024-04-10T16:10:11.793 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-CCL8kGfaQ9Uf5nQ off=9261528 len=1095138 2024-04-10T16:10:11.794 INFO:tasks.workunit.client.0.smithi069.stdout:op 5652 completed, throughput=5MB/sec 2024-04-10T16:10:11.795 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-Kga3pVxFYuw7hk8 off=12573451 len=1687750 2024-04-10T16:10:11.804 INFO:tasks.workunit.client.0.smithi069.stdout:op 5653 completed, throughput=5MB/sec 2024-04-10T16:10:11.804 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-lEl7i0R_LNv-qxZ off=877963 len=424285 2024-04-10T16:10:11.807 INFO:tasks.workunit.client.0.smithi069.stdout:op 5654 completed, throughput=5MB/sec 2024-04-10T16:10:11.807 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-2Li2VDSp_bIGq6z off=7906549 len=628024 2024-04-10T16:10:11.809 INFO:tasks.workunit.client.0.smithi069.stdout:op 5655 completed, throughput=5MB/sec 2024-04-10T16:10:11.809 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-dmB8O8UhJOEaLQW off=6049773 len=1450372 2024-04-10T16:10:11.811 INFO:tasks.workunit.client.0.smithi069.stdout:op 5656 completed, throughput=5MB/sec 2024-04-10T16:10:12.254 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:10:11 smithi077 ceph-mon[87572]: pgmap v1963: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-10T16:10:12.349 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:10:11 smithi069 ceph-mon[94167]: pgmap v1963: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-10T16:10:12.349 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:10:11 smithi069 ceph-mon[96738]: pgmap v1963: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-10T16:10:12.755 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:10:12 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:10:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:10:12.811 INFO:tasks.workunit.client.0.smithi069.stdout: 1099: throughput=5MB/sec pending data=0 2024-04-10T16:10:12.812 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-2BXf6PMVM_wLvPH off=1844679 len=573179 2024-04-10T16:10:12.813 INFO:tasks.workunit.client.0.smithi069.stdout:op 5657 completed, throughput=5MB/sec 2024-04-10T16:10:12.813 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-4SxsQog6O0_Llh4 off=2739575 len=630062 2024-04-10T16:10:12.817 INFO:tasks.workunit.client.0.smithi069.stdout:op 5658 completed, throughput=5MB/sec 2024-04-10T16:10:12.817 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-4YcD-3tONVD8i-p off=3359176 len=992303 2024-04-10T16:10:12.818 INFO:tasks.workunit.client.0.smithi069.stdout:op 5659 completed, throughput=5MB/sec 2024-04-10T16:10:12.818 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-OJHLWw0XVO9YCkh off=3310976 len=706587 2024-04-10T16:10:12.822 INFO:tasks.workunit.client.0.smithi069.stdout:op 5660 completed, throughput=5MB/sec 2024-04-10T16:10:12.822 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-NboKxoO4SjP-Rse off=7718852 len=1682954 2024-04-10T16:10:12.823 INFO:tasks.workunit.client.0.smithi069.stdout:op 5661 completed, throughput=5MB/sec 2024-04-10T16:10:13.824 INFO:tasks.workunit.client.0.smithi069.stdout: 1100: throughput=5MB/sec pending data=0 2024-04-10T16:10:13.824 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-FjK9fAmsipynfBF off=5242657 len=629843 2024-04-10T16:10:13.825 INFO:tasks.workunit.client.0.smithi069.stdout:op 5662 completed, throughput=5MB/sec 2024-04-10T16:10:13.825 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-BzDBF5oYgYFv3va off=18184557 len=44914 2024-04-10T16:10:13.826 INFO:tasks.workunit.client.0.smithi069.stdout:op 5663 completed, throughput=5MB/sec 2024-04-10T16:10:13.826 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-R0Nbc2Muj2J56jt off=11518699 len=1628128 2024-04-10T16:10:13.833 INFO:tasks.workunit.client.0.smithi069.stdout:op 5664 completed, throughput=5MB/sec 2024-04-10T16:10:13.833 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-rlmg7HXwlYV2PY- off=14032177 len=1877386 2024-04-10T16:10:13.841 INFO:tasks.workunit.client.0.smithi069.stdout:op 5665 completed, throughput=5MB/sec 2024-04-10T16:10:13.841 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-w0T9HhnsbK56jAV off=5522880 len=132287 2024-04-10T16:10:13.844 INFO:tasks.workunit.client.0.smithi069.stdout:op 5666 completed, throughput=5MB/sec 2024-04-10T16:10:13.844 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-zNyLi-SymohZrFm off=674988 len=2015710 2024-04-10T16:10:13.846 INFO:tasks.workunit.client.0.smithi069.stdout:op 5667 completed, throughput=5MB/sec 2024-04-10T16:10:14.255 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:10:13 smithi077 ceph-mon[87572]: pgmap v1964: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-10T16:10:14.348 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:10:13 smithi069 ceph-mon[94167]: pgmap v1964: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-10T16:10:14.349 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:10:13 smithi069 ceph-mon[96738]: pgmap v1964: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-10T16:10:14.846 INFO:tasks.workunit.client.0.smithi069.stdout: 1101: throughput=5MB/sec pending data=0 2024-04-10T16:10:14.846 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-o8d2Gi5zePYj2ul off=7881862 len=948785 2024-04-10T16:10:14.852 INFO:tasks.workunit.client.0.smithi069.stdout:op 5668 completed, throughput=5MB/sec 2024-04-10T16:10:14.852 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-ZX6plyjCagDdjvy off=505545 len=2081958 2024-04-10T16:10:14.861 INFO:tasks.workunit.client.0.smithi069.stdout:op 5669 completed, throughput=5MB/sec 2024-04-10T16:10:14.861 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-Z6BZBfnj0XDVZIZ off=4163347 len=10209 2024-04-10T16:10:14.861 INFO:tasks.workunit.client.0.smithi069.stdout:op 5670 completed, throughput=5MB/sec 2024-04-10T16:10:14.862 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-CtR-ZyAlp1ZSrcv off=285870 len=12385 2024-04-10T16:10:14.864 INFO:tasks.workunit.client.0.smithi069.stdout:op 5671 completed, throughput=5MB/sec 2024-04-10T16:10:14.864 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-n04GGl3wAIMqDZf off=9904500 len=261758 2024-04-10T16:10:14.866 INFO:tasks.workunit.client.0.smithi069.stdout:op 5672 completed, throughput=5MB/sec 2024-04-10T16:10:14.866 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-nIyvbr2krBj42xL off=12755571 len=535652 2024-04-10T16:10:14.867 INFO:tasks.workunit.client.0.smithi069.stdout:op 5673 completed, throughput=5MB/sec 2024-04-10T16:10:14.867 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-RDU1MeKpjIpkmmF off=23586590 len=1130139 2024-04-10T16:10:14.873 INFO:tasks.workunit.client.0.smithi069.stdout:op 5674 completed, throughput=5MB/sec 2024-04-10T16:10:15.874 INFO:tasks.workunit.client.0.smithi069.stdout: 1102: throughput=5MB/sec pending data=0 2024-04-10T16:10:15.874 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-XNn1bpj77aqIpRD off=2535498 len=1847158 2024-04-10T16:10:15.876 INFO:tasks.workunit.client.0.smithi069.stdout:op 5675 completed, throughput=5MB/sec 2024-04-10T16:10:15.876 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-CYxKAslS_O7sJkN off=0 len=1209899 2024-04-10T16:10:15.883 INFO:tasks.workunit.client.0.smithi069.stdout:op 5676 completed, throughput=5MB/sec 2024-04-10T16:10:15.883 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-GdYjH5Y_KYoZZzo off=356411 len=378631 2024-04-10T16:10:15.887 INFO:tasks.workunit.client.0.smithi069.stdout:op 5677 completed, throughput=5MB/sec 2024-04-10T16:10:15.887 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-CjQ7B73W-gdCZvV off=5048028 len=1277657 2024-04-10T16:10:15.892 INFO:tasks.workunit.client.0.smithi069.stdout:op 5678 completed, throughput=5MB/sec 2024-04-10T16:10:16.255 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:10:15 smithi077 ceph-mon[87572]: pgmap v1965: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-10T16:10:16.348 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:10:15 smithi069 ceph-mon[96738]: pgmap v1965: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-10T16:10:16.349 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:10:15 smithi069 ceph-mon[94167]: pgmap v1965: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-10T16:10:16.893 INFO:tasks.workunit.client.0.smithi069.stdout: 1103: throughput=5MB/sec pending data=0 2024-04-10T16:10:16.893 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-vF0q66jJsXe8rPx off=12442204 len=628596 2024-04-10T16:10:16.894 INFO:tasks.workunit.client.0.smithi069.stdout:op 5679 completed, throughput=5MB/sec 2024-04-10T16:10:16.894 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-Q7BGmRqISH_v1Uw off=4764379 len=1009060 2024-04-10T16:10:16.900 INFO:tasks.workunit.client.0.smithi069.stdout:op 5680 completed, throughput=5MB/sec 2024-04-10T16:10:16.900 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-OGaU9C9IBdbDjLz off=5471454 len=259217 2024-04-10T16:10:16.901 INFO:tasks.workunit.client.0.smithi069.stdout:op 5681 completed, throughput=5MB/sec 2024-04-10T16:10:16.901 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-k6SbuirzqYlE7x- off=10493391 len=118558 2024-04-10T16:10:16.901 INFO:tasks.workunit.client.0.smithi069.stdout:op 5682 completed, throughput=5MB/sec 2024-04-10T16:10:16.901 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-AHeo3eB9PXTroAg off=10774193 len=455027 2024-04-10T16:10:16.905 INFO:tasks.workunit.client.0.smithi069.stdout:op 5683 completed, throughput=5MB/sec 2024-04-10T16:10:16.905 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-HIv-7buVJPMC0U8 off=6945169 len=488340 2024-04-10T16:10:16.906 INFO:tasks.workunit.client.0.smithi069.stdout:op 5684 completed, throughput=5MB/sec 2024-04-10T16:10:16.906 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-oPSjmebrAZzySsq off=1916339 len=140043 2024-04-10T16:10:16.908 INFO:tasks.workunit.client.0.smithi069.stdout:op 5685 completed, throughput=5MB/sec 2024-04-10T16:10:16.908 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-EuU3geVn5N4YvAl off=3744054 len=664739 2024-04-10T16:10:16.909 INFO:tasks.workunit.client.0.smithi069.stdout:op 5686 completed, throughput=5MB/sec 2024-04-10T16:10:16.910 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-SHcWUmeMWRFAgKV off=1625696 len=1290891 2024-04-10T16:10:16.912 INFO:tasks.workunit.client.0.smithi069.stdout:op 5687 completed, throughput=5MB/sec 2024-04-10T16:10:17.349 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:10:16 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:10:16] "GET /metrics HTTP/1.1" 200 34054 "" "Prometheus/2.43.0" 2024-04-10T16:10:17.912 INFO:tasks.workunit.client.0.smithi069.stdout: 1104: throughput=5MB/sec pending data=0 2024-04-10T16:10:17.912 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-e79VwOfBdJ2f-pj off=2374645 len=771939 2024-04-10T16:10:17.917 INFO:tasks.workunit.client.0.smithi069.stdout:op 5688 completed, throughput=5MB/sec 2024-04-10T16:10:17.917 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-pyys1awlJDappEg off=7098710 len=216565 2024-04-10T16:10:17.918 INFO:tasks.workunit.client.0.smithi069.stdout:op 5689 completed, throughput=5MB/sec 2024-04-10T16:10:17.918 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-6s1mmlzSR7mz7Fm off=5139691 len=1154502 2024-04-10T16:10:17.925 INFO:tasks.workunit.client.0.smithi069.stdout:op 5690 completed, throughput=5MB/sec 2024-04-10T16:10:17.925 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-ERzkheCxFSAWHTL off=18479812 len=1770990 2024-04-10T16:10:17.934 INFO:tasks.workunit.client.0.smithi069.stdout:op 5691 completed, throughput=5MB/sec 2024-04-10T16:10:17.934 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-T3CIPctzedaDmOx off=16306808 len=669565 2024-04-10T16:10:17.938 INFO:tasks.workunit.client.0.smithi069.stdout:op 5692 completed, throughput=5MB/sec 2024-04-10T16:10:17.938 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-aRDnNuz4xFtjGYb off=15541518 len=73749 2024-04-10T16:10:17.940 INFO:tasks.workunit.client.0.smithi069.stdout:op 5693 completed, throughput=5MB/sec 2024-04-10T16:10:17.941 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-6VKvBC4AR5ll5i2 off=1789075 len=1336918 2024-04-10T16:10:17.941 INFO:tasks.workunit.client.0.smithi069.stdout:op 5694 completed, throughput=5MB/sec 2024-04-10T16:10:18.255 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:10:17 smithi077 ceph-mon[87572]: pgmap v1966: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-10T16:10:18.349 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:10:17 smithi069 ceph-mon[96738]: pgmap v1966: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-10T16:10:18.349 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:10:17 smithi069 ceph-mon[94167]: pgmap v1966: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-10T16:10:18.942 INFO:tasks.workunit.client.0.smithi069.stdout: 1105: throughput=5MB/sec pending data=0 2024-04-10T16:10:18.942 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-vK_1YhJM0fO8Z0y off=11840810 len=97660 2024-04-10T16:10:18.943 INFO:tasks.workunit.client.0.smithi069.stdout:op 5695 completed, throughput=5MB/sec 2024-04-10T16:10:18.943 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-AS6Kk3LJRdPLtjZ off=693998 len=1046172 2024-04-10T16:10:18.944 INFO:tasks.workunit.client.0.smithi069.stdout:op 5696 completed, throughput=5MB/sec 2024-04-10T16:10:18.944 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-vM7neqmZZ9D5Htn off=6676706 len=1097648 2024-04-10T16:10:18.949 INFO:tasks.workunit.client.0.smithi069.stdout:op 5697 completed, throughput=5MB/sec 2024-04-10T16:10:18.949 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-6Qnw0rgWtzAZfSN off=8484616 len=2057919 2024-04-10T16:10:18.954 INFO:tasks.workunit.client.0.smithi069.stdout:op 5698 completed, throughput=5MB/sec 2024-04-10T16:10:18.954 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-yGZX4moHEqb2s22 off=663299 len=1695521 2024-04-10T16:10:18.962 INFO:tasks.workunit.client.0.smithi069.stdout:op 5699 completed, throughput=5MB/sec 2024-04-10T16:10:19.963 INFO:tasks.workunit.client.0.smithi069.stdout: 1106: throughput=5MB/sec pending data=0 2024-04-10T16:10:19.963 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-ubFcTU_EYOV-nEU off=1037670 len=1093846 2024-04-10T16:10:19.966 INFO:tasks.workunit.client.0.smithi069.stdout:op 5700 completed, throughput=5MB/sec 2024-04-10T16:10:19.966 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-c3Z34jIGnKEINlC off=4056997 len=1600996 2024-04-10T16:10:19.972 INFO:tasks.workunit.client.0.smithi069.stdout:op 5701 completed, throughput=5MB/sec 2024-04-10T16:10:19.973 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-AwVPBLCStRiHBJK off=2527831 len=237348 2024-04-10T16:10:19.974 INFO:tasks.workunit.client.0.smithi069.stdout:op 5702 completed, throughput=5MB/sec 2024-04-10T16:10:19.974 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-cNnoQpW4XA12foT off=7476557 len=1012429 2024-04-10T16:10:19.975 INFO:tasks.workunit.client.0.smithi069.stdout:op 5703 completed, throughput=5MB/sec 2024-04-10T16:10:19.975 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-02Nv0ZRG2RfiSzM off=14465175 len=1523653 2024-04-10T16:10:19.983 INFO:tasks.workunit.client.0.smithi069.stdout:op 5704 completed, throughput=5MB/sec 2024-04-10T16:10:20.255 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:10:19 smithi077 ceph-mon[87572]: pgmap v1967: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.5 MiB/s wr, 3 op/s 2024-04-10T16:10:20.348 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:10:19 smithi069 ceph-mon[96738]: pgmap v1967: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.5 MiB/s wr, 3 op/s 2024-04-10T16:10:20.349 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:10:19 smithi069 ceph-mon[94167]: pgmap v1967: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.5 MiB/s wr, 3 op/s 2024-04-10T16:10:20.984 INFO:tasks.workunit.client.0.smithi069.stdout: 1107: throughput=5MB/sec pending data=0 2024-04-10T16:10:20.984 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-VVBX0AIonJhIyWS off=705701 len=1571624 2024-04-10T16:10:20.992 INFO:tasks.workunit.client.0.smithi069.stdout:op 5705 completed, throughput=5MB/sec 2024-04-10T16:10:20.992 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-DvELeZJgqxqWrO7 off=4858359 len=1478687 2024-04-10T16:10:20.994 INFO:tasks.workunit.client.0.smithi069.stdout:op 5706 completed, throughput=5MB/sec 2024-04-10T16:10:20.994 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-7L5mZ8R5N0pTVm_ off=777374 len=732807 2024-04-10T16:10:20.999 INFO:tasks.workunit.client.0.smithi069.stdout:op 5707 completed, throughput=5MB/sec 2024-04-10T16:10:20.999 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-KOecO5MVVj1NkBa off=3969836 len=374062 2024-04-10T16:10:21.002 INFO:tasks.workunit.client.0.smithi069.stdout:op 5708 completed, throughput=5MB/sec 2024-04-10T16:10:22.002 INFO:tasks.workunit.client.0.smithi069.stdout: 1108: throughput=5MB/sec pending data=0 2024-04-10T16:10:22.003 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-cNnoQpW4XA12foT off=4719722 len=1929398 2024-04-10T16:10:22.005 INFO:tasks.workunit.client.0.smithi069.stdout:op 5709 completed, throughput=5MB/sec 2024-04-10T16:10:22.005 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-HTJYVqTjYVBqWB- off=5366327 len=206209 2024-04-10T16:10:22.008 INFO:tasks.workunit.client.0.smithi069.stdout:op 5710 completed, throughput=5MB/sec 2024-04-10T16:10:22.008 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-UAt0IROd-MqhAT3 off=470171 len=1974148 2024-04-10T16:10:22.010 INFO:tasks.workunit.client.0.smithi069.stdout:op 5711 completed, throughput=5MB/sec 2024-04-10T16:10:22.010 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-CFEc_plzUs6CkRJ off=8736822 len=297545 2024-04-10T16:10:22.013 INFO:tasks.workunit.client.0.smithi069.stdout:op 5712 completed, throughput=5MB/sec 2024-04-10T16:10:22.013 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-5UbULakEJ0kWRk8 off=853168 len=740226 2024-04-10T16:10:22.014 INFO:tasks.workunit.client.0.smithi069.stdout:op 5713 completed, throughput=5MB/sec 2024-04-10T16:10:22.255 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:10:21 smithi077 ceph-mon[87572]: pgmap v1968: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-10T16:10:22.349 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:10:21 smithi069 ceph-mon[96738]: pgmap v1968: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-10T16:10:22.349 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:10:21 smithi069 ceph-mon[94167]: pgmap v1968: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-10T16:10:22.755 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:10:22 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:10:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:10:23.015 INFO:tasks.workunit.client.0.smithi069.stdout: 1109: throughput=5MB/sec pending data=0 2024-04-10T16:10:23.015 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-Ucee7DIADUcWwM0 off=3970225 len=1781264 2024-04-10T16:10:23.017 INFO:tasks.workunit.client.0.smithi069.stdout:op 5714 completed, throughput=5MB/sec 2024-04-10T16:10:23.017 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-tWib7_XzfLPj2RJ off=13471597 len=607643 2024-04-10T16:10:23.018 INFO:tasks.workunit.client.0.smithi069.stdout:op 5715 completed, throughput=5MB/sec 2024-04-10T16:10:23.018 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-c7mVdI-4vrmj_5p off=1523342 len=1393712 2024-04-10T16:10:23.021 INFO:tasks.workunit.client.0.smithi069.stdout:op 5716 completed, throughput=5MB/sec 2024-04-10T16:10:23.021 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-wqaafwx5Y9lq8u9 off=1429039 len=542822 2024-04-10T16:10:23.023 INFO:tasks.workunit.client.0.smithi069.stdout:op 5717 completed, throughput=5MB/sec 2024-04-10T16:10:23.023 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-m8V5XMFfPEawxRv off=11958464 len=557123 2024-04-10T16:10:23.024 INFO:tasks.workunit.client.0.smithi069.stdout:op 5718 completed, throughput=5MB/sec 2024-04-10T16:10:23.024 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-dw6038yNEDx6lAP off=5487405 len=45924 2024-04-10T16:10:23.025 INFO:tasks.workunit.client.0.smithi069.stdout:op 5719 completed, throughput=5MB/sec 2024-04-10T16:10:23.025 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-LrHFVpIa0trBlvZ off=1260881 len=851979 2024-04-10T16:10:23.030 INFO:tasks.workunit.client.0.smithi069.stdout:op 5720 completed, throughput=5MB/sec 2024-04-10T16:10:24.030 INFO:tasks.workunit.client.0.smithi069.stdout: 1110: throughput=5MB/sec pending data=0 2024-04-10T16:10:24.030 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-t4k4Zetp9V0y1ve off=2493630 len=166905 2024-04-10T16:10:24.033 INFO:tasks.workunit.client.0.smithi069.stdout:op 5721 completed, throughput=5MB/sec 2024-04-10T16:10:24.033 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-Ygeijhk2HNgTknC off=1234011 len=1035826 2024-04-10T16:10:24.035 INFO:tasks.workunit.client.0.smithi069.stdout:op 5722 completed, throughput=5MB/sec 2024-04-10T16:10:24.035 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-x3EnYHv6llYzLRw off=582837 len=474821 2024-04-10T16:10:24.039 INFO:tasks.workunit.client.0.smithi069.stdout:op 5723 completed, throughput=5MB/sec 2024-04-10T16:10:24.039 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-09Uvs22qAXKPu8S off=16694694 len=388083 2024-04-10T16:10:24.040 INFO:tasks.workunit.client.0.smithi069.stdout:op 5724 completed, throughput=5MB/sec 2024-04-10T16:10:24.040 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-p_tGnqF5JfhdicU off=8700329 len=1092267 2024-04-10T16:10:24.042 INFO:tasks.workunit.client.0.smithi069.stdout:op 5725 completed, throughput=5MB/sec 2024-04-10T16:10:24.043 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-15_YaXQz_rlDG61 off=14777154 len=876320 2024-04-10T16:10:24.043 INFO:tasks.workunit.client.0.smithi069.stdout:op 5726 completed, throughput=5MB/sec 2024-04-10T16:10:24.044 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-qU-PZbHXZa1C0qx off=2582435 len=1075287 2024-04-10T16:10:24.045 INFO:tasks.workunit.client.0.smithi069.stdout:op 5727 completed, throughput=5MB/sec 2024-04-10T16:10:24.255 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:10:23 smithi077 ceph-mon[87572]: pgmap v1969: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-10T16:10:24.349 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:10:23 smithi069 ceph-mon[96738]: pgmap v1969: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-10T16:10:24.349 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:10:23 smithi069 ceph-mon[94167]: pgmap v1969: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-10T16:10:25.045 INFO:tasks.workunit.client.0.smithi069.stdout: 1111: throughput=5MB/sec pending data=0 2024-04-10T16:10:25.045 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-J3hM7y_ekZwjX9M off=5288118 len=692774 2024-04-10T16:10:25.049 INFO:tasks.workunit.client.0.smithi069.stdout:op 5728 completed, throughput=5MB/sec 2024-04-10T16:10:25.050 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-zOqPbxtH4xMSbQS off=7713906 len=49152 2024-04-10T16:10:25.052 INFO:tasks.workunit.client.0.smithi069.stdout:op 5729 completed, throughput=5MB/sec 2024-04-10T16:10:25.053 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-M-d49bjtVkcFhMg off=156021 len=1835099 2024-04-10T16:10:25.055 INFO:tasks.workunit.client.0.smithi069.stdout:op 5730 completed, throughput=5MB/sec 2024-04-10T16:10:25.055 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-SQUomyRs0wqrmR7 off=4260885 len=1052864 2024-04-10T16:10:25.057 INFO:tasks.workunit.client.0.smithi069.stdout:op 5731 completed, throughput=5MB/sec 2024-04-10T16:10:25.057 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-osme18O0UfYEv6Q off=20063442 len=1397652 2024-04-10T16:10:25.060 INFO:tasks.workunit.client.0.smithi069.stdout:op 5732 completed, throughput=5MB/sec 2024-04-10T16:10:25.255 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:10:24 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:10:25.349 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:10:24 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:10:25.349 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:10:24 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:10:26.060 INFO:tasks.workunit.client.0.smithi069.stdout: 1112: throughput=5MB/sec pending data=0 2024-04-10T16:10:26.060 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-9pNaN65uz2ZgFkn off=6170236 len=1771948 2024-04-10T16:10:26.070 INFO:tasks.workunit.client.0.smithi069.stdout:op 5733 completed, throughput=5MB/sec 2024-04-10T16:10:26.070 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-6eYJ2BueXobIQPR off=4865041 len=1023362 2024-04-10T16:10:26.075 INFO:tasks.workunit.client.0.smithi069.stdout:op 5734 completed, throughput=5MB/sec 2024-04-10T16:10:26.075 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-38nOufDo4jNMyZy off=17340059 len=1653574 2024-04-10T16:10:26.082 INFO:tasks.workunit.client.0.smithi069.stdout:op 5735 completed, throughput=5MB/sec 2024-04-10T16:10:26.082 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-BOSwz_rTM5otp5K off=9434663 len=543615 2024-04-10T16:10:26.086 INFO:tasks.workunit.client.0.smithi069.stdout:op 5736 completed, throughput=5MB/sec 2024-04-10T16:10:26.086 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-Qvg8akNB2afyTuq off=3505406 len=315489 2024-04-10T16:10:26.088 INFO:tasks.workunit.client.0.smithi069.stdout:op 5737 completed, throughput=5MB/sec 2024-04-10T16:10:26.088 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-h-hRwV2Weklhw9- off=19453688 len=1222101 2024-04-10T16:10:26.096 INFO:tasks.workunit.client.0.smithi069.stdout:op 5738 completed, throughput=5MB/sec 2024-04-10T16:10:26.255 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:10:25 smithi077 ceph-mon[87572]: pgmap v1970: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-10T16:10:26.349 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:10:25 smithi069 ceph-mon[96738]: pgmap v1970: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-10T16:10:26.349 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:10:25 smithi069 ceph-mon[94167]: pgmap v1970: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-10T16:10:27.097 INFO:tasks.workunit.client.0.smithi069.stdout: 1113: throughput=5MB/sec pending data=0 2024-04-10T16:10:27.097 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-A58ulXNyKgoEewM off=2358696 len=387498 2024-04-10T16:10:27.097 INFO:tasks.workunit.client.0.smithi069.stdout:op 5739 completed, throughput=5MB/sec 2024-04-10T16:10:27.097 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-JwV6CRx1GRneFUi off=79304 len=1988701 2024-04-10T16:10:27.100 INFO:tasks.workunit.client.0.smithi069.stdout:op 5740 completed, throughput=5MB/sec 2024-04-10T16:10:27.100 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-AYjT3FK2ZrDyDEK off=3708397 len=981806 2024-04-10T16:10:27.106 INFO:tasks.workunit.client.0.smithi069.stdout:op 5741 completed, throughput=5MB/sec 2024-04-10T16:10:27.106 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-kb2oX3fE3AKomhv off=3901834 len=874004 2024-04-10T16:10:27.111 INFO:tasks.workunit.client.0.smithi069.stdout:op 5742 completed, throughput=5MB/sec 2024-04-10T16:10:27.255 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:10:26 smithi077 ceph-mon[87572]: pgmap v1971: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-04-10T16:10:27.349 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:10:26 smithi069 ceph-mon[94167]: pgmap v1971: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-04-10T16:10:27.349 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:10:26 smithi069 ceph-mon[96738]: pgmap v1971: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-04-10T16:10:27.349 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:10:26 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:10:26] "GET /metrics HTTP/1.1" 200 34051 "" "Prometheus/2.43.0" 2024-04-10T16:10:28.111 INFO:tasks.workunit.client.0.smithi069.stdout: 1114: throughput=5MB/sec pending data=0 2024-04-10T16:10:28.112 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-6PaL37DzZlTC0oy off=15022974 len=569368 2024-04-10T16:10:28.115 INFO:tasks.workunit.client.0.smithi069.stdout:op 5743 completed, throughput=5MB/sec 2024-04-10T16:10:28.115 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-Z9MCuyoFIBkLluF off=6359050 len=1726247 2024-04-10T16:10:28.117 INFO:tasks.workunit.client.0.smithi069.stdout:op 5744 completed, throughput=5MB/sec 2024-04-10T16:10:28.117 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-q9Y-qKFaM6lWJBC off=8789621 len=1324912 2024-04-10T16:10:28.125 INFO:tasks.workunit.client.0.smithi069.stdout:op 5745 completed, throughput=5MB/sec 2024-04-10T16:10:28.125 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-qeE5fjL-ILYVE-h off=189351 len=1675677 2024-04-10T16:10:28.134 INFO:tasks.workunit.client.0.smithi069.stdout:op 5746 completed, throughput=5MB/sec 2024-04-10T16:10:29.134 INFO:tasks.workunit.client.0.smithi069.stdout: 1115: throughput=5MB/sec pending data=0 2024-04-10T16:10:29.134 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-Dsgk4SorS2lcgy5 off=1621864 len=467776 2024-04-10T16:10:29.138 INFO:tasks.workunit.client.0.smithi069.stdout:op 5747 completed, throughput=5MB/sec 2024-04-10T16:10:29.139 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-42AVpX-7uFsp49R off=13868612 len=375339 2024-04-10T16:10:29.140 INFO:tasks.workunit.client.0.smithi069.stdout:op 5748 completed, throughput=5MB/sec 2024-04-10T16:10:29.140 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-INs4Oh6jBUxYjFQ off=7636829 len=440119 2024-04-10T16:10:29.141 INFO:tasks.workunit.client.0.smithi069.stdout:op 5749 completed, throughput=5MB/sec 2024-04-10T16:10:29.141 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-Ut8OeiThO6NvtlJ off=10790506 len=1060575 2024-04-10T16:10:29.146 INFO:tasks.workunit.client.0.smithi069.stdout:op 5750 completed, throughput=5MB/sec 2024-04-10T16:10:29.146 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-MxH02rwjDeg7uWp off=5039480 len=1247480 2024-04-10T16:10:29.153 INFO:tasks.workunit.client.0.smithi069.stdout:op 5751 completed, throughput=5MB/sec 2024-04-10T16:10:29.153 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-FeC_Qgcbp_2Peez off=1322525 len=113589 2024-04-10T16:10:29.154 INFO:tasks.workunit.client.0.smithi069.stdout:op 5752 completed, throughput=5MB/sec 2024-04-10T16:10:29.154 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-lAkgGGla88sWq20 off=11217074 len=279605 2024-04-10T16:10:29.155 INFO:tasks.workunit.client.0.smithi069.stdout:op 5753 completed, throughput=5MB/sec 2024-04-10T16:10:29.155 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-mLKv_aqF9UryzMn off=2645591 len=1353397 2024-04-10T16:10:29.157 INFO:tasks.workunit.client.0.smithi069.stdout:op 5754 completed, throughput=5MB/sec 2024-04-10T16:10:29.157 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-Sqg_V_VkLv3amr- off=0 len=1241044 2024-04-10T16:10:29.160 INFO:tasks.workunit.client.0.smithi069.stdout:op 5755 completed, throughput=5MB/sec 2024-04-10T16:10:29.505 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:10:29 smithi077 ceph-mon[87572]: pgmap v1972: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-10T16:10:29.599 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:10:29 smithi069 ceph-mon[96738]: pgmap v1972: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-10T16:10:29.599 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:10:29 smithi069 ceph-mon[94167]: pgmap v1972: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-10T16:10:30.161 INFO:tasks.workunit.client.0.smithi069.stdout: 1116: throughput=5MB/sec pending data=0 2024-04-10T16:10:30.161 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-rDg7koKolrmC-KG off=7980621 len=471604 2024-04-10T16:10:30.164 INFO:tasks.workunit.client.0.smithi069.stdout:op 5756 completed, throughput=5MB/sec 2024-04-10T16:10:30.164 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-_Vl9tb27REBSTRT off=5843514 len=593671 2024-04-10T16:10:30.169 INFO:tasks.workunit.client.0.smithi069.stdout:op 5757 completed, throughput=5MB/sec 2024-04-10T16:10:30.169 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-bMy79l3RBkApbHT off=266020 len=2050266 2024-04-10T16:10:30.173 INFO:tasks.workunit.client.0.smithi069.stdout:op 5758 completed, throughput=5MB/sec 2024-04-10T16:10:30.173 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-BpJZB4IQ5In9UlV off=1695187 len=2014879 2024-04-10T16:10:30.181 INFO:tasks.workunit.client.0.smithi069.stdout:op 5759 completed, throughput=5MB/sec 2024-04-10T16:10:31.182 INFO:tasks.workunit.client.0.smithi069.stdout: 1117: throughput=5MB/sec pending data=0 2024-04-10T16:10:31.182 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-9xn_SCHMWGvALdX off=13002871 len=209393 2024-04-10T16:10:31.185 INFO:tasks.workunit.client.0.smithi069.stdout:op 5760 completed, throughput=5MB/sec 2024-04-10T16:10:31.185 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-ZpPa4OdY7ZV4-vt off=19906436 len=385197 2024-04-10T16:10:31.186 INFO:tasks.workunit.client.0.smithi069.stdout:op 5761 completed, throughput=5MB/sec 2024-04-10T16:10:31.187 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-EAjrs9NgQk2zs3r off=13929758 len=513966 2024-04-10T16:10:31.187 INFO:tasks.workunit.client.0.smithi069.stdout:op 5762 completed, throughput=5MB/sec 2024-04-10T16:10:31.187 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-BK_29OfK0kGi9IV off=3564030 len=1023354 2024-04-10T16:10:31.192 INFO:tasks.workunit.client.0.smithi069.stdout:op 5763 completed, throughput=5MB/sec 2024-04-10T16:10:31.193 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-OUE7bQTjGIhY_Yh off=3677401 len=1908740 2024-04-10T16:10:31.204 INFO:tasks.workunit.client.0.smithi069.stdout:op 5764 completed, throughput=5MB/sec 2024-04-10T16:10:31.204 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-cb914hzfYplJWf3 off=4628658 len=689549 2024-04-10T16:10:31.205 INFO:tasks.workunit.client.0.smithi069.stdout:op 5765 completed, throughput=5MB/sec 2024-04-10T16:10:31.505 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:10:31 smithi077 ceph-mon[87572]: pgmap v1973: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-10T16:10:31.599 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:10:31 smithi069 ceph-mon[96738]: pgmap v1973: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-10T16:10:31.599 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:10:31 smithi069 ceph-mon[94167]: pgmap v1973: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-10T16:10:32.205 INFO:tasks.workunit.client.0.smithi069.stdout: 1118: throughput=5MB/sec pending data=0 2024-04-10T16:10:32.205 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-9tG3muW0-mOvtXN off=7453764 len=242764 2024-04-10T16:10:32.206 INFO:tasks.workunit.client.0.smithi069.stdout:op 5766 completed, throughput=5MB/sec 2024-04-10T16:10:32.206 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-WnH0TnYHBmo5fRl off=434928 len=1217742 2024-04-10T16:10:32.208 INFO:tasks.workunit.client.0.smithi069.stdout:op 5767 completed, throughput=5MB/sec 2024-04-10T16:10:32.208 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-JlYdeGSMIok_aFw off=7925388 len=876408 2024-04-10T16:10:32.213 INFO:tasks.workunit.client.0.smithi069.stdout:op 5768 completed, throughput=5MB/sec 2024-04-10T16:10:32.213 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-td8CXFHjuW_7Z8u off=3671742 len=1959384 2024-04-10T16:10:32.222 INFO:tasks.workunit.client.0.smithi069.stdout:op 5769 completed, throughput=5MB/sec 2024-04-10T16:10:32.222 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-E3Eem20olfPL424 off=6681583 len=461026 2024-04-10T16:10:32.224 INFO:tasks.workunit.client.0.smithi069.stdout:op 5770 completed, throughput=5MB/sec 2024-04-10T16:10:32.224 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-uP4TsfBJweO7nB3 off=2134735 len=146304 2024-04-10T16:10:32.224 INFO:tasks.workunit.client.0.smithi069.stdout:op 5771 completed, throughput=5MB/sec 2024-04-10T16:10:32.224 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-wKtHbu5TvOdx_c3 off=7120541 len=501302 2024-04-10T16:10:32.228 INFO:tasks.workunit.client.0.smithi069.stdout:op 5772 completed, throughput=5MB/sec 2024-04-10T16:10:32.755 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:10:32 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:10:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:10:33.228 INFO:tasks.workunit.client.0.smithi069.stdout: 1119: throughput=5MB/sec pending data=0 2024-04-10T16:10:33.228 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-OgsxNNAb0VRm2tJ off=1757490 len=1746702 2024-04-10T16:10:33.239 INFO:tasks.workunit.client.0.smithi069.stdout:op 5773 completed, throughput=5MB/sec 2024-04-10T16:10:33.239 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-PozXV9mBzs4ataw off=4138355 len=1009516 2024-04-10T16:10:33.240 INFO:tasks.workunit.client.0.smithi069.stdout:op 5774 completed, throughput=5MB/sec 2024-04-10T16:10:33.240 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-MY56Vey7F9HcbsA off=5962366 len=346701 2024-04-10T16:10:33.243 INFO:tasks.workunit.client.0.smithi069.stdout:op 5775 completed, throughput=5MB/sec 2024-04-10T16:10:33.243 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-7cz8VNBQRp8X4Gs off=1358299 len=1139156 2024-04-10T16:10:33.245 INFO:tasks.workunit.client.0.smithi069.stdout:op 5776 completed, throughput=5MB/sec 2024-04-10T16:10:33.245 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-rOOmBF3ZS9GCBJ0 off=10999194 len=1358292 2024-04-10T16:10:33.251 INFO:tasks.workunit.client.0.smithi069.stdout:op 5777 completed, throughput=5MB/sec 2024-04-10T16:10:33.505 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:10:33 smithi077 ceph-mon[87572]: pgmap v1974: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-10T16:10:33.599 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:10:33 smithi069 ceph-mon[96738]: pgmap v1974: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-10T16:10:33.599 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:10:33 smithi069 ceph-mon[94167]: pgmap v1974: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-10T16:10:34.251 INFO:tasks.workunit.client.0.smithi069.stdout: 1120: throughput=5MB/sec pending data=0 2024-04-10T16:10:34.251 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-oLNLw5AwxrDw7OQ off=2577922 len=1472474 2024-04-10T16:10:34.259 INFO:tasks.workunit.client.0.smithi069.stdout:op 5778 completed, throughput=5MB/sec 2024-04-10T16:10:34.259 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-xgNJ1PX1paFYTas off=9792619 len=1261976 2024-04-10T16:10:34.264 INFO:tasks.workunit.client.0.smithi069.stdout:op 5779 completed, throughput=5MB/sec 2024-04-10T16:10:34.264 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-syAz9RUXTWp3-aV off=21966952 len=1595425 2024-04-10T16:10:34.267 INFO:tasks.workunit.client.0.smithi069.stdout:op 5780 completed, throughput=5MB/sec 2024-04-10T16:10:34.267 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-oXF9-S4i9jRtdtq off=5461673 len=1118883 2024-04-10T16:10:34.273 INFO:tasks.workunit.client.0.smithi069.stdout:op 5781 completed, throughput=5MB/sec 2024-04-10T16:10:35.273 INFO:tasks.workunit.client.0.smithi069.stdout: 1121: throughput=5MB/sec pending data=0 2024-04-10T16:10:35.273 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-QpUuJU6dIgUU6aU off=11404252 len=1956990 2024-04-10T16:10:35.278 INFO:tasks.workunit.client.0.smithi069.stdout:op 5782 completed, throughput=5MB/sec 2024-04-10T16:10:35.278 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-2-vrRx33yP-uOSC off=1008473 len=1940339 2024-04-10T16:10:35.288 INFO:tasks.workunit.client.0.smithi069.stdout:op 5783 completed, throughput=5MB/sec 2024-04-10T16:10:35.288 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-qHgsBhiYM_bp5bR off=3884549 len=760715 2024-04-10T16:10:35.292 INFO:tasks.workunit.client.0.smithi069.stdout:op 5784 completed, throughput=5MB/sec 2024-04-10T16:10:35.505 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:10:35 smithi077 ceph-mon[87572]: pgmap v1975: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-10T16:10:35.598 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:10:35 smithi069 ceph-mon[96738]: pgmap v1975: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-10T16:10:35.599 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:10:35 smithi069 ceph-mon[94167]: pgmap v1975: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-10T16:10:36.293 INFO:tasks.workunit.client.0.smithi069.stdout: 1122: throughput=5MB/sec pending data=0 2024-04-10T16:10:36.293 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-7-ax81VdJJbEcP2 off=10912758 len=494742 2024-04-10T16:10:36.296 INFO:tasks.workunit.client.0.smithi069.stdout:op 5785 completed, throughput=5MB/sec 2024-04-10T16:10:36.297 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-OscAEPFfFUamE6H off=9875236 len=346729 2024-04-10T16:10:36.300 INFO:tasks.workunit.client.0.smithi069.stdout:op 5786 completed, throughput=5MB/sec 2024-04-10T16:10:36.300 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-1BZ0ba3dNtQsA78 off=2384217 len=1128698 2024-04-10T16:10:36.303 INFO:tasks.workunit.client.0.smithi069.stdout:op 5787 completed, throughput=5MB/sec 2024-04-10T16:10:36.303 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-hhnzd9XT7GxWPyN off=2694553 len=553088 2024-04-10T16:10:36.303 INFO:tasks.workunit.client.0.smithi069.stdout:op 5788 completed, throughput=5MB/sec 2024-04-10T16:10:36.304 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-F1bVPtyL4uex7ww off=1901430 len=113548 2024-04-10T16:10:36.306 INFO:tasks.workunit.client.0.smithi069.stdout:op 5789 completed, throughput=5MB/sec 2024-04-10T16:10:36.306 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-I-HdOZVRjndygoe off=165741 len=628667 2024-04-10T16:10:36.308 INFO:tasks.workunit.client.0.smithi069.stdout:op 5790 completed, throughput=5MB/sec 2024-04-10T16:10:36.308 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-bBccRFzCOOYwAqa off=5714876 len=913484 2024-04-10T16:10:36.313 INFO:tasks.workunit.client.0.smithi069.stdout:op 5791 completed, throughput=5MB/sec 2024-04-10T16:10:36.313 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-QXVxeu784HjacSJ off=11444394 len=491860 2024-04-10T16:10:36.314 INFO:tasks.workunit.client.0.smithi069.stdout:op 5792 completed, throughput=5MB/sec 2024-04-10T16:10:36.314 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-_JSTyZMAdOwGr9R off=18954497 len=2037520 2024-04-10T16:10:36.325 INFO:tasks.workunit.client.0.smithi069.stdout:op 5793 completed, throughput=5MB/sec 2024-04-10T16:10:37.182 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:10:36 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:10:36] "GET /metrics HTTP/1.1" 200 34051 "" "Prometheus/2.43.0" 2024-04-10T16:10:37.325 INFO:tasks.workunit.client.0.smithi069.stdout: 1123: throughput=5MB/sec pending data=0 2024-04-10T16:10:37.325 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-4mZmyKOHFuqQg4y off=5386365 len=1309268 2024-04-10T16:10:37.327 INFO:tasks.workunit.client.0.smithi069.stdout:op 5794 completed, throughput=5MB/sec 2024-04-10T16:10:37.327 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-wN9BqhkByQ57H8d off=7911593 len=511784 2024-04-10T16:10:37.331 INFO:tasks.workunit.client.0.smithi069.stdout:op 5795 completed, throughput=5MB/sec 2024-04-10T16:10:37.331 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-oChh4Gk5G5b0cZl off=3836961 len=1093651 2024-04-10T16:10:37.337 INFO:tasks.workunit.client.0.smithi069.stdout:op 5796 completed, throughput=5MB/sec 2024-04-10T16:10:37.337 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-ua5TxT-V5iaaA9G off=1650830 len=1343281 2024-04-10T16:10:37.340 INFO:tasks.workunit.client.0.smithi069.stdout:op 5797 completed, throughput=5MB/sec 2024-04-10T16:10:37.505 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:10:37 smithi077 ceph-mon[87572]: pgmap v1976: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-10T16:10:37.598 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:10:37 smithi069 ceph-mon[96738]: pgmap v1976: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-10T16:10:37.599 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:10:37 smithi069 ceph-mon[94167]: pgmap v1976: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-10T16:10:38.340 INFO:tasks.workunit.client.0.smithi069.stdout: 1124: throughput=5MB/sec pending data=0 2024-04-10T16:10:38.340 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-dpezrvGOq41q30c off=4402908 len=1696696 2024-04-10T16:10:38.347 INFO:tasks.workunit.client.0.smithi069.stdout:op 5798 completed, throughput=5MB/sec 2024-04-10T16:10:38.348 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-0q2L6wuP_O41lsf off=11265424 len=1179291 2024-04-10T16:10:38.352 INFO:tasks.workunit.client.0.smithi069.stdout:op 5799 completed, throughput=5MB/sec 2024-04-10T16:10:38.353 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-WqLxFsSKb3tB_nm off=17058648 len=1409361 2024-04-10T16:10:38.359 INFO:tasks.workunit.client.0.smithi069.stdout:op 5800 completed, throughput=5MB/sec 2024-04-10T16:10:38.360 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-0rnFwtARuTbmVDZ off=6421301 len=1881596 2024-04-10T16:10:38.369 INFO:tasks.workunit.client.0.smithi069.stdout:op 5801 completed, throughput=5MB/sec 2024-04-10T16:10:39.369 INFO:tasks.workunit.client.0.smithi069.stdout: 1125: throughput=5MB/sec pending data=0 2024-04-10T16:10:39.369 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-MYIPCt6WergXwtY off=9204387 len=1783062 2024-04-10T16:10:39.371 INFO:tasks.workunit.client.0.smithi069.stdout:op 5802 completed, throughput=5MB/sec 2024-04-10T16:10:39.371 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-WcK1ko3bDQtSfv0 off=10426808 len=818651 2024-04-10T16:10:39.373 INFO:tasks.workunit.client.0.smithi069.stdout:op 5803 completed, throughput=5MB/sec 2024-04-10T16:10:39.373 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-uSmeQ_QGqe76C3x off=14536164 len=1313525 2024-04-10T16:10:39.374 INFO:tasks.workunit.client.0.smithi069.stdout:op 5804 completed, throughput=5MB/sec 2024-04-10T16:10:39.374 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-HW9UCpy9zSG4Qp5 off=16596951 len=1974394 2024-04-10T16:10:39.377 INFO:tasks.workunit.client.0.smithi069.stdout:op 5805 completed, throughput=5MB/sec 2024-04-10T16:10:39.505 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:10:39 smithi077 ceph-mon[87572]: pgmap v1977: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-10T16:10:39.599 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:10:39 smithi069 ceph-mon[96738]: pgmap v1977: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-10T16:10:39.599 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:10:39 smithi069 ceph-mon[94167]: pgmap v1977: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-10T16:10:40.377 INFO:tasks.workunit.client.0.smithi069.stdout: 1126: throughput=5MB/sec pending data=0 2024-04-10T16:10:40.377 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-rtK9GGP9vniR2Pi off=17085484 len=689405 2024-04-10T16:10:40.382 INFO:tasks.workunit.client.0.smithi069.stdout:op 5806 completed, throughput=5MB/sec 2024-04-10T16:10:40.382 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-FSauRoNw2OcOaQ2 off=5478171 len=1486797 2024-04-10T16:10:40.388 INFO:tasks.workunit.client.0.smithi069.stdout:op 5807 completed, throughput=5MB/sec 2024-04-10T16:10:40.388 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-RUeDDzkrgl07S0E off=2288903 len=37292 2024-04-10T16:10:40.391 INFO:tasks.workunit.client.0.smithi069.stdout:op 5808 completed, throughput=5MB/sec 2024-04-10T16:10:40.391 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-3c-mvghMx8kTiEr off=3949720 len=1340666 2024-04-10T16:10:40.396 INFO:tasks.workunit.client.0.smithi069.stdout:op 5809 completed, throughput=5MB/sec 2024-04-10T16:10:40.396 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-e5SOyFzN2HjVD7x off=11855975 len=390766 2024-04-10T16:10:40.399 INFO:tasks.workunit.client.0.smithi069.stdout:op 5810 completed, throughput=5MB/sec 2024-04-10T16:10:40.505 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:10:40 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:10:40.599 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:10:40 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:10:40.599 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:10:40 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:10:41.399 INFO:tasks.workunit.client.0.smithi069.stdout: 1127: throughput=5MB/sec pending data=0 2024-04-10T16:10:41.399 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-JpVYgeXCV3YCR7f off=5919341 len=1684946 2024-04-10T16:10:41.409 INFO:tasks.workunit.client.0.smithi069.stdout:op 5811 completed, throughput=5MB/sec 2024-04-10T16:10:41.409 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-9SsMOnO7IhqqELf off=937699 len=1457457 2024-04-10T16:10:41.411 INFO:tasks.workunit.client.0.smithi069.stdout:op 5812 completed, throughput=5MB/sec 2024-04-10T16:10:41.411 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-fm3SWu44nnnWM9i off=15513319 len=1485987 2024-04-10T16:10:41.413 INFO:tasks.workunit.client.0.smithi069.stdout:op 5813 completed, throughput=5MB/sec 2024-04-10T16:10:41.413 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-BxUepQFxu-4DTlw off=1514284 len=919036 2024-04-10T16:10:41.414 INFO:tasks.workunit.client.0.smithi069.stdout:op 5814 completed, throughput=5MB/sec 2024-04-10T16:10:41.505 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:10:41 smithi077 ceph-mon[87572]: pgmap v1978: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-10T16:10:41.599 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:10:41 smithi069 ceph-mon[96738]: pgmap v1978: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-10T16:10:41.599 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:10:41 smithi069 ceph-mon[94167]: pgmap v1978: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-10T16:10:42.415 INFO:tasks.workunit.client.0.smithi069.stdout: 1128: throughput=5MB/sec pending data=0 2024-04-10T16:10:42.415 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-MSyFtxj-vQoOwLV off=74828 len=1690901 2024-04-10T16:10:42.417 INFO:tasks.workunit.client.0.smithi069.stdout:op 5815 completed, throughput=5MB/sec 2024-04-10T16:10:42.417 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-ZAyrTke97zcg4f1 off=11866745 len=795050 2024-04-10T16:10:42.421 INFO:tasks.workunit.client.0.smithi069.stdout:op 5816 completed, throughput=5MB/sec 2024-04-10T16:10:42.422 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-tKhrrcOFPV81dOD off=4134554 len=92420 2024-04-10T16:10:42.422 INFO:tasks.workunit.client.0.smithi069.stdout:op 5817 completed, throughput=5MB/sec 2024-04-10T16:10:42.422 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-O4So6Sum6ktlSTn off=4771404 len=345331 2024-04-10T16:10:42.423 INFO:tasks.workunit.client.0.smithi069.stdout:op 5818 completed, throughput=5MB/sec 2024-04-10T16:10:42.423 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-qFUoLnCM26h99h9 off=3722498 len=2079954 2024-04-10T16:10:42.426 INFO:tasks.workunit.client.0.smithi069.stdout:op 5819 completed, throughput=5MB/sec 2024-04-10T16:10:42.755 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:10:42 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:10:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:10:43.426 INFO:tasks.workunit.client.0.smithi069.stdout: 1129: throughput=5MB/sec pending data=0 2024-04-10T16:10:43.427 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-NgnnlMotZqQGWjW off=5882875 len=1058057 2024-04-10T16:10:43.429 INFO:tasks.workunit.client.0.smithi069.stdout:op 5820 completed, throughput=5MB/sec 2024-04-10T16:10:43.429 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-Wi_HTFpHuwWRmyV off=5417294 len=486577 2024-04-10T16:10:43.432 INFO:tasks.workunit.client.0.smithi069.stdout:op 5821 completed, throughput=5MB/sec 2024-04-10T16:10:43.432 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-Pq_PPm1hAviiPLg off=1533345 len=1733831 2024-04-10T16:10:43.434 INFO:tasks.workunit.client.0.smithi069.stdout:op 5822 completed, throughput=5MB/sec 2024-04-10T16:10:43.435 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-UCnPdzicdm0qSxS off=795214 len=901432 2024-04-10T16:10:43.436 INFO:tasks.workunit.client.0.smithi069.stdout:op 5823 completed, throughput=5MB/sec 2024-04-10T16:10:43.436 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-d1S0M6UpI4NCBZq off=14145512 len=1986976 2024-04-10T16:10:43.445 INFO:tasks.workunit.client.0.smithi069.stdout:op 5824 completed, throughput=5MB/sec 2024-04-10T16:10:43.505 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:10:43 smithi077 ceph-mon[87572]: pgmap v1979: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-10T16:10:43.599 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:10:43 smithi069 ceph-mon[96738]: pgmap v1979: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-10T16:10:43.599 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:10:43 smithi069 ceph-mon[94167]: pgmap v1979: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-10T16:10:44.446 INFO:tasks.workunit.client.0.smithi069.stdout: 1130: throughput=5MB/sec pending data=0 2024-04-10T16:10:44.446 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-M5zm25QV6yj3XDd off=8065130 len=714957 2024-04-10T16:10:44.447 INFO:tasks.workunit.client.0.smithi069.stdout:op 5825 completed, throughput=5MB/sec 2024-04-10T16:10:44.447 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-Sc3_ejWqvOJHZgp off=5603767 len=972013 2024-04-10T16:10:44.448 INFO:tasks.workunit.client.0.smithi069.stdout:op 5826 completed, throughput=5MB/sec 2024-04-10T16:10:44.448 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-FMj__JyzYTLNfnS off=22851593 len=199034 2024-04-10T16:10:44.451 INFO:tasks.workunit.client.0.smithi069.stdout:op 5827 completed, throughput=5MB/sec 2024-04-10T16:10:44.451 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-JNsfju16LSiBixz off=6992763 len=406870 2024-04-10T16:10:44.452 INFO:tasks.workunit.client.0.smithi069.stdout:op 5828 completed, throughput=5MB/sec 2024-04-10T16:10:44.452 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-PISwQDfkhJRlKN2 off=6372330 len=596541 2024-04-10T16:10:44.454 INFO:tasks.workunit.client.0.smithi069.stdout:op 5829 completed, throughput=5MB/sec 2024-04-10T16:10:44.454 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-kzkG2swtoaAnQCx off=8522990 len=603133 2024-04-10T16:10:44.455 INFO:tasks.workunit.client.0.smithi069.stdout:op 5830 completed, throughput=5MB/sec 2024-04-10T16:10:44.455 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-0MDK7sdRiMnQ7UY off=6152392 len=303669 2024-04-10T16:10:44.456 INFO:tasks.workunit.client.0.smithi069.stdout:op 5831 completed, throughput=5MB/sec 2024-04-10T16:10:44.456 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-zbLrtzFxjz4dB9e off=4832922 len=512307 2024-04-10T16:10:44.459 INFO:tasks.workunit.client.0.smithi069.stdout:op 5832 completed, throughput=5MB/sec 2024-04-10T16:10:44.460 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-f_ZpOPikUq9D7LD off=20044686 len=1727072 2024-04-10T16:10:44.463 INFO:tasks.workunit.client.0.smithi069.stdout:op 5833 completed, throughput=5MB/sec 2024-04-10T16:10:45.463 INFO:tasks.workunit.client.0.smithi069.stdout: 1131: throughput=5MB/sec pending data=0 2024-04-10T16:10:45.463 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-K-ogxUnAvEo76YI off=3272374 len=1722129 2024-04-10T16:10:45.466 INFO:tasks.workunit.client.0.smithi069.stdout:op 5834 completed, throughput=5MB/sec 2024-04-10T16:10:45.466 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-XO6pwilGuWk3FOU off=5792208 len=1018165 2024-04-10T16:10:45.468 INFO:tasks.workunit.client.0.smithi069.stdout:op 5835 completed, throughput=5MB/sec 2024-04-10T16:10:45.468 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-z1aTOPS2bYUmdca off=18946141 len=1748769 2024-04-10T16:10:45.478 INFO:tasks.workunit.client.0.smithi069.stdout:op 5836 completed, throughput=5MB/sec 2024-04-10T16:10:45.505 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:10:45 smithi077 ceph-mon[87572]: pgmap v1980: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-10T16:10:45.599 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:10:45 smithi069 ceph-mon[96738]: pgmap v1980: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-10T16:10:45.599 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:10:45 smithi069 ceph-mon[94167]: pgmap v1980: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-10T16:10:46.478 INFO:tasks.workunit.client.0.smithi069.stdout: 1132: throughput=5MB/sec pending data=0 2024-04-10T16:10:46.478 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-FjsLsHz9HfK5WVF off=2038847 len=311619 2024-04-10T16:10:46.479 INFO:tasks.workunit.client.0.smithi069.stdout:op 5837 completed, throughput=5MB/sec 2024-04-10T16:10:46.479 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-7GjRm445IFQtkXF off=8004567 len=720914 2024-04-10T16:10:46.481 INFO:tasks.workunit.client.0.smithi069.stdout:op 5838 completed, throughput=5MB/sec 2024-04-10T16:10:46.481 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-D2auUmLVLSFhedi off=5121663 len=484744 2024-04-10T16:10:46.482 INFO:tasks.workunit.client.0.smithi069.stdout:op 5839 completed, throughput=5MB/sec 2024-04-10T16:10:46.482 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-aDbUqoRo9G530w4 off=2114784 len=2059512 2024-04-10T16:10:46.487 INFO:tasks.workunit.client.0.smithi069.stdout:op 5840 completed, throughput=5MB/sec 2024-04-10T16:10:46.487 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-TsY4eVqGU-OoGg4 off=5187925 len=1884114 2024-04-10T16:10:46.489 INFO:tasks.workunit.client.0.smithi069.stdout:op 5841 completed, throughput=5MB/sec 2024-04-10T16:10:47.349 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:10:46 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:10:46] "GET /metrics HTTP/1.1" 200 34051 "" "Prometheus/2.43.0" 2024-04-10T16:10:47.489 INFO:tasks.workunit.client.0.smithi069.stdout: 1133: throughput=5MB/sec pending data=0 2024-04-10T16:10:47.489 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-bvEQ4a2v0teHzdp off=8781256 len=1677776 2024-04-10T16:10:47.493 INFO:tasks.workunit.client.0.smithi069.stdout:op 5842 completed, throughput=5MB/sec 2024-04-10T16:10:47.493 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-SHWnmTt9tmEZKm_ off=439213 len=1458414 2024-04-10T16:10:47.501 INFO:tasks.workunit.client.0.smithi069.stdout:op 5843 completed, throughput=5MB/sec 2024-04-10T16:10:47.501 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-mwVhz9KEk47iCAs off=305370 len=1271647 2024-04-10T16:10:47.509 INFO:tasks.workunit.client.0.smithi069.stdout:op 5844 completed, throughput=5MB/sec 2024-04-10T16:10:47.849 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:10:47 smithi069 ceph-mon[96738]: pgmap v1981: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-10T16:10:47.849 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:10:47 smithi069 ceph-mon[94167]: pgmap v1981: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-10T16:10:48.005 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:10:47 smithi077 ceph-mon[87572]: pgmap v1981: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-10T16:10:48.510 INFO:tasks.workunit.client.0.smithi069.stdout: 1134: throughput=5MB/sec pending data=0 2024-04-10T16:10:48.510 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-evEu46fA-W851ho off=3643370 len=810504 2024-04-10T16:10:48.515 INFO:tasks.workunit.client.0.smithi069.stdout:op 5845 completed, throughput=5MB/sec 2024-04-10T16:10:48.515 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-VGMuAgIkkrOqfhm off=7181331 len=307290 2024-04-10T16:10:48.518 INFO:tasks.workunit.client.0.smithi069.stdout:op 5846 completed, throughput=5MB/sec 2024-04-10T16:10:48.518 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-bUEivp3nPHfqYAo off=23214812 len=1096319 2024-04-10T16:10:48.519 INFO:tasks.workunit.client.0.smithi069.stdout:op 5847 completed, throughput=5MB/sec 2024-04-10T16:10:48.520 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-ie8DPbeAIZDGC8h off=16148685 len=1502339 2024-04-10T16:10:48.527 INFO:tasks.workunit.client.0.smithi069.stdout:op 5848 completed, throughput=5MB/sec 2024-04-10T16:10:48.528 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-glhmNyXbKusoNso off=4916345 len=874999 2024-04-10T16:10:48.528 INFO:tasks.workunit.client.0.smithi069.stdout:op 5849 completed, throughput=5MB/sec 2024-04-10T16:10:48.529 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-pjPUzG8wGxWE7Xw off=17022827 len=1678019 2024-04-10T16:10:48.530 INFO:tasks.workunit.client.0.smithi069.stdout:op 5850 completed, throughput=5MB/sec 2024-04-10T16:10:49.531 INFO:tasks.workunit.client.0.smithi069.stdout: 1135: throughput=5MB/sec pending data=0 2024-04-10T16:10:49.531 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-FkgpsKbC-P8KZYt off=1168122 len=1801715 2024-04-10T16:10:49.533 INFO:tasks.workunit.client.0.smithi069.stdout:op 5851 completed, throughput=5MB/sec 2024-04-10T16:10:49.533 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-57T6iVJWR3gSh3s off=17196877 len=972512 2024-04-10T16:10:49.539 INFO:tasks.workunit.client.0.smithi069.stdout:op 5852 completed, throughput=5MB/sec 2024-04-10T16:10:49.539 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-uvLkpik_0IVp8bs off=721211 len=466583 2024-04-10T16:10:49.540 INFO:tasks.workunit.client.0.smithi069.stdout:op 5853 completed, throughput=5MB/sec 2024-04-10T16:10:49.540 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-3ryx3rzOTSg2Xiu off=9320780 len=877268 2024-04-10T16:10:49.541 INFO:tasks.workunit.client.0.smithi069.stdout:op 5854 completed, throughput=5MB/sec 2024-04-10T16:10:49.541 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-E8iD4_jU92a3LQn off=2814103 len=1480164 2024-04-10T16:10:49.543 INFO:tasks.workunit.client.0.smithi069.stdout:op 5855 completed, throughput=5MB/sec 2024-04-10T16:10:49.849 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:10:49 smithi069 ceph-mon[96738]: pgmap v1982: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-10T16:10:49.849 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:10:49 smithi069 ceph-mon[94167]: pgmap v1982: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-10T16:10:50.005 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:10:49 smithi077 ceph-mon[87572]: pgmap v1982: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-10T16:10:50.543 INFO:tasks.workunit.client.0.smithi069.stdout: 1136: throughput=5MB/sec pending data=0 2024-04-10T16:10:50.543 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-4pVrJZoWTTXuBiM off=2821711 len=1852020 2024-04-10T16:10:50.553 INFO:tasks.workunit.client.0.smithi069.stdout:op 5856 completed, throughput=5MB/sec 2024-04-10T16:10:50.553 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-KVxRnkrOxQ1KtzL off=3341990 len=1987389 2024-04-10T16:10:50.558 INFO:tasks.workunit.client.0.smithi069.stdout:op 5857 completed, throughput=5MB/sec 2024-04-10T16:10:50.558 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-orZfDwjl5HgnnO4 off=9529529 len=1198614 2024-04-10T16:10:50.563 INFO:tasks.workunit.client.0.smithi069.stdout:op 5858 completed, throughput=5MB/sec 2024-04-10T16:10:51.563 INFO:tasks.workunit.client.0.smithi069.stdout: 1137: throughput=5MB/sec pending data=0 2024-04-10T16:10:51.564 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-3OkEa91Hc-ZIdSe off=18161457 len=2093528 2024-04-10T16:10:51.566 INFO:tasks.workunit.client.0.smithi069.stdout:op 5859 completed, throughput=5MB/sec 2024-04-10T16:10:51.566 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-BsAAFwV2w1xW_Uz off=1088426 len=1307442 2024-04-10T16:10:51.573 INFO:tasks.workunit.client.0.smithi069.stdout:op 5860 completed, throughput=5MB/sec 2024-04-10T16:10:51.573 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-NEEFxh3t8-Sq_f6 off=1203579 len=1277272 2024-04-10T16:10:51.576 INFO:tasks.workunit.client.0.smithi069.stdout:op 5861 completed, throughput=5MB/sec 2024-04-10T16:10:51.849 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:10:51 smithi069 ceph-mon[96738]: pgmap v1983: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-10T16:10:51.849 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:10:51 smithi069 ceph-mon[94167]: pgmap v1983: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-10T16:10:52.005 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:10:51 smithi077 ceph-mon[87572]: pgmap v1983: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-10T16:10:52.577 INFO:tasks.workunit.client.0.smithi069.stdout: 1138: throughput=5MB/sec pending data=0 2024-04-10T16:10:52.577 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-FdIA9mmFG5U8KoX off=1190528 len=937870 2024-04-10T16:10:52.579 INFO:tasks.workunit.client.0.smithi069.stdout:op 5862 completed, throughput=5MB/sec 2024-04-10T16:10:52.579 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-W140EJhxjafCgF5 off=3658344 len=1264091 2024-04-10T16:10:52.586 INFO:tasks.workunit.client.0.smithi069.stdout:op 5863 completed, throughput=5MB/sec 2024-04-10T16:10:52.586 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-0-jP9re-Qfy11RN off=2344370 len=1864267 2024-04-10T16:10:52.597 INFO:tasks.workunit.client.0.smithi069.stdout:op 5864 completed, throughput=5MB/sec 2024-04-10T16:10:52.597 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-ljUFesTUjEuUFMv off=10468729 len=401159 2024-04-10T16:10:52.598 INFO:tasks.workunit.client.0.smithi069.stdout:op 5865 completed, throughput=5MB/sec 2024-04-10T16:10:52.598 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-S8D5CHXesIEWq1m off=3196511 len=1350070 2024-04-10T16:10:52.600 INFO:tasks.workunit.client.0.smithi069.stdout:op 5866 completed, throughput=5MB/sec 2024-04-10T16:10:52.755 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:10:52 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:10:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:10:53.600 INFO:tasks.workunit.client.0.smithi069.stdout: 1139: throughput=5MB/sec pending data=0 2024-04-10T16:10:53.601 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-NOCV68_0Xz-ynsx off=6891393 len=2081282 2024-04-10T16:10:53.614 INFO:tasks.workunit.client.0.smithi069.stdout:op 5867 completed, throughput=5MB/sec 2024-04-10T16:10:53.614 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-uRLfM9z5subc5_L off=5661119 len=95664 2024-04-10T16:10:53.615 INFO:tasks.workunit.client.0.smithi069.stdout:op 5868 completed, throughput=5MB/sec 2024-04-10T16:10:53.615 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-6OBUcTYieGDxkFP off=1083112 len=578942 2024-04-10T16:10:53.619 INFO:tasks.workunit.client.0.smithi069.stdout:op 5869 completed, throughput=5MB/sec 2024-04-10T16:10:53.619 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-BWvm7Y0Neu1HLz5 off=3424794 len=1853433 2024-04-10T16:10:53.629 INFO:tasks.workunit.client.0.smithi069.stdout:op 5870 completed, throughput=5MB/sec 2024-04-10T16:10:53.630 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-Rd-5tRHuOOrg1vD off=8925928 len=1586527 2024-04-10T16:10:53.632 INFO:tasks.workunit.client.0.smithi069.stdout:op 5871 completed, throughput=5MB/sec 2024-04-10T16:10:53.849 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:10:53 smithi069 ceph-mon[96738]: pgmap v1984: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-10T16:10:53.849 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:10:53 smithi069 ceph-mon[94167]: pgmap v1984: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-10T16:10:54.005 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:10:53 smithi077 ceph-mon[87572]: pgmap v1984: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-10T16:10:54.632 INFO:tasks.workunit.client.0.smithi069.stdout: 1140: throughput=5MB/sec pending data=0 2024-04-10T16:10:54.632 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-aIaDYmrmDhjPxu1 off=329453 len=341046 2024-04-10T16:10:54.633 INFO:tasks.workunit.client.0.smithi069.stdout:op 5872 completed, throughput=5MB/sec 2024-04-10T16:10:54.633 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-uNlwdpsG8Eo49vQ off=11399968 len=1258738 2024-04-10T16:10:54.636 INFO:tasks.workunit.client.0.smithi069.stdout:op 5873 completed, throughput=5MB/sec 2024-04-10T16:10:54.636 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-iRVMdUeuApGMe0u off=15964951 len=1611261 2024-04-10T16:10:54.644 INFO:tasks.workunit.client.0.smithi069.stdout:op 5874 completed, throughput=5MB/sec 2024-04-10T16:10:54.645 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-1_FD3B5A9F-zki9 off=7420912 len=1834265 2024-04-10T16:10:54.648 INFO:tasks.workunit.client.0.smithi069.stdout:op 5875 completed, throughput=5MB/sec 2024-04-10T16:10:55.648 INFO:tasks.workunit.client.0.smithi069.stdout: 1141: throughput=5MB/sec pending data=0 2024-04-10T16:10:55.649 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-GMQRfyid4BXc2tI off=12717510 len=589953 2024-04-10T16:10:55.652 INFO:tasks.workunit.client.0.smithi069.stdout:op 5876 completed, throughput=5MB/sec 2024-04-10T16:10:55.652 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-vM7neqmZZ9D5Htn off=931919 len=1292865 2024-04-10T16:10:55.660 INFO:tasks.workunit.client.0.smithi069.stdout:op 5877 completed, throughput=5MB/sec 2024-04-10T16:10:55.660 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-CywddaivF-9Tzoo off=7185598 len=1499074 2024-04-10T16:10:55.666 INFO:tasks.workunit.client.0.smithi069.stdout:op 5878 completed, throughput=5MB/sec 2024-04-10T16:10:55.666 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-jL4CYE29OXuQWKq off=1364381 len=754846 2024-04-10T16:10:55.667 INFO:tasks.workunit.client.0.smithi069.stdout:op 5879 completed, throughput=5MB/sec 2024-04-10T16:10:55.849 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:10:55 smithi069 ceph-mon[96738]: pgmap v1985: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-10T16:10:55.849 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:10:55 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:10:55.849 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:10:55 smithi069 ceph-mon[94167]: pgmap v1985: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-10T16:10:55.849 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:10:55 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:10:56.005 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:10:55 smithi077 ceph-mon[87572]: pgmap v1985: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-10T16:10:56.005 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:10:55 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:10:56.667 INFO:tasks.workunit.client.0.smithi069.stdout: 1142: throughput=5MB/sec pending data=0 2024-04-10T16:10:56.668 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-rnWQEAcnIz0IJ-i off=3070712 len=49101 2024-04-10T16:10:56.670 INFO:tasks.workunit.client.0.smithi069.stdout:op 5880 completed, throughput=5MB/sec 2024-04-10T16:10:56.670 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-NGCosdoji91QED3 off=234218 len=868617 2024-04-10T16:10:56.671 INFO:tasks.workunit.client.0.smithi069.stdout:op 5881 completed, throughput=5MB/sec 2024-04-10T16:10:56.671 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-PLZJieQ88uRMhFD off=5719006 len=1449879 2024-04-10T16:10:56.679 INFO:tasks.workunit.client.0.smithi069.stdout:op 5882 completed, throughput=5MB/sec 2024-04-10T16:10:56.679 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-4zqKsANDsGICjL8 off=11633583 len=1660440 2024-04-10T16:10:56.688 INFO:tasks.workunit.client.0.smithi069.stdout:op 5883 completed, throughput=5MB/sec 2024-04-10T16:10:56.688 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-6ldoE9YIJK27DHL off=12701768 len=1306284 2024-04-10T16:10:56.696 INFO:tasks.workunit.client.0.smithi069.stdout:op 5884 completed, throughput=5MB/sec 2024-04-10T16:10:57.349 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:10:56 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:10:56] "GET /metrics HTTP/1.1" 200 34050 "" "Prometheus/2.43.0" 2024-04-10T16:10:57.696 INFO:tasks.workunit.client.0.smithi069.stdout: 1143: throughput=5MB/sec pending data=0 2024-04-10T16:10:57.696 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-5jYnL8kWOBE31Fk off=11168846 len=766122 2024-04-10T16:10:57.701 INFO:tasks.workunit.client.0.smithi069.stdout:op 5885 completed, throughput=5MB/sec 2024-04-10T16:10:57.701 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-oXF9-S4i9jRtdtq off=294280 len=646383 2024-04-10T16:10:57.702 INFO:tasks.workunit.client.0.smithi069.stdout:op 5886 completed, throughput=5MB/sec 2024-04-10T16:10:57.702 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-TQ09qEUSN8B9Nbw off=1424334 len=1321069 2024-04-10T16:10:57.704 INFO:tasks.workunit.client.0.smithi069.stdout:op 5887 completed, throughput=5MB/sec 2024-04-10T16:10:57.704 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-jlCY34n7B9eC2we off=2300224 len=713649 2024-04-10T16:10:57.705 INFO:tasks.workunit.client.0.smithi069.stdout:op 5888 completed, throughput=5MB/sec 2024-04-10T16:10:57.706 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-epmoopWWu5sw1r0 off=1428710 len=1116426 2024-04-10T16:10:57.712 INFO:tasks.workunit.client.0.smithi069.stdout:op 5889 completed, throughput=5MB/sec 2024-04-10T16:10:57.712 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-7hMW8zGaeU9FfO- off=2342096 len=393095 2024-04-10T16:10:57.715 INFO:tasks.workunit.client.0.smithi069.stdout:op 5890 completed, throughput=5MB/sec 2024-04-10T16:10:57.715 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-Bjrhvi2gfFsjJ8i off=17170099 len=1214462 2024-04-10T16:10:57.716 INFO:tasks.workunit.client.0.smithi069.stdout:op 5891 completed, throughput=5MB/sec 2024-04-10T16:10:57.849 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:10:57 smithi069 ceph-mon[96738]: pgmap v1986: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-10T16:10:57.849 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:10:57 smithi069 ceph-mon[94167]: pgmap v1986: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-10T16:10:58.005 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:10:57 smithi077 ceph-mon[87572]: pgmap v1986: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-10T16:10:58.717 INFO:tasks.workunit.client.0.smithi069.stdout: 1144: throughput=5MB/sec pending data=0 2024-04-10T16:10:58.717 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-SMBJC66FJ3hc1RB off=4290438 len=179854 2024-04-10T16:10:58.720 INFO:tasks.workunit.client.0.smithi069.stdout:op 5892 completed, throughput=5MB/sec 2024-04-10T16:10:58.720 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-hu6oSyQEWGW7I11 off=10417708 len=994570 2024-04-10T16:10:58.725 INFO:tasks.workunit.client.0.smithi069.stdout:op 5893 completed, throughput=5MB/sec 2024-04-10T16:10:58.725 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-RsiTKn0UHEDPjvr off=9545353 len=1168873 2024-04-10T16:10:58.732 INFO:tasks.workunit.client.0.smithi069.stdout:op 5894 completed, throughput=5MB/sec 2024-04-10T16:10:58.732 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-4vyCqsfFRrHbHdK off=9000509 len=1888862 2024-04-10T16:10:58.734 INFO:tasks.workunit.client.0.smithi069.stdout:op 5895 completed, throughput=5MB/sec 2024-04-10T16:10:58.734 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-7iUVD1Mlznp4f5_ off=19358592 len=1426367 2024-04-10T16:10:58.740 INFO:tasks.workunit.client.0.smithi069.stdout:op 5896 completed, throughput=5MB/sec 2024-04-10T16:10:59.741 INFO:tasks.workunit.client.0.smithi069.stdout: 1145: throughput=5MB/sec pending data=0 2024-04-10T16:10:59.741 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-W-S9RstlhH0MRZU off=4485341 len=666490 2024-04-10T16:10:59.745 INFO:tasks.workunit.client.0.smithi069.stdout:op 5897 completed, throughput=5MB/sec 2024-04-10T16:10:59.745 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-UYX2WYcTo_9aQpp off=2622433 len=413227 2024-04-10T16:10:59.748 INFO:tasks.workunit.client.0.smithi069.stdout:op 5898 completed, throughput=5MB/sec 2024-04-10T16:10:59.748 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-L2iJWLuJO6G0n8c off=2862299 len=1203579 2024-04-10T16:10:59.758 INFO:tasks.workunit.client.0.smithi069.stdout:op 5899 completed, throughput=5MB/sec 2024-04-10T16:10:59.758 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-Hpg5QlJQfv59nIg off=5925131 len=800306 2024-04-10T16:10:59.758 INFO:tasks.workunit.client.0.smithi069.stdout:op 5900 completed, throughput=5MB/sec 2024-04-10T16:10:59.759 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-2UCfBn_y3qp8Xow off=4946325 len=772321 2024-04-10T16:10:59.763 INFO:tasks.workunit.client.0.smithi069.stdout:op 5901 completed, throughput=5MB/sec 2024-04-10T16:10:59.763 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-xVAqzDNnPj-3y8D off=4221968 len=393018 2024-04-10T16:10:59.764 INFO:tasks.workunit.client.0.smithi069.stdout:op 5902 completed, throughput=5MB/sec 2024-04-10T16:10:59.764 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-Yv4DXQ9AFZThe-V off=6582338 len=1199193 2024-04-10T16:10:59.765 INFO:tasks.workunit.client.0.smithi069.stdout:op 5903 completed, throughput=5MB/sec 2024-04-10T16:10:59.849 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:10:59 smithi069 ceph-mon[96738]: pgmap v1987: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-10T16:10:59.849 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:10:59 smithi069 ceph-mon[94167]: pgmap v1987: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-10T16:11:00.005 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:10:59 smithi077 ceph-mon[87572]: pgmap v1987: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-10T16:11:00.765 INFO:tasks.workunit.client.0.smithi069.stdout: 1146: throughput=5MB/sec pending data=0 2024-04-10T16:11:00.765 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-XKpazsMuEOD-c4V off=21338709 len=1953419 2024-04-10T16:11:00.767 INFO:tasks.workunit.client.0.smithi069.stdout:op 5904 completed, throughput=5MB/sec 2024-04-10T16:11:00.768 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-hUcGut9vEm3zEmy off=5830734 len=1554251 2024-04-10T16:11:00.771 INFO:tasks.workunit.client.0.smithi069.stdout:op 5905 completed, throughput=5MB/sec 2024-04-10T16:11:00.771 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-E2OdCtlEVGjKogC off=6480913 len=1452855 2024-04-10T16:11:00.780 INFO:tasks.workunit.client.0.smithi069.stdout:op 5906 completed, throughput=5MB/sec 2024-04-10T16:11:01.780 INFO:tasks.workunit.client.0.smithi069.stdout: 1147: throughput=5MB/sec pending data=0 2024-04-10T16:11:01.781 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-NT2e5miQJwJ9qLh off=5919619 len=1576641 2024-04-10T16:11:01.789 INFO:tasks.workunit.client.0.smithi069.stdout:op 5907 completed, throughput=5MB/sec 2024-04-10T16:11:01.789 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-GpL0OIBScQxQR_t off=4348557 len=2090741 2024-04-10T16:11:01.800 INFO:tasks.workunit.client.0.smithi069.stdout:op 5908 completed, throughput=5MB/sec 2024-04-10T16:11:01.800 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-jlvB15Q7XrZCwtV off=5827839 len=1256985 2024-04-10T16:11:01.801 INFO:tasks.workunit.client.0.smithi069.stdout:op 5909 completed, throughput=5MB/sec 2024-04-10T16:11:01.848 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:11:01 smithi069 ceph-mon[96738]: pgmap v1988: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-10T16:11:01.849 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:11:01 smithi069 ceph-mon[94167]: pgmap v1988: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-10T16:11:02.005 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:11:01 smithi077 ceph-mon[87572]: pgmap v1988: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-10T16:11:02.755 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:11:02 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:11:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:11:02.801 INFO:tasks.workunit.client.0.smithi069.stdout: 1148: throughput=5MB/sec pending data=0 2024-04-10T16:11:02.801 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-5rN2B7a_Ugjl_J_ off=12179402 len=2013773 2024-04-10T16:11:02.803 INFO:tasks.workunit.client.0.smithi069.stdout:op 5910 completed, throughput=5MB/sec 2024-04-10T16:11:02.803 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-261_9uIHTp-N8Uc off=9544427 len=884757 2024-04-10T16:11:02.805 INFO:tasks.workunit.client.0.smithi069.stdout:op 5911 completed, throughput=5MB/sec 2024-04-10T16:11:02.805 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-c4xGkvfa44ticLw off=962488 len=877155 2024-04-10T16:11:02.805 INFO:tasks.workunit.client.0.smithi069.stdout:op 5912 completed, throughput=5MB/sec 2024-04-10T16:11:02.806 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-JZtDZXz1bpffU_k off=5357019 len=578300 2024-04-10T16:11:02.810 INFO:tasks.workunit.client.0.smithi069.stdout:op 5913 completed, throughput=5MB/sec 2024-04-10T16:11:02.810 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-ktGmIT-m_B4tW7r off=8002556 len=586062 2024-04-10T16:11:02.814 INFO:tasks.workunit.client.0.smithi069.stdout:op 5914 completed, throughput=5MB/sec 2024-04-10T16:11:03.815 INFO:tasks.workunit.client.0.smithi069.stdout: 1149: throughput=5MB/sec pending data=0 2024-04-10T16:11:03.815 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-Kjl4WF7CuL1uV1Q off=12382539 len=1675399 2024-04-10T16:11:03.823 INFO:tasks.workunit.client.0.smithi069.stdout:op 5915 completed, throughput=5MB/sec 2024-04-10T16:11:03.823 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-7-yj-q2_iSRWY6r off=8144875 len=783566 2024-04-10T16:11:03.827 INFO:tasks.workunit.client.0.smithi069.stdout:op 5916 completed, throughput=5MB/sec 2024-04-10T16:11:03.827 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-h1OKWwwCeRpPz99 off=10622309 len=2055859 2024-04-10T16:11:03.830 INFO:tasks.workunit.client.0.smithi069.stdout:op 5917 completed, throughput=5MB/sec 2024-04-10T16:11:03.830 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-Ou5u6jWu3nk0_bl off=7531641 len=161796 2024-04-10T16:11:03.833 INFO:tasks.workunit.client.0.smithi069.stdout:op 5918 completed, throughput=5MB/sec 2024-04-10T16:11:03.833 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-hDqji2jMLspVNgK off=5828353 len=1242637 2024-04-10T16:11:03.839 INFO:tasks.workunit.client.0.smithi069.stdout:op 5919 completed, throughput=5MB/sec 2024-04-10T16:11:03.849 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:11:03 smithi069 ceph-mon[96738]: pgmap v1989: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-10T16:11:03.849 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:11:03 smithi069 ceph-mon[94167]: pgmap v1989: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-10T16:11:04.005 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:11:03 smithi077 ceph-mon[87572]: pgmap v1989: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-10T16:11:04.840 INFO:tasks.workunit.client.0.smithi069.stdout: 1150: throughput=5MB/sec pending data=0 2024-04-10T16:11:04.840 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-is_EbNa208dB7zG off=9783873 len=548282 2024-04-10T16:11:04.841 INFO:tasks.workunit.client.0.smithi069.stdout:op 5920 completed, throughput=5MB/sec 2024-04-10T16:11:04.841 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-jhgIcw2UWQLpfdR off=3468429 len=697185 2024-04-10T16:11:04.843 INFO:tasks.workunit.client.0.smithi069.stdout:op 5921 completed, throughput=5MB/sec 2024-04-10T16:11:04.843 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-oN7JITpOJabk6XZ off=20516424 len=1377692 2024-04-10T16:11:04.845 INFO:tasks.workunit.client.0.smithi069.stdout:op 5922 completed, throughput=5MB/sec 2024-04-10T16:11:04.845 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-6M6ipg1NjLcSbsm off=20791508 len=1991613 2024-04-10T16:11:04.856 INFO:tasks.workunit.client.0.smithi069.stdout:op 5923 completed, throughput=5MB/sec 2024-04-10T16:11:04.856 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-cRVrmwAj2E2fF2I off=2738674 len=1713278 2024-04-10T16:11:04.858 INFO:tasks.workunit.client.0.smithi069.stdout:op 5924 completed, throughput=5MB/sec 2024-04-10T16:11:05.849 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:11:05 smithi069 ceph-mon[96738]: pgmap v1990: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-10T16:11:05.850 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:11:05 smithi069 ceph-mon[94167]: pgmap v1990: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-10T16:11:05.858 INFO:tasks.workunit.client.0.smithi069.stdout: 1151: throughput=5MB/sec pending data=0 2024-04-10T16:11:05.859 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-TTk57s5vCqKplmP off=5611126 len=1499237 2024-04-10T16:11:05.868 INFO:tasks.workunit.client.0.smithi069.stdout:op 5925 completed, throughput=5MB/sec 2024-04-10T16:11:05.868 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-_PiTGrpGuTxB73D off=4654709 len=762273 2024-04-10T16:11:05.869 INFO:tasks.workunit.client.0.smithi069.stdout:op 5926 completed, throughput=5MB/sec 2024-04-10T16:11:05.869 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-rLzRw_s2VokpxCu off=4335465 len=2017531 2024-04-10T16:11:05.871 INFO:tasks.workunit.client.0.smithi069.stdout:op 5927 completed, throughput=5MB/sec 2024-04-10T16:11:06.005 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:11:05 smithi077 ceph-mon[87572]: pgmap v1990: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-10T16:11:06.871 INFO:tasks.workunit.client.0.smithi069.stdout: 1152: throughput=5MB/sec pending data=0 2024-04-10T16:11:06.871 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-NawAaorgQdbhWHU off=18367061 len=378349 2024-04-10T16:11:06.872 INFO:tasks.workunit.client.0.smithi069.stdout:op 5928 completed, throughput=5MB/sec 2024-04-10T16:11:06.872 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-RVWlas1am1Sd8UK off=9504974 len=950020 2024-04-10T16:11:06.877 INFO:tasks.workunit.client.0.smithi069.stdout:op 5929 completed, throughput=5MB/sec 2024-04-10T16:11:06.877 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-SmYKi5T7y4if7v- off=1460284 len=682698 2024-04-10T16:11:06.879 INFO:tasks.workunit.client.0.smithi069.stdout:op 5930 completed, throughput=5MB/sec 2024-04-10T16:11:06.879 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-kAuRTPQbTuwWZKV off=15366305 len=760037 2024-04-10T16:11:06.884 INFO:tasks.workunit.client.0.smithi069.stdout:op 5931 completed, throughput=5MB/sec 2024-04-10T16:11:06.884 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-qgCR1ECY4fuvgHv off=5835556 len=1065923 2024-04-10T16:11:06.889 INFO:tasks.workunit.client.0.smithi069.stdout:op 5932 completed, throughput=5MB/sec 2024-04-10T16:11:06.889 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-KJCJNqW8wRrucuK off=606274 len=1213010 2024-04-10T16:11:06.897 INFO:tasks.workunit.client.0.smithi069.stdout:op 5933 completed, throughput=5MB/sec 2024-04-10T16:11:07.349 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:11:06 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:11:06] "GET /metrics HTTP/1.1" 200 34050 "" "Prometheus/2.43.0" 2024-04-10T16:11:07.849 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:11:07 smithi069 ceph-mon[96738]: pgmap v1991: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-10T16:11:07.849 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:11:07 smithi069 ceph-mon[94167]: pgmap v1991: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-10T16:11:07.897 INFO:tasks.workunit.client.0.smithi069.stdout: 1153: throughput=5MB/sec pending data=0 2024-04-10T16:11:07.897 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-c4VSWuxR-uleRVn off=13731735 len=313549 2024-04-10T16:11:07.900 INFO:tasks.workunit.client.0.smithi069.stdout:op 5934 completed, throughput=5MB/sec 2024-04-10T16:11:07.900 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-fDU5ZXB1Xv3cjqi off=1037988 len=674097 2024-04-10T16:11:07.905 INFO:tasks.workunit.client.0.smithi069.stdout:op 5935 completed, throughput=5MB/sec 2024-04-10T16:11:07.905 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-uafkk41-W93hINw off=3912231 len=1598604 2024-04-10T16:11:07.910 INFO:tasks.workunit.client.0.smithi069.stdout:op 5936 completed, throughput=5MB/sec 2024-04-10T16:11:07.910 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-bduU0Xl9C_8c_KF off=5713652 len=1872912 2024-04-10T16:11:07.912 INFO:tasks.workunit.client.0.smithi069.stdout:op 5937 completed, throughput=5MB/sec 2024-04-10T16:11:07.912 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-csBFfWz9Wg-TWqS off=21065774 len=351508 2024-04-10T16:11:07.915 INFO:tasks.workunit.client.0.smithi069.stdout:op 5938 completed, throughput=5MB/sec 2024-04-10T16:11:07.916 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-O8mzdZeACUfry-n off=3866745 len=2072510 2024-04-10T16:11:07.928 INFO:tasks.workunit.client.0.smithi069.stdout:op 5939 completed, throughput=5MB/sec 2024-04-10T16:11:08.005 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:11:07 smithi077 ceph-mon[87572]: pgmap v1991: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-10T16:11:08.928 INFO:tasks.workunit.client.0.smithi069.stdout: 1154: throughput=5MB/sec pending data=0 2024-04-10T16:11:08.928 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-SEIysPFAfvG2z1l off=21389616 len=731332 2024-04-10T16:11:08.933 INFO:tasks.workunit.client.0.smithi069.stdout:op 5940 completed, throughput=5MB/sec 2024-04-10T16:11:08.933 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-nVWVY_HpFOWUWEq off=2605928 len=1614964 2024-04-10T16:11:08.940 INFO:tasks.workunit.client.0.smithi069.stdout:op 5941 completed, throughput=5MB/sec 2024-04-10T16:11:08.940 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-MYKpjBDll5Vyt9- off=10651798 len=307913 2024-04-10T16:11:08.941 INFO:tasks.workunit.client.0.smithi069.stdout:op 5942 completed, throughput=5MB/sec 2024-04-10T16:11:08.941 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-c5_fic57x8B3dRl off=5561684 len=1177970 2024-04-10T16:11:08.942 INFO:tasks.workunit.client.0.smithi069.stdout:op 5943 completed, throughput=5MB/sec 2024-04-10T16:11:09.942 INFO:tasks.workunit.client.0.smithi069.stdout: 1155: throughput=5MB/sec pending data=0 2024-04-10T16:11:09.943 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-5mTVbnUe1xlDoGS off=9857442 len=99161 2024-04-10T16:11:09.945 INFO:tasks.workunit.client.0.smithi069.stdout:op 5944 completed, throughput=5MB/sec 2024-04-10T16:11:09.945 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-PszuF0d7mRsEaMW off=479215 len=518732 2024-04-10T16:11:09.949 INFO:tasks.workunit.client.0.smithi069.stdout:op 5945 completed, throughput=5MB/sec 2024-04-10T16:11:09.949 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-lgJAJqeD5J8vT-g off=8790470 len=331019 2024-04-10T16:11:09.951 INFO:tasks.workunit.client.0.smithi069.stdout:op 5946 completed, throughput=5MB/sec 2024-04-10T16:11:09.951 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-2U0DyRX-xn16CX7 off=8050999 len=1320758 2024-04-10T16:11:09.958 INFO:tasks.workunit.client.0.smithi069.stdout:op 5947 completed, throughput=5MB/sec 2024-04-10T16:11:09.958 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-Eodsv9hZ8GcaKzT off=2626527 len=417575 2024-04-10T16:11:09.962 INFO:tasks.workunit.client.0.smithi069.stdout:op 5948 completed, throughput=5MB/sec 2024-04-10T16:11:09.962 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-bmR_uzQxBxApP4v off=2619848 len=730917 2024-04-10T16:11:09.962 INFO:tasks.workunit.client.0.smithi069.stdout:op 5949 completed, throughput=5MB/sec 2024-04-10T16:11:09.962 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-0-xO4sBtjt5XCNE off=8108023 len=1557176 2024-04-10T16:11:09.970 INFO:tasks.workunit.client.0.smithi069.stdout:op 5950 completed, throughput=5MB/sec 2024-04-10T16:11:09.970 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-94xATWK8879_bL8 off=4297440 len=1551850 2024-04-10T16:11:09.978 INFO:tasks.workunit.client.0.smithi069.stdout:op 5951 completed, throughput=5MB/sec 2024-04-10T16:11:10.005 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:11:09 smithi077 ceph-mon[87572]: pgmap v1992: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-10T16:11:10.099 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:11:09 smithi069 ceph-mon[96738]: pgmap v1992: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-10T16:11:10.099 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:11:09 smithi069 ceph-mon[94167]: pgmap v1992: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-10T16:11:10.978 INFO:tasks.workunit.client.0.smithi069.stdout: 1156: throughput=5MB/sec pending data=0 2024-04-10T16:11:10.978 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-faM-GfJnB7NV22i off=17818531 len=736194 2024-04-10T16:11:10.979 INFO:tasks.workunit.client.0.smithi069.stdout:op 5952 completed, throughput=5MB/sec 2024-04-10T16:11:10.979 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-GqVsAuCzpCQbSZX off=9485488 len=289687 2024-04-10T16:11:10.982 INFO:tasks.workunit.client.0.smithi069.stdout:op 5953 completed, throughput=5MB/sec 2024-04-10T16:11:10.982 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-1b0UmwmeRxgSRKY off=973251 len=654745 2024-04-10T16:11:10.983 INFO:tasks.workunit.client.0.smithi069.stdout:op 5954 completed, throughput=5MB/sec 2024-04-10T16:11:10.983 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-FYSdcALHGIDyY9F off=1856877 len=811319 2024-04-10T16:11:10.986 INFO:tasks.workunit.client.0.smithi069.stdout:op 5955 completed, throughput=5MB/sec 2024-04-10T16:11:10.986 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-v5EJeSuOBP0q0gD off=7586741 len=1936754 2024-04-10T16:11:10.996 INFO:tasks.workunit.client.0.smithi069.stdout:op 5956 completed, throughput=5MB/sec 2024-04-10T16:11:11.005 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:11:10 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:11:11.005 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:11:10 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:11:11.099 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:11:10 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:11:11.099 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:11:10 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:11:11.099 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:11:10 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:11:11.099 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:11:10 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:11:11.996 INFO:tasks.workunit.client.0.smithi069.stdout: 1157: throughput=5MB/sec pending data=0 2024-04-10T16:11:11.997 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-llU9KZD4NLdMMj3 off=1785754 len=1321358 2024-04-10T16:11:12.002 INFO:tasks.workunit.client.0.smithi069.stdout:op 5957 completed, throughput=5MB/sec 2024-04-10T16:11:12.002 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-UfUypbpTppnT5Bq off=1042492 len=720379 2024-04-10T16:11:12.005 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:11:11 smithi077 ceph-mon[87572]: pgmap v1993: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-10T16:11:12.005 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:11:11 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:11:12.005 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:11:11 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:11:12.005 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:11:11 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:11:12.007 INFO:tasks.workunit.client.0.smithi069.stdout:op 5958 completed, throughput=5MB/sec 2024-04-10T16:11:12.007 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-0OVN7TeNswJoMq6 off=519189 len=1442718 2024-04-10T16:11:12.008 INFO:tasks.workunit.client.0.smithi069.stdout:op 5959 completed, throughput=5MB/sec 2024-04-10T16:11:12.008 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-DtxwSYbvL7ufOfc off=11559353 len=654599 2024-04-10T16:11:12.012 INFO:tasks.workunit.client.0.smithi069.stdout:op 5960 completed, throughput=5MB/sec 2024-04-10T16:11:12.012 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-fVj7yZEMSvOJFft off=1425453 len=933320 2024-04-10T16:11:12.015 INFO:tasks.workunit.client.0.smithi069.stdout:op 5961 completed, throughput=5MB/sec 2024-04-10T16:11:12.099 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:11:11 smithi069 ceph-mon[94167]: pgmap v1993: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-10T16:11:12.099 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:11:11 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:11:12.099 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:11:11 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:11:12.099 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:11:11 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:11:12.100 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:11:11 smithi069 ceph-mon[96738]: pgmap v1993: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-10T16:11:12.100 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:11:11 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:11:12.100 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:11:11 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:11:12.100 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:11:11 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:11:12.755 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:11:12 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:11:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:11:13.016 INFO:tasks.workunit.client.0.smithi069.stdout: 1158: throughput=5MB/sec pending data=0 2024-04-10T16:11:13.016 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-FH4d0TsYns0wyGf off=9428601 len=280736 2024-04-10T16:11:13.016 INFO:tasks.workunit.client.0.smithi069.stdout:op 5962 completed, throughput=5MB/sec 2024-04-10T16:11:13.017 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-mQGQe2tTOYjSmqD off=17246412 len=1547024 2024-04-10T16:11:13.020 INFO:tasks.workunit.client.0.smithi069.stdout:op 5963 completed, throughput=5MB/sec 2024-04-10T16:11:13.020 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-RyUZYnQFUgUT9us off=6011663 len=2093899 2024-04-10T16:11:13.033 INFO:tasks.workunit.client.0.smithi069.stdout:op 5964 completed, throughput=5MB/sec 2024-04-10T16:11:13.033 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-gWaKdxl7liI3F5o off=1285238 len=1334810 2024-04-10T16:11:13.035 INFO:tasks.workunit.client.0.smithi069.stdout:op 5965 completed, throughput=5MB/sec 2024-04-10T16:11:14.005 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:11:13 smithi077 ceph-mon[87572]: pgmap v1994: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-10T16:11:14.035 INFO:tasks.workunit.client.0.smithi069.stdout: 1159: throughput=5MB/sec pending data=0 2024-04-10T16:11:14.035 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-3KYsvRaiOPrSIn_ off=12698570 len=662090 2024-04-10T16:11:14.040 INFO:tasks.workunit.client.0.smithi069.stdout:op 5966 completed, throughput=5MB/sec 2024-04-10T16:11:14.040 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-WQIsHC-pJDg5MhW off=4480870 len=1055680 2024-04-10T16:11:14.047 INFO:tasks.workunit.client.0.smithi069.stdout:op 5967 completed, throughput=5MB/sec 2024-04-10T16:11:14.047 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-SfAVrRCDUypggt9 off=2638093 len=26133 2024-04-10T16:11:14.047 INFO:tasks.workunit.client.0.smithi069.stdout:op 5968 completed, throughput=5MB/sec 2024-04-10T16:11:14.047 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-sHxIuJN85AJ3Kts off=716937 len=1464180 2024-04-10T16:11:14.054 INFO:tasks.workunit.client.0.smithi069.stdout:op 5969 completed, throughput=5MB/sec 2024-04-10T16:11:14.055 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-EhrkrUchIjFclVT off=10436420 len=1893754 2024-04-10T16:11:14.058 INFO:tasks.workunit.client.0.smithi069.stdout:op 5970 completed, throughput=5MB/sec 2024-04-10T16:11:14.058 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-uBBu9XeVfRyptyI off=623522 len=674456 2024-04-10T16:11:14.063 INFO:tasks.workunit.client.0.smithi069.stdout:op 5971 completed, throughput=5MB/sec 2024-04-10T16:11:14.099 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:11:13 smithi069 ceph-mon[96738]: pgmap v1994: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-10T16:11:14.099 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:11:13 smithi069 ceph-mon[94167]: pgmap v1994: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-10T16:11:15.064 INFO:tasks.workunit.client.0.smithi069.stdout: 1160: throughput=5MB/sec pending data=0 2024-04-10T16:11:15.064 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-yMinG7ihaSujDo6 off=517347 len=1108192 2024-04-10T16:11:15.070 INFO:tasks.workunit.client.0.smithi069.stdout:op 5972 completed, throughput=5MB/sec 2024-04-10T16:11:15.070 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-VQT0GG6dBtqjkLi off=7322907 len=2042086 2024-04-10T16:11:15.079 INFO:tasks.workunit.client.0.smithi069.stdout:op 5973 completed, throughput=5MB/sec 2024-04-10T16:11:15.079 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-0mBKfi0v8cuRdTN off=7737553 len=650920 2024-04-10T16:11:15.080 INFO:tasks.workunit.client.0.smithi069.stdout:op 5974 completed, throughput=5MB/sec 2024-04-10T16:11:15.081 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-lFk-dJdV-6NBvMM off=1354543 len=190907 2024-04-10T16:11:15.081 INFO:tasks.workunit.client.0.smithi069.stdout:op 5975 completed, throughput=5MB/sec 2024-04-10T16:11:15.081 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-UuSCnIhEXw_EBkw off=493458 len=1326689 2024-04-10T16:11:15.082 INFO:tasks.workunit.client.0.smithi069.stdout:op 5976 completed, throughput=5MB/sec 2024-04-10T16:11:16.005 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:11:15 smithi077 ceph-mon[87572]: pgmap v1995: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-10T16:11:16.083 INFO:tasks.workunit.client.0.smithi069.stdout: 1161: throughput=5MB/sec pending data=0 2024-04-10T16:11:16.083 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-d0k4T86xigo-qCv off=188532 len=2059745 2024-04-10T16:11:16.091 INFO:tasks.workunit.client.0.smithi069.stdout:op 5977 completed, throughput=5MB/sec 2024-04-10T16:11:16.091 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-JkP9QeBN7puN6Tu off=5204913 len=1355646 2024-04-10T16:11:16.093 INFO:tasks.workunit.client.0.smithi069.stdout:op 5978 completed, throughput=5MB/sec 2024-04-10T16:11:16.093 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-1bhPL3_Lhf2v9C9 off=56837 len=115697 2024-04-10T16:11:16.095 INFO:tasks.workunit.client.0.smithi069.stdout:op 5979 completed, throughput=5MB/sec 2024-04-10T16:11:16.095 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-vzWFDGVAxAqNn5_ off=90806 len=2036537 2024-04-10T16:11:16.097 INFO:tasks.workunit.client.0.smithi069.stdout:op 5980 completed, throughput=5MB/sec 2024-04-10T16:11:16.099 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:11:15 smithi069 ceph-mon[94167]: pgmap v1995: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-10T16:11:16.099 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:11:15 smithi069 ceph-mon[96738]: pgmap v1995: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-10T16:11:17.097 INFO:tasks.workunit.client.0.smithi069.stdout: 1162: throughput=5MB/sec pending data=0 2024-04-10T16:11:17.097 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-zp3qxf-Rn_7xqOK off=9150806 len=59493 2024-04-10T16:11:17.098 INFO:tasks.workunit.client.0.smithi069.stdout:op 5981 completed, throughput=5MB/sec 2024-04-10T16:11:17.098 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-yRpBjczwvngSdWt off=14106381 len=1504681 2024-04-10T16:11:17.108 INFO:tasks.workunit.client.0.smithi069.stdout:op 5982 completed, throughput=5MB/sec 2024-04-10T16:11:17.108 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-xNHhgyM4m44aRfA off=2267860 len=1965841 2024-04-10T16:11:17.111 INFO:tasks.workunit.client.0.smithi069.stdout:op 5983 completed, throughput=5MB/sec 2024-04-10T16:11:17.111 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-eespawaJvLBgbDH off=17509639 len=1127364 2024-04-10T16:11:17.113 INFO:tasks.workunit.client.0.smithi069.stdout:op 5984 completed, throughput=5MB/sec 2024-04-10T16:11:17.113 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-oHX5RQQGNeu2qsa off=504380 len=1158341 2024-04-10T16:11:17.114 INFO:tasks.workunit.client.0.smithi069.stdout:op 5985 completed, throughput=5MB/sec 2024-04-10T16:11:17.349 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:11:16 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:11:16] "GET /metrics HTTP/1.1" 200 34052 "" "Prometheus/2.43.0" 2024-04-10T16:11:18.005 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:11:17 smithi077 ceph-mon[87572]: pgmap v1996: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-10T16:11:18.099 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:11:17 smithi069 ceph-mon[94167]: pgmap v1996: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-10T16:11:18.099 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:11:17 smithi069 ceph-mon[96738]: pgmap v1996: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-10T16:11:18.114 INFO:tasks.workunit.client.0.smithi069.stdout: 1163: throughput=5MB/sec pending data=0 2024-04-10T16:11:18.114 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-NPlDHnDrqSuxC5m off=11871612 len=1853358 2024-04-10T16:11:18.117 INFO:tasks.workunit.client.0.smithi069.stdout:op 5986 completed, throughput=5MB/sec 2024-04-10T16:11:18.117 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-rALjYmyI296KGqa off=0 len=1333869 2024-04-10T16:11:18.125 INFO:tasks.workunit.client.0.smithi069.stdout:op 5987 completed, throughput=5MB/sec 2024-04-10T16:11:18.125 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-_xSk1zjr6M1drGr off=17474335 len=624761 2024-04-10T16:11:18.129 INFO:tasks.workunit.client.0.smithi069.stdout:op 5988 completed, throughput=5MB/sec 2024-04-10T16:11:18.129 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-bEgRs0S-j5N6fuI off=3191646 len=470637 2024-04-10T16:11:18.132 INFO:tasks.workunit.client.0.smithi069.stdout:op 5989 completed, throughput=5MB/sec 2024-04-10T16:11:19.132 INFO:tasks.workunit.client.0.smithi069.stdout: 1164: throughput=5MB/sec pending data=0 2024-04-10T16:11:19.133 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-8Ma-6LGHj_M0p1o off=223829 len=1947529 2024-04-10T16:11:19.136 INFO:tasks.workunit.client.0.smithi069.stdout:op 5990 completed, throughput=5MB/sec 2024-04-10T16:11:19.136 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-LkEH8qVzBQam7-E off=116818 len=1175939 2024-04-10T16:11:19.143 INFO:tasks.workunit.client.0.smithi069.stdout:op 5991 completed, throughput=5MB/sec 2024-04-10T16:11:19.143 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-8NYrHTCl7FdAEvS off=8894437 len=184566 2024-04-10T16:11:19.143 INFO:tasks.workunit.client.0.smithi069.stdout:op 5992 completed, throughput=5MB/sec 2024-04-10T16:11:19.144 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-N3ah8F2M8ilVHZU off=156279 len=693808 2024-04-10T16:11:19.147 INFO:tasks.workunit.client.0.smithi069.stdout:op 5993 completed, throughput=5MB/sec 2024-04-10T16:11:19.148 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-ufW59GDLV3Mn0Z6 off=13792780 len=1959256 2024-04-10T16:11:19.149 INFO:tasks.workunit.client.0.smithi069.stdout:op 5994 completed, throughput=5MB/sec 2024-04-10T16:11:20.005 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:11:19 smithi077 ceph-mon[87572]: pgmap v1997: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-10T16:11:20.099 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:11:19 smithi069 ceph-mon[94167]: pgmap v1997: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-10T16:11:20.099 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:11:19 smithi069 ceph-mon[96738]: pgmap v1997: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-10T16:11:20.150 INFO:tasks.workunit.client.0.smithi069.stdout: 1165: throughput=5MB/sec pending data=0 2024-04-10T16:11:20.150 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-Dorxt9kBj_6LAnj off=1420528 len=239732 2024-04-10T16:11:20.153 INFO:tasks.workunit.client.0.smithi069.stdout:op 5995 completed, throughput=5MB/sec 2024-04-10T16:11:20.153 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-ek-PSzl2nm4uve6 off=7758511 len=1492950 2024-04-10T16:11:20.161 INFO:tasks.workunit.client.0.smithi069.stdout:op 5996 completed, throughput=5MB/sec 2024-04-10T16:11:20.161 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-XDAdb9ZRtebhOxX off=6161971 len=1231022 2024-04-10T16:11:20.165 INFO:tasks.workunit.client.0.smithi069.stdout:op 5997 completed, throughput=5MB/sec 2024-04-10T16:11:20.166 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-ndGCdRUhTJarkL9 off=271730 len=1489510 2024-04-10T16:11:20.172 INFO:tasks.workunit.client.0.smithi069.stdout:op 5998 completed, throughput=5MB/sec 2024-04-10T16:11:20.172 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-43Q8B-i4R1MmHkg off=8526049 len=1598040 2024-04-10T16:11:20.177 INFO:tasks.workunit.client.0.smithi069.stdout:op 5999 completed, throughput=5MB/sec 2024-04-10T16:11:21.177 INFO:tasks.workunit.client.0.smithi069.stdout: 1166: throughput=5MB/sec pending data=0 2024-04-10T16:11:21.177 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-ImXNpTaw4U_4oVJ off=269832 len=260939 2024-04-10T16:11:21.178 INFO:tasks.workunit.client.0.smithi069.stdout:op 6000 completed, throughput=5MB/sec 2024-04-10T16:11:21.178 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-SdQavbm71RBYQ2n off=798217 len=1371570 2024-04-10T16:11:21.187 INFO:tasks.workunit.client.0.smithi069.stdout:op 6001 completed, throughput=5MB/sec 2024-04-10T16:11:21.187 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-UMgm42_lWYU7uEQ off=1708554 len=1659241 2024-04-10T16:11:21.196 INFO:tasks.workunit.client.0.smithi069.stdout:op 6002 completed, throughput=5MB/sec 2024-04-10T16:11:21.196 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-pzXkcUSl5QV3nNR off=2234034 len=733548 2024-04-10T16:11:21.198 INFO:tasks.workunit.client.0.smithi069.stdout:op 6003 completed, throughput=5MB/sec 2024-04-10T16:11:22.005 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:11:21 smithi077 ceph-mon[87572]: pgmap v1998: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-10T16:11:22.099 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:11:21 smithi069 ceph-mon[96738]: pgmap v1998: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-10T16:11:22.099 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:11:21 smithi069 ceph-mon[94167]: pgmap v1998: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-10T16:11:22.198 INFO:tasks.workunit.client.0.smithi069.stdout: 1167: throughput=5MB/sec pending data=0 2024-04-10T16:11:22.198 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-N8m4qXihnFAPgmc off=13700968 len=1176508 2024-04-10T16:11:22.203 INFO:tasks.workunit.client.0.smithi069.stdout:op 6004 completed, throughput=5MB/sec 2024-04-10T16:11:22.203 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-Fhhz4l-c2mYOTqF off=1826292 len=384508 2024-04-10T16:11:22.207 INFO:tasks.workunit.client.0.smithi069.stdout:op 6005 completed, throughput=5MB/sec 2024-04-10T16:11:22.207 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-SQZovdUbyvabvkv off=3738063 len=200375 2024-04-10T16:11:22.210 INFO:tasks.workunit.client.0.smithi069.stdout:op 6006 completed, throughput=5MB/sec 2024-04-10T16:11:22.211 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-82V-O8Ff7F-oabh off=10718912 len=1831020 2024-04-10T16:11:22.212 INFO:tasks.workunit.client.0.smithi069.stdout:op 6007 completed, throughput=5MB/sec 2024-04-10T16:11:22.213 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-iU_UCHKwYykP450 off=2253104 len=1556651 2024-04-10T16:11:22.220 INFO:tasks.workunit.client.0.smithi069.stdout:op 6008 completed, throughput=5MB/sec 2024-04-10T16:11:22.220 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-BaI8DL4MTJ--uYU off=1984644 len=365514 2024-04-10T16:11:22.224 INFO:tasks.workunit.client.0.smithi069.stdout:op 6009 completed, throughput=5MB/sec 2024-04-10T16:11:22.755 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:11:22 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:11:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:11:23.224 INFO:tasks.workunit.client.0.smithi069.stdout: 1168: throughput=5MB/sec pending data=0 2024-04-10T16:11:23.224 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-1meOfcy2Mf6I8aE off=11812939 len=79075 2024-04-10T16:11:23.227 INFO:tasks.workunit.client.0.smithi069.stdout:op 6010 completed, throughput=5MB/sec 2024-04-10T16:11:23.227 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-gPX0eMM0TLFtQ9m off=7191310 len=1492690 2024-04-10T16:11:23.229 INFO:tasks.workunit.client.0.smithi069.stdout:op 6011 completed, throughput=5MB/sec 2024-04-10T16:11:23.229 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-lj6vGV3qybMxFVk off=15034508 len=1790796 2024-04-10T16:11:23.239 INFO:tasks.workunit.client.0.smithi069.stdout:op 6012 completed, throughput=5MB/sec 2024-04-10T16:11:23.239 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-oBqln3BUBDh8pjB off=835349 len=1209746 2024-04-10T16:11:23.242 INFO:tasks.workunit.client.0.smithi069.stdout:op 6013 completed, throughput=5MB/sec 2024-04-10T16:11:23.242 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-u0tGz1Cfxivgr5L off=12379131 len=25588 2024-04-10T16:11:23.244 INFO:tasks.workunit.client.0.smithi069.stdout:op 6014 completed, throughput=5MB/sec 2024-04-10T16:11:23.244 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-LGbYBNhHNkXZc2u off=8196519 len=2029715 2024-04-10T16:11:23.246 INFO:tasks.workunit.client.0.smithi069.stdout:op 6015 completed, throughput=5MB/sec 2024-04-10T16:11:23.902 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:11:23 smithi069 ceph-mon[96738]: pgmap v1999: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-10T16:11:23.902 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:11:23 smithi069 ceph-mon[94167]: pgmap v1999: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-10T16:11:24.006 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:11:23 smithi077 ceph-mon[87572]: pgmap v1999: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-10T16:11:24.246 INFO:tasks.workunit.client.0.smithi069.stdout: 1169: throughput=5MB/sec pending data=0 2024-04-10T16:11:24.247 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-1b8IiJu89Kmk4pY off=3787501 len=1473212 2024-04-10T16:11:24.252 INFO:tasks.workunit.client.0.smithi069.stdout:op 6016 completed, throughput=5MB/sec 2024-04-10T16:11:24.253 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-JxfrL4XHFOvX-V4 off=2499445 len=776076 2024-04-10T16:11:24.257 INFO:tasks.workunit.client.0.smithi069.stdout:op 6017 completed, throughput=5MB/sec 2024-04-10T16:11:24.257 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-TU1O0Op9FgkVIiM off=1004809 len=1775753 2024-04-10T16:11:24.259 INFO:tasks.workunit.client.0.smithi069.stdout:op 6018 completed, throughput=5MB/sec 2024-04-10T16:11:25.259 INFO:tasks.workunit.client.0.smithi069.stdout: 1170: throughput=5MB/sec pending data=0 2024-04-10T16:11:25.259 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-hu55m2E5JmRViGp off=16129992 len=378329 2024-04-10T16:11:25.263 INFO:tasks.workunit.client.0.smithi069.stdout:op 6019 completed, throughput=5MB/sec 2024-04-10T16:11:25.263 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-K_w8BY_xreG-LWE off=4155294 len=2073897 2024-04-10T16:11:25.273 INFO:tasks.workunit.client.0.smithi069.stdout:op 6020 completed, throughput=5MB/sec 2024-04-10T16:11:25.273 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-gVPShfBKGFgiZ3h off=4958460 len=1296647 2024-04-10T16:11:25.276 INFO:tasks.workunit.client.0.smithi069.stdout:op 6021 completed, throughput=5MB/sec 2024-04-10T16:11:25.276 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-yWNhVHWSvCOhHio off=1595748 len=44651 2024-04-10T16:11:25.276 INFO:tasks.workunit.client.0.smithi069.stdout:op 6022 completed, throughput=5MB/sec 2024-04-10T16:11:25.277 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-UnbsqxNvFBjnTop off=1389188 len=574516 2024-04-10T16:11:25.281 INFO:tasks.workunit.client.0.smithi069.stdout:op 6023 completed, throughput=5MB/sec 2024-04-10T16:11:25.281 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-b80t39upJeSXM05 off=20233472 len=685160 2024-04-10T16:11:25.282 INFO:tasks.workunit.client.0.smithi069.stdout:op 6024 completed, throughput=5MB/sec 2024-04-10T16:11:25.282 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-bc0pXI3mzf2jhdD off=4467559 len=1799 2024-04-10T16:11:25.282 INFO:tasks.workunit.client.0.smithi069.stdout:op 6025 completed, throughput=5MB/sec 2024-04-10T16:11:25.282 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-ppctn9PYVBBYuJT off=18120923 len=966656 2024-04-10T16:11:25.287 INFO:tasks.workunit.client.0.smithi069.stdout:op 6026 completed, throughput=5MB/sec 2024-04-10T16:11:26.005 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:11:25 smithi077 ceph-mon[87572]: pgmap v2000: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-04-10T16:11:26.005 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:11:25 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:11:26.099 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:11:25 smithi069 ceph-mon[96738]: pgmap v2000: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-04-10T16:11:26.099 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:11:25 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:11:26.099 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:11:25 smithi069 ceph-mon[94167]: pgmap v2000: 105 pgs: 105 active+clean; 126 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-04-10T16:11:26.099 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:11:25 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:11:26.287 INFO:tasks.workunit.client.0.smithi069.stdout: 1171: throughput=5MB/sec pending data=0 2024-04-10T16:11:26.287 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-5Y42f2Mas3T_gzB off=10900276 len=1688724 2024-04-10T16:11:26.295 INFO:tasks.workunit.client.0.smithi069.stdout:op 6027 completed, throughput=5MB/sec 2024-04-10T16:11:26.295 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-nYs27pqvV3qJF0d off=4396271 len=1991046 2024-04-10T16:11:26.303 INFO:tasks.workunit.client.0.smithi069.stdout:op 6028 completed, throughput=5MB/sec 2024-04-10T16:11:26.303 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-LjhurYeA7a-pXPR off=4219599 len=1024668 2024-04-10T16:11:26.305 INFO:tasks.workunit.client.0.smithi069.stdout:op 6029 completed, throughput=5MB/sec 2024-04-10T16:11:27.305 INFO:tasks.workunit.client.0.smithi069.stdout: 1172: throughput=5MB/sec pending data=0 2024-04-10T16:11:27.306 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-cHE0oBxcRrxjvQB off=6065311 len=1971822 2024-04-10T16:11:27.318 INFO:tasks.workunit.client.0.smithi069.stdout:op 6030 completed, throughput=5MB/sec 2024-04-10T16:11:27.318 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-Yxh5pErb9fgtFiw off=17135253 len=681908 2024-04-10T16:11:27.323 INFO:tasks.workunit.client.0.smithi069.stdout:op 6031 completed, throughput=5MB/sec 2024-04-10T16:11:27.323 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-5GhoVrqVkhREtjm off=550067 len=895682 2024-04-10T16:11:27.327 INFO:tasks.workunit.client.0.smithi069.stdout:op 6032 completed, throughput=5MB/sec 2024-04-10T16:11:27.327 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-9BTkYqUttpadONJ off=8789852 len=2020738 2024-04-10T16:11:27.338 INFO:tasks.workunit.client.0.smithi069.stdout:op 6033 completed, throughput=5MB/sec 2024-04-10T16:11:27.349 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:11:26 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:11:26] "GET /metrics HTTP/1.1" 200 34054 "" "Prometheus/2.43.0" 2024-04-10T16:11:28.005 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:11:27 smithi077 ceph-mon[87572]: pgmap v2001: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-10T16:11:28.099 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:11:27 smithi069 ceph-mon[94167]: pgmap v2001: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-10T16:11:28.099 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:11:27 smithi069 ceph-mon[96738]: pgmap v2001: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-10T16:11:28.339 INFO:tasks.workunit.client.0.smithi069.stdout: 1173: throughput=5MB/sec pending data=0 2024-04-10T16:11:28.339 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-Hdq_Cr-YSpVMeuE off=3264150 len=1854410 2024-04-10T16:11:28.350 INFO:tasks.workunit.client.0.smithi069.stdout:op 6034 completed, throughput=5MB/sec 2024-04-10T16:11:28.350 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj--Dt8kHYbuIKSKxB off=5008720 len=1009024 2024-04-10T16:11:28.356 INFO:tasks.workunit.client.0.smithi069.stdout:op 6035 completed, throughput=5MB/sec 2024-04-10T16:11:28.356 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-5dj7RABUv0XhdQp off=9286669 len=196860 2024-04-10T16:11:28.358 INFO:tasks.workunit.client.0.smithi069.stdout:op 6036 completed, throughput=5MB/sec 2024-04-10T16:11:28.358 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-93Wbs_trpZAeWFL off=6334467 len=808044 2024-04-10T16:11:28.362 INFO:tasks.workunit.client.0.smithi069.stdout:op 6037 completed, throughput=5MB/sec 2024-04-10T16:11:28.362 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-EEIKjW54jPFQbKU off=3048425 len=1302486 2024-04-10T16:11:28.369 INFO:tasks.workunit.client.0.smithi069.stdout:op 6038 completed, throughput=5MB/sec 2024-04-10T16:11:29.369 INFO:tasks.workunit.client.0.smithi069.stdout: 1174: throughput=5MB/sec pending data=0 2024-04-10T16:11:29.369 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-_Qr3ed9TVvn6HJb off=431109 len=1498934 2024-04-10T16:11:29.371 INFO:tasks.workunit.client.0.smithi069.stdout:op 6039 completed, throughput=5MB/sec 2024-04-10T16:11:29.372 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-2k2zdqI_bQmgNah off=17160861 len=349635 2024-04-10T16:11:29.372 INFO:tasks.workunit.client.0.smithi069.stdout:op 6040 completed, throughput=5MB/sec 2024-04-10T16:11:29.372 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-R55SurB0JVyVGSv off=4213731 len=1884005 2024-04-10T16:11:29.376 INFO:tasks.workunit.client.0.smithi069.stdout:op 6041 completed, throughput=5MB/sec 2024-04-10T16:11:29.376 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-yFIKbU_KDY57OM- off=21830035 len=1158079 2024-04-10T16:11:29.378 INFO:tasks.workunit.client.0.smithi069.stdout:op 6042 completed, throughput=5MB/sec 2024-04-10T16:11:29.378 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-_5xhP9D7bmDx8HK off=20237249 len=1636986 2024-04-10T16:11:29.380 INFO:tasks.workunit.client.0.smithi069.stdout:op 6043 completed, throughput=5MB/sec 2024-04-10T16:11:30.005 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:11:29 smithi077 ceph-mon[87572]: pgmap v2002: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-10T16:11:30.099 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:11:29 smithi069 ceph-mon[96738]: pgmap v2002: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-10T16:11:30.099 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:11:29 smithi069 ceph-mon[94167]: pgmap v2002: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-10T16:11:30.380 INFO:tasks.workunit.client.0.smithi069.stdout: 1175: throughput=5MB/sec pending data=0 2024-04-10T16:11:30.381 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-7RwD7d7n1tq5el1 off=321791 len=724617 2024-04-10T16:11:30.385 INFO:tasks.workunit.client.0.smithi069.stdout:op 6044 completed, throughput=5MB/sec 2024-04-10T16:11:30.385 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-6RwWjCoIPOqxwI- off=17798884 len=575234 2024-04-10T16:11:30.386 INFO:tasks.workunit.client.0.smithi069.stdout:op 6045 completed, throughput=5MB/sec 2024-04-10T16:11:30.386 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-Yvjl8XDL721WPny off=12023964 len=1891274 2024-04-10T16:11:30.398 INFO:tasks.workunit.client.0.smithi069.stdout:op 6046 completed, throughput=5MB/sec 2024-04-10T16:11:30.398 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-6VbjZB8XmmLCuR- off=9535547 len=387281 2024-04-10T16:11:30.399 INFO:tasks.workunit.client.0.smithi069.stdout:op 6047 completed, throughput=5MB/sec 2024-04-10T16:11:30.400 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-wUrGz0xW0PI9u4f off=6128445 len=101024 2024-04-10T16:11:30.402 INFO:tasks.workunit.client.0.smithi069.stdout:op 6048 completed, throughput=5MB/sec 2024-04-10T16:11:30.402 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-D0y74utaoSgphIH off=7659416 len=1230784 2024-04-10T16:11:30.408 INFO:tasks.workunit.client.0.smithi069.stdout:op 6049 completed, throughput=5MB/sec 2024-04-10T16:11:31.408 INFO:tasks.workunit.client.0.smithi069.stdout: 1176: throughput=5MB/sec pending data=0 2024-04-10T16:11:31.408 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-rfiyy0lqnLQa4Xb off=262108 len=1682667 2024-04-10T16:11:31.418 INFO:tasks.workunit.client.0.smithi069.stdout:op 6050 completed, throughput=5MB/sec 2024-04-10T16:11:31.418 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-TihxOsCJCsqtlBJ off=10706514 len=854188 2024-04-10T16:11:31.420 INFO:tasks.workunit.client.0.smithi069.stdout:op 6051 completed, throughput=5MB/sec 2024-04-10T16:11:31.420 INFO:tasks.workunit.client.0.smithi069.stdout:READ : oid=obj-5Zq0maze_fDbkN1 off=14208575 len=579720 2024-04-10T16:11:31.421 INFO:tasks.workunit.client.0.smithi069.stdout:op 6052 completed, throughput=5MB/sec 2024-04-10T16:11:31.421 INFO:tasks.workunit.client.0.smithi069.stdout:WRITE : oid=obj-t8kwZTiDc9LMHnA off=10070021 len=1750238 2024-04-10T16:11:31.430 INFO:tasks.workunit.client.0.smithi069.stdout:op 6053 completed, throughput=5MB/sec 2024-04-10T16:11:32.005 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:11:31 smithi077 ceph-mon[87572]: pgmap v2003: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-04-10T16:11:32.006 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 16:11:31 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[125844]: logger=cleanup t=2024-04-10T16:11:31.647166259Z level=info msg="Completed cleanup jobs" duration=2.585086ms 2024-04-10T16:11:32.099 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:11:31 smithi069 ceph-mon[96738]: pgmap v2003: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-04-10T16:11:32.099 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:11:31 smithi069 ceph-mon[94167]: pgmap v2003: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-04-10T16:11:32.431 INFO:tasks.workunit.client.0.smithi069.stdout:waiting for all operations to complete 2024-04-10T16:11:32.431 INFO:tasks.workunit.client.0.smithi069.stdout:cleaning up objects 2024-04-10T16:11:32.755 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:11:32 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:11:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:11:34.005 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:11:33 smithi077 ceph-mon[87572]: pgmap v2004: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-10T16:11:34.099 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:11:33 smithi069 ceph-mon[96738]: pgmap v2004: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-10T16:11:34.099 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:11:33 smithi069 ceph-mon[94167]: pgmap v2004: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-10T16:11:36.005 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:11:35 smithi077 ceph-mon[87572]: pgmap v2005: 105 pgs: 105 active+clean; 124 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.0 MiB/s wr, 21 op/s 2024-04-10T16:11:36.099 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:11:35 smithi069 ceph-mon[94167]: pgmap v2005: 105 pgs: 105 active+clean; 124 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.0 MiB/s wr, 21 op/s 2024-04-10T16:11:36.099 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:11:35 smithi069 ceph-mon[96738]: pgmap v2005: 105 pgs: 105 active+clean; 124 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.0 MiB/s wr, 21 op/s 2024-04-10T16:11:37.349 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:11:36 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:11:36] "GET /metrics HTTP/1.1" 200 34054 "" "Prometheus/2.43.0" 2024-04-10T16:11:38.005 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:11:37 smithi077 ceph-mon[87572]: pgmap v2006: 105 pgs: 105 active+clean; 112 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.9 MiB/s wr, 101 op/s 2024-04-10T16:11:38.099 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:11:37 smithi069 ceph-mon[96738]: pgmap v2006: 105 pgs: 105 active+clean; 112 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.9 MiB/s wr, 101 op/s 2024-04-10T16:11:38.099 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:11:37 smithi069 ceph-mon[94167]: pgmap v2006: 105 pgs: 105 active+clean; 112 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.9 MiB/s wr, 101 op/s 2024-04-10T16:11:40.005 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:11:39 smithi077 ceph-mon[87572]: pgmap v2007: 105 pgs: 105 active+clean; 112 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.2 MiB/s wr, 99 op/s 2024-04-10T16:11:40.005 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:11:39 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:11:40.099 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:11:39 smithi069 ceph-mon[94167]: pgmap v2007: 105 pgs: 105 active+clean; 112 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.2 MiB/s wr, 99 op/s 2024-04-10T16:11:40.099 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:11:39 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:11:40.099 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:11:39 smithi069 ceph-mon[96738]: pgmap v2007: 105 pgs: 105 active+clean; 112 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.2 MiB/s wr, 99 op/s 2024-04-10T16:11:40.099 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:11:39 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:11:42.005 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:11:41 smithi077 ceph-mon[87572]: pgmap v2008: 105 pgs: 105 active+clean; 82 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.2 MiB/s wr, 300 op/s 2024-04-10T16:11:42.099 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:11:41 smithi069 ceph-mon[96738]: pgmap v2008: 105 pgs: 105 active+clean; 82 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.2 MiB/s wr, 300 op/s 2024-04-10T16:11:42.099 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:11:41 smithi069 ceph-mon[94167]: pgmap v2008: 105 pgs: 105 active+clean; 82 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.2 MiB/s wr, 300 op/s 2024-04-10T16:11:42.755 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:11:42 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:11:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:11:44.005 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:11:43 smithi077 ceph-mon[87572]: pgmap v2009: 105 pgs: 105 active+clean; 72 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 915 KiB/s rd, 1.3 MiB/s wr, 368 op/s 2024-04-10T16:11:44.099 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:11:43 smithi069 ceph-mon[96738]: pgmap v2009: 105 pgs: 105 active+clean; 72 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 915 KiB/s rd, 1.3 MiB/s wr, 368 op/s 2024-04-10T16:11:44.099 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:11:43 smithi069 ceph-mon[94167]: pgmap v2009: 105 pgs: 105 active+clean; 72 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 915 KiB/s rd, 1.3 MiB/s wr, 368 op/s 2024-04-10T16:11:46.005 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:11:45 smithi077 ceph-mon[87572]: pgmap v2010: 105 pgs: 105 active+clean; 58 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 526 KiB/s rd, 730 KiB/s wr, 462 op/s 2024-04-10T16:11:46.099 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:11:45 smithi069 ceph-mon[96738]: pgmap v2010: 105 pgs: 105 active+clean; 58 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 526 KiB/s rd, 730 KiB/s wr, 462 op/s 2024-04-10T16:11:46.099 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:11:45 smithi069 ceph-mon[94167]: pgmap v2010: 105 pgs: 105 active+clean; 58 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 526 KiB/s rd, 730 KiB/s wr, 462 op/s 2024-04-10T16:11:47.349 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:11:46 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:11:46] "GET /metrics HTTP/1.1" 200 34048 "" "Prometheus/2.43.0" 2024-04-10T16:11:48.005 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:11:47 smithi077 ceph-mon[87572]: pgmap v2011: 105 pgs: 105 active+clean; 35 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 526 KiB/s rd, 442 KiB/s wr, 598 op/s 2024-04-10T16:11:48.099 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:11:47 smithi069 ceph-mon[96738]: pgmap v2011: 105 pgs: 105 active+clean; 35 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 526 KiB/s rd, 442 KiB/s wr, 598 op/s 2024-04-10T16:11:48.099 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:11:47 smithi069 ceph-mon[94167]: pgmap v2011: 105 pgs: 105 active+clean; 35 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 526 KiB/s rd, 442 KiB/s wr, 598 op/s 2024-04-10T16:11:49.321 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-10T16:11:49.321 DEBUG:teuthology.orchestra.run.smithi069:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-10T16:11:49.350 INFO:tasks.workunit:Stopping ['rados/load-gen-big.sh'] on client.0... 2024-04-10T16:11:49.350 DEBUG:teuthology.orchestra.run.smithi069:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-04-10T16:11:49.608 DEBUG:teuthology.parallel:result is None 2024-04-10T16:11:49.609 DEBUG:teuthology.orchestra.run.smithi069:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-04-10T16:11:49.636 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-04-10T16:11:49.636 DEBUG:teuthology.orchestra.run.smithi069:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-04-10T16:11:49.690 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-04-10T16:11:49.690 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-04-10T16:11:49.691 INFO:teuthology.task.print:**** done end rados_loadgenbig.yaml 2024-04-10T16:11:49.691 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-04-10T16:11:49.691 INFO:teuthology.task.print:**** done start rbd_import_export.yaml 2024-04-10T16:11:49.691 INFO:teuthology.task.full_sequential:In full_sequential, running task workunit... 2024-04-10T16:11:49.692 INFO:tasks.workunit:Pulling workunits from ref reef 2024-04-10T16:11:49.692 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-04-10T16:11:49.692 DEBUG:teuthology.orchestra.run.smithi077:> stat -- /home/ubuntu/cephtest/mnt.1 2024-04-10T16:11:49.707 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-10T16:11:49.708 INFO:teuthology.orchestra.run.smithi077.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.1': No such file or directory 2024-04-10T16:11:49.708 DEBUG:teuthology.orchestra.run.smithi077:> mkdir -- /home/ubuntu/cephtest/mnt.1 2024-04-10T16:11:49.763 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.1 2024-04-10T16:11:49.763 DEBUG:teuthology.orchestra.run.smithi077:> cd -- /home/ubuntu/cephtest/mnt.1 && mkdir -- client.1 2024-04-10T16:11:49.818 INFO:tasks.workunit:timeout=3h 2024-04-10T16:11:49.818 INFO:tasks.workunit:cleanup=True 2024-04-10T16:11:49.819 DEBUG:teuthology.orchestra.run.smithi077:> rm -rf /home/ubuntu/cephtest/clone.client.1 && git clone --depth 1 --branch reef https://github.com/ceph/ceph-ci.git /home/ubuntu/cephtest/clone.client.1 && cd /home/ubuntu/cephtest/clone.client.1 2024-04-10T16:11:49.873 INFO:tasks.workunit.client.1.smithi077.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.1'... 2024-04-10T16:11:50.005 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:11:49 smithi077 ceph-mon[87572]: pgmap v2012: 105 pgs: 105 active+clean; 35 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 517 op/s 2024-04-10T16:11:50.099 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:11:49 smithi069 ceph-mon[96738]: pgmap v2012: 105 pgs: 105 active+clean; 35 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 517 op/s 2024-04-10T16:11:50.099 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:11:49 smithi069 ceph-mon[94167]: pgmap v2012: 105 pgs: 105 active+clean; 35 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 517 op/s 2024-04-10T16:11:52.005 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:11:51 smithi077 ceph-mon[87572]: pgmap v2013: 105 pgs: 105 active+clean; 9.3 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 691 op/s 2024-04-10T16:11:52.099 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:11:51 smithi069 ceph-mon[96738]: pgmap v2013: 105 pgs: 105 active+clean; 9.3 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 691 op/s 2024-04-10T16:11:52.100 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:11:51 smithi069 ceph-mon[94167]: pgmap v2013: 105 pgs: 105 active+clean; 9.3 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 691 op/s 2024-04-10T16:11:52.755 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:11:52 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:11:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:11:54.005 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:11:53 smithi077 ceph-mon[87572]: pgmap v2014: 105 pgs: 105 active+clean; 3.0 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 535 op/s 2024-04-10T16:11:54.099 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:11:53 smithi069 ceph-mon[94167]: pgmap v2014: 105 pgs: 105 active+clean; 3.0 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 535 op/s 2024-04-10T16:11:54.100 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:11:53 smithi069 ceph-mon[96738]: pgmap v2014: 105 pgs: 105 active+clean; 3.0 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 535 op/s 2024-04-10T16:11:55.005 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:11:54 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:11:55.099 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:11:54 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:11:55.100 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:11:54 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:11:56.005 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:11:55 smithi077 ceph-mon[87572]: pgmap v2015: 105 pgs: 105 active+clean; 323 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 483 op/s 2024-04-10T16:11:56.099 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:11:55 smithi069 ceph-mon[94167]: pgmap v2015: 105 pgs: 105 active+clean; 323 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 483 op/s 2024-04-10T16:11:56.100 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:11:55 smithi069 ceph-mon[96738]: pgmap v2015: 105 pgs: 105 active+clean; 323 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 483 op/s 2024-04-10T16:11:56.795 DEBUG:teuthology.orchestra.run.smithi077:> cd -- /home/ubuntu/cephtest/clone.client.1/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.1 2024-04-10T16:11:56.858 INFO:tasks.workunit.client.1.smithi077.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-04-10T16:11:56.860 INFO:tasks.workunit.client.1.smithi077.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.1/qa/workunits/direct_io' 2024-04-10T16:11:56.861 INFO:tasks.workunit.client.1.smithi077.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-04-10T16:11:57.349 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:11:56 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:11:56] "GET /metrics HTTP/1.1" 200 34041 "" "Prometheus/2.43.0" 2024-04-10T16:11:57.617 INFO:tasks.workunit.client.1.smithi077.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-04-10T16:11:57.683 INFO:tasks.workunit.client.1.smithi077.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-04-10T16:11:57.724 INFO:tasks.workunit.client.1.smithi077.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.1/qa/workunits/direct_io' 2024-04-10T16:11:57.725 INFO:tasks.workunit.client.1.smithi077.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.1/qa/workunits/fs' 2024-04-10T16:11:57.726 INFO:tasks.workunit.client.1.smithi077.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-04-10T16:11:57.765 INFO:tasks.workunit.client.1.smithi077.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.1/qa/workunits/fs' 2024-04-10T16:11:57.768 DEBUG:teuthology.orchestra.run.smithi077:> set -ex 2024-04-10T16:11:57.768 DEBUG:teuthology.orchestra.run.smithi077:> dd if=/home/ubuntu/cephtest/workunits.list.client.1 of=/dev/stdout 2024-04-10T16:11:57.823 INFO:tasks.workunit:Running workunits matching rbd/import_export.sh on client.1... 2024-04-10T16:11:57.825 INFO:tasks.workunit:Running workunit rbd/import_export.sh... 2024-04-10T16:11:57.825 DEBUG:teuthology.orchestra.run.smithi077:workunit test rbd/import_export.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.1/client.1/tmp && cd -- /home/ubuntu/cephtest/mnt.1/client.1/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="1" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.1 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.1 CEPH_MNT=/home/ubuntu/cephtest/mnt.1 RBD_CREATE_ARGS=--new-format adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.1/qa/workunits/rbd/import_export.sh 2024-04-10T16:11:57.889 INFO:tasks.workunit.client.1.smithi077.stderr:+ export RBD_FORCE_ALLOW_V1=1 2024-04-10T16:11:57.889 INFO:tasks.workunit.client.1.smithi077.stderr:+ RBD_FORCE_ALLOW_V1=1 2024-04-10T16:11:57.889 INFO:tasks.workunit.client.1.smithi077.stderr:+ TMPDIR=/tmp/rbd_import_export_134600 2024-04-10T16:11:57.889 INFO:tasks.workunit.client.1.smithi077.stderr:+ rm -rf /tmp/rbd_import_export_134600 2024-04-10T16:11:57.889 INFO:tasks.workunit.client.1.smithi077.stderr:+ mkdir /tmp/rbd_import_export_134600 2024-04-10T16:11:57.891 INFO:tasks.workunit.client.1.smithi077.stderr:+ trap 'rm -rf /tmp/rbd_import_export_134600' INT TERM EXIT 2024-04-10T16:11:57.891 INFO:tasks.workunit.client.1.smithi077.stderr:+ mkdir foo.134600 2024-04-10T16:11:57.891 INFO:tasks.workunit.client.1.smithi077.stderr:+ rbd import foo.134600 foo.dir 2024-04-10T16:11:57.936 INFO:tasks.workunit.client.1.smithi077.stderr:rbd: cannot import a directory 2024-04-10T16:11:57.937 INFO:tasks.workunit.client.1.smithi077.stderr: Importing image: 0% complete...failed. 2024-04-10T16:11:57.937 INFO:tasks.workunit.client.1.smithi077.stderr:rbd: import failed: (21) Is a directory 2024-04-10T16:11:57.939 INFO:tasks.workunit.client.1.smithi077.stderr:+ true 2024-04-10T16:11:57.940 INFO:tasks.workunit.client.1.smithi077.stderr:+ rmdir foo.134600 2024-04-10T16:11:57.944 INFO:tasks.workunit.client.1.smithi077.stderr:+ dd if=/bin/sh of=/tmp/rbd_import_export_134600/img bs=1k count=1 seek=10 2024-04-10T16:11:57.945 INFO:tasks.workunit.client.1.smithi077.stderr:1+0 records in 2024-04-10T16:11:57.945 INFO:tasks.workunit.client.1.smithi077.stderr:1+0 records out 2024-04-10T16:11:57.945 INFO:tasks.workunit.client.1.smithi077.stderr:1024 bytes (1.0 kB, 1.0 KiB) copied, 4.0458e-05 s, 25.3 MB/s 2024-04-10T16:11:57.945 INFO:tasks.workunit.client.1.smithi077.stderr:+ dd if=/bin/dd of=/tmp/rbd_import_export_134600/img bs=1k count=10 seek=100 2024-04-10T16:11:57.945 INFO:tasks.workunit.client.1.smithi077.stderr:10+0 records in 2024-04-10T16:11:57.945 INFO:tasks.workunit.client.1.smithi077.stderr:10+0 records out 2024-04-10T16:11:57.946 INFO:tasks.workunit.client.1.smithi077.stderr:10240 bytes (10 kB, 10 KiB) copied, 4.6707e-05 s, 219 MB/s 2024-04-10T16:11:57.946 INFO:tasks.workunit.client.1.smithi077.stderr:+ dd if=/bin/rm of=/tmp/rbd_import_export_134600/img bs=1k count=100 seek=1000 2024-04-10T16:11:57.946 INFO:tasks.workunit.client.1.smithi077.stderr:60+1 records in 2024-04-10T16:11:57.946 INFO:tasks.workunit.client.1.smithi077.stderr:60+1 records out 2024-04-10T16:11:57.946 INFO:tasks.workunit.client.1.smithi077.stderr:61464 bytes (61 kB, 60 KiB) copied, 0.00017148 s, 358 MB/s 2024-04-10T16:11:57.946 INFO:tasks.workunit.client.1.smithi077.stderr:+ dd if=/bin/ls of=/tmp/rbd_import_export_134600/img bs=1k seek=10000 2024-04-10T16:11:57.947 INFO:tasks.workunit.client.1.smithi077.stderr:137+1 records in 2024-04-10T16:11:57.948 INFO:tasks.workunit.client.1.smithi077.stderr:137+1 records out 2024-04-10T16:11:57.948 INFO:tasks.workunit.client.1.smithi077.stderr:140760 bytes (141 kB, 137 KiB) copied, 0.000424901 s, 331 MB/s 2024-04-10T16:11:57.948 INFO:tasks.workunit.client.1.smithi077.stderr:+ dd if=/bin/ln of=/tmp/rbd_import_export_134600/img bs=1k seek=100000 2024-04-10T16:11:57.948 INFO:tasks.workunit.client.1.smithi077.stderr:59+1 records in 2024-04-10T16:11:57.949 INFO:tasks.workunit.client.1.smithi077.stderr:59+1 records out 2024-04-10T16:11:57.949 INFO:tasks.workunit.client.1.smithi077.stderr:61408 bytes (61 kB, 60 KiB) copied, 0.000148005 s, 415 MB/s 2024-04-10T16:11:57.949 INFO:tasks.workunit.client.1.smithi077.stderr:+ dd if=/bin/grep of=/tmp/rbd_import_export_134600/img bs=1k seek=1000000 2024-04-10T16:11:57.949 INFO:tasks.workunit.client.1.smithi077.stderr:154+1 records in 2024-04-10T16:11:57.950 INFO:tasks.workunit.client.1.smithi077.stderr:154+1 records out 2024-04-10T16:11:57.950 INFO:tasks.workunit.client.1.smithi077.stderr:158176 bytes (158 kB, 154 KiB) copied, 0.000343407 s, 461 MB/s 2024-04-10T16:11:57.950 INFO:tasks.workunit.client.1.smithi077.stderr:+ rbd rm testimg 2024-04-10T16:11:58.005 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:11:57 smithi077 ceph-mon[87572]: pgmap v2016: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 391 op/s 2024-04-10T16:11:58.005 INFO:tasks.workunit.client.1.smithi077.stderr: Removing image: 0% complete...failed. 2024-04-10T16:11:58.006 INFO:tasks.workunit.client.1.smithi077.stderr:rbd: delete error: (2) No such file or directory 2024-04-10T16:11:58.008 INFO:tasks.workunit.client.1.smithi077.stderr:+ true 2024-04-10T16:11:58.009 INFO:tasks.workunit.client.1.smithi077.stderr:+ rbd import --new-format /tmp/rbd_import_export_134600/img testimg 2024-04-10T16:11:58.099 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:11:57 smithi069 ceph-mon[96738]: pgmap v2016: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 391 op/s 2024-04-10T16:11:58.099 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:11:57 smithi069 ceph-mon[94167]: pgmap v2016: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 391 op/s 2024-04-10T16:12:00.005 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:11:59 smithi077 ceph-mon[87572]: pgmap v2017: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 239 op/s 2024-04-10T16:12:00.005 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:11:59 smithi077 ceph-mon[87572]: osdmap e1114: 8 total, 8 up, 8 in 2024-04-10T16:12:00.099 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:11:59 smithi069 ceph-mon[96738]: pgmap v2017: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 239 op/s 2024-04-10T16:12:00.099 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:11:59 smithi069 ceph-mon[96738]: osdmap e1114: 8 total, 8 up, 8 in 2024-04-10T16:12:00.099 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:11:59 smithi069 ceph-mon[94167]: pgmap v2017: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 239 op/s 2024-04-10T16:12:00.099 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:11:59 smithi069 ceph-mon[94167]: osdmap e1114: 8 total, 8 up, 8 in 2024-04-10T16:12:00.203 INFO:tasks.workunit.client.1.smithi077.stderr: Importing image: 1% complete... Importing image: 2% complete... Importing image: 3% complete... Importing image: 4% complete... Importing image: 5% complete... Importing image: 6% complete... Importing image: 7% complete... Importing image: 8% complete... Importing image: 9% complete... Importing image: 10% complete... Importing image: 11% complete... Importing image: 12% complete... Importing image: 13% complete... Importing image: 14% complete... Importing image: 15% complete... Importing image: 16% complete... Importing image: 17% complete... Importing image: 18% complete... Importing image: 19% complete... Importing image: 20% complete... Importing image: 21% complete... Importing image: 22% complete... Importing image: 23% complete... Importing image: 24% complete... Importing image: 25% complete... Importing image: 26% complete... Importing image: 27% complete... Importing image: 28% complete... Importing image: 29% complete... Importing image: 30% complete... Importing image: 31% complete... Importing image: 32% complete... Importing image: 33% complete... Importing image: 34% complete... Importing image: 35% complete... Importing image: 36% complete... Importing image: 37% complete... Importing image: 38% complete... Importing image: 39% complete... Importing image: 40% complete... Importing image: 41% complete... Importing image: 42% complete... Importing image: 43% complete... Importing image: 44% complete... Importing image: 45% complete... Importing image: 46% complete... Importing image: 47% complete... Importing image: 48% complete... Importing image: 49% complete... Importing image: 50% complete... Importing image: 51% complete... Importing image: 52% complete... Importing image: 53% complete... Importing image: 54% complete... Importing image: 55% complete... Importing image: 56% complete... Importing image: 57% complete... Importing image: 58% complete... Importing image: 59% complete... Importing image: 60% complete... Importing image: 61% complete... Importing image: 62% complete... Importing image: 63% complete... Importing image: 64% complete... Importing image: 65% complete... Importing image: 66% complete... Importing image: 67% complete... Importing image: 68% complete... Importing image: 69% complete... Importing image: 70% complete... Importing image: 71% complete... Importing image: 72% complete... Importing image: 73% complete... Importing image: 74% complete... Importing image: 75% complete... Importing image: 76% complete... Importing image: 77% complete... Importing image: 78% complete... Importing image: 79% complete... Importing image: 80% complete... Importing image: 81% complete... Importing image: 82% complete... Importing image: 83% complete... Importing image: 84% complete... Importing image: 85% complete... Importing image: 86% complete... Importing image: 87% complete... Importing image: 88% complete... Importing image: 89% complete... Importing image: 90% complete... Importing image: 91% complete... Importing image: 92% complete... Importing image: 93% complete... Importing image: 94% complete... Importing image: 95% complete... Importing image: 96% complete... Importing image: 97% complete... Importing image: 98% complete... Importing image: 99% complete... Importing image: 100% complete...done. 2024-04-10T16:12:00.203 INFO:tasks.workunit.client.1.smithi077.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-04-10T16:12:00.206 INFO:tasks.workunit.client.1.smithi077.stderr:+ rbd export testimg /tmp/rbd_import_export_134600/img2 2024-04-10T16:12:00.388 INFO:tasks.workunit.client.1.smithi077.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2024-04-10T16:12:00.393 INFO:tasks.workunit.client.1.smithi077.stderr:+ rbd export testimg - 2024-04-10T16:12:00.979 INFO:tasks.workunit.client.1.smithi077.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2024-04-10T16:12:00.984 INFO:tasks.workunit.client.1.smithi077.stderr:+ rbd rm testimg 2024-04-10T16:12:01.005 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:12:00 smithi077 ceph-mon[87572]: osdmap e1115: 8 total, 8 up, 8 in 2024-04-10T16:12:01.099 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:12:00 smithi069 ceph-mon[96738]: osdmap e1115: 8 total, 8 up, 8 in 2024-04-10T16:12:01.099 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:12:00 smithi069 ceph-mon[94167]: osdmap e1115: 8 total, 8 up, 8 in 2024-04-10T16:12:01.107 INFO:tasks.workunit.client.1.smithi077.stderr: Removing image: 1% complete... Removing image: 2% complete... Removing image: 3% complete... Removing image: 4% complete... Removing image: 5% complete... Removing image: 6% complete... Removing image: 7% complete... Removing image: 8% complete... Removing image: 9% complete... Removing image: 10% complete... Removing image: 11% complete... Removing image: 12% complete... Removing image: 13% complete... Removing image: 14% complete... Removing image: 15% complete... Removing image: 16% complete... Removing image: 17% complete... Removing image: 18% complete... Removing image: 19% complete... Removing image: 20% complete... Removing image: 21% complete... Removing image: 22% complete... Removing image: 23% complete... Removing image: 24% complete... Removing image: 25% complete... Removing image: 26% complete... Removing image: 27% complete... Removing image: 28% complete... Removing image: 29% complete... Removing image: 30% complete... Removing image: 31% complete... Removing image: 32% complete... Removing image: 33% complete... Removing image: 34% complete... Removing image: 35% complete... Removing image: 36% complete... Removing image: 37% complete... Removing image: 38% complete... Removing image: 39% complete... Removing image: 40% complete... Removing image: 41% complete... Removing image: 42% complete... Removing image: 43% complete... Removing image: 44% complete... Removing image: 45% complete... Removing image: 46% complete... Removing image: 47% complete... Removing image: 48% complete... Removing image: 49% complete... Removing image: 50% complete... Removing image: 51% complete... Removing image: 52% complete... Removing image: 53% complete... Removing image: 54% complete... Removing image: 55% complete... Removing image: 56% complete... Removing image: 57% complete... Removing image: 58% complete... Removing image: 59% complete... Removing image: 60% complete... Removing image: 61% complete... Removing image: 62% complete... Removing image: 63% complete... Removing image: 64% complete... Removing image: 65% complete... Removing image: 66% complete... Removing image: 67% complete... Removing image: 68% complete... Removing image: 69% complete... Removing image: 70% complete... Removing image: 71% complete... Removing image: 72% complete... Removing image: 73% complete... Removing image: 74% complete... Removing image: 75% complete... Removing image: 76% complete... Removing image: 77% complete... Removing image: 78% complete... Removing image: 79% complete... Removing image: 80% complete... Removing image: 81% complete... Removing image: 82% complete... Removing image: 83% complete... Removing image: 84% complete... Removing image: 85% complete... Removing image: 86% complete... Removing image: 87% complete... Removing image: 88% complete... Removing image: 89% complete... Removing image: 90% complete... Removing image: 91% complete... Removing image: 92% complete... Removing image: 93% complete... Removing image: 94% complete... Removing image: 95% complete... Removing image: 96% complete... Removing image: 97% complete... Removing image: 98% complete... Removing image: 99% complete... Removing image: 100% complete...done. 2024-04-10T16:12:01.110 INFO:tasks.workunit.client.1.smithi077.stderr:+ cmp /tmp/rbd_import_export_134600/img /tmp/rbd_import_export_134600/img2 2024-04-10T16:12:01.648 INFO:tasks.workunit.client.1.smithi077.stderr:+ cmp /tmp/rbd_import_export_134600/img /tmp/rbd_import_export_134600/img3 2024-04-10T16:12:02.005 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:12:01 smithi077 ceph-mon[87572]: pgmap v2020: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 30 op/s 2024-04-10T16:12:02.042 INFO:tasks.workunit.client.1.smithi077.stderr:+ rm /tmp/rbd_import_export_134600/img2 /tmp/rbd_import_export_134600/img3 2024-04-10T16:12:02.099 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:12:01 smithi069 ceph-mon[96738]: pgmap v2020: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 30 op/s 2024-04-10T16:12:02.099 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:12:01 smithi069 ceph-mon[94167]: pgmap v2020: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 30 op/s 2024-04-10T16:12:02.201 INFO:tasks.workunit.client.1.smithi077.stderr:+ rbd import --new-format - testimg 2024-04-10T16:12:02.609 INFO:tasks.workunit.client.1.smithi077.stderr: Importing image: 100% complete...done. 2024-04-10T16:12:02.610 INFO:tasks.workunit.client.1.smithi077.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-04-10T16:12:02.612 INFO:tasks.workunit.client.1.smithi077.stderr:+ rbd export testimg /tmp/rbd_import_export_134600/img2 2024-04-10T16:12:02.755 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:12:02 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:12:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:12:02.817 INFO:tasks.workunit.client.1.smithi077.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2024-04-10T16:12:02.822 INFO:tasks.workunit.client.1.smithi077.stderr:+ rbd export testimg - 2024-04-10T16:12:03.406 INFO:tasks.workunit.client.1.smithi077.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2024-04-10T16:12:03.410 INFO:tasks.workunit.client.1.smithi077.stderr:+ rbd rm testimg 2024-04-10T16:12:03.536 INFO:tasks.workunit.client.1.smithi077.stderr: Removing image: 1% complete... Removing image: 2% complete... Removing image: 3% complete... Removing image: 4% complete... Removing image: 5% complete... Removing image: 6% complete... Removing image: 7% complete... Removing image: 8% complete... Removing image: 9% complete... Removing image: 10% complete... Removing image: 11% complete... Removing image: 12% complete... Removing image: 13% complete... Removing image: 14% complete... Removing image: 15% complete... Removing image: 16% complete... Removing image: 17% complete... Removing image: 18% complete... Removing image: 19% complete... Removing image: 20% complete... Removing image: 21% complete... Removing image: 22% complete... Removing image: 23% complete... Removing image: 24% complete... Removing image: 25% complete... Removing image: 26% complete... Removing image: 27% complete... Removing image: 28% complete... Removing image: 29% complete... Removing image: 30% complete... Removing image: 31% complete... Removing image: 32% complete... Removing image: 33% complete... Removing image: 34% complete... Removing image: 35% complete... Removing image: 36% complete... Removing image: 37% complete... Removing image: 38% complete... Removing image: 39% complete... Removing image: 40% complete... Removing image: 41% complete... Removing image: 42% complete... Removing image: 43% complete... Removing image: 44% complete... Removing image: 45% complete... Removing image: 46% complete... Removing image: 47% complete... Removing image: 48% complete... Removing image: 49% complete... Removing image: 50% complete... Removing image: 51% complete... Removing image: 52% complete... Removing image: 53% complete... Removing image: 54% complete... Removing image: 55% complete... Removing image: 56% complete... Removing image: 57% complete... Removing image: 58% complete... Removing image: 59% complete... Removing image: 60% complete... Removing image: 61% complete... Removing image: 62% complete... Removing image: 63% complete... Removing image: 64% complete... Removing image: 65% complete... Removing image: 66% complete... Removing image: 67% complete... Removing image: 68% complete... Removing image: 69% complete... Removing image: 70% complete... Removing image: 71% complete... Removing image: 72% complete... Removing image: 73% complete... Removing image: 74% complete... Removing image: 75% complete... Removing image: 76% complete... Removing image: 77% complete... Removing image: 78% complete... Removing image: 79% complete... Removing image: 80% complete... Removing image: 81% complete... Removing image: 82% complete... Removing image: 83% complete... Removing image: 84% complete... Removing image: 85% complete... Removing image: 86% complete... Removing image: 87% complete... Removing image: 88% complete... Removing image: 89% complete... Removing image: 90% complete... Removing image: 91% complete... Removing image: 92% complete... Removing image: 93% complete... Removing image: 94% complete... Removing image: 95% complete... Removing image: 96% complete... Removing image: 97% complete... Removing image: 98% complete... Removing image: 99% complete... Removing image: 100% complete...done. 2024-04-10T16:12:03.539 INFO:tasks.workunit.client.1.smithi077.stderr:+ cmp /tmp/rbd_import_export_134600/img /tmp/rbd_import_export_134600/img2 2024-04-10T16:12:04.005 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:12:03 smithi077 ceph-mon[87572]: pgmap v2021: 105 pgs: 105 active+clean; 3.2 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 43 KiB/s rd, 37 KiB/s wr, 12 op/s 2024-04-10T16:12:04.083 INFO:tasks.workunit.client.1.smithi077.stderr:+ cmp /tmp/rbd_import_export_134600/img /tmp/rbd_import_export_134600/img3 2024-04-10T16:12:04.099 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:12:03 smithi069 ceph-mon[96738]: pgmap v2021: 105 pgs: 105 active+clean; 3.2 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 43 KiB/s rd, 37 KiB/s wr, 12 op/s 2024-04-10T16:12:04.099 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:12:03 smithi069 ceph-mon[94167]: pgmap v2021: 105 pgs: 105 active+clean; 3.2 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 43 KiB/s rd, 37 KiB/s wr, 12 op/s 2024-04-10T16:12:04.473 INFO:tasks.workunit.client.1.smithi077.stderr:+ rm /tmp/rbd_import_export_134600/img /tmp/rbd_import_export_134600/img2 /tmp/rbd_import_export_134600/img3 2024-04-10T16:12:04.680 INFO:tasks.workunit.client.1.smithi077.stderr:+ rbd help export 2024-04-10T16:12:04.680 INFO:tasks.workunit.client.1.smithi077.stderr:+ grep -q export-format 2024-04-10T16:12:04.701 INFO:tasks.workunit.client.1.smithi077.stderr:+ dd if=/bin/dd of=/tmp/rbd_import_export_134600/img bs=1k count=10 seek=100 2024-04-10T16:12:04.702 INFO:tasks.workunit.client.1.smithi077.stderr:10+0 records in 2024-04-10T16:12:04.702 INFO:tasks.workunit.client.1.smithi077.stderr:10+0 records out 2024-04-10T16:12:04.702 INFO:tasks.workunit.client.1.smithi077.stderr:10240 bytes (10 kB, 10 KiB) copied, 6.1367e-05 s, 167 MB/s 2024-04-10T16:12:04.702 INFO:tasks.workunit.client.1.smithi077.stderr:+ rbd import --new-format /tmp/rbd_import_export_134600/img testimg 2024-04-10T16:12:04.782 INFO:tasks.workunit.client.1.smithi077.stderr: Importing image: 100% complete...done. 2024-04-10T16:12:04.782 INFO:tasks.workunit.client.1.smithi077.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-04-10T16:12:04.785 INFO:tasks.workunit.client.1.smithi077.stderr:+ rbd snap create testimg@snap 2024-04-10T16:12:05.735 INFO:tasks.workunit.client.1.smithi077.stderr: Creating snap: 10% complete... Creating snap: 100% complete...done. 2024-04-10T16:12:05.745 INFO:tasks.workunit.client.1.smithi077.stderr:+ rbd image-meta set testimg key1 value1 2024-04-10T16:12:05.810 INFO:tasks.workunit.client.1.smithi077.stderr:++ rbd image-meta list testimg 2024-04-10T16:12:05.853 INFO:tasks.workunit.client.1.smithi077.stderr:+ IMAGEMETA_BEFORE='There is 1 metadatum on this image: 2024-04-10T16:12:05.853 INFO:tasks.workunit.client.1.smithi077.stderr: 2024-04-10T16:12:05.853 INFO:tasks.workunit.client.1.smithi077.stderr:Key Value 2024-04-10T16:12:05.854 INFO:tasks.workunit.client.1.smithi077.stderr:key1 value1' 2024-04-10T16:12:05.854 INFO:tasks.workunit.client.1.smithi077.stderr:+ rbd export --export-format 2 testimg /tmp/rbd_import_export_134600/img_v2 2024-04-10T16:12:05.894 INFO:tasks.workunit.client.1.smithi077.stderr: Exporting image: 100% complete... Exporting image: 100% complete...done. 2024-04-10T16:12:05.897 INFO:tasks.workunit.client.1.smithi077.stderr:+ rbd import --export-format 2 /tmp/rbd_import_export_134600/img_v2 testimg_import 2024-04-10T16:12:06.005 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:12:05 smithi077 ceph-mon[87572]: pgmap v2022: 105 pgs: 105 active+clean; 6.7 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 146 KiB/s rd, 96 KiB/s wr, 34 op/s 2024-04-10T16:12:06.099 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:12:05 smithi069 ceph-mon[94167]: pgmap v2022: 105 pgs: 105 active+clean; 6.7 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 146 KiB/s rd, 96 KiB/s wr, 34 op/s 2024-04-10T16:12:06.099 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:12:05 smithi069 ceph-mon[96738]: pgmap v2022: 105 pgs: 105 active+clean; 6.7 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 146 KiB/s rd, 96 KiB/s wr, 34 op/s 2024-04-10T16:12:06.750 INFO:tasks.workunit.client.1.smithi077.stderr: Importing image: 50% complete... Importing image: 100% complete... Importing image: 100% complete...done. 2024-04-10T16:12:06.753 INFO:tasks.workunit.client.1.smithi077.stderr:+ rbd info testimg_import 2024-04-10T16:12:06.789 INFO:tasks.workunit.client.1.smithi077.stdout:rbd image 'testimg_import': 2024-04-10T16:12:06.789 INFO:tasks.workunit.client.1.smithi077.stdout: size 110 KiB in 1 objects 2024-04-10T16:12:06.789 INFO:tasks.workunit.client.1.smithi077.stdout: order 22 (4 MiB objects) 2024-04-10T16:12:06.790 INFO:tasks.workunit.client.1.smithi077.stdout: snapshot_count: 1 2024-04-10T16:12:06.790 INFO:tasks.workunit.client.1.smithi077.stdout: id: d5fdaf397f7b 2024-04-10T16:12:06.790 INFO:tasks.workunit.client.1.smithi077.stdout: block_name_prefix: rbd_data.d5fdaf397f7b 2024-04-10T16:12:06.790 INFO:tasks.workunit.client.1.smithi077.stdout: format: 2 2024-04-10T16:12:06.790 INFO:tasks.workunit.client.1.smithi077.stdout: features: layering, exclusive-lock, object-map, fast-diff, deep-flatten 2024-04-10T16:12:06.790 INFO:tasks.workunit.client.1.smithi077.stdout: op_features: 2024-04-10T16:12:06.790 INFO:tasks.workunit.client.1.smithi077.stdout: flags: 2024-04-10T16:12:06.790 INFO:tasks.workunit.client.1.smithi077.stdout: create_timestamp: Wed Apr 10 16:12:05 2024 2024-04-10T16:12:06.790 INFO:tasks.workunit.client.1.smithi077.stdout: access_timestamp: Wed Apr 10 16:12:05 2024 2024-04-10T16:12:06.790 INFO:tasks.workunit.client.1.smithi077.stdout: modify_timestamp: Wed Apr 10 16:12:05 2024 2024-04-10T16:12:06.792 INFO:tasks.workunit.client.1.smithi077.stderr:+ rbd info testimg_import@snap 2024-04-10T16:12:06.828 INFO:tasks.workunit.client.1.smithi077.stdout:rbd image 'testimg_import': 2024-04-10T16:12:06.828 INFO:tasks.workunit.client.1.smithi077.stdout: size 110 KiB in 1 objects 2024-04-10T16:12:06.828 INFO:tasks.workunit.client.1.smithi077.stdout: order 22 (4 MiB objects) 2024-04-10T16:12:06.828 INFO:tasks.workunit.client.1.smithi077.stdout: snapshot_count: 1 2024-04-10T16:12:06.828 INFO:tasks.workunit.client.1.smithi077.stdout: id: d5fdaf397f7b 2024-04-10T16:12:06.828 INFO:tasks.workunit.client.1.smithi077.stdout: block_name_prefix: rbd_data.d5fdaf397f7b 2024-04-10T16:12:06.828 INFO:tasks.workunit.client.1.smithi077.stdout: format: 2 2024-04-10T16:12:06.828 INFO:tasks.workunit.client.1.smithi077.stdout: features: layering, exclusive-lock, object-map, fast-diff, deep-flatten 2024-04-10T16:12:06.828 INFO:tasks.workunit.client.1.smithi077.stdout: op_features: 2024-04-10T16:12:06.828 INFO:tasks.workunit.client.1.smithi077.stdout: flags: 2024-04-10T16:12:06.828 INFO:tasks.workunit.client.1.smithi077.stdout: create_timestamp: Wed Apr 10 16:12:05 2024 2024-04-10T16:12:06.828 INFO:tasks.workunit.client.1.smithi077.stdout: access_timestamp: Wed Apr 10 16:12:05 2024 2024-04-10T16:12:06.829 INFO:tasks.workunit.client.1.smithi077.stdout: modify_timestamp: Wed Apr 10 16:12:05 2024 2024-04-10T16:12:06.829 INFO:tasks.workunit.client.1.smithi077.stdout: protected: False 2024-04-10T16:12:06.831 INFO:tasks.workunit.client.1.smithi077.stderr:++ rbd image-meta list testimg_import 2024-04-10T16:12:06.875 INFO:tasks.workunit.client.1.smithi077.stderr:+ IMAGEMETA_AFTER='There is 1 metadatum on this image: 2024-04-10T16:12:06.875 INFO:tasks.workunit.client.1.smithi077.stderr: 2024-04-10T16:12:06.875 INFO:tasks.workunit.client.1.smithi077.stderr:Key Value 2024-04-10T16:12:06.875 INFO:tasks.workunit.client.1.smithi077.stderr:key1 value1' 2024-04-10T16:12:06.875 INFO:tasks.workunit.client.1.smithi077.stderr:+ '[' 'There is 1 metadatum on this image: 2024-04-10T16:12:06.875 INFO:tasks.workunit.client.1.smithi077.stderr: 2024-04-10T16:12:06.875 INFO:tasks.workunit.client.1.smithi077.stderr:Key Value 2024-04-10T16:12:06.875 INFO:tasks.workunit.client.1.smithi077.stderr:key1 value1' = 'There is 1 metadatum on this image: 2024-04-10T16:12:06.875 INFO:tasks.workunit.client.1.smithi077.stderr: 2024-04-10T16:12:06.875 INFO:tasks.workunit.client.1.smithi077.stderr:Key Value 2024-04-10T16:12:06.875 INFO:tasks.workunit.client.1.smithi077.stderr:key1 value1' ']' 2024-04-10T16:12:06.875 INFO:tasks.workunit.client.1.smithi077.stderr:+ rbd export testimg_import /tmp/rbd_import_export_134600/img_import 2024-04-10T16:12:06.912 INFO:tasks.workunit.client.1.smithi077.stderr: Exporting image: 100% complete...done. 2024-04-10T16:12:06.915 INFO:tasks.workunit.client.1.smithi077.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_134600/img /tmp/rbd_import_export_134600/img_import 2024-04-10T16:12:06.915 INFO:tasks.workunit.client.1.smithi077.stderr:+ cmp -l /tmp/rbd_import_export_134600/img /tmp/rbd_import_export_134600/img_import 2024-04-10T16:12:06.916 INFO:tasks.workunit.client.1.smithi077.stderr:++ stat /tmp/rbd_import_export_134600/img --format %b 2024-04-10T16:12:06.917 INFO:tasks.workunit.client.1.smithi077.stderr:+ origsize=24 2024-04-10T16:12:06.917 INFO:tasks.workunit.client.1.smithi077.stderr:++ stat /tmp/rbd_import_export_134600/img_import --format %b 2024-04-10T16:12:06.918 INFO:tasks.workunit.client.1.smithi077.stderr:+ exportsize=224 2024-04-10T16:12:06.918 INFO:tasks.workunit.client.1.smithi077.stderr:+ difference=200 2024-04-10T16:12:06.918 INFO:tasks.workunit.client.1.smithi077.stderr:+ difference=200 2024-04-10T16:12:06.918 INFO:tasks.workunit.client.1.smithi077.stderr:+ test 200 -ge 0 -a 200 -lt 4096 2024-04-10T16:12:06.919 INFO:tasks.workunit.client.1.smithi077.stderr:+ rbd export testimg@snap /tmp/rbd_import_export_134600/img_snap 2024-04-10T16:12:06.956 INFO:tasks.workunit.client.1.smithi077.stderr: Exporting image: 100% complete...done. 2024-04-10T16:12:06.959 INFO:tasks.workunit.client.1.smithi077.stderr:+ rbd export testimg_import@snap /tmp/rbd_import_export_134600/img_snap_import 2024-04-10T16:12:06.997 INFO:tasks.workunit.client.1.smithi077.stderr: Exporting image: 100% complete...done. 2024-04-10T16:12:07.000 INFO:tasks.workunit.client.1.smithi077.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_134600/img_snap /tmp/rbd_import_export_134600/img_snap_import 2024-04-10T16:12:07.000 INFO:tasks.workunit.client.1.smithi077.stderr:+ cmp -l /tmp/rbd_import_export_134600/img_snap /tmp/rbd_import_export_134600/img_snap_import 2024-04-10T16:12:07.000 INFO:tasks.workunit.client.1.smithi077.stderr:++ stat /tmp/rbd_import_export_134600/img_snap --format %b 2024-04-10T16:12:07.001 INFO:tasks.workunit.client.1.smithi077.stderr:+ origsize=224 2024-04-10T16:12:07.001 INFO:tasks.workunit.client.1.smithi077.stderr:++ stat /tmp/rbd_import_export_134600/img_snap_import --format %b 2024-04-10T16:12:07.002 INFO:tasks.workunit.client.1.smithi077.stderr:+ exportsize=224 2024-04-10T16:12:07.002 INFO:tasks.workunit.client.1.smithi077.stderr:+ difference=0 2024-04-10T16:12:07.003 INFO:tasks.workunit.client.1.smithi077.stderr:+ difference=0 2024-04-10T16:12:07.003 INFO:tasks.workunit.client.1.smithi077.stderr:+ test 0 -ge 0 -a 0 -lt 4096 2024-04-10T16:12:07.003 INFO:tasks.workunit.client.1.smithi077.stderr:+ rm /tmp/rbd_import_export_134600/img_v2 2024-04-10T16:12:07.003 INFO:tasks.workunit.client.1.smithi077.stderr:+ rm /tmp/rbd_import_export_134600/img_import 2024-04-10T16:12:07.003 INFO:tasks.workunit.client.1.smithi077.stderr:+ rm /tmp/rbd_import_export_134600/img_snap 2024-04-10T16:12:07.004 INFO:tasks.workunit.client.1.smithi077.stderr:+ rm /tmp/rbd_import_export_134600/img_snap_import 2024-04-10T16:12:07.005 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:12:06 smithi077 ceph-mon[87572]: osdmap e1116: 8 total, 8 up, 8 in 2024-04-10T16:12:07.005 INFO:tasks.workunit.client.1.smithi077.stderr:+ rbd snap rm testimg_import@snap 2024-04-10T16:12:07.099 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:12:06 smithi069 ceph-mon[96738]: osdmap e1116: 8 total, 8 up, 8 in 2024-04-10T16:12:07.100 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:12:06 smithi069 ceph-mon[94167]: osdmap e1116: 8 total, 8 up, 8 in 2024-04-10T16:12:07.100 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:12:06 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:12:06] "GET /metrics HTTP/1.1" 200 34041 "" "Prometheus/2.43.0" 2024-04-10T16:12:07.743 INFO:tasks.workunit.client.1.smithi077.stderr: Removing snap: 100% complete...done. 2024-04-10T16:12:07.759 INFO:tasks.workunit.client.1.smithi077.stderr:+ rbd remove testimg_import 2024-04-10T16:12:07.890 INFO:tasks.workunit.client.1.smithi077.stderr: Removing image: 100% complete...done. 2024-04-10T16:12:07.893 INFO:tasks.workunit.client.1.smithi077.stderr:+ rbd snap rm testimg@snap 2024-04-10T16:12:08.005 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:12:07 smithi077 ceph-mon[87572]: pgmap v2024: 105 pgs: 105 active+clean; 4.0 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 285 KiB/s rd, 124 KiB/s wr, 102 op/s 2024-04-10T16:12:08.005 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:12:07 smithi077 ceph-mon[87572]: osdmap e1117: 8 total, 8 up, 8 in 2024-04-10T16:12:08.100 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:12:07 smithi069 ceph-mon[96738]: pgmap v2024: 105 pgs: 105 active+clean; 4.0 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 285 KiB/s rd, 124 KiB/s wr, 102 op/s 2024-04-10T16:12:08.100 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:12:07 smithi069 ceph-mon[96738]: osdmap e1117: 8 total, 8 up, 8 in 2024-04-10T16:12:08.100 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:12:07 smithi069 ceph-mon[94167]: pgmap v2024: 105 pgs: 105 active+clean; 4.0 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 285 KiB/s rd, 124 KiB/s wr, 102 op/s 2024-04-10T16:12:08.100 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:12:07 smithi069 ceph-mon[94167]: osdmap e1117: 8 total, 8 up, 8 in 2024-04-10T16:12:08.747 INFO:tasks.workunit.client.1.smithi077.stderr: Removing snap: 100% complete...done. 2024-04-10T16:12:08.759 INFO:tasks.workunit.client.1.smithi077.stderr:+ rbd rm testimg 2024-04-10T16:12:08.889 INFO:tasks.workunit.client.1.smithi077.stderr: Removing image: 100% complete...done. 2024-04-10T16:12:08.891 INFO:tasks.workunit.client.1.smithi077.stderr:+ rbd import --order 20 /tmp/rbd_import_export_134600/img testimg 2024-04-10T16:12:08.958 INFO:tasks.workunit.client.1.smithi077.stderr: Importing image: 100% complete...done. 2024-04-10T16:12:08.958 INFO:tasks.workunit.client.1.smithi077.stderr:rbd: --order is deprecated, use --object-size 2024-04-10T16:12:08.960 INFO:tasks.workunit.client.1.smithi077.stderr:+ rbd export --export-format 2 testimg /tmp/rbd_import_export_134600/img_v2 2024-04-10T16:12:08.999 INFO:tasks.workunit.client.1.smithi077.stderr: Exporting image: 100% complete... Exporting image: 100% complete...done. 2024-04-10T16:12:09.002 INFO:tasks.workunit.client.1.smithi077.stderr:+ rbd import --export-format 2 /tmp/rbd_import_export_134600/img_v2 testimg_import 2024-04-10T16:12:09.005 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:12:08 smithi077 ceph-mon[87572]: osdmap e1118: 8 total, 8 up, 8 in 2024-04-10T16:12:09.077 INFO:tasks.workunit.client.1.smithi077.stderr: Importing image: 100% complete... Importing image: 100% complete...done. 2024-04-10T16:12:09.080 INFO:tasks.workunit.client.1.smithi077.stderr:+ rbd info testimg_import 2024-04-10T16:12:09.080 INFO:tasks.workunit.client.1.smithi077.stderr:+ grep order 2024-04-10T16:12:09.080 INFO:tasks.workunit.client.1.smithi077.stderr:+ awk '{print $2}' 2024-04-10T16:12:09.080 INFO:tasks.workunit.client.1.smithi077.stderr:+ grep 20 2024-04-10T16:12:09.099 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:12:08 smithi069 ceph-mon[94167]: osdmap e1118: 8 total, 8 up, 8 in 2024-04-10T16:12:09.099 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:12:08 smithi069 ceph-mon[96738]: osdmap e1118: 8 total, 8 up, 8 in 2024-04-10T16:12:09.117 INFO:tasks.workunit.client.1.smithi077.stdout:20 2024-04-10T16:12:09.118 INFO:tasks.workunit.client.1.smithi077.stderr:+ rm /tmp/rbd_import_export_134600/img_v2 2024-04-10T16:12:09.118 INFO:tasks.workunit.client.1.smithi077.stderr:+ rbd remove testimg_import 2024-04-10T16:12:09.232 INFO:tasks.workunit.client.1.smithi077.stderr: Removing image: 100% complete...done. 2024-04-10T16:12:09.234 INFO:tasks.workunit.client.1.smithi077.stderr:+ rbd remove testimg 2024-04-10T16:12:09.346 INFO:tasks.workunit.client.1.smithi077.stderr: Removing image: 100% complete...done. 2024-04-10T16:12:09.349 INFO:tasks.workunit.client.1.smithi077.stderr:+ rbd import --image-feature layering /tmp/rbd_import_export_134600/img testimg 2024-04-10T16:12:09.404 INFO:tasks.workunit.client.1.smithi077.stderr: Importing image: 100% complete...done. 2024-04-10T16:12:09.407 INFO:tasks.workunit.client.1.smithi077.stderr:++ rbd info testimg 2024-04-10T16:12:09.407 INFO:tasks.workunit.client.1.smithi077.stderr:++ grep features 2024-04-10T16:12:09.445 INFO:tasks.workunit.client.1.smithi077.stderr:+ FEATURES_BEFORE=' features: layering 2024-04-10T16:12:09.445 INFO:tasks.workunit.client.1.smithi077.stderr: op_features: ' 2024-04-10T16:12:09.445 INFO:tasks.workunit.client.1.smithi077.stderr:+ rbd export --export-format 2 testimg /tmp/rbd_import_export_134600/img_v2 2024-04-10T16:12:09.484 INFO:tasks.workunit.client.1.smithi077.stderr: Exporting image: 100% complete... Exporting image: 100% complete...done. 2024-04-10T16:12:09.487 INFO:tasks.workunit.client.1.smithi077.stderr:+ rbd import --export-format 2 /tmp/rbd_import_export_134600/img_v2 testimg_import 2024-04-10T16:12:09.549 INFO:tasks.workunit.client.1.smithi077.stderr: Importing image: 100% complete... Importing image: 100% complete...done. 2024-04-10T16:12:09.552 INFO:tasks.workunit.client.1.smithi077.stderr:++ rbd info testimg_import 2024-04-10T16:12:09.552 INFO:tasks.workunit.client.1.smithi077.stderr:++ grep features 2024-04-10T16:12:09.590 INFO:tasks.workunit.client.1.smithi077.stderr:+ FEATURES_AFTER=' features: layering 2024-04-10T16:12:09.590 INFO:tasks.workunit.client.1.smithi077.stderr: op_features: ' 2024-04-10T16:12:09.590 INFO:tasks.workunit.client.1.smithi077.stderr:+ '[' ' features: layering 2024-04-10T16:12:09.590 INFO:tasks.workunit.client.1.smithi077.stderr: op_features: ' '!=' ' features: layering 2024-04-10T16:12:09.590 INFO:tasks.workunit.client.1.smithi077.stderr: op_features: ' ']' 2024-04-10T16:12:09.591 INFO:tasks.workunit.client.1.smithi077.stderr:+ rm /tmp/rbd_import_export_134600/img_v2 2024-04-10T16:12:09.591 INFO:tasks.workunit.client.1.smithi077.stderr:+ rbd remove testimg_import 2024-04-10T16:12:09.681 INFO:tasks.workunit.client.1.smithi077.stderr: Removing image: 100% complete...done. 2024-04-10T16:12:09.684 INFO:tasks.workunit.client.1.smithi077.stderr:+ rbd remove testimg 2024-04-10T16:12:09.773 INFO:tasks.workunit.client.1.smithi077.stderr: Removing image: 100% complete...done. 2024-04-10T16:12:09.776 INFO:tasks.workunit.client.1.smithi077.stderr:+ rbd import --stripe-count 1000 --stripe-unit 4096 /tmp/rbd_import_export_134600/img testimg 2024-04-10T16:12:09.853 INFO:tasks.workunit.client.1.smithi077.stderr: Importing image: 100% complete...done. 2024-04-10T16:12:09.856 INFO:tasks.workunit.client.1.smithi077.stderr:+ rbd export --export-format 2 testimg /tmp/rbd_import_export_134600/img_v2 2024-04-10T16:12:09.898 INFO:tasks.workunit.client.1.smithi077.stderr: Exporting image: 100% complete... Exporting image: 100% complete...done. 2024-04-10T16:12:09.902 INFO:tasks.workunit.client.1.smithi077.stderr:+ rbd import --export-format 2 /tmp/rbd_import_export_134600/img_v2 testimg_import 2024-04-10T16:12:09.982 INFO:tasks.workunit.client.1.smithi077.stderr: Importing image: 100% complete... Importing image: 100% complete...done. 2024-04-10T16:12:09.985 INFO:tasks.workunit.client.1.smithi077.stderr:+ rbd info testimg_import 2024-04-10T16:12:09.986 INFO:tasks.workunit.client.1.smithi077.stderr:+ grep 'stripe unit' 2024-04-10T16:12:09.986 INFO:tasks.workunit.client.1.smithi077.stderr:+ grep -Ei '(4 KiB|4096)' 2024-04-10T16:12:10.005 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:12:09 smithi077 ceph-mon[87572]: pgmap v2027: 105 pgs: 105 active+clean; 4.0 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 297 KiB/s rd, 105 KiB/s wr, 115 op/s 2024-04-10T16:12:10.005 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:12:09 smithi077 ceph-mon[87572]: osdmap e1119: 8 total, 8 up, 8 in 2024-04-10T16:12:10.005 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:12:09 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:12:10.023 INFO:tasks.workunit.client.1.smithi077.stdout: stripe unit: 4 KiB 2024-04-10T16:12:10.024 INFO:tasks.workunit.client.1.smithi077.stderr:+ rbd info testimg_import 2024-04-10T16:12:10.024 INFO:tasks.workunit.client.1.smithi077.stderr:+ grep 'stripe count' 2024-04-10T16:12:10.024 INFO:tasks.workunit.client.1.smithi077.stderr:+ awk '{print $3}' 2024-04-10T16:12:10.025 INFO:tasks.workunit.client.1.smithi077.stderr:+ grep 1000 2024-04-10T16:12:10.062 INFO:tasks.workunit.client.1.smithi077.stdout:1000 2024-04-10T16:12:10.062 INFO:tasks.workunit.client.1.smithi077.stderr:+ rm /tmp/rbd_import_export_134600/img_v2 2024-04-10T16:12:10.063 INFO:tasks.workunit.client.1.smithi077.stderr:+ rbd remove testimg_import 2024-04-10T16:12:10.099 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:12:09 smithi069 ceph-mon[94167]: pgmap v2027: 105 pgs: 105 active+clean; 4.0 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 297 KiB/s rd, 105 KiB/s wr, 115 op/s 2024-04-10T16:12:10.099 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:12:09 smithi069 ceph-mon[94167]: osdmap e1119: 8 total, 8 up, 8 in 2024-04-10T16:12:10.099 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:12:09 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:12:10.099 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:12:09 smithi069 ceph-mon[96738]: pgmap v2027: 105 pgs: 105 active+clean; 4.0 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 297 KiB/s rd, 105 KiB/s wr, 115 op/s 2024-04-10T16:12:10.100 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:12:09 smithi069 ceph-mon[96738]: osdmap e1119: 8 total, 8 up, 8 in 2024-04-10T16:12:10.100 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:12:09 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:12:10.178 INFO:tasks.workunit.client.1.smithi077.stderr: Removing image: 3% complete... Removing image: 7% complete... Removing image: 10% complete... Removing image: 14% complete... Removing image: 17% complete... Removing image: 21% complete... Removing image: 25% complete... Removing image: 28% complete... Removing image: 32% complete... Removing image: 35% complete... Removing image: 39% complete... Removing image: 42% complete... Removing image: 46% complete... Removing image: 50% complete... Removing image: 53% complete... Removing image: 57% complete... Removing image: 60% complete... Removing image: 64% complete... Removing image: 67% complete... Removing image: 71% complete... Removing image: 75% complete... Removing image: 78% complete... Removing image: 82% complete... Removing image: 85% complete... Removing image: 89% complete... Removing image: 92% complete... Removing image: 96% complete... Removing image: 100% complete...done. 2024-04-10T16:12:10.182 INFO:tasks.workunit.client.1.smithi077.stderr:+ rbd remove testimg 2024-04-10T16:12:10.296 INFO:tasks.workunit.client.1.smithi077.stderr: Removing image: 3% complete... Removing image: 7% complete... Removing image: 10% complete... Removing image: 14% complete... Removing image: 17% complete... Removing image: 21% complete... Removing image: 25% complete... Removing image: 28% complete... Removing image: 32% complete... Removing image: 35% complete... Removing image: 39% complete... Removing image: 42% complete... Removing image: 46% complete... Removing image: 50% complete... Removing image: 53% complete... Removing image: 57% complete... Removing image: 60% complete... Removing image: 64% complete... Removing image: 67% complete... Removing image: 71% complete... Removing image: 75% complete... Removing image: 78% complete... Removing image: 82% complete... Removing image: 85% complete... Removing image: 89% complete... Removing image: 92% complete... Removing image: 96% complete... Removing image: 100% complete...done. 2024-04-10T16:12:10.299 INFO:tasks.workunit.client.1.smithi077.stderr:+ rbd import --image-format=2 /tmp/rbd_import_export_134600/img testimg 2024-04-10T16:12:10.367 INFO:tasks.workunit.client.1.smithi077.stderr: Importing image: 100% complete...done. 2024-04-10T16:12:10.370 INFO:tasks.workunit.client.1.smithi077.stderr:+ rbd snap create testimg@snap1 2024-04-10T16:12:10.760 INFO:tasks.workunit.client.1.smithi077.stderr: Creating snap: 10% complete... Creating snap: 100% complete...done. 2024-04-10T16:12:10.769 INFO:tasks.workunit.client.1.smithi077.stderr:+ rbd snap create testimg@snap2 2024-04-10T16:12:11.598 INFO:tasks.workunit.client.1.smithi077.stderr: Creating snap: 10% complete... Creating snap: 100% complete...done. 2024-04-10T16:12:11.609 INFO:tasks.workunit.client.1.smithi077.stderr:+ rbd snap protect testimg@snap2 2024-04-10T16:12:11.662 INFO:tasks.workunit.client.1.smithi077.stderr:+ rbd export --export-format 2 testimg /tmp/rbd_import_export_134600/snap_protect 2024-04-10T16:12:11.713 INFO:tasks.workunit.client.1.smithi077.stderr: Exporting image: 33% complete... Exporting image: 100% complete... Exporting image: 100% complete...done. 2024-04-10T16:12:11.717 INFO:tasks.workunit.client.1.smithi077.stderr:+ rbd import --export-format 2 /tmp/rbd_import_export_134600/snap_protect testimg_import 2024-04-10T16:12:12.005 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:12:11 smithi077 ceph-mon[87572]: pgmap v2029: 105 pgs: 105 active+clean; 803 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 162 KiB/s rd, 19 KiB/s wr, 171 op/s 2024-04-10T16:12:12.005 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:12:11 smithi077 ceph-mon[87572]: osdmap e1120: 8 total, 8 up, 8 in 2024-04-10T16:12:12.005 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:12:11 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:12:12.006 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:12:11 smithi077 ceph-mon[87572]: osdmap e1121: 8 total, 8 up, 8 in 2024-04-10T16:12:12.093 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:12:11 smithi069 ceph-mon[96738]: pgmap v2029: 105 pgs: 105 active+clean; 803 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 162 KiB/s rd, 19 KiB/s wr, 171 op/s 2024-04-10T16:12:12.093 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:12:11 smithi069 ceph-mon[96738]: osdmap e1120: 8 total, 8 up, 8 in 2024-04-10T16:12:12.094 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:12:11 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:12:12.094 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:12:11 smithi069 ceph-mon[96738]: osdmap e1121: 8 total, 8 up, 8 in 2024-04-10T16:12:12.094 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:12:11 smithi069 ceph-mon[94167]: pgmap v2029: 105 pgs: 105 active+clean; 803 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 162 KiB/s rd, 19 KiB/s wr, 171 op/s 2024-04-10T16:12:12.094 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:12:11 smithi069 ceph-mon[94167]: osdmap e1120: 8 total, 8 up, 8 in 2024-04-10T16:12:12.094 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:12:11 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:12:12.094 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:12:11 smithi069 ceph-mon[94167]: osdmap e1121: 8 total, 8 up, 8 in 2024-04-10T16:12:12.505 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:12:12 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:12:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:12:13.784 INFO:tasks.workunit.client.1.smithi077.stderr: Importing image: 33% complete... Importing image: 66% complete... Importing image: 100% complete... Importing image: 100% complete...done. 2024-04-10T16:12:13.788 INFO:tasks.workunit.client.1.smithi077.stderr:+ rbd info testimg_import@snap1 2024-04-10T16:12:13.788 INFO:tasks.workunit.client.1.smithi077.stderr:+ grep 'protected: False' 2024-04-10T16:12:13.830 INFO:tasks.workunit.client.1.smithi077.stdout: protected: False 2024-04-10T16:12:13.831 INFO:tasks.workunit.client.1.smithi077.stderr:+ rbd info testimg_import@snap2 2024-04-10T16:12:13.831 INFO:tasks.workunit.client.1.smithi077.stderr:+ grep 'protected: True' 2024-04-10T16:12:13.869 INFO:tasks.workunit.client.1.smithi077.stdout: protected: True 2024-04-10T16:12:13.869 INFO:tasks.workunit.client.1.smithi077.stderr:+ rm /tmp/rbd_import_export_134600/snap_protect 2024-04-10T16:12:13.870 INFO:tasks.workunit.client.1.smithi077.stderr:+ rbd snap unprotect testimg@snap2 2024-04-10T16:12:13.917 INFO:tasks.workunit.client.1.smithi077.stderr:+ rbd snap unprotect testimg_import@snap2 2024-04-10T16:12:13.965 INFO:tasks.workunit.client.1.smithi077.stderr:+ rbd snap purge testimg 2024-04-10T16:12:14.005 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:12:13 smithi077 ceph-mon[87572]: pgmap v2032: 105 pgs: 105 active+clean; 803 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 271 KiB/s rd, 22 KiB/s wr, 309 op/s 2024-04-10T16:12:14.005 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:12:13 smithi077 ceph-mon[87572]: osdmap e1122: 8 total, 8 up, 8 in 2024-04-10T16:12:14.099 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:12:13 smithi069 ceph-mon[96738]: pgmap v2032: 105 pgs: 105 active+clean; 803 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 271 KiB/s rd, 22 KiB/s wr, 309 op/s 2024-04-10T16:12:14.100 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:12:13 smithi069 ceph-mon[96738]: osdmap e1122: 8 total, 8 up, 8 in 2024-04-10T16:12:14.100 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:12:13 smithi069 ceph-mon[94167]: pgmap v2032: 105 pgs: 105 active+clean; 803 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 271 KiB/s rd, 22 KiB/s wr, 309 op/s 2024-04-10T16:12:14.101 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:12:13 smithi069 ceph-mon[94167]: osdmap e1122: 8 total, 8 up, 8 in 2024-04-10T16:12:15.099 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:12:14 smithi069 ceph-mon[96738]: osdmap e1123: 8 total, 8 up, 8 in 2024-04-10T16:12:15.099 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:12:14 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:12:15.099 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:12:14 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:12:15.100 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:12:14 smithi069 ceph-mon[94167]: osdmap e1123: 8 total, 8 up, 8 in 2024-04-10T16:12:15.100 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:12:14 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:12:15.100 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:12:14 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:12:15.255 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:12:14 smithi077 ceph-mon[87572]: osdmap e1123: 8 total, 8 up, 8 in 2024-04-10T16:12:15.255 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:12:14 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:12:15.255 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:12:14 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:12:15.782 INFO:tasks.workunit.client.1.smithi077.stderr: Removing all snapshots: 50% complete... Removing all snapshots: 100% complete... Removing all snapshots: 100% complete...done. 2024-04-10T16:12:15.793 INFO:tasks.workunit.client.1.smithi077.stderr:+ rbd snap purge testimg_import 2024-04-10T16:12:16.068 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:12:15 smithi069 ceph-mon[96738]: pgmap v2035: 105 pgs: 105 active+clean; 693 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 290 KiB/s rd, 21 KiB/s wr, 372 op/s 2024-04-10T16:12:16.069 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:12:15 smithi069 ceph-mon[96738]: osdmap e1124: 8 total, 8 up, 8 in 2024-04-10T16:12:16.069 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:12:15 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:12:16.069 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:12:15 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:12:16.069 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:12:15 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:12:16.069 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:12:15 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:12:16.069 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:12:15 smithi069 ceph-mon[94167]: pgmap v2035: 105 pgs: 105 active+clean; 693 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 290 KiB/s rd, 21 KiB/s wr, 372 op/s 2024-04-10T16:12:16.069 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:12:15 smithi069 ceph-mon[94167]: osdmap e1124: 8 total, 8 up, 8 in 2024-04-10T16:12:16.069 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:12:15 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:12:16.069 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:12:15 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:12:16.069 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:12:15 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:12:16.070 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:12:15 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:12:16.255 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:12:15 smithi077 ceph-mon[87572]: pgmap v2035: 105 pgs: 105 active+clean; 693 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 290 KiB/s rd, 21 KiB/s wr, 372 op/s 2024-04-10T16:12:16.255 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:12:15 smithi077 ceph-mon[87572]: osdmap e1124: 8 total, 8 up, 8 in 2024-04-10T16:12:16.255 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:12:15 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:12:16.255 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:12:15 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:12:16.256 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:12:15 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:12:16.256 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:12:15 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:12:16.840 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:12:16 smithi077 ceph-mon[87572]: osdmap e1125: 8 total, 8 up, 8 in 2024-04-10T16:12:16.840 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:12:16 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:12:16.840 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:12:16 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:12:16.840 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:12:16 smithi077 ceph-mon[87572]: osdmap e1126: 8 total, 8 up, 8 in 2024-04-10T16:12:17.099 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:12:16 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:12:16] "GET /metrics HTTP/1.1" 200 34026 "" "Prometheus/2.43.0" 2024-04-10T16:12:17.100 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:12:16 smithi069 ceph-mon[94167]: osdmap e1125: 8 total, 8 up, 8 in 2024-04-10T16:12:17.100 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:12:16 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:12:17.100 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:12:16 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:12:17.100 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:12:16 smithi069 ceph-mon[94167]: osdmap e1126: 8 total, 8 up, 8 in 2024-04-10T16:12:17.100 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:12:16 smithi069 ceph-mon[96738]: osdmap e1125: 8 total, 8 up, 8 in 2024-04-10T16:12:17.100 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:12:16 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:12:17.100 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:12:16 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:12:17.100 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:12:16 smithi069 ceph-mon[96738]: osdmap e1126: 8 total, 8 up, 8 in 2024-04-10T16:12:17.603 INFO:tasks.workunit.client.1.smithi077.stderr: Removing all snapshots: 50% complete... Removing all snapshots: 100% complete... Removing all snapshots: 100% complete...done. 2024-04-10T16:12:17.615 INFO:tasks.workunit.client.1.smithi077.stderr:+ rbd remove testimg 2024-04-10T16:12:17.749 INFO:tasks.workunit.client.1.smithi077.stderr: Removing image: 100% complete...done. 2024-04-10T16:12:17.752 INFO:tasks.workunit.client.1.smithi077.stderr:+ rbd remove testimg_import 2024-04-10T16:12:17.874 INFO:tasks.workunit.client.1.smithi077.stderr: Removing image: 100% complete...done. 2024-04-10T16:12:17.877 INFO:tasks.workunit.client.1.smithi077.stderr:+ tiered=0 2024-04-10T16:12:17.877 INFO:tasks.workunit.client.1.smithi077.stderr:+ ceph osd dump 2024-04-10T16:12:17.877 INFO:tasks.workunit.client.1.smithi077.stderr:+ grep '^pool' 2024-04-10T16:12:17.877 INFO:tasks.workunit.client.1.smithi077.stderr:+ grep ''\''rbd'\''' 2024-04-10T16:12:17.877 INFO:tasks.workunit.client.1.smithi077.stderr:+ grep tier 2024-04-10T16:12:18.099 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:12:17 smithi069 ceph-mon[94167]: pgmap v2038: 105 pgs: 105 active+clean; 803 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 306 KiB/s rd, 40 KiB/s wr, 408 op/s 2024-04-10T16:12:18.099 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:12:17 smithi069 ceph-mon[94167]: osdmap e1127: 8 total, 8 up, 8 in 2024-04-10T16:12:18.100 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:12:17 smithi069 ceph-mon[96738]: pgmap v2038: 105 pgs: 105 active+clean; 803 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 306 KiB/s rd, 40 KiB/s wr, 408 op/s 2024-04-10T16:12:18.100 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:12:17 smithi069 ceph-mon[96738]: osdmap e1127: 8 total, 8 up, 8 in 2024-04-10T16:12:18.255 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:12:17 smithi077 ceph-mon[87572]: pgmap v2038: 105 pgs: 105 active+clean; 803 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 306 KiB/s rd, 40 KiB/s wr, 408 op/s 2024-04-10T16:12:18.255 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:12:17 smithi077 ceph-mon[87572]: osdmap e1127: 8 total, 8 up, 8 in 2024-04-10T16:12:18.264 INFO:tasks.workunit.client.1.smithi077.stderr:+ dd if=/dev/urandom bs=1M seek=1 count=1 of=/tmp/rbd_import_export_134600/sparse1 2024-04-10T16:12:18.269 INFO:tasks.workunit.client.1.smithi077.stderr:1+0 records in 2024-04-10T16:12:18.269 INFO:tasks.workunit.client.1.smithi077.stderr:1+0 records out 2024-04-10T16:12:18.269 INFO:tasks.workunit.client.1.smithi077.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00333679 s, 314 MB/s 2024-04-10T16:12:18.269 INFO:tasks.workunit.client.1.smithi077.stderr:+ dd if=/dev/urandom bs=1M count=1 of=/tmp/rbd_import_export_134600/sparse2 2024-04-10T16:12:18.272 INFO:tasks.workunit.client.1.smithi077.stderr:1+0 records in 2024-04-10T16:12:18.273 INFO:tasks.workunit.client.1.smithi077.stderr:1+0 records out 2024-04-10T16:12:18.273 INFO:tasks.workunit.client.1.smithi077.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00321732 s, 326 MB/s 2024-04-10T16:12:18.273 INFO:tasks.workunit.client.1.smithi077.stderr:+ truncate /tmp/rbd_import_export_134600/sparse2 -s 2M 2024-04-10T16:12:18.372 INFO:tasks.workunit.client.1.smithi077.stderr:+ rbd rm sparse1 2024-04-10T16:12:18.427 INFO:tasks.workunit.client.1.smithi077.stderr: Removing image: 0% complete...failed. 2024-04-10T16:12:18.427 INFO:tasks.workunit.client.1.smithi077.stderr:rbd: delete error: (2) No such file or directory 2024-04-10T16:12:18.430 INFO:tasks.workunit.client.1.smithi077.stderr:+ true 2024-04-10T16:12:18.430 INFO:tasks.workunit.client.1.smithi077.stderr:+ rbd import --new-format --order 20 /tmp/rbd_import_export_134600/sparse1 2024-04-10T16:12:18.510 INFO:tasks.workunit.client.1.smithi077.stderr: Importing image: 50% complete... Importing image: 100% complete...done. 2024-04-10T16:12:18.511 INFO:tasks.workunit.client.1.smithi077.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-04-10T16:12:18.511 INFO:tasks.workunit.client.1.smithi077.stderr:rbd: --order is deprecated, use --object-size 2024-04-10T16:12:18.514 INFO:tasks.workunit.client.1.smithi077.stderr:+ rbd ls -l 2024-04-10T16:12:18.514 INFO:tasks.workunit.client.1.smithi077.stderr:+ grep sparse1 2024-04-10T16:12:18.514 INFO:tasks.workunit.client.1.smithi077.stderr:+ grep -Ei '(2 MiB|2048k)' 2024-04-10T16:12:18.553 INFO:tasks.workunit.client.1.smithi077.stdout:sparse1 2 MiB 2 2024-04-10T16:12:18.553 INFO:tasks.workunit.client.1.smithi077.stderr:++ objects sparse1 2024-04-10T16:12:18.553 INFO:tasks.workunit.client.1.smithi077.stderr:++ image=sparse1 2024-04-10T16:12:18.554 INFO:tasks.workunit.client.1.smithi077.stderr:+++ rbd info sparse1 2024-04-10T16:12:18.554 INFO:tasks.workunit.client.1.smithi077.stderr:+++ grep block_name_prefix 2024-04-10T16:12:18.554 INFO:tasks.workunit.client.1.smithi077.stderr:+++ awk '{print $NF;}' 2024-04-10T16:12:18.592 INFO:tasks.workunit.client.1.smithi077.stderr:++ prefix=rbd_data.d717cfa2298 2024-04-10T16:12:18.593 INFO:tasks.workunit.client.1.smithi077.stderr:+++ grep rbd_data.d717cfa2298 2024-04-10T16:12:18.594 INFO:tasks.workunit.client.1.smithi077.stderr:++++ get_image_data_pool sparse1 2024-04-10T16:12:18.594 INFO:tasks.workunit.client.1.smithi077.stderr:++++ image=sparse1 2024-04-10T16:12:18.594 INFO:tasks.workunit.client.1.smithi077.stderr:+++ sed -e 's/rbd_data.d717cfa2298\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2024-04-10T16:12:18.594 INFO:tasks.workunit.client.1.smithi077.stderr:+++ sort -u 2024-04-10T16:12:18.594 INFO:tasks.workunit.client.1.smithi077.stderr:+++++ rbd info sparse1 2024-04-10T16:12:18.594 INFO:tasks.workunit.client.1.smithi077.stderr:+++++ grep 'data_pool: ' 2024-04-10T16:12:18.594 INFO:tasks.workunit.client.1.smithi077.stderr:+++++ awk -F: '{ print $NF }' 2024-04-10T16:12:18.632 INFO:tasks.workunit.client.1.smithi077.stderr:++++ data_pool= 2024-04-10T16:12:18.632 INFO:tasks.workunit.client.1.smithi077.stderr:++++ '[' -z ']' 2024-04-10T16:12:18.632 INFO:tasks.workunit.client.1.smithi077.stderr:++++ data_pool=rbd 2024-04-10T16:12:18.632 INFO:tasks.workunit.client.1.smithi077.stderr:++++ echo rbd 2024-04-10T16:12:18.632 INFO:tasks.workunit.client.1.smithi077.stderr:+++ rados ls -p rbd 2024-04-10T16:12:18.719 INFO:tasks.workunit.client.1.smithi077.stderr:++ objects=1 2024-04-10T16:12:18.719 INFO:tasks.workunit.client.1.smithi077.stderr:++ echo 1 2024-04-10T16:12:18.719 INFO:tasks.workunit.client.1.smithi077.stderr:+ '[' 0 -eq 1 -o 1 = 1 ']' 2024-04-10T16:12:18.719 INFO:tasks.workunit.client.1.smithi077.stderr:+ rbd export sparse1 /tmp/rbd_import_export_134600/sparse1.out 2024-04-10T16:12:18.760 INFO:tasks.workunit.client.1.smithi077.stderr: Exporting image: 50% complete... Exporting image: 100% complete...done. 2024-04-10T16:12:18.764 INFO:tasks.workunit.client.1.smithi077.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_134600/sparse1 /tmp/rbd_import_export_134600/sparse1.out 2024-04-10T16:12:18.764 INFO:tasks.workunit.client.1.smithi077.stderr:+ cmp -l /tmp/rbd_import_export_134600/sparse1 /tmp/rbd_import_export_134600/sparse1.out 2024-04-10T16:12:18.766 INFO:tasks.workunit.client.1.smithi077.stderr:++ stat /tmp/rbd_import_export_134600/sparse1 --format %b 2024-04-10T16:12:18.766 INFO:tasks.workunit.client.1.smithi077.stderr:+ origsize=2048 2024-04-10T16:12:18.767 INFO:tasks.workunit.client.1.smithi077.stderr:++ stat /tmp/rbd_import_export_134600/sparse1.out --format %b 2024-04-10T16:12:18.768 INFO:tasks.workunit.client.1.smithi077.stderr:+ exportsize=2048 2024-04-10T16:12:18.768 INFO:tasks.workunit.client.1.smithi077.stderr:+ difference=0 2024-04-10T16:12:18.768 INFO:tasks.workunit.client.1.smithi077.stderr:+ difference=0 2024-04-10T16:12:18.768 INFO:tasks.workunit.client.1.smithi077.stderr:+ test 0 -ge 0 -a 0 -lt 4096 2024-04-10T16:12:18.768 INFO:tasks.workunit.client.1.smithi077.stderr:+ rm /tmp/rbd_import_export_134600/sparse1.out 2024-04-10T16:12:18.768 INFO:tasks.workunit.client.1.smithi077.stderr:+ rbd rm sparse1 2024-04-10T16:12:18.890 INFO:tasks.workunit.client.1.smithi077.stderr: Removing image: 50% complete... Removing image: 100% complete...done. 2024-04-10T16:12:18.893 INFO:tasks.workunit.client.1.smithi077.stderr:+ rbd rm sparse2 2024-04-10T16:12:18.947 INFO:tasks.workunit.client.1.smithi077.stderr: Removing image: 0% complete...failed. 2024-04-10T16:12:18.947 INFO:tasks.workunit.client.1.smithi077.stderr:rbd: delete error: (2) No such file or directory 2024-04-10T16:12:18.950 INFO:tasks.workunit.client.1.smithi077.stderr:+ true 2024-04-10T16:12:18.950 INFO:tasks.workunit.client.1.smithi077.stderr:+ rbd import --new-format --order 20 /tmp/rbd_import_export_134600/sparse2 2024-04-10T16:12:19.022 INFO:tasks.workunit.client.1.smithi077.stderr: Importing image: 50% complete... Importing image: 100% complete...done. 2024-04-10T16:12:19.022 INFO:tasks.workunit.client.1.smithi077.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-04-10T16:12:19.022 INFO:tasks.workunit.client.1.smithi077.stderr:rbd: --order is deprecated, use --object-size 2024-04-10T16:12:19.025 INFO:tasks.workunit.client.1.smithi077.stderr:+ rbd ls -l 2024-04-10T16:12:19.025 INFO:tasks.workunit.client.1.smithi077.stderr:+ grep sparse2 2024-04-10T16:12:19.026 INFO:tasks.workunit.client.1.smithi077.stderr:+ grep -Ei '(2 MiB|2048k)' 2024-04-10T16:12:19.064 INFO:tasks.workunit.client.1.smithi077.stdout:sparse2 2 MiB 2 2024-04-10T16:12:19.064 INFO:tasks.workunit.client.1.smithi077.stderr:++ objects sparse2 2024-04-10T16:12:19.065 INFO:tasks.workunit.client.1.smithi077.stderr:++ image=sparse2 2024-04-10T16:12:19.065 INFO:tasks.workunit.client.1.smithi077.stderr:+++ rbd info sparse2 2024-04-10T16:12:19.065 INFO:tasks.workunit.client.1.smithi077.stderr:+++ grep block_name_prefix 2024-04-10T16:12:19.065 INFO:tasks.workunit.client.1.smithi077.stderr:+++ awk '{print $NF;}' 2024-04-10T16:12:19.103 INFO:tasks.workunit.client.1.smithi077.stderr:++ prefix=rbd_data.d74ad547b26f 2024-04-10T16:12:19.104 INFO:tasks.workunit.client.1.smithi077.stderr:+++ grep rbd_data.d74ad547b26f 2024-04-10T16:12:19.104 INFO:tasks.workunit.client.1.smithi077.stderr:+++ sed -e 's/rbd_data.d74ad547b26f\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2024-04-10T16:12:19.104 INFO:tasks.workunit.client.1.smithi077.stderr:++++ get_image_data_pool sparse2 2024-04-10T16:12:19.104 INFO:tasks.workunit.client.1.smithi077.stderr:++++ image=sparse2 2024-04-10T16:12:19.104 INFO:tasks.workunit.client.1.smithi077.stderr:+++ sort -u 2024-04-10T16:12:19.104 INFO:tasks.workunit.client.1.smithi077.stderr:+++++ rbd info sparse2 2024-04-10T16:12:19.104 INFO:tasks.workunit.client.1.smithi077.stderr:+++++ grep 'data_pool: ' 2024-04-10T16:12:19.105 INFO:tasks.workunit.client.1.smithi077.stderr:+++++ awk -F: '{ print $NF }' 2024-04-10T16:12:19.142 INFO:tasks.workunit.client.1.smithi077.stderr:++++ data_pool= 2024-04-10T16:12:19.142 INFO:tasks.workunit.client.1.smithi077.stderr:++++ '[' -z ']' 2024-04-10T16:12:19.143 INFO:tasks.workunit.client.1.smithi077.stderr:++++ data_pool=rbd 2024-04-10T16:12:19.143 INFO:tasks.workunit.client.1.smithi077.stderr:++++ echo rbd 2024-04-10T16:12:19.143 INFO:tasks.workunit.client.1.smithi077.stderr:+++ rados ls -p rbd 2024-04-10T16:12:19.229 INFO:tasks.workunit.client.1.smithi077.stderr:++ objects=0 2024-04-10T16:12:19.230 INFO:tasks.workunit.client.1.smithi077.stderr:++ echo 0 2024-04-10T16:12:19.230 INFO:tasks.workunit.client.1.smithi077.stderr:+ '[' 0 -eq 1 -o 0 = 0 ']' 2024-04-10T16:12:19.230 INFO:tasks.workunit.client.1.smithi077.stderr:+ rbd export sparse2 /tmp/rbd_import_export_134600/sparse2.out 2024-04-10T16:12:19.255 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:12:18 smithi077 ceph-mon[87572]: from='client.? 172.21.15.77:0/3496500435' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-04-10T16:12:19.255 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:12:18 smithi077 ceph-mon[87572]: from='client.? 172.21.15.77:0/3496500435' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-04-10T16:12:19.268 INFO:tasks.workunit.client.1.smithi077.stderr: Exporting image: 50% complete... Exporting image: 100% complete...done. 2024-04-10T16:12:19.272 INFO:tasks.workunit.client.1.smithi077.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_134600/sparse2 /tmp/rbd_import_export_134600/sparse2.out 2024-04-10T16:12:19.272 INFO:tasks.workunit.client.1.smithi077.stderr:+ cmp -l /tmp/rbd_import_export_134600/sparse2 /tmp/rbd_import_export_134600/sparse2.out 2024-04-10T16:12:19.274 INFO:tasks.workunit.client.1.smithi077.stderr:++ stat /tmp/rbd_import_export_134600/sparse2 --format %b 2024-04-10T16:12:19.274 INFO:tasks.workunit.client.1.smithi077.stderr:+ origsize=2048 2024-04-10T16:12:19.275 INFO:tasks.workunit.client.1.smithi077.stderr:++ stat /tmp/rbd_import_export_134600/sparse2.out --format %b 2024-04-10T16:12:19.276 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:12:18 smithi069 ceph-mon[96738]: from='client.? 172.21.15.77:0/3496500435' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-04-10T16:12:19.276 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:12:18 smithi069 ceph-mon[96738]: from='client.? 172.21.15.77:0/3496500435' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-04-10T16:12:19.276 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:12:18 smithi069 ceph-mon[94167]: from='client.? 172.21.15.77:0/3496500435' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-04-10T16:12:19.276 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:12:18 smithi069 ceph-mon[94167]: from='client.? 172.21.15.77:0/3496500435' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-04-10T16:12:19.277 INFO:tasks.workunit.client.1.smithi077.stderr:+ exportsize=2048 2024-04-10T16:12:19.277 INFO:tasks.workunit.client.1.smithi077.stderr:+ difference=0 2024-04-10T16:12:19.277 INFO:tasks.workunit.client.1.smithi077.stderr:+ difference=0 2024-04-10T16:12:19.277 INFO:tasks.workunit.client.1.smithi077.stderr:+ test 0 -ge 0 -a 0 -lt 4096 2024-04-10T16:12:19.277 INFO:tasks.workunit.client.1.smithi077.stderr:+ rm /tmp/rbd_import_export_134600/sparse2.out 2024-04-10T16:12:19.277 INFO:tasks.workunit.client.1.smithi077.stderr:+ rbd rm sparse2 2024-04-10T16:12:19.399 INFO:tasks.workunit.client.1.smithi077.stderr: Removing image: 50% complete... Removing image: 100% complete...done. 2024-04-10T16:12:19.402 INFO:tasks.workunit.client.1.smithi077.stderr:+ truncate /tmp/rbd_import_export_134600/sparse1 -s 10M 2024-04-10T16:12:19.403 INFO:tasks.workunit.client.1.smithi077.stderr:+ rbd import --new-format --order 20 - sparse1 2024-04-10T16:12:19.504 INFO:tasks.workunit.client.1.smithi077.stderr: Importing image: 100% complete...done. 2024-04-10T16:12:19.505 INFO:tasks.workunit.client.1.smithi077.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-04-10T16:12:19.505 INFO:tasks.workunit.client.1.smithi077.stderr:rbd: --order is deprecated, use --object-size 2024-04-10T16:12:19.508 INFO:tasks.workunit.client.1.smithi077.stderr:+ rbd ls -l 2024-04-10T16:12:19.508 INFO:tasks.workunit.client.1.smithi077.stderr:+ grep sparse1 2024-04-10T16:12:19.508 INFO:tasks.workunit.client.1.smithi077.stderr:+ grep -Ei '(10 MiB|10240k)' 2024-04-10T16:12:19.546 INFO:tasks.workunit.client.1.smithi077.stdout:sparse1 10 MiB 2 2024-04-10T16:12:19.547 INFO:tasks.workunit.client.1.smithi077.stderr:++ objects sparse1 2024-04-10T16:12:19.547 INFO:tasks.workunit.client.1.smithi077.stderr:++ image=sparse1 2024-04-10T16:12:19.547 INFO:tasks.workunit.client.1.smithi077.stderr:+++ rbd info sparse1 2024-04-10T16:12:19.547 INFO:tasks.workunit.client.1.smithi077.stderr:+++ grep block_name_prefix 2024-04-10T16:12:19.547 INFO:tasks.workunit.client.1.smithi077.stderr:+++ awk '{print $NF;}' 2024-04-10T16:12:19.585 INFO:tasks.workunit.client.1.smithi077.stderr:++ prefix=rbd_data.d7779be40688 2024-04-10T16:12:19.586 INFO:tasks.workunit.client.1.smithi077.stderr:+++ grep rbd_data.d7779be40688 2024-04-10T16:12:19.586 INFO:tasks.workunit.client.1.smithi077.stderr:+++ sed -e 's/rbd_data.d7779be40688\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2024-04-10T16:12:19.586 INFO:tasks.workunit.client.1.smithi077.stderr:++++ get_image_data_pool sparse1 2024-04-10T16:12:19.586 INFO:tasks.workunit.client.1.smithi077.stderr:++++ image=sparse1 2024-04-10T16:12:19.586 INFO:tasks.workunit.client.1.smithi077.stderr:+++ sort -u 2024-04-10T16:12:19.586 INFO:tasks.workunit.client.1.smithi077.stderr:+++++ rbd info sparse1 2024-04-10T16:12:19.587 INFO:tasks.workunit.client.1.smithi077.stderr:+++++ grep 'data_pool: ' 2024-04-10T16:12:19.587 INFO:tasks.workunit.client.1.smithi077.stderr:+++++ awk -F: '{ print $NF }' 2024-04-10T16:12:19.627 INFO:tasks.workunit.client.1.smithi077.stderr:++++ data_pool= 2024-04-10T16:12:19.627 INFO:tasks.workunit.client.1.smithi077.stderr:++++ '[' -z ']' 2024-04-10T16:12:19.627 INFO:tasks.workunit.client.1.smithi077.stderr:++++ data_pool=rbd 2024-04-10T16:12:19.627 INFO:tasks.workunit.client.1.smithi077.stderr:++++ echo rbd 2024-04-10T16:12:19.627 INFO:tasks.workunit.client.1.smithi077.stderr:+++ rados ls -p rbd 2024-04-10T16:12:19.702 INFO:tasks.workunit.client.1.smithi077.stderr:++ objects=1 2024-04-10T16:12:19.702 INFO:tasks.workunit.client.1.smithi077.stderr:++ echo 1 2024-04-10T16:12:19.702 INFO:tasks.workunit.client.1.smithi077.stderr:+ '[' 0 -eq 1 -o 1 = 1 ']' 2024-04-10T16:12:19.702 INFO:tasks.workunit.client.1.smithi077.stderr:+ rbd export sparse1 /tmp/rbd_import_export_134600/sparse1.out 2024-04-10T16:12:19.741 INFO:tasks.workunit.client.1.smithi077.stderr: Exporting image: 10% complete... Exporting image: 20% complete... Exporting image: 30% complete... Exporting image: 40% complete... Exporting image: 50% complete... Exporting image: 60% complete... Exporting image: 70% complete... Exporting image: 80% complete... Exporting image: 90% complete... Exporting image: 100% complete...done. 2024-04-10T16:12:19.745 INFO:tasks.workunit.client.1.smithi077.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_134600/sparse1 /tmp/rbd_import_export_134600/sparse1.out 2024-04-10T16:12:19.745 INFO:tasks.workunit.client.1.smithi077.stderr:+ cmp -l /tmp/rbd_import_export_134600/sparse1 /tmp/rbd_import_export_134600/sparse1.out 2024-04-10T16:12:19.753 INFO:tasks.workunit.client.1.smithi077.stderr:++ stat /tmp/rbd_import_export_134600/sparse1 --format %b 2024-04-10T16:12:19.754 INFO:tasks.workunit.client.1.smithi077.stderr:+ origsize=2048 2024-04-10T16:12:19.754 INFO:tasks.workunit.client.1.smithi077.stderr:++ stat /tmp/rbd_import_export_134600/sparse1.out --format %b 2024-04-10T16:12:19.755 INFO:tasks.workunit.client.1.smithi077.stderr:+ exportsize=2048 2024-04-10T16:12:19.755 INFO:tasks.workunit.client.1.smithi077.stderr:+ difference=0 2024-04-10T16:12:19.755 INFO:tasks.workunit.client.1.smithi077.stderr:+ difference=0 2024-04-10T16:12:19.755 INFO:tasks.workunit.client.1.smithi077.stderr:+ test 0 -ge 0 -a 0 -lt 4096 2024-04-10T16:12:19.755 INFO:tasks.workunit.client.1.smithi077.stderr:+ rm /tmp/rbd_import_export_134600/sparse1.out 2024-04-10T16:12:19.756 INFO:tasks.workunit.client.1.smithi077.stderr:+ rbd rm sparse1 2024-04-10T16:12:19.873 INFO:tasks.workunit.client.1.smithi077.stderr: Removing image: 10% complete... Removing image: 20% complete... Removing image: 30% complete... Removing image: 40% complete... Removing image: 50% complete... Removing image: 60% complete... Removing image: 70% complete... Removing image: 80% complete... Removing image: 90% complete... Removing image: 100% complete...done. 2024-04-10T16:12:19.876 INFO:tasks.workunit.client.1.smithi077.stderr:+ dd if=/dev/urandom bs=2M count=1 of=/tmp/rbd_import_export_134600/sparse2 oflag=append conv=notrunc 2024-04-10T16:12:19.884 INFO:tasks.workunit.client.1.smithi077.stderr:1+0 records in 2024-04-10T16:12:19.884 INFO:tasks.workunit.client.1.smithi077.stderr:1+0 records out 2024-04-10T16:12:19.884 INFO:tasks.workunit.client.1.smithi077.stderr:2097152 bytes (2.1 MB, 2.0 MiB) copied, 0.00628114 s, 334 MB/s 2024-04-10T16:12:19.884 INFO:tasks.workunit.client.1.smithi077.stderr:+ rbd import --new-format --order 20 - sparse2 2024-04-10T16:12:19.988 INFO:tasks.workunit.client.1.smithi077.stderr: Importing image: 100% complete...done. 2024-04-10T16:12:19.989 INFO:tasks.workunit.client.1.smithi077.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-04-10T16:12:19.989 INFO:tasks.workunit.client.1.smithi077.stderr:rbd: --order is deprecated, use --object-size 2024-04-10T16:12:19.992 INFO:tasks.workunit.client.1.smithi077.stderr:+ rbd ls -l 2024-04-10T16:12:19.992 INFO:tasks.workunit.client.1.smithi077.stderr:+ grep sparse2 2024-04-10T16:12:19.992 INFO:tasks.workunit.client.1.smithi077.stderr:+ grep -Ei '(4 MiB|4096k)' 2024-04-10T16:12:20.030 INFO:tasks.workunit.client.1.smithi077.stdout:sparse2 4 MiB 2 2024-04-10T16:12:20.031 INFO:tasks.workunit.client.1.smithi077.stderr:++ objects sparse2 2024-04-10T16:12:20.031 INFO:tasks.workunit.client.1.smithi077.stderr:++ image=sparse2 2024-04-10T16:12:20.031 INFO:tasks.workunit.client.1.smithi077.stderr:+++ rbd info sparse2 2024-04-10T16:12:20.031 INFO:tasks.workunit.client.1.smithi077.stderr:+++ grep block_name_prefix 2024-04-10T16:12:20.031 INFO:tasks.workunit.client.1.smithi077.stderr:+++ awk '{print $NF;}' 2024-04-10T16:12:20.071 INFO:tasks.workunit.client.1.smithi077.stderr:++ prefix=rbd_data.d7a42ce6d7a 2024-04-10T16:12:20.073 INFO:tasks.workunit.client.1.smithi077.stderr:+++ grep rbd_data.d7a42ce6d7a 2024-04-10T16:12:20.073 INFO:tasks.workunit.client.1.smithi077.stderr:++++ get_image_data_pool sparse2 2024-04-10T16:12:20.073 INFO:tasks.workunit.client.1.smithi077.stderr:+++ sed -e 's/rbd_data.d7a42ce6d7a\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2024-04-10T16:12:20.073 INFO:tasks.workunit.client.1.smithi077.stderr:++++ image=sparse2 2024-04-10T16:12:20.073 INFO:tasks.workunit.client.1.smithi077.stderr:+++ sort -u 2024-04-10T16:12:20.073 INFO:tasks.workunit.client.1.smithi077.stderr:+++++ rbd info sparse2 2024-04-10T16:12:20.073 INFO:tasks.workunit.client.1.smithi077.stderr:+++++ grep 'data_pool: ' 2024-04-10T16:12:20.073 INFO:tasks.workunit.client.1.smithi077.stderr:+++++ awk -F: '{ print $NF }' 2024-04-10T16:12:20.113 INFO:tasks.workunit.client.1.smithi077.stderr:++++ data_pool= 2024-04-10T16:12:20.113 INFO:tasks.workunit.client.1.smithi077.stderr:++++ '[' -z ']' 2024-04-10T16:12:20.113 INFO:tasks.workunit.client.1.smithi077.stderr:++++ data_pool=rbd 2024-04-10T16:12:20.113 INFO:tasks.workunit.client.1.smithi077.stderr:++++ echo rbd 2024-04-10T16:12:20.113 INFO:tasks.workunit.client.1.smithi077.stderr:+++ rados ls -p rbd 2024-04-10T16:12:20.193 INFO:tasks.workunit.client.1.smithi077.stderr:++ objects='0 2024-04-10T16:12:20.194 INFO:tasks.workunit.client.1.smithi077.stderr:2 2024-04-10T16:12:20.194 INFO:tasks.workunit.client.1.smithi077.stderr:3' 2024-04-10T16:12:20.194 INFO:tasks.workunit.client.1.smithi077.stderr:++ echo 0 2 3 2024-04-10T16:12:20.194 INFO:tasks.workunit.client.1.smithi077.stderr:+ '[' 0 -eq 1 -o '0 2 3' = '0 2 3' ']' 2024-04-10T16:12:20.194 INFO:tasks.workunit.client.1.smithi077.stderr:+ rbd export sparse2 /tmp/rbd_import_export_134600/sparse2.out 2024-04-10T16:12:20.234 INFO:tasks.workunit.client.1.smithi077.stderr: Exporting image: 25% complete... Exporting image: 50% complete... Exporting image: 75% complete... Exporting image: 100% complete...done. 2024-04-10T16:12:20.238 INFO:tasks.workunit.client.1.smithi077.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_134600/sparse2 /tmp/rbd_import_export_134600/sparse2.out 2024-04-10T16:12:20.238 INFO:tasks.workunit.client.1.smithi077.stderr:+ cmp -l /tmp/rbd_import_export_134600/sparse2 /tmp/rbd_import_export_134600/sparse2.out 2024-04-10T16:12:20.241 INFO:tasks.workunit.client.1.smithi077.stderr:++ stat /tmp/rbd_import_export_134600/sparse2 --format %b 2024-04-10T16:12:20.242 INFO:tasks.workunit.client.1.smithi077.stderr:+ origsize=6144 2024-04-10T16:12:20.242 INFO:tasks.workunit.client.1.smithi077.stderr:++ stat /tmp/rbd_import_export_134600/sparse2.out --format %b 2024-04-10T16:12:20.243 INFO:tasks.workunit.client.1.smithi077.stderr:+ exportsize=6144 2024-04-10T16:12:20.243 INFO:tasks.workunit.client.1.smithi077.stderr:+ difference=0 2024-04-10T16:12:20.243 INFO:tasks.workunit.client.1.smithi077.stderr:+ difference=0 2024-04-10T16:12:20.243 INFO:tasks.workunit.client.1.smithi077.stderr:+ test 0 -ge 0 -a 0 -lt 4096 2024-04-10T16:12:20.243 INFO:tasks.workunit.client.1.smithi077.stderr:+ rm /tmp/rbd_import_export_134600/sparse2.out 2024-04-10T16:12:20.244 INFO:tasks.workunit.client.1.smithi077.stderr:+ rbd rm sparse2 2024-04-10T16:12:20.255 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:12:19 smithi077 ceph-mon[87572]: pgmap v2041: 105 pgs: 105 active+clean; 803 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 135 KiB/s rd, 22 KiB/s wr, 188 op/s 2024-04-10T16:12:20.255 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:12:19 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:12:20.255 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:12:19 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:12:20.349 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:12:19 smithi069 ceph-mon[96738]: pgmap v2041: 105 pgs: 105 active+clean; 803 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 135 KiB/s rd, 22 KiB/s wr, 188 op/s 2024-04-10T16:12:20.349 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:12:19 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:12:20.349 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:12:19 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:12:20.350 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:12:19 smithi069 ceph-mon[94167]: pgmap v2041: 105 pgs: 105 active+clean; 803 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 135 KiB/s rd, 22 KiB/s wr, 188 op/s 2024-04-10T16:12:20.350 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:12:19 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:12:20.350 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:12:19 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:12:20.379 INFO:tasks.workunit.client.1.smithi077.stderr: Removing image: 25% complete... Removing image: 50% complete... Removing image: 75% complete... Removing image: 100% complete...done. 2024-04-10T16:12:20.382 INFO:tasks.workunit.client.1.smithi077.stderr:+ echo 'partially-sparse file imports to partially-sparse image' 2024-04-10T16:12:20.382 INFO:tasks.workunit.client.1.smithi077.stdout:partially-sparse file imports to partially-sparse image 2024-04-10T16:12:20.382 INFO:tasks.workunit.client.1.smithi077.stderr:+ rbd import --new-format --order 20 /tmp/rbd_import_export_134600/sparse1 sparse 2024-04-10T16:12:20.464 INFO:tasks.workunit.client.1.smithi077.stderr: Importing image: 10% complete... Importing image: 20% complete... Importing image: 30% complete... Importing image: 40% complete... Importing image: 50% complete... Importing image: 60% complete... Importing image: 70% complete... Importing image: 80% complete... Importing image: 90% complete... Importing image: 100% complete...done. 2024-04-10T16:12:20.464 INFO:tasks.workunit.client.1.smithi077.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-04-10T16:12:20.465 INFO:tasks.workunit.client.1.smithi077.stderr:rbd: --order is deprecated, use --object-size 2024-04-10T16:12:20.468 INFO:tasks.workunit.client.1.smithi077.stderr:++ objects sparse 2024-04-10T16:12:20.468 INFO:tasks.workunit.client.1.smithi077.stderr:++ image=sparse 2024-04-10T16:12:20.468 INFO:tasks.workunit.client.1.smithi077.stderr:+++ rbd info sparse 2024-04-10T16:12:20.468 INFO:tasks.workunit.client.1.smithi077.stderr:+++ grep block_name_prefix 2024-04-10T16:12:20.468 INFO:tasks.workunit.client.1.smithi077.stderr:+++ awk '{print $NF;}' 2024-04-10T16:12:20.507 INFO:tasks.workunit.client.1.smithi077.stderr:++ prefix=rbd_data.d7d152df4813 2024-04-10T16:12:20.508 INFO:tasks.workunit.client.1.smithi077.stderr:+++ grep rbd_data.d7d152df4813 2024-04-10T16:12:20.508 INFO:tasks.workunit.client.1.smithi077.stderr:++++ get_image_data_pool sparse 2024-04-10T16:12:20.508 INFO:tasks.workunit.client.1.smithi077.stderr:++++ image=sparse 2024-04-10T16:12:20.508 INFO:tasks.workunit.client.1.smithi077.stderr:+++ sed -e 's/rbd_data.d7d152df4813\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2024-04-10T16:12:20.508 INFO:tasks.workunit.client.1.smithi077.stderr:+++ sort -u 2024-04-10T16:12:20.508 INFO:tasks.workunit.client.1.smithi077.stderr:+++++ rbd info sparse 2024-04-10T16:12:20.508 INFO:tasks.workunit.client.1.smithi077.stderr:+++++ grep 'data_pool: ' 2024-04-10T16:12:20.508 INFO:tasks.workunit.client.1.smithi077.stderr:+++++ awk -F: '{ print $NF }' 2024-04-10T16:12:20.547 INFO:tasks.workunit.client.1.smithi077.stderr:++++ data_pool= 2024-04-10T16:12:20.547 INFO:tasks.workunit.client.1.smithi077.stderr:++++ '[' -z ']' 2024-04-10T16:12:20.547 INFO:tasks.workunit.client.1.smithi077.stderr:++++ data_pool=rbd 2024-04-10T16:12:20.547 INFO:tasks.workunit.client.1.smithi077.stderr:++++ echo rbd 2024-04-10T16:12:20.547 INFO:tasks.workunit.client.1.smithi077.stderr:+++ rados ls -p rbd 2024-04-10T16:12:20.630 INFO:tasks.workunit.client.1.smithi077.stderr:++ objects=1 2024-04-10T16:12:20.630 INFO:tasks.workunit.client.1.smithi077.stderr:++ echo 1 2024-04-10T16:12:20.631 INFO:tasks.workunit.client.1.smithi077.stderr:+ '[' 0 -eq 1 -o 1 = 1 ']' 2024-04-10T16:12:20.631 INFO:tasks.workunit.client.1.smithi077.stderr:+ rbd rm sparse 2024-04-10T16:12:20.747 INFO:tasks.workunit.client.1.smithi077.stderr: Removing image: 10% complete... Removing image: 20% complete... Removing image: 30% complete... Removing image: 40% complete... Removing image: 50% complete... Removing image: 60% complete... Removing image: 70% complete... Removing image: 80% complete... Removing image: 90% complete... Removing image: 100% complete...done. 2024-04-10T16:12:20.750 INFO:tasks.workunit.client.1.smithi077.stdout:zeros import through stdin to sparse image 2024-04-10T16:12:20.751 INFO:tasks.workunit.client.1.smithi077.stderr:+ echo 'zeros import through stdin to sparse image' 2024-04-10T16:12:20.751 INFO:tasks.workunit.client.1.smithi077.stderr:+ dd if=/dev/zero bs=1M count=4 2024-04-10T16:12:20.751 INFO:tasks.workunit.client.1.smithi077.stderr:+ rbd import --new-format - sparse 2024-04-10T16:12:20.805 INFO:tasks.workunit.client.1.smithi077.stderr:4+0 records in 2024-04-10T16:12:20.806 INFO:tasks.workunit.client.1.smithi077.stderr:4+0 records out 2024-04-10T16:12:20.806 INFO:tasks.workunit.client.1.smithi077.stderr:4194304 bytes (4.2 MB, 4.0 MiB) copied, 0.0544102 s, 77.1 MB/s 2024-04-10T16:12:20.821 INFO:tasks.workunit.client.1.smithi077.stderr: Importing image: 100% complete...done. 2024-04-10T16:12:20.821 INFO:tasks.workunit.client.1.smithi077.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-04-10T16:12:20.825 INFO:tasks.workunit.client.1.smithi077.stderr:++ objects sparse 2024-04-10T16:12:20.825 INFO:tasks.workunit.client.1.smithi077.stderr:++ image=sparse 2024-04-10T16:12:20.825 INFO:tasks.workunit.client.1.smithi077.stderr:+++ rbd info sparse 2024-04-10T16:12:20.825 INFO:tasks.workunit.client.1.smithi077.stderr:+++ grep block_name_prefix 2024-04-10T16:12:20.825 INFO:tasks.workunit.client.1.smithi077.stderr:+++ awk '{print $NF;}' 2024-04-10T16:12:20.865 INFO:tasks.workunit.client.1.smithi077.stderr:++ prefix=rbd_data.d7f2872d749e 2024-04-10T16:12:20.866 INFO:tasks.workunit.client.1.smithi077.stderr:+++ grep rbd_data.d7f2872d749e 2024-04-10T16:12:20.866 INFO:tasks.workunit.client.1.smithi077.stderr:+++ sed -e 's/rbd_data.d7f2872d749e\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2024-04-10T16:12:20.866 INFO:tasks.workunit.client.1.smithi077.stderr:++++ get_image_data_pool sparse 2024-04-10T16:12:20.866 INFO:tasks.workunit.client.1.smithi077.stderr:++++ image=sparse 2024-04-10T16:12:20.866 INFO:tasks.workunit.client.1.smithi077.stderr:+++ sort -u 2024-04-10T16:12:20.866 INFO:tasks.workunit.client.1.smithi077.stderr:+++++ rbd info sparse 2024-04-10T16:12:20.867 INFO:tasks.workunit.client.1.smithi077.stderr:+++++ grep 'data_pool: ' 2024-04-10T16:12:20.867 INFO:tasks.workunit.client.1.smithi077.stderr:+++++ awk -F: '{ print $NF }' 2024-04-10T16:12:20.905 INFO:tasks.workunit.client.1.smithi077.stderr:++++ data_pool= 2024-04-10T16:12:20.905 INFO:tasks.workunit.client.1.smithi077.stderr:++++ '[' -z ']' 2024-04-10T16:12:20.905 INFO:tasks.workunit.client.1.smithi077.stderr:++++ data_pool=rbd 2024-04-10T16:12:20.905 INFO:tasks.workunit.client.1.smithi077.stderr:++++ echo rbd 2024-04-10T16:12:20.905 INFO:tasks.workunit.client.1.smithi077.stderr:+++ rados ls -p rbd 2024-04-10T16:12:20.987 INFO:tasks.workunit.client.1.smithi077.stderr:++ objects= 2024-04-10T16:12:20.987 INFO:tasks.workunit.client.1.smithi077.stderr:++ echo 2024-04-10T16:12:20.987 INFO:tasks.workunit.client.1.smithi077.stderr:+ '[' 0 -eq 1 -o '' = '' ']' 2024-04-10T16:12:20.987 INFO:tasks.workunit.client.1.smithi077.stderr:+ rbd rm sparse 2024-04-10T16:12:21.103 INFO:tasks.workunit.client.1.smithi077.stderr: Removing image: 100% complete...done. 2024-04-10T16:12:21.106 INFO:tasks.workunit.client.1.smithi077.stdout:zeros export to sparse file 2024-04-10T16:12:21.106 INFO:tasks.workunit.client.1.smithi077.stderr:+ echo 'zeros export to sparse file' 2024-04-10T16:12:21.106 INFO:tasks.workunit.client.1.smithi077.stderr:+ rbd create --new-format sparse --size 4 2024-04-10T16:12:21.150 INFO:tasks.workunit.client.1.smithi077.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-04-10T16:12:21.153 INFO:tasks.workunit.client.1.smithi077.stderr:++ rbd info sparse 2024-04-10T16:12:21.154 INFO:tasks.workunit.client.1.smithi077.stderr:++ grep block_name_prefix 2024-04-10T16:12:21.154 INFO:tasks.workunit.client.1.smithi077.stderr:++ awk '{print $NF;}' 2024-04-10T16:12:21.192 INFO:tasks.workunit.client.1.smithi077.stderr:+ prefix=rbd_data.d81350d62b0a 2024-04-10T16:12:21.192 INFO:tasks.workunit.client.1.smithi077.stderr:+ dd if=/dev/zero bs=4M count=1 2024-04-10T16:12:21.192 INFO:tasks.workunit.client.1.smithi077.stderr:++ get_image_data_pool sparse 2024-04-10T16:12:21.192 INFO:tasks.workunit.client.1.smithi077.stderr:++ image=sparse 2024-04-10T16:12:21.193 INFO:tasks.workunit.client.1.smithi077.stderr:+++ rbd info sparse 2024-04-10T16:12:21.193 INFO:tasks.workunit.client.1.smithi077.stderr:+++ grep 'data_pool: ' 2024-04-10T16:12:21.193 INFO:tasks.workunit.client.1.smithi077.stderr:+++ awk -F: '{ print $NF }' 2024-04-10T16:12:21.230 INFO:tasks.workunit.client.1.smithi077.stderr:++ data_pool= 2024-04-10T16:12:21.230 INFO:tasks.workunit.client.1.smithi077.stderr:++ '[' -z ']' 2024-04-10T16:12:21.230 INFO:tasks.workunit.client.1.smithi077.stderr:++ data_pool=rbd 2024-04-10T16:12:21.231 INFO:tasks.workunit.client.1.smithi077.stderr:++ echo rbd 2024-04-10T16:12:21.231 INFO:tasks.workunit.client.1.smithi077.stderr:+ rados -p rbd put rbd_data.d81350d62b0a.000000000000 - 2024-04-10T16:12:21.262 INFO:tasks.workunit.client.1.smithi077.stderr:1+0 records in 2024-04-10T16:12:21.262 INFO:tasks.workunit.client.1.smithi077.stderr:1+0 records out 2024-04-10T16:12:21.262 INFO:tasks.workunit.client.1.smithi077.stderr:4194304 bytes (4.2 MB, 4.0 MiB) copied, 0.0698141 s, 60.1 MB/s 2024-04-10T16:12:21.286 INFO:tasks.workunit.client.1.smithi077.stderr:++ objects sparse 2024-04-10T16:12:21.286 INFO:tasks.workunit.client.1.smithi077.stderr:++ image=sparse 2024-04-10T16:12:21.287 INFO:tasks.workunit.client.1.smithi077.stderr:+++ rbd info sparse 2024-04-10T16:12:21.287 INFO:tasks.workunit.client.1.smithi077.stderr:+++ grep block_name_prefix 2024-04-10T16:12:21.287 INFO:tasks.workunit.client.1.smithi077.stderr:+++ awk '{print $NF;}' 2024-04-10T16:12:21.325 INFO:tasks.workunit.client.1.smithi077.stderr:++ prefix=rbd_data.d81350d62b0a 2024-04-10T16:12:21.326 INFO:tasks.workunit.client.1.smithi077.stderr:+++ grep rbd_data.d81350d62b0a 2024-04-10T16:12:21.326 INFO:tasks.workunit.client.1.smithi077.stderr:++++ get_image_data_pool sparse 2024-04-10T16:12:21.326 INFO:tasks.workunit.client.1.smithi077.stderr:+++ sed -e 's/rbd_data.d81350d62b0a\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2024-04-10T16:12:21.326 INFO:tasks.workunit.client.1.smithi077.stderr:++++ image=sparse 2024-04-10T16:12:21.326 INFO:tasks.workunit.client.1.smithi077.stderr:+++ sort -u 2024-04-10T16:12:21.326 INFO:tasks.workunit.client.1.smithi077.stderr:+++++ rbd info sparse 2024-04-10T16:12:21.326 INFO:tasks.workunit.client.1.smithi077.stderr:+++++ grep 'data_pool: ' 2024-04-10T16:12:21.327 INFO:tasks.workunit.client.1.smithi077.stderr:+++++ awk -F: '{ print $NF }' 2024-04-10T16:12:21.365 INFO:tasks.workunit.client.1.smithi077.stderr:++++ data_pool= 2024-04-10T16:12:21.365 INFO:tasks.workunit.client.1.smithi077.stderr:++++ '[' -z ']' 2024-04-10T16:12:21.365 INFO:tasks.workunit.client.1.smithi077.stderr:++++ data_pool=rbd 2024-04-10T16:12:21.365 INFO:tasks.workunit.client.1.smithi077.stderr:++++ echo rbd 2024-04-10T16:12:21.365 INFO:tasks.workunit.client.1.smithi077.stderr:+++ rados ls -p rbd 2024-04-10T16:12:21.439 INFO:tasks.workunit.client.1.smithi077.stderr:++ objects=0 2024-04-10T16:12:21.439 INFO:tasks.workunit.client.1.smithi077.stderr:++ echo 0 2024-04-10T16:12:21.439 INFO:tasks.workunit.client.1.smithi077.stderr:+ '[' 0 -eq 1 -o 0 = 0 ']' 2024-04-10T16:12:21.440 INFO:tasks.workunit.client.1.smithi077.stderr:+ rm /tmp/rbd_import_export_134600/sparse 2024-04-10T16:12:21.440 INFO:tasks.workunit.client.1.smithi077.stderr:rm: cannot remove '/tmp/rbd_import_export_134600/sparse': No such file or directory 2024-04-10T16:12:21.440 INFO:tasks.workunit.client.1.smithi077.stderr:+ true 2024-04-10T16:12:21.440 INFO:tasks.workunit.client.1.smithi077.stderr:+ rbd export sparse /tmp/rbd_import_export_134600/sparse 2024-04-10T16:12:21.478 INFO:tasks.workunit.client.1.smithi077.stderr: Exporting image: 100% complete...done. 2024-04-10T16:12:21.483 INFO:tasks.workunit.client.1.smithi077.stderr:++ stat /tmp/rbd_import_export_134600/sparse --format=%b 2024-04-10T16:12:21.484 INFO:tasks.workunit.client.1.smithi077.stderr:+ '[' 0 = 0 ']' 2024-04-10T16:12:21.484 INFO:tasks.workunit.client.1.smithi077.stderr:+ rbd rm sparse 2024-04-10T16:12:21.616 INFO:tasks.workunit.client.1.smithi077.stderr: Removing image: 100% complete...done. 2024-04-10T16:12:21.619 INFO:tasks.workunit.client.1.smithi077.stderr:+ rm /tmp/rbd_import_export_134600/sparse /tmp/rbd_import_export_134600/sparse1 /tmp/rbd_import_export_134600/sparse2 /tmp/rbd_import_export_134600/sparse3 2024-04-10T16:12:21.621 INFO:tasks.workunit.client.1.smithi077.stderr:rm: cannot remove '/tmp/rbd_import_export_134600/sparse3': No such file or directory 2024-04-10T16:12:21.621 INFO:tasks.workunit.client.1.smithi077.stderr:+ true 2024-04-10T16:12:21.621 INFO:tasks.workunit.client.1.smithi077.stdout:OK 2024-04-10T16:12:21.622 INFO:tasks.workunit.client.1.smithi077.stderr:+ echo OK 2024-04-10T16:12:21.622 INFO:tasks.workunit.client.1.smithi077.stderr:+ rm -rf /tmp/rbd_import_export_134600 2024-04-10T16:12:21.622 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-10T16:12:21.623 DEBUG:teuthology.orchestra.run.smithi077:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.1/client.1/tmp 2024-04-10T16:12:21.691 INFO:tasks.workunit:Stopping ['rbd/import_export.sh'] on client.1... 2024-04-10T16:12:21.692 DEBUG:teuthology.orchestra.run.smithi077:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.1 /home/ubuntu/cephtest/clone.client.1 2024-04-10T16:12:21.946 DEBUG:teuthology.parallel:result is None 2024-04-10T16:12:21.947 DEBUG:teuthology.orchestra.run.smithi077:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.1/client.1 2024-04-10T16:12:21.973 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.1/client.1 2024-04-10T16:12:21.974 DEBUG:teuthology.orchestra.run.smithi077:> rmdir -- /home/ubuntu/cephtest/mnt.1 2024-04-10T16:12:22.028 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.1/client.1 2024-04-10T16:12:22.028 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-04-10T16:12:22.028 INFO:teuthology.task.print:**** done end rbd_import_export.yaml 2024-04-10T16:12:22.029 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-04-10T16:12:22.029 INFO:teuthology.task.print:**** done start test_rbd_api.yaml 2024-04-10T16:12:22.029 INFO:teuthology.task.full_sequential:In full_sequential, running task workunit... 2024-04-10T16:12:22.029 INFO:tasks.workunit:Pulling workunits from ref reef 2024-04-10T16:12:22.029 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-04-10T16:12:22.030 DEBUG:teuthology.orchestra.run.smithi069:> stat -- /home/ubuntu/cephtest/mnt.0 2024-04-10T16:12:22.045 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-10T16:12:22.046 INFO:teuthology.orchestra.run.smithi069.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-04-10T16:12:22.046 DEBUG:teuthology.orchestra.run.smithi069:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-04-10T16:12:22.101 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-04-10T16:12:22.101 DEBUG:teuthology.orchestra.run.smithi069:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-04-10T16:12:22.156 INFO:tasks.workunit:timeout=3h 2024-04-10T16:12:22.156 INFO:tasks.workunit:cleanup=True 2024-04-10T16:12:22.157 DEBUG:teuthology.orchestra.run.smithi069:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone --depth 1 --branch reef https://github.com/ceph/ceph-ci.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 2024-04-10T16:12:22.212 INFO:tasks.workunit.client.0.smithi069.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-04-10T16:12:22.255 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:12:21 smithi077 ceph-mon[87572]: pgmap v2042: 105 pgs: 105 active+clean; 1.7 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 320 KiB/s rd, 391 KiB/s wr, 172 op/s 2024-04-10T16:12:22.255 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:12:21 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:12:22.255 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:12:21 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:12:22.255 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:12:21 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:12:22.255 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:12:21 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:12:22.256 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:12:21 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:12:22.256 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:12:21 smithi077 ceph-mon[87572]: osdmap e1128: 8 total, 8 up, 8 in 2024-04-10T16:12:22.349 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:12:21 smithi069 ceph-mon[96738]: pgmap v2042: 105 pgs: 105 active+clean; 1.7 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 320 KiB/s rd, 391 KiB/s wr, 172 op/s 2024-04-10T16:12:22.349 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:12:21 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:12:22.349 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:12:21 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:12:22.349 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:12:21 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:12:22.349 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:12:21 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:12:22.350 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:12:21 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:12:22.350 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:12:21 smithi069 ceph-mon[96738]: osdmap e1128: 8 total, 8 up, 8 in 2024-04-10T16:12:22.350 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:12:21 smithi069 ceph-mon[94167]: pgmap v2042: 105 pgs: 105 active+clean; 1.7 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 320 KiB/s rd, 391 KiB/s wr, 172 op/s 2024-04-10T16:12:22.350 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:12:21 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:12:22.350 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:12:21 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:12:22.350 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:12:21 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:12:22.350 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:12:21 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:12:22.350 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:12:21 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:12:22.350 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:12:21 smithi069 ceph-mon[94167]: osdmap e1128: 8 total, 8 up, 8 in 2024-04-10T16:12:22.515 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:12:22 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:12:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:12:23.251 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:12:22 smithi069 ceph-mon[96738]: pgmap v2044: 105 pgs: 105 active+clean; 1.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 526 KiB/s rd, 524 KiB/s wr, 250 op/s 2024-04-10T16:12:23.251 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:12:22 smithi069 ceph-mon[94167]: pgmap v2044: 105 pgs: 105 active+clean; 1.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 526 KiB/s rd, 524 KiB/s wr, 250 op/s 2024-04-10T16:12:23.255 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:12:22 smithi077 ceph-mon[87572]: pgmap v2044: 105 pgs: 105 active+clean; 1.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 526 KiB/s rd, 524 KiB/s wr, 250 op/s 2024-04-10T16:12:25.461 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:12:25 smithi069 ceph-mon[94167]: pgmap v2045: 105 pgs: 105 active+clean; 1.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 773 KiB/s rd, 691 KiB/s wr, 310 op/s 2024-04-10T16:12:25.462 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:12:25 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:12:25.462 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:12:25 smithi069 ceph-mon[96738]: pgmap v2045: 105 pgs: 105 active+clean; 1.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 773 KiB/s rd, 691 KiB/s wr, 310 op/s 2024-04-10T16:12:25.462 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:12:25 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:12:25.505 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:12:25 smithi077 ceph-mon[87572]: pgmap v2045: 105 pgs: 105 active+clean; 1.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 773 KiB/s rd, 691 KiB/s wr, 310 op/s 2024-04-10T16:12:25.505 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:12:25 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:12:27.349 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:12:26 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:12:26] "GET /metrics HTTP/1.1" 200 34041 "" "Prometheus/2.43.0" 2024-04-10T16:12:27.849 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:12:27 smithi069 ceph-mon[96738]: pgmap v2046: 105 pgs: 105 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 986 KiB/s rd, 1.3 MiB/s wr, 358 op/s 2024-04-10T16:12:27.849 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:12:27 smithi069 ceph-mon[96738]: osdmap e1129: 8 total, 8 up, 8 in 2024-04-10T16:12:27.850 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:12:27 smithi069 ceph-mon[94167]: pgmap v2046: 105 pgs: 105 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 986 KiB/s rd, 1.3 MiB/s wr, 358 op/s 2024-04-10T16:12:27.850 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:12:27 smithi069 ceph-mon[94167]: osdmap e1129: 8 total, 8 up, 8 in 2024-04-10T16:12:28.005 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:12:27 smithi077 ceph-mon[87572]: pgmap v2046: 105 pgs: 105 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 986 KiB/s rd, 1.3 MiB/s wr, 358 op/s 2024-04-10T16:12:28.006 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:12:27 smithi077 ceph-mon[87572]: osdmap e1129: 8 total, 8 up, 8 in 2024-04-10T16:12:29.849 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:12:29 smithi069 ceph-mon[96738]: pgmap v2048: 105 pgs: 105 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 841 KiB/s rd, 1.1 MiB/s wr, 269 op/s 2024-04-10T16:12:29.849 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:12:29 smithi069 ceph-mon[94167]: pgmap v2048: 105 pgs: 105 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 841 KiB/s rd, 1.1 MiB/s wr, 269 op/s 2024-04-10T16:12:30.005 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:12:29 smithi077 ceph-mon[87572]: pgmap v2048: 105 pgs: 105 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 841 KiB/s rd, 1.1 MiB/s wr, 269 op/s 2024-04-10T16:12:31.849 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:12:31 smithi069 ceph-mon[94167]: pgmap v2049: 105 pgs: 105 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 617 KiB/s rd, 964 KiB/s wr, 182 op/s 2024-04-10T16:12:31.850 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:12:31 smithi069 ceph-mon[96738]: pgmap v2049: 105 pgs: 105 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 617 KiB/s rd, 964 KiB/s wr, 182 op/s 2024-04-10T16:12:32.005 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:12:31 smithi077 ceph-mon[87572]: pgmap v2049: 105 pgs: 105 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 617 KiB/s rd, 964 KiB/s wr, 182 op/s 2024-04-10T16:12:32.315 DEBUG:teuthology.orchestra.run.smithi069:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-04-10T16:12:32.371 INFO:tasks.workunit.client.0.smithi069.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-04-10T16:12:32.373 INFO:tasks.workunit.client.0.smithi069.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-04-10T16:12:32.373 INFO:tasks.workunit.client.0.smithi069.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-04-10T16:12:32.422 INFO:tasks.workunit.client.0.smithi069.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-04-10T16:12:32.470 INFO:tasks.workunit.client.0.smithi069.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-04-10T16:12:32.510 INFO:tasks.workunit.client.0.smithi069.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-04-10T16:12:32.511 INFO:tasks.workunit.client.0.smithi069.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-04-10T16:12:32.511 INFO:tasks.workunit.client.0.smithi069.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-04-10T16:12:32.550 INFO:tasks.workunit.client.0.smithi069.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-04-10T16:12:32.554 DEBUG:teuthology.orchestra.run.smithi069:> set -ex 2024-04-10T16:12:32.554 DEBUG:teuthology.orchestra.run.smithi069:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-04-10T16:12:32.609 INFO:tasks.workunit:Running workunits matching rbd/test_librbd.sh on client.0... 2024-04-10T16:12:32.611 INFO:tasks.workunit:Running workunit rbd/test_librbd.sh... 2024-04-10T16:12:32.611 DEBUG:teuthology.orchestra.run.smithi069:workunit test rbd/test_librbd.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 RBD_FEATURES=61 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rbd/test_librbd.sh 2024-04-10T16:12:32.713 INFO:tasks.workunit.client.0.smithi069.stderr:warning: failed to enable lockdep 2024-04-10T16:12:32.714 INFO:tasks.workunit.client.0.smithi069.stdout:seed 146913 2024-04-10T16:12:32.714 INFO:tasks.workunit.client.0.smithi069.stdout:[==========] Running 480 tests from 24 test suites. 2024-04-10T16:12:32.714 INFO:tasks.workunit.client.0.smithi069.stdout:[----------] Global test environment set-up. 2024-04-10T16:12:32.714 INFO:tasks.workunit.client.0.smithi069.stdout:[----------] 1 test from TestJournalStress 2024-04-10T16:12:32.756 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:12:32 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:12:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:12:33.849 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:12:33 smithi069 ceph-mon[96738]: pgmap v2050: 105 pgs: 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 529 KiB/s rd, 825 KiB/s wr, 156 op/s 2024-04-10T16:12:33.850 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:12:33 smithi069 ceph-mon[94167]: pgmap v2050: 105 pgs: 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 529 KiB/s rd, 825 KiB/s wr, 156 op/s 2024-04-10T16:12:34.005 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:12:33 smithi077 ceph-mon[87572]: pgmap v2050: 105 pgs: 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 529 KiB/s rd, 825 KiB/s wr, 156 op/s 2024-04-10T16:12:34.618 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestJournalStress.DiscardWithPruneWriteOverlap 2024-04-10T16:12:34.963 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:12:34 smithi069 ceph-mon[96738]: osdmap e1130: 8 total, 8 up, 8 in 2024-04-10T16:12:34.963 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:12:34 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/373903293' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:12:34.963 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:12:34 smithi069 ceph-mon[94167]: osdmap e1130: 8 total, 8 up, 8 in 2024-04-10T16:12:34.963 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:12:34 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/373903293' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:12:35.005 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:12:34 smithi077 ceph-mon[87572]: osdmap e1130: 8 total, 8 up, 8 in 2024-04-10T16:12:35.005 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:12:34 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/373903293' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:12:35.849 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:12:35 smithi069 ceph-mon[96738]: pgmap v2052: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:12:35.850 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:12:35 smithi069 ceph-mon[96738]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T16:12:35.850 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:12:35 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/373903293' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T16:12:35.850 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:12:35 smithi069 ceph-mon[96738]: osdmap e1131: 8 total, 8 up, 8 in 2024-04-10T16:12:35.850 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:12:35 smithi069 ceph-mon[94167]: pgmap v2052: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:12:35.850 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:12:35 smithi069 ceph-mon[94167]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T16:12:35.850 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:12:35 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/373903293' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T16:12:35.850 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:12:35 smithi069 ceph-mon[94167]: osdmap e1131: 8 total, 8 up, 8 in 2024-04-10T16:12:36.005 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:12:35 smithi077 ceph-mon[87572]: pgmap v2052: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:12:36.006 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:12:35 smithi077 ceph-mon[87572]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T16:12:36.006 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:12:35 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/373903293' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T16:12:36.006 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:12:35 smithi077 ceph-mon[87572]: osdmap e1131: 8 total, 8 up, 8 in 2024-04-10T16:12:36.657 INFO:tasks.workunit.client.0.smithi069.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1189-gc96c8d47/rpm/el9/BUILD/ceph-18.2.2-1189-gc96c8d47/src/test/librbd/journal/test_Stress.cc:37: Skipped 2024-04-10T16:12:36.658 INFO:tasks.workunit.client.0.smithi069.stdout:Skipping due to unmet REQUIRE 2024-04-10T16:12:36.658 INFO:tasks.workunit.client.0.smithi069.stdout:[ SKIPPED ] TestJournalStress.DiscardWithPruneWriteOverlap (2039 ms) 2024-04-10T16:12:36.929 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:12:36 smithi069 ceph-mon[96738]: osdmap e1132: 8 total, 8 up, 8 in 2024-04-10T16:12:36.929 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:12:36 smithi069 ceph-mon[94167]: osdmap e1132: 8 total, 8 up, 8 in 2024-04-10T16:12:37.005 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:12:36 smithi077 ceph-mon[87572]: osdmap e1132: 8 total, 8 up, 8 in 2024-04-10T16:12:37.349 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:12:36 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:12:36] "GET /metrics HTTP/1.1" 200 34041 "" "Prometheus/2.43.0" 2024-04-10T16:12:37.644 INFO:tasks.workunit.client.0.smithi069.stdout:[----------] 1 test from TestJournalStress (2039 ms total) 2024-04-10T16:12:37.644 INFO:tasks.workunit.client.0.smithi069.stdout: 2024-04-10T16:12:37.644 INFO:tasks.workunit.client.0.smithi069.stdout:[----------] 16 tests from TestJournalReplay 2024-04-10T16:12:38.006 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:12:37 smithi077 ceph-mon[87572]: pgmap v2055: 137 pgs: 10 creating+peering, 7 unknown, 120 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:12:38.006 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:12:37 smithi077 ceph-mon[87572]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T16:12:38.006 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:12:37 smithi077 ceph-mon[87572]: Cluster is now healthy 2024-04-10T16:12:38.006 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:12:37 smithi077 ceph-mon[87572]: osdmap e1133: 8 total, 8 up, 8 in 2024-04-10T16:12:38.099 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:12:37 smithi069 ceph-mon[94167]: pgmap v2055: 137 pgs: 10 creating+peering, 7 unknown, 120 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:12:38.099 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:12:37 smithi069 ceph-mon[94167]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T16:12:38.100 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:12:37 smithi069 ceph-mon[94167]: Cluster is now healthy 2024-04-10T16:12:38.100 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:12:37 smithi069 ceph-mon[94167]: osdmap e1133: 8 total, 8 up, 8 in 2024-04-10T16:12:38.100 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:12:37 smithi069 ceph-mon[96738]: pgmap v2055: 137 pgs: 10 creating+peering, 7 unknown, 120 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:12:38.100 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:12:37 smithi069 ceph-mon[96738]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T16:12:38.100 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:12:37 smithi069 ceph-mon[96738]: Cluster is now healthy 2024-04-10T16:12:38.100 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:12:37 smithi069 ceph-mon[96738]: osdmap e1133: 8 total, 8 up, 8 in 2024-04-10T16:12:39.005 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:12:38 smithi077 ceph-mon[87572]: osdmap e1134: 8 total, 8 up, 8 in 2024-04-10T16:12:39.099 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:12:38 smithi069 ceph-mon[94167]: osdmap e1134: 8 total, 8 up, 8 in 2024-04-10T16:12:39.100 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:12:38 smithi069 ceph-mon[96738]: osdmap e1134: 8 total, 8 up, 8 in 2024-04-10T16:12:39.649 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestJournalReplay.AioDiscardEvent 2024-04-10T16:12:40.006 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:12:39 smithi077 ceph-mon[87572]: pgmap v2058: 105 pgs: 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:12:40.006 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:12:39 smithi077 ceph-mon[87572]: osdmap e1135: 8 total, 8 up, 8 in 2024-04-10T16:12:40.006 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:12:39 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/3830867841' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:12:40.006 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:12:39 smithi077 ceph-mon[87572]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:12:40.099 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:12:39 smithi069 ceph-mon[94167]: pgmap v2058: 105 pgs: 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:12:40.100 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:12:39 smithi069 ceph-mon[94167]: osdmap e1135: 8 total, 8 up, 8 in 2024-04-10T16:12:40.100 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:12:39 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/3830867841' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:12:40.100 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:12:39 smithi069 ceph-mon[94167]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:12:40.100 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:12:39 smithi069 ceph-mon[96738]: pgmap v2058: 105 pgs: 105 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:12:40.100 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:12:39 smithi069 ceph-mon[96738]: osdmap e1135: 8 total, 8 up, 8 in 2024-04-10T16:12:40.100 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:12:39 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/3830867841' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:12:40.100 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:12:39 smithi069 ceph-mon[96738]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:12:41.006 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:12:40 smithi077 ceph-mon[87572]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T16:12:41.006 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:12:40 smithi077 ceph-mon[87572]: osdmap e1136: 8 total, 8 up, 8 in 2024-04-10T16:12:41.006 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:12:40 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:12:41.006 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:12:40 smithi077 ceph-mon[87572]: osdmap e1137: 8 total, 8 up, 8 in 2024-04-10T16:12:41.099 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:12:40 smithi069 ceph-mon[94167]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T16:12:41.099 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:12:40 smithi069 ceph-mon[94167]: osdmap e1136: 8 total, 8 up, 8 in 2024-04-10T16:12:41.100 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:12:40 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:12:41.100 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:12:40 smithi069 ceph-mon[94167]: osdmap e1137: 8 total, 8 up, 8 in 2024-04-10T16:12:41.100 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:12:40 smithi069 ceph-mon[96738]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T16:12:41.100 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:12:40 smithi069 ceph-mon[96738]: osdmap e1136: 8 total, 8 up, 8 in 2024-04-10T16:12:41.100 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:12:40 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:12:41.100 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:12:40 smithi069 ceph-mon[96738]: osdmap e1137: 8 total, 8 up, 8 in 2024-04-10T16:12:41.678 INFO:tasks.workunit.client.0.smithi069.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1189-gc96c8d47/rpm/el9/BUILD/ceph-18.2.2-1189-gc96c8d47/src/test/librbd/journal/test_Replay.cc:109: Skipped 2024-04-10T16:12:41.679 INFO:tasks.workunit.client.0.smithi069.stdout:Skipping due to unmet REQUIRE 2024-04-10T16:12:41.679 INFO:tasks.workunit.client.0.smithi069.stdout:[ SKIPPED ] TestJournalReplay.AioDiscardEvent (2029 ms) 2024-04-10T16:12:41.679 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestJournalReplay.AioWriteEvent 2024-04-10T16:12:41.691 INFO:tasks.workunit.client.0.smithi069.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1189-gc96c8d47/rpm/el9/BUILD/ceph-18.2.2-1189-gc96c8d47/src/test/librbd/journal/test_Replay.cc:200: Skipped 2024-04-10T16:12:41.691 INFO:tasks.workunit.client.0.smithi069.stdout:Skipping due to unmet REQUIRE 2024-04-10T16:12:41.691 INFO:tasks.workunit.client.0.smithi069.stdout:[ SKIPPED ] TestJournalReplay.AioWriteEvent (13 ms) 2024-04-10T16:12:41.691 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestJournalReplay.AioFlushEvent 2024-04-10T16:12:41.700 INFO:tasks.workunit.client.0.smithi069.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1189-gc96c8d47/rpm/el9/BUILD/ceph-18.2.2-1189-gc96c8d47/src/test/librbd/journal/test_Replay.cc:261: Skipped 2024-04-10T16:12:41.701 INFO:tasks.workunit.client.0.smithi069.stdout:Skipping due to unmet REQUIRE 2024-04-10T16:12:41.701 INFO:tasks.workunit.client.0.smithi069.stdout:[ SKIPPED ] TestJournalReplay.AioFlushEvent (9 ms) 2024-04-10T16:12:41.701 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestJournalReplay.SnapCreate 2024-04-10T16:12:41.709 INFO:tasks.workunit.client.0.smithi069.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1189-gc96c8d47/rpm/el9/BUILD/ceph-18.2.2-1189-gc96c8d47/src/test/librbd/journal/test_Replay.cc:307: Skipped 2024-04-10T16:12:41.709 INFO:tasks.workunit.client.0.smithi069.stdout:Skipping due to unmet REQUIRE 2024-04-10T16:12:41.709 INFO:tasks.workunit.client.0.smithi069.stdout:[ SKIPPED ] TestJournalReplay.SnapCreate (8 ms) 2024-04-10T16:12:41.709 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestJournalReplay.SnapProtect 2024-04-10T16:12:41.717 INFO:tasks.workunit.client.0.smithi069.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1189-gc96c8d47/rpm/el9/BUILD/ceph-18.2.2-1189-gc96c8d47/src/test/librbd/journal/test_Replay.cc:348: Skipped 2024-04-10T16:12:41.717 INFO:tasks.workunit.client.0.smithi069.stdout:Skipping due to unmet REQUIRE 2024-04-10T16:12:41.717 INFO:tasks.workunit.client.0.smithi069.stdout:[ SKIPPED ] TestJournalReplay.SnapProtect (9 ms) 2024-04-10T16:12:41.717 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestJournalReplay.SnapUnprotect 2024-04-10T16:12:41.725 INFO:tasks.workunit.client.0.smithi069.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1189-gc96c8d47/rpm/el9/BUILD/ceph-18.2.2-1189-gc96c8d47/src/test/librbd/journal/test_Replay.cc:394: Skipped 2024-04-10T16:12:41.725 INFO:tasks.workunit.client.0.smithi069.stdout:Skipping due to unmet REQUIRE 2024-04-10T16:12:41.725 INFO:tasks.workunit.client.0.smithi069.stdout:[ SKIPPED ] TestJournalReplay.SnapUnprotect (7 ms) 2024-04-10T16:12:41.725 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestJournalReplay.SnapRename 2024-04-10T16:12:41.733 INFO:tasks.workunit.client.0.smithi069.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1189-gc96c8d47/rpm/el9/BUILD/ceph-18.2.2-1189-gc96c8d47/src/test/librbd/journal/test_Replay.cc:450: Skipped 2024-04-10T16:12:41.733 INFO:tasks.workunit.client.0.smithi069.stdout:Skipping due to unmet REQUIRE 2024-04-10T16:12:41.733 INFO:tasks.workunit.client.0.smithi069.stdout:[ SKIPPED ] TestJournalReplay.SnapRename (9 ms) 2024-04-10T16:12:41.733 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestJournalReplay.SnapRollback 2024-04-10T16:12:41.741 INFO:tasks.workunit.client.0.smithi069.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1189-gc96c8d47/rpm/el9/BUILD/ceph-18.2.2-1189-gc96c8d47/src/test/librbd/journal/test_Replay.cc:500: Skipped 2024-04-10T16:12:41.741 INFO:tasks.workunit.client.0.smithi069.stdout:Skipping due to unmet REQUIRE 2024-04-10T16:12:41.741 INFO:tasks.workunit.client.0.smithi069.stdout:[ SKIPPED ] TestJournalReplay.SnapRollback (8 ms) 2024-04-10T16:12:41.741 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestJournalReplay.SnapRemove 2024-04-10T16:12:41.749 INFO:tasks.workunit.client.0.smithi069.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1189-gc96c8d47/rpm/el9/BUILD/ceph-18.2.2-1189-gc96c8d47/src/test/librbd/journal/test_Replay.cc:541: Skipped 2024-04-10T16:12:41.749 INFO:tasks.workunit.client.0.smithi069.stdout:Skipping due to unmet REQUIRE 2024-04-10T16:12:41.749 INFO:tasks.workunit.client.0.smithi069.stdout:[ SKIPPED ] TestJournalReplay.SnapRemove (7 ms) 2024-04-10T16:12:41.749 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestJournalReplay.Rename 2024-04-10T16:12:41.756 INFO:tasks.workunit.client.0.smithi069.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1189-gc96c8d47/rpm/el9/BUILD/ceph-18.2.2-1189-gc96c8d47/src/test/librbd/journal/test_Replay.cc:590: Skipped 2024-04-10T16:12:41.756 INFO:tasks.workunit.client.0.smithi069.stdout:Skipping due to unmet REQUIRE 2024-04-10T16:12:41.756 INFO:tasks.workunit.client.0.smithi069.stdout:[ SKIPPED ] TestJournalReplay.Rename (8 ms) 2024-04-10T16:12:41.756 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestJournalReplay.Resize 2024-04-10T16:12:41.763 INFO:tasks.workunit.client.0.smithi069.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1189-gc96c8d47/rpm/el9/BUILD/ceph-18.2.2-1189-gc96c8d47/src/test/librbd/journal/test_Replay.cc:624: Skipped 2024-04-10T16:12:41.764 INFO:tasks.workunit.client.0.smithi069.stdout:Skipping due to unmet REQUIRE 2024-04-10T16:12:41.764 INFO:tasks.workunit.client.0.smithi069.stdout:[ SKIPPED ] TestJournalReplay.Resize (7 ms) 2024-04-10T16:12:41.764 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestJournalReplay.Flatten 2024-04-10T16:12:41.771 INFO:tasks.workunit.client.0.smithi069.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1189-gc96c8d47/rpm/el9/BUILD/ceph-18.2.2-1189-gc96c8d47/src/test/librbd/journal/test_Replay.cc:657: Skipped 2024-04-10T16:12:41.771 INFO:tasks.workunit.client.0.smithi069.stdout:Skipping due to unmet REQUIRE 2024-04-10T16:12:41.771 INFO:tasks.workunit.client.0.smithi069.stdout:[ SKIPPED ] TestJournalReplay.Flatten (8 ms) 2024-04-10T16:12:41.771 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestJournalReplay.UpdateFeatures 2024-04-10T16:12:41.778 INFO:tasks.workunit.client.0.smithi069.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1189-gc96c8d47/rpm/el9/BUILD/ceph-18.2.2-1189-gc96c8d47/src/test/librbd/journal/test_Replay.cc:704: Skipped 2024-04-10T16:12:41.778 INFO:tasks.workunit.client.0.smithi069.stdout:Skipping due to unmet REQUIRE 2024-04-10T16:12:41.778 INFO:tasks.workunit.client.0.smithi069.stdout:[ SKIPPED ] TestJournalReplay.UpdateFeatures (7 ms) 2024-04-10T16:12:41.778 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestJournalReplay.MetadataSet 2024-04-10T16:12:41.786 INFO:tasks.workunit.client.0.smithi069.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1189-gc96c8d47/rpm/el9/BUILD/ceph-18.2.2-1189-gc96c8d47/src/test/librbd/journal/test_Replay.cc:741: Skipped 2024-04-10T16:12:41.786 INFO:tasks.workunit.client.0.smithi069.stdout:Skipping due to unmet REQUIRE 2024-04-10T16:12:41.786 INFO:tasks.workunit.client.0.smithi069.stdout:[ SKIPPED ] TestJournalReplay.MetadataSet (8 ms) 2024-04-10T16:12:41.786 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestJournalReplay.MetadataRemove 2024-04-10T16:12:41.794 INFO:tasks.workunit.client.0.smithi069.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1189-gc96c8d47/rpm/el9/BUILD/ceph-18.2.2-1189-gc96c8d47/src/test/librbd/journal/test_Replay.cc:781: Skipped 2024-04-10T16:12:41.794 INFO:tasks.workunit.client.0.smithi069.stdout:Skipping due to unmet REQUIRE 2024-04-10T16:12:41.794 INFO:tasks.workunit.client.0.smithi069.stdout:[ SKIPPED ] TestJournalReplay.MetadataRemove (7 ms) 2024-04-10T16:12:41.794 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestJournalReplay.ObjectPosition 2024-04-10T16:12:41.801 INFO:tasks.workunit.client.0.smithi069.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1189-gc96c8d47/rpm/el9/BUILD/ceph-18.2.2-1189-gc96c8d47/src/test/librbd/journal/test_Replay.cc:824: Skipped 2024-04-10T16:12:41.801 INFO:tasks.workunit.client.0.smithi069.stdout:Skipping due to unmet REQUIRE 2024-04-10T16:12:41.801 INFO:tasks.workunit.client.0.smithi069.stdout:[ SKIPPED ] TestJournalReplay.ObjectPosition (8 ms) 2024-04-10T16:12:42.005 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:12:41 smithi077 ceph-mon[87572]: pgmap v2061: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:12:42.005 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:12:41 smithi077 ceph-mon[87572]: osdmap e1138: 8 total, 8 up, 8 in 2024-04-10T16:12:42.099 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:12:41 smithi069 ceph-mon[94167]: pgmap v2061: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:12:42.100 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:12:41 smithi069 ceph-mon[94167]: osdmap e1138: 8 total, 8 up, 8 in 2024-04-10T16:12:42.100 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:12:41 smithi069 ceph-mon[96738]: pgmap v2061: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:12:42.100 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:12:41 smithi069 ceph-mon[96738]: osdmap e1138: 8 total, 8 up, 8 in 2024-04-10T16:12:42.677 INFO:tasks.workunit.client.0.smithi069.stdout:[----------] 16 tests from TestJournalReplay (2152 ms total) 2024-04-10T16:12:42.677 INFO:tasks.workunit.client.0.smithi069.stdout: 2024-04-10T16:12:42.677 INFO:tasks.workunit.client.0.smithi069.stdout:[----------] 4 tests from TestJournalEntries 2024-04-10T16:12:42.755 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:12:42 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:12:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:12:44.005 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:12:43 smithi077 ceph-mon[87572]: pgmap v2064: 137 pgs: 9 creating+peering, 8 unknown, 120 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:12:44.006 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:12:43 smithi077 ceph-mon[87572]: osdmap e1139: 8 total, 8 up, 8 in 2024-04-10T16:12:44.099 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:12:43 smithi069 ceph-mon[96738]: pgmap v2064: 137 pgs: 9 creating+peering, 8 unknown, 120 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:12:44.099 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:12:43 smithi069 ceph-mon[96738]: osdmap e1139: 8 total, 8 up, 8 in 2024-04-10T16:12:44.100 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:12:43 smithi069 ceph-mon[94167]: pgmap v2064: 137 pgs: 9 creating+peering, 8 unknown, 120 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:12:44.100 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:12:43 smithi069 ceph-mon[94167]: osdmap e1139: 8 total, 8 up, 8 in 2024-04-10T16:12:44.691 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestJournalEntries.AioWrite 2024-04-10T16:12:45.005 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:12:44 smithi077 ceph-mon[87572]: osdmap e1140: 8 total, 8 up, 8 in 2024-04-10T16:12:45.006 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:12:44 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/2761167254' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:12:45.099 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:12:44 smithi069 ceph-mon[96738]: osdmap e1140: 8 total, 8 up, 8 in 2024-04-10T16:12:45.099 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:12:44 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/2761167254' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:12:45.100 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:12:44 smithi069 ceph-mon[94167]: osdmap e1140: 8 total, 8 up, 8 in 2024-04-10T16:12:45.100 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:12:44 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/2761167254' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:12:46.005 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:12:45 smithi077 ceph-mon[87572]: pgmap v2067: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:12:46.006 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:12:45 smithi077 ceph-mon[87572]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T16:12:46.006 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:12:45 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/2761167254' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T16:12:46.006 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:12:45 smithi077 ceph-mon[87572]: osdmap e1141: 8 total, 8 up, 8 in 2024-04-10T16:12:46.100 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:12:45 smithi069 ceph-mon[96738]: pgmap v2067: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:12:46.100 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:12:45 smithi069 ceph-mon[96738]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T16:12:46.100 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:12:45 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/2761167254' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T16:12:46.100 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:12:45 smithi069 ceph-mon[96738]: osdmap e1141: 8 total, 8 up, 8 in 2024-04-10T16:12:46.100 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:12:45 smithi069 ceph-mon[94167]: pgmap v2067: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:12:46.100 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:12:45 smithi069 ceph-mon[94167]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T16:12:46.100 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:12:45 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/2761167254' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T16:12:46.101 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:12:45 smithi069 ceph-mon[94167]: osdmap e1141: 8 total, 8 up, 8 in 2024-04-10T16:12:46.724 INFO:tasks.workunit.client.0.smithi069.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1189-gc96c8d47/rpm/el9/BUILD/ceph-18.2.2-1189-gc96c8d47/src/test/librbd/journal/test_Entries.cc:118: Skipped 2024-04-10T16:12:46.724 INFO:tasks.workunit.client.0.smithi069.stdout:Skipping due to unmet REQUIRE 2024-04-10T16:12:46.724 INFO:tasks.workunit.client.0.smithi069.stdout:[ SKIPPED ] TestJournalEntries.AioWrite (2033 ms) 2024-04-10T16:12:46.725 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestJournalEntries.AioDiscard 2024-04-10T16:12:46.735 INFO:tasks.workunit.client.0.smithi069.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1189-gc96c8d47/rpm/el9/BUILD/ceph-18.2.2-1189-gc96c8d47/src/test/librbd/journal/test_Entries.cc:163: Skipped 2024-04-10T16:12:46.735 INFO:tasks.workunit.client.0.smithi069.stdout:Skipping due to unmet REQUIRE 2024-04-10T16:12:46.735 INFO:tasks.workunit.client.0.smithi069.stdout:[ SKIPPED ] TestJournalEntries.AioDiscard (11 ms) 2024-04-10T16:12:46.735 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestJournalEntries.AioDiscardWithPrune 2024-04-10T16:12:46.745 INFO:tasks.workunit.client.0.smithi069.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1189-gc96c8d47/rpm/el9/BUILD/ceph-18.2.2-1189-gc96c8d47/src/test/librbd/journal/test_Entries.cc:200: Skipped 2024-04-10T16:12:46.745 INFO:tasks.workunit.client.0.smithi069.stdout:Skipping due to unmet REQUIRE 2024-04-10T16:12:46.745 INFO:tasks.workunit.client.0.smithi069.stdout:[ SKIPPED ] TestJournalEntries.AioDiscardWithPrune (9 ms) 2024-04-10T16:12:46.745 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestJournalEntries.AioFlush 2024-04-10T16:12:46.754 INFO:tasks.workunit.client.0.smithi069.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1189-gc96c8d47/rpm/el9/BUILD/ceph-18.2.2-1189-gc96c8d47/src/test/librbd/journal/test_Entries.cc:263: Skipped 2024-04-10T16:12:46.754 INFO:tasks.workunit.client.0.smithi069.stdout:Skipping due to unmet REQUIRE 2024-04-10T16:12:46.754 INFO:tasks.workunit.client.0.smithi069.stdout:[ SKIPPED ] TestJournalEntries.AioFlush (9 ms) 2024-04-10T16:12:47.005 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:12:46 smithi077 ceph-mon[87572]: osdmap e1142: 8 total, 8 up, 8 in 2024-04-10T16:12:47.099 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:12:46 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:12:46] "GET /metrics HTTP/1.1" 200 36399 "" "Prometheus/2.43.0" 2024-04-10T16:12:47.100 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:12:46 smithi069 ceph-mon[96738]: osdmap e1142: 8 total, 8 up, 8 in 2024-04-10T16:12:47.100 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:12:46 smithi069 ceph-mon[94167]: osdmap e1142: 8 total, 8 up, 8 in 2024-04-10T16:12:47.705 INFO:tasks.workunit.client.0.smithi069.stdout:[----------] 4 tests from TestJournalEntries (2062 ms total) 2024-04-10T16:12:47.705 INFO:tasks.workunit.client.0.smithi069.stdout: 2024-04-10T16:12:47.705 INFO:tasks.workunit.client.0.smithi069.stdout:[----------] 2 tests from TestTrash 2024-04-10T16:12:48.005 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:12:47 smithi077 ceph-mon[87572]: pgmap v2070: 137 pgs: 7 creating+peering, 7 unknown, 123 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:12:48.006 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:12:47 smithi077 ceph-mon[87572]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T16:12:48.006 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:12:47 smithi077 ceph-mon[87572]: Cluster is now healthy 2024-04-10T16:12:48.006 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:12:47 smithi077 ceph-mon[87572]: osdmap e1143: 8 total, 8 up, 8 in 2024-04-10T16:12:48.099 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:12:47 smithi069 ceph-mon[96738]: pgmap v2070: 137 pgs: 7 creating+peering, 7 unknown, 123 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:12:48.100 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:12:47 smithi069 ceph-mon[96738]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T16:12:48.100 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:12:47 smithi069 ceph-mon[96738]: Cluster is now healthy 2024-04-10T16:12:48.100 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:12:47 smithi069 ceph-mon[96738]: osdmap e1143: 8 total, 8 up, 8 in 2024-04-10T16:12:48.100 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:12:47 smithi069 ceph-mon[94167]: pgmap v2070: 137 pgs: 7 creating+peering, 7 unknown, 123 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:12:48.100 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:12:47 smithi069 ceph-mon[94167]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T16:12:48.100 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:12:47 smithi069 ceph-mon[94167]: Cluster is now healthy 2024-04-10T16:12:48.100 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:12:47 smithi069 ceph-mon[94167]: osdmap e1143: 8 total, 8 up, 8 in 2024-04-10T16:12:49.005 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:12:48 smithi077 ceph-mon[87572]: osdmap e1144: 8 total, 8 up, 8 in 2024-04-10T16:12:49.099 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:12:48 smithi069 ceph-mon[96738]: osdmap e1144: 8 total, 8 up, 8 in 2024-04-10T16:12:49.100 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:12:48 smithi069 ceph-mon[94167]: osdmap e1144: 8 total, 8 up, 8 in 2024-04-10T16:12:49.727 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestTrash.UserRemovingSource 2024-04-10T16:12:50.005 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:12:49 smithi077 ceph-mon[87572]: pgmap v2073: 105 pgs: 105 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:12:50.006 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:12:49 smithi077 ceph-mon[87572]: osdmap e1145: 8 total, 8 up, 8 in 2024-04-10T16:12:50.006 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:12:49 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/2049281007' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:12:50.100 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:12:49 smithi069 ceph-mon[96738]: pgmap v2073: 105 pgs: 105 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:12:50.100 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:12:49 smithi069 ceph-mon[96738]: osdmap e1145: 8 total, 8 up, 8 in 2024-04-10T16:12:50.100 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:12:49 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/2049281007' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:12:50.100 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:12:49 smithi069 ceph-mon[94167]: pgmap v2073: 105 pgs: 105 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:12:50.100 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:12:49 smithi069 ceph-mon[94167]: osdmap e1145: 8 total, 8 up, 8 in 2024-04-10T16:12:50.100 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:12:49 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/2049281007' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:12:51.006 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:12:50 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/2049281007' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T16:12:51.006 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:12:50 smithi077 ceph-mon[87572]: osdmap e1146: 8 total, 8 up, 8 in 2024-04-10T16:12:51.099 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:12:50 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/2049281007' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T16:12:51.099 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:12:50 smithi069 ceph-mon[94167]: osdmap e1146: 8 total, 8 up, 8 in 2024-04-10T16:12:51.100 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:12:50 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/2049281007' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T16:12:51.100 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:12:50 smithi069 ceph-mon[96738]: osdmap e1146: 8 total, 8 up, 8 in 2024-04-10T16:12:51.823 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestTrash.UserRemovingSource (2095 ms) 2024-04-10T16:12:51.823 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestTrash.RestoreMirroringSource 2024-04-10T16:12:51.862 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestTrash.RestoreMirroringSource (40 ms) 2024-04-10T16:12:52.005 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:12:51 smithi077 ceph-mon[87572]: pgmap v2076: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:12:52.006 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:12:51 smithi077 ceph-mon[87572]: osdmap e1147: 8 total, 8 up, 8 in 2024-04-10T16:12:52.099 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:12:51 smithi069 ceph-mon[96738]: pgmap v2076: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:12:52.100 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:12:51 smithi069 ceph-mon[96738]: osdmap e1147: 8 total, 8 up, 8 in 2024-04-10T16:12:52.100 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:12:51 smithi069 ceph-mon[94167]: pgmap v2076: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:12:52.100 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:12:51 smithi069 ceph-mon[94167]: osdmap e1147: 8 total, 8 up, 8 in 2024-04-10T16:12:52.743 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:12:52 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:12:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:12:52.751 INFO:tasks.workunit.client.0.smithi069.stdout:[----------] 2 tests from TestTrash (2136 ms total) 2024-04-10T16:12:52.751 INFO:tasks.workunit.client.0.smithi069.stdout: 2024-04-10T16:12:52.751 INFO:tasks.workunit.client.0.smithi069.stdout:[----------] 1 test from TestOperations 2024-04-10T16:12:53.005 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:12:52 smithi077 ceph-mon[87572]: osdmap e1148: 8 total, 8 up, 8 in 2024-04-10T16:12:53.099 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:12:52 smithi069 ceph-mon[94167]: osdmap e1148: 8 total, 8 up, 8 in 2024-04-10T16:12:53.100 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:12:52 smithi069 ceph-mon[96738]: osdmap e1148: 8 total, 8 up, 8 in 2024-04-10T16:12:54.001 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:12:53 smithi069 ceph-mon[96738]: pgmap v2079: 137 pgs: 8 creating+peering, 12 unknown, 117 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:12:54.001 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:12:53 smithi069 ceph-mon[96738]: osdmap e1149: 8 total, 8 up, 8 in 2024-04-10T16:12:54.001 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:12:53 smithi069 ceph-mon[94167]: pgmap v2079: 137 pgs: 8 creating+peering, 12 unknown, 117 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:12:54.002 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:12:53 smithi069 ceph-mon[94167]: osdmap e1149: 8 total, 8 up, 8 in 2024-04-10T16:12:54.005 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:12:53 smithi077 ceph-mon[87572]: pgmap v2079: 137 pgs: 8 creating+peering, 12 unknown, 117 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:12:54.006 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:12:53 smithi077 ceph-mon[87572]: osdmap e1149: 8 total, 8 up, 8 in 2024-04-10T16:12:54.762 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestOperations.DisableJournalingCorrupt 2024-04-10T16:12:55.100 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:12:54 smithi069 ceph-mon[96738]: osdmap e1150: 8 total, 8 up, 8 in 2024-04-10T16:12:55.100 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:12:54 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/2603735923' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:12:55.100 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:12:54 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:12:55.100 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:12:54 smithi069 ceph-mon[94167]: osdmap e1150: 8 total, 8 up, 8 in 2024-04-10T16:12:55.100 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:12:54 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/2603735923' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:12:55.100 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:12:54 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:12:55.256 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:12:54 smithi077 ceph-mon[87572]: osdmap e1150: 8 total, 8 up, 8 in 2024-04-10T16:12:55.256 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:12:54 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/2603735923' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:12:55.256 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:12:54 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:12:56.100 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:12:55 smithi069 ceph-mon[96738]: pgmap v2082: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:12:56.100 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:12:55 smithi069 ceph-mon[96738]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T16:12:56.100 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:12:55 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/2603735923' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T16:12:56.100 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:12:55 smithi069 ceph-mon[96738]: osdmap e1151: 8 total, 8 up, 8 in 2024-04-10T16:12:56.100 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:12:55 smithi069 ceph-mon[94167]: pgmap v2082: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:12:56.100 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:12:55 smithi069 ceph-mon[94167]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T16:12:56.100 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:12:55 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/2603735923' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T16:12:56.100 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:12:55 smithi069 ceph-mon[94167]: osdmap e1151: 8 total, 8 up, 8 in 2024-04-10T16:12:56.255 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:12:55 smithi077 ceph-mon[87572]: pgmap v2082: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:12:56.256 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:12:55 smithi077 ceph-mon[87572]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T16:12:56.256 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:12:55 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/2603735923' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T16:12:56.256 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:12:55 smithi077 ceph-mon[87572]: osdmap e1151: 8 total, 8 up, 8 in 2024-04-10T16:12:56.799 INFO:tasks.workunit.client.0.smithi069.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1189-gc96c8d47/rpm/el9/BUILD/ceph-18.2.2-1189-gc96c8d47/src/test/librbd/test_Operations.cc:18: Skipped 2024-04-10T16:12:56.799 INFO:tasks.workunit.client.0.smithi069.stdout:Skipping due to unmet REQUIRE 2024-04-10T16:12:56.799 INFO:tasks.workunit.client.0.smithi069.stdout:[ SKIPPED ] TestOperations.DisableJournalingCorrupt (2036 ms) 2024-04-10T16:12:57.099 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:12:56 smithi069 ceph-mon[96738]: osdmap e1152: 8 total, 8 up, 8 in 2024-04-10T16:12:57.100 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:12:56 smithi069 ceph-mon[94167]: osdmap e1152: 8 total, 8 up, 8 in 2024-04-10T16:12:57.100 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:12:56 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:12:56] "GET /metrics HTTP/1.1" 200 36403 "" "Prometheus/2.43.0" 2024-04-10T16:12:57.256 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:12:56 smithi077 ceph-mon[87572]: osdmap e1152: 8 total, 8 up, 8 in 2024-04-10T16:12:57.787 INFO:tasks.workunit.client.0.smithi069.stdout:[----------] 1 test from TestOperations (2036 ms total) 2024-04-10T16:12:57.788 INFO:tasks.workunit.client.0.smithi069.stdout: 2024-04-10T16:12:57.788 INFO:tasks.workunit.client.0.smithi069.stdout:[----------] 4 tests from TestObjectMap 2024-04-10T16:12:58.099 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:12:57 smithi069 ceph-mon[96738]: pgmap v2085: 137 pgs: 4 creating+peering, 6 unknown, 127 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:12:58.100 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:12:57 smithi069 ceph-mon[96738]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T16:12:58.100 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:12:57 smithi069 ceph-mon[96738]: Cluster is now healthy 2024-04-10T16:12:58.100 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:12:57 smithi069 ceph-mon[96738]: osdmap e1153: 8 total, 8 up, 8 in 2024-04-10T16:12:58.100 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:12:57 smithi069 ceph-mon[94167]: pgmap v2085: 137 pgs: 4 creating+peering, 6 unknown, 127 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:12:58.100 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:12:57 smithi069 ceph-mon[94167]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T16:12:58.100 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:12:57 smithi069 ceph-mon[94167]: Cluster is now healthy 2024-04-10T16:12:58.100 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:12:57 smithi069 ceph-mon[94167]: osdmap e1153: 8 total, 8 up, 8 in 2024-04-10T16:12:58.255 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:12:57 smithi077 ceph-mon[87572]: pgmap v2085: 137 pgs: 4 creating+peering, 6 unknown, 127 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:12:58.255 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:12:57 smithi077 ceph-mon[87572]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T16:12:58.256 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:12:57 smithi077 ceph-mon[87572]: Cluster is now healthy 2024-04-10T16:12:58.256 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:12:57 smithi077 ceph-mon[87572]: osdmap e1153: 8 total, 8 up, 8 in 2024-04-10T16:12:59.099 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:12:58 smithi069 ceph-mon[96738]: osdmap e1154: 8 total, 8 up, 8 in 2024-04-10T16:12:59.100 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:12:58 smithi069 ceph-mon[94167]: osdmap e1154: 8 total, 8 up, 8 in 2024-04-10T16:12:59.255 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:12:58 smithi077 ceph-mon[87572]: osdmap e1154: 8 total, 8 up, 8 in 2024-04-10T16:12:59.796 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestObjectMap.RefreshInvalidatesWhenCorrupt 2024-04-10T16:13:00.100 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:12:59 smithi069 ceph-mon[94167]: pgmap v2088: 105 pgs: 105 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:13:00.100 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:12:59 smithi069 ceph-mon[94167]: osdmap e1155: 8 total, 8 up, 8 in 2024-04-10T16:13:00.100 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:12:59 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/3752529174' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:13:00.100 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:12:59 smithi069 ceph-mon[96738]: pgmap v2088: 105 pgs: 105 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:13:00.100 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:12:59 smithi069 ceph-mon[96738]: osdmap e1155: 8 total, 8 up, 8 in 2024-04-10T16:13:00.100 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:12:59 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/3752529174' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:13:00.256 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:12:59 smithi077 ceph-mon[87572]: pgmap v2088: 105 pgs: 105 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:13:00.256 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:12:59 smithi077 ceph-mon[87572]: osdmap e1155: 8 total, 8 up, 8 in 2024-04-10T16:13:00.256 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:12:59 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/3752529174' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:13:01.100 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:13:00 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/3752529174' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T16:13:01.100 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:13:00 smithi069 ceph-mon[96738]: osdmap e1156: 8 total, 8 up, 8 in 2024-04-10T16:13:01.100 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:13:00 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/3752529174' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T16:13:01.100 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:13:00 smithi069 ceph-mon[94167]: osdmap e1156: 8 total, 8 up, 8 in 2024-04-10T16:13:01.256 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:13:00 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/3752529174' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T16:13:01.256 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:13:00 smithi077 ceph-mon[87572]: osdmap e1156: 8 total, 8 up, 8 in 2024-04-10T16:13:01.848 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestObjectMap.RefreshInvalidatesWhenCorrupt (2053 ms) 2024-04-10T16:13:01.848 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestObjectMap.RefreshInvalidatesWhenTooSmall 2024-04-10T16:13:01.875 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestObjectMap.RefreshInvalidatesWhenTooSmall (27 ms) 2024-04-10T16:13:01.875 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestObjectMap.InvalidateFlagOnDisk 2024-04-10T16:13:01.911 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestObjectMap.InvalidateFlagOnDisk (36 ms) 2024-04-10T16:13:01.912 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestObjectMap.AcquireLockInvalidatesWhenTooSmall 2024-04-10T16:13:01.937 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestObjectMap.AcquireLockInvalidatesWhenTooSmall (26 ms) 2024-04-10T16:13:02.099 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:13:01 smithi069 ceph-mon[96738]: pgmap v2091: 137 pgs: 11 creating+peering, 21 unknown, 105 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:13:02.100 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:13:01 smithi069 ceph-mon[96738]: osdmap e1157: 8 total, 8 up, 8 in 2024-04-10T16:13:02.100 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:13:01 smithi069 ceph-mon[94167]: pgmap v2091: 137 pgs: 11 creating+peering, 21 unknown, 105 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:13:02.100 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:13:01 smithi069 ceph-mon[94167]: osdmap e1157: 8 total, 8 up, 8 in 2024-04-10T16:13:02.255 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:13:01 smithi077 ceph-mon[87572]: pgmap v2091: 137 pgs: 11 creating+peering, 21 unknown, 105 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:13:02.255 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:13:01 smithi077 ceph-mon[87572]: osdmap e1157: 8 total, 8 up, 8 in 2024-04-10T16:13:02.756 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:13:02 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:13:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:13:02.826 INFO:tasks.workunit.client.0.smithi069.stdout:[----------] 4 tests from TestObjectMap (2142 ms total) 2024-04-10T16:13:02.826 INFO:tasks.workunit.client.0.smithi069.stdout: 2024-04-10T16:13:02.826 INFO:tasks.workunit.client.0.smithi069.stdout:[----------] 2 tests from TestMirroringWatcher 2024-04-10T16:13:03.099 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:13:02 smithi069 ceph-mon[96738]: osdmap e1158: 8 total, 8 up, 8 in 2024-04-10T16:13:03.100 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:13:02 smithi069 ceph-mon[94167]: osdmap e1158: 8 total, 8 up, 8 in 2024-04-10T16:13:03.256 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:13:02 smithi077 ceph-mon[87572]: osdmap e1158: 8 total, 8 up, 8 in 2024-04-10T16:13:04.100 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:13:03 smithi069 ceph-mon[96738]: pgmap v2094: 137 pgs: 11 creating+peering, 10 unknown, 116 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:13:04.100 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:13:03 smithi069 ceph-mon[96738]: osdmap e1159: 8 total, 8 up, 8 in 2024-04-10T16:13:04.100 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:13:03 smithi069 ceph-mon[94167]: pgmap v2094: 137 pgs: 11 creating+peering, 10 unknown, 116 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:13:04.100 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:13:03 smithi069 ceph-mon[94167]: osdmap e1159: 8 total, 8 up, 8 in 2024-04-10T16:13:04.256 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:13:03 smithi077 ceph-mon[87572]: pgmap v2094: 137 pgs: 11 creating+peering, 10 unknown, 116 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:13:04.256 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:13:03 smithi077 ceph-mon[87572]: osdmap e1159: 8 total, 8 up, 8 in 2024-04-10T16:13:04.840 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestMirroringWatcher.ModeUpdated 2024-04-10T16:13:05.100 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:13:04 smithi069 ceph-mon[96738]: osdmap e1160: 8 total, 8 up, 8 in 2024-04-10T16:13:05.100 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:13:04 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/1203820776' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:13:05.100 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:13:04 smithi069 ceph-mon[96738]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:13:05.100 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:13:04 smithi069 ceph-mon[94167]: osdmap e1160: 8 total, 8 up, 8 in 2024-04-10T16:13:05.100 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:13:04 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/1203820776' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:13:05.100 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:13:04 smithi069 ceph-mon[94167]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:13:05.256 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:13:04 smithi077 ceph-mon[87572]: osdmap e1160: 8 total, 8 up, 8 in 2024-04-10T16:13:05.256 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:13:04 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/1203820776' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:13:05.256 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:13:04 smithi077 ceph-mon[87572]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:13:06.100 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:13:05 smithi069 ceph-mon[96738]: pgmap v2097: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:13:06.100 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:13:05 smithi069 ceph-mon[96738]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T16:13:06.100 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:13:05 smithi069 ceph-mon[96738]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T16:13:06.100 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:13:05 smithi069 ceph-mon[96738]: osdmap e1161: 8 total, 8 up, 8 in 2024-04-10T16:13:06.100 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:13:05 smithi069 ceph-mon[94167]: pgmap v2097: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:13:06.100 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:13:05 smithi069 ceph-mon[94167]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T16:13:06.100 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:13:05 smithi069 ceph-mon[94167]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T16:13:06.100 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:13:05 smithi069 ceph-mon[94167]: osdmap e1161: 8 total, 8 up, 8 in 2024-04-10T16:13:06.255 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:13:05 smithi077 ceph-mon[87572]: pgmap v2097: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:13:06.256 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:13:05 smithi077 ceph-mon[87572]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T16:13:06.256 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:13:05 smithi077 ceph-mon[87572]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T16:13:06.256 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:13:05 smithi077 ceph-mon[87572]: osdmap e1161: 8 total, 8 up, 8 in 2024-04-10T16:13:06.887 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestMirroringWatcher.ModeUpdated (2048 ms) 2024-04-10T16:13:06.887 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestMirroringWatcher.ImageStatusUpdated 2024-04-10T16:13:06.908 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestMirroringWatcher.ImageStatusUpdated (21 ms) 2024-04-10T16:13:07.099 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:13:06 smithi069 ceph-mon[96738]: osdmap e1162: 8 total, 8 up, 8 in 2024-04-10T16:13:07.100 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:13:06 smithi069 ceph-mon[94167]: osdmap e1162: 8 total, 8 up, 8 in 2024-04-10T16:13:07.100 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:13:06 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:13:06] "GET /metrics HTTP/1.1" 200 36403 "" "Prometheus/2.43.0" 2024-04-10T16:13:07.255 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:13:06 smithi077 ceph-mon[87572]: osdmap e1162: 8 total, 8 up, 8 in 2024-04-10T16:13:07.864 INFO:tasks.workunit.client.0.smithi069.stdout:[----------] 2 tests from TestMirroringWatcher (2069 ms total) 2024-04-10T16:13:07.864 INFO:tasks.workunit.client.0.smithi069.stdout: 2024-04-10T16:13:07.864 INFO:tasks.workunit.client.0.smithi069.stdout:[----------] 57 tests from TestMigration 2024-04-10T16:13:08.099 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:13:07 smithi069 ceph-mon[96738]: pgmap v2100: 137 pgs: 7 creating+peering, 11 unknown, 119 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:13:08.100 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:13:07 smithi069 ceph-mon[96738]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T16:13:08.100 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:13:07 smithi069 ceph-mon[96738]: Cluster is now healthy 2024-04-10T16:13:08.100 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:13:07 smithi069 ceph-mon[96738]: osdmap e1163: 8 total, 8 up, 8 in 2024-04-10T16:13:08.100 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:13:07 smithi069 ceph-mon[94167]: pgmap v2100: 137 pgs: 7 creating+peering, 11 unknown, 119 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:13:08.100 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:13:07 smithi069 ceph-mon[94167]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T16:13:08.100 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:13:07 smithi069 ceph-mon[94167]: Cluster is now healthy 2024-04-10T16:13:08.100 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:13:07 smithi069 ceph-mon[94167]: osdmap e1163: 8 total, 8 up, 8 in 2024-04-10T16:13:08.255 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:13:07 smithi077 ceph-mon[87572]: pgmap v2100: 137 pgs: 7 creating+peering, 11 unknown, 119 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:13:08.256 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:13:07 smithi077 ceph-mon[87572]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T16:13:08.256 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:13:07 smithi077 ceph-mon[87572]: Cluster is now healthy 2024-04-10T16:13:08.256 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:13:07 smithi077 ceph-mon[87572]: osdmap e1163: 8 total, 8 up, 8 in 2024-04-10T16:13:09.256 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:13:08 smithi077 ceph-mon[87572]: osdmap e1164: 8 total, 8 up, 8 in 2024-04-10T16:13:09.349 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:13:08 smithi069 ceph-mon[96738]: osdmap e1164: 8 total, 8 up, 8 in 2024-04-10T16:13:09.350 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:13:08 smithi069 ceph-mon[94167]: osdmap e1164: 8 total, 8 up, 8 in 2024-04-10T16:13:10.255 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:13:09 smithi077 ceph-mon[87572]: pgmap v2103: 105 pgs: 105 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:13:10.256 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:13:09 smithi077 ceph-mon[87572]: osdmap e1165: 8 total, 8 up, 8 in 2024-04-10T16:13:10.256 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:13:09 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/2788946055' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:13:10.256 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:13:09 smithi077 ceph-mon[87572]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:13:10.256 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:13:09 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:13:10.350 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:13:09 smithi069 ceph-mon[96738]: pgmap v2103: 105 pgs: 105 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:13:10.350 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:13:09 smithi069 ceph-mon[96738]: osdmap e1165: 8 total, 8 up, 8 in 2024-04-10T16:13:10.350 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:13:09 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/2788946055' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:13:10.350 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:13:09 smithi069 ceph-mon[96738]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:13:10.350 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:13:09 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:13:10.350 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:13:09 smithi069 ceph-mon[94167]: pgmap v2103: 105 pgs: 105 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:13:10.351 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:13:09 smithi069 ceph-mon[94167]: osdmap e1165: 8 total, 8 up, 8 in 2024-04-10T16:13:10.351 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:13:09 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/2788946055' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:13:10.351 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:13:09 smithi069 ceph-mon[94167]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:13:10.351 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:13:09 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:13:10.882 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestMigration.Empty 2024-04-10T16:13:11.256 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:13:10 smithi077 ceph-mon[87572]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T16:13:11.256 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:13:10 smithi077 ceph-mon[87572]: osdmap e1166: 8 total, 8 up, 8 in 2024-04-10T16:13:11.350 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:13:10 smithi069 ceph-mon[94167]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T16:13:11.350 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:13:10 smithi069 ceph-mon[94167]: osdmap e1166: 8 total, 8 up, 8 in 2024-04-10T16:13:11.350 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:13:10 smithi069 ceph-mon[96738]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T16:13:11.350 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:13:10 smithi069 ceph-mon[96738]: osdmap e1166: 8 total, 8 up, 8 in 2024-04-10T16:13:12.255 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:13:11 smithi077 ceph-mon[87572]: pgmap v2106: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:13:12.256 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:13:11 smithi077 ceph-mon[87572]: osdmap e1167: 8 total, 8 up, 8 in 2024-04-10T16:13:12.349 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:13:11 smithi069 ceph-mon[94167]: pgmap v2106: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:13:12.350 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:13:11 smithi069 ceph-mon[94167]: osdmap e1167: 8 total, 8 up, 8 in 2024-04-10T16:13:12.350 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:13:11 smithi069 ceph-mon[96738]: pgmap v2106: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:13:12.350 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:13:11 smithi069 ceph-mon[96738]: osdmap e1167: 8 total, 8 up, 8 in 2024-04-10T16:13:12.756 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:13:12 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:13:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:13:12.954 INFO:tasks.workunit.client.0.smithi069.stdout:resize: 83886080 2024-04-10T16:13:12.965 INFO:tasks.workunit.client.0.smithi069.stdout:migration_prepare 2024-04-10T16:13:13.108 INFO:tasks.workunit.client.0.smithi069.stdout:migration_execute 2024-04-10T16:13:13.177 INFO:tasks.workunit.client.0.smithi069.stdout:migration_commit 2024-04-10T16:13:13.255 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:13:12 smithi077 ceph-mon[87572]: osdmap e1168: 8 total, 8 up, 8 in 2024-04-10T16:13:13.257 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestMigration.Empty (2375 ms) 2024-04-10T16:13:13.257 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestMigration.OtherName 2024-04-10T16:13:13.290 INFO:tasks.workunit.client.0.smithi069.stdout:resize: 83886080 2024-04-10T16:13:13.300 INFO:tasks.workunit.client.0.smithi069.stdout:migration_prepare 2024-04-10T16:13:13.349 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:13:12 smithi069 ceph-mon[94167]: osdmap e1168: 8 total, 8 up, 8 in 2024-04-10T16:13:13.349 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:13:12 smithi069 ceph-mon[96738]: osdmap e1168: 8 total, 8 up, 8 in 2024-04-10T16:13:13.426 INFO:tasks.workunit.client.0.smithi069.stdout:migration_execute 2024-04-10T16:13:13.488 INFO:tasks.workunit.client.0.smithi069.stdout:migration_commit 2024-04-10T16:13:13.568 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestMigration.OtherName (311 ms) 2024-04-10T16:13:13.568 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestMigration.OtherPool 2024-04-10T16:13:13.598 INFO:tasks.workunit.client.0.smithi069.stdout:resize: 83886080 2024-04-10T16:13:13.608 INFO:tasks.workunit.client.0.smithi069.stdout:migration_prepare 2024-04-10T16:13:14.256 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:13:13 smithi077 ceph-mon[87572]: pgmap v2109: 169 pgs: 9 creating+peering, 41 unknown, 119 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:13:14.256 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:13:13 smithi077 ceph-mon[87572]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T16:13:14.256 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:13:13 smithi077 ceph-mon[87572]: osdmap e1169: 8 total, 8 up, 8 in 2024-04-10T16:13:14.350 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:13:13 smithi069 ceph-mon[94167]: pgmap v2109: 169 pgs: 9 creating+peering, 41 unknown, 119 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:13:14.350 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:13:13 smithi069 ceph-mon[94167]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T16:13:14.350 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:13:13 smithi069 ceph-mon[94167]: osdmap e1169: 8 total, 8 up, 8 in 2024-04-10T16:13:14.350 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:13:13 smithi069 ceph-mon[96738]: pgmap v2109: 169 pgs: 9 creating+peering, 41 unknown, 119 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:13:14.350 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:13:13 smithi069 ceph-mon[96738]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T16:13:14.350 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:13:13 smithi069 ceph-mon[96738]: osdmap e1169: 8 total, 8 up, 8 in 2024-04-10T16:13:15.037 INFO:tasks.workunit.client.0.smithi069.stdout:migration_execute 2024-04-10T16:13:15.100 INFO:tasks.workunit.client.0.smithi069.stdout:migration_commit 2024-04-10T16:13:15.180 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestMigration.OtherPool (1612 ms) 2024-04-10T16:13:15.180 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestMigration.OtherNamespace 2024-04-10T16:13:15.212 INFO:tasks.workunit.client.0.smithi069.stdout:resize: 83886080 2024-04-10T16:13:15.224 INFO:tasks.workunit.client.0.smithi069.stdout:migration_prepare 2024-04-10T16:13:15.255 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:13:14 smithi077 ceph-mon[87572]: osdmap e1170: 8 total, 8 up, 8 in 2024-04-10T16:13:15.349 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:13:14 smithi069 ceph-mon[96738]: osdmap e1170: 8 total, 8 up, 8 in 2024-04-10T16:13:15.350 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:13:14 smithi069 ceph-mon[94167]: osdmap e1170: 8 total, 8 up, 8 in 2024-04-10T16:13:15.351 INFO:tasks.workunit.client.0.smithi069.stdout:migration_execute 2024-04-10T16:13:15.412 INFO:tasks.workunit.client.0.smithi069.stdout:migration_commit 2024-04-10T16:13:15.491 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestMigration.OtherNamespace (311 ms) 2024-04-10T16:13:15.491 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestMigration.DataPool 2024-04-10T16:13:15.519 INFO:tasks.workunit.client.0.smithi069.stdout:resize: 83886080 2024-04-10T16:13:15.529 INFO:tasks.workunit.client.0.smithi069.stdout:migration_prepare 2024-04-10T16:13:15.671 INFO:tasks.workunit.client.0.smithi069.stdout:migration_execute 2024-04-10T16:13:15.738 INFO:tasks.workunit.client.0.smithi069.stdout:migration_commit 2024-04-10T16:13:15.819 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestMigration.DataPool (327 ms) 2024-04-10T16:13:15.819 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestMigration.AbortAfterPrepare 2024-04-10T16:13:15.849 INFO:tasks.workunit.client.0.smithi069.stdout:resize: 83886080 2024-04-10T16:13:15.861 INFO:tasks.workunit.client.0.smithi069.stdout:migration_prepare 2024-04-10T16:13:15.995 INFO:tasks.workunit.client.0.smithi069.stdout:migration_abort 2024-04-10T16:13:16.091 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestMigration.AbortAfterPrepare (273 ms) 2024-04-10T16:13:16.092 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestMigration.AbortAfterFailedPrepare 2024-04-10T16:13:16.126 INFO:tasks.workunit.client.0.smithi069.stdout:resize: 83886080 2024-04-10T16:13:16.135 INFO:tasks.workunit.client.0.smithi069.stdout:migration_prepare 2024-04-10T16:13:16.232 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestMigration.AbortAfterFailedPrepare (141 ms) 2024-04-10T16:13:16.232 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestMigration.AbortAfterExecute 2024-04-10T16:13:16.255 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:13:15 smithi077 ceph-mon[87572]: pgmap v2112: 169 pgs: 9 creating+peering, 27 unknown, 133 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 71 KiB/s rd, 3.0 KiB/s wr, 82 op/s 2024-04-10T16:13:16.255 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:13:15 smithi077 ceph-mon[87572]: osdmap e1171: 8 total, 8 up, 8 in 2024-04-10T16:13:16.261 INFO:tasks.workunit.client.0.smithi069.stdout:resize: 83886080 2024-04-10T16:13:16.270 INFO:tasks.workunit.client.0.smithi069.stdout:migration_prepare 2024-04-10T16:13:16.349 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:13:15 smithi069 ceph-mon[96738]: pgmap v2112: 169 pgs: 9 creating+peering, 27 unknown, 133 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 71 KiB/s rd, 3.0 KiB/s wr, 82 op/s 2024-04-10T16:13:16.349 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:13:15 smithi069 ceph-mon[96738]: osdmap e1171: 8 total, 8 up, 8 in 2024-04-10T16:13:16.350 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:13:15 smithi069 ceph-mon[94167]: pgmap v2112: 169 pgs: 9 creating+peering, 27 unknown, 133 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 71 KiB/s rd, 3.0 KiB/s wr, 82 op/s 2024-04-10T16:13:16.350 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:13:15 smithi069 ceph-mon[94167]: osdmap e1171: 8 total, 8 up, 8 in 2024-04-10T16:13:16.407 INFO:tasks.workunit.client.0.smithi069.stdout:migration_execute 2024-04-10T16:13:16.476 INFO:tasks.workunit.client.0.smithi069.stdout:migration_abort 2024-04-10T16:13:16.574 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestMigration.AbortAfterExecute (342 ms) 2024-04-10T16:13:16.574 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestMigration.OtherPoolAbortAfterExecute 2024-04-10T16:13:16.604 INFO:tasks.workunit.client.0.smithi069.stdout:resize: 83886080 2024-04-10T16:13:16.614 INFO:tasks.workunit.client.0.smithi069.stdout:migration_prepare 2024-04-10T16:13:16.741 INFO:tasks.workunit.client.0.smithi069.stdout:migration_execute 2024-04-10T16:13:16.804 INFO:tasks.workunit.client.0.smithi069.stdout:migration_abort 2024-04-10T16:13:16.900 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestMigration.OtherPoolAbortAfterExecute (326 ms) 2024-04-10T16:13:16.900 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestMigration.OtherNamespaceAbortAfterExecute 2024-04-10T16:13:16.929 INFO:tasks.workunit.client.0.smithi069.stdout:resize: 83886080 2024-04-10T16:13:16.941 INFO:tasks.workunit.client.0.smithi069.stdout:migration_prepare 2024-04-10T16:13:17.069 INFO:tasks.workunit.client.0.smithi069.stdout:migration_execute 2024-04-10T16:13:17.130 INFO:tasks.workunit.client.0.smithi069.stdout:migration_abort 2024-04-10T16:13:17.236 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestMigration.OtherNamespaceAbortAfterExecute (336 ms) 2024-04-10T16:13:17.236 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestMigration.MirroringSamePool 2024-04-10T16:13:17.265 INFO:tasks.workunit.client.0.smithi069.stdout:resize: 83886080 2024-04-10T16:13:17.276 INFO:tasks.workunit.client.0.smithi069.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1189-gc96c8d47/rpm/el9/BUILD/ceph-18.2.2-1189-gc96c8d47/src/test/librbd/test_Migration.cc:635: Skipped 2024-04-10T16:13:17.276 INFO:tasks.workunit.client.0.smithi069.stdout:Skipping due to unmet REQUIRE 2024-04-10T16:13:17.282 INFO:tasks.workunit.client.0.smithi069.stdout:[ SKIPPED ] TestMigration.MirroringSamePool (46 ms) 2024-04-10T16:13:17.282 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestMigration.MirroringAbort 2024-04-10T16:13:17.312 INFO:tasks.workunit.client.0.smithi069.stdout:resize: 83886080 2024-04-10T16:13:17.322 INFO:tasks.workunit.client.0.smithi069.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1189-gc96c8d47/rpm/el9/BUILD/ceph-18.2.2-1189-gc96c8d47/src/test/librbd/test_Migration.cc:653: Skipped 2024-04-10T16:13:17.322 INFO:tasks.workunit.client.0.smithi069.stdout:Skipping due to unmet REQUIRE 2024-04-10T16:13:17.328 INFO:tasks.workunit.client.0.smithi069.stdout:[ SKIPPED ] TestMigration.MirroringAbort (46 ms) 2024-04-10T16:13:17.329 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestMigration.MirroringOtherPoolDisabled 2024-04-10T16:13:17.349 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:13:16 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:13:16] "GET /metrics HTTP/1.1" 200 36402 "" "Prometheus/2.43.0" 2024-04-10T16:13:17.359 INFO:tasks.workunit.client.0.smithi069.stdout:resize: 83886080 2024-04-10T16:13:17.369 INFO:tasks.workunit.client.0.smithi069.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1189-gc96c8d47/rpm/el9/BUILD/ceph-18.2.2-1189-gc96c8d47/src/test/librbd/test_Migration.cc:676: Skipped 2024-04-10T16:13:17.369 INFO:tasks.workunit.client.0.smithi069.stdout:Skipping due to unmet REQUIRE 2024-04-10T16:13:17.375 INFO:tasks.workunit.client.0.smithi069.stdout:[ SKIPPED ] TestMigration.MirroringOtherPoolDisabled (47 ms) 2024-04-10T16:13:17.375 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestMigration.MirroringOtherPoolEnabled 2024-04-10T16:13:17.405 INFO:tasks.workunit.client.0.smithi069.stdout:resize: 83886080 2024-04-10T16:13:17.415 INFO:tasks.workunit.client.0.smithi069.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1189-gc96c8d47/rpm/el9/BUILD/ceph-18.2.2-1189-gc96c8d47/src/test/librbd/test_Migration.cc:694: Skipped 2024-04-10T16:13:17.415 INFO:tasks.workunit.client.0.smithi069.stdout:Skipping due to unmet REQUIRE 2024-04-10T16:13:17.421 INFO:tasks.workunit.client.0.smithi069.stdout:[ SKIPPED ] TestMigration.MirroringOtherPoolEnabled (46 ms) 2024-04-10T16:13:17.421 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestMigration.MirroringPool 2024-04-10T16:13:17.450 INFO:tasks.workunit.client.0.smithi069.stdout:resize: 83886080 2024-04-10T16:13:17.460 INFO:tasks.workunit.client.0.smithi069.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1189-gc96c8d47/rpm/el9/BUILD/ceph-18.2.2-1189-gc96c8d47/src/test/librbd/test_Migration.cc:714: Skipped 2024-04-10T16:13:17.460 INFO:tasks.workunit.client.0.smithi069.stdout:Skipping due to unmet REQUIRE 2024-04-10T16:13:17.467 INFO:tasks.workunit.client.0.smithi069.stdout:[ SKIPPED ] TestMigration.MirroringPool (45 ms) 2024-04-10T16:13:17.467 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestMigration.Group 2024-04-10T16:13:17.498 INFO:tasks.workunit.client.0.smithi069.stdout:resize: 83886080 2024-04-10T16:13:17.516 INFO:tasks.workunit.client.0.smithi069.stdout:migration_prepare 2024-04-10T16:13:17.652 INFO:tasks.workunit.client.0.smithi069.stdout:migration_execute 2024-04-10T16:13:17.713 INFO:tasks.workunit.client.0.smithi069.stdout:migration_commit 2024-04-10T16:13:17.800 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestMigration.Group (333 ms) 2024-04-10T16:13:17.800 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestMigration.GroupAbort 2024-04-10T16:13:17.829 INFO:tasks.workunit.client.0.smithi069.stdout:resize: 83886080 2024-04-10T16:13:17.847 INFO:tasks.workunit.client.0.smithi069.stdout:migration_prepare 2024-04-10T16:13:17.984 INFO:tasks.workunit.client.0.smithi069.stdout:migration_abort 2024-04-10T16:13:18.094 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestMigration.GroupAbort (295 ms) 2024-04-10T16:13:18.094 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestMigration.NoSnaps 2024-04-10T16:13:18.125 INFO:tasks.workunit.client.0.smithi069.stdout:resize: 83886080 2024-04-10T16:13:18.135 INFO:tasks.workunit.client.0.smithi069.stdout:write: 1 0~8388609 2024-04-10T16:13:18.194 INFO:tasks.workunit.client.0.smithi069.stdout:write: 1 16777218~8388609 2024-04-10T16:13:18.248 INFO:tasks.workunit.client.0.smithi069.stdout:migration_prepare 2024-04-10T16:13:18.255 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:13:17 smithi077 ceph-mon[87572]: pgmap v2114: 169 pgs: 169 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 308 KiB/s rd, 18 KiB/s wr, 396 op/s 2024-04-10T16:13:18.349 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:13:17 smithi069 ceph-mon[96738]: pgmap v2114: 169 pgs: 169 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 308 KiB/s rd, 18 KiB/s wr, 396 op/s 2024-04-10T16:13:18.350 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:13:17 smithi069 ceph-mon[94167]: pgmap v2114: 169 pgs: 169 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 308 KiB/s rd, 18 KiB/s wr, 396 op/s 2024-04-10T16:13:18.444 INFO:tasks.workunit.client.0.smithi069.stdout:migration_execute 2024-04-10T16:13:18.571 INFO:tasks.workunit.client.0.smithi069.stdout:migration_commit 2024-04-10T16:13:18.693 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestMigration.NoSnaps (598 ms) 2024-04-10T16:13:18.693 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestMigration.NoSnapsOtherPool 2024-04-10T16:13:18.724 INFO:tasks.workunit.client.0.smithi069.stdout:resize: 83886080 2024-04-10T16:13:18.734 INFO:tasks.workunit.client.0.smithi069.stdout:write: 1 0~8388609 2024-04-10T16:13:18.787 INFO:tasks.workunit.client.0.smithi069.stdout:write: 1 16777218~8388609 2024-04-10T16:13:18.848 INFO:tasks.workunit.client.0.smithi069.stdout:write: 1 0~8388609 2024-04-10T16:13:18.852 INFO:tasks.workunit.client.0.smithi069.stdout:write: 1 16777218~8388609 2024-04-10T16:13:18.918 INFO:tasks.workunit.client.0.smithi069.stdout:migration_prepare 2024-04-10T16:13:19.079 INFO:tasks.workunit.client.0.smithi069.stdout:migration_execute 2024-04-10T16:13:19.182 INFO:tasks.workunit.client.0.smithi069.stdout:migration_commit 2024-04-10T16:13:19.300 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestMigration.NoSnapsOtherPool (607 ms) 2024-04-10T16:13:19.300 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestMigration.NoSnapsDataPool 2024-04-10T16:13:19.333 INFO:tasks.workunit.client.0.smithi069.stdout:resize: 83886080 2024-04-10T16:13:19.343 INFO:tasks.workunit.client.0.smithi069.stdout:write: 1 0~8388609 2024-04-10T16:13:19.398 INFO:tasks.workunit.client.0.smithi069.stdout:write: 1 16777218~8388609 2024-04-10T16:13:19.450 INFO:tasks.workunit.client.0.smithi069.stdout:migration_prepare 2024-04-10T16:13:19.634 INFO:tasks.workunit.client.0.smithi069.stdout:migration_execute 2024-04-10T16:13:19.745 INFO:tasks.workunit.client.0.smithi069.stdout:migration_commit 2024-04-10T16:13:19.873 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestMigration.NoSnapsDataPool (574 ms) 2024-04-10T16:13:19.873 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestMigration.NoSnapsShrinkAfterPrepare 2024-04-10T16:13:19.903 INFO:tasks.workunit.client.0.smithi069.stdout:resize: 83886080 2024-04-10T16:13:19.914 INFO:tasks.workunit.client.0.smithi069.stdout:write: 1 0~8388609 2024-04-10T16:13:19.967 INFO:tasks.workunit.client.0.smithi069.stdout:write: 1 16777218~8388609 2024-04-10T16:13:20.021 INFO:tasks.workunit.client.0.smithi069.stdout:migration_prepare 2024-04-10T16:13:20.204 INFO:tasks.workunit.client.0.smithi069.stdout:resize: 41943040 2024-04-10T16:13:20.212 INFO:tasks.workunit.client.0.smithi069.stdout:migration_execute 2024-04-10T16:13:20.255 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:13:19 smithi077 ceph-mon[87572]: pgmap v2115: 169 pgs: 169 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 220 KiB/s rd, 13 KiB/s wr, 282 op/s 2024-04-10T16:13:20.331 INFO:tasks.workunit.client.0.smithi069.stdout:migration_commit 2024-04-10T16:13:20.349 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:13:19 smithi069 ceph-mon[96738]: pgmap v2115: 169 pgs: 169 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 220 KiB/s rd, 13 KiB/s wr, 282 op/s 2024-04-10T16:13:20.349 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:13:19 smithi069 ceph-mon[94167]: pgmap v2115: 169 pgs: 169 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 220 KiB/s rd, 13 KiB/s wr, 282 op/s 2024-04-10T16:13:20.437 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestMigration.NoSnapsShrinkAfterPrepare (563 ms) 2024-04-10T16:13:20.437 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestMigration.NoSnapsShrinkToZeroBeforePrepare 2024-04-10T16:13:20.467 INFO:tasks.workunit.client.0.smithi069.stdout:resize: 83886080 2024-04-10T16:13:20.478 INFO:tasks.workunit.client.0.smithi069.stdout:write: 1 0~8388609 2024-04-10T16:13:20.529 INFO:tasks.workunit.client.0.smithi069.stdout:write: 1 16777218~8388609 2024-04-10T16:13:20.577 INFO:tasks.workunit.client.0.smithi069.stdout:resize: 0 2024-04-10T16:13:20.591 INFO:tasks.workunit.client.0.smithi069.stdout:migration_prepare 2024-04-10T16:13:20.691 INFO:tasks.workunit.client.0.smithi069.stdout:migration_execute 2024-04-10T16:13:20.756 INFO:tasks.workunit.client.0.smithi069.stdout:migration_commit 2024-04-10T16:13:20.800 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestMigration.NoSnapsShrinkToZeroBeforePrepare (363 ms) 2024-04-10T16:13:20.800 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestMigration.NoSnapsShrinkToZeroAfterPrepare 2024-04-10T16:13:20.829 INFO:tasks.workunit.client.0.smithi069.stdout:resize: 83886080 2024-04-10T16:13:20.839 INFO:tasks.workunit.client.0.smithi069.stdout:write: 1 0~8388609 2024-04-10T16:13:20.902 INFO:tasks.workunit.client.0.smithi069.stdout:write: 1 16777218~8388609 2024-04-10T16:13:20.972 INFO:tasks.workunit.client.0.smithi069.stdout:migration_prepare 2024-04-10T16:13:21.161 INFO:tasks.workunit.client.0.smithi069.stdout:resize: 0 2024-04-10T16:13:21.173 INFO:tasks.workunit.client.0.smithi069.stdout:migration_execute 2024-04-10T16:13:21.235 INFO:tasks.workunit.client.0.smithi069.stdout:migration_commit 2024-04-10T16:13:21.288 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestMigration.NoSnapsShrinkToZeroAfterPrepare (488 ms) 2024-04-10T16:13:21.288 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestMigration.NoSnapsExpandAfterPrepare 2024-04-10T16:13:21.322 INFO:tasks.workunit.client.0.smithi069.stdout:resize: 83886080 2024-04-10T16:13:21.332 INFO:tasks.workunit.client.0.smithi069.stdout:write: 1 0~8388609 2024-04-10T16:13:21.386 INFO:tasks.workunit.client.0.smithi069.stdout:write: 1 16777218~8388609 2024-04-10T16:13:21.446 INFO:tasks.workunit.client.0.smithi069.stdout:migration_prepare 2024-04-10T16:13:21.642 INFO:tasks.workunit.client.0.smithi069.stdout:resize: 167772160 2024-04-10T16:13:21.650 INFO:tasks.workunit.client.0.smithi069.stdout:migration_execute 2024-04-10T16:13:21.774 INFO:tasks.workunit.client.0.smithi069.stdout:migration_commit 2024-04-10T16:13:21.911 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestMigration.NoSnapsExpandAfterPrepare (622 ms) 2024-04-10T16:13:21.911 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestMigration.NoSnapsSnapAfterPrepare 2024-04-10T16:13:21.942 INFO:tasks.workunit.client.0.smithi069.stdout:resize: 83886080 2024-04-10T16:13:21.953 INFO:tasks.workunit.client.0.smithi069.stdout:write: 1 0~8388609 2024-04-10T16:13:22.006 INFO:tasks.workunit.client.0.smithi069.stdout:write: 1 16777218~8388609 2024-04-10T16:13:22.049 INFO:tasks.workunit.client.0.smithi069.stdout:migration_prepare 2024-04-10T16:13:22.239 INFO:tasks.workunit.client.0.smithi069.stdout:snap_create: after_prepare_snap 2024-04-10T16:13:22.255 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:13:21 smithi077 ceph-mon[87572]: pgmap v2116: 169 pgs: 169 active+clean; 25 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 5.3 MiB/s rd, 3.9 MiB/s wr, 1.17k op/s 2024-04-10T16:13:22.255 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:13:21 smithi077 ceph-mon[87572]: osdmap e1172: 8 total, 8 up, 8 in 2024-04-10T16:13:22.256 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:13:21 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:13:22.349 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:13:21 smithi069 ceph-mon[96738]: pgmap v2116: 169 pgs: 169 active+clean; 25 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 5.3 MiB/s rd, 3.9 MiB/s wr, 1.17k op/s 2024-04-10T16:13:22.350 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:13:21 smithi069 ceph-mon[96738]: osdmap e1172: 8 total, 8 up, 8 in 2024-04-10T16:13:22.350 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:13:21 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:13:22.350 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:13:21 smithi069 ceph-mon[94167]: pgmap v2116: 169 pgs: 169 active+clean; 25 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 5.3 MiB/s rd, 3.9 MiB/s wr, 1.17k op/s 2024-04-10T16:13:22.350 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:13:21 smithi069 ceph-mon[94167]: osdmap e1172: 8 total, 8 up, 8 in 2024-04-10T16:13:22.350 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:13:21 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:13:22.755 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:13:22 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:13:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:13:23.251 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:13:22 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:13:23.251 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:13:22 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:13:23.251 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:13:22 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:13:23.251 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:13:22 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:13:23.251 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:13:22 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:13:23.252 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:13:22 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:13:23.255 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:13:22 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:13:23.256 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:13:22 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:13:23.256 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:13:22 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:13:23.976 INFO:tasks.workunit.client.0.smithi069.stdout:resize: 41943040 2024-04-10T16:13:23.996 INFO:tasks.workunit.client.0.smithi069.stdout:write: * 0~1000 2024-04-10T16:13:24.002 INFO:tasks.workunit.client.0.smithi069.stdout:migration_execute 2024-04-10T16:13:24.115 INFO:tasks.workunit.client.0.smithi069.stdout:migration_commit 2024-04-10T16:13:24.255 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:13:23 smithi077 ceph-mon[87572]: pgmap v2118: 169 pgs: 169 active+clean; 77 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 20 MiB/s rd, 14 MiB/s wr, 1.47k op/s 2024-04-10T16:13:24.256 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:13:23 smithi077 ceph-mon[87572]: osdmap e1173: 8 total, 8 up, 8 in 2024-04-10T16:13:24.263 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:13:23 smithi069 ceph-mon[96738]: pgmap v2118: 169 pgs: 169 active+clean; 77 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 20 MiB/s rd, 14 MiB/s wr, 1.47k op/s 2024-04-10T16:13:24.264 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:13:23 smithi069 ceph-mon[96738]: osdmap e1173: 8 total, 8 up, 8 in 2024-04-10T16:13:24.264 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:13:23 smithi069 ceph-mon[94167]: pgmap v2118: 169 pgs: 169 active+clean; 77 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 20 MiB/s rd, 14 MiB/s wr, 1.47k op/s 2024-04-10T16:13:24.264 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:13:23 smithi069 ceph-mon[94167]: osdmap e1173: 8 total, 8 up, 8 in 2024-04-10T16:13:24.300 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestMigration.NoSnapsSnapAfterPrepare (2390 ms) 2024-04-10T16:13:24.300 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestMigration.Snaps 2024-04-10T16:13:24.331 INFO:tasks.workunit.client.0.smithi069.stdout:resize: 83886080 2024-04-10T16:13:24.342 INFO:tasks.workunit.client.0.smithi069.stdout:write: 1 0~8388609 2024-04-10T16:13:24.401 INFO:tasks.workunit.client.0.smithi069.stdout:snap_create: snap1 2024-04-10T16:13:25.256 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:13:24 smithi077 ceph-mon[87572]: osdmap e1174: 8 total, 8 up, 8 in 2024-04-10T16:13:25.256 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:13:24 smithi077 ceph-mon[87572]: pgmap v2121: 169 pgs: 169 active+clean; 141 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 53 MiB/s rd, 39 MiB/s wr, 2.15k op/s 2024-04-10T16:13:25.256 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:13:24 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:13:25.256 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:13:24 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:13:25.349 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:13:24 smithi069 ceph-mon[94167]: osdmap e1174: 8 total, 8 up, 8 in 2024-04-10T16:13:25.350 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:13:24 smithi069 ceph-mon[94167]: pgmap v2121: 169 pgs: 169 active+clean; 141 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 53 MiB/s rd, 39 MiB/s wr, 2.15k op/s 2024-04-10T16:13:25.350 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:13:24 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:13:25.350 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:13:24 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:13:25.350 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:13:24 smithi069 ceph-mon[96738]: osdmap e1174: 8 total, 8 up, 8 in 2024-04-10T16:13:25.350 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:13:24 smithi069 ceph-mon[96738]: pgmap v2121: 169 pgs: 169 active+clean; 141 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 53 MiB/s rd, 39 MiB/s wr, 2.15k op/s 2024-04-10T16:13:25.350 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:13:24 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:13:25.350 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:13:24 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:13:25.994 INFO:tasks.workunit.client.0.smithi069.stdout:write: 1 8388609~8388609 2024-04-10T16:13:26.006 INFO:tasks.workunit.client.0.smithi069.stdout:write: X 0~1000 2024-04-10T16:13:26.006 INFO:tasks.workunit.client.0.smithi069.stdout:discard: 1010~1000 2024-04-10T16:13:26.006 INFO:tasks.workunit.client.0.smithi069.stdout:snap_create: snap2 2024-04-10T16:13:26.256 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:13:25 smithi077 ceph-mon[87572]: osdmap e1175: 8 total, 8 up, 8 in 2024-04-10T16:13:26.349 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:13:25 smithi069 ceph-mon[96738]: osdmap e1175: 8 total, 8 up, 8 in 2024-04-10T16:13:26.350 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:13:25 smithi069 ceph-mon[94167]: osdmap e1175: 8 total, 8 up, 8 in 2024-04-10T16:13:27.256 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:13:26 smithi077 ceph-mon[87572]: osdmap e1176: 8 total, 8 up, 8 in 2024-04-10T16:13:27.256 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:13:26 smithi077 ceph-mon[87572]: pgmap v2124: 169 pgs: 169 active+clean; 217 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 96 MiB/s rd, 71 MiB/s wr, 1.70k op/s 2024-04-10T16:13:27.349 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:13:26 smithi069 ceph-mon[94167]: osdmap e1176: 8 total, 8 up, 8 in 2024-04-10T16:13:27.350 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:13:26 smithi069 ceph-mon[94167]: pgmap v2124: 169 pgs: 169 active+clean; 217 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 96 MiB/s rd, 71 MiB/s wr, 1.70k op/s 2024-04-10T16:13:27.350 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:13:26 smithi069 ceph-mon[96738]: osdmap e1176: 8 total, 8 up, 8 in 2024-04-10T16:13:27.350 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:13:26 smithi069 ceph-mon[96738]: pgmap v2124: 169 pgs: 169 active+clean; 217 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 96 MiB/s rd, 71 MiB/s wr, 1.70k op/s 2024-04-10T16:13:27.350 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:13:26 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:13:26] "GET /metrics HTTP/1.1" 200 38897 "" "Prometheus/2.43.0" 2024-04-10T16:13:28.004 INFO:tasks.workunit.client.0.smithi069.stdout:write: X 8388609~1000 2024-04-10T16:13:28.010 INFO:tasks.workunit.client.0.smithi069.stdout:discard: 16777228~1000 2024-04-10T16:13:28.011 INFO:tasks.workunit.client.0.smithi069.stdout:resize: 167772160 2024-04-10T16:13:28.019 INFO:tasks.workunit.client.0.smithi069.stdout:write: 2 83886079~8388609 2024-04-10T16:13:28.036 INFO:tasks.workunit.client.0.smithi069.stdout:snap_create: snap3 2024-04-10T16:13:28.256 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:13:27 smithi077 ceph-mon[87572]: osdmap e1177: 8 total, 8 up, 8 in 2024-04-10T16:13:28.349 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:13:27 smithi069 ceph-mon[94167]: osdmap e1177: 8 total, 8 up, 8 in 2024-04-10T16:13:28.350 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:13:27 smithi069 ceph-mon[96738]: osdmap e1177: 8 total, 8 up, 8 in 2024-04-10T16:13:29.256 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:13:28 smithi077 ceph-mon[87572]: osdmap e1178: 8 total, 8 up, 8 in 2024-04-10T16:13:29.256 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:13:28 smithi077 ceph-mon[87572]: pgmap v2127: 169 pgs: 169 active+clean; 217 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 57 MiB/s rd, 40 MiB/s wr, 1.08k op/s 2024-04-10T16:13:29.350 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:13:28 smithi069 ceph-mon[96738]: osdmap e1178: 8 total, 8 up, 8 in 2024-04-10T16:13:29.350 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:13:28 smithi069 ceph-mon[96738]: pgmap v2127: 169 pgs: 169 active+clean; 217 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 57 MiB/s rd, 40 MiB/s wr, 1.08k op/s 2024-04-10T16:13:29.350 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:13:28 smithi069 ceph-mon[94167]: osdmap e1178: 8 total, 8 up, 8 in 2024-04-10T16:13:29.350 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:13:28 smithi069 ceph-mon[94167]: pgmap v2127: 169 pgs: 169 active+clean; 217 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 57 MiB/s rd, 40 MiB/s wr, 1.08k op/s 2024-04-10T16:13:30.027 INFO:tasks.workunit.client.0.smithi069.stdout:resize: 83886080 2024-04-10T16:13:30.049 INFO:tasks.workunit.client.0.smithi069.stdout:discard: 83886079~1 2024-04-10T16:13:30.057 INFO:tasks.workunit.client.0.smithi069.stdout:migration_prepare 2024-04-10T16:13:30.350 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:13:30 smithi069 ceph-mon[96738]: osdmap e1179: 8 total, 8 up, 8 in 2024-04-10T16:13:30.350 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:13:30 smithi069 ceph-mon[94167]: osdmap e1179: 8 total, 8 up, 8 in 2024-04-10T16:13:30.506 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:13:30 smithi077 ceph-mon[87572]: osdmap e1179: 8 total, 8 up, 8 in 2024-04-10T16:13:31.350 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:13:31 smithi069 ceph-mon[96738]: osdmap e1180: 8 total, 8 up, 8 in 2024-04-10T16:13:31.350 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:13:31 smithi069 ceph-mon[96738]: pgmap v2130: 169 pgs: 169 active+clean; 233 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 4.0 MiB/s wr, 121 op/s 2024-04-10T16:13:31.350 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:13:31 smithi069 ceph-mon[94167]: osdmap e1180: 8 total, 8 up, 8 in 2024-04-10T16:13:31.350 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:13:31 smithi069 ceph-mon[94167]: pgmap v2130: 169 pgs: 169 active+clean; 233 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 4.0 MiB/s wr, 121 op/s 2024-04-10T16:13:31.506 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:13:31 smithi077 ceph-mon[87572]: osdmap e1180: 8 total, 8 up, 8 in 2024-04-10T16:13:31.506 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:13:31 smithi077 ceph-mon[87572]: pgmap v2130: 169 pgs: 169 active+clean; 233 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 4.0 MiB/s wr, 121 op/s 2024-04-10T16:13:32.318 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:13:32 smithi077 ceph-mon[87572]: osdmap e1181: 8 total, 8 up, 8 in 2024-04-10T16:13:32.350 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:13:32 smithi069 ceph-mon[96738]: osdmap e1181: 8 total, 8 up, 8 in 2024-04-10T16:13:32.350 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:13:32 smithi069 ceph-mon[94167]: osdmap e1181: 8 total, 8 up, 8 in 2024-04-10T16:13:32.756 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:13:32 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:13:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:13:33.350 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:13:33 smithi069 ceph-mon[96738]: osdmap e1182: 8 total, 8 up, 8 in 2024-04-10T16:13:33.350 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:13:33 smithi069 ceph-mon[96738]: pgmap v2133: 169 pgs: 169 active+clean; 253 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 9.0 MiB/s wr, 161 op/s 2024-04-10T16:13:33.350 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:13:33 smithi069 ceph-mon[94167]: osdmap e1182: 8 total, 8 up, 8 in 2024-04-10T16:13:33.350 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:13:33 smithi069 ceph-mon[94167]: pgmap v2133: 169 pgs: 169 active+clean; 253 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 9.0 MiB/s wr, 161 op/s 2024-04-10T16:13:33.502 INFO:tasks.workunit.client.0.smithi069.stdout:migration_execute 2024-04-10T16:13:33.505 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:13:33 smithi077 ceph-mon[87572]: osdmap e1182: 8 total, 8 up, 8 in 2024-04-10T16:13:33.506 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:13:33 smithi077 ceph-mon[87572]: pgmap v2133: 169 pgs: 169 active+clean; 253 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 9.0 MiB/s wr, 161 op/s 2024-04-10T16:13:33.647 INFO:tasks.workunit.client.0.smithi069.stdout:migration_commit 2024-04-10T16:13:34.350 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:13:34 smithi069 ceph-mon[96738]: osdmap e1183: 8 total, 8 up, 8 in 2024-04-10T16:13:34.350 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:13:34 smithi069 ceph-mon[94167]: osdmap e1183: 8 total, 8 up, 8 in 2024-04-10T16:13:34.506 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:13:34 smithi077 ceph-mon[87572]: osdmap e1183: 8 total, 8 up, 8 in 2024-04-10T16:13:35.350 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:13:35 smithi069 ceph-mon[96738]: osdmap e1184: 8 total, 8 up, 8 in 2024-04-10T16:13:35.350 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:13:35 smithi069 ceph-mon[96738]: pgmap v2136: 169 pgs: 169 active+clean; 253 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 5.0 MiB/s wr, 45 op/s 2024-04-10T16:13:35.350 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:13:35 smithi069 ceph-mon[94167]: osdmap e1184: 8 total, 8 up, 8 in 2024-04-10T16:13:35.350 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:13:35 smithi069 ceph-mon[94167]: pgmap v2136: 169 pgs: 169 active+clean; 253 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 5.0 MiB/s wr, 45 op/s 2024-04-10T16:13:35.506 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:13:35 smithi077 ceph-mon[87572]: osdmap e1184: 8 total, 8 up, 8 in 2024-04-10T16:13:35.506 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:13:35 smithi077 ceph-mon[87572]: pgmap v2136: 169 pgs: 169 active+clean; 253 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 5.0 MiB/s wr, 45 op/s 2024-04-10T16:13:36.350 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:13:36 smithi069 ceph-mon[96738]: osdmap e1185: 8 total, 8 up, 8 in 2024-04-10T16:13:36.350 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:13:36 smithi069 ceph-mon[94167]: osdmap e1185: 8 total, 8 up, 8 in 2024-04-10T16:13:36.377 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestMigration.Snaps (12077 ms) 2024-04-10T16:13:36.377 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestMigration.SnapsOtherPool 2024-04-10T16:13:36.408 INFO:tasks.workunit.client.0.smithi069.stdout:resize: 83886080 2024-04-10T16:13:36.419 INFO:tasks.workunit.client.0.smithi069.stdout:write: 1 0~8388609 2024-04-10T16:13:36.478 INFO:tasks.workunit.client.0.smithi069.stdout:snap_create: snap1 2024-04-10T16:13:36.505 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:13:36 smithi077 ceph-mon[87572]: osdmap e1185: 8 total, 8 up, 8 in 2024-04-10T16:13:37.350 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:13:37 smithi069 ceph-mon[94167]: osdmap e1186: 8 total, 8 up, 8 in 2024-04-10T16:13:37.350 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:13:37 smithi069 ceph-mon[94167]: pgmap v2139: 169 pgs: 169 active+clean; 261 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 33 MiB/s rd, 3.0 MiB/s wr, 451 op/s 2024-04-10T16:13:37.350 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:13:37 smithi069 ceph-mon[96738]: osdmap e1186: 8 total, 8 up, 8 in 2024-04-10T16:13:37.350 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:13:37 smithi069 ceph-mon[96738]: pgmap v2139: 169 pgs: 169 active+clean; 261 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 33 MiB/s rd, 3.0 MiB/s wr, 451 op/s 2024-04-10T16:13:37.350 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:13:36 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:13:36] "GET /metrics HTTP/1.1" 200 38897 "" "Prometheus/2.43.0" 2024-04-10T16:13:37.506 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:13:37 smithi077 ceph-mon[87572]: osdmap e1186: 8 total, 8 up, 8 in 2024-04-10T16:13:37.506 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:13:37 smithi077 ceph-mon[87572]: pgmap v2139: 169 pgs: 169 active+clean; 261 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 33 MiB/s rd, 3.0 MiB/s wr, 451 op/s 2024-04-10T16:13:38.069 INFO:tasks.workunit.client.0.smithi069.stdout:write: 1 8388609~8388609 2024-04-10T16:13:38.091 INFO:tasks.workunit.client.0.smithi069.stdout:write: X 0~1000 2024-04-10T16:13:38.091 INFO:tasks.workunit.client.0.smithi069.stdout:discard: 1010~1000 2024-04-10T16:13:38.091 INFO:tasks.workunit.client.0.smithi069.stdout:snap_create: snap2 2024-04-10T16:13:38.350 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:13:38 smithi069 ceph-mon[94167]: osdmap e1187: 8 total, 8 up, 8 in 2024-04-10T16:13:38.350 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:13:38 smithi069 ceph-mon[96738]: osdmap e1187: 8 total, 8 up, 8 in 2024-04-10T16:13:38.506 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:13:38 smithi077 ceph-mon[87572]: osdmap e1187: 8 total, 8 up, 8 in 2024-04-10T16:13:39.350 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:13:39 smithi069 ceph-mon[96738]: osdmap e1188: 8 total, 8 up, 8 in 2024-04-10T16:13:39.350 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:13:39 smithi069 ceph-mon[96738]: pgmap v2142: 169 pgs: 169 active+clean; 261 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 31 MiB/s rd, 3.0 MiB/s wr, 444 op/s 2024-04-10T16:13:39.350 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:13:39 smithi069 ceph-mon[94167]: osdmap e1188: 8 total, 8 up, 8 in 2024-04-10T16:13:39.350 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:13:39 smithi069 ceph-mon[94167]: pgmap v2142: 169 pgs: 169 active+clean; 261 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 31 MiB/s rd, 3.0 MiB/s wr, 444 op/s 2024-04-10T16:13:39.506 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:13:39 smithi077 ceph-mon[87572]: osdmap e1188: 8 total, 8 up, 8 in 2024-04-10T16:13:39.506 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:13:39 smithi077 ceph-mon[87572]: pgmap v2142: 169 pgs: 169 active+clean; 261 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 31 MiB/s rd, 3.0 MiB/s wr, 444 op/s 2024-04-10T16:13:40.083 INFO:tasks.workunit.client.0.smithi069.stdout:write: X 8388609~1000 2024-04-10T16:13:40.089 INFO:tasks.workunit.client.0.smithi069.stdout:discard: 16777228~1000 2024-04-10T16:13:40.089 INFO:tasks.workunit.client.0.smithi069.stdout:resize: 167772160 2024-04-10T16:13:40.099 INFO:tasks.workunit.client.0.smithi069.stdout:write: 2 83886079~8388609 2024-04-10T16:13:40.115 INFO:tasks.workunit.client.0.smithi069.stdout:snap_create: snap3 2024-04-10T16:13:40.350 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:13:40 smithi069 ceph-mon[96738]: osdmap e1189: 8 total, 8 up, 8 in 2024-04-10T16:13:40.350 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:13:40 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:13:40.350 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:13:40 smithi069 ceph-mon[94167]: osdmap e1189: 8 total, 8 up, 8 in 2024-04-10T16:13:40.350 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:13:40 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:13:40.506 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:13:40 smithi077 ceph-mon[87572]: osdmap e1189: 8 total, 8 up, 8 in 2024-04-10T16:13:40.506 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:13:40 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:13:41.350 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:13:41 smithi069 ceph-mon[96738]: osdmap e1190: 8 total, 8 up, 8 in 2024-04-10T16:13:41.350 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:13:41 smithi069 ceph-mon[96738]: pgmap v2145: 169 pgs: 169 active+clean; 285 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 22 MiB/s rd, 8.0 MiB/s wr, 148 op/s 2024-04-10T16:13:41.350 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:13:41 smithi069 ceph-mon[94167]: osdmap e1190: 8 total, 8 up, 8 in 2024-04-10T16:13:41.350 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:13:41 smithi069 ceph-mon[94167]: pgmap v2145: 169 pgs: 169 active+clean; 285 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 22 MiB/s rd, 8.0 MiB/s wr, 148 op/s 2024-04-10T16:13:41.506 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:13:41 smithi077 ceph-mon[87572]: osdmap e1190: 8 total, 8 up, 8 in 2024-04-10T16:13:41.506 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:13:41 smithi077 ceph-mon[87572]: pgmap v2145: 169 pgs: 169 active+clean; 285 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 22 MiB/s rd, 8.0 MiB/s wr, 148 op/s 2024-04-10T16:13:41.616 INFO:tasks.workunit.client.0.smithi069.stdout:resize: 83886080 2024-04-10T16:13:41.642 INFO:tasks.workunit.client.0.smithi069.stdout:discard: 83886079~1 2024-04-10T16:13:41.652 INFO:tasks.workunit.client.0.smithi069.stdout:write: 1 0~8388609 2024-04-10T16:13:41.660 INFO:tasks.workunit.client.0.smithi069.stdout:write: 1 16777218~8388609 2024-04-10T16:13:41.724 INFO:tasks.workunit.client.0.smithi069.stdout:migration_prepare 2024-04-10T16:13:42.350 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:13:42 smithi069 ceph-mon[96738]: osdmap e1191: 8 total, 8 up, 8 in 2024-04-10T16:13:42.350 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:13:42 smithi069 ceph-mon[96738]: osdmap e1192: 8 total, 8 up, 8 in 2024-04-10T16:13:42.350 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:13:42 smithi069 ceph-mon[94167]: osdmap e1191: 8 total, 8 up, 8 in 2024-04-10T16:13:42.350 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:13:42 smithi069 ceph-mon[94167]: osdmap e1192: 8 total, 8 up, 8 in 2024-04-10T16:13:42.506 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:13:42 smithi077 ceph-mon[87572]: osdmap e1191: 8 total, 8 up, 8 in 2024-04-10T16:13:42.506 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:13:42 smithi077 ceph-mon[87572]: osdmap e1192: 8 total, 8 up, 8 in 2024-04-10T16:13:42.506 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:13:42 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:13:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:13:44.006 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:13:43 smithi077 ceph-mon[87572]: pgmap v2148: 169 pgs: 169 active+clean; 297 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 37 MiB/s rd, 13 MiB/s wr, 166 op/s 2024-04-10T16:13:44.006 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:13:43 smithi077 ceph-mon[87572]: osdmap e1193: 8 total, 8 up, 8 in 2024-04-10T16:13:44.100 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:13:43 smithi069 ceph-mon[96738]: pgmap v2148: 169 pgs: 169 active+clean; 297 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 37 MiB/s rd, 13 MiB/s wr, 166 op/s 2024-04-10T16:13:44.100 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:13:43 smithi069 ceph-mon[96738]: osdmap e1193: 8 total, 8 up, 8 in 2024-04-10T16:13:44.100 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:13:43 smithi069 ceph-mon[94167]: pgmap v2148: 169 pgs: 169 active+clean; 297 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 37 MiB/s rd, 13 MiB/s wr, 166 op/s 2024-04-10T16:13:44.100 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:13:43 smithi069 ceph-mon[94167]: osdmap e1193: 8 total, 8 up, 8 in 2024-04-10T16:13:45.006 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:13:44 smithi077 ceph-mon[87572]: osdmap e1194: 8 total, 8 up, 8 in 2024-04-10T16:13:45.090 INFO:tasks.workunit.client.0.smithi069.stdout:migration_execute 2024-04-10T16:13:45.099 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:13:44 smithi069 ceph-mon[96738]: osdmap e1194: 8 total, 8 up, 8 in 2024-04-10T16:13:45.100 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:13:44 smithi069 ceph-mon[94167]: osdmap e1194: 8 total, 8 up, 8 in 2024-04-10T16:13:45.269 INFO:tasks.workunit.client.0.smithi069.stdout:migration_commit 2024-04-10T16:13:46.006 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:13:45 smithi077 ceph-mon[87572]: pgmap v2151: 169 pgs: 169 active+clean; 317 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 15 MiB/s rd, 9.0 MiB/s wr, 94 op/s 2024-04-10T16:13:46.006 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:13:45 smithi077 ceph-mon[87572]: osdmap e1195: 8 total, 8 up, 8 in 2024-04-10T16:13:46.100 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:13:45 smithi069 ceph-mon[96738]: pgmap v2151: 169 pgs: 169 active+clean; 317 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 15 MiB/s rd, 9.0 MiB/s wr, 94 op/s 2024-04-10T16:13:46.100 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:13:45 smithi069 ceph-mon[96738]: osdmap e1195: 8 total, 8 up, 8 in 2024-04-10T16:13:46.100 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:13:45 smithi069 ceph-mon[94167]: pgmap v2151: 169 pgs: 169 active+clean; 317 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 15 MiB/s rd, 9.0 MiB/s wr, 94 op/s 2024-04-10T16:13:46.100 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:13:45 smithi069 ceph-mon[94167]: osdmap e1195: 8 total, 8 up, 8 in 2024-04-10T16:13:46.931 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:13:46 smithi069 ceph-mon[96738]: osdmap e1196: 8 total, 8 up, 8 in 2024-04-10T16:13:46.931 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:13:46 smithi069 ceph-mon[96738]: osdmap e1197: 8 total, 8 up, 8 in 2024-04-10T16:13:46.931 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:13:46 smithi069 ceph-mon[94167]: osdmap e1196: 8 total, 8 up, 8 in 2024-04-10T16:13:46.931 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:13:46 smithi069 ceph-mon[94167]: osdmap e1197: 8 total, 8 up, 8 in 2024-04-10T16:13:47.006 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:13:46 smithi077 ceph-mon[87572]: osdmap e1196: 8 total, 8 up, 8 in 2024-04-10T16:13:47.006 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:13:46 smithi077 ceph-mon[87572]: osdmap e1197: 8 total, 8 up, 8 in 2024-04-10T16:13:47.350 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:13:46 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:13:46] "GET /metrics HTTP/1.1" 200 38898 "" "Prometheus/2.43.0" 2024-04-10T16:13:48.006 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:13:47 smithi077 ceph-mon[87572]: pgmap v2154: 169 pgs: 169 active+clean; 353 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 15 MiB/s rd, 12 MiB/s wr, 313 op/s 2024-04-10T16:13:48.022 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestMigration.SnapsOtherPool (11644 ms) 2024-04-10T16:13:48.022 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestMigration.SnapsDataPool 2024-04-10T16:13:48.053 INFO:tasks.workunit.client.0.smithi069.stdout:resize: 83886080 2024-04-10T16:13:48.063 INFO:tasks.workunit.client.0.smithi069.stdout:write: 1 0~8388609 2024-04-10T16:13:48.100 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:13:47 smithi069 ceph-mon[94167]: pgmap v2154: 169 pgs: 169 active+clean; 353 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 15 MiB/s rd, 12 MiB/s wr, 313 op/s 2024-04-10T16:13:48.100 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:13:47 smithi069 ceph-mon[96738]: pgmap v2154: 169 pgs: 169 active+clean; 353 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 15 MiB/s rd, 12 MiB/s wr, 313 op/s 2024-04-10T16:13:48.124 INFO:tasks.workunit.client.0.smithi069.stdout:snap_create: snap1 2024-04-10T16:13:49.006 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:13:48 smithi077 ceph-mon[87572]: osdmap e1198: 8 total, 8 up, 8 in 2024-04-10T16:13:49.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:13:48 smithi069 ceph-mon[94167]: osdmap e1198: 8 total, 8 up, 8 in 2024-04-10T16:13:49.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:13:48 smithi069 ceph-mon[96738]: osdmap e1198: 8 total, 8 up, 8 in 2024-04-10T16:13:49.678 INFO:tasks.workunit.client.0.smithi069.stdout:write: 1 8388609~8388609 2024-04-10T16:13:49.690 INFO:tasks.workunit.client.0.smithi069.stdout:write: X 0~1000 2024-04-10T16:13:49.691 INFO:tasks.workunit.client.0.smithi069.stdout:discard: 1010~1000 2024-04-10T16:13:49.691 INFO:tasks.workunit.client.0.smithi069.stdout:snap_create: snap2 2024-04-10T16:13:50.006 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:13:49 smithi077 ceph-mon[87572]: pgmap v2157: 169 pgs: 169 active+clean; 353 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 15 MiB/s rd, 8.0 MiB/s wr, 237 op/s 2024-04-10T16:13:50.006 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:13:49 smithi077 ceph-mon[87572]: osdmap e1199: 8 total, 8 up, 8 in 2024-04-10T16:13:50.100 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:13:49 smithi069 ceph-mon[96738]: pgmap v2157: 169 pgs: 169 active+clean; 353 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 15 MiB/s rd, 8.0 MiB/s wr, 237 op/s 2024-04-10T16:13:50.100 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:13:49 smithi069 ceph-mon[96738]: osdmap e1199: 8 total, 8 up, 8 in 2024-04-10T16:13:50.100 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:13:49 smithi069 ceph-mon[94167]: pgmap v2157: 169 pgs: 169 active+clean; 353 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 15 MiB/s rd, 8.0 MiB/s wr, 237 op/s 2024-04-10T16:13:50.100 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:13:49 smithi069 ceph-mon[94167]: osdmap e1199: 8 total, 8 up, 8 in 2024-04-10T16:13:51.006 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:13:50 smithi077 ceph-mon[87572]: osdmap e1200: 8 total, 8 up, 8 in 2024-04-10T16:13:51.100 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:13:50 smithi069 ceph-mon[96738]: osdmap e1200: 8 total, 8 up, 8 in 2024-04-10T16:13:51.100 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:13:50 smithi069 ceph-mon[94167]: osdmap e1200: 8 total, 8 up, 8 in 2024-04-10T16:13:51.687 INFO:tasks.workunit.client.0.smithi069.stdout:write: X 8388609~1000 2024-04-10T16:13:51.697 INFO:tasks.workunit.client.0.smithi069.stdout:discard: 16777228~1000 2024-04-10T16:13:51.698 INFO:tasks.workunit.client.0.smithi069.stdout:resize: 167772160 2024-04-10T16:13:51.706 INFO:tasks.workunit.client.0.smithi069.stdout:write: 2 83886079~8388609 2024-04-10T16:13:51.722 INFO:tasks.workunit.client.0.smithi069.stdout:snap_create: snap3 2024-04-10T16:13:52.006 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:13:51 smithi077 ceph-mon[87572]: pgmap v2160: 169 pgs: 169 active+clean; 361 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 52 MiB/s rd, 11 MiB/s wr, 280 op/s 2024-04-10T16:13:52.006 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:13:51 smithi077 ceph-mon[87572]: osdmap e1201: 8 total, 8 up, 8 in 2024-04-10T16:13:52.100 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:13:51 smithi069 ceph-mon[94167]: pgmap v2160: 169 pgs: 169 active+clean; 361 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 52 MiB/s rd, 11 MiB/s wr, 280 op/s 2024-04-10T16:13:52.100 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:13:51 smithi069 ceph-mon[94167]: osdmap e1201: 8 total, 8 up, 8 in 2024-04-10T16:13:52.100 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:13:51 smithi069 ceph-mon[96738]: pgmap v2160: 169 pgs: 169 active+clean; 361 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 52 MiB/s rd, 11 MiB/s wr, 280 op/s 2024-04-10T16:13:52.100 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:13:51 smithi069 ceph-mon[96738]: osdmap e1201: 8 total, 8 up, 8 in 2024-04-10T16:13:52.678 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:13:52 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:13:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:13:53.006 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:13:52 smithi077 ceph-mon[87572]: osdmap e1202: 8 total, 8 up, 8 in 2024-04-10T16:13:53.100 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:13:52 smithi069 ceph-mon[96738]: osdmap e1202: 8 total, 8 up, 8 in 2024-04-10T16:13:53.100 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:13:52 smithi069 ceph-mon[94167]: osdmap e1202: 8 total, 8 up, 8 in 2024-04-10T16:13:53.709 INFO:tasks.workunit.client.0.smithi069.stdout:resize: 83886080 2024-04-10T16:13:53.731 INFO:tasks.workunit.client.0.smithi069.stdout:discard: 83886079~1 2024-04-10T16:13:53.740 INFO:tasks.workunit.client.0.smithi069.stdout:migration_prepare 2024-04-10T16:13:54.001 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:13:53 smithi069 ceph-mon[96738]: pgmap v2163: 169 pgs: 169 active+clean; 365 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 67 MiB/s rd, 14 MiB/s wr, 356 op/s 2024-04-10T16:13:54.001 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:13:53 smithi069 ceph-mon[96738]: osdmap e1203: 8 total, 8 up, 8 in 2024-04-10T16:13:54.001 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:13:53 smithi069 ceph-mon[94167]: pgmap v2163: 169 pgs: 169 active+clean; 365 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 67 MiB/s rd, 14 MiB/s wr, 356 op/s 2024-04-10T16:13:54.002 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:13:53 smithi069 ceph-mon[94167]: osdmap e1203: 8 total, 8 up, 8 in 2024-04-10T16:13:54.006 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:13:53 smithi077 ceph-mon[87572]: pgmap v2163: 169 pgs: 169 active+clean; 365 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 67 MiB/s rd, 14 MiB/s wr, 356 op/s 2024-04-10T16:13:54.006 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:13:53 smithi077 ceph-mon[87572]: osdmap e1203: 8 total, 8 up, 8 in 2024-04-10T16:13:55.006 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:13:54 smithi077 ceph-mon[87572]: osdmap e1204: 8 total, 8 up, 8 in 2024-04-10T16:13:55.006 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:13:54 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:13:55.100 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:13:54 smithi069 ceph-mon[94167]: osdmap e1204: 8 total, 8 up, 8 in 2024-04-10T16:13:55.100 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:13:54 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:13:55.100 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:13:54 smithi069 ceph-mon[96738]: osdmap e1204: 8 total, 8 up, 8 in 2024-04-10T16:13:55.100 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:13:54 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:13:56.006 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:13:55 smithi077 ceph-mon[87572]: pgmap v2166: 169 pgs: 169 active+clean; 389 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 15 MiB/s rd, 9.0 MiB/s wr, 149 op/s 2024-04-10T16:13:56.006 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:13:55 smithi077 ceph-mon[87572]: osdmap e1205: 8 total, 8 up, 8 in 2024-04-10T16:13:56.100 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:13:55 smithi069 ceph-mon[96738]: pgmap v2166: 169 pgs: 169 active+clean; 389 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 15 MiB/s rd, 9.0 MiB/s wr, 149 op/s 2024-04-10T16:13:56.100 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:13:55 smithi069 ceph-mon[96738]: osdmap e1205: 8 total, 8 up, 8 in 2024-04-10T16:13:56.100 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:13:55 smithi069 ceph-mon[94167]: pgmap v2166: 169 pgs: 169 active+clean; 389 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 15 MiB/s rd, 9.0 MiB/s wr, 149 op/s 2024-04-10T16:13:56.100 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:13:55 smithi069 ceph-mon[94167]: osdmap e1205: 8 total, 8 up, 8 in 2024-04-10T16:13:57.006 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:13:56 smithi077 ceph-mon[87572]: osdmap e1206: 8 total, 8 up, 8 in 2024-04-10T16:13:57.006 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:13:56 smithi077 ceph-mon[87572]: osdmap e1207: 8 total, 8 up, 8 in 2024-04-10T16:13:57.046 INFO:tasks.workunit.client.0.smithi069.stdout:migration_execute 2024-04-10T16:13:57.101 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:13:56 smithi069 ceph-mon[94167]: osdmap e1206: 8 total, 8 up, 8 in 2024-04-10T16:13:57.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:13:56 smithi069 ceph-mon[94167]: osdmap e1207: 8 total, 8 up, 8 in 2024-04-10T16:13:57.102 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:13:56 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:13:56] "GET /metrics HTTP/1.1" 200 38900 "" "Prometheus/2.43.0" 2024-04-10T16:13:57.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:13:56 smithi069 ceph-mon[96738]: osdmap e1206: 8 total, 8 up, 8 in 2024-04-10T16:13:57.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:13:56 smithi069 ceph-mon[96738]: osdmap e1207: 8 total, 8 up, 8 in 2024-04-10T16:13:57.198 INFO:tasks.workunit.client.0.smithi069.stdout:migration_commit 2024-04-10T16:13:58.006 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:13:57 smithi077 ceph-mon[87572]: pgmap v2169: 169 pgs: 169 active+clean; 397 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 110 KiB/s rd, 6.0 MiB/s wr, 157 op/s 2024-04-10T16:13:58.100 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:13:57 smithi069 ceph-mon[94167]: pgmap v2169: 169 pgs: 169 active+clean; 397 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 110 KiB/s rd, 6.0 MiB/s wr, 157 op/s 2024-04-10T16:13:58.100 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:13:57 smithi069 ceph-mon[96738]: pgmap v2169: 169 pgs: 169 active+clean; 397 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 110 KiB/s rd, 6.0 MiB/s wr, 157 op/s 2024-04-10T16:13:59.006 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:13:58 smithi077 ceph-mon[87572]: osdmap e1208: 8 total, 8 up, 8 in 2024-04-10T16:13:59.100 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:13:58 smithi069 ceph-mon[96738]: osdmap e1208: 8 total, 8 up, 8 in 2024-04-10T16:13:59.100 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:13:58 smithi069 ceph-mon[94167]: osdmap e1208: 8 total, 8 up, 8 in 2024-04-10T16:14:00.006 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:13:59 smithi077 ceph-mon[87572]: pgmap v2172: 169 pgs: 169 active+clean; 397 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 61 KiB/s rd, 5.7 KiB/s wr, 83 op/s 2024-04-10T16:14:00.006 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:13:59 smithi077 ceph-mon[87572]: osdmap e1209: 8 total, 8 up, 8 in 2024-04-10T16:14:00.054 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestMigration.SnapsDataPool (12032 ms) 2024-04-10T16:14:00.055 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestMigration.SnapsShrinkAfterPrepare 2024-04-10T16:14:00.088 INFO:tasks.workunit.client.0.smithi069.stdout:resize: 83886080 2024-04-10T16:14:00.099 INFO:tasks.workunit.client.0.smithi069.stdout:write: 1 0~8388609 2024-04-10T16:14:00.099 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:13:59 smithi069 ceph-mon[96738]: pgmap v2172: 169 pgs: 169 active+clean; 397 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 61 KiB/s rd, 5.7 KiB/s wr, 83 op/s 2024-04-10T16:14:00.100 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:13:59 smithi069 ceph-mon[96738]: osdmap e1209: 8 total, 8 up, 8 in 2024-04-10T16:14:00.100 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:13:59 smithi069 ceph-mon[94167]: pgmap v2172: 169 pgs: 169 active+clean; 397 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 61 KiB/s rd, 5.7 KiB/s wr, 83 op/s 2024-04-10T16:14:00.100 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:13:59 smithi069 ceph-mon[94167]: osdmap e1209: 8 total, 8 up, 8 in 2024-04-10T16:14:00.153 INFO:tasks.workunit.client.0.smithi069.stdout:snap_create: snap1 2024-04-10T16:14:01.006 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:14:00 smithi077 ceph-mon[87572]: osdmap e1210: 8 total, 8 up, 8 in 2024-04-10T16:14:01.100 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:14:00 smithi069 ceph-mon[96738]: osdmap e1210: 8 total, 8 up, 8 in 2024-04-10T16:14:01.100 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:14:00 smithi069 ceph-mon[94167]: osdmap e1210: 8 total, 8 up, 8 in 2024-04-10T16:14:01.771 INFO:tasks.workunit.client.0.smithi069.stdout:write: 1 8388609~8388609 2024-04-10T16:14:01.791 INFO:tasks.workunit.client.0.smithi069.stdout:write: X 0~1000 2024-04-10T16:14:01.791 INFO:tasks.workunit.client.0.smithi069.stdout:discard: 1010~1000 2024-04-10T16:14:01.791 INFO:tasks.workunit.client.0.smithi069.stdout:snap_create: snap2 2024-04-10T16:14:02.006 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:14:01 smithi077 ceph-mon[87572]: pgmap v2175: 169 pgs: 169 active+clean; 405 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 27 MiB/s rd, 4.0 MiB/s wr, 82 op/s 2024-04-10T16:14:02.006 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:14:01 smithi077 ceph-mon[87572]: osdmap e1211: 8 total, 8 up, 8 in 2024-04-10T16:14:02.010 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:14:01 smithi069 ceph-mon[96738]: pgmap v2175: 169 pgs: 169 active+clean; 405 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 27 MiB/s rd, 4.0 MiB/s wr, 82 op/s 2024-04-10T16:14:02.010 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:14:01 smithi069 ceph-mon[96738]: osdmap e1211: 8 total, 8 up, 8 in 2024-04-10T16:14:02.010 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:14:01 smithi069 ceph-mon[94167]: pgmap v2175: 169 pgs: 169 active+clean; 405 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 27 MiB/s rd, 4.0 MiB/s wr, 82 op/s 2024-04-10T16:14:02.010 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:14:01 smithi069 ceph-mon[94167]: osdmap e1211: 8 total, 8 up, 8 in 2024-04-10T16:14:02.756 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:14:02 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:14:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:14:03.100 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:14:02 smithi069 ceph-mon[96738]: osdmap e1212: 8 total, 8 up, 8 in 2024-04-10T16:14:03.100 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:14:02 smithi069 ceph-mon[94167]: osdmap e1212: 8 total, 8 up, 8 in 2024-04-10T16:14:03.256 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:14:02 smithi077 ceph-mon[87572]: osdmap e1212: 8 total, 8 up, 8 in 2024-04-10T16:14:03.782 INFO:tasks.workunit.client.0.smithi069.stdout:write: X 8388609~1000 2024-04-10T16:14:03.789 INFO:tasks.workunit.client.0.smithi069.stdout:discard: 16777228~1000 2024-04-10T16:14:03.789 INFO:tasks.workunit.client.0.smithi069.stdout:resize: 167772160 2024-04-10T16:14:03.798 INFO:tasks.workunit.client.0.smithi069.stdout:write: 2 83886079~8388609 2024-04-10T16:14:03.817 INFO:tasks.workunit.client.0.smithi069.stdout:snap_create: snap3 2024-04-10T16:14:04.100 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:14:03 smithi069 ceph-mon[96738]: pgmap v2178: 169 pgs: 169 active+clean; 413 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 48 MiB/s rd, 7.0 MiB/s wr, 500 op/s 2024-04-10T16:14:04.100 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:14:03 smithi069 ceph-mon[96738]: osdmap e1213: 8 total, 8 up, 8 in 2024-04-10T16:14:04.100 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:14:03 smithi069 ceph-mon[94167]: pgmap v2178: 169 pgs: 169 active+clean; 413 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 48 MiB/s rd, 7.0 MiB/s wr, 500 op/s 2024-04-10T16:14:04.100 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:14:03 smithi069 ceph-mon[94167]: osdmap e1213: 8 total, 8 up, 8 in 2024-04-10T16:14:04.256 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:14:03 smithi077 ceph-mon[87572]: pgmap v2178: 169 pgs: 169 active+clean; 413 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 48 MiB/s rd, 7.0 MiB/s wr, 500 op/s 2024-04-10T16:14:04.256 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:14:03 smithi077 ceph-mon[87572]: osdmap e1213: 8 total, 8 up, 8 in 2024-04-10T16:14:05.100 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:14:04 smithi069 ceph-mon[96738]: osdmap e1214: 8 total, 8 up, 8 in 2024-04-10T16:14:05.100 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:14:04 smithi069 ceph-mon[94167]: osdmap e1214: 8 total, 8 up, 8 in 2024-04-10T16:14:05.256 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:14:04 smithi077 ceph-mon[87572]: osdmap e1214: 8 total, 8 up, 8 in 2024-04-10T16:14:05.789 INFO:tasks.workunit.client.0.smithi069.stdout:resize: 83886080 2024-04-10T16:14:05.811 INFO:tasks.workunit.client.0.smithi069.stdout:discard: 83886079~1 2024-04-10T16:14:05.820 INFO:tasks.workunit.client.0.smithi069.stdout:migration_prepare 2024-04-10T16:14:06.100 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:14:05 smithi069 ceph-mon[96738]: pgmap v2181: 169 pgs: 169 active+clean; 409 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 31 MiB/s rd, 4.0 MiB/s wr, 433 op/s 2024-04-10T16:14:06.100 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:14:05 smithi069 ceph-mon[96738]: osdmap e1215: 8 total, 8 up, 8 in 2024-04-10T16:14:06.100 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:14:05 smithi069 ceph-mon[94167]: pgmap v2181: 169 pgs: 169 active+clean; 409 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 31 MiB/s rd, 4.0 MiB/s wr, 433 op/s 2024-04-10T16:14:06.100 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:14:05 smithi069 ceph-mon[94167]: osdmap e1215: 8 total, 8 up, 8 in 2024-04-10T16:14:06.256 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:14:05 smithi077 ceph-mon[87572]: pgmap v2181: 169 pgs: 169 active+clean; 409 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 31 MiB/s rd, 4.0 MiB/s wr, 433 op/s 2024-04-10T16:14:06.256 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:14:05 smithi077 ceph-mon[87572]: osdmap e1215: 8 total, 8 up, 8 in 2024-04-10T16:14:07.100 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:14:06 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:14:06] "GET /metrics HTTP/1.1" 200 38900 "" "Prometheus/2.43.0" 2024-04-10T16:14:07.100 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:14:06 smithi069 ceph-mon[94167]: osdmap e1216: 8 total, 8 up, 8 in 2024-04-10T16:14:07.101 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:14:06 smithi069 ceph-mon[94167]: osdmap e1217: 8 total, 8 up, 8 in 2024-04-10T16:14:07.101 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:14:06 smithi069 ceph-mon[96738]: osdmap e1216: 8 total, 8 up, 8 in 2024-04-10T16:14:07.101 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:14:06 smithi069 ceph-mon[96738]: osdmap e1217: 8 total, 8 up, 8 in 2024-04-10T16:14:07.256 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:14:06 smithi077 ceph-mon[87572]: osdmap e1216: 8 total, 8 up, 8 in 2024-04-10T16:14:07.256 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:14:06 smithi077 ceph-mon[87572]: osdmap e1217: 8 total, 8 up, 8 in 2024-04-10T16:14:08.100 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:14:07 smithi069 ceph-mon[94167]: pgmap v2184: 169 pgs: 169 active+clean; 445 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 22 MiB/s rd, 10 MiB/s wr, 132 op/s 2024-04-10T16:14:08.100 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:14:07 smithi069 ceph-mon[94167]: osdmap e1218: 8 total, 8 up, 8 in 2024-04-10T16:14:08.100 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:14:07 smithi069 ceph-mon[96738]: pgmap v2184: 169 pgs: 169 active+clean; 445 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 22 MiB/s rd, 10 MiB/s wr, 132 op/s 2024-04-10T16:14:08.100 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:14:07 smithi069 ceph-mon[96738]: osdmap e1218: 8 total, 8 up, 8 in 2024-04-10T16:14:08.256 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:14:07 smithi077 ceph-mon[87572]: pgmap v2184: 169 pgs: 169 active+clean; 445 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 22 MiB/s rd, 10 MiB/s wr, 132 op/s 2024-04-10T16:14:08.256 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:14:07 smithi077 ceph-mon[87572]: osdmap e1218: 8 total, 8 up, 8 in 2024-04-10T16:14:09.076 INFO:tasks.workunit.client.0.smithi069.stdout:resize: 41943040 2024-04-10T16:14:09.099 INFO:tasks.workunit.client.0.smithi069.stdout:migration_execute 2024-04-10T16:14:09.240 INFO:tasks.workunit.client.0.smithi069.stdout:migration_commit 2024-04-10T16:14:10.006 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:14:09 smithi077 ceph-mon[87572]: pgmap v2187: 169 pgs: 169 active+clean; 445 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 9.0 MiB/s wr, 115 op/s 2024-04-10T16:14:10.006 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:14:09 smithi077 ceph-mon[87572]: osdmap e1219: 8 total, 8 up, 8 in 2024-04-10T16:14:10.100 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:14:09 smithi069 ceph-mon[94167]: pgmap v2187: 169 pgs: 169 active+clean; 445 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 9.0 MiB/s wr, 115 op/s 2024-04-10T16:14:10.100 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:14:09 smithi069 ceph-mon[94167]: osdmap e1219: 8 total, 8 up, 8 in 2024-04-10T16:14:10.100 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:14:09 smithi069 ceph-mon[96738]: pgmap v2187: 169 pgs: 169 active+clean; 445 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 9.0 MiB/s wr, 115 op/s 2024-04-10T16:14:10.100 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:14:09 smithi069 ceph-mon[96738]: osdmap e1219: 8 total, 8 up, 8 in 2024-04-10T16:14:11.006 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:14:10 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:14:11.006 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:14:10 smithi077 ceph-mon[87572]: osdmap e1220: 8 total, 8 up, 8 in 2024-04-10T16:14:11.006 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:14:10 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.a", "id": [5, 2]}]: dispatch 2024-04-10T16:14:11.006 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:14:10 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.13", "id": [5, 0]}]: dispatch 2024-04-10T16:14:11.006 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:14:10 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.17", "id": [5, 2]}]: dispatch 2024-04-10T16:14:11.100 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:14:10 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:14:11.100 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:14:10 smithi069 ceph-mon[96738]: osdmap e1220: 8 total, 8 up, 8 in 2024-04-10T16:14:11.100 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:14:10 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.a", "id": [5, 2]}]: dispatch 2024-04-10T16:14:11.100 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:14:10 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.13", "id": [5, 0]}]: dispatch 2024-04-10T16:14:11.100 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:14:10 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.17", "id": [5, 2]}]: dispatch 2024-04-10T16:14:11.101 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:14:10 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:14:11.101 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:14:10 smithi069 ceph-mon[94167]: osdmap e1220: 8 total, 8 up, 8 in 2024-04-10T16:14:11.101 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:14:10 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.a", "id": [5, 2]}]: dispatch 2024-04-10T16:14:11.101 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:14:10 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.13", "id": [5, 0]}]: dispatch 2024-04-10T16:14:11.101 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:14:10 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.17", "id": [5, 2]}]: dispatch 2024-04-10T16:14:11.903 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestMigration.SnapsShrinkAfterPrepare (11848 ms) 2024-04-10T16:14:11.903 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestMigration.SnapsShrinkToZeroBeforePrepare 2024-04-10T16:14:11.935 INFO:tasks.workunit.client.0.smithi069.stdout:resize: 83886080 2024-04-10T16:14:11.946 INFO:tasks.workunit.client.0.smithi069.stdout:write: 1 0~8388609 2024-04-10T16:14:12.010 INFO:tasks.workunit.client.0.smithi069.stdout:snap_create: snap1 2024-04-10T16:14:12.100 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:14:11 smithi069 ceph-mon[96738]: pgmap v2190: 169 pgs: 169 active+clean; 457 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 19 MiB/s rd, 2.0 MiB/s wr, 79 op/s 2024-04-10T16:14:12.100 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:14:11 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.a", "id": [5, 2]}]': finished 2024-04-10T16:14:12.100 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:14:11 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.13", "id": [5, 0]}]': finished 2024-04-10T16:14:12.100 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:14:11 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.17", "id": [5, 2]}]': finished 2024-04-10T16:14:12.100 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:14:11 smithi069 ceph-mon[96738]: osdmap e1221: 8 total, 8 up, 8 in 2024-04-10T16:14:12.100 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:14:11 smithi069 ceph-mon[96738]: osdmap e1222: 8 total, 8 up, 8 in 2024-04-10T16:14:12.101 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:14:11 smithi069 ceph-mon[94167]: pgmap v2190: 169 pgs: 169 active+clean; 457 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 19 MiB/s rd, 2.0 MiB/s wr, 79 op/s 2024-04-10T16:14:12.101 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:14:11 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.a", "id": [5, 2]}]': finished 2024-04-10T16:14:12.101 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:14:11 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.13", "id": [5, 0]}]': finished 2024-04-10T16:14:12.101 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:14:11 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.17", "id": [5, 2]}]': finished 2024-04-10T16:14:12.101 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:14:11 smithi069 ceph-mon[94167]: osdmap e1221: 8 total, 8 up, 8 in 2024-04-10T16:14:12.101 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:14:11 smithi069 ceph-mon[94167]: osdmap e1222: 8 total, 8 up, 8 in 2024-04-10T16:14:12.256 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:14:11 smithi077 ceph-mon[87572]: pgmap v2190: 169 pgs: 169 active+clean; 457 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 19 MiB/s rd, 2.0 MiB/s wr, 79 op/s 2024-04-10T16:14:12.256 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:14:11 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.a", "id": [5, 2]}]': finished 2024-04-10T16:14:12.256 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:14:11 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.13", "id": [5, 0]}]': finished 2024-04-10T16:14:12.256 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:14:11 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.17", "id": [5, 2]}]': finished 2024-04-10T16:14:12.256 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:14:11 smithi077 ceph-mon[87572]: osdmap e1221: 8 total, 8 up, 8 in 2024-04-10T16:14:12.257 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:14:11 smithi077 ceph-mon[87572]: osdmap e1222: 8 total, 8 up, 8 in 2024-04-10T16:14:12.756 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:14:12 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:14:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:14:13.826 INFO:tasks.workunit.client.0.smithi069.stdout:write: 1 8388609~8388609 2024-04-10T16:14:13.841 INFO:tasks.workunit.client.0.smithi069.stdout:write: X 0~1000 2024-04-10T16:14:13.841 INFO:tasks.workunit.client.0.smithi069.stdout:discard: 1010~1000 2024-04-10T16:14:13.841 INFO:tasks.workunit.client.0.smithi069.stdout:snap_create: snap2 2024-04-10T16:14:14.100 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:14:13 smithi069 ceph-mon[96738]: pgmap v2193: 169 pgs: 169 active+clean; 461 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 32 MiB/s rd, 3.0 MiB/s wr, 343 op/s 2024-04-10T16:14:14.100 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:14:13 smithi069 ceph-mon[96738]: osdmap e1223: 8 total, 8 up, 8 in 2024-04-10T16:14:14.100 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:14:13 smithi069 ceph-mon[94167]: pgmap v2193: 169 pgs: 169 active+clean; 461 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 32 MiB/s rd, 3.0 MiB/s wr, 343 op/s 2024-04-10T16:14:14.100 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:14:13 smithi069 ceph-mon[94167]: osdmap e1223: 8 total, 8 up, 8 in 2024-04-10T16:14:14.256 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:14:13 smithi077 ceph-mon[87572]: pgmap v2193: 169 pgs: 169 active+clean; 461 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 32 MiB/s rd, 3.0 MiB/s wr, 343 op/s 2024-04-10T16:14:14.256 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:14:13 smithi077 ceph-mon[87572]: osdmap e1223: 8 total, 8 up, 8 in 2024-04-10T16:14:15.100 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:14:14 smithi069 ceph-mon[96738]: osdmap e1224: 8 total, 8 up, 8 in 2024-04-10T16:14:15.100 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:14:14 smithi069 ceph-mon[94167]: osdmap e1224: 8 total, 8 up, 8 in 2024-04-10T16:14:15.256 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:14:14 smithi077 ceph-mon[87572]: osdmap e1224: 8 total, 8 up, 8 in 2024-04-10T16:14:15.834 INFO:tasks.workunit.client.0.smithi069.stdout:write: X 8388609~1000 2024-04-10T16:14:15.846 INFO:tasks.workunit.client.0.smithi069.stdout:discard: 16777228~1000 2024-04-10T16:14:15.846 INFO:tasks.workunit.client.0.smithi069.stdout:resize: 167772160 2024-04-10T16:14:15.855 INFO:tasks.workunit.client.0.smithi069.stdout:write: 2 83886079~8388609 2024-04-10T16:14:15.871 INFO:tasks.workunit.client.0.smithi069.stdout:snap_create: snap3 2024-04-10T16:14:16.100 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:14:15 smithi069 ceph-mon[96738]: pgmap v2196: 169 pgs: 169 active+clean; 477 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 31 MiB/s rd, 7.0 MiB/s wr, 467 op/s; 2.0 MiB/s, 3 keys/s, 1 objects/s recovering 2024-04-10T16:14:16.100 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:14:15 smithi069 ceph-mon[96738]: osdmap e1225: 8 total, 8 up, 8 in 2024-04-10T16:14:16.100 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:14:15 smithi069 ceph-mon[94167]: pgmap v2196: 169 pgs: 169 active+clean; 477 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 31 MiB/s rd, 7.0 MiB/s wr, 467 op/s; 2.0 MiB/s, 3 keys/s, 1 objects/s recovering 2024-04-10T16:14:16.101 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:14:15 smithi069 ceph-mon[94167]: osdmap e1225: 8 total, 8 up, 8 in 2024-04-10T16:14:16.256 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:14:15 smithi077 ceph-mon[87572]: pgmap v2196: 169 pgs: 169 active+clean; 477 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 31 MiB/s rd, 7.0 MiB/s wr, 467 op/s; 2.0 MiB/s, 3 keys/s, 1 objects/s recovering 2024-04-10T16:14:16.256 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:14:15 smithi077 ceph-mon[87572]: osdmap e1225: 8 total, 8 up, 8 in 2024-04-10T16:14:17.100 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:14:16 smithi069 ceph-mon[94167]: osdmap e1226: 8 total, 8 up, 8 in 2024-04-10T16:14:17.101 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:14:16 smithi069 ceph-mon[96738]: osdmap e1226: 8 total, 8 up, 8 in 2024-04-10T16:14:17.101 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:14:16 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:14:16] "GET /metrics HTTP/1.1" 200 38904 "" "Prometheus/2.43.0" 2024-04-10T16:14:17.256 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:14:16 smithi077 ceph-mon[87572]: osdmap e1226: 8 total, 8 up, 8 in 2024-04-10T16:14:17.858 INFO:tasks.workunit.client.0.smithi069.stdout:resize: 83886080 2024-04-10T16:14:17.883 INFO:tasks.workunit.client.0.smithi069.stdout:discard: 83886079~1 2024-04-10T16:14:17.892 INFO:tasks.workunit.client.0.smithi069.stdout:resize: 0 2024-04-10T16:14:17.909 INFO:tasks.workunit.client.0.smithi069.stdout:migration_prepare 2024-04-10T16:14:18.100 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:14:17 smithi069 ceph-mon[96738]: pgmap v2199: 169 pgs: 169 active+clean; 485 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 38 MiB/s rd, 12 MiB/s wr, 309 op/s; 2.0 MiB/s, 3 keys/s, 1 objects/s recovering 2024-04-10T16:14:18.100 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:14:17 smithi069 ceph-mon[96738]: osdmap e1227: 8 total, 8 up, 8 in 2024-04-10T16:14:18.100 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:14:17 smithi069 ceph-mon[94167]: pgmap v2199: 169 pgs: 169 active+clean; 485 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 38 MiB/s rd, 12 MiB/s wr, 309 op/s; 2.0 MiB/s, 3 keys/s, 1 objects/s recovering 2024-04-10T16:14:18.100 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:14:17 smithi069 ceph-mon[94167]: osdmap e1227: 8 total, 8 up, 8 in 2024-04-10T16:14:18.256 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:14:17 smithi077 ceph-mon[87572]: pgmap v2199: 169 pgs: 169 active+clean; 485 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 38 MiB/s rd, 12 MiB/s wr, 309 op/s; 2.0 MiB/s, 3 keys/s, 1 objects/s recovering 2024-04-10T16:14:18.256 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:14:17 smithi077 ceph-mon[87572]: osdmap e1227: 8 total, 8 up, 8 in 2024-04-10T16:14:19.256 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:14:18 smithi077 ceph-mon[87572]: osdmap e1228: 8 total, 8 up, 8 in 2024-04-10T16:14:19.350 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:14:18 smithi069 ceph-mon[96738]: osdmap e1228: 8 total, 8 up, 8 in 2024-04-10T16:14:19.350 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:14:18 smithi069 ceph-mon[94167]: osdmap e1228: 8 total, 8 up, 8 in 2024-04-10T16:14:20.256 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:14:19 smithi077 ceph-mon[87572]: pgmap v2202: 169 pgs: 169 active+clean; 485 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 20 MiB/s rd, 6.0 MiB/s wr, 106 op/s; 0 B/s, 0 objects/s recovering 2024-04-10T16:14:20.256 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:14:19 smithi077 ceph-mon[87572]: osdmap e1229: 8 total, 8 up, 8 in 2024-04-10T16:14:20.350 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:14:19 smithi069 ceph-mon[96738]: pgmap v2202: 169 pgs: 169 active+clean; 485 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 20 MiB/s rd, 6.0 MiB/s wr, 106 op/s; 0 B/s, 0 objects/s recovering 2024-04-10T16:14:20.350 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:14:19 smithi069 ceph-mon[96738]: osdmap e1229: 8 total, 8 up, 8 in 2024-04-10T16:14:20.351 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:14:19 smithi069 ceph-mon[94167]: pgmap v2202: 169 pgs: 169 active+clean; 485 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 20 MiB/s rd, 6.0 MiB/s wr, 106 op/s; 0 B/s, 0 objects/s recovering 2024-04-10T16:14:20.351 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:14:19 smithi069 ceph-mon[94167]: osdmap e1229: 8 total, 8 up, 8 in 2024-04-10T16:14:21.256 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:14:20 smithi077 ceph-mon[87572]: osdmap e1230: 8 total, 8 up, 8 in 2024-04-10T16:14:21.272 INFO:tasks.workunit.client.0.smithi069.stdout:migration_execute 2024-04-10T16:14:21.350 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:14:20 smithi069 ceph-mon[96738]: osdmap e1230: 8 total, 8 up, 8 in 2024-04-10T16:14:21.351 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:14:20 smithi069 ceph-mon[94167]: osdmap e1230: 8 total, 8 up, 8 in 2024-04-10T16:14:21.443 INFO:tasks.workunit.client.0.smithi069.stdout:migration_commit 2024-04-10T16:14:22.157 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:14:21 smithi077 ceph-mon[87572]: pgmap v2205: 169 pgs: 169 active+clean; 497 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 55 KiB/s rd, 2.0 MiB/s wr, 84 op/s 2024-04-10T16:14:22.157 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:14:21 smithi077 ceph-mon[87572]: osdmap e1231: 8 total, 8 up, 8 in 2024-04-10T16:14:22.157 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:14:21 smithi077 ceph-mon[87572]: osdmap e1232: 8 total, 8 up, 8 in 2024-04-10T16:14:22.350 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:14:21 smithi069 ceph-mon[96738]: pgmap v2205: 169 pgs: 169 active+clean; 497 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 55 KiB/s rd, 2.0 MiB/s wr, 84 op/s 2024-04-10T16:14:22.350 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:14:21 smithi069 ceph-mon[96738]: osdmap e1231: 8 total, 8 up, 8 in 2024-04-10T16:14:22.350 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:14:21 smithi069 ceph-mon[96738]: osdmap e1232: 8 total, 8 up, 8 in 2024-04-10T16:14:22.350 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:14:21 smithi069 ceph-mon[94167]: pgmap v2205: 169 pgs: 169 active+clean; 497 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 55 KiB/s rd, 2.0 MiB/s wr, 84 op/s 2024-04-10T16:14:22.350 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:14:21 smithi069 ceph-mon[94167]: osdmap e1231: 8 total, 8 up, 8 in 2024-04-10T16:14:22.350 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:14:21 smithi069 ceph-mon[94167]: osdmap e1232: 8 total, 8 up, 8 in 2024-04-10T16:14:22.506 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:14:22 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:14:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:14:23.251 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:14:22 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:14:23.251 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:14:22 smithi069 ceph-mon[96738]: osdmap e1233: 8 total, 8 up, 8 in 2024-04-10T16:14:23.252 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:14:22 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:14:23.252 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:14:22 smithi069 ceph-mon[94167]: osdmap e1233: 8 total, 8 up, 8 in 2024-04-10T16:14:23.256 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:14:22 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:14:23.256 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:14:22 smithi077 ceph-mon[87572]: osdmap e1233: 8 total, 8 up, 8 in 2024-04-10T16:14:23.866 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestMigration.SnapsShrinkToZeroBeforePrepare (11963 ms) 2024-04-10T16:14:23.866 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestMigration.SnapsShrinkToZeroAfterPrepare 2024-04-10T16:14:23.898 INFO:tasks.workunit.client.0.smithi069.stdout:resize: 83886080 2024-04-10T16:14:23.908 INFO:tasks.workunit.client.0.smithi069.stdout:write: 1 0~8388609 2024-04-10T16:14:23.965 INFO:tasks.workunit.client.0.smithi069.stdout:snap_create: snap1 2024-04-10T16:14:24.256 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:14:23 smithi077 ceph-mon[87572]: pgmap v2208: 169 pgs: 169 active+clean; 509 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 132 KiB/s rd, 4.0 MiB/s wr, 192 op/s 2024-04-10T16:14:24.256 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:14:23 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:14:24.256 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:14:23 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:14:24.256 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:14:23 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:14:24.256 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:14:23 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:14:24.256 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:14:23 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:14:24.256 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:14:23 smithi077 ceph-mon[87572]: osdmap e1234: 8 total, 8 up, 8 in 2024-04-10T16:14:24.350 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:14:23 smithi069 ceph-mon[96738]: pgmap v2208: 169 pgs: 169 active+clean; 509 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 132 KiB/s rd, 4.0 MiB/s wr, 192 op/s 2024-04-10T16:14:24.350 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:14:23 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:14:24.350 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:14:23 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:14:24.350 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:14:23 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:14:24.350 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:14:23 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:14:24.351 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:14:23 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:14:24.351 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:14:23 smithi069 ceph-mon[96738]: osdmap e1234: 8 total, 8 up, 8 in 2024-04-10T16:14:24.351 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:14:23 smithi069 ceph-mon[94167]: pgmap v2208: 169 pgs: 169 active+clean; 509 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 132 KiB/s rd, 4.0 MiB/s wr, 192 op/s 2024-04-10T16:14:24.351 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:14:23 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:14:24.351 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:14:23 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:14:24.351 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:14:23 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:14:24.351 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:14:23 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:14:24.351 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:14:23 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:14:24.351 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:14:23 smithi069 ceph-mon[94167]: osdmap e1234: 8 total, 8 up, 8 in 2024-04-10T16:14:25.256 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:14:24 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:14:25.350 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:14:24 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:14:25.351 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:14:24 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:14:25.965 INFO:tasks.workunit.client.0.smithi069.stdout:write: 1 8388609~8388609 2024-04-10T16:14:25.977 INFO:tasks.workunit.client.0.smithi069.stdout:write: X 0~1000 2024-04-10T16:14:25.978 INFO:tasks.workunit.client.0.smithi069.stdout:discard: 1010~1000 2024-04-10T16:14:25.978 INFO:tasks.workunit.client.0.smithi069.stdout:snap_create: snap2 2024-04-10T16:14:26.256 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:14:25 smithi077 ceph-mon[87572]: pgmap v2211: 169 pgs: 169 active+clean; 517 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 9.1 MiB/s rd, 5.0 MiB/s wr, 131 op/s 2024-04-10T16:14:26.256 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:14:25 smithi077 ceph-mon[87572]: osdmap e1235: 8 total, 8 up, 8 in 2024-04-10T16:14:26.350 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:14:25 smithi069 ceph-mon[96738]: pgmap v2211: 169 pgs: 169 active+clean; 517 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 9.1 MiB/s rd, 5.0 MiB/s wr, 131 op/s 2024-04-10T16:14:26.350 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:14:25 smithi069 ceph-mon[96738]: osdmap e1235: 8 total, 8 up, 8 in 2024-04-10T16:14:26.350 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:14:25 smithi069 ceph-mon[94167]: pgmap v2211: 169 pgs: 169 active+clean; 517 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 9.1 MiB/s rd, 5.0 MiB/s wr, 131 op/s 2024-04-10T16:14:26.350 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:14:25 smithi069 ceph-mon[94167]: osdmap e1235: 8 total, 8 up, 8 in 2024-04-10T16:14:27.256 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:14:26 smithi077 ceph-mon[87572]: osdmap e1236: 8 total, 8 up, 8 in 2024-04-10T16:14:27.256 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:14:26 smithi077 ceph-mon[87572]: pgmap v2214: 169 pgs: 169 active+clean; 529 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 46 MiB/s rd, 10 MiB/s wr, 468 op/s 2024-04-10T16:14:27.350 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:14:26 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:14:26] "GET /metrics HTTP/1.1" 200 38902 "" "Prometheus/2.43.0" 2024-04-10T16:14:27.350 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:14:26 smithi069 ceph-mon[96738]: osdmap e1236: 8 total, 8 up, 8 in 2024-04-10T16:14:27.350 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:14:26 smithi069 ceph-mon[96738]: pgmap v2214: 169 pgs: 169 active+clean; 529 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 46 MiB/s rd, 10 MiB/s wr, 468 op/s 2024-04-10T16:14:27.351 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:14:26 smithi069 ceph-mon[94167]: osdmap e1236: 8 total, 8 up, 8 in 2024-04-10T16:14:27.351 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:14:26 smithi069 ceph-mon[94167]: pgmap v2214: 169 pgs: 169 active+clean; 529 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 46 MiB/s rd, 10 MiB/s wr, 468 op/s 2024-04-10T16:14:27.983 INFO:tasks.workunit.client.0.smithi069.stdout:write: X 8388609~1000 2024-04-10T16:14:27.990 INFO:tasks.workunit.client.0.smithi069.stdout:discard: 16777228~1000 2024-04-10T16:14:27.990 INFO:tasks.workunit.client.0.smithi069.stdout:resize: 167772160 2024-04-10T16:14:28.000 INFO:tasks.workunit.client.0.smithi069.stdout:write: 2 83886079~8388609 2024-04-10T16:14:28.016 INFO:tasks.workunit.client.0.smithi069.stdout:snap_create: snap3 2024-04-10T16:14:28.256 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:14:27 smithi077 ceph-mon[87572]: osdmap e1237: 8 total, 8 up, 8 in 2024-04-10T16:14:28.350 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:14:27 smithi069 ceph-mon[96738]: osdmap e1237: 8 total, 8 up, 8 in 2024-04-10T16:14:28.350 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:14:27 smithi069 ceph-mon[94167]: osdmap e1237: 8 total, 8 up, 8 in 2024-04-10T16:14:29.256 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:14:28 smithi077 ceph-mon[87572]: osdmap e1238: 8 total, 8 up, 8 in 2024-04-10T16:14:29.256 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:14:28 smithi077 ceph-mon[87572]: pgmap v2217: 169 pgs: 169 active+clean; 529 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 37 MiB/s rd, 7.0 MiB/s wr, 445 op/s 2024-04-10T16:14:29.350 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:14:28 smithi069 ceph-mon[94167]: osdmap e1238: 8 total, 8 up, 8 in 2024-04-10T16:14:29.350 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:14:28 smithi069 ceph-mon[94167]: pgmap v2217: 169 pgs: 169 active+clean; 529 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 37 MiB/s rd, 7.0 MiB/s wr, 445 op/s 2024-04-10T16:14:29.351 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:14:28 smithi069 ceph-mon[96738]: osdmap e1238: 8 total, 8 up, 8 in 2024-04-10T16:14:29.351 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:14:28 smithi069 ceph-mon[96738]: pgmap v2217: 169 pgs: 169 active+clean; 529 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 37 MiB/s rd, 7.0 MiB/s wr, 445 op/s 2024-04-10T16:14:29.998 INFO:tasks.workunit.client.0.smithi069.stdout:resize: 83886080 2024-04-10T16:14:30.023 INFO:tasks.workunit.client.0.smithi069.stdout:discard: 83886079~1 2024-04-10T16:14:30.031 INFO:tasks.workunit.client.0.smithi069.stdout:migration_prepare 2024-04-10T16:14:30.256 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:14:29 smithi077 ceph-mon[87572]: osdmap e1239: 8 total, 8 up, 8 in 2024-04-10T16:14:30.350 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:14:29 smithi069 ceph-mon[94167]: osdmap e1239: 8 total, 8 up, 8 in 2024-04-10T16:14:30.350 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:14:29 smithi069 ceph-mon[96738]: osdmap e1239: 8 total, 8 up, 8 in 2024-04-10T16:14:31.256 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:14:30 smithi077 ceph-mon[87572]: osdmap e1240: 8 total, 8 up, 8 in 2024-04-10T16:14:31.256 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:14:30 smithi077 ceph-mon[87572]: pgmap v2220: 169 pgs: 169 active+clean; 537 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 8.0 MiB/s rd, 3.0 MiB/s wr, 59 op/s 2024-04-10T16:14:31.350 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:14:30 smithi069 ceph-mon[96738]: osdmap e1240: 8 total, 8 up, 8 in 2024-04-10T16:14:31.350 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:14:30 smithi069 ceph-mon[96738]: pgmap v2220: 169 pgs: 169 active+clean; 537 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 8.0 MiB/s rd, 3.0 MiB/s wr, 59 op/s 2024-04-10T16:14:31.350 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:14:30 smithi069 ceph-mon[94167]: osdmap e1240: 8 total, 8 up, 8 in 2024-04-10T16:14:31.350 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:14:30 smithi069 ceph-mon[94167]: pgmap v2220: 169 pgs: 169 active+clean; 537 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 8.0 MiB/s rd, 3.0 MiB/s wr, 59 op/s 2024-04-10T16:14:32.256 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:14:31 smithi077 ceph-mon[87572]: osdmap e1241: 8 total, 8 up, 8 in 2024-04-10T16:14:32.256 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:14:31 smithi077 ceph-mon[87572]: osdmap e1242: 8 total, 8 up, 8 in 2024-04-10T16:14:32.350 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:14:31 smithi069 ceph-mon[94167]: osdmap e1241: 8 total, 8 up, 8 in 2024-04-10T16:14:32.350 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:14:31 smithi069 ceph-mon[94167]: osdmap e1242: 8 total, 8 up, 8 in 2024-04-10T16:14:32.350 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:14:31 smithi069 ceph-mon[96738]: osdmap e1241: 8 total, 8 up, 8 in 2024-04-10T16:14:32.350 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:14:31 smithi069 ceph-mon[96738]: osdmap e1242: 8 total, 8 up, 8 in 2024-04-10T16:14:32.756 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:14:32 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:14:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:14:33.102 INFO:tasks.workunit.client.0.smithi069.stdout:resize: 0 2024-04-10T16:14:33.186 INFO:tasks.workunit.client.0.smithi069.stdout:migration_execute 2024-04-10T16:14:33.316 INFO:tasks.workunit.client.0.smithi069.stdout:migration_commit 2024-04-10T16:14:34.006 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:14:33 smithi077 ceph-mon[87572]: pgmap v2223: 169 pgs: 169 active+clean; 565 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 8.1 MiB/s rd, 8.0 MiB/s wr, 130 op/s 2024-04-10T16:14:34.006 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:14:33 smithi077 ceph-mon[87572]: osdmap e1243: 8 total, 8 up, 8 in 2024-04-10T16:14:34.100 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:14:33 smithi069 ceph-mon[94167]: pgmap v2223: 169 pgs: 169 active+clean; 565 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 8.1 MiB/s rd, 8.0 MiB/s wr, 130 op/s 2024-04-10T16:14:34.100 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:14:33 smithi069 ceph-mon[94167]: osdmap e1243: 8 total, 8 up, 8 in 2024-04-10T16:14:34.100 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:14:33 smithi069 ceph-mon[96738]: pgmap v2223: 169 pgs: 169 active+clean; 565 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 8.1 MiB/s rd, 8.0 MiB/s wr, 130 op/s 2024-04-10T16:14:34.100 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:14:33 smithi069 ceph-mon[96738]: osdmap e1243: 8 total, 8 up, 8 in 2024-04-10T16:14:35.256 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:14:34 smithi077 ceph-mon[87572]: osdmap e1244: 8 total, 8 up, 8 in 2024-04-10T16:14:35.256 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:14:34 smithi077 ceph-mon[87572]: pgmap v2226: 169 pgs: 169 active+clean; 577 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 7.1 MiB/s rd, 7.0 MiB/s wr, 213 op/s 2024-04-10T16:14:35.350 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:14:34 smithi069 ceph-mon[94167]: osdmap e1244: 8 total, 8 up, 8 in 2024-04-10T16:14:35.929 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:14:34 smithi069 ceph-mon[94167]: pgmap v2226: 169 pgs: 169 active+clean; 577 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 7.1 MiB/s rd, 7.0 MiB/s wr, 213 op/s 2024-04-10T16:14:35.929 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:14:34 smithi069 ceph-mon[96738]: osdmap e1244: 8 total, 8 up, 8 in 2024-04-10T16:14:35.929 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:14:34 smithi069 ceph-mon[96738]: pgmap v2226: 169 pgs: 169 active+clean; 577 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 7.1 MiB/s rd, 7.0 MiB/s wr, 213 op/s 2024-04-10T16:14:36.256 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:14:35 smithi077 ceph-mon[87572]: osdmap e1245: 8 total, 8 up, 8 in 2024-04-10T16:14:36.283 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestMigration.SnapsShrinkToZeroAfterPrepare (12417 ms) 2024-04-10T16:14:36.283 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestMigration.SnapsExpandAfterPrepare 2024-04-10T16:14:36.317 INFO:tasks.workunit.client.0.smithi069.stdout:resize: 83886080 2024-04-10T16:14:36.329 INFO:tasks.workunit.client.0.smithi069.stdout:write: 1 0~8388609 2024-04-10T16:14:36.350 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:14:35 smithi069 ceph-mon[96738]: osdmap e1245: 8 total, 8 up, 8 in 2024-04-10T16:14:36.350 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:14:35 smithi069 ceph-mon[94167]: osdmap e1245: 8 total, 8 up, 8 in 2024-04-10T16:14:36.394 INFO:tasks.workunit.client.0.smithi069.stdout:snap_create: snap1 2024-04-10T16:14:37.350 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:14:37 smithi069 ceph-mon[96738]: osdmap e1246: 8 total, 8 up, 8 in 2024-04-10T16:14:37.350 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:14:37 smithi069 ceph-mon[96738]: pgmap v2229: 169 pgs: 169 active+clean; 585 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 41 MiB/s rd, 6.0 MiB/s wr, 441 op/s 2024-04-10T16:14:37.350 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:14:37 smithi069 ceph-mon[94167]: osdmap e1246: 8 total, 8 up, 8 in 2024-04-10T16:14:37.351 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:14:37 smithi069 ceph-mon[94167]: pgmap v2229: 169 pgs: 169 active+clean; 585 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 41 MiB/s rd, 6.0 MiB/s wr, 441 op/s 2024-04-10T16:14:37.351 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:14:36 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:14:36] "GET /metrics HTTP/1.1" 200 38902 "" "Prometheus/2.43.0" 2024-04-10T16:14:37.506 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:14:37 smithi077 ceph-mon[87572]: osdmap e1246: 8 total, 8 up, 8 in 2024-04-10T16:14:37.506 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:14:37 smithi077 ceph-mon[87572]: pgmap v2229: 169 pgs: 169 active+clean; 585 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 41 MiB/s rd, 6.0 MiB/s wr, 441 op/s 2024-04-10T16:14:38.038 INFO:tasks.workunit.client.0.smithi069.stdout:write: 1 8388609~8388609 2024-04-10T16:14:38.051 INFO:tasks.workunit.client.0.smithi069.stdout:write: X 0~1000 2024-04-10T16:14:38.052 INFO:tasks.workunit.client.0.smithi069.stdout:discard: 1010~1000 2024-04-10T16:14:38.052 INFO:tasks.workunit.client.0.smithi069.stdout:snap_create: snap2 2024-04-10T16:14:38.350 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:14:38 smithi069 ceph-mon[94167]: osdmap e1247: 8 total, 8 up, 8 in 2024-04-10T16:14:38.350 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:14:38 smithi069 ceph-mon[96738]: osdmap e1247: 8 total, 8 up, 8 in 2024-04-10T16:14:38.506 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:14:38 smithi077 ceph-mon[87572]: osdmap e1247: 8 total, 8 up, 8 in 2024-04-10T16:14:39.350 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:14:39 smithi069 ceph-mon[96738]: osdmap e1248: 8 total, 8 up, 8 in 2024-04-10T16:14:39.350 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:14:39 smithi069 ceph-mon[96738]: pgmap v2232: 169 pgs: 169 active+clean; 585 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 34 MiB/s rd, 4.0 MiB/s wr, 299 op/s 2024-04-10T16:14:39.350 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:14:39 smithi069 ceph-mon[94167]: osdmap e1248: 8 total, 8 up, 8 in 2024-04-10T16:14:39.350 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:14:39 smithi069 ceph-mon[94167]: pgmap v2232: 169 pgs: 169 active+clean; 585 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 34 MiB/s rd, 4.0 MiB/s wr, 299 op/s 2024-04-10T16:14:39.506 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:14:39 smithi077 ceph-mon[87572]: osdmap e1248: 8 total, 8 up, 8 in 2024-04-10T16:14:39.506 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:14:39 smithi077 ceph-mon[87572]: pgmap v2232: 169 pgs: 169 active+clean; 585 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 34 MiB/s rd, 4.0 MiB/s wr, 299 op/s 2024-04-10T16:14:40.049 INFO:tasks.workunit.client.0.smithi069.stdout:write: X 8388609~1000 2024-04-10T16:14:40.055 INFO:tasks.workunit.client.0.smithi069.stdout:discard: 16777228~1000 2024-04-10T16:14:40.055 INFO:tasks.workunit.client.0.smithi069.stdout:resize: 167772160 2024-04-10T16:14:40.065 INFO:tasks.workunit.client.0.smithi069.stdout:write: 2 83886079~8388609 2024-04-10T16:14:40.082 INFO:tasks.workunit.client.0.smithi069.stdout:snap_create: snap3 2024-04-10T16:14:40.350 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:14:40 smithi069 ceph-mon[96738]: osdmap e1249: 8 total, 8 up, 8 in 2024-04-10T16:14:40.350 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:14:40 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:14:40.350 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:14:40 smithi069 ceph-mon[94167]: osdmap e1249: 8 total, 8 up, 8 in 2024-04-10T16:14:40.351 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:14:40 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:14:40.506 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:14:40 smithi077 ceph-mon[87572]: osdmap e1249: 8 total, 8 up, 8 in 2024-04-10T16:14:40.506 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:14:40 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:14:41.350 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:14:41 smithi069 ceph-mon[96738]: osdmap e1250: 8 total, 8 up, 8 in 2024-04-10T16:14:41.350 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:14:41 smithi069 ceph-mon[96738]: pgmap v2235: 169 pgs: 169 active+clean; 593 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 17 MiB/s rd, 3.0 MiB/s wr, 145 op/s 2024-04-10T16:14:41.350 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:14:41 smithi069 ceph-mon[94167]: osdmap e1250: 8 total, 8 up, 8 in 2024-04-10T16:14:41.350 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:14:41 smithi069 ceph-mon[94167]: pgmap v2235: 169 pgs: 169 active+clean; 593 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 17 MiB/s rd, 3.0 MiB/s wr, 145 op/s 2024-04-10T16:14:41.506 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:14:41 smithi077 ceph-mon[87572]: osdmap e1250: 8 total, 8 up, 8 in 2024-04-10T16:14:41.506 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:14:41 smithi077 ceph-mon[87572]: pgmap v2235: 169 pgs: 169 active+clean; 593 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 17 MiB/s rd, 3.0 MiB/s wr, 145 op/s 2024-04-10T16:14:41.633 INFO:tasks.workunit.client.0.smithi069.stdout:resize: 83886080 2024-04-10T16:14:41.657 INFO:tasks.workunit.client.0.smithi069.stdout:discard: 83886079~1 2024-04-10T16:14:41.666 INFO:tasks.workunit.client.0.smithi069.stdout:migration_prepare 2024-04-10T16:14:42.317 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:14:42 smithi077 ceph-mon[87572]: osdmap e1251: 8 total, 8 up, 8 in 2024-04-10T16:14:42.317 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:14:42 smithi077 ceph-mon[87572]: osdmap e1252: 8 total, 8 up, 8 in 2024-04-10T16:14:42.350 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:14:42 smithi069 ceph-mon[96738]: osdmap e1251: 8 total, 8 up, 8 in 2024-04-10T16:14:42.350 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:14:42 smithi069 ceph-mon[96738]: osdmap e1252: 8 total, 8 up, 8 in 2024-04-10T16:14:42.350 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:14:42 smithi069 ceph-mon[94167]: osdmap e1251: 8 total, 8 up, 8 in 2024-04-10T16:14:42.350 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:14:42 smithi069 ceph-mon[94167]: osdmap e1252: 8 total, 8 up, 8 in 2024-04-10T16:14:42.756 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:14:42 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:14:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:14:44.006 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:14:43 smithi077 ceph-mon[87572]: pgmap v2238: 169 pgs: 169 active+clean; 605 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 25 MiB/s rd, 9.0 MiB/s wr, 263 op/s 2024-04-10T16:14:44.006 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:14:43 smithi077 ceph-mon[87572]: osdmap e1253: 8 total, 8 up, 8 in 2024-04-10T16:14:44.100 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:14:43 smithi069 ceph-mon[96738]: pgmap v2238: 169 pgs: 169 active+clean; 605 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 25 MiB/s rd, 9.0 MiB/s wr, 263 op/s 2024-04-10T16:14:44.100 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:14:43 smithi069 ceph-mon[96738]: osdmap e1253: 8 total, 8 up, 8 in 2024-04-10T16:14:44.100 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:14:43 smithi069 ceph-mon[94167]: pgmap v2238: 169 pgs: 169 active+clean; 605 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 25 MiB/s rd, 9.0 MiB/s wr, 263 op/s 2024-04-10T16:14:44.100 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:14:43 smithi069 ceph-mon[94167]: osdmap e1253: 8 total, 8 up, 8 in 2024-04-10T16:14:45.006 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:14:44 smithi077 ceph-mon[87572]: osdmap e1254: 8 total, 8 up, 8 in 2024-04-10T16:14:45.100 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:14:44 smithi069 ceph-mon[96738]: osdmap e1254: 8 total, 8 up, 8 in 2024-04-10T16:14:45.100 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:14:44 smithi069 ceph-mon[94167]: osdmap e1254: 8 total, 8 up, 8 in 2024-04-10T16:14:45.114 INFO:tasks.workunit.client.0.smithi069.stdout:resize: 167772160 2024-04-10T16:14:45.124 INFO:tasks.workunit.client.0.smithi069.stdout:write: * 83886080~1000 2024-04-10T16:14:45.161 INFO:tasks.workunit.client.0.smithi069.stdout:migration_execute 2024-04-10T16:14:45.302 INFO:tasks.workunit.client.0.smithi069.stdout:migration_commit 2024-04-10T16:14:46.006 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:14:45 smithi077 ceph-mon[87572]: pgmap v2241: 169 pgs: 169 active+clean; 617 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 8.1 MiB/s rd, 8.0 MiB/s wr, 131 op/s 2024-04-10T16:14:46.007 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:14:45 smithi077 ceph-mon[87572]: osdmap e1255: 8 total, 8 up, 8 in 2024-04-10T16:14:46.100 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:14:45 smithi069 ceph-mon[96738]: pgmap v2241: 169 pgs: 169 active+clean; 617 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 8.1 MiB/s rd, 8.0 MiB/s wr, 131 op/s 2024-04-10T16:14:46.100 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:14:45 smithi069 ceph-mon[96738]: osdmap e1255: 8 total, 8 up, 8 in 2024-04-10T16:14:46.101 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:14:45 smithi069 ceph-mon[94167]: pgmap v2241: 169 pgs: 169 active+clean; 617 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 8.1 MiB/s rd, 8.0 MiB/s wr, 131 op/s 2024-04-10T16:14:46.101 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:14:45 smithi069 ceph-mon[94167]: osdmap e1255: 8 total, 8 up, 8 in 2024-04-10T16:14:46.931 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:14:46 smithi069 ceph-mon[96738]: osdmap e1256: 8 total, 8 up, 8 in 2024-04-10T16:14:46.931 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:14:46 smithi069 ceph-mon[96738]: osdmap e1257: 8 total, 8 up, 8 in 2024-04-10T16:14:46.931 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:14:46 smithi069 ceph-mon[94167]: osdmap e1256: 8 total, 8 up, 8 in 2024-04-10T16:14:46.931 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:14:46 smithi069 ceph-mon[94167]: osdmap e1257: 8 total, 8 up, 8 in 2024-04-10T16:14:47.006 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:14:46 smithi077 ceph-mon[87572]: osdmap e1256: 8 total, 8 up, 8 in 2024-04-10T16:14:47.006 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:14:46 smithi077 ceph-mon[87572]: osdmap e1257: 8 total, 8 up, 8 in 2024-04-10T16:14:47.350 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:14:46 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:14:46] "GET /metrics HTTP/1.1" 200 38902 "" "Prometheus/2.43.0" 2024-04-10T16:14:48.006 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:14:47 smithi077 ceph-mon[87572]: pgmap v2244: 169 pgs: 169 active+clean; 633 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 23 MiB/s rd, 5.0 MiB/s wr, 329 op/s 2024-04-10T16:14:48.028 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestMigration.SnapsExpandAfterPrepare (11745 ms) 2024-04-10T16:14:48.028 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestMigration.SnapsExpandAfterPrepare2 2024-04-10T16:14:48.059 INFO:tasks.workunit.client.0.smithi069.stdout:resize: 83886080 2024-04-10T16:14:48.069 INFO:tasks.workunit.client.0.smithi069.stdout:write: X 41943040~10 2024-04-10T16:14:48.078 INFO:tasks.workunit.client.0.smithi069.stdout:snap_create: snap1 2024-04-10T16:14:48.100 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:14:47 smithi069 ceph-mon[96738]: pgmap v2244: 169 pgs: 169 active+clean; 633 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 23 MiB/s rd, 5.0 MiB/s wr, 329 op/s 2024-04-10T16:14:48.100 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:14:47 smithi069 ceph-mon[94167]: pgmap v2244: 169 pgs: 169 active+clean; 633 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 23 MiB/s rd, 5.0 MiB/s wr, 329 op/s 2024-04-10T16:14:49.006 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:14:48 smithi077 ceph-mon[87572]: osdmap e1258: 8 total, 8 up, 8 in 2024-04-10T16:14:49.100 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:14:48 smithi069 ceph-mon[96738]: osdmap e1258: 8 total, 8 up, 8 in 2024-04-10T16:14:49.100 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:14:48 smithi069 ceph-mon[94167]: osdmap e1258: 8 total, 8 up, 8 in 2024-04-10T16:14:49.681 INFO:tasks.workunit.client.0.smithi069.stdout:resize: 41943040 2024-04-10T16:14:49.703 INFO:tasks.workunit.client.0.smithi069.stdout:migration_prepare 2024-04-10T16:14:50.006 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:14:49 smithi077 ceph-mon[87572]: pgmap v2247: 169 pgs: 169 active+clean; 633 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 23 MiB/s rd, 3.0 MiB/s wr, 316 op/s 2024-04-10T16:14:50.006 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:14:49 smithi077 ceph-mon[87572]: osdmap e1259: 8 total, 8 up, 8 in 2024-04-10T16:14:50.100 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:14:49 smithi069 ceph-mon[94167]: pgmap v2247: 169 pgs: 169 active+clean; 633 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 23 MiB/s rd, 3.0 MiB/s wr, 316 op/s 2024-04-10T16:14:50.100 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:14:49 smithi069 ceph-mon[94167]: osdmap e1259: 8 total, 8 up, 8 in 2024-04-10T16:14:50.100 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:14:49 smithi069 ceph-mon[96738]: pgmap v2247: 169 pgs: 169 active+clean; 633 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 23 MiB/s rd, 3.0 MiB/s wr, 316 op/s 2024-04-10T16:14:50.100 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:14:49 smithi069 ceph-mon[96738]: osdmap e1259: 8 total, 8 up, 8 in 2024-04-10T16:14:50.852 INFO:tasks.workunit.client.0.smithi069.stdout:resize: 83886080 2024-04-10T16:14:50.863 INFO:tasks.workunit.client.0.smithi069.stdout:write: Y 41943040~5 2024-04-10T16:14:50.974 INFO:tasks.workunit.client.0.smithi069.stdout:migration_execute 2024-04-10T16:14:51.006 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:14:50 smithi077 ceph-mon[87572]: osdmap e1260: 8 total, 8 up, 8 in 2024-04-10T16:14:51.046 INFO:tasks.workunit.client.0.smithi069.stdout:migration_commit 2024-04-10T16:14:51.100 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:14:50 smithi069 ceph-mon[94167]: osdmap e1260: 8 total, 8 up, 8 in 2024-04-10T16:14:51.100 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:14:50 smithi069 ceph-mon[96738]: osdmap e1260: 8 total, 8 up, 8 in 2024-04-10T16:14:51.807 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestMigration.SnapsExpandAfterPrepare2 (3779 ms) 2024-04-10T16:14:51.807 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestMigration.SnapsSnapAfterPrepare 2024-04-10T16:14:51.837 INFO:tasks.workunit.client.0.smithi069.stdout:resize: 83886080 2024-04-10T16:14:51.848 INFO:tasks.workunit.client.0.smithi069.stdout:write: 1 0~8388609 2024-04-10T16:14:51.915 INFO:tasks.workunit.client.0.smithi069.stdout:snap_create: snap1 2024-04-10T16:14:52.006 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:14:51 smithi077 ceph-mon[87572]: pgmap v2250: 169 pgs: 169 active+clean; 637 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 30 MiB/s rd, 4.0 MiB/s wr, 246 op/s 2024-04-10T16:14:52.006 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:14:51 smithi077 ceph-mon[87572]: osdmap e1261: 8 total, 8 up, 8 in 2024-04-10T16:14:52.100 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:14:51 smithi069 ceph-mon[96738]: pgmap v2250: 169 pgs: 169 active+clean; 637 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 30 MiB/s rd, 4.0 MiB/s wr, 246 op/s 2024-04-10T16:14:52.100 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:14:51 smithi069 ceph-mon[96738]: osdmap e1261: 8 total, 8 up, 8 in 2024-04-10T16:14:52.100 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:14:51 smithi069 ceph-mon[94167]: pgmap v2250: 169 pgs: 169 active+clean; 637 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 30 MiB/s rd, 4.0 MiB/s wr, 246 op/s 2024-04-10T16:14:52.100 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:14:51 smithi069 ceph-mon[94167]: osdmap e1261: 8 total, 8 up, 8 in 2024-04-10T16:14:52.687 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:14:52 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:14:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:14:53.006 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:14:52 smithi077 ceph-mon[87572]: osdmap e1262: 8 total, 8 up, 8 in 2024-04-10T16:14:53.100 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:14:52 smithi069 ceph-mon[96738]: osdmap e1262: 8 total, 8 up, 8 in 2024-04-10T16:14:53.100 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:14:52 smithi069 ceph-mon[94167]: osdmap e1262: 8 total, 8 up, 8 in 2024-04-10T16:14:53.716 INFO:tasks.workunit.client.0.smithi069.stdout:write: 1 8388609~8388609 2024-04-10T16:14:53.733 INFO:tasks.workunit.client.0.smithi069.stdout:write: X 0~1000 2024-04-10T16:14:53.733 INFO:tasks.workunit.client.0.smithi069.stdout:discard: 1010~1000 2024-04-10T16:14:53.733 INFO:tasks.workunit.client.0.smithi069.stdout:snap_create: snap2 2024-04-10T16:14:54.001 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:14:53 smithi069 ceph-mon[96738]: pgmap v2253: 169 pgs: 169 active+clean; 621 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 47 MiB/s rd, 4.0 MiB/s wr, 344 op/s 2024-04-10T16:14:54.001 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:14:53 smithi069 ceph-mon[96738]: osdmap e1263: 8 total, 8 up, 8 in 2024-04-10T16:14:54.001 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:14:53 smithi069 ceph-mon[94167]: pgmap v2253: 169 pgs: 169 active+clean; 621 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 47 MiB/s rd, 4.0 MiB/s wr, 344 op/s 2024-04-10T16:14:54.001 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:14:53 smithi069 ceph-mon[94167]: osdmap e1263: 8 total, 8 up, 8 in 2024-04-10T16:14:54.006 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:14:53 smithi077 ceph-mon[87572]: pgmap v2253: 169 pgs: 169 active+clean; 621 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 47 MiB/s rd, 4.0 MiB/s wr, 344 op/s 2024-04-10T16:14:54.006 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:14:53 smithi077 ceph-mon[87572]: osdmap e1263: 8 total, 8 up, 8 in 2024-04-10T16:14:55.006 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:14:54 smithi077 ceph-mon[87572]: osdmap e1264: 8 total, 8 up, 8 in 2024-04-10T16:14:55.006 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:14:54 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:14:55.100 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:14:54 smithi069 ceph-mon[94167]: osdmap e1264: 8 total, 8 up, 8 in 2024-04-10T16:14:55.100 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:14:54 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:14:55.101 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:14:54 smithi069 ceph-mon[96738]: osdmap e1264: 8 total, 8 up, 8 in 2024-04-10T16:14:55.101 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:14:54 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:14:55.723 INFO:tasks.workunit.client.0.smithi069.stdout:write: X 8388609~1000 2024-04-10T16:14:55.733 INFO:tasks.workunit.client.0.smithi069.stdout:discard: 16777228~1000 2024-04-10T16:14:55.733 INFO:tasks.workunit.client.0.smithi069.stdout:resize: 167772160 2024-04-10T16:14:55.744 INFO:tasks.workunit.client.0.smithi069.stdout:write: 2 83886079~8388609 2024-04-10T16:14:55.770 INFO:tasks.workunit.client.0.smithi069.stdout:snap_create: snap3 2024-04-10T16:14:56.006 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:14:55 smithi077 ceph-mon[87572]: pgmap v2256: 169 pgs: 169 active+clean; 629 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 17 MiB/s rd, 2.0 MiB/s wr, 156 op/s 2024-04-10T16:14:56.006 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:14:55 smithi077 ceph-mon[87572]: osdmap e1265: 8 total, 8 up, 8 in 2024-04-10T16:14:56.100 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:14:55 smithi069 ceph-mon[94167]: pgmap v2256: 169 pgs: 169 active+clean; 629 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 17 MiB/s rd, 2.0 MiB/s wr, 156 op/s 2024-04-10T16:14:56.100 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:14:55 smithi069 ceph-mon[94167]: osdmap e1265: 8 total, 8 up, 8 in 2024-04-10T16:14:56.100 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:14:55 smithi069 ceph-mon[96738]: pgmap v2256: 169 pgs: 169 active+clean; 629 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 17 MiB/s rd, 2.0 MiB/s wr, 156 op/s 2024-04-10T16:14:56.100 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:14:55 smithi069 ceph-mon[96738]: osdmap e1265: 8 total, 8 up, 8 in 2024-04-10T16:14:57.006 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:14:56 smithi077 ceph-mon[87572]: osdmap e1266: 8 total, 8 up, 8 in 2024-04-10T16:14:57.006 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:14:56 smithi077 ceph-mon[87572]: osdmap e1267: 8 total, 8 up, 8 in 2024-04-10T16:14:57.100 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:14:56 smithi069 ceph-mon[94167]: osdmap e1266: 8 total, 8 up, 8 in 2024-04-10T16:14:57.100 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:14:56 smithi069 ceph-mon[94167]: osdmap e1267: 8 total, 8 up, 8 in 2024-04-10T16:14:57.101 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:14:56 smithi069 ceph-mon[96738]: osdmap e1266: 8 total, 8 up, 8 in 2024-04-10T16:14:57.101 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:14:56 smithi069 ceph-mon[96738]: osdmap e1267: 8 total, 8 up, 8 in 2024-04-10T16:14:57.101 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:14:56 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:14:56] "GET /metrics HTTP/1.1" 200 38904 "" "Prometheus/2.43.0" 2024-04-10T16:14:57.634 INFO:tasks.workunit.client.0.smithi069.stdout:resize: 83886080 2024-04-10T16:14:57.660 INFO:tasks.workunit.client.0.smithi069.stdout:discard: 83886079~1 2024-04-10T16:14:57.669 INFO:tasks.workunit.client.0.smithi069.stdout:migration_prepare 2024-04-10T16:14:58.006 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:14:57 smithi077 ceph-mon[87572]: pgmap v2259: 169 pgs: 169 active+clean; 649 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 287 KiB/s rd, 7.0 MiB/s wr, 377 op/s 2024-04-10T16:14:58.006 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:14:57 smithi077 ceph-mon[87572]: osdmap e1268: 8 total, 8 up, 8 in 2024-04-10T16:14:58.100 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:14:57 smithi069 ceph-mon[96738]: pgmap v2259: 169 pgs: 169 active+clean; 649 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 287 KiB/s rd, 7.0 MiB/s wr, 377 op/s 2024-04-10T16:14:58.100 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:14:57 smithi069 ceph-mon[96738]: osdmap e1268: 8 total, 8 up, 8 in 2024-04-10T16:14:58.101 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:14:57 smithi069 ceph-mon[94167]: pgmap v2259: 169 pgs: 169 active+clean; 649 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 287 KiB/s rd, 7.0 MiB/s wr, 377 op/s 2024-04-10T16:14:58.101 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:14:57 smithi069 ceph-mon[94167]: osdmap e1268: 8 total, 8 up, 8 in 2024-04-10T16:15:00.006 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:14:59 smithi077 ceph-mon[87572]: pgmap v2262: 169 pgs: 169 active+clean; 649 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 250 KiB/s rd, 5.0 MiB/s wr, 317 op/s 2024-04-10T16:15:00.007 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:14:59 smithi077 ceph-mon[87572]: osdmap e1269: 8 total, 8 up, 8 in 2024-04-10T16:15:00.100 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:14:59 smithi069 ceph-mon[94167]: pgmap v2262: 169 pgs: 169 active+clean; 649 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 250 KiB/s rd, 5.0 MiB/s wr, 317 op/s 2024-04-10T16:15:00.100 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:14:59 smithi069 ceph-mon[94167]: osdmap e1269: 8 total, 8 up, 8 in 2024-04-10T16:15:00.100 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:14:59 smithi069 ceph-mon[96738]: pgmap v2262: 169 pgs: 169 active+clean; 649 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 250 KiB/s rd, 5.0 MiB/s wr, 317 op/s 2024-04-10T16:15:00.101 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:14:59 smithi069 ceph-mon[96738]: osdmap e1269: 8 total, 8 up, 8 in 2024-04-10T16:15:01.006 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:15:00 smithi077 ceph-mon[87572]: osdmap e1270: 8 total, 8 up, 8 in 2024-04-10T16:15:01.100 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:15:00 smithi069 ceph-mon[96738]: osdmap e1270: 8 total, 8 up, 8 in 2024-04-10T16:15:01.100 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:15:00 smithi069 ceph-mon[94167]: osdmap e1270: 8 total, 8 up, 8 in 2024-04-10T16:15:01.304 INFO:tasks.workunit.client.0.smithi069.stdout:snap_create: after_prepare_snap 2024-04-10T16:15:02.006 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:15:01 smithi077 ceph-mon[87572]: pgmap v2265: 169 pgs: 169 active+clean; 665 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 112 KiB/s rd, 3.0 MiB/s wr, 153 op/s 2024-04-10T16:15:02.006 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:15:01 smithi077 ceph-mon[87572]: osdmap e1271: 8 total, 8 up, 8 in 2024-04-10T16:15:02.006 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:15:01 smithi077 ceph-mon[87572]: osdmap e1272: 8 total, 8 up, 8 in 2024-04-10T16:15:02.100 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:15:01 smithi069 ceph-mon[94167]: pgmap v2265: 169 pgs: 169 active+clean; 665 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 112 KiB/s rd, 3.0 MiB/s wr, 153 op/s 2024-04-10T16:15:02.100 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:15:01 smithi069 ceph-mon[94167]: osdmap e1271: 8 total, 8 up, 8 in 2024-04-10T16:15:02.100 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:15:01 smithi069 ceph-mon[94167]: osdmap e1272: 8 total, 8 up, 8 in 2024-04-10T16:15:02.101 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:15:01 smithi069 ceph-mon[96738]: pgmap v2265: 169 pgs: 169 active+clean; 665 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 112 KiB/s rd, 3.0 MiB/s wr, 153 op/s 2024-04-10T16:15:02.101 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:15:01 smithi069 ceph-mon[96738]: osdmap e1271: 8 total, 8 up, 8 in 2024-04-10T16:15:02.101 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:15:01 smithi069 ceph-mon[96738]: osdmap e1272: 8 total, 8 up, 8 in 2024-04-10T16:15:02.643 INFO:tasks.workunit.client.0.smithi069.stdout:resize: 41943040 2024-04-10T16:15:02.675 INFO:tasks.workunit.client.0.smithi069.stdout:write: * 0~1000 2024-04-10T16:15:02.682 INFO:tasks.workunit.client.0.smithi069.stdout:migration_execute 2024-04-10T16:15:02.757 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:15:02 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:15:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:15:02.829 INFO:tasks.workunit.client.0.smithi069.stdout:migration_commit 2024-04-10T16:15:04.006 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:15:03 smithi077 ceph-mon[87572]: pgmap v2268: 169 pgs: 169 active+clean; 677 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 129 KiB/s rd, 5.0 MiB/s wr, 182 op/s 2024-04-10T16:15:04.006 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:15:03 smithi077 ceph-mon[87572]: osdmap e1273: 8 total, 8 up, 8 in 2024-04-10T16:15:04.100 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:15:03 smithi069 ceph-mon[96738]: pgmap v2268: 169 pgs: 169 active+clean; 677 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 129 KiB/s rd, 5.0 MiB/s wr, 182 op/s 2024-04-10T16:15:04.100 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:15:03 smithi069 ceph-mon[96738]: osdmap e1273: 8 total, 8 up, 8 in 2024-04-10T16:15:04.100 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:15:03 smithi069 ceph-mon[94167]: pgmap v2268: 169 pgs: 169 active+clean; 677 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 129 KiB/s rd, 5.0 MiB/s wr, 182 op/s 2024-04-10T16:15:04.101 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:15:03 smithi069 ceph-mon[94167]: osdmap e1273: 8 total, 8 up, 8 in 2024-04-10T16:15:05.006 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:15:04 smithi077 ceph-mon[87572]: osdmap e1274: 8 total, 8 up, 8 in 2024-04-10T16:15:05.100 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:15:04 smithi069 ceph-mon[96738]: osdmap e1274: 8 total, 8 up, 8 in 2024-04-10T16:15:05.100 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:15:04 smithi069 ceph-mon[94167]: osdmap e1274: 8 total, 8 up, 8 in 2024-04-10T16:15:06.006 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:15:05 smithi077 ceph-mon[87572]: pgmap v2271: 169 pgs: 169 active+clean; 685 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 16 MiB/s rd, 4.0 MiB/s wr, 460 op/s 2024-04-10T16:15:06.006 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:15:05 smithi077 ceph-mon[87572]: osdmap e1275: 8 total, 8 up, 8 in 2024-04-10T16:15:06.088 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestMigration.SnapsSnapAfterPrepare (14281 ms) 2024-04-10T16:15:06.088 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestMigration.SnapsSnapExpandAfterPrepare 2024-04-10T16:15:06.100 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:15:05 smithi069 ceph-mon[96738]: pgmap v2271: 169 pgs: 169 active+clean; 685 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 16 MiB/s rd, 4.0 MiB/s wr, 460 op/s 2024-04-10T16:15:06.100 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:15:05 smithi069 ceph-mon[96738]: osdmap e1275: 8 total, 8 up, 8 in 2024-04-10T16:15:06.100 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:15:05 smithi069 ceph-mon[94167]: pgmap v2271: 169 pgs: 169 active+clean; 685 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 16 MiB/s rd, 4.0 MiB/s wr, 460 op/s 2024-04-10T16:15:06.100 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:15:05 smithi069 ceph-mon[94167]: osdmap e1275: 8 total, 8 up, 8 in 2024-04-10T16:15:06.121 INFO:tasks.workunit.client.0.smithi069.stdout:resize: 83886080 2024-04-10T16:15:06.132 INFO:tasks.workunit.client.0.smithi069.stdout:write: 1 0~8388609 2024-04-10T16:15:06.188 INFO:tasks.workunit.client.0.smithi069.stdout:snap_create: snap1 2024-04-10T16:15:07.100 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:15:06 smithi069 ceph-mon[96738]: osdmap e1276: 8 total, 8 up, 8 in 2024-04-10T16:15:07.101 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:15:06 smithi069 ceph-mon[94167]: osdmap e1276: 8 total, 8 up, 8 in 2024-04-10T16:15:07.101 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:15:06 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:15:06] "GET /metrics HTTP/1.1" 200 38904 "" "Prometheus/2.43.0" 2024-04-10T16:15:07.256 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:15:06 smithi077 ceph-mon[87572]: osdmap e1276: 8 total, 8 up, 8 in 2024-04-10T16:15:07.786 INFO:tasks.workunit.client.0.smithi069.stdout:write: 1 8388609~8388609 2024-04-10T16:15:07.803 INFO:tasks.workunit.client.0.smithi069.stdout:write: X 0~1000 2024-04-10T16:15:07.803 INFO:tasks.workunit.client.0.smithi069.stdout:discard: 1010~1000 2024-04-10T16:15:07.803 INFO:tasks.workunit.client.0.smithi069.stdout:snap_create: snap2 2024-04-10T16:15:08.100 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:15:07 smithi069 ceph-mon[96738]: pgmap v2274: 169 pgs: 169 active+clean; 697 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 50 MiB/s rd, 6.0 MiB/s wr, 532 op/s 2024-04-10T16:15:08.100 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:15:07 smithi069 ceph-mon[96738]: osdmap e1277: 8 total, 8 up, 8 in 2024-04-10T16:15:08.101 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:15:07 smithi069 ceph-mon[94167]: pgmap v2274: 169 pgs: 169 active+clean; 697 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 50 MiB/s rd, 6.0 MiB/s wr, 532 op/s 2024-04-10T16:15:08.101 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:15:07 smithi069 ceph-mon[94167]: osdmap e1277: 8 total, 8 up, 8 in 2024-04-10T16:15:08.256 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:15:07 smithi077 ceph-mon[87572]: pgmap v2274: 169 pgs: 169 active+clean; 697 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 50 MiB/s rd, 6.0 MiB/s wr, 532 op/s 2024-04-10T16:15:08.256 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:15:07 smithi077 ceph-mon[87572]: osdmap e1277: 8 total, 8 up, 8 in 2024-04-10T16:15:09.100 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:15:08 smithi069 ceph-mon[96738]: osdmap e1278: 8 total, 8 up, 8 in 2024-04-10T16:15:09.101 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:15:08 smithi069 ceph-mon[94167]: osdmap e1278: 8 total, 8 up, 8 in 2024-04-10T16:15:09.256 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:15:08 smithi077 ceph-mon[87572]: osdmap e1278: 8 total, 8 up, 8 in 2024-04-10T16:15:09.802 INFO:tasks.workunit.client.0.smithi069.stdout:write: X 8388609~1000 2024-04-10T16:15:09.808 INFO:tasks.workunit.client.0.smithi069.stdout:discard: 16777228~1000 2024-04-10T16:15:09.808 INFO:tasks.workunit.client.0.smithi069.stdout:resize: 167772160 2024-04-10T16:15:09.818 INFO:tasks.workunit.client.0.smithi069.stdout:write: 2 83886079~8388609 2024-04-10T16:15:09.835 INFO:tasks.workunit.client.0.smithi069.stdout:snap_create: snap3 2024-04-10T16:15:10.100 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:15:09 smithi069 ceph-mon[96738]: pgmap v2277: 169 pgs: 169 active+clean; 697 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 34 MiB/s rd, 4.0 MiB/s wr, 102 op/s 2024-04-10T16:15:10.100 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:15:09 smithi069 ceph-mon[96738]: osdmap e1279: 8 total, 8 up, 8 in 2024-04-10T16:15:10.100 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:15:09 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:15:10.101 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:15:09 smithi069 ceph-mon[94167]: pgmap v2277: 169 pgs: 169 active+clean; 697 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 34 MiB/s rd, 4.0 MiB/s wr, 102 op/s 2024-04-10T16:15:10.101 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:15:09 smithi069 ceph-mon[94167]: osdmap e1279: 8 total, 8 up, 8 in 2024-04-10T16:15:10.101 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:15:09 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:15:10.256 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:15:09 smithi077 ceph-mon[87572]: pgmap v2277: 169 pgs: 169 active+clean; 697 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 34 MiB/s rd, 4.0 MiB/s wr, 102 op/s 2024-04-10T16:15:10.256 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:15:09 smithi077 ceph-mon[87572]: osdmap e1279: 8 total, 8 up, 8 in 2024-04-10T16:15:10.257 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:15:09 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:15:11.100 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:15:10 smithi069 ceph-mon[94167]: osdmap e1280: 8 total, 8 up, 8 in 2024-04-10T16:15:11.100 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:15:10 smithi069 ceph-mon[96738]: osdmap e1280: 8 total, 8 up, 8 in 2024-04-10T16:15:11.256 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:15:10 smithi077 ceph-mon[87572]: osdmap e1280: 8 total, 8 up, 8 in 2024-04-10T16:15:11.642 INFO:tasks.workunit.client.0.smithi069.stdout:resize: 83886080 2024-04-10T16:15:11.666 INFO:tasks.workunit.client.0.smithi069.stdout:discard: 83886079~1 2024-04-10T16:15:11.675 INFO:tasks.workunit.client.0.smithi069.stdout:migration_prepare 2024-04-10T16:15:12.100 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:15:11 smithi069 ceph-mon[96738]: pgmap v2280: 169 pgs: 169 active+clean; 697 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 34 MiB/s rd, 4.0 MiB/s wr, 109 op/s 2024-04-10T16:15:12.101 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:15:11 smithi069 ceph-mon[96738]: osdmap e1281: 8 total, 8 up, 8 in 2024-04-10T16:15:12.101 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:15:11 smithi069 ceph-mon[96738]: osdmap e1282: 8 total, 8 up, 8 in 2024-04-10T16:15:12.101 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:15:11 smithi069 ceph-mon[94167]: pgmap v2280: 169 pgs: 169 active+clean; 697 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 34 MiB/s rd, 4.0 MiB/s wr, 109 op/s 2024-04-10T16:15:12.101 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:15:11 smithi069 ceph-mon[94167]: osdmap e1281: 8 total, 8 up, 8 in 2024-04-10T16:15:12.101 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:15:11 smithi069 ceph-mon[94167]: osdmap e1282: 8 total, 8 up, 8 in 2024-04-10T16:15:12.256 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:15:11 smithi077 ceph-mon[87572]: pgmap v2280: 169 pgs: 169 active+clean; 697 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 34 MiB/s rd, 4.0 MiB/s wr, 109 op/s 2024-04-10T16:15:12.256 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:15:11 smithi077 ceph-mon[87572]: osdmap e1281: 8 total, 8 up, 8 in 2024-04-10T16:15:12.257 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:15:11 smithi077 ceph-mon[87572]: osdmap e1282: 8 total, 8 up, 8 in 2024-04-10T16:15:12.756 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:15:12 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:15:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:15:14.006 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:15:13 smithi077 ceph-mon[87572]: pgmap v2283: 169 pgs: 169 active+clean; 729 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 40 MiB/s rd, 11 MiB/s wr, 167 op/s 2024-04-10T16:15:14.006 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:15:13 smithi077 ceph-mon[87572]: osdmap e1283: 8 total, 8 up, 8 in 2024-04-10T16:15:14.101 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:15:13 smithi069 ceph-mon[96738]: pgmap v2283: 169 pgs: 169 active+clean; 729 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 40 MiB/s rd, 11 MiB/s wr, 167 op/s 2024-04-10T16:15:14.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:15:13 smithi069 ceph-mon[96738]: osdmap e1283: 8 total, 8 up, 8 in 2024-04-10T16:15:14.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:15:13 smithi069 ceph-mon[94167]: pgmap v2283: 169 pgs: 169 active+clean; 729 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 40 MiB/s rd, 11 MiB/s wr, 167 op/s 2024-04-10T16:15:14.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:15:13 smithi069 ceph-mon[94167]: osdmap e1283: 8 total, 8 up, 8 in 2024-04-10T16:15:15.006 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:15:14 smithi077 ceph-mon[87572]: osdmap e1284: 8 total, 8 up, 8 in 2024-04-10T16:15:15.100 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:15:14 smithi069 ceph-mon[96738]: osdmap e1284: 8 total, 8 up, 8 in 2024-04-10T16:15:15.100 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:15:14 smithi069 ceph-mon[94167]: osdmap e1284: 8 total, 8 up, 8 in 2024-04-10T16:15:15.109 INFO:tasks.workunit.client.0.smithi069.stdout:snap_create: after_prepare_snap 2024-04-10T16:15:16.006 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:15:15 smithi077 ceph-mon[87572]: pgmap v2286: 169 pgs: 169 active+clean; 733 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 6.1 MiB/s rd, 8.0 MiB/s wr, 92 op/s 2024-04-10T16:15:16.006 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:15:15 smithi077 ceph-mon[87572]: osdmap e1285: 8 total, 8 up, 8 in 2024-04-10T16:15:16.100 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:15:15 smithi069 ceph-mon[96738]: pgmap v2286: 169 pgs: 169 active+clean; 733 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 6.1 MiB/s rd, 8.0 MiB/s wr, 92 op/s 2024-04-10T16:15:16.100 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:15:15 smithi069 ceph-mon[96738]: osdmap e1285: 8 total, 8 up, 8 in 2024-04-10T16:15:16.101 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:15:15 smithi069 ceph-mon[94167]: pgmap v2286: 169 pgs: 169 active+clean; 733 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 6.1 MiB/s rd, 8.0 MiB/s wr, 92 op/s 2024-04-10T16:15:16.101 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:15:15 smithi069 ceph-mon[94167]: osdmap e1285: 8 total, 8 up, 8 in 2024-04-10T16:15:16.647 INFO:tasks.workunit.client.0.smithi069.stdout:resize: 167772160 2024-04-10T16:15:16.665 INFO:tasks.workunit.client.0.smithi069.stdout:write: * 83886080~1000 2024-04-10T16:15:16.672 INFO:tasks.workunit.client.0.smithi069.stdout:migration_execute 2024-04-10T16:15:16.842 INFO:tasks.workunit.client.0.smithi069.stdout:migration_commit 2024-04-10T16:15:16.930 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:15:16 smithi069 ceph-mon[96738]: osdmap e1286: 8 total, 8 up, 8 in 2024-04-10T16:15:16.930 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:15:16 smithi069 ceph-mon[96738]: osdmap e1287: 8 total, 8 up, 8 in 2024-04-10T16:15:16.930 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:15:16 smithi069 ceph-mon[94167]: osdmap e1286: 8 total, 8 up, 8 in 2024-04-10T16:15:16.930 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:15:16 smithi069 ceph-mon[94167]: osdmap e1287: 8 total, 8 up, 8 in 2024-04-10T16:15:17.006 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:15:16 smithi077 ceph-mon[87572]: osdmap e1286: 8 total, 8 up, 8 in 2024-04-10T16:15:17.006 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:15:16 smithi077 ceph-mon[87572]: osdmap e1287: 8 total, 8 up, 8 in 2024-04-10T16:15:17.350 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:15:16 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:15:16] "GET /metrics HTTP/1.1" 200 38903 "" "Prometheus/2.43.0" 2024-04-10T16:15:18.006 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:15:17 smithi077 ceph-mon[87572]: pgmap v2289: 169 pgs: 169 active+clean; 733 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 17 MiB/s rd, 1.0 MiB/s wr, 163 op/s 2024-04-10T16:15:18.100 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:15:17 smithi069 ceph-mon[94167]: pgmap v2289: 169 pgs: 169 active+clean; 733 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 17 MiB/s rd, 1.0 MiB/s wr, 163 op/s 2024-04-10T16:15:18.100 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:15:17 smithi069 ceph-mon[96738]: pgmap v2289: 169 pgs: 169 active+clean; 733 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 17 MiB/s rd, 1.0 MiB/s wr, 163 op/s 2024-04-10T16:15:19.006 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:15:18 smithi077 ceph-mon[87572]: osdmap e1288: 8 total, 8 up, 8 in 2024-04-10T16:15:19.100 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:15:18 smithi069 ceph-mon[94167]: osdmap e1288: 8 total, 8 up, 8 in 2024-04-10T16:15:19.101 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:15:18 smithi069 ceph-mon[96738]: osdmap e1288: 8 total, 8 up, 8 in 2024-04-10T16:15:20.006 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:15:19 smithi077 ceph-mon[87572]: pgmap v2292: 169 pgs: 169 active+clean; 733 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 17 MiB/s rd, 9.7 KiB/s wr, 129 op/s 2024-04-10T16:15:20.006 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:15:19 smithi077 ceph-mon[87572]: osdmap e1289: 8 total, 8 up, 8 in 2024-04-10T16:15:20.100 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:15:19 smithi069 ceph-mon[94167]: pgmap v2292: 169 pgs: 169 active+clean; 733 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 17 MiB/s rd, 9.7 KiB/s wr, 129 op/s 2024-04-10T16:15:20.100 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:15:19 smithi069 ceph-mon[94167]: osdmap e1289: 8 total, 8 up, 8 in 2024-04-10T16:15:20.101 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:15:19 smithi069 ceph-mon[96738]: pgmap v2292: 169 pgs: 169 active+clean; 733 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 17 MiB/s rd, 9.7 KiB/s wr, 129 op/s 2024-04-10T16:15:20.101 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:15:19 smithi069 ceph-mon[96738]: osdmap e1289: 8 total, 8 up, 8 in 2024-04-10T16:15:20.104 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestMigration.SnapsSnapExpandAfterPrepare (14016 ms) 2024-04-10T16:15:20.104 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestMigration.Clone 2024-04-10T16:15:20.137 INFO:tasks.workunit.client.0.smithi069.stdout:resize: 83886080 2024-04-10T16:15:20.148 INFO:tasks.workunit.client.0.smithi069.stdout:write: X 0~8388609 2024-04-10T16:15:20.213 INFO:tasks.workunit.client.0.smithi069.stdout:write: X 16777218~8388609 2024-04-10T16:15:20.276 INFO:tasks.workunit.client.0.smithi069.stdout:snap_create: snap 2024-04-10T16:15:21.006 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:15:20 smithi077 ceph-mon[87572]: osdmap e1290: 8 total, 8 up, 8 in 2024-04-10T16:15:21.100 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:15:20 smithi069 ceph-mon[96738]: osdmap e1290: 8 total, 8 up, 8 in 2024-04-10T16:15:21.100 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:15:20 smithi069 ceph-mon[94167]: osdmap e1290: 8 total, 8 up, 8 in 2024-04-10T16:15:21.696 INFO:tasks.workunit.client.0.smithi069.stdout:snap_protect: snap 2024-04-10T16:15:21.713 INFO:tasks.workunit.client.0.smithi069.stdout:clone image105 -> image108 2024-04-10T16:15:21.810 INFO:tasks.workunit.client.0.smithi069.stdout:write: X 0~1000 2024-04-10T16:15:21.868 INFO:tasks.workunit.client.0.smithi069.stdout:discard: 1010~1000 2024-04-10T16:15:21.871 INFO:tasks.workunit.client.0.smithi069.stdout:snap_create: snap 2024-04-10T16:15:22.007 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:15:21 smithi077 ceph-mon[87572]: pgmap v2295: 169 pgs: 169 active+clean; 749 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 17 MiB/s rd, 3.0 MiB/s wr, 408 op/s 2024-04-10T16:15:22.007 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:15:21 smithi077 ceph-mon[87572]: osdmap e1291: 8 total, 8 up, 8 in 2024-04-10T16:15:22.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:15:21 smithi069 ceph-mon[96738]: pgmap v2295: 169 pgs: 169 active+clean; 749 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 17 MiB/s rd, 3.0 MiB/s wr, 408 op/s 2024-04-10T16:15:22.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:15:21 smithi069 ceph-mon[96738]: osdmap e1291: 8 total, 8 up, 8 in 2024-04-10T16:15:22.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:15:21 smithi069 ceph-mon[94167]: pgmap v2295: 169 pgs: 169 active+clean; 749 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 17 MiB/s rd, 3.0 MiB/s wr, 408 op/s 2024-04-10T16:15:22.103 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:15:21 smithi069 ceph-mon[94167]: osdmap e1291: 8 total, 8 up, 8 in 2024-04-10T16:15:22.692 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:15:22 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:15:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:15:23.006 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:15:22 smithi077 ceph-mon[87572]: osdmap e1292: 8 total, 8 up, 8 in 2024-04-10T16:15:23.100 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:15:22 smithi069 ceph-mon[96738]: osdmap e1292: 8 total, 8 up, 8 in 2024-04-10T16:15:23.101 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:15:22 smithi069 ceph-mon[94167]: osdmap e1292: 8 total, 8 up, 8 in 2024-04-10T16:15:23.711 INFO:tasks.workunit.client.0.smithi069.stdout:snap_protect: snap 2024-04-10T16:15:23.724 INFO:tasks.workunit.client.0.smithi069.stdout:clone image108 -> image110 2024-04-10T16:15:23.852 INFO:tasks.workunit.client.0.smithi069.stdout:write: X 1000~1000 2024-04-10T16:15:23.907 INFO:tasks.workunit.client.0.smithi069.stdout:discard: 2010~1000 2024-04-10T16:15:23.909 INFO:tasks.workunit.client.0.smithi069.stdout:migration_prepare 2024-04-10T16:15:24.001 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:15:23 smithi069 ceph-mon[94167]: pgmap v2298: 169 pgs: 169 active+clean; 753 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 40 MiB/s rd, 9.0 MiB/s wr, 531 op/s 2024-04-10T16:15:24.001 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:15:23 smithi069 ceph-mon[94167]: osdmap e1293: 8 total, 8 up, 8 in 2024-04-10T16:15:24.001 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:15:23 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:15:24.002 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:15:23 smithi069 ceph-mon[96738]: pgmap v2298: 169 pgs: 169 active+clean; 753 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 40 MiB/s rd, 9.0 MiB/s wr, 531 op/s 2024-04-10T16:15:24.002 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:15:23 smithi069 ceph-mon[96738]: osdmap e1293: 8 total, 8 up, 8 in 2024-04-10T16:15:24.002 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:15:23 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:15:24.006 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:15:23 smithi077 ceph-mon[87572]: pgmap v2298: 169 pgs: 169 active+clean; 753 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 40 MiB/s rd, 9.0 MiB/s wr, 531 op/s 2024-04-10T16:15:24.006 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:15:23 smithi077 ceph-mon[87572]: osdmap e1293: 8 total, 8 up, 8 in 2024-04-10T16:15:24.006 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:15:23 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:15:24.204 INFO:tasks.workunit.client.0.smithi069.stdout:migration_execute 2024-04-10T16:15:24.379 INFO:tasks.workunit.client.0.smithi069.stdout:migration_commit 2024-04-10T16:15:24.545 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestMigration.Clone (4441 ms) 2024-04-10T16:15:24.546 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestMigration.CloneParent 2024-04-10T16:15:24.576 INFO:tasks.workunit.client.0.smithi069.stdout:resize: 83886080 2024-04-10T16:15:24.587 INFO:tasks.workunit.client.0.smithi069.stdout:snap_create: snap 2024-04-10T16:15:25.006 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:15:24 smithi077 ceph-mon[87572]: osdmap e1294: 8 total, 8 up, 8 in 2024-04-10T16:15:25.006 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:15:24 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:15:25.007 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:15:24 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:15:25.007 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:15:24 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:15:25.100 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:15:24 smithi069 ceph-mon[96738]: osdmap e1294: 8 total, 8 up, 8 in 2024-04-10T16:15:25.101 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:15:24 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:15:25.101 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:15:24 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:15:25.101 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:15:24 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:15:25.101 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:15:24 smithi069 ceph-mon[94167]: osdmap e1294: 8 total, 8 up, 8 in 2024-04-10T16:15:25.101 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:15:24 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:15:25.101 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:15:24 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:15:25.101 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:15:24 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:15:26.006 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:15:25 smithi077 ceph-mon[87572]: pgmap v2301: 169 pgs: 169 active+clean; 757 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 41 MiB/s rd, 8.0 MiB/s wr, 178 op/s 2024-04-10T16:15:26.007 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:15:25 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:15:26.007 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:15:25 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:15:26.007 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:15:25 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:15:26.007 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:15:25 smithi077 ceph-mon[87572]: osdmap e1295: 8 total, 8 up, 8 in 2024-04-10T16:15:26.100 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:15:25 smithi069 ceph-mon[96738]: pgmap v2301: 169 pgs: 169 active+clean; 757 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 41 MiB/s rd, 8.0 MiB/s wr, 178 op/s 2024-04-10T16:15:26.101 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:15:25 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:15:26.101 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:15:25 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:15:26.101 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:15:25 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:15:26.101 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:15:25 smithi069 ceph-mon[96738]: osdmap e1295: 8 total, 8 up, 8 in 2024-04-10T16:15:26.101 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:15:25 smithi069 ceph-mon[94167]: pgmap v2301: 169 pgs: 169 active+clean; 757 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 41 MiB/s rd, 8.0 MiB/s wr, 178 op/s 2024-04-10T16:15:26.101 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:15:25 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:15:26.101 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:15:25 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:15:26.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:15:25 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:15:26.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:15:25 smithi069 ceph-mon[94167]: osdmap e1295: 8 total, 8 up, 8 in 2024-04-10T16:15:26.221 INFO:tasks.workunit.client.0.smithi069.stdout:snap_protect: snap 2024-04-10T16:15:26.236 INFO:tasks.workunit.client.0.smithi069.stdout:clone image111 -> image114 2024-04-10T16:15:26.347 INFO:tasks.workunit.client.0.smithi069.stdout:migration_prepare 2024-04-10T16:15:26.506 INFO:tasks.workunit.client.0.smithi069.stdout:migration_abort 2024-04-10T16:15:26.641 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestMigration.CloneParent (2096 ms) 2024-04-10T16:15:26.641 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestMigration.CloneUpdateAfterPrepare 2024-04-10T16:15:26.675 INFO:tasks.workunit.client.0.smithi069.stdout:resize: 83886080 2024-04-10T16:15:26.685 INFO:tasks.workunit.client.0.smithi069.stdout:write: X 0~10 2024-04-10T16:15:26.695 INFO:tasks.workunit.client.0.smithi069.stdout:snap_create: snap 2024-04-10T16:15:27.206 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:15:26 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:15:26] "GET /metrics HTTP/1.1" 200 38905 "" "Prometheus/2.43.0" 2024-04-10T16:15:27.506 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:15:27 smithi077 ceph-mon[87572]: pgmap v2303: 169 pgs: 169 active+clean; 781 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 32 MiB/s rd, 8.9 MiB/s wr, 474 op/s 2024-04-10T16:15:27.506 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:15:27 smithi077 ceph-mon[87572]: osdmap e1296: 8 total, 8 up, 8 in 2024-04-10T16:15:27.507 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:15:27 smithi077 ceph-mon[87572]: osdmap e1297: 8 total, 8 up, 8 in 2024-04-10T16:15:27.600 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:15:27 smithi069 ceph-mon[96738]: pgmap v2303: 169 pgs: 169 active+clean; 781 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 32 MiB/s rd, 8.9 MiB/s wr, 474 op/s 2024-04-10T16:15:27.600 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:15:27 smithi069 ceph-mon[96738]: osdmap e1296: 8 total, 8 up, 8 in 2024-04-10T16:15:27.600 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:15:27 smithi069 ceph-mon[96738]: osdmap e1297: 8 total, 8 up, 8 in 2024-04-10T16:15:27.601 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:15:27 smithi069 ceph-mon[94167]: pgmap v2303: 169 pgs: 169 active+clean; 781 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 32 MiB/s rd, 8.9 MiB/s wr, 474 op/s 2024-04-10T16:15:27.601 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:15:27 smithi069 ceph-mon[94167]: osdmap e1296: 8 total, 8 up, 8 in 2024-04-10T16:15:27.601 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:15:27 smithi069 ceph-mon[94167]: osdmap e1297: 8 total, 8 up, 8 in 2024-04-10T16:15:28.651 INFO:tasks.workunit.client.0.smithi069.stdout:snap_protect: snap 2024-04-10T16:15:28.664 INFO:tasks.workunit.client.0.smithi069.stdout:clone image115 -> image118 2024-04-10T16:15:28.769 INFO:tasks.workunit.client.0.smithi069.stdout:migration_prepare 2024-04-10T16:15:28.928 INFO:tasks.workunit.client.0.smithi069.stdout:write: Y 0~1 2024-04-10T16:15:28.958 INFO:tasks.workunit.client.0.smithi069.stdout:migration_execute 2024-04-10T16:15:29.006 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:15:28 smithi077 ceph-mon[87572]: osdmap e1298: 8 total, 8 up, 8 in 2024-04-10T16:15:29.028 INFO:tasks.workunit.client.0.smithi069.stdout:migration_commit 2024-04-10T16:15:29.100 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:15:28 smithi069 ceph-mon[96738]: osdmap e1298: 8 total, 8 up, 8 in 2024-04-10T16:15:29.100 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:15:28 smithi069 ceph-mon[94167]: osdmap e1298: 8 total, 8 up, 8 in 2024-04-10T16:15:29.131 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestMigration.CloneUpdateAfterPrepare (2490 ms) 2024-04-10T16:15:29.131 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestMigration.TriggerAssertSnapcSeq 2024-04-10T16:15:29.162 INFO:tasks.workunit.client.0.smithi069.stdout:resize: 83886080 2024-04-10T16:15:29.172 INFO:tasks.workunit.client.0.smithi069.stdout:write: A 41943040~10 2024-04-10T16:15:29.181 INFO:tasks.workunit.client.0.smithi069.stdout:snap_create: snap1 2024-04-10T16:15:30.006 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:15:29 smithi077 ceph-mon[87572]: pgmap v2307: 169 pgs: 169 active+clean; 781 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 18 MiB/s rd, 8.0 MiB/s wr, 480 op/s 2024-04-10T16:15:30.006 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:15:29 smithi077 ceph-mon[87572]: osdmap e1299: 8 total, 8 up, 8 in 2024-04-10T16:15:30.100 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:15:29 smithi069 ceph-mon[96738]: pgmap v2307: 169 pgs: 169 active+clean; 781 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 18 MiB/s rd, 8.0 MiB/s wr, 480 op/s 2024-04-10T16:15:30.101 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:15:29 smithi069 ceph-mon[96738]: osdmap e1299: 8 total, 8 up, 8 in 2024-04-10T16:15:30.101 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:15:29 smithi069 ceph-mon[94167]: pgmap v2307: 169 pgs: 169 active+clean; 781 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 18 MiB/s rd, 8.0 MiB/s wr, 480 op/s 2024-04-10T16:15:30.101 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:15:29 smithi069 ceph-mon[94167]: osdmap e1299: 8 total, 8 up, 8 in 2024-04-10T16:15:30.678 INFO:tasks.workunit.client.0.smithi069.stdout:write: B 41943041~10 2024-04-10T16:15:30.683 INFO:tasks.workunit.client.0.smithi069.stdout:migration_prepare 2024-04-10T16:15:31.006 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:15:30 smithi077 ceph-mon[87572]: osdmap e1300: 8 total, 8 up, 8 in 2024-04-10T16:15:31.101 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:15:30 smithi069 ceph-mon[96738]: osdmap e1300: 8 total, 8 up, 8 in 2024-04-10T16:15:31.101 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:15:30 smithi069 ceph-mon[94167]: osdmap e1300: 8 total, 8 up, 8 in 2024-04-10T16:15:31.782 INFO:tasks.workunit.client.0.smithi069.stdout:write: C 41943042~10 2024-04-10T16:15:31.797 INFO:tasks.workunit.client.0.smithi069.stdout:snap_create: snap2 2024-04-10T16:15:32.006 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:15:31 smithi077 ceph-mon[87572]: pgmap v2310: 169 pgs: 169 active+clean; 785 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 7.6 MiB/s rd, 1.0 MiB/s wr, 706 op/s 2024-04-10T16:15:32.007 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:15:31 smithi077 ceph-mon[87572]: osdmap e1301: 8 total, 8 up, 8 in 2024-04-10T16:15:32.007 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:15:31 smithi077 ceph-mon[87572]: osdmap e1302: 8 total, 8 up, 8 in 2024-04-10T16:15:32.100 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:15:31 smithi069 ceph-mon[94167]: pgmap v2310: 169 pgs: 169 active+clean; 785 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 7.6 MiB/s rd, 1.0 MiB/s wr, 706 op/s 2024-04-10T16:15:32.100 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:15:31 smithi069 ceph-mon[94167]: osdmap e1301: 8 total, 8 up, 8 in 2024-04-10T16:15:32.100 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:15:31 smithi069 ceph-mon[94167]: osdmap e1302: 8 total, 8 up, 8 in 2024-04-10T16:15:32.101 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:15:31 smithi069 ceph-mon[96738]: pgmap v2310: 169 pgs: 169 active+clean; 785 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 7.6 MiB/s rd, 1.0 MiB/s wr, 706 op/s 2024-04-10T16:15:32.101 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:15:31 smithi069 ceph-mon[96738]: osdmap e1301: 8 total, 8 up, 8 in 2024-04-10T16:15:32.101 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:15:31 smithi069 ceph-mon[96738]: osdmap e1302: 8 total, 8 up, 8 in 2024-04-10T16:15:32.756 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:15:32 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:15:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:15:33.683 INFO:tasks.workunit.client.0.smithi069.stdout:resize: 41943040 2024-04-10T16:15:33.715 INFO:tasks.workunit.client.0.smithi069.stdout:migration_execute 2024-04-10T16:15:33.778 INFO:tasks.workunit.client.0.smithi069.stdout:migration_commit 2024-04-10T16:15:34.006 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:15:33 smithi077 ceph-mon[87572]: pgmap v2313: 169 pgs: 169 active+clean; 785 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 7.8 MiB/s rd, 1.0 MiB/s wr, 1.01k op/s 2024-04-10T16:15:34.007 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:15:33 smithi077 ceph-mon[87572]: osdmap e1303: 8 total, 8 up, 8 in 2024-04-10T16:15:34.100 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:15:33 smithi069 ceph-mon[94167]: pgmap v2313: 169 pgs: 169 active+clean; 785 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 7.8 MiB/s rd, 1.0 MiB/s wr, 1.01k op/s 2024-04-10T16:15:34.101 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:15:33 smithi069 ceph-mon[94167]: osdmap e1303: 8 total, 8 up, 8 in 2024-04-10T16:15:34.101 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:15:33 smithi069 ceph-mon[96738]: pgmap v2313: 169 pgs: 169 active+clean; 785 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 7.8 MiB/s rd, 1.0 MiB/s wr, 1.01k op/s 2024-04-10T16:15:34.101 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:15:33 smithi069 ceph-mon[96738]: osdmap e1303: 8 total, 8 up, 8 in 2024-04-10T16:15:34.830 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestMigration.TriggerAssertSnapcSeq (5698 ms) 2024-04-10T16:15:34.830 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestMigration.SnapTrimBeforePrepare 2024-04-10T16:15:34.859 INFO:tasks.workunit.client.0.smithi069.stdout:resize: 83886080 2024-04-10T16:15:34.869 INFO:tasks.workunit.client.0.smithi069.stdout:write: A 41943040~10 2024-04-10T16:15:34.877 INFO:tasks.workunit.client.0.smithi069.stdout:snap_create: snap1 2024-04-10T16:15:35.006 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:15:34 smithi077 ceph-mon[87572]: osdmap e1304: 8 total, 8 up, 8 in 2024-04-10T16:15:35.100 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:15:34 smithi069 ceph-mon[96738]: osdmap e1304: 8 total, 8 up, 8 in 2024-04-10T16:15:35.101 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:15:34 smithi069 ceph-mon[94167]: osdmap e1304: 8 total, 8 up, 8 in 2024-04-10T16:15:36.006 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:15:35 smithi077 ceph-mon[87572]: pgmap v2316: 169 pgs: 169 active+clean; 785 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 300 KiB/s rd, 21 KiB/s wr, 397 op/s 2024-04-10T16:15:36.007 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:15:35 smithi077 ceph-mon[87572]: osdmap e1305: 8 total, 8 up, 8 in 2024-04-10T16:15:36.100 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:15:35 smithi069 ceph-mon[96738]: pgmap v2316: 169 pgs: 169 active+clean; 785 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 300 KiB/s rd, 21 KiB/s wr, 397 op/s 2024-04-10T16:15:36.101 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:15:35 smithi069 ceph-mon[96738]: osdmap e1305: 8 total, 8 up, 8 in 2024-04-10T16:15:36.101 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:15:35 smithi069 ceph-mon[94167]: pgmap v2316: 169 pgs: 169 active+clean; 785 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 300 KiB/s rd, 21 KiB/s wr, 397 op/s 2024-04-10T16:15:36.101 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:15:35 smithi069 ceph-mon[94167]: osdmap e1305: 8 total, 8 up, 8 in 2024-04-10T16:15:36.713 INFO:tasks.workunit.client.0.smithi069.stdout:resize: 41943040 2024-04-10T16:15:36.733 INFO:tasks.workunit.client.0.smithi069.stdout:migration_prepare 2024-04-10T16:15:37.007 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:15:36 smithi077 ceph-mon[87572]: osdmap e1306: 8 total, 8 up, 8 in 2024-04-10T16:15:37.100 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:15:36 smithi069 ceph-mon[96738]: osdmap e1306: 8 total, 8 up, 8 in 2024-04-10T16:15:37.101 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:15:36 smithi069 ceph-mon[94167]: osdmap e1306: 8 total, 8 up, 8 in 2024-04-10T16:15:37.101 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:15:36 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:15:36] "GET /metrics HTTP/1.1" 200 38905 "" "Prometheus/2.43.0" 2024-04-10T16:15:37.847 INFO:tasks.workunit.client.0.smithi069.stdout:resize: 83886080 2024-04-10T16:15:37.869 INFO:tasks.workunit.client.0.smithi069.stdout:snap_create: snap3 2024-04-10T16:15:38.006 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:15:37 smithi077 ceph-mon[87572]: pgmap v2319: 169 pgs: 169 active+clean; 785 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 292 KiB/s rd, 26 KiB/s wr, 387 op/s 2024-04-10T16:15:38.007 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:15:37 smithi077 ceph-mon[87572]: osdmap e1307: 8 total, 8 up, 8 in 2024-04-10T16:15:38.101 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:15:37 smithi069 ceph-mon[96738]: pgmap v2319: 169 pgs: 169 active+clean; 785 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 292 KiB/s rd, 26 KiB/s wr, 387 op/s 2024-04-10T16:15:38.101 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:15:37 smithi069 ceph-mon[96738]: osdmap e1307: 8 total, 8 up, 8 in 2024-04-10T16:15:38.101 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:15:37 smithi069 ceph-mon[94167]: pgmap v2319: 169 pgs: 169 active+clean; 785 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 292 KiB/s rd, 26 KiB/s wr, 387 op/s 2024-04-10T16:15:38.101 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:15:37 smithi069 ceph-mon[94167]: osdmap e1307: 8 total, 8 up, 8 in 2024-04-10T16:15:39.006 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:15:38 smithi077 ceph-mon[87572]: osdmap e1308: 8 total, 8 up, 8 in 2024-04-10T16:15:39.100 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:15:38 smithi069 ceph-mon[96738]: osdmap e1308: 8 total, 8 up, 8 in 2024-04-10T16:15:39.101 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:15:38 smithi069 ceph-mon[94167]: osdmap e1308: 8 total, 8 up, 8 in 2024-04-10T16:15:39.735 INFO:tasks.workunit.client.0.smithi069.stdout:write: B 41943040~10 2024-04-10T16:15:39.741 INFO:tasks.workunit.client.0.smithi069.stdout:snap_create: snap4 2024-04-10T16:15:40.006 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:15:39 smithi077 ceph-mon[87572]: pgmap v2322: 169 pgs: 169 active+clean; 785 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 225 KiB/s rd, 20 KiB/s wr, 298 op/s 2024-04-10T16:15:40.007 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:15:39 smithi077 ceph-mon[87572]: osdmap e1309: 8 total, 8 up, 8 in 2024-04-10T16:15:40.007 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:15:39 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:15:40.100 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:15:39 smithi069 ceph-mon[96738]: pgmap v2322: 169 pgs: 169 active+clean; 785 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 225 KiB/s rd, 20 KiB/s wr, 298 op/s 2024-04-10T16:15:40.101 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:15:39 smithi069 ceph-mon[96738]: osdmap e1309: 8 total, 8 up, 8 in 2024-04-10T16:15:40.101 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:15:39 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:15:40.101 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:15:39 smithi069 ceph-mon[94167]: pgmap v2322: 169 pgs: 169 active+clean; 785 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 225 KiB/s rd, 20 KiB/s wr, 298 op/s 2024-04-10T16:15:40.101 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:15:39 smithi069 ceph-mon[94167]: osdmap e1309: 8 total, 8 up, 8 in 2024-04-10T16:15:40.101 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:15:39 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:15:41.006 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:15:40 smithi077 ceph-mon[87572]: osdmap e1310: 8 total, 8 up, 8 in 2024-04-10T16:15:41.101 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:15:40 smithi069 ceph-mon[96738]: osdmap e1310: 8 total, 8 up, 8 in 2024-04-10T16:15:41.101 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:15:40 smithi069 ceph-mon[94167]: osdmap e1310: 8 total, 8 up, 8 in 2024-04-10T16:15:41.656 INFO:tasks.workunit.client.0.smithi069.stdout:resize: 41943040 2024-04-10T16:15:41.679 INFO:tasks.workunit.client.0.smithi069.stdout:migration_execute 2024-04-10T16:15:41.746 INFO:tasks.workunit.client.0.smithi069.stdout:migration_commit 2024-04-10T16:15:42.006 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:15:41 smithi077 ceph-mon[87572]: pgmap v2325: 169 pgs: 169 active+clean; 785 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 110 KiB/s rd, 10 KiB/s wr, 151 op/s 2024-04-10T16:15:42.007 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:15:41 smithi077 ceph-mon[87572]: osdmap e1311: 8 total, 8 up, 8 in 2024-04-10T16:15:42.007 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:15:41 smithi077 ceph-mon[87572]: osdmap e1312: 8 total, 8 up, 8 in 2024-04-10T16:15:42.100 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:15:41 smithi069 ceph-mon[96738]: pgmap v2325: 169 pgs: 169 active+clean; 785 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 110 KiB/s rd, 10 KiB/s wr, 151 op/s 2024-04-10T16:15:42.101 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:15:41 smithi069 ceph-mon[96738]: osdmap e1311: 8 total, 8 up, 8 in 2024-04-10T16:15:42.101 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:15:41 smithi069 ceph-mon[96738]: osdmap e1312: 8 total, 8 up, 8 in 2024-04-10T16:15:42.101 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:15:41 smithi069 ceph-mon[94167]: pgmap v2325: 169 pgs: 169 active+clean; 785 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 110 KiB/s rd, 10 KiB/s wr, 151 op/s 2024-04-10T16:15:42.101 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:15:41 smithi069 ceph-mon[94167]: osdmap e1311: 8 total, 8 up, 8 in 2024-04-10T16:15:42.101 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:15:41 smithi069 ceph-mon[94167]: osdmap e1312: 8 total, 8 up, 8 in 2024-04-10T16:15:42.756 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:15:42 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:15:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:15:42.887 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestMigration.SnapTrimBeforePrepare (8058 ms) 2024-04-10T16:15:42.888 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestMigration.AbortInUseImage 2024-04-10T16:15:42.921 INFO:tasks.workunit.client.0.smithi069.stdout:resize: 83886080 2024-04-10T16:15:42.932 INFO:tasks.workunit.client.0.smithi069.stdout:migration_prepare 2024-04-10T16:15:43.108 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestMigration.AbortInUseImage (220 ms) 2024-04-10T16:15:43.108 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestMigration.AbortWithoutSnapshots 2024-04-10T16:15:43.138 INFO:tasks.workunit.client.0.smithi069.stdout:resize: 83886080 2024-04-10T16:15:43.149 INFO:tasks.workunit.client.0.smithi069.stdout:write: 1 0~8388609 2024-04-10T16:15:43.211 INFO:tasks.workunit.client.0.smithi069.stdout:write: 1 16777218~8388609 2024-04-10T16:15:43.261 INFO:tasks.workunit.client.0.smithi069.stdout:migration_prepare 2024-04-10T16:15:43.446 INFO:tasks.workunit.client.0.smithi069.stdout:write: 1 0~8388609 2024-04-10T16:15:43.487 INFO:tasks.workunit.client.0.smithi069.stdout:write: 1 16777218~8388609 2024-04-10T16:15:43.543 INFO:tasks.workunit.client.0.smithi069.stdout:migration_abort 2024-04-10T16:15:43.732 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestMigration.AbortWithoutSnapshots (624 ms) 2024-04-10T16:15:43.732 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestMigration.AbortWithSnapshots 2024-04-10T16:15:43.763 INFO:tasks.workunit.client.0.smithi069.stdout:resize: 83886080 2024-04-10T16:15:43.772 INFO:tasks.workunit.client.0.smithi069.stdout:write: 1 0~8388609 2024-04-10T16:15:43.834 INFO:tasks.workunit.client.0.smithi069.stdout:snap_create: snap1 2024-04-10T16:15:44.006 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:15:43 smithi077 ceph-mon[87572]: pgmap v2328: 169 pgs: 169 active+clean; 785 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 157 KiB/s rd, 15 KiB/s wr, 212 op/s 2024-04-10T16:15:44.007 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:15:43 smithi077 ceph-mon[87572]: osdmap e1313: 8 total, 8 up, 8 in 2024-04-10T16:15:44.100 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:15:43 smithi069 ceph-mon[96738]: pgmap v2328: 169 pgs: 169 active+clean; 785 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 157 KiB/s rd, 15 KiB/s wr, 212 op/s 2024-04-10T16:15:44.101 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:15:43 smithi069 ceph-mon[96738]: osdmap e1313: 8 total, 8 up, 8 in 2024-04-10T16:15:44.101 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:15:43 smithi069 ceph-mon[94167]: pgmap v2328: 169 pgs: 169 active+clean; 785 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 157 KiB/s rd, 15 KiB/s wr, 212 op/s 2024-04-10T16:15:44.101 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:15:43 smithi069 ceph-mon[94167]: osdmap e1313: 8 total, 8 up, 8 in 2024-04-10T16:15:45.757 INFO:tasks.workunit.client.0.smithi069.stdout:write: 1 8388609~8388609 2024-04-10T16:15:45.788 INFO:tasks.workunit.client.0.smithi069.stdout:write: X 0~1000 2024-04-10T16:15:45.788 INFO:tasks.workunit.client.0.smithi069.stdout:discard: 1010~1000 2024-04-10T16:15:45.788 INFO:tasks.workunit.client.0.smithi069.stdout:snap_create: snap2 2024-04-10T16:15:46.011 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:15:45 smithi077 ceph-mon[87572]: pgmap v2330: 169 pgs: 169 active+clean; 797 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 120 KiB/s rd, 2.7 MiB/s wr, 154 op/s 2024-04-10T16:15:46.011 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:15:45 smithi077 ceph-mon[87572]: osdmap e1314: 8 total, 8 up, 8 in 2024-04-10T16:15:46.100 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:15:45 smithi069 ceph-mon[96738]: pgmap v2330: 169 pgs: 169 active+clean; 797 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 120 KiB/s rd, 2.7 MiB/s wr, 154 op/s 2024-04-10T16:15:46.100 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:15:45 smithi069 ceph-mon[96738]: osdmap e1314: 8 total, 8 up, 8 in 2024-04-10T16:15:46.101 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:15:45 smithi069 ceph-mon[94167]: pgmap v2330: 169 pgs: 169 active+clean; 797 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 120 KiB/s rd, 2.7 MiB/s wr, 154 op/s 2024-04-10T16:15:46.101 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:15:45 smithi069 ceph-mon[94167]: osdmap e1314: 8 total, 8 up, 8 in 2024-04-10T16:15:47.007 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:15:46 smithi077 ceph-mon[87572]: osdmap e1315: 8 total, 8 up, 8 in 2024-04-10T16:15:47.100 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:15:46 smithi069 ceph-mon[96738]: osdmap e1315: 8 total, 8 up, 8 in 2024-04-10T16:15:47.101 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:15:46 smithi069 ceph-mon[94167]: osdmap e1315: 8 total, 8 up, 8 in 2024-04-10T16:15:47.101 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:15:46 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:15:46] "GET /metrics HTTP/1.1" 200 38907 "" "Prometheus/2.43.0" 2024-04-10T16:15:47.768 INFO:tasks.workunit.client.0.smithi069.stdout:write: X 8388609~1000 2024-04-10T16:15:47.777 INFO:tasks.workunit.client.0.smithi069.stdout:discard: 16777228~1000 2024-04-10T16:15:47.777 INFO:tasks.workunit.client.0.smithi069.stdout:resize: 167772160 2024-04-10T16:15:47.786 INFO:tasks.workunit.client.0.smithi069.stdout:write: 2 83886079~8388609 2024-04-10T16:15:47.813 INFO:tasks.workunit.client.0.smithi069.stdout:snap_create: snap3 2024-04-10T16:15:48.100 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:15:47 smithi069 ceph-mon[96738]: pgmap v2333: 169 pgs: 169 active+clean; 829 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 14 MiB/s rd, 18 MiB/s wr, 505 op/s 2024-04-10T16:15:48.101 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:15:47 smithi069 ceph-mon[96738]: osdmap e1316: 8 total, 8 up, 8 in 2024-04-10T16:15:48.101 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:15:47 smithi069 ceph-mon[94167]: pgmap v2333: 169 pgs: 169 active+clean; 829 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 14 MiB/s rd, 18 MiB/s wr, 505 op/s 2024-04-10T16:15:48.101 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:15:47 smithi069 ceph-mon[94167]: osdmap e1316: 8 total, 8 up, 8 in 2024-04-10T16:15:48.256 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:15:47 smithi077 ceph-mon[87572]: pgmap v2333: 169 pgs: 169 active+clean; 829 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 14 MiB/s rd, 18 MiB/s wr, 505 op/s 2024-04-10T16:15:48.256 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:15:47 smithi077 ceph-mon[87572]: osdmap e1316: 8 total, 8 up, 8 in 2024-04-10T16:15:49.100 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:15:48 smithi069 ceph-mon[96738]: osdmap e1317: 8 total, 8 up, 8 in 2024-04-10T16:15:49.101 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:15:48 smithi069 ceph-mon[94167]: osdmap e1317: 8 total, 8 up, 8 in 2024-04-10T16:15:49.256 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:15:48 smithi077 ceph-mon[87572]: osdmap e1317: 8 total, 8 up, 8 in 2024-04-10T16:15:49.788 INFO:tasks.workunit.client.0.smithi069.stdout:resize: 83886080 2024-04-10T16:15:49.812 INFO:tasks.workunit.client.0.smithi069.stdout:discard: 83886079~1 2024-04-10T16:15:49.822 INFO:tasks.workunit.client.0.smithi069.stdout:migration_prepare 2024-04-10T16:15:50.100 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:15:49 smithi069 ceph-mon[96738]: pgmap v2336: 169 pgs: 169 active+clean; 829 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 15 MiB/s rd, 18 MiB/s wr, 464 op/s 2024-04-10T16:15:50.101 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:15:49 smithi069 ceph-mon[96738]: osdmap e1318: 8 total, 8 up, 8 in 2024-04-10T16:15:50.101 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:15:49 smithi069 ceph-mon[94167]: pgmap v2336: 169 pgs: 169 active+clean; 829 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 15 MiB/s rd, 18 MiB/s wr, 464 op/s 2024-04-10T16:15:50.101 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:15:49 smithi069 ceph-mon[94167]: osdmap e1318: 8 total, 8 up, 8 in 2024-04-10T16:15:50.256 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:15:49 smithi077 ceph-mon[87572]: pgmap v2336: 169 pgs: 169 active+clean; 829 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 15 MiB/s rd, 18 MiB/s wr, 464 op/s 2024-04-10T16:15:50.257 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:15:49 smithi077 ceph-mon[87572]: osdmap e1318: 8 total, 8 up, 8 in 2024-04-10T16:15:51.100 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:15:50 smithi069 ceph-mon[96738]: osdmap e1319: 8 total, 8 up, 8 in 2024-04-10T16:15:51.101 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:15:50 smithi069 ceph-mon[94167]: osdmap e1319: 8 total, 8 up, 8 in 2024-04-10T16:15:51.256 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:15:50 smithi077 ceph-mon[87572]: osdmap e1319: 8 total, 8 up, 8 in 2024-04-10T16:15:52.100 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:15:51 smithi069 ceph-mon[94167]: pgmap v2339: 169 pgs: 169 active+clean; 849 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 6.1 MiB/s rd, 7.0 MiB/s wr, 99 op/s 2024-04-10T16:15:52.101 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:15:51 smithi069 ceph-mon[94167]: osdmap e1320: 8 total, 8 up, 8 in 2024-04-10T16:15:52.101 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:15:51 smithi069 ceph-mon[94167]: osdmap e1321: 8 total, 8 up, 8 in 2024-04-10T16:15:52.101 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:15:51 smithi069 ceph-mon[96738]: pgmap v2339: 169 pgs: 169 active+clean; 849 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 6.1 MiB/s rd, 7.0 MiB/s wr, 99 op/s 2024-04-10T16:15:52.101 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:15:51 smithi069 ceph-mon[96738]: osdmap e1320: 8 total, 8 up, 8 in 2024-04-10T16:15:52.101 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:15:51 smithi069 ceph-mon[96738]: osdmap e1321: 8 total, 8 up, 8 in 2024-04-10T16:15:52.158 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:15:51 smithi077 ceph-mon[87572]: pgmap v2339: 169 pgs: 169 active+clean; 849 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 6.1 MiB/s rd, 7.0 MiB/s wr, 99 op/s 2024-04-10T16:15:52.158 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:15:51 smithi077 ceph-mon[87572]: osdmap e1320: 8 total, 8 up, 8 in 2024-04-10T16:15:52.158 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:15:51 smithi077 ceph-mon[87572]: osdmap e1321: 8 total, 8 up, 8 in 2024-04-10T16:15:52.507 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:15:52 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:15:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:15:53.116 INFO:tasks.workunit.client.0.smithi069.stdout:write: 1 0~8388609 2024-04-10T16:15:53.201 INFO:tasks.workunit.client.0.smithi069.stdout:write: 1 16777218~8388609 2024-04-10T16:15:53.800 INFO:tasks.workunit.client.0.smithi069.stdout:write: 1 0~8388609 2024-04-10T16:15:53.814 INFO:tasks.workunit.client.0.smithi069.stdout:write: 1 16777218~8388609 2024-04-10T16:15:53.888 INFO:tasks.workunit.client.0.smithi069.stdout:migration_abort 2024-04-10T16:15:53.902 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:15:53 smithi069 ceph-mon[96738]: pgmap v2342: 169 pgs: 169 active+clean; 873 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 6.1 MiB/s rd, 12 MiB/s wr, 230 op/s 2024-04-10T16:15:53.902 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:15:53 smithi069 ceph-mon[96738]: osdmap e1322: 8 total, 8 up, 8 in 2024-04-10T16:15:53.902 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:15:53 smithi069 ceph-mon[94167]: pgmap v2342: 169 pgs: 169 active+clean; 873 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 6.1 MiB/s rd, 12 MiB/s wr, 230 op/s 2024-04-10T16:15:53.902 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:15:53 smithi069 ceph-mon[94167]: osdmap e1322: 8 total, 8 up, 8 in 2024-04-10T16:15:54.006 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:15:53 smithi077 ceph-mon[87572]: pgmap v2342: 169 pgs: 169 active+clean; 873 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 6.1 MiB/s rd, 12 MiB/s wr, 230 op/s 2024-04-10T16:15:54.006 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:15:53 smithi077 ceph-mon[87572]: osdmap e1322: 8 total, 8 up, 8 in 2024-04-10T16:15:55.100 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:15:54 smithi069 ceph-mon[96738]: osdmap e1323: 8 total, 8 up, 8 in 2024-04-10T16:15:55.101 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:15:54 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:15:55.101 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:15:54 smithi069 ceph-mon[94167]: osdmap e1323: 8 total, 8 up, 8 in 2024-04-10T16:15:55.101 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:15:54 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:15:55.256 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:15:54 smithi077 ceph-mon[87572]: osdmap e1323: 8 total, 8 up, 8 in 2024-04-10T16:15:55.257 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:15:54 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:15:56.100 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:15:55 smithi069 ceph-mon[96738]: pgmap v2345: 169 pgs: 169 active+clean; 881 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 9.1 MiB/s rd, 7.0 MiB/s wr, 192 op/s 2024-04-10T16:15:56.100 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:15:55 smithi069 ceph-mon[96738]: osdmap e1324: 8 total, 8 up, 8 in 2024-04-10T16:15:56.101 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:15:55 smithi069 ceph-mon[94167]: pgmap v2345: 169 pgs: 169 active+clean; 881 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 9.1 MiB/s rd, 7.0 MiB/s wr, 192 op/s 2024-04-10T16:15:56.101 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:15:55 smithi069 ceph-mon[94167]: osdmap e1324: 8 total, 8 up, 8 in 2024-04-10T16:15:56.257 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:15:55 smithi077 ceph-mon[87572]: pgmap v2345: 169 pgs: 169 active+clean; 881 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 9.1 MiB/s rd, 7.0 MiB/s wr, 192 op/s 2024-04-10T16:15:56.257 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:15:55 smithi077 ceph-mon[87572]: osdmap e1324: 8 total, 8 up, 8 in 2024-04-10T16:15:57.100 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:15:56 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:15:56] "GET /metrics HTTP/1.1" 200 38899 "" "Prometheus/2.43.0" 2024-04-10T16:15:57.101 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:15:56 smithi069 ceph-mon[96738]: osdmap e1325: 8 total, 8 up, 8 in 2024-04-10T16:15:57.101 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:15:56 smithi069 ceph-mon[94167]: osdmap e1325: 8 total, 8 up, 8 in 2024-04-10T16:15:57.256 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:15:56 smithi077 ceph-mon[87572]: osdmap e1325: 8 total, 8 up, 8 in 2024-04-10T16:15:58.100 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:15:57 smithi069 ceph-mon[96738]: pgmap v2348: 169 pgs: 169 active+clean; 929 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 39 MiB/s rd, 17 MiB/s wr, 356 op/s 2024-04-10T16:15:58.100 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:15:57 smithi069 ceph-mon[96738]: osdmap e1326: 8 total, 8 up, 8 in 2024-04-10T16:15:58.101 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:15:57 smithi069 ceph-mon[94167]: pgmap v2348: 169 pgs: 169 active+clean; 929 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 39 MiB/s rd, 17 MiB/s wr, 356 op/s 2024-04-10T16:15:58.101 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:15:57 smithi069 ceph-mon[94167]: osdmap e1326: 8 total, 8 up, 8 in 2024-04-10T16:15:58.199 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestMigration.AbortWithSnapshots (14467 ms) 2024-04-10T16:15:58.199 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestMigration.CloneV1Parent 2024-04-10T16:15:58.228 INFO:tasks.workunit.client.0.smithi069.stdout:resize: 83886080 2024-04-10T16:15:58.239 INFO:tasks.workunit.client.0.smithi069.stdout:write: A 0~10 2024-04-10T16:15:58.247 INFO:tasks.workunit.client.0.smithi069.stdout:snap_create: snap1 2024-04-10T16:15:58.256 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:15:57 smithi077 ceph-mon[87572]: pgmap v2348: 169 pgs: 169 active+clean; 929 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 39 MiB/s rd, 17 MiB/s wr, 356 op/s 2024-04-10T16:15:58.256 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:15:57 smithi077 ceph-mon[87572]: osdmap e1326: 8 total, 8 up, 8 in 2024-04-10T16:15:59.100 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:15:58 smithi069 ceph-mon[96738]: osdmap e1327: 8 total, 8 up, 8 in 2024-04-10T16:15:59.100 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:15:58 smithi069 ceph-mon[94167]: osdmap e1327: 8 total, 8 up, 8 in 2024-04-10T16:15:59.256 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:15:58 smithi077 ceph-mon[87572]: osdmap e1327: 8 total, 8 up, 8 in 2024-04-10T16:15:59.838 INFO:tasks.workunit.client.0.smithi069.stdout:snap_protect: snap1 2024-04-10T16:15:59.900 INFO:tasks.workunit.client.0.smithi069.stdout:migration_prepare 2024-04-10T16:16:00.101 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:15:59 smithi069 ceph-mon[96738]: pgmap v2351: 169 pgs: 169 active+clean; 929 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 30 MiB/s rd, 15 MiB/s wr, 295 op/s 2024-04-10T16:16:00.101 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:15:59 smithi069 ceph-mon[96738]: osdmap e1328: 8 total, 8 up, 8 in 2024-04-10T16:16:00.101 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:15:59 smithi069 ceph-mon[94167]: pgmap v2351: 169 pgs: 169 active+clean; 929 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 30 MiB/s rd, 15 MiB/s wr, 295 op/s 2024-04-10T16:16:00.101 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:15:59 smithi069 ceph-mon[94167]: osdmap e1328: 8 total, 8 up, 8 in 2024-04-10T16:16:00.256 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:15:59 smithi077 ceph-mon[87572]: pgmap v2351: 169 pgs: 169 active+clean; 929 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 30 MiB/s rd, 15 MiB/s wr, 295 op/s 2024-04-10T16:16:00.257 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:15:59 smithi077 ceph-mon[87572]: osdmap e1328: 8 total, 8 up, 8 in 2024-04-10T16:16:01.058 INFO:tasks.workunit.client.0.smithi069.stdout:migration_execute 2024-04-10T16:16:01.100 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:16:00 smithi069 ceph-mon[96738]: osdmap e1329: 8 total, 8 up, 8 in 2024-04-10T16:16:01.100 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:16:00 smithi069 ceph-mon[94167]: osdmap e1329: 8 total, 8 up, 8 in 2024-04-10T16:16:01.136 INFO:tasks.workunit.client.0.smithi069.stdout:migration_commit 2024-04-10T16:16:01.257 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:16:00 smithi077 ceph-mon[87572]: osdmap e1329: 8 total, 8 up, 8 in 2024-04-10T16:16:01.766 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestMigration.CloneV1Parent (3568 ms) 2024-04-10T16:16:01.766 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestMigration.CloneV2Parent 2024-04-10T16:16:01.800 INFO:tasks.workunit.client.0.smithi069.stdout:resize: 83886080 2024-04-10T16:16:01.811 INFO:tasks.workunit.client.0.smithi069.stdout:write: A 0~10 2024-04-10T16:16:01.819 INFO:tasks.workunit.client.0.smithi069.stdout:snap_create: snap1 2024-04-10T16:16:02.101 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:16:01 smithi069 ceph-mon[96738]: pgmap v2354: 169 pgs: 169 active+clean; 925 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 23 MiB/s rd, 6.0 MiB/s wr, 84 op/s 2024-04-10T16:16:02.101 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:16:01 smithi069 ceph-mon[96738]: osdmap e1330: 8 total, 8 up, 8 in 2024-04-10T16:16:02.101 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:16:01 smithi069 ceph-mon[96738]: osdmap e1331: 8 total, 8 up, 8 in 2024-04-10T16:16:02.101 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:16:01 smithi069 ceph-mon[94167]: pgmap v2354: 169 pgs: 169 active+clean; 925 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 23 MiB/s rd, 6.0 MiB/s wr, 84 op/s 2024-04-10T16:16:02.101 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:16:01 smithi069 ceph-mon[94167]: osdmap e1330: 8 total, 8 up, 8 in 2024-04-10T16:16:02.101 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:16:01 smithi069 ceph-mon[94167]: osdmap e1331: 8 total, 8 up, 8 in 2024-04-10T16:16:02.256 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:16:01 smithi077 ceph-mon[87572]: pgmap v2354: 169 pgs: 169 active+clean; 925 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 23 MiB/s rd, 6.0 MiB/s wr, 84 op/s 2024-04-10T16:16:02.257 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:16:01 smithi077 ceph-mon[87572]: osdmap e1330: 8 total, 8 up, 8 in 2024-04-10T16:16:02.257 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:16:01 smithi077 ceph-mon[87572]: osdmap e1331: 8 total, 8 up, 8 in 2024-04-10T16:16:02.757 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:16:02 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:16:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:16:03.659 INFO:tasks.workunit.client.0.smithi069.stdout:snap_protect: snap1 2024-04-10T16:16:03.718 INFO:tasks.workunit.client.0.smithi069.stdout:migration_prepare 2024-04-10T16:16:04.007 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:16:03 smithi077 ceph-mon[87572]: pgmap v2357: 169 pgs: 169 active+clean; 905 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 39 MiB/s rd, 6.0 MiB/s wr, 183 op/s 2024-04-10T16:16:04.007 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:16:03 smithi077 ceph-mon[87572]: osdmap e1332: 8 total, 8 up, 8 in 2024-04-10T16:16:04.100 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:16:03 smithi069 ceph-mon[96738]: pgmap v2357: 169 pgs: 169 active+clean; 905 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 39 MiB/s rd, 6.0 MiB/s wr, 183 op/s 2024-04-10T16:16:04.101 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:16:03 smithi069 ceph-mon[96738]: osdmap e1332: 8 total, 8 up, 8 in 2024-04-10T16:16:04.101 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:16:03 smithi069 ceph-mon[94167]: pgmap v2357: 169 pgs: 169 active+clean; 905 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 39 MiB/s rd, 6.0 MiB/s wr, 183 op/s 2024-04-10T16:16:04.101 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:16:03 smithi069 ceph-mon[94167]: osdmap e1332: 8 total, 8 up, 8 in 2024-04-10T16:16:04.873 INFO:tasks.workunit.client.0.smithi069.stdout:migration_execute 2024-04-10T16:16:04.954 INFO:tasks.workunit.client.0.smithi069.stdout:migration_commit 2024-04-10T16:16:05.006 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:16:04 smithi077 ceph-mon[87572]: osdmap e1333: 8 total, 8 up, 8 in 2024-04-10T16:16:05.100 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:16:04 smithi069 ceph-mon[96738]: osdmap e1333: 8 total, 8 up, 8 in 2024-04-10T16:16:05.101 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:16:04 smithi069 ceph-mon[94167]: osdmap e1333: 8 total, 8 up, 8 in 2024-04-10T16:16:05.799 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestMigration.CloneV2Parent (4033 ms) 2024-04-10T16:16:05.799 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestMigration.CloneV1ParentAbort 2024-04-10T16:16:05.833 INFO:tasks.workunit.client.0.smithi069.stdout:resize: 83886080 2024-04-10T16:16:05.843 INFO:tasks.workunit.client.0.smithi069.stdout:write: A 0~10 2024-04-10T16:16:05.852 INFO:tasks.workunit.client.0.smithi069.stdout:snap_create: snap1 2024-04-10T16:16:06.006 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:16:05 smithi077 ceph-mon[87572]: pgmap v2360: 169 pgs: 169 active+clean; 905 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 16 MiB/s rd, 10 KiB/s wr, 124 op/s 2024-04-10T16:16:06.007 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:16:05 smithi077 ceph-mon[87572]: osdmap e1334: 8 total, 8 up, 8 in 2024-04-10T16:16:06.101 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:16:05 smithi069 ceph-mon[94167]: pgmap v2360: 169 pgs: 169 active+clean; 905 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 16 MiB/s rd, 10 KiB/s wr, 124 op/s 2024-04-10T16:16:06.101 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:16:05 smithi069 ceph-mon[94167]: osdmap e1334: 8 total, 8 up, 8 in 2024-04-10T16:16:06.101 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:16:05 smithi069 ceph-mon[96738]: pgmap v2360: 169 pgs: 169 active+clean; 905 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 16 MiB/s rd, 10 KiB/s wr, 124 op/s 2024-04-10T16:16:06.101 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:16:05 smithi069 ceph-mon[96738]: osdmap e1334: 8 total, 8 up, 8 in 2024-04-10T16:16:06.930 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:16:06 smithi069 ceph-mon[96738]: osdmap e1335: 8 total, 8 up, 8 in 2024-04-10T16:16:06.930 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:16:06 smithi069 ceph-mon[96738]: osdmap e1336: 8 total, 8 up, 8 in 2024-04-10T16:16:06.931 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:16:06 smithi069 ceph-mon[94167]: osdmap e1335: 8 total, 8 up, 8 in 2024-04-10T16:16:06.931 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:16:06 smithi069 ceph-mon[94167]: osdmap e1336: 8 total, 8 up, 8 in 2024-04-10T16:16:07.006 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:16:06 smithi077 ceph-mon[87572]: osdmap e1335: 8 total, 8 up, 8 in 2024-04-10T16:16:07.007 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:16:06 smithi077 ceph-mon[87572]: osdmap e1336: 8 total, 8 up, 8 in 2024-04-10T16:16:07.350 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:16:06 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:16:06] "GET /metrics HTTP/1.1" 200 38899 "" "Prometheus/2.43.0" 2024-04-10T16:16:07.656 INFO:tasks.workunit.client.0.smithi069.stdout:snap_protect: snap1 2024-04-10T16:16:07.720 INFO:tasks.workunit.client.0.smithi069.stdout:migration_prepare 2024-04-10T16:16:08.006 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:16:07 smithi077 ceph-mon[87572]: pgmap v2363: 169 pgs: 169 active+clean; 905 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 506 KiB/s rd, 29 KiB/s wr, 631 op/s 2024-04-10T16:16:08.007 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:16:07 smithi077 ceph-mon[87572]: osdmap e1337: 8 total, 8 up, 8 in 2024-04-10T16:16:08.100 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:16:07 smithi069 ceph-mon[96738]: pgmap v2363: 169 pgs: 169 active+clean; 905 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 506 KiB/s rd, 29 KiB/s wr, 631 op/s 2024-04-10T16:16:08.101 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:16:07 smithi069 ceph-mon[96738]: osdmap e1337: 8 total, 8 up, 8 in 2024-04-10T16:16:08.101 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:16:07 smithi069 ceph-mon[94167]: pgmap v2363: 169 pgs: 169 active+clean; 905 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 506 KiB/s rd, 29 KiB/s wr, 631 op/s 2024-04-10T16:16:08.101 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:16:07 smithi069 ceph-mon[94167]: osdmap e1337: 8 total, 8 up, 8 in 2024-04-10T16:16:08.863 INFO:tasks.workunit.client.0.smithi069.stdout:migration_abort 2024-04-10T16:16:09.823 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestMigration.CloneV1ParentAbort (4023 ms) 2024-04-10T16:16:09.823 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestMigration.CloneV2ParentAbort 2024-04-10T16:16:09.855 INFO:tasks.workunit.client.0.smithi069.stdout:resize: 83886080 2024-04-10T16:16:09.866 INFO:tasks.workunit.client.0.smithi069.stdout:write: A 0~10 2024-04-10T16:16:09.875 INFO:tasks.workunit.client.0.smithi069.stdout:snap_create: snap1 2024-04-10T16:16:10.006 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:16:09 smithi077 ceph-mon[87572]: pgmap v2366: 169 pgs: 169 active+clean; 905 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 491 KiB/s rd, 25 KiB/s wr, 604 op/s 2024-04-10T16:16:10.007 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:16:09 smithi077 ceph-mon[87572]: osdmap e1338: 8 total, 8 up, 8 in 2024-04-10T16:16:10.007 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:16:09 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:16:10.100 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:16:09 smithi069 ceph-mon[96738]: pgmap v2366: 169 pgs: 169 active+clean; 905 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 491 KiB/s rd, 25 KiB/s wr, 604 op/s 2024-04-10T16:16:10.101 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:16:09 smithi069 ceph-mon[96738]: osdmap e1338: 8 total, 8 up, 8 in 2024-04-10T16:16:10.101 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:16:09 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:16:10.101 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:16:09 smithi069 ceph-mon[94167]: pgmap v2366: 169 pgs: 169 active+clean; 905 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 491 KiB/s rd, 25 KiB/s wr, 604 op/s 2024-04-10T16:16:10.101 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:16:09 smithi069 ceph-mon[94167]: osdmap e1338: 8 total, 8 up, 8 in 2024-04-10T16:16:10.101 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:16:09 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:16:11.007 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:16:10 smithi077 ceph-mon[87572]: osdmap e1339: 8 total, 8 up, 8 in 2024-04-10T16:16:11.100 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:16:10 smithi069 ceph-mon[94167]: osdmap e1339: 8 total, 8 up, 8 in 2024-04-10T16:16:11.101 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:16:10 smithi069 ceph-mon[96738]: osdmap e1339: 8 total, 8 up, 8 in 2024-04-10T16:16:11.663 INFO:tasks.workunit.client.0.smithi069.stdout:snap_protect: snap1 2024-04-10T16:16:11.731 INFO:tasks.workunit.client.0.smithi069.stdout:migration_prepare 2024-04-10T16:16:12.007 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:16:11 smithi077 ceph-mon[87572]: pgmap v2369: 169 pgs: 169 active+clean; 905 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 183 KiB/s rd, 13 KiB/s wr, 237 op/s 2024-04-10T16:16:12.007 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:16:11 smithi077 ceph-mon[87572]: osdmap e1340: 8 total, 8 up, 8 in 2024-04-10T16:16:12.007 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:16:11 smithi077 ceph-mon[87572]: osdmap e1341: 8 total, 8 up, 8 in 2024-04-10T16:16:12.100 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:16:11 smithi069 ceph-mon[94167]: pgmap v2369: 169 pgs: 169 active+clean; 905 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 183 KiB/s rd, 13 KiB/s wr, 237 op/s 2024-04-10T16:16:12.101 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:16:11 smithi069 ceph-mon[94167]: osdmap e1340: 8 total, 8 up, 8 in 2024-04-10T16:16:12.101 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:16:11 smithi069 ceph-mon[94167]: osdmap e1341: 8 total, 8 up, 8 in 2024-04-10T16:16:12.101 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:16:11 smithi069 ceph-mon[96738]: pgmap v2369: 169 pgs: 169 active+clean; 905 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 183 KiB/s rd, 13 KiB/s wr, 237 op/s 2024-04-10T16:16:12.101 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:16:11 smithi069 ceph-mon[96738]: osdmap e1340: 8 total, 8 up, 8 in 2024-04-10T16:16:12.101 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:16:11 smithi069 ceph-mon[96738]: osdmap e1341: 8 total, 8 up, 8 in 2024-04-10T16:16:12.756 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:16:12 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:16:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:16:12.897 INFO:tasks.workunit.client.0.smithi069.stdout:migration_abort 2024-04-10T16:16:13.854 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestMigration.CloneV2ParentAbort (4031 ms) 2024-04-10T16:16:13.854 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestMigration.CloneV1ParentAbortFixIncompleteChildReattach 2024-04-10T16:16:13.887 INFO:tasks.workunit.client.0.smithi069.stdout:resize: 83886080 2024-04-10T16:16:13.899 INFO:tasks.workunit.client.0.smithi069.stdout:write: A 0~10 2024-04-10T16:16:13.907 INFO:tasks.workunit.client.0.smithi069.stdout:snap_create: snap1 2024-04-10T16:16:14.007 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:16:13 smithi077 ceph-mon[87572]: pgmap v2372: 169 pgs: 169 active+clean; 905 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 388 KiB/s rd, 24 KiB/s wr, 501 op/s 2024-04-10T16:16:14.007 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:16:13 smithi077 ceph-mon[87572]: osdmap e1342: 8 total, 8 up, 8 in 2024-04-10T16:16:14.100 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:16:13 smithi069 ceph-mon[94167]: pgmap v2372: 169 pgs: 169 active+clean; 905 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 388 KiB/s rd, 24 KiB/s wr, 501 op/s 2024-04-10T16:16:14.101 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:16:13 smithi069 ceph-mon[94167]: osdmap e1342: 8 total, 8 up, 8 in 2024-04-10T16:16:14.101 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:16:13 smithi069 ceph-mon[96738]: pgmap v2372: 169 pgs: 169 active+clean; 905 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 388 KiB/s rd, 24 KiB/s wr, 501 op/s 2024-04-10T16:16:14.101 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:16:13 smithi069 ceph-mon[96738]: osdmap e1342: 8 total, 8 up, 8 in 2024-04-10T16:16:15.006 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:16:14 smithi077 ceph-mon[87572]: osdmap e1343: 8 total, 8 up, 8 in 2024-04-10T16:16:15.101 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:16:14 smithi069 ceph-mon[96738]: osdmap e1343: 8 total, 8 up, 8 in 2024-04-10T16:16:15.101 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:16:14 smithi069 ceph-mon[94167]: osdmap e1343: 8 total, 8 up, 8 in 2024-04-10T16:16:15.742 INFO:tasks.workunit.client.0.smithi069.stdout:snap_protect: snap1 2024-04-10T16:16:15.810 INFO:tasks.workunit.client.0.smithi069.stdout:migration_prepare 2024-04-10T16:16:16.006 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:16:15 smithi077 ceph-mon[87572]: pgmap v2375: 169 pgs: 169 active+clean; 905 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 244 KiB/s rd, 15 KiB/s wr, 312 op/s 2024-04-10T16:16:16.007 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:16:15 smithi077 ceph-mon[87572]: osdmap e1344: 8 total, 8 up, 8 in 2024-04-10T16:16:16.100 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:16:15 smithi069 ceph-mon[96738]: pgmap v2375: 169 pgs: 169 active+clean; 905 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 244 KiB/s rd, 15 KiB/s wr, 312 op/s 2024-04-10T16:16:16.101 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:16:15 smithi069 ceph-mon[96738]: osdmap e1344: 8 total, 8 up, 8 in 2024-04-10T16:16:16.101 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:16:15 smithi069 ceph-mon[94167]: pgmap v2375: 169 pgs: 169 active+clean; 905 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 244 KiB/s rd, 15 KiB/s wr, 312 op/s 2024-04-10T16:16:16.101 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:16:15 smithi069 ceph-mon[94167]: osdmap e1344: 8 total, 8 up, 8 in 2024-04-10T16:16:16.828 INFO:tasks.workunit.client.0.smithi069.stdout:migration_abort 2024-04-10T16:16:17.006 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:16:16 smithi077 ceph-mon[87572]: osdmap e1345: 8 total, 8 up, 8 in 2024-04-10T16:16:17.007 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:16:16 smithi077 ceph-mon[87572]: osdmap e1346: 8 total, 8 up, 8 in 2024-04-10T16:16:17.100 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:16:16 smithi069 ceph-mon[96738]: osdmap e1345: 8 total, 8 up, 8 in 2024-04-10T16:16:17.101 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:16:16 smithi069 ceph-mon[96738]: osdmap e1346: 8 total, 8 up, 8 in 2024-04-10T16:16:17.101 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:16:16 smithi069 ceph-mon[94167]: osdmap e1345: 8 total, 8 up, 8 in 2024-04-10T16:16:17.101 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:16:16 smithi069 ceph-mon[94167]: osdmap e1346: 8 total, 8 up, 8 in 2024-04-10T16:16:17.101 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:16:16 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:16:16] "GET /metrics HTTP/1.1" 200 38902 "" "Prometheus/2.43.0" 2024-04-10T16:16:17.897 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestMigration.CloneV1ParentAbortFixIncompleteChildReattach (4043 ms) 2024-04-10T16:16:17.897 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestMigration.CloneV1ParentAbortFixParentReattach 2024-04-10T16:16:17.929 INFO:tasks.workunit.client.0.smithi069.stdout:resize: 83886080 2024-04-10T16:16:17.940 INFO:tasks.workunit.client.0.smithi069.stdout:write: A 0~10 2024-04-10T16:16:17.948 INFO:tasks.workunit.client.0.smithi069.stdout:snap_create: snap1 2024-04-10T16:16:18.006 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:16:17 smithi077 ceph-mon[87572]: pgmap v2378: 169 pgs: 169 active+clean; 905 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 246 KiB/s rd, 21 KiB/s wr, 320 op/s 2024-04-10T16:16:18.100 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:16:17 smithi069 ceph-mon[96738]: pgmap v2378: 169 pgs: 169 active+clean; 905 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 246 KiB/s rd, 21 KiB/s wr, 320 op/s 2024-04-10T16:16:18.101 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:16:17 smithi069 ceph-mon[94167]: pgmap v2378: 169 pgs: 169 active+clean; 905 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 246 KiB/s rd, 21 KiB/s wr, 320 op/s 2024-04-10T16:16:19.007 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:16:18 smithi077 ceph-mon[87572]: osdmap e1347: 8 total, 8 up, 8 in 2024-04-10T16:16:19.109 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:16:18 smithi069 ceph-mon[94167]: osdmap e1347: 8 total, 8 up, 8 in 2024-04-10T16:16:19.110 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:16:18 smithi069 ceph-mon[96738]: osdmap e1347: 8 total, 8 up, 8 in 2024-04-10T16:16:19.773 INFO:tasks.workunit.client.0.smithi069.stdout:snap_protect: snap1 2024-04-10T16:16:19.841 INFO:tasks.workunit.client.0.smithi069.stdout:migration_prepare 2024-04-10T16:16:20.101 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:16:19 smithi069 ceph-mon[94167]: pgmap v2381: 169 pgs: 169 active+clean; 905 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 207 KiB/s rd, 16 KiB/s wr, 271 op/s 2024-04-10T16:16:20.101 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:16:19 smithi069 ceph-mon[94167]: osdmap e1348: 8 total, 8 up, 8 in 2024-04-10T16:16:20.101 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:16:19 smithi069 ceph-mon[96738]: pgmap v2381: 169 pgs: 169 active+clean; 905 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 207 KiB/s rd, 16 KiB/s wr, 271 op/s 2024-04-10T16:16:20.101 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:16:19 smithi069 ceph-mon[96738]: osdmap e1348: 8 total, 8 up, 8 in 2024-04-10T16:16:20.257 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:16:19 smithi077 ceph-mon[87572]: pgmap v2381: 169 pgs: 169 active+clean; 905 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 207 KiB/s rd, 16 KiB/s wr, 271 op/s 2024-04-10T16:16:20.257 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:16:19 smithi077 ceph-mon[87572]: osdmap e1348: 8 total, 8 up, 8 in 2024-04-10T16:16:20.990 INFO:tasks.workunit.client.0.smithi069.stdout:migration_abort 2024-04-10T16:16:21.100 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:16:20 smithi069 ceph-mon[94167]: osdmap e1349: 8 total, 8 up, 8 in 2024-04-10T16:16:21.101 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:16:20 smithi069 ceph-mon[96738]: osdmap e1349: 8 total, 8 up, 8 in 2024-04-10T16:16:21.256 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:16:20 smithi077 ceph-mon[87572]: osdmap e1349: 8 total, 8 up, 8 in 2024-04-10T16:16:21.805 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestMigration.CloneV1ParentAbortFixParentReattach (3909 ms) 2024-04-10T16:16:21.805 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestMigration.CloneV1ParentAbortRelinkNotNeeded 2024-04-10T16:16:21.839 INFO:tasks.workunit.client.0.smithi069.stdout:resize: 83886080 2024-04-10T16:16:21.850 INFO:tasks.workunit.client.0.smithi069.stdout:write: A 0~10 2024-04-10T16:16:21.858 INFO:tasks.workunit.client.0.smithi069.stdout:snap_create: snap1 2024-04-10T16:16:22.101 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:16:21 smithi069 ceph-mon[94167]: pgmap v2384: 169 pgs: 169 active+clean; 905 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 156 KiB/s rd, 10 KiB/s wr, 201 op/s 2024-04-10T16:16:22.101 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:16:21 smithi069 ceph-mon[94167]: osdmap e1350: 8 total, 8 up, 8 in 2024-04-10T16:16:22.101 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:16:21 smithi069 ceph-mon[94167]: osdmap e1351: 8 total, 8 up, 8 in 2024-04-10T16:16:22.101 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:16:21 smithi069 ceph-mon[96738]: pgmap v2384: 169 pgs: 169 active+clean; 905 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 156 KiB/s rd, 10 KiB/s wr, 201 op/s 2024-04-10T16:16:22.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:16:21 smithi069 ceph-mon[96738]: osdmap e1350: 8 total, 8 up, 8 in 2024-04-10T16:16:22.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:16:21 smithi069 ceph-mon[96738]: osdmap e1351: 8 total, 8 up, 8 in 2024-04-10T16:16:22.158 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:16:21 smithi077 ceph-mon[87572]: pgmap v2384: 169 pgs: 169 active+clean; 905 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 156 KiB/s rd, 10 KiB/s wr, 201 op/s 2024-04-10T16:16:22.158 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:16:21 smithi077 ceph-mon[87572]: osdmap e1350: 8 total, 8 up, 8 in 2024-04-10T16:16:22.158 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:16:21 smithi077 ceph-mon[87572]: osdmap e1351: 8 total, 8 up, 8 in 2024-04-10T16:16:22.507 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:16:22 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:16:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:16:23.799 INFO:tasks.workunit.client.0.smithi069.stdout:snap_protect: snap1 2024-04-10T16:16:23.865 INFO:tasks.workunit.client.0.smithi069.stdout:migration_prepare 2024-04-10T16:16:24.100 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:16:23 smithi069 ceph-mon[94167]: pgmap v2387: 169 pgs: 169 active+clean; 905 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 356 KiB/s rd, 22 KiB/s wr, 455 op/s 2024-04-10T16:16:24.101 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:16:23 smithi069 ceph-mon[94167]: osdmap e1352: 8 total, 8 up, 8 in 2024-04-10T16:16:24.101 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:16:23 smithi069 ceph-mon[96738]: pgmap v2387: 169 pgs: 169 active+clean; 905 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 356 KiB/s rd, 22 KiB/s wr, 455 op/s 2024-04-10T16:16:24.101 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:16:23 smithi069 ceph-mon[96738]: osdmap e1352: 8 total, 8 up, 8 in 2024-04-10T16:16:24.257 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:16:23 smithi077 ceph-mon[87572]: pgmap v2387: 169 pgs: 169 active+clean; 905 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 356 KiB/s rd, 22 KiB/s wr, 455 op/s 2024-04-10T16:16:24.257 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:16:23 smithi077 ceph-mon[87572]: osdmap e1352: 8 total, 8 up, 8 in 2024-04-10T16:16:25.011 INFO:tasks.workunit.client.0.smithi069.stdout:migration_abort 2024-04-10T16:16:25.100 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:16:24 smithi069 ceph-mon[96738]: osdmap e1353: 8 total, 8 up, 8 in 2024-04-10T16:16:25.101 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:16:24 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:16:25.101 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:16:24 smithi069 ceph-mon[94167]: osdmap e1353: 8 total, 8 up, 8 in 2024-04-10T16:16:25.101 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:16:24 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:16:25.256 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:16:24 smithi077 ceph-mon[87572]: osdmap e1353: 8 total, 8 up, 8 in 2024-04-10T16:16:25.257 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:16:24 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:16:25.940 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestMigration.CloneV1ParentAbortRelinkNotNeeded (4134 ms) 2024-04-10T16:16:25.940 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestMigration.CloneV2ParentAbortFixIncompleteChildReattach 2024-04-10T16:16:25.971 INFO:tasks.workunit.client.0.smithi069.stdout:resize: 83886080 2024-04-10T16:16:25.982 INFO:tasks.workunit.client.0.smithi069.stdout:write: A 0~10 2024-04-10T16:16:25.991 INFO:tasks.workunit.client.0.smithi069.stdout:snap_create: snap1 2024-04-10T16:16:26.101 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:16:25 smithi069 ceph-mon[94167]: pgmap v2390: 169 pgs: 169 active+clean; 905 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 221 KiB/s rd, 15 KiB/s wr, 282 op/s 2024-04-10T16:16:26.101 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:16:25 smithi069 ceph-mon[94167]: osdmap e1354: 8 total, 8 up, 8 in 2024-04-10T16:16:26.101 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:16:25 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:16:26.101 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:16:25 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:16:26.101 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:16:25 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:16:26.101 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:16:25 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:16:26.101 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:16:25 smithi069 ceph-mon[96738]: pgmap v2390: 169 pgs: 169 active+clean; 905 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 221 KiB/s rd, 15 KiB/s wr, 282 op/s 2024-04-10T16:16:26.101 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:16:25 smithi069 ceph-mon[96738]: osdmap e1354: 8 total, 8 up, 8 in 2024-04-10T16:16:26.101 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:16:25 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:16:26.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:16:25 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:16:26.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:16:25 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:16:26.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:16:25 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:16:26.256 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:16:25 smithi077 ceph-mon[87572]: pgmap v2390: 169 pgs: 169 active+clean; 905 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 221 KiB/s rd, 15 KiB/s wr, 282 op/s 2024-04-10T16:16:26.257 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:16:25 smithi077 ceph-mon[87572]: osdmap e1354: 8 total, 8 up, 8 in 2024-04-10T16:16:26.257 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:16:25 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:16:26.257 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:16:25 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:16:26.257 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:16:25 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:16:26.257 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:16:25 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:16:27.101 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:16:26 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:16:26] "GET /metrics HTTP/1.1" 200 38896 "" "Prometheus/2.43.0" 2024-04-10T16:16:27.101 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:16:26 smithi069 ceph-mon[96738]: osdmap e1355: 8 total, 8 up, 8 in 2024-04-10T16:16:27.101 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:16:26 smithi069 ceph-mon[96738]: osdmap e1356: 8 total, 8 up, 8 in 2024-04-10T16:16:27.101 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:16:26 smithi069 ceph-mon[94167]: osdmap e1355: 8 total, 8 up, 8 in 2024-04-10T16:16:27.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:16:26 smithi069 ceph-mon[94167]: osdmap e1356: 8 total, 8 up, 8 in 2024-04-10T16:16:27.256 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:16:26 smithi077 ceph-mon[87572]: osdmap e1355: 8 total, 8 up, 8 in 2024-04-10T16:16:27.257 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:16:26 smithi077 ceph-mon[87572]: osdmap e1356: 8 total, 8 up, 8 in 2024-04-10T16:16:27.660 INFO:tasks.workunit.client.0.smithi069.stdout:snap_protect: snap1 2024-04-10T16:16:27.723 INFO:tasks.workunit.client.0.smithi069.stdout:migration_prepare 2024-04-10T16:16:28.101 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:16:27 smithi069 ceph-mon[96738]: pgmap v2393: 169 pgs: 169 active+clean; 905 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 318 KiB/s rd, 21 KiB/s wr, 412 op/s 2024-04-10T16:16:28.101 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:16:27 smithi069 ceph-mon[96738]: osdmap e1357: 8 total, 8 up, 8 in 2024-04-10T16:16:28.101 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:16:27 smithi069 ceph-mon[94167]: pgmap v2393: 169 pgs: 169 active+clean; 905 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 318 KiB/s rd, 21 KiB/s wr, 412 op/s 2024-04-10T16:16:28.101 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:16:27 smithi069 ceph-mon[94167]: osdmap e1357: 8 total, 8 up, 8 in 2024-04-10T16:16:28.257 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:16:27 smithi077 ceph-mon[87572]: pgmap v2393: 169 pgs: 169 active+clean; 905 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 318 KiB/s rd, 21 KiB/s wr, 412 op/s 2024-04-10T16:16:28.257 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:16:27 smithi077 ceph-mon[87572]: osdmap e1357: 8 total, 8 up, 8 in 2024-04-10T16:16:28.838 INFO:tasks.workunit.client.0.smithi069.stdout:migration_abort 2024-04-10T16:16:29.968 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestMigration.CloneV2ParentAbortFixIncompleteChildReattach (4029 ms) 2024-04-10T16:16:29.968 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestMigration.CloneV2ParentAbortFixParentReattach 2024-04-10T16:16:30.004 INFO:tasks.workunit.client.0.smithi069.stdout:resize: 83886080 2024-04-10T16:16:30.006 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:16:29 smithi077 ceph-mon[87572]: pgmap v2396: 169 pgs: 169 active+clean; 905 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 297 KiB/s rd, 18 KiB/s wr, 384 op/s 2024-04-10T16:16:30.007 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:16:29 smithi077 ceph-mon[87572]: osdmap e1358: 8 total, 8 up, 8 in 2024-04-10T16:16:30.016 INFO:tasks.workunit.client.0.smithi069.stdout:write: A 0~10 2024-04-10T16:16:30.025 INFO:tasks.workunit.client.0.smithi069.stdout:snap_create: snap1 2024-04-10T16:16:30.101 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:16:29 smithi069 ceph-mon[96738]: pgmap v2396: 169 pgs: 169 active+clean; 905 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 297 KiB/s rd, 18 KiB/s wr, 384 op/s 2024-04-10T16:16:30.101 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:16:29 smithi069 ceph-mon[96738]: osdmap e1358: 8 total, 8 up, 8 in 2024-04-10T16:16:30.101 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:16:29 smithi069 ceph-mon[94167]: pgmap v2396: 169 pgs: 169 active+clean; 905 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 297 KiB/s rd, 18 KiB/s wr, 384 op/s 2024-04-10T16:16:30.101 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:16:29 smithi069 ceph-mon[94167]: osdmap e1358: 8 total, 8 up, 8 in 2024-04-10T16:16:31.101 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:16:30 smithi069 ceph-mon[96738]: osdmap e1359: 8 total, 8 up, 8 in 2024-04-10T16:16:31.101 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:16:30 smithi069 ceph-mon[94167]: osdmap e1359: 8 total, 8 up, 8 in 2024-04-10T16:16:31.257 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:16:30 smithi077 ceph-mon[87572]: osdmap e1359: 8 total, 8 up, 8 in 2024-04-10T16:16:31.666 INFO:tasks.workunit.client.0.smithi069.stdout:snap_protect: snap1 2024-04-10T16:16:31.729 INFO:tasks.workunit.client.0.smithi069.stdout:migration_prepare 2024-04-10T16:16:32.101 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:16:31 smithi069 ceph-mon[94167]: pgmap v2399: 169 pgs: 169 active+clean; 905 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 175 KiB/s rd, 11 KiB/s wr, 219 op/s 2024-04-10T16:16:32.101 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:16:31 smithi069 ceph-mon[94167]: osdmap e1360: 8 total, 8 up, 8 in 2024-04-10T16:16:32.101 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:16:31 smithi069 ceph-mon[94167]: osdmap e1361: 8 total, 8 up, 8 in 2024-04-10T16:16:32.101 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:16:31 smithi069 ceph-mon[96738]: pgmap v2399: 169 pgs: 169 active+clean; 905 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 175 KiB/s rd, 11 KiB/s wr, 219 op/s 2024-04-10T16:16:32.101 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:16:31 smithi069 ceph-mon[96738]: osdmap e1360: 8 total, 8 up, 8 in 2024-04-10T16:16:32.101 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:16:31 smithi069 ceph-mon[96738]: osdmap e1361: 8 total, 8 up, 8 in 2024-04-10T16:16:32.257 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:16:31 smithi077 ceph-mon[87572]: pgmap v2399: 169 pgs: 169 active+clean; 905 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 175 KiB/s rd, 11 KiB/s wr, 219 op/s 2024-04-10T16:16:32.257 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:16:31 smithi077 ceph-mon[87572]: osdmap e1360: 8 total, 8 up, 8 in 2024-04-10T16:16:32.257 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:16:31 smithi077 ceph-mon[87572]: osdmap e1361: 8 total, 8 up, 8 in 2024-04-10T16:16:32.757 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:16:32 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:16:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:16:32.855 INFO:tasks.workunit.client.0.smithi069.stdout:migration_abort 2024-04-10T16:16:33.980 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestMigration.CloneV2ParentAbortFixParentReattach (4011 ms) 2024-04-10T16:16:33.980 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestMigration.CloneV2ParentAbortRelinkNotNeeded 2024-04-10T16:16:34.006 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:16:33 smithi077 ceph-mon[87572]: pgmap v2402: 169 pgs: 169 active+clean; 905 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 328 KiB/s rd, 20 KiB/s wr, 414 op/s 2024-04-10T16:16:34.006 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:16:33 smithi077 ceph-mon[87572]: osdmap e1362: 8 total, 8 up, 8 in 2024-04-10T16:16:34.011 INFO:tasks.workunit.client.0.smithi069.stdout:resize: 83886080 2024-04-10T16:16:34.023 INFO:tasks.workunit.client.0.smithi069.stdout:write: A 0~10 2024-04-10T16:16:34.032 INFO:tasks.workunit.client.0.smithi069.stdout:snap_create: snap1 2024-04-10T16:16:34.101 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:16:33 smithi069 ceph-mon[96738]: pgmap v2402: 169 pgs: 169 active+clean; 905 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 328 KiB/s rd, 20 KiB/s wr, 414 op/s 2024-04-10T16:16:34.101 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:16:33 smithi069 ceph-mon[96738]: osdmap e1362: 8 total, 8 up, 8 in 2024-04-10T16:16:34.101 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:16:33 smithi069 ceph-mon[94167]: pgmap v2402: 169 pgs: 169 active+clean; 905 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 328 KiB/s rd, 20 KiB/s wr, 414 op/s 2024-04-10T16:16:34.101 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:16:33 smithi069 ceph-mon[94167]: osdmap e1362: 8 total, 8 up, 8 in 2024-04-10T16:16:35.101 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:16:34 smithi069 ceph-mon[96738]: osdmap e1363: 8 total, 8 up, 8 in 2024-04-10T16:16:35.101 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:16:34 smithi069 ceph-mon[94167]: osdmap e1363: 8 total, 8 up, 8 in 2024-04-10T16:16:35.257 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:16:34 smithi077 ceph-mon[87572]: osdmap e1363: 8 total, 8 up, 8 in 2024-04-10T16:16:35.856 INFO:tasks.workunit.client.0.smithi069.stdout:snap_protect: snap1 2024-04-10T16:16:35.921 INFO:tasks.workunit.client.0.smithi069.stdout:migration_prepare 2024-04-10T16:16:36.101 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:16:35 smithi069 ceph-mon[96738]: pgmap v2405: 169 pgs: 169 active+clean; 905 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 272 KiB/s rd, 23 KiB/s wr, 352 op/s 2024-04-10T16:16:36.101 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:16:35 smithi069 ceph-mon[96738]: osdmap e1364: 8 total, 8 up, 8 in 2024-04-10T16:16:36.101 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:16:35 smithi069 ceph-mon[94167]: pgmap v2405: 169 pgs: 169 active+clean; 905 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 272 KiB/s rd, 23 KiB/s wr, 352 op/s 2024-04-10T16:16:36.101 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:16:35 smithi069 ceph-mon[94167]: osdmap e1364: 8 total, 8 up, 8 in 2024-04-10T16:16:36.257 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:16:35 smithi077 ceph-mon[87572]: pgmap v2405: 169 pgs: 169 active+clean; 905 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 272 KiB/s rd, 23 KiB/s wr, 352 op/s 2024-04-10T16:16:36.257 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:16:35 smithi077 ceph-mon[87572]: osdmap e1364: 8 total, 8 up, 8 in 2024-04-10T16:16:36.846 INFO:tasks.workunit.client.0.smithi069.stdout:migration_abort 2024-04-10T16:16:37.100 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:16:36 smithi069 ceph-mon[96738]: osdmap e1365: 8 total, 8 up, 8 in 2024-04-10T16:16:37.101 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:16:36 smithi069 ceph-mon[96738]: osdmap e1366: 8 total, 8 up, 8 in 2024-04-10T16:16:37.101 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:16:36 smithi069 ceph-mon[94167]: osdmap e1365: 8 total, 8 up, 8 in 2024-04-10T16:16:37.101 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:16:36 smithi069 ceph-mon[94167]: osdmap e1366: 8 total, 8 up, 8 in 2024-04-10T16:16:37.101 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:16:36 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:16:36] "GET /metrics HTTP/1.1" 200 38896 "" "Prometheus/2.43.0" 2024-04-10T16:16:37.257 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:16:36 smithi077 ceph-mon[87572]: osdmap e1365: 8 total, 8 up, 8 in 2024-04-10T16:16:37.257 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:16:36 smithi077 ceph-mon[87572]: osdmap e1366: 8 total, 8 up, 8 in 2024-04-10T16:16:38.001 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestMigration.CloneV2ParentAbortRelinkNotNeeded (4022 ms) 2024-04-10T16:16:38.002 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestMigration.StressNoMigrate 2024-04-10T16:16:38.037 INFO:tasks.workunit.client.0.smithi069.stdout:resize: 83886080 2024-04-10T16:16:38.049 INFO:tasks.workunit.client.0.smithi069.stdout:write: A 34352590~6452674 2024-04-10T16:16:38.100 INFO:tasks.workunit.client.0.smithi069.stdout:discard: 41049857~5690522 2024-04-10T16:16:38.100 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:16:37 smithi069 ceph-mon[96738]: pgmap v2408: 169 pgs: 169 active+clean; 905 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 293 KiB/s rd, 25 KiB/s wr, 383 op/s 2024-04-10T16:16:38.100 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:16:37 smithi069 ceph-mon[94167]: pgmap v2408: 169 pgs: 169 active+clean; 905 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 293 KiB/s rd, 25 KiB/s wr, 383 op/s 2024-04-10T16:16:38.102 INFO:tasks.workunit.client.0.smithi069.stdout:write: A 77461577~6424503 2024-04-10T16:16:38.140 INFO:tasks.workunit.client.0.smithi069.stdout:discard: 5433572~4211201 2024-04-10T16:16:38.141 INFO:tasks.workunit.client.0.smithi069.stdout:write: A 40874449~3317199 2024-04-10T16:16:38.161 INFO:tasks.workunit.client.0.smithi069.stdout:discard: 34159014~3703203 2024-04-10T16:16:38.164 INFO:tasks.workunit.client.0.smithi069.stdout:write: A 70703436~7252966 2024-04-10T16:16:38.199 INFO:tasks.workunit.client.0.smithi069.stdout:discard: 18498483~4225510 2024-04-10T16:16:38.199 INFO:tasks.workunit.client.0.smithi069.stdout:snap_create: snap0 2024-04-10T16:16:38.257 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:16:37 smithi077 ceph-mon[87572]: pgmap v2408: 169 pgs: 169 active+clean; 905 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 293 KiB/s rd, 25 KiB/s wr, 383 op/s 2024-04-10T16:16:39.257 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:16:38 smithi077 ceph-mon[87572]: osdmap e1367: 8 total, 8 up, 8 in 2024-04-10T16:16:39.492 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:16:38 smithi069 ceph-mon[96738]: osdmap e1367: 8 total, 8 up, 8 in 2024-04-10T16:16:39.493 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:16:38 smithi069 ceph-mon[94167]: osdmap e1367: 8 total, 8 up, 8 in 2024-04-10T16:16:39.875 INFO:tasks.workunit.client.0.smithi069.stdout:snap_protect: snap0 2024-04-10T16:16:39.888 INFO:tasks.workunit.client.0.smithi069.stdout:clone image159 -> image162 2024-04-10T16:16:39.993 INFO:tasks.workunit.client.0.smithi069.stdout:resize: 135917726 2024-04-10T16:16:40.004 INFO:tasks.workunit.client.0.smithi069.stdout:write: B 4010091~741463 2024-04-10T16:16:40.018 INFO:tasks.workunit.client.0.smithi069.stdout:discard: 93094082~811907 2024-04-10T16:16:40.018 INFO:tasks.workunit.client.0.smithi069.stdout:write: B 80005267~7749367 2024-04-10T16:16:40.079 INFO:tasks.workunit.client.0.smithi069.stdout:discard: 100627188~5112535 2024-04-10T16:16:40.079 INFO:tasks.workunit.client.0.smithi069.stdout:write: B 131481682~4436044 2024-04-10T16:16:40.109 INFO:tasks.workunit.client.0.smithi069.stdout:discard: 15308551~2929884 2024-04-10T16:16:40.115 INFO:tasks.workunit.client.0.smithi069.stdout:write: B 120945790~4877565 2024-04-10T16:16:40.148 INFO:tasks.workunit.client.0.smithi069.stdout:discard: 3650237~2633241 2024-04-10T16:16:40.151 INFO:tasks.workunit.client.0.smithi069.stdout:snap_create: snap1 2024-04-10T16:16:40.256 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:16:39 smithi077 ceph-mon[87572]: pgmap v2411: 169 pgs: 169 active+clean; 905 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 174 KiB/s rd, 12 KiB/s wr, 225 op/s 2024-04-10T16:16:40.257 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:16:39 smithi077 ceph-mon[87572]: osdmap e1368: 8 total, 8 up, 8 in 2024-04-10T16:16:40.257 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:16:39 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:16:40.350 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:16:39 smithi069 ceph-mon[96738]: pgmap v2411: 169 pgs: 169 active+clean; 905 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 174 KiB/s rd, 12 KiB/s wr, 225 op/s 2024-04-10T16:16:40.351 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:16:39 smithi069 ceph-mon[96738]: osdmap e1368: 8 total, 8 up, 8 in 2024-04-10T16:16:40.351 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:16:39 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:16:40.351 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:16:39 smithi069 ceph-mon[94167]: pgmap v2411: 169 pgs: 169 active+clean; 905 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 174 KiB/s rd, 12 KiB/s wr, 225 op/s 2024-04-10T16:16:40.351 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:16:39 smithi069 ceph-mon[94167]: osdmap e1368: 8 total, 8 up, 8 in 2024-04-10T16:16:40.351 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:16:39 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:16:41.256 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:16:40 smithi077 ceph-mon[87572]: osdmap e1369: 8 total, 8 up, 8 in 2024-04-10T16:16:41.350 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:16:40 smithi069 ceph-mon[96738]: osdmap e1369: 8 total, 8 up, 8 in 2024-04-10T16:16:41.351 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:16:40 smithi069 ceph-mon[94167]: osdmap e1369: 8 total, 8 up, 8 in 2024-04-10T16:16:41.672 INFO:tasks.workunit.client.0.smithi069.stdout:snap_protect: snap1 2024-04-10T16:16:41.684 INFO:tasks.workunit.client.0.smithi069.stdout:clone image162 -> image164 2024-04-10T16:16:41.814 INFO:tasks.workunit.client.0.smithi069.stdout:resize: 194333576 2024-04-10T16:16:41.825 INFO:tasks.workunit.client.0.smithi069.stdout:write: C 186864198~7197510 2024-04-10T16:16:41.880 INFO:tasks.workunit.client.0.smithi069.stdout:discard: 66829785~7126993 2024-04-10T16:16:41.910 INFO:tasks.workunit.client.0.smithi069.stdout:write: C 39545783~5710588 2024-04-10T16:16:41.966 INFO:tasks.workunit.client.0.smithi069.stdout:discard: 187507514~6106678 2024-04-10T16:16:41.974 INFO:tasks.workunit.client.0.smithi069.stdout:write: C 181398049~7712618 2024-04-10T16:16:42.017 INFO:tasks.workunit.client.0.smithi069.stdout:discard: 38795328~2909004 2024-04-10T16:16:42.020 INFO:tasks.workunit.client.0.smithi069.stdout:write: C 40518323~7374337 2024-04-10T16:16:42.055 INFO:tasks.workunit.client.0.smithi069.stdout:discard: 105568413~1835915 2024-04-10T16:16:42.062 INFO:tasks.workunit.client.0.smithi069.stdout:snap_create: snap2 2024-04-10T16:16:42.257 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:16:41 smithi077 ceph-mon[87572]: pgmap v2414: 169 pgs: 169 active+clean; 924 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 61 KiB/s rd, 6.3 MiB/s wr, 98 op/s 2024-04-10T16:16:42.257 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:16:41 smithi077 ceph-mon[87572]: osdmap e1370: 8 total, 8 up, 8 in 2024-04-10T16:16:42.257 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:16:41 smithi077 ceph-mon[87572]: osdmap e1371: 8 total, 8 up, 8 in 2024-04-10T16:16:42.351 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:16:41 smithi069 ceph-mon[96738]: pgmap v2414: 169 pgs: 169 active+clean; 924 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 61 KiB/s rd, 6.3 MiB/s wr, 98 op/s 2024-04-10T16:16:42.351 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:16:41 smithi069 ceph-mon[96738]: osdmap e1370: 8 total, 8 up, 8 in 2024-04-10T16:16:42.351 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:16:41 smithi069 ceph-mon[96738]: osdmap e1371: 8 total, 8 up, 8 in 2024-04-10T16:16:42.351 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:16:41 smithi069 ceph-mon[94167]: pgmap v2414: 169 pgs: 169 active+clean; 924 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 61 KiB/s rd, 6.3 MiB/s wr, 98 op/s 2024-04-10T16:16:42.352 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:16:41 smithi069 ceph-mon[94167]: osdmap e1370: 8 total, 8 up, 8 in 2024-04-10T16:16:42.352 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:16:41 smithi069 ceph-mon[94167]: osdmap e1371: 8 total, 8 up, 8 in 2024-04-10T16:16:42.757 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:16:42 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:16:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:16:43.905 INFO:tasks.workunit.client.0.smithi069.stdout:snap_protect: snap2 2024-04-10T16:16:43.917 INFO:tasks.workunit.client.0.smithi069.stdout:clone image164 -> image166 2024-04-10T16:16:44.071 INFO:tasks.workunit.client.0.smithi069.stdout:write: D 172665110~1629044 2024-04-10T16:16:44.095 INFO:tasks.workunit.client.0.smithi069.stdout:discard: 30817183~4313909 2024-04-10T16:16:44.102 INFO:tasks.workunit.client.0.smithi069.stdout:write: D 183029876~7807779 2024-04-10T16:16:44.160 INFO:tasks.workunit.client.0.smithi069.stdout:discard: 54889509~4931500 2024-04-10T16:16:44.166 INFO:tasks.workunit.client.0.smithi069.stdout:write: D 143148667~3889870 2024-04-10T16:16:44.198 INFO:tasks.workunit.client.0.smithi069.stdout:discard: 173465893~4911151 2024-04-10T16:16:44.203 INFO:tasks.workunit.client.0.smithi069.stdout:write: D 6526293~334251 2024-04-10T16:16:44.211 INFO:tasks.workunit.client.0.smithi069.stdout:discard: 98340340~2396076 2024-04-10T16:16:44.218 INFO:tasks.workunit.client.0.smithi069.stdout:snap_create: snap3 2024-04-10T16:16:44.256 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:16:43 smithi077 ceph-mon[87572]: pgmap v2417: 169 pgs: 169 active+clean; 972 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 1.4 MiB/s rd, 14 MiB/s wr, 504 op/s 2024-04-10T16:16:44.257 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:16:43 smithi077 ceph-mon[87572]: osdmap e1372: 8 total, 8 up, 8 in 2024-04-10T16:16:44.350 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:16:43 smithi069 ceph-mon[96738]: pgmap v2417: 169 pgs: 169 active+clean; 972 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 1.4 MiB/s rd, 14 MiB/s wr, 504 op/s 2024-04-10T16:16:44.351 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:16:43 smithi069 ceph-mon[96738]: osdmap e1372: 8 total, 8 up, 8 in 2024-04-10T16:16:44.351 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:16:43 smithi069 ceph-mon[94167]: pgmap v2417: 169 pgs: 169 active+clean; 972 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 1.4 MiB/s rd, 14 MiB/s wr, 504 op/s 2024-04-10T16:16:44.351 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:16:43 smithi069 ceph-mon[94167]: osdmap e1372: 8 total, 8 up, 8 in 2024-04-10T16:16:45.257 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:16:44 smithi077 ceph-mon[87572]: osdmap e1373: 8 total, 8 up, 8 in 2024-04-10T16:16:45.351 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:16:44 smithi069 ceph-mon[96738]: osdmap e1373: 8 total, 8 up, 8 in 2024-04-10T16:16:45.351 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:16:44 smithi069 ceph-mon[94167]: osdmap e1373: 8 total, 8 up, 8 in 2024-04-10T16:16:45.924 INFO:tasks.workunit.client.0.smithi069.stdout:snap_protect: snap3 2024-04-10T16:16:45.936 INFO:tasks.workunit.client.0.smithi069.stdout:clone image166 -> image168 2024-04-10T16:16:46.257 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:16:45 smithi077 ceph-mon[87572]: pgmap v2420: 169 pgs: 169 active+clean; 1005 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 15 MiB/s wr, 473 op/s 2024-04-10T16:16:46.257 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:16:45 smithi077 ceph-mon[87572]: osdmap e1374: 8 total, 8 up, 8 in 2024-04-10T16:16:46.329 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestMigration.StressNoMigrate (8327 ms) 2024-04-10T16:16:46.329 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestMigration.Stress 2024-04-10T16:16:46.351 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:16:45 smithi069 ceph-mon[96738]: pgmap v2420: 169 pgs: 169 active+clean; 1005 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 15 MiB/s wr, 473 op/s 2024-04-10T16:16:46.351 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:16:45 smithi069 ceph-mon[96738]: osdmap e1374: 8 total, 8 up, 8 in 2024-04-10T16:16:46.351 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:16:45 smithi069 ceph-mon[94167]: pgmap v2420: 169 pgs: 169 active+clean; 1005 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 15 MiB/s wr, 473 op/s 2024-04-10T16:16:46.351 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:16:45 smithi069 ceph-mon[94167]: osdmap e1374: 8 total, 8 up, 8 in 2024-04-10T16:16:46.361 INFO:tasks.workunit.client.0.smithi069.stdout:resize: 83886080 2024-04-10T16:16:46.372 INFO:tasks.workunit.client.0.smithi069.stdout:write: A 3950228~5063987 2024-04-10T16:16:46.415 INFO:tasks.workunit.client.0.smithi069.stdout:discard: 54719645~1265547 2024-04-10T16:16:46.415 INFO:tasks.workunit.client.0.smithi069.stdout:write: A 54506199~2194494 2024-04-10T16:16:46.436 INFO:tasks.workunit.client.0.smithi069.stdout:discard: 68289087~5412005 2024-04-10T16:16:46.437 INFO:tasks.workunit.client.0.smithi069.stdout:write: A 15636528~1339186 2024-04-10T16:16:46.449 INFO:tasks.workunit.client.0.smithi069.stdout:discard: 73362052~6085340 2024-04-10T16:16:46.449 INFO:tasks.workunit.client.0.smithi069.stdout:write: A 41268816~7125785 2024-04-10T16:16:46.490 INFO:tasks.workunit.client.0.smithi069.stdout:discard: 19828302~2742475 2024-04-10T16:16:46.493 INFO:tasks.workunit.client.0.smithi069.stdout:snap_create: snap0 2024-04-10T16:16:47.257 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:16:46 smithi077 ceph-mon[87572]: osdmap e1375: 8 total, 8 up, 8 in 2024-04-10T16:16:47.257 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:16:46 smithi077 ceph-mon[87572]: osdmap e1376: 8 total, 8 up, 8 in 2024-04-10T16:16:47.351 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:16:46 smithi069 ceph-mon[96738]: osdmap e1375: 8 total, 8 up, 8 in 2024-04-10T16:16:47.351 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:16:46 smithi069 ceph-mon[96738]: osdmap e1376: 8 total, 8 up, 8 in 2024-04-10T16:16:47.351 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:16:46 smithi069 ceph-mon[94167]: osdmap e1375: 8 total, 8 up, 8 in 2024-04-10T16:16:47.351 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:16:46 smithi069 ceph-mon[94167]: osdmap e1376: 8 total, 8 up, 8 in 2024-04-10T16:16:47.351 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:16:46 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:16:46] "GET /metrics HTTP/1.1" 200 38904 "" "Prometheus/2.43.0" 2024-04-10T16:16:47.674 INFO:tasks.workunit.client.0.smithi069.stdout:snap_protect: snap0 2024-04-10T16:16:47.686 INFO:tasks.workunit.client.0.smithi069.stdout:clone image169 -> image172 2024-04-10T16:16:47.786 INFO:tasks.workunit.client.0.smithi069.stdout:write: B 63031467~4307714 2024-04-10T16:16:47.829 INFO:tasks.workunit.client.0.smithi069.stdout:discard: 75306448~5308859 2024-04-10T16:16:47.843 INFO:tasks.workunit.client.0.smithi069.stdout:write: B 68940266~4838487 2024-04-10T16:16:47.872 INFO:tasks.workunit.client.0.smithi069.stdout:discard: 13561346~5487654 2024-04-10T16:16:47.881 INFO:tasks.workunit.client.0.smithi069.stdout:write: B 41438162~5551455 2024-04-10T16:16:47.928 INFO:tasks.workunit.client.0.smithi069.stdout:discard: 28560830~4245375 2024-04-10T16:16:47.935 INFO:tasks.workunit.client.0.smithi069.stdout:write: B 920754~7601786 2024-04-10T16:16:47.987 INFO:tasks.workunit.client.0.smithi069.stdout:discard: 59198981~7345234 2024-04-10T16:16:47.991 INFO:tasks.workunit.client.0.smithi069.stdout:snap_create: snap1 2024-04-10T16:16:48.256 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:16:47 smithi077 ceph-mon[87572]: pgmap v2423: 169 pgs: 169 active+clean; 1.1 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 8.0 MiB/s rd, 24 MiB/s wr, 475 op/s 2024-04-10T16:16:48.257 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:16:47 smithi077 ceph-mon[87572]: osdmap e1377: 8 total, 8 up, 8 in 2024-04-10T16:16:48.351 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:16:47 smithi069 ceph-mon[96738]: pgmap v2423: 169 pgs: 169 active+clean; 1.1 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 8.0 MiB/s rd, 24 MiB/s wr, 475 op/s 2024-04-10T16:16:48.351 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:16:47 smithi069 ceph-mon[96738]: osdmap e1377: 8 total, 8 up, 8 in 2024-04-10T16:16:48.351 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:16:47 smithi069 ceph-mon[94167]: pgmap v2423: 169 pgs: 169 active+clean; 1.1 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 8.0 MiB/s rd, 24 MiB/s wr, 475 op/s 2024-04-10T16:16:48.351 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:16:47 smithi069 ceph-mon[94167]: osdmap e1377: 8 total, 8 up, 8 in 2024-04-10T16:16:49.960 INFO:tasks.workunit.client.0.smithi069.stdout:write: C 2332149~4653276 2024-04-10T16:16:49.968 INFO:tasks.workunit.client.0.smithi069.stdout:discard: 73101326~2331343 2024-04-10T16:16:49.968 INFO:tasks.workunit.client.0.smithi069.stdout:write: C 33582507~1191462 2024-04-10T16:16:49.969 INFO:tasks.workunit.client.0.smithi069.stdout:discard: 67037503~3857043 2024-04-10T16:16:49.969 INFO:tasks.workunit.client.0.smithi069.stdout:write: C 31765342~7742459 2024-04-10T16:16:50.002 INFO:tasks.workunit.client.0.smithi069.stdout:discard: 15510778~2979725 2024-04-10T16:16:50.002 INFO:tasks.workunit.client.0.smithi069.stdout:write: C 66007695~372556 2024-04-10T16:16:50.002 INFO:tasks.workunit.client.0.smithi069.stdout:discard: 22458631~3044774 2024-04-10T16:16:50.002 INFO:tasks.workunit.client.0.smithi069.stdout:snap_create: snap2 2024-04-10T16:16:50.257 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:16:49 smithi077 ceph-mon[87572]: pgmap v2426: 169 pgs: 169 active+clean; 1.1 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 6.9 MiB/s rd, 17 MiB/s wr, 408 op/s 2024-04-10T16:16:50.257 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:16:49 smithi077 ceph-mon[87572]: osdmap e1378: 8 total, 8 up, 8 in 2024-04-10T16:16:50.351 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:16:49 smithi069 ceph-mon[96738]: pgmap v2426: 169 pgs: 169 active+clean; 1.1 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 6.9 MiB/s rd, 17 MiB/s wr, 408 op/s 2024-04-10T16:16:50.351 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:16:49 smithi069 ceph-mon[96738]: osdmap e1378: 8 total, 8 up, 8 in 2024-04-10T16:16:50.351 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:16:49 smithi069 ceph-mon[94167]: pgmap v2426: 169 pgs: 169 active+clean; 1.1 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 6.9 MiB/s rd, 17 MiB/s wr, 408 op/s 2024-04-10T16:16:50.351 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:16:49 smithi069 ceph-mon[94167]: osdmap e1378: 8 total, 8 up, 8 in 2024-04-10T16:16:51.257 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:16:50 smithi077 ceph-mon[87572]: osdmap e1379: 8 total, 8 up, 8 in 2024-04-10T16:16:51.350 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:16:50 smithi069 ceph-mon[94167]: osdmap e1379: 8 total, 8 up, 8 in 2024-04-10T16:16:51.351 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:16:50 smithi069 ceph-mon[96738]: osdmap e1379: 8 total, 8 up, 8 in 2024-04-10T16:16:51.976 INFO:tasks.workunit.client.0.smithi069.stdout:resize: 124953330 2024-04-10T16:16:51.990 INFO:tasks.workunit.client.0.smithi069.stdout:write: D 73021337~4195462 2024-04-10T16:16:52.003 INFO:tasks.workunit.client.0.smithi069.stdout:discard: 120277665~4675665 2024-04-10T16:16:52.003 INFO:tasks.workunit.client.0.smithi069.stdout:write: D 120119237~524158 2024-04-10T16:16:52.003 INFO:tasks.workunit.client.0.smithi069.stdout:discard: 19097919~2903762 2024-04-10T16:16:52.004 INFO:tasks.workunit.client.0.smithi069.stdout:write: D 114185972~7027298 2024-04-10T16:16:52.026 INFO:tasks.workunit.client.0.smithi069.stdout:discard: 97319238~6753665 2024-04-10T16:16:52.026 INFO:tasks.workunit.client.0.smithi069.stdout:write: D 112376480~8035764 2024-04-10T16:16:52.054 INFO:tasks.workunit.client.0.smithi069.stdout:discard: 93398151~2121154 2024-04-10T16:16:52.054 INFO:tasks.workunit.client.0.smithi069.stdout:snap_create: snap3 2024-04-10T16:16:52.257 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:16:51 smithi077 ceph-mon[87572]: pgmap v2429: 169 pgs: 169 active+clean; 1.1 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 17 MiB/s rd, 14 MiB/s wr, 368 op/s 2024-04-10T16:16:52.257 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:16:51 smithi077 ceph-mon[87572]: osdmap e1380: 8 total, 8 up, 8 in 2024-04-10T16:16:52.351 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:16:51 smithi069 ceph-mon[96738]: pgmap v2429: 169 pgs: 169 active+clean; 1.1 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 17 MiB/s rd, 14 MiB/s wr, 368 op/s 2024-04-10T16:16:52.351 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:16:51 smithi069 ceph-mon[96738]: osdmap e1380: 8 total, 8 up, 8 in 2024-04-10T16:16:52.351 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:16:51 smithi069 ceph-mon[94167]: pgmap v2429: 169 pgs: 169 active+clean; 1.1 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 17 MiB/s rd, 14 MiB/s wr, 368 op/s 2024-04-10T16:16:52.351 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:16:51 smithi069 ceph-mon[94167]: osdmap e1380: 8 total, 8 up, 8 in 2024-04-10T16:16:52.757 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:16:52 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:16:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:16:53.252 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:16:52 smithi069 ceph-mon[96738]: osdmap e1381: 8 total, 8 up, 8 in 2024-04-10T16:16:53.253 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:16:52 smithi069 ceph-mon[94167]: osdmap e1381: 8 total, 8 up, 8 in 2024-04-10T16:16:53.256 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:16:52 smithi077 ceph-mon[87572]: osdmap e1381: 8 total, 8 up, 8 in 2024-04-10T16:16:53.987 INFO:tasks.workunit.client.0.smithi069.stdout:resize: 148462632 2024-04-10T16:16:54.007 INFO:tasks.workunit.client.0.smithi069.stdout:migration_prepare 2024-04-10T16:16:54.257 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:16:53 smithi077 ceph-mon[87572]: pgmap v2432: 169 pgs: 169 active+clean; 1.2 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 25 MiB/s rd, 27 MiB/s wr, 637 op/s 2024-04-10T16:16:54.257 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:16:53 smithi077 ceph-mon[87572]: osdmap e1382: 8 total, 8 up, 8 in 2024-04-10T16:16:54.351 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:16:53 smithi069 ceph-mon[96738]: pgmap v2432: 169 pgs: 169 active+clean; 1.2 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 25 MiB/s rd, 27 MiB/s wr, 637 op/s 2024-04-10T16:16:54.351 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:16:53 smithi069 ceph-mon[96738]: osdmap e1382: 8 total, 8 up, 8 in 2024-04-10T16:16:54.351 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:16:53 smithi069 ceph-mon[94167]: pgmap v2432: 169 pgs: 169 active+clean; 1.2 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 25 MiB/s rd, 27 MiB/s wr, 637 op/s 2024-04-10T16:16:54.351 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:16:53 smithi069 ceph-mon[94167]: osdmap e1382: 8 total, 8 up, 8 in 2024-04-10T16:16:55.257 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:16:54 smithi077 ceph-mon[87572]: osdmap e1383: 8 total, 8 up, 8 in 2024-04-10T16:16:55.257 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:16:54 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:16:55.351 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:16:54 smithi069 ceph-mon[96738]: osdmap e1383: 8 total, 8 up, 8 in 2024-04-10T16:16:55.351 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:16:54 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:16:55.351 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:16:54 smithi069 ceph-mon[94167]: osdmap e1383: 8 total, 8 up, 8 in 2024-04-10T16:16:55.351 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:16:54 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:16:56.257 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:16:55 smithi077 ceph-mon[87572]: pgmap v2435: 169 pgs: 169 active+clean; 1.2 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 8.3 MiB/s rd, 16 MiB/s wr, 273 op/s 2024-04-10T16:16:56.257 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:16:55 smithi077 ceph-mon[87572]: osdmap e1384: 8 total, 8 up, 8 in 2024-04-10T16:16:56.351 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:16:55 smithi069 ceph-mon[96738]: pgmap v2435: 169 pgs: 169 active+clean; 1.2 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 8.3 MiB/s rd, 16 MiB/s wr, 273 op/s 2024-04-10T16:16:56.351 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:16:55 smithi069 ceph-mon[96738]: osdmap e1384: 8 total, 8 up, 8 in 2024-04-10T16:16:56.351 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:16:55 smithi069 ceph-mon[94167]: pgmap v2435: 169 pgs: 169 active+clean; 1.2 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 8.3 MiB/s rd, 16 MiB/s wr, 273 op/s 2024-04-10T16:16:56.351 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:16:55 smithi069 ceph-mon[94167]: osdmap e1384: 8 total, 8 up, 8 in 2024-04-10T16:16:57.257 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:16:56 smithi077 ceph-mon[87572]: osdmap e1385: 8 total, 8 up, 8 in 2024-04-10T16:16:57.257 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:16:56 smithi077 ceph-mon[87572]: pgmap v2438: 169 pgs: 169 active+clean; 1.3 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 148 KiB/s rd, 13 MiB/s wr, 216 op/s 2024-04-10T16:16:57.351 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:16:56 smithi069 ceph-mon[96738]: osdmap e1385: 8 total, 8 up, 8 in 2024-04-10T16:16:57.351 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:16:56 smithi069 ceph-mon[96738]: pgmap v2438: 169 pgs: 169 active+clean; 1.3 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 148 KiB/s rd, 13 MiB/s wr, 216 op/s 2024-04-10T16:16:57.351 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:16:56 smithi069 ceph-mon[94167]: osdmap e1385: 8 total, 8 up, 8 in 2024-04-10T16:16:57.351 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:16:56 smithi069 ceph-mon[94167]: pgmap v2438: 169 pgs: 169 active+clean; 1.3 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 148 KiB/s rd, 13 MiB/s wr, 216 op/s 2024-04-10T16:16:57.351 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:16:56 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:16:56] "GET /metrics HTTP/1.1" 200 38907 "" "Prometheus/2.43.0" 2024-04-10T16:16:57.700 INFO:tasks.workunit.client.0.smithi069.stdout:migration_execute 2024-04-10T16:16:57.973 INFO:tasks.workunit.client.0.smithi069.stdout:migration_commit 2024-04-10T16:16:58.257 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:16:57 smithi077 ceph-mon[87572]: osdmap e1386: 8 total, 8 up, 8 in 2024-04-10T16:16:58.351 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:16:57 smithi069 ceph-mon[96738]: osdmap e1386: 8 total, 8 up, 8 in 2024-04-10T16:16:58.351 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:16:57 smithi069 ceph-mon[94167]: osdmap e1386: 8 total, 8 up, 8 in 2024-04-10T16:16:59.257 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:16:58 smithi077 ceph-mon[87572]: pgmap v2440: 169 pgs: 169 active+clean; 1.3 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 139 KiB/s rd, 9.7 MiB/s wr, 199 op/s 2024-04-10T16:16:59.351 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:16:59 smithi069 ceph-mon[96738]: pgmap v2440: 169 pgs: 169 active+clean; 1.3 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 139 KiB/s rd, 9.7 MiB/s wr, 199 op/s 2024-04-10T16:16:59.351 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:16:59 smithi069 ceph-mon[94167]: pgmap v2440: 169 pgs: 169 active+clean; 1.3 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 139 KiB/s rd, 9.7 MiB/s wr, 199 op/s 2024-04-10T16:17:00.257 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:16:59 smithi077 ceph-mon[87572]: osdmap e1387: 8 total, 8 up, 8 in 2024-04-10T16:17:00.351 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:16:59 smithi069 ceph-mon[96738]: osdmap e1387: 8 total, 8 up, 8 in 2024-04-10T16:17:00.352 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:16:59 smithi069 ceph-mon[94167]: osdmap e1387: 8 total, 8 up, 8 in 2024-04-10T16:17:01.351 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:17:01 smithi069 ceph-mon[96738]: osdmap e1388: 8 total, 8 up, 8 in 2024-04-10T16:17:01.351 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:17:01 smithi069 ceph-mon[96738]: pgmap v2443: 169 pgs: 169 active+clean; 1.3 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 37 MiB/s rd, 5.1 MiB/s wr, 323 op/s 2024-04-10T16:17:01.351 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:17:01 smithi069 ceph-mon[94167]: osdmap e1388: 8 total, 8 up, 8 in 2024-04-10T16:17:01.351 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:17:01 smithi069 ceph-mon[94167]: pgmap v2443: 169 pgs: 169 active+clean; 1.3 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 37 MiB/s rd, 5.1 MiB/s wr, 323 op/s 2024-04-10T16:17:01.507 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:17:01 smithi077 ceph-mon[87572]: osdmap e1388: 8 total, 8 up, 8 in 2024-04-10T16:17:01.507 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:17:01 smithi077 ceph-mon[87572]: pgmap v2443: 169 pgs: 169 active+clean; 1.3 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 37 MiB/s rd, 5.1 MiB/s wr, 323 op/s 2024-04-10T16:17:01.577 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestMigration.Stress (15249 ms) 2024-04-10T16:17:01.577 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestMigration.Stress2 2024-04-10T16:17:01.612 INFO:tasks.workunit.client.0.smithi069.stdout:resize: 83886080 2024-04-10T16:17:01.624 INFO:tasks.workunit.client.0.smithi069.stdout:write: A 43446121~1817307 2024-04-10T16:17:01.643 INFO:tasks.workunit.client.0.smithi069.stdout:discard: 55128680~7707572 2024-04-10T16:17:01.644 INFO:tasks.workunit.client.0.smithi069.stdout:write: A 8080128~236643 2024-04-10T16:17:01.650 INFO:tasks.workunit.client.0.smithi069.stdout:discard: 3281417~3695864 2024-04-10T16:17:01.652 INFO:tasks.workunit.client.0.smithi069.stdout:write: A 77901144~5372935 2024-04-10T16:17:01.690 INFO:tasks.workunit.client.0.smithi069.stdout:discard: 54828793~2776070 2024-04-10T16:17:01.691 INFO:tasks.workunit.client.0.smithi069.stdout:write: A 32609286~6599134 2024-04-10T16:17:01.730 INFO:tasks.workunit.client.0.smithi069.stdout:discard: 43844150~784203 2024-04-10T16:17:01.731 INFO:tasks.workunit.client.0.smithi069.stdout:snap_create: snap0 2024-04-10T16:17:02.318 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:17:02 smithi077 ceph-mon[87572]: osdmap e1389: 8 total, 8 up, 8 in 2024-04-10T16:17:02.351 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:17:02 smithi069 ceph-mon[94167]: osdmap e1389: 8 total, 8 up, 8 in 2024-04-10T16:17:02.351 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:17:02 smithi069 ceph-mon[96738]: osdmap e1389: 8 total, 8 up, 8 in 2024-04-10T16:17:02.757 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:17:02 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:17:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:17:03.046 INFO:tasks.workunit.client.0.smithi069.stdout:write: B 68132789~4804872 2024-04-10T16:17:03.056 INFO:tasks.workunit.client.0.smithi069.stdout:discard: 41741792~7493564 2024-04-10T16:17:03.056 INFO:tasks.workunit.client.0.smithi069.stdout:write: B 66003631~7777590 2024-04-10T16:17:03.081 INFO:tasks.workunit.client.0.smithi069.stdout:discard: 33640621~7834517 2024-04-10T16:17:03.081 INFO:tasks.workunit.client.0.smithi069.stdout:write: B 80583000~1015921 2024-04-10T16:17:03.082 INFO:tasks.workunit.client.0.smithi069.stdout:discard: 36719582~1974857 2024-04-10T16:17:03.106 INFO:tasks.workunit.client.0.smithi069.stdout:write: B 3792165~6193582 2024-04-10T16:17:03.110 INFO:tasks.workunit.client.0.smithi069.stdout:discard: 64232802~4668231 2024-04-10T16:17:03.110 INFO:tasks.workunit.client.0.smithi069.stdout:snap_create: snap1 2024-04-10T16:17:03.351 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:17:03 smithi069 ceph-mon[96738]: osdmap e1390: 8 total, 8 up, 8 in 2024-04-10T16:17:03.351 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:17:03 smithi069 ceph-mon[96738]: pgmap v2446: 169 pgs: 169 active+clean; 1.3 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 75 MiB/s rd, 11 MiB/s wr, 730 op/s 2024-04-10T16:17:03.351 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:17:03 smithi069 ceph-mon[94167]: osdmap e1390: 8 total, 8 up, 8 in 2024-04-10T16:17:03.351 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:17:03 smithi069 ceph-mon[94167]: pgmap v2446: 169 pgs: 169 active+clean; 1.3 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 75 MiB/s rd, 11 MiB/s wr, 730 op/s 2024-04-10T16:17:03.507 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:17:03 smithi077 ceph-mon[87572]: osdmap e1390: 8 total, 8 up, 8 in 2024-04-10T16:17:03.507 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:17:03 smithi077 ceph-mon[87572]: pgmap v2446: 169 pgs: 169 active+clean; 1.3 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 75 MiB/s rd, 11 MiB/s wr, 730 op/s 2024-04-10T16:17:04.351 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:17:04 smithi069 ceph-mon[96738]: osdmap e1391: 8 total, 8 up, 8 in 2024-04-10T16:17:04.351 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:17:04 smithi069 ceph-mon[94167]: osdmap e1391: 8 total, 8 up, 8 in 2024-04-10T16:17:04.507 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:17:04 smithi077 ceph-mon[87572]: osdmap e1391: 8 total, 8 up, 8 in 2024-04-10T16:17:05.056 INFO:tasks.workunit.client.0.smithi069.stdout:snap_protect: snap1 2024-04-10T16:17:05.072 INFO:tasks.workunit.client.0.smithi069.stdout:clone image173 -> image176 2024-04-10T16:17:05.175 INFO:tasks.workunit.client.0.smithi069.stdout:resize: 156199010 2024-04-10T16:17:05.188 INFO:tasks.workunit.client.0.smithi069.stdout:write: C 19759442~3896453 2024-04-10T16:17:05.217 INFO:tasks.workunit.client.0.smithi069.stdout:discard: 32941479~2188393 2024-04-10T16:17:05.231 INFO:tasks.workunit.client.0.smithi069.stdout:write: C 149602387~2573755 2024-04-10T16:17:05.252 INFO:tasks.workunit.client.0.smithi069.stdout:discard: 14366777~4510651 2024-04-10T16:17:05.257 INFO:tasks.workunit.client.0.smithi069.stdout:write: C 94957913~7469742 2024-04-10T16:17:05.302 INFO:tasks.workunit.client.0.smithi069.stdout:discard: 76209890~1207621 2024-04-10T16:17:05.325 INFO:tasks.workunit.client.0.smithi069.stdout:write: C 87593157~2828026 2024-04-10T16:17:05.350 INFO:tasks.workunit.client.0.smithi069.stdout:discard: 27248608~7040965 2024-04-10T16:17:05.350 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:17:05 smithi069 ceph-mon[96738]: osdmap e1392: 8 total, 8 up, 8 in 2024-04-10T16:17:05.351 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:17:05 smithi069 ceph-mon[96738]: pgmap v2449: 169 pgs: 169 active+clean; 1.3 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 48 MiB/s rd, 9.9 MiB/s wr, 434 op/s 2024-04-10T16:17:05.351 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:17:05 smithi069 ceph-mon[94167]: osdmap e1392: 8 total, 8 up, 8 in 2024-04-10T16:17:05.351 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:17:05 smithi069 ceph-mon[94167]: pgmap v2449: 169 pgs: 169 active+clean; 1.3 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 48 MiB/s rd, 9.9 MiB/s wr, 434 op/s 2024-04-10T16:17:05.355 INFO:tasks.workunit.client.0.smithi069.stdout:snap_create: snap2 2024-04-10T16:17:05.507 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:17:05 smithi077 ceph-mon[87572]: osdmap e1392: 8 total, 8 up, 8 in 2024-04-10T16:17:05.507 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:17:05 smithi077 ceph-mon[87572]: pgmap v2449: 169 pgs: 169 active+clean; 1.3 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 48 MiB/s rd, 9.9 MiB/s wr, 434 op/s 2024-04-10T16:17:06.351 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:17:06 smithi069 ceph-mon[96738]: osdmap e1393: 8 total, 8 up, 8 in 2024-04-10T16:17:06.351 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:17:06 smithi069 ceph-mon[94167]: osdmap e1393: 8 total, 8 up, 8 in 2024-04-10T16:17:06.507 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:17:06 smithi077 ceph-mon[87572]: osdmap e1393: 8 total, 8 up, 8 in 2024-04-10T16:17:06.671 INFO:tasks.workunit.client.0.smithi069.stdout:snap_protect: snap2 2024-04-10T16:17:06.683 INFO:tasks.workunit.client.0.smithi069.stdout:clone image176 -> image178 2024-04-10T16:17:06.813 INFO:tasks.workunit.client.0.smithi069.stdout:write: D 14755398~2072687 2024-04-10T16:17:06.842 INFO:tasks.workunit.client.0.smithi069.stdout:discard: 56945869~6951653 2024-04-10T16:17:06.850 INFO:tasks.workunit.client.0.smithi069.stdout:write: D 19183~3681576 2024-04-10T16:17:06.895 INFO:tasks.workunit.client.0.smithi069.stdout:discard: 37299637~4963189 2024-04-10T16:17:06.903 INFO:tasks.workunit.client.0.smithi069.stdout:write: D 15135807~6396427 2024-04-10T16:17:06.951 INFO:tasks.workunit.client.0.smithi069.stdout:discard: 121518224~7674330 2024-04-10T16:17:06.959 INFO:tasks.workunit.client.0.smithi069.stdout:write: D 148907817~7291193 2024-04-10T16:17:07.005 INFO:tasks.workunit.client.0.smithi069.stdout:discard: 111618413~2710378 2024-04-10T16:17:07.011 INFO:tasks.workunit.client.0.smithi069.stdout:snap_create: snap3 2024-04-10T16:17:07.351 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:17:06 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:17:06] "GET /metrics HTTP/1.1" 200 38907 "" "Prometheus/2.43.0" 2024-04-10T16:17:07.351 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:17:07 smithi069 ceph-mon[96738]: osdmap e1394: 8 total, 8 up, 8 in 2024-04-10T16:17:07.351 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:17:07 smithi069 ceph-mon[96738]: pgmap v2452: 169 pgs: 169 active+clean; 1.4 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 65 MiB/s rd, 21 MiB/s wr, 274 op/s 2024-04-10T16:17:07.351 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:17:07 smithi069 ceph-mon[96738]: osdmap e1395: 8 total, 8 up, 8 in 2024-04-10T16:17:07.351 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:17:07 smithi069 ceph-mon[94167]: osdmap e1394: 8 total, 8 up, 8 in 2024-04-10T16:17:07.352 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:17:07 smithi069 ceph-mon[94167]: pgmap v2452: 169 pgs: 169 active+clean; 1.4 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 65 MiB/s rd, 21 MiB/s wr, 274 op/s 2024-04-10T16:17:07.352 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:17:07 smithi069 ceph-mon[94167]: osdmap e1395: 8 total, 8 up, 8 in 2024-04-10T16:17:07.507 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:17:07 smithi077 ceph-mon[87572]: osdmap e1394: 8 total, 8 up, 8 in 2024-04-10T16:17:07.507 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:17:07 smithi077 ceph-mon[87572]: pgmap v2452: 169 pgs: 169 active+clean; 1.4 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 65 MiB/s rd, 21 MiB/s wr, 274 op/s 2024-04-10T16:17:07.507 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:17:07 smithi077 ceph-mon[87572]: osdmap e1395: 8 total, 8 up, 8 in 2024-04-10T16:17:08.677 INFO:tasks.workunit.client.0.smithi069.stdout:snap_protect: snap3 2024-04-10T16:17:08.690 INFO:tasks.workunit.client.0.smithi069.stdout:clone image178 -> image180 2024-04-10T16:17:08.846 INFO:tasks.workunit.client.0.smithi069.stdout:resize: 228210362 2024-04-10T16:17:08.861 INFO:tasks.workunit.client.0.smithi069.stdout:migration_prepare 2024-04-10T16:17:09.007 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:17:08 smithi077 ceph-mon[87572]: osdmap e1396: 8 total, 8 up, 8 in 2024-04-10T16:17:09.101 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:17:08 smithi069 ceph-mon[96738]: osdmap e1396: 8 total, 8 up, 8 in 2024-04-10T16:17:09.101 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:17:08 smithi069 ceph-mon[94167]: osdmap e1396: 8 total, 8 up, 8 in 2024-04-10T16:17:09.376 INFO:tasks.workunit.client.0.smithi069.stdout:write: a 176201726~5604345 2024-04-10T16:17:09.411 INFO:tasks.workunit.client.0.smithi069.stdout:discard: 112679402~6857652 2024-04-10T16:17:09.442 INFO:tasks.workunit.client.0.smithi069.stdout:write: a 128597158~8120364 2024-04-10T16:17:09.505 INFO:tasks.workunit.client.0.smithi069.stdout:discard: 72105815~6455524 2024-04-10T16:17:09.531 INFO:tasks.workunit.client.0.smithi069.stdout:write: a 96203153~5057409 2024-04-10T16:17:09.592 INFO:tasks.workunit.client.0.smithi069.stdout:discard: 20697451~3583832 2024-04-10T16:17:09.629 INFO:tasks.workunit.client.0.smithi069.stdout:write: a 182968143~2766382 2024-04-10T16:17:09.645 INFO:tasks.workunit.client.0.smithi069.stdout:discard: 113822664~1167578 2024-04-10T16:17:09.646 INFO:tasks.workunit.client.0.smithi069.stdout:snap_create: user0 2024-04-10T16:17:10.007 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:17:09 smithi077 ceph-mon[87572]: pgmap v2455: 169 pgs: 169 active+clean; 1.4 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 53 MiB/s rd, 17 MiB/s wr, 227 op/s 2024-04-10T16:17:10.007 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:17:09 smithi077 ceph-mon[87572]: osdmap e1397: 8 total, 8 up, 8 in 2024-04-10T16:17:10.007 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:17:09 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:17:10.101 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:17:09 smithi069 ceph-mon[96738]: pgmap v2455: 169 pgs: 169 active+clean; 1.4 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 53 MiB/s rd, 17 MiB/s wr, 227 op/s 2024-04-10T16:17:10.101 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:17:09 smithi069 ceph-mon[96738]: osdmap e1397: 8 total, 8 up, 8 in 2024-04-10T16:17:10.101 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:17:09 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:17:10.101 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:17:09 smithi069 ceph-mon[94167]: pgmap v2455: 169 pgs: 169 active+clean; 1.4 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 53 MiB/s rd, 17 MiB/s wr, 227 op/s 2024-04-10T16:17:10.101 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:17:09 smithi069 ceph-mon[94167]: osdmap e1397: 8 total, 8 up, 8 in 2024-04-10T16:17:10.101 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:17:09 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:17:10.707 INFO:tasks.workunit.client.0.smithi069.stdout:resize: 363605918 2024-04-10T16:17:10.720 INFO:tasks.workunit.client.0.smithi069.stdout:write: b 167142098~6499179 2024-04-10T16:17:10.739 INFO:tasks.workunit.client.0.smithi069.stdout:discard: 134415427~903593 2024-04-10T16:17:10.739 INFO:tasks.workunit.client.0.smithi069.stdout:write: b 84507879~7342982 2024-04-10T16:17:10.747 INFO:tasks.workunit.client.0.smithi069.stdout:discard: 323202000~7488892 2024-04-10T16:17:10.748 INFO:tasks.workunit.client.0.smithi069.stdout:write: b 329944035~6526665 2024-04-10T16:17:10.754 INFO:tasks.workunit.client.0.smithi069.stdout:discard: 243796049~3230244 2024-04-10T16:17:10.755 INFO:tasks.workunit.client.0.smithi069.stdout:write: b 299540095~7967781 2024-04-10T16:17:10.810 INFO:tasks.workunit.client.0.smithi069.stdout:discard: 81635583~1946325 2024-04-10T16:17:10.823 INFO:tasks.workunit.client.0.smithi069.stdout:snap_create: user1 2024-04-10T16:17:11.007 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:17:10 smithi077 ceph-mon[87572]: osdmap e1398: 8 total, 8 up, 8 in 2024-04-10T16:17:11.101 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:17:10 smithi069 ceph-mon[96738]: osdmap e1398: 8 total, 8 up, 8 in 2024-04-10T16:17:11.101 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:17:10 smithi069 ceph-mon[94167]: osdmap e1398: 8 total, 8 up, 8 in 2024-04-10T16:17:12.007 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:17:11 smithi077 ceph-mon[87572]: pgmap v2458: 169 pgs: 169 active+clean; 1.5 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 7.2 MiB/s rd, 9.3 MiB/s wr, 401 op/s 2024-04-10T16:17:12.007 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:17:11 smithi077 ceph-mon[87572]: osdmap e1399: 8 total, 8 up, 8 in 2024-04-10T16:17:12.007 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:17:11 smithi077 ceph-mon[87572]: osdmap e1400: 8 total, 8 up, 8 in 2024-04-10T16:17:12.101 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:17:11 smithi069 ceph-mon[96738]: pgmap v2458: 169 pgs: 169 active+clean; 1.5 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 7.2 MiB/s rd, 9.3 MiB/s wr, 401 op/s 2024-04-10T16:17:12.101 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:17:11 smithi069 ceph-mon[96738]: osdmap e1399: 8 total, 8 up, 8 in 2024-04-10T16:17:12.101 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:17:11 smithi069 ceph-mon[96738]: osdmap e1400: 8 total, 8 up, 8 in 2024-04-10T16:17:12.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:17:11 smithi069 ceph-mon[94167]: pgmap v2458: 169 pgs: 169 active+clean; 1.5 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 7.2 MiB/s rd, 9.3 MiB/s wr, 401 op/s 2024-04-10T16:17:12.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:17:11 smithi069 ceph-mon[94167]: osdmap e1399: 8 total, 8 up, 8 in 2024-04-10T16:17:12.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:17:11 smithi069 ceph-mon[94167]: osdmap e1400: 8 total, 8 up, 8 in 2024-04-10T16:17:12.674 INFO:tasks.workunit.client.0.smithi069.stdout:resize: 562238275 2024-04-10T16:17:12.689 INFO:tasks.workunit.client.0.smithi069.stdout:write: c 521831014~4453270 2024-04-10T16:17:12.703 INFO:tasks.workunit.client.0.smithi069.stdout:discard: 345054999~3641384 2024-04-10T16:17:12.704 INFO:tasks.workunit.client.0.smithi069.stdout:write: c 183184446~2834091 2024-04-10T16:17:12.706 INFO:tasks.workunit.client.0.smithi069.stdout:discard: 13586003~3726605 2024-04-10T16:17:12.706 INFO:tasks.workunit.client.0.smithi069.stdout:write: c 96765793~4127160 2024-04-10T16:17:12.711 INFO:tasks.workunit.client.0.smithi069.stdout:discard: 63027857~7136463 2024-04-10T16:17:12.712 INFO:tasks.workunit.client.0.smithi069.stdout:write: c 181407803~7789957 2024-04-10T16:17:12.757 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:17:12 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:17:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:17:12.786 INFO:tasks.workunit.client.0.smithi069.stdout:discard: 386180910~4379331 2024-04-10T16:17:12.797 INFO:tasks.workunit.client.0.smithi069.stdout:snap_create: user2 2024-04-10T16:17:14.007 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:17:13 smithi077 ceph-mon[87572]: pgmap v2461: 169 pgs: 169 active+clean; 1.5 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 24 MiB/s rd, 22 MiB/s wr, 833 op/s 2024-04-10T16:17:14.007 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:17:13 smithi077 ceph-mon[87572]: osdmap e1401: 8 total, 8 up, 8 in 2024-04-10T16:17:14.101 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:17:13 smithi069 ceph-mon[94167]: pgmap v2461: 169 pgs: 169 active+clean; 1.5 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 24 MiB/s rd, 22 MiB/s wr, 833 op/s 2024-04-10T16:17:14.101 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:17:13 smithi069 ceph-mon[94167]: osdmap e1401: 8 total, 8 up, 8 in 2024-04-10T16:17:14.101 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:17:13 smithi069 ceph-mon[96738]: pgmap v2461: 169 pgs: 169 active+clean; 1.5 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 24 MiB/s rd, 22 MiB/s wr, 833 op/s 2024-04-10T16:17:14.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:17:13 smithi069 ceph-mon[96738]: osdmap e1401: 8 total, 8 up, 8 in 2024-04-10T16:17:14.709 INFO:tasks.workunit.client.0.smithi069.stdout:write: d 238397636~3333705 2024-04-10T16:17:14.721 INFO:tasks.workunit.client.0.smithi069.stdout:discard: 533549482~4545018 2024-04-10T16:17:14.721 INFO:tasks.workunit.client.0.smithi069.stdout:write: d 38089175~2259287 2024-04-10T16:17:14.723 INFO:tasks.workunit.client.0.smithi069.stdout:discard: 542552390~311892 2024-04-10T16:17:14.724 INFO:tasks.workunit.client.0.smithi069.stdout:write: d 546017393~4315455 2024-04-10T16:17:14.730 INFO:tasks.workunit.client.0.smithi069.stdout:discard: 77256528~7627803 2024-04-10T16:17:14.730 INFO:tasks.workunit.client.0.smithi069.stdout:write: d 193250644~4831352 2024-04-10T16:17:14.736 INFO:tasks.workunit.client.0.smithi069.stdout:discard: 258428449~6816943 2024-04-10T16:17:14.741 INFO:tasks.workunit.client.0.smithi069.stdout:snap_create: user3 2024-04-10T16:17:15.007 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:17:14 smithi077 ceph-mon[87572]: osdmap e1402: 8 total, 8 up, 8 in 2024-04-10T16:17:15.101 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:17:14 smithi069 ceph-mon[96738]: osdmap e1402: 8 total, 8 up, 8 in 2024-04-10T16:17:15.101 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:17:14 smithi069 ceph-mon[94167]: osdmap e1402: 8 total, 8 up, 8 in 2024-04-10T16:17:16.007 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:17:15 smithi077 ceph-mon[87572]: pgmap v2464: 169 pgs: 169 active+clean; 1.6 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 25 MiB/s rd, 31 MiB/s wr, 564 op/s 2024-04-10T16:17:16.007 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:17:15 smithi077 ceph-mon[87572]: osdmap e1403: 8 total, 8 up, 8 in 2024-04-10T16:17:16.101 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:17:15 smithi069 ceph-mon[94167]: pgmap v2464: 169 pgs: 169 active+clean; 1.6 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 25 MiB/s rd, 31 MiB/s wr, 564 op/s 2024-04-10T16:17:16.101 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:17:15 smithi069 ceph-mon[94167]: osdmap e1403: 8 total, 8 up, 8 in 2024-04-10T16:17:16.101 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:17:15 smithi069 ceph-mon[96738]: pgmap v2464: 169 pgs: 169 active+clean; 1.6 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 25 MiB/s rd, 31 MiB/s wr, 564 op/s 2024-04-10T16:17:16.101 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:17:15 smithi069 ceph-mon[96738]: osdmap e1403: 8 total, 8 up, 8 in 2024-04-10T16:17:16.732 INFO:tasks.workunit.client.0.smithi069.stdout:resize: 378554173 2024-04-10T16:17:16.764 INFO:tasks.workunit.client.0.smithi069.stdout:write: 1 37855417~9463854 2024-04-10T16:17:16.773 INFO:tasks.workunit.client.0.smithi069.stdout:discard: 40221380~4731927 2024-04-10T16:17:16.851 INFO:tasks.workunit.client.0.smithi069.stdout:write: 2 75710834~9463854 2024-04-10T16:17:16.863 INFO:tasks.workunit.client.0.smithi069.stdout:discard: 78076797~4731927 2024-04-10T16:17:16.917 INFO:tasks.workunit.client.0.smithi069.stdout:write: 3 113566251~9463854 2024-04-10T16:17:16.920 INFO:tasks.workunit.client.0.smithi069.stdout:discard: 115932214~4731927 2024-04-10T16:17:16.987 INFO:tasks.workunit.client.0.smithi069.stdout:write: 4 151421669~9463854 2024-04-10T16:17:16.997 INFO:tasks.workunit.client.0.smithi069.stdout:discard: 153787632~4731927 2024-04-10T16:17:17.006 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:17:16 smithi077 ceph-mon[87572]: osdmap e1404: 8 total, 8 up, 8 in 2024-04-10T16:17:17.079 INFO:tasks.workunit.client.0.smithi069.stdout:write: 5 189277086~9463854 2024-04-10T16:17:17.089 INFO:tasks.workunit.client.0.smithi069.stdout:discard: 191643049~4731927 2024-04-10T16:17:17.101 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:17:16 smithi069 ceph-mon[96738]: osdmap e1404: 8 total, 8 up, 8 in 2024-04-10T16:17:17.101 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:17:16 smithi069 ceph-mon[94167]: osdmap e1404: 8 total, 8 up, 8 in 2024-04-10T16:17:17.101 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:17:16 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:17:16] "GET /metrics HTTP/1.1" 200 38905 "" "Prometheus/2.43.0" 2024-04-10T16:17:18.007 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:17:17 smithi077 ceph-mon[87572]: pgmap v2467: 169 pgs: 169 active+clean; 1.8 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 18 MiB/s rd, 54 MiB/s wr, 505 op/s 2024-04-10T16:17:18.007 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:17:17 smithi077 ceph-mon[87572]: osdmap e1405: 8 total, 8 up, 8 in 2024-04-10T16:17:18.101 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:17:17 smithi069 ceph-mon[96738]: pgmap v2467: 169 pgs: 169 active+clean; 1.8 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 18 MiB/s rd, 54 MiB/s wr, 505 op/s 2024-04-10T16:17:18.101 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:17:17 smithi069 ceph-mon[96738]: osdmap e1405: 8 total, 8 up, 8 in 2024-04-10T16:17:18.101 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:17:17 smithi069 ceph-mon[94167]: pgmap v2467: 169 pgs: 169 active+clean; 1.8 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 18 MiB/s rd, 54 MiB/s wr, 505 op/s 2024-04-10T16:17:18.101 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:17:17 smithi069 ceph-mon[94167]: osdmap e1405: 8 total, 8 up, 8 in 2024-04-10T16:17:19.115 INFO:tasks.workunit.client.0.smithi069.stdout:migration_execute 2024-04-10T16:17:19.326 INFO:tasks.workunit.client.0.smithi069.stdout:migration_commit 2024-04-10T16:17:20.007 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:17:19 smithi077 ceph-mon[87572]: pgmap v2469: 169 pgs: 169 active+clean; 1.8 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 8.1 MiB/s rd, 32 MiB/s wr, 329 op/s 2024-04-10T16:17:20.101 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:17:19 smithi069 ceph-mon[96738]: pgmap v2469: 169 pgs: 169 active+clean; 1.8 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 8.1 MiB/s rd, 32 MiB/s wr, 329 op/s 2024-04-10T16:17:20.101 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:17:19 smithi069 ceph-mon[94167]: pgmap v2469: 169 pgs: 169 active+clean; 1.8 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 8.1 MiB/s rd, 32 MiB/s wr, 329 op/s 2024-04-10T16:17:21.350 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestMigration.Stress2 (19772 ms) 2024-04-10T16:17:21.350 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestMigration.StressLive 2024-04-10T16:17:21.382 INFO:tasks.workunit.client.0.smithi069.stdout:resize: 83886080 2024-04-10T16:17:21.393 INFO:tasks.workunit.client.0.smithi069.stdout:write: A 3395270~1417231 2024-04-10T16:17:21.409 INFO:tasks.workunit.client.0.smithi069.stdout:discard: 7017705~3277011 2024-04-10T16:17:21.412 INFO:tasks.workunit.client.0.smithi069.stdout:write: A 58502843~7522430 2024-04-10T16:17:21.459 INFO:tasks.workunit.client.0.smithi069.stdout:discard: 78120520~5765560 2024-04-10T16:17:21.460 INFO:tasks.workunit.client.0.smithi069.stdout:write: A 61344243~7572544 2024-04-10T16:17:21.497 INFO:tasks.workunit.client.0.smithi069.stdout:discard: 16266095~8223832 2024-04-10T16:17:21.497 INFO:tasks.workunit.client.0.smithi069.stdout:write: A 61889186~8068721 2024-04-10T16:17:21.539 INFO:tasks.workunit.client.0.smithi069.stdout:discard: 54556780~3610108 2024-04-10T16:17:21.541 INFO:tasks.workunit.client.0.smithi069.stdout:snap_create: snap0 2024-04-10T16:17:22.007 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:17:21 smithi077 ceph-mon[87572]: pgmap v2470: 169 pgs: 169 active+clean; 1.9 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 87 MiB/s rd, 38 MiB/s wr, 382 op/s 2024-04-10T16:17:22.101 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:17:21 smithi069 ceph-mon[94167]: pgmap v2470: 169 pgs: 169 active+clean; 1.9 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 87 MiB/s rd, 38 MiB/s wr, 382 op/s 2024-04-10T16:17:22.101 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:17:21 smithi069 ceph-mon[96738]: pgmap v2470: 169 pgs: 169 active+clean; 1.9 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 87 MiB/s rd, 38 MiB/s wr, 382 op/s 2024-04-10T16:17:22.736 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:17:22 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:17:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:17:22.758 INFO:tasks.workunit.client.0.smithi069.stdout:snap_protect: snap0 2024-04-10T16:17:22.770 INFO:tasks.workunit.client.0.smithi069.stdout:clone image181 -> image184 2024-04-10T16:17:22.871 INFO:tasks.workunit.client.0.smithi069.stdout:resize: 101236102 2024-04-10T16:17:22.882 INFO:tasks.workunit.client.0.smithi069.stdout:write: B 36143891~562470 2024-04-10T16:17:22.896 INFO:tasks.workunit.client.0.smithi069.stdout:discard: 96347841~4888261 2024-04-10T16:17:22.896 INFO:tasks.workunit.client.0.smithi069.stdout:write: B 20019508~2401461 2024-04-10T16:17:22.914 INFO:tasks.workunit.client.0.smithi069.stdout:discard: 84137306~6151695 2024-04-10T16:17:22.914 INFO:tasks.workunit.client.0.smithi069.stdout:write: B 94718300~5680269 2024-04-10T16:17:22.956 INFO:tasks.workunit.client.0.smithi069.stdout:discard: 87767662~7877399 2024-04-10T16:17:22.959 INFO:tasks.workunit.client.0.smithi069.stdout:write: B 89430690~6152067 2024-04-10T16:17:22.994 INFO:tasks.workunit.client.0.smithi069.stdout:discard: 71113740~119079 2024-04-10T16:17:23.007 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:17:22 smithi077 ceph-mon[87572]: osdmap e1406: 8 total, 8 up, 8 in 2024-04-10T16:17:23.026 INFO:tasks.workunit.client.0.smithi069.stdout:snap_create: snap1 2024-04-10T16:17:23.101 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:17:22 smithi069 ceph-mon[94167]: osdmap e1406: 8 total, 8 up, 8 in 2024-04-10T16:17:23.101 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:17:22 smithi069 ceph-mon[96738]: osdmap e1406: 8 total, 8 up, 8 in 2024-04-10T16:17:24.002 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:17:23 smithi069 ceph-mon[94167]: pgmap v2472: 169 pgs: 169 active+clean; 1.9 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 167 MiB/s rd, 20 MiB/s wr, 435 op/s 2024-04-10T16:17:24.003 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:17:23 smithi069 ceph-mon[94167]: osdmap e1407: 8 total, 8 up, 8 in 2024-04-10T16:17:24.003 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:17:23 smithi069 ceph-mon[96738]: pgmap v2472: 169 pgs: 169 active+clean; 1.9 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 167 MiB/s rd, 20 MiB/s wr, 435 op/s 2024-04-10T16:17:24.003 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:17:23 smithi069 ceph-mon[96738]: osdmap e1407: 8 total, 8 up, 8 in 2024-04-10T16:17:24.007 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:17:23 smithi077 ceph-mon[87572]: pgmap v2472: 169 pgs: 169 active+clean; 1.9 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 167 MiB/s rd, 20 MiB/s wr, 435 op/s 2024-04-10T16:17:24.007 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:17:23 smithi077 ceph-mon[87572]: osdmap e1407: 8 total, 8 up, 8 in 2024-04-10T16:17:24.773 INFO:tasks.workunit.client.0.smithi069.stdout:write: C 99077985~2158117 2024-04-10T16:17:24.782 INFO:tasks.workunit.client.0.smithi069.stdout:discard: 12394424~7474211 2024-04-10T16:17:24.782 INFO:tasks.workunit.client.0.smithi069.stdout:write: C 82460562~5697610 2024-04-10T16:17:24.785 INFO:tasks.workunit.client.0.smithi069.stdout:discard: 71392956~4462218 2024-04-10T16:17:24.785 INFO:tasks.workunit.client.0.smithi069.stdout:write: C 6192644~2184590 2024-04-10T16:17:24.787 INFO:tasks.workunit.client.0.smithi069.stdout:discard: 67143566~728510 2024-04-10T16:17:24.787 INFO:tasks.workunit.client.0.smithi069.stdout:write: C 4524334~871548 2024-04-10T16:17:24.787 INFO:tasks.workunit.client.0.smithi069.stdout:discard: 98408459~2827643 2024-04-10T16:17:24.802 INFO:tasks.workunit.client.0.smithi069.stdout:snap_create: snap2 2024-04-10T16:17:25.007 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:17:24 smithi077 ceph-mon[87572]: osdmap e1408: 8 total, 8 up, 8 in 2024-04-10T16:17:25.007 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:17:24 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:17:25.101 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:17:24 smithi069 ceph-mon[94167]: osdmap e1408: 8 total, 8 up, 8 in 2024-04-10T16:17:25.101 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:17:24 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:17:25.101 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:17:24 smithi069 ceph-mon[96738]: osdmap e1408: 8 total, 8 up, 8 in 2024-04-10T16:17:25.101 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:17:24 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:17:26.007 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:17:25 smithi077 ceph-mon[87572]: pgmap v2475: 169 pgs: 169 active+clean; 1.9 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 263 MiB/s rd, 24 MiB/s wr, 601 op/s 2024-04-10T16:17:26.007 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:17:25 smithi077 ceph-mon[87572]: osdmap e1409: 8 total, 8 up, 8 in 2024-04-10T16:17:26.007 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:17:25 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:17:26.101 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:17:25 smithi069 ceph-mon[96738]: pgmap v2475: 169 pgs: 169 active+clean; 1.9 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 263 MiB/s rd, 24 MiB/s wr, 601 op/s 2024-04-10T16:17:26.101 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:17:25 smithi069 ceph-mon[96738]: osdmap e1409: 8 total, 8 up, 8 in 2024-04-10T16:17:26.101 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:17:25 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:17:26.101 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:17:25 smithi069 ceph-mon[94167]: pgmap v2475: 169 pgs: 169 active+clean; 1.9 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 263 MiB/s rd, 24 MiB/s wr, 601 op/s 2024-04-10T16:17:26.101 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:17:25 smithi069 ceph-mon[94167]: osdmap e1409: 8 total, 8 up, 8 in 2024-04-10T16:17:26.101 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:17:25 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:17:26.782 INFO:tasks.workunit.client.0.smithi069.stdout:snap_protect: snap2 2024-04-10T16:17:26.792 INFO:tasks.workunit.client.0.smithi069.stdout:clone image184 -> image186 2024-04-10T16:17:26.919 INFO:tasks.workunit.client.0.smithi069.stdout:write: D 86921039~4623136 2024-04-10T16:17:26.989 INFO:tasks.workunit.client.0.smithi069.stdout:discard: 80072817~159234 2024-04-10T16:17:27.010 INFO:tasks.workunit.client.0.smithi069.stdout:write: D 87340266~5109247 2024-04-10T16:17:27.063 INFO:tasks.workunit.client.0.smithi069.stdout:discard: 39087686~7145473 2024-04-10T16:17:27.070 INFO:tasks.workunit.client.0.smithi069.stdout:write: D 83704155~2532088 2024-04-10T16:17:27.089 INFO:tasks.workunit.client.0.smithi069.stdout:discard: 10074550~7653871 2024-04-10T16:17:27.101 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:17:26 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:17:26] "GET /metrics HTTP/1.1" 200 38903 "" "Prometheus/2.43.0" 2024-04-10T16:17:27.101 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:17:26 smithi069 ceph-mon[94167]: osdmap e1410: 8 total, 8 up, 8 in 2024-04-10T16:17:27.101 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:17:26 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:17:27.101 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:17:26 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:17:27.101 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:17:26 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:17:27.101 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:17:26 smithi069 ceph-mon[96738]: osdmap e1410: 8 total, 8 up, 8 in 2024-04-10T16:17:27.101 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:17:26 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:17:27.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:17:26 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:17:27.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:17:26 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:17:27.103 INFO:tasks.workunit.client.0.smithi069.stdout:write: D 18200596~7166219 2024-04-10T16:17:27.148 INFO:tasks.workunit.client.0.smithi069.stdout:discard: 56010664~2023750 2024-04-10T16:17:27.174 INFO:tasks.workunit.client.0.smithi069.stdout:snap_create: snap3 2024-04-10T16:17:27.257 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:17:26 smithi077 ceph-mon[87572]: osdmap e1410: 8 total, 8 up, 8 in 2024-04-10T16:17:27.257 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:17:26 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:17:27.257 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:17:26 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:17:27.257 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:17:26 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:17:28.101 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:17:27 smithi069 ceph-mon[96738]: pgmap v2478: 169 pgs: 169 active+clean; 2.0 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 242 MiB/s rd, 23 MiB/s wr, 583 op/s 2024-04-10T16:17:28.101 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:17:27 smithi069 ceph-mon[96738]: osdmap e1411: 8 total, 8 up, 8 in 2024-04-10T16:17:28.101 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:17:27 smithi069 ceph-mon[94167]: pgmap v2478: 169 pgs: 169 active+clean; 2.0 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 242 MiB/s rd, 23 MiB/s wr, 583 op/s 2024-04-10T16:17:28.101 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:17:27 smithi069 ceph-mon[94167]: osdmap e1411: 8 total, 8 up, 8 in 2024-04-10T16:17:28.257 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:17:27 smithi077 ceph-mon[87572]: pgmap v2478: 169 pgs: 169 active+clean; 2.0 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 242 MiB/s rd, 23 MiB/s wr, 583 op/s 2024-04-10T16:17:28.257 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:17:27 smithi077 ceph-mon[87572]: osdmap e1411: 8 total, 8 up, 8 in 2024-04-10T16:17:28.798 INFO:tasks.workunit.client.0.smithi069.stdout:resize: 121121204 2024-04-10T16:17:28.818 INFO:tasks.workunit.client.0.smithi069.stdout:migration_prepare 2024-04-10T16:17:29.101 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:17:28 smithi069 ceph-mon[94167]: osdmap e1412: 8 total, 8 up, 8 in 2024-04-10T16:17:29.101 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:17:28 smithi069 ceph-mon[96738]: osdmap e1412: 8 total, 8 up, 8 in 2024-04-10T16:17:29.257 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:17:28 smithi077 ceph-mon[87572]: osdmap e1412: 8 total, 8 up, 8 in 2024-04-10T16:17:30.101 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:17:29 smithi069 ceph-mon[96738]: pgmap v2481: 169 pgs: 169 active+clean; 2.0 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 120 MiB/s rd, 19 MiB/s wr, 390 op/s 2024-04-10T16:17:30.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:17:29 smithi069 ceph-mon[96738]: osdmap e1413: 8 total, 8 up, 8 in 2024-04-10T16:17:30.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:17:29 smithi069 ceph-mon[94167]: pgmap v2481: 169 pgs: 169 active+clean; 2.0 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 120 MiB/s rd, 19 MiB/s wr, 390 op/s 2024-04-10T16:17:30.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:17:29 smithi069 ceph-mon[94167]: osdmap e1413: 8 total, 8 up, 8 in 2024-04-10T16:17:30.257 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:17:29 smithi077 ceph-mon[87572]: pgmap v2481: 169 pgs: 169 active+clean; 2.0 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 120 MiB/s rd, 19 MiB/s wr, 390 op/s 2024-04-10T16:17:30.257 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:17:29 smithi077 ceph-mon[87572]: osdmap e1413: 8 total, 8 up, 8 in 2024-04-10T16:17:30.290 INFO:tasks.workunit.client.0.smithi069.stdout:migration_execute 2024-04-10T16:17:30.290 INFO:tasks.workunit.client.0.smithi069.stdout:write: a 12308189~2279094 2024-04-10T16:17:30.324 INFO:tasks.workunit.client.0.smithi069.stdout:discard: 83211428~7010895 2024-04-10T16:17:30.360 INFO:tasks.workunit.client.0.smithi069.stdout:write: a 12839617~539196 2024-04-10T16:17:30.363 INFO:tasks.workunit.client.0.smithi069.stdout:discard: 100867228~3449384 2024-04-10T16:17:30.374 INFO:tasks.workunit.client.0.smithi069.stdout:write: a 16998782~1115308 2024-04-10T16:17:30.400 INFO:tasks.workunit.client.0.smithi069.stdout:discard: 38272601~4441500 2024-04-10T16:17:30.412 INFO:tasks.workunit.client.0.smithi069.stdout:write: a 109588103~5443722 2024-04-10T16:17:30.451 INFO:tasks.workunit.client.0.smithi069.stdout:discard: 15576311~6503647 2024-04-10T16:17:30.472 INFO:tasks.workunit.client.0.smithi069.stdout:snap_create: user0 2024-04-10T16:17:31.101 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:17:30 smithi069 ceph-mon[94167]: osdmap e1414: 8 total, 8 up, 8 in 2024-04-10T16:17:31.101 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:17:30 smithi069 ceph-mon[96738]: osdmap e1414: 8 total, 8 up, 8 in 2024-04-10T16:17:31.257 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:17:30 smithi077 ceph-mon[87572]: osdmap e1414: 8 total, 8 up, 8 in 2024-04-10T16:17:31.819 INFO:tasks.workunit.client.0.smithi069.stdout:write: b 75278697~6151673 2024-04-10T16:17:31.833 INFO:tasks.workunit.client.0.smithi069.stdout:discard: 88290129~4409256 2024-04-10T16:17:31.833 INFO:tasks.workunit.client.0.smithi069.stdout:write: b 28840343~4991330 2024-04-10T16:17:31.842 INFO:tasks.workunit.client.0.smithi069.stdout:discard: 99553505~4845126 2024-04-10T16:17:31.842 INFO:tasks.workunit.client.0.smithi069.stdout:write: b 25101520~5097899 2024-04-10T16:17:31.905 INFO:tasks.workunit.client.0.smithi069.stdout:discard: 1716736~1632156 2024-04-10T16:17:31.905 INFO:tasks.workunit.client.0.smithi069.stdout:write: b 44720808~6201629 2024-04-10T16:17:31.908 INFO:tasks.workunit.client.0.smithi069.stdout:discard: 48982579~5193870 2024-04-10T16:17:31.955 INFO:tasks.workunit.client.0.smithi069.stdout:snap_create: user1 2024-04-10T16:17:32.101 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:17:31 smithi069 ceph-mon[94167]: pgmap v2484: 169 pgs: 169 active+clean; 2.1 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 12 MiB/s wr, 222 op/s 2024-04-10T16:17:32.101 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:17:31 smithi069 ceph-mon[94167]: osdmap e1415: 8 total, 8 up, 8 in 2024-04-10T16:17:32.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:17:31 smithi069 ceph-mon[96738]: pgmap v2484: 169 pgs: 169 active+clean; 2.1 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 12 MiB/s wr, 222 op/s 2024-04-10T16:17:32.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:17:31 smithi069 ceph-mon[96738]: osdmap e1415: 8 total, 8 up, 8 in 2024-04-10T16:17:32.257 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:17:31 smithi077 ceph-mon[87572]: pgmap v2484: 169 pgs: 169 active+clean; 2.1 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 12 MiB/s wr, 222 op/s 2024-04-10T16:17:32.257 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:17:31 smithi077 ceph-mon[87572]: osdmap e1415: 8 total, 8 up, 8 in 2024-04-10T16:17:32.757 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:17:32 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:17:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:17:33.101 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:17:32 smithi069 ceph-mon[94167]: osdmap e1416: 8 total, 8 up, 8 in 2024-04-10T16:17:33.101 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:17:32 smithi069 ceph-mon[96738]: osdmap e1416: 8 total, 8 up, 8 in 2024-04-10T16:17:33.257 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:17:32 smithi077 ceph-mon[87572]: osdmap e1416: 8 total, 8 up, 8 in 2024-04-10T16:17:33.838 INFO:tasks.workunit.client.0.smithi069.stdout:resize: 209098299 2024-04-10T16:17:33.855 INFO:tasks.workunit.client.0.smithi069.stdout:write: c 150293055~6551511 2024-04-10T16:17:33.873 INFO:tasks.workunit.client.0.smithi069.stdout:discard: 161227334~2832483 2024-04-10T16:17:33.873 INFO:tasks.workunit.client.0.smithi069.stdout:write: c 105550167~4483721 2024-04-10T16:17:33.879 INFO:tasks.workunit.client.0.smithi069.stdout:discard: 5524031~4434579 2024-04-10T16:17:33.879 INFO:tasks.workunit.client.0.smithi069.stdout:write: c 173569250~708183 2024-04-10T16:17:33.879 INFO:tasks.workunit.client.0.smithi069.stdout:discard: 145368936~554565 2024-04-10T16:17:33.880 INFO:tasks.workunit.client.0.smithi069.stdout:write: c 206699867~2398432 2024-04-10T16:17:33.882 INFO:tasks.workunit.client.0.smithi069.stdout:discard: 137572017~5793480 2024-04-10T16:17:33.882 INFO:tasks.workunit.client.0.smithi069.stdout:snap_create: user2 2024-04-10T16:17:34.101 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:17:33 smithi069 ceph-mon[96738]: pgmap v2487: 169 pgs: 169 active+clean; 2.1 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 27 MiB/s rd, 20 MiB/s wr, 561 op/s 2024-04-10T16:17:34.101 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:17:33 smithi069 ceph-mon[96738]: osdmap e1417: 8 total, 8 up, 8 in 2024-04-10T16:17:34.101 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:17:33 smithi069 ceph-mon[94167]: pgmap v2487: 169 pgs: 169 active+clean; 2.1 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 27 MiB/s rd, 20 MiB/s wr, 561 op/s 2024-04-10T16:17:34.101 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:17:33 smithi069 ceph-mon[94167]: osdmap e1417: 8 total, 8 up, 8 in 2024-04-10T16:17:34.257 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:17:33 smithi077 ceph-mon[87572]: pgmap v2487: 169 pgs: 169 active+clean; 2.1 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 27 MiB/s rd, 20 MiB/s wr, 561 op/s 2024-04-10T16:17:34.257 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:17:33 smithi077 ceph-mon[87572]: osdmap e1417: 8 total, 8 up, 8 in 2024-04-10T16:17:35.101 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:17:34 smithi069 ceph-mon[96738]: osdmap e1418: 8 total, 8 up, 8 in 2024-04-10T16:17:35.101 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:17:34 smithi069 ceph-mon[94167]: osdmap e1418: 8 total, 8 up, 8 in 2024-04-10T16:17:35.257 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:17:34 smithi077 ceph-mon[87572]: osdmap e1418: 8 total, 8 up, 8 in 2024-04-10T16:17:35.846 INFO:tasks.workunit.client.0.smithi069.stdout:write: d 166412360~2396202 2024-04-10T16:17:35.863 INFO:tasks.workunit.client.0.smithi069.stdout:discard: 76975413~3457910 2024-04-10T16:17:35.863 INFO:tasks.workunit.client.0.smithi069.stdout:write: d 110990083~7191500 2024-04-10T16:17:35.874 INFO:tasks.workunit.client.0.smithi069.stdout:discard: 181579842~7797299 2024-04-10T16:17:35.875 INFO:tasks.workunit.client.0.smithi069.stdout:write: d 168952110~8139808 2024-04-10T16:17:35.888 INFO:tasks.workunit.client.0.smithi069.stdout:discard: 186859491~6911538 2024-04-10T16:17:35.890 INFO:tasks.workunit.client.0.smithi069.stdout:write: d 141746167~2559291 2024-04-10T16:17:35.891 INFO:tasks.workunit.client.0.smithi069.stdout:discard: 201333292~3926418 2024-04-10T16:17:35.892 INFO:tasks.workunit.client.0.smithi069.stdout:snap_create: user3 2024-04-10T16:17:36.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:17:35 smithi069 ceph-mon[96738]: pgmap v2490: 169 pgs: 169 active+clean; 2.1 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 37 MiB/s rd, 16 MiB/s wr, 484 op/s 2024-04-10T16:17:36.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:17:35 smithi069 ceph-mon[96738]: osdmap e1419: 8 total, 8 up, 8 in 2024-04-10T16:17:36.103 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:17:35 smithi069 ceph-mon[94167]: pgmap v2490: 169 pgs: 169 active+clean; 2.1 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 37 MiB/s rd, 16 MiB/s wr, 484 op/s 2024-04-10T16:17:36.103 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:17:35 smithi069 ceph-mon[94167]: osdmap e1419: 8 total, 8 up, 8 in 2024-04-10T16:17:36.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:17:35 smithi077 ceph-mon[87572]: pgmap v2490: 169 pgs: 169 active+clean; 2.1 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 37 MiB/s rd, 16 MiB/s wr, 484 op/s 2024-04-10T16:17:36.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:17:35 smithi077 ceph-mon[87572]: osdmap e1419: 8 total, 8 up, 8 in 2024-04-10T16:17:37.101 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:17:36 smithi069 ceph-mon[96738]: osdmap e1420: 8 total, 8 up, 8 in 2024-04-10T16:17:37.101 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:17:36 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:17:36] "GET /metrics HTTP/1.1" 200 38903 "" "Prometheus/2.43.0" 2024-04-10T16:17:37.101 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:17:36 smithi069 ceph-mon[94167]: osdmap e1420: 8 total, 8 up, 8 in 2024-04-10T16:17:37.257 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:17:36 smithi077 ceph-mon[87572]: osdmap e1420: 8 total, 8 up, 8 in 2024-04-10T16:17:37.868 INFO:tasks.workunit.client.0.smithi069.stdout:resize: 285658056 2024-04-10T16:17:37.892 INFO:tasks.workunit.client.0.smithi069.stdout:write: 1 28565805~7141451 2024-04-10T16:17:37.899 INFO:tasks.workunit.client.0.smithi069.stdout:discard: 30351167~3570725 2024-04-10T16:17:37.931 INFO:tasks.workunit.client.0.smithi069.stdout:write: 2 57131611~7141451 2024-04-10T16:17:37.934 INFO:tasks.workunit.client.0.smithi069.stdout:discard: 58916973~3570725 2024-04-10T16:17:38.011 INFO:tasks.workunit.client.0.smithi069.stdout:write: 3 85697416~7141451 2024-04-10T16:17:38.013 INFO:tasks.workunit.client.0.smithi069.stdout:discard: 87482778~3570725 2024-04-10T16:17:38.047 INFO:tasks.workunit.client.0.smithi069.stdout:write: 4 114263222~7141451 2024-04-10T16:17:38.050 INFO:tasks.workunit.client.0.smithi069.stdout:discard: 116048584~3570725 2024-04-10T16:17:38.078 INFO:tasks.workunit.client.0.smithi069.stdout:write: 5 142829028~7141451 2024-04-10T16:17:38.081 INFO:tasks.workunit.client.0.smithi069.stdout:discard: 144614390~3570725 2024-04-10T16:17:38.180 INFO:tasks.workunit.client.0.smithi069.stdout:migration_commit 2024-04-10T16:17:38.257 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:17:37 smithi077 ceph-mon[87572]: pgmap v2493: 169 pgs: 169 active+clean; 2.2 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 27 MiB/s rd, 29 MiB/s wr, 573 op/s 2024-04-10T16:17:38.257 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:17:37 smithi077 ceph-mon[87572]: osdmap e1421: 8 total, 8 up, 8 in 2024-04-10T16:17:38.351 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:17:37 smithi069 ceph-mon[96738]: pgmap v2493: 169 pgs: 169 active+clean; 2.2 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 27 MiB/s rd, 29 MiB/s wr, 573 op/s 2024-04-10T16:17:38.351 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:17:37 smithi069 ceph-mon[96738]: osdmap e1421: 8 total, 8 up, 8 in 2024-04-10T16:17:38.351 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:17:37 smithi069 ceph-mon[94167]: pgmap v2493: 169 pgs: 169 active+clean; 2.2 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 27 MiB/s rd, 29 MiB/s wr, 573 op/s 2024-04-10T16:17:38.351 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:17:37 smithi069 ceph-mon[94167]: osdmap e1421: 8 total, 8 up, 8 in 2024-04-10T16:17:39.257 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:17:38 smithi077 ceph-mon[87572]: osdmap e1422: 8 total, 8 up, 8 in 2024-04-10T16:17:39.351 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:17:38 smithi069 ceph-mon[96738]: osdmap e1422: 8 total, 8 up, 8 in 2024-04-10T16:17:39.351 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:17:38 smithi069 ceph-mon[94167]: osdmap e1422: 8 total, 8 up, 8 in 2024-04-10T16:17:40.134 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestMigration.StressLive (18784 ms) 2024-04-10T16:17:40.257 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:17:39 smithi077 ceph-mon[87572]: pgmap v2496: 169 pgs: 169 active+clean; 2.2 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 14 MiB/s rd, 21 MiB/s wr, 428 op/s 2024-04-10T16:17:40.257 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:17:39 smithi077 ceph-mon[87572]: osdmap e1423: 8 total, 8 up, 8 in 2024-04-10T16:17:40.257 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:17:39 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:17:40.351 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:17:39 smithi069 ceph-mon[96738]: pgmap v2496: 169 pgs: 169 active+clean; 2.2 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 14 MiB/s rd, 21 MiB/s wr, 428 op/s 2024-04-10T16:17:40.351 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:17:39 smithi069 ceph-mon[96738]: osdmap e1423: 8 total, 8 up, 8 in 2024-04-10T16:17:40.351 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:17:39 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:17:40.351 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:17:39 smithi069 ceph-mon[94167]: pgmap v2496: 169 pgs: 169 active+clean; 2.2 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 14 MiB/s rd, 21 MiB/s wr, 428 op/s 2024-04-10T16:17:40.351 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:17:39 smithi069 ceph-mon[94167]: osdmap e1423: 8 total, 8 up, 8 in 2024-04-10T16:17:40.351 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:17:39 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:17:41.884 INFO:tasks.workunit.client.0.smithi069.stdout:[----------] 57 tests from TestMigration (269250 ms total) 2024-04-10T16:17:41.884 INFO:tasks.workunit.client.0.smithi069.stdout: 2024-04-10T16:17:41.885 INFO:tasks.workunit.client.0.smithi069.stdout:[----------] 6 tests from TestGroup 2024-04-10T16:17:42.257 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:17:41 smithi077 ceph-mon[87572]: pgmap v2498: 169 pgs: 169 active+clean; 2.3 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 19 MiB/s rd, 16 MiB/s wr, 166 op/s 2024-04-10T16:17:42.257 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:17:41 smithi077 ceph-mon[87572]: osdmap e1424: 8 total, 8 up, 8 in 2024-04-10T16:17:42.351 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:17:41 smithi069 ceph-mon[96738]: pgmap v2498: 169 pgs: 169 active+clean; 2.3 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 19 MiB/s rd, 16 MiB/s wr, 166 op/s 2024-04-10T16:17:42.351 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:17:41 smithi069 ceph-mon[96738]: osdmap e1424: 8 total, 8 up, 8 in 2024-04-10T16:17:42.351 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:17:41 smithi069 ceph-mon[94167]: pgmap v2498: 169 pgs: 169 active+clean; 2.3 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 19 MiB/s rd, 16 MiB/s wr, 166 op/s 2024-04-10T16:17:42.351 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:17:41 smithi069 ceph-mon[94167]: osdmap e1424: 8 total, 8 up, 8 in 2024-04-10T16:17:42.757 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:17:42 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:17:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:17:43.257 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:17:42 smithi077 ceph-mon[87572]: osdmap e1425: 8 total, 8 up, 8 in 2024-04-10T16:17:43.351 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:17:42 smithi069 ceph-mon[96738]: osdmap e1425: 8 total, 8 up, 8 in 2024-04-10T16:17:43.351 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:17:42 smithi069 ceph-mon[94167]: osdmap e1425: 8 total, 8 up, 8 in 2024-04-10T16:17:43.891 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestGroup.group_create 2024-04-10T16:17:44.257 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:17:43 smithi077 ceph-mon[87572]: pgmap v2501: 105 pgs: 105 active+clean; 4.6 MiB data, 9.4 GiB used, 706 GiB / 715 GiB avail 2024-04-10T16:17:44.257 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:17:43 smithi077 ceph-mon[87572]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T16:17:44.257 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:17:43 smithi077 ceph-mon[87572]: Cluster is now healthy 2024-04-10T16:17:44.258 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:17:43 smithi077 ceph-mon[87572]: osdmap e1426: 8 total, 8 up, 8 in 2024-04-10T16:17:44.258 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:17:43 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/2204569781' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:17:44.258 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:17:43 smithi077 ceph-mon[87572]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:17:44.351 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:17:43 smithi069 ceph-mon[96738]: pgmap v2501: 105 pgs: 105 active+clean; 4.6 MiB data, 9.4 GiB used, 706 GiB / 715 GiB avail 2024-04-10T16:17:44.351 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:17:43 smithi069 ceph-mon[96738]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T16:17:44.351 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:17:43 smithi069 ceph-mon[96738]: Cluster is now healthy 2024-04-10T16:17:44.351 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:17:43 smithi069 ceph-mon[96738]: osdmap e1426: 8 total, 8 up, 8 in 2024-04-10T16:17:44.351 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:17:43 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/2204569781' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:17:44.351 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:17:43 smithi069 ceph-mon[96738]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:17:44.352 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:17:43 smithi069 ceph-mon[94167]: pgmap v2501: 105 pgs: 105 active+clean; 4.6 MiB data, 9.4 GiB used, 706 GiB / 715 GiB avail 2024-04-10T16:17:44.352 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:17:43 smithi069 ceph-mon[94167]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T16:17:44.352 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:17:43 smithi069 ceph-mon[94167]: Cluster is now healthy 2024-04-10T16:17:44.352 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:17:43 smithi069 ceph-mon[94167]: osdmap e1426: 8 total, 8 up, 8 in 2024-04-10T16:17:44.352 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:17:43 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/2204569781' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:17:44.352 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:17:43 smithi069 ceph-mon[94167]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:17:45.257 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:17:44 smithi077 ceph-mon[87572]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T16:17:45.257 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:17:44 smithi077 ceph-mon[87572]: osdmap e1427: 8 total, 8 up, 8 in 2024-04-10T16:17:45.351 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:17:44 smithi069 ceph-mon[96738]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T16:17:45.351 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:17:44 smithi069 ceph-mon[96738]: osdmap e1427: 8 total, 8 up, 8 in 2024-04-10T16:17:45.351 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:17:44 smithi069 ceph-mon[94167]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T16:17:45.352 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:17:44 smithi069 ceph-mon[94167]: osdmap e1427: 8 total, 8 up, 8 in 2024-04-10T16:17:45.938 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestGroup.group_create (2047 ms) 2024-04-10T16:17:45.939 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestGroup.group_createPP 2024-04-10T16:17:45.957 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestGroup.group_createPP (18 ms) 2024-04-10T16:17:45.957 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestGroup.add_image 2024-04-10T16:17:45.998 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestGroup.add_image (40 ms) 2024-04-10T16:17:45.998 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestGroup.add_imagePP 2024-04-10T16:17:46.038 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestGroup.add_imagePP (41 ms) 2024-04-10T16:17:46.038 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestGroup.add_snapshot 2024-04-10T16:17:46.257 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:17:45 smithi077 ceph-mon[87572]: pgmap v2504: 137 pgs: 14 creating+peering, 18 unknown, 105 active+clean; 4.6 MiB data, 8.4 GiB used, 707 GiB / 715 GiB avail 2024-04-10T16:17:46.257 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:17:45 smithi077 ceph-mon[87572]: osdmap e1428: 8 total, 8 up, 8 in 2024-04-10T16:17:46.351 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:17:45 smithi069 ceph-mon[96738]: pgmap v2504: 137 pgs: 14 creating+peering, 18 unknown, 105 active+clean; 4.6 MiB data, 8.4 GiB used, 707 GiB / 715 GiB avail 2024-04-10T16:17:46.351 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:17:45 smithi069 ceph-mon[96738]: osdmap e1428: 8 total, 8 up, 8 in 2024-04-10T16:17:46.351 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:17:45 smithi069 ceph-mon[94167]: pgmap v2504: 137 pgs: 14 creating+peering, 18 unknown, 105 active+clean; 4.6 MiB data, 8.4 GiB used, 707 GiB / 715 GiB avail 2024-04-10T16:17:46.351 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:17:45 smithi069 ceph-mon[94167]: osdmap e1428: 8 total, 8 up, 8 in 2024-04-10T16:17:47.257 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:17:46 smithi077 ceph-mon[87572]: osdmap e1429: 8 total, 8 up, 8 in 2024-04-10T16:17:47.351 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:17:46 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:17:46] "GET /metrics HTTP/1.1" 200 38905 "" "Prometheus/2.43.0" 2024-04-10T16:17:47.351 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:17:46 smithi069 ceph-mon[96738]: osdmap e1429: 8 total, 8 up, 8 in 2024-04-10T16:17:47.351 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:17:46 smithi069 ceph-mon[94167]: osdmap e1429: 8 total, 8 up, 8 in 2024-04-10T16:17:48.257 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:17:47 smithi077 ceph-mon[87572]: pgmap v2507: 137 pgs: 14 creating+peering, 123 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-10T16:17:48.257 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:17:47 smithi077 ceph-mon[87572]: osdmap e1430: 8 total, 8 up, 8 in 2024-04-10T16:17:48.351 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:17:47 smithi069 ceph-mon[96738]: pgmap v2507: 137 pgs: 14 creating+peering, 123 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-10T16:17:48.351 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:17:47 smithi069 ceph-mon[96738]: osdmap e1430: 8 total, 8 up, 8 in 2024-04-10T16:17:48.351 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:17:47 smithi069 ceph-mon[94167]: pgmap v2507: 137 pgs: 14 creating+peering, 123 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-10T16:17:48.352 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:17:47 smithi069 ceph-mon[94167]: osdmap e1430: 8 total, 8 up, 8 in 2024-04-10T16:17:49.257 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:17:48 smithi077 ceph-mon[87572]: osdmap e1431: 8 total, 8 up, 8 in 2024-04-10T16:17:49.351 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:17:48 smithi069 ceph-mon[96738]: osdmap e1431: 8 total, 8 up, 8 in 2024-04-10T16:17:49.351 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:17:48 smithi069 ceph-mon[94167]: osdmap e1431: 8 total, 8 up, 8 in 2024-04-10T16:17:50.257 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:17:49 smithi077 ceph-mon[87572]: pgmap v2510: 137 pgs: 14 creating+peering, 123 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-10T16:17:50.257 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:17:49 smithi077 ceph-mon[87572]: osdmap e1432: 8 total, 8 up, 8 in 2024-04-10T16:17:50.351 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:17:49 smithi069 ceph-mon[96738]: pgmap v2510: 137 pgs: 14 creating+peering, 123 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-10T16:17:50.351 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:17:49 smithi069 ceph-mon[96738]: osdmap e1432: 8 total, 8 up, 8 in 2024-04-10T16:17:50.352 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:17:49 smithi069 ceph-mon[94167]: pgmap v2510: 137 pgs: 14 creating+peering, 123 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-10T16:17:50.352 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:17:49 smithi069 ceph-mon[94167]: osdmap e1432: 8 total, 8 up, 8 in 2024-04-10T16:17:51.257 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:17:50 smithi077 ceph-mon[87572]: osdmap e1433: 8 total, 8 up, 8 in 2024-04-10T16:17:51.351 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:17:50 smithi069 ceph-mon[96738]: osdmap e1433: 8 total, 8 up, 8 in 2024-04-10T16:17:51.351 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:17:50 smithi069 ceph-mon[94167]: osdmap e1433: 8 total, 8 up, 8 in 2024-04-10T16:17:51.993 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestGroup.add_snapshot (5955 ms) 2024-04-10T16:17:51.993 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestGroup.add_snapshotPP 2024-04-10T16:17:52.257 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:17:51 smithi077 ceph-mon[87572]: pgmap v2513: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 106 KiB/s rd, 11 KiB/s wr, 138 op/s 2024-04-10T16:17:52.257 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:17:51 smithi077 ceph-mon[87572]: osdmap e1434: 8 total, 8 up, 8 in 2024-04-10T16:17:52.351 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:17:51 smithi069 ceph-mon[96738]: pgmap v2513: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 106 KiB/s rd, 11 KiB/s wr, 138 op/s 2024-04-10T16:17:52.351 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:17:51 smithi069 ceph-mon[96738]: osdmap e1434: 8 total, 8 up, 8 in 2024-04-10T16:17:52.351 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:17:51 smithi069 ceph-mon[94167]: pgmap v2513: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 106 KiB/s rd, 11 KiB/s wr, 138 op/s 2024-04-10T16:17:52.351 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:17:51 smithi069 ceph-mon[94167]: osdmap e1434: 8 total, 8 up, 8 in 2024-04-10T16:17:52.590 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:17:52 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:17:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:17:53.252 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:17:52 smithi069 ceph-mon[96738]: osdmap e1435: 8 total, 8 up, 8 in 2024-04-10T16:17:53.252 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:17:52 smithi069 ceph-mon[94167]: osdmap e1435: 8 total, 8 up, 8 in 2024-04-10T16:17:53.257 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:17:52 smithi077 ceph-mon[87572]: osdmap e1435: 8 total, 8 up, 8 in 2024-04-10T16:17:54.257 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:17:53 smithi077 ceph-mon[87572]: pgmap v2516: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 153 KiB/s rd, 18 KiB/s wr, 208 op/s 2024-04-10T16:17:54.257 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:17:53 smithi077 ceph-mon[87572]: osdmap e1436: 8 total, 8 up, 8 in 2024-04-10T16:17:54.351 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:17:53 smithi069 ceph-mon[96738]: pgmap v2516: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 153 KiB/s rd, 18 KiB/s wr, 208 op/s 2024-04-10T16:17:54.351 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:17:53 smithi069 ceph-mon[96738]: osdmap e1436: 8 total, 8 up, 8 in 2024-04-10T16:17:54.351 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:17:53 smithi069 ceph-mon[94167]: pgmap v2516: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 153 KiB/s rd, 18 KiB/s wr, 208 op/s 2024-04-10T16:17:54.351 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:17:53 smithi069 ceph-mon[94167]: osdmap e1436: 8 total, 8 up, 8 in 2024-04-10T16:17:55.257 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:17:54 smithi077 ceph-mon[87572]: osdmap e1437: 8 total, 8 up, 8 in 2024-04-10T16:17:55.257 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:17:54 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:17:55.257 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:17:54 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:17:55.351 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:17:54 smithi069 ceph-mon[96738]: osdmap e1437: 8 total, 8 up, 8 in 2024-04-10T16:17:55.351 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:17:54 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:17:55.351 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:17:54 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:17:55.351 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:17:54 smithi069 ceph-mon[94167]: osdmap e1437: 8 total, 8 up, 8 in 2024-04-10T16:17:55.351 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:17:54 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:17:55.352 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:17:54 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:17:56.257 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:17:55 smithi077 ceph-mon[87572]: pgmap v2519: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 98 KiB/s rd, 10 KiB/s wr, 136 op/s 2024-04-10T16:17:56.257 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:17:55 smithi077 ceph-mon[87572]: osdmap e1438: 8 total, 8 up, 8 in 2024-04-10T16:17:56.351 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:17:55 smithi069 ceph-mon[96738]: pgmap v2519: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 98 KiB/s rd, 10 KiB/s wr, 136 op/s 2024-04-10T16:17:56.351 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:17:55 smithi069 ceph-mon[96738]: osdmap e1438: 8 total, 8 up, 8 in 2024-04-10T16:17:56.351 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:17:55 smithi069 ceph-mon[94167]: pgmap v2519: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 98 KiB/s rd, 10 KiB/s wr, 136 op/s 2024-04-10T16:17:56.352 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:17:55 smithi069 ceph-mon[94167]: osdmap e1438: 8 total, 8 up, 8 in 2024-04-10T16:17:57.257 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:17:56 smithi077 ceph-mon[87572]: osdmap e1439: 8 total, 8 up, 8 in 2024-04-10T16:17:57.257 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:17:56 smithi077 ceph-mon[87572]: pgmap v2522: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 99 KiB/s rd, 11 KiB/s wr, 135 op/s 2024-04-10T16:17:57.257 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:17:56 smithi077 ceph-mon[87572]: osdmap e1440: 8 total, 8 up, 8 in 2024-04-10T16:17:57.351 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:17:56 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:17:56] "GET /metrics HTTP/1.1" 200 36447 "" "Prometheus/2.43.0" 2024-04-10T16:17:57.352 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:17:56 smithi069 ceph-mon[96738]: osdmap e1439: 8 total, 8 up, 8 in 2024-04-10T16:17:57.352 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:17:56 smithi069 ceph-mon[96738]: pgmap v2522: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 99 KiB/s rd, 11 KiB/s wr, 135 op/s 2024-04-10T16:17:57.352 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:17:56 smithi069 ceph-mon[96738]: osdmap e1440: 8 total, 8 up, 8 in 2024-04-10T16:17:57.352 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:17:56 smithi069 ceph-mon[94167]: osdmap e1439: 8 total, 8 up, 8 in 2024-04-10T16:17:57.352 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:17:56 smithi069 ceph-mon[94167]: pgmap v2522: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 99 KiB/s rd, 11 KiB/s wr, 135 op/s 2024-04-10T16:17:57.352 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:17:56 smithi069 ceph-mon[94167]: osdmap e1440: 8 total, 8 up, 8 in 2024-04-10T16:17:57.701 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestGroup.add_snapshotPP (5708 ms) 2024-04-10T16:17:58.681 INFO:tasks.workunit.client.0.smithi069.stdout:[----------] 6 tests from TestGroup (13810 ms total) 2024-04-10T16:17:58.681 INFO:tasks.workunit.client.0.smithi069.stdout: 2024-04-10T16:17:58.682 INFO:tasks.workunit.client.0.smithi069.stdout:[----------] 31 tests from TestDeepCopy 2024-04-10T16:17:59.007 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:17:58 smithi077 ceph-mon[87572]: osdmap e1441: 8 total, 8 up, 8 in 2024-04-10T16:17:59.101 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:17:58 smithi069 ceph-mon[94167]: osdmap e1441: 8 total, 8 up, 8 in 2024-04-10T16:17:59.101 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:17:58 smithi069 ceph-mon[96738]: osdmap e1441: 8 total, 8 up, 8 in 2024-04-10T16:18:00.007 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:17:59 smithi077 ceph-mon[87572]: pgmap v2525: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 48 KiB/s rd, 7.2 KiB/s wr, 69 op/s 2024-04-10T16:18:00.007 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:17:59 smithi077 ceph-mon[87572]: osdmap e1442: 8 total, 8 up, 8 in 2024-04-10T16:18:00.101 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:17:59 smithi069 ceph-mon[94167]: pgmap v2525: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 48 KiB/s rd, 7.2 KiB/s wr, 69 op/s 2024-04-10T16:18:00.101 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:17:59 smithi069 ceph-mon[94167]: osdmap e1442: 8 total, 8 up, 8 in 2024-04-10T16:18:00.101 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:17:59 smithi069 ceph-mon[96738]: pgmap v2525: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 48 KiB/s rd, 7.2 KiB/s wr, 69 op/s 2024-04-10T16:18:00.101 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:17:59 smithi069 ceph-mon[96738]: osdmap e1442: 8 total, 8 up, 8 in 2024-04-10T16:18:00.684 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestDeepCopy.Empty 2024-04-10T16:18:01.007 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:18:00 smithi077 ceph-mon[87572]: osdmap e1443: 8 total, 8 up, 8 in 2024-04-10T16:18:01.007 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:18:00 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/1322102224' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:18:01.007 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:18:00 smithi077 ceph-mon[87572]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:18:01.007 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:18:00 smithi077 ceph-mon[87572]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T16:18:01.007 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:18:00 smithi077 ceph-mon[87572]: osdmap e1444: 8 total, 8 up, 8 in 2024-04-10T16:18:01.101 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:18:00 smithi069 ceph-mon[96738]: osdmap e1443: 8 total, 8 up, 8 in 2024-04-10T16:18:01.101 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:18:00 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/1322102224' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:18:01.101 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:18:00 smithi069 ceph-mon[96738]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:18:01.101 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:18:00 smithi069 ceph-mon[96738]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T16:18:01.101 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:18:00 smithi069 ceph-mon[96738]: osdmap e1444: 8 total, 8 up, 8 in 2024-04-10T16:18:01.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:18:00 smithi069 ceph-mon[94167]: osdmap e1443: 8 total, 8 up, 8 in 2024-04-10T16:18:01.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:18:00 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/1322102224' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:18:01.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:18:00 smithi069 ceph-mon[94167]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:18:01.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:18:00 smithi069 ceph-mon[94167]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T16:18:01.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:18:00 smithi069 ceph-mon[94167]: osdmap e1444: 8 total, 8 up, 8 in 2024-04-10T16:18:02.007 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:18:01 smithi077 ceph-mon[87572]: pgmap v2528: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:18:02.007 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:18:01 smithi077 ceph-mon[87572]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T16:18:02.007 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:18:01 smithi077 ceph-mon[87572]: osdmap e1445: 8 total, 8 up, 8 in 2024-04-10T16:18:02.101 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:18:01 smithi069 ceph-mon[96738]: pgmap v2528: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:18:02.101 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:18:01 smithi069 ceph-mon[96738]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T16:18:02.101 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:18:01 smithi069 ceph-mon[96738]: osdmap e1445: 8 total, 8 up, 8 in 2024-04-10T16:18:02.101 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:18:01 smithi069 ceph-mon[94167]: pgmap v2528: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:18:02.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:18:01 smithi069 ceph-mon[94167]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T16:18:02.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:18:01 smithi069 ceph-mon[94167]: osdmap e1445: 8 total, 8 up, 8 in 2024-04-10T16:18:02.757 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:18:02 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:18:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:18:02.813 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestDeepCopy.Empty (2129 ms) 2024-04-10T16:18:02.813 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestDeepCopy.NoSnaps 2024-04-10T16:18:03.089 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestDeepCopy.NoSnaps (276 ms) 2024-04-10T16:18:03.089 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestDeepCopy.Snaps 2024-04-10T16:18:04.007 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:18:03 smithi077 ceph-mon[87572]: pgmap v2531: 137 pgs: 17 creating+peering, 15 unknown, 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:18:04.007 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:18:03 smithi077 ceph-mon[87572]: osdmap e1446: 8 total, 8 up, 8 in 2024-04-10T16:18:04.007 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:18:03 smithi077 ceph-mon[87572]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T16:18:04.007 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:18:03 smithi077 ceph-mon[87572]: Cluster is now healthy 2024-04-10T16:18:04.101 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:18:03 smithi069 ceph-mon[96738]: pgmap v2531: 137 pgs: 17 creating+peering, 15 unknown, 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:18:04.101 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:18:03 smithi069 ceph-mon[96738]: osdmap e1446: 8 total, 8 up, 8 in 2024-04-10T16:18:04.101 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:18:03 smithi069 ceph-mon[96738]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T16:18:04.101 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:18:03 smithi069 ceph-mon[96738]: Cluster is now healthy 2024-04-10T16:18:04.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:18:03 smithi069 ceph-mon[94167]: pgmap v2531: 137 pgs: 17 creating+peering, 15 unknown, 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:18:04.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:18:03 smithi069 ceph-mon[94167]: osdmap e1446: 8 total, 8 up, 8 in 2024-04-10T16:18:04.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:18:03 smithi069 ceph-mon[94167]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T16:18:04.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:18:03 smithi069 ceph-mon[94167]: Cluster is now healthy 2024-04-10T16:18:05.007 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:18:04 smithi077 ceph-mon[87572]: osdmap e1447: 8 total, 8 up, 8 in 2024-04-10T16:18:05.101 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:18:04 smithi069 ceph-mon[94167]: osdmap e1447: 8 total, 8 up, 8 in 2024-04-10T16:18:05.101 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:18:04 smithi069 ceph-mon[96738]: osdmap e1447: 8 total, 8 up, 8 in 2024-04-10T16:18:06.010 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:18:05 smithi077 ceph-mon[87572]: pgmap v2534: 137 pgs: 17 creating+peering, 6 unknown, 114 active+clean; 13 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.0 MiB/s wr, 36 op/s 2024-04-10T16:18:06.011 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:18:05 smithi077 ceph-mon[87572]: osdmap e1448: 8 total, 8 up, 8 in 2024-04-10T16:18:06.101 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:18:05 smithi069 ceph-mon[96738]: pgmap v2534: 137 pgs: 17 creating+peering, 6 unknown, 114 active+clean; 13 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.0 MiB/s wr, 36 op/s 2024-04-10T16:18:06.101 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:18:05 smithi069 ceph-mon[96738]: osdmap e1448: 8 total, 8 up, 8 in 2024-04-10T16:18:06.101 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:18:05 smithi069 ceph-mon[94167]: pgmap v2534: 137 pgs: 17 creating+peering, 6 unknown, 114 active+clean; 13 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.0 MiB/s wr, 36 op/s 2024-04-10T16:18:06.101 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:18:05 smithi069 ceph-mon[94167]: osdmap e1448: 8 total, 8 up, 8 in 2024-04-10T16:18:06.977 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestDeepCopy.Snaps (3888 ms) 2024-04-10T16:18:06.977 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestDeepCopy.SnapDiscard 2024-04-10T16:18:07.007 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:18:06 smithi077 ceph-mon[87572]: osdmap e1449: 8 total, 8 up, 8 in 2024-04-10T16:18:07.101 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:18:06 smithi069 ceph-mon[96738]: osdmap e1449: 8 total, 8 up, 8 in 2024-04-10T16:18:07.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:18:06 smithi069 ceph-mon[94167]: osdmap e1449: 8 total, 8 up, 8 in 2024-04-10T16:18:07.102 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:18:06 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:18:06] "GET /metrics HTTP/1.1" 200 36447 "" "Prometheus/2.43.0" 2024-04-10T16:18:08.007 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:18:07 smithi077 ceph-mon[87572]: pgmap v2537: 137 pgs: 137 active+clean; 53 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 12 MiB/s wr, 144 op/s 2024-04-10T16:18:08.007 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:18:07 smithi077 ceph-mon[87572]: osdmap e1450: 8 total, 8 up, 8 in 2024-04-10T16:18:08.101 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:18:07 smithi069 ceph-mon[96738]: pgmap v2537: 137 pgs: 137 active+clean; 53 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 12 MiB/s wr, 144 op/s 2024-04-10T16:18:08.101 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:18:07 smithi069 ceph-mon[96738]: osdmap e1450: 8 total, 8 up, 8 in 2024-04-10T16:18:08.101 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:18:07 smithi069 ceph-mon[94167]: pgmap v2537: 137 pgs: 137 active+clean; 53 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 12 MiB/s wr, 144 op/s 2024-04-10T16:18:08.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:18:07 smithi069 ceph-mon[94167]: osdmap e1450: 8 total, 8 up, 8 in 2024-04-10T16:18:08.848 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestDeepCopy.SnapDiscard (1871 ms) 2024-04-10T16:18:08.848 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestDeepCopy.CloneDiscard 2024-04-10T16:18:09.007 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:18:08 smithi077 ceph-mon[87572]: osdmap e1451: 8 total, 8 up, 8 in 2024-04-10T16:18:09.101 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:18:08 smithi069 ceph-mon[96738]: osdmap e1451: 8 total, 8 up, 8 in 2024-04-10T16:18:09.101 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:18:08 smithi069 ceph-mon[94167]: osdmap e1451: 8 total, 8 up, 8 in 2024-04-10T16:18:09.924 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestDeepCopy.CloneDiscard (1076 ms) 2024-04-10T16:18:09.924 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestDeepCopy.CloneShrink 2024-04-10T16:18:10.007 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:18:09 smithi077 ceph-mon[87572]: pgmap v2540: 137 pgs: 137 active+clean; 53 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 10 MiB/s wr, 107 op/s 2024-04-10T16:18:10.007 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:18:09 smithi077 ceph-mon[87572]: osdmap e1452: 8 total, 8 up, 8 in 2024-04-10T16:18:10.007 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:18:09 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:18:10.101 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:18:09 smithi069 ceph-mon[96738]: pgmap v2540: 137 pgs: 137 active+clean; 53 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 10 MiB/s wr, 107 op/s 2024-04-10T16:18:10.101 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:18:09 smithi069 ceph-mon[96738]: osdmap e1452: 8 total, 8 up, 8 in 2024-04-10T16:18:10.101 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:18:09 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:18:10.101 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:18:09 smithi069 ceph-mon[94167]: pgmap v2540: 137 pgs: 137 active+clean; 53 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 10 MiB/s wr, 107 op/s 2024-04-10T16:18:10.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:18:09 smithi069 ceph-mon[94167]: osdmap e1452: 8 total, 8 up, 8 in 2024-04-10T16:18:10.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:18:09 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:18:10.910 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestDeepCopy.CloneShrink (985 ms) 2024-04-10T16:18:10.910 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestDeepCopy.CloneExpand 2024-04-10T16:18:11.007 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:18:10 smithi077 ceph-mon[87572]: osdmap e1453: 8 total, 8 up, 8 in 2024-04-10T16:18:11.101 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:18:10 smithi069 ceph-mon[96738]: osdmap e1453: 8 total, 8 up, 8 in 2024-04-10T16:18:11.101 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:18:10 smithi069 ceph-mon[94167]: osdmap e1453: 8 total, 8 up, 8 in 2024-04-10T16:18:11.887 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestDeepCopy.CloneExpand (978 ms) 2024-04-10T16:18:11.888 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestDeepCopy.CloneHideParent 2024-04-10T16:18:12.007 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:18:11 smithi077 ceph-mon[87572]: pgmap v2543: 137 pgs: 137 active+clean; 61 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 17 MiB/s rd, 2.0 MiB/s wr, 92 op/s 2024-04-10T16:18:12.007 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:18:11 smithi077 ceph-mon[87572]: osdmap e1454: 8 total, 8 up, 8 in 2024-04-10T16:18:12.007 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:18:11 smithi077 ceph-mon[87572]: osdmap e1455: 8 total, 8 up, 8 in 2024-04-10T16:18:12.101 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:18:11 smithi069 ceph-mon[96738]: pgmap v2543: 137 pgs: 137 active+clean; 61 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 17 MiB/s rd, 2.0 MiB/s wr, 92 op/s 2024-04-10T16:18:12.101 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:18:11 smithi069 ceph-mon[96738]: osdmap e1454: 8 total, 8 up, 8 in 2024-04-10T16:18:12.101 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:18:11 smithi069 ceph-mon[96738]: osdmap e1455: 8 total, 8 up, 8 in 2024-04-10T16:18:12.101 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:18:11 smithi069 ceph-mon[94167]: pgmap v2543: 137 pgs: 137 active+clean; 61 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 17 MiB/s rd, 2.0 MiB/s wr, 92 op/s 2024-04-10T16:18:12.101 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:18:11 smithi069 ceph-mon[94167]: osdmap e1454: 8 total, 8 up, 8 in 2024-04-10T16:18:12.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:18:11 smithi069 ceph-mon[94167]: osdmap e1455: 8 total, 8 up, 8 in 2024-04-10T16:18:12.757 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:18:12 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:18:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:18:14.007 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:18:13 smithi077 ceph-mon[87572]: pgmap v2546: 137 pgs: 137 active+clean; 69 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 24 MiB/s rd, 4.0 MiB/s wr, 247 op/s 2024-04-10T16:18:14.007 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:18:13 smithi077 ceph-mon[87572]: osdmap e1456: 8 total, 8 up, 8 in 2024-04-10T16:18:14.101 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:18:13 smithi069 ceph-mon[94167]: pgmap v2546: 137 pgs: 137 active+clean; 69 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 24 MiB/s rd, 4.0 MiB/s wr, 247 op/s 2024-04-10T16:18:14.101 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:18:13 smithi069 ceph-mon[94167]: osdmap e1456: 8 total, 8 up, 8 in 2024-04-10T16:18:14.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:18:13 smithi069 ceph-mon[96738]: pgmap v2546: 137 pgs: 137 active+clean; 69 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 24 MiB/s rd, 4.0 MiB/s wr, 247 op/s 2024-04-10T16:18:14.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:18:13 smithi069 ceph-mon[96738]: osdmap e1456: 8 total, 8 up, 8 in 2024-04-10T16:18:15.101 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:18:14 smithi069 ceph-mon[94167]: osdmap e1457: 8 total, 8 up, 8 in 2024-04-10T16:18:15.101 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:18:14 smithi069 ceph-mon[96738]: osdmap e1457: 8 total, 8 up, 8 in 2024-04-10T16:18:15.257 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:18:14 smithi077 ceph-mon[87572]: osdmap e1457: 8 total, 8 up, 8 in 2024-04-10T16:18:16.101 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:18:15 smithi069 ceph-mon[96738]: pgmap v2549: 137 pgs: 137 active+clean; 69 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 7.2 MiB/s rd, 2.0 MiB/s wr, 234 op/s 2024-04-10T16:18:16.101 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:18:15 smithi069 ceph-mon[96738]: osdmap e1458: 8 total, 8 up, 8 in 2024-04-10T16:18:16.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:18:15 smithi069 ceph-mon[94167]: pgmap v2549: 137 pgs: 137 active+clean; 69 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 7.2 MiB/s rd, 2.0 MiB/s wr, 234 op/s 2024-04-10T16:18:16.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:18:15 smithi069 ceph-mon[94167]: osdmap e1458: 8 total, 8 up, 8 in 2024-04-10T16:18:16.257 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:18:15 smithi077 ceph-mon[87572]: pgmap v2549: 137 pgs: 137 active+clean; 69 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 7.2 MiB/s rd, 2.0 MiB/s wr, 234 op/s 2024-04-10T16:18:16.257 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:18:15 smithi077 ceph-mon[87572]: osdmap e1458: 8 total, 8 up, 8 in 2024-04-10T16:18:17.101 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:18:16 smithi069 ceph-mon[96738]: osdmap e1459: 8 total, 8 up, 8 in 2024-04-10T16:18:17.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:18:16 smithi069 ceph-mon[94167]: osdmap e1459: 8 total, 8 up, 8 in 2024-04-10T16:18:17.102 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:18:16 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:18:16] "GET /metrics HTTP/1.1" 200 36465 "" "Prometheus/2.43.0" 2024-04-10T16:18:17.257 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:18:16 smithi077 ceph-mon[87572]: osdmap e1459: 8 total, 8 up, 8 in 2024-04-10T16:18:18.101 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:18:17 smithi069 ceph-mon[96738]: pgmap v2552: 137 pgs: 137 active+clean; 69 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 349 KiB/s rd, 29 KiB/s wr, 476 op/s 2024-04-10T16:18:18.101 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:18:17 smithi069 ceph-mon[96738]: osdmap e1460: 8 total, 8 up, 8 in 2024-04-10T16:18:18.101 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:18:17 smithi069 ceph-mon[94167]: pgmap v2552: 137 pgs: 137 active+clean; 69 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 349 KiB/s rd, 29 KiB/s wr, 476 op/s 2024-04-10T16:18:18.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:18:17 smithi069 ceph-mon[94167]: osdmap e1460: 8 total, 8 up, 8 in 2024-04-10T16:18:18.257 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:18:17 smithi077 ceph-mon[87572]: pgmap v2552: 137 pgs: 137 active+clean; 69 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 349 KiB/s rd, 29 KiB/s wr, 476 op/s 2024-04-10T16:18:18.257 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:18:17 smithi077 ceph-mon[87572]: osdmap e1460: 8 total, 8 up, 8 in 2024-04-10T16:18:18.922 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestDeepCopy.CloneHideParent (7035 ms) 2024-04-10T16:18:18.923 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestDeepCopy.Clone 2024-04-10T16:18:19.101 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:18:18 smithi069 ceph-mon[96738]: osdmap e1461: 8 total, 8 up, 8 in 2024-04-10T16:18:19.101 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:18:18 smithi069 ceph-mon[94167]: osdmap e1461: 8 total, 8 up, 8 in 2024-04-10T16:18:19.257 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:18:18 smithi077 ceph-mon[87572]: osdmap e1461: 8 total, 8 up, 8 in 2024-04-10T16:18:20.101 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:18:19 smithi069 ceph-mon[94167]: pgmap v2555: 137 pgs: 137 active+clean; 69 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 291 KiB/s rd, 24 KiB/s wr, 396 op/s 2024-04-10T16:18:20.101 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:18:19 smithi069 ceph-mon[94167]: osdmap e1462: 8 total, 8 up, 8 in 2024-04-10T16:18:20.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:18:19 smithi069 ceph-mon[96738]: pgmap v2555: 137 pgs: 137 active+clean; 69 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 291 KiB/s rd, 24 KiB/s wr, 396 op/s 2024-04-10T16:18:20.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:18:19 smithi069 ceph-mon[96738]: osdmap e1462: 8 total, 8 up, 8 in 2024-04-10T16:18:20.257 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:18:19 smithi077 ceph-mon[87572]: pgmap v2555: 137 pgs: 137 active+clean; 69 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 291 KiB/s rd, 24 KiB/s wr, 396 op/s 2024-04-10T16:18:20.257 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:18:19 smithi077 ceph-mon[87572]: osdmap e1462: 8 total, 8 up, 8 in 2024-04-10T16:18:21.101 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:18:20 smithi069 ceph-mon[96738]: osdmap e1463: 8 total, 8 up, 8 in 2024-04-10T16:18:21.101 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:18:20 smithi069 ceph-mon[94167]: osdmap e1463: 8 total, 8 up, 8 in 2024-04-10T16:18:21.167 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestDeepCopy.Clone (2245 ms) 2024-04-10T16:18:21.167 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestDeepCopy.CloneFlatten 2024-04-10T16:18:21.257 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:18:20 smithi077 ceph-mon[87572]: osdmap e1463: 8 total, 8 up, 8 in 2024-04-10T16:18:22.101 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:18:21 smithi069 ceph-mon[96738]: pgmap v2558: 137 pgs: 137 active+clean; 69 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 2.2 KiB/s wr, 14 op/s 2024-04-10T16:18:22.101 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:18:21 smithi069 ceph-mon[96738]: osdmap e1464: 8 total, 8 up, 8 in 2024-04-10T16:18:22.101 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:18:21 smithi069 ceph-mon[94167]: pgmap v2558: 137 pgs: 137 active+clean; 69 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 2.2 KiB/s wr, 14 op/s 2024-04-10T16:18:22.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:18:21 smithi069 ceph-mon[94167]: osdmap e1464: 8 total, 8 up, 8 in 2024-04-10T16:18:22.158 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:18:21 smithi077 ceph-mon[87572]: pgmap v2558: 137 pgs: 137 active+clean; 69 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 2.2 KiB/s wr, 14 op/s 2024-04-10T16:18:22.159 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:18:21 smithi077 ceph-mon[87572]: osdmap e1464: 8 total, 8 up, 8 in 2024-04-10T16:18:22.507 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:18:22 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:18:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:18:23.101 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:18:22 smithi069 ceph-mon[96738]: osdmap e1465: 8 total, 8 up, 8 in 2024-04-10T16:18:23.101 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:18:22 smithi069 ceph-mon[94167]: osdmap e1465: 8 total, 8 up, 8 in 2024-04-10T16:18:23.257 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:18:22 smithi077 ceph-mon[87572]: osdmap e1465: 8 total, 8 up, 8 in 2024-04-10T16:18:23.321 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestDeepCopy.CloneFlatten (2154 ms) 2024-04-10T16:18:23.321 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestDeepCopy.Stress 2024-04-10T16:18:23.344 INFO:tasks.workunit.client.0.smithi069.stdout:write: A 45681506~4578935 2024-04-10T16:18:23.367 INFO:tasks.workunit.client.0.smithi069.stdout:discard: 10744078~5405234 2024-04-10T16:18:23.367 INFO:tasks.workunit.client.0.smithi069.stdout:write: A 66063669~2541358 2024-04-10T16:18:23.375 INFO:tasks.workunit.client.0.smithi069.stdout:discard: 46202066~1764162 2024-04-10T16:18:23.377 INFO:tasks.workunit.client.0.smithi069.stdout:write: A 41185746~7094614 2024-04-10T16:18:23.401 INFO:tasks.workunit.client.0.smithi069.stdout:discard: 4469521~2781956 2024-04-10T16:18:23.401 INFO:tasks.workunit.client.0.smithi069.stdout:write: A 67796850~1801997 2024-04-10T16:18:23.408 INFO:tasks.workunit.client.0.smithi069.stdout:discard: 32895525~7332 2024-04-10T16:18:23.408 INFO:tasks.workunit.client.0.smithi069.stdout:snap: snap0 2024-04-10T16:18:23.837 INFO:tasks.workunit.client.0.smithi069.stdout:clone image232 -> image233 2024-04-10T16:18:23.882 INFO:tasks.workunit.client.0.smithi069.stdout:write: B 22595297~1363910 2024-04-10T16:18:23.892 INFO:tasks.workunit.client.0.smithi069.stdout:discard: 14214861~3892299 2024-04-10T16:18:23.895 INFO:tasks.workunit.client.0.smithi069.stdout:write: B 80217123~2529239 2024-04-10T16:18:23.904 INFO:tasks.workunit.client.0.smithi069.stdout:discard: 32472924~2454554 2024-04-10T16:18:23.908 INFO:tasks.workunit.client.0.smithi069.stdout:write: B 22566309~7945436 2024-04-10T16:18:23.929 INFO:tasks.workunit.client.0.smithi069.stdout:discard: 68310557~1101225 2024-04-10T16:18:23.939 INFO:tasks.workunit.client.0.smithi069.stdout:write: B 72789024~7736417 2024-04-10T16:18:23.962 INFO:tasks.workunit.client.0.smithi069.stdout:discard: 38307476~4940159 2024-04-10T16:18:23.981 INFO:tasks.workunit.client.0.smithi069.stdout:snap: snap1 2024-04-10T16:18:24.101 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:18:23 smithi069 ceph-mon[94167]: pgmap v2561: 137 pgs: 137 active+clean; 81 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 95 KiB/s rd, 3.0 MiB/s wr, 134 op/s 2024-04-10T16:18:24.101 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:18:23 smithi069 ceph-mon[94167]: osdmap e1466: 8 total, 8 up, 8 in 2024-04-10T16:18:24.101 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:18:23 smithi069 ceph-mon[96738]: pgmap v2561: 137 pgs: 137 active+clean; 81 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 95 KiB/s rd, 3.0 MiB/s wr, 134 op/s 2024-04-10T16:18:24.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:18:23 smithi069 ceph-mon[96738]: osdmap e1466: 8 total, 8 up, 8 in 2024-04-10T16:18:24.257 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:18:23 smithi077 ceph-mon[87572]: pgmap v2561: 137 pgs: 137 active+clean; 81 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 95 KiB/s rd, 3.0 MiB/s wr, 134 op/s 2024-04-10T16:18:24.257 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:18:23 smithi077 ceph-mon[87572]: osdmap e1466: 8 total, 8 up, 8 in 2024-04-10T16:18:24.860 INFO:tasks.workunit.client.0.smithi069.stdout:clone image233 -> image234 2024-04-10T16:18:24.924 INFO:tasks.workunit.client.0.smithi069.stdout:resize: 104371145 2024-04-10T16:18:24.929 INFO:tasks.workunit.client.0.smithi069.stdout:write: C 86448896~1411185 2024-04-10T16:18:24.936 INFO:tasks.workunit.client.0.smithi069.stdout:discard: 53115150~2413855 2024-04-10T16:18:24.940 INFO:tasks.workunit.client.0.smithi069.stdout:write: C 93688187~6133892 2024-04-10T16:18:24.965 INFO:tasks.workunit.client.0.smithi069.stdout:discard: 42505921~2455888 2024-04-10T16:18:24.978 INFO:tasks.workunit.client.0.smithi069.stdout:write: C 65381788~6890709 2024-04-10T16:18:25.002 INFO:tasks.workunit.client.0.smithi069.stdout:discard: 61516769~8248377 2024-04-10T16:18:25.006 INFO:tasks.workunit.client.0.smithi069.stdout:write: C 8780371~3160892 2024-04-10T16:18:25.018 INFO:tasks.workunit.client.0.smithi069.stdout:discard: 58529675~6321230 2024-04-10T16:18:25.019 INFO:tasks.workunit.client.0.smithi069.stdout:snap: snap2 2024-04-10T16:18:25.101 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:18:24 smithi069 ceph-mon[96738]: osdmap e1467: 8 total, 8 up, 8 in 2024-04-10T16:18:25.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:18:24 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:18:25.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:18:24 smithi069 ceph-mon[94167]: osdmap e1467: 8 total, 8 up, 8 in 2024-04-10T16:18:25.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:18:24 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:18:25.257 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:18:24 smithi077 ceph-mon[87572]: osdmap e1467: 8 total, 8 up, 8 in 2024-04-10T16:18:25.257 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:18:24 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:18:25.855 INFO:tasks.workunit.client.0.smithi069.stdout:clone image234 -> image235 2024-04-10T16:18:25.928 INFO:tasks.workunit.client.0.smithi069.stdout:write: D 13935952~3053092 2024-04-10T16:18:25.943 INFO:tasks.workunit.client.0.smithi069.stdout:discard: 80999390~2209102 2024-04-10T16:18:25.957 INFO:tasks.workunit.client.0.smithi069.stdout:write: D 96144337~8226808 2024-04-10T16:18:25.981 INFO:tasks.workunit.client.0.smithi069.stdout:discard: 48801892~8189995 2024-04-10T16:18:26.002 INFO:tasks.workunit.client.0.smithi069.stdout:write: D 47837963~8350955 2024-04-10T16:18:26.022 INFO:tasks.workunit.client.0.smithi069.stdout:discard: 28166~5165383 2024-04-10T16:18:26.027 INFO:tasks.workunit.client.0.smithi069.stdout:write: D 7549478~8262280 2024-04-10T16:18:26.044 INFO:tasks.workunit.client.0.smithi069.stdout:discard: 13594866~2407192 2024-04-10T16:18:26.045 INFO:tasks.workunit.client.0.smithi069.stdout:snap: snap3 2024-04-10T16:18:26.101 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:18:25 smithi069 ceph-mon[96738]: pgmap v2564: 137 pgs: 137 active+clean; 125 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 14 MiB/s wr, 323 op/s 2024-04-10T16:18:26.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:18:25 smithi069 ceph-mon[96738]: osdmap e1468: 8 total, 8 up, 8 in 2024-04-10T16:18:26.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:18:25 smithi069 ceph-mon[94167]: pgmap v2564: 137 pgs: 137 active+clean; 125 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 14 MiB/s wr, 323 op/s 2024-04-10T16:18:26.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:18:25 smithi069 ceph-mon[94167]: osdmap e1468: 8 total, 8 up, 8 in 2024-04-10T16:18:26.257 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:18:25 smithi077 ceph-mon[87572]: pgmap v2564: 137 pgs: 137 active+clean; 125 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 14 MiB/s wr, 323 op/s 2024-04-10T16:18:26.257 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:18:25 smithi077 ceph-mon[87572]: osdmap e1468: 8 total, 8 up, 8 in 2024-04-10T16:18:26.861 INFO:tasks.workunit.client.0.smithi069.stdout:clone image235 -> image236 2024-04-10T16:18:27.101 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:18:26 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:18:26] "GET /metrics HTTP/1.1" 200 36471 "" "Prometheus/2.43.0" 2024-04-10T16:18:27.101 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:18:26 smithi069 ceph-mon[96738]: osdmap e1469: 8 total, 8 up, 8 in 2024-04-10T16:18:27.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:18:26 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:18:27.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:18:26 smithi069 ceph-mon[94167]: osdmap e1469: 8 total, 8 up, 8 in 2024-04-10T16:18:27.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:18:26 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:18:27.230 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestDeepCopy.Stress (3909 ms) 2024-04-10T16:18:27.230 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestDeepCopy.NoSnaps_LargerDstObjSize 2024-04-10T16:18:27.257 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:18:26 smithi077 ceph-mon[87572]: osdmap e1469: 8 total, 8 up, 8 in 2024-04-10T16:18:27.257 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:18:26 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:18:27.506 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestDeepCopy.NoSnaps_LargerDstObjSize (276 ms) 2024-04-10T16:18:27.506 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestDeepCopy.Snaps_LargerDstObjSize 2024-04-10T16:18:28.101 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:18:27 smithi069 ceph-mon[96738]: pgmap v2567: 137 pgs: 137 active+clean; 269 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 47 MiB/s rd, 44 MiB/s wr, 612 op/s 2024-04-10T16:18:28.101 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:18:27 smithi069 ceph-mon[96738]: osdmap e1470: 8 total, 8 up, 8 in 2024-04-10T16:18:28.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:18:27 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:18:28.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:18:27 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:18:28.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:18:27 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:18:28.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:18:27 smithi069 ceph-mon[94167]: pgmap v2567: 137 pgs: 137 active+clean; 269 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 47 MiB/s rd, 44 MiB/s wr, 612 op/s 2024-04-10T16:18:28.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:18:27 smithi069 ceph-mon[94167]: osdmap e1470: 8 total, 8 up, 8 in 2024-04-10T16:18:28.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:18:27 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:18:28.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:18:27 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:18:28.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:18:27 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:18:28.257 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:18:27 smithi077 ceph-mon[87572]: pgmap v2567: 137 pgs: 137 active+clean; 269 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 47 MiB/s rd, 44 MiB/s wr, 612 op/s 2024-04-10T16:18:28.257 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:18:27 smithi077 ceph-mon[87572]: osdmap e1470: 8 total, 8 up, 8 in 2024-04-10T16:18:28.258 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:18:27 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:18:28.258 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:18:27 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:18:28.258 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:18:27 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:18:29.257 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:18:28 smithi077 ceph-mon[87572]: osdmap e1471: 8 total, 8 up, 8 in 2024-04-10T16:18:29.351 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:18:28 smithi069 ceph-mon[96738]: osdmap e1471: 8 total, 8 up, 8 in 2024-04-10T16:18:29.351 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:18:28 smithi069 ceph-mon[94167]: osdmap e1471: 8 total, 8 up, 8 in 2024-04-10T16:18:30.257 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:18:29 smithi077 ceph-mon[87572]: pgmap v2570: 137 pgs: 137 active+clean; 269 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 36 MiB/s rd, 33 MiB/s wr, 408 op/s 2024-04-10T16:18:30.257 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:18:29 smithi077 ceph-mon[87572]: osdmap e1472: 8 total, 8 up, 8 in 2024-04-10T16:18:30.351 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:18:29 smithi069 ceph-mon[96738]: pgmap v2570: 137 pgs: 137 active+clean; 269 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 36 MiB/s rd, 33 MiB/s wr, 408 op/s 2024-04-10T16:18:30.351 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:18:29 smithi069 ceph-mon[96738]: osdmap e1472: 8 total, 8 up, 8 in 2024-04-10T16:18:30.352 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:18:29 smithi069 ceph-mon[94167]: pgmap v2570: 137 pgs: 137 active+clean; 269 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 36 MiB/s rd, 33 MiB/s wr, 408 op/s 2024-04-10T16:18:30.352 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:18:29 smithi069 ceph-mon[94167]: osdmap e1472: 8 total, 8 up, 8 in 2024-04-10T16:18:31.210 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestDeepCopy.Snaps_LargerDstObjSize (3704 ms) 2024-04-10T16:18:31.210 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestDeepCopy.Clone_LargerDstObjSize 2024-04-10T16:18:31.257 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:18:30 smithi077 ceph-mon[87572]: osdmap e1473: 8 total, 8 up, 8 in 2024-04-10T16:18:31.351 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:18:30 smithi069 ceph-mon[96738]: osdmap e1473: 8 total, 8 up, 8 in 2024-04-10T16:18:31.351 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:18:30 smithi069 ceph-mon[94167]: osdmap e1473: 8 total, 8 up, 8 in 2024-04-10T16:18:32.257 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:18:31 smithi077 ceph-mon[87572]: pgmap v2573: 137 pgs: 137 active+clean; 330 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 19 MiB/s rd, 11 MiB/s wr, 471 op/s 2024-04-10T16:18:32.257 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:18:31 smithi077 ceph-mon[87572]: osdmap e1474: 8 total, 8 up, 8 in 2024-04-10T16:18:32.351 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:18:31 smithi069 ceph-mon[96738]: pgmap v2573: 137 pgs: 137 active+clean; 330 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 19 MiB/s rd, 11 MiB/s wr, 471 op/s 2024-04-10T16:18:32.351 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:18:31 smithi069 ceph-mon[96738]: osdmap e1474: 8 total, 8 up, 8 in 2024-04-10T16:18:32.351 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:18:31 smithi069 ceph-mon[94167]: pgmap v2573: 137 pgs: 137 active+clean; 330 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 19 MiB/s rd, 11 MiB/s wr, 471 op/s 2024-04-10T16:18:32.352 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:18:31 smithi069 ceph-mon[94167]: osdmap e1474: 8 total, 8 up, 8 in 2024-04-10T16:18:32.757 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:18:32 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:18:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:18:33.257 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:18:32 smithi077 ceph-mon[87572]: osdmap e1475: 8 total, 8 up, 8 in 2024-04-10T16:18:33.306 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestDeepCopy.Clone_LargerDstObjSize (2095 ms) 2024-04-10T16:18:33.306 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestDeepCopy.CloneFlatten_LargerDstObjSize 2024-04-10T16:18:33.351 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:18:32 smithi069 ceph-mon[94167]: osdmap e1475: 8 total, 8 up, 8 in 2024-04-10T16:18:33.352 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:18:32 smithi069 ceph-mon[96738]: osdmap e1475: 8 total, 8 up, 8 in 2024-04-10T16:18:34.257 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:18:33 smithi077 ceph-mon[87572]: pgmap v2576: 137 pgs: 137 active+clean; 379 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 42 MiB/s rd, 24 MiB/s wr, 649 op/s 2024-04-10T16:18:34.257 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:18:33 smithi077 ceph-mon[87572]: osdmap e1476: 8 total, 8 up, 8 in 2024-04-10T16:18:34.351 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:18:33 smithi069 ceph-mon[96738]: pgmap v2576: 137 pgs: 137 active+clean; 379 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 42 MiB/s rd, 24 MiB/s wr, 649 op/s 2024-04-10T16:18:34.351 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:18:33 smithi069 ceph-mon[96738]: osdmap e1476: 8 total, 8 up, 8 in 2024-04-10T16:18:34.351 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:18:33 smithi069 ceph-mon[94167]: pgmap v2576: 137 pgs: 137 active+clean; 379 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 42 MiB/s rd, 24 MiB/s wr, 649 op/s 2024-04-10T16:18:34.352 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:18:33 smithi069 ceph-mon[94167]: osdmap e1476: 8 total, 8 up, 8 in 2024-04-10T16:18:35.257 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:18:34 smithi077 ceph-mon[87572]: osdmap e1477: 8 total, 8 up, 8 in 2024-04-10T16:18:35.351 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:18:34 smithi069 ceph-mon[94167]: osdmap e1477: 8 total, 8 up, 8 in 2024-04-10T16:18:35.351 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:18:34 smithi069 ceph-mon[96738]: osdmap e1477: 8 total, 8 up, 8 in 2024-04-10T16:18:35.480 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestDeepCopy.CloneFlatten_LargerDstObjSize (2175 ms) 2024-04-10T16:18:35.480 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestDeepCopy.Stress_LargerDstObjSize 2024-04-10T16:18:35.503 INFO:tasks.workunit.client.0.smithi069.stdout:write: A 70203586~7673006 2024-04-10T16:18:35.532 INFO:tasks.workunit.client.0.smithi069.stdout:discard: 26879153~6834123 2024-04-10T16:18:35.533 INFO:tasks.workunit.client.0.smithi069.stdout:write: A 71232229~6255614 2024-04-10T16:18:35.554 INFO:tasks.workunit.client.0.smithi069.stdout:discard: 73963016~8034559 2024-04-10T16:18:35.558 INFO:tasks.workunit.client.0.smithi069.stdout:write: A 69407089~3941847 2024-04-10T16:18:35.569 INFO:tasks.workunit.client.0.smithi069.stdout:discard: 2678822~1518636 2024-04-10T16:18:35.570 INFO:tasks.workunit.client.0.smithi069.stdout:write: A 18749430~4507327 2024-04-10T16:18:35.584 INFO:tasks.workunit.client.0.smithi069.stdout:discard: 75026987~2517022 2024-04-10T16:18:35.586 INFO:tasks.workunit.client.0.smithi069.stdout:snap: snap0 2024-04-10T16:18:35.988 INFO:tasks.workunit.client.0.smithi069.stdout:clone image255 -> image256 2024-04-10T16:18:36.037 INFO:tasks.workunit.client.0.smithi069.stdout:write: B 6328032~7880470 2024-04-10T16:18:36.064 INFO:tasks.workunit.client.0.smithi069.stdout:discard: 6935726~4812158 2024-04-10T16:18:36.067 INFO:tasks.workunit.client.0.smithi069.stdout:write: B 61720374~6201704 2024-04-10T16:18:36.095 INFO:tasks.workunit.client.0.smithi069.stdout:discard: 16877840~954310 2024-04-10T16:18:36.112 INFO:tasks.workunit.client.0.smithi069.stdout:write: B 68215650~1841970 2024-04-10T16:18:36.120 INFO:tasks.workunit.client.0.smithi069.stdout:discard: 11528318~882921 2024-04-10T16:18:36.122 INFO:tasks.workunit.client.0.smithi069.stdout:write: B 167319~8081140 2024-04-10T16:18:36.145 INFO:tasks.workunit.client.0.smithi069.stdout:discard: 6526655~6234432 2024-04-10T16:18:36.147 INFO:tasks.workunit.client.0.smithi069.stdout:snap: snap1 2024-04-10T16:18:36.257 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:18:35 smithi077 ceph-mon[87572]: pgmap v2579: 137 pgs: 137 active+clean; 403 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 35 MiB/s rd, 19 MiB/s wr, 325 op/s 2024-04-10T16:18:36.257 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:18:35 smithi077 ceph-mon[87572]: osdmap e1478: 8 total, 8 up, 8 in 2024-04-10T16:18:36.351 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:18:35 smithi069 ceph-mon[96738]: pgmap v2579: 137 pgs: 137 active+clean; 403 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 35 MiB/s rd, 19 MiB/s wr, 325 op/s 2024-04-10T16:18:36.351 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:18:35 smithi069 ceph-mon[96738]: osdmap e1478: 8 total, 8 up, 8 in 2024-04-10T16:18:36.351 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:18:35 smithi069 ceph-mon[94167]: pgmap v2579: 137 pgs: 137 active+clean; 403 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 35 MiB/s rd, 19 MiB/s wr, 325 op/s 2024-04-10T16:18:36.351 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:18:35 smithi069 ceph-mon[94167]: osdmap e1478: 8 total, 8 up, 8 in 2024-04-10T16:18:36.994 INFO:tasks.workunit.client.0.smithi069.stdout:write: C 51858248~2261413 2024-04-10T16:18:36.997 INFO:tasks.workunit.client.0.smithi069.stdout:discard: 31369084~2566983 2024-04-10T16:18:36.997 INFO:tasks.workunit.client.0.smithi069.stdout:write: C 79583091~3824825 2024-04-10T16:18:36.998 INFO:tasks.workunit.client.0.smithi069.stdout:discard: 67052409~493474 2024-04-10T16:18:36.999 INFO:tasks.workunit.client.0.smithi069.stdout:write: C 36564928~6057833 2024-04-10T16:18:36.999 INFO:tasks.workunit.client.0.smithi069.stdout:discard: 66551690~7861668 2024-04-10T16:18:37.012 INFO:tasks.workunit.client.0.smithi069.stdout:write: C 57685178~2657271 2024-04-10T16:18:37.013 INFO:tasks.workunit.client.0.smithi069.stdout:discard: 41023861~5770858 2024-04-10T16:18:37.039 INFO:tasks.workunit.client.0.smithi069.stdout:snap: snap2 2024-04-10T16:18:37.257 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:18:36 smithi077 ceph-mon[87572]: osdmap e1479: 8 total, 8 up, 8 in 2024-04-10T16:18:37.351 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:18:36 smithi069 ceph-mon[96738]: osdmap e1479: 8 total, 8 up, 8 in 2024-04-10T16:18:37.352 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:18:36 smithi069 ceph-mon[94167]: osdmap e1479: 8 total, 8 up, 8 in 2024-04-10T16:18:37.352 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:18:36 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:18:36] "GET /metrics HTTP/1.1" 200 36471 "" "Prometheus/2.43.0" 2024-04-10T16:18:37.997 INFO:tasks.workunit.client.0.smithi069.stdout:resize: 102744235 2024-04-10T16:18:38.006 INFO:tasks.workunit.client.0.smithi069.stdout:write: D 41530593~6854959 2024-04-10T16:18:38.009 INFO:tasks.workunit.client.0.smithi069.stdout:discard: 35532768~3922909 2024-04-10T16:18:38.010 INFO:tasks.workunit.client.0.smithi069.stdout:write: D 5241088~4567501 2024-04-10T16:18:38.011 INFO:tasks.workunit.client.0.smithi069.stdout:discard: 4734820~7654278 2024-04-10T16:18:38.047 INFO:tasks.workunit.client.0.smithi069.stdout:write: D 81289797~4908443 2024-04-10T16:18:38.047 INFO:tasks.workunit.client.0.smithi069.stdout:discard: 55179652~6615469 2024-04-10T16:18:38.049 INFO:tasks.workunit.client.0.smithi069.stdout:write: D 87931123~8053738 2024-04-10T16:18:38.049 INFO:tasks.workunit.client.0.smithi069.stdout:discard: 33439414~3188257 2024-04-10T16:18:38.083 INFO:tasks.workunit.client.0.smithi069.stdout:snap: snap3 2024-04-10T16:18:38.257 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:18:37 smithi077 ceph-mon[87572]: pgmap v2582: 137 pgs: 137 active+clean; 495 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 48 MiB/s rd, 29 MiB/s wr, 504 op/s 2024-04-10T16:18:38.257 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:18:37 smithi077 ceph-mon[87572]: osdmap e1480: 8 total, 8 up, 8 in 2024-04-10T16:18:38.351 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:18:37 smithi069 ceph-mon[96738]: pgmap v2582: 137 pgs: 137 active+clean; 495 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 48 MiB/s rd, 29 MiB/s wr, 504 op/s 2024-04-10T16:18:38.351 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:18:37 smithi069 ceph-mon[96738]: osdmap e1480: 8 total, 8 up, 8 in 2024-04-10T16:18:38.351 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:18:37 smithi069 ceph-mon[94167]: pgmap v2582: 137 pgs: 137 active+clean; 495 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 48 MiB/s rd, 29 MiB/s wr, 504 op/s 2024-04-10T16:18:38.352 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:18:37 smithi069 ceph-mon[94167]: osdmap e1480: 8 total, 8 up, 8 in 2024-04-10T16:18:39.012 INFO:tasks.workunit.client.0.smithi069.stdout:clone image256 -> image257 2024-04-10T16:18:39.257 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:18:38 smithi077 ceph-mon[87572]: osdmap e1481: 8 total, 8 up, 8 in 2024-04-10T16:18:39.322 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestDeepCopy.Stress_LargerDstObjSize (3842 ms) 2024-04-10T16:18:39.322 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestDeepCopy.NoSnaps_SmallerDstObjSize 2024-04-10T16:18:39.351 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:18:38 smithi069 ceph-mon[96738]: osdmap e1481: 8 total, 8 up, 8 in 2024-04-10T16:18:39.351 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:18:38 smithi069 ceph-mon[94167]: osdmap e1481: 8 total, 8 up, 8 in 2024-04-10T16:18:39.560 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestDeepCopy.NoSnaps_SmallerDstObjSize (238 ms) 2024-04-10T16:18:39.560 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestDeepCopy.Snaps_SmallerDstObjSize 2024-04-10T16:18:40.257 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:18:39 smithi077 ceph-mon[87572]: pgmap v2585: 137 pgs: 137 active+clean; 495 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 36 MiB/s rd, 23 MiB/s wr, 356 op/s 2024-04-10T16:18:40.257 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:18:39 smithi077 ceph-mon[87572]: osdmap e1482: 8 total, 8 up, 8 in 2024-04-10T16:18:40.257 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:18:39 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:18:40.351 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:18:39 smithi069 ceph-mon[96738]: pgmap v2585: 137 pgs: 137 active+clean; 495 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 36 MiB/s rd, 23 MiB/s wr, 356 op/s 2024-04-10T16:18:40.351 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:18:39 smithi069 ceph-mon[96738]: osdmap e1482: 8 total, 8 up, 8 in 2024-04-10T16:18:40.351 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:18:39 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:18:40.351 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:18:39 smithi069 ceph-mon[94167]: pgmap v2585: 137 pgs: 137 active+clean; 495 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 36 MiB/s rd, 23 MiB/s wr, 356 op/s 2024-04-10T16:18:40.353 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:18:39 smithi069 ceph-mon[94167]: osdmap e1482: 8 total, 8 up, 8 in 2024-04-10T16:18:40.353 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:18:39 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:18:41.257 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:18:40 smithi077 ceph-mon[87572]: osdmap e1483: 8 total, 8 up, 8 in 2024-04-10T16:18:41.257 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:18:40 smithi077 ceph-mon[87572]: pgmap v2588: 137 pgs: 137 active+clean; 600 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 21 MiB/s rd, 26 MiB/s wr, 191 op/s 2024-04-10T16:18:41.351 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:18:40 smithi069 ceph-mon[96738]: osdmap e1483: 8 total, 8 up, 8 in 2024-04-10T16:18:41.351 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:18:40 smithi069 ceph-mon[96738]: pgmap v2588: 137 pgs: 137 active+clean; 600 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 21 MiB/s rd, 26 MiB/s wr, 191 op/s 2024-04-10T16:18:41.352 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:18:40 smithi069 ceph-mon[94167]: osdmap e1483: 8 total, 8 up, 8 in 2024-04-10T16:18:41.352 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:18:40 smithi069 ceph-mon[94167]: pgmap v2588: 137 pgs: 137 active+clean; 600 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 21 MiB/s rd, 26 MiB/s wr, 191 op/s 2024-04-10T16:18:42.257 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:18:41 smithi077 ceph-mon[87572]: osdmap e1484: 8 total, 8 up, 8 in 2024-04-10T16:18:42.351 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:18:41 smithi069 ceph-mon[96738]: osdmap e1484: 8 total, 8 up, 8 in 2024-04-10T16:18:42.351 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:18:41 smithi069 ceph-mon[94167]: osdmap e1484: 8 total, 8 up, 8 in 2024-04-10T16:18:42.757 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:18:42 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:18:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:18:43.245 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestDeepCopy.Snaps_SmallerDstObjSize (3685 ms) 2024-04-10T16:18:43.245 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestDeepCopy.Clone_SmallerDstObjSize 2024-04-10T16:18:43.351 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:18:43 smithi069 ceph-mon[94167]: osdmap e1485: 8 total, 8 up, 8 in 2024-04-10T16:18:43.351 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:18:43 smithi069 ceph-mon[94167]: pgmap v2591: 137 pgs: 137 active+clean; 663 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 42 MiB/s rd, 41 MiB/s wr, 513 op/s 2024-04-10T16:18:43.352 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:18:43 smithi069 ceph-mon[96738]: osdmap e1485: 8 total, 8 up, 8 in 2024-04-10T16:18:43.352 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:18:43 smithi069 ceph-mon[96738]: pgmap v2591: 137 pgs: 137 active+clean; 663 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 42 MiB/s rd, 41 MiB/s wr, 513 op/s 2024-04-10T16:18:43.507 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:18:43 smithi077 ceph-mon[87572]: osdmap e1485: 8 total, 8 up, 8 in 2024-04-10T16:18:43.507 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:18:43 smithi077 ceph-mon[87572]: pgmap v2591: 137 pgs: 137 active+clean; 663 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 42 MiB/s rd, 41 MiB/s wr, 513 op/s 2024-04-10T16:18:44.351 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:18:44 smithi069 ceph-mon[94167]: osdmap e1486: 8 total, 8 up, 8 in 2024-04-10T16:18:44.351 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:18:44 smithi069 ceph-mon[96738]: osdmap e1486: 8 total, 8 up, 8 in 2024-04-10T16:18:44.507 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:18:44 smithi077 ceph-mon[87572]: osdmap e1486: 8 total, 8 up, 8 in 2024-04-10T16:18:45.351 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:18:45 smithi069 ceph-mon[96738]: osdmap e1487: 8 total, 8 up, 8 in 2024-04-10T16:18:45.351 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:18:45 smithi069 ceph-mon[96738]: pgmap v2594: 137 pgs: 137 active+clean; 693 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 44 MiB/s rd, 22 MiB/s wr, 396 op/s 2024-04-10T16:18:45.351 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:18:45 smithi069 ceph-mon[94167]: osdmap e1487: 8 total, 8 up, 8 in 2024-04-10T16:18:45.351 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:18:45 smithi069 ceph-mon[94167]: pgmap v2594: 137 pgs: 137 active+clean; 693 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 44 MiB/s rd, 22 MiB/s wr, 396 op/s 2024-04-10T16:18:45.369 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestDeepCopy.Clone_SmallerDstObjSize (2124 ms) 2024-04-10T16:18:45.369 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestDeepCopy.CloneFlatten_SmallerDstObjSize 2024-04-10T16:18:45.507 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:18:45 smithi077 ceph-mon[87572]: osdmap e1487: 8 total, 8 up, 8 in 2024-04-10T16:18:45.507 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:18:45 smithi077 ceph-mon[87572]: pgmap v2594: 137 pgs: 137 active+clean; 693 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 44 MiB/s rd, 22 MiB/s wr, 396 op/s 2024-04-10T16:18:46.351 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:18:46 smithi069 ceph-mon[96738]: osdmap e1488: 8 total, 8 up, 8 in 2024-04-10T16:18:46.351 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:18:46 smithi069 ceph-mon[94167]: osdmap e1488: 8 total, 8 up, 8 in 2024-04-10T16:18:46.507 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:18:46 smithi077 ceph-mon[87572]: osdmap e1488: 8 total, 8 up, 8 in 2024-04-10T16:18:47.351 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:18:47 smithi069 ceph-mon[94167]: osdmap e1489: 8 total, 8 up, 8 in 2024-04-10T16:18:47.351 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:18:47 smithi069 ceph-mon[94167]: pgmap v2597: 137 pgs: 137 active+clean; 736 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 48 MiB/s rd, 18 MiB/s wr, 438 op/s 2024-04-10T16:18:47.352 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:18:46 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:18:46] "GET /metrics HTTP/1.1" 200 36475 "" "Prometheus/2.43.0" 2024-04-10T16:18:47.352 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:18:47 smithi069 ceph-mon[96738]: osdmap e1489: 8 total, 8 up, 8 in 2024-04-10T16:18:47.352 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:18:47 smithi069 ceph-mon[96738]: pgmap v2597: 137 pgs: 137 active+clean; 736 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 48 MiB/s rd, 18 MiB/s wr, 438 op/s 2024-04-10T16:18:47.497 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestDeepCopy.CloneFlatten_SmallerDstObjSize (2128 ms) 2024-04-10T16:18:47.497 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestDeepCopy.Stress_SmallerDstObjSize 2024-04-10T16:18:47.507 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:18:47 smithi077 ceph-mon[87572]: osdmap e1489: 8 total, 8 up, 8 in 2024-04-10T16:18:47.507 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:18:47 smithi077 ceph-mon[87572]: pgmap v2597: 137 pgs: 137 active+clean; 736 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 48 MiB/s rd, 18 MiB/s wr, 438 op/s 2024-04-10T16:18:47.518 INFO:tasks.workunit.client.0.smithi069.stdout:write: A 44937931~983754 2024-04-10T16:18:47.526 INFO:tasks.workunit.client.0.smithi069.stdout:discard: 3641025~4385928 2024-04-10T16:18:47.526 INFO:tasks.workunit.client.0.smithi069.stdout:write: A 18545395~1959813 2024-04-10T16:18:47.536 INFO:tasks.workunit.client.0.smithi069.stdout:discard: 66580718~2721846 2024-04-10T16:18:47.537 INFO:tasks.workunit.client.0.smithi069.stdout:write: A 46745825~5352134 2024-04-10T16:18:47.551 INFO:tasks.workunit.client.0.smithi069.stdout:discard: 25813929~6326813 2024-04-10T16:18:47.551 INFO:tasks.workunit.client.0.smithi069.stdout:write: A 64620206~337087 2024-04-10T16:18:47.554 INFO:tasks.workunit.client.0.smithi069.stdout:discard: 49342746~5215606 2024-04-10T16:18:47.558 INFO:tasks.workunit.client.0.smithi069.stdout:snap: snap0 2024-04-10T16:18:48.060 INFO:tasks.workunit.client.0.smithi069.stdout:resize: 104582838 2024-04-10T16:18:48.065 INFO:tasks.workunit.client.0.smithi069.stdout:write: B 61256556~2569338 2024-04-10T16:18:48.067 INFO:tasks.workunit.client.0.smithi069.stdout:discard: 36338424~4540816 2024-04-10T16:18:48.069 INFO:tasks.workunit.client.0.smithi069.stdout:write: B 59709293~7930749 2024-04-10T16:18:48.081 INFO:tasks.workunit.client.0.smithi069.stdout:discard: 84186013~8102859 2024-04-10T16:18:48.083 INFO:tasks.workunit.client.0.smithi069.stdout:write: B 11094707~6614341 2024-04-10T16:18:48.083 INFO:tasks.workunit.client.0.smithi069.stdout:discard: 1996913~6642259 2024-04-10T16:18:48.087 INFO:tasks.workunit.client.0.smithi069.stdout:write: B 51580190~7059871 2024-04-10T16:18:48.087 INFO:tasks.workunit.client.0.smithi069.stdout:discard: 14547564~7554764 2024-04-10T16:18:48.137 INFO:tasks.workunit.client.0.smithi069.stdout:snap: snap1 2024-04-10T16:18:48.351 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:18:48 smithi069 ceph-mon[96738]: osdmap e1490: 8 total, 8 up, 8 in 2024-04-10T16:18:48.351 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:18:48 smithi069 ceph-mon[94167]: osdmap e1490: 8 total, 8 up, 8 in 2024-04-10T16:18:48.507 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:18:48 smithi077 ceph-mon[87572]: osdmap e1490: 8 total, 8 up, 8 in 2024-04-10T16:18:49.068 INFO:tasks.workunit.client.0.smithi069.stdout:resize: 93865930 2024-04-10T16:18:49.074 INFO:tasks.workunit.client.0.smithi069.stdout:write: C 63553833~2680210 2024-04-10T16:18:49.076 INFO:tasks.workunit.client.0.smithi069.stdout:discard: 61068263~1448311 2024-04-10T16:18:49.080 INFO:tasks.workunit.client.0.smithi069.stdout:write: C 86931356~6934574 2024-04-10T16:18:49.081 INFO:tasks.workunit.client.0.smithi069.stdout:discard: 59005297~6518365 2024-04-10T16:18:49.097 INFO:tasks.workunit.client.0.smithi069.stdout:write: C 32940880~796497 2024-04-10T16:18:49.097 INFO:tasks.workunit.client.0.smithi069.stdout:discard: 88542538~5323392 2024-04-10T16:18:49.107 INFO:tasks.workunit.client.0.smithi069.stdout:write: C 75835818~5864716 2024-04-10T16:18:49.107 INFO:tasks.workunit.client.0.smithi069.stdout:discard: 59728026~868247 2024-04-10T16:18:49.127 INFO:tasks.workunit.client.0.smithi069.stdout:snap: snap2 2024-04-10T16:18:49.351 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:18:49 smithi069 ceph-mon[96738]: osdmap e1491: 8 total, 8 up, 8 in 2024-04-10T16:18:49.352 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:18:49 smithi069 ceph-mon[96738]: pgmap v2600: 137 pgs: 137 active+clean; 762 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 31 MiB/s rd, 17 MiB/s wr, 646 op/s 2024-04-10T16:18:49.352 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:18:49 smithi069 ceph-mon[94167]: osdmap e1491: 8 total, 8 up, 8 in 2024-04-10T16:18:49.352 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:18:49 smithi069 ceph-mon[94167]: pgmap v2600: 137 pgs: 137 active+clean; 762 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 31 MiB/s rd, 17 MiB/s wr, 646 op/s 2024-04-10T16:18:49.507 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:18:49 smithi077 ceph-mon[87572]: osdmap e1491: 8 total, 8 up, 8 in 2024-04-10T16:18:49.507 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:18:49 smithi077 ceph-mon[87572]: pgmap v2600: 137 pgs: 137 active+clean; 762 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 31 MiB/s rd, 17 MiB/s wr, 646 op/s 2024-04-10T16:18:50.086 INFO:tasks.workunit.client.0.smithi069.stdout:clone image276 -> image277 2024-04-10T16:18:50.148 INFO:tasks.workunit.client.0.smithi069.stdout:write: D 65336052~7813436 2024-04-10T16:18:50.179 INFO:tasks.workunit.client.0.smithi069.stdout:discard: 87042877~6823053 2024-04-10T16:18:50.185 INFO:tasks.workunit.client.0.smithi069.stdout:write: D 4059319~6028291 2024-04-10T16:18:50.212 INFO:tasks.workunit.client.0.smithi069.stdout:discard: 74091650~4172208 2024-04-10T16:18:50.229 INFO:tasks.workunit.client.0.smithi069.stdout:write: D 6190448~769437 2024-04-10T16:18:50.234 INFO:tasks.workunit.client.0.smithi069.stdout:discard: 68518588~2096582 2024-04-10T16:18:50.235 INFO:tasks.workunit.client.0.smithi069.stdout:write: D 12006556~3130022 2024-04-10T16:18:50.251 INFO:tasks.workunit.client.0.smithi069.stdout:discard: 12240495~7990241 2024-04-10T16:18:50.254 INFO:tasks.workunit.client.0.smithi069.stdout:snap: snap3 2024-04-10T16:18:50.351 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:18:50 smithi069 ceph-mon[96738]: osdmap e1492: 8 total, 8 up, 8 in 2024-04-10T16:18:50.352 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:18:50 smithi069 ceph-mon[94167]: osdmap e1492: 8 total, 8 up, 8 in 2024-04-10T16:18:50.507 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:18:50 smithi077 ceph-mon[87572]: osdmap e1492: 8 total, 8 up, 8 in 2024-04-10T16:18:51.090 INFO:tasks.workunit.client.0.smithi069.stdout:clone image277 -> image278 2024-04-10T16:18:51.153 INFO:tasks.workunit.client.0.smithi069.stdout:resize: 100662060 2024-04-10T16:18:51.351 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestDeepCopy.Stress_SmallerDstObjSize (3853 ms) 2024-04-10T16:18:51.351 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestDeepCopy.NoSnaps_StrippingLargerDstObjSize 2024-04-10T16:18:51.351 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:18:51 smithi069 ceph-mon[96738]: osdmap e1493: 8 total, 8 up, 8 in 2024-04-10T16:18:51.351 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:18:51 smithi069 ceph-mon[96738]: pgmap v2603: 137 pgs: 137 active+clean; 798 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 18 MiB/s rd, 17 MiB/s wr, 390 op/s 2024-04-10T16:18:51.352 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:18:51 smithi069 ceph-mon[94167]: osdmap e1493: 8 total, 8 up, 8 in 2024-04-10T16:18:51.352 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:18:51 smithi069 ceph-mon[94167]: pgmap v2603: 137 pgs: 137 active+clean; 798 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 18 MiB/s rd, 17 MiB/s wr, 390 op/s 2024-04-10T16:18:51.373 INFO:tasks.workunit.client.0.smithi069.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1189-gc96c8d47/rpm/el9/BUILD/ceph-18.2.2-1189-gc96c8d47/src/test/librbd/test_DeepCopy.cc:621: Skipped 2024-04-10T16:18:51.374 INFO:tasks.workunit.client.0.smithi069.stdout:Skipping due to unmet REQUIRE 2024-04-10T16:18:51.447 INFO:tasks.workunit.client.0.smithi069.stdout:[ SKIPPED ] TestDeepCopy.NoSnaps_StrippingLargerDstObjSize (97 ms) 2024-04-10T16:18:51.447 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestDeepCopy.Snaps_StrippingLargerDstObjSize 2024-04-10T16:18:51.470 INFO:tasks.workunit.client.0.smithi069.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1189-gc96c8d47/rpm/el9/BUILD/ceph-18.2.2-1189-gc96c8d47/src/test/librbd/test_DeepCopy.cc:635: Skipped 2024-04-10T16:18:51.470 INFO:tasks.workunit.client.0.smithi069.stdout:Skipping due to unmet REQUIRE 2024-04-10T16:18:51.507 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:18:51 smithi077 ceph-mon[87572]: osdmap e1493: 8 total, 8 up, 8 in 2024-04-10T16:18:51.507 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:18:51 smithi077 ceph-mon[87572]: pgmap v2603: 137 pgs: 137 active+clean; 798 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 18 MiB/s rd, 17 MiB/s wr, 390 op/s 2024-04-10T16:18:51.542 INFO:tasks.workunit.client.0.smithi069.stdout:[ SKIPPED ] TestDeepCopy.Snaps_StrippingLargerDstObjSize (95 ms) 2024-04-10T16:18:51.542 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestDeepCopy.Clone_StrippingLargerDstObjSize 2024-04-10T16:18:51.564 INFO:tasks.workunit.client.0.smithi069.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1189-gc96c8d47/rpm/el9/BUILD/ceph-18.2.2-1189-gc96c8d47/src/test/librbd/test_DeepCopy.cc:649: Skipped 2024-04-10T16:18:51.564 INFO:tasks.workunit.client.0.smithi069.stdout:Skipping due to unmet REQUIRE 2024-04-10T16:18:51.635 INFO:tasks.workunit.client.0.smithi069.stdout:[ SKIPPED ] TestDeepCopy.Clone_StrippingLargerDstObjSize (93 ms) 2024-04-10T16:18:51.635 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestDeepCopy.CloneFlatten_StrippingLargerDstObjSize 2024-04-10T16:18:51.657 INFO:tasks.workunit.client.0.smithi069.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1189-gc96c8d47/rpm/el9/BUILD/ceph-18.2.2-1189-gc96c8d47/src/test/librbd/test_DeepCopy.cc:663: Skipped 2024-04-10T16:18:51.657 INFO:tasks.workunit.client.0.smithi069.stdout:Skipping due to unmet REQUIRE 2024-04-10T16:18:51.728 INFO:tasks.workunit.client.0.smithi069.stdout:[ SKIPPED ] TestDeepCopy.CloneFlatten_StrippingLargerDstObjSize (93 ms) 2024-04-10T16:18:51.728 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestDeepCopy.Stress_StrippingLargerDstObjSize 2024-04-10T16:18:51.751 INFO:tasks.workunit.client.0.smithi069.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1189-gc96c8d47/rpm/el9/BUILD/ceph-18.2.2-1189-gc96c8d47/src/test/librbd/test_DeepCopy.cc:679: Skipped 2024-04-10T16:18:51.751 INFO:tasks.workunit.client.0.smithi069.stdout:Skipping due to unmet REQUIRE 2024-04-10T16:18:51.825 INFO:tasks.workunit.client.0.smithi069.stdout:[ SKIPPED ] TestDeepCopy.Stress_StrippingLargerDstObjSize (97 ms) 2024-04-10T16:18:51.825 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestDeepCopy.NoSnaps_StrippingSmallerDstObjSize 2024-04-10T16:18:51.847 INFO:tasks.workunit.client.0.smithi069.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1189-gc96c8d47/rpm/el9/BUILD/ceph-18.2.2-1189-gc96c8d47/src/test/librbd/test_DeepCopy.cc:693: Skipped 2024-04-10T16:18:51.847 INFO:tasks.workunit.client.0.smithi069.stdout:Skipping due to unmet REQUIRE 2024-04-10T16:18:51.919 INFO:tasks.workunit.client.0.smithi069.stdout:[ SKIPPED ] TestDeepCopy.NoSnaps_StrippingSmallerDstObjSize (94 ms) 2024-04-10T16:18:51.919 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestDeepCopy.Snaps_StrippingSmallerDstObjSize 2024-04-10T16:18:51.941 INFO:tasks.workunit.client.0.smithi069.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1189-gc96c8d47/rpm/el9/BUILD/ceph-18.2.2-1189-gc96c8d47/src/test/librbd/test_DeepCopy.cc:707: Skipped 2024-04-10T16:18:51.941 INFO:tasks.workunit.client.0.smithi069.stdout:Skipping due to unmet REQUIRE 2024-04-10T16:18:52.016 INFO:tasks.workunit.client.0.smithi069.stdout:[ SKIPPED ] TestDeepCopy.Snaps_StrippingSmallerDstObjSize (97 ms) 2024-04-10T16:18:52.016 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestDeepCopy.Clone_StrippingSmallerDstObjSize 2024-04-10T16:18:52.039 INFO:tasks.workunit.client.0.smithi069.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1189-gc96c8d47/rpm/el9/BUILD/ceph-18.2.2-1189-gc96c8d47/src/test/librbd/test_DeepCopy.cc:721: Skipped 2024-04-10T16:18:52.039 INFO:tasks.workunit.client.0.smithi069.stdout:Skipping due to unmet REQUIRE 2024-04-10T16:18:52.109 INFO:tasks.workunit.client.0.smithi069.stdout:[ SKIPPED ] TestDeepCopy.Clone_StrippingSmallerDstObjSize (93 ms) 2024-04-10T16:18:52.109 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestDeepCopy.CloneFlatten_StrippingSmallerDstObjSize 2024-04-10T16:18:52.131 INFO:tasks.workunit.client.0.smithi069.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1189-gc96c8d47/rpm/el9/BUILD/ceph-18.2.2-1189-gc96c8d47/src/test/librbd/test_DeepCopy.cc:735: Skipped 2024-04-10T16:18:52.131 INFO:tasks.workunit.client.0.smithi069.stdout:Skipping due to unmet REQUIRE 2024-04-10T16:18:52.202 INFO:tasks.workunit.client.0.smithi069.stdout:[ SKIPPED ] TestDeepCopy.CloneFlatten_StrippingSmallerDstObjSize (93 ms) 2024-04-10T16:18:52.203 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestDeepCopy.Stress_StrippingSmallerDstObjSize 2024-04-10T16:18:52.225 INFO:tasks.workunit.client.0.smithi069.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1189-gc96c8d47/rpm/el9/BUILD/ceph-18.2.2-1189-gc96c8d47/src/test/librbd/test_DeepCopy.cc:751: Skipped 2024-04-10T16:18:52.225 INFO:tasks.workunit.client.0.smithi069.stdout:Skipping due to unmet REQUIRE 2024-04-10T16:18:52.300 INFO:tasks.workunit.client.0.smithi069.stdout:[ SKIPPED ] TestDeepCopy.Stress_StrippingSmallerDstObjSize (98 ms) 2024-04-10T16:18:52.319 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:18:52 smithi077 ceph-mon[87572]: osdmap e1494: 8 total, 8 up, 8 in 2024-04-10T16:18:52.351 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:18:52 smithi069 ceph-mon[96738]: osdmap e1494: 8 total, 8 up, 8 in 2024-04-10T16:18:52.351 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:18:52 smithi069 ceph-mon[94167]: osdmap e1494: 8 total, 8 up, 8 in 2024-04-10T16:18:52.757 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:18:52 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:18:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:18:53.076 INFO:tasks.workunit.client.0.smithi069.stdout:[----------] 31 tests from TestDeepCopy (51616 ms total) 2024-04-10T16:18:53.076 INFO:tasks.workunit.client.0.smithi069.stdout: 2024-04-10T16:18:53.076 INFO:tasks.workunit.client.0.smithi069.stdout:[----------] 51 tests from TestMirroring 2024-04-10T16:18:53.351 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:18:53 smithi069 ceph-mon[96738]: pgmap v2605: 137 pgs: 137 active+clean; 913 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 39 MiB/s rd, 39 MiB/s wr, 557 op/s 2024-04-10T16:18:53.351 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:18:53 smithi069 ceph-mon[94167]: pgmap v2605: 137 pgs: 137 active+clean; 913 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 39 MiB/s rd, 39 MiB/s wr, 557 op/s 2024-04-10T16:18:53.507 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:18:53 smithi077 ceph-mon[87572]: pgmap v2605: 137 pgs: 137 active+clean; 913 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 39 MiB/s rd, 39 MiB/s wr, 557 op/s 2024-04-10T16:18:54.351 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:18:54 smithi069 ceph-mon[96738]: osdmap e1495: 8 total, 8 up, 8 in 2024-04-10T16:18:54.352 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:18:54 smithi069 ceph-mon[94167]: osdmap e1495: 8 total, 8 up, 8 in 2024-04-10T16:18:54.507 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:18:54 smithi077 ceph-mon[87572]: osdmap e1495: 8 total, 8 up, 8 in 2024-04-10T16:18:55.094 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModeImage 2024-04-10T16:18:55.351 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:18:55 smithi069 ceph-mon[96738]: osdmap e1496: 8 total, 8 up, 8 in 2024-04-10T16:18:55.352 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:18:55 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/4084102930' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:18:55.352 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:18:55 smithi069 ceph-mon[96738]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:18:55.352 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:18:55 smithi069 ceph-mon[96738]: pgmap v2608: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail 2024-04-10T16:18:55.352 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:18:55 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:18:55.352 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:18:55 smithi069 ceph-mon[94167]: osdmap e1496: 8 total, 8 up, 8 in 2024-04-10T16:18:55.352 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:18:55 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/4084102930' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:18:55.352 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:18:55 smithi069 ceph-mon[94167]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:18:55.352 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:18:55 smithi069 ceph-mon[94167]: pgmap v2608: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail 2024-04-10T16:18:55.352 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:18:55 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:18:55.507 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:18:55 smithi077 ceph-mon[87572]: osdmap e1496: 8 total, 8 up, 8 in 2024-04-10T16:18:55.507 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:18:55 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/4084102930' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:18:55.507 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:18:55 smithi077 ceph-mon[87572]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:18:55.507 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:18:55 smithi077 ceph-mon[87572]: pgmap v2608: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail 2024-04-10T16:18:55.507 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:18:55 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:18:56.351 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:18:56 smithi069 ceph-mon[96738]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T16:18:56.352 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:18:56 smithi069 ceph-mon[96738]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-12","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T16:18:56.352 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:18:56 smithi069 ceph-mon[96738]: osdmap e1497: 8 total, 8 up, 8 in 2024-04-10T16:18:56.352 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:18:56 smithi069 ceph-mon[94167]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T16:18:56.352 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:18:56 smithi069 ceph-mon[94167]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-12","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T16:18:56.352 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:18:56 smithi069 ceph-mon[94167]: osdmap e1497: 8 total, 8 up, 8 in 2024-04-10T16:18:56.507 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:18:56 smithi077 ceph-mon[87572]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T16:18:56.507 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:18:56 smithi077 ceph-mon[87572]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-12","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T16:18:56.507 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:18:56 smithi077 ceph-mon[87572]: osdmap e1497: 8 total, 8 up, 8 in 2024-04-10T16:18:57.215 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModeImage (2121 ms) 2024-04-10T16:18:57.215 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModePool 2024-04-10T16:18:57.322 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModePool (107 ms) 2024-04-10T16:18:57.322 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModeDisabled 2024-04-10T16:18:57.351 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:18:57 smithi069 ceph-mon[94167]: osdmap e1498: 8 total, 8 up, 8 in 2024-04-10T16:18:57.351 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:18:57 smithi069 ceph-mon[94167]: pgmap v2611: 137 pgs: 9 creating+peering, 11 unknown, 117 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2024-04-10T16:18:57.351 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:18:57 smithi069 ceph-mon[96738]: osdmap e1498: 8 total, 8 up, 8 in 2024-04-10T16:18:57.351 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:18:57 smithi069 ceph-mon[96738]: pgmap v2611: 137 pgs: 9 creating+peering, 11 unknown, 117 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2024-04-10T16:18:57.352 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:18:56 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:18:56] "GET /metrics HTTP/1.1" 200 36402 "" "Prometheus/2.43.0" 2024-04-10T16:18:57.398 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModeDisabled (76 ms) 2024-04-10T16:18:57.398 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestMirroring.DisableImageMirror_In_MirrorModeImage 2024-04-10T16:18:57.495 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestMirroring.DisableImageMirror_In_MirrorModeImage (97 ms) 2024-04-10T16:18:57.495 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestMirroring.DisableImageMirror_In_MirrorModeImage_NoObjectMap 2024-04-10T16:18:57.507 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:18:57 smithi077 ceph-mon[87572]: osdmap e1498: 8 total, 8 up, 8 in 2024-04-10T16:18:57.507 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:18:57 smithi077 ceph-mon[87572]: pgmap v2611: 137 pgs: 9 creating+peering, 11 unknown, 117 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2024-04-10T16:18:57.584 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestMirroring.DisableImageMirror_In_MirrorModeImage_NoObjectMap (89 ms) 2024-04-10T16:18:57.585 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestMirroring.DisableImageMirror_In_MirrorModePool 2024-04-10T16:18:57.680 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestMirroring.DisableImageMirror_In_MirrorModePool (96 ms) 2024-04-10T16:18:57.680 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestMirroring.DisableImageMirror_In_MirrorModeDisabled 2024-04-10T16:18:57.788 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestMirroring.DisableImageMirror_In_MirrorModeDisabled (107 ms) 2024-04-10T16:18:57.788 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestMirroring.DisableImageMirrorWithPeer 2024-04-10T16:18:57.788 INFO:tasks.workunit.client.0.smithi069.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1189-gc96c8d47/rpm/el9/BUILD/ceph-18.2.2-1189-gc96c8d47/src/test/librbd/test_mirroring.cc:482: Skipped 2024-04-10T16:18:57.788 INFO:tasks.workunit.client.0.smithi069.stdout:Skipping due to unmet REQUIRE 2024-04-10T16:18:57.788 INFO:tasks.workunit.client.0.smithi069.stdout:[ SKIPPED ] TestMirroring.DisableImageMirrorWithPeer (0 ms) 2024-04-10T16:18:57.788 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestMirroring.DisableJournalingWithPeer 2024-04-10T16:18:57.788 INFO:tasks.workunit.client.0.smithi069.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1189-gc96c8d47/rpm/el9/BUILD/ceph-18.2.2-1189-gc96c8d47/src/test/librbd/test_mirroring.cc:520: Skipped 2024-04-10T16:18:57.788 INFO:tasks.workunit.client.0.smithi069.stdout:Skipping due to unmet REQUIRE 2024-04-10T16:18:57.788 INFO:tasks.workunit.client.0.smithi069.stdout:[ SKIPPED ] TestMirroring.DisableJournalingWithPeer (0 ms) 2024-04-10T16:18:57.788 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModeDisabled_WithoutJournaling 2024-04-10T16:18:57.861 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModeDisabled_WithoutJournaling (73 ms) 2024-04-10T16:18:57.861 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModePool_WithoutJournaling 2024-04-10T16:18:57.940 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModePool_WithoutJournaling (79 ms) 2024-04-10T16:18:57.940 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModeImage_WithoutJournaling 2024-04-10T16:18:58.507 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:18:58 smithi077 ceph-mon[87572]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T16:18:58.508 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:18:58 smithi077 ceph-mon[87572]: Cluster is now healthy 2024-04-10T16:18:58.508 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:18:58 smithi077 ceph-mon[87572]: osdmap e1499: 8 total, 8 up, 8 in 2024-04-10T16:18:58.601 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:18:58 smithi069 ceph-mon[94167]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T16:18:58.601 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:18:58 smithi069 ceph-mon[94167]: Cluster is now healthy 2024-04-10T16:18:58.601 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:18:58 smithi069 ceph-mon[94167]: osdmap e1499: 8 total, 8 up, 8 in 2024-04-10T16:18:58.602 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:18:58 smithi069 ceph-mon[96738]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T16:18:58.602 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:18:58 smithi069 ceph-mon[96738]: Cluster is now healthy 2024-04-10T16:18:58.602 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:18:58 smithi069 ceph-mon[96738]: osdmap e1499: 8 total, 8 up, 8 in 2024-04-10T16:18:59.175 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModeImage_WithoutJournaling (1235 ms) 2024-04-10T16:18:59.175 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModeImage_WithoutExclusiveLock 2024-04-10T16:18:59.507 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:18:59 smithi077 ceph-mon[87572]: osdmap e1500: 8 total, 8 up, 8 in 2024-04-10T16:18:59.507 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:18:59 smithi077 ceph-mon[87572]: pgmap v2614: 137 pgs: 9 creating+peering, 4 unknown, 124 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 133 KiB/s rd, 25 KiB/s wr, 195 op/s 2024-04-10T16:18:59.601 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:18:59 smithi069 ceph-mon[94167]: osdmap e1500: 8 total, 8 up, 8 in 2024-04-10T16:18:59.602 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:18:59 smithi069 ceph-mon[94167]: pgmap v2614: 137 pgs: 9 creating+peering, 4 unknown, 124 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 133 KiB/s rd, 25 KiB/s wr, 195 op/s 2024-04-10T16:18:59.602 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:18:59 smithi069 ceph-mon[96738]: osdmap e1500: 8 total, 8 up, 8 in 2024-04-10T16:18:59.602 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:18:59 smithi069 ceph-mon[96738]: pgmap v2614: 137 pgs: 9 creating+peering, 4 unknown, 124 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 133 KiB/s rd, 25 KiB/s wr, 195 op/s 2024-04-10T16:19:00.507 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:19:00 smithi077 ceph-mon[87572]: osdmap e1501: 8 total, 8 up, 8 in 2024-04-10T16:19:00.601 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:19:00 smithi069 ceph-mon[94167]: osdmap e1501: 8 total, 8 up, 8 in 2024-04-10T16:19:00.602 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:19:00 smithi069 ceph-mon[96738]: osdmap e1501: 8 total, 8 up, 8 in 2024-04-10T16:19:01.178 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModeImage_WithoutExclusiveLock (2002 ms) 2024-04-10T16:19:01.178 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestMirroring.CreateImage_In_MirrorModeDisabled 2024-04-10T16:19:01.264 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestMirroring.CreateImage_In_MirrorModeDisabled (87 ms) 2024-04-10T16:19:01.264 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestMirroring.CreateImage_In_MirrorModeImage 2024-04-10T16:19:01.348 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestMirroring.CreateImage_In_MirrorModeImage (84 ms) 2024-04-10T16:19:01.348 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestMirroring.CreateImage_In_MirrorModePool 2024-04-10T16:19:01.445 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestMirroring.CreateImage_In_MirrorModePool (97 ms) 2024-04-10T16:19:01.445 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestMirroring.CreateImage_In_MirrorModePool_WithoutJournaling 2024-04-10T16:19:01.507 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:19:01 smithi077 ceph-mon[87572]: osdmap e1502: 8 total, 8 up, 8 in 2024-04-10T16:19:01.507 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:19:01 smithi077 ceph-mon[87572]: pgmap v2617: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 275 KiB/s rd, 41 KiB/s wr, 399 op/s 2024-04-10T16:19:01.523 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestMirroring.CreateImage_In_MirrorModePool_WithoutJournaling (78 ms) 2024-04-10T16:19:01.523 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestMirroring.CreateImage_In_MirrorModeImage_WithoutJournaling 2024-04-10T16:19:01.601 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:19:01 smithi069 ceph-mon[96738]: osdmap e1502: 8 total, 8 up, 8 in 2024-04-10T16:19:01.601 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:19:01 smithi069 ceph-mon[96738]: pgmap v2617: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 275 KiB/s rd, 41 KiB/s wr, 399 op/s 2024-04-10T16:19:01.602 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:19:01 smithi069 ceph-mon[94167]: osdmap e1502: 8 total, 8 up, 8 in 2024-04-10T16:19:01.602 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:19:01 smithi069 ceph-mon[94167]: pgmap v2617: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 275 KiB/s rd, 41 KiB/s wr, 399 op/s 2024-04-10T16:19:01.602 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestMirroring.CreateImage_In_MirrorModeImage_WithoutJournaling (79 ms) 2024-04-10T16:19:01.602 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestMirroring.EnableJournaling_In_MirrorModeDisabled 2024-04-10T16:19:01.694 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestMirroring.EnableJournaling_In_MirrorModeDisabled (91 ms) 2024-04-10T16:19:01.694 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestMirroring.EnableJournaling_In_MirrorModeImage 2024-04-10T16:19:01.789 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestMirroring.EnableJournaling_In_MirrorModeImage (96 ms) 2024-04-10T16:19:01.790 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestMirroring.EnableJournaling_In_MirrorModeImage_SnapshotMirroringEnabled 2024-04-10T16:19:02.507 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:19:02 smithi077 ceph-mon[87572]: osdmap e1503: 8 total, 8 up, 8 in 2024-04-10T16:19:02.508 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:19:02 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:19:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:19:02.601 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:19:02 smithi069 ceph-mon[96738]: osdmap e1503: 8 total, 8 up, 8 in 2024-04-10T16:19:02.602 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:19:02 smithi069 ceph-mon[94167]: osdmap e1503: 8 total, 8 up, 8 in 2024-04-10T16:19:03.212 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestMirroring.EnableJournaling_In_MirrorModeImage_SnapshotMirroringEnabled (1422 ms) 2024-04-10T16:19:03.212 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestMirroring.EnableJournaling_In_MirrorModePool 2024-04-10T16:19:03.320 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestMirroring.EnableJournaling_In_MirrorModePool (109 ms) 2024-04-10T16:19:03.320 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestMirroring.DisableJournaling_In_MirrorModePool 2024-04-10T16:19:03.420 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestMirroring.DisableJournaling_In_MirrorModePool (100 ms) 2024-04-10T16:19:03.420 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestMirroring.DisableJournaling_In_MirrorModeImage 2024-04-10T16:19:03.507 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:19:03 smithi077 ceph-mon[87572]: osdmap e1504: 8 total, 8 up, 8 in 2024-04-10T16:19:03.507 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:19:03 smithi077 ceph-mon[87572]: pgmap v2620: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 262 KiB/s rd, 29 KiB/s wr, 377 op/s 2024-04-10T16:19:03.513 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestMirroring.DisableJournaling_In_MirrorModeImage (93 ms) 2024-04-10T16:19:03.513 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestMirroring.MirrorModeSet_DisabledMode_To_PoolMode 2024-04-10T16:19:03.601 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:19:03 smithi069 ceph-mon[96738]: osdmap e1504: 8 total, 8 up, 8 in 2024-04-10T16:19:03.601 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:19:03 smithi069 ceph-mon[96738]: pgmap v2620: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 262 KiB/s rd, 29 KiB/s wr, 377 op/s 2024-04-10T16:19:03.601 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:19:03 smithi069 ceph-mon[94167]: osdmap e1504: 8 total, 8 up, 8 in 2024-04-10T16:19:03.601 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:19:03 smithi069 ceph-mon[94167]: pgmap v2620: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 262 KiB/s rd, 29 KiB/s wr, 377 op/s 2024-04-10T16:19:03.669 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestMirroring.MirrorModeSet_DisabledMode_To_PoolMode (156 ms) 2024-04-10T16:19:03.669 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestMirroring.MirrorModeSet_PoolMode_To_DisabledMode 2024-04-10T16:19:03.827 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestMirroring.MirrorModeSet_PoolMode_To_DisabledMode (158 ms) 2024-04-10T16:19:03.827 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestMirroring.MirrorModeSet_DisabledMode_To_ImageMode 2024-04-10T16:19:03.966 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestMirroring.MirrorModeSet_DisabledMode_To_ImageMode (135 ms) 2024-04-10T16:19:03.966 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestMirroring.MirrorModeSet_PoolMode_To_ImageMode 2024-04-10T16:19:04.104 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestMirroring.MirrorModeSet_PoolMode_To_ImageMode (140 ms) 2024-04-10T16:19:04.104 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestMirroring.MirrorModeSet_ImageMode_To_PoolMode 2024-04-10T16:19:04.255 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestMirroring.MirrorModeSet_ImageMode_To_PoolMode (153 ms) 2024-04-10T16:19:04.256 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestMirroring.MirrorModeSet_ImageMode_To_DisabledMode 2024-04-10T16:19:04.430 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestMirroring.MirrorModeSet_ImageMode_To_DisabledMode (173 ms) 2024-04-10T16:19:04.430 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestMirroring.RemoveImage_With_MirrorImageEnabled 2024-04-10T16:19:04.508 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestMirroring.RemoveImage_With_MirrorImageEnabled (79 ms) 2024-04-10T16:19:04.508 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestMirroring.RemoveImage_With_MirrorImageDisabled 2024-04-10T16:19:04.508 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:19:04 smithi077 ceph-mon[87572]: osdmap e1505: 8 total, 8 up, 8 in 2024-04-10T16:19:04.583 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestMirroring.RemoveImage_With_MirrorImageDisabled (75 ms) 2024-04-10T16:19:04.583 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestMirroring.RemoveImage_With_ImageWithoutJournal 2024-04-10T16:19:04.602 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:19:04 smithi069 ceph-mon[96738]: osdmap e1505: 8 total, 8 up, 8 in 2024-04-10T16:19:04.602 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:19:04 smithi069 ceph-mon[94167]: osdmap e1505: 8 total, 8 up, 8 in 2024-04-10T16:19:04.652 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestMirroring.RemoveImage_With_ImageWithoutJournal (69 ms) 2024-04-10T16:19:04.652 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestMirroring.RemoveImage_With_MirrorImageDemoted 2024-04-10T16:19:04.773 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestMirroring.RemoveImage_With_MirrorImageDemoted (122 ms) 2024-04-10T16:19:04.774 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestMirroring.TrashMoveRestore_PoolMode 2024-04-10T16:19:04.896 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestMirroring.TrashMoveRestore_PoolMode (122 ms) 2024-04-10T16:19:04.896 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestMirroring.TrashMoveRestore_ImageMode_MirroringDisabled 2024-04-10T16:19:04.999 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestMirroring.TrashMoveRestore_ImageMode_MirroringDisabled (104 ms) 2024-04-10T16:19:04.999 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestMirroring.TrashMoveRestore_ImageMode_MirroringEnabled 2024-04-10T16:19:05.106 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestMirroring.TrashMoveRestore_ImageMode_MirroringEnabled (107 ms) 2024-04-10T16:19:05.106 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestMirroring.MirrorStatusList 2024-04-10T16:19:05.181 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestMirroring.MirrorStatusList (75 ms) 2024-04-10T16:19:05.181 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestMirroring.RemoveBootstrapped 2024-04-10T16:19:05.279 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestMirroring.RemoveBootstrapped (98 ms) 2024-04-10T16:19:05.279 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestMirroring.AioPromoteDemote 2024-04-10T16:19:05.507 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:19:05 smithi077 ceph-mon[87572]: pgmap v2622: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 290 KiB/s rd, 29 KiB/s wr, 419 op/s 2024-04-10T16:19:05.601 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:19:05 smithi069 ceph-mon[96738]: pgmap v2622: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 290 KiB/s rd, 29 KiB/s wr, 419 op/s 2024-04-10T16:19:05.601 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:19:05 smithi069 ceph-mon[94167]: pgmap v2622: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 290 KiB/s rd, 29 KiB/s wr, 419 op/s 2024-04-10T16:19:05.650 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestMirroring.AioPromoteDemote (371 ms) 2024-04-10T16:19:05.650 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestMirroring.AioGetInfo 2024-04-10T16:19:05.994 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestMirroring.AioGetInfo (344 ms) 2024-04-10T16:19:05.995 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestMirroring.AioGetStatus 2024-04-10T16:19:06.213 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestMirroring.AioGetStatus (219 ms) 2024-04-10T16:19:06.213 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestMirroring.SiteName 2024-04-10T16:19:06.221 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestMirroring.SiteName (8 ms) 2024-04-10T16:19:06.221 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestMirroring.Bootstrap 2024-04-10T16:19:07.046 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestMirroring.Bootstrap (825 ms) 2024-04-10T16:19:07.046 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestMirroring.PeerDirection 2024-04-10T16:19:07.055 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestMirroring.PeerDirection (9 ms) 2024-04-10T16:19:07.055 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestMirroring.Snapshot 2024-04-10T16:19:07.217 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:19:06 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:19:06] "GET /metrics HTTP/1.1" 200 36402 "" "Prometheus/2.43.0" 2024-04-10T16:19:07.508 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:19:07 smithi077 ceph-mon[87572]: from='client.? ' entity='client.admin' 2024-04-10T16:19:07.508 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:19:07 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/4084102930' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-10T16:19:07.508 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:19:07 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/4084102930' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-10T16:19:07.508 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:19:07 smithi077 ceph-mon[87572]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-10T16:19:07.508 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:19:07 smithi077 ceph-mon[87572]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]': finished 2024-04-10T16:19:07.508 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:19:07 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/4084102930' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-10T16:19:07.508 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:19:07 smithi077 ceph-mon[87572]: pgmap v2623: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 637 KiB/s rd, 78 KiB/s wr, 911 op/s 2024-04-10T16:19:07.508 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:19:07 smithi077 ceph-mon[87572]: osdmap e1506: 8 total, 8 up, 8 in 2024-04-10T16:19:07.508 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:19:07 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/4084102930' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer_client_id"}]: dispatch 2024-04-10T16:19:07.508 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:19:07 smithi077 ceph-mon[87572]: from='client.? ' entity='client.admin' 2024-04-10T16:19:07.508 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:19:07 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/4084102930' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-04-10T16:19:07.508 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:19:07 smithi077 ceph-mon[87572]: from='client.? ' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-04-10T16:19:07.508 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:19:07 smithi077 ceph-mon[87572]: from='client.? ' entity='client.admin' cmd='[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]': finished 2024-04-10T16:19:07.509 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:19:07 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/4084102930' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-10T16:19:07.509 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:19:07 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/4084102930' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/f5307f99-88ed-435e-bae2-aac45aeef9a4"}]: dispatch 2024-04-10T16:19:07.509 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:19:07 smithi077 ceph-mon[87572]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/f5307f99-88ed-435e-bae2-aac45aeef9a4"}]: dispatch 2024-04-10T16:19:07.509 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:19:07 smithi077 ceph-mon[87572]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/f5307f99-88ed-435e-bae2-aac45aeef9a4"}]': finished 2024-04-10T16:19:07.602 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:19:07 smithi069 ceph-mon[96738]: from='client.? ' entity='client.admin' 2024-04-10T16:19:07.602 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:19:07 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/4084102930' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-10T16:19:07.602 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:19:07 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/4084102930' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-10T16:19:07.602 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:19:07 smithi069 ceph-mon[96738]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-10T16:19:07.602 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:19:07 smithi069 ceph-mon[96738]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]': finished 2024-04-10T16:19:07.602 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:19:07 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/4084102930' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-10T16:19:07.602 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:19:07 smithi069 ceph-mon[96738]: pgmap v2623: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 637 KiB/s rd, 78 KiB/s wr, 911 op/s 2024-04-10T16:19:07.602 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:19:07 smithi069 ceph-mon[96738]: osdmap e1506: 8 total, 8 up, 8 in 2024-04-10T16:19:07.602 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:19:07 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/4084102930' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer_client_id"}]: dispatch 2024-04-10T16:19:07.602 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:19:07 smithi069 ceph-mon[96738]: from='client.? ' entity='client.admin' 2024-04-10T16:19:07.602 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:19:07 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/4084102930' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-04-10T16:19:07.602 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:19:07 smithi069 ceph-mon[96738]: from='client.? ' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-04-10T16:19:07.603 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:19:07 smithi069 ceph-mon[96738]: from='client.? ' entity='client.admin' cmd='[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]': finished 2024-04-10T16:19:07.603 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:19:07 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/4084102930' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-10T16:19:07.603 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:19:07 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/4084102930' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/f5307f99-88ed-435e-bae2-aac45aeef9a4"}]: dispatch 2024-04-10T16:19:07.603 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:19:07 smithi069 ceph-mon[96738]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/f5307f99-88ed-435e-bae2-aac45aeef9a4"}]: dispatch 2024-04-10T16:19:07.603 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:19:07 smithi069 ceph-mon[96738]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/f5307f99-88ed-435e-bae2-aac45aeef9a4"}]': finished 2024-04-10T16:19:07.603 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:19:07 smithi069 ceph-mon[94167]: from='client.? ' entity='client.admin' 2024-04-10T16:19:07.603 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:19:07 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/4084102930' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-10T16:19:07.603 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:19:07 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/4084102930' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-10T16:19:07.603 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:19:07 smithi069 ceph-mon[94167]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-10T16:19:07.603 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:19:07 smithi069 ceph-mon[94167]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]': finished 2024-04-10T16:19:07.603 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:19:07 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/4084102930' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-10T16:19:07.603 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:19:07 smithi069 ceph-mon[94167]: pgmap v2623: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 637 KiB/s rd, 78 KiB/s wr, 911 op/s 2024-04-10T16:19:07.604 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:19:07 smithi069 ceph-mon[94167]: osdmap e1506: 8 total, 8 up, 8 in 2024-04-10T16:19:07.604 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:19:07 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/4084102930' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer_client_id"}]: dispatch 2024-04-10T16:19:07.604 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:19:07 smithi069 ceph-mon[94167]: from='client.? ' entity='client.admin' 2024-04-10T16:19:07.604 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:19:07 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/4084102930' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-04-10T16:19:07.604 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:19:07 smithi069 ceph-mon[94167]: from='client.? ' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-04-10T16:19:07.604 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:19:07 smithi069 ceph-mon[94167]: from='client.? ' entity='client.admin' cmd='[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]': finished 2024-04-10T16:19:07.604 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:19:07 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/4084102930' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-10T16:19:07.604 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:19:07 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/4084102930' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/f5307f99-88ed-435e-bae2-aac45aeef9a4"}]: dispatch 2024-04-10T16:19:07.604 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:19:07 smithi069 ceph-mon[94167]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/f5307f99-88ed-435e-bae2-aac45aeef9a4"}]: dispatch 2024-04-10T16:19:07.604 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:19:07 smithi069 ceph-mon[94167]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/f5307f99-88ed-435e-bae2-aac45aeef9a4"}]': finished 2024-04-10T16:19:09.351 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:19:09 smithi069 ceph-mon[96738]: osdmap e1507: 8 total, 8 up, 8 in 2024-04-10T16:19:09.351 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:19:09 smithi069 ceph-mon[96738]: pgmap v2626: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 815 KiB/s rd, 123 KiB/s wr, 1.18k op/s 2024-04-10T16:19:09.352 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:19:09 smithi069 ceph-mon[94167]: osdmap e1507: 8 total, 8 up, 8 in 2024-04-10T16:19:09.352 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:19:09 smithi069 ceph-mon[94167]: pgmap v2626: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 815 KiB/s rd, 123 KiB/s wr, 1.18k op/s 2024-04-10T16:19:09.507 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:19:09 smithi077 ceph-mon[87572]: osdmap e1507: 8 total, 8 up, 8 in 2024-04-10T16:19:09.507 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:19:09 smithi077 ceph-mon[87572]: pgmap v2626: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 815 KiB/s rd, 123 KiB/s wr, 1.18k op/s 2024-04-10T16:19:10.351 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:19:10 smithi069 ceph-mon[96738]: osdmap e1508: 8 total, 8 up, 8 in 2024-04-10T16:19:10.351 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:19:10 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:19:10.352 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:19:10 smithi069 ceph-mon[94167]: osdmap e1508: 8 total, 8 up, 8 in 2024-04-10T16:19:10.352 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:19:10 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:19:10.507 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:19:10 smithi077 ceph-mon[87572]: osdmap e1508: 8 total, 8 up, 8 in 2024-04-10T16:19:10.507 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:19:10 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:19:11.351 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:19:11 smithi069 ceph-mon[96738]: osdmap e1509: 8 total, 8 up, 8 in 2024-04-10T16:19:11.352 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:19:11 smithi069 ceph-mon[96738]: pgmap v2629: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 201 KiB/s wr, 1.70k op/s 2024-04-10T16:19:11.352 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:19:11 smithi069 ceph-mon[94167]: osdmap e1509: 8 total, 8 up, 8 in 2024-04-10T16:19:11.352 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:19:11 smithi069 ceph-mon[94167]: pgmap v2629: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 201 KiB/s wr, 1.70k op/s 2024-04-10T16:19:11.507 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:19:11 smithi077 ceph-mon[87572]: osdmap e1509: 8 total, 8 up, 8 in 2024-04-10T16:19:11.508 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:19:11 smithi077 ceph-mon[87572]: pgmap v2629: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 201 KiB/s wr, 1.70k op/s 2024-04-10T16:19:12.351 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:19:12 smithi069 ceph-mon[96738]: osdmap e1510: 8 total, 8 up, 8 in 2024-04-10T16:19:12.352 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:19:12 smithi069 ceph-mon[96738]: osdmap e1511: 8 total, 8 up, 8 in 2024-04-10T16:19:12.352 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:19:12 smithi069 ceph-mon[94167]: osdmap e1510: 8 total, 8 up, 8 in 2024-04-10T16:19:12.352 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:19:12 smithi069 ceph-mon[94167]: osdmap e1511: 8 total, 8 up, 8 in 2024-04-10T16:19:12.507 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:19:12 smithi077 ceph-mon[87572]: osdmap e1510: 8 total, 8 up, 8 in 2024-04-10T16:19:12.508 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:19:12 smithi077 ceph-mon[87572]: osdmap e1511: 8 total, 8 up, 8 in 2024-04-10T16:19:12.508 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:19:12 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:19:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:19:14.007 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:19:13 smithi077 ceph-mon[87572]: pgmap v2632: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 169 KiB/s wr, 1.62k op/s 2024-04-10T16:19:14.008 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:19:13 smithi077 ceph-mon[87572]: osdmap e1512: 8 total, 8 up, 8 in 2024-04-10T16:19:14.101 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:19:13 smithi069 ceph-mon[96738]: pgmap v2632: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 169 KiB/s wr, 1.62k op/s 2024-04-10T16:19:14.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:19:13 smithi069 ceph-mon[96738]: osdmap e1512: 8 total, 8 up, 8 in 2024-04-10T16:19:14.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:19:13 smithi069 ceph-mon[94167]: pgmap v2632: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 169 KiB/s wr, 1.62k op/s 2024-04-10T16:19:14.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:19:13 smithi069 ceph-mon[94167]: osdmap e1512: 8 total, 8 up, 8 in 2024-04-10T16:19:15.007 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:19:14 smithi077 ceph-mon[87572]: osdmap e1513: 8 total, 8 up, 8 in 2024-04-10T16:19:15.101 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:19:14 smithi069 ceph-mon[96738]: osdmap e1513: 8 total, 8 up, 8 in 2024-04-10T16:19:15.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:19:14 smithi069 ceph-mon[94167]: osdmap e1513: 8 total, 8 up, 8 in 2024-04-10T16:19:16.007 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:19:15 smithi077 ceph-mon[87572]: pgmap v2635: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 424 KiB/s rd, 54 KiB/s wr, 553 op/s 2024-04-10T16:19:16.008 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:19:15 smithi077 ceph-mon[87572]: osdmap e1514: 8 total, 8 up, 8 in 2024-04-10T16:19:16.101 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:19:15 smithi069 ceph-mon[96738]: pgmap v2635: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 424 KiB/s rd, 54 KiB/s wr, 553 op/s 2024-04-10T16:19:16.101 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:19:15 smithi069 ceph-mon[96738]: osdmap e1514: 8 total, 8 up, 8 in 2024-04-10T16:19:16.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:19:15 smithi069 ceph-mon[94167]: pgmap v2635: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 424 KiB/s rd, 54 KiB/s wr, 553 op/s 2024-04-10T16:19:16.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:19:15 smithi069 ceph-mon[94167]: osdmap e1514: 8 total, 8 up, 8 in 2024-04-10T16:19:17.007 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:19:16 smithi077 ceph-mon[87572]: osdmap e1515: 8 total, 8 up, 8 in 2024-04-10T16:19:17.101 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:19:16 smithi069 ceph-mon[94167]: osdmap e1515: 8 total, 8 up, 8 in 2024-04-10T16:19:17.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:19:16 smithi069 ceph-mon[96738]: osdmap e1515: 8 total, 8 up, 8 in 2024-04-10T16:19:17.102 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:19:16 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:19:16] "GET /metrics HTTP/1.1" 200 36451 "" "Prometheus/2.43.0" 2024-04-10T16:19:18.007 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:19:17 smithi077 ceph-mon[87572]: pgmap v2638: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 51 KiB/s rd, 6.0 KiB/s wr, 67 op/s 2024-04-10T16:19:18.008 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:19:17 smithi077 ceph-mon[87572]: osdmap e1516: 8 total, 8 up, 8 in 2024-04-10T16:19:18.101 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:19:17 smithi069 ceph-mon[96738]: pgmap v2638: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 51 KiB/s rd, 6.0 KiB/s wr, 67 op/s 2024-04-10T16:19:18.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:19:17 smithi069 ceph-mon[96738]: osdmap e1516: 8 total, 8 up, 8 in 2024-04-10T16:19:18.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:19:17 smithi069 ceph-mon[94167]: pgmap v2638: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 51 KiB/s rd, 6.0 KiB/s wr, 67 op/s 2024-04-10T16:19:18.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:19:17 smithi069 ceph-mon[94167]: osdmap e1516: 8 total, 8 up, 8 in 2024-04-10T16:19:19.008 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:19:18 smithi077 ceph-mon[87572]: osdmap e1517: 8 total, 8 up, 8 in 2024-04-10T16:19:19.101 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:19:18 smithi069 ceph-mon[96738]: osdmap e1517: 8 total, 8 up, 8 in 2024-04-10T16:19:19.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:19:18 smithi069 ceph-mon[94167]: osdmap e1517: 8 total, 8 up, 8 in 2024-04-10T16:19:20.007 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:19:19 smithi077 ceph-mon[87572]: pgmap v2641: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 71 KiB/s rd, 7.0 KiB/s wr, 94 op/s 2024-04-10T16:19:20.008 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:19:19 smithi077 ceph-mon[87572]: osdmap e1518: 8 total, 8 up, 8 in 2024-04-10T16:19:20.101 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:19:19 smithi069 ceph-mon[96738]: pgmap v2641: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 71 KiB/s rd, 7.0 KiB/s wr, 94 op/s 2024-04-10T16:19:20.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:19:19 smithi069 ceph-mon[96738]: osdmap e1518: 8 total, 8 up, 8 in 2024-04-10T16:19:20.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:19:19 smithi069 ceph-mon[94167]: pgmap v2641: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 71 KiB/s rd, 7.0 KiB/s wr, 94 op/s 2024-04-10T16:19:20.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:19:19 smithi069 ceph-mon[94167]: osdmap e1518: 8 total, 8 up, 8 in 2024-04-10T16:19:21.007 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:19:20 smithi077 ceph-mon[87572]: osdmap e1519: 8 total, 8 up, 8 in 2024-04-10T16:19:21.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:19:20 smithi069 ceph-mon[94167]: osdmap e1519: 8 total, 8 up, 8 in 2024-04-10T16:19:21.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:19:20 smithi069 ceph-mon[96738]: osdmap e1519: 8 total, 8 up, 8 in 2024-04-10T16:19:22.007 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:19:21 smithi077 ceph-mon[87572]: pgmap v2644: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 72 KiB/s rd, 6.2 KiB/s wr, 97 op/s 2024-04-10T16:19:22.007 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:19:21 smithi077 ceph-mon[87572]: osdmap e1520: 8 total, 8 up, 8 in 2024-04-10T16:19:22.008 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:19:21 smithi077 ceph-mon[87572]: osdmap e1521: 8 total, 8 up, 8 in 2024-04-10T16:19:22.101 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:19:21 smithi069 ceph-mon[96738]: pgmap v2644: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 72 KiB/s rd, 6.2 KiB/s wr, 97 op/s 2024-04-10T16:19:22.101 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:19:21 smithi069 ceph-mon[96738]: osdmap e1520: 8 total, 8 up, 8 in 2024-04-10T16:19:22.101 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:19:21 smithi069 ceph-mon[96738]: osdmap e1521: 8 total, 8 up, 8 in 2024-04-10T16:19:22.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:19:21 smithi069 ceph-mon[94167]: pgmap v2644: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 72 KiB/s rd, 6.2 KiB/s wr, 97 op/s 2024-04-10T16:19:22.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:19:21 smithi069 ceph-mon[94167]: osdmap e1520: 8 total, 8 up, 8 in 2024-04-10T16:19:22.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:19:21 smithi069 ceph-mon[94167]: osdmap e1521: 8 total, 8 up, 8 in 2024-04-10T16:19:22.757 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:19:22 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:19:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:19:22.793 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestMirroring.Snapshot (15738 ms) 2024-04-10T16:19:22.793 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestMirroring.SnapshotRemoveOnDisable 2024-04-10T16:19:24.008 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:19:23 smithi077 ceph-mon[87572]: pgmap v2647: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 4.2 KiB/s rd, 767 B/s wr, 8 op/s 2024-04-10T16:19:24.008 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:19:23 smithi077 ceph-mon[87572]: osdmap e1522: 8 total, 8 up, 8 in 2024-04-10T16:19:24.008 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:19:23 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/4084102930' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/bafaa089-30c0-4321-8e52-951ab49e8e1c"}]: dispatch 2024-04-10T16:19:24.008 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:19:23 smithi077 ceph-mon[87572]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/bafaa089-30c0-4321-8e52-951ab49e8e1c"}]: dispatch 2024-04-10T16:19:24.008 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:19:23 smithi077 ceph-mon[87572]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/bafaa089-30c0-4321-8e52-951ab49e8e1c"}]': finished 2024-04-10T16:19:24.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:19:23 smithi069 ceph-mon[96738]: pgmap v2647: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 4.2 KiB/s rd, 767 B/s wr, 8 op/s 2024-04-10T16:19:24.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:19:23 smithi069 ceph-mon[96738]: osdmap e1522: 8 total, 8 up, 8 in 2024-04-10T16:19:24.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:19:23 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/4084102930' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/bafaa089-30c0-4321-8e52-951ab49e8e1c"}]: dispatch 2024-04-10T16:19:24.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:19:23 smithi069 ceph-mon[96738]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/bafaa089-30c0-4321-8e52-951ab49e8e1c"}]: dispatch 2024-04-10T16:19:24.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:19:23 smithi069 ceph-mon[96738]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/bafaa089-30c0-4321-8e52-951ab49e8e1c"}]': finished 2024-04-10T16:19:24.103 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:19:23 smithi069 ceph-mon[94167]: pgmap v2647: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 4.2 KiB/s rd, 767 B/s wr, 8 op/s 2024-04-10T16:19:24.103 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:19:23 smithi069 ceph-mon[94167]: osdmap e1522: 8 total, 8 up, 8 in 2024-04-10T16:19:24.103 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:19:23 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/4084102930' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/bafaa089-30c0-4321-8e52-951ab49e8e1c"}]: dispatch 2024-04-10T16:19:24.103 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:19:23 smithi069 ceph-mon[94167]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/bafaa089-30c0-4321-8e52-951ab49e8e1c"}]: dispatch 2024-04-10T16:19:24.103 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:19:23 smithi069 ceph-mon[94167]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/bafaa089-30c0-4321-8e52-951ab49e8e1c"}]': finished 2024-04-10T16:19:25.101 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:19:24 smithi069 ceph-mon[96738]: osdmap e1523: 8 total, 8 up, 8 in 2024-04-10T16:19:25.101 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:19:24 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:19:25.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:19:24 smithi069 ceph-mon[94167]: osdmap e1523: 8 total, 8 up, 8 in 2024-04-10T16:19:25.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:19:24 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:19:25.257 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:19:24 smithi077 ceph-mon[87572]: osdmap e1523: 8 total, 8 up, 8 in 2024-04-10T16:19:25.257 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:19:24 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:19:26.101 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:19:25 smithi069 ceph-mon[96738]: pgmap v2650: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 74 KiB/s rd, 5.7 KiB/s wr, 102 op/s 2024-04-10T16:19:26.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:19:25 smithi069 ceph-mon[96738]: osdmap e1524: 8 total, 8 up, 8 in 2024-04-10T16:19:26.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:19:25 smithi069 ceph-mon[94167]: pgmap v2650: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 74 KiB/s rd, 5.7 KiB/s wr, 102 op/s 2024-04-10T16:19:26.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:19:25 smithi069 ceph-mon[94167]: osdmap e1524: 8 total, 8 up, 8 in 2024-04-10T16:19:26.257 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:19:25 smithi077 ceph-mon[87572]: pgmap v2650: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 74 KiB/s rd, 5.7 KiB/s wr, 102 op/s 2024-04-10T16:19:26.258 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:19:25 smithi077 ceph-mon[87572]: osdmap e1524: 8 total, 8 up, 8 in 2024-04-10T16:19:26.789 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestMirroring.SnapshotRemoveOnDisable (3996 ms) 2024-04-10T16:19:26.789 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestMirroring.SnapshotUnlinkPeer 2024-04-10T16:19:27.101 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:19:26 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:19:26] "GET /metrics HTTP/1.1" 200 36451 "" "Prometheus/2.43.0" 2024-04-10T16:19:27.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:19:26 smithi069 ceph-mon[96738]: osdmap e1525: 8 total, 8 up, 8 in 2024-04-10T16:19:27.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:19:26 smithi069 ceph-mon[96738]: osdmap e1526: 8 total, 8 up, 8 in 2024-04-10T16:19:27.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:19:26 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/4084102930' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/17dc04d5-ef88-4949-ba80-ee3f2a67ff31"}]: dispatch 2024-04-10T16:19:27.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:19:26 smithi069 ceph-mon[96738]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/17dc04d5-ef88-4949-ba80-ee3f2a67ff31"}]: dispatch 2024-04-10T16:19:27.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:19:26 smithi069 ceph-mon[96738]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/17dc04d5-ef88-4949-ba80-ee3f2a67ff31"}]': finished 2024-04-10T16:19:27.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:19:26 smithi069 ceph-mon[94167]: osdmap e1525: 8 total, 8 up, 8 in 2024-04-10T16:19:27.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:19:26 smithi069 ceph-mon[94167]: osdmap e1526: 8 total, 8 up, 8 in 2024-04-10T16:19:27.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:19:26 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/4084102930' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/17dc04d5-ef88-4949-ba80-ee3f2a67ff31"}]: dispatch 2024-04-10T16:19:27.103 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:19:26 smithi069 ceph-mon[94167]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/17dc04d5-ef88-4949-ba80-ee3f2a67ff31"}]: dispatch 2024-04-10T16:19:27.103 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:19:26 smithi069 ceph-mon[94167]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/17dc04d5-ef88-4949-ba80-ee3f2a67ff31"}]': finished 2024-04-10T16:19:27.257 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:19:26 smithi077 ceph-mon[87572]: osdmap e1525: 8 total, 8 up, 8 in 2024-04-10T16:19:27.258 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:19:26 smithi077 ceph-mon[87572]: osdmap e1526: 8 total, 8 up, 8 in 2024-04-10T16:19:27.258 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:19:26 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/4084102930' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/17dc04d5-ef88-4949-ba80-ee3f2a67ff31"}]: dispatch 2024-04-10T16:19:27.258 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:19:26 smithi077 ceph-mon[87572]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/17dc04d5-ef88-4949-ba80-ee3f2a67ff31"}]: dispatch 2024-04-10T16:19:27.258 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:19:26 smithi077 ceph-mon[87572]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/17dc04d5-ef88-4949-ba80-ee3f2a67ff31"}]': finished 2024-04-10T16:19:28.101 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:19:27 smithi069 ceph-mon[96738]: pgmap v2653: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 79 KiB/s rd, 7.7 KiB/s wr, 112 op/s 2024-04-10T16:19:28.101 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:19:27 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:19:28.101 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:19:27 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:19:28.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:19:27 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:19:28.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:19:27 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:19:28.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:19:27 smithi069 ceph-mon[94167]: pgmap v2653: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 79 KiB/s rd, 7.7 KiB/s wr, 112 op/s 2024-04-10T16:19:28.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:19:27 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:19:28.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:19:27 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:19:28.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:19:27 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:19:28.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:19:27 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:19:28.257 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:19:27 smithi077 ceph-mon[87572]: pgmap v2653: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 79 KiB/s rd, 7.7 KiB/s wr, 112 op/s 2024-04-10T16:19:28.257 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:19:27 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:19:28.258 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:19:27 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:19:28.258 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:19:27 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:19:28.258 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:19:27 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:19:29.101 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:19:28 smithi069 ceph-mon[96738]: osdmap e1527: 8 total, 8 up, 8 in 2024-04-10T16:19:29.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:19:28 smithi069 ceph-mon[94167]: osdmap e1527: 8 total, 8 up, 8 in 2024-04-10T16:19:29.257 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:19:28 smithi077 ceph-mon[87572]: osdmap e1527: 8 total, 8 up, 8 in 2024-04-10T16:19:30.101 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:19:29 smithi069 ceph-mon[96738]: pgmap v2656: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 6.0 KiB/s wr, 41 op/s 2024-04-10T16:19:30.101 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:19:29 smithi069 ceph-mon[96738]: osdmap e1528: 8 total, 8 up, 8 in 2024-04-10T16:19:30.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:19:29 smithi069 ceph-mon[94167]: pgmap v2656: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 6.0 KiB/s wr, 41 op/s 2024-04-10T16:19:30.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:19:29 smithi069 ceph-mon[94167]: osdmap e1528: 8 total, 8 up, 8 in 2024-04-10T16:19:30.258 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:19:29 smithi077 ceph-mon[87572]: pgmap v2656: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 6.0 KiB/s wr, 41 op/s 2024-04-10T16:19:30.258 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:19:29 smithi077 ceph-mon[87572]: osdmap e1528: 8 total, 8 up, 8 in 2024-04-10T16:19:31.101 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:19:30 smithi069 ceph-mon[96738]: osdmap e1529: 8 total, 8 up, 8 in 2024-04-10T16:19:31.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:19:30 smithi069 ceph-mon[94167]: osdmap e1529: 8 total, 8 up, 8 in 2024-04-10T16:19:31.257 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:19:30 smithi077 ceph-mon[87572]: osdmap e1529: 8 total, 8 up, 8 in 2024-04-10T16:19:32.101 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:19:31 smithi069 ceph-mon[96738]: pgmap v2659: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 79 KiB/s rd, 9.0 KiB/s wr, 107 op/s 2024-04-10T16:19:32.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:19:31 smithi069 ceph-mon[96738]: osdmap e1530: 8 total, 8 up, 8 in 2024-04-10T16:19:32.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:19:31 smithi069 ceph-mon[96738]: osdmap e1531: 8 total, 8 up, 8 in 2024-04-10T16:19:32.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:19:31 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/4084102930' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/582cc2c8-3146-4b3b-a766-297126ea3ee7"}]: dispatch 2024-04-10T16:19:32.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:19:31 smithi069 ceph-mon[96738]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/582cc2c8-3146-4b3b-a766-297126ea3ee7"}]: dispatch 2024-04-10T16:19:32.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:19:31 smithi069 ceph-mon[96738]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/582cc2c8-3146-4b3b-a766-297126ea3ee7"}]': finished 2024-04-10T16:19:32.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:19:31 smithi069 ceph-mon[94167]: pgmap v2659: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 79 KiB/s rd, 9.0 KiB/s wr, 107 op/s 2024-04-10T16:19:32.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:19:31 smithi069 ceph-mon[94167]: osdmap e1530: 8 total, 8 up, 8 in 2024-04-10T16:19:32.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:19:31 smithi069 ceph-mon[94167]: osdmap e1531: 8 total, 8 up, 8 in 2024-04-10T16:19:32.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:19:31 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/4084102930' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/582cc2c8-3146-4b3b-a766-297126ea3ee7"}]: dispatch 2024-04-10T16:19:32.103 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:19:31 smithi069 ceph-mon[94167]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/582cc2c8-3146-4b3b-a766-297126ea3ee7"}]: dispatch 2024-04-10T16:19:32.103 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:19:31 smithi069 ceph-mon[94167]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/582cc2c8-3146-4b3b-a766-297126ea3ee7"}]': finished 2024-04-10T16:19:32.257 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:19:31 smithi077 ceph-mon[87572]: pgmap v2659: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 79 KiB/s rd, 9.0 KiB/s wr, 107 op/s 2024-04-10T16:19:32.258 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:19:31 smithi077 ceph-mon[87572]: osdmap e1530: 8 total, 8 up, 8 in 2024-04-10T16:19:32.258 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:19:31 smithi077 ceph-mon[87572]: osdmap e1531: 8 total, 8 up, 8 in 2024-04-10T16:19:32.258 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:19:31 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/4084102930' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/582cc2c8-3146-4b3b-a766-297126ea3ee7"}]: dispatch 2024-04-10T16:19:32.258 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:19:31 smithi077 ceph-mon[87572]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/582cc2c8-3146-4b3b-a766-297126ea3ee7"}]: dispatch 2024-04-10T16:19:32.258 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:19:31 smithi077 ceph-mon[87572]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/582cc2c8-3146-4b3b-a766-297126ea3ee7"}]': finished 2024-04-10T16:19:32.757 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:19:32 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:19:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:19:34.008 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:19:33 smithi077 ceph-mon[87572]: pgmap v2662: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 69 KiB/s rd, 7.0 KiB/s wr, 95 op/s 2024-04-10T16:19:34.008 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:19:33 smithi077 ceph-mon[87572]: osdmap e1532: 8 total, 8 up, 8 in 2024-04-10T16:19:34.101 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:19:33 smithi069 ceph-mon[96738]: pgmap v2662: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 69 KiB/s rd, 7.0 KiB/s wr, 95 op/s 2024-04-10T16:19:34.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:19:33 smithi069 ceph-mon[96738]: osdmap e1532: 8 total, 8 up, 8 in 2024-04-10T16:19:34.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:19:33 smithi069 ceph-mon[94167]: pgmap v2662: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 69 KiB/s rd, 7.0 KiB/s wr, 95 op/s 2024-04-10T16:19:34.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:19:33 smithi069 ceph-mon[94167]: osdmap e1532: 8 total, 8 up, 8 in 2024-04-10T16:19:35.008 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:19:34 smithi077 ceph-mon[87572]: osdmap e1533: 8 total, 8 up, 8 in 2024-04-10T16:19:35.103 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:19:34 smithi069 ceph-mon[96738]: osdmap e1533: 8 total, 8 up, 8 in 2024-04-10T16:19:35.103 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:19:34 smithi069 ceph-mon[94167]: osdmap e1533: 8 total, 8 up, 8 in 2024-04-10T16:19:36.008 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:19:35 smithi077 ceph-mon[87572]: pgmap v2665: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 138 KiB/s rd, 8.7 KiB/s wr, 179 op/s 2024-04-10T16:19:36.008 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:19:35 smithi077 ceph-mon[87572]: osdmap e1534: 8 total, 8 up, 8 in 2024-04-10T16:19:36.101 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:19:35 smithi069 ceph-mon[96738]: pgmap v2665: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 138 KiB/s rd, 8.7 KiB/s wr, 179 op/s 2024-04-10T16:19:36.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:19:35 smithi069 ceph-mon[96738]: osdmap e1534: 8 total, 8 up, 8 in 2024-04-10T16:19:36.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:19:35 smithi069 ceph-mon[94167]: pgmap v2665: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 138 KiB/s rd, 8.7 KiB/s wr, 179 op/s 2024-04-10T16:19:36.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:19:35 smithi069 ceph-mon[94167]: osdmap e1534: 8 total, 8 up, 8 in 2024-04-10T16:19:36.777 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestMirroring.SnapshotUnlinkPeer (9987 ms) 2024-04-10T16:19:36.777 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestMirroring.SnapshotImageState 2024-04-10T16:19:37.007 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:19:36 smithi077 ceph-mon[87572]: osdmap e1535: 8 total, 8 up, 8 in 2024-04-10T16:19:37.008 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:19:36 smithi077 ceph-mon[87572]: osdmap e1536: 8 total, 8 up, 8 in 2024-04-10T16:19:37.101 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:19:36 smithi069 ceph-mon[96738]: osdmap e1535: 8 total, 8 up, 8 in 2024-04-10T16:19:37.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:19:36 smithi069 ceph-mon[96738]: osdmap e1536: 8 total, 8 up, 8 in 2024-04-10T16:19:37.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:19:36 smithi069 ceph-mon[94167]: osdmap e1535: 8 total, 8 up, 8 in 2024-04-10T16:19:37.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:19:36 smithi069 ceph-mon[94167]: osdmap e1536: 8 total, 8 up, 8 in 2024-04-10T16:19:37.102 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:19:36 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:19:36] "GET /metrics HTTP/1.1" 200 36451 "" "Prometheus/2.43.0" 2024-04-10T16:19:38.008 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:19:37 smithi077 ceph-mon[87572]: pgmap v2668: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 197 KiB/s rd, 11 KiB/s wr, 257 op/s 2024-04-10T16:19:38.008 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:19:37 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/4084102930' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/7ea39b91-38c9-4fdb-aef2-f99ba3abf0ec"}]: dispatch 2024-04-10T16:19:38.008 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:19:37 smithi077 ceph-mon[87572]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/7ea39b91-38c9-4fdb-aef2-f99ba3abf0ec"}]: dispatch 2024-04-10T16:19:38.008 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:19:37 smithi077 ceph-mon[87572]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/7ea39b91-38c9-4fdb-aef2-f99ba3abf0ec"}]': finished 2024-04-10T16:19:38.008 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:19:37 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/4084102930' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/a52f620e-4f0c-442d-8a81-1a5a952a64d3"}]: dispatch 2024-04-10T16:19:38.008 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:19:37 smithi077 ceph-mon[87572]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/a52f620e-4f0c-442d-8a81-1a5a952a64d3"}]: dispatch 2024-04-10T16:19:38.008 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:19:37 smithi077 ceph-mon[87572]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/a52f620e-4f0c-442d-8a81-1a5a952a64d3"}]': finished 2024-04-10T16:19:38.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:19:37 smithi069 ceph-mon[94167]: pgmap v2668: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 197 KiB/s rd, 11 KiB/s wr, 257 op/s 2024-04-10T16:19:38.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:19:37 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/4084102930' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/7ea39b91-38c9-4fdb-aef2-f99ba3abf0ec"}]: dispatch 2024-04-10T16:19:38.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:19:37 smithi069 ceph-mon[94167]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/7ea39b91-38c9-4fdb-aef2-f99ba3abf0ec"}]: dispatch 2024-04-10T16:19:38.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:19:37 smithi069 ceph-mon[94167]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/7ea39b91-38c9-4fdb-aef2-f99ba3abf0ec"}]': finished 2024-04-10T16:19:38.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:19:37 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/4084102930' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/a52f620e-4f0c-442d-8a81-1a5a952a64d3"}]: dispatch 2024-04-10T16:19:38.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:19:37 smithi069 ceph-mon[94167]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/a52f620e-4f0c-442d-8a81-1a5a952a64d3"}]: dispatch 2024-04-10T16:19:38.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:19:37 smithi069 ceph-mon[94167]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/a52f620e-4f0c-442d-8a81-1a5a952a64d3"}]': finished 2024-04-10T16:19:38.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:19:37 smithi069 ceph-mon[96738]: pgmap v2668: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 197 KiB/s rd, 11 KiB/s wr, 257 op/s 2024-04-10T16:19:38.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:19:37 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/4084102930' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/7ea39b91-38c9-4fdb-aef2-f99ba3abf0ec"}]: dispatch 2024-04-10T16:19:38.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:19:37 smithi069 ceph-mon[96738]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/7ea39b91-38c9-4fdb-aef2-f99ba3abf0ec"}]: dispatch 2024-04-10T16:19:38.103 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:19:37 smithi069 ceph-mon[96738]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/7ea39b91-38c9-4fdb-aef2-f99ba3abf0ec"}]': finished 2024-04-10T16:19:38.103 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:19:37 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/4084102930' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/a52f620e-4f0c-442d-8a81-1a5a952a64d3"}]: dispatch 2024-04-10T16:19:38.103 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:19:37 smithi069 ceph-mon[96738]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/a52f620e-4f0c-442d-8a81-1a5a952a64d3"}]: dispatch 2024-04-10T16:19:38.103 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:19:37 smithi069 ceph-mon[96738]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/a52f620e-4f0c-442d-8a81-1a5a952a64d3"}]': finished 2024-04-10T16:19:39.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:19:38 smithi069 ceph-mon[94167]: osdmap e1537: 8 total, 8 up, 8 in 2024-04-10T16:19:39.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:19:38 smithi069 ceph-mon[96738]: osdmap e1537: 8 total, 8 up, 8 in 2024-04-10T16:19:39.257 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:19:38 smithi077 ceph-mon[87572]: osdmap e1537: 8 total, 8 up, 8 in 2024-04-10T16:19:40.101 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:19:39 smithi069 ceph-mon[96738]: pgmap v2671: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 84 KiB/s rd, 5.7 KiB/s wr, 116 op/s 2024-04-10T16:19:40.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:19:39 smithi069 ceph-mon[96738]: osdmap e1538: 8 total, 8 up, 8 in 2024-04-10T16:19:40.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:19:39 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:19:40.103 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:19:39 smithi069 ceph-mon[94167]: pgmap v2671: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 84 KiB/s rd, 5.7 KiB/s wr, 116 op/s 2024-04-10T16:19:40.103 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:19:39 smithi069 ceph-mon[94167]: osdmap e1538: 8 total, 8 up, 8 in 2024-04-10T16:19:40.103 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:19:39 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:19:40.257 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:19:39 smithi077 ceph-mon[87572]: pgmap v2671: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 84 KiB/s rd, 5.7 KiB/s wr, 116 op/s 2024-04-10T16:19:40.258 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:19:39 smithi077 ceph-mon[87572]: osdmap e1538: 8 total, 8 up, 8 in 2024-04-10T16:19:40.258 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:19:39 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:19:40.844 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestMirroring.SnapshotImageState (4068 ms) 2024-04-10T16:19:40.844 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestMirroring.SnapshotPromoteDemote 2024-04-10T16:19:41.101 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:19:40 smithi069 ceph-mon[94167]: osdmap e1539: 8 total, 8 up, 8 in 2024-04-10T16:19:41.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:19:40 smithi069 ceph-mon[96738]: osdmap e1539: 8 total, 8 up, 8 in 2024-04-10T16:19:41.257 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:19:40 smithi077 ceph-mon[87572]: osdmap e1539: 8 total, 8 up, 8 in 2024-04-10T16:19:42.103 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:19:41 smithi069 ceph-mon[96738]: pgmap v2674: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 124 KiB/s rd, 15 KiB/s wr, 172 op/s 2024-04-10T16:19:42.104 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:19:41 smithi069 ceph-mon[96738]: osdmap e1540: 8 total, 8 up, 8 in 2024-04-10T16:19:42.104 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:19:41 smithi069 ceph-mon[96738]: osdmap e1541: 8 total, 8 up, 8 in 2024-04-10T16:19:42.104 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:19:41 smithi069 ceph-mon[94167]: pgmap v2674: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 124 KiB/s rd, 15 KiB/s wr, 172 op/s 2024-04-10T16:19:42.104 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:19:41 smithi069 ceph-mon[94167]: osdmap e1540: 8 total, 8 up, 8 in 2024-04-10T16:19:42.104 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:19:41 smithi069 ceph-mon[94167]: osdmap e1541: 8 total, 8 up, 8 in 2024-04-10T16:19:42.259 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:19:41 smithi077 ceph-mon[87572]: pgmap v2674: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 124 KiB/s rd, 15 KiB/s wr, 172 op/s 2024-04-10T16:19:42.259 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:19:41 smithi077 ceph-mon[87572]: osdmap e1540: 8 total, 8 up, 8 in 2024-04-10T16:19:42.259 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:19:41 smithi077 ceph-mon[87572]: osdmap e1541: 8 total, 8 up, 8 in 2024-04-10T16:19:42.758 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:19:42 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:19:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:19:44.007 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:19:43 smithi077 ceph-mon[87572]: pgmap v2677: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 129 KiB/s rd, 20 KiB/s wr, 188 op/s 2024-04-10T16:19:44.008 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:19:43 smithi077 ceph-mon[87572]: osdmap e1542: 8 total, 8 up, 8 in 2024-04-10T16:19:44.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:19:43 smithi069 ceph-mon[96738]: pgmap v2677: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 129 KiB/s rd, 20 KiB/s wr, 188 op/s 2024-04-10T16:19:44.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:19:43 smithi069 ceph-mon[96738]: osdmap e1542: 8 total, 8 up, 8 in 2024-04-10T16:19:44.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:19:43 smithi069 ceph-mon[94167]: pgmap v2677: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 129 KiB/s rd, 20 KiB/s wr, 188 op/s 2024-04-10T16:19:44.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:19:43 smithi069 ceph-mon[94167]: osdmap e1542: 8 total, 8 up, 8 in 2024-04-10T16:19:45.008 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:19:44 smithi077 ceph-mon[87572]: osdmap e1543: 8 total, 8 up, 8 in 2024-04-10T16:19:45.101 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:19:44 smithi069 ceph-mon[96738]: osdmap e1543: 8 total, 8 up, 8 in 2024-04-10T16:19:45.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:19:44 smithi069 ceph-mon[94167]: osdmap e1543: 8 total, 8 up, 8 in 2024-04-10T16:19:46.008 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:19:45 smithi077 ceph-mon[87572]: pgmap v2680: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 35 KiB/s rd, 12 KiB/s wr, 64 op/s 2024-04-10T16:19:46.008 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:19:45 smithi077 ceph-mon[87572]: osdmap e1544: 8 total, 8 up, 8 in 2024-04-10T16:19:46.101 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:19:45 smithi069 ceph-mon[96738]: pgmap v2680: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 35 KiB/s rd, 12 KiB/s wr, 64 op/s 2024-04-10T16:19:46.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:19:45 smithi069 ceph-mon[96738]: osdmap e1544: 8 total, 8 up, 8 in 2024-04-10T16:19:46.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:19:45 smithi069 ceph-mon[94167]: pgmap v2680: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 35 KiB/s rd, 12 KiB/s wr, 64 op/s 2024-04-10T16:19:46.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:19:45 smithi069 ceph-mon[94167]: osdmap e1544: 8 total, 8 up, 8 in 2024-04-10T16:19:47.008 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:19:46 smithi077 ceph-mon[87572]: osdmap e1545: 8 total, 8 up, 8 in 2024-04-10T16:19:47.008 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:19:46 smithi077 ceph-mon[87572]: osdmap e1546: 8 total, 8 up, 8 in 2024-04-10T16:19:47.102 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:19:46 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:19:46] "GET /metrics HTTP/1.1" 200 36455 "" "Prometheus/2.43.0" 2024-04-10T16:19:47.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:19:46 smithi069 ceph-mon[96738]: osdmap e1545: 8 total, 8 up, 8 in 2024-04-10T16:19:47.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:19:46 smithi069 ceph-mon[96738]: osdmap e1546: 8 total, 8 up, 8 in 2024-04-10T16:19:47.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:19:46 smithi069 ceph-mon[94167]: osdmap e1545: 8 total, 8 up, 8 in 2024-04-10T16:19:47.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:19:46 smithi069 ceph-mon[94167]: osdmap e1546: 8 total, 8 up, 8 in 2024-04-10T16:19:48.010 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:19:47 smithi077 ceph-mon[87572]: pgmap v2683: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 103 KiB/s rd, 12 KiB/s wr, 144 op/s 2024-04-10T16:19:48.011 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:19:47 smithi077 ceph-mon[87572]: osdmap e1547: 8 total, 8 up, 8 in 2024-04-10T16:19:48.101 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:19:47 smithi069 ceph-mon[96738]: pgmap v2683: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 103 KiB/s rd, 12 KiB/s wr, 144 op/s 2024-04-10T16:19:48.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:19:47 smithi069 ceph-mon[96738]: osdmap e1547: 8 total, 8 up, 8 in 2024-04-10T16:19:48.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:19:47 smithi069 ceph-mon[94167]: pgmap v2683: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 103 KiB/s rd, 12 KiB/s wr, 144 op/s 2024-04-10T16:19:48.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:19:47 smithi069 ceph-mon[94167]: osdmap e1547: 8 total, 8 up, 8 in 2024-04-10T16:19:50.007 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:19:49 smithi077 ceph-mon[87572]: pgmap v2686: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 89 KiB/s rd, 8.2 KiB/s wr, 120 op/s 2024-04-10T16:19:50.008 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:19:49 smithi077 ceph-mon[87572]: osdmap e1548: 8 total, 8 up, 8 in 2024-04-10T16:19:50.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:19:49 smithi069 ceph-mon[96738]: pgmap v2686: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 89 KiB/s rd, 8.2 KiB/s wr, 120 op/s 2024-04-10T16:19:50.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:19:49 smithi069 ceph-mon[96738]: osdmap e1548: 8 total, 8 up, 8 in 2024-04-10T16:19:50.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:19:49 smithi069 ceph-mon[94167]: pgmap v2686: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 89 KiB/s rd, 8.2 KiB/s wr, 120 op/s 2024-04-10T16:19:50.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:19:49 smithi069 ceph-mon[94167]: osdmap e1548: 8 total, 8 up, 8 in 2024-04-10T16:19:50.815 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestMirroring.SnapshotPromoteDemote (9971 ms) 2024-04-10T16:19:50.816 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestMirroring.AioSnapshotCreate 2024-04-10T16:19:51.007 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:19:50 smithi077 ceph-mon[87572]: osdmap e1549: 8 total, 8 up, 8 in 2024-04-10T16:19:51.101 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:19:50 smithi069 ceph-mon[96738]: osdmap e1549: 8 total, 8 up, 8 in 2024-04-10T16:19:51.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:19:50 smithi069 ceph-mon[94167]: osdmap e1549: 8 total, 8 up, 8 in 2024-04-10T16:19:52.008 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:19:51 smithi077 ceph-mon[87572]: pgmap v2689: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 75 KiB/s rd, 6.5 KiB/s wr, 102 op/s 2024-04-10T16:19:52.008 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:19:51 smithi077 ceph-mon[87572]: osdmap e1550: 8 total, 8 up, 8 in 2024-04-10T16:19:52.008 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:19:51 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/4084102930' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/8d80f877-0e80-4527-bea0-1cb8959ab8f4"}]: dispatch 2024-04-10T16:19:52.008 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:19:51 smithi077 ceph-mon[87572]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/8d80f877-0e80-4527-bea0-1cb8959ab8f4"}]: dispatch 2024-04-10T16:19:52.008 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:19:51 smithi077 ceph-mon[87572]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/8d80f877-0e80-4527-bea0-1cb8959ab8f4"}]': finished 2024-04-10T16:19:52.008 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:19:51 smithi077 ceph-mon[87572]: osdmap e1551: 8 total, 8 up, 8 in 2024-04-10T16:19:52.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:19:51 smithi069 ceph-mon[96738]: pgmap v2689: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 75 KiB/s rd, 6.5 KiB/s wr, 102 op/s 2024-04-10T16:19:52.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:19:51 smithi069 ceph-mon[96738]: osdmap e1550: 8 total, 8 up, 8 in 2024-04-10T16:19:52.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:19:51 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/4084102930' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/8d80f877-0e80-4527-bea0-1cb8959ab8f4"}]: dispatch 2024-04-10T16:19:52.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:19:51 smithi069 ceph-mon[96738]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/8d80f877-0e80-4527-bea0-1cb8959ab8f4"}]: dispatch 2024-04-10T16:19:52.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:19:51 smithi069 ceph-mon[96738]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/8d80f877-0e80-4527-bea0-1cb8959ab8f4"}]': finished 2024-04-10T16:19:52.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:19:51 smithi069 ceph-mon[96738]: osdmap e1551: 8 total, 8 up, 8 in 2024-04-10T16:19:52.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:19:51 smithi069 ceph-mon[94167]: pgmap v2689: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 75 KiB/s rd, 6.5 KiB/s wr, 102 op/s 2024-04-10T16:19:52.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:19:51 smithi069 ceph-mon[94167]: osdmap e1550: 8 total, 8 up, 8 in 2024-04-10T16:19:52.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:19:51 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/4084102930' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/8d80f877-0e80-4527-bea0-1cb8959ab8f4"}]: dispatch 2024-04-10T16:19:52.103 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:19:51 smithi069 ceph-mon[94167]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/8d80f877-0e80-4527-bea0-1cb8959ab8f4"}]: dispatch 2024-04-10T16:19:52.103 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:19:51 smithi069 ceph-mon[94167]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/8d80f877-0e80-4527-bea0-1cb8959ab8f4"}]': finished 2024-04-10T16:19:52.103 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:19:51 smithi069 ceph-mon[94167]: osdmap e1551: 8 total, 8 up, 8 in 2024-04-10T16:19:52.758 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:19:52 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:19:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:19:54.008 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:19:53 smithi077 ceph-mon[87572]: pgmap v2692: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 76 KiB/s rd, 5.7 KiB/s wr, 105 op/s 2024-04-10T16:19:54.008 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:19:53 smithi077 ceph-mon[87572]: osdmap e1552: 8 total, 8 up, 8 in 2024-04-10T16:19:54.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:19:53 smithi069 ceph-mon[96738]: pgmap v2692: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 76 KiB/s rd, 5.7 KiB/s wr, 105 op/s 2024-04-10T16:19:54.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:19:53 smithi069 ceph-mon[96738]: osdmap e1552: 8 total, 8 up, 8 in 2024-04-10T16:19:54.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:19:53 smithi069 ceph-mon[94167]: pgmap v2692: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 76 KiB/s rd, 5.7 KiB/s wr, 105 op/s 2024-04-10T16:19:54.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:19:53 smithi069 ceph-mon[94167]: osdmap e1552: 8 total, 8 up, 8 in 2024-04-10T16:19:55.008 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:19:54 smithi077 ceph-mon[87572]: osdmap e1553: 8 total, 8 up, 8 in 2024-04-10T16:19:55.008 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:19:54 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:19:55.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:19:54 smithi069 ceph-mon[96738]: osdmap e1553: 8 total, 8 up, 8 in 2024-04-10T16:19:55.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:19:54 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:19:55.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:19:54 smithi069 ceph-mon[94167]: osdmap e1553: 8 total, 8 up, 8 in 2024-04-10T16:19:55.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:19:54 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:19:56.008 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:19:55 smithi077 ceph-mon[87572]: pgmap v2695: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 4.0 KiB/s wr, 44 op/s 2024-04-10T16:19:56.008 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:19:55 smithi077 ceph-mon[87572]: osdmap e1554: 8 total, 8 up, 8 in 2024-04-10T16:19:56.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:19:55 smithi069 ceph-mon[96738]: pgmap v2695: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 4.0 KiB/s wr, 44 op/s 2024-04-10T16:19:56.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:19:55 smithi069 ceph-mon[96738]: osdmap e1554: 8 total, 8 up, 8 in 2024-04-10T16:19:56.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:19:55 smithi069 ceph-mon[94167]: pgmap v2695: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 4.0 KiB/s wr, 44 op/s 2024-04-10T16:19:56.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:19:55 smithi069 ceph-mon[94167]: osdmap e1554: 8 total, 8 up, 8 in 2024-04-10T16:19:57.008 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:19:56 smithi077 ceph-mon[87572]: osdmap e1555: 8 total, 8 up, 8 in 2024-04-10T16:19:57.008 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:19:56 smithi077 ceph-mon[87572]: osdmap e1556: 8 total, 8 up, 8 in 2024-04-10T16:19:57.101 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:19:56 smithi069 ceph-mon[94167]: osdmap e1555: 8 total, 8 up, 8 in 2024-04-10T16:19:57.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:19:56 smithi069 ceph-mon[94167]: osdmap e1556: 8 total, 8 up, 8 in 2024-04-10T16:19:57.102 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:19:56 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:19:56] "GET /metrics HTTP/1.1" 200 36448 "" "Prometheus/2.43.0" 2024-04-10T16:19:57.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:19:56 smithi069 ceph-mon[96738]: osdmap e1555: 8 total, 8 up, 8 in 2024-04-10T16:19:57.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:19:56 smithi069 ceph-mon[96738]: osdmap e1556: 8 total, 8 up, 8 in 2024-04-10T16:19:58.010 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:19:57 smithi077 ceph-mon[87572]: pgmap v2698: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 73 KiB/s rd, 11 KiB/s wr, 109 op/s 2024-04-10T16:19:58.101 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:19:57 smithi069 ceph-mon[94167]: pgmap v2698: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 73 KiB/s rd, 11 KiB/s wr, 109 op/s 2024-04-10T16:19:58.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:19:57 smithi069 ceph-mon[96738]: pgmap v2698: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 73 KiB/s rd, 11 KiB/s wr, 109 op/s 2024-04-10T16:19:59.008 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:19:58 smithi077 ceph-mon[87572]: osdmap e1557: 8 total, 8 up, 8 in 2024-04-10T16:19:59.101 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:19:58 smithi069 ceph-mon[96738]: osdmap e1557: 8 total, 8 up, 8 in 2024-04-10T16:19:59.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:19:58 smithi069 ceph-mon[94167]: osdmap e1557: 8 total, 8 up, 8 in 2024-04-10T16:20:00.008 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:19:59 smithi077 ceph-mon[87572]: pgmap v2701: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 61 KiB/s rd, 11 KiB/s wr, 91 op/s 2024-04-10T16:20:00.008 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:19:59 smithi077 ceph-mon[87572]: osdmap e1558: 8 total, 8 up, 8 in 2024-04-10T16:20:00.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:19:59 smithi069 ceph-mon[96738]: pgmap v2701: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 61 KiB/s rd, 11 KiB/s wr, 91 op/s 2024-04-10T16:20:00.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:19:59 smithi069 ceph-mon[96738]: osdmap e1558: 8 total, 8 up, 8 in 2024-04-10T16:20:00.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:19:59 smithi069 ceph-mon[94167]: pgmap v2701: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 61 KiB/s rd, 11 KiB/s wr, 91 op/s 2024-04-10T16:20:00.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:19:59 smithi069 ceph-mon[94167]: osdmap e1558: 8 total, 8 up, 8 in 2024-04-10T16:20:01.008 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:20:00 smithi077 ceph-mon[87572]: osdmap e1559: 8 total, 8 up, 8 in 2024-04-10T16:20:01.008 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:20:00 smithi077 ceph-mon[87572]: overall HEALTH_OK 2024-04-10T16:20:01.101 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:20:00 smithi069 ceph-mon[96738]: osdmap e1559: 8 total, 8 up, 8 in 2024-04-10T16:20:01.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:20:00 smithi069 ceph-mon[96738]: overall HEALTH_OK 2024-04-10T16:20:01.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:20:00 smithi069 ceph-mon[94167]: osdmap e1559: 8 total, 8 up, 8 in 2024-04-10T16:20:01.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:20:00 smithi069 ceph-mon[94167]: overall HEALTH_OK 2024-04-10T16:20:02.008 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:20:01 smithi077 ceph-mon[87572]: pgmap v2704: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 53 KiB/s rd, 9.0 KiB/s wr, 79 op/s 2024-04-10T16:20:02.008 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:20:01 smithi077 ceph-mon[87572]: osdmap e1560: 8 total, 8 up, 8 in 2024-04-10T16:20:02.008 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:20:01 smithi077 ceph-mon[87572]: osdmap e1561: 8 total, 8 up, 8 in 2024-04-10T16:20:02.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:20:01 smithi069 ceph-mon[94167]: pgmap v2704: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 53 KiB/s rd, 9.0 KiB/s wr, 79 op/s 2024-04-10T16:20:02.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:20:01 smithi069 ceph-mon[94167]: osdmap e1560: 8 total, 8 up, 8 in 2024-04-10T16:20:02.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:20:01 smithi069 ceph-mon[94167]: osdmap e1561: 8 total, 8 up, 8 in 2024-04-10T16:20:02.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:20:01 smithi069 ceph-mon[96738]: pgmap v2704: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 53 KiB/s rd, 9.0 KiB/s wr, 79 op/s 2024-04-10T16:20:02.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:20:01 smithi069 ceph-mon[96738]: osdmap e1560: 8 total, 8 up, 8 in 2024-04-10T16:20:02.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:20:01 smithi069 ceph-mon[96738]: osdmap e1561: 8 total, 8 up, 8 in 2024-04-10T16:20:02.758 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:20:02 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:20:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:20:04.008 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:20:03 smithi077 ceph-mon[87572]: pgmap v2707: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 57 KiB/s rd, 9.5 KiB/s wr, 84 op/s 2024-04-10T16:20:04.008 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:20:03 smithi077 ceph-mon[87572]: osdmap e1562: 8 total, 8 up, 8 in 2024-04-10T16:20:04.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:20:03 smithi069 ceph-mon[96738]: pgmap v2707: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 57 KiB/s rd, 9.5 KiB/s wr, 84 op/s 2024-04-10T16:20:04.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:20:03 smithi069 ceph-mon[96738]: osdmap e1562: 8 total, 8 up, 8 in 2024-04-10T16:20:04.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:20:03 smithi069 ceph-mon[94167]: pgmap v2707: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 57 KiB/s rd, 9.5 KiB/s wr, 84 op/s 2024-04-10T16:20:04.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:20:03 smithi069 ceph-mon[94167]: osdmap e1562: 8 total, 8 up, 8 in 2024-04-10T16:20:05.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:20:04 smithi069 ceph-mon[96738]: osdmap e1563: 8 total, 8 up, 8 in 2024-04-10T16:20:05.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:20:04 smithi069 ceph-mon[94167]: osdmap e1563: 8 total, 8 up, 8 in 2024-04-10T16:20:05.258 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:20:04 smithi077 ceph-mon[87572]: osdmap e1563: 8 total, 8 up, 8 in 2024-04-10T16:20:06.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:20:05 smithi069 ceph-mon[94167]: pgmap v2710: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 111 KiB/s rd, 15 KiB/s wr, 149 op/s 2024-04-10T16:20:06.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:20:05 smithi069 ceph-mon[94167]: osdmap e1564: 8 total, 8 up, 8 in 2024-04-10T16:20:06.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:20:05 smithi069 ceph-mon[96738]: pgmap v2710: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 111 KiB/s rd, 15 KiB/s wr, 149 op/s 2024-04-10T16:20:06.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:20:05 smithi069 ceph-mon[96738]: osdmap e1564: 8 total, 8 up, 8 in 2024-04-10T16:20:06.257 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:20:05 smithi077 ceph-mon[87572]: pgmap v2710: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 111 KiB/s rd, 15 KiB/s wr, 149 op/s 2024-04-10T16:20:06.258 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:20:05 smithi077 ceph-mon[87572]: osdmap e1564: 8 total, 8 up, 8 in 2024-04-10T16:20:07.101 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:20:06 smithi069 ceph-mon[96738]: osdmap e1565: 8 total, 8 up, 8 in 2024-04-10T16:20:07.102 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:20:06 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:20:06] "GET /metrics HTTP/1.1" 200 36448 "" "Prometheus/2.43.0" 2024-04-10T16:20:07.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:20:06 smithi069 ceph-mon[94167]: osdmap e1565: 8 total, 8 up, 8 in 2024-04-10T16:20:07.258 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:20:06 smithi077 ceph-mon[87572]: osdmap e1565: 8 total, 8 up, 8 in 2024-04-10T16:20:08.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:20:07 smithi069 ceph-mon[96738]: pgmap v2713: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 179 KiB/s rd, 21 KiB/s wr, 239 op/s 2024-04-10T16:20:08.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:20:07 smithi069 ceph-mon[96738]: osdmap e1566: 8 total, 8 up, 8 in 2024-04-10T16:20:08.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:20:07 smithi069 ceph-mon[94167]: pgmap v2713: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 179 KiB/s rd, 21 KiB/s wr, 239 op/s 2024-04-10T16:20:08.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:20:07 smithi069 ceph-mon[94167]: osdmap e1566: 8 total, 8 up, 8 in 2024-04-10T16:20:08.258 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:20:07 smithi077 ceph-mon[87572]: pgmap v2713: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 179 KiB/s rd, 21 KiB/s wr, 239 op/s 2024-04-10T16:20:08.258 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:20:07 smithi077 ceph-mon[87572]: osdmap e1566: 8 total, 8 up, 8 in 2024-04-10T16:20:09.101 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:20:08 smithi069 ceph-mon[96738]: osdmap e1567: 8 total, 8 up, 8 in 2024-04-10T16:20:09.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:20:08 smithi069 ceph-mon[94167]: osdmap e1567: 8 total, 8 up, 8 in 2024-04-10T16:20:09.258 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:20:08 smithi077 ceph-mon[87572]: osdmap e1567: 8 total, 8 up, 8 in 2024-04-10T16:20:10.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:20:09 smithi069 ceph-mon[96738]: pgmap v2716: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 121 KiB/s rd, 14 KiB/s wr, 169 op/s 2024-04-10T16:20:10.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:20:09 smithi069 ceph-mon[96738]: osdmap e1568: 8 total, 8 up, 8 in 2024-04-10T16:20:10.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:20:09 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:20:10.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:20:09 smithi069 ceph-mon[94167]: pgmap v2716: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 121 KiB/s rd, 14 KiB/s wr, 169 op/s 2024-04-10T16:20:10.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:20:09 smithi069 ceph-mon[94167]: osdmap e1568: 8 total, 8 up, 8 in 2024-04-10T16:20:10.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:20:09 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:20:10.258 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:20:09 smithi077 ceph-mon[87572]: pgmap v2716: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 121 KiB/s rd, 14 KiB/s wr, 169 op/s 2024-04-10T16:20:10.258 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:20:09 smithi077 ceph-mon[87572]: osdmap e1568: 8 total, 8 up, 8 in 2024-04-10T16:20:10.258 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:20:09 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:20:11.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:20:10 smithi069 ceph-mon[96738]: osdmap e1569: 8 total, 8 up, 8 in 2024-04-10T16:20:11.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:20:10 smithi069 ceph-mon[94167]: osdmap e1569: 8 total, 8 up, 8 in 2024-04-10T16:20:11.258 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:20:10 smithi077 ceph-mon[87572]: osdmap e1569: 8 total, 8 up, 8 in 2024-04-10T16:20:12.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:20:11 smithi069 ceph-mon[96738]: pgmap v2719: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 96 KiB/s rd, 8.7 KiB/s wr, 136 op/s 2024-04-10T16:20:12.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:20:11 smithi069 ceph-mon[96738]: osdmap e1570: 8 total, 8 up, 8 in 2024-04-10T16:20:12.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:20:11 smithi069 ceph-mon[96738]: osdmap e1571: 8 total, 8 up, 8 in 2024-04-10T16:20:12.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:20:11 smithi069 ceph-mon[94167]: pgmap v2719: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 96 KiB/s rd, 8.7 KiB/s wr, 136 op/s 2024-04-10T16:20:12.103 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:20:11 smithi069 ceph-mon[94167]: osdmap e1570: 8 total, 8 up, 8 in 2024-04-10T16:20:12.103 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:20:11 smithi069 ceph-mon[94167]: osdmap e1571: 8 total, 8 up, 8 in 2024-04-10T16:20:12.258 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:20:11 smithi077 ceph-mon[87572]: pgmap v2719: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 96 KiB/s rd, 8.7 KiB/s wr, 136 op/s 2024-04-10T16:20:12.258 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:20:11 smithi077 ceph-mon[87572]: osdmap e1570: 8 total, 8 up, 8 in 2024-04-10T16:20:12.258 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:20:11 smithi077 ceph-mon[87572]: osdmap e1571: 8 total, 8 up, 8 in 2024-04-10T16:20:12.758 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:20:12 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:20:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:20:14.008 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:20:13 smithi077 ceph-mon[87572]: pgmap v2722: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 68 KiB/s rd, 5.2 KiB/s wr, 98 op/s 2024-04-10T16:20:14.008 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:20:13 smithi077 ceph-mon[87572]: osdmap e1572: 8 total, 8 up, 8 in 2024-04-10T16:20:14.101 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:20:13 smithi069 ceph-mon[96738]: pgmap v2722: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 68 KiB/s rd, 5.2 KiB/s wr, 98 op/s 2024-04-10T16:20:14.101 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:20:13 smithi069 ceph-mon[96738]: osdmap e1572: 8 total, 8 up, 8 in 2024-04-10T16:20:14.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:20:13 smithi069 ceph-mon[94167]: pgmap v2722: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 68 KiB/s rd, 5.2 KiB/s wr, 98 op/s 2024-04-10T16:20:14.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:20:13 smithi069 ceph-mon[94167]: osdmap e1572: 8 total, 8 up, 8 in 2024-04-10T16:20:15.008 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:20:14 smithi077 ceph-mon[87572]: osdmap e1573: 8 total, 8 up, 8 in 2024-04-10T16:20:15.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:20:14 smithi069 ceph-mon[96738]: osdmap e1573: 8 total, 8 up, 8 in 2024-04-10T16:20:15.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:20:14 smithi069 ceph-mon[94167]: osdmap e1573: 8 total, 8 up, 8 in 2024-04-10T16:20:16.008 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:20:15 smithi077 ceph-mon[87572]: pgmap v2725: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 16 KiB/s rd, 1023 B/s wr, 29 op/s 2024-04-10T16:20:16.008 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:20:15 smithi077 ceph-mon[87572]: osdmap e1574: 8 total, 8 up, 8 in 2024-04-10T16:20:16.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:20:15 smithi069 ceph-mon[96738]: pgmap v2725: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 16 KiB/s rd, 1023 B/s wr, 29 op/s 2024-04-10T16:20:16.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:20:15 smithi069 ceph-mon[96738]: osdmap e1574: 8 total, 8 up, 8 in 2024-04-10T16:20:16.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:20:15 smithi069 ceph-mon[94167]: pgmap v2725: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 16 KiB/s rd, 1023 B/s wr, 29 op/s 2024-04-10T16:20:16.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:20:15 smithi069 ceph-mon[94167]: osdmap e1574: 8 total, 8 up, 8 in 2024-04-10T16:20:17.008 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:20:16 smithi077 ceph-mon[87572]: osdmap e1575: 8 total, 8 up, 8 in 2024-04-10T16:20:17.008 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:20:16 smithi077 ceph-mon[87572]: osdmap e1576: 8 total, 8 up, 8 in 2024-04-10T16:20:17.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:20:16 smithi069 ceph-mon[94167]: osdmap e1575: 8 total, 8 up, 8 in 2024-04-10T16:20:17.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:20:16 smithi069 ceph-mon[94167]: osdmap e1576: 8 total, 8 up, 8 in 2024-04-10T16:20:17.102 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:20:16 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:20:16] "GET /metrics HTTP/1.1" 200 36457 "" "Prometheus/2.43.0" 2024-04-10T16:20:17.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:20:16 smithi069 ceph-mon[96738]: osdmap e1575: 8 total, 8 up, 8 in 2024-04-10T16:20:17.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:20:16 smithi069 ceph-mon[96738]: osdmap e1576: 8 total, 8 up, 8 in 2024-04-10T16:20:18.008 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:20:17 smithi077 ceph-mon[87572]: pgmap v2728: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 85 KiB/s rd, 7.5 KiB/s wr, 122 op/s 2024-04-10T16:20:18.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:20:17 smithi069 ceph-mon[94167]: pgmap v2728: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 85 KiB/s rd, 7.5 KiB/s wr, 122 op/s 2024-04-10T16:20:18.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:20:17 smithi069 ceph-mon[96738]: pgmap v2728: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 85 KiB/s rd, 7.5 KiB/s wr, 122 op/s 2024-04-10T16:20:19.008 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:20:18 smithi077 ceph-mon[87572]: osdmap e1577: 8 total, 8 up, 8 in 2024-04-10T16:20:19.101 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:20:18 smithi069 ceph-mon[94167]: osdmap e1577: 8 total, 8 up, 8 in 2024-04-10T16:20:19.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:20:18 smithi069 ceph-mon[96738]: osdmap e1577: 8 total, 8 up, 8 in 2024-04-10T16:20:20.007 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:20:19 smithi077 ceph-mon[87572]: pgmap v2731: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 117 KiB/s rd, 10 KiB/s wr, 167 op/s 2024-04-10T16:20:20.008 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:20:19 smithi077 ceph-mon[87572]: osdmap e1578: 8 total, 8 up, 8 in 2024-04-10T16:20:20.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:20:19 smithi069 ceph-mon[94167]: pgmap v2731: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 117 KiB/s rd, 10 KiB/s wr, 167 op/s 2024-04-10T16:20:20.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:20:19 smithi069 ceph-mon[94167]: osdmap e1578: 8 total, 8 up, 8 in 2024-04-10T16:20:20.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:20:19 smithi069 ceph-mon[96738]: pgmap v2731: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 117 KiB/s rd, 10 KiB/s wr, 167 op/s 2024-04-10T16:20:20.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:20:19 smithi069 ceph-mon[96738]: osdmap e1578: 8 total, 8 up, 8 in 2024-04-10T16:20:21.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:20:20 smithi069 ceph-mon[96738]: osdmap e1579: 8 total, 8 up, 8 in 2024-04-10T16:20:21.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:20:20 smithi069 ceph-mon[94167]: osdmap e1579: 8 total, 8 up, 8 in 2024-04-10T16:20:21.258 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:20:20 smithi077 ceph-mon[87572]: osdmap e1579: 8 total, 8 up, 8 in 2024-04-10T16:20:21.778 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestMirroring.AioSnapshotCreate (30963 ms) 2024-04-10T16:20:22.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:20:21 smithi069 ceph-mon[94167]: pgmap v2734: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 97 KiB/s rd, 7.7 KiB/s wr, 137 op/s 2024-04-10T16:20:22.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:20:21 smithi069 ceph-mon[94167]: osdmap e1580: 8 total, 8 up, 8 in 2024-04-10T16:20:22.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:20:21 smithi069 ceph-mon[94167]: osdmap e1581: 8 total, 8 up, 8 in 2024-04-10T16:20:22.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:20:21 smithi069 ceph-mon[96738]: pgmap v2734: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 97 KiB/s rd, 7.7 KiB/s wr, 137 op/s 2024-04-10T16:20:22.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:20:21 smithi069 ceph-mon[96738]: osdmap e1580: 8 total, 8 up, 8 in 2024-04-10T16:20:22.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:20:21 smithi069 ceph-mon[96738]: osdmap e1581: 8 total, 8 up, 8 in 2024-04-10T16:20:22.159 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:20:21 smithi077 ceph-mon[87572]: pgmap v2734: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 97 KiB/s rd, 7.7 KiB/s wr, 137 op/s 2024-04-10T16:20:22.159 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:20:21 smithi077 ceph-mon[87572]: osdmap e1580: 8 total, 8 up, 8 in 2024-04-10T16:20:22.159 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:20:21 smithi077 ceph-mon[87572]: osdmap e1581: 8 total, 8 up, 8 in 2024-04-10T16:20:22.507 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:20:22 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:20:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:20:22.783 INFO:tasks.workunit.client.0.smithi069.stdout:[----------] 51 tests from TestMirroring (86684 ms total) 2024-04-10T16:20:22.783 INFO:tasks.workunit.client.0.smithi069.stdout: 2024-04-10T16:20:22.784 INFO:tasks.workunit.client.0.smithi069.stdout:[----------] 34 tests from TestInternal 2024-04-10T16:20:23.101 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:20:22 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/4084102930' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/933ee6de-5d62-412c-afd3-b2bd61b971b5"}]: dispatch 2024-04-10T16:20:23.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:20:22 smithi069 ceph-mon[96738]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/933ee6de-5d62-412c-afd3-b2bd61b971b5"}]: dispatch 2024-04-10T16:20:23.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:20:22 smithi069 ceph-mon[96738]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/933ee6de-5d62-412c-afd3-b2bd61b971b5"}]': finished 2024-04-10T16:20:23.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:20:22 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/4084102930' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/933ee6de-5d62-412c-afd3-b2bd61b971b5"}]: dispatch 2024-04-10T16:20:23.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:20:22 smithi069 ceph-mon[94167]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/933ee6de-5d62-412c-afd3-b2bd61b971b5"}]: dispatch 2024-04-10T16:20:23.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:20:22 smithi069 ceph-mon[94167]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/933ee6de-5d62-412c-afd3-b2bd61b971b5"}]': finished 2024-04-10T16:20:23.257 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:20:22 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/4084102930' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/933ee6de-5d62-412c-afd3-b2bd61b971b5"}]: dispatch 2024-04-10T16:20:23.258 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:20:22 smithi077 ceph-mon[87572]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/933ee6de-5d62-412c-afd3-b2bd61b971b5"}]: dispatch 2024-04-10T16:20:23.258 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:20:22 smithi077 ceph-mon[87572]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/933ee6de-5d62-412c-afd3-b2bd61b971b5"}]': finished 2024-04-10T16:20:24.101 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:20:23 smithi069 ceph-mon[94167]: pgmap v2737: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 64 KiB/s rd, 4.2 KiB/s wr, 89 op/s 2024-04-10T16:20:24.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:20:23 smithi069 ceph-mon[94167]: osdmap e1582: 8 total, 8 up, 8 in 2024-04-10T16:20:24.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:20:23 smithi069 ceph-mon[96738]: pgmap v2737: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 64 KiB/s rd, 4.2 KiB/s wr, 89 op/s 2024-04-10T16:20:24.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:20:23 smithi069 ceph-mon[96738]: osdmap e1582: 8 total, 8 up, 8 in 2024-04-10T16:20:24.258 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:20:23 smithi077 ceph-mon[87572]: pgmap v2737: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 64 KiB/s rd, 4.2 KiB/s wr, 89 op/s 2024-04-10T16:20:24.258 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:20:23 smithi077 ceph-mon[87572]: osdmap e1582: 8 total, 8 up, 8 in 2024-04-10T16:20:24.800 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestInternal.OpenByID 2024-04-10T16:20:25.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:20:24 smithi069 ceph-mon[94167]: osdmap e1583: 8 total, 8 up, 8 in 2024-04-10T16:20:25.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:20:24 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/4216857279' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:20:25.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:20:24 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:20:25.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:20:24 smithi069 ceph-mon[96738]: osdmap e1583: 8 total, 8 up, 8 in 2024-04-10T16:20:25.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:20:24 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/4216857279' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:20:25.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:20:24 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:20:25.258 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:20:24 smithi077 ceph-mon[87572]: osdmap e1583: 8 total, 8 up, 8 in 2024-04-10T16:20:25.258 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:20:24 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/4216857279' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:20:25.258 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:20:24 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:20:26.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:20:25 smithi069 ceph-mon[96738]: pgmap v2740: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:20:26.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:20:25 smithi069 ceph-mon[96738]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T16:20:26.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:20:25 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/4216857279' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-13","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T16:20:26.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:20:25 smithi069 ceph-mon[96738]: osdmap e1584: 8 total, 8 up, 8 in 2024-04-10T16:20:26.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:20:25 smithi069 ceph-mon[94167]: pgmap v2740: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:20:26.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:20:25 smithi069 ceph-mon[94167]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T16:20:26.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:20:25 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/4216857279' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-13","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T16:20:26.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:20:25 smithi069 ceph-mon[94167]: osdmap e1584: 8 total, 8 up, 8 in 2024-04-10T16:20:26.258 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:20:25 smithi077 ceph-mon[87572]: pgmap v2740: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:20:26.258 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:20:25 smithi077 ceph-mon[87572]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T16:20:26.258 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:20:25 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/4216857279' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-13","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T16:20:26.258 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:20:25 smithi077 ceph-mon[87572]: osdmap e1584: 8 total, 8 up, 8 in 2024-04-10T16:20:26.846 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestInternal.OpenByID (2047 ms) 2024-04-10T16:20:26.847 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestInternal.OpenSnapDNE 2024-04-10T16:20:26.876 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestInternal.OpenSnapDNE (29 ms) 2024-04-10T16:20:26.876 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestInternal.IsExclusiveLockOwner 2024-04-10T16:20:26.898 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestInternal.IsExclusiveLockOwner (22 ms) 2024-04-10T16:20:26.898 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestInternal.ResizeLocksImage 2024-04-10T16:20:26.922 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestInternal.ResizeLocksImage (24 ms) 2024-04-10T16:20:26.922 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestInternal.ResizeFailsToLockImage 2024-04-10T16:20:26.941 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestInternal.ResizeFailsToLockImage (20 ms) 2024-04-10T16:20:26.942 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestInternal.SnapCreateLocksImage 2024-04-10T16:20:27.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:20:26 smithi069 ceph-mon[94167]: osdmap e1585: 8 total, 8 up, 8 in 2024-04-10T16:20:27.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:20:26 smithi069 ceph-mon[96738]: osdmap e1585: 8 total, 8 up, 8 in 2024-04-10T16:20:27.102 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:20:26 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:20:26] "GET /metrics HTTP/1.1" 200 36400 "" "Prometheus/2.43.0" 2024-04-10T16:20:27.258 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:20:26 smithi077 ceph-mon[87572]: osdmap e1585: 8 total, 8 up, 8 in 2024-04-10T16:20:28.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:20:27 smithi069 ceph-mon[94167]: pgmap v2743: 137 pgs: 9 creating+peering, 7 unknown, 121 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:20:28.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:20:27 smithi069 ceph-mon[94167]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T16:20:28.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:20:27 smithi069 ceph-mon[94167]: Cluster is now healthy 2024-04-10T16:20:28.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:20:27 smithi069 ceph-mon[94167]: osdmap e1586: 8 total, 8 up, 8 in 2024-04-10T16:20:28.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:20:27 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:20:28.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:20:27 smithi069 ceph-mon[96738]: pgmap v2743: 137 pgs: 9 creating+peering, 7 unknown, 121 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:20:28.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:20:27 smithi069 ceph-mon[96738]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T16:20:28.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:20:27 smithi069 ceph-mon[96738]: Cluster is now healthy 2024-04-10T16:20:28.103 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:20:27 smithi069 ceph-mon[96738]: osdmap e1586: 8 total, 8 up, 8 in 2024-04-10T16:20:28.103 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:20:27 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:20:28.258 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:20:27 smithi077 ceph-mon[87572]: pgmap v2743: 137 pgs: 9 creating+peering, 7 unknown, 121 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:20:28.258 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:20:27 smithi077 ceph-mon[87572]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T16:20:28.258 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:20:27 smithi077 ceph-mon[87572]: Cluster is now healthy 2024-04-10T16:20:28.258 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:20:27 smithi077 ceph-mon[87572]: osdmap e1586: 8 total, 8 up, 8 in 2024-04-10T16:20:28.258 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:20:27 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:20:28.839 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestInternal.SnapCreateLocksImage (1897 ms) 2024-04-10T16:20:28.840 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestInternal.SnapCreateFailsToLockImage 2024-04-10T16:20:28.863 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestInternal.SnapCreateFailsToLockImage (24 ms) 2024-04-10T16:20:28.863 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestInternal.SnapRollbackLocksImage 2024-04-10T16:20:29.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:20:28 smithi069 ceph-mon[96738]: osdmap e1587: 8 total, 8 up, 8 in 2024-04-10T16:20:29.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:20:28 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:20:29.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:20:28 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:20:29.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:20:28 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:20:29.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:20:28 smithi069 ceph-mon[94167]: osdmap e1587: 8 total, 8 up, 8 in 2024-04-10T16:20:29.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:20:28 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:20:29.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:20:28 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:20:29.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:20:28 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:20:29.258 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:20:28 smithi077 ceph-mon[87572]: osdmap e1587: 8 total, 8 up, 8 in 2024-04-10T16:20:29.258 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:20:28 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:20:29.259 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:20:28 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:20:29.259 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:20:28 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:20:30.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:20:29 smithi069 ceph-mon[96738]: pgmap v2746: 137 pgs: 9 creating+peering, 6 unknown, 122 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:20:30.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:20:29 smithi069 ceph-mon[96738]: osdmap e1588: 8 total, 8 up, 8 in 2024-04-10T16:20:30.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:20:29 smithi069 ceph-mon[94167]: pgmap v2746: 137 pgs: 9 creating+peering, 6 unknown, 122 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:20:30.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:20:29 smithi069 ceph-mon[94167]: osdmap e1588: 8 total, 8 up, 8 in 2024-04-10T16:20:30.258 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:20:29 smithi077 ceph-mon[87572]: pgmap v2746: 137 pgs: 9 creating+peering, 6 unknown, 122 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:20:30.258 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:20:29 smithi077 ceph-mon[87572]: osdmap e1588: 8 total, 8 up, 8 in 2024-04-10T16:20:30.857 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestInternal.SnapRollbackLocksImage (1995 ms) 2024-04-10T16:20:30.857 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestInternal.SnapRollbackFailsToLockImage 2024-04-10T16:20:31.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:20:30 smithi069 ceph-mon[96738]: osdmap e1589: 8 total, 8 up, 8 in 2024-04-10T16:20:31.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:20:30 smithi069 ceph-mon[94167]: osdmap e1589: 8 total, 8 up, 8 in 2024-04-10T16:20:31.258 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:20:30 smithi077 ceph-mon[87572]: osdmap e1589: 8 total, 8 up, 8 in 2024-04-10T16:20:32.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:20:31 smithi069 ceph-mon[94167]: pgmap v2749: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 20 KiB/s rd, 2.7 KiB/s wr, 31 op/s 2024-04-10T16:20:32.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:20:31 smithi069 ceph-mon[94167]: osdmap e1590: 8 total, 8 up, 8 in 2024-04-10T16:20:32.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:20:31 smithi069 ceph-mon[96738]: pgmap v2749: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 20 KiB/s rd, 2.7 KiB/s wr, 31 op/s 2024-04-10T16:20:32.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:20:31 smithi069 ceph-mon[96738]: osdmap e1590: 8 total, 8 up, 8 in 2024-04-10T16:20:32.258 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:20:31 smithi077 ceph-mon[87572]: pgmap v2749: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 20 KiB/s rd, 2.7 KiB/s wr, 31 op/s 2024-04-10T16:20:32.258 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:20:31 smithi077 ceph-mon[87572]: osdmap e1590: 8 total, 8 up, 8 in 2024-04-10T16:20:32.758 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:20:32 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:20:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:20:32.870 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestInternal.SnapRollbackFailsToLockImage (2013 ms) 2024-04-10T16:20:32.870 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestInternal.SnapSetReleasesLock 2024-04-10T16:20:33.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:20:32 smithi069 ceph-mon[94167]: osdmap e1591: 8 total, 8 up, 8 in 2024-04-10T16:20:33.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:20:32 smithi069 ceph-mon[96738]: osdmap e1591: 8 total, 8 up, 8 in 2024-04-10T16:20:33.258 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:20:32 smithi077 ceph-mon[87572]: osdmap e1591: 8 total, 8 up, 8 in 2024-04-10T16:20:34.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:20:33 smithi069 ceph-mon[96738]: pgmap v2752: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 108 KiB/s rd, 12 KiB/s wr, 157 op/s 2024-04-10T16:20:34.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:20:33 smithi069 ceph-mon[96738]: osdmap e1592: 8 total, 8 up, 8 in 2024-04-10T16:20:34.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:20:33 smithi069 ceph-mon[94167]: pgmap v2752: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 108 KiB/s rd, 12 KiB/s wr, 157 op/s 2024-04-10T16:20:34.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:20:33 smithi069 ceph-mon[94167]: osdmap e1592: 8 total, 8 up, 8 in 2024-04-10T16:20:34.258 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:20:33 smithi077 ceph-mon[87572]: pgmap v2752: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 108 KiB/s rd, 12 KiB/s wr, 157 op/s 2024-04-10T16:20:34.258 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:20:33 smithi077 ceph-mon[87572]: osdmap e1592: 8 total, 8 up, 8 in 2024-04-10T16:20:34.879 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestInternal.SnapSetReleasesLock (2008 ms) 2024-04-10T16:20:34.879 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestInternal.FlattenLocksImage 2024-04-10T16:20:35.258 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:20:34 smithi077 ceph-mon[87572]: osdmap e1593: 8 total, 8 up, 8 in 2024-04-10T16:20:35.352 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:20:34 smithi069 ceph-mon[94167]: osdmap e1593: 8 total, 8 up, 8 in 2024-04-10T16:20:35.352 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:20:34 smithi069 ceph-mon[96738]: osdmap e1593: 8 total, 8 up, 8 in 2024-04-10T16:20:36.258 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:20:35 smithi077 ceph-mon[87572]: pgmap v2755: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 96 KiB/s rd, 10 KiB/s wr, 138 op/s 2024-04-10T16:20:36.258 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:20:35 smithi077 ceph-mon[87572]: osdmap e1594: 8 total, 8 up, 8 in 2024-04-10T16:20:36.352 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:20:35 smithi069 ceph-mon[94167]: pgmap v2755: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 96 KiB/s rd, 10 KiB/s wr, 138 op/s 2024-04-10T16:20:36.352 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:20:35 smithi069 ceph-mon[94167]: osdmap e1594: 8 total, 8 up, 8 in 2024-04-10T16:20:36.352 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:20:35 smithi069 ceph-mon[96738]: pgmap v2755: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 96 KiB/s rd, 10 KiB/s wr, 138 op/s 2024-04-10T16:20:36.352 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:20:35 smithi069 ceph-mon[96738]: osdmap e1594: 8 total, 8 up, 8 in 2024-04-10T16:20:36.736 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestInternal.FlattenLocksImage (1857 ms) 2024-04-10T16:20:36.736 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestInternal.FlattenFailsToLockImage 2024-04-10T16:20:37.258 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:20:36 smithi077 ceph-mon[87572]: osdmap e1595: 8 total, 8 up, 8 in 2024-04-10T16:20:37.258 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:20:36 smithi077 ceph-mon[87572]: osdmap e1596: 8 total, 8 up, 8 in 2024-04-10T16:20:37.352 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:20:36 smithi069 ceph-mon[96738]: osdmap e1595: 8 total, 8 up, 8 in 2024-04-10T16:20:37.352 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:20:36 smithi069 ceph-mon[96738]: osdmap e1596: 8 total, 8 up, 8 in 2024-04-10T16:20:37.352 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:20:36 smithi069 ceph-mon[94167]: osdmap e1595: 8 total, 8 up, 8 in 2024-04-10T16:20:37.352 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:20:36 smithi069 ceph-mon[94167]: osdmap e1596: 8 total, 8 up, 8 in 2024-04-10T16:20:37.352 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:20:36 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:20:36] "GET /metrics HTTP/1.1" 200 36400 "" "Prometheus/2.43.0" 2024-04-10T16:20:38.258 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:20:37 smithi077 ceph-mon[87572]: pgmap v2758: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 67 KiB/s rd, 6.5 KiB/s wr, 97 op/s 2024-04-10T16:20:38.258 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:20:37 smithi077 ceph-mon[87572]: osdmap e1597: 8 total, 8 up, 8 in 2024-04-10T16:20:38.352 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:20:37 smithi069 ceph-mon[94167]: pgmap v2758: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 67 KiB/s rd, 6.5 KiB/s wr, 97 op/s 2024-04-10T16:20:38.352 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:20:37 smithi069 ceph-mon[94167]: osdmap e1597: 8 total, 8 up, 8 in 2024-04-10T16:20:38.352 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:20:37 smithi069 ceph-mon[96738]: pgmap v2758: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 67 KiB/s rd, 6.5 KiB/s wr, 97 op/s 2024-04-10T16:20:38.352 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:20:37 smithi069 ceph-mon[96738]: osdmap e1597: 8 total, 8 up, 8 in 2024-04-10T16:20:38.897 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestInternal.FlattenFailsToLockImage (2161 ms) 2024-04-10T16:20:38.897 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestInternal.WriteFailsToLockImageBlocklisted 2024-04-10T16:20:39.893 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestInternal.WriteFailsToLockImageBlocklisted (997 ms) 2024-04-10T16:20:39.893 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestInternal.WriteFailsToLockImageBlocklistedWatch 2024-04-10T16:20:40.258 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:20:39 smithi077 ceph-mon[87572]: pgmap v2761: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 60 KiB/s rd, 6.2 KiB/s wr, 86 op/s 2024-04-10T16:20:40.258 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:20:39 smithi077 ceph-mon[87572]: osdmap e1598: 8 total, 8 up, 8 in 2024-04-10T16:20:40.258 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:20:39 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/831370970' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.69:0/831370970"}]: dispatch 2024-04-10T16:20:40.258 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:20:39 smithi077 ceph-mon[87572]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.69:0/831370970"}]: dispatch 2024-04-10T16:20:40.258 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:20:39 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:20:40.352 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:20:39 smithi069 ceph-mon[96738]: pgmap v2761: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 60 KiB/s rd, 6.2 KiB/s wr, 86 op/s 2024-04-10T16:20:40.352 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:20:39 smithi069 ceph-mon[96738]: osdmap e1598: 8 total, 8 up, 8 in 2024-04-10T16:20:40.352 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:20:39 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/831370970' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.69:0/831370970"}]: dispatch 2024-04-10T16:20:40.352 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:20:39 smithi069 ceph-mon[96738]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.69:0/831370970"}]: dispatch 2024-04-10T16:20:40.352 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:20:39 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:20:40.352 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:20:39 smithi069 ceph-mon[94167]: pgmap v2761: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 60 KiB/s rd, 6.2 KiB/s wr, 86 op/s 2024-04-10T16:20:40.352 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:20:39 smithi069 ceph-mon[94167]: osdmap e1598: 8 total, 8 up, 8 in 2024-04-10T16:20:40.352 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:20:39 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/831370970' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.69:0/831370970"}]: dispatch 2024-04-10T16:20:40.352 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:20:39 smithi069 ceph-mon[94167]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.69:0/831370970"}]: dispatch 2024-04-10T16:20:40.352 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:20:39 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:20:41.258 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:20:40 smithi077 ceph-mon[87572]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.69:0/831370970"}]': finished 2024-04-10T16:20:41.258 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:20:40 smithi077 ceph-mon[87572]: osdmap e1599: 8 total, 8 up, 8 in 2024-04-10T16:20:41.258 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:20:40 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/3026956962' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.69:0/3026956962"}]: dispatch 2024-04-10T16:20:41.258 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:20:40 smithi077 ceph-mon[87572]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.69:0/3026956962"}]: dispatch 2024-04-10T16:20:41.352 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:20:40 smithi069 ceph-mon[96738]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.69:0/831370970"}]': finished 2024-04-10T16:20:41.352 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:20:40 smithi069 ceph-mon[96738]: osdmap e1599: 8 total, 8 up, 8 in 2024-04-10T16:20:41.352 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:20:40 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/3026956962' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.69:0/3026956962"}]: dispatch 2024-04-10T16:20:41.352 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:20:40 smithi069 ceph-mon[96738]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.69:0/3026956962"}]: dispatch 2024-04-10T16:20:41.352 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:20:40 smithi069 ceph-mon[94167]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.69:0/831370970"}]': finished 2024-04-10T16:20:41.352 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:20:40 smithi069 ceph-mon[94167]: osdmap e1599: 8 total, 8 up, 8 in 2024-04-10T16:20:41.353 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:20:40 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/3026956962' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.69:0/3026956962"}]: dispatch 2024-04-10T16:20:41.353 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:20:40 smithi069 ceph-mon[94167]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.69:0/3026956962"}]: dispatch 2024-04-10T16:20:41.902 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestInternal.WriteFailsToLockImageBlocklistedWatch (2009 ms) 2024-04-10T16:20:41.902 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestInternal.AioWriteRequestsLock 2024-04-10T16:20:41.941 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestInternal.AioWriteRequestsLock (39 ms) 2024-04-10T16:20:41.941 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestInternal.AioDiscardRequestsLock 2024-04-10T16:20:41.970 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestInternal.AioDiscardRequestsLock (29 ms) 2024-04-10T16:20:41.971 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestInternal.CancelAsyncResize 2024-04-10T16:20:42.014 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestInternal.CancelAsyncResize (44 ms) 2024-04-10T16:20:42.014 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestInternal.MultipleResize 2024-04-10T16:20:42.069 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestInternal.MultipleResize (54 ms) 2024-04-10T16:20:42.069 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestInternal.Metadata 2024-04-10T16:20:42.117 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestInternal.Metadata (47 ms) 2024-04-10T16:20:42.117 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestInternal.MetadataConfApply 2024-04-10T16:20:42.147 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestInternal.MetadataConfApply (31 ms) 2024-04-10T16:20:42.147 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestInternal.SnapshotCopyup 2024-04-10T16:20:42.258 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:20:41 smithi077 ceph-mon[87572]: pgmap v2764: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 36 KiB/s rd, 3.0 KiB/s wr, 55 op/s 2024-04-10T16:20:42.258 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:20:41 smithi077 ceph-mon[87572]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.69:0/3026956962"}]': finished 2024-04-10T16:20:42.258 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:20:41 smithi077 ceph-mon[87572]: osdmap e1600: 8 total, 8 up, 8 in 2024-04-10T16:20:42.258 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:20:41 smithi077 ceph-mon[87572]: osdmap e1601: 8 total, 8 up, 8 in 2024-04-10T16:20:42.352 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:20:41 smithi069 ceph-mon[96738]: pgmap v2764: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 36 KiB/s rd, 3.0 KiB/s wr, 55 op/s 2024-04-10T16:20:42.352 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:20:41 smithi069 ceph-mon[96738]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.69:0/3026956962"}]': finished 2024-04-10T16:20:42.352 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:20:41 smithi069 ceph-mon[96738]: osdmap e1600: 8 total, 8 up, 8 in 2024-04-10T16:20:42.352 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:20:41 smithi069 ceph-mon[96738]: osdmap e1601: 8 total, 8 up, 8 in 2024-04-10T16:20:42.352 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:20:41 smithi069 ceph-mon[94167]: pgmap v2764: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 36 KiB/s rd, 3.0 KiB/s wr, 55 op/s 2024-04-10T16:20:42.352 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:20:41 smithi069 ceph-mon[94167]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.69:0/3026956962"}]': finished 2024-04-10T16:20:42.352 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:20:41 smithi069 ceph-mon[94167]: osdmap e1600: 8 total, 8 up, 8 in 2024-04-10T16:20:42.352 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:20:41 smithi069 ceph-mon[94167]: osdmap e1601: 8 total, 8 up, 8 in 2024-04-10T16:20:42.758 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:20:42 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:20:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:20:44.258 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:20:43 smithi077 ceph-mon[87572]: pgmap v2767: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 183 KiB/s rd, 11 KiB/s wr, 243 op/s 2024-04-10T16:20:44.258 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:20:43 smithi077 ceph-mon[87572]: osdmap e1602: 8 total, 8 up, 8 in 2024-04-10T16:20:44.352 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:20:43 smithi069 ceph-mon[96738]: pgmap v2767: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 183 KiB/s rd, 11 KiB/s wr, 243 op/s 2024-04-10T16:20:44.352 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:20:43 smithi069 ceph-mon[96738]: osdmap e1602: 8 total, 8 up, 8 in 2024-04-10T16:20:44.352 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:20:43 smithi069 ceph-mon[94167]: pgmap v2767: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 183 KiB/s rd, 11 KiB/s wr, 243 op/s 2024-04-10T16:20:44.352 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:20:43 smithi069 ceph-mon[94167]: osdmap e1602: 8 total, 8 up, 8 in 2024-04-10T16:20:45.020 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestInternal.SnapshotCopyup (2873 ms) 2024-04-10T16:20:45.020 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestInternal.SnapshotCopyupZeros 2024-04-10T16:20:45.258 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:20:44 smithi077 ceph-mon[87572]: osdmap e1603: 8 total, 8 up, 8 in 2024-04-10T16:20:45.352 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:20:44 smithi069 ceph-mon[96738]: osdmap e1603: 8 total, 8 up, 8 in 2024-04-10T16:20:45.352 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:20:44 smithi069 ceph-mon[94167]: osdmap e1603: 8 total, 8 up, 8 in 2024-04-10T16:20:46.258 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:20:45 smithi077 ceph-mon[87572]: pgmap v2770: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 179 KiB/s rd, 17 KiB/s wr, 244 op/s 2024-04-10T16:20:46.258 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:20:45 smithi077 ceph-mon[87572]: osdmap e1604: 8 total, 8 up, 8 in 2024-04-10T16:20:46.352 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:20:45 smithi069 ceph-mon[96738]: pgmap v2770: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 179 KiB/s rd, 17 KiB/s wr, 244 op/s 2024-04-10T16:20:46.352 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:20:45 smithi069 ceph-mon[96738]: osdmap e1604: 8 total, 8 up, 8 in 2024-04-10T16:20:46.352 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:20:45 smithi069 ceph-mon[94167]: pgmap v2770: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 179 KiB/s rd, 17 KiB/s wr, 244 op/s 2024-04-10T16:20:46.352 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:20:45 smithi069 ceph-mon[94167]: osdmap e1604: 8 total, 8 up, 8 in 2024-04-10T16:20:46.743 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestInternal.SnapshotCopyupZeros (1722 ms) 2024-04-10T16:20:46.743 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestInternal.SnapshotCopyupZerosMigration 2024-04-10T16:20:47.258 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:20:46 smithi077 ceph-mon[87572]: osdmap e1605: 8 total, 8 up, 8 in 2024-04-10T16:20:47.258 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:20:46 smithi077 ceph-mon[87572]: osdmap e1606: 8 total, 8 up, 8 in 2024-04-10T16:20:47.352 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:20:46 smithi069 ceph-mon[96738]: osdmap e1605: 8 total, 8 up, 8 in 2024-04-10T16:20:47.352 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:20:46 smithi069 ceph-mon[96738]: osdmap e1606: 8 total, 8 up, 8 in 2024-04-10T16:20:47.352 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:20:46 smithi069 ceph-mon[94167]: osdmap e1605: 8 total, 8 up, 8 in 2024-04-10T16:20:47.352 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:20:46 smithi069 ceph-mon[94167]: osdmap e1606: 8 total, 8 up, 8 in 2024-04-10T16:20:47.353 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:20:46 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:20:46] "GET /metrics HTTP/1.1" 200 36447 "" "Prometheus/2.43.0" 2024-04-10T16:20:47.745 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestInternal.SnapshotCopyupZerosMigration (1003 ms) 2024-04-10T16:20:47.745 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestInternal.ResizeCopyup 2024-04-10T16:20:48.258 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:20:47 smithi077 ceph-mon[87572]: pgmap v2773: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 239 KiB/s rd, 29 KiB/s wr, 339 op/s 2024-04-10T16:20:48.258 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:20:47 smithi077 ceph-mon[87572]: osdmap e1607: 8 total, 8 up, 8 in 2024-04-10T16:20:48.352 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:20:47 smithi069 ceph-mon[96738]: pgmap v2773: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 239 KiB/s rd, 29 KiB/s wr, 339 op/s 2024-04-10T16:20:48.352 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:20:47 smithi069 ceph-mon[96738]: osdmap e1607: 8 total, 8 up, 8 in 2024-04-10T16:20:48.352 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:20:47 smithi069 ceph-mon[94167]: pgmap v2773: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 239 KiB/s rd, 29 KiB/s wr, 339 op/s 2024-04-10T16:20:48.352 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:20:47 smithi069 ceph-mon[94167]: osdmap e1607: 8 total, 8 up, 8 in 2024-04-10T16:20:49.782 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestInternal.ResizeCopyup (2037 ms) 2024-04-10T16:20:49.783 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestInternal.DiscardCopyup 2024-04-10T16:20:49.791 INFO:tasks.workunit.client.0.smithi069.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1189-gc96c8d47/rpm/el9/BUILD/ceph-18.2.2-1189-gc96c8d47/src/test/librbd/test_internal.cc:1056: Skipped 2024-04-10T16:20:49.791 INFO:tasks.workunit.client.0.smithi069.stdout:Skipping due to unmet REQUIRE 2024-04-10T16:20:49.792 INFO:tasks.workunit.client.0.smithi069.stdout:[ SKIPPED ] TestInternal.DiscardCopyup (9 ms) 2024-04-10T16:20:49.792 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestInternal.ImageOptions 2024-04-10T16:20:49.800 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestInternal.ImageOptions (9 ms) 2024-04-10T16:20:49.800 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestInternal.WriteFullCopyup 2024-04-10T16:20:50.008 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:20:49 smithi077 ceph-mon[87572]: pgmap v2776: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 207 KiB/s rd, 20 KiB/s wr, 285 op/s 2024-04-10T16:20:50.008 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:20:49 smithi077 ceph-mon[87572]: osdmap e1608: 8 total, 8 up, 8 in 2024-04-10T16:20:50.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:20:49 smithi069 ceph-mon[96738]: pgmap v2776: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 207 KiB/s rd, 20 KiB/s wr, 285 op/s 2024-04-10T16:20:50.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:20:49 smithi069 ceph-mon[96738]: osdmap e1608: 8 total, 8 up, 8 in 2024-04-10T16:20:50.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:20:49 smithi069 ceph-mon[94167]: pgmap v2776: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 207 KiB/s rd, 20 KiB/s wr, 285 op/s 2024-04-10T16:20:50.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:20:49 smithi069 ceph-mon[94167]: osdmap e1608: 8 total, 8 up, 8 in 2024-04-10T16:20:51.008 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:20:50 smithi077 ceph-mon[87572]: osdmap e1609: 8 total, 8 up, 8 in 2024-04-10T16:20:51.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:20:50 smithi069 ceph-mon[94167]: osdmap e1609: 8 total, 8 up, 8 in 2024-04-10T16:20:51.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:20:50 smithi069 ceph-mon[96738]: osdmap e1609: 8 total, 8 up, 8 in 2024-04-10T16:20:52.008 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:20:51 smithi077 ceph-mon[87572]: pgmap v2779: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 139 KiB/s rd, 13 KiB/s wr, 187 op/s 2024-04-10T16:20:52.008 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:20:51 smithi077 ceph-mon[87572]: osdmap e1610: 8 total, 8 up, 8 in 2024-04-10T16:20:52.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:20:51 smithi069 ceph-mon[96738]: pgmap v2779: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 139 KiB/s rd, 13 KiB/s wr, 187 op/s 2024-04-10T16:20:52.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:20:51 smithi069 ceph-mon[96738]: osdmap e1610: 8 total, 8 up, 8 in 2024-04-10T16:20:52.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:20:51 smithi069 ceph-mon[94167]: pgmap v2779: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 139 KiB/s rd, 13 KiB/s wr, 187 op/s 2024-04-10T16:20:52.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:20:51 smithi069 ceph-mon[94167]: osdmap e1610: 8 total, 8 up, 8 in 2024-04-10T16:20:52.741 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:20:52 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:20:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:20:53.008 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:20:52 smithi077 ceph-mon[87572]: osdmap e1611: 8 total, 8 up, 8 in 2024-04-10T16:20:53.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:20:52 smithi069 ceph-mon[96738]: osdmap e1611: 8 total, 8 up, 8 in 2024-04-10T16:20:53.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:20:52 smithi069 ceph-mon[94167]: osdmap e1611: 8 total, 8 up, 8 in 2024-04-10T16:20:53.767 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestInternal.WriteFullCopyup (3967 ms) 2024-04-10T16:20:53.767 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestInternal.DiffIterateCloneOverwrite 2024-04-10T16:20:54.003 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:20:53 smithi069 ceph-mon[96738]: pgmap v2782: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 237 KiB/s rd, 31 KiB/s wr, 327 op/s 2024-04-10T16:20:54.004 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:20:53 smithi069 ceph-mon[96738]: osdmap e1612: 8 total, 8 up, 8 in 2024-04-10T16:20:54.004 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:20:53 smithi069 ceph-mon[94167]: pgmap v2782: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 237 KiB/s rd, 31 KiB/s wr, 327 op/s 2024-04-10T16:20:54.004 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:20:53 smithi069 ceph-mon[94167]: osdmap e1612: 8 total, 8 up, 8 in 2024-04-10T16:20:54.008 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:20:53 smithi077 ceph-mon[87572]: pgmap v2782: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 237 KiB/s rd, 31 KiB/s wr, 327 op/s 2024-04-10T16:20:54.008 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:20:53 smithi077 ceph-mon[87572]: osdmap e1612: 8 total, 8 up, 8 in 2024-04-10T16:20:55.008 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:20:54 smithi077 ceph-mon[87572]: osdmap e1613: 8 total, 8 up, 8 in 2024-04-10T16:20:55.008 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:20:54 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:20:55.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:20:54 smithi069 ceph-mon[96738]: osdmap e1613: 8 total, 8 up, 8 in 2024-04-10T16:20:55.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:20:54 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:20:55.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:20:54 smithi069 ceph-mon[94167]: osdmap e1613: 8 total, 8 up, 8 in 2024-04-10T16:20:55.103 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:20:54 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:20:55.792 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestInternal.DiffIterateCloneOverwrite (2024 ms) 2024-04-10T16:20:55.792 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestInternal.TestCoR 2024-04-10T16:20:55.804 INFO:tasks.workunit.client.0.smithi069.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1189-gc96c8d47/rpm/el9/BUILD/ceph-18.2.2-1189-gc96c8d47/src/test/librbd/test_internal.cc:1313: Skipped 2024-04-10T16:20:55.804 INFO:tasks.workunit.client.0.smithi069.stdout:Skipping due to disabled copy-on-read 2024-04-10T16:20:55.804 INFO:tasks.workunit.client.0.smithi069.stdout:[ SKIPPED ] TestInternal.TestCoR (12 ms) 2024-04-10T16:20:55.804 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestInternal.FlattenNoEmptyObjects 2024-04-10T16:20:56.008 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:20:55 smithi077 ceph-mon[87572]: pgmap v2785: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 172 op/s 2024-04-10T16:20:56.008 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:20:55 smithi077 ceph-mon[87572]: osdmap e1614: 8 total, 8 up, 8 in 2024-04-10T16:20:56.018 INFO:tasks.workunit.client.0.smithi069.stdout:made parent image "image389": 4194304K (1024 * 4K) 2024-04-10T16:20:56.018 INFO:tasks.workunit.client.0.smithi069.stdout:generated random write map: 2024-04-10T16:20:56.018 INFO:tasks.workunit.client.0.smithi069.stdout: [17 , 73132 ] 2024-04-10T16:20:56.018 INFO:tasks.workunit.client.0.smithi069.stdout: [36 , 149747 ] 2024-04-10T16:20:56.018 INFO:tasks.workunit.client.0.smithi069.stdout: [38 , 155952 ] 2024-04-10T16:20:56.018 INFO:tasks.workunit.client.0.smithi069.stdout: [41 , 171274 ] 2024-04-10T16:20:56.018 INFO:tasks.workunit.client.0.smithi069.stdout: [45 , 184483 ] 2024-04-10T16:20:56.018 INFO:tasks.workunit.client.0.smithi069.stdout: [51 , 209381 ] 2024-04-10T16:20:56.018 INFO:tasks.workunit.client.0.smithi069.stdout: [52 , 213393 ] 2024-04-10T16:20:56.018 INFO:tasks.workunit.client.0.smithi069.stdout: [60 , 246279 ] 2024-04-10T16:20:56.018 INFO:tasks.workunit.client.0.smithi069.stdout: [63 , 260185 ] 2024-04-10T16:20:56.019 INFO:tasks.workunit.client.0.smithi069.stdout: [102 , 419915 ] 2024-04-10T16:20:56.019 INFO:tasks.workunit.client.0.smithi069.stdout: [104 , 427567 ] 2024-04-10T16:20:56.019 INFO:tasks.workunit.client.0.smithi069.stdout: [110 , 453231 ] 2024-04-10T16:20:56.019 INFO:tasks.workunit.client.0.smithi069.stdout: [116 , 475988 ] 2024-04-10T16:20:56.019 INFO:tasks.workunit.client.0.smithi069.stdout: [118 , 484876 ] 2024-04-10T16:20:56.019 INFO:tasks.workunit.client.0.smithi069.stdout: [128 , 527389 ] 2024-04-10T16:20:56.019 INFO:tasks.workunit.client.0.smithi069.stdout: [131 , 537382 ] 2024-04-10T16:20:56.019 INFO:tasks.workunit.client.0.smithi069.stdout: [137 , 561442 ] 2024-04-10T16:20:56.019 INFO:tasks.workunit.client.0.smithi069.stdout: [167 , 685305 ] 2024-04-10T16:20:56.019 INFO:tasks.workunit.client.0.smithi069.stdout: [168 , 691305 ] 2024-04-10T16:20:56.019 INFO:tasks.workunit.client.0.smithi069.stdout: [179 , 734809 ] 2024-04-10T16:20:56.019 INFO:tasks.workunit.client.0.smithi069.stdout: [183 , 749937 ] 2024-04-10T16:20:56.020 INFO:tasks.workunit.client.0.smithi069.stdout: [204 , 836855 ] 2024-04-10T16:20:56.020 INFO:tasks.workunit.client.0.smithi069.stdout: [209 , 858222 ] 2024-04-10T16:20:56.020 INFO:tasks.workunit.client.0.smithi069.stdout: [214 , 877453 ] 2024-04-10T16:20:56.020 INFO:tasks.workunit.client.0.smithi069.stdout: [221 , 907477 ] 2024-04-10T16:20:56.020 INFO:tasks.workunit.client.0.smithi069.stdout: [222 , 909479 ] 2024-04-10T16:20:56.020 INFO:tasks.workunit.client.0.smithi069.stdout: [228 , 934898 ] 2024-04-10T16:20:56.020 INFO:tasks.workunit.client.0.smithi069.stdout: [259 , 1061532 ] 2024-04-10T16:20:56.020 INFO:tasks.workunit.client.0.smithi069.stdout: [268 , 1099974 ] 2024-04-10T16:20:56.020 INFO:tasks.workunit.client.0.smithi069.stdout: [286 , 1173724 ] 2024-04-10T16:20:56.020 INFO:tasks.workunit.client.0.smithi069.stdout: [289 , 1184184 ] 2024-04-10T16:20:56.020 INFO:tasks.workunit.client.0.smithi069.stdout: [290 , 1190471 ] 2024-04-10T16:20:56.020 INFO:tasks.workunit.client.0.smithi069.stdout: [307 , 1260305 ] 2024-04-10T16:20:56.020 INFO:tasks.workunit.client.0.smithi069.stdout: [326 , 1337663 ] 2024-04-10T16:20:56.020 INFO:tasks.workunit.client.0.smithi069.stdout: [327 , 1342890 ] 2024-04-10T16:20:56.020 INFO:tasks.workunit.client.0.smithi069.stdout: [341 , 1397522 ] 2024-04-10T16:20:56.021 INFO:tasks.workunit.client.0.smithi069.stdout: [343 , 1406742 ] 2024-04-10T16:20:56.021 INFO:tasks.workunit.client.0.smithi069.stdout: [346 , 1419332 ] 2024-04-10T16:20:56.021 INFO:tasks.workunit.client.0.smithi069.stdout: [356 , 1459525 ] 2024-04-10T16:20:56.021 INFO:tasks.workunit.client.0.smithi069.stdout: [360 , 1477299 ] 2024-04-10T16:20:56.021 INFO:tasks.workunit.client.0.smithi069.stdout: [368 , 1508669 ] 2024-04-10T16:20:56.021 INFO:tasks.workunit.client.0.smithi069.stdout: [369 , 1513071 ] 2024-04-10T16:20:56.021 INFO:tasks.workunit.client.0.smithi069.stdout: [374 , 1532775 ] 2024-04-10T16:20:56.021 INFO:tasks.workunit.client.0.smithi069.stdout: [375 , 1538817 ] 2024-04-10T16:20:56.021 INFO:tasks.workunit.client.0.smithi069.stdout: [380 , 1556511 ] 2024-04-10T16:20:56.021 INFO:tasks.workunit.client.0.smithi069.stdout: [413 , 1694702 ] 2024-04-10T16:20:56.021 INFO:tasks.workunit.client.0.smithi069.stdout: [453 , 1857759 ] 2024-04-10T16:20:56.021 INFO:tasks.workunit.client.0.smithi069.stdout: [461 , 1891669 ] 2024-04-10T16:20:56.021 INFO:tasks.workunit.client.0.smithi069.stdout: [481 , 1971964 ] 2024-04-10T16:20:56.021 INFO:tasks.workunit.client.0.smithi069.stdout: [488 , 1999078 ] 2024-04-10T16:20:56.021 INFO:tasks.workunit.client.0.smithi069.stdout: [498 , 2042666 ] 2024-04-10T16:20:56.021 INFO:tasks.workunit.client.0.smithi069.stdout: [513 , 2101429 ] 2024-04-10T16:20:56.022 INFO:tasks.workunit.client.0.smithi069.stdout: [524 , 2148400 ] 2024-04-10T16:20:56.022 INFO:tasks.workunit.client.0.smithi069.stdout: [536 , 2197625 ] 2024-04-10T16:20:56.022 INFO:tasks.workunit.client.0.smithi069.stdout: [547 , 2242879 ] 2024-04-10T16:20:56.022 INFO:tasks.workunit.client.0.smithi069.stdout: [553 , 2265303 ] 2024-04-10T16:20:56.022 INFO:tasks.workunit.client.0.smithi069.stdout: [554 , 2271833 ] 2024-04-10T16:20:56.022 INFO:tasks.workunit.client.0.smithi069.stdout: [557 , 2284960 ] 2024-04-10T16:20:56.022 INFO:tasks.workunit.client.0.smithi069.stdout: [586 , 2402850 ] 2024-04-10T16:20:56.022 INFO:tasks.workunit.client.0.smithi069.stdout: [610 , 2501005 ] 2024-04-10T16:20:56.022 INFO:tasks.workunit.client.0.smithi069.stdout: [629 , 2578329 ] 2024-04-10T16:20:56.022 INFO:tasks.workunit.client.0.smithi069.stdout: [633 , 2596277 ] 2024-04-10T16:20:56.022 INFO:tasks.workunit.client.0.smithi069.stdout: [655 , 2686298 ] 2024-04-10T16:20:56.022 INFO:tasks.workunit.client.0.smithi069.stdout: [668 , 2739184 ] 2024-04-10T16:20:56.022 INFO:tasks.workunit.client.0.smithi069.stdout: [680 , 2787390 ] 2024-04-10T16:20:56.022 INFO:tasks.workunit.client.0.smithi069.stdout: [690 , 2826299 ] 2024-04-10T16:20:56.023 INFO:tasks.workunit.client.0.smithi069.stdout: [712 , 2919373 ] 2024-04-10T16:20:56.023 INFO:tasks.workunit.client.0.smithi069.stdout: [723 , 2961467 ] 2024-04-10T16:20:56.023 INFO:tasks.workunit.client.0.smithi069.stdout: [727 , 2977936 ] 2024-04-10T16:20:56.023 INFO:tasks.workunit.client.0.smithi069.stdout: [732 , 3000648 ] 2024-04-10T16:20:56.023 INFO:tasks.workunit.client.0.smithi069.stdout: [735 , 3013266 ] 2024-04-10T16:20:56.023 INFO:tasks.workunit.client.0.smithi069.stdout: [738 , 3024982 ] 2024-04-10T16:20:56.023 INFO:tasks.workunit.client.0.smithi069.stdout: [754 , 3089486 ] 2024-04-10T16:20:56.023 INFO:tasks.workunit.client.0.smithi069.stdout: [757 , 3101152 ] 2024-04-10T16:20:56.023 INFO:tasks.workunit.client.0.smithi069.stdout: [818 , 3353216 ] 2024-04-10T16:20:56.023 INFO:tasks.workunit.client.0.smithi069.stdout: [822 , 3368587 ] 2024-04-10T16:20:56.023 INFO:tasks.workunit.client.0.smithi069.stdout: [834 , 3417986 ] 2024-04-10T16:20:56.023 INFO:tasks.workunit.client.0.smithi069.stdout: [838 , 3434782 ] 2024-04-10T16:20:56.023 INFO:tasks.workunit.client.0.smithi069.stdout: [842 , 3451115 ] 2024-04-10T16:20:56.023 INFO:tasks.workunit.client.0.smithi069.stdout: [845 , 3461227 ] 2024-04-10T16:20:56.024 INFO:tasks.workunit.client.0.smithi069.stdout: [852 , 3491969 ] 2024-04-10T16:20:56.024 INFO:tasks.workunit.client.0.smithi069.stdout: [864 , 3539794 ] 2024-04-10T16:20:56.024 INFO:tasks.workunit.client.0.smithi069.stdout: [881 , 3611375 ] 2024-04-10T16:20:56.024 INFO:tasks.workunit.client.0.smithi069.stdout: [884 , 3622593 ] 2024-04-10T16:20:56.024 INFO:tasks.workunit.client.0.smithi069.stdout: [890 , 3647138 ] 2024-04-10T16:20:56.024 INFO:tasks.workunit.client.0.smithi069.stdout: [899 , 3682609 ] 2024-04-10T16:20:56.024 INFO:tasks.workunit.client.0.smithi069.stdout: [915 , 3748318 ] 2024-04-10T16:20:56.024 INFO:tasks.workunit.client.0.smithi069.stdout: [930 , 3809298 ] 2024-04-10T16:20:56.024 INFO:tasks.workunit.client.0.smithi069.stdout: [936 , 3834079 ] 2024-04-10T16:20:56.024 INFO:tasks.workunit.client.0.smithi069.stdout: [939 , 3848012 ] 2024-04-10T16:20:56.024 INFO:tasks.workunit.client.0.smithi069.stdout: [941 , 3854337 ] 2024-04-10T16:20:56.024 INFO:tasks.workunit.client.0.smithi069.stdout: [945 , 3872377 ] 2024-04-10T16:20:56.024 INFO:tasks.workunit.client.0.smithi069.stdout: [949 , 3887704 ] 2024-04-10T16:20:56.024 INFO:tasks.workunit.client.0.smithi069.stdout: [959 , 3928421 ] 2024-04-10T16:20:56.024 INFO:tasks.workunit.client.0.smithi069.stdout: [969 , 3969694 ] 2024-04-10T16:20:56.025 INFO:tasks.workunit.client.0.smithi069.stdout: [1004 , 4113897 ] 2024-04-10T16:20:56.025 INFO:tasks.workunit.client.0.smithi069.stdout: [1009 , 4135598 ] 2024-04-10T16:20:56.025 INFO:tasks.workunit.client.0.smithi069.stdout: [1015 , 4160502 ] 2024-04-10T16:20:56.025 INFO:tasks.workunit.client.0.smithi069.stdout: [1019 , 4176951 ] 2024-04-10T16:20:56.025 INFO:tasks.workunit.client.0.smithi069.stdout:write data based on random map 2024-04-10T16:20:56.025 INFO:tasks.workunit.client.0.smithi069.stdout: write object-17 2024-04-10T16:20:56.025 INFO:tasks.workunit.client.0.smithi069.stdout: write object-36 2024-04-10T16:20:56.025 INFO:tasks.workunit.client.0.smithi069.stdout: write object-38 2024-04-10T16:20:56.025 INFO:tasks.workunit.client.0.smithi069.stdout: write object-41 2024-04-10T16:20:56.025 INFO:tasks.workunit.client.0.smithi069.stdout: write object-45 2024-04-10T16:20:56.025 INFO:tasks.workunit.client.0.smithi069.stdout: write object-51 2024-04-10T16:20:56.025 INFO:tasks.workunit.client.0.smithi069.stdout: write object-52 2024-04-10T16:20:56.025 INFO:tasks.workunit.client.0.smithi069.stdout: write object-60 2024-04-10T16:20:56.025 INFO:tasks.workunit.client.0.smithi069.stdout: write object-63 2024-04-10T16:20:56.025 INFO:tasks.workunit.client.0.smithi069.stdout: write object-102 2024-04-10T16:20:56.026 INFO:tasks.workunit.client.0.smithi069.stdout: write object-104 2024-04-10T16:20:56.026 INFO:tasks.workunit.client.0.smithi069.stdout: write object-110 2024-04-10T16:20:56.026 INFO:tasks.workunit.client.0.smithi069.stdout: write object-116 2024-04-10T16:20:56.026 INFO:tasks.workunit.client.0.smithi069.stdout: write object-118 2024-04-10T16:20:56.026 INFO:tasks.workunit.client.0.smithi069.stdout: write object-128 2024-04-10T16:20:56.026 INFO:tasks.workunit.client.0.smithi069.stdout: write object-131 2024-04-10T16:20:56.026 INFO:tasks.workunit.client.0.smithi069.stdout: write object-137 2024-04-10T16:20:56.026 INFO:tasks.workunit.client.0.smithi069.stdout: write object-167 2024-04-10T16:20:56.026 INFO:tasks.workunit.client.0.smithi069.stdout: write object-168 2024-04-10T16:20:56.026 INFO:tasks.workunit.client.0.smithi069.stdout: write object-179 2024-04-10T16:20:56.026 INFO:tasks.workunit.client.0.smithi069.stdout: write object-183 2024-04-10T16:20:56.026 INFO:tasks.workunit.client.0.smithi069.stdout: write object-204 2024-04-10T16:20:56.026 INFO:tasks.workunit.client.0.smithi069.stdout: write object-209 2024-04-10T16:20:56.026 INFO:tasks.workunit.client.0.smithi069.stdout: write object-214 2024-04-10T16:20:56.027 INFO:tasks.workunit.client.0.smithi069.stdout: write object-221 2024-04-10T16:20:56.027 INFO:tasks.workunit.client.0.smithi069.stdout: write object-222 2024-04-10T16:20:56.027 INFO:tasks.workunit.client.0.smithi069.stdout: write object-228 2024-04-10T16:20:56.027 INFO:tasks.workunit.client.0.smithi069.stdout: write object-259 2024-04-10T16:20:56.027 INFO:tasks.workunit.client.0.smithi069.stdout: write object-268 2024-04-10T16:20:56.027 INFO:tasks.workunit.client.0.smithi069.stdout: write object-286 2024-04-10T16:20:56.027 INFO:tasks.workunit.client.0.smithi069.stdout: write object-289 2024-04-10T16:20:56.027 INFO:tasks.workunit.client.0.smithi069.stdout: write object-290 2024-04-10T16:20:56.027 INFO:tasks.workunit.client.0.smithi069.stdout: write object-307 2024-04-10T16:20:56.027 INFO:tasks.workunit.client.0.smithi069.stdout: write object-326 2024-04-10T16:20:56.027 INFO:tasks.workunit.client.0.smithi069.stdout: write object-327 2024-04-10T16:20:56.027 INFO:tasks.workunit.client.0.smithi069.stdout: write object-341 2024-04-10T16:20:56.027 INFO:tasks.workunit.client.0.smithi069.stdout: write object-343 2024-04-10T16:20:56.027 INFO:tasks.workunit.client.0.smithi069.stdout: write object-346 2024-04-10T16:20:56.027 INFO:tasks.workunit.client.0.smithi069.stdout: write object-356 2024-04-10T16:20:56.027 INFO:tasks.workunit.client.0.smithi069.stdout: write object-360 2024-04-10T16:20:56.028 INFO:tasks.workunit.client.0.smithi069.stdout: write object-368 2024-04-10T16:20:56.028 INFO:tasks.workunit.client.0.smithi069.stdout: write object-369 2024-04-10T16:20:56.028 INFO:tasks.workunit.client.0.smithi069.stdout: write object-374 2024-04-10T16:20:56.028 INFO:tasks.workunit.client.0.smithi069.stdout: write object-375 2024-04-10T16:20:56.028 INFO:tasks.workunit.client.0.smithi069.stdout: write object-380 2024-04-10T16:20:56.028 INFO:tasks.workunit.client.0.smithi069.stdout: write object-413 2024-04-10T16:20:56.028 INFO:tasks.workunit.client.0.smithi069.stdout: write object-453 2024-04-10T16:20:56.028 INFO:tasks.workunit.client.0.smithi069.stdout: write object-461 2024-04-10T16:20:56.028 INFO:tasks.workunit.client.0.smithi069.stdout: write object-481 2024-04-10T16:20:56.028 INFO:tasks.workunit.client.0.smithi069.stdout: write object-488 2024-04-10T16:20:56.028 INFO:tasks.workunit.client.0.smithi069.stdout: write object-498 2024-04-10T16:20:56.028 INFO:tasks.workunit.client.0.smithi069.stdout: write object-513 2024-04-10T16:20:56.028 INFO:tasks.workunit.client.0.smithi069.stdout: write object-524 2024-04-10T16:20:56.029 INFO:tasks.workunit.client.0.smithi069.stdout: write object-536 2024-04-10T16:20:56.029 INFO:tasks.workunit.client.0.smithi069.stdout: write object-547 2024-04-10T16:20:56.029 INFO:tasks.workunit.client.0.smithi069.stdout: write object-553 2024-04-10T16:20:56.029 INFO:tasks.workunit.client.0.smithi069.stdout: write object-554 2024-04-10T16:20:56.029 INFO:tasks.workunit.client.0.smithi069.stdout: write object-557 2024-04-10T16:20:56.029 INFO:tasks.workunit.client.0.smithi069.stdout: write object-586 2024-04-10T16:20:56.029 INFO:tasks.workunit.client.0.smithi069.stdout: write object-610 2024-04-10T16:20:56.029 INFO:tasks.workunit.client.0.smithi069.stdout: write object-629 2024-04-10T16:20:56.029 INFO:tasks.workunit.client.0.smithi069.stdout: write object-633 2024-04-10T16:20:56.029 INFO:tasks.workunit.client.0.smithi069.stdout: write object-655 2024-04-10T16:20:56.029 INFO:tasks.workunit.client.0.smithi069.stdout: write object-668 2024-04-10T16:20:56.029 INFO:tasks.workunit.client.0.smithi069.stdout: write object-680 2024-04-10T16:20:56.029 INFO:tasks.workunit.client.0.smithi069.stdout: write object-690 2024-04-10T16:20:56.029 INFO:tasks.workunit.client.0.smithi069.stdout: write object-712 2024-04-10T16:20:56.029 INFO:tasks.workunit.client.0.smithi069.stdout: write object-723 2024-04-10T16:20:56.030 INFO:tasks.workunit.client.0.smithi069.stdout: write object-727 2024-04-10T16:20:56.030 INFO:tasks.workunit.client.0.smithi069.stdout: write object-732 2024-04-10T16:20:56.030 INFO:tasks.workunit.client.0.smithi069.stdout: write object-735 2024-04-10T16:20:56.030 INFO:tasks.workunit.client.0.smithi069.stdout: write object-738 2024-04-10T16:20:56.030 INFO:tasks.workunit.client.0.smithi069.stdout: write object-754 2024-04-10T16:20:56.030 INFO:tasks.workunit.client.0.smithi069.stdout: write object-757 2024-04-10T16:20:56.030 INFO:tasks.workunit.client.0.smithi069.stdout: write object-818 2024-04-10T16:20:56.030 INFO:tasks.workunit.client.0.smithi069.stdout: write object-822 2024-04-10T16:20:56.030 INFO:tasks.workunit.client.0.smithi069.stdout: write object-834 2024-04-10T16:20:56.030 INFO:tasks.workunit.client.0.smithi069.stdout: write object-838 2024-04-10T16:20:56.030 INFO:tasks.workunit.client.0.smithi069.stdout: write object-842 2024-04-10T16:20:56.030 INFO:tasks.workunit.client.0.smithi069.stdout: write object-845 2024-04-10T16:20:56.030 INFO:tasks.workunit.client.0.smithi069.stdout: write object-852 2024-04-10T16:20:56.030 INFO:tasks.workunit.client.0.smithi069.stdout: write object-864 2024-04-10T16:20:56.030 INFO:tasks.workunit.client.0.smithi069.stdout: write object-881 2024-04-10T16:20:56.031 INFO:tasks.workunit.client.0.smithi069.stdout: write object-884 2024-04-10T16:20:56.031 INFO:tasks.workunit.client.0.smithi069.stdout: write object-890 2024-04-10T16:20:56.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:20:55 smithi069 ceph-mon[96738]: pgmap v2785: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 172 op/s 2024-04-10T16:20:56.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:20:55 smithi069 ceph-mon[96738]: osdmap e1614: 8 total, 8 up, 8 in 2024-04-10T16:20:56.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:20:55 smithi069 ceph-mon[94167]: pgmap v2785: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 172 op/s 2024-04-10T16:20:56.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:20:55 smithi069 ceph-mon[94167]: osdmap e1614: 8 total, 8 up, 8 in 2024-04-10T16:20:56.974 INFO:tasks.workunit.client.0.smithi069.stdout: write object-899 2024-04-10T16:20:56.975 INFO:tasks.workunit.client.0.smithi069.stdout: write object-915 2024-04-10T16:20:56.975 INFO:tasks.workunit.client.0.smithi069.stdout: write object-930 2024-04-10T16:20:56.975 INFO:tasks.workunit.client.0.smithi069.stdout: write object-936 2024-04-10T16:20:56.975 INFO:tasks.workunit.client.0.smithi069.stdout: write object-939 2024-04-10T16:20:56.975 INFO:tasks.workunit.client.0.smithi069.stdout: write object-941 2024-04-10T16:20:56.975 INFO:tasks.workunit.client.0.smithi069.stdout: write object-945 2024-04-10T16:20:56.975 INFO:tasks.workunit.client.0.smithi069.stdout: write object-949 2024-04-10T16:20:56.975 INFO:tasks.workunit.client.0.smithi069.stdout: write object-959 2024-04-10T16:20:56.975 INFO:tasks.workunit.client.0.smithi069.stdout: write object-969 2024-04-10T16:20:56.975 INFO:tasks.workunit.client.0.smithi069.stdout: write object-1004 2024-04-10T16:20:56.975 INFO:tasks.workunit.client.0.smithi069.stdout: write object-1009 2024-04-10T16:20:56.975 INFO:tasks.workunit.client.0.smithi069.stdout: write object-1015 2024-04-10T16:20:56.975 INFO:tasks.workunit.client.0.smithi069.stdout: write object-1019 2024-04-10T16:20:56.976 INFO:tasks.workunit.client.0.smithi069.stdout:verify written data by reading 2024-04-10T16:20:56.976 INFO:tasks.workunit.client.0.smithi069.stdout: read object-17 2024-04-10T16:20:56.976 INFO:tasks.workunit.client.0.smithi069.stdout:made snapshot "image389@parent_snap" and protect it 2024-04-10T16:20:56.976 INFO:tasks.workunit.client.0.smithi069.stdout:made and opened clone "image390" 2024-04-10T16:20:56.976 INFO:tasks.workunit.client.0.smithi069.stdout:flattening clone: "image390" 2024-04-10T16:20:56.976 INFO:tasks.workunit.client.0.smithi069.stdout:check whether child image has the same set of objects as parent 2024-04-10T16:20:56.976 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestInternal.FlattenNoEmptyObjects (1171 ms) 2024-04-10T16:20:56.976 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestInternal.PoolMetadataConfApply 2024-04-10T16:20:57.016 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:20:56 smithi069 ceph-mon[96738]: osdmap e1615: 8 total, 8 up, 8 in 2024-04-10T16:20:57.016 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:20:56 smithi069 ceph-mon[94167]: osdmap e1615: 8 total, 8 up, 8 in 2024-04-10T16:20:57.016 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:20:56 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:20:56] "GET /metrics HTTP/1.1" 200 36461 "" "Prometheus/2.43.0" 2024-04-10T16:20:57.016 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:20:56 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: [10/Apr/2024:16:20:56] ENGINE Bus STOPPING 2024-04-10T16:20:57.016 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:20:57 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: [10/Apr/2024:16:20:57] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-10T16:20:57.051 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestInternal.PoolMetadataConfApply (76 ms) 2024-04-10T16:20:57.051 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestInternal.Sparsify 2024-04-10T16:20:57.074 INFO:tasks.workunit.client.0.smithi069.stdout:sparsify_supported=1 2024-04-10T16:20:57.074 INFO:tasks.workunit.client.0.smithi069.stdout:sparse_read_supported=1 2024-04-10T16:20:57.102 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestInternal.Sparsify (52 ms) 2024-04-10T16:20:57.102 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestInternal.SparsifyClone 2024-04-10T16:20:57.119 INFO:tasks.workunit.client.0.smithi069.stdout:sparsify_supported=1 2024-04-10T16:20:57.258 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:20:56 smithi077 ceph-mon[87572]: osdmap e1615: 8 total, 8 up, 8 in 2024-04-10T16:20:57.352 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:20:57 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: [10/Apr/2024:16:20:57] ENGINE Bus STOPPED 2024-04-10T16:20:57.352 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:20:57 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: [10/Apr/2024:16:20:57] ENGINE Bus STARTING 2024-04-10T16:20:57.352 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:20:57 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: [10/Apr/2024:16:20:57] ENGINE Serving on http://:::9283 2024-04-10T16:20:57.352 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:20:57 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: [10/Apr/2024:16:20:57] ENGINE Bus STARTED 2024-04-10T16:20:57.352 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:20:57 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: [10/Apr/2024:16:20:57] ENGINE Bus STOPPING 2024-04-10T16:20:57.352 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:20:57 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: [10/Apr/2024:16:20:57] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-10T16:20:57.352 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:20:57 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: [10/Apr/2024:16:20:57] ENGINE Bus STOPPED 2024-04-10T16:20:57.353 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:20:57 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: [10/Apr/2024:16:20:57] ENGINE Bus STARTING 2024-04-10T16:20:57.353 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:20:57 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: [10/Apr/2024:16:20:57] ENGINE Serving on http://:::9283 2024-04-10T16:20:57.353 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:20:57 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: [10/Apr/2024:16:20:57] ENGINE Bus STARTED 2024-04-10T16:20:58.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:20:57 smithi069 ceph-mon[96738]: pgmap v2788: 137 pgs: 137 active+clean; 8.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.0 MiB/s wr, 229 op/s 2024-04-10T16:20:58.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:20:57 smithi069 ceph-mon[96738]: osdmap e1616: 8 total, 8 up, 8 in 2024-04-10T16:20:58.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:20:57 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/4216857279' entity='client.admin' 2024-04-10T16:20:58.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:20:57 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/4216857279' entity='client.admin' 2024-04-10T16:20:58.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:20:57 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:20:58.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:20:57 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:20:58.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:20:57 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:20:58.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:20:57 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:20:58.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:20:57 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:20:58.103 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:20:57 smithi069 ceph-mon[94167]: pgmap v2788: 137 pgs: 137 active+clean; 8.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.0 MiB/s wr, 229 op/s 2024-04-10T16:20:58.103 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:20:57 smithi069 ceph-mon[94167]: osdmap e1616: 8 total, 8 up, 8 in 2024-04-10T16:20:58.103 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:20:57 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/4216857279' entity='client.admin' 2024-04-10T16:20:58.103 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:20:57 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/4216857279' entity='client.admin' 2024-04-10T16:20:58.103 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:20:57 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:20:58.103 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:20:57 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:20:58.103 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:20:57 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:20:58.103 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:20:57 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:20:58.103 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:20:57 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:20:58.258 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:20:57 smithi077 ceph-mon[87572]: pgmap v2788: 137 pgs: 137 active+clean; 8.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.0 MiB/s wr, 229 op/s 2024-04-10T16:20:58.258 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:20:57 smithi077 ceph-mon[87572]: osdmap e1616: 8 total, 8 up, 8 in 2024-04-10T16:20:58.258 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:20:57 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/4216857279' entity='client.admin' 2024-04-10T16:20:58.258 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:20:57 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/4216857279' entity='client.admin' 2024-04-10T16:20:58.258 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:20:57 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:20:58.258 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:20:57 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:20:58.259 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:20:57 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:20:58.259 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:20:57 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:20:58.259 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:20:57 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:20:59.080 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestInternal.SparsifyClone (1977 ms) 2024-04-10T16:20:59.080 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestInternal.MissingDataPool 2024-04-10T16:20:59.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:20:58 smithi069 ceph-mon[96738]: pgmap v2790: 137 pgs: 137 active+clean; 8.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.2 MiB/s wr, 275 op/s 2024-04-10T16:20:59.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:20:58 smithi069 ceph-mon[96738]: Health check failed: Telemetry requires re-opt-in (TELEMETRY_CHANGED) 2024-04-10T16:20:59.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:20:58 smithi069 ceph-mon[96738]: osdmap e1617: 8 total, 8 up, 8 in 2024-04-10T16:20:59.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:20:58 smithi069 ceph-mon[94167]: pgmap v2790: 137 pgs: 137 active+clean; 8.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.2 MiB/s wr, 275 op/s 2024-04-10T16:20:59.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:20:58 smithi069 ceph-mon[94167]: Health check failed: Telemetry requires re-opt-in (TELEMETRY_CHANGED) 2024-04-10T16:20:59.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:20:58 smithi069 ceph-mon[94167]: osdmap e1617: 8 total, 8 up, 8 in 2024-04-10T16:20:59.258 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:20:58 smithi077 ceph-mon[87572]: pgmap v2790: 137 pgs: 137 active+clean; 8.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.2 MiB/s wr, 275 op/s 2024-04-10T16:20:59.258 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:20:58 smithi077 ceph-mon[87572]: Health check failed: Telemetry requires re-opt-in (TELEMETRY_CHANGED) 2024-04-10T16:20:59.258 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:20:58 smithi077 ceph-mon[87572]: osdmap e1617: 8 total, 8 up, 8 in 2024-04-10T16:21:00.194 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestInternal.MissingDataPool (1114 ms) 2024-04-10T16:21:00.352 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:21:00 smithi069 ceph-mon[96738]: pgmap v2792: 137 pgs: 137 active+clean; 8.7 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 137 KiB/s rd, 26 KiB/s wr, 210 op/s 2024-04-10T16:21:00.352 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:21:00 smithi069 ceph-mon[96738]: osdmap e1618: 8 total, 8 up, 8 in 2024-04-10T16:21:00.352 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:21:00 smithi069 ceph-mon[94167]: pgmap v2792: 137 pgs: 137 active+clean; 8.7 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 137 KiB/s rd, 26 KiB/s wr, 210 op/s 2024-04-10T16:21:00.352 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:21:00 smithi069 ceph-mon[94167]: osdmap e1618: 8 total, 8 up, 8 in 2024-04-10T16:21:00.508 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:21:00 smithi077 ceph-mon[87572]: pgmap v2792: 137 pgs: 137 active+clean; 8.7 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 137 KiB/s rd, 26 KiB/s wr, 210 op/s 2024-04-10T16:21:00.508 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:21:00 smithi077 ceph-mon[87572]: osdmap e1618: 8 total, 8 up, 8 in 2024-04-10T16:21:01.090 INFO:tasks.workunit.client.0.smithi069.stdout:[----------] 34 tests from TestInternal (35394 ms total) 2024-04-10T16:21:01.091 INFO:tasks.workunit.client.0.smithi069.stdout: 2024-04-10T16:21:01.091 INFO:tasks.workunit.client.0.smithi069.stdout:[----------] 17 tests from TestImageWatcher 2024-04-10T16:21:01.352 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:21:01 smithi069 ceph-mon[94167]: osdmap e1619: 8 total, 8 up, 8 in 2024-04-10T16:21:01.352 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:21:01 smithi069 ceph-mon[96738]: osdmap e1619: 8 total, 8 up, 8 in 2024-04-10T16:21:01.508 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:21:01 smithi077 ceph-mon[87572]: osdmap e1619: 8 total, 8 up, 8 in 2024-04-10T16:21:02.352 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:21:02 smithi069 ceph-mon[96738]: pgmap v2795: 137 pgs: 137 active+clean; 9.0 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 534 KiB/s rd, 183 KiB/s wr, 852 op/s 2024-04-10T16:21:02.352 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:21:02 smithi069 ceph-mon[96738]: osdmap e1620: 8 total, 8 up, 8 in 2024-04-10T16:21:02.352 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:21:02 smithi069 ceph-mon[94167]: pgmap v2795: 137 pgs: 137 active+clean; 9.0 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 534 KiB/s rd, 183 KiB/s wr, 852 op/s 2024-04-10T16:21:02.352 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:21:02 smithi069 ceph-mon[94167]: osdmap e1620: 8 total, 8 up, 8 in 2024-04-10T16:21:02.508 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:21:02 smithi077 ceph-mon[87572]: pgmap v2795: 137 pgs: 137 active+clean; 9.0 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 534 KiB/s rd, 183 KiB/s wr, 852 op/s 2024-04-10T16:21:02.508 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:21:02 smithi077 ceph-mon[87572]: osdmap e1620: 8 total, 8 up, 8 in 2024-04-10T16:21:02.508 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:21:02 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:21:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:21:03.102 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestImageWatcher.NotifyHeaderUpdate 2024-04-10T16:21:03.352 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:21:03 smithi069 ceph-mon[96738]: osdmap e1621: 8 total, 8 up, 8 in 2024-04-10T16:21:03.352 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:21:03 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/2952534342' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:21:03.352 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:21:03 smithi069 ceph-mon[96738]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:21:03.352 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:21:03 smithi069 ceph-mon[94167]: osdmap e1621: 8 total, 8 up, 8 in 2024-04-10T16:21:03.352 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:21:03 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/2952534342' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:21:03.352 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:21:03 smithi069 ceph-mon[94167]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:21:03.508 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:21:03 smithi077 ceph-mon[87572]: osdmap e1621: 8 total, 8 up, 8 in 2024-04-10T16:21:03.508 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:21:03 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/2952534342' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:21:03.508 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:21:03 smithi077 ceph-mon[87572]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:21:04.352 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:21:04 smithi069 ceph-mon[96738]: pgmap v2798: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:21:04.352 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:21:04 smithi069 ceph-mon[96738]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T16:21:04.352 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:21:04 smithi069 ceph-mon[96738]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-14","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T16:21:04.352 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:21:04 smithi069 ceph-mon[96738]: osdmap e1622: 8 total, 8 up, 8 in 2024-04-10T16:21:04.352 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:21:04 smithi069 ceph-mon[94167]: pgmap v2798: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:21:04.352 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:21:04 smithi069 ceph-mon[94167]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T16:21:04.352 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:21:04 smithi069 ceph-mon[94167]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-14","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T16:21:04.352 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:21:04 smithi069 ceph-mon[94167]: osdmap e1622: 8 total, 8 up, 8 in 2024-04-10T16:21:04.508 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:21:04 smithi077 ceph-mon[87572]: pgmap v2798: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:21:04.508 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:21:04 smithi077 ceph-mon[87572]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T16:21:04.508 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:21:04 smithi077 ceph-mon[87572]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-14","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T16:21:04.508 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:21:04 smithi077 ceph-mon[87572]: osdmap e1622: 8 total, 8 up, 8 in 2024-04-10T16:21:05.142 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestImageWatcher.NotifyHeaderUpdate (2040 ms) 2024-04-10T16:21:05.142 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestImageWatcher.NotifyFlatten 2024-04-10T16:21:05.166 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestImageWatcher.NotifyFlatten (24 ms) 2024-04-10T16:21:05.167 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestImageWatcher.NotifyResize 2024-04-10T16:21:05.190 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestImageWatcher.NotifyResize (23 ms) 2024-04-10T16:21:05.190 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestImageWatcher.NotifyRebuildObjectMap 2024-04-10T16:21:05.212 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestImageWatcher.NotifyRebuildObjectMap (23 ms) 2024-04-10T16:21:05.212 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestImageWatcher.NotifyUpdateFeatures 2024-04-10T16:21:05.233 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestImageWatcher.NotifyUpdateFeatures (20 ms) 2024-04-10T16:21:05.233 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestImageWatcher.NotifySnapCreate 2024-04-10T16:21:05.256 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestImageWatcher.NotifySnapCreate (24 ms) 2024-04-10T16:21:05.256 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestImageWatcher.NotifySnapCreateError 2024-04-10T16:21:05.276 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestImageWatcher.NotifySnapCreateError (20 ms) 2024-04-10T16:21:05.277 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestImageWatcher.NotifySnapRename 2024-04-10T16:21:05.298 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestImageWatcher.NotifySnapRename (21 ms) 2024-04-10T16:21:05.298 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestImageWatcher.NotifySnapRenameError 2024-04-10T16:21:05.318 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestImageWatcher.NotifySnapRenameError (20 ms) 2024-04-10T16:21:05.318 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestImageWatcher.NotifySnapRemove 2024-04-10T16:21:05.337 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestImageWatcher.NotifySnapRemove (20 ms) 2024-04-10T16:21:05.337 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestImageWatcher.NotifySnapProtect 2024-04-10T16:21:05.358 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestImageWatcher.NotifySnapProtect (20 ms) 2024-04-10T16:21:05.358 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestImageWatcher.NotifySnapUnprotect 2024-04-10T16:21:05.380 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestImageWatcher.NotifySnapUnprotect (23 ms) 2024-04-10T16:21:05.381 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestImageWatcher.NotifyRename 2024-04-10T16:21:05.400 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestImageWatcher.NotifyRename (20 ms) 2024-04-10T16:21:05.400 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestImageWatcher.NotifyAsyncTimedOut 2024-04-10T16:21:05.420 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestImageWatcher.NotifyAsyncTimedOut (19 ms) 2024-04-10T16:21:05.420 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestImageWatcher.NotifyAsyncError 2024-04-10T16:21:05.440 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestImageWatcher.NotifyAsyncError (20 ms) 2024-04-10T16:21:05.440 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestImageWatcher.NotifyAsyncCompleteError 2024-04-10T16:21:05.460 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestImageWatcher.NotifyAsyncCompleteError (20 ms) 2024-04-10T16:21:05.460 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestImageWatcher.NotifyAsyncRequestTimedOut 2024-04-10T16:21:05.484 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestImageWatcher.NotifyAsyncRequestTimedOut (25 ms) 2024-04-10T16:21:05.508 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:21:05 smithi077 ceph-mon[87572]: osdmap e1623: 8 total, 8 up, 8 in 2024-04-10T16:21:05.602 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:21:05 smithi069 ceph-mon[96738]: osdmap e1623: 8 total, 8 up, 8 in 2024-04-10T16:21:05.602 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:21:05 smithi069 ceph-mon[94167]: osdmap e1623: 8 total, 8 up, 8 in 2024-04-10T16:21:06.119 INFO:tasks.workunit.client.0.smithi069.stdout:[----------] 17 tests from TestImageWatcher (2382 ms total) 2024-04-10T16:21:06.120 INFO:tasks.workunit.client.0.smithi069.stdout: 2024-04-10T16:21:06.120 INFO:tasks.workunit.client.0.smithi069.stdout:[----------] 168 tests from TestLibRBD 2024-04-10T16:21:06.155 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestLibRBD.CreateAndStat 2024-04-10T16:21:06.508 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:21:06 smithi077 ceph-mon[87572]: pgmap v2801: 137 pgs: 14 unknown, 123 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:21:06.508 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:21:06 smithi077 ceph-mon[87572]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T16:21:06.508 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:21:06 smithi077 ceph-mon[87572]: osdmap e1624: 8 total, 8 up, 8 in 2024-04-10T16:21:06.602 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:21:06 smithi069 ceph-mon[96738]: pgmap v2801: 137 pgs: 14 unknown, 123 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:21:06.602 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:21:06 smithi069 ceph-mon[96738]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T16:21:06.602 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:21:06 smithi069 ceph-mon[96738]: osdmap e1624: 8 total, 8 up, 8 in 2024-04-10T16:21:06.603 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:21:06 smithi069 ceph-mon[94167]: pgmap v2801: 137 pgs: 14 unknown, 123 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:21:06.603 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:21:06 smithi069 ceph-mon[94167]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T16:21:06.603 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:21:06 smithi069 ceph-mon[94167]: osdmap e1624: 8 total, 8 up, 8 in 2024-04-10T16:21:07.352 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:21:07 smithi069 ceph-mon[96738]: osdmap e1625: 8 total, 8 up, 8 in 2024-04-10T16:21:07.352 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:21:07 smithi069 ceph-mon[94167]: osdmap e1625: 8 total, 8 up, 8 in 2024-04-10T16:21:07.353 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:21:06 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:21:06] "GET /metrics HTTP/1.1" 200 36461 "" "Prometheus/2.43.0" 2024-04-10T16:21:07.508 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:21:07 smithi077 ceph-mon[87572]: osdmap e1625: 8 total, 8 up, 8 in 2024-04-10T16:21:08.143 INFO:tasks.workunit.client.0.smithi069.stdout:using new format! 2024-04-10T16:21:08.508 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:21:08 smithi077 ceph-mon[87572]: pgmap v2804: 105 pgs: 105 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:21:08.508 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:21:08 smithi077 ceph-mon[87572]: osdmap e1626: 8 total, 8 up, 8 in 2024-04-10T16:21:08.508 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:21:08 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/26309172' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:21:08.508 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:21:08 smithi077 ceph-mon[87572]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:21:08.602 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:21:08 smithi069 ceph-mon[96738]: pgmap v2804: 105 pgs: 105 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:21:08.602 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:21:08 smithi069 ceph-mon[96738]: osdmap e1626: 8 total, 8 up, 8 in 2024-04-10T16:21:08.602 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:21:08 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/26309172' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:21:08.602 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:21:08 smithi069 ceph-mon[96738]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:21:08.603 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:21:08 smithi069 ceph-mon[94167]: pgmap v2804: 105 pgs: 105 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:21:08.603 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:21:08 smithi069 ceph-mon[94167]: osdmap e1626: 8 total, 8 up, 8 in 2024-04-10T16:21:08.603 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:21:08 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/26309172' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:21:08.603 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:21:08 smithi069 ceph-mon[94167]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:21:09.508 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:21:09 smithi077 ceph-mon[87572]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-15","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T16:21:09.508 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:21:09 smithi077 ceph-mon[87572]: osdmap e1627: 8 total, 8 up, 8 in 2024-04-10T16:21:09.602 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:21:09 smithi069 ceph-mon[96738]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-15","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T16:21:09.602 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:21:09 smithi069 ceph-mon[96738]: osdmap e1627: 8 total, 8 up, 8 in 2024-04-10T16:21:09.602 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:21:09 smithi069 ceph-mon[94167]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-15","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T16:21:09.602 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:21:09 smithi069 ceph-mon[94167]: osdmap e1627: 8 total, 8 up, 8 in 2024-04-10T16:21:10.197 INFO:tasks.workunit.client.0.smithi069.stdout:image has size 2097152 and order 22 2024-04-10T16:21:10.197 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestLibRBD.CreateAndStat (4042 ms) 2024-04-10T16:21:10.197 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestLibRBD.CreateWithSameDataPool 2024-04-10T16:21:10.198 INFO:tasks.workunit.client.0.smithi069.stdout:using new format! 2024-04-10T16:21:10.214 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestLibRBD.CreateWithSameDataPool (18 ms) 2024-04-10T16:21:10.215 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestLibRBD.CreateAndStatPP 2024-04-10T16:21:10.215 INFO:tasks.workunit.client.0.smithi069.stdout:using new format! 2024-04-10T16:21:10.234 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestLibRBD.CreateAndStatPP (19 ms) 2024-04-10T16:21:10.234 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestLibRBD.GetId 2024-04-10T16:21:10.234 INFO:tasks.workunit.client.0.smithi069.stdout:using new format! 2024-04-10T16:21:10.260 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestLibRBD.GetId (26 ms) 2024-04-10T16:21:10.260 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestLibRBD.GetIdPP 2024-04-10T16:21:10.260 INFO:tasks.workunit.client.0.smithi069.stdout:using new format! 2024-04-10T16:21:10.286 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestLibRBD.GetIdPP (26 ms) 2024-04-10T16:21:10.286 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestLibRBD.GetBlockNamePrefix 2024-04-10T16:21:10.286 INFO:tasks.workunit.client.0.smithi069.stdout:using new format! 2024-04-10T16:21:10.302 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestLibRBD.GetBlockNamePrefix (16 ms) 2024-04-10T16:21:10.302 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestLibRBD.GetBlockNamePrefixPP 2024-04-10T16:21:10.302 INFO:tasks.workunit.client.0.smithi069.stdout:using new format! 2024-04-10T16:21:10.319 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestLibRBD.GetBlockNamePrefixPP (18 ms) 2024-04-10T16:21:10.320 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestLibRBD.TestGetCreateTimestamp 2024-04-10T16:21:10.320 INFO:tasks.workunit.client.0.smithi069.stdout:using new format! 2024-04-10T16:21:10.335 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestLibRBD.TestGetCreateTimestamp (16 ms) 2024-04-10T16:21:10.335 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestLibRBD.GetCreateTimestampPP 2024-04-10T16:21:10.336 INFO:tasks.workunit.client.0.smithi069.stdout:using new format! 2024-04-10T16:21:10.350 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestLibRBD.GetCreateTimestampPP (15 ms) 2024-04-10T16:21:10.350 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestLibRBD.OpenAio 2024-04-10T16:21:10.350 INFO:tasks.workunit.client.0.smithi069.stdout:using new format! 2024-04-10T16:21:10.367 INFO:tasks.workunit.client.0.smithi069.stdout:image has size 2097152 and order 22 2024-04-10T16:21:10.367 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestLibRBD.OpenAio (16 ms) 2024-04-10T16:21:10.367 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestLibRBD.OpenAioFail 2024-04-10T16:21:10.370 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestLibRBD.OpenAioFail (3 ms) 2024-04-10T16:21:10.370 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestLibRBD.OpenAioPP 2024-04-10T16:21:10.370 INFO:tasks.workunit.client.0.smithi069.stdout:using new format! 2024-04-10T16:21:10.393 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestLibRBD.OpenAioPP (23 ms) 2024-04-10T16:21:10.393 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestLibRBD.OpenAioFailPP 2024-04-10T16:21:10.396 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestLibRBD.OpenAioFailPP (3 ms) 2024-04-10T16:21:10.396 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestLibRBD.ResizeAndStat 2024-04-10T16:21:10.396 INFO:tasks.workunit.client.0.smithi069.stdout:using new format! 2024-04-10T16:21:10.429 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestLibRBD.ResizeAndStat (33 ms) 2024-04-10T16:21:10.429 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestLibRBD.ResizeAndStatPP 2024-04-10T16:21:10.429 INFO:tasks.workunit.client.0.smithi069.stdout:using new format! 2024-04-10T16:21:10.457 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestLibRBD.ResizeAndStatPP (28 ms) 2024-04-10T16:21:10.457 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestLibRBD.UpdateWatchAndResize 2024-04-10T16:21:10.457 INFO:tasks.workunit.client.0.smithi069.stdout:using new format! 2024-04-10T16:21:10.487 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestLibRBD.UpdateWatchAndResize (31 ms) 2024-04-10T16:21:10.487 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestLibRBD.UpdateWatchAndResizePP 2024-04-10T16:21:10.487 INFO:tasks.workunit.client.0.smithi069.stdout:using new format! 2024-04-10T16:21:10.510 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:21:10 smithi077 ceph-mon[87572]: pgmap v2807: 137 pgs: 27 unknown, 110 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:21:10.510 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:21:10 smithi077 ceph-mon[87572]: osdmap e1628: 8 total, 8 up, 8 in 2024-04-10T16:21:10.510 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:21:10 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:21:10.510 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:21:10 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:21:10.520 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestLibRBD.UpdateWatchAndResizePP (33 ms) 2024-04-10T16:21:10.521 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestLibRBD.TestCreateLsDelete 2024-04-10T16:21:10.602 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:21:10 smithi069 ceph-mon[96738]: pgmap v2807: 137 pgs: 27 unknown, 110 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:21:10.602 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:21:10 smithi069 ceph-mon[96738]: osdmap e1628: 8 total, 8 up, 8 in 2024-04-10T16:21:10.602 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:21:10 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:21:10.602 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:21:10 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:21:10.602 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:21:10 smithi069 ceph-mon[94167]: pgmap v2807: 137 pgs: 27 unknown, 110 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:21:10.603 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:21:10 smithi069 ceph-mon[94167]: osdmap e1628: 8 total, 8 up, 8 in 2024-04-10T16:21:10.603 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:21:10 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:21:10.603 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:21:10 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:21:11.508 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:21:11 smithi077 ceph-mon[87572]: osdmap e1629: 8 total, 8 up, 8 in 2024-04-10T16:21:11.508 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:21:11 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-10T16:21:11.509 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:21:11 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:21:11.509 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:21:11 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:21:11.509 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:21:11 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:21:11.509 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:21:11 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:21:11.509 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:21:11 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:21:11.509 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:21:11 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:21:11.509 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:21:11 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:21:11.509 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:21:11 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:21:11.509 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:21:11 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:21:11.509 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:21:11 smithi077 ceph-mon[87572]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T16:21:11.509 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:21:11 smithi077 ceph-mon[87572]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T16:21:11.509 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:21:11 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:21:11.509 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:21:11 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:21:11.510 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:21:11 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:21:11.510 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:21:11 smithi077 ceph-mon[87572]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T16:21:11.510 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:21:11 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:21:11.510 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:21:11 smithi077 ceph-mon[87572]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T16:21:11.510 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:21:11 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:21:11.510 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:21:11 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:21:11.510 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:21:11 smithi077 ceph-mon[87572]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T16:21:11.510 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:21:11 smithi077 ceph-mon[87572]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T16:21:11.510 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:21:11 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:21:11.510 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:21:11 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:21:11.510 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:21:11 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:21:11.602 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:21:11 smithi069 ceph-mon[94167]: osdmap e1629: 8 total, 8 up, 8 in 2024-04-10T16:21:11.602 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:21:11 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-10T16:21:11.602 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:21:11 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:21:11.603 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:21:11 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:21:11.603 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:21:11 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:21:11.603 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:21:11 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:21:11.603 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:21:11 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:21:11.603 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:21:11 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:21:11.603 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:21:11 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:21:11.603 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:21:11 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:21:11.603 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:21:11 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:21:11.603 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:21:11 smithi069 ceph-mon[94167]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T16:21:11.603 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:21:11 smithi069 ceph-mon[94167]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T16:21:11.603 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:21:11 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:21:11.603 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:21:11 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:21:11.603 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:21:11 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:21:11.603 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:21:11 smithi069 ceph-mon[94167]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T16:21:11.603 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:21:11 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:21:11.604 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:21:11 smithi069 ceph-mon[94167]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T16:21:11.604 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:21:11 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:21:11.604 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:21:11 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:21:11.604 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:21:11 smithi069 ceph-mon[94167]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T16:21:11.604 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:21:11 smithi069 ceph-mon[94167]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T16:21:11.604 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:21:11 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:21:11.604 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:21:11 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:21:11.604 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:21:11 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:21:11.604 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:21:11 smithi069 ceph-mon[96738]: osdmap e1629: 8 total, 8 up, 8 in 2024-04-10T16:21:11.604 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:21:11 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-10T16:21:11.604 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:21:11 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:21:11.605 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:21:11 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:21:11.605 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:21:11 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:21:11.605 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:21:11 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:21:11.605 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:21:11 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:21:11.605 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:21:11 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:21:11.605 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:21:11 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:21:11.605 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:21:11 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:21:11.605 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:21:11 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:21:11.605 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:21:11 smithi069 ceph-mon[96738]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T16:21:11.605 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:21:11 smithi069 ceph-mon[96738]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T16:21:11.605 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:21:11 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:21:11.605 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:21:11 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:21:11.605 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:21:11 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:21:11.605 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:21:11 smithi069 ceph-mon[96738]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T16:21:11.605 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:21:11 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:21:11.606 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:21:11 smithi069 ceph-mon[96738]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T16:21:11.606 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:21:11 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:21:11.606 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:21:11 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:21:11.606 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:21:11 smithi069 ceph-mon[96738]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T16:21:11.606 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:21:11 smithi069 ceph-mon[96738]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T16:21:11.606 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:21:11 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:21:11.606 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:21:11 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:21:11.606 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:21:11 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:21:12.193 INFO:tasks.workunit.client.0.smithi069.stdout:using new format! 2024-04-10T16:21:12.508 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:21:12 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:21:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:21:12.508 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:21:12 smithi077 ceph-mon[87572]: pgmap v2810: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 58 KiB/s rd, 8.2 KiB/s wr, 82 op/s 2024-04-10T16:21:12.508 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:21:12 smithi077 ceph-mon[87572]: osdmap e1630: 8 total, 8 up, 8 in 2024-04-10T16:21:12.509 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:21:12 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/1246250611' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:21:12.509 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:21:12 smithi077 ceph-mon[87572]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:21:12.602 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:21:12 smithi069 ceph-mon[96738]: pgmap v2810: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 58 KiB/s rd, 8.2 KiB/s wr, 82 op/s 2024-04-10T16:21:12.602 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:21:12 smithi069 ceph-mon[96738]: osdmap e1630: 8 total, 8 up, 8 in 2024-04-10T16:21:12.602 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:21:12 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/1246250611' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:21:12.602 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:21:12 smithi069 ceph-mon[96738]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:21:12.603 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:21:12 smithi069 ceph-mon[94167]: pgmap v2810: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 58 KiB/s rd, 8.2 KiB/s wr, 82 op/s 2024-04-10T16:21:12.603 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:21:12 smithi069 ceph-mon[94167]: osdmap e1630: 8 total, 8 up, 8 in 2024-04-10T16:21:12.603 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:21:12 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/1246250611' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:21:12.603 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:21:12 smithi069 ceph-mon[94167]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:21:13.508 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:21:13 smithi077 ceph-mon[87572]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-16","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T16:21:13.508 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:21:13 smithi077 ceph-mon[87572]: osdmap e1631: 8 total, 8 up, 8 in 2024-04-10T16:21:13.602 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:21:13 smithi069 ceph-mon[96738]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-16","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T16:21:13.602 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:21:13 smithi069 ceph-mon[96738]: osdmap e1631: 8 total, 8 up, 8 in 2024-04-10T16:21:13.602 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:21:13 smithi069 ceph-mon[94167]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-16","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T16:21:13.602 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:21:13 smithi069 ceph-mon[94167]: osdmap e1631: 8 total, 8 up, 8 in 2024-04-10T16:21:14.226 INFO:tasks.workunit.client.0.smithi069.stdout:image: image18 2024-04-10T16:21:14.226 INFO:tasks.workunit.client.0.smithi069.stdout:expected = image18 2024-04-10T16:21:14.226 INFO:tasks.workunit.client.0.smithi069.stdout:found image18 2024-04-10T16:21:14.226 INFO:tasks.workunit.client.0.smithi069.stdout:erased image18 2024-04-10T16:21:14.226 INFO:tasks.workunit.client.0.smithi069.stdout:using new format! 2024-04-10T16:21:14.309 INFO:tasks.workunit.client.0.smithi069.stdout:image: image18 2024-04-10T16:21:14.309 INFO:tasks.workunit.client.0.smithi069.stdout:image: image19 2024-04-10T16:21:14.309 INFO:tasks.workunit.client.0.smithi069.stdout:expected = image18 2024-04-10T16:21:14.309 INFO:tasks.workunit.client.0.smithi069.stdout:found image18 2024-04-10T16:21:14.309 INFO:tasks.workunit.client.0.smithi069.stdout:erased image18 2024-04-10T16:21:14.309 INFO:tasks.workunit.client.0.smithi069.stdout:expected = image19 2024-04-10T16:21:14.309 INFO:tasks.workunit.client.0.smithi069.stdout:found image19 2024-04-10T16:21:14.309 INFO:tasks.workunit.client.0.smithi069.stdout:erased image19 2024-04-10T16:21:14.309 INFO:tasks.workunit.client.0.smithi069.stdout:image: image19 2024-04-10T16:21:14.309 INFO:tasks.workunit.client.0.smithi069.stdout:expected = image19 2024-04-10T16:21:14.309 INFO:tasks.workunit.client.0.smithi069.stdout:found image19 2024-04-10T16:21:14.309 INFO:tasks.workunit.client.0.smithi069.stdout:erased image19 2024-04-10T16:21:14.310 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestLibRBD.TestCreateLsDelete (3788 ms) 2024-04-10T16:21:14.310 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestLibRBD.TestCreateLsDeletePP 2024-04-10T16:21:14.508 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:21:14 smithi077 ceph-mon[87572]: pgmap v2813: 169 pgs: 32 unknown, 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 58 KiB/s rd, 8.2 KiB/s wr, 82 op/s 2024-04-10T16:21:14.508 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:21:14 smithi077 ceph-mon[87572]: osdmap e1632: 8 total, 8 up, 8 in 2024-04-10T16:21:14.602 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:21:14 smithi069 ceph-mon[96738]: pgmap v2813: 169 pgs: 32 unknown, 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 58 KiB/s rd, 8.2 KiB/s wr, 82 op/s 2024-04-10T16:21:14.602 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:21:14 smithi069 ceph-mon[96738]: osdmap e1632: 8 total, 8 up, 8 in 2024-04-10T16:21:14.602 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:21:14 smithi069 ceph-mon[94167]: pgmap v2813: 169 pgs: 32 unknown, 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 58 KiB/s rd, 8.2 KiB/s wr, 82 op/s 2024-04-10T16:21:14.603 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:21:14 smithi069 ceph-mon[94167]: osdmap e1632: 8 total, 8 up, 8 in 2024-04-10T16:21:15.508 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:21:15 smithi077 ceph-mon[87572]: osdmap e1633: 8 total, 8 up, 8 in 2024-04-10T16:21:15.602 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:21:15 smithi069 ceph-mon[96738]: osdmap e1633: 8 total, 8 up, 8 in 2024-04-10T16:21:15.602 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:21:15 smithi069 ceph-mon[94167]: osdmap e1633: 8 total, 8 up, 8 in 2024-04-10T16:21:16.220 INFO:tasks.workunit.client.0.smithi069.stdout:using new format! 2024-04-10T16:21:16.508 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:21:16 smithi077 ceph-mon[87572]: pgmap v2816: 169 pgs: 21 unknown, 148 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 82 KiB/s rd, 7.7 KiB/s wr, 115 op/s 2024-04-10T16:21:16.508 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:21:16 smithi077 ceph-mon[87572]: osdmap e1634: 8 total, 8 up, 8 in 2024-04-10T16:21:16.508 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:21:16 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/1193686486' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:21:16.508 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:21:16 smithi077 ceph-mon[87572]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:21:16.602 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:21:16 smithi069 ceph-mon[96738]: pgmap v2816: 169 pgs: 21 unknown, 148 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 82 KiB/s rd, 7.7 KiB/s wr, 115 op/s 2024-04-10T16:21:16.602 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:21:16 smithi069 ceph-mon[96738]: osdmap e1634: 8 total, 8 up, 8 in 2024-04-10T16:21:16.602 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:21:16 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/1193686486' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:21:16.602 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:21:16 smithi069 ceph-mon[96738]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:21:16.602 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:21:16 smithi069 ceph-mon[94167]: pgmap v2816: 169 pgs: 21 unknown, 148 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 82 KiB/s rd, 7.7 KiB/s wr, 115 op/s 2024-04-10T16:21:16.602 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:21:16 smithi069 ceph-mon[94167]: osdmap e1634: 8 total, 8 up, 8 in 2024-04-10T16:21:16.603 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:21:16 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/1193686486' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:21:16.603 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:21:16 smithi069 ceph-mon[94167]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:21:17.213 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:21:16 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:21:16] "GET /metrics HTTP/1.1" 200 36475 "" "Prometheus/2.43.0" 2024-04-10T16:21:17.508 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:21:17 smithi077 ceph-mon[87572]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-17","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T16:21:17.508 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:21:17 smithi077 ceph-mon[87572]: osdmap e1635: 8 total, 8 up, 8 in 2024-04-10T16:21:17.508 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:21:17 smithi077 ceph-mon[87572]: osdmap e1636: 8 total, 8 up, 8 in 2024-04-10T16:21:17.602 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:21:17 smithi069 ceph-mon[96738]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-17","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T16:21:17.602 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:21:17 smithi069 ceph-mon[96738]: osdmap e1635: 8 total, 8 up, 8 in 2024-04-10T16:21:17.602 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:21:17 smithi069 ceph-mon[96738]: osdmap e1636: 8 total, 8 up, 8 in 2024-04-10T16:21:17.602 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:21:17 smithi069 ceph-mon[94167]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-17","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T16:21:17.603 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:21:17 smithi069 ceph-mon[94167]: osdmap e1635: 8 total, 8 up, 8 in 2024-04-10T16:21:17.603 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:21:17 smithi069 ceph-mon[94167]: osdmap e1636: 8 total, 8 up, 8 in 2024-04-10T16:21:17.764 INFO:tasks.workunit.client.0.smithi069.stdout:num images is: 1 2024-04-10T16:21:17.764 INFO:tasks.workunit.client.0.smithi069.stdout:expected: 1 2024-04-10T16:21:17.764 INFO:tasks.workunit.client.0.smithi069.stdout:image: image20 2024-04-10T16:21:17.764 INFO:tasks.workunit.client.0.smithi069.stdout:expected = image20 2024-04-10T16:21:17.764 INFO:tasks.workunit.client.0.smithi069.stdout:using new format! 2024-04-10T16:21:17.774 INFO:tasks.workunit.client.0.smithi069.stdout:num images is: 2 2024-04-10T16:21:17.775 INFO:tasks.workunit.client.0.smithi069.stdout:expected: 2 2024-04-10T16:21:17.775 INFO:tasks.workunit.client.0.smithi069.stdout:image: image20 2024-04-10T16:21:17.775 INFO:tasks.workunit.client.0.smithi069.stdout:image: image21 2024-04-10T16:21:17.775 INFO:tasks.workunit.client.0.smithi069.stdout:expected = image20 2024-04-10T16:21:17.775 INFO:tasks.workunit.client.0.smithi069.stdout:expected = image21 2024-04-10T16:21:17.836 INFO:tasks.workunit.client.0.smithi069.stdout:num images is: 1 2024-04-10T16:21:17.836 INFO:tasks.workunit.client.0.smithi069.stdout:expected: 1 2024-04-10T16:21:17.837 INFO:tasks.workunit.client.0.smithi069.stdout:image: image21 2024-04-10T16:21:17.837 INFO:tasks.workunit.client.0.smithi069.stdout:expected = image21 2024-04-10T16:21:17.837 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestLibRBD.TestCreateLsDeletePP (3528 ms) 2024-04-10T16:21:17.837 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestLibRBD.TestCopy 2024-04-10T16:21:19.008 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:21:18 smithi077 ceph-mon[87572]: pgmap v2820: 201 pgs: 15 creating+peering, 17 unknown, 169 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 156 KiB/s rd, 16 KiB/s wr, 216 op/s 2024-04-10T16:21:19.008 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:21:18 smithi077 ceph-mon[87572]: osdmap e1637: 8 total, 8 up, 8 in 2024-04-10T16:21:19.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:21:18 smithi069 ceph-mon[96738]: pgmap v2820: 201 pgs: 15 creating+peering, 17 unknown, 169 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 156 KiB/s rd, 16 KiB/s wr, 216 op/s 2024-04-10T16:21:19.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:21:18 smithi069 ceph-mon[96738]: osdmap e1637: 8 total, 8 up, 8 in 2024-04-10T16:21:19.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:21:18 smithi069 ceph-mon[94167]: pgmap v2820: 201 pgs: 15 creating+peering, 17 unknown, 169 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 156 KiB/s rd, 16 KiB/s wr, 216 op/s 2024-04-10T16:21:19.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:21:18 smithi069 ceph-mon[94167]: osdmap e1637: 8 total, 8 up, 8 in 2024-04-10T16:21:19.754 INFO:tasks.workunit.client.0.smithi069.stdout:using new format! 2024-04-10T16:21:20.008 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:21:19 smithi077 ceph-mon[87572]: osdmap e1638: 8 total, 8 up, 8 in 2024-04-10T16:21:20.008 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:21:19 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/1844533825' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:21:20.008 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:21:19 smithi077 ceph-mon[87572]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:21:20.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:21:19 smithi069 ceph-mon[96738]: osdmap e1638: 8 total, 8 up, 8 in 2024-04-10T16:21:20.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:21:19 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/1844533825' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:21:20.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:21:19 smithi069 ceph-mon[96738]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:21:20.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:21:19 smithi069 ceph-mon[94167]: osdmap e1638: 8 total, 8 up, 8 in 2024-04-10T16:21:20.103 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:21:19 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/1844533825' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:21:20.103 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:21:19 smithi069 ceph-mon[94167]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:21:21.008 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:21:20 smithi077 ceph-mon[87572]: pgmap v2823: 233 pgs: 15 creating+peering, 38 unknown, 180 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 71 KiB/s rd, 8.1 KiB/s wr, 99 op/s 2024-04-10T16:21:21.008 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:21:20 smithi077 ceph-mon[87572]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T16:21:21.008 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:21:20 smithi077 ceph-mon[87572]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-18","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T16:21:21.008 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:21:20 smithi077 ceph-mon[87572]: osdmap e1639: 8 total, 8 up, 8 in 2024-04-10T16:21:21.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:21:20 smithi069 ceph-mon[96738]: pgmap v2823: 233 pgs: 15 creating+peering, 38 unknown, 180 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 71 KiB/s rd, 8.1 KiB/s wr, 99 op/s 2024-04-10T16:21:21.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:21:20 smithi069 ceph-mon[96738]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T16:21:21.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:21:20 smithi069 ceph-mon[96738]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-18","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T16:21:21.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:21:20 smithi069 ceph-mon[96738]: osdmap e1639: 8 total, 8 up, 8 in 2024-04-10T16:21:21.103 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:21:20 smithi069 ceph-mon[94167]: pgmap v2823: 233 pgs: 15 creating+peering, 38 unknown, 180 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 71 KiB/s rd, 8.1 KiB/s wr, 99 op/s 2024-04-10T16:21:21.103 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:21:20 smithi069 ceph-mon[94167]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T16:21:21.103 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:21:20 smithi069 ceph-mon[94167]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-18","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T16:21:21.103 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:21:20 smithi069 ceph-mon[94167]: osdmap e1639: 8 total, 8 up, 8 in 2024-04-10T16:21:22.008 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:21:21 smithi077 ceph-mon[87572]: osdmap e1640: 8 total, 8 up, 8 in 2024-04-10T16:21:22.008 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:21:21 smithi077 ceph-mon[87572]: osdmap e1641: 8 total, 8 up, 8 in 2024-04-10T16:21:22.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:21:21 smithi069 ceph-mon[96738]: osdmap e1640: 8 total, 8 up, 8 in 2024-04-10T16:21:22.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:21:21 smithi069 ceph-mon[96738]: osdmap e1641: 8 total, 8 up, 8 in 2024-04-10T16:21:22.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:21:21 smithi069 ceph-mon[94167]: osdmap e1640: 8 total, 8 up, 8 in 2024-04-10T16:21:22.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:21:21 smithi069 ceph-mon[94167]: osdmap e1641: 8 total, 8 up, 8 in 2024-04-10T16:21:22.108 INFO:tasks.workunit.client.0.smithi069.stdout:image: image22 2024-04-10T16:21:22.108 INFO:tasks.workunit.client.0.smithi069.stdout:expected = image22 2024-04-10T16:21:22.108 INFO:tasks.workunit.client.0.smithi069.stdout:found image22 2024-04-10T16:21:22.108 INFO:tasks.workunit.client.0.smithi069.stdout:erased image22 2024-04-10T16:21:22.108 INFO:tasks.workunit.client.0.smithi069.stdout:image: image22 2024-04-10T16:21:22.108 INFO:tasks.workunit.client.0.smithi069.stdout:image: image23 2024-04-10T16:21:22.109 INFO:tasks.workunit.client.0.smithi069.stdout:expected = image22 2024-04-10T16:21:22.109 INFO:tasks.workunit.client.0.smithi069.stdout:found image22 2024-04-10T16:21:22.109 INFO:tasks.workunit.client.0.smithi069.stdout:erased image22 2024-04-10T16:21:22.109 INFO:tasks.workunit.client.0.smithi069.stdout:expected = image23 2024-04-10T16:21:22.109 INFO:tasks.workunit.client.0.smithi069.stdout:found image23 2024-04-10T16:21:22.109 INFO:tasks.workunit.client.0.smithi069.stdout:erased image23 2024-04-10T16:21:22.109 INFO:tasks.workunit.client.0.smithi069.stdout:100.00% done 2024-04-10T16:21:22.109 INFO:tasks.workunit.client.0.smithi069.stdout:image: image22 2024-04-10T16:21:22.109 INFO:tasks.workunit.client.0.smithi069.stdout:image: image23 2024-04-10T16:21:22.109 INFO:tasks.workunit.client.0.smithi069.stdout:image: image24 2024-04-10T16:21:22.109 INFO:tasks.workunit.client.0.smithi069.stdout:expected = image22 2024-04-10T16:21:22.109 INFO:tasks.workunit.client.0.smithi069.stdout:found image22 2024-04-10T16:21:22.109 INFO:tasks.workunit.client.0.smithi069.stdout:erased image22 2024-04-10T16:21:22.109 INFO:tasks.workunit.client.0.smithi069.stdout:expected = image23 2024-04-10T16:21:22.110 INFO:tasks.workunit.client.0.smithi069.stdout:found image23 2024-04-10T16:21:22.110 INFO:tasks.workunit.client.0.smithi069.stdout:erased image23 2024-04-10T16:21:22.110 INFO:tasks.workunit.client.0.smithi069.stdout:expected = image24 2024-04-10T16:21:22.110 INFO:tasks.workunit.client.0.smithi069.stdout:found image24 2024-04-10T16:21:22.110 INFO:tasks.workunit.client.0.smithi069.stdout:erased image24 2024-04-10T16:21:22.110 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestLibRBD.TestCopy (4271 ms) 2024-04-10T16:21:22.110 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestLibRBD.TestCopyPP 2024-04-10T16:21:22.758 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:21:22 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:21:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:21:23.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:21:22 smithi069 ceph-mon[94167]: pgmap v2826: 233 pgs: 7 creating+peering, 8 unknown, 218 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 3.2 KiB/s wr, 42 op/s 2024-04-10T16:21:23.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:21:22 smithi069 ceph-mon[94167]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T16:21:23.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:21:22 smithi069 ceph-mon[96738]: pgmap v2826: 233 pgs: 7 creating+peering, 8 unknown, 218 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 3.2 KiB/s wr, 42 op/s 2024-04-10T16:21:23.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:21:22 smithi069 ceph-mon[96738]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T16:21:23.258 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:21:22 smithi077 ceph-mon[87572]: pgmap v2826: 233 pgs: 7 creating+peering, 8 unknown, 218 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 3.2 KiB/s wr, 42 op/s 2024-04-10T16:21:23.258 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:21:22 smithi077 ceph-mon[87572]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T16:21:23.787 INFO:tasks.workunit.client.0.smithi069.stdout:using new format! 2024-04-10T16:21:24.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:21:23 smithi069 ceph-mon[94167]: osdmap e1642: 8 total, 8 up, 8 in 2024-04-10T16:21:24.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:21:23 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/2560342548' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:21:24.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:21:23 smithi069 ceph-mon[96738]: osdmap e1642: 8 total, 8 up, 8 in 2024-04-10T16:21:24.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:21:23 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/2560342548' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:21:24.258 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:21:23 smithi077 ceph-mon[87572]: osdmap e1642: 8 total, 8 up, 8 in 2024-04-10T16:21:24.258 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:21:23 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/2560342548' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:21:25.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:21:24 smithi069 ceph-mon[94167]: pgmap v2829: 265 pgs: 7 creating+peering, 40 unknown, 218 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 2.7 KiB/s wr, 41 op/s 2024-04-10T16:21:25.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:21:24 smithi069 ceph-mon[94167]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T16:21:25.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:21:24 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/2560342548' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-19","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T16:21:25.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:21:24 smithi069 ceph-mon[94167]: osdmap e1643: 8 total, 8 up, 8 in 2024-04-10T16:21:25.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:21:24 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:21:25.103 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:21:24 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:21:25.103 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:21:24 smithi069 ceph-mon[96738]: pgmap v2829: 265 pgs: 7 creating+peering, 40 unknown, 218 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 2.7 KiB/s wr, 41 op/s 2024-04-10T16:21:25.103 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:21:24 smithi069 ceph-mon[96738]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T16:21:25.103 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:21:24 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/2560342548' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-19","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T16:21:25.103 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:21:24 smithi069 ceph-mon[96738]: osdmap e1643: 8 total, 8 up, 8 in 2024-04-10T16:21:25.103 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:21:24 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:21:25.103 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:21:24 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:21:25.258 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:21:24 smithi077 ceph-mon[87572]: pgmap v2829: 265 pgs: 7 creating+peering, 40 unknown, 218 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 2.7 KiB/s wr, 41 op/s 2024-04-10T16:21:25.258 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:21:24 smithi077 ceph-mon[87572]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T16:21:25.258 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:21:24 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/2560342548' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-19","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T16:21:25.258 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:21:24 smithi077 ceph-mon[87572]: osdmap e1643: 8 total, 8 up, 8 in 2024-04-10T16:21:25.258 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:21:24 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:21:25.259 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:21:24 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:21:26.080 INFO:tasks.workunit.client.0.smithi069.stdout:num images is: 1 2024-04-10T16:21:26.080 INFO:tasks.workunit.client.0.smithi069.stdout:expected: 1 2024-04-10T16:21:26.080 INFO:tasks.workunit.client.0.smithi069.stdout:image: image25 2024-04-10T16:21:26.080 INFO:tasks.workunit.client.0.smithi069.stdout:expected = image25 2024-04-10T16:21:26.100 INFO:tasks.workunit.client.0.smithi069.stdout:num images is: 2 2024-04-10T16:21:26.100 INFO:tasks.workunit.client.0.smithi069.stdout:expected: 2 2024-04-10T16:21:26.100 INFO:tasks.workunit.client.0.smithi069.stdout:image: image25 2024-04-10T16:21:26.100 INFO:tasks.workunit.client.0.smithi069.stdout:image: image26 2024-04-10T16:21:26.100 INFO:tasks.workunit.client.0.smithi069.stdout:expected = image25 2024-04-10T16:21:26.100 INFO:tasks.workunit.client.0.smithi069.stdout:expected = image26 2024-04-10T16:21:26.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:21:25 smithi069 ceph-mon[96738]: osdmap e1644: 8 total, 8 up, 8 in 2024-04-10T16:21:26.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:21:25 smithi069 ceph-mon[94167]: osdmap e1644: 8 total, 8 up, 8 in 2024-04-10T16:21:26.147 INFO:tasks.workunit.client.0.smithi069.stdout:100.00% done 2024-04-10T16:21:26.147 INFO:tasks.workunit.client.0.smithi069.stdout:num images is: 3 2024-04-10T16:21:26.147 INFO:tasks.workunit.client.0.smithi069.stdout:expected: 3 2024-04-10T16:21:26.147 INFO:tasks.workunit.client.0.smithi069.stdout:image: image25 2024-04-10T16:21:26.147 INFO:tasks.workunit.client.0.smithi069.stdout:image: image26 2024-04-10T16:21:26.147 INFO:tasks.workunit.client.0.smithi069.stdout:image: image27 2024-04-10T16:21:26.147 INFO:tasks.workunit.client.0.smithi069.stdout:expected = image25 2024-04-10T16:21:26.147 INFO:tasks.workunit.client.0.smithi069.stdout:expected = image26 2024-04-10T16:21:26.147 INFO:tasks.workunit.client.0.smithi069.stdout:expected = image27 2024-04-10T16:21:26.180 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestLibRBD.TestCopyPP (4073 ms) 2024-04-10T16:21:26.181 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestLibRBD.TestDeepCopy 2024-04-10T16:21:26.258 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:21:25 smithi077 ceph-mon[87572]: osdmap e1644: 8 total, 8 up, 8 in 2024-04-10T16:21:27.102 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:21:26 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:21:26] "GET /metrics HTTP/1.1" 200 46093 "" "Prometheus/2.43.0" 2024-04-10T16:21:27.103 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:21:26 smithi069 ceph-mon[94167]: pgmap v2832: 265 pgs: 6 creating+peering, 18 unknown, 241 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 280 KiB/s rd, 19 KiB/s wr, 331 op/s 2024-04-10T16:21:27.103 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:21:26 smithi069 ceph-mon[94167]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T16:21:27.103 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:21:26 smithi069 ceph-mon[94167]: osdmap e1645: 8 total, 8 up, 8 in 2024-04-10T16:21:27.103 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:21:26 smithi069 ceph-mon[94167]: osdmap e1646: 8 total, 8 up, 8 in 2024-04-10T16:21:27.103 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:21:26 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/3751400132' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:21:27.103 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:21:26 smithi069 ceph-mon[96738]: pgmap v2832: 265 pgs: 6 creating+peering, 18 unknown, 241 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 280 KiB/s rd, 19 KiB/s wr, 331 op/s 2024-04-10T16:21:27.103 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:21:26 smithi069 ceph-mon[96738]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T16:21:27.104 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:21:26 smithi069 ceph-mon[96738]: osdmap e1645: 8 total, 8 up, 8 in 2024-04-10T16:21:27.104 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:21:26 smithi069 ceph-mon[96738]: osdmap e1646: 8 total, 8 up, 8 in 2024-04-10T16:21:27.104 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:21:26 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/3751400132' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:21:27.258 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:21:26 smithi077 ceph-mon[87572]: pgmap v2832: 265 pgs: 6 creating+peering, 18 unknown, 241 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 280 KiB/s rd, 19 KiB/s wr, 331 op/s 2024-04-10T16:21:27.258 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:21:26 smithi077 ceph-mon[87572]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T16:21:27.258 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:21:26 smithi077 ceph-mon[87572]: osdmap e1645: 8 total, 8 up, 8 in 2024-04-10T16:21:27.258 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:21:26 smithi077 ceph-mon[87572]: osdmap e1646: 8 total, 8 up, 8 in 2024-04-10T16:21:27.258 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:21:26 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/3751400132' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:21:27.743 INFO:tasks.workunit.client.0.smithi069.stdout:using new format! 2024-04-10T16:21:29.008 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:21:28 smithi077 ceph-mon[87572]: pgmap v2835: 297 pgs: 32 unknown, 6 creating+peering, 259 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 349 KiB/s rd, 22 KiB/s wr, 409 op/s 2024-04-10T16:21:29.008 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:21:28 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/3751400132' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-20","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T16:21:29.008 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:21:28 smithi077 ceph-mon[87572]: osdmap e1647: 8 total, 8 up, 8 in 2024-04-10T16:21:29.008 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:21:28 smithi077 ceph-mon[87572]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T16:21:29.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:21:28 smithi069 ceph-mon[94167]: pgmap v2835: 297 pgs: 32 unknown, 6 creating+peering, 259 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 349 KiB/s rd, 22 KiB/s wr, 409 op/s 2024-04-10T16:21:29.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:21:28 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/3751400132' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-20","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T16:21:29.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:21:28 smithi069 ceph-mon[94167]: osdmap e1647: 8 total, 8 up, 8 in 2024-04-10T16:21:29.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:21:28 smithi069 ceph-mon[94167]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T16:21:29.103 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:21:28 smithi069 ceph-mon[96738]: pgmap v2835: 297 pgs: 32 unknown, 6 creating+peering, 259 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 349 KiB/s rd, 22 KiB/s wr, 409 op/s 2024-04-10T16:21:29.103 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:21:28 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/3751400132' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-20","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T16:21:29.103 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:21:28 smithi069 ceph-mon[96738]: osdmap e1647: 8 total, 8 up, 8 in 2024-04-10T16:21:29.103 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:21:28 smithi069 ceph-mon[96738]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T16:21:30.008 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:21:29 smithi077 ceph-mon[87572]: osdmap e1648: 8 total, 8 up, 8 in 2024-04-10T16:21:30.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:21:29 smithi069 ceph-mon[96738]: osdmap e1648: 8 total, 8 up, 8 in 2024-04-10T16:21:30.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:21:29 smithi069 ceph-mon[94167]: osdmap e1648: 8 total, 8 up, 8 in 2024-04-10T16:21:31.008 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:21:30 smithi077 ceph-mon[87572]: pgmap v2838: 297 pgs: 24 unknown, 273 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 69 KiB/s rd, 3.5 KiB/s wr, 81 op/s 2024-04-10T16:21:31.008 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:21:30 smithi077 ceph-mon[87572]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T16:21:31.008 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:21:30 smithi077 ceph-mon[87572]: osdmap e1649: 8 total, 8 up, 8 in 2024-04-10T16:21:31.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:21:30 smithi069 ceph-mon[96738]: pgmap v2838: 297 pgs: 24 unknown, 273 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 69 KiB/s rd, 3.5 KiB/s wr, 81 op/s 2024-04-10T16:21:31.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:21:30 smithi069 ceph-mon[96738]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T16:21:31.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:21:30 smithi069 ceph-mon[96738]: osdmap e1649: 8 total, 8 up, 8 in 2024-04-10T16:21:31.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:21:30 smithi069 ceph-mon[94167]: pgmap v2838: 297 pgs: 24 unknown, 273 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 69 KiB/s rd, 3.5 KiB/s wr, 81 op/s 2024-04-10T16:21:31.103 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:21:30 smithi069 ceph-mon[94167]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T16:21:31.103 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:21:30 smithi069 ceph-mon[94167]: osdmap e1649: 8 total, 8 up, 8 in 2024-04-10T16:21:32.008 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:21:31 smithi077 ceph-mon[87572]: osdmap e1650: 8 total, 8 up, 8 in 2024-04-10T16:21:32.008 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:21:31 smithi077 ceph-mon[87572]: osdmap e1651: 8 total, 8 up, 8 in 2024-04-10T16:21:32.008 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 16:21:31 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[125844]: logger=cleanup t=2024-04-10T16:21:31.647869614Z level=info msg="Completed cleanup jobs" duration=2.451575ms 2024-04-10T16:21:32.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:21:31 smithi069 ceph-mon[94167]: osdmap e1650: 8 total, 8 up, 8 in 2024-04-10T16:21:32.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:21:31 smithi069 ceph-mon[94167]: osdmap e1651: 8 total, 8 up, 8 in 2024-04-10T16:21:32.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:21:31 smithi069 ceph-mon[96738]: osdmap e1650: 8 total, 8 up, 8 in 2024-04-10T16:21:32.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:21:31 smithi069 ceph-mon[96738]: osdmap e1651: 8 total, 8 up, 8 in 2024-04-10T16:21:32.758 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:21:32 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:21:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:21:33.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:21:32 smithi069 ceph-mon[94167]: pgmap v2841: 297 pgs: 297 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 666 KiB/s rd, 42 KiB/s wr, 781 op/s 2024-04-10T16:21:33.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:21:32 smithi069 ceph-mon[96738]: pgmap v2841: 297 pgs: 297 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 666 KiB/s rd, 42 KiB/s wr, 781 op/s 2024-04-10T16:21:33.258 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:21:32 smithi077 ceph-mon[87572]: pgmap v2841: 297 pgs: 297 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 666 KiB/s rd, 42 KiB/s wr, 781 op/s 2024-04-10T16:21:33.861 INFO:tasks.workunit.client.0.smithi069.stdout:image: image28 2024-04-10T16:21:33.861 INFO:tasks.workunit.client.0.smithi069.stdout:expected = image28 2024-04-10T16:21:33.861 INFO:tasks.workunit.client.0.smithi069.stdout:found image28 2024-04-10T16:21:33.861 INFO:tasks.workunit.client.0.smithi069.stdout:erased image28 2024-04-10T16:21:33.861 INFO:tasks.workunit.client.0.smithi069.stdout:image: image28 2024-04-10T16:21:33.861 INFO:tasks.workunit.client.0.smithi069.stdout:image: image29 2024-04-10T16:21:33.861 INFO:tasks.workunit.client.0.smithi069.stdout:expected = image28 2024-04-10T16:21:33.861 INFO:tasks.workunit.client.0.smithi069.stdout:found image28 2024-04-10T16:21:33.861 INFO:tasks.workunit.client.0.smithi069.stdout:erased image28 2024-04-10T16:21:33.861 INFO:tasks.workunit.client.0.smithi069.stdout:expected = image29 2024-04-10T16:21:33.861 INFO:tasks.workunit.client.0.smithi069.stdout:found image29 2024-04-10T16:21:33.862 INFO:tasks.workunit.client.0.smithi069.stdout:erased image29 2024-04-10T16:21:33.862 INFO:tasks.workunit.client.0.smithi069.stdout:100.00% done 2024-04-10T16:21:33.862 INFO:tasks.workunit.client.0.smithi069.stdout:image: image28 2024-04-10T16:21:33.862 INFO:tasks.workunit.client.0.smithi069.stdout:image: image29 2024-04-10T16:21:33.862 INFO:tasks.workunit.client.0.smithi069.stdout:image: image30 2024-04-10T16:21:33.862 INFO:tasks.workunit.client.0.smithi069.stdout:expected = image28 2024-04-10T16:21:33.862 INFO:tasks.workunit.client.0.smithi069.stdout:found image28 2024-04-10T16:21:33.862 INFO:tasks.workunit.client.0.smithi069.stdout:erased image28 2024-04-10T16:21:33.862 INFO:tasks.workunit.client.0.smithi069.stdout:expected = image29 2024-04-10T16:21:33.862 INFO:tasks.workunit.client.0.smithi069.stdout:found image29 2024-04-10T16:21:33.862 INFO:tasks.workunit.client.0.smithi069.stdout:erased image29 2024-04-10T16:21:33.862 INFO:tasks.workunit.client.0.smithi069.stdout:expected = image30 2024-04-10T16:21:33.862 INFO:tasks.workunit.client.0.smithi069.stdout:found image30 2024-04-10T16:21:33.862 INFO:tasks.workunit.client.0.smithi069.stdout:erased image30 2024-04-10T16:21:33.863 INFO:tasks.workunit.client.0.smithi069.stdout:image: image28 2024-04-10T16:21:33.863 INFO:tasks.workunit.client.0.smithi069.stdout:image: image29 2024-04-10T16:21:33.863 INFO:tasks.workunit.client.0.smithi069.stdout:image: image30 2024-04-10T16:21:33.863 INFO:tasks.workunit.client.0.smithi069.stdout:image: image31 2024-04-10T16:21:33.863 INFO:tasks.workunit.client.0.smithi069.stdout:expected = image28 2024-04-10T16:21:33.863 INFO:tasks.workunit.client.0.smithi069.stdout:found image28 2024-04-10T16:21:33.863 INFO:tasks.workunit.client.0.smithi069.stdout:erased image28 2024-04-10T16:21:33.863 INFO:tasks.workunit.client.0.smithi069.stdout:expected = image29 2024-04-10T16:21:33.863 INFO:tasks.workunit.client.0.smithi069.stdout:found image29 2024-04-10T16:21:33.863 INFO:tasks.workunit.client.0.smithi069.stdout:erased image29 2024-04-10T16:21:33.863 INFO:tasks.workunit.client.0.smithi069.stdout:expected = image30 2024-04-10T16:21:33.863 INFO:tasks.workunit.client.0.smithi069.stdout:found image30 2024-04-10T16:21:33.863 INFO:tasks.workunit.client.0.smithi069.stdout:erased image30 2024-04-10T16:21:33.864 INFO:tasks.workunit.client.0.smithi069.stdout:expected = image31 2024-04-10T16:21:33.864 INFO:tasks.workunit.client.0.smithi069.stdout:found image31 2024-04-10T16:21:33.864 INFO:tasks.workunit.client.0.smithi069.stdout:erased image31 2024-04-10T16:21:33.864 INFO:tasks.workunit.client.0.smithi069.stdout:image: image28 2024-04-10T16:21:33.864 INFO:tasks.workunit.client.0.smithi069.stdout:image: image29 2024-04-10T16:21:33.864 INFO:tasks.workunit.client.0.smithi069.stdout:image: image30 2024-04-10T16:21:33.864 INFO:tasks.workunit.client.0.smithi069.stdout:image: image31 2024-04-10T16:21:33.864 INFO:tasks.workunit.client.0.smithi069.stdout:image: image32 2024-04-10T16:21:33.864 INFO:tasks.workunit.client.0.smithi069.stdout:expected = image28 2024-04-10T16:21:33.864 INFO:tasks.workunit.client.0.smithi069.stdout:found image28 2024-04-10T16:21:33.864 INFO:tasks.workunit.client.0.smithi069.stdout:erased image28 2024-04-10T16:21:33.864 INFO:tasks.workunit.client.0.smithi069.stdout:expected = image29 2024-04-10T16:21:33.864 INFO:tasks.workunit.client.0.smithi069.stdout:found image29 2024-04-10T16:21:33.864 INFO:tasks.workunit.client.0.smithi069.stdout:erased image29 2024-04-10T16:21:33.864 INFO:tasks.workunit.client.0.smithi069.stdout:expected = image30 2024-04-10T16:21:33.865 INFO:tasks.workunit.client.0.smithi069.stdout:found image30 2024-04-10T16:21:33.865 INFO:tasks.workunit.client.0.smithi069.stdout:erased image30 2024-04-10T16:21:33.865 INFO:tasks.workunit.client.0.smithi069.stdout:expected = image31 2024-04-10T16:21:33.865 INFO:tasks.workunit.client.0.smithi069.stdout:found image31 2024-04-10T16:21:33.865 INFO:tasks.workunit.client.0.smithi069.stdout:erased image31 2024-04-10T16:21:33.865 INFO:tasks.workunit.client.0.smithi069.stdout:expected = image32 2024-04-10T16:21:33.865 INFO:tasks.workunit.client.0.smithi069.stdout:found image32 2024-04-10T16:21:33.865 INFO:tasks.workunit.client.0.smithi069.stdout:erased image32 2024-04-10T16:21:33.865 INFO:tasks.workunit.client.0.smithi069.stdout:100.00% done 2024-04-10T16:21:33.865 INFO:tasks.workunit.client.0.smithi069.stdout:image: image28 2024-04-10T16:21:33.865 INFO:tasks.workunit.client.0.smithi069.stdout:image: image29 2024-04-10T16:21:33.865 INFO:tasks.workunit.client.0.smithi069.stdout:image: image30 2024-04-10T16:21:33.865 INFO:tasks.workunit.client.0.smithi069.stdout:image: image31 2024-04-10T16:21:33.865 INFO:tasks.workunit.client.0.smithi069.stdout:image: image32 2024-04-10T16:21:33.866 INFO:tasks.workunit.client.0.smithi069.stdout:image: image33 2024-04-10T16:21:33.866 INFO:tasks.workunit.client.0.smithi069.stdout:expected = image28 2024-04-10T16:21:33.866 INFO:tasks.workunit.client.0.smithi069.stdout:found image28 2024-04-10T16:21:33.866 INFO:tasks.workunit.client.0.smithi069.stdout:erased image28 2024-04-10T16:21:33.866 INFO:tasks.workunit.client.0.smithi069.stdout:expected = image29 2024-04-10T16:21:33.866 INFO:tasks.workunit.client.0.smithi069.stdout:found image29 2024-04-10T16:21:33.866 INFO:tasks.workunit.client.0.smithi069.stdout:erased image29 2024-04-10T16:21:33.866 INFO:tasks.workunit.client.0.smithi069.stdout:expected = image30 2024-04-10T16:21:33.866 INFO:tasks.workunit.client.0.smithi069.stdout:found image30 2024-04-10T16:21:33.866 INFO:tasks.workunit.client.0.smithi069.stdout:erased image30 2024-04-10T16:21:33.866 INFO:tasks.workunit.client.0.smithi069.stdout:expected = image31 2024-04-10T16:21:33.866 INFO:tasks.workunit.client.0.smithi069.stdout:found image31 2024-04-10T16:21:33.866 INFO:tasks.workunit.client.0.smithi069.stdout:erased image31 2024-04-10T16:21:33.866 INFO:tasks.workunit.client.0.smithi069.stdout:expected = image32 2024-04-10T16:21:33.866 INFO:tasks.workunit.client.0.smithi069.stdout:found image32 2024-04-10T16:21:33.867 INFO:tasks.workunit.client.0.smithi069.stdout:erased image32 2024-04-10T16:21:33.867 INFO:tasks.workunit.client.0.smithi069.stdout:expected = image33 2024-04-10T16:21:33.867 INFO:tasks.workunit.client.0.smithi069.stdout:found image33 2024-04-10T16:21:33.867 INFO:tasks.workunit.client.0.smithi069.stdout:erased image33 2024-04-10T16:21:33.867 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestLibRBD.TestDeepCopy (7680 ms) 2024-04-10T16:21:33.867 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestLibRBD.TestDeepCopyPP 2024-04-10T16:21:34.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:21:33 smithi069 ceph-mon[96738]: osdmap e1652: 8 total, 8 up, 8 in 2024-04-10T16:21:34.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:21:33 smithi069 ceph-mon[94167]: osdmap e1652: 8 total, 8 up, 8 in 2024-04-10T16:21:34.258 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:21:33 smithi077 ceph-mon[87572]: osdmap e1652: 8 total, 8 up, 8 in 2024-04-10T16:21:35.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:21:34 smithi069 ceph-mon[96738]: pgmap v2844: 297 pgs: 297 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 666 KiB/s rd, 42 KiB/s wr, 778 op/s 2024-04-10T16:21:35.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:21:34 smithi069 ceph-mon[96738]: osdmap e1653: 8 total, 8 up, 8 in 2024-04-10T16:21:35.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:21:34 smithi069 ceph-mon[94167]: pgmap v2844: 297 pgs: 297 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 666 KiB/s rd, 42 KiB/s wr, 778 op/s 2024-04-10T16:21:35.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:21:34 smithi069 ceph-mon[94167]: osdmap e1653: 8 total, 8 up, 8 in 2024-04-10T16:21:35.258 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:21:34 smithi077 ceph-mon[87572]: pgmap v2844: 297 pgs: 297 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 666 KiB/s rd, 42 KiB/s wr, 778 op/s 2024-04-10T16:21:35.258 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:21:34 smithi077 ceph-mon[87572]: osdmap e1653: 8 total, 8 up, 8 in 2024-04-10T16:21:35.796 INFO:tasks.workunit.client.0.smithi069.stdout:using new format! 2024-04-10T16:21:36.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:21:35 smithi069 ceph-mon[94167]: osdmap e1654: 8 total, 8 up, 8 in 2024-04-10T16:21:36.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:21:35 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/3741211240' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:21:36.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:21:35 smithi069 ceph-mon[94167]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:21:36.103 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:21:35 smithi069 ceph-mon[96738]: osdmap e1654: 8 total, 8 up, 8 in 2024-04-10T16:21:36.103 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:21:35 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/3741211240' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:21:36.103 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:21:35 smithi069 ceph-mon[96738]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:21:36.258 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:21:35 smithi077 ceph-mon[87572]: osdmap e1654: 8 total, 8 up, 8 in 2024-04-10T16:21:36.258 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:21:35 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/3741211240' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:21:36.258 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:21:35 smithi077 ceph-mon[87572]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:21:37.102 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:21:36 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:21:36] "GET /metrics HTTP/1.1" 200 46093 "" "Prometheus/2.43.0" 2024-04-10T16:21:37.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:21:36 smithi069 ceph-mon[94167]: pgmap v2847: 329 pgs: 32 unknown, 297 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 87 KiB/s rd, 6.0 KiB/s wr, 106 op/s 2024-04-10T16:21:37.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:21:36 smithi069 ceph-mon[94167]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T16:21:37.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:21:36 smithi069 ceph-mon[94167]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-21","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T16:21:37.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:21:36 smithi069 ceph-mon[94167]: osdmap e1655: 8 total, 8 up, 8 in 2024-04-10T16:21:37.103 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:21:36 smithi069 ceph-mon[94167]: osdmap e1656: 8 total, 8 up, 8 in 2024-04-10T16:21:37.103 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:21:36 smithi069 ceph-mon[96738]: pgmap v2847: 329 pgs: 32 unknown, 297 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 87 KiB/s rd, 6.0 KiB/s wr, 106 op/s 2024-04-10T16:21:37.103 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:21:36 smithi069 ceph-mon[96738]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T16:21:37.103 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:21:36 smithi069 ceph-mon[96738]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-21","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T16:21:37.103 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:21:36 smithi069 ceph-mon[96738]: osdmap e1655: 8 total, 8 up, 8 in 2024-04-10T16:21:37.103 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:21:36 smithi069 ceph-mon[96738]: osdmap e1656: 8 total, 8 up, 8 in 2024-04-10T16:21:37.258 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:21:36 smithi077 ceph-mon[87572]: pgmap v2847: 329 pgs: 32 unknown, 297 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 87 KiB/s rd, 6.0 KiB/s wr, 106 op/s 2024-04-10T16:21:37.258 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:21:36 smithi077 ceph-mon[87572]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T16:21:37.258 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:21:36 smithi077 ceph-mon[87572]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-21","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T16:21:37.258 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:21:36 smithi077 ceph-mon[87572]: osdmap e1655: 8 total, 8 up, 8 in 2024-04-10T16:21:37.258 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:21:36 smithi077 ceph-mon[87572]: osdmap e1656: 8 total, 8 up, 8 in 2024-04-10T16:21:38.022 INFO:tasks.workunit.client.0.smithi069.stdout:num images is: 1 2024-04-10T16:21:38.022 INFO:tasks.workunit.client.0.smithi069.stdout:expected: 1 2024-04-10T16:21:38.022 INFO:tasks.workunit.client.0.smithi069.stdout:image: image34 2024-04-10T16:21:38.022 INFO:tasks.workunit.client.0.smithi069.stdout:expected = image34 2024-04-10T16:21:38.048 INFO:tasks.workunit.client.0.smithi069.stdout:num images is: 2 2024-04-10T16:21:38.048 INFO:tasks.workunit.client.0.smithi069.stdout:expected: 2 2024-04-10T16:21:38.048 INFO:tasks.workunit.client.0.smithi069.stdout:image: image34 2024-04-10T16:21:38.048 INFO:tasks.workunit.client.0.smithi069.stdout:image: image35 2024-04-10T16:21:38.048 INFO:tasks.workunit.client.0.smithi069.stdout:expected = image34 2024-04-10T16:21:38.048 INFO:tasks.workunit.client.0.smithi069.stdout:expected = image35 2024-04-10T16:21:38.100 INFO:tasks.workunit.client.0.smithi069.stdout:100.00% done 2024-04-10T16:21:38.100 INFO:tasks.workunit.client.0.smithi069.stdout:num images is: 3 2024-04-10T16:21:38.101 INFO:tasks.workunit.client.0.smithi069.stdout:expected: 3 2024-04-10T16:21:38.101 INFO:tasks.workunit.client.0.smithi069.stdout:image: image34 2024-04-10T16:21:38.101 INFO:tasks.workunit.client.0.smithi069.stdout:image: image35 2024-04-10T16:21:38.101 INFO:tasks.workunit.client.0.smithi069.stdout:image: image36 2024-04-10T16:21:38.101 INFO:tasks.workunit.client.0.smithi069.stdout:expected = image34 2024-04-10T16:21:38.101 INFO:tasks.workunit.client.0.smithi069.stdout:expected = image35 2024-04-10T16:21:38.101 INFO:tasks.workunit.client.0.smithi069.stdout:expected = image36 2024-04-10T16:21:38.129 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestLibRBD.TestDeepCopyPP (4268 ms) 2024-04-10T16:21:38.129 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestLibRBD.TestCreateLsDeleteSnap 2024-04-10T16:21:38.129 INFO:tasks.workunit.client.0.smithi069.stdout:using new format! 2024-04-10T16:21:39.008 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:21:38 smithi077 ceph-mon[87572]: pgmap v2850: 329 pgs: 14 creating+peering, 18 unknown, 297 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 195 KiB/s rd, 10 KiB/s wr, 237 op/s 2024-04-10T16:21:39.008 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:21:38 smithi077 ceph-mon[87572]: osdmap e1657: 8 total, 8 up, 8 in 2024-04-10T16:21:39.008 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:21:38 smithi077 ceph-mon[87572]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T16:21:39.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:21:38 smithi069 ceph-mon[94167]: pgmap v2850: 329 pgs: 14 creating+peering, 18 unknown, 297 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 195 KiB/s rd, 10 KiB/s wr, 237 op/s 2024-04-10T16:21:39.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:21:38 smithi069 ceph-mon[94167]: osdmap e1657: 8 total, 8 up, 8 in 2024-04-10T16:21:39.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:21:38 smithi069 ceph-mon[94167]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T16:21:39.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:21:38 smithi069 ceph-mon[96738]: pgmap v2850: 329 pgs: 14 creating+peering, 18 unknown, 297 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 195 KiB/s rd, 10 KiB/s wr, 237 op/s 2024-04-10T16:21:39.103 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:21:38 smithi069 ceph-mon[96738]: osdmap e1657: 8 total, 8 up, 8 in 2024-04-10T16:21:39.103 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:21:38 smithi069 ceph-mon[96738]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T16:21:40.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:21:39 smithi069 ceph-mon[96738]: osdmap e1658: 8 total, 8 up, 8 in 2024-04-10T16:21:40.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:21:39 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:21:40.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:21:39 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:21:40.103 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:21:39 smithi069 ceph-mon[94167]: osdmap e1658: 8 total, 8 up, 8 in 2024-04-10T16:21:40.103 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:21:39 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:21:40.103 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:21:39 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:21:40.258 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:21:39 smithi077 ceph-mon[87572]: osdmap e1658: 8 total, 8 up, 8 in 2024-04-10T16:21:40.258 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:21:39 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:21:40.258 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:21:39 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:21:41.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:21:40 smithi069 ceph-mon[96738]: pgmap v2853: 329 pgs: 14 creating+peering, 12 unknown, 303 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 139 KiB/s rd, 6.5 KiB/s wr, 167 op/s 2024-04-10T16:21:41.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:21:40 smithi069 ceph-mon[96738]: osdmap e1659: 8 total, 8 up, 8 in 2024-04-10T16:21:41.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:21:40 smithi069 ceph-mon[94167]: pgmap v2853: 329 pgs: 14 creating+peering, 12 unknown, 303 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 139 KiB/s rd, 6.5 KiB/s wr, 167 op/s 2024-04-10T16:21:41.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:21:40 smithi069 ceph-mon[94167]: osdmap e1659: 8 total, 8 up, 8 in 2024-04-10T16:21:41.258 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:21:40 smithi077 ceph-mon[87572]: pgmap v2853: 329 pgs: 14 creating+peering, 12 unknown, 303 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 139 KiB/s rd, 6.5 KiB/s wr, 167 op/s 2024-04-10T16:21:41.258 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:21:40 smithi077 ceph-mon[87572]: osdmap e1659: 8 total, 8 up, 8 in 2024-04-10T16:21:41.840 INFO:tasks.workunit.client.0.smithi069.stdout:num snaps is: 1 2024-04-10T16:21:41.841 INFO:tasks.workunit.client.0.smithi069.stdout:expected: 1 2024-04-10T16:21:41.841 INFO:tasks.workunit.client.0.smithi069.stdout:snap: snap1 2024-04-10T16:21:41.841 INFO:tasks.workunit.client.0.smithi069.stdout:found snap1 with size 2097152 2024-04-10T16:21:41.841 INFO:tasks.workunit.client.0.smithi069.stdout:num snaps is: 2 2024-04-10T16:21:41.841 INFO:tasks.workunit.client.0.smithi069.stdout:expected: 2 2024-04-10T16:21:41.841 INFO:tasks.workunit.client.0.smithi069.stdout:snap: snap1 2024-04-10T16:21:41.841 INFO:tasks.workunit.client.0.smithi069.stdout:snap: snap2 2024-04-10T16:21:41.841 INFO:tasks.workunit.client.0.smithi069.stdout:found snap1 with size 2097152 2024-04-10T16:21:41.841 INFO:tasks.workunit.client.0.smithi069.stdout:found snap2 with size 4194304 2024-04-10T16:21:41.841 INFO:tasks.workunit.client.0.smithi069.stdout:num snaps is: 1 2024-04-10T16:21:41.841 INFO:tasks.workunit.client.0.smithi069.stdout:expected: 1 2024-04-10T16:21:41.841 INFO:tasks.workunit.client.0.smithi069.stdout:snap: snap2 2024-04-10T16:21:41.841 INFO:tasks.workunit.client.0.smithi069.stdout:found snap2 with size 4194304 2024-04-10T16:21:41.841 INFO:tasks.workunit.client.0.smithi069.stdout:num snaps is: 0 2024-04-10T16:21:41.841 INFO:tasks.workunit.client.0.smithi069.stdout:expected: 0 2024-04-10T16:21:41.841 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestLibRBD.TestCreateLsDeleteSnap (3711 ms) 2024-04-10T16:21:41.841 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestLibRBD.TestGetSnapShotTimeStamp 2024-04-10T16:21:41.842 INFO:tasks.workunit.client.0.smithi069.stdout:using new format! 2024-04-10T16:21:42.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:21:41 smithi069 ceph-mon[94167]: osdmap e1660: 8 total, 8 up, 8 in 2024-04-10T16:21:42.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:21:41 smithi069 ceph-mon[96738]: osdmap e1660: 8 total, 8 up, 8 in 2024-04-10T16:21:42.258 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:21:41 smithi077 ceph-mon[87572]: osdmap e1660: 8 total, 8 up, 8 in 2024-04-10T16:21:42.758 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:21:42 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:21:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:21:43.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:21:42 smithi069 ceph-mon[96738]: pgmap v2856: 329 pgs: 329 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 402 KiB/s rd, 27 KiB/s wr, 478 op/s 2024-04-10T16:21:43.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:21:42 smithi069 ceph-mon[96738]: osdmap e1661: 8 total, 8 up, 8 in 2024-04-10T16:21:43.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:21:42 smithi069 ceph-mon[94167]: pgmap v2856: 329 pgs: 329 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 402 KiB/s rd, 27 KiB/s wr, 478 op/s 2024-04-10T16:21:43.103 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:21:42 smithi069 ceph-mon[94167]: osdmap e1661: 8 total, 8 up, 8 in 2024-04-10T16:21:43.258 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:21:42 smithi077 ceph-mon[87572]: pgmap v2856: 329 pgs: 329 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 402 KiB/s rd, 27 KiB/s wr, 478 op/s 2024-04-10T16:21:43.258 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:21:42 smithi077 ceph-mon[87572]: osdmap e1661: 8 total, 8 up, 8 in 2024-04-10T16:21:43.853 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestLibRBD.TestGetSnapShotTimeStamp (2013 ms) 2024-04-10T16:21:43.853 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestLibRBD.TestCreateLsDeleteSnapPP 2024-04-10T16:21:43.853 INFO:tasks.workunit.client.0.smithi069.stdout:using new format! 2024-04-10T16:21:44.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:21:43 smithi069 ceph-mon[96738]: osdmap e1662: 8 total, 8 up, 8 in 2024-04-10T16:21:44.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:21:43 smithi069 ceph-mon[94167]: osdmap e1662: 8 total, 8 up, 8 in 2024-04-10T16:21:44.258 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:21:43 smithi077 ceph-mon[87572]: osdmap e1662: 8 total, 8 up, 8 in 2024-04-10T16:21:44.859 INFO:tasks.workunit.client.0.smithi069.stdout:num snaps is: 1 2024-04-10T16:21:44.860 INFO:tasks.workunit.client.0.smithi069.stdout:expected: 1 2024-04-10T16:21:44.860 INFO:tasks.workunit.client.0.smithi069.stdout:snap: snap1 2024-04-10T16:21:44.860 INFO:tasks.workunit.client.0.smithi069.stdout:found snap1 with size 2097152 2024-04-10T16:21:45.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:21:44 smithi069 ceph-mon[96738]: pgmap v2859: 329 pgs: 329 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 371 KiB/s rd, 25 KiB/s wr, 441 op/s 2024-04-10T16:21:45.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:21:44 smithi069 ceph-mon[96738]: osdmap e1663: 8 total, 8 up, 8 in 2024-04-10T16:21:45.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:21:44 smithi069 ceph-mon[94167]: pgmap v2859: 329 pgs: 329 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 371 KiB/s rd, 25 KiB/s wr, 441 op/s 2024-04-10T16:21:45.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:21:44 smithi069 ceph-mon[94167]: osdmap e1663: 8 total, 8 up, 8 in 2024-04-10T16:21:45.258 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:21:44 smithi077 ceph-mon[87572]: pgmap v2859: 329 pgs: 329 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 371 KiB/s rd, 25 KiB/s wr, 441 op/s 2024-04-10T16:21:45.258 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:21:44 smithi077 ceph-mon[87572]: osdmap e1663: 8 total, 8 up, 8 in 2024-04-10T16:21:45.867 INFO:tasks.workunit.client.0.smithi069.stdout:num snaps is: 2 2024-04-10T16:21:45.868 INFO:tasks.workunit.client.0.smithi069.stdout:expected: 2 2024-04-10T16:21:45.868 INFO:tasks.workunit.client.0.smithi069.stdout:snap: snap1 2024-04-10T16:21:45.868 INFO:tasks.workunit.client.0.smithi069.stdout:snap: snap2 2024-04-10T16:21:45.868 INFO:tasks.workunit.client.0.smithi069.stdout:found snap1 with size 2097152 2024-04-10T16:21:45.868 INFO:tasks.workunit.client.0.smithi069.stdout:found snap2 with size 4194304 2024-04-10T16:21:46.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:21:45 smithi069 ceph-mon[94167]: osdmap e1664: 8 total, 8 up, 8 in 2024-04-10T16:21:46.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:21:45 smithi069 ceph-mon[96738]: osdmap e1664: 8 total, 8 up, 8 in 2024-04-10T16:21:46.258 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:21:45 smithi077 ceph-mon[87572]: osdmap e1664: 8 total, 8 up, 8 in 2024-04-10T16:21:46.754 INFO:tasks.workunit.client.0.smithi069.stdout:num snaps is: 1 2024-04-10T16:21:46.754 INFO:tasks.workunit.client.0.smithi069.stdout:expected: 1 2024-04-10T16:21:46.754 INFO:tasks.workunit.client.0.smithi069.stdout:snap: snap2 2024-04-10T16:21:46.754 INFO:tasks.workunit.client.0.smithi069.stdout:found snap2 with size 4194304 2024-04-10T16:21:47.102 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:21:46 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:21:46] "GET /metrics HTTP/1.1" 200 50953 "" "Prometheus/2.43.0" 2024-04-10T16:21:47.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:21:46 smithi069 ceph-mon[96738]: pgmap v2862: 329 pgs: 329 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 1.5 KiB/s wr, 29 op/s 2024-04-10T16:21:47.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:21:46 smithi069 ceph-mon[96738]: osdmap e1665: 8 total, 8 up, 8 in 2024-04-10T16:21:47.103 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:21:46 smithi069 ceph-mon[96738]: osdmap e1666: 8 total, 8 up, 8 in 2024-04-10T16:21:47.103 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:21:46 smithi069 ceph-mon[94167]: pgmap v2862: 329 pgs: 329 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 1.5 KiB/s wr, 29 op/s 2024-04-10T16:21:47.103 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:21:46 smithi069 ceph-mon[94167]: osdmap e1665: 8 total, 8 up, 8 in 2024-04-10T16:21:47.103 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:21:46 smithi069 ceph-mon[94167]: osdmap e1666: 8 total, 8 up, 8 in 2024-04-10T16:21:47.258 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:21:46 smithi077 ceph-mon[87572]: pgmap v2862: 329 pgs: 329 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 23 KiB/s rd, 1.5 KiB/s wr, 29 op/s 2024-04-10T16:21:47.258 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:21:46 smithi077 ceph-mon[87572]: osdmap e1665: 8 total, 8 up, 8 in 2024-04-10T16:21:47.258 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:21:46 smithi077 ceph-mon[87572]: osdmap e1666: 8 total, 8 up, 8 in 2024-04-10T16:21:47.758 INFO:tasks.workunit.client.0.smithi069.stdout:num snaps is: 0 2024-04-10T16:21:47.758 INFO:tasks.workunit.client.0.smithi069.stdout:expected: 0 2024-04-10T16:21:47.764 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestLibRBD.TestCreateLsDeleteSnapPP (3911 ms) 2024-04-10T16:21:47.764 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestLibRBD.TestGetNameIdSnapPP 2024-04-10T16:21:47.764 INFO:tasks.workunit.client.0.smithi069.stdout:using new format! 2024-04-10T16:21:49.008 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:21:48 smithi077 ceph-mon[87572]: pgmap v2865: 329 pgs: 329 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 56 KiB/s rd, 5.2 KiB/s wr, 76 op/s 2024-04-10T16:21:49.008 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:21:48 smithi077 ceph-mon[87572]: osdmap e1667: 8 total, 8 up, 8 in 2024-04-10T16:21:49.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:21:48 smithi069 ceph-mon[94167]: pgmap v2865: 329 pgs: 329 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 56 KiB/s rd, 5.2 KiB/s wr, 76 op/s 2024-04-10T16:21:49.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:21:48 smithi069 ceph-mon[94167]: osdmap e1667: 8 total, 8 up, 8 in 2024-04-10T16:21:49.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:21:48 smithi069 ceph-mon[96738]: pgmap v2865: 329 pgs: 329 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 56 KiB/s rd, 5.2 KiB/s wr, 76 op/s 2024-04-10T16:21:49.103 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:21:48 smithi069 ceph-mon[96738]: osdmap e1667: 8 total, 8 up, 8 in 2024-04-10T16:21:50.008 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:21:49 smithi077 ceph-mon[87572]: osdmap e1668: 8 total, 8 up, 8 in 2024-04-10T16:21:50.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:21:49 smithi069 ceph-mon[94167]: osdmap e1668: 8 total, 8 up, 8 in 2024-04-10T16:21:50.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:21:49 smithi069 ceph-mon[96738]: osdmap e1668: 8 total, 8 up, 8 in 2024-04-10T16:21:51.008 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:21:50 smithi077 ceph-mon[87572]: pgmap v2868: 329 pgs: 329 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 36 KiB/s rd, 4.2 KiB/s wr, 52 op/s 2024-04-10T16:21:51.008 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:21:50 smithi077 ceph-mon[87572]: osdmap e1669: 8 total, 8 up, 8 in 2024-04-10T16:21:51.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:21:50 smithi069 ceph-mon[96738]: pgmap v2868: 329 pgs: 329 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 36 KiB/s rd, 4.2 KiB/s wr, 52 op/s 2024-04-10T16:21:51.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:21:50 smithi069 ceph-mon[96738]: osdmap e1669: 8 total, 8 up, 8 in 2024-04-10T16:21:51.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:21:50 smithi069 ceph-mon[94167]: pgmap v2868: 329 pgs: 329 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 36 KiB/s rd, 4.2 KiB/s wr, 52 op/s 2024-04-10T16:21:51.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:21:50 smithi069 ceph-mon[94167]: osdmap e1669: 8 total, 8 up, 8 in 2024-04-10T16:21:52.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:21:51 smithi069 ceph-mon[96738]: osdmap e1670: 8 total, 8 up, 8 in 2024-04-10T16:21:52.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:21:51 smithi069 ceph-mon[96738]: osdmap e1671: 8 total, 8 up, 8 in 2024-04-10T16:21:52.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:21:51 smithi069 ceph-mon[94167]: osdmap e1670: 8 total, 8 up, 8 in 2024-04-10T16:21:52.103 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:21:51 smithi069 ceph-mon[94167]: osdmap e1671: 8 total, 8 up, 8 in 2024-04-10T16:21:52.258 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:21:51 smithi077 ceph-mon[87572]: osdmap e1670: 8 total, 8 up, 8 in 2024-04-10T16:21:52.258 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:21:51 smithi077 ceph-mon[87572]: osdmap e1671: 8 total, 8 up, 8 in 2024-04-10T16:21:52.758 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:21:52 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:21:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:21:53.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:21:52 smithi069 ceph-mon[96738]: pgmap v2871: 329 pgs: 329 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 48 KiB/s rd, 5.7 KiB/s wr, 68 op/s 2024-04-10T16:21:53.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:21:52 smithi069 ceph-mon[94167]: pgmap v2871: 329 pgs: 329 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 48 KiB/s rd, 5.7 KiB/s wr, 68 op/s 2024-04-10T16:21:53.258 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:21:52 smithi077 ceph-mon[87572]: pgmap v2871: 329 pgs: 329 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 48 KiB/s rd, 5.7 KiB/s wr, 68 op/s 2024-04-10T16:21:53.808 INFO:tasks.workunit.client.0.smithi069.stdout:num snaps is: 0 2024-04-10T16:21:53.808 INFO:tasks.workunit.client.0.smithi069.stdout:expected: 0 2024-04-10T16:21:53.819 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestLibRBD.TestGetNameIdSnapPP (6055 ms) 2024-04-10T16:21:53.819 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestLibRBD.TestCreateLsRenameSnapPP 2024-04-10T16:21:53.819 INFO:tasks.workunit.client.0.smithi069.stdout:using new format! 2024-04-10T16:21:54.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:21:53 smithi069 ceph-mon[96738]: osdmap e1672: 8 total, 8 up, 8 in 2024-04-10T16:21:54.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:21:53 smithi069 ceph-mon[94167]: osdmap e1672: 8 total, 8 up, 8 in 2024-04-10T16:21:54.258 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:21:53 smithi077 ceph-mon[87572]: osdmap e1672: 8 total, 8 up, 8 in 2024-04-10T16:21:54.807 INFO:tasks.workunit.client.0.smithi069.stdout:num snaps is: 1 2024-04-10T16:21:54.808 INFO:tasks.workunit.client.0.smithi069.stdout:expected: 1 2024-04-10T16:21:54.808 INFO:tasks.workunit.client.0.smithi069.stdout:snap: snap1 2024-04-10T16:21:54.808 INFO:tasks.workunit.client.0.smithi069.stdout:found snap1 with size 2097152 2024-04-10T16:21:55.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:21:54 smithi069 ceph-mon[94167]: pgmap v2874: 329 pgs: 329 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 45 KiB/s rd, 5.2 KiB/s wr, 62 op/s 2024-04-10T16:21:55.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:21:54 smithi069 ceph-mon[94167]: osdmap e1673: 8 total, 8 up, 8 in 2024-04-10T16:21:55.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:21:54 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:21:55.103 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:21:54 smithi069 ceph-mon[96738]: pgmap v2874: 329 pgs: 329 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 45 KiB/s rd, 5.2 KiB/s wr, 62 op/s 2024-04-10T16:21:55.103 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:21:54 smithi069 ceph-mon[96738]: osdmap e1673: 8 total, 8 up, 8 in 2024-04-10T16:21:55.103 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:21:54 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:21:55.258 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:21:54 smithi077 ceph-mon[87572]: pgmap v2874: 329 pgs: 329 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 45 KiB/s rd, 5.2 KiB/s wr, 62 op/s 2024-04-10T16:21:55.258 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:21:54 smithi077 ceph-mon[87572]: osdmap e1673: 8 total, 8 up, 8 in 2024-04-10T16:21:55.258 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:21:54 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:21:55.819 INFO:tasks.workunit.client.0.smithi069.stdout:num snaps is: 2 2024-04-10T16:21:55.819 INFO:tasks.workunit.client.0.smithi069.stdout:expected: 2 2024-04-10T16:21:55.820 INFO:tasks.workunit.client.0.smithi069.stdout:snap: snap1 2024-04-10T16:21:55.820 INFO:tasks.workunit.client.0.smithi069.stdout:snap: snap2 2024-04-10T16:21:55.820 INFO:tasks.workunit.client.0.smithi069.stdout:found snap1 with size 2097152 2024-04-10T16:21:55.820 INFO:tasks.workunit.client.0.smithi069.stdout:found snap2 with size 4194304 2024-04-10T16:21:55.824 INFO:tasks.workunit.client.0.smithi069.stdout:num snaps is: 2 2024-04-10T16:21:55.824 INFO:tasks.workunit.client.0.smithi069.stdout:expected: 2 2024-04-10T16:21:55.824 INFO:tasks.workunit.client.0.smithi069.stdout:snap: snap1-rename 2024-04-10T16:21:55.824 INFO:tasks.workunit.client.0.smithi069.stdout:snap: snap2 2024-04-10T16:21:55.824 INFO:tasks.workunit.client.0.smithi069.stdout:found snap1-rename with size 2097152 2024-04-10T16:21:55.824 INFO:tasks.workunit.client.0.smithi069.stdout:found snap2 with size 4194304 2024-04-10T16:21:56.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:21:55 smithi069 ceph-mon[94167]: osdmap e1674: 8 total, 8 up, 8 in 2024-04-10T16:21:56.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:21:55 smithi069 ceph-mon[96738]: osdmap e1674: 8 total, 8 up, 8 in 2024-04-10T16:21:56.258 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:21:55 smithi077 ceph-mon[87572]: osdmap e1674: 8 total, 8 up, 8 in 2024-04-10T16:21:56.763 INFO:tasks.workunit.client.0.smithi069.stdout:num snaps is: 1 2024-04-10T16:21:56.763 INFO:tasks.workunit.client.0.smithi069.stdout:expected: 1 2024-04-10T16:21:56.764 INFO:tasks.workunit.client.0.smithi069.stdout:snap: snap2-rename 2024-04-10T16:21:56.764 INFO:tasks.workunit.client.0.smithi069.stdout:found snap2-rename with size 4194304 2024-04-10T16:21:57.102 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:21:56 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:21:56] "GET /metrics HTTP/1.1" 200 50964 "" "Prometheus/2.43.0" 2024-04-10T16:21:57.103 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:21:56 smithi069 ceph-mon[94167]: pgmap v2877: 329 pgs: 329 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.2 KiB/s rd, 255 B/s wr, 2 op/s 2024-04-10T16:21:57.103 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:21:56 smithi069 ceph-mon[94167]: osdmap e1675: 8 total, 8 up, 8 in 2024-04-10T16:21:57.103 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:21:56 smithi069 ceph-mon[94167]: osdmap e1676: 8 total, 8 up, 8 in 2024-04-10T16:21:57.103 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:21:56 smithi069 ceph-mon[96738]: pgmap v2877: 329 pgs: 329 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.2 KiB/s rd, 255 B/s wr, 2 op/s 2024-04-10T16:21:57.103 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:21:56 smithi069 ceph-mon[96738]: osdmap e1675: 8 total, 8 up, 8 in 2024-04-10T16:21:57.103 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:21:56 smithi069 ceph-mon[96738]: osdmap e1676: 8 total, 8 up, 8 in 2024-04-10T16:21:57.258 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:21:56 smithi077 ceph-mon[87572]: pgmap v2877: 329 pgs: 329 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.2 KiB/s rd, 255 B/s wr, 2 op/s 2024-04-10T16:21:57.258 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:21:56 smithi077 ceph-mon[87572]: osdmap e1675: 8 total, 8 up, 8 in 2024-04-10T16:21:57.258 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:21:56 smithi077 ceph-mon[87572]: osdmap e1676: 8 total, 8 up, 8 in 2024-04-10T16:21:57.762 INFO:tasks.workunit.client.0.smithi069.stdout:num snaps is: 0 2024-04-10T16:21:57.762 INFO:tasks.workunit.client.0.smithi069.stdout:expected: 0 2024-04-10T16:21:57.766 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestLibRBD.TestCreateLsRenameSnapPP (3947 ms) 2024-04-10T16:21:57.766 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestLibRBD.ConcurrentCreatesUnvalidatedPool 2024-04-10T16:21:58.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:21:57 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:21:58.105 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:21:57 smithi069 ceph-mon[96738]: osdmap e1677: 8 total, 8 up, 8 in 2024-04-10T16:21:58.105 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:21:57 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:21:58.105 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:21:57 smithi069 ceph-mon[94167]: osdmap e1677: 8 total, 8 up, 8 in 2024-04-10T16:21:58.258 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:21:57 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:21:58.258 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:21:57 smithi077 ceph-mon[87572]: osdmap e1677: 8 total, 8 up, 8 in 2024-04-10T16:21:59.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:21:58 smithi069 ceph-mon[96738]: pgmap v2880: 329 pgs: 329 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 54 KiB/s rd, 6.0 KiB/s wr, 75 op/s 2024-04-10T16:21:59.103 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:21:58 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:21:59.103 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:21:58 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:21:59.103 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:21:58 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:21:59.103 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:21:58 smithi069 ceph-mon[96738]: osdmap e1678: 8 total, 8 up, 8 in 2024-04-10T16:21:59.103 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:21:58 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/3692942973' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:21:59.103 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:21:58 smithi069 ceph-mon[96738]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:21:59.103 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:21:58 smithi069 ceph-mon[94167]: pgmap v2880: 329 pgs: 329 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 54 KiB/s rd, 6.0 KiB/s wr, 75 op/s 2024-04-10T16:21:59.103 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:21:58 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:21:59.103 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:21:58 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:21:59.104 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:21:58 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:21:59.104 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:21:58 smithi069 ceph-mon[94167]: osdmap e1678: 8 total, 8 up, 8 in 2024-04-10T16:21:59.104 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:21:58 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/3692942973' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:21:59.104 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:21:58 smithi069 ceph-mon[94167]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:21:59.258 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:21:58 smithi077 ceph-mon[87572]: pgmap v2880: 329 pgs: 329 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 54 KiB/s rd, 6.0 KiB/s wr, 75 op/s 2024-04-10T16:21:59.258 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:21:58 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:21:59.258 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:21:58 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:21:59.258 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:21:58 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:21:59.258 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:21:58 smithi077 ceph-mon[87572]: osdmap e1678: 8 total, 8 up, 8 in 2024-04-10T16:21:59.258 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:21:58 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/3692942973' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:21:59.258 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:21:58 smithi077 ceph-mon[87572]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:21:59.753 INFO:tasks.workunit.client.0.smithi069.stdout:using new format! 2024-04-10T16:21:59.753 INFO:tasks.workunit.client.0.smithi069.stdout:using new format! 2024-04-10T16:21:59.753 INFO:tasks.workunit.client.0.smithi069.stdout:using new format! 2024-04-10T16:21:59.753 INFO:tasks.workunit.client.0.smithi069.stdout:using new format! 2024-04-10T16:22:01.008 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:22:00 smithi077 ceph-mon[87572]: pgmap v2883: 361 pgs: 32 unknown, 329 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 51 KiB/s rd, 5.7 KiB/s wr, 72 op/s 2024-04-10T16:22:01.008 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:22:00 smithi077 ceph-mon[87572]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-22","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T16:22:01.008 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:22:00 smithi077 ceph-mon[87572]: osdmap e1679: 8 total, 8 up, 8 in 2024-04-10T16:22:01.008 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:22:00 smithi077 ceph-mon[87572]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T16:22:01.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:22:00 smithi069 ceph-mon[96738]: pgmap v2883: 361 pgs: 32 unknown, 329 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 51 KiB/s rd, 5.7 KiB/s wr, 72 op/s 2024-04-10T16:22:01.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:22:00 smithi069 ceph-mon[96738]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-22","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T16:22:01.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:22:00 smithi069 ceph-mon[96738]: osdmap e1679: 8 total, 8 up, 8 in 2024-04-10T16:22:01.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:22:00 smithi069 ceph-mon[96738]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T16:22:01.103 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:22:00 smithi069 ceph-mon[94167]: pgmap v2883: 361 pgs: 32 unknown, 329 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 51 KiB/s rd, 5.7 KiB/s wr, 72 op/s 2024-04-10T16:22:01.103 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:22:00 smithi069 ceph-mon[94167]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-22","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T16:22:01.103 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:22:00 smithi069 ceph-mon[94167]: osdmap e1679: 8 total, 8 up, 8 in 2024-04-10T16:22:01.103 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:22:00 smithi069 ceph-mon[94167]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T16:22:02.039 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestLibRBD.ConcurrentCreatesUnvalidatedPool (4274 ms) 2024-04-10T16:22:02.040 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestLibRBD.RemoveFullTry 2024-04-10T16:22:02.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:22:01 smithi069 ceph-mon[94167]: osdmap e1680: 8 total, 8 up, 8 in 2024-04-10T16:22:02.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:22:01 smithi069 ceph-mon[94167]: osdmap e1681: 8 total, 8 up, 8 in 2024-04-10T16:22:02.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:22:01 smithi069 ceph-mon[96738]: osdmap e1680: 8 total, 8 up, 8 in 2024-04-10T16:22:02.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:22:01 smithi069 ceph-mon[96738]: osdmap e1681: 8 total, 8 up, 8 in 2024-04-10T16:22:02.258 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:22:01 smithi077 ceph-mon[87572]: osdmap e1680: 8 total, 8 up, 8 in 2024-04-10T16:22:02.258 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:22:01 smithi077 ceph-mon[87572]: osdmap e1681: 8 total, 8 up, 8 in 2024-04-10T16:22:02.758 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:22:02 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:22:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:22:03.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:22:02 smithi069 ceph-mon[94167]: pgmap v2886: 361 pgs: 11 creating+peering, 6 unknown, 344 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 36 KiB/s rd, 3.5 KiB/s wr, 48 op/s 2024-04-10T16:22:03.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:22:02 smithi069 ceph-mon[94167]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T16:22:03.103 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:22:02 smithi069 ceph-mon[96738]: pgmap v2886: 361 pgs: 11 creating+peering, 6 unknown, 344 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 36 KiB/s rd, 3.5 KiB/s wr, 48 op/s 2024-04-10T16:22:03.103 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:22:02 smithi069 ceph-mon[96738]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T16:22:03.258 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:22:02 smithi077 ceph-mon[87572]: pgmap v2886: 361 pgs: 11 creating+peering, 6 unknown, 344 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 36 KiB/s rd, 3.5 KiB/s wr, 48 op/s 2024-04-10T16:22:03.258 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:22:02 smithi077 ceph-mon[87572]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T16:22:03.812 INFO:tasks.workunit.client.0.smithi069.stdout:using new format! 2024-04-10T16:22:04.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:22:03 smithi069 ceph-mon[96738]: osdmap e1682: 8 total, 8 up, 8 in 2024-04-10T16:22:04.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:22:03 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/663531979' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-23","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:22:04.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:22:03 smithi069 ceph-mon[94167]: osdmap e1682: 8 total, 8 up, 8 in 2024-04-10T16:22:04.103 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:22:03 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/663531979' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-23","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:22:04.103 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:22:03 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: [10/Apr/2024:16:22:03] ENGINE Bus STOPPING 2024-04-10T16:22:04.103 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:22:03 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: [10/Apr/2024:16:22:03] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-10T16:22:04.103 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:22:03 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: [10/Apr/2024:16:22:03] ENGINE Bus STOPPED 2024-04-10T16:22:04.103 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:22:03 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: [10/Apr/2024:16:22:03] ENGINE Bus STARTING 2024-04-10T16:22:04.103 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:22:03 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: [10/Apr/2024:16:22:03] ENGINE Serving on http://:::9283 2024-04-10T16:22:04.103 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:22:03 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: [10/Apr/2024:16:22:03] ENGINE Bus STARTED 2024-04-10T16:22:04.258 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:22:03 smithi077 ceph-mon[87572]: osdmap e1682: 8 total, 8 up, 8 in 2024-04-10T16:22:04.258 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:22:03 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/663531979' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-23","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:22:05.103 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:22:04 smithi069 ceph-mon[96738]: pgmap v2889: 393 pgs: 11 creating+peering, 38 unknown, 344 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 36 KiB/s rd, 3.5 KiB/s wr, 48 op/s 2024-04-10T16:22:05.103 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:22:04 smithi069 ceph-mon[96738]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T16:22:05.103 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:22:04 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/663531979' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-23","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T16:22:05.103 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:22:04 smithi069 ceph-mon[96738]: osdmap e1683: 8 total, 8 up, 8 in 2024-04-10T16:22:05.103 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:22:04 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/3757998414' entity='client.admin' 2024-04-10T16:22:05.103 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:22:04 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:22:05.103 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:22:04 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-10T16:22:05.103 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:22:04 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:22:05.103 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:22:04 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:22:05.103 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:22:04 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:22:05.103 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:22:04 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:22:05.103 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:22:04 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:22:05.103 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:22:04 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:22:05.104 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:22:04 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:22:05.104 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:22:04 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:22:05.104 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:22:04 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:22:05.104 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:22:04 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:22:05.104 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:22:04 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:22:05.104 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:22:04 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:22:05.104 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:22:04 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:22:05.104 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:22:04 smithi069 ceph-mon[96738]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T16:22:05.104 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:22:04 smithi069 ceph-mon[96738]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T16:22:05.104 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:22:04 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:22:05.104 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:22:04 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:22:05.104 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:22:04 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:22:05.104 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:22:04 smithi069 ceph-mon[96738]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T16:22:05.104 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:22:04 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:22:05.105 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:22:04 smithi069 ceph-mon[94167]: pgmap v2889: 393 pgs: 11 creating+peering, 38 unknown, 344 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 36 KiB/s rd, 3.5 KiB/s wr, 48 op/s 2024-04-10T16:22:05.105 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:22:04 smithi069 ceph-mon[94167]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T16:22:05.105 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:22:04 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/663531979' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-23","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T16:22:05.105 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:22:04 smithi069 ceph-mon[94167]: osdmap e1683: 8 total, 8 up, 8 in 2024-04-10T16:22:05.105 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:22:04 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/3757998414' entity='client.admin' 2024-04-10T16:22:05.105 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:22:04 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:22:05.105 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:22:04 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-10T16:22:05.105 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:22:04 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:22:05.105 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:22:04 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:22:05.105 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:22:04 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:22:05.105 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:22:04 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:22:05.105 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:22:04 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:22:05.105 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:22:04 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:22:05.106 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:22:04 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:22:05.106 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:22:04 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:22:05.106 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:22:04 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:22:05.106 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:22:04 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:22:05.106 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:22:04 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:22:05.106 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:22:04 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:22:05.106 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:22:04 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:22:05.106 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:22:04 smithi069 ceph-mon[94167]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T16:22:05.106 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:22:04 smithi069 ceph-mon[94167]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T16:22:05.106 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:22:04 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:22:05.106 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:22:04 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:22:05.106 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:22:04 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:22:05.106 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:22:04 smithi069 ceph-mon[94167]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T16:22:05.106 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:22:04 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:22:05.107 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:22:04 smithi069 ceph-mon[96738]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T16:22:05.107 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:22:04 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:22:05.107 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:22:04 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:22:05.107 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:22:04 smithi069 ceph-mon[96738]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T16:22:05.107 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:22:04 smithi069 ceph-mon[96738]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T16:22:05.107 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:22:04 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:22:05.107 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:22:04 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:22:05.107 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:22:04 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:22:05.107 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:22:04 smithi069 ceph-mon[94167]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T16:22:05.107 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:22:04 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:22:05.108 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:22:04 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:22:05.108 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:22:04 smithi069 ceph-mon[94167]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T16:22:05.108 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:22:04 smithi069 ceph-mon[94167]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T16:22:05.108 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:22:04 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:22:05.108 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:22:04 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:22:05.108 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:22:04 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:22:05.259 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:22:04 smithi077 ceph-mon[87572]: pgmap v2889: 393 pgs: 11 creating+peering, 38 unknown, 344 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 36 KiB/s rd, 3.5 KiB/s wr, 48 op/s 2024-04-10T16:22:05.259 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:22:04 smithi077 ceph-mon[87572]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T16:22:05.259 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:22:04 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/663531979' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-23","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T16:22:05.259 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:22:04 smithi077 ceph-mon[87572]: osdmap e1683: 8 total, 8 up, 8 in 2024-04-10T16:22:05.259 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:22:04 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/3757998414' entity='client.admin' 2024-04-10T16:22:05.259 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:22:04 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:22:05.259 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:22:04 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-10T16:22:05.259 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:22:04 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:22:05.259 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:22:04 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:22:05.259 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:22:04 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:22:05.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:22:04 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:22:05.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:22:04 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:22:05.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:22:04 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:22:05.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:22:04 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:22:05.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:22:04 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:22:05.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:22:04 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:22:05.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:22:04 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:22:05.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:22:04 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:22:05.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:22:04 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:22:05.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:22:04 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:22:05.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:22:04 smithi077 ceph-mon[87572]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T16:22:05.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:22:04 smithi077 ceph-mon[87572]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T16:22:05.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:22:04 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:22:05.261 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:22:04 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:22:05.261 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:22:04 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:22:05.261 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:22:04 smithi077 ceph-mon[87572]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T16:22:05.261 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:22:04 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:22:05.261 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:22:04 smithi077 ceph-mon[87572]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T16:22:05.261 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:22:04 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:22:05.261 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:22:04 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:22:05.261 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:22:04 smithi077 ceph-mon[87572]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T16:22:05.261 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:22:04 smithi077 ceph-mon[87572]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T16:22:05.261 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:22:04 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:22:05.261 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:22:04 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:22:05.261 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:22:04 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:22:05.881 INFO:tasks.workunit.client.0.smithi069.stdout:using new format! 2024-04-10T16:22:06.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:22:05 smithi069 ceph-mon[96738]: osdmap e1684: 8 total, 8 up, 8 in 2024-04-10T16:22:06.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:22:05 smithi069 ceph-mon[94167]: osdmap e1684: 8 total, 8 up, 8 in 2024-04-10T16:22:06.258 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:22:05 smithi077 ceph-mon[87572]: osdmap e1684: 8 total, 8 up, 8 in 2024-04-10T16:22:07.102 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:22:06 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:22:06] "GET /metrics HTTP/1.1" 200 50964 "" "Prometheus/2.43.0" 2024-04-10T16:22:07.103 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:22:06 smithi069 ceph-mon[96738]: pgmap v2892: 393 pgs: 10 creating+peering, 16 unknown, 367 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 30 KiB/s rd, 2.2 KiB/s wr, 46 op/s 2024-04-10T16:22:07.103 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:22:06 smithi069 ceph-mon[96738]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T16:22:07.103 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:22:06 smithi069 ceph-mon[96738]: osdmap e1685: 8 total, 8 up, 8 in 2024-04-10T16:22:07.103 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:22:06 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/3757998414' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi069-146913-23", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-04-10T16:22:07.103 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:22:06 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/3757998414' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi069-146913-23", "field": "max_bytes", "val": "10485760"}]': finished 2024-04-10T16:22:07.103 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:22:06 smithi069 ceph-mon[96738]: osdmap e1686: 8 total, 8 up, 8 in 2024-04-10T16:22:07.103 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:22:06 smithi069 ceph-mon[94167]: pgmap v2892: 393 pgs: 10 creating+peering, 16 unknown, 367 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 30 KiB/s rd, 2.2 KiB/s wr, 46 op/s 2024-04-10T16:22:07.103 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:22:06 smithi069 ceph-mon[94167]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T16:22:07.103 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:22:06 smithi069 ceph-mon[94167]: osdmap e1685: 8 total, 8 up, 8 in 2024-04-10T16:22:07.103 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:22:06 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/3757998414' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi069-146913-23", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-04-10T16:22:07.103 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:22:06 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/3757998414' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi069-146913-23", "field": "max_bytes", "val": "10485760"}]': finished 2024-04-10T16:22:07.103 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:22:06 smithi069 ceph-mon[94167]: osdmap e1686: 8 total, 8 up, 8 in 2024-04-10T16:22:07.258 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:22:06 smithi077 ceph-mon[87572]: pgmap v2892: 393 pgs: 10 creating+peering, 16 unknown, 367 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 30 KiB/s rd, 2.2 KiB/s wr, 46 op/s 2024-04-10T16:22:07.258 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:22:06 smithi077 ceph-mon[87572]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T16:22:07.258 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:22:06 smithi077 ceph-mon[87572]: osdmap e1685: 8 total, 8 up, 8 in 2024-04-10T16:22:07.258 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:22:06 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/3757998414' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi069-146913-23", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-04-10T16:22:07.258 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:22:06 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/3757998414' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi069-146913-23", "field": "max_bytes", "val": "10485760"}]': finished 2024-04-10T16:22:07.259 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:22:06 smithi077 ceph-mon[87572]: osdmap e1686: 8 total, 8 up, 8 in 2024-04-10T16:22:09.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:22:08 smithi069 ceph-mon[96738]: pgmap v2895: 393 pgs: 10 creating+peering, 383 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 108 KiB/s rd, 8.5 KiB/s wr, 156 op/s 2024-04-10T16:22:09.103 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:22:08 smithi069 ceph-mon[94167]: pgmap v2895: 393 pgs: 10 creating+peering, 383 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 108 KiB/s rd, 8.5 KiB/s wr, 156 op/s 2024-04-10T16:22:09.258 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:22:08 smithi077 ceph-mon[87572]: pgmap v2895: 393 pgs: 10 creating+peering, 383 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 108 KiB/s rd, 8.5 KiB/s wr, 156 op/s 2024-04-10T16:22:10.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:22:09 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:22:10.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:22:09 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:22:10.258 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:22:09 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:22:11.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:22:10 smithi069 ceph-mon[94167]: pgmap v2896: 393 pgs: 393 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 73 KiB/s rd, 6.4 KiB/s wr, 109 op/s 2024-04-10T16:22:11.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:22:10 smithi069 ceph-mon[96738]: pgmap v2896: 393 pgs: 393 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 73 KiB/s rd, 6.4 KiB/s wr, 109 op/s 2024-04-10T16:22:11.258 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:22:10 smithi077 ceph-mon[87572]: pgmap v2896: 393 pgs: 393 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 73 KiB/s rd, 6.4 KiB/s wr, 109 op/s 2024-04-10T16:22:12.103 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:22:11 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.10", "id": [1, 3]}]: dispatch 2024-04-10T16:22:12.103 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:22:11 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.13", "id": [2, 4]}]: dispatch 2024-04-10T16:22:12.103 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:22:11 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.17", "id": [2, 4]}]: dispatch 2024-04-10T16:22:12.103 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:22:11 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1a", "id": [2, 4]}]: dispatch 2024-04-10T16:22:12.103 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:22:11 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.d", "id": [1, 4]}]: dispatch 2024-04-10T16:22:12.103 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:22:11 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "96.17", "id": [0, 3]}]: dispatch 2024-04-10T16:22:12.103 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:22:11 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.1", "id": [0, 3]}]: dispatch 2024-04-10T16:22:12.103 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:22:11 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.e", "id": [0, 7]}]: dispatch 2024-04-10T16:22:12.103 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:22:11 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "99.6", "id": [4, 6]}]: dispatch 2024-04-10T16:22:12.103 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:22:11 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.10", "id": [1, 3]}]': finished 2024-04-10T16:22:12.103 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:22:11 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.13", "id": [2, 4]}]': finished 2024-04-10T16:22:12.103 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:22:11 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.17", "id": [2, 4]}]': finished 2024-04-10T16:22:12.103 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:22:11 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1a", "id": [2, 4]}]': finished 2024-04-10T16:22:12.103 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:22:11 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.d", "id": [1, 4]}]': finished 2024-04-10T16:22:12.104 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:22:11 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "96.17", "id": [0, 3]}]': finished 2024-04-10T16:22:12.104 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:22:11 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.1", "id": [0, 3]}]': finished 2024-04-10T16:22:12.104 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:22:11 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.e", "id": [0, 7]}]': finished 2024-04-10T16:22:12.104 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:22:11 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "99.6", "id": [4, 6]}]': finished 2024-04-10T16:22:12.104 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:22:11 smithi069 ceph-mon[94167]: osdmap e1687: 8 total, 8 up, 8 in 2024-04-10T16:22:12.104 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:22:11 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.10", "id": [1, 3]}]: dispatch 2024-04-10T16:22:12.104 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:22:11 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.13", "id": [2, 4]}]: dispatch 2024-04-10T16:22:12.104 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:22:11 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.17", "id": [2, 4]}]: dispatch 2024-04-10T16:22:12.104 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:22:11 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1a", "id": [2, 4]}]: dispatch 2024-04-10T16:22:12.104 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:22:11 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.d", "id": [1, 4]}]: dispatch 2024-04-10T16:22:12.104 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:22:11 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "96.17", "id": [0, 3]}]: dispatch 2024-04-10T16:22:12.104 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:22:11 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.1", "id": [0, 3]}]: dispatch 2024-04-10T16:22:12.104 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:22:11 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.e", "id": [0, 7]}]: dispatch 2024-04-10T16:22:12.105 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:22:11 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "99.6", "id": [4, 6]}]: dispatch 2024-04-10T16:22:12.105 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:22:11 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.10", "id": [1, 3]}]': finished 2024-04-10T16:22:12.105 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:22:11 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.13", "id": [2, 4]}]': finished 2024-04-10T16:22:12.105 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:22:11 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.17", "id": [2, 4]}]': finished 2024-04-10T16:22:12.105 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:22:11 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1a", "id": [2, 4]}]': finished 2024-04-10T16:22:12.105 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:22:11 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.d", "id": [1, 4]}]': finished 2024-04-10T16:22:12.105 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:22:11 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "96.17", "id": [0, 3]}]': finished 2024-04-10T16:22:12.105 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:22:11 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.1", "id": [0, 3]}]': finished 2024-04-10T16:22:12.105 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:22:11 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.e", "id": [0, 7]}]': finished 2024-04-10T16:22:12.105 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:22:11 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "99.6", "id": [4, 6]}]': finished 2024-04-10T16:22:12.105 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:22:11 smithi069 ceph-mon[96738]: osdmap e1687: 8 total, 8 up, 8 in 2024-04-10T16:22:12.258 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:22:11 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.10", "id": [1, 3]}]: dispatch 2024-04-10T16:22:12.259 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:22:11 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.13", "id": [2, 4]}]: dispatch 2024-04-10T16:22:12.259 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:22:11 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.17", "id": [2, 4]}]: dispatch 2024-04-10T16:22:12.259 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:22:11 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1a", "id": [2, 4]}]: dispatch 2024-04-10T16:22:12.259 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:22:11 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.d", "id": [1, 4]}]: dispatch 2024-04-10T16:22:12.259 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:22:11 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "96.17", "id": [0, 3]}]: dispatch 2024-04-10T16:22:12.259 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:22:11 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.1", "id": [0, 3]}]: dispatch 2024-04-10T16:22:12.259 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:22:11 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.e", "id": [0, 7]}]: dispatch 2024-04-10T16:22:12.259 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:22:11 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "99.6", "id": [4, 6]}]: dispatch 2024-04-10T16:22:12.259 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:22:11 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.10", "id": [1, 3]}]': finished 2024-04-10T16:22:12.259 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:22:11 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.13", "id": [2, 4]}]': finished 2024-04-10T16:22:12.259 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:22:11 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.17", "id": [2, 4]}]': finished 2024-04-10T16:22:12.259 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:22:11 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1a", "id": [2, 4]}]': finished 2024-04-10T16:22:12.259 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:22:11 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.d", "id": [1, 4]}]': finished 2024-04-10T16:22:12.259 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:22:11 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "96.17", "id": [0, 3]}]': finished 2024-04-10T16:22:12.259 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:22:11 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.1", "id": [0, 3]}]': finished 2024-04-10T16:22:12.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:22:11 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.e", "id": [0, 7]}]': finished 2024-04-10T16:22:12.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:22:11 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "99.6", "id": [4, 6]}]': finished 2024-04-10T16:22:12.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:22:11 smithi077 ceph-mon[87572]: osdmap e1687: 8 total, 8 up, 8 in 2024-04-10T16:22:12.758 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:22:12 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:22:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:22:13.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:22:12 smithi069 ceph-mon[96738]: pgmap v2897: 393 pgs: 393 active+clean; 8.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 71 KiB/s rd, 658 KiB/s wr, 102 op/s 2024-04-10T16:22:13.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:22:12 smithi069 ceph-mon[96738]: osdmap e1688: 8 total, 8 up, 8 in 2024-04-10T16:22:13.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:22:12 smithi069 ceph-mon[94167]: pgmap v2897: 393 pgs: 393 active+clean; 8.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 71 KiB/s rd, 658 KiB/s wr, 102 op/s 2024-04-10T16:22:13.103 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:22:12 smithi069 ceph-mon[94167]: osdmap e1688: 8 total, 8 up, 8 in 2024-04-10T16:22:13.258 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:22:12 smithi077 ceph-mon[87572]: pgmap v2897: 393 pgs: 393 active+clean; 8.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 71 KiB/s rd, 658 KiB/s wr, 102 op/s 2024-04-10T16:22:13.258 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:22:12 smithi077 ceph-mon[87572]: osdmap e1688: 8 total, 8 up, 8 in 2024-04-10T16:22:15.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:22:14 smithi069 ceph-mon[96738]: pgmap v2900: 393 pgs: 393 active+clean; 8.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 649 KiB/s wr, 32 op/s 2024-04-10T16:22:15.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:22:14 smithi069 ceph-mon[94167]: pgmap v2900: 393 pgs: 393 active+clean; 8.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 649 KiB/s wr, 32 op/s 2024-04-10T16:22:15.258 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:22:14 smithi077 ceph-mon[87572]: pgmap v2900: 393 pgs: 393 active+clean; 8.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 649 KiB/s wr, 32 op/s 2024-04-10T16:22:17.102 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:22:16 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:22:16] "GET /metrics HTTP/1.1" 200 55787 "" "Prometheus/2.43.0" 2024-04-10T16:22:17.103 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:22:16 smithi069 ceph-mon[96738]: pgmap v2901: 393 pgs: 393 active+clean; 8.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 514 KiB/s wr, 25 op/s 2024-04-10T16:22:17.103 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:22:16 smithi069 ceph-mon[96738]: osdmap e1689: 8 total, 8 up, 8 in 2024-04-10T16:22:17.103 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:22:16 smithi069 ceph-mon[94167]: pgmap v2901: 393 pgs: 393 active+clean; 8.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 514 KiB/s wr, 25 op/s 2024-04-10T16:22:17.103 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:22:16 smithi069 ceph-mon[94167]: osdmap e1689: 8 total, 8 up, 8 in 2024-04-10T16:22:17.258 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:22:16 smithi077 ceph-mon[87572]: pgmap v2901: 393 pgs: 393 active+clean; 8.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 514 KiB/s wr, 25 op/s 2024-04-10T16:22:17.258 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:22:16 smithi077 ceph-mon[87572]: osdmap e1689: 8 total, 8 up, 8 in 2024-04-10T16:22:19.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:22:18 smithi069 ceph-mon[96738]: pgmap v2903: 393 pgs: 393 active+clean; 14 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.7 KiB/s rd, 854 KiB/s wr, 3 op/s; 14 B/s, 12 keys/s, 0 objects/s recovering 2024-04-10T16:22:19.103 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:22:18 smithi069 ceph-mon[94167]: pgmap v2903: 393 pgs: 393 active+clean; 14 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.7 KiB/s rd, 854 KiB/s wr, 3 op/s; 14 B/s, 12 keys/s, 0 objects/s recovering 2024-04-10T16:22:19.258 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:22:18 smithi077 ceph-mon[87572]: pgmap v2903: 393 pgs: 393 active+clean; 14 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.7 KiB/s rd, 854 KiB/s wr, 3 op/s; 14 B/s, 12 keys/s, 0 objects/s recovering 2024-04-10T16:22:21.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:22:20 smithi069 ceph-mon[96738]: pgmap v2904: 393 pgs: 393 active+clean; 14 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.4 KiB/s rd, 699 KiB/s wr, 2 op/s; 12 B/s, 10 keys/s, 0 objects/s recovering 2024-04-10T16:22:21.103 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:22:20 smithi069 ceph-mon[94167]: pgmap v2904: 393 pgs: 393 active+clean; 14 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.4 KiB/s rd, 699 KiB/s wr, 2 op/s; 12 B/s, 10 keys/s, 0 objects/s recovering 2024-04-10T16:22:21.258 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:22:20 smithi077 ceph-mon[87572]: pgmap v2904: 393 pgs: 393 active+clean; 14 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.4 KiB/s rd, 699 KiB/s wr, 2 op/s; 12 B/s, 10 keys/s, 0 objects/s recovering 2024-04-10T16:22:22.758 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:22:22 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:22:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:22:23.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:22:22 smithi069 ceph-mon[96738]: pgmap v2905: 393 pgs: 393 active+clean; 17 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.8 KiB/s rd, 984 KiB/s wr, 3 op/s; 10 B/s, 9 keys/s, 0 objects/s recovering 2024-04-10T16:22:23.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:22:22 smithi069 ceph-mon[94167]: pgmap v2905: 393 pgs: 393 active+clean; 17 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.8 KiB/s rd, 984 KiB/s wr, 3 op/s; 10 B/s, 9 keys/s, 0 objects/s recovering 2024-04-10T16:22:23.258 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:22:22 smithi077 ceph-mon[87572]: pgmap v2905: 393 pgs: 393 active+clean; 17 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.8 KiB/s rd, 984 KiB/s wr, 3 op/s; 10 B/s, 9 keys/s, 0 objects/s recovering 2024-04-10T16:22:25.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:22:24 smithi069 ceph-mon[96738]: pgmap v2906: 393 pgs: 393 active+clean; 17 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.5 KiB/s rd, 819 KiB/s wr, 3 op/s; 8 B/s, 7 keys/s, 0 objects/s recovering 2024-04-10T16:22:25.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:22:24 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:22:25.103 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:22:24 smithi069 ceph-mon[94167]: pgmap v2906: 393 pgs: 393 active+clean; 17 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.5 KiB/s rd, 819 KiB/s wr, 3 op/s; 8 B/s, 7 keys/s, 0 objects/s recovering 2024-04-10T16:22:25.103 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:22:24 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:22:25.258 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:22:24 smithi077 ceph-mon[87572]: pgmap v2906: 393 pgs: 393 active+clean; 17 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.5 KiB/s rd, 819 KiB/s wr, 3 op/s; 8 B/s, 7 keys/s, 0 objects/s recovering 2024-04-10T16:22:25.258 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:22:24 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:22:26.969 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestLibRBD.RemoveFullTry (24929 ms) 2024-04-10T16:22:26.969 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestLibRBD.RemoveFullTryDataPool 2024-04-10T16:22:27.102 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:22:26 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:22:26] "GET /metrics HTTP/1.1" 200 55797 "" "Prometheus/2.43.0" 2024-04-10T16:22:27.103 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:22:26 smithi069 ceph-mon[96738]: pgmap v2907: 393 pgs: 393 active+clean; 22 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.5 KiB/s rd, 1.3 MiB/s wr, 3 op/s; 8 B/s, 7 keys/s, 0 objects/s recovering 2024-04-10T16:22:27.103 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:22:26 smithi069 ceph-mon[96738]: pool 'test-librbd-smithi069-146913-23' is full (reached quota's max_bytes: 10 MiB) 2024-04-10T16:22:27.103 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:22:26 smithi069 ceph-mon[96738]: Health check failed: 1 pool(s) full (POOL_FULL) 2024-04-10T16:22:27.103 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:22:26 smithi069 ceph-mon[96738]: osdmap e1690: 8 total, 8 up, 8 in 2024-04-10T16:22:27.103 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:22:26 smithi069 ceph-mon[94167]: pgmap v2907: 393 pgs: 393 active+clean; 22 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.5 KiB/s rd, 1.3 MiB/s wr, 3 op/s; 8 B/s, 7 keys/s, 0 objects/s recovering 2024-04-10T16:22:27.103 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:22:26 smithi069 ceph-mon[94167]: pool 'test-librbd-smithi069-146913-23' is full (reached quota's max_bytes: 10 MiB) 2024-04-10T16:22:27.103 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:22:26 smithi069 ceph-mon[94167]: Health check failed: 1 pool(s) full (POOL_FULL) 2024-04-10T16:22:27.103 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:22:26 smithi069 ceph-mon[94167]: osdmap e1690: 8 total, 8 up, 8 in 2024-04-10T16:22:27.258 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:22:26 smithi077 ceph-mon[87572]: pgmap v2907: 393 pgs: 393 active+clean; 22 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.5 KiB/s rd, 1.3 MiB/s wr, 3 op/s; 8 B/s, 7 keys/s, 0 objects/s recovering 2024-04-10T16:22:27.258 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:22:26 smithi077 ceph-mon[87572]: pool 'test-librbd-smithi069-146913-23' is full (reached quota's max_bytes: 10 MiB) 2024-04-10T16:22:27.258 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:22:26 smithi077 ceph-mon[87572]: Health check failed: 1 pool(s) full (POOL_FULL) 2024-04-10T16:22:27.258 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:22:26 smithi077 ceph-mon[87572]: osdmap e1690: 8 total, 8 up, 8 in 2024-04-10T16:22:29.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:22:28 smithi069 ceph-mon[96738]: pgmap v2909: 393 pgs: 393 active+clean; 22 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1023 B/s rd, 819 KiB/s wr, 2 op/s 2024-04-10T16:22:29.103 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:22:28 smithi069 ceph-mon[96738]: osdmap e1691: 8 total, 8 up, 8 in 2024-04-10T16:22:29.103 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:22:28 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/4181425340' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-24","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:22:29.103 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:22:28 smithi069 ceph-mon[94167]: pgmap v2909: 393 pgs: 393 active+clean; 22 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1023 B/s rd, 819 KiB/s wr, 2 op/s 2024-04-10T16:22:29.103 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:22:28 smithi069 ceph-mon[94167]: osdmap e1691: 8 total, 8 up, 8 in 2024-04-10T16:22:29.103 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:22:28 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/4181425340' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-24","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:22:29.258 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:22:28 smithi077 ceph-mon[87572]: pgmap v2909: 393 pgs: 393 active+clean; 22 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1023 B/s rd, 819 KiB/s wr, 2 op/s 2024-04-10T16:22:29.258 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:22:28 smithi077 ceph-mon[87572]: osdmap e1691: 8 total, 8 up, 8 in 2024-04-10T16:22:29.258 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:22:28 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/4181425340' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-24","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:22:30.258 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:22:29 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/4181425340' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-24","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T16:22:30.258 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:22:29 smithi077 ceph-mon[87572]: osdmap e1692: 8 total, 8 up, 8 in 2024-04-10T16:22:30.352 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:22:29 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/4181425340' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-24","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T16:22:30.352 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:22:29 smithi069 ceph-mon[96738]: osdmap e1692: 8 total, 8 up, 8 in 2024-04-10T16:22:30.352 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:22:29 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/4181425340' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-24","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T16:22:30.353 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:22:29 smithi069 ceph-mon[94167]: osdmap e1692: 8 total, 8 up, 8 in 2024-04-10T16:22:30.892 INFO:tasks.workunit.client.0.smithi069.stdout:using new format! 2024-04-10T16:22:31.258 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:22:30 smithi077 ceph-mon[87572]: pgmap v2912: 425 pgs: 8 creating+peering, 24 unknown, 393 active+clean; 17 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 14 KiB/s rd, 1.3 MiB/s wr, 18 op/s 2024-04-10T16:22:31.258 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:22:30 smithi077 ceph-mon[87572]: osdmap e1693: 8 total, 8 up, 8 in 2024-04-10T16:22:31.258 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:22:30 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/3850569801' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-25","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:22:31.352 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:22:30 smithi069 ceph-mon[96738]: pgmap v2912: 425 pgs: 8 creating+peering, 24 unknown, 393 active+clean; 17 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 14 KiB/s rd, 1.3 MiB/s wr, 18 op/s 2024-04-10T16:22:31.352 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:22:30 smithi069 ceph-mon[96738]: osdmap e1693: 8 total, 8 up, 8 in 2024-04-10T16:22:31.352 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:22:30 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/3850569801' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-25","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:22:31.353 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:22:30 smithi069 ceph-mon[94167]: pgmap v2912: 425 pgs: 8 creating+peering, 24 unknown, 393 active+clean; 17 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 14 KiB/s rd, 1.3 MiB/s wr, 18 op/s 2024-04-10T16:22:31.353 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:22:30 smithi069 ceph-mon[94167]: osdmap e1693: 8 total, 8 up, 8 in 2024-04-10T16:22:31.353 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:22:30 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/3850569801' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-25","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:22:31.353 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:22:30 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: [10/Apr/2024:16:22:30] ENGINE Bus STOPPING 2024-04-10T16:22:31.353 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:22:30 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: [10/Apr/2024:16:22:30] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-10T16:22:31.353 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:22:30 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: [10/Apr/2024:16:22:30] ENGINE Bus STOPPED 2024-04-10T16:22:31.353 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:22:30 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: [10/Apr/2024:16:22:30] ENGINE Bus STARTING 2024-04-10T16:22:31.354 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:22:31 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: [10/Apr/2024:16:22:31] ENGINE Serving on http://:::9283 2024-04-10T16:22:31.354 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:22:31 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: [10/Apr/2024:16:22:31] ENGINE Bus STARTED 2024-04-10T16:22:32.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:22:31 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/3850569801' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-25","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T16:22:32.103 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:22:31 smithi069 ceph-mon[94167]: osdmap e1694: 8 total, 8 up, 8 in 2024-04-10T16:22:32.103 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:22:31 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/3757998414' entity='client.admin' 2024-04-10T16:22:32.103 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:22:31 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:22:32.103 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:22:31 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-10T16:22:32.103 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:22:31 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:22:32.103 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:22:31 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:22:32.103 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:22:31 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:22:32.103 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:22:31 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:22:32.103 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:22:31 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:22:32.103 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:22:31 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:22:32.103 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:22:31 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:22:32.103 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:22:31 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:22:32.103 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:22:31 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:22:32.104 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:22:31 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:22:32.104 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:22:31 smithi069 ceph-mon[94167]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T16:22:32.104 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:22:31 smithi069 ceph-mon[94167]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T16:22:32.104 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:22:31 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:22:32.104 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:22:31 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:22:32.104 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:22:31 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:22:32.104 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:22:31 smithi069 ceph-mon[94167]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T16:22:32.104 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:22:31 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:22:32.104 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:22:31 smithi069 ceph-mon[94167]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T16:22:32.104 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:22:31 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:22:32.104 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:22:31 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:22:32.104 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:22:31 smithi069 ceph-mon[94167]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T16:22:32.104 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:22:31 smithi069 ceph-mon[94167]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T16:22:32.105 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:22:31 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/3850569801' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-25","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T16:22:32.105 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:22:31 smithi069 ceph-mon[96738]: osdmap e1694: 8 total, 8 up, 8 in 2024-04-10T16:22:32.105 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:22:31 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/3757998414' entity='client.admin' 2024-04-10T16:22:32.105 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:22:31 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:22:32.105 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:22:31 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-10T16:22:32.105 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:22:31 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:22:32.105 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:22:31 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:22:32.105 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:22:31 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:22:32.105 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:22:31 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:22:32.105 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:22:31 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:22:32.105 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:22:31 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:22:32.106 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:22:31 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:22:32.106 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:22:31 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:22:32.106 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:22:31 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:22:32.106 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:22:31 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:22:32.106 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:22:31 smithi069 ceph-mon[96738]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T16:22:32.106 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:22:31 smithi069 ceph-mon[96738]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T16:22:32.106 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:22:31 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:22:32.106 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:22:31 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:22:32.106 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:22:31 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:22:32.106 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:22:31 smithi069 ceph-mon[96738]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T16:22:32.106 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:22:31 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:22:32.106 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:22:31 smithi069 ceph-mon[96738]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T16:22:32.106 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:22:31 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:22:32.106 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:22:31 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:22:32.106 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:22:31 smithi069 ceph-mon[96738]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T16:22:32.106 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:22:31 smithi069 ceph-mon[96738]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T16:22:32.107 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:22:31 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:22:32.107 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:22:31 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:22:32.107 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:22:31 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:22:32.107 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:22:31 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:22:32.107 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:22:31 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:22:32.107 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:22:31 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:22:32.259 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:22:31 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/3850569801' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-25","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T16:22:32.259 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:22:31 smithi077 ceph-mon[87572]: osdmap e1694: 8 total, 8 up, 8 in 2024-04-10T16:22:32.259 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:22:31 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/3757998414' entity='client.admin' 2024-04-10T16:22:32.259 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:22:31 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:22:32.259 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:22:31 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-10T16:22:32.259 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:22:31 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:22:32.259 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:22:31 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:22:32.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:22:31 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:22:32.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:22:31 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:22:32.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:22:31 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:22:32.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:22:31 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:22:32.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:22:31 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:22:32.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:22:31 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:22:32.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:22:31 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:22:32.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:22:31 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:22:32.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:22:31 smithi077 ceph-mon[87572]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T16:22:32.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:22:31 smithi077 ceph-mon[87572]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T16:22:32.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:22:31 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:22:32.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:22:31 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:22:32.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:22:31 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:22:32.261 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:22:31 smithi077 ceph-mon[87572]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T16:22:32.261 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:22:31 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:22:32.261 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:22:31 smithi077 ceph-mon[87572]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T16:22:32.261 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:22:31 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:22:32.261 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:22:31 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:22:32.261 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:22:31 smithi077 ceph-mon[87572]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T16:22:32.261 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:22:31 smithi077 ceph-mon[87572]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T16:22:32.261 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:22:31 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:22:32.261 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:22:31 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:22:32.261 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:22:31 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:22:32.758 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:22:32 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:22:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:22:33.170 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:22:32 smithi069 ceph-mon[96738]: pgmap v2915: 457 pgs: 21 creating+peering, 19 unknown, 417 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 770 KiB/s wr, 42 op/s 2024-04-10T16:22:33.170 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:22:32 smithi069 ceph-mon[96738]: osdmap e1695: 8 total, 8 up, 8 in 2024-04-10T16:22:33.170 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:22:32 smithi069 ceph-mon[94167]: pgmap v2915: 457 pgs: 21 creating+peering, 19 unknown, 417 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 770 KiB/s wr, 42 op/s 2024-04-10T16:22:33.171 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:22:32 smithi069 ceph-mon[94167]: osdmap e1695: 8 total, 8 up, 8 in 2024-04-10T16:22:33.258 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:22:32 smithi077 ceph-mon[87572]: pgmap v2915: 457 pgs: 21 creating+peering, 19 unknown, 417 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 770 KiB/s wr, 42 op/s 2024-04-10T16:22:33.258 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:22:32 smithi077 ceph-mon[87572]: osdmap e1695: 8 total, 8 up, 8 in 2024-04-10T16:22:34.008 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:22:33 smithi077 ceph-mon[87572]: osdmap e1696: 8 total, 8 up, 8 in 2024-04-10T16:22:34.008 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:22:33 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/3757998414' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi069-146913-25", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-04-10T16:22:34.074 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:22:33 smithi069 ceph-mon[96738]: osdmap e1696: 8 total, 8 up, 8 in 2024-04-10T16:22:34.074 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:22:33 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/3757998414' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi069-146913-25", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-04-10T16:22:34.074 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:22:33 smithi069 ceph-mon[94167]: osdmap e1696: 8 total, 8 up, 8 in 2024-04-10T16:22:34.075 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:22:33 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/3757998414' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi069-146913-25", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-04-10T16:22:35.258 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:22:34 smithi077 ceph-mon[87572]: pgmap v2918: 457 pgs: 21 creating+peering, 19 unknown, 417 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 10 KiB/s rd, 2.2 KiB/s wr, 17 op/s 2024-04-10T16:22:35.258 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:22:34 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/3757998414' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi069-146913-25", "field": "max_bytes", "val": "10485760"}]': finished 2024-04-10T16:22:35.259 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:22:34 smithi077 ceph-mon[87572]: osdmap e1697: 8 total, 8 up, 8 in 2024-04-10T16:22:35.259 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:22:34 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:22:35.259 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:22:34 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:22:35.352 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:22:34 smithi069 ceph-mon[96738]: pgmap v2918: 457 pgs: 21 creating+peering, 19 unknown, 417 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 10 KiB/s rd, 2.2 KiB/s wr, 17 op/s 2024-04-10T16:22:35.352 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:22:34 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/3757998414' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi069-146913-25", "field": "max_bytes", "val": "10485760"}]': finished 2024-04-10T16:22:35.352 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:22:34 smithi069 ceph-mon[96738]: osdmap e1697: 8 total, 8 up, 8 in 2024-04-10T16:22:35.352 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:22:34 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:22:35.353 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:22:34 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:22:35.353 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:22:34 smithi069 ceph-mon[94167]: pgmap v2918: 457 pgs: 21 creating+peering, 19 unknown, 417 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 10 KiB/s rd, 2.2 KiB/s wr, 17 op/s 2024-04-10T16:22:35.353 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:22:34 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/3757998414' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi069-146913-25", "field": "max_bytes", "val": "10485760"}]': finished 2024-04-10T16:22:35.353 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:22:34 smithi069 ceph-mon[94167]: osdmap e1697: 8 total, 8 up, 8 in 2024-04-10T16:22:35.353 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:22:34 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:22:35.353 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:22:34 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:22:36.352 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:22:36 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:22:36.353 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:22:36 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:22:36.353 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:22:36 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:22:36.353 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:22:36 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:22:36.353 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:22:36 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:22:36.353 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:22:36 smithi069 ceph-mon[94167]: pgmap v2920: 457 pgs: 13 creating+peering, 444 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 7.6 KiB/s rd, 1.9 KiB/s wr, 13 op/s 2024-04-10T16:22:36.353 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:22:36 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:22:36.353 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:22:36 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:22:36.353 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:22:36 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:22:36.353 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:22:36 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:22:36.353 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:22:36 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:22:36.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:22:36 smithi069 ceph-mon[96738]: pgmap v2920: 457 pgs: 13 creating+peering, 444 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 7.6 KiB/s rd, 1.9 KiB/s wr, 13 op/s 2024-04-10T16:22:36.508 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:22:36 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:22:36.509 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:22:36 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:22:36.509 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:22:36 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:22:36.509 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:22:36 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:22:36.509 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:22:36 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:22:36.509 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:22:36 smithi077 ceph-mon[87572]: pgmap v2920: 457 pgs: 13 creating+peering, 444 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 7.6 KiB/s rd, 1.9 KiB/s wr, 13 op/s 2024-04-10T16:22:37.352 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:22:36 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:22:36] "GET /metrics HTTP/1.1" 200 55797 "" "Prometheus/2.43.0" 2024-04-10T16:22:37.353 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:22:37 smithi069 ceph-mon[96738]: pool 'test-librbd-smithi069-146913-23' no longer out of quota; removing NO_QUOTA flag 2024-04-10T16:22:37.353 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:22:37 smithi069 ceph-mon[96738]: Health check cleared: POOL_FULL (was: 1 pool(s) full) 2024-04-10T16:22:37.353 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:22:37 smithi069 ceph-mon[96738]: osdmap e1698: 8 total, 8 up, 8 in 2024-04-10T16:22:37.353 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:22:37 smithi069 ceph-mon[94167]: pool 'test-librbd-smithi069-146913-23' no longer out of quota; removing NO_QUOTA flag 2024-04-10T16:22:37.353 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:22:37 smithi069 ceph-mon[94167]: Health check cleared: POOL_FULL (was: 1 pool(s) full) 2024-04-10T16:22:37.353 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:22:37 smithi069 ceph-mon[94167]: osdmap e1698: 8 total, 8 up, 8 in 2024-04-10T16:22:37.508 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:22:37 smithi077 ceph-mon[87572]: pool 'test-librbd-smithi069-146913-23' no longer out of quota; removing NO_QUOTA flag 2024-04-10T16:22:37.508 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:22:37 smithi077 ceph-mon[87572]: Health check cleared: POOL_FULL (was: 1 pool(s) full) 2024-04-10T16:22:37.508 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:22:37 smithi077 ceph-mon[87572]: osdmap e1698: 8 total, 8 up, 8 in 2024-04-10T16:22:38.352 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:22:38 smithi069 ceph-mon[96738]: pgmap v2922: 457 pgs: 457 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 1.7 KiB/s wr, 19 op/s 2024-04-10T16:22:38.353 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:22:38 smithi069 ceph-mon[94167]: pgmap v2922: 457 pgs: 457 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 1.7 KiB/s wr, 19 op/s 2024-04-10T16:22:38.508 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:22:38 smithi077 ceph-mon[87572]: pgmap v2922: 457 pgs: 457 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 1.7 KiB/s wr, 19 op/s 2024-04-10T16:22:40.508 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:22:40 smithi077 ceph-mon[87572]: pgmap v2923: 457 pgs: 457 active+clean; 8.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 664 KiB/s wr, 17 op/s 2024-04-10T16:22:40.509 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:22:40 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:22:40.602 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:22:40 smithi069 ceph-mon[94167]: pgmap v2923: 457 pgs: 457 active+clean; 8.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 664 KiB/s wr, 17 op/s 2024-04-10T16:22:40.602 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:22:40 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:22:40.603 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:22:40 smithi069 ceph-mon[96738]: pgmap v2923: 457 pgs: 457 active+clean; 8.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 664 KiB/s wr, 17 op/s 2024-04-10T16:22:40.603 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:22:40 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:22:42.753 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:22:42 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:22:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:22:43.008 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:22:42 smithi077 ceph-mon[87572]: pgmap v2924: 457 pgs: 457 active+clean; 12 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 8.7 KiB/s rd, 897 KiB/s wr, 14 op/s 2024-04-10T16:22:43.008 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:22:42 smithi077 ceph-mon[87572]: osdmap e1699: 8 total, 8 up, 8 in 2024-04-10T16:22:43.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:22:42 smithi069 ceph-mon[96738]: pgmap v2924: 457 pgs: 457 active+clean; 12 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 8.7 KiB/s rd, 897 KiB/s wr, 14 op/s 2024-04-10T16:22:43.103 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:22:42 smithi069 ceph-mon[96738]: osdmap e1699: 8 total, 8 up, 8 in 2024-04-10T16:22:43.103 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:22:42 smithi069 ceph-mon[94167]: pgmap v2924: 457 pgs: 457 active+clean; 12 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 8.7 KiB/s rd, 897 KiB/s wr, 14 op/s 2024-04-10T16:22:43.103 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:22:42 smithi069 ceph-mon[94167]: osdmap e1699: 8 total, 8 up, 8 in 2024-04-10T16:22:45.008 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:22:44 smithi077 ceph-mon[87572]: pgmap v2926: 457 pgs: 457 active+clean; 12 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 4.7 KiB/s rd, 896 KiB/s wr, 7 op/s 2024-04-10T16:22:45.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:22:44 smithi069 ceph-mon[96738]: pgmap v2926: 457 pgs: 457 active+clean; 12 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 4.7 KiB/s rd, 896 KiB/s wr, 7 op/s 2024-04-10T16:22:45.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:22:44 smithi069 ceph-mon[94167]: pgmap v2926: 457 pgs: 457 active+clean; 12 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 4.7 KiB/s rd, 896 KiB/s wr, 7 op/s 2024-04-10T16:22:47.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:22:46 smithi069 ceph-mon[94167]: pgmap v2927: 457 pgs: 457 active+clean; 12 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.3 KiB/s rd, 861 KiB/s wr, 2 op/s 2024-04-10T16:22:47.103 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:22:46 smithi069 ceph-mon[96738]: pgmap v2927: 457 pgs: 457 active+clean; 12 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.3 KiB/s rd, 861 KiB/s wr, 2 op/s 2024-04-10T16:22:47.103 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:22:46 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:22:46] "GET /metrics HTTP/1.1" 200 60707 "" "Prometheus/2.43.0" 2024-04-10T16:22:47.258 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:22:46 smithi077 ceph-mon[87572]: pgmap v2927: 457 pgs: 457 active+clean; 12 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.3 KiB/s rd, 861 KiB/s wr, 2 op/s 2024-04-10T16:22:49.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:22:48 smithi069 ceph-mon[94167]: pgmap v2928: 457 pgs: 457 active+clean; 17 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.1 KiB/s rd, 1.2 MiB/s wr, 2 op/s 2024-04-10T16:22:49.103 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:22:48 smithi069 ceph-mon[96738]: pgmap v2928: 457 pgs: 457 active+clean; 17 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.1 KiB/s rd, 1.2 MiB/s wr, 2 op/s 2024-04-10T16:22:49.258 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:22:48 smithi077 ceph-mon[87572]: pgmap v2928: 457 pgs: 457 active+clean; 17 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.1 KiB/s rd, 1.2 MiB/s wr, 2 op/s 2024-04-10T16:22:51.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:22:50 smithi069 ceph-mon[94167]: pgmap v2929: 457 pgs: 457 active+clean; 17 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1023 B/s rd, 819 KiB/s wr, 2 op/s 2024-04-10T16:22:51.103 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:22:50 smithi069 ceph-mon[96738]: pgmap v2929: 457 pgs: 457 active+clean; 17 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1023 B/s rd, 819 KiB/s wr, 2 op/s 2024-04-10T16:22:51.258 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:22:50 smithi077 ceph-mon[87572]: pgmap v2929: 457 pgs: 457 active+clean; 17 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1023 B/s rd, 819 KiB/s wr, 2 op/s 2024-04-10T16:22:52.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:22:51 smithi069 ceph-mon[96738]: pool 'test-librbd-smithi069-146913-25' is full (reached quota's max_bytes: 10 MiB) 2024-04-10T16:22:52.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:22:51 smithi069 ceph-mon[96738]: Health check failed: 1 pool(s) full (POOL_FULL) 2024-04-10T16:22:52.103 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:22:51 smithi069 ceph-mon[94167]: pool 'test-librbd-smithi069-146913-25' is full (reached quota's max_bytes: 10 MiB) 2024-04-10T16:22:52.103 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:22:51 smithi069 ceph-mon[94167]: Health check failed: 1 pool(s) full (POOL_FULL) 2024-04-10T16:22:52.108 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestLibRBD.RemoveFullTryDataPool (25139 ms) 2024-04-10T16:22:52.108 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestLibRBD.TestIO 2024-04-10T16:22:52.108 INFO:tasks.workunit.client.0.smithi069.stdout:using new format! 2024-04-10T16:22:52.159 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:22:51 smithi077 ceph-mon[87572]: pool 'test-librbd-smithi069-146913-25' is full (reached quota's max_bytes: 10 MiB) 2024-04-10T16:22:52.159 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:22:51 smithi077 ceph-mon[87572]: Health check failed: 1 pool(s) full (POOL_FULL) 2024-04-10T16:22:52.508 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:22:52 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:22:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:22:53.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:22:52 smithi069 ceph-mon[94167]: pgmap v2930: 457 pgs: 457 active+clean; 21 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1023 B/s rd, 921 KiB/s wr, 2 op/s 2024-04-10T16:22:53.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:22:52 smithi069 ceph-mon[94167]: osdmap e1700: 8 total, 8 up, 8 in 2024-04-10T16:22:53.103 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:22:52 smithi069 ceph-mon[96738]: pgmap v2930: 457 pgs: 457 active+clean; 21 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1023 B/s rd, 921 KiB/s wr, 2 op/s 2024-04-10T16:22:53.103 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:22:52 smithi069 ceph-mon[96738]: osdmap e1700: 8 total, 8 up, 8 in 2024-04-10T16:22:53.171 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:22:52 smithi077 ceph-mon[87572]: pgmap v2930: 457 pgs: 457 active+clean; 21 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1023 B/s rd, 921 KiB/s wr, 2 op/s 2024-04-10T16:22:53.172 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:22:52 smithi077 ceph-mon[87572]: osdmap e1700: 8 total, 8 up, 8 in 2024-04-10T16:22:53.973 INFO:tasks.workunit.client.0.smithi069.stdout:wrote: 512 2024-04-10T16:22:53.973 INFO:tasks.workunit.client.0.smithi069.stdout:wrote: 512 2024-04-10T16:22:53.973 INFO:tasks.workunit.client.0.smithi069.stdout:wrote: 512 2024-04-10T16:22:53.973 INFO:tasks.workunit.client.0.smithi069.stdout:wrote: 512 2024-04-10T16:22:53.973 INFO:tasks.workunit.client.0.smithi069.stdout:wrote: 512 2024-04-10T16:22:53.973 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:22:53.973 INFO:tasks.workunit.client.0.smithi069.stdout:started write 2024-04-10T16:22:53.974 INFO:tasks.workunit.client.0.smithi069.stdout:write completion cb called! 2024-04-10T16:22:53.974 INFO:tasks.workunit.client.0.smithi069.stdout:return value is: 0 2024-04-10T16:22:53.974 INFO:tasks.workunit.client.0.smithi069.stdout:finished write 2024-04-10T16:22:53.974 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:22:53.974 INFO:tasks.workunit.client.0.smithi069.stdout:started write 2024-04-10T16:22:53.974 INFO:tasks.workunit.client.0.smithi069.stdout:write completion cb called! 2024-04-10T16:22:53.974 INFO:tasks.workunit.client.0.smithi069.stdout:return value is: 0 2024-04-10T16:22:53.974 INFO:tasks.workunit.client.0.smithi069.stdout:finished write 2024-04-10T16:22:53.974 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:22:53.974 INFO:tasks.workunit.client.0.smithi069.stdout:started write 2024-04-10T16:22:53.974 INFO:tasks.workunit.client.0.smithi069.stdout:write completion cb called! 2024-04-10T16:22:53.974 INFO:tasks.workunit.client.0.smithi069.stdout:return value is: 0 2024-04-10T16:22:53.974 INFO:tasks.workunit.client.0.smithi069.stdout:finished write 2024-04-10T16:22:53.975 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:22:53.975 INFO:tasks.workunit.client.0.smithi069.stdout:started write 2024-04-10T16:22:53.975 INFO:tasks.workunit.client.0.smithi069.stdout:write completion cb called! 2024-04-10T16:22:53.975 INFO:tasks.workunit.client.0.smithi069.stdout:return value is: 0 2024-04-10T16:22:53.975 INFO:tasks.workunit.client.0.smithi069.stdout:finished write 2024-04-10T16:22:53.975 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:22:53.975 INFO:tasks.workunit.client.0.smithi069.stdout:started write 2024-04-10T16:22:53.975 INFO:tasks.workunit.client.0.smithi069.stdout:write completion cb called! 2024-04-10T16:22:53.975 INFO:tasks.workunit.client.0.smithi069.stdout:return value is: 0 2024-04-10T16:22:53.975 INFO:tasks.workunit.client.0.smithi069.stdout:finished write 2024-04-10T16:22:53.975 INFO:tasks.workunit.client.0.smithi069.stdout:start compare and write 2024-04-10T16:22:53.975 INFO:tasks.workunit.client.0.smithi069.stdout:compare and wrote: 512 2024-04-10T16:22:53.975 INFO:tasks.workunit.client.0.smithi069.stdout:start compare and write 2024-04-10T16:22:53.975 INFO:tasks.workunit.client.0.smithi069.stdout:compare and wrote: 512 2024-04-10T16:22:53.975 INFO:tasks.workunit.client.0.smithi069.stdout:start compare and write 2024-04-10T16:22:53.975 INFO:tasks.workunit.client.0.smithi069.stdout:compare and wrote: 512 2024-04-10T16:22:53.976 INFO:tasks.workunit.client.0.smithi069.stdout:start compare and write 2024-04-10T16:22:53.976 INFO:tasks.workunit.client.0.smithi069.stdout:compare and wrote: 512 2024-04-10T16:22:53.976 INFO:tasks.workunit.client.0.smithi069.stdout:start compare and write 2024-04-10T16:22:53.976 INFO:tasks.workunit.client.0.smithi069.stdout:compare and wrote: 512 2024-04-10T16:22:53.976 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:22:53.976 INFO:tasks.workunit.client.0.smithi069.stdout:started aio compare and write 2024-04-10T16:22:53.976 INFO:tasks.workunit.client.0.smithi069.stdout:write completion cb called! 2024-04-10T16:22:53.976 INFO:tasks.workunit.client.0.smithi069.stdout:return value is: 0 2024-04-10T16:22:53.976 INFO:tasks.workunit.client.0.smithi069.stdout:finished aio compare and write 2024-04-10T16:22:53.976 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:22:53.976 INFO:tasks.workunit.client.0.smithi069.stdout:started aio compare and write 2024-04-10T16:22:53.976 INFO:tasks.workunit.client.0.smithi069.stdout:write completion cb called! 2024-04-10T16:22:53.976 INFO:tasks.workunit.client.0.smithi069.stdout:return value is: 0 2024-04-10T16:22:53.976 INFO:tasks.workunit.client.0.smithi069.stdout:finished aio compare and write 2024-04-10T16:22:53.977 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:22:53.977 INFO:tasks.workunit.client.0.smithi069.stdout:started aio compare and write 2024-04-10T16:22:53.977 INFO:tasks.workunit.client.0.smithi069.stdout:write completion cb called! 2024-04-10T16:22:53.977 INFO:tasks.workunit.client.0.smithi069.stdout:return value is: 0 2024-04-10T16:22:53.977 INFO:tasks.workunit.client.0.smithi069.stdout:finished aio compare and write 2024-04-10T16:22:53.977 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:22:53.977 INFO:tasks.workunit.client.0.smithi069.stdout:started aio compare and write 2024-04-10T16:22:53.977 INFO:tasks.workunit.client.0.smithi069.stdout:write completion cb called! 2024-04-10T16:22:53.977 INFO:tasks.workunit.client.0.smithi069.stdout:return value is: 0 2024-04-10T16:22:53.977 INFO:tasks.workunit.client.0.smithi069.stdout:finished aio compare and write 2024-04-10T16:22:53.977 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:22:53.977 INFO:tasks.workunit.client.0.smithi069.stdout:started aio compare and write 2024-04-10T16:22:53.977 INFO:tasks.workunit.client.0.smithi069.stdout:write completion cb called! 2024-04-10T16:22:53.977 INFO:tasks.workunit.client.0.smithi069.stdout:return value is: 0 2024-04-10T16:22:53.977 INFO:tasks.workunit.client.0.smithi069.stdout:finished aio compare and write 2024-04-10T16:22:53.977 INFO:tasks.workunit.client.0.smithi069.stdout:read: 512 2024-04-10T16:22:53.977 INFO:tasks.workunit.client.0.smithi069.stdout:read: 512 2024-04-10T16:22:53.978 INFO:tasks.workunit.client.0.smithi069.stdout:read: 512 2024-04-10T16:22:53.978 INFO:tasks.workunit.client.0.smithi069.stdout:read: 512 2024-04-10T16:22:53.978 INFO:tasks.workunit.client.0.smithi069.stdout:read: 512 2024-04-10T16:22:53.978 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:22:53.978 INFO:tasks.workunit.client.0.smithi069.stdout:started read 2024-04-10T16:22:53.978 INFO:tasks.workunit.client.0.smithi069.stdout:read completion cb called! 2024-04-10T16:22:53.978 INFO:tasks.workunit.client.0.smithi069.stdout:return value is: 512 2024-04-10T16:22:53.978 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:22:53.978 INFO:tasks.workunit.client.0.smithi069.stdout:started read 2024-04-10T16:22:53.978 INFO:tasks.workunit.client.0.smithi069.stdout:read completion cb called! 2024-04-10T16:22:53.978 INFO:tasks.workunit.client.0.smithi069.stdout:return value is: 512 2024-04-10T16:22:53.978 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:22:53.978 INFO:tasks.workunit.client.0.smithi069.stdout:started read 2024-04-10T16:22:53.978 INFO:tasks.workunit.client.0.smithi069.stdout:read completion cb called! 2024-04-10T16:22:53.978 INFO:tasks.workunit.client.0.smithi069.stdout:return value is: 512 2024-04-10T16:22:53.978 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:22:53.979 INFO:tasks.workunit.client.0.smithi069.stdout:started read 2024-04-10T16:22:53.979 INFO:tasks.workunit.client.0.smithi069.stdout:read completion cb called! 2024-04-10T16:22:53.979 INFO:tasks.workunit.client.0.smithi069.stdout:return value is: 512 2024-04-10T16:22:53.979 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:22:53.979 INFO:tasks.workunit.client.0.smithi069.stdout:started read 2024-04-10T16:22:53.979 INFO:tasks.workunit.client.0.smithi069.stdout:read completion cb called! 2024-04-10T16:22:53.979 INFO:tasks.workunit.client.0.smithi069.stdout:return value is: 512 2024-04-10T16:22:53.979 INFO:tasks.workunit.client.0.smithi069.stdout:discard: 512~512 = 512 2024-04-10T16:22:53.979 INFO:tasks.workunit.client.0.smithi069.stdout:write completion cb called! 2024-04-10T16:22:53.979 INFO:tasks.workunit.client.0.smithi069.stdout:aio discard: 1536~512 = 0 2024-04-10T16:22:53.979 INFO:tasks.workunit.client.0.smithi069.stdout:read: 512 2024-04-10T16:22:53.979 INFO:tasks.workunit.client.0.smithi069.stdout:read: 512 2024-04-10T16:22:53.979 INFO:tasks.workunit.client.0.smithi069.stdout:read: 512 2024-04-10T16:22:53.979 INFO:tasks.workunit.client.0.smithi069.stdout:read: 512 2024-04-10T16:22:53.979 INFO:tasks.workunit.client.0.smithi069.stdout:read: 512 2024-04-10T16:22:53.979 INFO:tasks.workunit.client.0.smithi069.stdout:wrote: 0 2024-04-10T16:22:53.980 INFO:tasks.workunit.client.0.smithi069.stdout:to verify the data 2024-04-10T16:22:53.980 INFO:tasks.workunit.client.0.smithi069.stdout:verified 2024-04-10T16:22:53.980 INFO:tasks.workunit.client.0.smithi069.stdout:wrote: 0 2024-04-10T16:22:53.980 INFO:tasks.workunit.client.0.smithi069.stdout:to verify the data 2024-04-10T16:22:53.980 INFO:tasks.workunit.client.0.smithi069.stdout:verified 2024-04-10T16:22:53.980 INFO:tasks.workunit.client.0.smithi069.stdout:wrote: 16384 2024-04-10T16:22:53.980 INFO:tasks.workunit.client.0.smithi069.stdout:to verify the data 2024-04-10T16:22:53.980 INFO:tasks.workunit.client.0.smithi069.stdout:verified 2024-04-10T16:22:53.980 INFO:tasks.workunit.client.0.smithi069.stdout:wrote: 16384 2024-04-10T16:22:53.980 INFO:tasks.workunit.client.0.smithi069.stdout:to verify the data 2024-04-10T16:22:53.980 INFO:tasks.workunit.client.0.smithi069.stdout:verified 2024-04-10T16:22:53.980 INFO:tasks.workunit.client.0.smithi069.stdout:expected fail, finished writesame 2024-04-10T16:22:53.980 INFO:tasks.workunit.client.0.smithi069.stdout:expected fail, finished writesame 2024-04-10T16:22:53.980 INFO:tasks.workunit.client.0.smithi069.stdout:wrote: 49152 2024-04-10T16:22:53.980 INFO:tasks.workunit.client.0.smithi069.stdout:to verify the data 2024-04-10T16:22:53.980 INFO:tasks.workunit.client.0.smithi069.stdout:verified 2024-04-10T16:22:53.981 INFO:tasks.workunit.client.0.smithi069.stdout:wrote: 49152 2024-04-10T16:22:53.981 INFO:tasks.workunit.client.0.smithi069.stdout:to verify the data 2024-04-10T16:22:53.981 INFO:tasks.workunit.client.0.smithi069.stdout:verified 2024-04-10T16:22:53.981 INFO:tasks.workunit.client.0.smithi069.stdout:wrote: 65536 2024-04-10T16:22:53.981 INFO:tasks.workunit.client.0.smithi069.stdout:to verify the data 2024-04-10T16:22:53.981 INFO:tasks.workunit.client.0.smithi069.stdout:verified 2024-04-10T16:22:53.981 INFO:tasks.workunit.client.0.smithi069.stdout:wrote: 65536 2024-04-10T16:22:53.981 INFO:tasks.workunit.client.0.smithi069.stdout:to verify the data 2024-04-10T16:22:53.981 INFO:tasks.workunit.client.0.smithi069.stdout:verified 2024-04-10T16:22:53.981 INFO:tasks.workunit.client.0.smithi069.stdout:expected fail, finished writesame 2024-04-10T16:22:53.981 INFO:tasks.workunit.client.0.smithi069.stdout:expected fail, finished writesame 2024-04-10T16:22:53.981 INFO:tasks.workunit.client.0.smithi069.stdout:wrote: 98304 2024-04-10T16:22:53.981 INFO:tasks.workunit.client.0.smithi069.stdout:to verify the data 2024-04-10T16:22:53.981 INFO:tasks.workunit.client.0.smithi069.stdout:verified 2024-04-10T16:22:53.982 INFO:tasks.workunit.client.0.smithi069.stdout:wrote: 98304 2024-04-10T16:22:53.982 INFO:tasks.workunit.client.0.smithi069.stdout:to verify the data 2024-04-10T16:22:53.982 INFO:tasks.workunit.client.0.smithi069.stdout:verified 2024-04-10T16:22:53.982 INFO:tasks.workunit.client.0.smithi069.stdout:wrote: 114688 2024-04-10T16:22:53.982 INFO:tasks.workunit.client.0.smithi069.stdout:to verify the data 2024-04-10T16:22:53.982 INFO:tasks.workunit.client.0.smithi069.stdout:verified 2024-04-10T16:22:53.982 INFO:tasks.workunit.client.0.smithi069.stdout:wrote: 114688 2024-04-10T16:22:53.982 INFO:tasks.workunit.client.0.smithi069.stdout:to verify the data 2024-04-10T16:22:53.982 INFO:tasks.workunit.client.0.smithi069.stdout:verified 2024-04-10T16:22:53.982 INFO:tasks.workunit.client.0.smithi069.stdout:expected fail, finished writesame 2024-04-10T16:22:53.982 INFO:tasks.workunit.client.0.smithi069.stdout:expected fail, finished writesame 2024-04-10T16:22:53.982 INFO:tasks.workunit.client.0.smithi069.stdout:wrote: 147456 2024-04-10T16:22:53.982 INFO:tasks.workunit.client.0.smithi069.stdout:to verify the data 2024-04-10T16:22:53.982 INFO:tasks.workunit.client.0.smithi069.stdout:verified 2024-04-10T16:22:53.982 INFO:tasks.workunit.client.0.smithi069.stdout:wrote: 147456 2024-04-10T16:22:53.982 INFO:tasks.workunit.client.0.smithi069.stdout:to verify the data 2024-04-10T16:22:53.983 INFO:tasks.workunit.client.0.smithi069.stdout:verified 2024-04-10T16:22:53.983 INFO:tasks.workunit.client.0.smithi069.stdout:wrote: 163840 2024-04-10T16:22:53.983 INFO:tasks.workunit.client.0.smithi069.stdout:to verify the data 2024-04-10T16:22:53.983 INFO:tasks.workunit.client.0.smithi069.stdout:verified 2024-04-10T16:22:53.983 INFO:tasks.workunit.client.0.smithi069.stdout:wrote: 163840 2024-04-10T16:22:53.983 INFO:tasks.workunit.client.0.smithi069.stdout:to verify the data 2024-04-10T16:22:53.983 INFO:tasks.workunit.client.0.smithi069.stdout:verified 2024-04-10T16:22:53.983 INFO:tasks.workunit.client.0.smithi069.stdout:expected fail, finished writesame 2024-04-10T16:22:53.983 INFO:tasks.workunit.client.0.smithi069.stdout:expected fail, finished writesame 2024-04-10T16:22:53.983 INFO:tasks.workunit.client.0.smithi069.stdout:wrote: 196608 2024-04-10T16:22:53.983 INFO:tasks.workunit.client.0.smithi069.stdout:to verify the data 2024-04-10T16:22:53.983 INFO:tasks.workunit.client.0.smithi069.stdout:verified 2024-04-10T16:22:53.983 INFO:tasks.workunit.client.0.smithi069.stdout:wrote: 196608 2024-04-10T16:22:53.983 INFO:tasks.workunit.client.0.smithi069.stdout:to verify the data 2024-04-10T16:22:53.983 INFO:tasks.workunit.client.0.smithi069.stdout:verified 2024-04-10T16:22:53.983 INFO:tasks.workunit.client.0.smithi069.stdout:wrote: 212992 2024-04-10T16:22:53.983 INFO:tasks.workunit.client.0.smithi069.stdout:to verify the data 2024-04-10T16:22:53.984 INFO:tasks.workunit.client.0.smithi069.stdout:verified 2024-04-10T16:22:53.984 INFO:tasks.workunit.client.0.smithi069.stdout:wrote: 212992 2024-04-10T16:22:53.984 INFO:tasks.workunit.client.0.smithi069.stdout:to verify the data 2024-04-10T16:22:53.984 INFO:tasks.workunit.client.0.smithi069.stdout:verified 2024-04-10T16:22:53.984 INFO:tasks.workunit.client.0.smithi069.stdout:expected fail, finished writesame 2024-04-10T16:22:53.984 INFO:tasks.workunit.client.0.smithi069.stdout:expected fail, finished writesame 2024-04-10T16:22:53.984 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:22:53.984 INFO:tasks.workunit.client.0.smithi069.stdout:started writesame 2024-04-10T16:22:53.984 INFO:tasks.workunit.client.0.smithi069.stdout:write completion cb called! 2024-04-10T16:22:53.984 INFO:tasks.workunit.client.0.smithi069.stdout:return value is: 0 2024-04-10T16:22:53.984 INFO:tasks.workunit.client.0.smithi069.stdout:finished writesame 2024-04-10T16:22:53.984 INFO:tasks.workunit.client.0.smithi069.stdout:to verify the data 2024-04-10T16:22:53.984 INFO:tasks.workunit.client.0.smithi069.stdout:verified 2024-04-10T16:22:53.984 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:22:53.984 INFO:tasks.workunit.client.0.smithi069.stdout:started writesame 2024-04-10T16:22:53.984 INFO:tasks.workunit.client.0.smithi069.stdout:write completion cb called! 2024-04-10T16:22:53.985 INFO:tasks.workunit.client.0.smithi069.stdout:return value is: 0 2024-04-10T16:22:53.985 INFO:tasks.workunit.client.0.smithi069.stdout:finished writesame 2024-04-10T16:22:53.985 INFO:tasks.workunit.client.0.smithi069.stdout:to verify the data 2024-04-10T16:22:53.985 INFO:tasks.workunit.client.0.smithi069.stdout:verified 2024-04-10T16:22:53.985 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:22:53.985 INFO:tasks.workunit.client.0.smithi069.stdout:started writesame 2024-04-10T16:22:53.985 INFO:tasks.workunit.client.0.smithi069.stdout:write completion cb called! 2024-04-10T16:22:53.985 INFO:tasks.workunit.client.0.smithi069.stdout:return value is: 0 2024-04-10T16:22:53.985 INFO:tasks.workunit.client.0.smithi069.stdout:finished writesame 2024-04-10T16:22:53.985 INFO:tasks.workunit.client.0.smithi069.stdout:to verify the data 2024-04-10T16:22:53.985 INFO:tasks.workunit.client.0.smithi069.stdout:verified 2024-04-10T16:22:53.985 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:22:53.985 INFO:tasks.workunit.client.0.smithi069.stdout:started writesame 2024-04-10T16:22:53.986 INFO:tasks.workunit.client.0.smithi069.stdout:write completion cb called! 2024-04-10T16:22:53.986 INFO:tasks.workunit.client.0.smithi069.stdout:return value is: 0 2024-04-10T16:22:53.986 INFO:tasks.workunit.client.0.smithi069.stdout:finished writesame 2024-04-10T16:22:53.986 INFO:tasks.workunit.client.0.smithi069.stdout:to verify the data 2024-04-10T16:22:53.986 INFO:tasks.workunit.client.0.smithi069.stdout:verified 2024-04-10T16:22:53.986 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:22:53.986 INFO:tasks.workunit.client.0.smithi069.stdout:started writesame 2024-04-10T16:22:53.986 INFO:tasks.workunit.client.0.smithi069.stdout:expected fail, finished writesame 2024-04-10T16:22:53.986 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:22:53.986 INFO:tasks.workunit.client.0.smithi069.stdout:started writesame 2024-04-10T16:22:53.986 INFO:tasks.workunit.client.0.smithi069.stdout:expected fail, finished writesame 2024-04-10T16:22:53.986 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:22:53.986 INFO:tasks.workunit.client.0.smithi069.stdout:started writesame 2024-04-10T16:22:53.986 INFO:tasks.workunit.client.0.smithi069.stdout:write completion cb called! 2024-04-10T16:22:53.987 INFO:tasks.workunit.client.0.smithi069.stdout:return value is: 0 2024-04-10T16:22:53.987 INFO:tasks.workunit.client.0.smithi069.stdout:finished writesame 2024-04-10T16:22:53.987 INFO:tasks.workunit.client.0.smithi069.stdout:to verify the data 2024-04-10T16:22:53.987 INFO:tasks.workunit.client.0.smithi069.stdout:verified 2024-04-10T16:22:53.987 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:22:53.987 INFO:tasks.workunit.client.0.smithi069.stdout:started writesame 2024-04-10T16:22:53.987 INFO:tasks.workunit.client.0.smithi069.stdout:write completion cb called! 2024-04-10T16:22:53.987 INFO:tasks.workunit.client.0.smithi069.stdout:return value is: 0 2024-04-10T16:22:53.987 INFO:tasks.workunit.client.0.smithi069.stdout:finished writesame 2024-04-10T16:22:53.987 INFO:tasks.workunit.client.0.smithi069.stdout:to verify the data 2024-04-10T16:22:53.987 INFO:tasks.workunit.client.0.smithi069.stdout:verified 2024-04-10T16:22:53.987 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:22:55.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:22:54 smithi069 ceph-mon[96738]: pgmap v2932: 457 pgs: 457 active+clean; 21 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1023 B/s rd, 921 KiB/s wr, 2 op/s 2024-04-10T16:22:55.103 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:22:54 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:22:55.103 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:22:54 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:22:55.103 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:22:54 smithi069 ceph-mon[94167]: pgmap v2932: 457 pgs: 457 active+clean; 21 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1023 B/s rd, 921 KiB/s wr, 2 op/s 2024-04-10T16:22:55.103 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:22:54 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:22:55.103 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:22:54 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:22:55.258 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:22:54 smithi077 ceph-mon[87572]: pgmap v2932: 457 pgs: 457 active+clean; 21 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1023 B/s rd, 921 KiB/s wr, 2 op/s 2024-04-10T16:22:55.258 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:22:54 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:22:55.259 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:22:54 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:22:55.545 INFO:tasks.workunit.client.0.smithi069.stdout:started writesame 2024-04-10T16:22:55.545 INFO:tasks.workunit.client.0.smithi069.stdout:write completion cb called! 2024-04-10T16:22:55.545 INFO:tasks.workunit.client.0.smithi069.stdout:return value is: 0 2024-04-10T16:22:55.545 INFO:tasks.workunit.client.0.smithi069.stdout:finished writesame 2024-04-10T16:22:55.545 INFO:tasks.workunit.client.0.smithi069.stdout:to verify the data 2024-04-10T16:22:55.545 INFO:tasks.workunit.client.0.smithi069.stdout:verified 2024-04-10T16:22:55.545 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:22:55.545 INFO:tasks.workunit.client.0.smithi069.stdout:started writesame 2024-04-10T16:22:55.545 INFO:tasks.workunit.client.0.smithi069.stdout:write completion cb called! 2024-04-10T16:22:55.545 INFO:tasks.workunit.client.0.smithi069.stdout:return value is: 0 2024-04-10T16:22:55.545 INFO:tasks.workunit.client.0.smithi069.stdout:finished writesame 2024-04-10T16:22:55.545 INFO:tasks.workunit.client.0.smithi069.stdout:to verify the data 2024-04-10T16:22:55.546 INFO:tasks.workunit.client.0.smithi069.stdout:verified 2024-04-10T16:22:55.546 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:22:55.546 INFO:tasks.workunit.client.0.smithi069.stdout:started writesame 2024-04-10T16:22:55.546 INFO:tasks.workunit.client.0.smithi069.stdout:expected fail, finished writesame 2024-04-10T16:22:55.546 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:22:55.546 INFO:tasks.workunit.client.0.smithi069.stdout:started writesame 2024-04-10T16:22:55.546 INFO:tasks.workunit.client.0.smithi069.stdout:expected fail, finished writesame 2024-04-10T16:22:55.546 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:22:55.546 INFO:tasks.workunit.client.0.smithi069.stdout:started writesame 2024-04-10T16:22:55.546 INFO:tasks.workunit.client.0.smithi069.stdout:write completion cb called! 2024-04-10T16:22:55.547 INFO:tasks.workunit.client.0.smithi069.stdout:return value is: 0 2024-04-10T16:22:55.547 INFO:tasks.workunit.client.0.smithi069.stdout:finished writesame 2024-04-10T16:22:55.547 INFO:tasks.workunit.client.0.smithi069.stdout:to verify the data 2024-04-10T16:22:55.547 INFO:tasks.workunit.client.0.smithi069.stdout:verified 2024-04-10T16:22:55.547 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:22:55.547 INFO:tasks.workunit.client.0.smithi069.stdout:started writesame 2024-04-10T16:22:55.547 INFO:tasks.workunit.client.0.smithi069.stdout:write completion cb called! 2024-04-10T16:22:55.547 INFO:tasks.workunit.client.0.smithi069.stdout:return value is: 0 2024-04-10T16:22:55.547 INFO:tasks.workunit.client.0.smithi069.stdout:finished writesame 2024-04-10T16:22:55.547 INFO:tasks.workunit.client.0.smithi069.stdout:to verify the data 2024-04-10T16:22:55.547 INFO:tasks.workunit.client.0.smithi069.stdout:verified 2024-04-10T16:22:55.547 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:22:55.547 INFO:tasks.workunit.client.0.smithi069.stdout:started writesame 2024-04-10T16:22:55.547 INFO:tasks.workunit.client.0.smithi069.stdout:write completion cb called! 2024-04-10T16:22:55.547 INFO:tasks.workunit.client.0.smithi069.stdout:return value is: 0 2024-04-10T16:22:55.548 INFO:tasks.workunit.client.0.smithi069.stdout:finished writesame 2024-04-10T16:22:55.548 INFO:tasks.workunit.client.0.smithi069.stdout:to verify the data 2024-04-10T16:22:55.548 INFO:tasks.workunit.client.0.smithi069.stdout:verified 2024-04-10T16:22:55.548 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:22:55.548 INFO:tasks.workunit.client.0.smithi069.stdout:started writesame 2024-04-10T16:22:55.548 INFO:tasks.workunit.client.0.smithi069.stdout:write completion cb called! 2024-04-10T16:22:55.548 INFO:tasks.workunit.client.0.smithi069.stdout:return value is: 0 2024-04-10T16:22:55.548 INFO:tasks.workunit.client.0.smithi069.stdout:finished writesame 2024-04-10T16:22:55.548 INFO:tasks.workunit.client.0.smithi069.stdout:to verify the data 2024-04-10T16:22:55.548 INFO:tasks.workunit.client.0.smithi069.stdout:verified 2024-04-10T16:22:55.548 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:22:55.548 INFO:tasks.workunit.client.0.smithi069.stdout:started writesame 2024-04-10T16:22:55.548 INFO:tasks.workunit.client.0.smithi069.stdout:expected fail, finished writesame 2024-04-10T16:22:55.548 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:22:55.548 INFO:tasks.workunit.client.0.smithi069.stdout:started writesame 2024-04-10T16:22:55.549 INFO:tasks.workunit.client.0.smithi069.stdout:expected fail, finished writesame 2024-04-10T16:22:55.549 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:22:55.549 INFO:tasks.workunit.client.0.smithi069.stdout:started writesame 2024-04-10T16:22:55.549 INFO:tasks.workunit.client.0.smithi069.stdout:write completion cb called! 2024-04-10T16:22:55.549 INFO:tasks.workunit.client.0.smithi069.stdout:return value is: 0 2024-04-10T16:22:55.549 INFO:tasks.workunit.client.0.smithi069.stdout:finished writesame 2024-04-10T16:22:55.549 INFO:tasks.workunit.client.0.smithi069.stdout:to verify the data 2024-04-10T16:22:55.549 INFO:tasks.workunit.client.0.smithi069.stdout:verified 2024-04-10T16:22:55.549 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:22:55.549 INFO:tasks.workunit.client.0.smithi069.stdout:started writesame 2024-04-10T16:22:55.549 INFO:tasks.workunit.client.0.smithi069.stdout:write completion cb called! 2024-04-10T16:22:55.549 INFO:tasks.workunit.client.0.smithi069.stdout:return value is: 0 2024-04-10T16:22:55.549 INFO:tasks.workunit.client.0.smithi069.stdout:finished writesame 2024-04-10T16:22:55.549 INFO:tasks.workunit.client.0.smithi069.stdout:to verify the data 2024-04-10T16:22:55.549 INFO:tasks.workunit.client.0.smithi069.stdout:verified 2024-04-10T16:22:55.549 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:22:55.549 INFO:tasks.workunit.client.0.smithi069.stdout:started writesame 2024-04-10T16:22:55.550 INFO:tasks.workunit.client.0.smithi069.stdout:write completion cb called! 2024-04-10T16:22:55.550 INFO:tasks.workunit.client.0.smithi069.stdout:return value is: 0 2024-04-10T16:22:55.550 INFO:tasks.workunit.client.0.smithi069.stdout:finished writesame 2024-04-10T16:22:55.550 INFO:tasks.workunit.client.0.smithi069.stdout:to verify the data 2024-04-10T16:22:55.550 INFO:tasks.workunit.client.0.smithi069.stdout:verified 2024-04-10T16:22:55.550 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:22:55.550 INFO:tasks.workunit.client.0.smithi069.stdout:started writesame 2024-04-10T16:22:55.550 INFO:tasks.workunit.client.0.smithi069.stdout:write completion cb called! 2024-04-10T16:22:55.550 INFO:tasks.workunit.client.0.smithi069.stdout:return value is: 0 2024-04-10T16:22:55.550 INFO:tasks.workunit.client.0.smithi069.stdout:finished writesame 2024-04-10T16:22:55.550 INFO:tasks.workunit.client.0.smithi069.stdout:to verify the data 2024-04-10T16:22:55.550 INFO:tasks.workunit.client.0.smithi069.stdout:verified 2024-04-10T16:22:55.550 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:22:55.550 INFO:tasks.workunit.client.0.smithi069.stdout:started writesame 2024-04-10T16:22:55.550 INFO:tasks.workunit.client.0.smithi069.stdout:expected fail, finished writesame 2024-04-10T16:22:55.551 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:22:55.551 INFO:tasks.workunit.client.0.smithi069.stdout:started writesame 2024-04-10T16:22:55.551 INFO:tasks.workunit.client.0.smithi069.stdout:expected fail, finished writesame 2024-04-10T16:22:55.551 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:22:55.551 INFO:tasks.workunit.client.0.smithi069.stdout:started writesame 2024-04-10T16:22:55.551 INFO:tasks.workunit.client.0.smithi069.stdout:write completion cb called! 2024-04-10T16:22:55.551 INFO:tasks.workunit.client.0.smithi069.stdout:return value is: 0 2024-04-10T16:22:55.551 INFO:tasks.workunit.client.0.smithi069.stdout:finished writesame 2024-04-10T16:22:55.551 INFO:tasks.workunit.client.0.smithi069.stdout:to verify the data 2024-04-10T16:22:55.551 INFO:tasks.workunit.client.0.smithi069.stdout:verified 2024-04-10T16:22:55.551 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:22:55.551 INFO:tasks.workunit.client.0.smithi069.stdout:started writesame 2024-04-10T16:22:55.551 INFO:tasks.workunit.client.0.smithi069.stdout:write completion cb called! 2024-04-10T16:22:55.551 INFO:tasks.workunit.client.0.smithi069.stdout:return value is: 0 2024-04-10T16:22:55.551 INFO:tasks.workunit.client.0.smithi069.stdout:finished writesame 2024-04-10T16:22:55.551 INFO:tasks.workunit.client.0.smithi069.stdout:to verify the data 2024-04-10T16:22:55.552 INFO:tasks.workunit.client.0.smithi069.stdout:verified 2024-04-10T16:22:55.552 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:22:55.552 INFO:tasks.workunit.client.0.smithi069.stdout:started writesame 2024-04-10T16:22:55.552 INFO:tasks.workunit.client.0.smithi069.stdout:write completion cb called! 2024-04-10T16:22:55.552 INFO:tasks.workunit.client.0.smithi069.stdout:return value is: 0 2024-04-10T16:22:55.552 INFO:tasks.workunit.client.0.smithi069.stdout:finished writesame 2024-04-10T16:22:55.552 INFO:tasks.workunit.client.0.smithi069.stdout:to verify the data 2024-04-10T16:22:55.552 INFO:tasks.workunit.client.0.smithi069.stdout:verified 2024-04-10T16:22:55.552 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:22:55.552 INFO:tasks.workunit.client.0.smithi069.stdout:started writesame 2024-04-10T16:22:55.552 INFO:tasks.workunit.client.0.smithi069.stdout:write completion cb called! 2024-04-10T16:22:55.552 INFO:tasks.workunit.client.0.smithi069.stdout:return value is: 0 2024-04-10T16:22:55.552 INFO:tasks.workunit.client.0.smithi069.stdout:finished writesame 2024-04-10T16:22:55.552 INFO:tasks.workunit.client.0.smithi069.stdout:to verify the data 2024-04-10T16:22:55.552 INFO:tasks.workunit.client.0.smithi069.stdout:verified 2024-04-10T16:22:55.552 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:22:55.553 INFO:tasks.workunit.client.0.smithi069.stdout:started writesame 2024-04-10T16:22:55.553 INFO:tasks.workunit.client.0.smithi069.stdout:expected fail, finished writesame 2024-04-10T16:22:55.553 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:22:55.553 INFO:tasks.workunit.client.0.smithi069.stdout:started writesame 2024-04-10T16:22:55.553 INFO:tasks.workunit.client.0.smithi069.stdout:expected fail, finished writesame 2024-04-10T16:22:55.553 INFO:tasks.workunit.client.0.smithi069.stdout:read completion cb called! 2024-04-10T16:22:55.553 INFO:tasks.workunit.client.0.smithi069.stdout:read completion cb called! 2024-04-10T16:22:55.553 INFO:tasks.workunit.client.0.smithi069.stdout:wrote: 512 2024-04-10T16:22:55.553 INFO:tasks.workunit.client.0.smithi069.stdout:read completion cb called! 2024-04-10T16:22:55.553 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestLibRBD.TestIO (3436 ms) 2024-04-10T16:22:55.553 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestLibRBD.TestEncryptionLUKS1 2024-04-10T16:22:55.553 INFO:tasks.workunit.client.0.smithi069.stdout:using new format! 2024-04-10T16:22:57.102 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:22:56 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:22:56] "GET /metrics HTTP/1.1" 200 60779 "" "Prometheus/2.43.0" 2024-04-10T16:22:57.103 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:22:56 smithi069 ceph-mon[94167]: pgmap v2933: 457 pgs: 457 active+clean; 13 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 1.1 MiB/s wr, 17 op/s 2024-04-10T16:22:57.103 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:22:56 smithi069 ceph-mon[94167]: pool 'test-librbd-smithi069-146913-25' no longer out of quota; removing NO_QUOTA flag 2024-04-10T16:22:57.103 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:22:56 smithi069 ceph-mon[94167]: Health check cleared: POOL_FULL (was: 1 pool(s) full) 2024-04-10T16:22:57.103 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:22:56 smithi069 ceph-mon[94167]: osdmap e1701: 8 total, 8 up, 8 in 2024-04-10T16:22:57.103 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:22:56 smithi069 ceph-mon[96738]: pgmap v2933: 457 pgs: 457 active+clean; 13 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 1.1 MiB/s wr, 17 op/s 2024-04-10T16:22:57.103 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:22:56 smithi069 ceph-mon[96738]: pool 'test-librbd-smithi069-146913-25' no longer out of quota; removing NO_QUOTA flag 2024-04-10T16:22:57.103 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:22:56 smithi069 ceph-mon[96738]: Health check cleared: POOL_FULL (was: 1 pool(s) full) 2024-04-10T16:22:57.103 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:22:56 smithi069 ceph-mon[96738]: osdmap e1701: 8 total, 8 up, 8 in 2024-04-10T16:22:57.258 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:22:56 smithi077 ceph-mon[87572]: pgmap v2933: 457 pgs: 457 active+clean; 13 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 1.1 MiB/s wr, 17 op/s 2024-04-10T16:22:57.258 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:22:56 smithi077 ceph-mon[87572]: pool 'test-librbd-smithi069-146913-25' no longer out of quota; removing NO_QUOTA flag 2024-04-10T16:22:57.259 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:22:56 smithi077 ceph-mon[87572]: Health check cleared: POOL_FULL (was: 1 pool(s) full) 2024-04-10T16:22:57.259 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:22:56 smithi077 ceph-mon[87572]: osdmap e1701: 8 total, 8 up, 8 in 2024-04-10T16:22:59.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:22:58 smithi069 ceph-mon[94167]: pgmap v2935: 457 pgs: 457 active+clean; 4.8 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 534 KiB/s rd, 1.0 MiB/s wr, 1.02k op/s 2024-04-10T16:22:59.103 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:22:58 smithi069 ceph-mon[96738]: pgmap v2935: 457 pgs: 457 active+clean; 4.8 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 534 KiB/s rd, 1.0 MiB/s wr, 1.02k op/s 2024-04-10T16:22:59.258 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:22:58 smithi077 ceph-mon[87572]: pgmap v2935: 457 pgs: 457 active+clean; 4.8 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 534 KiB/s rd, 1.0 MiB/s wr, 1.02k op/s 2024-04-10T16:23:01.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:23:00 smithi069 ceph-mon[96738]: pgmap v2936: 457 pgs: 457 active+clean; 4.8 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 533 KiB/s rd, 520 KiB/s wr, 1.02k op/s 2024-04-10T16:23:01.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:23:00 smithi069 ceph-mon[94167]: pgmap v2936: 457 pgs: 457 active+clean; 4.8 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 533 KiB/s rd, 520 KiB/s wr, 1.02k op/s 2024-04-10T16:23:01.151 INFO:tasks.workunit.client.0.smithi069.stdout:wrote: 512 2024-04-10T16:23:01.151 INFO:tasks.workunit.client.0.smithi069.stdout:wrote: 512 2024-04-10T16:23:01.151 INFO:tasks.workunit.client.0.smithi069.stdout:wrote: 512 2024-04-10T16:23:01.151 INFO:tasks.workunit.client.0.smithi069.stdout:wrote: 512 2024-04-10T16:23:01.151 INFO:tasks.workunit.client.0.smithi069.stdout:wrote: 512 2024-04-10T16:23:01.152 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:23:01.152 INFO:tasks.workunit.client.0.smithi069.stdout:started write 2024-04-10T16:23:01.152 INFO:tasks.workunit.client.0.smithi069.stdout:write completion cb called! 2024-04-10T16:23:01.152 INFO:tasks.workunit.client.0.smithi069.stdout:return value is: 0 2024-04-10T16:23:01.152 INFO:tasks.workunit.client.0.smithi069.stdout:finished write 2024-04-10T16:23:01.152 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:23:01.152 INFO:tasks.workunit.client.0.smithi069.stdout:started write 2024-04-10T16:23:01.152 INFO:tasks.workunit.client.0.smithi069.stdout:write completion cb called! 2024-04-10T16:23:01.152 INFO:tasks.workunit.client.0.smithi069.stdout:return value is: 0 2024-04-10T16:23:01.152 INFO:tasks.workunit.client.0.smithi069.stdout:finished write 2024-04-10T16:23:01.152 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:23:01.152 INFO:tasks.workunit.client.0.smithi069.stdout:started write 2024-04-10T16:23:01.152 INFO:tasks.workunit.client.0.smithi069.stdout:write completion cb called! 2024-04-10T16:23:01.152 INFO:tasks.workunit.client.0.smithi069.stdout:return value is: 0 2024-04-10T16:23:01.153 INFO:tasks.workunit.client.0.smithi069.stdout:finished write 2024-04-10T16:23:01.153 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:23:01.153 INFO:tasks.workunit.client.0.smithi069.stdout:started write 2024-04-10T16:23:01.153 INFO:tasks.workunit.client.0.smithi069.stdout:write completion cb called! 2024-04-10T16:23:01.153 INFO:tasks.workunit.client.0.smithi069.stdout:return value is: 0 2024-04-10T16:23:01.153 INFO:tasks.workunit.client.0.smithi069.stdout:finished write 2024-04-10T16:23:01.153 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:23:01.153 INFO:tasks.workunit.client.0.smithi069.stdout:started write 2024-04-10T16:23:01.153 INFO:tasks.workunit.client.0.smithi069.stdout:write completion cb called! 2024-04-10T16:23:01.153 INFO:tasks.workunit.client.0.smithi069.stdout:return value is: 0 2024-04-10T16:23:01.153 INFO:tasks.workunit.client.0.smithi069.stdout:finished write 2024-04-10T16:23:01.153 INFO:tasks.workunit.client.0.smithi069.stdout:start compare and write 2024-04-10T16:23:01.153 INFO:tasks.workunit.client.0.smithi069.stdout:compare and wrote: 512 2024-04-10T16:23:01.154 INFO:tasks.workunit.client.0.smithi069.stdout:start compare and write 2024-04-10T16:23:01.154 INFO:tasks.workunit.client.0.smithi069.stdout:compare and wrote: 512 2024-04-10T16:23:01.154 INFO:tasks.workunit.client.0.smithi069.stdout:start compare and write 2024-04-10T16:23:01.154 INFO:tasks.workunit.client.0.smithi069.stdout:compare and wrote: 512 2024-04-10T16:23:01.154 INFO:tasks.workunit.client.0.smithi069.stdout:start compare and write 2024-04-10T16:23:01.154 INFO:tasks.workunit.client.0.smithi069.stdout:compare and wrote: 512 2024-04-10T16:23:01.154 INFO:tasks.workunit.client.0.smithi069.stdout:start compare and write 2024-04-10T16:23:01.154 INFO:tasks.workunit.client.0.smithi069.stdout:compare and wrote: 512 2024-04-10T16:23:01.154 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:23:01.154 INFO:tasks.workunit.client.0.smithi069.stdout:started aio compare and write 2024-04-10T16:23:01.154 INFO:tasks.workunit.client.0.smithi069.stdout:write completion cb called! 2024-04-10T16:23:01.154 INFO:tasks.workunit.client.0.smithi069.stdout:return value is: 0 2024-04-10T16:23:01.154 INFO:tasks.workunit.client.0.smithi069.stdout:finished aio compare and write 2024-04-10T16:23:01.154 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:23:01.155 INFO:tasks.workunit.client.0.smithi069.stdout:started aio compare and write 2024-04-10T16:23:01.155 INFO:tasks.workunit.client.0.smithi069.stdout:write completion cb called! 2024-04-10T16:23:01.155 INFO:tasks.workunit.client.0.smithi069.stdout:return value is: 0 2024-04-10T16:23:01.155 INFO:tasks.workunit.client.0.smithi069.stdout:finished aio compare and write 2024-04-10T16:23:01.155 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:23:01.155 INFO:tasks.workunit.client.0.smithi069.stdout:started aio compare and write 2024-04-10T16:23:01.155 INFO:tasks.workunit.client.0.smithi069.stdout:write completion cb called! 2024-04-10T16:23:01.155 INFO:tasks.workunit.client.0.smithi069.stdout:return value is: 0 2024-04-10T16:23:01.155 INFO:tasks.workunit.client.0.smithi069.stdout:finished aio compare and write 2024-04-10T16:23:01.155 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:23:01.155 INFO:tasks.workunit.client.0.smithi069.stdout:started aio compare and write 2024-04-10T16:23:01.155 INFO:tasks.workunit.client.0.smithi069.stdout:write completion cb called! 2024-04-10T16:23:01.155 INFO:tasks.workunit.client.0.smithi069.stdout:return value is: 0 2024-04-10T16:23:01.155 INFO:tasks.workunit.client.0.smithi069.stdout:finished aio compare and write 2024-04-10T16:23:01.155 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:23:01.155 INFO:tasks.workunit.client.0.smithi069.stdout:started aio compare and write 2024-04-10T16:23:01.156 INFO:tasks.workunit.client.0.smithi069.stdout:write completion cb called! 2024-04-10T16:23:01.156 INFO:tasks.workunit.client.0.smithi069.stdout:return value is: 0 2024-04-10T16:23:01.156 INFO:tasks.workunit.client.0.smithi069.stdout:finished aio compare and write 2024-04-10T16:23:01.156 INFO:tasks.workunit.client.0.smithi069.stdout:read: 512 2024-04-10T16:23:01.156 INFO:tasks.workunit.client.0.smithi069.stdout:read: 512 2024-04-10T16:23:01.156 INFO:tasks.workunit.client.0.smithi069.stdout:read: 512 2024-04-10T16:23:01.156 INFO:tasks.workunit.client.0.smithi069.stdout:read: 512 2024-04-10T16:23:01.156 INFO:tasks.workunit.client.0.smithi069.stdout:read: 512 2024-04-10T16:23:01.156 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:23:01.156 INFO:tasks.workunit.client.0.smithi069.stdout:started read 2024-04-10T16:23:01.156 INFO:tasks.workunit.client.0.smithi069.stdout:read completion cb called! 2024-04-10T16:23:01.156 INFO:tasks.workunit.client.0.smithi069.stdout:return value is: 512 2024-04-10T16:23:01.156 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:23:01.156 INFO:tasks.workunit.client.0.smithi069.stdout:started read 2024-04-10T16:23:01.156 INFO:tasks.workunit.client.0.smithi069.stdout:read completion cb called! 2024-04-10T16:23:01.156 INFO:tasks.workunit.client.0.smithi069.stdout:return value is: 512 2024-04-10T16:23:01.157 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:23:01.157 INFO:tasks.workunit.client.0.smithi069.stdout:started read 2024-04-10T16:23:01.157 INFO:tasks.workunit.client.0.smithi069.stdout:read completion cb called! 2024-04-10T16:23:01.157 INFO:tasks.workunit.client.0.smithi069.stdout:return value is: 512 2024-04-10T16:23:01.157 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:23:01.157 INFO:tasks.workunit.client.0.smithi069.stdout:started read 2024-04-10T16:23:01.157 INFO:tasks.workunit.client.0.smithi069.stdout:read completion cb called! 2024-04-10T16:23:01.157 INFO:tasks.workunit.client.0.smithi069.stdout:return value is: 512 2024-04-10T16:23:01.157 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:23:01.157 INFO:tasks.workunit.client.0.smithi069.stdout:started read 2024-04-10T16:23:01.157 INFO:tasks.workunit.client.0.smithi069.stdout:read completion cb called! 2024-04-10T16:23:01.157 INFO:tasks.workunit.client.0.smithi069.stdout:return value is: 512 2024-04-10T16:23:01.157 INFO:tasks.workunit.client.0.smithi069.stdout:discard: 512~512 = 512 2024-04-10T16:23:01.157 INFO:tasks.workunit.client.0.smithi069.stdout:write completion cb called! 2024-04-10T16:23:01.157 INFO:tasks.workunit.client.0.smithi069.stdout:aio discard: 1536~512 = 0 2024-04-10T16:23:01.157 INFO:tasks.workunit.client.0.smithi069.stdout:read: 512 2024-04-10T16:23:01.157 INFO:tasks.workunit.client.0.smithi069.stdout:read: 512 2024-04-10T16:23:01.158 INFO:tasks.workunit.client.0.smithi069.stdout:read: 512 2024-04-10T16:23:01.158 INFO:tasks.workunit.client.0.smithi069.stdout:read: 512 2024-04-10T16:23:01.158 INFO:tasks.workunit.client.0.smithi069.stdout:read: 512 2024-04-10T16:23:01.158 INFO:tasks.workunit.client.0.smithi069.stdout:wrote: 0 2024-04-10T16:23:01.158 INFO:tasks.workunit.client.0.smithi069.stdout:to verify the data 2024-04-10T16:23:01.158 INFO:tasks.workunit.client.0.smithi069.stdout:verified 2024-04-10T16:23:01.158 INFO:tasks.workunit.client.0.smithi069.stdout:wrote: 0 2024-04-10T16:23:01.158 INFO:tasks.workunit.client.0.smithi069.stdout:to verify the data 2024-04-10T16:23:01.158 INFO:tasks.workunit.client.0.smithi069.stdout:verified 2024-04-10T16:23:01.158 INFO:tasks.workunit.client.0.smithi069.stdout:wrote: 16384 2024-04-10T16:23:01.158 INFO:tasks.workunit.client.0.smithi069.stdout:to verify the data 2024-04-10T16:23:01.158 INFO:tasks.workunit.client.0.smithi069.stdout:verified 2024-04-10T16:23:01.158 INFO:tasks.workunit.client.0.smithi069.stdout:wrote: 16384 2024-04-10T16:23:01.158 INFO:tasks.workunit.client.0.smithi069.stdout:to verify the data 2024-04-10T16:23:01.158 INFO:tasks.workunit.client.0.smithi069.stdout:verified 2024-04-10T16:23:01.159 INFO:tasks.workunit.client.0.smithi069.stdout:expected fail, finished writesame 2024-04-10T16:23:01.159 INFO:tasks.workunit.client.0.smithi069.stdout:expected fail, finished writesame 2024-04-10T16:23:01.159 INFO:tasks.workunit.client.0.smithi069.stdout:wrote: 49152 2024-04-10T16:23:01.159 INFO:tasks.workunit.client.0.smithi069.stdout:to verify the data 2024-04-10T16:23:01.159 INFO:tasks.workunit.client.0.smithi069.stdout:verified 2024-04-10T16:23:01.159 INFO:tasks.workunit.client.0.smithi069.stdout:wrote: 49152 2024-04-10T16:23:01.159 INFO:tasks.workunit.client.0.smithi069.stdout:to verify the data 2024-04-10T16:23:01.159 INFO:tasks.workunit.client.0.smithi069.stdout:verified 2024-04-10T16:23:01.159 INFO:tasks.workunit.client.0.smithi069.stdout:wrote: 65536 2024-04-10T16:23:01.159 INFO:tasks.workunit.client.0.smithi069.stdout:to verify the data 2024-04-10T16:23:01.159 INFO:tasks.workunit.client.0.smithi069.stdout:verified 2024-04-10T16:23:01.159 INFO:tasks.workunit.client.0.smithi069.stdout:wrote: 65536 2024-04-10T16:23:01.159 INFO:tasks.workunit.client.0.smithi069.stdout:to verify the data 2024-04-10T16:23:01.159 INFO:tasks.workunit.client.0.smithi069.stdout:verified 2024-04-10T16:23:01.159 INFO:tasks.workunit.client.0.smithi069.stdout:expected fail, finished writesame 2024-04-10T16:23:01.159 INFO:tasks.workunit.client.0.smithi069.stdout:expected fail, finished writesame 2024-04-10T16:23:01.159 INFO:tasks.workunit.client.0.smithi069.stdout:wrote: 98304 2024-04-10T16:23:01.160 INFO:tasks.workunit.client.0.smithi069.stdout:to verify the data 2024-04-10T16:23:01.160 INFO:tasks.workunit.client.0.smithi069.stdout:verified 2024-04-10T16:23:01.160 INFO:tasks.workunit.client.0.smithi069.stdout:wrote: 98304 2024-04-10T16:23:01.160 INFO:tasks.workunit.client.0.smithi069.stdout:to verify the data 2024-04-10T16:23:01.160 INFO:tasks.workunit.client.0.smithi069.stdout:verified 2024-04-10T16:23:01.160 INFO:tasks.workunit.client.0.smithi069.stdout:wrote: 114688 2024-04-10T16:23:01.160 INFO:tasks.workunit.client.0.smithi069.stdout:to verify the data 2024-04-10T16:23:01.160 INFO:tasks.workunit.client.0.smithi069.stdout:verified 2024-04-10T16:23:01.160 INFO:tasks.workunit.client.0.smithi069.stdout:wrote: 114688 2024-04-10T16:23:01.160 INFO:tasks.workunit.client.0.smithi069.stdout:to verify the data 2024-04-10T16:23:01.160 INFO:tasks.workunit.client.0.smithi069.stdout:verified 2024-04-10T16:23:01.160 INFO:tasks.workunit.client.0.smithi069.stdout:expected fail, finished writesame 2024-04-10T16:23:01.160 INFO:tasks.workunit.client.0.smithi069.stdout:expected fail, finished writesame 2024-04-10T16:23:01.160 INFO:tasks.workunit.client.0.smithi069.stdout:wrote: 147456 2024-04-10T16:23:01.160 INFO:tasks.workunit.client.0.smithi069.stdout:to verify the data 2024-04-10T16:23:01.160 INFO:tasks.workunit.client.0.smithi069.stdout:verified 2024-04-10T16:23:01.160 INFO:tasks.workunit.client.0.smithi069.stdout:wrote: 147456 2024-04-10T16:23:01.161 INFO:tasks.workunit.client.0.smithi069.stdout:to verify the data 2024-04-10T16:23:01.161 INFO:tasks.workunit.client.0.smithi069.stdout:verified 2024-04-10T16:23:01.161 INFO:tasks.workunit.client.0.smithi069.stdout:wrote: 163840 2024-04-10T16:23:01.161 INFO:tasks.workunit.client.0.smithi069.stdout:to verify the data 2024-04-10T16:23:01.161 INFO:tasks.workunit.client.0.smithi069.stdout:verified 2024-04-10T16:23:01.161 INFO:tasks.workunit.client.0.smithi069.stdout:wrote: 163840 2024-04-10T16:23:01.161 INFO:tasks.workunit.client.0.smithi069.stdout:to verify the data 2024-04-10T16:23:01.161 INFO:tasks.workunit.client.0.smithi069.stdout:verified 2024-04-10T16:23:01.161 INFO:tasks.workunit.client.0.smithi069.stdout:expected fail, finished writesame 2024-04-10T16:23:01.161 INFO:tasks.workunit.client.0.smithi069.stdout:expected fail, finished writesame 2024-04-10T16:23:01.161 INFO:tasks.workunit.client.0.smithi069.stdout:wrote: 196608 2024-04-10T16:23:01.161 INFO:tasks.workunit.client.0.smithi069.stdout:to verify the data 2024-04-10T16:23:01.161 INFO:tasks.workunit.client.0.smithi069.stdout:verified 2024-04-10T16:23:01.161 INFO:tasks.workunit.client.0.smithi069.stdout:wrote: 196608 2024-04-10T16:23:01.161 INFO:tasks.workunit.client.0.smithi069.stdout:to verify the data 2024-04-10T16:23:01.161 INFO:tasks.workunit.client.0.smithi069.stdout:verified 2024-04-10T16:23:01.161 INFO:tasks.workunit.client.0.smithi069.stdout:wrote: 212992 2024-04-10T16:23:01.161 INFO:tasks.workunit.client.0.smithi069.stdout:to verify the data 2024-04-10T16:23:01.162 INFO:tasks.workunit.client.0.smithi069.stdout:verified 2024-04-10T16:23:01.162 INFO:tasks.workunit.client.0.smithi069.stdout:wrote: 212992 2024-04-10T16:23:01.162 INFO:tasks.workunit.client.0.smithi069.stdout:to verify the data 2024-04-10T16:23:01.162 INFO:tasks.workunit.client.0.smithi069.stdout:verified 2024-04-10T16:23:01.162 INFO:tasks.workunit.client.0.smithi069.stdout:expected fail, finished writesame 2024-04-10T16:23:01.162 INFO:tasks.workunit.client.0.smithi069.stdout:expected fail, finished writesame 2024-04-10T16:23:01.162 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:23:01.162 INFO:tasks.workunit.client.0.smithi069.stdout:started writesame 2024-04-10T16:23:01.162 INFO:tasks.workunit.client.0.smithi069.stdout:write completion cb called! 2024-04-10T16:23:01.162 INFO:tasks.workunit.client.0.smithi069.stdout:return value is: 0 2024-04-10T16:23:01.162 INFO:tasks.workunit.client.0.smithi069.stdout:finished writesame 2024-04-10T16:23:01.162 INFO:tasks.workunit.client.0.smithi069.stdout:to verify the data 2024-04-10T16:23:01.162 INFO:tasks.workunit.client.0.smithi069.stdout:verified 2024-04-10T16:23:01.162 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:23:01.162 INFO:tasks.workunit.client.0.smithi069.stdout:started writesame 2024-04-10T16:23:01.163 INFO:tasks.workunit.client.0.smithi069.stdout:write completion cb called! 2024-04-10T16:23:01.163 INFO:tasks.workunit.client.0.smithi069.stdout:return value is: 0 2024-04-10T16:23:01.163 INFO:tasks.workunit.client.0.smithi069.stdout:finished writesame 2024-04-10T16:23:01.163 INFO:tasks.workunit.client.0.smithi069.stdout:to verify the data 2024-04-10T16:23:01.163 INFO:tasks.workunit.client.0.smithi069.stdout:verified 2024-04-10T16:23:01.163 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:23:01.163 INFO:tasks.workunit.client.0.smithi069.stdout:started writesame 2024-04-10T16:23:01.163 INFO:tasks.workunit.client.0.smithi069.stdout:write completion cb called! 2024-04-10T16:23:01.163 INFO:tasks.workunit.client.0.smithi069.stdout:return value is: 0 2024-04-10T16:23:01.163 INFO:tasks.workunit.client.0.smithi069.stdout:finished writesame 2024-04-10T16:23:01.163 INFO:tasks.workunit.client.0.smithi069.stdout:to verify the data 2024-04-10T16:23:01.163 INFO:tasks.workunit.client.0.smithi069.stdout:verified 2024-04-10T16:23:01.163 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:23:01.163 INFO:tasks.workunit.client.0.smithi069.stdout:started writesame 2024-04-10T16:23:01.163 INFO:tasks.workunit.client.0.smithi069.stdout:write completion cb called! 2024-04-10T16:23:01.163 INFO:tasks.workunit.client.0.smithi069.stdout:return value is: 0 2024-04-10T16:23:01.163 INFO:tasks.workunit.client.0.smithi069.stdout:finished writesame 2024-04-10T16:23:01.164 INFO:tasks.workunit.client.0.smithi069.stdout:to verify the data 2024-04-10T16:23:01.164 INFO:tasks.workunit.client.0.smithi069.stdout:verified 2024-04-10T16:23:01.164 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:23:01.164 INFO:tasks.workunit.client.0.smithi069.stdout:started writesame 2024-04-10T16:23:01.164 INFO:tasks.workunit.client.0.smithi069.stdout:expected fail, finished writesame 2024-04-10T16:23:01.164 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:23:01.164 INFO:tasks.workunit.client.0.smithi069.stdout:started writesame 2024-04-10T16:23:01.164 INFO:tasks.workunit.client.0.smithi069.stdout:expected fail, finished writesame 2024-04-10T16:23:01.164 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:23:01.164 INFO:tasks.workunit.client.0.smithi069.stdout:started writesame 2024-04-10T16:23:01.164 INFO:tasks.workunit.client.0.smithi069.stdout:write completion cb called! 2024-04-10T16:23:01.164 INFO:tasks.workunit.client.0.smithi069.stdout:return value is: 0 2024-04-10T16:23:01.164 INFO:tasks.workunit.client.0.smithi069.stdout:finished writesame 2024-04-10T16:23:01.164 INFO:tasks.workunit.client.0.smithi069.stdout:to verify the data 2024-04-10T16:23:01.164 INFO:tasks.workunit.client.0.smithi069.stdout:verified 2024-04-10T16:23:01.164 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:23:01.164 INFO:tasks.workunit.client.0.smithi069.stdout:started writesame 2024-04-10T16:23:01.165 INFO:tasks.workunit.client.0.smithi069.stdout:write completion cb called! 2024-04-10T16:23:01.165 INFO:tasks.workunit.client.0.smithi069.stdout:return value is: 0 2024-04-10T16:23:01.165 INFO:tasks.workunit.client.0.smithi069.stdout:finished writesame 2024-04-10T16:23:01.165 INFO:tasks.workunit.client.0.smithi069.stdout:to verify the data 2024-04-10T16:23:01.165 INFO:tasks.workunit.client.0.smithi069.stdout:verified 2024-04-10T16:23:01.165 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:23:01.258 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:23:00 smithi077 ceph-mon[87572]: pgmap v2936: 457 pgs: 457 active+clean; 4.8 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 533 KiB/s rd, 520 KiB/s wr, 1.02k op/s 2024-04-10T16:23:02.758 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:23:02 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:23:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:23:03.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:23:02 smithi069 ceph-mon[96738]: pgmap v2937: 457 pgs: 457 active+clean; 11 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 795 KiB/s rd, 1.0 MiB/s wr, 1.26k op/s 2024-04-10T16:23:03.103 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:23:02 smithi069 ceph-mon[94167]: pgmap v2937: 457 pgs: 457 active+clean; 11 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 795 KiB/s rd, 1.0 MiB/s wr, 1.26k op/s 2024-04-10T16:23:03.258 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:23:02 smithi077 ceph-mon[87572]: pgmap v2937: 457 pgs: 457 active+clean; 11 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 795 KiB/s rd, 1.0 MiB/s wr, 1.26k op/s 2024-04-10T16:23:05.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:23:04 smithi069 ceph-mon[96738]: pgmap v2938: 457 pgs: 457 active+clean; 11 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 742 KiB/s rd, 996 KiB/s wr, 1.18k op/s 2024-04-10T16:23:05.103 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:23:04 smithi069 ceph-mon[94167]: pgmap v2938: 457 pgs: 457 active+clean; 11 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 742 KiB/s rd, 996 KiB/s wr, 1.18k op/s 2024-04-10T16:23:05.258 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:23:04 smithi077 ceph-mon[87572]: pgmap v2938: 457 pgs: 457 active+clean; 11 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 742 KiB/s rd, 996 KiB/s wr, 1.18k op/s 2024-04-10T16:23:07.054 INFO:tasks.workunit.client.0.smithi069.stdout:started writesame 2024-04-10T16:23:07.054 INFO:tasks.workunit.client.0.smithi069.stdout:write completion cb called! 2024-04-10T16:23:07.054 INFO:tasks.workunit.client.0.smithi069.stdout:return value is: 0 2024-04-10T16:23:07.054 INFO:tasks.workunit.client.0.smithi069.stdout:finished writesame 2024-04-10T16:23:07.054 INFO:tasks.workunit.client.0.smithi069.stdout:to verify the data 2024-04-10T16:23:07.054 INFO:tasks.workunit.client.0.smithi069.stdout:verified 2024-04-10T16:23:07.054 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:23:07.054 INFO:tasks.workunit.client.0.smithi069.stdout:started writesame 2024-04-10T16:23:07.054 INFO:tasks.workunit.client.0.smithi069.stdout:write completion cb called! 2024-04-10T16:23:07.054 INFO:tasks.workunit.client.0.smithi069.stdout:return value is: 0 2024-04-10T16:23:07.054 INFO:tasks.workunit.client.0.smithi069.stdout:finished writesame 2024-04-10T16:23:07.054 INFO:tasks.workunit.client.0.smithi069.stdout:to verify the data 2024-04-10T16:23:07.055 INFO:tasks.workunit.client.0.smithi069.stdout:verified 2024-04-10T16:23:07.055 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:23:07.055 INFO:tasks.workunit.client.0.smithi069.stdout:started writesame 2024-04-10T16:23:07.055 INFO:tasks.workunit.client.0.smithi069.stdout:expected fail, finished writesame 2024-04-10T16:23:07.055 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:23:07.055 INFO:tasks.workunit.client.0.smithi069.stdout:started writesame 2024-04-10T16:23:07.055 INFO:tasks.workunit.client.0.smithi069.stdout:expected fail, finished writesame 2024-04-10T16:23:07.055 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:23:07.055 INFO:tasks.workunit.client.0.smithi069.stdout:started writesame 2024-04-10T16:23:07.055 INFO:tasks.workunit.client.0.smithi069.stdout:write completion cb called! 2024-04-10T16:23:07.055 INFO:tasks.workunit.client.0.smithi069.stdout:return value is: 0 2024-04-10T16:23:07.055 INFO:tasks.workunit.client.0.smithi069.stdout:finished writesame 2024-04-10T16:23:07.055 INFO:tasks.workunit.client.0.smithi069.stdout:to verify the data 2024-04-10T16:23:07.055 INFO:tasks.workunit.client.0.smithi069.stdout:verified 2024-04-10T16:23:07.055 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:23:07.056 INFO:tasks.workunit.client.0.smithi069.stdout:started writesame 2024-04-10T16:23:07.056 INFO:tasks.workunit.client.0.smithi069.stdout:write completion cb called! 2024-04-10T16:23:07.056 INFO:tasks.workunit.client.0.smithi069.stdout:return value is: 0 2024-04-10T16:23:07.056 INFO:tasks.workunit.client.0.smithi069.stdout:finished writesame 2024-04-10T16:23:07.056 INFO:tasks.workunit.client.0.smithi069.stdout:to verify the data 2024-04-10T16:23:07.056 INFO:tasks.workunit.client.0.smithi069.stdout:verified 2024-04-10T16:23:07.056 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:23:07.056 INFO:tasks.workunit.client.0.smithi069.stdout:started writesame 2024-04-10T16:23:07.056 INFO:tasks.workunit.client.0.smithi069.stdout:write completion cb called! 2024-04-10T16:23:07.056 INFO:tasks.workunit.client.0.smithi069.stdout:return value is: 0 2024-04-10T16:23:07.056 INFO:tasks.workunit.client.0.smithi069.stdout:finished writesame 2024-04-10T16:23:07.056 INFO:tasks.workunit.client.0.smithi069.stdout:to verify the data 2024-04-10T16:23:07.056 INFO:tasks.workunit.client.0.smithi069.stdout:verified 2024-04-10T16:23:07.056 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:23:07.056 INFO:tasks.workunit.client.0.smithi069.stdout:started writesame 2024-04-10T16:23:07.057 INFO:tasks.workunit.client.0.smithi069.stdout:write completion cb called! 2024-04-10T16:23:07.057 INFO:tasks.workunit.client.0.smithi069.stdout:return value is: 0 2024-04-10T16:23:07.057 INFO:tasks.workunit.client.0.smithi069.stdout:finished writesame 2024-04-10T16:23:07.057 INFO:tasks.workunit.client.0.smithi069.stdout:to verify the data 2024-04-10T16:23:07.057 INFO:tasks.workunit.client.0.smithi069.stdout:verified 2024-04-10T16:23:07.057 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:23:07.057 INFO:tasks.workunit.client.0.smithi069.stdout:started writesame 2024-04-10T16:23:07.057 INFO:tasks.workunit.client.0.smithi069.stdout:expected fail, finished writesame 2024-04-10T16:23:07.057 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:23:07.057 INFO:tasks.workunit.client.0.smithi069.stdout:started writesame 2024-04-10T16:23:07.057 INFO:tasks.workunit.client.0.smithi069.stdout:expected fail, finished writesame 2024-04-10T16:23:07.057 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:23:07.057 INFO:tasks.workunit.client.0.smithi069.stdout:started writesame 2024-04-10T16:23:07.057 INFO:tasks.workunit.client.0.smithi069.stdout:write completion cb called! 2024-04-10T16:23:07.057 INFO:tasks.workunit.client.0.smithi069.stdout:return value is: 0 2024-04-10T16:23:07.057 INFO:tasks.workunit.client.0.smithi069.stdout:finished writesame 2024-04-10T16:23:07.058 INFO:tasks.workunit.client.0.smithi069.stdout:to verify the data 2024-04-10T16:23:07.058 INFO:tasks.workunit.client.0.smithi069.stdout:verified 2024-04-10T16:23:07.058 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:23:07.058 INFO:tasks.workunit.client.0.smithi069.stdout:started writesame 2024-04-10T16:23:07.058 INFO:tasks.workunit.client.0.smithi069.stdout:write completion cb called! 2024-04-10T16:23:07.058 INFO:tasks.workunit.client.0.smithi069.stdout:return value is: 0 2024-04-10T16:23:07.058 INFO:tasks.workunit.client.0.smithi069.stdout:finished writesame 2024-04-10T16:23:07.058 INFO:tasks.workunit.client.0.smithi069.stdout:to verify the data 2024-04-10T16:23:07.058 INFO:tasks.workunit.client.0.smithi069.stdout:verified 2024-04-10T16:23:07.058 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:23:07.058 INFO:tasks.workunit.client.0.smithi069.stdout:started writesame 2024-04-10T16:23:07.058 INFO:tasks.workunit.client.0.smithi069.stdout:write completion cb called! 2024-04-10T16:23:07.058 INFO:tasks.workunit.client.0.smithi069.stdout:return value is: 0 2024-04-10T16:23:07.058 INFO:tasks.workunit.client.0.smithi069.stdout:finished writesame 2024-04-10T16:23:07.058 INFO:tasks.workunit.client.0.smithi069.stdout:to verify the data 2024-04-10T16:23:07.058 INFO:tasks.workunit.client.0.smithi069.stdout:verified 2024-04-10T16:23:07.059 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:23:07.059 INFO:tasks.workunit.client.0.smithi069.stdout:started writesame 2024-04-10T16:23:07.059 INFO:tasks.workunit.client.0.smithi069.stdout:write completion cb called! 2024-04-10T16:23:07.059 INFO:tasks.workunit.client.0.smithi069.stdout:return value is: 0 2024-04-10T16:23:07.059 INFO:tasks.workunit.client.0.smithi069.stdout:finished writesame 2024-04-10T16:23:07.059 INFO:tasks.workunit.client.0.smithi069.stdout:to verify the data 2024-04-10T16:23:07.059 INFO:tasks.workunit.client.0.smithi069.stdout:verified 2024-04-10T16:23:07.059 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:23:07.059 INFO:tasks.workunit.client.0.smithi069.stdout:started writesame 2024-04-10T16:23:07.059 INFO:tasks.workunit.client.0.smithi069.stdout:expected fail, finished writesame 2024-04-10T16:23:07.059 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:23:07.059 INFO:tasks.workunit.client.0.smithi069.stdout:started writesame 2024-04-10T16:23:07.059 INFO:tasks.workunit.client.0.smithi069.stdout:expected fail, finished writesame 2024-04-10T16:23:07.059 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:23:07.059 INFO:tasks.workunit.client.0.smithi069.stdout:started writesame 2024-04-10T16:23:07.059 INFO:tasks.workunit.client.0.smithi069.stdout:write completion cb called! 2024-04-10T16:23:07.060 INFO:tasks.workunit.client.0.smithi069.stdout:return value is: 0 2024-04-10T16:23:07.060 INFO:tasks.workunit.client.0.smithi069.stdout:finished writesame 2024-04-10T16:23:07.060 INFO:tasks.workunit.client.0.smithi069.stdout:to verify the data 2024-04-10T16:23:07.060 INFO:tasks.workunit.client.0.smithi069.stdout:verified 2024-04-10T16:23:07.060 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:23:07.060 INFO:tasks.workunit.client.0.smithi069.stdout:started writesame 2024-04-10T16:23:07.060 INFO:tasks.workunit.client.0.smithi069.stdout:write completion cb called! 2024-04-10T16:23:07.060 INFO:tasks.workunit.client.0.smithi069.stdout:return value is: 0 2024-04-10T16:23:07.060 INFO:tasks.workunit.client.0.smithi069.stdout:finished writesame 2024-04-10T16:23:07.060 INFO:tasks.workunit.client.0.smithi069.stdout:to verify the data 2024-04-10T16:23:07.060 INFO:tasks.workunit.client.0.smithi069.stdout:verified 2024-04-10T16:23:07.060 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:23:07.060 INFO:tasks.workunit.client.0.smithi069.stdout:started writesame 2024-04-10T16:23:07.060 INFO:tasks.workunit.client.0.smithi069.stdout:write completion cb called! 2024-04-10T16:23:07.060 INFO:tasks.workunit.client.0.smithi069.stdout:return value is: 0 2024-04-10T16:23:07.061 INFO:tasks.workunit.client.0.smithi069.stdout:finished writesame 2024-04-10T16:23:07.061 INFO:tasks.workunit.client.0.smithi069.stdout:to verify the data 2024-04-10T16:23:07.061 INFO:tasks.workunit.client.0.smithi069.stdout:verified 2024-04-10T16:23:07.061 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:23:07.061 INFO:tasks.workunit.client.0.smithi069.stdout:started writesame 2024-04-10T16:23:07.061 INFO:tasks.workunit.client.0.smithi069.stdout:write completion cb called! 2024-04-10T16:23:07.061 INFO:tasks.workunit.client.0.smithi069.stdout:return value is: 0 2024-04-10T16:23:07.061 INFO:tasks.workunit.client.0.smithi069.stdout:finished writesame 2024-04-10T16:23:07.061 INFO:tasks.workunit.client.0.smithi069.stdout:to verify the data 2024-04-10T16:23:07.061 INFO:tasks.workunit.client.0.smithi069.stdout:verified 2024-04-10T16:23:07.061 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:23:07.061 INFO:tasks.workunit.client.0.smithi069.stdout:started writesame 2024-04-10T16:23:07.061 INFO:tasks.workunit.client.0.smithi069.stdout:expected fail, finished writesame 2024-04-10T16:23:07.061 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:23:07.061 INFO:tasks.workunit.client.0.smithi069.stdout:started writesame 2024-04-10T16:23:07.062 INFO:tasks.workunit.client.0.smithi069.stdout:expected fail, finished writesame 2024-04-10T16:23:07.062 INFO:tasks.workunit.client.0.smithi069.stdout:read completion cb called! 2024-04-10T16:23:07.062 INFO:tasks.workunit.client.0.smithi069.stdout:read completion cb called! 2024-04-10T16:23:07.062 INFO:tasks.workunit.client.0.smithi069.stdout:wrote: 512 2024-04-10T16:23:07.062 INFO:tasks.workunit.client.0.smithi069.stdout:read completion cb called! 2024-04-10T16:23:07.062 INFO:tasks.workunit.client.0.smithi069.stdout:wrote: 4 2024-04-10T16:23:07.062 INFO:tasks.workunit.client.0.smithi069.stdout:read: 4 2024-04-10T16:23:07.062 INFO:tasks.workunit.client.0.smithi069.stdout:read: 4 2024-04-10T16:23:07.062 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestLibRBD.TestEncryptionLUKS1 (11508 ms) 2024-04-10T16:23:07.062 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestLibRBD.TestEncryptionLUKS2 2024-04-10T16:23:07.062 INFO:tasks.workunit.client.0.smithi069.stdout:using new format! 2024-04-10T16:23:07.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:23:06 smithi069 ceph-mon[96738]: pgmap v2939: 457 pgs: 457 active+clean; 11 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 790 KiB/s wr, 1.16k op/s 2024-04-10T16:23:07.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:23:06 smithi069 ceph-mon[94167]: pgmap v2939: 457 pgs: 457 active+clean; 11 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 790 KiB/s wr, 1.16k op/s 2024-04-10T16:23:07.103 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:23:06 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:23:06] "GET /metrics HTTP/1.1" 200 60779 "" "Prometheus/2.43.0" 2024-04-10T16:23:07.258 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:23:06 smithi077 ceph-mon[87572]: pgmap v2939: 457 pgs: 457 active+clean; 11 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 790 KiB/s wr, 1.16k op/s 2024-04-10T16:23:09.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:23:08 smithi069 ceph-mon[96738]: pgmap v2940: 457 pgs: 457 active+clean; 15 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 804 KiB/s wr, 875 op/s 2024-04-10T16:23:09.103 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:23:08 smithi069 ceph-mon[94167]: pgmap v2940: 457 pgs: 457 active+clean; 15 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 804 KiB/s wr, 875 op/s 2024-04-10T16:23:09.258 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:23:08 smithi077 ceph-mon[87572]: pgmap v2940: 457 pgs: 457 active+clean; 15 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 804 KiB/s wr, 875 op/s 2024-04-10T16:23:11.008 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:23:10 smithi077 ceph-mon[87572]: pgmap v2941: 457 pgs: 457 active+clean; 15 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 692 KiB/s wr, 754 op/s 2024-04-10T16:23:11.008 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:23:10 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:23:11.008 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:23:10 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:23:11.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:23:10 smithi069 ceph-mon[96738]: pgmap v2941: 457 pgs: 457 active+clean; 15 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 692 KiB/s wr, 754 op/s 2024-04-10T16:23:11.103 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:23:10 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:23:11.103 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:23:10 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:23:11.103 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:23:10 smithi069 ceph-mon[94167]: pgmap v2941: 457 pgs: 457 active+clean; 15 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 692 KiB/s wr, 754 op/s 2024-04-10T16:23:11.103 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:23:10 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:23:11.103 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:23:10 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:23:12.670 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:23:12 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:23:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:23:13.008 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:23:12 smithi077 ceph-mon[87572]: pgmap v2942: 457 pgs: 457 active+clean; 15 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 693 KiB/s wr, 759 op/s 2024-04-10T16:23:13.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:23:12 smithi069 ceph-mon[96738]: pgmap v2942: 457 pgs: 457 active+clean; 15 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 693 KiB/s wr, 759 op/s 2024-04-10T16:23:13.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:23:12 smithi069 ceph-mon[94167]: pgmap v2942: 457 pgs: 457 active+clean; 15 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 693 KiB/s wr, 759 op/s 2024-04-10T16:23:15.008 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:23:14 smithi077 ceph-mon[87572]: pgmap v2943: 457 pgs: 457 active+clean; 15 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 210 KiB/s wr, 456 op/s 2024-04-10T16:23:15.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:23:14 smithi069 ceph-mon[96738]: pgmap v2943: 457 pgs: 457 active+clean; 15 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 210 KiB/s wr, 456 op/s 2024-04-10T16:23:15.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:23:14 smithi069 ceph-mon[94167]: pgmap v2943: 457 pgs: 457 active+clean; 15 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 210 KiB/s wr, 456 op/s 2024-04-10T16:23:16.732 INFO:tasks.workunit.client.0.smithi069.stdout:wrote: 512 2024-04-10T16:23:16.732 INFO:tasks.workunit.client.0.smithi069.stdout:wrote: 512 2024-04-10T16:23:16.732 INFO:tasks.workunit.client.0.smithi069.stdout:wrote: 512 2024-04-10T16:23:16.732 INFO:tasks.workunit.client.0.smithi069.stdout:wrote: 512 2024-04-10T16:23:16.733 INFO:tasks.workunit.client.0.smithi069.stdout:wrote: 512 2024-04-10T16:23:16.733 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:23:16.733 INFO:tasks.workunit.client.0.smithi069.stdout:started write 2024-04-10T16:23:16.733 INFO:tasks.workunit.client.0.smithi069.stdout:write completion cb called! 2024-04-10T16:23:16.733 INFO:tasks.workunit.client.0.smithi069.stdout:return value is: 0 2024-04-10T16:23:16.733 INFO:tasks.workunit.client.0.smithi069.stdout:finished write 2024-04-10T16:23:16.733 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:23:16.733 INFO:tasks.workunit.client.0.smithi069.stdout:started write 2024-04-10T16:23:16.733 INFO:tasks.workunit.client.0.smithi069.stdout:write completion cb called! 2024-04-10T16:23:16.733 INFO:tasks.workunit.client.0.smithi069.stdout:return value is: 0 2024-04-10T16:23:16.733 INFO:tasks.workunit.client.0.smithi069.stdout:finished write 2024-04-10T16:23:16.733 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:23:16.733 INFO:tasks.workunit.client.0.smithi069.stdout:started write 2024-04-10T16:23:16.733 INFO:tasks.workunit.client.0.smithi069.stdout:write completion cb called! 2024-04-10T16:23:16.733 INFO:tasks.workunit.client.0.smithi069.stdout:return value is: 0 2024-04-10T16:23:16.733 INFO:tasks.workunit.client.0.smithi069.stdout:finished write 2024-04-10T16:23:16.734 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:23:16.734 INFO:tasks.workunit.client.0.smithi069.stdout:started write 2024-04-10T16:23:16.734 INFO:tasks.workunit.client.0.smithi069.stdout:write completion cb called! 2024-04-10T16:23:16.734 INFO:tasks.workunit.client.0.smithi069.stdout:return value is: 0 2024-04-10T16:23:16.734 INFO:tasks.workunit.client.0.smithi069.stdout:finished write 2024-04-10T16:23:16.734 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:23:16.734 INFO:tasks.workunit.client.0.smithi069.stdout:started write 2024-04-10T16:23:16.734 INFO:tasks.workunit.client.0.smithi069.stdout:write completion cb called! 2024-04-10T16:23:16.734 INFO:tasks.workunit.client.0.smithi069.stdout:return value is: 0 2024-04-10T16:23:16.734 INFO:tasks.workunit.client.0.smithi069.stdout:finished write 2024-04-10T16:23:16.734 INFO:tasks.workunit.client.0.smithi069.stdout:start compare and write 2024-04-10T16:23:16.734 INFO:tasks.workunit.client.0.smithi069.stdout:compare and wrote: 512 2024-04-10T16:23:16.734 INFO:tasks.workunit.client.0.smithi069.stdout:start compare and write 2024-04-10T16:23:16.734 INFO:tasks.workunit.client.0.smithi069.stdout:compare and wrote: 512 2024-04-10T16:23:16.734 INFO:tasks.workunit.client.0.smithi069.stdout:start compare and write 2024-04-10T16:23:16.734 INFO:tasks.workunit.client.0.smithi069.stdout:compare and wrote: 512 2024-04-10T16:23:16.734 INFO:tasks.workunit.client.0.smithi069.stdout:start compare and write 2024-04-10T16:23:16.735 INFO:tasks.workunit.client.0.smithi069.stdout:compare and wrote: 512 2024-04-10T16:23:16.735 INFO:tasks.workunit.client.0.smithi069.stdout:start compare and write 2024-04-10T16:23:16.735 INFO:tasks.workunit.client.0.smithi069.stdout:compare and wrote: 512 2024-04-10T16:23:16.735 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:23:16.735 INFO:tasks.workunit.client.0.smithi069.stdout:started aio compare and write 2024-04-10T16:23:16.735 INFO:tasks.workunit.client.0.smithi069.stdout:write completion cb called! 2024-04-10T16:23:16.735 INFO:tasks.workunit.client.0.smithi069.stdout:return value is: 0 2024-04-10T16:23:16.735 INFO:tasks.workunit.client.0.smithi069.stdout:finished aio compare and write 2024-04-10T16:23:16.735 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:23:16.735 INFO:tasks.workunit.client.0.smithi069.stdout:started aio compare and write 2024-04-10T16:23:16.735 INFO:tasks.workunit.client.0.smithi069.stdout:write completion cb called! 2024-04-10T16:23:16.735 INFO:tasks.workunit.client.0.smithi069.stdout:return value is: 0 2024-04-10T16:23:16.735 INFO:tasks.workunit.client.0.smithi069.stdout:finished aio compare and write 2024-04-10T16:23:16.735 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:23:16.735 INFO:tasks.workunit.client.0.smithi069.stdout:started aio compare and write 2024-04-10T16:23:16.735 INFO:tasks.workunit.client.0.smithi069.stdout:write completion cb called! 2024-04-10T16:23:16.736 INFO:tasks.workunit.client.0.smithi069.stdout:return value is: 0 2024-04-10T16:23:16.736 INFO:tasks.workunit.client.0.smithi069.stdout:finished aio compare and write 2024-04-10T16:23:16.736 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:23:16.736 INFO:tasks.workunit.client.0.smithi069.stdout:started aio compare and write 2024-04-10T16:23:16.736 INFO:tasks.workunit.client.0.smithi069.stdout:write completion cb called! 2024-04-10T16:23:16.736 INFO:tasks.workunit.client.0.smithi069.stdout:return value is: 0 2024-04-10T16:23:16.736 INFO:tasks.workunit.client.0.smithi069.stdout:finished aio compare and write 2024-04-10T16:23:16.736 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:23:16.736 INFO:tasks.workunit.client.0.smithi069.stdout:started aio compare and write 2024-04-10T16:23:16.736 INFO:tasks.workunit.client.0.smithi069.stdout:write completion cb called! 2024-04-10T16:23:16.736 INFO:tasks.workunit.client.0.smithi069.stdout:return value is: 0 2024-04-10T16:23:16.736 INFO:tasks.workunit.client.0.smithi069.stdout:finished aio compare and write 2024-04-10T16:23:16.736 INFO:tasks.workunit.client.0.smithi069.stdout:read: 512 2024-04-10T16:23:16.736 INFO:tasks.workunit.client.0.smithi069.stdout:read: 512 2024-04-10T16:23:16.736 INFO:tasks.workunit.client.0.smithi069.stdout:read: 512 2024-04-10T16:23:16.736 INFO:tasks.workunit.client.0.smithi069.stdout:read: 512 2024-04-10T16:23:16.736 INFO:tasks.workunit.client.0.smithi069.stdout:read: 512 2024-04-10T16:23:16.737 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:23:16.737 INFO:tasks.workunit.client.0.smithi069.stdout:started read 2024-04-10T16:23:16.737 INFO:tasks.workunit.client.0.smithi069.stdout:read completion cb called! 2024-04-10T16:23:16.737 INFO:tasks.workunit.client.0.smithi069.stdout:return value is: 512 2024-04-10T16:23:16.737 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:23:16.737 INFO:tasks.workunit.client.0.smithi069.stdout:started read 2024-04-10T16:23:16.737 INFO:tasks.workunit.client.0.smithi069.stdout:read completion cb called! 2024-04-10T16:23:16.737 INFO:tasks.workunit.client.0.smithi069.stdout:return value is: 512 2024-04-10T16:23:16.737 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:23:16.737 INFO:tasks.workunit.client.0.smithi069.stdout:started read 2024-04-10T16:23:16.737 INFO:tasks.workunit.client.0.smithi069.stdout:read completion cb called! 2024-04-10T16:23:16.737 INFO:tasks.workunit.client.0.smithi069.stdout:return value is: 512 2024-04-10T16:23:16.737 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:23:16.737 INFO:tasks.workunit.client.0.smithi069.stdout:started read 2024-04-10T16:23:16.737 INFO:tasks.workunit.client.0.smithi069.stdout:read completion cb called! 2024-04-10T16:23:16.737 INFO:tasks.workunit.client.0.smithi069.stdout:return value is: 512 2024-04-10T16:23:16.737 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:23:16.738 INFO:tasks.workunit.client.0.smithi069.stdout:started read 2024-04-10T16:23:16.738 INFO:tasks.workunit.client.0.smithi069.stdout:read completion cb called! 2024-04-10T16:23:16.738 INFO:tasks.workunit.client.0.smithi069.stdout:return value is: 512 2024-04-10T16:23:16.738 INFO:tasks.workunit.client.0.smithi069.stdout:discard: 512~512 = 512 2024-04-10T16:23:16.738 INFO:tasks.workunit.client.0.smithi069.stdout:write completion cb called! 2024-04-10T16:23:16.738 INFO:tasks.workunit.client.0.smithi069.stdout:aio discard: 1536~512 = 0 2024-04-10T16:23:16.738 INFO:tasks.workunit.client.0.smithi069.stdout:read: 512 2024-04-10T16:23:16.738 INFO:tasks.workunit.client.0.smithi069.stdout:read: 512 2024-04-10T16:23:16.738 INFO:tasks.workunit.client.0.smithi069.stdout:read: 512 2024-04-10T16:23:16.738 INFO:tasks.workunit.client.0.smithi069.stdout:read: 512 2024-04-10T16:23:16.738 INFO:tasks.workunit.client.0.smithi069.stdout:read: 512 2024-04-10T16:23:16.738 INFO:tasks.workunit.client.0.smithi069.stdout:wrote: 0 2024-04-10T16:23:16.738 INFO:tasks.workunit.client.0.smithi069.stdout:to verify the data 2024-04-10T16:23:16.738 INFO:tasks.workunit.client.0.smithi069.stdout:verified 2024-04-10T16:23:16.738 INFO:tasks.workunit.client.0.smithi069.stdout:wrote: 0 2024-04-10T16:23:16.738 INFO:tasks.workunit.client.0.smithi069.stdout:to verify the data 2024-04-10T16:23:16.739 INFO:tasks.workunit.client.0.smithi069.stdout:verified 2024-04-10T16:23:16.739 INFO:tasks.workunit.client.0.smithi069.stdout:wrote: 16384 2024-04-10T16:23:16.739 INFO:tasks.workunit.client.0.smithi069.stdout:to verify the data 2024-04-10T16:23:16.739 INFO:tasks.workunit.client.0.smithi069.stdout:verified 2024-04-10T16:23:16.739 INFO:tasks.workunit.client.0.smithi069.stdout:wrote: 16384 2024-04-10T16:23:16.739 INFO:tasks.workunit.client.0.smithi069.stdout:to verify the data 2024-04-10T16:23:16.739 INFO:tasks.workunit.client.0.smithi069.stdout:verified 2024-04-10T16:23:16.739 INFO:tasks.workunit.client.0.smithi069.stdout:expected fail, finished writesame 2024-04-10T16:23:16.739 INFO:tasks.workunit.client.0.smithi069.stdout:expected fail, finished writesame 2024-04-10T16:23:16.739 INFO:tasks.workunit.client.0.smithi069.stdout:wrote: 49152 2024-04-10T16:23:16.739 INFO:tasks.workunit.client.0.smithi069.stdout:to verify the data 2024-04-10T16:23:16.739 INFO:tasks.workunit.client.0.smithi069.stdout:verified 2024-04-10T16:23:16.739 INFO:tasks.workunit.client.0.smithi069.stdout:wrote: 49152 2024-04-10T16:23:16.739 INFO:tasks.workunit.client.0.smithi069.stdout:to verify the data 2024-04-10T16:23:16.739 INFO:tasks.workunit.client.0.smithi069.stdout:verified 2024-04-10T16:23:16.739 INFO:tasks.workunit.client.0.smithi069.stdout:wrote: 65536 2024-04-10T16:23:16.739 INFO:tasks.workunit.client.0.smithi069.stdout:to verify the data 2024-04-10T16:23:16.740 INFO:tasks.workunit.client.0.smithi069.stdout:verified 2024-04-10T16:23:16.740 INFO:tasks.workunit.client.0.smithi069.stdout:wrote: 65536 2024-04-10T16:23:16.740 INFO:tasks.workunit.client.0.smithi069.stdout:to verify the data 2024-04-10T16:23:16.740 INFO:tasks.workunit.client.0.smithi069.stdout:verified 2024-04-10T16:23:16.740 INFO:tasks.workunit.client.0.smithi069.stdout:expected fail, finished writesame 2024-04-10T16:23:16.740 INFO:tasks.workunit.client.0.smithi069.stdout:expected fail, finished writesame 2024-04-10T16:23:16.740 INFO:tasks.workunit.client.0.smithi069.stdout:wrote: 98304 2024-04-10T16:23:16.740 INFO:tasks.workunit.client.0.smithi069.stdout:to verify the data 2024-04-10T16:23:16.740 INFO:tasks.workunit.client.0.smithi069.stdout:verified 2024-04-10T16:23:16.740 INFO:tasks.workunit.client.0.smithi069.stdout:wrote: 98304 2024-04-10T16:23:16.740 INFO:tasks.workunit.client.0.smithi069.stdout:to verify the data 2024-04-10T16:23:16.740 INFO:tasks.workunit.client.0.smithi069.stdout:verified 2024-04-10T16:23:16.740 INFO:tasks.workunit.client.0.smithi069.stdout:wrote: 114688 2024-04-10T16:23:16.740 INFO:tasks.workunit.client.0.smithi069.stdout:to verify the data 2024-04-10T16:23:16.740 INFO:tasks.workunit.client.0.smithi069.stdout:verified 2024-04-10T16:23:16.740 INFO:tasks.workunit.client.0.smithi069.stdout:wrote: 114688 2024-04-10T16:23:16.740 INFO:tasks.workunit.client.0.smithi069.stdout:to verify the data 2024-04-10T16:23:16.741 INFO:tasks.workunit.client.0.smithi069.stdout:verified 2024-04-10T16:23:16.741 INFO:tasks.workunit.client.0.smithi069.stdout:expected fail, finished writesame 2024-04-10T16:23:16.741 INFO:tasks.workunit.client.0.smithi069.stdout:expected fail, finished writesame 2024-04-10T16:23:16.741 INFO:tasks.workunit.client.0.smithi069.stdout:wrote: 147456 2024-04-10T16:23:16.741 INFO:tasks.workunit.client.0.smithi069.stdout:to verify the data 2024-04-10T16:23:16.741 INFO:tasks.workunit.client.0.smithi069.stdout:verified 2024-04-10T16:23:16.741 INFO:tasks.workunit.client.0.smithi069.stdout:wrote: 147456 2024-04-10T16:23:16.741 INFO:tasks.workunit.client.0.smithi069.stdout:to verify the data 2024-04-10T16:23:16.741 INFO:tasks.workunit.client.0.smithi069.stdout:verified 2024-04-10T16:23:16.741 INFO:tasks.workunit.client.0.smithi069.stdout:wrote: 163840 2024-04-10T16:23:16.741 INFO:tasks.workunit.client.0.smithi069.stdout:to verify the data 2024-04-10T16:23:16.741 INFO:tasks.workunit.client.0.smithi069.stdout:verified 2024-04-10T16:23:16.741 INFO:tasks.workunit.client.0.smithi069.stdout:wrote: 163840 2024-04-10T16:23:16.741 INFO:tasks.workunit.client.0.smithi069.stdout:to verify the data 2024-04-10T16:23:16.741 INFO:tasks.workunit.client.0.smithi069.stdout:verified 2024-04-10T16:23:16.741 INFO:tasks.workunit.client.0.smithi069.stdout:expected fail, finished writesame 2024-04-10T16:23:16.741 INFO:tasks.workunit.client.0.smithi069.stdout:expected fail, finished writesame 2024-04-10T16:23:16.742 INFO:tasks.workunit.client.0.smithi069.stdout:wrote: 196608 2024-04-10T16:23:16.742 INFO:tasks.workunit.client.0.smithi069.stdout:to verify the data 2024-04-10T16:23:16.742 INFO:tasks.workunit.client.0.smithi069.stdout:verified 2024-04-10T16:23:16.742 INFO:tasks.workunit.client.0.smithi069.stdout:wrote: 196608 2024-04-10T16:23:16.742 INFO:tasks.workunit.client.0.smithi069.stdout:to verify the data 2024-04-10T16:23:16.742 INFO:tasks.workunit.client.0.smithi069.stdout:verified 2024-04-10T16:23:16.742 INFO:tasks.workunit.client.0.smithi069.stdout:wrote: 212992 2024-04-10T16:23:16.742 INFO:tasks.workunit.client.0.smithi069.stdout:to verify the data 2024-04-10T16:23:16.742 INFO:tasks.workunit.client.0.smithi069.stdout:verified 2024-04-10T16:23:16.742 INFO:tasks.workunit.client.0.smithi069.stdout:wrote: 212992 2024-04-10T16:23:16.742 INFO:tasks.workunit.client.0.smithi069.stdout:to verify the data 2024-04-10T16:23:16.742 INFO:tasks.workunit.client.0.smithi069.stdout:verified 2024-04-10T16:23:16.742 INFO:tasks.workunit.client.0.smithi069.stdout:expected fail, finished writesame 2024-04-10T16:23:16.742 INFO:tasks.workunit.client.0.smithi069.stdout:expected fail, finished writesame 2024-04-10T16:23:16.742 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:23:16.743 INFO:tasks.workunit.client.0.smithi069.stdout:started writesame 2024-04-10T16:23:16.743 INFO:tasks.workunit.client.0.smithi069.stdout:write completion cb called! 2024-04-10T16:23:16.743 INFO:tasks.workunit.client.0.smithi069.stdout:return value is: 0 2024-04-10T16:23:16.743 INFO:tasks.workunit.client.0.smithi069.stdout:finished writesame 2024-04-10T16:23:16.743 INFO:tasks.workunit.client.0.smithi069.stdout:to verify the data 2024-04-10T16:23:16.743 INFO:tasks.workunit.client.0.smithi069.stdout:verified 2024-04-10T16:23:16.743 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:23:16.743 INFO:tasks.workunit.client.0.smithi069.stdout:started writesame 2024-04-10T16:23:16.743 INFO:tasks.workunit.client.0.smithi069.stdout:write completion cb called! 2024-04-10T16:23:16.743 INFO:tasks.workunit.client.0.smithi069.stdout:return value is: 0 2024-04-10T16:23:16.743 INFO:tasks.workunit.client.0.smithi069.stdout:finished writesame 2024-04-10T16:23:16.743 INFO:tasks.workunit.client.0.smithi069.stdout:to verify the data 2024-04-10T16:23:16.743 INFO:tasks.workunit.client.0.smithi069.stdout:verified 2024-04-10T16:23:16.743 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:23:16.743 INFO:tasks.workunit.client.0.smithi069.stdout:started writesame 2024-04-10T16:23:16.743 INFO:tasks.workunit.client.0.smithi069.stdout:write completion cb called! 2024-04-10T16:23:16.743 INFO:tasks.workunit.client.0.smithi069.stdout:return value is: 0 2024-04-10T16:23:16.744 INFO:tasks.workunit.client.0.smithi069.stdout:finished writesame 2024-04-10T16:23:16.744 INFO:tasks.workunit.client.0.smithi069.stdout:to verify the data 2024-04-10T16:23:16.744 INFO:tasks.workunit.client.0.smithi069.stdout:verified 2024-04-10T16:23:16.744 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:23:16.744 INFO:tasks.workunit.client.0.smithi069.stdout:started writesame 2024-04-10T16:23:16.744 INFO:tasks.workunit.client.0.smithi069.stdout:write completion cb called! 2024-04-10T16:23:16.744 INFO:tasks.workunit.client.0.smithi069.stdout:return value is: 0 2024-04-10T16:23:16.744 INFO:tasks.workunit.client.0.smithi069.stdout:finished writesame 2024-04-10T16:23:16.744 INFO:tasks.workunit.client.0.smithi069.stdout:to verify the data 2024-04-10T16:23:16.744 INFO:tasks.workunit.client.0.smithi069.stdout:verified 2024-04-10T16:23:16.744 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:23:16.744 INFO:tasks.workunit.client.0.smithi069.stdout:started writesame 2024-04-10T16:23:16.744 INFO:tasks.workunit.client.0.smithi069.stdout:expected fail, finished writesame 2024-04-10T16:23:16.744 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:23:16.744 INFO:tasks.workunit.client.0.smithi069.stdout:started writesame 2024-04-10T16:23:16.744 INFO:tasks.workunit.client.0.smithi069.stdout:expected fail, finished writesame 2024-04-10T16:23:16.744 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:23:16.744 INFO:tasks.workunit.client.0.smithi069.stdout:started writesame 2024-04-10T16:23:16.745 INFO:tasks.workunit.client.0.smithi069.stdout:write completion cb called! 2024-04-10T16:23:16.745 INFO:tasks.workunit.client.0.smithi069.stdout:return value is: 0 2024-04-10T16:23:16.745 INFO:tasks.workunit.client.0.smithi069.stdout:finished writesame 2024-04-10T16:23:16.745 INFO:tasks.workunit.client.0.smithi069.stdout:to verify the data 2024-04-10T16:23:16.745 INFO:tasks.workunit.client.0.smithi069.stdout:verified 2024-04-10T16:23:16.745 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:23:16.745 INFO:tasks.workunit.client.0.smithi069.stdout:started writesame 2024-04-10T16:23:16.745 INFO:tasks.workunit.client.0.smithi069.stdout:write completion cb called! 2024-04-10T16:23:16.745 INFO:tasks.workunit.client.0.smithi069.stdout:return value is: 0 2024-04-10T16:23:16.745 INFO:tasks.workunit.client.0.smithi069.stdout:finished writesame 2024-04-10T16:23:16.745 INFO:tasks.workunit.client.0.smithi069.stdout:to verify the data 2024-04-10T16:23:16.745 INFO:tasks.workunit.client.0.smithi069.stdout:verified 2024-04-10T16:23:16.745 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:23:16.933 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:23:16 smithi069 ceph-mon[96738]: pgmap v2944: 457 pgs: 457 active+clean; 15 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 210 KiB/s wr, 456 op/s 2024-04-10T16:23:16.933 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:23:16 smithi069 ceph-mon[94167]: pgmap v2944: 457 pgs: 457 active+clean; 15 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 210 KiB/s wr, 456 op/s 2024-04-10T16:23:17.009 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:23:16 smithi077 ceph-mon[87572]: pgmap v2944: 457 pgs: 457 active+clean; 15 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 210 KiB/s wr, 456 op/s 2024-04-10T16:23:17.352 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:23:16 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:23:16] "GET /metrics HTTP/1.1" 200 60759 "" "Prometheus/2.43.0" 2024-04-10T16:23:19.008 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:23:18 smithi077 ceph-mon[87572]: pgmap v2945: 457 pgs: 457 active+clean; 27 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.5 MiB/s rd, 1.3 MiB/s wr, 623 op/s 2024-04-10T16:23:19.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:23:18 smithi069 ceph-mon[96738]: pgmap v2945: 457 pgs: 457 active+clean; 27 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.5 MiB/s rd, 1.3 MiB/s wr, 623 op/s 2024-04-10T16:23:19.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:23:18 smithi069 ceph-mon[94167]: pgmap v2945: 457 pgs: 457 active+clean; 27 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.5 MiB/s rd, 1.3 MiB/s wr, 623 op/s 2024-04-10T16:23:21.008 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:23:20 smithi077 ceph-mon[87572]: pgmap v2946: 457 pgs: 457 active+clean; 27 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 1.1 MiB/s wr, 178 op/s 2024-04-10T16:23:21.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:23:20 smithi069 ceph-mon[96738]: pgmap v2946: 457 pgs: 457 active+clean; 27 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 1.1 MiB/s wr, 178 op/s 2024-04-10T16:23:21.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:23:20 smithi069 ceph-mon[94167]: pgmap v2946: 457 pgs: 457 active+clean; 27 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 1.1 MiB/s wr, 178 op/s 2024-04-10T16:23:22.667 INFO:tasks.workunit.client.0.smithi069.stdout:started writesame 2024-04-10T16:23:22.702 INFO:tasks.workunit.client.0.smithi069.stdout:write completion cb called! 2024-04-10T16:23:22.702 INFO:tasks.workunit.client.0.smithi069.stdout:return value is: 0 2024-04-10T16:23:22.702 INFO:tasks.workunit.client.0.smithi069.stdout:finished writesame 2024-04-10T16:23:22.702 INFO:tasks.workunit.client.0.smithi069.stdout:to verify the data 2024-04-10T16:23:22.702 INFO:tasks.workunit.client.0.smithi069.stdout:verified 2024-04-10T16:23:22.702 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:23:22.702 INFO:tasks.workunit.client.0.smithi069.stdout:started writesame 2024-04-10T16:23:22.702 INFO:tasks.workunit.client.0.smithi069.stdout:write completion cb called! 2024-04-10T16:23:22.703 INFO:tasks.workunit.client.0.smithi069.stdout:return value is: 0 2024-04-10T16:23:22.703 INFO:tasks.workunit.client.0.smithi069.stdout:finished writesame 2024-04-10T16:23:22.703 INFO:tasks.workunit.client.0.smithi069.stdout:to verify the data 2024-04-10T16:23:22.703 INFO:tasks.workunit.client.0.smithi069.stdout:verified 2024-04-10T16:23:22.703 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:23:22.703 INFO:tasks.workunit.client.0.smithi069.stdout:started writesame 2024-04-10T16:23:22.703 INFO:tasks.workunit.client.0.smithi069.stdout:expected fail, finished writesame 2024-04-10T16:23:22.703 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:23:22.703 INFO:tasks.workunit.client.0.smithi069.stdout:started writesame 2024-04-10T16:23:22.703 INFO:tasks.workunit.client.0.smithi069.stdout:expected fail, finished writesame 2024-04-10T16:23:22.703 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:23:22.703 INFO:tasks.workunit.client.0.smithi069.stdout:started writesame 2024-04-10T16:23:22.703 INFO:tasks.workunit.client.0.smithi069.stdout:write completion cb called! 2024-04-10T16:23:22.704 INFO:tasks.workunit.client.0.smithi069.stdout:return value is: 0 2024-04-10T16:23:22.704 INFO:tasks.workunit.client.0.smithi069.stdout:finished writesame 2024-04-10T16:23:22.704 INFO:tasks.workunit.client.0.smithi069.stdout:to verify the data 2024-04-10T16:23:22.704 INFO:tasks.workunit.client.0.smithi069.stdout:verified 2024-04-10T16:23:22.704 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:23:22.704 INFO:tasks.workunit.client.0.smithi069.stdout:started writesame 2024-04-10T16:23:22.704 INFO:tasks.workunit.client.0.smithi069.stdout:write completion cb called! 2024-04-10T16:23:22.704 INFO:tasks.workunit.client.0.smithi069.stdout:return value is: 0 2024-04-10T16:23:22.704 INFO:tasks.workunit.client.0.smithi069.stdout:finished writesame 2024-04-10T16:23:22.704 INFO:tasks.workunit.client.0.smithi069.stdout:to verify the data 2024-04-10T16:23:22.704 INFO:tasks.workunit.client.0.smithi069.stdout:verified 2024-04-10T16:23:22.704 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:23:22.704 INFO:tasks.workunit.client.0.smithi069.stdout:started writesame 2024-04-10T16:23:22.705 INFO:tasks.workunit.client.0.smithi069.stdout:write completion cb called! 2024-04-10T16:23:22.705 INFO:tasks.workunit.client.0.smithi069.stdout:return value is: 0 2024-04-10T16:23:22.705 INFO:tasks.workunit.client.0.smithi069.stdout:finished writesame 2024-04-10T16:23:22.705 INFO:tasks.workunit.client.0.smithi069.stdout:to verify the data 2024-04-10T16:23:22.705 INFO:tasks.workunit.client.0.smithi069.stdout:verified 2024-04-10T16:23:22.705 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:23:22.705 INFO:tasks.workunit.client.0.smithi069.stdout:started writesame 2024-04-10T16:23:22.705 INFO:tasks.workunit.client.0.smithi069.stdout:write completion cb called! 2024-04-10T16:23:22.705 INFO:tasks.workunit.client.0.smithi069.stdout:return value is: 0 2024-04-10T16:23:22.705 INFO:tasks.workunit.client.0.smithi069.stdout:finished writesame 2024-04-10T16:23:22.705 INFO:tasks.workunit.client.0.smithi069.stdout:to verify the data 2024-04-10T16:23:22.705 INFO:tasks.workunit.client.0.smithi069.stdout:verified 2024-04-10T16:23:22.705 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:23:22.705 INFO:tasks.workunit.client.0.smithi069.stdout:started writesame 2024-04-10T16:23:22.705 INFO:tasks.workunit.client.0.smithi069.stdout:expected fail, finished writesame 2024-04-10T16:23:22.706 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:23:22.706 INFO:tasks.workunit.client.0.smithi069.stdout:started writesame 2024-04-10T16:23:22.706 INFO:tasks.workunit.client.0.smithi069.stdout:expected fail, finished writesame 2024-04-10T16:23:22.706 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:23:22.706 INFO:tasks.workunit.client.0.smithi069.stdout:started writesame 2024-04-10T16:23:22.706 INFO:tasks.workunit.client.0.smithi069.stdout:write completion cb called! 2024-04-10T16:23:22.706 INFO:tasks.workunit.client.0.smithi069.stdout:return value is: 0 2024-04-10T16:23:22.706 INFO:tasks.workunit.client.0.smithi069.stdout:finished writesame 2024-04-10T16:23:22.706 INFO:tasks.workunit.client.0.smithi069.stdout:to verify the data 2024-04-10T16:23:22.706 INFO:tasks.workunit.client.0.smithi069.stdout:verified 2024-04-10T16:23:22.706 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:23:22.706 INFO:tasks.workunit.client.0.smithi069.stdout:started writesame 2024-04-10T16:23:22.706 INFO:tasks.workunit.client.0.smithi069.stdout:write completion cb called! 2024-04-10T16:23:22.707 INFO:tasks.workunit.client.0.smithi069.stdout:return value is: 0 2024-04-10T16:23:22.707 INFO:tasks.workunit.client.0.smithi069.stdout:finished writesame 2024-04-10T16:23:22.707 INFO:tasks.workunit.client.0.smithi069.stdout:to verify the data 2024-04-10T16:23:22.707 INFO:tasks.workunit.client.0.smithi069.stdout:verified 2024-04-10T16:23:22.707 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:23:22.707 INFO:tasks.workunit.client.0.smithi069.stdout:started writesame 2024-04-10T16:23:22.707 INFO:tasks.workunit.client.0.smithi069.stdout:write completion cb called! 2024-04-10T16:23:22.707 INFO:tasks.workunit.client.0.smithi069.stdout:return value is: 0 2024-04-10T16:23:22.707 INFO:tasks.workunit.client.0.smithi069.stdout:finished writesame 2024-04-10T16:23:22.707 INFO:tasks.workunit.client.0.smithi069.stdout:to verify the data 2024-04-10T16:23:22.707 INFO:tasks.workunit.client.0.smithi069.stdout:verified 2024-04-10T16:23:22.707 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:23:22.707 INFO:tasks.workunit.client.0.smithi069.stdout:started writesame 2024-04-10T16:23:22.707 INFO:tasks.workunit.client.0.smithi069.stdout:write completion cb called! 2024-04-10T16:23:22.707 INFO:tasks.workunit.client.0.smithi069.stdout:return value is: 0 2024-04-10T16:23:22.708 INFO:tasks.workunit.client.0.smithi069.stdout:finished writesame 2024-04-10T16:23:22.708 INFO:tasks.workunit.client.0.smithi069.stdout:to verify the data 2024-04-10T16:23:22.708 INFO:tasks.workunit.client.0.smithi069.stdout:verified 2024-04-10T16:23:22.708 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:23:22.708 INFO:tasks.workunit.client.0.smithi069.stdout:started writesame 2024-04-10T16:23:22.708 INFO:tasks.workunit.client.0.smithi069.stdout:expected fail, finished writesame 2024-04-10T16:23:22.708 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:23:22.708 INFO:tasks.workunit.client.0.smithi069.stdout:started writesame 2024-04-10T16:23:22.708 INFO:tasks.workunit.client.0.smithi069.stdout:expected fail, finished writesame 2024-04-10T16:23:22.708 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:23:22.708 INFO:tasks.workunit.client.0.smithi069.stdout:started writesame 2024-04-10T16:23:22.708 INFO:tasks.workunit.client.0.smithi069.stdout:write completion cb called! 2024-04-10T16:23:22.708 INFO:tasks.workunit.client.0.smithi069.stdout:return value is: 0 2024-04-10T16:23:22.708 INFO:tasks.workunit.client.0.smithi069.stdout:finished writesame 2024-04-10T16:23:22.709 INFO:tasks.workunit.client.0.smithi069.stdout:to verify the data 2024-04-10T16:23:22.709 INFO:tasks.workunit.client.0.smithi069.stdout:verified 2024-04-10T16:23:22.709 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:23:22.709 INFO:tasks.workunit.client.0.smithi069.stdout:started writesame 2024-04-10T16:23:22.709 INFO:tasks.workunit.client.0.smithi069.stdout:write completion cb called! 2024-04-10T16:23:22.709 INFO:tasks.workunit.client.0.smithi069.stdout:return value is: 0 2024-04-10T16:23:22.709 INFO:tasks.workunit.client.0.smithi069.stdout:finished writesame 2024-04-10T16:23:22.709 INFO:tasks.workunit.client.0.smithi069.stdout:to verify the data 2024-04-10T16:23:22.709 INFO:tasks.workunit.client.0.smithi069.stdout:verified 2024-04-10T16:23:22.709 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:23:22.709 INFO:tasks.workunit.client.0.smithi069.stdout:started writesame 2024-04-10T16:23:22.709 INFO:tasks.workunit.client.0.smithi069.stdout:write completion cb called! 2024-04-10T16:23:22.709 INFO:tasks.workunit.client.0.smithi069.stdout:return value is: 0 2024-04-10T16:23:22.709 INFO:tasks.workunit.client.0.smithi069.stdout:finished writesame 2024-04-10T16:23:22.709 INFO:tasks.workunit.client.0.smithi069.stdout:to verify the data 2024-04-10T16:23:22.709 INFO:tasks.workunit.client.0.smithi069.stdout:verified 2024-04-10T16:23:22.710 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:23:22.710 INFO:tasks.workunit.client.0.smithi069.stdout:started writesame 2024-04-10T16:23:22.710 INFO:tasks.workunit.client.0.smithi069.stdout:write completion cb called! 2024-04-10T16:23:22.710 INFO:tasks.workunit.client.0.smithi069.stdout:return value is: 0 2024-04-10T16:23:22.710 INFO:tasks.workunit.client.0.smithi069.stdout:finished writesame 2024-04-10T16:23:22.710 INFO:tasks.workunit.client.0.smithi069.stdout:to verify the data 2024-04-10T16:23:22.710 INFO:tasks.workunit.client.0.smithi069.stdout:verified 2024-04-10T16:23:22.710 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:23:22.710 INFO:tasks.workunit.client.0.smithi069.stdout:started writesame 2024-04-10T16:23:22.710 INFO:tasks.workunit.client.0.smithi069.stdout:expected fail, finished writesame 2024-04-10T16:23:22.710 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:23:22.710 INFO:tasks.workunit.client.0.smithi069.stdout:started writesame 2024-04-10T16:23:22.710 INFO:tasks.workunit.client.0.smithi069.stdout:expected fail, finished writesame 2024-04-10T16:23:22.710 INFO:tasks.workunit.client.0.smithi069.stdout:read completion cb called! 2024-04-10T16:23:22.711 INFO:tasks.workunit.client.0.smithi069.stdout:read completion cb called! 2024-04-10T16:23:22.711 INFO:tasks.workunit.client.0.smithi069.stdout:wrote: 512 2024-04-10T16:23:22.711 INFO:tasks.workunit.client.0.smithi069.stdout:read completion cb called! 2024-04-10T16:23:22.711 INFO:tasks.workunit.client.0.smithi069.stdout:wrote: 4 2024-04-10T16:23:22.711 INFO:tasks.workunit.client.0.smithi069.stdout:read: 4 2024-04-10T16:23:22.711 INFO:tasks.workunit.client.0.smithi069.stdout:read: 4 2024-04-10T16:23:22.711 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestLibRBD.TestEncryptionLUKS2 (15614 ms) 2024-04-10T16:23:22.711 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestLibRBD.TestCloneEncryption 2024-04-10T16:23:22.711 INFO:tasks.workunit.client.0.smithi069.stdout:using new format! 2024-04-10T16:23:22.711 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:23:22 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:23:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:23:23.008 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:23:22 smithi077 ceph-mon[87572]: pgmap v2947: 457 pgs: 457 active+clean; 35 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.7 MiB/s wr, 726 op/s 2024-04-10T16:23:23.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:23:22 smithi069 ceph-mon[96738]: pgmap v2947: 457 pgs: 457 active+clean; 35 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.7 MiB/s wr, 726 op/s 2024-04-10T16:23:23.103 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:23:22 smithi069 ceph-mon[94167]: pgmap v2947: 457 pgs: 457 active+clean; 35 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.7 MiB/s wr, 726 op/s 2024-04-10T16:23:25.008 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:23:24 smithi077 ceph-mon[87572]: pgmap v2948: 457 pgs: 457 active+clean; 35 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.7 MiB/s wr, 721 op/s 2024-04-10T16:23:25.009 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:23:24 smithi077 ceph-mon[87572]: osdmap e1702: 8 total, 8 up, 8 in 2024-04-10T16:23:25.009 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:23:24 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:23:25.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:23:24 smithi069 ceph-mon[94167]: pgmap v2948: 457 pgs: 457 active+clean; 35 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.7 MiB/s wr, 721 op/s 2024-04-10T16:23:25.103 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:23:24 smithi069 ceph-mon[94167]: osdmap e1702: 8 total, 8 up, 8 in 2024-04-10T16:23:25.103 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:23:24 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:23:25.103 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:23:24 smithi069 ceph-mon[96738]: pgmap v2948: 457 pgs: 457 active+clean; 35 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.7 MiB/s wr, 721 op/s 2024-04-10T16:23:25.103 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:23:24 smithi069 ceph-mon[96738]: osdmap e1702: 8 total, 8 up, 8 in 2024-04-10T16:23:25.103 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:23:24 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:23:27.008 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:23:26 smithi077 ceph-mon[87572]: pgmap v2950: 457 pgs: 457 active+clean; 35 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.0 MiB/s wr, 874 op/s 2024-04-10T16:23:27.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:23:26 smithi069 ceph-mon[96738]: pgmap v2950: 457 pgs: 457 active+clean; 35 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.0 MiB/s wr, 874 op/s 2024-04-10T16:23:27.103 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:23:26 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:23:26] "GET /metrics HTTP/1.1" 200 60760 "" "Prometheus/2.43.0" 2024-04-10T16:23:27.103 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:23:26 smithi069 ceph-mon[94167]: pgmap v2950: 457 pgs: 457 active+clean; 35 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.0 MiB/s wr, 874 op/s 2024-04-10T16:23:29.008 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:23:28 smithi077 ceph-mon[87572]: pgmap v2951: 457 pgs: 457 active+clean; 35 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 3.2 MiB/s rd, 743 KiB/s wr, 693 op/s 2024-04-10T16:23:29.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:23:28 smithi069 ceph-mon[96738]: pgmap v2951: 457 pgs: 457 active+clean; 35 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 3.2 MiB/s rd, 743 KiB/s wr, 693 op/s 2024-04-10T16:23:29.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:23:28 smithi069 ceph-mon[94167]: pgmap v2951: 457 pgs: 457 active+clean; 35 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 3.2 MiB/s rd, 743 KiB/s wr, 693 op/s 2024-04-10T16:23:31.008 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:23:30 smithi077 ceph-mon[87572]: pgmap v2952: 457 pgs: 457 active+clean; 35 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 3.2 MiB/s rd, 742 KiB/s wr, 690 op/s 2024-04-10T16:23:31.009 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:23:30 smithi077 ceph-mon[87572]: osdmap e1703: 8 total, 8 up, 8 in 2024-04-10T16:23:31.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:23:30 smithi069 ceph-mon[96738]: pgmap v2952: 457 pgs: 457 active+clean; 35 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 3.2 MiB/s rd, 742 KiB/s wr, 690 op/s 2024-04-10T16:23:31.103 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:23:30 smithi069 ceph-mon[96738]: osdmap e1703: 8 total, 8 up, 8 in 2024-04-10T16:23:31.103 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:23:30 smithi069 ceph-mon[94167]: pgmap v2952: 457 pgs: 457 active+clean; 35 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 3.2 MiB/s rd, 742 KiB/s wr, 690 op/s 2024-04-10T16:23:31.103 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:23:30 smithi069 ceph-mon[94167]: osdmap e1703: 8 total, 8 up, 8 in 2024-04-10T16:23:32.703 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:23:32 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:23:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:23:33.008 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:23:32 smithi077 ceph-mon[87572]: pgmap v2954: 457 pgs: 457 active+clean; 39 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 551 KiB/s rd, 515 KiB/s wr, 51 op/s 2024-04-10T16:23:33.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:23:32 smithi069 ceph-mon[96738]: pgmap v2954: 457 pgs: 457 active+clean; 39 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 551 KiB/s rd, 515 KiB/s wr, 51 op/s 2024-04-10T16:23:33.103 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:23:32 smithi069 ceph-mon[94167]: pgmap v2954: 457 pgs: 457 active+clean; 39 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 551 KiB/s rd, 515 KiB/s wr, 51 op/s 2024-04-10T16:23:35.009 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:23:34 smithi077 ceph-mon[87572]: pgmap v2955: 457 pgs: 457 active+clean; 39 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 467 KiB/s rd, 437 KiB/s wr, 42 op/s 2024-04-10T16:23:35.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:23:34 smithi069 ceph-mon[96738]: pgmap v2955: 457 pgs: 457 active+clean; 39 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 467 KiB/s rd, 437 KiB/s wr, 42 op/s 2024-04-10T16:23:35.103 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:23:34 smithi069 ceph-mon[94167]: pgmap v2955: 457 pgs: 457 active+clean; 39 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 467 KiB/s rd, 437 KiB/s wr, 42 op/s 2024-04-10T16:23:36.008 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:23:35 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:23:36.103 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:23:35 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:23:36.103 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:23:35 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:23:37.008 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:23:36 smithi077 ceph-mon[87572]: pgmap v2956: 457 pgs: 457 active+clean; 39 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 451 KiB/s rd, 413 KiB/s wr, 53 op/s 2024-04-10T16:23:37.009 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:23:36 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:23:37.009 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:23:36 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:23:37.009 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:23:36 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:23:37.103 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:23:36 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:23:36] "GET /metrics HTTP/1.1" 200 60760 "" "Prometheus/2.43.0" 2024-04-10T16:23:37.103 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:23:36 smithi069 ceph-mon[96738]: pgmap v2956: 457 pgs: 457 active+clean; 39 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 451 KiB/s rd, 413 KiB/s wr, 53 op/s 2024-04-10T16:23:37.103 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:23:36 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:23:37.103 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:23:36 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:23:37.103 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:23:36 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:23:37.103 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:23:36 smithi069 ceph-mon[94167]: pgmap v2956: 457 pgs: 457 active+clean; 39 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 451 KiB/s rd, 413 KiB/s wr, 53 op/s 2024-04-10T16:23:37.103 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:23:36 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:23:37.104 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:23:36 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:23:37.104 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:23:36 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:23:39.009 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:23:38 smithi077 ceph-mon[87572]: pgmap v2957: 457 pgs: 457 active+clean; 39 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 52 KiB/s rd, 411 KiB/s wr, 31 op/s 2024-04-10T16:23:39.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:23:38 smithi069 ceph-mon[96738]: pgmap v2957: 457 pgs: 457 active+clean; 39 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 52 KiB/s rd, 411 KiB/s wr, 31 op/s 2024-04-10T16:23:39.103 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:23:38 smithi069 ceph-mon[94167]: pgmap v2957: 457 pgs: 457 active+clean; 39 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 52 KiB/s rd, 411 KiB/s wr, 31 op/s 2024-04-10T16:23:40.008 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:23:39 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:23:40.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:23:39 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:23:40.103 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:23:39 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:23:41.008 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:23:40 smithi077 ceph-mon[87572]: pgmap v2958: 457 pgs: 457 active+clean; 39 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 52 KiB/s rd, 411 KiB/s wr, 29 op/s 2024-04-10T16:23:41.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:23:40 smithi069 ceph-mon[94167]: pgmap v2958: 457 pgs: 457 active+clean; 39 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 52 KiB/s rd, 411 KiB/s wr, 29 op/s 2024-04-10T16:23:41.103 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:23:40 smithi069 ceph-mon[96738]: pgmap v2958: 457 pgs: 457 active+clean; 39 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 52 KiB/s rd, 411 KiB/s wr, 29 op/s 2024-04-10T16:23:42.735 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:23:42 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:23:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:23:43.009 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:23:42 smithi077 ceph-mon[87572]: pgmap v2959: 457 pgs: 457 active+clean; 55 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 47 KiB/s rd, 1.4 MiB/s wr, 29 op/s 2024-04-10T16:23:43.009 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:23:42 smithi077 ceph-mon[87572]: osdmap e1704: 8 total, 8 up, 8 in 2024-04-10T16:23:43.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:23:42 smithi069 ceph-mon[96738]: pgmap v2959: 457 pgs: 457 active+clean; 55 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 47 KiB/s rd, 1.4 MiB/s wr, 29 op/s 2024-04-10T16:23:43.103 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:23:42 smithi069 ceph-mon[96738]: osdmap e1704: 8 total, 8 up, 8 in 2024-04-10T16:23:43.103 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:23:42 smithi069 ceph-mon[94167]: pgmap v2959: 457 pgs: 457 active+clean; 55 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 47 KiB/s rd, 1.4 MiB/s wr, 29 op/s 2024-04-10T16:23:43.103 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:23:42 smithi069 ceph-mon[94167]: osdmap e1704: 8 total, 8 up, 8 in 2024-04-10T16:23:45.009 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:23:44 smithi077 ceph-mon[87572]: pgmap v2961: 457 pgs: 457 active+clean; 55 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 47 KiB/s rd, 1.6 MiB/s wr, 25 op/s 2024-04-10T16:23:45.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:23:44 smithi069 ceph-mon[96738]: pgmap v2961: 457 pgs: 457 active+clean; 55 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 47 KiB/s rd, 1.6 MiB/s wr, 25 op/s 2024-04-10T16:23:45.103 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:23:44 smithi069 ceph-mon[94167]: pgmap v2961: 457 pgs: 457 active+clean; 55 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 47 KiB/s rd, 1.6 MiB/s wr, 25 op/s 2024-04-10T16:23:47.008 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:23:46 smithi077 ceph-mon[87572]: pgmap v2962: 457 pgs: 457 active+clean; 59 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 49 KiB/s rd, 2.0 MiB/s wr, 26 op/s 2024-04-10T16:23:47.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:23:46 smithi069 ceph-mon[96738]: pgmap v2962: 457 pgs: 457 active+clean; 59 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 49 KiB/s rd, 2.0 MiB/s wr, 26 op/s 2024-04-10T16:23:47.103 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:23:46 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:23:46] "GET /metrics HTTP/1.1" 200 60755 "" "Prometheus/2.43.0" 2024-04-10T16:23:47.103 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:23:46 smithi069 ceph-mon[94167]: pgmap v2962: 457 pgs: 457 active+clean; 59 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 49 KiB/s rd, 2.0 MiB/s wr, 26 op/s 2024-04-10T16:23:49.009 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:23:48 smithi077 ceph-mon[87572]: pgmap v2963: 457 pgs: 457 active+clean; 59 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 60 KiB/s rd, 2.0 MiB/s wr, 40 op/s 2024-04-10T16:23:49.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:23:48 smithi069 ceph-mon[96738]: pgmap v2963: 457 pgs: 457 active+clean; 59 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 60 KiB/s rd, 2.0 MiB/s wr, 40 op/s 2024-04-10T16:23:49.103 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:23:48 smithi069 ceph-mon[94167]: pgmap v2963: 457 pgs: 457 active+clean; 59 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 60 KiB/s rd, 2.0 MiB/s wr, 40 op/s 2024-04-10T16:23:51.009 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:23:50 smithi077 ceph-mon[87572]: pgmap v2964: 457 pgs: 457 active+clean; 67 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 89 KiB/s rd, 2.8 MiB/s wr, 40 op/s 2024-04-10T16:23:51.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:23:50 smithi069 ceph-mon[96738]: pgmap v2964: 457 pgs: 457 active+clean; 67 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 89 KiB/s rd, 2.8 MiB/s wr, 40 op/s 2024-04-10T16:23:51.103 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:23:50 smithi069 ceph-mon[94167]: pgmap v2964: 457 pgs: 457 active+clean; 67 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 89 KiB/s rd, 2.8 MiB/s wr, 40 op/s 2024-04-10T16:23:52.750 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:23:52 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:23:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:23:53.008 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:23:52 smithi077 ceph-mon[87572]: pgmap v2965: 457 pgs: 457 active+clean; 75 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 89 KiB/s rd, 2.0 MiB/s wr, 40 op/s 2024-04-10T16:23:53.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:23:52 smithi069 ceph-mon[96738]: pgmap v2965: 457 pgs: 457 active+clean; 75 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 89 KiB/s rd, 2.0 MiB/s wr, 40 op/s 2024-04-10T16:23:53.103 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:23:52 smithi069 ceph-mon[94167]: pgmap v2965: 457 pgs: 457 active+clean; 75 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 89 KiB/s rd, 2.0 MiB/s wr, 40 op/s 2024-04-10T16:23:55.009 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:23:54 smithi077 ceph-mon[87572]: pgmap v2966: 457 pgs: 457 active+clean; 75 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 78 KiB/s rd, 1.8 MiB/s wr, 35 op/s 2024-04-10T16:23:55.009 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:23:54 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:23:55.103 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:23:54 smithi069 ceph-mon[96738]: pgmap v2966: 457 pgs: 457 active+clean; 75 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 78 KiB/s rd, 1.8 MiB/s wr, 35 op/s 2024-04-10T16:23:55.103 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:23:54 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:23:55.103 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:23:54 smithi069 ceph-mon[94167]: pgmap v2966: 457 pgs: 457 active+clean; 75 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 78 KiB/s rd, 1.8 MiB/s wr, 35 op/s 2024-04-10T16:23:55.103 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:23:54 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:23:57.009 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:23:56 smithi077 ceph-mon[87572]: pgmap v2967: 457 pgs: 457 active+clean; 75 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 439 KiB/s rd, 1.7 MiB/s wr, 34 op/s 2024-04-10T16:23:57.103 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:23:56 smithi069 ceph-mon[94167]: pgmap v2967: 457 pgs: 457 active+clean; 75 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 439 KiB/s rd, 1.7 MiB/s wr, 34 op/s 2024-04-10T16:23:57.103 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:23:56 smithi069 ceph-mon[96738]: pgmap v2967: 457 pgs: 457 active+clean; 75 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 439 KiB/s rd, 1.7 MiB/s wr, 34 op/s 2024-04-10T16:23:57.103 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:23:56 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:23:56] "GET /metrics HTTP/1.1" 200 60770 "" "Prometheus/2.43.0" 2024-04-10T16:23:59.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:23:58 smithi069 ceph-mon[96738]: pgmap v2968: 457 pgs: 457 active+clean; 75 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.3 MiB/s wr, 15 op/s 2024-04-10T16:23:59.103 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:23:58 smithi069 ceph-mon[94167]: pgmap v2968: 457 pgs: 457 active+clean; 75 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.3 MiB/s wr, 15 op/s 2024-04-10T16:23:59.258 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:23:58 smithi077 ceph-mon[87572]: pgmap v2968: 457 pgs: 457 active+clean; 75 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.3 MiB/s wr, 15 op/s 2024-04-10T16:24:01.103 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:24:00 smithi069 ceph-mon[96738]: pgmap v2969: 457 pgs: 457 active+clean; 75 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.3 MiB/s wr, 4 op/s 2024-04-10T16:24:01.103 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:24:00 smithi069 ceph-mon[96738]: osdmap e1705: 8 total, 8 up, 8 in 2024-04-10T16:24:01.103 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:24:00 smithi069 ceph-mon[94167]: pgmap v2969: 457 pgs: 457 active+clean; 75 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.3 MiB/s wr, 4 op/s 2024-04-10T16:24:01.103 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:24:00 smithi069 ceph-mon[94167]: osdmap e1705: 8 total, 8 up, 8 in 2024-04-10T16:24:01.259 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:24:00 smithi077 ceph-mon[87572]: pgmap v2969: 457 pgs: 457 active+clean; 75 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.3 MiB/s wr, 4 op/s 2024-04-10T16:24:01.259 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:24:00 smithi077 ceph-mon[87572]: osdmap e1705: 8 total, 8 up, 8 in 2024-04-10T16:24:02.759 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:24:02 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:24:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:24:03.103 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:24:02 smithi069 ceph-mon[96738]: pgmap v2971: 457 pgs: 457 active+clean; 75 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.6 MiB/s rd, 716 B/s wr, 21 op/s 2024-04-10T16:24:03.103 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:24:02 smithi069 ceph-mon[94167]: pgmap v2971: 457 pgs: 457 active+clean; 75 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.6 MiB/s rd, 716 B/s wr, 21 op/s 2024-04-10T16:24:03.258 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:24:02 smithi077 ceph-mon[87572]: pgmap v2971: 457 pgs: 457 active+clean; 75 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.6 MiB/s rd, 716 B/s wr, 21 op/s 2024-04-10T16:24:05.103 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:24:04 smithi069 ceph-mon[96738]: pgmap v2972: 457 pgs: 457 active+clean; 75 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.6 MiB/s rd, 716 B/s wr, 21 op/s 2024-04-10T16:24:05.103 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:24:04 smithi069 ceph-mon[94167]: pgmap v2972: 457 pgs: 457 active+clean; 75 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.6 MiB/s rd, 716 B/s wr, 21 op/s 2024-04-10T16:24:05.259 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:24:04 smithi077 ceph-mon[87572]: pgmap v2972: 457 pgs: 457 active+clean; 75 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.6 MiB/s rd, 716 B/s wr, 21 op/s 2024-04-10T16:24:07.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:24:06 smithi069 ceph-mon[96738]: pgmap v2973: 457 pgs: 457 active+clean; 75 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.1 KiB/s wr, 42 op/s 2024-04-10T16:24:07.103 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:24:06 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:24:06] "GET /metrics HTTP/1.1" 200 60770 "" "Prometheus/2.43.0" 2024-04-10T16:24:07.103 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:24:06 smithi069 ceph-mon[94167]: pgmap v2973: 457 pgs: 457 active+clean; 75 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.1 KiB/s wr, 42 op/s 2024-04-10T16:24:07.258 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:24:06 smithi077 ceph-mon[87572]: pgmap v2973: 457 pgs: 457 active+clean; 75 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.1 KiB/s wr, 42 op/s 2024-04-10T16:24:09.103 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:24:08 smithi069 ceph-mon[96738]: pgmap v2974: 457 pgs: 457 active+clean; 75 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 64 KiB/s rd, 1.1 KiB/s wr, 42 op/s 2024-04-10T16:24:09.103 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:24:08 smithi069 ceph-mon[94167]: pgmap v2974: 457 pgs: 457 active+clean; 75 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 64 KiB/s rd, 1.1 KiB/s wr, 42 op/s 2024-04-10T16:24:09.259 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:24:08 smithi077 ceph-mon[87572]: pgmap v2974: 457 pgs: 457 active+clean; 75 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 64 KiB/s rd, 1.1 KiB/s wr, 42 op/s 2024-04-10T16:24:10.103 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:24:09 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:24:10.103 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:24:09 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:24:10.259 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:24:09 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:24:11.103 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:24:10 smithi069 ceph-mon[96738]: pgmap v2975: 457 pgs: 457 active+clean; 103 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 64 KiB/s rd, 2.8 MiB/s wr, 44 op/s 2024-04-10T16:24:11.103 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:24:10 smithi069 ceph-mon[94167]: pgmap v2975: 457 pgs: 457 active+clean; 103 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 64 KiB/s rd, 2.8 MiB/s wr, 44 op/s 2024-04-10T16:24:11.259 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:24:10 smithi077 ceph-mon[87572]: pgmap v2975: 457 pgs: 457 active+clean; 103 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 64 KiB/s rd, 2.8 MiB/s wr, 44 op/s 2024-04-10T16:24:12.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:24:11 smithi069 ceph-mon[94167]: osdmap e1706: 8 total, 8 up, 8 in 2024-04-10T16:24:12.103 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:24:11 smithi069 ceph-mon[96738]: osdmap e1706: 8 total, 8 up, 8 in 2024-04-10T16:24:12.259 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:24:11 smithi077 ceph-mon[87572]: osdmap e1706: 8 total, 8 up, 8 in 2024-04-10T16:24:12.759 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:24:12 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:24:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:24:13.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:24:12 smithi069 ceph-mon[96738]: pgmap v2977: 457 pgs: 457 active+clean; 283 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 935 KiB/s rd, 24 MiB/s wr, 105 op/s 2024-04-10T16:24:13.103 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:24:12 smithi069 ceph-mon[96738]: osdmap e1707: 8 total, 8 up, 8 in 2024-04-10T16:24:13.103 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:24:12 smithi069 ceph-mon[94167]: pgmap v2977: 457 pgs: 457 active+clean; 283 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 935 KiB/s rd, 24 MiB/s wr, 105 op/s 2024-04-10T16:24:13.103 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:24:12 smithi069 ceph-mon[94167]: osdmap e1707: 8 total, 8 up, 8 in 2024-04-10T16:24:13.258 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:24:12 smithi077 ceph-mon[87572]: pgmap v2977: 457 pgs: 457 active+clean; 283 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 935 KiB/s rd, 24 MiB/s wr, 105 op/s 2024-04-10T16:24:13.259 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:24:12 smithi077 ceph-mon[87572]: osdmap e1707: 8 total, 8 up, 8 in 2024-04-10T16:24:13.923 INFO:tasks.workunit.client.0.smithi069.stdout:wrote: 4 2024-04-10T16:24:13.923 INFO:tasks.workunit.client.0.smithi069.stdout:wrote: 4 2024-04-10T16:24:13.923 INFO:tasks.workunit.client.0.smithi069.stdout:wrote: 4 2024-04-10T16:24:13.923 INFO:tasks.workunit.client.0.smithi069.stdout:read: 4 2024-04-10T16:24:13.923 INFO:tasks.workunit.client.0.smithi069.stdout:read: 4 2024-04-10T16:24:13.923 INFO:tasks.workunit.client.0.smithi069.stdout:read: 4 2024-04-10T16:24:13.923 INFO:tasks.workunit.client.0.smithi069.stdout:read: 4 2024-04-10T16:24:13.923 INFO:tasks.workunit.client.0.smithi069.stdout:read: 4 2024-04-10T16:24:13.924 INFO:tasks.workunit.client.0.smithi069.stdout:read: 4 2024-04-10T16:24:13.924 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestLibRBD.TestCloneEncryption (51255 ms) 2024-04-10T16:24:13.924 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestLibRBD.LUKS1UnderLUKS2WithoutResize 2024-04-10T16:24:13.924 INFO:tasks.workunit.client.0.smithi069.stdout:using new format! 2024-04-10T16:24:14.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:24:13 smithi069 ceph-mon[96738]: osdmap e1708: 8 total, 8 up, 8 in 2024-04-10T16:24:14.103 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:24:13 smithi069 ceph-mon[94167]: osdmap e1708: 8 total, 8 up, 8 in 2024-04-10T16:24:14.258 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:24:13 smithi077 ceph-mon[87572]: osdmap e1708: 8 total, 8 up, 8 in 2024-04-10T16:24:15.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:24:14 smithi069 ceph-mon[94167]: pgmap v2980: 457 pgs: 457 active+clean; 283 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 41 MiB/s wr, 139 op/s 2024-04-10T16:24:15.103 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:24:14 smithi069 ceph-mon[94167]: osdmap e1709: 8 total, 8 up, 8 in 2024-04-10T16:24:15.103 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:24:14 smithi069 ceph-mon[96738]: pgmap v2980: 457 pgs: 457 active+clean; 283 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 41 MiB/s wr, 139 op/s 2024-04-10T16:24:15.103 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:24:14 smithi069 ceph-mon[96738]: osdmap e1709: 8 total, 8 up, 8 in 2024-04-10T16:24:15.258 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:24:14 smithi077 ceph-mon[87572]: pgmap v2980: 457 pgs: 457 active+clean; 283 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 41 MiB/s wr, 139 op/s 2024-04-10T16:24:15.259 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:24:14 smithi077 ceph-mon[87572]: osdmap e1709: 8 total, 8 up, 8 in 2024-04-10T16:24:17.102 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:24:16 smithi069 ceph-mon[94167]: pgmap v2982: 457 pgs: 457 active+clean; 143 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 2.8 MiB/s wr, 135 op/s 2024-04-10T16:24:17.103 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:24:16 smithi069 ceph-mon[96738]: pgmap v2982: 457 pgs: 457 active+clean; 143 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 2.8 MiB/s wr, 135 op/s 2024-04-10T16:24:17.103 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:24:16 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:24:16] "GET /metrics HTTP/1.1" 200 60769 "" "Prometheus/2.43.0" 2024-04-10T16:24:17.258 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:24:16 smithi077 ceph-mon[87572]: pgmap v2982: 457 pgs: 457 active+clean; 143 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 2.8 MiB/s wr, 135 op/s 2024-04-10T16:24:19.103 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:24:18 smithi069 ceph-mon[96738]: pgmap v2983: 457 pgs: 457 active+clean; 35 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 804 KiB/s rd, 2.0 MiB/s wr, 177 op/s 2024-04-10T16:24:19.103 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:24:18 smithi069 ceph-mon[96738]: osdmap e1710: 8 total, 8 up, 8 in 2024-04-10T16:24:19.103 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:24:18 smithi069 ceph-mon[94167]: pgmap v2983: 457 pgs: 457 active+clean; 35 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 804 KiB/s rd, 2.0 MiB/s wr, 177 op/s 2024-04-10T16:24:19.103 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:24:18 smithi069 ceph-mon[94167]: osdmap e1710: 8 total, 8 up, 8 in 2024-04-10T16:24:19.259 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:24:18 smithi077 ceph-mon[87572]: pgmap v2983: 457 pgs: 457 active+clean; 35 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 804 KiB/s rd, 2.0 MiB/s wr, 177 op/s 2024-04-10T16:24:19.259 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:24:18 smithi077 ceph-mon[87572]: osdmap e1710: 8 total, 8 up, 8 in 2024-04-10T16:24:21.103 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:24:20 smithi069 ceph-mon[96738]: pgmap v2985: 457 pgs: 457 active+clean; 35 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 785 KiB/s rd, 1.9 MiB/s wr, 196 op/s 2024-04-10T16:24:21.103 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:24:20 smithi069 ceph-mon[94167]: pgmap v2985: 457 pgs: 457 active+clean; 35 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 785 KiB/s rd, 1.9 MiB/s wr, 196 op/s 2024-04-10T16:24:21.259 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:24:20 smithi077 ceph-mon[87572]: pgmap v2985: 457 pgs: 457 active+clean; 35 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 785 KiB/s rd, 1.9 MiB/s wr, 196 op/s 2024-04-10T16:24:22.759 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:24:22 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:24:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:24:23.103 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:24:22 smithi069 ceph-mon[94167]: pgmap v2986: 457 pgs: 457 active+clean; 64 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 634 KiB/s rd, 5.1 MiB/s wr, 176 op/s 2024-04-10T16:24:23.103 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:24:22 smithi069 ceph-mon[94167]: osdmap e1711: 8 total, 8 up, 8 in 2024-04-10T16:24:23.103 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:24:22 smithi069 ceph-mon[96738]: pgmap v2986: 457 pgs: 457 active+clean; 64 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 634 KiB/s rd, 5.1 MiB/s wr, 176 op/s 2024-04-10T16:24:23.103 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:24:22 smithi069 ceph-mon[96738]: osdmap e1711: 8 total, 8 up, 8 in 2024-04-10T16:24:23.259 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:24:22 smithi077 ceph-mon[87572]: pgmap v2986: 457 pgs: 457 active+clean; 64 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 634 KiB/s rd, 5.1 MiB/s wr, 176 op/s 2024-04-10T16:24:23.259 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:24:22 smithi077 ceph-mon[87572]: osdmap e1711: 8 total, 8 up, 8 in 2024-04-10T16:24:25.103 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:24:24 smithi069 ceph-mon[96738]: pgmap v2988: 457 pgs: 457 active+clean; 64 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 72 KiB/s rd, 3.6 MiB/s wr, 102 op/s 2024-04-10T16:24:25.103 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:24:24 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:24:25.103 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:24:24 smithi069 ceph-mon[94167]: pgmap v2988: 457 pgs: 457 active+clean; 64 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 72 KiB/s rd, 3.6 MiB/s wr, 102 op/s 2024-04-10T16:24:25.103 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:24:24 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:24:25.259 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:24:24 smithi077 ceph-mon[87572]: pgmap v2988: 457 pgs: 457 active+clean; 64 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 72 KiB/s rd, 3.6 MiB/s wr, 102 op/s 2024-04-10T16:24:25.259 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:24:24 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:24:27.102 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:24:26 smithi069 ceph-mon[96738]: pgmap v2989: 457 pgs: 457 active+clean; 64 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 3.6 MiB/s wr, 43 op/s 2024-04-10T16:24:27.103 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:24:26 smithi069 ceph-mon[94167]: pgmap v2989: 457 pgs: 457 active+clean; 64 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 3.6 MiB/s wr, 43 op/s 2024-04-10T16:24:27.103 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:24:26 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:24:26] "GET /metrics HTTP/1.1" 200 60763 "" "Prometheus/2.43.0" 2024-04-10T16:24:27.259 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:24:26 smithi077 ceph-mon[87572]: pgmap v2989: 457 pgs: 457 active+clean; 64 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 3.6 MiB/s wr, 43 op/s 2024-04-10T16:24:29.103 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:24:28 smithi069 ceph-mon[96738]: pgmap v2990: 457 pgs: 457 active+clean; 72 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 58 KiB/s rd, 4.0 MiB/s wr, 37 op/s 2024-04-10T16:24:29.103 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:24:28 smithi069 ceph-mon[94167]: pgmap v2990: 457 pgs: 457 active+clean; 72 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 58 KiB/s rd, 4.0 MiB/s wr, 37 op/s 2024-04-10T16:24:29.120 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestLibRBD.LUKS1UnderLUKS2WithoutResize (15198 ms) 2024-04-10T16:24:29.120 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestLibRBD.LUKS2UnderLUKS1WithoutResize 2024-04-10T16:24:29.120 INFO:tasks.workunit.client.0.smithi069.stdout:using new format! 2024-04-10T16:24:29.259 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:24:28 smithi077 ceph-mon[87572]: pgmap v2990: 457 pgs: 457 active+clean; 72 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 58 KiB/s rd, 4.0 MiB/s wr, 37 op/s 2024-04-10T16:24:31.103 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:24:30 smithi069 ceph-mon[96738]: pgmap v2991: 457 pgs: 457 active+clean; 76 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 40 KiB/s rd, 4.1 MiB/s wr, 17 op/s 2024-04-10T16:24:31.103 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:24:30 smithi069 ceph-mon[94167]: pgmap v2991: 457 pgs: 457 active+clean; 76 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 40 KiB/s rd, 4.1 MiB/s wr, 17 op/s 2024-04-10T16:24:31.262 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:24:30 smithi077 ceph-mon[87572]: pgmap v2991: 457 pgs: 457 active+clean; 76 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 40 KiB/s rd, 4.1 MiB/s wr, 17 op/s 2024-04-10T16:24:32.759 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:24:32 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:24:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:24:33.103 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:24:32 smithi069 ceph-mon[96738]: pgmap v2992: 457 pgs: 457 active+clean; 80 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.6 MiB/s wr, 9 op/s 2024-04-10T16:24:33.103 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:24:32 smithi069 ceph-mon[94167]: pgmap v2992: 457 pgs: 457 active+clean; 80 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.6 MiB/s wr, 9 op/s 2024-04-10T16:24:33.258 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:24:32 smithi077 ceph-mon[87572]: pgmap v2992: 457 pgs: 457 active+clean; 80 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.6 MiB/s wr, 9 op/s 2024-04-10T16:24:35.103 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:24:34 smithi069 ceph-mon[96738]: pgmap v2993: 457 pgs: 457 active+clean; 80 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.4 MiB/s wr, 8 op/s 2024-04-10T16:24:35.103 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:24:34 smithi069 ceph-mon[94167]: pgmap v2993: 457 pgs: 457 active+clean; 80 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.4 MiB/s wr, 8 op/s 2024-04-10T16:24:35.259 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:24:34 smithi077 ceph-mon[87572]: pgmap v2993: 457 pgs: 457 active+clean; 80 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.4 MiB/s wr, 8 op/s 2024-04-10T16:24:37.103 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:24:36 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:24:36] "GET /metrics HTTP/1.1" 200 60763 "" "Prometheus/2.43.0" 2024-04-10T16:24:37.103 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:24:36 smithi069 ceph-mon[94167]: pgmap v2994: 457 pgs: 457 active+clean; 80 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.3 MiB/s wr, 7 op/s 2024-04-10T16:24:37.103 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:24:36 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:24:37.103 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:24:36 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:24:37.103 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:24:36 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:24:37.103 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:24:36 smithi069 ceph-mon[96738]: pgmap v2994: 457 pgs: 457 active+clean; 80 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.3 MiB/s wr, 7 op/s 2024-04-10T16:24:37.104 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:24:36 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:24:37.104 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:24:36 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:24:37.104 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:24:36 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:24:37.259 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:24:36 smithi077 ceph-mon[87572]: pgmap v2994: 457 pgs: 457 active+clean; 80 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.3 MiB/s wr, 7 op/s 2024-04-10T16:24:37.259 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:24:36 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:24:37.259 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:24:36 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:24:37.259 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:24:36 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:24:38.103 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:24:37 smithi069 ceph-mon[94167]: osdmap e1712: 8 total, 8 up, 8 in 2024-04-10T16:24:38.103 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:24:37 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:24:38.103 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:24:37 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:24:38.103 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:24:37 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:24:38.103 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:24:37 smithi069 ceph-mon[96738]: osdmap e1712: 8 total, 8 up, 8 in 2024-04-10T16:24:38.103 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:24:37 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:24:38.103 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:24:37 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:24:38.103 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:24:37 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:24:38.259 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:24:37 smithi077 ceph-mon[87572]: osdmap e1712: 8 total, 8 up, 8 in 2024-04-10T16:24:38.259 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:24:37 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:24:38.259 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:24:37 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:24:38.259 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:24:37 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:24:39.103 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:24:38 smithi069 ceph-mon[96738]: pgmap v2996: 457 pgs: 457 active+clean; 80 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 820 KiB/s wr, 8 op/s 2024-04-10T16:24:39.103 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:24:38 smithi069 ceph-mon[94167]: pgmap v2996: 457 pgs: 457 active+clean; 80 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 820 KiB/s wr, 8 op/s 2024-04-10T16:24:39.259 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:24:38 smithi077 ceph-mon[87572]: pgmap v2996: 457 pgs: 457 active+clean; 80 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 820 KiB/s wr, 8 op/s 2024-04-10T16:24:40.103 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:24:39 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:24:40.103 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:24:39 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:24:40.259 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:24:39 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:24:41.103 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:24:40 smithi069 ceph-mon[96738]: pgmap v2997: 457 pgs: 457 active+clean; 80 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 411 KiB/s wr, 8 op/s 2024-04-10T16:24:41.103 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:24:40 smithi069 ceph-mon[94167]: pgmap v2997: 457 pgs: 457 active+clean; 80 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 411 KiB/s wr, 8 op/s 2024-04-10T16:24:41.259 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:24:40 smithi077 ceph-mon[87572]: pgmap v2997: 457 pgs: 457 active+clean; 80 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 411 KiB/s wr, 8 op/s 2024-04-10T16:24:42.759 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:24:42 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:24:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:24:43.259 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:24:42 smithi077 ceph-mon[87572]: pgmap v2998: 457 pgs: 457 active+clean; 125 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 53 KiB/s rd, 4.5 MiB/s wr, 34 op/s 2024-04-10T16:24:43.353 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:24:42 smithi069 ceph-mon[96738]: pgmap v2998: 457 pgs: 457 active+clean; 125 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 53 KiB/s rd, 4.5 MiB/s wr, 34 op/s 2024-04-10T16:24:43.353 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:24:42 smithi069 ceph-mon[94167]: pgmap v2998: 457 pgs: 457 active+clean; 125 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 53 KiB/s rd, 4.5 MiB/s wr, 34 op/s 2024-04-10T16:24:44.414 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestLibRBD.LUKS2UnderLUKS1WithoutResize (15293 ms) 2024-04-10T16:24:44.414 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestLibRBD.EncryptionFormatNoData 2024-04-10T16:24:44.414 INFO:tasks.workunit.client.0.smithi069.stdout:using new format! 2024-04-10T16:24:45.259 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:24:44 smithi077 ceph-mon[87572]: pgmap v2999: 457 pgs: 457 active+clean; 125 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 53 KiB/s rd, 4.5 MiB/s wr, 34 op/s 2024-04-10T16:24:45.353 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:24:44 smithi069 ceph-mon[96738]: pgmap v2999: 457 pgs: 457 active+clean; 125 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 53 KiB/s rd, 4.5 MiB/s wr, 34 op/s 2024-04-10T16:24:45.353 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:24:44 smithi069 ceph-mon[94167]: pgmap v2999: 457 pgs: 457 active+clean; 125 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 53 KiB/s rd, 4.5 MiB/s wr, 34 op/s 2024-04-10T16:24:47.259 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:24:46 smithi077 ceph-mon[87572]: pgmap v3000: 457 pgs: 457 active+clean; 125 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 54 KiB/s rd, 4.5 MiB/s wr, 36 op/s 2024-04-10T16:24:47.530 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:24:46 smithi069 ceph-mon[96738]: pgmap v3000: 457 pgs: 457 active+clean; 125 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 54 KiB/s rd, 4.5 MiB/s wr, 36 op/s 2024-04-10T16:24:47.531 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:24:46 smithi069 ceph-mon[94167]: pgmap v3000: 457 pgs: 457 active+clean; 125 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 54 KiB/s rd, 4.5 MiB/s wr, 36 op/s 2024-04-10T16:24:47.531 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:24:46 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:24:46] "GET /metrics HTTP/1.1" 200 60765 "" "Prometheus/2.43.0" 2024-04-10T16:24:48.556 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestLibRBD.EncryptionFormatNoData (4143 ms) 2024-04-10T16:24:48.556 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestLibRBD.EncryptionLoadBadSize 2024-04-10T16:24:48.556 INFO:tasks.workunit.client.0.smithi069.stdout:using new format! 2024-04-10T16:24:49.259 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:24:48 smithi077 ceph-mon[87572]: pgmap v3001: 457 pgs: 457 active+clean; 125 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.4 MiB/s wr, 42 op/s 2024-04-10T16:24:49.353 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:24:48 smithi069 ceph-mon[96738]: pgmap v3001: 457 pgs: 457 active+clean; 125 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.4 MiB/s wr, 42 op/s 2024-04-10T16:24:49.353 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:24:48 smithi069 ceph-mon[94167]: pgmap v3001: 457 pgs: 457 active+clean; 125 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.4 MiB/s wr, 42 op/s 2024-04-10T16:24:51.259 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:24:50 smithi077 ceph-mon[87572]: pgmap v3002: 457 pgs: 457 active+clean; 125 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.8 MiB/s wr, 37 op/s 2024-04-10T16:24:51.353 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:24:50 smithi069 ceph-mon[96738]: pgmap v3002: 457 pgs: 457 active+clean; 125 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.8 MiB/s wr, 37 op/s 2024-04-10T16:24:51.353 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:24:50 smithi069 ceph-mon[94167]: pgmap v3002: 457 pgs: 457 active+clean; 125 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.8 MiB/s wr, 37 op/s 2024-04-10T16:24:52.759 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:24:52 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:24:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:24:53.259 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:24:52 smithi077 ceph-mon[87572]: pgmap v3003: 457 pgs: 457 active+clean; 129 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 4.1 MiB/s wr, 43 op/s 2024-04-10T16:24:53.353 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:24:52 smithi069 ceph-mon[96738]: pgmap v3003: 457 pgs: 457 active+clean; 129 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 4.1 MiB/s wr, 43 op/s 2024-04-10T16:24:53.353 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:24:52 smithi069 ceph-mon[94167]: pgmap v3003: 457 pgs: 457 active+clean; 129 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 4.1 MiB/s wr, 43 op/s 2024-04-10T16:24:54.109 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestLibRBD.EncryptionLoadBadSize (5553 ms) 2024-04-10T16:24:54.110 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestLibRBD.EncryptionLoadBadStripePattern 2024-04-10T16:24:54.110 INFO:tasks.workunit.client.0.smithi069.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1189-gc96c8d47/rpm/el9/BUILD/ceph-18.2.2-1189-gc96c8d47/src/test/librbd/test_librbd.cc:2840: Skipped 2024-04-10T16:24:54.110 INFO:tasks.workunit.client.0.smithi069.stdout:Skipping due to unmet REQUIRE 2024-04-10T16:24:54.110 INFO:tasks.workunit.client.0.smithi069.stdout:[ SKIPPED ] TestLibRBD.EncryptionLoadBadStripePattern (0 ms) 2024-04-10T16:24:54.110 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestLibRBD.EncryptionLoadFormatMismatch 2024-04-10T16:24:54.110 INFO:tasks.workunit.client.0.smithi069.stdout:using new format! 2024-04-10T16:24:55.155 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:24:54 smithi069 ceph-mon[96738]: pgmap v3004: 457 pgs: 457 active+clean; 129 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 342 KiB/s wr, 13 op/s 2024-04-10T16:24:55.155 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:24:54 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:24:55.155 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:24:54 smithi069 ceph-mon[94167]: pgmap v3004: 457 pgs: 457 active+clean; 129 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 342 KiB/s wr, 13 op/s 2024-04-10T16:24:55.155 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:24:54 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:24:55.259 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:24:54 smithi077 ceph-mon[87572]: pgmap v3004: 457 pgs: 457 active+clean; 129 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 342 KiB/s wr, 13 op/s 2024-04-10T16:24:55.259 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:24:54 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:24:57.259 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:24:56 smithi077 ceph-mon[87572]: pgmap v3005: 457 pgs: 457 active+clean; 129 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 343 KiB/s wr, 17 op/s 2024-04-10T16:24:57.353 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:24:56 smithi069 ceph-mon[96738]: pgmap v3005: 457 pgs: 457 active+clean; 129 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 343 KiB/s wr, 17 op/s 2024-04-10T16:24:57.353 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:24:56 smithi069 ceph-mon[94167]: pgmap v3005: 457 pgs: 457 active+clean; 129 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 343 KiB/s wr, 17 op/s 2024-04-10T16:24:57.353 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:24:56 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:24:56] "GET /metrics HTTP/1.1" 200 60765 "" "Prometheus/2.43.0" 2024-04-10T16:24:59.259 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:24:58 smithi077 ceph-mon[87572]: pgmap v3006: 457 pgs: 457 active+clean; 133 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 684 KiB/s wr, 26 op/s 2024-04-10T16:24:59.259 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:24:58 smithi077 ceph-mon[87572]: osdmap e1713: 8 total, 8 up, 8 in 2024-04-10T16:24:59.353 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:24:58 smithi069 ceph-mon[96738]: pgmap v3006: 457 pgs: 457 active+clean; 133 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 684 KiB/s wr, 26 op/s 2024-04-10T16:24:59.353 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:24:58 smithi069 ceph-mon[96738]: osdmap e1713: 8 total, 8 up, 8 in 2024-04-10T16:24:59.353 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:24:58 smithi069 ceph-mon[94167]: pgmap v3006: 457 pgs: 457 active+clean; 133 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 684 KiB/s wr, 26 op/s 2024-04-10T16:24:59.353 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:24:58 smithi069 ceph-mon[94167]: osdmap e1713: 8 total, 8 up, 8 in 2024-04-10T16:25:00.259 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:24:59 smithi077 ceph-mon[87572]: osdmap e1714: 8 total, 8 up, 8 in 2024-04-10T16:25:00.353 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:24:59 smithi069 ceph-mon[96738]: osdmap e1714: 8 total, 8 up, 8 in 2024-04-10T16:25:00.353 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:24:59 smithi069 ceph-mon[94167]: osdmap e1714: 8 total, 8 up, 8 in 2024-04-10T16:25:01.259 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:25:00 smithi077 ceph-mon[87572]: pgmap v3009: 457 pgs: 457 active+clean; 133 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 86 KiB/s rd, 513 KiB/s wr, 20 op/s 2024-04-10T16:25:01.353 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:25:00 smithi069 ceph-mon[96738]: pgmap v3009: 457 pgs: 457 active+clean; 133 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 86 KiB/s rd, 513 KiB/s wr, 20 op/s 2024-04-10T16:25:01.353 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:25:00 smithi069 ceph-mon[94167]: pgmap v3009: 457 pgs: 457 active+clean; 133 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 86 KiB/s rd, 513 KiB/s wr, 20 op/s 2024-04-10T16:25:02.759 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:25:02 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:25:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:25:03.259 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:25:02 smithi077 ceph-mon[87572]: pgmap v3010: 457 pgs: 457 active+clean; 137 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 139 KiB/s rd, 1.0 MiB/s wr, 87 op/s 2024-04-10T16:25:03.353 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:25:02 smithi069 ceph-mon[96738]: pgmap v3010: 457 pgs: 457 active+clean; 137 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 139 KiB/s rd, 1.0 MiB/s wr, 87 op/s 2024-04-10T16:25:03.353 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:25:02 smithi069 ceph-mon[94167]: pgmap v3010: 457 pgs: 457 active+clean; 137 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 139 KiB/s rd, 1.0 MiB/s wr, 87 op/s 2024-04-10T16:25:05.259 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:25:04 smithi077 ceph-mon[87572]: pgmap v3011: 457 pgs: 457 active+clean; 137 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 136 KiB/s rd, 1.0 MiB/s wr, 82 op/s 2024-04-10T16:25:05.353 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:25:04 smithi069 ceph-mon[96738]: pgmap v3011: 457 pgs: 457 active+clean; 137 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 136 KiB/s rd, 1.0 MiB/s wr, 82 op/s 2024-04-10T16:25:05.353 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:25:04 smithi069 ceph-mon[94167]: pgmap v3011: 457 pgs: 457 active+clean; 137 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 136 KiB/s rd, 1.0 MiB/s wr, 82 op/s 2024-04-10T16:25:07.259 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:25:06 smithi077 ceph-mon[87572]: pgmap v3012: 457 pgs: 457 active+clean; 137 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 52 KiB/s rd, 515 KiB/s wr, 67 op/s 2024-04-10T16:25:07.353 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:25:06 smithi069 ceph-mon[96738]: pgmap v3012: 457 pgs: 457 active+clean; 137 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 52 KiB/s rd, 515 KiB/s wr, 67 op/s 2024-04-10T16:25:07.353 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:25:06 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:25:06] "GET /metrics HTTP/1.1" 200 60765 "" "Prometheus/2.43.0" 2024-04-10T16:25:07.353 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:25:06 smithi069 ceph-mon[94167]: pgmap v3012: 457 pgs: 457 active+clean; 137 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 52 KiB/s rd, 515 KiB/s wr, 67 op/s 2024-04-10T16:25:09.259 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:25:08 smithi077 ceph-mon[87572]: pgmap v3013: 457 pgs: 457 active+clean; 137 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 45 KiB/s rd, 444 KiB/s wr, 58 op/s 2024-04-10T16:25:09.353 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:25:08 smithi069 ceph-mon[96738]: pgmap v3013: 457 pgs: 457 active+clean; 137 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 45 KiB/s rd, 444 KiB/s wr, 58 op/s 2024-04-10T16:25:09.353 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:25:08 smithi069 ceph-mon[94167]: pgmap v3013: 457 pgs: 457 active+clean; 137 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 45 KiB/s rd, 444 KiB/s wr, 58 op/s 2024-04-10T16:25:10.259 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:25:09 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:25:10.353 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:25:09 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:25:10.353 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:25:09 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:25:11.259 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:25:10 smithi077 ceph-mon[87572]: pgmap v3014: 457 pgs: 457 active+clean; 137 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 43 KiB/s rd, 402 KiB/s wr, 56 op/s 2024-04-10T16:25:11.353 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:25:10 smithi069 ceph-mon[96738]: pgmap v3014: 457 pgs: 457 active+clean; 137 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 43 KiB/s rd, 402 KiB/s wr, 56 op/s 2024-04-10T16:25:11.353 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:25:10 smithi069 ceph-mon[94167]: pgmap v3014: 457 pgs: 457 active+clean; 137 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 43 KiB/s rd, 402 KiB/s wr, 56 op/s 2024-04-10T16:25:12.759 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:25:12 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:25:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:25:13.259 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:25:12 smithi077 ceph-mon[87572]: pgmap v3015: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 1.7 MiB/s wr, 58 op/s 2024-04-10T16:25:13.353 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:25:12 smithi069 ceph-mon[96738]: pgmap v3015: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 1.7 MiB/s wr, 58 op/s 2024-04-10T16:25:13.353 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:25:12 smithi069 ceph-mon[94167]: pgmap v3015: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 1.7 MiB/s wr, 58 op/s 2024-04-10T16:25:15.259 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:25:14 smithi077 ceph-mon[87572]: pgmap v3016: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.7 MiB/s rd, 1.3 MiB/s wr, 13 op/s 2024-04-10T16:25:15.353 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:25:14 smithi069 ceph-mon[96738]: pgmap v3016: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.7 MiB/s rd, 1.3 MiB/s wr, 13 op/s 2024-04-10T16:25:15.353 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:25:14 smithi069 ceph-mon[94167]: pgmap v3016: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.7 MiB/s rd, 1.3 MiB/s wr, 13 op/s 2024-04-10T16:25:17.259 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:25:16 smithi077 ceph-mon[87572]: pgmap v3017: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.7 MiB/s rd, 1.3 MiB/s wr, 13 op/s 2024-04-10T16:25:17.353 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:25:16 smithi069 ceph-mon[96738]: pgmap v3017: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.7 MiB/s rd, 1.3 MiB/s wr, 13 op/s 2024-04-10T16:25:17.353 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:25:16 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:25:16] "GET /metrics HTTP/1.1" 200 60761 "" "Prometheus/2.43.0" 2024-04-10T16:25:17.353 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:25:16 smithi069 ceph-mon[94167]: pgmap v3017: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.7 MiB/s rd, 1.3 MiB/s wr, 13 op/s 2024-04-10T16:25:19.259 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:25:18 smithi077 ceph-mon[87572]: pgmap v3018: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 5.5 MiB/s rd, 1.3 MiB/s wr, 15 op/s 2024-04-10T16:25:19.353 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:25:18 smithi069 ceph-mon[96738]: pgmap v3018: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 5.5 MiB/s rd, 1.3 MiB/s wr, 15 op/s 2024-04-10T16:25:19.353 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:25:18 smithi069 ceph-mon[94167]: pgmap v3018: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 5.5 MiB/s rd, 1.3 MiB/s wr, 15 op/s 2024-04-10T16:25:21.259 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:25:20 smithi077 ceph-mon[87572]: pgmap v3019: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 5.5 MiB/s rd, 1.3 MiB/s wr, 15 op/s 2024-04-10T16:25:21.353 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:25:20 smithi069 ceph-mon[96738]: pgmap v3019: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 5.5 MiB/s rd, 1.3 MiB/s wr, 15 op/s 2024-04-10T16:25:21.353 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:25:20 smithi069 ceph-mon[94167]: pgmap v3019: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 5.5 MiB/s rd, 1.3 MiB/s wr, 15 op/s 2024-04-10T16:25:22.759 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:25:22 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:25:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:25:23.259 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:25:22 smithi077 ceph-mon[87572]: pgmap v3020: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 6.2 MiB/s rd, 1.3 MiB/s wr, 12 op/s 2024-04-10T16:25:23.353 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:25:22 smithi069 ceph-mon[96738]: pgmap v3020: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 6.2 MiB/s rd, 1.3 MiB/s wr, 12 op/s 2024-04-10T16:25:23.353 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:25:22 smithi069 ceph-mon[94167]: pgmap v3020: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 6.2 MiB/s rd, 1.3 MiB/s wr, 12 op/s 2024-04-10T16:25:25.259 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:25:24 smithi077 ceph-mon[87572]: pgmap v3021: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 4.4 MiB/s rd, 2 op/s 2024-04-10T16:25:25.259 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:25:24 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:25:25.353 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:25:24 smithi069 ceph-mon[96738]: pgmap v3021: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 4.4 MiB/s rd, 2 op/s 2024-04-10T16:25:25.353 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:25:24 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:25:25.353 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:25:24 smithi069 ceph-mon[94167]: pgmap v3021: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 4.4 MiB/s rd, 2 op/s 2024-04-10T16:25:25.353 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:25:24 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:25:27.259 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:25:26 smithi077 ceph-mon[87572]: pgmap v3022: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 4.4 MiB/s rd, 2 op/s 2024-04-10T16:25:27.353 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:25:26 smithi069 ceph-mon[96738]: pgmap v3022: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 4.4 MiB/s rd, 2 op/s 2024-04-10T16:25:27.353 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:25:26 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:25:26] "GET /metrics HTTP/1.1" 200 60762 "" "Prometheus/2.43.0" 2024-04-10T16:25:27.354 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:25:26 smithi069 ceph-mon[94167]: pgmap v3022: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 4.4 MiB/s rd, 2 op/s 2024-04-10T16:25:29.259 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:25:28 smithi077 ceph-mon[87572]: pgmap v3023: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 5.2 MiB/s rd, 3 op/s 2024-04-10T16:25:29.353 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:25:28 smithi069 ceph-mon[96738]: pgmap v3023: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 5.2 MiB/s rd, 3 op/s 2024-04-10T16:25:29.353 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:25:28 smithi069 ceph-mon[94167]: pgmap v3023: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 5.2 MiB/s rd, 3 op/s 2024-04-10T16:25:31.259 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:25:30 smithi077 ceph-mon[87572]: pgmap v3024: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 1 op/s 2024-04-10T16:25:31.353 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:25:30 smithi069 ceph-mon[96738]: pgmap v3024: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 1 op/s 2024-04-10T16:25:31.353 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:25:30 smithi069 ceph-mon[94167]: pgmap v3024: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 1 op/s 2024-04-10T16:25:32.759 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:25:32 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:25:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:25:33.259 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:25:32 smithi077 ceph-mon[87572]: pgmap v3025: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 1 op/s 2024-04-10T16:25:33.353 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:25:32 smithi069 ceph-mon[96738]: pgmap v3025: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 1 op/s 2024-04-10T16:25:33.353 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:25:32 smithi069 ceph-mon[94167]: pgmap v3025: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 1 op/s 2024-04-10T16:25:35.259 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:25:34 smithi077 ceph-mon[87572]: pgmap v3026: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 0 op/s 2024-04-10T16:25:35.353 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:25:34 smithi069 ceph-mon[96738]: pgmap v3026: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 0 op/s 2024-04-10T16:25:35.353 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:25:34 smithi069 ceph-mon[94167]: pgmap v3026: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 0 op/s 2024-04-10T16:25:37.259 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:25:36 smithi077 ceph-mon[87572]: pgmap v3027: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 0 op/s 2024-04-10T16:25:37.353 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:25:36 smithi069 ceph-mon[96738]: pgmap v3027: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 0 op/s 2024-04-10T16:25:37.353 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:25:36 smithi069 ceph-mon[94167]: pgmap v3027: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 0 op/s 2024-04-10T16:25:37.353 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:25:36 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:25:36] "GET /metrics HTTP/1.1" 200 60762 "" "Prometheus/2.43.0" 2024-04-10T16:25:38.259 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:25:37 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:25:38.353 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:25:37 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:25:38.353 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:25:37 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:25:39.259 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:25:38 smithi077 ceph-mon[87572]: pgmap v3028: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 1 op/s 2024-04-10T16:25:39.259 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:25:38 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:25:39.259 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:25:38 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:25:39.259 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:25:38 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:25:39.259 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:25:38 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:25:39.259 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:25:38 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:25:39.353 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:25:38 smithi069 ceph-mon[94167]: pgmap v3028: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 1 op/s 2024-04-10T16:25:39.353 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:25:38 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:25:39.353 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:25:38 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:25:39.353 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:25:38 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:25:39.353 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:25:38 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:25:39.353 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:25:38 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:25:39.353 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:25:38 smithi069 ceph-mon[96738]: pgmap v3028: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 1 op/s 2024-04-10T16:25:39.353 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:25:38 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:25:39.353 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:25:38 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:25:39.353 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:25:38 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:25:39.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:25:38 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:25:39.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:25:38 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:25:40.259 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:25:39 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:25:40.353 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:25:39 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:25:40.353 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:25:39 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:25:41.259 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:25:40 smithi077 ceph-mon[87572]: pgmap v3029: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 1 op/s 2024-04-10T16:25:41.353 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:25:40 smithi069 ceph-mon[96738]: pgmap v3029: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 1 op/s 2024-04-10T16:25:41.353 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:25:40 smithi069 ceph-mon[94167]: pgmap v3029: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 1 op/s 2024-04-10T16:25:42.759 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:25:42 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:25:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:25:43.259 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:25:42 smithi077 ceph-mon[87572]: pgmap v3030: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 1 op/s 2024-04-10T16:25:43.353 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:25:42 smithi069 ceph-mon[96738]: pgmap v3030: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 1 op/s 2024-04-10T16:25:43.353 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:25:42 smithi069 ceph-mon[94167]: pgmap v3030: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 1 op/s 2024-04-10T16:25:45.259 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:25:44 smithi077 ceph-mon[87572]: pgmap v3031: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 1 op/s 2024-04-10T16:25:45.353 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:25:44 smithi069 ceph-mon[96738]: pgmap v3031: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 1 op/s 2024-04-10T16:25:45.353 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:25:44 smithi069 ceph-mon[94167]: pgmap v3031: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 1 op/s 2024-04-10T16:25:47.259 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:25:46 smithi077 ceph-mon[87572]: pgmap v3032: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 1 op/s 2024-04-10T16:25:47.353 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:25:46 smithi069 ceph-mon[96738]: pgmap v3032: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 1 op/s 2024-04-10T16:25:47.353 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:25:46 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:25:46] "GET /metrics HTTP/1.1" 200 60760 "" "Prometheus/2.43.0" 2024-04-10T16:25:47.353 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:25:46 smithi069 ceph-mon[94167]: pgmap v3032: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 1 op/s 2024-04-10T16:25:49.259 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:25:48 smithi077 ceph-mon[87572]: pgmap v3033: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 1 op/s 2024-04-10T16:25:49.353 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:25:48 smithi069 ceph-mon[96738]: pgmap v3033: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 1 op/s 2024-04-10T16:25:49.353 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:25:48 smithi069 ceph-mon[94167]: pgmap v3033: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 1 op/s 2024-04-10T16:25:51.259 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:25:50 smithi077 ceph-mon[87572]: pgmap v3034: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 802 KiB/s rd, 0 op/s 2024-04-10T16:25:51.353 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:25:50 smithi069 ceph-mon[96738]: pgmap v3034: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 802 KiB/s rd, 0 op/s 2024-04-10T16:25:51.353 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:25:50 smithi069 ceph-mon[94167]: pgmap v3034: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 802 KiB/s rd, 0 op/s 2024-04-10T16:25:52.759 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:25:52 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:25:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:25:53.259 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:25:52 smithi077 ceph-mon[87572]: pgmap v3035: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 857 KiB/s rd, 8 op/s 2024-04-10T16:25:53.353 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:25:52 smithi069 ceph-mon[96738]: pgmap v3035: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 857 KiB/s rd, 8 op/s 2024-04-10T16:25:53.353 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:25:52 smithi069 ceph-mon[94167]: pgmap v3035: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 857 KiB/s rd, 8 op/s 2024-04-10T16:25:55.259 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:25:54 smithi077 ceph-mon[87572]: pgmap v3036: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 468 KiB/s rd, 8 op/s 2024-04-10T16:25:55.259 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:25:54 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:25:55.353 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:25:54 smithi069 ceph-mon[96738]: pgmap v3036: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 468 KiB/s rd, 8 op/s 2024-04-10T16:25:55.353 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:25:54 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:25:55.353 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:25:54 smithi069 ceph-mon[94167]: pgmap v3036: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 468 KiB/s rd, 8 op/s 2024-04-10T16:25:55.353 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:25:54 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:25:57.259 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:25:56 smithi077 ceph-mon[87572]: pgmap v3037: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 468 KiB/s rd, 9 op/s 2024-04-10T16:25:57.353 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:25:56 smithi069 ceph-mon[96738]: pgmap v3037: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 468 KiB/s rd, 9 op/s 2024-04-10T16:25:57.353 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:25:56 smithi069 ceph-mon[94167]: pgmap v3037: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 468 KiB/s rd, 9 op/s 2024-04-10T16:25:57.354 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:25:56 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:25:56] "GET /metrics HTTP/1.1" 200 60763 "" "Prometheus/2.43.0" 2024-04-10T16:25:59.259 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:25:58 smithi077 ceph-mon[87572]: pgmap v3038: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 547 KiB/s rd, 85 B/s wr, 16 op/s 2024-04-10T16:25:59.353 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:25:58 smithi069 ceph-mon[96738]: pgmap v3038: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 547 KiB/s rd, 85 B/s wr, 16 op/s 2024-04-10T16:25:59.353 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:25:58 smithi069 ceph-mon[94167]: pgmap v3038: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 547 KiB/s rd, 85 B/s wr, 16 op/s 2024-04-10T16:26:01.259 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:26:00 smithi077 ceph-mon[87572]: pgmap v3039: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 134 KiB/s rd, 85 B/s wr, 16 op/s 2024-04-10T16:26:01.353 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:26:00 smithi069 ceph-mon[96738]: pgmap v3039: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 134 KiB/s rd, 85 B/s wr, 16 op/s 2024-04-10T16:26:01.353 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:26:00 smithi069 ceph-mon[94167]: pgmap v3039: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 134 KiB/s rd, 85 B/s wr, 16 op/s 2024-04-10T16:26:02.759 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:26:02 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:26:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:26:03.259 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:26:02 smithi077 ceph-mon[87572]: pgmap v3040: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 188 KiB/s rd, 170 B/s wr, 24 op/s 2024-04-10T16:26:03.353 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:26:02 smithi069 ceph-mon[96738]: pgmap v3040: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 188 KiB/s rd, 170 B/s wr, 24 op/s 2024-04-10T16:26:03.353 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:26:02 smithi069 ceph-mon[94167]: pgmap v3040: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 188 KiB/s rd, 170 B/s wr, 24 op/s 2024-04-10T16:26:05.259 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:26:05 smithi077 ceph-mon[87572]: pgmap v3041: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 133 KiB/s rd, 170 B/s wr, 15 op/s 2024-04-10T16:26:05.353 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:26:05 smithi069 ceph-mon[96738]: pgmap v3041: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 133 KiB/s rd, 170 B/s wr, 15 op/s 2024-04-10T16:26:05.353 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:26:05 smithi069 ceph-mon[94167]: pgmap v3041: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 133 KiB/s rd, 170 B/s wr, 15 op/s 2024-04-10T16:26:07.353 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:26:07 smithi069 ceph-mon[96738]: pgmap v3042: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 134 KiB/s rd, 170 B/s wr, 16 op/s 2024-04-10T16:26:07.354 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:26:06 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:26:06] "GET /metrics HTTP/1.1" 200 60763 "" "Prometheus/2.43.0" 2024-04-10T16:26:07.354 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:26:07 smithi069 ceph-mon[94167]: pgmap v3042: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 134 KiB/s rd, 170 B/s wr, 16 op/s 2024-04-10T16:26:07.509 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:26:07 smithi077 ceph-mon[87572]: pgmap v3042: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 134 KiB/s rd, 170 B/s wr, 16 op/s 2024-04-10T16:26:09.353 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:26:09 smithi069 ceph-mon[96738]: pgmap v3043: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 181 KiB/s rd, 255 B/s wr, 16 op/s 2024-04-10T16:26:09.353 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:26:09 smithi069 ceph-mon[94167]: pgmap v3043: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 181 KiB/s rd, 255 B/s wr, 16 op/s 2024-04-10T16:26:09.509 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:26:09 smithi077 ceph-mon[87572]: pgmap v3043: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 181 KiB/s rd, 255 B/s wr, 16 op/s 2024-04-10T16:26:10.353 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:26:10 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:26:10.353 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:26:10 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:26:10.509 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:26:10 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:26:11.353 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:26:11 smithi069 ceph-mon[96738]: pgmap v3044: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 103 KiB/s rd, 170 B/s wr, 8 op/s 2024-04-10T16:26:11.353 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:26:11 smithi069 ceph-mon[94167]: pgmap v3044: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 103 KiB/s rd, 170 B/s wr, 8 op/s 2024-04-10T16:26:11.509 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:26:11 smithi077 ceph-mon[87572]: pgmap v3044: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 103 KiB/s rd, 170 B/s wr, 8 op/s 2024-04-10T16:26:12.759 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:26:12 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:26:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:26:13.353 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:26:13 smithi069 ceph-mon[96738]: pgmap v3045: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 182 KiB/s rd, 170 B/s wr, 16 op/s 2024-04-10T16:26:13.354 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:26:13 smithi069 ceph-mon[94167]: pgmap v3045: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 182 KiB/s rd, 170 B/s wr, 16 op/s 2024-04-10T16:26:13.509 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:26:13 smithi077 ceph-mon[87572]: pgmap v3045: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 182 KiB/s rd, 170 B/s wr, 16 op/s 2024-04-10T16:26:15.353 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:26:15 smithi069 ceph-mon[96738]: pgmap v3046: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 127 KiB/s rd, 85 B/s wr, 9 op/s 2024-04-10T16:26:15.353 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:26:15 smithi069 ceph-mon[94167]: pgmap v3046: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 127 KiB/s rd, 85 B/s wr, 9 op/s 2024-04-10T16:26:15.509 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:26:15 smithi077 ceph-mon[87572]: pgmap v3046: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 127 KiB/s rd, 85 B/s wr, 9 op/s 2024-04-10T16:26:17.353 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:26:17 smithi069 ceph-mon[96738]: pgmap v3047: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 128 KiB/s rd, 85 B/s wr, 10 op/s 2024-04-10T16:26:17.353 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:26:17 smithi069 ceph-mon[94167]: pgmap v3047: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 128 KiB/s rd, 85 B/s wr, 10 op/s 2024-04-10T16:26:17.353 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:26:16 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:26:16] "GET /metrics HTTP/1.1" 200 60765 "" "Prometheus/2.43.0" 2024-04-10T16:26:17.509 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:26:17 smithi077 ceph-mon[87572]: pgmap v3047: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 128 KiB/s rd, 85 B/s wr, 10 op/s 2024-04-10T16:26:19.353 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:26:19 smithi069 ceph-mon[96738]: pgmap v3048: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 182 KiB/s rd, 85 B/s wr, 16 op/s 2024-04-10T16:26:19.354 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:26:19 smithi069 ceph-mon[94167]: pgmap v3048: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 182 KiB/s rd, 85 B/s wr, 16 op/s 2024-04-10T16:26:19.509 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:26:19 smithi077 ceph-mon[87572]: pgmap v3048: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 182 KiB/s rd, 85 B/s wr, 16 op/s 2024-04-10T16:26:21.353 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:26:21 smithi069 ceph-mon[96738]: pgmap v3049: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 134 KiB/s rd, 16 op/s 2024-04-10T16:26:21.353 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:26:21 smithi069 ceph-mon[94167]: pgmap v3049: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 134 KiB/s rd, 16 op/s 2024-04-10T16:26:21.509 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:26:21 smithi077 ceph-mon[87572]: pgmap v3049: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 134 KiB/s rd, 16 op/s 2024-04-10T16:26:22.759 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:26:22 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:26:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:26:23.353 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:26:23 smithi069 ceph-mon[96738]: pgmap v3050: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 212 KiB/s rd, 24 op/s 2024-04-10T16:26:23.353 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:26:23 smithi069 ceph-mon[94167]: pgmap v3050: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 212 KiB/s rd, 24 op/s 2024-04-10T16:26:23.509 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:26:23 smithi077 ceph-mon[87572]: pgmap v3050: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 212 KiB/s rd, 24 op/s 2024-04-10T16:26:25.353 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:26:25 smithi069 ceph-mon[96738]: pgmap v3051: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 134 KiB/s rd, 16 op/s 2024-04-10T16:26:25.353 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:26:25 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:26:25.354 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:26:25 smithi069 ceph-mon[94167]: pgmap v3051: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 134 KiB/s rd, 16 op/s 2024-04-10T16:26:25.354 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:26:25 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:26:25.509 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:26:25 smithi077 ceph-mon[87572]: pgmap v3051: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 134 KiB/s rd, 16 op/s 2024-04-10T16:26:25.509 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:26:25 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:26:27.353 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:26:27 smithi069 ceph-mon[96738]: pgmap v3052: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 134 KiB/s rd, 17 op/s 2024-04-10T16:26:27.354 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:26:27 smithi069 ceph-mon[94167]: pgmap v3052: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 134 KiB/s rd, 17 op/s 2024-04-10T16:26:27.354 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:26:26 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:26:26] "GET /metrics HTTP/1.1" 200 60762 "" "Prometheus/2.43.0" 2024-04-10T16:26:27.509 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:26:27 smithi077 ceph-mon[87572]: pgmap v3052: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 134 KiB/s rd, 17 op/s 2024-04-10T16:26:29.353 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:26:29 smithi069 ceph-mon[96738]: pgmap v3053: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 188 KiB/s rd, 23 op/s 2024-04-10T16:26:29.353 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:26:29 smithi069 ceph-mon[94167]: pgmap v3053: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 188 KiB/s rd, 23 op/s 2024-04-10T16:26:29.509 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:26:29 smithi077 ceph-mon[87572]: pgmap v3053: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 188 KiB/s rd, 23 op/s 2024-04-10T16:26:31.353 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:26:31 smithi069 ceph-mon[96738]: pgmap v3054: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 134 KiB/s rd, 16 op/s 2024-04-10T16:26:31.353 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:26:31 smithi069 ceph-mon[94167]: pgmap v3054: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 134 KiB/s rd, 16 op/s 2024-04-10T16:26:31.509 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:26:31 smithi077 ceph-mon[87572]: pgmap v3054: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 134 KiB/s rd, 16 op/s 2024-04-10T16:26:32.759 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:26:32 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:26:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:26:33.353 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:26:33 smithi069 ceph-mon[96738]: pgmap v3055: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 212 KiB/s rd, 23 op/s 2024-04-10T16:26:33.353 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:26:33 smithi069 ceph-mon[94167]: pgmap v3055: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 212 KiB/s rd, 23 op/s 2024-04-10T16:26:33.509 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:26:33 smithi077 ceph-mon[87572]: pgmap v3055: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 212 KiB/s rd, 23 op/s 2024-04-10T16:26:34.353 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:26:34 smithi069 ceph-mon[96738]: pgmap v3056: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 133 KiB/s rd, 15 op/s 2024-04-10T16:26:34.353 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:26:34 smithi069 ceph-mon[94167]: pgmap v3056: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 133 KiB/s rd, 15 op/s 2024-04-10T16:26:34.509 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:26:34 smithi077 ceph-mon[87572]: pgmap v3056: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 133 KiB/s rd, 15 op/s 2024-04-10T16:26:36.603 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:26:36 smithi069 ceph-mon[96738]: pgmap v3057: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 134 KiB/s rd, 16 op/s 2024-04-10T16:26:36.603 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:26:36 smithi069 ceph-mon[94167]: pgmap v3057: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 134 KiB/s rd, 16 op/s 2024-04-10T16:26:36.759 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:26:36 smithi077 ceph-mon[87572]: pgmap v3057: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 134 KiB/s rd, 16 op/s 2024-04-10T16:26:37.353 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:26:36 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:26:36] "GET /metrics HTTP/1.1" 200 60762 "" "Prometheus/2.43.0" 2024-04-10T16:26:38.603 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:26:38 smithi069 ceph-mon[96738]: pgmap v3058: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 181 KiB/s rd, 15 op/s 2024-04-10T16:26:38.603 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:26:38 smithi069 ceph-mon[94167]: pgmap v3058: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 181 KiB/s rd, 15 op/s 2024-04-10T16:26:38.759 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:26:38 smithi077 ceph-mon[87572]: pgmap v3058: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 181 KiB/s rd, 15 op/s 2024-04-10T16:26:39.603 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:26:39 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:26:39.603 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:26:39 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:26:39.759 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:26:39 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:26:40.603 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:26:40 smithi069 ceph-mon[96738]: pgmap v3059: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 127 KiB/s rd, 8 op/s 2024-04-10T16:26:40.603 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:26:40 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:26:40.603 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:26:40 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:26:40.604 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:26:40 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:26:40.604 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:26:40 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:26:40.604 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:26:40 smithi069 ceph-mon[94167]: pgmap v3059: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 127 KiB/s rd, 8 op/s 2024-04-10T16:26:40.604 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:26:40 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:26:40.604 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:26:40 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:26:40.604 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:26:40 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:26:40.604 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:26:40 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:26:40.759 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:26:40 smithi077 ceph-mon[87572]: pgmap v3059: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 127 KiB/s rd, 8 op/s 2024-04-10T16:26:40.759 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:26:40 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:26:40.759 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:26:40 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:26:40.759 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:26:40 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:26:40.760 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:26:40 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:26:42.603 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:26:42 smithi069 ceph-mon[96738]: pgmap v3060: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 206 KiB/s rd, 16 op/s 2024-04-10T16:26:42.604 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:26:42 smithi069 ceph-mon[94167]: pgmap v3060: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 206 KiB/s rd, 16 op/s 2024-04-10T16:26:42.759 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:26:42 smithi077 ceph-mon[87572]: pgmap v3060: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 206 KiB/s rd, 16 op/s 2024-04-10T16:26:42.760 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:26:42 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:26:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:26:44.603 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:26:44 smithi069 ceph-mon[96738]: pgmap v3061: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 127 KiB/s rd, 9 op/s 2024-04-10T16:26:44.603 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:26:44 smithi069 ceph-mon[94167]: pgmap v3061: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 127 KiB/s rd, 9 op/s 2024-04-10T16:26:44.759 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:26:44 smithi077 ceph-mon[87572]: pgmap v3061: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 127 KiB/s rd, 9 op/s 2024-04-10T16:26:46.603 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:26:46 smithi069 ceph-mon[96738]: pgmap v3062: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 128 KiB/s rd, 10 op/s 2024-04-10T16:26:46.603 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:26:46 smithi069 ceph-mon[94167]: pgmap v3062: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 128 KiB/s rd, 10 op/s 2024-04-10T16:26:46.759 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:26:46 smithi077 ceph-mon[87572]: pgmap v3062: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 128 KiB/s rd, 10 op/s 2024-04-10T16:26:47.353 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:26:46 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:26:46] "GET /metrics HTTP/1.1" 200 60764 "" "Prometheus/2.43.0" 2024-04-10T16:26:49.103 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:26:48 smithi069 ceph-mon[96738]: pgmap v3063: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 182 KiB/s rd, 16 op/s 2024-04-10T16:26:49.104 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:26:48 smithi069 ceph-mon[94167]: pgmap v3063: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 182 KiB/s rd, 16 op/s 2024-04-10T16:26:49.259 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:26:48 smithi077 ceph-mon[87572]: pgmap v3063: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 182 KiB/s rd, 16 op/s 2024-04-10T16:26:51.103 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:26:50 smithi069 ceph-mon[96738]: pgmap v3064: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 134 KiB/s rd, 16 op/s 2024-04-10T16:26:51.104 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:26:50 smithi069 ceph-mon[94167]: pgmap v3064: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 134 KiB/s rd, 16 op/s 2024-04-10T16:26:51.259 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:26:50 smithi077 ceph-mon[87572]: pgmap v3064: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 134 KiB/s rd, 16 op/s 2024-04-10T16:26:52.759 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:26:52 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:26:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:26:53.103 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:26:52 smithi069 ceph-mon[96738]: pgmap v3065: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 212 KiB/s rd, 24 op/s 2024-04-10T16:26:53.103 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:26:52 smithi069 ceph-mon[94167]: pgmap v3065: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 212 KiB/s rd, 24 op/s 2024-04-10T16:26:53.259 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:26:52 smithi077 ceph-mon[87572]: pgmap v3065: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 212 KiB/s rd, 24 op/s 2024-04-10T16:26:55.103 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:26:54 smithi069 ceph-mon[96738]: pgmap v3066: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 134 KiB/s rd, 16 op/s 2024-04-10T16:26:55.103 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:26:54 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:26:55.104 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:26:54 smithi069 ceph-mon[94167]: pgmap v3066: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 134 KiB/s rd, 16 op/s 2024-04-10T16:26:55.104 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:26:54 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:26:55.259 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:26:54 smithi077 ceph-mon[87572]: pgmap v3066: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 134 KiB/s rd, 16 op/s 2024-04-10T16:26:55.259 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:26:54 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:26:57.103 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:26:56 smithi069 ceph-mon[96738]: pgmap v3067: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 134 KiB/s rd, 16 op/s 2024-04-10T16:26:57.104 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:26:56 smithi069 ceph-mon[94167]: pgmap v3067: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 134 KiB/s rd, 16 op/s 2024-04-10T16:26:57.104 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:26:56 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:26:56] "GET /metrics HTTP/1.1" 200 60762 "" "Prometheus/2.43.0" 2024-04-10T16:26:57.259 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:26:56 smithi077 ceph-mon[87572]: pgmap v3067: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 134 KiB/s rd, 16 op/s 2024-04-10T16:26:59.103 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:26:58 smithi069 ceph-mon[96738]: pgmap v3068: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 187 KiB/s rd, 22 op/s 2024-04-10T16:26:59.104 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:26:58 smithi069 ceph-mon[94167]: pgmap v3068: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 187 KiB/s rd, 22 op/s 2024-04-10T16:26:59.259 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:26:58 smithi077 ceph-mon[87572]: pgmap v3068: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 187 KiB/s rd, 22 op/s 2024-04-10T16:27:01.103 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:27:00 smithi069 ceph-mon[96738]: pgmap v3069: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 134 KiB/s rd, 16 op/s 2024-04-10T16:27:01.104 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:27:00 smithi069 ceph-mon[94167]: pgmap v3069: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 134 KiB/s rd, 16 op/s 2024-04-10T16:27:01.259 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:27:00 smithi077 ceph-mon[87572]: pgmap v3069: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 134 KiB/s rd, 16 op/s 2024-04-10T16:27:02.760 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:27:02 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:27:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:27:03.103 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:27:02 smithi069 ceph-mon[96738]: pgmap v3070: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 181 KiB/s rd, 85 B/s wr, 16 op/s 2024-04-10T16:27:03.103 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:27:02 smithi069 ceph-mon[94167]: pgmap v3070: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 181 KiB/s rd, 85 B/s wr, 16 op/s 2024-04-10T16:27:03.259 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:27:02 smithi077 ceph-mon[87572]: pgmap v3070: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 181 KiB/s rd, 85 B/s wr, 16 op/s 2024-04-10T16:27:05.103 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:27:04 smithi069 ceph-mon[96738]: pgmap v3071: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 103 KiB/s rd, 85 B/s wr, 8 op/s 2024-04-10T16:27:05.103 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:27:04 smithi069 ceph-mon[94167]: pgmap v3071: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 103 KiB/s rd, 85 B/s wr, 8 op/s 2024-04-10T16:27:05.259 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:27:04 smithi077 ceph-mon[87572]: pgmap v3071: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 103 KiB/s rd, 85 B/s wr, 8 op/s 2024-04-10T16:27:06.960 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestLibRBD.EncryptionLoadFormatMismatch (132849 ms) 2024-04-10T16:27:06.960 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestLibRBD.EncryptedResize 2024-04-10T16:27:06.960 INFO:tasks.workunit.client.0.smithi069.stdout:using new format! 2024-04-10T16:27:07.103 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:27:06 smithi069 ceph-mon[96738]: pgmap v3072: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 103 KiB/s rd, 85 B/s wr, 9 op/s 2024-04-10T16:27:07.103 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:27:06 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:27:06] "GET /metrics HTTP/1.1" 200 60762 "" "Prometheus/2.43.0" 2024-04-10T16:27:07.103 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:27:06 smithi069 ceph-mon[94167]: pgmap v3072: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 103 KiB/s rd, 85 B/s wr, 9 op/s 2024-04-10T16:27:07.259 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:27:06 smithi077 ceph-mon[87572]: pgmap v3072: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 103 KiB/s rd, 85 B/s wr, 9 op/s 2024-04-10T16:27:09.103 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:27:08 smithi069 ceph-mon[96738]: pgmap v3073: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 182 KiB/s rd, 255 B/s wr, 17 op/s 2024-04-10T16:27:09.104 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:27:08 smithi069 ceph-mon[94167]: pgmap v3073: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 182 KiB/s rd, 255 B/s wr, 17 op/s 2024-04-10T16:27:09.259 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:27:08 smithi077 ceph-mon[87572]: pgmap v3073: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 182 KiB/s rd, 255 B/s wr, 17 op/s 2024-04-10T16:27:10.103 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:27:09 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:27:10.103 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:27:09 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:27:10.259 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:27:09 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:27:11.104 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:27:10 smithi069 ceph-mon[96738]: pgmap v3074: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 129 KiB/s rd, 341 B/s wr, 12 op/s 2024-04-10T16:27:11.104 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:27:10 smithi069 ceph-mon[94167]: pgmap v3074: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 129 KiB/s rd, 341 B/s wr, 12 op/s 2024-04-10T16:27:11.259 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:27:10 smithi077 ceph-mon[87572]: pgmap v3074: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 129 KiB/s rd, 341 B/s wr, 12 op/s 2024-04-10T16:27:12.759 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:27:12 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:27:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:27:13.103 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:27:12 smithi069 ceph-mon[96738]: pgmap v3075: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 129 KiB/s rd, 596 B/s wr, 12 op/s 2024-04-10T16:27:13.104 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:27:12 smithi069 ceph-mon[94167]: pgmap v3075: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 129 KiB/s rd, 596 B/s wr, 12 op/s 2024-04-10T16:27:13.259 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:27:12 smithi077 ceph-mon[87572]: pgmap v3075: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 129 KiB/s rd, 596 B/s wr, 12 op/s 2024-04-10T16:27:15.103 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:27:14 smithi069 ceph-mon[96738]: pgmap v3076: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 81 KiB/s rd, 511 B/s wr, 11 op/s 2024-04-10T16:27:15.103 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:27:14 smithi069 ceph-mon[94167]: pgmap v3076: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 81 KiB/s rd, 511 B/s wr, 11 op/s 2024-04-10T16:27:15.259 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:27:14 smithi077 ceph-mon[87572]: pgmap v3076: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 81 KiB/s rd, 511 B/s wr, 11 op/s 2024-04-10T16:27:17.103 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:27:16 smithi069 ceph-mon[96738]: pgmap v3077: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 81 KiB/s rd, 511 B/s wr, 11 op/s 2024-04-10T16:27:17.103 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:27:16 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:27:16] "GET /metrics HTTP/1.1" 200 60761 "" "Prometheus/2.43.0" 2024-04-10T16:27:17.104 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:27:16 smithi069 ceph-mon[94167]: pgmap v3077: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 81 KiB/s rd, 511 B/s wr, 11 op/s 2024-04-10T16:27:17.259 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:27:16 smithi077 ceph-mon[87572]: pgmap v3077: 457 pgs: 457 active+clean; 153 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 81 KiB/s rd, 511 B/s wr, 11 op/s 2024-04-10T16:27:19.103 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:27:18 smithi069 ceph-mon[96738]: pgmap v3078: 457 pgs: 457 active+clean; 161 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 81 KiB/s rd, 683 KiB/s wr, 11 op/s 2024-04-10T16:27:19.104 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:27:18 smithi069 ceph-mon[94167]: pgmap v3078: 457 pgs: 457 active+clean; 161 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 81 KiB/s rd, 683 KiB/s wr, 11 op/s 2024-04-10T16:27:19.259 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:27:18 smithi077 ceph-mon[87572]: pgmap v3078: 457 pgs: 457 active+clean; 161 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 81 KiB/s rd, 683 KiB/s wr, 11 op/s 2024-04-10T16:27:21.092 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestLibRBD.EncryptedResize (14132 ms) 2024-04-10T16:27:21.092 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestLibRBD.EncryptedFlattenSmallData 2024-04-10T16:27:21.092 INFO:tasks.workunit.client.0.smithi069.stdout:using new format! 2024-04-10T16:27:21.103 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:27:20 smithi069 ceph-mon[94167]: pgmap v3079: 457 pgs: 457 active+clean; 169 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 57 KiB/s rd, 1.3 MiB/s wr, 12 op/s 2024-04-10T16:27:21.103 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:27:20 smithi069 ceph-mon[96738]: pgmap v3079: 457 pgs: 457 active+clean; 169 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 57 KiB/s rd, 1.3 MiB/s wr, 12 op/s 2024-04-10T16:27:21.259 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:27:20 smithi077 ceph-mon[87572]: pgmap v3079: 457 pgs: 457 active+clean; 169 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 57 KiB/s rd, 1.3 MiB/s wr, 12 op/s 2024-04-10T16:27:22.760 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:27:22 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:27:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:27:23.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:27:22 smithi077 ceph-mon[87572]: pgmap v3080: 457 pgs: 457 active+clean; 169 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 60 KiB/s rd, 1.6 MiB/s wr, 17 op/s 2024-04-10T16:27:23.353 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:27:22 smithi069 ceph-mon[96738]: pgmap v3080: 457 pgs: 457 active+clean; 169 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 60 KiB/s rd, 1.6 MiB/s wr, 17 op/s 2024-04-10T16:27:23.354 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:27:22 smithi069 ceph-mon[94167]: pgmap v3080: 457 pgs: 457 active+clean; 169 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 60 KiB/s rd, 1.6 MiB/s wr, 17 op/s 2024-04-10T16:27:25.259 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:27:24 smithi077 ceph-mon[87572]: pgmap v3081: 457 pgs: 457 active+clean; 169 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 90 KiB/s rd, 1.6 MiB/s wr, 25 op/s 2024-04-10T16:27:25.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:27:24 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:27:25.353 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:27:24 smithi069 ceph-mon[96738]: pgmap v3081: 457 pgs: 457 active+clean; 169 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 90 KiB/s rd, 1.6 MiB/s wr, 25 op/s 2024-04-10T16:27:25.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:27:24 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:27:25.354 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:27:24 smithi069 ceph-mon[94167]: pgmap v3081: 457 pgs: 457 active+clean; 169 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 90 KiB/s rd, 1.6 MiB/s wr, 25 op/s 2024-04-10T16:27:25.354 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:27:24 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:27:27.155 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:27:26 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:27:26] "GET /metrics HTTP/1.1" 200 60764 "" "Prometheus/2.43.0" 2024-04-10T16:27:27.156 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:27:26 smithi069 ceph-mon[96738]: pgmap v3082: 457 pgs: 457 active+clean; 169 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 93 KiB/s rd, 1.6 MiB/s wr, 29 op/s 2024-04-10T16:27:27.156 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:27:26 smithi069 ceph-mon[94167]: pgmap v3082: 457 pgs: 457 active+clean; 169 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 93 KiB/s rd, 1.6 MiB/s wr, 29 op/s 2024-04-10T16:27:27.259 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:27:26 smithi077 ceph-mon[87572]: pgmap v3082: 457 pgs: 457 active+clean; 169 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 93 KiB/s rd, 1.6 MiB/s wr, 29 op/s 2024-04-10T16:27:29.259 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:27:28 smithi077 ceph-mon[87572]: pgmap v3083: 457 pgs: 457 active+clean; 169 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 93 KiB/s rd, 1.6 MiB/s wr, 29 op/s 2024-04-10T16:27:29.353 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:27:28 smithi069 ceph-mon[96738]: pgmap v3083: 457 pgs: 457 active+clean; 169 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 93 KiB/s rd, 1.6 MiB/s wr, 29 op/s 2024-04-10T16:27:29.354 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:27:28 smithi069 ceph-mon[94167]: pgmap v3083: 457 pgs: 457 active+clean; 169 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 93 KiB/s rd, 1.6 MiB/s wr, 29 op/s 2024-04-10T16:27:30.259 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:27:29 smithi077 ceph-mon[87572]: osdmap e1715: 8 total, 8 up, 8 in 2024-04-10T16:27:30.353 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:27:29 smithi069 ceph-mon[96738]: osdmap e1715: 8 total, 8 up, 8 in 2024-04-10T16:27:30.353 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:27:29 smithi069 ceph-mon[94167]: osdmap e1715: 8 total, 8 up, 8 in 2024-04-10T16:27:31.259 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:27:30 smithi077 ceph-mon[87572]: pgmap v3085: 457 pgs: 457 active+clean; 181 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 49 KiB/s rd, 1.5 MiB/s wr, 31 op/s 2024-04-10T16:27:31.353 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:27:30 smithi069 ceph-mon[96738]: pgmap v3085: 457 pgs: 457 active+clean; 181 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 49 KiB/s rd, 1.5 MiB/s wr, 31 op/s 2024-04-10T16:27:31.354 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:27:30 smithi069 ceph-mon[94167]: pgmap v3085: 457 pgs: 457 active+clean; 181 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 49 KiB/s rd, 1.5 MiB/s wr, 31 op/s 2024-04-10T16:27:32.760 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:27:32 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:27:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:27:33.259 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:27:32 smithi077 ceph-mon[87572]: pgmap v3086: 457 pgs: 457 active+clean; 185 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 78 KiB/s rd, 1.6 MiB/s wr, 29 op/s 2024-04-10T16:27:33.353 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:27:32 smithi069 ceph-mon[96738]: pgmap v3086: 457 pgs: 457 active+clean; 185 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 78 KiB/s rd, 1.6 MiB/s wr, 29 op/s 2024-04-10T16:27:33.354 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:27:32 smithi069 ceph-mon[94167]: pgmap v3086: 457 pgs: 457 active+clean; 185 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 78 KiB/s rd, 1.6 MiB/s wr, 29 op/s 2024-04-10T16:27:34.840 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestLibRBD.EncryptedFlattenSmallData (13747 ms) 2024-04-10T16:27:34.840 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestLibRBD.TestIOWithIOHint 2024-04-10T16:27:34.840 INFO:tasks.workunit.client.0.smithi069.stdout:using new format! 2024-04-10T16:27:35.259 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:27:34 smithi077 ceph-mon[87572]: pgmap v3087: 457 pgs: 457 active+clean; 189 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 70 KiB/s rd, 2.0 MiB/s wr, 19 op/s 2024-04-10T16:27:35.353 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:27:34 smithi069 ceph-mon[96738]: pgmap v3087: 457 pgs: 457 active+clean; 189 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 70 KiB/s rd, 2.0 MiB/s wr, 19 op/s 2024-04-10T16:27:35.353 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:27:34 smithi069 ceph-mon[94167]: pgmap v3087: 457 pgs: 457 active+clean; 189 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 70 KiB/s rd, 2.0 MiB/s wr, 19 op/s 2024-04-10T16:27:36.707 INFO:tasks.workunit.client.0.smithi069.stdout:wrote: 512 2024-04-10T16:27:36.707 INFO:tasks.workunit.client.0.smithi069.stdout:wrote: 512 2024-04-10T16:27:36.707 INFO:tasks.workunit.client.0.smithi069.stdout:wrote: 512 2024-04-10T16:27:36.707 INFO:tasks.workunit.client.0.smithi069.stdout:wrote: 512 2024-04-10T16:27:36.707 INFO:tasks.workunit.client.0.smithi069.stdout:wrote: 512 2024-04-10T16:27:36.707 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:27:36.707 INFO:tasks.workunit.client.0.smithi069.stdout:started write 2024-04-10T16:27:36.707 INFO:tasks.workunit.client.0.smithi069.stdout:write completion cb called! 2024-04-10T16:27:36.708 INFO:tasks.workunit.client.0.smithi069.stdout:return value is: 0 2024-04-10T16:27:36.708 INFO:tasks.workunit.client.0.smithi069.stdout:finished write 2024-04-10T16:27:36.708 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:27:36.708 INFO:tasks.workunit.client.0.smithi069.stdout:started write 2024-04-10T16:27:36.708 INFO:tasks.workunit.client.0.smithi069.stdout:write completion cb called! 2024-04-10T16:27:36.708 INFO:tasks.workunit.client.0.smithi069.stdout:return value is: 0 2024-04-10T16:27:36.708 INFO:tasks.workunit.client.0.smithi069.stdout:finished write 2024-04-10T16:27:36.708 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:27:36.708 INFO:tasks.workunit.client.0.smithi069.stdout:started write 2024-04-10T16:27:36.708 INFO:tasks.workunit.client.0.smithi069.stdout:write completion cb called! 2024-04-10T16:27:36.708 INFO:tasks.workunit.client.0.smithi069.stdout:return value is: 0 2024-04-10T16:27:36.708 INFO:tasks.workunit.client.0.smithi069.stdout:finished write 2024-04-10T16:27:36.708 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:27:36.708 INFO:tasks.workunit.client.0.smithi069.stdout:started write 2024-04-10T16:27:36.708 INFO:tasks.workunit.client.0.smithi069.stdout:write completion cb called! 2024-04-10T16:27:36.708 INFO:tasks.workunit.client.0.smithi069.stdout:return value is: 0 2024-04-10T16:27:36.709 INFO:tasks.workunit.client.0.smithi069.stdout:finished write 2024-04-10T16:27:36.709 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:27:36.709 INFO:tasks.workunit.client.0.smithi069.stdout:started write 2024-04-10T16:27:36.709 INFO:tasks.workunit.client.0.smithi069.stdout:write completion cb called! 2024-04-10T16:27:36.709 INFO:tasks.workunit.client.0.smithi069.stdout:return value is: 0 2024-04-10T16:27:36.709 INFO:tasks.workunit.client.0.smithi069.stdout:finished write 2024-04-10T16:27:36.709 INFO:tasks.workunit.client.0.smithi069.stdout:start compare and write 2024-04-10T16:27:36.709 INFO:tasks.workunit.client.0.smithi069.stdout:compare and wrote: 512 2024-04-10T16:27:36.709 INFO:tasks.workunit.client.0.smithi069.stdout:start compare and write 2024-04-10T16:27:36.709 INFO:tasks.workunit.client.0.smithi069.stdout:compare and wrote: 512 2024-04-10T16:27:36.709 INFO:tasks.workunit.client.0.smithi069.stdout:start compare and write 2024-04-10T16:27:36.709 INFO:tasks.workunit.client.0.smithi069.stdout:compare and wrote: 512 2024-04-10T16:27:36.709 INFO:tasks.workunit.client.0.smithi069.stdout:start compare and write 2024-04-10T16:27:36.709 INFO:tasks.workunit.client.0.smithi069.stdout:compare and wrote: 512 2024-04-10T16:27:36.709 INFO:tasks.workunit.client.0.smithi069.stdout:start compare and write 2024-04-10T16:27:36.710 INFO:tasks.workunit.client.0.smithi069.stdout:compare and wrote: 512 2024-04-10T16:27:36.710 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:27:36.710 INFO:tasks.workunit.client.0.smithi069.stdout:started aio compare and write 2024-04-10T16:27:36.710 INFO:tasks.workunit.client.0.smithi069.stdout:write completion cb called! 2024-04-10T16:27:36.710 INFO:tasks.workunit.client.0.smithi069.stdout:return value is: 0 2024-04-10T16:27:36.710 INFO:tasks.workunit.client.0.smithi069.stdout:finished aio compare and write 2024-04-10T16:27:36.710 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:27:36.710 INFO:tasks.workunit.client.0.smithi069.stdout:started aio compare and write 2024-04-10T16:27:36.710 INFO:tasks.workunit.client.0.smithi069.stdout:write completion cb called! 2024-04-10T16:27:36.710 INFO:tasks.workunit.client.0.smithi069.stdout:return value is: 0 2024-04-10T16:27:36.710 INFO:tasks.workunit.client.0.smithi069.stdout:finished aio compare and write 2024-04-10T16:27:36.710 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:27:36.710 INFO:tasks.workunit.client.0.smithi069.stdout:started aio compare and write 2024-04-10T16:27:36.710 INFO:tasks.workunit.client.0.smithi069.stdout:write completion cb called! 2024-04-10T16:27:36.710 INFO:tasks.workunit.client.0.smithi069.stdout:return value is: 0 2024-04-10T16:27:36.710 INFO:tasks.workunit.client.0.smithi069.stdout:finished aio compare and write 2024-04-10T16:27:36.711 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:27:36.711 INFO:tasks.workunit.client.0.smithi069.stdout:started aio compare and write 2024-04-10T16:27:36.711 INFO:tasks.workunit.client.0.smithi069.stdout:write completion cb called! 2024-04-10T16:27:36.711 INFO:tasks.workunit.client.0.smithi069.stdout:return value is: 0 2024-04-10T16:27:36.711 INFO:tasks.workunit.client.0.smithi069.stdout:finished aio compare and write 2024-04-10T16:27:36.711 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:27:36.711 INFO:tasks.workunit.client.0.smithi069.stdout:started aio compare and write 2024-04-10T16:27:36.711 INFO:tasks.workunit.client.0.smithi069.stdout:write completion cb called! 2024-04-10T16:27:36.711 INFO:tasks.workunit.client.0.smithi069.stdout:return value is: 0 2024-04-10T16:27:36.711 INFO:tasks.workunit.client.0.smithi069.stdout:finished aio compare and write 2024-04-10T16:27:36.711 INFO:tasks.workunit.client.0.smithi069.stdout:read: 512 2024-04-10T16:27:36.711 INFO:tasks.workunit.client.0.smithi069.stdout:read: 512 2024-04-10T16:27:36.711 INFO:tasks.workunit.client.0.smithi069.stdout:read: 512 2024-04-10T16:27:36.711 INFO:tasks.workunit.client.0.smithi069.stdout:read: 512 2024-04-10T16:27:36.711 INFO:tasks.workunit.client.0.smithi069.stdout:read: 512 2024-04-10T16:27:36.711 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:27:36.711 INFO:tasks.workunit.client.0.smithi069.stdout:started read 2024-04-10T16:27:36.712 INFO:tasks.workunit.client.0.smithi069.stdout:read completion cb called! 2024-04-10T16:27:36.712 INFO:tasks.workunit.client.0.smithi069.stdout:return value is: 512 2024-04-10T16:27:36.712 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:27:36.712 INFO:tasks.workunit.client.0.smithi069.stdout:started read 2024-04-10T16:27:36.712 INFO:tasks.workunit.client.0.smithi069.stdout:read completion cb called! 2024-04-10T16:27:36.712 INFO:tasks.workunit.client.0.smithi069.stdout:return value is: 512 2024-04-10T16:27:36.712 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:27:36.712 INFO:tasks.workunit.client.0.smithi069.stdout:started read 2024-04-10T16:27:36.712 INFO:tasks.workunit.client.0.smithi069.stdout:read completion cb called! 2024-04-10T16:27:36.712 INFO:tasks.workunit.client.0.smithi069.stdout:return value is: 512 2024-04-10T16:27:36.712 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:27:36.712 INFO:tasks.workunit.client.0.smithi069.stdout:started read 2024-04-10T16:27:36.712 INFO:tasks.workunit.client.0.smithi069.stdout:read completion cb called! 2024-04-10T16:27:36.712 INFO:tasks.workunit.client.0.smithi069.stdout:return value is: 512 2024-04-10T16:27:36.712 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:27:36.712 INFO:tasks.workunit.client.0.smithi069.stdout:started read 2024-04-10T16:27:36.713 INFO:tasks.workunit.client.0.smithi069.stdout:read completion cb called! 2024-04-10T16:27:36.713 INFO:tasks.workunit.client.0.smithi069.stdout:return value is: 512 2024-04-10T16:27:36.713 INFO:tasks.workunit.client.0.smithi069.stdout:discard: 512~512 = 512 2024-04-10T16:27:36.713 INFO:tasks.workunit.client.0.smithi069.stdout:write completion cb called! 2024-04-10T16:27:36.713 INFO:tasks.workunit.client.0.smithi069.stdout:aio discard: 1536~512 = 0 2024-04-10T16:27:36.713 INFO:tasks.workunit.client.0.smithi069.stdout:read: 512 2024-04-10T16:27:36.713 INFO:tasks.workunit.client.0.smithi069.stdout:read: 512 2024-04-10T16:27:36.713 INFO:tasks.workunit.client.0.smithi069.stdout:read: 512 2024-04-10T16:27:36.713 INFO:tasks.workunit.client.0.smithi069.stdout:read: 512 2024-04-10T16:27:36.713 INFO:tasks.workunit.client.0.smithi069.stdout:read: 512 2024-04-10T16:27:36.713 INFO:tasks.workunit.client.0.smithi069.stdout:wrote: 0 2024-04-10T16:27:36.713 INFO:tasks.workunit.client.0.smithi069.stdout:to verify the data 2024-04-10T16:27:36.713 INFO:tasks.workunit.client.0.smithi069.stdout:verified 2024-04-10T16:27:36.713 INFO:tasks.workunit.client.0.smithi069.stdout:wrote: 0 2024-04-10T16:27:36.713 INFO:tasks.workunit.client.0.smithi069.stdout:to verify the data 2024-04-10T16:27:36.713 INFO:tasks.workunit.client.0.smithi069.stdout:verified 2024-04-10T16:27:36.713 INFO:tasks.workunit.client.0.smithi069.stdout:wrote: 16384 2024-04-10T16:27:36.714 INFO:tasks.workunit.client.0.smithi069.stdout:to verify the data 2024-04-10T16:27:36.714 INFO:tasks.workunit.client.0.smithi069.stdout:verified 2024-04-10T16:27:36.714 INFO:tasks.workunit.client.0.smithi069.stdout:wrote: 16384 2024-04-10T16:27:36.714 INFO:tasks.workunit.client.0.smithi069.stdout:to verify the data 2024-04-10T16:27:36.714 INFO:tasks.workunit.client.0.smithi069.stdout:verified 2024-04-10T16:27:36.714 INFO:tasks.workunit.client.0.smithi069.stdout:expected fail, finished writesame 2024-04-10T16:27:36.714 INFO:tasks.workunit.client.0.smithi069.stdout:expected fail, finished writesame 2024-04-10T16:27:36.714 INFO:tasks.workunit.client.0.smithi069.stdout:wrote: 49152 2024-04-10T16:27:36.714 INFO:tasks.workunit.client.0.smithi069.stdout:to verify the data 2024-04-10T16:27:36.714 INFO:tasks.workunit.client.0.smithi069.stdout:verified 2024-04-10T16:27:36.714 INFO:tasks.workunit.client.0.smithi069.stdout:wrote: 49152 2024-04-10T16:27:36.714 INFO:tasks.workunit.client.0.smithi069.stdout:to verify the data 2024-04-10T16:27:36.714 INFO:tasks.workunit.client.0.smithi069.stdout:verified 2024-04-10T16:27:36.714 INFO:tasks.workunit.client.0.smithi069.stdout:wrote: 65536 2024-04-10T16:27:36.714 INFO:tasks.workunit.client.0.smithi069.stdout:to verify the data 2024-04-10T16:27:36.715 INFO:tasks.workunit.client.0.smithi069.stdout:verified 2024-04-10T16:27:36.715 INFO:tasks.workunit.client.0.smithi069.stdout:wrote: 65536 2024-04-10T16:27:36.715 INFO:tasks.workunit.client.0.smithi069.stdout:to verify the data 2024-04-10T16:27:36.715 INFO:tasks.workunit.client.0.smithi069.stdout:verified 2024-04-10T16:27:36.715 INFO:tasks.workunit.client.0.smithi069.stdout:expected fail, finished writesame 2024-04-10T16:27:36.715 INFO:tasks.workunit.client.0.smithi069.stdout:expected fail, finished writesame 2024-04-10T16:27:36.715 INFO:tasks.workunit.client.0.smithi069.stdout:wrote: 98304 2024-04-10T16:27:36.715 INFO:tasks.workunit.client.0.smithi069.stdout:to verify the data 2024-04-10T16:27:36.715 INFO:tasks.workunit.client.0.smithi069.stdout:verified 2024-04-10T16:27:36.715 INFO:tasks.workunit.client.0.smithi069.stdout:wrote: 98304 2024-04-10T16:27:36.715 INFO:tasks.workunit.client.0.smithi069.stdout:to verify the data 2024-04-10T16:27:36.715 INFO:tasks.workunit.client.0.smithi069.stdout:verified 2024-04-10T16:27:36.715 INFO:tasks.workunit.client.0.smithi069.stdout:wrote: 114688 2024-04-10T16:27:36.715 INFO:tasks.workunit.client.0.smithi069.stdout:to verify the data 2024-04-10T16:27:36.715 INFO:tasks.workunit.client.0.smithi069.stdout:verified 2024-04-10T16:27:36.715 INFO:tasks.workunit.client.0.smithi069.stdout:wrote: 114688 2024-04-10T16:27:36.716 INFO:tasks.workunit.client.0.smithi069.stdout:to verify the data 2024-04-10T16:27:36.716 INFO:tasks.workunit.client.0.smithi069.stdout:verified 2024-04-10T16:27:36.716 INFO:tasks.workunit.client.0.smithi069.stdout:expected fail, finished writesame 2024-04-10T16:27:36.716 INFO:tasks.workunit.client.0.smithi069.stdout:expected fail, finished writesame 2024-04-10T16:27:36.716 INFO:tasks.workunit.client.0.smithi069.stdout:wrote: 147456 2024-04-10T16:27:36.716 INFO:tasks.workunit.client.0.smithi069.stdout:to verify the data 2024-04-10T16:27:36.716 INFO:tasks.workunit.client.0.smithi069.stdout:verified 2024-04-10T16:27:36.716 INFO:tasks.workunit.client.0.smithi069.stdout:wrote: 147456 2024-04-10T16:27:36.716 INFO:tasks.workunit.client.0.smithi069.stdout:to verify the data 2024-04-10T16:27:36.716 INFO:tasks.workunit.client.0.smithi069.stdout:verified 2024-04-10T16:27:36.716 INFO:tasks.workunit.client.0.smithi069.stdout:wrote: 163840 2024-04-10T16:27:36.716 INFO:tasks.workunit.client.0.smithi069.stdout:to verify the data 2024-04-10T16:27:36.716 INFO:tasks.workunit.client.0.smithi069.stdout:verified 2024-04-10T16:27:36.716 INFO:tasks.workunit.client.0.smithi069.stdout:wrote: 163840 2024-04-10T16:27:36.716 INFO:tasks.workunit.client.0.smithi069.stdout:to verify the data 2024-04-10T16:27:36.717 INFO:tasks.workunit.client.0.smithi069.stdout:verified 2024-04-10T16:27:36.717 INFO:tasks.workunit.client.0.smithi069.stdout:expected fail, finished writesame 2024-04-10T16:27:36.717 INFO:tasks.workunit.client.0.smithi069.stdout:expected fail, finished writesame 2024-04-10T16:27:36.717 INFO:tasks.workunit.client.0.smithi069.stdout:wrote: 196608 2024-04-10T16:27:36.717 INFO:tasks.workunit.client.0.smithi069.stdout:to verify the data 2024-04-10T16:27:36.717 INFO:tasks.workunit.client.0.smithi069.stdout:verified 2024-04-10T16:27:36.717 INFO:tasks.workunit.client.0.smithi069.stdout:wrote: 196608 2024-04-10T16:27:36.717 INFO:tasks.workunit.client.0.smithi069.stdout:to verify the data 2024-04-10T16:27:36.717 INFO:tasks.workunit.client.0.smithi069.stdout:verified 2024-04-10T16:27:36.717 INFO:tasks.workunit.client.0.smithi069.stdout:wrote: 212992 2024-04-10T16:27:36.717 INFO:tasks.workunit.client.0.smithi069.stdout:to verify the data 2024-04-10T16:27:36.717 INFO:tasks.workunit.client.0.smithi069.stdout:verified 2024-04-10T16:27:36.717 INFO:tasks.workunit.client.0.smithi069.stdout:wrote: 212992 2024-04-10T16:27:36.717 INFO:tasks.workunit.client.0.smithi069.stdout:to verify the data 2024-04-10T16:27:36.717 INFO:tasks.workunit.client.0.smithi069.stdout:verified 2024-04-10T16:27:36.717 INFO:tasks.workunit.client.0.smithi069.stdout:expected fail, finished writesame 2024-04-10T16:27:36.718 INFO:tasks.workunit.client.0.smithi069.stdout:expected fail, finished writesame 2024-04-10T16:27:36.718 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:27:36.718 INFO:tasks.workunit.client.0.smithi069.stdout:started writesame 2024-04-10T16:27:36.718 INFO:tasks.workunit.client.0.smithi069.stdout:write completion cb called! 2024-04-10T16:27:36.718 INFO:tasks.workunit.client.0.smithi069.stdout:return value is: 0 2024-04-10T16:27:36.718 INFO:tasks.workunit.client.0.smithi069.stdout:finished writesame 2024-04-10T16:27:36.718 INFO:tasks.workunit.client.0.smithi069.stdout:to verify the data 2024-04-10T16:27:36.718 INFO:tasks.workunit.client.0.smithi069.stdout:verified 2024-04-10T16:27:36.718 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:27:36.718 INFO:tasks.workunit.client.0.smithi069.stdout:started writesame 2024-04-10T16:27:36.718 INFO:tasks.workunit.client.0.smithi069.stdout:write completion cb called! 2024-04-10T16:27:36.718 INFO:tasks.workunit.client.0.smithi069.stdout:return value is: 0 2024-04-10T16:27:36.718 INFO:tasks.workunit.client.0.smithi069.stdout:finished writesame 2024-04-10T16:27:36.718 INFO:tasks.workunit.client.0.smithi069.stdout:to verify the data 2024-04-10T16:27:36.719 INFO:tasks.workunit.client.0.smithi069.stdout:verified 2024-04-10T16:27:36.719 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:27:36.719 INFO:tasks.workunit.client.0.smithi069.stdout:started writesame 2024-04-10T16:27:36.719 INFO:tasks.workunit.client.0.smithi069.stdout:write completion cb called! 2024-04-10T16:27:36.719 INFO:tasks.workunit.client.0.smithi069.stdout:return value is: 0 2024-04-10T16:27:36.719 INFO:tasks.workunit.client.0.smithi069.stdout:finished writesame 2024-04-10T16:27:36.719 INFO:tasks.workunit.client.0.smithi069.stdout:to verify the data 2024-04-10T16:27:36.719 INFO:tasks.workunit.client.0.smithi069.stdout:verified 2024-04-10T16:27:36.719 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:27:36.719 INFO:tasks.workunit.client.0.smithi069.stdout:started writesame 2024-04-10T16:27:36.719 INFO:tasks.workunit.client.0.smithi069.stdout:write completion cb called! 2024-04-10T16:27:36.719 INFO:tasks.workunit.client.0.smithi069.stdout:return value is: 0 2024-04-10T16:27:36.719 INFO:tasks.workunit.client.0.smithi069.stdout:finished writesame 2024-04-10T16:27:36.719 INFO:tasks.workunit.client.0.smithi069.stdout:to verify the data 2024-04-10T16:27:36.719 INFO:tasks.workunit.client.0.smithi069.stdout:verified 2024-04-10T16:27:36.719 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:27:36.720 INFO:tasks.workunit.client.0.smithi069.stdout:started writesame 2024-04-10T16:27:36.720 INFO:tasks.workunit.client.0.smithi069.stdout:expected fail, finished writesame 2024-04-10T16:27:36.720 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:27:36.720 INFO:tasks.workunit.client.0.smithi069.stdout:started writesame 2024-04-10T16:27:36.720 INFO:tasks.workunit.client.0.smithi069.stdout:expected fail, finished writesame 2024-04-10T16:27:36.720 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:27:36.720 INFO:tasks.workunit.client.0.smithi069.stdout:started writesame 2024-04-10T16:27:36.720 INFO:tasks.workunit.client.0.smithi069.stdout:write completion cb called! 2024-04-10T16:27:36.720 INFO:tasks.workunit.client.0.smithi069.stdout:return value is: 0 2024-04-10T16:27:36.720 INFO:tasks.workunit.client.0.smithi069.stdout:finished writesame 2024-04-10T16:27:36.720 INFO:tasks.workunit.client.0.smithi069.stdout:to verify the data 2024-04-10T16:27:36.720 INFO:tasks.workunit.client.0.smithi069.stdout:verified 2024-04-10T16:27:36.720 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:27:36.720 INFO:tasks.workunit.client.0.smithi069.stdout:started writesame 2024-04-10T16:27:36.720 INFO:tasks.workunit.client.0.smithi069.stdout:write completion cb called! 2024-04-10T16:27:36.720 INFO:tasks.workunit.client.0.smithi069.stdout:return value is: 0 2024-04-10T16:27:36.721 INFO:tasks.workunit.client.0.smithi069.stdout:finished writesame 2024-04-10T16:27:36.721 INFO:tasks.workunit.client.0.smithi069.stdout:to verify the data 2024-04-10T16:27:36.721 INFO:tasks.workunit.client.0.smithi069.stdout:verified 2024-04-10T16:27:36.721 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:27:37.259 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:27:36 smithi077 ceph-mon[87572]: pgmap v3088: 457 pgs: 457 active+clean; 193 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.4 MiB/s wr, 31 op/s 2024-04-10T16:27:37.353 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:27:36 smithi069 ceph-mon[96738]: pgmap v3088: 457 pgs: 457 active+clean; 193 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.4 MiB/s wr, 31 op/s 2024-04-10T16:27:37.354 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:27:36 smithi069 ceph-mon[94167]: pgmap v3088: 457 pgs: 457 active+clean; 193 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.4 MiB/s wr, 31 op/s 2024-04-10T16:27:37.354 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:27:36 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:27:36] "GET /metrics HTTP/1.1" 200 60764 "" "Prometheus/2.43.0" 2024-04-10T16:27:38.312 INFO:tasks.workunit.client.0.smithi069.stdout:started writesame 2024-04-10T16:27:38.313 INFO:tasks.workunit.client.0.smithi069.stdout:write completion cb called! 2024-04-10T16:27:38.313 INFO:tasks.workunit.client.0.smithi069.stdout:return value is: 0 2024-04-10T16:27:38.313 INFO:tasks.workunit.client.0.smithi069.stdout:finished writesame 2024-04-10T16:27:38.313 INFO:tasks.workunit.client.0.smithi069.stdout:to verify the data 2024-04-10T16:27:38.313 INFO:tasks.workunit.client.0.smithi069.stdout:verified 2024-04-10T16:27:38.313 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:27:38.313 INFO:tasks.workunit.client.0.smithi069.stdout:started writesame 2024-04-10T16:27:38.313 INFO:tasks.workunit.client.0.smithi069.stdout:write completion cb called! 2024-04-10T16:27:38.313 INFO:tasks.workunit.client.0.smithi069.stdout:return value is: 0 2024-04-10T16:27:38.313 INFO:tasks.workunit.client.0.smithi069.stdout:finished writesame 2024-04-10T16:27:38.313 INFO:tasks.workunit.client.0.smithi069.stdout:to verify the data 2024-04-10T16:27:38.313 INFO:tasks.workunit.client.0.smithi069.stdout:verified 2024-04-10T16:27:38.313 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:27:38.313 INFO:tasks.workunit.client.0.smithi069.stdout:started writesame 2024-04-10T16:27:38.314 INFO:tasks.workunit.client.0.smithi069.stdout:expected fail, finished writesame 2024-04-10T16:27:38.314 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:27:38.314 INFO:tasks.workunit.client.0.smithi069.stdout:started writesame 2024-04-10T16:27:38.314 INFO:tasks.workunit.client.0.smithi069.stdout:expected fail, finished writesame 2024-04-10T16:27:38.314 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:27:38.314 INFO:tasks.workunit.client.0.smithi069.stdout:started writesame 2024-04-10T16:27:38.314 INFO:tasks.workunit.client.0.smithi069.stdout:write completion cb called! 2024-04-10T16:27:38.314 INFO:tasks.workunit.client.0.smithi069.stdout:return value is: 0 2024-04-10T16:27:38.314 INFO:tasks.workunit.client.0.smithi069.stdout:finished writesame 2024-04-10T16:27:38.314 INFO:tasks.workunit.client.0.smithi069.stdout:to verify the data 2024-04-10T16:27:38.314 INFO:tasks.workunit.client.0.smithi069.stdout:verified 2024-04-10T16:27:38.314 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:27:38.314 INFO:tasks.workunit.client.0.smithi069.stdout:started writesame 2024-04-10T16:27:38.315 INFO:tasks.workunit.client.0.smithi069.stdout:write completion cb called! 2024-04-10T16:27:38.315 INFO:tasks.workunit.client.0.smithi069.stdout:return value is: 0 2024-04-10T16:27:38.315 INFO:tasks.workunit.client.0.smithi069.stdout:finished writesame 2024-04-10T16:27:38.315 INFO:tasks.workunit.client.0.smithi069.stdout:to verify the data 2024-04-10T16:27:38.315 INFO:tasks.workunit.client.0.smithi069.stdout:verified 2024-04-10T16:27:38.315 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:27:38.315 INFO:tasks.workunit.client.0.smithi069.stdout:started writesame 2024-04-10T16:27:38.315 INFO:tasks.workunit.client.0.smithi069.stdout:write completion cb called! 2024-04-10T16:27:38.315 INFO:tasks.workunit.client.0.smithi069.stdout:return value is: 0 2024-04-10T16:27:38.315 INFO:tasks.workunit.client.0.smithi069.stdout:finished writesame 2024-04-10T16:27:38.315 INFO:tasks.workunit.client.0.smithi069.stdout:to verify the data 2024-04-10T16:27:38.315 INFO:tasks.workunit.client.0.smithi069.stdout:verified 2024-04-10T16:27:38.315 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:27:38.315 INFO:tasks.workunit.client.0.smithi069.stdout:started writesame 2024-04-10T16:27:38.315 INFO:tasks.workunit.client.0.smithi069.stdout:write completion cb called! 2024-04-10T16:27:38.316 INFO:tasks.workunit.client.0.smithi069.stdout:return value is: 0 2024-04-10T16:27:38.316 INFO:tasks.workunit.client.0.smithi069.stdout:finished writesame 2024-04-10T16:27:38.316 INFO:tasks.workunit.client.0.smithi069.stdout:to verify the data 2024-04-10T16:27:38.316 INFO:tasks.workunit.client.0.smithi069.stdout:verified 2024-04-10T16:27:38.316 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:27:38.316 INFO:tasks.workunit.client.0.smithi069.stdout:started writesame 2024-04-10T16:27:38.316 INFO:tasks.workunit.client.0.smithi069.stdout:expected fail, finished writesame 2024-04-10T16:27:38.316 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:27:38.316 INFO:tasks.workunit.client.0.smithi069.stdout:started writesame 2024-04-10T16:27:38.316 INFO:tasks.workunit.client.0.smithi069.stdout:expected fail, finished writesame 2024-04-10T16:27:38.316 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:27:38.316 INFO:tasks.workunit.client.0.smithi069.stdout:started writesame 2024-04-10T16:27:38.316 INFO:tasks.workunit.client.0.smithi069.stdout:write completion cb called! 2024-04-10T16:27:38.316 INFO:tasks.workunit.client.0.smithi069.stdout:return value is: 0 2024-04-10T16:27:38.316 INFO:tasks.workunit.client.0.smithi069.stdout:finished writesame 2024-04-10T16:27:38.316 INFO:tasks.workunit.client.0.smithi069.stdout:to verify the data 2024-04-10T16:27:38.317 INFO:tasks.workunit.client.0.smithi069.stdout:verified 2024-04-10T16:27:38.317 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:27:38.317 INFO:tasks.workunit.client.0.smithi069.stdout:started writesame 2024-04-10T16:27:38.317 INFO:tasks.workunit.client.0.smithi069.stdout:write completion cb called! 2024-04-10T16:27:38.317 INFO:tasks.workunit.client.0.smithi069.stdout:return value is: 0 2024-04-10T16:27:38.317 INFO:tasks.workunit.client.0.smithi069.stdout:finished writesame 2024-04-10T16:27:38.317 INFO:tasks.workunit.client.0.smithi069.stdout:to verify the data 2024-04-10T16:27:38.317 INFO:tasks.workunit.client.0.smithi069.stdout:verified 2024-04-10T16:27:38.317 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:27:38.317 INFO:tasks.workunit.client.0.smithi069.stdout:started writesame 2024-04-10T16:27:38.317 INFO:tasks.workunit.client.0.smithi069.stdout:write completion cb called! 2024-04-10T16:27:38.317 INFO:tasks.workunit.client.0.smithi069.stdout:return value is: 0 2024-04-10T16:27:38.317 INFO:tasks.workunit.client.0.smithi069.stdout:finished writesame 2024-04-10T16:27:38.317 INFO:tasks.workunit.client.0.smithi069.stdout:to verify the data 2024-04-10T16:27:38.317 INFO:tasks.workunit.client.0.smithi069.stdout:verified 2024-04-10T16:27:38.317 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:27:38.317 INFO:tasks.workunit.client.0.smithi069.stdout:started writesame 2024-04-10T16:27:38.318 INFO:tasks.workunit.client.0.smithi069.stdout:write completion cb called! 2024-04-10T16:27:38.318 INFO:tasks.workunit.client.0.smithi069.stdout:return value is: 0 2024-04-10T16:27:38.318 INFO:tasks.workunit.client.0.smithi069.stdout:finished writesame 2024-04-10T16:27:38.318 INFO:tasks.workunit.client.0.smithi069.stdout:to verify the data 2024-04-10T16:27:38.318 INFO:tasks.workunit.client.0.smithi069.stdout:verified 2024-04-10T16:27:38.318 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:27:38.318 INFO:tasks.workunit.client.0.smithi069.stdout:started writesame 2024-04-10T16:27:38.318 INFO:tasks.workunit.client.0.smithi069.stdout:expected fail, finished writesame 2024-04-10T16:27:38.318 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:27:38.318 INFO:tasks.workunit.client.0.smithi069.stdout:started writesame 2024-04-10T16:27:38.318 INFO:tasks.workunit.client.0.smithi069.stdout:expected fail, finished writesame 2024-04-10T16:27:38.318 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:27:38.318 INFO:tasks.workunit.client.0.smithi069.stdout:started writesame 2024-04-10T16:27:38.318 INFO:tasks.workunit.client.0.smithi069.stdout:write completion cb called! 2024-04-10T16:27:38.318 INFO:tasks.workunit.client.0.smithi069.stdout:return value is: 0 2024-04-10T16:27:38.319 INFO:tasks.workunit.client.0.smithi069.stdout:finished writesame 2024-04-10T16:27:38.319 INFO:tasks.workunit.client.0.smithi069.stdout:to verify the data 2024-04-10T16:27:38.319 INFO:tasks.workunit.client.0.smithi069.stdout:verified 2024-04-10T16:27:38.319 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:27:38.319 INFO:tasks.workunit.client.0.smithi069.stdout:started writesame 2024-04-10T16:27:38.319 INFO:tasks.workunit.client.0.smithi069.stdout:write completion cb called! 2024-04-10T16:27:38.319 INFO:tasks.workunit.client.0.smithi069.stdout:return value is: 0 2024-04-10T16:27:38.319 INFO:tasks.workunit.client.0.smithi069.stdout:finished writesame 2024-04-10T16:27:38.319 INFO:tasks.workunit.client.0.smithi069.stdout:to verify the data 2024-04-10T16:27:38.319 INFO:tasks.workunit.client.0.smithi069.stdout:verified 2024-04-10T16:27:38.319 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:27:38.319 INFO:tasks.workunit.client.0.smithi069.stdout:started writesame 2024-04-10T16:27:38.319 INFO:tasks.workunit.client.0.smithi069.stdout:write completion cb called! 2024-04-10T16:27:38.319 INFO:tasks.workunit.client.0.smithi069.stdout:return value is: 0 2024-04-10T16:27:38.319 INFO:tasks.workunit.client.0.smithi069.stdout:finished writesame 2024-04-10T16:27:38.319 INFO:tasks.workunit.client.0.smithi069.stdout:to verify the data 2024-04-10T16:27:38.319 INFO:tasks.workunit.client.0.smithi069.stdout:verified 2024-04-10T16:27:38.320 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:27:38.320 INFO:tasks.workunit.client.0.smithi069.stdout:started writesame 2024-04-10T16:27:38.320 INFO:tasks.workunit.client.0.smithi069.stdout:write completion cb called! 2024-04-10T16:27:38.320 INFO:tasks.workunit.client.0.smithi069.stdout:return value is: 0 2024-04-10T16:27:38.320 INFO:tasks.workunit.client.0.smithi069.stdout:finished writesame 2024-04-10T16:27:38.320 INFO:tasks.workunit.client.0.smithi069.stdout:to verify the data 2024-04-10T16:27:38.320 INFO:tasks.workunit.client.0.smithi069.stdout:verified 2024-04-10T16:27:38.320 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:27:38.320 INFO:tasks.workunit.client.0.smithi069.stdout:started writesame 2024-04-10T16:27:38.320 INFO:tasks.workunit.client.0.smithi069.stdout:expected fail, finished writesame 2024-04-10T16:27:38.320 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:27:38.320 INFO:tasks.workunit.client.0.smithi069.stdout:started writesame 2024-04-10T16:27:38.320 INFO:tasks.workunit.client.0.smithi069.stdout:expected fail, finished writesame 2024-04-10T16:27:38.320 INFO:tasks.workunit.client.0.smithi069.stdout:read completion cb called! 2024-04-10T16:27:38.321 INFO:tasks.workunit.client.0.smithi069.stdout:wrote: 512 2024-04-10T16:27:38.321 INFO:tasks.workunit.client.0.smithi069.stdout:read completion cb called! 2024-04-10T16:27:38.321 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestLibRBD.TestIOWithIOHint (3473 ms) 2024-04-10T16:27:38.321 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestLibRBD.TestDataPoolIO 2024-04-10T16:27:39.259 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:27:38 smithi077 ceph-mon[87572]: pgmap v3089: 457 pgs: 457 active+clean; 201 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.2 MiB/s wr, 170 op/s 2024-04-10T16:27:39.353 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:27:38 smithi069 ceph-mon[96738]: pgmap v3089: 457 pgs: 457 active+clean; 201 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.2 MiB/s wr, 170 op/s 2024-04-10T16:27:39.354 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:27:38 smithi069 ceph-mon[94167]: pgmap v3089: 457 pgs: 457 active+clean; 201 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.2 MiB/s wr, 170 op/s 2024-04-10T16:27:39.929 INFO:tasks.workunit.client.0.smithi069.stdout:using new format! 2024-04-10T16:27:40.259 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:27:39 smithi077 ceph-mon[87572]: osdmap e1716: 8 total, 8 up, 8 in 2024-04-10T16:27:40.259 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:27:39 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/3811361043' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-26","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:27:40.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:27:39 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:27:40.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:27:39 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:27:40.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:27:39 smithi069 ceph-mon[96738]: osdmap e1716: 8 total, 8 up, 8 in 2024-04-10T16:27:40.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:27:39 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/3811361043' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-26","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:27:40.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:27:39 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:27:40.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:27:39 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:27:40.354 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:27:39 smithi069 ceph-mon[94167]: osdmap e1716: 8 total, 8 up, 8 in 2024-04-10T16:27:40.354 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:27:39 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/3811361043' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-26","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:27:40.354 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:27:39 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:27:40.354 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:27:39 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:27:41.259 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:27:40 smithi077 ceph-mon[87572]: pgmap v3091: 489 pgs: 2 creating+peering, 30 unknown, 457 active+clean; 201 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.0 MiB/s wr, 166 op/s 2024-04-10T16:27:41.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:27:40 smithi077 ceph-mon[87572]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T16:27:41.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:27:40 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/3811361043' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-26","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T16:27:41.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:27:40 smithi077 ceph-mon[87572]: osdmap e1717: 8 total, 8 up, 8 in 2024-04-10T16:27:41.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:27:40 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:27:41.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:27:40 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:27:41.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:27:40 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:27:41.353 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:27:40 smithi069 ceph-mon[96738]: pgmap v3091: 489 pgs: 2 creating+peering, 30 unknown, 457 active+clean; 201 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.0 MiB/s wr, 166 op/s 2024-04-10T16:27:41.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:27:40 smithi069 ceph-mon[96738]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T16:27:41.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:27:40 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/3811361043' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-26","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T16:27:41.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:27:40 smithi069 ceph-mon[96738]: osdmap e1717: 8 total, 8 up, 8 in 2024-04-10T16:27:41.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:27:40 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:27:41.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:27:40 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:27:41.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:27:40 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:27:41.354 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:27:40 smithi069 ceph-mon[94167]: pgmap v3091: 489 pgs: 2 creating+peering, 30 unknown, 457 active+clean; 201 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.0 MiB/s wr, 166 op/s 2024-04-10T16:27:41.354 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:27:40 smithi069 ceph-mon[94167]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T16:27:41.354 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:27:40 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/3811361043' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-26","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T16:27:41.354 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:27:40 smithi069 ceph-mon[94167]: osdmap e1717: 8 total, 8 up, 8 in 2024-04-10T16:27:41.354 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:27:40 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:27:41.354 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:27:40 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:27:41.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:27:40 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:27:42.008 INFO:tasks.workunit.client.0.smithi069.stdout:wrote: 512 2024-04-10T16:27:42.008 INFO:tasks.workunit.client.0.smithi069.stdout:wrote: 512 2024-04-10T16:27:42.008 INFO:tasks.workunit.client.0.smithi069.stdout:wrote: 512 2024-04-10T16:27:42.008 INFO:tasks.workunit.client.0.smithi069.stdout:wrote: 512 2024-04-10T16:27:42.008 INFO:tasks.workunit.client.0.smithi069.stdout:wrote: 512 2024-04-10T16:27:42.008 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:27:42.008 INFO:tasks.workunit.client.0.smithi069.stdout:started write 2024-04-10T16:27:42.008 INFO:tasks.workunit.client.0.smithi069.stdout:write completion cb called! 2024-04-10T16:27:42.008 INFO:tasks.workunit.client.0.smithi069.stdout:return value is: 0 2024-04-10T16:27:42.008 INFO:tasks.workunit.client.0.smithi069.stdout:finished write 2024-04-10T16:27:42.009 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:27:42.009 INFO:tasks.workunit.client.0.smithi069.stdout:started write 2024-04-10T16:27:42.009 INFO:tasks.workunit.client.0.smithi069.stdout:write completion cb called! 2024-04-10T16:27:42.009 INFO:tasks.workunit.client.0.smithi069.stdout:return value is: 0 2024-04-10T16:27:42.009 INFO:tasks.workunit.client.0.smithi069.stdout:finished write 2024-04-10T16:27:42.009 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:27:42.009 INFO:tasks.workunit.client.0.smithi069.stdout:started write 2024-04-10T16:27:42.009 INFO:tasks.workunit.client.0.smithi069.stdout:write completion cb called! 2024-04-10T16:27:42.009 INFO:tasks.workunit.client.0.smithi069.stdout:return value is: 0 2024-04-10T16:27:42.009 INFO:tasks.workunit.client.0.smithi069.stdout:finished write 2024-04-10T16:27:42.009 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:27:42.009 INFO:tasks.workunit.client.0.smithi069.stdout:started write 2024-04-10T16:27:42.009 INFO:tasks.workunit.client.0.smithi069.stdout:write completion cb called! 2024-04-10T16:27:42.009 INFO:tasks.workunit.client.0.smithi069.stdout:return value is: 0 2024-04-10T16:27:42.009 INFO:tasks.workunit.client.0.smithi069.stdout:finished write 2024-04-10T16:27:42.009 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:27:42.009 INFO:tasks.workunit.client.0.smithi069.stdout:started write 2024-04-10T16:27:42.010 INFO:tasks.workunit.client.0.smithi069.stdout:write completion cb called! 2024-04-10T16:27:42.010 INFO:tasks.workunit.client.0.smithi069.stdout:return value is: 0 2024-04-10T16:27:42.010 INFO:tasks.workunit.client.0.smithi069.stdout:finished write 2024-04-10T16:27:42.010 INFO:tasks.workunit.client.0.smithi069.stdout:read: 512 2024-04-10T16:27:42.010 INFO:tasks.workunit.client.0.smithi069.stdout:read: 512 2024-04-10T16:27:42.010 INFO:tasks.workunit.client.0.smithi069.stdout:read: 512 2024-04-10T16:27:42.010 INFO:tasks.workunit.client.0.smithi069.stdout:read: 512 2024-04-10T16:27:42.010 INFO:tasks.workunit.client.0.smithi069.stdout:read: 512 2024-04-10T16:27:42.010 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:27:42.010 INFO:tasks.workunit.client.0.smithi069.stdout:started read 2024-04-10T16:27:42.010 INFO:tasks.workunit.client.0.smithi069.stdout:read completion cb called! 2024-04-10T16:27:42.010 INFO:tasks.workunit.client.0.smithi069.stdout:return value is: 512 2024-04-10T16:27:42.010 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:27:42.010 INFO:tasks.workunit.client.0.smithi069.stdout:started read 2024-04-10T16:27:42.011 INFO:tasks.workunit.client.0.smithi069.stdout:read completion cb called! 2024-04-10T16:27:42.011 INFO:tasks.workunit.client.0.smithi069.stdout:return value is: 512 2024-04-10T16:27:42.011 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:27:42.011 INFO:tasks.workunit.client.0.smithi069.stdout:started read 2024-04-10T16:27:42.011 INFO:tasks.workunit.client.0.smithi069.stdout:read completion cb called! 2024-04-10T16:27:42.011 INFO:tasks.workunit.client.0.smithi069.stdout:return value is: 512 2024-04-10T16:27:42.011 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:27:42.011 INFO:tasks.workunit.client.0.smithi069.stdout:started read 2024-04-10T16:27:42.011 INFO:tasks.workunit.client.0.smithi069.stdout:read completion cb called! 2024-04-10T16:27:42.011 INFO:tasks.workunit.client.0.smithi069.stdout:return value is: 512 2024-04-10T16:27:42.011 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:27:42.011 INFO:tasks.workunit.client.0.smithi069.stdout:started read 2024-04-10T16:27:42.011 INFO:tasks.workunit.client.0.smithi069.stdout:read completion cb called! 2024-04-10T16:27:42.011 INFO:tasks.workunit.client.0.smithi069.stdout:return value is: 512 2024-04-10T16:27:42.011 INFO:tasks.workunit.client.0.smithi069.stdout:discard: 512~512 = 512 2024-04-10T16:27:42.011 INFO:tasks.workunit.client.0.smithi069.stdout:write completion cb called! 2024-04-10T16:27:42.011 INFO:tasks.workunit.client.0.smithi069.stdout:aio discard: 1536~512 = 0 2024-04-10T16:27:42.012 INFO:tasks.workunit.client.0.smithi069.stdout:read: 512 2024-04-10T16:27:42.012 INFO:tasks.workunit.client.0.smithi069.stdout:read: 512 2024-04-10T16:27:42.012 INFO:tasks.workunit.client.0.smithi069.stdout:read: 512 2024-04-10T16:27:42.012 INFO:tasks.workunit.client.0.smithi069.stdout:read: 512 2024-04-10T16:27:42.012 INFO:tasks.workunit.client.0.smithi069.stdout:read: 512 2024-04-10T16:27:42.012 INFO:tasks.workunit.client.0.smithi069.stdout:read completion cb called! 2024-04-10T16:27:42.012 INFO:tasks.workunit.client.0.smithi069.stdout:read completion cb called! 2024-04-10T16:27:42.012 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestLibRBD.TestDataPoolIO (3695 ms) 2024-04-10T16:27:42.012 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteMismatch 2024-04-10T16:27:42.012 INFO:tasks.workunit.client.0.smithi069.stdout:using new format! 2024-04-10T16:27:42.039 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestLibRBD.TestCompareAndWriteMismatch (32 ms) 2024-04-10T16:27:42.039 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteMismatch 2024-04-10T16:27:42.039 INFO:tasks.workunit.client.0.smithi069.stdout:using new format! 2024-04-10T16:27:42.067 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteMismatch (28 ms) 2024-04-10T16:27:42.067 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteSuccess 2024-04-10T16:27:42.067 INFO:tasks.workunit.client.0.smithi069.stdout:using new format! 2024-04-10T16:27:42.096 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestLibRBD.TestCompareAndWriteSuccess (28 ms) 2024-04-10T16:27:42.096 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteSuccess 2024-04-10T16:27:42.096 INFO:tasks.workunit.client.0.smithi069.stdout:using new format! 2024-04-10T16:27:42.128 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteSuccess (32 ms) 2024-04-10T16:27:42.128 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteStripeUnitUnaligned 2024-04-10T16:27:42.128 INFO:tasks.workunit.client.0.smithi069.stdout:using new format! 2024-04-10T16:27:42.193 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestLibRBD.TestCompareAndWriteStripeUnitUnaligned (66 ms) 2024-04-10T16:27:42.193 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteStripeUnitUnaligned 2024-04-10T16:27:42.193 INFO:tasks.workunit.client.0.smithi069.stdout:using new format! 2024-04-10T16:27:42.255 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteStripeUnitUnaligned (62 ms) 2024-04-10T16:27:42.255 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteTooLarge 2024-04-10T16:27:42.255 INFO:tasks.workunit.client.0.smithi069.stdout:using new format! 2024-04-10T16:27:42.259 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:27:41 smithi077 ceph-mon[87572]: osdmap e1718: 8 total, 8 up, 8 in 2024-04-10T16:27:42.317 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestLibRBD.TestCompareAndWriteTooLarge (62 ms) 2024-04-10T16:27:42.317 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteTooLarge 2024-04-10T16:27:42.317 INFO:tasks.workunit.client.0.smithi069.stdout:using new format! 2024-04-10T16:27:42.353 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:27:41 smithi069 ceph-mon[96738]: osdmap e1718: 8 total, 8 up, 8 in 2024-04-10T16:27:42.354 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:27:41 smithi069 ceph-mon[94167]: osdmap e1718: 8 total, 8 up, 8 in 2024-04-10T16:27:42.384 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteTooLarge (67 ms) 2024-04-10T16:27:42.384 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteStripeUnitSuccess 2024-04-10T16:27:42.384 INFO:tasks.workunit.client.0.smithi069.stdout:using new format! 2024-04-10T16:27:42.707 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestLibRBD.TestCompareAndWriteStripeUnitSuccess (323 ms) 2024-04-10T16:27:42.707 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteStripeUnitSuccess 2024-04-10T16:27:42.707 INFO:tasks.workunit.client.0.smithi069.stdout:using new format! 2024-04-10T16:27:42.759 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:27:42 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:27:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:27:43.041 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteStripeUnitSuccess (333 ms) 2024-04-10T16:27:43.041 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteVIovecLenDiffers 2024-04-10T16:27:43.041 INFO:tasks.workunit.client.0.smithi069.stdout:using new format! 2024-04-10T16:27:43.066 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteVIovecLenDiffers (25 ms) 2024-04-10T16:27:43.066 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteVMismatch 2024-04-10T16:27:43.066 INFO:tasks.workunit.client.0.smithi069.stdout:using new format! 2024-04-10T16:27:43.096 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteVMismatch (31 ms) 2024-04-10T16:27:43.096 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteVSuccess 2024-04-10T16:27:43.096 INFO:tasks.workunit.client.0.smithi069.stdout:using new format! 2024-04-10T16:27:43.127 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteVSuccess (31 ms) 2024-04-10T16:27:43.127 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestLibRBD.TestScatterGatherIO 2024-04-10T16:27:43.127 INFO:tasks.workunit.client.0.smithi069.stdout:using new format! 2024-04-10T16:27:43.153 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestLibRBD.TestScatterGatherIO (25 ms) 2024-04-10T16:27:43.153 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestLibRBD.TestEmptyDiscard 2024-04-10T16:27:43.153 INFO:tasks.workunit.client.0.smithi069.stdout:using new format! 2024-04-10T16:27:43.173 INFO:tasks.workunit.client.0.smithi069.stdout:write completion cb called! 2024-04-10T16:27:43.173 INFO:tasks.workunit.client.0.smithi069.stdout:aio discard: 0~1048576 = 0 2024-04-10T16:27:43.174 INFO:tasks.workunit.client.0.smithi069.stdout:write completion cb called! 2024-04-10T16:27:43.174 INFO:tasks.workunit.client.0.smithi069.stdout:aio discard: 0~4194304 = 0 2024-04-10T16:27:43.174 INFO:tasks.workunit.client.0.smithi069.stdout:write completion cb called! 2024-04-10T16:27:43.174 INFO:tasks.workunit.client.0.smithi069.stdout:aio discard: 3145728~1048576 = 0 2024-04-10T16:27:43.174 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestLibRBD.TestEmptyDiscard (21 ms) 2024-04-10T16:27:43.174 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestLibRBD.TestFUA 2024-04-10T16:27:43.174 INFO:tasks.workunit.client.0.smithi069.stdout:using new format! 2024-04-10T16:27:43.259 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:27:42 smithi077 ceph-mon[87572]: pgmap v3094: 489 pgs: 7 creating+peering, 13 unknown, 469 active+clean; 203 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.7 MiB/s wr, 1.43k op/s 2024-04-10T16:27:43.259 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:27:42 smithi077 ceph-mon[87572]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T16:27:43.259 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:27:42 smithi077 ceph-mon[87572]: osdmap e1719: 8 total, 8 up, 8 in 2024-04-10T16:27:43.283 INFO:tasks.workunit.client.0.smithi069.stdout:wrote: 512 2024-04-10T16:27:43.283 INFO:tasks.workunit.client.0.smithi069.stdout:wrote: 512 2024-04-10T16:27:43.283 INFO:tasks.workunit.client.0.smithi069.stdout:wrote: 512 2024-04-10T16:27:43.283 INFO:tasks.workunit.client.0.smithi069.stdout:wrote: 512 2024-04-10T16:27:43.283 INFO:tasks.workunit.client.0.smithi069.stdout:wrote: 512 2024-04-10T16:27:43.283 INFO:tasks.workunit.client.0.smithi069.stdout:read: 512 2024-04-10T16:27:43.283 INFO:tasks.workunit.client.0.smithi069.stdout:read: 512 2024-04-10T16:27:43.283 INFO:tasks.workunit.client.0.smithi069.stdout:read: 512 2024-04-10T16:27:43.284 INFO:tasks.workunit.client.0.smithi069.stdout:read: 512 2024-04-10T16:27:43.284 INFO:tasks.workunit.client.0.smithi069.stdout:read: 512 2024-04-10T16:27:43.284 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:27:43.284 INFO:tasks.workunit.client.0.smithi069.stdout:started write 2024-04-10T16:27:43.284 INFO:tasks.workunit.client.0.smithi069.stdout:write completion cb called! 2024-04-10T16:27:43.284 INFO:tasks.workunit.client.0.smithi069.stdout:return value is: 0 2024-04-10T16:27:43.284 INFO:tasks.workunit.client.0.smithi069.stdout:finished write 2024-04-10T16:27:43.284 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:27:43.284 INFO:tasks.workunit.client.0.smithi069.stdout:started write 2024-04-10T16:27:43.284 INFO:tasks.workunit.client.0.smithi069.stdout:write completion cb called! 2024-04-10T16:27:43.284 INFO:tasks.workunit.client.0.smithi069.stdout:return value is: 0 2024-04-10T16:27:43.284 INFO:tasks.workunit.client.0.smithi069.stdout:finished write 2024-04-10T16:27:43.284 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:27:43.284 INFO:tasks.workunit.client.0.smithi069.stdout:started write 2024-04-10T16:27:43.284 INFO:tasks.workunit.client.0.smithi069.stdout:write completion cb called! 2024-04-10T16:27:43.284 INFO:tasks.workunit.client.0.smithi069.stdout:return value is: 0 2024-04-10T16:27:43.284 INFO:tasks.workunit.client.0.smithi069.stdout:finished write 2024-04-10T16:27:43.285 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:27:43.285 INFO:tasks.workunit.client.0.smithi069.stdout:started write 2024-04-10T16:27:43.285 INFO:tasks.workunit.client.0.smithi069.stdout:write completion cb called! 2024-04-10T16:27:43.285 INFO:tasks.workunit.client.0.smithi069.stdout:return value is: 0 2024-04-10T16:27:43.285 INFO:tasks.workunit.client.0.smithi069.stdout:finished write 2024-04-10T16:27:43.285 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:27:43.285 INFO:tasks.workunit.client.0.smithi069.stdout:started write 2024-04-10T16:27:43.285 INFO:tasks.workunit.client.0.smithi069.stdout:write completion cb called! 2024-04-10T16:27:43.285 INFO:tasks.workunit.client.0.smithi069.stdout:return value is: 0 2024-04-10T16:27:43.285 INFO:tasks.workunit.client.0.smithi069.stdout:finished write 2024-04-10T16:27:43.285 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:27:43.285 INFO:tasks.workunit.client.0.smithi069.stdout:started read 2024-04-10T16:27:43.285 INFO:tasks.workunit.client.0.smithi069.stdout:read completion cb called! 2024-04-10T16:27:43.285 INFO:tasks.workunit.client.0.smithi069.stdout:return value is: 512 2024-04-10T16:27:43.285 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:27:43.286 INFO:tasks.workunit.client.0.smithi069.stdout:started read 2024-04-10T16:27:43.286 INFO:tasks.workunit.client.0.smithi069.stdout:read completion cb called! 2024-04-10T16:27:43.286 INFO:tasks.workunit.client.0.smithi069.stdout:return value is: 512 2024-04-10T16:27:43.286 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:27:43.286 INFO:tasks.workunit.client.0.smithi069.stdout:started read 2024-04-10T16:27:43.286 INFO:tasks.workunit.client.0.smithi069.stdout:read completion cb called! 2024-04-10T16:27:43.286 INFO:tasks.workunit.client.0.smithi069.stdout:return value is: 512 2024-04-10T16:27:43.286 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:27:43.286 INFO:tasks.workunit.client.0.smithi069.stdout:started read 2024-04-10T16:27:43.286 INFO:tasks.workunit.client.0.smithi069.stdout:read completion cb called! 2024-04-10T16:27:43.286 INFO:tasks.workunit.client.0.smithi069.stdout:return value is: 512 2024-04-10T16:27:43.286 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:27:43.286 INFO:tasks.workunit.client.0.smithi069.stdout:started read 2024-04-10T16:27:43.286 INFO:tasks.workunit.client.0.smithi069.stdout:read completion cb called! 2024-04-10T16:27:43.286 INFO:tasks.workunit.client.0.smithi069.stdout:return value is: 512 2024-04-10T16:27:43.286 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestLibRBD.TestFUA (110 ms) 2024-04-10T16:27:43.287 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestLibRBD.TestIOPP 2024-04-10T16:27:43.287 INFO:tasks.workunit.client.0.smithi069.stdout:using new format! 2024-04-10T16:27:43.306 INFO:tasks.workunit.client.0.smithi069.stdout:wrote: 512 2024-04-10T16:27:43.306 INFO:tasks.workunit.client.0.smithi069.stdout:wrote: 512 2024-04-10T16:27:43.306 INFO:tasks.workunit.client.0.smithi069.stdout:wrote: 512 2024-04-10T16:27:43.306 INFO:tasks.workunit.client.0.smithi069.stdout:wrote: 512 2024-04-10T16:27:43.306 INFO:tasks.workunit.client.0.smithi069.stdout:wrote: 512 2024-04-10T16:27:43.306 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:27:43.306 INFO:tasks.workunit.client.0.smithi069.stdout:started write 2024-04-10T16:27:43.306 INFO:tasks.workunit.client.0.smithi069.stdout:write completion cb called! 2024-04-10T16:27:43.306 INFO:tasks.workunit.client.0.smithi069.stdout:return value is: 0 2024-04-10T16:27:43.307 INFO:tasks.workunit.client.0.smithi069.stdout:finished write 2024-04-10T16:27:43.307 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:27:43.307 INFO:tasks.workunit.client.0.smithi069.stdout:started write 2024-04-10T16:27:43.307 INFO:tasks.workunit.client.0.smithi069.stdout:write completion cb called! 2024-04-10T16:27:43.307 INFO:tasks.workunit.client.0.smithi069.stdout:return value is: 0 2024-04-10T16:27:43.307 INFO:tasks.workunit.client.0.smithi069.stdout:finished write 2024-04-10T16:27:43.307 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:27:43.307 INFO:tasks.workunit.client.0.smithi069.stdout:started write 2024-04-10T16:27:43.307 INFO:tasks.workunit.client.0.smithi069.stdout:write completion cb called! 2024-04-10T16:27:43.307 INFO:tasks.workunit.client.0.smithi069.stdout:return value is: 0 2024-04-10T16:27:43.307 INFO:tasks.workunit.client.0.smithi069.stdout:finished write 2024-04-10T16:27:43.307 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:27:43.307 INFO:tasks.workunit.client.0.smithi069.stdout:started write 2024-04-10T16:27:43.307 INFO:tasks.workunit.client.0.smithi069.stdout:write completion cb called! 2024-04-10T16:27:43.307 INFO:tasks.workunit.client.0.smithi069.stdout:return value is: 0 2024-04-10T16:27:43.307 INFO:tasks.workunit.client.0.smithi069.stdout:finished write 2024-04-10T16:27:43.307 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:27:43.308 INFO:tasks.workunit.client.0.smithi069.stdout:started write 2024-04-10T16:27:43.308 INFO:tasks.workunit.client.0.smithi069.stdout:write completion cb called! 2024-04-10T16:27:43.327 INFO:tasks.workunit.client.0.smithi069.stdout:return value is: 0 2024-04-10T16:27:43.327 INFO:tasks.workunit.client.0.smithi069.stdout:finished write 2024-04-10T16:27:43.328 INFO:tasks.workunit.client.0.smithi069.stdout:start compare and write 2024-04-10T16:27:43.328 INFO:tasks.workunit.client.0.smithi069.stdout:compare and wrote: 512 2024-04-10T16:27:43.328 INFO:tasks.workunit.client.0.smithi069.stdout:start compare and write 2024-04-10T16:27:43.328 INFO:tasks.workunit.client.0.smithi069.stdout:compare and wrote: 512 2024-04-10T16:27:43.328 INFO:tasks.workunit.client.0.smithi069.stdout:start compare and write 2024-04-10T16:27:43.328 INFO:tasks.workunit.client.0.smithi069.stdout:compare and wrote: 512 2024-04-10T16:27:43.328 INFO:tasks.workunit.client.0.smithi069.stdout:start compare and write 2024-04-10T16:27:43.328 INFO:tasks.workunit.client.0.smithi069.stdout:compare and wrote: 512 2024-04-10T16:27:43.328 INFO:tasks.workunit.client.0.smithi069.stdout:start compare and write 2024-04-10T16:27:43.328 INFO:tasks.workunit.client.0.smithi069.stdout:compare and wrote: 512 2024-04-10T16:27:43.328 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:27:43.328 INFO:tasks.workunit.client.0.smithi069.stdout:started aio compare and write 2024-04-10T16:27:43.328 INFO:tasks.workunit.client.0.smithi069.stdout:write completion cb called! 2024-04-10T16:27:43.329 INFO:tasks.workunit.client.0.smithi069.stdout:return value is: 0 2024-04-10T16:27:43.329 INFO:tasks.workunit.client.0.smithi069.stdout:finished aio compare and write 2024-04-10T16:27:43.329 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:27:43.329 INFO:tasks.workunit.client.0.smithi069.stdout:started aio compare and write 2024-04-10T16:27:43.329 INFO:tasks.workunit.client.0.smithi069.stdout:write completion cb called! 2024-04-10T16:27:43.330 INFO:tasks.workunit.client.0.smithi069.stdout:return value is: 0 2024-04-10T16:27:43.330 INFO:tasks.workunit.client.0.smithi069.stdout:finished aio compare and write 2024-04-10T16:27:43.330 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:27:43.330 INFO:tasks.workunit.client.0.smithi069.stdout:started aio compare and write 2024-04-10T16:27:43.330 INFO:tasks.workunit.client.0.smithi069.stdout:write completion cb called! 2024-04-10T16:27:43.331 INFO:tasks.workunit.client.0.smithi069.stdout:return value is: 0 2024-04-10T16:27:43.331 INFO:tasks.workunit.client.0.smithi069.stdout:finished aio compare and write 2024-04-10T16:27:43.331 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:27:43.331 INFO:tasks.workunit.client.0.smithi069.stdout:started aio compare and write 2024-04-10T16:27:43.332 INFO:tasks.workunit.client.0.smithi069.stdout:write completion cb called! 2024-04-10T16:27:43.332 INFO:tasks.workunit.client.0.smithi069.stdout:return value is: 0 2024-04-10T16:27:43.332 INFO:tasks.workunit.client.0.smithi069.stdout:finished aio compare and write 2024-04-10T16:27:43.333 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:27:43.333 INFO:tasks.workunit.client.0.smithi069.stdout:started aio compare and write 2024-04-10T16:27:43.333 INFO:tasks.workunit.client.0.smithi069.stdout:write completion cb called! 2024-04-10T16:27:43.334 INFO:tasks.workunit.client.0.smithi069.stdout:return value is: 0 2024-04-10T16:27:43.334 INFO:tasks.workunit.client.0.smithi069.stdout:finished aio compare and write 2024-04-10T16:27:43.334 INFO:tasks.workunit.client.0.smithi069.stdout:read: 512 2024-04-10T16:27:43.334 INFO:tasks.workunit.client.0.smithi069.stdout:read: 512 2024-04-10T16:27:43.334 INFO:tasks.workunit.client.0.smithi069.stdout:read: 512 2024-04-10T16:27:43.334 INFO:tasks.workunit.client.0.smithi069.stdout:read: 512 2024-04-10T16:27:43.335 INFO:tasks.workunit.client.0.smithi069.stdout:read: 512 2024-04-10T16:27:43.335 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:27:43.335 INFO:tasks.workunit.client.0.smithi069.stdout:started read 2024-04-10T16:27:43.335 INFO:tasks.workunit.client.0.smithi069.stdout:read completion cb called! 2024-04-10T16:27:43.335 INFO:tasks.workunit.client.0.smithi069.stdout:return value is: 512 2024-04-10T16:27:43.336 INFO:tasks.workunit.client.0.smithi069.stdout:finished read 2024-04-10T16:27:43.336 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:27:43.336 INFO:tasks.workunit.client.0.smithi069.stdout:started read 2024-04-10T16:27:43.336 INFO:tasks.workunit.client.0.smithi069.stdout:read completion cb called! 2024-04-10T16:27:43.336 INFO:tasks.workunit.client.0.smithi069.stdout:return value is: 512 2024-04-10T16:27:43.336 INFO:tasks.workunit.client.0.smithi069.stdout:finished read 2024-04-10T16:27:43.336 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:27:43.336 INFO:tasks.workunit.client.0.smithi069.stdout:started read 2024-04-10T16:27:43.336 INFO:tasks.workunit.client.0.smithi069.stdout:read completion cb called! 2024-04-10T16:27:43.336 INFO:tasks.workunit.client.0.smithi069.stdout:return value is: 512 2024-04-10T16:27:43.336 INFO:tasks.workunit.client.0.smithi069.stdout:finished read 2024-04-10T16:27:43.336 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:27:43.336 INFO:tasks.workunit.client.0.smithi069.stdout:started read 2024-04-10T16:27:43.336 INFO:tasks.workunit.client.0.smithi069.stdout:read completion cb called! 2024-04-10T16:27:43.336 INFO:tasks.workunit.client.0.smithi069.stdout:return value is: 512 2024-04-10T16:27:43.336 INFO:tasks.workunit.client.0.smithi069.stdout:finished read 2024-04-10T16:27:43.337 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:27:43.337 INFO:tasks.workunit.client.0.smithi069.stdout:started read 2024-04-10T16:27:43.337 INFO:tasks.workunit.client.0.smithi069.stdout:read completion cb called! 2024-04-10T16:27:43.337 INFO:tasks.workunit.client.0.smithi069.stdout:return value is: 512 2024-04-10T16:27:43.337 INFO:tasks.workunit.client.0.smithi069.stdout:finished read 2024-04-10T16:27:43.337 INFO:tasks.workunit.client.0.smithi069.stdout:discard: 512~512 2024-04-10T16:27:43.337 INFO:tasks.workunit.client.0.smithi069.stdout:write completion cb called! 2024-04-10T16:27:43.353 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:27:42 smithi069 ceph-mon[96738]: pgmap v3094: 489 pgs: 7 creating+peering, 13 unknown, 469 active+clean; 203 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.7 MiB/s wr, 1.43k op/s 2024-04-10T16:27:43.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:27:42 smithi069 ceph-mon[96738]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T16:27:43.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:27:42 smithi069 ceph-mon[96738]: osdmap e1719: 8 total, 8 up, 8 in 2024-04-10T16:27:43.354 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:27:42 smithi069 ceph-mon[94167]: pgmap v3094: 489 pgs: 7 creating+peering, 13 unknown, 469 active+clean; 203 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.7 MiB/s wr, 1.43k op/s 2024-04-10T16:27:43.354 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:27:42 smithi069 ceph-mon[94167]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T16:27:43.354 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:27:42 smithi069 ceph-mon[94167]: osdmap e1719: 8 total, 8 up, 8 in 2024-04-10T16:27:44.304 INFO:tasks.workunit.client.0.smithi069.stdout:read: 512 2024-04-10T16:27:44.305 INFO:tasks.workunit.client.0.smithi069.stdout:read: 512 2024-04-10T16:27:44.305 INFO:tasks.workunit.client.0.smithi069.stdout:read: 512 2024-04-10T16:27:44.305 INFO:tasks.workunit.client.0.smithi069.stdout:read: 512 2024-04-10T16:27:44.305 INFO:tasks.workunit.client.0.smithi069.stdout:read: 512 2024-04-10T16:27:44.305 INFO:tasks.workunit.client.0.smithi069.stdout:wrote: 0 2024-04-10T16:27:44.305 INFO:tasks.workunit.client.0.smithi069.stdout:to verify the data 2024-04-10T16:27:44.305 INFO:tasks.workunit.client.0.smithi069.stdout:verified 2024-04-10T16:27:44.305 INFO:tasks.workunit.client.0.smithi069.stdout:wrote: 0 2024-04-10T16:27:44.305 INFO:tasks.workunit.client.0.smithi069.stdout:to verify the data 2024-04-10T16:27:44.305 INFO:tasks.workunit.client.0.smithi069.stdout:verified 2024-04-10T16:27:44.305 INFO:tasks.workunit.client.0.smithi069.stdout:wrote: 16384 2024-04-10T16:27:44.305 INFO:tasks.workunit.client.0.smithi069.stdout:to verify the data 2024-04-10T16:27:44.306 INFO:tasks.workunit.client.0.smithi069.stdout:verified 2024-04-10T16:27:44.306 INFO:tasks.workunit.client.0.smithi069.stdout:wrote: 16384 2024-04-10T16:27:44.306 INFO:tasks.workunit.client.0.smithi069.stdout:to verify the data 2024-04-10T16:27:44.306 INFO:tasks.workunit.client.0.smithi069.stdout:verified 2024-04-10T16:27:44.306 INFO:tasks.workunit.client.0.smithi069.stdout:expected fail, finished writesame 2024-04-10T16:27:44.306 INFO:tasks.workunit.client.0.smithi069.stdout:expected fail, finished writesame 2024-04-10T16:27:44.306 INFO:tasks.workunit.client.0.smithi069.stdout:wrote: 49152 2024-04-10T16:27:44.306 INFO:tasks.workunit.client.0.smithi069.stdout:to verify the data 2024-04-10T16:27:44.306 INFO:tasks.workunit.client.0.smithi069.stdout:verified 2024-04-10T16:27:44.306 INFO:tasks.workunit.client.0.smithi069.stdout:wrote: 49152 2024-04-10T16:27:44.306 INFO:tasks.workunit.client.0.smithi069.stdout:to verify the data 2024-04-10T16:27:44.306 INFO:tasks.workunit.client.0.smithi069.stdout:verified 2024-04-10T16:27:44.306 INFO:tasks.workunit.client.0.smithi069.stdout:wrote: 65536 2024-04-10T16:27:44.306 INFO:tasks.workunit.client.0.smithi069.stdout:to verify the data 2024-04-10T16:27:44.306 INFO:tasks.workunit.client.0.smithi069.stdout:verified 2024-04-10T16:27:44.306 INFO:tasks.workunit.client.0.smithi069.stdout:wrote: 65536 2024-04-10T16:27:44.307 INFO:tasks.workunit.client.0.smithi069.stdout:to verify the data 2024-04-10T16:27:44.307 INFO:tasks.workunit.client.0.smithi069.stdout:verified 2024-04-10T16:27:44.307 INFO:tasks.workunit.client.0.smithi069.stdout:expected fail, finished writesame 2024-04-10T16:27:44.307 INFO:tasks.workunit.client.0.smithi069.stdout:expected fail, finished writesame 2024-04-10T16:27:44.307 INFO:tasks.workunit.client.0.smithi069.stdout:wrote: 98304 2024-04-10T16:27:44.307 INFO:tasks.workunit.client.0.smithi069.stdout:to verify the data 2024-04-10T16:27:44.307 INFO:tasks.workunit.client.0.smithi069.stdout:verified 2024-04-10T16:27:44.307 INFO:tasks.workunit.client.0.smithi069.stdout:wrote: 98304 2024-04-10T16:27:44.307 INFO:tasks.workunit.client.0.smithi069.stdout:to verify the data 2024-04-10T16:27:44.307 INFO:tasks.workunit.client.0.smithi069.stdout:verified 2024-04-10T16:27:44.307 INFO:tasks.workunit.client.0.smithi069.stdout:wrote: 114688 2024-04-10T16:27:44.307 INFO:tasks.workunit.client.0.smithi069.stdout:to verify the data 2024-04-10T16:27:44.307 INFO:tasks.workunit.client.0.smithi069.stdout:verified 2024-04-10T16:27:44.307 INFO:tasks.workunit.client.0.smithi069.stdout:wrote: 114688 2024-04-10T16:27:44.307 INFO:tasks.workunit.client.0.smithi069.stdout:to verify the data 2024-04-10T16:27:44.307 INFO:tasks.workunit.client.0.smithi069.stdout:verified 2024-04-10T16:27:44.307 INFO:tasks.workunit.client.0.smithi069.stdout:expected fail, finished writesame 2024-04-10T16:27:44.308 INFO:tasks.workunit.client.0.smithi069.stdout:expected fail, finished writesame 2024-04-10T16:27:44.308 INFO:tasks.workunit.client.0.smithi069.stdout:wrote: 147456 2024-04-10T16:27:44.308 INFO:tasks.workunit.client.0.smithi069.stdout:to verify the data 2024-04-10T16:27:44.308 INFO:tasks.workunit.client.0.smithi069.stdout:verified 2024-04-10T16:27:44.308 INFO:tasks.workunit.client.0.smithi069.stdout:wrote: 147456 2024-04-10T16:27:44.308 INFO:tasks.workunit.client.0.smithi069.stdout:to verify the data 2024-04-10T16:27:44.308 INFO:tasks.workunit.client.0.smithi069.stdout:verified 2024-04-10T16:27:44.308 INFO:tasks.workunit.client.0.smithi069.stdout:wrote: 163840 2024-04-10T16:27:44.308 INFO:tasks.workunit.client.0.smithi069.stdout:to verify the data 2024-04-10T16:27:44.308 INFO:tasks.workunit.client.0.smithi069.stdout:verified 2024-04-10T16:27:44.308 INFO:tasks.workunit.client.0.smithi069.stdout:wrote: 163840 2024-04-10T16:27:44.308 INFO:tasks.workunit.client.0.smithi069.stdout:to verify the data 2024-04-10T16:27:44.308 INFO:tasks.workunit.client.0.smithi069.stdout:verified 2024-04-10T16:27:44.308 INFO:tasks.workunit.client.0.smithi069.stdout:expected fail, finished writesame 2024-04-10T16:27:44.308 INFO:tasks.workunit.client.0.smithi069.stdout:expected fail, finished writesame 2024-04-10T16:27:44.308 INFO:tasks.workunit.client.0.smithi069.stdout:wrote: 196608 2024-04-10T16:27:44.308 INFO:tasks.workunit.client.0.smithi069.stdout:to verify the data 2024-04-10T16:27:44.309 INFO:tasks.workunit.client.0.smithi069.stdout:verified 2024-04-10T16:27:44.309 INFO:tasks.workunit.client.0.smithi069.stdout:wrote: 196608 2024-04-10T16:27:44.309 INFO:tasks.workunit.client.0.smithi069.stdout:to verify the data 2024-04-10T16:27:44.309 INFO:tasks.workunit.client.0.smithi069.stdout:verified 2024-04-10T16:27:44.309 INFO:tasks.workunit.client.0.smithi069.stdout:wrote: 212992 2024-04-10T16:27:44.309 INFO:tasks.workunit.client.0.smithi069.stdout:to verify the data 2024-04-10T16:27:44.309 INFO:tasks.workunit.client.0.smithi069.stdout:verified 2024-04-10T16:27:44.309 INFO:tasks.workunit.client.0.smithi069.stdout:wrote: 212992 2024-04-10T16:27:44.309 INFO:tasks.workunit.client.0.smithi069.stdout:to verify the data 2024-04-10T16:27:44.309 INFO:tasks.workunit.client.0.smithi069.stdout:verified 2024-04-10T16:27:44.309 INFO:tasks.workunit.client.0.smithi069.stdout:expected fail, finished writesame 2024-04-10T16:27:44.309 INFO:tasks.workunit.client.0.smithi069.stdout:expected fail, finished writesame 2024-04-10T16:27:44.309 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:27:44.309 INFO:tasks.workunit.client.0.smithi069.stdout:started writesame 2024-04-10T16:27:44.309 INFO:tasks.workunit.client.0.smithi069.stdout:write completion cb called! 2024-04-10T16:27:44.309 INFO:tasks.workunit.client.0.smithi069.stdout:return value is: 0 2024-04-10T16:27:44.309 INFO:tasks.workunit.client.0.smithi069.stdout:finished writesame 2024-04-10T16:27:44.310 INFO:tasks.workunit.client.0.smithi069.stdout:to verify the data 2024-04-10T16:27:44.310 INFO:tasks.workunit.client.0.smithi069.stdout:verified 2024-04-10T16:27:44.310 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:27:44.310 INFO:tasks.workunit.client.0.smithi069.stdout:started writesame 2024-04-10T16:27:44.310 INFO:tasks.workunit.client.0.smithi069.stdout:write completion cb called! 2024-04-10T16:27:44.310 INFO:tasks.workunit.client.0.smithi069.stdout:return value is: 0 2024-04-10T16:27:44.310 INFO:tasks.workunit.client.0.smithi069.stdout:finished writesame 2024-04-10T16:27:44.310 INFO:tasks.workunit.client.0.smithi069.stdout:to verify the data 2024-04-10T16:27:44.310 INFO:tasks.workunit.client.0.smithi069.stdout:verified 2024-04-10T16:27:44.310 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:27:44.310 INFO:tasks.workunit.client.0.smithi069.stdout:started writesame 2024-04-10T16:27:44.310 INFO:tasks.workunit.client.0.smithi069.stdout:write completion cb called! 2024-04-10T16:27:44.313 INFO:tasks.workunit.client.0.smithi069.stdout:return value is: 0 2024-04-10T16:27:44.313 INFO:tasks.workunit.client.0.smithi069.stdout:finished writesame 2024-04-10T16:27:44.313 INFO:tasks.workunit.client.0.smithi069.stdout:to verify the data 2024-04-10T16:27:44.313 INFO:tasks.workunit.client.0.smithi069.stdout:verified 2024-04-10T16:27:44.313 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:27:44.313 INFO:tasks.workunit.client.0.smithi069.stdout:started writesame 2024-04-10T16:27:44.313 INFO:tasks.workunit.client.0.smithi069.stdout:write completion cb called! 2024-04-10T16:27:44.322 INFO:tasks.workunit.client.0.smithi069.stdout:return value is: 0 2024-04-10T16:27:44.322 INFO:tasks.workunit.client.0.smithi069.stdout:finished writesame 2024-04-10T16:27:44.322 INFO:tasks.workunit.client.0.smithi069.stdout:to verify the data 2024-04-10T16:27:44.322 INFO:tasks.workunit.client.0.smithi069.stdout:verified 2024-04-10T16:27:44.322 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:27:44.322 INFO:tasks.workunit.client.0.smithi069.stdout:started writesame 2024-04-10T16:27:44.322 INFO:tasks.workunit.client.0.smithi069.stdout:expected fail, finished writesame 2024-04-10T16:27:44.322 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:27:44.322 INFO:tasks.workunit.client.0.smithi069.stdout:started writesame 2024-04-10T16:27:44.322 INFO:tasks.workunit.client.0.smithi069.stdout:expected fail, finished writesame 2024-04-10T16:27:44.322 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:27:44.322 INFO:tasks.workunit.client.0.smithi069.stdout:started writesame 2024-04-10T16:27:44.322 INFO:tasks.workunit.client.0.smithi069.stdout:write completion cb called! 2024-04-10T16:27:44.346 INFO:tasks.workunit.client.0.smithi069.stdout:return value is: 0 2024-04-10T16:27:44.346 INFO:tasks.workunit.client.0.smithi069.stdout:finished writesame 2024-04-10T16:27:44.346 INFO:tasks.workunit.client.0.smithi069.stdout:to verify the data 2024-04-10T16:27:44.346 INFO:tasks.workunit.client.0.smithi069.stdout:verified 2024-04-10T16:27:44.346 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:27:44.346 INFO:tasks.workunit.client.0.smithi069.stdout:started writesame 2024-04-10T16:27:44.347 INFO:tasks.workunit.client.0.smithi069.stdout:write completion cb called! 2024-04-10T16:27:44.369 INFO:tasks.workunit.client.0.smithi069.stdout:return value is: 0 2024-04-10T16:27:44.369 INFO:tasks.workunit.client.0.smithi069.stdout:finished writesame 2024-04-10T16:27:44.369 INFO:tasks.workunit.client.0.smithi069.stdout:to verify the data 2024-04-10T16:27:44.369 INFO:tasks.workunit.client.0.smithi069.stdout:verified 2024-04-10T16:27:44.369 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:27:44.369 INFO:tasks.workunit.client.0.smithi069.stdout:started writesame 2024-04-10T16:27:44.369 INFO:tasks.workunit.client.0.smithi069.stdout:write completion cb called! 2024-04-10T16:27:44.400 INFO:tasks.workunit.client.0.smithi069.stdout:return value is: 0 2024-04-10T16:27:44.400 INFO:tasks.workunit.client.0.smithi069.stdout:finished writesame 2024-04-10T16:27:44.400 INFO:tasks.workunit.client.0.smithi069.stdout:to verify the data 2024-04-10T16:27:44.400 INFO:tasks.workunit.client.0.smithi069.stdout:verified 2024-04-10T16:27:44.400 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:27:44.401 INFO:tasks.workunit.client.0.smithi069.stdout:started writesame 2024-04-10T16:27:44.401 INFO:tasks.workunit.client.0.smithi069.stdout:write completion cb called! 2024-04-10T16:27:44.430 INFO:tasks.workunit.client.0.smithi069.stdout:return value is: 0 2024-04-10T16:27:44.430 INFO:tasks.workunit.client.0.smithi069.stdout:finished writesame 2024-04-10T16:27:44.430 INFO:tasks.workunit.client.0.smithi069.stdout:to verify the data 2024-04-10T16:27:44.431 INFO:tasks.workunit.client.0.smithi069.stdout:verified 2024-04-10T16:27:44.431 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:27:44.431 INFO:tasks.workunit.client.0.smithi069.stdout:started writesame 2024-04-10T16:27:44.431 INFO:tasks.workunit.client.0.smithi069.stdout:expected fail, finished writesame 2024-04-10T16:27:44.431 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:27:44.431 INFO:tasks.workunit.client.0.smithi069.stdout:started writesame 2024-04-10T16:27:44.431 INFO:tasks.workunit.client.0.smithi069.stdout:expected fail, finished writesame 2024-04-10T16:27:44.431 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:27:44.431 INFO:tasks.workunit.client.0.smithi069.stdout:started writesame 2024-04-10T16:27:44.431 INFO:tasks.workunit.client.0.smithi069.stdout:write completion cb called! 2024-04-10T16:27:44.472 INFO:tasks.workunit.client.0.smithi069.stdout:return value is: 0 2024-04-10T16:27:44.473 INFO:tasks.workunit.client.0.smithi069.stdout:finished writesame 2024-04-10T16:27:44.473 INFO:tasks.workunit.client.0.smithi069.stdout:to verify the data 2024-04-10T16:27:44.473 INFO:tasks.workunit.client.0.smithi069.stdout:verified 2024-04-10T16:27:44.473 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:27:44.473 INFO:tasks.workunit.client.0.smithi069.stdout:started writesame 2024-04-10T16:27:44.473 INFO:tasks.workunit.client.0.smithi069.stdout:write completion cb called! 2024-04-10T16:27:44.513 INFO:tasks.workunit.client.0.smithi069.stdout:return value is: 0 2024-04-10T16:27:44.514 INFO:tasks.workunit.client.0.smithi069.stdout:finished writesame 2024-04-10T16:27:44.514 INFO:tasks.workunit.client.0.smithi069.stdout:to verify the data 2024-04-10T16:27:44.514 INFO:tasks.workunit.client.0.smithi069.stdout:verified 2024-04-10T16:27:44.514 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:27:44.514 INFO:tasks.workunit.client.0.smithi069.stdout:started writesame 2024-04-10T16:27:44.514 INFO:tasks.workunit.client.0.smithi069.stdout:write completion cb called! 2024-04-10T16:27:44.574 INFO:tasks.workunit.client.0.smithi069.stdout:return value is: 0 2024-04-10T16:27:44.574 INFO:tasks.workunit.client.0.smithi069.stdout:finished writesame 2024-04-10T16:27:44.574 INFO:tasks.workunit.client.0.smithi069.stdout:to verify the data 2024-04-10T16:27:44.574 INFO:tasks.workunit.client.0.smithi069.stdout:verified 2024-04-10T16:27:44.574 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:27:44.574 INFO:tasks.workunit.client.0.smithi069.stdout:started writesame 2024-04-10T16:27:44.575 INFO:tasks.workunit.client.0.smithi069.stdout:write completion cb called! 2024-04-10T16:27:44.622 INFO:tasks.workunit.client.0.smithi069.stdout:return value is: 0 2024-04-10T16:27:44.622 INFO:tasks.workunit.client.0.smithi069.stdout:finished writesame 2024-04-10T16:27:44.622 INFO:tasks.workunit.client.0.smithi069.stdout:to verify the data 2024-04-10T16:27:44.622 INFO:tasks.workunit.client.0.smithi069.stdout:verified 2024-04-10T16:27:44.622 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:27:44.623 INFO:tasks.workunit.client.0.smithi069.stdout:started writesame 2024-04-10T16:27:44.623 INFO:tasks.workunit.client.0.smithi069.stdout:expected fail, finished writesame 2024-04-10T16:27:44.623 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:27:44.623 INFO:tasks.workunit.client.0.smithi069.stdout:started writesame 2024-04-10T16:27:44.623 INFO:tasks.workunit.client.0.smithi069.stdout:expected fail, finished writesame 2024-04-10T16:27:44.623 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:27:44.623 INFO:tasks.workunit.client.0.smithi069.stdout:started writesame 2024-04-10T16:27:44.623 INFO:tasks.workunit.client.0.smithi069.stdout:write completion cb called! 2024-04-10T16:27:44.698 INFO:tasks.workunit.client.0.smithi069.stdout:return value is: 0 2024-04-10T16:27:44.698 INFO:tasks.workunit.client.0.smithi069.stdout:finished writesame 2024-04-10T16:27:44.698 INFO:tasks.workunit.client.0.smithi069.stdout:to verify the data 2024-04-10T16:27:44.698 INFO:tasks.workunit.client.0.smithi069.stdout:verified 2024-04-10T16:27:44.698 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:27:44.698 INFO:tasks.workunit.client.0.smithi069.stdout:started writesame 2024-04-10T16:27:44.698 INFO:tasks.workunit.client.0.smithi069.stdout:write completion cb called! 2024-04-10T16:27:44.759 INFO:tasks.workunit.client.0.smithi069.stdout:return value is: 0 2024-04-10T16:27:44.759 INFO:tasks.workunit.client.0.smithi069.stdout:finished writesame 2024-04-10T16:27:44.759 INFO:tasks.workunit.client.0.smithi069.stdout:to verify the data 2024-04-10T16:27:44.759 INFO:tasks.workunit.client.0.smithi069.stdout:verified 2024-04-10T16:27:44.759 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:27:44.759 INFO:tasks.workunit.client.0.smithi069.stdout:started writesame 2024-04-10T16:27:44.759 INFO:tasks.workunit.client.0.smithi069.stdout:write completion cb called! 2024-04-10T16:27:44.840 INFO:tasks.workunit.client.0.smithi069.stdout:return value is: 0 2024-04-10T16:27:44.840 INFO:tasks.workunit.client.0.smithi069.stdout:finished writesame 2024-04-10T16:27:44.840 INFO:tasks.workunit.client.0.smithi069.stdout:to verify the data 2024-04-10T16:27:44.840 INFO:tasks.workunit.client.0.smithi069.stdout:verified 2024-04-10T16:27:44.840 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:27:44.840 INFO:tasks.workunit.client.0.smithi069.stdout:started writesame 2024-04-10T16:27:44.841 INFO:tasks.workunit.client.0.smithi069.stdout:write completion cb called! 2024-04-10T16:27:44.917 INFO:tasks.workunit.client.0.smithi069.stdout:return value is: 0 2024-04-10T16:27:44.917 INFO:tasks.workunit.client.0.smithi069.stdout:finished writesame 2024-04-10T16:27:44.917 INFO:tasks.workunit.client.0.smithi069.stdout:to verify the data 2024-04-10T16:27:44.917 INFO:tasks.workunit.client.0.smithi069.stdout:verified 2024-04-10T16:27:44.918 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:27:44.918 INFO:tasks.workunit.client.0.smithi069.stdout:started writesame 2024-04-10T16:27:44.918 INFO:tasks.workunit.client.0.smithi069.stdout:expected fail, finished writesame 2024-04-10T16:27:44.918 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:27:44.918 INFO:tasks.workunit.client.0.smithi069.stdout:started writesame 2024-04-10T16:27:44.918 INFO:tasks.workunit.client.0.smithi069.stdout:expected fail, finished writesame 2024-04-10T16:27:44.918 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:27:44.918 INFO:tasks.workunit.client.0.smithi069.stdout:started writesame 2024-04-10T16:27:44.918 INFO:tasks.workunit.client.0.smithi069.stdout:write completion cb called! 2024-04-10T16:27:45.021 INFO:tasks.workunit.client.0.smithi069.stdout:return value is: 0 2024-04-10T16:27:45.021 INFO:tasks.workunit.client.0.smithi069.stdout:finished writesame 2024-04-10T16:27:45.021 INFO:tasks.workunit.client.0.smithi069.stdout:to verify the data 2024-04-10T16:27:45.021 INFO:tasks.workunit.client.0.smithi069.stdout:verified 2024-04-10T16:27:45.021 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:27:45.021 INFO:tasks.workunit.client.0.smithi069.stdout:started writesame 2024-04-10T16:27:45.021 INFO:tasks.workunit.client.0.smithi069.stdout:write completion cb called! 2024-04-10T16:27:45.113 INFO:tasks.workunit.client.0.smithi069.stdout:return value is: 0 2024-04-10T16:27:45.113 INFO:tasks.workunit.client.0.smithi069.stdout:finished writesame 2024-04-10T16:27:45.113 INFO:tasks.workunit.client.0.smithi069.stdout:to verify the data 2024-04-10T16:27:45.113 INFO:tasks.workunit.client.0.smithi069.stdout:verified 2024-04-10T16:27:45.113 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:27:45.113 INFO:tasks.workunit.client.0.smithi069.stdout:started writesame 2024-04-10T16:27:45.113 INFO:tasks.workunit.client.0.smithi069.stdout:write completion cb called! 2024-04-10T16:27:45.210 INFO:tasks.workunit.client.0.smithi069.stdout:return value is: 0 2024-04-10T16:27:45.210 INFO:tasks.workunit.client.0.smithi069.stdout:finished writesame 2024-04-10T16:27:45.210 INFO:tasks.workunit.client.0.smithi069.stdout:to verify the data 2024-04-10T16:27:45.210 INFO:tasks.workunit.client.0.smithi069.stdout:verified 2024-04-10T16:27:45.210 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:27:45.210 INFO:tasks.workunit.client.0.smithi069.stdout:started writesame 2024-04-10T16:27:45.210 INFO:tasks.workunit.client.0.smithi069.stdout:write completion cb called! 2024-04-10T16:27:45.259 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:27:44 smithi077 ceph-mon[87572]: pgmap v3096: 489 pgs: 7 creating+peering, 482 active+clean; 221 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 4.5 MiB/s rd, 4.1 MiB/s wr, 1.67k op/s 2024-04-10T16:27:45.300 INFO:tasks.workunit.client.0.smithi069.stdout:return value is: 0 2024-04-10T16:27:45.300 INFO:tasks.workunit.client.0.smithi069.stdout:finished writesame 2024-04-10T16:27:45.300 INFO:tasks.workunit.client.0.smithi069.stdout:to verify the data 2024-04-10T16:27:45.300 INFO:tasks.workunit.client.0.smithi069.stdout:verified 2024-04-10T16:27:45.300 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:27:45.300 INFO:tasks.workunit.client.0.smithi069.stdout:started writesame 2024-04-10T16:27:45.300 INFO:tasks.workunit.client.0.smithi069.stdout:expected fail, finished writesame 2024-04-10T16:27:45.300 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:27:45.301 INFO:tasks.workunit.client.0.smithi069.stdout:started writesame 2024-04-10T16:27:45.301 INFO:tasks.workunit.client.0.smithi069.stdout:expected fail, finished writesame 2024-04-10T16:27:45.301 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestLibRBD.TestIOPP (2017 ms) 2024-04-10T16:27:45.301 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteCompareTooSmallPP 2024-04-10T16:27:45.301 INFO:tasks.workunit.client.0.smithi069.stdout:using new format! 2024-04-10T16:27:45.324 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestLibRBD.TestCompareAndWriteCompareTooSmallPP (23 ms) 2024-04-10T16:27:45.324 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteCompareTooSmallPP 2024-04-10T16:27:45.324 INFO:tasks.workunit.client.0.smithi069.stdout:using new format! 2024-04-10T16:27:45.348 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteCompareTooSmallPP (25 ms) 2024-04-10T16:27:45.348 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteWriteTooSmallPP 2024-04-10T16:27:45.348 INFO:tasks.workunit.client.0.smithi069.stdout:using new format! 2024-04-10T16:27:45.353 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:27:44 smithi069 ceph-mon[96738]: pgmap v3096: 489 pgs: 7 creating+peering, 482 active+clean; 221 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 4.5 MiB/s rd, 4.1 MiB/s wr, 1.67k op/s 2024-04-10T16:27:45.353 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:27:44 smithi069 ceph-mon[94167]: pgmap v3096: 489 pgs: 7 creating+peering, 482 active+clean; 221 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 4.5 MiB/s rd, 4.1 MiB/s wr, 1.67k op/s 2024-04-10T16:27:45.373 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestLibRBD.TestCompareAndWriteWriteTooSmallPP (25 ms) 2024-04-10T16:27:45.373 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteWriteTooSmallPP 2024-04-10T16:27:45.373 INFO:tasks.workunit.client.0.smithi069.stdout:using new format! 2024-04-10T16:27:45.398 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteWriteTooSmallPP (25 ms) 2024-04-10T16:27:45.398 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteMismatchPP 2024-04-10T16:27:45.398 INFO:tasks.workunit.client.0.smithi069.stdout:using new format! 2024-04-10T16:27:45.423 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestLibRBD.TestCompareAndWriteMismatchPP (24 ms) 2024-04-10T16:27:45.423 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteMismatchPP 2024-04-10T16:27:45.423 INFO:tasks.workunit.client.0.smithi069.stdout:using new format! 2024-04-10T16:27:45.447 INFO:tasks.workunit.client.0.smithi069.stdout:write completion cb called! 2024-04-10T16:27:45.450 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteMismatchPP (28 ms) 2024-04-10T16:27:45.450 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteMismatchBufferlistGreaterLenPP 2024-04-10T16:27:45.450 INFO:tasks.workunit.client.0.smithi069.stdout:using new format! 2024-04-10T16:27:45.475 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestLibRBD.TestCompareAndWriteMismatchBufferlistGreaterLenPP (25 ms) 2024-04-10T16:27:45.475 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteMismatchBufferlistGreaterLenPP 2024-04-10T16:27:45.475 INFO:tasks.workunit.client.0.smithi069.stdout:using new format! 2024-04-10T16:27:45.500 INFO:tasks.workunit.client.0.smithi069.stdout:write completion cb called! 2024-04-10T16:27:45.503 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteMismatchBufferlistGreaterLenPP (28 ms) 2024-04-10T16:27:45.503 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteSuccessPP 2024-04-10T16:27:45.504 INFO:tasks.workunit.client.0.smithi069.stdout:using new format! 2024-04-10T16:27:45.533 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestLibRBD.TestCompareAndWriteSuccessPP (29 ms) 2024-04-10T16:27:45.533 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteSuccessPP 2024-04-10T16:27:45.533 INFO:tasks.workunit.client.0.smithi069.stdout:using new format! 2024-04-10T16:27:45.560 INFO:tasks.workunit.client.0.smithi069.stdout:write completion cb called! 2024-04-10T16:27:45.563 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteSuccessPP (31 ms) 2024-04-10T16:27:45.563 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteSuccessBufferlistGreaterLenPP 2024-04-10T16:27:45.564 INFO:tasks.workunit.client.0.smithi069.stdout:using new format! 2024-04-10T16:27:45.595 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestLibRBD.TestCompareAndWriteSuccessBufferlistGreaterLenPP (31 ms) 2024-04-10T16:27:45.595 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteSuccessBufferlistGreaterLenPP 2024-04-10T16:27:45.595 INFO:tasks.workunit.client.0.smithi069.stdout:using new format! 2024-04-10T16:27:45.618 INFO:tasks.workunit.client.0.smithi069.stdout:write completion cb called! 2024-04-10T16:27:45.622 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteSuccessBufferlistGreaterLenPP (28 ms) 2024-04-10T16:27:45.623 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteStripeUnitUnalignedPP 2024-04-10T16:27:45.623 INFO:tasks.workunit.client.0.smithi069.stdout:using new format! 2024-04-10T16:27:45.687 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestLibRBD.TestCompareAndWriteStripeUnitUnalignedPP (65 ms) 2024-04-10T16:27:45.687 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteStripeUnitUnalignedPP 2024-04-10T16:27:45.687 INFO:tasks.workunit.client.0.smithi069.stdout:using new format! 2024-04-10T16:27:45.732 INFO:tasks.workunit.client.0.smithi069.stdout:write completion cb called! 2024-04-10T16:27:45.750 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteStripeUnitUnalignedPP (63 ms) 2024-04-10T16:27:45.750 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteTooLargePP 2024-04-10T16:27:45.750 INFO:tasks.workunit.client.0.smithi069.stdout:using new format! 2024-04-10T16:27:45.821 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestLibRBD.TestCompareAndWriteTooLargePP (71 ms) 2024-04-10T16:27:45.822 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteTooLargePP 2024-04-10T16:27:45.822 INFO:tasks.workunit.client.0.smithi069.stdout:using new format! 2024-04-10T16:27:45.867 INFO:tasks.workunit.client.0.smithi069.stdout:write completion cb called! 2024-04-10T16:27:45.882 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteTooLargePP (61 ms) 2024-04-10T16:27:45.882 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteStripeUnitSuccessPP 2024-04-10T16:27:45.883 INFO:tasks.workunit.client.0.smithi069.stdout:using new format! 2024-04-10T16:27:46.270 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestLibRBD.TestCompareAndWriteStripeUnitSuccessPP (387 ms) 2024-04-10T16:27:46.270 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteStripeUnitSuccessPP 2024-04-10T16:27:46.270 INFO:tasks.workunit.client.0.smithi069.stdout:using new format! 2024-04-10T16:27:46.515 INFO:tasks.workunit.client.0.smithi069.stdout:write completion cb called! 2024-04-10T16:27:46.537 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteStripeUnitSuccessPP (268 ms) 2024-04-10T16:27:46.537 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestLibRBD.TestIOPPWithIOHint 2024-04-10T16:27:46.537 INFO:tasks.workunit.client.0.smithi069.stdout:using new format! 2024-04-10T16:27:46.567 INFO:tasks.workunit.client.0.smithi069.stdout:wrote: 512 2024-04-10T16:27:46.567 INFO:tasks.workunit.client.0.smithi069.stdout:wrote: 512 2024-04-10T16:27:46.567 INFO:tasks.workunit.client.0.smithi069.stdout:wrote: 512 2024-04-10T16:27:46.567 INFO:tasks.workunit.client.0.smithi069.stdout:wrote: 512 2024-04-10T16:27:46.567 INFO:tasks.workunit.client.0.smithi069.stdout:wrote: 512 2024-04-10T16:27:46.567 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:27:46.567 INFO:tasks.workunit.client.0.smithi069.stdout:started write 2024-04-10T16:27:46.567 INFO:tasks.workunit.client.0.smithi069.stdout:write completion cb called! 2024-04-10T16:27:46.568 INFO:tasks.workunit.client.0.smithi069.stdout:return value is: 0 2024-04-10T16:27:46.568 INFO:tasks.workunit.client.0.smithi069.stdout:finished write 2024-04-10T16:27:46.568 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:27:46.568 INFO:tasks.workunit.client.0.smithi069.stdout:started write 2024-04-10T16:27:46.568 INFO:tasks.workunit.client.0.smithi069.stdout:write completion cb called! 2024-04-10T16:27:46.569 INFO:tasks.workunit.client.0.smithi069.stdout:return value is: 0 2024-04-10T16:27:46.569 INFO:tasks.workunit.client.0.smithi069.stdout:finished write 2024-04-10T16:27:46.569 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:27:46.569 INFO:tasks.workunit.client.0.smithi069.stdout:started write 2024-04-10T16:27:46.569 INFO:tasks.workunit.client.0.smithi069.stdout:write completion cb called! 2024-04-10T16:27:46.570 INFO:tasks.workunit.client.0.smithi069.stdout:return value is: 0 2024-04-10T16:27:46.570 INFO:tasks.workunit.client.0.smithi069.stdout:finished write 2024-04-10T16:27:46.570 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:27:46.570 INFO:tasks.workunit.client.0.smithi069.stdout:started write 2024-04-10T16:27:46.570 INFO:tasks.workunit.client.0.smithi069.stdout:write completion cb called! 2024-04-10T16:27:46.572 INFO:tasks.workunit.client.0.smithi069.stdout:return value is: 0 2024-04-10T16:27:46.572 INFO:tasks.workunit.client.0.smithi069.stdout:finished write 2024-04-10T16:27:46.572 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:27:46.572 INFO:tasks.workunit.client.0.smithi069.stdout:started write 2024-04-10T16:27:46.572 INFO:tasks.workunit.client.0.smithi069.stdout:write completion cb called! 2024-04-10T16:27:46.573 INFO:tasks.workunit.client.0.smithi069.stdout:return value is: 0 2024-04-10T16:27:46.573 INFO:tasks.workunit.client.0.smithi069.stdout:finished write 2024-04-10T16:27:46.573 INFO:tasks.workunit.client.0.smithi069.stdout:read: 512 2024-04-10T16:27:46.573 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:27:46.573 INFO:tasks.workunit.client.0.smithi069.stdout:started read 2024-04-10T16:27:46.573 INFO:tasks.workunit.client.0.smithi069.stdout:read completion cb called! 2024-04-10T16:27:46.574 INFO:tasks.workunit.client.0.smithi069.stdout:return value is: 512 2024-04-10T16:27:46.574 INFO:tasks.workunit.client.0.smithi069.stdout:finished read 2024-04-10T16:27:46.574 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:27:46.574 INFO:tasks.workunit.client.0.smithi069.stdout:started read 2024-04-10T16:27:46.574 INFO:tasks.workunit.client.0.smithi069.stdout:read completion cb called! 2024-04-10T16:27:46.574 INFO:tasks.workunit.client.0.smithi069.stdout:return value is: 512 2024-04-10T16:27:46.574 INFO:tasks.workunit.client.0.smithi069.stdout:finished read 2024-04-10T16:27:46.574 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:27:46.574 INFO:tasks.workunit.client.0.smithi069.stdout:started read 2024-04-10T16:27:46.575 INFO:tasks.workunit.client.0.smithi069.stdout:read completion cb called! 2024-04-10T16:27:46.575 INFO:tasks.workunit.client.0.smithi069.stdout:return value is: 512 2024-04-10T16:27:46.575 INFO:tasks.workunit.client.0.smithi069.stdout:finished read 2024-04-10T16:27:46.575 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:27:46.575 INFO:tasks.workunit.client.0.smithi069.stdout:started read 2024-04-10T16:27:46.575 INFO:tasks.workunit.client.0.smithi069.stdout:read completion cb called! 2024-04-10T16:27:46.575 INFO:tasks.workunit.client.0.smithi069.stdout:return value is: 512 2024-04-10T16:27:46.575 INFO:tasks.workunit.client.0.smithi069.stdout:finished read 2024-04-10T16:27:46.575 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:27:46.575 INFO:tasks.workunit.client.0.smithi069.stdout:started read 2024-04-10T16:27:46.575 INFO:tasks.workunit.client.0.smithi069.stdout:read completion cb called! 2024-04-10T16:27:47.259 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:27:46 smithi077 ceph-mon[87572]: pgmap v3097: 489 pgs: 489 active+clean; 229 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 4.6 MiB/s rd, 4.3 MiB/s wr, 1.27k op/s 2024-04-10T16:27:47.353 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:27:46 smithi069 ceph-mon[96738]: pgmap v3097: 489 pgs: 489 active+clean; 229 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 4.6 MiB/s rd, 4.3 MiB/s wr, 1.27k op/s 2024-04-10T16:27:47.354 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:27:46 smithi069 ceph-mon[94167]: pgmap v3097: 489 pgs: 489 active+clean; 229 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 4.6 MiB/s rd, 4.3 MiB/s wr, 1.27k op/s 2024-04-10T16:27:47.354 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:27:46 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:27:46] "GET /metrics HTTP/1.1" 200 63188 "" "Prometheus/2.43.0" 2024-04-10T16:27:47.602 INFO:tasks.workunit.client.0.smithi069.stdout:return value is: 512 2024-04-10T16:27:47.602 INFO:tasks.workunit.client.0.smithi069.stdout:finished read 2024-04-10T16:27:47.602 INFO:tasks.workunit.client.0.smithi069.stdout:wrote: 0 2024-04-10T16:27:47.602 INFO:tasks.workunit.client.0.smithi069.stdout:to verify the data 2024-04-10T16:27:47.602 INFO:tasks.workunit.client.0.smithi069.stdout:verified 2024-04-10T16:27:47.603 INFO:tasks.workunit.client.0.smithi069.stdout:wrote: 0 2024-04-10T16:27:47.603 INFO:tasks.workunit.client.0.smithi069.stdout:to verify the data 2024-04-10T16:27:47.603 INFO:tasks.workunit.client.0.smithi069.stdout:verified 2024-04-10T16:27:47.603 INFO:tasks.workunit.client.0.smithi069.stdout:wrote: 16384 2024-04-10T16:27:47.603 INFO:tasks.workunit.client.0.smithi069.stdout:to verify the data 2024-04-10T16:27:47.603 INFO:tasks.workunit.client.0.smithi069.stdout:verified 2024-04-10T16:27:47.603 INFO:tasks.workunit.client.0.smithi069.stdout:wrote: 16384 2024-04-10T16:27:47.603 INFO:tasks.workunit.client.0.smithi069.stdout:to verify the data 2024-04-10T16:27:47.603 INFO:tasks.workunit.client.0.smithi069.stdout:verified 2024-04-10T16:27:47.603 INFO:tasks.workunit.client.0.smithi069.stdout:expected fail, finished writesame 2024-04-10T16:27:47.603 INFO:tasks.workunit.client.0.smithi069.stdout:expected fail, finished writesame 2024-04-10T16:27:47.603 INFO:tasks.workunit.client.0.smithi069.stdout:wrote: 49152 2024-04-10T16:27:47.603 INFO:tasks.workunit.client.0.smithi069.stdout:to verify the data 2024-04-10T16:27:47.604 INFO:tasks.workunit.client.0.smithi069.stdout:verified 2024-04-10T16:27:47.604 INFO:tasks.workunit.client.0.smithi069.stdout:wrote: 49152 2024-04-10T16:27:47.604 INFO:tasks.workunit.client.0.smithi069.stdout:to verify the data 2024-04-10T16:27:47.604 INFO:tasks.workunit.client.0.smithi069.stdout:verified 2024-04-10T16:27:47.604 INFO:tasks.workunit.client.0.smithi069.stdout:wrote: 65536 2024-04-10T16:27:47.604 INFO:tasks.workunit.client.0.smithi069.stdout:to verify the data 2024-04-10T16:27:47.604 INFO:tasks.workunit.client.0.smithi069.stdout:verified 2024-04-10T16:27:47.604 INFO:tasks.workunit.client.0.smithi069.stdout:wrote: 65536 2024-04-10T16:27:47.604 INFO:tasks.workunit.client.0.smithi069.stdout:to verify the data 2024-04-10T16:27:47.604 INFO:tasks.workunit.client.0.smithi069.stdout:verified 2024-04-10T16:27:47.604 INFO:tasks.workunit.client.0.smithi069.stdout:expected fail, finished writesame 2024-04-10T16:27:47.604 INFO:tasks.workunit.client.0.smithi069.stdout:expected fail, finished writesame 2024-04-10T16:27:47.604 INFO:tasks.workunit.client.0.smithi069.stdout:wrote: 98304 2024-04-10T16:27:47.604 INFO:tasks.workunit.client.0.smithi069.stdout:to verify the data 2024-04-10T16:27:47.604 INFO:tasks.workunit.client.0.smithi069.stdout:verified 2024-04-10T16:27:47.604 INFO:tasks.workunit.client.0.smithi069.stdout:wrote: 98304 2024-04-10T16:27:47.604 INFO:tasks.workunit.client.0.smithi069.stdout:to verify the data 2024-04-10T16:27:47.605 INFO:tasks.workunit.client.0.smithi069.stdout:verified 2024-04-10T16:27:47.605 INFO:tasks.workunit.client.0.smithi069.stdout:wrote: 114688 2024-04-10T16:27:47.605 INFO:tasks.workunit.client.0.smithi069.stdout:to verify the data 2024-04-10T16:27:47.605 INFO:tasks.workunit.client.0.smithi069.stdout:verified 2024-04-10T16:27:47.605 INFO:tasks.workunit.client.0.smithi069.stdout:wrote: 114688 2024-04-10T16:27:47.605 INFO:tasks.workunit.client.0.smithi069.stdout:to verify the data 2024-04-10T16:27:47.605 INFO:tasks.workunit.client.0.smithi069.stdout:verified 2024-04-10T16:27:47.605 INFO:tasks.workunit.client.0.smithi069.stdout:expected fail, finished writesame 2024-04-10T16:27:47.605 INFO:tasks.workunit.client.0.smithi069.stdout:expected fail, finished writesame 2024-04-10T16:27:47.605 INFO:tasks.workunit.client.0.smithi069.stdout:wrote: 147456 2024-04-10T16:27:47.605 INFO:tasks.workunit.client.0.smithi069.stdout:to verify the data 2024-04-10T16:27:47.605 INFO:tasks.workunit.client.0.smithi069.stdout:verified 2024-04-10T16:27:47.605 INFO:tasks.workunit.client.0.smithi069.stdout:wrote: 147456 2024-04-10T16:27:47.605 INFO:tasks.workunit.client.0.smithi069.stdout:to verify the data 2024-04-10T16:27:47.605 INFO:tasks.workunit.client.0.smithi069.stdout:verified 2024-04-10T16:27:47.605 INFO:tasks.workunit.client.0.smithi069.stdout:wrote: 163840 2024-04-10T16:27:47.606 INFO:tasks.workunit.client.0.smithi069.stdout:to verify the data 2024-04-10T16:27:47.606 INFO:tasks.workunit.client.0.smithi069.stdout:verified 2024-04-10T16:27:47.606 INFO:tasks.workunit.client.0.smithi069.stdout:wrote: 163840 2024-04-10T16:27:47.606 INFO:tasks.workunit.client.0.smithi069.stdout:to verify the data 2024-04-10T16:27:47.606 INFO:tasks.workunit.client.0.smithi069.stdout:verified 2024-04-10T16:27:47.606 INFO:tasks.workunit.client.0.smithi069.stdout:expected fail, finished writesame 2024-04-10T16:27:47.606 INFO:tasks.workunit.client.0.smithi069.stdout:expected fail, finished writesame 2024-04-10T16:27:47.606 INFO:tasks.workunit.client.0.smithi069.stdout:wrote: 196608 2024-04-10T16:27:47.606 INFO:tasks.workunit.client.0.smithi069.stdout:to verify the data 2024-04-10T16:27:47.606 INFO:tasks.workunit.client.0.smithi069.stdout:verified 2024-04-10T16:27:47.606 INFO:tasks.workunit.client.0.smithi069.stdout:wrote: 196608 2024-04-10T16:27:47.606 INFO:tasks.workunit.client.0.smithi069.stdout:to verify the data 2024-04-10T16:27:47.607 INFO:tasks.workunit.client.0.smithi069.stdout:verified 2024-04-10T16:27:47.607 INFO:tasks.workunit.client.0.smithi069.stdout:wrote: 212992 2024-04-10T16:27:47.607 INFO:tasks.workunit.client.0.smithi069.stdout:to verify the data 2024-04-10T16:27:47.607 INFO:tasks.workunit.client.0.smithi069.stdout:verified 2024-04-10T16:27:47.607 INFO:tasks.workunit.client.0.smithi069.stdout:wrote: 212992 2024-04-10T16:27:47.607 INFO:tasks.workunit.client.0.smithi069.stdout:to verify the data 2024-04-10T16:27:47.607 INFO:tasks.workunit.client.0.smithi069.stdout:verified 2024-04-10T16:27:47.607 INFO:tasks.workunit.client.0.smithi069.stdout:expected fail, finished writesame 2024-04-10T16:27:47.607 INFO:tasks.workunit.client.0.smithi069.stdout:expected fail, finished writesame 2024-04-10T16:27:47.607 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:27:47.607 INFO:tasks.workunit.client.0.smithi069.stdout:started writesame 2024-04-10T16:27:47.607 INFO:tasks.workunit.client.0.smithi069.stdout:write completion cb called! 2024-04-10T16:27:47.607 INFO:tasks.workunit.client.0.smithi069.stdout:return value is: 0 2024-04-10T16:27:47.607 INFO:tasks.workunit.client.0.smithi069.stdout:finished writesame 2024-04-10T16:27:47.607 INFO:tasks.workunit.client.0.smithi069.stdout:to verify the data 2024-04-10T16:27:47.607 INFO:tasks.workunit.client.0.smithi069.stdout:verified 2024-04-10T16:27:47.607 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:27:47.608 INFO:tasks.workunit.client.0.smithi069.stdout:started writesame 2024-04-10T16:27:47.608 INFO:tasks.workunit.client.0.smithi069.stdout:write completion cb called! 2024-04-10T16:27:47.608 INFO:tasks.workunit.client.0.smithi069.stdout:return value is: 0 2024-04-10T16:27:47.608 INFO:tasks.workunit.client.0.smithi069.stdout:finished writesame 2024-04-10T16:27:47.608 INFO:tasks.workunit.client.0.smithi069.stdout:to verify the data 2024-04-10T16:27:47.608 INFO:tasks.workunit.client.0.smithi069.stdout:verified 2024-04-10T16:27:47.608 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:27:47.608 INFO:tasks.workunit.client.0.smithi069.stdout:started writesame 2024-04-10T16:27:47.608 INFO:tasks.workunit.client.0.smithi069.stdout:write completion cb called! 2024-04-10T16:27:47.611 INFO:tasks.workunit.client.0.smithi069.stdout:return value is: 0 2024-04-10T16:27:47.611 INFO:tasks.workunit.client.0.smithi069.stdout:finished writesame 2024-04-10T16:27:47.611 INFO:tasks.workunit.client.0.smithi069.stdout:to verify the data 2024-04-10T16:27:47.612 INFO:tasks.workunit.client.0.smithi069.stdout:verified 2024-04-10T16:27:47.612 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:27:47.612 INFO:tasks.workunit.client.0.smithi069.stdout:started writesame 2024-04-10T16:27:47.612 INFO:tasks.workunit.client.0.smithi069.stdout:write completion cb called! 2024-04-10T16:27:47.619 INFO:tasks.workunit.client.0.smithi069.stdout:return value is: 0 2024-04-10T16:27:47.619 INFO:tasks.workunit.client.0.smithi069.stdout:finished writesame 2024-04-10T16:27:47.619 INFO:tasks.workunit.client.0.smithi069.stdout:to verify the data 2024-04-10T16:27:47.619 INFO:tasks.workunit.client.0.smithi069.stdout:verified 2024-04-10T16:27:47.619 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:27:47.619 INFO:tasks.workunit.client.0.smithi069.stdout:started writesame 2024-04-10T16:27:47.619 INFO:tasks.workunit.client.0.smithi069.stdout:expected fail, finished writesame 2024-04-10T16:27:47.619 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:27:47.620 INFO:tasks.workunit.client.0.smithi069.stdout:started writesame 2024-04-10T16:27:47.620 INFO:tasks.workunit.client.0.smithi069.stdout:expected fail, finished writesame 2024-04-10T16:27:47.620 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:27:47.620 INFO:tasks.workunit.client.0.smithi069.stdout:started writesame 2024-04-10T16:27:47.620 INFO:tasks.workunit.client.0.smithi069.stdout:write completion cb called! 2024-04-10T16:27:47.647 INFO:tasks.workunit.client.0.smithi069.stdout:return value is: 0 2024-04-10T16:27:47.647 INFO:tasks.workunit.client.0.smithi069.stdout:finished writesame 2024-04-10T16:27:47.647 INFO:tasks.workunit.client.0.smithi069.stdout:to verify the data 2024-04-10T16:27:47.647 INFO:tasks.workunit.client.0.smithi069.stdout:verified 2024-04-10T16:27:47.648 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:27:47.648 INFO:tasks.workunit.client.0.smithi069.stdout:started writesame 2024-04-10T16:27:47.648 INFO:tasks.workunit.client.0.smithi069.stdout:write completion cb called! 2024-04-10T16:27:47.669 INFO:tasks.workunit.client.0.smithi069.stdout:return value is: 0 2024-04-10T16:27:47.669 INFO:tasks.workunit.client.0.smithi069.stdout:finished writesame 2024-04-10T16:27:47.669 INFO:tasks.workunit.client.0.smithi069.stdout:to verify the data 2024-04-10T16:27:47.669 INFO:tasks.workunit.client.0.smithi069.stdout:verified 2024-04-10T16:27:47.669 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:27:47.669 INFO:tasks.workunit.client.0.smithi069.stdout:started writesame 2024-04-10T16:27:47.670 INFO:tasks.workunit.client.0.smithi069.stdout:write completion cb called! 2024-04-10T16:27:47.699 INFO:tasks.workunit.client.0.smithi069.stdout:return value is: 0 2024-04-10T16:27:47.699 INFO:tasks.workunit.client.0.smithi069.stdout:finished writesame 2024-04-10T16:27:47.700 INFO:tasks.workunit.client.0.smithi069.stdout:to verify the data 2024-04-10T16:27:47.700 INFO:tasks.workunit.client.0.smithi069.stdout:verified 2024-04-10T16:27:47.700 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:27:47.700 INFO:tasks.workunit.client.0.smithi069.stdout:started writesame 2024-04-10T16:27:47.700 INFO:tasks.workunit.client.0.smithi069.stdout:write completion cb called! 2024-04-10T16:27:47.729 INFO:tasks.workunit.client.0.smithi069.stdout:return value is: 0 2024-04-10T16:27:47.729 INFO:tasks.workunit.client.0.smithi069.stdout:finished writesame 2024-04-10T16:27:47.729 INFO:tasks.workunit.client.0.smithi069.stdout:to verify the data 2024-04-10T16:27:47.729 INFO:tasks.workunit.client.0.smithi069.stdout:verified 2024-04-10T16:27:47.729 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:27:47.729 INFO:tasks.workunit.client.0.smithi069.stdout:started writesame 2024-04-10T16:27:47.729 INFO:tasks.workunit.client.0.smithi069.stdout:expected fail, finished writesame 2024-04-10T16:27:47.729 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:27:47.730 INFO:tasks.workunit.client.0.smithi069.stdout:started writesame 2024-04-10T16:27:47.730 INFO:tasks.workunit.client.0.smithi069.stdout:expected fail, finished writesame 2024-04-10T16:27:47.730 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:27:47.730 INFO:tasks.workunit.client.0.smithi069.stdout:started writesame 2024-04-10T16:27:47.730 INFO:tasks.workunit.client.0.smithi069.stdout:write completion cb called! 2024-04-10T16:27:47.775 INFO:tasks.workunit.client.0.smithi069.stdout:return value is: 0 2024-04-10T16:27:47.775 INFO:tasks.workunit.client.0.smithi069.stdout:finished writesame 2024-04-10T16:27:47.775 INFO:tasks.workunit.client.0.smithi069.stdout:to verify the data 2024-04-10T16:27:47.775 INFO:tasks.workunit.client.0.smithi069.stdout:verified 2024-04-10T16:27:47.775 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:27:47.775 INFO:tasks.workunit.client.0.smithi069.stdout:started writesame 2024-04-10T16:27:47.775 INFO:tasks.workunit.client.0.smithi069.stdout:write completion cb called! 2024-04-10T16:27:47.822 INFO:tasks.workunit.client.0.smithi069.stdout:return value is: 0 2024-04-10T16:27:47.822 INFO:tasks.workunit.client.0.smithi069.stdout:finished writesame 2024-04-10T16:27:47.822 INFO:tasks.workunit.client.0.smithi069.stdout:to verify the data 2024-04-10T16:27:47.822 INFO:tasks.workunit.client.0.smithi069.stdout:verified 2024-04-10T16:27:47.822 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:27:47.822 INFO:tasks.workunit.client.0.smithi069.stdout:started writesame 2024-04-10T16:27:47.822 INFO:tasks.workunit.client.0.smithi069.stdout:write completion cb called! 2024-04-10T16:27:47.886 INFO:tasks.workunit.client.0.smithi069.stdout:return value is: 0 2024-04-10T16:27:47.886 INFO:tasks.workunit.client.0.smithi069.stdout:finished writesame 2024-04-10T16:27:47.886 INFO:tasks.workunit.client.0.smithi069.stdout:to verify the data 2024-04-10T16:27:47.886 INFO:tasks.workunit.client.0.smithi069.stdout:verified 2024-04-10T16:27:47.886 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:27:47.886 INFO:tasks.workunit.client.0.smithi069.stdout:started writesame 2024-04-10T16:27:47.886 INFO:tasks.workunit.client.0.smithi069.stdout:write completion cb called! 2024-04-10T16:27:47.939 INFO:tasks.workunit.client.0.smithi069.stdout:return value is: 0 2024-04-10T16:27:47.939 INFO:tasks.workunit.client.0.smithi069.stdout:finished writesame 2024-04-10T16:27:47.939 INFO:tasks.workunit.client.0.smithi069.stdout:to verify the data 2024-04-10T16:27:47.939 INFO:tasks.workunit.client.0.smithi069.stdout:verified 2024-04-10T16:27:47.939 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:27:47.939 INFO:tasks.workunit.client.0.smithi069.stdout:started writesame 2024-04-10T16:27:47.939 INFO:tasks.workunit.client.0.smithi069.stdout:expected fail, finished writesame 2024-04-10T16:27:47.939 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:27:47.939 INFO:tasks.workunit.client.0.smithi069.stdout:started writesame 2024-04-10T16:27:47.940 INFO:tasks.workunit.client.0.smithi069.stdout:expected fail, finished writesame 2024-04-10T16:27:47.940 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:27:47.940 INFO:tasks.workunit.client.0.smithi069.stdout:started writesame 2024-04-10T16:27:47.940 INFO:tasks.workunit.client.0.smithi069.stdout:write completion cb called! 2024-04-10T16:27:48.010 INFO:tasks.workunit.client.0.smithi069.stdout:return value is: 0 2024-04-10T16:27:48.010 INFO:tasks.workunit.client.0.smithi069.stdout:finished writesame 2024-04-10T16:27:48.010 INFO:tasks.workunit.client.0.smithi069.stdout:to verify the data 2024-04-10T16:27:48.010 INFO:tasks.workunit.client.0.smithi069.stdout:verified 2024-04-10T16:27:48.010 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:27:48.010 INFO:tasks.workunit.client.0.smithi069.stdout:started writesame 2024-04-10T16:27:48.011 INFO:tasks.workunit.client.0.smithi069.stdout:write completion cb called! 2024-04-10T16:27:48.072 INFO:tasks.workunit.client.0.smithi069.stdout:return value is: 0 2024-04-10T16:27:48.072 INFO:tasks.workunit.client.0.smithi069.stdout:finished writesame 2024-04-10T16:27:48.072 INFO:tasks.workunit.client.0.smithi069.stdout:to verify the data 2024-04-10T16:27:48.072 INFO:tasks.workunit.client.0.smithi069.stdout:verified 2024-04-10T16:27:48.073 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:27:48.073 INFO:tasks.workunit.client.0.smithi069.stdout:started writesame 2024-04-10T16:27:48.073 INFO:tasks.workunit.client.0.smithi069.stdout:write completion cb called! 2024-04-10T16:27:48.149 INFO:tasks.workunit.client.0.smithi069.stdout:return value is: 0 2024-04-10T16:27:48.149 INFO:tasks.workunit.client.0.smithi069.stdout:finished writesame 2024-04-10T16:27:48.149 INFO:tasks.workunit.client.0.smithi069.stdout:to verify the data 2024-04-10T16:27:48.149 INFO:tasks.workunit.client.0.smithi069.stdout:verified 2024-04-10T16:27:48.149 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:27:48.150 INFO:tasks.workunit.client.0.smithi069.stdout:started writesame 2024-04-10T16:27:48.150 INFO:tasks.workunit.client.0.smithi069.stdout:write completion cb called! 2024-04-10T16:27:48.226 INFO:tasks.workunit.client.0.smithi069.stdout:return value is: 0 2024-04-10T16:27:48.226 INFO:tasks.workunit.client.0.smithi069.stdout:finished writesame 2024-04-10T16:27:48.226 INFO:tasks.workunit.client.0.smithi069.stdout:to verify the data 2024-04-10T16:27:48.226 INFO:tasks.workunit.client.0.smithi069.stdout:verified 2024-04-10T16:27:48.226 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:27:48.226 INFO:tasks.workunit.client.0.smithi069.stdout:started writesame 2024-04-10T16:27:48.227 INFO:tasks.workunit.client.0.smithi069.stdout:expected fail, finished writesame 2024-04-10T16:27:48.227 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:27:48.227 INFO:tasks.workunit.client.0.smithi069.stdout:started writesame 2024-04-10T16:27:48.227 INFO:tasks.workunit.client.0.smithi069.stdout:expected fail, finished writesame 2024-04-10T16:27:48.227 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:27:48.227 INFO:tasks.workunit.client.0.smithi069.stdout:started writesame 2024-04-10T16:27:48.227 INFO:tasks.workunit.client.0.smithi069.stdout:write completion cb called! 2024-04-10T16:27:48.319 INFO:tasks.workunit.client.0.smithi069.stdout:return value is: 0 2024-04-10T16:27:48.319 INFO:tasks.workunit.client.0.smithi069.stdout:finished writesame 2024-04-10T16:27:48.319 INFO:tasks.workunit.client.0.smithi069.stdout:to verify the data 2024-04-10T16:27:48.319 INFO:tasks.workunit.client.0.smithi069.stdout:verified 2024-04-10T16:27:48.319 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:27:48.319 INFO:tasks.workunit.client.0.smithi069.stdout:started writesame 2024-04-10T16:27:48.319 INFO:tasks.workunit.client.0.smithi069.stdout:write completion cb called! 2024-04-10T16:27:48.395 INFO:tasks.workunit.client.0.smithi069.stdout:return value is: 0 2024-04-10T16:27:48.395 INFO:tasks.workunit.client.0.smithi069.stdout:finished writesame 2024-04-10T16:27:48.395 INFO:tasks.workunit.client.0.smithi069.stdout:to verify the data 2024-04-10T16:27:48.395 INFO:tasks.workunit.client.0.smithi069.stdout:verified 2024-04-10T16:27:48.395 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:27:48.396 INFO:tasks.workunit.client.0.smithi069.stdout:started writesame 2024-04-10T16:27:48.396 INFO:tasks.workunit.client.0.smithi069.stdout:write completion cb called! 2024-04-10T16:27:48.481 INFO:tasks.workunit.client.0.smithi069.stdout:return value is: 0 2024-04-10T16:27:48.482 INFO:tasks.workunit.client.0.smithi069.stdout:finished writesame 2024-04-10T16:27:48.482 INFO:tasks.workunit.client.0.smithi069.stdout:to verify the data 2024-04-10T16:27:48.482 INFO:tasks.workunit.client.0.smithi069.stdout:verified 2024-04-10T16:27:48.482 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:27:48.482 INFO:tasks.workunit.client.0.smithi069.stdout:started writesame 2024-04-10T16:27:48.482 INFO:tasks.workunit.client.0.smithi069.stdout:write completion cb called! 2024-04-10T16:27:48.573 INFO:tasks.workunit.client.0.smithi069.stdout:return value is: 0 2024-04-10T16:27:48.573 INFO:tasks.workunit.client.0.smithi069.stdout:finished writesame 2024-04-10T16:27:48.574 INFO:tasks.workunit.client.0.smithi069.stdout:to verify the data 2024-04-10T16:27:48.574 INFO:tasks.workunit.client.0.smithi069.stdout:verified 2024-04-10T16:27:48.574 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:27:48.574 INFO:tasks.workunit.client.0.smithi069.stdout:started writesame 2024-04-10T16:27:48.574 INFO:tasks.workunit.client.0.smithi069.stdout:expected fail, finished writesame 2024-04-10T16:27:48.574 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:27:48.574 INFO:tasks.workunit.client.0.smithi069.stdout:started writesame 2024-04-10T16:27:48.574 INFO:tasks.workunit.client.0.smithi069.stdout:expected fail, finished writesame 2024-04-10T16:27:48.574 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestLibRBD.TestIOPPWithIOHint (2036 ms) 2024-04-10T16:27:48.574 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestLibRBD.TestIOToSnapshot 2024-04-10T16:27:48.574 INFO:tasks.workunit.client.0.smithi069.stdout:using new format! 2024-04-10T16:27:49.259 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:27:48 smithi077 ceph-mon[87572]: pgmap v3098: 489 pgs: 489 active+clean; 253 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 8.8 MiB/s rd, 8.2 MiB/s wr, 2.33k op/s 2024-04-10T16:27:49.353 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:27:48 smithi069 ceph-mon[96738]: pgmap v3098: 489 pgs: 489 active+clean; 253 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 8.8 MiB/s rd, 8.2 MiB/s wr, 2.33k op/s 2024-04-10T16:27:49.354 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:27:48 smithi069 ceph-mon[94167]: pgmap v3098: 489 pgs: 489 active+clean; 253 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 8.8 MiB/s rd, 8.2 MiB/s wr, 2.33k op/s 2024-04-10T16:27:49.991 INFO:tasks.workunit.client.0.smithi069.stdout:num snaps is: 0 2024-04-10T16:27:49.991 INFO:tasks.workunit.client.0.smithi069.stdout:expected: 0 2024-04-10T16:27:49.991 INFO:tasks.workunit.client.0.smithi069.stdout:num snaps is: 1 2024-04-10T16:27:49.991 INFO:tasks.workunit.client.0.smithi069.stdout:expected: 1 2024-04-10T16:27:49.991 INFO:tasks.workunit.client.0.smithi069.stdout:snap: orig 2024-04-10T16:27:49.991 INFO:tasks.workunit.client.0.smithi069.stdout:found orig with size 2097152 2024-04-10T16:27:49.992 INFO:tasks.workunit.client.0.smithi069.stdout:read: 80 2024-04-10T16:27:49.992 INFO:tasks.workunit.client.0.smithi069.stdout:write test data! 2024-04-10T16:27:49.992 INFO:tasks.workunit.client.0.smithi069.stdout:wrote: 80 2024-04-10T16:27:49.992 INFO:tasks.workunit.client.0.smithi069.stdout:num snaps is: 2 2024-04-10T16:27:49.992 INFO:tasks.workunit.client.0.smithi069.stdout:expected: 2 2024-04-10T16:27:49.992 INFO:tasks.workunit.client.0.smithi069.stdout:snap: orig 2024-04-10T16:27:49.992 INFO:tasks.workunit.client.0.smithi069.stdout:snap: written 2024-04-10T16:27:49.992 INFO:tasks.workunit.client.0.smithi069.stdout:found orig with size 2097152 2024-04-10T16:27:49.992 INFO:tasks.workunit.client.0.smithi069.stdout:found written with size 2097152 2024-04-10T16:27:49.992 INFO:tasks.workunit.client.0.smithi069.stdout:read: 80 2024-04-10T16:27:49.992 INFO:tasks.workunit.client.0.smithi069.stdout:read: 80 2024-04-10T16:27:49.992 INFO:tasks.workunit.client.0.smithi069.stdout:read: 80 2024-04-10T16:27:49.992 INFO:tasks.workunit.client.0.smithi069.stdout:write to snapshot returned -30 2024-04-10T16:27:49.992 INFO:tasks.workunit.client.0.smithi069.stdout:Read-only file system 2024-04-10T16:27:50.015 INFO:tasks.workunit.client.0.smithi069.stdout:read: 80 2024-04-10T16:27:50.015 INFO:tasks.workunit.client.0.smithi069.stdout:read: 80 2024-04-10T16:27:50.015 INFO:tasks.workunit.client.0.smithi069.stdout:wrote: 80 2024-04-10T16:27:50.015 INFO:tasks.workunit.client.0.smithi069.stdout:opening testimg@orig 2024-04-10T16:27:50.015 INFO:tasks.workunit.client.0.smithi069.stdout:read: 80 2024-04-10T16:27:50.016 INFO:tasks.workunit.client.0.smithi069.stdout:write to snapshot returned -30 2024-04-10T16:27:50.016 INFO:tasks.workunit.client.0.smithi069.stdout:Read-only file system 2024-04-10T16:27:50.259 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:27:49 smithi077 ceph-mon[87572]: osdmap e1720: 8 total, 8 up, 8 in 2024-04-10T16:27:50.354 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:27:49 smithi069 ceph-mon[94167]: osdmap e1720: 8 total, 8 up, 8 in 2024-04-10T16:27:50.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:27:49 smithi069 ceph-mon[96738]: osdmap e1720: 8 total, 8 up, 8 in 2024-04-10T16:27:51.259 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:27:50 smithi077 ceph-mon[87572]: pgmap v3100: 489 pgs: 489 active+clean; 269 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 9.8 MiB/s wr, 1.29k op/s 2024-04-10T16:27:51.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:27:50 smithi077 ceph-mon[87572]: osdmap e1721: 8 total, 8 up, 8 in 2024-04-10T16:27:51.353 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:27:50 smithi069 ceph-mon[96738]: pgmap v3100: 489 pgs: 489 active+clean; 269 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 9.8 MiB/s wr, 1.29k op/s 2024-04-10T16:27:51.353 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:27:50 smithi069 ceph-mon[96738]: osdmap e1721: 8 total, 8 up, 8 in 2024-04-10T16:27:51.354 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:27:50 smithi069 ceph-mon[94167]: pgmap v3100: 489 pgs: 489 active+clean; 269 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 9.8 MiB/s wr, 1.29k op/s 2024-04-10T16:27:51.354 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:27:50 smithi069 ceph-mon[94167]: osdmap e1721: 8 total, 8 up, 8 in 2024-04-10T16:27:51.839 INFO:tasks.workunit.client.0.smithi069.stdout:num snaps is: 2 2024-04-10T16:27:51.839 INFO:tasks.workunit.client.0.smithi069.stdout:expected: 2 2024-04-10T16:27:51.839 INFO:tasks.workunit.client.0.smithi069.stdout:snap: orig 2024-04-10T16:27:51.839 INFO:tasks.workunit.client.0.smithi069.stdout:snap: written 2024-04-10T16:27:51.839 INFO:tasks.workunit.client.0.smithi069.stdout:found orig with size 2097152 2024-04-10T16:27:51.839 INFO:tasks.workunit.client.0.smithi069.stdout:found written with size 2097152 2024-04-10T16:27:51.839 INFO:tasks.workunit.client.0.smithi069.stdout:num snaps is: 1 2024-04-10T16:27:51.839 INFO:tasks.workunit.client.0.smithi069.stdout:expected: 1 2024-04-10T16:27:51.839 INFO:tasks.workunit.client.0.smithi069.stdout:snap: orig 2024-04-10T16:27:51.839 INFO:tasks.workunit.client.0.smithi069.stdout:found orig with size 2097152 2024-04-10T16:27:51.839 INFO:tasks.workunit.client.0.smithi069.stdout:num snaps is: 0 2024-04-10T16:27:51.839 INFO:tasks.workunit.client.0.smithi069.stdout:expected: 0 2024-04-10T16:27:51.839 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestLibRBD.TestIOToSnapshot (3265 ms) 2024-04-10T16:27:51.839 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestLibRBD.TestSnapshotDeletedIo 2024-04-10T16:27:51.839 INFO:tasks.workunit.client.0.smithi069.stdout:using new format! 2024-04-10T16:27:52.259 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:27:51 smithi077 ceph-mon[87572]: osdmap e1722: 8 total, 8 up, 8 in 2024-04-10T16:27:52.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:27:51 smithi077 ceph-mon[87572]: osdmap e1723: 8 total, 8 up, 8 in 2024-04-10T16:27:52.353 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:27:51 smithi069 ceph-mon[96738]: osdmap e1722: 8 total, 8 up, 8 in 2024-04-10T16:27:52.353 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:27:51 smithi069 ceph-mon[96738]: osdmap e1723: 8 total, 8 up, 8 in 2024-04-10T16:27:52.354 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:27:51 smithi069 ceph-mon[94167]: osdmap e1722: 8 total, 8 up, 8 in 2024-04-10T16:27:52.354 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:27:51 smithi069 ceph-mon[94167]: osdmap e1723: 8 total, 8 up, 8 in 2024-04-10T16:27:52.759 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:27:52 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:27:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:27:53.259 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:27:52 smithi077 ceph-mon[87572]: pgmap v3103: 489 pgs: 489 active+clean; 301 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 16 MiB/s rd, 15 MiB/s wr, 3.16k op/s 2024-04-10T16:27:53.259 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:27:52 smithi077 ceph-mon[87572]: osdmap e1724: 8 total, 8 up, 8 in 2024-04-10T16:27:53.353 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:27:52 smithi069 ceph-mon[96738]: pgmap v3103: 489 pgs: 489 active+clean; 301 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 16 MiB/s rd, 15 MiB/s wr, 3.16k op/s 2024-04-10T16:27:53.353 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:27:52 smithi069 ceph-mon[96738]: osdmap e1724: 8 total, 8 up, 8 in 2024-04-10T16:27:53.354 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:27:52 smithi069 ceph-mon[94167]: pgmap v3103: 489 pgs: 489 active+clean; 301 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 16 MiB/s rd, 15 MiB/s wr, 3.16k op/s 2024-04-10T16:27:53.354 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:27:52 smithi069 ceph-mon[94167]: osdmap e1724: 8 total, 8 up, 8 in 2024-04-10T16:27:53.842 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestLibRBD.TestSnapshotDeletedIo (2003 ms) 2024-04-10T16:27:53.842 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestLibRBD.TestClone 2024-04-10T16:27:53.842 INFO:tasks.workunit.client.0.smithi069.stdout:using new format! 2024-04-10T16:27:55.104 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:27:54 smithi069 ceph-mon[94167]: pgmap v3106: 489 pgs: 489 active+clean; 301 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 9.5 MiB/s wr, 2.34k op/s 2024-04-10T16:27:55.104 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:27:54 smithi069 ceph-mon[94167]: osdmap e1725: 8 total, 8 up, 8 in 2024-04-10T16:27:55.104 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:27:54 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:27:55.104 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:27:54 smithi069 ceph-mon[96738]: pgmap v3106: 489 pgs: 489 active+clean; 301 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 9.5 MiB/s wr, 2.34k op/s 2024-04-10T16:27:55.104 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:27:54 smithi069 ceph-mon[96738]: osdmap e1725: 8 total, 8 up, 8 in 2024-04-10T16:27:55.104 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:27:54 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:27:55.259 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:27:54 smithi077 ceph-mon[87572]: pgmap v3106: 489 pgs: 489 active+clean; 301 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 9.5 MiB/s wr, 2.34k op/s 2024-04-10T16:27:55.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:27:54 smithi077 ceph-mon[87572]: osdmap e1725: 8 total, 8 up, 8 in 2024-04-10T16:27:55.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:27:54 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:27:55.995 INFO:tasks.workunit.client.0.smithi069.stdout:made parent image "parent" 2024-04-10T16:27:55.995 INFO:tasks.workunit.client.0.smithi069.stdout:parent has no parent info 2024-04-10T16:27:55.995 INFO:tasks.workunit.client.0.smithi069.stdout:made snapshot "parent@parent_snap" 2024-04-10T16:27:55.995 INFO:tasks.workunit.client.0.smithi069.stdout:can't unprotect an unprotected snap 2024-04-10T16:27:55.995 INFO:tasks.workunit.client.0.smithi069.stdout:can't protect a protected snap 2024-04-10T16:27:55.995 INFO:tasks.workunit.client.0.smithi069.stdout:made and opened clone "child" 2024-04-10T16:27:55.995 INFO:tasks.workunit.client.0.smithi069.stdout:read: 8 2024-04-10T16:27:55.996 INFO:tasks.workunit.client.0.smithi069.stdout:read: 8 2024-04-10T16:27:55.996 INFO:tasks.workunit.client.0.smithi069.stdout:read: 8 2024-04-10T16:27:55.996 INFO:tasks.workunit.client.0.smithi069.stdout:sizes and overlaps are good between parent and child 2024-04-10T16:27:55.996 INFO:tasks.workunit.client.0.smithi069.stdout:child image successfully cloned all image-meta pairs 2024-04-10T16:27:55.996 INFO:tasks.workunit.client.0.smithi069.stdout:sized down clone, changed overlap 2024-04-10T16:27:55.996 INFO:tasks.workunit.client.0.smithi069.stdout:parent info: size 4194304 obj_size 4194304 parent_pool 18446744073709551615 2024-04-10T16:27:55.996 INFO:tasks.workunit.client.0.smithi069.stdout:sized up clone, changed size but not overlap or parent's size 2024-04-10T16:27:55.996 INFO:tasks.workunit.client.0.smithi069.stdout:can't remove parent while child still exists 2024-04-10T16:27:55.996 INFO:tasks.workunit.client.0.smithi069.stdout:can't remove parent while still protected 2024-04-10T16:27:55.996 INFO:tasks.workunit.client.0.smithi069.stdout:removed parent snap after unprotecting 2024-04-10T16:27:55.996 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestLibRBD.TestClone (2154 ms) 2024-04-10T16:27:55.996 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestLibRBD.TestClone2 2024-04-10T16:27:55.996 INFO:tasks.workunit.client.0.smithi069.stdout:using new format! 2024-04-10T16:27:56.259 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:27:55 smithi077 ceph-mon[87572]: osdmap e1726: 8 total, 8 up, 8 in 2024-04-10T16:27:56.353 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:27:55 smithi069 ceph-mon[96738]: osdmap e1726: 8 total, 8 up, 8 in 2024-04-10T16:27:56.354 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:27:55 smithi069 ceph-mon[94167]: osdmap e1726: 8 total, 8 up, 8 in 2024-04-10T16:27:57.105 INFO:tasks.workunit.client.0.smithi069.stdout:made parent image "parent" 2024-04-10T16:27:57.106 INFO:tasks.workunit.client.0.smithi069.stdout:parent has no parent info 2024-04-10T16:27:57.106 INFO:tasks.workunit.client.0.smithi069.stdout:made snapshot "parent@parent_snap" 2024-04-10T16:27:57.106 INFO:tasks.workunit.client.0.smithi069.stdout:made and opened clone "child" 2024-04-10T16:27:57.106 INFO:tasks.workunit.client.0.smithi069.stdout:child image successfully cloned all image-meta pairs 2024-04-10T16:27:57.106 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestLibRBD.TestClone2 (1110 ms) 2024-04-10T16:27:57.106 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestLibRBD.ListChildren 2024-04-10T16:27:57.255 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:27:56 smithi069 ceph-mon[94167]: pgmap v3109: 489 pgs: 489 active+clean; 301 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 88 KiB/s rd, 5.5 KiB/s wr, 109 op/s 2024-04-10T16:27:57.255 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:27:56 smithi069 ceph-mon[94167]: osdmap e1727: 8 total, 8 up, 8 in 2024-04-10T16:27:57.255 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:27:56 smithi069 ceph-mon[96738]: pgmap v3109: 489 pgs: 489 active+clean; 301 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 88 KiB/s rd, 5.5 KiB/s wr, 109 op/s 2024-04-10T16:27:57.255 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:27:56 smithi069 ceph-mon[96738]: osdmap e1727: 8 total, 8 up, 8 in 2024-04-10T16:27:57.255 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:27:56 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:27:56] "GET /metrics HTTP/1.1" 200 63227 "" "Prometheus/2.43.0" 2024-04-10T16:27:57.261 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:27:56 smithi077 ceph-mon[87572]: pgmap v3109: 489 pgs: 489 active+clean; 301 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 88 KiB/s rd, 5.5 KiB/s wr, 109 op/s 2024-04-10T16:27:57.261 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:27:56 smithi077 ceph-mon[87572]: osdmap e1727: 8 total, 8 up, 8 in 2024-04-10T16:27:58.259 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:27:57 smithi077 ceph-mon[87572]: osdmap e1728: 8 total, 8 up, 8 in 2024-04-10T16:27:58.353 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:27:57 smithi069 ceph-mon[96738]: osdmap e1728: 8 total, 8 up, 8 in 2024-04-10T16:27:58.354 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:27:57 smithi069 ceph-mon[94167]: osdmap e1728: 8 total, 8 up, 8 in 2024-04-10T16:27:59.259 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:27:59 smithi077 ceph-mon[87572]: pgmap v3112: 489 pgs: 489 active+clean; 301 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 425 KiB/s rd, 28 KiB/s wr, 505 op/s 2024-04-10T16:27:59.259 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:27:59 smithi077 ceph-mon[87572]: osdmap e1729: 8 total, 8 up, 8 in 2024-04-10T16:27:59.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:27:59 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/589516035' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-27","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:27:59.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:27:59 smithi077 ceph-mon[87572]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-27","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:27:59.353 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:27:59 smithi069 ceph-mon[96738]: pgmap v3112: 489 pgs: 489 active+clean; 301 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 425 KiB/s rd, 28 KiB/s wr, 505 op/s 2024-04-10T16:27:59.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:27:59 smithi069 ceph-mon[96738]: osdmap e1729: 8 total, 8 up, 8 in 2024-04-10T16:27:59.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:27:59 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/589516035' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-27","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:27:59.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:27:59 smithi069 ceph-mon[96738]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-27","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:27:59.354 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:27:59 smithi069 ceph-mon[94167]: pgmap v3112: 489 pgs: 489 active+clean; 301 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 425 KiB/s rd, 28 KiB/s wr, 505 op/s 2024-04-10T16:27:59.354 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:27:59 smithi069 ceph-mon[94167]: osdmap e1729: 8 total, 8 up, 8 in 2024-04-10T16:27:59.354 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:27:59 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/589516035' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-27","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:27:59.354 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:27:59 smithi069 ceph-mon[94167]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-27","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:28:00.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:28:00 smithi069 ceph-mon[96738]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-27","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T16:28:00.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:28:00 smithi069 ceph-mon[96738]: osdmap e1730: 8 total, 8 up, 8 in 2024-04-10T16:28:00.354 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:28:00 smithi069 ceph-mon[94167]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-27","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T16:28:00.354 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:28:00 smithi069 ceph-mon[94167]: osdmap e1730: 8 total, 8 up, 8 in 2024-04-10T16:28:00.509 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:28:00 smithi077 ceph-mon[87572]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-27","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T16:28:00.509 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:28:00 smithi077 ceph-mon[87572]: osdmap e1730: 8 total, 8 up, 8 in 2024-04-10T16:28:01.028 INFO:tasks.workunit.client.0.smithi069.stdout:using new format! 2024-04-10T16:28:01.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:28:01 smithi069 ceph-mon[96738]: pgmap v3115: 521 pgs: 8 creating+peering, 18 unknown, 495 active+clean; 301 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 457 KiB/s rd, 33 KiB/s wr, 551 op/s 2024-04-10T16:28:01.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:28:01 smithi069 ceph-mon[96738]: osdmap e1731: 8 total, 8 up, 8 in 2024-04-10T16:28:01.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:28:01 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/613178362' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-28","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:28:01.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:28:01 smithi069 ceph-mon[96738]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-28","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:28:01.354 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:28:01 smithi069 ceph-mon[94167]: pgmap v3115: 521 pgs: 8 creating+peering, 18 unknown, 495 active+clean; 301 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 457 KiB/s rd, 33 KiB/s wr, 551 op/s 2024-04-10T16:28:01.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:28:01 smithi069 ceph-mon[94167]: osdmap e1731: 8 total, 8 up, 8 in 2024-04-10T16:28:01.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:28:01 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/613178362' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-28","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:28:01.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:28:01 smithi069 ceph-mon[94167]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-28","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:28:01.509 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:28:01 smithi077 ceph-mon[87572]: pgmap v3115: 521 pgs: 8 creating+peering, 18 unknown, 495 active+clean; 301 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 457 KiB/s rd, 33 KiB/s wr, 551 op/s 2024-04-10T16:28:01.510 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:28:01 smithi077 ceph-mon[87572]: osdmap e1731: 8 total, 8 up, 8 in 2024-04-10T16:28:01.510 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:28:01 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/613178362' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-28","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:28:01.510 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:28:01 smithi077 ceph-mon[87572]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-28","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:28:02.322 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:28:02 smithi077 ceph-mon[87572]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-28","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T16:28:02.334 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:28:02 smithi077 ceph-mon[87572]: osdmap e1732: 8 total, 8 up, 8 in 2024-04-10T16:28:02.334 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:28:02 smithi077 ceph-mon[87572]: osdmap e1733: 8 total, 8 up, 8 in 2024-04-10T16:28:02.353 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:28:02 smithi069 ceph-mon[96738]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-28","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T16:28:02.353 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:28:02 smithi069 ceph-mon[96738]: osdmap e1732: 8 total, 8 up, 8 in 2024-04-10T16:28:02.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:28:02 smithi069 ceph-mon[96738]: osdmap e1733: 8 total, 8 up, 8 in 2024-04-10T16:28:02.354 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:28:02 smithi069 ceph-mon[94167]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-28","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T16:28:02.354 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:28:02 smithi069 ceph-mon[94167]: osdmap e1732: 8 total, 8 up, 8 in 2024-04-10T16:28:02.354 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:28:02 smithi069 ceph-mon[94167]: osdmap e1733: 8 total, 8 up, 8 in 2024-04-10T16:28:02.759 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:28:02 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:28:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:28:03.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:28:03 smithi069 ceph-mon[96738]: pgmap v3118: 553 pgs: 24 creating+peering, 16 unknown, 513 active+clean; 301 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 370 KiB/s rd, 29 KiB/s wr, 449 op/s 2024-04-10T16:28:03.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:28:03 smithi069 ceph-mon[96738]: osdmap e1734: 8 total, 8 up, 8 in 2024-04-10T16:28:03.354 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:28:03 smithi069 ceph-mon[94167]: pgmap v3118: 553 pgs: 24 creating+peering, 16 unknown, 513 active+clean; 301 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 370 KiB/s rd, 29 KiB/s wr, 449 op/s 2024-04-10T16:28:03.354 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:28:03 smithi069 ceph-mon[94167]: osdmap e1734: 8 total, 8 up, 8 in 2024-04-10T16:28:03.509 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:28:03 smithi077 ceph-mon[87572]: pgmap v3118: 553 pgs: 24 creating+peering, 16 unknown, 513 active+clean; 301 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 370 KiB/s rd, 29 KiB/s wr, 449 op/s 2024-04-10T16:28:03.510 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:28:03 smithi077 ceph-mon[87572]: osdmap e1734: 8 total, 8 up, 8 in 2024-04-10T16:28:05.104 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:28:04 smithi069 ceph-mon[96738]: pgmap v3121: 553 pgs: 16 creating+peering, 8 unknown, 529 active+clean; 301 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 300 KiB/s rd, 22 KiB/s wr, 360 op/s 2024-04-10T16:28:05.104 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:28:04 smithi069 ceph-mon[96738]: osdmap e1735: 8 total, 8 up, 8 in 2024-04-10T16:28:05.104 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:28:04 smithi069 ceph-mon[94167]: pgmap v3121: 553 pgs: 16 creating+peering, 8 unknown, 529 active+clean; 301 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 300 KiB/s rd, 22 KiB/s wr, 360 op/s 2024-04-10T16:28:05.104 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:28:04 smithi069 ceph-mon[94167]: osdmap e1735: 8 total, 8 up, 8 in 2024-04-10T16:28:05.259 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:28:04 smithi077 ceph-mon[87572]: pgmap v3121: 553 pgs: 16 creating+peering, 8 unknown, 529 active+clean; 301 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 300 KiB/s rd, 22 KiB/s wr, 360 op/s 2024-04-10T16:28:05.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:28:04 smithi077 ceph-mon[87572]: osdmap e1735: 8 total, 8 up, 8 in 2024-04-10T16:28:06.103 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:28:05 smithi069 ceph-mon[96738]: osdmap e1736: 8 total, 8 up, 8 in 2024-04-10T16:28:06.104 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:28:05 smithi069 ceph-mon[94167]: osdmap e1736: 8 total, 8 up, 8 in 2024-04-10T16:28:06.259 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:28:05 smithi077 ceph-mon[87572]: osdmap e1736: 8 total, 8 up, 8 in 2024-04-10T16:28:06.355 INFO:tasks.workunit.client.0.smithi069.stdout: 2024-04-10T16:28:06.355 INFO:tasks.workunit.client.0.smithi069.stdout:trying to find test-librbd-smithi069-146913-28/image113 2024-04-10T16:28:06.356 INFO:tasks.workunit.client.0.smithi069.stdout:checking test-librbd-smithi069-146913-28/image113 2024-04-10T16:28:06.356 INFO:tasks.workunit.client.0.smithi069.stdout:found child test-librbd-smithi069-146913-28/image113 2024-04-10T16:28:06.356 INFO:tasks.workunit.client.0.smithi069.stdout: 2024-04-10T16:28:06.356 INFO:tasks.workunit.client.0.smithi069.stdout:num children is: 1 2024-04-10T16:28:06.356 INFO:tasks.workunit.client.0.smithi069.stdout:expected: 1 2024-04-10T16:28:06.356 INFO:tasks.workunit.client.0.smithi069.stdout:child: image113 2024-04-10T16:28:06.356 INFO:tasks.workunit.client.0.smithi069.stdout:found child test-librbd-smithi069-146913-28/image113/8b44bdc664f9 2024-04-10T16:28:06.356 INFO:tasks.workunit.client.0.smithi069.stdout: 2024-04-10T16:28:06.356 INFO:tasks.workunit.client.0.smithi069.stdout: 2024-04-10T16:28:06.356 INFO:tasks.workunit.client.0.smithi069.stdout:trying to find test-librbd-smithi069-146913-28/image113 2024-04-10T16:28:06.356 INFO:tasks.workunit.client.0.smithi069.stdout:checking test-librbd-smithi069-146913-27/image114 2024-04-10T16:28:06.356 INFO:tasks.workunit.client.0.smithi069.stdout:checking test-librbd-smithi069-146913-28/image113 2024-04-10T16:28:06.357 INFO:tasks.workunit.client.0.smithi069.stdout:found child test-librbd-smithi069-146913-28/image113 2024-04-10T16:28:06.357 INFO:tasks.workunit.client.0.smithi069.stdout: 2024-04-10T16:28:06.357 INFO:tasks.workunit.client.0.smithi069.stdout: 2024-04-10T16:28:06.357 INFO:tasks.workunit.client.0.smithi069.stdout:trying to find test-librbd-smithi069-146913-27/image114 2024-04-10T16:28:06.357 INFO:tasks.workunit.client.0.smithi069.stdout:checking test-librbd-smithi069-146913-27/image114 2024-04-10T16:28:06.357 INFO:tasks.workunit.client.0.smithi069.stdout:found child test-librbd-smithi069-146913-27/image114 2024-04-10T16:28:06.357 INFO:tasks.workunit.client.0.smithi069.stdout: 2024-04-10T16:28:06.357 INFO:tasks.workunit.client.0.smithi069.stdout:num children is: 2 2024-04-10T16:28:06.357 INFO:tasks.workunit.client.0.smithi069.stdout:expected: 2 2024-04-10T16:28:06.357 INFO:tasks.workunit.client.0.smithi069.stdout:child: image114 2024-04-10T16:28:06.357 INFO:tasks.workunit.client.0.smithi069.stdout:child: image113 2024-04-10T16:28:06.357 INFO:tasks.workunit.client.0.smithi069.stdout:found child test-librbd-smithi069-146913-28/image113/8b44bdc664f9 2024-04-10T16:28:06.357 INFO:tasks.workunit.client.0.smithi069.stdout: 2024-04-10T16:28:06.357 INFO:tasks.workunit.client.0.smithi069.stdout:found child test-librbd-smithi069-146913-27/image114/8b44c1076044 2024-04-10T16:28:06.357 INFO:tasks.workunit.client.0.smithi069.stdout: 2024-04-10T16:28:06.358 INFO:tasks.workunit.client.0.smithi069.stdout: 2024-04-10T16:28:06.358 INFO:tasks.workunit.client.0.smithi069.stdout:trying to find test-librbd-smithi069-146913-28/image113 2024-04-10T16:28:06.358 INFO:tasks.workunit.client.0.smithi069.stdout:checking test-librbd-smithi069-146913-27/image114 2024-04-10T16:28:06.358 INFO:tasks.workunit.client.0.smithi069.stdout:checking test-librbd-smithi069-146913-28/image113 2024-04-10T16:28:06.358 INFO:tasks.workunit.client.0.smithi069.stdout:found child test-librbd-smithi069-146913-28/image113 2024-04-10T16:28:06.358 INFO:tasks.workunit.client.0.smithi069.stdout: 2024-04-10T16:28:06.358 INFO:tasks.workunit.client.0.smithi069.stdout: 2024-04-10T16:28:06.358 INFO:tasks.workunit.client.0.smithi069.stdout:trying to find test-librbd-smithi069-146913-27/image114 2024-04-10T16:28:06.358 INFO:tasks.workunit.client.0.smithi069.stdout:checking test-librbd-smithi069-146913-27/image114 2024-04-10T16:28:06.358 INFO:tasks.workunit.client.0.smithi069.stdout:found child test-librbd-smithi069-146913-27/image114 2024-04-10T16:28:06.358 INFO:tasks.workunit.client.0.smithi069.stdout: 2024-04-10T16:28:06.358 INFO:tasks.workunit.client.0.smithi069.stdout: 2024-04-10T16:28:06.358 INFO:tasks.workunit.client.0.smithi069.stdout:trying to find test-librbd-smithi069-146913-28/image115 2024-04-10T16:28:06.359 INFO:tasks.workunit.client.0.smithi069.stdout:checking test-librbd-smithi069-146913-27/image114 2024-04-10T16:28:06.359 INFO:tasks.workunit.client.0.smithi069.stdout:checking test-librbd-smithi069-146913-28/image113 2024-04-10T16:28:06.359 INFO:tasks.workunit.client.0.smithi069.stdout:checking test-librbd-smithi069-146913-28/image115 2024-04-10T16:28:06.359 INFO:tasks.workunit.client.0.smithi069.stdout:found child test-librbd-smithi069-146913-28/image115 2024-04-10T16:28:06.359 INFO:tasks.workunit.client.0.smithi069.stdout: 2024-04-10T16:28:06.359 INFO:tasks.workunit.client.0.smithi069.stdout:num children is: 3 2024-04-10T16:28:06.359 INFO:tasks.workunit.client.0.smithi069.stdout:expected: 3 2024-04-10T16:28:06.359 INFO:tasks.workunit.client.0.smithi069.stdout:child: image114 2024-04-10T16:28:06.359 INFO:tasks.workunit.client.0.smithi069.stdout:child: image113 2024-04-10T16:28:06.359 INFO:tasks.workunit.client.0.smithi069.stdout:child: image115 2024-04-10T16:28:06.359 INFO:tasks.workunit.client.0.smithi069.stdout:found child test-librbd-smithi069-146913-28/image113/8b44bdc664f9 2024-04-10T16:28:06.359 INFO:tasks.workunit.client.0.smithi069.stdout: 2024-04-10T16:28:06.359 INFO:tasks.workunit.client.0.smithi069.stdout:found child test-librbd-smithi069-146913-27/image114/8b44c1076044 2024-04-10T16:28:06.359 INFO:tasks.workunit.client.0.smithi069.stdout: 2024-04-10T16:28:06.359 INFO:tasks.workunit.client.0.smithi069.stdout:found child test-librbd-smithi069-146913-28/image115/8b44aba0950a 2024-04-10T16:28:06.359 INFO:tasks.workunit.client.0.smithi069.stdout: 2024-04-10T16:28:06.360 INFO:tasks.workunit.client.0.smithi069.stdout: 2024-04-10T16:28:06.360 INFO:tasks.workunit.client.0.smithi069.stdout:trying to find test-librbd-smithi069-146913-28/image113 2024-04-10T16:28:06.360 INFO:tasks.workunit.client.0.smithi069.stdout:checking test-librbd-smithi069-146913-27/image114 2024-04-10T16:28:06.360 INFO:tasks.workunit.client.0.smithi069.stdout:checking test-librbd-smithi069-146913-28/image113 2024-04-10T16:28:06.360 INFO:tasks.workunit.client.0.smithi069.stdout:found child test-librbd-smithi069-146913-28/image113 2024-04-10T16:28:06.360 INFO:tasks.workunit.client.0.smithi069.stdout: 2024-04-10T16:28:06.360 INFO:tasks.workunit.client.0.smithi069.stdout: 2024-04-10T16:28:06.360 INFO:tasks.workunit.client.0.smithi069.stdout:trying to find test-librbd-smithi069-146913-27/image114 2024-04-10T16:28:06.360 INFO:tasks.workunit.client.0.smithi069.stdout:checking test-librbd-smithi069-146913-27/image114 2024-04-10T16:28:06.360 INFO:tasks.workunit.client.0.smithi069.stdout:found child test-librbd-smithi069-146913-27/image114 2024-04-10T16:28:06.360 INFO:tasks.workunit.client.0.smithi069.stdout: 2024-04-10T16:28:06.360 INFO:tasks.workunit.client.0.smithi069.stdout:num children is: 3 2024-04-10T16:28:06.360 INFO:tasks.workunit.client.0.smithi069.stdout:expected: 3 2024-04-10T16:28:06.360 INFO:tasks.workunit.client.0.smithi069.stdout:child: image114 2024-04-10T16:28:06.361 INFO:tasks.workunit.client.0.smithi069.stdout:child: image113 2024-04-10T16:28:06.361 INFO:tasks.workunit.client.0.smithi069.stdout:child: image115 2024-04-10T16:28:06.361 INFO:tasks.workunit.client.0.smithi069.stdout:found child test-librbd-smithi069-146913-28/image113/8b44bdc664f9 2024-04-10T16:28:06.361 INFO:tasks.workunit.client.0.smithi069.stdout: 2024-04-10T16:28:06.361 INFO:tasks.workunit.client.0.smithi069.stdout:found child test-librbd-smithi069-146913-27/image114/8b44c1076044 2024-04-10T16:28:06.361 INFO:tasks.workunit.client.0.smithi069.stdout: 2024-04-10T16:28:06.361 INFO:tasks.workunit.client.0.smithi069.stdout:found child test-librbd-smithi069-146913-28/image115/8b44aba0950a 2024-04-10T16:28:06.361 INFO:tasks.workunit.client.0.smithi069.stdout: 2024-04-10T16:28:06.361 INFO:tasks.workunit.client.0.smithi069.stdout: 2024-04-10T16:28:06.362 INFO:tasks.workunit.client.0.smithi069.stdout:trying to find test-librbd-smithi069-146913-28/image113 2024-04-10T16:28:06.362 INFO:tasks.workunit.client.0.smithi069.stdout:checking test-librbd-smithi069-146913-27/image114 2024-04-10T16:28:06.362 INFO:tasks.workunit.client.0.smithi069.stdout:checking test-librbd-smithi069-146913-28/image113 2024-04-10T16:28:06.362 INFO:tasks.workunit.client.0.smithi069.stdout:found child test-librbd-smithi069-146913-28/image113 2024-04-10T16:28:06.362 INFO:tasks.workunit.client.0.smithi069.stdout: 2024-04-10T16:28:06.362 INFO:tasks.workunit.client.0.smithi069.stdout: 2024-04-10T16:28:06.362 INFO:tasks.workunit.client.0.smithi069.stdout:trying to find test-librbd-smithi069-146913-27/image114 2024-04-10T16:28:06.362 INFO:tasks.workunit.client.0.smithi069.stdout:checking test-librbd-smithi069-146913-27/image114 2024-04-10T16:28:06.362 INFO:tasks.workunit.client.0.smithi069.stdout:found child test-librbd-smithi069-146913-27/image114 2024-04-10T16:28:06.362 INFO:tasks.workunit.client.0.smithi069.stdout: 2024-04-10T16:28:06.362 INFO:tasks.workunit.client.0.smithi069.stdout: 2024-04-10T16:28:06.362 INFO:tasks.workunit.client.0.smithi069.stdout:trying to find test-librbd-smithi069-146913-28/image116 2024-04-10T16:28:06.363 INFO:tasks.workunit.client.0.smithi069.stdout:checking test-librbd-smithi069-146913-27/image114 2024-04-10T16:28:06.363 INFO:tasks.workunit.client.0.smithi069.stdout:checking test-librbd-smithi069-146913-28/image113 2024-04-10T16:28:06.363 INFO:tasks.workunit.client.0.smithi069.stdout:checking test-librbd-smithi069-146913-28/image116 2024-04-10T16:28:06.363 INFO:tasks.workunit.client.0.smithi069.stdout:found child test-librbd-smithi069-146913-28/image116 2024-04-10T16:28:06.363 INFO:tasks.workunit.client.0.smithi069.stdout: 2024-04-10T16:28:06.363 INFO:tasks.workunit.client.0.smithi069.stdout:num children is: 4 2024-04-10T16:28:06.363 INFO:tasks.workunit.client.0.smithi069.stdout:expected: 4 2024-04-10T16:28:06.363 INFO:tasks.workunit.client.0.smithi069.stdout:child: image114 2024-04-10T16:28:06.363 INFO:tasks.workunit.client.0.smithi069.stdout:child: image113 2024-04-10T16:28:06.363 INFO:tasks.workunit.client.0.smithi069.stdout:child: image115 2024-04-10T16:28:06.363 INFO:tasks.workunit.client.0.smithi069.stdout:child: image116 2024-04-10T16:28:06.363 INFO:tasks.workunit.client.0.smithi069.stdout:found child test-librbd-smithi069-146913-28/image113/8b44bdc664f9 2024-04-10T16:28:06.363 INFO:tasks.workunit.client.0.smithi069.stdout: 2024-04-10T16:28:06.363 INFO:tasks.workunit.client.0.smithi069.stdout:found child test-librbd-smithi069-146913-27/image114/8b44c1076044 2024-04-10T16:28:06.363 INFO:tasks.workunit.client.0.smithi069.stdout: 2024-04-10T16:28:06.363 INFO:tasks.workunit.client.0.smithi069.stdout:found child test-librbd-smithi069-146913-28/image115/8b44aba0950a 2024-04-10T16:28:06.364 INFO:tasks.workunit.client.0.smithi069.stdout: 2024-04-10T16:28:06.364 INFO:tasks.workunit.client.0.smithi069.stdout:found child test-librbd-smithi069-146913-28/image116/8b4425425201 2024-04-10T16:28:06.364 INFO:tasks.workunit.client.0.smithi069.stdout: 2024-04-10T16:28:06.364 INFO:tasks.workunit.client.0.smithi069.stdout: 2024-04-10T16:28:06.364 INFO:tasks.workunit.client.0.smithi069.stdout:trying to find test-librbd-smithi069-146913-28/image113 2024-04-10T16:28:06.364 INFO:tasks.workunit.client.0.smithi069.stdout:checking test-librbd-smithi069-146913-27/image114 2024-04-10T16:28:06.364 INFO:tasks.workunit.client.0.smithi069.stdout:checking test-librbd-smithi069-146913-28/image113 2024-04-10T16:28:06.364 INFO:tasks.workunit.client.0.smithi069.stdout:found child test-librbd-smithi069-146913-28/image113 2024-04-10T16:28:06.364 INFO:tasks.workunit.client.0.smithi069.stdout: 2024-04-10T16:28:06.364 INFO:tasks.workunit.client.0.smithi069.stdout: 2024-04-10T16:28:06.364 INFO:tasks.workunit.client.0.smithi069.stdout:trying to find test-librbd-smithi069-146913-27/image114 2024-04-10T16:28:06.364 INFO:tasks.workunit.client.0.smithi069.stdout:checking test-librbd-smithi069-146913-27/image114 2024-04-10T16:28:06.364 INFO:tasks.workunit.client.0.smithi069.stdout:found child test-librbd-smithi069-146913-27/image114 2024-04-10T16:28:06.364 INFO:tasks.workunit.client.0.smithi069.stdout: 2024-04-10T16:28:06.364 INFO:tasks.workunit.client.0.smithi069.stdout: 2024-04-10T16:28:06.364 INFO:tasks.workunit.client.0.smithi069.stdout:trying to find test-librbd-smithi069-146913-28/image115 2024-04-10T16:28:06.364 INFO:tasks.workunit.client.0.smithi069.stdout:checking test-librbd-smithi069-146913-27/image114 2024-04-10T16:28:06.365 INFO:tasks.workunit.client.0.smithi069.stdout:checking test-librbd-smithi069-146913-28/image113 2024-04-10T16:28:06.365 INFO:tasks.workunit.client.0.smithi069.stdout:checking test-librbd-smithi069-146913-28/image115 2024-04-10T16:28:06.365 INFO:tasks.workunit.client.0.smithi069.stdout:found child test-librbd-smithi069-146913-28/image115 2024-04-10T16:28:06.365 INFO:tasks.workunit.client.0.smithi069.stdout: 2024-04-10T16:28:06.365 INFO:tasks.workunit.client.0.smithi069.stdout: 2024-04-10T16:28:06.365 INFO:tasks.workunit.client.0.smithi069.stdout:trying to find test-librbd-smithi069-146913-28/image116 2024-04-10T16:28:06.924 INFO:tasks.workunit.client.0.smithi069.stdout:checking test-librbd-smithi069-146913-27/image114 2024-04-10T16:28:06.924 INFO:tasks.workunit.client.0.smithi069.stdout:checking test-librbd-smithi069-146913-28/image113 2024-04-10T16:28:06.924 INFO:tasks.workunit.client.0.smithi069.stdout:checking test-librbd-smithi069-146913-28/image115 2024-04-10T16:28:06.924 INFO:tasks.workunit.client.0.smithi069.stdout:checking test-librbd-smithi069-146913-28/image116 2024-04-10T16:28:06.924 INFO:tasks.workunit.client.0.smithi069.stdout:found child test-librbd-smithi069-146913-28/image116 2024-04-10T16:28:06.924 INFO:tasks.workunit.client.0.smithi069.stdout: 2024-04-10T16:28:06.924 INFO:tasks.workunit.client.0.smithi069.stdout:num children is: 4 2024-04-10T16:28:06.924 INFO:tasks.workunit.client.0.smithi069.stdout:expected: 4 2024-04-10T16:28:06.924 INFO:tasks.workunit.client.0.smithi069.stdout:child: image114 2024-04-10T16:28:06.924 INFO:tasks.workunit.client.0.smithi069.stdout:child: image113 2024-04-10T16:28:06.924 INFO:tasks.workunit.client.0.smithi069.stdout:child: image115 2024-04-10T16:28:06.924 INFO:tasks.workunit.client.0.smithi069.stdout:child: image116 2024-04-10T16:28:06.924 INFO:tasks.workunit.client.0.smithi069.stdout:found child test-librbd-smithi069-146913-28/image113/8b44bdc664f9 2024-04-10T16:28:06.925 INFO:tasks.workunit.client.0.smithi069.stdout: 2024-04-10T16:28:06.925 INFO:tasks.workunit.client.0.smithi069.stdout:found child test-librbd-smithi069-146913-27/image114/8b44c1076044 2024-04-10T16:28:06.925 INFO:tasks.workunit.client.0.smithi069.stdout: 2024-04-10T16:28:06.925 INFO:tasks.workunit.client.0.smithi069.stdout:found child test-librbd-smithi069-146913-28/image115/8b44aba0950a 2024-04-10T16:28:06.925 INFO:tasks.workunit.client.0.smithi069.stdout: 2024-04-10T16:28:06.925 INFO:tasks.workunit.client.0.smithi069.stdout:found child test-librbd-smithi069-146913-28/image116/8b4425425201 2024-04-10T16:28:06.925 INFO:tasks.workunit.client.0.smithi069.stdout: 2024-04-10T16:28:06.925 INFO:tasks.workunit.client.0.smithi069.stdout: 2024-04-10T16:28:06.925 INFO:tasks.workunit.client.0.smithi069.stdout:trying to find test-librbd-smithi069-146913-27/image114 2024-04-10T16:28:06.925 INFO:tasks.workunit.client.0.smithi069.stdout:checking test-librbd-smithi069-146913-27/image114 2024-04-10T16:28:06.925 INFO:tasks.workunit.client.0.smithi069.stdout:found child test-librbd-smithi069-146913-27/image114 2024-04-10T16:28:06.925 INFO:tasks.workunit.client.0.smithi069.stdout: 2024-04-10T16:28:06.925 INFO:tasks.workunit.client.0.smithi069.stdout: 2024-04-10T16:28:06.925 INFO:tasks.workunit.client.0.smithi069.stdout:trying to find test-librbd-smithi069-146913-28/image115 2024-04-10T16:28:06.926 INFO:tasks.workunit.client.0.smithi069.stdout:checking test-librbd-smithi069-146913-27/image114 2024-04-10T16:28:06.926 INFO:tasks.workunit.client.0.smithi069.stdout:checking test-librbd-smithi069-146913-28/image115 2024-04-10T16:28:06.926 INFO:tasks.workunit.client.0.smithi069.stdout:found child test-librbd-smithi069-146913-28/image115 2024-04-10T16:28:06.926 INFO:tasks.workunit.client.0.smithi069.stdout: 2024-04-10T16:28:06.926 INFO:tasks.workunit.client.0.smithi069.stdout: 2024-04-10T16:28:06.926 INFO:tasks.workunit.client.0.smithi069.stdout:trying to find test-librbd-smithi069-146913-28/image116 2024-04-10T16:28:06.926 INFO:tasks.workunit.client.0.smithi069.stdout:checking test-librbd-smithi069-146913-27/image114 2024-04-10T16:28:06.926 INFO:tasks.workunit.client.0.smithi069.stdout:checking test-librbd-smithi069-146913-28/image115 2024-04-10T16:28:06.926 INFO:tasks.workunit.client.0.smithi069.stdout:checking test-librbd-smithi069-146913-28/image116 2024-04-10T16:28:06.926 INFO:tasks.workunit.client.0.smithi069.stdout:found child test-librbd-smithi069-146913-28/image116 2024-04-10T16:28:06.926 INFO:tasks.workunit.client.0.smithi069.stdout: 2024-04-10T16:28:06.926 INFO:tasks.workunit.client.0.smithi069.stdout:num children is: 3 2024-04-10T16:28:06.926 INFO:tasks.workunit.client.0.smithi069.stdout:expected: 3 2024-04-10T16:28:06.926 INFO:tasks.workunit.client.0.smithi069.stdout:child: image114 2024-04-10T16:28:06.926 INFO:tasks.workunit.client.0.smithi069.stdout:child: image115 2024-04-10T16:28:06.926 INFO:tasks.workunit.client.0.smithi069.stdout:child: image116 2024-04-10T16:28:06.927 INFO:tasks.workunit.client.0.smithi069.stdout:found child test-librbd-smithi069-146913-27/image114/8b44c1076044 2024-04-10T16:28:06.927 INFO:tasks.workunit.client.0.smithi069.stdout: 2024-04-10T16:28:06.927 INFO:tasks.workunit.client.0.smithi069.stdout:found child test-librbd-smithi069-146913-28/image115/8b44aba0950a 2024-04-10T16:28:06.927 INFO:tasks.workunit.client.0.smithi069.stdout: 2024-04-10T16:28:06.927 INFO:tasks.workunit.client.0.smithi069.stdout:found child test-librbd-smithi069-146913-28/image116/8b4425425201 2024-04-10T16:28:06.927 INFO:tasks.workunit.client.0.smithi069.stdout: 2024-04-10T16:28:06.927 INFO:tasks.workunit.client.0.smithi069.stdout: 2024-04-10T16:28:06.927 INFO:tasks.workunit.client.0.smithi069.stdout:trying to find test-librbd-smithi069-146913-27/image114 2024-04-10T16:28:06.927 INFO:tasks.workunit.client.0.smithi069.stdout:checking test-librbd-smithi069-146913-27/image114 2024-04-10T16:28:06.927 INFO:tasks.workunit.client.0.smithi069.stdout:found child test-librbd-smithi069-146913-27/image114 2024-04-10T16:28:06.927 INFO:tasks.workunit.client.0.smithi069.stdout: 2024-04-10T16:28:06.927 INFO:tasks.workunit.client.0.smithi069.stdout: 2024-04-10T16:28:06.927 INFO:tasks.workunit.client.0.smithi069.stdout:trying to find test-librbd-smithi069-146913-28/image116 2024-04-10T16:28:06.927 INFO:tasks.workunit.client.0.smithi069.stdout:checking test-librbd-smithi069-146913-27/image114 2024-04-10T16:28:06.928 INFO:tasks.workunit.client.0.smithi069.stdout:checking test-librbd-smithi069-146913-28/image116 2024-04-10T16:28:06.928 INFO:tasks.workunit.client.0.smithi069.stdout:found child test-librbd-smithi069-146913-28/image116 2024-04-10T16:28:06.928 INFO:tasks.workunit.client.0.smithi069.stdout: 2024-04-10T16:28:06.928 INFO:tasks.workunit.client.0.smithi069.stdout:num children is: 2 2024-04-10T16:28:06.928 INFO:tasks.workunit.client.0.smithi069.stdout:expected: 2 2024-04-10T16:28:06.928 INFO:tasks.workunit.client.0.smithi069.stdout:child: image114 2024-04-10T16:28:06.928 INFO:tasks.workunit.client.0.smithi069.stdout:child: image116 2024-04-10T16:28:06.928 INFO:tasks.workunit.client.0.smithi069.stdout:found child test-librbd-smithi069-146913-27/image114/8b44c1076044 2024-04-10T16:28:06.928 INFO:tasks.workunit.client.0.smithi069.stdout: 2024-04-10T16:28:06.928 INFO:tasks.workunit.client.0.smithi069.stdout:found child test-librbd-smithi069-146913-28/image116/8b4425425201 2024-04-10T16:28:06.928 INFO:tasks.workunit.client.0.smithi069.stdout: 2024-04-10T16:28:06.928 INFO:tasks.workunit.client.0.smithi069.stdout: 2024-04-10T16:28:06.928 INFO:tasks.workunit.client.0.smithi069.stdout:trying to find test-librbd-smithi069-146913-27/image114 2024-04-10T16:28:06.928 INFO:tasks.workunit.client.0.smithi069.stdout:checking test-librbd-smithi069-146913-27/image114 2024-04-10T16:28:06.928 INFO:tasks.workunit.client.0.smithi069.stdout:found child test-librbd-smithi069-146913-27/image114 2024-04-10T16:28:06.929 INFO:tasks.workunit.client.0.smithi069.stdout: 2024-04-10T16:28:06.929 INFO:tasks.workunit.client.0.smithi069.stdout:num children is: 1 2024-04-10T16:28:06.929 INFO:tasks.workunit.client.0.smithi069.stdout:expected: 1 2024-04-10T16:28:06.929 INFO:tasks.workunit.client.0.smithi069.stdout:child: image114 2024-04-10T16:28:06.929 INFO:tasks.workunit.client.0.smithi069.stdout:found child test-librbd-smithi069-146913-27/image114/8b44c1076044 2024-04-10T16:28:06.929 INFO:tasks.workunit.client.0.smithi069.stdout: 2024-04-10T16:28:06.929 INFO:tasks.workunit.client.0.smithi069.stdout:num children is: 0 2024-04-10T16:28:06.929 INFO:tasks.workunit.client.0.smithi069.stdout:expected: 0 2024-04-10T16:28:06.929 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestLibRBD.ListChildren (9818 ms) 2024-04-10T16:28:06.929 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestLibRBD.ListChildrenTiered 2024-04-10T16:28:07.103 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:28:06 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:28:06] "GET /metrics HTTP/1.1" 200 63227 "" "Prometheus/2.43.0" 2024-04-10T16:28:07.104 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:28:06 smithi069 ceph-mon[94167]: pgmap v3124: 553 pgs: 16 creating+peering, 537 active+clean; 301 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.5 KiB/s rd, 511 B/s wr, 4 op/s 2024-04-10T16:28:07.104 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:28:06 smithi069 ceph-mon[94167]: osdmap e1737: 8 total, 8 up, 8 in 2024-04-10T16:28:07.104 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:28:06 smithi069 ceph-mon[94167]: osdmap e1738: 8 total, 8 up, 8 in 2024-04-10T16:28:07.104 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:28:06 smithi069 ceph-mon[96738]: pgmap v3124: 553 pgs: 16 creating+peering, 537 active+clean; 301 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.5 KiB/s rd, 511 B/s wr, 4 op/s 2024-04-10T16:28:07.104 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:28:06 smithi069 ceph-mon[96738]: osdmap e1737: 8 total, 8 up, 8 in 2024-04-10T16:28:07.104 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:28:06 smithi069 ceph-mon[96738]: osdmap e1738: 8 total, 8 up, 8 in 2024-04-10T16:28:07.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:28:06 smithi077 ceph-mon[87572]: pgmap v3124: 553 pgs: 16 creating+peering, 537 active+clean; 301 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.5 KiB/s rd, 511 B/s wr, 4 op/s 2024-04-10T16:28:07.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:28:06 smithi077 ceph-mon[87572]: osdmap e1737: 8 total, 8 up, 8 in 2024-04-10T16:28:07.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:28:06 smithi077 ceph-mon[87572]: osdmap e1738: 8 total, 8 up, 8 in 2024-04-10T16:28:09.104 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:28:08 smithi069 ceph-mon[96738]: pgmap v3127: 553 pgs: 553 active+clean; 301 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 30 KiB/s rd, 2.5 KiB/s wr, 39 op/s 2024-04-10T16:28:09.104 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:28:08 smithi069 ceph-mon[96738]: osdmap e1739: 8 total, 8 up, 8 in 2024-04-10T16:28:09.104 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:28:08 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/1940801492' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-29","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:28:09.104 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:28:08 smithi069 ceph-mon[96738]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-29","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:28:09.104 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:28:08 smithi069 ceph-mon[94167]: pgmap v3127: 553 pgs: 553 active+clean; 301 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 30 KiB/s rd, 2.5 KiB/s wr, 39 op/s 2024-04-10T16:28:09.104 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:28:08 smithi069 ceph-mon[94167]: osdmap e1739: 8 total, 8 up, 8 in 2024-04-10T16:28:09.104 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:28:08 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/1940801492' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-29","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:28:09.105 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:28:08 smithi069 ceph-mon[94167]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-29","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:28:09.259 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:28:08 smithi077 ceph-mon[87572]: pgmap v3127: 553 pgs: 553 active+clean; 301 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 30 KiB/s rd, 2.5 KiB/s wr, 39 op/s 2024-04-10T16:28:09.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:28:08 smithi077 ceph-mon[87572]: osdmap e1739: 8 total, 8 up, 8 in 2024-04-10T16:28:09.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:28:08 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/1940801492' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-29","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:28:09.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:28:08 smithi077 ceph-mon[87572]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-29","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:28:10.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:28:09 smithi077 ceph-mon[87572]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-29","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T16:28:10.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:28:09 smithi077 ceph-mon[87572]: osdmap e1740: 8 total, 8 up, 8 in 2024-04-10T16:28:10.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:28:09 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:28:10.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:28:09 smithi069 ceph-mon[96738]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-29","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T16:28:10.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:28:09 smithi069 ceph-mon[96738]: osdmap e1740: 8 total, 8 up, 8 in 2024-04-10T16:28:10.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:28:09 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:28:10.354 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:28:09 smithi069 ceph-mon[94167]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-29","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T16:28:10.354 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:28:09 smithi069 ceph-mon[94167]: osdmap e1740: 8 total, 8 up, 8 in 2024-04-10T16:28:10.354 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:28:09 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:28:11.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:28:10 smithi077 ceph-mon[87572]: pgmap v3130: 585 pgs: 10 creating+peering, 19 unknown, 556 active+clean; 301 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 215 KiB/s rd, 7.7 KiB/s wr, 265 op/s 2024-04-10T16:28:11.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:28:10 smithi077 ceph-mon[87572]: osdmap e1741: 8 total, 8 up, 8 in 2024-04-10T16:28:11.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:28:10 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/1550777703' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-30","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:28:11.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:28:10 smithi069 ceph-mon[96738]: pgmap v3130: 585 pgs: 10 creating+peering, 19 unknown, 556 active+clean; 301 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 215 KiB/s rd, 7.7 KiB/s wr, 265 op/s 2024-04-10T16:28:11.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:28:10 smithi069 ceph-mon[96738]: osdmap e1741: 8 total, 8 up, 8 in 2024-04-10T16:28:11.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:28:10 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/1550777703' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-30","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:28:11.354 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:28:10 smithi069 ceph-mon[94167]: pgmap v3130: 585 pgs: 10 creating+peering, 19 unknown, 556 active+clean; 301 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 215 KiB/s rd, 7.7 KiB/s wr, 265 op/s 2024-04-10T16:28:11.354 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:28:10 smithi069 ceph-mon[94167]: osdmap e1741: 8 total, 8 up, 8 in 2024-04-10T16:28:11.354 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:28:10 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/1550777703' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-30","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:28:12.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:28:11 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/1550777703' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-30","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T16:28:12.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:28:11 smithi077 ceph-mon[87572]: osdmap e1742: 8 total, 8 up, 8 in 2024-04-10T16:28:12.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:28:11 smithi077 ceph-mon[87572]: osdmap e1743: 8 total, 8 up, 8 in 2024-04-10T16:28:12.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:28:11 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/1526581360' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-31","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:28:12.353 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:28:11 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/1550777703' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-30","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T16:28:12.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:28:11 smithi069 ceph-mon[96738]: osdmap e1742: 8 total, 8 up, 8 in 2024-04-10T16:28:12.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:28:11 smithi069 ceph-mon[96738]: osdmap e1743: 8 total, 8 up, 8 in 2024-04-10T16:28:12.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:28:11 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/1526581360' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-31","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:28:12.354 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:28:11 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/1550777703' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-30","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T16:28:12.354 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:28:11 smithi069 ceph-mon[94167]: osdmap e1742: 8 total, 8 up, 8 in 2024-04-10T16:28:12.354 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:28:11 smithi069 ceph-mon[94167]: osdmap e1743: 8 total, 8 up, 8 in 2024-04-10T16:28:12.354 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:28:11 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/1526581360' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-31","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:28:12.760 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:28:12 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:28:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:28:13.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:28:12 smithi077 ceph-mon[87572]: pgmap v3133: 617 pgs: 24 creating+peering, 18 unknown, 575 active+clean; 301 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 565 KiB/s rd, 13 KiB/s wr, 688 op/s 2024-04-10T16:28:13.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:28:12 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/1526581360' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-31","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T16:28:13.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:28:12 smithi077 ceph-mon[87572]: osdmap e1744: 8 total, 8 up, 8 in 2024-04-10T16:28:13.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:28:12 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/3757998414' entity='client.admin' cmd=[{"prefix": "osd tier add", "pool": "test-librbd-smithi069-146913-29", "tierpool":"test-librbd-smithi069-146913-31", "force_nonempty":""}]: dispatch 2024-04-10T16:28:13.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:28:12 smithi069 ceph-mon[96738]: pgmap v3133: 617 pgs: 24 creating+peering, 18 unknown, 575 active+clean; 301 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 565 KiB/s rd, 13 KiB/s wr, 688 op/s 2024-04-10T16:28:13.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:28:12 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/1526581360' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-31","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T16:28:13.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:28:12 smithi069 ceph-mon[96738]: osdmap e1744: 8 total, 8 up, 8 in 2024-04-10T16:28:13.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:28:12 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/3757998414' entity='client.admin' cmd=[{"prefix": "osd tier add", "pool": "test-librbd-smithi069-146913-29", "tierpool":"test-librbd-smithi069-146913-31", "force_nonempty":""}]: dispatch 2024-04-10T16:28:13.354 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:28:12 smithi069 ceph-mon[94167]: pgmap v3133: 617 pgs: 24 creating+peering, 18 unknown, 575 active+clean; 301 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 565 KiB/s rd, 13 KiB/s wr, 688 op/s 2024-04-10T16:28:13.354 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:28:12 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/1526581360' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-31","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T16:28:13.354 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:28:12 smithi069 ceph-mon[94167]: osdmap e1744: 8 total, 8 up, 8 in 2024-04-10T16:28:13.354 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:28:12 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/3757998414' entity='client.admin' cmd=[{"prefix": "osd tier add", "pool": "test-librbd-smithi069-146913-29", "tierpool":"test-librbd-smithi069-146913-31", "force_nonempty":""}]: dispatch 2024-04-10T16:28:15.104 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:28:14 smithi069 ceph-mon[96738]: pgmap v3136: 649 pgs: 14 creating+peering, 32 unknown, 603 active+clean; 301 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 379 KiB/s rd, 8.0 KiB/s wr, 460 op/s 2024-04-10T16:28:15.104 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:28:14 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/3757998414' entity='client.admin' cmd='[{"prefix": "osd tier add", "pool": "test-librbd-smithi069-146913-29", "tierpool":"test-librbd-smithi069-146913-31", "force_nonempty":""}]': finished 2024-04-10T16:28:15.104 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:28:14 smithi069 ceph-mon[96738]: osdmap e1745: 8 total, 8 up, 8 in 2024-04-10T16:28:15.104 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:28:14 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/3757998414' entity='client.admin' cmd=[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi069-146913-31", "mode":"writeback"}]: dispatch 2024-04-10T16:28:15.104 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:28:14 smithi069 ceph-mon[94167]: pgmap v3136: 649 pgs: 14 creating+peering, 32 unknown, 603 active+clean; 301 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 379 KiB/s rd, 8.0 KiB/s wr, 460 op/s 2024-04-10T16:28:15.104 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:28:14 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/3757998414' entity='client.admin' cmd='[{"prefix": "osd tier add", "pool": "test-librbd-smithi069-146913-29", "tierpool":"test-librbd-smithi069-146913-31", "force_nonempty":""}]': finished 2024-04-10T16:28:15.104 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:28:14 smithi069 ceph-mon[94167]: osdmap e1745: 8 total, 8 up, 8 in 2024-04-10T16:28:15.104 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:28:14 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/3757998414' entity='client.admin' cmd=[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi069-146913-31", "mode":"writeback"}]: dispatch 2024-04-10T16:28:15.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:28:14 smithi077 ceph-mon[87572]: pgmap v3136: 649 pgs: 14 creating+peering, 32 unknown, 603 active+clean; 301 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 379 KiB/s rd, 8.0 KiB/s wr, 460 op/s 2024-04-10T16:28:15.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:28:14 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/3757998414' entity='client.admin' cmd='[{"prefix": "osd tier add", "pool": "test-librbd-smithi069-146913-29", "tierpool":"test-librbd-smithi069-146913-31", "force_nonempty":""}]': finished 2024-04-10T16:28:15.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:28:14 smithi077 ceph-mon[87572]: osdmap e1745: 8 total, 8 up, 8 in 2024-04-10T16:28:15.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:28:14 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/3757998414' entity='client.admin' cmd=[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi069-146913-31", "mode":"writeback"}]: dispatch 2024-04-10T16:28:15.831 INFO:tasks.workunit.client.0.smithi069.stdout:using new format! 2024-04-10T16:28:16.104 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:28:15 smithi069 ceph-mon[94167]: Health check failed: 1 cache pools are missing hit_sets (CACHE_POOL_NO_HIT_SET) 2024-04-10T16:28:16.104 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:28:15 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/3757998414' entity='client.admin' cmd='[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi069-146913-31", "mode":"writeback"}]': finished 2024-04-10T16:28:16.104 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:28:15 smithi069 ceph-mon[94167]: osdmap e1746: 8 total, 8 up, 8 in 2024-04-10T16:28:16.104 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:28:15 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/3757998414' entity='client.admin' cmd=[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi069-146913-29", "overlaypool":"test-librbd-smithi069-146913-31"}]: dispatch 2024-04-10T16:28:16.104 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:28:15 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/3757998414' entity='client.admin' cmd='[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi069-146913-29", "overlaypool":"test-librbd-smithi069-146913-31"}]': finished 2024-04-10T16:28:16.104 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:28:15 smithi069 ceph-mon[94167]: osdmap e1747: 8 total, 8 up, 8 in 2024-04-10T16:28:16.104 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:28:15 smithi069 ceph-mon[96738]: Health check failed: 1 cache pools are missing hit_sets (CACHE_POOL_NO_HIT_SET) 2024-04-10T16:28:16.104 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:28:15 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/3757998414' entity='client.admin' cmd='[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi069-146913-31", "mode":"writeback"}]': finished 2024-04-10T16:28:16.104 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:28:15 smithi069 ceph-mon[96738]: osdmap e1746: 8 total, 8 up, 8 in 2024-04-10T16:28:16.104 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:28:15 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/3757998414' entity='client.admin' cmd=[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi069-146913-29", "overlaypool":"test-librbd-smithi069-146913-31"}]: dispatch 2024-04-10T16:28:16.104 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:28:15 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/3757998414' entity='client.admin' cmd='[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi069-146913-29", "overlaypool":"test-librbd-smithi069-146913-31"}]': finished 2024-04-10T16:28:16.105 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:28:15 smithi069 ceph-mon[96738]: osdmap e1747: 8 total, 8 up, 8 in 2024-04-10T16:28:16.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:28:15 smithi077 ceph-mon[87572]: Health check failed: 1 cache pools are missing hit_sets (CACHE_POOL_NO_HIT_SET) 2024-04-10T16:28:16.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:28:15 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/3757998414' entity='client.admin' cmd='[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi069-146913-31", "mode":"writeback"}]': finished 2024-04-10T16:28:16.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:28:15 smithi077 ceph-mon[87572]: osdmap e1746: 8 total, 8 up, 8 in 2024-04-10T16:28:16.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:28:15 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/3757998414' entity='client.admin' cmd=[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi069-146913-29", "overlaypool":"test-librbd-smithi069-146913-31"}]: dispatch 2024-04-10T16:28:16.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:28:15 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/3757998414' entity='client.admin' cmd='[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi069-146913-29", "overlaypool":"test-librbd-smithi069-146913-31"}]': finished 2024-04-10T16:28:16.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:28:15 smithi077 ceph-mon[87572]: osdmap e1747: 8 total, 8 up, 8 in 2024-04-10T16:28:17.104 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:28:16 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:28:16] "GET /metrics HTTP/1.1" 200 70570 "" "Prometheus/2.43.0" 2024-04-10T16:28:17.104 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:28:16 smithi069 ceph-mon[96738]: pgmap v3139: 649 pgs: 14 creating+peering, 16 unknown, 619 active+clean; 301 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2024-04-10T16:28:17.104 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:28:16 smithi069 ceph-mon[96738]: osdmap e1748: 8 total, 8 up, 8 in 2024-04-10T16:28:17.105 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:28:16 smithi069 ceph-mon[94167]: pgmap v3139: 649 pgs: 14 creating+peering, 16 unknown, 619 active+clean; 301 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2024-04-10T16:28:17.105 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:28:16 smithi069 ceph-mon[94167]: osdmap e1748: 8 total, 8 up, 8 in 2024-04-10T16:28:17.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:28:16 smithi077 ceph-mon[87572]: pgmap v3139: 649 pgs: 14 creating+peering, 16 unknown, 619 active+clean; 301 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2024-04-10T16:28:17.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:28:16 smithi077 ceph-mon[87572]: osdmap e1748: 8 total, 8 up, 8 in 2024-04-10T16:28:19.104 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:28:18 smithi069 ceph-mon[96738]: pgmap v3142: 649 pgs: 649 active+clean; 301 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2024-04-10T16:28:19.104 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:28:18 smithi069 ceph-mon[96738]: osdmap e1749: 8 total, 8 up, 8 in 2024-04-10T16:28:19.104 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:28:18 smithi069 ceph-mon[94167]: pgmap v3142: 649 pgs: 649 active+clean; 301 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2024-04-10T16:28:19.104 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:28:18 smithi069 ceph-mon[94167]: osdmap e1749: 8 total, 8 up, 8 in 2024-04-10T16:28:19.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:28:18 smithi077 ceph-mon[87572]: pgmap v3142: 649 pgs: 649 active+clean; 301 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2024-04-10T16:28:19.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:28:18 smithi077 ceph-mon[87572]: osdmap e1749: 8 total, 8 up, 8 in 2024-04-10T16:28:20.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:28:19 smithi077 ceph-mon[87572]: osdmap e1750: 8 total, 8 up, 8 in 2024-04-10T16:28:20.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:28:19 smithi069 ceph-mon[96738]: osdmap e1750: 8 total, 8 up, 8 in 2024-04-10T16:28:20.354 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:28:19 smithi069 ceph-mon[94167]: osdmap e1750: 8 total, 8 up, 8 in 2024-04-10T16:28:21.259 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:28:20 smithi077 ceph-mon[87572]: pgmap v3145: 649 pgs: 649 active+clean; 301 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.5 KiB/s rd, 511 B/s wr, 4 op/s 2024-04-10T16:28:21.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:28:20 smithi077 ceph-mon[87572]: osdmap e1751: 8 total, 8 up, 8 in 2024-04-10T16:28:21.353 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:28:20 smithi069 ceph-mon[96738]: pgmap v3145: 649 pgs: 649 active+clean; 301 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.5 KiB/s rd, 511 B/s wr, 4 op/s 2024-04-10T16:28:21.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:28:20 smithi069 ceph-mon[96738]: osdmap e1751: 8 total, 8 up, 8 in 2024-04-10T16:28:21.354 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:28:20 smithi069 ceph-mon[94167]: pgmap v3145: 649 pgs: 649 active+clean; 301 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.5 KiB/s rd, 511 B/s wr, 4 op/s 2024-04-10T16:28:21.354 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:28:20 smithi069 ceph-mon[94167]: osdmap e1751: 8 total, 8 up, 8 in 2024-04-10T16:28:21.426 INFO:tasks.workunit.client.0.smithi069.stdout: 2024-04-10T16:28:21.426 INFO:tasks.workunit.client.0.smithi069.stdout:trying to find test-librbd-smithi069-146913-30/image118 2024-04-10T16:28:21.426 INFO:tasks.workunit.client.0.smithi069.stdout:checking test-librbd-smithi069-146913-30/image118 2024-04-10T16:28:21.426 INFO:tasks.workunit.client.0.smithi069.stdout:found child test-librbd-smithi069-146913-30/image118 2024-04-10T16:28:21.426 INFO:tasks.workunit.client.0.smithi069.stdout: 2024-04-10T16:28:21.426 INFO:tasks.workunit.client.0.smithi069.stdout:num children is: 1 2024-04-10T16:28:21.426 INFO:tasks.workunit.client.0.smithi069.stdout:expected: 1 2024-04-10T16:28:21.426 INFO:tasks.workunit.client.0.smithi069.stdout:child: image118 2024-04-10T16:28:21.426 INFO:tasks.workunit.client.0.smithi069.stdout:found child test-librbd-smithi069-146913-30/image118/8b4442980835 2024-04-10T16:28:21.426 INFO:tasks.workunit.client.0.smithi069.stdout: 2024-04-10T16:28:21.427 INFO:tasks.workunit.client.0.smithi069.stdout: 2024-04-10T16:28:21.427 INFO:tasks.workunit.client.0.smithi069.stdout:trying to find test-librbd-smithi069-146913-30/image118 2024-04-10T16:28:21.427 INFO:tasks.workunit.client.0.smithi069.stdout:checking test-librbd-smithi069-146913-29/image119 2024-04-10T16:28:21.427 INFO:tasks.workunit.client.0.smithi069.stdout:checking test-librbd-smithi069-146913-30/image118 2024-04-10T16:28:21.427 INFO:tasks.workunit.client.0.smithi069.stdout:found child test-librbd-smithi069-146913-30/image118 2024-04-10T16:28:21.427 INFO:tasks.workunit.client.0.smithi069.stdout: 2024-04-10T16:28:21.427 INFO:tasks.workunit.client.0.smithi069.stdout: 2024-04-10T16:28:21.427 INFO:tasks.workunit.client.0.smithi069.stdout:trying to find test-librbd-smithi069-146913-29/image119 2024-04-10T16:28:21.427 INFO:tasks.workunit.client.0.smithi069.stdout:checking test-librbd-smithi069-146913-29/image119 2024-04-10T16:28:21.427 INFO:tasks.workunit.client.0.smithi069.stdout:found child test-librbd-smithi069-146913-29/image119 2024-04-10T16:28:21.427 INFO:tasks.workunit.client.0.smithi069.stdout: 2024-04-10T16:28:21.427 INFO:tasks.workunit.client.0.smithi069.stdout:num children is: 2 2024-04-10T16:28:21.427 INFO:tasks.workunit.client.0.smithi069.stdout:expected: 2 2024-04-10T16:28:21.427 INFO:tasks.workunit.client.0.smithi069.stdout:child: image119 2024-04-10T16:28:21.427 INFO:tasks.workunit.client.0.smithi069.stdout:child: image118 2024-04-10T16:28:21.427 INFO:tasks.workunit.client.0.smithi069.stdout:found child test-librbd-smithi069-146913-30/image118/8b4442980835 2024-04-10T16:28:21.428 INFO:tasks.workunit.client.0.smithi069.stdout: 2024-04-10T16:28:21.428 INFO:tasks.workunit.client.0.smithi069.stdout:found child test-librbd-smithi069-146913-29/image119/8b44cc72a4ad 2024-04-10T16:28:21.428 INFO:tasks.workunit.client.0.smithi069.stdout: 2024-04-10T16:28:21.428 INFO:tasks.workunit.client.0.smithi069.stdout: 2024-04-10T16:28:21.428 INFO:tasks.workunit.client.0.smithi069.stdout:trying to find test-librbd-smithi069-146913-30/image118 2024-04-10T16:28:21.428 INFO:tasks.workunit.client.0.smithi069.stdout:checking test-librbd-smithi069-146913-29/image119 2024-04-10T16:28:21.428 INFO:tasks.workunit.client.0.smithi069.stdout:checking test-librbd-smithi069-146913-30/image118 2024-04-10T16:28:21.428 INFO:tasks.workunit.client.0.smithi069.stdout:found child test-librbd-smithi069-146913-30/image118 2024-04-10T16:28:21.428 INFO:tasks.workunit.client.0.smithi069.stdout: 2024-04-10T16:28:21.428 INFO:tasks.workunit.client.0.smithi069.stdout: 2024-04-10T16:28:21.428 INFO:tasks.workunit.client.0.smithi069.stdout:trying to find test-librbd-smithi069-146913-29/image119 2024-04-10T16:28:21.428 INFO:tasks.workunit.client.0.smithi069.stdout:checking test-librbd-smithi069-146913-29/image119 2024-04-10T16:28:21.428 INFO:tasks.workunit.client.0.smithi069.stdout:found child test-librbd-smithi069-146913-29/image119 2024-04-10T16:28:21.428 INFO:tasks.workunit.client.0.smithi069.stdout: 2024-04-10T16:28:21.429 INFO:tasks.workunit.client.0.smithi069.stdout: 2024-04-10T16:28:21.429 INFO:tasks.workunit.client.0.smithi069.stdout:trying to find test-librbd-smithi069-146913-30/image120 2024-04-10T16:28:21.429 INFO:tasks.workunit.client.0.smithi069.stdout:checking test-librbd-smithi069-146913-29/image119 2024-04-10T16:28:21.429 INFO:tasks.workunit.client.0.smithi069.stdout:checking test-librbd-smithi069-146913-30/image118 2024-04-10T16:28:21.429 INFO:tasks.workunit.client.0.smithi069.stdout:checking test-librbd-smithi069-146913-30/image120 2024-04-10T16:28:21.429 INFO:tasks.workunit.client.0.smithi069.stdout:found child test-librbd-smithi069-146913-30/image120 2024-04-10T16:28:21.429 INFO:tasks.workunit.client.0.smithi069.stdout: 2024-04-10T16:28:21.429 INFO:tasks.workunit.client.0.smithi069.stdout:num children is: 3 2024-04-10T16:28:21.429 INFO:tasks.workunit.client.0.smithi069.stdout:expected: 3 2024-04-10T16:28:21.429 INFO:tasks.workunit.client.0.smithi069.stdout:child: image119 2024-04-10T16:28:21.429 INFO:tasks.workunit.client.0.smithi069.stdout:child: image118 2024-04-10T16:28:21.429 INFO:tasks.workunit.client.0.smithi069.stdout:child: image120 2024-04-10T16:28:21.429 INFO:tasks.workunit.client.0.smithi069.stdout:found child test-librbd-smithi069-146913-30/image118/8b4442980835 2024-04-10T16:28:21.430 INFO:tasks.workunit.client.0.smithi069.stdout: 2024-04-10T16:28:21.430 INFO:tasks.workunit.client.0.smithi069.stdout:found child test-librbd-smithi069-146913-29/image119/8b44cc72a4ad 2024-04-10T16:28:21.430 INFO:tasks.workunit.client.0.smithi069.stdout: 2024-04-10T16:28:21.430 INFO:tasks.workunit.client.0.smithi069.stdout:found child test-librbd-smithi069-146913-30/image120/8b4492384cab 2024-04-10T16:28:21.430 INFO:tasks.workunit.client.0.smithi069.stdout: 2024-04-10T16:28:21.430 INFO:tasks.workunit.client.0.smithi069.stdout: 2024-04-10T16:28:21.430 INFO:tasks.workunit.client.0.smithi069.stdout:trying to find test-librbd-smithi069-146913-30/image118 2024-04-10T16:28:21.430 INFO:tasks.workunit.client.0.smithi069.stdout:checking test-librbd-smithi069-146913-29/image119 2024-04-10T16:28:21.430 INFO:tasks.workunit.client.0.smithi069.stdout:checking test-librbd-smithi069-146913-30/image118 2024-04-10T16:28:21.430 INFO:tasks.workunit.client.0.smithi069.stdout:found child test-librbd-smithi069-146913-30/image118 2024-04-10T16:28:21.430 INFO:tasks.workunit.client.0.smithi069.stdout: 2024-04-10T16:28:21.430 INFO:tasks.workunit.client.0.smithi069.stdout: 2024-04-10T16:28:21.430 INFO:tasks.workunit.client.0.smithi069.stdout:trying to find test-librbd-smithi069-146913-29/image119 2024-04-10T16:28:21.431 INFO:tasks.workunit.client.0.smithi069.stdout:checking test-librbd-smithi069-146913-29/image119 2024-04-10T16:28:21.431 INFO:tasks.workunit.client.0.smithi069.stdout:found child test-librbd-smithi069-146913-29/image119 2024-04-10T16:28:21.431 INFO:tasks.workunit.client.0.smithi069.stdout: 2024-04-10T16:28:21.431 INFO:tasks.workunit.client.0.smithi069.stdout:num children is: 3 2024-04-10T16:28:21.431 INFO:tasks.workunit.client.0.smithi069.stdout:expected: 3 2024-04-10T16:28:21.431 INFO:tasks.workunit.client.0.smithi069.stdout:child: image119 2024-04-10T16:28:21.431 INFO:tasks.workunit.client.0.smithi069.stdout:child: image118 2024-04-10T16:28:21.431 INFO:tasks.workunit.client.0.smithi069.stdout:child: image120 2024-04-10T16:28:21.431 INFO:tasks.workunit.client.0.smithi069.stdout:found child test-librbd-smithi069-146913-30/image118/8b4442980835 2024-04-10T16:28:21.431 INFO:tasks.workunit.client.0.smithi069.stdout: 2024-04-10T16:28:21.431 INFO:tasks.workunit.client.0.smithi069.stdout:found child test-librbd-smithi069-146913-29/image119/8b44cc72a4ad 2024-04-10T16:28:21.431 INFO:tasks.workunit.client.0.smithi069.stdout: 2024-04-10T16:28:21.431 INFO:tasks.workunit.client.0.smithi069.stdout:found child test-librbd-smithi069-146913-30/image120/8b4492384cab 2024-04-10T16:28:21.431 INFO:tasks.workunit.client.0.smithi069.stdout: 2024-04-10T16:28:21.432 INFO:tasks.workunit.client.0.smithi069.stdout: 2024-04-10T16:28:21.432 INFO:tasks.workunit.client.0.smithi069.stdout:trying to find test-librbd-smithi069-146913-30/image118 2024-04-10T16:28:21.432 INFO:tasks.workunit.client.0.smithi069.stdout:checking test-librbd-smithi069-146913-29/image119 2024-04-10T16:28:21.432 INFO:tasks.workunit.client.0.smithi069.stdout:checking test-librbd-smithi069-146913-30/image118 2024-04-10T16:28:21.432 INFO:tasks.workunit.client.0.smithi069.stdout:found child test-librbd-smithi069-146913-30/image118 2024-04-10T16:28:21.432 INFO:tasks.workunit.client.0.smithi069.stdout: 2024-04-10T16:28:21.432 INFO:tasks.workunit.client.0.smithi069.stdout: 2024-04-10T16:28:21.432 INFO:tasks.workunit.client.0.smithi069.stdout:trying to find test-librbd-smithi069-146913-29/image119 2024-04-10T16:28:21.432 INFO:tasks.workunit.client.0.smithi069.stdout:checking test-librbd-smithi069-146913-29/image119 2024-04-10T16:28:21.432 INFO:tasks.workunit.client.0.smithi069.stdout:found child test-librbd-smithi069-146913-29/image119 2024-04-10T16:28:21.432 INFO:tasks.workunit.client.0.smithi069.stdout: 2024-04-10T16:28:21.432 INFO:tasks.workunit.client.0.smithi069.stdout: 2024-04-10T16:28:21.432 INFO:tasks.workunit.client.0.smithi069.stdout:trying to find test-librbd-smithi069-146913-30/image121 2024-04-10T16:28:21.432 INFO:tasks.workunit.client.0.smithi069.stdout:checking test-librbd-smithi069-146913-29/image119 2024-04-10T16:28:21.432 INFO:tasks.workunit.client.0.smithi069.stdout:checking test-librbd-smithi069-146913-30/image118 2024-04-10T16:28:21.433 INFO:tasks.workunit.client.0.smithi069.stdout:checking test-librbd-smithi069-146913-30/image121 2024-04-10T16:28:21.433 INFO:tasks.workunit.client.0.smithi069.stdout:found child test-librbd-smithi069-146913-30/image121 2024-04-10T16:28:21.433 INFO:tasks.workunit.client.0.smithi069.stdout: 2024-04-10T16:28:21.433 INFO:tasks.workunit.client.0.smithi069.stdout:num children is: 4 2024-04-10T16:28:21.433 INFO:tasks.workunit.client.0.smithi069.stdout:expected: 4 2024-04-10T16:28:21.433 INFO:tasks.workunit.client.0.smithi069.stdout:child: image119 2024-04-10T16:28:21.433 INFO:tasks.workunit.client.0.smithi069.stdout:child: image118 2024-04-10T16:28:21.433 INFO:tasks.workunit.client.0.smithi069.stdout:child: image120 2024-04-10T16:28:21.433 INFO:tasks.workunit.client.0.smithi069.stdout:child: image121 2024-04-10T16:28:21.433 INFO:tasks.workunit.client.0.smithi069.stdout:found child test-librbd-smithi069-146913-30/image118/8b4442980835 2024-04-10T16:28:21.433 INFO:tasks.workunit.client.0.smithi069.stdout: 2024-04-10T16:28:21.433 INFO:tasks.workunit.client.0.smithi069.stdout:found child test-librbd-smithi069-146913-29/image119/8b44cc72a4ad 2024-04-10T16:28:21.433 INFO:tasks.workunit.client.0.smithi069.stdout: 2024-04-10T16:28:21.433 INFO:tasks.workunit.client.0.smithi069.stdout:found child test-librbd-smithi069-146913-30/image120/8b4492384cab 2024-04-10T16:28:21.433 INFO:tasks.workunit.client.0.smithi069.stdout: 2024-04-10T16:28:21.433 INFO:tasks.workunit.client.0.smithi069.stdout:found child test-librbd-smithi069-146913-30/image121/8b44c14b7ece 2024-04-10T16:28:21.434 INFO:tasks.workunit.client.0.smithi069.stdout: 2024-04-10T16:28:21.434 INFO:tasks.workunit.client.0.smithi069.stdout: 2024-04-10T16:28:21.434 INFO:tasks.workunit.client.0.smithi069.stdout:trying to find test-librbd-smithi069-146913-30/image118 2024-04-10T16:28:21.434 INFO:tasks.workunit.client.0.smithi069.stdout:checking test-librbd-smithi069-146913-29/image119 2024-04-10T16:28:21.434 INFO:tasks.workunit.client.0.smithi069.stdout:checking test-librbd-smithi069-146913-30/image118 2024-04-10T16:28:21.434 INFO:tasks.workunit.client.0.smithi069.stdout:found child test-librbd-smithi069-146913-30/image118 2024-04-10T16:28:21.434 INFO:tasks.workunit.client.0.smithi069.stdout: 2024-04-10T16:28:21.434 INFO:tasks.workunit.client.0.smithi069.stdout: 2024-04-10T16:28:21.434 INFO:tasks.workunit.client.0.smithi069.stdout:trying to find test-librbd-smithi069-146913-29/image119 2024-04-10T16:28:21.434 INFO:tasks.workunit.client.0.smithi069.stdout:checking test-librbd-smithi069-146913-29/image119 2024-04-10T16:28:21.434 INFO:tasks.workunit.client.0.smithi069.stdout:found child test-librbd-smithi069-146913-29/image119 2024-04-10T16:28:21.434 INFO:tasks.workunit.client.0.smithi069.stdout: 2024-04-10T16:28:21.434 INFO:tasks.workunit.client.0.smithi069.stdout: 2024-04-10T16:28:21.434 INFO:tasks.workunit.client.0.smithi069.stdout:trying to find test-librbd-smithi069-146913-30/image120 2024-04-10T16:28:21.434 INFO:tasks.workunit.client.0.smithi069.stdout:checking test-librbd-smithi069-146913-29/image119 2024-04-10T16:28:21.435 INFO:tasks.workunit.client.0.smithi069.stdout:checking test-librbd-smithi069-146913-30/image118 2024-04-10T16:28:21.435 INFO:tasks.workunit.client.0.smithi069.stdout:checking test-librbd-smithi069-146913-30/image120 2024-04-10T16:28:21.435 INFO:tasks.workunit.client.0.smithi069.stdout:found child test-librbd-smithi069-146913-30/image120 2024-04-10T16:28:21.435 INFO:tasks.workunit.client.0.smithi069.stdout: 2024-04-10T16:28:21.435 INFO:tasks.workunit.client.0.smithi069.stdout: 2024-04-10T16:28:21.435 INFO:tasks.workunit.client.0.smithi069.stdout:trying to find test-librbd-smithi069-146913-30/image121 2024-04-10T16:28:22.161 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:28:21 smithi077 ceph-mon[87572]: osdmap e1752: 8 total, 8 up, 8 in 2024-04-10T16:28:22.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:28:21 smithi069 ceph-mon[96738]: osdmap e1752: 8 total, 8 up, 8 in 2024-04-10T16:28:22.354 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:28:21 smithi069 ceph-mon[94167]: osdmap e1752: 8 total, 8 up, 8 in 2024-04-10T16:28:22.509 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:28:22 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:28:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:28:23.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:28:22 smithi077 ceph-mon[87572]: pgmap v3148: 649 pgs: 649 active+clean; 301 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 30 KiB/s rd, 2.5 KiB/s wr, 41 op/s 2024-04-10T16:28:23.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:28:22 smithi077 ceph-mon[87572]: osdmap e1753: 8 total, 8 up, 8 in 2024-04-10T16:28:23.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:28:22 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/3757998414' entity='client.admin' cmd=[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi069-146913-29"}]: dispatch 2024-04-10T16:28:23.353 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:28:22 smithi069 ceph-mon[94167]: pgmap v3148: 649 pgs: 649 active+clean; 301 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 30 KiB/s rd, 2.5 KiB/s wr, 41 op/s 2024-04-10T16:28:23.354 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:28:22 smithi069 ceph-mon[94167]: osdmap e1753: 8 total, 8 up, 8 in 2024-04-10T16:28:23.354 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:28:22 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/3757998414' entity='client.admin' cmd=[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi069-146913-29"}]: dispatch 2024-04-10T16:28:23.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:28:22 smithi069 ceph-mon[96738]: pgmap v3148: 649 pgs: 649 active+clean; 301 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 30 KiB/s rd, 2.5 KiB/s wr, 41 op/s 2024-04-10T16:28:23.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:28:22 smithi069 ceph-mon[96738]: osdmap e1753: 8 total, 8 up, 8 in 2024-04-10T16:28:23.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:28:22 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/3757998414' entity='client.admin' cmd=[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi069-146913-29"}]: dispatch 2024-04-10T16:28:23.881 INFO:tasks.workunit.client.0.smithi069.stdout:checking test-librbd-smithi069-146913-29/image119 2024-04-10T16:28:23.881 INFO:tasks.workunit.client.0.smithi069.stdout:checking test-librbd-smithi069-146913-30/image118 2024-04-10T16:28:23.881 INFO:tasks.workunit.client.0.smithi069.stdout:checking test-librbd-smithi069-146913-30/image120 2024-04-10T16:28:23.881 INFO:tasks.workunit.client.0.smithi069.stdout:checking test-librbd-smithi069-146913-30/image121 2024-04-10T16:28:23.881 INFO:tasks.workunit.client.0.smithi069.stdout:found child test-librbd-smithi069-146913-30/image121 2024-04-10T16:28:23.881 INFO:tasks.workunit.client.0.smithi069.stdout: 2024-04-10T16:28:23.881 INFO:tasks.workunit.client.0.smithi069.stdout:num children is: 4 2024-04-10T16:28:23.881 INFO:tasks.workunit.client.0.smithi069.stdout:expected: 4 2024-04-10T16:28:23.881 INFO:tasks.workunit.client.0.smithi069.stdout:child: image119 2024-04-10T16:28:23.881 INFO:tasks.workunit.client.0.smithi069.stdout:child: image118 2024-04-10T16:28:23.881 INFO:tasks.workunit.client.0.smithi069.stdout:child: image120 2024-04-10T16:28:23.881 INFO:tasks.workunit.client.0.smithi069.stdout:child: image121 2024-04-10T16:28:23.881 INFO:tasks.workunit.client.0.smithi069.stdout:found child test-librbd-smithi069-146913-30/image118/8b4442980835 2024-04-10T16:28:23.882 INFO:tasks.workunit.client.0.smithi069.stdout: 2024-04-10T16:28:23.882 INFO:tasks.workunit.client.0.smithi069.stdout:found child test-librbd-smithi069-146913-29/image119/8b44cc72a4ad 2024-04-10T16:28:23.882 INFO:tasks.workunit.client.0.smithi069.stdout: 2024-04-10T16:28:23.882 INFO:tasks.workunit.client.0.smithi069.stdout:found child test-librbd-smithi069-146913-30/image120/8b4492384cab 2024-04-10T16:28:23.882 INFO:tasks.workunit.client.0.smithi069.stdout: 2024-04-10T16:28:23.882 INFO:tasks.workunit.client.0.smithi069.stdout:found child test-librbd-smithi069-146913-30/image121/8b44c14b7ece 2024-04-10T16:28:23.882 INFO:tasks.workunit.client.0.smithi069.stdout: 2024-04-10T16:28:23.882 INFO:tasks.workunit.client.0.smithi069.stdout: 2024-04-10T16:28:23.882 INFO:tasks.workunit.client.0.smithi069.stdout:trying to find test-librbd-smithi069-146913-29/image119 2024-04-10T16:28:23.882 INFO:tasks.workunit.client.0.smithi069.stdout:checking test-librbd-smithi069-146913-29/image119 2024-04-10T16:28:23.882 INFO:tasks.workunit.client.0.smithi069.stdout:found child test-librbd-smithi069-146913-29/image119 2024-04-10T16:28:23.882 INFO:tasks.workunit.client.0.smithi069.stdout: 2024-04-10T16:28:23.882 INFO:tasks.workunit.client.0.smithi069.stdout: 2024-04-10T16:28:23.882 INFO:tasks.workunit.client.0.smithi069.stdout:trying to find test-librbd-smithi069-146913-30/image120 2024-04-10T16:28:23.883 INFO:tasks.workunit.client.0.smithi069.stdout:checking test-librbd-smithi069-146913-29/image119 2024-04-10T16:28:23.883 INFO:tasks.workunit.client.0.smithi069.stdout:checking test-librbd-smithi069-146913-30/image120 2024-04-10T16:28:23.883 INFO:tasks.workunit.client.0.smithi069.stdout:found child test-librbd-smithi069-146913-30/image120 2024-04-10T16:28:23.883 INFO:tasks.workunit.client.0.smithi069.stdout: 2024-04-10T16:28:23.883 INFO:tasks.workunit.client.0.smithi069.stdout: 2024-04-10T16:28:23.883 INFO:tasks.workunit.client.0.smithi069.stdout:trying to find test-librbd-smithi069-146913-30/image121 2024-04-10T16:28:23.883 INFO:tasks.workunit.client.0.smithi069.stdout:checking test-librbd-smithi069-146913-29/image119 2024-04-10T16:28:23.883 INFO:tasks.workunit.client.0.smithi069.stdout:checking test-librbd-smithi069-146913-30/image120 2024-04-10T16:28:23.883 INFO:tasks.workunit.client.0.smithi069.stdout:checking test-librbd-smithi069-146913-30/image121 2024-04-10T16:28:23.883 INFO:tasks.workunit.client.0.smithi069.stdout:found child test-librbd-smithi069-146913-30/image121 2024-04-10T16:28:23.883 INFO:tasks.workunit.client.0.smithi069.stdout: 2024-04-10T16:28:23.883 INFO:tasks.workunit.client.0.smithi069.stdout:num children is: 3 2024-04-10T16:28:23.883 INFO:tasks.workunit.client.0.smithi069.stdout:expected: 3 2024-04-10T16:28:23.883 INFO:tasks.workunit.client.0.smithi069.stdout:child: image119 2024-04-10T16:28:23.883 INFO:tasks.workunit.client.0.smithi069.stdout:child: image120 2024-04-10T16:28:23.884 INFO:tasks.workunit.client.0.smithi069.stdout:child: image121 2024-04-10T16:28:23.884 INFO:tasks.workunit.client.0.smithi069.stdout:found child test-librbd-smithi069-146913-29/image119/8b44cc72a4ad 2024-04-10T16:28:23.884 INFO:tasks.workunit.client.0.smithi069.stdout: 2024-04-10T16:28:23.884 INFO:tasks.workunit.client.0.smithi069.stdout:found child test-librbd-smithi069-146913-30/image120/8b4492384cab 2024-04-10T16:28:23.884 INFO:tasks.workunit.client.0.smithi069.stdout: 2024-04-10T16:28:23.884 INFO:tasks.workunit.client.0.smithi069.stdout:found child test-librbd-smithi069-146913-30/image121/8b44c14b7ece 2024-04-10T16:28:23.884 INFO:tasks.workunit.client.0.smithi069.stdout: 2024-04-10T16:28:23.884 INFO:tasks.workunit.client.0.smithi069.stdout: 2024-04-10T16:28:23.884 INFO:tasks.workunit.client.0.smithi069.stdout:trying to find test-librbd-smithi069-146913-29/image119 2024-04-10T16:28:23.884 INFO:tasks.workunit.client.0.smithi069.stdout:checking test-librbd-smithi069-146913-29/image119 2024-04-10T16:28:23.884 INFO:tasks.workunit.client.0.smithi069.stdout:found child test-librbd-smithi069-146913-29/image119 2024-04-10T16:28:23.884 INFO:tasks.workunit.client.0.smithi069.stdout: 2024-04-10T16:28:23.884 INFO:tasks.workunit.client.0.smithi069.stdout: 2024-04-10T16:28:23.885 INFO:tasks.workunit.client.0.smithi069.stdout:trying to find test-librbd-smithi069-146913-30/image121 2024-04-10T16:28:23.885 INFO:tasks.workunit.client.0.smithi069.stdout:checking test-librbd-smithi069-146913-29/image119 2024-04-10T16:28:23.885 INFO:tasks.workunit.client.0.smithi069.stdout:checking test-librbd-smithi069-146913-30/image121 2024-04-10T16:28:23.885 INFO:tasks.workunit.client.0.smithi069.stdout:found child test-librbd-smithi069-146913-30/image121 2024-04-10T16:28:23.885 INFO:tasks.workunit.client.0.smithi069.stdout: 2024-04-10T16:28:23.885 INFO:tasks.workunit.client.0.smithi069.stdout:num children is: 2 2024-04-10T16:28:23.885 INFO:tasks.workunit.client.0.smithi069.stdout:expected: 2 2024-04-10T16:28:23.885 INFO:tasks.workunit.client.0.smithi069.stdout:child: image119 2024-04-10T16:28:23.885 INFO:tasks.workunit.client.0.smithi069.stdout:child: image121 2024-04-10T16:28:23.885 INFO:tasks.workunit.client.0.smithi069.stdout:found child test-librbd-smithi069-146913-29/image119/8b44cc72a4ad 2024-04-10T16:28:23.885 INFO:tasks.workunit.client.0.smithi069.stdout: 2024-04-10T16:28:23.885 INFO:tasks.workunit.client.0.smithi069.stdout:found child test-librbd-smithi069-146913-30/image121/8b44c14b7ece 2024-04-10T16:28:23.885 INFO:tasks.workunit.client.0.smithi069.stdout: 2024-04-10T16:28:23.885 INFO:tasks.workunit.client.0.smithi069.stdout: 2024-04-10T16:28:23.885 INFO:tasks.workunit.client.0.smithi069.stdout:trying to find test-librbd-smithi069-146913-29/image119 2024-04-10T16:28:23.885 INFO:tasks.workunit.client.0.smithi069.stdout:checking test-librbd-smithi069-146913-29/image119 2024-04-10T16:28:23.886 INFO:tasks.workunit.client.0.smithi069.stdout:found child test-librbd-smithi069-146913-29/image119 2024-04-10T16:28:23.886 INFO:tasks.workunit.client.0.smithi069.stdout: 2024-04-10T16:28:23.886 INFO:tasks.workunit.client.0.smithi069.stdout:num children is: 1 2024-04-10T16:28:23.886 INFO:tasks.workunit.client.0.smithi069.stdout:expected: 1 2024-04-10T16:28:23.886 INFO:tasks.workunit.client.0.smithi069.stdout:child: image119 2024-04-10T16:28:23.886 INFO:tasks.workunit.client.0.smithi069.stdout:found child test-librbd-smithi069-146913-29/image119/8b44cc72a4ad 2024-04-10T16:28:23.886 INFO:tasks.workunit.client.0.smithi069.stdout: 2024-04-10T16:28:23.886 INFO:tasks.workunit.client.0.smithi069.stdout:num children is: 0 2024-04-10T16:28:23.886 INFO:tasks.workunit.client.0.smithi069.stdout:expected: 0 2024-04-10T16:28:23.886 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestLibRBD.ListChildrenTiered (16957 ms) 2024-04-10T16:28:23.886 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestLibRBD.LockingPP 2024-04-10T16:28:23.886 INFO:tasks.workunit.client.0.smithi069.stdout:using new format! 2024-04-10T16:28:23.959 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestLibRBD.LockingPP (79 ms) 2024-04-10T16:28:23.959 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestLibRBD.FlushAio 2024-04-10T16:28:23.960 INFO:tasks.workunit.client.0.smithi069.stdout:using new format! 2024-04-10T16:28:24.237 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestLibRBD.FlushAio (277 ms) 2024-04-10T16:28:24.237 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestLibRBD.FlushAioPP 2024-04-10T16:28:24.237 INFO:tasks.workunit.client.0.smithi069.stdout:using new format! 2024-04-10T16:28:24.259 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:28:23 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/3757998414' entity='client.admin' cmd='[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi069-146913-29"}]': finished 2024-04-10T16:28:24.259 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:28:23 smithi077 ceph-mon[87572]: osdmap e1754: 8 total, 8 up, 8 in 2024-04-10T16:28:24.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:28:23 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/3757998414' entity='client.admin' cmd=[{"prefix": "osd tier remove", "pool": "test-librbd-smithi069-146913-29", "tierpool":"test-librbd-smithi069-146913-31"}]: dispatch 2024-04-10T16:28:24.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:28:23 smithi077 ceph-mon[87572]: Health check cleared: CACHE_POOL_NO_HIT_SET (was: 1 cache pools are missing hit_sets) 2024-04-10T16:28:24.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:28:23 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/3757998414' entity='client.admin' cmd='[{"prefix": "osd tier remove", "pool": "test-librbd-smithi069-146913-29", "tierpool":"test-librbd-smithi069-146913-31"}]': finished 2024-04-10T16:28:24.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:28:23 smithi077 ceph-mon[87572]: osdmap e1755: 8 total, 8 up, 8 in 2024-04-10T16:28:24.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:28:23 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/3757998414' entity='client.admin' cmd='[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi069-146913-29"}]': finished 2024-04-10T16:28:24.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:28:23 smithi069 ceph-mon[96738]: osdmap e1754: 8 total, 8 up, 8 in 2024-04-10T16:28:24.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:28:23 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/3757998414' entity='client.admin' cmd=[{"prefix": "osd tier remove", "pool": "test-librbd-smithi069-146913-29", "tierpool":"test-librbd-smithi069-146913-31"}]: dispatch 2024-04-10T16:28:24.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:28:23 smithi069 ceph-mon[96738]: Health check cleared: CACHE_POOL_NO_HIT_SET (was: 1 cache pools are missing hit_sets) 2024-04-10T16:28:24.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:28:23 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/3757998414' entity='client.admin' cmd='[{"prefix": "osd tier remove", "pool": "test-librbd-smithi069-146913-29", "tierpool":"test-librbd-smithi069-146913-31"}]': finished 2024-04-10T16:28:24.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:28:23 smithi069 ceph-mon[96738]: osdmap e1755: 8 total, 8 up, 8 in 2024-04-10T16:28:24.354 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:28:23 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/3757998414' entity='client.admin' cmd='[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi069-146913-29"}]': finished 2024-04-10T16:28:24.354 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:28:23 smithi069 ceph-mon[94167]: osdmap e1754: 8 total, 8 up, 8 in 2024-04-10T16:28:24.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:28:23 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/3757998414' entity='client.admin' cmd=[{"prefix": "osd tier remove", "pool": "test-librbd-smithi069-146913-29", "tierpool":"test-librbd-smithi069-146913-31"}]: dispatch 2024-04-10T16:28:24.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:28:23 smithi069 ceph-mon[94167]: Health check cleared: CACHE_POOL_NO_HIT_SET (was: 1 cache pools are missing hit_sets) 2024-04-10T16:28:24.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:28:23 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/3757998414' entity='client.admin' cmd='[{"prefix": "osd tier remove", "pool": "test-librbd-smithi069-146913-29", "tierpool":"test-librbd-smithi069-146913-31"}]': finished 2024-04-10T16:28:24.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:28:23 smithi069 ceph-mon[94167]: osdmap e1755: 8 total, 8 up, 8 in 2024-04-10T16:28:24.425 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestLibRBD.FlushAioPP (189 ms) 2024-04-10T16:28:24.425 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestLibRBD.ZeroLengthWrite 2024-04-10T16:28:24.425 INFO:tasks.workunit.client.0.smithi069.stdout:using new format! 2024-04-10T16:28:24.450 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestLibRBD.ZeroLengthWrite (24 ms) 2024-04-10T16:28:24.450 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestLibRBD.ZeroLengthDiscard 2024-04-10T16:28:24.450 INFO:tasks.workunit.client.0.smithi069.stdout:using new format! 2024-04-10T16:28:24.476 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestLibRBD.ZeroLengthDiscard (26 ms) 2024-04-10T16:28:24.476 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestLibRBD.ZeroLengthRead 2024-04-10T16:28:24.476 INFO:tasks.workunit.client.0.smithi069.stdout:using new format! 2024-04-10T16:28:24.492 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestLibRBD.ZeroLengthRead (17 ms) 2024-04-10T16:28:24.492 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestLibRBD.LargeCacheRead 2024-04-10T16:28:24.492 INFO:tasks.workunit.client.0.smithi069.stdout:using new format! 2024-04-10T16:28:24.527 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestLibRBD.LargeCacheRead (34 ms) 2024-04-10T16:28:24.527 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestLibRBD.TestPendingAio 2024-04-10T16:28:24.527 INFO:tasks.workunit.client.0.smithi069.stdout:using new format! 2024-04-10T16:28:24.743 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestLibRBD.TestPendingAio (217 ms) 2024-04-10T16:28:24.743 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestLibRBD.CompareAndWriteCopyup 2024-04-10T16:28:24.744 INFO:tasks.workunit.client.0.smithi069.stdout:using new format! 2024-04-10T16:28:25.014 INFO:tasks.workunit.client.0.smithi069.stdout:using new format! 2024-04-10T16:28:25.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:28:24 smithi077 ceph-mon[87572]: pgmap v3151: 649 pgs: 649 active+clean; 301 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 67 KiB/s rd, 7.7 KiB/s wr, 95 op/s 2024-04-10T16:28:25.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:28:24 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:28:25.354 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:28:24 smithi069 ceph-mon[94167]: pgmap v3151: 649 pgs: 649 active+clean; 301 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 67 KiB/s rd, 7.7 KiB/s wr, 95 op/s 2024-04-10T16:28:25.354 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:28:24 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:28:25.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:28:24 smithi069 ceph-mon[96738]: pgmap v3151: 649 pgs: 649 active+clean; 301 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 67 KiB/s rd, 7.7 KiB/s wr, 95 op/s 2024-04-10T16:28:25.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:28:24 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:28:26.259 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:28:25 smithi077 ceph-mon[87572]: osdmap e1756: 8 total, 8 up, 8 in 2024-04-10T16:28:26.353 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:28:25 smithi069 ceph-mon[94167]: osdmap e1756: 8 total, 8 up, 8 in 2024-04-10T16:28:26.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:28:25 smithi069 ceph-mon[96738]: osdmap e1756: 8 total, 8 up, 8 in 2024-04-10T16:28:26.887 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestLibRBD.CompareAndWriteCopyup (2143 ms) 2024-04-10T16:28:26.887 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestLibRBD.CompareAndWriteCopyupMismatch 2024-04-10T16:28:26.887 INFO:tasks.workunit.client.0.smithi069.stdout:using new format! 2024-04-10T16:28:27.255 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:28:26 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:28:26] "GET /metrics HTTP/1.1" 200 75495 "" "Prometheus/2.43.0" 2024-04-10T16:28:27.255 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:28:26 smithi069 ceph-mon[94167]: pgmap v3154: 649 pgs: 649 active+clean; 301 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 238 KiB/s rd, 7.5 KiB/s wr, 300 op/s 2024-04-10T16:28:27.256 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:28:26 smithi069 ceph-mon[94167]: osdmap e1757: 8 total, 8 up, 8 in 2024-04-10T16:28:27.256 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:28:26 smithi069 ceph-mon[94167]: osdmap e1758: 8 total, 8 up, 8 in 2024-04-10T16:28:27.256 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:28:26 smithi069 ceph-mon[96738]: pgmap v3154: 649 pgs: 649 active+clean; 301 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 238 KiB/s rd, 7.5 KiB/s wr, 300 op/s 2024-04-10T16:28:27.256 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:28:26 smithi069 ceph-mon[96738]: osdmap e1757: 8 total, 8 up, 8 in 2024-04-10T16:28:27.256 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:28:26 smithi069 ceph-mon[96738]: osdmap e1758: 8 total, 8 up, 8 in 2024-04-10T16:28:27.259 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:28:26 smithi077 ceph-mon[87572]: pgmap v3154: 649 pgs: 649 active+clean; 301 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 238 KiB/s rd, 7.5 KiB/s wr, 300 op/s 2024-04-10T16:28:27.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:28:26 smithi077 ceph-mon[87572]: osdmap e1757: 8 total, 8 up, 8 in 2024-04-10T16:28:27.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:28:26 smithi077 ceph-mon[87572]: osdmap e1758: 8 total, 8 up, 8 in 2024-04-10T16:28:28.017 INFO:tasks.workunit.client.0.smithi069.stdout:using new format! 2024-04-10T16:28:29.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:28:28 smithi077 ceph-mon[87572]: pgmap v3157: 649 pgs: 649 active+clean; 305 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 716 KiB/s rd, 152 KiB/s wr, 1.00k op/s 2024-04-10T16:28:29.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:28:28 smithi077 ceph-mon[87572]: osdmap e1759: 8 total, 8 up, 8 in 2024-04-10T16:28:29.354 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:28:28 smithi069 ceph-mon[94167]: pgmap v3157: 649 pgs: 649 active+clean; 305 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 716 KiB/s rd, 152 KiB/s wr, 1.00k op/s 2024-04-10T16:28:29.354 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:28:28 smithi069 ceph-mon[94167]: osdmap e1759: 8 total, 8 up, 8 in 2024-04-10T16:28:29.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:28:28 smithi069 ceph-mon[96738]: pgmap v3157: 649 pgs: 649 active+clean; 305 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 716 KiB/s rd, 152 KiB/s wr, 1.00k op/s 2024-04-10T16:28:29.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:28:28 smithi069 ceph-mon[96738]: osdmap e1759: 8 total, 8 up, 8 in 2024-04-10T16:28:29.984 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestLibRBD.CompareAndWriteCopyupMismatch (3097 ms) 2024-04-10T16:28:29.984 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestLibRBD.Flatten 2024-04-10T16:28:29.984 INFO:tasks.workunit.client.0.smithi069.stdout:using new format! 2024-04-10T16:28:30.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:28:29 smithi077 ceph-mon[87572]: osdmap e1760: 8 total, 8 up, 8 in 2024-04-10T16:28:30.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:28:29 smithi069 ceph-mon[96738]: osdmap e1760: 8 total, 8 up, 8 in 2024-04-10T16:28:30.354 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:28:29 smithi069 ceph-mon[94167]: osdmap e1760: 8 total, 8 up, 8 in 2024-04-10T16:28:31.050 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestLibRBD.Flatten (1067 ms) 2024-04-10T16:28:31.051 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestLibRBD.Sparsify 2024-04-10T16:28:31.051 INFO:tasks.workunit.client.0.smithi069.stdout:using new format! 2024-04-10T16:28:31.084 INFO:tasks.workunit.client.0.smithi069.stdout:wrote: 32768 2024-04-10T16:28:31.084 INFO:tasks.workunit.client.0.smithi069.stdout:read: 32768 2024-04-10T16:28:31.084 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestLibRBD.Sparsify (34 ms) 2024-04-10T16:28:31.084 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestLibRBD.SparsifyPP 2024-04-10T16:28:31.084 INFO:tasks.workunit.client.0.smithi069.stdout:using new format! 2024-04-10T16:28:31.119 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestLibRBD.SparsifyPP (34 ms) 2024-04-10T16:28:31.119 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestLibRBD.SnapshotLimit 2024-04-10T16:28:31.119 INFO:tasks.workunit.client.0.smithi069.stdout:using new format! 2024-04-10T16:28:31.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:28:30 smithi077 ceph-mon[87572]: pgmap v3160: 649 pgs: 649 active+clean; 309 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 736 KiB/s wr, 976 op/s 2024-04-10T16:28:31.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:28:30 smithi077 ceph-mon[87572]: osdmap e1761: 8 total, 8 up, 8 in 2024-04-10T16:28:31.354 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:28:30 smithi069 ceph-mon[94167]: pgmap v3160: 649 pgs: 649 active+clean; 309 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 736 KiB/s wr, 976 op/s 2024-04-10T16:28:31.354 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:28:30 smithi069 ceph-mon[94167]: osdmap e1761: 8 total, 8 up, 8 in 2024-04-10T16:28:31.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:28:30 smithi069 ceph-mon[96738]: pgmap v3160: 649 pgs: 649 active+clean; 309 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 736 KiB/s wr, 976 op/s 2024-04-10T16:28:31.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:28:30 smithi069 ceph-mon[96738]: osdmap e1761: 8 total, 8 up, 8 in 2024-04-10T16:28:32.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:28:31 smithi077 ceph-mon[87572]: osdmap e1762: 8 total, 8 up, 8 in 2024-04-10T16:28:32.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:28:31 smithi077 ceph-mon[87572]: osdmap e1763: 8 total, 8 up, 8 in 2024-04-10T16:28:32.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:28:31 smithi069 ceph-mon[96738]: osdmap e1762: 8 total, 8 up, 8 in 2024-04-10T16:28:32.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:28:31 smithi069 ceph-mon[96738]: osdmap e1763: 8 total, 8 up, 8 in 2024-04-10T16:28:32.354 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:28:31 smithi069 ceph-mon[94167]: osdmap e1762: 8 total, 8 up, 8 in 2024-04-10T16:28:32.354 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:28:31 smithi069 ceph-mon[94167]: osdmap e1763: 8 total, 8 up, 8 in 2024-04-10T16:28:32.760 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:28:32 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:28:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:28:33.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:28:32 smithi077 ceph-mon[87572]: pgmap v3163: 649 pgs: 649 active+clean; 309 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 765 KiB/s rd, 601 KiB/s wr, 400 op/s 2024-04-10T16:28:33.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:28:32 smithi077 ceph-mon[87572]: osdmap e1764: 8 total, 8 up, 8 in 2024-04-10T16:28:33.354 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:28:32 smithi069 ceph-mon[94167]: pgmap v3163: 649 pgs: 649 active+clean; 309 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 765 KiB/s rd, 601 KiB/s wr, 400 op/s 2024-04-10T16:28:33.354 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:28:32 smithi069 ceph-mon[94167]: osdmap e1764: 8 total, 8 up, 8 in 2024-04-10T16:28:33.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:28:32 smithi069 ceph-mon[96738]: pgmap v3163: 649 pgs: 649 active+clean; 309 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 765 KiB/s rd, 601 KiB/s wr, 400 op/s 2024-04-10T16:28:33.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:28:32 smithi069 ceph-mon[96738]: osdmap e1764: 8 total, 8 up, 8 in 2024-04-10T16:28:35.104 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:28:34 smithi069 ceph-mon[94167]: pgmap v3166: 649 pgs: 649 active+clean; 309 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 173 KiB/s rd, 30 KiB/s wr, 215 op/s 2024-04-10T16:28:35.104 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:28:34 smithi069 ceph-mon[94167]: osdmap e1765: 8 total, 8 up, 8 in 2024-04-10T16:28:35.104 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:28:34 smithi069 ceph-mon[96738]: pgmap v3166: 649 pgs: 649 active+clean; 309 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 173 KiB/s rd, 30 KiB/s wr, 215 op/s 2024-04-10T16:28:35.104 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:28:34 smithi069 ceph-mon[96738]: osdmap e1765: 8 total, 8 up, 8 in 2024-04-10T16:28:35.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:28:34 smithi077 ceph-mon[87572]: pgmap v3166: 649 pgs: 649 active+clean; 309 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 173 KiB/s rd, 30 KiB/s wr, 215 op/s 2024-04-10T16:28:35.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:28:34 smithi077 ceph-mon[87572]: osdmap e1765: 8 total, 8 up, 8 in 2024-04-10T16:28:35.877 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestLibRBD.SnapshotLimit (4757 ms) 2024-04-10T16:28:35.877 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestLibRBD.SnapshotLimitPP 2024-04-10T16:28:35.877 INFO:tasks.workunit.client.0.smithi069.stdout:using new format! 2024-04-10T16:28:36.104 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:28:35 smithi069 ceph-mon[94167]: osdmap e1766: 8 total, 8 up, 8 in 2024-04-10T16:28:36.104 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:28:35 smithi069 ceph-mon[96738]: osdmap e1766: 8 total, 8 up, 8 in 2024-04-10T16:28:36.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:28:35 smithi077 ceph-mon[87572]: osdmap e1766: 8 total, 8 up, 8 in 2024-04-10T16:28:37.104 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:28:36 smithi069 ceph-mon[94167]: pgmap v3169: 649 pgs: 649 active+clean; 309 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 73 KiB/s rd, 19 KiB/s wr, 81 op/s 2024-04-10T16:28:37.104 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:28:36 smithi069 ceph-mon[94167]: osdmap e1767: 8 total, 8 up, 8 in 2024-04-10T16:28:37.104 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:28:36 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:28:36] "GET /metrics HTTP/1.1" 200 75495 "" "Prometheus/2.43.0" 2024-04-10T16:28:37.104 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:28:36 smithi069 ceph-mon[96738]: pgmap v3169: 649 pgs: 649 active+clean; 309 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 73 KiB/s rd, 19 KiB/s wr, 81 op/s 2024-04-10T16:28:37.104 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:28:36 smithi069 ceph-mon[96738]: osdmap e1767: 8 total, 8 up, 8 in 2024-04-10T16:28:37.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:28:36 smithi077 ceph-mon[87572]: pgmap v3169: 649 pgs: 649 active+clean; 309 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 73 KiB/s rd, 19 KiB/s wr, 81 op/s 2024-04-10T16:28:37.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:28:36 smithi077 ceph-mon[87572]: osdmap e1767: 8 total, 8 up, 8 in 2024-04-10T16:28:38.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:28:37 smithi077 ceph-mon[87572]: osdmap e1768: 8 total, 8 up, 8 in 2024-04-10T16:28:38.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:28:37 smithi069 ceph-mon[96738]: osdmap e1768: 8 total, 8 up, 8 in 2024-04-10T16:28:38.354 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:28:37 smithi069 ceph-mon[94167]: osdmap e1768: 8 total, 8 up, 8 in 2024-04-10T16:28:39.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:28:38 smithi077 ceph-mon[87572]: pgmap v3172: 649 pgs: 649 active+clean; 309 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 112 KiB/s rd, 17 KiB/s wr, 146 op/s 2024-04-10T16:28:39.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:28:38 smithi077 ceph-mon[87572]: osdmap e1769: 8 total, 8 up, 8 in 2024-04-10T16:28:39.354 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:28:38 smithi069 ceph-mon[94167]: pgmap v3172: 649 pgs: 649 active+clean; 309 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 112 KiB/s rd, 17 KiB/s wr, 146 op/s 2024-04-10T16:28:39.354 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:28:38 smithi069 ceph-mon[94167]: osdmap e1769: 8 total, 8 up, 8 in 2024-04-10T16:28:39.355 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:28:38 smithi069 ceph-mon[96738]: pgmap v3172: 649 pgs: 649 active+clean; 309 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 112 KiB/s rd, 17 KiB/s wr, 146 op/s 2024-04-10T16:28:39.355 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:28:38 smithi069 ceph-mon[96738]: osdmap e1769: 8 total, 8 up, 8 in 2024-04-10T16:28:40.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:28:39 smithi077 ceph-mon[87572]: osdmap e1770: 8 total, 8 up, 8 in 2024-04-10T16:28:40.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:28:39 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:28:40.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:28:39 smithi069 ceph-mon[96738]: osdmap e1770: 8 total, 8 up, 8 in 2024-04-10T16:28:40.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:28:39 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:28:40.354 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:28:39 smithi069 ceph-mon[94167]: osdmap e1770: 8 total, 8 up, 8 in 2024-04-10T16:28:40.354 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:28:39 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:28:40.921 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestLibRBD.SnapshotLimitPP (5045 ms) 2024-04-10T16:28:40.921 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestLibRBD.RebuildObjectMapViaLockOwner 2024-04-10T16:28:40.921 INFO:tasks.workunit.client.0.smithi069.stdout:using new format! 2024-04-10T16:28:40.975 INFO:tasks.workunit.client.0.smithi069.stdout:0.00% done 2024-04-10T16:28:40.975 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestLibRBD.RebuildObjectMapViaLockOwner (54 ms) 2024-04-10T16:28:40.975 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestLibRBD.RenameViaLockOwner 2024-04-10T16:28:40.975 INFO:tasks.workunit.client.0.smithi069.stdout:using new format! 2024-04-10T16:28:41.042 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestLibRBD.RenameViaLockOwner (66 ms) 2024-04-10T16:28:41.042 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestLibRBD.SnapCreateViaLockOwner 2024-04-10T16:28:41.042 INFO:tasks.workunit.client.0.smithi069.stdout:using new format! 2024-04-10T16:28:41.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:28:40 smithi077 ceph-mon[87572]: pgmap v3175: 649 pgs: 649 active+clean; 309 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 91 KiB/s rd, 14 KiB/s wr, 120 op/s 2024-04-10T16:28:41.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:28:40 smithi077 ceph-mon[87572]: osdmap e1771: 8 total, 8 up, 8 in 2024-04-10T16:28:41.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:28:40 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:28:41.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:28:40 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:28:41.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:28:40 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:28:41.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:28:40 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:28:41.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:28:40 smithi069 ceph-mon[96738]: pgmap v3175: 649 pgs: 649 active+clean; 309 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 91 KiB/s rd, 14 KiB/s wr, 120 op/s 2024-04-10T16:28:41.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:28:40 smithi069 ceph-mon[96738]: osdmap e1771: 8 total, 8 up, 8 in 2024-04-10T16:28:41.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:28:40 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:28:41.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:28:40 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:28:41.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:28:40 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:28:41.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:28:40 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:28:41.354 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:28:40 smithi069 ceph-mon[94167]: pgmap v3175: 649 pgs: 649 active+clean; 309 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 91 KiB/s rd, 14 KiB/s wr, 120 op/s 2024-04-10T16:28:41.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:28:40 smithi069 ceph-mon[94167]: osdmap e1771: 8 total, 8 up, 8 in 2024-04-10T16:28:41.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:28:40 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:28:41.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:28:40 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:28:41.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:28:40 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:28:41.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:28:40 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:28:41.937 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestLibRBD.SnapCreateViaLockOwner (896 ms) 2024-04-10T16:28:41.937 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestLibRBD.SnapRemoveViaLockOwner 2024-04-10T16:28:41.938 INFO:tasks.workunit.client.0.smithi069.stdout:using new format! 2024-04-10T16:28:42.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:28:41 smithi077 ceph-mon[87572]: osdmap e1772: 8 total, 8 up, 8 in 2024-04-10T16:28:42.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:28:41 smithi069 ceph-mon[96738]: osdmap e1772: 8 total, 8 up, 8 in 2024-04-10T16:28:42.354 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:28:41 smithi069 ceph-mon[94167]: osdmap e1772: 8 total, 8 up, 8 in 2024-04-10T16:28:42.759 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:28:42 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:28:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:28:43.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:28:42 smithi077 ceph-mon[87572]: pgmap v3178: 649 pgs: 649 active+clean; 309 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 3.5 KiB/s wr, 37 op/s 2024-04-10T16:28:43.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:28:42 smithi077 ceph-mon[87572]: osdmap e1773: 8 total, 8 up, 8 in 2024-04-10T16:28:43.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:28:42 smithi069 ceph-mon[96738]: pgmap v3178: 649 pgs: 649 active+clean; 309 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 3.5 KiB/s wr, 37 op/s 2024-04-10T16:28:43.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:28:42 smithi069 ceph-mon[96738]: osdmap e1773: 8 total, 8 up, 8 in 2024-04-10T16:28:43.354 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:28:42 smithi069 ceph-mon[94167]: pgmap v3178: 649 pgs: 649 active+clean; 309 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 3.5 KiB/s wr, 37 op/s 2024-04-10T16:28:43.354 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:28:42 smithi069 ceph-mon[94167]: osdmap e1773: 8 total, 8 up, 8 in 2024-04-10T16:28:43.951 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestLibRBD.SnapRemoveViaLockOwner (2013 ms) 2024-04-10T16:28:43.951 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestLibRBD.UpdateFeaturesViaLockOwner 2024-04-10T16:28:43.951 INFO:tasks.workunit.client.0.smithi069.stdout:using new format! 2024-04-10T16:28:44.005 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestLibRBD.UpdateFeaturesViaLockOwner (54 ms) 2024-04-10T16:28:44.005 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestLibRBD.EnableJournalingViaLockOwner 2024-04-10T16:28:44.005 INFO:tasks.workunit.client.0.smithi069.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1189-gc96c8d47/rpm/el9/BUILD/ceph-18.2.2-1189-gc96c8d47/src/test/librbd/test_librbd.cc:9376: Skipped 2024-04-10T16:28:44.005 INFO:tasks.workunit.client.0.smithi069.stdout:Skipping due to unmet REQUIRE 2024-04-10T16:28:44.005 INFO:tasks.workunit.client.0.smithi069.stdout:[ SKIPPED ] TestLibRBD.EnableJournalingViaLockOwner (1 ms) 2024-04-10T16:28:44.005 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestLibRBD.SnapRemove2 2024-04-10T16:28:44.005 INFO:tasks.workunit.client.0.smithi069.stdout:using new format! 2024-04-10T16:28:44.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:28:43 smithi077 ceph-mon[87572]: osdmap e1774: 8 total, 8 up, 8 in 2024-04-10T16:28:44.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:28:43 smithi069 ceph-mon[96738]: osdmap e1774: 8 total, 8 up, 8 in 2024-04-10T16:28:44.354 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:28:43 smithi069 ceph-mon[94167]: osdmap e1774: 8 total, 8 up, 8 in 2024-04-10T16:28:45.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:28:44 smithi077 ceph-mon[87572]: pgmap v3181: 649 pgs: 649 active+clean; 309 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 25 KiB/s rd, 3.5 KiB/s wr, 35 op/s 2024-04-10T16:28:45.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:28:44 smithi077 ceph-mon[87572]: osdmap e1775: 8 total, 8 up, 8 in 2024-04-10T16:28:45.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:28:44 smithi069 ceph-mon[96738]: pgmap v3181: 649 pgs: 649 active+clean; 309 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 25 KiB/s rd, 3.5 KiB/s wr, 35 op/s 2024-04-10T16:28:45.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:28:44 smithi069 ceph-mon[96738]: osdmap e1775: 8 total, 8 up, 8 in 2024-04-10T16:28:45.354 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:28:44 smithi069 ceph-mon[94167]: pgmap v3181: 649 pgs: 649 active+clean; 309 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 25 KiB/s rd, 3.5 KiB/s wr, 35 op/s 2024-04-10T16:28:45.354 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:28:44 smithi069 ceph-mon[94167]: osdmap e1775: 8 total, 8 up, 8 in 2024-04-10T16:28:45.964 INFO:tasks.workunit.client.0.smithi069.stdout:100.00% done 2024-04-10T16:28:45.964 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestLibRBD.SnapRemove2 (1958 ms) 2024-04-10T16:28:45.964 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestLibRBD.SnapRenameViaLockOwner 2024-04-10T16:28:45.964 INFO:tasks.workunit.client.0.smithi069.stdout:using new format! 2024-04-10T16:28:46.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:28:45 smithi077 ceph-mon[87572]: osdmap e1776: 8 total, 8 up, 8 in 2024-04-10T16:28:46.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:28:45 smithi069 ceph-mon[96738]: osdmap e1776: 8 total, 8 up, 8 in 2024-04-10T16:28:46.354 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:28:45 smithi069 ceph-mon[94167]: osdmap e1776: 8 total, 8 up, 8 in 2024-04-10T16:28:46.886 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestLibRBD.SnapRenameViaLockOwner (922 ms) 2024-04-10T16:28:46.886 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestLibRBD.SnapProtectViaLockOwner 2024-04-10T16:28:46.886 INFO:tasks.workunit.client.0.smithi069.stdout:using new format! 2024-04-10T16:28:47.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:28:46 smithi077 ceph-mon[87572]: pgmap v3184: 649 pgs: 649 active+clean; 309 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 38 KiB/s rd, 4.0 KiB/s wr, 51 op/s 2024-04-10T16:28:47.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:28:46 smithi077 ceph-mon[87572]: osdmap e1777: 8 total, 8 up, 8 in 2024-04-10T16:28:47.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:28:46 smithi077 ceph-mon[87572]: osdmap e1778: 8 total, 8 up, 8 in 2024-04-10T16:28:47.354 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:28:46 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:28:46] "GET /metrics HTTP/1.1" 200 75505 "" "Prometheus/2.43.0" 2024-04-10T16:28:47.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:28:46 smithi069 ceph-mon[96738]: pgmap v3184: 649 pgs: 649 active+clean; 309 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 38 KiB/s rd, 4.0 KiB/s wr, 51 op/s 2024-04-10T16:28:47.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:28:46 smithi069 ceph-mon[96738]: osdmap e1777: 8 total, 8 up, 8 in 2024-04-10T16:28:47.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:28:46 smithi069 ceph-mon[96738]: osdmap e1778: 8 total, 8 up, 8 in 2024-04-10T16:28:47.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:28:46 smithi069 ceph-mon[94167]: pgmap v3184: 649 pgs: 649 active+clean; 309 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 38 KiB/s rd, 4.0 KiB/s wr, 51 op/s 2024-04-10T16:28:47.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:28:46 smithi069 ceph-mon[94167]: osdmap e1777: 8 total, 8 up, 8 in 2024-04-10T16:28:47.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:28:46 smithi069 ceph-mon[94167]: osdmap e1778: 8 total, 8 up, 8 in 2024-04-10T16:28:47.886 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestLibRBD.SnapProtectViaLockOwner (1001 ms) 2024-04-10T16:28:47.886 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestLibRBD.SnapUnprotectViaLockOwner 2024-04-10T16:28:47.887 INFO:tasks.workunit.client.0.smithi069.stdout:using new format! 2024-04-10T16:28:48.921 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestLibRBD.SnapUnprotectViaLockOwner (1034 ms) 2024-04-10T16:28:48.922 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestLibRBD.FlattenViaLockOwner 2024-04-10T16:28:48.922 INFO:tasks.workunit.client.0.smithi069.stdout:using new format! 2024-04-10T16:28:49.104 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:28:48 smithi069 ceph-mon[96738]: pgmap v3187: 649 pgs: 649 active+clean; 309 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 147 KiB/s rd, 13 KiB/s wr, 202 op/s 2024-04-10T16:28:49.104 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:28:48 smithi069 ceph-mon[96738]: osdmap e1779: 8 total, 8 up, 8 in 2024-04-10T16:28:49.104 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:28:48 smithi069 ceph-mon[94167]: pgmap v3187: 649 pgs: 649 active+clean; 309 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 147 KiB/s rd, 13 KiB/s wr, 202 op/s 2024-04-10T16:28:49.104 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:28:48 smithi069 ceph-mon[94167]: osdmap e1779: 8 total, 8 up, 8 in 2024-04-10T16:28:49.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:28:48 smithi077 ceph-mon[87572]: pgmap v3187: 649 pgs: 649 active+clean; 309 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 147 KiB/s rd, 13 KiB/s wr, 202 op/s 2024-04-10T16:28:49.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:28:48 smithi077 ceph-mon[87572]: osdmap e1779: 8 total, 8 up, 8 in 2024-04-10T16:28:49.991 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestLibRBD.FlattenViaLockOwner (1071 ms) 2024-04-10T16:28:49.991 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestLibRBD.ResizeViaLockOwner 2024-04-10T16:28:49.992 INFO:tasks.workunit.client.0.smithi069.stdout:using new format! 2024-04-10T16:28:50.035 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestLibRBD.ResizeViaLockOwner (43 ms) 2024-04-10T16:28:50.035 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestLibRBD.SparsifyViaLockOwner 2024-04-10T16:28:50.035 INFO:tasks.workunit.client.0.smithi069.stdout:using new format! 2024-04-10T16:28:50.070 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestLibRBD.SparsifyViaLockOwner (35 ms) 2024-04-10T16:28:50.070 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestLibRBD.ObjectMapConsistentSnap 2024-04-10T16:28:50.070 INFO:tasks.workunit.client.0.smithi069.stdout:using new format! 2024-04-10T16:28:50.103 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:28:49 smithi069 ceph-mon[96738]: osdmap e1780: 8 total, 8 up, 8 in 2024-04-10T16:28:50.104 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:28:49 smithi069 ceph-mon[94167]: osdmap e1780: 8 total, 8 up, 8 in 2024-04-10T16:28:50.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:28:49 smithi077 ceph-mon[87572]: osdmap e1780: 8 total, 8 up, 8 in 2024-04-10T16:28:51.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:28:50 smithi077 ceph-mon[87572]: pgmap v3190: 649 pgs: 649 active+clean; 309 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 152 KiB/s rd, 13 KiB/s wr, 212 op/s 2024-04-10T16:28:51.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:28:50 smithi077 ceph-mon[87572]: osdmap e1781: 8 total, 8 up, 8 in 2024-04-10T16:28:51.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:28:50 smithi069 ceph-mon[96738]: pgmap v3190: 649 pgs: 649 active+clean; 309 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 152 KiB/s rd, 13 KiB/s wr, 212 op/s 2024-04-10T16:28:51.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:28:50 smithi069 ceph-mon[96738]: osdmap e1781: 8 total, 8 up, 8 in 2024-04-10T16:28:51.354 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:28:50 smithi069 ceph-mon[94167]: pgmap v3190: 649 pgs: 649 active+clean; 309 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 152 KiB/s rd, 13 KiB/s wr, 212 op/s 2024-04-10T16:28:51.354 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:28:50 smithi069 ceph-mon[94167]: osdmap e1781: 8 total, 8 up, 8 in 2024-04-10T16:28:52.161 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:28:51 smithi077 ceph-mon[87572]: osdmap e1782: 8 total, 8 up, 8 in 2024-04-10T16:28:52.161 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:28:51 smithi077 ceph-mon[87572]: osdmap e1783: 8 total, 8 up, 8 in 2024-04-10T16:28:52.354 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:28:51 smithi069 ceph-mon[94167]: osdmap e1782: 8 total, 8 up, 8 in 2024-04-10T16:28:52.354 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:28:51 smithi069 ceph-mon[94167]: osdmap e1783: 8 total, 8 up, 8 in 2024-04-10T16:28:52.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:28:51 smithi069 ceph-mon[96738]: osdmap e1782: 8 total, 8 up, 8 in 2024-04-10T16:28:52.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:28:51 smithi069 ceph-mon[96738]: osdmap e1783: 8 total, 8 up, 8 in 2024-04-10T16:28:52.510 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:28:52 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:28:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:28:53.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:28:52 smithi077 ceph-mon[87572]: pgmap v3193: 649 pgs: 649 active+clean; 309 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 218 KiB/s rd, 14 KiB/s wr, 288 op/s 2024-04-10T16:28:53.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:28:52 smithi077 ceph-mon[87572]: osdmap e1784: 8 total, 8 up, 8 in 2024-04-10T16:28:53.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:28:52 smithi069 ceph-mon[96738]: pgmap v3193: 649 pgs: 649 active+clean; 309 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 218 KiB/s rd, 14 KiB/s wr, 288 op/s 2024-04-10T16:28:53.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:28:52 smithi069 ceph-mon[96738]: osdmap e1784: 8 total, 8 up, 8 in 2024-04-10T16:28:53.354 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:28:52 smithi069 ceph-mon[94167]: pgmap v3193: 649 pgs: 649 active+clean; 309 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 218 KiB/s rd, 14 KiB/s wr, 288 op/s 2024-04-10T16:28:53.354 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:28:52 smithi069 ceph-mon[94167]: osdmap e1784: 8 total, 8 up, 8 in 2024-04-10T16:28:55.104 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:28:54 smithi069 ceph-mon[96738]: pgmap v3196: 649 pgs: 649 active+clean; 309 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 243 KiB/s rd, 15 KiB/s wr, 317 op/s 2024-04-10T16:28:55.104 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:28:54 smithi069 ceph-mon[96738]: osdmap e1785: 8 total, 8 up, 8 in 2024-04-10T16:28:55.104 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:28:54 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:28:55.105 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:28:54 smithi069 ceph-mon[94167]: pgmap v3196: 649 pgs: 649 active+clean; 309 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 243 KiB/s rd, 15 KiB/s wr, 317 op/s 2024-04-10T16:28:55.105 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:28:54 smithi069 ceph-mon[94167]: osdmap e1785: 8 total, 8 up, 8 in 2024-04-10T16:28:55.105 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:28:54 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:28:55.262 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:28:54 smithi077 ceph-mon[87572]: pgmap v3196: 649 pgs: 649 active+clean; 309 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 243 KiB/s rd, 15 KiB/s wr, 317 op/s 2024-04-10T16:28:55.262 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:28:54 smithi077 ceph-mon[87572]: osdmap e1785: 8 total, 8 up, 8 in 2024-04-10T16:28:55.262 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:28:54 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:28:56.104 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:28:55 smithi069 ceph-mon[96738]: osdmap e1786: 8 total, 8 up, 8 in 2024-04-10T16:28:56.104 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:28:55 smithi069 ceph-mon[94167]: osdmap e1786: 8 total, 8 up, 8 in 2024-04-10T16:28:56.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:28:55 smithi077 ceph-mon[87572]: osdmap e1786: 8 total, 8 up, 8 in 2024-04-10T16:28:57.104 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:28:56 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:28:56] "GET /metrics HTTP/1.1" 200 75500 "" "Prometheus/2.43.0" 2024-04-10T16:28:57.104 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:28:56 smithi069 ceph-mon[94167]: pgmap v3199: 649 pgs: 649 active+clean; 309 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 78 KiB/s rd, 4.7 KiB/s wr, 106 op/s 2024-04-10T16:28:57.104 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:28:56 smithi069 ceph-mon[94167]: osdmap e1787: 8 total, 8 up, 8 in 2024-04-10T16:28:57.105 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:28:56 smithi069 ceph-mon[94167]: osdmap e1788: 8 total, 8 up, 8 in 2024-04-10T16:28:57.105 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:28:56 smithi069 ceph-mon[96738]: pgmap v3199: 649 pgs: 649 active+clean; 309 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 78 KiB/s rd, 4.7 KiB/s wr, 106 op/s 2024-04-10T16:28:57.105 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:28:56 smithi069 ceph-mon[96738]: osdmap e1787: 8 total, 8 up, 8 in 2024-04-10T16:28:57.105 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:28:56 smithi069 ceph-mon[96738]: osdmap e1788: 8 total, 8 up, 8 in 2024-04-10T16:28:57.259 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:28:56 smithi077 ceph-mon[87572]: pgmap v3199: 649 pgs: 649 active+clean; 309 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 78 KiB/s rd, 4.7 KiB/s wr, 106 op/s 2024-04-10T16:28:57.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:28:56 smithi077 ceph-mon[87572]: osdmap e1787: 8 total, 8 up, 8 in 2024-04-10T16:28:57.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:28:56 smithi077 ceph-mon[87572]: osdmap e1788: 8 total, 8 up, 8 in 2024-04-10T16:28:59.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:28:58 smithi077 ceph-mon[87572]: pgmap v3202: 649 pgs: 649 active+clean; 309 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 31 KiB/s rd, 2.2 KiB/s wr, 43 op/s 2024-04-10T16:28:59.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:28:58 smithi077 ceph-mon[87572]: osdmap e1789: 8 total, 8 up, 8 in 2024-04-10T16:28:59.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:28:58 smithi069 ceph-mon[96738]: pgmap v3202: 649 pgs: 649 active+clean; 309 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 31 KiB/s rd, 2.2 KiB/s wr, 43 op/s 2024-04-10T16:28:59.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:28:58 smithi069 ceph-mon[96738]: osdmap e1789: 8 total, 8 up, 8 in 2024-04-10T16:28:59.354 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:28:58 smithi069 ceph-mon[94167]: pgmap v3202: 649 pgs: 649 active+clean; 309 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 31 KiB/s rd, 2.2 KiB/s wr, 43 op/s 2024-04-10T16:28:59.354 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:28:58 smithi069 ceph-mon[94167]: osdmap e1789: 8 total, 8 up, 8 in 2024-04-10T16:29:00.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:28:59 smithi077 ceph-mon[87572]: osdmap e1790: 8 total, 8 up, 8 in 2024-04-10T16:29:00.354 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:28:59 smithi069 ceph-mon[94167]: osdmap e1790: 8 total, 8 up, 8 in 2024-04-10T16:29:00.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:28:59 smithi069 ceph-mon[96738]: osdmap e1790: 8 total, 8 up, 8 in 2024-04-10T16:29:00.477 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestLibRBD.ObjectMapConsistentSnap (10407 ms) 2024-04-10T16:29:00.477 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestLibRBD.Metadata 2024-04-10T16:29:00.477 INFO:tasks.workunit.client.0.smithi069.stdout:using new format! 2024-04-10T16:29:00.993 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestLibRBD.Metadata (516 ms) 2024-04-10T16:29:00.993 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestLibRBD.MetadataPP 2024-04-10T16:29:00.993 INFO:tasks.workunit.client.0.smithi069.stdout:using new format! 2024-04-10T16:29:01.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:29:00 smithi077 ceph-mon[87572]: pgmap v3205: 649 pgs: 649 active+clean; 309 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 67 KiB/s rd, 3.5 KiB/s wr, 89 op/s 2024-04-10T16:29:01.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:29:00 smithi077 ceph-mon[87572]: osdmap e1791: 8 total, 8 up, 8 in 2024-04-10T16:29:01.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:29:00 smithi069 ceph-mon[96738]: pgmap v3205: 649 pgs: 649 active+clean; 309 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 67 KiB/s rd, 3.5 KiB/s wr, 89 op/s 2024-04-10T16:29:01.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:29:00 smithi069 ceph-mon[96738]: osdmap e1791: 8 total, 8 up, 8 in 2024-04-10T16:29:01.354 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:29:00 smithi069 ceph-mon[94167]: pgmap v3205: 649 pgs: 649 active+clean; 309 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 67 KiB/s rd, 3.5 KiB/s wr, 89 op/s 2024-04-10T16:29:01.354 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:29:00 smithi069 ceph-mon[94167]: osdmap e1791: 8 total, 8 up, 8 in 2024-04-10T16:29:01.994 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestLibRBD.MetadataPP (1002 ms) 2024-04-10T16:29:01.995 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestLibRBD.UpdateFeatures 2024-04-10T16:29:01.995 INFO:tasks.workunit.client.0.smithi069.stdout:using new format! 2024-04-10T16:29:02.092 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestLibRBD.UpdateFeatures (97 ms) 2024-04-10T16:29:02.092 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestLibRBD.FeaturesBitmaskString 2024-04-10T16:29:02.092 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestLibRBD.FeaturesBitmaskString (0 ms) 2024-04-10T16:29:02.092 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestLibRBD.RebuildObjectMap 2024-04-10T16:29:02.092 INFO:tasks.workunit.client.0.smithi069.stdout:using new format! 2024-04-10T16:29:02.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:29:01 smithi077 ceph-mon[87572]: osdmap e1792: 8 total, 8 up, 8 in 2024-04-10T16:29:02.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:29:01 smithi069 ceph-mon[96738]: osdmap e1792: 8 total, 8 up, 8 in 2024-04-10T16:29:02.354 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:29:01 smithi069 ceph-mon[94167]: osdmap e1792: 8 total, 8 up, 8 in 2024-04-10T16:29:02.760 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:29:02 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:29:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:29:02.969 INFO:tasks.workunit.client.0.smithi069.stdout:0.00% done 2024-04-10T16:29:02.970 INFO:tasks.workunit.client.0.smithi069.stdout:25.00% done 2024-04-10T16:29:02.970 INFO:tasks.workunit.client.0.smithi069.stdout:50.00% done 2024-04-10T16:29:02.970 INFO:tasks.workunit.client.0.smithi069.stdout:75.00% done 2024-04-10T16:29:02.970 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestLibRBD.RebuildObjectMap (878 ms) 2024-04-10T16:29:02.970 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestLibRBD.RebuildNewObjectMap 2024-04-10T16:29:03.004 INFO:tasks.workunit.client.0.smithi069.stdout:0.00% done 2024-04-10T16:29:03.004 INFO:tasks.workunit.client.0.smithi069.stdout:25.00% done 2024-04-10T16:29:03.004 INFO:tasks.workunit.client.0.smithi069.stdout:50.00% done 2024-04-10T16:29:03.004 INFO:tasks.workunit.client.0.smithi069.stdout:75.00% done 2024-04-10T16:29:03.004 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestLibRBD.RebuildNewObjectMap (34 ms) 2024-04-10T16:29:03.004 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestLibRBD.CheckObjectMap 2024-04-10T16:29:03.004 INFO:tasks.workunit.client.0.smithi069.stdout:using new format! 2024-04-10T16:29:03.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:29:02 smithi077 ceph-mon[87572]: pgmap v3208: 649 pgs: 649 active+clean; 309 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 68 KiB/s rd, 36 KiB/s wr, 123 op/s 2024-04-10T16:29:03.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:29:02 smithi077 ceph-mon[87572]: osdmap e1793: 8 total, 8 up, 8 in 2024-04-10T16:29:03.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:29:02 smithi069 ceph-mon[96738]: pgmap v3208: 649 pgs: 649 active+clean; 309 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 68 KiB/s rd, 36 KiB/s wr, 123 op/s 2024-04-10T16:29:03.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:29:02 smithi069 ceph-mon[96738]: osdmap e1793: 8 total, 8 up, 8 in 2024-04-10T16:29:03.354 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:29:02 smithi069 ceph-mon[94167]: pgmap v3208: 649 pgs: 649 active+clean; 309 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 68 KiB/s rd, 36 KiB/s wr, 123 op/s 2024-04-10T16:29:03.354 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:29:02 smithi069 ceph-mon[94167]: osdmap e1793: 8 total, 8 up, 8 in 2024-04-10T16:29:03.975 INFO:tasks.workunit.client.0.smithi069.stdout:0.00% done 2024-04-10T16:29:03.975 INFO:tasks.workunit.client.0.smithi069.stdout:25.00% done 2024-04-10T16:29:03.975 INFO:tasks.workunit.client.0.smithi069.stdout:50.00% done 2024-04-10T16:29:03.975 INFO:tasks.workunit.client.0.smithi069.stdout:75.00% done 2024-04-10T16:29:03.975 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestLibRBD.CheckObjectMap (971 ms) 2024-04-10T16:29:03.976 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestLibRBD.BlockingAIO 2024-04-10T16:29:03.976 INFO:tasks.workunit.client.0.smithi069.stdout:using new format! 2024-04-10T16:29:04.011 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestLibRBD.BlockingAIO (36 ms) 2024-04-10T16:29:04.011 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestLibRBD.ExclusiveLockTransition 2024-04-10T16:29:04.011 INFO:tasks.workunit.client.0.smithi069.stdout:using new format! 2024-04-10T16:29:04.147 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestLibRBD.ExclusiveLockTransition (136 ms) 2024-04-10T16:29:04.147 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestLibRBD.ExclusiveLockReadTransition 2024-04-10T16:29:04.147 INFO:tasks.workunit.client.0.smithi069.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1189-gc96c8d47/rpm/el9/BUILD/ceph-18.2.2-1189-gc96c8d47/src/test/librbd/test_librbd.cc:10433: Skipped 2024-04-10T16:29:04.148 INFO:tasks.workunit.client.0.smithi069.stdout:Skipping due to unmet REQUIRE 2024-04-10T16:29:04.148 INFO:tasks.workunit.client.0.smithi069.stdout:[ SKIPPED ] TestLibRBD.ExclusiveLockReadTransition (0 ms) 2024-04-10T16:29:04.148 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestLibRBD.CacheMayCopyOnWrite 2024-04-10T16:29:04.148 INFO:tasks.workunit.client.0.smithi069.stdout:using new format! 2024-04-10T16:29:04.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:29:03 smithi077 ceph-mon[87572]: osdmap e1794: 8 total, 8 up, 8 in 2024-04-10T16:29:04.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:29:03 smithi069 ceph-mon[96738]: osdmap e1794: 8 total, 8 up, 8 in 2024-04-10T16:29:04.354 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:29:03 smithi069 ceph-mon[94167]: osdmap e1794: 8 total, 8 up, 8 in 2024-04-10T16:29:04.996 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestLibRBD.CacheMayCopyOnWrite (849 ms) 2024-04-10T16:29:04.996 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestLibRBD.FlushEmptyOpsOnExternalSnapshot 2024-04-10T16:29:04.996 INFO:tasks.workunit.client.0.smithi069.stdout:using new format! 2024-04-10T16:29:05.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:29:04 smithi077 ceph-mon[87572]: pgmap v3211: 649 pgs: 649 active+clean; 309 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 441 KiB/s rd, 176 KiB/s wr, 714 op/s 2024-04-10T16:29:05.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:29:04 smithi077 ceph-mon[87572]: osdmap e1795: 8 total, 8 up, 8 in 2024-04-10T16:29:05.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:29:04 smithi069 ceph-mon[96738]: pgmap v3211: 649 pgs: 649 active+clean; 309 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 441 KiB/s rd, 176 KiB/s wr, 714 op/s 2024-04-10T16:29:05.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:29:04 smithi069 ceph-mon[96738]: osdmap e1795: 8 total, 8 up, 8 in 2024-04-10T16:29:05.354 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:29:04 smithi069 ceph-mon[94167]: pgmap v3211: 649 pgs: 649 active+clean; 309 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 441 KiB/s rd, 176 KiB/s wr, 714 op/s 2024-04-10T16:29:05.354 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:29:04 smithi069 ceph-mon[94167]: osdmap e1795: 8 total, 8 up, 8 in 2024-04-10T16:29:05.948 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestLibRBD.FlushEmptyOpsOnExternalSnapshot (952 ms) 2024-04-10T16:29:05.948 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestLibRBD.TestImageOptions 2024-04-10T16:29:06.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:29:05 smithi077 ceph-mon[87572]: osdmap e1796: 8 total, 8 up, 8 in 2024-04-10T16:29:06.354 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:29:05 smithi069 ceph-mon[94167]: osdmap e1796: 8 total, 8 up, 8 in 2024-04-10T16:29:06.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:29:05 smithi069 ceph-mon[96738]: osdmap e1796: 8 total, 8 up, 8 in 2024-04-10T16:29:07.066 INFO:tasks.workunit.client.0.smithi069.stdout:0.00% done 2024-04-10T16:29:07.066 INFO:tasks.workunit.client.0.smithi069.stdout:100.00% done 2024-04-10T16:29:07.066 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestLibRBD.TestImageOptions (1118 ms) 2024-04-10T16:29:07.066 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestLibRBD.TestImageOptionsPP 2024-04-10T16:29:07.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:29:06 smithi077 ceph-mon[87572]: pgmap v3214: 649 pgs: 649 active+clean; 309 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 703 KiB/s rd, 229 KiB/s wr, 1.05k op/s 2024-04-10T16:29:07.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:29:06 smithi077 ceph-mon[87572]: osdmap e1797: 8 total, 8 up, 8 in 2024-04-10T16:29:07.354 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:29:06 smithi069 ceph-mon[94167]: pgmap v3214: 649 pgs: 649 active+clean; 309 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 703 KiB/s rd, 229 KiB/s wr, 1.05k op/s 2024-04-10T16:29:07.354 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:29:06 smithi069 ceph-mon[94167]: osdmap e1797: 8 total, 8 up, 8 in 2024-04-10T16:29:07.354 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:29:06 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:29:06] "GET /metrics HTTP/1.1" 200 75500 "" "Prometheus/2.43.0" 2024-04-10T16:29:07.355 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:29:06 smithi069 ceph-mon[96738]: pgmap v3214: 649 pgs: 649 active+clean; 309 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 703 KiB/s rd, 229 KiB/s wr, 1.05k op/s 2024-04-10T16:29:07.355 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:29:06 smithi069 ceph-mon[96738]: osdmap e1797: 8 total, 8 up, 8 in 2024-04-10T16:29:08.041 INFO:tasks.workunit.client.0.smithi069.stdout:0.00% done 2024-04-10T16:29:08.041 INFO:tasks.workunit.client.0.smithi069.stdout:100.00% done 2024-04-10T16:29:08.041 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestLibRBD.TestImageOptionsPP (975 ms) 2024-04-10T16:29:08.041 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestLibRBD.EventSocketPipe 2024-04-10T16:29:08.041 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestLibRBD.EventSocketPipe (0 ms) 2024-04-10T16:29:08.041 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestLibRBD.EventSocketEventfd 2024-04-10T16:29:08.041 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestLibRBD.EventSocketEventfd (0 ms) 2024-04-10T16:29:08.041 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestLibRBD.ImagePollIO 2024-04-10T16:29:08.042 INFO:tasks.workunit.client.0.smithi069.stdout:using new format! 2024-04-10T16:29:08.085 INFO:tasks.workunit.client.0.smithi069.stdout:wrote: 512 2024-04-10T16:29:08.085 INFO:tasks.workunit.client.0.smithi069.stdout:wrote: 512 2024-04-10T16:29:08.085 INFO:tasks.workunit.client.0.smithi069.stdout:wrote: 512 2024-04-10T16:29:08.085 INFO:tasks.workunit.client.0.smithi069.stdout:wrote: 512 2024-04-10T16:29:08.085 INFO:tasks.workunit.client.0.smithi069.stdout:wrote: 512 2024-04-10T16:29:08.085 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:29:08.086 INFO:tasks.workunit.client.0.smithi069.stdout:started write 2024-04-10T16:29:08.086 INFO:tasks.workunit.client.0.smithi069.stdout:write completion cb called! 2024-04-10T16:29:08.086 INFO:tasks.workunit.client.0.smithi069.stdout:return value is: 0 2024-04-10T16:29:08.086 INFO:tasks.workunit.client.0.smithi069.stdout:finished write 2024-04-10T16:29:08.086 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:29:08.086 INFO:tasks.workunit.client.0.smithi069.stdout:started write 2024-04-10T16:29:08.086 INFO:tasks.workunit.client.0.smithi069.stdout:write completion cb called! 2024-04-10T16:29:08.086 INFO:tasks.workunit.client.0.smithi069.stdout:return value is: 0 2024-04-10T16:29:08.086 INFO:tasks.workunit.client.0.smithi069.stdout:finished write 2024-04-10T16:29:08.086 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:29:08.086 INFO:tasks.workunit.client.0.smithi069.stdout:started write 2024-04-10T16:29:08.086 INFO:tasks.workunit.client.0.smithi069.stdout:write completion cb called! 2024-04-10T16:29:08.086 INFO:tasks.workunit.client.0.smithi069.stdout:return value is: 0 2024-04-10T16:29:08.087 INFO:tasks.workunit.client.0.smithi069.stdout:finished write 2024-04-10T16:29:08.087 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:29:08.087 INFO:tasks.workunit.client.0.smithi069.stdout:started write 2024-04-10T16:29:08.087 INFO:tasks.workunit.client.0.smithi069.stdout:write completion cb called! 2024-04-10T16:29:08.087 INFO:tasks.workunit.client.0.smithi069.stdout:return value is: 0 2024-04-10T16:29:08.087 INFO:tasks.workunit.client.0.smithi069.stdout:finished write 2024-04-10T16:29:08.087 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:29:08.087 INFO:tasks.workunit.client.0.smithi069.stdout:started write 2024-04-10T16:29:08.087 INFO:tasks.workunit.client.0.smithi069.stdout:write completion cb called! 2024-04-10T16:29:08.087 INFO:tasks.workunit.client.0.smithi069.stdout:return value is: 0 2024-04-10T16:29:08.087 INFO:tasks.workunit.client.0.smithi069.stdout:finished write 2024-04-10T16:29:08.087 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:29:08.087 INFO:tasks.workunit.client.0.smithi069.stdout:started read 2024-04-10T16:29:08.087 INFO:tasks.workunit.client.0.smithi069.stdout:read completion cb called! 2024-04-10T16:29:08.087 INFO:tasks.workunit.client.0.smithi069.stdout:return value is: 512 2024-04-10T16:29:08.087 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:29:08.088 INFO:tasks.workunit.client.0.smithi069.stdout:started read 2024-04-10T16:29:08.088 INFO:tasks.workunit.client.0.smithi069.stdout:read completion cb called! 2024-04-10T16:29:08.088 INFO:tasks.workunit.client.0.smithi069.stdout:return value is: 512 2024-04-10T16:29:08.088 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:29:08.088 INFO:tasks.workunit.client.0.smithi069.stdout:started read 2024-04-10T16:29:08.088 INFO:tasks.workunit.client.0.smithi069.stdout:read completion cb called! 2024-04-10T16:29:08.088 INFO:tasks.workunit.client.0.smithi069.stdout:return value is: 512 2024-04-10T16:29:08.088 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:29:08.088 INFO:tasks.workunit.client.0.smithi069.stdout:started read 2024-04-10T16:29:08.088 INFO:tasks.workunit.client.0.smithi069.stdout:read completion cb called! 2024-04-10T16:29:08.088 INFO:tasks.workunit.client.0.smithi069.stdout:return value is: 512 2024-04-10T16:29:08.088 INFO:tasks.workunit.client.0.smithi069.stdout:created completion 2024-04-10T16:29:08.088 INFO:tasks.workunit.client.0.smithi069.stdout:started read 2024-04-10T16:29:08.088 INFO:tasks.workunit.client.0.smithi069.stdout:read completion cb called! 2024-04-10T16:29:08.088 INFO:tasks.workunit.client.0.smithi069.stdout:return value is: 512 2024-04-10T16:29:08.088 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestLibRBD.ImagePollIO (44 ms) 2024-04-10T16:29:08.088 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestLibRBD.Mirror 2024-04-10T16:29:08.089 INFO:tasks.workunit.client.0.smithi069.stdout:using new format! 2024-04-10T16:29:08.098 INFO:tasks.workunit.client.0.smithi069.stdout:using new format! 2024-04-10T16:29:08.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:29:07 smithi077 ceph-mon[87572]: osdmap e1798: 8 total, 8 up, 8 in 2024-04-10T16:29:08.354 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:29:07 smithi069 ceph-mon[94167]: osdmap e1798: 8 total, 8 up, 8 in 2024-04-10T16:29:08.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:29:07 smithi069 ceph-mon[96738]: osdmap e1798: 8 total, 8 up, 8 in 2024-04-10T16:29:09.076 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestLibRBD.Mirror (991 ms) 2024-04-10T16:29:09.076 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestLibRBD.MirrorPeerAttributes 2024-04-10T16:29:09.091 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestLibRBD.MirrorPeerAttributes (16 ms) 2024-04-10T16:29:09.091 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestLibRBD.CreateWithMirrorEnabled 2024-04-10T16:29:09.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:29:08 smithi077 ceph-mon[87572]: pgmap v3217: 649 pgs: 649 active+clean; 309 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 428 KiB/s rd, 136 KiB/s wr, 590 op/s 2024-04-10T16:29:09.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:29:08 smithi077 ceph-mon[87572]: osdmap e1799: 8 total, 8 up, 8 in 2024-04-10T16:29:09.353 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:29:08 smithi069 ceph-mon[94167]: pgmap v3217: 649 pgs: 649 active+clean; 309 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 428 KiB/s rd, 136 KiB/s wr, 590 op/s 2024-04-10T16:29:09.354 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:29:08 smithi069 ceph-mon[94167]: osdmap e1799: 8 total, 8 up, 8 in 2024-04-10T16:29:09.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:29:08 smithi069 ceph-mon[96738]: pgmap v3217: 649 pgs: 649 active+clean; 309 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 428 KiB/s rd, 136 KiB/s wr, 590 op/s 2024-04-10T16:29:09.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:29:08 smithi069 ceph-mon[96738]: osdmap e1799: 8 total, 8 up, 8 in 2024-04-10T16:29:10.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:29:09 smithi077 ceph-mon[87572]: osdmap e1800: 8 total, 8 up, 8 in 2024-04-10T16:29:10.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:29:09 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/3580512841' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/uuid4"}]: dispatch 2024-04-10T16:29:10.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:29:09 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/3580512841' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/uuid4"}]': finished 2024-04-10T16:29:10.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:29:09 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/3580512841' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/0a70e592-4027-4c55-9b4d-5455b749e9d5"}]: dispatch 2024-04-10T16:29:10.261 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:29:09 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/3580512841' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/0a70e592-4027-4c55-9b4d-5455b749e9d5"}]': finished 2024-04-10T16:29:10.261 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:29:09 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/3580512841' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/5dd0c146-ec04-4458-b016-8fa993178e8b"}]: dispatch 2024-04-10T16:29:10.261 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:29:09 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/3580512841' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/5dd0c146-ec04-4458-b016-8fa993178e8b"}]': finished 2024-04-10T16:29:10.261 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:29:09 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/3580512841' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/1704904b-a33c-4aa0-91a5-7469bc7d5128"}]: dispatch 2024-04-10T16:29:10.261 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:29:09 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/3580512841' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/1704904b-a33c-4aa0-91a5-7469bc7d5128"}]': finished 2024-04-10T16:29:10.261 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:29:09 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/3580512841' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/91/cd4d485d-819c-4e13-9d46-67eb4fc93e65"}]: dispatch 2024-04-10T16:29:10.261 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:29:09 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/3580512841' entity='client.admin' 2024-04-10T16:29:10.261 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:29:09 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/3580512841' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/91/cd4d485d-819c-4e13-9d46-67eb4fc93e65"}]: dispatch 2024-04-10T16:29:10.261 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:29:09 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/3580512841' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/cd4d485d-819c-4e13-9d46-67eb4fc93e65"}]: dispatch 2024-04-10T16:29:10.261 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:29:09 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/3580512841' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/cd4d485d-819c-4e13-9d46-67eb4fc93e65"}]': finished 2024-04-10T16:29:10.261 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:29:09 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:29:10.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:29:09 smithi069 ceph-mon[96738]: osdmap e1800: 8 total, 8 up, 8 in 2024-04-10T16:29:10.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:29:09 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/3580512841' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/uuid4"}]: dispatch 2024-04-10T16:29:10.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:29:09 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/3580512841' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/uuid4"}]': finished 2024-04-10T16:29:10.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:29:09 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/3580512841' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/0a70e592-4027-4c55-9b4d-5455b749e9d5"}]: dispatch 2024-04-10T16:29:10.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:29:09 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/3580512841' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/0a70e592-4027-4c55-9b4d-5455b749e9d5"}]': finished 2024-04-10T16:29:10.355 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:29:09 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/3580512841' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/5dd0c146-ec04-4458-b016-8fa993178e8b"}]: dispatch 2024-04-10T16:29:10.355 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:29:09 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/3580512841' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/5dd0c146-ec04-4458-b016-8fa993178e8b"}]': finished 2024-04-10T16:29:10.355 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:29:09 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/3580512841' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/1704904b-a33c-4aa0-91a5-7469bc7d5128"}]: dispatch 2024-04-10T16:29:10.355 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:29:09 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/3580512841' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/1704904b-a33c-4aa0-91a5-7469bc7d5128"}]': finished 2024-04-10T16:29:10.355 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:29:09 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/3580512841' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/91/cd4d485d-819c-4e13-9d46-67eb4fc93e65"}]: dispatch 2024-04-10T16:29:10.355 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:29:09 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/3580512841' entity='client.admin' 2024-04-10T16:29:10.355 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:29:09 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/3580512841' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/91/cd4d485d-819c-4e13-9d46-67eb4fc93e65"}]: dispatch 2024-04-10T16:29:10.355 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:29:09 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/3580512841' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/cd4d485d-819c-4e13-9d46-67eb4fc93e65"}]: dispatch 2024-04-10T16:29:10.355 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:29:09 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/3580512841' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/cd4d485d-819c-4e13-9d46-67eb4fc93e65"}]': finished 2024-04-10T16:29:10.355 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:29:09 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:29:10.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:29:09 smithi069 ceph-mon[94167]: osdmap e1800: 8 total, 8 up, 8 in 2024-04-10T16:29:10.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:29:09 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/3580512841' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/uuid4"}]: dispatch 2024-04-10T16:29:10.356 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:29:09 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/3580512841' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/uuid4"}]': finished 2024-04-10T16:29:10.356 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:29:09 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/3580512841' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/0a70e592-4027-4c55-9b4d-5455b749e9d5"}]: dispatch 2024-04-10T16:29:10.356 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:29:09 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/3580512841' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/0a70e592-4027-4c55-9b4d-5455b749e9d5"}]': finished 2024-04-10T16:29:10.356 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:29:09 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/3580512841' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/5dd0c146-ec04-4458-b016-8fa993178e8b"}]: dispatch 2024-04-10T16:29:10.356 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:29:09 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/3580512841' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/5dd0c146-ec04-4458-b016-8fa993178e8b"}]': finished 2024-04-10T16:29:10.356 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:29:09 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/3580512841' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/1704904b-a33c-4aa0-91a5-7469bc7d5128"}]: dispatch 2024-04-10T16:29:10.356 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:29:09 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/3580512841' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/1704904b-a33c-4aa0-91a5-7469bc7d5128"}]': finished 2024-04-10T16:29:10.356 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:29:09 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/3580512841' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/91/cd4d485d-819c-4e13-9d46-67eb4fc93e65"}]: dispatch 2024-04-10T16:29:10.356 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:29:09 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/3580512841' entity='client.admin' 2024-04-10T16:29:10.356 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:29:09 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/3580512841' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/91/cd4d485d-819c-4e13-9d46-67eb4fc93e65"}]: dispatch 2024-04-10T16:29:10.356 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:29:09 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/3580512841' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/cd4d485d-819c-4e13-9d46-67eb4fc93e65"}]: dispatch 2024-04-10T16:29:10.356 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:29:09 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/3580512841' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/cd4d485d-819c-4e13-9d46-67eb4fc93e65"}]': finished 2024-04-10T16:29:10.356 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:29:09 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:29:11.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:29:10 smithi077 ceph-mon[87572]: pgmap v3220: 649 pgs: 649 active+clean; 311 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 294 KiB/s rd, 458 KiB/s wr, 379 op/s 2024-04-10T16:29:11.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:29:10 smithi077 ceph-mon[87572]: osdmap e1801: 8 total, 8 up, 8 in 2024-04-10T16:29:11.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:29:10 smithi069 ceph-mon[96738]: pgmap v3220: 649 pgs: 649 active+clean; 311 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 294 KiB/s rd, 458 KiB/s wr, 379 op/s 2024-04-10T16:29:11.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:29:10 smithi069 ceph-mon[96738]: osdmap e1801: 8 total, 8 up, 8 in 2024-04-10T16:29:11.354 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:29:10 smithi069 ceph-mon[94167]: pgmap v3220: 649 pgs: 649 active+clean; 311 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 294 KiB/s rd, 458 KiB/s wr, 379 op/s 2024-04-10T16:29:11.354 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:29:10 smithi069 ceph-mon[94167]: osdmap e1801: 8 total, 8 up, 8 in 2024-04-10T16:29:12.510 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:29:12 smithi077 ceph-mon[87572]: osdmap e1802: 8 total, 8 up, 8 in 2024-04-10T16:29:12.510 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:29:12 smithi077 ceph-mon[87572]: pgmap v3223: 649 pgs: 649 active+clean; 317 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 309 KiB/s rd, 2.0 MiB/s wr, 406 op/s 2024-04-10T16:29:12.510 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:29:12 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:29:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:29:12.604 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:29:12 smithi069 ceph-mon[94167]: osdmap e1802: 8 total, 8 up, 8 in 2024-04-10T16:29:12.604 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:29:12 smithi069 ceph-mon[94167]: pgmap v3223: 649 pgs: 649 active+clean; 317 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 309 KiB/s rd, 2.0 MiB/s wr, 406 op/s 2024-04-10T16:29:12.604 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:29:12 smithi069 ceph-mon[96738]: osdmap e1802: 8 total, 8 up, 8 in 2024-04-10T16:29:12.604 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:29:12 smithi069 ceph-mon[96738]: pgmap v3223: 649 pgs: 649 active+clean; 317 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 309 KiB/s rd, 2.0 MiB/s wr, 406 op/s 2024-04-10T16:29:13.510 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:29:13 smithi077 ceph-mon[87572]: osdmap e1803: 8 total, 8 up, 8 in 2024-04-10T16:29:13.510 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:29:13 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "102.6", "id": [6, 7]}]: dispatch 2024-04-10T16:29:13.510 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:29:13 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "106.14", "id": [2, 5]}]: dispatch 2024-04-10T16:29:13.510 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:29:13 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "107.1d", "id": [3, 7]}]: dispatch 2024-04-10T16:29:13.604 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:29:13 smithi069 ceph-mon[96738]: osdmap e1803: 8 total, 8 up, 8 in 2024-04-10T16:29:13.604 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:29:13 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "102.6", "id": [6, 7]}]: dispatch 2024-04-10T16:29:13.604 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:29:13 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "106.14", "id": [2, 5]}]: dispatch 2024-04-10T16:29:13.604 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:29:13 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "107.1d", "id": [3, 7]}]: dispatch 2024-04-10T16:29:13.604 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:29:13 smithi069 ceph-mon[94167]: osdmap e1803: 8 total, 8 up, 8 in 2024-04-10T16:29:13.604 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:29:13 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "102.6", "id": [6, 7]}]: dispatch 2024-04-10T16:29:13.605 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:29:13 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "106.14", "id": [2, 5]}]: dispatch 2024-04-10T16:29:13.605 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:29:13 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "107.1d", "id": [3, 7]}]: dispatch 2024-04-10T16:29:14.173 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestLibRBD.CreateWithMirrorEnabled (5081 ms) 2024-04-10T16:29:14.173 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestLibRBD.FlushCacheWithCopyupOnExternalSnapshot 2024-04-10T16:29:14.173 INFO:tasks.workunit.client.0.smithi069.stdout:using new format! 2024-04-10T16:29:14.510 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:29:14 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "102.6", "id": [6, 7]}]': finished 2024-04-10T16:29:14.510 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:29:14 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "106.14", "id": [2, 5]}]': finished 2024-04-10T16:29:14.510 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:29:14 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "107.1d", "id": [3, 7]}]': finished 2024-04-10T16:29:14.510 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:29:14 smithi077 ceph-mon[87572]: osdmap e1804: 8 total, 8 up, 8 in 2024-04-10T16:29:14.510 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:29:14 smithi077 ceph-mon[87572]: pgmap v3226: 649 pgs: 1 peering, 648 active+clean; 317 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 184 KiB/s rd, 1.6 MiB/s wr, 248 op/s 2024-04-10T16:29:14.604 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:29:14 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "102.6", "id": [6, 7]}]': finished 2024-04-10T16:29:14.604 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:29:14 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "106.14", "id": [2, 5]}]': finished 2024-04-10T16:29:14.604 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:29:14 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "107.1d", "id": [3, 7]}]': finished 2024-04-10T16:29:14.604 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:29:14 smithi069 ceph-mon[94167]: osdmap e1804: 8 total, 8 up, 8 in 2024-04-10T16:29:14.604 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:29:14 smithi069 ceph-mon[94167]: pgmap v3226: 649 pgs: 1 peering, 648 active+clean; 317 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 184 KiB/s rd, 1.6 MiB/s wr, 248 op/s 2024-04-10T16:29:14.604 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:29:14 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "102.6", "id": [6, 7]}]': finished 2024-04-10T16:29:14.605 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:29:14 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "106.14", "id": [2, 5]}]': finished 2024-04-10T16:29:14.605 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:29:14 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "107.1d", "id": [3, 7]}]': finished 2024-04-10T16:29:14.605 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:29:14 smithi069 ceph-mon[96738]: osdmap e1804: 8 total, 8 up, 8 in 2024-04-10T16:29:14.605 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:29:14 smithi069 ceph-mon[96738]: pgmap v3226: 649 pgs: 1 peering, 648 active+clean; 317 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 184 KiB/s rd, 1.6 MiB/s wr, 248 op/s 2024-04-10T16:29:15.510 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:29:15 smithi077 ceph-mon[87572]: osdmap e1805: 8 total, 8 up, 8 in 2024-04-10T16:29:15.604 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:29:15 smithi069 ceph-mon[94167]: osdmap e1805: 8 total, 8 up, 8 in 2024-04-10T16:29:15.604 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:29:15 smithi069 ceph-mon[96738]: osdmap e1805: 8 total, 8 up, 8 in 2024-04-10T16:29:16.167 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestLibRBD.FlushCacheWithCopyupOnExternalSnapshot (1994 ms) 2024-04-10T16:29:16.167 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestLibRBD.ExclusiveLock 2024-04-10T16:29:16.167 INFO:tasks.workunit.client.0.smithi069.stdout:using new format! 2024-04-10T16:29:16.226 INFO:tasks.workunit.client.0.smithi069.stdout:1: acquiring exclusive lock 2024-04-10T16:29:16.227 INFO:tasks.workunit.client.0.smithi069.stdout:2: acquiring exclusive lock 2024-04-10T16:29:16.230 INFO:tasks.workunit.client.0.smithi069.stdout:2: exclusive lock acquired 2024-04-10T16:29:16.266 INFO:tasks.workunit.client.0.smithi069.stdout:2: releasing exclusive lock 2024-04-10T16:29:16.269 INFO:tasks.workunit.client.0.smithi069.stdout:2: exclusive lock released 2024-04-10T16:29:16.269 INFO:tasks.workunit.client.0.smithi069.stdout:2: acquiring exclusive lock 2024-04-10T16:29:16.272 INFO:tasks.workunit.client.0.smithi069.stdout:1: exclusive lock acquired 2024-04-10T16:29:16.292 INFO:tasks.workunit.client.0.smithi069.stdout:1: releasing exclusive lock 2024-04-10T16:29:16.295 INFO:tasks.workunit.client.0.smithi069.stdout:1: exclusive lock released 2024-04-10T16:29:16.295 INFO:tasks.workunit.client.0.smithi069.stdout:1: acquiring exclusive lock 2024-04-10T16:29:16.300 INFO:tasks.workunit.client.0.smithi069.stdout:1: exclusive lock acquired 2024-04-10T16:29:16.341 INFO:tasks.workunit.client.0.smithi069.stdout:1: releasing exclusive lock 2024-04-10T16:29:16.344 INFO:tasks.workunit.client.0.smithi069.stdout:1: exclusive lock released 2024-04-10T16:29:16.344 INFO:tasks.workunit.client.0.smithi069.stdout:1: acquiring exclusive lock 2024-04-10T16:29:16.347 INFO:tasks.workunit.client.0.smithi069.stdout:2: exclusive lock acquired 2024-04-10T16:29:16.393 INFO:tasks.workunit.client.0.smithi069.stdout:2: releasing exclusive lock 2024-04-10T16:29:16.396 INFO:tasks.workunit.client.0.smithi069.stdout:2: exclusive lock released 2024-04-10T16:29:16.396 INFO:tasks.workunit.client.0.smithi069.stdout:2: acquiring exclusive lock 2024-04-10T16:29:16.399 INFO:tasks.workunit.client.0.smithi069.stdout:1: exclusive lock acquired 2024-04-10T16:29:16.447 INFO:tasks.workunit.client.0.smithi069.stdout:1: releasing exclusive lock 2024-04-10T16:29:16.450 INFO:tasks.workunit.client.0.smithi069.stdout:1: exclusive lock released 2024-04-10T16:29:16.450 INFO:tasks.workunit.client.0.smithi069.stdout:1: acquiring exclusive lock 2024-04-10T16:29:16.454 INFO:tasks.workunit.client.0.smithi069.stdout:2: exclusive lock acquired 2024-04-10T16:29:16.458 INFO:tasks.workunit.client.0.smithi069.stdout:2: releasing exclusive lock 2024-04-10T16:29:16.460 INFO:tasks.workunit.client.0.smithi069.stdout:2: exclusive lock released 2024-04-10T16:29:16.461 INFO:tasks.workunit.client.0.smithi069.stdout:2: acquiring exclusive lock 2024-04-10T16:29:16.465 INFO:tasks.workunit.client.0.smithi069.stdout:1: exclusive lock acquired 2024-04-10T16:29:16.478 INFO:tasks.workunit.client.0.smithi069.stdout:1: releasing exclusive lock 2024-04-10T16:29:16.481 INFO:tasks.workunit.client.0.smithi069.stdout:1: exclusive lock released 2024-04-10T16:29:16.481 INFO:tasks.workunit.client.0.smithi069.stdout:1: acquiring exclusive lock 2024-04-10T16:29:16.484 INFO:tasks.workunit.client.0.smithi069.stdout:2: exclusive lock acquired 2024-04-10T16:29:16.498 INFO:tasks.workunit.client.0.smithi069.stdout:2: releasing exclusive lock 2024-04-10T16:29:16.501 INFO:tasks.workunit.client.0.smithi069.stdout:2: exclusive lock released 2024-04-10T16:29:16.501 INFO:tasks.workunit.client.0.smithi069.stdout:2: acquiring exclusive lock 2024-04-10T16:29:16.505 INFO:tasks.workunit.client.0.smithi069.stdout:1: exclusive lock acquired 2024-04-10T16:29:16.510 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:29:16 smithi077 ceph-mon[87572]: osdmap e1806: 8 total, 8 up, 8 in 2024-04-10T16:29:16.510 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:29:16 smithi077 ceph-mon[87572]: pgmap v3229: 649 pgs: 1 peering, 648 active+clean; 317 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 92 KiB/s rd, 6.0 KiB/s wr, 121 op/s 2024-04-10T16:29:16.544 INFO:tasks.workunit.client.0.smithi069.stdout:1: releasing exclusive lock 2024-04-10T16:29:16.547 INFO:tasks.workunit.client.0.smithi069.stdout:1: exclusive lock released 2024-04-10T16:29:16.551 INFO:tasks.workunit.client.0.smithi069.stdout:2: exclusive lock acquired 2024-04-10T16:29:16.582 INFO:tasks.workunit.client.0.smithi069.stdout:2: releasing exclusive lock 2024-04-10T16:29:16.586 INFO:tasks.workunit.client.0.smithi069.stdout:2: exclusive lock released 2024-04-10T16:29:16.600 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestLibRBD.ExclusiveLock (434 ms) 2024-04-10T16:29:16.600 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestLibRBD.BreakLock 2024-04-10T16:29:16.604 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:29:16 smithi069 ceph-mon[94167]: osdmap e1806: 8 total, 8 up, 8 in 2024-04-10T16:29:16.604 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:29:16 smithi069 ceph-mon[94167]: pgmap v3229: 649 pgs: 1 peering, 648 active+clean; 317 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 92 KiB/s rd, 6.0 KiB/s wr, 121 op/s 2024-04-10T16:29:16.604 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:29:16 smithi069 ceph-mon[96738]: osdmap e1806: 8 total, 8 up, 8 in 2024-04-10T16:29:16.604 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:29:16 smithi069 ceph-mon[96738]: pgmap v3229: 649 pgs: 1 peering, 648 active+clean; 317 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 92 KiB/s rd, 6.0 KiB/s wr, 121 op/s 2024-04-10T16:29:16.615 INFO:tasks.workunit.client.0.smithi069.stdout:using new format! 2024-04-10T16:29:17.182 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestLibRBD.BreakLock (581 ms) 2024-04-10T16:29:17.182 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestLibRBD.DiscardAfterWrite 2024-04-10T16:29:17.182 INFO:tasks.workunit.client.0.smithi069.stdout:using new format! 2024-04-10T16:29:17.212 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestLibRBD.DiscardAfterWrite (30 ms) 2024-04-10T16:29:17.212 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestLibRBD.DefaultFeatures 2024-04-10T16:29:17.212 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestLibRBD.DefaultFeatures (0 ms) 2024-04-10T16:29:17.212 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestLibRBD.TestTrashMoveAndPurge 2024-04-10T16:29:17.212 INFO:tasks.workunit.client.0.smithi069.stdout:using new format! 2024-04-10T16:29:17.279 INFO:tasks.workunit.client.0.smithi069.stdout:0.00% done 2024-04-10T16:29:17.279 INFO:tasks.workunit.client.0.smithi069.stdout:1.56% done 2024-04-10T16:29:17.279 INFO:tasks.workunit.client.0.smithi069.stdout:3.12% done 2024-04-10T16:29:17.279 INFO:tasks.workunit.client.0.smithi069.stdout:4.69% done 2024-04-10T16:29:17.279 INFO:tasks.workunit.client.0.smithi069.stdout:6.25% done 2024-04-10T16:29:17.279 INFO:tasks.workunit.client.0.smithi069.stdout:7.81% done 2024-04-10T16:29:17.279 INFO:tasks.workunit.client.0.smithi069.stdout:9.38% done 2024-04-10T16:29:17.279 INFO:tasks.workunit.client.0.smithi069.stdout:10.94% done 2024-04-10T16:29:17.280 INFO:tasks.workunit.client.0.smithi069.stdout:12.50% done 2024-04-10T16:29:17.280 INFO:tasks.workunit.client.0.smithi069.stdout:14.06% done 2024-04-10T16:29:17.280 INFO:tasks.workunit.client.0.smithi069.stdout:15.62% done 2024-04-10T16:29:17.280 INFO:tasks.workunit.client.0.smithi069.stdout:17.19% done 2024-04-10T16:29:17.280 INFO:tasks.workunit.client.0.smithi069.stdout:18.75% done 2024-04-10T16:29:17.280 INFO:tasks.workunit.client.0.smithi069.stdout:20.31% done 2024-04-10T16:29:17.280 INFO:tasks.workunit.client.0.smithi069.stdout:21.88% done 2024-04-10T16:29:17.280 INFO:tasks.workunit.client.0.smithi069.stdout:23.44% done 2024-04-10T16:29:17.280 INFO:tasks.workunit.client.0.smithi069.stdout:25.00% done 2024-04-10T16:29:17.280 INFO:tasks.workunit.client.0.smithi069.stdout:26.56% done 2024-04-10T16:29:17.280 INFO:tasks.workunit.client.0.smithi069.stdout:28.12% done 2024-04-10T16:29:17.280 INFO:tasks.workunit.client.0.smithi069.stdout:29.69% done 2024-04-10T16:29:17.280 INFO:tasks.workunit.client.0.smithi069.stdout:31.25% done 2024-04-10T16:29:17.280 INFO:tasks.workunit.client.0.smithi069.stdout:32.81% done 2024-04-10T16:29:17.280 INFO:tasks.workunit.client.0.smithi069.stdout:34.38% done 2024-04-10T16:29:17.281 INFO:tasks.workunit.client.0.smithi069.stdout:35.94% done 2024-04-10T16:29:17.281 INFO:tasks.workunit.client.0.smithi069.stdout:37.50% done 2024-04-10T16:29:17.281 INFO:tasks.workunit.client.0.smithi069.stdout:39.06% done 2024-04-10T16:29:17.281 INFO:tasks.workunit.client.0.smithi069.stdout:40.62% done 2024-04-10T16:29:17.281 INFO:tasks.workunit.client.0.smithi069.stdout:42.19% done 2024-04-10T16:29:17.281 INFO:tasks.workunit.client.0.smithi069.stdout:43.75% done 2024-04-10T16:29:17.281 INFO:tasks.workunit.client.0.smithi069.stdout:45.31% done 2024-04-10T16:29:17.281 INFO:tasks.workunit.client.0.smithi069.stdout:46.88% done 2024-04-10T16:29:17.281 INFO:tasks.workunit.client.0.smithi069.stdout:48.44% done 2024-04-10T16:29:17.281 INFO:tasks.workunit.client.0.smithi069.stdout:50.00% done 2024-04-10T16:29:17.281 INFO:tasks.workunit.client.0.smithi069.stdout:51.56% done 2024-04-10T16:29:17.281 INFO:tasks.workunit.client.0.smithi069.stdout:53.12% done 2024-04-10T16:29:17.281 INFO:tasks.workunit.client.0.smithi069.stdout:54.69% done 2024-04-10T16:29:17.281 INFO:tasks.workunit.client.0.smithi069.stdout:56.25% done 2024-04-10T16:29:17.281 INFO:tasks.workunit.client.0.smithi069.stdout:57.81% done 2024-04-10T16:29:17.281 INFO:tasks.workunit.client.0.smithi069.stdout:59.38% done 2024-04-10T16:29:17.281 INFO:tasks.workunit.client.0.smithi069.stdout:60.94% done 2024-04-10T16:29:17.282 INFO:tasks.workunit.client.0.smithi069.stdout:62.50% done 2024-04-10T16:29:17.282 INFO:tasks.workunit.client.0.smithi069.stdout:64.06% done 2024-04-10T16:29:17.282 INFO:tasks.workunit.client.0.smithi069.stdout:65.62% done 2024-04-10T16:29:17.282 INFO:tasks.workunit.client.0.smithi069.stdout:67.19% done 2024-04-10T16:29:17.282 INFO:tasks.workunit.client.0.smithi069.stdout:68.75% done 2024-04-10T16:29:17.282 INFO:tasks.workunit.client.0.smithi069.stdout:70.31% done 2024-04-10T16:29:17.282 INFO:tasks.workunit.client.0.smithi069.stdout:71.88% done 2024-04-10T16:29:17.282 INFO:tasks.workunit.client.0.smithi069.stdout:73.44% done 2024-04-10T16:29:17.282 INFO:tasks.workunit.client.0.smithi069.stdout:75.00% done 2024-04-10T16:29:17.282 INFO:tasks.workunit.client.0.smithi069.stdout:76.56% done 2024-04-10T16:29:17.282 INFO:tasks.workunit.client.0.smithi069.stdout:78.12% done 2024-04-10T16:29:17.282 INFO:tasks.workunit.client.0.smithi069.stdout:79.69% done 2024-04-10T16:29:17.282 INFO:tasks.workunit.client.0.smithi069.stdout:81.25% done 2024-04-10T16:29:17.282 INFO:tasks.workunit.client.0.smithi069.stdout:82.81% done 2024-04-10T16:29:17.283 INFO:tasks.workunit.client.0.smithi069.stdout:84.38% done 2024-04-10T16:29:17.283 INFO:tasks.workunit.client.0.smithi069.stdout:85.94% done 2024-04-10T16:29:17.283 INFO:tasks.workunit.client.0.smithi069.stdout:87.50% done 2024-04-10T16:29:17.283 INFO:tasks.workunit.client.0.smithi069.stdout:89.06% done 2024-04-10T16:29:17.283 INFO:tasks.workunit.client.0.smithi069.stdout:90.62% done 2024-04-10T16:29:17.283 INFO:tasks.workunit.client.0.smithi069.stdout:92.19% done 2024-04-10T16:29:17.283 INFO:tasks.workunit.client.0.smithi069.stdout:93.75% done 2024-04-10T16:29:17.283 INFO:tasks.workunit.client.0.smithi069.stdout:95.31% done 2024-04-10T16:29:17.283 INFO:tasks.workunit.client.0.smithi069.stdout:96.88% done 2024-04-10T16:29:17.283 INFO:tasks.workunit.client.0.smithi069.stdout:98.44% done 2024-04-10T16:29:17.283 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestLibRBD.TestTrashMoveAndPurge (67 ms) 2024-04-10T16:29:17.283 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestLibRBD.TestTrashMoveAndPurgeNonExpiredDelay 2024-04-10T16:29:17.283 INFO:tasks.workunit.client.0.smithi069.stdout:using new format! 2024-04-10T16:29:17.339 INFO:tasks.workunit.client.0.smithi069.stdout:0.00% done 2024-04-10T16:29:17.339 INFO:tasks.workunit.client.0.smithi069.stdout:1.56% done 2024-04-10T16:29:17.340 INFO:tasks.workunit.client.0.smithi069.stdout:3.12% done 2024-04-10T16:29:17.340 INFO:tasks.workunit.client.0.smithi069.stdout:4.69% done 2024-04-10T16:29:17.340 INFO:tasks.workunit.client.0.smithi069.stdout:6.25% done 2024-04-10T16:29:17.340 INFO:tasks.workunit.client.0.smithi069.stdout:7.81% done 2024-04-10T16:29:17.340 INFO:tasks.workunit.client.0.smithi069.stdout:9.38% done 2024-04-10T16:29:17.340 INFO:tasks.workunit.client.0.smithi069.stdout:10.94% done 2024-04-10T16:29:17.340 INFO:tasks.workunit.client.0.smithi069.stdout:12.50% done 2024-04-10T16:29:17.340 INFO:tasks.workunit.client.0.smithi069.stdout:14.06% done 2024-04-10T16:29:17.340 INFO:tasks.workunit.client.0.smithi069.stdout:15.62% done 2024-04-10T16:29:17.340 INFO:tasks.workunit.client.0.smithi069.stdout:17.19% done 2024-04-10T16:29:17.340 INFO:tasks.workunit.client.0.smithi069.stdout:18.75% done 2024-04-10T16:29:17.340 INFO:tasks.workunit.client.0.smithi069.stdout:20.31% done 2024-04-10T16:29:17.340 INFO:tasks.workunit.client.0.smithi069.stdout:21.88% done 2024-04-10T16:29:17.340 INFO:tasks.workunit.client.0.smithi069.stdout:23.44% done 2024-04-10T16:29:17.340 INFO:tasks.workunit.client.0.smithi069.stdout:25.00% done 2024-04-10T16:29:17.340 INFO:tasks.workunit.client.0.smithi069.stdout:26.56% done 2024-04-10T16:29:17.340 INFO:tasks.workunit.client.0.smithi069.stdout:28.12% done 2024-04-10T16:29:17.341 INFO:tasks.workunit.client.0.smithi069.stdout:29.69% done 2024-04-10T16:29:17.341 INFO:tasks.workunit.client.0.smithi069.stdout:31.25% done 2024-04-10T16:29:17.341 INFO:tasks.workunit.client.0.smithi069.stdout:32.81% done 2024-04-10T16:29:17.341 INFO:tasks.workunit.client.0.smithi069.stdout:34.38% done 2024-04-10T16:29:17.341 INFO:tasks.workunit.client.0.smithi069.stdout:35.94% done 2024-04-10T16:29:17.341 INFO:tasks.workunit.client.0.smithi069.stdout:37.50% done 2024-04-10T16:29:17.341 INFO:tasks.workunit.client.0.smithi069.stdout:39.06% done 2024-04-10T16:29:17.341 INFO:tasks.workunit.client.0.smithi069.stdout:40.62% done 2024-04-10T16:29:17.341 INFO:tasks.workunit.client.0.smithi069.stdout:42.19% done 2024-04-10T16:29:17.341 INFO:tasks.workunit.client.0.smithi069.stdout:43.75% done 2024-04-10T16:29:17.341 INFO:tasks.workunit.client.0.smithi069.stdout:45.31% done 2024-04-10T16:29:17.341 INFO:tasks.workunit.client.0.smithi069.stdout:46.88% done 2024-04-10T16:29:17.341 INFO:tasks.workunit.client.0.smithi069.stdout:48.44% done 2024-04-10T16:29:17.341 INFO:tasks.workunit.client.0.smithi069.stdout:50.00% done 2024-04-10T16:29:17.341 INFO:tasks.workunit.client.0.smithi069.stdout:51.56% done 2024-04-10T16:29:17.341 INFO:tasks.workunit.client.0.smithi069.stdout:53.12% done 2024-04-10T16:29:17.342 INFO:tasks.workunit.client.0.smithi069.stdout:54.69% done 2024-04-10T16:29:17.342 INFO:tasks.workunit.client.0.smithi069.stdout:56.25% done 2024-04-10T16:29:17.342 INFO:tasks.workunit.client.0.smithi069.stdout:57.81% done 2024-04-10T16:29:17.342 INFO:tasks.workunit.client.0.smithi069.stdout:59.38% done 2024-04-10T16:29:17.342 INFO:tasks.workunit.client.0.smithi069.stdout:60.94% done 2024-04-10T16:29:17.342 INFO:tasks.workunit.client.0.smithi069.stdout:62.50% done 2024-04-10T16:29:17.342 INFO:tasks.workunit.client.0.smithi069.stdout:64.06% done 2024-04-10T16:29:17.342 INFO:tasks.workunit.client.0.smithi069.stdout:65.62% done 2024-04-10T16:29:17.342 INFO:tasks.workunit.client.0.smithi069.stdout:67.19% done 2024-04-10T16:29:17.342 INFO:tasks.workunit.client.0.smithi069.stdout:68.75% done 2024-04-10T16:29:17.342 INFO:tasks.workunit.client.0.smithi069.stdout:70.31% done 2024-04-10T16:29:17.342 INFO:tasks.workunit.client.0.smithi069.stdout:71.88% done 2024-04-10T16:29:17.342 INFO:tasks.workunit.client.0.smithi069.stdout:73.44% done 2024-04-10T16:29:17.342 INFO:tasks.workunit.client.0.smithi069.stdout:75.00% done 2024-04-10T16:29:17.342 INFO:tasks.workunit.client.0.smithi069.stdout:76.56% done 2024-04-10T16:29:17.342 INFO:tasks.workunit.client.0.smithi069.stdout:78.12% done 2024-04-10T16:29:17.343 INFO:tasks.workunit.client.0.smithi069.stdout:79.69% done 2024-04-10T16:29:17.343 INFO:tasks.workunit.client.0.smithi069.stdout:81.25% done 2024-04-10T16:29:17.343 INFO:tasks.workunit.client.0.smithi069.stdout:82.81% done 2024-04-10T16:29:17.343 INFO:tasks.workunit.client.0.smithi069.stdout:84.38% done 2024-04-10T16:29:17.343 INFO:tasks.workunit.client.0.smithi069.stdout:85.94% done 2024-04-10T16:29:17.343 INFO:tasks.workunit.client.0.smithi069.stdout:87.50% done 2024-04-10T16:29:17.343 INFO:tasks.workunit.client.0.smithi069.stdout:89.06% done 2024-04-10T16:29:17.343 INFO:tasks.workunit.client.0.smithi069.stdout:90.62% done 2024-04-10T16:29:17.343 INFO:tasks.workunit.client.0.smithi069.stdout:92.19% done 2024-04-10T16:29:17.343 INFO:tasks.workunit.client.0.smithi069.stdout:93.75% done 2024-04-10T16:29:17.343 INFO:tasks.workunit.client.0.smithi069.stdout:95.31% done 2024-04-10T16:29:17.343 INFO:tasks.workunit.client.0.smithi069.stdout:96.88% done 2024-04-10T16:29:17.343 INFO:tasks.workunit.client.0.smithi069.stdout:98.44% done 2024-04-10T16:29:17.343 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestLibRBD.TestTrashMoveAndPurgeNonExpiredDelay (61 ms) 2024-04-10T16:29:17.343 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestLibRBD.TestTrashPurge 2024-04-10T16:29:17.343 INFO:tasks.workunit.client.0.smithi069.stdout:using new format! 2024-04-10T16:29:17.347 INFO:tasks.workunit.client.0.smithi069.stdout:using new format! 2024-04-10T16:29:17.354 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:29:17 smithi069 ceph-mon[94167]: osdmap e1807: 8 total, 8 up, 8 in 2024-04-10T16:29:17.354 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:29:17 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/3757998414' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.69:0/2705051388"}]: dispatch 2024-04-10T16:29:17.354 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:29:16 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:29:16] "GET /metrics HTTP/1.1" 200 75497 "" "Prometheus/2.43.0" 2024-04-10T16:29:17.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:29:17 smithi069 ceph-mon[96738]: osdmap e1807: 8 total, 8 up, 8 in 2024-04-10T16:29:17.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:29:17 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/3757998414' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.69:0/2705051388"}]: dispatch 2024-04-10T16:29:17.465 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestLibRBD.TestTrashPurge (126 ms) 2024-04-10T16:29:17.465 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestLibRBD.TestTrashMoveAndRestore 2024-04-10T16:29:17.466 INFO:tasks.workunit.client.0.smithi069.stdout:using new format! 2024-04-10T16:29:17.508 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestLibRBD.TestTrashMoveAndRestore (42 ms) 2024-04-10T16:29:17.508 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestLibRBD.TestListWatchers 2024-04-10T16:29:17.508 INFO:tasks.workunit.client.0.smithi069.stdout:using new format! 2024-04-10T16:29:17.510 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:29:17 smithi077 ceph-mon[87572]: osdmap e1807: 8 total, 8 up, 8 in 2024-04-10T16:29:17.510 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:29:17 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/3757998414' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.69:0/2705051388"}]: dispatch 2024-04-10T16:29:17.537 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestLibRBD.TestListWatchers (29 ms) 2024-04-10T16:29:17.537 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestLibRBD.TestSetSnapById 2024-04-10T16:29:17.537 INFO:tasks.workunit.client.0.smithi069.stdout:using new format! 2024-04-10T16:29:18.194 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestLibRBD.TestSetSnapById (658 ms) 2024-04-10T16:29:18.194 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestLibRBD.Namespaces 2024-04-10T16:29:18.220 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestLibRBD.Namespaces (25 ms) 2024-04-10T16:29:18.220 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestLibRBD.NamespacesPP 2024-04-10T16:29:18.251 INFO:tasks.workunit.client.0.smithi069.stdout:using new format! 2024-04-10T16:29:18.257 INFO:tasks.workunit.client.0.smithi069.stdout:using new format! 2024-04-10T16:29:18.342 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestLibRBD.NamespacesPP (122 ms) 2024-04-10T16:29:18.342 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestLibRBD.Migration 2024-04-10T16:29:18.342 INFO:tasks.workunit.client.0.smithi069.stdout:using new format! 2024-04-10T16:29:18.342 INFO:tasks.workunit.client.0.smithi069.stdout:using new format! 2024-04-10T16:29:18.510 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:29:18 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/3757998414' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.69:0/2705051388"}]': finished 2024-04-10T16:29:18.510 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:29:18 smithi077 ceph-mon[87572]: osdmap e1808: 8 total, 8 up, 8 in 2024-04-10T16:29:18.510 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:29:18 smithi077 ceph-mon[87572]: pgmap v3232: 649 pgs: 1 peering, 648 active+clean; 318 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 196 KiB/s rd, 75 KiB/s wr, 175 op/s; 0 B/s, 0 objects/s recovering 2024-04-10T16:29:18.604 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:29:18 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/3757998414' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.69:0/2705051388"}]': finished 2024-04-10T16:29:18.604 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:29:18 smithi069 ceph-mon[96738]: osdmap e1808: 8 total, 8 up, 8 in 2024-04-10T16:29:18.604 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:29:18 smithi069 ceph-mon[96738]: pgmap v3232: 649 pgs: 1 peering, 648 active+clean; 318 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 196 KiB/s rd, 75 KiB/s wr, 175 op/s; 0 B/s, 0 objects/s recovering 2024-04-10T16:29:18.604 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:29:18 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/3757998414' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.69:0/2705051388"}]': finished 2024-04-10T16:29:18.604 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:29:18 smithi069 ceph-mon[94167]: osdmap e1808: 8 total, 8 up, 8 in 2024-04-10T16:29:18.604 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:29:18 smithi069 ceph-mon[94167]: pgmap v3232: 649 pgs: 1 peering, 648 active+clean; 318 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 196 KiB/s rd, 75 KiB/s wr, 175 op/s; 0 B/s, 0 objects/s recovering 2024-04-10T16:29:18.747 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestLibRBD.Migration (406 ms) 2024-04-10T16:29:18.747 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestLibRBD.MigrationPP 2024-04-10T16:29:18.748 INFO:tasks.workunit.client.0.smithi069.stdout:using new format! 2024-04-10T16:29:18.748 INFO:tasks.workunit.client.0.smithi069.stdout:using new format! 2024-04-10T16:29:19.164 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestLibRBD.MigrationPP (416 ms) 2024-04-10T16:29:19.164 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestLibRBD.TestGetAccessTimestamp 2024-04-10T16:29:19.164 INFO:tasks.workunit.client.0.smithi069.stdout:using new format! 2024-04-10T16:29:19.180 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestLibRBD.TestGetAccessTimestamp (17 ms) 2024-04-10T16:29:19.180 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestLibRBD.TestGetModifyTimestamp 2024-04-10T16:29:19.180 INFO:tasks.workunit.client.0.smithi069.stdout:using new format! 2024-04-10T16:29:19.199 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestLibRBD.TestGetModifyTimestamp (18 ms) 2024-04-10T16:29:19.199 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestLibRBD.ZeroOverlapFlatten 2024-04-10T16:29:19.199 INFO:tasks.workunit.client.0.smithi069.stdout:using new format! 2024-04-10T16:29:19.509 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:29:19 smithi077 ceph-mon[87572]: osdmap e1809: 8 total, 8 up, 8 in 2024-04-10T16:29:19.604 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:29:19 smithi069 ceph-mon[96738]: osdmap e1809: 8 total, 8 up, 8 in 2024-04-10T16:29:19.604 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:29:19 smithi069 ceph-mon[94167]: osdmap e1809: 8 total, 8 up, 8 in 2024-04-10T16:29:20.271 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestLibRBD.ZeroOverlapFlatten (1072 ms) 2024-04-10T16:29:20.271 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestLibRBD.PoolMetadata 2024-04-10T16:29:20.299 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestLibRBD.PoolMetadata (28 ms) 2024-04-10T16:29:20.299 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestLibRBD.PoolMetadataPP 2024-04-10T16:29:20.317 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestLibRBD.PoolMetadataPP (18 ms) 2024-04-10T16:29:20.317 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestLibRBD.Config 2024-04-10T16:29:20.321 INFO:tasks.workunit.client.0.smithi069.stdout:using new format! 2024-04-10T16:29:20.363 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestLibRBD.Config (46 ms) 2024-04-10T16:29:20.363 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestLibRBD.ConfigPP 2024-04-10T16:29:20.368 INFO:tasks.workunit.client.0.smithi069.stdout:using new format! 2024-04-10T16:29:20.406 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestLibRBD.ConfigPP (43 ms) 2024-04-10T16:29:20.406 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestLibRBD.PoolStatsPP 2024-04-10T16:29:20.448 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:29:20 smithi069 ceph-mon[96738]: pgmap v3234: 649 pgs: 649 active+clean; 318 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 379 KiB/s rd, 139 KiB/s wr, 406 op/s; 0 B/s, 0 objects/s recovering 2024-04-10T16:29:20.449 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:29:20 smithi069 ceph-mon[94167]: pgmap v3234: 649 pgs: 649 active+clean; 318 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 379 KiB/s rd, 139 KiB/s wr, 406 op/s; 0 B/s, 0 objects/s recovering 2024-04-10T16:29:20.449 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:29:20 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: [10/Apr/2024:16:29:20] ENGINE Bus STOPPING 2024-04-10T16:29:20.449 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:29:20 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: [10/Apr/2024:16:29:20] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-10T16:29:20.449 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:29:20 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: [10/Apr/2024:16:29:20] ENGINE Bus STOPPED 2024-04-10T16:29:20.449 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:29:20 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: [10/Apr/2024:16:29:20] ENGINE Bus STARTING 2024-04-10T16:29:20.449 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:29:20 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: [10/Apr/2024:16:29:20] ENGINE Serving on http://:::9283 2024-04-10T16:29:20.510 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:29:20 smithi077 ceph-mon[87572]: pgmap v3234: 649 pgs: 649 active+clean; 318 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 379 KiB/s rd, 139 KiB/s wr, 406 op/s; 0 B/s, 0 objects/s recovering 2024-04-10T16:29:20.854 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:29:20 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: [10/Apr/2024:16:29:20] ENGINE Bus STARTED 2024-04-10T16:29:21.510 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:29:21 smithi077 ceph-mon[87572]: osdmap e1810: 8 total, 8 up, 8 in 2024-04-10T16:29:21.511 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:29:21 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/3757998414' entity='client.admin' 2024-04-10T16:29:21.511 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:29:21 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:29:21.511 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:29:21 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:29:21.511 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:29:21 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:29:21.511 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:29:21 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:29:21.511 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:29:21 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:29:21.511 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:29:21 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-10T16:29:21.511 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:29:21 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:29:21.511 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:29:21 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:29:21.511 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:29:21 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:29:21.511 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:29:21 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:29:21.511 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:29:21 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:29:21.511 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:29:21 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:29:21.512 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:29:21 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:29:21.512 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:29:21 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:29:21.512 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:29:21 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:29:21.512 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:29:21 smithi077 ceph-mon[87572]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T16:29:21.512 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:29:21 smithi077 ceph-mon[87572]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T16:29:21.512 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:29:21 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:29:21.512 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:29:21 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:29:21.512 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:29:21 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:29:21.512 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:29:21 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:29:21.512 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:29:21 smithi077 ceph-mon[87572]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T16:29:21.512 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:29:21 smithi077 ceph-mon[87572]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T16:29:21.512 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:29:21 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:29:21.512 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:29:21 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:29:21.512 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:29:21 smithi077 ceph-mon[87572]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T16:29:21.513 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:29:21 smithi077 ceph-mon[87572]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T16:29:21.513 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:29:21 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:29:21.513 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:29:21 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:29:21.513 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:29:21 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:29:21.604 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:29:21 smithi069 ceph-mon[94167]: osdmap e1810: 8 total, 8 up, 8 in 2024-04-10T16:29:21.605 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:29:21 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/3757998414' entity='client.admin' 2024-04-10T16:29:21.605 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:29:21 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:29:21.605 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:29:21 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:29:21.605 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:29:21 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:29:21.605 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:29:21 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:29:21.605 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:29:21 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:29:21.605 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:29:21 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-10T16:29:21.605 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:29:21 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:29:21.605 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:29:21 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:29:21.605 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:29:21 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:29:21.605 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:29:21 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:29:21.605 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:29:21 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:29:21.606 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:29:21 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:29:21.606 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:29:21 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:29:21.606 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:29:21 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:29:21.606 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:29:21 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:29:21.606 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:29:21 smithi069 ceph-mon[94167]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T16:29:21.606 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:29:21 smithi069 ceph-mon[94167]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T16:29:21.606 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:29:21 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:29:21.606 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:29:21 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:29:21.606 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:29:21 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:29:21.606 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:29:21 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:29:21.606 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:29:21 smithi069 ceph-mon[94167]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T16:29:21.606 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:29:21 smithi069 ceph-mon[94167]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T16:29:21.606 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:29:21 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:29:21.606 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:29:21 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:29:21.607 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:29:21 smithi069 ceph-mon[94167]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T16:29:21.607 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:29:21 smithi069 ceph-mon[94167]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T16:29:21.607 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:29:21 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:29:21.607 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:29:21 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:29:21.607 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:29:21 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:29:21.607 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:29:21 smithi069 ceph-mon[96738]: osdmap e1810: 8 total, 8 up, 8 in 2024-04-10T16:29:21.607 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:29:21 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/3757998414' entity='client.admin' 2024-04-10T16:29:21.607 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:29:21 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:29:21.607 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:29:21 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:29:21.608 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:29:21 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:29:21.608 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:29:21 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:29:21.608 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:29:21 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:29:21.608 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:29:21 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-10T16:29:21.608 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:29:21 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:29:21.608 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:29:21 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:29:21.608 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:29:21 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:29:21.608 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:29:21 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:29:21.608 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:29:21 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:29:21.608 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:29:21 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:29:21.608 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:29:21 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:29:21.608 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:29:21 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:29:21.609 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:29:21 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:29:21.609 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:29:21 smithi069 ceph-mon[96738]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T16:29:21.609 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:29:21 smithi069 ceph-mon[96738]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T16:29:21.609 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:29:21 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:29:21.609 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:29:21 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:29:21.609 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:29:21 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:29:21.609 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:29:21 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:29:21.609 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:29:21 smithi069 ceph-mon[96738]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T16:29:21.609 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:29:21 smithi069 ceph-mon[96738]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T16:29:21.609 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:29:21 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:29:21.609 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:29:21 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:29:21.609 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:29:21 smithi069 ceph-mon[96738]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T16:29:21.609 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:29:21 smithi069 ceph-mon[96738]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T16:29:21.609 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:29:21 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:29:21.609 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:29:21 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:29:21.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:29:21 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:29:21.844 INFO:tasks.workunit.client.0.smithi069.stdout:using new format! 2024-04-10T16:29:22.604 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:29:22 smithi069 ceph-mon[94167]: pgmap v3236: 649 pgs: 649 active+clean; 318 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 713 KiB/s rd, 92 KiB/s wr, 956 op/s 2024-04-10T16:29:22.604 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:29:22 smithi069 ceph-mon[94167]: osdmap e1811: 8 total, 8 up, 8 in 2024-04-10T16:29:22.605 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:29:22 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/346520780' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-32","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:29:22.605 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:29:22 smithi069 ceph-mon[94167]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-32","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:29:22.605 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:29:22 smithi069 ceph-mon[94167]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-32","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T16:29:22.605 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:29:22 smithi069 ceph-mon[94167]: osdmap e1812: 8 total, 8 up, 8 in 2024-04-10T16:29:22.605 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:29:22 smithi069 ceph-mon[96738]: pgmap v3236: 649 pgs: 649 active+clean; 318 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 713 KiB/s rd, 92 KiB/s wr, 956 op/s 2024-04-10T16:29:22.605 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:29:22 smithi069 ceph-mon[96738]: osdmap e1811: 8 total, 8 up, 8 in 2024-04-10T16:29:22.605 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:29:22 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/346520780' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-32","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:29:22.605 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:29:22 smithi069 ceph-mon[96738]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-32","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:29:22.605 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:29:22 smithi069 ceph-mon[96738]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-32","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T16:29:22.605 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:29:22 smithi069 ceph-mon[96738]: osdmap e1812: 8 total, 8 up, 8 in 2024-04-10T16:29:22.760 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:29:22 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:29:22.316Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:29:22.760 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:29:22 smithi077 ceph-mon[87572]: pgmap v3236: 649 pgs: 649 active+clean; 318 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 713 KiB/s rd, 92 KiB/s wr, 956 op/s 2024-04-10T16:29:22.760 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:29:22 smithi077 ceph-mon[87572]: osdmap e1811: 8 total, 8 up, 8 in 2024-04-10T16:29:22.760 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:29:22 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/346520780' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-32","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:29:22.760 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:29:22 smithi077 ceph-mon[87572]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-32","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:29:22.760 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:29:22 smithi077 ceph-mon[87572]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-32","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T16:29:22.760 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:29:22 smithi077 ceph-mon[87572]: osdmap e1812: 8 total, 8 up, 8 in 2024-04-10T16:29:23.901 INFO:tasks.workunit.client.0.smithi069.stdout:using new format! 2024-04-10T16:29:23.916 INFO:tasks.workunit.client.0.smithi069.stdout:using new format! 2024-04-10T16:29:23.940 INFO:tasks.workunit.client.0.smithi069.stdout:using new format! 2024-04-10T16:29:24.104 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:29:23 smithi069 ceph-mon[94167]: osdmap e1813: 8 total, 8 up, 8 in 2024-04-10T16:29:24.104 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:29:23 smithi069 ceph-mon[96738]: osdmap e1813: 8 total, 8 up, 8 in 2024-04-10T16:29:24.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:29:23 smithi077 ceph-mon[87572]: osdmap e1813: 8 total, 8 up, 8 in 2024-04-10T16:29:24.931 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestLibRBD.PoolStatsPP (4524 ms) 2024-04-10T16:29:24.931 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestLibRBD.ImageSpec 2024-04-10T16:29:25.104 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:29:24 smithi069 ceph-mon[94167]: pgmap v3240: 681 pgs: 21 unknown, 660 active+clean; 318 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 635 KiB/s rd, 44 KiB/s wr, 877 op/s 2024-04-10T16:29:25.104 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:29:24 smithi069 ceph-mon[94167]: osdmap e1814: 8 total, 8 up, 8 in 2024-04-10T16:29:25.104 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:29:24 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:29:25.104 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:29:24 smithi069 ceph-mon[96738]: pgmap v3240: 681 pgs: 21 unknown, 660 active+clean; 318 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 635 KiB/s rd, 44 KiB/s wr, 877 op/s 2024-04-10T16:29:25.104 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:29:24 smithi069 ceph-mon[96738]: osdmap e1814: 8 total, 8 up, 8 in 2024-04-10T16:29:25.104 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:29:24 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:29:25.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:29:24 smithi077 ceph-mon[87572]: pgmap v3240: 681 pgs: 21 unknown, 660 active+clean; 318 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 635 KiB/s rd, 44 KiB/s wr, 877 op/s 2024-04-10T16:29:25.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:29:24 smithi077 ceph-mon[87572]: osdmap e1814: 8 total, 8 up, 8 in 2024-04-10T16:29:25.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:29:24 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:29:26.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:29:25 smithi077 ceph-mon[87572]: osdmap e1815: 8 total, 8 up, 8 in 2024-04-10T16:29:26.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:29:25 smithi069 ceph-mon[96738]: osdmap e1815: 8 total, 8 up, 8 in 2024-04-10T16:29:26.354 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:29:25 smithi069 ceph-mon[94167]: osdmap e1815: 8 total, 8 up, 8 in 2024-04-10T16:29:26.874 INFO:tasks.workunit.client.0.smithi069.stdout:using new format! 2024-04-10T16:29:27.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:29:26 smithi077 ceph-mon[87572]: pgmap v3243: 681 pgs: 12 unknown, 669 active+clean; 318 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 47 KiB/s rd, 7.0 KiB/s wr, 71 op/s 2024-04-10T16:29:27.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:29:26 smithi077 ceph-mon[87572]: osdmap e1816: 8 total, 8 up, 8 in 2024-04-10T16:29:27.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:29:26 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/812710297' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-33","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:29:27.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:29:26 smithi077 ceph-mon[87572]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-33","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:29:27.354 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:29:26 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:29:26] "GET /metrics HTTP/1.1" 200 77940 "" "Prometheus/2.43.0" 2024-04-10T16:29:27.354 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:29:26 smithi069 ceph-mon[94167]: pgmap v3243: 681 pgs: 12 unknown, 669 active+clean; 318 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 47 KiB/s rd, 7.0 KiB/s wr, 71 op/s 2024-04-10T16:29:27.354 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:29:26 smithi069 ceph-mon[94167]: osdmap e1816: 8 total, 8 up, 8 in 2024-04-10T16:29:27.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:29:26 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/812710297' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-33","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:29:27.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:29:26 smithi069 ceph-mon[94167]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-33","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:29:27.355 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:29:26 smithi069 ceph-mon[96738]: pgmap v3243: 681 pgs: 12 unknown, 669 active+clean; 318 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 47 KiB/s rd, 7.0 KiB/s wr, 71 op/s 2024-04-10T16:29:27.355 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:29:26 smithi069 ceph-mon[96738]: osdmap e1816: 8 total, 8 up, 8 in 2024-04-10T16:29:27.355 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:29:26 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/812710297' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-33","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:29:27.355 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:29:26 smithi069 ceph-mon[96738]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-33","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:29:28.255 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:29:27 smithi069 ceph-mon[94167]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-33","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T16:29:28.256 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:29:27 smithi069 ceph-mon[94167]: osdmap e1817: 8 total, 8 up, 8 in 2024-04-10T16:29:28.256 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:29:27 smithi069 ceph-mon[96738]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-33","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T16:29:28.256 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:29:27 smithi069 ceph-mon[96738]: osdmap e1817: 8 total, 8 up, 8 in 2024-04-10T16:29:28.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:29:27 smithi077 ceph-mon[87572]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-33","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T16:29:28.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:29:27 smithi077 ceph-mon[87572]: osdmap e1817: 8 total, 8 up, 8 in 2024-04-10T16:29:29.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:29:28 smithi077 ceph-mon[87572]: pgmap v3246: 713 pgs: 32 unknown, 681 active+clean; 318 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 74 KiB/s rd, 8.0 KiB/s wr, 99 op/s 2024-04-10T16:29:29.293 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:29:28 smithi077 ceph-mon[87572]: osdmap e1818: 8 total, 8 up, 8 in 2024-04-10T16:29:29.354 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:29:28 smithi069 ceph-mon[94167]: pgmap v3246: 713 pgs: 32 unknown, 681 active+clean; 318 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 74 KiB/s rd, 8.0 KiB/s wr, 99 op/s 2024-04-10T16:29:29.354 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:29:28 smithi069 ceph-mon[94167]: osdmap e1818: 8 total, 8 up, 8 in 2024-04-10T16:29:29.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:29:28 smithi069 ceph-mon[96738]: pgmap v3246: 713 pgs: 32 unknown, 681 active+clean; 318 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 74 KiB/s rd, 8.0 KiB/s wr, 99 op/s 2024-04-10T16:29:29.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:29:28 smithi069 ceph-mon[96738]: osdmap e1818: 8 total, 8 up, 8 in 2024-04-10T16:29:30.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:29:29 smithi077 ceph-mon[87572]: osdmap e1819: 8 total, 8 up, 8 in 2024-04-10T16:29:30.354 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:29:29 smithi069 ceph-mon[94167]: osdmap e1819: 8 total, 8 up, 8 in 2024-04-10T16:29:30.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:29:29 smithi069 ceph-mon[96738]: osdmap e1819: 8 total, 8 up, 8 in 2024-04-10T16:29:31.057 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestLibRBD.ImageSpec (6127 ms) 2024-04-10T16:29:31.058 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestLibRBD.SnapRemoveWithChildMissing 2024-04-10T16:29:31.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:29:30 smithi077 ceph-mon[87572]: pgmap v3249: 713 pgs: 17 unknown, 696 active+clean; 318 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 41 KiB/s rd, 5.2 KiB/s wr, 55 op/s 2024-04-10T16:29:31.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:29:30 smithi077 ceph-mon[87572]: osdmap e1820: 8 total, 8 up, 8 in 2024-04-10T16:29:31.354 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:29:30 smithi069 ceph-mon[94167]: pgmap v3249: 713 pgs: 17 unknown, 696 active+clean; 318 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 41 KiB/s rd, 5.2 KiB/s wr, 55 op/s 2024-04-10T16:29:31.354 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:29:30 smithi069 ceph-mon[94167]: osdmap e1820: 8 total, 8 up, 8 in 2024-04-10T16:29:31.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:29:30 smithi069 ceph-mon[96738]: pgmap v3249: 713 pgs: 17 unknown, 696 active+clean; 318 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 41 KiB/s rd, 5.2 KiB/s wr, 55 op/s 2024-04-10T16:29:31.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:29:30 smithi069 ceph-mon[96738]: osdmap e1820: 8 total, 8 up, 8 in 2024-04-10T16:29:32.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:29:31 smithi077 ceph-mon[87572]: osdmap e1821: 8 total, 8 up, 8 in 2024-04-10T16:29:32.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:29:31 smithi077 ceph-mon[87572]: osdmap e1822: 8 total, 8 up, 8 in 2024-04-10T16:29:32.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:29:31 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/2737072755' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-34","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:29:32.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:29:31 smithi077 ceph-mon[87572]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-34","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:29:32.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:29:31 smithi069 ceph-mon[96738]: osdmap e1821: 8 total, 8 up, 8 in 2024-04-10T16:29:32.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:29:31 smithi069 ceph-mon[96738]: osdmap e1822: 8 total, 8 up, 8 in 2024-04-10T16:29:32.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:29:31 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/2737072755' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-34","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:29:32.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:29:31 smithi069 ceph-mon[96738]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-34","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:29:32.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:29:31 smithi069 ceph-mon[94167]: osdmap e1821: 8 total, 8 up, 8 in 2024-04-10T16:29:32.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:29:31 smithi069 ceph-mon[94167]: osdmap e1822: 8 total, 8 up, 8 in 2024-04-10T16:29:32.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:29:31 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/2737072755' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-34","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:29:32.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:29:31 smithi069 ceph-mon[94167]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-34","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:29:32.760 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:29:32 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:29:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:29:32.852 INFO:tasks.workunit.client.0.smithi069.stdout:using new format! 2024-04-10T16:29:33.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:29:32 smithi077 ceph-mon[87572]: pgmap v3252: 713 pgs: 713 active+clean; 318 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 5.0 KiB/s wr, 39 op/s 2024-04-10T16:29:33.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:29:32 smithi077 ceph-mon[87572]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-34","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T16:29:33.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:29:32 smithi077 ceph-mon[87572]: osdmap e1823: 8 total, 8 up, 8 in 2024-04-10T16:29:33.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:29:32 smithi069 ceph-mon[96738]: pgmap v3252: 713 pgs: 713 active+clean; 318 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 5.0 KiB/s wr, 39 op/s 2024-04-10T16:29:33.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:29:32 smithi069 ceph-mon[96738]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-34","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T16:29:33.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:29:32 smithi069 ceph-mon[96738]: osdmap e1823: 8 total, 8 up, 8 in 2024-04-10T16:29:33.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:29:32 smithi069 ceph-mon[94167]: pgmap v3252: 713 pgs: 713 active+clean; 318 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 5.0 KiB/s wr, 39 op/s 2024-04-10T16:29:33.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:29:32 smithi069 ceph-mon[94167]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-34","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T16:29:33.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:29:32 smithi069 ceph-mon[94167]: osdmap e1823: 8 total, 8 up, 8 in 2024-04-10T16:29:35.104 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:29:34 smithi069 ceph-mon[96738]: pgmap v3255: 745 pgs: 19 unknown, 726 active+clean; 318 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 21 KiB/s rd, 2.5 KiB/s wr, 29 op/s 2024-04-10T16:29:35.104 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:29:34 smithi069 ceph-mon[96738]: osdmap e1824: 8 total, 8 up, 8 in 2024-04-10T16:29:35.105 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:29:34 smithi069 ceph-mon[94167]: pgmap v3255: 745 pgs: 19 unknown, 726 active+clean; 318 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 21 KiB/s rd, 2.5 KiB/s wr, 29 op/s 2024-04-10T16:29:35.105 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:29:34 smithi069 ceph-mon[94167]: osdmap e1824: 8 total, 8 up, 8 in 2024-04-10T16:29:35.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:29:34 smithi077 ceph-mon[87572]: pgmap v3255: 745 pgs: 19 unknown, 726 active+clean; 318 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 21 KiB/s rd, 2.5 KiB/s wr, 29 op/s 2024-04-10T16:29:35.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:29:34 smithi077 ceph-mon[87572]: osdmap e1824: 8 total, 8 up, 8 in 2024-04-10T16:29:36.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:29:35 smithi077 ceph-mon[87572]: osdmap e1825: 8 total, 8 up, 8 in 2024-04-10T16:29:36.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:29:35 smithi069 ceph-mon[96738]: osdmap e1825: 8 total, 8 up, 8 in 2024-04-10T16:29:36.354 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:29:35 smithi069 ceph-mon[94167]: osdmap e1825: 8 total, 8 up, 8 in 2024-04-10T16:29:37.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:29:36 smithi077 ceph-mon[87572]: pgmap v3258: 745 pgs: 11 unknown, 734 active+clean; 318 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 106 KiB/s rd, 3.0 KiB/s wr, 128 op/s 2024-04-10T16:29:37.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:29:36 smithi077 ceph-mon[87572]: osdmap e1826: 8 total, 8 up, 8 in 2024-04-10T16:29:37.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:29:36 smithi077 ceph-mon[87572]: osdmap e1827: 8 total, 8 up, 8 in 2024-04-10T16:29:37.354 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:29:36 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:29:36] "GET /metrics HTTP/1.1" 200 77940 "" "Prometheus/2.43.0" 2024-04-10T16:29:37.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:29:36 smithi069 ceph-mon[96738]: pgmap v3258: 745 pgs: 11 unknown, 734 active+clean; 318 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 106 KiB/s rd, 3.0 KiB/s wr, 128 op/s 2024-04-10T16:29:37.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:29:36 smithi069 ceph-mon[96738]: osdmap e1826: 8 total, 8 up, 8 in 2024-04-10T16:29:37.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:29:36 smithi069 ceph-mon[96738]: osdmap e1827: 8 total, 8 up, 8 in 2024-04-10T16:29:37.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:29:36 smithi069 ceph-mon[94167]: pgmap v3258: 745 pgs: 11 unknown, 734 active+clean; 318 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 106 KiB/s rd, 3.0 KiB/s wr, 128 op/s 2024-04-10T16:29:37.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:29:36 smithi069 ceph-mon[94167]: osdmap e1826: 8 total, 8 up, 8 in 2024-04-10T16:29:37.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:29:36 smithi069 ceph-mon[94167]: osdmap e1827: 8 total, 8 up, 8 in 2024-04-10T16:29:39.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:29:38 smithi077 ceph-mon[87572]: pgmap v3261: 745 pgs: 745 active+clean; 318 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 127 KiB/s rd, 4.7 KiB/s wr, 158 op/s 2024-04-10T16:29:39.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:29:38 smithi077 ceph-mon[87572]: osdmap e1828: 8 total, 8 up, 8 in 2024-04-10T16:29:39.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:29:38 smithi069 ceph-mon[96738]: pgmap v3261: 745 pgs: 745 active+clean; 318 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 127 KiB/s rd, 4.7 KiB/s wr, 158 op/s 2024-04-10T16:29:39.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:29:38 smithi069 ceph-mon[96738]: osdmap e1828: 8 total, 8 up, 8 in 2024-04-10T16:29:39.354 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:29:38 smithi069 ceph-mon[94167]: pgmap v3261: 745 pgs: 745 active+clean; 318 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 127 KiB/s rd, 4.7 KiB/s wr, 158 op/s 2024-04-10T16:29:39.354 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:29:38 smithi069 ceph-mon[94167]: osdmap e1828: 8 total, 8 up, 8 in 2024-04-10T16:29:39.924 INFO:tasks.workunit.client.0.smithi069.stdout:num children is: 3 2024-04-10T16:29:39.924 INFO:tasks.workunit.client.0.smithi069.stdout:expected: 3 2024-04-10T16:29:39.924 INFO:tasks.workunit.client.0.smithi069.stdout:child: image218 2024-04-10T16:29:39.924 INFO:tasks.workunit.client.0.smithi069.stdout:child: image220 2024-04-10T16:29:39.924 INFO:tasks.workunit.client.0.smithi069.stdout:child: image219 2024-04-10T16:29:39.924 INFO:tasks.workunit.client.0.smithi069.stdout:found child test-librbd-smithi069-146913-15/image218/8b4453384627 2024-04-10T16:29:39.924 INFO:tasks.workunit.client.0.smithi069.stdout: 2024-04-10T16:29:39.924 INFO:tasks.workunit.client.0.smithi069.stdout:found child test-librbd-smithi069-146913-34/image219/8b4475da2da2 2024-04-10T16:29:39.924 INFO:tasks.workunit.client.0.smithi069.stdout: 2024-04-10T16:29:39.925 INFO:tasks.workunit.client.0.smithi069.stdout:found child test-librbd-smithi069-146913-15/image220/8b44a86b0c73 2024-04-10T16:29:39.925 INFO:tasks.workunit.client.0.smithi069.stdout: 2024-04-10T16:29:39.925 INFO:tasks.workunit.client.0.smithi069.stdout:num children is: 0 2024-04-10T16:29:39.925 INFO:tasks.workunit.client.0.smithi069.stdout:expected: 0 2024-04-10T16:29:39.925 INFO:tasks.workunit.client.0.smithi069.stdout:num snaps is: 0 2024-04-10T16:29:39.925 INFO:tasks.workunit.client.0.smithi069.stdout:expected: 0 2024-04-10T16:29:39.925 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestLibRBD.SnapRemoveWithChildMissing (8867 ms) 2024-04-10T16:29:39.925 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestLibRBD.QuiesceWatch 2024-04-10T16:29:40.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:29:39 smithi077 ceph-mon[87572]: osdmap e1829: 8 total, 8 up, 8 in 2024-04-10T16:29:40.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:29:39 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:29:40.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:29:39 smithi069 ceph-mon[96738]: osdmap e1829: 8 total, 8 up, 8 in 2024-04-10T16:29:40.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:29:39 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:29:40.354 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:29:39 smithi069 ceph-mon[94167]: osdmap e1829: 8 total, 8 up, 8 in 2024-04-10T16:29:40.354 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:29:39 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:29:41.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:29:40 smithi077 ceph-mon[87572]: pgmap v3264: 713 pgs: 713 active+clean; 6.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2024-04-10T16:29:41.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:29:40 smithi077 ceph-mon[87572]: osdmap e1830: 8 total, 8 up, 8 in 2024-04-10T16:29:41.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:29:40 smithi069 ceph-mon[96738]: pgmap v3264: 713 pgs: 713 active+clean; 6.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2024-04-10T16:29:41.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:29:40 smithi069 ceph-mon[96738]: osdmap e1830: 8 total, 8 up, 8 in 2024-04-10T16:29:41.354 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:29:40 smithi069 ceph-mon[94167]: pgmap v3264: 713 pgs: 713 active+clean; 6.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2024-04-10T16:29:41.354 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:29:40 smithi069 ceph-mon[94167]: osdmap e1830: 8 total, 8 up, 8 in 2024-04-10T16:29:41.904 INFO:tasks.workunit.client.0.smithi069.stdout:using new format! 2024-04-10T16:29:42.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:29:41 smithi077 ceph-mon[87572]: osdmap e1831: 8 total, 8 up, 8 in 2024-04-10T16:29:42.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:29:41 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/1713426584' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-35","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:29:42.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:29:41 smithi077 ceph-mon[87572]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-35","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:29:42.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:29:41 smithi069 ceph-mon[96738]: osdmap e1831: 8 total, 8 up, 8 in 2024-04-10T16:29:42.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:29:41 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/1713426584' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-35","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:29:42.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:29:41 smithi069 ceph-mon[96738]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-35","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:29:42.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:29:41 smithi069 ceph-mon[94167]: osdmap e1831: 8 total, 8 up, 8 in 2024-04-10T16:29:42.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:29:41 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/1713426584' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-35","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:29:42.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:29:41 smithi069 ceph-mon[94167]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-35","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:29:42.760 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:29:42 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:29:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:29:43.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:29:42 smithi077 ceph-mon[87572]: pgmap v3267: 745 pgs: 32 unknown, 713 active+clean; 6.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:29:43.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:29:42 smithi077 ceph-mon[87572]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T16:29:43.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:29:42 smithi077 ceph-mon[87572]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-35","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T16:29:43.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:29:42 smithi077 ceph-mon[87572]: osdmap e1832: 8 total, 8 up, 8 in 2024-04-10T16:29:43.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:29:42 smithi069 ceph-mon[96738]: pgmap v3267: 745 pgs: 32 unknown, 713 active+clean; 6.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:29:43.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:29:42 smithi069 ceph-mon[96738]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T16:29:43.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:29:42 smithi069 ceph-mon[96738]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-35","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T16:29:43.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:29:42 smithi069 ceph-mon[96738]: osdmap e1832: 8 total, 8 up, 8 in 2024-04-10T16:29:43.354 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:29:42 smithi069 ceph-mon[94167]: pgmap v3267: 745 pgs: 32 unknown, 713 active+clean; 6.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:29:43.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:29:42 smithi069 ceph-mon[94167]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T16:29:43.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:29:42 smithi069 ceph-mon[94167]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-35","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T16:29:43.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:29:42 smithi069 ceph-mon[94167]: osdmap e1832: 8 total, 8 up, 8 in 2024-04-10T16:29:44.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:29:43 smithi077 ceph-mon[87572]: osdmap e1833: 8 total, 8 up, 8 in 2024-04-10T16:29:44.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:29:43 smithi069 ceph-mon[96738]: osdmap e1833: 8 total, 8 up, 8 in 2024-04-10T16:29:44.354 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:29:43 smithi069 ceph-mon[94167]: osdmap e1833: 8 total, 8 up, 8 in 2024-04-10T16:29:45.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:29:44 smithi077 ceph-mon[87572]: pgmap v3270: 745 pgs: 28 unknown, 717 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 103 KiB/s rd, 7.7 KiB/s wr, 134 op/s 2024-04-10T16:29:45.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:29:44 smithi077 ceph-mon[87572]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T16:29:45.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:29:44 smithi077 ceph-mon[87572]: osdmap e1834: 8 total, 8 up, 8 in 2024-04-10T16:29:45.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:29:44 smithi069 ceph-mon[96738]: pgmap v3270: 745 pgs: 28 unknown, 717 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 103 KiB/s rd, 7.7 KiB/s wr, 134 op/s 2024-04-10T16:29:45.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:29:44 smithi069 ceph-mon[96738]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T16:29:45.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:29:44 smithi069 ceph-mon[96738]: osdmap e1834: 8 total, 8 up, 8 in 2024-04-10T16:29:45.354 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:29:44 smithi069 ceph-mon[94167]: pgmap v3270: 745 pgs: 28 unknown, 717 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 103 KiB/s rd, 7.7 KiB/s wr, 134 op/s 2024-04-10T16:29:45.354 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:29:44 smithi069 ceph-mon[94167]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T16:29:45.354 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:29:44 smithi069 ceph-mon[94167]: osdmap e1834: 8 total, 8 up, 8 in 2024-04-10T16:29:46.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:29:45 smithi077 ceph-mon[87572]: osdmap e1835: 8 total, 8 up, 8 in 2024-04-10T16:29:46.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:29:45 smithi069 ceph-mon[96738]: osdmap e1835: 8 total, 8 up, 8 in 2024-04-10T16:29:46.354 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:29:45 smithi069 ceph-mon[94167]: osdmap e1835: 8 total, 8 up, 8 in 2024-04-10T16:29:47.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:29:46 smithi077 ceph-mon[87572]: pgmap v3273: 745 pgs: 17 unknown, 728 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 14 KiB/s rd, 1.5 KiB/s wr, 18 op/s 2024-04-10T16:29:47.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:29:46 smithi077 ceph-mon[87572]: osdmap e1836: 8 total, 8 up, 8 in 2024-04-10T16:29:47.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:29:46 smithi077 ceph-mon[87572]: osdmap e1837: 8 total, 8 up, 8 in 2024-04-10T16:29:47.354 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:29:46 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:29:46] "GET /metrics HTTP/1.1" 200 80464 "" "Prometheus/2.43.0" 2024-04-10T16:29:47.354 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:29:46 smithi069 ceph-mon[94167]: pgmap v3273: 745 pgs: 17 unknown, 728 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 14 KiB/s rd, 1.5 KiB/s wr, 18 op/s 2024-04-10T16:29:47.354 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:29:46 smithi069 ceph-mon[94167]: osdmap e1836: 8 total, 8 up, 8 in 2024-04-10T16:29:47.354 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:29:46 smithi069 ceph-mon[94167]: osdmap e1837: 8 total, 8 up, 8 in 2024-04-10T16:29:47.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:29:46 smithi069 ceph-mon[96738]: pgmap v3273: 745 pgs: 17 unknown, 728 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 14 KiB/s rd, 1.5 KiB/s wr, 18 op/s 2024-04-10T16:29:47.355 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:29:46 smithi069 ceph-mon[96738]: osdmap e1836: 8 total, 8 up, 8 in 2024-04-10T16:29:47.355 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:29:46 smithi069 ceph-mon[96738]: osdmap e1837: 8 total, 8 up, 8 in 2024-04-10T16:29:49.104 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:29:48 smithi069 ceph-mon[96738]: pgmap v3276: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 1023 B/s wr, 18 op/s 2024-04-10T16:29:49.104 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:29:48 smithi069 ceph-mon[96738]: osdmap e1838: 8 total, 8 up, 8 in 2024-04-10T16:29:49.104 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:29:48 smithi069 ceph-mon[94167]: pgmap v3276: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 1023 B/s wr, 18 op/s 2024-04-10T16:29:49.105 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:29:48 smithi069 ceph-mon[94167]: osdmap e1838: 8 total, 8 up, 8 in 2024-04-10T16:29:49.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:29:48 smithi077 ceph-mon[87572]: pgmap v3276: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 1023 B/s wr, 18 op/s 2024-04-10T16:29:49.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:29:48 smithi077 ceph-mon[87572]: osdmap e1838: 8 total, 8 up, 8 in 2024-04-10T16:29:49.972 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestLibRBD.QuiesceWatch (10049 ms) 2024-04-10T16:29:49.973 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestLibRBD.QuiesceWatchPP 2024-04-10T16:29:49.973 INFO:tasks.workunit.client.0.smithi069.stdout:using new format! 2024-04-10T16:29:50.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:29:49 smithi077 ceph-mon[87572]: osdmap e1839: 8 total, 8 up, 8 in 2024-04-10T16:29:50.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:29:49 smithi069 ceph-mon[96738]: osdmap e1839: 8 total, 8 up, 8 in 2024-04-10T16:29:50.354 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:29:49 smithi069 ceph-mon[94167]: osdmap e1839: 8 total, 8 up, 8 in 2024-04-10T16:29:51.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:29:50 smithi077 ceph-mon[87572]: pgmap v3279: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 1023 B/s wr, 8 op/s 2024-04-10T16:29:51.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:29:50 smithi077 ceph-mon[87572]: osdmap e1840: 8 total, 8 up, 8 in 2024-04-10T16:29:51.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:29:50 smithi069 ceph-mon[96738]: pgmap v3279: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 1023 B/s wr, 8 op/s 2024-04-10T16:29:51.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:29:50 smithi069 ceph-mon[96738]: osdmap e1840: 8 total, 8 up, 8 in 2024-04-10T16:29:51.354 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:29:50 smithi069 ceph-mon[94167]: pgmap v3279: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 1023 B/s wr, 8 op/s 2024-04-10T16:29:51.354 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:29:50 smithi069 ceph-mon[94167]: osdmap e1840: 8 total, 8 up, 8 in 2024-04-10T16:29:52.161 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:29:51 smithi077 ceph-mon[87572]: osdmap e1841: 8 total, 8 up, 8 in 2024-04-10T16:29:52.161 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:29:51 smithi077 ceph-mon[87572]: osdmap e1842: 8 total, 8 up, 8 in 2024-04-10T16:29:52.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:29:51 smithi069 ceph-mon[96738]: osdmap e1841: 8 total, 8 up, 8 in 2024-04-10T16:29:52.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:29:51 smithi069 ceph-mon[96738]: osdmap e1842: 8 total, 8 up, 8 in 2024-04-10T16:29:52.354 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:29:51 smithi069 ceph-mon[94167]: osdmap e1841: 8 total, 8 up, 8 in 2024-04-10T16:29:52.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:29:51 smithi069 ceph-mon[94167]: osdmap e1842: 8 total, 8 up, 8 in 2024-04-10T16:29:52.510 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:29:52 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:29:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:29:53.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:29:52 smithi077 ceph-mon[87572]: pgmap v3282: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 64 KiB/s rd, 6.5 KiB/s wr, 89 op/s 2024-04-10T16:29:53.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:29:52 smithi069 ceph-mon[96738]: pgmap v3282: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 64 KiB/s rd, 6.5 KiB/s wr, 89 op/s 2024-04-10T16:29:53.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:29:52 smithi069 ceph-mon[94167]: pgmap v3282: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 64 KiB/s rd, 6.5 KiB/s wr, 89 op/s 2024-04-10T16:29:54.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:29:53 smithi077 ceph-mon[87572]: osdmap e1843: 8 total, 8 up, 8 in 2024-04-10T16:29:54.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:29:53 smithi069 ceph-mon[96738]: osdmap e1843: 8 total, 8 up, 8 in 2024-04-10T16:29:54.354 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:29:53 smithi069 ceph-mon[94167]: osdmap e1843: 8 total, 8 up, 8 in 2024-04-10T16:29:55.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:29:54 smithi077 ceph-mon[87572]: pgmap v3285: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 65 KiB/s rd, 6.0 KiB/s wr, 89 op/s 2024-04-10T16:29:55.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:29:54 smithi077 ceph-mon[87572]: osdmap e1844: 8 total, 8 up, 8 in 2024-04-10T16:29:55.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:29:54 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:29:55.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:29:54 smithi069 ceph-mon[96738]: pgmap v3285: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 65 KiB/s rd, 6.0 KiB/s wr, 89 op/s 2024-04-10T16:29:55.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:29:54 smithi069 ceph-mon[96738]: osdmap e1844: 8 total, 8 up, 8 in 2024-04-10T16:29:55.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:29:54 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:29:55.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:29:54 smithi069 ceph-mon[94167]: pgmap v3285: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 65 KiB/s rd, 6.0 KiB/s wr, 89 op/s 2024-04-10T16:29:55.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:29:54 smithi069 ceph-mon[94167]: osdmap e1844: 8 total, 8 up, 8 in 2024-04-10T16:29:55.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:29:54 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:29:56.014 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestLibRBD.QuiesceWatchPP (6042 ms) 2024-04-10T16:29:56.015 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestLibRBD.QuiesceWatchError 2024-04-10T16:29:56.015 INFO:tasks.workunit.client.0.smithi069.stdout:using new format! 2024-04-10T16:29:56.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:29:55 smithi077 ceph-mon[87572]: osdmap e1845: 8 total, 8 up, 8 in 2024-04-10T16:29:56.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:29:55 smithi069 ceph-mon[96738]: osdmap e1845: 8 total, 8 up, 8 in 2024-04-10T16:29:56.354 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:29:55 smithi069 ceph-mon[94167]: osdmap e1845: 8 total, 8 up, 8 in 2024-04-10T16:29:57.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:29:56 smithi077 ceph-mon[87572]: pgmap v3288: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 767 B/s wr, 35 op/s 2024-04-10T16:29:57.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:29:56 smithi077 ceph-mon[87572]: osdmap e1846: 8 total, 8 up, 8 in 2024-04-10T16:29:57.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:29:56 smithi077 ceph-mon[87572]: osdmap e1847: 8 total, 8 up, 8 in 2024-04-10T16:29:57.354 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:29:56 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:29:56] "GET /metrics HTTP/1.1" 200 82913 "" "Prometheus/2.43.0" 2024-04-10T16:29:57.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:29:56 smithi069 ceph-mon[96738]: pgmap v3288: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 767 B/s wr, 35 op/s 2024-04-10T16:29:57.355 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:29:56 smithi069 ceph-mon[96738]: osdmap e1846: 8 total, 8 up, 8 in 2024-04-10T16:29:57.355 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:29:56 smithi069 ceph-mon[96738]: osdmap e1847: 8 total, 8 up, 8 in 2024-04-10T16:29:57.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:29:56 smithi069 ceph-mon[94167]: pgmap v3288: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 767 B/s wr, 35 op/s 2024-04-10T16:29:57.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:29:56 smithi069 ceph-mon[94167]: osdmap e1846: 8 total, 8 up, 8 in 2024-04-10T16:29:57.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:29:56 smithi069 ceph-mon[94167]: osdmap e1847: 8 total, 8 up, 8 in 2024-04-10T16:29:59.104 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:29:58 smithi069 ceph-mon[96738]: pgmap v3291: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 70 KiB/s rd, 5.7 KiB/s wr, 93 op/s 2024-04-10T16:29:59.105 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:29:58 smithi069 ceph-mon[96738]: osdmap e1848: 8 total, 8 up, 8 in 2024-04-10T16:29:59.105 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:29:58 smithi069 ceph-mon[94167]: pgmap v3291: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 70 KiB/s rd, 5.7 KiB/s wr, 93 op/s 2024-04-10T16:29:59.105 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:29:58 smithi069 ceph-mon[94167]: osdmap e1848: 8 total, 8 up, 8 in 2024-04-10T16:29:59.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:29:58 smithi077 ceph-mon[87572]: pgmap v3291: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 70 KiB/s rd, 5.7 KiB/s wr, 93 op/s 2024-04-10T16:29:59.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:29:58 smithi077 ceph-mon[87572]: osdmap e1848: 8 total, 8 up, 8 in 2024-04-10T16:30:00.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:29:59 smithi077 ceph-mon[87572]: osdmap e1849: 8 total, 8 up, 8 in 2024-04-10T16:30:00.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:29:59 smithi069 ceph-mon[96738]: osdmap e1849: 8 total, 8 up, 8 in 2024-04-10T16:30:00.354 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:29:59 smithi069 ceph-mon[94167]: osdmap e1849: 8 total, 8 up, 8 in 2024-04-10T16:30:01.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:30:00 smithi077 ceph-mon[87572]: pgmap v3294: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 94 KiB/s rd, 8.0 KiB/s wr, 125 op/s 2024-04-10T16:30:01.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:30:00 smithi077 ceph-mon[87572]: osdmap e1850: 8 total, 8 up, 8 in 2024-04-10T16:30:01.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:30:00 smithi077 ceph-mon[87572]: Health detail: HEALTH_WARN Telemetry requires re-opt-in 2024-04-10T16:30:01.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:30:00 smithi077 ceph-mon[87572]: [WRN] TELEMETRY_CHANGED: Telemetry requires re-opt-in 2024-04-10T16:30:01.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:30:00 smithi077 ceph-mon[87572]: telemetry module includes new collections; please re-opt-in to new collections with `ceph telemetry on` 2024-04-10T16:30:01.354 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:30:00 smithi069 ceph-mon[94167]: pgmap v3294: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 94 KiB/s rd, 8.0 KiB/s wr, 125 op/s 2024-04-10T16:30:01.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:30:00 smithi069 ceph-mon[94167]: osdmap e1850: 8 total, 8 up, 8 in 2024-04-10T16:30:01.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:30:00 smithi069 ceph-mon[94167]: Health detail: HEALTH_WARN Telemetry requires re-opt-in 2024-04-10T16:30:01.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:30:00 smithi069 ceph-mon[94167]: [WRN] TELEMETRY_CHANGED: Telemetry requires re-opt-in 2024-04-10T16:30:01.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:30:00 smithi069 ceph-mon[94167]: telemetry module includes new collections; please re-opt-in to new collections with `ceph telemetry on` 2024-04-10T16:30:01.355 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:30:00 smithi069 ceph-mon[96738]: pgmap v3294: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 94 KiB/s rd, 8.0 KiB/s wr, 125 op/s 2024-04-10T16:30:01.355 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:30:00 smithi069 ceph-mon[96738]: osdmap e1850: 8 total, 8 up, 8 in 2024-04-10T16:30:01.355 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:30:00 smithi069 ceph-mon[96738]: Health detail: HEALTH_WARN Telemetry requires re-opt-in 2024-04-10T16:30:01.355 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:30:00 smithi069 ceph-mon[96738]: [WRN] TELEMETRY_CHANGED: Telemetry requires re-opt-in 2024-04-10T16:30:01.355 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:30:00 smithi069 ceph-mon[96738]: telemetry module includes new collections; please re-opt-in to new collections with `ceph telemetry on` 2024-04-10T16:30:01.963 INFO:tasks.workunit.client.0.smithi069.stdout:10.00% done 2024-04-10T16:30:01.963 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestLibRBD.QuiesceWatchError (5948 ms) 2024-04-10T16:30:01.963 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestLibRBD.QuiesceWatchTimeout 2024-04-10T16:30:01.963 INFO:tasks.workunit.client.0.smithi069.stdout:using new format! 2024-04-10T16:30:01.977 INFO:tasks.workunit.client.0.smithi069.stderr:test quiesce is not long enough to time out 2024-04-10T16:30:02.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:30:01 smithi077 ceph-mon[87572]: osdmap e1851: 8 total, 8 up, 8 in 2024-04-10T16:30:02.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:30:01 smithi077 ceph-mon[87572]: osdmap e1852: 8 total, 8 up, 8 in 2024-04-10T16:30:02.354 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:30:01 smithi069 ceph-mon[94167]: osdmap e1851: 8 total, 8 up, 8 in 2024-04-10T16:30:02.354 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:30:01 smithi069 ceph-mon[94167]: osdmap e1852: 8 total, 8 up, 8 in 2024-04-10T16:30:02.355 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:30:01 smithi069 ceph-mon[96738]: osdmap e1851: 8 total, 8 up, 8 in 2024-04-10T16:30:02.355 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:30:01 smithi069 ceph-mon[96738]: osdmap e1852: 8 total, 8 up, 8 in 2024-04-10T16:30:02.760 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:30:02 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:30:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:30:03.261 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:30:02 smithi077 ceph-mon[87572]: pgmap v3297: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 74 KiB/s rd, 5.0 KiB/s wr, 100 op/s 2024-04-10T16:30:03.354 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:30:02 smithi069 ceph-mon[94167]: pgmap v3297: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 74 KiB/s rd, 5.0 KiB/s wr, 100 op/s 2024-04-10T16:30:03.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:30:02 smithi069 ceph-mon[96738]: pgmap v3297: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 74 KiB/s rd, 5.0 KiB/s wr, 100 op/s 2024-04-10T16:30:05.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:30:04 smithi077 ceph-mon[87572]: pgmap v3299: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 66 KiB/s rd, 4.7 KiB/s wr, 90 op/s 2024-04-10T16:30:05.354 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:30:04 smithi069 ceph-mon[94167]: pgmap v3299: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 66 KiB/s rd, 4.7 KiB/s wr, 90 op/s 2024-04-10T16:30:05.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:30:04 smithi069 ceph-mon[96738]: pgmap v3299: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 66 KiB/s rd, 4.7 KiB/s wr, 90 op/s 2024-04-10T16:30:07.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:30:06 smithi077 ceph-mon[87572]: pgmap v3300: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 48 KiB/s rd, 3.3 KiB/s wr, 65 op/s 2024-04-10T16:30:07.261 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:30:06 smithi077 ceph-mon[87572]: osdmap e1853: 8 total, 8 up, 8 in 2024-04-10T16:30:07.354 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:30:06 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:30:06] "GET /metrics HTTP/1.1" 200 82913 "" "Prometheus/2.43.0" 2024-04-10T16:30:07.354 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:30:06 smithi069 ceph-mon[94167]: pgmap v3300: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 48 KiB/s rd, 3.3 KiB/s wr, 65 op/s 2024-04-10T16:30:07.354 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:30:06 smithi069 ceph-mon[94167]: osdmap e1853: 8 total, 8 up, 8 in 2024-04-10T16:30:07.355 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:30:06 smithi069 ceph-mon[96738]: pgmap v3300: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 48 KiB/s rd, 3.3 KiB/s wr, 65 op/s 2024-04-10T16:30:07.355 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:30:06 smithi069 ceph-mon[96738]: osdmap e1853: 8 total, 8 up, 8 in 2024-04-10T16:30:09.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:30:08 smithi077 ceph-mon[87572]: pgmap v3302: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 2.5 KiB/s wr, 44 op/s 2024-04-10T16:30:09.354 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:30:08 smithi069 ceph-mon[94167]: pgmap v3302: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 2.5 KiB/s wr, 44 op/s 2024-04-10T16:30:09.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:30:08 smithi069 ceph-mon[96738]: pgmap v3302: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 2.5 KiB/s wr, 44 op/s 2024-04-10T16:30:10.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:30:09 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:30:10.354 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:30:09 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:30:10.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:30:09 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:30:10.932 INFO:tasks.workunit.client.0.smithi069.stderr:test quiesce is timed out 2024-04-10T16:30:10.934 INFO:tasks.workunit.client.0.smithi069.stderr:waiting for timed out ... 0 2024-04-10T16:30:11.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:30:10 smithi077 ceph-mon[87572]: pgmap v3303: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 2.0 KiB/s wr, 36 op/s 2024-04-10T16:30:11.354 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:30:10 smithi069 ceph-mon[94167]: pgmap v3303: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 2.0 KiB/s wr, 36 op/s 2024-04-10T16:30:11.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:30:10 smithi069 ceph-mon[96738]: pgmap v3303: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 2.0 KiB/s wr, 36 op/s 2024-04-10T16:30:11.935 INFO:tasks.workunit.client.0.smithi069.stderr:waiting for timed out ... 1 2024-04-10T16:30:12.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:30:11 smithi077 ceph-mon[87572]: osdmap e1854: 8 total, 8 up, 8 in 2024-04-10T16:30:12.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:30:11 smithi077 ceph-mon[87572]: osdmap e1855: 8 total, 8 up, 8 in 2024-04-10T16:30:12.354 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:30:11 smithi069 ceph-mon[94167]: osdmap e1854: 8 total, 8 up, 8 in 2024-04-10T16:30:12.354 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:30:11 smithi069 ceph-mon[94167]: osdmap e1855: 8 total, 8 up, 8 in 2024-04-10T16:30:12.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:30:11 smithi069 ceph-mon[96738]: osdmap e1854: 8 total, 8 up, 8 in 2024-04-10T16:30:12.355 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:30:11 smithi069 ceph-mon[96738]: osdmap e1855: 8 total, 8 up, 8 in 2024-04-10T16:30:12.760 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:30:12 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:30:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:30:12.935 INFO:tasks.workunit.client.0.smithi069.stderr:waiting for timed out ... 2 2024-04-10T16:30:13.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:30:12 smithi077 ceph-mon[87572]: pgmap v3305: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 1.9 KiB/s wr, 34 op/s 2024-04-10T16:30:13.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:30:12 smithi069 ceph-mon[96738]: pgmap v3305: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 1.9 KiB/s wr, 34 op/s 2024-04-10T16:30:13.354 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:30:12 smithi069 ceph-mon[94167]: pgmap v3305: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 1.9 KiB/s wr, 34 op/s 2024-04-10T16:30:13.935 INFO:tasks.workunit.client.0.smithi069.stderr:waiting for timed out ... 3 2024-04-10T16:30:14.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:30:13 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.a", "id": [3, 6]}]: dispatch 2024-04-10T16:30:14.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:30:13 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.17", "id": [3, 0]}]: dispatch 2024-04-10T16:30:14.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:30:13 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.a", "id": [3, 6]}]: dispatch 2024-04-10T16:30:14.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:30:13 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.17", "id": [3, 0]}]: dispatch 2024-04-10T16:30:14.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:30:13 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.a", "id": [3, 6]}]: dispatch 2024-04-10T16:30:14.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:30:13 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.17", "id": [3, 0]}]: dispatch 2024-04-10T16:30:14.935 INFO:tasks.workunit.client.0.smithi069.stderr:waiting for timed out ... 4 2024-04-10T16:30:15.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:30:14 smithi077 ceph-mon[87572]: pgmap v3307: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 632 B/s rd, 0 op/s 2024-04-10T16:30:15.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:30:14 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.a", "id": [3, 6]}]': finished 2024-04-10T16:30:15.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:30:14 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.17", "id": [3, 0]}]': finished 2024-04-10T16:30:15.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:30:14 smithi077 ceph-mon[87572]: osdmap e1856: 8 total, 8 up, 8 in 2024-04-10T16:30:15.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:30:14 smithi069 ceph-mon[96738]: pgmap v3307: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 632 B/s rd, 0 op/s 2024-04-10T16:30:15.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:30:14 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.a", "id": [3, 6]}]': finished 2024-04-10T16:30:15.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:30:14 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.17", "id": [3, 0]}]': finished 2024-04-10T16:30:15.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:30:14 smithi069 ceph-mon[96738]: osdmap e1856: 8 total, 8 up, 8 in 2024-04-10T16:30:15.354 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:30:14 smithi069 ceph-mon[94167]: pgmap v3307: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 632 B/s rd, 0 op/s 2024-04-10T16:30:15.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:30:14 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.a", "id": [3, 6]}]': finished 2024-04-10T16:30:15.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:30:14 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.17", "id": [3, 0]}]': finished 2024-04-10T16:30:15.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:30:14 smithi069 ceph-mon[94167]: osdmap e1856: 8 total, 8 up, 8 in 2024-04-10T16:30:15.935 INFO:tasks.workunit.client.0.smithi069.stderr:waiting for timed out ... 5 2024-04-10T16:30:16.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:30:15 smithi077 ceph-mon[87572]: osdmap e1857: 8 total, 8 up, 8 in 2024-04-10T16:30:16.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:30:15 smithi069 ceph-mon[96738]: osdmap e1857: 8 total, 8 up, 8 in 2024-04-10T16:30:16.354 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:30:15 smithi069 ceph-mon[94167]: osdmap e1857: 8 total, 8 up, 8 in 2024-04-10T16:30:16.936 INFO:tasks.workunit.client.0.smithi069.stderr:waiting for timed out ... 6 2024-04-10T16:30:17.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:30:16 smithi077 ceph-mon[87572]: pgmap v3310: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.6 KiB/s rd, 462 B/s wr, 8 op/s 2024-04-10T16:30:17.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:30:16 smithi069 ceph-mon[96738]: pgmap v3310: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.6 KiB/s rd, 462 B/s wr, 8 op/s 2024-04-10T16:30:17.354 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:30:16 smithi069 ceph-mon[94167]: pgmap v3310: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.6 KiB/s rd, 462 B/s wr, 8 op/s 2024-04-10T16:30:17.355 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:30:16 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:30:16] "GET /metrics HTTP/1.1" 200 82924 "" "Prometheus/2.43.0" 2024-04-10T16:30:17.936 INFO:tasks.workunit.client.0.smithi069.stderr:waiting for timed out ... 7 2024-04-10T16:30:18.936 INFO:tasks.workunit.client.0.smithi069.stderr:waiting for timed out ... 8 2024-04-10T16:30:19.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:30:18 smithi077 ceph-mon[87572]: pgmap v3311: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.8 KiB/s rd, 511 B/s wr, 6 op/s; 13 B/s, 0 keys/s, 0 objects/s recovering 2024-04-10T16:30:19.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:30:18 smithi069 ceph-mon[96738]: pgmap v3311: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.8 KiB/s rd, 511 B/s wr, 6 op/s; 13 B/s, 0 keys/s, 0 objects/s recovering 2024-04-10T16:30:19.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:30:18 smithi069 ceph-mon[94167]: pgmap v3311: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.8 KiB/s rd, 511 B/s wr, 6 op/s; 13 B/s, 0 keys/s, 0 objects/s recovering 2024-04-10T16:30:19.936 INFO:tasks.workunit.client.0.smithi069.stderr:waiting for timed out ... 9 2024-04-10T16:30:20.936 INFO:tasks.workunit.client.0.smithi069.stderr:waiting for timed out ... 10 2024-04-10T16:30:21.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:30:20 smithi077 ceph-mon[87572]: pgmap v3312: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.9 KiB/s rd, 411 B/s wr, 4 op/s; 11 B/s, 0 keys/s, 0 objects/s recovering 2024-04-10T16:30:21.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:30:20 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:30:21.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:30:20 smithi069 ceph-mon[96738]: pgmap v3312: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.9 KiB/s rd, 411 B/s wr, 4 op/s; 11 B/s, 0 keys/s, 0 objects/s recovering 2024-04-10T16:30:21.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:30:20 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:30:21.354 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:30:20 smithi069 ceph-mon[94167]: pgmap v3312: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.9 KiB/s rd, 411 B/s wr, 4 op/s; 11 B/s, 0 keys/s, 0 objects/s recovering 2024-04-10T16:30:21.354 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:30:20 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:30:22.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:30:21 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:30:22.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:30:21 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:30:22.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:30:21 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:30:22.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:30:21 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:30:22.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:30:21 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:30:22.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:30:21 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:30:22.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:30:21 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:30:22.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:30:21 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:30:22.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:30:21 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:30:22.760 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:30:22 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:30:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:30:23.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:30:22 smithi077 ceph-mon[87572]: pgmap v3313: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.1 KiB/s rd, 383 B/s wr, 3 op/s; 10 B/s, 0 keys/s, 0 objects/s recovering 2024-04-10T16:30:23.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:30:22 smithi069 ceph-mon[96738]: pgmap v3313: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.1 KiB/s rd, 383 B/s wr, 3 op/s; 10 B/s, 0 keys/s, 0 objects/s recovering 2024-04-10T16:30:23.354 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:30:22 smithi069 ceph-mon[94167]: pgmap v3313: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.1 KiB/s rd, 383 B/s wr, 3 op/s; 10 B/s, 0 keys/s, 0 objects/s recovering 2024-04-10T16:30:25.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:30:24 smithi077 ceph-mon[87572]: pgmap v3314: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.7 KiB/s rd, 326 B/s wr, 3 op/s; 8 B/s, 0 keys/s, 0 objects/s recovering 2024-04-10T16:30:25.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:30:24 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:30:25.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:30:24 smithi069 ceph-mon[96738]: pgmap v3314: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.7 KiB/s rd, 326 B/s wr, 3 op/s; 8 B/s, 0 keys/s, 0 objects/s recovering 2024-04-10T16:30:25.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:30:24 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:30:25.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:30:24 smithi069 ceph-mon[94167]: pgmap v3314: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.7 KiB/s rd, 326 B/s wr, 3 op/s; 8 B/s, 0 keys/s, 0 objects/s recovering 2024-04-10T16:30:25.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:30:24 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:30:27.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:30:26 smithi077 ceph-mon[87572]: pgmap v3315: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 98 B/s wr, 0 op/s; 8 B/s, 0 keys/s, 0 objects/s recovering 2024-04-10T16:30:27.354 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:30:26 smithi069 ceph-mon[94167]: pgmap v3315: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 98 B/s wr, 0 op/s; 8 B/s, 0 keys/s, 0 objects/s recovering 2024-04-10T16:30:27.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:30:26 smithi069 ceph-mon[96738]: pgmap v3315: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 98 B/s wr, 0 op/s; 8 B/s, 0 keys/s, 0 objects/s recovering 2024-04-10T16:30:27.355 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:30:26 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:30:26] "GET /metrics HTTP/1.1" 200 82930 "" "Prometheus/2.43.0" 2024-04-10T16:30:29.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:30:28 smithi077 ceph-mon[87572]: pgmap v3316: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 85 B/s wr, 0 op/s; 6 B/s, 0 keys/s, 0 objects/s recovering 2024-04-10T16:30:29.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:30:28 smithi069 ceph-mon[96738]: pgmap v3316: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 85 B/s wr, 0 op/s; 6 B/s, 0 keys/s, 0 objects/s recovering 2024-04-10T16:30:29.354 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:30:28 smithi069 ceph-mon[94167]: pgmap v3316: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 85 B/s wr, 0 op/s; 6 B/s, 0 keys/s, 0 objects/s recovering 2024-04-10T16:30:31.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:30:30 smithi077 ceph-mon[87572]: pgmap v3317: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:30:31.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:30:30 smithi069 ceph-mon[96738]: pgmap v3317: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:30:31.354 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:30:30 smithi069 ceph-mon[94167]: pgmap v3317: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:30:31.937 INFO:tasks.workunit.client.0.smithi069.stderr:test retry succeeds 2024-04-10T16:30:32.760 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:30:32 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:30:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:30:33.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:30:32 smithi077 ceph-mon[87572]: pgmap v3318: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:30:33.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:30:32 smithi077 ceph-mon[87572]: osdmap e1858: 8 total, 8 up, 8 in 2024-04-10T16:30:33.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:30:32 smithi069 ceph-mon[96738]: pgmap v3318: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:30:33.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:30:32 smithi069 ceph-mon[96738]: osdmap e1858: 8 total, 8 up, 8 in 2024-04-10T16:30:33.354 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:30:32 smithi069 ceph-mon[94167]: pgmap v3318: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:30:33.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:30:32 smithi069 ceph-mon[94167]: osdmap e1858: 8 total, 8 up, 8 in 2024-04-10T16:30:34.111 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestLibRBD.QuiesceWatchTimeout (32148 ms) 2024-04-10T16:30:34.112 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestLibRBD.WriteZeroes 2024-04-10T16:30:34.112 INFO:tasks.workunit.client.0.smithi069.stdout:using new format! 2024-04-10T16:30:34.175 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestLibRBD.WriteZeroes (64 ms) 2024-04-10T16:30:34.175 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestLibRBD.WriteZeroesThickProvision 2024-04-10T16:30:34.175 INFO:tasks.workunit.client.0.smithi069.stdout:using new format! 2024-04-10T16:30:34.246 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestLibRBD.WriteZeroesThickProvision (71 ms) 2024-04-10T16:30:34.246 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] TestLibRBD.ConcurentOperations 2024-04-10T16:30:34.246 INFO:tasks.workunit.client.0.smithi069.stdout:using new format! 2024-04-10T16:30:34.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:30:33 smithi077 ceph-mon[87572]: osdmap e1859: 8 total, 8 up, 8 in 2024-04-10T16:30:34.354 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:30:33 smithi069 ceph-mon[94167]: osdmap e1859: 8 total, 8 up, 8 in 2024-04-10T16:30:34.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:30:33 smithi069 ceph-mon[96738]: osdmap e1859: 8 total, 8 up, 8 in 2024-04-10T16:30:35.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:30:34 smithi077 ceph-mon[87572]: pgmap v3321: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 895 B/s rd, 1 op/s 2024-04-10T16:30:35.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:30:34 smithi077 ceph-mon[87572]: osdmap e1860: 8 total, 8 up, 8 in 2024-04-10T16:30:35.354 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:30:34 smithi069 ceph-mon[94167]: pgmap v3321: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 895 B/s rd, 1 op/s 2024-04-10T16:30:35.354 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:30:34 smithi069 ceph-mon[94167]: osdmap e1860: 8 total, 8 up, 8 in 2024-04-10T16:30:35.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:30:34 smithi069 ceph-mon[96738]: pgmap v3321: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 895 B/s rd, 1 op/s 2024-04-10T16:30:35.355 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:30:34 smithi069 ceph-mon[96738]: osdmap e1860: 8 total, 8 up, 8 in 2024-04-10T16:30:36.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:30:35 smithi077 ceph-mon[87572]: osdmap e1861: 8 total, 8 up, 8 in 2024-04-10T16:30:36.354 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:30:35 smithi069 ceph-mon[94167]: osdmap e1861: 8 total, 8 up, 8 in 2024-04-10T16:30:36.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:30:35 smithi069 ceph-mon[96738]: osdmap e1861: 8 total, 8 up, 8 in 2024-04-10T16:30:37.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:30:37 smithi077 ceph-mon[87572]: pgmap v3324: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 50 KiB/s rd, 5.0 KiB/s wr, 68 op/s 2024-04-10T16:30:37.261 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:30:37 smithi077 ceph-mon[87572]: osdmap e1862: 8 total, 8 up, 8 in 2024-04-10T16:30:37.354 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:30:36 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:30:36] "GET /metrics HTTP/1.1" 200 82930 "" "Prometheus/2.43.0" 2024-04-10T16:30:37.355 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:30:37 smithi069 ceph-mon[96738]: pgmap v3324: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 50 KiB/s rd, 5.0 KiB/s wr, 68 op/s 2024-04-10T16:30:37.355 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:30:37 smithi069 ceph-mon[96738]: osdmap e1862: 8 total, 8 up, 8 in 2024-04-10T16:30:37.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:30:37 smithi069 ceph-mon[94167]: pgmap v3324: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 50 KiB/s rd, 5.0 KiB/s wr, 68 op/s 2024-04-10T16:30:37.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:30:37 smithi069 ceph-mon[94167]: osdmap e1862: 8 total, 8 up, 8 in 2024-04-10T16:30:38.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:30:38 smithi069 ceph-mon[96738]: osdmap e1863: 8 total, 8 up, 8 in 2024-04-10T16:30:38.354 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:30:38 smithi069 ceph-mon[94167]: osdmap e1863: 8 total, 8 up, 8 in 2024-04-10T16:30:38.510 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:30:38 smithi077 ceph-mon[87572]: osdmap e1863: 8 total, 8 up, 8 in 2024-04-10T16:30:39.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:30:39 smithi069 ceph-mon[96738]: pgmap v3327: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 118 KiB/s rd, 9.7 KiB/s wr, 167 op/s 2024-04-10T16:30:39.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:30:39 smithi069 ceph-mon[96738]: osdmap e1864: 8 total, 8 up, 8 in 2024-04-10T16:30:39.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:30:39 smithi069 ceph-mon[94167]: pgmap v3327: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 118 KiB/s rd, 9.7 KiB/s wr, 167 op/s 2024-04-10T16:30:39.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:30:39 smithi069 ceph-mon[94167]: osdmap e1864: 8 total, 8 up, 8 in 2024-04-10T16:30:39.510 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:30:39 smithi077 ceph-mon[87572]: pgmap v3327: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 118 KiB/s rd, 9.7 KiB/s wr, 167 op/s 2024-04-10T16:30:39.510 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:30:39 smithi077 ceph-mon[87572]: osdmap e1864: 8 total, 8 up, 8 in 2024-04-10T16:30:40.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:30:40 smithi069 ceph-mon[96738]: osdmap e1865: 8 total, 8 up, 8 in 2024-04-10T16:30:40.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:30:40 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:30:40.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:30:40 smithi069 ceph-mon[94167]: osdmap e1865: 8 total, 8 up, 8 in 2024-04-10T16:30:40.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:30:40 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:30:40.510 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:30:40 smithi077 ceph-mon[87572]: osdmap e1865: 8 total, 8 up, 8 in 2024-04-10T16:30:40.510 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:30:40 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:30:41.355 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:30:41 smithi069 ceph-mon[96738]: pgmap v3330: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 78 KiB/s rd, 5.2 KiB/s wr, 112 op/s 2024-04-10T16:30:41.355 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:30:41 smithi069 ceph-mon[96738]: osdmap e1866: 8 total, 8 up, 8 in 2024-04-10T16:30:41.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:30:41 smithi069 ceph-mon[94167]: pgmap v3330: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 78 KiB/s rd, 5.2 KiB/s wr, 112 op/s 2024-04-10T16:30:41.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:30:41 smithi069 ceph-mon[94167]: osdmap e1866: 8 total, 8 up, 8 in 2024-04-10T16:30:41.510 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:30:41 smithi077 ceph-mon[87572]: pgmap v3330: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 78 KiB/s rd, 5.2 KiB/s wr, 112 op/s 2024-04-10T16:30:41.510 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:30:41 smithi077 ceph-mon[87572]: osdmap e1866: 8 total, 8 up, 8 in 2024-04-10T16:30:42.322 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:30:42 smithi077 ceph-mon[87572]: osdmap e1867: 8 total, 8 up, 8 in 2024-04-10T16:30:42.323 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:30:42 smithi077 ceph-mon[87572]: osdmap e1868: 8 total, 8 up, 8 in 2024-04-10T16:30:42.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:30:42 smithi069 ceph-mon[96738]: osdmap e1867: 8 total, 8 up, 8 in 2024-04-10T16:30:42.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:30:42 smithi069 ceph-mon[96738]: osdmap e1868: 8 total, 8 up, 8 in 2024-04-10T16:30:42.354 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:30:42 smithi069 ceph-mon[94167]: osdmap e1867: 8 total, 8 up, 8 in 2024-04-10T16:30:42.354 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:30:42 smithi069 ceph-mon[94167]: osdmap e1868: 8 total, 8 up, 8 in 2024-04-10T16:30:42.760 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:30:42 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:30:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:30:43.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:30:43 smithi069 ceph-mon[94167]: pgmap v3333: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 19 KiB/s rd, 3.7 KiB/s wr, 26 op/s 2024-04-10T16:30:43.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:30:43 smithi069 ceph-mon[94167]: osdmap e1869: 8 total, 8 up, 8 in 2024-04-10T16:30:43.355 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:30:43 smithi069 ceph-mon[96738]: pgmap v3333: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 19 KiB/s rd, 3.7 KiB/s wr, 26 op/s 2024-04-10T16:30:43.355 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:30:43 smithi069 ceph-mon[96738]: osdmap e1869: 8 total, 8 up, 8 in 2024-04-10T16:30:43.510 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:30:43 smithi077 ceph-mon[87572]: pgmap v3333: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 19 KiB/s rd, 3.7 KiB/s wr, 26 op/s 2024-04-10T16:30:43.510 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:30:43 smithi077 ceph-mon[87572]: osdmap e1869: 8 total, 8 up, 8 in 2024-04-10T16:30:45.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:30:44 smithi077 ceph-mon[87572]: pgmap v3336: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 3.2 KiB/s wr, 15 op/s 2024-04-10T16:30:45.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:30:44 smithi077 ceph-mon[87572]: osdmap e1870: 8 total, 8 up, 8 in 2024-04-10T16:30:45.354 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:30:44 smithi069 ceph-mon[94167]: pgmap v3336: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 3.2 KiB/s wr, 15 op/s 2024-04-10T16:30:45.354 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:30:44 smithi069 ceph-mon[94167]: osdmap e1870: 8 total, 8 up, 8 in 2024-04-10T16:30:45.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:30:44 smithi069 ceph-mon[96738]: pgmap v3336: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 3.2 KiB/s wr, 15 op/s 2024-04-10T16:30:45.355 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:30:44 smithi069 ceph-mon[96738]: osdmap e1870: 8 total, 8 up, 8 in 2024-04-10T16:30:46.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:30:45 smithi077 ceph-mon[87572]: osdmap e1871: 8 total, 8 up, 8 in 2024-04-10T16:30:46.354 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:30:45 smithi069 ceph-mon[94167]: osdmap e1871: 8 total, 8 up, 8 in 2024-04-10T16:30:46.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:30:45 smithi069 ceph-mon[96738]: osdmap e1871: 8 total, 8 up, 8 in 2024-04-10T16:30:47.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:30:46 smithi077 ceph-mon[87572]: pgmap v3339: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 767 B/s wr, 1 op/s 2024-04-10T16:30:47.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:30:46 smithi077 ceph-mon[87572]: osdmap e1872: 8 total, 8 up, 8 in 2024-04-10T16:30:47.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:30:46 smithi069 ceph-mon[96738]: pgmap v3339: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 767 B/s wr, 1 op/s 2024-04-10T16:30:47.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:30:46 smithi069 ceph-mon[96738]: osdmap e1872: 8 total, 8 up, 8 in 2024-04-10T16:30:47.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:30:46 smithi069 ceph-mon[94167]: pgmap v3339: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 767 B/s wr, 1 op/s 2024-04-10T16:30:47.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:30:46 smithi069 ceph-mon[94167]: osdmap e1872: 8 total, 8 up, 8 in 2024-04-10T16:30:47.355 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:30:46 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:30:46] "GET /metrics HTTP/1.1" 200 82939 "" "Prometheus/2.43.0" 2024-04-10T16:30:48.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:30:47 smithi077 ceph-mon[87572]: osdmap e1873: 8 total, 8 up, 8 in 2024-04-10T16:30:48.354 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:30:47 smithi069 ceph-mon[94167]: osdmap e1873: 8 total, 8 up, 8 in 2024-04-10T16:30:48.355 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:30:47 smithi069 ceph-mon[96738]: osdmap e1873: 8 total, 8 up, 8 in 2024-04-10T16:30:49.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:30:48 smithi077 ceph-mon[87572]: pgmap v3342: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 175 KiB/s rd, 5.0 KiB/s wr, 239 op/s 2024-04-10T16:30:49.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:30:48 smithi077 ceph-mon[87572]: osdmap e1874: 8 total, 8 up, 8 in 2024-04-10T16:30:49.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:30:48 smithi069 ceph-mon[96738]: pgmap v3342: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 175 KiB/s rd, 5.0 KiB/s wr, 239 op/s 2024-04-10T16:30:49.355 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:30:48 smithi069 ceph-mon[96738]: osdmap e1874: 8 total, 8 up, 8 in 2024-04-10T16:30:49.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:30:48 smithi069 ceph-mon[94167]: pgmap v3342: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 175 KiB/s rd, 5.0 KiB/s wr, 239 op/s 2024-04-10T16:30:49.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:30:48 smithi069 ceph-mon[94167]: osdmap e1874: 8 total, 8 up, 8 in 2024-04-10T16:30:50.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:30:49 smithi077 ceph-mon[87572]: osdmap e1875: 8 total, 8 up, 8 in 2024-04-10T16:30:50.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:30:49 smithi069 ceph-mon[96738]: osdmap e1875: 8 total, 8 up, 8 in 2024-04-10T16:30:50.354 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:30:49 smithi069 ceph-mon[94167]: osdmap e1875: 8 total, 8 up, 8 in 2024-04-10T16:30:51.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:30:50 smithi077 ceph-mon[87572]: pgmap v3345: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 178 KiB/s rd, 4.2 KiB/s wr, 242 op/s 2024-04-10T16:30:51.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:30:50 smithi077 ceph-mon[87572]: osdmap e1876: 8 total, 8 up, 8 in 2024-04-10T16:30:51.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:30:50 smithi069 ceph-mon[96738]: pgmap v3345: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 178 KiB/s rd, 4.2 KiB/s wr, 242 op/s 2024-04-10T16:30:51.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:30:50 smithi069 ceph-mon[96738]: osdmap e1876: 8 total, 8 up, 8 in 2024-04-10T16:30:51.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:30:50 smithi069 ceph-mon[94167]: pgmap v3345: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 178 KiB/s rd, 4.2 KiB/s wr, 242 op/s 2024-04-10T16:30:51.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:30:50 smithi069 ceph-mon[94167]: osdmap e1876: 8 total, 8 up, 8 in 2024-04-10T16:30:52.181 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:30:51 smithi077 ceph-mon[87572]: osdmap e1877: 8 total, 8 up, 8 in 2024-04-10T16:30:52.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:30:51 smithi069 ceph-mon[96738]: osdmap e1877: 8 total, 8 up, 8 in 2024-04-10T16:30:52.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:30:51 smithi069 ceph-mon[94167]: osdmap e1877: 8 total, 8 up, 8 in 2024-04-10T16:30:52.441 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:30:52 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:30:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:30:53.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:30:52 smithi077 ceph-mon[87572]: pgmap v3348: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 16 KiB/s rd, 5.0 KiB/s wr, 27 op/s 2024-04-10T16:30:53.261 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:30:52 smithi077 ceph-mon[87572]: osdmap e1878: 8 total, 8 up, 8 in 2024-04-10T16:30:53.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:30:52 smithi069 ceph-mon[96738]: pgmap v3348: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 16 KiB/s rd, 5.0 KiB/s wr, 27 op/s 2024-04-10T16:30:53.355 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:30:52 smithi069 ceph-mon[96738]: osdmap e1878: 8 total, 8 up, 8 in 2024-04-10T16:30:53.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:30:52 smithi069 ceph-mon[94167]: pgmap v3348: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 16 KiB/s rd, 5.0 KiB/s wr, 27 op/s 2024-04-10T16:30:53.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:30:52 smithi069 ceph-mon[94167]: osdmap e1878: 8 total, 8 up, 8 in 2024-04-10T16:30:54.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:30:53 smithi077 ceph-mon[87572]: osdmap e1879: 8 total, 8 up, 8 in 2024-04-10T16:30:54.354 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:30:53 smithi069 ceph-mon[94167]: osdmap e1879: 8 total, 8 up, 8 in 2024-04-10T16:30:54.355 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:30:53 smithi069 ceph-mon[96738]: osdmap e1879: 8 total, 8 up, 8 in 2024-04-10T16:30:55.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:30:54 smithi077 ceph-mon[87572]: pgmap v3351: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 5.0 KiB/s wr, 22 op/s 2024-04-10T16:30:55.261 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:30:54 smithi077 ceph-mon[87572]: osdmap e1880: 8 total, 8 up, 8 in 2024-04-10T16:30:55.261 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:30:54 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:30:55.354 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:30:54 smithi069 ceph-mon[94167]: pgmap v3351: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 5.0 KiB/s wr, 22 op/s 2024-04-10T16:30:55.354 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:30:54 smithi069 ceph-mon[94167]: osdmap e1880: 8 total, 8 up, 8 in 2024-04-10T16:30:55.354 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:30:54 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:30:55.355 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:30:54 smithi069 ceph-mon[96738]: pgmap v3351: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 5.0 KiB/s wr, 22 op/s 2024-04-10T16:30:55.355 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:30:54 smithi069 ceph-mon[96738]: osdmap e1880: 8 total, 8 up, 8 in 2024-04-10T16:30:55.355 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:30:54 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:30:56.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:30:55 smithi077 ceph-mon[87572]: osdmap e1881: 8 total, 8 up, 8 in 2024-04-10T16:30:56.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:30:55 smithi069 ceph-mon[96738]: osdmap e1881: 8 total, 8 up, 8 in 2024-04-10T16:30:56.354 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:30:55 smithi069 ceph-mon[94167]: osdmap e1881: 8 total, 8 up, 8 in 2024-04-10T16:30:57.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:30:56 smithi077 ceph-mon[87572]: pgmap v3354: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 0 B/s wr, 3 op/s 2024-04-10T16:30:57.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:30:56 smithi077 ceph-mon[87572]: osdmap e1882: 8 total, 8 up, 8 in 2024-04-10T16:30:57.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:30:56 smithi077 ceph-mon[87572]: osdmap e1883: 8 total, 8 up, 8 in 2024-04-10T16:30:57.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:30:56 smithi069 ceph-mon[96738]: pgmap v3354: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 0 B/s wr, 3 op/s 2024-04-10T16:30:57.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:30:56 smithi069 ceph-mon[96738]: osdmap e1882: 8 total, 8 up, 8 in 2024-04-10T16:30:57.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:30:56 smithi069 ceph-mon[96738]: osdmap e1883: 8 total, 8 up, 8 in 2024-04-10T16:30:57.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:30:56 smithi069 ceph-mon[94167]: pgmap v3354: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 0 B/s wr, 3 op/s 2024-04-10T16:30:57.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:30:56 smithi069 ceph-mon[94167]: osdmap e1882: 8 total, 8 up, 8 in 2024-04-10T16:30:57.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:30:56 smithi069 ceph-mon[94167]: osdmap e1883: 8 total, 8 up, 8 in 2024-04-10T16:30:57.355 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:30:56 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:30:56] "GET /metrics HTTP/1.1" 200 82932 "" "Prometheus/2.43.0" 2024-04-10T16:30:59.157 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:30:58 smithi069 ceph-mon[96738]: pgmap v3357: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 4.0 KiB/s wr, 45 op/s 2024-04-10T16:30:59.157 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:30:58 smithi069 ceph-mon[96738]: osdmap e1884: 8 total, 8 up, 8 in 2024-04-10T16:30:59.157 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:30:58 smithi069 ceph-mon[94167]: pgmap v3357: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 4.0 KiB/s wr, 45 op/s 2024-04-10T16:30:59.157 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:30:58 smithi069 ceph-mon[94167]: osdmap e1884: 8 total, 8 up, 8 in 2024-04-10T16:30:59.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:30:58 smithi077 ceph-mon[87572]: pgmap v3357: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 4.0 KiB/s wr, 45 op/s 2024-04-10T16:30:59.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:30:58 smithi077 ceph-mon[87572]: osdmap e1884: 8 total, 8 up, 8 in 2024-04-10T16:30:59.984 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] TestLibRBD.ConcurentOperations (25738 ms) 2024-04-10T16:31:00.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:30:59 smithi077 ceph-mon[87572]: osdmap e1885: 8 total, 8 up, 8 in 2024-04-10T16:31:00.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:30:59 smithi069 ceph-mon[96738]: osdmap e1885: 8 total, 8 up, 8 in 2024-04-10T16:31:00.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:30:59 smithi069 ceph-mon[94167]: osdmap e1885: 8 total, 8 up, 8 in 2024-04-10T16:31:01.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:31:00 smithi077 ceph-mon[87572]: pgmap v3360: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 4.0 KiB/s wr, 44 op/s 2024-04-10T16:31:01.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:31:00 smithi077 ceph-mon[87572]: osdmap e1886: 8 total, 8 up, 8 in 2024-04-10T16:31:01.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:31:00 smithi069 ceph-mon[96738]: pgmap v3360: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 4.0 KiB/s wr, 44 op/s 2024-04-10T16:31:01.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:31:00 smithi069 ceph-mon[96738]: osdmap e1886: 8 total, 8 up, 8 in 2024-04-10T16:31:01.354 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:31:00 smithi069 ceph-mon[94167]: pgmap v3360: 745 pgs: 745 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 4.0 KiB/s wr, 44 op/s 2024-04-10T16:31:01.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:31:00 smithi069 ceph-mon[94167]: osdmap e1886: 8 total, 8 up, 8 in 2024-04-10T16:31:02.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:31:01 smithi077 ceph-mon[87572]: osdmap e1887: 8 total, 8 up, 8 in 2024-04-10T16:31:02.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:31:01 smithi077 ceph-mon[87572]: osdmap e1888: 8 total, 8 up, 8 in 2024-04-10T16:31:02.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:31:01 smithi069 ceph-mon[96738]: osdmap e1887: 8 total, 8 up, 8 in 2024-04-10T16:31:02.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:31:01 smithi069 ceph-mon[96738]: osdmap e1888: 8 total, 8 up, 8 in 2024-04-10T16:31:02.354 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:31:01 smithi069 ceph-mon[94167]: osdmap e1887: 8 total, 8 up, 8 in 2024-04-10T16:31:02.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:31:01 smithi069 ceph-mon[94167]: osdmap e1888: 8 total, 8 up, 8 in 2024-04-10T16:31:02.760 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:31:02 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:31:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:31:03.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:31:02 smithi077 ceph-mon[87572]: pgmap v3363: 713 pgs: 713 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 55 KiB/s rd, 2.0 KiB/s wr, 70 op/s 2024-04-10T16:31:03.261 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:31:02 smithi077 ceph-mon[87572]: osdmap e1889: 8 total, 8 up, 8 in 2024-04-10T16:31:03.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:31:02 smithi069 ceph-mon[96738]: pgmap v3363: 713 pgs: 713 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 55 KiB/s rd, 2.0 KiB/s wr, 70 op/s 2024-04-10T16:31:03.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:31:02 smithi069 ceph-mon[96738]: osdmap e1889: 8 total, 8 up, 8 in 2024-04-10T16:31:03.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:31:02 smithi069 ceph-mon[94167]: pgmap v3363: 713 pgs: 713 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 55 KiB/s rd, 2.0 KiB/s wr, 70 op/s 2024-04-10T16:31:03.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:31:02 smithi069 ceph-mon[94167]: osdmap e1889: 8 total, 8 up, 8 in 2024-04-10T16:31:05.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:31:04 smithi077 ceph-mon[87572]: pgmap v3366: 649 pgs: 649 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:31:05.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:31:04 smithi077 ceph-mon[87572]: osdmap e1890: 8 total, 8 up, 8 in 2024-04-10T16:31:05.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:31:04 smithi069 ceph-mon[96738]: pgmap v3366: 649 pgs: 649 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:31:05.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:31:04 smithi069 ceph-mon[96738]: osdmap e1890: 8 total, 8 up, 8 in 2024-04-10T16:31:05.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:31:04 smithi069 ceph-mon[94167]: pgmap v3366: 649 pgs: 649 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:31:05.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:31:04 smithi069 ceph-mon[94167]: osdmap e1890: 8 total, 8 up, 8 in 2024-04-10T16:31:06.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:31:05 smithi077 ceph-mon[87572]: osdmap e1891: 8 total, 8 up, 8 in 2024-04-10T16:31:06.354 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:31:05 smithi069 ceph-mon[94167]: osdmap e1891: 8 total, 8 up, 8 in 2024-04-10T16:31:06.355 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:31:05 smithi069 ceph-mon[96738]: osdmap e1891: 8 total, 8 up, 8 in 2024-04-10T16:31:07.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:31:06 smithi077 ceph-mon[87572]: pgmap v3369: 585 pgs: 585 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:31:07.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:31:06 smithi077 ceph-mon[87572]: osdmap e1892: 8 total, 8 up, 8 in 2024-04-10T16:31:07.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:31:06 smithi077 ceph-mon[87572]: osdmap e1893: 8 total, 8 up, 8 in 2024-04-10T16:31:07.354 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:31:06 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:31:06] "GET /metrics HTTP/1.1" 200 82932 "" "Prometheus/2.43.0" 2024-04-10T16:31:07.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:31:06 smithi069 ceph-mon[94167]: pgmap v3369: 585 pgs: 585 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:31:07.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:31:06 smithi069 ceph-mon[94167]: osdmap e1892: 8 total, 8 up, 8 in 2024-04-10T16:31:07.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:31:06 smithi069 ceph-mon[94167]: osdmap e1893: 8 total, 8 up, 8 in 2024-04-10T16:31:07.355 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:31:06 smithi069 ceph-mon[96738]: pgmap v3369: 585 pgs: 585 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:31:07.355 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:31:06 smithi069 ceph-mon[96738]: osdmap e1892: 8 total, 8 up, 8 in 2024-04-10T16:31:07.355 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:31:06 smithi069 ceph-mon[96738]: osdmap e1893: 8 total, 8 up, 8 in 2024-04-10T16:31:09.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:31:08 smithi077 ceph-mon[87572]: pgmap v3372: 521 pgs: 521 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:31:09.261 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:31:08 smithi077 ceph-mon[87572]: osdmap e1894: 8 total, 8 up, 8 in 2024-04-10T16:31:09.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:31:08 smithi069 ceph-mon[96738]: pgmap v3372: 521 pgs: 521 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:31:09.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:31:08 smithi069 ceph-mon[96738]: osdmap e1894: 8 total, 8 up, 8 in 2024-04-10T16:31:09.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:31:08 smithi069 ceph-mon[94167]: pgmap v3372: 521 pgs: 521 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:31:09.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:31:08 smithi069 ceph-mon[94167]: osdmap e1894: 8 total, 8 up, 8 in 2024-04-10T16:31:10.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:31:09 smithi077 ceph-mon[87572]: osdmap e1895: 8 total, 8 up, 8 in 2024-04-10T16:31:10.261 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:31:09 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:31:10.261 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:31:09 smithi077 ceph-mon[87572]: osdmap e1896: 8 total, 8 up, 8 in 2024-04-10T16:31:10.354 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:31:09 smithi069 ceph-mon[94167]: osdmap e1895: 8 total, 8 up, 8 in 2024-04-10T16:31:10.354 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:31:09 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:31:10.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:31:09 smithi069 ceph-mon[94167]: osdmap e1896: 8 total, 8 up, 8 in 2024-04-10T16:31:10.355 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:31:09 smithi069 ceph-mon[96738]: osdmap e1895: 8 total, 8 up, 8 in 2024-04-10T16:31:10.355 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:31:09 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:31:10.355 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:31:09 smithi069 ceph-mon[96738]: osdmap e1896: 8 total, 8 up, 8 in 2024-04-10T16:31:11.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:31:10 smithi077 ceph-mon[87572]: pgmap v3375: 457 pgs: 457 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:31:11.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:31:10 smithi077 ceph-mon[87572]: osdmap e1897: 8 total, 8 up, 8 in 2024-04-10T16:31:11.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:31:10 smithi069 ceph-mon[96738]: pgmap v3375: 457 pgs: 457 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:31:11.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:31:10 smithi069 ceph-mon[96738]: osdmap e1897: 8 total, 8 up, 8 in 2024-04-10T16:31:11.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:31:10 smithi069 ceph-mon[94167]: pgmap v3375: 457 pgs: 457 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:31:11.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:31:10 smithi069 ceph-mon[94167]: osdmap e1897: 8 total, 8 up, 8 in 2024-04-10T16:31:12.760 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:31:12 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:31:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:31:13.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:31:12 smithi077 ceph-mon[87572]: pgmap v3378: 393 pgs: 393 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:31:13.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:31:12 smithi077 ceph-mon[87572]: osdmap e1898: 8 total, 8 up, 8 in 2024-04-10T16:31:13.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:31:12 smithi069 ceph-mon[96738]: pgmap v3378: 393 pgs: 393 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:31:13.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:31:12 smithi069 ceph-mon[96738]: osdmap e1898: 8 total, 8 up, 8 in 2024-04-10T16:31:13.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:31:12 smithi069 ceph-mon[94167]: pgmap v3378: 393 pgs: 393 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:31:13.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:31:12 smithi069 ceph-mon[94167]: osdmap e1898: 8 total, 8 up, 8 in 2024-04-10T16:31:14.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:31:13 smithi077 ceph-mon[87572]: osdmap e1899: 8 total, 8 up, 8 in 2024-04-10T16:31:14.354 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:31:13 smithi069 ceph-mon[94167]: osdmap e1899: 8 total, 8 up, 8 in 2024-04-10T16:31:14.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:31:13 smithi069 ceph-mon[96738]: osdmap e1899: 8 total, 8 up, 8 in 2024-04-10T16:31:15.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:31:14 smithi077 ceph-mon[87572]: pgmap v3381: 329 pgs: 329 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:31:15.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:31:14 smithi077 ceph-mon[87572]: osdmap e1900: 8 total, 8 up, 8 in 2024-04-10T16:31:15.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:31:14 smithi069 ceph-mon[96738]: pgmap v3381: 329 pgs: 329 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:31:15.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:31:14 smithi069 ceph-mon[96738]: osdmap e1900: 8 total, 8 up, 8 in 2024-04-10T16:31:15.354 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:31:14 smithi069 ceph-mon[94167]: pgmap v3381: 329 pgs: 329 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:31:15.354 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:31:14 smithi069 ceph-mon[94167]: osdmap e1900: 8 total, 8 up, 8 in 2024-04-10T16:31:16.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:31:15 smithi077 ceph-mon[87572]: osdmap e1901: 8 total, 8 up, 8 in 2024-04-10T16:31:16.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:31:15 smithi077 ceph-mon[87572]: osdmap e1902: 8 total, 8 up, 8 in 2024-04-10T16:31:16.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:31:15 smithi069 ceph-mon[96738]: osdmap e1901: 8 total, 8 up, 8 in 2024-04-10T16:31:16.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:31:15 smithi069 ceph-mon[96738]: osdmap e1902: 8 total, 8 up, 8 in 2024-04-10T16:31:16.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:31:15 smithi069 ceph-mon[94167]: osdmap e1901: 8 total, 8 up, 8 in 2024-04-10T16:31:16.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:31:15 smithi069 ceph-mon[94167]: osdmap e1902: 8 total, 8 up, 8 in 2024-04-10T16:31:17.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:31:16 smithi077 ceph-mon[87572]: pgmap v3384: 265 pgs: 265 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:31:17.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:31:16 smithi077 ceph-mon[87572]: osdmap e1903: 8 total, 8 up, 8 in 2024-04-10T16:31:17.354 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:31:16 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:31:16] "GET /metrics HTTP/1.1" 200 61228 "" "Prometheus/2.43.0" 2024-04-10T16:31:17.355 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:31:16 smithi069 ceph-mon[96738]: pgmap v3384: 265 pgs: 265 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:31:17.355 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:31:16 smithi069 ceph-mon[96738]: osdmap e1903: 8 total, 8 up, 8 in 2024-04-10T16:31:17.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:31:16 smithi069 ceph-mon[94167]: pgmap v3384: 265 pgs: 265 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:31:17.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:31:16 smithi069 ceph-mon[94167]: osdmap e1903: 8 total, 8 up, 8 in 2024-04-10T16:31:19.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:31:18 smithi077 ceph-mon[87572]: pgmap v3387: 201 pgs: 201 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:31:19.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:31:18 smithi077 ceph-mon[87572]: osdmap e1904: 8 total, 8 up, 8 in 2024-04-10T16:31:19.354 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:31:18 smithi069 ceph-mon[94167]: pgmap v3387: 201 pgs: 201 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:31:19.354 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:31:18 smithi069 ceph-mon[94167]: osdmap e1904: 8 total, 8 up, 8 in 2024-04-10T16:31:19.355 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:31:18 smithi069 ceph-mon[96738]: pgmap v3387: 201 pgs: 201 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:31:19.355 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:31:18 smithi069 ceph-mon[96738]: osdmap e1904: 8 total, 8 up, 8 in 2024-04-10T16:31:19.912 INFO:tasks.workunit.client.0.smithi069.stdout:[----------] 168 tests from TestLibRBD (593827 ms total) 2024-04-10T16:31:19.912 INFO:tasks.workunit.client.0.smithi069.stdout: 2024-04-10T16:31:19.912 INFO:tasks.workunit.client.0.smithi069.stdout:[----------] 7 tests from EncryptedFlattenTest/0, where TypeParam = PlaintextUnderLUKS1 2024-04-10T16:31:19.954 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] EncryptedFlattenTest/0.Simple 2024-04-10T16:31:20.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:31:19 smithi077 ceph-mon[87572]: osdmap e1905: 8 total, 8 up, 8 in 2024-04-10T16:31:20.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:31:19 smithi077 ceph-mon[87572]: osdmap e1906: 8 total, 8 up, 8 in 2024-04-10T16:31:20.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:31:19 smithi069 ceph-mon[96738]: osdmap e1905: 8 total, 8 up, 8 in 2024-04-10T16:31:20.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:31:19 smithi069 ceph-mon[96738]: osdmap e1906: 8 total, 8 up, 8 in 2024-04-10T16:31:20.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:31:19 smithi069 ceph-mon[94167]: osdmap e1905: 8 total, 8 up, 8 in 2024-04-10T16:31:20.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:31:19 smithi069 ceph-mon[94167]: osdmap e1906: 8 total, 8 up, 8 in 2024-04-10T16:31:21.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:31:20 smithi077 ceph-mon[87572]: pgmap v3390: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:31:21.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:31:20 smithi069 ceph-mon[96738]: pgmap v3390: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:31:21.354 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:31:20 smithi069 ceph-mon[94167]: pgmap v3390: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:31:21.952 INFO:tasks.workunit.client.0.smithi069.stdout:using new format! 2024-04-10T16:31:22.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:31:21 smithi077 ceph-mon[87572]: osdmap e1907: 8 total, 8 up, 8 in 2024-04-10T16:31:22.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:31:21 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/1637571395' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-36","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:31:22.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:31:21 smithi077 ceph-mon[87572]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-36","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:31:22.261 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:31:21 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:31:22.261 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:31:21 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:31:22.261 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:31:21 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:31:22.261 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:31:21 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:31:22.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:31:21 smithi069 ceph-mon[94167]: osdmap e1907: 8 total, 8 up, 8 in 2024-04-10T16:31:22.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:31:21 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/1637571395' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-36","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:31:22.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:31:21 smithi069 ceph-mon[94167]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-36","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:31:22.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:31:21 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:31:22.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:31:21 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:31:22.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:31:21 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:31:22.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:31:21 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:31:22.355 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:31:21 smithi069 ceph-mon[96738]: osdmap e1907: 8 total, 8 up, 8 in 2024-04-10T16:31:22.355 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:31:21 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/1637571395' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-36","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:31:22.355 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:31:21 smithi069 ceph-mon[96738]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-36","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:31:22.355 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:31:21 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:31:22.356 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:31:21 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:31:22.356 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:31:21 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:31:22.356 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:31:21 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:31:22.760 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:31:22 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:31:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:31:23.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:31:22 smithi077 ceph-mon[87572]: pgmap v3393: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:31:23.261 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:31:22 smithi077 ceph-mon[87572]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T16:31:23.261 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:31:22 smithi077 ceph-mon[87572]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-36","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T16:31:23.261 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:31:22 smithi077 ceph-mon[87572]: osdmap e1908: 8 total, 8 up, 8 in 2024-04-10T16:31:23.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:31:22 smithi069 ceph-mon[96738]: pgmap v3393: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:31:23.355 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:31:22 smithi069 ceph-mon[96738]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T16:31:23.355 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:31:22 smithi069 ceph-mon[96738]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-36","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T16:31:23.355 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:31:22 smithi069 ceph-mon[96738]: osdmap e1908: 8 total, 8 up, 8 in 2024-04-10T16:31:23.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:31:22 smithi069 ceph-mon[94167]: pgmap v3393: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:31:23.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:31:22 smithi069 ceph-mon[94167]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T16:31:23.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:31:22 smithi069 ceph-mon[94167]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-36","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T16:31:23.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:31:22 smithi069 ceph-mon[94167]: osdmap e1908: 8 total, 8 up, 8 in 2024-04-10T16:31:24.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:31:23 smithi077 ceph-mon[87572]: osdmap e1909: 8 total, 8 up, 8 in 2024-04-10T16:31:24.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:31:23 smithi069 ceph-mon[96738]: osdmap e1909: 8 total, 8 up, 8 in 2024-04-10T16:31:24.354 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:31:23 smithi069 ceph-mon[94167]: osdmap e1909: 8 total, 8 up, 8 in 2024-04-10T16:31:25.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:31:24 smithi077 ceph-mon[87572]: pgmap v3396: 137 pgs: 24 unknown, 113 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:31:25.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:31:24 smithi077 ceph-mon[87572]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T16:31:25.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:31:24 smithi077 ceph-mon[87572]: osdmap e1910: 8 total, 8 up, 8 in 2024-04-10T16:31:25.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:31:24 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:31:25.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:31:24 smithi069 ceph-mon[96738]: pgmap v3396: 137 pgs: 24 unknown, 113 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:31:25.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:31:24 smithi069 ceph-mon[96738]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T16:31:25.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:31:24 smithi069 ceph-mon[96738]: osdmap e1910: 8 total, 8 up, 8 in 2024-04-10T16:31:25.355 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:31:24 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:31:25.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:31:24 smithi069 ceph-mon[94167]: pgmap v3396: 137 pgs: 24 unknown, 113 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:31:25.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:31:24 smithi069 ceph-mon[94167]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T16:31:25.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:31:24 smithi069 ceph-mon[94167]: osdmap e1910: 8 total, 8 up, 8 in 2024-04-10T16:31:25.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:31:24 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:31:26.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:31:25 smithi077 ceph-mon[87572]: osdmap e1911: 8 total, 8 up, 8 in 2024-04-10T16:31:26.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:31:25 smithi069 ceph-mon[96738]: osdmap e1911: 8 total, 8 up, 8 in 2024-04-10T16:31:26.354 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:31:25 smithi069 ceph-mon[94167]: osdmap e1911: 8 total, 8 up, 8 in 2024-04-10T16:31:27.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:31:26 smithi077 ceph-mon[87572]: pgmap v3399: 137 pgs: 17 unknown, 120 active+clean; 13 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s wr, 0 op/s 2024-04-10T16:31:27.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:31:26 smithi069 ceph-mon[96738]: pgmap v3399: 137 pgs: 17 unknown, 120 active+clean; 13 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s wr, 0 op/s 2024-04-10T16:31:27.354 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:31:26 smithi069 ceph-mon[94167]: pgmap v3399: 137 pgs: 17 unknown, 120 active+clean; 13 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s wr, 0 op/s 2024-04-10T16:31:27.355 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:31:26 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:31:26] "GET /metrics HTTP/1.1" 200 36620 "" "Prometheus/2.43.0" 2024-04-10T16:31:29.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:31:28 smithi077 ceph-mon[87572]: pgmap v3400: 137 pgs: 137 active+clean; 17 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 38 KiB/s rd, 2.2 MiB/s wr, 48 op/s 2024-04-10T16:31:29.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:31:28 smithi069 ceph-mon[96738]: pgmap v3400: 137 pgs: 137 active+clean; 17 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 38 KiB/s rd, 2.2 MiB/s wr, 48 op/s 2024-04-10T16:31:29.354 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:31:28 smithi069 ceph-mon[94167]: pgmap v3400: 137 pgs: 137 active+clean; 17 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 38 KiB/s rd, 2.2 MiB/s wr, 48 op/s 2024-04-10T16:31:31.261 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:31:30 smithi077 ceph-mon[87572]: pgmap v3401: 137 pgs: 137 active+clean; 30 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 43 KiB/s rd, 3.9 MiB/s wr, 59 op/s 2024-04-10T16:31:31.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:31:30 smithi069 ceph-mon[96738]: pgmap v3401: 137 pgs: 137 active+clean; 30 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 43 KiB/s rd, 3.9 MiB/s wr, 59 op/s 2024-04-10T16:31:31.354 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:31:30 smithi069 ceph-mon[94167]: pgmap v3401: 137 pgs: 137 active+clean; 30 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 43 KiB/s rd, 3.9 MiB/s wr, 59 op/s 2024-04-10T16:31:32.010 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 16:31:31 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[125844]: logger=cleanup t=2024-04-10T16:31:31.648375836Z level=info msg="Completed cleanup jobs" duration=3.53362ms 2024-04-10T16:31:32.760 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:31:32 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:31:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:31:32.801 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] EncryptedFlattenTest/0.Simple (12847 ms) 2024-04-10T16:31:32.801 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] EncryptedFlattenTest/0.Grow 2024-04-10T16:31:32.802 INFO:tasks.workunit.client.0.smithi069.stdout:using new format! 2024-04-10T16:31:33.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:31:32 smithi077 ceph-mon[87572]: pgmap v3402: 137 pgs: 137 active+clean; 34 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.6 MiB/s wr, 56 op/s 2024-04-10T16:31:33.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:31:32 smithi077 ceph-mon[87572]: osdmap e1912: 8 total, 8 up, 8 in 2024-04-10T16:31:33.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:31:32 smithi069 ceph-mon[96738]: pgmap v3402: 137 pgs: 137 active+clean; 34 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.6 MiB/s wr, 56 op/s 2024-04-10T16:31:33.355 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:31:32 smithi069 ceph-mon[96738]: osdmap e1912: 8 total, 8 up, 8 in 2024-04-10T16:31:33.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:31:32 smithi069 ceph-mon[94167]: pgmap v3402: 137 pgs: 137 active+clean; 34 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.6 MiB/s wr, 56 op/s 2024-04-10T16:31:33.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:31:32 smithi069 ceph-mon[94167]: osdmap e1912: 8 total, 8 up, 8 in 2024-04-10T16:31:35.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:31:34 smithi077 ceph-mon[87572]: pgmap v3404: 137 pgs: 137 active+clean; 42 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 5.1 MiB/s rd, 3.5 MiB/s wr, 58 op/s 2024-04-10T16:31:35.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:31:34 smithi077 ceph-mon[87572]: osdmap e1913: 8 total, 8 up, 8 in 2024-04-10T16:31:35.355 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:31:34 smithi069 ceph-mon[96738]: pgmap v3404: 137 pgs: 137 active+clean; 42 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 5.1 MiB/s rd, 3.5 MiB/s wr, 58 op/s 2024-04-10T16:31:35.355 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:31:34 smithi069 ceph-mon[96738]: osdmap e1913: 8 total, 8 up, 8 in 2024-04-10T16:31:35.356 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:31:34 smithi069 ceph-mon[94167]: pgmap v3404: 137 pgs: 137 active+clean; 42 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 5.1 MiB/s rd, 3.5 MiB/s wr, 58 op/s 2024-04-10T16:31:35.356 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:31:34 smithi069 ceph-mon[94167]: osdmap e1913: 8 total, 8 up, 8 in 2024-04-10T16:31:37.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:31:36 smithi077 ceph-mon[87572]: pgmap v3406: 137 pgs: 137 active+clean; 47 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 7.6 MiB/s rd, 3.8 MiB/s wr, 46 op/s 2024-04-10T16:31:37.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:31:36 smithi069 ceph-mon[96738]: pgmap v3406: 137 pgs: 137 active+clean; 47 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 7.6 MiB/s rd, 3.8 MiB/s wr, 46 op/s 2024-04-10T16:31:37.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:31:36 smithi069 ceph-mon[94167]: pgmap v3406: 137 pgs: 137 active+clean; 47 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 7.6 MiB/s rd, 3.8 MiB/s wr, 46 op/s 2024-04-10T16:31:37.355 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:31:36 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:31:36] "GET /metrics HTTP/1.1" 200 36620 "" "Prometheus/2.43.0" 2024-04-10T16:31:39.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:31:38 smithi077 ceph-mon[87572]: pgmap v3407: 137 pgs: 137 active+clean; 84 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 13 MiB/s rd, 7.3 MiB/s wr, 75 op/s 2024-04-10T16:31:39.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:31:38 smithi069 ceph-mon[96738]: pgmap v3407: 137 pgs: 137 active+clean; 84 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 13 MiB/s rd, 7.3 MiB/s wr, 75 op/s 2024-04-10T16:31:39.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:31:38 smithi069 ceph-mon[94167]: pgmap v3407: 137 pgs: 137 active+clean; 84 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 13 MiB/s rd, 7.3 MiB/s wr, 75 op/s 2024-04-10T16:31:40.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:31:39 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:31:40.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:31:39 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:31:40.354 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:31:39 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:31:41.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:31:40 smithi077 ceph-mon[87572]: pgmap v3408: 137 pgs: 137 active+clean; 84 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 6.8 MiB/s wr, 71 op/s 2024-04-10T16:31:41.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:31:40 smithi069 ceph-mon[96738]: pgmap v3408: 137 pgs: 137 active+clean; 84 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 6.8 MiB/s wr, 71 op/s 2024-04-10T16:31:41.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:31:40 smithi069 ceph-mon[94167]: pgmap v3408: 137 pgs: 137 active+clean; 84 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 6.8 MiB/s wr, 71 op/s 2024-04-10T16:31:41.738 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] EncryptedFlattenTest/0.Grow (8937 ms) 2024-04-10T16:31:41.738 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] EncryptedFlattenTest/0.Shrink 2024-04-10T16:31:41.738 INFO:tasks.workunit.client.0.smithi069.stdout:using new format! 2024-04-10T16:31:42.760 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:31:42 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:31:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:31:43.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:31:42 smithi077 ceph-mon[87572]: pgmap v3409: 137 pgs: 137 active+clean; 100 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 16 MiB/s rd, 7.8 MiB/s wr, 69 op/s 2024-04-10T16:31:43.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:31:42 smithi077 ceph-mon[87572]: osdmap e1914: 8 total, 8 up, 8 in 2024-04-10T16:31:43.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:31:42 smithi069 ceph-mon[96738]: pgmap v3409: 137 pgs: 137 active+clean; 100 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 16 MiB/s rd, 7.8 MiB/s wr, 69 op/s 2024-04-10T16:31:43.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:31:42 smithi069 ceph-mon[96738]: osdmap e1914: 8 total, 8 up, 8 in 2024-04-10T16:31:43.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:31:42 smithi069 ceph-mon[94167]: pgmap v3409: 137 pgs: 137 active+clean; 100 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 16 MiB/s rd, 7.8 MiB/s wr, 69 op/s 2024-04-10T16:31:43.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:31:42 smithi069 ceph-mon[94167]: osdmap e1914: 8 total, 8 up, 8 in 2024-04-10T16:31:45.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:31:44 smithi077 ceph-mon[87572]: pgmap v3411: 137 pgs: 137 active+clean; 109 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 15 MiB/s rd, 7.9 MiB/s wr, 84 op/s 2024-04-10T16:31:45.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:31:44 smithi069 ceph-mon[96738]: pgmap v3411: 137 pgs: 137 active+clean; 109 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 15 MiB/s rd, 7.9 MiB/s wr, 84 op/s 2024-04-10T16:31:45.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:31:44 smithi069 ceph-mon[94167]: pgmap v3411: 137 pgs: 137 active+clean; 109 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 15 MiB/s rd, 7.9 MiB/s wr, 84 op/s 2024-04-10T16:31:47.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:31:46 smithi077 ceph-mon[87572]: pgmap v3412: 137 pgs: 137 active+clean; 122 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 14 MiB/s rd, 8.3 MiB/s wr, 93 op/s 2024-04-10T16:31:47.354 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:31:46 smithi069 ceph-mon[94167]: pgmap v3412: 137 pgs: 137 active+clean; 122 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 14 MiB/s rd, 8.3 MiB/s wr, 93 op/s 2024-04-10T16:31:47.354 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:31:46 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:31:46] "GET /metrics HTTP/1.1" 200 36656 "" "Prometheus/2.43.0" 2024-04-10T16:31:47.355 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:31:46 smithi069 ceph-mon[96738]: pgmap v3412: 137 pgs: 137 active+clean; 122 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 14 MiB/s rd, 8.3 MiB/s wr, 93 op/s 2024-04-10T16:31:49.261 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:31:48 smithi077 ceph-mon[87572]: pgmap v3413: 137 pgs: 137 active+clean; 138 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 5.8 MiB/s wr, 68 op/s 2024-04-10T16:31:49.354 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:31:48 smithi069 ceph-mon[94167]: pgmap v3413: 137 pgs: 137 active+clean; 138 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 5.8 MiB/s wr, 68 op/s 2024-04-10T16:31:49.355 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:31:48 smithi069 ceph-mon[96738]: pgmap v3413: 137 pgs: 137 active+clean; 138 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 5.8 MiB/s wr, 68 op/s 2024-04-10T16:31:49.736 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] EncryptedFlattenTest/0.Shrink (7998 ms) 2024-04-10T16:31:49.736 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] EncryptedFlattenTest/0.ShrinkToOne 2024-04-10T16:31:49.736 INFO:tasks.workunit.client.0.smithi069.stdout:using new format! 2024-04-10T16:31:51.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:31:50 smithi077 ceph-mon[87572]: pgmap v3414: 137 pgs: 137 active+clean; 147 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 6.7 MiB/s wr, 78 op/s 2024-04-10T16:31:51.261 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:31:50 smithi077 ceph-mon[87572]: osdmap e1915: 8 total, 8 up, 8 in 2024-04-10T16:31:51.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:31:50 smithi069 ceph-mon[96738]: pgmap v3414: 137 pgs: 137 active+clean; 147 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 6.7 MiB/s wr, 78 op/s 2024-04-10T16:31:51.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:31:50 smithi069 ceph-mon[96738]: osdmap e1915: 8 total, 8 up, 8 in 2024-04-10T16:31:51.354 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:31:50 smithi069 ceph-mon[94167]: pgmap v3414: 137 pgs: 137 active+clean; 147 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 6.7 MiB/s wr, 78 op/s 2024-04-10T16:31:51.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:31:50 smithi069 ceph-mon[94167]: osdmap e1915: 8 total, 8 up, 8 in 2024-04-10T16:31:52.761 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:31:52 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:31:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:31:53.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:31:52 smithi077 ceph-mon[87572]: pgmap v3416: 137 pgs: 137 active+clean; 188 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 16 MiB/s rd, 9.7 MiB/s wr, 122 op/s 2024-04-10T16:31:53.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:31:52 smithi069 ceph-mon[96738]: pgmap v3416: 137 pgs: 137 active+clean; 188 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 16 MiB/s rd, 9.7 MiB/s wr, 122 op/s 2024-04-10T16:31:53.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:31:52 smithi069 ceph-mon[94167]: pgmap v3416: 137 pgs: 137 active+clean; 188 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 16 MiB/s rd, 9.7 MiB/s wr, 122 op/s 2024-04-10T16:31:55.261 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:31:54 smithi077 ceph-mon[87572]: pgmap v3417: 137 pgs: 137 active+clean; 192 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 13 MiB/s rd, 8.7 MiB/s wr, 101 op/s 2024-04-10T16:31:55.261 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:31:54 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:31:55.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:31:54 smithi069 ceph-mon[96738]: pgmap v3417: 137 pgs: 137 active+clean; 192 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 13 MiB/s rd, 8.7 MiB/s wr, 101 op/s 2024-04-10T16:31:55.355 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:31:54 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:31:55.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:31:54 smithi069 ceph-mon[94167]: pgmap v3417: 137 pgs: 137 active+clean; 192 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 13 MiB/s rd, 8.7 MiB/s wr, 101 op/s 2024-04-10T16:31:55.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:31:54 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:31:57.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:31:56 smithi077 ceph-mon[87572]: pgmap v3418: 137 pgs: 137 active+clean; 196 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 7.8 MiB/s wr, 76 op/s 2024-04-10T16:31:57.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:31:56 smithi069 ceph-mon[96738]: pgmap v3418: 137 pgs: 137 active+clean; 196 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 7.8 MiB/s wr, 76 op/s 2024-04-10T16:31:57.355 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:31:56 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:31:56] "GET /metrics HTTP/1.1" 200 36661 "" "Prometheus/2.43.0" 2024-04-10T16:31:57.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:31:56 smithi069 ceph-mon[94167]: pgmap v3418: 137 pgs: 137 active+clean; 196 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 7.8 MiB/s wr, 76 op/s 2024-04-10T16:31:57.672 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] EncryptedFlattenTest/0.ShrinkToOne (7935 ms) 2024-04-10T16:31:57.672 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] EncryptedFlattenTest/0.ShrinkToOneAfterSnapshot 2024-04-10T16:31:57.672 INFO:tasks.workunit.client.0.smithi069.stdout:using new format! 2024-04-10T16:31:59.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:31:58 smithi077 ceph-mon[87572]: pgmap v3419: 137 pgs: 137 active+clean; 200 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 7.0 MiB/s wr, 72 op/s 2024-04-10T16:31:59.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:31:58 smithi077 ceph-mon[87572]: osdmap e1916: 8 total, 8 up, 8 in 2024-04-10T16:31:59.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:31:58 smithi069 ceph-mon[96738]: pgmap v3419: 137 pgs: 137 active+clean; 200 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 7.0 MiB/s wr, 72 op/s 2024-04-10T16:31:59.355 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:31:58 smithi069 ceph-mon[96738]: osdmap e1916: 8 total, 8 up, 8 in 2024-04-10T16:31:59.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:31:58 smithi069 ceph-mon[94167]: pgmap v3419: 137 pgs: 137 active+clean; 200 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 7.0 MiB/s wr, 72 op/s 2024-04-10T16:31:59.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:31:58 smithi069 ceph-mon[94167]: osdmap e1916: 8 total, 8 up, 8 in 2024-04-10T16:32:01.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:32:00 smithi077 ceph-mon[87572]: pgmap v3421: 137 pgs: 137 active+clean; 209 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 7.4 MiB/s rd, 6.2 MiB/s wr, 66 op/s 2024-04-10T16:32:01.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:32:00 smithi069 ceph-mon[96738]: pgmap v3421: 137 pgs: 137 active+clean; 209 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 7.4 MiB/s rd, 6.2 MiB/s wr, 66 op/s 2024-04-10T16:32:01.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:32:00 smithi069 ceph-mon[94167]: pgmap v3421: 137 pgs: 137 active+clean; 209 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 7.4 MiB/s rd, 6.2 MiB/s wr, 66 op/s 2024-04-10T16:32:02.760 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:32:02 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:32:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:32:03.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:32:02 smithi077 ceph-mon[87572]: pgmap v3422: 137 pgs: 137 active+clean; 225 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 4.5 MiB/s wr, 61 op/s 2024-04-10T16:32:03.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:32:02 smithi069 ceph-mon[96738]: pgmap v3422: 137 pgs: 137 active+clean; 225 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 4.5 MiB/s wr, 61 op/s 2024-04-10T16:32:03.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:32:02 smithi069 ceph-mon[94167]: pgmap v3422: 137 pgs: 137 active+clean; 225 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 4.5 MiB/s wr, 61 op/s 2024-04-10T16:32:05.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:32:04 smithi077 ceph-mon[87572]: pgmap v3423: 137 pgs: 137 active+clean; 225 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 4.1 MiB/s wr, 58 op/s 2024-04-10T16:32:05.261 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:32:04 smithi077 ceph-mon[87572]: osdmap e1917: 8 total, 8 up, 8 in 2024-04-10T16:32:05.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:32:04 smithi069 ceph-mon[96738]: pgmap v3423: 137 pgs: 137 active+clean; 225 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 4.1 MiB/s wr, 58 op/s 2024-04-10T16:32:05.355 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:32:04 smithi069 ceph-mon[96738]: osdmap e1917: 8 total, 8 up, 8 in 2024-04-10T16:32:05.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:32:04 smithi069 ceph-mon[94167]: pgmap v3423: 137 pgs: 137 active+clean; 225 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 4.1 MiB/s wr, 58 op/s 2024-04-10T16:32:05.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:32:04 smithi069 ceph-mon[94167]: osdmap e1917: 8 total, 8 up, 8 in 2024-04-10T16:32:06.273 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] EncryptedFlattenTest/0.ShrinkToOneAfterSnapshot (8601 ms) 2024-04-10T16:32:06.273 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] EncryptedFlattenTest/0.MinOverlap 2024-04-10T16:32:06.273 INFO:tasks.workunit.client.0.smithi069.stdout:using new format! 2024-04-10T16:32:07.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:32:06 smithi077 ceph-mon[87572]: pgmap v3425: 137 pgs: 137 active+clean; 249 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.6 MiB/s wr, 63 op/s 2024-04-10T16:32:07.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:32:06 smithi069 ceph-mon[96738]: pgmap v3425: 137 pgs: 137 active+clean; 249 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.6 MiB/s wr, 63 op/s 2024-04-10T16:32:07.355 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:32:06 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:32:06] "GET /metrics HTTP/1.1" 200 36661 "" "Prometheus/2.43.0" 2024-04-10T16:32:07.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:32:06 smithi069 ceph-mon[94167]: pgmap v3425: 137 pgs: 137 active+clean; 249 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.6 MiB/s wr, 63 op/s 2024-04-10T16:32:08.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:32:07 smithi077 ceph-mon[87572]: osdmap e1918: 8 total, 8 up, 8 in 2024-04-10T16:32:08.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:32:07 smithi069 ceph-mon[96738]: osdmap e1918: 8 total, 8 up, 8 in 2024-04-10T16:32:08.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:32:07 smithi069 ceph-mon[94167]: osdmap e1918: 8 total, 8 up, 8 in 2024-04-10T16:32:09.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:32:08 smithi077 ceph-mon[87572]: pgmap v3427: 137 pgs: 137 active+clean; 270 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 4.2 MiB/s rd, 8.1 MiB/s wr, 97 op/s 2024-04-10T16:32:09.354 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:32:08 smithi069 ceph-mon[94167]: pgmap v3427: 137 pgs: 137 active+clean; 270 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 4.2 MiB/s rd, 8.1 MiB/s wr, 97 op/s 2024-04-10T16:32:09.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:32:08 smithi069 ceph-mon[96738]: pgmap v3427: 137 pgs: 137 active+clean; 270 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 4.2 MiB/s rd, 8.1 MiB/s wr, 97 op/s 2024-04-10T16:32:10.261 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:32:09 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:32:10.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:32:09 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:32:10.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:32:09 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:32:11.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:32:10 smithi077 ceph-mon[87572]: pgmap v3428: 137 pgs: 137 active+clean; 307 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.8 MiB/s rd, 10 MiB/s wr, 54 op/s 2024-04-10T16:32:11.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:32:10 smithi069 ceph-mon[96738]: pgmap v3428: 137 pgs: 137 active+clean; 307 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.8 MiB/s rd, 10 MiB/s wr, 54 op/s 2024-04-10T16:32:11.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:32:10 smithi069 ceph-mon[94167]: pgmap v3428: 137 pgs: 137 active+clean; 307 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.8 MiB/s rd, 10 MiB/s wr, 54 op/s 2024-04-10T16:32:12.761 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:32:12 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:32:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:32:13.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:32:12 smithi077 ceph-mon[87572]: pgmap v3429: 137 pgs: 137 active+clean; 311 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.8 MiB/s rd, 11 MiB/s wr, 97 op/s 2024-04-10T16:32:13.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:32:12 smithi069 ceph-mon[96738]: pgmap v3429: 137 pgs: 137 active+clean; 311 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.8 MiB/s rd, 11 MiB/s wr, 97 op/s 2024-04-10T16:32:13.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:32:12 smithi069 ceph-mon[94167]: pgmap v3429: 137 pgs: 137 active+clean; 311 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.8 MiB/s rd, 11 MiB/s wr, 97 op/s 2024-04-10T16:32:14.723 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] EncryptedFlattenTest/0.MinOverlap (8451 ms) 2024-04-10T16:32:14.723 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] EncryptedFlattenTest/0.ZeroOverlap 2024-04-10T16:32:14.724 INFO:tasks.workunit.client.0.smithi069.stdout:using new format! 2024-04-10T16:32:15.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:32:14 smithi077 ceph-mon[87572]: pgmap v3430: 137 pgs: 137 active+clean; 315 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 4.2 MiB/s rd, 10 MiB/s wr, 89 op/s 2024-04-10T16:32:15.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:32:14 smithi069 ceph-mon[96738]: pgmap v3430: 137 pgs: 137 active+clean; 315 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 4.2 MiB/s rd, 10 MiB/s wr, 89 op/s 2024-04-10T16:32:15.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:32:14 smithi069 ceph-mon[94167]: pgmap v3430: 137 pgs: 137 active+clean; 315 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 4.2 MiB/s rd, 10 MiB/s wr, 89 op/s 2024-04-10T16:32:16.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:32:15 smithi077 ceph-mon[87572]: osdmap e1919: 8 total, 8 up, 8 in 2024-04-10T16:32:16.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:32:15 smithi069 ceph-mon[96738]: osdmap e1919: 8 total, 8 up, 8 in 2024-04-10T16:32:16.354 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:32:15 smithi069 ceph-mon[94167]: osdmap e1919: 8 total, 8 up, 8 in 2024-04-10T16:32:17.261 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:32:16 smithi077 ceph-mon[87572]: pgmap v3432: 137 pgs: 137 active+clean; 315 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 5.8 MiB/s wr, 56 op/s 2024-04-10T16:32:17.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:32:16 smithi069 ceph-mon[96738]: pgmap v3432: 137 pgs: 137 active+clean; 315 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 5.8 MiB/s wr, 56 op/s 2024-04-10T16:32:17.355 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:32:16 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:32:16] "GET /metrics HTTP/1.1" 200 36661 "" "Prometheus/2.43.0" 2024-04-10T16:32:17.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:32:16 smithi069 ceph-mon[94167]: pgmap v3432: 137 pgs: 137 active+clean; 315 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 5.8 MiB/s wr, 56 op/s 2024-04-10T16:32:19.261 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:32:18 smithi077 ceph-mon[87572]: pgmap v3433: 137 pgs: 137 active+clean; 327 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 6.5 MiB/s wr, 67 op/s 2024-04-10T16:32:19.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:32:18 smithi069 ceph-mon[96738]: pgmap v3433: 137 pgs: 137 active+clean; 327 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 6.5 MiB/s wr, 67 op/s 2024-04-10T16:32:19.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:32:18 smithi069 ceph-mon[94167]: pgmap v3433: 137 pgs: 137 active+clean; 327 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 6.5 MiB/s wr, 67 op/s 2024-04-10T16:32:21.261 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:32:20 smithi077 ceph-mon[87572]: pgmap v3434: 137 pgs: 137 active+clean; 340 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.1 MiB/s wr, 91 op/s 2024-04-10T16:32:21.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:32:20 smithi069 ceph-mon[96738]: pgmap v3434: 137 pgs: 137 active+clean; 340 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.1 MiB/s wr, 91 op/s 2024-04-10T16:32:21.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:32:20 smithi069 ceph-mon[94167]: pgmap v3434: 137 pgs: 137 active+clean; 340 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.1 MiB/s wr, 91 op/s 2024-04-10T16:32:22.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:32:22 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:32:22.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:32:22 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:32:22.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:32:22 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:32:22.715 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] EncryptedFlattenTest/0.ZeroOverlap (7991 ms) 2024-04-10T16:32:22.760 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:32:22 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:32:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:32:23.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:32:23 smithi069 ceph-mon[94167]: pgmap v3435: 137 pgs: 137 active+clean; 348 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 4.5 MiB/s wr, 68 op/s 2024-04-10T16:32:23.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:32:23 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:32:23.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:32:23 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:32:23.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:32:23 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:32:23.355 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:32:23 smithi069 ceph-mon[96738]: pgmap v3435: 137 pgs: 137 active+clean; 348 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 4.5 MiB/s wr, 68 op/s 2024-04-10T16:32:23.355 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:32:23 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:32:23.355 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:32:23 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:32:23.355 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:32:23 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:32:23.510 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:32:23 smithi077 ceph-mon[87572]: pgmap v3435: 137 pgs: 137 active+clean; 348 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 4.5 MiB/s wr, 68 op/s 2024-04-10T16:32:23.510 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:32:23 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:32:23.511 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:32:23 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:32:23.511 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:32:23 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:32:23.583 INFO:tasks.workunit.client.0.smithi069.stdout:[----------] 7 tests from EncryptedFlattenTest/0 (62760 ms total) 2024-04-10T16:32:23.583 INFO:tasks.workunit.client.0.smithi069.stdout: 2024-04-10T16:32:23.584 INFO:tasks.workunit.client.0.smithi069.stdout:[----------] 7 tests from EncryptedFlattenTest/1, where TypeParam = PlaintextUnderLUKS2 2024-04-10T16:32:23.628 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] EncryptedFlattenTest/1.Simple 2024-04-10T16:32:24.855 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:32:24 smithi069 ceph-mon[94167]: pgmap v3436: 137 pgs: 137 active+clean; 348 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.7 MiB/s wr, 69 op/s 2024-04-10T16:32:24.855 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:32:24 smithi069 ceph-mon[94167]: osdmap e1920: 8 total, 8 up, 8 in 2024-04-10T16:32:24.855 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:32:24 smithi069 ceph-mon[96738]: pgmap v3436: 137 pgs: 137 active+clean; 348 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.7 MiB/s wr, 69 op/s 2024-04-10T16:32:24.855 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:32:24 smithi069 ceph-mon[96738]: osdmap e1920: 8 total, 8 up, 8 in 2024-04-10T16:32:25.010 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:32:24 smithi077 ceph-mon[87572]: pgmap v3436: 137 pgs: 137 active+clean; 348 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.7 MiB/s wr, 69 op/s 2024-04-10T16:32:25.010 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:32:24 smithi077 ceph-mon[87572]: osdmap e1920: 8 total, 8 up, 8 in 2024-04-10T16:32:25.595 INFO:tasks.workunit.client.0.smithi069.stdout:using new format! 2024-04-10T16:32:25.855 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:32:25 smithi069 ceph-mon[94167]: osdmap e1921: 8 total, 8 up, 8 in 2024-04-10T16:32:25.855 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:32:25 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/3799968621' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-37","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:32:25.855 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:32:25 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:32:25.855 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:32:25 smithi069 ceph-mon[96738]: osdmap e1921: 8 total, 8 up, 8 in 2024-04-10T16:32:25.855 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:32:25 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/3799968621' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-37","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:32:25.855 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:32:25 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:32:26.010 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:32:25 smithi077 ceph-mon[87572]: osdmap e1921: 8 total, 8 up, 8 in 2024-04-10T16:32:26.011 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:32:25 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/3799968621' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-37","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:32:26.011 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:32:25 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:32:26.855 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:32:26 smithi069 ceph-mon[94167]: pgmap v3439: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-04-10T16:32:26.855 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:32:26 smithi069 ceph-mon[94167]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T16:32:26.855 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:32:26 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/3799968621' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-37","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T16:32:26.855 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:32:26 smithi069 ceph-mon[94167]: osdmap e1922: 8 total, 8 up, 8 in 2024-04-10T16:32:26.855 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:32:26 smithi069 ceph-mon[96738]: pgmap v3439: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-04-10T16:32:26.855 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:32:26 smithi069 ceph-mon[96738]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T16:32:26.856 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:32:26 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/3799968621' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-37","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T16:32:26.856 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:32:26 smithi069 ceph-mon[96738]: osdmap e1922: 8 total, 8 up, 8 in 2024-04-10T16:32:27.010 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:32:26 smithi077 ceph-mon[87572]: pgmap v3439: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-04-10T16:32:27.010 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:32:26 smithi077 ceph-mon[87572]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T16:32:27.010 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:32:26 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/3799968621' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-37","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T16:32:27.011 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:32:26 smithi077 ceph-mon[87572]: osdmap e1922: 8 total, 8 up, 8 in 2024-04-10T16:32:27.354 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:32:26 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:32:26] "GET /metrics HTTP/1.1" 200 36592 "" "Prometheus/2.43.0" 2024-04-10T16:32:27.855 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:32:27 smithi069 ceph-mon[94167]: osdmap e1923: 8 total, 8 up, 8 in 2024-04-10T16:32:27.855 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:32:27 smithi069 ceph-mon[96738]: osdmap e1923: 8 total, 8 up, 8 in 2024-04-10T16:32:28.010 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:32:27 smithi077 ceph-mon[87572]: osdmap e1923: 8 total, 8 up, 8 in 2024-04-10T16:32:28.855 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:32:28 smithi069 ceph-mon[94167]: pgmap v3442: 137 pgs: 2 creating+activating, 12 creating+peering, 16 unknown, 107 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-10T16:32:28.855 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:32:28 smithi069 ceph-mon[94167]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T16:32:28.855 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:32:28 smithi069 ceph-mon[94167]: osdmap e1924: 8 total, 8 up, 8 in 2024-04-10T16:32:28.855 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:32:28 smithi069 ceph-mon[96738]: pgmap v3442: 137 pgs: 2 creating+activating, 12 creating+peering, 16 unknown, 107 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-10T16:32:28.855 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:32:28 smithi069 ceph-mon[96738]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T16:32:28.855 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:32:28 smithi069 ceph-mon[96738]: osdmap e1924: 8 total, 8 up, 8 in 2024-04-10T16:32:29.011 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:32:28 smithi077 ceph-mon[87572]: pgmap v3442: 137 pgs: 2 creating+activating, 12 creating+peering, 16 unknown, 107 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-10T16:32:29.011 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:32:28 smithi077 ceph-mon[87572]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T16:32:29.011 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:32:28 smithi077 ceph-mon[87572]: osdmap e1924: 8 total, 8 up, 8 in 2024-04-10T16:32:30.010 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:32:29 smithi077 ceph-mon[87572]: osdmap e1925: 8 total, 8 up, 8 in 2024-04-10T16:32:30.104 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:32:29 smithi069 ceph-mon[96738]: osdmap e1925: 8 total, 8 up, 8 in 2024-04-10T16:32:30.105 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:32:29 smithi069 ceph-mon[94167]: osdmap e1925: 8 total, 8 up, 8 in 2024-04-10T16:32:31.010 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:32:30 smithi077 ceph-mon[87572]: pgmap v3445: 137 pgs: 2 creating+activating, 12 creating+peering, 7 unknown, 116 active+clean; 17 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 41 KiB/s rd, 3.0 MiB/s wr, 52 op/s 2024-04-10T16:32:31.104 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:32:30 smithi069 ceph-mon[96738]: pgmap v3445: 137 pgs: 2 creating+activating, 12 creating+peering, 7 unknown, 116 active+clean; 17 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 41 KiB/s rd, 3.0 MiB/s wr, 52 op/s 2024-04-10T16:32:31.105 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:32:30 smithi069 ceph-mon[94167]: pgmap v3445: 137 pgs: 2 creating+activating, 12 creating+peering, 7 unknown, 116 active+clean; 17 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 41 KiB/s rd, 3.0 MiB/s wr, 52 op/s 2024-04-10T16:32:32.760 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:32:32 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:32:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:32:33.261 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:32:32 smithi077 ceph-mon[87572]: pgmap v3446: 137 pgs: 137 active+clean; 30 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 39 KiB/s rd, 4.3 MiB/s wr, 54 op/s 2024-04-10T16:32:33.261 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:32:32 smithi077 ceph-mon[87572]: osdmap e1926: 8 total, 8 up, 8 in 2024-04-10T16:32:33.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:32:32 smithi069 ceph-mon[96738]: pgmap v3446: 137 pgs: 137 active+clean; 30 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 39 KiB/s rd, 4.3 MiB/s wr, 54 op/s 2024-04-10T16:32:33.355 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:32:32 smithi069 ceph-mon[96738]: osdmap e1926: 8 total, 8 up, 8 in 2024-04-10T16:32:33.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:32:32 smithi069 ceph-mon[94167]: pgmap v3446: 137 pgs: 137 active+clean; 30 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 39 KiB/s rd, 4.3 MiB/s wr, 54 op/s 2024-04-10T16:32:33.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:32:32 smithi069 ceph-mon[94167]: osdmap e1926: 8 total, 8 up, 8 in 2024-04-10T16:32:35.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:32:34 smithi077 ceph-mon[87572]: pgmap v3448: 137 pgs: 137 active+clean; 30 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 45 KiB/s rd, 4.2 MiB/s wr, 61 op/s 2024-04-10T16:32:35.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:32:34 smithi069 ceph-mon[96738]: pgmap v3448: 137 pgs: 137 active+clean; 30 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 45 KiB/s rd, 4.2 MiB/s wr, 61 op/s 2024-04-10T16:32:35.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:32:34 smithi069 ceph-mon[94167]: pgmap v3448: 137 pgs: 137 active+clean; 30 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 45 KiB/s rd, 4.2 MiB/s wr, 61 op/s 2024-04-10T16:32:37.261 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:32:36 smithi077 ceph-mon[87572]: pgmap v3449: 137 pgs: 137 active+clean; 42 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 78 KiB/s rd, 4.8 MiB/s wr, 58 op/s 2024-04-10T16:32:37.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:32:36 smithi069 ceph-mon[96738]: pgmap v3449: 137 pgs: 137 active+clean; 42 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 78 KiB/s rd, 4.8 MiB/s wr, 58 op/s 2024-04-10T16:32:37.355 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:32:36 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:32:36] "GET /metrics HTTP/1.1" 200 36592 "" "Prometheus/2.43.0" 2024-04-10T16:32:37.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:32:36 smithi069 ceph-mon[94167]: pgmap v3449: 137 pgs: 137 active+clean; 42 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 78 KiB/s rd, 4.8 MiB/s wr, 58 op/s 2024-04-10T16:32:38.200 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] EncryptedFlattenTest/1.Simple (14572 ms) 2024-04-10T16:32:38.200 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] EncryptedFlattenTest/1.Grow 2024-04-10T16:32:38.200 INFO:tasks.workunit.client.0.smithi069.stdout:using new format! 2024-04-10T16:32:39.261 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:32:38 smithi077 ceph-mon[87572]: pgmap v3450: 137 pgs: 137 active+clean; 46 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 70 KiB/s rd, 4.2 MiB/s wr, 51 op/s 2024-04-10T16:32:39.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:32:38 smithi069 ceph-mon[96738]: pgmap v3450: 137 pgs: 137 active+clean; 46 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 70 KiB/s rd, 4.2 MiB/s wr, 51 op/s 2024-04-10T16:32:39.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:32:38 smithi069 ceph-mon[94167]: pgmap v3450: 137 pgs: 137 active+clean; 46 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 70 KiB/s rd, 4.2 MiB/s wr, 51 op/s 2024-04-10T16:32:40.261 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:32:39 smithi077 ceph-mon[87572]: osdmap e1927: 8 total, 8 up, 8 in 2024-04-10T16:32:40.261 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:32:39 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:32:40.354 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:32:39 smithi069 ceph-mon[94167]: osdmap e1927: 8 total, 8 up, 8 in 2024-04-10T16:32:40.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:32:39 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:32:40.355 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:32:39 smithi069 ceph-mon[96738]: osdmap e1927: 8 total, 8 up, 8 in 2024-04-10T16:32:40.355 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:32:39 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:32:41.261 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:32:40 smithi077 ceph-mon[87572]: pgmap v3452: 137 pgs: 137 active+clean; 55 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 4.6 MiB/s rd, 3.6 MiB/s wr, 31 op/s 2024-04-10T16:32:41.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:32:40 smithi069 ceph-mon[96738]: pgmap v3452: 137 pgs: 137 active+clean; 55 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 4.6 MiB/s rd, 3.6 MiB/s wr, 31 op/s 2024-04-10T16:32:41.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:32:40 smithi069 ceph-mon[94167]: pgmap v3452: 137 pgs: 137 active+clean; 55 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 4.6 MiB/s rd, 3.6 MiB/s wr, 31 op/s 2024-04-10T16:32:42.760 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:32:42 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:32:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:32:43.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:32:42 smithi077 ceph-mon[87572]: pgmap v3453: 137 pgs: 137 active+clean; 96 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 8.6 MiB/s wr, 75 op/s 2024-04-10T16:32:43.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:32:42 smithi069 ceph-mon[96738]: pgmap v3453: 137 pgs: 137 active+clean; 96 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 8.6 MiB/s wr, 75 op/s 2024-04-10T16:32:43.354 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:32:42 smithi069 ceph-mon[94167]: pgmap v3453: 137 pgs: 137 active+clean; 96 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 8.6 MiB/s wr, 75 op/s 2024-04-10T16:32:45.261 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:32:44 smithi077 ceph-mon[87572]: pgmap v3454: 137 pgs: 137 active+clean; 96 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 8.2 MiB/s wr, 66 op/s 2024-04-10T16:32:45.355 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:32:44 smithi069 ceph-mon[96738]: pgmap v3454: 137 pgs: 137 active+clean; 96 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 8.2 MiB/s wr, 66 op/s 2024-04-10T16:32:45.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:32:44 smithi069 ceph-mon[94167]: pgmap v3454: 137 pgs: 137 active+clean; 96 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 8.2 MiB/s wr, 66 op/s 2024-04-10T16:32:47.261 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:32:46 smithi077 ceph-mon[87572]: pgmap v3455: 137 pgs: 137 active+clean; 96 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 7.0 MiB/s wr, 58 op/s 2024-04-10T16:32:47.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:32:46 smithi069 ceph-mon[94167]: pgmap v3455: 137 pgs: 137 active+clean; 96 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 7.0 MiB/s wr, 58 op/s 2024-04-10T16:32:47.355 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:32:46 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:32:46] "GET /metrics HTTP/1.1" 200 36658 "" "Prometheus/2.43.0" 2024-04-10T16:32:47.355 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:32:46 smithi069 ceph-mon[96738]: pgmap v3455: 137 pgs: 137 active+clean; 96 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 7.0 MiB/s wr, 58 op/s 2024-04-10T16:32:49.261 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:32:48 smithi077 ceph-mon[87572]: pgmap v3456: 137 pgs: 137 active+clean; 96 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 6.6 MiB/s wr, 57 op/s 2024-04-10T16:32:49.355 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:32:48 smithi069 ceph-mon[96738]: pgmap v3456: 137 pgs: 137 active+clean; 96 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 6.6 MiB/s wr, 57 op/s 2024-04-10T16:32:49.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:32:48 smithi069 ceph-mon[94167]: pgmap v3456: 137 pgs: 137 active+clean; 96 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 6.6 MiB/s wr, 57 op/s 2024-04-10T16:32:50.664 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] EncryptedFlattenTest/1.Grow (12464 ms) 2024-04-10T16:32:50.664 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] EncryptedFlattenTest/1.Shrink 2024-04-10T16:32:50.664 INFO:tasks.workunit.client.0.smithi069.stdout:using new format! 2024-04-10T16:32:51.261 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:32:50 smithi077 ceph-mon[87572]: pgmap v3457: 137 pgs: 137 active+clean; 109 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 7.4 MiB/s wr, 52 op/s 2024-04-10T16:32:51.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:32:50 smithi069 ceph-mon[96738]: pgmap v3457: 137 pgs: 137 active+clean; 109 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 7.4 MiB/s wr, 52 op/s 2024-04-10T16:32:51.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:32:50 smithi069 ceph-mon[94167]: pgmap v3457: 137 pgs: 137 active+clean; 109 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 7.4 MiB/s wr, 52 op/s 2024-04-10T16:32:52.261 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:32:51 smithi077 ceph-mon[87572]: osdmap e1928: 8 total, 8 up, 8 in 2024-04-10T16:32:52.355 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:32:51 smithi069 ceph-mon[96738]: osdmap e1928: 8 total, 8 up, 8 in 2024-04-10T16:32:52.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:32:51 smithi069 ceph-mon[94167]: osdmap e1928: 8 total, 8 up, 8 in 2024-04-10T16:32:52.761 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:32:52 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:32:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:32:53.261 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:32:52 smithi077 ceph-mon[87572]: pgmap v3459: 137 pgs: 137 active+clean; 137 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 8.6 MiB/s rd, 5.3 MiB/s wr, 24 op/s 2024-04-10T16:32:53.355 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:32:52 smithi069 ceph-mon[96738]: pgmap v3459: 137 pgs: 137 active+clean; 137 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 8.6 MiB/s rd, 5.3 MiB/s wr, 24 op/s 2024-04-10T16:32:53.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:32:52 smithi069 ceph-mon[94167]: pgmap v3459: 137 pgs: 137 active+clean; 137 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 8.6 MiB/s rd, 5.3 MiB/s wr, 24 op/s 2024-04-10T16:32:55.261 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:32:54 smithi077 ceph-mon[87572]: pgmap v3460: 137 pgs: 137 active+clean; 137 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 9.2 MiB/s rd, 5.7 MiB/s wr, 50 op/s 2024-04-10T16:32:55.261 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:32:54 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:32:55.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:32:54 smithi069 ceph-mon[94167]: pgmap v3460: 137 pgs: 137 active+clean; 137 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 9.2 MiB/s rd, 5.7 MiB/s wr, 50 op/s 2024-04-10T16:32:55.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:32:54 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:32:55.355 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:32:54 smithi069 ceph-mon[96738]: pgmap v3460: 137 pgs: 137 active+clean; 137 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 9.2 MiB/s rd, 5.7 MiB/s wr, 50 op/s 2024-04-10T16:32:55.355 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:32:54 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:32:57.261 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:32:56 smithi077 ceph-mon[87572]: pgmap v3461: 137 pgs: 137 active+clean; 150 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 7.0 MiB/s wr, 59 op/s 2024-04-10T16:32:57.355 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:32:56 smithi069 ceph-mon[96738]: pgmap v3461: 137 pgs: 137 active+clean; 150 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 7.0 MiB/s wr, 59 op/s 2024-04-10T16:32:57.355 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:32:56 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:32:56] "GET /metrics HTTP/1.1" 200 36662 "" "Prometheus/2.43.0" 2024-04-10T16:32:57.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:32:56 smithi069 ceph-mon[94167]: pgmap v3461: 137 pgs: 137 active+clean; 150 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 7.0 MiB/s wr, 59 op/s 2024-04-10T16:32:59.261 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:32:58 smithi077 ceph-mon[87572]: pgmap v3462: 137 pgs: 137 active+clean; 162 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 8.2 MiB/s wr, 68 op/s 2024-04-10T16:32:59.355 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:32:58 smithi069 ceph-mon[96738]: pgmap v3462: 137 pgs: 137 active+clean; 162 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 8.2 MiB/s wr, 68 op/s 2024-04-10T16:32:59.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:32:58 smithi069 ceph-mon[94167]: pgmap v3462: 137 pgs: 137 active+clean; 162 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 8.2 MiB/s wr, 68 op/s 2024-04-10T16:33:00.548 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] EncryptedFlattenTest/1.Shrink (9884 ms) 2024-04-10T16:33:00.548 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] EncryptedFlattenTest/1.ShrinkToOne 2024-04-10T16:33:00.548 INFO:tasks.workunit.client.0.smithi069.stdout:using new format! 2024-04-10T16:33:01.261 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:33:00 smithi077 ceph-mon[87572]: pgmap v3463: 137 pgs: 137 active+clean; 167 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 7.8 MiB/s wr, 68 op/s 2024-04-10T16:33:01.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:33:00 smithi069 ceph-mon[96738]: pgmap v3463: 137 pgs: 137 active+clean; 167 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 7.8 MiB/s wr, 68 op/s 2024-04-10T16:33:01.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:33:00 smithi069 ceph-mon[94167]: pgmap v3463: 137 pgs: 137 active+clean; 167 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 7.8 MiB/s wr, 68 op/s 2024-04-10T16:33:02.261 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:33:01 smithi077 ceph-mon[87572]: osdmap e1929: 8 total, 8 up, 8 in 2024-04-10T16:33:02.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:33:01 smithi069 ceph-mon[96738]: osdmap e1929: 8 total, 8 up, 8 in 2024-04-10T16:33:02.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:33:01 smithi069 ceph-mon[94167]: osdmap e1929: 8 total, 8 up, 8 in 2024-04-10T16:33:02.761 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:33:02 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:33:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:33:03.261 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:33:02 smithi077 ceph-mon[87572]: pgmap v3465: 137 pgs: 137 active+clean; 215 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 9.8 MiB/s wr, 81 op/s 2024-04-10T16:33:03.355 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:33:02 smithi069 ceph-mon[96738]: pgmap v3465: 137 pgs: 137 active+clean; 215 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 9.8 MiB/s wr, 81 op/s 2024-04-10T16:33:03.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:33:02 smithi069 ceph-mon[94167]: pgmap v3465: 137 pgs: 137 active+clean; 215 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 9.8 MiB/s wr, 81 op/s 2024-04-10T16:33:05.261 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:33:04 smithi077 ceph-mon[87572]: pgmap v3466: 137 pgs: 137 active+clean; 215 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 9.4 MiB/s wr, 55 op/s 2024-04-10T16:33:05.355 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:33:04 smithi069 ceph-mon[96738]: pgmap v3466: 137 pgs: 137 active+clean; 215 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 9.4 MiB/s wr, 55 op/s 2024-04-10T16:33:05.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:33:04 smithi069 ceph-mon[94167]: pgmap v3466: 137 pgs: 137 active+clean; 215 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 9.4 MiB/s wr, 55 op/s 2024-04-10T16:33:07.261 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:33:06 smithi077 ceph-mon[87572]: pgmap v3467: 137 pgs: 137 active+clean; 219 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 8.5 MiB/s wr, 55 op/s 2024-04-10T16:33:07.355 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:33:06 smithi069 ceph-mon[96738]: pgmap v3467: 137 pgs: 137 active+clean; 219 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 8.5 MiB/s wr, 55 op/s 2024-04-10T16:33:07.355 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:33:06 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:33:06] "GET /metrics HTTP/1.1" 200 36662 "" "Prometheus/2.43.0" 2024-04-10T16:33:07.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:33:06 smithi069 ceph-mon[94167]: pgmap v3467: 137 pgs: 137 active+clean; 219 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 8.5 MiB/s wr, 55 op/s 2024-04-10T16:33:09.261 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:33:08 smithi077 ceph-mon[87572]: pgmap v3468: 137 pgs: 137 active+clean; 228 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 8.2 MiB/s wr, 69 op/s 2024-04-10T16:33:09.355 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:33:08 smithi069 ceph-mon[96738]: pgmap v3468: 137 pgs: 137 active+clean; 228 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 8.2 MiB/s wr, 69 op/s 2024-04-10T16:33:09.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:33:08 smithi069 ceph-mon[94167]: pgmap v3468: 137 pgs: 137 active+clean; 228 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 8.2 MiB/s wr, 69 op/s 2024-04-10T16:33:10.260 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:33:09 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:33:10.358 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:33:09 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:33:10.358 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:33:09 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:33:11.261 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:33:10 smithi077 ceph-mon[87572]: pgmap v3469: 137 pgs: 137 active+clean; 232 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 9.5 MiB/s rd, 7.7 MiB/s wr, 68 op/s 2024-04-10T16:33:11.355 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:33:10 smithi069 ceph-mon[96738]: pgmap v3469: 137 pgs: 137 active+clean; 232 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 9.5 MiB/s rd, 7.7 MiB/s wr, 68 op/s 2024-04-10T16:33:11.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:33:10 smithi069 ceph-mon[94167]: pgmap v3469: 137 pgs: 137 active+clean; 232 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 9.5 MiB/s rd, 7.7 MiB/s wr, 68 op/s 2024-04-10T16:33:12.170 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] EncryptedFlattenTest/1.ShrinkToOne (11623 ms) 2024-04-10T16:33:12.170 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] EncryptedFlattenTest/1.ShrinkToOneAfterSnapshot 2024-04-10T16:33:12.171 INFO:tasks.workunit.client.0.smithi069.stdout:using new format! 2024-04-10T16:33:12.761 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:33:12 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:33:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:33:13.261 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:33:12 smithi077 ceph-mon[87572]: pgmap v3470: 137 pgs: 137 active+clean; 244 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.7 MiB/s rd, 3.5 MiB/s wr, 49 op/s 2024-04-10T16:33:13.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:33:12 smithi069 ceph-mon[96738]: pgmap v3470: 137 pgs: 137 active+clean; 244 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.7 MiB/s rd, 3.5 MiB/s wr, 49 op/s 2024-04-10T16:33:13.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:33:12 smithi069 ceph-mon[94167]: pgmap v3470: 137 pgs: 137 active+clean; 244 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.7 MiB/s rd, 3.5 MiB/s wr, 49 op/s 2024-04-10T16:33:14.261 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:33:13 smithi077 ceph-mon[87572]: osdmap e1930: 8 total, 8 up, 8 in 2024-04-10T16:33:14.355 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:33:13 smithi069 ceph-mon[96738]: osdmap e1930: 8 total, 8 up, 8 in 2024-04-10T16:33:14.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:33:13 smithi069 ceph-mon[94167]: osdmap e1930: 8 total, 8 up, 8 in 2024-04-10T16:33:15.261 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:33:14 smithi077 ceph-mon[87572]: pgmap v3472: 137 pgs: 137 active+clean; 244 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 4.2 MiB/s rd, 4.1 MiB/s wr, 52 op/s 2024-04-10T16:33:15.355 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:33:14 smithi069 ceph-mon[96738]: pgmap v3472: 137 pgs: 137 active+clean; 244 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 4.2 MiB/s rd, 4.1 MiB/s wr, 52 op/s 2024-04-10T16:33:15.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:33:14 smithi069 ceph-mon[94167]: pgmap v3472: 137 pgs: 137 active+clean; 244 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 4.2 MiB/s rd, 4.1 MiB/s wr, 52 op/s 2024-04-10T16:33:17.261 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:33:16 smithi077 ceph-mon[87572]: pgmap v3473: 137 pgs: 137 active+clean; 257 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 5.8 MiB/s wr, 48 op/s 2024-04-10T16:33:17.355 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:33:16 smithi069 ceph-mon[96738]: pgmap v3473: 137 pgs: 137 active+clean; 257 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 5.8 MiB/s wr, 48 op/s 2024-04-10T16:33:17.355 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:33:16 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:33:16] "GET /metrics HTTP/1.1" 200 36658 "" "Prometheus/2.43.0" 2024-04-10T16:33:17.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:33:16 smithi069 ceph-mon[94167]: pgmap v3473: 137 pgs: 137 active+clean; 257 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 5.8 MiB/s wr, 48 op/s 2024-04-10T16:33:19.261 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:33:18 smithi077 ceph-mon[87572]: pgmap v3474: 137 pgs: 137 active+clean; 273 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.5 MiB/s wr, 60 op/s 2024-04-10T16:33:19.355 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:33:18 smithi069 ceph-mon[96738]: pgmap v3474: 137 pgs: 137 active+clean; 273 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.5 MiB/s wr, 60 op/s 2024-04-10T16:33:19.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:33:18 smithi069 ceph-mon[94167]: pgmap v3474: 137 pgs: 137 active+clean; 273 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.5 MiB/s wr, 60 op/s 2024-04-10T16:33:21.261 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:33:20 smithi077 ceph-mon[87572]: pgmap v3475: 137 pgs: 137 active+clean; 273 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.1 MiB/s wr, 55 op/s 2024-04-10T16:33:21.355 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:33:20 smithi069 ceph-mon[96738]: pgmap v3475: 137 pgs: 137 active+clean; 273 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.1 MiB/s wr, 55 op/s 2024-04-10T16:33:21.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:33:20 smithi069 ceph-mon[94167]: pgmap v3475: 137 pgs: 137 active+clean; 273 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.1 MiB/s wr, 55 op/s 2024-04-10T16:33:22.761 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:33:22 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:33:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:33:23.261 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:33:22 smithi077 ceph-mon[87572]: pgmap v3476: 137 pgs: 137 active+clean; 277 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 856 KiB/s rd, 4.5 MiB/s wr, 50 op/s 2024-04-10T16:33:23.261 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:33:22 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:33:23.355 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:33:22 smithi069 ceph-mon[96738]: pgmap v3476: 137 pgs: 137 active+clean; 277 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 856 KiB/s rd, 4.5 MiB/s wr, 50 op/s 2024-04-10T16:33:23.355 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:33:22 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:33:23.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:33:22 smithi069 ceph-mon[94167]: pgmap v3476: 137 pgs: 137 active+clean; 277 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 856 KiB/s rd, 4.5 MiB/s wr, 50 op/s 2024-04-10T16:33:23.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:33:22 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:33:24.261 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:33:24 smithi077 ceph-mon[87572]: osdmap e1931: 8 total, 8 up, 8 in 2024-04-10T16:33:24.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:33:24 smithi069 ceph-mon[94167]: osdmap e1931: 8 total, 8 up, 8 in 2024-04-10T16:33:24.355 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:33:24 smithi069 ceph-mon[96738]: osdmap e1931: 8 total, 8 up, 8 in 2024-04-10T16:33:25.350 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:33:25 smithi077 ceph-mon[87572]: pgmap v3478: 137 pgs: 137 active+clean; 285 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 859 KiB/s rd, 4.9 MiB/s wr, 55 op/s 2024-04-10T16:33:25.350 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:33:25 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:33:25.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:33:25 smithi069 ceph-mon[96738]: pgmap v3478: 137 pgs: 137 active+clean; 285 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 859 KiB/s rd, 4.9 MiB/s wr, 55 op/s 2024-04-10T16:33:25.355 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:33:25 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:33:25.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:33:25 smithi069 ceph-mon[94167]: pgmap v3478: 137 pgs: 137 active+clean; 285 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 859 KiB/s rd, 4.9 MiB/s wr, 55 op/s 2024-04-10T16:33:25.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:33:25 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:33:25.465 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] EncryptedFlattenTest/1.ShrinkToOneAfterSnapshot (13295 ms) 2024-04-10T16:33:25.465 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] EncryptedFlattenTest/1.MinOverlap 2024-04-10T16:33:25.466 INFO:tasks.workunit.client.0.smithi069.stdout:using new format! 2024-04-10T16:33:27.355 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:33:26 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:33:26] "GET /metrics HTTP/1.1" 200 36663 "" "Prometheus/2.43.0" 2024-04-10T16:33:27.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:33:27 smithi069 ceph-mon[94167]: pgmap v3479: 137 pgs: 137 active+clean; 322 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 6.5 MiB/s wr, 53 op/s 2024-04-10T16:33:27.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:33:27 smithi069 ceph-mon[94167]: osdmap e1932: 8 total, 8 up, 8 in 2024-04-10T16:33:27.356 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:33:27 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:33:27.356 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:33:27 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:33:27.356 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:33:27 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:33:27.356 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:33:27 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:33:27.356 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:33:27 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:33:27.356 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:33:27 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:33:27.356 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:33:27 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:33:27.356 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:33:27 smithi069 ceph-mon[96738]: pgmap v3479: 137 pgs: 137 active+clean; 322 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 6.5 MiB/s wr, 53 op/s 2024-04-10T16:33:27.356 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:33:27 smithi069 ceph-mon[96738]: osdmap e1932: 8 total, 8 up, 8 in 2024-04-10T16:33:27.356 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:33:27 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:33:27.356 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:33:27 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:33:27.357 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:33:27 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:33:27.357 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:33:27 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:33:27.357 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:33:27 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:33:27.357 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:33:27 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:33:27.357 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:33:27 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:33:27.511 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:33:27 smithi077 ceph-mon[87572]: pgmap v3479: 137 pgs: 137 active+clean; 322 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 6.5 MiB/s wr, 53 op/s 2024-04-10T16:33:27.511 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:33:27 smithi077 ceph-mon[87572]: osdmap e1932: 8 total, 8 up, 8 in 2024-04-10T16:33:27.511 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:33:27 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:33:27.511 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:33:27 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:33:27.511 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:33:27 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:33:27.511 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:33:27 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:33:27.511 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:33:27 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:33:27.511 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:33:27 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:33:27.512 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:33:27 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:33:29.355 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:33:29 smithi069 ceph-mon[96738]: pgmap v3481: 137 pgs: 137 active+clean; 366 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 5.3 MiB/s rd, 12 MiB/s wr, 56 op/s 2024-04-10T16:33:29.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:33:29 smithi069 ceph-mon[94167]: pgmap v3481: 137 pgs: 137 active+clean; 366 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 5.3 MiB/s rd, 12 MiB/s wr, 56 op/s 2024-04-10T16:33:29.511 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:33:29 smithi077 ceph-mon[87572]: pgmap v3481: 137 pgs: 137 active+clean; 366 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 5.3 MiB/s rd, 12 MiB/s wr, 56 op/s 2024-04-10T16:33:31.355 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:33:31 smithi069 ceph-mon[96738]: pgmap v3482: 137 pgs: 137 active+clean; 375 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 5.3 MiB/s rd, 12 MiB/s wr, 60 op/s 2024-04-10T16:33:31.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:33:31 smithi069 ceph-mon[94167]: pgmap v3482: 137 pgs: 137 active+clean; 375 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 5.3 MiB/s rd, 12 MiB/s wr, 60 op/s 2024-04-10T16:33:31.511 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:33:31 smithi077 ceph-mon[87572]: pgmap v3482: 137 pgs: 137 active+clean; 375 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 5.3 MiB/s rd, 12 MiB/s wr, 60 op/s 2024-04-10T16:33:32.761 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:33:32 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:33:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:33:33.355 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:33:33 smithi069 ceph-mon[96738]: pgmap v3483: 137 pgs: 137 active+clean; 383 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 5.0 MiB/s rd, 13 MiB/s wr, 84 op/s 2024-04-10T16:33:33.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:33:33 smithi069 ceph-mon[94167]: pgmap v3483: 137 pgs: 137 active+clean; 383 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 5.0 MiB/s rd, 13 MiB/s wr, 84 op/s 2024-04-10T16:33:33.511 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:33:33 smithi077 ceph-mon[87572]: pgmap v3483: 137 pgs: 137 active+clean; 383 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 5.0 MiB/s rd, 13 MiB/s wr, 84 op/s 2024-04-10T16:33:35.355 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:33:35 smithi069 ceph-mon[96738]: pgmap v3484: 137 pgs: 137 active+clean; 383 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.8 MiB/s rd, 9.8 MiB/s wr, 65 op/s 2024-04-10T16:33:35.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:33:35 smithi069 ceph-mon[94167]: pgmap v3484: 137 pgs: 137 active+clean; 383 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.8 MiB/s rd, 9.8 MiB/s wr, 65 op/s 2024-04-10T16:33:35.510 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:33:35 smithi077 ceph-mon[87572]: pgmap v3484: 137 pgs: 137 active+clean; 383 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.8 MiB/s rd, 9.8 MiB/s wr, 65 op/s 2024-04-10T16:33:37.355 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:33:37 smithi069 ceph-mon[96738]: pgmap v3485: 137 pgs: 137 active+clean; 383 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 6.1 MiB/s wr, 66 op/s 2024-04-10T16:33:37.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:33:37 smithi069 ceph-mon[94167]: pgmap v3485: 137 pgs: 137 active+clean; 383 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 6.1 MiB/s wr, 66 op/s 2024-04-10T16:33:37.355 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:33:36 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:33:36] "GET /metrics HTTP/1.1" 200 36663 "" "Prometheus/2.43.0" 2024-04-10T16:33:37.511 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:33:37 smithi077 ceph-mon[87572]: pgmap v3485: 137 pgs: 137 active+clean; 383 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 6.1 MiB/s wr, 66 op/s 2024-04-10T16:33:38.116 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] EncryptedFlattenTest/1.MinOverlap (12651 ms) 2024-04-10T16:33:38.116 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] EncryptedFlattenTest/1.ZeroOverlap 2024-04-10T16:33:38.117 INFO:tasks.workunit.client.0.smithi069.stdout:using new format! 2024-04-10T16:33:39.355 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:33:39 smithi069 ceph-mon[96738]: pgmap v3486: 137 pgs: 137 active+clean; 395 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 31 KiB/s rd, 2.6 MiB/s wr, 42 op/s 2024-04-10T16:33:39.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:33:39 smithi069 ceph-mon[94167]: pgmap v3486: 137 pgs: 137 active+clean; 395 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 31 KiB/s rd, 2.6 MiB/s wr, 42 op/s 2024-04-10T16:33:39.511 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:33:39 smithi077 ceph-mon[87572]: pgmap v3486: 137 pgs: 137 active+clean; 395 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 31 KiB/s rd, 2.6 MiB/s wr, 42 op/s 2024-04-10T16:33:40.355 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:33:40 smithi069 ceph-mon[96738]: osdmap e1933: 8 total, 8 up, 8 in 2024-04-10T16:33:40.355 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:33:40 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:33:40.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:33:40 smithi069 ceph-mon[94167]: osdmap e1933: 8 total, 8 up, 8 in 2024-04-10T16:33:40.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:33:40 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:33:40.511 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:33:40 smithi077 ceph-mon[87572]: osdmap e1933: 8 total, 8 up, 8 in 2024-04-10T16:33:40.511 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:33:40 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:33:41.355 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:33:41 smithi069 ceph-mon[96738]: pgmap v3488: 137 pgs: 137 active+clean; 407 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 955 KiB/s rd, 3.6 MiB/s wr, 63 op/s 2024-04-10T16:33:41.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:33:41 smithi069 ceph-mon[94167]: pgmap v3488: 137 pgs: 137 active+clean; 407 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 955 KiB/s rd, 3.6 MiB/s wr, 63 op/s 2024-04-10T16:33:41.511 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:33:41 smithi077 ceph-mon[87572]: pgmap v3488: 137 pgs: 137 active+clean; 407 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 955 KiB/s rd, 3.6 MiB/s wr, 63 op/s 2024-04-10T16:33:42.761 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:33:42 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:33:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:33:43.355 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:33:43 smithi069 ceph-mon[96738]: pgmap v3489: 137 pgs: 137 active+clean; 428 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 6.5 MiB/s wr, 62 op/s 2024-04-10T16:33:43.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:33:43 smithi069 ceph-mon[94167]: pgmap v3489: 137 pgs: 137 active+clean; 428 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 6.5 MiB/s wr, 62 op/s 2024-04-10T16:33:43.511 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:33:43 smithi077 ceph-mon[87572]: pgmap v3489: 137 pgs: 137 active+clean; 428 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 6.5 MiB/s wr, 62 op/s 2024-04-10T16:33:45.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:33:45 smithi069 ceph-mon[94167]: pgmap v3490: 137 pgs: 137 active+clean; 428 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 6.5 MiB/s wr, 62 op/s 2024-04-10T16:33:45.355 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:33:45 smithi069 ceph-mon[96738]: pgmap v3490: 137 pgs: 137 active+clean; 428 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 6.5 MiB/s wr, 62 op/s 2024-04-10T16:33:45.511 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:33:45 smithi077 ceph-mon[87572]: pgmap v3490: 137 pgs: 137 active+clean; 428 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 6.5 MiB/s wr, 62 op/s 2024-04-10T16:33:47.355 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:33:46 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:33:46] "GET /metrics HTTP/1.1" 200 36667 "" "Prometheus/2.43.0" 2024-04-10T16:33:47.355 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:33:47 smithi069 ceph-mon[96738]: pgmap v3491: 137 pgs: 137 active+clean; 428 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 6.5 MiB/s wr, 58 op/s 2024-04-10T16:33:47.356 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:33:47 smithi069 ceph-mon[94167]: pgmap v3491: 137 pgs: 137 active+clean; 428 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 6.5 MiB/s wr, 58 op/s 2024-04-10T16:33:47.511 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:33:47 smithi077 ceph-mon[87572]: pgmap v3491: 137 pgs: 137 active+clean; 428 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 6.5 MiB/s wr, 58 op/s 2024-04-10T16:33:49.355 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:33:49 smithi069 ceph-mon[96738]: pgmap v3492: 137 pgs: 137 active+clean; 428 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 5.3 MiB/s wr, 51 op/s 2024-04-10T16:33:49.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:33:49 smithi069 ceph-mon[94167]: pgmap v3492: 137 pgs: 137 active+clean; 428 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 5.3 MiB/s wr, 51 op/s 2024-04-10T16:33:49.511 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:33:49 smithi077 ceph-mon[87572]: pgmap v3492: 137 pgs: 137 active+clean; 428 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 5.3 MiB/s wr, 51 op/s 2024-04-10T16:33:50.258 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] EncryptedFlattenTest/1.ZeroOverlap (12141 ms) 2024-04-10T16:33:51.085 INFO:tasks.workunit.client.0.smithi069.stdout:[----------] 7 tests from EncryptedFlattenTest/1 (86630 ms total) 2024-04-10T16:33:51.085 INFO:tasks.workunit.client.0.smithi069.stdout: 2024-04-10T16:33:51.085 INFO:tasks.workunit.client.0.smithi069.stdout:[----------] 7 tests from EncryptedFlattenTest/2, where TypeParam = UnformattedLUKS1 2024-04-10T16:33:51.121 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] EncryptedFlattenTest/2.Simple 2024-04-10T16:33:51.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:33:51 smithi069 ceph-mon[94167]: pgmap v3493: 137 pgs: 137 active+clean; 440 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 4.0 MiB/s rd, 6.3 MiB/s wr, 53 op/s 2024-04-10T16:33:51.355 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:33:51 smithi069 ceph-mon[96738]: pgmap v3493: 137 pgs: 137 active+clean; 440 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 4.0 MiB/s rd, 6.3 MiB/s wr, 53 op/s 2024-04-10T16:33:51.511 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:33:51 smithi077 ceph-mon[87572]: pgmap v3493: 137 pgs: 137 active+clean; 440 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 4.0 MiB/s rd, 6.3 MiB/s wr, 53 op/s 2024-04-10T16:33:52.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:33:52 smithi069 ceph-mon[94167]: osdmap e1934: 8 total, 8 up, 8 in 2024-04-10T16:33:52.355 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:33:52 smithi069 ceph-mon[96738]: osdmap e1934: 8 total, 8 up, 8 in 2024-04-10T16:33:52.412 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:33:52 smithi077 ceph-mon[87572]: osdmap e1934: 8 total, 8 up, 8 in 2024-04-10T16:33:52.412 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:33:52 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:33:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:33:53.108 INFO:tasks.workunit.client.0.smithi069.stdout:using new format! 2024-04-10T16:33:53.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:33:53 smithi069 ceph-mon[94167]: pgmap v3495: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-04-10T16:33:53.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:33:53 smithi069 ceph-mon[94167]: osdmap e1935: 8 total, 8 up, 8 in 2024-04-10T16:33:53.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:33:53 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/2169350144' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-38","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:33:53.355 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:33:53 smithi069 ceph-mon[96738]: pgmap v3495: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-04-10T16:33:53.355 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:33:53 smithi069 ceph-mon[96738]: osdmap e1935: 8 total, 8 up, 8 in 2024-04-10T16:33:53.356 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:33:53 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/2169350144' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-38","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:33:53.424 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:33:53 smithi077 ceph-mon[87572]: pgmap v3495: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-04-10T16:33:53.424 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:33:53 smithi077 ceph-mon[87572]: osdmap e1935: 8 total, 8 up, 8 in 2024-04-10T16:33:53.424 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:33:53 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/2169350144' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-38","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:33:54.511 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:33:54 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/2169350144' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-38","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T16:33:54.511 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:33:54 smithi077 ceph-mon[87572]: osdmap e1936: 8 total, 8 up, 8 in 2024-04-10T16:33:54.605 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:33:54 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/2169350144' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-38","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T16:33:54.605 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:33:54 smithi069 ceph-mon[94167]: osdmap e1936: 8 total, 8 up, 8 in 2024-04-10T16:33:54.605 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:33:54 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/2169350144' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-38","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T16:33:54.605 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:33:54 smithi069 ceph-mon[96738]: osdmap e1936: 8 total, 8 up, 8 in 2024-04-10T16:33:55.511 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:33:55 smithi077 ceph-mon[87572]: pgmap v3498: 137 pgs: 20 unknown, 117 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2024-04-10T16:33:55.511 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:33:55 smithi077 ceph-mon[87572]: osdmap e1937: 8 total, 8 up, 8 in 2024-04-10T16:33:55.511 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:33:55 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:33:55.605 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:33:55 smithi069 ceph-mon[96738]: pgmap v3498: 137 pgs: 20 unknown, 117 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2024-04-10T16:33:55.605 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:33:55 smithi069 ceph-mon[96738]: osdmap e1937: 8 total, 8 up, 8 in 2024-04-10T16:33:55.605 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:33:55 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:33:55.605 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:33:55 smithi069 ceph-mon[94167]: pgmap v3498: 137 pgs: 20 unknown, 117 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2024-04-10T16:33:55.605 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:33:55 smithi069 ceph-mon[94167]: osdmap e1937: 8 total, 8 up, 8 in 2024-04-10T16:33:55.605 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:33:55 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:33:56.511 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:33:56 smithi077 ceph-mon[87572]: osdmap e1938: 8 total, 8 up, 8 in 2024-04-10T16:33:56.511 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:33:56 smithi077 ceph-mon[87572]: pgmap v3501: 137 pgs: 12 unknown, 125 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-10T16:33:56.605 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:33:56 smithi069 ceph-mon[96738]: osdmap e1938: 8 total, 8 up, 8 in 2024-04-10T16:33:56.605 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:33:56 smithi069 ceph-mon[96738]: pgmap v3501: 137 pgs: 12 unknown, 125 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-10T16:33:56.605 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:33:56 smithi069 ceph-mon[94167]: osdmap e1938: 8 total, 8 up, 8 in 2024-04-10T16:33:56.605 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:33:56 smithi069 ceph-mon[94167]: pgmap v3501: 137 pgs: 12 unknown, 125 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-10T16:33:57.355 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:33:56 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:33:56] "GET /metrics HTTP/1.1" 200 36600 "" "Prometheus/2.43.0" 2024-04-10T16:33:58.761 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:33:58 smithi077 ceph-mon[87572]: pgmap v3502: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 964 B/s rd, 964 B/s wr, 3 op/s 2024-04-10T16:33:58.855 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:33:58 smithi069 ceph-mon[96738]: pgmap v3502: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 964 B/s rd, 964 B/s wr, 3 op/s 2024-04-10T16:33:58.855 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:33:58 smithi069 ceph-mon[94167]: pgmap v3502: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 964 B/s rd, 964 B/s wr, 3 op/s 2024-04-10T16:34:00.761 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:34:00 smithi077 ceph-mon[87572]: pgmap v3503: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.7 KiB/s rd, 1.1 KiB/s wr, 10 op/s 2024-04-10T16:34:00.761 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:34:00 smithi077 ceph-mon[87572]: osdmap e1939: 8 total, 8 up, 8 in 2024-04-10T16:34:00.855 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:34:00 smithi069 ceph-mon[96738]: pgmap v3503: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.7 KiB/s rd, 1.1 KiB/s wr, 10 op/s 2024-04-10T16:34:00.855 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:34:00 smithi069 ceph-mon[96738]: osdmap e1939: 8 total, 8 up, 8 in 2024-04-10T16:34:00.855 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:34:00 smithi069 ceph-mon[94167]: pgmap v3503: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.7 KiB/s rd, 1.1 KiB/s wr, 10 op/s 2024-04-10T16:34:00.855 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:34:00 smithi069 ceph-mon[94167]: osdmap e1939: 8 total, 8 up, 8 in 2024-04-10T16:34:02.761 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:34:02 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:34:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:34:03.261 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:34:02 smithi077 ceph-mon[87572]: pgmap v3505: 137 pgs: 137 active+clean; 22 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 14 KiB/s rd, 2.3 MiB/s wr, 21 op/s 2024-04-10T16:34:03.261 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:34:02 smithi077 ceph-mon[87572]: osdmap e1940: 8 total, 8 up, 8 in 2024-04-10T16:34:03.355 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:34:02 smithi069 ceph-mon[96738]: pgmap v3505: 137 pgs: 137 active+clean; 22 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 14 KiB/s rd, 2.3 MiB/s wr, 21 op/s 2024-04-10T16:34:03.355 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:34:02 smithi069 ceph-mon[96738]: osdmap e1940: 8 total, 8 up, 8 in 2024-04-10T16:34:03.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:34:02 smithi069 ceph-mon[94167]: pgmap v3505: 137 pgs: 137 active+clean; 22 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 14 KiB/s rd, 2.3 MiB/s wr, 21 op/s 2024-04-10T16:34:03.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:34:02 smithi069 ceph-mon[94167]: osdmap e1940: 8 total, 8 up, 8 in 2024-04-10T16:34:05.011 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:34:04 smithi077 ceph-mon[87572]: pgmap v3507: 137 pgs: 137 active+clean; 34 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 85 KiB/s rd, 3.6 MiB/s wr, 21 op/s 2024-04-10T16:34:05.355 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:34:04 smithi069 ceph-mon[96738]: pgmap v3507: 137 pgs: 137 active+clean; 34 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 85 KiB/s rd, 3.6 MiB/s wr, 21 op/s 2024-04-10T16:34:05.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:34:04 smithi069 ceph-mon[94167]: pgmap v3507: 137 pgs: 137 active+clean; 34 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 85 KiB/s rd, 3.6 MiB/s wr, 21 op/s 2024-04-10T16:34:05.958 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] EncryptedFlattenTest/2.Simple (14837 ms) 2024-04-10T16:34:05.958 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] EncryptedFlattenTest/2.Grow 2024-04-10T16:34:05.958 INFO:tasks.workunit.client.0.smithi069.stdout:using new format! 2024-04-10T16:34:07.261 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:34:06 smithi077 ceph-mon[87572]: pgmap v3508: 137 pgs: 137 active+clean; 46 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.6 MiB/s rd, 5.1 MiB/s wr, 62 op/s 2024-04-10T16:34:07.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:34:06 smithi069 ceph-mon[94167]: pgmap v3508: 137 pgs: 137 active+clean; 46 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.6 MiB/s rd, 5.1 MiB/s wr, 62 op/s 2024-04-10T16:34:07.355 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:34:06 smithi069 ceph-mon[96738]: pgmap v3508: 137 pgs: 137 active+clean; 46 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.6 MiB/s rd, 5.1 MiB/s wr, 62 op/s 2024-04-10T16:34:07.355 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:34:06 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:34:06] "GET /metrics HTTP/1.1" 200 36600 "" "Prometheus/2.43.0" 2024-04-10T16:34:09.261 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:34:08 smithi077 ceph-mon[87572]: pgmap v3509: 137 pgs: 137 active+clean; 46 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 5.9 MiB/s rd, 5.1 MiB/s wr, 57 op/s 2024-04-10T16:34:09.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:34:08 smithi069 ceph-mon[94167]: pgmap v3509: 137 pgs: 137 active+clean; 46 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 5.9 MiB/s rd, 5.1 MiB/s wr, 57 op/s 2024-04-10T16:34:09.355 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:34:08 smithi069 ceph-mon[96738]: pgmap v3509: 137 pgs: 137 active+clean; 46 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 5.9 MiB/s rd, 5.1 MiB/s wr, 57 op/s 2024-04-10T16:34:10.261 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:34:09 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:34:10.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:34:09 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:34:10.355 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:34:09 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:34:11.261 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:34:10 smithi077 ceph-mon[87572]: pgmap v3510: 137 pgs: 137 active+clean; 63 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 9.4 MiB/s rd, 5.8 MiB/s wr, 60 op/s 2024-04-10T16:34:11.261 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:34:10 smithi077 ceph-mon[87572]: osdmap e1941: 8 total, 8 up, 8 in 2024-04-10T16:34:11.354 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:34:10 smithi069 ceph-mon[96738]: pgmap v3510: 137 pgs: 137 active+clean; 63 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 9.4 MiB/s rd, 5.8 MiB/s wr, 60 op/s 2024-04-10T16:34:11.355 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:34:10 smithi069 ceph-mon[96738]: osdmap e1941: 8 total, 8 up, 8 in 2024-04-10T16:34:11.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:34:10 smithi069 ceph-mon[94167]: pgmap v3510: 137 pgs: 137 active+clean; 63 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 9.4 MiB/s rd, 5.8 MiB/s wr, 60 op/s 2024-04-10T16:34:11.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:34:10 smithi069 ceph-mon[94167]: osdmap e1941: 8 total, 8 up, 8 in 2024-04-10T16:34:12.761 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:34:12 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:34:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:34:13.261 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:34:12 smithi077 ceph-mon[87572]: pgmap v3512: 137 pgs: 137 active+clean; 79 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 6.0 MiB/s wr, 66 op/s 2024-04-10T16:34:13.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:34:12 smithi069 ceph-mon[94167]: pgmap v3512: 137 pgs: 137 active+clean; 79 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 6.0 MiB/s wr, 66 op/s 2024-04-10T16:34:13.355 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:34:12 smithi069 ceph-mon[96738]: pgmap v3512: 137 pgs: 137 active+clean; 79 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 6.0 MiB/s wr, 66 op/s 2024-04-10T16:34:15.261 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:34:14 smithi077 ceph-mon[87572]: pgmap v3513: 137 pgs: 137 active+clean; 84 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 5.0 MiB/s wr, 89 op/s 2024-04-10T16:34:15.355 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:34:14 smithi069 ceph-mon[96738]: pgmap v3513: 137 pgs: 137 active+clean; 84 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 5.0 MiB/s wr, 89 op/s 2024-04-10T16:34:15.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:34:14 smithi069 ceph-mon[94167]: pgmap v3513: 137 pgs: 137 active+clean; 84 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 5.0 MiB/s wr, 89 op/s 2024-04-10T16:34:16.452 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] EncryptedFlattenTest/2.Grow (10494 ms) 2024-04-10T16:34:16.452 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] EncryptedFlattenTest/2.Shrink 2024-04-10T16:34:16.452 INFO:tasks.workunit.client.0.smithi069.stdout:using new format! 2024-04-10T16:34:17.261 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:34:16 smithi077 ceph-mon[87572]: pgmap v3514: 137 pgs: 137 active+clean; 96 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 5.0 MiB/s wr, 56 op/s 2024-04-10T16:34:17.355 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:34:16 smithi069 ceph-mon[96738]: pgmap v3514: 137 pgs: 137 active+clean; 96 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 5.0 MiB/s wr, 56 op/s 2024-04-10T16:34:17.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:34:16 smithi069 ceph-mon[94167]: pgmap v3514: 137 pgs: 137 active+clean; 96 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 5.0 MiB/s wr, 56 op/s 2024-04-10T16:34:17.355 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:34:16 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:34:16] "GET /metrics HTTP/1.1" 200 36655 "" "Prometheus/2.43.0" 2024-04-10T16:34:19.261 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:34:18 smithi077 ceph-mon[87572]: pgmap v3515: 137 pgs: 137 active+clean; 112 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 6.6 MiB/s wr, 65 op/s 2024-04-10T16:34:19.355 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:34:18 smithi069 ceph-mon[96738]: pgmap v3515: 137 pgs: 137 active+clean; 112 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 6.6 MiB/s wr, 65 op/s 2024-04-10T16:34:19.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:34:18 smithi069 ceph-mon[94167]: pgmap v3515: 137 pgs: 137 active+clean; 112 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 6.6 MiB/s wr, 65 op/s 2024-04-10T16:34:21.261 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:34:20 smithi077 ceph-mon[87572]: pgmap v3516: 137 pgs: 137 active+clean; 121 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 5.8 MiB/s wr, 61 op/s 2024-04-10T16:34:21.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:34:20 smithi069 ceph-mon[94167]: pgmap v3516: 137 pgs: 137 active+clean; 121 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 5.8 MiB/s wr, 61 op/s 2024-04-10T16:34:21.355 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:34:20 smithi069 ceph-mon[96738]: pgmap v3516: 137 pgs: 137 active+clean; 121 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 5.8 MiB/s wr, 61 op/s 2024-04-10T16:34:22.261 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:34:21 smithi077 ceph-mon[87572]: osdmap e1942: 8 total, 8 up, 8 in 2024-04-10T16:34:22.355 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:34:21 smithi069 ceph-mon[96738]: osdmap e1942: 8 total, 8 up, 8 in 2024-04-10T16:34:22.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:34:21 smithi069 ceph-mon[94167]: osdmap e1942: 8 total, 8 up, 8 in 2024-04-10T16:34:22.761 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:34:22 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:34:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:34:23.261 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:34:22 smithi077 ceph-mon[87572]: pgmap v3518: 137 pgs: 137 active+clean; 133 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 5.4 MiB/s wr, 62 op/s 2024-04-10T16:34:23.355 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:34:22 smithi069 ceph-mon[96738]: pgmap v3518: 137 pgs: 137 active+clean; 133 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 5.4 MiB/s wr, 62 op/s 2024-04-10T16:34:23.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:34:22 smithi069 ceph-mon[94167]: pgmap v3518: 137 pgs: 137 active+clean; 133 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 5.4 MiB/s wr, 62 op/s 2024-04-10T16:34:25.261 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:34:24 smithi077 ceph-mon[87572]: pgmap v3519: 137 pgs: 137 active+clean; 137 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 5.3 MiB/s wr, 44 op/s 2024-04-10T16:34:25.261 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:34:24 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:34:25.355 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:34:24 smithi069 ceph-mon[96738]: pgmap v3519: 137 pgs: 137 active+clean; 137 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 5.3 MiB/s wr, 44 op/s 2024-04-10T16:34:25.355 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:34:24 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:34:25.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:34:24 smithi069 ceph-mon[94167]: pgmap v3519: 137 pgs: 137 active+clean; 137 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 5.3 MiB/s wr, 44 op/s 2024-04-10T16:34:25.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:34:24 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:34:27.261 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:34:26 smithi077 ceph-mon[87572]: pgmap v3520: 137 pgs: 137 active+clean; 150 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 8.5 MiB/s rd, 5.4 MiB/s wr, 43 op/s 2024-04-10T16:34:27.355 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:34:26 smithi069 ceph-mon[96738]: pgmap v3520: 137 pgs: 137 active+clean; 150 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 8.5 MiB/s rd, 5.4 MiB/s wr, 43 op/s 2024-04-10T16:34:27.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:34:26 smithi069 ceph-mon[94167]: pgmap v3520: 137 pgs: 137 active+clean; 150 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 8.5 MiB/s rd, 5.4 MiB/s wr, 43 op/s 2024-04-10T16:34:27.355 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:34:26 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:34:26] "GET /metrics HTTP/1.1" 200 36657 "" "Prometheus/2.43.0" 2024-04-10T16:34:27.551 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] EncryptedFlattenTest/2.Shrink (11099 ms) 2024-04-10T16:34:27.551 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] EncryptedFlattenTest/2.ShrinkToOne 2024-04-10T16:34:27.551 INFO:tasks.workunit.client.0.smithi069.stdout:using new format! 2024-04-10T16:34:28.261 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:34:27 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:34:28.261 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:34:27 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:34:28.261 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:34:27 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:34:28.261 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:34:27 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:34:28.355 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:34:27 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:34:28.355 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:34:27 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:34:28.355 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:34:27 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:34:28.355 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:34:27 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:34:28.356 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:34:27 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:34:28.356 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:34:27 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:34:28.356 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:34:27 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:34:28.356 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:34:27 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:34:29.261 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:34:28 smithi077 ceph-mon[87572]: pgmap v3521: 137 pgs: 137 active+clean; 158 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 7.3 MiB/s rd, 4.6 MiB/s wr, 56 op/s 2024-04-10T16:34:29.355 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:34:28 smithi069 ceph-mon[96738]: pgmap v3521: 137 pgs: 137 active+clean; 158 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 7.3 MiB/s rd, 4.6 MiB/s wr, 56 op/s 2024-04-10T16:34:29.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:34:28 smithi069 ceph-mon[94167]: pgmap v3521: 137 pgs: 137 active+clean; 158 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 7.3 MiB/s rd, 4.6 MiB/s wr, 56 op/s 2024-04-10T16:34:31.261 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:34:30 smithi077 ceph-mon[87572]: pgmap v3522: 137 pgs: 137 active+clean; 179 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 5.8 MiB/s wr, 69 op/s 2024-04-10T16:34:31.355 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:34:30 smithi069 ceph-mon[96738]: pgmap v3522: 137 pgs: 137 active+clean; 179 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 5.8 MiB/s wr, 69 op/s 2024-04-10T16:34:31.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:34:30 smithi069 ceph-mon[94167]: pgmap v3522: 137 pgs: 137 active+clean; 179 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 5.8 MiB/s wr, 69 op/s 2024-04-10T16:34:32.761 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:34:32 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:34:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:34:33.261 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:34:32 smithi077 ceph-mon[87572]: pgmap v3523: 137 pgs: 137 active+clean; 179 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 4.4 MiB/s wr, 54 op/s 2024-04-10T16:34:33.261 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:34:32 smithi077 ceph-mon[87572]: osdmap e1943: 8 total, 8 up, 8 in 2024-04-10T16:34:33.355 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:34:32 smithi069 ceph-mon[96738]: pgmap v3523: 137 pgs: 137 active+clean; 179 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 4.4 MiB/s wr, 54 op/s 2024-04-10T16:34:33.355 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:34:32 smithi069 ceph-mon[96738]: osdmap e1943: 8 total, 8 up, 8 in 2024-04-10T16:34:33.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:34:32 smithi069 ceph-mon[94167]: pgmap v3523: 137 pgs: 137 active+clean; 179 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 4.4 MiB/s wr, 54 op/s 2024-04-10T16:34:33.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:34:32 smithi069 ceph-mon[94167]: osdmap e1943: 8 total, 8 up, 8 in 2024-04-10T16:34:35.261 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:34:34 smithi077 ceph-mon[87572]: pgmap v3525: 137 pgs: 137 active+clean; 187 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 5.0 MiB/s wr, 48 op/s 2024-04-10T16:34:35.355 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:34:34 smithi069 ceph-mon[96738]: pgmap v3525: 137 pgs: 137 active+clean; 187 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 5.0 MiB/s wr, 48 op/s 2024-04-10T16:34:35.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:34:34 smithi069 ceph-mon[94167]: pgmap v3525: 137 pgs: 137 active+clean; 187 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 5.0 MiB/s wr, 48 op/s 2024-04-10T16:34:37.261 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:34:36 smithi077 ceph-mon[87572]: pgmap v3526: 137 pgs: 137 active+clean; 200 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 5.0 MiB/s wr, 68 op/s 2024-04-10T16:34:37.355 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:34:36 smithi069 ceph-mon[96738]: pgmap v3526: 137 pgs: 137 active+clean; 200 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 5.0 MiB/s wr, 68 op/s 2024-04-10T16:34:37.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:34:36 smithi069 ceph-mon[94167]: pgmap v3526: 137 pgs: 137 active+clean; 200 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 5.0 MiB/s wr, 68 op/s 2024-04-10T16:34:37.355 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:34:36 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:34:36] "GET /metrics HTTP/1.1" 200 36657 "" "Prometheus/2.43.0" 2024-04-10T16:34:38.417 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] EncryptedFlattenTest/2.ShrinkToOne (10866 ms) 2024-04-10T16:34:38.417 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] EncryptedFlattenTest/2.ShrinkToOneAfterSnapshot 2024-04-10T16:34:38.417 INFO:tasks.workunit.client.0.smithi069.stdout:using new format! 2024-04-10T16:34:39.261 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:34:38 smithi077 ceph-mon[87572]: pgmap v3527: 137 pgs: 137 active+clean; 208 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 7.7 MiB/s rd, 5.0 MiB/s wr, 63 op/s 2024-04-10T16:34:39.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:34:38 smithi069 ceph-mon[94167]: pgmap v3527: 137 pgs: 137 active+clean; 208 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 7.7 MiB/s rd, 5.0 MiB/s wr, 63 op/s 2024-04-10T16:34:39.355 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:34:38 smithi069 ceph-mon[96738]: pgmap v3527: 137 pgs: 137 active+clean; 208 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 7.7 MiB/s rd, 5.0 MiB/s wr, 63 op/s 2024-04-10T16:34:40.261 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:34:39 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:34:40.355 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:34:39 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:34:40.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:34:39 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:34:41.261 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:34:40 smithi077 ceph-mon[87572]: pgmap v3528: 137 pgs: 137 active+clean; 208 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.9 MiB/s wr, 44 op/s 2024-04-10T16:34:41.355 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:34:40 smithi069 ceph-mon[96738]: pgmap v3528: 137 pgs: 137 active+clean; 208 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.9 MiB/s wr, 44 op/s 2024-04-10T16:34:41.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:34:40 smithi069 ceph-mon[94167]: pgmap v3528: 137 pgs: 137 active+clean; 208 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.9 MiB/s wr, 44 op/s 2024-04-10T16:34:42.761 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:34:42 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:34:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:34:43.261 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:34:43 smithi077 ceph-mon[87572]: pgmap v3529: 137 pgs: 137 active+clean; 216 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 946 KiB/s rd, 4.1 MiB/s wr, 56 op/s 2024-04-10T16:34:43.261 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:34:43 smithi077 ceph-mon[87572]: osdmap e1944: 8 total, 8 up, 8 in 2024-04-10T16:34:43.355 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:34:43 smithi069 ceph-mon[96738]: pgmap v3529: 137 pgs: 137 active+clean; 216 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 946 KiB/s rd, 4.1 MiB/s wr, 56 op/s 2024-04-10T16:34:43.355 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:34:43 smithi069 ceph-mon[96738]: osdmap e1944: 8 total, 8 up, 8 in 2024-04-10T16:34:43.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:34:43 smithi069 ceph-mon[94167]: pgmap v3529: 137 pgs: 137 active+clean; 216 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 946 KiB/s rd, 4.1 MiB/s wr, 56 op/s 2024-04-10T16:34:43.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:34:43 smithi069 ceph-mon[94167]: osdmap e1944: 8 total, 8 up, 8 in 2024-04-10T16:34:45.261 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:34:45 smithi077 ceph-mon[87572]: pgmap v3531: 137 pgs: 137 active+clean; 232 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 975 KiB/s rd, 4.9 MiB/s wr, 56 op/s 2024-04-10T16:34:45.355 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:34:45 smithi069 ceph-mon[96738]: pgmap v3531: 137 pgs: 137 active+clean; 232 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 975 KiB/s rd, 4.9 MiB/s wr, 56 op/s 2024-04-10T16:34:45.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:34:45 smithi069 ceph-mon[94167]: pgmap v3531: 137 pgs: 137 active+clean; 232 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 975 KiB/s rd, 4.9 MiB/s wr, 56 op/s 2024-04-10T16:34:47.355 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:34:47 smithi069 ceph-mon[96738]: pgmap v3532: 137 pgs: 137 active+clean; 237 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 902 KiB/s rd, 4.1 MiB/s wr, 37 op/s 2024-04-10T16:34:47.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:34:47 smithi069 ceph-mon[94167]: pgmap v3532: 137 pgs: 137 active+clean; 237 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 902 KiB/s rd, 4.1 MiB/s wr, 37 op/s 2024-04-10T16:34:47.356 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:34:46 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:34:46] "GET /metrics HTTP/1.1" 200 36659 "" "Prometheus/2.43.0" 2024-04-10T16:34:47.511 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:34:47 smithi077 ceph-mon[87572]: pgmap v3532: 137 pgs: 137 active+clean; 237 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 902 KiB/s rd, 4.1 MiB/s wr, 37 op/s 2024-04-10T16:34:48.355 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:34:48 smithi069 ceph-mon[96738]: osdmap e1945: 8 total, 8 up, 8 in 2024-04-10T16:34:48.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:34:48 smithi069 ceph-mon[94167]: osdmap e1945: 8 total, 8 up, 8 in 2024-04-10T16:34:48.511 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:34:48 smithi077 ceph-mon[87572]: osdmap e1945: 8 total, 8 up, 8 in 2024-04-10T16:34:49.355 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:34:49 smithi069 ceph-mon[96738]: pgmap v3534: 137 pgs: 137 active+clean; 245 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 121 KiB/s rd, 5.1 MiB/s wr, 65 op/s 2024-04-10T16:34:49.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:34:49 smithi069 ceph-mon[94167]: pgmap v3534: 137 pgs: 137 active+clean; 245 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 121 KiB/s rd, 5.1 MiB/s wr, 65 op/s 2024-04-10T16:34:49.375 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] EncryptedFlattenTest/2.ShrinkToOneAfterSnapshot (10958 ms) 2024-04-10T16:34:49.375 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] EncryptedFlattenTest/2.MinOverlap 2024-04-10T16:34:49.375 INFO:tasks.workunit.client.0.smithi069.stdout:using new format! 2024-04-10T16:34:49.511 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:34:49 smithi077 ceph-mon[87572]: pgmap v3534: 137 pgs: 137 active+clean; 245 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 121 KiB/s rd, 5.1 MiB/s wr, 65 op/s 2024-04-10T16:34:51.355 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:34:51 smithi069 ceph-mon[96738]: pgmap v3535: 137 pgs: 137 active+clean; 274 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.2 MiB/s rd, 7.3 MiB/s wr, 62 op/s 2024-04-10T16:34:51.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:34:51 smithi069 ceph-mon[94167]: pgmap v3535: 137 pgs: 137 active+clean; 274 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.2 MiB/s rd, 7.3 MiB/s wr, 62 op/s 2024-04-10T16:34:51.511 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:34:51 smithi077 ceph-mon[87572]: pgmap v3535: 137 pgs: 137 active+clean; 274 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.2 MiB/s rd, 7.3 MiB/s wr, 62 op/s 2024-04-10T16:34:52.761 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:34:52 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:34:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:34:53.355 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:34:53 smithi069 ceph-mon[96738]: pgmap v3536: 137 pgs: 137 active+clean; 306 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.6 MiB/s rd, 9.6 MiB/s wr, 76 op/s 2024-04-10T16:34:53.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:34:53 smithi069 ceph-mon[94167]: pgmap v3536: 137 pgs: 137 active+clean; 306 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.6 MiB/s rd, 9.6 MiB/s wr, 76 op/s 2024-04-10T16:34:53.511 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:34:53 smithi077 ceph-mon[87572]: pgmap v3536: 137 pgs: 137 active+clean; 306 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.6 MiB/s rd, 9.6 MiB/s wr, 76 op/s 2024-04-10T16:34:54.355 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:34:54 smithi069 ceph-mon[96738]: osdmap e1946: 8 total, 8 up, 8 in 2024-04-10T16:34:54.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:34:54 smithi069 ceph-mon[94167]: osdmap e1946: 8 total, 8 up, 8 in 2024-04-10T16:34:54.511 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:34:54 smithi077 ceph-mon[87572]: osdmap e1946: 8 total, 8 up, 8 in 2024-04-10T16:34:55.355 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:34:55 smithi069 ceph-mon[96738]: pgmap v3538: 137 pgs: 137 active+clean; 314 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 4.3 MiB/s rd, 9.6 MiB/s wr, 116 op/s 2024-04-10T16:34:55.355 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:34:55 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:34:55.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:34:55 smithi069 ceph-mon[94167]: pgmap v3538: 137 pgs: 137 active+clean; 314 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 4.3 MiB/s rd, 9.6 MiB/s wr, 116 op/s 2024-04-10T16:34:55.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:34:55 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:34:55.511 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:34:55 smithi077 ceph-mon[87572]: pgmap v3538: 137 pgs: 137 active+clean; 314 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 4.3 MiB/s rd, 9.6 MiB/s wr, 116 op/s 2024-04-10T16:34:55.511 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:34:55 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:34:57.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:34:57 smithi069 ceph-mon[94167]: pgmap v3539: 137 pgs: 137 active+clean; 322 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 4.1 MiB/s rd, 9.2 MiB/s wr, 78 op/s 2024-04-10T16:34:57.355 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:34:56 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:34:56] "GET /metrics HTTP/1.1" 200 36663 "" "Prometheus/2.43.0" 2024-04-10T16:34:57.356 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:34:57 smithi069 ceph-mon[96738]: pgmap v3539: 137 pgs: 137 active+clean; 322 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 4.1 MiB/s rd, 9.2 MiB/s wr, 78 op/s 2024-04-10T16:34:57.511 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:34:57 smithi077 ceph-mon[87572]: pgmap v3539: 137 pgs: 137 active+clean; 322 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 4.1 MiB/s rd, 9.2 MiB/s wr, 78 op/s 2024-04-10T16:34:59.355 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:34:59 smithi069 ceph-mon[96738]: pgmap v3540: 137 pgs: 137 active+clean; 335 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.4 MiB/s rd, 9.0 MiB/s wr, 75 op/s 2024-04-10T16:34:59.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:34:59 smithi069 ceph-mon[94167]: pgmap v3540: 137 pgs: 137 active+clean; 335 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.4 MiB/s rd, 9.0 MiB/s wr, 75 op/s 2024-04-10T16:34:59.475 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] EncryptedFlattenTest/2.MinOverlap (10101 ms) 2024-04-10T16:34:59.476 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] EncryptedFlattenTest/2.ZeroOverlap 2024-04-10T16:34:59.476 INFO:tasks.workunit.client.0.smithi069.stdout:using new format! 2024-04-10T16:34:59.511 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:34:59 smithi077 ceph-mon[87572]: pgmap v3540: 137 pgs: 137 active+clean; 335 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.4 MiB/s rd, 9.0 MiB/s wr, 75 op/s 2024-04-10T16:35:01.355 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:35:01 smithi069 ceph-mon[96738]: pgmap v3541: 137 pgs: 137 active+clean; 339 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.9 MiB/s wr, 78 op/s 2024-04-10T16:35:01.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:35:01 smithi069 ceph-mon[94167]: pgmap v3541: 137 pgs: 137 active+clean; 339 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.9 MiB/s wr, 78 op/s 2024-04-10T16:35:01.511 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:35:01 smithi077 ceph-mon[87572]: pgmap v3541: 137 pgs: 137 active+clean; 339 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.9 MiB/s wr, 78 op/s 2024-04-10T16:35:02.761 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:35:02 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:35:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:35:03.355 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:35:03 smithi069 ceph-mon[96738]: pgmap v3542: 137 pgs: 137 active+clean; 343 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 4.1 MiB/s wr, 57 op/s 2024-04-10T16:35:03.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:35:03 smithi069 ceph-mon[94167]: pgmap v3542: 137 pgs: 137 active+clean; 343 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 4.1 MiB/s wr, 57 op/s 2024-04-10T16:35:03.511 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:35:03 smithi077 ceph-mon[87572]: pgmap v3542: 137 pgs: 137 active+clean; 343 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 4.1 MiB/s wr, 57 op/s 2024-04-10T16:35:04.355 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:35:04 smithi069 ceph-mon[96738]: osdmap e1947: 8 total, 8 up, 8 in 2024-04-10T16:35:04.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:35:04 smithi069 ceph-mon[94167]: osdmap e1947: 8 total, 8 up, 8 in 2024-04-10T16:35:04.511 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:35:04 smithi077 ceph-mon[87572]: osdmap e1947: 8 total, 8 up, 8 in 2024-04-10T16:35:05.355 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:35:05 smithi069 ceph-mon[96738]: pgmap v3544: 137 pgs: 137 active+clean; 355 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 4.5 MiB/s wr, 66 op/s 2024-04-10T16:35:05.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:35:05 smithi069 ceph-mon[94167]: pgmap v3544: 137 pgs: 137 active+clean; 355 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 4.5 MiB/s wr, 66 op/s 2024-04-10T16:35:05.511 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:35:05 smithi077 ceph-mon[87572]: pgmap v3544: 137 pgs: 137 active+clean; 355 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 4.5 MiB/s wr, 66 op/s 2024-04-10T16:35:07.355 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:35:07 smithi069 ceph-mon[96738]: pgmap v3545: 137 pgs: 137 active+clean; 359 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.1 MiB/s wr, 58 op/s 2024-04-10T16:35:07.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:35:07 smithi069 ceph-mon[94167]: pgmap v3545: 137 pgs: 137 active+clean; 359 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.1 MiB/s wr, 58 op/s 2024-04-10T16:35:07.356 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:35:06 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:35:06] "GET /metrics HTTP/1.1" 200 36663 "" "Prometheus/2.43.0" 2024-04-10T16:35:07.511 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:35:07 smithi077 ceph-mon[87572]: pgmap v3545: 137 pgs: 137 active+clean; 359 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.1 MiB/s wr, 58 op/s 2024-04-10T16:35:09.355 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:35:09 smithi069 ceph-mon[96738]: pgmap v3546: 137 pgs: 137 active+clean; 372 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.1 MiB/s wr, 58 op/s 2024-04-10T16:35:09.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:35:09 smithi069 ceph-mon[94167]: pgmap v3546: 137 pgs: 137 active+clean; 372 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.1 MiB/s wr, 58 op/s 2024-04-10T16:35:09.445 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] EncryptedFlattenTest/2.ZeroOverlap (9969 ms) 2024-04-10T16:35:09.511 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:35:09 smithi077 ceph-mon[87572]: pgmap v3546: 137 pgs: 137 active+clean; 372 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.1 MiB/s wr, 58 op/s 2024-04-10T16:35:10.080 INFO:tasks.workunit.client.0.smithi069.stdout:[----------] 7 tests from EncryptedFlattenTest/2 (78324 ms total) 2024-04-10T16:35:10.080 INFO:tasks.workunit.client.0.smithi069.stdout: 2024-04-10T16:35:10.080 INFO:tasks.workunit.client.0.smithi069.stdout:[----------] 7 tests from EncryptedFlattenTest/3, where TypeParam = LUKS1UnderLUKS1 2024-04-10T16:35:10.117 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] EncryptedFlattenTest/3.Simple 2024-04-10T16:35:10.355 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:35:10 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:35:10.362 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:35:10 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:35:10.511 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:35:10 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:35:11.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:35:11 smithi069 ceph-mon[94167]: pgmap v3547: 137 pgs: 137 active+clean; 372 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.3 MiB/s wr, 56 op/s 2024-04-10T16:35:11.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:35:11 smithi069 ceph-mon[94167]: osdmap e1948: 8 total, 8 up, 8 in 2024-04-10T16:35:11.355 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:35:11 smithi069 ceph-mon[96738]: pgmap v3547: 137 pgs: 137 active+clean; 372 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.3 MiB/s wr, 56 op/s 2024-04-10T16:35:11.356 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:35:11 smithi069 ceph-mon[96738]: osdmap e1948: 8 total, 8 up, 8 in 2024-04-10T16:35:11.511 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:35:11 smithi077 ceph-mon[87572]: pgmap v3547: 137 pgs: 137 active+clean; 372 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.3 MiB/s wr, 56 op/s 2024-04-10T16:35:11.511 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:35:11 smithi077 ceph-mon[87572]: osdmap e1948: 8 total, 8 up, 8 in 2024-04-10T16:35:12.097 INFO:tasks.workunit.client.0.smithi069.stdout:using new format! 2024-04-10T16:35:12.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:35:12 smithi069 ceph-mon[94167]: osdmap e1949: 8 total, 8 up, 8 in 2024-04-10T16:35:12.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:35:12 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/686126149' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-39","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:35:12.356 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:35:12 smithi069 ceph-mon[96738]: osdmap e1949: 8 total, 8 up, 8 in 2024-04-10T16:35:12.356 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:35:12 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/686126149' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-39","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:35:12.511 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:35:12 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:35:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:35:12.511 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:35:12 smithi077 ceph-mon[87572]: osdmap e1949: 8 total, 8 up, 8 in 2024-04-10T16:35:12.512 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:35:12 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/686126149' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-39","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:35:13.355 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:35:13 smithi069 ceph-mon[96738]: pgmap v3550: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail 2024-04-10T16:35:13.355 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:35:13 smithi069 ceph-mon[96738]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T16:35:13.356 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:35:13 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/686126149' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-39","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T16:35:13.356 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:35:13 smithi069 ceph-mon[96738]: osdmap e1950: 8 total, 8 up, 8 in 2024-04-10T16:35:13.356 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:35:13 smithi069 ceph-mon[94167]: pgmap v3550: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail 2024-04-10T16:35:13.356 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:35:13 smithi069 ceph-mon[94167]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T16:35:13.356 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:35:13 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/686126149' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-39","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T16:35:13.356 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:35:13 smithi069 ceph-mon[94167]: osdmap e1950: 8 total, 8 up, 8 in 2024-04-10T16:35:13.511 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:35:13 smithi077 ceph-mon[87572]: pgmap v3550: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail 2024-04-10T16:35:13.511 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:35:13 smithi077 ceph-mon[87572]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T16:35:13.511 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:35:13 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/686126149' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-39","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T16:35:13.511 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:35:13 smithi077 ceph-mon[87572]: osdmap e1950: 8 total, 8 up, 8 in 2024-04-10T16:35:14.511 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:35:14 smithi077 ceph-mon[87572]: osdmap e1951: 8 total, 8 up, 8 in 2024-04-10T16:35:14.605 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:35:14 smithi069 ceph-mon[96738]: osdmap e1951: 8 total, 8 up, 8 in 2024-04-10T16:35:14.605 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:35:14 smithi069 ceph-mon[94167]: osdmap e1951: 8 total, 8 up, 8 in 2024-04-10T16:35:15.511 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:35:15 smithi077 ceph-mon[87572]: pgmap v3553: 137 pgs: 20 unknown, 117 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-04-10T16:35:15.511 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:35:15 smithi077 ceph-mon[87572]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T16:35:15.511 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:35:15 smithi077 ceph-mon[87572]: osdmap e1952: 8 total, 8 up, 8 in 2024-04-10T16:35:15.605 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:35:15 smithi069 ceph-mon[96738]: pgmap v3553: 137 pgs: 20 unknown, 117 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-04-10T16:35:15.605 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:35:15 smithi069 ceph-mon[96738]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T16:35:15.605 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:35:15 smithi069 ceph-mon[96738]: osdmap e1952: 8 total, 8 up, 8 in 2024-04-10T16:35:15.605 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:35:15 smithi069 ceph-mon[94167]: pgmap v3553: 137 pgs: 20 unknown, 117 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-04-10T16:35:15.605 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:35:15 smithi069 ceph-mon[94167]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T16:35:15.606 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:35:15 smithi069 ceph-mon[94167]: osdmap e1952: 8 total, 8 up, 8 in 2024-04-10T16:35:17.355 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:35:17 smithi069 ceph-mon[96738]: pgmap v3555: 137 pgs: 18 unknown, 119 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-10T16:35:17.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:35:17 smithi069 ceph-mon[94167]: pgmap v3555: 137 pgs: 18 unknown, 119 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-10T16:35:17.356 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:35:16 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:35:16] "GET /metrics HTTP/1.1" 200 36660 "" "Prometheus/2.43.0" 2024-04-10T16:35:17.511 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:35:17 smithi077 ceph-mon[87572]: pgmap v3555: 137 pgs: 18 unknown, 119 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-10T16:35:19.511 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:35:19 smithi077 ceph-mon[87572]: pgmap v3556: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.3 KiB/s wr, 8 op/s 2024-04-10T16:35:19.511 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:35:19 smithi077 ceph-mon[87572]: osdmap e1953: 8 total, 8 up, 8 in 2024-04-10T16:35:19.605 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:35:19 smithi069 ceph-mon[96738]: pgmap v3556: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.3 KiB/s wr, 8 op/s 2024-04-10T16:35:19.605 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:35:19 smithi069 ceph-mon[96738]: osdmap e1953: 8 total, 8 up, 8 in 2024-04-10T16:35:19.605 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:35:19 smithi069 ceph-mon[94167]: pgmap v3556: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.3 KiB/s wr, 8 op/s 2024-04-10T16:35:19.605 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:35:19 smithi069 ceph-mon[94167]: osdmap e1953: 8 total, 8 up, 8 in 2024-04-10T16:35:21.511 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:35:21 smithi077 ceph-mon[87572]: pgmap v3558: 137 pgs: 137 active+clean; 18 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 2.1 MiB/s wr, 18 op/s 2024-04-10T16:35:21.605 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:35:21 smithi069 ceph-mon[96738]: pgmap v3558: 137 pgs: 137 active+clean; 18 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 2.1 MiB/s wr, 18 op/s 2024-04-10T16:35:21.605 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:35:21 smithi069 ceph-mon[94167]: pgmap v3558: 137 pgs: 137 active+clean; 18 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 2.1 MiB/s wr, 18 op/s 2024-04-10T16:35:22.761 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:35:22 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:35:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:35:23.261 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:35:22 smithi077 ceph-mon[87572]: pgmap v3559: 137 pgs: 137 active+clean; 34 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 34 KiB/s rd, 3.6 MiB/s wr, 47 op/s 2024-04-10T16:35:23.261 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:35:22 smithi077 ceph-mon[87572]: osdmap e1954: 8 total, 8 up, 8 in 2024-04-10T16:35:23.355 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:35:22 smithi069 ceph-mon[96738]: pgmap v3559: 137 pgs: 137 active+clean; 34 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 34 KiB/s rd, 3.6 MiB/s wr, 47 op/s 2024-04-10T16:35:23.355 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:35:22 smithi069 ceph-mon[96738]: osdmap e1954: 8 total, 8 up, 8 in 2024-04-10T16:35:23.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:35:22 smithi069 ceph-mon[94167]: pgmap v3559: 137 pgs: 137 active+clean; 34 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 34 KiB/s rd, 3.6 MiB/s wr, 47 op/s 2024-04-10T16:35:23.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:35:22 smithi069 ceph-mon[94167]: osdmap e1954: 8 total, 8 up, 8 in 2024-04-10T16:35:25.261 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:35:24 smithi077 ceph-mon[87572]: pgmap v3561: 137 pgs: 137 active+clean; 34 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 37 KiB/s rd, 3.6 MiB/s wr, 51 op/s 2024-04-10T16:35:25.262 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:35:24 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:35:25.355 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:35:24 smithi069 ceph-mon[96738]: pgmap v3561: 137 pgs: 137 active+clean; 34 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 37 KiB/s rd, 3.6 MiB/s wr, 51 op/s 2024-04-10T16:35:25.355 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:35:24 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:35:25.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:35:24 smithi069 ceph-mon[94167]: pgmap v3561: 137 pgs: 137 active+clean; 34 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 37 KiB/s rd, 3.6 MiB/s wr, 51 op/s 2024-04-10T16:35:25.356 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:35:24 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:35:27.261 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:35:26 smithi077 ceph-mon[87572]: pgmap v3562: 137 pgs: 137 active+clean; 34 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 33 KiB/s rd, 3.6 MiB/s wr, 44 op/s 2024-04-10T16:35:27.355 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:35:26 smithi069 ceph-mon[96738]: pgmap v3562: 137 pgs: 137 active+clean; 34 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 33 KiB/s rd, 3.6 MiB/s wr, 44 op/s 2024-04-10T16:35:27.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:35:26 smithi069 ceph-mon[94167]: pgmap v3562: 137 pgs: 137 active+clean; 34 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 33 KiB/s rd, 3.6 MiB/s wr, 44 op/s 2024-04-10T16:35:27.356 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:35:26 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:35:26] "GET /metrics HTTP/1.1" 200 36647 "" "Prometheus/2.43.0" 2024-04-10T16:35:28.098 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] EncryptedFlattenTest/3.Simple (17981 ms) 2024-04-10T16:35:28.098 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] EncryptedFlattenTest/3.Grow 2024-04-10T16:35:28.098 INFO:tasks.workunit.client.0.smithi069.stdout:using new format! 2024-04-10T16:35:28.261 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:35:27 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:35:28.355 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:35:27 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:35:28.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:35:27 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:35:29.261 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:35:28 smithi077 ceph-mon[87572]: pgmap v3563: 137 pgs: 137 active+clean; 38 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 64 KiB/s rd, 3.5 MiB/s wr, 44 op/s 2024-04-10T16:35:29.261 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:35:28 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:35:29.261 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:35:28 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:35:29.355 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:35:28 smithi069 ceph-mon[96738]: pgmap v3563: 137 pgs: 137 active+clean; 38 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 64 KiB/s rd, 3.5 MiB/s wr, 44 op/s 2024-04-10T16:35:29.355 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:35:28 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:35:29.355 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:35:28 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:35:29.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:35:28 smithi069 ceph-mon[94167]: pgmap v3563: 137 pgs: 137 active+clean; 38 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 64 KiB/s rd, 3.5 MiB/s wr, 44 op/s 2024-04-10T16:35:29.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:35:28 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:35:29.356 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:35:28 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:35:30.261 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:35:29 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:35:30.261 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:35:29 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:35:30.261 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:35:29 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:35:30.355 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:35:29 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:35:30.355 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:35:29 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:35:30.355 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:35:29 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:35:30.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:35:29 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:35:30.356 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:35:29 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:35:30.356 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:35:29 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:35:31.355 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:35:31 smithi069 ceph-mon[96738]: pgmap v3564: 137 pgs: 137 active+clean; 58 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 5.9 MiB/s rd, 4.0 MiB/s wr, 47 op/s 2024-04-10T16:35:31.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:35:31 smithi069 ceph-mon[94167]: pgmap v3564: 137 pgs: 137 active+clean; 58 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 5.9 MiB/s rd, 4.0 MiB/s wr, 47 op/s 2024-04-10T16:35:31.511 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:35:31 smithi077 ceph-mon[87572]: pgmap v3564: 137 pgs: 137 active+clean; 58 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 5.9 MiB/s rd, 4.0 MiB/s wr, 47 op/s 2024-04-10T16:35:32.761 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:35:32 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:35:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:35:33.355 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:35:33 smithi069 ceph-mon[96738]: pgmap v3565: 137 pgs: 137 active+clean; 63 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 3.3 MiB/s wr, 31 op/s 2024-04-10T16:35:33.355 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:35:33 smithi069 ceph-mon[96738]: osdmap e1955: 8 total, 8 up, 8 in 2024-04-10T16:35:33.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:35:33 smithi069 ceph-mon[94167]: pgmap v3565: 137 pgs: 137 active+clean; 63 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 3.3 MiB/s wr, 31 op/s 2024-04-10T16:35:33.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:35:33 smithi069 ceph-mon[94167]: osdmap e1955: 8 total, 8 up, 8 in 2024-04-10T16:35:33.511 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:35:33 smithi077 ceph-mon[87572]: pgmap v3565: 137 pgs: 137 active+clean; 63 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 3.3 MiB/s wr, 31 op/s 2024-04-10T16:35:33.511 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:35:33 smithi077 ceph-mon[87572]: osdmap e1955: 8 total, 8 up, 8 in 2024-04-10T16:35:35.355 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:35:35 smithi069 ceph-mon[96738]: pgmap v3567: 137 pgs: 137 active+clean; 72 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 4.2 MiB/s wr, 37 op/s 2024-04-10T16:35:35.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:35:35 smithi069 ceph-mon[94167]: pgmap v3567: 137 pgs: 137 active+clean; 72 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 4.2 MiB/s wr, 37 op/s 2024-04-10T16:35:35.511 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:35:35 smithi077 ceph-mon[87572]: pgmap v3567: 137 pgs: 137 active+clean; 72 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 4.2 MiB/s wr, 37 op/s 2024-04-10T16:35:37.355 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:35:37 smithi069 ceph-mon[96738]: pgmap v3568: 137 pgs: 137 active+clean; 76 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 4.6 MiB/s wr, 53 op/s 2024-04-10T16:35:37.356 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:35:37 smithi069 ceph-mon[94167]: pgmap v3568: 137 pgs: 137 active+clean; 76 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 4.6 MiB/s wr, 53 op/s 2024-04-10T16:35:37.356 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:35:36 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:35:36] "GET /metrics HTTP/1.1" 200 36647 "" "Prometheus/2.43.0" 2024-04-10T16:35:37.511 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:35:37 smithi077 ceph-mon[87572]: pgmap v3568: 137 pgs: 137 active+clean; 76 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 4.6 MiB/s wr, 53 op/s 2024-04-10T16:35:39.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:35:39 smithi069 ceph-mon[94167]: pgmap v3569: 137 pgs: 137 active+clean; 92 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 5.8 MiB/s wr, 58 op/s 2024-04-10T16:35:39.355 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:35:39 smithi069 ceph-mon[96738]: pgmap v3569: 137 pgs: 137 active+clean; 92 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 5.8 MiB/s wr, 58 op/s 2024-04-10T16:35:39.511 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:35:39 smithi077 ceph-mon[87572]: pgmap v3569: 137 pgs: 137 active+clean; 92 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 5.8 MiB/s wr, 58 op/s 2024-04-10T16:35:40.355 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:35:40 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:35:40.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:35:40 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:35:40.511 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:35:40 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:35:41.355 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:35:41 smithi069 ceph-mon[96738]: pgmap v3570: 137 pgs: 137 active+clean; 96 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 4.7 MiB/s rd, 4.2 MiB/s wr, 50 op/s 2024-04-10T16:35:41.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:35:41 smithi069 ceph-mon[94167]: pgmap v3570: 137 pgs: 137 active+clean; 96 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 4.7 MiB/s rd, 4.2 MiB/s wr, 50 op/s 2024-04-10T16:35:41.511 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:35:41 smithi077 ceph-mon[87572]: pgmap v3570: 137 pgs: 137 active+clean; 96 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 4.7 MiB/s rd, 4.2 MiB/s wr, 50 op/s 2024-04-10T16:35:41.866 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] EncryptedFlattenTest/3.Grow (13768 ms) 2024-04-10T16:35:41.866 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] EncryptedFlattenTest/3.Shrink 2024-04-10T16:35:41.866 INFO:tasks.workunit.client.0.smithi069.stdout:using new format! 2024-04-10T16:35:42.761 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:35:42 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:35:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:35:43.355 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:35:43 smithi069 ceph-mon[96738]: pgmap v3571: 137 pgs: 137 active+clean; 112 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 4.1 MiB/s rd, 4.9 MiB/s wr, 51 op/s 2024-04-10T16:35:43.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:35:43 smithi069 ceph-mon[94167]: pgmap v3571: 137 pgs: 137 active+clean; 112 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 4.1 MiB/s rd, 4.9 MiB/s wr, 51 op/s 2024-04-10T16:35:43.511 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:35:43 smithi077 ceph-mon[87572]: pgmap v3571: 137 pgs: 137 active+clean; 112 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 4.1 MiB/s rd, 4.9 MiB/s wr, 51 op/s 2024-04-10T16:35:45.355 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:35:45 smithi069 ceph-mon[96738]: pgmap v3572: 137 pgs: 137 active+clean; 121 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 7.1 MiB/s rd, 5.4 MiB/s wr, 56 op/s 2024-04-10T16:35:45.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:35:45 smithi069 ceph-mon[94167]: pgmap v3572: 137 pgs: 137 active+clean; 121 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 7.1 MiB/s rd, 5.4 MiB/s wr, 56 op/s 2024-04-10T16:35:45.511 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:35:45 smithi077 ceph-mon[87572]: pgmap v3572: 137 pgs: 137 active+clean; 121 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 7.1 MiB/s rd, 5.4 MiB/s wr, 56 op/s 2024-04-10T16:35:47.355 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:35:46 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:35:46] "GET /metrics HTTP/1.1" 200 36649 "" "Prometheus/2.43.0" 2024-04-10T16:35:47.356 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:35:47 smithi069 ceph-mon[96738]: pgmap v3573: 137 pgs: 137 active+clean; 121 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 7.4 MiB/s rd, 4.4 MiB/s wr, 46 op/s 2024-04-10T16:35:47.356 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:35:47 smithi069 ceph-mon[96738]: osdmap e1956: 8 total, 8 up, 8 in 2024-04-10T16:35:47.356 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:35:47 smithi069 ceph-mon[94167]: pgmap v3573: 137 pgs: 137 active+clean; 121 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 7.4 MiB/s rd, 4.4 MiB/s wr, 46 op/s 2024-04-10T16:35:47.356 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:35:47 smithi069 ceph-mon[94167]: osdmap e1956: 8 total, 8 up, 8 in 2024-04-10T16:35:47.511 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:35:47 smithi077 ceph-mon[87572]: pgmap v3573: 137 pgs: 137 active+clean; 121 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 7.4 MiB/s rd, 4.4 MiB/s wr, 46 op/s 2024-04-10T16:35:47.511 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:35:47 smithi077 ceph-mon[87572]: osdmap e1956: 8 total, 8 up, 8 in 2024-04-10T16:35:49.355 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:35:49 smithi069 ceph-mon[96738]: pgmap v3575: 137 pgs: 137 active+clean; 138 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 5.0 MiB/s wr, 31 op/s 2024-04-10T16:35:49.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:35:49 smithi069 ceph-mon[94167]: pgmap v3575: 137 pgs: 137 active+clean; 138 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 5.0 MiB/s wr, 31 op/s 2024-04-10T16:35:49.511 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:35:49 smithi077 ceph-mon[87572]: pgmap v3575: 137 pgs: 137 active+clean; 138 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 5.0 MiB/s wr, 31 op/s 2024-04-10T16:35:51.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:35:51 smithi069 ceph-mon[94167]: pgmap v3576: 137 pgs: 137 active+clean; 150 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 5.8 MiB/s wr, 54 op/s 2024-04-10T16:35:51.355 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:35:51 smithi069 ceph-mon[96738]: pgmap v3576: 137 pgs: 137 active+clean; 150 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 5.8 MiB/s wr, 54 op/s 2024-04-10T16:35:51.511 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:35:51 smithi077 ceph-mon[87572]: pgmap v3576: 137 pgs: 137 active+clean; 150 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 5.8 MiB/s wr, 54 op/s 2024-04-10T16:35:52.761 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:35:52 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:35:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:35:53.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:35:53 smithi069 ceph-mon[94167]: pgmap v3577: 137 pgs: 137 active+clean; 154 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 6.5 MiB/s rd, 4.6 MiB/s wr, 50 op/s 2024-04-10T16:35:53.355 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:35:53 smithi069 ceph-mon[96738]: pgmap v3577: 137 pgs: 137 active+clean; 154 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 6.5 MiB/s rd, 4.6 MiB/s wr, 50 op/s 2024-04-10T16:35:53.511 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:35:53 smithi077 ceph-mon[87572]: pgmap v3577: 137 pgs: 137 active+clean; 154 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 6.5 MiB/s rd, 4.6 MiB/s wr, 50 op/s 2024-04-10T16:35:55.355 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:35:55 smithi069 ceph-mon[96738]: pgmap v3578: 137 pgs: 137 active+clean; 154 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.3 MiB/s wr, 43 op/s 2024-04-10T16:35:55.355 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:35:55 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:35:55.356 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:35:55 smithi069 ceph-mon[94167]: pgmap v3578: 137 pgs: 137 active+clean; 154 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.3 MiB/s wr, 43 op/s 2024-04-10T16:35:55.356 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:35:55 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:35:55.511 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:35:55 smithi077 ceph-mon[87572]: pgmap v3578: 137 pgs: 137 active+clean; 154 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.3 MiB/s wr, 43 op/s 2024-04-10T16:35:55.511 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:35:55 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:35:55.972 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] EncryptedFlattenTest/3.Shrink (14105 ms) 2024-04-10T16:35:55.972 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] EncryptedFlattenTest/3.ShrinkToOne 2024-04-10T16:35:55.972 INFO:tasks.workunit.client.0.smithi069.stdout:using new format! 2024-04-10T16:35:57.355 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:35:57 smithi069 ceph-mon[96738]: pgmap v3579: 137 pgs: 137 active+clean; 154 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.3 MiB/s wr, 42 op/s 2024-04-10T16:35:57.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:35:57 smithi069 ceph-mon[94167]: pgmap v3579: 137 pgs: 137 active+clean; 154 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.3 MiB/s wr, 42 op/s 2024-04-10T16:35:57.356 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:35:56 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:35:56] "GET /metrics HTTP/1.1" 200 36658 "" "Prometheus/2.43.0" 2024-04-10T16:35:57.511 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:35:57 smithi077 ceph-mon[87572]: pgmap v3579: 137 pgs: 137 active+clean; 154 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.3 MiB/s wr, 42 op/s 2024-04-10T16:35:59.355 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:35:59 smithi069 ceph-mon[96738]: pgmap v3580: 137 pgs: 137 active+clean; 162 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 4.1 MiB/s rd, 2.5 MiB/s wr, 44 op/s 2024-04-10T16:35:59.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:35:59 smithi069 ceph-mon[94167]: pgmap v3580: 137 pgs: 137 active+clean; 162 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 4.1 MiB/s rd, 2.5 MiB/s wr, 44 op/s 2024-04-10T16:35:59.511 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:35:59 smithi077 ceph-mon[87572]: pgmap v3580: 137 pgs: 137 active+clean; 162 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 4.1 MiB/s rd, 2.5 MiB/s wr, 44 op/s 2024-04-10T16:36:01.355 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:36:01 smithi069 ceph-mon[96738]: pgmap v3581: 137 pgs: 137 active+clean; 179 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 8.1 MiB/s rd, 3.8 MiB/s wr, 53 op/s 2024-04-10T16:36:01.355 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:36:01 smithi069 ceph-mon[96738]: osdmap e1957: 8 total, 8 up, 8 in 2024-04-10T16:36:01.356 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:36:01 smithi069 ceph-mon[94167]: pgmap v3581: 137 pgs: 137 active+clean; 179 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 8.1 MiB/s rd, 3.8 MiB/s wr, 53 op/s 2024-04-10T16:36:01.356 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:36:01 smithi069 ceph-mon[94167]: osdmap e1957: 8 total, 8 up, 8 in 2024-04-10T16:36:01.511 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:36:01 smithi077 ceph-mon[87572]: pgmap v3581: 137 pgs: 137 active+clean; 179 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 8.1 MiB/s rd, 3.8 MiB/s wr, 53 op/s 2024-04-10T16:36:01.511 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:36:01 smithi077 ceph-mon[87572]: osdmap e1957: 8 total, 8 up, 8 in 2024-04-10T16:36:02.761 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:36:02 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:36:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:36:03.355 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:36:03 smithi069 ceph-mon[96738]: pgmap v3583: 137 pgs: 137 active+clean; 195 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 4.5 MiB/s wr, 40 op/s 2024-04-10T16:36:03.356 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:36:03 smithi069 ceph-mon[94167]: pgmap v3583: 137 pgs: 137 active+clean; 195 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 4.5 MiB/s wr, 40 op/s 2024-04-10T16:36:03.511 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:36:03 smithi077 ceph-mon[87572]: pgmap v3583: 137 pgs: 137 active+clean; 195 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 4.5 MiB/s wr, 40 op/s 2024-04-10T16:36:05.355 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:36:05 smithi069 ceph-mon[96738]: pgmap v3584: 137 pgs: 137 active+clean; 204 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 5.4 MiB/s wr, 57 op/s 2024-04-10T16:36:05.356 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:36:05 smithi069 ceph-mon[94167]: pgmap v3584: 137 pgs: 137 active+clean; 204 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 5.4 MiB/s wr, 57 op/s 2024-04-10T16:36:05.511 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:36:05 smithi077 ceph-mon[87572]: pgmap v3584: 137 pgs: 137 active+clean; 204 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 5.4 MiB/s wr, 57 op/s 2024-04-10T16:36:07.355 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:36:07 smithi069 ceph-mon[96738]: pgmap v3585: 137 pgs: 137 active+clean; 208 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 9.7 MiB/s rd, 5.8 MiB/s wr, 58 op/s 2024-04-10T16:36:07.356 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:36:07 smithi069 ceph-mon[94167]: pgmap v3585: 137 pgs: 137 active+clean; 208 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 9.7 MiB/s rd, 5.8 MiB/s wr, 58 op/s 2024-04-10T16:36:07.356 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:36:06 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:36:06] "GET /metrics HTTP/1.1" 200 36658 "" "Prometheus/2.43.0" 2024-04-10T16:36:07.511 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:36:07 smithi077 ceph-mon[87572]: pgmap v3585: 137 pgs: 137 active+clean; 208 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 9.7 MiB/s rd, 5.8 MiB/s wr, 58 op/s 2024-04-10T16:36:09.355 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:36:09 smithi069 ceph-mon[96738]: pgmap v3586: 137 pgs: 137 active+clean; 212 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 6.0 MiB/s rd, 5.0 MiB/s wr, 53 op/s 2024-04-10T16:36:09.356 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:36:09 smithi069 ceph-mon[94167]: pgmap v3586: 137 pgs: 137 active+clean; 212 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 6.0 MiB/s rd, 5.0 MiB/s wr, 53 op/s 2024-04-10T16:36:09.511 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:36:09 smithi077 ceph-mon[87572]: pgmap v3586: 137 pgs: 137 active+clean; 212 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 6.0 MiB/s rd, 5.0 MiB/s wr, 53 op/s 2024-04-10T16:36:09.919 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] EncryptedFlattenTest/3.ShrinkToOne (13947 ms) 2024-04-10T16:36:09.919 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] EncryptedFlattenTest/3.ShrinkToOneAfterSnapshot 2024-04-10T16:36:09.919 INFO:tasks.workunit.client.0.smithi069.stdout:using new format! 2024-04-10T16:36:10.355 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:36:10 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:36:10.356 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:36:10 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:36:10.511 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:36:10 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:36:11.355 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:36:11 smithi069 ceph-mon[96738]: pgmap v3587: 137 pgs: 137 active+clean; 216 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 908 KiB/s rd, 4.1 MiB/s wr, 43 op/s 2024-04-10T16:36:11.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:36:11 smithi069 ceph-mon[94167]: pgmap v3587: 137 pgs: 137 active+clean; 216 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 908 KiB/s rd, 4.1 MiB/s wr, 43 op/s 2024-04-10T16:36:11.511 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:36:11 smithi077 ceph-mon[87572]: pgmap v3587: 137 pgs: 137 active+clean; 216 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 908 KiB/s rd, 4.1 MiB/s wr, 43 op/s 2024-04-10T16:36:12.761 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:36:12 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:36:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:36:13.355 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:36:13 smithi069 ceph-mon[96738]: pgmap v3588: 137 pgs: 137 active+clean; 216 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 4.0 MiB/s wr, 50 op/s 2024-04-10T16:36:13.356 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:36:13 smithi069 ceph-mon[94167]: pgmap v3588: 137 pgs: 137 active+clean; 216 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 4.0 MiB/s wr, 50 op/s 2024-04-10T16:36:13.511 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:36:13 smithi077 ceph-mon[87572]: pgmap v3588: 137 pgs: 137 active+clean; 216 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 4.0 MiB/s wr, 50 op/s 2024-04-10T16:36:15.355 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:36:15 smithi069 ceph-mon[96738]: pgmap v3589: 137 pgs: 137 active+clean; 216 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 784 KiB/s rd, 2.4 MiB/s wr, 40 op/s 2024-04-10T16:36:15.355 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:36:15 smithi069 ceph-mon[96738]: osdmap e1958: 8 total, 8 up, 8 in 2024-04-10T16:36:15.356 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:36:15 smithi069 ceph-mon[94167]: pgmap v3589: 137 pgs: 137 active+clean; 216 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 784 KiB/s rd, 2.4 MiB/s wr, 40 op/s 2024-04-10T16:36:15.356 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:36:15 smithi069 ceph-mon[94167]: osdmap e1958: 8 total, 8 up, 8 in 2024-04-10T16:36:15.511 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:36:15 smithi077 ceph-mon[87572]: pgmap v3589: 137 pgs: 137 active+clean; 216 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 784 KiB/s rd, 2.4 MiB/s wr, 40 op/s 2024-04-10T16:36:15.511 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:36:15 smithi077 ceph-mon[87572]: osdmap e1958: 8 total, 8 up, 8 in 2024-04-10T16:36:17.355 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:36:17 smithi069 ceph-mon[96738]: pgmap v3591: 137 pgs: 137 active+clean; 220 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 927 KiB/s rd, 2.0 MiB/s wr, 31 op/s 2024-04-10T16:36:17.356 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:36:16 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:36:16] "GET /metrics HTTP/1.1" 200 36663 "" "Prometheus/2.43.0" 2024-04-10T16:36:17.356 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:36:17 smithi069 ceph-mon[94167]: pgmap v3591: 137 pgs: 137 active+clean; 220 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 927 KiB/s rd, 2.0 MiB/s wr, 31 op/s 2024-04-10T16:36:17.511 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:36:17 smithi077 ceph-mon[87572]: pgmap v3591: 137 pgs: 137 active+clean; 220 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 927 KiB/s rd, 2.0 MiB/s wr, 31 op/s 2024-04-10T16:36:19.355 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:36:19 smithi069 ceph-mon[96738]: pgmap v3592: 137 pgs: 137 active+clean; 233 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 914 KiB/s rd, 2.9 MiB/s wr, 51 op/s 2024-04-10T16:36:19.355 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:36:19 smithi069 ceph-mon[94167]: pgmap v3592: 137 pgs: 137 active+clean; 233 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 914 KiB/s rd, 2.9 MiB/s wr, 51 op/s 2024-04-10T16:36:19.511 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:36:19 smithi077 ceph-mon[87572]: pgmap v3592: 137 pgs: 137 active+clean; 233 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 914 KiB/s rd, 2.9 MiB/s wr, 51 op/s 2024-04-10T16:36:21.355 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:36:21 smithi069 ceph-mon[96738]: pgmap v3593: 137 pgs: 137 active+clean; 245 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 883 KiB/s rd, 3.3 MiB/s wr, 48 op/s 2024-04-10T16:36:21.356 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:36:21 smithi069 ceph-mon[94167]: pgmap v3593: 137 pgs: 137 active+clean; 245 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 883 KiB/s rd, 3.3 MiB/s wr, 48 op/s 2024-04-10T16:36:21.511 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:36:21 smithi077 ceph-mon[87572]: pgmap v3593: 137 pgs: 137 active+clean; 245 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 883 KiB/s rd, 3.3 MiB/s wr, 48 op/s 2024-04-10T16:36:22.761 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:36:22 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:36:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:36:23.355 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:36:23 smithi069 ceph-mon[96738]: pgmap v3594: 137 pgs: 137 active+clean; 249 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 60 KiB/s rd, 3.3 MiB/s wr, 43 op/s 2024-04-10T16:36:23.355 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:36:23 smithi069 ceph-mon[96738]: osdmap e1959: 8 total, 8 up, 8 in 2024-04-10T16:36:23.356 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:36:23 smithi069 ceph-mon[94167]: pgmap v3594: 137 pgs: 137 active+clean; 249 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 60 KiB/s rd, 3.3 MiB/s wr, 43 op/s 2024-04-10T16:36:23.356 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:36:23 smithi069 ceph-mon[94167]: osdmap e1959: 8 total, 8 up, 8 in 2024-04-10T16:36:23.511 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:36:23 smithi077 ceph-mon[87572]: pgmap v3594: 137 pgs: 137 active+clean; 249 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 60 KiB/s rd, 3.3 MiB/s wr, 43 op/s 2024-04-10T16:36:23.511 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:36:23 smithi077 ceph-mon[87572]: osdmap e1959: 8 total, 8 up, 8 in 2024-04-10T16:36:24.436 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] EncryptedFlattenTest/3.ShrinkToOneAfterSnapshot (14518 ms) 2024-04-10T16:36:24.436 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] EncryptedFlattenTest/3.MinOverlap 2024-04-10T16:36:24.436 INFO:tasks.workunit.client.0.smithi069.stdout:using new format! 2024-04-10T16:36:25.355 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:36:25 smithi069 ceph-mon[96738]: pgmap v3596: 137 pgs: 137 active+clean; 289 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 971 KiB/s rd, 7.8 MiB/s wr, 48 op/s 2024-04-10T16:36:25.356 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:36:25 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:36:25.356 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:36:25 smithi069 ceph-mon[94167]: pgmap v3596: 137 pgs: 137 active+clean; 289 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 971 KiB/s rd, 7.8 MiB/s wr, 48 op/s 2024-04-10T16:36:25.356 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:36:25 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:36:25.511 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:36:25 smithi077 ceph-mon[87572]: pgmap v3596: 137 pgs: 137 active+clean; 289 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 971 KiB/s rd, 7.8 MiB/s wr, 48 op/s 2024-04-10T16:36:25.511 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:36:25 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:36:27.355 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:36:27 smithi069 ceph-mon[96738]: pgmap v3597: 137 pgs: 137 active+clean; 289 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 6.9 MiB/s wr, 36 op/s 2024-04-10T16:36:27.356 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:36:27 smithi069 ceph-mon[94167]: pgmap v3597: 137 pgs: 137 active+clean; 289 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 6.9 MiB/s wr, 36 op/s 2024-04-10T16:36:27.356 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:36:26 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:36:26] "GET /metrics HTTP/1.1" 200 36661 "" "Prometheus/2.43.0" 2024-04-10T16:36:27.511 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:36:27 smithi077 ceph-mon[87572]: pgmap v3597: 137 pgs: 137 active+clean; 289 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 6.9 MiB/s wr, 36 op/s 2024-04-10T16:36:29.511 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:36:29 smithi077 ceph-mon[87572]: pgmap v3598: 137 pgs: 137 active+clean; 306 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 7.3 MiB/s wr, 41 op/s 2024-04-10T16:36:29.512 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:36:29 smithi077 ceph-mon[87572]: osdmap e1960: 8 total, 8 up, 8 in 2024-04-10T16:36:29.605 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:36:29 smithi069 ceph-mon[96738]: pgmap v3598: 137 pgs: 137 active+clean; 306 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 7.3 MiB/s wr, 41 op/s 2024-04-10T16:36:29.606 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:36:29 smithi069 ceph-mon[96738]: osdmap e1960: 8 total, 8 up, 8 in 2024-04-10T16:36:29.606 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:36:29 smithi069 ceph-mon[94167]: pgmap v3598: 137 pgs: 137 active+clean; 306 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 7.3 MiB/s wr, 41 op/s 2024-04-10T16:36:29.606 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:36:29 smithi069 ceph-mon[94167]: osdmap e1960: 8 total, 8 up, 8 in 2024-04-10T16:36:30.511 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:36:30 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:36:30.512 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:36:30 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:36:30.512 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:36:30 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:36:30.605 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:36:30 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:36:30.605 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:36:30 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:36:30.605 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:36:30 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:36:30.606 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:36:30 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:36:30.606 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:36:30 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:36:30.606 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:36:30 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:36:31.507 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:36:31 smithi069 ceph-mon[96738]: pgmap v3600: 137 pgs: 137 active+clean; 322 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.7 MiB/s rd, 9.1 MiB/s wr, 65 op/s 2024-04-10T16:36:31.507 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:36:31 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:36:31.507 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:36:31 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:36:31.507 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:36:31 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:36:31.507 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:36:31 smithi069 ceph-mon[94167]: pgmap v3600: 137 pgs: 137 active+clean; 322 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.7 MiB/s rd, 9.1 MiB/s wr, 65 op/s 2024-04-10T16:36:31.507 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:36:31 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:36:31.507 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:36:31 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:36:31.507 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:36:31 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:36:31.511 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:36:31 smithi077 ceph-mon[87572]: pgmap v3600: 137 pgs: 137 active+clean; 322 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.7 MiB/s rd, 9.1 MiB/s wr, 65 op/s 2024-04-10T16:36:31.511 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:36:31 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:36:31.511 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:36:31 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:36:31.512 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:36:31 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:36:32.762 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:36:32 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:36:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:36:33.511 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:36:33 smithi077 ceph-mon[87572]: pgmap v3601: 137 pgs: 137 active+clean; 335 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.2 MiB/s rd, 9.2 MiB/s wr, 72 op/s 2024-04-10T16:36:33.605 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:36:33 smithi069 ceph-mon[96738]: pgmap v3601: 137 pgs: 137 active+clean; 335 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.2 MiB/s rd, 9.2 MiB/s wr, 72 op/s 2024-04-10T16:36:33.606 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:36:33 smithi069 ceph-mon[94167]: pgmap v3601: 137 pgs: 137 active+clean; 335 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.2 MiB/s rd, 9.2 MiB/s wr, 72 op/s 2024-04-10T16:36:35.511 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:36:35 smithi077 ceph-mon[87572]: pgmap v3602: 137 pgs: 137 active+clean; 339 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 5.0 MiB/s wr, 69 op/s 2024-04-10T16:36:35.606 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:36:35 smithi069 ceph-mon[96738]: pgmap v3602: 137 pgs: 137 active+clean; 339 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 5.0 MiB/s wr, 69 op/s 2024-04-10T16:36:35.606 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:36:35 smithi069 ceph-mon[94167]: pgmap v3602: 137 pgs: 137 active+clean; 339 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 5.0 MiB/s wr, 69 op/s 2024-04-10T16:36:37.355 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:36:37 smithi069 ceph-mon[96738]: pgmap v3603: 137 pgs: 137 active+clean; 339 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 5.0 MiB/s wr, 70 op/s 2024-04-10T16:36:37.356 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:36:37 smithi069 ceph-mon[94167]: pgmap v3603: 137 pgs: 137 active+clean; 339 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 5.0 MiB/s wr, 70 op/s 2024-04-10T16:36:37.356 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:36:36 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:36:36] "GET /metrics HTTP/1.1" 200 36661 "" "Prometheus/2.43.0" 2024-04-10T16:36:37.511 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:36:37 smithi077 ceph-mon[87572]: pgmap v3603: 137 pgs: 137 active+clean; 339 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 5.0 MiB/s wr, 70 op/s 2024-04-10T16:36:37.669 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] EncryptedFlattenTest/3.MinOverlap (13233 ms) 2024-04-10T16:36:37.669 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] EncryptedFlattenTest/3.ZeroOverlap 2024-04-10T16:36:37.669 INFO:tasks.workunit.client.0.smithi069.stdout:using new format! 2024-04-10T16:36:39.511 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:36:39 smithi077 ceph-mon[87572]: pgmap v3604: 137 pgs: 137 active+clean; 339 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 475 KiB/s rd, 3.3 MiB/s wr, 48 op/s 2024-04-10T16:36:39.605 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:36:39 smithi069 ceph-mon[96738]: pgmap v3604: 137 pgs: 137 active+clean; 339 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 475 KiB/s rd, 3.3 MiB/s wr, 48 op/s 2024-04-10T16:36:39.606 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:36:39 smithi069 ceph-mon[94167]: pgmap v3604: 137 pgs: 137 active+clean; 339 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 475 KiB/s rd, 3.3 MiB/s wr, 48 op/s 2024-04-10T16:36:40.511 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:36:40 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:36:40.605 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:36:40 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:36:40.605 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:36:40 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:36:41.511 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:36:41 smithi077 ceph-mon[87572]: pgmap v3605: 137 pgs: 137 active+clean; 339 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 833 KiB/s rd, 3.3 MiB/s wr, 45 op/s 2024-04-10T16:36:41.605 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:36:41 smithi069 ceph-mon[94167]: pgmap v3605: 137 pgs: 137 active+clean; 339 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 833 KiB/s rd, 3.3 MiB/s wr, 45 op/s 2024-04-10T16:36:41.606 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:36:41 smithi069 ceph-mon[96738]: pgmap v3605: 137 pgs: 137 active+clean; 339 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 833 KiB/s rd, 3.3 MiB/s wr, 45 op/s 2024-04-10T16:36:42.512 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:36:42 smithi077 ceph-mon[87572]: pgmap v3606: 137 pgs: 137 active+clean; 343 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.4 MiB/s wr, 35 op/s 2024-04-10T16:36:42.512 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:36:42 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:36:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:36:42.605 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:36:42 smithi069 ceph-mon[96738]: pgmap v3606: 137 pgs: 137 active+clean; 343 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.4 MiB/s wr, 35 op/s 2024-04-10T16:36:42.605 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:36:42 smithi069 ceph-mon[94167]: pgmap v3606: 137 pgs: 137 active+clean; 343 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.4 MiB/s wr, 35 op/s 2024-04-10T16:36:43.511 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:36:43 smithi077 ceph-mon[87572]: osdmap e1961: 8 total, 8 up, 8 in 2024-04-10T16:36:43.605 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:36:43 smithi069 ceph-mon[96738]: osdmap e1961: 8 total, 8 up, 8 in 2024-04-10T16:36:43.605 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:36:43 smithi069 ceph-mon[94167]: osdmap e1961: 8 total, 8 up, 8 in 2024-04-10T16:36:44.511 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:36:44 smithi077 ceph-mon[87572]: pgmap v3608: 137 pgs: 137 active+clean; 348 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.7 MiB/s wr, 29 op/s 2024-04-10T16:36:44.605 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:36:44 smithi069 ceph-mon[96738]: pgmap v3608: 137 pgs: 137 active+clean; 348 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.7 MiB/s wr, 29 op/s 2024-04-10T16:36:44.606 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:36:44 smithi069 ceph-mon[94167]: pgmap v3608: 137 pgs: 137 active+clean; 348 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.7 MiB/s wr, 29 op/s 2024-04-10T16:36:46.761 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:36:46 smithi077 ceph-mon[87572]: pgmap v3609: 137 pgs: 137 active+clean; 352 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 28 op/s 2024-04-10T16:36:46.855 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:36:46 smithi069 ceph-mon[96738]: pgmap v3609: 137 pgs: 137 active+clean; 352 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 28 op/s 2024-04-10T16:36:46.856 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:36:46 smithi069 ceph-mon[94167]: pgmap v3609: 137 pgs: 137 active+clean; 352 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 28 op/s 2024-04-10T16:36:47.355 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:36:46 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:36:46] "GET /metrics HTTP/1.1" 200 36663 "" "Prometheus/2.43.0" 2024-04-10T16:36:48.761 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:36:48 smithi077 ceph-mon[87572]: pgmap v3610: 137 pgs: 137 active+clean; 372 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 4.1 MiB/s wr, 48 op/s 2024-04-10T16:36:48.855 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:36:48 smithi069 ceph-mon[96738]: pgmap v3610: 137 pgs: 137 active+clean; 372 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 4.1 MiB/s wr, 48 op/s 2024-04-10T16:36:48.856 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:36:48 smithi069 ceph-mon[94167]: pgmap v3610: 137 pgs: 137 active+clean; 372 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 4.1 MiB/s wr, 48 op/s 2024-04-10T16:36:50.761 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:36:50 smithi077 ceph-mon[87572]: pgmap v3611: 137 pgs: 137 active+clean; 372 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.7 MiB/s wr, 48 op/s 2024-04-10T16:36:50.855 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:36:50 smithi069 ceph-mon[96738]: pgmap v3611: 137 pgs: 137 active+clean; 372 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.7 MiB/s wr, 48 op/s 2024-04-10T16:36:50.856 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:36:50 smithi069 ceph-mon[94167]: pgmap v3611: 137 pgs: 137 active+clean; 372 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.7 MiB/s wr, 48 op/s 2024-04-10T16:36:51.924 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] EncryptedFlattenTest/3.ZeroOverlap (14254 ms) 2024-04-10T16:36:52.516 INFO:tasks.workunit.client.0.smithi069.stdout:[----------] 7 tests from EncryptedFlattenTest/3 (101806 ms total) 2024-04-10T16:36:52.516 INFO:tasks.workunit.client.0.smithi069.stdout: 2024-04-10T16:36:52.516 INFO:tasks.workunit.client.0.smithi069.stdout:[----------] 7 tests from EncryptedFlattenTest/4, where TypeParam = LUKS1UnderLUKS2 2024-04-10T16:36:52.551 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] EncryptedFlattenTest/4.Simple 2024-04-10T16:36:52.762 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:36:52 smithi077 ceph-mon[87572]: pgmap v3612: 137 pgs: 137 active+clean; 376 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 528 KiB/s rd, 3.7 MiB/s wr, 43 op/s 2024-04-10T16:36:52.763 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:36:52 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:36:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:36:52.855 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:36:52 smithi069 ceph-mon[96738]: pgmap v3612: 137 pgs: 137 active+clean; 376 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 528 KiB/s rd, 3.7 MiB/s wr, 43 op/s 2024-04-10T16:36:52.856 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:36:52 smithi069 ceph-mon[94167]: pgmap v3612: 137 pgs: 137 active+clean; 376 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 528 KiB/s rd, 3.7 MiB/s wr, 43 op/s 2024-04-10T16:36:53.856 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:36:53 smithi069 ceph-mon[94167]: osdmap e1962: 8 total, 8 up, 8 in 2024-04-10T16:36:53.856 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:36:53 smithi069 ceph-mon[96738]: osdmap e1962: 8 total, 8 up, 8 in 2024-04-10T16:36:54.011 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:36:53 smithi077 ceph-mon[87572]: osdmap e1962: 8 total, 8 up, 8 in 2024-04-10T16:36:54.541 INFO:tasks.workunit.client.0.smithi069.stdout:using new format! 2024-04-10T16:36:54.856 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:36:54 smithi069 ceph-mon[96738]: pgmap v3614: 105 pgs: 105 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail 2024-04-10T16:36:54.856 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:36:54 smithi069 ceph-mon[96738]: osdmap e1963: 8 total, 8 up, 8 in 2024-04-10T16:36:54.856 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:36:54 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/2326502996' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-40","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:36:54.856 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:36:54 smithi069 ceph-mon[96738]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-40","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:36:54.856 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:36:54 smithi069 ceph-mon[94167]: pgmap v3614: 105 pgs: 105 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail 2024-04-10T16:36:54.856 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:36:54 smithi069 ceph-mon[94167]: osdmap e1963: 8 total, 8 up, 8 in 2024-04-10T16:36:54.856 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:36:54 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/2326502996' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-40","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:36:54.856 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:36:54 smithi069 ceph-mon[94167]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-40","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:36:55.011 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:36:54 smithi077 ceph-mon[87572]: pgmap v3614: 105 pgs: 105 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail 2024-04-10T16:36:55.011 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:36:54 smithi077 ceph-mon[87572]: osdmap e1963: 8 total, 8 up, 8 in 2024-04-10T16:36:55.012 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:36:54 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/2326502996' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-40","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:36:55.012 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:36:54 smithi077 ceph-mon[87572]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-40","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:36:55.856 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:36:55 smithi069 ceph-mon[96738]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-40","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T16:36:55.856 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:36:55 smithi069 ceph-mon[96738]: osdmap e1964: 8 total, 8 up, 8 in 2024-04-10T16:36:55.856 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:36:55 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:36:55.856 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:36:55 smithi069 ceph-mon[94167]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-40","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T16:36:55.856 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:36:55 smithi069 ceph-mon[94167]: osdmap e1964: 8 total, 8 up, 8 in 2024-04-10T16:36:55.856 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:36:55 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:36:56.011 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:36:55 smithi077 ceph-mon[87572]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-40","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T16:36:56.012 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:36:55 smithi077 ceph-mon[87572]: osdmap e1964: 8 total, 8 up, 8 in 2024-04-10T16:36:56.012 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:36:55 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:36:56.855 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:36:56 smithi069 ceph-mon[96738]: pgmap v3617: 137 pgs: 12 creating+peering, 20 unknown, 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2024-04-10T16:36:56.856 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:36:56 smithi069 ceph-mon[96738]: osdmap e1965: 8 total, 8 up, 8 in 2024-04-10T16:36:56.856 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:36:56 smithi069 ceph-mon[94167]: pgmap v3617: 137 pgs: 12 creating+peering, 20 unknown, 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2024-04-10T16:36:56.856 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:36:56 smithi069 ceph-mon[94167]: osdmap e1965: 8 total, 8 up, 8 in 2024-04-10T16:36:57.012 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:36:56 smithi077 ceph-mon[87572]: pgmap v3617: 137 pgs: 12 creating+peering, 20 unknown, 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2024-04-10T16:36:57.012 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:36:56 smithi077 ceph-mon[87572]: osdmap e1965: 8 total, 8 up, 8 in 2024-04-10T16:36:57.355 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:36:56 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:36:56] "GET /metrics HTTP/1.1" 200 36592 "" "Prometheus/2.43.0" 2024-04-10T16:36:57.856 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:36:57 smithi069 ceph-mon[96738]: osdmap e1966: 8 total, 8 up, 8 in 2024-04-10T16:36:57.856 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:36:57 smithi069 ceph-mon[94167]: osdmap e1966: 8 total, 8 up, 8 in 2024-04-10T16:36:58.011 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:36:57 smithi077 ceph-mon[87572]: osdmap e1966: 8 total, 8 up, 8 in 2024-04-10T16:36:58.855 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:36:58 smithi069 ceph-mon[96738]: pgmap v3620: 137 pgs: 12 creating+peering, 8 unknown, 117 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-10T16:36:58.856 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:36:58 smithi069 ceph-mon[94167]: pgmap v3620: 137 pgs: 12 creating+peering, 8 unknown, 117 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-10T16:36:59.011 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:36:58 smithi077 ceph-mon[87572]: pgmap v3620: 137 pgs: 12 creating+peering, 8 unknown, 117 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-10T16:37:00.855 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:37:00 smithi069 ceph-mon[96738]: pgmap v3621: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.9 KiB/s rd, 1.0 KiB/s wr, 8 op/s 2024-04-10T16:37:00.856 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:37:00 smithi069 ceph-mon[94167]: pgmap v3621: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.9 KiB/s rd, 1.0 KiB/s wr, 8 op/s 2024-04-10T16:37:01.011 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:37:00 smithi077 ceph-mon[87572]: pgmap v3621: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.9 KiB/s rd, 1.0 KiB/s wr, 8 op/s 2024-04-10T16:37:01.856 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:37:01 smithi069 ceph-mon[96738]: osdmap e1967: 8 total, 8 up, 8 in 2024-04-10T16:37:01.856 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:37:01 smithi069 ceph-mon[94167]: osdmap e1967: 8 total, 8 up, 8 in 2024-04-10T16:37:02.011 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:37:01 smithi077 ceph-mon[87572]: osdmap e1967: 8 total, 8 up, 8 in 2024-04-10T16:37:02.762 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:37:02 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:37:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:37:03.262 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:37:02 smithi077 ceph-mon[87572]: pgmap v3623: 137 pgs: 137 active+clean; 13 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 5.3 KiB/s rd, 1.3 MiB/s wr, 9 op/s 2024-04-10T16:37:03.262 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:37:02 smithi077 ceph-mon[87572]: osdmap e1968: 8 total, 8 up, 8 in 2024-04-10T16:37:03.355 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:37:02 smithi069 ceph-mon[96738]: pgmap v3623: 137 pgs: 137 active+clean; 13 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 5.3 KiB/s rd, 1.3 MiB/s wr, 9 op/s 2024-04-10T16:37:03.356 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:37:02 smithi069 ceph-mon[96738]: osdmap e1968: 8 total, 8 up, 8 in 2024-04-10T16:37:03.356 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:37:02 smithi069 ceph-mon[94167]: pgmap v3623: 137 pgs: 137 active+clean; 13 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 5.3 KiB/s rd, 1.3 MiB/s wr, 9 op/s 2024-04-10T16:37:03.356 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:37:02 smithi069 ceph-mon[94167]: osdmap e1968: 8 total, 8 up, 8 in 2024-04-10T16:37:05.261 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:37:04 smithi077 ceph-mon[87572]: pgmap v3625: 137 pgs: 137 active+clean; 17 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 19 KiB/s rd, 1.7 MiB/s wr, 28 op/s 2024-04-10T16:37:05.355 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:37:04 smithi069 ceph-mon[96738]: pgmap v3625: 137 pgs: 137 active+clean; 17 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 19 KiB/s rd, 1.7 MiB/s wr, 28 op/s 2024-04-10T16:37:05.356 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:37:04 smithi069 ceph-mon[94167]: pgmap v3625: 137 pgs: 137 active+clean; 17 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 19 KiB/s rd, 1.7 MiB/s wr, 28 op/s 2024-04-10T16:37:07.262 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:37:06 smithi077 ceph-mon[87572]: pgmap v3626: 137 pgs: 137 active+clean; 34 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 35 KiB/s rd, 3.6 MiB/s wr, 49 op/s 2024-04-10T16:37:07.356 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:37:06 smithi069 ceph-mon[96738]: pgmap v3626: 137 pgs: 137 active+clean; 34 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 35 KiB/s rd, 3.6 MiB/s wr, 49 op/s 2024-04-10T16:37:07.356 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:37:06 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:37:06] "GET /metrics HTTP/1.1" 200 36592 "" "Prometheus/2.43.0" 2024-04-10T16:37:07.356 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:37:06 smithi069 ceph-mon[94167]: pgmap v3626: 137 pgs: 137 active+clean; 34 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 35 KiB/s rd, 3.6 MiB/s wr, 49 op/s 2024-04-10T16:37:09.262 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:37:08 smithi077 ceph-mon[87572]: pgmap v3627: 137 pgs: 137 active+clean; 34 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 33 KiB/s rd, 3.6 MiB/s wr, 44 op/s 2024-04-10T16:37:09.356 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:37:08 smithi069 ceph-mon[96738]: pgmap v3627: 137 pgs: 137 active+clean; 34 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 33 KiB/s rd, 3.6 MiB/s wr, 44 op/s 2024-04-10T16:37:09.356 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:37:08 smithi069 ceph-mon[94167]: pgmap v3627: 137 pgs: 137 active+clean; 34 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 33 KiB/s rd, 3.6 MiB/s wr, 44 op/s 2024-04-10T16:37:10.262 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:37:09 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:37:10.355 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:37:09 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:37:10.356 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:37:09 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:37:11.261 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:37:10 smithi077 ceph-mon[87572]: pgmap v3628: 137 pgs: 137 active+clean; 50 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 70 KiB/s rd, 4.6 MiB/s wr, 51 op/s 2024-04-10T16:37:11.355 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:37:10 smithi069 ceph-mon[96738]: pgmap v3628: 137 pgs: 137 active+clean; 50 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 70 KiB/s rd, 4.6 MiB/s wr, 51 op/s 2024-04-10T16:37:11.356 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:37:10 smithi069 ceph-mon[94167]: pgmap v3628: 137 pgs: 137 active+clean; 50 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 70 KiB/s rd, 4.6 MiB/s wr, 51 op/s 2024-04-10T16:37:12.762 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:37:12 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:37:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:37:13.261 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:37:12 smithi077 ceph-mon[87572]: pgmap v3629: 137 pgs: 137 active+clean; 50 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 62 KiB/s rd, 3.7 MiB/s wr, 45 op/s 2024-04-10T16:37:13.356 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:37:12 smithi069 ceph-mon[96738]: pgmap v3629: 137 pgs: 137 active+clean; 50 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 62 KiB/s rd, 3.7 MiB/s wr, 45 op/s 2024-04-10T16:37:13.356 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:37:12 smithi069 ceph-mon[94167]: pgmap v3629: 137 pgs: 137 active+clean; 50 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 62 KiB/s rd, 3.7 MiB/s wr, 45 op/s 2024-04-10T16:37:13.911 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] EncryptedFlattenTest/4.Simple (21359 ms) 2024-04-10T16:37:13.911 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] EncryptedFlattenTest/4.Grow 2024-04-10T16:37:13.911 INFO:tasks.workunit.client.0.smithi069.stdout:using new format! 2024-04-10T16:37:15.261 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:37:14 smithi077 ceph-mon[87572]: pgmap v3630: 137 pgs: 137 active+clean; 54 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 4.3 MiB/s wr, 45 op/s 2024-04-10T16:37:15.355 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:37:14 smithi069 ceph-mon[96738]: pgmap v3630: 137 pgs: 137 active+clean; 54 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 4.3 MiB/s wr, 45 op/s 2024-04-10T16:37:15.356 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:37:14 smithi069 ceph-mon[94167]: pgmap v3630: 137 pgs: 137 active+clean; 54 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 4.3 MiB/s wr, 45 op/s 2024-04-10T16:37:17.262 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:37:16 smithi077 ceph-mon[87572]: pgmap v3631: 137 pgs: 137 active+clean; 66 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 6.6 MiB/s rd, 5.4 MiB/s wr, 40 op/s 2024-04-10T16:37:17.355 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:37:16 smithi069 ceph-mon[96738]: pgmap v3631: 137 pgs: 137 active+clean; 66 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 6.6 MiB/s rd, 5.4 MiB/s wr, 40 op/s 2024-04-10T16:37:17.356 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:37:16 smithi069 ceph-mon[94167]: pgmap v3631: 137 pgs: 137 active+clean; 66 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 6.6 MiB/s rd, 5.4 MiB/s wr, 40 op/s 2024-04-10T16:37:17.356 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:37:16 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:37:16] "GET /metrics HTTP/1.1" 200 36656 "" "Prometheus/2.43.0" 2024-04-10T16:37:19.262 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:37:18 smithi077 ceph-mon[87572]: pgmap v3632: 137 pgs: 137 active+clean; 75 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 9.4 MiB/s rd, 4.8 MiB/s wr, 26 op/s 2024-04-10T16:37:19.262 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:37:18 smithi077 ceph-mon[87572]: osdmap e1969: 8 total, 8 up, 8 in 2024-04-10T16:37:19.356 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:37:18 smithi069 ceph-mon[96738]: pgmap v3632: 137 pgs: 137 active+clean; 75 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 9.4 MiB/s rd, 4.8 MiB/s wr, 26 op/s 2024-04-10T16:37:19.356 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:37:18 smithi069 ceph-mon[96738]: osdmap e1969: 8 total, 8 up, 8 in 2024-04-10T16:37:19.356 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:37:18 smithi069 ceph-mon[94167]: pgmap v3632: 137 pgs: 137 active+clean; 75 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 9.4 MiB/s rd, 4.8 MiB/s wr, 26 op/s 2024-04-10T16:37:19.356 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:37:18 smithi069 ceph-mon[94167]: osdmap e1969: 8 total, 8 up, 8 in 2024-04-10T16:37:21.261 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:37:20 smithi077 ceph-mon[87572]: pgmap v3634: 137 pgs: 137 active+clean; 91 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 5.7 MiB/s wr, 55 op/s 2024-04-10T16:37:21.355 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:37:20 smithi069 ceph-mon[96738]: pgmap v3634: 137 pgs: 137 active+clean; 91 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 5.7 MiB/s wr, 55 op/s 2024-04-10T16:37:21.356 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:37:20 smithi069 ceph-mon[94167]: pgmap v3634: 137 pgs: 137 active+clean; 91 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 5.7 MiB/s wr, 55 op/s 2024-04-10T16:37:22.762 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:37:22 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:37:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:37:23.262 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:37:22 smithi077 ceph-mon[87572]: pgmap v3635: 137 pgs: 137 active+clean; 104 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 7.0 MiB/s wr, 58 op/s 2024-04-10T16:37:23.356 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:37:22 smithi069 ceph-mon[94167]: pgmap v3635: 137 pgs: 137 active+clean; 104 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 7.0 MiB/s wr, 58 op/s 2024-04-10T16:37:23.356 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:37:22 smithi069 ceph-mon[96738]: pgmap v3635: 137 pgs: 137 active+clean; 104 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 7.0 MiB/s wr, 58 op/s 2024-04-10T16:37:25.262 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:37:24 smithi077 ceph-mon[87572]: pgmap v3636: 137 pgs: 137 active+clean; 104 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 9.7 MiB/s rd, 5.8 MiB/s wr, 51 op/s 2024-04-10T16:37:25.262 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:37:24 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:37:25.356 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:37:24 smithi069 ceph-mon[96738]: pgmap v3636: 137 pgs: 137 active+clean; 104 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 9.7 MiB/s rd, 5.8 MiB/s wr, 51 op/s 2024-04-10T16:37:25.356 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:37:24 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:37:25.356 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:37:24 smithi069 ceph-mon[94167]: pgmap v3636: 137 pgs: 137 active+clean; 104 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 9.7 MiB/s rd, 5.8 MiB/s wr, 51 op/s 2024-04-10T16:37:25.356 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:37:24 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:37:27.262 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:37:26 smithi077 ceph-mon[87572]: pgmap v3637: 137 pgs: 137 active+clean; 104 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 3.8 MiB/s rd, 3.8 MiB/s wr, 41 op/s 2024-04-10T16:37:27.355 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:37:26 smithi069 ceph-mon[96738]: pgmap v3637: 137 pgs: 137 active+clean; 104 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 3.8 MiB/s rd, 3.8 MiB/s wr, 41 op/s 2024-04-10T16:37:27.356 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:37:26 smithi069 ceph-mon[94167]: pgmap v3637: 137 pgs: 137 active+clean; 104 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 3.8 MiB/s rd, 3.8 MiB/s wr, 41 op/s 2024-04-10T16:37:27.356 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:37:26 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:37:26] "GET /metrics HTTP/1.1" 200 36660 "" "Prometheus/2.43.0" 2024-04-10T16:37:29.261 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:37:28 smithi077 ceph-mon[87572]: pgmap v3638: 137 pgs: 137 active+clean; 112 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 441 KiB/s rd, 3.7 MiB/s wr, 43 op/s 2024-04-10T16:37:29.356 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:37:28 smithi069 ceph-mon[96738]: pgmap v3638: 137 pgs: 137 active+clean; 112 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 441 KiB/s rd, 3.7 MiB/s wr, 43 op/s 2024-04-10T16:37:29.357 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:37:28 smithi069 ceph-mon[94167]: pgmap v3638: 137 pgs: 137 active+clean; 112 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 441 KiB/s rd, 3.7 MiB/s wr, 43 op/s 2024-04-10T16:37:31.261 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:37:30 smithi077 ceph-mon[87572]: pgmap v3639: 137 pgs: 137 active+clean; 120 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 438 KiB/s rd, 3.9 MiB/s wr, 43 op/s 2024-04-10T16:37:31.262 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:37:30 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:37:31.356 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:37:30 smithi069 ceph-mon[94167]: pgmap v3639: 137 pgs: 137 active+clean; 120 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 438 KiB/s rd, 3.9 MiB/s wr, 43 op/s 2024-04-10T16:37:31.356 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:37:30 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:37:31.356 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:37:30 smithi069 ceph-mon[96738]: pgmap v3639: 137 pgs: 137 active+clean; 120 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 438 KiB/s rd, 3.9 MiB/s wr, 43 op/s 2024-04-10T16:37:31.356 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:37:30 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:37:31.584 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] EncryptedFlattenTest/4.Grow (17674 ms) 2024-04-10T16:37:31.585 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] EncryptedFlattenTest/4.Shrink 2024-04-10T16:37:31.585 INFO:tasks.workunit.client.0.smithi069.stdout:using new format! 2024-04-10T16:37:32.262 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:37:31 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:37:32.262 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:37:31 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:37:32.262 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:37:31 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:37:32.356 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:37:31 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:37:32.356 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:37:31 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:37:32.356 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:37:31 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:37:32.356 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:37:31 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:37:32.356 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:37:31 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:37:32.356 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:37:31 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:37:32.762 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:37:32 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:37:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:37:33.261 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:37:32 smithi077 ceph-mon[87572]: pgmap v3640: 137 pgs: 137 active+clean; 136 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 4.2 MiB/s rd, 4.4 MiB/s wr, 20 op/s 2024-04-10T16:37:33.355 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:37:32 smithi069 ceph-mon[96738]: pgmap v3640: 137 pgs: 137 active+clean; 136 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 4.2 MiB/s rd, 4.4 MiB/s wr, 20 op/s 2024-04-10T16:37:33.356 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:37:32 smithi069 ceph-mon[94167]: pgmap v3640: 137 pgs: 137 active+clean; 136 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 4.2 MiB/s rd, 4.4 MiB/s wr, 20 op/s 2024-04-10T16:37:35.262 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:37:34 smithi077 ceph-mon[87572]: pgmap v3641: 137 pgs: 137 active+clean; 141 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 5.1 MiB/s rd, 3.8 MiB/s wr, 21 op/s 2024-04-10T16:37:35.356 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:37:34 smithi069 ceph-mon[96738]: pgmap v3641: 137 pgs: 137 active+clean; 141 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 5.1 MiB/s rd, 3.8 MiB/s wr, 21 op/s 2024-04-10T16:37:35.356 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:37:34 smithi069 ceph-mon[94167]: pgmap v3641: 137 pgs: 137 active+clean; 141 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 5.1 MiB/s rd, 3.8 MiB/s wr, 21 op/s 2024-04-10T16:37:37.262 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:37:36 smithi077 ceph-mon[87572]: pgmap v3642: 137 pgs: 137 active+clean; 145 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 8.4 MiB/s rd, 4.8 MiB/s wr, 29 op/s 2024-04-10T16:37:37.262 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:37:36 smithi077 ceph-mon[87572]: osdmap e1970: 8 total, 8 up, 8 in 2024-04-10T16:37:37.356 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:37:36 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:37:36] "GET /metrics HTTP/1.1" 200 36660 "" "Prometheus/2.43.0" 2024-04-10T16:37:37.356 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:37:36 smithi069 ceph-mon[96738]: pgmap v3642: 137 pgs: 137 active+clean; 145 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 8.4 MiB/s rd, 4.8 MiB/s wr, 29 op/s 2024-04-10T16:37:37.356 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:37:36 smithi069 ceph-mon[96738]: osdmap e1970: 8 total, 8 up, 8 in 2024-04-10T16:37:37.356 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:37:36 smithi069 ceph-mon[94167]: pgmap v3642: 137 pgs: 137 active+clean; 145 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 8.4 MiB/s rd, 4.8 MiB/s wr, 29 op/s 2024-04-10T16:37:37.356 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:37:36 smithi069 ceph-mon[94167]: osdmap e1970: 8 total, 8 up, 8 in 2024-04-10T16:37:39.262 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:37:38 smithi077 ceph-mon[87572]: pgmap v3644: 137 pgs: 137 active+clean; 162 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 6.6 MiB/s wr, 39 op/s 2024-04-10T16:37:39.356 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:37:38 smithi069 ceph-mon[96738]: pgmap v3644: 137 pgs: 137 active+clean; 162 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 6.6 MiB/s wr, 39 op/s 2024-04-10T16:37:39.356 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:37:38 smithi069 ceph-mon[94167]: pgmap v3644: 137 pgs: 137 active+clean; 162 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 6.6 MiB/s wr, 39 op/s 2024-04-10T16:37:40.262 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:37:39 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:37:40.356 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:37:39 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:37:40.356 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:37:39 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:37:41.262 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:37:40 smithi077 ceph-mon[87572]: pgmap v3645: 137 pgs: 137 active+clean; 174 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 7.0 MiB/s wr, 58 op/s 2024-04-10T16:37:41.356 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:37:40 smithi069 ceph-mon[96738]: pgmap v3645: 137 pgs: 137 active+clean; 174 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 7.0 MiB/s wr, 58 op/s 2024-04-10T16:37:41.356 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:37:40 smithi069 ceph-mon[94167]: pgmap v3645: 137 pgs: 137 active+clean; 174 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 7.0 MiB/s wr, 58 op/s 2024-04-10T16:37:42.762 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:37:42 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:37:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:37:43.262 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:37:42 smithi077 ceph-mon[87572]: pgmap v3646: 137 pgs: 137 active+clean; 174 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 6.7 MiB/s rd, 4.6 MiB/s wr, 50 op/s 2024-04-10T16:37:43.356 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:37:42 smithi069 ceph-mon[96738]: pgmap v3646: 137 pgs: 137 active+clean; 174 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 6.7 MiB/s rd, 4.6 MiB/s wr, 50 op/s 2024-04-10T16:37:43.356 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:37:42 smithi069 ceph-mon[94167]: pgmap v3646: 137 pgs: 137 active+clean; 174 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 6.7 MiB/s rd, 4.6 MiB/s wr, 50 op/s 2024-04-10T16:37:45.262 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:37:44 smithi077 ceph-mon[87572]: pgmap v3647: 137 pgs: 137 active+clean; 178 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 5.7 MiB/s rd, 4.5 MiB/s wr, 46 op/s 2024-04-10T16:37:45.355 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:37:44 smithi069 ceph-mon[96738]: pgmap v3647: 137 pgs: 137 active+clean; 178 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 5.7 MiB/s rd, 4.5 MiB/s wr, 46 op/s 2024-04-10T16:37:45.356 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:37:44 smithi069 ceph-mon[94167]: pgmap v3647: 137 pgs: 137 active+clean; 178 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 5.7 MiB/s rd, 4.5 MiB/s wr, 46 op/s 2024-04-10T16:37:47.262 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:37:46 smithi077 ceph-mon[87572]: pgmap v3648: 137 pgs: 137 active+clean; 178 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.3 MiB/s wr, 41 op/s 2024-04-10T16:37:47.355 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:37:46 smithi069 ceph-mon[96738]: pgmap v3648: 137 pgs: 137 active+clean; 178 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.3 MiB/s wr, 41 op/s 2024-04-10T16:37:47.356 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:37:46 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:37:46] "GET /metrics HTTP/1.1" 200 36663 "" "Prometheus/2.43.0" 2024-04-10T16:37:47.356 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:37:46 smithi069 ceph-mon[94167]: pgmap v3648: 137 pgs: 137 active+clean; 178 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.3 MiB/s wr, 41 op/s 2024-04-10T16:37:49.262 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:37:48 smithi077 ceph-mon[87572]: pgmap v3649: 137 pgs: 137 active+clean; 186 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 72 KiB/s rd, 2.1 MiB/s wr, 28 op/s 2024-04-10T16:37:49.356 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:37:49 smithi069 ceph-mon[96738]: pgmap v3649: 137 pgs: 137 active+clean; 186 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 72 KiB/s rd, 2.1 MiB/s wr, 28 op/s 2024-04-10T16:37:49.356 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:37:48 smithi069 ceph-mon[94167]: pgmap v3649: 137 pgs: 137 active+clean; 186 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 72 KiB/s rd, 2.1 MiB/s wr, 28 op/s 2024-04-10T16:37:49.424 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] EncryptedFlattenTest/4.Shrink (17840 ms) 2024-04-10T16:37:49.425 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] EncryptedFlattenTest/4.ShrinkToOne 2024-04-10T16:37:49.425 INFO:tasks.workunit.client.0.smithi069.stdout:using new format! 2024-04-10T16:37:51.262 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:37:51 smithi077 ceph-mon[87572]: pgmap v3650: 137 pgs: 137 active+clean; 203 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.9 MiB/s rd, 4.1 MiB/s wr, 46 op/s 2024-04-10T16:37:51.355 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:37:51 smithi069 ceph-mon[96738]: pgmap v3650: 137 pgs: 137 active+clean; 203 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.9 MiB/s rd, 4.1 MiB/s wr, 46 op/s 2024-04-10T16:37:51.356 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:37:51 smithi069 ceph-mon[94167]: pgmap v3650: 137 pgs: 137 active+clean; 203 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.9 MiB/s rd, 4.1 MiB/s wr, 46 op/s 2024-04-10T16:37:52.762 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:37:52 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:37:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:37:53.262 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:37:53 smithi077 ceph-mon[87572]: pgmap v3651: 137 pgs: 137 active+clean; 215 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 8.7 MiB/s rd, 4.8 MiB/s wr, 28 op/s 2024-04-10T16:37:53.355 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:37:53 smithi069 ceph-mon[96738]: pgmap v3651: 137 pgs: 137 active+clean; 215 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 8.7 MiB/s rd, 4.8 MiB/s wr, 28 op/s 2024-04-10T16:37:53.356 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:37:53 smithi069 ceph-mon[94167]: pgmap v3651: 137 pgs: 137 active+clean; 215 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 8.7 MiB/s rd, 4.8 MiB/s wr, 28 op/s 2024-04-10T16:37:54.356 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:37:54 smithi069 ceph-mon[96738]: osdmap e1971: 8 total, 8 up, 8 in 2024-04-10T16:37:54.356 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:37:54 smithi069 ceph-mon[94167]: osdmap e1971: 8 total, 8 up, 8 in 2024-04-10T16:37:54.512 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:37:54 smithi077 ceph-mon[87572]: osdmap e1971: 8 total, 8 up, 8 in 2024-04-10T16:37:55.356 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:37:55 smithi069 ceph-mon[96738]: pgmap v3653: 137 pgs: 137 active+clean; 224 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 6.2 MiB/s wr, 47 op/s 2024-04-10T16:37:55.356 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:37:55 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:37:55.356 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:37:55 smithi069 ceph-mon[94167]: pgmap v3653: 137 pgs: 137 active+clean; 224 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 6.2 MiB/s wr, 47 op/s 2024-04-10T16:37:55.356 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:37:55 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:37:55.512 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:37:55 smithi077 ceph-mon[87572]: pgmap v3653: 137 pgs: 137 active+clean; 224 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 6.2 MiB/s wr, 47 op/s 2024-04-10T16:37:55.512 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:37:55 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:37:57.356 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:37:57 smithi069 ceph-mon[96738]: pgmap v3654: 137 pgs: 137 active+clean; 236 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 7.4 MiB/s wr, 65 op/s 2024-04-10T16:37:57.356 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:37:56 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:37:56] "GET /metrics HTTP/1.1" 200 36661 "" "Prometheus/2.43.0" 2024-04-10T16:37:57.356 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:37:57 smithi069 ceph-mon[94167]: pgmap v3654: 137 pgs: 137 active+clean; 236 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 7.4 MiB/s wr, 65 op/s 2024-04-10T16:37:57.512 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:37:57 smithi077 ceph-mon[87572]: pgmap v3654: 137 pgs: 137 active+clean; 236 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 7.4 MiB/s wr, 65 op/s 2024-04-10T16:37:59.356 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:37:59 smithi069 ceph-mon[96738]: pgmap v3655: 137 pgs: 137 active+clean; 244 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 7.4 MiB/s wr, 66 op/s 2024-04-10T16:37:59.356 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:37:59 smithi069 ceph-mon[94167]: pgmap v3655: 137 pgs: 137 active+clean; 244 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 7.4 MiB/s wr, 66 op/s 2024-04-10T16:37:59.512 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:37:59 smithi077 ceph-mon[87572]: pgmap v3655: 137 pgs: 137 active+clean; 244 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 7.4 MiB/s wr, 66 op/s 2024-04-10T16:38:01.356 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:38:01 smithi069 ceph-mon[94167]: pgmap v3656: 137 pgs: 137 active+clean; 244 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 7.1 MiB/s rd, 4.9 MiB/s wr, 43 op/s 2024-04-10T16:38:01.356 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:38:01 smithi069 ceph-mon[96738]: pgmap v3656: 137 pgs: 137 active+clean; 244 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 7.1 MiB/s rd, 4.9 MiB/s wr, 43 op/s 2024-04-10T16:38:01.512 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:38:01 smithi077 ceph-mon[87572]: pgmap v3656: 137 pgs: 137 active+clean; 244 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 7.1 MiB/s rd, 4.9 MiB/s wr, 43 op/s 2024-04-10T16:38:02.762 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:38:02 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:38:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:38:03.355 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:38:03 smithi069 ceph-mon[96738]: pgmap v3657: 137 pgs: 137 active+clean; 244 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.9 MiB/s wr, 40 op/s 2024-04-10T16:38:03.356 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:38:03 smithi069 ceph-mon[94167]: pgmap v3657: 137 pgs: 137 active+clean; 244 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.9 MiB/s wr, 40 op/s 2024-04-10T16:38:03.512 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:38:03 smithi077 ceph-mon[87572]: pgmap v3657: 137 pgs: 137 active+clean; 244 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.9 MiB/s wr, 40 op/s 2024-04-10T16:38:05.356 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:38:05 smithi069 ceph-mon[96738]: pgmap v3658: 137 pgs: 137 active+clean; 252 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.5 MiB/s wr, 45 op/s 2024-04-10T16:38:05.356 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:38:05 smithi069 ceph-mon[94167]: pgmap v3658: 137 pgs: 137 active+clean; 252 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.5 MiB/s wr, 45 op/s 2024-04-10T16:38:05.512 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:38:05 smithi077 ceph-mon[87572]: pgmap v3658: 137 pgs: 137 active+clean; 252 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.5 MiB/s wr, 45 op/s 2024-04-10T16:38:06.972 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] EncryptedFlattenTest/4.ShrinkToOne (17547 ms) 2024-04-10T16:38:06.972 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] EncryptedFlattenTest/4.ShrinkToOneAfterSnapshot 2024-04-10T16:38:06.972 INFO:tasks.workunit.client.0.smithi069.stdout:using new format! 2024-04-10T16:38:07.356 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:38:07 smithi069 ceph-mon[96738]: pgmap v3659: 137 pgs: 137 active+clean; 256 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 728 KiB/s rd, 2.7 MiB/s wr, 29 op/s 2024-04-10T16:38:07.356 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:38:07 smithi069 ceph-mon[94167]: pgmap v3659: 137 pgs: 137 active+clean; 256 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 728 KiB/s rd, 2.7 MiB/s wr, 29 op/s 2024-04-10T16:38:07.356 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:38:06 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:38:06] "GET /metrics HTTP/1.1" 200 36661 "" "Prometheus/2.43.0" 2024-04-10T16:38:07.511 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:38:07 smithi077 ceph-mon[87572]: pgmap v3659: 137 pgs: 137 active+clean; 256 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 728 KiB/s rd, 2.7 MiB/s wr, 29 op/s 2024-04-10T16:38:09.356 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:38:09 smithi069 ceph-mon[96738]: pgmap v3660: 137 pgs: 137 active+clean; 264 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 763 KiB/s rd, 3.0 MiB/s wr, 12 op/s 2024-04-10T16:38:09.356 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:38:09 smithi069 ceph-mon[94167]: pgmap v3660: 137 pgs: 137 active+clean; 264 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 763 KiB/s rd, 3.0 MiB/s wr, 12 op/s 2024-04-10T16:38:09.512 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:38:09 smithi077 ceph-mon[87572]: pgmap v3660: 137 pgs: 137 active+clean; 264 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 763 KiB/s rd, 3.0 MiB/s wr, 12 op/s 2024-04-10T16:38:10.356 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:38:10 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:38:10.356 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:38:10 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:38:10.512 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:38:10 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:38:11.356 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:38:11 smithi069 ceph-mon[94167]: pgmap v3661: 137 pgs: 137 active+clean; 264 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.3 MiB/s wr, 22 op/s 2024-04-10T16:38:11.356 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:38:11 smithi069 ceph-mon[96738]: pgmap v3661: 137 pgs: 137 active+clean; 264 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.3 MiB/s wr, 22 op/s 2024-04-10T16:38:11.512 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:38:11 smithi077 ceph-mon[87572]: pgmap v3661: 137 pgs: 137 active+clean; 264 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.3 MiB/s wr, 22 op/s 2024-04-10T16:38:12.324 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:38:12 smithi077 ceph-mon[87572]: osdmap e1972: 8 total, 8 up, 8 in 2024-04-10T16:38:12.356 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:38:12 smithi069 ceph-mon[96738]: osdmap e1972: 8 total, 8 up, 8 in 2024-04-10T16:38:12.356 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:38:12 smithi069 ceph-mon[94167]: osdmap e1972: 8 total, 8 up, 8 in 2024-04-10T16:38:12.762 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:38:12 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:38:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:38:13.356 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:38:13 smithi069 ceph-mon[96738]: pgmap v3663: 137 pgs: 137 active+clean; 277 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 5.3 MiB/s wr, 28 op/s 2024-04-10T16:38:13.356 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:38:13 smithi069 ceph-mon[94167]: pgmap v3663: 137 pgs: 137 active+clean; 277 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 5.3 MiB/s wr, 28 op/s 2024-04-10T16:38:13.512 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:38:13 smithi077 ceph-mon[87572]: pgmap v3663: 137 pgs: 137 active+clean; 277 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 5.3 MiB/s wr, 28 op/s 2024-04-10T16:38:15.356 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:38:15 smithi069 ceph-mon[96738]: pgmap v3664: 137 pgs: 137 active+clean; 277 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.5 MiB/s wr, 27 op/s 2024-04-10T16:38:15.356 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:38:15 smithi069 ceph-mon[94167]: pgmap v3664: 137 pgs: 137 active+clean; 277 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.5 MiB/s wr, 27 op/s 2024-04-10T16:38:15.512 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:38:15 smithi077 ceph-mon[87572]: pgmap v3664: 137 pgs: 137 active+clean; 277 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.5 MiB/s wr, 27 op/s 2024-04-10T16:38:17.356 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:38:17 smithi069 ceph-mon[96738]: pgmap v3665: 137 pgs: 137 active+clean; 293 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 5.7 MiB/s wr, 50 op/s 2024-04-10T16:38:17.356 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:38:16 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:38:16] "GET /metrics HTTP/1.1" 200 36666 "" "Prometheus/2.43.0" 2024-04-10T16:38:17.356 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:38:17 smithi069 ceph-mon[94167]: pgmap v3665: 137 pgs: 137 active+clean; 293 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 5.7 MiB/s wr, 50 op/s 2024-04-10T16:38:17.512 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:38:17 smithi077 ceph-mon[87572]: pgmap v3665: 137 pgs: 137 active+clean; 293 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 5.7 MiB/s wr, 50 op/s 2024-04-10T16:38:19.356 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:38:19 smithi069 ceph-mon[96738]: pgmap v3666: 137 pgs: 137 active+clean; 293 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 4.1 MiB/s wr, 50 op/s 2024-04-10T16:38:19.356 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:38:19 smithi069 ceph-mon[94167]: pgmap v3666: 137 pgs: 137 active+clean; 293 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 4.1 MiB/s wr, 50 op/s 2024-04-10T16:38:19.512 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:38:19 smithi077 ceph-mon[87572]: pgmap v3666: 137 pgs: 137 active+clean; 293 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 4.1 MiB/s wr, 50 op/s 2024-04-10T16:38:21.356 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:38:21 smithi069 ceph-mon[96738]: pgmap v3667: 137 pgs: 137 active+clean; 301 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 59 KiB/s rd, 3.7 MiB/s wr, 39 op/s 2024-04-10T16:38:21.356 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:38:21 smithi069 ceph-mon[94167]: pgmap v3667: 137 pgs: 137 active+clean; 301 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 59 KiB/s rd, 3.7 MiB/s wr, 39 op/s 2024-04-10T16:38:21.512 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:38:21 smithi077 ceph-mon[87572]: pgmap v3667: 137 pgs: 137 active+clean; 301 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 59 KiB/s rd, 3.7 MiB/s wr, 39 op/s 2024-04-10T16:38:22.762 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:38:22 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:38:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:38:23.356 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:38:23 smithi069 ceph-mon[96738]: pgmap v3668: 137 pgs: 137 active+clean; 305 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 56 KiB/s rd, 2.7 MiB/s wr, 37 op/s 2024-04-10T16:38:23.356 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:38:23 smithi069 ceph-mon[94167]: pgmap v3668: 137 pgs: 137 active+clean; 305 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 56 KiB/s rd, 2.7 MiB/s wr, 37 op/s 2024-04-10T16:38:23.511 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:38:23 smithi077 ceph-mon[87572]: pgmap v3668: 137 pgs: 137 active+clean; 305 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 56 KiB/s rd, 2.7 MiB/s wr, 37 op/s 2024-04-10T16:38:24.356 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:38:24 smithi069 ceph-mon[96738]: osdmap e1973: 8 total, 8 up, 8 in 2024-04-10T16:38:24.356 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:38:24 smithi069 ceph-mon[94167]: osdmap e1973: 8 total, 8 up, 8 in 2024-04-10T16:38:24.512 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:38:24 smithi077 ceph-mon[87572]: osdmap e1973: 8 total, 8 up, 8 in 2024-04-10T16:38:25.277 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] EncryptedFlattenTest/4.ShrinkToOneAfterSnapshot (18306 ms) 2024-04-10T16:38:25.278 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] EncryptedFlattenTest/4.MinOverlap 2024-04-10T16:38:25.278 INFO:tasks.workunit.client.0.smithi069.stdout:using new format! 2024-04-10T16:38:25.356 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:38:25 smithi069 ceph-mon[94167]: pgmap v3670: 137 pgs: 137 active+clean; 325 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 64 KiB/s rd, 4.8 MiB/s wr, 49 op/s 2024-04-10T16:38:25.356 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:38:25 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:38:25.356 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:38:25 smithi069 ceph-mon[96738]: pgmap v3670: 137 pgs: 137 active+clean; 325 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 64 KiB/s rd, 4.8 MiB/s wr, 49 op/s 2024-04-10T16:38:25.357 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:38:25 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:38:25.512 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:38:25 smithi077 ceph-mon[87572]: pgmap v3670: 137 pgs: 137 active+clean; 325 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 64 KiB/s rd, 4.8 MiB/s wr, 49 op/s 2024-04-10T16:38:25.512 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:38:25 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:38:27.356 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:38:27 smithi069 ceph-mon[94167]: pgmap v3671: 137 pgs: 137 active+clean; 354 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.1 MiB/s wr, 26 op/s 2024-04-10T16:38:27.356 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:38:27 smithi069 ceph-mon[96738]: pgmap v3671: 137 pgs: 137 active+clean; 354 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.1 MiB/s wr, 26 op/s 2024-04-10T16:38:27.356 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:38:26 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:38:26] "GET /metrics HTTP/1.1" 200 36667 "" "Prometheus/2.43.0" 2024-04-10T16:38:27.512 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:38:27 smithi077 ceph-mon[87572]: pgmap v3671: 137 pgs: 137 active+clean; 354 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.1 MiB/s wr, 26 op/s 2024-04-10T16:38:29.356 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:38:29 smithi069 ceph-mon[96738]: pgmap v3672: 137 pgs: 137 active+clean; 366 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.8 MiB/s rd, 7.3 MiB/s wr, 31 op/s 2024-04-10T16:38:29.356 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:38:29 smithi069 ceph-mon[94167]: pgmap v3672: 137 pgs: 137 active+clean; 366 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.8 MiB/s rd, 7.3 MiB/s wr, 31 op/s 2024-04-10T16:38:29.511 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:38:29 smithi077 ceph-mon[87572]: pgmap v3672: 137 pgs: 137 active+clean; 366 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.8 MiB/s rd, 7.3 MiB/s wr, 31 op/s 2024-04-10T16:38:30.512 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:38:30 smithi077 ceph-mon[87572]: osdmap e1974: 8 total, 8 up, 8 in 2024-04-10T16:38:30.606 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:38:30 smithi069 ceph-mon[96738]: osdmap e1974: 8 total, 8 up, 8 in 2024-04-10T16:38:30.606 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:38:30 smithi069 ceph-mon[94167]: osdmap e1974: 8 total, 8 up, 8 in 2024-04-10T16:38:31.507 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:38:31 smithi069 ceph-mon[96738]: pgmap v3674: 137 pgs: 137 active+clean; 387 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 5.2 MiB/s rd, 10 MiB/s wr, 79 op/s 2024-04-10T16:38:31.507 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:38:31 smithi069 ceph-mon[94167]: pgmap v3674: 137 pgs: 137 active+clean; 387 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 5.2 MiB/s rd, 10 MiB/s wr, 79 op/s 2024-04-10T16:38:31.511 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:38:31 smithi077 ceph-mon[87572]: pgmap v3674: 137 pgs: 137 active+clean; 387 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 5.2 MiB/s rd, 10 MiB/s wr, 79 op/s 2024-04-10T16:38:32.512 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:38:32 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:38:32.512 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:38:32 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:38:32.512 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:38:32 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:38:32.512 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:38:32 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:38:32.513 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:38:32 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:38:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:38:32.606 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:38:32 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:38:32.606 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:38:32 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:38:32.606 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:38:32 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:38:32.606 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:38:32 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:38:32.606 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:38:32 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:38:32.607 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:38:32 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:38:32.607 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:38:32 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:38:32.607 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:38:32 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:38:33.512 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:38:33 smithi077 ceph-mon[87572]: pgmap v3675: 137 pgs: 137 active+clean; 399 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 5.0 MiB/s rd, 11 MiB/s wr, 86 op/s 2024-04-10T16:38:33.606 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:38:33 smithi069 ceph-mon[96738]: pgmap v3675: 137 pgs: 137 active+clean; 399 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 5.0 MiB/s rd, 11 MiB/s wr, 86 op/s 2024-04-10T16:38:33.606 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:38:33 smithi069 ceph-mon[94167]: pgmap v3675: 137 pgs: 137 active+clean; 399 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 5.0 MiB/s rd, 11 MiB/s wr, 86 op/s 2024-04-10T16:38:35.512 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:38:35 smithi077 ceph-mon[87572]: pgmap v3676: 137 pgs: 137 active+clean; 407 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 4.2 MiB/s rd, 8.2 MiB/s wr, 63 op/s 2024-04-10T16:38:35.606 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:38:35 smithi069 ceph-mon[96738]: pgmap v3676: 137 pgs: 137 active+clean; 407 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 4.2 MiB/s rd, 8.2 MiB/s wr, 63 op/s 2024-04-10T16:38:35.606 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:38:35 smithi069 ceph-mon[94167]: pgmap v3676: 137 pgs: 137 active+clean; 407 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 4.2 MiB/s rd, 8.2 MiB/s wr, 63 op/s 2024-04-10T16:38:37.356 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:38:37 smithi069 ceph-mon[96738]: pgmap v3677: 137 pgs: 137 active+clean; 411 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 5.7 MiB/s wr, 61 op/s 2024-04-10T16:38:37.356 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:38:37 smithi069 ceph-mon[94167]: pgmap v3677: 137 pgs: 137 active+clean; 411 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 5.7 MiB/s wr, 61 op/s 2024-04-10T16:38:37.356 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:38:36 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:38:36] "GET /metrics HTTP/1.1" 200 36667 "" "Prometheus/2.43.0" 2024-04-10T16:38:37.512 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:38:37 smithi077 ceph-mon[87572]: pgmap v3677: 137 pgs: 137 active+clean; 411 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 5.7 MiB/s wr, 61 op/s 2024-04-10T16:38:39.512 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:38:39 smithi077 ceph-mon[87572]: pgmap v3678: 137 pgs: 137 active+clean; 411 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 450 KiB/s rd, 4.5 MiB/s wr, 54 op/s 2024-04-10T16:38:39.606 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:38:39 smithi069 ceph-mon[96738]: pgmap v3678: 137 pgs: 137 active+clean; 411 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 450 KiB/s rd, 4.5 MiB/s wr, 54 op/s 2024-04-10T16:38:39.606 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:38:39 smithi069 ceph-mon[94167]: pgmap v3678: 137 pgs: 137 active+clean; 411 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 450 KiB/s rd, 4.5 MiB/s wr, 54 op/s 2024-04-10T16:38:40.223 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] EncryptedFlattenTest/4.MinOverlap (14946 ms) 2024-04-10T16:38:40.292 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] EncryptedFlattenTest/4.ZeroOverlap 2024-04-10T16:38:40.292 INFO:tasks.workunit.client.0.smithi069.stdout:using new format! 2024-04-10T16:38:40.512 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:38:40 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:38:40.606 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:38:40 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:38:40.607 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:38:40 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:38:41.512 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:38:41 smithi077 ceph-mon[87572]: pgmap v3679: 137 pgs: 137 active+clean; 423 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 487 KiB/s rd, 4.3 MiB/s wr, 50 op/s 2024-04-10T16:38:41.606 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:38:41 smithi069 ceph-mon[96738]: pgmap v3679: 137 pgs: 137 active+clean; 423 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 487 KiB/s rd, 4.3 MiB/s wr, 50 op/s 2024-04-10T16:38:41.606 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:38:41 smithi069 ceph-mon[94167]: pgmap v3679: 137 pgs: 137 active+clean; 423 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 487 KiB/s rd, 4.3 MiB/s wr, 50 op/s 2024-04-10T16:38:42.762 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:38:42 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:38:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:38:43.512 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:38:43 smithi077 ceph-mon[87572]: pgmap v3680: 137 pgs: 137 active+clean; 427 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 4.0 MiB/s wr, 29 op/s 2024-04-10T16:38:43.606 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:38:43 smithi069 ceph-mon[96738]: pgmap v3680: 137 pgs: 137 active+clean; 427 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 4.0 MiB/s wr, 29 op/s 2024-04-10T16:38:43.606 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:38:43 smithi069 ceph-mon[94167]: pgmap v3680: 137 pgs: 137 active+clean; 427 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 4.0 MiB/s wr, 29 op/s 2024-04-10T16:38:45.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:38:45 smithi077 ceph-mon[87572]: pgmap v3681: 137 pgs: 137 active+clean; 427 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 4.0 MiB/s wr, 31 op/s 2024-04-10T16:38:45.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:38:45 smithi077 ceph-mon[87572]: osdmap e1975: 8 total, 8 up, 8 in 2024-04-10T16:38:45.606 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:38:45 smithi069 ceph-mon[96738]: pgmap v3681: 137 pgs: 137 active+clean; 427 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 4.0 MiB/s wr, 31 op/s 2024-04-10T16:38:45.606 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:38:45 smithi069 ceph-mon[96738]: osdmap e1975: 8 total, 8 up, 8 in 2024-04-10T16:38:45.606 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:38:45 smithi069 ceph-mon[94167]: pgmap v3681: 137 pgs: 137 active+clean; 427 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 4.0 MiB/s wr, 31 op/s 2024-04-10T16:38:45.606 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:38:45 smithi069 ceph-mon[94167]: osdmap e1975: 8 total, 8 up, 8 in 2024-04-10T16:38:47.356 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:38:47 smithi069 ceph-mon[96738]: pgmap v3683: 137 pgs: 137 active+clean; 431 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 4.0 MiB/s wr, 49 op/s 2024-04-10T16:38:47.356 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:38:46 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:38:46] "GET /metrics HTTP/1.1" 200 36666 "" "Prometheus/2.43.0" 2024-04-10T16:38:47.357 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:38:47 smithi069 ceph-mon[94167]: pgmap v3683: 137 pgs: 137 active+clean; 431 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 4.0 MiB/s wr, 49 op/s 2024-04-10T16:38:47.512 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:38:47 smithi077 ceph-mon[87572]: pgmap v3683: 137 pgs: 137 active+clean; 431 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 4.0 MiB/s wr, 49 op/s 2024-04-10T16:38:48.512 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:38:48 smithi077 ceph-mon[87572]: pgmap v3684: 137 pgs: 137 active+clean; 443 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 5.2 MiB/s wr, 56 op/s 2024-04-10T16:38:48.606 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:38:48 smithi069 ceph-mon[96738]: pgmap v3684: 137 pgs: 137 active+clean; 443 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 5.2 MiB/s wr, 56 op/s 2024-04-10T16:38:48.606 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:38:48 smithi069 ceph-mon[94167]: pgmap v3684: 137 pgs: 137 active+clean; 443 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 5.2 MiB/s wr, 56 op/s 2024-04-10T16:38:50.856 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:38:50 smithi069 ceph-mon[96738]: pgmap v3685: 137 pgs: 137 active+clean; 456 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 5.3 MiB/s wr, 51 op/s 2024-04-10T16:38:50.856 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:38:50 smithi069 ceph-mon[94167]: pgmap v3685: 137 pgs: 137 active+clean; 456 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 5.3 MiB/s wr, 51 op/s 2024-04-10T16:38:51.012 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:38:50 smithi077 ceph-mon[87572]: pgmap v3685: 137 pgs: 137 active+clean; 456 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 5.3 MiB/s wr, 51 op/s 2024-04-10T16:38:52.762 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:38:52 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:38:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:38:53.262 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:38:52 smithi077 ceph-mon[87572]: pgmap v3686: 137 pgs: 137 active+clean; 456 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1.3 MiB/s rd, 4.1 MiB/s wr, 46 op/s 2024-04-10T16:38:53.356 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:38:52 smithi069 ceph-mon[96738]: pgmap v3686: 137 pgs: 137 active+clean; 456 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1.3 MiB/s rd, 4.1 MiB/s wr, 46 op/s 2024-04-10T16:38:53.356 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:38:52 smithi069 ceph-mon[94167]: pgmap v3686: 137 pgs: 137 active+clean; 456 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1.3 MiB/s rd, 4.1 MiB/s wr, 46 op/s 2024-04-10T16:38:55.262 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:38:54 smithi077 ceph-mon[87572]: pgmap v3687: 137 pgs: 137 active+clean; 460 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 26 KiB/s rd, 3.3 MiB/s wr, 35 op/s 2024-04-10T16:38:55.262 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:38:54 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:38:55.356 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:38:54 smithi069 ceph-mon[96738]: pgmap v3687: 137 pgs: 137 active+clean; 460 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 26 KiB/s rd, 3.3 MiB/s wr, 35 op/s 2024-04-10T16:38:55.356 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:38:54 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:38:55.356 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:38:54 smithi069 ceph-mon[94167]: pgmap v3687: 137 pgs: 137 active+clean; 460 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 26 KiB/s rd, 3.3 MiB/s wr, 35 op/s 2024-04-10T16:38:55.356 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:38:54 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:38:57.262 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:38:56 smithi077 ceph-mon[87572]: pgmap v3688: 137 pgs: 137 active+clean; 472 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 53 KiB/s rd, 4.0 MiB/s wr, 38 op/s 2024-04-10T16:38:57.356 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:38:56 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:38:56] "GET /metrics HTTP/1.1" 200 36662 "" "Prometheus/2.43.0" 2024-04-10T16:38:57.356 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:38:56 smithi069 ceph-mon[96738]: pgmap v3688: 137 pgs: 137 active+clean; 472 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 53 KiB/s rd, 4.0 MiB/s wr, 38 op/s 2024-04-10T16:38:57.356 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:38:56 smithi069 ceph-mon[94167]: pgmap v3688: 137 pgs: 137 active+clean; 472 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 53 KiB/s rd, 4.0 MiB/s wr, 38 op/s 2024-04-10T16:38:57.457 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] EncryptedFlattenTest/4.ZeroOverlap (17233 ms) 2024-04-10T16:38:57.969 INFO:tasks.workunit.client.0.smithi069.stdout:[----------] 7 tests from EncryptedFlattenTest/4 (124905 ms total) 2024-04-10T16:38:57.970 INFO:tasks.workunit.client.0.smithi069.stdout: 2024-04-10T16:38:57.970 INFO:tasks.workunit.client.0.smithi069.stdout:[----------] 7 tests from EncryptedFlattenTest/5, where TypeParam = UnformattedLUKS2 2024-04-10T16:38:58.007 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] EncryptedFlattenTest/5.Simple 2024-04-10T16:38:59.262 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:38:58 smithi077 ceph-mon[87572]: pgmap v3689: 137 pgs: 137 active+clean; 472 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 45 KiB/s rd, 3.4 MiB/s wr, 29 op/s 2024-04-10T16:38:59.262 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:38:58 smithi077 ceph-mon[87572]: osdmap e1976: 8 total, 8 up, 8 in 2024-04-10T16:38:59.356 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:38:58 smithi069 ceph-mon[96738]: pgmap v3689: 137 pgs: 137 active+clean; 472 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 45 KiB/s rd, 3.4 MiB/s wr, 29 op/s 2024-04-10T16:38:59.356 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:38:58 smithi069 ceph-mon[96738]: osdmap e1976: 8 total, 8 up, 8 in 2024-04-10T16:38:59.356 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:38:58 smithi069 ceph-mon[94167]: pgmap v3689: 137 pgs: 137 active+clean; 472 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 45 KiB/s rd, 3.4 MiB/s wr, 29 op/s 2024-04-10T16:38:59.356 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:38:58 smithi069 ceph-mon[94167]: osdmap e1976: 8 total, 8 up, 8 in 2024-04-10T16:38:59.986 INFO:tasks.workunit.client.0.smithi069.stdout:using new format! 2024-04-10T16:39:00.262 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:38:59 smithi077 ceph-mon[87572]: osdmap e1977: 8 total, 8 up, 8 in 2024-04-10T16:39:00.262 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:38:59 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/238395578' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-41","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:39:00.262 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:38:59 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/238395578' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-41","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T16:39:00.263 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:38:59 smithi077 ceph-mon[87572]: osdmap e1978: 8 total, 8 up, 8 in 2024-04-10T16:39:00.356 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:38:59 smithi069 ceph-mon[94167]: osdmap e1977: 8 total, 8 up, 8 in 2024-04-10T16:39:00.356 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:38:59 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/238395578' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-41","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:39:00.356 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:38:59 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/238395578' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-41","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T16:39:00.356 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:38:59 smithi069 ceph-mon[94167]: osdmap e1978: 8 total, 8 up, 8 in 2024-04-10T16:39:00.357 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:38:59 smithi069 ceph-mon[96738]: osdmap e1977: 8 total, 8 up, 8 in 2024-04-10T16:39:00.357 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:38:59 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/238395578' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-41","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:39:00.357 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:38:59 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/238395578' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-41","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T16:39:00.357 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:38:59 smithi069 ceph-mon[96738]: osdmap e1978: 8 total, 8 up, 8 in 2024-04-10T16:39:01.258 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:39:00 smithi069 ceph-mon[96738]: pgmap v3692: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2024-04-10T16:39:01.258 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:39:00 smithi069 ceph-mon[96738]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T16:39:01.258 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:39:00 smithi069 ceph-mon[96738]: osdmap e1979: 8 total, 8 up, 8 in 2024-04-10T16:39:01.258 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:39:00 smithi069 ceph-mon[94167]: pgmap v3692: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2024-04-10T16:39:01.258 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:39:00 smithi069 ceph-mon[94167]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T16:39:01.258 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:39:00 smithi069 ceph-mon[94167]: osdmap e1979: 8 total, 8 up, 8 in 2024-04-10T16:39:01.262 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:39:00 smithi077 ceph-mon[87572]: pgmap v3692: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2024-04-10T16:39:01.262 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:39:00 smithi077 ceph-mon[87572]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T16:39:01.262 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:39:00 smithi077 ceph-mon[87572]: osdmap e1979: 8 total, 8 up, 8 in 2024-04-10T16:39:02.762 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:39:02 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:39:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:39:03.262 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:39:02 smithi077 ceph-mon[87572]: pgmap v3695: 137 pgs: 7 creating+peering, 9 unknown, 121 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-10T16:39:03.262 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:39:02 smithi077 ceph-mon[87572]: osdmap e1980: 8 total, 8 up, 8 in 2024-04-10T16:39:03.262 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:39:02 smithi077 ceph-mon[87572]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T16:39:03.356 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:39:02 smithi069 ceph-mon[96738]: pgmap v3695: 137 pgs: 7 creating+peering, 9 unknown, 121 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-10T16:39:03.356 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:39:02 smithi069 ceph-mon[96738]: osdmap e1980: 8 total, 8 up, 8 in 2024-04-10T16:39:03.356 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:39:02 smithi069 ceph-mon[96738]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T16:39:03.356 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:39:02 smithi069 ceph-mon[94167]: pgmap v3695: 137 pgs: 7 creating+peering, 9 unknown, 121 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-10T16:39:03.356 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:39:02 smithi069 ceph-mon[94167]: osdmap e1980: 8 total, 8 up, 8 in 2024-04-10T16:39:03.356 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:39:02 smithi069 ceph-mon[94167]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T16:39:05.262 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:39:04 smithi077 ceph-mon[87572]: pgmap v3697: 137 pgs: 7 creating+peering, 130 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 5.7 KiB/s rd, 905 B/s wr, 9 op/s 2024-04-10T16:39:05.356 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:39:04 smithi069 ceph-mon[96738]: pgmap v3697: 137 pgs: 7 creating+peering, 130 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 5.7 KiB/s rd, 905 B/s wr, 9 op/s 2024-04-10T16:39:05.356 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:39:04 smithi069 ceph-mon[94167]: pgmap v3697: 137 pgs: 7 creating+peering, 130 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 5.7 KiB/s rd, 905 B/s wr, 9 op/s 2024-04-10T16:39:07.262 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:39:06 smithi077 ceph-mon[87572]: pgmap v3698: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.3 KiB/s wr, 8 op/s 2024-04-10T16:39:07.356 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:39:06 smithi069 ceph-mon[96738]: pgmap v3698: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.3 KiB/s wr, 8 op/s 2024-04-10T16:39:07.356 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:39:06 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:39:06] "GET /metrics HTTP/1.1" 200 36662 "" "Prometheus/2.43.0" 2024-04-10T16:39:07.356 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:39:06 smithi069 ceph-mon[94167]: pgmap v3698: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.3 KiB/s wr, 8 op/s 2024-04-10T16:39:09.262 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:39:08 smithi077 ceph-mon[87572]: pgmap v3699: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.0 KiB/s rd, 1.1 KiB/s wr, 7 op/s 2024-04-10T16:39:09.356 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:39:08 smithi069 ceph-mon[94167]: pgmap v3699: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.0 KiB/s rd, 1.1 KiB/s wr, 7 op/s 2024-04-10T16:39:09.356 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:39:08 smithi069 ceph-mon[96738]: pgmap v3699: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.0 KiB/s rd, 1.1 KiB/s wr, 7 op/s 2024-04-10T16:39:10.262 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:39:09 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:39:10.356 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:39:09 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:39:10.356 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:39:09 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:39:11.262 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:39:10 smithi077 ceph-mon[87572]: pgmap v3700: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.6 KiB/s rd, 961 B/s wr, 6 op/s 2024-04-10T16:39:11.262 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:39:10 smithi077 ceph-mon[87572]: osdmap e1981: 8 total, 8 up, 8 in 2024-04-10T16:39:11.356 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:39:10 smithi069 ceph-mon[96738]: pgmap v3700: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.6 KiB/s rd, 961 B/s wr, 6 op/s 2024-04-10T16:39:11.356 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:39:10 smithi069 ceph-mon[96738]: osdmap e1981: 8 total, 8 up, 8 in 2024-04-10T16:39:11.356 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:39:10 smithi069 ceph-mon[94167]: pgmap v3700: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.6 KiB/s rd, 961 B/s wr, 6 op/s 2024-04-10T16:39:11.356 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:39:10 smithi069 ceph-mon[94167]: osdmap e1981: 8 total, 8 up, 8 in 2024-04-10T16:39:12.762 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:39:12 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:39:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:39:13.262 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:39:12 smithi077 ceph-mon[87572]: pgmap v3702: 137 pgs: 137 active+clean; 30 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.4 KiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-04-10T16:39:13.262 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:39:12 smithi077 ceph-mon[87572]: osdmap e1982: 8 total, 8 up, 8 in 2024-04-10T16:39:13.356 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:39:12 smithi069 ceph-mon[96738]: pgmap v3702: 137 pgs: 137 active+clean; 30 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.4 KiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-04-10T16:39:13.356 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:39:12 smithi069 ceph-mon[96738]: osdmap e1982: 8 total, 8 up, 8 in 2024-04-10T16:39:13.356 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:39:12 smithi069 ceph-mon[94167]: pgmap v3702: 137 pgs: 137 active+clean; 30 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.4 KiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-04-10T16:39:13.357 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:39:12 smithi069 ceph-mon[94167]: osdmap e1982: 8 total, 8 up, 8 in 2024-04-10T16:39:15.262 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:39:14 smithi077 ceph-mon[87572]: pgmap v3704: 137 pgs: 137 active+clean; 42 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 108 KiB/s rd, 4.6 MiB/s wr, 47 op/s 2024-04-10T16:39:15.262 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:39:14 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.1", "id": [5, 4]}]: dispatch 2024-04-10T16:39:15.262 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:39:14 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.e", "id": [5, 4]}]: dispatch 2024-04-10T16:39:15.356 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:39:14 smithi069 ceph-mon[96738]: pgmap v3704: 137 pgs: 137 active+clean; 42 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 108 KiB/s rd, 4.6 MiB/s wr, 47 op/s 2024-04-10T16:39:15.356 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:39:14 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.1", "id": [5, 4]}]: dispatch 2024-04-10T16:39:15.356 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:39:14 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.e", "id": [5, 4]}]: dispatch 2024-04-10T16:39:15.356 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:39:14 smithi069 ceph-mon[94167]: pgmap v3704: 137 pgs: 137 active+clean; 42 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 108 KiB/s rd, 4.6 MiB/s wr, 47 op/s 2024-04-10T16:39:15.356 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:39:14 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.1", "id": [5, 4]}]: dispatch 2024-04-10T16:39:15.356 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:39:14 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.e", "id": [5, 4]}]: dispatch 2024-04-10T16:39:16.210 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] EncryptedFlattenTest/5.Simple (18203 ms) 2024-04-10T16:39:16.210 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] EncryptedFlattenTest/5.Grow 2024-04-10T16:39:16.210 INFO:tasks.workunit.client.0.smithi069.stdout:using new format! 2024-04-10T16:39:16.262 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:39:15 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.1", "id": [5, 4]}]': finished 2024-04-10T16:39:16.262 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:39:15 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.e", "id": [5, 4]}]': finished 2024-04-10T16:39:16.262 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:39:15 smithi077 ceph-mon[87572]: osdmap e1983: 8 total, 8 up, 8 in 2024-04-10T16:39:16.358 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:39:15 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.1", "id": [5, 4]}]': finished 2024-04-10T16:39:16.358 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:39:15 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.e", "id": [5, 4]}]': finished 2024-04-10T16:39:16.358 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:39:15 smithi069 ceph-mon[94167]: osdmap e1983: 8 total, 8 up, 8 in 2024-04-10T16:39:16.358 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:39:15 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.1", "id": [5, 4]}]': finished 2024-04-10T16:39:16.359 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:39:15 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.e", "id": [5, 4]}]': finished 2024-04-10T16:39:16.359 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:39:15 smithi069 ceph-mon[96738]: osdmap e1983: 8 total, 8 up, 8 in 2024-04-10T16:39:17.262 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:39:16 smithi077 ceph-mon[87572]: pgmap v3706: 137 pgs: 2 peering, 135 active+clean; 75 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 8.7 MiB/s rd, 12 MiB/s wr, 76 op/s 2024-04-10T16:39:17.262 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:39:16 smithi077 ceph-mon[87572]: osdmap e1984: 8 total, 8 up, 8 in 2024-04-10T16:39:17.356 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:39:16 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:39:16] "GET /metrics HTTP/1.1" 200 36642 "" "Prometheus/2.43.0" 2024-04-10T16:39:17.356 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:39:16 smithi069 ceph-mon[96738]: pgmap v3706: 137 pgs: 2 peering, 135 active+clean; 75 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 8.7 MiB/s rd, 12 MiB/s wr, 76 op/s 2024-04-10T16:39:17.356 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:39:16 smithi069 ceph-mon[96738]: osdmap e1984: 8 total, 8 up, 8 in 2024-04-10T16:39:17.356 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:39:16 smithi069 ceph-mon[94167]: pgmap v3706: 137 pgs: 2 peering, 135 active+clean; 75 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 8.7 MiB/s rd, 12 MiB/s wr, 76 op/s 2024-04-10T16:39:17.357 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:39:16 smithi069 ceph-mon[94167]: osdmap e1984: 8 total, 8 up, 8 in 2024-04-10T16:39:19.262 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:39:18 smithi077 ceph-mon[87572]: pgmap v3708: 137 pgs: 2 peering, 135 active+clean; 79 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 8.2 MiB/s wr, 91 op/s 2024-04-10T16:39:19.356 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:39:18 smithi069 ceph-mon[96738]: pgmap v3708: 137 pgs: 2 peering, 135 active+clean; 79 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 8.2 MiB/s wr, 91 op/s 2024-04-10T16:39:19.356 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:39:18 smithi069 ceph-mon[94167]: pgmap v3708: 137 pgs: 2 peering, 135 active+clean; 79 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 8.2 MiB/s wr, 91 op/s 2024-04-10T16:39:21.262 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:39:20 smithi077 ceph-mon[87572]: pgmap v3709: 137 pgs: 2 peering, 135 active+clean; 87 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 7.6 MiB/s wr, 86 op/s 2024-04-10T16:39:21.356 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:39:20 smithi069 ceph-mon[96738]: pgmap v3709: 137 pgs: 2 peering, 135 active+clean; 87 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 7.6 MiB/s wr, 86 op/s 2024-04-10T16:39:21.356 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:39:20 smithi069 ceph-mon[94167]: pgmap v3709: 137 pgs: 2 peering, 135 active+clean; 87 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 7.6 MiB/s wr, 86 op/s 2024-04-10T16:39:22.762 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:39:22 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:39:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:39:23.262 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:39:22 smithi077 ceph-mon[87572]: pgmap v3710: 137 pgs: 137 active+clean; 87 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 13 MiB/s rd, 5.6 MiB/s wr, 37 op/s; 1024 KiB/s, 0 objects/s recovering 2024-04-10T16:39:23.356 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:39:22 smithi069 ceph-mon[96738]: pgmap v3710: 137 pgs: 137 active+clean; 87 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 13 MiB/s rd, 5.6 MiB/s wr, 37 op/s; 1024 KiB/s, 0 objects/s recovering 2024-04-10T16:39:23.356 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:39:22 smithi069 ceph-mon[94167]: pgmap v3710: 137 pgs: 137 active+clean; 87 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 13 MiB/s rd, 5.6 MiB/s wr, 37 op/s; 1024 KiB/s, 0 objects/s recovering 2024-04-10T16:39:25.262 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:39:24 smithi077 ceph-mon[87572]: pgmap v3711: 137 pgs: 137 active+clean; 87 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 3.3 MiB/s wr, 28 op/s; 960 KiB/s, 0 objects/s recovering 2024-04-10T16:39:25.262 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:39:24 smithi077 ceph-mon[87572]: osdmap e1985: 8 total, 8 up, 8 in 2024-04-10T16:39:25.262 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:39:24 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:39:25.358 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:39:24 smithi069 ceph-mon[96738]: pgmap v3711: 137 pgs: 137 active+clean; 87 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 3.3 MiB/s wr, 28 op/s; 960 KiB/s, 0 objects/s recovering 2024-04-10T16:39:25.358 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:39:24 smithi069 ceph-mon[96738]: osdmap e1985: 8 total, 8 up, 8 in 2024-04-10T16:39:25.358 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:39:24 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:39:25.358 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:39:24 smithi069 ceph-mon[94167]: pgmap v3711: 137 pgs: 137 active+clean; 87 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 3.3 MiB/s wr, 28 op/s; 960 KiB/s, 0 objects/s recovering 2024-04-10T16:39:25.358 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:39:24 smithi069 ceph-mon[94167]: osdmap e1985: 8 total, 8 up, 8 in 2024-04-10T16:39:25.358 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:39:24 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:39:27.262 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:39:26 smithi077 ceph-mon[87572]: pgmap v3713: 137 pgs: 137 active+clean; 116 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 4.3 MiB/s rd, 3.9 MiB/s wr, 33 op/s; 860 KiB/s, 0 objects/s recovering 2024-04-10T16:39:27.356 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:39:26 smithi069 ceph-mon[96738]: pgmap v3713: 137 pgs: 137 active+clean; 116 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 4.3 MiB/s rd, 3.9 MiB/s wr, 33 op/s; 860 KiB/s, 0 objects/s recovering 2024-04-10T16:39:27.357 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:39:26 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:39:26] "GET /metrics HTTP/1.1" 200 36668 "" "Prometheus/2.43.0" 2024-04-10T16:39:27.357 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:39:26 smithi069 ceph-mon[94167]: pgmap v3713: 137 pgs: 137 active+clean; 116 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 4.3 MiB/s rd, 3.9 MiB/s wr, 33 op/s; 860 KiB/s, 0 objects/s recovering 2024-04-10T16:39:29.262 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:39:28 smithi077 ceph-mon[87572]: pgmap v3714: 137 pgs: 137 active+clean; 120 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 4.1 MiB/s rd, 4.1 MiB/s wr, 32 op/s; 819 KiB/s, 0 objects/s recovering 2024-04-10T16:39:29.356 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:39:28 smithi069 ceph-mon[96738]: pgmap v3714: 137 pgs: 137 active+clean; 120 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 4.1 MiB/s rd, 4.1 MiB/s wr, 32 op/s; 819 KiB/s, 0 objects/s recovering 2024-04-10T16:39:29.356 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:39:28 smithi069 ceph-mon[94167]: pgmap v3714: 137 pgs: 137 active+clean; 120 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 4.1 MiB/s rd, 4.1 MiB/s wr, 32 op/s; 819 KiB/s, 0 objects/s recovering 2024-04-10T16:39:30.126 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] EncryptedFlattenTest/5.Grow (13916 ms) 2024-04-10T16:39:30.126 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] EncryptedFlattenTest/5.Shrink 2024-04-10T16:39:30.126 INFO:tasks.workunit.client.0.smithi069.stdout:using new format! 2024-04-10T16:39:31.262 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:39:30 smithi077 ceph-mon[87572]: pgmap v3715: 137 pgs: 137 active+clean; 153 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 7.4 MiB/s rd, 6.6 MiB/s wr, 47 op/s; 819 KiB/s, 0 objects/s recovering 2024-04-10T16:39:31.356 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:39:30 smithi069 ceph-mon[96738]: pgmap v3715: 137 pgs: 137 active+clean; 153 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 7.4 MiB/s rd, 6.6 MiB/s wr, 47 op/s; 819 KiB/s, 0 objects/s recovering 2024-04-10T16:39:31.356 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:39:30 smithi069 ceph-mon[94167]: pgmap v3715: 137 pgs: 137 active+clean; 153 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 7.4 MiB/s rd, 6.6 MiB/s wr, 47 op/s; 819 KiB/s, 0 objects/s recovering 2024-04-10T16:39:32.762 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:39:32 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:39:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:39:33.262 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:39:32 smithi077 ceph-mon[87572]: pgmap v3716: 137 pgs: 137 active+clean; 169 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 8.2 MiB/s wr, 65 op/s 2024-04-10T16:39:33.262 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:39:32 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:39:33.356 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:39:32 smithi069 ceph-mon[96738]: pgmap v3716: 137 pgs: 137 active+clean; 169 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 8.2 MiB/s wr, 65 op/s 2024-04-10T16:39:33.356 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:39:32 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:39:33.356 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:39:32 smithi069 ceph-mon[94167]: pgmap v3716: 137 pgs: 137 active+clean; 169 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 8.2 MiB/s wr, 65 op/s 2024-04-10T16:39:33.356 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:39:32 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:39:34.262 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:39:33 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:39:34.262 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:39:33 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:39:34.262 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:39:33 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:39:34.356 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:39:33 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:39:34.356 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:39:33 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:39:34.356 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:39:33 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:39:34.356 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:39:33 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:39:34.357 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:39:33 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:39:34.357 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:39:33 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:39:35.357 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:39:35 smithi069 ceph-mon[96738]: pgmap v3717: 137 pgs: 137 active+clean; 169 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 8.2 MiB/s wr, 66 op/s 2024-04-10T16:39:35.357 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:39:35 smithi069 ceph-mon[94167]: pgmap v3717: 137 pgs: 137 active+clean; 169 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 8.2 MiB/s wr, 66 op/s 2024-04-10T16:39:35.512 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:39:35 smithi077 ceph-mon[87572]: pgmap v3717: 137 pgs: 137 active+clean; 169 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 8.2 MiB/s wr, 66 op/s 2024-04-10T16:39:37.356 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:39:36 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:39:36] "GET /metrics HTTP/1.1" 200 36668 "" "Prometheus/2.43.0" 2024-04-10T16:39:37.357 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:39:37 smithi069 ceph-mon[96738]: pgmap v3718: 137 pgs: 137 active+clean; 173 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 7.5 MiB/s wr, 61 op/s 2024-04-10T16:39:37.357 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:39:37 smithi069 ceph-mon[96738]: osdmap e1986: 8 total, 8 up, 8 in 2024-04-10T16:39:37.357 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:39:37 smithi069 ceph-mon[94167]: pgmap v3718: 137 pgs: 137 active+clean; 173 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 7.5 MiB/s wr, 61 op/s 2024-04-10T16:39:37.357 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:39:37 smithi069 ceph-mon[94167]: osdmap e1986: 8 total, 8 up, 8 in 2024-04-10T16:39:37.512 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:39:37 smithi077 ceph-mon[87572]: pgmap v3718: 137 pgs: 137 active+clean; 173 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 7.5 MiB/s wr, 61 op/s 2024-04-10T16:39:37.512 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:39:37 smithi077 ceph-mon[87572]: osdmap e1986: 8 total, 8 up, 8 in 2024-04-10T16:39:39.356 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:39:39 smithi069 ceph-mon[96738]: pgmap v3720: 137 pgs: 137 active+clean; 174 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 5.4 MiB/s wr, 50 op/s 2024-04-10T16:39:39.356 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:39:39 smithi069 ceph-mon[94167]: pgmap v3720: 137 pgs: 137 active+clean; 174 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 5.4 MiB/s wr, 50 op/s 2024-04-10T16:39:39.512 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:39:39 smithi077 ceph-mon[87572]: pgmap v3720: 137 pgs: 137 active+clean; 174 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 5.4 MiB/s wr, 50 op/s 2024-04-10T16:39:40.356 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:39:40 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:39:40.356 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:39:40 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:39:40.512 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:39:40 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:39:41.356 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:39:41 smithi069 ceph-mon[96738]: pgmap v3721: 137 pgs: 137 active+clean; 198 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 6.0 MiB/s rd, 4.5 MiB/s wr, 66 op/s 2024-04-10T16:39:41.356 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:39:41 smithi069 ceph-mon[94167]: pgmap v3721: 137 pgs: 137 active+clean; 198 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 6.0 MiB/s rd, 4.5 MiB/s wr, 66 op/s 2024-04-10T16:39:41.512 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:39:41 smithi077 ceph-mon[87572]: pgmap v3721: 137 pgs: 137 active+clean; 198 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 6.0 MiB/s rd, 4.5 MiB/s wr, 66 op/s 2024-04-10T16:39:41.635 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] EncryptedFlattenTest/5.Shrink (11509 ms) 2024-04-10T16:39:41.659 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] EncryptedFlattenTest/5.ShrinkToOne 2024-04-10T16:39:41.659 INFO:tasks.workunit.client.0.smithi069.stdout:using new format! 2024-04-10T16:39:42.762 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:39:42 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:39:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:39:43.356 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:39:43 smithi069 ceph-mon[96738]: pgmap v3722: 137 pgs: 137 active+clean; 230 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 4.7 MiB/s rd, 6.1 MiB/s wr, 59 op/s 2024-04-10T16:39:43.356 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:39:43 smithi069 ceph-mon[94167]: pgmap v3722: 137 pgs: 137 active+clean; 230 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 4.7 MiB/s rd, 6.1 MiB/s wr, 59 op/s 2024-04-10T16:39:43.512 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:39:43 smithi077 ceph-mon[87572]: pgmap v3722: 137 pgs: 137 active+clean; 230 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 4.7 MiB/s rd, 6.1 MiB/s wr, 59 op/s 2024-04-10T16:39:45.356 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:39:45 smithi069 ceph-mon[96738]: pgmap v3723: 137 pgs: 137 active+clean; 238 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 6.6 MiB/s rd, 6.9 MiB/s wr, 60 op/s 2024-04-10T16:39:45.357 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:39:45 smithi069 ceph-mon[94167]: pgmap v3723: 137 pgs: 137 active+clean; 238 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 6.6 MiB/s rd, 6.9 MiB/s wr, 60 op/s 2024-04-10T16:39:45.512 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:39:45 smithi077 ceph-mon[87572]: pgmap v3723: 137 pgs: 137 active+clean; 238 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 6.6 MiB/s rd, 6.9 MiB/s wr, 60 op/s 2024-04-10T16:39:47.356 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:39:47 smithi069 ceph-mon[96738]: pgmap v3724: 137 pgs: 137 active+clean; 251 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 7.8 MiB/s wr, 71 op/s 2024-04-10T16:39:47.357 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:39:46 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:39:46] "GET /metrics HTTP/1.1" 200 36663 "" "Prometheus/2.43.0" 2024-04-10T16:39:47.357 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:39:47 smithi069 ceph-mon[94167]: pgmap v3724: 137 pgs: 137 active+clean; 251 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 7.8 MiB/s wr, 71 op/s 2024-04-10T16:39:47.512 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:39:47 smithi077 ceph-mon[87572]: pgmap v3724: 137 pgs: 137 active+clean; 251 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 7.8 MiB/s wr, 71 op/s 2024-04-10T16:39:49.356 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:39:49 smithi069 ceph-mon[96738]: pgmap v3725: 137 pgs: 137 active+clean; 251 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 6.7 MiB/s wr, 61 op/s 2024-04-10T16:39:49.356 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:39:49 smithi069 ceph-mon[94167]: pgmap v3725: 137 pgs: 137 active+clean; 251 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 6.7 MiB/s wr, 61 op/s 2024-04-10T16:39:49.512 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:39:49 smithi077 ceph-mon[87572]: pgmap v3725: 137 pgs: 137 active+clean; 251 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 6.7 MiB/s wr, 61 op/s 2024-04-10T16:39:51.356 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:39:51 smithi069 ceph-mon[96738]: pgmap v3726: 137 pgs: 137 active+clean; 263 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 9.8 MiB/s rd, 7.4 MiB/s wr, 60 op/s 2024-04-10T16:39:51.356 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:39:51 smithi069 ceph-mon[96738]: osdmap e1987: 8 total, 8 up, 8 in 2024-04-10T16:39:51.357 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:39:51 smithi069 ceph-mon[94167]: pgmap v3726: 137 pgs: 137 active+clean; 263 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 9.8 MiB/s rd, 7.4 MiB/s wr, 60 op/s 2024-04-10T16:39:51.357 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:39:51 smithi069 ceph-mon[94167]: osdmap e1987: 8 total, 8 up, 8 in 2024-04-10T16:39:51.512 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:39:51 smithi077 ceph-mon[87572]: pgmap v3726: 137 pgs: 137 active+clean; 263 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 9.8 MiB/s rd, 7.4 MiB/s wr, 60 op/s 2024-04-10T16:39:51.512 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:39:51 smithi077 ceph-mon[87572]: osdmap e1987: 8 total, 8 up, 8 in 2024-04-10T16:39:52.762 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:39:52 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:39:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:39:53.356 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:39:53 smithi069 ceph-mon[96738]: pgmap v3728: 137 pgs: 137 active+clean; 292 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 7.9 MiB/s rd, 6.2 MiB/s wr, 39 op/s 2024-04-10T16:39:53.357 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:39:53 smithi069 ceph-mon[94167]: pgmap v3728: 137 pgs: 137 active+clean; 292 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 7.9 MiB/s rd, 6.2 MiB/s wr, 39 op/s 2024-04-10T16:39:53.512 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:39:53 smithi077 ceph-mon[87572]: pgmap v3728: 137 pgs: 137 active+clean; 292 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 7.9 MiB/s rd, 6.2 MiB/s wr, 39 op/s 2024-04-10T16:39:55.356 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:39:55 smithi069 ceph-mon[96738]: pgmap v3729: 137 pgs: 137 active+clean; 292 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 5.2 MiB/s rd, 5.4 MiB/s wr, 38 op/s 2024-04-10T16:39:55.356 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:39:55 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:39:55.357 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:39:55 smithi069 ceph-mon[94167]: pgmap v3729: 137 pgs: 137 active+clean; 292 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 5.2 MiB/s rd, 5.4 MiB/s wr, 38 op/s 2024-04-10T16:39:55.357 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:39:55 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:39:55.512 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:39:55 smithi077 ceph-mon[87572]: pgmap v3729: 137 pgs: 137 active+clean; 292 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 5.2 MiB/s rd, 5.4 MiB/s wr, 38 op/s 2024-04-10T16:39:55.512 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:39:55 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:39:56.190 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] EncryptedFlattenTest/5.ShrinkToOne (14555 ms) 2024-04-10T16:39:56.190 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] EncryptedFlattenTest/5.ShrinkToOneAfterSnapshot 2024-04-10T16:39:56.190 INFO:tasks.workunit.client.0.smithi069.stdout:using new format! 2024-04-10T16:39:57.356 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:39:57 smithi069 ceph-mon[96738]: pgmap v3730: 137 pgs: 137 active+clean; 308 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 5.7 MiB/s wr, 56 op/s 2024-04-10T16:39:57.357 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:39:56 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:39:56] "GET /metrics HTTP/1.1" 200 36669 "" "Prometheus/2.43.0" 2024-04-10T16:39:57.357 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:39:57 smithi069 ceph-mon[94167]: pgmap v3730: 137 pgs: 137 active+clean; 308 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 5.7 MiB/s wr, 56 op/s 2024-04-10T16:39:57.512 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:39:57 smithi077 ceph-mon[87572]: pgmap v3730: 137 pgs: 137 active+clean; 308 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 5.7 MiB/s wr, 56 op/s 2024-04-10T16:39:59.357 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:39:59 smithi069 ceph-mon[96738]: pgmap v3731: 137 pgs: 137 active+clean; 308 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 5.7 MiB/s wr, 56 op/s 2024-04-10T16:39:59.357 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:39:59 smithi069 ceph-mon[94167]: pgmap v3731: 137 pgs: 137 active+clean; 308 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 5.7 MiB/s wr, 56 op/s 2024-04-10T16:39:59.512 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:39:59 smithi077 ceph-mon[87572]: pgmap v3731: 137 pgs: 137 active+clean; 308 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 5.7 MiB/s wr, 56 op/s 2024-04-10T16:40:00.356 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:40:00 smithi069 ceph-mon[96738]: overall HEALTH_WARN Telemetry requires re-opt-in 2024-04-10T16:40:00.356 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:40:00 smithi069 ceph-mon[94167]: overall HEALTH_WARN Telemetry requires re-opt-in 2024-04-10T16:40:00.512 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:40:00 smithi077 ceph-mon[87572]: overall HEALTH_WARN Telemetry requires re-opt-in 2024-04-10T16:40:01.356 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:40:01 smithi069 ceph-mon[96738]: pgmap v3732: 137 pgs: 137 active+clean; 312 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 5.3 MiB/s wr, 57 op/s 2024-04-10T16:40:01.356 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:40:01 smithi069 ceph-mon[94167]: pgmap v3732: 137 pgs: 137 active+clean; 312 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 5.3 MiB/s wr, 57 op/s 2024-04-10T16:40:01.512 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:40:01 smithi077 ceph-mon[87572]: pgmap v3732: 137 pgs: 137 active+clean; 312 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 5.3 MiB/s wr, 57 op/s 2024-04-10T16:40:02.762 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:40:02 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:40:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:40:03.356 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:40:03 smithi069 ceph-mon[94167]: pgmap v3733: 137 pgs: 137 active+clean; 312 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 4.6 MiB/s wr, 52 op/s 2024-04-10T16:40:03.356 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:40:03 smithi069 ceph-mon[96738]: pgmap v3733: 137 pgs: 137 active+clean; 312 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 4.6 MiB/s wr, 52 op/s 2024-04-10T16:40:03.512 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:40:03 smithi077 ceph-mon[87572]: pgmap v3733: 137 pgs: 137 active+clean; 312 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 4.6 MiB/s wr, 52 op/s 2024-04-10T16:40:05.512 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:40:05 smithi077 ceph-mon[87572]: pgmap v3734: 137 pgs: 137 active+clean; 312 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.0 MiB/s wr, 32 op/s 2024-04-10T16:40:05.512 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:40:05 smithi077 ceph-mon[87572]: osdmap e1988: 8 total, 8 up, 8 in 2024-04-10T16:40:05.606 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:40:05 smithi069 ceph-mon[96738]: pgmap v3734: 137 pgs: 137 active+clean; 312 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.0 MiB/s wr, 32 op/s 2024-04-10T16:40:05.606 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:40:05 smithi069 ceph-mon[96738]: osdmap e1988: 8 total, 8 up, 8 in 2024-04-10T16:40:05.607 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:40:05 smithi069 ceph-mon[94167]: pgmap v3734: 137 pgs: 137 active+clean; 312 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.0 MiB/s wr, 32 op/s 2024-04-10T16:40:05.607 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:40:05 smithi069 ceph-mon[94167]: osdmap e1988: 8 total, 8 up, 8 in 2024-04-10T16:40:07.356 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:40:07 smithi069 ceph-mon[96738]: pgmap v3736: 137 pgs: 137 active+clean; 341 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 36 KiB/s rd, 3.7 MiB/s wr, 47 op/s 2024-04-10T16:40:07.357 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:40:06 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:40:06] "GET /metrics HTTP/1.1" 200 36669 "" "Prometheus/2.43.0" 2024-04-10T16:40:07.357 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:40:07 smithi069 ceph-mon[94167]: pgmap v3736: 137 pgs: 137 active+clean; 341 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 36 KiB/s rd, 3.7 MiB/s wr, 47 op/s 2024-04-10T16:40:07.512 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:40:07 smithi077 ceph-mon[87572]: pgmap v3736: 137 pgs: 137 active+clean; 341 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 36 KiB/s rd, 3.7 MiB/s wr, 47 op/s 2024-04-10T16:40:09.512 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:40:09 smithi077 ceph-mon[87572]: pgmap v3737: 137 pgs: 137 active+clean; 341 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 36 KiB/s rd, 3.7 MiB/s wr, 47 op/s 2024-04-10T16:40:09.512 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:40:09 smithi077 ceph-mon[87572]: osdmap e1989: 8 total, 8 up, 8 in 2024-04-10T16:40:09.606 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:40:09 smithi069 ceph-mon[96738]: pgmap v3737: 137 pgs: 137 active+clean; 341 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 36 KiB/s rd, 3.7 MiB/s wr, 47 op/s 2024-04-10T16:40:09.606 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:40:09 smithi069 ceph-mon[96738]: osdmap e1989: 8 total, 8 up, 8 in 2024-04-10T16:40:09.606 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:40:09 smithi069 ceph-mon[94167]: pgmap v3737: 137 pgs: 137 active+clean; 341 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 36 KiB/s rd, 3.7 MiB/s wr, 47 op/s 2024-04-10T16:40:09.607 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:40:09 smithi069 ceph-mon[94167]: osdmap e1989: 8 total, 8 up, 8 in 2024-04-10T16:40:10.381 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] EncryptedFlattenTest/5.ShrinkToOneAfterSnapshot (14191 ms) 2024-04-10T16:40:10.382 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] EncryptedFlattenTest/5.MinOverlap 2024-04-10T16:40:10.382 INFO:tasks.workunit.client.0.smithi069.stdout:using new format! 2024-04-10T16:40:10.512 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:40:10 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:40:10.606 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:40:10 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:40:10.607 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:40:10 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:40:11.512 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:40:11 smithi077 ceph-mon[87572]: pgmap v3739: 137 pgs: 137 active+clean; 361 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 6.1 MiB/s wr, 75 op/s 2024-04-10T16:40:11.606 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:40:11 smithi069 ceph-mon[96738]: pgmap v3739: 137 pgs: 137 active+clean; 361 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 6.1 MiB/s wr, 75 op/s 2024-04-10T16:40:11.607 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:40:11 smithi069 ceph-mon[94167]: pgmap v3739: 137 pgs: 137 active+clean; 361 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 6.1 MiB/s wr, 75 op/s 2024-04-10T16:40:12.762 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:40:12 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:40:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:40:13.512 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:40:13 smithi077 ceph-mon[87572]: pgmap v3740: 137 pgs: 137 active+clean; 414 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 5.3 MiB/s rd, 13 MiB/s wr, 97 op/s 2024-04-10T16:40:13.606 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:40:13 smithi069 ceph-mon[96738]: pgmap v3740: 137 pgs: 137 active+clean; 414 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 5.3 MiB/s rd, 13 MiB/s wr, 97 op/s 2024-04-10T16:40:13.607 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:40:13 smithi069 ceph-mon[94167]: pgmap v3740: 137 pgs: 137 active+clean; 414 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 5.3 MiB/s rd, 13 MiB/s wr, 97 op/s 2024-04-10T16:40:15.512 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:40:15 smithi077 ceph-mon[87572]: pgmap v3741: 137 pgs: 137 active+clean; 438 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 6.2 MiB/s rd, 13 MiB/s wr, 85 op/s 2024-04-10T16:40:15.606 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:40:15 smithi069 ceph-mon[96738]: pgmap v3741: 137 pgs: 137 active+clean; 438 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 6.2 MiB/s rd, 13 MiB/s wr, 85 op/s 2024-04-10T16:40:15.607 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:40:15 smithi069 ceph-mon[94167]: pgmap v3741: 137 pgs: 137 active+clean; 438 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 6.2 MiB/s rd, 13 MiB/s wr, 85 op/s 2024-04-10T16:40:17.356 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:40:17 smithi069 ceph-mon[94167]: pgmap v3742: 137 pgs: 137 active+clean; 438 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 5.8 MiB/s rd, 9.7 MiB/s wr, 42 op/s 2024-04-10T16:40:17.357 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:40:17 smithi069 ceph-mon[96738]: pgmap v3742: 137 pgs: 137 active+clean; 438 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 5.8 MiB/s rd, 9.7 MiB/s wr, 42 op/s 2024-04-10T16:40:17.357 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:40:16 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:40:16] "GET /metrics HTTP/1.1" 200 36670 "" "Prometheus/2.43.0" 2024-04-10T16:40:17.512 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:40:17 smithi077 ceph-mon[87572]: pgmap v3742: 137 pgs: 137 active+clean; 438 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 5.8 MiB/s rd, 9.7 MiB/s wr, 42 op/s 2024-04-10T16:40:19.512 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:40:19 smithi077 ceph-mon[87572]: pgmap v3743: 137 pgs: 137 active+clean; 438 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 5.8 MiB/s rd, 9.7 MiB/s wr, 42 op/s 2024-04-10T16:40:19.606 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:40:19 smithi069 ceph-mon[96738]: pgmap v3743: 137 pgs: 137 active+clean; 438 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 5.8 MiB/s rd, 9.7 MiB/s wr, 42 op/s 2024-04-10T16:40:19.607 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:40:19 smithi069 ceph-mon[94167]: pgmap v3743: 137 pgs: 137 active+clean; 438 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 5.8 MiB/s rd, 9.7 MiB/s wr, 42 op/s 2024-04-10T16:40:20.512 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:40:20 smithi077 ceph-mon[87572]: osdmap e1990: 8 total, 8 up, 8 in 2024-04-10T16:40:20.606 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:40:20 smithi069 ceph-mon[96738]: osdmap e1990: 8 total, 8 up, 8 in 2024-04-10T16:40:20.607 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:40:20 smithi069 ceph-mon[94167]: osdmap e1990: 8 total, 8 up, 8 in 2024-04-10T16:40:21.512 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:40:21 smithi077 ceph-mon[87572]: pgmap v3745: 137 pgs: 137 active+clean; 446 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 4.5 MiB/s rd, 8.5 MiB/s wr, 34 op/s 2024-04-10T16:40:21.606 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:40:21 smithi069 ceph-mon[96738]: pgmap v3745: 137 pgs: 137 active+clean; 446 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 4.5 MiB/s rd, 8.5 MiB/s wr, 34 op/s 2024-04-10T16:40:21.607 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:40:21 smithi069 ceph-mon[94167]: pgmap v3745: 137 pgs: 137 active+clean; 446 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 4.5 MiB/s rd, 8.5 MiB/s wr, 34 op/s 2024-04-10T16:40:22.762 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:40:22 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:40:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:40:23.512 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:40:23 smithi077 ceph-mon[87572]: pgmap v3746: 137 pgs: 137 active+clean; 475 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 6.1 MiB/s wr, 39 op/s 2024-04-10T16:40:23.606 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:40:23 smithi069 ceph-mon[96738]: pgmap v3746: 137 pgs: 137 active+clean; 475 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 6.1 MiB/s wr, 39 op/s 2024-04-10T16:40:23.607 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:40:23 smithi069 ceph-mon[94167]: pgmap v3746: 137 pgs: 137 active+clean; 475 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 6.1 MiB/s wr, 39 op/s 2024-04-10T16:40:25.235 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] EncryptedFlattenTest/5.MinOverlap (14854 ms) 2024-04-10T16:40:25.235 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] EncryptedFlattenTest/5.ZeroOverlap 2024-04-10T16:40:25.236 INFO:tasks.workunit.client.0.smithi069.stdout:using new format! 2024-04-10T16:40:25.512 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:40:25 smithi077 ceph-mon[87572]: pgmap v3747: 137 pgs: 137 active+clean; 483 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 471 KiB/s rd, 4.9 MiB/s wr, 43 op/s 2024-04-10T16:40:25.512 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:40:25 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:40:25.606 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:40:25 smithi069 ceph-mon[96738]: pgmap v3747: 137 pgs: 137 active+clean; 483 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 471 KiB/s rd, 4.9 MiB/s wr, 43 op/s 2024-04-10T16:40:25.606 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:40:25 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:40:25.607 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:40:25 smithi069 ceph-mon[94167]: pgmap v3747: 137 pgs: 137 active+clean; 483 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 471 KiB/s rd, 4.9 MiB/s wr, 43 op/s 2024-04-10T16:40:25.607 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:40:25 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:40:27.356 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:40:27 smithi069 ceph-mon[94167]: pgmap v3748: 137 pgs: 137 active+clean; 491 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 5.7 MiB/s wr, 61 op/s 2024-04-10T16:40:27.357 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:40:26 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:40:26] "GET /metrics HTTP/1.1" 200 36663 "" "Prometheus/2.43.0" 2024-04-10T16:40:27.357 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:40:27 smithi069 ceph-mon[96738]: pgmap v3748: 137 pgs: 137 active+clean; 491 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 5.7 MiB/s wr, 61 op/s 2024-04-10T16:40:27.512 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:40:27 smithi077 ceph-mon[87572]: pgmap v3748: 137 pgs: 137 active+clean; 491 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 5.7 MiB/s wr, 61 op/s 2024-04-10T16:40:29.512 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:40:29 smithi077 ceph-mon[87572]: pgmap v3749: 137 pgs: 137 active+clean; 491 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 5.7 MiB/s wr, 61 op/s 2024-04-10T16:40:29.606 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:40:29 smithi069 ceph-mon[96738]: pgmap v3749: 137 pgs: 137 active+clean; 491 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 5.7 MiB/s wr, 61 op/s 2024-04-10T16:40:29.607 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:40:29 smithi069 ceph-mon[94167]: pgmap v3749: 137 pgs: 137 active+clean; 491 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 5.7 MiB/s wr, 61 op/s 2024-04-10T16:40:31.512 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:40:31 smithi077 ceph-mon[87572]: pgmap v3750: 137 pgs: 137 active+clean; 499 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.2 MiB/s rd, 6.3 MiB/s wr, 58 op/s 2024-04-10T16:40:31.606 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:40:31 smithi069 ceph-mon[96738]: pgmap v3750: 137 pgs: 137 active+clean; 499 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.2 MiB/s rd, 6.3 MiB/s wr, 58 op/s 2024-04-10T16:40:31.607 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:40:31 smithi069 ceph-mon[94167]: pgmap v3750: 137 pgs: 137 active+clean; 499 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.2 MiB/s rd, 6.3 MiB/s wr, 58 op/s 2024-04-10T16:40:32.512 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:40:32 smithi077 ceph-mon[87572]: pgmap v3751: 137 pgs: 137 active+clean; 499 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 4.8 MiB/s wr, 44 op/s 2024-04-10T16:40:32.513 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:40:32 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:40:32.316Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:40:32.606 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:40:32 smithi069 ceph-mon[94167]: pgmap v3751: 137 pgs: 137 active+clean; 499 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 4.8 MiB/s wr, 44 op/s 2024-04-10T16:40:32.607 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:40:32 smithi069 ceph-mon[96738]: pgmap v3751: 137 pgs: 137 active+clean; 499 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 4.8 MiB/s wr, 44 op/s 2024-04-10T16:40:33.512 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:40:33 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:40:33.606 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:40:33 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:40:33.607 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:40:33 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:40:34.512 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:40:34 smithi077 ceph-mon[87572]: osdmap e1991: 8 total, 8 up, 8 in 2024-04-10T16:40:34.513 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:40:34 smithi077 ceph-mon[87572]: pgmap v3753: 137 pgs: 137 active+clean; 523 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 4.0 MiB/s wr, 24 op/s 2024-04-10T16:40:34.513 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:40:34 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:40:34.513 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:40:34 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:40:34.513 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:40:34 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:40:34.606 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:40:34 smithi069 ceph-mon[96738]: osdmap e1991: 8 total, 8 up, 8 in 2024-04-10T16:40:34.607 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:40:34 smithi069 ceph-mon[96738]: pgmap v3753: 137 pgs: 137 active+clean; 523 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 4.0 MiB/s wr, 24 op/s 2024-04-10T16:40:34.607 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:40:34 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:40:34.607 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:40:34 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:40:34.607 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:40:34 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:40:34.607 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:40:34 smithi069 ceph-mon[94167]: osdmap e1991: 8 total, 8 up, 8 in 2024-04-10T16:40:34.607 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:40:34 smithi069 ceph-mon[94167]: pgmap v3753: 137 pgs: 137 active+clean; 523 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 4.0 MiB/s wr, 24 op/s 2024-04-10T16:40:34.607 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:40:34 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:40:34.607 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:40:34 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:40:34.607 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:40:34 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:40:36.856 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:40:36 smithi069 ceph-mon[96738]: pgmap v3754: 137 pgs: 137 active+clean; 540 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 873 KiB/s rd, 4.9 MiB/s wr, 36 op/s 2024-04-10T16:40:36.857 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:40:36 smithi069 ceph-mon[94167]: pgmap v3754: 137 pgs: 137 active+clean; 540 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 873 KiB/s rd, 4.9 MiB/s wr, 36 op/s 2024-04-10T16:40:37.012 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:40:36 smithi077 ceph-mon[87572]: pgmap v3754: 137 pgs: 137 active+clean; 540 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 873 KiB/s rd, 4.9 MiB/s wr, 36 op/s 2024-04-10T16:40:37.356 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:40:36 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:40:36] "GET /metrics HTTP/1.1" 200 36663 "" "Prometheus/2.43.0" 2024-04-10T16:40:38.857 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:40:38 smithi069 ceph-mon[96738]: pgmap v3755: 137 pgs: 137 active+clean; 540 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 873 KiB/s rd, 4.9 MiB/s wr, 36 op/s 2024-04-10T16:40:38.857 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:40:38 smithi069 ceph-mon[94167]: pgmap v3755: 137 pgs: 137 active+clean; 540 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 873 KiB/s rd, 4.9 MiB/s wr, 36 op/s 2024-04-10T16:40:39.012 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:40:38 smithi077 ceph-mon[87572]: pgmap v3755: 137 pgs: 137 active+clean; 540 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 873 KiB/s rd, 4.9 MiB/s wr, 36 op/s 2024-04-10T16:40:39.403 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] EncryptedFlattenTest/5.ZeroOverlap (14168 ms) 2024-04-10T16:40:39.594 INFO:tasks.workunit.client.0.smithi069.stdout:[----------] 7 tests from EncryptedFlattenTest/5 (101396 ms total) 2024-04-10T16:40:39.595 INFO:tasks.workunit.client.0.smithi069.stdout: 2024-04-10T16:40:39.595 INFO:tasks.workunit.client.0.smithi069.stdout:[----------] 7 tests from EncryptedFlattenTest/6, where TypeParam = LUKS2UnderLUKS2 2024-04-10T16:40:39.631 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] EncryptedFlattenTest/6.Simple 2024-04-10T16:40:40.857 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:40:40 smithi069 ceph-mon[96738]: pgmap v3756: 137 pgs: 137 active+clean; 540 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 918 KiB/s rd, 4.1 MiB/s wr, 56 op/s 2024-04-10T16:40:40.857 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:40:40 smithi069 ceph-mon[96738]: osdmap e1992: 8 total, 8 up, 8 in 2024-04-10T16:40:40.857 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:40:40 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:40:40.857 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:40:40 smithi069 ceph-mon[94167]: pgmap v3756: 137 pgs: 137 active+clean; 540 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 918 KiB/s rd, 4.1 MiB/s wr, 56 op/s 2024-04-10T16:40:40.858 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:40:40 smithi069 ceph-mon[94167]: osdmap e1992: 8 total, 8 up, 8 in 2024-04-10T16:40:40.858 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:40:40 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:40:41.012 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:40:40 smithi077 ceph-mon[87572]: pgmap v3756: 137 pgs: 137 active+clean; 540 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 918 KiB/s rd, 4.1 MiB/s wr, 56 op/s 2024-04-10T16:40:41.012 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:40:40 smithi077 ceph-mon[87572]: osdmap e1992: 8 total, 8 up, 8 in 2024-04-10T16:40:41.012 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:40:40 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:40:41.625 INFO:tasks.workunit.client.0.smithi069.stdout:using new format! 2024-04-10T16:40:41.856 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:40:41 smithi069 ceph-mon[94167]: osdmap e1993: 8 total, 8 up, 8 in 2024-04-10T16:40:41.856 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:40:41 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/2102604667' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-42","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:40:41.856 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:40:41 smithi069 ceph-mon[94167]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-42","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:40:41.857 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:40:41 smithi069 ceph-mon[96738]: osdmap e1993: 8 total, 8 up, 8 in 2024-04-10T16:40:41.857 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:40:41 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/2102604667' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-42","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:40:41.857 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:40:41 smithi069 ceph-mon[96738]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-42","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:40:42.012 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:40:41 smithi077 ceph-mon[87572]: osdmap e1993: 8 total, 8 up, 8 in 2024-04-10T16:40:42.012 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:40:41 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/2102604667' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-42","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:40:42.012 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:40:41 smithi077 ceph-mon[87572]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-42","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:40:42.606 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:40:42 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:40:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:40:42.857 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:40:42 smithi069 ceph-mon[96738]: pgmap v3759: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail 2024-04-10T16:40:42.857 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:40:42 smithi069 ceph-mon[96738]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T16:40:42.857 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:40:42 smithi069 ceph-mon[96738]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-42","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T16:40:42.857 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:40:42 smithi069 ceph-mon[96738]: osdmap e1994: 8 total, 8 up, 8 in 2024-04-10T16:40:42.857 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:40:42 smithi069 ceph-mon[94167]: pgmap v3759: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail 2024-04-10T16:40:42.857 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:40:42 smithi069 ceph-mon[94167]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T16:40:42.857 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:40:42 smithi069 ceph-mon[94167]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-42","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T16:40:42.857 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:40:42 smithi069 ceph-mon[94167]: osdmap e1994: 8 total, 8 up, 8 in 2024-04-10T16:40:43.012 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:40:42 smithi077 ceph-mon[87572]: pgmap v3759: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail 2024-04-10T16:40:43.012 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:40:42 smithi077 ceph-mon[87572]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T16:40:43.013 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:40:42 smithi077 ceph-mon[87572]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-42","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T16:40:43.013 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:40:42 smithi077 ceph-mon[87572]: osdmap e1994: 8 total, 8 up, 8 in 2024-04-10T16:40:44.012 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:40:43 smithi077 ceph-mon[87572]: osdmap e1995: 8 total, 8 up, 8 in 2024-04-10T16:40:44.107 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:40:43 smithi069 ceph-mon[96738]: osdmap e1995: 8 total, 8 up, 8 in 2024-04-10T16:40:44.107 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:40:43 smithi069 ceph-mon[94167]: osdmap e1995: 8 total, 8 up, 8 in 2024-04-10T16:40:45.012 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:40:44 smithi077 ceph-mon[87572]: pgmap v3762: 137 pgs: 25 unknown, 112 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2024-04-10T16:40:45.012 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:40:44 smithi077 ceph-mon[87572]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T16:40:45.013 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:40:44 smithi077 ceph-mon[87572]: osdmap e1996: 8 total, 8 up, 8 in 2024-04-10T16:40:45.106 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:40:44 smithi069 ceph-mon[96738]: pgmap v3762: 137 pgs: 25 unknown, 112 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2024-04-10T16:40:45.107 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:40:44 smithi069 ceph-mon[96738]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T16:40:45.107 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:40:44 smithi069 ceph-mon[96738]: osdmap e1996: 8 total, 8 up, 8 in 2024-04-10T16:40:45.107 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:40:44 smithi069 ceph-mon[94167]: pgmap v3762: 137 pgs: 25 unknown, 112 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2024-04-10T16:40:45.107 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:40:44 smithi069 ceph-mon[94167]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T16:40:45.107 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:40:44 smithi069 ceph-mon[94167]: osdmap e1996: 8 total, 8 up, 8 in 2024-04-10T16:40:46.937 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:40:46 smithi069 ceph-mon[96738]: pgmap v3764: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.0 KiB/s wr, 3 op/s 2024-04-10T16:40:46.937 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:40:46 smithi069 ceph-mon[94167]: pgmap v3764: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.0 KiB/s wr, 3 op/s 2024-04-10T16:40:47.012 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:40:46 smithi077 ceph-mon[87572]: pgmap v3764: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.0 KiB/s wr, 3 op/s 2024-04-10T16:40:47.356 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:40:46 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:40:46] "GET /metrics HTTP/1.1" 200 34170 "" "Prometheus/2.43.0" 2024-04-10T16:40:49.012 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:40:48 smithi077 ceph-mon[87572]: pgmap v3765: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1023 B/s rd, 853 B/s wr, 2 op/s 2024-04-10T16:40:49.106 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:40:48 smithi069 ceph-mon[96738]: pgmap v3765: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1023 B/s rd, 853 B/s wr, 2 op/s 2024-04-10T16:40:49.107 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:40:48 smithi069 ceph-mon[94167]: pgmap v3765: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1023 B/s rd, 853 B/s wr, 2 op/s 2024-04-10T16:40:51.012 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:40:50 smithi077 ceph-mon[87572]: pgmap v3766: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.8 KiB/s rd, 1.0 KiB/s wr, 6 op/s 2024-04-10T16:40:51.106 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:40:50 smithi069 ceph-mon[96738]: pgmap v3766: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.8 KiB/s rd, 1.0 KiB/s wr, 6 op/s 2024-04-10T16:40:51.107 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:40:50 smithi069 ceph-mon[94167]: pgmap v3766: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.8 KiB/s rd, 1.0 KiB/s wr, 6 op/s 2024-04-10T16:40:52.642 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:40:52 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:40:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:40:53.013 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:40:52 smithi077 ceph-mon[87572]: pgmap v3767: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.4 KiB/s rd, 919 B/s wr, 5 op/s 2024-04-10T16:40:53.013 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:40:52 smithi077 ceph-mon[87572]: osdmap e1997: 8 total, 8 up, 8 in 2024-04-10T16:40:53.013 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:40:52 smithi077 ceph-mon[87572]: osdmap e1998: 8 total, 8 up, 8 in 2024-04-10T16:40:53.106 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:40:52 smithi069 ceph-mon[94167]: pgmap v3767: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.4 KiB/s rd, 919 B/s wr, 5 op/s 2024-04-10T16:40:53.107 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:40:52 smithi069 ceph-mon[94167]: osdmap e1997: 8 total, 8 up, 8 in 2024-04-10T16:40:53.107 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:40:52 smithi069 ceph-mon[94167]: osdmap e1998: 8 total, 8 up, 8 in 2024-04-10T16:40:53.107 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:40:52 smithi069 ceph-mon[96738]: pgmap v3767: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.4 KiB/s rd, 919 B/s wr, 5 op/s 2024-04-10T16:40:53.107 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:40:52 smithi069 ceph-mon[96738]: osdmap e1997: 8 total, 8 up, 8 in 2024-04-10T16:40:53.107 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:40:52 smithi069 ceph-mon[96738]: osdmap e1998: 8 total, 8 up, 8 in 2024-04-10T16:40:55.012 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:40:54 smithi077 ceph-mon[87572]: pgmap v3770: 137 pgs: 137 active+clean; 13 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 1.0 MiB/s wr, 31 op/s 2024-04-10T16:40:55.106 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:40:54 smithi069 ceph-mon[96738]: pgmap v3770: 137 pgs: 137 active+clean; 13 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 1.0 MiB/s wr, 31 op/s 2024-04-10T16:40:55.107 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:40:54 smithi069 ceph-mon[94167]: pgmap v3770: 137 pgs: 137 active+clean; 13 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 1.0 MiB/s wr, 31 op/s 2024-04-10T16:40:56.012 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:40:55 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:40:56.106 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:40:55 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:40:56.107 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:40:55 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:40:56.937 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:40:56 smithi069 ceph-mon[96738]: pgmap v3771: 137 pgs: 137 active+clean; 46 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 35 KiB/s rd, 5.1 MiB/s wr, 48 op/s 2024-04-10T16:40:56.938 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:40:56 smithi069 ceph-mon[94167]: pgmap v3771: 137 pgs: 137 active+clean; 46 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 35 KiB/s rd, 5.1 MiB/s wr, 48 op/s 2024-04-10T16:40:57.012 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:40:56 smithi077 ceph-mon[87572]: pgmap v3771: 137 pgs: 137 active+clean; 46 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 35 KiB/s rd, 5.1 MiB/s wr, 48 op/s 2024-04-10T16:40:57.356 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:40:56 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:40:56] "GET /metrics HTTP/1.1" 200 36646 "" "Prometheus/2.43.0" 2024-04-10T16:40:59.013 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:40:58 smithi077 ceph-mon[87572]: pgmap v3772: 137 pgs: 137 active+clean; 46 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 5.1 MiB/s wr, 44 op/s 2024-04-10T16:40:59.106 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:40:58 smithi069 ceph-mon[96738]: pgmap v3772: 137 pgs: 137 active+clean; 46 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 5.1 MiB/s wr, 44 op/s 2024-04-10T16:40:59.107 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:40:58 smithi069 ceph-mon[94167]: pgmap v3772: 137 pgs: 137 active+clean; 46 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 5.1 MiB/s wr, 44 op/s 2024-04-10T16:41:01.012 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:41:00 smithi077 ceph-mon[87572]: pgmap v3773: 137 pgs: 137 active+clean; 50 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 69 KiB/s rd, 5.6 MiB/s wr, 44 op/s 2024-04-10T16:41:01.106 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:41:00 smithi069 ceph-mon[96738]: pgmap v3773: 137 pgs: 137 active+clean; 50 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 69 KiB/s rd, 5.6 MiB/s wr, 44 op/s 2024-04-10T16:41:01.107 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:41:00 smithi069 ceph-mon[94167]: pgmap v3773: 137 pgs: 137 active+clean; 50 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 69 KiB/s rd, 5.6 MiB/s wr, 44 op/s 2024-04-10T16:41:02.661 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:41:02 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:41:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:41:03.012 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:41:02 smithi077 ceph-mon[87572]: pgmap v3774: 137 pgs: 137 active+clean; 58 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 58 KiB/s rd, 5.4 MiB/s wr, 41 op/s 2024-04-10T16:41:03.106 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:41:02 smithi069 ceph-mon[96738]: pgmap v3774: 137 pgs: 137 active+clean; 58 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 58 KiB/s rd, 5.4 MiB/s wr, 41 op/s 2024-04-10T16:41:03.107 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:41:02 smithi069 ceph-mon[94167]: pgmap v3774: 137 pgs: 137 active+clean; 58 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 58 KiB/s rd, 5.4 MiB/s wr, 41 op/s 2024-04-10T16:41:05.012 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:41:04 smithi077 ceph-mon[87572]: pgmap v3775: 137 pgs: 137 active+clean; 70 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 6.0 MiB/s wr, 46 op/s 2024-04-10T16:41:05.053 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] EncryptedFlattenTest/6.Simple (25422 ms) 2024-04-10T16:41:05.054 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] EncryptedFlattenTest/6.Grow 2024-04-10T16:41:05.054 INFO:tasks.workunit.client.0.smithi069.stdout:using new format! 2024-04-10T16:41:05.106 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:41:04 smithi069 ceph-mon[96738]: pgmap v3775: 137 pgs: 137 active+clean; 70 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 6.0 MiB/s wr, 46 op/s 2024-04-10T16:41:05.106 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:41:04 smithi069 ceph-mon[94167]: pgmap v3775: 137 pgs: 137 active+clean; 70 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 6.0 MiB/s wr, 46 op/s 2024-04-10T16:41:06.937 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:41:06 smithi069 ceph-mon[96738]: pgmap v3776: 137 pgs: 137 active+clean; 87 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 8.3 MiB/s rd, 7.5 MiB/s wr, 35 op/s 2024-04-10T16:41:06.938 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:41:06 smithi069 ceph-mon[94167]: pgmap v3776: 137 pgs: 137 active+clean; 87 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 8.3 MiB/s rd, 7.5 MiB/s wr, 35 op/s 2024-04-10T16:41:07.012 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:41:06 smithi077 ceph-mon[87572]: pgmap v3776: 137 pgs: 137 active+clean; 87 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 8.3 MiB/s rd, 7.5 MiB/s wr, 35 op/s 2024-04-10T16:41:07.356 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:41:06 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:41:06] "GET /metrics HTTP/1.1" 200 36646 "" "Prometheus/2.43.0" 2024-04-10T16:41:09.013 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:41:08 smithi077 ceph-mon[87572]: pgmap v3777: 137 pgs: 137 active+clean; 87 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 8.3 MiB/s rd, 4.8 MiB/s wr, 24 op/s 2024-04-10T16:41:09.107 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:41:08 smithi069 ceph-mon[96738]: pgmap v3777: 137 pgs: 137 active+clean; 87 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 8.3 MiB/s rd, 4.8 MiB/s wr, 24 op/s 2024-04-10T16:41:09.107 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:41:08 smithi069 ceph-mon[94167]: pgmap v3777: 137 pgs: 137 active+clean; 87 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 8.3 MiB/s rd, 4.8 MiB/s wr, 24 op/s 2024-04-10T16:41:11.012 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:41:10 smithi077 ceph-mon[87572]: pgmap v3778: 137 pgs: 137 active+clean; 87 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 9.7 MiB/s rd, 4.8 MiB/s wr, 28 op/s 2024-04-10T16:41:11.013 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:41:10 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:41:11.107 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:41:10 smithi069 ceph-mon[96738]: pgmap v3778: 137 pgs: 137 active+clean; 87 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 9.7 MiB/s rd, 4.8 MiB/s wr, 28 op/s 2024-04-10T16:41:11.107 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:41:10 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:41:11.107 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:41:10 smithi069 ceph-mon[94167]: pgmap v3778: 137 pgs: 137 active+clean; 87 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 9.7 MiB/s rd, 4.8 MiB/s wr, 28 op/s 2024-04-10T16:41:11.107 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:41:10 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:41:12.680 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:41:12 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:41:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:41:13.012 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:41:12 smithi077 ceph-mon[87572]: pgmap v3779: 137 pgs: 137 active+clean; 87 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 9.7 MiB/s rd, 4.4 MiB/s wr, 28 op/s 2024-04-10T16:41:13.106 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:41:12 smithi069 ceph-mon[96738]: pgmap v3779: 137 pgs: 137 active+clean; 87 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 9.7 MiB/s rd, 4.4 MiB/s wr, 28 op/s 2024-04-10T16:41:13.107 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:41:12 smithi069 ceph-mon[94167]: pgmap v3779: 137 pgs: 137 active+clean; 87 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 9.7 MiB/s rd, 4.4 MiB/s wr, 28 op/s 2024-04-10T16:41:14.012 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:41:13 smithi077 ceph-mon[87572]: osdmap e1999: 8 total, 8 up, 8 in 2024-04-10T16:41:14.106 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:41:13 smithi069 ceph-mon[96738]: osdmap e1999: 8 total, 8 up, 8 in 2024-04-10T16:41:14.107 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:41:13 smithi069 ceph-mon[94167]: osdmap e1999: 8 total, 8 up, 8 in 2024-04-10T16:41:15.012 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:41:14 smithi077 ceph-mon[87572]: pgmap v3781: 137 pgs: 137 active+clean; 95 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 8.9 MiB/s rd, 3.7 MiB/s wr, 47 op/s 2024-04-10T16:41:15.106 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:41:14 smithi069 ceph-mon[96738]: pgmap v3781: 137 pgs: 137 active+clean; 95 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 8.9 MiB/s rd, 3.7 MiB/s wr, 47 op/s 2024-04-10T16:41:15.107 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:41:14 smithi069 ceph-mon[94167]: pgmap v3781: 137 pgs: 137 active+clean; 95 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 8.9 MiB/s rd, 3.7 MiB/s wr, 47 op/s 2024-04-10T16:41:17.012 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:41:16 smithi077 ceph-mon[87572]: pgmap v3782: 137 pgs: 137 active+clean; 128 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 4.1 MiB/s wr, 40 op/s 2024-04-10T16:41:17.106 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:41:16 smithi069 ceph-mon[96738]: pgmap v3782: 137 pgs: 137 active+clean; 128 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 4.1 MiB/s wr, 40 op/s 2024-04-10T16:41:17.107 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:41:16 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:41:16] "GET /metrics HTTP/1.1" 200 36658 "" "Prometheus/2.43.0" 2024-04-10T16:41:17.107 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:41:16 smithi069 ceph-mon[94167]: pgmap v3782: 137 pgs: 137 active+clean; 128 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 4.1 MiB/s wr, 40 op/s 2024-04-10T16:41:19.012 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:41:18 smithi077 ceph-mon[87572]: pgmap v3783: 137 pgs: 137 active+clean; 128 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 4.1 MiB/s wr, 40 op/s 2024-04-10T16:41:19.107 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:41:18 smithi069 ceph-mon[96738]: pgmap v3783: 137 pgs: 137 active+clean; 128 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 4.1 MiB/s wr, 40 op/s 2024-04-10T16:41:19.107 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:41:18 smithi069 ceph-mon[94167]: pgmap v3783: 137 pgs: 137 active+clean; 128 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 4.1 MiB/s wr, 40 op/s 2024-04-10T16:41:21.012 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:41:20 smithi077 ceph-mon[87572]: pgmap v3784: 137 pgs: 137 active+clean; 128 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-10T16:41:21.107 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:41:20 smithi069 ceph-mon[96738]: pgmap v3784: 137 pgs: 137 active+clean; 128 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-10T16:41:21.107 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:41:20 smithi069 ceph-mon[94167]: pgmap v3784: 137 pgs: 137 active+clean; 128 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-10T16:41:22.701 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:41:22 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:41:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:41:23.012 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:41:22 smithi077 ceph-mon[87572]: pgmap v3785: 137 pgs: 137 active+clean; 132 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 4.5 MiB/s wr, 39 op/s 2024-04-10T16:41:23.106 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:41:22 smithi069 ceph-mon[96738]: pgmap v3785: 137 pgs: 137 active+clean; 132 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 4.5 MiB/s wr, 39 op/s 2024-04-10T16:41:23.107 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:41:22 smithi069 ceph-mon[94167]: pgmap v3785: 137 pgs: 137 active+clean; 132 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 4.5 MiB/s wr, 39 op/s 2024-04-10T16:41:25.013 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:41:24 smithi077 ceph-mon[87572]: pgmap v3786: 137 pgs: 137 active+clean; 136 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 57 KiB/s rd, 4.5 MiB/s wr, 42 op/s 2024-04-10T16:41:25.013 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:41:24 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:41:25.107 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:41:24 smithi069 ceph-mon[96738]: pgmap v3786: 137 pgs: 137 active+clean; 136 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 57 KiB/s rd, 4.5 MiB/s wr, 42 op/s 2024-04-10T16:41:25.107 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:41:24 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:41:25.107 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:41:24 smithi069 ceph-mon[94167]: pgmap v3786: 137 pgs: 137 active+clean; 136 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 57 KiB/s rd, 4.5 MiB/s wr, 42 op/s 2024-04-10T16:41:25.107 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:41:24 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:41:26.450 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] EncryptedFlattenTest/6.Grow (21397 ms) 2024-04-10T16:41:26.451 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] EncryptedFlattenTest/6.Shrink 2024-04-10T16:41:26.451 INFO:tasks.workunit.client.0.smithi069.stdout:using new format! 2024-04-10T16:41:27.013 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:41:26 smithi077 ceph-mon[87572]: pgmap v3787: 137 pgs: 137 active+clean; 152 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.7 MiB/s rd, 5.1 MiB/s wr, 20 op/s 2024-04-10T16:41:27.106 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:41:26 smithi069 ceph-mon[96738]: pgmap v3787: 137 pgs: 137 active+clean; 152 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.7 MiB/s rd, 5.1 MiB/s wr, 20 op/s 2024-04-10T16:41:27.107 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:41:26 smithi069 ceph-mon[94167]: pgmap v3787: 137 pgs: 137 active+clean; 152 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.7 MiB/s rd, 5.1 MiB/s wr, 20 op/s 2024-04-10T16:41:27.107 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:41:26 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:41:26] "GET /metrics HTTP/1.1" 200 36664 "" "Prometheus/2.43.0" 2024-04-10T16:41:29.013 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:41:28 smithi077 ceph-mon[87572]: pgmap v3788: 137 pgs: 137 active+clean; 152 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.3 MiB/s wr, 16 op/s 2024-04-10T16:41:29.106 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:41:28 smithi069 ceph-mon[96738]: pgmap v3788: 137 pgs: 137 active+clean; 152 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.3 MiB/s wr, 16 op/s 2024-04-10T16:41:29.107 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:41:28 smithi069 ceph-mon[94167]: pgmap v3788: 137 pgs: 137 active+clean; 152 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.3 MiB/s wr, 16 op/s 2024-04-10T16:41:31.012 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:41:30 smithi077 ceph-mon[87572]: pgmap v3789: 137 pgs: 137 active+clean; 169 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 9.1 MiB/s rd, 4.8 MiB/s wr, 29 op/s 2024-04-10T16:41:31.107 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:41:30 smithi069 ceph-mon[96738]: pgmap v3789: 137 pgs: 137 active+clean; 169 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 9.1 MiB/s rd, 4.8 MiB/s wr, 29 op/s 2024-04-10T16:41:31.107 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:41:30 smithi069 ceph-mon[94167]: pgmap v3789: 137 pgs: 137 active+clean; 169 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 9.1 MiB/s rd, 4.8 MiB/s wr, 29 op/s 2024-04-10T16:41:32.013 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 16:41:31 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[125844]: logger=cleanup t=2024-04-10T16:41:31.659817171Z level=info msg="Completed cleanup jobs" duration=14.442797ms 2024-04-10T16:41:32.715 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:41:32 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:41:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:41:33.012 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:41:32 smithi077 ceph-mon[87572]: pgmap v3790: 137 pgs: 137 active+clean; 169 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 9.8 MiB/s rd, 4.8 MiB/s wr, 30 op/s 2024-04-10T16:41:33.107 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:41:32 smithi069 ceph-mon[96738]: pgmap v3790: 137 pgs: 137 active+clean; 169 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 9.8 MiB/s rd, 4.8 MiB/s wr, 30 op/s 2024-04-10T16:41:33.108 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:41:32 smithi069 ceph-mon[94167]: pgmap v3790: 137 pgs: 137 active+clean; 169 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 9.8 MiB/s rd, 4.8 MiB/s wr, 30 op/s 2024-04-10T16:41:35.012 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:41:34 smithi077 ceph-mon[87572]: pgmap v3791: 137 pgs: 137 active+clean; 169 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 9.7 MiB/s rd, 4.4 MiB/s wr, 27 op/s 2024-04-10T16:41:35.013 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:41:34 smithi077 ceph-mon[87572]: osdmap e2000: 8 total, 8 up, 8 in 2024-04-10T16:41:35.013 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:41:34 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:41:35.107 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:41:34 smithi069 ceph-mon[96738]: pgmap v3791: 137 pgs: 137 active+clean; 169 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 9.7 MiB/s rd, 4.4 MiB/s wr, 27 op/s 2024-04-10T16:41:35.107 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:41:34 smithi069 ceph-mon[96738]: osdmap e2000: 8 total, 8 up, 8 in 2024-04-10T16:41:35.107 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:41:34 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:41:35.107 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:41:34 smithi069 ceph-mon[94167]: pgmap v3791: 137 pgs: 137 active+clean; 169 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 9.7 MiB/s rd, 4.4 MiB/s wr, 27 op/s 2024-04-10T16:41:35.107 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:41:34 smithi069 ceph-mon[94167]: osdmap e2000: 8 total, 8 up, 8 in 2024-04-10T16:41:35.107 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:41:34 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:41:36.012 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:41:35 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:41:36.013 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:41:35 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:41:36.013 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:41:35 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:41:36.107 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:41:35 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:41:36.107 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:41:35 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:41:36.107 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:41:35 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:41:36.107 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:41:35 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:41:36.107 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:41:35 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:41:36.107 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:41:35 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:41:37.107 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:41:36 smithi069 ceph-mon[96738]: pgmap v3793: 137 pgs: 137 active+clean; 198 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 7.2 MiB/s rd, 5.8 MiB/s wr, 35 op/s 2024-04-10T16:41:37.107 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:41:36 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:41:36] "GET /metrics HTTP/1.1" 200 36664 "" "Prometheus/2.43.0" 2024-04-10T16:41:37.107 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:41:36 smithi069 ceph-mon[94167]: pgmap v3793: 137 pgs: 137 active+clean; 198 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 7.2 MiB/s rd, 5.8 MiB/s wr, 35 op/s 2024-04-10T16:41:37.262 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:41:36 smithi077 ceph-mon[87572]: pgmap v3793: 137 pgs: 137 active+clean; 198 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 7.2 MiB/s rd, 5.8 MiB/s wr, 35 op/s 2024-04-10T16:41:39.107 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:41:38 smithi069 ceph-mon[96738]: pgmap v3794: 137 pgs: 137 active+clean; 198 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 7.2 MiB/s rd, 5.8 MiB/s wr, 35 op/s 2024-04-10T16:41:39.107 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:41:38 smithi069 ceph-mon[94167]: pgmap v3794: 137 pgs: 137 active+clean; 198 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 7.2 MiB/s rd, 5.8 MiB/s wr, 35 op/s 2024-04-10T16:41:39.262 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:41:38 smithi077 ceph-mon[87572]: pgmap v3794: 137 pgs: 137 active+clean; 198 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 7.2 MiB/s rd, 5.8 MiB/s wr, 35 op/s 2024-04-10T16:41:40.107 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:41:39 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:41:40.107 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:41:39 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:41:40.262 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:41:39 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:41:41.107 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:41:40 smithi069 ceph-mon[96738]: pgmap v3795: 137 pgs: 137 active+clean; 210 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 845 KiB/s rd, 4.1 MiB/s wr, 36 op/s 2024-04-10T16:41:41.107 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:41:40 smithi069 ceph-mon[94167]: pgmap v3795: 137 pgs: 137 active+clean; 210 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 845 KiB/s rd, 4.1 MiB/s wr, 36 op/s 2024-04-10T16:41:41.262 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:41:40 smithi077 ceph-mon[87572]: pgmap v3795: 137 pgs: 137 active+clean; 210 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 845 KiB/s rd, 4.1 MiB/s wr, 36 op/s 2024-04-10T16:41:42.763 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:41:42 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:41:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:41:43.107 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:41:42 smithi069 ceph-mon[96738]: pgmap v3796: 137 pgs: 137 active+clean; 210 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-10T16:41:43.107 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:41:42 smithi069 ceph-mon[94167]: pgmap v3796: 137 pgs: 137 active+clean; 210 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-10T16:41:43.262 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:41:42 smithi077 ceph-mon[87572]: pgmap v3796: 137 pgs: 137 active+clean; 210 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-10T16:41:45.107 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:41:44 smithi069 ceph-mon[96738]: pgmap v3797: 137 pgs: 137 active+clean; 214 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 57 KiB/s rd, 4.5 MiB/s wr, 38 op/s 2024-04-10T16:41:45.107 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:41:44 smithi069 ceph-mon[94167]: pgmap v3797: 137 pgs: 137 active+clean; 214 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 57 KiB/s rd, 4.5 MiB/s wr, 38 op/s 2024-04-10T16:41:45.262 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:41:44 smithi077 ceph-mon[87572]: pgmap v3797: 137 pgs: 137 active+clean; 214 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 57 KiB/s rd, 4.5 MiB/s wr, 38 op/s 2024-04-10T16:41:47.107 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:41:46 smithi069 ceph-mon[96738]: pgmap v3798: 137 pgs: 137 active+clean; 226 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 77 KiB/s rd, 4.8 MiB/s wr, 39 op/s 2024-04-10T16:41:47.107 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:41:46 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:41:46] "GET /metrics HTTP/1.1" 200 36661 "" "Prometheus/2.43.0" 2024-04-10T16:41:47.107 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:41:46 smithi069 ceph-mon[94167]: pgmap v3798: 137 pgs: 137 active+clean; 226 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 77 KiB/s rd, 4.8 MiB/s wr, 39 op/s 2024-04-10T16:41:47.263 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:41:46 smithi077 ceph-mon[87572]: pgmap v3798: 137 pgs: 137 active+clean; 226 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 77 KiB/s rd, 4.8 MiB/s wr, 39 op/s 2024-04-10T16:41:47.676 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] EncryptedFlattenTest/6.Shrink (21225 ms) 2024-04-10T16:41:47.676 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] EncryptedFlattenTest/6.ShrinkToOne 2024-04-10T16:41:47.676 INFO:tasks.workunit.client.0.smithi069.stdout:using new format! 2024-04-10T16:41:49.107 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:41:48 smithi069 ceph-mon[96738]: pgmap v3799: 137 pgs: 137 active+clean; 226 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 66 KiB/s rd, 2.3 MiB/s wr, 23 op/s 2024-04-10T16:41:49.107 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:41:48 smithi069 ceph-mon[94167]: pgmap v3799: 137 pgs: 137 active+clean; 226 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 66 KiB/s rd, 2.3 MiB/s wr, 23 op/s 2024-04-10T16:41:49.262 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:41:48 smithi077 ceph-mon[87572]: pgmap v3799: 137 pgs: 137 active+clean; 226 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 66 KiB/s rd, 2.3 MiB/s wr, 23 op/s 2024-04-10T16:41:51.107 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:41:50 smithi069 ceph-mon[96738]: pgmap v3800: 137 pgs: 137 active+clean; 243 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 6.3 MiB/s rd, 4.4 MiB/s wr, 27 op/s 2024-04-10T16:41:51.107 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:41:50 smithi069 ceph-mon[94167]: pgmap v3800: 137 pgs: 137 active+clean; 243 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 6.3 MiB/s rd, 4.4 MiB/s wr, 27 op/s 2024-04-10T16:41:51.263 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:41:50 smithi077 ceph-mon[87572]: pgmap v3800: 137 pgs: 137 active+clean; 243 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 6.3 MiB/s rd, 4.4 MiB/s wr, 27 op/s 2024-04-10T16:41:52.763 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:41:52 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:41:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:41:53.107 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:41:52 smithi069 ceph-mon[96738]: pgmap v3801: 137 pgs: 137 active+clean; 251 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 9.8 MiB/s rd, 4.8 MiB/s wr, 31 op/s 2024-04-10T16:41:53.107 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:41:52 smithi069 ceph-mon[94167]: pgmap v3801: 137 pgs: 137 active+clean; 251 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 9.8 MiB/s rd, 4.8 MiB/s wr, 31 op/s 2024-04-10T16:41:53.262 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:41:52 smithi077 ceph-mon[87572]: pgmap v3801: 137 pgs: 137 active+clean; 251 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 9.8 MiB/s rd, 4.8 MiB/s wr, 31 op/s 2024-04-10T16:41:55.107 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:41:54 smithi069 ceph-mon[96738]: pgmap v3802: 137 pgs: 137 active+clean; 251 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 9.8 MiB/s rd, 4.8 MiB/s wr, 31 op/s 2024-04-10T16:41:55.107 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:41:54 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:41:55.108 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:41:54 smithi069 ceph-mon[94167]: pgmap v3802: 137 pgs: 137 active+clean; 251 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 9.8 MiB/s rd, 4.8 MiB/s wr, 31 op/s 2024-04-10T16:41:55.108 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:41:54 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:41:55.263 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:41:54 smithi077 ceph-mon[87572]: pgmap v3802: 137 pgs: 137 active+clean; 251 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 9.8 MiB/s rd, 4.8 MiB/s wr, 31 op/s 2024-04-10T16:41:55.263 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:41:54 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:41:57.107 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:41:56 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:41:56] "GET /metrics HTTP/1.1" 200 36666 "" "Prometheus/2.43.0" 2024-04-10T16:41:57.107 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:41:56 smithi069 ceph-mon[96738]: pgmap v3803: 137 pgs: 137 active+clean; 275 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 9.7 MiB/s rd, 6.4 MiB/s wr, 37 op/s 2024-04-10T16:41:57.107 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:41:56 smithi069 ceph-mon[96738]: osdmap e2001: 8 total, 8 up, 8 in 2024-04-10T16:41:57.107 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:41:56 smithi069 ceph-mon[94167]: pgmap v3803: 137 pgs: 137 active+clean; 275 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 9.7 MiB/s rd, 6.4 MiB/s wr, 37 op/s 2024-04-10T16:41:57.108 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:41:56 smithi069 ceph-mon[94167]: osdmap e2001: 8 total, 8 up, 8 in 2024-04-10T16:41:57.263 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:41:56 smithi077 ceph-mon[87572]: pgmap v3803: 137 pgs: 137 active+clean; 275 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 9.7 MiB/s rd, 6.4 MiB/s wr, 37 op/s 2024-04-10T16:41:57.263 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:41:56 smithi077 ceph-mon[87572]: osdmap e2001: 8 total, 8 up, 8 in 2024-04-10T16:41:59.107 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:41:58 smithi069 ceph-mon[96738]: pgmap v3805: 137 pgs: 137 active+clean; 275 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 6.5 MiB/s wr, 36 op/s 2024-04-10T16:41:59.107 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:41:58 smithi069 ceph-mon[94167]: pgmap v3805: 137 pgs: 137 active+clean; 275 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 6.5 MiB/s wr, 36 op/s 2024-04-10T16:41:59.263 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:41:58 smithi077 ceph-mon[87572]: pgmap v3805: 137 pgs: 137 active+clean; 275 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 6.5 MiB/s wr, 36 op/s 2024-04-10T16:42:01.110 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:42:00 smithi069 ceph-mon[96738]: pgmap v3806: 137 pgs: 137 active+clean; 292 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 4.1 MiB/s rd, 5.7 MiB/s wr, 40 op/s 2024-04-10T16:42:01.110 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:42:00 smithi069 ceph-mon[94167]: pgmap v3806: 137 pgs: 137 active+clean; 292 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 4.1 MiB/s rd, 5.7 MiB/s wr, 40 op/s 2024-04-10T16:42:01.262 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:42:00 smithi077 ceph-mon[87572]: pgmap v3806: 137 pgs: 137 active+clean; 292 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 4.1 MiB/s rd, 5.7 MiB/s wr, 40 op/s 2024-04-10T16:42:02.763 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:42:02 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:42:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:42:03.107 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:42:02 smithi069 ceph-mon[96738]: pgmap v3807: 137 pgs: 137 active+clean; 292 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-10T16:42:03.107 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:42:02 smithi069 ceph-mon[94167]: pgmap v3807: 137 pgs: 137 active+clean; 292 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-10T16:42:03.263 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:42:02 smithi077 ceph-mon[87572]: pgmap v3807: 137 pgs: 137 active+clean; 292 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-10T16:42:05.107 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:42:04 smithi069 ceph-mon[96738]: pgmap v3808: 137 pgs: 137 active+clean; 292 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 4.1 MiB/s wr, 38 op/s 2024-04-10T16:42:05.107 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:42:04 smithi069 ceph-mon[94167]: pgmap v3808: 137 pgs: 137 active+clean; 292 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 4.1 MiB/s wr, 38 op/s 2024-04-10T16:42:05.263 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:42:04 smithi077 ceph-mon[87572]: pgmap v3808: 137 pgs: 137 active+clean; 292 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 4.1 MiB/s wr, 38 op/s 2024-04-10T16:42:07.107 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:42:06 smithi069 ceph-mon[96738]: pgmap v3809: 137 pgs: 137 active+clean; 308 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 84 KiB/s rd, 3.3 MiB/s wr, 35 op/s 2024-04-10T16:42:07.107 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:42:06 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:42:06] "GET /metrics HTTP/1.1" 200 36666 "" "Prometheus/2.43.0" 2024-04-10T16:42:07.107 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:42:06 smithi069 ceph-mon[94167]: pgmap v3809: 137 pgs: 137 active+clean; 308 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 84 KiB/s rd, 3.3 MiB/s wr, 35 op/s 2024-04-10T16:42:07.262 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:42:06 smithi077 ceph-mon[87572]: pgmap v3809: 137 pgs: 137 active+clean; 308 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 84 KiB/s rd, 3.3 MiB/s wr, 35 op/s 2024-04-10T16:42:08.912 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] EncryptedFlattenTest/6.ShrinkToOne (21237 ms) 2024-04-10T16:42:08.912 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] EncryptedFlattenTest/6.ShrinkToOneAfterSnapshot 2024-04-10T16:42:08.912 INFO:tasks.workunit.client.0.smithi069.stdout:using new format! 2024-04-10T16:42:09.107 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:42:08 smithi069 ceph-mon[96738]: pgmap v3810: 137 pgs: 137 active+clean; 308 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 72 KiB/s rd, 2.8 MiB/s wr, 30 op/s 2024-04-10T16:42:09.107 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:42:08 smithi069 ceph-mon[94167]: pgmap v3810: 137 pgs: 137 active+clean; 308 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 72 KiB/s rd, 2.8 MiB/s wr, 30 op/s 2024-04-10T16:42:09.263 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:42:08 smithi077 ceph-mon[87572]: pgmap v3810: 137 pgs: 137 active+clean; 308 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 72 KiB/s rd, 2.8 MiB/s wr, 30 op/s 2024-04-10T16:42:10.107 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:42:09 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:42:10.107 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:42:09 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:42:10.263 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:42:09 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:42:11.107 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:42:10 smithi069 ceph-mon[96738]: pgmap v3811: 137 pgs: 137 active+clean; 312 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 4.4 MiB/s wr, 37 op/s 2024-04-10T16:42:11.107 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:42:10 smithi069 ceph-mon[94167]: pgmap v3811: 137 pgs: 137 active+clean; 312 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 4.4 MiB/s wr, 37 op/s 2024-04-10T16:42:11.263 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:42:10 smithi077 ceph-mon[87572]: pgmap v3811: 137 pgs: 137 active+clean; 312 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 4.4 MiB/s wr, 37 op/s 2024-04-10T16:42:12.763 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:42:12 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:42:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:42:13.107 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:42:12 smithi069 ceph-mon[96738]: pgmap v3812: 137 pgs: 137 active+clean; 312 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.3 MiB/s wr, 33 op/s 2024-04-10T16:42:13.107 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:42:12 smithi069 ceph-mon[94167]: pgmap v3812: 137 pgs: 137 active+clean; 312 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.3 MiB/s wr, 33 op/s 2024-04-10T16:42:13.263 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:42:12 smithi077 ceph-mon[87572]: pgmap v3812: 137 pgs: 137 active+clean; 312 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.3 MiB/s wr, 33 op/s 2024-04-10T16:42:15.107 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:42:14 smithi069 ceph-mon[96738]: pgmap v3813: 137 pgs: 137 active+clean; 312 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.3 MiB/s wr, 23 op/s 2024-04-10T16:42:15.107 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:42:14 smithi069 ceph-mon[94167]: pgmap v3813: 137 pgs: 137 active+clean; 312 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.3 MiB/s wr, 23 op/s 2024-04-10T16:42:15.263 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:42:14 smithi077 ceph-mon[87572]: pgmap v3813: 137 pgs: 137 active+clean; 312 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.3 MiB/s wr, 23 op/s 2024-04-10T16:42:17.107 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:42:16 smithi069 ceph-mon[96738]: pgmap v3814: 137 pgs: 137 active+clean; 312 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.3 MiB/s wr, 21 op/s 2024-04-10T16:42:17.107 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:42:16 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:42:16] "GET /metrics HTTP/1.1" 200 36662 "" "Prometheus/2.43.0" 2024-04-10T16:42:17.107 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:42:16 smithi069 ceph-mon[94167]: pgmap v3814: 137 pgs: 137 active+clean; 312 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.3 MiB/s wr, 21 op/s 2024-04-10T16:42:17.262 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:42:16 smithi077 ceph-mon[87572]: pgmap v3814: 137 pgs: 137 active+clean; 312 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.3 MiB/s wr, 21 op/s 2024-04-10T16:42:18.263 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:42:17 smithi077 ceph-mon[87572]: osdmap e2002: 8 total, 8 up, 8 in 2024-04-10T16:42:18.357 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:42:17 smithi069 ceph-mon[96738]: osdmap e2002: 8 total, 8 up, 8 in 2024-04-10T16:42:18.357 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:42:17 smithi069 ceph-mon[94167]: osdmap e2002: 8 total, 8 up, 8 in 2024-04-10T16:42:19.263 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:42:18 smithi077 ceph-mon[87572]: pgmap v3816: 137 pgs: 137 active+clean; 312 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 16 op/s 2024-04-10T16:42:19.357 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:42:18 smithi069 ceph-mon[96738]: pgmap v3816: 137 pgs: 137 active+clean; 312 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 16 op/s 2024-04-10T16:42:19.357 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:42:18 smithi069 ceph-mon[94167]: pgmap v3816: 137 pgs: 137 active+clean; 312 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 16 op/s 2024-04-10T16:42:21.263 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:42:20 smithi077 ceph-mon[87572]: pgmap v3817: 137 pgs: 137 active+clean; 332 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 457 KiB/s rd, 2.4 MiB/s wr, 25 op/s 2024-04-10T16:42:21.357 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:42:20 smithi069 ceph-mon[96738]: pgmap v3817: 137 pgs: 137 active+clean; 332 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 457 KiB/s rd, 2.4 MiB/s wr, 25 op/s 2024-04-10T16:42:21.357 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:42:20 smithi069 ceph-mon[94167]: pgmap v3817: 137 pgs: 137 active+clean; 332 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 457 KiB/s rd, 2.4 MiB/s wr, 25 op/s 2024-04-10T16:42:22.763 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:42:22 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:42:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:42:23.263 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:42:22 smithi077 ceph-mon[87572]: pgmap v3818: 137 pgs: 137 active+clean; 353 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 4.1 MiB/s wr, 39 op/s 2024-04-10T16:42:23.357 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:42:22 smithi069 ceph-mon[96738]: pgmap v3818: 137 pgs: 137 active+clean; 353 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 4.1 MiB/s wr, 39 op/s 2024-04-10T16:42:23.357 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:42:22 smithi069 ceph-mon[94167]: pgmap v3818: 137 pgs: 137 active+clean; 353 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 4.1 MiB/s wr, 39 op/s 2024-04-10T16:42:25.263 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:42:24 smithi077 ceph-mon[87572]: pgmap v3819: 137 pgs: 137 active+clean; 353 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-10T16:42:25.263 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:42:24 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:42:25.357 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:42:24 smithi069 ceph-mon[94167]: pgmap v3819: 137 pgs: 137 active+clean; 353 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-10T16:42:25.357 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:42:24 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:42:25.357 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:42:24 smithi069 ceph-mon[96738]: pgmap v3819: 137 pgs: 137 active+clean; 353 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-10T16:42:25.357 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:42:24 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:42:27.263 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:42:26 smithi077 ceph-mon[87572]: pgmap v3820: 137 pgs: 137 active+clean; 369 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 60 KiB/s rd, 5.7 MiB/s wr, 43 op/s 2024-04-10T16:42:27.357 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:42:26 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:42:26] "GET /metrics HTTP/1.1" 200 36664 "" "Prometheus/2.43.0" 2024-04-10T16:42:27.357 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:42:26 smithi069 ceph-mon[94167]: pgmap v3820: 137 pgs: 137 active+clean; 369 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 60 KiB/s rd, 5.7 MiB/s wr, 43 op/s 2024-04-10T16:42:27.357 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:42:26 smithi069 ceph-mon[96738]: pgmap v3820: 137 pgs: 137 active+clean; 369 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 60 KiB/s rd, 5.7 MiB/s wr, 43 op/s 2024-04-10T16:42:29.263 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:42:28 smithi077 ceph-mon[87572]: pgmap v3821: 137 pgs: 137 active+clean; 369 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 56 KiB/s rd, 5.3 MiB/s wr, 40 op/s 2024-04-10T16:42:29.357 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:42:28 smithi069 ceph-mon[96738]: pgmap v3821: 137 pgs: 137 active+clean; 369 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 56 KiB/s rd, 5.3 MiB/s wr, 40 op/s 2024-04-10T16:42:29.357 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:42:28 smithi069 ceph-mon[94167]: pgmap v3821: 137 pgs: 137 active+clean; 369 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 56 KiB/s rd, 5.3 MiB/s wr, 40 op/s 2024-04-10T16:42:30.263 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:42:29 smithi077 ceph-mon[87572]: osdmap e2003: 8 total, 8 up, 8 in 2024-04-10T16:42:30.357 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:42:29 smithi069 ceph-mon[96738]: osdmap e2003: 8 total, 8 up, 8 in 2024-04-10T16:42:30.357 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:42:29 smithi069 ceph-mon[94167]: osdmap e2003: 8 total, 8 up, 8 in 2024-04-10T16:42:31.106 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] EncryptedFlattenTest/6.ShrinkToOneAfterSnapshot (22193 ms) 2024-04-10T16:42:31.106 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] EncryptedFlattenTest/6.MinOverlap 2024-04-10T16:42:31.106 INFO:tasks.workunit.client.0.smithi069.stdout:using new format! 2024-04-10T16:42:31.263 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:42:30 smithi077 ceph-mon[87572]: pgmap v3823: 137 pgs: 137 active+clean; 389 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 495 KiB/s rd, 5.7 MiB/s wr, 44 op/s 2024-04-10T16:42:31.357 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:42:30 smithi069 ceph-mon[94167]: pgmap v3823: 137 pgs: 137 active+clean; 389 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 495 KiB/s rd, 5.7 MiB/s wr, 44 op/s 2024-04-10T16:42:31.357 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:42:30 smithi069 ceph-mon[96738]: pgmap v3823: 137 pgs: 137 active+clean; 389 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 495 KiB/s rd, 5.7 MiB/s wr, 44 op/s 2024-04-10T16:42:32.763 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:42:32 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:42:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:42:33.159 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:42:32 smithi069 ceph-mon[96738]: pgmap v3824: 137 pgs: 137 active+clean; 430 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 3.8 MiB/s rd, 7.7 MiB/s wr, 44 op/s 2024-04-10T16:42:33.159 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:42:32 smithi069 ceph-mon[94167]: pgmap v3824: 137 pgs: 137 active+clean; 430 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 3.8 MiB/s rd, 7.7 MiB/s wr, 44 op/s 2024-04-10T16:42:33.263 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:42:32 smithi077 ceph-mon[87572]: pgmap v3824: 137 pgs: 137 active+clean; 430 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 3.8 MiB/s rd, 7.7 MiB/s wr, 44 op/s 2024-04-10T16:42:35.263 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:42:34 smithi077 ceph-mon[87572]: pgmap v3825: 137 pgs: 137 active+clean; 438 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 4.2 MiB/s rd, 8.5 MiB/s wr, 44 op/s 2024-04-10T16:42:35.357 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:42:34 smithi069 ceph-mon[96738]: pgmap v3825: 137 pgs: 137 active+clean; 438 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 4.2 MiB/s rd, 8.5 MiB/s wr, 44 op/s 2024-04-10T16:42:35.357 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:42:34 smithi069 ceph-mon[94167]: pgmap v3825: 137 pgs: 137 active+clean; 438 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 4.2 MiB/s rd, 8.5 MiB/s wr, 44 op/s 2024-04-10T16:42:36.263 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:42:35 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:42:36.357 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:42:35 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:42:36.357 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:42:35 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:42:37.258 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:42:36 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:42:36] "GET /metrics HTTP/1.1" 200 36664 "" "Prometheus/2.43.0" 2024-04-10T16:42:37.262 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:42:37 smithi069 ceph-mon[96738]: pgmap v3826: 137 pgs: 137 active+clean; 438 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 4.2 MiB/s rd, 6.9 MiB/s wr, 41 op/s 2024-04-10T16:42:37.262 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:42:37 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:42:37.262 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:42:37 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:42:37.262 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:42:37 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:42:37.262 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:42:37 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:42:37.262 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:42:37 smithi069 ceph-mon[94167]: pgmap v3826: 137 pgs: 137 active+clean; 438 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 4.2 MiB/s rd, 6.9 MiB/s wr, 41 op/s 2024-04-10T16:42:37.262 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:42:37 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:42:37.262 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:42:37 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:42:37.263 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:42:37 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:42:37.263 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:42:37 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:42:37.263 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:42:37 smithi077 ceph-mon[87572]: pgmap v3826: 137 pgs: 137 active+clean; 438 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 4.2 MiB/s rd, 6.9 MiB/s wr, 41 op/s 2024-04-10T16:42:37.263 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:42:37 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:42:37.263 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:42:37 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:42:37.263 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:42:37 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:42:37.263 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:42:37 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:42:38.607 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:42:38 smithi069 ceph-mon[96738]: osdmap e2004: 8 total, 8 up, 8 in 2024-04-10T16:42:38.607 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:42:38 smithi069 ceph-mon[96738]: pgmap v3828: 137 pgs: 137 active+clean; 438 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 4.8 MiB/s rd, 8.0 MiB/s wr, 44 op/s 2024-04-10T16:42:38.608 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:42:38 smithi069 ceph-mon[94167]: osdmap e2004: 8 total, 8 up, 8 in 2024-04-10T16:42:38.608 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:42:38 smithi069 ceph-mon[94167]: pgmap v3828: 137 pgs: 137 active+clean; 438 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 4.8 MiB/s rd, 8.0 MiB/s wr, 44 op/s 2024-04-10T16:42:38.763 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:42:38 smithi077 ceph-mon[87572]: osdmap e2004: 8 total, 8 up, 8 in 2024-04-10T16:42:38.763 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:42:38 smithi077 ceph-mon[87572]: pgmap v3828: 137 pgs: 137 active+clean; 438 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 4.8 MiB/s rd, 8.0 MiB/s wr, 44 op/s 2024-04-10T16:42:40.763 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:42:40 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:42:40.763 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:42:40 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:42:40.763 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:42:40 smithi077 ceph-mon[87572]: pgmap v3829: 137 pgs: 137 active+clean; 470 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.8 MiB/s rd, 8.1 MiB/s wr, 39 op/s 2024-04-10T16:42:40.763 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:42:40 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:42:40.763 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:42:40 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:42:40.763 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:42:40 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:42:40.763 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:42:40 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:42:40.763 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:42:40 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:42:40.763 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:42:40 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:42:40.857 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:42:40 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:42:40.857 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:42:40 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:42:40.857 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:42:40 smithi069 ceph-mon[96738]: pgmap v3829: 137 pgs: 137 active+clean; 470 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.8 MiB/s rd, 8.1 MiB/s wr, 39 op/s 2024-04-10T16:42:40.857 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:42:40 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:42:40.858 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:42:40 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:42:40.858 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:42:40 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:42:40.858 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:42:40 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:42:40.858 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:42:40 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:42:40.858 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:42:40 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:42:40.858 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:42:40 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:42:40.858 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:42:40 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:42:40.858 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:42:40 smithi069 ceph-mon[94167]: pgmap v3829: 137 pgs: 137 active+clean; 470 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.8 MiB/s rd, 8.1 MiB/s wr, 39 op/s 2024-04-10T16:42:40.858 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:42:40 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:42:40.858 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:42:40 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:42:40.858 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:42:40 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:42:40.858 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:42:40 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:42:40.859 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:42:40 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:42:40.859 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:42:40 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:42:42.763 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:42:42 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:42:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:42:43.263 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:42:42 smithi077 ceph-mon[87572]: pgmap v3830: 137 pgs: 137 active+clean; 479 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 439 KiB/s rd, 4.9 MiB/s wr, 41 op/s 2024-04-10T16:42:43.357 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:42:42 smithi069 ceph-mon[96738]: pgmap v3830: 137 pgs: 137 active+clean; 479 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 439 KiB/s rd, 4.9 MiB/s wr, 41 op/s 2024-04-10T16:42:43.357 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:42:42 smithi069 ceph-mon[94167]: pgmap v3830: 137 pgs: 137 active+clean; 479 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 439 KiB/s rd, 4.9 MiB/s wr, 41 op/s 2024-04-10T16:42:45.263 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:42:44 smithi077 ceph-mon[87572]: pgmap v3831: 137 pgs: 137 active+clean; 483 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 32 KiB/s rd, 4.5 MiB/s wr, 43 op/s 2024-04-10T16:42:45.357 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:42:44 smithi069 ceph-mon[96738]: pgmap v3831: 137 pgs: 137 active+clean; 483 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 32 KiB/s rd, 4.5 MiB/s wr, 43 op/s 2024-04-10T16:42:45.357 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:42:44 smithi069 ceph-mon[94167]: pgmap v3831: 137 pgs: 137 active+clean; 483 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 32 KiB/s rd, 4.5 MiB/s wr, 43 op/s 2024-04-10T16:42:47.263 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:42:46 smithi077 ceph-mon[87572]: pgmap v3832: 137 pgs: 137 active+clean; 495 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 62 KiB/s rd, 5.7 MiB/s wr, 46 op/s 2024-04-10T16:42:47.357 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:42:46 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:42:46] "GET /metrics HTTP/1.1" 200 36667 "" "Prometheus/2.43.0" 2024-04-10T16:42:47.357 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:42:46 smithi069 ceph-mon[96738]: pgmap v3832: 137 pgs: 137 active+clean; 495 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 62 KiB/s rd, 5.7 MiB/s wr, 46 op/s 2024-04-10T16:42:47.357 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:42:46 smithi069 ceph-mon[94167]: pgmap v3832: 137 pgs: 137 active+clean; 495 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 62 KiB/s rd, 5.7 MiB/s wr, 46 op/s 2024-04-10T16:42:48.403 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] EncryptedFlattenTest/6.MinOverlap (17297 ms) 2024-04-10T16:42:48.403 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] EncryptedFlattenTest/6.ZeroOverlap 2024-04-10T16:42:48.403 INFO:tasks.workunit.client.0.smithi069.stdout:using new format! 2024-04-10T16:42:49.263 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:42:48 smithi077 ceph-mon[87572]: pgmap v3833: 137 pgs: 137 active+clean; 495 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 61 KiB/s rd, 5.6 MiB/s wr, 45 op/s 2024-04-10T16:42:49.357 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:42:48 smithi069 ceph-mon[96738]: pgmap v3833: 137 pgs: 137 active+clean; 495 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 61 KiB/s rd, 5.6 MiB/s wr, 45 op/s 2024-04-10T16:42:49.357 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:42:48 smithi069 ceph-mon[94167]: pgmap v3833: 137 pgs: 137 active+clean; 495 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 61 KiB/s rd, 5.6 MiB/s wr, 45 op/s 2024-04-10T16:42:51.263 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:42:51 smithi077 ceph-mon[87572]: pgmap v3834: 137 pgs: 137 active+clean; 499 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 6.1 MiB/s wr, 48 op/s 2024-04-10T16:42:51.357 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:42:51 smithi069 ceph-mon[96738]: pgmap v3834: 137 pgs: 137 active+clean; 499 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 6.1 MiB/s wr, 48 op/s 2024-04-10T16:42:51.357 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:42:51 smithi069 ceph-mon[94167]: pgmap v3834: 137 pgs: 137 active+clean; 499 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 6.1 MiB/s wr, 48 op/s 2024-04-10T16:42:52.763 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:42:52 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:42:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:42:53.357 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:42:53 smithi069 ceph-mon[96738]: pgmap v3835: 137 pgs: 137 active+clean; 499 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 4.1 MiB/s wr, 39 op/s 2024-04-10T16:42:53.357 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:42:53 smithi069 ceph-mon[94167]: pgmap v3835: 137 pgs: 137 active+clean; 499 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 4.1 MiB/s wr, 39 op/s 2024-04-10T16:42:53.513 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:42:53 smithi077 ceph-mon[87572]: pgmap v3835: 137 pgs: 137 active+clean; 499 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 4.1 MiB/s wr, 39 op/s 2024-04-10T16:42:55.263 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:42:55 smithi077 ceph-mon[87572]: pgmap v3836: 137 pgs: 137 active+clean; 499 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 25 op/s 2024-04-10T16:42:55.263 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:42:55 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:42:55.357 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:42:55 smithi069 ceph-mon[96738]: pgmap v3836: 137 pgs: 137 active+clean; 499 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 25 op/s 2024-04-10T16:42:55.357 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:42:55 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:42:55.357 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:42:55 smithi069 ceph-mon[94167]: pgmap v3836: 137 pgs: 137 active+clean; 499 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 25 op/s 2024-04-10T16:42:55.357 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:42:55 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:42:57.357 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:42:56 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:42:56] "GET /metrics HTTP/1.1" 200 36659 "" "Prometheus/2.43.0" 2024-04-10T16:42:57.357 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:42:57 smithi069 ceph-mon[96738]: pgmap v3837: 137 pgs: 137 active+clean; 499 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.0 MiB/s wr, 22 op/s 2024-04-10T16:42:57.357 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:42:57 smithi069 ceph-mon[96738]: osdmap e2005: 8 total, 8 up, 8 in 2024-04-10T16:42:57.358 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:42:57 smithi069 ceph-mon[94167]: pgmap v3837: 137 pgs: 137 active+clean; 499 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.0 MiB/s wr, 22 op/s 2024-04-10T16:42:57.358 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:42:57 smithi069 ceph-mon[94167]: osdmap e2005: 8 total, 8 up, 8 in 2024-04-10T16:42:57.513 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:42:57 smithi077 ceph-mon[87572]: pgmap v3837: 137 pgs: 137 active+clean; 499 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.0 MiB/s wr, 22 op/s 2024-04-10T16:42:57.513 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:42:57 smithi077 ceph-mon[87572]: osdmap e2005: 8 total, 8 up, 8 in 2024-04-10T16:42:59.357 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:42:59 smithi069 ceph-mon[94167]: pgmap v3839: 137 pgs: 137 active+clean; 499 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.4 MiB/s wr, 19 op/s 2024-04-10T16:42:59.357 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:42:59 smithi069 ceph-mon[96738]: pgmap v3839: 137 pgs: 137 active+clean; 499 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.4 MiB/s wr, 19 op/s 2024-04-10T16:42:59.513 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:42:59 smithi077 ceph-mon[87572]: pgmap v3839: 137 pgs: 137 active+clean; 499 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.4 MiB/s wr, 19 op/s 2024-04-10T16:43:01.357 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:43:01 smithi069 ceph-mon[96738]: pgmap v3840: 137 pgs: 137 active+clean; 515 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.2 MiB/s rd, 2.4 MiB/s wr, 18 op/s 2024-04-10T16:43:01.357 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:43:01 smithi069 ceph-mon[94167]: pgmap v3840: 137 pgs: 137 active+clean; 515 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.2 MiB/s rd, 2.4 MiB/s wr, 18 op/s 2024-04-10T16:43:01.513 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:43:01 smithi077 ceph-mon[87572]: pgmap v3840: 137 pgs: 137 active+clean; 515 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.2 MiB/s rd, 2.4 MiB/s wr, 18 op/s 2024-04-10T16:43:02.763 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:43:02 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:43:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:43:03.357 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:43:03 smithi069 ceph-mon[96738]: pgmap v3841: 137 pgs: 137 active+clean; 540 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 435 KiB/s rd, 4.1 MiB/s wr, 36 op/s 2024-04-10T16:43:03.358 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:43:03 smithi069 ceph-mon[94167]: pgmap v3841: 137 pgs: 137 active+clean; 540 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 435 KiB/s rd, 4.1 MiB/s wr, 36 op/s 2024-04-10T16:43:03.513 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:43:03 smithi077 ceph-mon[87572]: pgmap v3841: 137 pgs: 137 active+clean; 540 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 435 KiB/s rd, 4.1 MiB/s wr, 36 op/s 2024-04-10T16:43:05.034 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:43:05 smithi069 ceph-mon[94167]: pgmap v3842: 137 pgs: 137 active+clean; 544 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 26 KiB/s rd, 4.5 MiB/s wr, 35 op/s 2024-04-10T16:43:05.357 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:43:05 smithi069 ceph-mon[96738]: pgmap v3842: 137 pgs: 137 active+clean; 544 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 26 KiB/s rd, 4.5 MiB/s wr, 35 op/s 2024-04-10T16:43:05.513 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:43:05 smithi077 ceph-mon[87572]: pgmap v3842: 137 pgs: 137 active+clean; 544 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 26 KiB/s rd, 4.5 MiB/s wr, 35 op/s 2024-04-10T16:43:07.357 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:43:07 smithi069 ceph-mon[94167]: pgmap v3843: 137 pgs: 137 active+clean; 556 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 62 KiB/s rd, 5.7 MiB/s wr, 46 op/s 2024-04-10T16:43:07.357 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:43:07 smithi069 ceph-mon[96738]: pgmap v3843: 137 pgs: 137 active+clean; 556 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 62 KiB/s rd, 5.7 MiB/s wr, 46 op/s 2024-04-10T16:43:07.357 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:43:06 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:43:06] "GET /metrics HTTP/1.1" 200 36659 "" "Prometheus/2.43.0" 2024-04-10T16:43:07.513 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:43:07 smithi077 ceph-mon[87572]: pgmap v3843: 137 pgs: 137 active+clean; 556 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 62 KiB/s rd, 5.7 MiB/s wr, 46 op/s 2024-04-10T16:43:09.357 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:43:09 smithi069 ceph-mon[96738]: pgmap v3844: 137 pgs: 137 active+clean; 556 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 54 KiB/s rd, 4.9 MiB/s wr, 40 op/s 2024-04-10T16:43:09.357 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:43:09 smithi069 ceph-mon[94167]: pgmap v3844: 137 pgs: 137 active+clean; 556 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 54 KiB/s rd, 4.9 MiB/s wr, 40 op/s 2024-04-10T16:43:09.483 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] EncryptedFlattenTest/6.ZeroOverlap (21080 ms) 2024-04-10T16:43:09.513 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:43:09 smithi077 ceph-mon[87572]: pgmap v3844: 137 pgs: 137 active+clean; 556 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 54 KiB/s rd, 4.9 MiB/s wr, 40 op/s 2024-04-10T16:43:10.053 INFO:tasks.workunit.client.0.smithi069.stdout:[----------] 7 tests from EncryptedFlattenTest/6 (149851 ms total) 2024-04-10T16:43:10.053 INFO:tasks.workunit.client.0.smithi069.stdout: 2024-04-10T16:43:10.053 INFO:tasks.workunit.client.0.smithi069.stdout:[----------] 7 tests from EncryptedFlattenTest/7, where TypeParam = LUKS2UnderLUKS1 2024-04-10T16:43:10.090 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] EncryptedFlattenTest/7.Simple 2024-04-10T16:43:10.357 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:43:10 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:43:10.357 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:43:10 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:43:10.513 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:43:10 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:43:11.357 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:43:11 smithi069 ceph-mon[96738]: pgmap v3845: 137 pgs: 137 active+clean; 556 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 783 KiB/s rd, 5.4 MiB/s wr, 40 op/s 2024-04-10T16:43:11.357 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:43:11 smithi069 ceph-mon[96738]: osdmap e2006: 8 total, 8 up, 8 in 2024-04-10T16:43:11.357 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:43:11 smithi069 ceph-mon[94167]: pgmap v3845: 137 pgs: 137 active+clean; 556 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 783 KiB/s rd, 5.4 MiB/s wr, 40 op/s 2024-04-10T16:43:11.358 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:43:11 smithi069 ceph-mon[94167]: osdmap e2006: 8 total, 8 up, 8 in 2024-04-10T16:43:11.513 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:43:11 smithi077 ceph-mon[87572]: pgmap v3845: 137 pgs: 137 active+clean; 556 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 783 KiB/s rd, 5.4 MiB/s wr, 40 op/s 2024-04-10T16:43:11.513 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:43:11 smithi077 ceph-mon[87572]: osdmap e2006: 8 total, 8 up, 8 in 2024-04-10T16:43:12.071 INFO:tasks.workunit.client.0.smithi069.stdout:using new format! 2024-04-10T16:43:12.325 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:43:12 smithi077 ceph-mon[87572]: osdmap e2007: 8 total, 8 up, 8 in 2024-04-10T16:43:12.325 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:43:12 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/2513229303' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-43","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:43:12.357 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:43:12 smithi069 ceph-mon[94167]: osdmap e2007: 8 total, 8 up, 8 in 2024-04-10T16:43:12.357 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:43:12 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/2513229303' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-43","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:43:12.357 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:43:12 smithi069 ceph-mon[96738]: osdmap e2007: 8 total, 8 up, 8 in 2024-04-10T16:43:12.357 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:43:12 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/2513229303' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-43","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:43:12.763 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:43:12 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:43:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:43:13.357 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:43:13 smithi069 ceph-mon[94167]: pgmap v3848: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2024-04-10T16:43:13.357 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:43:13 smithi069 ceph-mon[94167]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T16:43:13.357 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:43:13 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/2513229303' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-43","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T16:43:13.357 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:43:13 smithi069 ceph-mon[94167]: osdmap e2008: 8 total, 8 up, 8 in 2024-04-10T16:43:13.358 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:43:13 smithi069 ceph-mon[96738]: pgmap v3848: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2024-04-10T16:43:13.358 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:43:13 smithi069 ceph-mon[96738]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T16:43:13.358 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:43:13 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/2513229303' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-43","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T16:43:13.358 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:43:13 smithi069 ceph-mon[96738]: osdmap e2008: 8 total, 8 up, 8 in 2024-04-10T16:43:13.513 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:43:13 smithi077 ceph-mon[87572]: pgmap v3848: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2024-04-10T16:43:13.513 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:43:13 smithi077 ceph-mon[87572]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T16:43:13.513 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:43:13 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/2513229303' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-43","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T16:43:13.513 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:43:13 smithi077 ceph-mon[87572]: osdmap e2008: 8 total, 8 up, 8 in 2024-04-10T16:43:14.357 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:43:14 smithi069 ceph-mon[96738]: osdmap e2009: 8 total, 8 up, 8 in 2024-04-10T16:43:14.357 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:43:14 smithi069 ceph-mon[94167]: osdmap e2009: 8 total, 8 up, 8 in 2024-04-10T16:43:14.513 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:43:14 smithi077 ceph-mon[87572]: osdmap e2009: 8 total, 8 up, 8 in 2024-04-10T16:43:15.076 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:43:15 smithi069 ceph-mon[94167]: pgmap v3851: 137 pgs: 24 unknown, 113 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail 2024-04-10T16:43:15.076 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:43:15 smithi069 ceph-mon[94167]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T16:43:15.076 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:43:15 smithi069 ceph-mon[94167]: osdmap e2010: 8 total, 8 up, 8 in 2024-04-10T16:43:15.357 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:43:15 smithi069 ceph-mon[96738]: pgmap v3851: 137 pgs: 24 unknown, 113 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail 2024-04-10T16:43:15.357 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:43:15 smithi069 ceph-mon[96738]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T16:43:15.357 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:43:15 smithi069 ceph-mon[96738]: osdmap e2010: 8 total, 8 up, 8 in 2024-04-10T16:43:15.513 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:43:15 smithi077 ceph-mon[87572]: pgmap v3851: 137 pgs: 24 unknown, 113 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail 2024-04-10T16:43:15.513 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:43:15 smithi077 ceph-mon[87572]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T16:43:15.513 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:43:15 smithi077 ceph-mon[87572]: osdmap e2010: 8 total, 8 up, 8 in 2024-04-10T16:43:17.357 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:43:17 smithi069 ceph-mon[96738]: pgmap v3853: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.6 KiB/s rd, 1.8 KiB/s wr, 11 op/s 2024-04-10T16:43:17.357 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:43:17 smithi069 ceph-mon[94167]: pgmap v3853: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.6 KiB/s rd, 1.8 KiB/s wr, 11 op/s 2024-04-10T16:43:17.358 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:43:16 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:43:16] "GET /metrics HTTP/1.1" 200 36664 "" "Prometheus/2.43.0" 2024-04-10T16:43:17.513 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:43:17 smithi077 ceph-mon[87572]: pgmap v3853: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 6.6 KiB/s rd, 1.8 KiB/s wr, 11 op/s 2024-04-10T16:43:19.357 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:43:19 smithi069 ceph-mon[96738]: pgmap v3854: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.3 KiB/s wr, 8 op/s 2024-04-10T16:43:19.357 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:43:19 smithi069 ceph-mon[94167]: pgmap v3854: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.3 KiB/s wr, 8 op/s 2024-04-10T16:43:19.513 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:43:19 smithi077 ceph-mon[87572]: pgmap v3854: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.3 KiB/s wr, 8 op/s 2024-04-10T16:43:21.357 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:43:21 smithi069 ceph-mon[96738]: pgmap v3855: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.0 KiB/s rd, 1.1 KiB/s wr, 7 op/s 2024-04-10T16:43:21.357 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:43:21 smithi069 ceph-mon[94167]: pgmap v3855: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.0 KiB/s rd, 1.1 KiB/s wr, 7 op/s 2024-04-10T16:43:21.513 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:43:21 smithi077 ceph-mon[87572]: pgmap v3855: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.0 KiB/s rd, 1.1 KiB/s wr, 7 op/s 2024-04-10T16:43:22.763 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:43:22 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:43:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:43:23.263 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:43:22 smithi077 ceph-mon[87572]: pgmap v3856: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.5 KiB/s rd, 962 B/s wr, 6 op/s 2024-04-10T16:43:23.263 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:43:22 smithi077 ceph-mon[87572]: osdmap e2011: 8 total, 8 up, 8 in 2024-04-10T16:43:23.357 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:43:23 smithi069 ceph-mon[96738]: pgmap v3856: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.5 KiB/s rd, 962 B/s wr, 6 op/s 2024-04-10T16:43:23.357 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:43:23 smithi069 ceph-mon[96738]: osdmap e2011: 8 total, 8 up, 8 in 2024-04-10T16:43:23.357 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:43:22 smithi069 ceph-mon[94167]: pgmap v3856: 137 pgs: 137 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.5 KiB/s rd, 962 B/s wr, 6 op/s 2024-04-10T16:43:23.357 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:43:22 smithi069 ceph-mon[94167]: osdmap e2011: 8 total, 8 up, 8 in 2024-04-10T16:43:25.263 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:43:25 smithi077 ceph-mon[87572]: pgmap v3858: 137 pgs: 137 active+clean; 17 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 7.9 KiB/s rd, 1.3 MiB/s wr, 11 op/s 2024-04-10T16:43:25.263 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:43:25 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:43:25.357 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:43:25 smithi069 ceph-mon[94167]: pgmap v3858: 137 pgs: 137 active+clean; 17 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 7.9 KiB/s rd, 1.3 MiB/s wr, 11 op/s 2024-04-10T16:43:25.357 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:43:25 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:43:25.357 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:43:25 smithi069 ceph-mon[96738]: pgmap v3858: 137 pgs: 137 active+clean; 17 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 7.9 KiB/s rd, 1.3 MiB/s wr, 11 op/s 2024-04-10T16:43:25.358 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:43:25 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:43:27.357 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:43:27 smithi069 ceph-mon[96738]: pgmap v3859: 137 pgs: 137 active+clean; 46 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-10T16:43:27.357 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:43:27 smithi069 ceph-mon[94167]: pgmap v3859: 137 pgs: 137 active+clean; 46 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-10T16:43:27.357 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:43:26 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:43:26] "GET /metrics HTTP/1.1" 200 36649 "" "Prometheus/2.43.0" 2024-04-10T16:43:27.513 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:43:27 smithi077 ceph-mon[87572]: pgmap v3859: 137 pgs: 137 active+clean; 46 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-10T16:43:29.357 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:43:29 smithi069 ceph-mon[96738]: pgmap v3860: 137 pgs: 137 active+clean; 46 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-10T16:43:29.357 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:43:29 smithi069 ceph-mon[94167]: pgmap v3860: 137 pgs: 137 active+clean; 46 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-10T16:43:29.513 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:43:29 smithi077 ceph-mon[87572]: pgmap v3860: 137 pgs: 137 active+clean; 46 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-10T16:43:31.357 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:43:31 smithi069 ceph-mon[94167]: pgmap v3861: 137 pgs: 137 active+clean; 46 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 55 KiB/s rd, 4.1 MiB/s wr, 36 op/s 2024-04-10T16:43:31.357 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:43:31 smithi069 ceph-mon[96738]: pgmap v3861: 137 pgs: 137 active+clean; 46 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 55 KiB/s rd, 4.1 MiB/s wr, 36 op/s 2024-04-10T16:43:31.513 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:43:31 smithi077 ceph-mon[87572]: pgmap v3861: 137 pgs: 137 active+clean; 46 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 55 KiB/s rd, 4.1 MiB/s wr, 36 op/s 2024-04-10T16:43:32.763 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:43:32 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:43:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:43:33.357 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:43:33 smithi069 ceph-mon[96738]: pgmap v3862: 137 pgs: 137 active+clean; 50 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 218 KiB/s rd, 4.5 MiB/s wr, 41 op/s 2024-04-10T16:43:33.357 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:43:33 smithi069 ceph-mon[94167]: pgmap v3862: 137 pgs: 137 active+clean; 50 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 218 KiB/s rd, 4.5 MiB/s wr, 41 op/s 2024-04-10T16:43:33.513 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:43:33 smithi077 ceph-mon[87572]: pgmap v3862: 137 pgs: 137 active+clean; 50 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 218 KiB/s rd, 4.5 MiB/s wr, 41 op/s 2024-04-10T16:43:35.357 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:43:35 smithi069 ceph-mon[96738]: pgmap v3863: 137 pgs: 137 active+clean; 54 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 192 KiB/s rd, 4.2 MiB/s wr, 39 op/s 2024-04-10T16:43:35.357 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:43:35 smithi069 ceph-mon[94167]: pgmap v3863: 137 pgs: 137 active+clean; 54 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 192 KiB/s rd, 4.2 MiB/s wr, 39 op/s 2024-04-10T16:43:35.513 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:43:35 smithi077 ceph-mon[87572]: pgmap v3863: 137 pgs: 137 active+clean; 54 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 192 KiB/s rd, 4.2 MiB/s wr, 39 op/s 2024-04-10T16:43:35.831 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] EncryptedFlattenTest/7.Simple (25740 ms) 2024-04-10T16:43:35.831 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] EncryptedFlattenTest/7.Grow 2024-04-10T16:43:35.831 INFO:tasks.workunit.client.0.smithi069.stdout:using new format! 2024-04-10T16:43:37.357 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:43:37 smithi069 ceph-mon[96738]: pgmap v3864: 137 pgs: 137 active+clean; 70 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 3.9 MiB/s rd, 4.8 MiB/s wr, 36 op/s 2024-04-10T16:43:37.357 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:43:36 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:43:36] "GET /metrics HTTP/1.1" 200 36649 "" "Prometheus/2.43.0" 2024-04-10T16:43:37.358 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:43:37 smithi069 ceph-mon[94167]: pgmap v3864: 137 pgs: 137 active+clean; 70 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 3.9 MiB/s rd, 4.8 MiB/s wr, 36 op/s 2024-04-10T16:43:37.513 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:43:37 smithi077 ceph-mon[87572]: pgmap v3864: 137 pgs: 137 active+clean; 70 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 3.9 MiB/s rd, 4.8 MiB/s wr, 36 op/s 2024-04-10T16:43:39.357 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:43:39 smithi069 ceph-mon[96738]: pgmap v3865: 137 pgs: 137 active+clean; 70 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 3.9 MiB/s rd, 2.3 MiB/s wr, 11 op/s 2024-04-10T16:43:39.357 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:43:39 smithi069 ceph-mon[94167]: pgmap v3865: 137 pgs: 137 active+clean; 70 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 3.9 MiB/s rd, 2.3 MiB/s wr, 11 op/s 2024-04-10T16:43:39.513 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:43:39 smithi077 ceph-mon[87572]: pgmap v3865: 137 pgs: 137 active+clean; 70 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 3.9 MiB/s rd, 2.3 MiB/s wr, 11 op/s 2024-04-10T16:43:40.357 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:43:40 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:43:40.357 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:43:40 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:43:40.513 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:43:40 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:43:41.357 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:43:41 smithi069 ceph-mon[96738]: pgmap v3866: 137 pgs: 137 active+clean; 78 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 7.8 MiB/s rd, 3.0 MiB/s wr, 25 op/s 2024-04-10T16:43:41.357 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:43:41 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:43:41.358 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:43:41 smithi069 ceph-mon[94167]: pgmap v3866: 137 pgs: 137 active+clean; 78 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 7.8 MiB/s rd, 3.0 MiB/s wr, 25 op/s 2024-04-10T16:43:41.358 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:43:41 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:43:41.513 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:43:41 smithi077 ceph-mon[87572]: pgmap v3866: 137 pgs: 137 active+clean; 78 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 7.8 MiB/s rd, 3.0 MiB/s wr, 25 op/s 2024-04-10T16:43:41.513 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:43:41 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:43:42.661 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:43:42 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:43:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:43:43.093 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:43:43 smithi069 ceph-mon[96738]: pgmap v3867: 137 pgs: 137 active+clean; 78 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 8.8 MiB/s rd, 3.0 MiB/s wr, 25 op/s 2024-04-10T16:43:43.094 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:43:43 smithi069 ceph-mon[94167]: pgmap v3867: 137 pgs: 137 active+clean; 78 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 8.8 MiB/s rd, 3.0 MiB/s wr, 25 op/s 2024-04-10T16:43:43.295 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:43:43 smithi077 ceph-mon[87572]: pgmap v3867: 137 pgs: 137 active+clean; 78 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 8.8 MiB/s rd, 3.0 MiB/s wr, 25 op/s 2024-04-10T16:43:45.357 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:43:45 smithi069 ceph-mon[94167]: pgmap v3868: 137 pgs: 137 active+clean; 78 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 8.6 MiB/s rd, 2.7 MiB/s wr, 23 op/s 2024-04-10T16:43:45.358 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:43:45 smithi069 ceph-mon[94167]: osdmap e2012: 8 total, 8 up, 8 in 2024-04-10T16:43:45.358 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:43:45 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:43:45.358 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:43:45 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:43:45.358 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:43:45 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:43:45.358 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:43:45 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:43:45.358 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:43:45 smithi069 ceph-mon[96738]: pgmap v3868: 137 pgs: 137 active+clean; 78 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 8.6 MiB/s rd, 2.7 MiB/s wr, 23 op/s 2024-04-10T16:43:45.358 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:43:45 smithi069 ceph-mon[96738]: osdmap e2012: 8 total, 8 up, 8 in 2024-04-10T16:43:45.358 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:43:45 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:43:45.358 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:43:45 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:43:45.358 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:43:45 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:43:45.358 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:43:45 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:43:45.513 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:43:45 smithi077 ceph-mon[87572]: pgmap v3868: 137 pgs: 137 active+clean; 78 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 8.6 MiB/s rd, 2.7 MiB/s wr, 23 op/s 2024-04-10T16:43:45.513 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:43:45 smithi077 ceph-mon[87572]: osdmap e2012: 8 total, 8 up, 8 in 2024-04-10T16:43:45.513 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:43:45 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:43:45.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:43:45 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:43:45.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:43:45 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:43:45.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:43:45 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:43:46.357 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:43:46 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:43:46.357 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:43:46 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:43:46.357 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:43:46 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:43:46.357 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:43:46 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:43:46.358 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:43:46 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:43:46.358 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:43:46 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:43:46.513 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:43:46 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:43:46.513 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:43:46 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:43:46.513 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:43:46 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:43:47.357 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:43:47 smithi069 ceph-mon[96738]: pgmap v3870: 137 pgs: 137 active+clean; 103 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 5.9 MiB/s rd, 3.3 MiB/s wr, 38 op/s 2024-04-10T16:43:47.357 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:43:47 smithi069 ceph-mon[94167]: pgmap v3870: 137 pgs: 137 active+clean; 103 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 5.9 MiB/s rd, 3.3 MiB/s wr, 38 op/s 2024-04-10T16:43:47.358 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:43:46 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:43:46] "GET /metrics HTTP/1.1" 200 36661 "" "Prometheus/2.43.0" 2024-04-10T16:43:47.513 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:43:47 smithi077 ceph-mon[87572]: pgmap v3870: 137 pgs: 137 active+clean; 103 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 5.9 MiB/s rd, 3.3 MiB/s wr, 38 op/s 2024-04-10T16:43:49.357 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:43:49 smithi069 ceph-mon[96738]: pgmap v3871: 137 pgs: 137 active+clean; 103 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 5.9 MiB/s rd, 3.3 MiB/s wr, 38 op/s 2024-04-10T16:43:49.357 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:43:49 smithi069 ceph-mon[94167]: pgmap v3871: 137 pgs: 137 active+clean; 103 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 5.9 MiB/s rd, 3.3 MiB/s wr, 38 op/s 2024-04-10T16:43:49.513 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:43:49 smithi077 ceph-mon[87572]: pgmap v3871: 137 pgs: 137 active+clean; 103 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 5.9 MiB/s rd, 3.3 MiB/s wr, 38 op/s 2024-04-10T16:43:51.357 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:43:51 smithi069 ceph-mon[96738]: pgmap v3872: 137 pgs: 137 active+clean; 119 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 4.1 MiB/s wr, 38 op/s 2024-04-10T16:43:51.357 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:43:51 smithi069 ceph-mon[94167]: pgmap v3872: 137 pgs: 137 active+clean; 119 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 4.1 MiB/s wr, 38 op/s 2024-04-10T16:43:51.513 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:43:51 smithi077 ceph-mon[87572]: pgmap v3872: 137 pgs: 137 active+clean; 119 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 4.1 MiB/s wr, 38 op/s 2024-04-10T16:43:52.763 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:43:52 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:43:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:43:53.357 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:43:53 smithi069 ceph-mon[94167]: pgmap v3873: 137 pgs: 137 active+clean; 123 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 55 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-10T16:43:53.357 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:43:53 smithi069 ceph-mon[96738]: pgmap v3873: 137 pgs: 137 active+clean; 123 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 55 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-10T16:43:53.431 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:43:53 smithi077 ceph-mon[87572]: pgmap v3873: 137 pgs: 137 active+clean; 123 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 55 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-10T16:43:55.357 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:43:55 smithi069 ceph-mon[96738]: pgmap v3874: 137 pgs: 137 active+clean; 123 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 85 KiB/s rd, 4.5 MiB/s wr, 38 op/s 2024-04-10T16:43:55.357 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:43:55 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:43:55.357 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:43:55 smithi069 ceph-mon[94167]: pgmap v3874: 137 pgs: 137 active+clean; 123 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 85 KiB/s rd, 4.5 MiB/s wr, 38 op/s 2024-04-10T16:43:55.358 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:43:55 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:43:55.513 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:43:55 smithi077 ceph-mon[87572]: pgmap v3874: 137 pgs: 137 active+clean; 123 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 85 KiB/s rd, 4.5 MiB/s wr, 38 op/s 2024-04-10T16:43:55.513 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:43:55 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:43:57.358 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:43:57 smithi069 ceph-mon[96738]: pgmap v3875: 137 pgs: 137 active+clean; 127 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 281 KiB/s rd, 4.2 MiB/s wr, 40 op/s 2024-04-10T16:43:57.358 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:43:57 smithi069 ceph-mon[94167]: pgmap v3875: 137 pgs: 137 active+clean; 127 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 281 KiB/s rd, 4.2 MiB/s wr, 40 op/s 2024-04-10T16:43:57.359 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:43:56 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:43:56] "GET /metrics HTTP/1.1" 200 36657 "" "Prometheus/2.43.0" 2024-04-10T16:43:57.513 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:43:57 smithi077 ceph-mon[87572]: pgmap v3875: 137 pgs: 137 active+clean; 127 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 281 KiB/s rd, 4.2 MiB/s wr, 40 op/s 2024-04-10T16:43:57.551 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] EncryptedFlattenTest/7.Grow (21720 ms) 2024-04-10T16:43:57.551 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] EncryptedFlattenTest/7.Shrink 2024-04-10T16:43:57.551 INFO:tasks.workunit.client.0.smithi069.stdout:using new format! 2024-04-10T16:43:59.357 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:43:59 smithi069 ceph-mon[96738]: pgmap v3876: 137 pgs: 137 active+clean; 127 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 260 KiB/s rd, 2.0 MiB/s wr, 23 op/s 2024-04-10T16:43:59.358 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:43:59 smithi069 ceph-mon[94167]: pgmap v3876: 137 pgs: 137 active+clean; 127 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 260 KiB/s rd, 2.0 MiB/s wr, 23 op/s 2024-04-10T16:43:59.513 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:43:59 smithi077 ceph-mon[87572]: pgmap v3876: 137 pgs: 137 active+clean; 127 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 260 KiB/s rd, 2.0 MiB/s wr, 23 op/s 2024-04-10T16:44:01.357 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:44:01 smithi069 ceph-mon[96738]: pgmap v3877: 137 pgs: 137 active+clean; 135 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 4.3 MiB/s rd, 2.7 MiB/s wr, 30 op/s 2024-04-10T16:44:01.357 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:44:01 smithi069 ceph-mon[94167]: pgmap v3877: 137 pgs: 137 active+clean; 135 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 4.3 MiB/s rd, 2.7 MiB/s wr, 30 op/s 2024-04-10T16:44:01.513 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:44:01 smithi077 ceph-mon[87572]: pgmap v3877: 137 pgs: 137 active+clean; 135 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 4.3 MiB/s rd, 2.7 MiB/s wr, 30 op/s 2024-04-10T16:44:02.763 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:44:02 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:44:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:44:03.357 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:44:03 smithi069 ceph-mon[96738]: pgmap v3878: 137 pgs: 137 active+clean; 151 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 8.8 MiB/s rd, 3.0 MiB/s wr, 27 op/s 2024-04-10T16:44:03.357 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:44:03 smithi069 ceph-mon[94167]: pgmap v3878: 137 pgs: 137 active+clean; 151 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 8.8 MiB/s rd, 3.0 MiB/s wr, 27 op/s 2024-04-10T16:44:03.513 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:44:03 smithi077 ceph-mon[87572]: pgmap v3878: 137 pgs: 137 active+clean; 151 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 8.8 MiB/s rd, 3.0 MiB/s wr, 27 op/s 2024-04-10T16:44:05.357 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:44:05 smithi069 ceph-mon[96738]: pgmap v3879: 137 pgs: 137 active+clean; 151 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 8.8 MiB/s rd, 2.7 MiB/s wr, 27 op/s 2024-04-10T16:44:05.358 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:44:05 smithi069 ceph-mon[94167]: pgmap v3879: 137 pgs: 137 active+clean; 151 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 8.8 MiB/s rd, 2.7 MiB/s wr, 27 op/s 2024-04-10T16:44:05.513 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:44:05 smithi077 ceph-mon[87572]: pgmap v3879: 137 pgs: 137 active+clean; 151 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 8.8 MiB/s rd, 2.7 MiB/s wr, 27 op/s 2024-04-10T16:44:07.357 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:44:07 smithi069 ceph-mon[94167]: pgmap v3880: 137 pgs: 137 active+clean; 159 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 8.8 MiB/s rd, 3.3 MiB/s wr, 32 op/s 2024-04-10T16:44:07.357 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:44:07 smithi069 ceph-mon[94167]: osdmap e2013: 8 total, 8 up, 8 in 2024-04-10T16:44:07.357 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:44:06 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:44:06] "GET /metrics HTTP/1.1" 200 36657 "" "Prometheus/2.43.0" 2024-04-10T16:44:07.358 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:44:07 smithi069 ceph-mon[96738]: pgmap v3880: 137 pgs: 137 active+clean; 159 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 8.8 MiB/s rd, 3.3 MiB/s wr, 32 op/s 2024-04-10T16:44:07.358 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:44:07 smithi069 ceph-mon[96738]: osdmap e2013: 8 total, 8 up, 8 in 2024-04-10T16:44:07.513 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:44:07 smithi077 ceph-mon[87572]: pgmap v3880: 137 pgs: 137 active+clean; 159 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 8.8 MiB/s rd, 3.3 MiB/s wr, 32 op/s 2024-04-10T16:44:07.513 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:44:07 smithi077 ceph-mon[87572]: osdmap e2013: 8 total, 8 up, 8 in 2024-04-10T16:44:09.513 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:44:09 smithi077 ceph-mon[87572]: pgmap v3882: 137 pgs: 137 active+clean; 159 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 3.6 MiB/s wr, 30 op/s 2024-04-10T16:44:09.607 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:44:09 smithi069 ceph-mon[96738]: pgmap v3882: 137 pgs: 137 active+clean; 159 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 3.6 MiB/s wr, 30 op/s 2024-04-10T16:44:09.607 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:44:09 smithi069 ceph-mon[94167]: pgmap v3882: 137 pgs: 137 active+clean; 159 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 3.6 MiB/s wr, 30 op/s 2024-04-10T16:44:10.513 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:44:10 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:44:10.607 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:44:10 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:44:10.607 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:44:10 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:44:11.513 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:44:11 smithi077 ceph-mon[87572]: pgmap v3883: 137 pgs: 137 active+clean; 188 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 5.4 MiB/s rd, 5.7 MiB/s wr, 23 op/s 2024-04-10T16:44:11.607 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:44:11 smithi069 ceph-mon[96738]: pgmap v3883: 137 pgs: 137 active+clean; 188 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 5.4 MiB/s rd, 5.7 MiB/s wr, 23 op/s 2024-04-10T16:44:11.607 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:44:11 smithi069 ceph-mon[94167]: pgmap v3883: 137 pgs: 137 active+clean; 188 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 5.4 MiB/s rd, 5.7 MiB/s wr, 23 op/s 2024-04-10T16:44:12.763 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:44:12 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:44:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:44:13.513 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:44:13 smithi077 ceph-mon[87572]: pgmap v3884: 137 pgs: 137 active+clean; 192 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 36 op/s 2024-04-10T16:44:13.607 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:44:13 smithi069 ceph-mon[96738]: pgmap v3884: 137 pgs: 137 active+clean; 192 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 36 op/s 2024-04-10T16:44:13.607 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:44:13 smithi069 ceph-mon[94167]: pgmap v3884: 137 pgs: 137 active+clean; 192 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 36 op/s 2024-04-10T16:44:15.513 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:44:15 smithi077 ceph-mon[87572]: pgmap v3885: 137 pgs: 137 active+clean; 192 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 36 op/s 2024-04-10T16:44:15.513 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:44:15 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.9", "id": [3, 0]}]: dispatch 2024-04-10T16:44:15.513 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:44:15 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.11", "id": [3, 0]}]: dispatch 2024-04-10T16:44:15.607 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:44:15 smithi069 ceph-mon[96738]: pgmap v3885: 137 pgs: 137 active+clean; 192 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 36 op/s 2024-04-10T16:44:15.607 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:44:15 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.9", "id": [3, 0]}]: dispatch 2024-04-10T16:44:15.607 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:44:15 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.11", "id": [3, 0]}]: dispatch 2024-04-10T16:44:15.607 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:44:15 smithi069 ceph-mon[94167]: pgmap v3885: 137 pgs: 137 active+clean; 192 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 36 op/s 2024-04-10T16:44:15.607 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:44:15 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.9", "id": [3, 0]}]: dispatch 2024-04-10T16:44:15.607 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:44:15 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.11", "id": [3, 0]}]: dispatch 2024-04-10T16:44:16.513 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:44:16 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.9", "id": [3, 0]}]': finished 2024-04-10T16:44:16.513 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:44:16 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.11", "id": [3, 0]}]': finished 2024-04-10T16:44:16.513 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:44:16 smithi077 ceph-mon[87572]: osdmap e2014: 8 total, 8 up, 8 in 2024-04-10T16:44:16.607 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:44:16 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.9", "id": [3, 0]}]': finished 2024-04-10T16:44:16.607 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:44:16 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.11", "id": [3, 0]}]': finished 2024-04-10T16:44:16.607 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:44:16 smithi069 ceph-mon[96738]: osdmap e2014: 8 total, 8 up, 8 in 2024-04-10T16:44:16.607 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:44:16 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.9", "id": [3, 0]}]': finished 2024-04-10T16:44:16.608 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:44:16 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.11", "id": [3, 0]}]': finished 2024-04-10T16:44:16.608 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:44:16 smithi069 ceph-mon[94167]: osdmap e2014: 8 total, 8 up, 8 in 2024-04-10T16:44:17.357 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:44:17 smithi069 ceph-mon[96738]: pgmap v3887: 137 pgs: 137 active+clean; 200 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 228 KiB/s rd, 4.3 MiB/s wr, 39 op/s 2024-04-10T16:44:17.358 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:44:17 smithi069 ceph-mon[96738]: osdmap e2015: 8 total, 8 up, 8 in 2024-04-10T16:44:17.358 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:44:17 smithi069 ceph-mon[94167]: pgmap v3887: 137 pgs: 137 active+clean; 200 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 228 KiB/s rd, 4.3 MiB/s wr, 39 op/s 2024-04-10T16:44:17.358 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:44:17 smithi069 ceph-mon[94167]: osdmap e2015: 8 total, 8 up, 8 in 2024-04-10T16:44:17.358 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:44:16 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:44:16] "GET /metrics HTTP/1.1" 200 36660 "" "Prometheus/2.43.0" 2024-04-10T16:44:17.513 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:44:17 smithi077 ceph-mon[87572]: pgmap v3887: 137 pgs: 137 active+clean; 200 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 228 KiB/s rd, 4.3 MiB/s wr, 39 op/s 2024-04-10T16:44:17.513 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:44:17 smithi077 ceph-mon[87572]: osdmap e2015: 8 total, 8 up, 8 in 2024-04-10T16:44:19.513 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:44:19 smithi077 ceph-mon[87572]: pgmap v3889: 137 pgs: 137 active+clean; 200 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 270 KiB/s rd, 1.5 MiB/s wr, 45 op/s 2024-04-10T16:44:19.607 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:44:19 smithi069 ceph-mon[96738]: pgmap v3889: 137 pgs: 137 active+clean; 200 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 270 KiB/s rd, 1.5 MiB/s wr, 45 op/s 2024-04-10T16:44:19.607 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:44:19 smithi069 ceph-mon[94167]: pgmap v3889: 137 pgs: 137 active+clean; 200 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 270 KiB/s rd, 1.5 MiB/s wr, 45 op/s 2024-04-10T16:44:19.974 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] EncryptedFlattenTest/7.Shrink (22423 ms) 2024-04-10T16:44:19.974 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] EncryptedFlattenTest/7.ShrinkToOne 2024-04-10T16:44:19.974 INFO:tasks.workunit.client.0.smithi069.stdout:using new format! 2024-04-10T16:44:21.513 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:44:21 smithi077 ceph-mon[87572]: pgmap v3890: 137 pgs: 137 active+clean; 216 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 6.6 MiB/s rd, 3.5 MiB/s wr, 14 op/s; 2.6 MiB/s, 0 objects/s recovering 2024-04-10T16:44:21.607 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:44:21 smithi069 ceph-mon[96738]: pgmap v3890: 137 pgs: 137 active+clean; 216 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 6.6 MiB/s rd, 3.5 MiB/s wr, 14 op/s; 2.6 MiB/s, 0 objects/s recovering 2024-04-10T16:44:21.608 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:44:21 smithi069 ceph-mon[94167]: pgmap v3890: 137 pgs: 137 active+clean; 216 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 6.6 MiB/s rd, 3.5 MiB/s wr, 14 op/s; 2.6 MiB/s, 0 objects/s recovering 2024-04-10T16:44:22.763 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:44:22 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:44:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:44:23.513 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:44:23 smithi077 ceph-mon[87572]: pgmap v3891: 137 pgs: 137 active+clean; 224 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 4.5 MiB/s wr, 41 op/s; 2.6 MiB/s, 0 objects/s recovering 2024-04-10T16:44:23.607 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:44:23 smithi069 ceph-mon[96738]: pgmap v3891: 137 pgs: 137 active+clean; 224 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 4.5 MiB/s wr, 41 op/s; 2.6 MiB/s, 0 objects/s recovering 2024-04-10T16:44:23.608 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:44:23 smithi069 ceph-mon[94167]: pgmap v3891: 137 pgs: 137 active+clean; 224 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 4.5 MiB/s wr, 41 op/s; 2.6 MiB/s, 0 objects/s recovering 2024-04-10T16:44:25.513 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:44:25 smithi077 ceph-mon[87572]: pgmap v3892: 137 pgs: 137 active+clean; 224 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 3.8 MiB/s wr, 38 op/s; 2.5 MiB/s, 0 objects/s recovering 2024-04-10T16:44:25.513 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:44:25 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:44:25.607 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:44:25 smithi069 ceph-mon[96738]: pgmap v3892: 137 pgs: 137 active+clean; 224 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 3.8 MiB/s wr, 38 op/s; 2.5 MiB/s, 0 objects/s recovering 2024-04-10T16:44:25.607 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:44:25 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:44:25.608 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:44:25 smithi069 ceph-mon[94167]: pgmap v3892: 137 pgs: 137 active+clean; 224 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 3.8 MiB/s wr, 38 op/s; 2.5 MiB/s, 0 objects/s recovering 2024-04-10T16:44:25.608 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:44:25 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:44:27.357 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:44:27 smithi069 ceph-mon[96738]: pgmap v3893: 137 pgs: 137 active+clean; 224 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 2.8 MiB/s wr, 24 op/s; 2.1 MiB/s, 0 objects/s recovering 2024-04-10T16:44:27.358 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:44:27 smithi069 ceph-mon[94167]: pgmap v3893: 137 pgs: 137 active+clean; 224 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 2.8 MiB/s wr, 24 op/s; 2.1 MiB/s, 0 objects/s recovering 2024-04-10T16:44:27.358 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:44:26 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:44:26] "GET /metrics HTTP/1.1" 200 36670 "" "Prometheus/2.43.0" 2024-04-10T16:44:27.513 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:44:27 smithi077 ceph-mon[87572]: pgmap v3893: 137 pgs: 137 active+clean; 224 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 2.8 MiB/s wr, 24 op/s; 2.1 MiB/s, 0 objects/s recovering 2024-04-10T16:44:29.513 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:44:29 smithi077 ceph-mon[87572]: pgmap v3894: 137 pgs: 137 active+clean; 224 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 9.0 MiB/s rd, 2.4 MiB/s wr, 21 op/s; 1.8 MiB/s, 0 objects/s recovering 2024-04-10T16:44:29.513 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:44:29 smithi077 ceph-mon[87572]: osdmap e2016: 8 total, 8 up, 8 in 2024-04-10T16:44:29.607 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:44:29 smithi069 ceph-mon[96738]: pgmap v3894: 137 pgs: 137 active+clean; 224 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 9.0 MiB/s rd, 2.4 MiB/s wr, 21 op/s; 1.8 MiB/s, 0 objects/s recovering 2024-04-10T16:44:29.607 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:44:29 smithi069 ceph-mon[96738]: osdmap e2016: 8 total, 8 up, 8 in 2024-04-10T16:44:29.607 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:44:29 smithi069 ceph-mon[94167]: pgmap v3894: 137 pgs: 137 active+clean; 224 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 9.0 MiB/s rd, 2.4 MiB/s wr, 21 op/s; 1.8 MiB/s, 0 objects/s recovering 2024-04-10T16:44:29.607 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:44:29 smithi069 ceph-mon[94167]: osdmap e2016: 8 total, 8 up, 8 in 2024-04-10T16:44:31.513 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:44:31 smithi077 ceph-mon[87572]: pgmap v3896: 137 pgs: 137 active+clean; 248 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 5.1 MiB/s rd, 3.2 MiB/s wr, 23 op/s 2024-04-10T16:44:31.607 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:44:31 smithi069 ceph-mon[96738]: pgmap v3896: 137 pgs: 137 active+clean; 248 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 5.1 MiB/s rd, 3.2 MiB/s wr, 23 op/s 2024-04-10T16:44:31.607 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:44:31 smithi069 ceph-mon[94167]: pgmap v3896: 137 pgs: 137 active+clean; 248 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 5.1 MiB/s rd, 3.2 MiB/s wr, 23 op/s 2024-04-10T16:44:32.763 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:44:32 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:44:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:44:33.513 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:44:33 smithi077 ceph-mon[87572]: pgmap v3897: 137 pgs: 137 active+clean; 265 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-10T16:44:33.607 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:44:33 smithi069 ceph-mon[96738]: pgmap v3897: 137 pgs: 137 active+clean; 265 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-10T16:44:33.607 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:44:33 smithi069 ceph-mon[94167]: pgmap v3897: 137 pgs: 137 active+clean; 265 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-10T16:44:35.513 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:44:35 smithi077 ceph-mon[87572]: pgmap v3898: 137 pgs: 137 active+clean; 269 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 465 KiB/s rd, 4.5 MiB/s wr, 36 op/s 2024-04-10T16:44:35.607 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:44:35 smithi069 ceph-mon[96738]: pgmap v3898: 137 pgs: 137 active+clean; 269 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 465 KiB/s rd, 4.5 MiB/s wr, 36 op/s 2024-04-10T16:44:35.607 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:44:35 smithi069 ceph-mon[94167]: pgmap v3898: 137 pgs: 137 active+clean; 269 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 465 KiB/s rd, 4.5 MiB/s wr, 36 op/s 2024-04-10T16:44:37.357 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:44:37 smithi069 ceph-mon[96738]: pgmap v3899: 137 pgs: 137 active+clean; 269 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 84 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-10T16:44:37.357 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:44:37 smithi069 ceph-mon[94167]: pgmap v3899: 137 pgs: 137 active+clean; 269 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 84 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-10T16:44:37.358 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:44:36 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:44:36] "GET /metrics HTTP/1.1" 200 36670 "" "Prometheus/2.43.0" 2024-04-10T16:44:37.513 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:44:37 smithi077 ceph-mon[87572]: pgmap v3899: 137 pgs: 137 active+clean; 269 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 84 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-10T16:44:39.513 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:44:39 smithi077 ceph-mon[87572]: pgmap v3900: 137 pgs: 137 active+clean; 269 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 84 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-10T16:44:39.607 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:44:39 smithi069 ceph-mon[96738]: pgmap v3900: 137 pgs: 137 active+clean; 269 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 84 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-10T16:44:39.607 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:44:39 smithi069 ceph-mon[94167]: pgmap v3900: 137 pgs: 137 active+clean; 269 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 84 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-10T16:44:40.513 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:44:40 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:44:40.607 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:44:40 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:44:40.607 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:44:40 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:44:41.513 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:44:41 smithi077 ceph-mon[87572]: pgmap v3901: 137 pgs: 137 active+clean; 273 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 99 KiB/s rd, 4.3 MiB/s wr, 34 op/s 2024-04-10T16:44:41.607 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:44:41 smithi069 ceph-mon[94167]: pgmap v3901: 137 pgs: 137 active+clean; 273 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 99 KiB/s rd, 4.3 MiB/s wr, 34 op/s 2024-04-10T16:44:41.608 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:44:41 smithi069 ceph-mon[96738]: pgmap v3901: 137 pgs: 137 active+clean; 273 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 99 KiB/s rd, 4.3 MiB/s wr, 34 op/s 2024-04-10T16:44:41.862 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] EncryptedFlattenTest/7.ShrinkToOne (21888 ms) 2024-04-10T16:44:41.862 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] EncryptedFlattenTest/7.ShrinkToOneAfterSnapshot 2024-04-10T16:44:41.863 INFO:tasks.workunit.client.0.smithi069.stdout:using new format! 2024-04-10T16:44:42.763 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:44:42 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:44:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:44:43.513 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:44:43 smithi077 ceph-mon[87572]: pgmap v3902: 137 pgs: 137 active+clean; 273 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 214 KiB/s rd, 2.1 MiB/s wr, 42 op/s 2024-04-10T16:44:43.607 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:44:43 smithi069 ceph-mon[96738]: pgmap v3902: 137 pgs: 137 active+clean; 273 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 214 KiB/s rd, 2.1 MiB/s wr, 42 op/s 2024-04-10T16:44:43.608 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:44:43 smithi069 ceph-mon[94167]: pgmap v3902: 137 pgs: 137 active+clean; 273 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 214 KiB/s rd, 2.1 MiB/s wr, 42 op/s 2024-04-10T16:44:45.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:44:45 smithi077 ceph-mon[87572]: pgmap v3903: 137 pgs: 137 active+clean; 277 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 562 KiB/s rd, 1.7 MiB/s wr, 23 op/s 2024-04-10T16:44:45.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:44:45 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:44:45.607 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:44:45 smithi069 ceph-mon[96738]: pgmap v3903: 137 pgs: 137 active+clean; 277 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 562 KiB/s rd, 1.7 MiB/s wr, 23 op/s 2024-04-10T16:44:45.608 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:44:45 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:44:45.608 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:44:45 smithi069 ceph-mon[94167]: pgmap v3903: 137 pgs: 137 active+clean; 277 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 562 KiB/s rd, 1.7 MiB/s wr, 23 op/s 2024-04-10T16:44:45.608 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:44:45 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:44:46.513 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:44:46 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:44:46.513 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:44:46 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:44:46.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:44:46 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:44:46.607 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:44:46 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:44:46.607 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:44:46 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:44:46.608 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:44:46 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:44:46.608 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:44:46 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:44:46.608 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:44:46 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:44:46.608 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:44:46 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:44:47.203 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:44:46 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:44:46] "GET /metrics HTTP/1.1" 200 36657 "" "Prometheus/2.43.0" 2024-04-10T16:44:47.513 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:44:47 smithi077 ceph-mon[87572]: pgmap v3904: 137 pgs: 137 active+clean; 273 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 879 KiB/s rd, 1.3 MiB/s wr, 22 op/s 2024-04-10T16:44:47.607 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:44:47 smithi069 ceph-mon[96738]: pgmap v3904: 137 pgs: 137 active+clean; 273 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 879 KiB/s rd, 1.3 MiB/s wr, 22 op/s 2024-04-10T16:44:47.607 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:44:47 smithi069 ceph-mon[94167]: pgmap v3904: 137 pgs: 137 active+clean; 273 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 879 KiB/s rd, 1.3 MiB/s wr, 22 op/s 2024-04-10T16:44:48.513 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:44:48 smithi077 ceph-mon[87572]: pgmap v3905: 137 pgs: 137 active+clean; 273 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 855 KiB/s rd, 1.3 MiB/s wr, 22 op/s 2024-04-10T16:44:48.607 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:44:48 smithi069 ceph-mon[96738]: pgmap v3905: 137 pgs: 137 active+clean; 273 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 855 KiB/s rd, 1.3 MiB/s wr, 22 op/s 2024-04-10T16:44:48.608 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:44:48 smithi069 ceph-mon[94167]: pgmap v3905: 137 pgs: 137 active+clean; 273 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 855 KiB/s rd, 1.3 MiB/s wr, 22 op/s 2024-04-10T16:44:50.607 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:44:50 smithi069 ceph-mon[94167]: osdmap e2017: 8 total, 8 up, 8 in 2024-04-10T16:44:50.608 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:44:50 smithi069 ceph-mon[94167]: pgmap v3907: 137 pgs: 137 active+clean; 278 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 996 KiB/s rd, 1.7 MiB/s wr, 24 op/s 2024-04-10T16:44:50.608 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:44:50 smithi069 ceph-mon[96738]: osdmap e2017: 8 total, 8 up, 8 in 2024-04-10T16:44:50.608 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:44:50 smithi069 ceph-mon[96738]: pgmap v3907: 137 pgs: 137 active+clean; 278 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 996 KiB/s rd, 1.7 MiB/s wr, 24 op/s 2024-04-10T16:44:50.763 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:44:50 smithi077 ceph-mon[87572]: osdmap e2017: 8 total, 8 up, 8 in 2024-04-10T16:44:50.763 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:44:50 smithi077 ceph-mon[87572]: pgmap v3907: 137 pgs: 137 active+clean; 278 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 996 KiB/s rd, 1.7 MiB/s wr, 24 op/s 2024-04-10T16:44:52.660 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:44:52 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:44:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:44:53.013 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:44:52 smithi077 ceph-mon[87572]: pgmap v3908: 137 pgs: 137 active+clean; 302 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 856 KiB/s rd, 4.1 MiB/s wr, 14 op/s 2024-04-10T16:44:53.107 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:44:52 smithi069 ceph-mon[96738]: pgmap v3908: 137 pgs: 137 active+clean; 302 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 856 KiB/s rd, 4.1 MiB/s wr, 14 op/s 2024-04-10T16:44:53.107 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:44:52 smithi069 ceph-mon[94167]: pgmap v3908: 137 pgs: 137 active+clean; 302 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 856 KiB/s rd, 4.1 MiB/s wr, 14 op/s 2024-04-10T16:44:55.013 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:44:54 smithi077 ceph-mon[87572]: pgmap v3909: 137 pgs: 137 active+clean; 318 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 465 KiB/s rd, 4.5 MiB/s wr, 36 op/s 2024-04-10T16:44:55.107 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:44:54 smithi069 ceph-mon[94167]: pgmap v3909: 137 pgs: 137 active+clean; 318 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 465 KiB/s rd, 4.5 MiB/s wr, 36 op/s 2024-04-10T16:44:55.108 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:44:54 smithi069 ceph-mon[96738]: pgmap v3909: 137 pgs: 137 active+clean; 318 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 465 KiB/s rd, 4.5 MiB/s wr, 36 op/s 2024-04-10T16:44:56.013 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:44:55 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:44:56.107 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:44:55 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:44:56.108 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:44:55 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:44:56.938 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:44:56 smithi069 ceph-mon[96738]: pgmap v3910: 137 pgs: 137 active+clean; 318 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 84 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-10T16:44:56.938 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:44:56 smithi069 ceph-mon[94167]: pgmap v3910: 137 pgs: 137 active+clean; 318 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 84 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-10T16:44:57.013 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:44:56 smithi077 ceph-mon[87572]: pgmap v3910: 137 pgs: 137 active+clean; 318 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 84 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-10T16:44:57.357 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:44:56 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:44:56] "GET /metrics HTTP/1.1" 200 36662 "" "Prometheus/2.43.0" 2024-04-10T16:44:59.013 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:44:58 smithi077 ceph-mon[87572]: pgmap v3911: 137 pgs: 137 active+clean; 318 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 84 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-10T16:44:59.107 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:44:58 smithi069 ceph-mon[96738]: pgmap v3911: 137 pgs: 137 active+clean; 318 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 84 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-10T16:44:59.108 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:44:58 smithi069 ceph-mon[94167]: pgmap v3911: 137 pgs: 137 active+clean; 318 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 84 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-10T16:45:01.013 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:45:00 smithi077 ceph-mon[87572]: pgmap v3912: 137 pgs: 137 active+clean; 318 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 213 KiB/s rd, 3.9 MiB/s wr, 42 op/s 2024-04-10T16:45:01.107 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:45:00 smithi069 ceph-mon[94167]: pgmap v3912: 137 pgs: 137 active+clean; 318 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 213 KiB/s rd, 3.9 MiB/s wr, 42 op/s 2024-04-10T16:45:01.108 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:45:00 smithi069 ceph-mon[96738]: pgmap v3912: 137 pgs: 137 active+clean; 318 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 213 KiB/s rd, 3.9 MiB/s wr, 42 op/s 2024-04-10T16:45:02.683 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:45:02 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:45:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:45:03.013 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:45:02 smithi077 ceph-mon[87572]: pgmap v3913: 137 pgs: 137 active+clean; 322 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 209 KiB/s rd, 3.7 MiB/s wr, 38 op/s 2024-04-10T16:45:03.014 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:45:02 smithi077 ceph-mon[87572]: osdmap e2018: 8 total, 8 up, 8 in 2024-04-10T16:45:03.107 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:45:02 smithi069 ceph-mon[94167]: pgmap v3913: 137 pgs: 137 active+clean; 322 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 209 KiB/s rd, 3.7 MiB/s wr, 38 op/s 2024-04-10T16:45:03.107 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:45:02 smithi069 ceph-mon[94167]: osdmap e2018: 8 total, 8 up, 8 in 2024-04-10T16:45:03.108 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:45:02 smithi069 ceph-mon[96738]: pgmap v3913: 137 pgs: 137 active+clean; 322 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 209 KiB/s rd, 3.7 MiB/s wr, 38 op/s 2024-04-10T16:45:03.108 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:45:02 smithi069 ceph-mon[96738]: osdmap e2018: 8 total, 8 up, 8 in 2024-04-10T16:45:03.995 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] EncryptedFlattenTest/7.ShrinkToOneAfterSnapshot (22132 ms) 2024-04-10T16:45:03.995 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] EncryptedFlattenTest/7.MinOverlap 2024-04-10T16:45:03.995 INFO:tasks.workunit.client.0.smithi069.stdout:using new format! 2024-04-10T16:45:05.013 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:45:04 smithi077 ceph-mon[87572]: pgmap v3915: 137 pgs: 137 active+clean; 342 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.4 MiB/s wr, 29 op/s 2024-04-10T16:45:05.107 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:45:04 smithi069 ceph-mon[96738]: pgmap v3915: 137 pgs: 137 active+clean; 342 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.4 MiB/s wr, 29 op/s 2024-04-10T16:45:05.108 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:45:04 smithi069 ceph-mon[94167]: pgmap v3915: 137 pgs: 137 active+clean; 342 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.4 MiB/s wr, 29 op/s 2024-04-10T16:45:06.938 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:45:06 smithi069 ceph-mon[96738]: pgmap v3916: 137 pgs: 137 active+clean; 378 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 6.0 MiB/s wr, 43 op/s 2024-04-10T16:45:06.939 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:45:06 smithi069 ceph-mon[94167]: pgmap v3916: 137 pgs: 137 active+clean; 378 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 6.0 MiB/s wr, 43 op/s 2024-04-10T16:45:07.013 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:45:06 smithi077 ceph-mon[87572]: pgmap v3916: 137 pgs: 137 active+clean; 378 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 6.0 MiB/s wr, 43 op/s 2024-04-10T16:45:07.357 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:45:06 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:45:06] "GET /metrics HTTP/1.1" 200 36662 "" "Prometheus/2.43.0" 2024-04-10T16:45:09.013 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:45:08 smithi077 ceph-mon[87572]: pgmap v3917: 137 pgs: 137 active+clean; 378 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 6.0 MiB/s wr, 43 op/s 2024-04-10T16:45:09.107 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:45:08 smithi069 ceph-mon[96738]: pgmap v3917: 137 pgs: 137 active+clean; 378 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 6.0 MiB/s wr, 43 op/s 2024-04-10T16:45:09.108 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:45:08 smithi069 ceph-mon[94167]: pgmap v3917: 137 pgs: 137 active+clean; 378 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 6.0 MiB/s wr, 43 op/s 2024-04-10T16:45:11.013 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:45:10 smithi077 ceph-mon[87572]: pgmap v3918: 137 pgs: 137 active+clean; 378 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 6.0 MiB/s wr, 37 op/s 2024-04-10T16:45:11.013 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:45:10 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:45:11.108 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:45:10 smithi069 ceph-mon[96738]: pgmap v3918: 137 pgs: 137 active+clean; 378 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 6.0 MiB/s wr, 37 op/s 2024-04-10T16:45:11.108 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:45:10 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:45:11.108 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:45:10 smithi069 ceph-mon[94167]: pgmap v3918: 137 pgs: 137 active+clean; 378 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 6.0 MiB/s wr, 37 op/s 2024-04-10T16:45:11.108 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:45:10 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:45:12.701 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:45:12 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:45:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:45:13.013 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:45:12 smithi077 ceph-mon[87572]: pgmap v3919: 137 pgs: 137 active+clean; 378 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 5.6 MiB/s wr, 35 op/s 2024-04-10T16:45:13.107 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:45:12 smithi069 ceph-mon[96738]: pgmap v3919: 137 pgs: 137 active+clean; 378 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 5.6 MiB/s wr, 35 op/s 2024-04-10T16:45:13.107 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:45:12 smithi069 ceph-mon[94167]: pgmap v3919: 137 pgs: 137 active+clean; 378 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 5.6 MiB/s wr, 35 op/s 2024-04-10T16:45:14.013 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:45:13 smithi077 ceph-mon[87572]: osdmap e2019: 8 total, 8 up, 8 in 2024-04-10T16:45:14.107 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:45:13 smithi069 ceph-mon[96738]: osdmap e2019: 8 total, 8 up, 8 in 2024-04-10T16:45:14.107 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:45:13 smithi069 ceph-mon[94167]: osdmap e2019: 8 total, 8 up, 8 in 2024-04-10T16:45:15.013 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:45:14 smithi077 ceph-mon[87572]: pgmap v3921: 137 pgs: 137 active+clean; 382 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 4.0 MiB/s wr, 16 op/s 2024-04-10T16:45:15.107 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:45:14 smithi069 ceph-mon[96738]: pgmap v3921: 137 pgs: 137 active+clean; 382 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 4.0 MiB/s wr, 16 op/s 2024-04-10T16:45:15.107 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:45:14 smithi069 ceph-mon[94167]: pgmap v3921: 137 pgs: 137 active+clean; 382 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 4.0 MiB/s wr, 16 op/s 2024-04-10T16:45:17.013 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:45:16 smithi077 ceph-mon[87572]: pgmap v3922: 137 pgs: 137 active+clean; 419 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 36 op/s 2024-04-10T16:45:17.107 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:45:16 smithi069 ceph-mon[96738]: pgmap v3922: 137 pgs: 137 active+clean; 419 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 36 op/s 2024-04-10T16:45:17.108 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:45:16 smithi069 ceph-mon[94167]: pgmap v3922: 137 pgs: 137 active+clean; 419 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 36 op/s 2024-04-10T16:45:17.108 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:45:16 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:45:16] "GET /metrics HTTP/1.1" 200 36664 "" "Prometheus/2.43.0" 2024-04-10T16:45:19.013 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:45:18 smithi077 ceph-mon[87572]: pgmap v3923: 137 pgs: 137 active+clean; 419 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 36 op/s 2024-04-10T16:45:19.108 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:45:18 smithi069 ceph-mon[96738]: pgmap v3923: 137 pgs: 137 active+clean; 419 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 36 op/s 2024-04-10T16:45:19.108 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:45:18 smithi069 ceph-mon[94167]: pgmap v3923: 137 pgs: 137 active+clean; 419 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 36 op/s 2024-04-10T16:45:21.013 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:45:20 smithi077 ceph-mon[87572]: pgmap v3924: 137 pgs: 137 active+clean; 419 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-10T16:45:21.107 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:45:20 smithi069 ceph-mon[96738]: pgmap v3924: 137 pgs: 137 active+clean; 419 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-10T16:45:21.108 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:45:20 smithi069 ceph-mon[94167]: pgmap v3924: 137 pgs: 137 active+clean; 419 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-10T16:45:22.718 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:45:22 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:45:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:45:23.013 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:45:22 smithi077 ceph-mon[87572]: pgmap v3925: 137 pgs: 137 active+clean; 427 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 216 KiB/s rd, 4.9 MiB/s wr, 39 op/s 2024-04-10T16:45:23.107 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:45:22 smithi069 ceph-mon[96738]: pgmap v3925: 137 pgs: 137 active+clean; 427 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 216 KiB/s rd, 4.9 MiB/s wr, 39 op/s 2024-04-10T16:45:23.108 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:45:22 smithi069 ceph-mon[94167]: pgmap v3925: 137 pgs: 137 active+clean; 427 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 216 KiB/s rd, 4.9 MiB/s wr, 39 op/s 2024-04-10T16:45:25.013 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:45:24 smithi077 ceph-mon[87572]: pgmap v3926: 137 pgs: 137 active+clean; 427 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 198 KiB/s rd, 4.5 MiB/s wr, 36 op/s 2024-04-10T16:45:25.014 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:45:24 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:45:25.107 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:45:24 smithi069 ceph-mon[96738]: pgmap v3926: 137 pgs: 137 active+clean; 427 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 198 KiB/s rd, 4.5 MiB/s wr, 36 op/s 2024-04-10T16:45:25.107 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:45:24 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:45:25.108 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:45:24 smithi069 ceph-mon[94167]: pgmap v3926: 137 pgs: 137 active+clean; 427 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 198 KiB/s rd, 4.5 MiB/s wr, 36 op/s 2024-04-10T16:45:25.108 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:45:24 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:45:26.474 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] EncryptedFlattenTest/7.MinOverlap (22480 ms) 2024-04-10T16:45:26.474 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] EncryptedFlattenTest/7.ZeroOverlap 2024-04-10T16:45:26.474 INFO:tasks.workunit.client.0.smithi069.stdout:using new format! 2024-04-10T16:45:27.013 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:45:26 smithi077 ceph-mon[87572]: pgmap v3927: 137 pgs: 137 active+clean; 427 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1.2 MiB/s rd, 4.8 MiB/s wr, 43 op/s 2024-04-10T16:45:27.107 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:45:26 smithi069 ceph-mon[96738]: pgmap v3927: 137 pgs: 137 active+clean; 427 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1.2 MiB/s rd, 4.8 MiB/s wr, 43 op/s 2024-04-10T16:45:27.108 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:45:26 smithi069 ceph-mon[94167]: pgmap v3927: 137 pgs: 137 active+clean; 427 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1.2 MiB/s rd, 4.8 MiB/s wr, 43 op/s 2024-04-10T16:45:27.108 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:45:26 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:45:26] "GET /metrics HTTP/1.1" 200 36661 "" "Prometheus/2.43.0" 2024-04-10T16:45:29.013 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:45:28 smithi077 ceph-mon[87572]: pgmap v3928: 137 pgs: 137 active+clean; 427 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.7 MiB/s wr, 14 op/s 2024-04-10T16:45:29.107 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:45:28 smithi069 ceph-mon[94167]: pgmap v3928: 137 pgs: 137 active+clean; 427 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.7 MiB/s wr, 14 op/s 2024-04-10T16:45:29.108 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:45:28 smithi069 ceph-mon[96738]: pgmap v3928: 137 pgs: 137 active+clean; 427 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.7 MiB/s wr, 14 op/s 2024-04-10T16:45:31.013 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:45:30 smithi077 ceph-mon[87572]: pgmap v3929: 137 pgs: 137 active+clean; 427 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1.5 MiB/s rd, 1.7 MiB/s wr, 22 op/s 2024-04-10T16:45:31.107 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:45:30 smithi069 ceph-mon[96738]: pgmap v3929: 137 pgs: 137 active+clean; 427 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1.5 MiB/s rd, 1.7 MiB/s wr, 22 op/s 2024-04-10T16:45:31.108 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:45:30 smithi069 ceph-mon[94167]: pgmap v3929: 137 pgs: 137 active+clean; 427 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1.5 MiB/s rd, 1.7 MiB/s wr, 22 op/s 2024-04-10T16:45:32.732 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:45:32 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:45:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:45:33.013 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:45:32 smithi077 ceph-mon[87572]: pgmap v3930: 137 pgs: 137 active+clean; 427 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.7 MiB/s wr, 25 op/s 2024-04-10T16:45:33.107 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:45:32 smithi069 ceph-mon[96738]: pgmap v3930: 137 pgs: 137 active+clean; 427 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.7 MiB/s wr, 25 op/s 2024-04-10T16:45:33.108 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:45:32 smithi069 ceph-mon[94167]: pgmap v3930: 137 pgs: 137 active+clean; 427 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.7 MiB/s wr, 25 op/s 2024-04-10T16:45:35.014 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:45:34 smithi077 ceph-mon[87572]: pgmap v3931: 137 pgs: 137 active+clean; 427 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 1.0 MiB/s wr, 22 op/s 2024-04-10T16:45:35.014 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:45:34 smithi077 ceph-mon[87572]: osdmap e2020: 8 total, 8 up, 8 in 2024-04-10T16:45:35.107 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:45:34 smithi069 ceph-mon[96738]: pgmap v3931: 137 pgs: 137 active+clean; 427 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 1.0 MiB/s wr, 22 op/s 2024-04-10T16:45:35.107 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:45:34 smithi069 ceph-mon[96738]: osdmap e2020: 8 total, 8 up, 8 in 2024-04-10T16:45:35.108 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:45:34 smithi069 ceph-mon[94167]: pgmap v3931: 137 pgs: 137 active+clean; 427 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 1.0 MiB/s wr, 22 op/s 2024-04-10T16:45:35.108 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:45:34 smithi069 ceph-mon[94167]: osdmap e2020: 8 total, 8 up, 8 in 2024-04-10T16:45:37.013 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:45:36 smithi077 ceph-mon[87572]: pgmap v3933: 137 pgs: 137 active+clean; 448 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 855 KiB/s rd, 2.1 MiB/s wr, 48 op/s 2024-04-10T16:45:37.107 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:45:36 smithi069 ceph-mon[96738]: pgmap v3933: 137 pgs: 137 active+clean; 448 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 855 KiB/s rd, 2.1 MiB/s wr, 48 op/s 2024-04-10T16:45:37.108 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:45:36 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:45:36] "GET /metrics HTTP/1.1" 200 36661 "" "Prometheus/2.43.0" 2024-04-10T16:45:37.108 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:45:36 smithi069 ceph-mon[94167]: pgmap v3933: 137 pgs: 137 active+clean; 448 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 855 KiB/s rd, 2.1 MiB/s wr, 48 op/s 2024-04-10T16:45:39.013 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:45:38 smithi077 ceph-mon[87572]: pgmap v3934: 137 pgs: 137 active+clean; 448 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 855 KiB/s rd, 2.1 MiB/s wr, 48 op/s 2024-04-10T16:45:39.107 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:45:38 smithi069 ceph-mon[96738]: pgmap v3934: 137 pgs: 137 active+clean; 448 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 855 KiB/s rd, 2.1 MiB/s wr, 48 op/s 2024-04-10T16:45:39.108 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:45:38 smithi069 ceph-mon[94167]: pgmap v3934: 137 pgs: 137 active+clean; 448 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 855 KiB/s rd, 2.1 MiB/s wr, 48 op/s 2024-04-10T16:45:40.013 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:45:39 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:45:40.108 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:45:39 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:45:40.108 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:45:39 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:45:41.013 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:45:40 smithi077 ceph-mon[87572]: pgmap v3935: 137 pgs: 137 active+clean; 468 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 439 KiB/s rd, 4.1 MiB/s wr, 40 op/s 2024-04-10T16:45:41.107 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:45:40 smithi069 ceph-mon[96738]: pgmap v3935: 137 pgs: 137 active+clean; 468 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 439 KiB/s rd, 4.1 MiB/s wr, 40 op/s 2024-04-10T16:45:41.108 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:45:40 smithi069 ceph-mon[94167]: pgmap v3935: 137 pgs: 137 active+clean; 468 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 439 KiB/s rd, 4.1 MiB/s wr, 40 op/s 2024-04-10T16:45:42.751 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:45:42 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:45:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:45:43.013 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:45:42 smithi077 ceph-mon[87572]: pgmap v3936: 137 pgs: 137 active+clean; 472 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 84 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-10T16:45:43.107 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:45:42 smithi069 ceph-mon[96738]: pgmap v3936: 137 pgs: 137 active+clean; 472 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 84 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-10T16:45:43.108 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:45:42 smithi069 ceph-mon[94167]: pgmap v3936: 137 pgs: 137 active+clean; 472 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 84 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-10T16:45:45.013 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:45:44 smithi077 ceph-mon[87572]: pgmap v3937: 137 pgs: 137 active+clean; 472 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 84 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-10T16:45:45.108 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:45:44 smithi069 ceph-mon[96738]: pgmap v3937: 137 pgs: 137 active+clean; 472 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 84 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-10T16:45:45.108 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:45:44 smithi069 ceph-mon[94167]: pgmap v3937: 137 pgs: 137 active+clean; 472 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 84 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-10T16:45:47.013 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:45:46 smithi077 ceph-mon[87572]: pgmap v3938: 137 pgs: 137 active+clean; 472 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 580 KiB/s rd, 4.5 MiB/s wr, 39 op/s 2024-04-10T16:45:47.014 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:45:46 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:45:47.014 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:45:46 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:45:47.014 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:45:46 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:45:47.107 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:45:46 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:45:46] "GET /metrics HTTP/1.1" 200 36661 "" "Prometheus/2.43.0" 2024-04-10T16:45:47.108 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:45:46 smithi069 ceph-mon[94167]: pgmap v3938: 137 pgs: 137 active+clean; 472 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 580 KiB/s rd, 4.5 MiB/s wr, 39 op/s 2024-04-10T16:45:47.108 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:45:46 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:45:47.108 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:45:46 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:45:47.108 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:45:46 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:45:47.108 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:45:46 smithi069 ceph-mon[96738]: pgmap v3938: 137 pgs: 137 active+clean; 472 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 580 KiB/s rd, 4.5 MiB/s wr, 39 op/s 2024-04-10T16:45:47.108 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:45:46 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:45:47.108 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:45:46 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:45:47.108 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:45:46 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:45:47.497 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] EncryptedFlattenTest/7.ZeroOverlap (21022 ms) 2024-04-10T16:45:48.013 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:45:47 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:45:48.014 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:45:47 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:45:48.014 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:45:47 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:45:48.108 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:45:47 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:45:48.108 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:45:47 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:45:48.108 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:45:47 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:45:48.108 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:45:47 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:45:48.108 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:45:47 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:45:48.108 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:45:47 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:45:48.261 INFO:tasks.workunit.client.0.smithi069.stdout:[----------] 7 tests from EncryptedFlattenTest/7 (157406 ms total) 2024-04-10T16:45:48.261 INFO:tasks.workunit.client.0.smithi069.stdout: 2024-04-10T16:45:48.261 INFO:tasks.workunit.client.0.smithi069.stdout:[----------] 15 tests from DiffIterateTest/0, where TypeParam = DiffIterateParams 2024-04-10T16:45:48.302 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] DiffIterateTest/0.DiffIterate 2024-04-10T16:45:49.014 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:45:48 smithi077 ceph-mon[87572]: pgmap v3939: 137 pgs: 137 active+clean; 472 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 553 KiB/s rd, 2.7 MiB/s wr, 10 op/s 2024-04-10T16:45:49.014 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:45:48 smithi077 ceph-mon[87572]: osdmap e2021: 8 total, 8 up, 8 in 2024-04-10T16:45:49.108 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:45:48 smithi069 ceph-mon[94167]: pgmap v3939: 137 pgs: 137 active+clean; 472 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 553 KiB/s rd, 2.7 MiB/s wr, 10 op/s 2024-04-10T16:45:49.108 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:45:48 smithi069 ceph-mon[94167]: osdmap e2021: 8 total, 8 up, 8 in 2024-04-10T16:45:49.108 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:45:48 smithi069 ceph-mon[96738]: pgmap v3939: 137 pgs: 137 active+clean; 472 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 553 KiB/s rd, 2.7 MiB/s wr, 10 op/s 2024-04-10T16:45:49.108 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:45:48 smithi069 ceph-mon[96738]: osdmap e2021: 8 total, 8 up, 8 in 2024-04-10T16:45:50.280 INFO:tasks.workunit.client.0.smithi069.stdout:using new format! 2024-04-10T16:45:50.608 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:45:50 smithi069 ceph-mon[96738]: osdmap e2022: 8 total, 8 up, 8 in 2024-04-10T16:45:50.608 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:45:50 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/3454615176' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-44","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:45:50.608 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:45:50 smithi069 ceph-mon[96738]: pgmap v3942: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail 2024-04-10T16:45:50.608 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:45:50 smithi069 ceph-mon[94167]: osdmap e2022: 8 total, 8 up, 8 in 2024-04-10T16:45:50.608 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:45:50 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/3454615176' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-44","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:45:50.608 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:45:50 smithi069 ceph-mon[94167]: pgmap v3942: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail 2024-04-10T16:45:50.763 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:45:50 smithi077 ceph-mon[87572]: osdmap e2022: 8 total, 8 up, 8 in 2024-04-10T16:45:50.764 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:45:50 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/3454615176' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-44","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:45:50.764 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:45:50 smithi077 ceph-mon[87572]: pgmap v3942: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail 2024-04-10T16:45:51.608 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:45:51 smithi069 ceph-mon[96738]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T16:45:51.608 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:45:51 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/3454615176' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-44","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T16:45:51.608 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:45:51 smithi069 ceph-mon[96738]: osdmap e2023: 8 total, 8 up, 8 in 2024-04-10T16:45:51.608 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:45:51 smithi069 ceph-mon[94167]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T16:45:51.608 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:45:51 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/3454615176' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-44","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T16:45:51.608 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:45:51 smithi069 ceph-mon[94167]: osdmap e2023: 8 total, 8 up, 8 in 2024-04-10T16:45:51.763 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:45:51 smithi077 ceph-mon[87572]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T16:45:51.763 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:45:51 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/3454615176' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-44","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T16:45:51.763 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:45:51 smithi077 ceph-mon[87572]: osdmap e2023: 8 total, 8 up, 8 in 2024-04-10T16:45:52.321 INFO:tasks.workunit.client.0.smithi069.stdout: wrote [195437~56655,1365018~59532,4700279~5324,5626150~97999,5764941~15859,8078902~11172,11895517~79909,12139129~32256,15503551~11815,20123444~3711] 2024-04-10T16:45:52.608 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:45:52 smithi069 ceph-mon[96738]: osdmap e2024: 8 total, 8 up, 8 in 2024-04-10T16:45:52.608 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:45:52 smithi069 ceph-mon[96738]: pgmap v3945: 137 pgs: 17 unknown, 120 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2024-04-10T16:45:52.608 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:45:52 smithi069 ceph-mon[94167]: osdmap e2024: 8 total, 8 up, 8 in 2024-04-10T16:45:52.608 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:45:52 smithi069 ceph-mon[94167]: pgmap v3945: 137 pgs: 17 unknown, 120 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2024-04-10T16:45:52.665 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:45:52 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:45:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:45:52.665 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:45:52 smithi077 ceph-mon[87572]: osdmap e2024: 8 total, 8 up, 8 in 2024-04-10T16:45:52.665 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:45:52 smithi077 ceph-mon[87572]: pgmap v3945: 137 pgs: 17 unknown, 120 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2024-04-10T16:45:53.310 INFO:tasks.workunit.client.0.smithi069.stdout: wrote [1800621~40735,3104247~7482,7950166~73394,8863112~44617,10602684~33065,11500260~34477,14076723~54007,14222860~53924,18124260~71581,19916010~19124] 2024-04-10T16:45:53.319 INFO:tasks.workunit.client.0.smithi069.stdout: diff was [1424550~1687179,7950166~73394,8863112~44617,10602684~33065,11500260~34477,14076723~54007,14222860~53924,18124260~71581,19916010~19124] 2024-04-10T16:45:53.323 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] DiffIterateTest/0.DiffIterate (5021 ms) 2024-04-10T16:45:53.323 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] DiffIterateTest/0.DiffIterateDeterministic 2024-04-10T16:45:53.323 INFO:tasks.workunit.client.0.smithi069.stdout:using new format! 2024-04-10T16:45:53.607 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:45:53 smithi069 ceph-mon[94167]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T16:45:53.608 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:45:53 smithi069 ceph-mon[94167]: osdmap e2025: 8 total, 8 up, 8 in 2024-04-10T16:45:53.608 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:45:53 smithi069 ceph-mon[96738]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T16:45:53.608 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:45:53 smithi069 ceph-mon[96738]: osdmap e2025: 8 total, 8 up, 8 in 2024-04-10T16:45:53.763 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:45:53 smithi077 ceph-mon[87572]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T16:45:53.763 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:45:53 smithi077 ceph-mon[87572]: osdmap e2025: 8 total, 8 up, 8 in 2024-04-10T16:45:54.608 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:45:54 smithi069 ceph-mon[96738]: osdmap e2026: 8 total, 8 up, 8 in 2024-04-10T16:45:54.608 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:45:54 smithi069 ceph-mon[96738]: pgmap v3948: 137 pgs: 10 unknown, 127 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 255 B/s wr, 1 op/s 2024-04-10T16:45:54.608 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:45:54 smithi069 ceph-mon[94167]: osdmap e2026: 8 total, 8 up, 8 in 2024-04-10T16:45:54.608 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:45:54 smithi069 ceph-mon[94167]: pgmap v3948: 137 pgs: 10 unknown, 127 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 255 B/s wr, 1 op/s 2024-04-10T16:45:54.763 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:45:54 smithi077 ceph-mon[87572]: osdmap e2026: 8 total, 8 up, 8 in 2024-04-10T16:45:54.764 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:45:54 smithi077 ceph-mon[87572]: pgmap v3948: 137 pgs: 10 unknown, 127 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 255 B/s wr, 1 op/s 2024-04-10T16:45:55.608 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:45:55 smithi069 ceph-mon[96738]: osdmap e2027: 8 total, 8 up, 8 in 2024-04-10T16:45:55.608 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:45:55 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:45:55.608 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:45:55 smithi069 ceph-mon[94167]: osdmap e2027: 8 total, 8 up, 8 in 2024-04-10T16:45:55.608 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:45:55 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:45:55.763 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:45:55 smithi077 ceph-mon[87572]: osdmap e2027: 8 total, 8 up, 8 in 2024-04-10T16:45:55.764 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:45:55 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:45:56.338 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] DiffIterateTest/0.DiffIterateDeterministic (3015 ms) 2024-04-10T16:45:56.338 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] DiffIterateTest/0.DiffIterateDeterministicPP 2024-04-10T16:45:56.338 INFO:tasks.workunit.client.0.smithi069.stdout:using new format! 2024-04-10T16:45:56.608 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:45:56 smithi069 ceph-mon[96738]: osdmap e2028: 8 total, 8 up, 8 in 2024-04-10T16:45:56.608 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:45:56 smithi069 ceph-mon[96738]: pgmap v3951: 137 pgs: 137 active+clean; 21 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 34 KiB/s rd, 208 KiB/s wr, 59 op/s 2024-04-10T16:45:56.608 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:45:56 smithi069 ceph-mon[94167]: osdmap e2028: 8 total, 8 up, 8 in 2024-04-10T16:45:56.608 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:45:56 smithi069 ceph-mon[94167]: pgmap v3951: 137 pgs: 137 active+clean; 21 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 34 KiB/s rd, 208 KiB/s wr, 59 op/s 2024-04-10T16:45:56.763 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:45:56 smithi077 ceph-mon[87572]: osdmap e2028: 8 total, 8 up, 8 in 2024-04-10T16:45:56.764 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:45:56 smithi077 ceph-mon[87572]: pgmap v3951: 137 pgs: 137 active+clean; 21 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 34 KiB/s rd, 208 KiB/s wr, 59 op/s 2024-04-10T16:45:57.308 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:45:56 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:45:56] "GET /metrics HTTP/1.1" 200 36644 "" "Prometheus/2.43.0" 2024-04-10T16:45:57.607 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:45:57 smithi069 ceph-mon[96738]: osdmap e2029: 8 total, 8 up, 8 in 2024-04-10T16:45:57.608 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:45:57 smithi069 ceph-mon[96738]: osdmap e2030: 8 total, 8 up, 8 in 2024-04-10T16:45:57.608 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:45:57 smithi069 ceph-mon[94167]: osdmap e2029: 8 total, 8 up, 8 in 2024-04-10T16:45:57.608 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:45:57 smithi069 ceph-mon[94167]: osdmap e2030: 8 total, 8 up, 8 in 2024-04-10T16:45:57.763 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:45:57 smithi077 ceph-mon[87572]: osdmap e2029: 8 total, 8 up, 8 in 2024-04-10T16:45:57.763 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:45:57 smithi077 ceph-mon[87572]: osdmap e2030: 8 total, 8 up, 8 in 2024-04-10T16:45:59.067 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] DiffIterateTest/0.DiffIterateDeterministicPP (2728 ms) 2024-04-10T16:45:59.067 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] DiffIterateTest/0.DiffIterateDiscard 2024-04-10T16:45:59.067 INFO:tasks.workunit.client.0.smithi069.stdout:using new format! 2024-04-10T16:45:59.358 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:45:59 smithi069 ceph-mon[96738]: pgmap v3954: 137 pgs: 137 active+clean; 21 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 34 KiB/s rd, 207 KiB/s wr, 57 op/s 2024-04-10T16:45:59.358 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:45:59 smithi069 ceph-mon[96738]: osdmap e2031: 8 total, 8 up, 8 in 2024-04-10T16:45:59.358 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:45:59 smithi069 ceph-mon[94167]: pgmap v3954: 137 pgs: 137 active+clean; 21 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 34 KiB/s rd, 207 KiB/s wr, 57 op/s 2024-04-10T16:45:59.358 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:45:59 smithi069 ceph-mon[94167]: osdmap e2031: 8 total, 8 up, 8 in 2024-04-10T16:45:59.513 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:45:59 smithi077 ceph-mon[87572]: pgmap v3954: 137 pgs: 137 active+clean; 21 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 34 KiB/s rd, 207 KiB/s wr, 57 op/s 2024-04-10T16:45:59.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:45:59 smithi077 ceph-mon[87572]: osdmap e2031: 8 total, 8 up, 8 in 2024-04-10T16:46:00.358 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:46:00 smithi069 ceph-mon[96738]: osdmap e2032: 8 total, 8 up, 8 in 2024-04-10T16:46:00.358 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:46:00 smithi069 ceph-mon[94167]: osdmap e2032: 8 total, 8 up, 8 in 2024-04-10T16:46:00.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:46:00 smithi077 ceph-mon[87572]: osdmap e2032: 8 total, 8 up, 8 in 2024-04-10T16:46:01.358 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:46:01 smithi069 ceph-mon[96738]: pgmap v3957: 137 pgs: 137 active+clean; 21 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 71 KiB/s rd, 11 KiB/s wr, 106 op/s 2024-04-10T16:46:01.358 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:46:01 smithi069 ceph-mon[96738]: osdmap e2033: 8 total, 8 up, 8 in 2024-04-10T16:46:01.358 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:46:01 smithi069 ceph-mon[94167]: pgmap v3957: 137 pgs: 137 active+clean; 21 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 71 KiB/s rd, 11 KiB/s wr, 106 op/s 2024-04-10T16:46:01.358 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:46:01 smithi069 ceph-mon[94167]: osdmap e2033: 8 total, 8 up, 8 in 2024-04-10T16:46:01.513 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:46:01 smithi077 ceph-mon[87572]: pgmap v3957: 137 pgs: 137 active+clean; 21 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 71 KiB/s rd, 11 KiB/s wr, 106 op/s 2024-04-10T16:46:01.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:46:01 smithi077 ceph-mon[87572]: osdmap e2033: 8 total, 8 up, 8 in 2024-04-10T16:46:02.123 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] DiffIterateTest/0.DiffIterateDiscard (3056 ms) 2024-04-10T16:46:02.123 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] DiffIterateTest/0.DiffIterateTruncate 2024-04-10T16:46:02.123 INFO:tasks.workunit.client.0.smithi069.stdout:using new format! 2024-04-10T16:46:02.358 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:46:02 smithi069 ceph-mon[96738]: osdmap e2034: 8 total, 8 up, 8 in 2024-04-10T16:46:02.358 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:46:02 smithi069 ceph-mon[94167]: osdmap e2034: 8 total, 8 up, 8 in 2024-04-10T16:46:02.513 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:46:02 smithi077 ceph-mon[87572]: osdmap e2034: 8 total, 8 up, 8 in 2024-04-10T16:46:02.514 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:46:02 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:46:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:46:03.358 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:46:03 smithi069 ceph-mon[94167]: pgmap v3960: 137 pgs: 137 active+clean; 21 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 80 KiB/s rd, 14 KiB/s wr, 126 op/s 2024-04-10T16:46:03.358 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:46:03 smithi069 ceph-mon[94167]: osdmap e2035: 8 total, 8 up, 8 in 2024-04-10T16:46:03.358 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:46:03 smithi069 ceph-mon[96738]: pgmap v3960: 137 pgs: 137 active+clean; 21 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 80 KiB/s rd, 14 KiB/s wr, 126 op/s 2024-04-10T16:46:03.358 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:46:03 smithi069 ceph-mon[96738]: osdmap e2035: 8 total, 8 up, 8 in 2024-04-10T16:46:03.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:46:03 smithi077 ceph-mon[87572]: pgmap v3960: 137 pgs: 137 active+clean; 21 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 80 KiB/s rd, 14 KiB/s wr, 126 op/s 2024-04-10T16:46:03.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:46:03 smithi077 ceph-mon[87572]: osdmap e2035: 8 total, 8 up, 8 in 2024-04-10T16:46:04.358 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:46:04 smithi069 ceph-mon[96738]: osdmap e2036: 8 total, 8 up, 8 in 2024-04-10T16:46:04.358 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:46:04 smithi069 ceph-mon[94167]: osdmap e2036: 8 total, 8 up, 8 in 2024-04-10T16:46:04.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:46:04 smithi077 ceph-mon[87572]: osdmap e2036: 8 total, 8 up, 8 in 2024-04-10T16:46:05.144 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] DiffIterateTest/0.DiffIterateTruncate (3021 ms) 2024-04-10T16:46:05.144 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] DiffIterateTest/0.DiffIterateWriteAndTruncate 2024-04-10T16:46:05.144 INFO:tasks.workunit.client.0.smithi069.stdout:using new format! 2024-04-10T16:46:05.467 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:46:05 smithi069 ceph-mon[94167]: pgmap v3963: 137 pgs: 137 active+clean; 21 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.5 KiB/s rd, 3.7 KiB/s wr, 27 op/s 2024-04-10T16:46:05.467 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:46:05 smithi069 ceph-mon[94167]: osdmap e2037: 8 total, 8 up, 8 in 2024-04-10T16:46:05.467 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:46:05 smithi069 ceph-mon[96738]: pgmap v3963: 137 pgs: 137 active+clean; 21 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.5 KiB/s rd, 3.7 KiB/s wr, 27 op/s 2024-04-10T16:46:05.468 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:46:05 smithi069 ceph-mon[96738]: osdmap e2037: 8 total, 8 up, 8 in 2024-04-10T16:46:05.513 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:46:05 smithi077 ceph-mon[87572]: pgmap v3963: 137 pgs: 137 active+clean; 21 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.5 KiB/s rd, 3.7 KiB/s wr, 27 op/s 2024-04-10T16:46:05.513 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:46:05 smithi077 ceph-mon[87572]: osdmap e2037: 8 total, 8 up, 8 in 2024-04-10T16:46:06.513 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:46:06 smithi077 ceph-mon[87572]: osdmap e2038: 8 total, 8 up, 8 in 2024-04-10T16:46:06.608 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:46:06 smithi069 ceph-mon[94167]: osdmap e2038: 8 total, 8 up, 8 in 2024-04-10T16:46:06.608 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:46:06 smithi069 ceph-mon[96738]: osdmap e2038: 8 total, 8 up, 8 in 2024-04-10T16:46:07.358 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:46:07 smithi069 ceph-mon[94167]: pgmap v3966: 137 pgs: 137 active+clean; 22 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 67 KiB/s rd, 266 KiB/s wr, 111 op/s 2024-04-10T16:46:07.358 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:46:07 smithi069 ceph-mon[94167]: osdmap e2039: 8 total, 8 up, 8 in 2024-04-10T16:46:07.358 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:46:06 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:46:06] "GET /metrics HTTP/1.1" 200 36644 "" "Prometheus/2.43.0" 2024-04-10T16:46:07.359 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:46:07 smithi069 ceph-mon[96738]: pgmap v3966: 137 pgs: 137 active+clean; 22 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 67 KiB/s rd, 266 KiB/s wr, 111 op/s 2024-04-10T16:46:07.359 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:46:07 smithi069 ceph-mon[96738]: osdmap e2039: 8 total, 8 up, 8 in 2024-04-10T16:46:07.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:46:07 smithi077 ceph-mon[87572]: pgmap v3966: 137 pgs: 137 active+clean; 22 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 67 KiB/s rd, 266 KiB/s wr, 111 op/s 2024-04-10T16:46:07.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:46:07 smithi077 ceph-mon[87572]: osdmap e2039: 8 total, 8 up, 8 in 2024-04-10T16:46:08.175 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] DiffIterateTest/0.DiffIterateWriteAndTruncate (3031 ms) 2024-04-10T16:46:08.175 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] DiffIterateTest/0.DiffIterateStress 2024-04-10T16:46:08.175 INFO:tasks.workunit.client.0.smithi069.stdout:using new format! 2024-04-10T16:46:08.233 INFO:tasks.workunit.client.0.smithi069.stdout: i=0 exists [58545517~1419519,72533168~6576281,122564657~4846361,251593884~2310811,255213801~4623137,273226960~688842,309214779~1285059,326652691~3359341,395462943~989694,403056910~6147617] wrote [58545517~1419519,72533168~6576281,122564657~4846361,251593884~2310811,255213801~4623137,273226960~688842,309214779~1285059,326652691~3359341,395462943~989694,403056910~6147617] 2024-04-10T16:46:08.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:46:08 smithi077 ceph-mon[87572]: osdmap e2040: 8 total, 8 up, 8 in 2024-04-10T16:46:08.607 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:46:08 smithi069 ceph-mon[96738]: osdmap e2040: 8 total, 8 up, 8 in 2024-04-10T16:46:08.608 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:46:08 smithi069 ceph-mon[94167]: osdmap e2040: 8 total, 8 up, 8 in 2024-04-10T16:46:09.222 INFO:tasks.workunit.client.0.smithi069.stdout: i=1 exists [45018733~8275578,58545517~1419519,72533168~6576281,122564657~4846361,148612907~8343755,169476816~2924951,195895527~5927106,251593884~2310811,255213801~4623137,273226960~688842,290068331~5481469,309214779~1285059,314470362~7252998,326652691~3359341,334992947~3636724,395462943~989694,403056910~6147617] wrote [45018733~8275578,148612907~8343755,169476816~2924951,195895527~5927106,290068331~5481469,314470362~7252998,334992947~3636724] 2024-04-10T16:46:09.513 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:46:09 smithi077 ceph-mon[87572]: pgmap v3969: 137 pgs: 137 active+clean; 22 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 67 KiB/s rd, 265 KiB/s wr, 103 op/s 2024-04-10T16:46:09.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:46:09 smithi077 ceph-mon[87572]: osdmap e2041: 8 total, 8 up, 8 in 2024-04-10T16:46:09.607 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:46:09 smithi069 ceph-mon[94167]: pgmap v3969: 137 pgs: 137 active+clean; 22 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 67 KiB/s rd, 265 KiB/s wr, 103 op/s 2024-04-10T16:46:09.608 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:46:09 smithi069 ceph-mon[94167]: osdmap e2041: 8 total, 8 up, 8 in 2024-04-10T16:46:09.608 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:46:09 smithi069 ceph-mon[96738]: pgmap v3969: 137 pgs: 137 active+clean; 22 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 67 KiB/s rd, 265 KiB/s wr, 103 op/s 2024-04-10T16:46:09.608 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:46:09 smithi069 ceph-mon[96738]: osdmap e2041: 8 total, 8 up, 8 in 2024-04-10T16:46:10.247 INFO:tasks.workunit.client.0.smithi069.stdout: i=2 exists [543937~6347582,28466630~7983476,45018733~8275578,58545517~1419519,72533168~6576281,84518208~5602556,122564657~4846361,140271045~2159663,148612907~8343755,169476816~6110960,179736164~2145329,184860263~4727417,195895527~5927106,251593884~2310811,255213801~4623137,273226960~688842,290068331~5481469,309214779~1285059,314470362~7252998,326652691~3359341,334992947~3636724,344991222~1323671,395462943~989694,396558839~5426598,403056910~6147617] wrote [543937~6347582,28466630~7983476,84518208~5602556,140271045~2159663,149278293~5438127,172077190~3510586,179736164~2145329,184860263~4727417,344991222~1323671,396558839~5426598] 2024-04-10T16:46:10.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:46:10 smithi077 ceph-mon[87572]: osdmap e2042: 8 total, 8 up, 8 in 2024-04-10T16:46:10.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:46:10 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:46:10.608 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:46:10 smithi069 ceph-mon[94167]: osdmap e2042: 8 total, 8 up, 8 in 2024-04-10T16:46:10.608 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:46:10 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:46:10.608 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:46:10 smithi069 ceph-mon[96738]: osdmap e2042: 8 total, 8 up, 8 in 2024-04-10T16:46:10.608 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:46:10 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:46:11.209 INFO:tasks.workunit.client.0.smithi069.stdout: i=3 exists [543937~6347582,28466630~7983476,45018733~8275578,54483503~1812312,58301251~6479008,72533168~6576281,84518208~5602556,122564657~4846361,128604813~5147479,140271045~2159663,148612907~8343755,169476816~6110960,179736164~2145329,184860263~4727417,195895527~5927106,223229298~300581,251593884~2310811,255213801~4623137,273226960~688842,290068331~6629604,306871670~5511529,314470362~7252998,326652691~3359341,334992947~3636724,344991222~1323671,389620817~3945706,395462943~989694,396558839~5426598,403056910~6147617] wrote [2149611~1783736,51275411~1376114,54483503~1812312,58301251~6479008,128604813~5147479,223229298~300581,295229932~1468003,306871670~5511529,389620817~3945706] 2024-04-10T16:46:11.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:46:11 smithi077 ceph-mon[87572]: pgmap v3972: 137 pgs: 137 active+clean; 88 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 88 KiB/s rd, 12 MiB/s wr, 139 op/s 2024-04-10T16:46:11.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:46:11 smithi077 ceph-mon[87572]: osdmap e2043: 8 total, 8 up, 8 in 2024-04-10T16:46:11.608 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:46:11 smithi069 ceph-mon[94167]: pgmap v3972: 137 pgs: 137 active+clean; 88 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 88 KiB/s rd, 12 MiB/s wr, 139 op/s 2024-04-10T16:46:11.608 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:46:11 smithi069 ceph-mon[94167]: osdmap e2043: 8 total, 8 up, 8 in 2024-04-10T16:46:11.608 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:46:11 smithi069 ceph-mon[96738]: pgmap v3972: 137 pgs: 137 active+clean; 88 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 88 KiB/s rd, 12 MiB/s wr, 139 op/s 2024-04-10T16:46:11.608 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:46:11 smithi069 ceph-mon[96738]: osdmap e2043: 8 total, 8 up, 8 in 2024-04-10T16:46:12.246 INFO:tasks.workunit.client.0.smithi069.stdout: i=4 exists [543937~6347582,28466630~7983476,38332794~14961517,54483503~1812312,58301251~6479008,67913520~11195929,84518208~5602556,92104573~6326405,103273181~354964,122564657~4846361,128604813~5147479,140271045~2159663,148612907~8343755,169476816~6110960,179736164~2145329,184860263~4727417,194271394~7551239,223229298~300581,251593884~2310811,255213801~4623137,273226960~688842,278409701~7694069,290068331~6629604,306871670~5511529,314470362~7252998,326652691~3359341,334992947~3636724,344991222~1323671,386610461~1819264,389620817~3945706,395462943~989694,396558839~5426598,403056910~6147617,409536121~858121] wrote [38332794~7543736,67913520~4993684,92104573~6326405,103273181~354964,194271394~2649636,278409701~7694069,308484539~549956,386610461~1819264,409536121~858121] 2024-04-10T16:46:12.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:46:12 smithi077 ceph-mon[87572]: osdmap e2044: 8 total, 8 up, 8 in 2024-04-10T16:46:12.514 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:46:12 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:46:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:46:12.607 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:46:12 smithi069 ceph-mon[94167]: osdmap e2044: 8 total, 8 up, 8 in 2024-04-10T16:46:12.608 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:46:12 smithi069 ceph-mon[96738]: osdmap e2044: 8 total, 8 up, 8 in 2024-04-10T16:46:13.260 INFO:tasks.workunit.client.0.smithi069.stdout: i=5 exists [543937~15113184,28466630~7983476,38332794~14961517,54483503~1812312,58301251~6479008,67913520~11195929,83023466~7097298,92104573~6326405,103273181~354964,113427431~4061888,122564657~4846361,128604813~5147479,135966664~7054325,148612907~8343755,165781363~9806413,179736164~2145329,184860263~4727417,194271394~7551239,202196235~6726256,223229298~300581,251593884~2310811,255213801~4623137,271366772~155725,273226960~688842,278409701~7694069,290068331~6629604,306871670~5511529,314470362~7252998,326652691~3359341,331180617~7449054,344991222~1323671,354764427~2247561,386610461~1819264,389620817~3945706,395462943~989694,396558839~5426598,403056910~6147617,409536121~858121] wrote [6372078~9285043,83023466~5703176,113427431~4061888,135966664~7054325,165781363~3916923,202196235~6726256,271366772~155725,331180617~4206359,354764427~2247561] 2024-04-10T16:46:13.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:46:13 smithi077 ceph-mon[87572]: pgmap v3975: 137 pgs: 137 active+clean; 140 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 90 KiB/s rd, 20 MiB/s wr, 154 op/s 2024-04-10T16:46:13.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:46:13 smithi077 ceph-mon[87572]: osdmap e2045: 8 total, 8 up, 8 in 2024-04-10T16:46:13.608 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:46:13 smithi069 ceph-mon[96738]: pgmap v3975: 137 pgs: 137 active+clean; 140 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 90 KiB/s rd, 20 MiB/s wr, 154 op/s 2024-04-10T16:46:13.608 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:46:13 smithi069 ceph-mon[96738]: osdmap e2045: 8 total, 8 up, 8 in 2024-04-10T16:46:13.608 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:46:13 smithi069 ceph-mon[94167]: pgmap v3975: 137 pgs: 137 active+clean; 140 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 90 KiB/s rd, 20 MiB/s wr, 154 op/s 2024-04-10T16:46:13.608 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:46:13 smithi069 ceph-mon[94167]: osdmap e2045: 8 total, 8 up, 8 in 2024-04-10T16:46:14.249 INFO:tasks.workunit.client.0.smithi069.stdout: i=6 exists [543937~15113184,28466630~7983476,38332794~14961517,54483503~1812312,58301251~6479008,67913520~14469511,83023466~7097298,92104573~6326405,103273181~354964,113427431~4061888,122564657~4846361,128604813~5147479,135966664~7054325,148612907~8343755,165781363~9806413,179736164~2145329,184860263~4727417,194271394~7551239,202196235~6726256,223229298~300581,234638313~8020713,251593884~2310811,255213801~4623137,271366772~155725,273226960~688842,278409701~7694069,287657859~1840763,290068331~6629604,306871670~5511529,314470362~7252998,326652691~3359341,331180617~7449054,344991222~1323671,354622390~6814935,363232256~5235124,372907135~860700,386610461~1819264,389620817~3945706,395462943~989694,396558839~5426598,403056910~6147617,409536121~858121] wrote [61082343~3191076,77964337~4418694,234638313~8020713,259207014~8304,287657859~1840763,354622390~6814935,363232256~5235124,372907135~860700] 2024-04-10T16:46:14.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:46:14 smithi077 ceph-mon[87572]: osdmap e2046: 8 total, 8 up, 8 in 2024-04-10T16:46:14.608 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:46:14 smithi069 ceph-mon[94167]: osdmap e2046: 8 total, 8 up, 8 in 2024-04-10T16:46:14.608 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:46:14 smithi069 ceph-mon[96738]: osdmap e2046: 8 total, 8 up, 8 in 2024-04-10T16:46:15.262 INFO:tasks.workunit.client.0.smithi069.stdout: i=7 exists [543937~15113184,28466630~7983476,38332794~14961517,54483503~1812312,58301251~6479008,67913520~14469511,83023466~7097298,92104573~10660186,103273181~354964,106185411~11303908,122564657~4846361,128604813~5147479,135966664~7054325,148612907~8343755,165781363~9806413,179736164~2145329,184860263~4727417,194271394~7551239,202196235~6726256,223229298~300581,234638313~8020713,249503921~808819,251593884~2310811,255213801~4623137,271366772~155725,273226960~688842,278409701~7694069,287657859~1840763,290068331~6629604,297328678~1140158,306871670~7236250,314470362~7252998,326652691~3359341,331180617~7449054,344991222~1323671,354622390~6814935,363232256~5235124,372907135~1392335,386464222~2107062,389620817~3945706,395462943~989694,396558839~5426598,403056910~6147617,409536121~858121] wrote [7058468~5564150,45147079~298215,96616697~6148062,106185411~7627575,149664069~4568154,249503921~808819,297328678~1140158,310281983~3825937,373708873~590597,386464222~2107062] 2024-04-10T16:46:15.358 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:46:15 smithi069 ceph-mon[94167]: pgmap v3978: 137 pgs: 137 active+clean; 181 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 46 KiB/s rd, 16 MiB/s wr, 74 op/s 2024-04-10T16:46:15.358 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:46:15 smithi069 ceph-mon[94167]: osdmap e2047: 8 total, 8 up, 8 in 2024-04-10T16:46:15.358 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:46:15 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.5", "id": [4, 6]}]: dispatch 2024-04-10T16:46:15.358 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:46:15 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.1c", "id": [4, 1]}]: dispatch 2024-04-10T16:46:15.358 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:46:15 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.1f", "id": [3, 6]}]: dispatch 2024-04-10T16:46:15.358 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:46:15 smithi069 ceph-mon[96738]: pgmap v3978: 137 pgs: 137 active+clean; 181 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 46 KiB/s rd, 16 MiB/s wr, 74 op/s 2024-04-10T16:46:15.358 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:46:15 smithi069 ceph-mon[96738]: osdmap e2047: 8 total, 8 up, 8 in 2024-04-10T16:46:15.358 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:46:15 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.5", "id": [4, 6]}]: dispatch 2024-04-10T16:46:15.359 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:46:15 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.1c", "id": [4, 1]}]: dispatch 2024-04-10T16:46:15.359 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:46:15 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.1f", "id": [3, 6]}]: dispatch 2024-04-10T16:46:15.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:46:15 smithi077 ceph-mon[87572]: pgmap v3978: 137 pgs: 137 active+clean; 181 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 46 KiB/s rd, 16 MiB/s wr, 74 op/s 2024-04-10T16:46:15.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:46:15 smithi077 ceph-mon[87572]: osdmap e2047: 8 total, 8 up, 8 in 2024-04-10T16:46:15.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:46:15 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.5", "id": [4, 6]}]: dispatch 2024-04-10T16:46:15.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:46:15 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.1c", "id": [4, 1]}]: dispatch 2024-04-10T16:46:15.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:46:15 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.1f", "id": [3, 6]}]: dispatch 2024-04-10T16:46:16.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:46:16 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.5", "id": [4, 6]}]': finished 2024-04-10T16:46:16.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:46:16 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.1c", "id": [4, 1]}]': finished 2024-04-10T16:46:16.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:46:16 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.1f", "id": [3, 6]}]': finished 2024-04-10T16:46:16.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:46:16 smithi077 ceph-mon[87572]: osdmap e2048: 8 total, 8 up, 8 in 2024-04-10T16:46:16.608 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:46:16 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.5", "id": [4, 6]}]': finished 2024-04-10T16:46:16.608 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:46:16 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.1c", "id": [4, 1]}]': finished 2024-04-10T16:46:16.608 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:46:16 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.1f", "id": [3, 6]}]': finished 2024-04-10T16:46:16.608 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:46:16 smithi069 ceph-mon[96738]: osdmap e2048: 8 total, 8 up, 8 in 2024-04-10T16:46:16.608 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:46:16 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.5", "id": [4, 6]}]': finished 2024-04-10T16:46:16.608 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:46:16 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.1c", "id": [4, 1]}]': finished 2024-04-10T16:46:16.608 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:46:16 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.1f", "id": [3, 6]}]': finished 2024-04-10T16:46:16.608 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:46:16 smithi069 ceph-mon[94167]: osdmap e2048: 8 total, 8 up, 8 in 2024-04-10T16:46:17.189 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:46:16 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:46:16] "GET /metrics HTTP/1.1" 200 36656 "" "Prometheus/2.43.0" 2024-04-10T16:46:17.275 INFO:tasks.workunit.client.0.smithi069.stdout: i=8 exists [543937~15113184,16367683~2034459,28466630~7983476,38332794~14961517,54483503~1812312,58301251~6479008,67913520~14469511,83023466~7097298,92104573~10660186,103273181~354964,106185411~11303908,122564657~4846361,128604813~5147479,135966664~7054325,148612907~8343755,165781363~16100130,184860263~4727417,194271394~7551239,202196235~6726256,209400847~3569078,213967474~310034,223229298~300581,227025608~3071176,234638313~8020713,249503921~808819,251593884~2310811,255213801~4623137,271366772~155725,273226960~688842,278409701~11088921,290068331~6629604,297328678~1140158,306871670~7236250,314470362~7252998,326652691~3359341,331180617~7449054,344991222~1323671,354622390~6814935,363232256~5235124,372907135~1392335,386464222~2107062,389620817~3945706,395462943~989694,396558839~5426598,403056910~6147617,409536121~858121] wrote [14461241~863772,16367683~2034459,71216468~3058125,173747509~7947134,209400847~3569078,213967474~310034,227025608~3071176,281686725~6624055] 2024-04-10T16:46:17.513 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:46:17 smithi077 ceph-mon[87572]: pgmap v3981: 137 pgs: 1 peering, 136 active+clean; 340 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 149 KiB/s rd, 41 MiB/s wr, 245 op/s 2024-04-10T16:46:17.513 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:46:17 smithi077 ceph-mon[87572]: osdmap e2049: 8 total, 8 up, 8 in 2024-04-10T16:46:17.607 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:46:17 smithi069 ceph-mon[96738]: pgmap v3981: 137 pgs: 1 peering, 136 active+clean; 340 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 149 KiB/s rd, 41 MiB/s wr, 245 op/s 2024-04-10T16:46:17.608 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:46:17 smithi069 ceph-mon[96738]: osdmap e2049: 8 total, 8 up, 8 in 2024-04-10T16:46:17.608 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:46:17 smithi069 ceph-mon[94167]: pgmap v3981: 137 pgs: 1 peering, 136 active+clean; 340 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 149 KiB/s rd, 41 MiB/s wr, 245 op/s 2024-04-10T16:46:17.608 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:46:17 smithi069 ceph-mon[94167]: osdmap e2049: 8 total, 8 up, 8 in 2024-04-10T16:46:18.276 INFO:tasks.workunit.client.0.smithi069.stdout: i=9 exists [543937~15113184,16367683~4542448,28466630~7983476,38332794~14961517,54346265~10433994,67913520~14469511,83023466~7097298,92104573~10660186,103273181~354964,105258669~166198,106185411~11303908,122564657~4846361,128604813~5147479,135966664~7054325,148612907~8343755,165781363~16100130,184860263~7536130,194271394~7551239,202196235~6726256,209400847~3569078,213967474~310034,223229298~300581,227025608~3071176,234638313~10909779,249503921~808819,251593884~2310811,255213801~4623137,271366772~155725,273226960~688842,278409701~11088921,290068331~6629604,297328678~1140158,306871670~14851690,326652691~3359341,331180617~7449054,344991222~1323671,353987542~7449783,363232256~5235124,372907135~1392335,386464222~2107062,389620817~3945706,395462943~989694,396558839~5426598,403056910~6147617,409536121~858121] wrote [17407477~3502654,38517642~6503107,54346265~4638997,105258669~166198,188136982~4259411,237561159~7986933,281548293~3661556,292197452~4405462,313187402~6232368,353987542~5076194] 2024-04-10T16:46:18.513 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:46:18 smithi077 ceph-mon[87572]: osdmap e2050: 8 total, 8 up, 8 in 2024-04-10T16:46:18.608 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:46:18 smithi069 ceph-mon[96738]: osdmap e2050: 8 total, 8 up, 8 in 2024-04-10T16:46:18.608 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:46:18 smithi069 ceph-mon[94167]: osdmap e2050: 8 total, 8 up, 8 in 2024-04-10T16:46:19.284 INFO:tasks.workunit.client.0.smithi069.stdout: i=10 exists [543937~15113184,16367683~4542448,23252704~2696590,28466630~7983476,38332794~14961517,54346265~10433994,67338252~15044779,83023466~7097298,92104573~10660186,103273181~354964,105258669~166198,106185411~11303908,122564657~4846361,128604813~5147479,135966664~7054325,148612907~8343755,165781363~16100130,184860263~7536130,194271394~7551239,202196235~6726256,209400847~3569078,213967474~310034,221900370~8196414,234638313~12047637,249503921~10333017,271366772~155725,273226960~688842,278409701~11088921,290068331~6629604,297328678~1140158,306871670~14851690,326652691~3359341,331180617~7449054,344991222~1323671,353987542~7449783,363232256~5235124,372907135~1392335,386464222~2107062,389620817~3945706,395462943~989694,396558839~12645688,409536121~858121] wrote [8371126~3916166,23252704~2696590,38353730~3767321,67338252~7705376,221900370~5709624,241769996~4915954,249806338~8010653,391281744~1241077,398440497~6369394] 2024-04-10T16:46:19.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:46:19 smithi077 ceph-mon[87572]: pgmap v3984: 137 pgs: 1 peering, 136 active+clean; 340 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 105 KiB/s rd, 33 MiB/s wr, 185 op/s 2024-04-10T16:46:19.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:46:19 smithi077 ceph-mon[87572]: osdmap e2051: 8 total, 8 up, 8 in 2024-04-10T16:46:19.608 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:46:19 smithi069 ceph-mon[94167]: pgmap v3984: 137 pgs: 1 peering, 136 active+clean; 340 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 105 KiB/s rd, 33 MiB/s wr, 185 op/s 2024-04-10T16:46:19.608 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:46:19 smithi069 ceph-mon[94167]: osdmap e2051: 8 total, 8 up, 8 in 2024-04-10T16:46:19.608 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:46:19 smithi069 ceph-mon[96738]: pgmap v3984: 137 pgs: 1 peering, 136 active+clean; 340 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 105 KiB/s rd, 33 MiB/s wr, 185 op/s 2024-04-10T16:46:19.608 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:46:19 smithi069 ceph-mon[96738]: osdmap e2051: 8 total, 8 up, 8 in 2024-04-10T16:46:20.284 INFO:tasks.workunit.client.0.smithi069.stdout: i=11 exists [543937~15113184,16367683~6382389,23252704~2696590,28466630~7983476,38332794~14961517,54346265~10433994,67338252~15044779,83023466~8467946,92104573~10660186,103273181~354964,105258669~166198,106185411~11303908,122564657~4846361,128604813~5147479,135966664~7054325,148612907~8343755,160837111~2845872,165781363~16100130,184860263~7536130,194271394~7551239,202196235~6726256,209400847~3569078,213967474~310034,221900370~8196414,234638313~14760224,249503921~11378798,263562138~2033775,271366772~155725,273226960~688842,277580827~11917795,290068331~6629604,297328678~1140158,306871670~14851690,326652691~3359341,331180617~7449054,344991222~1323671,353987542~7449783,363232256~5235124,372907135~1392335,386464222~2107062,389620817~3945706,395462943~989694,396558839~12645688,409536121~858121] wrote [7949768~4019014,16938351~5811721,85715015~5776397,160837111~2845872,172571962~836608,245342959~4055578,254234271~6648448,263562138~2033775,277580827~1859245] 2024-04-10T16:46:20.513 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:46:20 smithi077 ceph-mon[87572]: osdmap e2052: 8 total, 8 up, 8 in 2024-04-10T16:46:20.607 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:46:20 smithi069 ceph-mon[96738]: osdmap e2052: 8 total, 8 up, 8 in 2024-04-10T16:46:20.608 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:46:20 smithi069 ceph-mon[94167]: osdmap e2052: 8 total, 8 up, 8 in 2024-04-10T16:46:21.312 INFO:tasks.workunit.client.0.smithi069.stdout: i=12 exists [543937~15113184,16367683~10402929,28466630~7983476,38332794~14961517,54346265~10433994,67338252~15044779,83023466~8467946,92104573~11523572,105258669~166198,106185411~11303908,122564657~4846361,128183924~5568368,135966664~7054325,148612907~10808050,160837111~2845872,165781363~16100130,184860263~7536130,194271394~7551239,202196235~6726256,209400847~3569078,213967474~310034,221900370~8196414,234638313~14760224,249503921~11378798,263562138~2033775,271366772~155725,273226960~688842,277580827~11917795,290068331~6629604,297328678~1140158,306871670~14851690,326652691~3359341,331180617~7449054,339949472~4734326,344991222~1323671,353987542~14660542,372907135~1392335,386464222~2107062,389620817~3945706,395462943~989694,396558839~12645688,409536121~858121] wrote [4517799~4561713,22430411~4340201,95313393~8156069,128183924~4119190,151447972~7972985,197774927~11031,293449609~1516437,339949472~4734326,357920051~10728033] 2024-04-10T16:46:21.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:46:21 smithi077 ceph-mon[87572]: pgmap v3987: 137 pgs: 1 peering, 136 active+clean; 433 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 143 KiB/s rd, 23 MiB/s wr, 225 op/s; 7.4 MiB/s, 3 keys/s, 4 objects/s recovering 2024-04-10T16:46:21.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:46:21 smithi077 ceph-mon[87572]: osdmap e2053: 8 total, 8 up, 8 in 2024-04-10T16:46:21.608 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:46:21 smithi069 ceph-mon[96738]: pgmap v3987: 137 pgs: 1 peering, 136 active+clean; 433 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 143 KiB/s rd, 23 MiB/s wr, 225 op/s; 7.4 MiB/s, 3 keys/s, 4 objects/s recovering 2024-04-10T16:46:21.608 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:46:21 smithi069 ceph-mon[96738]: osdmap e2053: 8 total, 8 up, 8 in 2024-04-10T16:46:21.608 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:46:21 smithi069 ceph-mon[94167]: pgmap v3987: 137 pgs: 1 peering, 136 active+clean; 433 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 143 KiB/s rd, 23 MiB/s wr, 225 op/s; 7.4 MiB/s, 3 keys/s, 4 objects/s recovering 2024-04-10T16:46:21.608 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:46:21 smithi069 ceph-mon[94167]: osdmap e2053: 8 total, 8 up, 8 in 2024-04-10T16:46:22.329 INFO:tasks.workunit.client.0.smithi069.stdout: i=13 exists [543937~15113184,16367683~10402929,28466630~7983476,38332794~14961517,54346265~10433994,67338252~15044779,83023466~8467946,92104573~11523572,105258669~166198,106185411~11303908,122564657~4846361,128183924~14837065,148612907~10808050,160837111~21044382,184860263~7536130,194271394~7551239,202196235~6726256,209400847~3569078,213967474~310034,221900370~8196414,234638313~26244406,263562138~2033775,271366772~155725,273226960~688842,277580827~11917795,290068331~6629604,297328678~1140158,306871670~14851690,326652691~3359341,331180617~7449054,339949472~4734326,344991222~1323671,353987542~22199135,386464222~2107062,389620817~3945706,395462943~989694,396558839~12645688,409536121~858121] wrote [86586796~2666747,130031501~7633554,160858877~6719459,174009336~4108040,235629628~1936372,242027069~10547758,367288066~8898611,401601681~6859549] 2024-04-10T16:46:22.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:46:22 smithi077 ceph-mon[87572]: osdmap e2054: 8 total, 8 up, 8 in 2024-04-10T16:46:22.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:46:22 smithi077 ceph-mon[87572]: pgmap v3990: 137 pgs: 137 active+clean; 506 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 144 KiB/s rd, 41 MiB/s wr, 235 op/s; 11 MiB/s, 6 keys/s, 7 objects/s recovering 2024-04-10T16:46:22.514 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:46:22 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:46:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:46:22.608 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:46:22 smithi069 ceph-mon[96738]: osdmap e2054: 8 total, 8 up, 8 in 2024-04-10T16:46:22.608 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:46:22 smithi069 ceph-mon[96738]: pgmap v3990: 137 pgs: 137 active+clean; 506 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 144 KiB/s rd, 41 MiB/s wr, 235 op/s; 11 MiB/s, 6 keys/s, 7 objects/s recovering 2024-04-10T16:46:22.608 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:46:22 smithi069 ceph-mon[94167]: osdmap e2054: 8 total, 8 up, 8 in 2024-04-10T16:46:22.608 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:46:22 smithi069 ceph-mon[94167]: pgmap v3990: 137 pgs: 137 active+clean; 506 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 144 KiB/s rd, 41 MiB/s wr, 235 op/s; 11 MiB/s, 6 keys/s, 7 objects/s recovering 2024-04-10T16:46:23.297 INFO:tasks.workunit.client.0.smithi069.stdout: i=14 exists [543937~15113184,16367683~10402929,28466630~7983476,38332794~14961517,54346265~10433994,65159500~17223531,83023466~8467946,92104573~11523572,105258669~166198,106185411~11303908,122564657~5256291,128183924~17539942,148612907~11352647,160837111~21044382,184860263~7536130,194271394~14651097,209400847~3569078,213967474~310034,221900370~8196414,234638313~26244406,263562138~2033775,271366772~155725,273226960~688842,277580827~11917795,290068331~6629604,297328678~1140158,306871670~14851690,326652691~3359341,331180617~7449054,339949472~4734326,344991222~1323671,353987542~22199135,386464222~2107062,389620817~3945706,395462943~989694,396558839~12645688,409536121~858121] wrote [5668899~1779404,65159500~5644197,85487084~5818825,126271232~1549716,130410999~2337543,137714684~8009182,157689863~2275691,200607545~3779959,356894170~1964621,366205465~9168] 2024-04-10T16:46:23.513 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:46:23 smithi077 ceph-mon[87572]: osdmap e2055: 8 total, 8 up, 8 in 2024-04-10T16:46:23.609 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:46:23 smithi069 ceph-mon[96738]: osdmap e2055: 8 total, 8 up, 8 in 2024-04-10T16:46:23.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:46:23 smithi069 ceph-mon[94167]: osdmap e2055: 8 total, 8 up, 8 in 2024-04-10T16:46:24.311 INFO:tasks.workunit.client.0.smithi069.stdout: i=15 exists [543937~15113184,16367683~10402929,28466630~7983476,38332794~14961517,54346265~10433994,65159500~17223531,83023466~8467946,92104573~11523572,105258669~166198,106185411~11303908,122564657~5256291,128183924~17539942,148612907~11352647,160837111~21044382,184860263~7536130,194271394~14651097,209400847~3569078,213967474~310034,218526003~11570781,234638313~26244406,263562138~2033775,271366772~155725,273226960~688842,277580827~11917795,290068331~6629604,297328678~1140158,306871670~17762380,326652691~3359341,331180617~7449054,339949472~4734326,344991222~1323671,349452136~26734541,386464222~2107062,389620817~22224031] wrote [101129966~783278,109970343~1941984,138876796~5163937,218526003~4573713,244237008~3004029,320522942~4111108,334835151~2450276,349452136~8089576,392715692~6945036,403806112~8038736] 2024-04-10T16:46:24.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:46:24 smithi077 ceph-mon[87572]: osdmap e2056: 8 total, 8 up, 8 in 2024-04-10T16:46:24.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:46:24 smithi077 ceph-mon[87572]: pgmap v3993: 137 pgs: 137 active+clean; 549 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 103 KiB/s rd, 30 MiB/s wr, 152 op/s; 3.2 MiB/s, 2 keys/s, 2 objects/s recovering 2024-04-10T16:46:24.608 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:46:24 smithi069 ceph-mon[96738]: osdmap e2056: 8 total, 8 up, 8 in 2024-04-10T16:46:24.608 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:46:24 smithi069 ceph-mon[96738]: pgmap v3993: 137 pgs: 137 active+clean; 549 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 103 KiB/s rd, 30 MiB/s wr, 152 op/s; 3.2 MiB/s, 2 keys/s, 2 objects/s recovering 2024-04-10T16:46:24.608 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:46:24 smithi069 ceph-mon[94167]: osdmap e2056: 8 total, 8 up, 8 in 2024-04-10T16:46:24.608 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:46:24 smithi069 ceph-mon[94167]: pgmap v3993: 137 pgs: 137 active+clean; 549 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 103 KiB/s rd, 30 MiB/s wr, 152 op/s; 3.2 MiB/s, 2 keys/s, 2 objects/s recovering 2024-04-10T16:46:25.322 INFO:tasks.workunit.client.0.smithi069.stdout: i=16 exists [543937~15113184,16367683~20082423,38332794~14961517,54346265~10433994,65159500~26331912,92104573~11523572,105258669~166198,106185411~11303908,122564657~5256291,128183924~17539942,148612907~11352647,160837111~21458652,184860263~7536130,194271394~14651097,209400847~3569078,213967474~310034,218526003~11570781,234638313~26244406,263562138~2033775,271366772~155725,273226960~688842,277580827~11917795,290068331~9727532,306871670~23140362,331180617~7449054,339949472~4734326,344991222~1323671,349452136~26734541,386464222~2107062,389620817~22224031] wrote [26540664~5616385,46488430~4957682,82073342~5247958,108364783~1831261,124087940~2191792,130969090~8042898,181661913~633850,292465346~7330517,321855983~7914810] 2024-04-10T16:46:25.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:46:25 smithi077 ceph-mon[87572]: osdmap e2057: 8 total, 8 up, 8 in 2024-04-10T16:46:25.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:46:25 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:46:25.607 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:46:25 smithi069 ceph-mon[96738]: osdmap e2057: 8 total, 8 up, 8 in 2024-04-10T16:46:25.608 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:46:25 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:46:25.608 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:46:25 smithi069 ceph-mon[94167]: osdmap e2057: 8 total, 8 up, 8 in 2024-04-10T16:46:25.608 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:46:25 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:46:26.316 INFO:tasks.workunit.client.0.smithi069.stdout: i=17 exists [543937~15113184,16367683~20082423,38332794~14961517,54346265~10433994,65159500~26331912,92104573~11523572,105258669~166198,106185411~11303908,122564657~5256291,128183924~31781630,160837111~21458652,184860263~7536130,194271394~14651097,209229107~6256465,218526003~11570781,234638313~26244406,263562138~2033775,271366772~155725,273226960~688842,277580827~11917795,290068331~9727532,306871670~23140362,331180617~7449054,339949472~4734326,344991222~1323671,349452136~26734541,386464222~2107062,389620817~22224031] wrote [58653072~4724014,67992814~1271556,83233105~3735686,145117729~6549973,153912947~4124380,209229107~6256465,343907025~344058,356789255~8241917] 2024-04-10T16:46:26.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:46:26 smithi077 ceph-mon[87572]: osdmap e2058: 8 total, 8 up, 8 in 2024-04-10T16:46:26.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:46:26 smithi077 ceph-mon[87572]: pgmap v3996: 137 pgs: 137 active+clean; 690 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 204 KiB/s rd, 48 MiB/s wr, 323 op/s 2024-04-10T16:46:26.608 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:46:26 smithi069 ceph-mon[94167]: osdmap e2058: 8 total, 8 up, 8 in 2024-04-10T16:46:26.608 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:46:26 smithi069 ceph-mon[94167]: pgmap v3996: 137 pgs: 137 active+clean; 690 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 204 KiB/s rd, 48 MiB/s wr, 323 op/s 2024-04-10T16:46:26.608 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:46:26 smithi069 ceph-mon[96738]: osdmap e2058: 8 total, 8 up, 8 in 2024-04-10T16:46:26.608 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:46:26 smithi069 ceph-mon[96738]: pgmap v3996: 137 pgs: 137 active+clean; 690 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 204 KiB/s rd, 48 MiB/s wr, 323 op/s 2024-04-10T16:46:27.253 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:46:26 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:46:26] "GET /metrics HTTP/1.1" 200 36678 "" "Prometheus/2.43.0" 2024-04-10T16:46:27.329 INFO:tasks.workunit.client.0.smithi069.stdout: i=18 exists [543937~15113184,16191955~20258151,38332794~26447465,65159500~26331912,92104573~11523572,105258669~166198,106185411~11303908,122564657~5256291,128183924~31781630,160837111~21458652,184860263~7536130,194271394~14651097,209229107~6256465,218526003~11570781,234638313~26244406,263562138~2033775,271366772~155725,273226960~688842,277580827~11917795,290068331~9727532,306871670~23140362,331180617~7449054,339949472~4734326,344991222~1323671,349452136~26734541,386464222~2107062,389620817~22224031] wrote [7890592~2582831,16191955~11238041,51946708~4083195,79300488~4751457,188153238~3721549,278142102~3631236,324529214~5386150,332563589~3367677,396596902~4284467] 2024-04-10T16:46:27.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:46:27 smithi077 ceph-mon[87572]: osdmap e2059: 8 total, 8 up, 8 in 2024-04-10T16:46:27.608 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:46:27 smithi069 ceph-mon[96738]: osdmap e2059: 8 total, 8 up, 8 in 2024-04-10T16:46:27.608 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:46:27 smithi069 ceph-mon[94167]: osdmap e2059: 8 total, 8 up, 8 in 2024-04-10T16:46:28.347 INFO:tasks.workunit.client.0.smithi069.stdout: i=19 exists [320518~15336603,16191955~20258151,38332794~26447465,65159500~26331912,92104573~11523572,105258669~166198,106185411~11303908,122564657~5256291,127877708~64518685,194271394~14651097,209229107~6256465,218526003~11570781,234638313~26244406,263562138~4679923,271366772~155725,273226960~688842,277580827~11917795,290068331~9727532,306871670~23140362,330722593~7907078,339949472~4734326,344991222~1323671,349452136~29504549,386464222~2107062,389620817~22224031] wrote [320518~3436123,127877708~7629953,158252113~4246263,180758234~6975912,235183025~2866691,265099866~3142195,330722593~7709452,373181268~5775417,399292702~3115227] 2024-04-10T16:46:28.608 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:46:28 smithi069 ceph-mon[96738]: osdmap e2060: 8 total, 8 up, 8 in 2024-04-10T16:46:28.608 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:46:28 smithi069 ceph-mon[96738]: pgmap v3999: 137 pgs: 137 active+clean; 690 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 102 KiB/s rd, 36 MiB/s wr, 180 op/s 2024-04-10T16:46:28.608 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:46:28 smithi069 ceph-mon[94167]: osdmap e2060: 8 total, 8 up, 8 in 2024-04-10T16:46:28.608 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:46:28 smithi069 ceph-mon[94167]: pgmap v3999: 137 pgs: 137 active+clean; 690 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 102 KiB/s rd, 36 MiB/s wr, 180 op/s 2024-04-10T16:46:28.764 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:46:28 smithi077 ceph-mon[87572]: osdmap e2060: 8 total, 8 up, 8 in 2024-04-10T16:46:28.764 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:46:28 smithi077 ceph-mon[87572]: pgmap v3999: 137 pgs: 137 active+clean; 690 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 102 KiB/s rd, 36 MiB/s wr, 180 op/s 2024-04-10T16:46:29.288 INFO:tasks.workunit.client.0.smithi069.stdout:from 0 to 1 diff [45018733~8275578,148612907~8343755,169476816~2924951,195895527~5927106,290068331~5481469,314470362~7252998,334992947~3636724] 2024-04-10T16:46:29.288 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [45018733~8275578,148612907~8343755,169476816~2924951,195895527~5927106,290068331~5481469,314470362~7252998,334992947~3636724] 2024-04-10T16:46:29.306 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [41943040~11351271,146800640~10156022,167772160~4629607,192937984~8884649,289406976~6142824,310499838~11223522,331350016~7279655] 2024-04-10T16:46:29.306 INFO:tasks.workunit.client.0.smithi069.stdout:from 0 to 2 diff [543937~6347582,28466630~7983476,45018733~8275578,84518208~5602556,140271045~2159663,148612907~8343755,169476816~6110960,179736164~2145329,184860263~4727417,195895527~5927106,290068331~5481469,314470362~7252998,334992947~3636724,344991222~1323671,396558839~5426598] 2024-04-10T16:46:29.306 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [543937~6347582,28466630~7983476,45018733~8275578,84518208~5602556,140271045~2159663,148612907~8343755,169476816~6110960,179736164~2145329,184860263~4727417,195895527~5927106,290068331~5481469,314470362~7252998,334992947~3636724,344991222~1323671,396558839~5426598] 2024-04-10T16:46:29.312 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~6891519,25165824~11284282,41943040~11351271,83886080~6234684,138412032~4018676,146800640~10156022,167772160~7815616,176160768~5720725,184549376~5038304,192937984~8884649,289406976~6142824,310499838~11223522,331350016~7279655,343932928~2381965,396452637~5532800] 2024-04-10T16:46:29.312 INFO:tasks.workunit.client.0.smithi069.stdout:from 0 to 3 diff [543937~6347582,28466630~7983476,45018733~8275578,54483503~1812312,58301251~6479008,84518208~5602556,128604813~5147479,140271045~2159663,148612907~8343755,169476816~6110960,179736164~2145329,184860263~4727417,195895527~5927106,223229298~300581,290068331~6629604,306871670~5511529,314470362~7252998,334992947~3636724,344991222~1323671,389620817~3945706,396558839~5426598] 2024-04-10T16:46:29.313 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [543937~6347582,28466630~7983476,45018733~8275578,54483503~1812312,58301251~6479008,84518208~5602556,128604813~5147479,140271045~2159663,148612907~8343755,169476816~6110960,179736164~2145329,184860263~4727417,195895527~5927106,223229298~300581,290068331~6629604,306871670~5511529,314470362~7252998,334992947~3636724,344991222~1323671,389620817~3945706,396558839~5426598] 2024-04-10T16:46:29.319 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~6891519,25165824~11284282,41943040~14352775,58301251~6479008,83886080~6234684,127411018~6341274,138412032~4018676,146800640~10156022,167772160~7815616,176160768~5720725,184549376~5038304,192937984~8884649,222298112~1231767,289406976~7290959,306871670~14851690,331350016~7279655,343932928~2381965,385875968~7690555,396452637~5532800] 2024-04-10T16:46:29.319 INFO:tasks.workunit.client.0.smithi069.stdout:from 0 to 4 diff [543937~6347582,28466630~7983476,38332794~14961517,54483503~1812312,58301251~6479008,67913520~4993684,84518208~5602556,92104573~6326405,103273181~354964,128604813~5147479,140271045~2159663,148612907~8343755,169476816~6110960,179736164~2145329,184860263~4727417,194271394~7551239,223229298~300581,278409701~7694069,290068331~6629604,306871670~5511529,314470362~7252998,334992947~3636724,344991222~1323671,386610461~1819264,389620817~3945706,396558839~5426598,409536121~858121] 2024-04-10T16:46:29.320 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [543937~6347582,28466630~7983476,38332794~14961517,54483503~1812312,58301251~6479008,67913520~4993684,84518208~5602556,92104573~6326405,103273181~354964,128604813~5147479,140271045~2159663,148612907~8343755,169476816~6110960,179736164~2145329,184860263~4727417,194271394~7551239,223229298~300581,278409701~7694069,290068331~6629604,306871670~5511529,314470362~7252998,334992947~3636724,344991222~1323671,386610461~1819264,389620817~3945706,396558839~5426598,409536121~858121] 2024-04-10T16:46:29.326 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~6891519,25165824~11284282,37748736~18547079,58301251~6479008,67108864~5798340,83886080~14544898,100663296~2964849,127411018~6341274,138412032~4018676,146800640~10156022,167772160~7815616,176160768~5720725,184549376~5038304,192937984~8884649,222298112~1231767,276824064~9279706,289406976~7290959,306871670~14851690,331350016~7279655,343932928~2381965,385875968~7690555,396452637~5532800,409204527~1189715] 2024-04-10T16:46:29.326 INFO:tasks.workunit.client.0.smithi069.stdout:from 0 to 5 diff [543937~15113184,28466630~7983476,38332794~14961517,54483503~1812312,58301251~6479008,67913520~4993684,83023466~7097298,92104573~6326405,103273181~354964,113427431~4061888,128604813~5147479,135966664~7054325,148612907~8343755,165781363~9806413,179736164~2145329,184860263~4727417,194271394~7551239,202196235~6726256,223229298~300581,271366772~155725,278409701~7694069,290068331~6629604,306871670~5511529,314470362~7252998,331180617~7449054,344991222~1323671,354764427~2247561,386610461~1819264,389620817~3945706,396558839~5426598,409536121~858121] 2024-04-10T16:46:29.326 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [543937~15113184,28466630~7983476,38332794~14961517,54483503~1812312,58301251~6479008,67913520~4993684,83023466~7097298,92104573~6326405,103273181~354964,113427431~4061888,128604813~5147479,135966664~7054325,148612907~8343755,165781363~9806413,179736164~2145329,184860263~4727417,194271394~7551239,202196235~6726256,223229298~300581,271366772~155725,278409701~7694069,290068331~6629604,306871670~5511529,314470362~7252998,331180617~7449054,344991222~1323671,354764427~2247561,386610461~1819264,389620817~3945706,396558839~5426598,409536121~858121] 2024-04-10T16:46:29.333 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~15657121,25165824~11284282,37748736~18547079,58301251~6479008,67108864~5798340,79691776~18739202,100663296~2964849,113246208~4243111,127411018~6341274,134217728~8803261,146800640~10156022,163577856~12009920,176160768~5720725,184549376~5038304,192937984~15984507,222298112~1231767,268435456~3087041,276824064~9279706,289406976~7290959,306871670~14851690,330012032~8617639,343932928~2381965,352321536~4690452,385875968~7690555,396452637~5532800,409204527~1189715] 2024-04-10T16:46:29.333 INFO:tasks.workunit.client.0.smithi069.stdout:from 0 to 6 diff [543937~15113184,28466630~7983476,38332794~14961517,54483503~1812312,58301251~6479008,67913520~4993684,77964337~4418694,83023466~7097298,92104573~6326405,103273181~354964,113427431~4061888,128604813~5147479,135966664~7054325,148612907~8343755,165781363~9806413,179736164~2145329,184860263~4727417,194271394~7551239,202196235~6726256,223229298~300581,234638313~8020713,259207014~8304,271366772~155725,278409701~7694069,287657859~1840763,290068331~6629604,306871670~5511529,314470362~7252998,331180617~7449054,344991222~1323671,354622390~6814935,363232256~5235124,372907135~860700,386610461~1819264,389620817~3945706,396558839~5426598,409536121~858121] 2024-04-10T16:46:29.333 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [543937~15113184,28466630~7983476,38332794~14961517,54483503~1812312,58301251~6479008,67913520~4993684,77964337~4418694,83023466~7097298,92104573~6326405,103273181~354964,113427431~4061888,128604813~5147479,135966664~7054325,148612907~8343755,165781363~9806413,179736164~2145329,184860263~4727417,194271394~7551239,202196235~6726256,223229298~300581,234638313~8020713,259207014~8304,271366772~155725,278409701~7694069,287657859~1840763,290068331~6629604,306871670~5511529,314470362~7252998,331180617~7449054,344991222~1323671,354622390~6814935,363232256~5235124,372907135~860700,386610461~1819264,389620817~3945706,396558839~5426598,409536121~858121] 2024-04-10T16:46:29.340 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~15657121,25165824~11284282,37748736~18547079,58301251~6479008,67108864~5798340,77964337~20466641,100663296~2964849,113246208~4243111,127411018~6341274,134217728~8803261,146800640~10156022,163577856~12009920,176160768~5720725,184549376~5038304,192937984~15984507,222298112~1231767,230686720~11972306,259207014~8304,268435456~3087041,276824064~19873871,306871670~14851690,330012032~8617639,343932928~2381965,352321536~16145844,369098752~4669083,385875968~7690555,396452637~5532800,409204527~1189715] 2024-04-10T16:46:29.340 INFO:tasks.workunit.client.0.smithi069.stdout:from 0 to 7 diff [543937~15113184,28466630~7983476,38332794~14961517,54483503~1812312,58301251~6479008,67913520~4993684,77964337~4418694,83023466~7097298,92104573~10660186,103273181~354964,106185411~11303908,128604813~5147479,135966664~7054325,148612907~8343755,165781363~9806413,179736164~2145329,184860263~4727417,194271394~7551239,202196235~6726256,223229298~300581,234638313~8020713,249503921~808819,259207014~8304,271366772~155725,278409701~7694069,287657859~1840763,290068331~6629604,297328678~1140158,306871670~7236250,314470362~7252998,331180617~7449054,344991222~1323671,354622390~6814935,363232256~5235124,372907135~1392335,386464222~2107062,389620817~3945706,396558839~5426598,409536121~858121] 2024-04-10T16:46:29.340 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [543937~15113184,28466630~7983476,38332794~14961517,54483503~1812312,58301251~6479008,67913520~4993684,77964337~4418694,83023466~7097298,92104573~10660186,103273181~354964,106185411~11303908,128604813~5147479,135966664~7054325,148612907~8343755,165781363~9806413,179736164~2145329,184860263~4727417,194271394~7551239,202196235~6726256,223229298~300581,234638313~8020713,249503921~808819,259207014~8304,271366772~155725,278409701~7694069,287657859~1840763,290068331~6629604,297328678~1140158,306871670~7236250,314470362~7252998,331180617~7449054,344991222~1323671,354622390~6814935,363232256~5235124,372907135~1392335,386464222~2107062,389620817~3945706,396558839~5426598,409536121~858121] 2024-04-10T16:46:29.346 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~15657121,25165824~11284282,37748736~18547079,58301251~6479008,67108864~5798340,77964337~25663808,104857600~12631719,127411018~6341274,134217728~8803261,146800640~10156022,163577856~12009920,176160768~5720725,184549376~5038304,192937984~15984507,222298112~1231767,230686720~11972306,249503921~808819,259207014~8304,268435456~3087041,276824064~21644772,306871670~14851690,330012032~8617639,343932928~2381965,352321536~16145844,369098752~5200718,385875968~7690555,396452637~5532800,409204527~1189715] 2024-04-10T16:46:29.346 INFO:tasks.workunit.client.0.smithi069.stdout:from 0 to 8 diff [543937~15113184,16367683~2034459,28466630~7983476,38332794~14961517,54483503~1812312,58301251~6479008,67913520~6361073,77964337~4418694,83023466~7097298,92104573~10660186,103273181~354964,106185411~11303908,128604813~5147479,135966664~7054325,148612907~8343755,165781363~16100130,184860263~4727417,194271394~7551239,202196235~6726256,209400847~3569078,213967474~310034,223229298~300581,227025608~3071176,234638313~8020713,249503921~808819,259207014~8304,271366772~155725,278409701~11088921,290068331~6629604,297328678~1140158,306871670~7236250,314470362~7252998,331180617~7449054,344991222~1323671,354622390~6814935,363232256~5235124,372907135~1392335,386464222~2107062,389620817~3945706,396558839~5426598,409536121~858121] 2024-04-10T16:46:29.346 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [543937~15113184,16367683~2034459,28466630~7983476,38332794~14961517,54483503~1812312,58301251~6479008,67913520~6361073,77964337~4418694,83023466~7097298,92104573~10660186,103273181~354964,106185411~11303908,128604813~5147479,135966664~7054325,148612907~8343755,165781363~16100130,184860263~4727417,194271394~7551239,202196235~6726256,209400847~3569078,213967474~310034,223229298~300581,227025608~3071176,234638313~8020713,249503921~808819,259207014~8304,271366772~155725,278409701~11088921,290068331~6629604,297328678~1140158,306871670~7236250,314470362~7252998,331180617~7449054,344991222~1323671,354622390~6814935,363232256~5235124,372907135~1392335,386464222~2107062,389620817~3945706,396558839~5426598,409536121~858121] 2024-04-10T16:46:29.353 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~18402142,25165824~11284282,37748736~18547079,58301251~6479008,67108864~7165729,77964337~25663808,104857600~12631719,127411018~6341274,134217728~8803261,146800640~10156022,163577856~18303637,184549376~5038304,192937984~20031941,213909504~368004,222298112~1231767,226492416~3604368,230686720~11972306,249503921~808819,259207014~8304,268435456~3087041,276824064~21644772,306871670~14851690,330012032~8617639,343932928~2381965,352321536~16145844,369098752~5200718,385875968~7690555,396452637~5532800,409204527~1189715] 2024-04-10T16:46:29.353 INFO:tasks.workunit.client.0.smithi069.stdout:from 0 to 9 diff [543937~15113184,16367683~4542448,28466630~7983476,38332794~14961517,54346265~10433994,67913520~6361073,77964337~4418694,83023466~7097298,92104573~10660186,103273181~354964,105258669~166198,106185411~11303908,128604813~5147479,135966664~7054325,148612907~8343755,165781363~16100130,184860263~7536130,194271394~7551239,202196235~6726256,209400847~3569078,213967474~310034,223229298~300581,227025608~3071176,234638313~10909779,249503921~808819,259207014~8304,271366772~155725,278409701~11088921,290068331~6629604,297328678~1140158,306871670~14851690,331180617~7449054,344991222~1323671,353987542~7449783,363232256~5235124,372907135~1392335,386464222~2107062,389620817~3945706,396558839~5426598,409536121~858121] 2024-04-10T16:46:29.353 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [543937~15113184,16367683~4542448,28466630~7983476,38332794~14961517,54346265~10433994,67913520~6361073,77964337~4418694,83023466~7097298,92104573~10660186,103273181~354964,105258669~166198,106185411~11303908,128604813~5147479,135966664~7054325,148612907~8343755,165781363~16100130,184860263~7536130,194271394~7551239,202196235~6726256,209400847~3569078,213967474~310034,223229298~300581,227025608~3071176,234638313~10909779,249503921~808819,259207014~8304,271366772~155725,278409701~11088921,290068331~6629604,297328678~1140158,306871670~14851690,331180617~7449054,344991222~1323671,353987542~7449783,363232256~5235124,372907135~1392335,386464222~2107062,389620817~3945706,396558839~5426598,409536121~858121] 2024-04-10T16:46:29.359 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~20910131,25165824~11284282,37748736~27031523,67108864~7165729,77964337~25663808,104857600~12631719,127411018~6341274,134217728~8803261,146800640~10156022,163577856~18303637,184549376~7847017,192937984~20031941,213909504~368004,222298112~1231767,226492416~3604368,230686720~14861372,249503921~808819,259207014~8304,268435456~3087041,276824064~21644772,306871670~14851690,330012032~8617639,343932928~2381965,352321536~16145844,369098752~5200718,385875968~7690555,396452637~5532800,409204527~1189715] 2024-04-10T16:46:29.359 INFO:tasks.workunit.client.0.smithi069.stdout:from 0 to 10 diff [543937~15113184,16367683~4542448,23252704~2696590,28466630~7983476,38332794~14961517,54346265~10433994,67338252~7705376,77964337~4418694,83023466~7097298,92104573~10660186,103273181~354964,105258669~166198,106185411~11303908,128604813~5147479,135966664~7054325,148612907~8343755,165781363~16100130,184860263~7536130,194271394~7551239,202196235~6726256,209400847~3569078,213967474~310034,221900370~8196414,234638313~12047637,249503921~8313070,259207014~8304,271366772~155725,278409701~11088921,290068331~6629604,297328678~1140158,306871670~14851690,331180617~7449054,344991222~1323671,353987542~7449783,363232256~5235124,372907135~1392335,386464222~2107062,389620817~3945706,396558839~8251052,409536121~858121] 2024-04-10T16:46:29.359 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [543937~15113184,16367683~4542448,23252704~2696590,28466630~7983476,38332794~14961517,54346265~10433994,67338252~7705376,77964337~4418694,83023466~7097298,92104573~10660186,103273181~354964,105258669~166198,106185411~11303908,128604813~5147479,135966664~7054325,148612907~8343755,165781363~16100130,184860263~7536130,194271394~7551239,202196235~6726256,209400847~3569078,213967474~310034,221900370~8196414,234638313~12047637,249503921~8313070,259207014~8304,271366772~155725,278409701~11088921,290068331~6629604,297328678~1140158,306871670~14851690,331180617~7449054,344991222~1323671,353987542~7449783,363232256~5235124,372907135~1392335,386464222~2107062,389620817~3945706,396558839~8251052,409536121~858121] 2024-04-10T16:46:29.366 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~20910131,20971520~15478586,37748736~27031523,67108864~7934764,77964337~25663808,104857600~12631719,127411018~6341274,134217728~8803261,146800640~10156022,163577856~18303637,184549376~7847017,192937984~20031941,213909504~368004,218103808~11992976,230686720~15999230,249503921~8313070,259207014~8304,268435456~3087041,276824064~21644772,306871670~14851690,330012032~8617639,343932928~2381965,352321536~16145844,369098752~5200718,385875968~7690555,396452637~8357254,409204527~1189715] 2024-04-10T16:46:29.366 INFO:tasks.workunit.client.0.smithi069.stdout:from 0 to 11 diff [543937~15113184,16367683~6382389,23252704~2696590,28466630~7983476,38332794~14961517,54346265~10433994,67338252~7705376,77964337~4418694,83023466~8467946,92104573~10660186,103273181~354964,105258669~166198,106185411~11303908,128604813~5147479,135966664~7054325,148612907~8343755,160837111~2845872,165781363~16100130,184860263~7536130,194271394~7551239,202196235~6726256,209400847~3569078,213967474~310034,221900370~8196414,234638313~14760224,249503921~11378798,263562138~2033775,271366772~155725,277580827~11917795,290068331~6629604,297328678~1140158,306871670~14851690,331180617~7449054,344991222~1323671,353987542~7449783,363232256~5235124,372907135~1392335,386464222~2107062,389620817~3945706,396558839~8251052,409536121~858121] 2024-04-10T16:46:29.366 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [543937~15113184,16367683~6382389,23252704~2696590,28466630~7983476,38332794~14961517,54346265~10433994,67338252~7705376,77964337~4418694,83023466~8467946,92104573~10660186,103273181~354964,105258669~166198,106185411~11303908,128604813~5147479,135966664~7054325,148612907~8343755,160837111~2845872,165781363~16100130,184860263~7536130,194271394~7551239,202196235~6726256,209400847~3569078,213967474~310034,221900370~8196414,234638313~14760224,249503921~11378798,263562138~2033775,271366772~155725,277580827~11917795,290068331~6629604,297328678~1140158,306871670~14851690,331180617~7449054,344991222~1323671,353987542~7449783,363232256~5235124,372907135~1392335,386464222~2107062,389620817~3945706,396558839~8251052,409536121~858121] 2024-04-10T16:46:29.372 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~36450106,37748736~27031523,67108864~7934764,77964337~25663808,104857600~12631719,127411018~6341274,134217728~8803261,146800640~10156022,159383552~22497941,184549376~7847017,192937984~20031941,213909504~368004,218103808~11992976,230686720~18711817,249503921~16091992,268435456~3087041,276824064~21644772,306871670~14851690,330012032~8617639,343932928~2381965,352321536~16145844,369098752~5200718,385875968~7690555,396452637~8357254,409204527~1189715] 2024-04-10T16:46:29.372 INFO:tasks.workunit.client.0.smithi069.stdout:from 0 to 12 diff [543937~15113184,16367683~10402929,28466630~7983476,38332794~14961517,54346265~10433994,67338252~7705376,77964337~4418694,83023466~8467946,92104573~11523572,105258669~166198,106185411~11303908,128183924~5568368,135966664~7054325,148612907~10808050,160837111~2845872,165781363~16100130,184860263~7536130,194271394~7551239,202196235~6726256,209400847~3569078,213967474~310034,221900370~8196414,234638313~14760224,249503921~11378798,263562138~2033775,271366772~155725,277580827~11917795,290068331~6629604,297328678~1140158,306871670~14851690,331180617~7449054,339949472~4734326,344991222~1323671,353987542~14660542,372907135~1392335,386464222~2107062,389620817~3945706,396558839~8251052,409536121~858121] 2024-04-10T16:46:29.372 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [543937~15113184,16367683~10402929,28466630~7983476,38332794~14961517,54346265~10433994,67338252~7705376,77964337~4418694,83023466~8467946,92104573~11523572,105258669~166198,106185411~11303908,128183924~5568368,135966664~7054325,148612907~10808050,160837111~2845872,165781363~16100130,184860263~7536130,194271394~7551239,202196235~6726256,209400847~3569078,213967474~310034,221900370~8196414,234638313~14760224,249503921~11378798,263562138~2033775,271366772~155725,277580827~11917795,290068331~6629604,297328678~1140158,306871670~14851690,331180617~7449054,339949472~4734326,344991222~1323671,353987542~14660542,372907135~1392335,386464222~2107062,389620817~3945706,396558839~8251052,409536121~858121] 2024-04-10T16:46:29.379 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~36450106,37748736~27031523,67108864~7934764,77964337~25663808,104857600~12631719,127411018~6341274,134217728~8803261,146800640~35080853,184549376~7847017,192937984~20031941,213909504~368004,218103808~11992976,230686720~18711817,249503921~16091992,268435456~3087041,276824064~21644772,306871670~14851690,330012032~8617639,339738624~6576269,352321536~16326548,369098752~5200718,385875968~7690555,396452637~8357254,409204527~1189715] 2024-04-10T16:46:29.379 INFO:tasks.workunit.client.0.smithi069.stdout:from 0 to 13 diff [543937~15113184,16367683~10402929,28466630~7983476,38332794~14961517,54346265~10433994,67338252~7705376,77964337~4418694,83023466~8467946,92104573~11523572,105258669~166198,106185411~11303908,128183924~14837065,148612907~10808050,160837111~21044382,184860263~7536130,194271394~7551239,202196235~6726256,209400847~3569078,213967474~310034,221900370~8196414,234638313~26244406,263562138~2033775,271366772~155725,277580827~11917795,290068331~6629604,297328678~1140158,306871670~14851690,331180617~7449054,339949472~4734326,344991222~1323671,353987542~22199135,386464222~2107062,389620817~3945706,396558839~11902391,409536121~858121] 2024-04-10T16:46:29.379 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [543937~15113184,16367683~10402929,28466630~7983476,38332794~14961517,54346265~10433994,67338252~7705376,77964337~4418694,83023466~8467946,92104573~11523572,105258669~166198,106185411~11303908,128183924~14837065,148612907~10808050,160837111~21044382,184860263~7536130,194271394~7551239,202196235~6726256,209400847~3569078,213967474~310034,221900370~8196414,234638313~26244406,263562138~2033775,271366772~155725,277580827~11917795,290068331~6629604,297328678~1140158,306871670~14851690,331180617~7449054,339949472~4734326,344991222~1323671,353987542~22199135,386464222~2107062,389620817~3945706,396558839~11902391,409536121~858121] 2024-04-10T16:46:29.385 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~36450106,37748736~27031523,67108864~7934764,77964337~25663808,104857600~12631719,127411018~15609971,146800640~35080853,184549376~7847017,192937984~20031941,213909504~368004,218103808~11992976,230686720~34909193,268435456~3087041,276824064~21644772,306871670~14851690,330012032~8617639,339738624~6576269,352321536~23865141,385875968~7690555,396452637~12008593,409204527~1189715] 2024-04-10T16:46:29.385 INFO:tasks.workunit.client.0.smithi069.stdout:from 0 to 14 diff [543937~15113184,16367683~10402929,28466630~7983476,38332794~14961517,54346265~10433994,65159500~9884128,77964337~4418694,83023466~8467946,92104573~11523572,105258669~166198,106185411~11303908,126271232~1549716,128183924~17539942,148612907~11352647,160837111~21044382,184860263~7536130,194271394~14651097,209400847~3569078,213967474~310034,221900370~8196414,234638313~26244406,263562138~2033775,271366772~155725,277580827~11917795,290068331~6629604,297328678~1140158,306871670~14851690,331180617~7449054,339949472~4734326,344991222~1323671,353987542~22199135,386464222~2107062,389620817~3945706,396558839~11902391,409536121~858121] 2024-04-10T16:46:29.385 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [543937~15113184,16367683~10402929,28466630~7983476,38332794~14961517,54346265~10433994,65159500~9884128,77964337~4418694,83023466~8467946,92104573~11523572,105258669~166198,106185411~11303908,126271232~1549716,128183924~17539942,148612907~11352647,160837111~21044382,184860263~7536130,194271394~14651097,209400847~3569078,213967474~310034,221900370~8196414,234638313~26244406,263562138~2033775,271366772~155725,277580827~11917795,290068331~6629604,297328678~1140158,306871670~14851690,331180617~7449054,339949472~4734326,344991222~1323671,353987542~22199135,386464222~2107062,389620817~3945706,396558839~11902391,409536121~858121] 2024-04-10T16:46:29.391 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~36450106,37748736~37294892,77964337~25663808,104857600~12631719,126271232~19452634,146800640~35080853,184549376~7847017,192937984~20031941,213909504~368004,218103808~11992976,230686720~34909193,268435456~3087041,276824064~21644772,306871670~14851690,330012032~8617639,339738624~6576269,352321536~23865141,385875968~7690555,396452637~12008593,409204527~1189715] 2024-04-10T16:46:29.391 INFO:tasks.workunit.client.0.smithi069.stdout:from 0 to 15 diff [543937~15113184,16367683~10402929,28466630~7983476,38332794~14961517,54346265~10433994,65159500~9884128,77964337~4418694,83023466~8467946,92104573~11523572,105258669~166198,106185411~11303908,126271232~1549716,128183924~17539942,148612907~11352647,160837111~21044382,184860263~7536130,194271394~14651097,209400847~3569078,213967474~310034,218526003~11570781,234638313~26244406,263562138~2033775,271366772~155725,277580827~11917795,290068331~6629604,297328678~1140158,306871670~17762380,331180617~7449054,339949472~4734326,344991222~1323671,349452136~26734541,386464222~2107062,389620817~22224031] 2024-04-10T16:46:29.391 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [543937~15113184,16367683~10402929,28466630~7983476,38332794~14961517,54346265~10433994,65159500~9884128,77964337~4418694,83023466~8467946,92104573~11523572,105258669~166198,106185411~11303908,126271232~1549716,128183924~17539942,148612907~11352647,160837111~21044382,184860263~7536130,194271394~14651097,209400847~3569078,213967474~310034,218526003~11570781,234638313~26244406,263562138~2033775,271366772~155725,277580827~11917795,290068331~6629604,297328678~1140158,306871670~17762380,331180617~7449054,339949472~4734326,344991222~1323671,349452136~26734541,386464222~2107062,389620817~22224031] 2024-04-10T16:46:29.397 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~36450106,37748736~37294892,77964337~25663808,104857600~12631719,126271232~19452634,146800640~35080853,184549376~7847017,192937984~20031941,213909504~368004,218103808~11992976,230686720~34909193,268435456~3087041,276824064~21644772,306871670~17762380,330012032~8617639,339738624~6576269,348127232~28059445,385875968~25968880] 2024-04-10T16:46:29.397 INFO:tasks.workunit.client.0.smithi069.stdout:from 0 to 16 diff [543937~15113184,16367683~20082423,38332794~14961517,54346265~10433994,65159500~9884128,77964337~13527075,92104573~11523572,105258669~166198,106185411~11303908,124087940~3733008,128183924~17539942,148612907~11352647,160837111~21458652,184860263~7536130,194271394~14651097,209400847~3569078,213967474~310034,218526003~11570781,234638313~26244406,263562138~2033775,271366772~155725,277580827~11917795,290068331~9727532,306871670~22899123,331180617~7449054,339949472~4734326,344991222~1323671,349452136~26734541,386464222~2107062,389620817~22224031] 2024-04-10T16:46:29.397 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [543937~15113184,16367683~20082423,38332794~14961517,54346265~10433994,65159500~9884128,77964337~13527075,92104573~11523572,105258669~166198,106185411~11303908,124087940~3733008,128183924~17539942,148612907~11352647,160837111~21458652,184860263~7536130,194271394~14651097,209400847~3569078,213967474~310034,218526003~11570781,234638313~26244406,263562138~2033775,271366772~155725,277580827~11917795,290068331~9727532,306871670~22899123,331180617~7449054,339949472~4734326,344991222~1323671,349452136~26734541,386464222~2107062,389620817~22224031] 2024-04-10T16:46:29.404 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~36450106,37748736~37294892,77964337~25663808,104857600~12631719,124087940~21635926,146800640~35495123,184549376~7847017,192937984~20031941,213909504~368004,218103808~11992976,230686720~34909193,268435456~3087041,276824064~22971799,306871670~22899123,330012032~8617639,339738624~6576269,348127232~28059445,385875968~25968880] 2024-04-10T16:46:29.404 INFO:tasks.workunit.client.0.smithi069.stdout:from 0 to 17 diff [543937~15113184,16367683~20082423,38332794~14961517,54346265~10433994,65159500~9884128,77964337~13527075,92104573~11523572,105258669~166198,106185411~11303908,124087940~3733008,128183924~31781630,160837111~21458652,184860263~7536130,194271394~14651097,209229107~6256465,218526003~11570781,234638313~26244406,263562138~2033775,271366772~155725,277580827~11917795,290068331~9727532,306871670~22899123,331180617~7449054,339949472~4734326,344991222~1323671,349452136~26734541,386464222~2107062,389620817~22224031] 2024-04-10T16:46:29.404 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [543937~15113184,16367683~20082423,38332794~14961517,54346265~10433994,65159500~9884128,77964337~13527075,92104573~11523572,105258669~166198,106185411~11303908,124087940~3733008,128183924~31781630,160837111~21458652,184860263~7536130,194271394~14651097,209229107~6256465,218526003~11570781,234638313~26244406,263562138~2033775,271366772~155725,277580827~11917795,290068331~9727532,306871670~22899123,331180617~7449054,339949472~4734326,344991222~1323671,349452136~26734541,386464222~2107062,389620817~22224031] 2024-04-10T16:46:29.410 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~36450106,37748736~37294892,77964337~25663808,104857600~12631719,124087940~58207823,184549376~7847017,192937984~22547588,218103808~11992976,230686720~34909193,268435456~3087041,276824064~22971799,306871670~22899123,330012032~8617639,339738624~6576269,348127232~28059445,385875968~25968880] 2024-04-10T16:46:29.410 INFO:tasks.workunit.client.0.smithi069.stdout:from 0 to 18 diff [543937~15113184,16191955~20258151,38332794~26447465,65159500~9884128,77964337~13527075,92104573~11523572,105258669~166198,106185411~11303908,124087940~3733008,128183924~31781630,160837111~21458652,184860263~7536130,194271394~14651097,209229107~6256465,218526003~11570781,234638313~26244406,263562138~2033775,271366772~155725,277580827~11917795,290068331~9727532,306871670~23043694,331180617~7449054,339949472~4734326,344991222~1323671,349452136~26734541,386464222~2107062,389620817~22224031] 2024-04-10T16:46:29.410 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [543937~15113184,16191955~20258151,38332794~26447465,65159500~9884128,77964337~13527075,92104573~11523572,105258669~166198,106185411~11303908,124087940~3733008,128183924~31781630,160837111~21458652,184860263~7536130,194271394~14651097,209229107~6256465,218526003~11570781,234638313~26244406,263562138~2033775,271366772~155725,277580827~11917795,290068331~9727532,306871670~23043694,331180617~7449054,339949472~4734326,344991222~1323671,349452136~26734541,386464222~2107062,389620817~22224031] 2024-04-10T16:46:29.416 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~36450106,37748736~37294892,77964337~25663808,104857600~12631719,124087940~58207823,184549376~7847017,192937984~22547588,218103808~11992976,230686720~34909193,268435456~3087041,276824064~22971799,306871670~23043694,330012032~8617639,339738624~6576269,348127232~28059445,385875968~25968880] 2024-04-10T16:46:29.416 INFO:tasks.workunit.client.0.smithi069.stdout:from 0 to 19 diff [320518~15336603,16191955~20258151,38332794~26447465,65159500~9884128,77964337~13527075,92104573~11523572,105258669~166198,106185411~11303908,124087940~3733008,127877708~64518685,194271394~14651097,209229107~6256465,218526003~11570781,234638313~26244406,263562138~4679923,271366772~155725,277580827~11917795,290068331~9727532,306871670~23043694,330722593~7907078,339949472~4734326,344991222~1323671,349452136~29504549,386464222~2107062,389620817~22224031] 2024-04-10T16:46:29.416 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [320518~15336603,16191955~20258151,38332794~26447465,65159500~9884128,77964337~13527075,92104573~11523572,105258669~166198,106185411~11303908,124087940~3733008,127877708~64518685,194271394~14651097,209229107~6256465,218526003~11570781,234638313~26244406,263562138~4679923,271366772~155725,277580827~11917795,290068331~9727532,306871670~23043694,330722593~7907078,339949472~4734326,344991222~1323671,349452136~29504549,386464222~2107062,389620817~22224031] 2024-04-10T16:46:29.422 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~36450106,37748736~37294892,77964337~25663808,104857600~12631719,124087940~68308453,192937984~22547588,218103808~11992976,230686720~37555341,268435456~3087041,276824064~22971799,306871670~23043694,330012032~8617639,339738624~6576269,348127232~30829453,385875968~25968880] 2024-04-10T16:46:29.422 INFO:tasks.workunit.client.0.smithi069.stdout:from 1 to 2 diff [543937~6347582,28466630~7983476,84518208~5602556,140271045~2159663,149278293~5438127,172077190~3510586,179736164~2145329,184860263~4727417,344991222~1323671,396558839~5426598] 2024-04-10T16:46:29.422 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [543937~6347582,28466630~7983476,84518208~5602556,140271045~2159663,149278293~5438127,172077190~3510586,179736164~2145329,184860263~4727417,344991222~1323671,396558839~5426598] 2024-04-10T16:46:29.428 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~6891519,25165824~11284282,83886080~6234684,138412032~4018676,149278293~5438127,172077190~3510586,176160768~5720725,184549376~5038304,343932928~2381965,396452637~5532800] 2024-04-10T16:46:29.428 INFO:tasks.workunit.client.0.smithi069.stdout:from 1 to 3 diff [543937~6347582,28466630~7983476,51275411~1376114,54483503~1812312,58301251~6479008,84518208~5602556,128604813~5147479,140271045~2159663,149278293~5438127,172077190~3510586,179736164~2145329,184860263~4727417,223229298~300581,295229932~1468003,306871670~5511529,344991222~1323671,389620817~3945706,396558839~5426598] 2024-04-10T16:46:29.428 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [543937~6347582,28466630~7983476,51275411~1376114,54483503~1812312,58301251~6479008,84518208~5602556,128604813~5147479,140271045~2159663,149278293~5438127,172077190~3510586,179736164~2145329,184860263~4727417,223229298~300581,295229932~1468003,306871670~5511529,344991222~1323671,389620817~3945706,396558839~5426598] 2024-04-10T16:46:29.434 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~6891519,25165824~11284282,51275411~1376114,53294311~3001504,58301251~6479008,83886080~6234684,127411018~6341274,138412032~4018676,149278293~5438127,172077190~3510586,176160768~5720725,184549376~5038304,222298112~1231767,295229932~1468003,306871670~5511529,343932928~2381965,385875968~7690555,396452637~5532800] 2024-04-10T16:46:29.434 INFO:tasks.workunit.client.0.smithi069.stdout:from 1 to 4 diff [543937~6347582,28466630~7983476,38332794~7543736,51275411~1376114,54483503~1812312,58301251~6479008,67913520~4993684,84518208~5602556,92104573~6326405,103273181~354964,128604813~5147479,140271045~2159663,149278293~5438127,172077190~3510586,179736164~2145329,184860263~4727417,194271394~2649636,223229298~300581,278409701~7694069,295229932~1468003,306871670~5511529,344991222~1323671,386610461~1819264,389620817~3945706,396558839~5426598,409536121~858121] 2024-04-10T16:46:29.434 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [543937~6347582,28466630~7983476,38332794~7543736,51275411~1376114,54483503~1812312,58301251~6479008,67913520~4993684,84518208~5602556,92104573~6326405,103273181~354964,128604813~5147479,140271045~2159663,149278293~5438127,172077190~3510586,179736164~2145329,184860263~4727417,194271394~2649636,223229298~300581,278409701~7694069,295229932~1468003,306871670~5511529,344991222~1323671,386610461~1819264,389620817~3945706,396558839~5426598,409536121~858121] 2024-04-10T16:46:29.440 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~6891519,25165824~11284282,37748736~8127794,51275411~1376114,53294311~3001504,58301251~6479008,67108864~5798340,83886080~14544898,100663296~2964849,127411018~6341274,138412032~4018676,149278293~5438127,172077190~3510586,176160768~5720725,184549376~5038304,194271394~2649636,222298112~1231767,276824064~9279706,295229932~1468003,306871670~5511529,343932928~2381965,385875968~7690555,396452637~5532800,409204527~1189715] 2024-04-10T16:46:29.440 INFO:tasks.workunit.client.0.smithi069.stdout:from 1 to 5 diff [543937~15113184,28466630~7983476,38332794~7543736,51275411~1376114,54483503~1812312,58301251~6479008,67913520~4993684,83023466~7097298,92104573~6326405,103273181~354964,113427431~4061888,128604813~5147479,135966664~7054325,149278293~5438127,165781363~3916923,172077190~3510586,179736164~2145329,184860263~4727417,194271394~2649636,202196235~6726256,223229298~300581,271366772~155725,278409701~7694069,295229932~1468003,306871670~5511529,331180617~4206359,344991222~1323671,354764427~2247561,386610461~1819264,389620817~3945706,396558839~5426598,409536121~858121] 2024-04-10T16:46:29.440 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [543937~15113184,28466630~7983476,38332794~7543736,51275411~1376114,54483503~1812312,58301251~6479008,67913520~4993684,83023466~7097298,92104573~6326405,103273181~354964,113427431~4061888,128604813~5147479,135966664~7054325,149278293~5438127,165781363~3916923,172077190~3510586,179736164~2145329,184860263~4727417,194271394~2649636,202196235~6726256,223229298~300581,271366772~155725,278409701~7694069,295229932~1468003,306871670~5511529,331180617~4206359,344991222~1323671,354764427~2247561,386610461~1819264,389620817~3945706,396558839~5426598,409536121~858121] 2024-04-10T16:46:29.446 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~15657121,25165824~11284282,37748736~8127794,51275411~1376114,53294311~3001504,58301251~6479008,67108864~5798340,79691776~18739202,100663296~2964849,113246208~4243111,127411018~6341274,134217728~8803261,149278293~5438127,163577856~6120430,172077190~3510586,176160768~5720725,184549376~5038304,194271394~2649636,201822633~7099858,222298112~1231767,268435456~3087041,276824064~9279706,295229932~1468003,306871670~5511529,330012032~5374944,343932928~2381965,352321536~4690452,385875968~7690555,396452637~5532800,409204527~1189715] 2024-04-10T16:46:29.446 INFO:tasks.workunit.client.0.smithi069.stdout:from 1 to 6 diff [543937~15113184,28466630~7983476,38332794~7543736,51275411~1376114,54483503~1812312,58301251~6479008,67913520~4993684,77964337~4418694,83023466~7097298,92104573~6326405,103273181~354964,113427431~4061888,128604813~5147479,135966664~7054325,149278293~5438127,165781363~3916923,172077190~3510586,179736164~2145329,184860263~4727417,194271394~2649636,202196235~6726256,223229298~300581,234638313~8020713,259207014~8304,271366772~155725,278409701~7694069,287657859~1840763,295229932~1468003,306871670~5511529,331180617~4206359,344991222~1323671,354622390~6814935,363232256~5235124,372907135~860700,386610461~1819264,389620817~3945706,396558839~5426598,409536121~858121] 2024-04-10T16:46:29.446 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [543937~15113184,28466630~7983476,38332794~7543736,51275411~1376114,54483503~1812312,58301251~6479008,67913520~4993684,77964337~4418694,83023466~7097298,92104573~6326405,103273181~354964,113427431~4061888,128604813~5147479,135966664~7054325,149278293~5438127,165781363~3916923,172077190~3510586,179736164~2145329,184860263~4727417,194271394~2649636,202196235~6726256,223229298~300581,234638313~8020713,259207014~8304,271366772~155725,278409701~7694069,287657859~1840763,295229932~1468003,306871670~5511529,331180617~4206359,344991222~1323671,354622390~6814935,363232256~5235124,372907135~860700,386610461~1819264,389620817~3945706,396558839~5426598,409536121~858121] 2024-04-10T16:46:29.452 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~15657121,25165824~11284282,37748736~8127794,51275411~1376114,53294311~3001504,58301251~6479008,67108864~5798340,77964337~20466641,100663296~2964849,113246208~4243111,127411018~6341274,134217728~8803261,149278293~5438127,163577856~6120430,172077190~3510586,176160768~5720725,184549376~5038304,194271394~2649636,201822633~7099858,222298112~1231767,230686720~11972306,259207014~8304,268435456~3087041,276824064~12674558,295229932~1468003,306871670~5511529,330012032~5374944,343932928~2381965,352321536~16145844,369098752~4669083,385875968~7690555,396452637~5532800,409204527~1189715] 2024-04-10T16:46:29.452 INFO:tasks.workunit.client.0.smithi069.stdout:from 1 to 7 diff [543937~15113184,28466630~7983476,38332794~7543736,51275411~1376114,54483503~1812312,58301251~6479008,67913520~4993684,77964337~4418694,83023466~7097298,92104573~10660186,103273181~354964,106185411~11303908,128604813~5147479,135966664~7054325,149278293~5438127,165781363~3916923,172077190~3510586,179736164~2145329,184860263~4727417,194271394~2649636,202196235~6726256,223229298~300581,234638313~8020713,249503921~808819,259207014~8304,271366772~155725,278409701~7694069,287657859~1840763,295229932~1468003,297328678~1140158,306871670~7236250,331180617~4206359,344991222~1323671,354622390~6814935,363232256~5235124,372907135~1392335,386464222~2107062,389620817~3945706,396558839~5426598,409536121~858121] 2024-04-10T16:46:29.452 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [543937~15113184,28466630~7983476,38332794~7543736,51275411~1376114,54483503~1812312,58301251~6479008,67913520~4993684,77964337~4418694,83023466~7097298,92104573~10660186,103273181~354964,106185411~11303908,128604813~5147479,135966664~7054325,149278293~5438127,165781363~3916923,172077190~3510586,179736164~2145329,184860263~4727417,194271394~2649636,202196235~6726256,223229298~300581,234638313~8020713,249503921~808819,259207014~8304,271366772~155725,278409701~7694069,287657859~1840763,295229932~1468003,297328678~1140158,306871670~7236250,331180617~4206359,344991222~1323671,354622390~6814935,363232256~5235124,372907135~1392335,386464222~2107062,389620817~3945706,396558839~5426598,409536121~858121] 2024-04-10T16:46:29.458 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~15657121,25165824~11284282,37748736~8127794,51275411~1376114,53294311~3001504,58301251~6479008,67108864~5798340,77964337~25663808,104857600~12631719,127411018~6341274,134217728~8803261,149278293~5438127,163577856~6120430,172077190~3510586,176160768~5720725,184549376~5038304,194271394~2649636,201822633~7099858,222298112~1231767,230686720~11972306,249503921~808819,259207014~8304,268435456~3087041,276824064~12674558,295229932~3238904,306871670~7236250,330012032~5374944,343932928~2381965,352321536~16145844,369098752~5200718,385875968~7690555,396452637~5532800,409204527~1189715] 2024-04-10T16:46:29.458 INFO:tasks.workunit.client.0.smithi069.stdout:from 1 to 8 diff [543937~15113184,16367683~2034459,28466630~7983476,38332794~7543736,51275411~1376114,54483503~1812312,58301251~6479008,67913520~6361073,77964337~4418694,83023466~7097298,92104573~10660186,103273181~354964,106185411~11303908,128604813~5147479,135966664~7054325,149278293~5438127,165781363~3916923,172077190~9804303,184860263~4727417,194271394~2649636,202196235~6726256,209400847~3569078,213967474~310034,223229298~300581,227025608~3071176,234638313~8020713,249503921~808819,259207014~8304,271366772~155725,278409701~11088921,295229932~1468003,297328678~1140158,306871670~7236250,331180617~4206359,344991222~1323671,354622390~6814935,363232256~5235124,372907135~1392335,386464222~2107062,389620817~3945706,396558839~5426598,409536121~858121] 2024-04-10T16:46:29.458 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [543937~15113184,16367683~2034459,28466630~7983476,38332794~7543736,51275411~1376114,54483503~1812312,58301251~6479008,67913520~6361073,77964337~4418694,83023466~7097298,92104573~10660186,103273181~354964,106185411~11303908,128604813~5147479,135966664~7054325,149278293~5438127,165781363~3916923,172077190~9804303,184860263~4727417,194271394~2649636,202196235~6726256,209400847~3569078,213967474~310034,223229298~300581,227025608~3071176,234638313~8020713,249503921~808819,259207014~8304,271366772~155725,278409701~11088921,295229932~1468003,297328678~1140158,306871670~7236250,331180617~4206359,344991222~1323671,354622390~6814935,363232256~5235124,372907135~1392335,386464222~2107062,389620817~3945706,396558839~5426598,409536121~858121] 2024-04-10T16:46:29.464 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~18402142,25165824~11284282,37748736~8127794,51275411~1376114,53294311~3001504,58301251~6479008,67108864~7165729,77964337~25663808,104857600~12631719,127411018~6341274,134217728~8803261,149278293~5438127,163577856~6120430,172077190~9804303,184549376~5038304,194271394~2649636,201822633~11147292,213909504~368004,222298112~1231767,226492416~3604368,230686720~11972306,249503921~808819,259207014~8304,268435456~3087041,276824064~12674558,295229932~3238904,306871670~7236250,330012032~5374944,343932928~2381965,352321536~16145844,369098752~5200718,385875968~7690555,396452637~5532800,409204527~1189715] 2024-04-10T16:46:29.464 INFO:tasks.workunit.client.0.smithi069.stdout:from 1 to 9 diff [543937~15113184,16367683~4542448,28466630~7983476,38332794~7543736,51275411~1376114,54346265~10433994,67913520~6361073,77964337~4418694,83023466~7097298,92104573~10660186,103273181~354964,105258669~166198,106185411~11303908,128604813~5147479,135966664~7054325,149278293~5438127,165781363~3916923,172077190~9804303,184860263~7536130,194271394~2649636,202196235~6726256,209400847~3569078,213967474~310034,223229298~300581,227025608~3071176,234638313~10909779,249503921~808819,259207014~8304,271366772~155725,278409701~11088921,292197452~4500483,297328678~1140158,306871670~12548100,331180617~4206359,344991222~1323671,353987542~7449783,363232256~5235124,372907135~1392335,386464222~2107062,389620817~3945706,396558839~5426598,409536121~858121] 2024-04-10T16:46:29.464 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [543937~15113184,16367683~4542448,28466630~7983476,38332794~7543736,51275411~1376114,54346265~10433994,67913520~6361073,77964337~4418694,83023466~7097298,92104573~10660186,103273181~354964,105258669~166198,106185411~11303908,128604813~5147479,135966664~7054325,149278293~5438127,165781363~3916923,172077190~9804303,184860263~7536130,194271394~2649636,202196235~6726256,209400847~3569078,213967474~310034,223229298~300581,227025608~3071176,234638313~10909779,249503921~808819,259207014~8304,271366772~155725,278409701~11088921,292197452~4500483,297328678~1140158,306871670~12548100,331180617~4206359,344991222~1323671,353987542~7449783,363232256~5235124,372907135~1392335,386464222~2107062,389620817~3945706,396558839~5426598,409536121~858121] 2024-04-10T16:46:29.470 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~20910131,25165824~11284282,37748736~8127794,51275411~1376114,53294311~11485948,67108864~7165729,77964337~25663808,104857600~12631719,127411018~6341274,134217728~8803261,149278293~5438127,163577856~6120430,172077190~9804303,184549376~7847017,194271394~2649636,201822633~11147292,213909504~368004,222298112~1231767,226492416~3604368,230686720~14861372,249503921~808819,259207014~8304,268435456~3087041,276824064~12674558,292197452~6271384,306871670~12548100,330012032~5374944,343932928~2381965,352321536~16145844,369098752~5200718,385875968~7690555,396452637~5532800,409204527~1189715] 2024-04-10T16:46:29.470 INFO:tasks.workunit.client.0.smithi069.stdout:from 1 to 10 diff [543937~15113184,16367683~4542448,23252704~2696590,28466630~7983476,38332794~7543736,51275411~1376114,54346265~10433994,67338252~7705376,77964337~4418694,83023466~7097298,92104573~10660186,103273181~354964,105258669~166198,106185411~11303908,128604813~5147479,135966664~7054325,149278293~5438127,165781363~3916923,172077190~9804303,184860263~7536130,194271394~2649636,202196235~6726256,209400847~3569078,213967474~310034,221900370~8196414,234638313~12047637,249503921~8313070,259207014~8304,271366772~155725,278409701~11088921,292197452~4500483,297328678~1140158,306871670~12548100,331180617~4206359,344991222~1323671,353987542~7449783,363232256~5235124,372907135~1392335,386464222~2107062,389620817~3945706,396558839~8251052,409536121~858121] 2024-04-10T16:46:29.470 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [543937~15113184,16367683~4542448,23252704~2696590,28466630~7983476,38332794~7543736,51275411~1376114,54346265~10433994,67338252~7705376,77964337~4418694,83023466~7097298,92104573~10660186,103273181~354964,105258669~166198,106185411~11303908,128604813~5147479,135966664~7054325,149278293~5438127,165781363~3916923,172077190~9804303,184860263~7536130,194271394~2649636,202196235~6726256,209400847~3569078,213967474~310034,221900370~8196414,234638313~12047637,249503921~8313070,259207014~8304,271366772~155725,278409701~11088921,292197452~4500483,297328678~1140158,306871670~12548100,331180617~4206359,344991222~1323671,353987542~7449783,363232256~5235124,372907135~1392335,386464222~2107062,389620817~3945706,396558839~8251052,409536121~858121] 2024-04-10T16:46:29.476 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~20910131,20971520~15478586,37748736~8127794,51275411~1376114,53294311~11485948,67108864~7934764,77964337~25663808,104857600~12631719,127411018~6341274,134217728~8803261,149278293~5438127,163577856~6120430,172077190~9804303,184549376~7847017,194271394~2649636,201822633~11147292,213909504~368004,218103808~11992976,230686720~15999230,249503921~8313070,259207014~8304,268435456~3087041,276824064~12674558,292197452~6271384,306871670~12548100,330012032~5374944,343932928~2381965,352321536~16145844,369098752~5200718,385875968~7690555,396452637~8357254,409204527~1189715] 2024-04-10T16:46:29.476 INFO:tasks.workunit.client.0.smithi069.stdout:from 1 to 11 diff [543937~15113184,16367683~6382389,23252704~2696590,28466630~7983476,38332794~7543736,51275411~1376114,54346265~10433994,67338252~7705376,77964337~4418694,83023466~8467946,92104573~10660186,103273181~354964,105258669~166198,106185411~11303908,128604813~5147479,135966664~7054325,149278293~5438127,160837111~2845872,165781363~3916923,172077190~9804303,184860263~7536130,194271394~2649636,202196235~6726256,209400847~3569078,213967474~310034,221900370~8196414,234638313~14760224,249503921~11378798,263562138~2033775,271366772~155725,277580827~11917795,292197452~4500483,297328678~1140158,306871670~12548100,331180617~4206359,344991222~1323671,353987542~7449783,363232256~5235124,372907135~1392335,386464222~2107062,389620817~3945706,396558839~8251052,409536121~858121] 2024-04-10T16:46:29.476 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [543937~15113184,16367683~6382389,23252704~2696590,28466630~7983476,38332794~7543736,51275411~1376114,54346265~10433994,67338252~7705376,77964337~4418694,83023466~8467946,92104573~10660186,103273181~354964,105258669~166198,106185411~11303908,128604813~5147479,135966664~7054325,149278293~5438127,160837111~2845872,165781363~3916923,172077190~9804303,184860263~7536130,194271394~2649636,202196235~6726256,209400847~3569078,213967474~310034,221900370~8196414,234638313~14760224,249503921~11378798,263562138~2033775,271366772~155725,277580827~11917795,292197452~4500483,297328678~1140158,306871670~12548100,331180617~4206359,344991222~1323671,353987542~7449783,363232256~5235124,372907135~1392335,386464222~2107062,389620817~3945706,396558839~8251052,409536121~858121] 2024-04-10T16:46:29.481 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~36450106,37748736~8127794,51275411~1376114,53294311~11485948,67108864~7934764,77964337~25663808,104857600~12631719,127411018~6341274,134217728~8803261,149278293~5438127,159383552~10314734,172077190~9804303,184549376~7847017,194271394~2649636,201822633~11147292,213909504~368004,218103808~11992976,230686720~18711817,249503921~16091992,268435456~3087041,276824064~12674558,292197452~6271384,306871670~12548100,330012032~5374944,343932928~2381965,352321536~16145844,369098752~5200718,385875968~7690555,396452637~8357254,409204527~1189715] 2024-04-10T16:46:29.482 INFO:tasks.workunit.client.0.smithi069.stdout:from 1 to 12 diff [543937~15113184,16367683~10402929,28466630~7983476,38332794~7543736,51275411~1376114,54346265~10433994,67338252~7705376,77964337~4418694,83023466~8467946,92104573~11523572,105258669~166198,106185411~11303908,128183924~5568368,135966664~7054325,149278293~10142664,160837111~2845872,165781363~3916923,172077190~9804303,184860263~7536130,194271394~2649636,197774927~11031,202196235~6726256,209400847~3569078,213967474~310034,221900370~8196414,234638313~14760224,249503921~11378798,263562138~2033775,271366772~155725,277580827~11917795,292197452~4500483,297328678~1140158,306871670~12548100,331180617~4206359,339949472~4734326,344991222~1323671,353987542~14660542,372907135~1392335,386464222~2107062,389620817~3945706,396558839~8251052,409536121~858121] 2024-04-10T16:46:29.482 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [543937~15113184,16367683~10402929,28466630~7983476,38332794~7543736,51275411~1376114,54346265~10433994,67338252~7705376,77964337~4418694,83023466~8467946,92104573~11523572,105258669~166198,106185411~11303908,128183924~5568368,135966664~7054325,149278293~10142664,160837111~2845872,165781363~3916923,172077190~9804303,184860263~7536130,194271394~2649636,197774927~11031,202196235~6726256,209400847~3569078,213967474~310034,221900370~8196414,234638313~14760224,249503921~11378798,263562138~2033775,271366772~155725,277580827~11917795,292197452~4500483,297328678~1140158,306871670~12548100,331180617~4206359,339949472~4734326,344991222~1323671,353987542~14660542,372907135~1392335,386464222~2107062,389620817~3945706,396558839~8251052,409536121~858121] 2024-04-10T16:46:29.488 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~36450106,37748736~8127794,51275411~1376114,53294311~11485948,67108864~7934764,77964337~25663808,104857600~12631719,127411018~6341274,134217728~8803261,149278293~20419993,172077190~9804303,184549376~7847017,194271394~2649636,197774927~11031,201822633~11147292,213909504~368004,218103808~11992976,230686720~18711817,249503921~16091992,268435456~3087041,276824064~12674558,292197452~6271384,306871670~12548100,330012032~5374944,339738624~6576269,352321536~16326548,369098752~5200718,385875968~7690555,396452637~8357254,409204527~1189715] 2024-04-10T16:46:29.488 INFO:tasks.workunit.client.0.smithi069.stdout:from 1 to 13 diff [543937~15113184,16367683~10402929,28466630~7983476,38332794~7543736,51275411~1376114,54346265~10433994,67338252~7705376,77964337~4418694,83023466~8467946,92104573~11523572,105258669~166198,106185411~11303908,128183924~14837065,149278293~10142664,160837111~8861175,172077190~9804303,184860263~7536130,194271394~2649636,197774927~11031,202196235~6726256,209400847~3569078,213967474~310034,221900370~8196414,234638313~26244406,263562138~2033775,271366772~155725,277580827~11917795,292197452~4500483,297328678~1140158,306871670~12548100,331180617~4206359,339949472~4734326,344991222~1323671,353987542~22199135,386464222~2107062,389620817~3945706,396558839~11902391,409536121~858121] 2024-04-10T16:46:29.488 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [543937~15113184,16367683~10402929,28466630~7983476,38332794~7543736,51275411~1376114,54346265~10433994,67338252~7705376,77964337~4418694,83023466~8467946,92104573~11523572,105258669~166198,106185411~11303908,128183924~14837065,149278293~10142664,160837111~8861175,172077190~9804303,184860263~7536130,194271394~2649636,197774927~11031,202196235~6726256,209400847~3569078,213967474~310034,221900370~8196414,234638313~26244406,263562138~2033775,271366772~155725,277580827~11917795,292197452~4500483,297328678~1140158,306871670~12548100,331180617~4206359,339949472~4734326,344991222~1323671,353987542~22199135,386464222~2107062,389620817~3945706,396558839~11902391,409536121~858121] 2024-04-10T16:46:29.494 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~36450106,37748736~8127794,51275411~1376114,53294311~11485948,67108864~7934764,77964337~25663808,104857600~12631719,127411018~15609971,149278293~20419993,172077190~9804303,184549376~7847017,194271394~2649636,197774927~11031,201822633~11147292,213909504~368004,218103808~11992976,230686720~34909193,268435456~3087041,276824064~12674558,292197452~6271384,306871670~12548100,330012032~5374944,339738624~6576269,352321536~23865141,385875968~7690555,396452637~12008593,409204527~1189715] 2024-04-10T16:46:29.494 INFO:tasks.workunit.client.0.smithi069.stdout:from 1 to 14 diff [543937~15113184,16367683~10402929,28466630~7983476,38332794~7543736,51275411~1376114,54346265~10433994,65159500~9884128,77964337~4418694,83023466~8467946,92104573~11523572,105258669~166198,106185411~11303908,126271232~1549716,128183924~17539942,149278293~10687261,160837111~8861175,172077190~9804303,184860263~7536130,194271394~2649636,197774927~11031,200607545~8314946,209400847~3569078,213967474~310034,221900370~8196414,234638313~26244406,263562138~2033775,271366772~155725,277580827~11917795,292197452~4500483,297328678~1140158,306871670~12548100,331180617~4206359,339949472~4734326,344991222~1323671,353987542~22199135,386464222~2107062,389620817~3945706,396558839~11902391,409536121~858121] 2024-04-10T16:46:29.494 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [543937~15113184,16367683~10402929,28466630~7983476,38332794~7543736,51275411~1376114,54346265~10433994,65159500~9884128,77964337~4418694,83023466~8467946,92104573~11523572,105258669~166198,106185411~11303908,126271232~1549716,128183924~17539942,149278293~10687261,160837111~8861175,172077190~9804303,184860263~7536130,194271394~2649636,197774927~11031,200607545~8314946,209400847~3569078,213967474~310034,221900370~8196414,234638313~26244406,263562138~2033775,271366772~155725,277580827~11917795,292197452~4500483,297328678~1140158,306871670~12548100,331180617~4206359,339949472~4734326,344991222~1323671,353987542~22199135,386464222~2107062,389620817~3945706,396558839~11902391,409536121~858121] 2024-04-10T16:46:29.500 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~36450106,37748736~8127794,51275411~1376114,53294311~21749317,77964337~25663808,104857600~12631719,126271232~19452634,149278293~20419993,172077190~9804303,184549376~7847017,194271394~2649636,197774927~11031,200607545~12362380,213909504~368004,218103808~11992976,230686720~34909193,268435456~3087041,276824064~12674558,292197452~6271384,306871670~12548100,330012032~5374944,339738624~6576269,352321536~23865141,385875968~7690555,396452637~12008593,409204527~1189715] 2024-04-10T16:46:29.500 INFO:tasks.workunit.client.0.smithi069.stdout:from 1 to 15 diff [543937~15113184,16367683~10402929,28466630~7983476,38332794~7543736,51275411~1376114,54346265~10433994,65159500~9884128,77964337~4418694,83023466~8467946,92104573~11523572,105258669~166198,106185411~11303908,126271232~1549716,128183924~17539942,149278293~10687261,160837111~8861175,172077190~9804303,184860263~7536130,194271394~2649636,197774927~11031,200607545~8314946,209400847~3569078,213967474~310034,218526003~11570781,234638313~26244406,263562138~2033775,271366772~155725,277580827~11917795,292197452~4500483,297328678~1140158,306871670~12548100,320522942~4111108,331180617~6104810,339949472~4734326,344991222~1323671,349452136~26734541,386464222~2107062,389620817~22224031] 2024-04-10T16:46:29.500 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [543937~15113184,16367683~10402929,28466630~7983476,38332794~7543736,51275411~1376114,54346265~10433994,65159500~9884128,77964337~4418694,83023466~8467946,92104573~11523572,105258669~166198,106185411~11303908,126271232~1549716,128183924~17539942,149278293~10687261,160837111~8861175,172077190~9804303,184860263~7536130,194271394~2649636,197774927~11031,200607545~8314946,209400847~3569078,213967474~310034,218526003~11570781,234638313~26244406,263562138~2033775,271366772~155725,277580827~11917795,292197452~4500483,297328678~1140158,306871670~12548100,320522942~4111108,331180617~6104810,339949472~4734326,344991222~1323671,349452136~26734541,386464222~2107062,389620817~22224031] 2024-04-10T16:46:29.506 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~36450106,37748736~8127794,51275411~1376114,53294311~21749317,77964337~25663808,104857600~12631719,126271232~19452634,149278293~20419993,172077190~9804303,184549376~7847017,194271394~2649636,197774927~11031,200607545~12362380,213909504~368004,218103808~11992976,230686720~34909193,268435456~3087041,276824064~12674558,292197452~6271384,306871670~12548100,320522942~4111108,330012032~7273395,339738624~6576269,348127232~28059445,385875968~25968880] 2024-04-10T16:46:29.506 INFO:tasks.workunit.client.0.smithi069.stdout:from 1 to 16 diff [543937~15113184,16367683~20082423,38332794~7543736,46488430~6163095,54346265~10433994,65159500~9884128,77964337~13527075,92104573~11523572,105258669~166198,106185411~11303908,124087940~3733008,128183924~17539942,149278293~10687261,160837111~8861175,172077190~10218573,184860263~7536130,194271394~2649636,197774927~11031,200607545~8314946,209400847~3569078,213967474~310034,218526003~11570781,234638313~26244406,263562138~2033775,271366772~155725,277580827~11917795,292197452~7598411,306871670~12548100,320522942~9247851,331180617~6104810,339949472~4734326,344991222~1323671,349452136~26734541,386464222~2107062,389620817~22224031] 2024-04-10T16:46:29.506 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [543937~15113184,16367683~20082423,38332794~7543736,46488430~6163095,54346265~10433994,65159500~9884128,77964337~13527075,92104573~11523572,105258669~166198,106185411~11303908,124087940~3733008,128183924~17539942,149278293~10687261,160837111~8861175,172077190~10218573,184860263~7536130,194271394~2649636,197774927~11031,200607545~8314946,209400847~3569078,213967474~310034,218526003~11570781,234638313~26244406,263562138~2033775,271366772~155725,277580827~11917795,292197452~7598411,306871670~12548100,320522942~9247851,331180617~6104810,339949472~4734326,344991222~1323671,349452136~26734541,386464222~2107062,389620817~22224031] 2024-04-10T16:46:29.512 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~36450106,37748736~8127794,46488430~6163095,53294311~21749317,77964337~25663808,104857600~12631719,124087940~21635926,149278293~20419993,172077190~10218573,184549376~7847017,194271394~2649636,197774927~11031,200607545~12362380,213909504~368004,218103808~11992976,230686720~34909193,268435456~3087041,276824064~12674558,292197452~7598411,306871670~12548100,320522942~9247851,330012032~7273395,339738624~6576269,348127232~28059445,385875968~25968880] 2024-04-10T16:46:29.512 INFO:tasks.workunit.client.0.smithi069.stdout:from 1 to 17 diff [543937~15113184,16367683~20082423,38332794~7543736,46488430~6163095,54346265~10433994,65159500~9884128,77964337~13527075,92104573~11523572,105258669~166198,106185411~11303908,124087940~3733008,128183924~31781630,160837111~8861175,172077190~10218573,184860263~7536130,194271394~2649636,197774927~11031,200607545~8314946,209229107~6256465,218526003~11570781,234638313~26244406,263562138~2033775,271366772~155725,277580827~11917795,292197452~7598411,306871670~12548100,320522942~9247851,331180617~6104810,339949472~4734326,344991222~1323671,349452136~26734541,386464222~2107062,389620817~22224031] 2024-04-10T16:46:29.512 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [543937~15113184,16367683~20082423,38332794~7543736,46488430~6163095,54346265~10433994,65159500~9884128,77964337~13527075,92104573~11523572,105258669~166198,106185411~11303908,124087940~3733008,128183924~31781630,160837111~8861175,172077190~10218573,184860263~7536130,194271394~2649636,197774927~11031,200607545~8314946,209229107~6256465,218526003~11570781,234638313~26244406,263562138~2033775,271366772~155725,277580827~11917795,292197452~7598411,306871670~12548100,320522942~9247851,331180617~6104810,339949472~4734326,344991222~1323671,349452136~26734541,386464222~2107062,389620817~22224031] 2024-04-10T16:46:29.518 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~36450106,37748736~8127794,46488430~6163095,53294311~21749317,77964337~25663808,104857600~12631719,124087940~45610346,172077190~10218573,184549376~7847017,194271394~2649636,197774927~11031,200607545~14878027,218103808~11992976,230686720~34909193,268435456~3087041,276824064~12674558,292197452~7598411,306871670~12548100,320522942~9247851,330012032~7273395,339738624~6576269,348127232~28059445,385875968~25968880] 2024-04-10T16:46:29.518 INFO:tasks.workunit.client.0.smithi069.stdout:from 1 to 18 diff [543937~15113184,16191955~20258151,38332794~7543736,46488430~18291829,65159500~9884128,77964337~13527075,92104573~11523572,105258669~166198,106185411~11303908,124087940~3733008,128183924~31781630,160837111~8861175,172077190~10218573,184860263~7536130,194271394~2649636,197774927~11031,200607545~8314946,209229107~6256465,218526003~11570781,234638313~26244406,263562138~2033775,271366772~155725,277580827~11917795,292197452~7598411,306871670~12548100,320522942~9392422,331180617~6104810,339949472~4734326,344991222~1323671,349452136~26734541,386464222~2107062,389620817~22224031] 2024-04-10T16:46:29.518 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [543937~15113184,16191955~20258151,38332794~7543736,46488430~18291829,65159500~9884128,77964337~13527075,92104573~11523572,105258669~166198,106185411~11303908,124087940~3733008,128183924~31781630,160837111~8861175,172077190~10218573,184860263~7536130,194271394~2649636,197774927~11031,200607545~8314946,209229107~6256465,218526003~11570781,234638313~26244406,263562138~2033775,271366772~155725,277580827~11917795,292197452~7598411,306871670~12548100,320522942~9392422,331180617~6104810,339949472~4734326,344991222~1323671,349452136~26734541,386464222~2107062,389620817~22224031] 2024-04-10T16:46:29.523 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~36450106,37748736~8127794,46488430~28555198,77964337~25663808,104857600~12631719,124087940~45610346,172077190~10218573,184549376~7847017,194271394~2649636,197774927~11031,200607545~14878027,218103808~11992976,230686720~34909193,268435456~3087041,276824064~12674558,292197452~7598411,306871670~12548100,320522942~9392422,330012032~7273395,339738624~6576269,348127232~28059445,385875968~25968880] 2024-04-10T16:46:29.524 INFO:tasks.workunit.client.0.smithi069.stdout:from 1 to 19 diff [320518~15336603,16191955~20258151,38332794~7543736,46488430~18291829,65159500~9884128,77964337~13527075,92104573~11523572,105258669~166198,106185411~11303908,124087940~3733008,127877708~41820578,172077190~20319203,194271394~2649636,197774927~11031,200607545~8314946,209229107~6256465,218526003~11570781,234638313~26244406,263562138~4679923,271366772~155725,277580827~11917795,292197452~7598411,306871670~12548100,320522942~9392422,330722593~7709452,339949472~4734326,344991222~1323671,349452136~29504549,386464222~2107062,389620817~22224031] 2024-04-10T16:46:29.524 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [320518~15336603,16191955~20258151,38332794~7543736,46488430~18291829,65159500~9884128,77964337~13527075,92104573~11523572,105258669~166198,106185411~11303908,124087940~3733008,127877708~41820578,172077190~20319203,194271394~2649636,197774927~11031,200607545~8314946,209229107~6256465,218526003~11570781,234638313~26244406,263562138~4679923,271366772~155725,277580827~11917795,292197452~7598411,306871670~12548100,320522942~9392422,330722593~7709452,339949472~4734326,344991222~1323671,349452136~29504549,386464222~2107062,389620817~22224031] 2024-04-10T16:46:29.530 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~36450106,37748736~8127794,46488430~28555198,77964337~25663808,104857600~12631719,124087940~45610346,172077190~20319203,194271394~2649636,197774927~11031,200607545~14878027,218103808~11992976,230686720~37555341,268435456~3087041,276824064~12674558,292197452~7598411,306871670~12548100,320522942~9392422,330012032~8420013,339738624~6576269,348127232~30829453,385875968~25968880] 2024-04-10T16:46:29.530 INFO:tasks.workunit.client.0.smithi069.stdout:from 2 to 3 diff [2149611~1783736,51275411~1376114,54483503~1812312,58301251~6479008,128604813~5147479,223229298~300581,295229932~1468003,306871670~5511529,389620817~3945706] 2024-04-10T16:46:29.530 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [2149611~1783736,51275411~1376114,54483503~1812312,58301251~6479008,128604813~5147479,223229298~300581,295229932~1468003,306871670~5511529,389620817~3945706] 2024-04-10T16:46:29.536 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [2149611~1783736,51275411~1376114,53294311~3001504,58301251~6479008,127411018~6341274,222298112~1231767,295229932~1468003,306871670~5511529,385875968~7690555] 2024-04-10T16:46:29.536 INFO:tasks.workunit.client.0.smithi069.stdout:from 2 to 4 diff [2149611~1783736,38332794~7543736,51275411~1376114,54483503~1812312,58301251~6479008,67913520~4993684,92104573~6326405,103273181~354964,128604813~5147479,194271394~2649636,223229298~300581,278409701~7694069,295229932~1468003,306871670~5511529,386610461~1819264,389620817~3945706,409536121~858121] 2024-04-10T16:46:29.536 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [2149611~1783736,38332794~7543736,51275411~1376114,54483503~1812312,58301251~6479008,67913520~4993684,92104573~6326405,103273181~354964,128604813~5147479,194271394~2649636,223229298~300581,278409701~7694069,295229932~1468003,306871670~5511529,386610461~1819264,389620817~3945706,409536121~858121] 2024-04-10T16:46:29.542 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [2149611~1783736,37748736~8127794,51275411~1376114,53294311~3001504,58301251~6479008,67108864~5798340,90120764~8310214,100663296~2964849,127411018~6341274,194271394~2649636,222298112~1231767,276824064~9279706,295229932~1468003,306871670~5511529,385875968~7690555,409204527~1189715] 2024-04-10T16:46:29.542 INFO:tasks.workunit.client.0.smithi069.stdout:from 2 to 5 diff [2149611~1783736,6372078~9285043,38332794~7543736,51275411~1376114,54483503~1812312,58301251~6479008,67913520~4993684,83023466~5703176,92104573~6326405,103273181~354964,113427431~4061888,128604813~5147479,135966664~7054325,165781363~3916923,194271394~2649636,202196235~6726256,223229298~300581,271366772~155725,278409701~7694069,295229932~1468003,306871670~5511529,331180617~4206359,354764427~2247561,386610461~1819264,389620817~3945706,409536121~858121] 2024-04-10T16:46:29.542 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [2149611~1783736,6372078~9285043,38332794~7543736,51275411~1376114,54483503~1812312,58301251~6479008,67913520~4993684,83023466~5703176,92104573~6326405,103273181~354964,113427431~4061888,128604813~5147479,135966664~7054325,165781363~3916923,194271394~2649636,202196235~6726256,223229298~300581,271366772~155725,278409701~7694069,295229932~1468003,306871670~5511529,331180617~4206359,354764427~2247561,386610461~1819264,389620817~3945706,409536121~858121] 2024-04-10T16:46:29.548 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [2149611~1783736,6372078~9285043,37748736~8127794,51275411~1376114,53294311~3001504,58301251~6479008,67108864~5798340,79691776~9034866,90120764~8310214,100663296~2964849,113246208~4243111,127411018~6341274,134217728~8803261,163577856~6120430,194271394~2649636,201822633~7099858,222298112~1231767,268435456~3087041,276824064~9279706,295229932~1468003,306871670~5511529,330012032~5374944,352321536~4690452,385875968~7690555,409204527~1189715] 2024-04-10T16:46:29.548 INFO:tasks.workunit.client.0.smithi069.stdout:from 2 to 6 diff [2149611~1783736,6372078~9285043,38332794~7543736,51275411~1376114,54483503~1812312,58301251~6479008,67913520~4993684,77964337~4418694,83023466~5703176,92104573~6326405,103273181~354964,113427431~4061888,128604813~5147479,135966664~7054325,165781363~3916923,194271394~2649636,202196235~6726256,223229298~300581,234638313~8020713,259207014~8304,271366772~155725,278409701~7694069,287657859~1840763,295229932~1468003,306871670~5511529,331180617~4206359,354622390~6814935,363232256~5235124,372907135~860700,386610461~1819264,389620817~3945706,409536121~858121] 2024-04-10T16:46:29.548 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [2149611~1783736,6372078~9285043,38332794~7543736,51275411~1376114,54483503~1812312,58301251~6479008,67913520~4993684,77964337~4418694,83023466~5703176,92104573~6326405,103273181~354964,113427431~4061888,128604813~5147479,135966664~7054325,165781363~3916923,194271394~2649636,202196235~6726256,223229298~300581,234638313~8020713,259207014~8304,271366772~155725,278409701~7694069,287657859~1840763,295229932~1468003,306871670~5511529,331180617~4206359,354622390~6814935,363232256~5235124,372907135~860700,386610461~1819264,389620817~3945706,409536121~858121] 2024-04-10T16:46:29.555 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [2149611~1783736,6372078~9285043,37748736~8127794,51275411~1376114,53294311~3001504,58301251~6479008,67108864~5798340,77964337~10762305,90120764~8310214,100663296~2964849,113246208~4243111,127411018~6341274,134217728~8803261,163577856~6120430,194271394~2649636,201822633~7099858,222298112~1231767,230686720~11972306,259207014~8304,268435456~3087041,276824064~12674558,295229932~1468003,306871670~5511529,330012032~5374944,352321536~16145844,369098752~4669083,385875968~7690555,409204527~1189715] 2024-04-10T16:46:29.555 INFO:tasks.workunit.client.0.smithi069.stdout:from 2 to 7 diff [2149611~1783736,6372078~9285043,38332794~7543736,51275411~1376114,54483503~1812312,58301251~6479008,67913520~4993684,77964337~4418694,83023466~5703176,92104573~10660186,103273181~354964,106185411~11303908,128604813~5147479,135966664~7054325,149664069~4568154,165781363~3916923,194271394~2649636,202196235~6726256,223229298~300581,234638313~8020713,249503921~808819,259207014~8304,271366772~155725,278409701~7694069,287657859~1840763,295229932~1468003,297328678~1140158,306871670~7236250,331180617~4206359,354622390~6814935,363232256~5235124,372907135~1392335,386464222~2107062,389620817~3945706,409536121~858121] 2024-04-10T16:46:29.555 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [2149611~1783736,6372078~9285043,38332794~7543736,51275411~1376114,54483503~1812312,58301251~6479008,67913520~4993684,77964337~4418694,83023466~5703176,92104573~10660186,103273181~354964,106185411~11303908,128604813~5147479,135966664~7054325,149664069~4568154,165781363~3916923,194271394~2649636,202196235~6726256,223229298~300581,234638313~8020713,249503921~808819,259207014~8304,271366772~155725,278409701~7694069,287657859~1840763,295229932~1468003,297328678~1140158,306871670~7236250,331180617~4206359,354622390~6814935,363232256~5235124,372907135~1392335,386464222~2107062,389620817~3945706,409536121~858121] 2024-04-10T16:46:29.561 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [2149611~1783736,6372078~9285043,37748736~8127794,51275411~1376114,53294311~3001504,58301251~6479008,67108864~5798340,77964337~10762305,90120764~13507381,104857600~12631719,127411018~6341274,134217728~8803261,149664069~4568154,163577856~6120430,194271394~2649636,201822633~7099858,222298112~1231767,230686720~11972306,249503921~808819,259207014~8304,268435456~3087041,276824064~12674558,295229932~3238904,306871670~7236250,330012032~5374944,352321536~16145844,369098752~5200718,385875968~7690555,409204527~1189715] 2024-04-10T16:46:29.561 INFO:tasks.workunit.client.0.smithi069.stdout:from 2 to 8 diff [2149611~1783736,6372078~9285043,16367683~2034459,38332794~7543736,51275411~1376114,54483503~1812312,58301251~6479008,67913520~6361073,77964337~4418694,83023466~5703176,92104573~10660186,103273181~354964,106185411~11303908,128604813~5147479,135966664~7054325,149664069~4568154,165781363~3916923,173747509~7947134,194271394~2649636,202196235~6726256,209400847~3569078,213967474~310034,223229298~300581,227025608~3071176,234638313~8020713,249503921~808819,259207014~8304,271366772~155725,278409701~11088921,295229932~1468003,297328678~1140158,306871670~7236250,331180617~4206359,354622390~6814935,363232256~5235124,372907135~1392335,386464222~2107062,389620817~3945706,409536121~858121] 2024-04-10T16:46:29.561 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [2149611~1783736,6372078~9285043,16367683~2034459,38332794~7543736,51275411~1376114,54483503~1812312,58301251~6479008,67913520~6361073,77964337~4418694,83023466~5703176,92104573~10660186,103273181~354964,106185411~11303908,128604813~5147479,135966664~7054325,149664069~4568154,165781363~3916923,173747509~7947134,194271394~2649636,202196235~6726256,209400847~3569078,213967474~310034,223229298~300581,227025608~3071176,234638313~8020713,249503921~808819,259207014~8304,271366772~155725,278409701~11088921,295229932~1468003,297328678~1140158,306871670~7236250,331180617~4206359,354622390~6814935,363232256~5235124,372907135~1392335,386464222~2107062,389620817~3945706,409536121~858121] 2024-04-10T16:46:29.567 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [2149611~1783736,6372078~12030064,37748736~8127794,51275411~1376114,53294311~3001504,58301251~6479008,67108864~7165729,77964337~10762305,90120764~13507381,104857600~12631719,127411018~6341274,134217728~8803261,149664069~4568154,163577856~6120430,173747509~7947134,194271394~2649636,201822633~11147292,213909504~368004,222298112~1231767,226492416~3604368,230686720~11972306,249503921~808819,259207014~8304,268435456~3087041,276824064~12674558,295229932~3238904,306871670~7236250,330012032~5374944,352321536~16145844,369098752~5200718,385875968~7690555,409204527~1189715] 2024-04-10T16:46:29.567 INFO:tasks.workunit.client.0.smithi069.stdout:from 2 to 9 diff [2149611~1783736,6372078~9285043,16367683~4542448,38332794~7543736,51275411~1376114,54346265~10433994,67913520~6361073,77964337~4418694,83023466~5703176,92104573~10660186,103273181~354964,105258669~166198,106185411~11303908,128604813~5147479,135966664~7054325,149664069~4568154,165781363~3916923,173747509~7947134,188136982~4259411,194271394~2649636,202196235~6726256,209400847~3569078,213967474~310034,223229298~300581,227025608~3071176,234638313~10909779,249503921~808819,259207014~8304,271366772~155725,278409701~11088921,292197452~4500483,297328678~1140158,306871670~12548100,331180617~4206359,353987542~7449783,363232256~5235124,372907135~1392335,386464222~2107062,389620817~3945706,409536121~858121] 2024-04-10T16:46:29.567 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [2149611~1783736,6372078~9285043,16367683~4542448,38332794~7543736,51275411~1376114,54346265~10433994,67913520~6361073,77964337~4418694,83023466~5703176,92104573~10660186,103273181~354964,105258669~166198,106185411~11303908,128604813~5147479,135966664~7054325,149664069~4568154,165781363~3916923,173747509~7947134,188136982~4259411,194271394~2649636,202196235~6726256,209400847~3569078,213967474~310034,223229298~300581,227025608~3071176,234638313~10909779,249503921~808819,259207014~8304,271366772~155725,278409701~11088921,292197452~4500483,297328678~1140158,306871670~12548100,331180617~4206359,353987542~7449783,363232256~5235124,372907135~1392335,386464222~2107062,389620817~3945706,409536121~858121] 2024-04-10T16:46:29.573 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [2149611~1783736,6372078~14538053,37748736~8127794,51275411~1376114,53294311~11485948,67108864~7165729,77964337~10762305,90120764~13507381,104857600~12631719,127411018~6341274,134217728~8803261,149664069~4568154,163577856~6120430,173747509~7947134,188136982~4259411,194271394~2649636,201822633~11147292,213909504~368004,222298112~1231767,226492416~3604368,230686720~14861372,249503921~808819,259207014~8304,268435456~3087041,276824064~12674558,292197452~6271384,306871670~12548100,330012032~5374944,352321536~16145844,369098752~5200718,385875968~7690555,409204527~1189715] 2024-04-10T16:46:29.573 INFO:tasks.workunit.client.0.smithi069.stdout:from 2 to 10 diff [2149611~1783736,6372078~9285043,16367683~4542448,23252704~2696590,38332794~7543736,51275411~1376114,54346265~10433994,67338252~7705376,77964337~4418694,83023466~5703176,92104573~10660186,103273181~354964,105258669~166198,106185411~11303908,128604813~5147479,135966664~7054325,149664069~4568154,165781363~3916923,173747509~7947134,188136982~4259411,194271394~2649636,202196235~6726256,209400847~3569078,213967474~310034,221900370~8196414,234638313~12047637,249503921~8313070,259207014~8304,271366772~155725,278409701~11088921,292197452~4500483,297328678~1140158,306871670~12548100,331180617~4206359,353987542~7449783,363232256~5235124,372907135~1392335,386464222~2107062,389620817~3945706,398440497~6369394,409536121~858121] 2024-04-10T16:46:29.574 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [2149611~1783736,6372078~9285043,16367683~4542448,23252704~2696590,38332794~7543736,51275411~1376114,54346265~10433994,67338252~7705376,77964337~4418694,83023466~5703176,92104573~10660186,103273181~354964,105258669~166198,106185411~11303908,128604813~5147479,135966664~7054325,149664069~4568154,165781363~3916923,173747509~7947134,188136982~4259411,194271394~2649636,202196235~6726256,209400847~3569078,213967474~310034,221900370~8196414,234638313~12047637,249503921~8313070,259207014~8304,271366772~155725,278409701~11088921,292197452~4500483,297328678~1140158,306871670~12548100,331180617~4206359,353987542~7449783,363232256~5235124,372907135~1392335,386464222~2107062,389620817~3945706,398440497~6369394,409536121~858121] 2024-04-10T16:46:29.579 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [2149611~1783736,6372078~14538053,20971520~4977774,37748736~8127794,51275411~1376114,53294311~11485948,67108864~7934764,77964337~10762305,90120764~13507381,104857600~12631719,127411018~6341274,134217728~8803261,149664069~4568154,163577856~6120430,173747509~7947134,188136982~4259411,194271394~2649636,201822633~11147292,213909504~368004,218103808~11992976,230686720~15999230,249503921~8313070,259207014~8304,268435456~3087041,276824064~12674558,292197452~6271384,306871670~12548100,330012032~5374944,352321536~16145844,369098752~5200718,385875968~7690555,398440497~6369394,409204527~1189715] 2024-04-10T16:46:29.580 INFO:tasks.workunit.client.0.smithi069.stdout:from 2 to 11 diff [2149611~1783736,6372078~9285043,16367683~6382389,23252704~2696590,38332794~7543736,51275411~1376114,54346265~10433994,67338252~7705376,77964337~4418694,83023466~8467946,92104573~10660186,103273181~354964,105258669~166198,106185411~11303908,128604813~5147479,135966664~7054325,149664069~4568154,160837111~2845872,165781363~3916923,172571962~836608,173747509~7947134,188136982~4259411,194271394~2649636,202196235~6726256,209400847~3569078,213967474~310034,221900370~8196414,234638313~14760224,249503921~11378798,263562138~2033775,271366772~155725,277580827~11917795,292197452~4500483,297328678~1140158,306871670~12548100,331180617~4206359,353987542~7449783,363232256~5235124,372907135~1392335,386464222~2107062,389620817~3945706,398440497~6369394,409536121~858121] 2024-04-10T16:46:29.580 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [2149611~1783736,6372078~9285043,16367683~6382389,23252704~2696590,38332794~7543736,51275411~1376114,54346265~10433994,67338252~7705376,77964337~4418694,83023466~8467946,92104573~10660186,103273181~354964,105258669~166198,106185411~11303908,128604813~5147479,135966664~7054325,149664069~4568154,160837111~2845872,165781363~3916923,172571962~836608,173747509~7947134,188136982~4259411,194271394~2649636,202196235~6726256,209400847~3569078,213967474~310034,221900370~8196414,234638313~14760224,249503921~11378798,263562138~2033775,271366772~155725,277580827~11917795,292197452~4500483,297328678~1140158,306871670~12548100,331180617~4206359,353987542~7449783,363232256~5235124,372907135~1392335,386464222~2107062,389620817~3945706,398440497~6369394,409536121~858121] 2024-04-10T16:46:29.585 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [2149611~1783736,6372078~19577216,37748736~8127794,51275411~1376114,53294311~11485948,67108864~7934764,77964337~25663808,104857600~12631719,127411018~6341274,134217728~8803261,149664069~4568154,159383552~10314734,172571962~836608,173747509~7947134,188136982~4259411,194271394~2649636,201822633~11147292,213909504~368004,218103808~11992976,230686720~18711817,249503921~16091992,268435456~3087041,276824064~12674558,292197452~6271384,306871670~12548100,330012032~5374944,352321536~16145844,369098752~5200718,385875968~7690555,398440497~6369394,409204527~1189715] 2024-04-10T16:46:29.586 INFO:tasks.workunit.client.0.smithi069.stdout:from 2 to 12 diff [2149611~1783736,4517799~11139322,16367683~10402929,38332794~7543736,51275411~1376114,54346265~10433994,67338252~7705376,77964337~4418694,83023466~8467946,92104573~11523572,105258669~166198,106185411~11303908,128183924~5568368,135966664~7054325,149664069~9756888,160837111~2845872,165781363~3916923,172571962~836608,173747509~7947134,188136982~4259411,194271394~2649636,197774927~11031,202196235~6726256,209400847~3569078,213967474~310034,221900370~8196414,234638313~14760224,249503921~11378798,263562138~2033775,271366772~155725,277580827~11917795,292197452~4500483,297328678~1140158,306871670~12548100,331180617~4206359,339949472~4734326,353987542~14660542,372907135~1392335,386464222~2107062,389620817~3945706,398440497~6369394,409536121~858121] 2024-04-10T16:46:29.586 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [2149611~1783736,4517799~11139322,16367683~10402929,38332794~7543736,51275411~1376114,54346265~10433994,67338252~7705376,77964337~4418694,83023466~8467946,92104573~11523572,105258669~166198,106185411~11303908,128183924~5568368,135966664~7054325,149664069~9756888,160837111~2845872,165781363~3916923,172571962~836608,173747509~7947134,188136982~4259411,194271394~2649636,197774927~11031,202196235~6726256,209400847~3569078,213967474~310034,221900370~8196414,234638313~14760224,249503921~11378798,263562138~2033775,271366772~155725,277580827~11917795,292197452~4500483,297328678~1140158,306871670~12548100,331180617~4206359,339949472~4734326,353987542~14660542,372907135~1392335,386464222~2107062,389620817~3945706,398440497~6369394,409536121~858121] 2024-04-10T16:46:29.591 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [2149611~1783736,4517799~22252813,37748736~8127794,51275411~1376114,53294311~11485948,67108864~7934764,77964337~25663808,104857600~12631719,127411018~6341274,134217728~8803261,149664069~20034217,172571962~836608,173747509~7947134,188136982~4259411,194271394~2649636,197774927~11031,201822633~11147292,213909504~368004,218103808~11992976,230686720~18711817,249503921~16091992,268435456~3087041,276824064~12674558,292197452~6271384,306871670~12548100,330012032~5374944,339738624~4945174,352321536~16326548,369098752~5200718,385875968~7690555,398440497~6369394,409204527~1189715] 2024-04-10T16:46:29.591 INFO:tasks.workunit.client.0.smithi069.stdout:from 2 to 13 diff [2149611~1783736,4517799~11139322,16367683~10402929,38332794~7543736,51275411~1376114,54346265~10433994,67338252~7705376,77964337~4418694,83023466~8467946,92104573~11523572,105258669~166198,106185411~11303908,128183924~14837065,149664069~9756888,160837111~8861175,172571962~836608,173747509~7947134,188136982~4259411,194271394~2649636,197774927~11031,202196235~6726256,209400847~3569078,213967474~310034,221900370~8196414,234638313~26244406,263562138~2033775,271366772~155725,277580827~11917795,292197452~4500483,297328678~1140158,306871670~12548100,331180617~4206359,339949472~4734326,353987542~22199135,386464222~2107062,389620817~3945706,398440497~10020733,409536121~858121] 2024-04-10T16:46:29.592 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [2149611~1783736,4517799~11139322,16367683~10402929,38332794~7543736,51275411~1376114,54346265~10433994,67338252~7705376,77964337~4418694,83023466~8467946,92104573~11523572,105258669~166198,106185411~11303908,128183924~14837065,149664069~9756888,160837111~8861175,172571962~836608,173747509~7947134,188136982~4259411,194271394~2649636,197774927~11031,202196235~6726256,209400847~3569078,213967474~310034,221900370~8196414,234638313~26244406,263562138~2033775,271366772~155725,277580827~11917795,292197452~4500483,297328678~1140158,306871670~12548100,331180617~4206359,339949472~4734326,353987542~22199135,386464222~2107062,389620817~3945706,398440497~10020733,409536121~858121] 2024-04-10T16:46:29.598 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [2149611~1783736,4517799~22252813,37748736~8127794,51275411~1376114,53294311~11485948,67108864~7934764,77964337~25663808,104857600~12631719,127411018~15609971,149664069~20034217,172571962~836608,173747509~7947134,188136982~4259411,194271394~2649636,197774927~11031,201822633~11147292,213909504~368004,218103808~11992976,230686720~34909193,268435456~3087041,276824064~12674558,292197452~6271384,306871670~12548100,330012032~5374944,339738624~4945174,352321536~23865141,385875968~7690555,398440497~10020733,409204527~1189715] 2024-04-10T16:46:29.598 INFO:tasks.workunit.client.0.smithi069.stdout:from 2 to 14 diff [2149611~1783736,4517799~11139322,16367683~10402929,38332794~7543736,51275411~1376114,54346265~10433994,65159500~9884128,77964337~4418694,83023466~8467946,92104573~11523572,105258669~166198,106185411~11303908,126271232~1549716,128183924~17539942,149664069~10301485,160837111~8861175,172571962~836608,173747509~7947134,188136982~4259411,194271394~2649636,197774927~11031,200607545~8314946,209400847~3569078,213967474~310034,221900370~8196414,234638313~26244406,263562138~2033775,271366772~155725,277580827~11917795,292197452~4500483,297328678~1140158,306871670~12548100,331180617~4206359,339949472~4734326,353987542~22199135,386464222~2107062,389620817~3945706,398440497~10020733,409536121~858121] 2024-04-10T16:46:29.598 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [2149611~1783736,4517799~11139322,16367683~10402929,38332794~7543736,51275411~1376114,54346265~10433994,65159500~9884128,77964337~4418694,83023466~8467946,92104573~11523572,105258669~166198,106185411~11303908,126271232~1549716,128183924~17539942,149664069~10301485,160837111~8861175,172571962~836608,173747509~7947134,188136982~4259411,194271394~2649636,197774927~11031,200607545~8314946,209400847~3569078,213967474~310034,221900370~8196414,234638313~26244406,263562138~2033775,271366772~155725,277580827~11917795,292197452~4500483,297328678~1140158,306871670~12548100,331180617~4206359,339949472~4734326,353987542~22199135,386464222~2107062,389620817~3945706,398440497~10020733,409536121~858121] 2024-04-10T16:46:29.603 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [2149611~1783736,4517799~22252813,37748736~8127794,51275411~1376114,53294311~21749317,77964337~25663808,104857600~12631719,126271232~19452634,149664069~20034217,172571962~836608,173747509~7947134,188136982~4259411,194271394~2649636,197774927~11031,200607545~12362380,213909504~368004,218103808~11992976,230686720~34909193,268435456~3087041,276824064~12674558,292197452~6271384,306871670~12548100,330012032~5374944,339738624~4945174,352321536~23865141,385875968~7690555,398440497~10020733,409204527~1189715] 2024-04-10T16:46:29.604 INFO:tasks.workunit.client.0.smithi069.stdout:from 2 to 15 diff [2149611~1783736,4517799~11139322,16367683~10402929,38332794~7543736,51275411~1376114,54346265~10433994,65159500~9884128,77964337~4418694,83023466~8467946,92104573~11523572,105258669~166198,106185411~11303908,126271232~1549716,128183924~17539942,149664069~10301485,160837111~8861175,172571962~836608,173747509~7947134,188136982~4259411,194271394~2649636,197774927~11031,200607545~8314946,209400847~3569078,213967474~310034,218526003~11570781,234638313~26244406,263562138~2033775,271366772~155725,277580827~11917795,292197452~4500483,297328678~1140158,306871670~12548100,320522942~4111108,331180617~6104810,339949472~4734326,349452136~26734541,386464222~2107062,389620817~22224031] 2024-04-10T16:46:29.604 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [2149611~1783736,4517799~11139322,16367683~10402929,38332794~7543736,51275411~1376114,54346265~10433994,65159500~9884128,77964337~4418694,83023466~8467946,92104573~11523572,105258669~166198,106185411~11303908,126271232~1549716,128183924~17539942,149664069~10301485,160837111~8861175,172571962~836608,173747509~7947134,188136982~4259411,194271394~2649636,197774927~11031,200607545~8314946,209400847~3569078,213967474~310034,218526003~11570781,234638313~26244406,263562138~2033775,271366772~155725,277580827~11917795,292197452~4500483,297328678~1140158,306871670~12548100,320522942~4111108,331180617~6104810,339949472~4734326,349452136~26734541,386464222~2107062,389620817~22224031] 2024-04-10T16:46:29.607 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:46:29 smithi069 ceph-mon[96738]: osdmap e2061: 8 total, 8 up, 8 in 2024-04-10T16:46:29.608 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:46:29 smithi069 ceph-mon[94167]: osdmap e2061: 8 total, 8 up, 8 in 2024-04-10T16:46:29.609 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [2149611~1783736,4517799~22252813,37748736~8127794,51275411~1376114,53294311~21749317,77964337~25663808,104857600~12631719,126271232~19452634,149664069~20034217,172571962~836608,173747509~7947134,188136982~4259411,194271394~2649636,197774927~11031,200607545~12362380,213909504~368004,218103808~11992976,230686720~34909193,268435456~3087041,276824064~12674558,292197452~6271384,306871670~12548100,320522942~4111108,330012032~7273395,339738624~4945174,348127232~28059445,385875968~25968880] 2024-04-10T16:46:29.610 INFO:tasks.workunit.client.0.smithi069.stdout:from 2 to 16 diff [2149611~1783736,4517799~11139322,16367683~15789366,38332794~7543736,46488430~6163095,54346265~10433994,65159500~9884128,77964337~13527075,92104573~11523572,105258669~166198,106185411~11303908,124087940~3733008,128183924~17539942,149664069~10301485,160837111~8861175,172571962~836608,173747509~8548254,188136982~4259411,194271394~2649636,197774927~11031,200607545~8314946,209400847~3569078,213967474~310034,218526003~11570781,234638313~26244406,263562138~2033775,271366772~155725,277580827~11917795,292197452~7598411,306871670~12548100,320522942~9247851,331180617~6104810,339949472~4734326,349452136~26734541,386464222~2107062,389620817~22224031] 2024-04-10T16:46:29.610 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [2149611~1783736,4517799~11139322,16367683~15789366,38332794~7543736,46488430~6163095,54346265~10433994,65159500~9884128,77964337~13527075,92104573~11523572,105258669~166198,106185411~11303908,124087940~3733008,128183924~17539942,149664069~10301485,160837111~8861175,172571962~836608,173747509~8548254,188136982~4259411,194271394~2649636,197774927~11031,200607545~8314946,209400847~3569078,213967474~310034,218526003~11570781,234638313~26244406,263562138~2033775,271366772~155725,277580827~11917795,292197452~7598411,306871670~12548100,320522942~9247851,331180617~6104810,339949472~4734326,349452136~26734541,386464222~2107062,389620817~22224031] 2024-04-10T16:46:29.615 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [2149611~1783736,4517799~27639250,37748736~8127794,46488430~6163095,53294311~21749317,77964337~25663808,104857600~12631719,124087940~21635926,149664069~20034217,172571962~836608,173747509~8548254,188136982~4259411,194271394~2649636,197774927~11031,200607545~12362380,213909504~368004,218103808~11992976,230686720~34909193,268435456~3087041,276824064~12674558,292197452~7598411,306871670~12548100,320522942~9247851,330012032~7273395,339738624~4945174,348127232~28059445,385875968~25968880] 2024-04-10T16:46:29.616 INFO:tasks.workunit.client.0.smithi069.stdout:from 2 to 17 diff [2149611~1783736,4517799~11139322,16367683~15789366,38332794~7543736,46488430~6163095,54346265~10433994,65159500~9884128,77964337~13527075,92104573~11523572,105258669~166198,106185411~11303908,124087940~3733008,128183924~31781630,160837111~8861175,172571962~836608,173747509~8548254,188136982~4259411,194271394~2649636,197774927~11031,200607545~8314946,209229107~6256465,218526003~11570781,234638313~26244406,263562138~2033775,271366772~155725,277580827~11917795,292197452~7598411,306871670~12548100,320522942~9247851,331180617~6104810,339949472~4734326,349452136~26734541,386464222~2107062,389620817~22224031] 2024-04-10T16:46:29.616 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [2149611~1783736,4517799~11139322,16367683~15789366,38332794~7543736,46488430~6163095,54346265~10433994,65159500~9884128,77964337~13527075,92104573~11523572,105258669~166198,106185411~11303908,124087940~3733008,128183924~31781630,160837111~8861175,172571962~836608,173747509~8548254,188136982~4259411,194271394~2649636,197774927~11031,200607545~8314946,209229107~6256465,218526003~11570781,234638313~26244406,263562138~2033775,271366772~155725,277580827~11917795,292197452~7598411,306871670~12548100,320522942~9247851,331180617~6104810,339949472~4734326,349452136~26734541,386464222~2107062,389620817~22224031] 2024-04-10T16:46:29.622 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [2149611~1783736,4517799~27639250,37748736~8127794,46488430~6163095,53294311~21749317,77964337~25663808,104857600~12631719,124087940~45610346,172571962~836608,173747509~8548254,188136982~4259411,194271394~2649636,197774927~11031,200607545~14878027,218103808~11992976,230686720~34909193,268435456~3087041,276824064~12674558,292197452~7598411,306871670~12548100,320522942~9247851,330012032~7273395,339738624~4945174,348127232~28059445,385875968~25968880] 2024-04-10T16:46:29.622 INFO:tasks.workunit.client.0.smithi069.stdout:from 2 to 18 diff [2149611~1783736,4517799~11139322,16191955~15965094,38332794~7543736,46488430~18291829,65159500~9884128,77964337~13527075,92104573~11523572,105258669~166198,106185411~11303908,124087940~3733008,128183924~31781630,160837111~8861175,172571962~836608,173747509~8548254,188136982~4259411,194271394~2649636,197774927~11031,200607545~8314946,209229107~6256465,218526003~11570781,234638313~26244406,263562138~2033775,271366772~155725,277580827~11917795,292197452~7598411,306871670~12548100,320522942~9392422,331180617~6104810,339949472~4734326,349452136~26734541,386464222~2107062,389620817~22224031] 2024-04-10T16:46:29.622 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [2149611~1783736,4517799~11139322,16191955~15965094,38332794~7543736,46488430~18291829,65159500~9884128,77964337~13527075,92104573~11523572,105258669~166198,106185411~11303908,124087940~3733008,128183924~31781630,160837111~8861175,172571962~836608,173747509~8548254,188136982~4259411,194271394~2649636,197774927~11031,200607545~8314946,209229107~6256465,218526003~11570781,234638313~26244406,263562138~2033775,271366772~155725,277580827~11917795,292197452~7598411,306871670~12548100,320522942~9392422,331180617~6104810,339949472~4734326,349452136~26734541,386464222~2107062,389620817~22224031] 2024-04-10T16:46:29.627 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [2149611~1783736,4517799~27639250,37748736~8127794,46488430~28555198,77964337~25663808,104857600~12631719,124087940~45610346,172571962~836608,173747509~8548254,188136982~4259411,194271394~2649636,197774927~11031,200607545~14878027,218103808~11992976,230686720~34909193,268435456~3087041,276824064~12674558,292197452~7598411,306871670~12548100,320522942~9392422,330012032~7273395,339738624~4945174,348127232~28059445,385875968~25968880] 2024-04-10T16:46:29.627 INFO:tasks.workunit.client.0.smithi069.stdout:from 2 to 19 diff [320518~3612829,4517799~11139322,16191955~15965094,38332794~7543736,46488430~18291829,65159500~9884128,77964337~13527075,92104573~11523572,105258669~166198,106185411~11303908,124087940~3733008,127877708~41820578,172571962~836608,173747509~13986637,188136982~4259411,194271394~2649636,197774927~11031,200607545~8314946,209229107~6256465,218526003~11570781,234638313~26244406,263562138~4679923,271366772~155725,277580827~11917795,292197452~7598411,306871670~12548100,320522942~9392422,330722593~7709452,339949472~4734326,349452136~29504549,386464222~2107062,389620817~22224031] 2024-04-10T16:46:29.627 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [320518~3612829,4517799~11139322,16191955~15965094,38332794~7543736,46488430~18291829,65159500~9884128,77964337~13527075,92104573~11523572,105258669~166198,106185411~11303908,124087940~3733008,127877708~41820578,172571962~836608,173747509~13986637,188136982~4259411,194271394~2649636,197774927~11031,200607545~8314946,209229107~6256465,218526003~11570781,234638313~26244406,263562138~4679923,271366772~155725,277580827~11917795,292197452~7598411,306871670~12548100,320522942~9392422,330722593~7709452,339949472~4734326,349452136~29504549,386464222~2107062,389620817~22224031] 2024-04-10T16:46:29.634 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [320518~3612829,4517799~27639250,37748736~8127794,46488430~28555198,77964337~25663808,104857600~12631719,124087940~45610346,172571962~836608,173747509~13986637,188136982~4259411,194271394~2649636,197774927~11031,200607545~14878027,218103808~11992976,230686720~37555341,268435456~3087041,276824064~12674558,292197452~7598411,306871670~12548100,320522942~9392422,330012032~8420013,339738624~4945174,348127232~30829453,385875968~25968880] 2024-04-10T16:46:29.634 INFO:tasks.workunit.client.0.smithi069.stdout:from 3 to 4 diff [38332794~7543736,67913520~4993684,92104573~6326405,103273181~354964,194271394~2649636,278409701~7694069,308484539~549956,386610461~1819264,409536121~858121] 2024-04-10T16:46:29.634 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [38332794~7543736,67913520~4993684,92104573~6326405,103273181~354964,194271394~2649636,278409701~7694069,308484539~549956,386610461~1819264,409536121~858121] 2024-04-10T16:46:29.640 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [37748736~8127794,67108864~5798340,90120764~8310214,100663296~2964849,194271394~2649636,276824064~9279706,308484539~549956,386610461~1819264,409204527~1189715] 2024-04-10T16:46:29.640 INFO:tasks.workunit.client.0.smithi069.stdout:from 3 to 5 diff [6372078~9285043,38332794~7543736,67913520~4993684,83023466~5703176,92104573~6326405,103273181~354964,113427431~4061888,135966664~7054325,165781363~3916923,194271394~2649636,202196235~6726256,271366772~155725,278409701~7694069,308484539~549956,331180617~4206359,354764427~2247561,386610461~1819264,409536121~858121] 2024-04-10T16:46:29.640 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [6372078~9285043,38332794~7543736,67913520~4993684,83023466~5703176,92104573~6326405,103273181~354964,113427431~4061888,135966664~7054325,165781363~3916923,194271394~2649636,202196235~6726256,271366772~155725,278409701~7694069,308484539~549956,331180617~4206359,354764427~2247561,386610461~1819264,409536121~858121] 2024-04-10T16:46:29.646 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [6372078~9285043,37748736~8127794,67108864~5798340,79691776~9034866,90120764~8310214,100663296~2964849,113246208~4243111,134217728~8803261,163577856~6120430,194271394~2649636,201822633~7099858,268435456~3087041,276824064~9279706,308484539~549956,330012032~5374944,352321536~4690452,386610461~1819264,409204527~1189715] 2024-04-10T16:46:29.646 INFO:tasks.workunit.client.0.smithi069.stdout:from 3 to 6 diff [6372078~9285043,38332794~7543736,61082343~3191076,67913520~4993684,77964337~4418694,83023466~5703176,92104573~6326405,103273181~354964,113427431~4061888,135966664~7054325,165781363~3916923,194271394~2649636,202196235~6726256,234638313~8020713,259207014~8304,271366772~155725,278409701~7694069,287657859~1840763,308484539~549956,331180617~4206359,354622390~6814935,363232256~5235124,372907135~860700,386610461~1819264,409536121~858121] 2024-04-10T16:46:29.646 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [6372078~9285043,38332794~7543736,61082343~3191076,67913520~4993684,77964337~4418694,83023466~5703176,92104573~6326405,103273181~354964,113427431~4061888,135966664~7054325,165781363~3916923,194271394~2649636,202196235~6726256,234638313~8020713,259207014~8304,271366772~155725,278409701~7694069,287657859~1840763,308484539~549956,331180617~4206359,354622390~6814935,363232256~5235124,372907135~860700,386610461~1819264,409536121~858121] 2024-04-10T16:46:29.652 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [6372078~9285043,37748736~8127794,61082343~3191076,67108864~5798340,77964337~10762305,90120764~8310214,100663296~2964849,113246208~4243111,134217728~8803261,163577856~6120430,194271394~2649636,201822633~7099858,230686720~11972306,259207014~8304,268435456~3087041,276824064~12674558,308484539~549956,330012032~5374944,352321536~16145844,369098752~4669083,386610461~1819264,409204527~1189715] 2024-04-10T16:46:29.652 INFO:tasks.workunit.client.0.smithi069.stdout:from 3 to 7 diff [6372078~9285043,38332794~7543736,61082343~3191076,67913520~4993684,77964337~4418694,83023466~5703176,92104573~10660186,103273181~354964,106185411~11303908,135966664~7054325,149664069~4568154,165781363~3916923,194271394~2649636,202196235~6726256,234638313~8020713,249503921~808819,259207014~8304,271366772~155725,278409701~7694069,287657859~1840763,297328678~1140158,308484539~549956,310281983~3825937,331180617~4206359,354622390~6814935,363232256~5235124,372907135~1392335,386464222~2107062,409536121~858121] 2024-04-10T16:46:29.652 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [6372078~9285043,38332794~7543736,61082343~3191076,67913520~4993684,77964337~4418694,83023466~5703176,92104573~10660186,103273181~354964,106185411~11303908,135966664~7054325,149664069~4568154,165781363~3916923,194271394~2649636,202196235~6726256,234638313~8020713,249503921~808819,259207014~8304,271366772~155725,278409701~7694069,287657859~1840763,297328678~1140158,308484539~549956,310281983~3825937,331180617~4206359,354622390~6814935,363232256~5235124,372907135~1392335,386464222~2107062,409536121~858121] 2024-04-10T16:46:29.658 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [6372078~9285043,37748736~8127794,61082343~3191076,67108864~5798340,77964337~10762305,90120764~13507381,104857600~12631719,134217728~8803261,149664069~4568154,163577856~6120430,194271394~2649636,201822633~7099858,230686720~11972306,249503921~808819,259207014~8304,268435456~3087041,276824064~12674558,296697935~1770901,308484539~549956,310281983~3825937,330012032~5374944,352321536~16145844,369098752~5200718,386464222~2107062,409204527~1189715] 2024-04-10T16:46:29.658 INFO:tasks.workunit.client.0.smithi069.stdout:from 3 to 8 diff [6372078~9285043,16367683~2034459,38332794~7543736,61082343~3191076,67913520~6361073,77964337~4418694,83023466~5703176,92104573~10660186,103273181~354964,106185411~11303908,135966664~7054325,149664069~4568154,165781363~3916923,173747509~7947134,194271394~2649636,202196235~6726256,209400847~3569078,213967474~310034,227025608~3071176,234638313~8020713,249503921~808819,259207014~8304,271366772~155725,278409701~11088921,297328678~1140158,308484539~549956,310281983~3825937,331180617~4206359,354622390~6814935,363232256~5235124,372907135~1392335,386464222~2107062,409536121~858121] 2024-04-10T16:46:29.658 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [6372078~9285043,16367683~2034459,38332794~7543736,61082343~3191076,67913520~6361073,77964337~4418694,83023466~5703176,92104573~10660186,103273181~354964,106185411~11303908,135966664~7054325,149664069~4568154,165781363~3916923,173747509~7947134,194271394~2649636,202196235~6726256,209400847~3569078,213967474~310034,227025608~3071176,234638313~8020713,249503921~808819,259207014~8304,271366772~155725,278409701~11088921,297328678~1140158,308484539~549956,310281983~3825937,331180617~4206359,354622390~6814935,363232256~5235124,372907135~1392335,386464222~2107062,409536121~858121] 2024-04-10T16:46:29.664 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [6372078~12030064,37748736~8127794,61082343~3191076,67108864~7165729,77964337~10762305,90120764~13507381,104857600~12631719,134217728~8803261,149664069~4568154,163577856~6120430,173747509~7947134,194271394~2649636,201822633~11147292,213909504~368004,226492416~3604368,230686720~11972306,249503921~808819,259207014~8304,268435456~3087041,276824064~12674558,296697935~1770901,308484539~549956,310281983~3825937,330012032~5374944,352321536~16145844,369098752~5200718,386464222~2107062,409204527~1189715] 2024-04-10T16:46:29.664 INFO:tasks.workunit.client.0.smithi069.stdout:from 3 to 9 diff [6372078~9285043,16367683~4542448,38332794~7543736,54346265~4638997,61082343~3191076,67913520~6361073,77964337~4418694,83023466~5703176,92104573~10660186,103273181~354964,105258669~166198,106185411~11303908,135966664~7054325,149664069~4568154,165781363~3916923,173747509~7947134,188136982~4259411,194271394~2649636,202196235~6726256,209400847~3569078,213967474~310034,227025608~3071176,234638313~10909779,249503921~808819,259207014~8304,271366772~155725,278409701~11088921,292197452~4405462,297328678~1140158,308484539~549956,310281983~9137787,331180617~4206359,353987542~7449783,363232256~5235124,372907135~1392335,386464222~2107062,409536121~858121] 2024-04-10T16:46:29.664 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [6372078~9285043,16367683~4542448,38332794~7543736,54346265~4638997,61082343~3191076,67913520~6361073,77964337~4418694,83023466~5703176,92104573~10660186,103273181~354964,105258669~166198,106185411~11303908,135966664~7054325,149664069~4568154,165781363~3916923,173747509~7947134,188136982~4259411,194271394~2649636,202196235~6726256,209400847~3569078,213967474~310034,227025608~3071176,234638313~10909779,249503921~808819,259207014~8304,271366772~155725,278409701~11088921,292197452~4405462,297328678~1140158,308484539~549956,310281983~9137787,331180617~4206359,353987542~7449783,363232256~5235124,372907135~1392335,386464222~2107062,409536121~858121] 2024-04-10T16:46:29.670 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [6372078~14538053,37748736~8127794,54346265~4638997,61082343~3191076,67108864~7165729,77964337~10762305,90120764~13507381,104857600~12631719,134217728~8803261,149664069~4568154,163577856~6120430,173747509~7947134,188136982~4259411,194271394~2649636,201822633~11147292,213909504~368004,226492416~3604368,230686720~14861372,249503921~808819,259207014~8304,268435456~3087041,276824064~12674558,292197452~4405462,296697935~1770901,308484539~549956,310281983~9137787,330012032~5374944,352321536~16145844,369098752~5200718,386464222~2107062,409204527~1189715] 2024-04-10T16:46:29.670 INFO:tasks.workunit.client.0.smithi069.stdout:from 3 to 10 diff [6372078~9285043,16367683~4542448,23252704~2696590,38332794~7543736,54346265~4638997,61082343~3191076,67338252~7705376,77964337~4418694,83023466~5703176,92104573~10660186,103273181~354964,105258669~166198,106185411~11303908,135966664~7054325,149664069~4568154,165781363~3916923,173747509~7947134,188136982~4259411,194271394~2649636,202196235~6726256,209400847~3569078,213967474~310034,221900370~8196414,234638313~12047637,249503921~8313070,259207014~8304,271366772~155725,278409701~11088921,292197452~4405462,297328678~1140158,308484539~549956,310281983~9137787,331180617~4206359,353987542~7449783,363232256~5235124,372907135~1392335,386464222~2107062,391281744~1241077,398440497~6369394,409536121~858121] 2024-04-10T16:46:29.670 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [6372078~9285043,16367683~4542448,23252704~2696590,38332794~7543736,54346265~4638997,61082343~3191076,67338252~7705376,77964337~4418694,83023466~5703176,92104573~10660186,103273181~354964,105258669~166198,106185411~11303908,135966664~7054325,149664069~4568154,165781363~3916923,173747509~7947134,188136982~4259411,194271394~2649636,202196235~6726256,209400847~3569078,213967474~310034,221900370~8196414,234638313~12047637,249503921~8313070,259207014~8304,271366772~155725,278409701~11088921,292197452~4405462,297328678~1140158,308484539~549956,310281983~9137787,331180617~4206359,353987542~7449783,363232256~5235124,372907135~1392335,386464222~2107062,391281744~1241077,398440497~6369394,409536121~858121] 2024-04-10T16:46:29.676 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [6372078~14538053,20971520~4977774,37748736~8127794,54346265~4638997,61082343~3191076,67108864~7934764,77964337~10762305,90120764~13507381,104857600~12631719,134217728~8803261,149664069~4568154,163577856~6120430,173747509~7947134,188136982~4259411,194271394~2649636,201822633~11147292,213909504~368004,218103808~11992976,230686720~15999230,249503921~8313070,259207014~8304,268435456~3087041,276824064~12674558,292197452~4405462,296697935~1770901,308484539~549956,310281983~9137787,330012032~5374944,352321536~16145844,369098752~5200718,386464222~2107062,391281744~1241077,398440497~6369394,409204527~1189715] 2024-04-10T16:46:29.676 INFO:tasks.workunit.client.0.smithi069.stdout:from 3 to 11 diff [6372078~9285043,16367683~6382389,23252704~2696590,38332794~7543736,54346265~4638997,61082343~3191076,67338252~7705376,77964337~4418694,83023466~8467946,92104573~10660186,103273181~354964,105258669~166198,106185411~11303908,135966664~7054325,149664069~4568154,160837111~2845872,165781363~3916923,172571962~836608,173747509~7947134,188136982~4259411,194271394~2649636,202196235~6726256,209400847~3569078,213967474~310034,221900370~8196414,234638313~14760224,249503921~11378798,263562138~2033775,271366772~155725,277580827~11917795,292197452~4405462,297328678~1140158,308484539~549956,310281983~9137787,331180617~4206359,353987542~7449783,363232256~5235124,372907135~1392335,386464222~2107062,391281744~1241077,398440497~6369394,409536121~858121] 2024-04-10T16:46:29.676 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [6372078~9285043,16367683~6382389,23252704~2696590,38332794~7543736,54346265~4638997,61082343~3191076,67338252~7705376,77964337~4418694,83023466~8467946,92104573~10660186,103273181~354964,105258669~166198,106185411~11303908,135966664~7054325,149664069~4568154,160837111~2845872,165781363~3916923,172571962~836608,173747509~7947134,188136982~4259411,194271394~2649636,202196235~6726256,209400847~3569078,213967474~310034,221900370~8196414,234638313~14760224,249503921~11378798,263562138~2033775,271366772~155725,277580827~11917795,292197452~4405462,297328678~1140158,308484539~549956,310281983~9137787,331180617~4206359,353987542~7449783,363232256~5235124,372907135~1392335,386464222~2107062,391281744~1241077,398440497~6369394,409536121~858121] 2024-04-10T16:46:29.682 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [6372078~19577216,37748736~8127794,54346265~4638997,61082343~3191076,67108864~7934764,77964337~25663808,104857600~12631719,134217728~8803261,149664069~4568154,159383552~10314734,172571962~836608,173747509~7947134,188136982~4259411,194271394~2649636,201822633~11147292,213909504~368004,218103808~11992976,230686720~18711817,249503921~16091992,268435456~3087041,276824064~12674558,292197452~4405462,296697935~1770901,308484539~549956,310281983~9137787,330012032~5374944,352321536~16145844,369098752~5200718,386464222~2107062,391281744~1241077,398440497~6369394,409204527~1189715] 2024-04-10T16:46:29.682 INFO:tasks.workunit.client.0.smithi069.stdout:from 3 to 12 diff [4517799~11139322,16367683~10402929,38332794~7543736,54346265~4638997,61082343~3191076,67338252~7705376,77964337~4418694,83023466~8467946,92104573~11523572,105258669~166198,106185411~11303908,128183924~4119190,135966664~7054325,149664069~9756888,160837111~2845872,165781363~3916923,172571962~836608,173747509~7947134,188136982~4259411,194271394~2649636,197774927~11031,202196235~6726256,209400847~3569078,213967474~310034,221900370~8196414,234638313~14760224,249503921~11378798,263562138~2033775,271366772~155725,277580827~11917795,292197452~4405462,297328678~1140158,308484539~549956,310281983~9137787,331180617~4206359,339949472~4734326,353987542~14660542,372907135~1392335,386464222~2107062,391281744~1241077,398440497~6369394,409536121~858121] 2024-04-10T16:46:29.682 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [4517799~11139322,16367683~10402929,38332794~7543736,54346265~4638997,61082343~3191076,67338252~7705376,77964337~4418694,83023466~8467946,92104573~11523572,105258669~166198,106185411~11303908,128183924~4119190,135966664~7054325,149664069~9756888,160837111~2845872,165781363~3916923,172571962~836608,173747509~7947134,188136982~4259411,194271394~2649636,197774927~11031,202196235~6726256,209400847~3569078,213967474~310034,221900370~8196414,234638313~14760224,249503921~11378798,263562138~2033775,271366772~155725,277580827~11917795,292197452~4405462,297328678~1140158,308484539~549956,310281983~9137787,331180617~4206359,339949472~4734326,353987542~14660542,372907135~1392335,386464222~2107062,391281744~1241077,398440497~6369394,409536121~858121] 2024-04-10T16:46:29.688 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [4517799~22252813,37748736~8127794,54346265~4638997,61082343~3191076,67108864~7934764,77964337~25663808,104857600~12631719,128183924~4119190,134217728~8803261,149664069~20034217,172571962~836608,173747509~7947134,188136982~4259411,194271394~2649636,197774927~11031,201822633~11147292,213909504~368004,218103808~11992976,230686720~18711817,249503921~16091992,268435456~3087041,276824064~12674558,292197452~4405462,296697935~1770901,308484539~549956,310281983~9137787,330012032~5374944,339738624~4945174,352321536~16326548,369098752~5200718,386464222~2107062,391281744~1241077,398440497~6369394,409204527~1189715] 2024-04-10T16:46:29.688 INFO:tasks.workunit.client.0.smithi069.stdout:from 3 to 13 diff [4517799~11139322,16367683~10402929,38332794~7543736,54346265~4638997,61082343~3191076,67338252~7705376,77964337~4418694,83023466~8467946,92104573~11523572,105258669~166198,106185411~11303908,128183924~14837065,149664069~9756888,160837111~8861175,172571962~836608,173747509~7947134,188136982~4259411,194271394~2649636,197774927~11031,202196235~6726256,209400847~3569078,213967474~310034,221900370~8196414,234638313~26244406,263562138~2033775,271366772~155725,277580827~11917795,292197452~4405462,297328678~1140158,308484539~549956,310281983~9137787,331180617~4206359,339949472~4734326,353987542~22199135,386464222~2107062,391281744~1241077,398440497~10020733,409536121~858121] 2024-04-10T16:46:29.688 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [4517799~11139322,16367683~10402929,38332794~7543736,54346265~4638997,61082343~3191076,67338252~7705376,77964337~4418694,83023466~8467946,92104573~11523572,105258669~166198,106185411~11303908,128183924~14837065,149664069~9756888,160837111~8861175,172571962~836608,173747509~7947134,188136982~4259411,194271394~2649636,197774927~11031,202196235~6726256,209400847~3569078,213967474~310034,221900370~8196414,234638313~26244406,263562138~2033775,271366772~155725,277580827~11917795,292197452~4405462,297328678~1140158,308484539~549956,310281983~9137787,331180617~4206359,339949472~4734326,353987542~22199135,386464222~2107062,391281744~1241077,398440497~10020733,409536121~858121] 2024-04-10T16:46:29.694 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [4517799~22252813,37748736~8127794,54346265~4638997,61082343~3191076,67108864~7934764,77964337~25663808,104857600~12631719,128183924~14837065,149664069~20034217,172571962~836608,173747509~7947134,188136982~4259411,194271394~2649636,197774927~11031,201822633~11147292,213909504~368004,218103808~11992976,230686720~34909193,268435456~3087041,276824064~12674558,292197452~4405462,296697935~1770901,308484539~549956,310281983~9137787,330012032~5374944,339738624~4945174,352321536~23865141,386464222~2107062,391281744~1241077,398440497~10020733,409204527~1189715] 2024-04-10T16:46:29.694 INFO:tasks.workunit.client.0.smithi069.stdout:from 3 to 14 diff [4517799~11139322,16367683~10402929,38332794~7543736,54346265~4638997,61082343~3191076,65159500~9884128,77964337~4418694,83023466~8467946,92104573~11523572,105258669~166198,106185411~11303908,126271232~1549716,128183924~17539942,149664069~10301485,160837111~8861175,172571962~836608,173747509~7947134,188136982~4259411,194271394~2649636,197774927~11031,200607545~8314946,209400847~3569078,213967474~310034,221900370~8196414,234638313~26244406,263562138~2033775,271366772~155725,277580827~11917795,292197452~4405462,297328678~1140158,308484539~549956,310281983~9137787,331180617~4206359,339949472~4734326,353987542~22199135,386464222~2107062,391281744~1241077,398440497~10020733,409536121~858121] 2024-04-10T16:46:29.694 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [4517799~11139322,16367683~10402929,38332794~7543736,54346265~4638997,61082343~3191076,65159500~9884128,77964337~4418694,83023466~8467946,92104573~11523572,105258669~166198,106185411~11303908,126271232~1549716,128183924~17539942,149664069~10301485,160837111~8861175,172571962~836608,173747509~7947134,188136982~4259411,194271394~2649636,197774927~11031,200607545~8314946,209400847~3569078,213967474~310034,221900370~8196414,234638313~26244406,263562138~2033775,271366772~155725,277580827~11917795,292197452~4405462,297328678~1140158,308484539~549956,310281983~9137787,331180617~4206359,339949472~4734326,353987542~22199135,386464222~2107062,391281744~1241077,398440497~10020733,409536121~858121] 2024-04-10T16:46:29.701 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [4517799~22252813,37748736~8127794,54346265~4638997,61082343~3191076,64780259~10263369,77964337~25663808,104857600~12631719,126271232~1549716,128183924~17539942,149664069~20034217,172571962~836608,173747509~7947134,188136982~4259411,194271394~2649636,197774927~11031,200607545~12362380,213909504~368004,218103808~11992976,230686720~34909193,268435456~3087041,276824064~12674558,292197452~4405462,296697935~1770901,308484539~549956,310281983~9137787,330012032~5374944,339738624~4945174,352321536~23865141,386464222~2107062,391281744~1241077,398440497~10020733,409204527~1189715] 2024-04-10T16:46:29.701 INFO:tasks.workunit.client.0.smithi069.stdout:from 3 to 15 diff [4517799~11139322,16367683~10402929,38332794~7543736,54346265~4638997,61082343~3191076,65159500~9884128,77964337~4418694,83023466~8467946,92104573~11523572,105258669~166198,106185411~11303908,126271232~1549716,128183924~17539942,149664069~10301485,160837111~8861175,172571962~836608,173747509~7947134,188136982~4259411,194271394~2649636,197774927~11031,200607545~8314946,209400847~3569078,213967474~310034,218526003~11570781,234638313~26244406,263562138~2033775,271366772~155725,277580827~11917795,292197452~4405462,297328678~1140158,308484539~549956,310281983~9137787,320522942~4111108,331180617~6104810,339949472~4734326,349452136~26734541,386464222~2107062,391281744~1241077,392715692~19129156] 2024-04-10T16:46:29.701 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [4517799~11139322,16367683~10402929,38332794~7543736,54346265~4638997,61082343~3191076,65159500~9884128,77964337~4418694,83023466~8467946,92104573~11523572,105258669~166198,106185411~11303908,126271232~1549716,128183924~17539942,149664069~10301485,160837111~8861175,172571962~836608,173747509~7947134,188136982~4259411,194271394~2649636,197774927~11031,200607545~8314946,209400847~3569078,213967474~310034,218526003~11570781,234638313~26244406,263562138~2033775,271366772~155725,277580827~11917795,292197452~4405462,297328678~1140158,308484539~549956,310281983~9137787,320522942~4111108,331180617~6104810,339949472~4734326,349452136~26734541,386464222~2107062,391281744~1241077,392715692~19129156] 2024-04-10T16:46:29.706 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [4517799~22252813,37748736~8127794,54346265~4638997,61082343~3191076,64780259~10263369,77964337~25663808,104857600~12631719,126271232~1549716,128183924~17539942,149664069~20034217,172571962~836608,173747509~7947134,188136982~4259411,194271394~2649636,197774927~11031,200607545~12362380,213909504~368004,218103808~11992976,230686720~34909193,268435456~3087041,276824064~12674558,292197452~4405462,296697935~1770901,308484539~549956,310281983~9137787,320522942~4111108,330012032~7273395,339738624~4945174,348127232~28059445,386464222~2107062,391281744~1241077,392715692~19129156] 2024-04-10T16:46:29.706 INFO:tasks.workunit.client.0.smithi069.stdout:from 3 to 16 diff [4517799~11139322,16367683~15789366,38332794~7543736,46488430~4957682,54346265~4638997,61082343~3191076,65159500~9884128,77964337~13527075,92104573~11523572,105258669~166198,106185411~11303908,124087940~3733008,128183924~17539942,149664069~10301485,160837111~8861175,172571962~836608,173747509~8548254,188136982~4259411,194271394~2649636,197774927~11031,200607545~8314946,209400847~3569078,213967474~310034,218526003~11570781,234638313~26244406,263562138~2033775,271366772~155725,277580827~11917795,292197452~7598411,308484539~549956,310281983~9137787,320522942~9247851,331180617~6104810,339949472~4734326,349452136~26734541,386464222~2107062,391281744~1241077,392715692~19129156] 2024-04-10T16:46:29.706 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [4517799~11139322,16367683~15789366,38332794~7543736,46488430~4957682,54346265~4638997,61082343~3191076,65159500~9884128,77964337~13527075,92104573~11523572,105258669~166198,106185411~11303908,124087940~3733008,128183924~17539942,149664069~10301485,160837111~8861175,172571962~836608,173747509~8548254,188136982~4259411,194271394~2649636,197774927~11031,200607545~8314946,209400847~3569078,213967474~310034,218526003~11570781,234638313~26244406,263562138~2033775,271366772~155725,277580827~11917795,292197452~7598411,308484539~549956,310281983~9137787,320522942~9247851,331180617~6104810,339949472~4734326,349452136~26734541,386464222~2107062,391281744~1241077,392715692~19129156] 2024-04-10T16:46:29.712 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [4517799~27639250,37748736~8127794,46488430~4957682,54346265~4638997,61082343~3191076,64780259~10263369,77964337~25663808,104857600~12631719,124087940~3733008,128183924~17539942,149664069~20034217,172571962~836608,173747509~8548254,188136982~4259411,194271394~2649636,197774927~11031,200607545~12362380,213909504~368004,218103808~11992976,230686720~34909193,268435456~3087041,276824064~12674558,292197452~7598411,308484539~549956,310281983~9137787,320522942~9247851,330012032~7273395,339738624~4945174,348127232~28059445,386464222~2107062,391281744~1241077,392715692~19129156] 2024-04-10T16:46:29.713 INFO:tasks.workunit.client.0.smithi069.stdout:from 3 to 17 diff [4517799~11139322,16367683~15789366,38332794~7543736,46488430~4957682,54346265~9927154,65159500~9884128,77964337~13527075,92104573~11523572,105258669~166198,106185411~11303908,124087940~3733008,128183924~31781630,160837111~8861175,172571962~836608,173747509~8548254,188136982~4259411,194271394~2649636,197774927~11031,200607545~8314946,209229107~6256465,218526003~11570781,234638313~26244406,263562138~2033775,271366772~155725,277580827~11917795,292197452~7598411,308484539~549956,310281983~9137787,320522942~9247851,331180617~6104810,339949472~4734326,349452136~26734541,386464222~2107062,391281744~1241077,392715692~19129156] 2024-04-10T16:46:29.713 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [4517799~11139322,16367683~15789366,38332794~7543736,46488430~4957682,54346265~9927154,65159500~9884128,77964337~13527075,92104573~11523572,105258669~166198,106185411~11303908,124087940~3733008,128183924~31781630,160837111~8861175,172571962~836608,173747509~8548254,188136982~4259411,194271394~2649636,197774927~11031,200607545~8314946,209229107~6256465,218526003~11570781,234638313~26244406,263562138~2033775,271366772~155725,277580827~11917795,292197452~7598411,308484539~549956,310281983~9137787,320522942~9247851,331180617~6104810,339949472~4734326,349452136~26734541,386464222~2107062,391281744~1241077,392715692~19129156] 2024-04-10T16:46:29.718 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [4517799~27639250,37748736~8127794,46488430~4957682,54346265~9927154,64780259~10263369,77964337~25663808,104857600~12631719,124087940~3733008,128183924~41514362,172571962~836608,173747509~8548254,188136982~4259411,194271394~2649636,197774927~11031,200607545~14878027,218103808~11992976,230686720~34909193,268435456~3087041,276824064~12674558,292197452~7598411,308484539~549956,310281983~9137787,320522942~9247851,330012032~7273395,339738624~4945174,348127232~28059445,386464222~2107062,391281744~1241077,392715692~19129156] 2024-04-10T16:46:29.719 INFO:tasks.workunit.client.0.smithi069.stdout:from 3 to 18 diff [4517799~11139322,16191955~15965094,38332794~7543736,46488430~4957682,51946708~12326711,65159500~9884128,77964337~13527075,92104573~11523572,105258669~166198,106185411~11303908,124087940~3733008,128183924~31781630,160837111~8861175,172571962~836608,173747509~8548254,188136982~4259411,194271394~2649636,197774927~11031,200607545~8314946,209229107~6256465,218526003~11570781,234638313~26244406,263562138~2033775,271366772~155725,277580827~11917795,292197452~7598411,308484539~549956,310281983~9137787,320522942~9392422,331180617~6104810,339949472~4734326,349452136~26734541,386464222~2107062,391281744~1241077,392715692~19129156] 2024-04-10T16:46:29.719 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [4517799~11139322,16191955~15965094,38332794~7543736,46488430~4957682,51946708~12326711,65159500~9884128,77964337~13527075,92104573~11523572,105258669~166198,106185411~11303908,124087940~3733008,128183924~31781630,160837111~8861175,172571962~836608,173747509~8548254,188136982~4259411,194271394~2649636,197774927~11031,200607545~8314946,209229107~6256465,218526003~11570781,234638313~26244406,263562138~2033775,271366772~155725,277580827~11917795,292197452~7598411,308484539~549956,310281983~9137787,320522942~9392422,331180617~6104810,339949472~4734326,349452136~26734541,386464222~2107062,391281744~1241077,392715692~19129156] 2024-04-10T16:46:29.724 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [4517799~27639250,37748736~8127794,46488430~4957682,51946708~12326711,64780259~10263369,77964337~25663808,104857600~12631719,124087940~3733008,128183924~41514362,172571962~836608,173747509~8548254,188136982~4259411,194271394~2649636,197774927~11031,200607545~14878027,218103808~11992976,230686720~34909193,268435456~3087041,276824064~12674558,292197452~7598411,308484539~549956,310281983~9137787,320522942~9392422,330012032~7273395,339738624~4945174,348127232~28059445,386464222~2107062,391281744~1241077,392715692~19129156] 2024-04-10T16:46:29.725 INFO:tasks.workunit.client.0.smithi069.stdout:from 3 to 19 diff [320518~3436123,4517799~11139322,16191955~15965094,38332794~7543736,46488430~4957682,51946708~12326711,65159500~9884128,77964337~13527075,92104573~11523572,105258669~166198,106185411~11303908,124087940~3733008,127877708~41820578,172571962~836608,173747509~13986637,188136982~4259411,194271394~2649636,197774927~11031,200607545~8314946,209229107~6256465,218526003~11570781,234638313~26244406,263562138~4679923,271366772~155725,277580827~11917795,292197452~7598411,308484539~549956,310281983~9137787,320522942~9392422,330722593~7709452,339949472~4734326,349452136~29504549,386464222~2107062,391281744~1241077,392715692~19129156] 2024-04-10T16:46:29.725 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [320518~3436123,4517799~11139322,16191955~15965094,38332794~7543736,46488430~4957682,51946708~12326711,65159500~9884128,77964337~13527075,92104573~11523572,105258669~166198,106185411~11303908,124087940~3733008,127877708~41820578,172571962~836608,173747509~13986637,188136982~4259411,194271394~2649636,197774927~11031,200607545~8314946,209229107~6256465,218526003~11570781,234638313~26244406,263562138~4679923,271366772~155725,277580827~11917795,292197452~7598411,308484539~549956,310281983~9137787,320522942~9392422,330722593~7709452,339949472~4734326,349452136~29504549,386464222~2107062,391281744~1241077,392715692~19129156] 2024-04-10T16:46:29.731 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [320518~3436123,4517799~27639250,37748736~8127794,46488430~4957682,51946708~12326711,64780259~10263369,77964337~25663808,104857600~12631719,124087940~3733008,127877708~41820578,172571962~836608,173747509~13986637,188136982~4259411,194271394~2649636,197774927~11031,200607545~14878027,218103808~11992976,230686720~37555341,268435456~3087041,276824064~12674558,292197452~7598411,308484539~549956,310281983~9137787,320522942~9392422,330012032~8420013,339738624~4945174,348127232~30829453,386464222~2107062,391281744~1241077,392715692~19129156] 2024-04-10T16:46:29.731 INFO:tasks.workunit.client.0.smithi069.stdout:from 4 to 5 diff [6372078~9285043,83023466~5703176,113427431~4061888,135966664~7054325,165781363~3916923,202196235~6726256,271366772~155725,331180617~4206359,354764427~2247561] 2024-04-10T16:46:29.731 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [6372078~9285043,83023466~5703176,113427431~4061888,135966664~7054325,165781363~3916923,202196235~6726256,271366772~155725,331180617~4206359,354764427~2247561] 2024-04-10T16:46:29.736 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [6372078~9285043,79691776~9034866,113246208~4243111,134217728~8803261,163577856~6120430,201822633~7099858,268435456~3087041,330012032~5374944,352321536~4690452] 2024-04-10T16:46:29.737 INFO:tasks.workunit.client.0.smithi069.stdout:from 4 to 6 diff [6372078~9285043,61082343~3191076,77964337~4418694,83023466~5703176,113427431~4061888,135966664~7054325,165781363~3916923,202196235~6726256,234638313~8020713,259207014~8304,271366772~155725,287657859~1840763,331180617~4206359,354622390~6814935,363232256~5235124,372907135~860700] 2024-04-10T16:46:29.737 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [6372078~9285043,61082343~3191076,77964337~4418694,83023466~5703176,113427431~4061888,135966664~7054325,165781363~3916923,202196235~6726256,234638313~8020713,259207014~8304,271366772~155725,287657859~1840763,331180617~4206359,354622390~6814935,363232256~5235124,372907135~860700] 2024-04-10T16:46:29.742 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [6372078~9285043,61082343~3191076,77964337~10762305,113246208~4243111,134217728~8803261,163577856~6120430,201822633~7099858,230686720~11972306,259207014~8304,268435456~3087041,286103770~3394852,330012032~5374944,352321536~16145844,369098752~4669083] 2024-04-10T16:46:29.742 INFO:tasks.workunit.client.0.smithi069.stdout:from 4 to 7 diff [6372078~9285043,45147079~298215,61082343~3191076,77964337~4418694,83023466~5703176,96616697~6148062,106185411~11303908,135966664~7054325,149664069~4568154,165781363~3916923,202196235~6726256,234638313~8020713,249503921~808819,259207014~8304,271366772~155725,287657859~1840763,297328678~1140158,310281983~3825937,331180617~4206359,354622390~6814935,363232256~5235124,372907135~1392335,386464222~2107062] 2024-04-10T16:46:29.743 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [6372078~9285043,45147079~298215,61082343~3191076,77964337~4418694,83023466~5703176,96616697~6148062,106185411~11303908,135966664~7054325,149664069~4568154,165781363~3916923,202196235~6726256,234638313~8020713,249503921~808819,259207014~8304,271366772~155725,287657859~1840763,297328678~1140158,310281983~3825937,331180617~4206359,354622390~6814935,363232256~5235124,372907135~1392335,386464222~2107062] 2024-04-10T16:46:29.749 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [6372078~9285043,45147079~298215,61082343~3191076,77964337~10762305,96616697~6148062,104857600~12631719,134217728~8803261,149664069~4568154,163577856~6120430,201822633~7099858,230686720~11972306,249503921~808819,259207014~8304,268435456~3087041,286103770~3394852,296697935~1770901,310281983~3825937,330012032~5374944,352321536~16145844,369098752~5200718,386464222~2107062] 2024-04-10T16:46:29.749 INFO:tasks.workunit.client.0.smithi069.stdout:from 4 to 8 diff [6372078~9285043,16367683~2034459,45147079~298215,61082343~3191076,71216468~3058125,77964337~4418694,83023466~5703176,96616697~6148062,106185411~11303908,135966664~7054325,149664069~4568154,165781363~3916923,173747509~7947134,202196235~6726256,209400847~3569078,213967474~310034,227025608~3071176,234638313~8020713,249503921~808819,259207014~8304,271366772~155725,281686725~7811897,297328678~1140158,310281983~3825937,331180617~4206359,354622390~6814935,363232256~5235124,372907135~1392335,386464222~2107062] 2024-04-10T16:46:29.749 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [6372078~9285043,16367683~2034459,45147079~298215,61082343~3191076,71216468~3058125,77964337~4418694,83023466~5703176,96616697~6148062,106185411~11303908,135966664~7054325,149664069~4568154,165781363~3916923,173747509~7947134,202196235~6726256,209400847~3569078,213967474~310034,227025608~3071176,234638313~8020713,249503921~808819,259207014~8304,271366772~155725,281686725~7811897,297328678~1140158,310281983~3825937,331180617~4206359,354622390~6814935,363232256~5235124,372907135~1392335,386464222~2107062] 2024-04-10T16:46:29.755 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [6372078~12030064,45147079~298215,61082343~3191076,71216468~3058125,77964337~10762305,96616697~6148062,104857600~12631719,134217728~8803261,149664069~4568154,163577856~6120430,173747509~7947134,201822633~11147292,213909504~368004,226492416~3604368,230686720~11972306,249503921~808819,259207014~8304,268435456~3087041,281686725~7811897,296697935~1770901,310281983~3825937,330012032~5374944,352321536~16145844,369098752~5200718,386464222~2107062] 2024-04-10T16:46:29.755 INFO:tasks.workunit.client.0.smithi069.stdout:from 4 to 9 diff [6372078~9285043,16367683~4542448,38517642~6503107,45147079~298215,54346265~4638997,61082343~3191076,71216468~3058125,77964337~4418694,83023466~5703176,96616697~6148062,105258669~166198,106185411~11303908,135966664~7054325,149664069~4568154,165781363~3916923,173747509~7947134,188136982~4259411,202196235~6726256,209400847~3569078,213967474~310034,227025608~3071176,234638313~10909779,249503921~808819,259207014~8304,271366772~155725,281548293~7950329,292197452~4405462,297328678~1140158,310281983~9137787,331180617~4206359,353987542~7449783,363232256~5235124,372907135~1392335,386464222~2107062] 2024-04-10T16:46:29.755 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [6372078~9285043,16367683~4542448,38517642~6503107,45147079~298215,54346265~4638997,61082343~3191076,71216468~3058125,77964337~4418694,83023466~5703176,96616697~6148062,105258669~166198,106185411~11303908,135966664~7054325,149664069~4568154,165781363~3916923,173747509~7947134,188136982~4259411,202196235~6726256,209400847~3569078,213967474~310034,227025608~3071176,234638313~10909779,249503921~808819,259207014~8304,271366772~155725,281548293~7950329,292197452~4405462,297328678~1140158,310281983~9137787,331180617~4206359,353987542~7449783,363232256~5235124,372907135~1392335,386464222~2107062] 2024-04-10T16:46:29.760 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [6372078~14538053,38517642~6503107,45147079~298215,54346265~4638997,61082343~3191076,71216468~3058125,77964337~10762305,96616697~6148062,104857600~12631719,134217728~8803261,149664069~4568154,163577856~6120430,173747509~7947134,188136982~4259411,201822633~11147292,213909504~368004,226492416~3604368,230686720~14861372,249503921~808819,259207014~8304,268435456~3087041,281548293~7950329,292197452~4405462,296697935~1770901,310281983~9137787,330012032~5374944,352321536~16145844,369098752~5200718,386464222~2107062] 2024-04-10T16:46:29.760 INFO:tasks.workunit.client.0.smithi069.stdout:from 4 to 10 diff [6372078~9285043,16367683~4542448,23252704~2696590,38353730~6667019,45147079~298215,54346265~4638997,61082343~3191076,67338252~7705376,77964337~4418694,83023466~5703176,96616697~6148062,105258669~166198,106185411~11303908,135966664~7054325,149664069~4568154,165781363~3916923,173747509~7947134,188136982~4259411,202196235~6726256,209400847~3569078,213967474~310034,221900370~8196414,234638313~12047637,249503921~8313070,259207014~8304,271366772~155725,281548293~7950329,292197452~4405462,297328678~1140158,310281983~9137787,331180617~4206359,353987542~7449783,363232256~5235124,372907135~1392335,386464222~2107062,391281744~1241077,398440497~6369394] 2024-04-10T16:46:29.760 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [6372078~9285043,16367683~4542448,23252704~2696590,38353730~6667019,45147079~298215,54346265~4638997,61082343~3191076,67338252~7705376,77964337~4418694,83023466~5703176,96616697~6148062,105258669~166198,106185411~11303908,135966664~7054325,149664069~4568154,165781363~3916923,173747509~7947134,188136982~4259411,202196235~6726256,209400847~3569078,213967474~310034,221900370~8196414,234638313~12047637,249503921~8313070,259207014~8304,271366772~155725,281548293~7950329,292197452~4405462,297328678~1140158,310281983~9137787,331180617~4206359,353987542~7449783,363232256~5235124,372907135~1392335,386464222~2107062,391281744~1241077,398440497~6369394] 2024-04-10T16:46:29.763 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:46:29 smithi077 ceph-mon[87572]: osdmap e2061: 8 total, 8 up, 8 in 2024-04-10T16:46:29.766 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [6372078~14538053,20971520~4977774,38353730~6667019,45147079~298215,54346265~4638997,61082343~3191076,67338252~7705376,77964337~10762305,96616697~6148062,104857600~12631719,134217728~8803261,149664069~4568154,163577856~6120430,173747509~7947134,188136982~4259411,201822633~11147292,213909504~368004,218103808~11992976,230686720~15999230,249503921~8313070,259207014~8304,268435456~3087041,281548293~7950329,292197452~4405462,296697935~1770901,310281983~9137787,330012032~5374944,352321536~16145844,369098752~5200718,386464222~2107062,391281744~1241077,398440497~6369394] 2024-04-10T16:46:29.766 INFO:tasks.workunit.client.0.smithi069.stdout:from 4 to 11 diff [6372078~9285043,16367683~6382389,23252704~2696590,38353730~6667019,45147079~298215,54346265~4638997,61082343~3191076,67338252~7705376,77964337~4418694,83023466~8467946,96616697~6148062,105258669~166198,106185411~11303908,135966664~7054325,149664069~4568154,160837111~2845872,165781363~3916923,172571962~836608,173747509~7947134,188136982~4259411,202196235~6726256,209400847~3569078,213967474~310034,221900370~8196414,234638313~14760224,249503921~11378798,263562138~2033775,271366772~155725,277580827~1859245,281548293~7950329,292197452~4405462,297328678~1140158,310281983~9137787,331180617~4206359,353987542~7449783,363232256~5235124,372907135~1392335,386464222~2107062,391281744~1241077,398440497~6369394] 2024-04-10T16:46:29.766 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [6372078~9285043,16367683~6382389,23252704~2696590,38353730~6667019,45147079~298215,54346265~4638997,61082343~3191076,67338252~7705376,77964337~4418694,83023466~8467946,96616697~6148062,105258669~166198,106185411~11303908,135966664~7054325,149664069~4568154,160837111~2845872,165781363~3916923,172571962~836608,173747509~7947134,188136982~4259411,202196235~6726256,209400847~3569078,213967474~310034,221900370~8196414,234638313~14760224,249503921~11378798,263562138~2033775,271366772~155725,277580827~1859245,281548293~7950329,292197452~4405462,297328678~1140158,310281983~9137787,331180617~4206359,353987542~7449783,363232256~5235124,372907135~1392335,386464222~2107062,391281744~1241077,398440497~6369394] 2024-04-10T16:46:29.772 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [6372078~19577216,38353730~6667019,45147079~298215,54346265~4638997,61082343~3191076,67338252~7705376,77964337~13527075,96616697~6148062,104857600~12631719,134217728~8803261,149664069~4568154,159383552~10314734,172571962~836608,173747509~7947134,188136982~4259411,201822633~11147292,213909504~368004,218103808~11992976,230686720~18711817,249503921~16091992,268435456~3087041,277580827~1859245,281548293~7950329,292197452~4405462,296697935~1770901,310281983~9137787,330012032~5374944,352321536~16145844,369098752~5200718,386464222~2107062,391281744~1241077,398440497~6369394] 2024-04-10T16:46:29.772 INFO:tasks.workunit.client.0.smithi069.stdout:from 4 to 12 diff [4517799~11139322,16367683~10402929,38353730~6667019,45147079~298215,54346265~4638997,61082343~3191076,67338252~7705376,77964337~4418694,83023466~8467946,95313393~8156069,105258669~166198,106185411~11303908,128183924~4119190,135966664~7054325,149664069~9756888,160837111~2845872,165781363~3916923,172571962~836608,173747509~7947134,188136982~4259411,197774927~11031,202196235~6726256,209400847~3569078,213967474~310034,221900370~8196414,234638313~14760224,249503921~11378798,263562138~2033775,271366772~155725,277580827~1859245,281548293~7950329,292197452~4405462,297328678~1140158,310281983~9137787,331180617~4206359,339949472~4734326,353987542~14660542,372907135~1392335,386464222~2107062,391281744~1241077,398440497~6369394] 2024-04-10T16:46:29.772 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [4517799~11139322,16367683~10402929,38353730~6667019,45147079~298215,54346265~4638997,61082343~3191076,67338252~7705376,77964337~4418694,83023466~8467946,95313393~8156069,105258669~166198,106185411~11303908,128183924~4119190,135966664~7054325,149664069~9756888,160837111~2845872,165781363~3916923,172571962~836608,173747509~7947134,188136982~4259411,197774927~11031,202196235~6726256,209400847~3569078,213967474~310034,221900370~8196414,234638313~14760224,249503921~11378798,263562138~2033775,271366772~155725,277580827~1859245,281548293~7950329,292197452~4405462,297328678~1140158,310281983~9137787,331180617~4206359,339949472~4734326,353987542~14660542,372907135~1392335,386464222~2107062,391281744~1241077,398440497~6369394] 2024-04-10T16:46:29.778 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [4517799~22252813,38353730~6667019,45147079~298215,54346265~4638997,61082343~3191076,67338252~7705376,77964337~13527075,95313393~8156069,104857600~12631719,128183924~4119190,134217728~8803261,149664069~20034217,172571962~836608,173747509~7947134,188136982~4259411,197774927~11031,201822633~11147292,213909504~368004,218103808~11992976,230686720~18711817,249503921~16091992,268435456~3087041,277580827~1859245,281548293~7950329,292197452~4405462,296697935~1770901,310281983~9137787,330012032~5374944,339738624~4945174,352321536~16326548,369098752~5200718,386464222~2107062,391281744~1241077,398440497~6369394] 2024-04-10T16:46:29.778 INFO:tasks.workunit.client.0.smithi069.stdout:from 4 to 13 diff [4517799~11139322,16367683~10402929,38353730~6667019,45147079~298215,54346265~4638997,61082343~3191076,67338252~7705376,77964337~4418694,83023466~8467946,95313393~8156069,105258669~166198,106185411~11303908,128183924~14837065,149664069~9756888,160837111~8861175,172571962~836608,173747509~7947134,188136982~4259411,197774927~11031,202196235~6726256,209400847~3569078,213967474~310034,221900370~8196414,234638313~26244406,263562138~2033775,271366772~155725,277580827~1859245,281548293~7950329,292197452~4405462,297328678~1140158,310281983~9137787,331180617~4206359,339949472~4734326,353987542~22199135,386464222~2107062,391281744~1241077,398440497~10020733] 2024-04-10T16:46:29.778 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [4517799~11139322,16367683~10402929,38353730~6667019,45147079~298215,54346265~4638997,61082343~3191076,67338252~7705376,77964337~4418694,83023466~8467946,95313393~8156069,105258669~166198,106185411~11303908,128183924~14837065,149664069~9756888,160837111~8861175,172571962~836608,173747509~7947134,188136982~4259411,197774927~11031,202196235~6726256,209400847~3569078,213967474~310034,221900370~8196414,234638313~26244406,263562138~2033775,271366772~155725,277580827~1859245,281548293~7950329,292197452~4405462,297328678~1140158,310281983~9137787,331180617~4206359,339949472~4734326,353987542~22199135,386464222~2107062,391281744~1241077,398440497~10020733] 2024-04-10T16:46:29.783 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [4517799~22252813,38353730~6667019,45147079~298215,54346265~4638997,61082343~3191076,67338252~7705376,77964337~13527075,95313393~8156069,104857600~12631719,128183924~14837065,149664069~20034217,172571962~836608,173747509~7947134,188136982~4259411,197774927~11031,201822633~11147292,213909504~368004,218103808~11992976,230686720~34909193,268435456~3087041,277580827~1859245,281548293~7950329,292197452~4405462,296697935~1770901,310281983~9137787,330012032~5374944,339738624~4945174,352321536~23865141,386464222~2107062,391281744~1241077,398440497~10020733] 2024-04-10T16:46:29.783 INFO:tasks.workunit.client.0.smithi069.stdout:from 4 to 14 diff [4517799~11139322,16367683~10402929,38353730~6667019,45147079~298215,54346265~4638997,61082343~3191076,65159500~9884128,77964337~4418694,83023466~8467946,95313393~8156069,105258669~166198,106185411~11303908,126271232~1549716,128183924~17539942,149664069~10301485,160837111~8861175,172571962~836608,173747509~7947134,188136982~4259411,197774927~11031,200607545~8314946,209400847~3569078,213967474~310034,221900370~8196414,234638313~26244406,263562138~2033775,271366772~155725,277580827~1859245,281548293~7950329,292197452~4405462,297328678~1140158,310281983~9137787,331180617~4206359,339949472~4734326,353987542~22199135,386464222~2107062,391281744~1241077,398440497~10020733] 2024-04-10T16:46:29.784 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [4517799~11139322,16367683~10402929,38353730~6667019,45147079~298215,54346265~4638997,61082343~3191076,65159500~9884128,77964337~4418694,83023466~8467946,95313393~8156069,105258669~166198,106185411~11303908,126271232~1549716,128183924~17539942,149664069~10301485,160837111~8861175,172571962~836608,173747509~7947134,188136982~4259411,197774927~11031,200607545~8314946,209400847~3569078,213967474~310034,221900370~8196414,234638313~26244406,263562138~2033775,271366772~155725,277580827~1859245,281548293~7950329,292197452~4405462,297328678~1140158,310281983~9137787,331180617~4206359,339949472~4734326,353987542~22199135,386464222~2107062,391281744~1241077,398440497~10020733] 2024-04-10T16:46:29.789 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [4517799~22252813,38353730~6667019,45147079~298215,54346265~4638997,61082343~3191076,64780259~10263369,77964337~13527075,95313393~8156069,104857600~12631719,126271232~1549716,128183924~17539942,149664069~20034217,172571962~836608,173747509~7947134,188136982~4259411,197774927~11031,200607545~12362380,213909504~368004,218103808~11992976,230686720~34909193,268435456~3087041,277580827~1859245,281548293~7950329,292197452~4405462,296697935~1770901,310281983~9137787,330012032~5374944,339738624~4945174,352321536~23865141,386464222~2107062,391281744~1241077,398440497~10020733] 2024-04-10T16:46:29.789 INFO:tasks.workunit.client.0.smithi069.stdout:from 4 to 15 diff [4517799~11139322,16367683~10402929,38353730~6667019,45147079~298215,54346265~4638997,61082343~3191076,65159500~9884128,77964337~4418694,83023466~8467946,95313393~8156069,105258669~166198,106185411~11303908,126271232~1549716,128183924~17539942,149664069~10301485,160837111~8861175,172571962~836608,173747509~7947134,188136982~4259411,197774927~11031,200607545~8314946,209400847~3569078,213967474~310034,218526003~11570781,234638313~26244406,263562138~2033775,271366772~155725,277580827~1859245,281548293~7950329,292197452~4405462,297328678~1140158,310281983~9137787,320522942~4111108,331180617~6104810,339949472~4734326,349452136~26734541,386464222~2107062,391281744~1241077,392715692~19129156] 2024-04-10T16:46:29.790 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [4517799~11139322,16367683~10402929,38353730~6667019,45147079~298215,54346265~4638997,61082343~3191076,65159500~9884128,77964337~4418694,83023466~8467946,95313393~8156069,105258669~166198,106185411~11303908,126271232~1549716,128183924~17539942,149664069~10301485,160837111~8861175,172571962~836608,173747509~7947134,188136982~4259411,197774927~11031,200607545~8314946,209400847~3569078,213967474~310034,218526003~11570781,234638313~26244406,263562138~2033775,271366772~155725,277580827~1859245,281548293~7950329,292197452~4405462,297328678~1140158,310281983~9137787,320522942~4111108,331180617~6104810,339949472~4734326,349452136~26734541,386464222~2107062,391281744~1241077,392715692~19129156] 2024-04-10T16:46:29.796 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [4517799~22252813,38353730~6667019,45147079~298215,54346265~4638997,61082343~3191076,64780259~10263369,77964337~13527075,95313393~8156069,104857600~12631719,126271232~1549716,128183924~17539942,149664069~20034217,172571962~836608,173747509~7947134,188136982~4259411,197774927~11031,200607545~12362380,213909504~368004,218103808~11992976,230686720~34909193,268435456~3087041,277580827~1859245,281548293~7950329,292197452~4405462,296697935~1770901,310281983~9137787,320522942~4111108,330012032~7273395,339738624~4945174,348127232~28059445,386464222~2107062,391281744~1241077,392715692~19129156] 2024-04-10T16:46:29.796 INFO:tasks.workunit.client.0.smithi069.stdout:from 4 to 16 diff [4517799~11139322,16367683~15789366,38353730~6667019,45147079~298215,46488430~4957682,54346265~4638997,61082343~3191076,65159500~9884128,77964337~13527075,95313393~8156069,105258669~166198,106185411~11303908,124087940~3733008,128183924~17539942,149664069~10301485,160837111~8861175,172571962~836608,173747509~8548254,188136982~4259411,197774927~11031,200607545~8314946,209400847~3569078,213967474~310034,218526003~11570781,234638313~26244406,263562138~2033775,271366772~155725,277580827~1859245,281548293~7950329,292197452~7598411,310281983~9137787,320522942~9247851,331180617~6104810,339949472~4734326,349452136~26734541,386464222~2107062,391281744~1241077,392715692~19129156] 2024-04-10T16:46:29.796 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [4517799~11139322,16367683~15789366,38353730~6667019,45147079~298215,46488430~4957682,54346265~4638997,61082343~3191076,65159500~9884128,77964337~13527075,95313393~8156069,105258669~166198,106185411~11303908,124087940~3733008,128183924~17539942,149664069~10301485,160837111~8861175,172571962~836608,173747509~8548254,188136982~4259411,197774927~11031,200607545~8314946,209400847~3569078,213967474~310034,218526003~11570781,234638313~26244406,263562138~2033775,271366772~155725,277580827~1859245,281548293~7950329,292197452~7598411,310281983~9137787,320522942~9247851,331180617~6104810,339949472~4734326,349452136~26734541,386464222~2107062,391281744~1241077,392715692~19129156] 2024-04-10T16:46:29.801 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [4517799~27639250,38353730~6667019,45147079~298215,46488430~4957682,54346265~4638997,61082343~3191076,64780259~10263369,77964337~13527075,95313393~8156069,104857600~12631719,124087940~3733008,128183924~17539942,149664069~20034217,172571962~836608,173747509~8548254,188136982~4259411,197774927~11031,200607545~12362380,213909504~368004,218103808~11992976,230686720~34909193,268435456~3087041,277580827~1859245,281548293~7950329,292197452~7598411,310281983~9137787,320522942~9247851,330012032~7273395,339738624~4945174,348127232~28059445,386464222~2107062,391281744~1241077,392715692~19129156] 2024-04-10T16:46:29.802 INFO:tasks.workunit.client.0.smithi069.stdout:from 4 to 17 diff [4517799~11139322,16367683~15789366,38353730~6667019,45147079~298215,46488430~4957682,54346265~9927154,65159500~9884128,77964337~13527075,95313393~8156069,105258669~166198,106185411~11303908,124087940~3733008,128183924~31781630,160837111~8861175,172571962~836608,173747509~8548254,188136982~4259411,197774927~11031,200607545~8314946,209229107~6256465,218526003~11570781,234638313~26244406,263562138~2033775,271366772~155725,277580827~1859245,281548293~7950329,292197452~7598411,310281983~9137787,320522942~9247851,331180617~6104810,339949472~4734326,349452136~26734541,386464222~2107062,391281744~1241077,392715692~19129156] 2024-04-10T16:46:29.802 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [4517799~11139322,16367683~15789366,38353730~6667019,45147079~298215,46488430~4957682,54346265~9927154,65159500~9884128,77964337~13527075,95313393~8156069,105258669~166198,106185411~11303908,124087940~3733008,128183924~31781630,160837111~8861175,172571962~836608,173747509~8548254,188136982~4259411,197774927~11031,200607545~8314946,209229107~6256465,218526003~11570781,234638313~26244406,263562138~2033775,271366772~155725,277580827~1859245,281548293~7950329,292197452~7598411,310281983~9137787,320522942~9247851,331180617~6104810,339949472~4734326,349452136~26734541,386464222~2107062,391281744~1241077,392715692~19129156] 2024-04-10T16:46:29.807 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [4517799~27639250,38353730~6667019,45147079~298215,46488430~4957682,54346265~9927154,64780259~10263369,77964337~13527075,95313393~8156069,104857600~12631719,124087940~3733008,128183924~41514362,172571962~836608,173747509~8548254,188136982~4259411,197774927~11031,200607545~14878027,218103808~11992976,230686720~34909193,268435456~3087041,277580827~1859245,281548293~7950329,292197452~7598411,310281983~9137787,320522942~9247851,330012032~7273395,339738624~4945174,348127232~28059445,386464222~2107062,391281744~1241077,392715692~19129156] 2024-04-10T16:46:29.807 INFO:tasks.workunit.client.0.smithi069.stdout:from 4 to 18 diff [4517799~11139322,16191955~15965094,38353730~6667019,45147079~298215,46488430~4957682,51946708~12326711,65159500~9884128,77964337~13527075,95313393~8156069,105258669~166198,106185411~11303908,124087940~3733008,128183924~31781630,160837111~8861175,172571962~836608,173747509~8548254,188136982~4259411,197774927~11031,200607545~8314946,209229107~6256465,218526003~11570781,234638313~26244406,263562138~2033775,271366772~155725,277580827~11917795,292197452~7598411,310281983~9137787,320522942~9392422,331180617~6104810,339949472~4734326,349452136~26734541,386464222~2107062,391281744~1241077,392715692~19129156] 2024-04-10T16:46:29.808 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [4517799~11139322,16191955~15965094,38353730~6667019,45147079~298215,46488430~4957682,51946708~12326711,65159500~9884128,77964337~13527075,95313393~8156069,105258669~166198,106185411~11303908,124087940~3733008,128183924~31781630,160837111~8861175,172571962~836608,173747509~8548254,188136982~4259411,197774927~11031,200607545~8314946,209229107~6256465,218526003~11570781,234638313~26244406,263562138~2033775,271366772~155725,277580827~11917795,292197452~7598411,310281983~9137787,320522942~9392422,331180617~6104810,339949472~4734326,349452136~26734541,386464222~2107062,391281744~1241077,392715692~19129156] 2024-04-10T16:46:29.813 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [4517799~27639250,38353730~6667019,45147079~298215,46488430~4957682,51946708~12326711,64780259~10263369,77964337~13527075,95313393~8156069,104857600~12631719,124087940~3733008,128183924~41514362,172571962~836608,173747509~8548254,188136982~4259411,197774927~11031,200607545~14878027,218103808~11992976,230686720~34909193,268435456~3087041,277580827~11917795,292197452~7598411,310281983~9137787,320522942~9392422,330012032~7273395,339738624~4945174,348127232~28059445,386464222~2107062,391281744~1241077,392715692~19129156] 2024-04-10T16:46:29.814 INFO:tasks.workunit.client.0.smithi069.stdout:from 4 to 19 diff [320518~3436123,4517799~11139322,16191955~15965094,38353730~6667019,45147079~298215,46488430~4957682,51946708~12326711,65159500~9884128,77964337~13527075,95313393~8156069,105258669~166198,106185411~11303908,124087940~3733008,127877708~41820578,172571962~836608,173747509~13986637,188136982~4259411,197774927~11031,200607545~8314946,209229107~6256465,218526003~11570781,234638313~26244406,263562138~4679923,271366772~155725,277580827~11917795,292197452~7598411,310281983~9137787,320522942~9392422,330722593~7709452,339949472~4734326,349452136~29504549,386464222~2107062,391281744~1241077,392715692~19129156] 2024-04-10T16:46:29.814 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [320518~3436123,4517799~11139322,16191955~15965094,38353730~6667019,45147079~298215,46488430~4957682,51946708~12326711,65159500~9884128,77964337~13527075,95313393~8156069,105258669~166198,106185411~11303908,124087940~3733008,127877708~41820578,172571962~836608,173747509~13986637,188136982~4259411,197774927~11031,200607545~8314946,209229107~6256465,218526003~11570781,234638313~26244406,263562138~4679923,271366772~155725,277580827~11917795,292197452~7598411,310281983~9137787,320522942~9392422,330722593~7709452,339949472~4734326,349452136~29504549,386464222~2107062,391281744~1241077,392715692~19129156] 2024-04-10T16:46:29.819 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [320518~3436123,4517799~27639250,38353730~6667019,45147079~298215,46488430~4957682,51946708~12326711,64780259~10263369,77964337~13527075,95313393~8156069,104857600~12631719,124087940~3733008,127877708~41820578,172571962~836608,173747509~13986637,188136982~4259411,197774927~11031,200607545~14878027,218103808~11992976,230686720~37555341,268435456~3087041,277580827~11917795,292197452~7598411,310281983~9137787,320522942~9392422,330012032~8420013,339738624~4945174,348127232~30829453,386464222~2107062,391281744~1241077,392715692~19129156] 2024-04-10T16:46:29.820 INFO:tasks.workunit.client.0.smithi069.stdout:from 5 to 6 diff [61082343~3191076,77964337~4418694,234638313~8020713,259207014~8304,287657859~1840763,354622390~6814935,363232256~5235124,372907135~860700] 2024-04-10T16:46:29.820 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [61082343~3191076,77964337~4418694,234638313~8020713,259207014~8304,287657859~1840763,354622390~6814935,363232256~5235124,372907135~860700] 2024-04-10T16:46:29.825 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [61082343~3191076,77964337~4418694,230686720~11972306,259207014~8304,286103770~3394852,354622390~13844990,369098752~4669083] 2024-04-10T16:46:29.825 INFO:tasks.workunit.client.0.smithi069.stdout:from 5 to 7 diff [7058468~5564150,45147079~298215,61082343~3191076,77964337~4418694,96616697~6148062,106185411~7627575,149664069~4568154,234638313~8020713,249503921~808819,259207014~8304,287657859~1840763,297328678~1140158,310281983~3825937,354622390~6814935,363232256~5235124,372907135~1392335,386464222~2107062] 2024-04-10T16:46:29.825 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [7058468~5564150,45147079~298215,61082343~3191076,77964337~4418694,96616697~6148062,106185411~7627575,149664069~4568154,234638313~8020713,249503921~808819,259207014~8304,287657859~1840763,297328678~1140158,310281983~3825937,354622390~6814935,363232256~5235124,372907135~1392335,386464222~2107062] 2024-04-10T16:46:29.831 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [7058468~5564150,45147079~298215,61082343~3191076,77964337~4418694,96616697~6148062,104857600~8955386,149664069~4568154,230686720~11972306,249503921~808819,259207014~8304,286103770~3394852,296697935~1770901,310281983~3825937,354622390~13844990,369098752~5200718,386464222~2107062] 2024-04-10T16:46:29.831 INFO:tasks.workunit.client.0.smithi069.stdout:from 5 to 8 diff [7058468~5564150,14461241~863772,16367683~2034459,45147079~298215,61082343~3191076,71216468~3058125,77964337~4418694,96616697~6148062,106185411~7627575,149664069~4568154,173747509~7947134,209400847~3569078,213967474~310034,227025608~3071176,234638313~8020713,249503921~808819,259207014~8304,281686725~7811897,297328678~1140158,310281983~3825937,354622390~6814935,363232256~5235124,372907135~1392335,386464222~2107062] 2024-04-10T16:46:29.831 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [7058468~5564150,14461241~863772,16367683~2034459,45147079~298215,61082343~3191076,71216468~3058125,77964337~4418694,96616697~6148062,106185411~7627575,149664069~4568154,173747509~7947134,209400847~3569078,213967474~310034,227025608~3071176,234638313~8020713,249503921~808819,259207014~8304,281686725~7811897,297328678~1140158,310281983~3825937,354622390~6814935,363232256~5235124,372907135~1392335,386464222~2107062] 2024-04-10T16:46:29.837 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [7058468~5564150,14461241~863772,15657121~2745021,45147079~298215,61082343~3191076,71216468~3058125,77964337~4418694,96616697~6148062,104857600~8955386,149664069~4568154,173747509~7947134,208922491~4047434,213909504~368004,226492416~3604368,230686720~11972306,249503921~808819,259207014~8304,281686725~7811897,296697935~1770901,310281983~3825937,354622390~13844990,369098752~5200718,386464222~2107062] 2024-04-10T16:46:29.837 INFO:tasks.workunit.client.0.smithi069.stdout:from 5 to 9 diff [7058468~5564150,14461241~863772,16367683~4542448,38517642~6503107,45147079~298215,54346265~4638997,61082343~3191076,71216468~3058125,77964337~4418694,96616697~6148062,105258669~166198,106185411~7627575,149664069~4568154,173747509~7947134,188136982~4259411,209400847~3569078,213967474~310034,227025608~3071176,234638313~10909779,249503921~808819,259207014~8304,281548293~7950329,292197452~4405462,297328678~1140158,310281983~9137787,353987542~7449783,363232256~5235124,372907135~1392335,386464222~2107062] 2024-04-10T16:46:29.837 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [7058468~5564150,14461241~863772,16367683~4542448,38517642~6503107,45147079~298215,54346265~4638997,61082343~3191076,71216468~3058125,77964337~4418694,96616697~6148062,105258669~166198,106185411~7627575,149664069~4568154,173747509~7947134,188136982~4259411,209400847~3569078,213967474~310034,227025608~3071176,234638313~10909779,249503921~808819,259207014~8304,281548293~7950329,292197452~4405462,297328678~1140158,310281983~9137787,353987542~7449783,363232256~5235124,372907135~1392335,386464222~2107062] 2024-04-10T16:46:29.843 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [7058468~5564150,14461241~863772,15657121~5253010,38517642~6503107,45147079~298215,54346265~4638997,61082343~3191076,71216468~3058125,77964337~4418694,96616697~6148062,104857600~8955386,149664069~4568154,173747509~7947134,188136982~4259411,208922491~4047434,213909504~368004,226492416~3604368,230686720~14861372,249503921~808819,259207014~8304,281548293~7950329,292197452~4405462,296697935~1770901,310281983~9137787,353987542~14479838,369098752~5200718,386464222~2107062] 2024-04-10T16:46:29.843 INFO:tasks.workunit.client.0.smithi069.stdout:from 5 to 10 diff [7058468~5564150,14461241~863772,16367683~4542448,23252704~2696590,38353730~6667019,45147079~298215,54346265~4638997,61082343~3191076,67338252~7705376,77964337~4418694,96616697~6148062,105258669~166198,106185411~7627575,149664069~4568154,173747509~7947134,188136982~4259411,209400847~3569078,213967474~310034,221900370~8196414,234638313~12047637,249503921~8313070,259207014~8304,281548293~7950329,292197452~4405462,297328678~1140158,310281983~9137787,353987542~7449783,363232256~5235124,372907135~1392335,386464222~2107062,391281744~1241077,398440497~6369394] 2024-04-10T16:46:29.843 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [7058468~5564150,14461241~863772,16367683~4542448,23252704~2696590,38353730~6667019,45147079~298215,54346265~4638997,61082343~3191076,67338252~7705376,77964337~4418694,96616697~6148062,105258669~166198,106185411~7627575,149664069~4568154,173747509~7947134,188136982~4259411,209400847~3569078,213967474~310034,221900370~8196414,234638313~12047637,249503921~8313070,259207014~8304,281548293~7950329,292197452~4405462,297328678~1140158,310281983~9137787,353987542~7449783,363232256~5235124,372907135~1392335,386464222~2107062,391281744~1241077,398440497~6369394] 2024-04-10T16:46:29.849 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [7058468~5564150,14461241~863772,15657121~5253010,20971520~4977774,38353730~6667019,45147079~298215,54346265~4638997,61082343~3191076,67338252~7705376,77964337~4418694,96616697~6148062,104857600~8955386,149664069~4568154,173747509~7947134,188136982~4259411,208922491~4047434,213909504~368004,218103808~11992976,230686720~15999230,249503921~8313070,259207014~8304,281548293~7950329,292197452~4405462,296697935~1770901,310281983~9137787,353987542~14479838,369098752~5200718,386464222~2107062,391281744~1241077,398440497~6369394] 2024-04-10T16:46:29.849 INFO:tasks.workunit.client.0.smithi069.stdout:from 5 to 11 diff [7058468~5564150,14461241~863772,16367683~6382389,23252704~2696590,38353730~6667019,45147079~298215,54346265~4638997,61082343~3191076,67338252~7705376,77964337~4418694,85715015~5776397,96616697~6148062,105258669~166198,106185411~7627575,149664069~4568154,160837111~2845872,172571962~836608,173747509~7947134,188136982~4259411,209400847~3569078,213967474~310034,221900370~8196414,234638313~14760224,249503921~11378798,263562138~2033775,277580827~1859245,281548293~7950329,292197452~4405462,297328678~1140158,310281983~9137787,353987542~7449783,363232256~5235124,372907135~1392335,386464222~2107062,391281744~1241077,398440497~6369394] 2024-04-10T16:46:29.849 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [7058468~5564150,14461241~863772,16367683~6382389,23252704~2696590,38353730~6667019,45147079~298215,54346265~4638997,61082343~3191076,67338252~7705376,77964337~4418694,85715015~5776397,96616697~6148062,105258669~166198,106185411~7627575,149664069~4568154,160837111~2845872,172571962~836608,173747509~7947134,188136982~4259411,209400847~3569078,213967474~310034,221900370~8196414,234638313~14760224,249503921~11378798,263562138~2033775,277580827~1859245,281548293~7950329,292197452~4405462,297328678~1140158,310281983~9137787,353987542~7449783,363232256~5235124,372907135~1392335,386464222~2107062,391281744~1241077,398440497~6369394] 2024-04-10T16:46:29.855 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [7058468~5564150,14461241~863772,15657121~10292173,38353730~6667019,45147079~298215,54346265~4638997,61082343~3191076,67338252~7705376,77964337~4418694,85715015~5776397,96616697~6148062,104857600~8955386,149664069~4568154,159383552~4299431,172571962~836608,173747509~7947134,188136982~4259411,208922491~4047434,213909504~368004,218103808~11992976,230686720~18711817,249503921~16091992,277580827~1859245,281548293~7950329,292197452~4405462,296697935~1770901,310281983~9137787,353987542~14479838,369098752~5200718,386464222~2107062,391281744~1241077,398440497~6369394] 2024-04-10T16:46:29.856 INFO:tasks.workunit.client.0.smithi069.stdout:from 5 to 12 diff [4517799~8104819,14461241~863772,16367683~10402929,38353730~6667019,45147079~298215,54346265~4638997,61082343~3191076,67338252~7705376,77964337~4418694,85715015~5776397,95313393~8156069,105258669~166198,106185411~7627575,128183924~4119190,149664069~9756888,160837111~2845872,172571962~836608,173747509~7947134,188136982~4259411,197774927~11031,209400847~3569078,213967474~310034,221900370~8196414,234638313~14760224,249503921~11378798,263562138~2033775,277580827~1859245,281548293~7950329,292197452~4405462,297328678~1140158,310281983~9137787,339949472~4734326,353987542~14660542,372907135~1392335,386464222~2107062,391281744~1241077,398440497~6369394] 2024-04-10T16:46:29.856 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [4517799~8104819,14461241~863772,16367683~10402929,38353730~6667019,45147079~298215,54346265~4638997,61082343~3191076,67338252~7705376,77964337~4418694,85715015~5776397,95313393~8156069,105258669~166198,106185411~7627575,128183924~4119190,149664069~9756888,160837111~2845872,172571962~836608,173747509~7947134,188136982~4259411,197774927~11031,209400847~3569078,213967474~310034,221900370~8196414,234638313~14760224,249503921~11378798,263562138~2033775,277580827~1859245,281548293~7950329,292197452~4405462,297328678~1140158,310281983~9137787,339949472~4734326,353987542~14660542,372907135~1392335,386464222~2107062,391281744~1241077,398440497~6369394] 2024-04-10T16:46:29.861 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [4517799~8104819,14461241~863772,15657121~11113491,38353730~6667019,45147079~298215,54346265~4638997,61082343~3191076,67338252~7705376,77964337~4418694,85715015~5776397,95313393~8156069,104857600~8955386,128183924~4119190,149664069~14018914,172571962~836608,173747509~7947134,188136982~4259411,197774927~11031,208922491~4047434,213909504~368004,218103808~11992976,230686720~18711817,249503921~16091992,277580827~1859245,281548293~7950329,292197452~4405462,296697935~1770901,310281983~9137787,339738624~4945174,353987542~14660542,369098752~5200718,386464222~2107062,391281744~1241077,398440497~6369394] 2024-04-10T16:46:29.861 INFO:tasks.workunit.client.0.smithi069.stdout:from 5 to 13 diff [4517799~8104819,14461241~863772,16367683~10402929,38353730~6667019,45147079~298215,54346265~4638997,61082343~3191076,67338252~7705376,77964337~4418694,85715015~5776397,95313393~8156069,105258669~166198,106185411~7627575,128183924~9481131,149664069~9756888,160837111~6741225,172571962~836608,173747509~7947134,188136982~4259411,197774927~11031,209400847~3569078,213967474~310034,221900370~8196414,234638313~26244406,263562138~2033775,277580827~1859245,281548293~7950329,292197452~4405462,297328678~1140158,310281983~9137787,339949472~4734326,353987542~22199135,386464222~2107062,391281744~1241077,398440497~10020733] 2024-04-10T16:46:29.861 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [4517799~8104819,14461241~863772,16367683~10402929,38353730~6667019,45147079~298215,54346265~4638997,61082343~3191076,67338252~7705376,77964337~4418694,85715015~5776397,95313393~8156069,105258669~166198,106185411~7627575,128183924~9481131,149664069~9756888,160837111~6741225,172571962~836608,173747509~7947134,188136982~4259411,197774927~11031,209400847~3569078,213967474~310034,221900370~8196414,234638313~26244406,263562138~2033775,277580827~1859245,281548293~7950329,292197452~4405462,297328678~1140158,310281983~9137787,339949472~4734326,353987542~22199135,386464222~2107062,391281744~1241077,398440497~10020733] 2024-04-10T16:46:29.867 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [4517799~8104819,14461241~863772,15657121~11113491,38353730~6667019,45147079~298215,54346265~4638997,61082343~3191076,67338252~7705376,77964337~4418694,85715015~5776397,95313393~8156069,104857600~8955386,128183924~9481131,149664069~17914267,172571962~836608,173747509~7947134,188136982~4259411,197774927~11031,208922491~4047434,213909504~368004,218103808~11992976,230686720~34909193,277580827~1859245,281548293~7950329,292197452~4405462,296697935~1770901,310281983~9137787,339738624~4945174,353987542~22199135,386464222~2107062,391281744~1241077,398440497~10020733] 2024-04-10T16:46:29.867 INFO:tasks.workunit.client.0.smithi069.stdout:from 5 to 14 diff [4517799~8104819,14461241~863772,16367683~10402929,38353730~6667019,45147079~298215,54346265~4638997,61082343~3191076,65159500~9884128,77964337~4418694,85487084~6004328,95313393~8156069,105258669~166198,106185411~7627575,126271232~1549716,128183924~9481131,137714684~8009182,149664069~10301485,160837111~6741225,172571962~836608,173747509~7947134,188136982~4259411,197774927~11031,200607545~3779959,209400847~3569078,213967474~310034,221900370~8196414,234638313~26244406,263562138~2033775,277580827~1859245,281548293~7950329,292197452~4405462,297328678~1140158,310281983~9137787,339949472~4734326,353987542~22199135,386464222~2107062,391281744~1241077,398440497~10020733] 2024-04-10T16:46:29.867 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [4517799~8104819,14461241~863772,16367683~10402929,38353730~6667019,45147079~298215,54346265~4638997,61082343~3191076,65159500~9884128,77964337~4418694,85487084~6004328,95313393~8156069,105258669~166198,106185411~7627575,126271232~1549716,128183924~9481131,137714684~8009182,149664069~10301485,160837111~6741225,172571962~836608,173747509~7947134,188136982~4259411,197774927~11031,200607545~3779959,209400847~3569078,213967474~310034,221900370~8196414,234638313~26244406,263562138~2033775,277580827~1859245,281548293~7950329,292197452~4405462,297328678~1140158,310281983~9137787,339949472~4734326,353987542~22199135,386464222~2107062,391281744~1241077,398440497~10020733] 2024-04-10T16:46:29.873 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [4517799~8104819,14461241~863772,15657121~11113491,38353730~6667019,45147079~298215,54346265~4638997,61082343~3191076,64780259~10263369,77964337~4418694,85487084~6004328,95313393~8156069,104857600~8955386,126271232~1549716,128183924~9481131,137714684~8009182,149664069~17914267,172571962~836608,173747509~7947134,188136982~4259411,197774927~11031,200607545~3779959,208922491~4047434,213909504~368004,218103808~11992976,230686720~34909193,277580827~1859245,281548293~7950329,292197452~4405462,296697935~1770901,310281983~9137787,339738624~4945174,353987542~22199135,386464222~2107062,391281744~1241077,398440497~10020733] 2024-04-10T16:46:29.873 INFO:tasks.workunit.client.0.smithi069.stdout:from 5 to 15 diff [4517799~8104819,14461241~863772,16367683~10402929,38353730~6667019,45147079~298215,54346265~4638997,61082343~3191076,65159500~9884128,77964337~4418694,85487084~6004328,95313393~8156069,105258669~166198,106185411~7627575,126271232~1549716,128183924~9481131,137714684~8009182,149664069~10301485,160837111~6741225,172571962~836608,173747509~7947134,188136982~4259411,197774927~11031,200607545~3779959,209400847~3569078,213967474~310034,218526003~11570781,234638313~26244406,263562138~2033775,277580827~1859245,281548293~7950329,292197452~4405462,297328678~1140158,310281983~9137787,320522942~4111108,334835151~2450276,339949472~4734326,349452136~26734541,386464222~2107062,391281744~1241077,392715692~19129156] 2024-04-10T16:46:29.873 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [4517799~8104819,14461241~863772,16367683~10402929,38353730~6667019,45147079~298215,54346265~4638997,61082343~3191076,65159500~9884128,77964337~4418694,85487084~6004328,95313393~8156069,105258669~166198,106185411~7627575,126271232~1549716,128183924~9481131,137714684~8009182,149664069~10301485,160837111~6741225,172571962~836608,173747509~7947134,188136982~4259411,197774927~11031,200607545~3779959,209400847~3569078,213967474~310034,218526003~11570781,234638313~26244406,263562138~2033775,277580827~1859245,281548293~7950329,292197452~4405462,297328678~1140158,310281983~9137787,320522942~4111108,334835151~2450276,339949472~4734326,349452136~26734541,386464222~2107062,391281744~1241077,392715692~19129156] 2024-04-10T16:46:29.879 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [4517799~8104819,14461241~863772,15657121~11113491,38353730~6667019,45147079~298215,54346265~4638997,61082343~3191076,64780259~10263369,77964337~4418694,85487084~6004328,95313393~8156069,104857600~8955386,126271232~1549716,128183924~9481131,137714684~8009182,149664069~17914267,172571962~836608,173747509~7947134,188136982~4259411,197774927~11031,200607545~3779959,208922491~4047434,213909504~368004,218103808~11992976,230686720~34909193,277580827~1859245,281548293~7950329,292197452~4405462,296697935~1770901,310281983~9137787,320522942~4111108,334835151~2450276,339738624~4945174,348127232~28059445,386464222~2107062,391281744~1241077,392715692~19129156] 2024-04-10T16:46:29.879 INFO:tasks.workunit.client.0.smithi069.stdout:from 5 to 16 diff [4517799~8104819,14461241~863772,16367683~15789366,38353730~6667019,45147079~298215,46488430~4957682,54346265~4638997,61082343~3191076,65159500~9884128,77964337~13527075,95313393~8156069,105258669~166198,106185411~7627575,124087940~3733008,128183924~17539942,149664069~10301485,160837111~6741225,172571962~836608,173747509~8548254,188136982~4259411,197774927~11031,200607545~3779959,209400847~3569078,213967474~310034,218526003~11570781,234638313~26244406,263562138~2033775,277580827~1859245,281548293~7950329,292197452~7598411,310281983~9137787,320522942~9247851,334835151~2450276,339949472~4734326,349452136~26734541,386464222~2107062,391281744~1241077,392715692~19129156] 2024-04-10T16:46:29.879 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [4517799~8104819,14461241~863772,16367683~15789366,38353730~6667019,45147079~298215,46488430~4957682,54346265~4638997,61082343~3191076,65159500~9884128,77964337~13527075,95313393~8156069,105258669~166198,106185411~7627575,124087940~3733008,128183924~17539942,149664069~10301485,160837111~6741225,172571962~836608,173747509~8548254,188136982~4259411,197774927~11031,200607545~3779959,209400847~3569078,213967474~310034,218526003~11570781,234638313~26244406,263562138~2033775,277580827~1859245,281548293~7950329,292197452~7598411,310281983~9137787,320522942~9247851,334835151~2450276,339949472~4734326,349452136~26734541,386464222~2107062,391281744~1241077,392715692~19129156] 2024-04-10T16:46:29.885 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [4517799~8104819,14461241~863772,15657121~16499928,38353730~6667019,45147079~298215,46488430~4957682,54346265~4638997,61082343~3191076,64780259~10263369,77964337~13527075,95313393~8156069,104857600~8955386,124087940~3733008,128183924~17539942,149664069~17914267,172571962~836608,173747509~8548254,188136982~4259411,197774927~11031,200607545~3779959,208922491~4047434,213909504~368004,218103808~11992976,230686720~34909193,277580827~1859245,281548293~7950329,292197452~7598411,310281983~9137787,320522942~9247851,334835151~2450276,339738624~4945174,348127232~28059445,386464222~2107062,391281744~1241077,392715692~19129156] 2024-04-10T16:46:29.885 INFO:tasks.workunit.client.0.smithi069.stdout:from 5 to 17 diff [4517799~8104819,14461241~863772,16367683~15789366,38353730~6667019,45147079~298215,46488430~4957682,54346265~9927154,65159500~9884128,77964337~13527075,95313393~8156069,105258669~166198,106185411~7627575,124087940~3733008,128183924~31781630,160837111~6741225,172571962~836608,173747509~8548254,188136982~4259411,197774927~11031,200607545~3779959,209229107~6256465,218526003~11570781,234638313~26244406,263562138~2033775,277580827~1859245,281548293~7950329,292197452~7598411,310281983~9137787,320522942~9247851,334835151~2450276,339949472~4734326,349452136~26734541,386464222~2107062,391281744~1241077,392715692~19129156] 2024-04-10T16:46:29.885 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [4517799~8104819,14461241~863772,16367683~15789366,38353730~6667019,45147079~298215,46488430~4957682,54346265~9927154,65159500~9884128,77964337~13527075,95313393~8156069,105258669~166198,106185411~7627575,124087940~3733008,128183924~31781630,160837111~6741225,172571962~836608,173747509~8548254,188136982~4259411,197774927~11031,200607545~3779959,209229107~6256465,218526003~11570781,234638313~26244406,263562138~2033775,277580827~1859245,281548293~7950329,292197452~7598411,310281983~9137787,320522942~9247851,334835151~2450276,339949472~4734326,349452136~26734541,386464222~2107062,391281744~1241077,392715692~19129156] 2024-04-10T16:46:29.891 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [4517799~8104819,14461241~863772,15657121~16499928,38353730~6667019,45147079~298215,46488430~4957682,54346265~9927154,64780259~10263369,77964337~13527075,95313393~8156069,104857600~8955386,124087940~3733008,128183924~39394412,172571962~836608,173747509~8548254,188136982~4259411,197774927~11031,200607545~3779959,208922491~6563081,218103808~11992976,230686720~34909193,277580827~1859245,281548293~7950329,292197452~7598411,310281983~9137787,320522942~9247851,334835151~2450276,339738624~4945174,348127232~28059445,386464222~2107062,391281744~1241077,392715692~19129156] 2024-04-10T16:46:29.891 INFO:tasks.workunit.client.0.smithi069.stdout:from 5 to 18 diff [4517799~8104819,14461241~863772,16191955~15965094,38353730~6667019,45147079~298215,46488430~4957682,51946708~12326711,65159500~9884128,77964337~13527075,95313393~8156069,105258669~166198,106185411~7627575,124087940~3733008,128183924~31781630,160837111~6741225,172571962~836608,173747509~8548254,188136982~4259411,197774927~11031,200607545~3779959,209229107~6256465,218526003~11570781,234638313~26244406,263562138~2033775,277580827~11917795,292197452~7598411,310281983~9137787,320522942~9392422,332563589~4721838,339949472~4734326,349452136~26734541,386464222~2107062,391281744~1241077,392715692~19129156] 2024-04-10T16:46:29.891 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [4517799~8104819,14461241~863772,16191955~15965094,38353730~6667019,45147079~298215,46488430~4957682,51946708~12326711,65159500~9884128,77964337~13527075,95313393~8156069,105258669~166198,106185411~7627575,124087940~3733008,128183924~31781630,160837111~6741225,172571962~836608,173747509~8548254,188136982~4259411,197774927~11031,200607545~3779959,209229107~6256465,218526003~11570781,234638313~26244406,263562138~2033775,277580827~11917795,292197452~7598411,310281983~9137787,320522942~9392422,332563589~4721838,339949472~4734326,349452136~26734541,386464222~2107062,391281744~1241077,392715692~19129156] 2024-04-10T16:46:29.897 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [4517799~8104819,14461241~863772,15657121~16499928,38353730~6667019,45147079~298215,46488430~4957682,51946708~12326711,64780259~10263369,77964337~13527075,95313393~8156069,104857600~8955386,124087940~3733008,128183924~39394412,172571962~836608,173747509~8548254,188136982~4259411,197774927~11031,200607545~3779959,208922491~6563081,218103808~11992976,230686720~34909193,277580827~11917795,292197452~7598411,310281983~9137787,320522942~9392422,332563589~4721838,339738624~4945174,348127232~28059445,386464222~2107062,391281744~1241077,392715692~19129156] 2024-04-10T16:46:29.897 INFO:tasks.workunit.client.0.smithi069.stdout:from 5 to 19 diff [320518~3436123,4517799~8104819,14461241~863772,16191955~15965094,38353730~6667019,45147079~298215,46488430~4957682,51946708~12326711,65159500~9884128,77964337~13527075,95313393~8156069,105258669~166198,106185411~7627575,124087940~3733008,127877708~39700628,172571962~836608,173747509~13986637,188136982~4259411,197774927~11031,200607545~3779959,209229107~6256465,218526003~11570781,234638313~26244406,263562138~4679923,277580827~11917795,292197452~7598411,310281983~9137787,320522942~9392422,330722593~7709452,339949472~4734326,349452136~29504549,386464222~2107062,391281744~1241077,392715692~19129156] 2024-04-10T16:46:29.897 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [320518~3436123,4517799~8104819,14461241~863772,16191955~15965094,38353730~6667019,45147079~298215,46488430~4957682,51946708~12326711,65159500~9884128,77964337~13527075,95313393~8156069,105258669~166198,106185411~7627575,124087940~3733008,127877708~39700628,172571962~836608,173747509~13986637,188136982~4259411,197774927~11031,200607545~3779959,209229107~6256465,218526003~11570781,234638313~26244406,263562138~4679923,277580827~11917795,292197452~7598411,310281983~9137787,320522942~9392422,330722593~7709452,339949472~4734326,349452136~29504549,386464222~2107062,391281744~1241077,392715692~19129156] 2024-04-10T16:46:29.903 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [320518~3436123,4517799~8104819,14461241~863772,15657121~16499928,38353730~6667019,45147079~298215,46488430~4957682,51946708~12326711,64780259~10263369,77964337~13527075,95313393~8156069,104857600~8955386,124087940~3733008,127877708~39700628,172571962~836608,173747509~13986637,188136982~4259411,197774927~11031,200607545~3779959,208922491~6563081,218103808~11992976,230686720~37555341,277580827~11917795,292197452~7598411,310281983~9137787,320522942~9392422,330722593~7709452,339738624~4945174,348127232~30829453,386464222~2107062,391281744~1241077,392715692~19129156] 2024-04-10T16:46:29.903 INFO:tasks.workunit.client.0.smithi069.stdout:from 6 to 7 diff [7058468~5564150,45147079~298215,96616697~6148062,106185411~7627575,149664069~4568154,249503921~808819,297328678~1140158,310281983~3825937,373708873~590597,386464222~2107062] 2024-04-10T16:46:29.903 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [7058468~5564150,45147079~298215,96616697~6148062,106185411~7627575,149664069~4568154,249503921~808819,297328678~1140158,310281983~3825937,373708873~590597,386464222~2107062] 2024-04-10T16:46:29.909 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [7058468~5564150,45147079~298215,96616697~6148062,104857600~8955386,149664069~4568154,249503921~808819,296697935~1770901,310281983~3825937,373708873~590597,386464222~2107062] 2024-04-10T16:46:29.909 INFO:tasks.workunit.client.0.smithi069.stdout:from 6 to 8 diff [7058468~5564150,14461241~863772,16367683~2034459,45147079~298215,71216468~3058125,96616697~6148062,106185411~7627575,149664069~4568154,173747509~7947134,209400847~3569078,213967474~310034,227025608~3071176,249503921~808819,281686725~6624055,297328678~1140158,310281983~3825937,373708873~590597,386464222~2107062] 2024-04-10T16:46:29.909 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [7058468~5564150,14461241~863772,16367683~2034459,45147079~298215,71216468~3058125,96616697~6148062,106185411~7627575,149664069~4568154,173747509~7947134,209400847~3569078,213967474~310034,227025608~3071176,249503921~808819,281686725~6624055,297328678~1140158,310281983~3825937,373708873~590597,386464222~2107062] 2024-04-10T16:46:29.915 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [7058468~5564150,14461241~863772,15657121~2745021,45147079~298215,71216468~3058125,96616697~6148062,104857600~8955386,149664069~4568154,173747509~7947134,208922491~4047434,213909504~368004,226492416~3604368,249503921~808819,281686725~6624055,296697935~1770901,310281983~3825937,373708873~590597,386464222~2107062] 2024-04-10T16:46:29.915 INFO:tasks.workunit.client.0.smithi069.stdout:from 6 to 9 diff [7058468~5564150,14461241~863772,16367683~4542448,38517642~6503107,45147079~298215,54346265~4638997,71216468~3058125,96616697~6148062,105258669~166198,106185411~7627575,149664069~4568154,173747509~7947134,188136982~4259411,209400847~3569078,213967474~310034,227025608~3071176,237561159~7986933,249503921~808819,281548293~6762487,292197452~4405462,297328678~1140158,310281983~9137787,353987542~5076194,373708873~590597,386464222~2107062] 2024-04-10T16:46:29.915 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [7058468~5564150,14461241~863772,16367683~4542448,38517642~6503107,45147079~298215,54346265~4638997,71216468~3058125,96616697~6148062,105258669~166198,106185411~7627575,149664069~4568154,173747509~7947134,188136982~4259411,209400847~3569078,213967474~310034,227025608~3071176,237561159~7986933,249503921~808819,281548293~6762487,292197452~4405462,297328678~1140158,310281983~9137787,353987542~5076194,373708873~590597,386464222~2107062] 2024-04-10T16:46:29.921 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [7058468~5564150,14461241~863772,15657121~5253010,38517642~6503107,45147079~298215,54346265~4638997,71216468~3058125,96616697~6148062,104857600~8955386,149664069~4568154,173747509~7947134,188136982~4259411,208922491~4047434,213909504~368004,226492416~3604368,237561159~7986933,249503921~808819,281548293~6762487,292197452~4405462,296697935~1770901,310281983~9137787,353987542~5076194,373708873~590597,386464222~2107062] 2024-04-10T16:46:29.921 INFO:tasks.workunit.client.0.smithi069.stdout:from 6 to 10 diff [7058468~5564150,14461241~863772,16367683~4542448,23252704~2696590,38353730~6667019,45147079~298215,54346265~4638997,67338252~7705376,96616697~6148062,105258669~166198,106185411~7627575,149664069~4568154,173747509~7947134,188136982~4259411,209400847~3569078,213967474~310034,221900370~8196414,237561159~9124791,249503921~8313070,281548293~6762487,292197452~4405462,297328678~1140158,310281983~9137787,353987542~5076194,373708873~590597,386464222~2107062,391281744~1241077,398440497~6369394] 2024-04-10T16:46:29.921 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [7058468~5564150,14461241~863772,16367683~4542448,23252704~2696590,38353730~6667019,45147079~298215,54346265~4638997,67338252~7705376,96616697~6148062,105258669~166198,106185411~7627575,149664069~4568154,173747509~7947134,188136982~4259411,209400847~3569078,213967474~310034,221900370~8196414,237561159~9124791,249503921~8313070,281548293~6762487,292197452~4405462,297328678~1140158,310281983~9137787,353987542~5076194,373708873~590597,386464222~2107062,391281744~1241077,398440497~6369394] 2024-04-10T16:46:29.927 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [7058468~5564150,14461241~863772,15657121~5253010,20971520~4977774,38353730~6667019,45147079~298215,54346265~4638997,67338252~7705376,96616697~6148062,104857600~8955386,149664069~4568154,173747509~7947134,188136982~4259411,208922491~4047434,213909504~368004,218103808~11992976,237561159~9124791,249503921~8313070,281548293~6762487,292197452~4405462,296697935~1770901,310281983~9137787,353987542~5076194,373708873~590597,386464222~2107062,391281744~1241077,398440497~6369394] 2024-04-10T16:46:29.927 INFO:tasks.workunit.client.0.smithi069.stdout:from 6 to 11 diff [7058468~5564150,14461241~863772,16367683~6382389,23252704~2696590,38353730~6667019,45147079~298215,54346265~4638997,67338252~7705376,85715015~5776397,96616697~6148062,105258669~166198,106185411~7627575,149664069~4568154,160837111~2845872,172571962~836608,173747509~7947134,188136982~4259411,209400847~3569078,213967474~310034,221900370~8196414,237561159~11837378,249503921~11378798,263562138~2033775,277580827~1859245,281548293~6762487,292197452~4405462,297328678~1140158,310281983~9137787,353987542~5076194,373708873~590597,386464222~2107062,391281744~1241077,398440497~6369394] 2024-04-10T16:46:29.927 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [7058468~5564150,14461241~863772,16367683~6382389,23252704~2696590,38353730~6667019,45147079~298215,54346265~4638997,67338252~7705376,85715015~5776397,96616697~6148062,105258669~166198,106185411~7627575,149664069~4568154,160837111~2845872,172571962~836608,173747509~7947134,188136982~4259411,209400847~3569078,213967474~310034,221900370~8196414,237561159~11837378,249503921~11378798,263562138~2033775,277580827~1859245,281548293~6762487,292197452~4405462,297328678~1140158,310281983~9137787,353987542~5076194,373708873~590597,386464222~2107062,391281744~1241077,398440497~6369394] 2024-04-10T16:46:29.933 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [7058468~5564150,14461241~863772,15657121~10292173,38353730~6667019,45147079~298215,54346265~4638997,67338252~7705376,85715015~5776397,96616697~6148062,104857600~8955386,149664069~4568154,159383552~4299431,172571962~836608,173747509~7947134,188136982~4259411,208922491~4047434,213909504~368004,218103808~11992976,237561159~11837378,249503921~16091992,277580827~1859245,281548293~6762487,292197452~4405462,296697935~1770901,310281983~9137787,353987542~5076194,373708873~590597,386464222~2107062,391281744~1241077,398440497~6369394] 2024-04-10T16:46:29.933 INFO:tasks.workunit.client.0.smithi069.stdout:from 6 to 12 diff [4517799~8104819,14461241~863772,16367683~10402929,38353730~6667019,45147079~298215,54346265~4638997,67338252~7705376,85715015~5776397,95313393~8156069,105258669~166198,106185411~7627575,128183924~4119190,149664069~9756888,160837111~2845872,172571962~836608,173747509~7947134,188136982~4259411,197774927~11031,209400847~3569078,213967474~310034,221900370~8196414,237561159~11837378,249503921~11378798,263562138~2033775,277580827~1859245,281548293~6762487,292197452~4405462,297328678~1140158,310281983~9137787,339949472~4734326,353987542~14660542,373708873~590597,386464222~2107062,391281744~1241077,398440497~6369394] 2024-04-10T16:46:29.933 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [4517799~8104819,14461241~863772,16367683~10402929,38353730~6667019,45147079~298215,54346265~4638997,67338252~7705376,85715015~5776397,95313393~8156069,105258669~166198,106185411~7627575,128183924~4119190,149664069~9756888,160837111~2845872,172571962~836608,173747509~7947134,188136982~4259411,197774927~11031,209400847~3569078,213967474~310034,221900370~8196414,237561159~11837378,249503921~11378798,263562138~2033775,277580827~1859245,281548293~6762487,292197452~4405462,297328678~1140158,310281983~9137787,339949472~4734326,353987542~14660542,373708873~590597,386464222~2107062,391281744~1241077,398440497~6369394] 2024-04-10T16:46:29.939 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [4517799~8104819,14461241~863772,15657121~11113491,38353730~6667019,45147079~298215,54346265~4638997,67338252~7705376,85715015~5776397,95313393~8156069,104857600~8955386,128183924~4119190,149664069~14018914,172571962~836608,173747509~7947134,188136982~4259411,197774927~11031,208922491~4047434,213909504~368004,218103808~11992976,237561159~11837378,249503921~16091992,277580827~1859245,281548293~6762487,292197452~4405462,296697935~1770901,310281983~9137787,339738624~4945174,353987542~14660542,373708873~590597,386464222~2107062,391281744~1241077,398440497~6369394] 2024-04-10T16:46:29.939 INFO:tasks.workunit.client.0.smithi069.stdout:from 6 to 13 diff [4517799~8104819,14461241~863772,16367683~10402929,38353730~6667019,45147079~298215,54346265~4638997,67338252~7705376,85715015~5776397,95313393~8156069,105258669~166198,106185411~7627575,128183924~9481131,149664069~9756888,160837111~6741225,172571962~836608,173747509~7947134,188136982~4259411,197774927~11031,209400847~3569078,213967474~310034,221900370~8196414,235629628~25253091,263562138~2033775,277580827~1859245,281548293~6762487,292197452~4405462,297328678~1140158,310281983~9137787,339949472~4734326,353987542~22199135,386464222~2107062,391281744~1241077,398440497~10020733] 2024-04-10T16:46:29.939 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [4517799~8104819,14461241~863772,16367683~10402929,38353730~6667019,45147079~298215,54346265~4638997,67338252~7705376,85715015~5776397,95313393~8156069,105258669~166198,106185411~7627575,128183924~9481131,149664069~9756888,160837111~6741225,172571962~836608,173747509~7947134,188136982~4259411,197774927~11031,209400847~3569078,213967474~310034,221900370~8196414,235629628~25253091,263562138~2033775,277580827~1859245,281548293~6762487,292197452~4405462,297328678~1140158,310281983~9137787,339949472~4734326,353987542~22199135,386464222~2107062,391281744~1241077,398440497~10020733] 2024-04-10T16:46:29.945 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [4517799~8104819,14461241~863772,15657121~11113491,38353730~6667019,45147079~298215,54346265~4638997,67338252~7705376,85715015~5776397,95313393~8156069,104857600~8955386,128183924~9481131,149664069~17914267,172571962~836608,173747509~7947134,188136982~4259411,197774927~11031,208922491~4047434,213909504~368004,218103808~11992976,235629628~29966285,277580827~1859245,281548293~6762487,292197452~4405462,296697935~1770901,310281983~9137787,339738624~4945174,353987542~22199135,386464222~2107062,391281744~1241077,398440497~10020733] 2024-04-10T16:46:29.945 INFO:tasks.workunit.client.0.smithi069.stdout:from 6 to 14 diff [4517799~8104819,14461241~863772,16367683~10402929,38353730~6667019,45147079~298215,54346265~4638997,65159500~9884128,85487084~6004328,95313393~8156069,105258669~166198,106185411~7627575,126271232~1549716,128183924~9481131,137714684~8009182,149664069~10301485,160837111~6741225,172571962~836608,173747509~7947134,188136982~4259411,197774927~11031,200607545~3779959,209400847~3569078,213967474~310034,221900370~8196414,235629628~25253091,263562138~2033775,277580827~1859245,281548293~6762487,292197452~4405462,297328678~1140158,310281983~9137787,339949472~4734326,353987542~22199135,386464222~2107062,391281744~1241077,398440497~10020733] 2024-04-10T16:46:29.945 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [4517799~8104819,14461241~863772,16367683~10402929,38353730~6667019,45147079~298215,54346265~4638997,65159500~9884128,85487084~6004328,95313393~8156069,105258669~166198,106185411~7627575,126271232~1549716,128183924~9481131,137714684~8009182,149664069~10301485,160837111~6741225,172571962~836608,173747509~7947134,188136982~4259411,197774927~11031,200607545~3779959,209400847~3569078,213967474~310034,221900370~8196414,235629628~25253091,263562138~2033775,277580827~1859245,281548293~6762487,292197452~4405462,297328678~1140158,310281983~9137787,339949472~4734326,353987542~22199135,386464222~2107062,391281744~1241077,398440497~10020733] 2024-04-10T16:46:29.951 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [4517799~8104819,14461241~863772,15657121~11113491,38353730~6667019,45147079~298215,54346265~4638997,64780259~10263369,85487084~6004328,95313393~8156069,104857600~8955386,126271232~1549716,128183924~9481131,137714684~8009182,149664069~17914267,172571962~836608,173747509~7947134,188136982~4259411,197774927~11031,200607545~3779959,208922491~4047434,213909504~368004,218103808~11992976,235629628~29966285,277580827~1859245,281548293~6762487,292197452~4405462,296697935~1770901,310281983~9137787,339738624~4945174,353987542~22199135,386464222~2107062,391281744~1241077,398440497~10020733] 2024-04-10T16:46:29.951 INFO:tasks.workunit.client.0.smithi069.stdout:from 6 to 15 diff [4517799~8104819,14461241~863772,16367683~10402929,38353730~6667019,45147079~298215,54346265~4638997,65159500~9884128,85487084~6004328,95313393~8156069,105258669~166198,106185411~7627575,126271232~1549716,128183924~9481131,137714684~8009182,149664069~10301485,160837111~6741225,172571962~836608,173747509~7947134,188136982~4259411,197774927~11031,200607545~3779959,209400847~3569078,213967474~310034,218526003~11570781,235629628~25253091,263562138~2033775,277580827~1859245,281548293~6762487,292197452~4405462,297328678~1140158,310281983~9137787,320522942~4111108,334835151~2450276,339949472~4734326,349452136~26734541,386464222~2107062,391281744~1241077,392715692~19129156] 2024-04-10T16:46:29.951 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [4517799~8104819,14461241~863772,16367683~10402929,38353730~6667019,45147079~298215,54346265~4638997,65159500~9884128,85487084~6004328,95313393~8156069,105258669~166198,106185411~7627575,126271232~1549716,128183924~9481131,137714684~8009182,149664069~10301485,160837111~6741225,172571962~836608,173747509~7947134,188136982~4259411,197774927~11031,200607545~3779959,209400847~3569078,213967474~310034,218526003~11570781,235629628~25253091,263562138~2033775,277580827~1859245,281548293~6762487,292197452~4405462,297328678~1140158,310281983~9137787,320522942~4111108,334835151~2450276,339949472~4734326,349452136~26734541,386464222~2107062,391281744~1241077,392715692~19129156] 2024-04-10T16:46:29.957 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [4517799~8104819,14461241~863772,15657121~11113491,38353730~6667019,45147079~298215,54346265~4638997,64780259~10263369,85487084~6004328,95313393~8156069,104857600~8955386,126271232~1549716,128183924~9481131,137714684~8009182,149664069~17914267,172571962~836608,173747509~7947134,188136982~4259411,197774927~11031,200607545~3779959,208922491~4047434,213909504~368004,218103808~11992976,235629628~29966285,277580827~1859245,281548293~6762487,292197452~4405462,296697935~1770901,310281983~9137787,320522942~4111108,334835151~2450276,339738624~4945174,348127232~28059445,386464222~2107062,391281744~1241077,392715692~19129156] 2024-04-10T16:46:29.957 INFO:tasks.workunit.client.0.smithi069.stdout:from 6 to 16 diff [4517799~8104819,14461241~863772,16367683~15789366,38353730~6667019,45147079~298215,46488430~4957682,54346265~4638997,65159500~9884128,82073342~9418070,95313393~8156069,105258669~166198,106185411~7627575,124087940~3733008,128183924~17539942,149664069~10301485,160837111~6741225,172571962~836608,173747509~8548254,188136982~4259411,197774927~11031,200607545~3779959,209400847~3569078,213967474~310034,218526003~11570781,235629628~25253091,263562138~2033775,277580827~1859245,281548293~6762487,292197452~7598411,310281983~9137787,320522942~9247851,334835151~2450276,339949472~4734326,349452136~26734541,386464222~2107062,391281744~1241077,392715692~19129156] 2024-04-10T16:46:29.957 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [4517799~8104819,14461241~863772,16367683~15789366,38353730~6667019,45147079~298215,46488430~4957682,54346265~4638997,65159500~9884128,82073342~9418070,95313393~8156069,105258669~166198,106185411~7627575,124087940~3733008,128183924~17539942,149664069~10301485,160837111~6741225,172571962~836608,173747509~8548254,188136982~4259411,197774927~11031,200607545~3779959,209400847~3569078,213967474~310034,218526003~11570781,235629628~25253091,263562138~2033775,277580827~1859245,281548293~6762487,292197452~7598411,310281983~9137787,320522942~9247851,334835151~2450276,339949472~4734326,349452136~26734541,386464222~2107062,391281744~1241077,392715692~19129156] 2024-04-10T16:46:29.963 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [4517799~8104819,14461241~863772,15657121~16499928,38353730~6667019,45147079~298215,46488430~4957682,54346265~4638997,64780259~10263369,82073342~9418070,95313393~8156069,104857600~8955386,124087940~3733008,128183924~17539942,149664069~17914267,172571962~836608,173747509~8548254,188136982~4259411,197774927~11031,200607545~3779959,208922491~4047434,213909504~368004,218103808~11992976,235629628~29966285,277580827~1859245,281548293~6762487,292197452~7598411,310281983~9137787,320522942~9247851,334835151~2450276,339738624~4945174,348127232~28059445,386464222~2107062,391281744~1241077,392715692~19129156] 2024-04-10T16:46:29.963 INFO:tasks.workunit.client.0.smithi069.stdout:from 6 to 17 diff [4517799~8104819,14461241~863772,16367683~15789366,38353730~6667019,45147079~298215,46488430~4957682,54346265~9030821,65159500~9884128,82073342~9418070,95313393~8156069,105258669~166198,106185411~7627575,124087940~3733008,128183924~31781630,160837111~6741225,172571962~836608,173747509~8548254,188136982~4259411,197774927~11031,200607545~3779959,209229107~6256465,218526003~11570781,235629628~25253091,263562138~2033775,277580827~1859245,281548293~6762487,292197452~7598411,310281983~9137787,320522942~9247851,334835151~2450276,339949472~4734326,349452136~26734541,386464222~2107062,391281744~1241077,392715692~19129156] 2024-04-10T16:46:29.963 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [4517799~8104819,14461241~863772,16367683~15789366,38353730~6667019,45147079~298215,46488430~4957682,54346265~9030821,65159500~9884128,82073342~9418070,95313393~8156069,105258669~166198,106185411~7627575,124087940~3733008,128183924~31781630,160837111~6741225,172571962~836608,173747509~8548254,188136982~4259411,197774927~11031,200607545~3779959,209229107~6256465,218526003~11570781,235629628~25253091,263562138~2033775,277580827~1859245,281548293~6762487,292197452~7598411,310281983~9137787,320522942~9247851,334835151~2450276,339949472~4734326,349452136~26734541,386464222~2107062,391281744~1241077,392715692~19129156] 2024-04-10T16:46:29.969 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [4517799~8104819,14461241~863772,15657121~16499928,38353730~6667019,45147079~298215,46488430~4957682,54346265~9030821,64780259~10263369,82073342~9418070,95313393~8156069,104857600~8955386,124087940~3733008,128183924~39394412,172571962~836608,173747509~8548254,188136982~4259411,197774927~11031,200607545~3779959,208922491~6563081,218103808~11992976,235629628~29966285,277580827~1859245,281548293~6762487,292197452~7598411,310281983~9137787,320522942~9247851,334835151~2450276,339738624~4945174,348127232~28059445,386464222~2107062,391281744~1241077,392715692~19129156] 2024-04-10T16:46:29.969 INFO:tasks.workunit.client.0.smithi069.stdout:from 6 to 18 diff [4517799~8104819,14461241~863772,16191955~15965094,38353730~6667019,45147079~298215,46488430~4957682,51946708~11430378,65159500~9884128,79300488~12190924,95313393~8156069,105258669~166198,106185411~7627575,124087940~3733008,128183924~31781630,160837111~6741225,172571962~836608,173747509~8548254,188136982~4259411,197774927~11031,200607545~3779959,209229107~6256465,218526003~11570781,235629628~25253091,263562138~2033775,277580827~10729953,292197452~7598411,310281983~9137787,320522942~9392422,332563589~4721838,339949472~4734326,349452136~26734541,386464222~2107062,391281744~1241077,392715692~19129156] 2024-04-10T16:46:29.970 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [4517799~8104819,14461241~863772,16191955~15965094,38353730~6667019,45147079~298215,46488430~4957682,51946708~11430378,65159500~9884128,79300488~12190924,95313393~8156069,105258669~166198,106185411~7627575,124087940~3733008,128183924~31781630,160837111~6741225,172571962~836608,173747509~8548254,188136982~4259411,197774927~11031,200607545~3779959,209229107~6256465,218526003~11570781,235629628~25253091,263562138~2033775,277580827~10729953,292197452~7598411,310281983~9137787,320522942~9392422,332563589~4721838,339949472~4734326,349452136~26734541,386464222~2107062,391281744~1241077,392715692~19129156] 2024-04-10T16:46:29.976 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [4517799~8104819,14461241~863772,15657121~16499928,38353730~6667019,45147079~298215,46488430~4957682,51946708~11430378,64780259~10263369,79300488~12190924,95313393~8156069,104857600~8955386,124087940~3733008,128183924~39394412,172571962~836608,173747509~8548254,188136982~4259411,197774927~11031,200607545~3779959,208922491~6563081,218103808~11992976,235629628~29966285,277580827~10729953,292197452~7598411,310281983~9137787,320522942~9392422,332563589~4721838,339738624~4945174,348127232~28059445,386464222~2107062,391281744~1241077,392715692~19129156] 2024-04-10T16:46:29.976 INFO:tasks.workunit.client.0.smithi069.stdout:from 6 to 19 diff [320518~3436123,4517799~8104819,14461241~863772,16191955~15965094,38353730~6667019,45147079~298215,46488430~4957682,51946708~11430378,65159500~9884128,79300488~12190924,95313393~8156069,105258669~166198,106185411~7627575,124087940~3733008,127877708~39700628,172571962~836608,173747509~13986637,188136982~4259411,197774927~11031,200607545~3779959,209229107~6256465,218526003~11570781,235183025~25699694,263562138~4679923,277580827~10729953,292197452~7598411,310281983~9137787,320522942~9392422,330722593~7709452,339949472~4734326,349452136~29504549,386464222~2107062,391281744~1241077,392715692~19129156] 2024-04-10T16:46:29.976 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [320518~3436123,4517799~8104819,14461241~863772,16191955~15965094,38353730~6667019,45147079~298215,46488430~4957682,51946708~11430378,65159500~9884128,79300488~12190924,95313393~8156069,105258669~166198,106185411~7627575,124087940~3733008,127877708~39700628,172571962~836608,173747509~13986637,188136982~4259411,197774927~11031,200607545~3779959,209229107~6256465,218526003~11570781,235183025~25699694,263562138~4679923,277580827~10729953,292197452~7598411,310281983~9137787,320522942~9392422,330722593~7709452,339949472~4734326,349452136~29504549,386464222~2107062,391281744~1241077,392715692~19129156] 2024-04-10T16:46:29.982 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [320518~3436123,4517799~8104819,14461241~863772,15657121~16499928,38353730~6667019,45147079~298215,46488430~4957682,51946708~11430378,64780259~10263369,79300488~12190924,95313393~8156069,104857600~8955386,124087940~3733008,127877708~39700628,172571962~836608,173747509~13986637,188136982~4259411,197774927~11031,200607545~3779959,208922491~6563081,218103808~11992976,235183025~33059036,277580827~10729953,292197452~7598411,310281983~9137787,320522942~9392422,330722593~7709452,339738624~4945174,348127232~30829453,386464222~2107062,391281744~1241077,392715692~19129156] 2024-04-10T16:46:29.982 INFO:tasks.workunit.client.0.smithi069.stdout:from 7 to 8 diff [14461241~863772,16367683~2034459,71216468~3058125,173747509~7947134,209400847~3569078,213967474~310034,227025608~3071176,281686725~6624055] 2024-04-10T16:46:29.982 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [14461241~863772,16367683~2034459,71216468~3058125,173747509~7947134,209400847~3569078,213967474~310034,227025608~3071176,281686725~6624055] 2024-04-10T16:46:29.987 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [14461241~863772,15657121~2745021,71216468~3058125,173747509~7947134,208922491~4047434,213909504~368004,226492416~3604368,281686725~6624055] 2024-04-10T16:46:29.987 INFO:tasks.workunit.client.0.smithi069.stdout:from 7 to 9 diff [14461241~863772,16367683~4542448,38517642~6503107,54346265~4638997,71216468~3058125,105258669~166198,173747509~7947134,188136982~4259411,209400847~3569078,213967474~310034,227025608~3071176,237561159~7986933,281548293~6762487,292197452~4405462,313187402~6232368,353987542~5076194] 2024-04-10T16:46:29.987 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [14461241~863772,16367683~4542448,38517642~6503107,54346265~4638997,71216468~3058125,105258669~166198,173747509~7947134,188136982~4259411,209400847~3569078,213967474~310034,227025608~3071176,237561159~7986933,281548293~6762487,292197452~4405462,313187402~6232368,353987542~5076194] 2024-04-10T16:46:29.993 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [14461241~863772,15657121~5253010,38517642~6503107,54346265~4638997,71216468~3058125,105258669~166198,173747509~7947134,188136982~4259411,208922491~4047434,213909504~368004,226492416~3604368,237561159~7986933,281548293~6762487,292197452~4405462,313187402~6232368,353987542~5076194] 2024-04-10T16:46:29.993 INFO:tasks.workunit.client.0.smithi069.stdout:from 7 to 10 diff [8371126~3916166,14461241~863772,16367683~4542448,23252704~2696590,38353730~6667019,54346265~4638997,67338252~7705376,105258669~166198,173747509~7947134,188136982~4259411,209400847~3569078,213967474~310034,221900370~8196414,237561159~9124791,249806338~8010653,281548293~6762487,292197452~4405462,313187402~6232368,353987542~5076194,391281744~1241077,398440497~6369394] 2024-04-10T16:46:29.993 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [8371126~3916166,14461241~863772,16367683~4542448,23252704~2696590,38353730~6667019,54346265~4638997,67338252~7705376,105258669~166198,173747509~7947134,188136982~4259411,209400847~3569078,213967474~310034,221900370~8196414,237561159~9124791,249806338~8010653,281548293~6762487,292197452~4405462,313187402~6232368,353987542~5076194,391281744~1241077,398440497~6369394] 2024-04-10T16:46:29.999 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [8371126~3916166,14461241~863772,15657121~5253010,20971520~4977774,38353730~6667019,54346265~4638997,67338252~7705376,105258669~166198,173747509~7947134,188136982~4259411,208922491~4047434,213909504~368004,218103808~11992976,237561159~9124791,249806338~8010653,281548293~6762487,292197452~4405462,313187402~6232368,353987542~5076194,391281744~1241077,398440497~6369394] 2024-04-10T16:46:29.999 INFO:tasks.workunit.client.0.smithi069.stdout:from 7 to 11 diff [7949768~4337524,14461241~863772,16367683~6382389,23252704~2696590,38353730~6667019,54346265~4638997,67338252~7705376,85715015~5776397,105258669~166198,160837111~2845872,172571962~836608,173747509~7947134,188136982~4259411,209400847~3569078,213967474~310034,221900370~8196414,237561159~11837378,249806338~11076381,263562138~2033775,277580827~1859245,281548293~6762487,292197452~4405462,313187402~6232368,353987542~5076194,391281744~1241077,398440497~6369394] 2024-04-10T16:46:29.999 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [7949768~4337524,14461241~863772,16367683~6382389,23252704~2696590,38353730~6667019,54346265~4638997,67338252~7705376,85715015~5776397,105258669~166198,160837111~2845872,172571962~836608,173747509~7947134,188136982~4259411,209400847~3569078,213967474~310034,221900370~8196414,237561159~11837378,249806338~11076381,263562138~2033775,277580827~1859245,281548293~6762487,292197452~4405462,313187402~6232368,353987542~5076194,391281744~1241077,398440497~6369394] 2024-04-10T16:46:30.005 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [7949768~4337524,14461241~863772,15657121~10292173,38353730~6667019,54346265~4638997,67338252~7705376,85715015~5776397,105258669~166198,159383552~4299431,172571962~836608,173747509~7947134,188136982~4259411,208922491~4047434,213909504~368004,218103808~11992976,237561159~11837378,249806338~15789575,277580827~1859245,281548293~6762487,292197452~4405462,313187402~6232368,353987542~5076194,391281744~1241077,398440497~6369394] 2024-04-10T16:46:30.005 INFO:tasks.workunit.client.0.smithi069.stdout:from 7 to 12 diff [4517799~7769493,14461241~863772,16367683~10402929,38353730~6667019,54346265~4638997,67338252~7705376,85715015~5776397,95313393~8156069,105258669~166198,128183924~4119190,151447972~7972985,160837111~2845872,172571962~836608,173747509~7947134,188136982~4259411,197774927~11031,209400847~3569078,213967474~310034,221900370~8196414,237561159~11837378,249806338~11076381,263562138~2033775,277580827~1859245,281548293~6762487,292197452~4405462,313187402~6232368,339949472~4734326,353987542~14660542,391281744~1241077,398440497~6369394] 2024-04-10T16:46:30.005 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [4517799~7769493,14461241~863772,16367683~10402929,38353730~6667019,54346265~4638997,67338252~7705376,85715015~5776397,95313393~8156069,105258669~166198,128183924~4119190,151447972~7972985,160837111~2845872,172571962~836608,173747509~7947134,188136982~4259411,197774927~11031,209400847~3569078,213967474~310034,221900370~8196414,237561159~11837378,249806338~11076381,263562138~2033775,277580827~1859245,281548293~6762487,292197452~4405462,313187402~6232368,339949472~4734326,353987542~14660542,391281744~1241077,398440497~6369394] 2024-04-10T16:46:30.011 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [4517799~7769493,14461241~863772,15657121~11113491,38353730~6667019,54346265~4638997,67338252~7705376,85715015~5776397,95313393~8156069,105258669~166198,128183924~4119190,151447972~12235011,172571962~836608,173747509~7947134,188136982~4259411,197774927~11031,208922491~4047434,213909504~368004,218103808~11992976,237561159~11837378,249806338~15789575,277580827~1859245,281548293~6762487,292197452~4405462,313187402~6232368,339738624~4945174,353987542~14660542,391281744~1241077,398440497~6369394] 2024-04-10T16:46:30.012 INFO:tasks.workunit.client.0.smithi069.stdout:from 7 to 13 diff [4517799~7769493,14461241~863772,16367683~10402929,38353730~6667019,54346265~4638997,67338252~7705376,85715015~5776397,95313393~8156069,105258669~166198,128183924~9481131,151447972~7972985,160837111~6741225,172571962~836608,173747509~7947134,188136982~4259411,197774927~11031,209400847~3569078,213967474~310034,221900370~8196414,235629628~25253091,263562138~2033775,277580827~1859245,281548293~6762487,292197452~4405462,313187402~6232368,339949472~4734326,353987542~22199135,391281744~1241077,398440497~10020733] 2024-04-10T16:46:30.012 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [4517799~7769493,14461241~863772,16367683~10402929,38353730~6667019,54346265~4638997,67338252~7705376,85715015~5776397,95313393~8156069,105258669~166198,128183924~9481131,151447972~7972985,160837111~6741225,172571962~836608,173747509~7947134,188136982~4259411,197774927~11031,209400847~3569078,213967474~310034,221900370~8196414,235629628~25253091,263562138~2033775,277580827~1859245,281548293~6762487,292197452~4405462,313187402~6232368,339949472~4734326,353987542~22199135,391281744~1241077,398440497~10020733] 2024-04-10T16:46:30.018 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [4517799~7769493,14461241~863772,15657121~11113491,38353730~6667019,54346265~4638997,67338252~7705376,85715015~5776397,95313393~8156069,105258669~166198,128183924~9481131,151447972~16130364,172571962~836608,173747509~7947134,188136982~4259411,197774927~11031,208922491~4047434,213909504~368004,218103808~11992976,235629628~29966285,277580827~1859245,281548293~6762487,292197452~4405462,313187402~6232368,339738624~4945174,353987542~22199135,391281744~1241077,398440497~10020733] 2024-04-10T16:46:30.018 INFO:tasks.workunit.client.0.smithi069.stdout:from 7 to 14 diff [4517799~7769493,14461241~863772,16367683~10402929,38353730~6667019,54346265~4638997,65159500~9884128,85487084~6004328,95313393~8156069,105258669~166198,126271232~1549716,128183924~9481131,137714684~8009182,151447972~8517582,160837111~6741225,172571962~836608,173747509~7947134,188136982~4259411,197774927~11031,200607545~3779959,209400847~3569078,213967474~310034,221900370~8196414,235629628~25253091,263562138~2033775,277580827~1859245,281548293~6762487,292197452~4405462,313187402~6232368,339949472~4734326,353987542~22199135,391281744~1241077,398440497~10020733] 2024-04-10T16:46:30.018 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [4517799~7769493,14461241~863772,16367683~10402929,38353730~6667019,54346265~4638997,65159500~9884128,85487084~6004328,95313393~8156069,105258669~166198,126271232~1549716,128183924~9481131,137714684~8009182,151447972~8517582,160837111~6741225,172571962~836608,173747509~7947134,188136982~4259411,197774927~11031,200607545~3779959,209400847~3569078,213967474~310034,221900370~8196414,235629628~25253091,263562138~2033775,277580827~1859245,281548293~6762487,292197452~4405462,313187402~6232368,339949472~4734326,353987542~22199135,391281744~1241077,398440497~10020733] 2024-04-10T16:46:30.023 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [4517799~7769493,14461241~863772,15657121~11113491,38353730~6667019,54346265~4638997,64780259~10263369,85487084~6004328,95313393~8156069,105258669~166198,126271232~1549716,128183924~9481131,137714684~8009182,151447972~16130364,172571962~836608,173747509~7947134,188136982~4259411,197774927~11031,200607545~3779959,208922491~4047434,213909504~368004,218103808~11992976,235629628~29966285,277580827~1859245,281548293~6762487,292197452~4405462,313187402~6232368,339738624~4945174,353987542~22199135,391281744~1241077,398440497~10020733] 2024-04-10T16:46:30.024 INFO:tasks.workunit.client.0.smithi069.stdout:from 7 to 15 diff [4517799~7769493,14461241~863772,16367683~10402929,38353730~6667019,54346265~4638997,65159500~9884128,85487084~6004328,95313393~8156069,105258669~166198,109970343~1941984,126271232~1549716,128183924~9481131,137714684~8009182,151447972~8517582,160837111~6741225,172571962~836608,173747509~7947134,188136982~4259411,197774927~11031,200607545~3779959,209400847~3569078,213967474~310034,218526003~11570781,235629628~25253091,263562138~2033775,277580827~1859245,281548293~6762487,292197452~4405462,313187402~6232368,320522942~4111108,334835151~2450276,339949472~4734326,349452136~26734541,391281744~1241077,392715692~19129156] 2024-04-10T16:46:30.024 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [4517799~7769493,14461241~863772,16367683~10402929,38353730~6667019,54346265~4638997,65159500~9884128,85487084~6004328,95313393~8156069,105258669~166198,109970343~1941984,126271232~1549716,128183924~9481131,137714684~8009182,151447972~8517582,160837111~6741225,172571962~836608,173747509~7947134,188136982~4259411,197774927~11031,200607545~3779959,209400847~3569078,213967474~310034,218526003~11570781,235629628~25253091,263562138~2033775,277580827~1859245,281548293~6762487,292197452~4405462,313187402~6232368,320522942~4111108,334835151~2450276,339949472~4734326,349452136~26734541,391281744~1241077,392715692~19129156] 2024-04-10T16:46:30.029 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [4517799~7769493,14461241~863772,15657121~11113491,38353730~6667019,54346265~4638997,64780259~10263369,85487084~6004328,95313393~8156069,105258669~166198,109970343~1941984,126271232~1549716,128183924~9481131,137714684~8009182,151447972~16130364,172571962~836608,173747509~7947134,188136982~4259411,197774927~11031,200607545~3779959,208922491~4047434,213909504~368004,218103808~11992976,235629628~29966285,277580827~1859245,281548293~6762487,292197452~4405462,313187402~6232368,320522942~4111108,334835151~2450276,339738624~4945174,348127232~28059445,391281744~1241077,392715692~19129156] 2024-04-10T16:46:30.029 INFO:tasks.workunit.client.0.smithi069.stdout:from 7 to 16 diff [4517799~7769493,14461241~863772,16367683~15789366,38353730~6667019,46488430~4957682,54346265~4638997,65159500~9884128,82073342~9418070,95313393~8156069,105258669~166198,108364783~3547544,124087940~3733008,128183924~17539942,151447972~8517582,160837111~6741225,172571962~836608,173747509~8548254,188136982~4259411,197774927~11031,200607545~3779959,209400847~3569078,213967474~310034,218526003~11570781,235629628~25253091,263562138~2033775,277580827~1859245,281548293~6762487,292197452~7598411,313187402~6232368,320522942~9247851,334835151~2450276,339949472~4734326,349452136~26734541,391281744~1241077,392715692~19129156] 2024-04-10T16:46:30.029 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [4517799~7769493,14461241~863772,16367683~15789366,38353730~6667019,46488430~4957682,54346265~4638997,65159500~9884128,82073342~9418070,95313393~8156069,105258669~166198,108364783~3547544,124087940~3733008,128183924~17539942,151447972~8517582,160837111~6741225,172571962~836608,173747509~8548254,188136982~4259411,197774927~11031,200607545~3779959,209400847~3569078,213967474~310034,218526003~11570781,235629628~25253091,263562138~2033775,277580827~1859245,281548293~6762487,292197452~7598411,313187402~6232368,320522942~9247851,334835151~2450276,339949472~4734326,349452136~26734541,391281744~1241077,392715692~19129156] 2024-04-10T16:46:30.035 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [4517799~7769493,14461241~863772,15657121~16499928,38353730~6667019,46488430~4957682,54346265~4638997,64780259~10263369,82073342~9418070,95313393~8156069,105258669~166198,108364783~3547544,124087940~3733008,128183924~17539942,151447972~16130364,172571962~836608,173747509~8548254,188136982~4259411,197774927~11031,200607545~3779959,208922491~4047434,213909504~368004,218103808~11992976,235629628~29966285,277580827~1859245,281548293~6762487,292197452~7598411,313187402~6232368,320522942~9247851,334835151~2450276,339738624~4945174,348127232~28059445,391281744~1241077,392715692~19129156] 2024-04-10T16:46:30.035 INFO:tasks.workunit.client.0.smithi069.stdout:from 7 to 17 diff [4517799~7769493,14461241~863772,16367683~15789366,38353730~6667019,46488430~4957682,54346265~9030821,65159500~9884128,82073342~9418070,95313393~8156069,105258669~166198,108364783~3547544,124087940~3733008,128183924~31781630,160837111~6741225,172571962~836608,173747509~8548254,188136982~4259411,197774927~11031,200607545~3779959,209229107~6256465,218526003~11570781,235629628~25253091,263562138~2033775,277580827~1859245,281548293~6762487,292197452~7598411,313187402~6232368,320522942~9247851,334835151~2450276,339949472~4734326,349452136~26734541,391281744~1241077,392715692~19129156] 2024-04-10T16:46:30.035 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [4517799~7769493,14461241~863772,16367683~15789366,38353730~6667019,46488430~4957682,54346265~9030821,65159500~9884128,82073342~9418070,95313393~8156069,105258669~166198,108364783~3547544,124087940~3733008,128183924~31781630,160837111~6741225,172571962~836608,173747509~8548254,188136982~4259411,197774927~11031,200607545~3779959,209229107~6256465,218526003~11570781,235629628~25253091,263562138~2033775,277580827~1859245,281548293~6762487,292197452~7598411,313187402~6232368,320522942~9247851,334835151~2450276,339949472~4734326,349452136~26734541,391281744~1241077,392715692~19129156] 2024-04-10T16:46:30.041 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [4517799~7769493,14461241~863772,15657121~16499928,38353730~6667019,46488430~4957682,54346265~9030821,64780259~10263369,82073342~9418070,95313393~8156069,105258669~166198,108364783~3547544,124087940~3733008,128183924~39394412,172571962~836608,173747509~8548254,188136982~4259411,197774927~11031,200607545~3779959,208922491~6563081,218103808~11992976,235629628~29966285,277580827~1859245,281548293~6762487,292197452~7598411,313187402~6232368,320522942~9247851,334835151~2450276,339738624~4945174,348127232~28059445,391281744~1241077,392715692~19129156] 2024-04-10T16:46:30.041 INFO:tasks.workunit.client.0.smithi069.stdout:from 7 to 18 diff [4517799~7769493,14461241~863772,16191955~15965094,38353730~6667019,46488430~4957682,51946708~11430378,65159500~9884128,79300488~12190924,95313393~8156069,105258669~166198,108364783~3547544,124087940~3733008,128183924~31781630,160837111~6741225,172571962~836608,173747509~8548254,188136982~4259411,197774927~11031,200607545~3779959,209229107~6256465,218526003~11570781,235629628~25253091,263562138~2033775,277580827~10729953,292197452~7598411,313187402~6232368,320522942~9392422,332563589~4721838,339949472~4734326,349452136~26734541,391281744~1241077,392715692~19129156] 2024-04-10T16:46:30.042 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [4517799~7769493,14461241~863772,16191955~15965094,38353730~6667019,46488430~4957682,51946708~11430378,65159500~9884128,79300488~12190924,95313393~8156069,105258669~166198,108364783~3547544,124087940~3733008,128183924~31781630,160837111~6741225,172571962~836608,173747509~8548254,188136982~4259411,197774927~11031,200607545~3779959,209229107~6256465,218526003~11570781,235629628~25253091,263562138~2033775,277580827~10729953,292197452~7598411,313187402~6232368,320522942~9392422,332563589~4721838,339949472~4734326,349452136~26734541,391281744~1241077,392715692~19129156] 2024-04-10T16:46:30.048 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [4517799~7769493,14461241~863772,15657121~16499928,38353730~6667019,46488430~4957682,51946708~11430378,64780259~10263369,79300488~12190924,95313393~8156069,105258669~166198,108364783~3547544,124087940~3733008,128183924~39394412,172571962~836608,173747509~8548254,188136982~4259411,197774927~11031,200607545~3779959,208922491~6563081,218103808~11992976,235629628~29966285,277580827~10729953,292197452~7598411,313187402~6232368,320522942~9392422,332563589~4721838,339738624~4945174,348127232~28059445,391281744~1241077,392715692~19129156] 2024-04-10T16:46:30.048 INFO:tasks.workunit.client.0.smithi069.stdout:from 7 to 19 diff [320518~3436123,4517799~7769493,14461241~863772,16191955~15965094,38353730~6667019,46488430~4957682,51946708~11430378,65159500~9884128,79300488~12190924,95313393~8156069,105258669~166198,108364783~3547544,124087940~3733008,127877708~39700628,172571962~836608,173747509~13986637,188136982~4259411,197774927~11031,200607545~3779959,209229107~6256465,218526003~11570781,235183025~25699694,263562138~4679923,277580827~10729953,292197452~7598411,313187402~6232368,320522942~9392422,330722593~7709452,339949472~4734326,349452136~29504549,391281744~1241077,392715692~19129156] 2024-04-10T16:46:30.048 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [320518~3436123,4517799~7769493,14461241~863772,16191955~15965094,38353730~6667019,46488430~4957682,51946708~11430378,65159500~9884128,79300488~12190924,95313393~8156069,105258669~166198,108364783~3547544,124087940~3733008,127877708~39700628,172571962~836608,173747509~13986637,188136982~4259411,197774927~11031,200607545~3779959,209229107~6256465,218526003~11570781,235183025~25699694,263562138~4679923,277580827~10729953,292197452~7598411,313187402~6232368,320522942~9392422,330722593~7709452,339949472~4734326,349452136~29504549,391281744~1241077,392715692~19129156] 2024-04-10T16:46:30.054 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [320518~3436123,4517799~7769493,14461241~863772,15657121~16499928,38353730~6667019,46488430~4957682,51946708~11430378,64780259~10263369,79300488~12190924,95313393~8156069,105258669~166198,108364783~3547544,124087940~3733008,127877708~39700628,172571962~836608,173747509~13986637,188136982~4259411,197774927~11031,200607545~3779959,208922491~6563081,218103808~11992976,235183025~33059036,277580827~10729953,292197452~7598411,313187402~6232368,320522942~9392422,330722593~7709452,339738624~4945174,348127232~30829453,391281744~1241077,392715692~19129156] 2024-04-10T16:46:30.054 INFO:tasks.workunit.client.0.smithi069.stdout:from 8 to 9 diff [17407477~3502654,38517642~6503107,54346265~4638997,105258669~166198,188136982~4259411,237561159~7986933,281548293~3661556,292197452~4405462,313187402~6232368,353987542~5076194] 2024-04-10T16:46:30.054 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [17407477~3502654,38517642~6503107,54346265~4638997,105258669~166198,188136982~4259411,237561159~7986933,281548293~3661556,292197452~4405462,313187402~6232368,353987542~5076194] 2024-04-10T16:46:30.060 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [17407477~3502654,38517642~6503107,54346265~4638997,105258669~166198,188136982~4259411,237561159~7986933,281548293~3661556,292197452~4405462,313187402~6232368,353987542~5076194] 2024-04-10T16:46:30.060 INFO:tasks.workunit.client.0.smithi069.stdout:from 8 to 10 diff [8371126~3916166,17407477~3502654,23252704~2696590,38353730~6667019,54346265~4638997,67338252~7705376,105258669~166198,188136982~4259411,221900370~5709624,237561159~9124791,249806338~8010653,281548293~3661556,292197452~4405462,313187402~6232368,353987542~5076194,391281744~1241077,398440497~6369394] 2024-04-10T16:46:30.060 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [8371126~3916166,17407477~3502654,23252704~2696590,38353730~6667019,54346265~4638997,67338252~7705376,105258669~166198,188136982~4259411,221900370~5709624,237561159~9124791,249806338~8010653,281548293~3661556,292197452~4405462,313187402~6232368,353987542~5076194,391281744~1241077,398440497~6369394] 2024-04-10T16:46:30.066 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [8371126~3916166,17407477~3502654,20971520~4977774,38353730~6667019,54346265~4638997,67338252~7705376,105258669~166198,188136982~4259411,218103808~9506186,237561159~9124791,249806338~8010653,281548293~3661556,292197452~4405462,313187402~6232368,353987542~5076194,391281744~1241077,398440497~6369394] 2024-04-10T16:46:30.066 INFO:tasks.workunit.client.0.smithi069.stdout:from 8 to 11 diff [7949768~4337524,16938351~5811721,23252704~2696590,38353730~6667019,54346265~4638997,67338252~7705376,85715015~5776397,105258669~166198,160837111~2845872,172571962~836608,188136982~4259411,221900370~5709624,237561159~11837378,249806338~11076381,263562138~2033775,277580827~1859245,281548293~3661556,292197452~4405462,313187402~6232368,353987542~5076194,391281744~1241077,398440497~6369394] 2024-04-10T16:46:30.066 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [7949768~4337524,16938351~5811721,23252704~2696590,38353730~6667019,54346265~4638997,67338252~7705376,85715015~5776397,105258669~166198,160837111~2845872,172571962~836608,188136982~4259411,221900370~5709624,237561159~11837378,249806338~11076381,263562138~2033775,277580827~1859245,281548293~3661556,292197452~4405462,313187402~6232368,353987542~5076194,391281744~1241077,398440497~6369394] 2024-04-10T16:46:30.072 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [7949768~4337524,16938351~9010943,38353730~6667019,54346265~4638997,67338252~7705376,85715015~5776397,105258669~166198,159383552~4299431,172571962~836608,188136982~4259411,218103808~9506186,237561159~11837378,249806338~15789575,277580827~1859245,281548293~3661556,292197452~4405462,313187402~6232368,353987542~5076194,391281744~1241077,398440497~6369394] 2024-04-10T16:46:30.072 INFO:tasks.workunit.client.0.smithi069.stdout:from 8 to 12 diff [4517799~7769493,16938351~9832261,38353730~6667019,54346265~4638997,67338252~7705376,85715015~5776397,95313393~8156069,105258669~166198,128183924~4119190,151447972~7972985,160837111~2845872,172571962~836608,188136982~4259411,197774927~11031,221900370~5709624,237561159~11837378,249806338~11076381,263562138~2033775,277580827~1859245,281548293~3661556,292197452~4405462,313187402~6232368,339949472~4734326,353987542~14660542,391281744~1241077,398440497~6369394] 2024-04-10T16:46:30.072 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [4517799~7769493,16938351~9832261,38353730~6667019,54346265~4638997,67338252~7705376,85715015~5776397,95313393~8156069,105258669~166198,128183924~4119190,151447972~7972985,160837111~2845872,172571962~836608,188136982~4259411,197774927~11031,221900370~5709624,237561159~11837378,249806338~11076381,263562138~2033775,277580827~1859245,281548293~3661556,292197452~4405462,313187402~6232368,339949472~4734326,353987542~14660542,391281744~1241077,398440497~6369394] 2024-04-10T16:46:30.077 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [4517799~7769493,16938351~9832261,38353730~6667019,54346265~4638997,67338252~7705376,85715015~5776397,95313393~8156069,105258669~166198,128183924~4119190,151447972~12235011,172571962~836608,188136982~4259411,197774927~11031,218103808~9506186,237561159~11837378,249806338~15789575,277580827~1859245,281548293~3661556,292197452~4405462,313187402~6232368,339738624~4945174,353987542~14660542,391281744~1241077,398440497~6369394] 2024-04-10T16:46:30.077 INFO:tasks.workunit.client.0.smithi069.stdout:from 8 to 13 diff [4517799~7769493,16938351~9832261,38353730~6667019,54346265~4638997,67338252~7705376,85715015~5776397,95313393~8156069,105258669~166198,128183924~9481131,151447972~7972985,160837111~6741225,172571962~836608,174009336~4108040,188136982~4259411,197774927~11031,221900370~5709624,235629628~25253091,263562138~2033775,277580827~1859245,281548293~3661556,292197452~4405462,313187402~6232368,339949472~4734326,353987542~22199135,391281744~1241077,398440497~10020733] 2024-04-10T16:46:30.078 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [4517799~7769493,16938351~9832261,38353730~6667019,54346265~4638997,67338252~7705376,85715015~5776397,95313393~8156069,105258669~166198,128183924~9481131,151447972~7972985,160837111~6741225,172571962~836608,174009336~4108040,188136982~4259411,197774927~11031,221900370~5709624,235629628~25253091,263562138~2033775,277580827~1859245,281548293~3661556,292197452~4405462,313187402~6232368,339949472~4734326,353987542~22199135,391281744~1241077,398440497~10020733] 2024-04-10T16:46:30.083 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [4517799~7769493,16938351~9832261,38353730~6667019,54346265~4638997,67338252~7705376,85715015~5776397,95313393~8156069,105258669~166198,128183924~9481131,151447972~16130364,172571962~836608,174009336~4108040,188136982~4259411,197774927~11031,218103808~9506186,235629628~29966285,277580827~1859245,281548293~3661556,292197452~4405462,313187402~6232368,339738624~4945174,353987542~22199135,391281744~1241077,398440497~10020733] 2024-04-10T16:46:30.083 INFO:tasks.workunit.client.0.smithi069.stdout:from 8 to 14 diff [4517799~7769493,16938351~9832261,38353730~6667019,54346265~4638997,65159500~9884128,85487084~6004328,95313393~8156069,105258669~166198,126271232~1549716,128183924~9481131,137714684~8009182,151447972~8517582,160837111~6741225,172571962~836608,174009336~4108040,188136982~4259411,197774927~11031,200607545~3779959,221900370~5709624,235629628~25253091,263562138~2033775,277580827~1859245,281548293~3661556,292197452~4405462,313187402~6232368,339949472~4734326,353987542~22199135,391281744~1241077,398440497~10020733] 2024-04-10T16:46:30.083 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [4517799~7769493,16938351~9832261,38353730~6667019,54346265~4638997,65159500~9884128,85487084~6004328,95313393~8156069,105258669~166198,126271232~1549716,128183924~9481131,137714684~8009182,151447972~8517582,160837111~6741225,172571962~836608,174009336~4108040,188136982~4259411,197774927~11031,200607545~3779959,221900370~5709624,235629628~25253091,263562138~2033775,277580827~1859245,281548293~3661556,292197452~4405462,313187402~6232368,339949472~4734326,353987542~22199135,391281744~1241077,398440497~10020733] 2024-04-10T16:46:30.089 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [4517799~7769493,16938351~9832261,38353730~6667019,54346265~4638997,64780259~10263369,85487084~6004328,95313393~8156069,105258669~166198,126271232~1549716,128183924~9481131,137714684~8009182,151447972~16130364,172571962~836608,174009336~4108040,188136982~4259411,197774927~11031,200607545~3779959,218103808~9506186,235629628~29966285,277580827~1859245,281548293~3661556,292197452~4405462,313187402~6232368,339738624~4945174,353987542~22199135,391281744~1241077,398440497~10020733] 2024-04-10T16:46:30.089 INFO:tasks.workunit.client.0.smithi069.stdout:from 8 to 15 diff [4517799~7769493,16938351~9832261,38353730~6667019,54346265~4638997,65159500~9884128,85487084~6004328,95313393~8156069,105258669~166198,109970343~1941984,126271232~1549716,128183924~9481131,137714684~8009182,151447972~8517582,160837111~6741225,172571962~836608,174009336~4108040,188136982~4259411,197774927~11031,200607545~3779959,218526003~9083991,235629628~25253091,263562138~2033775,277580827~1859245,281548293~3661556,292197452~4405462,313187402~6232368,320522942~4111108,334835151~2450276,339949472~4734326,349452136~26734541,391281744~1241077,392715692~19129156] 2024-04-10T16:46:30.090 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [4517799~7769493,16938351~9832261,38353730~6667019,54346265~4638997,65159500~9884128,85487084~6004328,95313393~8156069,105258669~166198,109970343~1941984,126271232~1549716,128183924~9481131,137714684~8009182,151447972~8517582,160837111~6741225,172571962~836608,174009336~4108040,188136982~4259411,197774927~11031,200607545~3779959,218526003~9083991,235629628~25253091,263562138~2033775,277580827~1859245,281548293~3661556,292197452~4405462,313187402~6232368,320522942~4111108,334835151~2450276,339949472~4734326,349452136~26734541,391281744~1241077,392715692~19129156] 2024-04-10T16:46:30.096 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [4517799~7769493,16938351~9832261,38353730~6667019,54346265~4638997,64780259~10263369,85487084~6004328,95313393~8156069,105258669~166198,109970343~1941984,126271232~1549716,128183924~9481131,137714684~8009182,151447972~16130364,172571962~836608,174009336~4108040,188136982~4259411,197774927~11031,200607545~3779959,218103808~9506186,235629628~29966285,277580827~1859245,281548293~3661556,292197452~4405462,313187402~6232368,320522942~4111108,334835151~2450276,339738624~4945174,348127232~28059445,391281744~1241077,392715692~19129156] 2024-04-10T16:46:30.096 INFO:tasks.workunit.client.0.smithi069.stdout:from 8 to 16 diff [4517799~7769493,16938351~15218698,38353730~6667019,46488430~4957682,54346265~4638997,65159500~9884128,82073342~9418070,95313393~8156069,105258669~166198,108364783~3547544,124087940~3733008,128183924~17539942,151447972~8517582,160837111~6741225,172571962~836608,174009336~4108040,181661913~633850,188136982~4259411,197774927~11031,200607545~3779959,218526003~9083991,235629628~25253091,263562138~2033775,277580827~1859245,281548293~3661556,292197452~7598411,313187402~6232368,320522942~9247851,334835151~2450276,339949472~4734326,349452136~26734541,391281744~1241077,392715692~19129156] 2024-04-10T16:46:30.096 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [4517799~7769493,16938351~15218698,38353730~6667019,46488430~4957682,54346265~4638997,65159500~9884128,82073342~9418070,95313393~8156069,105258669~166198,108364783~3547544,124087940~3733008,128183924~17539942,151447972~8517582,160837111~6741225,172571962~836608,174009336~4108040,181661913~633850,188136982~4259411,197774927~11031,200607545~3779959,218526003~9083991,235629628~25253091,263562138~2033775,277580827~1859245,281548293~3661556,292197452~7598411,313187402~6232368,320522942~9247851,334835151~2450276,339949472~4734326,349452136~26734541,391281744~1241077,392715692~19129156] 2024-04-10T16:46:30.101 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [4517799~7769493,16938351~15218698,38353730~6667019,46488430~4957682,54346265~4638997,64780259~10263369,82073342~9418070,95313393~8156069,105258669~166198,108364783~3547544,124087940~3733008,128183924~17539942,151447972~16130364,172571962~836608,174009336~4108040,181661913~633850,188136982~4259411,197774927~11031,200607545~3779959,218103808~9506186,235629628~29966285,277580827~1859245,281548293~3661556,292197452~7598411,313187402~6232368,320522942~9247851,334835151~2450276,339738624~4945174,348127232~28059445,391281744~1241077,392715692~19129156] 2024-04-10T16:46:30.101 INFO:tasks.workunit.client.0.smithi069.stdout:from 8 to 17 diff [4517799~7769493,16938351~15218698,38353730~6667019,46488430~4957682,54346265~9030821,65159500~9884128,82073342~9418070,95313393~8156069,105258669~166198,108364783~3547544,124087940~3733008,128183924~31781630,160837111~6741225,172571962~836608,174009336~4108040,181661913~633850,188136982~4259411,197774927~11031,200607545~3779959,209229107~6256465,218526003~9083991,235629628~25253091,263562138~2033775,277580827~1859245,281548293~3661556,292197452~7598411,313187402~6232368,320522942~9247851,334835151~2450276,339949472~4734326,349452136~26734541,391281744~1241077,392715692~19129156] 2024-04-10T16:46:30.102 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [4517799~7769493,16938351~15218698,38353730~6667019,46488430~4957682,54346265~9030821,65159500~9884128,82073342~9418070,95313393~8156069,105258669~166198,108364783~3547544,124087940~3733008,128183924~31781630,160837111~6741225,172571962~836608,174009336~4108040,181661913~633850,188136982~4259411,197774927~11031,200607545~3779959,209229107~6256465,218526003~9083991,235629628~25253091,263562138~2033775,277580827~1859245,281548293~3661556,292197452~7598411,313187402~6232368,320522942~9247851,334835151~2450276,339949472~4734326,349452136~26734541,391281744~1241077,392715692~19129156] 2024-04-10T16:46:30.107 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [4517799~7769493,16938351~15218698,38353730~6667019,46488430~4957682,54346265~9030821,64780259~10263369,82073342~9418070,95313393~8156069,105258669~166198,108364783~3547544,124087940~3733008,128183924~39394412,172571962~836608,174009336~4108040,181661913~633850,188136982~4259411,197774927~11031,200607545~3779959,209229107~6256465,218103808~9506186,235629628~29966285,277580827~1859245,281548293~3661556,292197452~7598411,313187402~6232368,320522942~9247851,334835151~2450276,339738624~4945174,348127232~28059445,391281744~1241077,392715692~19129156] 2024-04-10T16:46:30.107 INFO:tasks.workunit.client.0.smithi069.stdout:from 8 to 18 diff [4517799~7769493,16191955~15965094,38353730~6667019,46488430~4957682,51946708~11430378,65159500~9884128,79300488~12190924,95313393~8156069,105258669~166198,108364783~3547544,124087940~3733008,128183924~31781630,160837111~6741225,172571962~836608,174009336~4108040,181661913~633850,188136982~4259411,197774927~11031,200607545~3779959,209229107~6256465,218526003~9083991,235629628~25253091,263562138~2033775,277580827~7629022,292197452~7598411,313187402~6232368,320522942~9392422,332563589~4721838,339949472~4734326,349452136~26734541,391281744~1241077,392715692~19129156] 2024-04-10T16:46:30.107 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [4517799~7769493,16191955~15965094,38353730~6667019,46488430~4957682,51946708~11430378,65159500~9884128,79300488~12190924,95313393~8156069,105258669~166198,108364783~3547544,124087940~3733008,128183924~31781630,160837111~6741225,172571962~836608,174009336~4108040,181661913~633850,188136982~4259411,197774927~11031,200607545~3779959,209229107~6256465,218526003~9083991,235629628~25253091,263562138~2033775,277580827~7629022,292197452~7598411,313187402~6232368,320522942~9392422,332563589~4721838,339949472~4734326,349452136~26734541,391281744~1241077,392715692~19129156] 2024-04-10T16:46:30.114 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [4517799~7769493,16191955~15965094,38353730~6667019,46488430~4957682,51946708~11430378,64780259~10263369,79300488~12190924,95313393~8156069,105258669~166198,108364783~3547544,124087940~3733008,128183924~39394412,172571962~836608,174009336~4108040,181661913~633850,188136982~4259411,197774927~11031,200607545~3779959,209229107~6256465,218103808~9506186,235629628~29966285,277580827~7629022,292197452~7598411,313187402~6232368,320522942~9392422,332563589~4721838,339738624~4945174,348127232~28059445,391281744~1241077,392715692~19129156] 2024-04-10T16:46:30.114 INFO:tasks.workunit.client.0.smithi069.stdout:from 8 to 19 diff [320518~3436123,4517799~7769493,16191955~15965094,38353730~6667019,46488430~4957682,51946708~11430378,65159500~9884128,79300488~12190924,95313393~8156069,105258669~166198,108364783~3547544,124087940~3733008,127877708~39700628,172571962~836608,174009336~4108040,180758234~6975912,188136982~4259411,197774927~11031,200607545~3779959,209229107~6256465,218526003~9083991,235183025~25699694,263562138~4679923,277580827~7629022,292197452~7598411,313187402~6232368,320522942~9392422,330722593~7709452,339949472~4734326,349452136~29504549,391281744~1241077,392715692~19129156] 2024-04-10T16:46:30.114 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [320518~3436123,4517799~7769493,16191955~15965094,38353730~6667019,46488430~4957682,51946708~11430378,65159500~9884128,79300488~12190924,95313393~8156069,105258669~166198,108364783~3547544,124087940~3733008,127877708~39700628,172571962~836608,174009336~4108040,180758234~6975912,188136982~4259411,197774927~11031,200607545~3779959,209229107~6256465,218526003~9083991,235183025~25699694,263562138~4679923,277580827~7629022,292197452~7598411,313187402~6232368,320522942~9392422,330722593~7709452,339949472~4734326,349452136~29504549,391281744~1241077,392715692~19129156] 2024-04-10T16:46:30.119 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [320518~3436123,4517799~7769493,16191955~15965094,38353730~6667019,46488430~4957682,51946708~11430378,64780259~10263369,79300488~12190924,95313393~8156069,105258669~166198,108364783~3547544,124087940~3733008,127877708~39700628,172571962~836608,174009336~4108040,180758234~6975912,188136982~4259411,197774927~11031,200607545~3779959,209229107~6256465,218103808~9506186,235183025~33059036,277580827~7629022,292197452~7598411,313187402~6232368,320522942~9392422,330722593~7709452,339738624~4945174,348127232~30829453,391281744~1241077,392715692~19129156] 2024-04-10T16:46:30.120 INFO:tasks.workunit.client.0.smithi069.stdout:from 9 to 10 diff [8371126~3916166,23252704~2696590,38353730~3767321,67338252~7705376,221900370~5709624,241769996~4915954,249806338~8010653,391281744~1241077,398440497~6369394] 2024-04-10T16:46:30.120 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [8371126~3916166,23252704~2696590,38353730~3767321,67338252~7705376,221900370~5709624,241769996~4915954,249806338~8010653,391281744~1241077,398440497~6369394] 2024-04-10T16:46:30.126 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [8371126~3916166,20971520~4977774,38353730~3767321,67338252~7705376,218103808~9506186,241769996~4915954,249806338~8010653,391281744~1241077,398440497~6369394] 2024-04-10T16:46:30.126 INFO:tasks.workunit.client.0.smithi069.stdout:from 9 to 11 diff [7949768~4337524,16938351~5811721,23252704~2696590,38353730~3767321,67338252~7705376,85715015~5776397,160837111~2845872,172571962~836608,221900370~5709624,241769996~7628541,249806338~11076381,263562138~2033775,277580827~1859245,391281744~1241077,398440497~6369394] 2024-04-10T16:46:30.126 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [7949768~4337524,16938351~5811721,23252704~2696590,38353730~3767321,67338252~7705376,85715015~5776397,160837111~2845872,172571962~836608,221900370~5709624,241769996~7628541,249806338~11076381,263562138~2033775,277580827~1859245,391281744~1241077,398440497~6369394] 2024-04-10T16:46:30.132 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [7949768~4337524,16938351~9010943,38353730~3767321,67338252~7705376,85715015~5776397,159383552~4299431,172571962~836608,218103808~9506186,241769996~7628541,249806338~15789575,277580827~1859245,391281744~1241077,398440497~6369394] 2024-04-10T16:46:30.132 INFO:tasks.workunit.client.0.smithi069.stdout:from 9 to 12 diff [4517799~7769493,16938351~9832261,38353730~3767321,67338252~7705376,85715015~5776397,95313393~8156069,128183924~4119190,151447972~7972985,160837111~2845872,172571962~836608,197774927~11031,221900370~5709624,241769996~7628541,249806338~11076381,263562138~2033775,277580827~1859245,293449609~1516437,339949472~4734326,357920051~10728033,391281744~1241077,398440497~6369394] 2024-04-10T16:46:30.132 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [4517799~7769493,16938351~9832261,38353730~3767321,67338252~7705376,85715015~5776397,95313393~8156069,128183924~4119190,151447972~7972985,160837111~2845872,172571962~836608,197774927~11031,221900370~5709624,241769996~7628541,249806338~11076381,263562138~2033775,277580827~1859245,293449609~1516437,339949472~4734326,357920051~10728033,391281744~1241077,398440497~6369394] 2024-04-10T16:46:30.137 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [4517799~7769493,16938351~9832261,38353730~3767321,67338252~7705376,85715015~5776397,95313393~8156069,128183924~4119190,151447972~12235011,172571962~836608,197774927~11031,218103808~9506186,241769996~7628541,249806338~15789575,277580827~1859245,293449609~1516437,339738624~4945174,357920051~10728033,391281744~1241077,398440497~6369394] 2024-04-10T16:46:30.138 INFO:tasks.workunit.client.0.smithi069.stdout:from 9 to 13 diff [4517799~7769493,16938351~9832261,38353730~3767321,67338252~7705376,85715015~5776397,95313393~8156069,128183924~9481131,151447972~7972985,160837111~6741225,172571962~836608,174009336~4108040,197774927~11031,221900370~5709624,235629628~1936372,241769996~19112723,263562138~2033775,277580827~1859245,293449609~1516437,339949472~4734326,357920051~18266626,391281744~1241077,398440497~10020733] 2024-04-10T16:46:30.138 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [4517799~7769493,16938351~9832261,38353730~3767321,67338252~7705376,85715015~5776397,95313393~8156069,128183924~9481131,151447972~7972985,160837111~6741225,172571962~836608,174009336~4108040,197774927~11031,221900370~5709624,235629628~1936372,241769996~19112723,263562138~2033775,277580827~1859245,293449609~1516437,339949472~4734326,357920051~18266626,391281744~1241077,398440497~10020733] 2024-04-10T16:46:30.144 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [4517799~7769493,16938351~9832261,38353730~3767321,67338252~7705376,85715015~5776397,95313393~8156069,128183924~9481131,151447972~16130364,172571962~836608,174009336~4108040,197774927~11031,218103808~9506186,235629628~1936372,241769996~23825917,277580827~1859245,293449609~1516437,339738624~4945174,357920051~18266626,391281744~1241077,398440497~10020733] 2024-04-10T16:46:30.144 INFO:tasks.workunit.client.0.smithi069.stdout:from 9 to 14 diff [4517799~7769493,16938351~9832261,38353730~3767321,65159500~9884128,85487084~6004328,95313393~8156069,126271232~1549716,128183924~9481131,137714684~8009182,151447972~8517582,160837111~6741225,172571962~836608,174009336~4108040,197774927~11031,200607545~3779959,221900370~5709624,235629628~1936372,241769996~19112723,263562138~2033775,277580827~1859245,293449609~1516437,339949472~4734326,356894170~19292507,391281744~1241077,398440497~10020733] 2024-04-10T16:46:30.144 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [4517799~7769493,16938351~9832261,38353730~3767321,65159500~9884128,85487084~6004328,95313393~8156069,126271232~1549716,128183924~9481131,137714684~8009182,151447972~8517582,160837111~6741225,172571962~836608,174009336~4108040,197774927~11031,200607545~3779959,221900370~5709624,235629628~1936372,241769996~19112723,263562138~2033775,277580827~1859245,293449609~1516437,339949472~4734326,356894170~19292507,391281744~1241077,398440497~10020733] 2024-04-10T16:46:30.150 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [4517799~7769493,16938351~9832261,38353730~3767321,64780259~10263369,85487084~6004328,95313393~8156069,126271232~1549716,128183924~9481131,137714684~8009182,151447972~16130364,172571962~836608,174009336~4108040,197774927~11031,200607545~3779959,218103808~9506186,235629628~1936372,241769996~23825917,277580827~1859245,293449609~1516437,339738624~4945174,356894170~19292507,391281744~1241077,398440497~10020733] 2024-04-10T16:46:30.150 INFO:tasks.workunit.client.0.smithi069.stdout:from 9 to 15 diff [4517799~7769493,16938351~9832261,38353730~3767321,65159500~9884128,85487084~6004328,95313393~8156069,109970343~1941984,126271232~1549716,128183924~9481131,137714684~8009182,151447972~8517582,160837111~6741225,172571962~836608,174009336~4108040,197774927~11031,200607545~3779959,218526003~9083991,235629628~1936372,241769996~19112723,263562138~2033775,277580827~1859245,293449609~1516437,320522942~4111108,334835151~2450276,339949472~4734326,349452136~26734541,391281744~1241077,392715692~19129156] 2024-04-10T16:46:30.150 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [4517799~7769493,16938351~9832261,38353730~3767321,65159500~9884128,85487084~6004328,95313393~8156069,109970343~1941984,126271232~1549716,128183924~9481131,137714684~8009182,151447972~8517582,160837111~6741225,172571962~836608,174009336~4108040,197774927~11031,200607545~3779959,218526003~9083991,235629628~1936372,241769996~19112723,263562138~2033775,277580827~1859245,293449609~1516437,320522942~4111108,334835151~2450276,339949472~4734326,349452136~26734541,391281744~1241077,392715692~19129156] 2024-04-10T16:46:30.159 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [4517799~7769493,16938351~9832261,38353730~3767321,64780259~10263369,85487084~6004328,95313393~8156069,109970343~1941984,126271232~1549716,128183924~9481131,137714684~8009182,151447972~16130364,172571962~836608,174009336~4108040,197774927~11031,200607545~3779959,218103808~9506186,235629628~1936372,241769996~23825917,277580827~1859245,293449609~1516437,320522942~4111108,334835151~2450276,339738624~4945174,348127232~28059445,391281744~1241077,392715692~19129156] 2024-04-10T16:46:30.159 INFO:tasks.workunit.client.0.smithi069.stdout:from 9 to 16 diff [4517799~7769493,16938351~15218698,38353730~3767321,46488430~4957682,65159500~9884128,82073342~9418070,95313393~8156069,108364783~3547544,124087940~3733008,128183924~17539942,151447972~8517582,160837111~6741225,172571962~836608,174009336~4108040,181661913~633850,197774927~11031,200607545~3779959,218526003~9083991,235629628~1936372,241769996~19112723,263562138~2033775,277580827~1859245,292465346~7330517,320522942~9247851,334835151~2450276,339949472~4734326,349452136~26734541,391281744~1241077,392715692~19129156] 2024-04-10T16:46:30.159 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [4517799~7769493,16938351~15218698,38353730~3767321,46488430~4957682,65159500~9884128,82073342~9418070,95313393~8156069,108364783~3547544,124087940~3733008,128183924~17539942,151447972~8517582,160837111~6741225,172571962~836608,174009336~4108040,181661913~633850,197774927~11031,200607545~3779959,218526003~9083991,235629628~1936372,241769996~19112723,263562138~2033775,277580827~1859245,292465346~7330517,320522942~9247851,334835151~2450276,339949472~4734326,349452136~26734541,391281744~1241077,392715692~19129156] 2024-04-10T16:46:30.162 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [4517799~7769493,16938351~15218698,38353730~3767321,46488430~4957682,64780259~10263369,82073342~9418070,95313393~8156069,108364783~3547544,124087940~3733008,128183924~17539942,151447972~16130364,172571962~836608,174009336~4108040,181661913~633850,197774927~11031,200607545~3779959,218103808~9506186,235629628~1936372,241769996~23825917,277580827~1859245,292465346~7330517,320522942~9247851,334835151~2450276,339738624~4945174,348127232~28059445,391281744~1241077,392715692~19129156] 2024-04-10T16:46:30.162 INFO:tasks.workunit.client.0.smithi069.stdout:from 9 to 17 diff [4517799~7769493,16938351~15218698,38353730~3767321,46488430~4957682,58653072~4724014,65159500~9884128,82073342~9418070,95313393~8156069,108364783~3547544,124087940~3733008,128183924~31781630,160837111~6741225,172571962~836608,174009336~4108040,181661913~633850,197774927~11031,200607545~3779959,209229107~6256465,218526003~9083991,235629628~1936372,241769996~19112723,263562138~2033775,277580827~1859245,292465346~7330517,320522942~9247851,334835151~2450276,339949472~4734326,349452136~26734541,391281744~1241077,392715692~19129156] 2024-04-10T16:46:30.162 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [4517799~7769493,16938351~15218698,38353730~3767321,46488430~4957682,58653072~4724014,65159500~9884128,82073342~9418070,95313393~8156069,108364783~3547544,124087940~3733008,128183924~31781630,160837111~6741225,172571962~836608,174009336~4108040,181661913~633850,197774927~11031,200607545~3779959,209229107~6256465,218526003~9083991,235629628~1936372,241769996~19112723,263562138~2033775,277580827~1859245,292465346~7330517,320522942~9247851,334835151~2450276,339949472~4734326,349452136~26734541,391281744~1241077,392715692~19129156] 2024-04-10T16:46:30.168 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [4517799~7769493,16938351~15218698,38353730~3767321,46488430~4957682,58653072~4724014,64780259~10263369,82073342~9418070,95313393~8156069,108364783~3547544,124087940~3733008,128183924~39394412,172571962~836608,174009336~4108040,181661913~633850,197774927~11031,200607545~3779959,209229107~6256465,218103808~9506186,235629628~1936372,241769996~23825917,277580827~1859245,292465346~7330517,320522942~9247851,334835151~2450276,339738624~4945174,348127232~28059445,391281744~1241077,392715692~19129156] 2024-04-10T16:46:30.168 INFO:tasks.workunit.client.0.smithi069.stdout:from 9 to 18 diff [4517799~7769493,16191955~15965094,38353730~3767321,46488430~4957682,51946708~4083195,58653072~4724014,65159500~9884128,79300488~12190924,95313393~8156069,108364783~3547544,124087940~3733008,128183924~31781630,160837111~6741225,172571962~836608,174009336~4108040,181661913~633850,188153238~3721549,197774927~11031,200607545~3779959,209229107~6256465,218526003~9083991,235629628~1936372,241769996~19112723,263562138~2033775,277580827~4192511,292465346~7330517,320522942~9392422,332563589~4721838,339949472~4734326,349452136~26734541,391281744~1241077,392715692~19129156] 2024-04-10T16:46:30.168 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [4517799~7769493,16191955~15965094,38353730~3767321,46488430~4957682,51946708~4083195,58653072~4724014,65159500~9884128,79300488~12190924,95313393~8156069,108364783~3547544,124087940~3733008,128183924~31781630,160837111~6741225,172571962~836608,174009336~4108040,181661913~633850,188153238~3721549,197774927~11031,200607545~3779959,209229107~6256465,218526003~9083991,235629628~1936372,241769996~19112723,263562138~2033775,277580827~4192511,292465346~7330517,320522942~9392422,332563589~4721838,339949472~4734326,349452136~26734541,391281744~1241077,392715692~19129156] 2024-04-10T16:46:30.174 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [4517799~7769493,16191955~15965094,38353730~3767321,46488430~4957682,51946708~4083195,58653072~4724014,64780259~10263369,79300488~12190924,95313393~8156069,108364783~3547544,124087940~3733008,128183924~39394412,172571962~836608,174009336~4108040,181661913~633850,188153238~3721549,197774927~11031,200607545~3779959,209229107~6256465,218103808~9506186,235629628~1936372,241769996~23825917,277580827~4192511,292465346~7330517,320522942~9392422,332563589~4721838,339738624~4945174,348127232~28059445,391281744~1241077,392715692~19129156] 2024-04-10T16:46:30.174 INFO:tasks.workunit.client.0.smithi069.stdout:from 9 to 19 diff [320518~3436123,4517799~7769493,16191955~15965094,38353730~3767321,46488430~4957682,51946708~4083195,58653072~4724014,65159500~9884128,79300488~12190924,95313393~8156069,108364783~3547544,124087940~3733008,127877708~39700628,172571962~836608,174009336~4108040,180758234~6975912,188153238~3721549,197774927~11031,200607545~3779959,209229107~6256465,218526003~9083991,235183025~2866691,241769996~19112723,263562138~4679923,277580827~4192511,292465346~7330517,320522942~9392422,330722593~7709452,339949472~4734326,349452136~29504549,391281744~1241077,392715692~19129156] 2024-04-10T16:46:30.174 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [320518~3436123,4517799~7769493,16191955~15965094,38353730~3767321,46488430~4957682,51946708~4083195,58653072~4724014,65159500~9884128,79300488~12190924,95313393~8156069,108364783~3547544,124087940~3733008,127877708~39700628,172571962~836608,174009336~4108040,180758234~6975912,188153238~3721549,197774927~11031,200607545~3779959,209229107~6256465,218526003~9083991,235183025~2866691,241769996~19112723,263562138~4679923,277580827~4192511,292465346~7330517,320522942~9392422,330722593~7709452,339949472~4734326,349452136~29504549,391281744~1241077,392715692~19129156] 2024-04-10T16:46:30.180 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [320518~3436123,4517799~7769493,16191955~15965094,38353730~3767321,46488430~4957682,51946708~4083195,58653072~4724014,64780259~10263369,79300488~12190924,95313393~8156069,108364783~3547544,124087940~3733008,127877708~39700628,172571962~836608,174009336~4108040,180758234~6975912,188153238~3721549,197774927~11031,200607545~3779959,209229107~6256465,218103808~9506186,235183025~2866691,241769996~26472065,277580827~4192511,292465346~7330517,320522942~9392422,330722593~7709452,339738624~4945174,348127232~30829453,391281744~1241077,392715692~19129156] 2024-04-10T16:46:30.180 INFO:tasks.workunit.client.0.smithi069.stdout:from 10 to 11 diff [7949768~4019014,16938351~5811721,85715015~5776397,160837111~2845872,172571962~836608,245342959~4055578,254234271~6648448,263562138~2033775,277580827~1859245] 2024-04-10T16:46:30.180 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [7949768~4019014,16938351~5811721,85715015~5776397,160837111~2845872,172571962~836608,245342959~4055578,254234271~6648448,263562138~2033775,277580827~1859245] 2024-04-10T16:46:30.186 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [7949768~4019014,16938351~5811721,85715015~5776397,159383552~4299431,172571962~836608,245342959~4055578,254234271~11361642,277580827~1859245] 2024-04-10T16:46:30.186 INFO:tasks.workunit.client.0.smithi069.stdout:from 10 to 12 diff [4517799~7450983,16938351~9832261,85715015~5776397,95313393~8156069,128183924~4119190,151447972~7972985,160837111~2845872,172571962~836608,197774927~11031,245342959~4055578,254234271~6648448,263562138~2033775,277580827~1859245,293449609~1516437,339949472~4734326,357920051~10728033] 2024-04-10T16:46:30.186 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [4517799~7450983,16938351~9832261,85715015~5776397,95313393~8156069,128183924~4119190,151447972~7972985,160837111~2845872,172571962~836608,197774927~11031,245342959~4055578,254234271~6648448,263562138~2033775,277580827~1859245,293449609~1516437,339949472~4734326,357920051~10728033] 2024-04-10T16:46:30.192 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [4517799~7450983,16938351~9832261,85715015~5776397,95313393~8156069,128183924~4119190,151447972~12235011,172571962~836608,197774927~11031,245342959~4055578,254234271~11361642,277580827~1859245,293449609~1516437,339738624~4945174,357920051~10728033] 2024-04-10T16:46:30.192 INFO:tasks.workunit.client.0.smithi069.stdout:from 10 to 13 diff [4517799~7450983,16938351~9832261,85715015~5776397,95313393~8156069,128183924~9481131,151447972~7972985,160837111~6741225,172571962~836608,174009336~4108040,197774927~11031,235629628~1936372,242027069~10547758,254234271~6648448,263562138~2033775,277580827~1859245,293449609~1516437,339949472~4734326,357920051~18266626,401601681~6859549] 2024-04-10T16:46:30.192 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [4517799~7450983,16938351~9832261,85715015~5776397,95313393~8156069,128183924~9481131,151447972~7972985,160837111~6741225,172571962~836608,174009336~4108040,197774927~11031,235629628~1936372,242027069~10547758,254234271~6648448,263562138~2033775,277580827~1859245,293449609~1516437,339949472~4734326,357920051~18266626,401601681~6859549] 2024-04-10T16:46:30.198 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [4517799~7450983,16938351~9832261,85715015~5776397,95313393~8156069,128183924~9481131,151447972~16130364,172571962~836608,174009336~4108040,197774927~11031,235629628~1936372,242027069~10547758,254234271~11361642,277580827~1859245,293449609~1516437,339738624~4945174,357920051~18266626,401601681~6859549] 2024-04-10T16:46:30.198 INFO:tasks.workunit.client.0.smithi069.stdout:from 10 to 14 diff [4517799~7450983,16938351~9832261,65159500~5644197,85487084~6004328,95313393~8156069,126271232~1549716,128183924~9481131,137714684~8009182,151447972~8517582,160837111~6741225,172571962~836608,174009336~4108040,197774927~11031,200607545~3779959,235629628~1936372,242027069~10547758,254234271~6648448,263562138~2033775,277580827~1859245,293449609~1516437,339949472~4734326,356894170~19292507,401601681~6859549] 2024-04-10T16:46:30.198 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [4517799~7450983,16938351~9832261,65159500~5644197,85487084~6004328,95313393~8156069,126271232~1549716,128183924~9481131,137714684~8009182,151447972~8517582,160837111~6741225,172571962~836608,174009336~4108040,197774927~11031,200607545~3779959,235629628~1936372,242027069~10547758,254234271~6648448,263562138~2033775,277580827~1859245,293449609~1516437,339949472~4734326,356894170~19292507,401601681~6859549] 2024-04-10T16:46:30.204 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [4517799~7450983,16938351~9832261,64780259~6023438,85487084~6004328,95313393~8156069,126271232~1549716,128183924~9481131,137714684~8009182,151447972~16130364,172571962~836608,174009336~4108040,197774927~11031,200607545~3779959,235629628~1936372,242027069~10547758,254234271~11361642,277580827~1859245,293449609~1516437,339738624~4945174,356894170~19292507,401601681~6859549] 2024-04-10T16:46:30.204 INFO:tasks.workunit.client.0.smithi069.stdout:from 10 to 15 diff [4517799~7450983,16938351~9832261,65159500~5644197,85487084~6004328,95313393~8156069,109970343~1941984,126271232~1549716,128183924~9481131,137714684~8009182,151447972~8517582,160837111~6741225,172571962~836608,174009336~4108040,197774927~11031,200607545~3779959,218526003~4573713,235629628~1936372,242027069~10547758,254234271~6648448,263562138~2033775,277580827~1859245,293449609~1516437,320522942~4111108,334835151~2450276,339949472~4734326,349452136~26734541,392715692~6945036,401601681~10243167] 2024-04-10T16:46:30.204 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [4517799~7450983,16938351~9832261,65159500~5644197,85487084~6004328,95313393~8156069,109970343~1941984,126271232~1549716,128183924~9481131,137714684~8009182,151447972~8517582,160837111~6741225,172571962~836608,174009336~4108040,197774927~11031,200607545~3779959,218526003~4573713,235629628~1936372,242027069~10547758,254234271~6648448,263562138~2033775,277580827~1859245,293449609~1516437,320522942~4111108,334835151~2450276,339949472~4734326,349452136~26734541,392715692~6945036,401601681~10243167] 2024-04-10T16:46:30.210 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [4517799~7450983,16938351~9832261,64780259~6023438,85487084~6004328,95313393~8156069,109970343~1941984,126271232~1549716,128183924~9481131,137714684~8009182,151447972~16130364,172571962~836608,174009336~4108040,197774927~11031,200607545~3779959,218526003~4573713,235629628~1936372,242027069~10547758,254234271~11361642,277580827~1859245,293449609~1516437,320522942~4111108,334835151~2450276,339738624~4945174,348127232~28059445,392715692~6945036,401601681~10243167] 2024-04-10T16:46:30.210 INFO:tasks.workunit.client.0.smithi069.stdout:from 10 to 16 diff [4517799~7450983,16938351~15218698,46488430~4957682,65159500~5644197,82073342~9418070,95313393~8156069,108364783~3547544,124087940~3733008,128183924~17539942,151447972~8517582,160837111~6741225,172571962~836608,174009336~4108040,181661913~633850,197774927~11031,200607545~3779959,218526003~4573713,235629628~1936372,242027069~10547758,254234271~6648448,263562138~2033775,277580827~1859245,292465346~7330517,320522942~9247851,334835151~2450276,339949472~4734326,349452136~26734541,392715692~6945036,401601681~10243167] 2024-04-10T16:46:30.210 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [4517799~7450983,16938351~15218698,46488430~4957682,65159500~5644197,82073342~9418070,95313393~8156069,108364783~3547544,124087940~3733008,128183924~17539942,151447972~8517582,160837111~6741225,172571962~836608,174009336~4108040,181661913~633850,197774927~11031,200607545~3779959,218526003~4573713,235629628~1936372,242027069~10547758,254234271~6648448,263562138~2033775,277580827~1859245,292465346~7330517,320522942~9247851,334835151~2450276,339949472~4734326,349452136~26734541,392715692~6945036,401601681~10243167] 2024-04-10T16:46:30.215 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [4517799~7450983,16938351~15218698,46488430~4957682,64780259~6023438,82073342~9418070,95313393~8156069,108364783~3547544,124087940~3733008,128183924~17539942,151447972~16130364,172571962~836608,174009336~4108040,181661913~633850,197774927~11031,200607545~3779959,218526003~4573713,235629628~1936372,242027069~10547758,254234271~11361642,277580827~1859245,292465346~7330517,320522942~9247851,334835151~2450276,339738624~4945174,348127232~28059445,392715692~6945036,401601681~10243167] 2024-04-10T16:46:30.216 INFO:tasks.workunit.client.0.smithi069.stdout:from 10 to 17 diff [4517799~7450983,16938351~15218698,46488430~4957682,58653072~4724014,65159500~5644197,82073342~9418070,95313393~8156069,108364783~3547544,124087940~3733008,128183924~31781630,160837111~6741225,172571962~836608,174009336~4108040,181661913~633850,197774927~11031,200607545~3779959,209229107~6256465,218526003~4573713,235629628~1936372,242027069~10547758,254234271~6648448,263562138~2033775,277580827~1859245,292465346~7330517,320522942~9247851,334835151~2450276,339949472~4734326,349452136~26734541,392715692~6945036,401601681~10243167] 2024-04-10T16:46:30.216 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [4517799~7450983,16938351~15218698,46488430~4957682,58653072~4724014,65159500~5644197,82073342~9418070,95313393~8156069,108364783~3547544,124087940~3733008,128183924~31781630,160837111~6741225,172571962~836608,174009336~4108040,181661913~633850,197774927~11031,200607545~3779959,209229107~6256465,218526003~4573713,235629628~1936372,242027069~10547758,254234271~6648448,263562138~2033775,277580827~1859245,292465346~7330517,320522942~9247851,334835151~2450276,339949472~4734326,349452136~26734541,392715692~6945036,401601681~10243167] 2024-04-10T16:46:30.222 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [4517799~7450983,16938351~15218698,46488430~4957682,58653072~4724014,64780259~6023438,82073342~9418070,95313393~8156069,108364783~3547544,124087940~3733008,128183924~39394412,172571962~836608,174009336~4108040,181661913~633850,197774927~11031,200607545~3779959,209229107~6256465,218526003~4573713,235629628~1936372,242027069~10547758,254234271~11361642,277580827~1859245,292465346~7330517,320522942~9247851,334835151~2450276,339738624~4945174,348127232~28059445,392715692~6945036,401601681~10243167] 2024-04-10T16:46:30.222 INFO:tasks.workunit.client.0.smithi069.stdout:from 10 to 18 diff [4517799~7450983,16191955~15965094,46488430~4957682,51946708~4083195,58653072~4724014,65159500~5644197,79300488~12190924,95313393~8156069,108364783~3547544,124087940~3733008,128183924~31781630,160837111~6741225,172571962~836608,174009336~4108040,181661913~633850,188153238~3721549,197774927~11031,200607545~3779959,209229107~6256465,218526003~4573713,235629628~1936372,242027069~10547758,254234271~6648448,263562138~2033775,277580827~4192511,292465346~7330517,320522942~9392422,332563589~4721838,339949472~4734326,349452136~26734541,392715692~8165677,401601681~10243167] 2024-04-10T16:46:30.222 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [4517799~7450983,16191955~15965094,46488430~4957682,51946708~4083195,58653072~4724014,65159500~5644197,79300488~12190924,95313393~8156069,108364783~3547544,124087940~3733008,128183924~31781630,160837111~6741225,172571962~836608,174009336~4108040,181661913~633850,188153238~3721549,197774927~11031,200607545~3779959,209229107~6256465,218526003~4573713,235629628~1936372,242027069~10547758,254234271~6648448,263562138~2033775,277580827~4192511,292465346~7330517,320522942~9392422,332563589~4721838,339949472~4734326,349452136~26734541,392715692~8165677,401601681~10243167] 2024-04-10T16:46:30.228 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [4517799~7450983,16191955~15965094,46488430~4957682,51946708~4083195,58653072~4724014,64780259~6023438,79300488~12190924,95313393~8156069,108364783~3547544,124087940~3733008,128183924~39394412,172571962~836608,174009336~4108040,181661913~633850,188153238~3721549,197774927~11031,200607545~3779959,209229107~6256465,218526003~4573713,235629628~1936372,242027069~10547758,254234271~11361642,277580827~4192511,292465346~7330517,320522942~9392422,332563589~4721838,339738624~4945174,348127232~28059445,392715692~8165677,401601681~10243167] 2024-04-10T16:46:30.228 INFO:tasks.workunit.client.0.smithi069.stdout:from 10 to 19 diff [320518~3436123,4517799~7450983,16191955~15965094,46488430~4957682,51946708~4083195,58653072~4724014,65159500~5644197,79300488~12190924,95313393~8156069,108364783~3547544,124087940~3733008,127877708~39700628,172571962~836608,174009336~4108040,180758234~6975912,188153238~3721549,197774927~11031,200607545~3779959,209229107~6256465,218526003~4573713,235183025~2866691,242027069~10547758,254234271~6648448,263562138~4679923,277580827~4192511,292465346~7330517,320522942~9392422,330722593~7709452,339949472~4734326,349452136~29504549,392715692~19129156] 2024-04-10T16:46:30.228 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [320518~3436123,4517799~7450983,16191955~15965094,46488430~4957682,51946708~4083195,58653072~4724014,65159500~5644197,79300488~12190924,95313393~8156069,108364783~3547544,124087940~3733008,127877708~39700628,172571962~836608,174009336~4108040,180758234~6975912,188153238~3721549,197774927~11031,200607545~3779959,209229107~6256465,218526003~4573713,235183025~2866691,242027069~10547758,254234271~6648448,263562138~4679923,277580827~4192511,292465346~7330517,320522942~9392422,330722593~7709452,339949472~4734326,349452136~29504549,392715692~19129156] 2024-04-10T16:46:30.234 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [320518~3436123,4517799~7450983,16191955~15965094,46488430~4957682,51946708~4083195,58653072~4724014,64780259~6023438,79300488~12190924,95313393~8156069,108364783~3547544,124087940~3733008,127877708~39700628,172571962~836608,174009336~4108040,180758234~6975912,188153238~3721549,197774927~11031,200607545~3779959,209229107~6256465,218526003~4573713,235183025~2866691,242027069~10547758,254234271~14007790,277580827~4192511,292465346~7330517,320522942~9392422,330722593~7709452,339738624~4945174,348127232~30829453,392715692~19129156] 2024-04-10T16:46:30.234 INFO:tasks.workunit.client.0.smithi069.stdout:from 11 to 12 diff [4517799~4561713,22430411~4340201,95313393~8156069,128183924~4119190,151447972~7972985,197774927~11031,293449609~1516437,339949472~4734326,357920051~10728033] 2024-04-10T16:46:30.234 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [4517799~4561713,22430411~4340201,95313393~8156069,128183924~4119190,151447972~7972985,197774927~11031,293449609~1516437,339949472~4734326,357920051~10728033] 2024-04-10T16:46:30.240 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [4517799~4561713,22430411~4340201,95313393~8156069,128183924~4119190,151447972~7972985,197774927~11031,293449609~1516437,339738624~4945174,357920051~10728033] 2024-04-10T16:46:30.240 INFO:tasks.workunit.client.0.smithi069.stdout:from 11 to 13 diff [4517799~4561713,22430411~4340201,86586796~2666747,95313393~8156069,128183924~9481131,151447972~7972985,160858877~6719459,174009336~4108040,197774927~11031,235629628~1936372,242027069~10547758,293449609~1516437,339949472~4734326,357920051~18266626,401601681~6859549] 2024-04-10T16:46:30.240 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [4517799~4561713,22430411~4340201,86586796~2666747,95313393~8156069,128183924~9481131,151447972~7972985,160858877~6719459,174009336~4108040,197774927~11031,235629628~1936372,242027069~10547758,293449609~1516437,339949472~4734326,357920051~18266626,401601681~6859549] 2024-04-10T16:46:30.246 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [4517799~4561713,22430411~4340201,86586796~2666747,95313393~8156069,128183924~9481131,151447972~7972985,160858877~6719459,174009336~4108040,197774927~11031,235629628~1936372,242027069~10547758,293449609~1516437,339738624~4945174,357920051~18266626,401601681~6859549] 2024-04-10T16:46:30.246 INFO:tasks.workunit.client.0.smithi069.stdout:from 11 to 14 diff [4517799~4561713,22430411~4340201,65159500~5644197,85487084~5818825,95313393~8156069,126271232~1549716,128183924~9481131,137714684~8009182,151447972~8517582,160858877~6719459,174009336~4108040,197774927~11031,200607545~3779959,235629628~1936372,242027069~10547758,293449609~1516437,339949472~4734326,356894170~19292507,401601681~6859549] 2024-04-10T16:46:30.246 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [4517799~4561713,22430411~4340201,65159500~5644197,85487084~5818825,95313393~8156069,126271232~1549716,128183924~9481131,137714684~8009182,151447972~8517582,160858877~6719459,174009336~4108040,197774927~11031,200607545~3779959,235629628~1936372,242027069~10547758,293449609~1516437,339949472~4734326,356894170~19292507,401601681~6859549] 2024-04-10T16:46:30.252 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [4517799~4561713,22430411~4340201,64780259~6023438,85487084~5818825,95313393~8156069,126271232~1549716,128183924~9481131,137714684~8009182,151447972~8517582,160858877~6719459,174009336~4108040,197774927~11031,200607545~3779959,235629628~1936372,242027069~10547758,293449609~1516437,339738624~4945174,356894170~19292507,401601681~6859549] 2024-04-10T16:46:30.252 INFO:tasks.workunit.client.0.smithi069.stdout:from 11 to 15 diff [4517799~4561713,22430411~4340201,65159500~5644197,85487084~5818825,95313393~8156069,109970343~1941984,126271232~1549716,128183924~9481131,137714684~8009182,151447972~8517582,160858877~6719459,174009336~4108040,197774927~11031,200607545~3779959,218526003~4573713,235629628~1936372,242027069~10547758,293449609~1516437,320522942~4111108,334835151~2450276,339949472~4734326,349452136~26734541,392715692~6945036,401601681~10243167] 2024-04-10T16:46:30.252 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [4517799~4561713,22430411~4340201,65159500~5644197,85487084~5818825,95313393~8156069,109970343~1941984,126271232~1549716,128183924~9481131,137714684~8009182,151447972~8517582,160858877~6719459,174009336~4108040,197774927~11031,200607545~3779959,218526003~4573713,235629628~1936372,242027069~10547758,293449609~1516437,320522942~4111108,334835151~2450276,339949472~4734326,349452136~26734541,392715692~6945036,401601681~10243167] 2024-04-10T16:46:30.258 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [4517799~4561713,22430411~4340201,64780259~6023438,85487084~5818825,95313393~8156069,109970343~1941984,126271232~1549716,128183924~9481131,137714684~8009182,151447972~8517582,160858877~6719459,174009336~4108040,197774927~11031,200607545~3779959,218526003~4573713,235629628~1936372,242027069~10547758,293449609~1516437,320522942~4111108,334835151~2450276,339738624~4945174,348127232~28059445,392715692~6945036,401601681~10243167] 2024-04-10T16:46:30.258 INFO:tasks.workunit.client.0.smithi069.stdout:from 11 to 16 diff [4517799~4561713,22430411~9726638,46488430~4957682,65159500~5644197,82073342~9232567,95313393~8156069,108364783~3547544,124087940~3733008,128183924~17539942,151447972~8517582,160858877~6719459,174009336~4108040,181661913~633850,197774927~11031,200607545~3779959,218526003~4573713,235629628~1936372,242027069~10547758,292465346~7330517,320522942~9247851,334835151~2450276,339949472~4734326,349452136~26734541,392715692~6945036,401601681~10243167] 2024-04-10T16:46:30.258 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [4517799~4561713,22430411~9726638,46488430~4957682,65159500~5644197,82073342~9232567,95313393~8156069,108364783~3547544,124087940~3733008,128183924~17539942,151447972~8517582,160858877~6719459,174009336~4108040,181661913~633850,197774927~11031,200607545~3779959,218526003~4573713,235629628~1936372,242027069~10547758,292465346~7330517,320522942~9247851,334835151~2450276,339949472~4734326,349452136~26734541,392715692~6945036,401601681~10243167] 2024-04-10T16:46:30.264 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [4517799~4561713,22430411~9726638,46488430~4957682,64780259~6023438,82073342~9232567,95313393~8156069,108364783~3547544,124087940~3733008,128183924~17539942,151447972~8517582,160858877~6719459,174009336~4108040,181661913~633850,197774927~11031,200607545~3779959,218526003~4573713,235629628~1936372,242027069~10547758,292465346~7330517,320522942~9247851,334835151~2450276,339738624~4945174,348127232~28059445,392715692~6945036,401601681~10243167] 2024-04-10T16:46:30.264 INFO:tasks.workunit.client.0.smithi069.stdout:from 11 to 17 diff [4517799~4561713,22430411~9726638,46488430~4957682,58653072~4724014,65159500~5644197,82073342~9232567,95313393~8156069,108364783~3547544,124087940~3733008,128183924~31781630,160858877~6719459,174009336~4108040,181661913~633850,197774927~11031,200607545~3779959,209229107~6256465,218526003~4573713,235629628~1936372,242027069~10547758,292465346~7330517,320522942~9247851,334835151~2450276,339949472~4734326,349452136~26734541,392715692~6945036,401601681~10243167] 2024-04-10T16:46:30.264 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [4517799~4561713,22430411~9726638,46488430~4957682,58653072~4724014,65159500~5644197,82073342~9232567,95313393~8156069,108364783~3547544,124087940~3733008,128183924~31781630,160858877~6719459,174009336~4108040,181661913~633850,197774927~11031,200607545~3779959,209229107~6256465,218526003~4573713,235629628~1936372,242027069~10547758,292465346~7330517,320522942~9247851,334835151~2450276,339949472~4734326,349452136~26734541,392715692~6945036,401601681~10243167] 2024-04-10T16:46:30.270 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [4517799~4561713,22430411~9726638,46488430~4957682,58653072~4724014,64780259~6023438,82073342~9232567,95313393~8156069,108364783~3547544,124087940~3733008,128183924~31781630,160858877~6719459,174009336~4108040,181661913~633850,197774927~11031,200607545~3779959,209229107~6256465,218526003~4573713,235629628~1936372,242027069~10547758,292465346~7330517,320522942~9247851,334835151~2450276,339738624~4945174,348127232~28059445,392715692~6945036,401601681~10243167] 2024-04-10T16:46:30.270 INFO:tasks.workunit.client.0.smithi069.stdout:from 11 to 18 diff [4517799~5955624,16191955~15965094,46488430~4957682,51946708~4083195,58653072~4724014,65159500~5644197,79300488~12005421,95313393~8156069,108364783~3547544,124087940~3733008,128183924~31781630,160858877~6719459,174009336~4108040,181661913~633850,188153238~3721549,197774927~11031,200607545~3779959,209229107~6256465,218526003~4573713,235629628~1936372,242027069~10547758,278142102~3631236,292465346~7330517,320522942~9392422,332563589~4721838,339949472~4734326,349452136~26734541,392715692~8165677,401601681~10243167] 2024-04-10T16:46:30.270 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [4517799~5955624,16191955~15965094,46488430~4957682,51946708~4083195,58653072~4724014,65159500~5644197,79300488~12005421,95313393~8156069,108364783~3547544,124087940~3733008,128183924~31781630,160858877~6719459,174009336~4108040,181661913~633850,188153238~3721549,197774927~11031,200607545~3779959,209229107~6256465,218526003~4573713,235629628~1936372,242027069~10547758,278142102~3631236,292465346~7330517,320522942~9392422,332563589~4721838,339949472~4734326,349452136~26734541,392715692~8165677,401601681~10243167] 2024-04-10T16:46:30.276 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [4517799~5955624,16191955~15965094,46488430~4957682,51946708~4083195,58653072~4724014,64780259~6023438,79300488~12005421,95313393~8156069,108364783~3547544,124087940~3733008,128183924~31781630,160858877~6719459,174009336~4108040,181661913~633850,188153238~3721549,197774927~11031,200607545~3779959,209229107~6256465,218526003~4573713,235629628~1936372,242027069~10547758,278142102~3631236,292465346~7330517,320522942~9392422,332563589~4721838,339738624~4945174,348127232~28059445,392715692~8165677,401601681~10243167] 2024-04-10T16:46:30.276 INFO:tasks.workunit.client.0.smithi069.stdout:from 11 to 19 diff [320518~3436123,4517799~5955624,16191955~15965094,46488430~4957682,51946708~4083195,58653072~4724014,65159500~5644197,79300488~12005421,95313393~8156069,108364783~3547544,124087940~3733008,127877708~39700628,174009336~4108040,180758234~6975912,188153238~3721549,197774927~11031,200607545~3779959,209229107~6256465,218526003~4573713,235183025~2866691,242027069~10547758,265099866~3142195,278142102~3631236,292465346~7330517,320522942~9392422,330722593~7709452,339949472~4734326,349452136~29504549,392715692~19129156] 2024-04-10T16:46:30.276 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [320518~3436123,4517799~5955624,16191955~15965094,46488430~4957682,51946708~4083195,58653072~4724014,65159500~5644197,79300488~12005421,95313393~8156069,108364783~3547544,124087940~3733008,127877708~39700628,174009336~4108040,180758234~6975912,188153238~3721549,197774927~11031,200607545~3779959,209229107~6256465,218526003~4573713,235183025~2866691,242027069~10547758,265099866~3142195,278142102~3631236,292465346~7330517,320522942~9392422,330722593~7709452,339949472~4734326,349452136~29504549,392715692~19129156] 2024-04-10T16:46:30.283 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [320518~3436123,4517799~5955624,16191955~15965094,46488430~4957682,51946708~4083195,58653072~4724014,64780259~6023438,79300488~12005421,95313393~8156069,108364783~3547544,124087940~3733008,127877708~39700628,174009336~4108040,180758234~6975912,188153238~3721549,197774927~11031,200607545~3779959,209229107~6256465,218526003~4573713,235183025~2866691,242027069~10547758,265099866~3142195,278142102~3631236,292465346~7330517,320522942~9392422,330722593~7709452,339738624~4945174,348127232~30829453,392715692~19129156] 2024-04-10T16:46:30.283 INFO:tasks.workunit.client.0.smithi069.stdout:from 12 to 13 diff [86586796~2666747,130031501~7633554,160858877~6719459,174009336~4108040,235629628~1936372,242027069~10547758,367288066~8898611,401601681~6859549] 2024-04-10T16:46:30.283 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [86586796~2666747,130031501~7633554,160858877~6719459,174009336~4108040,235629628~1936372,242027069~10547758,367288066~8898611,401601681~6859549] 2024-04-10T16:46:30.292 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [86586796~2666747,130031501~7633554,160858877~6719459,174009336~4108040,235629628~1936372,242027069~10547758,367288066~8898611,401601681~6859549] 2024-04-10T16:46:30.292 INFO:tasks.workunit.client.0.smithi069.stdout:from 12 to 14 diff [5668899~1779404,65159500~5644197,85487084~5818825,126271232~1549716,130031501~7633554,137714684~8009182,157689863~2275691,160858877~6719459,174009336~4108040,200607545~3779959,235629628~1936372,242027069~10547758,356894170~1964621,366205465~9168,367288066~8898611,401601681~6859549] 2024-04-10T16:46:30.292 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [5668899~1779404,65159500~5644197,85487084~5818825,126271232~1549716,130031501~7633554,137714684~8009182,157689863~2275691,160858877~6719459,174009336~4108040,200607545~3779959,235629628~1936372,242027069~10547758,356894170~1964621,366205465~9168,367288066~8898611,401601681~6859549] 2024-04-10T16:46:30.298 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [5668899~1779404,64780259~6023438,85487084~5818825,126271232~1549716,130031501~7633554,137714684~8009182,157689863~2275691,160858877~6719459,174009336~4108040,200607545~3779959,235629628~1936372,242027069~10547758,356894170~1964621,366205465~9168,367288066~8898611,401601681~6859549] 2024-04-10T16:46:30.298 INFO:tasks.workunit.client.0.smithi069.stdout:from 12 to 15 diff [5668899~1779404,65159500~5644197,85487084~5818825,101129966~783278,109970343~1941984,126271232~1549716,130031501~7633554,137714684~8009182,157689863~2275691,160858877~6719459,174009336~4108040,200607545~3779959,218526003~4573713,235629628~1936372,242027069~10547758,320522942~4111108,334835151~2450276,349452136~9406655,366205465~9168,367288066~8898611,392715692~6945036,401601681~10243167] 2024-04-10T16:46:30.298 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [5668899~1779404,65159500~5644197,85487084~5818825,101129966~783278,109970343~1941984,126271232~1549716,130031501~7633554,137714684~8009182,157689863~2275691,160858877~6719459,174009336~4108040,200607545~3779959,218526003~4573713,235629628~1936372,242027069~10547758,320522942~4111108,334835151~2450276,349452136~9406655,366205465~9168,367288066~8898611,392715692~6945036,401601681~10243167] 2024-04-10T16:46:30.304 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [5668899~1779404,64780259~6023438,85487084~5818825,101129966~783278,109970343~1941984,126271232~1549716,130031501~7633554,137714684~8009182,157689863~2275691,160858877~6719459,174009336~4108040,200607545~3779959,218526003~4573713,235629628~1936372,242027069~10547758,320522942~4111108,334835151~2450276,348127232~10731559,366205465~9168,367288066~8898611,392715692~6945036,401601681~10243167] 2024-04-10T16:46:30.305 INFO:tasks.workunit.client.0.smithi069.stdout:from 12 to 16 diff [5668899~1779404,26540664~5616385,46488430~4957682,65159500~5644197,82073342~9232567,101129966~783278,108364783~3547544,124087940~3733008,130031501~15692365,157689863~2275691,160858877~6719459,174009336~4108040,181661913~633850,200607545~3779959,218526003~4573713,235629628~1936372,242027069~10547758,292465346~7330517,320522942~9247851,334835151~2450276,349452136~9406655,366205465~9168,367288066~8898611,392715692~6945036,401601681~10243167] 2024-04-10T16:46:30.305 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [5668899~1779404,26540664~5616385,46488430~4957682,65159500~5644197,82073342~9232567,101129966~783278,108364783~3547544,124087940~3733008,130031501~15692365,157689863~2275691,160858877~6719459,174009336~4108040,181661913~633850,200607545~3779959,218526003~4573713,235629628~1936372,242027069~10547758,292465346~7330517,320522942~9247851,334835151~2450276,349452136~9406655,366205465~9168,367288066~8898611,392715692~6945036,401601681~10243167] 2024-04-10T16:46:30.311 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [5668899~1779404,26540664~5616385,46488430~4957682,64780259~6023438,82073342~9232567,101129966~783278,108364783~3547544,124087940~3733008,130031501~15692365,157689863~2275691,160858877~6719459,174009336~4108040,181661913~633850,200607545~3779959,218526003~4573713,235629628~1936372,242027069~10547758,292465346~7330517,320522942~9247851,334835151~2450276,348127232~10731559,366205465~9168,367288066~8898611,392715692~6945036,401601681~10243167] 2024-04-10T16:46:30.311 INFO:tasks.workunit.client.0.smithi069.stdout:from 12 to 17 diff [5668899~1779404,26540664~5616385,46488430~4957682,58653072~4724014,65159500~5644197,82073342~9232567,101129966~783278,108364783~3547544,124087940~3733008,130031501~21636201,153912947~6052607,160858877~6719459,174009336~4108040,181661913~633850,200607545~3779959,209229107~6256465,218526003~4573713,235629628~1936372,242027069~10547758,292465346~7330517,320522942~9247851,334835151~2450276,343907025~344058,349452136~15579036,366205465~9168,367288066~8898611,392715692~6945036,401601681~10243167] 2024-04-10T16:46:30.311 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [5668899~1779404,26540664~5616385,46488430~4957682,58653072~4724014,65159500~5644197,82073342~9232567,101129966~783278,108364783~3547544,124087940~3733008,130031501~21636201,153912947~6052607,160858877~6719459,174009336~4108040,181661913~633850,200607545~3779959,209229107~6256465,218526003~4573713,235629628~1936372,242027069~10547758,292465346~7330517,320522942~9247851,334835151~2450276,343907025~344058,349452136~15579036,366205465~9168,367288066~8898611,392715692~6945036,401601681~10243167] 2024-04-10T16:46:30.316 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [5668899~1779404,26540664~5616385,46488430~4957682,58653072~4724014,64780259~6023438,82073342~9232567,101129966~783278,108364783~3547544,124087940~3733008,130031501~21636201,153912947~6052607,160858877~6719459,174009336~4108040,181661913~633850,200607545~3779959,209229107~6256465,218526003~4573713,235629628~1936372,242027069~10547758,292465346~7330517,320522942~9247851,334835151~2450276,343907025~344058,348127232~16903940,366205465~9168,367288066~8898611,392715692~6945036,401601681~10243167] 2024-04-10T16:46:30.317 INFO:tasks.workunit.client.0.smithi069.stdout:from 12 to 18 diff [5668899~1779404,7890592~2582831,16191955~15965094,46488430~4957682,51946708~4083195,58653072~4724014,65159500~5644197,79300488~12005421,101129966~783278,108364783~3547544,124087940~3733008,130031501~21636201,153912947~6052607,160858877~6719459,174009336~4108040,181661913~633850,188153238~3721549,200607545~3779959,209229107~6256465,218526003~4573713,235629628~1936372,242027069~10547758,278142102~3631236,292465346~7330517,320522942~9392422,332563589~4721838,343907025~344058,349452136~15579036,366205465~9168,367288066~8898611,392715692~8165677,401601681~10243167] 2024-04-10T16:46:30.317 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [5668899~1779404,7890592~2582831,16191955~15965094,46488430~4957682,51946708~4083195,58653072~4724014,65159500~5644197,79300488~12005421,101129966~783278,108364783~3547544,124087940~3733008,130031501~21636201,153912947~6052607,160858877~6719459,174009336~4108040,181661913~633850,188153238~3721549,200607545~3779959,209229107~6256465,218526003~4573713,235629628~1936372,242027069~10547758,278142102~3631236,292465346~7330517,320522942~9392422,332563589~4721838,343907025~344058,349452136~15579036,366205465~9168,367288066~8898611,392715692~8165677,401601681~10243167] 2024-04-10T16:46:30.322 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [5668899~1779404,7890592~2582831,16191955~15965094,46488430~4957682,51946708~4083195,58653072~4724014,64780259~6023438,79300488~12005421,101129966~783278,108364783~3547544,124087940~3733008,130031501~21636201,153912947~6052607,160858877~6719459,174009336~4108040,181661913~633850,188153238~3721549,200607545~3779959,209229107~6256465,218526003~4573713,235629628~1936372,242027069~10547758,278142102~3631236,292465346~7330517,320522942~9392422,332563589~4721838,343907025~344058,348127232~16903940,366205465~9168,367288066~8898611,392715692~8165677,401601681~10243167] 2024-04-10T16:46:30.322 INFO:tasks.workunit.client.0.smithi069.stdout:from 12 to 19 diff [320518~3436123,5668899~1779404,7890592~2582831,16191955~15965094,46488430~4957682,51946708~4083195,58653072~4724014,65159500~5644197,79300488~12005421,101129966~783278,108364783~3547544,124087940~3733008,127877708~23789994,153912947~13665389,174009336~4108040,180758234~6975912,188153238~3721549,200607545~3779959,209229107~6256465,218526003~4573713,235183025~2866691,242027069~10547758,265099866~3142195,278142102~3631236,292465346~7330517,320522942~9392422,330722593~7709452,343907025~344058,349452136~15579036,366205465~9168,367288066~11668619,392715692~19129156] 2024-04-10T16:46:30.323 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [320518~3436123,5668899~1779404,7890592~2582831,16191955~15965094,46488430~4957682,51946708~4083195,58653072~4724014,65159500~5644197,79300488~12005421,101129966~783278,108364783~3547544,124087940~3733008,127877708~23789994,153912947~13665389,174009336~4108040,180758234~6975912,188153238~3721549,200607545~3779959,209229107~6256465,218526003~4573713,235183025~2866691,242027069~10547758,265099866~3142195,278142102~3631236,292465346~7330517,320522942~9392422,330722593~7709452,343907025~344058,349452136~15579036,366205465~9168,367288066~11668619,392715692~19129156] 2024-04-10T16:46:30.329 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [320518~3436123,5668899~1779404,7890592~2582831,16191955~15965094,46488430~4957682,51946708~4083195,58653072~4724014,64780259~6023438,79300488~12005421,101129966~783278,108364783~3547544,124087940~3733008,127877708~23789994,153912947~13665389,174009336~4108040,180758234~6975912,188153238~3721549,200607545~3779959,209229107~6256465,218526003~4573713,235183025~2866691,242027069~10547758,265099866~3142195,278142102~3631236,292465346~7330517,320522942~9392422,330722593~7709452,343907025~344058,348127232~16903940,366205465~9168,367288066~11668619,392715692~19129156] 2024-04-10T16:46:30.329 INFO:tasks.workunit.client.0.smithi069.stdout:from 13 to 14 diff [5668899~1779404,65159500~5644197,85487084~5818825,126271232~1549716,130410999~2337543,137714684~8009182,157689863~2275691,200607545~3779959,356894170~1964621,366205465~9168] 2024-04-10T16:46:30.329 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [5668899~1779404,65159500~5644197,85487084~5818825,126271232~1549716,130410999~2337543,137714684~8009182,157689863~2275691,200607545~3779959,356894170~1964621,366205465~9168] 2024-04-10T16:46:30.335 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [5668899~1779404,64780259~6023438,85487084~5818825,126271232~1549716,130410999~2337543,137714684~8009182,157689863~2275691,200607545~3779959,356894170~1964621,366205465~9168] 2024-04-10T16:46:30.335 INFO:tasks.workunit.client.0.smithi069.stdout:from 13 to 15 diff [5668899~1779404,65159500~5644197,85487084~5818825,101129966~783278,109970343~1941984,126271232~1549716,130410999~2337543,137714684~8009182,157689863~2275691,200607545~3779959,218526003~4573713,244237008~3004029,320522942~4111108,334835151~2450276,349452136~9406655,366205465~9168,392715692~6945036,403806112~8038736] 2024-04-10T16:46:30.335 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [5668899~1779404,65159500~5644197,85487084~5818825,101129966~783278,109970343~1941984,126271232~1549716,130410999~2337543,137714684~8009182,157689863~2275691,200607545~3779959,218526003~4573713,244237008~3004029,320522942~4111108,334835151~2450276,349452136~9406655,366205465~9168,392715692~6945036,403806112~8038736] 2024-04-10T16:46:30.341 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [5668899~1779404,64780259~6023438,85487084~5818825,101129966~783278,109970343~1941984,126271232~1549716,130410999~2337543,137714684~8009182,157689863~2275691,200607545~3779959,218526003~4573713,244237008~3004029,320522942~4111108,334835151~2450276,348127232~10731559,366205465~9168,392715692~6945036,403806112~8038736] 2024-04-10T16:46:30.341 INFO:tasks.workunit.client.0.smithi069.stdout:from 13 to 16 diff [5668899~1779404,26540664~5616385,46488430~4957682,65159500~5644197,82073342~9232567,101129966~783278,108364783~3547544,124087940~3733008,130410999~15312867,157689863~2275691,181661913~633850,200607545~3779959,218526003~4573713,244237008~3004029,292465346~7330517,320522942~9247851,334835151~2450276,349452136~9406655,366205465~9168,392715692~6945036,403806112~8038736] 2024-04-10T16:46:30.341 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [5668899~1779404,26540664~5616385,46488430~4957682,65159500~5644197,82073342~9232567,101129966~783278,108364783~3547544,124087940~3733008,130410999~15312867,157689863~2275691,181661913~633850,200607545~3779959,218526003~4573713,244237008~3004029,292465346~7330517,320522942~9247851,334835151~2450276,349452136~9406655,366205465~9168,392715692~6945036,403806112~8038736] 2024-04-10T16:46:30.347 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [5668899~1779404,26540664~5616385,46488430~4957682,64780259~6023438,82073342~9232567,101129966~783278,108364783~3547544,124087940~3733008,130410999~15312867,157689863~2275691,181661913~633850,200607545~3779959,218526003~4573713,244237008~3004029,292465346~7330517,320522942~9247851,334835151~2450276,348127232~10731559,366205465~9168,392715692~6945036,403806112~8038736] 2024-04-10T16:46:30.347 INFO:tasks.workunit.client.0.smithi069.stdout:from 13 to 17 diff [5668899~1779404,26540664~5616385,46488430~4957682,58653072~4724014,65159500~5644197,82073342~9232567,101129966~783278,108364783~3547544,124087940~3733008,130410999~21256703,153912947~6052607,181661913~633850,200607545~3779959,209229107~6256465,218526003~4573713,244237008~3004029,292465346~7330517,320522942~9247851,334835151~2450276,343907025~344058,349452136~15579036,366205465~9168,392715692~6945036,403806112~8038736] 2024-04-10T16:46:30.347 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [5668899~1779404,26540664~5616385,46488430~4957682,58653072~4724014,65159500~5644197,82073342~9232567,101129966~783278,108364783~3547544,124087940~3733008,130410999~21256703,153912947~6052607,181661913~633850,200607545~3779959,209229107~6256465,218526003~4573713,244237008~3004029,292465346~7330517,320522942~9247851,334835151~2450276,343907025~344058,349452136~15579036,366205465~9168,392715692~6945036,403806112~8038736] 2024-04-10T16:46:30.353 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [5668899~1779404,26540664~5616385,46488430~4957682,58653072~4724014,64780259~6023438,82073342~9232567,101129966~783278,108364783~3547544,124087940~3733008,130410999~21256703,153912947~6052607,181661913~633850,200607545~3779959,209229107~6256465,218526003~4573713,244237008~3004029,292465346~7330517,320522942~9247851,334835151~2450276,343907025~344058,348127232~16903940,366205465~9168,392715692~6945036,403806112~8038736] 2024-04-10T16:46:30.353 INFO:tasks.workunit.client.0.smithi069.stdout:from 13 to 18 diff [5668899~1779404,7890592~2582831,16191955~15965094,46488430~4957682,51946708~4083195,58653072~4724014,65159500~5644197,79300488~12005421,101129966~783278,108364783~3547544,124087940~3733008,130410999~21256703,153912947~6052607,181661913~633850,188153238~3721549,200607545~3779959,209229107~6256465,218526003~4573713,244237008~3004029,278142102~3631236,292465346~7330517,320522942~9392422,332563589~4721838,343907025~344058,349452136~15579036,366205465~9168,392715692~8165677,403806112~8038736] 2024-04-10T16:46:30.353 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [5668899~1779404,7890592~2582831,16191955~15965094,46488430~4957682,51946708~4083195,58653072~4724014,65159500~5644197,79300488~12005421,101129966~783278,108364783~3547544,124087940~3733008,130410999~21256703,153912947~6052607,181661913~633850,188153238~3721549,200607545~3779959,209229107~6256465,218526003~4573713,244237008~3004029,278142102~3631236,292465346~7330517,320522942~9392422,332563589~4721838,343907025~344058,349452136~15579036,366205465~9168,392715692~8165677,403806112~8038736] 2024-04-10T16:46:30.362 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [5668899~1779404,7890592~2582831,16191955~15965094,46488430~4957682,51946708~4083195,58653072~4724014,64780259~6023438,79300488~12005421,101129966~783278,108364783~3547544,124087940~3733008,130410999~21256703,153912947~6052607,181661913~633850,188153238~3721549,200607545~3779959,209229107~6256465,218526003~4573713,244237008~3004029,278142102~3631236,292465346~7330517,320522942~9392422,332563589~4721838,343907025~344058,348127232~16903940,366205465~9168,392715692~8165677,403806112~8038736] 2024-04-10T16:46:30.362 INFO:tasks.workunit.client.0.smithi069.stdout:from 13 to 19 diff [320518~3436123,5668899~1779404,7890592~2582831,16191955~15965094,46488430~4957682,51946708~4083195,58653072~4724014,65159500~5644197,79300488~12005421,101129966~783278,108364783~3547544,124087940~3733008,127877708~23789994,153912947~8585429,180758234~6975912,188153238~3721549,200607545~3779959,209229107~6256465,218526003~4573713,235183025~2866691,244237008~3004029,265099866~3142195,278142102~3631236,292465346~7330517,320522942~9392422,330722593~7709452,343907025~344058,349452136~15579036,366205465~9168,373181268~5775417,392715692~9692237,403806112~8038736] 2024-04-10T16:46:30.362 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [320518~3436123,5668899~1779404,7890592~2582831,16191955~15965094,46488430~4957682,51946708~4083195,58653072~4724014,65159500~5644197,79300488~12005421,101129966~783278,108364783~3547544,124087940~3733008,127877708~23789994,153912947~8585429,180758234~6975912,188153238~3721549,200607545~3779959,209229107~6256465,218526003~4573713,235183025~2866691,244237008~3004029,265099866~3142195,278142102~3631236,292465346~7330517,320522942~9392422,330722593~7709452,343907025~344058,349452136~15579036,366205465~9168,373181268~5775417,392715692~9692237,403806112~8038736] 2024-04-10T16:46:30.365 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [320518~3436123,5668899~1779404,7890592~2582831,16191955~15965094,46488430~4957682,51946708~4083195,58653072~4724014,64780259~6023438,79300488~12005421,101129966~783278,108364783~3547544,124087940~3733008,127877708~23789994,153912947~8585429,180758234~6975912,188153238~3721549,200607545~3779959,209229107~6256465,218526003~4573713,235183025~2866691,244237008~3004029,265099866~3142195,278142102~3631236,292465346~7330517,320522942~9392422,330722593~7709452,343907025~344058,348127232~16903940,366205465~9168,373181268~5775417,392715692~9692237,403806112~8038736] 2024-04-10T16:46:30.365 INFO:tasks.workunit.client.0.smithi069.stdout:from 14 to 15 diff [101129966~783278,109970343~1941984,138876796~5163937,218526003~4573713,244237008~3004029,320522942~4111108,334835151~2450276,349452136~8089576,392715692~6945036,403806112~8038736] 2024-04-10T16:46:30.365 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [101129966~783278,109970343~1941984,138876796~5163937,218526003~4573713,244237008~3004029,320522942~4111108,334835151~2450276,349452136~8089576,392715692~6945036,403806112~8038736] 2024-04-10T16:46:30.373 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [101129966~783278,109970343~1941984,138876796~5163937,218526003~4573713,244237008~3004029,320522942~4111108,334835151~2450276,348127232~9414480,392715692~6945036,403806112~8038736] 2024-04-10T16:46:30.373 INFO:tasks.workunit.client.0.smithi069.stdout:from 14 to 16 diff [26540664~5616385,46488430~4957682,82073342~5247958,101129966~783278,108364783~3547544,124087940~2191792,130969090~13071643,181661913~633850,218526003~4573713,244237008~3004029,292465346~7330517,320522942~9247851,334835151~2450276,349452136~8089576,392715692~6945036,403806112~8038736] 2024-04-10T16:46:30.373 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [26540664~5616385,46488430~4957682,82073342~5247958,101129966~783278,108364783~3547544,124087940~2191792,130969090~13071643,181661913~633850,218526003~4573713,244237008~3004029,292465346~7330517,320522942~9247851,334835151~2450276,349452136~8089576,392715692~6945036,403806112~8038736] 2024-04-10T16:46:30.379 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [26540664~5616385,46488430~4957682,82073342~5247958,101129966~783278,108364783~3547544,124087940~2191792,130969090~13071643,181661913~633850,218526003~4573713,244237008~3004029,292465346~7330517,320522942~9247851,334835151~2450276,348127232~9414480,392715692~6945036,403806112~8038736] 2024-04-10T16:46:30.379 INFO:tasks.workunit.client.0.smithi069.stdout:from 14 to 17 diff [26540664~5616385,46488430~4957682,58653072~4724014,67992814~1271556,82073342~5247958,101129966~783278,108364783~3547544,124087940~2191792,130969090~13071643,145117729~6549973,153912947~4124380,181661913~633850,209229107~6256465,218526003~4573713,244237008~3004029,292465346~7330517,320522942~9247851,334835151~2450276,343907025~344058,349452136~15579036,392715692~6945036,403806112~8038736] 2024-04-10T16:46:30.379 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [26540664~5616385,46488430~4957682,58653072~4724014,67992814~1271556,82073342~5247958,101129966~783278,108364783~3547544,124087940~2191792,130969090~13071643,145117729~6549973,153912947~4124380,181661913~633850,209229107~6256465,218526003~4573713,244237008~3004029,292465346~7330517,320522942~9247851,334835151~2450276,343907025~344058,349452136~15579036,392715692~6945036,403806112~8038736] 2024-04-10T16:46:30.385 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [26540664~5616385,46488430~4957682,58653072~4724014,67992814~1271556,82073342~5247958,101129966~783278,108364783~3547544,124087940~2191792,130969090~13071643,145117729~6549973,153912947~4124380,181661913~633850,209229107~6256465,218526003~4573713,244237008~3004029,292465346~7330517,320522942~9247851,334835151~2450276,343907025~344058,348127232~16903940,392715692~6945036,403806112~8038736] 2024-04-10T16:46:30.385 INFO:tasks.workunit.client.0.smithi069.stdout:from 14 to 18 diff [7890592~2582831,16191955~15965094,46488430~4957682,51946708~4083195,58653072~4724014,67992814~1271556,79300488~8020812,101129966~783278,108364783~3547544,124087940~2191792,130969090~13071643,145117729~6549973,153912947~4124380,181661913~633850,188153238~3721549,209229107~6256465,218526003~4573713,244237008~3004029,278142102~3631236,292465346~7330517,320522942~9392422,332563589~4721838,343907025~344058,349452136~15579036,392715692~8165677,403806112~8038736] 2024-04-10T16:46:30.385 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [7890592~2582831,16191955~15965094,46488430~4957682,51946708~4083195,58653072~4724014,67992814~1271556,79300488~8020812,101129966~783278,108364783~3547544,124087940~2191792,130969090~13071643,145117729~6549973,153912947~4124380,181661913~633850,188153238~3721549,209229107~6256465,218526003~4573713,244237008~3004029,278142102~3631236,292465346~7330517,320522942~9392422,332563589~4721838,343907025~344058,349452136~15579036,392715692~8165677,403806112~8038736] 2024-04-10T16:46:30.391 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [7890592~2582831,16191955~15965094,46488430~4957682,51946708~4083195,58653072~4724014,67992814~1271556,79300488~8020812,101129966~783278,108364783~3547544,124087940~2191792,130969090~13071643,145117729~6549973,153912947~4124380,181661913~633850,188153238~3721549,209229107~6256465,218526003~4573713,244237008~3004029,278142102~3631236,292465346~7330517,320522942~9392422,332563589~4721838,343907025~344058,348127232~16903940,392715692~8165677,403806112~8038736] 2024-04-10T16:46:30.391 INFO:tasks.workunit.client.0.smithi069.stdout:from 14 to 19 diff [320518~3436123,7890592~2582831,16191955~15965094,46488430~4957682,51946708~4083195,58653072~4724014,67992814~1271556,79300488~8020812,101129966~783278,108364783~3547544,124087940~2191792,127877708~16163025,145117729~6549973,153912947~4124380,158252113~4246263,180758234~6975912,188153238~3721549,209229107~6256465,218526003~4573713,235183025~2866691,244237008~3004029,265099866~3142195,278142102~3631236,292465346~7330517,320522942~9392422,330722593~7709452,343907025~344058,349452136~15579036,373181268~5775417,392715692~9692237,403806112~8038736] 2024-04-10T16:46:30.391 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [320518~3436123,7890592~2582831,16191955~15965094,46488430~4957682,51946708~4083195,58653072~4724014,67992814~1271556,79300488~8020812,101129966~783278,108364783~3547544,124087940~2191792,127877708~16163025,145117729~6549973,153912947~4124380,158252113~4246263,180758234~6975912,188153238~3721549,209229107~6256465,218526003~4573713,235183025~2866691,244237008~3004029,265099866~3142195,278142102~3631236,292465346~7330517,320522942~9392422,330722593~7709452,343907025~344058,349452136~15579036,373181268~5775417,392715692~9692237,403806112~8038736] 2024-04-10T16:46:30.397 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [320518~3436123,7890592~2582831,16191955~15965094,46488430~4957682,51946708~4083195,58653072~4724014,67992814~1271556,79300488~8020812,101129966~783278,108364783~3547544,124087940~2191792,127877708~16163025,145117729~6549973,153912947~4124380,158252113~4246263,180758234~6975912,188153238~3721549,209229107~6256465,218526003~4573713,235183025~2866691,244237008~3004029,265099866~3142195,278142102~3631236,292465346~7330517,320522942~9392422,330722593~7709452,343907025~344058,348127232~16903940,373181268~5775417,392715692~9692237,403806112~8038736] 2024-04-10T16:46:30.397 INFO:tasks.workunit.client.0.smithi069.stdout:from 15 to 16 diff [26540664~5616385,46488430~4957682,82073342~5247958,108364783~1831261,124087940~2191792,130969090~8042898,181661913~633850,292465346~7330517,321855983~7914810] 2024-04-10T16:46:30.397 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [26540664~5616385,46488430~4957682,82073342~5247958,108364783~1831261,124087940~2191792,130969090~8042898,181661913~633850,292465346~7330517,321855983~7914810] 2024-04-10T16:46:30.403 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [26540664~5616385,46488430~4957682,82073342~5247958,108364783~1831261,124087940~2191792,130969090~8042898,181661913~633850,292465346~7330517,321855983~7914810] 2024-04-10T16:46:30.403 INFO:tasks.workunit.client.0.smithi069.stdout:from 15 to 17 diff [26540664~5616385,46488430~4957682,58653072~4724014,67992814~1271556,82073342~5247958,108364783~1831261,124087940~2191792,130969090~8042898,145117729~6549973,153912947~4124380,181661913~633850,209229107~6256465,292465346~7330517,321855983~7914810,343907025~344058,356789255~8241917] 2024-04-10T16:46:30.403 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [26540664~5616385,46488430~4957682,58653072~4724014,67992814~1271556,82073342~5247958,108364783~1831261,124087940~2191792,130969090~8042898,145117729~6549973,153912947~4124380,181661913~633850,209229107~6256465,292465346~7330517,321855983~7914810,343907025~344058,356789255~8241917] 2024-04-10T16:46:30.408 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [26540664~5616385,46488430~4957682,58653072~4724014,67992814~1271556,82073342~5247958,108364783~1831261,124087940~2191792,130969090~8042898,145117729~6549973,153912947~4124380,181661913~633850,209229107~6256465,292465346~7330517,321855983~7914810,343907025~344058,356789255~8241917] 2024-04-10T16:46:30.408 INFO:tasks.workunit.client.0.smithi069.stdout:from 15 to 18 diff [7890592~2582831,16191955~15965094,46488430~4957682,51946708~4083195,58653072~4724014,67992814~1271556,79300488~8020812,108364783~1831261,124087940~2191792,130969090~8042898,145117729~6549973,153912947~4124380,181661913~633850,188153238~3721549,209229107~6256465,278142102~3631236,292465346~7330517,321855983~8059381,332563589~3367677,343907025~344058,356789255~8241917,396596902~4284467] 2024-04-10T16:46:30.408 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [7890592~2582831,16191955~15965094,46488430~4957682,51946708~4083195,58653072~4724014,67992814~1271556,79300488~8020812,108364783~1831261,124087940~2191792,130969090~8042898,145117729~6549973,153912947~4124380,181661913~633850,188153238~3721549,209229107~6256465,278142102~3631236,292465346~7330517,321855983~8059381,332563589~3367677,343907025~344058,356789255~8241917,396596902~4284467] 2024-04-10T16:46:30.415 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [7890592~2582831,16191955~15965094,46488430~4957682,51946708~4083195,58653072~4724014,67992814~1271556,79300488~8020812,108364783~1831261,124087940~2191792,130969090~8042898,145117729~6549973,153912947~4124380,181661913~633850,188153238~3721549,209229107~6256465,278142102~3631236,292465346~7330517,321855983~8059381,332563589~3367677,343907025~344058,356789255~8241917,396596902~4284467] 2024-04-10T16:46:30.415 INFO:tasks.workunit.client.0.smithi069.stdout:from 15 to 19 diff [320518~3436123,7890592~2582831,16191955~15965094,46488430~4957682,51946708~4083195,58653072~4724014,67992814~1271556,79300488~8020812,108364783~1831261,124087940~2191792,127877708~11134280,145117729~6549973,153912947~4124380,158252113~4246263,180758234~6975912,188153238~3721549,209229107~6256465,235183025~2866691,265099866~3142195,278142102~3631236,292465346~7330517,321855983~8059381,330722593~7709452,343907025~344058,356789255~8241917,373181268~5775417,396596902~5811027] 2024-04-10T16:46:30.415 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [320518~3436123,7890592~2582831,16191955~15965094,46488430~4957682,51946708~4083195,58653072~4724014,67992814~1271556,79300488~8020812,108364783~1831261,124087940~2191792,127877708~11134280,145117729~6549973,153912947~4124380,158252113~4246263,180758234~6975912,188153238~3721549,209229107~6256465,235183025~2866691,265099866~3142195,278142102~3631236,292465346~7330517,321855983~8059381,330722593~7709452,343907025~344058,356789255~8241917,373181268~5775417,396596902~5811027] 2024-04-10T16:46:30.421 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [320518~3436123,7890592~2582831,16191955~15965094,46488430~4957682,51946708~4083195,58653072~4724014,67992814~1271556,79300488~8020812,108364783~1831261,124087940~2191792,127877708~11134280,145117729~6549973,153912947~4124380,158252113~4246263,180758234~6975912,188153238~3721549,209229107~6256465,235183025~2866691,265099866~3142195,278142102~3631236,292465346~7330517,321855983~8059381,330722593~7709452,343907025~344058,356789255~8241917,373181268~5775417,396596902~5811027] 2024-04-10T16:46:30.421 INFO:tasks.workunit.client.0.smithi069.stdout:from 16 to 17 diff [58653072~4724014,67992814~1271556,83233105~3735686,145117729~6549973,153912947~4124380,209229107~6256465,343907025~344058,356789255~8241917] 2024-04-10T16:46:30.421 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [58653072~4724014,67992814~1271556,83233105~3735686,145117729~6549973,153912947~4124380,209229107~6256465,343907025~344058,356789255~8241917] 2024-04-10T16:46:30.426 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [58653072~4724014,67992814~1271556,83233105~3735686,145117729~6549973,153912947~4124380,209229107~6256465,343907025~344058,356789255~8241917] 2024-04-10T16:46:30.427 INFO:tasks.workunit.client.0.smithi069.stdout:from 16 to 18 diff [7890592~2582831,16191955~11238041,51946708~4083195,58653072~4724014,67992814~1271556,79300488~7668303,145117729~6549973,153912947~4124380,188153238~3721549,209229107~6256465,278142102~3631236,324529214~5386150,332563589~3367677,343907025~344058,356789255~8241917,396596902~4284467] 2024-04-10T16:46:30.427 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [7890592~2582831,16191955~11238041,51946708~4083195,58653072~4724014,67992814~1271556,79300488~7668303,145117729~6549973,153912947~4124380,188153238~3721549,209229107~6256465,278142102~3631236,324529214~5386150,332563589~3367677,343907025~344058,356789255~8241917,396596902~4284467] 2024-04-10T16:46:30.432 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [7890592~2582831,16191955~11238041,51946708~4083195,58653072~4724014,67992814~1271556,79300488~7668303,145117729~6549973,153912947~4124380,188153238~3721549,209229107~6256465,278142102~3631236,324529214~5386150,332563589~3367677,343907025~344058,356789255~8241917,396596902~4284467] 2024-04-10T16:46:30.432 INFO:tasks.workunit.client.0.smithi069.stdout:from 16 to 19 diff [320518~3436123,7890592~2582831,16191955~11238041,51946708~4083195,58653072~4724014,67992814~1271556,79300488~7668303,127877708~7629953,145117729~6549973,153912947~4124380,158252113~4246263,180758234~6975912,188153238~3721549,209229107~6256465,235183025~2866691,265099866~3142195,278142102~3631236,324529214~5386150,330722593~7709452,343907025~344058,356789255~8241917,373181268~5775417,396596902~5811027] 2024-04-10T16:46:30.432 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [320518~3436123,7890592~2582831,16191955~11238041,51946708~4083195,58653072~4724014,67992814~1271556,79300488~7668303,127877708~7629953,145117729~6549973,153912947~4124380,158252113~4246263,180758234~6975912,188153238~3721549,209229107~6256465,235183025~2866691,265099866~3142195,278142102~3631236,324529214~5386150,330722593~7709452,343907025~344058,356789255~8241917,373181268~5775417,396596902~5811027] 2024-04-10T16:46:30.438 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [320518~3436123,7890592~2582831,16191955~11238041,51946708~4083195,58653072~4724014,67992814~1271556,79300488~7668303,127877708~7629953,145117729~6549973,153912947~4124380,158252113~4246263,180758234~6975912,188153238~3721549,209229107~6256465,235183025~2866691,265099866~3142195,278142102~3631236,324529214~5386150,330722593~7709452,343907025~344058,356789255~8241917,373181268~5775417,396596902~5811027] 2024-04-10T16:46:30.438 INFO:tasks.workunit.client.0.smithi069.stdout:from 17 to 18 diff [7890592~2582831,16191955~11238041,51946708~4083195,79300488~4751457,188153238~3721549,278142102~3631236,324529214~5386150,332563589~3367677,396596902~4284467] 2024-04-10T16:46:30.438 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [7890592~2582831,16191955~11238041,51946708~4083195,79300488~4751457,188153238~3721549,278142102~3631236,324529214~5386150,332563589~3367677,396596902~4284467] 2024-04-10T16:46:30.444 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [7890592~2582831,16191955~11238041,51946708~4083195,79300488~4751457,188153238~3721549,278142102~3631236,324529214~5386150,332563589~3367677,396596902~4284467] 2024-04-10T16:46:30.444 INFO:tasks.workunit.client.0.smithi069.stdout:from 17 to 19 diff [320518~3436123,7890592~2582831,16191955~11238041,51946708~4083195,79300488~4751457,127877708~7629953,158252113~4246263,180758234~6975912,188153238~3721549,235183025~2866691,265099866~3142195,278142102~3631236,324529214~5386150,330722593~7709452,373181268~5775417,396596902~5811027] 2024-04-10T16:46:30.444 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [320518~3436123,7890592~2582831,16191955~11238041,51946708~4083195,79300488~4751457,127877708~7629953,158252113~4246263,180758234~6975912,188153238~3721549,235183025~2866691,265099866~3142195,278142102~3631236,324529214~5386150,330722593~7709452,373181268~5775417,396596902~5811027] 2024-04-10T16:46:30.450 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [320518~3436123,7890592~2582831,16191955~11238041,51946708~4083195,79300488~4751457,127877708~7629953,158252113~4246263,180758234~6975912,188153238~3721549,235183025~2866691,265099866~3142195,278142102~3631236,324529214~5386150,330722593~7709452,373181268~5775417,396596902~5811027] 2024-04-10T16:46:30.450 INFO:tasks.workunit.client.0.smithi069.stdout:from 18 to 19 diff [320518~3436123,127877708~7629953,158252113~4246263,180758234~6975912,235183025~2866691,265099866~3142195,330722593~7709452,373181268~5775417,399292702~3115227] 2024-04-10T16:46:30.450 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [320518~3436123,127877708~7629953,158252113~4246263,180758234~6975912,235183025~2866691,265099866~3142195,330722593~7709452,373181268~5775417,399292702~3115227] 2024-04-10T16:46:30.455 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [320518~3436123,127877708~7629953,158252113~4246263,180758234~6975912,235183025~2866691,265099866~3142195,330722593~7709452,373181268~5775417,399292702~3115227] 2024-04-10T16:46:30.608 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:46:30 smithi069 ceph-mon[96738]: osdmap e2062: 8 total, 8 up, 8 in 2024-04-10T16:46:30.608 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:46:30 smithi069 ceph-mon[96738]: pgmap v4002: 137 pgs: 137 active+clean; 798 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 257 KiB/s rd, 28 MiB/s wr, 389 op/s 2024-04-10T16:46:30.608 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:46:30 smithi069 ceph-mon[94167]: osdmap e2062: 8 total, 8 up, 8 in 2024-04-10T16:46:30.608 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:46:30 smithi069 ceph-mon[94167]: pgmap v4002: 137 pgs: 137 active+clean; 798 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 257 KiB/s rd, 28 MiB/s wr, 389 op/s 2024-04-10T16:46:30.763 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:46:30 smithi077 ceph-mon[87572]: osdmap e2062: 8 total, 8 up, 8 in 2024-04-10T16:46:30.764 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:46:30 smithi077 ceph-mon[87572]: pgmap v4002: 137 pgs: 137 active+clean; 798 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 257 KiB/s rd, 28 MiB/s wr, 389 op/s 2024-04-10T16:46:31.307 INFO:tasks.workunit.client.0.smithi069.stdout:from 0 to HEAD diff [320518~15336603,16191955~20258151,38332794~26447465,65159500~9884128,77964337~13527075,92104573~11523572,105258669~166198,106185411~11303908,124087940~3733008,127877708~64518685,194271394~14651097,209229107~6256465,218526003~11570781,234638313~26244406,263562138~4679923,271366772~155725,277580827~11917795,290068331~9727532,306871670~23043694,330722593~7907078,339949472~4734326,344991222~1323671,349452136~29504549,386464222~2107062,389620817~22224031] 2024-04-10T16:46:31.307 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [320518~15336603,16191955~20258151,38332794~26447465,65159500~9884128,77964337~13527075,92104573~11523572,105258669~166198,106185411~11303908,124087940~3733008,127877708~64518685,194271394~14651097,209229107~6256465,218526003~11570781,234638313~26244406,263562138~4679923,271366772~155725,277580827~11917795,290068331~9727532,306871670~23043694,330722593~7907078,339949472~4734326,344991222~1323671,349452136~29504549,386464222~2107062,389620817~22224031] 2024-04-10T16:46:31.335 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~36450106,37748736~37294892,77964337~25663808,104857600~12631719,124087940~68308453,192937984~22547588,218103808~11992976,230686720~37555341,268435456~3087041,276824064~22971799,306871670~23043694,330012032~8617639,339738624~6576269,348127232~30829453,385875968~25968880] 2024-04-10T16:46:31.335 INFO:tasks.workunit.client.0.smithi069.stdout:from 1 to HEAD diff [320518~15336603,16191955~20258151,38332794~7543736,46488430~18291829,65159500~9884128,77964337~13527075,92104573~11523572,105258669~166198,106185411~11303908,124087940~3733008,127877708~41820578,172077190~20319203,194271394~2649636,197774927~11031,200607545~8314946,209229107~6256465,218526003~11570781,234638313~26244406,263562138~4679923,271366772~155725,277580827~11917795,292197452~7598411,306871670~12548100,320522942~9392422,330722593~7709452,339949472~4734326,344991222~1323671,349452136~29504549,386464222~2107062,389620817~22224031] 2024-04-10T16:46:31.335 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [320518~15336603,16191955~20258151,38332794~7543736,46488430~18291829,65159500~9884128,77964337~13527075,92104573~11523572,105258669~166198,106185411~11303908,124087940~3733008,127877708~41820578,172077190~20319203,194271394~2649636,197774927~11031,200607545~8314946,209229107~6256465,218526003~11570781,234638313~26244406,263562138~4679923,271366772~155725,277580827~11917795,292197452~7598411,306871670~12548100,320522942~9392422,330722593~7709452,339949472~4734326,344991222~1323671,349452136~29504549,386464222~2107062,389620817~22224031] 2024-04-10T16:46:31.341 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~36450106,37748736~8127794,46488430~28555198,77964337~25663808,104857600~12631719,124087940~45610346,172077190~20319203,194271394~2649636,197774927~11031,200607545~14878027,218103808~11992976,230686720~37555341,268435456~3087041,276824064~12674558,292197452~7598411,306871670~12548100,320522942~9392422,330012032~8420013,339738624~6576269,348127232~30829453,385875968~25968880] 2024-04-10T16:46:31.341 INFO:tasks.workunit.client.0.smithi069.stdout:from 2 to HEAD diff [320518~3612829,4517799~11139322,16191955~15965094,38332794~7543736,46488430~18291829,65159500~9884128,77964337~13527075,92104573~11523572,105258669~166198,106185411~11303908,124087940~3733008,127877708~41820578,172571962~836608,173747509~13986637,188136982~4259411,194271394~2649636,197774927~11031,200607545~8314946,209229107~6256465,218526003~11570781,234638313~26244406,263562138~4679923,271366772~155725,277580827~11917795,292197452~7598411,306871670~12548100,320522942~9392422,330722593~7709452,339949472~4734326,349452136~29504549,386464222~2107062,389620817~22224031] 2024-04-10T16:46:31.342 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [320518~3612829,4517799~11139322,16191955~15965094,38332794~7543736,46488430~18291829,65159500~9884128,77964337~13527075,92104573~11523572,105258669~166198,106185411~11303908,124087940~3733008,127877708~41820578,172571962~836608,173747509~13986637,188136982~4259411,194271394~2649636,197774927~11031,200607545~8314946,209229107~6256465,218526003~11570781,234638313~26244406,263562138~4679923,271366772~155725,277580827~11917795,292197452~7598411,306871670~12548100,320522942~9392422,330722593~7709452,339949472~4734326,349452136~29504549,386464222~2107062,389620817~22224031] 2024-04-10T16:46:31.348 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [320518~3612829,4517799~27639250,37748736~8127794,46488430~28555198,77964337~25663808,104857600~12631719,124087940~45610346,172571962~836608,173747509~13986637,188136982~4259411,194271394~2649636,197774927~11031,200607545~14878027,218103808~11992976,230686720~37555341,268435456~3087041,276824064~12674558,292197452~7598411,306871670~12548100,320522942~9392422,330012032~8420013,339738624~4945174,348127232~30829453,385875968~25968880] 2024-04-10T16:46:31.348 INFO:tasks.workunit.client.0.smithi069.stdout:from 3 to HEAD diff [320518~3436123,4517799~11139322,16191955~15965094,38332794~7543736,46488430~4957682,51946708~12326711,65159500~9884128,77964337~13527075,92104573~11523572,105258669~166198,106185411~11303908,124087940~3733008,127877708~41820578,172571962~836608,173747509~13986637,188136982~4259411,194271394~2649636,197774927~11031,200607545~8314946,209229107~6256465,218526003~11570781,234638313~26244406,263562138~4679923,271366772~155725,277580827~11917795,292197452~7598411,308484539~549956,310281983~9137787,320522942~9392422,330722593~7709452,339949472~4734326,349452136~29504549,386464222~2107062,391281744~1241077,392715692~19129156] 2024-04-10T16:46:31.348 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [320518~3436123,4517799~11139322,16191955~15965094,38332794~7543736,46488430~4957682,51946708~12326711,65159500~9884128,77964337~13527075,92104573~11523572,105258669~166198,106185411~11303908,124087940~3733008,127877708~41820578,172571962~836608,173747509~13986637,188136982~4259411,194271394~2649636,197774927~11031,200607545~8314946,209229107~6256465,218526003~11570781,234638313~26244406,263562138~4679923,271366772~155725,277580827~11917795,292197452~7598411,308484539~549956,310281983~9137787,320522942~9392422,330722593~7709452,339949472~4734326,349452136~29504549,386464222~2107062,391281744~1241077,392715692~19129156] 2024-04-10T16:46:31.354 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [320518~3436123,4517799~27639250,37748736~8127794,46488430~4957682,51946708~12326711,64780259~10263369,77964337~25663808,104857600~12631719,124087940~3733008,127877708~41820578,172571962~836608,173747509~13986637,188136982~4259411,194271394~2649636,197774927~11031,200607545~14878027,218103808~11992976,230686720~37555341,268435456~3087041,276824064~12674558,292197452~7598411,308484539~549956,310281983~9137787,320522942~9392422,330012032~8420013,339738624~4945174,348127232~30829453,386464222~2107062,391281744~1241077,392715692~19129156] 2024-04-10T16:46:31.354 INFO:tasks.workunit.client.0.smithi069.stdout:from 4 to HEAD diff [320518~3436123,4517799~11139322,16191955~15965094,38353730~6667019,45147079~298215,46488430~4957682,51946708~12326711,65159500~9884128,77964337~13527075,95313393~8156069,105258669~166198,106185411~11303908,124087940~3733008,127877708~41820578,172571962~836608,173747509~13986637,188136982~4259411,197774927~11031,200607545~8314946,209229107~6256465,218526003~11570781,234638313~26244406,263562138~4679923,271366772~155725,277580827~11917795,292197452~7598411,310281983~9137787,320522942~9392422,330722593~7709452,339949472~4734326,349452136~29504549,386464222~2107062,391281744~1241077,392715692~19129156] 2024-04-10T16:46:31.354 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [320518~3436123,4517799~11139322,16191955~15965094,38353730~6667019,45147079~298215,46488430~4957682,51946708~12326711,65159500~9884128,77964337~13527075,95313393~8156069,105258669~166198,106185411~11303908,124087940~3733008,127877708~41820578,172571962~836608,173747509~13986637,188136982~4259411,197774927~11031,200607545~8314946,209229107~6256465,218526003~11570781,234638313~26244406,263562138~4679923,271366772~155725,277580827~11917795,292197452~7598411,310281983~9137787,320522942~9392422,330722593~7709452,339949472~4734326,349452136~29504549,386464222~2107062,391281744~1241077,392715692~19129156] 2024-04-10T16:46:31.361 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [320518~3436123,4517799~27639250,38353730~6667019,45147079~298215,46488430~4957682,51946708~12326711,64780259~10263369,77964337~13527075,95313393~8156069,104857600~12631719,124087940~3733008,127877708~41820578,172571962~836608,173747509~13986637,188136982~4259411,197774927~11031,200607545~14878027,218103808~11992976,230686720~37555341,268435456~3087041,277580827~11917795,292197452~7598411,310281983~9137787,320522942~9392422,330012032~8420013,339738624~4945174,348127232~30829453,386464222~2107062,391281744~1241077,392715692~19129156] 2024-04-10T16:46:31.361 INFO:tasks.workunit.client.0.smithi069.stdout:from 5 to HEAD diff [320518~3436123,4517799~8104819,14461241~863772,16191955~15965094,38353730~6667019,45147079~298215,46488430~4957682,51946708~12326711,65159500~9884128,77964337~13527075,95313393~8156069,105258669~166198,106185411~7627575,124087940~3733008,127877708~39700628,172571962~836608,173747509~13986637,188136982~4259411,197774927~11031,200607545~3779959,209229107~6256465,218526003~11570781,234638313~26244406,263562138~4679923,277580827~11917795,292197452~7598411,310281983~9137787,320522942~9392422,330722593~7709452,339949472~4734326,349452136~29504549,386464222~2107062,391281744~1241077,392715692~19129156] 2024-04-10T16:46:31.361 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [320518~3436123,4517799~8104819,14461241~863772,16191955~15965094,38353730~6667019,45147079~298215,46488430~4957682,51946708~12326711,65159500~9884128,77964337~13527075,95313393~8156069,105258669~166198,106185411~7627575,124087940~3733008,127877708~39700628,172571962~836608,173747509~13986637,188136982~4259411,197774927~11031,200607545~3779959,209229107~6256465,218526003~11570781,234638313~26244406,263562138~4679923,277580827~11917795,292197452~7598411,310281983~9137787,320522942~9392422,330722593~7709452,339949472~4734326,349452136~29504549,386464222~2107062,391281744~1241077,392715692~19129156] 2024-04-10T16:46:31.367 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [320518~3436123,4517799~8104819,14461241~863772,15657121~16499928,38353730~6667019,45147079~298215,46488430~4957682,51946708~12326711,64780259~10263369,77964337~13527075,95313393~8156069,104857600~8955386,124087940~3733008,127877708~39700628,172571962~836608,173747509~13986637,188136982~4259411,197774927~11031,200607545~3779959,208922491~6563081,218103808~11992976,230686720~37555341,277580827~11917795,292197452~7598411,310281983~9137787,320522942~9392422,330722593~7709452,339738624~4945174,348127232~30829453,386464222~2107062,391281744~1241077,392715692~19129156] 2024-04-10T16:46:31.367 INFO:tasks.workunit.client.0.smithi069.stdout:from 6 to HEAD diff [320518~3436123,4517799~8104819,14461241~863772,16191955~15965094,38353730~6667019,45147079~298215,46488430~4957682,51946708~11430378,65159500~9884128,79300488~12190924,95313393~8156069,105258669~166198,106185411~7627575,124087940~3733008,127877708~39700628,172571962~836608,173747509~13986637,188136982~4259411,197774927~11031,200607545~3779959,209229107~6256465,218526003~11570781,235183025~25699694,263562138~4679923,277580827~10729953,292197452~7598411,310281983~9137787,320522942~9392422,330722593~7709452,339949472~4734326,349452136~29504549,386464222~2107062,391281744~1241077,392715692~19129156] 2024-04-10T16:46:31.367 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [320518~3436123,4517799~8104819,14461241~863772,16191955~15965094,38353730~6667019,45147079~298215,46488430~4957682,51946708~11430378,65159500~9884128,79300488~12190924,95313393~8156069,105258669~166198,106185411~7627575,124087940~3733008,127877708~39700628,172571962~836608,173747509~13986637,188136982~4259411,197774927~11031,200607545~3779959,209229107~6256465,218526003~11570781,235183025~25699694,263562138~4679923,277580827~10729953,292197452~7598411,310281983~9137787,320522942~9392422,330722593~7709452,339949472~4734326,349452136~29504549,386464222~2107062,391281744~1241077,392715692~19129156] 2024-04-10T16:46:31.373 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [320518~3436123,4517799~8104819,14461241~863772,15657121~16499928,38353730~6667019,45147079~298215,46488430~4957682,51946708~11430378,64780259~10263369,79300488~12190924,95313393~8156069,104857600~8955386,124087940~3733008,127877708~39700628,172571962~836608,173747509~13986637,188136982~4259411,197774927~11031,200607545~3779959,208922491~6563081,218103808~11992976,235183025~33059036,277580827~10729953,292197452~7598411,310281983~9137787,320522942~9392422,330722593~7709452,339738624~4945174,348127232~30829453,386464222~2107062,391281744~1241077,392715692~19129156] 2024-04-10T16:46:31.373 INFO:tasks.workunit.client.0.smithi069.stdout:from 7 to HEAD diff [320518~3436123,4517799~7769493,14461241~863772,16191955~15965094,38353730~6667019,46488430~4957682,51946708~11430378,65159500~9884128,79300488~12190924,95313393~8156069,105258669~166198,108364783~3547544,124087940~3733008,127877708~39700628,172571962~836608,173747509~13986637,188136982~4259411,197774927~11031,200607545~3779959,209229107~6256465,218526003~11570781,235183025~25699694,263562138~4679923,277580827~10729953,292197452~7598411,313187402~6232368,320522942~9392422,330722593~7709452,339949472~4734326,349452136~29504549,391281744~1241077,392715692~19129156] 2024-04-10T16:46:31.373 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [320518~3436123,4517799~7769493,14461241~863772,16191955~15965094,38353730~6667019,46488430~4957682,51946708~11430378,65159500~9884128,79300488~12190924,95313393~8156069,105258669~166198,108364783~3547544,124087940~3733008,127877708~39700628,172571962~836608,173747509~13986637,188136982~4259411,197774927~11031,200607545~3779959,209229107~6256465,218526003~11570781,235183025~25699694,263562138~4679923,277580827~10729953,292197452~7598411,313187402~6232368,320522942~9392422,330722593~7709452,339949472~4734326,349452136~29504549,391281744~1241077,392715692~19129156] 2024-04-10T16:46:31.379 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [320518~3436123,4517799~7769493,14461241~863772,15657121~16499928,38353730~6667019,46488430~4957682,51946708~11430378,64780259~10263369,79300488~12190924,95313393~8156069,105258669~166198,108364783~3547544,124087940~3733008,127877708~39700628,172571962~836608,173747509~13986637,188136982~4259411,197774927~11031,200607545~3779959,208922491~6563081,218103808~11992976,235183025~33059036,277580827~10729953,292197452~7598411,313187402~6232368,320522942~9392422,330722593~7709452,339738624~4945174,348127232~30829453,391281744~1241077,392715692~19129156] 2024-04-10T16:46:31.379 INFO:tasks.workunit.client.0.smithi069.stdout:from 8 to HEAD diff [320518~3436123,4517799~7769493,16191955~15965094,38353730~6667019,46488430~4957682,51946708~11430378,65159500~9884128,79300488~12190924,95313393~8156069,105258669~166198,108364783~3547544,124087940~3733008,127877708~39700628,172571962~836608,174009336~4108040,180758234~6975912,188136982~4259411,197774927~11031,200607545~3779959,209229107~6256465,218526003~9083991,235183025~25699694,263562138~4679923,277580827~7629022,292197452~7598411,313187402~6232368,320522942~9392422,330722593~7709452,339949472~4734326,349452136~29504549,391281744~1241077,392715692~19129156] 2024-04-10T16:46:31.379 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [320518~3436123,4517799~7769493,16191955~15965094,38353730~6667019,46488430~4957682,51946708~11430378,65159500~9884128,79300488~12190924,95313393~8156069,105258669~166198,108364783~3547544,124087940~3733008,127877708~39700628,172571962~836608,174009336~4108040,180758234~6975912,188136982~4259411,197774927~11031,200607545~3779959,209229107~6256465,218526003~9083991,235183025~25699694,263562138~4679923,277580827~7629022,292197452~7598411,313187402~6232368,320522942~9392422,330722593~7709452,339949472~4734326,349452136~29504549,391281744~1241077,392715692~19129156] 2024-04-10T16:46:31.385 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [320518~3436123,4517799~7769493,16191955~15965094,38353730~6667019,46488430~4957682,51946708~11430378,64780259~10263369,79300488~12190924,95313393~8156069,105258669~166198,108364783~3547544,124087940~3733008,127877708~39700628,172571962~836608,174009336~4108040,180758234~6975912,188136982~4259411,197774927~11031,200607545~3779959,209229107~6256465,218103808~9506186,235183025~33059036,277580827~7629022,292197452~7598411,313187402~6232368,320522942~9392422,330722593~7709452,339738624~4945174,348127232~30829453,391281744~1241077,392715692~19129156] 2024-04-10T16:46:31.385 INFO:tasks.workunit.client.0.smithi069.stdout:from 9 to HEAD diff [320518~3436123,4517799~7769493,16191955~15965094,38353730~3767321,46488430~4957682,51946708~4083195,58653072~4724014,65159500~9884128,79300488~12190924,95313393~8156069,108364783~3547544,124087940~3733008,127877708~39700628,172571962~836608,174009336~4108040,180758234~6975912,188153238~3721549,197774927~11031,200607545~3779959,209229107~6256465,218526003~9083991,235183025~2866691,241769996~19112723,263562138~4679923,277580827~4192511,292465346~7330517,320522942~9392422,330722593~7709452,339949472~4734326,349452136~29504549,391281744~1241077,392715692~19129156] 2024-04-10T16:46:31.385 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [320518~3436123,4517799~7769493,16191955~15965094,38353730~3767321,46488430~4957682,51946708~4083195,58653072~4724014,65159500~9884128,79300488~12190924,95313393~8156069,108364783~3547544,124087940~3733008,127877708~39700628,172571962~836608,174009336~4108040,180758234~6975912,188153238~3721549,197774927~11031,200607545~3779959,209229107~6256465,218526003~9083991,235183025~2866691,241769996~19112723,263562138~4679923,277580827~4192511,292465346~7330517,320522942~9392422,330722593~7709452,339949472~4734326,349452136~29504549,391281744~1241077,392715692~19129156] 2024-04-10T16:46:31.391 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [320518~3436123,4517799~7769493,16191955~15965094,38353730~3767321,46488430~4957682,51946708~4083195,58653072~4724014,64780259~10263369,79300488~12190924,95313393~8156069,108364783~3547544,124087940~3733008,127877708~39700628,172571962~836608,174009336~4108040,180758234~6975912,188153238~3721549,197774927~11031,200607545~3779959,209229107~6256465,218103808~9506186,235183025~2866691,241769996~26472065,277580827~4192511,292465346~7330517,320522942~9392422,330722593~7709452,339738624~4945174,348127232~30829453,391281744~1241077,392715692~19129156] 2024-04-10T16:46:31.391 INFO:tasks.workunit.client.0.smithi069.stdout:from 10 to HEAD diff [320518~3436123,4517799~7450983,16191955~15965094,46488430~4957682,51946708~4083195,58653072~4724014,65159500~5644197,79300488~12190924,95313393~8156069,108364783~3547544,124087940~3733008,127877708~39700628,172571962~836608,174009336~4108040,180758234~6975912,188153238~3721549,197774927~11031,200607545~3779959,209229107~6256465,218526003~4573713,235183025~2866691,242027069~10547758,254234271~6648448,263562138~4679923,277580827~4192511,292465346~7330517,320522942~9392422,330722593~7709452,339949472~4734326,349452136~29504549,392715692~19129156] 2024-04-10T16:46:31.391 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [320518~3436123,4517799~7450983,16191955~15965094,46488430~4957682,51946708~4083195,58653072~4724014,65159500~5644197,79300488~12190924,95313393~8156069,108364783~3547544,124087940~3733008,127877708~39700628,172571962~836608,174009336~4108040,180758234~6975912,188153238~3721549,197774927~11031,200607545~3779959,209229107~6256465,218526003~4573713,235183025~2866691,242027069~10547758,254234271~6648448,263562138~4679923,277580827~4192511,292465346~7330517,320522942~9392422,330722593~7709452,339949472~4734326,349452136~29504549,392715692~19129156] 2024-04-10T16:46:31.398 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [320518~3436123,4517799~7450983,16191955~15965094,46488430~4957682,51946708~4083195,58653072~4724014,64780259~6023438,79300488~12190924,95313393~8156069,108364783~3547544,124087940~3733008,127877708~39700628,172571962~836608,174009336~4108040,180758234~6975912,188153238~3721549,197774927~11031,200607545~3779959,209229107~6256465,218526003~4573713,235183025~2866691,242027069~10547758,254234271~14007790,277580827~4192511,292465346~7330517,320522942~9392422,330722593~7709452,339738624~4945174,348127232~30829453,392715692~19129156] 2024-04-10T16:46:31.398 INFO:tasks.workunit.client.0.smithi069.stdout:from 11 to HEAD diff [320518~3436123,4517799~5955624,16191955~15965094,46488430~4957682,51946708~4083195,58653072~4724014,65159500~5644197,79300488~12005421,95313393~8156069,108364783~3547544,124087940~3733008,127877708~39700628,174009336~4108040,180758234~6975912,188153238~3721549,197774927~11031,200607545~3779959,209229107~6256465,218526003~4573713,235183025~2866691,242027069~10547758,265099866~3142195,278142102~3631236,292465346~7330517,320522942~9392422,330722593~7709452,339949472~4734326,349452136~29504549,392715692~19129156] 2024-04-10T16:46:31.398 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [320518~3436123,4517799~5955624,16191955~15965094,46488430~4957682,51946708~4083195,58653072~4724014,65159500~5644197,79300488~12005421,95313393~8156069,108364783~3547544,124087940~3733008,127877708~39700628,174009336~4108040,180758234~6975912,188153238~3721549,197774927~11031,200607545~3779959,209229107~6256465,218526003~4573713,235183025~2866691,242027069~10547758,265099866~3142195,278142102~3631236,292465346~7330517,320522942~9392422,330722593~7709452,339949472~4734326,349452136~29504549,392715692~19129156] 2024-04-10T16:46:31.404 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [320518~3436123,4517799~5955624,16191955~15965094,46488430~4957682,51946708~4083195,58653072~4724014,64780259~6023438,79300488~12005421,95313393~8156069,108364783~3547544,124087940~3733008,127877708~39700628,174009336~4108040,180758234~6975912,188153238~3721549,197774927~11031,200607545~3779959,209229107~6256465,218526003~4573713,235183025~2866691,242027069~10547758,265099866~3142195,278142102~3631236,292465346~7330517,320522942~9392422,330722593~7709452,339738624~4945174,348127232~30829453,392715692~19129156] 2024-04-10T16:46:31.404 INFO:tasks.workunit.client.0.smithi069.stdout:from 12 to HEAD diff [320518~3436123,5668899~1779404,7890592~2582831,16191955~15965094,46488430~4957682,51946708~4083195,58653072~4724014,65159500~5644197,79300488~12005421,101129966~783278,108364783~3547544,124087940~3733008,127877708~23789994,153912947~13665389,174009336~4108040,180758234~6975912,188153238~3721549,200607545~3779959,209229107~6256465,218526003~4573713,235183025~2866691,242027069~10547758,265099866~3142195,278142102~3631236,292465346~7330517,320522942~9392422,330722593~7709452,343907025~344058,349452136~15579036,366205465~9168,367288066~11668619,392715692~19129156] 2024-04-10T16:46:31.404 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [320518~3436123,5668899~1779404,7890592~2582831,16191955~15965094,46488430~4957682,51946708~4083195,58653072~4724014,65159500~5644197,79300488~12005421,101129966~783278,108364783~3547544,124087940~3733008,127877708~23789994,153912947~13665389,174009336~4108040,180758234~6975912,188153238~3721549,200607545~3779959,209229107~6256465,218526003~4573713,235183025~2866691,242027069~10547758,265099866~3142195,278142102~3631236,292465346~7330517,320522942~9392422,330722593~7709452,343907025~344058,349452136~15579036,366205465~9168,367288066~11668619,392715692~19129156] 2024-04-10T16:46:31.410 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [320518~3436123,5668899~1779404,7890592~2582831,16191955~15965094,46488430~4957682,51946708~4083195,58653072~4724014,64780259~6023438,79300488~12005421,101129966~783278,108364783~3547544,124087940~3733008,127877708~23789994,153912947~13665389,174009336~4108040,180758234~6975912,188153238~3721549,200607545~3779959,209229107~6256465,218526003~4573713,235183025~2866691,242027069~10547758,265099866~3142195,278142102~3631236,292465346~7330517,320522942~9392422,330722593~7709452,343907025~344058,348127232~16903940,366205465~9168,367288066~11668619,392715692~19129156] 2024-04-10T16:46:31.410 INFO:tasks.workunit.client.0.smithi069.stdout:from 13 to HEAD diff [320518~3436123,5668899~1779404,7890592~2582831,16191955~15965094,46488430~4957682,51946708~4083195,58653072~4724014,65159500~5644197,79300488~12005421,101129966~783278,108364783~3547544,124087940~3733008,127877708~23789994,153912947~8585429,180758234~6975912,188153238~3721549,200607545~3779959,209229107~6256465,218526003~4573713,235183025~2866691,244237008~3004029,265099866~3142195,278142102~3631236,292465346~7330517,320522942~9392422,330722593~7709452,343907025~344058,349452136~15579036,366205465~9168,373181268~5775417,392715692~9692237,403806112~8038736] 2024-04-10T16:46:31.410 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [320518~3436123,5668899~1779404,7890592~2582831,16191955~15965094,46488430~4957682,51946708~4083195,58653072~4724014,65159500~5644197,79300488~12005421,101129966~783278,108364783~3547544,124087940~3733008,127877708~23789994,153912947~8585429,180758234~6975912,188153238~3721549,200607545~3779959,209229107~6256465,218526003~4573713,235183025~2866691,244237008~3004029,265099866~3142195,278142102~3631236,292465346~7330517,320522942~9392422,330722593~7709452,343907025~344058,349452136~15579036,366205465~9168,373181268~5775417,392715692~9692237,403806112~8038736] 2024-04-10T16:46:31.416 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [320518~3436123,5668899~1779404,7890592~2582831,16191955~15965094,46488430~4957682,51946708~4083195,58653072~4724014,64780259~6023438,79300488~12005421,101129966~783278,108364783~3547544,124087940~3733008,127877708~23789994,153912947~8585429,180758234~6975912,188153238~3721549,200607545~3779959,209229107~6256465,218526003~4573713,235183025~2866691,244237008~3004029,265099866~3142195,278142102~3631236,292465346~7330517,320522942~9392422,330722593~7709452,343907025~344058,348127232~16903940,366205465~9168,373181268~5775417,392715692~9692237,403806112~8038736] 2024-04-10T16:46:31.416 INFO:tasks.workunit.client.0.smithi069.stdout:from 14 to HEAD diff [320518~3436123,7890592~2582831,16191955~15965094,46488430~4957682,51946708~4083195,58653072~4724014,67992814~1271556,79300488~8020812,101129966~783278,108364783~3547544,124087940~2191792,127877708~16163025,145117729~6549973,153912947~4124380,158252113~4246263,180758234~6975912,188153238~3721549,209229107~6256465,218526003~4573713,235183025~2866691,244237008~3004029,265099866~3142195,278142102~3631236,292465346~7330517,320522942~9392422,330722593~7709452,343907025~344058,349452136~15579036,373181268~5775417,392715692~9692237,403806112~8038736] 2024-04-10T16:46:31.416 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [320518~3436123,7890592~2582831,16191955~15965094,46488430~4957682,51946708~4083195,58653072~4724014,67992814~1271556,79300488~8020812,101129966~783278,108364783~3547544,124087940~2191792,127877708~16163025,145117729~6549973,153912947~4124380,158252113~4246263,180758234~6975912,188153238~3721549,209229107~6256465,218526003~4573713,235183025~2866691,244237008~3004029,265099866~3142195,278142102~3631236,292465346~7330517,320522942~9392422,330722593~7709452,343907025~344058,349452136~15579036,373181268~5775417,392715692~9692237,403806112~8038736] 2024-04-10T16:46:31.422 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [320518~3436123,7890592~2582831,16191955~15965094,46488430~4957682,51946708~4083195,58653072~4724014,67992814~1271556,79300488~8020812,101129966~783278,108364783~3547544,124087940~2191792,127877708~16163025,145117729~6549973,153912947~4124380,158252113~4246263,180758234~6975912,188153238~3721549,209229107~6256465,218526003~4573713,235183025~2866691,244237008~3004029,265099866~3142195,278142102~3631236,292465346~7330517,320522942~9392422,330722593~7709452,343907025~344058,348127232~16903940,373181268~5775417,392715692~9692237,403806112~8038736] 2024-04-10T16:46:31.422 INFO:tasks.workunit.client.0.smithi069.stdout:from 15 to HEAD diff [320518~3436123,7890592~2582831,16191955~15965094,46488430~4957682,51946708~4083195,58653072~4724014,67992814~1271556,79300488~8020812,108364783~1831261,124087940~2191792,127877708~11134280,145117729~6549973,153912947~4124380,158252113~4246263,180758234~6975912,188153238~3721549,209229107~6256465,235183025~2866691,265099866~3142195,278142102~3631236,292465346~7330517,321855983~8059381,330722593~7709452,343907025~344058,356789255~8241917,373181268~5775417,396596902~5811027] 2024-04-10T16:46:31.422 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [320518~3436123,7890592~2582831,16191955~15965094,46488430~4957682,51946708~4083195,58653072~4724014,67992814~1271556,79300488~8020812,108364783~1831261,124087940~2191792,127877708~11134280,145117729~6549973,153912947~4124380,158252113~4246263,180758234~6975912,188153238~3721549,209229107~6256465,235183025~2866691,265099866~3142195,278142102~3631236,292465346~7330517,321855983~8059381,330722593~7709452,343907025~344058,356789255~8241917,373181268~5775417,396596902~5811027] 2024-04-10T16:46:31.428 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [320518~3436123,7890592~2582831,16191955~15965094,46488430~4957682,51946708~4083195,58653072~4724014,67992814~1271556,79300488~8020812,108364783~1831261,124087940~2191792,127877708~11134280,145117729~6549973,153912947~4124380,158252113~4246263,180758234~6975912,188153238~3721549,209229107~6256465,235183025~2866691,265099866~3142195,278142102~3631236,292465346~7330517,321855983~8059381,330722593~7709452,343907025~344058,356789255~8241917,373181268~5775417,396596902~5811027] 2024-04-10T16:46:31.428 INFO:tasks.workunit.client.0.smithi069.stdout:from 16 to HEAD diff [320518~3436123,7890592~2582831,16191955~11238041,51946708~4083195,58653072~4724014,67992814~1271556,79300488~7668303,127877708~7629953,145117729~6549973,153912947~4124380,158252113~4246263,180758234~6975912,188153238~3721549,209229107~6256465,235183025~2866691,265099866~3142195,278142102~3631236,324529214~5386150,330722593~7709452,343907025~344058,356789255~8241917,373181268~5775417,396596902~5811027] 2024-04-10T16:46:31.428 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [320518~3436123,7890592~2582831,16191955~11238041,51946708~4083195,58653072~4724014,67992814~1271556,79300488~7668303,127877708~7629953,145117729~6549973,153912947~4124380,158252113~4246263,180758234~6975912,188153238~3721549,209229107~6256465,235183025~2866691,265099866~3142195,278142102~3631236,324529214~5386150,330722593~7709452,343907025~344058,356789255~8241917,373181268~5775417,396596902~5811027] 2024-04-10T16:46:31.433 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [320518~3436123,7890592~2582831,16191955~11238041,51946708~4083195,58653072~4724014,67992814~1271556,79300488~7668303,127877708~7629953,145117729~6549973,153912947~4124380,158252113~4246263,180758234~6975912,188153238~3721549,209229107~6256465,235183025~2866691,265099866~3142195,278142102~3631236,324529214~5386150,330722593~7709452,343907025~344058,356789255~8241917,373181268~5775417,396596902~5811027] 2024-04-10T16:46:31.433 INFO:tasks.workunit.client.0.smithi069.stdout:from 17 to HEAD diff [320518~3436123,7890592~2582831,16191955~11238041,51946708~4083195,79300488~4751457,127877708~7629953,158252113~4246263,180758234~6975912,188153238~3721549,235183025~2866691,265099866~3142195,278142102~3631236,324529214~5386150,330722593~7709452,373181268~5775417,396596902~5811027] 2024-04-10T16:46:31.434 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [320518~3436123,7890592~2582831,16191955~11238041,51946708~4083195,79300488~4751457,127877708~7629953,158252113~4246263,180758234~6975912,188153238~3721549,235183025~2866691,265099866~3142195,278142102~3631236,324529214~5386150,330722593~7709452,373181268~5775417,396596902~5811027] 2024-04-10T16:46:31.439 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [320518~3436123,7890592~2582831,16191955~11238041,51946708~4083195,79300488~4751457,127877708~7629953,158252113~4246263,180758234~6975912,188153238~3721549,235183025~2866691,265099866~3142195,278142102~3631236,324529214~5386150,330722593~7709452,373181268~5775417,396596902~5811027] 2024-04-10T16:46:32.307 INFO:tasks.workunit.client.0.smithi069.stdout:from 0 to HEAD diff [320518~15336603,16191955~20258151,38332794~26447465,65159500~9884128,77964337~13527075,92104573~11523572,105258669~166198,106185411~11303908,124087940~3733008,127877708~64518685,194271394~14651097,209229107~6256465,218526003~11570781,234638313~26244406,263562138~4679923,271366772~155725,277580827~11917795,290068331~9727532,306871670~23043694,330722593~7907078,339949472~4734326,344991222~1323671,349452136~29504549,386464222~2107062,389620817~22224031] 2024-04-10T16:46:32.308 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [320518~15336603,16191955~20258151,38332794~26447465,65159500~9884128,77964337~13527075,92104573~11523572,105258669~166198,106185411~11303908,124087940~3733008,127877708~64518685,194271394~14651097,209229107~6256465,218526003~11570781,234638313~26244406,263562138~4679923,271366772~155725,277580827~11917795,290068331~9727532,306871670~23043694,330722593~7907078,339949472~4734326,344991222~1323671,349452136~29504549,386464222~2107062,389620817~22224031] 2024-04-10T16:46:32.344 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~36450106,37748736~37294892,77964337~25663808,104857600~12631719,124087940~68308453,192937984~22547588,218103808~11992976,230686720~37555341,268435456~3087041,276824064~22971799,306871670~23043694,330012032~8617639,339738624~6576269,348127232~30829453,385875968~25968880] 2024-04-10T16:46:32.345 INFO:tasks.workunit.client.0.smithi069.stdout:from 1 to HEAD diff [320518~15336603,16191955~20258151,38332794~7543736,46488430~18291829,65159500~9884128,77964337~13527075,92104573~11523572,105258669~166198,106185411~11303908,124087940~3733008,127877708~41820578,172077190~20319203,194271394~2649636,197774927~11031,200607545~8314946,209229107~6256465,218526003~11570781,234638313~26244406,263562138~4679923,271366772~155725,277580827~11917795,292197452~7598411,306871670~12548100,320522942~9392422,330722593~7709452,339949472~4734326,344991222~1323671,349452136~29504549,386464222~2107062,389620817~22224031] 2024-04-10T16:46:32.345 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [320518~15336603,16191955~20258151,38332794~7543736,46488430~18291829,65159500~9884128,77964337~13527075,92104573~11523572,105258669~166198,106185411~11303908,124087940~3733008,127877708~41820578,172077190~20319203,194271394~2649636,197774927~11031,200607545~8314946,209229107~6256465,218526003~11570781,234638313~26244406,263562138~4679923,271366772~155725,277580827~11917795,292197452~7598411,306871670~12548100,320522942~9392422,330722593~7709452,339949472~4734326,344991222~1323671,349452136~29504549,386464222~2107062,389620817~22224031] 2024-04-10T16:46:32.351 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~36450106,37748736~8127794,46488430~28555198,77964337~25663808,104857600~12631719,124087940~45610346,172077190~20319203,194271394~2649636,197774927~11031,200607545~14878027,218103808~11992976,230686720~37555341,268435456~3087041,276824064~12674558,292197452~7598411,306871670~12548100,320522942~9392422,330012032~8420013,339738624~6576269,348127232~30829453,385875968~25968880] 2024-04-10T16:46:32.351 INFO:tasks.workunit.client.0.smithi069.stdout:from 2 to HEAD diff [320518~3612829,4517799~11139322,16191955~15965094,38332794~7543736,46488430~18291829,65159500~9884128,77964337~13527075,92104573~11523572,105258669~166198,106185411~11303908,124087940~3733008,127877708~41820578,172571962~836608,173747509~13986637,188136982~4259411,194271394~2649636,197774927~11031,200607545~8314946,209229107~6256465,218526003~11570781,234638313~26244406,263562138~4679923,271366772~155725,277580827~11917795,292197452~7598411,306871670~12548100,320522942~9392422,330722593~7709452,339949472~4734326,349452136~29504549,386464222~2107062,389620817~22224031] 2024-04-10T16:46:32.351 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [320518~3612829,4517799~11139322,16191955~15965094,38332794~7543736,46488430~18291829,65159500~9884128,77964337~13527075,92104573~11523572,105258669~166198,106185411~11303908,124087940~3733008,127877708~41820578,172571962~836608,173747509~13986637,188136982~4259411,194271394~2649636,197774927~11031,200607545~8314946,209229107~6256465,218526003~11570781,234638313~26244406,263562138~4679923,271366772~155725,277580827~11917795,292197452~7598411,306871670~12548100,320522942~9392422,330722593~7709452,339949472~4734326,349452136~29504549,386464222~2107062,389620817~22224031] 2024-04-10T16:46:32.357 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [320518~3612829,4517799~27639250,37748736~8127794,46488430~28555198,77964337~25663808,104857600~12631719,124087940~45610346,172571962~836608,173747509~13986637,188136982~4259411,194271394~2649636,197774927~11031,200607545~14878027,218103808~11992976,230686720~37555341,268435456~3087041,276824064~12674558,292197452~7598411,306871670~12548100,320522942~9392422,330012032~8420013,339738624~4945174,348127232~30829453,385875968~25968880] 2024-04-10T16:46:32.357 INFO:tasks.workunit.client.0.smithi069.stdout:from 3 to HEAD diff [320518~3436123,4517799~11139322,16191955~15965094,38332794~7543736,46488430~4957682,51946708~12326711,65159500~9884128,77964337~13527075,92104573~11523572,105258669~166198,106185411~11303908,124087940~3733008,127877708~41820578,172571962~836608,173747509~13986637,188136982~4259411,194271394~2649636,197774927~11031,200607545~8314946,209229107~6256465,218526003~11570781,234638313~26244406,263562138~4679923,271366772~155725,277580827~11917795,292197452~7598411,308484539~549956,310281983~9137787,320522942~9392422,330722593~7709452,339949472~4734326,349452136~29504549,386464222~2107062,391281744~1241077,392715692~19129156] 2024-04-10T16:46:32.358 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [320518~3436123,4517799~11139322,16191955~15965094,38332794~7543736,46488430~4957682,51946708~12326711,65159500~9884128,77964337~13527075,92104573~11523572,105258669~166198,106185411~11303908,124087940~3733008,127877708~41820578,172571962~836608,173747509~13986637,188136982~4259411,194271394~2649636,197774927~11031,200607545~8314946,209229107~6256465,218526003~11570781,234638313~26244406,263562138~4679923,271366772~155725,277580827~11917795,292197452~7598411,308484539~549956,310281983~9137787,320522942~9392422,330722593~7709452,339949472~4734326,349452136~29504549,386464222~2107062,391281744~1241077,392715692~19129156] 2024-04-10T16:46:32.364 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [320518~3436123,4517799~27639250,37748736~8127794,46488430~4957682,51946708~12326711,64780259~10263369,77964337~25663808,104857600~12631719,124087940~3733008,127877708~41820578,172571962~836608,173747509~13986637,188136982~4259411,194271394~2649636,197774927~11031,200607545~14878027,218103808~11992976,230686720~37555341,268435456~3087041,276824064~12674558,292197452~7598411,308484539~549956,310281983~9137787,320522942~9392422,330012032~8420013,339738624~4945174,348127232~30829453,386464222~2107062,391281744~1241077,392715692~19129156] 2024-04-10T16:46:32.364 INFO:tasks.workunit.client.0.smithi069.stdout:from 4 to HEAD diff [320518~3436123,4517799~11139322,16191955~15965094,38353730~6667019,45147079~298215,46488430~4957682,51946708~12326711,65159500~9884128,77964337~13527075,95313393~8156069,105258669~166198,106185411~11303908,124087940~3733008,127877708~41820578,172571962~836608,173747509~13986637,188136982~4259411,197774927~11031,200607545~8314946,209229107~6256465,218526003~11570781,234638313~26244406,263562138~4679923,271366772~155725,277580827~11917795,292197452~7598411,310281983~9137787,320522942~9392422,330722593~7709452,339949472~4734326,349452136~29504549,386464222~2107062,391281744~1241077,392715692~19129156] 2024-04-10T16:46:32.364 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [320518~3436123,4517799~11139322,16191955~15965094,38353730~6667019,45147079~298215,46488430~4957682,51946708~12326711,65159500~9884128,77964337~13527075,95313393~8156069,105258669~166198,106185411~11303908,124087940~3733008,127877708~41820578,172571962~836608,173747509~13986637,188136982~4259411,197774927~11031,200607545~8314946,209229107~6256465,218526003~11570781,234638313~26244406,263562138~4679923,271366772~155725,277580827~11917795,292197452~7598411,310281983~9137787,320522942~9392422,330722593~7709452,339949472~4734326,349452136~29504549,386464222~2107062,391281744~1241077,392715692~19129156] 2024-04-10T16:46:32.370 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [320518~3436123,4517799~27639250,38353730~6667019,45147079~298215,46488430~4957682,51946708~12326711,64780259~10263369,77964337~13527075,95313393~8156069,104857600~12631719,124087940~3733008,127877708~41820578,172571962~836608,173747509~13986637,188136982~4259411,197774927~11031,200607545~14878027,218103808~11992976,230686720~37555341,268435456~3087041,277580827~11917795,292197452~7598411,310281983~9137787,320522942~9392422,330012032~8420013,339738624~4945174,348127232~30829453,386464222~2107062,391281744~1241077,392715692~19129156] 2024-04-10T16:46:32.370 INFO:tasks.workunit.client.0.smithi069.stdout:from 5 to HEAD diff [320518~3436123,4517799~8104819,14461241~863772,16191955~15965094,38353730~6667019,45147079~298215,46488430~4957682,51946708~12326711,65159500~9884128,77964337~13527075,95313393~8156069,105258669~166198,106185411~7627575,124087940~3733008,127877708~39700628,172571962~836608,173747509~13986637,188136982~4259411,197774927~11031,200607545~3779959,209229107~6256465,218526003~11570781,234638313~26244406,263562138~4679923,277580827~11917795,292197452~7598411,310281983~9137787,320522942~9392422,330722593~7709452,339949472~4734326,349452136~29504549,386464222~2107062,391281744~1241077,392715692~19129156] 2024-04-10T16:46:32.370 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [320518~3436123,4517799~8104819,14461241~863772,16191955~15965094,38353730~6667019,45147079~298215,46488430~4957682,51946708~12326711,65159500~9884128,77964337~13527075,95313393~8156069,105258669~166198,106185411~7627575,124087940~3733008,127877708~39700628,172571962~836608,173747509~13986637,188136982~4259411,197774927~11031,200607545~3779959,209229107~6256465,218526003~11570781,234638313~26244406,263562138~4679923,277580827~11917795,292197452~7598411,310281983~9137787,320522942~9392422,330722593~7709452,339949472~4734326,349452136~29504549,386464222~2107062,391281744~1241077,392715692~19129156] 2024-04-10T16:46:32.376 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [320518~3436123,4517799~8104819,14461241~863772,15657121~16499928,38353730~6667019,45147079~298215,46488430~4957682,51946708~12326711,64780259~10263369,77964337~13527075,95313393~8156069,104857600~8955386,124087940~3733008,127877708~39700628,172571962~836608,173747509~13986637,188136982~4259411,197774927~11031,200607545~3779959,208922491~6563081,218103808~11992976,230686720~37555341,277580827~11917795,292197452~7598411,310281983~9137787,320522942~9392422,330722593~7709452,339738624~4945174,348127232~30829453,386464222~2107062,391281744~1241077,392715692~19129156] 2024-04-10T16:46:32.376 INFO:tasks.workunit.client.0.smithi069.stdout:from 6 to HEAD diff [320518~3436123,4517799~8104819,14461241~863772,16191955~15965094,38353730~6667019,45147079~298215,46488430~4957682,51946708~11430378,65159500~9884128,79300488~12190924,95313393~8156069,105258669~166198,106185411~7627575,124087940~3733008,127877708~39700628,172571962~836608,173747509~13986637,188136982~4259411,197774927~11031,200607545~3779959,209229107~6256465,218526003~11570781,235183025~25699694,263562138~4679923,277580827~10729953,292197452~7598411,310281983~9137787,320522942~9392422,330722593~7709452,339949472~4734326,349452136~29504549,386464222~2107062,391281744~1241077,392715692~19129156] 2024-04-10T16:46:32.376 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [320518~3436123,4517799~8104819,14461241~863772,16191955~15965094,38353730~6667019,45147079~298215,46488430~4957682,51946708~11430378,65159500~9884128,79300488~12190924,95313393~8156069,105258669~166198,106185411~7627575,124087940~3733008,127877708~39700628,172571962~836608,173747509~13986637,188136982~4259411,197774927~11031,200607545~3779959,209229107~6256465,218526003~11570781,235183025~25699694,263562138~4679923,277580827~10729953,292197452~7598411,310281983~9137787,320522942~9392422,330722593~7709452,339949472~4734326,349452136~29504549,386464222~2107062,391281744~1241077,392715692~19129156] 2024-04-10T16:46:32.382 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [320518~3436123,4517799~8104819,14461241~863772,15657121~16499928,38353730~6667019,45147079~298215,46488430~4957682,51946708~11430378,64780259~10263369,79300488~12190924,95313393~8156069,104857600~8955386,124087940~3733008,127877708~39700628,172571962~836608,173747509~13986637,188136982~4259411,197774927~11031,200607545~3779959,208922491~6563081,218103808~11992976,235183025~33059036,277580827~10729953,292197452~7598411,310281983~9137787,320522942~9392422,330722593~7709452,339738624~4945174,348127232~30829453,386464222~2107062,391281744~1241077,392715692~19129156] 2024-04-10T16:46:32.383 INFO:tasks.workunit.client.0.smithi069.stdout:from 7 to HEAD diff [320518~3436123,4517799~7769493,14461241~863772,16191955~15965094,38353730~6667019,46488430~4957682,51946708~11430378,65159500~9884128,79300488~12190924,95313393~8156069,105258669~166198,108364783~3547544,124087940~3733008,127877708~39700628,172571962~836608,173747509~13986637,188136982~4259411,197774927~11031,200607545~3779959,209229107~6256465,218526003~11570781,235183025~25699694,263562138~4679923,277580827~10729953,292197452~7598411,313187402~6232368,320522942~9392422,330722593~7709452,339949472~4734326,349452136~29504549,391281744~1241077,392715692~19129156] 2024-04-10T16:46:32.383 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [320518~3436123,4517799~7769493,14461241~863772,16191955~15965094,38353730~6667019,46488430~4957682,51946708~11430378,65159500~9884128,79300488~12190924,95313393~8156069,105258669~166198,108364783~3547544,124087940~3733008,127877708~39700628,172571962~836608,173747509~13986637,188136982~4259411,197774927~11031,200607545~3779959,209229107~6256465,218526003~11570781,235183025~25699694,263562138~4679923,277580827~10729953,292197452~7598411,313187402~6232368,320522942~9392422,330722593~7709452,339949472~4734326,349452136~29504549,391281744~1241077,392715692~19129156] 2024-04-10T16:46:32.388 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [320518~3436123,4517799~7769493,14461241~863772,15657121~16499928,38353730~6667019,46488430~4957682,51946708~11430378,64780259~10263369,79300488~12190924,95313393~8156069,105258669~166198,108364783~3547544,124087940~3733008,127877708~39700628,172571962~836608,173747509~13986637,188136982~4259411,197774927~11031,200607545~3779959,208922491~6563081,218103808~11992976,235183025~33059036,277580827~10729953,292197452~7598411,313187402~6232368,320522942~9392422,330722593~7709452,339738624~4945174,348127232~30829453,391281744~1241077,392715692~19129156] 2024-04-10T16:46:32.388 INFO:tasks.workunit.client.0.smithi069.stdout:from 8 to HEAD diff [320518~3436123,4517799~7769493,16191955~15965094,38353730~6667019,46488430~4957682,51946708~11430378,65159500~9884128,79300488~12190924,95313393~8156069,105258669~166198,108364783~3547544,124087940~3733008,127877708~39700628,172571962~836608,174009336~4108040,180758234~6975912,188136982~4259411,197774927~11031,200607545~3779959,209229107~6256465,218526003~9083991,235183025~25699694,263562138~4679923,277580827~7629022,292197452~7598411,313187402~6232368,320522942~9392422,330722593~7709452,339949472~4734326,349452136~29504549,391281744~1241077,392715692~19129156] 2024-04-10T16:46:32.388 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [320518~3436123,4517799~7769493,16191955~15965094,38353730~6667019,46488430~4957682,51946708~11430378,65159500~9884128,79300488~12190924,95313393~8156069,105258669~166198,108364783~3547544,124087940~3733008,127877708~39700628,172571962~836608,174009336~4108040,180758234~6975912,188136982~4259411,197774927~11031,200607545~3779959,209229107~6256465,218526003~9083991,235183025~25699694,263562138~4679923,277580827~7629022,292197452~7598411,313187402~6232368,320522942~9392422,330722593~7709452,339949472~4734326,349452136~29504549,391281744~1241077,392715692~19129156] 2024-04-10T16:46:32.394 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [320518~3436123,4517799~7769493,16191955~15965094,38353730~6667019,46488430~4957682,51946708~11430378,64780259~10263369,79300488~12190924,95313393~8156069,105258669~166198,108364783~3547544,124087940~3733008,127877708~39700628,172571962~836608,174009336~4108040,180758234~6975912,188136982~4259411,197774927~11031,200607545~3779959,209229107~6256465,218103808~9506186,235183025~33059036,277580827~7629022,292197452~7598411,313187402~6232368,320522942~9392422,330722593~7709452,339738624~4945174,348127232~30829453,391281744~1241077,392715692~19129156] 2024-04-10T16:46:32.394 INFO:tasks.workunit.client.0.smithi069.stdout:from 9 to HEAD diff [320518~3436123,4517799~7769493,16191955~15965094,38353730~3767321,46488430~4957682,51946708~4083195,58653072~4724014,65159500~9884128,79300488~12190924,95313393~8156069,108364783~3547544,124087940~3733008,127877708~39700628,172571962~836608,174009336~4108040,180758234~6975912,188153238~3721549,197774927~11031,200607545~3779959,209229107~6256465,218526003~9083991,235183025~2866691,241769996~19112723,263562138~4679923,277580827~4192511,292465346~7330517,320522942~9392422,330722593~7709452,339949472~4734326,349452136~29504549,391281744~1241077,392715692~19129156] 2024-04-10T16:46:32.394 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [320518~3436123,4517799~7769493,16191955~15965094,38353730~3767321,46488430~4957682,51946708~4083195,58653072~4724014,65159500~9884128,79300488~12190924,95313393~8156069,108364783~3547544,124087940~3733008,127877708~39700628,172571962~836608,174009336~4108040,180758234~6975912,188153238~3721549,197774927~11031,200607545~3779959,209229107~6256465,218526003~9083991,235183025~2866691,241769996~19112723,263562138~4679923,277580827~4192511,292465346~7330517,320522942~9392422,330722593~7709452,339949472~4734326,349452136~29504549,391281744~1241077,392715692~19129156] 2024-04-10T16:46:32.400 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [320518~3436123,4517799~7769493,16191955~15965094,38353730~3767321,46488430~4957682,51946708~4083195,58653072~4724014,64780259~10263369,79300488~12190924,95313393~8156069,108364783~3547544,124087940~3733008,127877708~39700628,172571962~836608,174009336~4108040,180758234~6975912,188153238~3721549,197774927~11031,200607545~3779959,209229107~6256465,218103808~9506186,235183025~2866691,241769996~26472065,277580827~4192511,292465346~7330517,320522942~9392422,330722593~7709452,339738624~4945174,348127232~30829453,391281744~1241077,392715692~19129156] 2024-04-10T16:46:32.400 INFO:tasks.workunit.client.0.smithi069.stdout:from 10 to HEAD diff [320518~3436123,4517799~7450983,16191955~15965094,46488430~4957682,51946708~4083195,58653072~4724014,65159500~5644197,79300488~12190924,95313393~8156069,108364783~3547544,124087940~3733008,127877708~39700628,172571962~836608,174009336~4108040,180758234~6975912,188153238~3721549,197774927~11031,200607545~3779959,209229107~6256465,218526003~4573713,235183025~2866691,242027069~10547758,254234271~6648448,263562138~4679923,277580827~4192511,292465346~7330517,320522942~9392422,330722593~7709452,339949472~4734326,349452136~29504549,392715692~19129156] 2024-04-10T16:46:32.400 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [320518~3436123,4517799~7450983,16191955~15965094,46488430~4957682,51946708~4083195,58653072~4724014,65159500~5644197,79300488~12190924,95313393~8156069,108364783~3547544,124087940~3733008,127877708~39700628,172571962~836608,174009336~4108040,180758234~6975912,188153238~3721549,197774927~11031,200607545~3779959,209229107~6256465,218526003~4573713,235183025~2866691,242027069~10547758,254234271~6648448,263562138~4679923,277580827~4192511,292465346~7330517,320522942~9392422,330722593~7709452,339949472~4734326,349452136~29504549,392715692~19129156] 2024-04-10T16:46:32.407 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [320518~3436123,4517799~7450983,16191955~15965094,46488430~4957682,51946708~4083195,58653072~4724014,64780259~6023438,79300488~12190924,95313393~8156069,108364783~3547544,124087940~3733008,127877708~39700628,172571962~836608,174009336~4108040,180758234~6975912,188153238~3721549,197774927~11031,200607545~3779959,209229107~6256465,218526003~4573713,235183025~2866691,242027069~10547758,254234271~14007790,277580827~4192511,292465346~7330517,320522942~9392422,330722593~7709452,339738624~4945174,348127232~30829453,392715692~19129156] 2024-04-10T16:46:32.407 INFO:tasks.workunit.client.0.smithi069.stdout:from 11 to HEAD diff [320518~3436123,4517799~5955624,16191955~15965094,46488430~4957682,51946708~4083195,58653072~4724014,65159500~5644197,79300488~12005421,95313393~8156069,108364783~3547544,124087940~3733008,127877708~39700628,174009336~4108040,180758234~6975912,188153238~3721549,197774927~11031,200607545~3779959,209229107~6256465,218526003~4573713,235183025~2866691,242027069~10547758,265099866~3142195,278142102~3631236,292465346~7330517,320522942~9392422,330722593~7709452,339949472~4734326,349452136~29504549,392715692~19129156] 2024-04-10T16:46:32.407 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [320518~3436123,4517799~5955624,16191955~15965094,46488430~4957682,51946708~4083195,58653072~4724014,65159500~5644197,79300488~12005421,95313393~8156069,108364783~3547544,124087940~3733008,127877708~39700628,174009336~4108040,180758234~6975912,188153238~3721549,197774927~11031,200607545~3779959,209229107~6256465,218526003~4573713,235183025~2866691,242027069~10547758,265099866~3142195,278142102~3631236,292465346~7330517,320522942~9392422,330722593~7709452,339949472~4734326,349452136~29504549,392715692~19129156] 2024-04-10T16:46:32.413 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [320518~3436123,4517799~5955624,16191955~15965094,46488430~4957682,51946708~4083195,58653072~4724014,64780259~6023438,79300488~12005421,95313393~8156069,108364783~3547544,124087940~3733008,127877708~39700628,174009336~4108040,180758234~6975912,188153238~3721549,197774927~11031,200607545~3779959,209229107~6256465,218526003~4573713,235183025~2866691,242027069~10547758,265099866~3142195,278142102~3631236,292465346~7330517,320522942~9392422,330722593~7709452,339738624~4945174,348127232~30829453,392715692~19129156] 2024-04-10T16:46:32.414 INFO:tasks.workunit.client.0.smithi069.stdout:from 12 to HEAD diff [320518~3436123,5668899~1779404,7890592~2582831,16191955~15965094,46488430~4957682,51946708~4083195,58653072~4724014,65159500~5644197,79300488~12005421,101129966~783278,108364783~3547544,124087940~3733008,127877708~23789994,153912947~13665389,174009336~4108040,180758234~6975912,188153238~3721549,200607545~3779959,209229107~6256465,218526003~4573713,235183025~2866691,242027069~10547758,265099866~3142195,278142102~3631236,292465346~7330517,320522942~9392422,330722593~7709452,343907025~344058,349452136~15579036,366205465~9168,367288066~11668619,392715692~19129156] 2024-04-10T16:46:32.414 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [320518~3436123,5668899~1779404,7890592~2582831,16191955~15965094,46488430~4957682,51946708~4083195,58653072~4724014,65159500~5644197,79300488~12005421,101129966~783278,108364783~3547544,124087940~3733008,127877708~23789994,153912947~13665389,174009336~4108040,180758234~6975912,188153238~3721549,200607545~3779959,209229107~6256465,218526003~4573713,235183025~2866691,242027069~10547758,265099866~3142195,278142102~3631236,292465346~7330517,320522942~9392422,330722593~7709452,343907025~344058,349452136~15579036,366205465~9168,367288066~11668619,392715692~19129156] 2024-04-10T16:46:32.419 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [320518~3436123,5668899~1779404,7890592~2582831,16191955~15965094,46488430~4957682,51946708~4083195,58653072~4724014,64780259~6023438,79300488~12005421,101129966~783278,108364783~3547544,124087940~3733008,127877708~23789994,153912947~13665389,174009336~4108040,180758234~6975912,188153238~3721549,200607545~3779959,209229107~6256465,218526003~4573713,235183025~2866691,242027069~10547758,265099866~3142195,278142102~3631236,292465346~7330517,320522942~9392422,330722593~7709452,343907025~344058,348127232~16903940,366205465~9168,367288066~11668619,392715692~19129156] 2024-04-10T16:46:32.419 INFO:tasks.workunit.client.0.smithi069.stdout:from 13 to HEAD diff [320518~3436123,5668899~1779404,7890592~2582831,16191955~15965094,46488430~4957682,51946708~4083195,58653072~4724014,65159500~5644197,79300488~12005421,101129966~783278,108364783~3547544,124087940~3733008,127877708~23789994,153912947~8585429,180758234~6975912,188153238~3721549,200607545~3779959,209229107~6256465,218526003~4573713,235183025~2866691,244237008~3004029,265099866~3142195,278142102~3631236,292465346~7330517,320522942~9392422,330722593~7709452,343907025~344058,349452136~15579036,366205465~9168,373181268~5775417,392715692~9692237,403806112~8038736] 2024-04-10T16:46:32.420 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [320518~3436123,5668899~1779404,7890592~2582831,16191955~15965094,46488430~4957682,51946708~4083195,58653072~4724014,65159500~5644197,79300488~12005421,101129966~783278,108364783~3547544,124087940~3733008,127877708~23789994,153912947~8585429,180758234~6975912,188153238~3721549,200607545~3779959,209229107~6256465,218526003~4573713,235183025~2866691,244237008~3004029,265099866~3142195,278142102~3631236,292465346~7330517,320522942~9392422,330722593~7709452,343907025~344058,349452136~15579036,366205465~9168,373181268~5775417,392715692~9692237,403806112~8038736] 2024-04-10T16:46:32.425 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [320518~3436123,5668899~1779404,7890592~2582831,16191955~15965094,46488430~4957682,51946708~4083195,58653072~4724014,64780259~6023438,79300488~12005421,101129966~783278,108364783~3547544,124087940~3733008,127877708~23789994,153912947~8585429,180758234~6975912,188153238~3721549,200607545~3779959,209229107~6256465,218526003~4573713,235183025~2866691,244237008~3004029,265099866~3142195,278142102~3631236,292465346~7330517,320522942~9392422,330722593~7709452,343907025~344058,348127232~16903940,366205465~9168,373181268~5775417,392715692~9692237,403806112~8038736] 2024-04-10T16:46:32.425 INFO:tasks.workunit.client.0.smithi069.stdout:from 14 to HEAD diff [320518~3436123,7890592~2582831,16191955~15965094,46488430~4957682,51946708~4083195,58653072~4724014,67992814~1271556,79300488~8020812,101129966~783278,108364783~3547544,124087940~2191792,127877708~16163025,145117729~6549973,153912947~4124380,158252113~4246263,180758234~6975912,188153238~3721549,209229107~6256465,218526003~4573713,235183025~2866691,244237008~3004029,265099866~3142195,278142102~3631236,292465346~7330517,320522942~9392422,330722593~7709452,343907025~344058,349452136~15579036,373181268~5775417,392715692~9692237,403806112~8038736] 2024-04-10T16:46:32.425 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [320518~3436123,7890592~2582831,16191955~15965094,46488430~4957682,51946708~4083195,58653072~4724014,67992814~1271556,79300488~8020812,101129966~783278,108364783~3547544,124087940~2191792,127877708~16163025,145117729~6549973,153912947~4124380,158252113~4246263,180758234~6975912,188153238~3721549,209229107~6256465,218526003~4573713,235183025~2866691,244237008~3004029,265099866~3142195,278142102~3631236,292465346~7330517,320522942~9392422,330722593~7709452,343907025~344058,349452136~15579036,373181268~5775417,392715692~9692237,403806112~8038736] 2024-04-10T16:46:32.432 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [320518~3436123,7890592~2582831,16191955~15965094,46488430~4957682,51946708~4083195,58653072~4724014,67992814~1271556,79300488~8020812,101129966~783278,108364783~3547544,124087940~2191792,127877708~16163025,145117729~6549973,153912947~4124380,158252113~4246263,180758234~6975912,188153238~3721549,209229107~6256465,218526003~4573713,235183025~2866691,244237008~3004029,265099866~3142195,278142102~3631236,292465346~7330517,320522942~9392422,330722593~7709452,343907025~344058,348127232~16903940,373181268~5775417,392715692~9692237,403806112~8038736] 2024-04-10T16:46:32.432 INFO:tasks.workunit.client.0.smithi069.stdout:from 15 to HEAD diff [320518~3436123,7890592~2582831,16191955~15965094,46488430~4957682,51946708~4083195,58653072~4724014,67992814~1271556,79300488~8020812,108364783~1831261,124087940~2191792,127877708~11134280,145117729~6549973,153912947~4124380,158252113~4246263,180758234~6975912,188153238~3721549,209229107~6256465,235183025~2866691,265099866~3142195,278142102~3631236,292465346~7330517,321855983~8059381,330722593~7709452,343907025~344058,356789255~8241917,373181268~5775417,396596902~5811027] 2024-04-10T16:46:32.432 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [320518~3436123,7890592~2582831,16191955~15965094,46488430~4957682,51946708~4083195,58653072~4724014,67992814~1271556,79300488~8020812,108364783~1831261,124087940~2191792,127877708~11134280,145117729~6549973,153912947~4124380,158252113~4246263,180758234~6975912,188153238~3721549,209229107~6256465,235183025~2866691,265099866~3142195,278142102~3631236,292465346~7330517,321855983~8059381,330722593~7709452,343907025~344058,356789255~8241917,373181268~5775417,396596902~5811027] 2024-04-10T16:46:32.438 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [320518~3436123,7890592~2582831,16191955~15965094,46488430~4957682,51946708~4083195,58653072~4724014,67992814~1271556,79300488~8020812,108364783~1831261,124087940~2191792,127877708~11134280,145117729~6549973,153912947~4124380,158252113~4246263,180758234~6975912,188153238~3721549,209229107~6256465,235183025~2866691,265099866~3142195,278142102~3631236,292465346~7330517,321855983~8059381,330722593~7709452,343907025~344058,356789255~8241917,373181268~5775417,396596902~5811027] 2024-04-10T16:46:32.438 INFO:tasks.workunit.client.0.smithi069.stdout:from 16 to HEAD diff [320518~3436123,7890592~2582831,16191955~11238041,51946708~4083195,58653072~4724014,67992814~1271556,79300488~7668303,127877708~7629953,145117729~6549973,153912947~4124380,158252113~4246263,180758234~6975912,188153238~3721549,209229107~6256465,235183025~2866691,265099866~3142195,278142102~3631236,324529214~5386150,330722593~7709452,343907025~344058,356789255~8241917,373181268~5775417,396596902~5811027] 2024-04-10T16:46:32.438 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [320518~3436123,7890592~2582831,16191955~11238041,51946708~4083195,58653072~4724014,67992814~1271556,79300488~7668303,127877708~7629953,145117729~6549973,153912947~4124380,158252113~4246263,180758234~6975912,188153238~3721549,209229107~6256465,235183025~2866691,265099866~3142195,278142102~3631236,324529214~5386150,330722593~7709452,343907025~344058,356789255~8241917,373181268~5775417,396596902~5811027] 2024-04-10T16:46:32.443 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [320518~3436123,7890592~2582831,16191955~11238041,51946708~4083195,58653072~4724014,67992814~1271556,79300488~7668303,127877708~7629953,145117729~6549973,153912947~4124380,158252113~4246263,180758234~6975912,188153238~3721549,209229107~6256465,235183025~2866691,265099866~3142195,278142102~3631236,324529214~5386150,330722593~7709452,343907025~344058,356789255~8241917,373181268~5775417,396596902~5811027] 2024-04-10T16:46:32.608 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:46:32 smithi069 ceph-mon[96738]: osdmap e2063: 8 total, 8 up, 8 in 2024-04-10T16:46:32.608 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:46:32 smithi069 ceph-mon[96738]: pgmap v4004: 137 pgs: 137 active+clean; 857 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 244 KiB/s rd, 39 MiB/s wr, 2.15k op/s 2024-04-10T16:46:32.608 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:46:32 smithi069 ceph-mon[94167]: osdmap e2063: 8 total, 8 up, 8 in 2024-04-10T16:46:32.608 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:46:32 smithi069 ceph-mon[94167]: pgmap v4004: 137 pgs: 137 active+clean; 857 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 244 KiB/s rd, 39 MiB/s wr, 2.15k op/s 2024-04-10T16:46:32.764 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:46:32 smithi077 ceph-mon[87572]: osdmap e2063: 8 total, 8 up, 8 in 2024-04-10T16:46:32.764 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:46:32 smithi077 ceph-mon[87572]: pgmap v4004: 137 pgs: 137 active+clean; 857 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 244 KiB/s rd, 39 MiB/s wr, 2.15k op/s 2024-04-10T16:46:32.764 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:46:32 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:46:32.316Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:46:33.310 INFO:tasks.workunit.client.0.smithi069.stdout:from 0 to HEAD diff [320518~15336603,16191955~20258151,38332794~26447465,65159500~9884128,77964337~13527075,92104573~11523572,105258669~166198,106185411~11303908,124087940~3733008,127877708~64518685,194271394~14651097,209229107~6256465,218526003~11570781,234638313~26244406,263562138~4679923,271366772~155725,277580827~11917795,290068331~9727532,306871670~23043694,330722593~7907078,339949472~4734326,344991222~1323671,349452136~29504549,386464222~2107062,389620817~22224031] 2024-04-10T16:46:33.310 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [320518~15336603,16191955~20258151,38332794~26447465,65159500~9884128,77964337~13527075,92104573~11523572,105258669~166198,106185411~11303908,124087940~3733008,127877708~64518685,194271394~14651097,209229107~6256465,218526003~11570781,234638313~26244406,263562138~4679923,271366772~155725,277580827~11917795,290068331~9727532,306871670~23043694,330722593~7907078,339949472~4734326,344991222~1323671,349452136~29504549,386464222~2107062,389620817~22224031] 2024-04-10T16:46:33.359 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~36450106,37748736~37294892,77964337~25663808,104857600~12631719,124087940~68308453,192937984~22547588,218103808~11992976,230686720~37555341,268435456~3087041,276824064~22971799,306871670~23043694,330012032~8617639,339738624~6576269,348127232~30829453,385875968~25968880] 2024-04-10T16:46:33.359 INFO:tasks.workunit.client.0.smithi069.stdout:from 1 to HEAD diff [320518~15336603,16191955~20258151,38332794~7543736,46488430~18291829,65159500~9884128,77964337~13527075,92104573~11523572,105258669~166198,106185411~11303908,124087940~3733008,127877708~41820578,172077190~20319203,194271394~2649636,197774927~11031,200607545~8314946,209229107~6256465,218526003~11570781,234638313~26244406,263562138~4679923,271366772~155725,277580827~11917795,292197452~7598411,306871670~12548100,320522942~9392422,330722593~7709452,339949472~4734326,344991222~1323671,349452136~29504549,386464222~2107062,389620817~22224031] 2024-04-10T16:46:33.359 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [320518~15336603,16191955~20258151,38332794~7543736,46488430~18291829,65159500~9884128,77964337~13527075,92104573~11523572,105258669~166198,106185411~11303908,124087940~3733008,127877708~41820578,172077190~20319203,194271394~2649636,197774927~11031,200607545~8314946,209229107~6256465,218526003~11570781,234638313~26244406,263562138~4679923,271366772~155725,277580827~11917795,292197452~7598411,306871670~12548100,320522942~9392422,330722593~7709452,339949472~4734326,344991222~1323671,349452136~29504549,386464222~2107062,389620817~22224031] 2024-04-10T16:46:33.364 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~36450106,37748736~8127794,46488430~28555198,77964337~25663808,104857600~12631719,124087940~45610346,172077190~20319203,194271394~2649636,197774927~11031,200607545~14878027,218103808~11992976,230686720~37555341,268435456~3087041,276824064~12674558,292197452~7598411,306871670~12548100,320522942~9392422,330012032~8420013,339738624~6576269,348127232~30829453,385875968~25968880] 2024-04-10T16:46:33.365 INFO:tasks.workunit.client.0.smithi069.stdout:from 2 to HEAD diff [320518~3612829,4517799~11139322,16191955~15965094,38332794~7543736,46488430~18291829,65159500~9884128,77964337~13527075,92104573~11523572,105258669~166198,106185411~11303908,124087940~3733008,127877708~41820578,172571962~836608,173747509~13986637,188136982~4259411,194271394~2649636,197774927~11031,200607545~8314946,209229107~6256465,218526003~11570781,234638313~26244406,263562138~4679923,271366772~155725,277580827~11917795,292197452~7598411,306871670~12548100,320522942~9392422,330722593~7709452,339949472~4734326,349452136~29504549,386464222~2107062,389620817~22224031] 2024-04-10T16:46:33.365 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [320518~3612829,4517799~11139322,16191955~15965094,38332794~7543736,46488430~18291829,65159500~9884128,77964337~13527075,92104573~11523572,105258669~166198,106185411~11303908,124087940~3733008,127877708~41820578,172571962~836608,173747509~13986637,188136982~4259411,194271394~2649636,197774927~11031,200607545~8314946,209229107~6256465,218526003~11570781,234638313~26244406,263562138~4679923,271366772~155725,277580827~11917795,292197452~7598411,306871670~12548100,320522942~9392422,330722593~7709452,339949472~4734326,349452136~29504549,386464222~2107062,389620817~22224031] 2024-04-10T16:46:33.370 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [320518~3612829,4517799~27639250,37748736~8127794,46488430~28555198,77964337~25663808,104857600~12631719,124087940~45610346,172571962~836608,173747509~13986637,188136982~4259411,194271394~2649636,197774927~11031,200607545~14878027,218103808~11992976,230686720~37555341,268435456~3087041,276824064~12674558,292197452~7598411,306871670~12548100,320522942~9392422,330012032~8420013,339738624~4945174,348127232~30829453,385875968~25968880] 2024-04-10T16:46:33.371 INFO:tasks.workunit.client.0.smithi069.stdout:from 3 to HEAD diff [320518~3436123,4517799~11139322,16191955~15965094,38332794~7543736,46488430~4957682,51946708~12326711,65159500~9884128,77964337~13527075,92104573~11523572,105258669~166198,106185411~11303908,124087940~3733008,127877708~41820578,172571962~836608,173747509~13986637,188136982~4259411,194271394~2649636,197774927~11031,200607545~8314946,209229107~6256465,218526003~11570781,234638313~26244406,263562138~4679923,271366772~155725,277580827~11917795,292197452~7598411,308484539~549956,310281983~9137787,320522942~9392422,330722593~7709452,339949472~4734326,349452136~29504549,386464222~2107062,391281744~1241077,392715692~19129156] 2024-04-10T16:46:33.371 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [320518~3436123,4517799~11139322,16191955~15965094,38332794~7543736,46488430~4957682,51946708~12326711,65159500~9884128,77964337~13527075,92104573~11523572,105258669~166198,106185411~11303908,124087940~3733008,127877708~41820578,172571962~836608,173747509~13986637,188136982~4259411,194271394~2649636,197774927~11031,200607545~8314946,209229107~6256465,218526003~11570781,234638313~26244406,263562138~4679923,271366772~155725,277580827~11917795,292197452~7598411,308484539~549956,310281983~9137787,320522942~9392422,330722593~7709452,339949472~4734326,349452136~29504549,386464222~2107062,391281744~1241077,392715692~19129156] 2024-04-10T16:46:33.377 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [320518~3436123,4517799~27639250,37748736~8127794,46488430~4957682,51946708~12326711,64780259~10263369,77964337~25663808,104857600~12631719,124087940~3733008,127877708~41820578,172571962~836608,173747509~13986637,188136982~4259411,194271394~2649636,197774927~11031,200607545~14878027,218103808~11992976,230686720~37555341,268435456~3087041,276824064~12674558,292197452~7598411,308484539~549956,310281983~9137787,320522942~9392422,330012032~8420013,339738624~4945174,348127232~30829453,386464222~2107062,391281744~1241077,392715692~19129156] 2024-04-10T16:46:33.377 INFO:tasks.workunit.client.0.smithi069.stdout:from 4 to HEAD diff [320518~3436123,4517799~11139322,16191955~15965094,38353730~6667019,45147079~298215,46488430~4957682,51946708~12326711,65159500~9884128,77964337~13527075,95313393~8156069,105258669~166198,106185411~11303908,124087940~3733008,127877708~41820578,172571962~836608,173747509~13986637,188136982~4259411,197774927~11031,200607545~8314946,209229107~6256465,218526003~11570781,234638313~26244406,263562138~4679923,271366772~155725,277580827~11917795,292197452~7598411,310281983~9137787,320522942~9392422,330722593~7709452,339949472~4734326,349452136~29504549,386464222~2107062,391281744~1241077,392715692~19129156] 2024-04-10T16:46:33.377 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [320518~3436123,4517799~11139322,16191955~15965094,38353730~6667019,45147079~298215,46488430~4957682,51946708~12326711,65159500~9884128,77964337~13527075,95313393~8156069,105258669~166198,106185411~11303908,124087940~3733008,127877708~41820578,172571962~836608,173747509~13986637,188136982~4259411,197774927~11031,200607545~8314946,209229107~6256465,218526003~11570781,234638313~26244406,263562138~4679923,271366772~155725,277580827~11917795,292197452~7598411,310281983~9137787,320522942~9392422,330722593~7709452,339949472~4734326,349452136~29504549,386464222~2107062,391281744~1241077,392715692~19129156] 2024-04-10T16:46:33.382 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [320518~3436123,4517799~27639250,38353730~6667019,45147079~298215,46488430~4957682,51946708~12326711,64780259~10263369,77964337~13527075,95313393~8156069,104857600~12631719,124087940~3733008,127877708~41820578,172571962~836608,173747509~13986637,188136982~4259411,197774927~11031,200607545~14878027,218103808~11992976,230686720~37555341,268435456~3087041,277580827~11917795,292197452~7598411,310281983~9137787,320522942~9392422,330012032~8420013,339738624~4945174,348127232~30829453,386464222~2107062,391281744~1241077,392715692~19129156] 2024-04-10T16:46:33.383 INFO:tasks.workunit.client.0.smithi069.stdout:from 5 to HEAD diff [320518~3436123,4517799~8104819,14461241~863772,16191955~15965094,38353730~6667019,45147079~298215,46488430~4957682,51946708~12326711,65159500~9884128,77964337~13527075,95313393~8156069,105258669~166198,106185411~7627575,124087940~3733008,127877708~39700628,172571962~836608,173747509~13986637,188136982~4259411,197774927~11031,200607545~3779959,209229107~6256465,218526003~11570781,234638313~26244406,263562138~4679923,277580827~11917795,292197452~7598411,310281983~9137787,320522942~9392422,330722593~7709452,339949472~4734326,349452136~29504549,386464222~2107062,391281744~1241077,392715692~19129156] 2024-04-10T16:46:33.383 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [320518~3436123,4517799~8104819,14461241~863772,16191955~15965094,38353730~6667019,45147079~298215,46488430~4957682,51946708~12326711,65159500~9884128,77964337~13527075,95313393~8156069,105258669~166198,106185411~7627575,124087940~3733008,127877708~39700628,172571962~836608,173747509~13986637,188136982~4259411,197774927~11031,200607545~3779959,209229107~6256465,218526003~11570781,234638313~26244406,263562138~4679923,277580827~11917795,292197452~7598411,310281983~9137787,320522942~9392422,330722593~7709452,339949472~4734326,349452136~29504549,386464222~2107062,391281744~1241077,392715692~19129156] 2024-04-10T16:46:33.389 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [320518~3436123,4517799~8104819,14461241~863772,15657121~16499928,38353730~6667019,45147079~298215,46488430~4957682,51946708~12326711,64780259~10263369,77964337~13527075,95313393~8156069,104857600~8955386,124087940~3733008,127877708~39700628,172571962~836608,173747509~13986637,188136982~4259411,197774927~11031,200607545~3779959,208922491~6563081,218103808~11992976,230686720~37555341,277580827~11917795,292197452~7598411,310281983~9137787,320522942~9392422,330722593~7709452,339738624~4945174,348127232~30829453,386464222~2107062,391281744~1241077,392715692~19129156] 2024-04-10T16:46:33.389 INFO:tasks.workunit.client.0.smithi069.stdout:from 6 to HEAD diff [320518~3436123,4517799~8104819,14461241~863772,16191955~15965094,38353730~6667019,45147079~298215,46488430~4957682,51946708~11430378,65159500~9884128,79300488~12190924,95313393~8156069,105258669~166198,106185411~7627575,124087940~3733008,127877708~39700628,172571962~836608,173747509~13986637,188136982~4259411,197774927~11031,200607545~3779959,209229107~6256465,218526003~11570781,235183025~25699694,263562138~4679923,277580827~10729953,292197452~7598411,310281983~9137787,320522942~9392422,330722593~7709452,339949472~4734326,349452136~29504549,386464222~2107062,391281744~1241077,392715692~19129156] 2024-04-10T16:46:33.389 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [320518~3436123,4517799~8104819,14461241~863772,16191955~15965094,38353730~6667019,45147079~298215,46488430~4957682,51946708~11430378,65159500~9884128,79300488~12190924,95313393~8156069,105258669~166198,106185411~7627575,124087940~3733008,127877708~39700628,172571962~836608,173747509~13986637,188136982~4259411,197774927~11031,200607545~3779959,209229107~6256465,218526003~11570781,235183025~25699694,263562138~4679923,277580827~10729953,292197452~7598411,310281983~9137787,320522942~9392422,330722593~7709452,339949472~4734326,349452136~29504549,386464222~2107062,391281744~1241077,392715692~19129156] 2024-04-10T16:46:33.394 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [320518~3436123,4517799~8104819,14461241~863772,15657121~16499928,38353730~6667019,45147079~298215,46488430~4957682,51946708~11430378,64780259~10263369,79300488~12190924,95313393~8156069,104857600~8955386,124087940~3733008,127877708~39700628,172571962~836608,173747509~13986637,188136982~4259411,197774927~11031,200607545~3779959,208922491~6563081,218103808~11992976,235183025~33059036,277580827~10729953,292197452~7598411,310281983~9137787,320522942~9392422,330722593~7709452,339738624~4945174,348127232~30829453,386464222~2107062,391281744~1241077,392715692~19129156] 2024-04-10T16:46:33.394 INFO:tasks.workunit.client.0.smithi069.stdout:from 7 to HEAD diff [320518~3436123,4517799~7769493,14461241~863772,16191955~15965094,38353730~6667019,46488430~4957682,51946708~11430378,65159500~9884128,79300488~12190924,95313393~8156069,105258669~166198,108364783~3547544,124087940~3733008,127877708~39700628,172571962~836608,173747509~13986637,188136982~4259411,197774927~11031,200607545~3779959,209229107~6256465,218526003~11570781,235183025~25699694,263562138~4679923,277580827~10729953,292197452~7598411,313187402~6232368,320522942~9392422,330722593~7709452,339949472~4734326,349452136~29504549,391281744~1241077,392715692~19129156] 2024-04-10T16:46:33.395 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [320518~3436123,4517799~7769493,14461241~863772,16191955~15965094,38353730~6667019,46488430~4957682,51946708~11430378,65159500~9884128,79300488~12190924,95313393~8156069,105258669~166198,108364783~3547544,124087940~3733008,127877708~39700628,172571962~836608,173747509~13986637,188136982~4259411,197774927~11031,200607545~3779959,209229107~6256465,218526003~11570781,235183025~25699694,263562138~4679923,277580827~10729953,292197452~7598411,313187402~6232368,320522942~9392422,330722593~7709452,339949472~4734326,349452136~29504549,391281744~1241077,392715692~19129156] 2024-04-10T16:46:33.400 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [320518~3436123,4517799~7769493,14461241~863772,15657121~16499928,38353730~6667019,46488430~4957682,51946708~11430378,64780259~10263369,79300488~12190924,95313393~8156069,105258669~166198,108364783~3547544,124087940~3733008,127877708~39700628,172571962~836608,173747509~13986637,188136982~4259411,197774927~11031,200607545~3779959,208922491~6563081,218103808~11992976,235183025~33059036,277580827~10729953,292197452~7598411,313187402~6232368,320522942~9392422,330722593~7709452,339738624~4945174,348127232~30829453,391281744~1241077,392715692~19129156] 2024-04-10T16:46:33.400 INFO:tasks.workunit.client.0.smithi069.stdout:from 8 to HEAD diff [320518~3436123,4517799~7769493,16191955~15965094,38353730~6667019,46488430~4957682,51946708~11430378,65159500~9884128,79300488~12190924,95313393~8156069,105258669~166198,108364783~3547544,124087940~3733008,127877708~39700628,172571962~836608,174009336~4108040,180758234~6975912,188136982~4259411,197774927~11031,200607545~3779959,209229107~6256465,218526003~9083991,235183025~25699694,263562138~4679923,277580827~7629022,292197452~7598411,313187402~6232368,320522942~9392422,330722593~7709452,339949472~4734326,349452136~29504549,391281744~1241077,392715692~19129156] 2024-04-10T16:46:33.400 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [320518~3436123,4517799~7769493,16191955~15965094,38353730~6667019,46488430~4957682,51946708~11430378,65159500~9884128,79300488~12190924,95313393~8156069,105258669~166198,108364783~3547544,124087940~3733008,127877708~39700628,172571962~836608,174009336~4108040,180758234~6975912,188136982~4259411,197774927~11031,200607545~3779959,209229107~6256465,218526003~9083991,235183025~25699694,263562138~4679923,277580827~7629022,292197452~7598411,313187402~6232368,320522942~9392422,330722593~7709452,339949472~4734326,349452136~29504549,391281744~1241077,392715692~19129156] 2024-04-10T16:46:33.406 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [320518~3436123,4517799~7769493,16191955~15965094,38353730~6667019,46488430~4957682,51946708~11430378,64780259~10263369,79300488~12190924,95313393~8156069,105258669~166198,108364783~3547544,124087940~3733008,127877708~39700628,172571962~836608,174009336~4108040,180758234~6975912,188136982~4259411,197774927~11031,200607545~3779959,209229107~6256465,218103808~9506186,235183025~33059036,277580827~7629022,292197452~7598411,313187402~6232368,320522942~9392422,330722593~7709452,339738624~4945174,348127232~30829453,391281744~1241077,392715692~19129156] 2024-04-10T16:46:33.406 INFO:tasks.workunit.client.0.smithi069.stdout:from 9 to HEAD diff [320518~3436123,4517799~7769493,16191955~15965094,38353730~3767321,46488430~4957682,51946708~4083195,58653072~4724014,65159500~9884128,79300488~12190924,95313393~8156069,108364783~3547544,124087940~3733008,127877708~39700628,172571962~836608,174009336~4108040,180758234~6975912,188153238~3721549,197774927~11031,200607545~3779959,209229107~6256465,218526003~9083991,235183025~2866691,241769996~19112723,263562138~4679923,277580827~4192511,292465346~7330517,320522942~9392422,330722593~7709452,339949472~4734326,349452136~29504549,391281744~1241077,392715692~19129156] 2024-04-10T16:46:33.406 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [320518~3436123,4517799~7769493,16191955~15965094,38353730~3767321,46488430~4957682,51946708~4083195,58653072~4724014,65159500~9884128,79300488~12190924,95313393~8156069,108364783~3547544,124087940~3733008,127877708~39700628,172571962~836608,174009336~4108040,180758234~6975912,188153238~3721549,197774927~11031,200607545~3779959,209229107~6256465,218526003~9083991,235183025~2866691,241769996~19112723,263562138~4679923,277580827~4192511,292465346~7330517,320522942~9392422,330722593~7709452,339949472~4734326,349452136~29504549,391281744~1241077,392715692~19129156] 2024-04-10T16:46:33.412 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [320518~3436123,4517799~7769493,16191955~15965094,38353730~3767321,46488430~4957682,51946708~4083195,58653072~4724014,64780259~10263369,79300488~12190924,95313393~8156069,108364783~3547544,124087940~3733008,127877708~39700628,172571962~836608,174009336~4108040,180758234~6975912,188153238~3721549,197774927~11031,200607545~3779959,209229107~6256465,218103808~9506186,235183025~2866691,241769996~26472065,277580827~4192511,292465346~7330517,320522942~9392422,330722593~7709452,339738624~4945174,348127232~30829453,391281744~1241077,392715692~19129156] 2024-04-10T16:46:33.412 INFO:tasks.workunit.client.0.smithi069.stdout:from 10 to HEAD diff [320518~3436123,4517799~7450983,16191955~15965094,46488430~4957682,51946708~4083195,58653072~4724014,65159500~5644197,79300488~12190924,95313393~8156069,108364783~3547544,124087940~3733008,127877708~39700628,172571962~836608,174009336~4108040,180758234~6975912,188153238~3721549,197774927~11031,200607545~3779959,209229107~6256465,218526003~4573713,235183025~2866691,242027069~10547758,254234271~6648448,263562138~4679923,277580827~4192511,292465346~7330517,320522942~9392422,330722593~7709452,339949472~4734326,349452136~29504549,392715692~19129156] 2024-04-10T16:46:33.412 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [320518~3436123,4517799~7450983,16191955~15965094,46488430~4957682,51946708~4083195,58653072~4724014,65159500~5644197,79300488~12190924,95313393~8156069,108364783~3547544,124087940~3733008,127877708~39700628,172571962~836608,174009336~4108040,180758234~6975912,188153238~3721549,197774927~11031,200607545~3779959,209229107~6256465,218526003~4573713,235183025~2866691,242027069~10547758,254234271~6648448,263562138~4679923,277580827~4192511,292465346~7330517,320522942~9392422,330722593~7709452,339949472~4734326,349452136~29504549,392715692~19129156] 2024-04-10T16:46:33.418 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [320518~3436123,4517799~7450983,16191955~15965094,46488430~4957682,51946708~4083195,58653072~4724014,64780259~6023438,79300488~12190924,95313393~8156069,108364783~3547544,124087940~3733008,127877708~39700628,172571962~836608,174009336~4108040,180758234~6975912,188153238~3721549,197774927~11031,200607545~3779959,209229107~6256465,218526003~4573713,235183025~2866691,242027069~10547758,254234271~14007790,277580827~4192511,292465346~7330517,320522942~9392422,330722593~7709452,339738624~4945174,348127232~30829453,392715692~19129156] 2024-04-10T16:46:33.418 INFO:tasks.workunit.client.0.smithi069.stdout:from 11 to HEAD diff [320518~3436123,4517799~5955624,16191955~15965094,46488430~4957682,51946708~4083195,58653072~4724014,65159500~5644197,79300488~12005421,95313393~8156069,108364783~3547544,124087940~3733008,127877708~39700628,174009336~4108040,180758234~6975912,188153238~3721549,197774927~11031,200607545~3779959,209229107~6256465,218526003~4573713,235183025~2866691,242027069~10547758,265099866~3142195,278142102~3631236,292465346~7330517,320522942~9392422,330722593~7709452,339949472~4734326,349452136~29504549,392715692~19129156] 2024-04-10T16:46:33.418 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [320518~3436123,4517799~5955624,16191955~15965094,46488430~4957682,51946708~4083195,58653072~4724014,65159500~5644197,79300488~12005421,95313393~8156069,108364783~3547544,124087940~3733008,127877708~39700628,174009336~4108040,180758234~6975912,188153238~3721549,197774927~11031,200607545~3779959,209229107~6256465,218526003~4573713,235183025~2866691,242027069~10547758,265099866~3142195,278142102~3631236,292465346~7330517,320522942~9392422,330722593~7709452,339949472~4734326,349452136~29504549,392715692~19129156] 2024-04-10T16:46:33.423 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [320518~3436123,4517799~5955624,16191955~15965094,46488430~4957682,51946708~4083195,58653072~4724014,64780259~6023438,79300488~12005421,95313393~8156069,108364783~3547544,124087940~3733008,127877708~39700628,174009336~4108040,180758234~6975912,188153238~3721549,197774927~11031,200607545~3779959,209229107~6256465,218526003~4573713,235183025~2866691,242027069~10547758,265099866~3142195,278142102~3631236,292465346~7330517,320522942~9392422,330722593~7709452,339738624~4945174,348127232~30829453,392715692~19129156] 2024-04-10T16:46:33.423 INFO:tasks.workunit.client.0.smithi069.stdout:from 12 to HEAD diff [320518~3436123,5668899~1779404,7890592~2582831,16191955~15965094,46488430~4957682,51946708~4083195,58653072~4724014,65159500~5644197,79300488~12005421,101129966~783278,108364783~3547544,124087940~3733008,127877708~23789994,153912947~13665389,174009336~4108040,180758234~6975912,188153238~3721549,200607545~3779959,209229107~6256465,218526003~4573713,235183025~2866691,242027069~10547758,265099866~3142195,278142102~3631236,292465346~7330517,320522942~9392422,330722593~7709452,343907025~344058,349452136~15579036,366205465~9168,367288066~11668619,392715692~19129156] 2024-04-10T16:46:33.423 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [320518~3436123,5668899~1779404,7890592~2582831,16191955~15965094,46488430~4957682,51946708~4083195,58653072~4724014,65159500~5644197,79300488~12005421,101129966~783278,108364783~3547544,124087940~3733008,127877708~23789994,153912947~13665389,174009336~4108040,180758234~6975912,188153238~3721549,200607545~3779959,209229107~6256465,218526003~4573713,235183025~2866691,242027069~10547758,265099866~3142195,278142102~3631236,292465346~7330517,320522942~9392422,330722593~7709452,343907025~344058,349452136~15579036,366205465~9168,367288066~11668619,392715692~19129156] 2024-04-10T16:46:33.429 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [320518~3436123,5668899~1779404,7890592~2582831,16191955~15965094,46488430~4957682,51946708~4083195,58653072~4724014,64780259~6023438,79300488~12005421,101129966~783278,108364783~3547544,124087940~3733008,127877708~23789994,153912947~13665389,174009336~4108040,180758234~6975912,188153238~3721549,200607545~3779959,209229107~6256465,218526003~4573713,235183025~2866691,242027069~10547758,265099866~3142195,278142102~3631236,292465346~7330517,320522942~9392422,330722593~7709452,343907025~344058,348127232~16903940,366205465~9168,367288066~11668619,392715692~19129156] 2024-04-10T16:46:33.429 INFO:tasks.workunit.client.0.smithi069.stdout:from 13 to HEAD diff [320518~3436123,5668899~1779404,7890592~2582831,16191955~15965094,46488430~4957682,51946708~4083195,58653072~4724014,65159500~5644197,79300488~12005421,101129966~783278,108364783~3547544,124087940~3733008,127877708~23789994,153912947~8585429,180758234~6975912,188153238~3721549,200607545~3779959,209229107~6256465,218526003~4573713,235183025~2866691,244237008~3004029,265099866~3142195,278142102~3631236,292465346~7330517,320522942~9392422,330722593~7709452,343907025~344058,349452136~15579036,366205465~9168,373181268~5775417,392715692~9692237,403806112~8038736] 2024-04-10T16:46:33.429 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [320518~3436123,5668899~1779404,7890592~2582831,16191955~15965094,46488430~4957682,51946708~4083195,58653072~4724014,65159500~5644197,79300488~12005421,101129966~783278,108364783~3547544,124087940~3733008,127877708~23789994,153912947~8585429,180758234~6975912,188153238~3721549,200607545~3779959,209229107~6256465,218526003~4573713,235183025~2866691,244237008~3004029,265099866~3142195,278142102~3631236,292465346~7330517,320522942~9392422,330722593~7709452,343907025~344058,349452136~15579036,366205465~9168,373181268~5775417,392715692~9692237,403806112~8038736] 2024-04-10T16:46:33.435 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [320518~3436123,5668899~1779404,7890592~2582831,16191955~15965094,46488430~4957682,51946708~4083195,58653072~4724014,64780259~6023438,79300488~12005421,101129966~783278,108364783~3547544,124087940~3733008,127877708~23789994,153912947~8585429,180758234~6975912,188153238~3721549,200607545~3779959,209229107~6256465,218526003~4573713,235183025~2866691,244237008~3004029,265099866~3142195,278142102~3631236,292465346~7330517,320522942~9392422,330722593~7709452,343907025~344058,348127232~16903940,366205465~9168,373181268~5775417,392715692~9692237,403806112~8038736] 2024-04-10T16:46:33.435 INFO:tasks.workunit.client.0.smithi069.stdout:from 14 to HEAD diff [320518~3436123,7890592~2582831,16191955~15965094,46488430~4957682,51946708~4083195,58653072~4724014,67992814~1271556,79300488~8020812,101129966~783278,108364783~3547544,124087940~2191792,127877708~16163025,145117729~6549973,153912947~4124380,158252113~4246263,180758234~6975912,188153238~3721549,209229107~6256465,218526003~4573713,235183025~2866691,244237008~3004029,265099866~3142195,278142102~3631236,292465346~7330517,320522942~9392422,330722593~7709452,343907025~344058,349452136~15579036,373181268~5775417,392715692~9692237,403806112~8038736] 2024-04-10T16:46:33.435 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [320518~3436123,7890592~2582831,16191955~15965094,46488430~4957682,51946708~4083195,58653072~4724014,67992814~1271556,79300488~8020812,101129966~783278,108364783~3547544,124087940~2191792,127877708~16163025,145117729~6549973,153912947~4124380,158252113~4246263,180758234~6975912,188153238~3721549,209229107~6256465,218526003~4573713,235183025~2866691,244237008~3004029,265099866~3142195,278142102~3631236,292465346~7330517,320522942~9392422,330722593~7709452,343907025~344058,349452136~15579036,373181268~5775417,392715692~9692237,403806112~8038736] 2024-04-10T16:46:33.441 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [320518~3436123,7890592~2582831,16191955~15965094,46488430~4957682,51946708~4083195,58653072~4724014,67992814~1271556,79300488~8020812,101129966~783278,108364783~3547544,124087940~2191792,127877708~16163025,145117729~6549973,153912947~4124380,158252113~4246263,180758234~6975912,188153238~3721549,209229107~6256465,218526003~4573713,235183025~2866691,244237008~3004029,265099866~3142195,278142102~3631236,292465346~7330517,320522942~9392422,330722593~7709452,343907025~344058,348127232~16903940,373181268~5775417,392715692~9692237,403806112~8038736] 2024-04-10T16:46:33.441 INFO:tasks.workunit.client.0.smithi069.stdout:from 15 to HEAD diff [320518~3436123,7890592~2582831,16191955~15965094,46488430~4957682,51946708~4083195,58653072~4724014,67992814~1271556,79300488~8020812,108364783~1831261,124087940~2191792,127877708~11134280,145117729~6549973,153912947~4124380,158252113~4246263,180758234~6975912,188153238~3721549,209229107~6256465,235183025~2866691,265099866~3142195,278142102~3631236,292465346~7330517,321855983~8059381,330722593~7709452,343907025~344058,356789255~8241917,373181268~5775417,396596902~5811027] 2024-04-10T16:46:33.441 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [320518~3436123,7890592~2582831,16191955~15965094,46488430~4957682,51946708~4083195,58653072~4724014,67992814~1271556,79300488~8020812,108364783~1831261,124087940~2191792,127877708~11134280,145117729~6549973,153912947~4124380,158252113~4246263,180758234~6975912,188153238~3721549,209229107~6256465,235183025~2866691,265099866~3142195,278142102~3631236,292465346~7330517,321855983~8059381,330722593~7709452,343907025~344058,356789255~8241917,373181268~5775417,396596902~5811027] 2024-04-10T16:46:33.446 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [320518~3436123,7890592~2582831,16191955~15965094,46488430~4957682,51946708~4083195,58653072~4724014,67992814~1271556,79300488~8020812,108364783~1831261,124087940~2191792,127877708~11134280,145117729~6549973,153912947~4124380,158252113~4246263,180758234~6975912,188153238~3721549,209229107~6256465,235183025~2866691,265099866~3142195,278142102~3631236,292465346~7330517,321855983~8059381,330722593~7709452,343907025~344058,356789255~8241917,373181268~5775417,396596902~5811027] 2024-04-10T16:46:33.608 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:46:33 smithi069 ceph-mon[96738]: osdmap e2064: 8 total, 8 up, 8 in 2024-04-10T16:46:33.608 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:46:33 smithi069 ceph-mon[94167]: osdmap e2064: 8 total, 8 up, 8 in 2024-04-10T16:46:33.763 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:46:33 smithi077 ceph-mon[87572]: osdmap e2064: 8 total, 8 up, 8 in 2024-04-10T16:46:34.327 INFO:tasks.workunit.client.0.smithi069.stdout:from 0 to HEAD diff [320518~15336603,16191955~20258151,38332794~26447465,65159500~9884128,77964337~13527075,92104573~11523572,105258669~166198,106185411~11303908,124087940~3733008,127877708~64518685,194271394~14651097,209229107~6256465,218526003~11570781,234638313~26244406,263562138~4679923,271366772~155725,277580827~11917795,290068331~9727532,306871670~23043694,330722593~7907078,339949472~4734326,344991222~1323671,349452136~29504549,386464222~2107062,389620817~22224031] 2024-04-10T16:46:34.327 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [320518~15336603,16191955~20258151,38332794~26447465,65159500~9884128,77964337~13527075,92104573~11523572,105258669~166198,106185411~11303908,124087940~3733008,127877708~64518685,194271394~14651097,209229107~6256465,218526003~11570781,234638313~26244406,263562138~4679923,271366772~155725,277580827~11917795,290068331~9727532,306871670~23043694,330722593~7907078,339949472~4734326,344991222~1323671,349452136~29504549,386464222~2107062,389620817~22224031] 2024-04-10T16:46:34.369 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~36450106,37748736~37294892,77964337~25663808,104857600~12631719,124087940~68308453,192937984~22547588,218103808~11992976,230686720~37555341,268435456~3087041,276824064~22971799,306871670~23043694,330012032~8617639,339738624~6576269,348127232~30829453,385875968~25968880] 2024-04-10T16:46:34.369 INFO:tasks.workunit.client.0.smithi069.stdout:from 1 to HEAD diff [320518~15336603,16191955~20258151,38332794~7543736,46488430~18291829,65159500~9884128,77964337~13527075,92104573~11523572,105258669~166198,106185411~11303908,124087940~3733008,127877708~41820578,172077190~20319203,194271394~2649636,197774927~11031,200607545~8314946,209229107~6256465,218526003~11570781,234638313~26244406,263562138~4679923,271366772~155725,277580827~11917795,292197452~7598411,306871670~12548100,320522942~9392422,330722593~7709452,339949472~4734326,344991222~1323671,349452136~29504549,386464222~2107062,389620817~22224031] 2024-04-10T16:46:34.369 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [320518~15336603,16191955~20258151,38332794~7543736,46488430~18291829,65159500~9884128,77964337~13527075,92104573~11523572,105258669~166198,106185411~11303908,124087940~3733008,127877708~41820578,172077190~20319203,194271394~2649636,197774927~11031,200607545~8314946,209229107~6256465,218526003~11570781,234638313~26244406,263562138~4679923,271366772~155725,277580827~11917795,292197452~7598411,306871670~12548100,320522942~9392422,330722593~7709452,339949472~4734326,344991222~1323671,349452136~29504549,386464222~2107062,389620817~22224031] 2024-04-10T16:46:34.381 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~36450106,37748736~8127794,46488430~28555198,77964337~25663808,104857600~12631719,124087940~45610346,172077190~20319203,194271394~2649636,197774927~11031,200607545~14878027,218103808~11992976,230686720~37555341,268435456~3087041,276824064~12674558,292197452~7598411,306871670~12548100,320522942~9392422,330012032~8420013,339738624~6576269,348127232~30829453,385875968~25968880] 2024-04-10T16:46:34.381 INFO:tasks.workunit.client.0.smithi069.stdout:from 2 to HEAD diff [320518~3612829,4517799~11139322,16191955~15965094,38332794~7543736,46488430~18291829,65159500~9884128,77964337~13527075,92104573~11523572,105258669~166198,106185411~11303908,124087940~3733008,127877708~41820578,172571962~836608,173747509~13986637,188136982~4259411,194271394~2649636,197774927~11031,200607545~8314946,209229107~6256465,218526003~11570781,234638313~26244406,263562138~4679923,271366772~155725,277580827~11917795,292197452~7598411,306871670~12548100,320522942~9392422,330722593~7709452,339949472~4734326,349452136~29504549,386464222~2107062,389620817~22224031] 2024-04-10T16:46:34.381 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [320518~3612829,4517799~11139322,16191955~15965094,38332794~7543736,46488430~18291829,65159500~9884128,77964337~13527075,92104573~11523572,105258669~166198,106185411~11303908,124087940~3733008,127877708~41820578,172571962~836608,173747509~13986637,188136982~4259411,194271394~2649636,197774927~11031,200607545~8314946,209229107~6256465,218526003~11570781,234638313~26244406,263562138~4679923,271366772~155725,277580827~11917795,292197452~7598411,306871670~12548100,320522942~9392422,330722593~7709452,339949472~4734326,349452136~29504549,386464222~2107062,389620817~22224031] 2024-04-10T16:46:34.386 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [320518~3612829,4517799~27639250,37748736~8127794,46488430~28555198,77964337~25663808,104857600~12631719,124087940~45610346,172571962~836608,173747509~13986637,188136982~4259411,194271394~2649636,197774927~11031,200607545~14878027,218103808~11992976,230686720~37555341,268435456~3087041,276824064~12674558,292197452~7598411,306871670~12548100,320522942~9392422,330012032~8420013,339738624~4945174,348127232~30829453,385875968~25968880] 2024-04-10T16:46:34.387 INFO:tasks.workunit.client.0.smithi069.stdout:from 3 to HEAD diff [320518~3436123,4517799~11139322,16191955~15965094,38332794~7543736,46488430~4957682,51946708~12326711,65159500~9884128,77964337~13527075,92104573~11523572,105258669~166198,106185411~11303908,124087940~3733008,127877708~41820578,172571962~836608,173747509~13986637,188136982~4259411,194271394~2649636,197774927~11031,200607545~8314946,209229107~6256465,218526003~11570781,234638313~26244406,263562138~4679923,271366772~155725,277580827~11917795,292197452~7598411,308484539~549956,310281983~9137787,320522942~9392422,330722593~7709452,339949472~4734326,349452136~29504549,386464222~2107062,391281744~1241077,392715692~19129156] 2024-04-10T16:46:34.387 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [320518~3436123,4517799~11139322,16191955~15965094,38332794~7543736,46488430~4957682,51946708~12326711,65159500~9884128,77964337~13527075,92104573~11523572,105258669~166198,106185411~11303908,124087940~3733008,127877708~41820578,172571962~836608,173747509~13986637,188136982~4259411,194271394~2649636,197774927~11031,200607545~8314946,209229107~6256465,218526003~11570781,234638313~26244406,263562138~4679923,271366772~155725,277580827~11917795,292197452~7598411,308484539~549956,310281983~9137787,320522942~9392422,330722593~7709452,339949472~4734326,349452136~29504549,386464222~2107062,391281744~1241077,392715692~19129156] 2024-04-10T16:46:34.392 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [320518~3436123,4517799~27639250,37748736~8127794,46488430~4957682,51946708~12326711,64780259~10263369,77964337~25663808,104857600~12631719,124087940~3733008,127877708~41820578,172571962~836608,173747509~13986637,188136982~4259411,194271394~2649636,197774927~11031,200607545~14878027,218103808~11992976,230686720~37555341,268435456~3087041,276824064~12674558,292197452~7598411,308484539~549956,310281983~9137787,320522942~9392422,330012032~8420013,339738624~4945174,348127232~30829453,386464222~2107062,391281744~1241077,392715692~19129156] 2024-04-10T16:46:34.392 INFO:tasks.workunit.client.0.smithi069.stdout:from 4 to HEAD diff [320518~3436123,4517799~11139322,16191955~15965094,38353730~6667019,45147079~298215,46488430~4957682,51946708~12326711,65159500~9884128,77964337~13527075,95313393~8156069,105258669~166198,106185411~11303908,124087940~3733008,127877708~41820578,172571962~836608,173747509~13986637,188136982~4259411,197774927~11031,200607545~8314946,209229107~6256465,218526003~11570781,234638313~26244406,263562138~4679923,271366772~155725,277580827~11917795,292197452~7598411,310281983~9137787,320522942~9392422,330722593~7709452,339949472~4734326,349452136~29504549,386464222~2107062,391281744~1241077,392715692~19129156] 2024-04-10T16:46:34.392 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [320518~3436123,4517799~11139322,16191955~15965094,38353730~6667019,45147079~298215,46488430~4957682,51946708~12326711,65159500~9884128,77964337~13527075,95313393~8156069,105258669~166198,106185411~11303908,124087940~3733008,127877708~41820578,172571962~836608,173747509~13986637,188136982~4259411,197774927~11031,200607545~8314946,209229107~6256465,218526003~11570781,234638313~26244406,263562138~4679923,271366772~155725,277580827~11917795,292197452~7598411,310281983~9137787,320522942~9392422,330722593~7709452,339949472~4734326,349452136~29504549,386464222~2107062,391281744~1241077,392715692~19129156] 2024-04-10T16:46:34.398 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [320518~3436123,4517799~27639250,38353730~6667019,45147079~298215,46488430~4957682,51946708~12326711,64780259~10263369,77964337~13527075,95313393~8156069,104857600~12631719,124087940~3733008,127877708~41820578,172571962~836608,173747509~13986637,188136982~4259411,197774927~11031,200607545~14878027,218103808~11992976,230686720~37555341,268435456~3087041,277580827~11917795,292197452~7598411,310281983~9137787,320522942~9392422,330012032~8420013,339738624~4945174,348127232~30829453,386464222~2107062,391281744~1241077,392715692~19129156] 2024-04-10T16:46:34.399 INFO:tasks.workunit.client.0.smithi069.stdout:from 5 to HEAD diff [320518~3436123,4517799~8104819,14461241~863772,16191955~15965094,38353730~6667019,45147079~298215,46488430~4957682,51946708~12326711,65159500~9884128,77964337~13527075,95313393~8156069,105258669~166198,106185411~7627575,124087940~3733008,127877708~39700628,172571962~836608,173747509~13986637,188136982~4259411,197774927~11031,200607545~3779959,209229107~6256465,218526003~11570781,234638313~26244406,263562138~4679923,277580827~11917795,292197452~7598411,310281983~9137787,320522942~9392422,330722593~7709452,339949472~4734326,349452136~29504549,386464222~2107062,391281744~1241077,392715692~19129156] 2024-04-10T16:46:34.399 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [320518~3436123,4517799~8104819,14461241~863772,16191955~15965094,38353730~6667019,45147079~298215,46488430~4957682,51946708~12326711,65159500~9884128,77964337~13527075,95313393~8156069,105258669~166198,106185411~7627575,124087940~3733008,127877708~39700628,172571962~836608,173747509~13986637,188136982~4259411,197774927~11031,200607545~3779959,209229107~6256465,218526003~11570781,234638313~26244406,263562138~4679923,277580827~11917795,292197452~7598411,310281983~9137787,320522942~9392422,330722593~7709452,339949472~4734326,349452136~29504549,386464222~2107062,391281744~1241077,392715692~19129156] 2024-04-10T16:46:34.404 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [320518~3436123,4517799~8104819,14461241~863772,15657121~16499928,38353730~6667019,45147079~298215,46488430~4957682,51946708~12326711,64780259~10263369,77964337~13527075,95313393~8156069,104857600~8955386,124087940~3733008,127877708~39700628,172571962~836608,173747509~13986637,188136982~4259411,197774927~11031,200607545~3779959,208922491~6563081,218103808~11992976,230686720~37555341,277580827~11917795,292197452~7598411,310281983~9137787,320522942~9392422,330722593~7709452,339738624~4945174,348127232~30829453,386464222~2107062,391281744~1241077,392715692~19129156] 2024-04-10T16:46:34.404 INFO:tasks.workunit.client.0.smithi069.stdout:from 6 to HEAD diff [320518~3436123,4517799~8104819,14461241~863772,16191955~15965094,38353730~6667019,45147079~298215,46488430~4957682,51946708~11430378,65159500~9884128,79300488~12190924,95313393~8156069,105258669~166198,106185411~7627575,124087940~3733008,127877708~39700628,172571962~836608,173747509~13986637,188136982~4259411,197774927~11031,200607545~3779959,209229107~6256465,218526003~11570781,235183025~25699694,263562138~4679923,277580827~10729953,292197452~7598411,310281983~9137787,320522942~9392422,330722593~7709452,339949472~4734326,349452136~29504549,386464222~2107062,391281744~1241077,392715692~19129156] 2024-04-10T16:46:34.404 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [320518~3436123,4517799~8104819,14461241~863772,16191955~15965094,38353730~6667019,45147079~298215,46488430~4957682,51946708~11430378,65159500~9884128,79300488~12190924,95313393~8156069,105258669~166198,106185411~7627575,124087940~3733008,127877708~39700628,172571962~836608,173747509~13986637,188136982~4259411,197774927~11031,200607545~3779959,209229107~6256465,218526003~11570781,235183025~25699694,263562138~4679923,277580827~10729953,292197452~7598411,310281983~9137787,320522942~9392422,330722593~7709452,339949472~4734326,349452136~29504549,386464222~2107062,391281744~1241077,392715692~19129156] 2024-04-10T16:46:34.410 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [320518~3436123,4517799~8104819,14461241~863772,15657121~16499928,38353730~6667019,45147079~298215,46488430~4957682,51946708~11430378,64780259~10263369,79300488~12190924,95313393~8156069,104857600~8955386,124087940~3733008,127877708~39700628,172571962~836608,173747509~13986637,188136982~4259411,197774927~11031,200607545~3779959,208922491~6563081,218103808~11992976,235183025~33059036,277580827~10729953,292197452~7598411,310281983~9137787,320522942~9392422,330722593~7709452,339738624~4945174,348127232~30829453,386464222~2107062,391281744~1241077,392715692~19129156] 2024-04-10T16:46:34.410 INFO:tasks.workunit.client.0.smithi069.stdout:from 7 to HEAD diff [320518~3436123,4517799~7769493,14461241~863772,16191955~15965094,38353730~6667019,46488430~4957682,51946708~11430378,65159500~9884128,79300488~12190924,95313393~8156069,105258669~166198,108364783~3547544,124087940~3733008,127877708~39700628,172571962~836608,173747509~13986637,188136982~4259411,197774927~11031,200607545~3779959,209229107~6256465,218526003~11570781,235183025~25699694,263562138~4679923,277580827~10729953,292197452~7598411,313187402~6232368,320522942~9392422,330722593~7709452,339949472~4734326,349452136~29504549,391281744~1241077,392715692~19129156] 2024-04-10T16:46:34.410 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [320518~3436123,4517799~7769493,14461241~863772,16191955~15965094,38353730~6667019,46488430~4957682,51946708~11430378,65159500~9884128,79300488~12190924,95313393~8156069,105258669~166198,108364783~3547544,124087940~3733008,127877708~39700628,172571962~836608,173747509~13986637,188136982~4259411,197774927~11031,200607545~3779959,209229107~6256465,218526003~11570781,235183025~25699694,263562138~4679923,277580827~10729953,292197452~7598411,313187402~6232368,320522942~9392422,330722593~7709452,339949472~4734326,349452136~29504549,391281744~1241077,392715692~19129156] 2024-04-10T16:46:34.416 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [320518~3436123,4517799~7769493,14461241~863772,15657121~16499928,38353730~6667019,46488430~4957682,51946708~11430378,64780259~10263369,79300488~12190924,95313393~8156069,105258669~166198,108364783~3547544,124087940~3733008,127877708~39700628,172571962~836608,173747509~13986637,188136982~4259411,197774927~11031,200607545~3779959,208922491~6563081,218103808~11992976,235183025~33059036,277580827~10729953,292197452~7598411,313187402~6232368,320522942~9392422,330722593~7709452,339738624~4945174,348127232~30829453,391281744~1241077,392715692~19129156] 2024-04-10T16:46:34.416 INFO:tasks.workunit.client.0.smithi069.stdout:from 8 to HEAD diff [320518~3436123,4517799~7769493,16191955~15965094,38353730~6667019,46488430~4957682,51946708~11430378,65159500~9884128,79300488~12190924,95313393~8156069,105258669~166198,108364783~3547544,124087940~3733008,127877708~39700628,172571962~836608,174009336~4108040,180758234~6975912,188136982~4259411,197774927~11031,200607545~3779959,209229107~6256465,218526003~9083991,235183025~25699694,263562138~4679923,277580827~7629022,292197452~7598411,313187402~6232368,320522942~9392422,330722593~7709452,339949472~4734326,349452136~29504549,391281744~1241077,392715692~19129156] 2024-04-10T16:46:34.416 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [320518~3436123,4517799~7769493,16191955~15965094,38353730~6667019,46488430~4957682,51946708~11430378,65159500~9884128,79300488~12190924,95313393~8156069,105258669~166198,108364783~3547544,124087940~3733008,127877708~39700628,172571962~836608,174009336~4108040,180758234~6975912,188136982~4259411,197774927~11031,200607545~3779959,209229107~6256465,218526003~9083991,235183025~25699694,263562138~4679923,277580827~7629022,292197452~7598411,313187402~6232368,320522942~9392422,330722593~7709452,339949472~4734326,349452136~29504549,391281744~1241077,392715692~19129156] 2024-04-10T16:46:34.422 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [320518~3436123,4517799~7769493,16191955~15965094,38353730~6667019,46488430~4957682,51946708~11430378,64780259~10263369,79300488~12190924,95313393~8156069,105258669~166198,108364783~3547544,124087940~3733008,127877708~39700628,172571962~836608,174009336~4108040,180758234~6975912,188136982~4259411,197774927~11031,200607545~3779959,209229107~6256465,218103808~9506186,235183025~33059036,277580827~7629022,292197452~7598411,313187402~6232368,320522942~9392422,330722593~7709452,339738624~4945174,348127232~30829453,391281744~1241077,392715692~19129156] 2024-04-10T16:46:34.422 INFO:tasks.workunit.client.0.smithi069.stdout:from 9 to HEAD diff [320518~3436123,4517799~7769493,16191955~15965094,38353730~3767321,46488430~4957682,51946708~4083195,58653072~4724014,65159500~9884128,79300488~12190924,95313393~8156069,108364783~3547544,124087940~3733008,127877708~39700628,172571962~836608,174009336~4108040,180758234~6975912,188153238~3721549,197774927~11031,200607545~3779959,209229107~6256465,218526003~9083991,235183025~2866691,241769996~19112723,263562138~4679923,277580827~4192511,292465346~7330517,320522942~9392422,330722593~7709452,339949472~4734326,349452136~29504549,391281744~1241077,392715692~19129156] 2024-04-10T16:46:34.422 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [320518~3436123,4517799~7769493,16191955~15965094,38353730~3767321,46488430~4957682,51946708~4083195,58653072~4724014,65159500~9884128,79300488~12190924,95313393~8156069,108364783~3547544,124087940~3733008,127877708~39700628,172571962~836608,174009336~4108040,180758234~6975912,188153238~3721549,197774927~11031,200607545~3779959,209229107~6256465,218526003~9083991,235183025~2866691,241769996~19112723,263562138~4679923,277580827~4192511,292465346~7330517,320522942~9392422,330722593~7709452,339949472~4734326,349452136~29504549,391281744~1241077,392715692~19129156] 2024-04-10T16:46:34.428 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [320518~3436123,4517799~7769493,16191955~15965094,38353730~3767321,46488430~4957682,51946708~4083195,58653072~4724014,64780259~10263369,79300488~12190924,95313393~8156069,108364783~3547544,124087940~3733008,127877708~39700628,172571962~836608,174009336~4108040,180758234~6975912,188153238~3721549,197774927~11031,200607545~3779959,209229107~6256465,218103808~9506186,235183025~2866691,241769996~26472065,277580827~4192511,292465346~7330517,320522942~9392422,330722593~7709452,339738624~4945174,348127232~30829453,391281744~1241077,392715692~19129156] 2024-04-10T16:46:34.428 INFO:tasks.workunit.client.0.smithi069.stdout:from 10 to HEAD diff [320518~3436123,4517799~7450983,16191955~15965094,46488430~4957682,51946708~4083195,58653072~4724014,65159500~5644197,79300488~12190924,95313393~8156069,108364783~3547544,124087940~3733008,127877708~39700628,172571962~836608,174009336~4108040,180758234~6975912,188153238~3721549,197774927~11031,200607545~3779959,209229107~6256465,218526003~4573713,235183025~2866691,242027069~10547758,254234271~6648448,263562138~4679923,277580827~4192511,292465346~7330517,320522942~9392422,330722593~7709452,339949472~4734326,349452136~29504549,392715692~19129156] 2024-04-10T16:46:34.428 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [320518~3436123,4517799~7450983,16191955~15965094,46488430~4957682,51946708~4083195,58653072~4724014,65159500~5644197,79300488~12190924,95313393~8156069,108364783~3547544,124087940~3733008,127877708~39700628,172571962~836608,174009336~4108040,180758234~6975912,188153238~3721549,197774927~11031,200607545~3779959,209229107~6256465,218526003~4573713,235183025~2866691,242027069~10547758,254234271~6648448,263562138~4679923,277580827~4192511,292465346~7330517,320522942~9392422,330722593~7709452,339949472~4734326,349452136~29504549,392715692~19129156] 2024-04-10T16:46:34.433 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [320518~3436123,4517799~7450983,16191955~15965094,46488430~4957682,51946708~4083195,58653072~4724014,64780259~6023438,79300488~12190924,95313393~8156069,108364783~3547544,124087940~3733008,127877708~39700628,172571962~836608,174009336~4108040,180758234~6975912,188153238~3721549,197774927~11031,200607545~3779959,209229107~6256465,218526003~4573713,235183025~2866691,242027069~10547758,254234271~14007790,277580827~4192511,292465346~7330517,320522942~9392422,330722593~7709452,339738624~4945174,348127232~30829453,392715692~19129156] 2024-04-10T16:46:34.433 INFO:tasks.workunit.client.0.smithi069.stdout:from 11 to HEAD diff [320518~3436123,4517799~5955624,16191955~15965094,46488430~4957682,51946708~4083195,58653072~4724014,65159500~5644197,79300488~12005421,95313393~8156069,108364783~3547544,124087940~3733008,127877708~39700628,174009336~4108040,180758234~6975912,188153238~3721549,197774927~11031,200607545~3779959,209229107~6256465,218526003~4573713,235183025~2866691,242027069~10547758,265099866~3142195,278142102~3631236,292465346~7330517,320522942~9392422,330722593~7709452,339949472~4734326,349452136~29504549,392715692~19129156] 2024-04-10T16:46:34.433 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [320518~3436123,4517799~5955624,16191955~15965094,46488430~4957682,51946708~4083195,58653072~4724014,65159500~5644197,79300488~12005421,95313393~8156069,108364783~3547544,124087940~3733008,127877708~39700628,174009336~4108040,180758234~6975912,188153238~3721549,197774927~11031,200607545~3779959,209229107~6256465,218526003~4573713,235183025~2866691,242027069~10547758,265099866~3142195,278142102~3631236,292465346~7330517,320522942~9392422,330722593~7709452,339949472~4734326,349452136~29504549,392715692~19129156] 2024-04-10T16:46:34.439 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [320518~3436123,4517799~5955624,16191955~15965094,46488430~4957682,51946708~4083195,58653072~4724014,64780259~6023438,79300488~12005421,95313393~8156069,108364783~3547544,124087940~3733008,127877708~39700628,174009336~4108040,180758234~6975912,188153238~3721549,197774927~11031,200607545~3779959,209229107~6256465,218526003~4573713,235183025~2866691,242027069~10547758,265099866~3142195,278142102~3631236,292465346~7330517,320522942~9392422,330722593~7709452,339738624~4945174,348127232~30829453,392715692~19129156] 2024-04-10T16:46:34.439 INFO:tasks.workunit.client.0.smithi069.stdout:from 12 to HEAD diff [320518~3436123,5668899~1779404,7890592~2582831,16191955~15965094,46488430~4957682,51946708~4083195,58653072~4724014,65159500~5644197,79300488~12005421,101129966~783278,108364783~3547544,124087940~3733008,127877708~23789994,153912947~13665389,174009336~4108040,180758234~6975912,188153238~3721549,200607545~3779959,209229107~6256465,218526003~4573713,235183025~2866691,242027069~10547758,265099866~3142195,278142102~3631236,292465346~7330517,320522942~9392422,330722593~7709452,343907025~344058,349452136~15579036,366205465~9168,367288066~11668619,392715692~19129156] 2024-04-10T16:46:34.439 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [320518~3436123,5668899~1779404,7890592~2582831,16191955~15965094,46488430~4957682,51946708~4083195,58653072~4724014,65159500~5644197,79300488~12005421,101129966~783278,108364783~3547544,124087940~3733008,127877708~23789994,153912947~13665389,174009336~4108040,180758234~6975912,188153238~3721549,200607545~3779959,209229107~6256465,218526003~4573713,235183025~2866691,242027069~10547758,265099866~3142195,278142102~3631236,292465346~7330517,320522942~9392422,330722593~7709452,343907025~344058,349452136~15579036,366205465~9168,367288066~11668619,392715692~19129156] 2024-04-10T16:46:34.444 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [320518~3436123,5668899~1779404,7890592~2582831,16191955~15965094,46488430~4957682,51946708~4083195,58653072~4724014,64780259~6023438,79300488~12005421,101129966~783278,108364783~3547544,124087940~3733008,127877708~23789994,153912947~13665389,174009336~4108040,180758234~6975912,188153238~3721549,200607545~3779959,209229107~6256465,218526003~4573713,235183025~2866691,242027069~10547758,265099866~3142195,278142102~3631236,292465346~7330517,320522942~9392422,330722593~7709452,343907025~344058,348127232~16903940,366205465~9168,367288066~11668619,392715692~19129156] 2024-04-10T16:46:34.445 INFO:tasks.workunit.client.0.smithi069.stdout:from 13 to HEAD diff [320518~3436123,5668899~1779404,7890592~2582831,16191955~15965094,46488430~4957682,51946708~4083195,58653072~4724014,65159500~5644197,79300488~12005421,101129966~783278,108364783~3547544,124087940~3733008,127877708~23789994,153912947~8585429,180758234~6975912,188153238~3721549,200607545~3779959,209229107~6256465,218526003~4573713,235183025~2866691,244237008~3004029,265099866~3142195,278142102~3631236,292465346~7330517,320522942~9392422,330722593~7709452,343907025~344058,349452136~15579036,366205465~9168,373181268~5775417,392715692~9692237,403806112~8038736] 2024-04-10T16:46:34.445 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [320518~3436123,5668899~1779404,7890592~2582831,16191955~15965094,46488430~4957682,51946708~4083195,58653072~4724014,65159500~5644197,79300488~12005421,101129966~783278,108364783~3547544,124087940~3733008,127877708~23789994,153912947~8585429,180758234~6975912,188153238~3721549,200607545~3779959,209229107~6256465,218526003~4573713,235183025~2866691,244237008~3004029,265099866~3142195,278142102~3631236,292465346~7330517,320522942~9392422,330722593~7709452,343907025~344058,349452136~15579036,366205465~9168,373181268~5775417,392715692~9692237,403806112~8038736] 2024-04-10T16:46:34.451 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [320518~3436123,5668899~1779404,7890592~2582831,16191955~15965094,46488430~4957682,51946708~4083195,58653072~4724014,64780259~6023438,79300488~12005421,101129966~783278,108364783~3547544,124087940~3733008,127877708~23789994,153912947~8585429,180758234~6975912,188153238~3721549,200607545~3779959,209229107~6256465,218526003~4573713,235183025~2866691,244237008~3004029,265099866~3142195,278142102~3631236,292465346~7330517,320522942~9392422,330722593~7709452,343907025~344058,348127232~16903940,366205465~9168,373181268~5775417,392715692~9692237,403806112~8038736] 2024-04-10T16:46:34.451 INFO:tasks.workunit.client.0.smithi069.stdout:from 14 to HEAD diff [320518~3436123,7890592~2582831,16191955~15965094,46488430~4957682,51946708~4083195,58653072~4724014,67992814~1271556,79300488~8020812,101129966~783278,108364783~3547544,124087940~2191792,127877708~16163025,145117729~6549973,153912947~4124380,158252113~4246263,180758234~6975912,188153238~3721549,209229107~6256465,218526003~4573713,235183025~2866691,244237008~3004029,265099866~3142195,278142102~3631236,292465346~7330517,320522942~9392422,330722593~7709452,343907025~344058,349452136~15579036,373181268~5775417,392715692~9692237,403806112~8038736] 2024-04-10T16:46:34.451 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [320518~3436123,7890592~2582831,16191955~15965094,46488430~4957682,51946708~4083195,58653072~4724014,67992814~1271556,79300488~8020812,101129966~783278,108364783~3547544,124087940~2191792,127877708~16163025,145117729~6549973,153912947~4124380,158252113~4246263,180758234~6975912,188153238~3721549,209229107~6256465,218526003~4573713,235183025~2866691,244237008~3004029,265099866~3142195,278142102~3631236,292465346~7330517,320522942~9392422,330722593~7709452,343907025~344058,349452136~15579036,373181268~5775417,392715692~9692237,403806112~8038736] 2024-04-10T16:46:34.456 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [320518~3436123,7890592~2582831,16191955~15965094,46488430~4957682,51946708~4083195,58653072~4724014,67992814~1271556,79300488~8020812,101129966~783278,108364783~3547544,124087940~2191792,127877708~16163025,145117729~6549973,153912947~4124380,158252113~4246263,180758234~6975912,188153238~3721549,209229107~6256465,218526003~4573713,235183025~2866691,244237008~3004029,265099866~3142195,278142102~3631236,292465346~7330517,320522942~9392422,330722593~7709452,343907025~344058,348127232~16903940,373181268~5775417,392715692~9692237,403806112~8038736] 2024-04-10T16:46:34.608 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:46:34 smithi069 ceph-mon[96738]: osdmap e2065: 8 total, 8 up, 8 in 2024-04-10T16:46:34.608 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:46:34 smithi069 ceph-mon[96738]: pgmap v4007: 137 pgs: 1 active+clean+snaptrim, 136 active+clean; 865 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 137 KiB/s rd, 18 MiB/s wr, 2.97k op/s 2024-04-10T16:46:34.608 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:46:34 smithi069 ceph-mon[94167]: osdmap e2065: 8 total, 8 up, 8 in 2024-04-10T16:46:34.608 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:46:34 smithi069 ceph-mon[94167]: pgmap v4007: 137 pgs: 1 active+clean+snaptrim, 136 active+clean; 865 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 137 KiB/s rd, 18 MiB/s wr, 2.97k op/s 2024-04-10T16:46:34.764 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:46:34 smithi077 ceph-mon[87572]: osdmap e2065: 8 total, 8 up, 8 in 2024-04-10T16:46:34.764 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:46:34 smithi077 ceph-mon[87572]: pgmap v4007: 137 pgs: 1 active+clean+snaptrim, 136 active+clean; 865 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 137 KiB/s rd, 18 MiB/s wr, 2.97k op/s 2024-04-10T16:46:35.338 INFO:tasks.workunit.client.0.smithi069.stdout:from 0 to HEAD diff [320518~15336603,16191955~20258151,38332794~26447465,65159500~9884128,77964337~13527075,92104573~11523572,105258669~166198,106185411~11303908,124087940~3733008,127877708~64518685,194271394~14651097,209229107~6256465,218526003~11570781,234638313~26244406,263562138~4679923,271366772~155725,277580827~11917795,290068331~9727532,306871670~23043694,330722593~7907078,339949472~4734326,344991222~1323671,349452136~29504549,386464222~2107062,389620817~22224031] 2024-04-10T16:46:35.338 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [320518~15336603,16191955~20258151,38332794~26447465,65159500~9884128,77964337~13527075,92104573~11523572,105258669~166198,106185411~11303908,124087940~3733008,127877708~64518685,194271394~14651097,209229107~6256465,218526003~11570781,234638313~26244406,263562138~4679923,271366772~155725,277580827~11917795,290068331~9727532,306871670~23043694,330722593~7907078,339949472~4734326,344991222~1323671,349452136~29504549,386464222~2107062,389620817~22224031] 2024-04-10T16:46:35.377 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~36450106,37748736~37294892,77964337~25663808,104857600~12631719,124087940~68308453,192937984~22547588,218103808~11992976,230686720~37555341,268435456~3087041,276824064~22971799,306871670~23043694,330012032~8617639,339738624~6576269,348127232~30829453,385875968~25968880] 2024-04-10T16:46:35.377 INFO:tasks.workunit.client.0.smithi069.stdout:from 1 to HEAD diff [320518~15336603,16191955~20258151,38332794~7543736,46488430~18291829,65159500~9884128,77964337~13527075,92104573~11523572,105258669~166198,106185411~11303908,124087940~3733008,127877708~41820578,172077190~20319203,194271394~2649636,197774927~11031,200607545~8314946,209229107~6256465,218526003~11570781,234638313~26244406,263562138~4679923,271366772~155725,277580827~11917795,292197452~7598411,306871670~12548100,320522942~9392422,330722593~7709452,339949472~4734326,344991222~1323671,349452136~29504549,386464222~2107062,389620817~22224031] 2024-04-10T16:46:35.377 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [320518~15336603,16191955~20258151,38332794~7543736,46488430~18291829,65159500~9884128,77964337~13527075,92104573~11523572,105258669~166198,106185411~11303908,124087940~3733008,127877708~41820578,172077190~20319203,194271394~2649636,197774927~11031,200607545~8314946,209229107~6256465,218526003~11570781,234638313~26244406,263562138~4679923,271366772~155725,277580827~11917795,292197452~7598411,306871670~12548100,320522942~9392422,330722593~7709452,339949472~4734326,344991222~1323671,349452136~29504549,386464222~2107062,389620817~22224031] 2024-04-10T16:46:35.386 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~36450106,37748736~8127794,46488430~28555198,77964337~25663808,104857600~12631719,124087940~45610346,172077190~20319203,194271394~2649636,197774927~11031,200607545~14878027,218103808~11992976,230686720~37555341,268435456~3087041,276824064~12674558,292197452~7598411,306871670~12548100,320522942~9392422,330012032~8420013,339738624~6576269,348127232~30829453,385875968~25968880] 2024-04-10T16:46:35.386 INFO:tasks.workunit.client.0.smithi069.stdout:from 2 to HEAD diff [320518~3612829,4517799~11139322,16191955~15965094,38332794~7543736,46488430~18291829,65159500~9884128,77964337~13527075,92104573~11523572,105258669~166198,106185411~11303908,124087940~3733008,127877708~41820578,172571962~836608,173747509~13986637,188136982~4259411,194271394~2649636,197774927~11031,200607545~8314946,209229107~6256465,218526003~11570781,234638313~26244406,263562138~4679923,271366772~155725,277580827~11917795,292197452~7598411,306871670~12548100,320522942~9392422,330722593~7709452,339949472~4734326,349452136~29504549,386464222~2107062,389620817~22224031] 2024-04-10T16:46:35.386 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [320518~3612829,4517799~11139322,16191955~15965094,38332794~7543736,46488430~18291829,65159500~9884128,77964337~13527075,92104573~11523572,105258669~166198,106185411~11303908,124087940~3733008,127877708~41820578,172571962~836608,173747509~13986637,188136982~4259411,194271394~2649636,197774927~11031,200607545~8314946,209229107~6256465,218526003~11570781,234638313~26244406,263562138~4679923,271366772~155725,277580827~11917795,292197452~7598411,306871670~12548100,320522942~9392422,330722593~7709452,339949472~4734326,349452136~29504549,386464222~2107062,389620817~22224031] 2024-04-10T16:46:35.392 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [320518~3612829,4517799~27639250,37748736~8127794,46488430~28555198,77964337~25663808,104857600~12631719,124087940~45610346,172571962~836608,173747509~13986637,188136982~4259411,194271394~2649636,197774927~11031,200607545~14878027,218103808~11992976,230686720~37555341,268435456~3087041,276824064~12674558,292197452~7598411,306871670~12548100,320522942~9392422,330012032~8420013,339738624~4945174,348127232~30829453,385875968~25968880] 2024-04-10T16:46:35.392 INFO:tasks.workunit.client.0.smithi069.stdout:from 3 to HEAD diff [320518~3436123,4517799~11139322,16191955~15965094,38332794~7543736,46488430~4957682,51946708~12326711,65159500~9884128,77964337~13527075,92104573~11523572,105258669~166198,106185411~11303908,124087940~3733008,127877708~41820578,172571962~836608,173747509~13986637,188136982~4259411,194271394~2649636,197774927~11031,200607545~8314946,209229107~6256465,218526003~11570781,234638313~26244406,263562138~4679923,271366772~155725,277580827~11917795,292197452~7598411,308484539~549956,310281983~9137787,320522942~9392422,330722593~7709452,339949472~4734326,349452136~29504549,386464222~2107062,391281744~1241077,392715692~19129156] 2024-04-10T16:46:35.392 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [320518~3436123,4517799~11139322,16191955~15965094,38332794~7543736,46488430~4957682,51946708~12326711,65159500~9884128,77964337~13527075,92104573~11523572,105258669~166198,106185411~11303908,124087940~3733008,127877708~41820578,172571962~836608,173747509~13986637,188136982~4259411,194271394~2649636,197774927~11031,200607545~8314946,209229107~6256465,218526003~11570781,234638313~26244406,263562138~4679923,271366772~155725,277580827~11917795,292197452~7598411,308484539~549956,310281983~9137787,320522942~9392422,330722593~7709452,339949472~4734326,349452136~29504549,386464222~2107062,391281744~1241077,392715692~19129156] 2024-04-10T16:46:35.398 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [320518~3436123,4517799~27639250,37748736~8127794,46488430~4957682,51946708~12326711,64780259~10263369,77964337~25663808,104857600~12631719,124087940~3733008,127877708~41820578,172571962~836608,173747509~13986637,188136982~4259411,194271394~2649636,197774927~11031,200607545~14878027,218103808~11992976,230686720~37555341,268435456~3087041,276824064~12674558,292197452~7598411,308484539~549956,310281983~9137787,320522942~9392422,330012032~8420013,339738624~4945174,348127232~30829453,386464222~2107062,391281744~1241077,392715692~19129156] 2024-04-10T16:46:35.398 INFO:tasks.workunit.client.0.smithi069.stdout:from 4 to HEAD diff [320518~3436123,4517799~11139322,16191955~15965094,38353730~6667019,45147079~298215,46488430~4957682,51946708~12326711,65159500~9884128,77964337~13527075,95313393~8156069,105258669~166198,106185411~11303908,124087940~3733008,127877708~41820578,172571962~836608,173747509~13986637,188136982~4259411,197774927~11031,200607545~8314946,209229107~6256465,218526003~11570781,234638313~26244406,263562138~4679923,271366772~155725,277580827~11917795,292197452~7598411,310281983~9137787,320522942~9392422,330722593~7709452,339949472~4734326,349452136~29504549,386464222~2107062,391281744~1241077,392715692~19129156] 2024-04-10T16:46:35.398 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [320518~3436123,4517799~11139322,16191955~15965094,38353730~6667019,45147079~298215,46488430~4957682,51946708~12326711,65159500~9884128,77964337~13527075,95313393~8156069,105258669~166198,106185411~11303908,124087940~3733008,127877708~41820578,172571962~836608,173747509~13986637,188136982~4259411,197774927~11031,200607545~8314946,209229107~6256465,218526003~11570781,234638313~26244406,263562138~4679923,271366772~155725,277580827~11917795,292197452~7598411,310281983~9137787,320522942~9392422,330722593~7709452,339949472~4734326,349452136~29504549,386464222~2107062,391281744~1241077,392715692~19129156] 2024-04-10T16:46:35.404 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [320518~3436123,4517799~27639250,38353730~6667019,45147079~298215,46488430~4957682,51946708~12326711,64780259~10263369,77964337~13527075,95313393~8156069,104857600~12631719,124087940~3733008,127877708~41820578,172571962~836608,173747509~13986637,188136982~4259411,197774927~11031,200607545~14878027,218103808~11992976,230686720~37555341,268435456~3087041,277580827~11917795,292197452~7598411,310281983~9137787,320522942~9392422,330012032~8420013,339738624~4945174,348127232~30829453,386464222~2107062,391281744~1241077,392715692~19129156] 2024-04-10T16:46:35.405 INFO:tasks.workunit.client.0.smithi069.stdout:from 5 to HEAD diff [320518~3436123,4517799~8104819,14461241~863772,16191955~15965094,38353730~6667019,45147079~298215,46488430~4957682,51946708~12326711,65159500~9884128,77964337~13527075,95313393~8156069,105258669~166198,106185411~7627575,124087940~3733008,127877708~39700628,172571962~836608,173747509~13986637,188136982~4259411,197774927~11031,200607545~3779959,209229107~6256465,218526003~11570781,234638313~26244406,263562138~4679923,277580827~11917795,292197452~7598411,310281983~9137787,320522942~9392422,330722593~7709452,339949472~4734326,349452136~29504549,386464222~2107062,391281744~1241077,392715692~19129156] 2024-04-10T16:46:35.405 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [320518~3436123,4517799~8104819,14461241~863772,16191955~15965094,38353730~6667019,45147079~298215,46488430~4957682,51946708~12326711,65159500~9884128,77964337~13527075,95313393~8156069,105258669~166198,106185411~7627575,124087940~3733008,127877708~39700628,172571962~836608,173747509~13986637,188136982~4259411,197774927~11031,200607545~3779959,209229107~6256465,218526003~11570781,234638313~26244406,263562138~4679923,277580827~11917795,292197452~7598411,310281983~9137787,320522942~9392422,330722593~7709452,339949472~4734326,349452136~29504549,386464222~2107062,391281744~1241077,392715692~19129156] 2024-04-10T16:46:35.410 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [320518~3436123,4517799~8104819,14461241~863772,15657121~16499928,38353730~6667019,45147079~298215,46488430~4957682,51946708~12326711,64780259~10263369,77964337~13527075,95313393~8156069,104857600~8955386,124087940~3733008,127877708~39700628,172571962~836608,173747509~13986637,188136982~4259411,197774927~11031,200607545~3779959,208922491~6563081,218103808~11992976,230686720~37555341,277580827~11917795,292197452~7598411,310281983~9137787,320522942~9392422,330722593~7709452,339738624~4945174,348127232~30829453,386464222~2107062,391281744~1241077,392715692~19129156] 2024-04-10T16:46:35.410 INFO:tasks.workunit.client.0.smithi069.stdout:from 6 to HEAD diff [320518~3436123,4517799~8104819,14461241~863772,16191955~15965094,38353730~6667019,45147079~298215,46488430~4957682,51946708~11430378,65159500~9884128,79300488~12190924,95313393~8156069,105258669~166198,106185411~7627575,124087940~3733008,127877708~39700628,172571962~836608,173747509~13986637,188136982~4259411,197774927~11031,200607545~3779959,209229107~6256465,218526003~11570781,235183025~25699694,263562138~4679923,277580827~10729953,292197452~7598411,310281983~9137787,320522942~9392422,330722593~7709452,339949472~4734326,349452136~29504549,386464222~2107062,391281744~1241077,392715692~19129156] 2024-04-10T16:46:35.410 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [320518~3436123,4517799~8104819,14461241~863772,16191955~15965094,38353730~6667019,45147079~298215,46488430~4957682,51946708~11430378,65159500~9884128,79300488~12190924,95313393~8156069,105258669~166198,106185411~7627575,124087940~3733008,127877708~39700628,172571962~836608,173747509~13986637,188136982~4259411,197774927~11031,200607545~3779959,209229107~6256465,218526003~11570781,235183025~25699694,263562138~4679923,277580827~10729953,292197452~7598411,310281983~9137787,320522942~9392422,330722593~7709452,339949472~4734326,349452136~29504549,386464222~2107062,391281744~1241077,392715692~19129156] 2024-04-10T16:46:35.416 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [320518~3436123,4517799~8104819,14461241~863772,15657121~16499928,38353730~6667019,45147079~298215,46488430~4957682,51946708~11430378,64780259~10263369,79300488~12190924,95313393~8156069,104857600~8955386,124087940~3733008,127877708~39700628,172571962~836608,173747509~13986637,188136982~4259411,197774927~11031,200607545~3779959,208922491~6563081,218103808~11992976,235183025~33059036,277580827~10729953,292197452~7598411,310281983~9137787,320522942~9392422,330722593~7709452,339738624~4945174,348127232~30829453,386464222~2107062,391281744~1241077,392715692~19129156] 2024-04-10T16:46:35.416 INFO:tasks.workunit.client.0.smithi069.stdout:from 7 to HEAD diff [320518~3436123,4517799~7769493,14461241~863772,16191955~15965094,38353730~6667019,46488430~4957682,51946708~11430378,65159500~9884128,79300488~12190924,95313393~8156069,105258669~166198,108364783~3547544,124087940~3733008,127877708~39700628,172571962~836608,173747509~13986637,188136982~4259411,197774927~11031,200607545~3779959,209229107~6256465,218526003~11570781,235183025~25699694,263562138~4679923,277580827~10729953,292197452~7598411,313187402~6232368,320522942~9392422,330722593~7709452,339949472~4734326,349452136~29504549,391281744~1241077,392715692~19129156] 2024-04-10T16:46:35.416 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [320518~3436123,4517799~7769493,14461241~863772,16191955~15965094,38353730~6667019,46488430~4957682,51946708~11430378,65159500~9884128,79300488~12190924,95313393~8156069,105258669~166198,108364783~3547544,124087940~3733008,127877708~39700628,172571962~836608,173747509~13986637,188136982~4259411,197774927~11031,200607545~3779959,209229107~6256465,218526003~11570781,235183025~25699694,263562138~4679923,277580827~10729953,292197452~7598411,313187402~6232368,320522942~9392422,330722593~7709452,339949472~4734326,349452136~29504549,391281744~1241077,392715692~19129156] 2024-04-10T16:46:35.423 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [320518~3436123,4517799~7769493,14461241~863772,15657121~16499928,38353730~6667019,46488430~4957682,51946708~11430378,64780259~10263369,79300488~12190924,95313393~8156069,105258669~166198,108364783~3547544,124087940~3733008,127877708~39700628,172571962~836608,173747509~13986637,188136982~4259411,197774927~11031,200607545~3779959,208922491~6563081,218103808~11992976,235183025~33059036,277580827~10729953,292197452~7598411,313187402~6232368,320522942~9392422,330722593~7709452,339738624~4945174,348127232~30829453,391281744~1241077,392715692~19129156] 2024-04-10T16:46:35.423 INFO:tasks.workunit.client.0.smithi069.stdout:from 8 to HEAD diff [320518~3436123,4517799~7769493,16191955~15965094,38353730~6667019,46488430~4957682,51946708~11430378,65159500~9884128,79300488~12190924,95313393~8156069,105258669~166198,108364783~3547544,124087940~3733008,127877708~39700628,172571962~836608,174009336~4108040,180758234~6975912,188136982~4259411,197774927~11031,200607545~3779959,209229107~6256465,218526003~9083991,235183025~25699694,263562138~4679923,277580827~7629022,292197452~7598411,313187402~6232368,320522942~9392422,330722593~7709452,339949472~4734326,349452136~29504549,391281744~1241077,392715692~19129156] 2024-04-10T16:46:35.424 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [320518~3436123,4517799~7769493,16191955~15965094,38353730~6667019,46488430~4957682,51946708~11430378,65159500~9884128,79300488~12190924,95313393~8156069,105258669~166198,108364783~3547544,124087940~3733008,127877708~39700628,172571962~836608,174009336~4108040,180758234~6975912,188136982~4259411,197774927~11031,200607545~3779959,209229107~6256465,218526003~9083991,235183025~25699694,263562138~4679923,277580827~7629022,292197452~7598411,313187402~6232368,320522942~9392422,330722593~7709452,339949472~4734326,349452136~29504549,391281744~1241077,392715692~19129156] 2024-04-10T16:46:35.429 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [320518~3436123,4517799~7769493,16191955~15965094,38353730~6667019,46488430~4957682,51946708~11430378,64780259~10263369,79300488~12190924,95313393~8156069,105258669~166198,108364783~3547544,124087940~3733008,127877708~39700628,172571962~836608,174009336~4108040,180758234~6975912,188136982~4259411,197774927~11031,200607545~3779959,209229107~6256465,218103808~9506186,235183025~33059036,277580827~7629022,292197452~7598411,313187402~6232368,320522942~9392422,330722593~7709452,339738624~4945174,348127232~30829453,391281744~1241077,392715692~19129156] 2024-04-10T16:46:35.429 INFO:tasks.workunit.client.0.smithi069.stdout:from 9 to HEAD diff [320518~3436123,4517799~7769493,16191955~15965094,38353730~3767321,46488430~4957682,51946708~4083195,58653072~4724014,65159500~9884128,79300488~12190924,95313393~8156069,108364783~3547544,124087940~3733008,127877708~39700628,172571962~836608,174009336~4108040,180758234~6975912,188153238~3721549,197774927~11031,200607545~3779959,209229107~6256465,218526003~9083991,235183025~2866691,241769996~19112723,263562138~4679923,277580827~4192511,292465346~7330517,320522942~9392422,330722593~7709452,339949472~4734326,349452136~29504549,391281744~1241077,392715692~19129156] 2024-04-10T16:46:35.429 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [320518~3436123,4517799~7769493,16191955~15965094,38353730~3767321,46488430~4957682,51946708~4083195,58653072~4724014,65159500~9884128,79300488~12190924,95313393~8156069,108364783~3547544,124087940~3733008,127877708~39700628,172571962~836608,174009336~4108040,180758234~6975912,188153238~3721549,197774927~11031,200607545~3779959,209229107~6256465,218526003~9083991,235183025~2866691,241769996~19112723,263562138~4679923,277580827~4192511,292465346~7330517,320522942~9392422,330722593~7709452,339949472~4734326,349452136~29504549,391281744~1241077,392715692~19129156] 2024-04-10T16:46:35.435 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [320518~3436123,4517799~7769493,16191955~15965094,38353730~3767321,46488430~4957682,51946708~4083195,58653072~4724014,64780259~10263369,79300488~12190924,95313393~8156069,108364783~3547544,124087940~3733008,127877708~39700628,172571962~836608,174009336~4108040,180758234~6975912,188153238~3721549,197774927~11031,200607545~3779959,209229107~6256465,218103808~9506186,235183025~2866691,241769996~26472065,277580827~4192511,292465346~7330517,320522942~9392422,330722593~7709452,339738624~4945174,348127232~30829453,391281744~1241077,392715692~19129156] 2024-04-10T16:46:35.435 INFO:tasks.workunit.client.0.smithi069.stdout:from 10 to HEAD diff [320518~3436123,4517799~7450983,16191955~15965094,46488430~4957682,51946708~4083195,58653072~4724014,65159500~5644197,79300488~12190924,95313393~8156069,108364783~3547544,124087940~3733008,127877708~39700628,172571962~836608,174009336~4108040,180758234~6975912,188153238~3721549,197774927~11031,200607545~3779959,209229107~6256465,218526003~4573713,235183025~2866691,242027069~10547758,254234271~6648448,263562138~4679923,277580827~4192511,292465346~7330517,320522942~9392422,330722593~7709452,339949472~4734326,349452136~29504549,392715692~19129156] 2024-04-10T16:46:35.435 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [320518~3436123,4517799~7450983,16191955~15965094,46488430~4957682,51946708~4083195,58653072~4724014,65159500~5644197,79300488~12190924,95313393~8156069,108364783~3547544,124087940~3733008,127877708~39700628,172571962~836608,174009336~4108040,180758234~6975912,188153238~3721549,197774927~11031,200607545~3779959,209229107~6256465,218526003~4573713,235183025~2866691,242027069~10547758,254234271~6648448,263562138~4679923,277580827~4192511,292465346~7330517,320522942~9392422,330722593~7709452,339949472~4734326,349452136~29504549,392715692~19129156] 2024-04-10T16:46:35.441 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [320518~3436123,4517799~7450983,16191955~15965094,46488430~4957682,51946708~4083195,58653072~4724014,64780259~6023438,79300488~12190924,95313393~8156069,108364783~3547544,124087940~3733008,127877708~39700628,172571962~836608,174009336~4108040,180758234~6975912,188153238~3721549,197774927~11031,200607545~3779959,209229107~6256465,218526003~4573713,235183025~2866691,242027069~10547758,254234271~14007790,277580827~4192511,292465346~7330517,320522942~9392422,330722593~7709452,339738624~4945174,348127232~30829453,392715692~19129156] 2024-04-10T16:46:35.441 INFO:tasks.workunit.client.0.smithi069.stdout:from 11 to HEAD diff [320518~3436123,4517799~5955624,16191955~15965094,46488430~4957682,51946708~4083195,58653072~4724014,65159500~5644197,79300488~12005421,95313393~8156069,108364783~3547544,124087940~3733008,127877708~39700628,174009336~4108040,180758234~6975912,188153238~3721549,197774927~11031,200607545~3779959,209229107~6256465,218526003~4573713,235183025~2866691,242027069~10547758,265099866~3142195,278142102~3631236,292465346~7330517,320522942~9392422,330722593~7709452,339949472~4734326,349452136~29504549,392715692~19129156] 2024-04-10T16:46:35.441 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [320518~3436123,4517799~5955624,16191955~15965094,46488430~4957682,51946708~4083195,58653072~4724014,65159500~5644197,79300488~12005421,95313393~8156069,108364783~3547544,124087940~3733008,127877708~39700628,174009336~4108040,180758234~6975912,188153238~3721549,197774927~11031,200607545~3779959,209229107~6256465,218526003~4573713,235183025~2866691,242027069~10547758,265099866~3142195,278142102~3631236,292465346~7330517,320522942~9392422,330722593~7709452,339949472~4734326,349452136~29504549,392715692~19129156] 2024-04-10T16:46:35.446 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [320518~3436123,4517799~5955624,16191955~15965094,46488430~4957682,51946708~4083195,58653072~4724014,64780259~6023438,79300488~12005421,95313393~8156069,108364783~3547544,124087940~3733008,127877708~39700628,174009336~4108040,180758234~6975912,188153238~3721549,197774927~11031,200607545~3779959,209229107~6256465,218526003~4573713,235183025~2866691,242027069~10547758,265099866~3142195,278142102~3631236,292465346~7330517,320522942~9392422,330722593~7709452,339738624~4945174,348127232~30829453,392715692~19129156] 2024-04-10T16:46:35.446 INFO:tasks.workunit.client.0.smithi069.stdout:from 12 to HEAD diff [320518~3436123,5668899~1779404,7890592~2582831,16191955~15965094,46488430~4957682,51946708~4083195,58653072~4724014,65159500~5644197,79300488~12005421,101129966~783278,108364783~3547544,124087940~3733008,127877708~23789994,153912947~13665389,174009336~4108040,180758234~6975912,188153238~3721549,200607545~3779959,209229107~6256465,218526003~4573713,235183025~2866691,242027069~10547758,265099866~3142195,278142102~3631236,292465346~7330517,320522942~9392422,330722593~7709452,343907025~344058,349452136~15579036,366205465~9168,367288066~11668619,392715692~19129156] 2024-04-10T16:46:35.447 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [320518~3436123,5668899~1779404,7890592~2582831,16191955~15965094,46488430~4957682,51946708~4083195,58653072~4724014,65159500~5644197,79300488~12005421,101129966~783278,108364783~3547544,124087940~3733008,127877708~23789994,153912947~13665389,174009336~4108040,180758234~6975912,188153238~3721549,200607545~3779959,209229107~6256465,218526003~4573713,235183025~2866691,242027069~10547758,265099866~3142195,278142102~3631236,292465346~7330517,320522942~9392422,330722593~7709452,343907025~344058,349452136~15579036,366205465~9168,367288066~11668619,392715692~19129156] 2024-04-10T16:46:35.452 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [320518~3436123,5668899~1779404,7890592~2582831,16191955~15965094,46488430~4957682,51946708~4083195,58653072~4724014,64780259~6023438,79300488~12005421,101129966~783278,108364783~3547544,124087940~3733008,127877708~23789994,153912947~13665389,174009336~4108040,180758234~6975912,188153238~3721549,200607545~3779959,209229107~6256465,218526003~4573713,235183025~2866691,242027069~10547758,265099866~3142195,278142102~3631236,292465346~7330517,320522942~9392422,330722593~7709452,343907025~344058,348127232~16903940,366205465~9168,367288066~11668619,392715692~19129156] 2024-04-10T16:46:35.452 INFO:tasks.workunit.client.0.smithi069.stdout:from 13 to HEAD diff [320518~3436123,5668899~1779404,7890592~2582831,16191955~15965094,46488430~4957682,51946708~4083195,58653072~4724014,65159500~5644197,79300488~12005421,101129966~783278,108364783~3547544,124087940~3733008,127877708~23789994,153912947~8585429,180758234~6975912,188153238~3721549,200607545~3779959,209229107~6256465,218526003~4573713,235183025~2866691,244237008~3004029,265099866~3142195,278142102~3631236,292465346~7330517,320522942~9392422,330722593~7709452,343907025~344058,349452136~15579036,366205465~9168,373181268~5775417,392715692~9692237,403806112~8038736] 2024-04-10T16:46:35.452 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [320518~3436123,5668899~1779404,7890592~2582831,16191955~15965094,46488430~4957682,51946708~4083195,58653072~4724014,65159500~5644197,79300488~12005421,101129966~783278,108364783~3547544,124087940~3733008,127877708~23789994,153912947~8585429,180758234~6975912,188153238~3721549,200607545~3779959,209229107~6256465,218526003~4573713,235183025~2866691,244237008~3004029,265099866~3142195,278142102~3631236,292465346~7330517,320522942~9392422,330722593~7709452,343907025~344058,349452136~15579036,366205465~9168,373181268~5775417,392715692~9692237,403806112~8038736] 2024-04-10T16:46:35.457 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [320518~3436123,5668899~1779404,7890592~2582831,16191955~15965094,46488430~4957682,51946708~4083195,58653072~4724014,64780259~6023438,79300488~12005421,101129966~783278,108364783~3547544,124087940~3733008,127877708~23789994,153912947~8585429,180758234~6975912,188153238~3721549,200607545~3779959,209229107~6256465,218526003~4573713,235183025~2866691,244237008~3004029,265099866~3142195,278142102~3631236,292465346~7330517,320522942~9392422,330722593~7709452,343907025~344058,348127232~16903940,366205465~9168,373181268~5775417,392715692~9692237,403806112~8038736] 2024-04-10T16:46:35.608 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:46:35 smithi069 ceph-mon[96738]: osdmap e2066: 8 total, 8 up, 8 in 2024-04-10T16:46:35.608 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:46:35 smithi069 ceph-mon[94167]: osdmap e2066: 8 total, 8 up, 8 in 2024-04-10T16:46:35.763 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:46:35 smithi077 ceph-mon[87572]: osdmap e2066: 8 total, 8 up, 8 in 2024-04-10T16:46:36.347 INFO:tasks.workunit.client.0.smithi069.stdout:from 0 to HEAD diff [320518~15336603,16191955~20258151,38332794~26447465,65159500~9884128,77964337~13527075,92104573~11523572,105258669~166198,106185411~11303908,124087940~3733008,127877708~64518685,194271394~14651097,209229107~6256465,218526003~11570781,234638313~26244406,263562138~4679923,271366772~155725,277580827~11917795,290068331~9727532,306871670~23043694,330722593~7907078,339949472~4734326,344991222~1323671,349452136~29504549,386464222~2107062,389620817~22224031] 2024-04-10T16:46:36.347 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [320518~15336603,16191955~20258151,38332794~26447465,65159500~9884128,77964337~13527075,92104573~11523572,105258669~166198,106185411~11303908,124087940~3733008,127877708~64518685,194271394~14651097,209229107~6256465,218526003~11570781,234638313~26244406,263562138~4679923,271366772~155725,277580827~11917795,290068331~9727532,306871670~23043694,330722593~7907078,339949472~4734326,344991222~1323671,349452136~29504549,386464222~2107062,389620817~22224031] 2024-04-10T16:46:36.386 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~36450106,37748736~37294892,77964337~25663808,104857600~12631719,124087940~68308453,192937984~22547588,218103808~11992976,230686720~37555341,268435456~3087041,276824064~22971799,306871670~23043694,330012032~8617639,339738624~6576269,348127232~30829453,385875968~25968880] 2024-04-10T16:46:36.386 INFO:tasks.workunit.client.0.smithi069.stdout:from 1 to HEAD diff [320518~15336603,16191955~20258151,38332794~7543736,46488430~18291829,65159500~9884128,77964337~13527075,92104573~11523572,105258669~166198,106185411~11303908,124087940~3733008,127877708~41820578,172077190~20319203,194271394~2649636,197774927~11031,200607545~8314946,209229107~6256465,218526003~11570781,234638313~26244406,263562138~4679923,271366772~155725,277580827~11917795,292197452~7598411,306871670~12548100,320522942~9392422,330722593~7709452,339949472~4734326,344991222~1323671,349452136~29504549,386464222~2107062,389620817~22224031] 2024-04-10T16:46:36.387 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [320518~15336603,16191955~20258151,38332794~7543736,46488430~18291829,65159500~9884128,77964337~13527075,92104573~11523572,105258669~166198,106185411~11303908,124087940~3733008,127877708~41820578,172077190~20319203,194271394~2649636,197774927~11031,200607545~8314946,209229107~6256465,218526003~11570781,234638313~26244406,263562138~4679923,271366772~155725,277580827~11917795,292197452~7598411,306871670~12548100,320522942~9392422,330722593~7709452,339949472~4734326,344991222~1323671,349452136~29504549,386464222~2107062,389620817~22224031] 2024-04-10T16:46:36.398 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~36450106,37748736~8127794,46488430~28555198,77964337~25663808,104857600~12631719,124087940~45610346,172077190~20319203,194271394~2649636,197774927~11031,200607545~14878027,218103808~11992976,230686720~37555341,268435456~3087041,276824064~12674558,292197452~7598411,306871670~12548100,320522942~9392422,330012032~8420013,339738624~6576269,348127232~30829453,385875968~25968880] 2024-04-10T16:46:36.398 INFO:tasks.workunit.client.0.smithi069.stdout:from 2 to HEAD diff [320518~3612829,4517799~11139322,16191955~15965094,38332794~7543736,46488430~18291829,65159500~9884128,77964337~13527075,92104573~11523572,105258669~166198,106185411~11303908,124087940~3733008,127877708~41820578,172571962~836608,173747509~13986637,188136982~4259411,194271394~2649636,197774927~11031,200607545~8314946,209229107~6256465,218526003~11570781,234638313~26244406,263562138~4679923,271366772~155725,277580827~11917795,292197452~7598411,306871670~12548100,320522942~9392422,330722593~7709452,339949472~4734326,349452136~29504549,386464222~2107062,389620817~22224031] 2024-04-10T16:46:36.398 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [320518~3612829,4517799~11139322,16191955~15965094,38332794~7543736,46488430~18291829,65159500~9884128,77964337~13527075,92104573~11523572,105258669~166198,106185411~11303908,124087940~3733008,127877708~41820578,172571962~836608,173747509~13986637,188136982~4259411,194271394~2649636,197774927~11031,200607545~8314946,209229107~6256465,218526003~11570781,234638313~26244406,263562138~4679923,271366772~155725,277580827~11917795,292197452~7598411,306871670~12548100,320522942~9392422,330722593~7709452,339949472~4734326,349452136~29504549,386464222~2107062,389620817~22224031] 2024-04-10T16:46:36.404 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [320518~3612829,4517799~27639250,37748736~8127794,46488430~28555198,77964337~25663808,104857600~12631719,124087940~45610346,172571962~836608,173747509~13986637,188136982~4259411,194271394~2649636,197774927~11031,200607545~14878027,218103808~11992976,230686720~37555341,268435456~3087041,276824064~12674558,292197452~7598411,306871670~12548100,320522942~9392422,330012032~8420013,339738624~4945174,348127232~30829453,385875968~25968880] 2024-04-10T16:46:36.404 INFO:tasks.workunit.client.0.smithi069.stdout:from 3 to HEAD diff [320518~3436123,4517799~11139322,16191955~15965094,38332794~7543736,46488430~4957682,51946708~12326711,65159500~9884128,77964337~13527075,92104573~11523572,105258669~166198,106185411~11303908,124087940~3733008,127877708~41820578,172571962~836608,173747509~13986637,188136982~4259411,194271394~2649636,197774927~11031,200607545~8314946,209229107~6256465,218526003~11570781,234638313~26244406,263562138~4679923,271366772~155725,277580827~11917795,292197452~7598411,308484539~549956,310281983~9137787,320522942~9392422,330722593~7709452,339949472~4734326,349452136~29504549,386464222~2107062,391281744~1241077,392715692~19129156] 2024-04-10T16:46:36.404 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [320518~3436123,4517799~11139322,16191955~15965094,38332794~7543736,46488430~4957682,51946708~12326711,65159500~9884128,77964337~13527075,92104573~11523572,105258669~166198,106185411~11303908,124087940~3733008,127877708~41820578,172571962~836608,173747509~13986637,188136982~4259411,194271394~2649636,197774927~11031,200607545~8314946,209229107~6256465,218526003~11570781,234638313~26244406,263562138~4679923,271366772~155725,277580827~11917795,292197452~7598411,308484539~549956,310281983~9137787,320522942~9392422,330722593~7709452,339949472~4734326,349452136~29504549,386464222~2107062,391281744~1241077,392715692~19129156] 2024-04-10T16:46:36.410 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [320518~3436123,4517799~27639250,37748736~8127794,46488430~4957682,51946708~12326711,64780259~10263369,77964337~25663808,104857600~12631719,124087940~3733008,127877708~41820578,172571962~836608,173747509~13986637,188136982~4259411,194271394~2649636,197774927~11031,200607545~14878027,218103808~11992976,230686720~37555341,268435456~3087041,276824064~12674558,292197452~7598411,308484539~549956,310281983~9137787,320522942~9392422,330012032~8420013,339738624~4945174,348127232~30829453,386464222~2107062,391281744~1241077,392715692~19129156] 2024-04-10T16:46:36.410 INFO:tasks.workunit.client.0.smithi069.stdout:from 4 to HEAD diff [320518~3436123,4517799~11139322,16191955~15965094,38353730~6667019,45147079~298215,46488430~4957682,51946708~12326711,65159500~9884128,77964337~13527075,95313393~8156069,105258669~166198,106185411~11303908,124087940~3733008,127877708~41820578,172571962~836608,173747509~13986637,188136982~4259411,197774927~11031,200607545~8314946,209229107~6256465,218526003~11570781,234638313~26244406,263562138~4679923,271366772~155725,277580827~11917795,292197452~7598411,310281983~9137787,320522942~9392422,330722593~7709452,339949472~4734326,349452136~29504549,386464222~2107062,391281744~1241077,392715692~19129156] 2024-04-10T16:46:36.410 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [320518~3436123,4517799~11139322,16191955~15965094,38353730~6667019,45147079~298215,46488430~4957682,51946708~12326711,65159500~9884128,77964337~13527075,95313393~8156069,105258669~166198,106185411~11303908,124087940~3733008,127877708~41820578,172571962~836608,173747509~13986637,188136982~4259411,197774927~11031,200607545~8314946,209229107~6256465,218526003~11570781,234638313~26244406,263562138~4679923,271366772~155725,277580827~11917795,292197452~7598411,310281983~9137787,320522942~9392422,330722593~7709452,339949472~4734326,349452136~29504549,386464222~2107062,391281744~1241077,392715692~19129156] 2024-04-10T16:46:36.415 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [320518~3436123,4517799~27639250,38353730~6667019,45147079~298215,46488430~4957682,51946708~12326711,64780259~10263369,77964337~13527075,95313393~8156069,104857600~12631719,124087940~3733008,127877708~41820578,172571962~836608,173747509~13986637,188136982~4259411,197774927~11031,200607545~14878027,218103808~11992976,230686720~37555341,268435456~3087041,277580827~11917795,292197452~7598411,310281983~9137787,320522942~9392422,330012032~8420013,339738624~4945174,348127232~30829453,386464222~2107062,391281744~1241077,392715692~19129156] 2024-04-10T16:46:36.416 INFO:tasks.workunit.client.0.smithi069.stdout:from 5 to HEAD diff [320518~3436123,4517799~8104819,14461241~863772,16191955~15965094,38353730~6667019,45147079~298215,46488430~4957682,51946708~12326711,65159500~9884128,77964337~13527075,95313393~8156069,105258669~166198,106185411~7627575,124087940~3733008,127877708~39700628,172571962~836608,173747509~13986637,188136982~4259411,197774927~11031,200607545~3779959,209229107~6256465,218526003~11570781,234638313~26244406,263562138~4679923,277580827~11917795,292197452~7598411,310281983~9137787,320522942~9392422,330722593~7709452,339949472~4734326,349452136~29504549,386464222~2107062,391281744~1241077,392715692~19129156] 2024-04-10T16:46:36.416 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [320518~3436123,4517799~8104819,14461241~863772,16191955~15965094,38353730~6667019,45147079~298215,46488430~4957682,51946708~12326711,65159500~9884128,77964337~13527075,95313393~8156069,105258669~166198,106185411~7627575,124087940~3733008,127877708~39700628,172571962~836608,173747509~13986637,188136982~4259411,197774927~11031,200607545~3779959,209229107~6256465,218526003~11570781,234638313~26244406,263562138~4679923,277580827~11917795,292197452~7598411,310281983~9137787,320522942~9392422,330722593~7709452,339949472~4734326,349452136~29504549,386464222~2107062,391281744~1241077,392715692~19129156] 2024-04-10T16:46:36.421 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [320518~3436123,4517799~8104819,14461241~863772,15657121~16499928,38353730~6667019,45147079~298215,46488430~4957682,51946708~12326711,64780259~10263369,77964337~13527075,95313393~8156069,104857600~8955386,124087940~3733008,127877708~39700628,172571962~836608,173747509~13986637,188136982~4259411,197774927~11031,200607545~3779959,208922491~6563081,218103808~11992976,230686720~37555341,277580827~11917795,292197452~7598411,310281983~9137787,320522942~9392422,330722593~7709452,339738624~4945174,348127232~30829453,386464222~2107062,391281744~1241077,392715692~19129156] 2024-04-10T16:46:36.422 INFO:tasks.workunit.client.0.smithi069.stdout:from 6 to HEAD diff [320518~3436123,4517799~8104819,14461241~863772,16191955~15965094,38353730~6667019,45147079~298215,46488430~4957682,51946708~11430378,65159500~9884128,79300488~12190924,95313393~8156069,105258669~166198,106185411~7627575,124087940~3733008,127877708~39700628,172571962~836608,173747509~13986637,188136982~4259411,197774927~11031,200607545~3779959,209229107~6256465,218526003~11570781,235183025~25699694,263562138~4679923,277580827~10729953,292197452~7598411,310281983~9137787,320522942~9392422,330722593~7709452,339949472~4734326,349452136~29504549,386464222~2107062,391281744~1241077,392715692~19129156] 2024-04-10T16:46:36.422 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [320518~3436123,4517799~8104819,14461241~863772,16191955~15965094,38353730~6667019,45147079~298215,46488430~4957682,51946708~11430378,65159500~9884128,79300488~12190924,95313393~8156069,105258669~166198,106185411~7627575,124087940~3733008,127877708~39700628,172571962~836608,173747509~13986637,188136982~4259411,197774927~11031,200607545~3779959,209229107~6256465,218526003~11570781,235183025~25699694,263562138~4679923,277580827~10729953,292197452~7598411,310281983~9137787,320522942~9392422,330722593~7709452,339949472~4734326,349452136~29504549,386464222~2107062,391281744~1241077,392715692~19129156] 2024-04-10T16:46:36.428 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [320518~3436123,4517799~8104819,14461241~863772,15657121~16499928,38353730~6667019,45147079~298215,46488430~4957682,51946708~11430378,64780259~10263369,79300488~12190924,95313393~8156069,104857600~8955386,124087940~3733008,127877708~39700628,172571962~836608,173747509~13986637,188136982~4259411,197774927~11031,200607545~3779959,208922491~6563081,218103808~11992976,235183025~33059036,277580827~10729953,292197452~7598411,310281983~9137787,320522942~9392422,330722593~7709452,339738624~4945174,348127232~30829453,386464222~2107062,391281744~1241077,392715692~19129156] 2024-04-10T16:46:36.428 INFO:tasks.workunit.client.0.smithi069.stdout:from 7 to HEAD diff [320518~3436123,4517799~7769493,14461241~863772,16191955~15965094,38353730~6667019,46488430~4957682,51946708~11430378,65159500~9884128,79300488~12190924,95313393~8156069,105258669~166198,108364783~3547544,124087940~3733008,127877708~39700628,172571962~836608,173747509~13986637,188136982~4259411,197774927~11031,200607545~3779959,209229107~6256465,218526003~11570781,235183025~25699694,263562138~4679923,277580827~10729953,292197452~7598411,313187402~6232368,320522942~9392422,330722593~7709452,339949472~4734326,349452136~29504549,391281744~1241077,392715692~19129156] 2024-04-10T16:46:36.428 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [320518~3436123,4517799~7769493,14461241~863772,16191955~15965094,38353730~6667019,46488430~4957682,51946708~11430378,65159500~9884128,79300488~12190924,95313393~8156069,105258669~166198,108364783~3547544,124087940~3733008,127877708~39700628,172571962~836608,173747509~13986637,188136982~4259411,197774927~11031,200607545~3779959,209229107~6256465,218526003~11570781,235183025~25699694,263562138~4679923,277580827~10729953,292197452~7598411,313187402~6232368,320522942~9392422,330722593~7709452,339949472~4734326,349452136~29504549,391281744~1241077,392715692~19129156] 2024-04-10T16:46:36.433 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [320518~3436123,4517799~7769493,14461241~863772,15657121~16499928,38353730~6667019,46488430~4957682,51946708~11430378,64780259~10263369,79300488~12190924,95313393~8156069,105258669~166198,108364783~3547544,124087940~3733008,127877708~39700628,172571962~836608,173747509~13986637,188136982~4259411,197774927~11031,200607545~3779959,208922491~6563081,218103808~11992976,235183025~33059036,277580827~10729953,292197452~7598411,313187402~6232368,320522942~9392422,330722593~7709452,339738624~4945174,348127232~30829453,391281744~1241077,392715692~19129156] 2024-04-10T16:46:36.433 INFO:tasks.workunit.client.0.smithi069.stdout:from 8 to HEAD diff [320518~3436123,4517799~7769493,16191955~15965094,38353730~6667019,46488430~4957682,51946708~11430378,65159500~9884128,79300488~12190924,95313393~8156069,105258669~166198,108364783~3547544,124087940~3733008,127877708~39700628,172571962~836608,174009336~4108040,180758234~6975912,188136982~4259411,197774927~11031,200607545~3779959,209229107~6256465,218526003~9083991,235183025~25699694,263562138~4679923,277580827~7629022,292197452~7598411,313187402~6232368,320522942~9392422,330722593~7709452,339949472~4734326,349452136~29504549,391281744~1241077,392715692~19129156] 2024-04-10T16:46:36.433 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [320518~3436123,4517799~7769493,16191955~15965094,38353730~6667019,46488430~4957682,51946708~11430378,65159500~9884128,79300488~12190924,95313393~8156069,105258669~166198,108364783~3547544,124087940~3733008,127877708~39700628,172571962~836608,174009336~4108040,180758234~6975912,188136982~4259411,197774927~11031,200607545~3779959,209229107~6256465,218526003~9083991,235183025~25699694,263562138~4679923,277580827~7629022,292197452~7598411,313187402~6232368,320522942~9392422,330722593~7709452,339949472~4734326,349452136~29504549,391281744~1241077,392715692~19129156] 2024-04-10T16:46:36.439 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [320518~3436123,4517799~7769493,16191955~15965094,38353730~6667019,46488430~4957682,51946708~11430378,64780259~10263369,79300488~12190924,95313393~8156069,105258669~166198,108364783~3547544,124087940~3733008,127877708~39700628,172571962~836608,174009336~4108040,180758234~6975912,188136982~4259411,197774927~11031,200607545~3779959,209229107~6256465,218103808~9506186,235183025~33059036,277580827~7629022,292197452~7598411,313187402~6232368,320522942~9392422,330722593~7709452,339738624~4945174,348127232~30829453,391281744~1241077,392715692~19129156] 2024-04-10T16:46:36.439 INFO:tasks.workunit.client.0.smithi069.stdout:from 9 to HEAD diff [320518~3436123,4517799~7769493,16191955~15965094,38353730~3767321,46488430~4957682,51946708~4083195,58653072~4724014,65159500~9884128,79300488~12190924,95313393~8156069,108364783~3547544,124087940~3733008,127877708~39700628,172571962~836608,174009336~4108040,180758234~6975912,188153238~3721549,197774927~11031,200607545~3779959,209229107~6256465,218526003~9083991,235183025~2866691,241769996~19112723,263562138~4679923,277580827~4192511,292465346~7330517,320522942~9392422,330722593~7709452,339949472~4734326,349452136~29504549,391281744~1241077,392715692~19129156] 2024-04-10T16:46:36.439 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [320518~3436123,4517799~7769493,16191955~15965094,38353730~3767321,46488430~4957682,51946708~4083195,58653072~4724014,65159500~9884128,79300488~12190924,95313393~8156069,108364783~3547544,124087940~3733008,127877708~39700628,172571962~836608,174009336~4108040,180758234~6975912,188153238~3721549,197774927~11031,200607545~3779959,209229107~6256465,218526003~9083991,235183025~2866691,241769996~19112723,263562138~4679923,277580827~4192511,292465346~7330517,320522942~9392422,330722593~7709452,339949472~4734326,349452136~29504549,391281744~1241077,392715692~19129156] 2024-04-10T16:46:36.445 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [320518~3436123,4517799~7769493,16191955~15965094,38353730~3767321,46488430~4957682,51946708~4083195,58653072~4724014,64780259~10263369,79300488~12190924,95313393~8156069,108364783~3547544,124087940~3733008,127877708~39700628,172571962~836608,174009336~4108040,180758234~6975912,188153238~3721549,197774927~11031,200607545~3779959,209229107~6256465,218103808~9506186,235183025~2866691,241769996~26472065,277580827~4192511,292465346~7330517,320522942~9392422,330722593~7709452,339738624~4945174,348127232~30829453,391281744~1241077,392715692~19129156] 2024-04-10T16:46:36.445 INFO:tasks.workunit.client.0.smithi069.stdout:from 10 to HEAD diff [320518~3436123,4517799~7450983,16191955~15965094,46488430~4957682,51946708~4083195,58653072~4724014,65159500~5644197,79300488~12190924,95313393~8156069,108364783~3547544,124087940~3733008,127877708~39700628,172571962~836608,174009336~4108040,180758234~6975912,188153238~3721549,197774927~11031,200607545~3779959,209229107~6256465,218526003~4573713,235183025~2866691,242027069~10547758,254234271~6648448,263562138~4679923,277580827~4192511,292465346~7330517,320522942~9392422,330722593~7709452,339949472~4734326,349452136~29504549,392715692~19129156] 2024-04-10T16:46:36.445 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [320518~3436123,4517799~7450983,16191955~15965094,46488430~4957682,51946708~4083195,58653072~4724014,65159500~5644197,79300488~12190924,95313393~8156069,108364783~3547544,124087940~3733008,127877708~39700628,172571962~836608,174009336~4108040,180758234~6975912,188153238~3721549,197774927~11031,200607545~3779959,209229107~6256465,218526003~4573713,235183025~2866691,242027069~10547758,254234271~6648448,263562138~4679923,277580827~4192511,292465346~7330517,320522942~9392422,330722593~7709452,339949472~4734326,349452136~29504549,392715692~19129156] 2024-04-10T16:46:36.451 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [320518~3436123,4517799~7450983,16191955~15965094,46488430~4957682,51946708~4083195,58653072~4724014,64780259~6023438,79300488~12190924,95313393~8156069,108364783~3547544,124087940~3733008,127877708~39700628,172571962~836608,174009336~4108040,180758234~6975912,188153238~3721549,197774927~11031,200607545~3779959,209229107~6256465,218526003~4573713,235183025~2866691,242027069~10547758,254234271~14007790,277580827~4192511,292465346~7330517,320522942~9392422,330722593~7709452,339738624~4945174,348127232~30829453,392715692~19129156] 2024-04-10T16:46:36.451 INFO:tasks.workunit.client.0.smithi069.stdout:from 11 to HEAD diff [320518~3436123,4517799~5955624,16191955~15965094,46488430~4957682,51946708~4083195,58653072~4724014,65159500~5644197,79300488~12005421,95313393~8156069,108364783~3547544,124087940~3733008,127877708~39700628,174009336~4108040,180758234~6975912,188153238~3721549,197774927~11031,200607545~3779959,209229107~6256465,218526003~4573713,235183025~2866691,242027069~10547758,265099866~3142195,278142102~3631236,292465346~7330517,320522942~9392422,330722593~7709452,339949472~4734326,349452136~29504549,392715692~19129156] 2024-04-10T16:46:36.451 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [320518~3436123,4517799~5955624,16191955~15965094,46488430~4957682,51946708~4083195,58653072~4724014,65159500~5644197,79300488~12005421,95313393~8156069,108364783~3547544,124087940~3733008,127877708~39700628,174009336~4108040,180758234~6975912,188153238~3721549,197774927~11031,200607545~3779959,209229107~6256465,218526003~4573713,235183025~2866691,242027069~10547758,265099866~3142195,278142102~3631236,292465346~7330517,320522942~9392422,330722593~7709452,339949472~4734326,349452136~29504549,392715692~19129156] 2024-04-10T16:46:36.456 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [320518~3436123,4517799~5955624,16191955~15965094,46488430~4957682,51946708~4083195,58653072~4724014,64780259~6023438,79300488~12005421,95313393~8156069,108364783~3547544,124087940~3733008,127877708~39700628,174009336~4108040,180758234~6975912,188153238~3721549,197774927~11031,200607545~3779959,209229107~6256465,218526003~4573713,235183025~2866691,242027069~10547758,265099866~3142195,278142102~3631236,292465346~7330517,320522942~9392422,330722593~7709452,339738624~4945174,348127232~30829453,392715692~19129156] 2024-04-10T16:46:36.456 INFO:tasks.workunit.client.0.smithi069.stdout:from 12 to HEAD diff [320518~3436123,5668899~1779404,7890592~2582831,16191955~15965094,46488430~4957682,51946708~4083195,58653072~4724014,65159500~5644197,79300488~12005421,101129966~783278,108364783~3547544,124087940~3733008,127877708~23789994,153912947~13665389,174009336~4108040,180758234~6975912,188153238~3721549,200607545~3779959,209229107~6256465,218526003~4573713,235183025~2866691,242027069~10547758,265099866~3142195,278142102~3631236,292465346~7330517,320522942~9392422,330722593~7709452,343907025~344058,349452136~15579036,366205465~9168,367288066~11668619,392715692~19129156] 2024-04-10T16:46:36.456 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [320518~3436123,5668899~1779404,7890592~2582831,16191955~15965094,46488430~4957682,51946708~4083195,58653072~4724014,65159500~5644197,79300488~12005421,101129966~783278,108364783~3547544,124087940~3733008,127877708~23789994,153912947~13665389,174009336~4108040,180758234~6975912,188153238~3721549,200607545~3779959,209229107~6256465,218526003~4573713,235183025~2866691,242027069~10547758,265099866~3142195,278142102~3631236,292465346~7330517,320522942~9392422,330722593~7709452,343907025~344058,349452136~15579036,366205465~9168,367288066~11668619,392715692~19129156] 2024-04-10T16:46:36.462 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [320518~3436123,5668899~1779404,7890592~2582831,16191955~15965094,46488430~4957682,51946708~4083195,58653072~4724014,64780259~6023438,79300488~12005421,101129966~783278,108364783~3547544,124087940~3733008,127877708~23789994,153912947~13665389,174009336~4108040,180758234~6975912,188153238~3721549,200607545~3779959,209229107~6256465,218526003~4573713,235183025~2866691,242027069~10547758,265099866~3142195,278142102~3631236,292465346~7330517,320522942~9392422,330722593~7709452,343907025~344058,348127232~16903940,366205465~9168,367288066~11668619,392715692~19129156] 2024-04-10T16:46:36.608 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:46:36 smithi069 ceph-mon[96738]: osdmap e2067: 8 total, 8 up, 8 in 2024-04-10T16:46:36.608 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:46:36 smithi069 ceph-mon[96738]: pgmap v4010: 137 pgs: 1 active+clean+snaptrim, 136 active+clean; 852 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 162 KiB/s rd, 2.6 MiB/s wr, 4.30k op/s 2024-04-10T16:46:36.608 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:46:36 smithi069 ceph-mon[94167]: osdmap e2067: 8 total, 8 up, 8 in 2024-04-10T16:46:36.608 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:46:36 smithi069 ceph-mon[94167]: pgmap v4010: 137 pgs: 1 active+clean+snaptrim, 136 active+clean; 852 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 162 KiB/s rd, 2.6 MiB/s wr, 4.30k op/s 2024-04-10T16:46:36.764 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:46:36 smithi077 ceph-mon[87572]: osdmap e2067: 8 total, 8 up, 8 in 2024-04-10T16:46:36.764 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:46:36 smithi077 ceph-mon[87572]: pgmap v4010: 137 pgs: 1 active+clean+snaptrim, 136 active+clean; 852 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 162 KiB/s rd, 2.6 MiB/s wr, 4.30k op/s 2024-04-10T16:46:37.067 INFO:tasks.workunit.client.0.smithi069.stdout:from 0 to HEAD diff [320518~15336603,16191955~20258151,38332794~26447465,65159500~9884128,77964337~13527075,92104573~11523572,105258669~166198,106185411~11303908,124087940~3733008,127877708~64518685,194271394~14651097,209229107~6256465,218526003~11570781,234638313~26244406,263562138~4679923,271366772~155725,277580827~11917795,290068331~9727532,306871670~23043694,330722593~7907078,339949472~4734326,344991222~1323671,349452136~29504549,386464222~2107062,389620817~22224031] 2024-04-10T16:46:37.067 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [320518~15336603,16191955~20258151,38332794~26447465,65159500~9884128,77964337~13527075,92104573~11523572,105258669~166198,106185411~11303908,124087940~3733008,127877708~64518685,194271394~14651097,209229107~6256465,218526003~11570781,234638313~26244406,263562138~4679923,271366772~155725,277580827~11917795,290068331~9727532,306871670~23043694,330722593~7907078,339949472~4734326,344991222~1323671,349452136~29504549,386464222~2107062,389620817~22224031] 2024-04-10T16:46:37.104 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~36450106,37748736~37294892,77964337~25663808,104857600~12631719,124087940~68308453,192937984~22547588,218103808~11992976,230686720~37555341,268435456~3087041,276824064~22971799,306871670~23043694,330012032~8617639,339738624~6576269,348127232~30829453,385875968~25968880] 2024-04-10T16:46:37.104 INFO:tasks.workunit.client.0.smithi069.stdout:from 1 to HEAD diff [320518~15336603,16191955~20258151,38332794~7543736,46488430~18291829,65159500~9884128,77964337~13527075,92104573~11523572,105258669~166198,106185411~11303908,124087940~3733008,127877708~41820578,172077190~20319203,194271394~2649636,197774927~11031,200607545~8314946,209229107~6256465,218526003~11570781,234638313~26244406,263562138~4679923,271366772~155725,277580827~11917795,292197452~7598411,306871670~12548100,320522942~9392422,330722593~7709452,339949472~4734326,344991222~1323671,349452136~29504549,386464222~2107062,389620817~22224031] 2024-04-10T16:46:37.104 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [320518~15336603,16191955~20258151,38332794~7543736,46488430~18291829,65159500~9884128,77964337~13527075,92104573~11523572,105258669~166198,106185411~11303908,124087940~3733008,127877708~41820578,172077190~20319203,194271394~2649636,197774927~11031,200607545~8314946,209229107~6256465,218526003~11570781,234638313~26244406,263562138~4679923,271366772~155725,277580827~11917795,292197452~7598411,306871670~12548100,320522942~9392422,330722593~7709452,339949472~4734326,344991222~1323671,349452136~29504549,386464222~2107062,389620817~22224031] 2024-04-10T16:46:37.114 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~36450106,37748736~8127794,46488430~28555198,77964337~25663808,104857600~12631719,124087940~45610346,172077190~20319203,194271394~2649636,197774927~11031,200607545~14878027,218103808~11992976,230686720~37555341,268435456~3087041,276824064~12674558,292197452~7598411,306871670~12548100,320522942~9392422,330012032~8420013,339738624~6576269,348127232~30829453,385875968~25968880] 2024-04-10T16:46:37.114 INFO:tasks.workunit.client.0.smithi069.stdout:from 2 to HEAD diff [320518~3612829,4517799~11139322,16191955~15965094,38332794~7543736,46488430~18291829,65159500~9884128,77964337~13527075,92104573~11523572,105258669~166198,106185411~11303908,124087940~3733008,127877708~41820578,172571962~836608,173747509~13986637,188136982~4259411,194271394~2649636,197774927~11031,200607545~8314946,209229107~6256465,218526003~11570781,234638313~26244406,263562138~4679923,271366772~155725,277580827~11917795,292197452~7598411,306871670~12548100,320522942~9392422,330722593~7709452,339949472~4734326,349452136~29504549,386464222~2107062,389620817~22224031] 2024-04-10T16:46:37.114 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [320518~3612829,4517799~11139322,16191955~15965094,38332794~7543736,46488430~18291829,65159500~9884128,77964337~13527075,92104573~11523572,105258669~166198,106185411~11303908,124087940~3733008,127877708~41820578,172571962~836608,173747509~13986637,188136982~4259411,194271394~2649636,197774927~11031,200607545~8314946,209229107~6256465,218526003~11570781,234638313~26244406,263562138~4679923,271366772~155725,277580827~11917795,292197452~7598411,306871670~12548100,320522942~9392422,330722593~7709452,339949472~4734326,349452136~29504549,386464222~2107062,389620817~22224031] 2024-04-10T16:46:37.123 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [320518~3612829,4517799~27639250,37748736~8127794,46488430~28555198,77964337~25663808,104857600~12631719,124087940~45610346,172571962~836608,173747509~13986637,188136982~4259411,194271394~2649636,197774927~11031,200607545~14878027,218103808~11992976,230686720~37555341,268435456~3087041,276824064~12674558,292197452~7598411,306871670~12548100,320522942~9392422,330012032~8420013,339738624~4945174,348127232~30829453,385875968~25968880] 2024-04-10T16:46:37.123 INFO:tasks.workunit.client.0.smithi069.stdout:from 3 to HEAD diff [320518~3436123,4517799~11139322,16191955~15965094,38332794~7543736,46488430~4957682,51946708~12326711,65159500~9884128,77964337~13527075,92104573~11523572,105258669~166198,106185411~11303908,124087940~3733008,127877708~41820578,172571962~836608,173747509~13986637,188136982~4259411,194271394~2649636,197774927~11031,200607545~8314946,209229107~6256465,218526003~11570781,234638313~26244406,263562138~4679923,271366772~155725,277580827~11917795,292197452~7598411,308484539~549956,310281983~9137787,320522942~9392422,330722593~7709452,339949472~4734326,349452136~29504549,386464222~2107062,391281744~1241077,392715692~19129156] 2024-04-10T16:46:37.123 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [320518~3436123,4517799~11139322,16191955~15965094,38332794~7543736,46488430~4957682,51946708~12326711,65159500~9884128,77964337~13527075,92104573~11523572,105258669~166198,106185411~11303908,124087940~3733008,127877708~41820578,172571962~836608,173747509~13986637,188136982~4259411,194271394~2649636,197774927~11031,200607545~8314946,209229107~6256465,218526003~11570781,234638313~26244406,263562138~4679923,271366772~155725,277580827~11917795,292197452~7598411,308484539~549956,310281983~9137787,320522942~9392422,330722593~7709452,339949472~4734326,349452136~29504549,386464222~2107062,391281744~1241077,392715692~19129156] 2024-04-10T16:46:37.129 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [320518~3436123,4517799~27639250,37748736~8127794,46488430~4957682,51946708~12326711,64780259~10263369,77964337~25663808,104857600~12631719,124087940~3733008,127877708~41820578,172571962~836608,173747509~13986637,188136982~4259411,194271394~2649636,197774927~11031,200607545~14878027,218103808~11992976,230686720~37555341,268435456~3087041,276824064~12674558,292197452~7598411,308484539~549956,310281983~9137787,320522942~9392422,330012032~8420013,339738624~4945174,348127232~30829453,386464222~2107062,391281744~1241077,392715692~19129156] 2024-04-10T16:46:37.130 INFO:tasks.workunit.client.0.smithi069.stdout:from 4 to HEAD diff [320518~3436123,4517799~11139322,16191955~15965094,38353730~6667019,45147079~298215,46488430~4957682,51946708~12326711,65159500~9884128,77964337~13527075,95313393~8156069,105258669~166198,106185411~11303908,124087940~3733008,127877708~41820578,172571962~836608,173747509~13986637,188136982~4259411,197774927~11031,200607545~8314946,209229107~6256465,218526003~11570781,234638313~26244406,263562138~4679923,271366772~155725,277580827~11917795,292197452~7598411,310281983~9137787,320522942~9392422,330722593~7709452,339949472~4734326,349452136~29504549,386464222~2107062,391281744~1241077,392715692~19129156] 2024-04-10T16:46:37.130 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [320518~3436123,4517799~11139322,16191955~15965094,38353730~6667019,45147079~298215,46488430~4957682,51946708~12326711,65159500~9884128,77964337~13527075,95313393~8156069,105258669~166198,106185411~11303908,124087940~3733008,127877708~41820578,172571962~836608,173747509~13986637,188136982~4259411,197774927~11031,200607545~8314946,209229107~6256465,218526003~11570781,234638313~26244406,263562138~4679923,271366772~155725,277580827~11917795,292197452~7598411,310281983~9137787,320522942~9392422,330722593~7709452,339949472~4734326,349452136~29504549,386464222~2107062,391281744~1241077,392715692~19129156] 2024-04-10T16:46:37.135 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [320518~3436123,4517799~27639250,38353730~6667019,45147079~298215,46488430~4957682,51946708~12326711,64780259~10263369,77964337~13527075,95313393~8156069,104857600~12631719,124087940~3733008,127877708~41820578,172571962~836608,173747509~13986637,188136982~4259411,197774927~11031,200607545~14878027,218103808~11992976,230686720~37555341,268435456~3087041,277580827~11917795,292197452~7598411,310281983~9137787,320522942~9392422,330012032~8420013,339738624~4945174,348127232~30829453,386464222~2107062,391281744~1241077,392715692~19129156] 2024-04-10T16:46:37.135 INFO:tasks.workunit.client.0.smithi069.stdout:from 5 to HEAD diff [320518~3436123,4517799~8104819,14461241~863772,16191955~15965094,38353730~6667019,45147079~298215,46488430~4957682,51946708~12326711,65159500~9884128,77964337~13527075,95313393~8156069,105258669~166198,106185411~7627575,124087940~3733008,127877708~39700628,172571962~836608,173747509~13986637,188136982~4259411,197774927~11031,200607545~3779959,209229107~6256465,218526003~11570781,234638313~26244406,263562138~4679923,277580827~11917795,292197452~7598411,310281983~9137787,320522942~9392422,330722593~7709452,339949472~4734326,349452136~29504549,386464222~2107062,391281744~1241077,392715692~19129156] 2024-04-10T16:46:37.135 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [320518~3436123,4517799~8104819,14461241~863772,16191955~15965094,38353730~6667019,45147079~298215,46488430~4957682,51946708~12326711,65159500~9884128,77964337~13527075,95313393~8156069,105258669~166198,106185411~7627575,124087940~3733008,127877708~39700628,172571962~836608,173747509~13986637,188136982~4259411,197774927~11031,200607545~3779959,209229107~6256465,218526003~11570781,234638313~26244406,263562138~4679923,277580827~11917795,292197452~7598411,310281983~9137787,320522942~9392422,330722593~7709452,339949472~4734326,349452136~29504549,386464222~2107062,391281744~1241077,392715692~19129156] 2024-04-10T16:46:37.140 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [320518~3436123,4517799~8104819,14461241~863772,15657121~16499928,38353730~6667019,45147079~298215,46488430~4957682,51946708~12326711,64780259~10263369,77964337~13527075,95313393~8156069,104857600~8955386,124087940~3733008,127877708~39700628,172571962~836608,173747509~13986637,188136982~4259411,197774927~11031,200607545~3779959,208922491~6563081,218103808~11992976,230686720~37555341,277580827~11917795,292197452~7598411,310281983~9137787,320522942~9392422,330722593~7709452,339738624~4945174,348127232~30829453,386464222~2107062,391281744~1241077,392715692~19129156] 2024-04-10T16:46:37.140 INFO:tasks.workunit.client.0.smithi069.stdout:from 6 to HEAD diff [320518~3436123,4517799~8104819,14461241~863772,16191955~15965094,38353730~6667019,45147079~298215,46488430~4957682,51946708~11430378,65159500~9884128,79300488~12190924,95313393~8156069,105258669~166198,106185411~7627575,124087940~3733008,127877708~39700628,172571962~836608,173747509~13986637,188136982~4259411,197774927~11031,200607545~3779959,209229107~6256465,218526003~11570781,235183025~25699694,263562138~4679923,277580827~10729953,292197452~7598411,310281983~9137787,320522942~9392422,330722593~7709452,339949472~4734326,349452136~29504549,386464222~2107062,391281744~1241077,392715692~19129156] 2024-04-10T16:46:37.140 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [320518~3436123,4517799~8104819,14461241~863772,16191955~15965094,38353730~6667019,45147079~298215,46488430~4957682,51946708~11430378,65159500~9884128,79300488~12190924,95313393~8156069,105258669~166198,106185411~7627575,124087940~3733008,127877708~39700628,172571962~836608,173747509~13986637,188136982~4259411,197774927~11031,200607545~3779959,209229107~6256465,218526003~11570781,235183025~25699694,263562138~4679923,277580827~10729953,292197452~7598411,310281983~9137787,320522942~9392422,330722593~7709452,339949472~4734326,349452136~29504549,386464222~2107062,391281744~1241077,392715692~19129156] 2024-04-10T16:46:37.146 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [320518~3436123,4517799~8104819,14461241~863772,15657121~16499928,38353730~6667019,45147079~298215,46488430~4957682,51946708~11430378,64780259~10263369,79300488~12190924,95313393~8156069,104857600~8955386,124087940~3733008,127877708~39700628,172571962~836608,173747509~13986637,188136982~4259411,197774927~11031,200607545~3779959,208922491~6563081,218103808~11992976,235183025~33059036,277580827~10729953,292197452~7598411,310281983~9137787,320522942~9392422,330722593~7709452,339738624~4945174,348127232~30829453,386464222~2107062,391281744~1241077,392715692~19129156] 2024-04-10T16:46:37.146 INFO:tasks.workunit.client.0.smithi069.stdout:from 7 to HEAD diff [320518~3436123,4517799~7769493,14461241~863772,16191955~15965094,38353730~6667019,46488430~4957682,51946708~11430378,65159500~9884128,79300488~12190924,95313393~8156069,105258669~166198,108364783~3547544,124087940~3733008,127877708~39700628,172571962~836608,173747509~13986637,188136982~4259411,197774927~11031,200607545~3779959,209229107~6256465,218526003~11570781,235183025~25699694,263562138~4679923,277580827~10729953,292197452~7598411,313187402~6232368,320522942~9392422,330722593~7709452,339949472~4734326,349452136~29504549,391281744~1241077,392715692~19129156] 2024-04-10T16:46:37.146 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [320518~3436123,4517799~7769493,14461241~863772,16191955~15965094,38353730~6667019,46488430~4957682,51946708~11430378,65159500~9884128,79300488~12190924,95313393~8156069,105258669~166198,108364783~3547544,124087940~3733008,127877708~39700628,172571962~836608,173747509~13986637,188136982~4259411,197774927~11031,200607545~3779959,209229107~6256465,218526003~11570781,235183025~25699694,263562138~4679923,277580827~10729953,292197452~7598411,313187402~6232368,320522942~9392422,330722593~7709452,339949472~4734326,349452136~29504549,391281744~1241077,392715692~19129156] 2024-04-10T16:46:37.151 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [320518~3436123,4517799~7769493,14461241~863772,15657121~16499928,38353730~6667019,46488430~4957682,51946708~11430378,64780259~10263369,79300488~12190924,95313393~8156069,105258669~166198,108364783~3547544,124087940~3733008,127877708~39700628,172571962~836608,173747509~13986637,188136982~4259411,197774927~11031,200607545~3779959,208922491~6563081,218103808~11992976,235183025~33059036,277580827~10729953,292197452~7598411,313187402~6232368,320522942~9392422,330722593~7709452,339738624~4945174,348127232~30829453,391281744~1241077,392715692~19129156] 2024-04-10T16:46:37.152 INFO:tasks.workunit.client.0.smithi069.stdout:from 8 to HEAD diff [320518~3436123,4517799~7769493,16191955~15965094,38353730~6667019,46488430~4957682,51946708~11430378,65159500~9884128,79300488~12190924,95313393~8156069,105258669~166198,108364783~3547544,124087940~3733008,127877708~39700628,172571962~836608,174009336~4108040,180758234~6975912,188136982~4259411,197774927~11031,200607545~3779959,209229107~6256465,218526003~9083991,235183025~25699694,263562138~4679923,277580827~7629022,292197452~7598411,313187402~6232368,320522942~9392422,330722593~7709452,339949472~4734326,349452136~29504549,391281744~1241077,392715692~19129156] 2024-04-10T16:46:37.152 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [320518~3436123,4517799~7769493,16191955~15965094,38353730~6667019,46488430~4957682,51946708~11430378,65159500~9884128,79300488~12190924,95313393~8156069,105258669~166198,108364783~3547544,124087940~3733008,127877708~39700628,172571962~836608,174009336~4108040,180758234~6975912,188136982~4259411,197774927~11031,200607545~3779959,209229107~6256465,218526003~9083991,235183025~25699694,263562138~4679923,277580827~7629022,292197452~7598411,313187402~6232368,320522942~9392422,330722593~7709452,339949472~4734326,349452136~29504549,391281744~1241077,392715692~19129156] 2024-04-10T16:46:37.157 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [320518~3436123,4517799~7769493,16191955~15965094,38353730~6667019,46488430~4957682,51946708~11430378,64780259~10263369,79300488~12190924,95313393~8156069,105258669~166198,108364783~3547544,124087940~3733008,127877708~39700628,172571962~836608,174009336~4108040,180758234~6975912,188136982~4259411,197774927~11031,200607545~3779959,209229107~6256465,218103808~9506186,235183025~33059036,277580827~7629022,292197452~7598411,313187402~6232368,320522942~9392422,330722593~7709452,339738624~4945174,348127232~30829453,391281744~1241077,392715692~19129156] 2024-04-10T16:46:37.157 INFO:tasks.workunit.client.0.smithi069.stdout:from 9 to HEAD diff [320518~3436123,4517799~7769493,16191955~15965094,38353730~3767321,46488430~4957682,51946708~4083195,58653072~4724014,65159500~9884128,79300488~12190924,95313393~8156069,108364783~3547544,124087940~3733008,127877708~39700628,172571962~836608,174009336~4108040,180758234~6975912,188153238~3721549,197774927~11031,200607545~3779959,209229107~6256465,218526003~9083991,235183025~2866691,241769996~19112723,263562138~4679923,277580827~4192511,292465346~7330517,320522942~9392422,330722593~7709452,339949472~4734326,349452136~29504549,391281744~1241077,392715692~19129156] 2024-04-10T16:46:37.157 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [320518~3436123,4517799~7769493,16191955~15965094,38353730~3767321,46488430~4957682,51946708~4083195,58653072~4724014,65159500~9884128,79300488~12190924,95313393~8156069,108364783~3547544,124087940~3733008,127877708~39700628,172571962~836608,174009336~4108040,180758234~6975912,188153238~3721549,197774927~11031,200607545~3779959,209229107~6256465,218526003~9083991,235183025~2866691,241769996~19112723,263562138~4679923,277580827~4192511,292465346~7330517,320522942~9392422,330722593~7709452,339949472~4734326,349452136~29504549,391281744~1241077,392715692~19129156] 2024-04-10T16:46:37.163 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [320518~3436123,4517799~7769493,16191955~15965094,38353730~3767321,46488430~4957682,51946708~4083195,58653072~4724014,64780259~10263369,79300488~12190924,95313393~8156069,108364783~3547544,124087940~3733008,127877708~39700628,172571962~836608,174009336~4108040,180758234~6975912,188153238~3721549,197774927~11031,200607545~3779959,209229107~6256465,218103808~9506186,235183025~2866691,241769996~26472065,277580827~4192511,292465346~7330517,320522942~9392422,330722593~7709452,339738624~4945174,348127232~30829453,391281744~1241077,392715692~19129156] 2024-04-10T16:46:37.163 INFO:tasks.workunit.client.0.smithi069.stdout:from 10 to HEAD diff [320518~3436123,4517799~7450983,16191955~15965094,46488430~4957682,51946708~4083195,58653072~4724014,65159500~5644197,79300488~12190924,95313393~8156069,108364783~3547544,124087940~3733008,127877708~39700628,172571962~836608,174009336~4108040,180758234~6975912,188153238~3721549,197774927~11031,200607545~3779959,209229107~6256465,218526003~4573713,235183025~2866691,242027069~10547758,254234271~6648448,263562138~4679923,277580827~4192511,292465346~7330517,320522942~9392422,330722593~7709452,339949472~4734326,349452136~29504549,392715692~19129156] 2024-04-10T16:46:37.163 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [320518~3436123,4517799~7450983,16191955~15965094,46488430~4957682,51946708~4083195,58653072~4724014,65159500~5644197,79300488~12190924,95313393~8156069,108364783~3547544,124087940~3733008,127877708~39700628,172571962~836608,174009336~4108040,180758234~6975912,188153238~3721549,197774927~11031,200607545~3779959,209229107~6256465,218526003~4573713,235183025~2866691,242027069~10547758,254234271~6648448,263562138~4679923,277580827~4192511,292465346~7330517,320522942~9392422,330722593~7709452,339949472~4734326,349452136~29504549,392715692~19129156] 2024-04-10T16:46:37.169 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [320518~3436123,4517799~7450983,16191955~15965094,46488430~4957682,51946708~4083195,58653072~4724014,64780259~6023438,79300488~12190924,95313393~8156069,108364783~3547544,124087940~3733008,127877708~39700628,172571962~836608,174009336~4108040,180758234~6975912,188153238~3721549,197774927~11031,200607545~3779959,209229107~6256465,218526003~4573713,235183025~2866691,242027069~10547758,254234271~14007790,277580827~4192511,292465346~7330517,320522942~9392422,330722593~7709452,339738624~4945174,348127232~30829453,392715692~19129156] 2024-04-10T16:46:37.169 INFO:tasks.workunit.client.0.smithi069.stdout:from 11 to HEAD diff [320518~3436123,4517799~5955624,16191955~15965094,46488430~4957682,51946708~4083195,58653072~4724014,65159500~5644197,79300488~12005421,95313393~8156069,108364783~3547544,124087940~3733008,127877708~39700628,174009336~4108040,180758234~6975912,188153238~3721549,197774927~11031,200607545~3779959,209229107~6256465,218526003~4573713,235183025~2866691,242027069~10547758,265099866~3142195,278142102~3631236,292465346~7330517,320522942~9392422,330722593~7709452,339949472~4734326,349452136~29504549,392715692~19129156] 2024-04-10T16:46:37.169 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [320518~3436123,4517799~5955624,16191955~15965094,46488430~4957682,51946708~4083195,58653072~4724014,65159500~5644197,79300488~12005421,95313393~8156069,108364783~3547544,124087940~3733008,127877708~39700628,174009336~4108040,180758234~6975912,188153238~3721549,197774927~11031,200607545~3779959,209229107~6256465,218526003~4573713,235183025~2866691,242027069~10547758,265099866~3142195,278142102~3631236,292465346~7330517,320522942~9392422,330722593~7709452,339949472~4734326,349452136~29504549,392715692~19129156] 2024-04-10T16:46:37.173 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [320518~3436123,4517799~5955624,16191955~15965094,46488430~4957682,51946708~4083195,58653072~4724014,64780259~6023438,79300488~12005421,95313393~8156069,108364783~3547544,124087940~3733008,127877708~39700628,174009336~4108040,180758234~6975912,188153238~3721549,197774927~11031,200607545~3779959,209229107~6256465,218526003~4573713,235183025~2866691,242027069~10547758,265099866~3142195,278142102~3631236,292465346~7330517,320522942~9392422,330722593~7709452,339738624~4945174,348127232~30829453,392715692~19129156] 2024-04-10T16:46:37.323 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:46:36 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:46:36] "GET /metrics HTTP/1.1" 200 36678 "" "Prometheus/2.43.0" 2024-04-10T16:46:37.608 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:46:37 smithi069 ceph-mon[96738]: osdmap e2068: 8 total, 8 up, 8 in 2024-04-10T16:46:37.608 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:46:37 smithi069 ceph-mon[96738]: osdmap e2069: 8 total, 8 up, 8 in 2024-04-10T16:46:37.608 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:46:37 smithi069 ceph-mon[94167]: osdmap e2068: 8 total, 8 up, 8 in 2024-04-10T16:46:37.608 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:46:37 smithi069 ceph-mon[94167]: osdmap e2069: 8 total, 8 up, 8 in 2024-04-10T16:46:37.764 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:46:37 smithi077 ceph-mon[87572]: osdmap e2068: 8 total, 8 up, 8 in 2024-04-10T16:46:37.764 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:46:37 smithi077 ceph-mon[87572]: osdmap e2069: 8 total, 8 up, 8 in 2024-04-10T16:46:38.061 INFO:tasks.workunit.client.0.smithi069.stdout:from 0 to HEAD diff [320518~15336603,16191955~20258151,38332794~26447465,65159500~9884128,77964337~13527075,92104573~11523572,105258669~166198,106185411~11303908,124087940~3733008,127877708~64518685,194271394~14651097,209229107~6256465,218526003~11570781,234638313~26244406,263562138~4679923,271366772~155725,277580827~11917795,290068331~9727532,306871670~23043694,330722593~7907078,339949472~4734326,344991222~1323671,349452136~29504549,386464222~2107062,389620817~22224031] 2024-04-10T16:46:38.061 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [320518~15336603,16191955~20258151,38332794~26447465,65159500~9884128,77964337~13527075,92104573~11523572,105258669~166198,106185411~11303908,124087940~3733008,127877708~64518685,194271394~14651097,209229107~6256465,218526003~11570781,234638313~26244406,263562138~4679923,271366772~155725,277580827~11917795,290068331~9727532,306871670~23043694,330722593~7907078,339949472~4734326,344991222~1323671,349452136~29504549,386464222~2107062,389620817~22224031] 2024-04-10T16:46:38.105 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~36450106,37748736~37294892,77964337~25663808,104857600~12631719,124087940~68308453,192937984~22547588,218103808~11992976,230686720~37555341,268435456~3087041,276824064~22971799,306871670~23043694,330012032~8617639,339738624~6576269,348127232~30829453,385875968~25968880] 2024-04-10T16:46:38.105 INFO:tasks.workunit.client.0.smithi069.stdout:from 1 to HEAD diff [320518~15336603,16191955~20258151,38332794~7543736,46488430~18291829,65159500~9884128,77964337~13527075,92104573~11523572,105258669~166198,106185411~11303908,124087940~3733008,127877708~41820578,172077190~20319203,194271394~2649636,197774927~11031,200607545~8314946,209229107~6256465,218526003~11570781,234638313~26244406,263562138~4679923,271366772~155725,277580827~11917795,292197452~7598411,306871670~12548100,320522942~9392422,330722593~7709452,339949472~4734326,344991222~1323671,349452136~29504549,386464222~2107062,389620817~22224031] 2024-04-10T16:46:38.106 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [320518~15336603,16191955~20258151,38332794~7543736,46488430~18291829,65159500~9884128,77964337~13527075,92104573~11523572,105258669~166198,106185411~11303908,124087940~3733008,127877708~41820578,172077190~20319203,194271394~2649636,197774927~11031,200607545~8314946,209229107~6256465,218526003~11570781,234638313~26244406,263562138~4679923,271366772~155725,277580827~11917795,292197452~7598411,306871670~12548100,320522942~9392422,330722593~7709452,339949472~4734326,344991222~1323671,349452136~29504549,386464222~2107062,389620817~22224031] 2024-04-10T16:46:38.118 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~36450106,37748736~8127794,46488430~28555198,77964337~25663808,104857600~12631719,124087940~45610346,172077190~20319203,194271394~2649636,197774927~11031,200607545~14878027,218103808~11992976,230686720~37555341,268435456~3087041,276824064~12674558,292197452~7598411,306871670~12548100,320522942~9392422,330012032~8420013,339738624~6576269,348127232~30829453,385875968~25968880] 2024-04-10T16:46:38.118 INFO:tasks.workunit.client.0.smithi069.stdout:from 2 to HEAD diff [320518~3612829,4517799~11139322,16191955~15965094,38332794~7543736,46488430~18291829,65159500~9884128,77964337~13527075,92104573~11523572,105258669~166198,106185411~11303908,124087940~3733008,127877708~41820578,172571962~836608,173747509~13986637,188136982~4259411,194271394~2649636,197774927~11031,200607545~8314946,209229107~6256465,218526003~11570781,234638313~26244406,263562138~4679923,271366772~155725,277580827~11917795,292197452~7598411,306871670~12548100,320522942~9392422,330722593~7709452,339949472~4734326,349452136~29504549,386464222~2107062,389620817~22224031] 2024-04-10T16:46:38.118 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [320518~3612829,4517799~11139322,16191955~15965094,38332794~7543736,46488430~18291829,65159500~9884128,77964337~13527075,92104573~11523572,105258669~166198,106185411~11303908,124087940~3733008,127877708~41820578,172571962~836608,173747509~13986637,188136982~4259411,194271394~2649636,197774927~11031,200607545~8314946,209229107~6256465,218526003~11570781,234638313~26244406,263562138~4679923,271366772~155725,277580827~11917795,292197452~7598411,306871670~12548100,320522942~9392422,330722593~7709452,339949472~4734326,349452136~29504549,386464222~2107062,389620817~22224031] 2024-04-10T16:46:38.124 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [320518~3612829,4517799~27639250,37748736~8127794,46488430~28555198,77964337~25663808,104857600~12631719,124087940~45610346,172571962~836608,173747509~13986637,188136982~4259411,194271394~2649636,197774927~11031,200607545~14878027,218103808~11992976,230686720~37555341,268435456~3087041,276824064~12674558,292197452~7598411,306871670~12548100,320522942~9392422,330012032~8420013,339738624~4945174,348127232~30829453,385875968~25968880] 2024-04-10T16:46:38.124 INFO:tasks.workunit.client.0.smithi069.stdout:from 3 to HEAD diff [320518~3436123,4517799~11139322,16191955~15965094,38332794~7543736,46488430~4957682,51946708~12326711,65159500~9884128,77964337~13527075,92104573~11523572,105258669~166198,106185411~11303908,124087940~3733008,127877708~41820578,172571962~836608,173747509~13986637,188136982~4259411,194271394~2649636,197774927~11031,200607545~8314946,209229107~6256465,218526003~11570781,234638313~26244406,263562138~4679923,271366772~155725,277580827~11917795,292197452~7598411,308484539~549956,310281983~9137787,320522942~9392422,330722593~7709452,339949472~4734326,349452136~29504549,386464222~2107062,391281744~1241077,392715692~19129156] 2024-04-10T16:46:38.124 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [320518~3436123,4517799~11139322,16191955~15965094,38332794~7543736,46488430~4957682,51946708~12326711,65159500~9884128,77964337~13527075,92104573~11523572,105258669~166198,106185411~11303908,124087940~3733008,127877708~41820578,172571962~836608,173747509~13986637,188136982~4259411,194271394~2649636,197774927~11031,200607545~8314946,209229107~6256465,218526003~11570781,234638313~26244406,263562138~4679923,271366772~155725,277580827~11917795,292197452~7598411,308484539~549956,310281983~9137787,320522942~9392422,330722593~7709452,339949472~4734326,349452136~29504549,386464222~2107062,391281744~1241077,392715692~19129156] 2024-04-10T16:46:38.129 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [320518~3436123,4517799~27639250,37748736~8127794,46488430~4957682,51946708~12326711,64780259~10263369,77964337~25663808,104857600~12631719,124087940~3733008,127877708~41820578,172571962~836608,173747509~13986637,188136982~4259411,194271394~2649636,197774927~11031,200607545~14878027,218103808~11992976,230686720~37555341,268435456~3087041,276824064~12674558,292197452~7598411,308484539~549956,310281983~9137787,320522942~9392422,330012032~8420013,339738624~4945174,348127232~30829453,386464222~2107062,391281744~1241077,392715692~19129156] 2024-04-10T16:46:38.130 INFO:tasks.workunit.client.0.smithi069.stdout:from 4 to HEAD diff [320518~3436123,4517799~11139322,16191955~15965094,38353730~6667019,45147079~298215,46488430~4957682,51946708~12326711,65159500~9884128,77964337~13527075,95313393~8156069,105258669~166198,106185411~11303908,124087940~3733008,127877708~41820578,172571962~836608,173747509~13986637,188136982~4259411,197774927~11031,200607545~8314946,209229107~6256465,218526003~11570781,234638313~26244406,263562138~4679923,271366772~155725,277580827~11917795,292197452~7598411,310281983~9137787,320522942~9392422,330722593~7709452,339949472~4734326,349452136~29504549,386464222~2107062,391281744~1241077,392715692~19129156] 2024-04-10T16:46:38.130 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [320518~3436123,4517799~11139322,16191955~15965094,38353730~6667019,45147079~298215,46488430~4957682,51946708~12326711,65159500~9884128,77964337~13527075,95313393~8156069,105258669~166198,106185411~11303908,124087940~3733008,127877708~41820578,172571962~836608,173747509~13986637,188136982~4259411,197774927~11031,200607545~8314946,209229107~6256465,218526003~11570781,234638313~26244406,263562138~4679923,271366772~155725,277580827~11917795,292197452~7598411,310281983~9137787,320522942~9392422,330722593~7709452,339949472~4734326,349452136~29504549,386464222~2107062,391281744~1241077,392715692~19129156] 2024-04-10T16:46:38.135 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [320518~3436123,4517799~27639250,38353730~6667019,45147079~298215,46488430~4957682,51946708~12326711,64780259~10263369,77964337~13527075,95313393~8156069,104857600~12631719,124087940~3733008,127877708~41820578,172571962~836608,173747509~13986637,188136982~4259411,197774927~11031,200607545~14878027,218103808~11992976,230686720~37555341,268435456~3087041,277580827~11917795,292197452~7598411,310281983~9137787,320522942~9392422,330012032~8420013,339738624~4945174,348127232~30829453,386464222~2107062,391281744~1241077,392715692~19129156] 2024-04-10T16:46:38.135 INFO:tasks.workunit.client.0.smithi069.stdout:from 5 to HEAD diff [320518~3436123,4517799~8104819,14461241~863772,16191955~15965094,38353730~6667019,45147079~298215,46488430~4957682,51946708~12326711,65159500~9884128,77964337~13527075,95313393~8156069,105258669~166198,106185411~7627575,124087940~3733008,127877708~39700628,172571962~836608,173747509~13986637,188136982~4259411,197774927~11031,200607545~3779959,209229107~6256465,218526003~11570781,234638313~26244406,263562138~4679923,277580827~11917795,292197452~7598411,310281983~9137787,320522942~9392422,330722593~7709452,339949472~4734326,349452136~29504549,386464222~2107062,391281744~1241077,392715692~19129156] 2024-04-10T16:46:38.136 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [320518~3436123,4517799~8104819,14461241~863772,16191955~15965094,38353730~6667019,45147079~298215,46488430~4957682,51946708~12326711,65159500~9884128,77964337~13527075,95313393~8156069,105258669~166198,106185411~7627575,124087940~3733008,127877708~39700628,172571962~836608,173747509~13986637,188136982~4259411,197774927~11031,200607545~3779959,209229107~6256465,218526003~11570781,234638313~26244406,263562138~4679923,277580827~11917795,292197452~7598411,310281983~9137787,320522942~9392422,330722593~7709452,339949472~4734326,349452136~29504549,386464222~2107062,391281744~1241077,392715692~19129156] 2024-04-10T16:46:38.141 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [320518~3436123,4517799~8104819,14461241~863772,15657121~16499928,38353730~6667019,45147079~298215,46488430~4957682,51946708~12326711,64780259~10263369,77964337~13527075,95313393~8156069,104857600~8955386,124087940~3733008,127877708~39700628,172571962~836608,173747509~13986637,188136982~4259411,197774927~11031,200607545~3779959,208922491~6563081,218103808~11992976,230686720~37555341,277580827~11917795,292197452~7598411,310281983~9137787,320522942~9392422,330722593~7709452,339738624~4945174,348127232~30829453,386464222~2107062,391281744~1241077,392715692~19129156] 2024-04-10T16:46:38.141 INFO:tasks.workunit.client.0.smithi069.stdout:from 6 to HEAD diff [320518~3436123,4517799~8104819,14461241~863772,16191955~15965094,38353730~6667019,45147079~298215,46488430~4957682,51946708~11430378,65159500~9884128,79300488~12190924,95313393~8156069,105258669~166198,106185411~7627575,124087940~3733008,127877708~39700628,172571962~836608,173747509~13986637,188136982~4259411,197774927~11031,200607545~3779959,209229107~6256465,218526003~11570781,235183025~25699694,263562138~4679923,277580827~10729953,292197452~7598411,310281983~9137787,320522942~9392422,330722593~7709452,339949472~4734326,349452136~29504549,386464222~2107062,391281744~1241077,392715692~19129156] 2024-04-10T16:46:38.141 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [320518~3436123,4517799~8104819,14461241~863772,16191955~15965094,38353730~6667019,45147079~298215,46488430~4957682,51946708~11430378,65159500~9884128,79300488~12190924,95313393~8156069,105258669~166198,106185411~7627575,124087940~3733008,127877708~39700628,172571962~836608,173747509~13986637,188136982~4259411,197774927~11031,200607545~3779959,209229107~6256465,218526003~11570781,235183025~25699694,263562138~4679923,277580827~10729953,292197452~7598411,310281983~9137787,320522942~9392422,330722593~7709452,339949472~4734326,349452136~29504549,386464222~2107062,391281744~1241077,392715692~19129156] 2024-04-10T16:46:38.147 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [320518~3436123,4517799~8104819,14461241~863772,15657121~16499928,38353730~6667019,45147079~298215,46488430~4957682,51946708~11430378,64780259~10263369,79300488~12190924,95313393~8156069,104857600~8955386,124087940~3733008,127877708~39700628,172571962~836608,173747509~13986637,188136982~4259411,197774927~11031,200607545~3779959,208922491~6563081,218103808~11992976,235183025~33059036,277580827~10729953,292197452~7598411,310281983~9137787,320522942~9392422,330722593~7709452,339738624~4945174,348127232~30829453,386464222~2107062,391281744~1241077,392715692~19129156] 2024-04-10T16:46:38.147 INFO:tasks.workunit.client.0.smithi069.stdout:from 7 to HEAD diff [320518~3436123,4517799~7769493,14461241~863772,16191955~15965094,38353730~6667019,46488430~4957682,51946708~11430378,65159500~9884128,79300488~12190924,95313393~8156069,105258669~166198,108364783~3547544,124087940~3733008,127877708~39700628,172571962~836608,173747509~13986637,188136982~4259411,197774927~11031,200607545~3779959,209229107~6256465,218526003~11570781,235183025~25699694,263562138~4679923,277580827~10729953,292197452~7598411,313187402~6232368,320522942~9392422,330722593~7709452,339949472~4734326,349452136~29504549,391281744~1241077,392715692~19129156] 2024-04-10T16:46:38.147 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [320518~3436123,4517799~7769493,14461241~863772,16191955~15965094,38353730~6667019,46488430~4957682,51946708~11430378,65159500~9884128,79300488~12190924,95313393~8156069,105258669~166198,108364783~3547544,124087940~3733008,127877708~39700628,172571962~836608,173747509~13986637,188136982~4259411,197774927~11031,200607545~3779959,209229107~6256465,218526003~11570781,235183025~25699694,263562138~4679923,277580827~10729953,292197452~7598411,313187402~6232368,320522942~9392422,330722593~7709452,339949472~4734326,349452136~29504549,391281744~1241077,392715692~19129156] 2024-04-10T16:46:38.153 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [320518~3436123,4517799~7769493,14461241~863772,15657121~16499928,38353730~6667019,46488430~4957682,51946708~11430378,64780259~10263369,79300488~12190924,95313393~8156069,105258669~166198,108364783~3547544,124087940~3733008,127877708~39700628,172571962~836608,173747509~13986637,188136982~4259411,197774927~11031,200607545~3779959,208922491~6563081,218103808~11992976,235183025~33059036,277580827~10729953,292197452~7598411,313187402~6232368,320522942~9392422,330722593~7709452,339738624~4945174,348127232~30829453,391281744~1241077,392715692~19129156] 2024-04-10T16:46:38.153 INFO:tasks.workunit.client.0.smithi069.stdout:from 8 to HEAD diff [320518~3436123,4517799~7769493,16191955~15965094,38353730~6667019,46488430~4957682,51946708~11430378,65159500~9884128,79300488~12190924,95313393~8156069,105258669~166198,108364783~3547544,124087940~3733008,127877708~39700628,172571962~836608,174009336~4108040,180758234~6975912,188136982~4259411,197774927~11031,200607545~3779959,209229107~6256465,218526003~9083991,235183025~25699694,263562138~4679923,277580827~7629022,292197452~7598411,313187402~6232368,320522942~9392422,330722593~7709452,339949472~4734326,349452136~29504549,391281744~1241077,392715692~19129156] 2024-04-10T16:46:38.153 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [320518~3436123,4517799~7769493,16191955~15965094,38353730~6667019,46488430~4957682,51946708~11430378,65159500~9884128,79300488~12190924,95313393~8156069,105258669~166198,108364783~3547544,124087940~3733008,127877708~39700628,172571962~836608,174009336~4108040,180758234~6975912,188136982~4259411,197774927~11031,200607545~3779959,209229107~6256465,218526003~9083991,235183025~25699694,263562138~4679923,277580827~7629022,292197452~7598411,313187402~6232368,320522942~9392422,330722593~7709452,339949472~4734326,349452136~29504549,391281744~1241077,392715692~19129156] 2024-04-10T16:46:38.159 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [320518~3436123,4517799~7769493,16191955~15965094,38353730~6667019,46488430~4957682,51946708~11430378,64780259~10263369,79300488~12190924,95313393~8156069,105258669~166198,108364783~3547544,124087940~3733008,127877708~39700628,172571962~836608,174009336~4108040,180758234~6975912,188136982~4259411,197774927~11031,200607545~3779959,209229107~6256465,218103808~9506186,235183025~33059036,277580827~7629022,292197452~7598411,313187402~6232368,320522942~9392422,330722593~7709452,339738624~4945174,348127232~30829453,391281744~1241077,392715692~19129156] 2024-04-10T16:46:38.159 INFO:tasks.workunit.client.0.smithi069.stdout:from 9 to HEAD diff [320518~3436123,4517799~7769493,16191955~15965094,38353730~3767321,46488430~4957682,51946708~4083195,58653072~4724014,65159500~9884128,79300488~12190924,95313393~8156069,108364783~3547544,124087940~3733008,127877708~39700628,172571962~836608,174009336~4108040,180758234~6975912,188153238~3721549,197774927~11031,200607545~3779959,209229107~6256465,218526003~9083991,235183025~2866691,241769996~19112723,263562138~4679923,277580827~4192511,292465346~7330517,320522942~9392422,330722593~7709452,339949472~4734326,349452136~29504549,391281744~1241077,392715692~19129156] 2024-04-10T16:46:38.159 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [320518~3436123,4517799~7769493,16191955~15965094,38353730~3767321,46488430~4957682,51946708~4083195,58653072~4724014,65159500~9884128,79300488~12190924,95313393~8156069,108364783~3547544,124087940~3733008,127877708~39700628,172571962~836608,174009336~4108040,180758234~6975912,188153238~3721549,197774927~11031,200607545~3779959,209229107~6256465,218526003~9083991,235183025~2866691,241769996~19112723,263562138~4679923,277580827~4192511,292465346~7330517,320522942~9392422,330722593~7709452,339949472~4734326,349452136~29504549,391281744~1241077,392715692~19129156] 2024-04-10T16:46:38.164 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [320518~3436123,4517799~7769493,16191955~15965094,38353730~3767321,46488430~4957682,51946708~4083195,58653072~4724014,64780259~10263369,79300488~12190924,95313393~8156069,108364783~3547544,124087940~3733008,127877708~39700628,172571962~836608,174009336~4108040,180758234~6975912,188153238~3721549,197774927~11031,200607545~3779959,209229107~6256465,218103808~9506186,235183025~2866691,241769996~26472065,277580827~4192511,292465346~7330517,320522942~9392422,330722593~7709452,339738624~4945174,348127232~30829453,391281744~1241077,392715692~19129156] 2024-04-10T16:46:38.164 INFO:tasks.workunit.client.0.smithi069.stdout:from 10 to HEAD diff [320518~3436123,4517799~7450983,16191955~15965094,46488430~4957682,51946708~4083195,58653072~4724014,65159500~5644197,79300488~12190924,95313393~8156069,108364783~3547544,124087940~3733008,127877708~39700628,172571962~836608,174009336~4108040,180758234~6975912,188153238~3721549,197774927~11031,200607545~3779959,209229107~6256465,218526003~4573713,235183025~2866691,242027069~10547758,254234271~6648448,263562138~4679923,277580827~4192511,292465346~7330517,320522942~9392422,330722593~7709452,339949472~4734326,349452136~29504549,392715692~19129156] 2024-04-10T16:46:38.164 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [320518~3436123,4517799~7450983,16191955~15965094,46488430~4957682,51946708~4083195,58653072~4724014,65159500~5644197,79300488~12190924,95313393~8156069,108364783~3547544,124087940~3733008,127877708~39700628,172571962~836608,174009336~4108040,180758234~6975912,188153238~3721549,197774927~11031,200607545~3779959,209229107~6256465,218526003~4573713,235183025~2866691,242027069~10547758,254234271~6648448,263562138~4679923,277580827~4192511,292465346~7330517,320522942~9392422,330722593~7709452,339949472~4734326,349452136~29504549,392715692~19129156] 2024-04-10T16:46:38.169 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [320518~3436123,4517799~7450983,16191955~15965094,46488430~4957682,51946708~4083195,58653072~4724014,64780259~6023438,79300488~12190924,95313393~8156069,108364783~3547544,124087940~3733008,127877708~39700628,172571962~836608,174009336~4108040,180758234~6975912,188153238~3721549,197774927~11031,200607545~3779959,209229107~6256465,218526003~4573713,235183025~2866691,242027069~10547758,254234271~14007790,277580827~4192511,292465346~7330517,320522942~9392422,330722593~7709452,339738624~4945174,348127232~30829453,392715692~19129156] 2024-04-10T16:46:39.066 INFO:tasks.workunit.client.0.smithi069.stdout:from 0 to HEAD diff [320518~15336603,16191955~20258151,38332794~26447465,65159500~9884128,77964337~13527075,92104573~11523572,105258669~166198,106185411~11303908,124087940~3733008,127877708~64518685,194271394~14651097,209229107~6256465,218526003~11570781,234638313~26244406,263562138~4679923,271366772~155725,277580827~11917795,290068331~9727532,306871670~23043694,330722593~7907078,339949472~4734326,344991222~1323671,349452136~29504549,386464222~2107062,389620817~22224031] 2024-04-10T16:46:39.067 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [320518~15336603,16191955~20258151,38332794~26447465,65159500~9884128,77964337~13527075,92104573~11523572,105258669~166198,106185411~11303908,124087940~3733008,127877708~64518685,194271394~14651097,209229107~6256465,218526003~11570781,234638313~26244406,263562138~4679923,271366772~155725,277580827~11917795,290068331~9727532,306871670~23043694,330722593~7907078,339949472~4734326,344991222~1323671,349452136~29504549,386464222~2107062,389620817~22224031] 2024-04-10T16:46:39.116 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~36450106,37748736~37294892,77964337~25663808,104857600~12631719,124087940~68308453,192937984~22547588,218103808~11992976,230686720~37555341,268435456~3087041,276824064~22971799,306871670~23043694,330012032~8617639,339738624~6576269,348127232~30829453,385875968~25968880] 2024-04-10T16:46:39.116 INFO:tasks.workunit.client.0.smithi069.stdout:from 1 to HEAD diff [320518~15336603,16191955~20258151,38332794~7543736,46488430~18291829,65159500~9884128,77964337~13527075,92104573~11523572,105258669~166198,106185411~11303908,124087940~3733008,127877708~41820578,172077190~20319203,194271394~2649636,197774927~11031,200607545~8314946,209229107~6256465,218526003~11570781,234638313~26244406,263562138~4679923,271366772~155725,277580827~11917795,292197452~7598411,306871670~12548100,320522942~9392422,330722593~7709452,339949472~4734326,344991222~1323671,349452136~29504549,386464222~2107062,389620817~22224031] 2024-04-10T16:46:39.116 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [320518~15336603,16191955~20258151,38332794~7543736,46488430~18291829,65159500~9884128,77964337~13527075,92104573~11523572,105258669~166198,106185411~11303908,124087940~3733008,127877708~41820578,172077190~20319203,194271394~2649636,197774927~11031,200607545~8314946,209229107~6256465,218526003~11570781,234638313~26244406,263562138~4679923,271366772~155725,277580827~11917795,292197452~7598411,306871670~12548100,320522942~9392422,330722593~7709452,339949472~4734326,344991222~1323671,349452136~29504549,386464222~2107062,389620817~22224031] 2024-04-10T16:46:39.132 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~36450106,37748736~8127794,46488430~28555198,77964337~25663808,104857600~12631719,124087940~45610346,172077190~20319203,194271394~2649636,197774927~11031,200607545~14878027,218103808~11992976,230686720~37555341,268435456~3087041,276824064~12674558,292197452~7598411,306871670~12548100,320522942~9392422,330012032~8420013,339738624~6576269,348127232~30829453,385875968~25968880] 2024-04-10T16:46:39.132 INFO:tasks.workunit.client.0.smithi069.stdout:from 2 to HEAD diff [320518~3612829,4517799~11139322,16191955~15965094,38332794~7543736,46488430~18291829,65159500~9884128,77964337~13527075,92104573~11523572,105258669~166198,106185411~11303908,124087940~3733008,127877708~41820578,172571962~836608,173747509~13986637,188136982~4259411,194271394~2649636,197774927~11031,200607545~8314946,209229107~6256465,218526003~11570781,234638313~26244406,263562138~4679923,271366772~155725,277580827~11917795,292197452~7598411,306871670~12548100,320522942~9392422,330722593~7709452,339949472~4734326,349452136~29504549,386464222~2107062,389620817~22224031] 2024-04-10T16:46:39.132 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [320518~3612829,4517799~11139322,16191955~15965094,38332794~7543736,46488430~18291829,65159500~9884128,77964337~13527075,92104573~11523572,105258669~166198,106185411~11303908,124087940~3733008,127877708~41820578,172571962~836608,173747509~13986637,188136982~4259411,194271394~2649636,197774927~11031,200607545~8314946,209229107~6256465,218526003~11570781,234638313~26244406,263562138~4679923,271366772~155725,277580827~11917795,292197452~7598411,306871670~12548100,320522942~9392422,330722593~7709452,339949472~4734326,349452136~29504549,386464222~2107062,389620817~22224031] 2024-04-10T16:46:39.137 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [320518~3612829,4517799~27639250,37748736~8127794,46488430~28555198,77964337~25663808,104857600~12631719,124087940~45610346,172571962~836608,173747509~13986637,188136982~4259411,194271394~2649636,197774927~11031,200607545~14878027,218103808~11992976,230686720~37555341,268435456~3087041,276824064~12674558,292197452~7598411,306871670~12548100,320522942~9392422,330012032~8420013,339738624~4945174,348127232~30829453,385875968~25968880] 2024-04-10T16:46:39.138 INFO:tasks.workunit.client.0.smithi069.stdout:from 3 to HEAD diff [320518~3436123,4517799~11139322,16191955~15965094,38332794~7543736,46488430~4957682,51946708~12326711,65159500~9884128,77964337~13527075,92104573~11523572,105258669~166198,106185411~11303908,124087940~3733008,127877708~41820578,172571962~836608,173747509~13986637,188136982~4259411,194271394~2649636,197774927~11031,200607545~8314946,209229107~6256465,218526003~11570781,234638313~26244406,263562138~4679923,271366772~155725,277580827~11917795,292197452~7598411,308484539~549956,310281983~9137787,320522942~9392422,330722593~7709452,339949472~4734326,349452136~29504549,386464222~2107062,391281744~1241077,392715692~19129156] 2024-04-10T16:46:39.138 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [320518~3436123,4517799~11139322,16191955~15965094,38332794~7543736,46488430~4957682,51946708~12326711,65159500~9884128,77964337~13527075,92104573~11523572,105258669~166198,106185411~11303908,124087940~3733008,127877708~41820578,172571962~836608,173747509~13986637,188136982~4259411,194271394~2649636,197774927~11031,200607545~8314946,209229107~6256465,218526003~11570781,234638313~26244406,263562138~4679923,271366772~155725,277580827~11917795,292197452~7598411,308484539~549956,310281983~9137787,320522942~9392422,330722593~7709452,339949472~4734326,349452136~29504549,386464222~2107062,391281744~1241077,392715692~19129156] 2024-04-10T16:46:39.144 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [320518~3436123,4517799~27639250,37748736~8127794,46488430~4957682,51946708~12326711,64780259~10263369,77964337~25663808,104857600~12631719,124087940~3733008,127877708~41820578,172571962~836608,173747509~13986637,188136982~4259411,194271394~2649636,197774927~11031,200607545~14878027,218103808~11992976,230686720~37555341,268435456~3087041,276824064~12674558,292197452~7598411,308484539~549956,310281983~9137787,320522942~9392422,330012032~8420013,339738624~4945174,348127232~30829453,386464222~2107062,391281744~1241077,392715692~19129156] 2024-04-10T16:46:39.144 INFO:tasks.workunit.client.0.smithi069.stdout:from 4 to HEAD diff [320518~3436123,4517799~11139322,16191955~15965094,38353730~6667019,45147079~298215,46488430~4957682,51946708~12326711,65159500~9884128,77964337~13527075,95313393~8156069,105258669~166198,106185411~11303908,124087940~3733008,127877708~41820578,172571962~836608,173747509~13986637,188136982~4259411,197774927~11031,200607545~8314946,209229107~6256465,218526003~11570781,234638313~26244406,263562138~4679923,271366772~155725,277580827~11917795,292197452~7598411,310281983~9137787,320522942~9392422,330722593~7709452,339949472~4734326,349452136~29504549,386464222~2107062,391281744~1241077,392715692~19129156] 2024-04-10T16:46:39.144 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [320518~3436123,4517799~11139322,16191955~15965094,38353730~6667019,45147079~298215,46488430~4957682,51946708~12326711,65159500~9884128,77964337~13527075,95313393~8156069,105258669~166198,106185411~11303908,124087940~3733008,127877708~41820578,172571962~836608,173747509~13986637,188136982~4259411,197774927~11031,200607545~8314946,209229107~6256465,218526003~11570781,234638313~26244406,263562138~4679923,271366772~155725,277580827~11917795,292197452~7598411,310281983~9137787,320522942~9392422,330722593~7709452,339949472~4734326,349452136~29504549,386464222~2107062,391281744~1241077,392715692~19129156] 2024-04-10T16:46:39.149 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [320518~3436123,4517799~27639250,38353730~6667019,45147079~298215,46488430~4957682,51946708~12326711,64780259~10263369,77964337~13527075,95313393~8156069,104857600~12631719,124087940~3733008,127877708~41820578,172571962~836608,173747509~13986637,188136982~4259411,197774927~11031,200607545~14878027,218103808~11992976,230686720~37555341,268435456~3087041,277580827~11917795,292197452~7598411,310281983~9137787,320522942~9392422,330012032~8420013,339738624~4945174,348127232~30829453,386464222~2107062,391281744~1241077,392715692~19129156] 2024-04-10T16:46:39.149 INFO:tasks.workunit.client.0.smithi069.stdout:from 5 to HEAD diff [320518~3436123,4517799~8104819,14461241~863772,16191955~15965094,38353730~6667019,45147079~298215,46488430~4957682,51946708~12326711,65159500~9884128,77964337~13527075,95313393~8156069,105258669~166198,106185411~7627575,124087940~3733008,127877708~39700628,172571962~836608,173747509~13986637,188136982~4259411,197774927~11031,200607545~3779959,209229107~6256465,218526003~11570781,234638313~26244406,263562138~4679923,277580827~11917795,292197452~7598411,310281983~9137787,320522942~9392422,330722593~7709452,339949472~4734326,349452136~29504549,386464222~2107062,391281744~1241077,392715692~19129156] 2024-04-10T16:46:39.149 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [320518~3436123,4517799~8104819,14461241~863772,16191955~15965094,38353730~6667019,45147079~298215,46488430~4957682,51946708~12326711,65159500~9884128,77964337~13527075,95313393~8156069,105258669~166198,106185411~7627575,124087940~3733008,127877708~39700628,172571962~836608,173747509~13986637,188136982~4259411,197774927~11031,200607545~3779959,209229107~6256465,218526003~11570781,234638313~26244406,263562138~4679923,277580827~11917795,292197452~7598411,310281983~9137787,320522942~9392422,330722593~7709452,339949472~4734326,349452136~29504549,386464222~2107062,391281744~1241077,392715692~19129156] 2024-04-10T16:46:39.155 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [320518~3436123,4517799~8104819,14461241~863772,15657121~16499928,38353730~6667019,45147079~298215,46488430~4957682,51946708~12326711,64780259~10263369,77964337~13527075,95313393~8156069,104857600~8955386,124087940~3733008,127877708~39700628,172571962~836608,173747509~13986637,188136982~4259411,197774927~11031,200607545~3779959,208922491~6563081,218103808~11992976,230686720~37555341,277580827~11917795,292197452~7598411,310281983~9137787,320522942~9392422,330722593~7709452,339738624~4945174,348127232~30829453,386464222~2107062,391281744~1241077,392715692~19129156] 2024-04-10T16:46:39.155 INFO:tasks.workunit.client.0.smithi069.stdout:from 6 to HEAD diff [320518~3436123,4517799~8104819,14461241~863772,16191955~15965094,38353730~6667019,45147079~298215,46488430~4957682,51946708~11430378,65159500~9884128,79300488~12190924,95313393~8156069,105258669~166198,106185411~7627575,124087940~3733008,127877708~39700628,172571962~836608,173747509~13986637,188136982~4259411,197774927~11031,200607545~3779959,209229107~6256465,218526003~11570781,235183025~25699694,263562138~4679923,277580827~10729953,292197452~7598411,310281983~9137787,320522942~9392422,330722593~7709452,339949472~4734326,349452136~29504549,386464222~2107062,391281744~1241077,392715692~19129156] 2024-04-10T16:46:39.155 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [320518~3436123,4517799~8104819,14461241~863772,16191955~15965094,38353730~6667019,45147079~298215,46488430~4957682,51946708~11430378,65159500~9884128,79300488~12190924,95313393~8156069,105258669~166198,106185411~7627575,124087940~3733008,127877708~39700628,172571962~836608,173747509~13986637,188136982~4259411,197774927~11031,200607545~3779959,209229107~6256465,218526003~11570781,235183025~25699694,263562138~4679923,277580827~10729953,292197452~7598411,310281983~9137787,320522942~9392422,330722593~7709452,339949472~4734326,349452136~29504549,386464222~2107062,391281744~1241077,392715692~19129156] 2024-04-10T16:46:39.160 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [320518~3436123,4517799~8104819,14461241~863772,15657121~16499928,38353730~6667019,45147079~298215,46488430~4957682,51946708~11430378,64780259~10263369,79300488~12190924,95313393~8156069,104857600~8955386,124087940~3733008,127877708~39700628,172571962~836608,173747509~13986637,188136982~4259411,197774927~11031,200607545~3779959,208922491~6563081,218103808~11992976,235183025~33059036,277580827~10729953,292197452~7598411,310281983~9137787,320522942~9392422,330722593~7709452,339738624~4945174,348127232~30829453,386464222~2107062,391281744~1241077,392715692~19129156] 2024-04-10T16:46:39.161 INFO:tasks.workunit.client.0.smithi069.stdout:from 7 to HEAD diff [320518~3436123,4517799~7769493,14461241~863772,16191955~15965094,38353730~6667019,46488430~4957682,51946708~11430378,65159500~9884128,79300488~12190924,95313393~8156069,105258669~166198,108364783~3547544,124087940~3733008,127877708~39700628,172571962~836608,173747509~13986637,188136982~4259411,197774927~11031,200607545~3779959,209229107~6256465,218526003~11570781,235183025~25699694,263562138~4679923,277580827~10729953,292197452~7598411,313187402~6232368,320522942~9392422,330722593~7709452,339949472~4734326,349452136~29504549,391281744~1241077,392715692~19129156] 2024-04-10T16:46:39.161 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [320518~3436123,4517799~7769493,14461241~863772,16191955~15965094,38353730~6667019,46488430~4957682,51946708~11430378,65159500~9884128,79300488~12190924,95313393~8156069,105258669~166198,108364783~3547544,124087940~3733008,127877708~39700628,172571962~836608,173747509~13986637,188136982~4259411,197774927~11031,200607545~3779959,209229107~6256465,218526003~11570781,235183025~25699694,263562138~4679923,277580827~10729953,292197452~7598411,313187402~6232368,320522942~9392422,330722593~7709452,339949472~4734326,349452136~29504549,391281744~1241077,392715692~19129156] 2024-04-10T16:46:39.166 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [320518~3436123,4517799~7769493,14461241~863772,15657121~16499928,38353730~6667019,46488430~4957682,51946708~11430378,64780259~10263369,79300488~12190924,95313393~8156069,105258669~166198,108364783~3547544,124087940~3733008,127877708~39700628,172571962~836608,173747509~13986637,188136982~4259411,197774927~11031,200607545~3779959,208922491~6563081,218103808~11992976,235183025~33059036,277580827~10729953,292197452~7598411,313187402~6232368,320522942~9392422,330722593~7709452,339738624~4945174,348127232~30829453,391281744~1241077,392715692~19129156] 2024-04-10T16:46:39.166 INFO:tasks.workunit.client.0.smithi069.stdout:from 8 to HEAD diff [320518~3436123,4517799~7769493,16191955~15965094,38353730~6667019,46488430~4957682,51946708~11430378,65159500~9884128,79300488~12190924,95313393~8156069,105258669~166198,108364783~3547544,124087940~3733008,127877708~39700628,172571962~836608,174009336~4108040,180758234~6975912,188136982~4259411,197774927~11031,200607545~3779959,209229107~6256465,218526003~9083991,235183025~25699694,263562138~4679923,277580827~7629022,292197452~7598411,313187402~6232368,320522942~9392422,330722593~7709452,339949472~4734326,349452136~29504549,391281744~1241077,392715692~19129156] 2024-04-10T16:46:39.166 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [320518~3436123,4517799~7769493,16191955~15965094,38353730~6667019,46488430~4957682,51946708~11430378,65159500~9884128,79300488~12190924,95313393~8156069,105258669~166198,108364783~3547544,124087940~3733008,127877708~39700628,172571962~836608,174009336~4108040,180758234~6975912,188136982~4259411,197774927~11031,200607545~3779959,209229107~6256465,218526003~9083991,235183025~25699694,263562138~4679923,277580827~7629022,292197452~7598411,313187402~6232368,320522942~9392422,330722593~7709452,339949472~4734326,349452136~29504549,391281744~1241077,392715692~19129156] 2024-04-10T16:46:39.171 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [320518~3436123,4517799~7769493,16191955~15965094,38353730~6667019,46488430~4957682,51946708~11430378,64780259~10263369,79300488~12190924,95313393~8156069,105258669~166198,108364783~3547544,124087940~3733008,127877708~39700628,172571962~836608,174009336~4108040,180758234~6975912,188136982~4259411,197774927~11031,200607545~3779959,209229107~6256465,218103808~9506186,235183025~33059036,277580827~7629022,292197452~7598411,313187402~6232368,320522942~9392422,330722593~7709452,339738624~4945174,348127232~30829453,391281744~1241077,392715692~19129156] 2024-04-10T16:46:39.172 INFO:tasks.workunit.client.0.smithi069.stdout:from 9 to HEAD diff [320518~3436123,4517799~7769493,16191955~15965094,38353730~3767321,46488430~4957682,51946708~4083195,58653072~4724014,65159500~9884128,79300488~12190924,95313393~8156069,108364783~3547544,124087940~3733008,127877708~39700628,172571962~836608,174009336~4108040,180758234~6975912,188153238~3721549,197774927~11031,200607545~3779959,209229107~6256465,218526003~9083991,235183025~2866691,241769996~19112723,263562138~4679923,277580827~4192511,292465346~7330517,320522942~9392422,330722593~7709452,339949472~4734326,349452136~29504549,391281744~1241077,392715692~19129156] 2024-04-10T16:46:39.172 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [320518~3436123,4517799~7769493,16191955~15965094,38353730~3767321,46488430~4957682,51946708~4083195,58653072~4724014,65159500~9884128,79300488~12190924,95313393~8156069,108364783~3547544,124087940~3733008,127877708~39700628,172571962~836608,174009336~4108040,180758234~6975912,188153238~3721549,197774927~11031,200607545~3779959,209229107~6256465,218526003~9083991,235183025~2866691,241769996~19112723,263562138~4679923,277580827~4192511,292465346~7330517,320522942~9392422,330722593~7709452,339949472~4734326,349452136~29504549,391281744~1241077,392715692~19129156] 2024-04-10T16:46:39.177 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [320518~3436123,4517799~7769493,16191955~15965094,38353730~3767321,46488430~4957682,51946708~4083195,58653072~4724014,64780259~10263369,79300488~12190924,95313393~8156069,108364783~3547544,124087940~3733008,127877708~39700628,172571962~836608,174009336~4108040,180758234~6975912,188153238~3721549,197774927~11031,200607545~3779959,209229107~6256465,218103808~9506186,235183025~2866691,241769996~26472065,277580827~4192511,292465346~7330517,320522942~9392422,330722593~7709452,339738624~4945174,348127232~30829453,391281744~1241077,392715692~19129156] 2024-04-10T16:46:39.358 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:46:39 smithi069 ceph-mon[96738]: pgmap v4013: 137 pgs: 1 active+clean+snaptrim, 136 active+clean; 852 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 22 KiB/s rd, 1.2 KiB/s wr, 3.03k op/s 2024-04-10T16:46:39.358 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:46:39 smithi069 ceph-mon[96738]: osdmap e2070: 8 total, 8 up, 8 in 2024-04-10T16:46:39.358 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:46:39 smithi069 ceph-mon[94167]: pgmap v4013: 137 pgs: 1 active+clean+snaptrim, 136 active+clean; 852 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 22 KiB/s rd, 1.2 KiB/s wr, 3.03k op/s 2024-04-10T16:46:39.358 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:46:39 smithi069 ceph-mon[94167]: osdmap e2070: 8 total, 8 up, 8 in 2024-04-10T16:46:39.513 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:46:39 smithi077 ceph-mon[87572]: pgmap v4013: 137 pgs: 1 active+clean+snaptrim, 136 active+clean; 852 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 22 KiB/s rd, 1.2 KiB/s wr, 3.03k op/s 2024-04-10T16:46:39.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:46:39 smithi077 ceph-mon[87572]: osdmap e2070: 8 total, 8 up, 8 in 2024-04-10T16:46:40.073 INFO:tasks.workunit.client.0.smithi069.stdout:from 0 to HEAD diff [320518~15336603,16191955~20258151,38332794~26447465,65159500~9884128,77964337~13527075,92104573~11523572,105258669~166198,106185411~11303908,124087940~3733008,127877708~64518685,194271394~14651097,209229107~6256465,218526003~11570781,234638313~26244406,263562138~4679923,271366772~155725,277580827~11917795,290068331~9727532,306871670~23043694,330722593~7907078,339949472~4734326,344991222~1323671,349452136~29504549,386464222~2107062,389620817~22224031] 2024-04-10T16:46:40.073 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [320518~15336603,16191955~20258151,38332794~26447465,65159500~9884128,77964337~13527075,92104573~11523572,105258669~166198,106185411~11303908,124087940~3733008,127877708~64518685,194271394~14651097,209229107~6256465,218526003~11570781,234638313~26244406,263562138~4679923,271366772~155725,277580827~11917795,290068331~9727532,306871670~23043694,330722593~7907078,339949472~4734326,344991222~1323671,349452136~29504549,386464222~2107062,389620817~22224031] 2024-04-10T16:46:40.128 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~36450106,37748736~37294892,77964337~25663808,104857600~12631719,124087940~68308453,192937984~22547588,218103808~11992976,230686720~37555341,268435456~3087041,276824064~22971799,306871670~23043694,330012032~8617639,339738624~6576269,348127232~30829453,385875968~25968880] 2024-04-10T16:46:40.128 INFO:tasks.workunit.client.0.smithi069.stdout:from 1 to HEAD diff [320518~15336603,16191955~20258151,38332794~7543736,46488430~18291829,65159500~9884128,77964337~13527075,92104573~11523572,105258669~166198,106185411~11303908,124087940~3733008,127877708~41820578,172077190~20319203,194271394~2649636,197774927~11031,200607545~8314946,209229107~6256465,218526003~11570781,234638313~26244406,263562138~4679923,271366772~155725,277580827~11917795,292197452~7598411,306871670~12548100,320522942~9392422,330722593~7709452,339949472~4734326,344991222~1323671,349452136~29504549,386464222~2107062,389620817~22224031] 2024-04-10T16:46:40.128 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [320518~15336603,16191955~20258151,38332794~7543736,46488430~18291829,65159500~9884128,77964337~13527075,92104573~11523572,105258669~166198,106185411~11303908,124087940~3733008,127877708~41820578,172077190~20319203,194271394~2649636,197774927~11031,200607545~8314946,209229107~6256465,218526003~11570781,234638313~26244406,263562138~4679923,271366772~155725,277580827~11917795,292197452~7598411,306871670~12548100,320522942~9392422,330722593~7709452,339949472~4734326,344991222~1323671,349452136~29504549,386464222~2107062,389620817~22224031] 2024-04-10T16:46:40.140 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~36450106,37748736~8127794,46488430~28555198,77964337~25663808,104857600~12631719,124087940~45610346,172077190~20319203,194271394~2649636,197774927~11031,200607545~14878027,218103808~11992976,230686720~37555341,268435456~3087041,276824064~12674558,292197452~7598411,306871670~12548100,320522942~9392422,330012032~8420013,339738624~6576269,348127232~30829453,385875968~25968880] 2024-04-10T16:46:40.140 INFO:tasks.workunit.client.0.smithi069.stdout:from 2 to HEAD diff [320518~3612829,4517799~11139322,16191955~15965094,38332794~7543736,46488430~18291829,65159500~9884128,77964337~13527075,92104573~11523572,105258669~166198,106185411~11303908,124087940~3733008,127877708~41820578,172571962~836608,173747509~13986637,188136982~4259411,194271394~2649636,197774927~11031,200607545~8314946,209229107~6256465,218526003~11570781,234638313~26244406,263562138~4679923,271366772~155725,277580827~11917795,292197452~7598411,306871670~12548100,320522942~9392422,330722593~7709452,339949472~4734326,349452136~29504549,386464222~2107062,389620817~22224031] 2024-04-10T16:46:40.140 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [320518~3612829,4517799~11139322,16191955~15965094,38332794~7543736,46488430~18291829,65159500~9884128,77964337~13527075,92104573~11523572,105258669~166198,106185411~11303908,124087940~3733008,127877708~41820578,172571962~836608,173747509~13986637,188136982~4259411,194271394~2649636,197774927~11031,200607545~8314946,209229107~6256465,218526003~11570781,234638313~26244406,263562138~4679923,271366772~155725,277580827~11917795,292197452~7598411,306871670~12548100,320522942~9392422,330722593~7709452,339949472~4734326,349452136~29504549,386464222~2107062,389620817~22224031] 2024-04-10T16:46:40.146 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [320518~3612829,4517799~27639250,37748736~8127794,46488430~28555198,77964337~25663808,104857600~12631719,124087940~45610346,172571962~836608,173747509~13986637,188136982~4259411,194271394~2649636,197774927~11031,200607545~14878027,218103808~11992976,230686720~37555341,268435456~3087041,276824064~12674558,292197452~7598411,306871670~12548100,320522942~9392422,330012032~8420013,339738624~4945174,348127232~30829453,385875968~25968880] 2024-04-10T16:46:40.146 INFO:tasks.workunit.client.0.smithi069.stdout:from 3 to HEAD diff [320518~3436123,4517799~11139322,16191955~15965094,38332794~7543736,46488430~4957682,51946708~12326711,65159500~9884128,77964337~13527075,92104573~11523572,105258669~166198,106185411~11303908,124087940~3733008,127877708~41820578,172571962~836608,173747509~13986637,188136982~4259411,194271394~2649636,197774927~11031,200607545~8314946,209229107~6256465,218526003~11570781,234638313~26244406,263562138~4679923,271366772~155725,277580827~11917795,292197452~7598411,308484539~549956,310281983~9137787,320522942~9392422,330722593~7709452,339949472~4734326,349452136~29504549,386464222~2107062,391281744~1241077,392715692~19129156] 2024-04-10T16:46:40.146 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [320518~3436123,4517799~11139322,16191955~15965094,38332794~7543736,46488430~4957682,51946708~12326711,65159500~9884128,77964337~13527075,92104573~11523572,105258669~166198,106185411~11303908,124087940~3733008,127877708~41820578,172571962~836608,173747509~13986637,188136982~4259411,194271394~2649636,197774927~11031,200607545~8314946,209229107~6256465,218526003~11570781,234638313~26244406,263562138~4679923,271366772~155725,277580827~11917795,292197452~7598411,308484539~549956,310281983~9137787,320522942~9392422,330722593~7709452,339949472~4734326,349452136~29504549,386464222~2107062,391281744~1241077,392715692~19129156] 2024-04-10T16:46:40.152 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [320518~3436123,4517799~27639250,37748736~8127794,46488430~4957682,51946708~12326711,64780259~10263369,77964337~25663808,104857600~12631719,124087940~3733008,127877708~41820578,172571962~836608,173747509~13986637,188136982~4259411,194271394~2649636,197774927~11031,200607545~14878027,218103808~11992976,230686720~37555341,268435456~3087041,276824064~12674558,292197452~7598411,308484539~549956,310281983~9137787,320522942~9392422,330012032~8420013,339738624~4945174,348127232~30829453,386464222~2107062,391281744~1241077,392715692~19129156] 2024-04-10T16:46:40.152 INFO:tasks.workunit.client.0.smithi069.stdout:from 4 to HEAD diff [320518~3436123,4517799~11139322,16191955~15965094,38353730~6667019,45147079~298215,46488430~4957682,51946708~12326711,65159500~9884128,77964337~13527075,95313393~8156069,105258669~166198,106185411~11303908,124087940~3733008,127877708~41820578,172571962~836608,173747509~13986637,188136982~4259411,197774927~11031,200607545~8314946,209229107~6256465,218526003~11570781,234638313~26244406,263562138~4679923,271366772~155725,277580827~11917795,292197452~7598411,310281983~9137787,320522942~9392422,330722593~7709452,339949472~4734326,349452136~29504549,386464222~2107062,391281744~1241077,392715692~19129156] 2024-04-10T16:46:40.152 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [320518~3436123,4517799~11139322,16191955~15965094,38353730~6667019,45147079~298215,46488430~4957682,51946708~12326711,65159500~9884128,77964337~13527075,95313393~8156069,105258669~166198,106185411~11303908,124087940~3733008,127877708~41820578,172571962~836608,173747509~13986637,188136982~4259411,197774927~11031,200607545~8314946,209229107~6256465,218526003~11570781,234638313~26244406,263562138~4679923,271366772~155725,277580827~11917795,292197452~7598411,310281983~9137787,320522942~9392422,330722593~7709452,339949472~4734326,349452136~29504549,386464222~2107062,391281744~1241077,392715692~19129156] 2024-04-10T16:46:40.158 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [320518~3436123,4517799~27639250,38353730~6667019,45147079~298215,46488430~4957682,51946708~12326711,64780259~10263369,77964337~13527075,95313393~8156069,104857600~12631719,124087940~3733008,127877708~41820578,172571962~836608,173747509~13986637,188136982~4259411,197774927~11031,200607545~14878027,218103808~11992976,230686720~37555341,268435456~3087041,277580827~11917795,292197452~7598411,310281983~9137787,320522942~9392422,330012032~8420013,339738624~4945174,348127232~30829453,386464222~2107062,391281744~1241077,392715692~19129156] 2024-04-10T16:46:40.158 INFO:tasks.workunit.client.0.smithi069.stdout:from 5 to HEAD diff [320518~3436123,4517799~8104819,14461241~863772,16191955~15965094,38353730~6667019,45147079~298215,46488430~4957682,51946708~12326711,65159500~9884128,77964337~13527075,95313393~8156069,105258669~166198,106185411~7627575,124087940~3733008,127877708~39700628,172571962~836608,173747509~13986637,188136982~4259411,197774927~11031,200607545~3779959,209229107~6256465,218526003~11570781,234638313~26244406,263562138~4679923,277580827~11917795,292197452~7598411,310281983~9137787,320522942~9392422,330722593~7709452,339949472~4734326,349452136~29504549,386464222~2107062,391281744~1241077,392715692~19129156] 2024-04-10T16:46:40.158 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [320518~3436123,4517799~8104819,14461241~863772,16191955~15965094,38353730~6667019,45147079~298215,46488430~4957682,51946708~12326711,65159500~9884128,77964337~13527075,95313393~8156069,105258669~166198,106185411~7627575,124087940~3733008,127877708~39700628,172571962~836608,173747509~13986637,188136982~4259411,197774927~11031,200607545~3779959,209229107~6256465,218526003~11570781,234638313~26244406,263562138~4679923,277580827~11917795,292197452~7598411,310281983~9137787,320522942~9392422,330722593~7709452,339949472~4734326,349452136~29504549,386464222~2107062,391281744~1241077,392715692~19129156] 2024-04-10T16:46:40.164 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [320518~3436123,4517799~8104819,14461241~863772,15657121~16499928,38353730~6667019,45147079~298215,46488430~4957682,51946708~12326711,64780259~10263369,77964337~13527075,95313393~8156069,104857600~8955386,124087940~3733008,127877708~39700628,172571962~836608,173747509~13986637,188136982~4259411,197774927~11031,200607545~3779959,208922491~6563081,218103808~11992976,230686720~37555341,277580827~11917795,292197452~7598411,310281983~9137787,320522942~9392422,330722593~7709452,339738624~4945174,348127232~30829453,386464222~2107062,391281744~1241077,392715692~19129156] 2024-04-10T16:46:40.164 INFO:tasks.workunit.client.0.smithi069.stdout:from 6 to HEAD diff [320518~3436123,4517799~8104819,14461241~863772,16191955~15965094,38353730~6667019,45147079~298215,46488430~4957682,51946708~11430378,65159500~9884128,79300488~12190924,95313393~8156069,105258669~166198,106185411~7627575,124087940~3733008,127877708~39700628,172571962~836608,173747509~13986637,188136982~4259411,197774927~11031,200607545~3779959,209229107~6256465,218526003~11570781,235183025~25699694,263562138~4679923,277580827~10729953,292197452~7598411,310281983~9137787,320522942~9392422,330722593~7709452,339949472~4734326,349452136~29504549,386464222~2107062,391281744~1241077,392715692~19129156] 2024-04-10T16:46:40.164 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [320518~3436123,4517799~8104819,14461241~863772,16191955~15965094,38353730~6667019,45147079~298215,46488430~4957682,51946708~11430378,65159500~9884128,79300488~12190924,95313393~8156069,105258669~166198,106185411~7627575,124087940~3733008,127877708~39700628,172571962~836608,173747509~13986637,188136982~4259411,197774927~11031,200607545~3779959,209229107~6256465,218526003~11570781,235183025~25699694,263562138~4679923,277580827~10729953,292197452~7598411,310281983~9137787,320522942~9392422,330722593~7709452,339949472~4734326,349452136~29504549,386464222~2107062,391281744~1241077,392715692~19129156] 2024-04-10T16:46:40.170 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [320518~3436123,4517799~8104819,14461241~863772,15657121~16499928,38353730~6667019,45147079~298215,46488430~4957682,51946708~11430378,64780259~10263369,79300488~12190924,95313393~8156069,104857600~8955386,124087940~3733008,127877708~39700628,172571962~836608,173747509~13986637,188136982~4259411,197774927~11031,200607545~3779959,208922491~6563081,218103808~11992976,235183025~33059036,277580827~10729953,292197452~7598411,310281983~9137787,320522942~9392422,330722593~7709452,339738624~4945174,348127232~30829453,386464222~2107062,391281744~1241077,392715692~19129156] 2024-04-10T16:46:40.170 INFO:tasks.workunit.client.0.smithi069.stdout:from 7 to HEAD diff [320518~3436123,4517799~7769493,14461241~863772,16191955~15965094,38353730~6667019,46488430~4957682,51946708~11430378,65159500~9884128,79300488~12190924,95313393~8156069,105258669~166198,108364783~3547544,124087940~3733008,127877708~39700628,172571962~836608,173747509~13986637,188136982~4259411,197774927~11031,200607545~3779959,209229107~6256465,218526003~11570781,235183025~25699694,263562138~4679923,277580827~10729953,292197452~7598411,313187402~6232368,320522942~9392422,330722593~7709452,339949472~4734326,349452136~29504549,391281744~1241077,392715692~19129156] 2024-04-10T16:46:40.170 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [320518~3436123,4517799~7769493,14461241~863772,16191955~15965094,38353730~6667019,46488430~4957682,51946708~11430378,65159500~9884128,79300488~12190924,95313393~8156069,105258669~166198,108364783~3547544,124087940~3733008,127877708~39700628,172571962~836608,173747509~13986637,188136982~4259411,197774927~11031,200607545~3779959,209229107~6256465,218526003~11570781,235183025~25699694,263562138~4679923,277580827~10729953,292197452~7598411,313187402~6232368,320522942~9392422,330722593~7709452,339949472~4734326,349452136~29504549,391281744~1241077,392715692~19129156] 2024-04-10T16:46:40.176 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [320518~3436123,4517799~7769493,14461241~863772,15657121~16499928,38353730~6667019,46488430~4957682,51946708~11430378,64780259~10263369,79300488~12190924,95313393~8156069,105258669~166198,108364783~3547544,124087940~3733008,127877708~39700628,172571962~836608,173747509~13986637,188136982~4259411,197774927~11031,200607545~3779959,208922491~6563081,218103808~11992976,235183025~33059036,277580827~10729953,292197452~7598411,313187402~6232368,320522942~9392422,330722593~7709452,339738624~4945174,348127232~30829453,391281744~1241077,392715692~19129156] 2024-04-10T16:46:40.176 INFO:tasks.workunit.client.0.smithi069.stdout:from 8 to HEAD diff [320518~3436123,4517799~7769493,16191955~15965094,38353730~6667019,46488430~4957682,51946708~11430378,65159500~9884128,79300488~12190924,95313393~8156069,105258669~166198,108364783~3547544,124087940~3733008,127877708~39700628,172571962~836608,174009336~4108040,180758234~6975912,188136982~4259411,197774927~11031,200607545~3779959,209229107~6256465,218526003~9083991,235183025~25699694,263562138~4679923,277580827~7629022,292197452~7598411,313187402~6232368,320522942~9392422,330722593~7709452,339949472~4734326,349452136~29504549,391281744~1241077,392715692~19129156] 2024-04-10T16:46:40.176 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [320518~3436123,4517799~7769493,16191955~15965094,38353730~6667019,46488430~4957682,51946708~11430378,65159500~9884128,79300488~12190924,95313393~8156069,105258669~166198,108364783~3547544,124087940~3733008,127877708~39700628,172571962~836608,174009336~4108040,180758234~6975912,188136982~4259411,197774927~11031,200607545~3779959,209229107~6256465,218526003~9083991,235183025~25699694,263562138~4679923,277580827~7629022,292197452~7598411,313187402~6232368,320522942~9392422,330722593~7709452,339949472~4734326,349452136~29504549,391281744~1241077,392715692~19129156] 2024-04-10T16:46:40.182 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [320518~3436123,4517799~7769493,16191955~15965094,38353730~6667019,46488430~4957682,51946708~11430378,64780259~10263369,79300488~12190924,95313393~8156069,105258669~166198,108364783~3547544,124087940~3733008,127877708~39700628,172571962~836608,174009336~4108040,180758234~6975912,188136982~4259411,197774927~11031,200607545~3779959,209229107~6256465,218103808~9506186,235183025~33059036,277580827~7629022,292197452~7598411,313187402~6232368,320522942~9392422,330722593~7709452,339738624~4945174,348127232~30829453,391281744~1241077,392715692~19129156] 2024-04-10T16:46:40.358 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:46:40 smithi069 ceph-mon[94167]: osdmap e2071: 8 total, 8 up, 8 in 2024-04-10T16:46:40.358 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:46:40 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:46:40.358 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:46:40 smithi069 ceph-mon[96738]: osdmap e2071: 8 total, 8 up, 8 in 2024-04-10T16:46:40.358 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:46:40 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:46:40.513 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:46:40 smithi077 ceph-mon[87572]: osdmap e2071: 8 total, 8 up, 8 in 2024-04-10T16:46:40.513 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:46:40 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:46:41.078 INFO:tasks.workunit.client.0.smithi069.stdout:from 0 to HEAD diff [320518~15336603,16191955~20258151,38332794~26447465,65159500~9884128,77964337~13527075,92104573~11523572,105258669~166198,106185411~11303908,124087940~3733008,127877708~64518685,194271394~14651097,209229107~6256465,218526003~11570781,234638313~26244406,263562138~4679923,271366772~155725,277580827~11917795,290068331~9727532,306871670~23043694,330722593~7907078,339949472~4734326,344991222~1323671,349452136~29504549,386464222~2107062,389620817~22224031] 2024-04-10T16:46:41.078 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [320518~15336603,16191955~20258151,38332794~26447465,65159500~9884128,77964337~13527075,92104573~11523572,105258669~166198,106185411~11303908,124087940~3733008,127877708~64518685,194271394~14651097,209229107~6256465,218526003~11570781,234638313~26244406,263562138~4679923,271366772~155725,277580827~11917795,290068331~9727532,306871670~23043694,330722593~7907078,339949472~4734326,344991222~1323671,349452136~29504549,386464222~2107062,389620817~22224031] 2024-04-10T16:46:41.125 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~36450106,37748736~37294892,77964337~25663808,104857600~12631719,124087940~68308453,192937984~22547588,218103808~11992976,230686720~37555341,268435456~3087041,276824064~22971799,306871670~23043694,330012032~8617639,339738624~6576269,348127232~30829453,385875968~25968880] 2024-04-10T16:46:41.125 INFO:tasks.workunit.client.0.smithi069.stdout:from 1 to HEAD diff [320518~15336603,16191955~20258151,38332794~7543736,46488430~18291829,65159500~9884128,77964337~13527075,92104573~11523572,105258669~166198,106185411~11303908,124087940~3733008,127877708~41820578,172077190~20319203,194271394~2649636,197774927~11031,200607545~8314946,209229107~6256465,218526003~11570781,234638313~26244406,263562138~4679923,271366772~155725,277580827~11917795,292197452~7598411,306871670~12548100,320522942~9392422,330722593~7709452,339949472~4734326,344991222~1323671,349452136~29504549,386464222~2107062,389620817~22224031] 2024-04-10T16:46:41.126 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [320518~15336603,16191955~20258151,38332794~7543736,46488430~18291829,65159500~9884128,77964337~13527075,92104573~11523572,105258669~166198,106185411~11303908,124087940~3733008,127877708~41820578,172077190~20319203,194271394~2649636,197774927~11031,200607545~8314946,209229107~6256465,218526003~11570781,234638313~26244406,263562138~4679923,271366772~155725,277580827~11917795,292197452~7598411,306871670~12548100,320522942~9392422,330722593~7709452,339949472~4734326,344991222~1323671,349452136~29504549,386464222~2107062,389620817~22224031] 2024-04-10T16:46:41.141 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~36450106,37748736~8127794,46488430~28555198,77964337~25663808,104857600~12631719,124087940~45610346,172077190~20319203,194271394~2649636,197774927~11031,200607545~14878027,218103808~11992976,230686720~37555341,268435456~3087041,276824064~12674558,292197452~7598411,306871670~12548100,320522942~9392422,330012032~8420013,339738624~6576269,348127232~30829453,385875968~25968880] 2024-04-10T16:46:41.141 INFO:tasks.workunit.client.0.smithi069.stdout:from 2 to HEAD diff [320518~3612829,4517799~11139322,16191955~15965094,38332794~7543736,46488430~18291829,65159500~9884128,77964337~13527075,92104573~11523572,105258669~166198,106185411~11303908,124087940~3733008,127877708~41820578,172571962~836608,173747509~13986637,188136982~4259411,194271394~2649636,197774927~11031,200607545~8314946,209229107~6256465,218526003~11570781,234638313~26244406,263562138~4679923,271366772~155725,277580827~11917795,292197452~7598411,306871670~12548100,320522942~9392422,330722593~7709452,339949472~4734326,349452136~29504549,386464222~2107062,389620817~22224031] 2024-04-10T16:46:41.141 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [320518~3612829,4517799~11139322,16191955~15965094,38332794~7543736,46488430~18291829,65159500~9884128,77964337~13527075,92104573~11523572,105258669~166198,106185411~11303908,124087940~3733008,127877708~41820578,172571962~836608,173747509~13986637,188136982~4259411,194271394~2649636,197774927~11031,200607545~8314946,209229107~6256465,218526003~11570781,234638313~26244406,263562138~4679923,271366772~155725,277580827~11917795,292197452~7598411,306871670~12548100,320522942~9392422,330722593~7709452,339949472~4734326,349452136~29504549,386464222~2107062,389620817~22224031] 2024-04-10T16:46:41.147 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [320518~3612829,4517799~27639250,37748736~8127794,46488430~28555198,77964337~25663808,104857600~12631719,124087940~45610346,172571962~836608,173747509~13986637,188136982~4259411,194271394~2649636,197774927~11031,200607545~14878027,218103808~11992976,230686720~37555341,268435456~3087041,276824064~12674558,292197452~7598411,306871670~12548100,320522942~9392422,330012032~8420013,339738624~4945174,348127232~30829453,385875968~25968880] 2024-04-10T16:46:41.148 INFO:tasks.workunit.client.0.smithi069.stdout:from 3 to HEAD diff [320518~3436123,4517799~11139322,16191955~15965094,38332794~7543736,46488430~4957682,51946708~12326711,65159500~9884128,77964337~13527075,92104573~11523572,105258669~166198,106185411~11303908,124087940~3733008,127877708~41820578,172571962~836608,173747509~13986637,188136982~4259411,194271394~2649636,197774927~11031,200607545~8314946,209229107~6256465,218526003~11570781,234638313~26244406,263562138~4679923,271366772~155725,277580827~11917795,292197452~7598411,308484539~549956,310281983~9137787,320522942~9392422,330722593~7709452,339949472~4734326,349452136~29504549,386464222~2107062,391281744~1241077,392715692~19129156] 2024-04-10T16:46:41.148 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [320518~3436123,4517799~11139322,16191955~15965094,38332794~7543736,46488430~4957682,51946708~12326711,65159500~9884128,77964337~13527075,92104573~11523572,105258669~166198,106185411~11303908,124087940~3733008,127877708~41820578,172571962~836608,173747509~13986637,188136982~4259411,194271394~2649636,197774927~11031,200607545~8314946,209229107~6256465,218526003~11570781,234638313~26244406,263562138~4679923,271366772~155725,277580827~11917795,292197452~7598411,308484539~549956,310281983~9137787,320522942~9392422,330722593~7709452,339949472~4734326,349452136~29504549,386464222~2107062,391281744~1241077,392715692~19129156] 2024-04-10T16:46:41.153 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [320518~3436123,4517799~27639250,37748736~8127794,46488430~4957682,51946708~12326711,64780259~10263369,77964337~25663808,104857600~12631719,124087940~3733008,127877708~41820578,172571962~836608,173747509~13986637,188136982~4259411,194271394~2649636,197774927~11031,200607545~14878027,218103808~11992976,230686720~37555341,268435456~3087041,276824064~12674558,292197452~7598411,308484539~549956,310281983~9137787,320522942~9392422,330012032~8420013,339738624~4945174,348127232~30829453,386464222~2107062,391281744~1241077,392715692~19129156] 2024-04-10T16:46:41.153 INFO:tasks.workunit.client.0.smithi069.stdout:from 4 to HEAD diff [320518~3436123,4517799~11139322,16191955~15965094,38353730~6667019,45147079~298215,46488430~4957682,51946708~12326711,65159500~9884128,77964337~13527075,95313393~8156069,105258669~166198,106185411~11303908,124087940~3733008,127877708~41820578,172571962~836608,173747509~13986637,188136982~4259411,197774927~11031,200607545~8314946,209229107~6256465,218526003~11570781,234638313~26244406,263562138~4679923,271366772~155725,277580827~11917795,292197452~7598411,310281983~9137787,320522942~9392422,330722593~7709452,339949472~4734326,349452136~29504549,386464222~2107062,391281744~1241077,392715692~19129156] 2024-04-10T16:46:41.153 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [320518~3436123,4517799~11139322,16191955~15965094,38353730~6667019,45147079~298215,46488430~4957682,51946708~12326711,65159500~9884128,77964337~13527075,95313393~8156069,105258669~166198,106185411~11303908,124087940~3733008,127877708~41820578,172571962~836608,173747509~13986637,188136982~4259411,197774927~11031,200607545~8314946,209229107~6256465,218526003~11570781,234638313~26244406,263562138~4679923,271366772~155725,277580827~11917795,292197452~7598411,310281983~9137787,320522942~9392422,330722593~7709452,339949472~4734326,349452136~29504549,386464222~2107062,391281744~1241077,392715692~19129156] 2024-04-10T16:46:41.159 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [320518~3436123,4517799~27639250,38353730~6667019,45147079~298215,46488430~4957682,51946708~12326711,64780259~10263369,77964337~13527075,95313393~8156069,104857600~12631719,124087940~3733008,127877708~41820578,172571962~836608,173747509~13986637,188136982~4259411,197774927~11031,200607545~14878027,218103808~11992976,230686720~37555341,268435456~3087041,277580827~11917795,292197452~7598411,310281983~9137787,320522942~9392422,330012032~8420013,339738624~4945174,348127232~30829453,386464222~2107062,391281744~1241077,392715692~19129156] 2024-04-10T16:46:41.159 INFO:tasks.workunit.client.0.smithi069.stdout:from 5 to HEAD diff [320518~3436123,4517799~8104819,14461241~863772,16191955~15965094,38353730~6667019,45147079~298215,46488430~4957682,51946708~12326711,65159500~9884128,77964337~13527075,95313393~8156069,105258669~166198,106185411~7627575,124087940~3733008,127877708~39700628,172571962~836608,173747509~13986637,188136982~4259411,197774927~11031,200607545~3779959,209229107~6256465,218526003~11570781,234638313~26244406,263562138~4679923,277580827~11917795,292197452~7598411,310281983~9137787,320522942~9392422,330722593~7709452,339949472~4734326,349452136~29504549,386464222~2107062,391281744~1241077,392715692~19129156] 2024-04-10T16:46:41.159 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [320518~3436123,4517799~8104819,14461241~863772,16191955~15965094,38353730~6667019,45147079~298215,46488430~4957682,51946708~12326711,65159500~9884128,77964337~13527075,95313393~8156069,105258669~166198,106185411~7627575,124087940~3733008,127877708~39700628,172571962~836608,173747509~13986637,188136982~4259411,197774927~11031,200607545~3779959,209229107~6256465,218526003~11570781,234638313~26244406,263562138~4679923,277580827~11917795,292197452~7598411,310281983~9137787,320522942~9392422,330722593~7709452,339949472~4734326,349452136~29504549,386464222~2107062,391281744~1241077,392715692~19129156] 2024-04-10T16:46:41.165 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [320518~3436123,4517799~8104819,14461241~863772,15657121~16499928,38353730~6667019,45147079~298215,46488430~4957682,51946708~12326711,64780259~10263369,77964337~13527075,95313393~8156069,104857600~8955386,124087940~3733008,127877708~39700628,172571962~836608,173747509~13986637,188136982~4259411,197774927~11031,200607545~3779959,208922491~6563081,218103808~11992976,230686720~37555341,277580827~11917795,292197452~7598411,310281983~9137787,320522942~9392422,330722593~7709452,339738624~4945174,348127232~30829453,386464222~2107062,391281744~1241077,392715692~19129156] 2024-04-10T16:46:41.165 INFO:tasks.workunit.client.0.smithi069.stdout:from 6 to HEAD diff [320518~3436123,4517799~8104819,14461241~863772,16191955~15965094,38353730~6667019,45147079~298215,46488430~4957682,51946708~11430378,65159500~9884128,79300488~12190924,95313393~8156069,105258669~166198,106185411~7627575,124087940~3733008,127877708~39700628,172571962~836608,173747509~13986637,188136982~4259411,197774927~11031,200607545~3779959,209229107~6256465,218526003~11570781,235183025~25699694,263562138~4679923,277580827~10729953,292197452~7598411,310281983~9137787,320522942~9392422,330722593~7709452,339949472~4734326,349452136~29504549,386464222~2107062,391281744~1241077,392715692~19129156] 2024-04-10T16:46:41.165 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [320518~3436123,4517799~8104819,14461241~863772,16191955~15965094,38353730~6667019,45147079~298215,46488430~4957682,51946708~11430378,65159500~9884128,79300488~12190924,95313393~8156069,105258669~166198,106185411~7627575,124087940~3733008,127877708~39700628,172571962~836608,173747509~13986637,188136982~4259411,197774927~11031,200607545~3779959,209229107~6256465,218526003~11570781,235183025~25699694,263562138~4679923,277580827~10729953,292197452~7598411,310281983~9137787,320522942~9392422,330722593~7709452,339949472~4734326,349452136~29504549,386464222~2107062,391281744~1241077,392715692~19129156] 2024-04-10T16:46:41.170 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [320518~3436123,4517799~8104819,14461241~863772,15657121~16499928,38353730~6667019,45147079~298215,46488430~4957682,51946708~11430378,64780259~10263369,79300488~12190924,95313393~8156069,104857600~8955386,124087940~3733008,127877708~39700628,172571962~836608,173747509~13986637,188136982~4259411,197774927~11031,200607545~3779959,208922491~6563081,218103808~11992976,235183025~33059036,277580827~10729953,292197452~7598411,310281983~9137787,320522942~9392422,330722593~7709452,339738624~4945174,348127232~30829453,386464222~2107062,391281744~1241077,392715692~19129156] 2024-04-10T16:46:41.171 INFO:tasks.workunit.client.0.smithi069.stdout:from 7 to HEAD diff [320518~3436123,4517799~7769493,14461241~863772,16191955~15965094,38353730~6667019,46488430~4957682,51946708~11430378,65159500~9884128,79300488~12190924,95313393~8156069,105258669~166198,108364783~3547544,124087940~3733008,127877708~39700628,172571962~836608,173747509~13986637,188136982~4259411,197774927~11031,200607545~3779959,209229107~6256465,218526003~11570781,235183025~25699694,263562138~4679923,277580827~10729953,292197452~7598411,313187402~6232368,320522942~9392422,330722593~7709452,339949472~4734326,349452136~29504549,391281744~1241077,392715692~19129156] 2024-04-10T16:46:41.171 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [320518~3436123,4517799~7769493,14461241~863772,16191955~15965094,38353730~6667019,46488430~4957682,51946708~11430378,65159500~9884128,79300488~12190924,95313393~8156069,105258669~166198,108364783~3547544,124087940~3733008,127877708~39700628,172571962~836608,173747509~13986637,188136982~4259411,197774927~11031,200607545~3779959,209229107~6256465,218526003~11570781,235183025~25699694,263562138~4679923,277580827~10729953,292197452~7598411,313187402~6232368,320522942~9392422,330722593~7709452,339949472~4734326,349452136~29504549,391281744~1241077,392715692~19129156] 2024-04-10T16:46:41.176 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [320518~3436123,4517799~7769493,14461241~863772,15657121~16499928,38353730~6667019,46488430~4957682,51946708~11430378,64780259~10263369,79300488~12190924,95313393~8156069,105258669~166198,108364783~3547544,124087940~3733008,127877708~39700628,172571962~836608,173747509~13986637,188136982~4259411,197774927~11031,200607545~3779959,208922491~6563081,218103808~11992976,235183025~33059036,277580827~10729953,292197452~7598411,313187402~6232368,320522942~9392422,330722593~7709452,339738624~4945174,348127232~30829453,391281744~1241077,392715692~19129156] 2024-04-10T16:46:41.358 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:46:41 smithi069 ceph-mon[94167]: pgmap v4016: 137 pgs: 137 active+clean; 807 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 124 KiB/s rd, 7.2 KiB/s wr, 1.19k op/s 2024-04-10T16:46:41.358 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:46:41 smithi069 ceph-mon[94167]: osdmap e2072: 8 total, 8 up, 8 in 2024-04-10T16:46:41.358 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:46:41 smithi069 ceph-mon[96738]: pgmap v4016: 137 pgs: 137 active+clean; 807 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 124 KiB/s rd, 7.2 KiB/s wr, 1.19k op/s 2024-04-10T16:46:41.358 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:46:41 smithi069 ceph-mon[96738]: osdmap e2072: 8 total, 8 up, 8 in 2024-04-10T16:46:41.513 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:46:41 smithi077 ceph-mon[87572]: pgmap v4016: 137 pgs: 137 active+clean; 807 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 124 KiB/s rd, 7.2 KiB/s wr, 1.19k op/s 2024-04-10T16:46:41.513 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:46:41 smithi077 ceph-mon[87572]: osdmap e2072: 8 total, 8 up, 8 in 2024-04-10T16:46:42.064 INFO:tasks.workunit.client.0.smithi069.stdout:from 0 to HEAD diff [320518~15336603,16191955~20258151,38332794~26447465,65159500~9884128,77964337~13527075,92104573~11523572,105258669~166198,106185411~11303908,124087940~3733008,127877708~64518685,194271394~14651097,209229107~6256465,218526003~11570781,234638313~26244406,263562138~4679923,271366772~155725,277580827~11917795,290068331~9727532,306871670~23043694,330722593~7907078,339949472~4734326,344991222~1323671,349452136~29504549,386464222~2107062,389620817~22224031] 2024-04-10T16:46:42.064 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [320518~15336603,16191955~20258151,38332794~26447465,65159500~9884128,77964337~13527075,92104573~11523572,105258669~166198,106185411~11303908,124087940~3733008,127877708~64518685,194271394~14651097,209229107~6256465,218526003~11570781,234638313~26244406,263562138~4679923,271366772~155725,277580827~11917795,290068331~9727532,306871670~23043694,330722593~7907078,339949472~4734326,344991222~1323671,349452136~29504549,386464222~2107062,389620817~22224031] 2024-04-10T16:46:42.114 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~36450106,37748736~37294892,77964337~25663808,104857600~12631719,124087940~68308453,192937984~22547588,218103808~11992976,230686720~37555341,268435456~3087041,276824064~22971799,306871670~23043694,330012032~8617639,339738624~6576269,348127232~30829453,385875968~25968880] 2024-04-10T16:46:42.115 INFO:tasks.workunit.client.0.smithi069.stdout:from 1 to HEAD diff [320518~15336603,16191955~20258151,38332794~7543736,46488430~18291829,65159500~9884128,77964337~13527075,92104573~11523572,105258669~166198,106185411~11303908,124087940~3733008,127877708~41820578,172077190~20319203,194271394~2649636,197774927~11031,200607545~8314946,209229107~6256465,218526003~11570781,234638313~26244406,263562138~4679923,271366772~155725,277580827~11917795,292197452~7598411,306871670~12548100,320522942~9392422,330722593~7709452,339949472~4734326,344991222~1323671,349452136~29504549,386464222~2107062,389620817~22224031] 2024-04-10T16:46:42.115 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [320518~15336603,16191955~20258151,38332794~7543736,46488430~18291829,65159500~9884128,77964337~13527075,92104573~11523572,105258669~166198,106185411~11303908,124087940~3733008,127877708~41820578,172077190~20319203,194271394~2649636,197774927~11031,200607545~8314946,209229107~6256465,218526003~11570781,234638313~26244406,263562138~4679923,271366772~155725,277580827~11917795,292197452~7598411,306871670~12548100,320522942~9392422,330722593~7709452,339949472~4734326,344991222~1323671,349452136~29504549,386464222~2107062,389620817~22224031] 2024-04-10T16:46:42.128 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~36450106,37748736~8127794,46488430~28555198,77964337~25663808,104857600~12631719,124087940~45610346,172077190~20319203,194271394~2649636,197774927~11031,200607545~14878027,218103808~11992976,230686720~37555341,268435456~3087041,276824064~12674558,292197452~7598411,306871670~12548100,320522942~9392422,330012032~8420013,339738624~6576269,348127232~30829453,385875968~25968880] 2024-04-10T16:46:42.128 INFO:tasks.workunit.client.0.smithi069.stdout:from 2 to HEAD diff [320518~3612829,4517799~11139322,16191955~15965094,38332794~7543736,46488430~18291829,65159500~9884128,77964337~13527075,92104573~11523572,105258669~166198,106185411~11303908,124087940~3733008,127877708~41820578,172571962~836608,173747509~13986637,188136982~4259411,194271394~2649636,197774927~11031,200607545~8314946,209229107~6256465,218526003~11570781,234638313~26244406,263562138~4679923,271366772~155725,277580827~11917795,292197452~7598411,306871670~12548100,320522942~9392422,330722593~7709452,339949472~4734326,349452136~29504549,386464222~2107062,389620817~22224031] 2024-04-10T16:46:42.128 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [320518~3612829,4517799~11139322,16191955~15965094,38332794~7543736,46488430~18291829,65159500~9884128,77964337~13527075,92104573~11523572,105258669~166198,106185411~11303908,124087940~3733008,127877708~41820578,172571962~836608,173747509~13986637,188136982~4259411,194271394~2649636,197774927~11031,200607545~8314946,209229107~6256465,218526003~11570781,234638313~26244406,263562138~4679923,271366772~155725,277580827~11917795,292197452~7598411,306871670~12548100,320522942~9392422,330722593~7709452,339949472~4734326,349452136~29504549,386464222~2107062,389620817~22224031] 2024-04-10T16:46:42.133 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [320518~3612829,4517799~27639250,37748736~8127794,46488430~28555198,77964337~25663808,104857600~12631719,124087940~45610346,172571962~836608,173747509~13986637,188136982~4259411,194271394~2649636,197774927~11031,200607545~14878027,218103808~11992976,230686720~37555341,268435456~3087041,276824064~12674558,292197452~7598411,306871670~12548100,320522942~9392422,330012032~8420013,339738624~4945174,348127232~30829453,385875968~25968880] 2024-04-10T16:46:42.133 INFO:tasks.workunit.client.0.smithi069.stdout:from 3 to HEAD diff [320518~3436123,4517799~11139322,16191955~15965094,38332794~7543736,46488430~4957682,51946708~12326711,65159500~9884128,77964337~13527075,92104573~11523572,105258669~166198,106185411~11303908,124087940~3733008,127877708~41820578,172571962~836608,173747509~13986637,188136982~4259411,194271394~2649636,197774927~11031,200607545~8314946,209229107~6256465,218526003~11570781,234638313~26244406,263562138~4679923,271366772~155725,277580827~11917795,292197452~7598411,308484539~549956,310281983~9137787,320522942~9392422,330722593~7709452,339949472~4734326,349452136~29504549,386464222~2107062,391281744~1241077,392715692~19129156] 2024-04-10T16:46:42.133 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [320518~3436123,4517799~11139322,16191955~15965094,38332794~7543736,46488430~4957682,51946708~12326711,65159500~9884128,77964337~13527075,92104573~11523572,105258669~166198,106185411~11303908,124087940~3733008,127877708~41820578,172571962~836608,173747509~13986637,188136982~4259411,194271394~2649636,197774927~11031,200607545~8314946,209229107~6256465,218526003~11570781,234638313~26244406,263562138~4679923,271366772~155725,277580827~11917795,292197452~7598411,308484539~549956,310281983~9137787,320522942~9392422,330722593~7709452,339949472~4734326,349452136~29504549,386464222~2107062,391281744~1241077,392715692~19129156] 2024-04-10T16:46:42.139 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [320518~3436123,4517799~27639250,37748736~8127794,46488430~4957682,51946708~12326711,64780259~10263369,77964337~25663808,104857600~12631719,124087940~3733008,127877708~41820578,172571962~836608,173747509~13986637,188136982~4259411,194271394~2649636,197774927~11031,200607545~14878027,218103808~11992976,230686720~37555341,268435456~3087041,276824064~12674558,292197452~7598411,308484539~549956,310281983~9137787,320522942~9392422,330012032~8420013,339738624~4945174,348127232~30829453,386464222~2107062,391281744~1241077,392715692~19129156] 2024-04-10T16:46:42.139 INFO:tasks.workunit.client.0.smithi069.stdout:from 4 to HEAD diff [320518~3436123,4517799~11139322,16191955~15965094,38353730~6667019,45147079~298215,46488430~4957682,51946708~12326711,65159500~9884128,77964337~13527075,95313393~8156069,105258669~166198,106185411~11303908,124087940~3733008,127877708~41820578,172571962~836608,173747509~13986637,188136982~4259411,197774927~11031,200607545~8314946,209229107~6256465,218526003~11570781,234638313~26244406,263562138~4679923,271366772~155725,277580827~11917795,292197452~7598411,310281983~9137787,320522942~9392422,330722593~7709452,339949472~4734326,349452136~29504549,386464222~2107062,391281744~1241077,392715692~19129156] 2024-04-10T16:46:42.139 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [320518~3436123,4517799~11139322,16191955~15965094,38353730~6667019,45147079~298215,46488430~4957682,51946708~12326711,65159500~9884128,77964337~13527075,95313393~8156069,105258669~166198,106185411~11303908,124087940~3733008,127877708~41820578,172571962~836608,173747509~13986637,188136982~4259411,197774927~11031,200607545~8314946,209229107~6256465,218526003~11570781,234638313~26244406,263562138~4679923,271366772~155725,277580827~11917795,292197452~7598411,310281983~9137787,320522942~9392422,330722593~7709452,339949472~4734326,349452136~29504549,386464222~2107062,391281744~1241077,392715692~19129156] 2024-04-10T16:46:42.145 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [320518~3436123,4517799~27639250,38353730~6667019,45147079~298215,46488430~4957682,51946708~12326711,64780259~10263369,77964337~13527075,95313393~8156069,104857600~12631719,124087940~3733008,127877708~41820578,172571962~836608,173747509~13986637,188136982~4259411,197774927~11031,200607545~14878027,218103808~11992976,230686720~37555341,268435456~3087041,277580827~11917795,292197452~7598411,310281983~9137787,320522942~9392422,330012032~8420013,339738624~4945174,348127232~30829453,386464222~2107062,391281744~1241077,392715692~19129156] 2024-04-10T16:46:42.145 INFO:tasks.workunit.client.0.smithi069.stdout:from 5 to HEAD diff [320518~3436123,4517799~8104819,14461241~863772,16191955~15965094,38353730~6667019,45147079~298215,46488430~4957682,51946708~12326711,65159500~9884128,77964337~13527075,95313393~8156069,105258669~166198,106185411~7627575,124087940~3733008,127877708~39700628,172571962~836608,173747509~13986637,188136982~4259411,197774927~11031,200607545~3779959,209229107~6256465,218526003~11570781,234638313~26244406,263562138~4679923,277580827~11917795,292197452~7598411,310281983~9137787,320522942~9392422,330722593~7709452,339949472~4734326,349452136~29504549,386464222~2107062,391281744~1241077,392715692~19129156] 2024-04-10T16:46:42.145 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [320518~3436123,4517799~8104819,14461241~863772,16191955~15965094,38353730~6667019,45147079~298215,46488430~4957682,51946708~12326711,65159500~9884128,77964337~13527075,95313393~8156069,105258669~166198,106185411~7627575,124087940~3733008,127877708~39700628,172571962~836608,173747509~13986637,188136982~4259411,197774927~11031,200607545~3779959,209229107~6256465,218526003~11570781,234638313~26244406,263562138~4679923,277580827~11917795,292197452~7598411,310281983~9137787,320522942~9392422,330722593~7709452,339949472~4734326,349452136~29504549,386464222~2107062,391281744~1241077,392715692~19129156] 2024-04-10T16:46:42.151 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [320518~3436123,4517799~8104819,14461241~863772,15657121~16499928,38353730~6667019,45147079~298215,46488430~4957682,51946708~12326711,64780259~10263369,77964337~13527075,95313393~8156069,104857600~8955386,124087940~3733008,127877708~39700628,172571962~836608,173747509~13986637,188136982~4259411,197774927~11031,200607545~3779959,208922491~6563081,218103808~11992976,230686720~37555341,277580827~11917795,292197452~7598411,310281983~9137787,320522942~9392422,330722593~7709452,339738624~4945174,348127232~30829453,386464222~2107062,391281744~1241077,392715692~19129156] 2024-04-10T16:46:42.151 INFO:tasks.workunit.client.0.smithi069.stdout:from 6 to HEAD diff [320518~3436123,4517799~8104819,14461241~863772,16191955~15965094,38353730~6667019,45147079~298215,46488430~4957682,51946708~11430378,65159500~9884128,79300488~12190924,95313393~8156069,105258669~166198,106185411~7627575,124087940~3733008,127877708~39700628,172571962~836608,173747509~13986637,188136982~4259411,197774927~11031,200607545~3779959,209229107~6256465,218526003~11570781,235183025~25699694,263562138~4679923,277580827~10729953,292197452~7598411,310281983~9137787,320522942~9392422,330722593~7709452,339949472~4734326,349452136~29504549,386464222~2107062,391281744~1241077,392715692~19129156] 2024-04-10T16:46:42.151 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [320518~3436123,4517799~8104819,14461241~863772,16191955~15965094,38353730~6667019,45147079~298215,46488430~4957682,51946708~11430378,65159500~9884128,79300488~12190924,95313393~8156069,105258669~166198,106185411~7627575,124087940~3733008,127877708~39700628,172571962~836608,173747509~13986637,188136982~4259411,197774927~11031,200607545~3779959,209229107~6256465,218526003~11570781,235183025~25699694,263562138~4679923,277580827~10729953,292197452~7598411,310281983~9137787,320522942~9392422,330722593~7709452,339949472~4734326,349452136~29504549,386464222~2107062,391281744~1241077,392715692~19129156] 2024-04-10T16:46:42.156 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [320518~3436123,4517799~8104819,14461241~863772,15657121~16499928,38353730~6667019,45147079~298215,46488430~4957682,51946708~11430378,64780259~10263369,79300488~12190924,95313393~8156069,104857600~8955386,124087940~3733008,127877708~39700628,172571962~836608,173747509~13986637,188136982~4259411,197774927~11031,200607545~3779959,208922491~6563081,218103808~11992976,235183025~33059036,277580827~10729953,292197452~7598411,310281983~9137787,320522942~9392422,330722593~7709452,339738624~4945174,348127232~30829453,386464222~2107062,391281744~1241077,392715692~19129156] 2024-04-10T16:46:42.358 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:46:42 smithi069 ceph-mon[96738]: osdmap e2073: 8 total, 8 up, 8 in 2024-04-10T16:46:42.358 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:46:42 smithi069 ceph-mon[96738]: osdmap e2074: 8 total, 8 up, 8 in 2024-04-10T16:46:42.358 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:46:42 smithi069 ceph-mon[94167]: osdmap e2073: 8 total, 8 up, 8 in 2024-04-10T16:46:42.358 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:46:42 smithi069 ceph-mon[94167]: osdmap e2074: 8 total, 8 up, 8 in 2024-04-10T16:46:42.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:46:42 smithi077 ceph-mon[87572]: osdmap e2073: 8 total, 8 up, 8 in 2024-04-10T16:46:42.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:46:42 smithi077 ceph-mon[87572]: osdmap e2074: 8 total, 8 up, 8 in 2024-04-10T16:46:42.514 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:46:42 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:46:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:46:43.104 INFO:tasks.workunit.client.0.smithi069.stdout:from 0 to HEAD diff [320518~15336603,16191955~20258151,38332794~26447465,65159500~9884128,77964337~13527075,92104573~11523572,105258669~166198,106185411~11303908,124087940~3733008,127877708~64518685,194271394~14651097,209229107~6256465,218526003~11570781,234638313~26244406,263562138~4679923,271366772~155725,277580827~11917795,290068331~9727532,306871670~23043694,330722593~7907078,339949472~4734326,344991222~1323671,349452136~29504549,386464222~2107062,389620817~22224031] 2024-04-10T16:46:43.104 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [320518~15336603,16191955~20258151,38332794~26447465,65159500~9884128,77964337~13527075,92104573~11523572,105258669~166198,106185411~11303908,124087940~3733008,127877708~64518685,194271394~14651097,209229107~6256465,218526003~11570781,234638313~26244406,263562138~4679923,271366772~155725,277580827~11917795,290068331~9727532,306871670~23043694,330722593~7907078,339949472~4734326,344991222~1323671,349452136~29504549,386464222~2107062,389620817~22224031] 2024-04-10T16:46:43.150 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~36450106,37748736~37294892,77964337~25663808,104857600~12631719,124087940~68308453,192937984~22547588,218103808~11992976,230686720~37555341,268435456~3087041,276824064~22971799,306871670~23043694,330012032~8617639,339738624~6576269,348127232~30829453,385875968~25968880] 2024-04-10T16:46:43.150 INFO:tasks.workunit.client.0.smithi069.stdout:from 1 to HEAD diff [320518~15336603,16191955~20258151,38332794~7543736,46488430~18291829,65159500~9884128,77964337~13527075,92104573~11523572,105258669~166198,106185411~11303908,124087940~3733008,127877708~41820578,172077190~20319203,194271394~2649636,197774927~11031,200607545~8314946,209229107~6256465,218526003~11570781,234638313~26244406,263562138~4679923,271366772~155725,277580827~11917795,292197452~7598411,306871670~12548100,320522942~9392422,330722593~7709452,339949472~4734326,344991222~1323671,349452136~29504549,386464222~2107062,389620817~22224031] 2024-04-10T16:46:43.151 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [320518~15336603,16191955~20258151,38332794~7543736,46488430~18291829,65159500~9884128,77964337~13527075,92104573~11523572,105258669~166198,106185411~11303908,124087940~3733008,127877708~41820578,172077190~20319203,194271394~2649636,197774927~11031,200607545~8314946,209229107~6256465,218526003~11570781,234638313~26244406,263562138~4679923,271366772~155725,277580827~11917795,292197452~7598411,306871670~12548100,320522942~9392422,330722593~7709452,339949472~4734326,344991222~1323671,349452136~29504549,386464222~2107062,389620817~22224031] 2024-04-10T16:46:43.166 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~36450106,37748736~8127794,46488430~28555198,77964337~25663808,104857600~12631719,124087940~45610346,172077190~20319203,194271394~2649636,197774927~11031,200607545~14878027,218103808~11992976,230686720~37555341,268435456~3087041,276824064~12674558,292197452~7598411,306871670~12548100,320522942~9392422,330012032~8420013,339738624~6576269,348127232~30829453,385875968~25968880] 2024-04-10T16:46:43.166 INFO:tasks.workunit.client.0.smithi069.stdout:from 2 to HEAD diff [320518~3612829,4517799~11139322,16191955~15965094,38332794~7543736,46488430~18291829,65159500~9884128,77964337~13527075,92104573~11523572,105258669~166198,106185411~11303908,124087940~3733008,127877708~41820578,172571962~836608,173747509~13986637,188136982~4259411,194271394~2649636,197774927~11031,200607545~8314946,209229107~6256465,218526003~11570781,234638313~26244406,263562138~4679923,271366772~155725,277580827~11917795,292197452~7598411,306871670~12548100,320522942~9392422,330722593~7709452,339949472~4734326,349452136~29504549,386464222~2107062,389620817~22224031] 2024-04-10T16:46:43.166 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [320518~3612829,4517799~11139322,16191955~15965094,38332794~7543736,46488430~18291829,65159500~9884128,77964337~13527075,92104573~11523572,105258669~166198,106185411~11303908,124087940~3733008,127877708~41820578,172571962~836608,173747509~13986637,188136982~4259411,194271394~2649636,197774927~11031,200607545~8314946,209229107~6256465,218526003~11570781,234638313~26244406,263562138~4679923,271366772~155725,277580827~11917795,292197452~7598411,306871670~12548100,320522942~9392422,330722593~7709452,339949472~4734326,349452136~29504549,386464222~2107062,389620817~22224031] 2024-04-10T16:46:43.172 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [320518~3612829,4517799~27639250,37748736~8127794,46488430~28555198,77964337~25663808,104857600~12631719,124087940~45610346,172571962~836608,173747509~13986637,188136982~4259411,194271394~2649636,197774927~11031,200607545~14878027,218103808~11992976,230686720~37555341,268435456~3087041,276824064~12674558,292197452~7598411,306871670~12548100,320522942~9392422,330012032~8420013,339738624~4945174,348127232~30829453,385875968~25968880] 2024-04-10T16:46:43.172 INFO:tasks.workunit.client.0.smithi069.stdout:from 3 to HEAD diff [320518~3436123,4517799~11139322,16191955~15965094,38332794~7543736,46488430~4957682,51946708~12326711,65159500~9884128,77964337~13527075,92104573~11523572,105258669~166198,106185411~11303908,124087940~3733008,127877708~41820578,172571962~836608,173747509~13986637,188136982~4259411,194271394~2649636,197774927~11031,200607545~8314946,209229107~6256465,218526003~11570781,234638313~26244406,263562138~4679923,271366772~155725,277580827~11917795,292197452~7598411,308484539~549956,310281983~9137787,320522942~9392422,330722593~7709452,339949472~4734326,349452136~29504549,386464222~2107062,391281744~1241077,392715692~19129156] 2024-04-10T16:46:43.172 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [320518~3436123,4517799~11139322,16191955~15965094,38332794~7543736,46488430~4957682,51946708~12326711,65159500~9884128,77964337~13527075,92104573~11523572,105258669~166198,106185411~11303908,124087940~3733008,127877708~41820578,172571962~836608,173747509~13986637,188136982~4259411,194271394~2649636,197774927~11031,200607545~8314946,209229107~6256465,218526003~11570781,234638313~26244406,263562138~4679923,271366772~155725,277580827~11917795,292197452~7598411,308484539~549956,310281983~9137787,320522942~9392422,330722593~7709452,339949472~4734326,349452136~29504549,386464222~2107062,391281744~1241077,392715692~19129156] 2024-04-10T16:46:43.178 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [320518~3436123,4517799~27639250,37748736~8127794,46488430~4957682,51946708~12326711,64780259~10263369,77964337~25663808,104857600~12631719,124087940~3733008,127877708~41820578,172571962~836608,173747509~13986637,188136982~4259411,194271394~2649636,197774927~11031,200607545~14878027,218103808~11992976,230686720~37555341,268435456~3087041,276824064~12674558,292197452~7598411,308484539~549956,310281983~9137787,320522942~9392422,330012032~8420013,339738624~4945174,348127232~30829453,386464222~2107062,391281744~1241077,392715692~19129156] 2024-04-10T16:46:43.178 INFO:tasks.workunit.client.0.smithi069.stdout:from 4 to HEAD diff [320518~3436123,4517799~11139322,16191955~15965094,38353730~6667019,45147079~298215,46488430~4957682,51946708~12326711,65159500~9884128,77964337~13527075,95313393~8156069,105258669~166198,106185411~11303908,124087940~3733008,127877708~41820578,172571962~836608,173747509~13986637,188136982~4259411,197774927~11031,200607545~8314946,209229107~6256465,218526003~11570781,234638313~26244406,263562138~4679923,271366772~155725,277580827~11917795,292197452~7598411,310281983~9137787,320522942~9392422,330722593~7709452,339949472~4734326,349452136~29504549,386464222~2107062,391281744~1241077,392715692~19129156] 2024-04-10T16:46:43.178 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [320518~3436123,4517799~11139322,16191955~15965094,38353730~6667019,45147079~298215,46488430~4957682,51946708~12326711,65159500~9884128,77964337~13527075,95313393~8156069,105258669~166198,106185411~11303908,124087940~3733008,127877708~41820578,172571962~836608,173747509~13986637,188136982~4259411,197774927~11031,200607545~8314946,209229107~6256465,218526003~11570781,234638313~26244406,263562138~4679923,271366772~155725,277580827~11917795,292197452~7598411,310281983~9137787,320522942~9392422,330722593~7709452,339949472~4734326,349452136~29504549,386464222~2107062,391281744~1241077,392715692~19129156] 2024-04-10T16:46:43.184 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [320518~3436123,4517799~27639250,38353730~6667019,45147079~298215,46488430~4957682,51946708~12326711,64780259~10263369,77964337~13527075,95313393~8156069,104857600~12631719,124087940~3733008,127877708~41820578,172571962~836608,173747509~13986637,188136982~4259411,197774927~11031,200607545~14878027,218103808~11992976,230686720~37555341,268435456~3087041,277580827~11917795,292197452~7598411,310281983~9137787,320522942~9392422,330012032~8420013,339738624~4945174,348127232~30829453,386464222~2107062,391281744~1241077,392715692~19129156] 2024-04-10T16:46:43.184 INFO:tasks.workunit.client.0.smithi069.stdout:from 5 to HEAD diff [320518~3436123,4517799~8104819,14461241~863772,16191955~15965094,38353730~6667019,45147079~298215,46488430~4957682,51946708~12326711,65159500~9884128,77964337~13527075,95313393~8156069,105258669~166198,106185411~7627575,124087940~3733008,127877708~39700628,172571962~836608,173747509~13986637,188136982~4259411,197774927~11031,200607545~3779959,209229107~6256465,218526003~11570781,234638313~26244406,263562138~4679923,277580827~11917795,292197452~7598411,310281983~9137787,320522942~9392422,330722593~7709452,339949472~4734326,349452136~29504549,386464222~2107062,391281744~1241077,392715692~19129156] 2024-04-10T16:46:43.184 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [320518~3436123,4517799~8104819,14461241~863772,16191955~15965094,38353730~6667019,45147079~298215,46488430~4957682,51946708~12326711,65159500~9884128,77964337~13527075,95313393~8156069,105258669~166198,106185411~7627575,124087940~3733008,127877708~39700628,172571962~836608,173747509~13986637,188136982~4259411,197774927~11031,200607545~3779959,209229107~6256465,218526003~11570781,234638313~26244406,263562138~4679923,277580827~11917795,292197452~7598411,310281983~9137787,320522942~9392422,330722593~7709452,339949472~4734326,349452136~29504549,386464222~2107062,391281744~1241077,392715692~19129156] 2024-04-10T16:46:43.189 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [320518~3436123,4517799~8104819,14461241~863772,15657121~16499928,38353730~6667019,45147079~298215,46488430~4957682,51946708~12326711,64780259~10263369,77964337~13527075,95313393~8156069,104857600~8955386,124087940~3733008,127877708~39700628,172571962~836608,173747509~13986637,188136982~4259411,197774927~11031,200607545~3779959,208922491~6563081,218103808~11992976,230686720~37555341,277580827~11917795,292197452~7598411,310281983~9137787,320522942~9392422,330722593~7709452,339738624~4945174,348127232~30829453,386464222~2107062,391281744~1241077,392715692~19129156] 2024-04-10T16:46:43.358 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:46:43 smithi069 ceph-mon[96738]: pgmap v4019: 137 pgs: 137 active+clean; 733 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 125 KiB/s rd, 7.2 KiB/s wr, 1.89k op/s 2024-04-10T16:46:43.358 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:46:43 smithi069 ceph-mon[94167]: pgmap v4019: 137 pgs: 137 active+clean; 733 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 125 KiB/s rd, 7.2 KiB/s wr, 1.89k op/s 2024-04-10T16:46:43.513 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:46:43 smithi077 ceph-mon[87572]: pgmap v4019: 137 pgs: 137 active+clean; 733 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 125 KiB/s rd, 7.2 KiB/s wr, 1.89k op/s 2024-04-10T16:46:44.117 INFO:tasks.workunit.client.0.smithi069.stdout:from 0 to HEAD diff [320518~15336603,16191955~20258151,38332794~26447465,65159500~9884128,77964337~13527075,92104573~11523572,105258669~166198,106185411~11303908,124087940~3733008,127877708~64518685,194271394~14651097,209229107~6256465,218526003~11570781,234638313~26244406,263562138~4679923,271366772~155725,277580827~11917795,290068331~9727532,306871670~23043694,330722593~7907078,339949472~4734326,344991222~1323671,349452136~29504549,386464222~2107062,389620817~22224031] 2024-04-10T16:46:44.117 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [320518~15336603,16191955~20258151,38332794~26447465,65159500~9884128,77964337~13527075,92104573~11523572,105258669~166198,106185411~11303908,124087940~3733008,127877708~64518685,194271394~14651097,209229107~6256465,218526003~11570781,234638313~26244406,263562138~4679923,271366772~155725,277580827~11917795,290068331~9727532,306871670~23043694,330722593~7907078,339949472~4734326,344991222~1323671,349452136~29504549,386464222~2107062,389620817~22224031] 2024-04-10T16:46:44.162 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~36450106,37748736~37294892,77964337~25663808,104857600~12631719,124087940~68308453,192937984~22547588,218103808~11992976,230686720~37555341,268435456~3087041,276824064~22971799,306871670~23043694,330012032~8617639,339738624~6576269,348127232~30829453,385875968~25968880] 2024-04-10T16:46:44.162 INFO:tasks.workunit.client.0.smithi069.stdout:from 1 to HEAD diff [320518~15336603,16191955~20258151,38332794~7543736,46488430~18291829,65159500~9884128,77964337~13527075,92104573~11523572,105258669~166198,106185411~11303908,124087940~3733008,127877708~41820578,172077190~20319203,194271394~2649636,197774927~11031,200607545~8314946,209229107~6256465,218526003~11570781,234638313~26244406,263562138~4679923,271366772~155725,277580827~11917795,292197452~7598411,306871670~12548100,320522942~9392422,330722593~7709452,339949472~4734326,344991222~1323671,349452136~29504549,386464222~2107062,389620817~22224031] 2024-04-10T16:46:44.162 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [320518~15336603,16191955~20258151,38332794~7543736,46488430~18291829,65159500~9884128,77964337~13527075,92104573~11523572,105258669~166198,106185411~11303908,124087940~3733008,127877708~41820578,172077190~20319203,194271394~2649636,197774927~11031,200607545~8314946,209229107~6256465,218526003~11570781,234638313~26244406,263562138~4679923,271366772~155725,277580827~11917795,292197452~7598411,306871670~12548100,320522942~9392422,330722593~7709452,339949472~4734326,344991222~1323671,349452136~29504549,386464222~2107062,389620817~22224031] 2024-04-10T16:46:44.174 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~36450106,37748736~8127794,46488430~28555198,77964337~25663808,104857600~12631719,124087940~45610346,172077190~20319203,194271394~2649636,197774927~11031,200607545~14878027,218103808~11992976,230686720~37555341,268435456~3087041,276824064~12674558,292197452~7598411,306871670~12548100,320522942~9392422,330012032~8420013,339738624~6576269,348127232~30829453,385875968~25968880] 2024-04-10T16:46:44.174 INFO:tasks.workunit.client.0.smithi069.stdout:from 2 to HEAD diff [320518~3612829,4517799~11139322,16191955~15965094,38332794~7543736,46488430~18291829,65159500~9884128,77964337~13527075,92104573~11523572,105258669~166198,106185411~11303908,124087940~3733008,127877708~41820578,172571962~836608,173747509~13986637,188136982~4259411,194271394~2649636,197774927~11031,200607545~8314946,209229107~6256465,218526003~11570781,234638313~26244406,263562138~4679923,271366772~155725,277580827~11917795,292197452~7598411,306871670~12548100,320522942~9392422,330722593~7709452,339949472~4734326,349452136~29504549,386464222~2107062,389620817~22224031] 2024-04-10T16:46:44.174 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [320518~3612829,4517799~11139322,16191955~15965094,38332794~7543736,46488430~18291829,65159500~9884128,77964337~13527075,92104573~11523572,105258669~166198,106185411~11303908,124087940~3733008,127877708~41820578,172571962~836608,173747509~13986637,188136982~4259411,194271394~2649636,197774927~11031,200607545~8314946,209229107~6256465,218526003~11570781,234638313~26244406,263562138~4679923,271366772~155725,277580827~11917795,292197452~7598411,306871670~12548100,320522942~9392422,330722593~7709452,339949472~4734326,349452136~29504549,386464222~2107062,389620817~22224031] 2024-04-10T16:46:44.180 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [320518~3612829,4517799~27639250,37748736~8127794,46488430~28555198,77964337~25663808,104857600~12631719,124087940~45610346,172571962~836608,173747509~13986637,188136982~4259411,194271394~2649636,197774927~11031,200607545~14878027,218103808~11992976,230686720~37555341,268435456~3087041,276824064~12674558,292197452~7598411,306871670~12548100,320522942~9392422,330012032~8420013,339738624~4945174,348127232~30829453,385875968~25968880] 2024-04-10T16:46:44.180 INFO:tasks.workunit.client.0.smithi069.stdout:from 3 to HEAD diff [320518~3436123,4517799~11139322,16191955~15965094,38332794~7543736,46488430~4957682,51946708~12326711,65159500~9884128,77964337~13527075,92104573~11523572,105258669~166198,106185411~11303908,124087940~3733008,127877708~41820578,172571962~836608,173747509~13986637,188136982~4259411,194271394~2649636,197774927~11031,200607545~8314946,209229107~6256465,218526003~11570781,234638313~26244406,263562138~4679923,271366772~155725,277580827~11917795,292197452~7598411,308484539~549956,310281983~9137787,320522942~9392422,330722593~7709452,339949472~4734326,349452136~29504549,386464222~2107062,391281744~1241077,392715692~19129156] 2024-04-10T16:46:44.180 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [320518~3436123,4517799~11139322,16191955~15965094,38332794~7543736,46488430~4957682,51946708~12326711,65159500~9884128,77964337~13527075,92104573~11523572,105258669~166198,106185411~11303908,124087940~3733008,127877708~41820578,172571962~836608,173747509~13986637,188136982~4259411,194271394~2649636,197774927~11031,200607545~8314946,209229107~6256465,218526003~11570781,234638313~26244406,263562138~4679923,271366772~155725,277580827~11917795,292197452~7598411,308484539~549956,310281983~9137787,320522942~9392422,330722593~7709452,339949472~4734326,349452136~29504549,386464222~2107062,391281744~1241077,392715692~19129156] 2024-04-10T16:46:44.186 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [320518~3436123,4517799~27639250,37748736~8127794,46488430~4957682,51946708~12326711,64780259~10263369,77964337~25663808,104857600~12631719,124087940~3733008,127877708~41820578,172571962~836608,173747509~13986637,188136982~4259411,194271394~2649636,197774927~11031,200607545~14878027,218103808~11992976,230686720~37555341,268435456~3087041,276824064~12674558,292197452~7598411,308484539~549956,310281983~9137787,320522942~9392422,330012032~8420013,339738624~4945174,348127232~30829453,386464222~2107062,391281744~1241077,392715692~19129156] 2024-04-10T16:46:44.186 INFO:tasks.workunit.client.0.smithi069.stdout:from 4 to HEAD diff [320518~3436123,4517799~11139322,16191955~15965094,38353730~6667019,45147079~298215,46488430~4957682,51946708~12326711,65159500~9884128,77964337~13527075,95313393~8156069,105258669~166198,106185411~11303908,124087940~3733008,127877708~41820578,172571962~836608,173747509~13986637,188136982~4259411,197774927~11031,200607545~8314946,209229107~6256465,218526003~11570781,234638313~26244406,263562138~4679923,271366772~155725,277580827~11917795,292197452~7598411,310281983~9137787,320522942~9392422,330722593~7709452,339949472~4734326,349452136~29504549,386464222~2107062,391281744~1241077,392715692~19129156] 2024-04-10T16:46:44.186 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [320518~3436123,4517799~11139322,16191955~15965094,38353730~6667019,45147079~298215,46488430~4957682,51946708~12326711,65159500~9884128,77964337~13527075,95313393~8156069,105258669~166198,106185411~11303908,124087940~3733008,127877708~41820578,172571962~836608,173747509~13986637,188136982~4259411,197774927~11031,200607545~8314946,209229107~6256465,218526003~11570781,234638313~26244406,263562138~4679923,271366772~155725,277580827~11917795,292197452~7598411,310281983~9137787,320522942~9392422,330722593~7709452,339949472~4734326,349452136~29504549,386464222~2107062,391281744~1241077,392715692~19129156] 2024-04-10T16:46:44.191 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [320518~3436123,4517799~27639250,38353730~6667019,45147079~298215,46488430~4957682,51946708~12326711,64780259~10263369,77964337~13527075,95313393~8156069,104857600~12631719,124087940~3733008,127877708~41820578,172571962~836608,173747509~13986637,188136982~4259411,197774927~11031,200607545~14878027,218103808~11992976,230686720~37555341,268435456~3087041,277580827~11917795,292197452~7598411,310281983~9137787,320522942~9392422,330012032~8420013,339738624~4945174,348127232~30829453,386464222~2107062,391281744~1241077,392715692~19129156] 2024-04-10T16:46:44.358 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:46:44 smithi069 ceph-mon[96738]: osdmap e2075: 8 total, 8 up, 8 in 2024-04-10T16:46:44.358 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:46:44 smithi069 ceph-mon[94167]: osdmap e2075: 8 total, 8 up, 8 in 2024-04-10T16:46:44.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:46:44 smithi077 ceph-mon[87572]: osdmap e2075: 8 total, 8 up, 8 in 2024-04-10T16:46:45.118 INFO:tasks.workunit.client.0.smithi069.stdout:from 0 to HEAD diff [320518~15336603,16191955~20258151,38332794~26447465,65159500~9884128,77964337~13527075,92104573~11523572,105258669~166198,106185411~11303908,124087940~3733008,127877708~64518685,194271394~14651097,209229107~6256465,218526003~11570781,234638313~26244406,263562138~4679923,271366772~155725,277580827~11917795,290068331~9727532,306871670~23043694,330722593~7907078,339949472~4734326,344991222~1323671,349452136~29504549,386464222~2107062,389620817~22224031] 2024-04-10T16:46:45.119 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [320518~15336603,16191955~20258151,38332794~26447465,65159500~9884128,77964337~13527075,92104573~11523572,105258669~166198,106185411~11303908,124087940~3733008,127877708~64518685,194271394~14651097,209229107~6256465,218526003~11570781,234638313~26244406,263562138~4679923,271366772~155725,277580827~11917795,290068331~9727532,306871670~23043694,330722593~7907078,339949472~4734326,344991222~1323671,349452136~29504549,386464222~2107062,389620817~22224031] 2024-04-10T16:46:45.164 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~36450106,37748736~37294892,77964337~25663808,104857600~12631719,124087940~68308453,192937984~22547588,218103808~11992976,230686720~37555341,268435456~3087041,276824064~22971799,306871670~23043694,330012032~8617639,339738624~6576269,348127232~30829453,385875968~25968880] 2024-04-10T16:46:45.164 INFO:tasks.workunit.client.0.smithi069.stdout:from 1 to HEAD diff [320518~15336603,16191955~20258151,38332794~7543736,46488430~18291829,65159500~9884128,77964337~13527075,92104573~11523572,105258669~166198,106185411~11303908,124087940~3733008,127877708~41820578,172077190~20319203,194271394~2649636,197774927~11031,200607545~8314946,209229107~6256465,218526003~11570781,234638313~26244406,263562138~4679923,271366772~155725,277580827~11917795,292197452~7598411,306871670~12548100,320522942~9392422,330722593~7709452,339949472~4734326,344991222~1323671,349452136~29504549,386464222~2107062,389620817~22224031] 2024-04-10T16:46:45.164 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [320518~15336603,16191955~20258151,38332794~7543736,46488430~18291829,65159500~9884128,77964337~13527075,92104573~11523572,105258669~166198,106185411~11303908,124087940~3733008,127877708~41820578,172077190~20319203,194271394~2649636,197774927~11031,200607545~8314946,209229107~6256465,218526003~11570781,234638313~26244406,263562138~4679923,271366772~155725,277580827~11917795,292197452~7598411,306871670~12548100,320522942~9392422,330722593~7709452,339949472~4734326,344991222~1323671,349452136~29504549,386464222~2107062,389620817~22224031] 2024-04-10T16:46:45.173 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~36450106,37748736~8127794,46488430~28555198,77964337~25663808,104857600~12631719,124087940~45610346,172077190~20319203,194271394~2649636,197774927~11031,200607545~14878027,218103808~11992976,230686720~37555341,268435456~3087041,276824064~12674558,292197452~7598411,306871670~12548100,320522942~9392422,330012032~8420013,339738624~6576269,348127232~30829453,385875968~25968880] 2024-04-10T16:46:45.173 INFO:tasks.workunit.client.0.smithi069.stdout:from 2 to HEAD diff [320518~3612829,4517799~11139322,16191955~15965094,38332794~7543736,46488430~18291829,65159500~9884128,77964337~13527075,92104573~11523572,105258669~166198,106185411~11303908,124087940~3733008,127877708~41820578,172571962~836608,173747509~13986637,188136982~4259411,194271394~2649636,197774927~11031,200607545~8314946,209229107~6256465,218526003~11570781,234638313~26244406,263562138~4679923,271366772~155725,277580827~11917795,292197452~7598411,306871670~12548100,320522942~9392422,330722593~7709452,339949472~4734326,349452136~29504549,386464222~2107062,389620817~22224031] 2024-04-10T16:46:45.173 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [320518~3612829,4517799~11139322,16191955~15965094,38332794~7543736,46488430~18291829,65159500~9884128,77964337~13527075,92104573~11523572,105258669~166198,106185411~11303908,124087940~3733008,127877708~41820578,172571962~836608,173747509~13986637,188136982~4259411,194271394~2649636,197774927~11031,200607545~8314946,209229107~6256465,218526003~11570781,234638313~26244406,263562138~4679923,271366772~155725,277580827~11917795,292197452~7598411,306871670~12548100,320522942~9392422,330722593~7709452,339949472~4734326,349452136~29504549,386464222~2107062,389620817~22224031] 2024-04-10T16:46:45.179 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [320518~3612829,4517799~27639250,37748736~8127794,46488430~28555198,77964337~25663808,104857600~12631719,124087940~45610346,172571962~836608,173747509~13986637,188136982~4259411,194271394~2649636,197774927~11031,200607545~14878027,218103808~11992976,230686720~37555341,268435456~3087041,276824064~12674558,292197452~7598411,306871670~12548100,320522942~9392422,330012032~8420013,339738624~4945174,348127232~30829453,385875968~25968880] 2024-04-10T16:46:45.179 INFO:tasks.workunit.client.0.smithi069.stdout:from 3 to HEAD diff [320518~3436123,4517799~11139322,16191955~15965094,38332794~7543736,46488430~4957682,51946708~12326711,65159500~9884128,77964337~13527075,92104573~11523572,105258669~166198,106185411~11303908,124087940~3733008,127877708~41820578,172571962~836608,173747509~13986637,188136982~4259411,194271394~2649636,197774927~11031,200607545~8314946,209229107~6256465,218526003~11570781,234638313~26244406,263562138~4679923,271366772~155725,277580827~11917795,292197452~7598411,308484539~549956,310281983~9137787,320522942~9392422,330722593~7709452,339949472~4734326,349452136~29504549,386464222~2107062,391281744~1241077,392715692~19129156] 2024-04-10T16:46:45.179 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [320518~3436123,4517799~11139322,16191955~15965094,38332794~7543736,46488430~4957682,51946708~12326711,65159500~9884128,77964337~13527075,92104573~11523572,105258669~166198,106185411~11303908,124087940~3733008,127877708~41820578,172571962~836608,173747509~13986637,188136982~4259411,194271394~2649636,197774927~11031,200607545~8314946,209229107~6256465,218526003~11570781,234638313~26244406,263562138~4679923,271366772~155725,277580827~11917795,292197452~7598411,308484539~549956,310281983~9137787,320522942~9392422,330722593~7709452,339949472~4734326,349452136~29504549,386464222~2107062,391281744~1241077,392715692~19129156] 2024-04-10T16:46:45.185 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [320518~3436123,4517799~27639250,37748736~8127794,46488430~4957682,51946708~12326711,64780259~10263369,77964337~25663808,104857600~12631719,124087940~3733008,127877708~41820578,172571962~836608,173747509~13986637,188136982~4259411,194271394~2649636,197774927~11031,200607545~14878027,218103808~11992976,230686720~37555341,268435456~3087041,276824064~12674558,292197452~7598411,308484539~549956,310281983~9137787,320522942~9392422,330012032~8420013,339738624~4945174,348127232~30829453,386464222~2107062,391281744~1241077,392715692~19129156] 2024-04-10T16:46:45.358 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:46:45 smithi069 ceph-mon[96738]: pgmap v4022: 137 pgs: 137 active+clean; 709 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 88 KiB/s rd, 5.0 KiB/s wr, 1.00k op/s 2024-04-10T16:46:45.358 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:46:45 smithi069 ceph-mon[96738]: osdmap e2076: 8 total, 8 up, 8 in 2024-04-10T16:46:45.358 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:46:45 smithi069 ceph-mon[94167]: pgmap v4022: 137 pgs: 137 active+clean; 709 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 88 KiB/s rd, 5.0 KiB/s wr, 1.00k op/s 2024-04-10T16:46:45.358 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:46:45 smithi069 ceph-mon[94167]: osdmap e2076: 8 total, 8 up, 8 in 2024-04-10T16:46:45.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:46:45 smithi077 ceph-mon[87572]: pgmap v4022: 137 pgs: 137 active+clean; 709 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 88 KiB/s rd, 5.0 KiB/s wr, 1.00k op/s 2024-04-10T16:46:45.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:46:45 smithi077 ceph-mon[87572]: osdmap e2076: 8 total, 8 up, 8 in 2024-04-10T16:46:46.117 INFO:tasks.workunit.client.0.smithi069.stdout:from 0 to HEAD diff [320518~15336603,16191955~20258151,38332794~26447465,65159500~9884128,77964337~13527075,92104573~11523572,105258669~166198,106185411~11303908,124087940~3733008,127877708~64518685,194271394~14651097,209229107~6256465,218526003~11570781,234638313~26244406,263562138~4679923,271366772~155725,277580827~11917795,290068331~9727532,306871670~23043694,330722593~7907078,339949472~4734326,344991222~1323671,349452136~29504549,386464222~2107062,389620817~22224031] 2024-04-10T16:46:46.117 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [320518~15336603,16191955~20258151,38332794~26447465,65159500~9884128,77964337~13527075,92104573~11523572,105258669~166198,106185411~11303908,124087940~3733008,127877708~64518685,194271394~14651097,209229107~6256465,218526003~11570781,234638313~26244406,263562138~4679923,271366772~155725,277580827~11917795,290068331~9727532,306871670~23043694,330722593~7907078,339949472~4734326,344991222~1323671,349452136~29504549,386464222~2107062,389620817~22224031] 2024-04-10T16:46:46.168 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~36450106,37748736~37294892,77964337~25663808,104857600~12631719,124087940~68308453,192937984~22547588,218103808~11992976,230686720~37555341,268435456~3087041,276824064~22971799,306871670~23043694,330012032~8617639,339738624~6576269,348127232~30829453,385875968~25968880] 2024-04-10T16:46:46.169 INFO:tasks.workunit.client.0.smithi069.stdout:from 1 to HEAD diff [320518~15336603,16191955~20258151,38332794~7543736,46488430~18291829,65159500~9884128,77964337~13527075,92104573~11523572,105258669~166198,106185411~11303908,124087940~3733008,127877708~41820578,172077190~20319203,194271394~2649636,197774927~11031,200607545~8314946,209229107~6256465,218526003~11570781,234638313~26244406,263562138~4679923,271366772~155725,277580827~11917795,292197452~7598411,306871670~12548100,320522942~9392422,330722593~7709452,339949472~4734326,344991222~1323671,349452136~29504549,386464222~2107062,389620817~22224031] 2024-04-10T16:46:46.169 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [320518~15336603,16191955~20258151,38332794~7543736,46488430~18291829,65159500~9884128,77964337~13527075,92104573~11523572,105258669~166198,106185411~11303908,124087940~3733008,127877708~41820578,172077190~20319203,194271394~2649636,197774927~11031,200607545~8314946,209229107~6256465,218526003~11570781,234638313~26244406,263562138~4679923,271366772~155725,277580827~11917795,292197452~7598411,306871670~12548100,320522942~9392422,330722593~7709452,339949472~4734326,344991222~1323671,349452136~29504549,386464222~2107062,389620817~22224031] 2024-04-10T16:46:46.176 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~36450106,37748736~8127794,46488430~28555198,77964337~25663808,104857600~12631719,124087940~45610346,172077190~20319203,194271394~2649636,197774927~11031,200607545~14878027,218103808~11992976,230686720~37555341,268435456~3087041,276824064~12674558,292197452~7598411,306871670~12548100,320522942~9392422,330012032~8420013,339738624~6576269,348127232~30829453,385875968~25968880] 2024-04-10T16:46:46.176 INFO:tasks.workunit.client.0.smithi069.stdout:from 2 to HEAD diff [320518~3612829,4517799~11139322,16191955~15965094,38332794~7543736,46488430~18291829,65159500~9884128,77964337~13527075,92104573~11523572,105258669~166198,106185411~11303908,124087940~3733008,127877708~41820578,172571962~836608,173747509~13986637,188136982~4259411,194271394~2649636,197774927~11031,200607545~8314946,209229107~6256465,218526003~11570781,234638313~26244406,263562138~4679923,271366772~155725,277580827~11917795,292197452~7598411,306871670~12548100,320522942~9392422,330722593~7709452,339949472~4734326,349452136~29504549,386464222~2107062,389620817~22224031] 2024-04-10T16:46:46.176 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [320518~3612829,4517799~11139322,16191955~15965094,38332794~7543736,46488430~18291829,65159500~9884128,77964337~13527075,92104573~11523572,105258669~166198,106185411~11303908,124087940~3733008,127877708~41820578,172571962~836608,173747509~13986637,188136982~4259411,194271394~2649636,197774927~11031,200607545~8314946,209229107~6256465,218526003~11570781,234638313~26244406,263562138~4679923,271366772~155725,277580827~11917795,292197452~7598411,306871670~12548100,320522942~9392422,330722593~7709452,339949472~4734326,349452136~29504549,386464222~2107062,389620817~22224031] 2024-04-10T16:46:46.182 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [320518~3612829,4517799~27639250,37748736~8127794,46488430~28555198,77964337~25663808,104857600~12631719,124087940~45610346,172571962~836608,173747509~13986637,188136982~4259411,194271394~2649636,197774927~11031,200607545~14878027,218103808~11992976,230686720~37555341,268435456~3087041,276824064~12674558,292197452~7598411,306871670~12548100,320522942~9392422,330012032~8420013,339738624~4945174,348127232~30829453,385875968~25968880] 2024-04-10T16:46:46.358 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:46:46 smithi069 ceph-mon[96738]: osdmap e2077: 8 total, 8 up, 8 in 2024-04-10T16:46:46.358 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:46:46 smithi069 ceph-mon[94167]: osdmap e2077: 8 total, 8 up, 8 in 2024-04-10T16:46:46.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:46:46 smithi077 ceph-mon[87572]: osdmap e2077: 8 total, 8 up, 8 in 2024-04-10T16:46:47.072 INFO:tasks.workunit.client.0.smithi069.stdout:from 0 to HEAD diff [320518~15336603,16191955~20258151,38332794~26447465,65159500~9884128,77964337~13527075,92104573~11523572,105258669~166198,106185411~11303908,124087940~3733008,127877708~64518685,194271394~14651097,209229107~6256465,218526003~11570781,234638313~26244406,263562138~4679923,271366772~155725,277580827~11917795,290068331~9727532,306871670~23043694,330722593~7907078,339949472~4734326,344991222~1323671,349452136~29504549,386464222~2107062,389620817~22224031] 2024-04-10T16:46:47.073 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [320518~15336603,16191955~20258151,38332794~26447465,65159500~9884128,77964337~13527075,92104573~11523572,105258669~166198,106185411~11303908,124087940~3733008,127877708~64518685,194271394~14651097,209229107~6256465,218526003~11570781,234638313~26244406,263562138~4679923,271366772~155725,277580827~11917795,290068331~9727532,306871670~23043694,330722593~7907078,339949472~4734326,344991222~1323671,349452136~29504549,386464222~2107062,389620817~22224031] 2024-04-10T16:46:47.111 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~36450106,37748736~37294892,77964337~25663808,104857600~12631719,124087940~68308453,192937984~22547588,218103808~11992976,230686720~37555341,268435456~3087041,276824064~22971799,306871670~23043694,330012032~8617639,339738624~6576269,348127232~30829453,385875968~25968880] 2024-04-10T16:46:47.111 INFO:tasks.workunit.client.0.smithi069.stdout:from 1 to HEAD diff [320518~15336603,16191955~20258151,38332794~7543736,46488430~18291829,65159500~9884128,77964337~13527075,92104573~11523572,105258669~166198,106185411~11303908,124087940~3733008,127877708~41820578,172077190~20319203,194271394~2649636,197774927~11031,200607545~8314946,209229107~6256465,218526003~11570781,234638313~26244406,263562138~4679923,271366772~155725,277580827~11917795,292197452~7598411,306871670~12548100,320522942~9392422,330722593~7709452,339949472~4734326,344991222~1323671,349452136~29504549,386464222~2107062,389620817~22224031] 2024-04-10T16:46:47.111 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [320518~15336603,16191955~20258151,38332794~7543736,46488430~18291829,65159500~9884128,77964337~13527075,92104573~11523572,105258669~166198,106185411~11303908,124087940~3733008,127877708~41820578,172077190~20319203,194271394~2649636,197774927~11031,200607545~8314946,209229107~6256465,218526003~11570781,234638313~26244406,263562138~4679923,271366772~155725,277580827~11917795,292197452~7598411,306871670~12548100,320522942~9392422,330722593~7709452,339949472~4734326,344991222~1323671,349452136~29504549,386464222~2107062,389620817~22224031] 2024-04-10T16:46:47.123 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~36450106,37748736~8127794,46488430~28555198,77964337~25663808,104857600~12631719,124087940~45610346,172077190~20319203,194271394~2649636,197774927~11031,200607545~14878027,218103808~11992976,230686720~37555341,268435456~3087041,276824064~12674558,292197452~7598411,306871670~12548100,320522942~9392422,330012032~8420013,339738624~6576269,348127232~30829453,385875968~25968880] 2024-04-10T16:46:47.358 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:46:46 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:46:46] "GET /metrics HTTP/1.1" 200 36660 "" "Prometheus/2.43.0" 2024-04-10T16:46:47.358 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:46:47 smithi069 ceph-mon[94167]: pgmap v4025: 137 pgs: 137 active+clean; 607 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 91 KiB/s rd, 6.2 KiB/s wr, 944 op/s 2024-04-10T16:46:47.358 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:46:47 smithi069 ceph-mon[94167]: osdmap e2078: 8 total, 8 up, 8 in 2024-04-10T16:46:47.358 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:46:47 smithi069 ceph-mon[94167]: osdmap e2079: 8 total, 8 up, 8 in 2024-04-10T16:46:47.358 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:46:47 smithi069 ceph-mon[96738]: pgmap v4025: 137 pgs: 137 active+clean; 607 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 91 KiB/s rd, 6.2 KiB/s wr, 944 op/s 2024-04-10T16:46:47.358 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:46:47 smithi069 ceph-mon[96738]: osdmap e2078: 8 total, 8 up, 8 in 2024-04-10T16:46:47.358 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:46:47 smithi069 ceph-mon[96738]: osdmap e2079: 8 total, 8 up, 8 in 2024-04-10T16:46:47.513 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:46:47 smithi077 ceph-mon[87572]: pgmap v4025: 137 pgs: 137 active+clean; 607 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 91 KiB/s rd, 6.2 KiB/s wr, 944 op/s 2024-04-10T16:46:47.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:46:47 smithi077 ceph-mon[87572]: osdmap e2078: 8 total, 8 up, 8 in 2024-04-10T16:46:47.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:46:47 smithi077 ceph-mon[87572]: osdmap e2079: 8 total, 8 up, 8 in 2024-04-10T16:46:48.135 INFO:tasks.workunit.client.0.smithi069.stdout:from 0 to HEAD diff [320518~15336603,16191955~20258151,38332794~26447465,65159500~9884128,77964337~13527075,92104573~11523572,105258669~166198,106185411~11303908,124087940~3733008,127877708~64518685,194271394~14651097,209229107~6256465,218526003~11570781,234638313~26244406,263562138~4679923,271366772~155725,277580827~11917795,290068331~9727532,306871670~23043694,330722593~7907078,339949472~4734326,344991222~1323671,349452136~29504549,386464222~2107062,389620817~22224031] 2024-04-10T16:46:48.135 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [320518~15336603,16191955~20258151,38332794~26447465,65159500~9884128,77964337~13527075,92104573~11523572,105258669~166198,106185411~11303908,124087940~3733008,127877708~64518685,194271394~14651097,209229107~6256465,218526003~11570781,234638313~26244406,263562138~4679923,271366772~155725,277580827~11917795,290068331~9727532,306871670~23043694,330722593~7907078,339949472~4734326,344991222~1323671,349452136~29504549,386464222~2107062,389620817~22224031] 2024-04-10T16:46:48.171 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~36450106,37748736~37294892,77964337~25663808,104857600~12631719,124087940~68308453,192937984~22547588,218103808~11992976,230686720~37555341,268435456~3087041,276824064~22971799,306871670~23043694,330012032~8617639,339738624~6576269,348127232~30829453,385875968~25968880] 2024-04-10T16:46:48.513 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:46:48 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:46:48.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:46:48 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:46:48.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:46:48 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:46:48.608 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:46:48 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:46:48.608 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:46:48 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:46:48.608 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:46:48 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:46:48.608 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:46:48 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:46:48.608 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:46:48 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:46:48.608 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:46:48 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:46:49.158 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] DiffIterateTest/0.DiffIterateStress (40982 ms) 2024-04-10T16:46:49.158 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] DiffIterateTest/0.DiffIterateParent 2024-04-10T16:46:49.158 INFO:tasks.workunit.client.0.smithi069.stdout:using new format! 2024-04-10T16:46:49.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:46:49 smithi077 ceph-mon[87572]: pgmap v4028: 137 pgs: 137 active+clean; 607 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 4.5 KiB/s rd, 1.2 KiB/s wr, 635 op/s 2024-04-10T16:46:49.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:46:49 smithi077 ceph-mon[87572]: osdmap e2080: 8 total, 8 up, 8 in 2024-04-10T16:46:49.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:46:49 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:46:49.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:46:49 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:46:49.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:46:49 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:46:49.608 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:46:49 smithi069 ceph-mon[96738]: pgmap v4028: 137 pgs: 137 active+clean; 607 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 4.5 KiB/s rd, 1.2 KiB/s wr, 635 op/s 2024-04-10T16:46:49.608 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:46:49 smithi069 ceph-mon[96738]: osdmap e2080: 8 total, 8 up, 8 in 2024-04-10T16:46:49.608 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:46:49 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:46:49.608 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:46:49 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:46:49.608 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:46:49 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:46:49.609 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:46:49 smithi069 ceph-mon[94167]: pgmap v4028: 137 pgs: 137 active+clean; 607 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 4.5 KiB/s rd, 1.2 KiB/s wr, 635 op/s 2024-04-10T16:46:49.609 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:46:49 smithi069 ceph-mon[94167]: osdmap e2080: 8 total, 8 up, 8 in 2024-04-10T16:46:49.609 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:46:49 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:46:49.609 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:46:49 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:46:49.609 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:46:49 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:46:50.256 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] DiffIterateTest/0.DiffIterateParent (1099 ms) 2024-04-10T16:46:50.256 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] DiffIterateTest/0.DiffIterateIgnoreParent 2024-04-10T16:46:50.256 INFO:tasks.workunit.client.0.smithi069.stdout:using new format! 2024-04-10T16:46:50.513 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:46:50 smithi077 ceph-mon[87572]: osdmap e2081: 8 total, 8 up, 8 in 2024-04-10T16:46:50.608 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:46:50 smithi069 ceph-mon[96738]: osdmap e2081: 8 total, 8 up, 8 in 2024-04-10T16:46:50.608 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:46:50 smithi069 ceph-mon[94167]: osdmap e2081: 8 total, 8 up, 8 in 2024-04-10T16:46:51.257 INFO:tasks.workunit.client.0.smithi069.stdout: wrote [4787371~27079,6638582~777,7347216~75765,8248537~6630,10395774~22312,11420194~28260,15515946~52472,17895703~59841,18961904~95005,19202904~57344] to clone 2024-04-10T16:46:51.257 INFO:tasks.workunit.client.0.smithi069.stdout: diff was [4194304~4060863,8388608~3059846,12582912~2985506,16777216~2483032] 2024-04-10T16:46:51.261 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] DiffIterateTest/0.DiffIterateIgnoreParent (1005 ms) 2024-04-10T16:46:51.261 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] DiffIterateTest/0.DiffIterateCallbackError 2024-04-10T16:46:51.261 INFO:tasks.workunit.client.0.smithi069.stdout:using new format! 2024-04-10T16:46:51.285 INFO:tasks.workunit.client.0.smithi069.stdout: wrote [1323402~98107,2105618~7367,6635837~86803,6802265~71174,8959070~51317,15412641~61939,17488085~48568,18413406~70796] 2024-04-10T16:46:51.290 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] DiffIterateTest/0.DiffIterateCallbackError (30 ms) 2024-04-10T16:46:51.290 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] DiffIterateTest/0.DiffIterateParentDiscard 2024-04-10T16:46:51.290 INFO:tasks.workunit.client.0.smithi069.stdout:using new format! 2024-04-10T16:46:51.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:46:51 smithi077 ceph-mon[87572]: pgmap v4031: 137 pgs: 137 active+clean; 485 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 57 KiB/s rd, 5.7 KiB/s wr, 236 op/s 2024-04-10T16:46:51.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:46:51 smithi077 ceph-mon[87572]: osdmap e2082: 8 total, 8 up, 8 in 2024-04-10T16:46:51.608 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:46:51 smithi069 ceph-mon[96738]: pgmap v4031: 137 pgs: 137 active+clean; 485 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 57 KiB/s rd, 5.7 KiB/s wr, 236 op/s 2024-04-10T16:46:51.608 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:46:51 smithi069 ceph-mon[96738]: osdmap e2082: 8 total, 8 up, 8 in 2024-04-10T16:46:51.608 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:46:51 smithi069 ceph-mon[94167]: pgmap v4031: 137 pgs: 137 active+clean; 485 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 57 KiB/s rd, 5.7 KiB/s wr, 236 op/s 2024-04-10T16:46:51.608 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:46:51 smithi069 ceph-mon[94167]: osdmap e2082: 8 total, 8 up, 8 in 2024-04-10T16:46:52.415 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:46:52 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:46:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:46:52.415 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:46:52 smithi077 ceph-mon[87572]: osdmap e2083: 8 total, 8 up, 8 in 2024-04-10T16:46:52.415 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:46:52 smithi077 ceph-mon[87572]: osdmap e2084: 8 total, 8 up, 8 in 2024-04-10T16:46:52.608 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:46:52 smithi069 ceph-mon[96738]: osdmap e2083: 8 total, 8 up, 8 in 2024-04-10T16:46:52.608 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:46:52 smithi069 ceph-mon[96738]: osdmap e2084: 8 total, 8 up, 8 in 2024-04-10T16:46:52.608 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:46:52 smithi069 ceph-mon[94167]: osdmap e2083: 8 total, 8 up, 8 in 2024-04-10T16:46:52.608 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:46:52 smithi069 ceph-mon[94167]: osdmap e2084: 8 total, 8 up, 8 in 2024-04-10T16:46:53.162 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] DiffIterateTest/0.DiffIterateParentDiscard (1871 ms) 2024-04-10T16:46:53.162 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] DiffIterateTest/0.DiffIterateUnalignedSmall 2024-04-10T16:46:53.162 INFO:tasks.workunit.client.0.smithi069.stdout:using new format! 2024-04-10T16:46:53.215 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] DiffIterateTest/0.DiffIterateUnalignedSmall (54 ms) 2024-04-10T16:46:53.215 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] DiffIterateTest/0.DiffIterateUnaligned 2024-04-10T16:46:53.215 INFO:tasks.workunit.client.0.smithi069.stdout:using new format! 2024-04-10T16:46:53.291 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] DiffIterateTest/0.DiffIterateUnaligned (76 ms) 2024-04-10T16:46:53.291 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] DiffIterateTest/0.DiffIterateTryAcquireLock 2024-04-10T16:46:53.292 INFO:tasks.workunit.client.0.smithi069.stdout:using new format! 2024-04-10T16:46:53.513 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:46:53 smithi077 ceph-mon[87572]: pgmap v4034: 137 pgs: 137 active+clean; 447 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1.1 MiB/s rd, 4.0 MiB/s wr, 416 op/s 2024-04-10T16:46:53.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:46:53 smithi077 ceph-mon[87572]: osdmap e2085: 8 total, 8 up, 8 in 2024-04-10T16:46:53.608 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:46:53 smithi069 ceph-mon[96738]: pgmap v4034: 137 pgs: 137 active+clean; 447 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1.1 MiB/s rd, 4.0 MiB/s wr, 416 op/s 2024-04-10T16:46:53.608 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:46:53 smithi069 ceph-mon[96738]: osdmap e2085: 8 total, 8 up, 8 in 2024-04-10T16:46:53.608 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:46:53 smithi069 ceph-mon[94167]: pgmap v4034: 137 pgs: 137 active+clean; 447 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1.1 MiB/s rd, 4.0 MiB/s wr, 416 op/s 2024-04-10T16:46:53.608 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:46:53 smithi069 ceph-mon[94167]: osdmap e2085: 8 total, 8 up, 8 in 2024-04-10T16:46:55.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:46:55 smithi077 ceph-mon[87572]: pgmap v4037: 137 pgs: 137 active+clean; 486 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 9.2 MiB/s wr, 256 op/s 2024-04-10T16:46:55.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:46:55 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:46:55.608 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:46:55 smithi069 ceph-mon[94167]: pgmap v4037: 137 pgs: 137 active+clean; 486 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 9.2 MiB/s wr, 256 op/s 2024-04-10T16:46:55.608 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:46:55 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:46:55.608 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:46:55 smithi069 ceph-mon[96738]: pgmap v4037: 137 pgs: 137 active+clean; 486 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 9.2 MiB/s wr, 256 op/s 2024-04-10T16:46:55.608 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:46:55 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:46:57.358 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:46:57 smithi069 ceph-mon[94167]: pgmap v4038: 137 pgs: 137 active+clean; 545 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.9 MiB/s rd, 13 MiB/s wr, 355 op/s 2024-04-10T16:46:57.358 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:46:57 smithi069 ceph-mon[94167]: osdmap e2086: 8 total, 8 up, 8 in 2024-04-10T16:46:57.358 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:46:57 smithi069 ceph-mon[96738]: pgmap v4038: 137 pgs: 137 active+clean; 545 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.9 MiB/s rd, 13 MiB/s wr, 355 op/s 2024-04-10T16:46:57.358 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:46:57 smithi069 ceph-mon[96738]: osdmap e2086: 8 total, 8 up, 8 in 2024-04-10T16:46:57.359 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:46:56 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:46:56] "GET /metrics HTTP/1.1" 200 36660 "" "Prometheus/2.43.0" 2024-04-10T16:46:57.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:46:57 smithi077 ceph-mon[87572]: pgmap v4038: 137 pgs: 137 active+clean; 545 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.9 MiB/s rd, 13 MiB/s wr, 355 op/s 2024-04-10T16:46:57.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:46:57 smithi077 ceph-mon[87572]: osdmap e2086: 8 total, 8 up, 8 in 2024-04-10T16:46:58.327 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] DiffIterateTest/0.DiffIterateTryAcquireLock (5035 ms) 2024-04-10T16:46:58.327 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] DiffIterateTest/0.DiffIterateStriping 2024-04-10T16:46:58.327 INFO:tasks.workunit.client.0.smithi069.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1189-gc96c8d47/rpm/el9/BUILD/ceph-18.2.2-1189-gc96c8d47/src/test/librbd/test_librbd.cc:8604: Skipped 2024-04-10T16:46:58.327 INFO:tasks.workunit.client.0.smithi069.stdout:Skipping due to unmet REQUIRE 2024-04-10T16:46:58.327 INFO:tasks.workunit.client.0.smithi069.stdout:[ SKIPPED ] DiffIterateTest/0.DiffIterateStriping (0 ms) 2024-04-10T16:46:59.165 INFO:tasks.workunit.client.0.smithi069.stdout:[----------] 15 tests from DiffIterateTest/0 (70024 ms total) 2024-04-10T16:46:59.166 INFO:tasks.workunit.client.0.smithi069.stdout: 2024-04-10T16:46:59.166 INFO:tasks.workunit.client.0.smithi069.stdout:[----------] 15 tests from DiffIterateTest/1, where TypeParam = DiffIterateParams 2024-04-10T16:46:59.207 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] DiffIterateTest/1.DiffIterate 2024-04-10T16:46:59.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:46:59 smithi077 ceph-mon[87572]: pgmap v4040: 137 pgs: 137 active+clean; 545 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 9.0 MiB/s wr, 206 op/s 2024-04-10T16:46:59.608 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:46:59 smithi069 ceph-mon[94167]: pgmap v4040: 137 pgs: 137 active+clean; 545 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 9.0 MiB/s wr, 206 op/s 2024-04-10T16:46:59.608 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:46:59 smithi069 ceph-mon[96738]: pgmap v4040: 137 pgs: 137 active+clean; 545 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 9.0 MiB/s wr, 206 op/s 2024-04-10T16:47:00.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:47:00 smithi077 ceph-mon[87572]: osdmap e2087: 8 total, 8 up, 8 in 2024-04-10T16:47:00.608 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:47:00 smithi069 ceph-mon[96738]: osdmap e2087: 8 total, 8 up, 8 in 2024-04-10T16:47:00.608 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:47:00 smithi069 ceph-mon[94167]: osdmap e2087: 8 total, 8 up, 8 in 2024-04-10T16:47:01.184 INFO:tasks.workunit.client.0.smithi069.stdout:using new format! 2024-04-10T16:47:01.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:47:01 smithi077 ceph-mon[87572]: pgmap v4042: 105 pgs: 105 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail 2024-04-10T16:47:01.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:47:01 smithi077 ceph-mon[87572]: osdmap e2088: 8 total, 8 up, 8 in 2024-04-10T16:47:01.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:47:01 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/1827762791' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-45","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:47:01.608 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:47:01 smithi069 ceph-mon[96738]: pgmap v4042: 105 pgs: 105 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail 2024-04-10T16:47:01.608 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:47:01 smithi069 ceph-mon[96738]: osdmap e2088: 8 total, 8 up, 8 in 2024-04-10T16:47:01.608 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:47:01 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/1827762791' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-45","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:47:01.608 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:47:01 smithi069 ceph-mon[94167]: pgmap v4042: 105 pgs: 105 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail 2024-04-10T16:47:01.608 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:47:01 smithi069 ceph-mon[94167]: osdmap e2088: 8 total, 8 up, 8 in 2024-04-10T16:47:01.609 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:47:01 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/1827762791' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-45","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:47:02.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:47:02 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/1827762791' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-45","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T16:47:02.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:47:02 smithi077 ceph-mon[87572]: osdmap e2089: 8 total, 8 up, 8 in 2024-04-10T16:47:02.514 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:47:02 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:47:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:47:02.608 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:47:02 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/1827762791' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-45","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T16:47:02.608 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:47:02 smithi069 ceph-mon[94167]: osdmap e2089: 8 total, 8 up, 8 in 2024-04-10T16:47:02.608 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:47:02 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/1827762791' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi069-146913-45","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T16:47:02.608 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:47:02 smithi069 ceph-mon[96738]: osdmap e2089: 8 total, 8 up, 8 in 2024-04-10T16:47:03.237 INFO:tasks.workunit.client.0.smithi069.stdout: wrote [501738~58067,1804554~33057,2729687~85917,3585518~19478,9746521~5463,14555281~99731,15640568~26240,16642487~83782,19785712~5803,20052884~49984] 2024-04-10T16:47:03.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:47:03 smithi077 ceph-mon[87572]: pgmap v4045: 137 pgs: 12 creating+peering, 20 unknown, 105 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-04-10T16:47:03.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:47:03 smithi077 ceph-mon[87572]: osdmap e2090: 8 total, 8 up, 8 in 2024-04-10T16:47:03.608 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:47:03 smithi069 ceph-mon[96738]: pgmap v4045: 137 pgs: 12 creating+peering, 20 unknown, 105 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-04-10T16:47:03.608 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:47:03 smithi069 ceph-mon[96738]: osdmap e2090: 8 total, 8 up, 8 in 2024-04-10T16:47:03.608 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:47:03 smithi069 ceph-mon[94167]: pgmap v4045: 137 pgs: 12 creating+peering, 20 unknown, 105 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-04-10T16:47:03.608 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:47:03 smithi069 ceph-mon[94167]: osdmap e2090: 8 total, 8 up, 8 in 2024-04-10T16:47:04.219 INFO:tasks.workunit.client.0.smithi069.stdout: wrote [0~16777216] 2024-04-10T16:47:04.227 INFO:tasks.workunit.client.0.smithi069.stdout: diff was [0~16777216] 2024-04-10T16:47:04.231 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] DiffIterateTest/1.DiffIterate (5024 ms) 2024-04-10T16:47:04.232 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] DiffIterateTest/1.DiffIterateDeterministic 2024-04-10T16:47:04.232 INFO:tasks.workunit.client.0.smithi069.stdout:using new format! 2024-04-10T16:47:04.509 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:47:04 smithi069 ceph-mon[96738]: osdmap e2091: 8 total, 8 up, 8 in 2024-04-10T16:47:04.510 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:47:04 smithi069 ceph-mon[94167]: osdmap e2091: 8 total, 8 up, 8 in 2024-04-10T16:47:04.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:47:04 smithi077 ceph-mon[87572]: osdmap e2091: 8 total, 8 up, 8 in 2024-04-10T16:47:05.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:47:05 smithi077 ceph-mon[87572]: pgmap v4048: 137 pgs: 12 creating+peering, 5 unknown, 120 active+clean; 15 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 767 B/s rd, 114 KiB/s wr, 4 op/s 2024-04-10T16:47:05.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:47:05 smithi077 ceph-mon[87572]: osdmap e2092: 8 total, 8 up, 8 in 2024-04-10T16:47:05.608 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:47:05 smithi069 ceph-mon[96738]: pgmap v4048: 137 pgs: 12 creating+peering, 5 unknown, 120 active+clean; 15 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 767 B/s rd, 114 KiB/s wr, 4 op/s 2024-04-10T16:47:05.608 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:47:05 smithi069 ceph-mon[96738]: osdmap e2092: 8 total, 8 up, 8 in 2024-04-10T16:47:05.608 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:47:05 smithi069 ceph-mon[94167]: pgmap v4048: 137 pgs: 12 creating+peering, 5 unknown, 120 active+clean; 15 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 767 B/s rd, 114 KiB/s wr, 4 op/s 2024-04-10T16:47:05.608 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:47:05 smithi069 ceph-mon[94167]: osdmap e2092: 8 total, 8 up, 8 in 2024-04-10T16:47:06.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:47:06 smithi077 ceph-mon[87572]: osdmap e2093: 8 total, 8 up, 8 in 2024-04-10T16:47:06.608 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:47:06 smithi069 ceph-mon[96738]: osdmap e2093: 8 total, 8 up, 8 in 2024-04-10T16:47:06.608 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:47:06 smithi069 ceph-mon[94167]: osdmap e2093: 8 total, 8 up, 8 in 2024-04-10T16:47:07.085 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] DiffIterateTest/1.DiffIterateDeterministic (2853 ms) 2024-04-10T16:47:07.085 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] DiffIterateTest/1.DiffIterateDeterministicPP 2024-04-10T16:47:07.085 INFO:tasks.workunit.client.0.smithi069.stdout:using new format! 2024-04-10T16:47:07.216 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:47:06 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:47:06] "GET /metrics HTTP/1.1" 200 36660 "" "Prometheus/2.43.0" 2024-04-10T16:47:07.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:47:07 smithi077 ceph-mon[87572]: pgmap v4051: 137 pgs: 137 active+clean; 22 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 187 KiB/s wr, 48 op/s 2024-04-10T16:47:07.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:47:07 smithi077 ceph-mon[87572]: osdmap e2094: 8 total, 8 up, 8 in 2024-04-10T16:47:07.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:47:07 smithi077 ceph-mon[87572]: osdmap e2095: 8 total, 8 up, 8 in 2024-04-10T16:47:07.608 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:47:07 smithi069 ceph-mon[94167]: pgmap v4051: 137 pgs: 137 active+clean; 22 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 187 KiB/s wr, 48 op/s 2024-04-10T16:47:07.608 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:47:07 smithi069 ceph-mon[94167]: osdmap e2094: 8 total, 8 up, 8 in 2024-04-10T16:47:07.608 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:47:07 smithi069 ceph-mon[94167]: osdmap e2095: 8 total, 8 up, 8 in 2024-04-10T16:47:07.609 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:47:07 smithi069 ceph-mon[96738]: pgmap v4051: 137 pgs: 137 active+clean; 22 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 187 KiB/s wr, 48 op/s 2024-04-10T16:47:07.609 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:47:07 smithi069 ceph-mon[96738]: osdmap e2094: 8 total, 8 up, 8 in 2024-04-10T16:47:07.609 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:47:07 smithi069 ceph-mon[96738]: osdmap e2095: 8 total, 8 up, 8 in 2024-04-10T16:47:09.358 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:47:09 smithi069 ceph-mon[94167]: pgmap v4054: 137 pgs: 137 active+clean; 22 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 73 KiB/s wr, 43 op/s 2024-04-10T16:47:09.358 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:47:09 smithi069 ceph-mon[94167]: osdmap e2096: 8 total, 8 up, 8 in 2024-04-10T16:47:09.358 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:47:09 smithi069 ceph-mon[96738]: pgmap v4054: 137 pgs: 137 active+clean; 22 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 73 KiB/s wr, 43 op/s 2024-04-10T16:47:09.359 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:47:09 smithi069 ceph-mon[96738]: osdmap e2096: 8 total, 8 up, 8 in 2024-04-10T16:47:09.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:47:09 smithi077 ceph-mon[87572]: pgmap v4054: 137 pgs: 137 active+clean; 22 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 73 KiB/s wr, 43 op/s 2024-04-10T16:47:09.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:47:09 smithi077 ceph-mon[87572]: osdmap e2096: 8 total, 8 up, 8 in 2024-04-10T16:47:10.104 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] DiffIterateTest/1.DiffIterateDeterministicPP (3019 ms) 2024-04-10T16:47:10.104 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] DiffIterateTest/1.DiffIterateDiscard 2024-04-10T16:47:10.104 INFO:tasks.workunit.client.0.smithi069.stdout:using new format! 2024-04-10T16:47:10.358 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:47:10 smithi069 ceph-mon[96738]: osdmap e2097: 8 total, 8 up, 8 in 2024-04-10T16:47:10.358 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:47:10 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:47:10.358 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:47:10 smithi069 ceph-mon[94167]: osdmap e2097: 8 total, 8 up, 8 in 2024-04-10T16:47:10.359 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:47:10 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:47:10.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:47:10 smithi077 ceph-mon[87572]: osdmap e2097: 8 total, 8 up, 8 in 2024-04-10T16:47:10.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:47:10 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:47:11.358 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:47:11 smithi069 ceph-mon[96738]: pgmap v4057: 137 pgs: 137 active+clean; 22 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 36 KiB/s rd, 64 KiB/s wr, 54 op/s 2024-04-10T16:47:11.358 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:47:11 smithi069 ceph-mon[96738]: osdmap e2098: 8 total, 8 up, 8 in 2024-04-10T16:47:11.358 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:47:11 smithi069 ceph-mon[94167]: pgmap v4057: 137 pgs: 137 active+clean; 22 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 36 KiB/s rd, 64 KiB/s wr, 54 op/s 2024-04-10T16:47:11.359 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:47:11 smithi069 ceph-mon[94167]: osdmap e2098: 8 total, 8 up, 8 in 2024-04-10T16:47:11.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:47:11 smithi077 ceph-mon[87572]: pgmap v4057: 137 pgs: 137 active+clean; 22 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 36 KiB/s rd, 64 KiB/s wr, 54 op/s 2024-04-10T16:47:11.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:47:11 smithi077 ceph-mon[87572]: osdmap e2098: 8 total, 8 up, 8 in 2024-04-10T16:47:12.358 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:47:12 smithi069 ceph-mon[96738]: osdmap e2099: 8 total, 8 up, 8 in 2024-04-10T16:47:12.358 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:47:12 smithi069 ceph-mon[94167]: osdmap e2099: 8 total, 8 up, 8 in 2024-04-10T16:47:12.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:47:12 smithi077 ceph-mon[87572]: osdmap e2099: 8 total, 8 up, 8 in 2024-04-10T16:47:12.514 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:47:12 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:47:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:47:13.122 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] DiffIterateTest/1.DiffIterateDiscard (3018 ms) 2024-04-10T16:47:13.122 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] DiffIterateTest/1.DiffIterateTruncate 2024-04-10T16:47:13.122 INFO:tasks.workunit.client.0.smithi069.stdout:using new format! 2024-04-10T16:47:13.358 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:47:13 smithi069 ceph-mon[94167]: pgmap v4060: 137 pgs: 137 active+clean; 22 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 76 KiB/s rd, 68 KiB/s wr, 109 op/s 2024-04-10T16:47:13.358 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:47:13 smithi069 ceph-mon[94167]: osdmap e2100: 8 total, 8 up, 8 in 2024-04-10T16:47:13.358 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:47:13 smithi069 ceph-mon[96738]: pgmap v4060: 137 pgs: 137 active+clean; 22 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 76 KiB/s rd, 68 KiB/s wr, 109 op/s 2024-04-10T16:47:13.358 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:47:13 smithi069 ceph-mon[96738]: osdmap e2100: 8 total, 8 up, 8 in 2024-04-10T16:47:13.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:47:13 smithi077 ceph-mon[87572]: pgmap v4060: 137 pgs: 137 active+clean; 22 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 76 KiB/s rd, 68 KiB/s wr, 109 op/s 2024-04-10T16:47:13.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:47:13 smithi077 ceph-mon[87572]: osdmap e2100: 8 total, 8 up, 8 in 2024-04-10T16:47:14.358 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:47:14 smithi069 ceph-mon[96738]: osdmap e2101: 8 total, 8 up, 8 in 2024-04-10T16:47:14.358 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:47:14 smithi069 ceph-mon[94167]: osdmap e2101: 8 total, 8 up, 8 in 2024-04-10T16:47:14.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:47:14 smithi077 ceph-mon[87572]: osdmap e2101: 8 total, 8 up, 8 in 2024-04-10T16:47:15.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:47:15 smithi077 ceph-mon[87572]: pgmap v4063: 137 pgs: 137 active+clean; 22 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 68 KiB/s rd, 13 KiB/s wr, 102 op/s 2024-04-10T16:47:15.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:47:15 smithi077 ceph-mon[87572]: osdmap e2102: 8 total, 8 up, 8 in 2024-04-10T16:47:15.608 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:47:15 smithi069 ceph-mon[94167]: pgmap v4063: 137 pgs: 137 active+clean; 22 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 68 KiB/s rd, 13 KiB/s wr, 102 op/s 2024-04-10T16:47:15.608 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:47:15 smithi069 ceph-mon[94167]: osdmap e2102: 8 total, 8 up, 8 in 2024-04-10T16:47:15.608 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:47:15 smithi069 ceph-mon[96738]: pgmap v4063: 137 pgs: 137 active+clean; 22 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 68 KiB/s rd, 13 KiB/s wr, 102 op/s 2024-04-10T16:47:15.609 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:47:15 smithi069 ceph-mon[96738]: osdmap e2102: 8 total, 8 up, 8 in 2024-04-10T16:47:16.171 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] DiffIterateTest/1.DiffIterateTruncate (3049 ms) 2024-04-10T16:47:16.171 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] DiffIterateTest/1.DiffIterateWriteAndTruncate 2024-04-10T16:47:16.171 INFO:tasks.workunit.client.0.smithi069.stdout:using new format! 2024-04-10T16:47:16.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:47:16 smithi077 ceph-mon[87572]: osdmap e2103: 8 total, 8 up, 8 in 2024-04-10T16:47:16.608 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:47:16 smithi069 ceph-mon[96738]: osdmap e2103: 8 total, 8 up, 8 in 2024-04-10T16:47:16.608 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:47:16 smithi069 ceph-mon[94167]: osdmap e2103: 8 total, 8 up, 8 in 2024-04-10T16:47:17.358 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:47:17 smithi069 ceph-mon[96738]: pgmap v4066: 137 pgs: 137 active+clean; 23 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 62 KiB/s rd, 268 KiB/s wr, 99 op/s 2024-04-10T16:47:17.358 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:47:17 smithi069 ceph-mon[96738]: osdmap e2104: 8 total, 8 up, 8 in 2024-04-10T16:47:17.359 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:47:17 smithi069 ceph-mon[94167]: pgmap v4066: 137 pgs: 137 active+clean; 23 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 62 KiB/s rd, 268 KiB/s wr, 99 op/s 2024-04-10T16:47:17.359 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:47:17 smithi069 ceph-mon[94167]: osdmap e2104: 8 total, 8 up, 8 in 2024-04-10T16:47:17.359 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:47:16 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:47:16] "GET /metrics HTTP/1.1" 200 36647 "" "Prometheus/2.43.0" 2024-04-10T16:47:17.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:47:17 smithi077 ceph-mon[87572]: pgmap v4066: 137 pgs: 137 active+clean; 23 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 62 KiB/s rd, 268 KiB/s wr, 99 op/s 2024-04-10T16:47:17.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:47:17 smithi077 ceph-mon[87572]: osdmap e2104: 8 total, 8 up, 8 in 2024-04-10T16:47:18.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:47:18 smithi077 ceph-mon[87572]: osdmap e2105: 8 total, 8 up, 8 in 2024-04-10T16:47:18.608 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:47:18 smithi069 ceph-mon[94167]: osdmap e2105: 8 total, 8 up, 8 in 2024-04-10T16:47:18.608 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:47:18 smithi069 ceph-mon[96738]: osdmap e2105: 8 total, 8 up, 8 in 2024-04-10T16:47:19.196 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] DiffIterateTest/1.DiffIterateWriteAndTruncate (3025 ms) 2024-04-10T16:47:19.196 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] DiffIterateTest/1.DiffIterateStress 2024-04-10T16:47:19.196 INFO:tasks.workunit.client.0.smithi069.stdout:using new format! 2024-04-10T16:47:19.256 INFO:tasks.workunit.client.0.smithi069.stdout: i=0 exists [19025049~9441888,72851918~3971881,82538532~2393303,92280310~1660491,157486280~976826,206502932~476858,210740284~117118,212742791~3218922,312672449~830969] wrote [19025049~9441888,72851918~3971881,82538532~2393303,92280310~1660491,157486280~976826,206502932~476858,210740284~117118,212742791~3218922,312672449~830969] 2024-04-10T16:47:19.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:47:19 smithi077 ceph-mon[87572]: pgmap v4069: 137 pgs: 137 active+clean; 23 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 34 KiB/s rd, 259 KiB/s wr, 52 op/s 2024-04-10T16:47:19.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:47:19 smithi077 ceph-mon[87572]: osdmap e2106: 8 total, 8 up, 8 in 2024-04-10T16:47:19.608 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:47:19 smithi069 ceph-mon[94167]: pgmap v4069: 137 pgs: 137 active+clean; 23 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 34 KiB/s rd, 259 KiB/s wr, 52 op/s 2024-04-10T16:47:19.608 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:47:19 smithi069 ceph-mon[94167]: osdmap e2106: 8 total, 8 up, 8 in 2024-04-10T16:47:19.608 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:47:19 smithi069 ceph-mon[96738]: pgmap v4069: 137 pgs: 137 active+clean; 23 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 34 KiB/s rd, 259 KiB/s wr, 52 op/s 2024-04-10T16:47:19.609 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:47:19 smithi069 ceph-mon[96738]: osdmap e2106: 8 total, 8 up, 8 in 2024-04-10T16:47:20.267 INFO:tasks.workunit.client.0.smithi069.stdout: i=1 exists [17601159~686055,19025049~9441888,59451388~3880647,72851918~3971881,82538532~2393303,91682469~5857095,157486280~976826,199775883~5646543,206502932~476858,210740284~117118,212742791~3218922,224188252~5949730,312672449~830969,374517546~10952718,391186362~4629290,402680663~6515413] wrote [17601159~686055,59451388~3880647,91682469~5857095,199775883~5646543,224188252~5949730,374517546~10952718,391186362~4629290,402680663~6515413] 2024-04-10T16:47:20.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:47:20 smithi077 ceph-mon[87572]: osdmap e2107: 8 total, 8 up, 8 in 2024-04-10T16:47:20.608 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:47:20 smithi069 ceph-mon[96738]: osdmap e2107: 8 total, 8 up, 8 in 2024-04-10T16:47:20.608 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:47:20 smithi069 ceph-mon[94167]: osdmap e2107: 8 total, 8 up, 8 in 2024-04-10T16:47:21.206 INFO:tasks.workunit.client.0.smithi069.stdout: i=2 exists [17601159~686055,19025049~9441888,36236266~1284572,59451388~3880647,71619155~5204644,82538532~2393303,89656217~1442531,91682469~5857095,146399379~3824744,157486280~976826,184316119~3783368,199775883~5646543,206502932~476858,210740284~117118,212742791~3218922,218176011~4580207,224188252~5949730,257305475~4695995,312672449~830969,344094741~4482946,367339995~3532803,374517546~10952718,391186362~4629290,402680663~6515413] wrote [21956076~28787,36236266~1284572,71619155~5075099,89656217~1442531,146399379~3824744,184316119~3783368,218176011~4580207,257305475~4695995,344094741~4482946,367339995~3532803] 2024-04-10T16:47:21.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:47:21 smithi077 ceph-mon[87572]: pgmap v4072: 137 pgs: 137 active+clean; 27 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 62 KiB/s rd, 336 KiB/s wr, 92 op/s 2024-04-10T16:47:21.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:47:21 smithi077 ceph-mon[87572]: osdmap e2108: 8 total, 8 up, 8 in 2024-04-10T16:47:21.608 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:47:21 smithi069 ceph-mon[96738]: pgmap v4072: 137 pgs: 137 active+clean; 27 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 62 KiB/s rd, 336 KiB/s wr, 92 op/s 2024-04-10T16:47:21.608 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:47:21 smithi069 ceph-mon[96738]: osdmap e2108: 8 total, 8 up, 8 in 2024-04-10T16:47:21.608 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:47:21 smithi069 ceph-mon[94167]: pgmap v4072: 137 pgs: 137 active+clean; 27 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 62 KiB/s rd, 336 KiB/s wr, 92 op/s 2024-04-10T16:47:21.608 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:47:21 smithi069 ceph-mon[94167]: osdmap e2108: 8 total, 8 up, 8 in 2024-04-10T16:47:22.223 INFO:tasks.workunit.client.0.smithi069.stdout: i=3 exists [17601159~686055,19025049~9441888,36236266~1284572,49503700~3642206,55608513~3800932,59451388~3880647,71619155~5204644,82538532~2393303,89656217~1442531,91682469~5857095,134222783~2565905,146399379~3824744,150459776~812456,157486280~976826,162822585~1436393,184316119~3783368,199775883~5646543,206502932~476858,210740284~117118,212742791~3218922,218176011~4580207,224188252~5949730,257305475~4695995,277861832~2787150,306091141~4512276,312672449~830969,342708725~7355332,350506406~2123096,367339995~3532803,374517546~10952718,391186362~4629290,402680663~6515413] wrote [49503700~3642206,55608513~3800932,92822471~545686,134222783~2565905,150459776~812456,162822585~1436393,277861832~2787150,306091141~4512276,342708725~7355332,350506406~2123096] 2024-04-10T16:47:22.415 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:47:22 smithi077 ceph-mon[87572]: osdmap e2109: 8 total, 8 up, 8 in 2024-04-10T16:47:22.415 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:47:22 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:47:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:47:22.608 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:47:22 smithi069 ceph-mon[94167]: osdmap e2109: 8 total, 8 up, 8 in 2024-04-10T16:47:22.608 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:47:22 smithi069 ceph-mon[96738]: osdmap e2109: 8 total, 8 up, 8 in 2024-04-10T16:47:23.267 INFO:tasks.workunit.client.0.smithi069.stdout: i=4 exists [17601159~686055,19025049~9441888,36236266~1284572,49503700~13828335,71619155~5204644,82538532~2393303,89656217~1442531,91682469~7705871,105543257~5111588,130916684~5872004,146399379~3824744,150459776~812456,157486280~976826,159147369~7860244,184316119~3783368,199775883~5646543,206502932~476858,210740284~117118,212742791~3218922,218176011~4580207,224188252~5949730,257305475~4695995,274366483~2701976,277861832~2787150,306091141~4512276,312672449~830969,329091630~10158005,342708725~7355332,350506406~2123096,367339995~3532803,374517546~10952718,391186362~4629290,402680663~6515413] wrote [51521230~8304098,94954929~4433411,105543257~5111588,130916684~4772368,159147369~7860244,274366483~2701976,329091630~10158005] 2024-04-10T16:47:23.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:47:23 smithi077 ceph-mon[87572]: pgmap v4075: 137 pgs: 137 active+clean; 73 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 109 KiB/s rd, 11 MiB/s wr, 179 op/s 2024-04-10T16:47:23.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:47:23 smithi077 ceph-mon[87572]: osdmap e2110: 8 total, 8 up, 8 in 2024-04-10T16:47:23.608 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:47:23 smithi069 ceph-mon[94167]: pgmap v4075: 137 pgs: 137 active+clean; 73 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 109 KiB/s rd, 11 MiB/s wr, 179 op/s 2024-04-10T16:47:23.608 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:47:23 smithi069 ceph-mon[94167]: osdmap e2110: 8 total, 8 up, 8 in 2024-04-10T16:47:23.608 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:47:23 smithi069 ceph-mon[96738]: pgmap v4075: 137 pgs: 137 active+clean; 73 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 109 KiB/s rd, 11 MiB/s wr, 179 op/s 2024-04-10T16:47:23.609 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:47:23 smithi069 ceph-mon[96738]: osdmap e2110: 8 total, 8 up, 8 in 2024-04-10T16:47:24.252 INFO:tasks.workunit.client.0.smithi069.stdout: i=5 exists [6523728~5482395,17601159~686055,19025049~9441888,36236266~1284572,49503700~13828335,71619155~5204644,82538532~6070158,89656217~1442531,91682469~7705871,105543257~10006177,130916684~5872004,146399379~3824744,150459776~812456,157486280~976826,159147369~7860244,171223518~5845537,184316119~3783368,199775883~5646543,206502932~476858,207838835~272256,210740284~117118,212742791~3218922,218176011~4580207,224188252~5949730,233585231~2466660,257305475~4695995,274366483~2701976,277861832~2787150,289201590~5672850,306091141~4512276,312672449~830969,329091630~10158005,342708725~7355332,350506406~2123096,367339995~3532803,374517546~10952718,391186362~4629290,402680663~6515413] wrote [6523728~5482395,82713961~5894729,108587529~6961905,171223518~5845537,185333494~633327,207838835~272256,233585231~2466660,274912291~824862,289201590~5672850,376133050~6909647] 2024-04-10T16:47:24.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:47:24 smithi077 ceph-mon[87572]: osdmap e2111: 8 total, 8 up, 8 in 2024-04-10T16:47:24.608 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:47:24 smithi069 ceph-mon[96738]: osdmap e2111: 8 total, 8 up, 8 in 2024-04-10T16:47:24.608 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:47:24 smithi069 ceph-mon[94167]: osdmap e2111: 8 total, 8 up, 8 in 2024-04-10T16:47:25.267 INFO:tasks.workunit.client.0.smithi069.stdout: i=6 exists [6523728~5482395,17601159~686055,19025049~9441888,36236266~1284572,49503700~13828335,71619155~5204644,80648976~1873319,82538532~6070158,89656217~1442531,91682469~7705871,105543257~15880084,130916684~5872004,146399379~3824744,150459776~812456,154993426~12014187,171223518~5845537,184316119~3783368,199775883~5646543,206502932~476858,207838835~272256,210740284~117118,212742791~10013427,224188252~5949730,233585231~2466660,239544902~963966,252591906~3975961,257305475~4695995,274366483~2701976,277861832~2787150,289201590~5672850,306091141~4512276,312672449~830969,329091630~10158005,342708725~7355332,350506406~2123096,353163298~6947981,367339995~3532803,374517546~14518982,391186362~4629290,402680663~6515413] wrote [80648976~1873319,114477730~6945611,154993426~4457720,164694474~1660985,215262604~5084231,239544902~963966,252591906~3975961,353163298~6947981,384739899~4296629,404266665~2283322] 2024-04-10T16:47:25.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:47:25 smithi077 ceph-mon[87572]: pgmap v4078: 137 pgs: 137 active+clean; 162 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 100 KiB/s rd, 27 MiB/s wr, 169 op/s 2024-04-10T16:47:25.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:47:25 smithi077 ceph-mon[87572]: osdmap e2112: 8 total, 8 up, 8 in 2024-04-10T16:47:25.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:47:25 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:47:25.608 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:47:25 smithi069 ceph-mon[94167]: pgmap v4078: 137 pgs: 137 active+clean; 162 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 100 KiB/s rd, 27 MiB/s wr, 169 op/s 2024-04-10T16:47:25.608 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:47:25 smithi069 ceph-mon[94167]: osdmap e2112: 8 total, 8 up, 8 in 2024-04-10T16:47:25.608 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:47:25 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:47:25.609 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:47:25 smithi069 ceph-mon[96738]: pgmap v4078: 137 pgs: 137 active+clean; 162 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 100 KiB/s rd, 27 MiB/s wr, 169 op/s 2024-04-10T16:47:25.609 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:47:25 smithi069 ceph-mon[96738]: osdmap e2112: 8 total, 8 up, 8 in 2024-04-10T16:47:25.609 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:47:25 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:47:26.287 INFO:tasks.workunit.client.0.smithi069.stdout: i=7 exists [6523728~7995102,17601159~686055,19025049~9441888,36236266~1284572,48449757~14882278,68911396~7912403,80648976~1873319,82538532~6070158,89656217~1442531,91682469~7705871,105543257~15880084,130916684~5872004,145852399~4371724,150459776~812456,154993426~12014187,171223518~5845537,184316119~3783368,199775883~5646543,206502932~476858,207838835~272256,210740284~117118,212742791~10013427,224188252~7366291,233585231~2466660,239544902~963966,252591906~3975961,257305475~4695995,264640059~3449686,274366483~2701976,277861832~2787150,289201590~5672850,306091141~4512276,312672449~830969,329091630~10158005,342708725~7355332,350506406~2123096,353163298~6947981,367339995~3532803,372837084~16199444,391186362~4629290,402680663~6515413] wrote [7510408~7008422,48449757~6509922,56577640~4551462,68911396~6535296,145852399~3804284,228537335~3017208,264640059~3449686,372837084~5961898] 2024-04-10T16:47:26.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:47:26 smithi077 ceph-mon[87572]: osdmap e2113: 8 total, 8 up, 8 in 2024-04-10T16:47:26.608 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:47:26 smithi069 ceph-mon[96738]: osdmap e2113: 8 total, 8 up, 8 in 2024-04-10T16:47:26.608 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:47:26 smithi069 ceph-mon[94167]: osdmap e2113: 8 total, 8 up, 8 in 2024-04-10T16:47:27.190 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:47:26 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:47:26] "GET /metrics HTTP/1.1" 200 36657 "" "Prometheus/2.43.0" 2024-04-10T16:47:27.281 INFO:tasks.workunit.client.0.smithi069.stdout: i=8 exists [6523728~8341879,17601159~686055,19025049~9441888,36236266~1284572,48449757~14882278,68911396~10176334,80648976~1873319,82538532~6070158,89656217~1442531,91682469~7705871,105543257~15880084,130916684~5872004,145852399~4371724,150459776~812456,154993426~12014187,171223518~7508445,184156887~6926447,199775883~5646543,206502932~476858,207838835~272256,210740284~117118,212742791~10013427,224188252~7366291,233585231~2466660,239544902~963966,252591906~3975961,257305475~4695995,264640059~3449686,274366483~2701976,277861832~2787150,289201590~5672850,306091141~4512276,312672449~830969,329091630~10158005,339513368~10550689,350506406~2123096,353163298~6947981,367339995~3532803,372837084~17199142,391186362~4629290,402680663~6515413] wrote [11953980~2911627,20876523~2542975,52875892~5720679,71950348~7137382,114304520~4810748,160255581~4466907,174435254~4296709,184156887~6926447,339513368~4155105,384955615~5080611] 2024-04-10T16:47:27.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:47:27 smithi077 ceph-mon[87572]: pgmap v4081: 137 pgs: 137 active+clean; 302 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 172 KiB/s rd, 45 MiB/s wr, 287 op/s 2024-04-10T16:47:27.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:47:27 smithi077 ceph-mon[87572]: osdmap e2114: 8 total, 8 up, 8 in 2024-04-10T16:47:27.608 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:47:27 smithi069 ceph-mon[94167]: pgmap v4081: 137 pgs: 137 active+clean; 302 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 172 KiB/s rd, 45 MiB/s wr, 287 op/s 2024-04-10T16:47:27.608 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:47:27 smithi069 ceph-mon[94167]: osdmap e2114: 8 total, 8 up, 8 in 2024-04-10T16:47:27.608 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:47:27 smithi069 ceph-mon[96738]: pgmap v4081: 137 pgs: 137 active+clean; 302 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 172 KiB/s rd, 45 MiB/s wr, 287 op/s 2024-04-10T16:47:27.608 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:47:27 smithi069 ceph-mon[96738]: osdmap e2114: 8 total, 8 up, 8 in 2024-04-10T16:47:28.307 INFO:tasks.workunit.client.0.smithi069.stdout: i=9 exists [6523728~8341879,16698615~2269284,19025049~9441888,36236266~1284572,48449757~14882278,65230723~13857007,80648976~1873319,82538532~6070158,89656217~1442531,91682469~7705871,105543257~15880084,126171788~10616900,145852399~4371724,150459776~812456,154993426~12014187,171223518~7508445,184156887~6926447,199775883~5646543,206502932~476858,207838835~272256,210740284~117118,212742791~10013427,224188252~7366291,233585231~2466660,239544902~963966,252591906~3975961,257305475~4695995,264640059~3449686,274366483~2701976,277861832~2787150,289201590~5672850,306091141~4512276,312672449~830969,329091630~10158005,339513368~13129537,353163298~6947981,361390454~9482344,372837084~17199142,391186362~4629290,401675140~569612,402680663~10573368] wrote [16698615~2269284,65230723~4149452,109467540~7510080,126171788~6236579,290644958~3804467,332010510~6297187,346173697~6469208,361390454~7184638,401675140~569612,405513769~7740262] 2024-04-10T16:47:28.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:47:28 smithi077 ceph-mon[87572]: osdmap e2115: 8 total, 8 up, 8 in 2024-04-10T16:47:28.608 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:47:28 smithi069 ceph-mon[96738]: osdmap e2115: 8 total, 8 up, 8 in 2024-04-10T16:47:28.608 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:47:28 smithi069 ceph-mon[94167]: osdmap e2115: 8 total, 8 up, 8 in 2024-04-10T16:47:29.289 INFO:tasks.workunit.client.0.smithi069.stdout: i=10 exists [6523728~8341879,16698615~2269284,19025049~9441888,35596723~2250434,48449757~14882278,65230723~13857007,80648976~1873319,82538532~6070158,89656217~1442531,91682469~7705871,105543257~15880084,126171788~10616900,145852399~4371724,150459776~812456,154993426~12014187,171223518~7508445,184156887~6926447,198726877~6871277,206502932~476858,207838835~272256,210740284~117118,212742791~10013427,224188252~7366291,233585231~2466660,239544902~963966,252591906~3975961,257305475~4695995,264640059~3449686,274366483~8409698,286346438~15863488,306091141~4512276,312672449~830969,329091630~10158005,339513368~13129537,353163298~6947981,361390454~9482344,372837084~17199142,391186362~4629290,399220636~14033395] wrote [21143131~5070888,35596723~2250434,93179915~1240575,198726877~6871277,275870244~6905937,286346438~4116454,294462432~7747494,347701411~2443756,399220636~6845830] 2024-04-10T16:47:29.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:47:29 smithi077 ceph-mon[87572]: pgmap v4084: 137 pgs: 137 active+clean; 302 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 119 KiB/s rd, 29 MiB/s wr, 205 op/s 2024-04-10T16:47:29.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:47:29 smithi077 ceph-mon[87572]: osdmap e2116: 8 total, 8 up, 8 in 2024-04-10T16:47:29.608 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:47:29 smithi069 ceph-mon[94167]: pgmap v4084: 137 pgs: 137 active+clean; 302 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 119 KiB/s rd, 29 MiB/s wr, 205 op/s 2024-04-10T16:47:29.608 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:47:29 smithi069 ceph-mon[94167]: osdmap e2116: 8 total, 8 up, 8 in 2024-04-10T16:47:29.608 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:47:29 smithi069 ceph-mon[96738]: pgmap v4084: 137 pgs: 137 active+clean; 302 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 119 KiB/s rd, 29 MiB/s wr, 205 op/s 2024-04-10T16:47:29.608 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:47:29 smithi069 ceph-mon[96738]: osdmap e2116: 8 total, 8 up, 8 in 2024-04-10T16:47:30.273 INFO:tasks.workunit.client.0.smithi069.stdout: i=11 exists [4122267~2182853,6523728~8341879,15265689~13201248,35596723~2250434,46999343~16332692,65230723~13857007,80648976~1873319,82538532~6070158,89656217~1442531,91682469~29740872,123109614~13679074,145852399~4371724,150459776~812456,154993426~12014187,171223518~7508445,184156887~6926447,198726877~6871277,206502932~476858,207838835~272256,210740284~117118,212742791~10013427,224188252~7366291,233585231~2466660,239544902~963966,248770674~2766029,252591906~3975961,257305475~4695995,264640059~3449686,268793518~1630827,274366483~8409698,286346438~15863488,306091141~8635288,329091630~10158005,339513368~13129537,353163298~6947981,361390454~9482344,372837084~17199142,391186362~4629290,399220636~14033395] wrote [4122267~2182853,15265689~4872244,46999343~4479636,77204598~689404,98598580~7151228,123109614~4949557,248770674~2766029,268793518~1630827,309137639~5588790] 2024-04-10T16:47:30.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:47:30 smithi077 ceph-mon[87572]: osdmap e2117: 8 total, 8 up, 8 in 2024-04-10T16:47:30.608 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:47:30 smithi069 ceph-mon[94167]: osdmap e2117: 8 total, 8 up, 8 in 2024-04-10T16:47:30.609 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:47:30 smithi069 ceph-mon[96738]: osdmap e2117: 8 total, 8 up, 8 in 2024-04-10T16:47:31.313 INFO:tasks.workunit.client.0.smithi069.stdout: i=12 exists [4122267~2182853,6523728~8341879,15265689~13201248,30650092~4415833,35596723~2780070,46999343~16332692,65230723~13857007,80648976~8649610,89656217~1442531,91682469~29740872,123109614~13679074,145852399~7909033,154993426~12014187,171223518~7508445,184156887~6926447,198726877~6871277,206502932~476858,207838835~272256,210740284~117118,212742791~10013427,224188252~7366291,233585231~2466660,239544902~963966,248770674~2766029,252591906~3975961,257305475~4695995,264640059~3449686,268793518~1630827,274366483~8409698,284120961~1507743,286346438~19602716,306091141~8635288,329091630~10158005,339513368~13129537,353163298~6947981,361390454~9482344,372837084~17199142,391186362~4629290,399220636~14033395] wrote [6666961~6281334,30650092~4415833,37359032~1017761,69175249~7221640,81288675~8009911,99192695~4676229,149785626~3975806,284120961~1507743,297908957~8040197] 2024-04-10T16:47:31.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:47:31 smithi077 ceph-mon[87572]: pgmap v4087: 137 pgs: 137 active+clean; 435 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 69 KiB/s rd, 28 MiB/s wr, 105 op/s 2024-04-10T16:47:31.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:47:31 smithi077 ceph-mon[87572]: osdmap e2118: 8 total, 8 up, 8 in 2024-04-10T16:47:31.608 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:47:31 smithi069 ceph-mon[94167]: pgmap v4087: 137 pgs: 137 active+clean; 435 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 69 KiB/s rd, 28 MiB/s wr, 105 op/s 2024-04-10T16:47:31.608 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:47:31 smithi069 ceph-mon[94167]: osdmap e2118: 8 total, 8 up, 8 in 2024-04-10T16:47:31.608 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:47:31 smithi069 ceph-mon[96738]: pgmap v4087: 137 pgs: 137 active+clean; 435 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 69 KiB/s rd, 28 MiB/s wr, 105 op/s 2024-04-10T16:47:31.608 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:47:31 smithi069 ceph-mon[96738]: osdmap e2118: 8 total, 8 up, 8 in 2024-04-10T16:47:32.373 INFO:tasks.workunit.client.0.smithi069.stdout: i=13 exists [4122267~2182853,6523728~8341879,15265689~13201248,30650092~4415833,35596723~2780070,46999343~16332692,65230723~13857007,80648976~8649610,89656217~1442531,91682469~29740872,123109614~13679074,145852399~7909033,154993426~15590987,171223518~7508445,184156887~6926447,198726877~6871277,206502932~476858,207838835~272256,210740284~117118,211925472~10830746,224188252~7366291,233585231~2466660,239544902~963966,245654807~5881896,252591906~9409564,264640059~3449686,268793518~1630827,274366483~8409698,284120961~1507743,286346438~19602716,306091141~8635288,329091630~10158005,339513368~20597911,361390454~9482344,372837084~17199142,391186362~4629290,399220636~14033395] wrote [67173591~733762,92505838~1772184,148754893~4157582,164032946~6551467,211925472~3282535,245654807~3346791,256548682~2136962,287626328~3755577,307859204~3034974,349530305~3690633] 2024-04-10T16:47:32.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:47:32 smithi077 ceph-mon[87572]: osdmap e2119: 8 total, 8 up, 8 in 2024-04-10T16:47:32.514 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:47:32 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:47:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:47:32.608 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:47:32 smithi069 ceph-mon[94167]: osdmap e2119: 8 total, 8 up, 8 in 2024-04-10T16:47:32.608 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:47:32 smithi069 ceph-mon[96738]: osdmap e2119: 8 total, 8 up, 8 in 2024-04-10T16:47:33.306 INFO:tasks.workunit.client.0.smithi069.stdout: i=14 exists [4122267~2182853,6523728~8341879,15265689~13201248,30650092~4415833,35596723~2780070,40139410~4145388,46999343~16332692,65230723~13857007,80648976~8649610,89656217~1442531,91682469~29740872,123109614~13679074,145852399~7909033,154993426~15590987,171223518~7508445,184156887~6926447,198726877~6871277,206502932~476858,207838835~272256,210109914~12646304,224188252~7366291,233585231~2466660,239544902~963966,245654807~5881896,252591906~9409564,264640059~3449686,268793518~1630827,274366483~8409698,284120961~1507743,286346438~19602716,306091141~8635288,326717237~12532398,339513368~20597911,361390454~9482344,372837084~17199142,391186362~4629290,399220636~14033395] wrote [9457080~4213864,40139410~4145388,155523073~466929,162372847~868481,210109914~4406333,249581272~1826194,275820919~5551744,309455321~1875927,326717237~2905620,345198963~8168636] 2024-04-10T16:47:33.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:47:33 smithi077 ceph-mon[87572]: pgmap v4090: 137 pgs: 137 active+clean; 528 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 194 KiB/s rd, 51 MiB/s wr, 314 op/s 2024-04-10T16:47:33.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:47:33 smithi077 ceph-mon[87572]: osdmap e2120: 8 total, 8 up, 8 in 2024-04-10T16:47:33.608 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:47:33 smithi069 ceph-mon[94167]: pgmap v4090: 137 pgs: 137 active+clean; 528 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 194 KiB/s rd, 51 MiB/s wr, 314 op/s 2024-04-10T16:47:33.608 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:47:33 smithi069 ceph-mon[94167]: osdmap e2120: 8 total, 8 up, 8 in 2024-04-10T16:47:33.608 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:47:33 smithi069 ceph-mon[96738]: pgmap v4090: 137 pgs: 137 active+clean; 528 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 194 KiB/s rd, 51 MiB/s wr, 314 op/s 2024-04-10T16:47:33.608 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:47:33 smithi069 ceph-mon[96738]: osdmap e2120: 8 total, 8 up, 8 in 2024-04-10T16:47:34.302 INFO:tasks.workunit.client.0.smithi069.stdout: i=15 exists [4122267~2182853,6523728~8341879,15265689~13201248,30650092~4415833,35596723~2780070,40139410~4145388,46999343~16332692,65230723~24067863,89656217~1442531,91682469~29740872,123109614~13679074,145852399~7909033,154993426~15590987,171223518~12353593,184156887~6926447,198726877~6871277,206502932~476858,207838835~272256,210109914~12646304,224188252~7366291,233585231~2466660,239544902~963966,245654807~5881896,252591906~9409564,264640059~3449686,268793518~1630827,272829558~1184100,274366483~8409698,284120961~1507743,286346438~19602716,306091141~8635288,326717237~12532398,339513368~20597911,361390454~9482344,372837084~18319862,391186362~4629290,399220636~14033395] wrote [12031877~1226126,67033018~1064910,76556232~7227535,176908413~6668698,203590260~186588,272829558~1184100,364045166~6272552,374922238~2939446,390030931~1126015] 2024-04-10T16:47:34.509 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:47:34 smithi069 ceph-mon[96738]: osdmap e2121: 8 total, 8 up, 8 in 2024-04-10T16:47:34.509 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:47:34 smithi069 ceph-mon[96738]: pgmap v4093: 137 pgs: 137 active+clean; 609 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 227 KiB/s rd, 42 MiB/s wr, 356 op/s 2024-04-10T16:47:34.509 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:47:34 smithi069 ceph-mon[94167]: osdmap e2121: 8 total, 8 up, 8 in 2024-04-10T16:47:34.510 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:47:34 smithi069 ceph-mon[94167]: pgmap v4093: 137 pgs: 137 active+clean; 609 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 227 KiB/s rd, 42 MiB/s wr, 356 op/s 2024-04-10T16:47:34.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:47:34 smithi077 ceph-mon[87572]: osdmap e2121: 8 total, 8 up, 8 in 2024-04-10T16:47:34.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:47:34 smithi077 ceph-mon[87572]: pgmap v4093: 137 pgs: 137 active+clean; 609 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 227 KiB/s rd, 42 MiB/s wr, 356 op/s 2024-04-10T16:47:35.318 INFO:tasks.workunit.client.0.smithi069.stdout: i=16 exists [4122267~2182853,6523728~8341879,15265689~13201248,30650092~4415833,35596723~2780070,40139410~4145388,46999343~16332692,65230723~24067863,89656217~1442531,91682469~29740872,123109614~13679074,137246639~5817458,145852399~7909033,154993426~28583685,184156887~6926447,198726877~6871277,206502932~476858,207838835~272256,210109914~12646304,224188252~8289513,233585231~2466660,239544902~963966,245654807~5881896,252591906~9409564,264640059~3449686,268793518~1630827,272829558~1184100,274366483~8409698,284120961~1507743,286346438~19602716,306091141~8635288,326717237~12532398,339513368~20597911,361390454~9482344,371367243~19789703,391186362~4629290,399220636~14033395] wrote [52267210~4586357,58482305~3123185,101399467~4062033,137246639~5817458,148170862~691883,166291680~6603301,225694597~6783168,277644430~3019294,293729908~4117072,371367243~4945239] 2024-04-10T16:47:35.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:47:35 smithi077 ceph-mon[87572]: osdmap e2122: 8 total, 8 up, 8 in 2024-04-10T16:47:35.608 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:47:35 smithi069 ceph-mon[94167]: osdmap e2122: 8 total, 8 up, 8 in 2024-04-10T16:47:35.608 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:47:35 smithi069 ceph-mon[96738]: osdmap e2122: 8 total, 8 up, 8 in 2024-04-10T16:47:36.329 INFO:tasks.workunit.client.0.smithi069.stdout: i=17 exists [2330441~12535166,15265689~13201248,30650092~7726701,40139410~4145388,46999343~16332692,65230723~24067863,89656217~1442531,91682469~29740872,123109614~13679074,137246639~5817458,144109794~314834,145852399~7909033,154993426~28583685,184156887~6926447,198726877~6871277,206502932~476858,207838835~272256,210109914~12646304,224188252~8289513,233585231~2466660,239544902~963966,245654807~16346663,264640059~3449686,268793518~1630827,272829558~1184100,274366483~8409698,284120961~1507743,286346438~19602716,306091141~8635288,326717237~12532398,339513368~20597911,361390454~9482344,371367243~19789703,391186362~4629290,399220636~14033395] wrote [2330441~11988341,31800090~4189180,103673691~5142463,144109794~314834,248760652~5051244,298164256~3601385,362337539~4528834] 2024-04-10T16:47:36.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:47:36 smithi077 ceph-mon[87572]: osdmap e2123: 8 total, 8 up, 8 in 2024-04-10T16:47:36.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:47:36 smithi077 ceph-mon[87572]: pgmap v4096: 137 pgs: 137 active+clean; 711 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 223 KiB/s rd, 43 MiB/s wr, 353 op/s 2024-04-10T16:47:36.608 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:47:36 smithi069 ceph-mon[96738]: osdmap e2123: 8 total, 8 up, 8 in 2024-04-10T16:47:36.608 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:47:36 smithi069 ceph-mon[96738]: pgmap v4096: 137 pgs: 137 active+clean; 711 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 223 KiB/s rd, 43 MiB/s wr, 353 op/s 2024-04-10T16:47:36.608 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:47:36 smithi069 ceph-mon[94167]: osdmap e2123: 8 total, 8 up, 8 in 2024-04-10T16:47:36.608 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:47:36 smithi069 ceph-mon[94167]: pgmap v4096: 137 pgs: 137 active+clean; 711 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 223 KiB/s rd, 43 MiB/s wr, 353 op/s 2024-04-10T16:47:37.257 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:47:36 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:47:36] "GET /metrics HTTP/1.1" 200 36657 "" "Prometheus/2.43.0" 2024-04-10T16:47:37.336 INFO:tasks.workunit.client.0.smithi069.stdout: i=18 exists [2330441~12535166,15265689~13201248,30650092~7726701,40139410~4145388,46999343~16332692,65230723~24067863,89656217~31767124,123109614~13679074,137246639~5817458,144109794~314834,145852399~7909033,154993426~28584101,184156887~6926447,198726877~6871277,206502932~476858,207838835~272256,210109914~12646304,224188252~8289513,233585231~2466660,239544902~963966,245654807~16346663,264640059~3449686,268793518~1630827,272829558~1184100,274366483~8409698,284120961~1507743,286346438~19602716,306091141~8635288,326717237~12532398,339513368~20597911,361390454~9482344,371367243~19789703,391186362~4629290,399220636~14033395] wrote [18986903~6629133,31198690~2834710,79772716~6692985,90109252~2905896,104642569~2630538,170518829~7592317,181492281~2085246,213161421~3456185,300410087~2093863,353391955~2472430] 2024-04-10T16:47:37.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:47:37 smithi077 ceph-mon[87572]: osdmap e2124: 8 total, 8 up, 8 in 2024-04-10T16:47:37.608 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:47:37 smithi069 ceph-mon[94167]: osdmap e2124: 8 total, 8 up, 8 in 2024-04-10T16:47:37.608 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:47:37 smithi069 ceph-mon[96738]: osdmap e2124: 8 total, 8 up, 8 in 2024-04-10T16:47:38.354 INFO:tasks.workunit.client.0.smithi069.stdout: i=19 exists [2330441~12535166,15265689~13201248,30650092~7726701,40139410~4145388,46999343~16332692,65230723~24067863,89656217~31767124,123109614~13679074,137246639~16514793,154993426~28584101,184156887~6926447,195620357~9977797,206502932~476858,207838835~272256,210109914~12646304,224188252~8289513,233585231~2466660,239544902~963966,245654807~16346663,264640059~3449686,268793518~1630827,272829558~1184100,274366483~8409698,284120961~1507743,286346438~28379991,326717237~12532398,339513368~20597911,361390454~29766492,391186362~6909212,399220636~14033395] wrote [49554679~4282817,78237061~5293337,140594597~5659865,195620357~5520646,250856539~5301805,305523266~5659623,366807544~410751,368432277~4892063,393896976~4198598,399885844~7818564] 2024-04-10T16:47:38.608 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:47:38 smithi069 ceph-mon[96738]: osdmap e2125: 8 total, 8 up, 8 in 2024-04-10T16:47:38.609 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:47:38 smithi069 ceph-mon[96738]: pgmap v4099: 137 pgs: 137 active+clean; 711 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 121 KiB/s rd, 25 MiB/s wr, 206 op/s 2024-04-10T16:47:38.609 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:47:38 smithi069 ceph-mon[94167]: osdmap e2125: 8 total, 8 up, 8 in 2024-04-10T16:47:38.609 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:47:38 smithi069 ceph-mon[94167]: pgmap v4099: 137 pgs: 137 active+clean; 711 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 121 KiB/s rd, 25 MiB/s wr, 206 op/s 2024-04-10T16:47:38.764 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:47:38 smithi077 ceph-mon[87572]: osdmap e2125: 8 total, 8 up, 8 in 2024-04-10T16:47:38.764 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:47:38 smithi077 ceph-mon[87572]: pgmap v4099: 137 pgs: 137 active+clean; 711 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 121 KiB/s rd, 25 MiB/s wr, 206 op/s 2024-04-10T16:47:39.302 INFO:tasks.workunit.client.0.smithi069.stdout:from 0 to 1 diff [16777216~4194304,58720256~4194304,88080384~8388608,197132288~8388608,222298112~8388608,373293056~12582912,390070272~8388608,402653184~8388608] 2024-04-10T16:47:39.302 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [16777216~4194304,58720256~4194304,88080384~8388608,197132288~8388608,222298112~8388608,373293056~12582912,390070272~8388608,402653184~8388608] 2024-04-10T16:47:39.311 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [16777216~4194304,58720256~8388608,88080384~12582912,197132288~8388608,222298112~8388608,373293056~12582912,390070272~8388608,402653184~8388608] 2024-04-10T16:47:39.311 INFO:tasks.workunit.client.0.smithi069.stdout:from 0 to 2 diff [16777216~8388608,33554432~4194304,58720256~4194304,71303168~8388608,88080384~8388608,142606336~4194304,180355072~4194304,197132288~8388608,218103808~12582912,255852544~8388608,343932928~8388608,364904448~4194304,373293056~12582912,390070272~8388608,402653184~8388608] 2024-04-10T16:47:39.312 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [16777216~8388608,33554432~4194304,58720256~4194304,71303168~8388608,88080384~8388608,142606336~4194304,180355072~4194304,197132288~8388608,218103808~12582912,255852544~8388608,343932928~8388608,364904448~4194304,373293056~12582912,390070272~8388608,402653184~8388608] 2024-04-10T16:47:39.313 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [16777216~8388608,33554432~4194304,58720256~8388608,71303168~8388608,88080384~12582912,142606336~8388608,180355072~8388608,197132288~8388608,218103808~12582912,255852544~8388608,343932928~8388608,364904448~20971520,390070272~8388608,402653184~8388608] 2024-04-10T16:47:39.313 INFO:tasks.workunit.client.0.smithi069.stdout:from 0 to 3 diff [16777216~8388608,33554432~4194304,46137344~4194304,54525952~8388608,71303168~8388608,88080384~8388608,134217728~4194304,142606336~8388608,159383552~4194304,180355072~4194304,197132288~8388608,218103808~12582912,255852544~8388608,276824064~4194304,301989888~8388608,339738624~12582912,364904448~4194304,373293056~12582912,390070272~8388608,402653184~8388608] 2024-04-10T16:47:39.313 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [16777216~8388608,33554432~4194304,46137344~4194304,54525952~8388608,71303168~8388608,88080384~8388608,134217728~4194304,142606336~8388608,159383552~4194304,180355072~4194304,197132288~8388608,218103808~12582912,255852544~8388608,276824064~4194304,301989888~8388608,339738624~12582912,364904448~4194304,373293056~12582912,390070272~8388608,402653184~8388608] 2024-04-10T16:47:39.316 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [16777216~8388608,33554432~4194304,46137344~20971520,71303168~8388608,88080384~12582912,134217728~4194304,142606336~12582912,159383552~8388608,180355072~8388608,197132288~8388608,218103808~12582912,255852544~8388608,276824064~4194304,301989888~12582912,339738624~16777216,364904448~20971520,390070272~8388608,402653184~8388608] 2024-04-10T16:47:39.316 INFO:tasks.workunit.client.0.smithi069.stdout:from 0 to 4 diff [16777216~8388608,33554432~4194304,46137344~16777216,71303168~8388608,88080384~8388608,104857600~8388608,130023424~8388608,142606336~8388608,155189248~8388608,180355072~4194304,197132288~8388608,218103808~12582912,255852544~8388608,272629760~8388608,301989888~8388608,327155712~25165824,364904448~4194304,373293056~12582912,390070272~8388608,402653184~8388608] 2024-04-10T16:47:39.316 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [16777216~8388608,33554432~4194304,46137344~16777216,71303168~8388608,88080384~8388608,104857600~8388608,130023424~8388608,142606336~8388608,155189248~8388608,180355072~4194304,197132288~8388608,218103808~12582912,255852544~8388608,272629760~8388608,301989888~8388608,327155712~25165824,364904448~4194304,373293056~12582912,390070272~8388608,402653184~8388608] 2024-04-10T16:47:39.319 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [16777216~8388608,33554432~4194304,46137344~20971520,71303168~8388608,88080384~12582912,104857600~8388608,130023424~8388608,142606336~25165824,180355072~8388608,197132288~8388608,218103808~12582912,255852544~8388608,272629760~8388608,301989888~12582912,327155712~29360128,364904448~20971520,390070272~8388608,402653184~8388608] 2024-04-10T16:47:39.319 INFO:tasks.workunit.client.0.smithi069.stdout:from 0 to 5 diff [4194304~8388608,16777216~8388608,33554432~4194304,46137344~16777216,71303168~25165824,104857600~12582912,130023424~8388608,142606336~8388608,155189248~8388608,167772160~8388608,180355072~4194304,197132288~12582912,218103808~16777216,255852544~8388608,272629760~8388608,285212672~8388608,301989888~8388608,327155712~25165824,364904448~4194304,373293056~12582912,390070272~8388608,402653184~8388608] 2024-04-10T16:47:39.319 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [4194304~8388608,16777216~8388608,33554432~4194304,46137344~16777216,71303168~25165824,104857600~12582912,130023424~8388608,142606336~8388608,155189248~8388608,167772160~8388608,180355072~4194304,197132288~12582912,218103808~16777216,255852544~8388608,272629760~8388608,285212672~8388608,301989888~8388608,327155712~25165824,364904448~4194304,373293056~12582912,390070272~8388608,402653184~8388608] 2024-04-10T16:47:39.322 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [4194304~8388608,16777216~8388608,33554432~4194304,46137344~20971520,71303168~29360128,104857600~12582912,130023424~8388608,142606336~46137344,197132288~12582912,218103808~20971520,255852544~8388608,272629760~8388608,285212672~12582912,301989888~12582912,327155712~29360128,364904448~20971520,390070272~8388608,402653184~8388608] 2024-04-10T16:47:39.323 INFO:tasks.workunit.client.0.smithi069.stdout:from 0 to 6 diff [4194304~8388608,16777216~8388608,33554432~4194304,46137344~16777216,71303168~25165824,104857600~16777216,130023424~8388608,142606336~20971520,167772160~8388608,180355072~4194304,197132288~12582912,213909504~20971520,239075328~4194304,251658240~12582912,272629760~8388608,285212672~8388608,301989888~8388608,327155712~33554432,364904448~4194304,373293056~25165824,402653184~8388608] 2024-04-10T16:47:39.323 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [4194304~8388608,16777216~8388608,33554432~4194304,46137344~16777216,71303168~25165824,104857600~16777216,130023424~8388608,142606336~20971520,167772160~8388608,180355072~4194304,197132288~12582912,213909504~20971520,239075328~4194304,251658240~12582912,272629760~8388608,285212672~8388608,301989888~8388608,327155712~33554432,364904448~4194304,373293056~25165824,402653184~8388608] 2024-04-10T16:47:39.326 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [4194304~8388608,16777216~8388608,33554432~4194304,46137344~20971520,71303168~29360128,104857600~16777216,130023424~8388608,142606336~46137344,197132288~12582912,213909504~29360128,251658240~12582912,272629760~8388608,285212672~12582912,301989888~12582912,327155712~33554432,364904448~33554432,402653184~8388608] 2024-04-10T16:47:39.326 INFO:tasks.workunit.client.0.smithi069.stdout:from 0 to 7 diff [4194304~8388608,16777216~8388608,33554432~4194304,46137344~16777216,67108864~8388608,79691776~16777216,104857600~16777216,130023424~8388608,142606336~20971520,167772160~8388608,180355072~4194304,197132288~12582912,213909504~20971520,239075328~4194304,251658240~16777216,272629760~8388608,285212672~8388608,301989888~8388608,327155712~33554432,364904448~20971520,390070272~8388608,402653184~8388608] 2024-04-10T16:47:39.327 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [4194304~8388608,16777216~8388608,33554432~4194304,46137344~16777216,67108864~8388608,79691776~16777216,104857600~16777216,130023424~8388608,142606336~20971520,167772160~8388608,180355072~4194304,197132288~12582912,213909504~20971520,239075328~4194304,251658240~16777216,272629760~8388608,285212672~8388608,301989888~8388608,327155712~33554432,364904448~20971520,390070272~8388608,402653184~8388608] 2024-04-10T16:47:39.331 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [4194304~20971520,33554432~4194304,46137344~54525952,104857600~16777216,130023424~8388608,142606336~46137344,197132288~12582912,213909504~29360128,251658240~16777216,272629760~8388608,285212672~12582912,301989888~12582912,327155712~33554432,364904448~33554432,402653184~8388608] 2024-04-10T16:47:39.331 INFO:tasks.workunit.client.0.smithi069.stdout:from 0 to 8 diff [4194304~8388608,16777216~4194304,33554432~4194304,46137344~16777216,67108864~29360128,104857600~16777216,130023424~8388608,142606336~20971520,167772160~8388608,180355072~8388608,197132288~12582912,213909504~20971520,239075328~4194304,251658240~16777216,272629760~8388608,285212672~8388608,301989888~8388608,327155712~33554432,364904448~33554432,402653184~8388608] 2024-04-10T16:47:39.331 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [4194304~8388608,16777216~4194304,33554432~4194304,46137344~16777216,67108864~29360128,104857600~16777216,130023424~8388608,142606336~20971520,167772160~8388608,180355072~8388608,197132288~12582912,213909504~20971520,239075328~4194304,251658240~16777216,272629760~8388608,285212672~8388608,301989888~8388608,327155712~33554432,364904448~33554432,402653184~8388608] 2024-04-10T16:47:39.336 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [4194304~20971520,33554432~4194304,46137344~54525952,104857600~16777216,130023424~8388608,142606336~50331648,197132288~12582912,213909504~29360128,251658240~16777216,272629760~8388608,285212672~12582912,301989888~12582912,327155712~33554432,364904448~33554432,402653184~8388608] 2024-04-10T16:47:39.336 INFO:tasks.workunit.client.0.smithi069.stdout:from 0 to 9 diff [4194304~16777216,33554432~4194304,46137344~50331648,104857600~16777216,125829120~12582912,142606336~20971520,167772160~8388608,180355072~8388608,197132288~12582912,213909504~20971520,239075328~4194304,251658240~16777216,272629760~8388608,285212672~8388608,301989888~8388608,327155712~88080384] 2024-04-10T16:47:39.336 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [4194304~16777216,33554432~4194304,46137344~50331648,104857600~16777216,125829120~12582912,142606336~20971520,167772160~8388608,180355072~8388608,197132288~12582912,213909504~20971520,239075328~4194304,251658240~16777216,272629760~8388608,285212672~8388608,301989888~8388608,327155712~88080384] 2024-04-10T16:47:39.341 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [4194304~20971520,33554432~4194304,46137344~54525952,104857600~16777216,125829120~12582912,142606336~50331648,197132288~12582912,213909504~29360128,251658240~16777216,272629760~8388608,285212672~12582912,301989888~12582912,327155712~88080384] 2024-04-10T16:47:39.341 INFO:tasks.workunit.client.0.smithi069.stdout:from 0 to 10 diff [4194304~20971520,33554432~4194304,46137344~50331648,104857600~16777216,125829120~12582912,142606336~20971520,167772160~8388608,180355072~8388608,197132288~12582912,213909504~20971520,239075328~4194304,251658240~16777216,272629760~37748736,327155712~88080384] 2024-04-10T16:47:39.341 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [4194304~20971520,33554432~4194304,46137344~50331648,104857600~16777216,125829120~12582912,142606336~20971520,167772160~8388608,180355072~8388608,197132288~12582912,213909504~20971520,239075328~4194304,251658240~16777216,272629760~37748736,327155712~88080384] 2024-04-10T16:47:39.347 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [4194304~25165824,33554432~8388608,46137344~54525952,104857600~16777216,125829120~12582912,142606336~50331648,197132288~12582912,213909504~29360128,251658240~16777216,272629760~41943040,327155712~88080384] 2024-04-10T16:47:39.347 INFO:tasks.workunit.client.0.smithi069.stdout:from 0 to 11 diff [0~25165824,33554432~4194304,46137344~92274688,142606336~20971520,167772160~8388608,180355072~8388608,197132288~12582912,213909504~20971520,239075328~4194304,247463936~67108864,327155712~88080384] 2024-04-10T16:47:39.347 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~25165824,33554432~4194304,46137344~92274688,142606336~20971520,167772160~8388608,180355072~8388608,197132288~12582912,213909504~20971520,239075328~4194304,247463936~67108864,327155712~88080384] 2024-04-10T16:47:39.352 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~29360128,33554432~8388608,46137344~92274688,142606336~50331648,197132288~12582912,213909504~29360128,247463936~71303168,327155712~88080384] 2024-04-10T16:47:39.352 INFO:tasks.workunit.client.0.smithi069.stdout:from 0 to 12 diff [0~25165824,29360128~8388608,46137344~92274688,142606336~20971520,167772160~8388608,180355072~8388608,197132288~12582912,213909504~20971520,239075328~4194304,247463936~67108864,327155712~88080384] 2024-04-10T16:47:39.352 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~25165824,29360128~8388608,46137344~92274688,142606336~20971520,167772160~8388608,180355072~8388608,197132288~12582912,213909504~20971520,239075328~4194304,247463936~67108864,327155712~88080384] 2024-04-10T16:47:39.358 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~41943040,46137344~92274688,142606336~50331648,197132288~12582912,213909504~29360128,247463936~71303168,327155712~88080384] 2024-04-10T16:47:39.358 INFO:tasks.workunit.client.0.smithi069.stdout:from 0 to 13 diff [0~25165824,29360128~8388608,46137344~92274688,142606336~33554432,180355072~8388608,197132288~37748736,239075328~75497472,327155712~29360128,360710144~54525952] 2024-04-10T16:47:39.358 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~25165824,29360128~8388608,46137344~92274688,142606336~33554432,180355072~8388608,197132288~37748736,239075328~75497472,327155712~29360128,360710144~54525952] 2024-04-10T16:47:39.364 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~41943040,46137344~92274688,142606336~50331648,197132288~121634816,327155712~88080384] 2024-04-10T16:47:39.364 INFO:tasks.workunit.client.0.smithi069.stdout:from 0 to 14 diff [0~25165824,29360128~12582912,46137344~92274688,142606336~33554432,180355072~8388608,197132288~37748736,239075328~75497472,322961408~33554432,360710144~54525952] 2024-04-10T16:47:39.364 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~25165824,29360128~12582912,46137344~92274688,142606336~33554432,180355072~8388608,197132288~37748736,239075328~75497472,322961408~33554432,360710144~54525952] 2024-04-10T16:47:39.370 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~138412032,142606336~50331648,197132288~121634816,322961408~92274688] 2024-04-10T16:47:39.371 INFO:tasks.workunit.client.0.smithi069.stdout:from 0 to 15 diff [0~25165824,29360128~12582912,46137344~92274688,142606336~46137344,197132288~37748736,239075328~75497472,322961408~33554432,360710144~54525952] 2024-04-10T16:47:39.371 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~25165824,29360128~12582912,46137344~92274688,142606336~46137344,197132288~37748736,239075328~75497472,322961408~33554432,360710144~54525952] 2024-04-10T16:47:39.377 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~138412032,142606336~50331648,197132288~121634816,322961408~92274688] 2024-04-10T16:47:39.377 INFO:tasks.workunit.client.0.smithi069.stdout:from 0 to 16 diff [0~25165824,29360128~12582912,46137344~142606336,197132288~37748736,239075328~75497472,322961408~33554432,360710144~54525952] 2024-04-10T16:47:39.377 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~25165824,29360128~12582912,46137344~142606336,197132288~37748736,239075328~75497472,322961408~33554432,360710144~54525952] 2024-04-10T16:47:39.384 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~192937984,197132288~121634816,322961408~92274688] 2024-04-10T16:47:39.384 INFO:tasks.workunit.client.0.smithi069.stdout:from 0 to 17 diff [0~25165824,29360128~12582912,46137344~142606336,197132288~37748736,239075328~20971520,264241152~50331648,322961408~33554432,360710144~54525952] 2024-04-10T16:47:39.384 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~25165824,29360128~12582912,46137344~142606336,197132288~37748736,239075328~20971520,264241152~50331648,322961408~33554432,360710144~54525952] 2024-04-10T16:47:39.391 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~192937984,197132288~121634816,322961408~92274688] 2024-04-10T16:47:39.391 INFO:tasks.workunit.client.0.smithi069.stdout:from 0 to 18 diff [0~25165824,29360128~12582912,46137344~142606336,197132288~37748736,239075328~20971520,264241152~50331648,322961408~33554432,360710144~54525952] 2024-04-10T16:47:39.391 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~25165824,29360128~12582912,46137344~142606336,197132288~37748736,239075328~20971520,264241152~50331648,322961408~33554432,360710144~54525952] 2024-04-10T16:47:39.399 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~192937984,197132288~121634816,322961408~92274688] 2024-04-10T16:47:39.399 INFO:tasks.workunit.client.0.smithi069.stdout:from 0 to 19 diff [0~25165824,29360128~12582912,46137344~142606336,192937984~41943040,239075328~20971520,264241152~50331648,322961408~33554432,360710144~54525952] 2024-04-10T16:47:39.399 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~25165824,29360128~12582912,46137344~142606336,192937984~41943040,239075328~20971520,264241152~50331648,322961408~33554432,360710144~54525952] 2024-04-10T16:47:39.407 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~318767104,322961408~92274688] 2024-04-10T16:47:39.407 INFO:tasks.workunit.client.0.smithi069.stdout:from 1 to 2 diff [20971520~4194304,33554432~4194304,71303168~8388608,88080384~4194304,142606336~4194304,180355072~4194304,218103808~8388608,255852544~8388608,343932928~8388608,364904448~4194304] 2024-04-10T16:47:39.407 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [20971520~4194304,33554432~4194304,71303168~8388608,88080384~4194304,142606336~4194304,180355072~4194304,218103808~8388608,255852544~8388608,343932928~8388608,364904448~4194304] 2024-04-10T16:47:39.408 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [20971520~4194304,33554432~4194304,71303168~8388608,88080384~4194304,142606336~8388608,180355072~8388608,218103808~8388608,255852544~8388608,343932928~8388608,364904448~8388608] 2024-04-10T16:47:39.409 INFO:tasks.workunit.client.0.smithi069.stdout:from 1 to 3 diff [20971520~4194304,33554432~4194304,46137344~4194304,54525952~4194304,71303168~8388608,88080384~8388608,134217728~4194304,142606336~8388608,159383552~4194304,180355072~4194304,218103808~8388608,255852544~8388608,276824064~4194304,301989888~8388608,339738624~12582912,364904448~4194304] 2024-04-10T16:47:39.409 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [20971520~4194304,33554432~4194304,46137344~4194304,54525952~4194304,71303168~8388608,88080384~8388608,134217728~4194304,142606336~8388608,159383552~4194304,180355072~4194304,218103808~8388608,255852544~8388608,276824064~4194304,301989888~8388608,339738624~12582912,364904448~4194304] 2024-04-10T16:47:39.410 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [20971520~4194304,33554432~4194304,46137344~16777216,71303168~8388608,88080384~8388608,134217728~4194304,142606336~12582912,159383552~8388608,180355072~8388608,218103808~8388608,255852544~8388608,276824064~4194304,301989888~12582912,339738624~16777216,364904448~8388608] 2024-04-10T16:47:39.410 INFO:tasks.workunit.client.0.smithi069.stdout:from 1 to 4 diff [20971520~4194304,33554432~4194304,46137344~12582912,71303168~8388608,88080384~12582912,104857600~8388608,130023424~8388608,142606336~8388608,155189248~8388608,180355072~4194304,218103808~8388608,255852544~8388608,272629760~8388608,301989888~8388608,327155712~25165824,364904448~4194304] 2024-04-10T16:47:39.410 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [20971520~4194304,33554432~4194304,46137344~12582912,71303168~8388608,88080384~12582912,104857600~8388608,130023424~8388608,142606336~8388608,155189248~8388608,180355072~4194304,218103808~8388608,255852544~8388608,272629760~8388608,301989888~8388608,327155712~25165824,364904448~4194304] 2024-04-10T16:47:39.412 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [20971520~4194304,33554432~4194304,46137344~16777216,71303168~8388608,88080384~12582912,104857600~8388608,130023424~8388608,142606336~25165824,180355072~8388608,218103808~8388608,255852544~8388608,272629760~8388608,301989888~12582912,327155712~29360128,364904448~8388608] 2024-04-10T16:47:39.412 INFO:tasks.workunit.client.0.smithi069.stdout:from 1 to 5 diff [4194304~8388608,20971520~4194304,33554432~4194304,46137344~12582912,71303168~29360128,104857600~12582912,130023424~8388608,142606336~8388608,155189248~8388608,167772160~8388608,180355072~4194304,205520896~4194304,218103808~8388608,230686720~4194304,255852544~8388608,272629760~8388608,285212672~8388608,301989888~8388608,327155712~25165824,364904448~4194304,373293056~8388608] 2024-04-10T16:47:39.412 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [4194304~8388608,20971520~4194304,33554432~4194304,46137344~12582912,71303168~29360128,104857600~12582912,130023424~8388608,142606336~8388608,155189248~8388608,167772160~8388608,180355072~4194304,205520896~4194304,218103808~8388608,230686720~4194304,255852544~8388608,272629760~8388608,285212672~8388608,301989888~8388608,327155712~25165824,364904448~4194304,373293056~8388608] 2024-04-10T16:47:39.415 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [4194304~8388608,20971520~4194304,33554432~4194304,46137344~16777216,71303168~29360128,104857600~12582912,130023424~8388608,142606336~46137344,205520896~4194304,218103808~8388608,230686720~8388608,255852544~8388608,272629760~8388608,285212672~12582912,301989888~12582912,327155712~29360128,364904448~20971520] 2024-04-10T16:47:39.415 INFO:tasks.workunit.client.0.smithi069.stdout:from 1 to 6 diff [4194304~8388608,20971520~4194304,33554432~4194304,46137344~12582912,71303168~29360128,104857600~16777216,130023424~8388608,142606336~20971520,167772160~8388608,180355072~4194304,205520896~4194304,213909504~8388608,230686720~4194304,239075328~4194304,251658240~12582912,272629760~8388608,285212672~8388608,301989888~8388608,327155712~33554432,364904448~4194304,373293056~16777216,402653184~4194304] 2024-04-10T16:47:39.415 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [4194304~8388608,20971520~4194304,33554432~4194304,46137344~12582912,71303168~29360128,104857600~16777216,130023424~8388608,142606336~20971520,167772160~8388608,180355072~4194304,205520896~4194304,213909504~8388608,230686720~4194304,239075328~4194304,251658240~12582912,272629760~8388608,285212672~8388608,301989888~8388608,327155712~33554432,364904448~4194304,373293056~16777216,402653184~4194304] 2024-04-10T16:47:39.417 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [4194304~8388608,20971520~4194304,33554432~4194304,46137344~16777216,71303168~29360128,104857600~16777216,130023424~8388608,142606336~46137344,205520896~4194304,213909504~12582912,230686720~12582912,251658240~12582912,272629760~8388608,285212672~12582912,301989888~12582912,327155712~33554432,364904448~25165824,402653184~4194304] 2024-04-10T16:47:39.417 INFO:tasks.workunit.client.0.smithi069.stdout:from 1 to 7 diff [4194304~8388608,20971520~4194304,33554432~4194304,46137344~16777216,67108864~8388608,79691776~20971520,104857600~16777216,130023424~8388608,142606336~20971520,167772160~8388608,180355072~4194304,205520896~4194304,213909504~8388608,226492416~8388608,239075328~4194304,251658240~16777216,272629760~8388608,285212672~8388608,301989888~8388608,327155712~33554432,364904448~25165824,402653184~4194304] 2024-04-10T16:47:39.417 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [4194304~8388608,20971520~4194304,33554432~4194304,46137344~16777216,67108864~8388608,79691776~20971520,104857600~16777216,130023424~8388608,142606336~20971520,167772160~8388608,180355072~4194304,205520896~4194304,213909504~8388608,226492416~8388608,239075328~4194304,251658240~16777216,272629760~8388608,285212672~8388608,301989888~8388608,327155712~33554432,364904448~25165824,402653184~4194304] 2024-04-10T16:47:39.420 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [4194304~12582912,20971520~4194304,33554432~4194304,46137344~16777216,67108864~33554432,104857600~16777216,130023424~8388608,142606336~46137344,205520896~4194304,213909504~29360128,251658240~16777216,272629760~8388608,285212672~12582912,301989888~12582912,327155712~33554432,364904448~25165824,402653184~4194304] 2024-04-10T16:47:39.420 INFO:tasks.workunit.client.0.smithi069.stdout:from 1 to 8 diff [4194304~8388608,16777216~4194304,33554432~4194304,46137344~16777216,67108864~33554432,104857600~16777216,130023424~8388608,142606336~20971520,167772160~8388608,180355072~8388608,205520896~4194304,213909504~8388608,226492416~8388608,239075328~4194304,251658240~16777216,272629760~8388608,285212672~8388608,301989888~8388608,327155712~33554432,364904448~25165824,402653184~4194304] 2024-04-10T16:47:39.420 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [4194304~8388608,16777216~4194304,33554432~4194304,46137344~16777216,67108864~33554432,104857600~16777216,130023424~8388608,142606336~20971520,167772160~8388608,180355072~8388608,205520896~4194304,213909504~8388608,226492416~8388608,239075328~4194304,251658240~16777216,272629760~8388608,285212672~8388608,301989888~8388608,327155712~33554432,364904448~25165824,402653184~4194304] 2024-04-10T16:47:39.425 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [4194304~20971520,33554432~4194304,46137344~16777216,67108864~33554432,104857600~16777216,130023424~8388608,142606336~50331648,205520896~4194304,213909504~29360128,251658240~16777216,272629760~8388608,285212672~12582912,301989888~12582912,327155712~33554432,364904448~25165824,402653184~4194304] 2024-04-10T16:47:39.425 INFO:tasks.workunit.client.0.smithi069.stdout:from 1 to 9 diff [4194304~16777216,33554432~4194304,46137344~54525952,104857600~16777216,125829120~12582912,142606336~20971520,167772160~8388608,180355072~8388608,205520896~4194304,213909504~8388608,226492416~8388608,239075328~4194304,251658240~16777216,272629760~8388608,285212672~8388608,301989888~8388608,327155712~62914560,398458880~16777216] 2024-04-10T16:47:39.425 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [4194304~16777216,33554432~4194304,46137344~54525952,104857600~16777216,125829120~12582912,142606336~20971520,167772160~8388608,180355072~8388608,205520896~4194304,213909504~8388608,226492416~8388608,239075328~4194304,251658240~16777216,272629760~8388608,285212672~8388608,301989888~8388608,327155712~62914560,398458880~16777216] 2024-04-10T16:47:39.428 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [4194304~20971520,33554432~4194304,46137344~54525952,104857600~16777216,125829120~12582912,142606336~50331648,205520896~4194304,213909504~29360128,251658240~16777216,272629760~8388608,285212672~12582912,301989888~12582912,327155712~62914560,398458880~16777216] 2024-04-10T16:47:39.428 INFO:tasks.workunit.client.0.smithi069.stdout:from 1 to 10 diff [4194304~20971520,33554432~4194304,46137344~54525952,104857600~16777216,125829120~12582912,142606336~20971520,167772160~8388608,180355072~8388608,197132288~12582912,213909504~8388608,226492416~8388608,239075328~4194304,251658240~16777216,272629760~37748736,327155712~62914560,398458880~16777216] 2024-04-10T16:47:39.428 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [4194304~20971520,33554432~4194304,46137344~54525952,104857600~16777216,125829120~12582912,142606336~20971520,167772160~8388608,180355072~8388608,197132288~12582912,213909504~8388608,226492416~8388608,239075328~4194304,251658240~16777216,272629760~37748736,327155712~62914560,398458880~16777216] 2024-04-10T16:47:39.432 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [4194304~25165824,33554432~8388608,46137344~54525952,104857600~16777216,125829120~12582912,142606336~50331648,197132288~12582912,213909504~29360128,251658240~16777216,272629760~41943040,327155712~62914560,398458880~16777216] 2024-04-10T16:47:39.432 INFO:tasks.workunit.client.0.smithi069.stdout:from 1 to 11 diff [0~25165824,33554432~4194304,46137344~92274688,142606336~20971520,167772160~8388608,180355072~8388608,197132288~12582912,213909504~8388608,226492416~8388608,239075328~4194304,247463936~67108864,327155712~62914560,398458880~16777216] 2024-04-10T16:47:39.433 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~25165824,33554432~4194304,46137344~92274688,142606336~20971520,167772160~8388608,180355072~8388608,197132288~12582912,213909504~8388608,226492416~8388608,239075328~4194304,247463936~67108864,327155712~62914560,398458880~16777216] 2024-04-10T16:47:39.436 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~29360128,33554432~8388608,46137344~92274688,142606336~50331648,197132288~12582912,213909504~29360128,247463936~71303168,327155712~62914560,398458880~16777216] 2024-04-10T16:47:39.437 INFO:tasks.workunit.client.0.smithi069.stdout:from 1 to 12 diff [0~25165824,29360128~8388608,46137344~92274688,142606336~20971520,167772160~8388608,180355072~8388608,197132288~12582912,213909504~8388608,226492416~8388608,239075328~4194304,247463936~67108864,327155712~62914560,398458880~16777216] 2024-04-10T16:47:39.437 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~25165824,29360128~8388608,46137344~92274688,142606336~20971520,167772160~8388608,180355072~8388608,197132288~12582912,213909504~8388608,226492416~8388608,239075328~4194304,247463936~67108864,327155712~62914560,398458880~16777216] 2024-04-10T16:47:39.441 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~41943040,46137344~92274688,142606336~50331648,197132288~12582912,213909504~29360128,247463936~71303168,327155712~62914560,398458880~16777216] 2024-04-10T16:47:39.442 INFO:tasks.workunit.client.0.smithi069.stdout:from 1 to 13 diff [0~25165824,29360128~8388608,46137344~92274688,142606336~33554432,180355072~8388608,197132288~25165824,226492416~8388608,239075328~75497472,327155712~29360128,360710144~29360128,398458880~16777216] 2024-04-10T16:47:39.442 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~25165824,29360128~8388608,46137344~92274688,142606336~33554432,180355072~8388608,197132288~25165824,226492416~8388608,239075328~75497472,327155712~29360128,360710144~29360128,398458880~16777216] 2024-04-10T16:47:39.447 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~41943040,46137344~92274688,142606336~50331648,197132288~121634816,327155712~62914560,398458880~16777216] 2024-04-10T16:47:39.447 INFO:tasks.workunit.client.0.smithi069.stdout:from 1 to 14 diff [0~25165824,29360128~12582912,46137344~92274688,142606336~33554432,180355072~8388608,197132288~25165824,226492416~8388608,239075328~75497472,322961408~33554432,360710144~29360128,398458880~16777216] 2024-04-10T16:47:39.447 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~25165824,29360128~12582912,46137344~92274688,142606336~33554432,180355072~8388608,197132288~25165824,226492416~8388608,239075328~75497472,322961408~33554432,360710144~29360128,398458880~16777216] 2024-04-10T16:47:39.452 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~138412032,142606336~50331648,197132288~121634816,322961408~67108864,398458880~16777216] 2024-04-10T16:47:39.452 INFO:tasks.workunit.client.0.smithi069.stdout:from 1 to 15 diff [0~25165824,29360128~12582912,46137344~92274688,142606336~46137344,197132288~25165824,226492416~8388608,239075328~75497472,322961408~33554432,360710144~29360128,398458880~16777216] 2024-04-10T16:47:39.452 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~25165824,29360128~12582912,46137344~92274688,142606336~46137344,197132288~25165824,226492416~8388608,239075328~75497472,322961408~33554432,360710144~29360128,398458880~16777216] 2024-04-10T16:47:39.457 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~138412032,142606336~50331648,197132288~121634816,322961408~71303168,398458880~16777216] 2024-04-10T16:47:39.457 INFO:tasks.workunit.client.0.smithi069.stdout:from 1 to 16 diff [0~25165824,29360128~12582912,46137344~142606336,197132288~37748736,239075328~75497472,322961408~33554432,360710144~29360128,398458880~16777216] 2024-04-10T16:47:39.457 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~25165824,29360128~12582912,46137344~142606336,197132288~37748736,239075328~75497472,322961408~33554432,360710144~29360128,398458880~16777216] 2024-04-10T16:47:39.463 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~192937984,197132288~121634816,322961408~71303168,398458880~16777216] 2024-04-10T16:47:39.463 INFO:tasks.workunit.client.0.smithi069.stdout:from 1 to 17 diff [0~25165824,29360128~12582912,46137344~142606336,197132288~37748736,239075328~20971520,264241152~50331648,322961408~33554432,360710144~29360128,398458880~16777216] 2024-04-10T16:47:39.463 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~25165824,29360128~12582912,46137344~142606336,197132288~37748736,239075328~20971520,264241152~50331648,322961408~33554432,360710144~29360128,398458880~16777216] 2024-04-10T16:47:39.469 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~192937984,197132288~121634816,322961408~71303168,398458880~16777216] 2024-04-10T16:47:39.469 INFO:tasks.workunit.client.0.smithi069.stdout:from 1 to 18 diff [0~25165824,29360128~12582912,46137344~142606336,197132288~37748736,239075328~20971520,264241152~50331648,322961408~33554432,360710144~29360128,398458880~16777216] 2024-04-10T16:47:39.469 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~25165824,29360128~12582912,46137344~142606336,197132288~37748736,239075328~20971520,264241152~50331648,322961408~33554432,360710144~29360128,398458880~16777216] 2024-04-10T16:47:39.476 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~192937984,197132288~121634816,322961408~71303168,398458880~16777216] 2024-04-10T16:47:39.476 INFO:tasks.workunit.client.0.smithi069.stdout:from 1 to 19 diff [0~25165824,29360128~12582912,46137344~142606336,192937984~41943040,239075328~20971520,264241152~50331648,322961408~33554432,360710144~54525952] 2024-04-10T16:47:39.476 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~25165824,29360128~12582912,46137344~142606336,192937984~41943040,239075328~20971520,264241152~50331648,322961408~33554432,360710144~54525952] 2024-04-10T16:47:39.483 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~318767104,322961408~92274688] 2024-04-10T16:47:39.483 INFO:tasks.workunit.client.0.smithi069.stdout:from 2 to 3 diff [46137344~4194304,54525952~4194304,92274688~4194304,134217728~4194304,146800640~4194304,159383552~4194304,276824064~4194304,301989888~8388608,339738624~12582912] 2024-04-10T16:47:39.483 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [46137344~4194304,54525952~4194304,92274688~4194304,134217728~4194304,146800640~4194304,159383552~4194304,276824064~4194304,301989888~8388608,339738624~12582912] 2024-04-10T16:47:39.484 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [46137344~16777216,92274688~4194304,134217728~4194304,146800640~8388608,159383552~8388608,276824064~4194304,301989888~12582912,339738624~16777216] 2024-04-10T16:47:39.485 INFO:tasks.workunit.client.0.smithi069.stdout:from 2 to 4 diff [46137344~12582912,92274688~8388608,104857600~8388608,130023424~8388608,146800640~4194304,155189248~8388608,272629760~8388608,301989888~8388608,327155712~25165824] 2024-04-10T16:47:39.485 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [46137344~12582912,92274688~8388608,104857600~8388608,130023424~8388608,146800640~4194304,155189248~8388608,272629760~8388608,301989888~8388608,327155712~25165824] 2024-04-10T16:47:39.486 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [46137344~16777216,92274688~8388608,104857600~8388608,130023424~8388608,146800640~20971520,272629760~8388608,301989888~12582912,327155712~29360128] 2024-04-10T16:47:39.486 INFO:tasks.workunit.client.0.smithi069.stdout:from 2 to 5 diff [4194304~8388608,46137344~12582912,79691776~8388608,92274688~8388608,104857600~12582912,130023424~8388608,146800640~4194304,155189248~8388608,167772160~8388608,184549376~4194304,205520896~4194304,230686720~4194304,272629760~8388608,285212672~8388608,301989888~8388608,327155712~25165824,373293056~8388608] 2024-04-10T16:47:39.486 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [4194304~8388608,46137344~12582912,79691776~8388608,92274688~8388608,104857600~12582912,130023424~8388608,146800640~4194304,155189248~8388608,167772160~8388608,184549376~4194304,205520896~4194304,230686720~4194304,272629760~8388608,285212672~8388608,301989888~8388608,327155712~25165824,373293056~8388608] 2024-04-10T16:47:39.489 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [4194304~8388608,46137344~16777216,79691776~20971520,104857600~12582912,130023424~8388608,146800640~33554432,184549376~4194304,205520896~4194304,230686720~8388608,272629760~8388608,285212672~12582912,301989888~12582912,327155712~29360128,373293056~12582912] 2024-04-10T16:47:39.489 INFO:tasks.workunit.client.0.smithi069.stdout:from 2 to 6 diff [4194304~8388608,46137344~12582912,79691776~8388608,92274688~8388608,104857600~16777216,130023424~8388608,146800640~16777216,167772160~8388608,184549376~4194304,205520896~4194304,213909504~8388608,230686720~4194304,239075328~4194304,251658240~4194304,272629760~8388608,285212672~8388608,301989888~8388608,327155712~33554432,373293056~16777216,402653184~4194304] 2024-04-10T16:47:39.489 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [4194304~8388608,46137344~12582912,79691776~8388608,92274688~8388608,104857600~16777216,130023424~8388608,146800640~16777216,167772160~8388608,184549376~4194304,205520896~4194304,213909504~8388608,230686720~4194304,239075328~4194304,251658240~4194304,272629760~8388608,285212672~8388608,301989888~8388608,327155712~33554432,373293056~16777216,402653184~4194304] 2024-04-10T16:47:39.491 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [4194304~8388608,46137344~16777216,79691776~20971520,104857600~16777216,130023424~8388608,146800640~33554432,184549376~4194304,205520896~4194304,213909504~8388608,230686720~12582912,251658240~8388608,272629760~8388608,285212672~12582912,301989888~12582912,327155712~33554432,373293056~16777216,402653184~4194304] 2024-04-10T16:47:39.491 INFO:tasks.workunit.client.0.smithi069.stdout:from 2 to 7 diff [4194304~8388608,46137344~16777216,67108864~8388608,79691776~8388608,92274688~8388608,104857600~16777216,130023424~8388608,142606336~20971520,167772160~8388608,184549376~4194304,205520896~4194304,213909504~8388608,226492416~8388608,239075328~4194304,251658240~4194304,264241152~4194304,272629760~8388608,285212672~8388608,301989888~8388608,327155712~33554432,369098752~20971520,402653184~4194304] 2024-04-10T16:47:39.491 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [4194304~8388608,46137344~16777216,67108864~8388608,79691776~8388608,92274688~8388608,104857600~16777216,130023424~8388608,142606336~20971520,167772160~8388608,184549376~4194304,205520896~4194304,213909504~8388608,226492416~8388608,239075328~4194304,251658240~4194304,264241152~4194304,272629760~8388608,285212672~8388608,301989888~8388608,327155712~33554432,369098752~20971520,402653184~4194304] 2024-04-10T16:47:39.494 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [4194304~12582912,46137344~16777216,67108864~8388608,79691776~20971520,104857600~16777216,130023424~8388608,142606336~37748736,184549376~4194304,205520896~4194304,213909504~8388608,226492416~16777216,251658240~8388608,264241152~4194304,272629760~8388608,285212672~12582912,301989888~12582912,327155712~33554432,369098752~20971520,402653184~4194304] 2024-04-10T16:47:39.494 INFO:tasks.workunit.client.0.smithi069.stdout:from 2 to 8 diff [4194304~8388608,16777216~4194304,46137344~16777216,67108864~20971520,92274688~8388608,104857600~16777216,130023424~8388608,142606336~20971520,167772160~8388608,180355072~8388608,205520896~4194304,213909504~8388608,226492416~8388608,239075328~4194304,251658240~4194304,264241152~4194304,272629760~8388608,285212672~8388608,301989888~8388608,327155712~33554432,369098752~20971520,402653184~4194304] 2024-04-10T16:47:39.494 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [4194304~8388608,16777216~4194304,46137344~16777216,67108864~20971520,92274688~8388608,104857600~16777216,130023424~8388608,142606336~20971520,167772160~8388608,180355072~8388608,205520896~4194304,213909504~8388608,226492416~8388608,239075328~4194304,251658240~4194304,264241152~4194304,272629760~8388608,285212672~8388608,301989888~8388608,327155712~33554432,369098752~20971520,402653184~4194304] 2024-04-10T16:47:39.497 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [4194304~20971520,46137344~16777216,67108864~33554432,104857600~16777216,130023424~8388608,142606336~50331648,205520896~4194304,213909504~8388608,226492416~16777216,251658240~8388608,264241152~4194304,272629760~8388608,285212672~12582912,301989888~12582912,327155712~33554432,369098752~20971520,402653184~4194304] 2024-04-10T16:47:39.497 INFO:tasks.workunit.client.0.smithi069.stdout:from 2 to 9 diff [4194304~16777216,46137344~41943040,92274688~8388608,104857600~16777216,125829120~12582912,142606336~20971520,167772160~8388608,180355072~8388608,205520896~4194304,213909504~8388608,226492416~8388608,239075328~4194304,251658240~4194304,264241152~4194304,272629760~8388608,285212672~8388608,301989888~8388608,327155712~62914560,398458880~16777216] 2024-04-10T16:47:39.497 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [4194304~16777216,46137344~41943040,92274688~8388608,104857600~16777216,125829120~12582912,142606336~20971520,167772160~8388608,180355072~8388608,205520896~4194304,213909504~8388608,226492416~8388608,239075328~4194304,251658240~4194304,264241152~4194304,272629760~8388608,285212672~8388608,301989888~8388608,327155712~62914560,398458880~16777216] 2024-04-10T16:47:39.501 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [4194304~20971520,46137344~54525952,104857600~16777216,125829120~12582912,142606336~50331648,205520896~4194304,213909504~8388608,226492416~16777216,251658240~8388608,264241152~4194304,272629760~8388608,285212672~12582912,301989888~12582912,327155712~62914560,398458880~16777216] 2024-04-10T16:47:39.501 INFO:tasks.workunit.client.0.smithi069.stdout:from 2 to 10 diff [4194304~20971520,33554432~4194304,46137344~41943040,92274688~8388608,104857600~16777216,125829120~12582912,142606336~20971520,167772160~8388608,180355072~8388608,197132288~12582912,213909504~8388608,226492416~8388608,239075328~4194304,251658240~4194304,264241152~4194304,272629760~37748736,327155712~62914560,398458880~16777216] 2024-04-10T16:47:39.501 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [4194304~20971520,33554432~4194304,46137344~41943040,92274688~8388608,104857600~16777216,125829120~12582912,142606336~20971520,167772160~8388608,180355072~8388608,197132288~12582912,213909504~8388608,226492416~8388608,239075328~4194304,251658240~4194304,264241152~4194304,272629760~37748736,327155712~62914560,398458880~16777216] 2024-04-10T16:47:39.505 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [4194304~25165824,33554432~8388608,46137344~54525952,104857600~16777216,125829120~12582912,142606336~50331648,197132288~12582912,213909504~8388608,226492416~16777216,251658240~8388608,264241152~4194304,272629760~41943040,327155712~62914560,398458880~16777216] 2024-04-10T16:47:39.505 INFO:tasks.workunit.client.0.smithi069.stdout:from 2 to 11 diff [0~25165824,33554432~4194304,46137344~41943040,92274688~46137344,142606336~20971520,167772160~8388608,180355072~8388608,197132288~12582912,213909504~8388608,226492416~8388608,239075328~4194304,247463936~8388608,264241152~50331648,327155712~62914560,398458880~16777216] 2024-04-10T16:47:39.505 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~25165824,33554432~4194304,46137344~41943040,92274688~46137344,142606336~20971520,167772160~8388608,180355072~8388608,197132288~12582912,213909504~8388608,226492416~8388608,239075328~4194304,247463936~8388608,264241152~50331648,327155712~62914560,398458880~16777216] 2024-04-10T16:47:39.508 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~29360128,33554432~8388608,46137344~92274688,142606336~50331648,197132288~12582912,213909504~8388608,226492416~16777216,247463936~12582912,264241152~54525952,327155712~62914560,398458880~16777216] 2024-04-10T16:47:39.508 INFO:tasks.workunit.client.0.smithi069.stdout:from 2 to 12 diff [0~25165824,29360128~8388608,46137344~92274688,142606336~20971520,167772160~8388608,180355072~8388608,197132288~12582912,213909504~8388608,226492416~8388608,239075328~4194304,247463936~8388608,264241152~50331648,327155712~62914560,398458880~16777216] 2024-04-10T16:47:39.509 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~25165824,29360128~8388608,46137344~92274688,142606336~20971520,167772160~8388608,180355072~8388608,197132288~12582912,213909504~8388608,226492416~8388608,239075328~4194304,247463936~8388608,264241152~50331648,327155712~62914560,398458880~16777216] 2024-04-10T16:47:39.513 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~41943040,46137344~92274688,142606336~50331648,197132288~12582912,213909504~8388608,226492416~16777216,247463936~12582912,264241152~54525952,327155712~62914560,398458880~16777216] 2024-04-10T16:47:39.513 INFO:tasks.workunit.client.0.smithi069.stdout:from 2 to 13 diff [0~25165824,29360128~8388608,46137344~92274688,142606336~33554432,180355072~8388608,197132288~25165824,226492416~8388608,239075328~20971520,264241152~50331648,327155712~29360128,360710144~29360128,398458880~16777216] 2024-04-10T16:47:39.513 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~25165824,29360128~8388608,46137344~92274688,142606336~33554432,180355072~8388608,197132288~25165824,226492416~8388608,239075328~20971520,264241152~50331648,327155712~29360128,360710144~29360128,398458880~16777216] 2024-04-10T16:47:39.518 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~41943040,46137344~92274688,142606336~50331648,197132288~25165824,226492416~33554432,264241152~54525952,327155712~62914560,398458880~16777216] 2024-04-10T16:47:39.518 INFO:tasks.workunit.client.0.smithi069.stdout:from 2 to 14 diff [0~25165824,29360128~12582912,46137344~92274688,142606336~33554432,180355072~8388608,197132288~25165824,226492416~8388608,239075328~20971520,264241152~50331648,322961408~33554432,360710144~29360128,398458880~16777216] 2024-04-10T16:47:39.518 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~25165824,29360128~12582912,46137344~92274688,142606336~33554432,180355072~8388608,197132288~25165824,226492416~8388608,239075328~20971520,264241152~50331648,322961408~33554432,360710144~29360128,398458880~16777216] 2024-04-10T16:47:39.526 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~138412032,142606336~50331648,197132288~25165824,226492416~33554432,264241152~54525952,322961408~67108864,398458880~16777216] 2024-04-10T16:47:39.526 INFO:tasks.workunit.client.0.smithi069.stdout:from 2 to 15 diff [0~25165824,29360128~12582912,46137344~41943040,92274688~46137344,142606336~46137344,197132288~25165824,226492416~8388608,239075328~20971520,264241152~50331648,322961408~33554432,360710144~29360128,398458880~16777216] 2024-04-10T16:47:39.526 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~25165824,29360128~12582912,46137344~41943040,92274688~46137344,142606336~46137344,197132288~25165824,226492416~8388608,239075328~20971520,264241152~50331648,322961408~33554432,360710144~29360128,398458880~16777216] 2024-04-10T16:47:39.528 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~138412032,142606336~50331648,197132288~25165824,226492416~33554432,264241152~54525952,322961408~71303168,398458880~16777216] 2024-04-10T16:47:39.528 INFO:tasks.workunit.client.0.smithi069.stdout:from 2 to 16 diff [0~25165824,29360128~12582912,46137344~41943040,92274688~96468992,197132288~37748736,239075328~20971520,264241152~50331648,322961408~33554432,360710144~29360128,398458880~16777216] 2024-04-10T16:47:39.528 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~25165824,29360128~12582912,46137344~41943040,92274688~96468992,197132288~37748736,239075328~20971520,264241152~50331648,322961408~33554432,360710144~29360128,398458880~16777216] 2024-04-10T16:47:39.534 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~192937984,197132288~62914560,264241152~54525952,322961408~71303168,398458880~16777216] 2024-04-10T16:47:39.534 INFO:tasks.workunit.client.0.smithi069.stdout:from 2 to 17 diff [0~25165824,29360128~12582912,46137344~41943040,92274688~96468992,197132288~37748736,239075328~20971520,264241152~50331648,322961408~33554432,360710144~29360128,398458880~16777216] 2024-04-10T16:47:39.534 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~25165824,29360128~12582912,46137344~41943040,92274688~96468992,197132288~37748736,239075328~20971520,264241152~50331648,322961408~33554432,360710144~29360128,398458880~16777216] 2024-04-10T16:47:39.540 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~192937984,197132288~62914560,264241152~54525952,322961408~71303168,398458880~16777216] 2024-04-10T16:47:39.540 INFO:tasks.workunit.client.0.smithi069.stdout:from 2 to 18 diff [0~25165824,29360128~12582912,46137344~142606336,197132288~37748736,239075328~20971520,264241152~50331648,322961408~33554432,360710144~29360128,398458880~16777216] 2024-04-10T16:47:39.540 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~25165824,29360128~12582912,46137344~142606336,197132288~37748736,239075328~20971520,264241152~50331648,322961408~33554432,360710144~29360128,398458880~16777216] 2024-04-10T16:47:39.546 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~192937984,197132288~62914560,264241152~54525952,322961408~71303168,398458880~16777216] 2024-04-10T16:47:39.546 INFO:tasks.workunit.client.0.smithi069.stdout:from 2 to 19 diff [0~25165824,29360128~12582912,46137344~142606336,192937984~41943040,239075328~20971520,264241152~50331648,322961408~33554432,360710144~54525952] 2024-04-10T16:47:39.546 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~25165824,29360128~12582912,46137344~142606336,192937984~41943040,239075328~20971520,264241152~50331648,322961408~33554432,360710144~54525952] 2024-04-10T16:47:39.552 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~260046848,264241152~54525952,322961408~92274688] 2024-04-10T16:47:39.552 INFO:tasks.workunit.client.0.smithi069.stdout:from 3 to 4 diff [50331648~8388608,92274688~8388608,104857600~8388608,130023424~8388608,155189248~8388608,272629760~4194304,327155712~12582912] 2024-04-10T16:47:39.552 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [50331648~8388608,92274688~8388608,104857600~8388608,130023424~8388608,155189248~8388608,272629760~4194304,327155712~12582912] 2024-04-10T16:47:39.554 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [50331648~12582912,92274688~8388608,104857600~8388608,130023424~8388608,155189248~12582912,272629760~8388608,327155712~12582912] 2024-04-10T16:47:39.554 INFO:tasks.workunit.client.0.smithi069.stdout:from 3 to 5 diff [4194304~8388608,50331648~8388608,79691776~8388608,92274688~8388608,104857600~12582912,130023424~8388608,155189248~8388608,167772160~8388608,184549376~4194304,205520896~4194304,230686720~4194304,272629760~4194304,285212672~8388608,327155712~12582912,373293056~8388608] 2024-04-10T16:47:39.554 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [4194304~8388608,50331648~8388608,79691776~8388608,92274688~8388608,104857600~12582912,130023424~8388608,155189248~8388608,167772160~8388608,184549376~4194304,205520896~4194304,230686720~4194304,272629760~4194304,285212672~8388608,327155712~12582912,373293056~8388608] 2024-04-10T16:47:39.555 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [4194304~8388608,50331648~12582912,79691776~20971520,104857600~12582912,130023424~8388608,155189248~25165824,184549376~4194304,205520896~4194304,230686720~8388608,272629760~8388608,285212672~12582912,327155712~12582912,373293056~12582912] 2024-04-10T16:47:39.556 INFO:tasks.workunit.client.0.smithi069.stdout:from 3 to 6 diff [4194304~8388608,50331648~8388608,79691776~8388608,92274688~8388608,104857600~16777216,130023424~8388608,150994944~12582912,167772160~8388608,184549376~4194304,205520896~4194304,213909504~8388608,230686720~4194304,239075328~4194304,251658240~4194304,272629760~4194304,285212672~8388608,327155712~12582912,352321536~8388608,373293056~16777216,402653184~4194304] 2024-04-10T16:47:39.556 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [4194304~8388608,50331648~8388608,79691776~8388608,92274688~8388608,104857600~16777216,130023424~8388608,150994944~12582912,167772160~8388608,184549376~4194304,205520896~4194304,213909504~8388608,230686720~4194304,239075328~4194304,251658240~4194304,272629760~4194304,285212672~8388608,327155712~12582912,352321536~8388608,373293056~16777216,402653184~4194304] 2024-04-10T16:47:39.557 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [4194304~8388608,50331648~12582912,79691776~20971520,104857600~16777216,130023424~8388608,150994944~29360128,184549376~4194304,205520896~4194304,213909504~8388608,230686720~12582912,251658240~8388608,272629760~8388608,285212672~12582912,327155712~12582912,352321536~8388608,373293056~16777216,402653184~4194304] 2024-04-10T16:47:39.558 INFO:tasks.workunit.client.0.smithi069.stdout:from 3 to 7 diff [4194304~8388608,46137344~16777216,67108864~8388608,79691776~8388608,92274688~8388608,104857600~16777216,130023424~8388608,142606336~4194304,150994944~12582912,167772160~8388608,184549376~4194304,205520896~4194304,213909504~8388608,226492416~8388608,239075328~4194304,251658240~4194304,264241152~4194304,272629760~4194304,285212672~8388608,327155712~12582912,352321536~8388608,369098752~20971520,402653184~4194304] 2024-04-10T16:47:39.558 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [4194304~8388608,46137344~16777216,67108864~8388608,79691776~8388608,92274688~8388608,104857600~16777216,130023424~8388608,142606336~4194304,150994944~12582912,167772160~8388608,184549376~4194304,205520896~4194304,213909504~8388608,226492416~8388608,239075328~4194304,251658240~4194304,264241152~4194304,272629760~4194304,285212672~8388608,327155712~12582912,352321536~8388608,369098752~20971520,402653184~4194304] 2024-04-10T16:47:39.560 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [4194304~12582912,46137344~16777216,67108864~8388608,79691776~20971520,104857600~16777216,130023424~8388608,142606336~37748736,184549376~4194304,205520896~4194304,213909504~8388608,226492416~16777216,251658240~8388608,264241152~4194304,272629760~8388608,285212672~12582912,327155712~12582912,352321536~8388608,369098752~20971520,402653184~4194304] 2024-04-10T16:47:39.560 INFO:tasks.workunit.client.0.smithi069.stdout:from 3 to 8 diff [4194304~8388608,16777216~4194304,46137344~16777216,67108864~20971520,92274688~8388608,104857600~16777216,130023424~8388608,142606336~4194304,150994944~12582912,167772160~8388608,180355072~8388608,205520896~4194304,213909504~8388608,226492416~8388608,239075328~4194304,251658240~4194304,264241152~4194304,272629760~4194304,285212672~8388608,327155712~12582912,352321536~8388608,369098752~20971520,402653184~4194304] 2024-04-10T16:47:39.560 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [4194304~8388608,16777216~4194304,46137344~16777216,67108864~20971520,92274688~8388608,104857600~16777216,130023424~8388608,142606336~4194304,150994944~12582912,167772160~8388608,180355072~8388608,205520896~4194304,213909504~8388608,226492416~8388608,239075328~4194304,251658240~4194304,264241152~4194304,272629760~4194304,285212672~8388608,327155712~12582912,352321536~8388608,369098752~20971520,402653184~4194304] 2024-04-10T16:47:39.562 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [4194304~20971520,46137344~16777216,67108864~33554432,104857600~16777216,130023424~8388608,142606336~50331648,205520896~4194304,213909504~8388608,226492416~16777216,251658240~8388608,264241152~4194304,272629760~8388608,285212672~12582912,327155712~16777216,352321536~8388608,369098752~20971520,402653184~4194304] 2024-04-10T16:47:39.563 INFO:tasks.workunit.client.0.smithi069.stdout:from 3 to 9 diff [4194304~16777216,46137344~41943040,92274688~8388608,104857600~16777216,125829120~12582912,142606336~4194304,150994944~12582912,167772160~8388608,180355072~8388608,205520896~4194304,213909504~8388608,226492416~8388608,239075328~4194304,251658240~4194304,264241152~4194304,272629760~4194304,285212672~8388608,327155712~12582912,343932928~46137344,398458880~16777216] 2024-04-10T16:47:39.563 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [4194304~16777216,46137344~41943040,92274688~8388608,104857600~16777216,125829120~12582912,142606336~4194304,150994944~12582912,167772160~8388608,180355072~8388608,205520896~4194304,213909504~8388608,226492416~8388608,239075328~4194304,251658240~4194304,264241152~4194304,272629760~4194304,285212672~8388608,327155712~12582912,343932928~46137344,398458880~16777216] 2024-04-10T16:47:39.566 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [4194304~20971520,46137344~54525952,104857600~16777216,125829120~12582912,142606336~50331648,205520896~4194304,213909504~8388608,226492416~16777216,251658240~8388608,264241152~4194304,272629760~8388608,285212672~12582912,327155712~62914560,398458880~16777216] 2024-04-10T16:47:39.566 INFO:tasks.workunit.client.0.smithi069.stdout:from 3 to 10 diff [4194304~20971520,33554432~4194304,46137344~41943040,92274688~8388608,104857600~16777216,125829120~12582912,142606336~4194304,150994944~12582912,167772160~8388608,180355072~8388608,197132288~12582912,213909504~8388608,226492416~8388608,239075328~4194304,251658240~4194304,264241152~4194304,272629760~29360128,327155712~12582912,343932928~46137344,398458880~16777216] 2024-04-10T16:47:39.566 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [4194304~20971520,33554432~4194304,46137344~41943040,92274688~8388608,104857600~16777216,125829120~12582912,142606336~4194304,150994944~12582912,167772160~8388608,180355072~8388608,197132288~12582912,213909504~8388608,226492416~8388608,239075328~4194304,251658240~4194304,264241152~4194304,272629760~29360128,327155712~12582912,343932928~46137344,398458880~16777216] 2024-04-10T16:47:39.569 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [4194304~25165824,33554432~8388608,46137344~54525952,104857600~16777216,125829120~12582912,142606336~50331648,197132288~12582912,213909504~8388608,226492416~16777216,251658240~8388608,264241152~4194304,272629760~33554432,327155712~62914560,398458880~16777216] 2024-04-10T16:47:39.569 INFO:tasks.workunit.client.0.smithi069.stdout:from 3 to 11 diff [0~25165824,33554432~4194304,46137344~41943040,92274688~41943040,142606336~4194304,150994944~12582912,167772160~8388608,180355072~8388608,197132288~12582912,213909504~8388608,226492416~8388608,239075328~4194304,247463936~8388608,264241152~37748736,306184192~8388608,327155712~12582912,343932928~46137344,398458880~16777216] 2024-04-10T16:47:39.569 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~25165824,33554432~4194304,46137344~41943040,92274688~41943040,142606336~4194304,150994944~12582912,167772160~8388608,180355072~8388608,197132288~12582912,213909504~8388608,226492416~8388608,239075328~4194304,247463936~8388608,264241152~37748736,306184192~8388608,327155712~12582912,343932928~46137344,398458880~16777216] 2024-04-10T16:47:39.573 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~29360128,33554432~8388608,46137344~92274688,142606336~50331648,197132288~12582912,213909504~8388608,226492416~16777216,247463936~12582912,264241152~54525952,327155712~62914560,398458880~16777216] 2024-04-10T16:47:39.573 INFO:tasks.workunit.client.0.smithi069.stdout:from 3 to 12 diff [0~25165824,29360128~8388608,46137344~88080384,142606336~20971520,167772160~8388608,180355072~8388608,197132288~12582912,213909504~8388608,226492416~8388608,239075328~4194304,247463936~8388608,264241152~50331648,327155712~12582912,343932928~46137344,398458880~16777216] 2024-04-10T16:47:39.573 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~25165824,29360128~8388608,46137344~88080384,142606336~20971520,167772160~8388608,180355072~8388608,197132288~12582912,213909504~8388608,226492416~8388608,239075328~4194304,247463936~8388608,264241152~50331648,327155712~12582912,343932928~46137344,398458880~16777216] 2024-04-10T16:47:39.578 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~41943040,46137344~92274688,142606336~50331648,197132288~12582912,213909504~8388608,226492416~16777216,247463936~12582912,264241152~54525952,327155712~62914560,398458880~16777216] 2024-04-10T16:47:39.578 INFO:tasks.workunit.client.0.smithi069.stdout:from 3 to 13 diff [0~25165824,29360128~8388608,46137344~88080384,142606336~33554432,180355072~8388608,197132288~25165824,226492416~8388608,239075328~20971520,264241152~50331648,327155712~12582912,343932928~46137344,398458880~16777216] 2024-04-10T16:47:39.578 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~25165824,29360128~8388608,46137344~88080384,142606336~33554432,180355072~8388608,197132288~25165824,226492416~8388608,239075328~20971520,264241152~50331648,327155712~12582912,343932928~46137344,398458880~16777216] 2024-04-10T16:47:39.582 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~41943040,46137344~92274688,142606336~50331648,197132288~25165824,226492416~33554432,264241152~54525952,327155712~62914560,398458880~16777216] 2024-04-10T16:47:39.582 INFO:tasks.workunit.client.0.smithi069.stdout:from 3 to 14 diff [0~25165824,29360128~12582912,46137344~88080384,142606336~33554432,180355072~8388608,197132288~25165824,226492416~8388608,239075328~20971520,264241152~50331648,322961408~16777216,343932928~46137344,398458880~16777216] 2024-04-10T16:47:39.583 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~25165824,29360128~12582912,46137344~88080384,142606336~33554432,180355072~8388608,197132288~25165824,226492416~8388608,239075328~20971520,264241152~50331648,322961408~16777216,343932928~46137344,398458880~16777216] 2024-04-10T16:47:39.587 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~138412032,142606336~50331648,197132288~25165824,226492416~33554432,264241152~54525952,322961408~67108864,398458880~16777216] 2024-04-10T16:47:39.587 INFO:tasks.workunit.client.0.smithi069.stdout:from 3 to 15 diff [0~25165824,29360128~12582912,46137344~41943040,92274688~41943040,142606336~46137344,197132288~25165824,226492416~8388608,239075328~20971520,264241152~50331648,322961408~16777216,343932928~46137344,398458880~16777216] 2024-04-10T16:47:39.587 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~25165824,29360128~12582912,46137344~41943040,92274688~41943040,142606336~46137344,197132288~25165824,226492416~8388608,239075328~20971520,264241152~50331648,322961408~16777216,343932928~46137344,398458880~16777216] 2024-04-10T16:47:39.593 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~138412032,142606336~50331648,197132288~25165824,226492416~33554432,264241152~54525952,322961408~71303168,398458880~16777216] 2024-04-10T16:47:39.593 INFO:tasks.workunit.client.0.smithi069.stdout:from 3 to 16 diff [0~25165824,29360128~12582912,46137344~41943040,92274688~96468992,197132288~37748736,239075328~20971520,264241152~50331648,322961408~16777216,343932928~46137344,398458880~16777216] 2024-04-10T16:47:39.593 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~25165824,29360128~12582912,46137344~41943040,92274688~96468992,197132288~37748736,239075328~20971520,264241152~50331648,322961408~16777216,343932928~46137344,398458880~16777216] 2024-04-10T16:47:39.597 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~192937984,197132288~62914560,264241152~54525952,322961408~71303168,398458880~16777216] 2024-04-10T16:47:39.598 INFO:tasks.workunit.client.0.smithi069.stdout:from 3 to 17 diff [0~25165824,29360128~12582912,46137344~41943040,92274688~96468992,197132288~37748736,239075328~20971520,264241152~50331648,322961408~16777216,343932928~46137344,398458880~16777216] 2024-04-10T16:47:39.598 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~25165824,29360128~12582912,46137344~41943040,92274688~96468992,197132288~37748736,239075328~20971520,264241152~50331648,322961408~16777216,343932928~46137344,398458880~16777216] 2024-04-10T16:47:39.603 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~192937984,197132288~62914560,264241152~54525952,322961408~71303168,398458880~16777216] 2024-04-10T16:47:39.604 INFO:tasks.workunit.client.0.smithi069.stdout:from 3 to 18 diff [0~25165824,29360128~12582912,46137344~142606336,197132288~37748736,239075328~20971520,264241152~50331648,322961408~16777216,343932928~46137344,398458880~16777216] 2024-04-10T16:47:39.604 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~25165824,29360128~12582912,46137344~142606336,197132288~37748736,239075328~20971520,264241152~50331648,322961408~16777216,343932928~46137344,398458880~16777216] 2024-04-10T16:47:39.608 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:47:39 smithi069 ceph-mon[96738]: osdmap e2126: 8 total, 8 up, 8 in 2024-04-10T16:47:39.608 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:47:39 smithi069 ceph-mon[94167]: osdmap e2126: 8 total, 8 up, 8 in 2024-04-10T16:47:39.610 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~192937984,197132288~62914560,264241152~54525952,322961408~71303168,398458880~16777216] 2024-04-10T16:47:39.610 INFO:tasks.workunit.client.0.smithi069.stdout:from 3 to 19 diff [0~25165824,29360128~12582912,46137344~142606336,192937984~41943040,239075328~20971520,264241152~50331648,322961408~16777216,343932928~71303168] 2024-04-10T16:47:39.610 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~25165824,29360128~12582912,46137344~142606336,192937984~41943040,239075328~20971520,264241152~50331648,322961408~16777216,343932928~71303168] 2024-04-10T16:47:39.616 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~260046848,264241152~54525952,322961408~92274688] 2024-04-10T16:47:39.616 INFO:tasks.workunit.client.0.smithi069.stdout:from 4 to 5 diff [4194304~8388608,79691776~8388608,104857600~8388608,167772160~8388608,184549376~4194304,205520896~4194304,230686720~4194304,272629760~4194304,285212672~8388608,373293056~8388608] 2024-04-10T16:47:39.617 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [4194304~8388608,79691776~8388608,104857600~8388608,167772160~8388608,184549376~4194304,205520896~4194304,230686720~4194304,272629760~4194304,285212672~8388608,373293056~8388608] 2024-04-10T16:47:39.618 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [4194304~8388608,79691776~12582912,104857600~12582912,167772160~12582912,184549376~4194304,205520896~4194304,230686720~8388608,272629760~4194304,285212672~12582912,373293056~12582912] 2024-04-10T16:47:39.618 INFO:tasks.workunit.client.0.smithi069.stdout:from 4 to 6 diff [4194304~8388608,79691776~8388608,104857600~16777216,150994944~8388608,163577856~12582912,184549376~4194304,205520896~4194304,213909504~8388608,230686720~4194304,239075328~4194304,251658240~4194304,272629760~4194304,285212672~8388608,352321536~8388608,373293056~16777216,402653184~4194304] 2024-04-10T16:47:39.618 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [4194304~8388608,79691776~8388608,104857600~16777216,150994944~8388608,163577856~12582912,184549376~4194304,205520896~4194304,213909504~8388608,230686720~4194304,239075328~4194304,251658240~4194304,272629760~4194304,285212672~8388608,352321536~8388608,373293056~16777216,402653184~4194304] 2024-04-10T16:47:39.620 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [4194304~8388608,79691776~12582912,104857600~16777216,150994944~29360128,184549376~4194304,205520896~4194304,213909504~8388608,230686720~12582912,251658240~8388608,272629760~4194304,285212672~12582912,352321536~8388608,373293056~16777216,402653184~4194304] 2024-04-10T16:47:39.620 INFO:tasks.workunit.client.0.smithi069.stdout:from 4 to 7 diff [4194304~8388608,46137344~16777216,67108864~8388608,79691776~8388608,104857600~16777216,142606336~4194304,150994944~8388608,163577856~12582912,184549376~4194304,205520896~4194304,213909504~8388608,226492416~8388608,239075328~4194304,251658240~4194304,264241152~4194304,272629760~4194304,285212672~8388608,352321536~8388608,369098752~20971520,402653184~4194304] 2024-04-10T16:47:39.620 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [4194304~8388608,46137344~16777216,67108864~8388608,79691776~8388608,104857600~16777216,142606336~4194304,150994944~8388608,163577856~12582912,184549376~4194304,205520896~4194304,213909504~8388608,226492416~8388608,239075328~4194304,251658240~4194304,264241152~4194304,272629760~4194304,285212672~8388608,352321536~8388608,369098752~20971520,402653184~4194304] 2024-04-10T16:47:39.622 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [4194304~12582912,46137344~16777216,67108864~8388608,79691776~12582912,104857600~16777216,142606336~37748736,184549376~4194304,205520896~4194304,213909504~8388608,226492416~16777216,251658240~8388608,264241152~4194304,272629760~4194304,285212672~12582912,352321536~8388608,369098752~20971520,402653184~4194304] 2024-04-10T16:47:39.623 INFO:tasks.workunit.client.0.smithi069.stdout:from 4 to 8 diff [4194304~8388608,16777216~4194304,46137344~16777216,67108864~20971520,104857600~16777216,142606336~4194304,150994944~25165824,180355072~8388608,205520896~4194304,213909504~8388608,226492416~8388608,239075328~4194304,251658240~4194304,264241152~4194304,272629760~4194304,285212672~8388608,335544320~4194304,352321536~8388608,369098752~20971520,402653184~4194304] 2024-04-10T16:47:39.623 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [4194304~8388608,16777216~4194304,46137344~16777216,67108864~20971520,104857600~16777216,142606336~4194304,150994944~25165824,180355072~8388608,205520896~4194304,213909504~8388608,226492416~8388608,239075328~4194304,251658240~4194304,264241152~4194304,272629760~4194304,285212672~8388608,335544320~4194304,352321536~8388608,369098752~20971520,402653184~4194304] 2024-04-10T16:47:39.625 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [4194304~20971520,46137344~16777216,67108864~25165824,104857600~16777216,142606336~50331648,205520896~4194304,213909504~8388608,226492416~16777216,251658240~8388608,264241152~4194304,272629760~4194304,285212672~12582912,335544320~8388608,352321536~8388608,369098752~20971520,402653184~4194304] 2024-04-10T16:47:39.625 INFO:tasks.workunit.client.0.smithi069.stdout:from 4 to 9 diff [4194304~16777216,46137344~41943040,104857600~16777216,125829120~8388608,142606336~4194304,150994944~25165824,180355072~8388608,205520896~4194304,213909504~8388608,226492416~8388608,239075328~4194304,251658240~4194304,264241152~4194304,272629760~4194304,285212672~8388608,331350016~8388608,343932928~46137344,398458880~16777216] 2024-04-10T16:47:39.625 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [4194304~16777216,46137344~41943040,104857600~16777216,125829120~8388608,142606336~4194304,150994944~25165824,180355072~8388608,205520896~4194304,213909504~8388608,226492416~8388608,239075328~4194304,251658240~4194304,264241152~4194304,272629760~4194304,285212672~8388608,331350016~8388608,343932928~46137344,398458880~16777216] 2024-04-10T16:47:39.627 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [4194304~20971520,46137344~46137344,104857600~16777216,125829120~8388608,142606336~50331648,205520896~4194304,213909504~8388608,226492416~16777216,251658240~8388608,264241152~4194304,272629760~4194304,285212672~12582912,331350016~58720256,398458880~16777216] 2024-04-10T16:47:39.627 INFO:tasks.workunit.client.0.smithi069.stdout:from 4 to 10 diff [4194304~20971520,33554432~4194304,46137344~41943040,92274688~4194304,104857600~16777216,125829120~8388608,142606336~4194304,150994944~25165824,180355072~8388608,197132288~12582912,213909504~8388608,226492416~8388608,239075328~4194304,251658240~4194304,264241152~4194304,272629760~8388608,285212672~16777216,331350016~8388608,343932928~46137344,398458880~16777216] 2024-04-10T16:47:39.627 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [4194304~20971520,33554432~4194304,46137344~41943040,92274688~4194304,104857600~16777216,125829120~8388608,142606336~4194304,150994944~25165824,180355072~8388608,197132288~12582912,213909504~8388608,226492416~8388608,239075328~4194304,251658240~4194304,264241152~4194304,272629760~8388608,285212672~16777216,331350016~8388608,343932928~46137344,398458880~16777216] 2024-04-10T16:47:39.630 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [4194304~25165824,33554432~8388608,46137344~50331648,104857600~16777216,125829120~8388608,142606336~50331648,197132288~12582912,213909504~8388608,226492416~16777216,251658240~8388608,264241152~4194304,272629760~33554432,331350016~58720256,398458880~16777216] 2024-04-10T16:47:39.630 INFO:tasks.workunit.client.0.smithi069.stdout:from 4 to 11 diff [0~25165824,33554432~4194304,46137344~41943040,92274688~41943040,142606336~4194304,150994944~25165824,180355072~8388608,197132288~12582912,213909504~8388608,226492416~8388608,239075328~4194304,247463936~8388608,264241152~16777216,285212672~16777216,306184192~8388608,331350016~8388608,343932928~46137344,398458880~16777216] 2024-04-10T16:47:39.630 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~25165824,33554432~4194304,46137344~41943040,92274688~41943040,142606336~4194304,150994944~25165824,180355072~8388608,197132288~12582912,213909504~8388608,226492416~8388608,239075328~4194304,247463936~8388608,264241152~16777216,285212672~16777216,306184192~8388608,331350016~8388608,343932928~46137344,398458880~16777216] 2024-04-10T16:47:39.634 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~29360128,33554432~8388608,46137344~88080384,142606336~50331648,197132288~12582912,213909504~8388608,226492416~16777216,247463936~12582912,264241152~54525952,331350016~58720256,398458880~16777216] 2024-04-10T16:47:39.634 INFO:tasks.workunit.client.0.smithi069.stdout:from 4 to 12 diff [0~25165824,29360128~8388608,46137344~88080384,142606336~33554432,180355072~8388608,197132288~12582912,213909504~8388608,226492416~8388608,239075328~4194304,247463936~8388608,264241152~50331648,331350016~8388608,343932928~46137344,398458880~16777216] 2024-04-10T16:47:39.634 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~25165824,29360128~8388608,46137344~88080384,142606336~33554432,180355072~8388608,197132288~12582912,213909504~8388608,226492416~8388608,239075328~4194304,247463936~8388608,264241152~50331648,331350016~8388608,343932928~46137344,398458880~16777216] 2024-04-10T16:47:39.638 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~41943040,46137344~88080384,142606336~50331648,197132288~12582912,213909504~8388608,226492416~16777216,247463936~12582912,264241152~54525952,331350016~58720256,398458880~16777216] 2024-04-10T16:47:39.638 INFO:tasks.workunit.client.0.smithi069.stdout:from 4 to 13 diff [0~25165824,29360128~8388608,46137344~88080384,142606336~33554432,180355072~8388608,197132288~25165824,226492416~8388608,239075328~20971520,264241152~50331648,331350016~8388608,343932928~46137344,398458880~16777216] 2024-04-10T16:47:39.638 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~25165824,29360128~8388608,46137344~88080384,142606336~33554432,180355072~8388608,197132288~25165824,226492416~8388608,239075328~20971520,264241152~50331648,331350016~8388608,343932928~46137344,398458880~16777216] 2024-04-10T16:47:39.641 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~41943040,46137344~88080384,142606336~50331648,197132288~25165824,226492416~33554432,264241152~54525952,331350016~58720256,398458880~16777216] 2024-04-10T16:47:39.642 INFO:tasks.workunit.client.0.smithi069.stdout:from 4 to 14 diff [0~25165824,29360128~12582912,46137344~88080384,142606336~33554432,180355072~8388608,197132288~25165824,226492416~8388608,239075328~20971520,264241152~50331648,322961408~4194304,331350016~8388608,343932928~46137344,398458880~16777216] 2024-04-10T16:47:39.642 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~25165824,29360128~12582912,46137344~88080384,142606336~33554432,180355072~8388608,197132288~25165824,226492416~8388608,239075328~20971520,264241152~50331648,322961408~4194304,331350016~8388608,343932928~46137344,398458880~16777216] 2024-04-10T16:47:39.646 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~134217728,142606336~50331648,197132288~25165824,226492416~33554432,264241152~54525952,322961408~67108864,398458880~16777216] 2024-04-10T16:47:39.646 INFO:tasks.workunit.client.0.smithi069.stdout:from 4 to 15 diff [0~25165824,29360128~12582912,46137344~41943040,92274688~41943040,142606336~46137344,197132288~25165824,226492416~8388608,239075328~20971520,264241152~50331648,322961408~4194304,331350016~8388608,343932928~46137344,398458880~16777216] 2024-04-10T16:47:39.646 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~25165824,29360128~12582912,46137344~41943040,92274688~41943040,142606336~46137344,197132288~25165824,226492416~8388608,239075328~20971520,264241152~50331648,322961408~4194304,331350016~8388608,343932928~46137344,398458880~16777216] 2024-04-10T16:47:39.650 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~134217728,142606336~50331648,197132288~25165824,226492416~33554432,264241152~54525952,322961408~71303168,398458880~16777216] 2024-04-10T16:47:39.650 INFO:tasks.workunit.client.0.smithi069.stdout:from 4 to 16 diff [0~25165824,29360128~12582912,46137344~41943040,92274688~96468992,197132288~37748736,239075328~20971520,264241152~50331648,322961408~4194304,331350016~8388608,343932928~46137344,398458880~16777216] 2024-04-10T16:47:39.650 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~25165824,29360128~12582912,46137344~41943040,92274688~96468992,197132288~37748736,239075328~20971520,264241152~50331648,322961408~4194304,331350016~8388608,343932928~46137344,398458880~16777216] 2024-04-10T16:47:39.655 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~192937984,197132288~62914560,264241152~54525952,322961408~71303168,398458880~16777216] 2024-04-10T16:47:39.655 INFO:tasks.workunit.client.0.smithi069.stdout:from 4 to 17 diff [0~25165824,29360128~12582912,46137344~41943040,92274688~96468992,197132288~37748736,239075328~20971520,264241152~50331648,322961408~4194304,331350016~8388608,343932928~46137344,398458880~16777216] 2024-04-10T16:47:39.655 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~25165824,29360128~12582912,46137344~41943040,92274688~96468992,197132288~37748736,239075328~20971520,264241152~50331648,322961408~4194304,331350016~8388608,343932928~46137344,398458880~16777216] 2024-04-10T16:47:39.661 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~192937984,197132288~62914560,264241152~54525952,322961408~71303168,398458880~16777216] 2024-04-10T16:47:39.661 INFO:tasks.workunit.client.0.smithi069.stdout:from 4 to 18 diff [0~25165824,29360128~12582912,46137344~142606336,197132288~37748736,239075328~20971520,264241152~50331648,322961408~4194304,331350016~8388608,343932928~46137344,398458880~16777216] 2024-04-10T16:47:39.661 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~25165824,29360128~12582912,46137344~142606336,197132288~37748736,239075328~20971520,264241152~50331648,322961408~4194304,331350016~8388608,343932928~46137344,398458880~16777216] 2024-04-10T16:47:39.667 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~192937984,197132288~62914560,264241152~54525952,322961408~71303168,398458880~16777216] 2024-04-10T16:47:39.667 INFO:tasks.workunit.client.0.smithi069.stdout:from 4 to 19 diff [0~25165824,29360128~12582912,46137344~142606336,192937984~41943040,239075328~20971520,264241152~50331648,322961408~4194304,331350016~8388608,343932928~71303168] 2024-04-10T16:47:39.667 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~25165824,29360128~12582912,46137344~142606336,192937984~41943040,239075328~20971520,264241152~50331648,322961408~4194304,331350016~8388608,343932928~71303168] 2024-04-10T16:47:39.673 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~260046848,264241152~54525952,322961408~92274688] 2024-04-10T16:47:39.674 INFO:tasks.workunit.client.0.smithi069.stdout:from 5 to 6 diff [79691776~4194304,113246208~8388608,150994944~8388608,163577856~4194304,213909504~8388608,239075328~4194304,251658240~4194304,352321536~8388608,381681664~8388608,402653184~4194304] 2024-04-10T16:47:39.674 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [79691776~4194304,113246208~8388608,150994944~8388608,163577856~4194304,213909504~8388608,239075328~4194304,251658240~4194304,352321536~8388608,381681664~8388608,402653184~4194304] 2024-04-10T16:47:39.675 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [79691776~4194304,113246208~8388608,150994944~16777216,213909504~8388608,239075328~4194304,251658240~8388608,352321536~8388608,381681664~8388608,402653184~4194304] 2024-04-10T16:47:39.675 INFO:tasks.workunit.client.0.smithi069.stdout:from 5 to 7 diff [4194304~8388608,46137344~16777216,67108864~8388608,79691776~4194304,113246208~8388608,142606336~4194304,150994944~8388608,163577856~4194304,213909504~8388608,226492416~4194304,239075328~4194304,251658240~4194304,264241152~4194304,352321536~8388608,369098752~8388608,381681664~8388608,402653184~4194304] 2024-04-10T16:47:39.675 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [4194304~8388608,46137344~16777216,67108864~8388608,79691776~4194304,113246208~8388608,142606336~4194304,150994944~8388608,163577856~4194304,213909504~8388608,226492416~4194304,239075328~4194304,251658240~4194304,264241152~4194304,352321536~8388608,369098752~8388608,381681664~8388608,402653184~4194304] 2024-04-10T16:47:39.676 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [4194304~12582912,46137344~16777216,67108864~8388608,79691776~4194304,113246208~8388608,142606336~25165824,213909504~8388608,226492416~8388608,239075328~4194304,251658240~8388608,264241152~4194304,352321536~8388608,369098752~20971520,402653184~4194304] 2024-04-10T16:47:39.676 INFO:tasks.workunit.client.0.smithi069.stdout:from 5 to 8 diff [4194304~8388608,16777216~4194304,46137344~16777216,67108864~16777216,113246208~8388608,142606336~4194304,150994944~16777216,171966464~16777216,213909504~8388608,226492416~4194304,239075328~4194304,251658240~4194304,264241152~4194304,335544320~4194304,352321536~8388608,369098752~8388608,381681664~8388608,402653184~4194304] 2024-04-10T16:47:39.676 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [4194304~8388608,16777216~4194304,46137344~16777216,67108864~16777216,113246208~8388608,142606336~4194304,150994944~16777216,171966464~16777216,213909504~8388608,226492416~4194304,239075328~4194304,251658240~4194304,264241152~4194304,335544320~4194304,352321536~8388608,369098752~8388608,381681664~8388608,402653184~4194304] 2024-04-10T16:47:39.678 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [4194304~20971520,46137344~16777216,67108864~16777216,113246208~8388608,142606336~25165824,171966464~20971520,213909504~8388608,226492416~8388608,239075328~4194304,251658240~8388608,264241152~4194304,335544320~8388608,352321536~8388608,369098752~20971520,402653184~4194304] 2024-04-10T16:47:39.678 INFO:tasks.workunit.client.0.smithi069.stdout:from 5 to 9 diff [4194304~16777216,46137344~37748736,109051904~12582912,125829120~8388608,142606336~4194304,150994944~16777216,171966464~16777216,213909504~8388608,226492416~4194304,239075328~4194304,251658240~4194304,264241152~4194304,289406976~4194304,331350016~8388608,343932928~33554432,381681664~8388608,398458880~16777216] 2024-04-10T16:47:39.678 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [4194304~16777216,46137344~37748736,109051904~12582912,125829120~8388608,142606336~4194304,150994944~16777216,171966464~16777216,213909504~8388608,226492416~4194304,239075328~4194304,251658240~4194304,264241152~4194304,289406976~4194304,331350016~8388608,343932928~33554432,381681664~8388608,398458880~16777216] 2024-04-10T16:47:39.680 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [4194304~20971520,46137344~37748736,109051904~12582912,125829120~8388608,142606336~25165824,171966464~20971520,213909504~8388608,226492416~8388608,239075328~4194304,251658240~8388608,264241152~4194304,289406976~8388608,331350016~58720256,398458880~16777216] 2024-04-10T16:47:39.680 INFO:tasks.workunit.client.0.smithi069.stdout:from 5 to 10 diff [4194304~20971520,33554432~4194304,46137344~37748736,92274688~4194304,109051904~12582912,125829120~8388608,142606336~4194304,150994944~16777216,171966464~16777216,197132288~8388608,213909504~8388608,226492416~4194304,239075328~4194304,251658240~4194304,264241152~4194304,272629760~8388608,285212672~16777216,331350016~8388608,343932928~33554432,381681664~8388608,398458880~16777216] 2024-04-10T16:47:39.680 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [4194304~20971520,33554432~4194304,46137344~37748736,92274688~4194304,109051904~12582912,125829120~8388608,142606336~4194304,150994944~16777216,171966464~16777216,197132288~8388608,213909504~8388608,226492416~4194304,239075328~4194304,251658240~4194304,264241152~4194304,272629760~8388608,285212672~16777216,331350016~8388608,343932928~33554432,381681664~8388608,398458880~16777216] 2024-04-10T16:47:39.683 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [4194304~25165824,33554432~8388608,46137344~37748736,92274688~4194304,109051904~12582912,125829120~8388608,142606336~25165824,171966464~20971520,197132288~12582912,213909504~8388608,226492416~8388608,239075328~4194304,251658240~8388608,264241152~4194304,272629760~33554432,331350016~58720256,398458880~16777216] 2024-04-10T16:47:39.683 INFO:tasks.workunit.client.0.smithi069.stdout:from 5 to 11 diff [0~25165824,33554432~4194304,46137344~37748736,92274688~12582912,109051904~25165824,142606336~4194304,150994944~16777216,171966464~16777216,197132288~8388608,213909504~8388608,226492416~4194304,239075328~4194304,247463936~8388608,264241152~16777216,285212672~16777216,306184192~8388608,331350016~8388608,343932928~33554432,381681664~8388608,398458880~16777216] 2024-04-10T16:47:39.683 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~25165824,33554432~4194304,46137344~37748736,92274688~12582912,109051904~25165824,142606336~4194304,150994944~16777216,171966464~16777216,197132288~8388608,213909504~8388608,226492416~4194304,239075328~4194304,247463936~8388608,264241152~16777216,285212672~16777216,306184192~8388608,331350016~8388608,343932928~33554432,381681664~8388608,398458880~16777216] 2024-04-10T16:47:39.686 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~29360128,33554432~8388608,46137344~37748736,92274688~41943040,142606336~25165824,171966464~20971520,197132288~12582912,213909504~8388608,226492416~8388608,239075328~4194304,247463936~12582912,264241152~54525952,331350016~58720256,398458880~16777216] 2024-04-10T16:47:39.686 INFO:tasks.workunit.client.0.smithi069.stdout:from 5 to 12 diff [0~25165824,29360128~8388608,46137344~58720256,109051904~25165824,142606336~25165824,171966464~16777216,197132288~8388608,213909504~8388608,226492416~4194304,239075328~4194304,247463936~8388608,264241152~50331648,331350016~8388608,343932928~33554432,381681664~8388608,398458880~16777216] 2024-04-10T16:47:39.686 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~25165824,29360128~8388608,46137344~58720256,109051904~25165824,142606336~25165824,171966464~16777216,197132288~8388608,213909504~8388608,226492416~4194304,239075328~4194304,247463936~8388608,264241152~50331648,331350016~8388608,343932928~33554432,381681664~8388608,398458880~16777216] 2024-04-10T16:47:39.689 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~41943040,46137344~88080384,142606336~25165824,171966464~20971520,197132288~12582912,213909504~8388608,226492416~8388608,239075328~4194304,247463936~12582912,264241152~54525952,331350016~58720256,398458880~16777216] 2024-04-10T16:47:39.689 INFO:tasks.workunit.client.0.smithi069.stdout:from 5 to 13 diff [0~25165824,29360128~8388608,46137344~58720256,109051904~25165824,142606336~46137344,197132288~8388608,209715200~12582912,226492416~4194304,239075328~20971520,264241152~50331648,331350016~8388608,343932928~33554432,381681664~8388608,398458880~16777216] 2024-04-10T16:47:39.689 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~25165824,29360128~8388608,46137344~58720256,109051904~25165824,142606336~46137344,197132288~8388608,209715200~12582912,226492416~4194304,239075328~20971520,264241152~50331648,331350016~8388608,343932928~33554432,381681664~8388608,398458880~16777216] 2024-04-10T16:47:39.692 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~41943040,46137344~88080384,142606336~50331648,197132288~25165824,226492416~8388608,239075328~20971520,264241152~54525952,331350016~58720256,398458880~16777216] 2024-04-10T16:47:39.693 INFO:tasks.workunit.client.0.smithi069.stdout:from 5 to 14 diff [0~25165824,29360128~12582912,46137344~58720256,109051904~25165824,142606336~46137344,197132288~8388608,209715200~12582912,226492416~4194304,239075328~20971520,264241152~50331648,322961408~4194304,331350016~8388608,343932928~33554432,381681664~8388608,398458880~16777216] 2024-04-10T16:47:39.693 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~25165824,29360128~12582912,46137344~58720256,109051904~25165824,142606336~46137344,197132288~8388608,209715200~12582912,226492416~4194304,239075328~20971520,264241152~50331648,322961408~4194304,331350016~8388608,343932928~33554432,381681664~8388608,398458880~16777216] 2024-04-10T16:47:39.697 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~134217728,142606336~50331648,197132288~25165824,226492416~8388608,239075328~20971520,264241152~54525952,322961408~67108864,398458880~16777216] 2024-04-10T16:47:39.697 INFO:tasks.workunit.client.0.smithi069.stdout:from 5 to 15 diff [0~25165824,29360128~12582912,46137344~41943040,92274688~12582912,109051904~25165824,142606336~46137344,197132288~8388608,209715200~12582912,226492416~4194304,239075328~20971520,264241152~50331648,322961408~4194304,331350016~8388608,343932928~33554432,381681664~8388608,398458880~16777216] 2024-04-10T16:47:39.697 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~25165824,29360128~12582912,46137344~41943040,92274688~12582912,109051904~25165824,142606336~46137344,197132288~8388608,209715200~12582912,226492416~4194304,239075328~20971520,264241152~50331648,322961408~4194304,331350016~8388608,343932928~33554432,381681664~8388608,398458880~16777216] 2024-04-10T16:47:39.702 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~134217728,142606336~50331648,197132288~25165824,226492416~8388608,239075328~20971520,264241152~54525952,322961408~71303168,398458880~16777216] 2024-04-10T16:47:39.702 INFO:tasks.workunit.client.0.smithi069.stdout:from 5 to 16 diff [0~25165824,29360128~12582912,46137344~41943040,92274688~12582912,109051904~79691776,197132288~8388608,209715200~20971520,239075328~20971520,264241152~50331648,322961408~4194304,331350016~8388608,343932928~33554432,381681664~8388608,398458880~16777216] 2024-04-10T16:47:39.702 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~25165824,29360128~12582912,46137344~41943040,92274688~12582912,109051904~79691776,197132288~8388608,209715200~20971520,239075328~20971520,264241152~50331648,322961408~4194304,331350016~8388608,343932928~33554432,381681664~8388608,398458880~16777216] 2024-04-10T16:47:39.706 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~192937984,197132288~37748736,239075328~20971520,264241152~54525952,322961408~71303168,398458880~16777216] 2024-04-10T16:47:39.707 INFO:tasks.workunit.client.0.smithi069.stdout:from 5 to 17 diff [0~25165824,29360128~12582912,46137344~41943040,92274688~96468992,197132288~8388608,209715200~20971520,239075328~20971520,264241152~50331648,322961408~4194304,331350016~8388608,343932928~33554432,381681664~8388608,398458880~16777216] 2024-04-10T16:47:39.707 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~25165824,29360128~12582912,46137344~41943040,92274688~96468992,197132288~8388608,209715200~20971520,239075328~20971520,264241152~50331648,322961408~4194304,331350016~8388608,343932928~33554432,381681664~8388608,398458880~16777216] 2024-04-10T16:47:39.712 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~192937984,197132288~37748736,239075328~20971520,264241152~54525952,322961408~71303168,398458880~16777216] 2024-04-10T16:47:39.712 INFO:tasks.workunit.client.0.smithi069.stdout:from 5 to 18 diff [0~25165824,29360128~12582912,46137344~142606336,197132288~8388608,209715200~20971520,239075328~20971520,264241152~50331648,322961408~4194304,331350016~8388608,343932928~33554432,381681664~8388608,398458880~16777216] 2024-04-10T16:47:39.712 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~25165824,29360128~12582912,46137344~142606336,197132288~8388608,209715200~20971520,239075328~20971520,264241152~50331648,322961408~4194304,331350016~8388608,343932928~33554432,381681664~8388608,398458880~16777216] 2024-04-10T16:47:39.718 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~192937984,197132288~37748736,239075328~20971520,264241152~54525952,322961408~71303168,398458880~16777216] 2024-04-10T16:47:39.718 INFO:tasks.workunit.client.0.smithi069.stdout:from 5 to 19 diff [0~25165824,29360128~12582912,46137344~142606336,192937984~12582912,209715200~20971520,239075328~20971520,264241152~50331648,322961408~4194304,331350016~8388608,343932928~71303168] 2024-04-10T16:47:39.718 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~25165824,29360128~12582912,46137344~142606336,192937984~12582912,209715200~20971520,239075328~20971520,264241152~50331648,322961408~4194304,331350016~8388608,343932928~71303168] 2024-04-10T16:47:39.723 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~234881024,239075328~20971520,264241152~54525952,322961408~92274688] 2024-04-10T16:47:39.723 INFO:tasks.workunit.client.0.smithi069.stdout:from 6 to 7 diff [4194304~8388608,46137344~16777216,67108864~8388608,142606336~4194304,226492416~4194304,264241152~4194304,369098752~8388608] 2024-04-10T16:47:39.724 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [4194304~8388608,46137344~16777216,67108864~8388608,142606336~4194304,226492416~4194304,264241152~4194304,369098752~8388608] 2024-04-10T16:47:39.724 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [4194304~12582912,46137344~16777216,67108864~8388608,142606336~8388608,226492416~8388608,264241152~4194304,369098752~12582912] 2024-04-10T16:47:39.724 INFO:tasks.workunit.client.0.smithi069.stdout:from 6 to 8 diff [4194304~8388608,16777216~4194304,46137344~16777216,67108864~12582912,113246208~8388608,142606336~4194304,159383552~8388608,171966464~16777216,226492416~4194304,264241152~4194304,335544320~4194304,369098752~8388608,381681664~8388608] 2024-04-10T16:47:39.725 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [4194304~8388608,16777216~4194304,46137344~16777216,67108864~12582912,113246208~8388608,142606336~4194304,159383552~8388608,171966464~16777216,226492416~4194304,264241152~4194304,335544320~4194304,369098752~8388608,381681664~8388608] 2024-04-10T16:47:39.726 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [4194304~20971520,46137344~16777216,67108864~12582912,113246208~8388608,142606336~8388608,159383552~8388608,171966464~20971520,226492416~8388608,264241152~4194304,335544320~8388608,369098752~20971520] 2024-04-10T16:47:39.726 INFO:tasks.workunit.client.0.smithi069.stdout:from 6 to 9 diff [4194304~16777216,46137344~33554432,109051904~12582912,125829120~8388608,142606336~4194304,159383552~8388608,171966464~16777216,226492416~4194304,264241152~4194304,289406976~4194304,331350016~8388608,343932928~8388608,360710144~16777216,381681664~8388608,398458880~12582912] 2024-04-10T16:47:39.726 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [4194304~16777216,46137344~33554432,109051904~12582912,125829120~8388608,142606336~4194304,159383552~8388608,171966464~16777216,226492416~4194304,264241152~4194304,289406976~4194304,331350016~8388608,343932928~8388608,360710144~16777216,381681664~8388608,398458880~12582912] 2024-04-10T16:47:39.727 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [4194304~20971520,46137344~33554432,109051904~12582912,125829120~8388608,142606336~8388608,159383552~8388608,171966464~20971520,226492416~8388608,264241152~4194304,289406976~8388608,331350016~25165824,360710144~29360128,398458880~16777216] 2024-04-10T16:47:39.728 INFO:tasks.workunit.client.0.smithi069.stdout:from 6 to 10 diff [4194304~20971520,33554432~4194304,46137344~33554432,92274688~4194304,109051904~12582912,125829120~8388608,142606336~4194304,159383552~8388608,171966464~16777216,197132288~8388608,226492416~4194304,264241152~4194304,272629760~8388608,285212672~16777216,331350016~8388608,343932928~8388608,360710144~16777216,381681664~8388608,398458880~16777216] 2024-04-10T16:47:39.728 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [4194304~20971520,33554432~4194304,46137344~33554432,92274688~4194304,109051904~12582912,125829120~8388608,142606336~4194304,159383552~8388608,171966464~16777216,197132288~8388608,226492416~4194304,264241152~4194304,272629760~8388608,285212672~16777216,331350016~8388608,343932928~8388608,360710144~16777216,381681664~8388608,398458880~16777216] 2024-04-10T16:47:39.729 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [4194304~25165824,33554432~8388608,46137344~33554432,92274688~4194304,109051904~12582912,125829120~8388608,142606336~8388608,159383552~8388608,171966464~20971520,197132288~12582912,226492416~8388608,264241152~4194304,272629760~33554432,331350016~25165824,360710144~29360128,398458880~16777216] 2024-04-10T16:47:39.730 INFO:tasks.workunit.client.0.smithi069.stdout:from 6 to 11 diff [0~25165824,33554432~4194304,46137344~33554432,92274688~12582912,109051904~25165824,142606336~4194304,159383552~8388608,171966464~16777216,197132288~8388608,226492416~4194304,247463936~4194304,264241152~16777216,285212672~16777216,306184192~8388608,331350016~8388608,343932928~8388608,360710144~16777216,381681664~8388608,398458880~16777216] 2024-04-10T16:47:39.730 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~25165824,33554432~4194304,46137344~33554432,92274688~12582912,109051904~25165824,142606336~4194304,159383552~8388608,171966464~16777216,197132288~8388608,226492416~4194304,247463936~4194304,264241152~16777216,285212672~16777216,306184192~8388608,331350016~8388608,343932928~8388608,360710144~16777216,381681664~8388608,398458880~16777216] 2024-04-10T16:47:39.732 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~29360128,33554432~8388608,46137344~33554432,92274688~41943040,142606336~8388608,159383552~8388608,171966464~20971520,197132288~12582912,226492416~8388608,247463936~4194304,264241152~54525952,331350016~25165824,360710144~29360128,398458880~16777216] 2024-04-10T16:47:39.732 INFO:tasks.workunit.client.0.smithi069.stdout:from 6 to 12 diff [0~25165824,29360128~8388608,46137344~41943040,92274688~12582912,109051904~25165824,142606336~8388608,159383552~8388608,171966464~16777216,197132288~8388608,226492416~4194304,247463936~4194304,264241152~50331648,331350016~8388608,343932928~8388608,360710144~16777216,381681664~8388608,398458880~16777216] 2024-04-10T16:47:39.732 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~25165824,29360128~8388608,46137344~41943040,92274688~12582912,109051904~25165824,142606336~8388608,159383552~8388608,171966464~16777216,197132288~8388608,226492416~4194304,247463936~4194304,264241152~50331648,331350016~8388608,343932928~8388608,360710144~16777216,381681664~8388608,398458880~16777216] 2024-04-10T16:47:39.734 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~41943040,46137344~88080384,142606336~12582912,159383552~8388608,171966464~20971520,197132288~12582912,226492416~8388608,247463936~4194304,264241152~54525952,331350016~25165824,360710144~29360128,398458880~16777216] 2024-04-10T16:47:39.734 INFO:tasks.workunit.client.0.smithi069.stdout:from 6 to 13 diff [0~25165824,29360128~8388608,46137344~41943040,92274688~12582912,109051904~25165824,142606336~8388608,159383552~29360128,197132288~8388608,209715200~4194304,226492416~4194304,243269632~8388608,255852544~4194304,264241152~50331648,331350016~8388608,343932928~8388608,360710144~16777216,381681664~8388608,398458880~16777216] 2024-04-10T16:47:39.734 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~25165824,29360128~8388608,46137344~41943040,92274688~12582912,109051904~25165824,142606336~8388608,159383552~29360128,197132288~8388608,209715200~4194304,226492416~4194304,243269632~8388608,255852544~4194304,264241152~50331648,331350016~8388608,343932928~8388608,360710144~16777216,381681664~8388608,398458880~16777216] 2024-04-10T16:47:39.737 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~41943040,46137344~88080384,142606336~12582912,159383552~33554432,197132288~20971520,226492416~8388608,243269632~8388608,255852544~4194304,264241152~54525952,331350016~25165824,360710144~29360128,398458880~16777216] 2024-04-10T16:47:39.737 INFO:tasks.workunit.client.0.smithi069.stdout:from 6 to 14 diff [0~25165824,29360128~12582912,46137344~41943040,92274688~12582912,109051904~25165824,142606336~8388608,155189248~33554432,197132288~8388608,209715200~8388608,226492416~4194304,243269632~8388608,255852544~4194304,264241152~50331648,322961408~4194304,331350016~8388608,343932928~8388608,360710144~16777216,381681664~8388608,398458880~16777216] 2024-04-10T16:47:39.737 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~25165824,29360128~12582912,46137344~41943040,92274688~12582912,109051904~25165824,142606336~8388608,155189248~33554432,197132288~8388608,209715200~8388608,226492416~4194304,243269632~8388608,255852544~4194304,264241152~50331648,322961408~4194304,331350016~8388608,343932928~8388608,360710144~16777216,381681664~8388608,398458880~16777216] 2024-04-10T16:47:39.741 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~134217728,142606336~50331648,197132288~20971520,226492416~8388608,243269632~8388608,255852544~4194304,264241152~54525952,322961408~33554432,360710144~29360128,398458880~16777216] 2024-04-10T16:47:39.741 INFO:tasks.workunit.client.0.smithi069.stdout:from 6 to 15 diff [0~25165824,29360128~12582912,46137344~41943040,92274688~12582912,109051904~25165824,142606336~8388608,155189248~33554432,197132288~8388608,209715200~8388608,226492416~4194304,243269632~8388608,255852544~4194304,264241152~50331648,322961408~4194304,331350016~8388608,343932928~8388608,360710144~16777216,381681664~8388608,398458880~16777216] 2024-04-10T16:47:39.741 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~25165824,29360128~12582912,46137344~41943040,92274688~12582912,109051904~25165824,142606336~8388608,155189248~33554432,197132288~8388608,209715200~8388608,226492416~4194304,243269632~8388608,255852544~4194304,264241152~50331648,322961408~4194304,331350016~8388608,343932928~8388608,360710144~16777216,381681664~8388608,398458880~16777216] 2024-04-10T16:47:39.744 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~134217728,142606336~50331648,197132288~20971520,226492416~8388608,243269632~8388608,255852544~4194304,264241152~54525952,322961408~33554432,360710144~33554432,398458880~16777216] 2024-04-10T16:47:39.744 INFO:tasks.workunit.client.0.smithi069.stdout:from 6 to 16 diff [0~25165824,29360128~12582912,46137344~41943040,92274688~12582912,109051904~41943040,155189248~33554432,197132288~8388608,209715200~8388608,222298112~8388608,243269632~8388608,255852544~4194304,264241152~50331648,322961408~4194304,331350016~8388608,343932928~8388608,360710144~16777216,381681664~8388608,398458880~16777216] 2024-04-10T16:47:39.744 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~25165824,29360128~12582912,46137344~41943040,92274688~12582912,109051904~41943040,155189248~33554432,197132288~8388608,209715200~8388608,222298112~8388608,243269632~8388608,255852544~4194304,264241152~50331648,322961408~4194304,331350016~8388608,343932928~8388608,360710144~16777216,381681664~8388608,398458880~16777216] 2024-04-10T16:47:39.748 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~192937984,197132288~20971520,222298112~12582912,243269632~8388608,255852544~4194304,264241152~54525952,322961408~33554432,360710144~33554432,398458880~16777216] 2024-04-10T16:47:39.748 INFO:tasks.workunit.client.0.smithi069.stdout:from 6 to 17 diff [0~25165824,29360128~12582912,46137344~41943040,92274688~58720256,155189248~33554432,197132288~8388608,209715200~8388608,222298112~8388608,243269632~8388608,255852544~4194304,264241152~50331648,322961408~4194304,331350016~8388608,343932928~8388608,360710144~16777216,381681664~8388608,398458880~16777216] 2024-04-10T16:47:39.748 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~25165824,29360128~12582912,46137344~41943040,92274688~58720256,155189248~33554432,197132288~8388608,209715200~8388608,222298112~8388608,243269632~8388608,255852544~4194304,264241152~50331648,322961408~4194304,331350016~8388608,343932928~8388608,360710144~16777216,381681664~8388608,398458880~16777216] 2024-04-10T16:47:39.752 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~192937984,197132288~20971520,222298112~12582912,243269632~16777216,264241152~54525952,322961408~33554432,360710144~33554432,398458880~16777216] 2024-04-10T16:47:39.753 INFO:tasks.workunit.client.0.smithi069.stdout:from 6 to 18 diff [0~25165824,29360128~12582912,46137344~104857600,155189248~33554432,197132288~8388608,209715200~8388608,222298112~8388608,243269632~8388608,255852544~4194304,264241152~50331648,322961408~4194304,331350016~8388608,343932928~12582912,360710144~16777216,381681664~8388608,398458880~16777216] 2024-04-10T16:47:39.753 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~25165824,29360128~12582912,46137344~104857600,155189248~33554432,197132288~8388608,209715200~8388608,222298112~8388608,243269632~8388608,255852544~4194304,264241152~50331648,322961408~4194304,331350016~8388608,343932928~12582912,360710144~16777216,381681664~8388608,398458880~16777216] 2024-04-10T16:47:39.757 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~192937984,197132288~20971520,222298112~12582912,243269632~16777216,264241152~54525952,322961408~33554432,360710144~33554432,398458880~16777216] 2024-04-10T16:47:39.757 INFO:tasks.workunit.client.0.smithi069.stdout:from 6 to 19 diff [0~25165824,29360128~12582912,46137344~104857600,155189248~33554432,192937984~12582912,209715200~8388608,222298112~8388608,243269632~16777216,264241152~50331648,322961408~4194304,331350016~8388608,343932928~12582912,360710144~54525952] 2024-04-10T16:47:39.757 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~25165824,29360128~12582912,46137344~104857600,155189248~33554432,192937984~12582912,209715200~8388608,222298112~8388608,243269632~16777216,264241152~50331648,322961408~4194304,331350016~8388608,343932928~12582912,360710144~54525952] 2024-04-10T16:47:39.762 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~218103808,222298112~12582912,243269632~16777216,264241152~54525952,322961408~33554432,360710144~54525952] 2024-04-10T16:47:39.762 INFO:tasks.workunit.client.0.smithi069.stdout:from 7 to 8 diff [8388608~4194304,16777216~4194304,50331648~8388608,71303168~8388608,113246208~8388608,159383552~8388608,171966464~16777216,335544320~4194304,381681664~8388608] 2024-04-10T16:47:39.763 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [8388608~4194304,16777216~4194304,50331648~8388608,71303168~8388608,113246208~8388608,159383552~8388608,171966464~16777216,335544320~4194304,381681664~8388608] 2024-04-10T16:47:39.763 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [8388608~16777216,50331648~8388608,71303168~8388608,113246208~8388608,159383552~8388608,171966464~20971520,335544320~8388608,381681664~8388608] 2024-04-10T16:47:39.763 INFO:tasks.workunit.client.0.smithi069.stdout:from 7 to 9 diff [8388608~12582912,50331648~8388608,62914560~4194304,71303168~8388608,109051904~12582912,125829120~8388608,159383552~8388608,171966464~16777216,289406976~4194304,331350016~8388608,343932928~8388608,360710144~8388608,381681664~8388608,398458880~12582912] 2024-04-10T16:47:39.763 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [8388608~12582912,50331648~8388608,62914560~4194304,71303168~8388608,109051904~12582912,125829120~8388608,159383552~8388608,171966464~16777216,289406976~4194304,331350016~8388608,343932928~8388608,360710144~8388608,381681664~8388608,398458880~12582912] 2024-04-10T16:47:39.764 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:47:39 smithi077 ceph-mon[87572]: osdmap e2126: 8 total, 8 up, 8 in 2024-04-10T16:47:39.765 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [8388608~16777216,50331648~8388608,62914560~16777216,109051904~12582912,125829120~8388608,159383552~8388608,171966464~20971520,289406976~8388608,331350016~25165824,360710144~8388608,381681664~8388608,398458880~16777216] 2024-04-10T16:47:39.765 INFO:tasks.workunit.client.0.smithi069.stdout:from 7 to 10 diff [8388608~16777216,33554432~4194304,50331648~8388608,62914560~4194304,71303168~8388608,92274688~4194304,109051904~12582912,125829120~8388608,159383552~8388608,171966464~16777216,197132288~8388608,272629760~8388608,285212672~16777216,331350016~8388608,343932928~8388608,360710144~8388608,381681664~8388608,398458880~16777216] 2024-04-10T16:47:39.765 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [8388608~16777216,33554432~4194304,50331648~8388608,62914560~4194304,71303168~8388608,92274688~4194304,109051904~12582912,125829120~8388608,159383552~8388608,171966464~16777216,197132288~8388608,272629760~8388608,285212672~16777216,331350016~8388608,343932928~8388608,360710144~8388608,381681664~8388608,398458880~16777216] 2024-04-10T16:47:39.766 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [8388608~20971520,33554432~8388608,50331648~8388608,62914560~16777216,92274688~4194304,109051904~12582912,125829120~8388608,159383552~8388608,171966464~20971520,197132288~12582912,272629760~33554432,331350016~25165824,360710144~8388608,381681664~8388608,398458880~16777216] 2024-04-10T16:47:39.767 INFO:tasks.workunit.client.0.smithi069.stdout:from 7 to 11 diff [0~4194304,8388608~16777216,33554432~4194304,46137344~12582912,62914560~4194304,71303168~8388608,92274688~12582912,109051904~25165824,159383552~8388608,171966464~16777216,197132288~8388608,247463936~4194304,268435456~12582912,285212672~16777216,306184192~8388608,331350016~8388608,343932928~8388608,360710144~8388608,381681664~8388608,398458880~16777216] 2024-04-10T16:47:39.767 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~4194304,8388608~16777216,33554432~4194304,46137344~12582912,62914560~4194304,71303168~8388608,92274688~12582912,109051904~25165824,159383552~8388608,171966464~16777216,197132288~8388608,247463936~4194304,268435456~12582912,285212672~16777216,306184192~8388608,331350016~8388608,343932928~8388608,360710144~8388608,381681664~8388608,398458880~16777216] 2024-04-10T16:47:39.768 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~29360128,33554432~8388608,46137344~12582912,62914560~16777216,92274688~41943040,159383552~8388608,171966464~20971520,197132288~12582912,247463936~4194304,268435456~50331648,331350016~25165824,360710144~8388608,381681664~8388608,398458880~16777216] 2024-04-10T16:47:39.768 INFO:tasks.workunit.client.0.smithi069.stdout:from 7 to 12 diff [0~25165824,29360128~8388608,46137344~12582912,62914560~25165824,92274688~12582912,109051904~25165824,146800640~4194304,159383552~8388608,171966464~16777216,197132288~8388608,247463936~4194304,268435456~46137344,331350016~8388608,343932928~8388608,360710144~8388608,381681664~8388608,398458880~16777216] 2024-04-10T16:47:39.768 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~25165824,29360128~8388608,46137344~12582912,62914560~25165824,92274688~12582912,109051904~25165824,146800640~4194304,159383552~8388608,171966464~16777216,197132288~8388608,247463936~4194304,268435456~46137344,331350016~8388608,343932928~8388608,360710144~8388608,381681664~8388608,398458880~16777216] 2024-04-10T16:47:39.771 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~41943040,46137344~12582912,62914560~71303168,146800640~8388608,159383552~8388608,171966464~20971520,197132288~12582912,247463936~4194304,268435456~50331648,331350016~25165824,360710144~8388608,381681664~8388608,398458880~16777216] 2024-04-10T16:47:39.771 INFO:tasks.workunit.client.0.smithi069.stdout:from 7 to 13 diff [0~25165824,29360128~8388608,46137344~12582912,62914560~25165824,92274688~12582912,109051904~25165824,146800640~8388608,159383552~29360128,197132288~8388608,209715200~4194304,243269632~8388608,255852544~4194304,268435456~46137344,331350016~8388608,343932928~8388608,360710144~8388608,381681664~8388608,398458880~16777216] 2024-04-10T16:47:39.771 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~25165824,29360128~8388608,46137344~12582912,62914560~25165824,92274688~12582912,109051904~25165824,146800640~8388608,159383552~29360128,197132288~8388608,209715200~4194304,243269632~8388608,255852544~4194304,268435456~46137344,331350016~8388608,343932928~8388608,360710144~8388608,381681664~8388608,398458880~16777216] 2024-04-10T16:47:39.773 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~41943040,46137344~12582912,62914560~71303168,146800640~8388608,159383552~33554432,197132288~20971520,243269632~8388608,255852544~4194304,268435456~50331648,331350016~25165824,360710144~8388608,381681664~8388608,398458880~16777216] 2024-04-10T16:47:39.773 INFO:tasks.workunit.client.0.smithi069.stdout:from 7 to 14 diff [0~25165824,29360128~12582912,46137344~12582912,62914560~25165824,92274688~12582912,109051904~25165824,146800640~41943040,197132288~8388608,209715200~8388608,243269632~8388608,255852544~4194304,268435456~46137344,322961408~4194304,331350016~8388608,343932928~8388608,360710144~8388608,381681664~8388608,398458880~16777216] 2024-04-10T16:47:39.774 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~25165824,29360128~12582912,46137344~12582912,62914560~25165824,92274688~12582912,109051904~25165824,146800640~41943040,197132288~8388608,209715200~8388608,243269632~8388608,255852544~4194304,268435456~46137344,322961408~4194304,331350016~8388608,343932928~8388608,360710144~8388608,381681664~8388608,398458880~16777216] 2024-04-10T16:47:39.777 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~58720256,62914560~71303168,146800640~46137344,197132288~20971520,243269632~8388608,255852544~4194304,268435456~50331648,322961408~33554432,360710144~8388608,381681664~8388608,398458880~16777216] 2024-04-10T16:47:39.777 INFO:tasks.workunit.client.0.smithi069.stdout:from 7 to 15 diff [0~25165824,29360128~12582912,46137344~12582912,62914560~25165824,92274688~12582912,109051904~25165824,146800640~41943040,197132288~8388608,209715200~8388608,243269632~8388608,255852544~4194304,268435456~46137344,322961408~4194304,331350016~8388608,343932928~8388608,360710144~16777216,381681664~8388608,398458880~16777216] 2024-04-10T16:47:39.777 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~25165824,29360128~12582912,46137344~12582912,62914560~25165824,92274688~12582912,109051904~25165824,146800640~41943040,197132288~8388608,209715200~8388608,243269632~8388608,255852544~4194304,268435456~46137344,322961408~4194304,331350016~8388608,343932928~8388608,360710144~16777216,381681664~8388608,398458880~16777216] 2024-04-10T16:47:39.780 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~58720256,62914560~71303168,146800640~46137344,197132288~20971520,243269632~8388608,255852544~4194304,268435456~50331648,322961408~33554432,360710144~33554432,398458880~16777216] 2024-04-10T16:47:39.780 INFO:tasks.workunit.client.0.smithi069.stdout:from 7 to 16 diff [0~25165824,29360128~12582912,46137344~41943040,92274688~12582912,109051904~33554432,146800640~41943040,197132288~8388608,209715200~8388608,222298112~8388608,243269632~8388608,255852544~4194304,268435456~46137344,322961408~4194304,331350016~8388608,343932928~8388608,360710144~16777216,381681664~8388608,398458880~16777216] 2024-04-10T16:47:39.780 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~25165824,29360128~12582912,46137344~41943040,92274688~12582912,109051904~33554432,146800640~41943040,197132288~8388608,209715200~8388608,222298112~8388608,243269632~8388608,255852544~4194304,268435456~46137344,322961408~4194304,331350016~8388608,343932928~8388608,360710144~16777216,381681664~8388608,398458880~16777216] 2024-04-10T16:47:39.783 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~192937984,197132288~20971520,222298112~12582912,243269632~8388608,255852544~4194304,268435456~50331648,322961408~33554432,360710144~33554432,398458880~16777216] 2024-04-10T16:47:39.783 INFO:tasks.workunit.client.0.smithi069.stdout:from 7 to 17 diff [0~25165824,29360128~12582912,46137344~41943040,92274688~96468992,197132288~8388608,209715200~8388608,222298112~8388608,243269632~8388608,255852544~4194304,268435456~46137344,322961408~4194304,331350016~8388608,343932928~8388608,360710144~16777216,381681664~8388608,398458880~16777216] 2024-04-10T16:47:39.783 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~25165824,29360128~12582912,46137344~41943040,92274688~96468992,197132288~8388608,209715200~8388608,222298112~8388608,243269632~8388608,255852544~4194304,268435456~46137344,322961408~4194304,331350016~8388608,343932928~8388608,360710144~16777216,381681664~8388608,398458880~16777216] 2024-04-10T16:47:39.787 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~192937984,197132288~20971520,222298112~12582912,243269632~16777216,268435456~50331648,322961408~33554432,360710144~33554432,398458880~16777216] 2024-04-10T16:47:39.787 INFO:tasks.workunit.client.0.smithi069.stdout:from 7 to 18 diff [0~25165824,29360128~12582912,46137344~142606336,197132288~8388608,209715200~8388608,222298112~8388608,243269632~8388608,255852544~4194304,268435456~46137344,322961408~4194304,331350016~8388608,343932928~12582912,360710144~16777216,381681664~8388608,398458880~16777216] 2024-04-10T16:47:39.787 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~25165824,29360128~12582912,46137344~142606336,197132288~8388608,209715200~8388608,222298112~8388608,243269632~8388608,255852544~4194304,268435456~46137344,322961408~4194304,331350016~8388608,343932928~12582912,360710144~16777216,381681664~8388608,398458880~16777216] 2024-04-10T16:47:39.792 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~192937984,197132288~20971520,222298112~12582912,243269632~16777216,268435456~50331648,322961408~33554432,360710144~33554432,398458880~16777216] 2024-04-10T16:47:39.792 INFO:tasks.workunit.client.0.smithi069.stdout:from 7 to 19 diff [0~25165824,29360128~12582912,46137344~142606336,192937984~12582912,209715200~8388608,222298112~8388608,243269632~16777216,268435456~46137344,322961408~4194304,331350016~8388608,343932928~12582912,360710144~16777216,381681664~33554432] 2024-04-10T16:47:39.792 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~25165824,29360128~12582912,46137344~142606336,192937984~12582912,209715200~8388608,222298112~8388608,243269632~16777216,268435456~46137344,322961408~4194304,331350016~8388608,343932928~12582912,360710144~16777216,381681664~33554432] 2024-04-10T16:47:39.796 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~218103808,222298112~12582912,243269632~16777216,268435456~50331648,322961408~33554432,360710144~54525952] 2024-04-10T16:47:39.797 INFO:tasks.workunit.client.0.smithi069.stdout:from 8 to 9 diff [12582912~4194304,62914560~4194304,109051904~8388608,125829120~8388608,289406976~4194304,331350016~8388608,343932928~8388608,360710144~8388608,398458880~12582912] 2024-04-10T16:47:39.797 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [12582912~4194304,62914560~4194304,109051904~8388608,125829120~8388608,289406976~4194304,331350016~8388608,343932928~8388608,360710144~8388608,398458880~12582912] 2024-04-10T16:47:39.798 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [12582912~8388608,62914560~8388608,109051904~8388608,125829120~8388608,289406976~8388608,331350016~8388608,343932928~12582912,360710144~8388608,398458880~16777216] 2024-04-10T16:47:39.798 INFO:tasks.workunit.client.0.smithi069.stdout:from 8 to 10 diff [12582912~4194304,20971520~8388608,33554432~4194304,62914560~4194304,92274688~4194304,109051904~8388608,125829120~8388608,197132288~8388608,272629760~8388608,285212672~16777216,331350016~8388608,343932928~8388608,360710144~8388608,398458880~16777216] 2024-04-10T16:47:39.798 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [12582912~4194304,20971520~8388608,33554432~4194304,62914560~4194304,92274688~4194304,109051904~8388608,125829120~8388608,197132288~8388608,272629760~8388608,285212672~16777216,331350016~8388608,343932928~8388608,360710144~8388608,398458880~16777216] 2024-04-10T16:47:39.800 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [12582912~16777216,33554432~8388608,62914560~8388608,92274688~4194304,109051904~8388608,125829120~8388608,197132288~12582912,272629760~33554432,331350016~8388608,343932928~12582912,360710144~8388608,398458880~16777216] 2024-04-10T16:47:39.800 INFO:tasks.workunit.client.0.smithi069.stdout:from 8 to 11 diff [0~4194304,12582912~16777216,33554432~4194304,46137344~8388608,62914560~4194304,75497472~4194304,92274688~12582912,109051904~8388608,121634816~12582912,197132288~8388608,247463936~4194304,268435456~12582912,285212672~16777216,306184192~8388608,331350016~8388608,343932928~8388608,360710144~8388608,398458880~16777216] 2024-04-10T16:47:39.800 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~4194304,12582912~16777216,33554432~4194304,46137344~8388608,62914560~4194304,75497472~4194304,92274688~12582912,109051904~8388608,121634816~12582912,197132288~8388608,247463936~4194304,268435456~12582912,285212672~16777216,306184192~8388608,331350016~8388608,343932928~8388608,360710144~8388608,398458880~16777216] 2024-04-10T16:47:39.802 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~8388608,12582912~16777216,33554432~8388608,46137344~8388608,62914560~8388608,75497472~4194304,92274688~25165824,121634816~12582912,197132288~12582912,247463936~4194304,268435456~50331648,331350016~8388608,343932928~12582912,360710144~8388608,398458880~16777216] 2024-04-10T16:47:39.802 INFO:tasks.workunit.client.0.smithi069.stdout:from 8 to 12 diff [0~37748736,46137344~8388608,62914560~25165824,92274688~12582912,109051904~8388608,121634816~12582912,146800640~4194304,197132288~8388608,247463936~4194304,268435456~46137344,331350016~8388608,343932928~8388608,360710144~8388608,398458880~16777216] 2024-04-10T16:47:39.802 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~37748736,46137344~8388608,62914560~25165824,92274688~12582912,109051904~8388608,121634816~12582912,146800640~4194304,197132288~8388608,247463936~4194304,268435456~46137344,331350016~8388608,343932928~8388608,360710144~8388608,398458880~16777216] 2024-04-10T16:47:39.804 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~41943040,46137344~8388608,62914560~54525952,121634816~12582912,146800640~8388608,197132288~12582912,247463936~4194304,268435456~50331648,331350016~8388608,343932928~12582912,360710144~8388608,398458880~16777216] 2024-04-10T16:47:39.804 INFO:tasks.workunit.client.0.smithi069.stdout:from 8 to 13 diff [0~37748736,46137344~8388608,62914560~25165824,92274688~12582912,109051904~8388608,121634816~12582912,146800640~8388608,163577856~8388608,197132288~8388608,209715200~4194304,243269632~8388608,255852544~4194304,268435456~46137344,331350016~8388608,343932928~8388608,360710144~8388608,398458880~16777216] 2024-04-10T16:47:39.805 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~37748736,46137344~8388608,62914560~25165824,92274688~12582912,109051904~8388608,121634816~12582912,146800640~8388608,163577856~8388608,197132288~8388608,209715200~4194304,243269632~8388608,255852544~4194304,268435456~46137344,331350016~8388608,343932928~8388608,360710144~8388608,398458880~16777216] 2024-04-10T16:47:39.807 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~41943040,46137344~8388608,62914560~54525952,121634816~12582912,146800640~8388608,163577856~8388608,197132288~20971520,243269632~8388608,255852544~4194304,268435456~50331648,331350016~8388608,343932928~12582912,360710144~8388608,398458880~16777216] 2024-04-10T16:47:39.807 INFO:tasks.workunit.client.0.smithi069.stdout:from 8 to 14 diff [0~41943040,46137344~8388608,62914560~25165824,92274688~12582912,109051904~8388608,121634816~12582912,146800640~25165824,197132288~8388608,209715200~8388608,243269632~8388608,255852544~4194304,268435456~46137344,322961408~4194304,331350016~8388608,343932928~8388608,360710144~8388608,398458880~16777216] 2024-04-10T16:47:39.807 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~41943040,46137344~8388608,62914560~25165824,92274688~12582912,109051904~8388608,121634816~12582912,146800640~25165824,197132288~8388608,209715200~8388608,243269632~8388608,255852544~4194304,268435456~46137344,322961408~4194304,331350016~8388608,343932928~8388608,360710144~8388608,398458880~16777216] 2024-04-10T16:47:39.810 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~54525952,62914560~54525952,121634816~12582912,146800640~25165824,197132288~20971520,243269632~8388608,255852544~4194304,268435456~50331648,322961408~16777216,343932928~12582912,360710144~8388608,398458880~16777216] 2024-04-10T16:47:39.810 INFO:tasks.workunit.client.0.smithi069.stdout:from 8 to 15 diff [0~41943040,46137344~8388608,62914560~41943040,109051904~8388608,121634816~12582912,146800640~25165824,176160768~8388608,197132288~8388608,209715200~8388608,243269632~8388608,255852544~4194304,268435456~46137344,322961408~4194304,331350016~8388608,343932928~8388608,360710144~16777216,385875968~4194304,398458880~16777216] 2024-04-10T16:47:39.810 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~41943040,46137344~8388608,62914560~41943040,109051904~8388608,121634816~12582912,146800640~25165824,176160768~8388608,197132288~8388608,209715200~8388608,243269632~8388608,255852544~4194304,268435456~46137344,322961408~4194304,331350016~8388608,343932928~8388608,360710144~16777216,385875968~4194304,398458880~16777216] 2024-04-10T16:47:39.813 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~54525952,62914560~54525952,121634816~12582912,146800640~25165824,176160768~8388608,197132288~20971520,243269632~8388608,255852544~4194304,268435456~50331648,322961408~16777216,343932928~12582912,360710144~20971520,385875968~8388608,398458880~16777216] 2024-04-10T16:47:39.813 INFO:tasks.workunit.client.0.smithi069.stdout:from 8 to 16 diff [0~41943040,46137344~12582912,62914560~41943040,109051904~8388608,121634816~20971520,146800640~37748736,197132288~8388608,209715200~8388608,222298112~8388608,243269632~8388608,255852544~4194304,268435456~46137344,322961408~4194304,331350016~8388608,343932928~8388608,360710144~16777216,385875968~4194304,398458880~16777216] 2024-04-10T16:47:39.813 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~41943040,46137344~12582912,62914560~41943040,109051904~8388608,121634816~20971520,146800640~37748736,197132288~8388608,209715200~8388608,222298112~8388608,243269632~8388608,255852544~4194304,268435456~46137344,322961408~4194304,331350016~8388608,343932928~8388608,360710144~16777216,385875968~4194304,398458880~16777216] 2024-04-10T16:47:39.818 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~117440512,121634816~62914560,197132288~20971520,222298112~12582912,243269632~8388608,255852544~4194304,268435456~50331648,322961408~16777216,343932928~12582912,360710144~20971520,385875968~8388608,398458880~16777216] 2024-04-10T16:47:39.818 INFO:tasks.workunit.client.0.smithi069.stdout:from 8 to 17 diff [0~41943040,46137344~12582912,62914560~54525952,121634816~62914560,197132288~8388608,209715200~8388608,222298112~8388608,243269632~8388608,255852544~4194304,268435456~46137344,322961408~4194304,331350016~8388608,343932928~8388608,360710144~16777216,385875968~4194304,398458880~16777216] 2024-04-10T16:47:39.818 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~41943040,46137344~12582912,62914560~54525952,121634816~62914560,197132288~8388608,209715200~8388608,222298112~8388608,243269632~8388608,255852544~4194304,268435456~46137344,322961408~4194304,331350016~8388608,343932928~8388608,360710144~16777216,385875968~4194304,398458880~16777216] 2024-04-10T16:47:39.820 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~117440512,121634816~62914560,197132288~20971520,222298112~12582912,243269632~16777216,268435456~50331648,322961408~16777216,343932928~12582912,360710144~20971520,385875968~8388608,398458880~16777216] 2024-04-10T16:47:39.820 INFO:tasks.workunit.client.0.smithi069.stdout:from 8 to 18 diff [0~25165824,29360128~12582912,46137344~12582912,62914560~54525952,121634816~62914560,197132288~8388608,209715200~8388608,222298112~8388608,243269632~8388608,255852544~4194304,268435456~46137344,322961408~4194304,331350016~8388608,343932928~12582912,360710144~16777216,385875968~4194304,398458880~16777216] 2024-04-10T16:47:39.820 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~25165824,29360128~12582912,46137344~12582912,62914560~54525952,121634816~62914560,197132288~8388608,209715200~8388608,222298112~8388608,243269632~8388608,255852544~4194304,268435456~46137344,322961408~4194304,331350016~8388608,343932928~12582912,360710144~16777216,385875968~4194304,398458880~16777216] 2024-04-10T16:47:39.824 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~117440512,121634816~62914560,197132288~20971520,222298112~12582912,243269632~16777216,268435456~50331648,322961408~16777216,343932928~12582912,360710144~20971520,385875968~8388608,398458880~16777216] 2024-04-10T16:47:39.825 INFO:tasks.workunit.client.0.smithi069.stdout:from 8 to 19 diff [0~25165824,29360128~12582912,46137344~12582912,62914560~54525952,121634816~62914560,192937984~12582912,209715200~8388608,222298112~8388608,243269632~16777216,268435456~46137344,322961408~4194304,331350016~8388608,343932928~12582912,360710144~16777216,385875968~29360128] 2024-04-10T16:47:39.825 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~25165824,29360128~12582912,46137344~12582912,62914560~54525952,121634816~62914560,192937984~12582912,209715200~8388608,222298112~8388608,243269632~16777216,268435456~46137344,322961408~4194304,331350016~8388608,343932928~12582912,360710144~16777216,385875968~29360128] 2024-04-10T16:47:39.829 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~117440512,121634816~62914560,192937984~25165824,222298112~12582912,243269632~16777216,268435456~50331648,322961408~16777216,343932928~12582912,360710144~20971520,385875968~29360128] 2024-04-10T16:47:39.830 INFO:tasks.workunit.client.0.smithi069.stdout:from 9 to 10 diff [20971520~8388608,33554432~4194304,92274688~4194304,197132288~8388608,272629760~8388608,285212672~4194304,293601280~8388608,343932928~4194304,398458880~8388608] 2024-04-10T16:47:39.830 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [20971520~8388608,33554432~4194304,92274688~4194304,197132288~8388608,272629760~8388608,285212672~4194304,293601280~8388608,343932928~4194304,398458880~8388608] 2024-04-10T16:47:39.831 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [20971520~8388608,33554432~8388608,92274688~4194304,197132288~12582912,272629760~33554432,343932928~8388608,398458880~8388608] 2024-04-10T16:47:39.831 INFO:tasks.workunit.client.0.smithi069.stdout:from 9 to 11 diff [0~4194304,12582912~16777216,33554432~4194304,46137344~8388608,75497472~4194304,92274688~12582912,121634816~8388608,197132288~8388608,247463936~4194304,268435456~12582912,285212672~4194304,293601280~8388608,306184192~8388608,343932928~4194304,398458880~8388608] 2024-04-10T16:47:39.831 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~4194304,12582912~16777216,33554432~4194304,46137344~8388608,75497472~4194304,92274688~12582912,121634816~8388608,197132288~8388608,247463936~4194304,268435456~12582912,285212672~4194304,293601280~8388608,306184192~8388608,343932928~4194304,398458880~8388608] 2024-04-10T16:47:39.832 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~8388608,12582912~16777216,33554432~8388608,46137344~8388608,75497472~4194304,92274688~16777216,121634816~8388608,197132288~12582912,247463936~4194304,268435456~50331648,343932928~8388608,398458880~8388608] 2024-04-10T16:47:39.832 INFO:tasks.workunit.client.0.smithi069.stdout:from 9 to 12 diff [0~37748736,46137344~8388608,67108864~20971520,92274688~12582912,121634816~8388608,146800640~4194304,197132288~8388608,247463936~4194304,268435456~20971520,293601280~20971520,343932928~4194304,398458880~8388608] 2024-04-10T16:47:39.833 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~37748736,46137344~8388608,67108864~20971520,92274688~12582912,121634816~8388608,146800640~4194304,197132288~8388608,247463936~4194304,268435456~20971520,293601280~20971520,343932928~4194304,398458880~8388608] 2024-04-10T16:47:39.834 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~41943040,46137344~8388608,67108864~41943040,121634816~8388608,146800640~8388608,197132288~12582912,247463936~4194304,268435456~50331648,343932928~8388608,398458880~8388608] 2024-04-10T16:47:39.835 INFO:tasks.workunit.client.0.smithi069.stdout:from 9 to 13 diff [0~37748736,46137344~8388608,67108864~20971520,92274688~12582912,121634816~8388608,146800640~8388608,163577856~8388608,197132288~8388608,209715200~4194304,243269632~8388608,255852544~4194304,268435456~46137344,343932928~8388608,398458880~8388608] 2024-04-10T16:47:39.835 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~37748736,46137344~8388608,67108864~20971520,92274688~12582912,121634816~8388608,146800640~8388608,163577856~8388608,197132288~8388608,209715200~4194304,243269632~8388608,255852544~4194304,268435456~46137344,343932928~8388608,398458880~8388608] 2024-04-10T16:47:39.837 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~41943040,46137344~8388608,67108864~41943040,121634816~8388608,146800640~8388608,163577856~8388608,197132288~20971520,243269632~8388608,255852544~4194304,268435456~50331648,343932928~12582912,398458880~8388608] 2024-04-10T16:47:39.837 INFO:tasks.workunit.client.0.smithi069.stdout:from 9 to 14 diff [0~41943040,46137344~8388608,67108864~20971520,92274688~12582912,121634816~8388608,146800640~25165824,197132288~8388608,209715200~8388608,243269632~8388608,255852544~4194304,268435456~46137344,322961408~4194304,343932928~8388608,398458880~8388608] 2024-04-10T16:47:39.837 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~41943040,46137344~8388608,67108864~20971520,92274688~12582912,121634816~8388608,146800640~25165824,197132288~8388608,209715200~8388608,243269632~8388608,255852544~4194304,268435456~46137344,322961408~4194304,343932928~8388608,398458880~8388608] 2024-04-10T16:47:39.839 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~54525952,67108864~41943040,121634816~8388608,146800640~25165824,197132288~20971520,243269632~8388608,255852544~4194304,268435456~50331648,322961408~8388608,343932928~12582912,398458880~8388608] 2024-04-10T16:47:39.839 INFO:tasks.workunit.client.0.smithi069.stdout:from 9 to 15 diff [0~41943040,46137344~8388608,62914560~41943040,121634816~8388608,146800640~25165824,176160768~8388608,197132288~8388608,209715200~8388608,243269632~8388608,255852544~4194304,268435456~46137344,322961408~4194304,343932928~8388608,360710144~8388608,373293056~4194304,385875968~4194304,398458880~8388608] 2024-04-10T16:47:39.839 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~41943040,46137344~8388608,62914560~41943040,121634816~8388608,146800640~25165824,176160768~8388608,197132288~8388608,209715200~8388608,243269632~8388608,255852544~4194304,268435456~46137344,322961408~4194304,343932928~8388608,360710144~8388608,373293056~4194304,385875968~4194304,398458880~8388608] 2024-04-10T16:47:39.842 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~54525952,62914560~46137344,121634816~8388608,146800640~25165824,176160768~8388608,197132288~20971520,243269632~8388608,255852544~4194304,268435456~50331648,322961408~8388608,343932928~12582912,360710144~20971520,385875968~8388608,398458880~8388608] 2024-04-10T16:47:39.842 INFO:tasks.workunit.client.0.smithi069.stdout:from 9 to 16 diff [0~41943040,46137344~12582912,62914560~41943040,121634816~8388608,134217728~8388608,146800640~37748736,197132288~8388608,209715200~8388608,222298112~8388608,243269632~8388608,255852544~4194304,268435456~46137344,322961408~4194304,343932928~8388608,360710144~16777216,385875968~4194304,398458880~8388608] 2024-04-10T16:47:39.842 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~41943040,46137344~12582912,62914560~41943040,121634816~8388608,134217728~8388608,146800640~37748736,197132288~8388608,209715200~8388608,222298112~8388608,243269632~8388608,255852544~4194304,268435456~46137344,322961408~4194304,343932928~8388608,360710144~16777216,385875968~4194304,398458880~8388608] 2024-04-10T16:47:39.844 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~109051904,121634816~8388608,134217728~50331648,197132288~20971520,222298112~12582912,243269632~8388608,255852544~4194304,268435456~50331648,322961408~8388608,343932928~12582912,360710144~20971520,385875968~8388608,398458880~8388608] 2024-04-10T16:47:39.845 INFO:tasks.workunit.client.0.smithi069.stdout:from 9 to 17 diff [0~41943040,46137344~12582912,62914560~46137344,121634816~8388608,134217728~50331648,197132288~8388608,209715200~8388608,222298112~8388608,243269632~8388608,255852544~4194304,268435456~46137344,322961408~4194304,343932928~8388608,360710144~16777216,385875968~4194304,398458880~8388608] 2024-04-10T16:47:39.845 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~41943040,46137344~12582912,62914560~46137344,121634816~8388608,134217728~50331648,197132288~8388608,209715200~8388608,222298112~8388608,243269632~8388608,255852544~4194304,268435456~46137344,322961408~4194304,343932928~8388608,360710144~16777216,385875968~4194304,398458880~8388608] 2024-04-10T16:47:39.848 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~109051904,121634816~8388608,134217728~50331648,197132288~20971520,222298112~12582912,243269632~16777216,268435456~50331648,322961408~8388608,343932928~12582912,360710144~20971520,385875968~8388608,398458880~8388608] 2024-04-10T16:47:39.848 INFO:tasks.workunit.client.0.smithi069.stdout:from 9 to 18 diff [0~25165824,29360128~12582912,46137344~12582912,62914560~46137344,121634816~8388608,134217728~50331648,197132288~8388608,209715200~8388608,222298112~8388608,243269632~8388608,255852544~4194304,268435456~46137344,322961408~4194304,343932928~12582912,360710144~16777216,385875968~4194304,398458880~8388608] 2024-04-10T16:47:39.848 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~25165824,29360128~12582912,46137344~12582912,62914560~46137344,121634816~8388608,134217728~50331648,197132288~8388608,209715200~8388608,222298112~8388608,243269632~8388608,255852544~4194304,268435456~46137344,322961408~4194304,343932928~12582912,360710144~16777216,385875968~4194304,398458880~8388608] 2024-04-10T16:47:39.852 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~109051904,121634816~8388608,134217728~50331648,197132288~20971520,222298112~12582912,243269632~16777216,268435456~50331648,322961408~8388608,343932928~12582912,360710144~20971520,385875968~8388608,398458880~8388608] 2024-04-10T16:47:39.852 INFO:tasks.workunit.client.0.smithi069.stdout:from 9 to 19 diff [0~25165824,29360128~12582912,46137344~12582912,62914560~46137344,121634816~8388608,134217728~50331648,192937984~12582912,209715200~8388608,222298112~8388608,243269632~16777216,268435456~50331648,322961408~4194304,343932928~12582912,360710144~16777216,385875968~25165824] 2024-04-10T16:47:39.852 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~25165824,29360128~12582912,46137344~12582912,62914560~46137344,121634816~8388608,134217728~50331648,192937984~12582912,209715200~8388608,222298112~8388608,243269632~16777216,268435456~50331648,322961408~4194304,343932928~12582912,360710144~16777216,385875968~25165824] 2024-04-10T16:47:39.856 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~109051904,121634816~8388608,134217728~50331648,192937984~25165824,222298112~12582912,243269632~16777216,268435456~50331648,322961408~8388608,343932928~12582912,360710144~20971520,385875968~25165824] 2024-04-10T16:47:39.856 INFO:tasks.workunit.client.0.smithi069.stdout:from 10 to 11 diff [0~4194304,12582912~8388608,46137344~8388608,75497472~4194304,96468992~8388608,121634816~8388608,247463936~4194304,268435456~4194304,306184192~8388608] 2024-04-10T16:47:39.856 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~4194304,12582912~8388608,46137344~8388608,75497472~4194304,96468992~8388608,121634816~8388608,247463936~4194304,268435456~4194304,306184192~8388608] 2024-04-10T16:47:39.857 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~8388608,12582912~8388608,46137344~8388608,75497472~4194304,96468992~12582912,121634816~8388608,247463936~4194304,268435456~4194304,306184192~12582912] 2024-04-10T16:47:39.857 INFO:tasks.workunit.client.0.smithi069.stdout:from 10 to 12 diff [0~20971520,29360128~8388608,46137344~8388608,67108864~20971520,96468992~8388608,121634816~8388608,146800640~4194304,247463936~4194304,268435456~4194304,281018368~4194304,297795584~16777216] 2024-04-10T16:47:39.857 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~20971520,29360128~8388608,46137344~8388608,67108864~20971520,96468992~8388608,121634816~8388608,146800640~4194304,247463936~4194304,268435456~4194304,281018368~4194304,297795584~16777216] 2024-04-10T16:47:39.859 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~20971520,29360128~12582912,46137344~8388608,67108864~25165824,96468992~12582912,121634816~8388608,146800640~8388608,247463936~4194304,268435456~4194304,281018368~8388608,297795584~20971520] 2024-04-10T16:47:39.859 INFO:tasks.workunit.client.0.smithi069.stdout:from 10 to 13 diff [0~20971520,29360128~8388608,46137344~8388608,67108864~20971520,92274688~12582912,121634816~8388608,146800640~8388608,163577856~8388608,209715200~4194304,243269632~8388608,255852544~4194304,268435456~4194304,281018368~8388608,297795584~16777216,348127232~4194304] 2024-04-10T16:47:39.859 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~20971520,29360128~8388608,46137344~8388608,67108864~20971520,92274688~12582912,121634816~8388608,146800640~8388608,163577856~8388608,209715200~4194304,243269632~8388608,255852544~4194304,268435456~4194304,281018368~8388608,297795584~16777216,348127232~4194304] 2024-04-10T16:47:39.861 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~20971520,29360128~12582912,46137344~8388608,67108864~41943040,121634816~8388608,146800640~8388608,163577856~8388608,209715200~8388608,243269632~8388608,255852544~4194304,268435456~4194304,281018368~12582912,297795584~20971520,348127232~8388608] 2024-04-10T16:47:39.861 INFO:tasks.workunit.client.0.smithi069.stdout:from 10 to 14 diff [0~20971520,29360128~12582912,46137344~8388608,67108864~20971520,92274688~12582912,121634816~8388608,146800640~25165824,209715200~8388608,243269632~8388608,255852544~4194304,268435456~20971520,297795584~16777216,322961408~4194304,343932928~8388608] 2024-04-10T16:47:39.861 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~20971520,29360128~12582912,46137344~8388608,67108864~20971520,92274688~12582912,121634816~8388608,146800640~25165824,209715200~8388608,243269632~8388608,255852544~4194304,268435456~20971520,297795584~16777216,322961408~4194304,343932928~8388608] 2024-04-10T16:47:39.863 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~20971520,29360128~25165824,67108864~41943040,121634816~8388608,146800640~25165824,209715200~8388608,243269632~8388608,255852544~4194304,268435456~25165824,297795584~20971520,322961408~8388608,343932928~12582912] 2024-04-10T16:47:39.863 INFO:tasks.workunit.client.0.smithi069.stdout:from 10 to 15 diff [0~20971520,29360128~12582912,46137344~8388608,62914560~41943040,121634816~8388608,146800640~25165824,176160768~8388608,201326592~4194304,209715200~8388608,243269632~8388608,255852544~4194304,268435456~20971520,297795584~16777216,322961408~4194304,343932928~8388608,360710144~8388608,373293056~4194304,385875968~4194304] 2024-04-10T16:47:39.863 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~20971520,29360128~12582912,46137344~8388608,62914560~41943040,121634816~8388608,146800640~25165824,176160768~8388608,201326592~4194304,209715200~8388608,243269632~8388608,255852544~4194304,268435456~20971520,297795584~16777216,322961408~4194304,343932928~8388608,360710144~8388608,373293056~4194304,385875968~4194304] 2024-04-10T16:47:39.865 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~20971520,29360128~25165824,62914560~46137344,121634816~8388608,146800640~25165824,176160768~8388608,201326592~4194304,209715200~8388608,243269632~8388608,255852544~4194304,268435456~25165824,297795584~20971520,322961408~8388608,343932928~12582912,360710144~20971520,385875968~8388608] 2024-04-10T16:47:39.865 INFO:tasks.workunit.client.0.smithi069.stdout:from 10 to 16 diff [0~20971520,29360128~12582912,46137344~12582912,62914560~41943040,121634816~8388608,134217728~8388608,146800640~37748736,201326592~4194304,209715200~8388608,222298112~8388608,243269632~8388608,255852544~4194304,268435456~20971520,293601280~20971520,322961408~4194304,343932928~8388608,360710144~16777216,385875968~4194304] 2024-04-10T16:47:39.865 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~20971520,29360128~12582912,46137344~12582912,62914560~41943040,121634816~8388608,134217728~8388608,146800640~37748736,201326592~4194304,209715200~8388608,222298112~8388608,243269632~8388608,255852544~4194304,268435456~20971520,293601280~20971520,322961408~4194304,343932928~8388608,360710144~16777216,385875968~4194304] 2024-04-10T16:47:39.868 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~20971520,29360128~79691776,121634816~8388608,134217728~50331648,201326592~4194304,209715200~8388608,222298112~12582912,243269632~8388608,255852544~4194304,268435456~50331648,322961408~8388608,343932928~12582912,360710144~20971520,385875968~8388608] 2024-04-10T16:47:39.868 INFO:tasks.workunit.client.0.smithi069.stdout:from 10 to 17 diff [0~20971520,29360128~12582912,46137344~12582912,62914560~46137344,121634816~8388608,134217728~50331648,201326592~4194304,209715200~8388608,222298112~8388608,243269632~8388608,255852544~4194304,268435456~20971520,293601280~20971520,322961408~4194304,343932928~8388608,360710144~16777216,385875968~4194304] 2024-04-10T16:47:39.868 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~20971520,29360128~12582912,46137344~12582912,62914560~46137344,121634816~8388608,134217728~50331648,201326592~4194304,209715200~8388608,222298112~8388608,243269632~8388608,255852544~4194304,268435456~20971520,293601280~20971520,322961408~4194304,343932928~8388608,360710144~16777216,385875968~4194304] 2024-04-10T16:47:39.871 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~20971520,29360128~79691776,121634816~8388608,134217728~50331648,201326592~4194304,209715200~8388608,222298112~12582912,243269632~16777216,268435456~50331648,322961408~8388608,343932928~12582912,360710144~20971520,385875968~8388608] 2024-04-10T16:47:39.871 INFO:tasks.workunit.client.0.smithi069.stdout:from 10 to 18 diff [0~25165824,29360128~12582912,46137344~12582912,62914560~29360128,96468992~12582912,121634816~8388608,134217728~50331648,201326592~4194304,209715200~8388608,222298112~8388608,243269632~8388608,255852544~4194304,268435456~20971520,293601280~20971520,322961408~4194304,343932928~12582912,360710144~16777216,385875968~4194304] 2024-04-10T16:47:39.871 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~25165824,29360128~12582912,46137344~12582912,62914560~29360128,96468992~12582912,121634816~8388608,134217728~50331648,201326592~4194304,209715200~8388608,222298112~8388608,243269632~8388608,255852544~4194304,268435456~20971520,293601280~20971520,322961408~4194304,343932928~12582912,360710144~16777216,385875968~4194304] 2024-04-10T16:47:39.874 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~109051904,121634816~8388608,134217728~50331648,201326592~4194304,209715200~8388608,222298112~12582912,243269632~16777216,268435456~50331648,322961408~8388608,343932928~12582912,360710144~20971520,385875968~8388608] 2024-04-10T16:47:39.875 INFO:tasks.workunit.client.0.smithi069.stdout:from 10 to 19 diff [0~25165824,29360128~12582912,46137344~12582912,62914560~29360128,96468992~12582912,121634816~8388608,134217728~50331648,192937984~12582912,209715200~8388608,222298112~8388608,243269632~16777216,268435456~20971520,293601280~25165824,322961408~4194304,343932928~12582912,360710144~16777216,385875968~20971520] 2024-04-10T16:47:39.875 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~25165824,29360128~12582912,46137344~12582912,62914560~29360128,96468992~12582912,121634816~8388608,134217728~50331648,192937984~12582912,209715200~8388608,222298112~8388608,243269632~16777216,268435456~20971520,293601280~25165824,322961408~4194304,343932928~12582912,360710144~16777216,385875968~20971520] 2024-04-10T16:47:39.879 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~109051904,121634816~8388608,134217728~50331648,192937984~12582912,209715200~8388608,222298112~12582912,243269632~16777216,268435456~50331648,322961408~8388608,343932928~12582912,360710144~20971520,385875968~25165824] 2024-04-10T16:47:39.879 INFO:tasks.workunit.client.0.smithi069.stdout:from 11 to 12 diff [4194304~8388608,29360128~8388608,67108864~8388608,79691776~8388608,96468992~8388608,146800640~4194304,281018368~4194304,297795584~8388608] 2024-04-10T16:47:39.879 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [4194304~8388608,29360128~8388608,67108864~8388608,79691776~8388608,96468992~8388608,146800640~4194304,281018368~4194304,297795584~8388608] 2024-04-10T16:47:39.880 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [4194304~12582912,29360128~12582912,67108864~25165824,96468992~8388608,146800640~8388608,281018368~8388608,297795584~8388608] 2024-04-10T16:47:39.880 INFO:tasks.workunit.client.0.smithi069.stdout:from 11 to 13 diff [4194304~8388608,29360128~8388608,67108864~8388608,79691776~8388608,92274688~12582912,146800640~8388608,163577856~8388608,209715200~4194304,243269632~4194304,255852544~4194304,281018368~8388608,297795584~12582912,348127232~4194304] 2024-04-10T16:47:39.880 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [4194304~8388608,29360128~8388608,67108864~8388608,79691776~8388608,92274688~12582912,146800640~8388608,163577856~8388608,209715200~4194304,243269632~4194304,255852544~4194304,281018368~8388608,297795584~12582912,348127232~4194304] 2024-04-10T16:47:39.882 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [4194304~12582912,29360128~12582912,67108864~37748736,146800640~8388608,163577856~8388608,209715200~8388608,243269632~8388608,255852544~4194304,281018368~12582912,297795584~16777216,348127232~8388608] 2024-04-10T16:47:39.882 INFO:tasks.workunit.client.0.smithi069.stdout:from 11 to 14 diff [4194304~8388608,29360128~12582912,67108864~8388608,79691776~8388608,92274688~12582912,146800640~25165824,209715200~8388608,243269632~8388608,255852544~4194304,272629760~16777216,297795584~12582912,322961408~4194304,343932928~8388608] 2024-04-10T16:47:39.882 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [4194304~8388608,29360128~12582912,67108864~8388608,79691776~8388608,92274688~12582912,146800640~25165824,209715200~8388608,243269632~8388608,255852544~4194304,272629760~16777216,297795584~12582912,322961408~4194304,343932928~8388608] 2024-04-10T16:47:39.883 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [4194304~12582912,29360128~16777216,67108864~37748736,146800640~25165824,209715200~8388608,243269632~8388608,255852544~4194304,272629760~20971520,297795584~16777216,322961408~8388608,343932928~12582912] 2024-04-10T16:47:39.883 INFO:tasks.workunit.client.0.smithi069.stdout:from 11 to 15 diff [4194304~8388608,29360128~12582912,62914560~41943040,146800640~25165824,176160768~8388608,201326592~4194304,209715200~8388608,243269632~8388608,255852544~4194304,272629760~16777216,297795584~12582912,322961408~4194304,343932928~8388608,360710144~8388608,373293056~4194304,385875968~4194304] 2024-04-10T16:47:39.884 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [4194304~8388608,29360128~12582912,62914560~41943040,146800640~25165824,176160768~8388608,201326592~4194304,209715200~8388608,243269632~8388608,255852544~4194304,272629760~16777216,297795584~12582912,322961408~4194304,343932928~8388608,360710144~8388608,373293056~4194304,385875968~4194304] 2024-04-10T16:47:39.886 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [4194304~12582912,29360128~16777216,62914560~41943040,146800640~25165824,176160768~8388608,201326592~4194304,209715200~8388608,243269632~8388608,255852544~4194304,272629760~20971520,297795584~16777216,322961408~8388608,343932928~12582912,360710144~20971520,385875968~8388608] 2024-04-10T16:47:39.886 INFO:tasks.workunit.client.0.smithi069.stdout:from 11 to 16 diff [4194304~8388608,29360128~12582912,50331648~8388608,62914560~41943040,134217728~8388608,146800640~37748736,201326592~4194304,209715200~8388608,222298112~8388608,243269632~8388608,255852544~4194304,272629760~16777216,293601280~16777216,322961408~4194304,343932928~8388608,360710144~16777216,385875968~4194304] 2024-04-10T16:47:39.886 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [4194304~8388608,29360128~12582912,50331648~8388608,62914560~41943040,134217728~8388608,146800640~37748736,201326592~4194304,209715200~8388608,222298112~8388608,243269632~8388608,255852544~4194304,272629760~16777216,293601280~16777216,322961408~4194304,343932928~8388608,360710144~16777216,385875968~4194304] 2024-04-10T16:47:39.888 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [4194304~12582912,29360128~16777216,50331648~58720256,134217728~50331648,201326592~4194304,209715200~8388608,222298112~12582912,243269632~8388608,255852544~4194304,272629760~41943040,322961408~8388608,343932928~12582912,360710144~20971520,385875968~8388608] 2024-04-10T16:47:39.888 INFO:tasks.workunit.client.0.smithi069.stdout:from 11 to 17 diff [0~12582912,29360128~12582912,50331648~8388608,62914560~46137344,134217728~50331648,201326592~4194304,209715200~8388608,222298112~8388608,243269632~8388608,255852544~4194304,272629760~16777216,293601280~16777216,322961408~4194304,343932928~8388608,360710144~16777216,385875968~4194304] 2024-04-10T16:47:39.888 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~12582912,29360128~12582912,50331648~8388608,62914560~46137344,134217728~50331648,201326592~4194304,209715200~8388608,222298112~8388608,243269632~8388608,255852544~4194304,272629760~16777216,293601280~16777216,322961408~4194304,343932928~8388608,360710144~16777216,385875968~4194304] 2024-04-10T16:47:39.890 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~16777216,29360128~16777216,50331648~58720256,134217728~50331648,201326592~4194304,209715200~8388608,222298112~12582912,243269632~16777216,272629760~41943040,322961408~8388608,343932928~12582912,360710144~20971520,385875968~8388608] 2024-04-10T16:47:39.891 INFO:tasks.workunit.client.0.smithi069.stdout:from 11 to 18 diff [0~12582912,16777216~8388608,29360128~12582912,50331648~8388608,62914560~29360128,96468992~12582912,134217728~50331648,201326592~4194304,209715200~8388608,222298112~8388608,243269632~8388608,255852544~4194304,272629760~16777216,293601280~16777216,322961408~4194304,343932928~12582912,360710144~16777216,385875968~4194304] 2024-04-10T16:47:39.891 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~12582912,16777216~8388608,29360128~12582912,50331648~8388608,62914560~29360128,96468992~12582912,134217728~50331648,201326592~4194304,209715200~8388608,222298112~8388608,243269632~8388608,255852544~4194304,272629760~16777216,293601280~16777216,322961408~4194304,343932928~12582912,360710144~16777216,385875968~4194304] 2024-04-10T16:47:39.894 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~46137344,50331648~58720256,134217728~50331648,201326592~4194304,209715200~8388608,222298112~12582912,243269632~16777216,272629760~41943040,322961408~8388608,343932928~12582912,360710144~20971520,385875968~8388608] 2024-04-10T16:47:39.894 INFO:tasks.workunit.client.0.smithi069.stdout:from 11 to 19 diff [0~12582912,16777216~8388608,29360128~12582912,46137344~12582912,62914560~29360128,96468992~12582912,134217728~50331648,192937984~12582912,209715200~8388608,222298112~8388608,243269632~16777216,272629760~16777216,293601280~20971520,322961408~4194304,343932928~12582912,360710144~16777216,385875968~20971520] 2024-04-10T16:47:39.895 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~12582912,16777216~8388608,29360128~12582912,46137344~12582912,62914560~29360128,96468992~12582912,134217728~50331648,192937984~12582912,209715200~8388608,222298112~8388608,243269632~16777216,272629760~16777216,293601280~20971520,322961408~4194304,343932928~12582912,360710144~16777216,385875968~20971520] 2024-04-10T16:47:39.898 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~109051904,134217728~50331648,192937984~12582912,209715200~8388608,222298112~12582912,243269632~16777216,272629760~41943040,322961408~8388608,343932928~12582912,360710144~20971520,385875968~25165824] 2024-04-10T16:47:39.898 INFO:tasks.workunit.client.0.smithi069.stdout:from 12 to 13 diff [67108864~4194304,92274688~4194304,146800640~4194304,163577856~8388608,209715200~4194304,243269632~4194304,255852544~4194304,285212672~4194304,306184192~4194304,348127232~4194304] 2024-04-10T16:47:39.898 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [67108864~4194304,92274688~4194304,146800640~4194304,163577856~8388608,209715200~4194304,243269632~4194304,255852544~4194304,285212672~4194304,306184192~4194304,348127232~4194304] 2024-04-10T16:47:39.899 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [67108864~4194304,92274688~4194304,146800640~8388608,163577856~8388608,209715200~8388608,243269632~8388608,255852544~4194304,285212672~8388608,306184192~8388608,348127232~8388608] 2024-04-10T16:47:39.899 INFO:tasks.workunit.client.0.smithi069.stdout:from 12 to 14 diff [8388608~8388608,37748736~4194304,67108864~4194304,92274688~4194304,146800640~4194304,155189248~16777216,209715200~8388608,243269632~8388608,255852544~4194304,272629760~8388608,285212672~4194304,306184192~4194304,322961408~4194304,343932928~8388608] 2024-04-10T16:47:39.899 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [8388608~8388608,37748736~4194304,67108864~4194304,92274688~4194304,146800640~4194304,155189248~16777216,209715200~8388608,243269632~8388608,255852544~4194304,272629760~8388608,285212672~4194304,306184192~4194304,322961408~4194304,343932928~8388608] 2024-04-10T16:47:39.901 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [8388608~8388608,37748736~8388608,67108864~4194304,92274688~4194304,146800640~25165824,209715200~8388608,243269632~8388608,255852544~4194304,272629760~20971520,306184192~8388608,322961408~8388608,343932928~12582912] 2024-04-10T16:47:39.901 INFO:tasks.workunit.client.0.smithi069.stdout:from 12 to 15 diff [8388608~8388608,37748736~4194304,62914560~4194304,75497472~8388608,92274688~4194304,146800640~4194304,155189248~16777216,176160768~8388608,201326592~4194304,209715200~8388608,243269632~8388608,255852544~4194304,272629760~8388608,285212672~4194304,306184192~4194304,322961408~4194304,343932928~8388608,360710144~8388608,373293056~4194304,385875968~4194304] 2024-04-10T16:47:39.901 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [8388608~8388608,37748736~4194304,62914560~4194304,75497472~8388608,92274688~4194304,146800640~4194304,155189248~16777216,176160768~8388608,201326592~4194304,209715200~8388608,243269632~8388608,255852544~4194304,272629760~8388608,285212672~4194304,306184192~4194304,322961408~4194304,343932928~8388608,360710144~8388608,373293056~4194304,385875968~4194304] 2024-04-10T16:47:39.903 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [8388608~8388608,37748736~8388608,62914560~8388608,75497472~8388608,92274688~4194304,146800640~25165824,176160768~8388608,201326592~4194304,209715200~8388608,243269632~8388608,255852544~4194304,272629760~20971520,306184192~8388608,322961408~8388608,343932928~12582912,360710144~20971520,385875968~8388608] 2024-04-10T16:47:39.903 INFO:tasks.workunit.client.0.smithi069.stdout:from 12 to 16 diff [8388608~8388608,37748736~4194304,50331648~8388608,62914560~4194304,75497472~8388608,92274688~4194304,100663296~4194304,134217728~8388608,146800640~37748736,201326592~4194304,209715200~8388608,222298112~8388608,243269632~8388608,255852544~4194304,272629760~8388608,285212672~4194304,293601280~4194304,306184192~4194304,322961408~4194304,343932928~8388608,360710144~16777216,385875968~4194304] 2024-04-10T16:47:39.903 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [8388608~8388608,37748736~4194304,50331648~8388608,62914560~4194304,75497472~8388608,92274688~4194304,100663296~4194304,134217728~8388608,146800640~37748736,201326592~4194304,209715200~8388608,222298112~8388608,243269632~8388608,255852544~4194304,272629760~8388608,285212672~4194304,293601280~4194304,306184192~4194304,322961408~4194304,343932928~8388608,360710144~16777216,385875968~4194304] 2024-04-10T16:47:39.905 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [8388608~8388608,37748736~8388608,50331648~20971520,75497472~8388608,92274688~4194304,100663296~8388608,134217728~50331648,201326592~4194304,209715200~8388608,222298112~12582912,243269632~8388608,255852544~4194304,272629760~29360128,306184192~8388608,322961408~8388608,343932928~12582912,360710144~20971520,385875968~8388608] 2024-04-10T16:47:39.905 INFO:tasks.workunit.client.0.smithi069.stdout:from 12 to 17 diff [0~12582912,29360128~4194304,37748736~4194304,50331648~8388608,62914560~4194304,75497472~8388608,92274688~4194304,100663296~8388608,134217728~50331648,201326592~4194304,209715200~8388608,222298112~8388608,243269632~8388608,255852544~4194304,272629760~8388608,285212672~4194304,293601280~8388608,306184192~4194304,322961408~4194304,343932928~8388608,360710144~16777216,385875968~4194304] 2024-04-10T16:47:39.905 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~12582912,29360128~4194304,37748736~4194304,50331648~8388608,62914560~4194304,75497472~8388608,92274688~4194304,100663296~8388608,134217728~50331648,201326592~4194304,209715200~8388608,222298112~8388608,243269632~8388608,255852544~4194304,272629760~8388608,285212672~4194304,293601280~8388608,306184192~4194304,322961408~4194304,343932928~8388608,360710144~16777216,385875968~4194304] 2024-04-10T16:47:39.908 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~16777216,29360128~16777216,50331648~20971520,75497472~8388608,92274688~4194304,100663296~8388608,134217728~50331648,201326592~4194304,209715200~8388608,222298112~12582912,243269632~16777216,272629760~29360128,306184192~8388608,322961408~8388608,343932928~12582912,360710144~20971520,385875968~8388608] 2024-04-10T16:47:39.908 INFO:tasks.workunit.client.0.smithi069.stdout:from 12 to 18 diff [0~12582912,16777216~8388608,29360128~12582912,50331648~8388608,62914560~4194304,75497472~16777216,100663296~8388608,134217728~50331648,201326592~4194304,209715200~8388608,222298112~8388608,243269632~8388608,255852544~4194304,272629760~8388608,285212672~4194304,293601280~16777216,322961408~4194304,343932928~12582912,360710144~16777216,385875968~4194304] 2024-04-10T16:47:39.908 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~12582912,16777216~8388608,29360128~12582912,50331648~8388608,62914560~4194304,75497472~16777216,100663296~8388608,134217728~50331648,201326592~4194304,209715200~8388608,222298112~8388608,243269632~8388608,255852544~4194304,272629760~8388608,285212672~4194304,293601280~16777216,322961408~4194304,343932928~12582912,360710144~16777216,385875968~4194304] 2024-04-10T16:47:39.910 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~46137344,50331648~20971520,75497472~20971520,100663296~8388608,134217728~50331648,201326592~4194304,209715200~8388608,222298112~12582912,243269632~16777216,272629760~41943040,322961408~8388608,343932928~12582912,360710144~20971520,385875968~8388608] 2024-04-10T16:47:39.911 INFO:tasks.workunit.client.0.smithi069.stdout:from 12 to 19 diff [0~12582912,16777216~8388608,29360128~12582912,46137344~12582912,62914560~4194304,75497472~16777216,100663296~8388608,134217728~50331648,192937984~12582912,209715200~8388608,222298112~8388608,243269632~16777216,272629760~8388608,285212672~4194304,293601280~16777216,322961408~4194304,343932928~12582912,360710144~16777216,385875968~20971520] 2024-04-10T16:47:39.911 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~12582912,16777216~8388608,29360128~12582912,46137344~12582912,62914560~4194304,75497472~16777216,100663296~8388608,134217728~50331648,192937984~12582912,209715200~8388608,222298112~8388608,243269632~16777216,272629760~8388608,285212672~4194304,293601280~16777216,322961408~4194304,343932928~12582912,360710144~16777216,385875968~20971520] 2024-04-10T16:47:39.914 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~71303168,75497472~20971520,100663296~8388608,134217728~50331648,192937984~12582912,209715200~8388608,222298112~12582912,243269632~16777216,272629760~41943040,322961408~8388608,343932928~12582912,360710144~20971520,385875968~25165824] 2024-04-10T16:47:39.914 INFO:tasks.workunit.client.0.smithi069.stdout:from 13 to 14 diff [8388608~8388608,37748736~4194304,155189248~8388608,209715200~8388608,247463936~4194304,272629760~8388608,306184192~4194304,322961408~4194304,343932928~8388608] 2024-04-10T16:47:39.914 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [8388608~8388608,37748736~4194304,155189248~8388608,209715200~8388608,247463936~4194304,272629760~8388608,306184192~4194304,322961408~4194304,343932928~8388608] 2024-04-10T16:47:39.915 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [8388608~8388608,37748736~8388608,155189248~8388608,209715200~8388608,247463936~4194304,272629760~12582912,306184192~8388608,322961408~8388608,343932928~12582912] 2024-04-10T16:47:39.915 INFO:tasks.workunit.client.0.smithi069.stdout:from 13 to 15 diff [8388608~8388608,37748736~4194304,62914560~4194304,75497472~8388608,155189248~8388608,176160768~8388608,201326592~4194304,209715200~8388608,247463936~4194304,272629760~8388608,306184192~4194304,322961408~4194304,343932928~8388608,360710144~8388608,373293056~4194304,385875968~4194304] 2024-04-10T16:47:39.915 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [8388608~8388608,37748736~4194304,62914560~4194304,75497472~8388608,155189248~8388608,176160768~8388608,201326592~4194304,209715200~8388608,247463936~4194304,272629760~8388608,306184192~4194304,322961408~4194304,343932928~8388608,360710144~8388608,373293056~4194304,385875968~4194304] 2024-04-10T16:47:39.916 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [8388608~8388608,37748736~8388608,62914560~8388608,75497472~8388608,155189248~8388608,176160768~8388608,201326592~4194304,209715200~8388608,247463936~4194304,272629760~12582912,306184192~8388608,322961408~8388608,343932928~12582912,360710144~20971520,385875968~8388608] 2024-04-10T16:47:39.916 INFO:tasks.workunit.client.0.smithi069.stdout:from 13 to 16 diff [8388608~8388608,37748736~4194304,50331648~8388608,62914560~4194304,75497472~8388608,100663296~4194304,134217728~8388608,146800640~4194304,155189248~16777216,176160768~8388608,201326592~4194304,209715200~8388608,222298112~8388608,247463936~4194304,272629760~8388608,293601280~4194304,306184192~4194304,322961408~4194304,343932928~8388608,360710144~16777216,385875968~4194304] 2024-04-10T16:47:39.916 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [8388608~8388608,37748736~4194304,50331648~8388608,62914560~4194304,75497472~8388608,100663296~4194304,134217728~8388608,146800640~4194304,155189248~16777216,176160768~8388608,201326592~4194304,209715200~8388608,222298112~8388608,247463936~4194304,272629760~8388608,293601280~4194304,306184192~4194304,322961408~4194304,343932928~8388608,360710144~16777216,385875968~4194304] 2024-04-10T16:47:39.918 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [8388608~8388608,37748736~8388608,50331648~20971520,75497472~8388608,100663296~8388608,134217728~16777216,155189248~29360128,201326592~4194304,209715200~8388608,222298112~12582912,247463936~4194304,272629760~12582912,293601280~8388608,306184192~8388608,322961408~8388608,343932928~12582912,360710144~20971520,385875968~8388608] 2024-04-10T16:47:39.918 INFO:tasks.workunit.client.0.smithi069.stdout:from 13 to 17 diff [0~12582912,29360128~4194304,37748736~4194304,50331648~8388608,62914560~4194304,75497472~8388608,100663296~8388608,134217728~16777216,155189248~16777216,176160768~8388608,201326592~4194304,209715200~8388608,222298112~8388608,247463936~8388608,272629760~8388608,293601280~8388608,306184192~4194304,322961408~4194304,343932928~8388608,360710144~16777216,385875968~4194304] 2024-04-10T16:47:39.918 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~12582912,29360128~4194304,37748736~4194304,50331648~8388608,62914560~4194304,75497472~8388608,100663296~8388608,134217728~16777216,155189248~16777216,176160768~8388608,201326592~4194304,209715200~8388608,222298112~8388608,247463936~8388608,272629760~8388608,293601280~8388608,306184192~4194304,322961408~4194304,343932928~8388608,360710144~16777216,385875968~4194304] 2024-04-10T16:47:39.920 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~16777216,29360128~16777216,50331648~20971520,75497472~8388608,100663296~8388608,134217728~16777216,155189248~29360128,201326592~4194304,209715200~8388608,222298112~12582912,247463936~8388608,272629760~12582912,293601280~8388608,306184192~8388608,322961408~8388608,343932928~12582912,360710144~20971520,385875968~8388608] 2024-04-10T16:47:39.920 INFO:tasks.workunit.client.0.smithi069.stdout:from 13 to 18 diff [0~12582912,16777216~8388608,29360128~12582912,50331648~8388608,62914560~4194304,75497472~16777216,100663296~8388608,134217728~16777216,155189248~29360128,201326592~4194304,209715200~8388608,222298112~8388608,247463936~8388608,272629760~8388608,293601280~16777216,322961408~4194304,343932928~12582912,360710144~16777216,385875968~4194304] 2024-04-10T16:47:39.920 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~12582912,16777216~8388608,29360128~12582912,50331648~8388608,62914560~4194304,75497472~16777216,100663296~8388608,134217728~16777216,155189248~29360128,201326592~4194304,209715200~8388608,222298112~8388608,247463936~8388608,272629760~8388608,293601280~16777216,322961408~4194304,343932928~12582912,360710144~16777216,385875968~4194304] 2024-04-10T16:47:39.922 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~46137344,50331648~20971520,75497472~20971520,100663296~8388608,134217728~16777216,155189248~29360128,201326592~4194304,209715200~8388608,222298112~12582912,247463936~8388608,272629760~12582912,293601280~20971520,322961408~8388608,343932928~12582912,360710144~20971520,385875968~8388608] 2024-04-10T16:47:39.922 INFO:tasks.workunit.client.0.smithi069.stdout:from 13 to 19 diff [0~12582912,16777216~8388608,29360128~12582912,46137344~12582912,62914560~4194304,75497472~16777216,100663296~8388608,134217728~16777216,155189248~29360128,192937984~12582912,209715200~8388608,222298112~8388608,247463936~8388608,272629760~8388608,293601280~16777216,322961408~4194304,343932928~12582912,360710144~16777216,385875968~20971520] 2024-04-10T16:47:39.922 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~12582912,16777216~8388608,29360128~12582912,46137344~12582912,62914560~4194304,75497472~16777216,100663296~8388608,134217728~16777216,155189248~29360128,192937984~12582912,209715200~8388608,222298112~8388608,247463936~8388608,272629760~8388608,293601280~16777216,322961408~4194304,343932928~12582912,360710144~16777216,385875968~20971520] 2024-04-10T16:47:39.925 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~71303168,75497472~20971520,100663296~8388608,134217728~16777216,155189248~29360128,192937984~12582912,209715200~8388608,222298112~12582912,247463936~12582912,272629760~12582912,293601280~20971520,322961408~8388608,343932928~12582912,360710144~20971520,385875968~25165824] 2024-04-10T16:47:39.925 INFO:tasks.workunit.client.0.smithi069.stdout:from 14 to 15 diff [8388608~4194304,62914560~4194304,75497472~8388608,176160768~8388608,201326592~4194304,272629760~4194304,360710144~8388608,373293056~4194304,385875968~4194304] 2024-04-10T16:47:39.925 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [8388608~4194304,62914560~4194304,75497472~8388608,176160768~8388608,201326592~4194304,272629760~4194304,360710144~8388608,373293056~4194304,385875968~4194304] 2024-04-10T16:47:39.926 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [8388608~8388608,62914560~8388608,75497472~8388608,176160768~8388608,201326592~4194304,272629760~4194304,360710144~20971520,385875968~8388608] 2024-04-10T16:47:39.926 INFO:tasks.workunit.client.0.smithi069.stdout:from 14 to 16 diff [8388608~4194304,50331648~8388608,62914560~4194304,75497472~8388608,100663296~4194304,134217728~8388608,146800640~4194304,163577856~8388608,176160768~8388608,201326592~4194304,222298112~8388608,272629760~8388608,293601280~4194304,360710144~16777216,385875968~4194304] 2024-04-10T16:47:39.926 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [8388608~4194304,50331648~8388608,62914560~4194304,75497472~8388608,100663296~4194304,134217728~8388608,146800640~4194304,163577856~8388608,176160768~8388608,201326592~4194304,222298112~8388608,272629760~8388608,293601280~4194304,360710144~16777216,385875968~4194304] 2024-04-10T16:47:39.927 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [8388608~8388608,50331648~20971520,75497472~8388608,100663296~8388608,134217728~16777216,163577856~20971520,201326592~4194304,222298112~12582912,272629760~8388608,293601280~8388608,360710144~20971520,385875968~8388608] 2024-04-10T16:47:39.927 INFO:tasks.workunit.client.0.smithi069.stdout:from 14 to 17 diff [0~12582912,29360128~4194304,50331648~8388608,62914560~4194304,75497472~8388608,100663296~8388608,134217728~16777216,163577856~8388608,176160768~8388608,201326592~4194304,222298112~8388608,247463936~8388608,272629760~8388608,293601280~8388608,360710144~16777216,385875968~4194304] 2024-04-10T16:47:39.928 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~12582912,29360128~4194304,50331648~8388608,62914560~4194304,75497472~8388608,100663296~8388608,134217728~16777216,163577856~8388608,176160768~8388608,201326592~4194304,222298112~8388608,247463936~8388608,272629760~8388608,293601280~8388608,360710144~16777216,385875968~4194304] 2024-04-10T16:47:39.929 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~16777216,29360128~8388608,50331648~20971520,75497472~8388608,100663296~8388608,134217728~16777216,163577856~20971520,201326592~4194304,222298112~12582912,247463936~8388608,272629760~8388608,293601280~8388608,360710144~20971520,385875968~8388608] 2024-04-10T16:47:39.929 INFO:tasks.workunit.client.0.smithi069.stdout:from 14 to 18 diff [0~12582912,16777216~8388608,29360128~8388608,50331648~8388608,62914560~4194304,75497472~16777216,100663296~8388608,134217728~16777216,163577856~20971520,201326592~4194304,209715200~4194304,222298112~8388608,247463936~8388608,272629760~8388608,293601280~12582912,352321536~4194304,360710144~16777216,385875968~4194304] 2024-04-10T16:47:39.929 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~12582912,16777216~8388608,29360128~8388608,50331648~8388608,62914560~4194304,75497472~16777216,100663296~8388608,134217728~16777216,163577856~20971520,201326592~4194304,209715200~4194304,222298112~8388608,247463936~8388608,272629760~8388608,293601280~12582912,352321536~4194304,360710144~16777216,385875968~4194304] 2024-04-10T16:47:39.931 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~37748736,50331648~20971520,75497472~20971520,100663296~8388608,134217728~16777216,163577856~20971520,201326592~4194304,209715200~8388608,222298112~12582912,247463936~8388608,272629760~8388608,293601280~12582912,352321536~4194304,360710144~20971520,385875968~8388608] 2024-04-10T16:47:39.931 INFO:tasks.workunit.client.0.smithi069.stdout:from 14 to 19 diff [0~12582912,16777216~8388608,29360128~8388608,46137344~12582912,62914560~4194304,75497472~16777216,100663296~8388608,134217728~16777216,163577856~20971520,192937984~12582912,209715200~4194304,222298112~8388608,247463936~8388608,272629760~8388608,293601280~16777216,352321536~4194304,360710144~16777216,385875968~20971520] 2024-04-10T16:47:39.932 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~12582912,16777216~8388608,29360128~8388608,46137344~12582912,62914560~4194304,75497472~16777216,100663296~8388608,134217728~16777216,163577856~20971520,192937984~12582912,209715200~4194304,222298112~8388608,247463936~8388608,272629760~8388608,293601280~16777216,352321536~4194304,360710144~16777216,385875968~20971520] 2024-04-10T16:47:39.934 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~37748736,46137344~25165824,75497472~20971520,100663296~8388608,134217728~16777216,163577856~20971520,192937984~12582912,209715200~8388608,222298112~12582912,247463936~12582912,272629760~8388608,293601280~20971520,352321536~4194304,360710144~20971520,385875968~25165824] 2024-04-10T16:47:39.934 INFO:tasks.workunit.client.0.smithi069.stdout:from 15 to 16 diff [50331648~8388608,100663296~4194304,134217728~8388608,146800640~4194304,163577856~8388608,222298112~8388608,276824064~4194304,293601280~4194304,369098752~8388608] 2024-04-10T16:47:39.934 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [50331648~8388608,100663296~4194304,134217728~8388608,146800640~4194304,163577856~8388608,222298112~8388608,276824064~4194304,293601280~4194304,369098752~8388608] 2024-04-10T16:47:39.935 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [50331648~12582912,100663296~8388608,134217728~16777216,163577856~12582912,222298112~12582912,276824064~4194304,293601280~8388608,369098752~8388608] 2024-04-10T16:47:39.935 INFO:tasks.workunit.client.0.smithi069.stdout:from 15 to 17 diff [0~12582912,29360128~4194304,50331648~8388608,100663296~8388608,134217728~16777216,163577856~8388608,222298112~8388608,247463936~8388608,276824064~4194304,293601280~8388608,360710144~16777216] 2024-04-10T16:47:39.935 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~12582912,29360128~4194304,50331648~8388608,100663296~8388608,134217728~16777216,163577856~8388608,222298112~8388608,247463936~8388608,276824064~4194304,293601280~8388608,360710144~16777216] 2024-04-10T16:47:39.936 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~16777216,29360128~8388608,50331648~12582912,100663296~8388608,134217728~16777216,163577856~12582912,222298112~12582912,247463936~8388608,276824064~4194304,293601280~8388608,360710144~16777216] 2024-04-10T16:47:39.937 INFO:tasks.workunit.client.0.smithi069.stdout:from 15 to 18 diff [0~12582912,16777216~8388608,29360128~8388608,50331648~8388608,79691776~12582912,100663296~8388608,134217728~16777216,163577856~12582912,180355072~4194304,209715200~4194304,222298112~8388608,247463936~8388608,276824064~4194304,293601280~12582912,352321536~4194304,360710144~16777216] 2024-04-10T16:47:39.937 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~12582912,16777216~8388608,29360128~8388608,50331648~8388608,79691776~12582912,100663296~8388608,134217728~16777216,163577856~12582912,180355072~4194304,209715200~4194304,222298112~8388608,247463936~8388608,276824064~4194304,293601280~12582912,352321536~4194304,360710144~16777216] 2024-04-10T16:47:39.938 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~37748736,50331648~12582912,79691776~16777216,100663296~8388608,134217728~16777216,163577856~20971520,209715200~8388608,222298112~12582912,247463936~8388608,276824064~4194304,293601280~12582912,352321536~4194304,360710144~16777216] 2024-04-10T16:47:39.938 INFO:tasks.workunit.client.0.smithi069.stdout:from 15 to 19 diff [0~12582912,16777216~8388608,29360128~8388608,46137344~12582912,75497472~8388608,88080384~4194304,100663296~8388608,134217728~16777216,163577856~12582912,180355072~4194304,192937984~8388608,209715200~4194304,222298112~8388608,247463936~8388608,276824064~4194304,293601280~16777216,352321536~4194304,360710144~12582912,390070272~16777216] 2024-04-10T16:47:39.939 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~12582912,16777216~8388608,29360128~8388608,46137344~12582912,75497472~8388608,88080384~4194304,100663296~8388608,134217728~16777216,163577856~12582912,180355072~4194304,192937984~8388608,209715200~4194304,222298112~8388608,247463936~8388608,276824064~4194304,293601280~16777216,352321536~4194304,360710144~12582912,390070272~16777216] 2024-04-10T16:47:39.940 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~37748736,46137344~16777216,75497472~20971520,100663296~8388608,134217728~16777216,163577856~20971520,192937984~8388608,209715200~8388608,222298112~12582912,247463936~12582912,276824064~4194304,293601280~20971520,352321536~4194304,360710144~16777216,390070272~20971520] 2024-04-10T16:47:39.941 INFO:tasks.workunit.client.0.smithi069.stdout:from 16 to 17 diff [0~12582912,29360128~4194304,100663296~8388608,142606336~4194304,247463936~8388608,297795584~4194304,360710144~8388608] 2024-04-10T16:47:39.941 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~12582912,29360128~4194304,100663296~8388608,142606336~4194304,247463936~8388608,297795584~4194304,360710144~8388608] 2024-04-10T16:47:39.941 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~16777216,29360128~8388608,100663296~8388608,142606336~4194304,247463936~8388608,297795584~4194304,360710144~8388608] 2024-04-10T16:47:39.941 INFO:tasks.workunit.client.0.smithi069.stdout:from 16 to 18 diff [0~12582912,16777216~8388608,29360128~8388608,79691776~12582912,100663296~8388608,142606336~4194304,167772160~8388608,180355072~4194304,209715200~4194304,247463936~8388608,297795584~8388608,352321536~4194304,360710144~8388608] 2024-04-10T16:47:39.941 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~12582912,16777216~8388608,29360128~8388608,79691776~12582912,100663296~8388608,142606336~4194304,167772160~8388608,180355072~4194304,209715200~4194304,247463936~8388608,297795584~8388608,352321536~4194304,360710144~8388608] 2024-04-10T16:47:39.943 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~37748736,79691776~16777216,100663296~8388608,142606336~4194304,167772160~16777216,209715200~8388608,247463936~8388608,297795584~8388608,352321536~4194304,360710144~8388608] 2024-04-10T16:47:39.943 INFO:tasks.workunit.client.0.smithi069.stdout:from 16 to 19 diff [0~12582912,16777216~8388608,29360128~8388608,46137344~8388608,75497472~8388608,88080384~4194304,100663296~8388608,138412032~8388608,167772160~8388608,180355072~4194304,192937984~8388608,209715200~4194304,247463936~8388608,297795584~12582912,352321536~4194304,360710144~12582912,390070272~16777216] 2024-04-10T16:47:39.943 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~12582912,16777216~8388608,29360128~8388608,46137344~8388608,75497472~8388608,88080384~4194304,100663296~8388608,138412032~8388608,167772160~8388608,180355072~4194304,192937984~8388608,209715200~4194304,247463936~8388608,297795584~12582912,352321536~4194304,360710144~12582912,390070272~16777216] 2024-04-10T16:47:39.945 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~37748736,46137344~8388608,75497472~20971520,100663296~8388608,138412032~8388608,167772160~16777216,192937984~8388608,209715200~8388608,247463936~12582912,297795584~16777216,352321536~4194304,360710144~16777216,390070272~20971520] 2024-04-10T16:47:39.945 INFO:tasks.workunit.client.0.smithi069.stdout:from 17 to 18 diff [16777216~8388608,29360128~4194304,79691776~12582912,100663296~4194304,167772160~8388608,180355072~4194304,209715200~4194304,297795584~4194304,352321536~4194304] 2024-04-10T16:47:39.945 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [16777216~8388608,29360128~4194304,79691776~12582912,100663296~4194304,167772160~8388608,180355072~4194304,209715200~4194304,297795584~4194304,352321536~4194304] 2024-04-10T16:47:39.946 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [16777216~20971520,79691776~16777216,100663296~8388608,167772160~16777216,209715200~8388608,297795584~8388608,352321536~4194304] 2024-04-10T16:47:39.946 INFO:tasks.workunit.client.0.smithi069.stdout:from 17 to 19 diff [16777216~8388608,29360128~4194304,46137344~8388608,75497472~8388608,88080384~4194304,100663296~4194304,138412032~8388608,167772160~8388608,180355072~4194304,192937984~8388608,209715200~4194304,247463936~8388608,297795584~12582912,352321536~4194304,364904448~8388608,390070272~16777216] 2024-04-10T16:47:39.946 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [16777216~8388608,29360128~4194304,46137344~8388608,75497472~8388608,88080384~4194304,100663296~4194304,138412032~8388608,167772160~8388608,180355072~4194304,192937984~8388608,209715200~4194304,247463936~8388608,297795584~12582912,352321536~4194304,364904448~8388608,390070272~16777216] 2024-04-10T16:47:39.947 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [16777216~20971520,46137344~8388608,75497472~20971520,100663296~8388608,138412032~8388608,167772160~16777216,192937984~8388608,209715200~8388608,247463936~12582912,297795584~16777216,352321536~4194304,364904448~12582912,390070272~20971520] 2024-04-10T16:47:39.947 INFO:tasks.workunit.client.0.smithi069.stdout:from 18 to 19 diff [46137344~8388608,75497472~8388608,138412032~8388608,192937984~8388608,247463936~8388608,301989888~8388608,364904448~8388608,390070272~16777216] 2024-04-10T16:47:39.947 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [46137344~8388608,75497472~8388608,138412032~8388608,192937984~8388608,247463936~8388608,301989888~8388608,364904448~8388608,390070272~16777216] 2024-04-10T16:47:39.948 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [46137344~8388608,75497472~8388608,138412032~8388608,192937984~8388608,247463936~12582912,301989888~12582912,364904448~12582912,390070272~20971520] 2024-04-10T16:47:40.296 INFO:tasks.workunit.client.0.smithi069.stdout:from 0 to HEAD diff [0~25165824,29360128~12582912,46137344~142606336,192937984~41943040,239075328~20971520,264241152~50331648,322961408~33554432,360710144~54525952] 2024-04-10T16:47:40.296 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~25165824,29360128~12582912,46137344~142606336,192937984~41943040,239075328~20971520,264241152~50331648,322961408~33554432,360710144~54525952] 2024-04-10T16:47:40.320 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~318767104,322961408~92274688] 2024-04-10T16:47:40.320 INFO:tasks.workunit.client.0.smithi069.stdout:from 1 to HEAD diff [0~25165824,29360128~12582912,46137344~142606336,192937984~41943040,239075328~20971520,264241152~50331648,322961408~33554432,360710144~54525952] 2024-04-10T16:47:40.320 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~25165824,29360128~12582912,46137344~142606336,192937984~41943040,239075328~20971520,264241152~50331648,322961408~33554432,360710144~54525952] 2024-04-10T16:47:40.326 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~318767104,322961408~92274688] 2024-04-10T16:47:40.327 INFO:tasks.workunit.client.0.smithi069.stdout:from 2 to HEAD diff [0~25165824,29360128~12582912,46137344~142606336,192937984~41943040,239075328~20971520,264241152~50331648,322961408~33554432,360710144~54525952] 2024-04-10T16:47:40.327 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~25165824,29360128~12582912,46137344~142606336,192937984~41943040,239075328~20971520,264241152~50331648,322961408~33554432,360710144~54525952] 2024-04-10T16:47:40.333 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~260046848,264241152~54525952,322961408~92274688] 2024-04-10T16:47:40.333 INFO:tasks.workunit.client.0.smithi069.stdout:from 3 to HEAD diff [0~25165824,29360128~12582912,46137344~142606336,192937984~41943040,239075328~20971520,264241152~50331648,322961408~16777216,343932928~71303168] 2024-04-10T16:47:40.333 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~25165824,29360128~12582912,46137344~142606336,192937984~41943040,239075328~20971520,264241152~50331648,322961408~16777216,343932928~71303168] 2024-04-10T16:47:40.338 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~260046848,264241152~54525952,322961408~92274688] 2024-04-10T16:47:40.338 INFO:tasks.workunit.client.0.smithi069.stdout:from 4 to HEAD diff [0~25165824,29360128~12582912,46137344~142606336,192937984~41943040,239075328~20971520,264241152~50331648,322961408~4194304,331350016~8388608,343932928~71303168] 2024-04-10T16:47:40.339 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~25165824,29360128~12582912,46137344~142606336,192937984~41943040,239075328~20971520,264241152~50331648,322961408~4194304,331350016~8388608,343932928~71303168] 2024-04-10T16:47:40.343 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~260046848,264241152~54525952,322961408~92274688] 2024-04-10T16:47:40.344 INFO:tasks.workunit.client.0.smithi069.stdout:from 5 to HEAD diff [0~25165824,29360128~12582912,46137344~142606336,192937984~12582912,209715200~20971520,239075328~20971520,264241152~50331648,322961408~4194304,331350016~8388608,343932928~71303168] 2024-04-10T16:47:40.344 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~25165824,29360128~12582912,46137344~142606336,192937984~12582912,209715200~20971520,239075328~20971520,264241152~50331648,322961408~4194304,331350016~8388608,343932928~71303168] 2024-04-10T16:47:40.348 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~234881024,239075328~20971520,264241152~54525952,322961408~92274688] 2024-04-10T16:47:40.348 INFO:tasks.workunit.client.0.smithi069.stdout:from 6 to HEAD diff [0~25165824,29360128~12582912,46137344~104857600,155189248~33554432,192937984~12582912,209715200~8388608,222298112~8388608,243269632~16777216,264241152~50331648,322961408~4194304,331350016~8388608,343932928~12582912,360710144~54525952] 2024-04-10T16:47:40.349 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~25165824,29360128~12582912,46137344~104857600,155189248~33554432,192937984~12582912,209715200~8388608,222298112~8388608,243269632~16777216,264241152~50331648,322961408~4194304,331350016~8388608,343932928~12582912,360710144~54525952] 2024-04-10T16:47:40.353 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~218103808,222298112~12582912,243269632~16777216,264241152~54525952,322961408~33554432,360710144~54525952] 2024-04-10T16:47:40.353 INFO:tasks.workunit.client.0.smithi069.stdout:from 7 to HEAD diff [0~25165824,29360128~12582912,46137344~142606336,192937984~12582912,209715200~8388608,222298112~8388608,243269632~16777216,268435456~46137344,322961408~4194304,331350016~8388608,343932928~12582912,360710144~16777216,381681664~33554432] 2024-04-10T16:47:40.353 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~25165824,29360128~12582912,46137344~142606336,192937984~12582912,209715200~8388608,222298112~8388608,243269632~16777216,268435456~46137344,322961408~4194304,331350016~8388608,343932928~12582912,360710144~16777216,381681664~33554432] 2024-04-10T16:47:40.358 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~218103808,222298112~12582912,243269632~16777216,268435456~50331648,322961408~33554432,360710144~54525952] 2024-04-10T16:47:40.358 INFO:tasks.workunit.client.0.smithi069.stdout:from 8 to HEAD diff [0~25165824,29360128~12582912,46137344~12582912,62914560~54525952,121634816~62914560,192937984~12582912,209715200~8388608,222298112~8388608,243269632~16777216,268435456~46137344,322961408~4194304,331350016~8388608,343932928~12582912,360710144~16777216,385875968~29360128] 2024-04-10T16:47:40.358 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~25165824,29360128~12582912,46137344~12582912,62914560~54525952,121634816~62914560,192937984~12582912,209715200~8388608,222298112~8388608,243269632~16777216,268435456~46137344,322961408~4194304,331350016~8388608,343932928~12582912,360710144~16777216,385875968~29360128] 2024-04-10T16:47:40.362 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~117440512,121634816~62914560,192937984~25165824,222298112~12582912,243269632~16777216,268435456~50331648,322961408~16777216,343932928~12582912,360710144~20971520,385875968~29360128] 2024-04-10T16:47:40.362 INFO:tasks.workunit.client.0.smithi069.stdout:from 9 to HEAD diff [0~25165824,29360128~12582912,46137344~12582912,62914560~46137344,121634816~8388608,134217728~50331648,192937984~12582912,209715200~8388608,222298112~8388608,243269632~16777216,268435456~50331648,322961408~4194304,343932928~12582912,360710144~16777216,385875968~25165824] 2024-04-10T16:47:40.362 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~25165824,29360128~12582912,46137344~12582912,62914560~46137344,121634816~8388608,134217728~50331648,192937984~12582912,209715200~8388608,222298112~8388608,243269632~16777216,268435456~50331648,322961408~4194304,343932928~12582912,360710144~16777216,385875968~25165824] 2024-04-10T16:47:40.366 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~109051904,121634816~8388608,134217728~50331648,192937984~25165824,222298112~12582912,243269632~16777216,268435456~50331648,322961408~8388608,343932928~12582912,360710144~20971520,385875968~25165824] 2024-04-10T16:47:40.366 INFO:tasks.workunit.client.0.smithi069.stdout:from 10 to HEAD diff [0~25165824,29360128~12582912,46137344~12582912,62914560~29360128,96468992~12582912,121634816~8388608,134217728~50331648,192937984~12582912,209715200~8388608,222298112~8388608,243269632~16777216,268435456~20971520,293601280~25165824,322961408~4194304,343932928~12582912,360710144~16777216,385875968~20971520] 2024-04-10T16:47:40.366 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~25165824,29360128~12582912,46137344~12582912,62914560~29360128,96468992~12582912,121634816~8388608,134217728~50331648,192937984~12582912,209715200~8388608,222298112~8388608,243269632~16777216,268435456~20971520,293601280~25165824,322961408~4194304,343932928~12582912,360710144~16777216,385875968~20971520] 2024-04-10T16:47:40.369 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~109051904,121634816~8388608,134217728~50331648,192937984~12582912,209715200~8388608,222298112~12582912,243269632~16777216,268435456~50331648,322961408~8388608,343932928~12582912,360710144~20971520,385875968~25165824] 2024-04-10T16:47:40.370 INFO:tasks.workunit.client.0.smithi069.stdout:from 11 to HEAD diff [0~12582912,16777216~8388608,29360128~12582912,46137344~12582912,62914560~29360128,96468992~12582912,134217728~50331648,192937984~12582912,209715200~8388608,222298112~8388608,243269632~16777216,272629760~16777216,293601280~20971520,322961408~4194304,343932928~12582912,360710144~16777216,385875968~20971520] 2024-04-10T16:47:40.370 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~12582912,16777216~8388608,29360128~12582912,46137344~12582912,62914560~29360128,96468992~12582912,134217728~50331648,192937984~12582912,209715200~8388608,222298112~8388608,243269632~16777216,272629760~16777216,293601280~20971520,322961408~4194304,343932928~12582912,360710144~16777216,385875968~20971520] 2024-04-10T16:47:40.373 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~109051904,134217728~50331648,192937984~12582912,209715200~8388608,222298112~12582912,243269632~16777216,272629760~41943040,322961408~8388608,343932928~12582912,360710144~20971520,385875968~25165824] 2024-04-10T16:47:40.373 INFO:tasks.workunit.client.0.smithi069.stdout:from 12 to HEAD diff [0~12582912,16777216~8388608,29360128~12582912,46137344~12582912,62914560~4194304,75497472~16777216,100663296~8388608,134217728~50331648,192937984~12582912,209715200~8388608,222298112~8388608,243269632~16777216,272629760~8388608,285212672~4194304,293601280~16777216,322961408~4194304,343932928~12582912,360710144~16777216,385875968~20971520] 2024-04-10T16:47:40.373 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~12582912,16777216~8388608,29360128~12582912,46137344~12582912,62914560~4194304,75497472~16777216,100663296~8388608,134217728~50331648,192937984~12582912,209715200~8388608,222298112~8388608,243269632~16777216,272629760~8388608,285212672~4194304,293601280~16777216,322961408~4194304,343932928~12582912,360710144~16777216,385875968~20971520] 2024-04-10T16:47:40.376 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~71303168,75497472~20971520,100663296~8388608,134217728~50331648,192937984~12582912,209715200~8388608,222298112~12582912,243269632~16777216,272629760~41943040,322961408~8388608,343932928~12582912,360710144~20971520,385875968~25165824] 2024-04-10T16:47:40.376 INFO:tasks.workunit.client.0.smithi069.stdout:from 13 to HEAD diff [0~12582912,16777216~8388608,29360128~12582912,46137344~12582912,62914560~4194304,75497472~16777216,100663296~8388608,134217728~16777216,155189248~29360128,192937984~12582912,209715200~8388608,222298112~8388608,247463936~8388608,272629760~8388608,293601280~16777216,322961408~4194304,343932928~12582912,360710144~16777216,385875968~20971520] 2024-04-10T16:47:40.376 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~12582912,16777216~8388608,29360128~12582912,46137344~12582912,62914560~4194304,75497472~16777216,100663296~8388608,134217728~16777216,155189248~29360128,192937984~12582912,209715200~8388608,222298112~8388608,247463936~8388608,272629760~8388608,293601280~16777216,322961408~4194304,343932928~12582912,360710144~16777216,385875968~20971520] 2024-04-10T16:47:40.378 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~71303168,75497472~20971520,100663296~8388608,134217728~16777216,155189248~29360128,192937984~12582912,209715200~8388608,222298112~12582912,247463936~12582912,272629760~12582912,293601280~20971520,322961408~8388608,343932928~12582912,360710144~20971520,385875968~25165824] 2024-04-10T16:47:40.378 INFO:tasks.workunit.client.0.smithi069.stdout:from 14 to HEAD diff [0~12582912,16777216~8388608,29360128~8388608,46137344~12582912,62914560~4194304,75497472~16777216,100663296~8388608,134217728~16777216,163577856~20971520,192937984~12582912,209715200~4194304,222298112~8388608,247463936~8388608,272629760~8388608,293601280~16777216,352321536~4194304,360710144~16777216,385875968~20971520] 2024-04-10T16:47:40.378 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~12582912,16777216~8388608,29360128~8388608,46137344~12582912,62914560~4194304,75497472~16777216,100663296~8388608,134217728~16777216,163577856~20971520,192937984~12582912,209715200~4194304,222298112~8388608,247463936~8388608,272629760~8388608,293601280~16777216,352321536~4194304,360710144~16777216,385875968~20971520] 2024-04-10T16:47:40.380 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~37748736,46137344~25165824,75497472~20971520,100663296~8388608,134217728~16777216,163577856~20971520,192937984~12582912,209715200~8388608,222298112~12582912,247463936~12582912,272629760~8388608,293601280~20971520,352321536~4194304,360710144~20971520,385875968~25165824] 2024-04-10T16:47:40.380 INFO:tasks.workunit.client.0.smithi069.stdout:from 15 to HEAD diff [0~12582912,16777216~8388608,29360128~8388608,46137344~12582912,75497472~8388608,88080384~4194304,100663296~8388608,134217728~16777216,163577856~12582912,180355072~4194304,192937984~8388608,209715200~4194304,222298112~8388608,247463936~8388608,276824064~4194304,293601280~16777216,352321536~4194304,360710144~12582912,390070272~16777216] 2024-04-10T16:47:40.380 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~12582912,16777216~8388608,29360128~8388608,46137344~12582912,75497472~8388608,88080384~4194304,100663296~8388608,134217728~16777216,163577856~12582912,180355072~4194304,192937984~8388608,209715200~4194304,222298112~8388608,247463936~8388608,276824064~4194304,293601280~16777216,352321536~4194304,360710144~12582912,390070272~16777216] 2024-04-10T16:47:40.382 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~37748736,46137344~16777216,75497472~20971520,100663296~8388608,134217728~16777216,163577856~20971520,192937984~8388608,209715200~8388608,222298112~12582912,247463936~12582912,276824064~4194304,293601280~20971520,352321536~4194304,360710144~16777216,390070272~20971520] 2024-04-10T16:47:40.382 INFO:tasks.workunit.client.0.smithi069.stdout:from 16 to HEAD diff [0~12582912,16777216~8388608,29360128~8388608,46137344~8388608,75497472~8388608,88080384~4194304,100663296~8388608,138412032~8388608,167772160~8388608,180355072~4194304,192937984~8388608,209715200~4194304,247463936~8388608,297795584~12582912,352321536~4194304,360710144~12582912,390070272~16777216] 2024-04-10T16:47:40.382 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~12582912,16777216~8388608,29360128~8388608,46137344~8388608,75497472~8388608,88080384~4194304,100663296~8388608,138412032~8388608,167772160~8388608,180355072~4194304,192937984~8388608,209715200~4194304,247463936~8388608,297795584~12582912,352321536~4194304,360710144~12582912,390070272~16777216] 2024-04-10T16:47:40.384 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~37748736,46137344~8388608,75497472~20971520,100663296~8388608,138412032~8388608,167772160~16777216,192937984~8388608,209715200~8388608,247463936~12582912,297795584~16777216,352321536~4194304,360710144~16777216,390070272~20971520] 2024-04-10T16:47:40.384 INFO:tasks.workunit.client.0.smithi069.stdout:from 17 to HEAD diff [16777216~8388608,29360128~4194304,46137344~8388608,75497472~8388608,88080384~4194304,100663296~4194304,138412032~8388608,167772160~8388608,180355072~4194304,192937984~8388608,209715200~4194304,247463936~8388608,297795584~12582912,352321536~4194304,364904448~8388608,390070272~16777216] 2024-04-10T16:47:40.384 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [16777216~8388608,29360128~4194304,46137344~8388608,75497472~8388608,88080384~4194304,100663296~4194304,138412032~8388608,167772160~8388608,180355072~4194304,192937984~8388608,209715200~4194304,247463936~8388608,297795584~12582912,352321536~4194304,364904448~8388608,390070272~16777216] 2024-04-10T16:47:40.385 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [16777216~20971520,46137344~8388608,75497472~20971520,100663296~8388608,138412032~8388608,167772160~16777216,192937984~8388608,209715200~8388608,247463936~12582912,297795584~16777216,352321536~4194304,364904448~12582912,390070272~20971520] 2024-04-10T16:47:40.608 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:47:40 smithi069 ceph-mon[96738]: osdmap e2127: 8 total, 8 up, 8 in 2024-04-10T16:47:40.608 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:47:40 smithi069 ceph-mon[96738]: pgmap v4102: 137 pgs: 137 active+clean; 803 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 134 KiB/s rd, 25 MiB/s wr, 192 op/s 2024-04-10T16:47:40.608 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:47:40 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:47:40.609 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:47:40 smithi069 ceph-mon[94167]: osdmap e2127: 8 total, 8 up, 8 in 2024-04-10T16:47:40.609 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:47:40 smithi069 ceph-mon[94167]: pgmap v4102: 137 pgs: 137 active+clean; 803 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 134 KiB/s rd, 25 MiB/s wr, 192 op/s 2024-04-10T16:47:40.609 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:47:40 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:47:40.764 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:47:40 smithi077 ceph-mon[87572]: osdmap e2127: 8 total, 8 up, 8 in 2024-04-10T16:47:40.764 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:47:40 smithi077 ceph-mon[87572]: pgmap v4102: 137 pgs: 137 active+clean; 803 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 134 KiB/s rd, 25 MiB/s wr, 192 op/s 2024-04-10T16:47:40.764 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:47:40 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:47:41.311 INFO:tasks.workunit.client.0.smithi069.stdout:from 0 to HEAD diff [0~25165824,29360128~12582912,46137344~142606336,192937984~41943040,239075328~20971520,264241152~50331648,322961408~33554432,360710144~54525952] 2024-04-10T16:47:41.311 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~25165824,29360128~12582912,46137344~142606336,192937984~41943040,239075328~20971520,264241152~50331648,322961408~33554432,360710144~54525952] 2024-04-10T16:47:41.350 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~318767104,322961408~92274688] 2024-04-10T16:47:41.350 INFO:tasks.workunit.client.0.smithi069.stdout:from 1 to HEAD diff [0~25165824,29360128~12582912,46137344~142606336,192937984~41943040,239075328~20971520,264241152~50331648,322961408~33554432,360710144~54525952] 2024-04-10T16:47:41.351 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~25165824,29360128~12582912,46137344~142606336,192937984~41943040,239075328~20971520,264241152~50331648,322961408~33554432,360710144~54525952] 2024-04-10T16:47:41.367 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~318767104,322961408~92274688] 2024-04-10T16:47:41.367 INFO:tasks.workunit.client.0.smithi069.stdout:from 2 to HEAD diff [0~25165824,29360128~12582912,46137344~142606336,192937984~41943040,239075328~20971520,264241152~50331648,322961408~33554432,360710144~54525952] 2024-04-10T16:47:41.367 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~25165824,29360128~12582912,46137344~142606336,192937984~41943040,239075328~20971520,264241152~50331648,322961408~33554432,360710144~54525952] 2024-04-10T16:47:41.373 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~260046848,264241152~54525952,322961408~92274688] 2024-04-10T16:47:41.373 INFO:tasks.workunit.client.0.smithi069.stdout:from 3 to HEAD diff [0~25165824,29360128~12582912,46137344~142606336,192937984~41943040,239075328~20971520,264241152~50331648,322961408~16777216,343932928~71303168] 2024-04-10T16:47:41.373 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~25165824,29360128~12582912,46137344~142606336,192937984~41943040,239075328~20971520,264241152~50331648,322961408~16777216,343932928~71303168] 2024-04-10T16:47:41.379 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~260046848,264241152~54525952,322961408~92274688] 2024-04-10T16:47:41.379 INFO:tasks.workunit.client.0.smithi069.stdout:from 4 to HEAD diff [0~25165824,29360128~12582912,46137344~142606336,192937984~41943040,239075328~20971520,264241152~50331648,322961408~4194304,331350016~8388608,343932928~71303168] 2024-04-10T16:47:41.379 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~25165824,29360128~12582912,46137344~142606336,192937984~41943040,239075328~20971520,264241152~50331648,322961408~4194304,331350016~8388608,343932928~71303168] 2024-04-10T16:47:41.384 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~260046848,264241152~54525952,322961408~92274688] 2024-04-10T16:47:41.384 INFO:tasks.workunit.client.0.smithi069.stdout:from 5 to HEAD diff [0~25165824,29360128~12582912,46137344~142606336,192937984~12582912,209715200~20971520,239075328~20971520,264241152~50331648,322961408~4194304,331350016~8388608,343932928~71303168] 2024-04-10T16:47:41.384 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~25165824,29360128~12582912,46137344~142606336,192937984~12582912,209715200~20971520,239075328~20971520,264241152~50331648,322961408~4194304,331350016~8388608,343932928~71303168] 2024-04-10T16:47:41.389 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~234881024,239075328~20971520,264241152~54525952,322961408~92274688] 2024-04-10T16:47:41.390 INFO:tasks.workunit.client.0.smithi069.stdout:from 6 to HEAD diff [0~25165824,29360128~12582912,46137344~104857600,155189248~33554432,192937984~12582912,209715200~8388608,222298112~8388608,243269632~16777216,264241152~50331648,322961408~4194304,331350016~8388608,343932928~12582912,360710144~54525952] 2024-04-10T16:47:41.390 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~25165824,29360128~12582912,46137344~104857600,155189248~33554432,192937984~12582912,209715200~8388608,222298112~8388608,243269632~16777216,264241152~50331648,322961408~4194304,331350016~8388608,343932928~12582912,360710144~54525952] 2024-04-10T16:47:41.395 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~218103808,222298112~12582912,243269632~16777216,264241152~54525952,322961408~33554432,360710144~54525952] 2024-04-10T16:47:41.395 INFO:tasks.workunit.client.0.smithi069.stdout:from 7 to HEAD diff [0~25165824,29360128~12582912,46137344~142606336,192937984~12582912,209715200~8388608,222298112~8388608,243269632~16777216,268435456~46137344,322961408~4194304,331350016~8388608,343932928~12582912,360710144~16777216,381681664~33554432] 2024-04-10T16:47:41.395 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~25165824,29360128~12582912,46137344~142606336,192937984~12582912,209715200~8388608,222298112~8388608,243269632~16777216,268435456~46137344,322961408~4194304,331350016~8388608,343932928~12582912,360710144~16777216,381681664~33554432] 2024-04-10T16:47:41.399 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~218103808,222298112~12582912,243269632~16777216,268435456~50331648,322961408~33554432,360710144~54525952] 2024-04-10T16:47:41.399 INFO:tasks.workunit.client.0.smithi069.stdout:from 8 to HEAD diff [0~25165824,29360128~12582912,46137344~12582912,62914560~54525952,121634816~62914560,192937984~12582912,209715200~8388608,222298112~8388608,243269632~16777216,268435456~46137344,322961408~4194304,331350016~8388608,343932928~12582912,360710144~16777216,385875968~29360128] 2024-04-10T16:47:41.399 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~25165824,29360128~12582912,46137344~12582912,62914560~54525952,121634816~62914560,192937984~12582912,209715200~8388608,222298112~8388608,243269632~16777216,268435456~46137344,322961408~4194304,331350016~8388608,343932928~12582912,360710144~16777216,385875968~29360128] 2024-04-10T16:47:41.403 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~117440512,121634816~62914560,192937984~25165824,222298112~12582912,243269632~16777216,268435456~50331648,322961408~16777216,343932928~12582912,360710144~20971520,385875968~29360128] 2024-04-10T16:47:41.403 INFO:tasks.workunit.client.0.smithi069.stdout:from 9 to HEAD diff [0~25165824,29360128~12582912,46137344~12582912,62914560~46137344,121634816~8388608,134217728~50331648,192937984~12582912,209715200~8388608,222298112~8388608,243269632~16777216,268435456~50331648,322961408~4194304,343932928~12582912,360710144~16777216,385875968~25165824] 2024-04-10T16:47:41.404 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~25165824,29360128~12582912,46137344~12582912,62914560~46137344,121634816~8388608,134217728~50331648,192937984~12582912,209715200~8388608,222298112~8388608,243269632~16777216,268435456~50331648,322961408~4194304,343932928~12582912,360710144~16777216,385875968~25165824] 2024-04-10T16:47:41.407 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~109051904,121634816~8388608,134217728~50331648,192937984~25165824,222298112~12582912,243269632~16777216,268435456~50331648,322961408~8388608,343932928~12582912,360710144~20971520,385875968~25165824] 2024-04-10T16:47:41.407 INFO:tasks.workunit.client.0.smithi069.stdout:from 10 to HEAD diff [0~25165824,29360128~12582912,46137344~12582912,62914560~29360128,96468992~12582912,121634816~8388608,134217728~50331648,192937984~12582912,209715200~8388608,222298112~8388608,243269632~16777216,268435456~20971520,293601280~25165824,322961408~4194304,343932928~12582912,360710144~16777216,385875968~20971520] 2024-04-10T16:47:41.407 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~25165824,29360128~12582912,46137344~12582912,62914560~29360128,96468992~12582912,121634816~8388608,134217728~50331648,192937984~12582912,209715200~8388608,222298112~8388608,243269632~16777216,268435456~20971520,293601280~25165824,322961408~4194304,343932928~12582912,360710144~16777216,385875968~20971520] 2024-04-10T16:47:41.410 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~109051904,121634816~8388608,134217728~50331648,192937984~12582912,209715200~8388608,222298112~12582912,243269632~16777216,268435456~50331648,322961408~8388608,343932928~12582912,360710144~20971520,385875968~25165824] 2024-04-10T16:47:41.410 INFO:tasks.workunit.client.0.smithi069.stdout:from 11 to HEAD diff [0~12582912,16777216~8388608,29360128~12582912,46137344~12582912,62914560~29360128,96468992~12582912,134217728~50331648,192937984~12582912,209715200~8388608,222298112~8388608,243269632~16777216,272629760~16777216,293601280~20971520,322961408~4194304,343932928~12582912,360710144~16777216,385875968~20971520] 2024-04-10T16:47:41.411 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~12582912,16777216~8388608,29360128~12582912,46137344~12582912,62914560~29360128,96468992~12582912,134217728~50331648,192937984~12582912,209715200~8388608,222298112~8388608,243269632~16777216,272629760~16777216,293601280~20971520,322961408~4194304,343932928~12582912,360710144~16777216,385875968~20971520] 2024-04-10T16:47:41.413 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~109051904,134217728~50331648,192937984~12582912,209715200~8388608,222298112~12582912,243269632~16777216,272629760~41943040,322961408~8388608,343932928~12582912,360710144~20971520,385875968~25165824] 2024-04-10T16:47:41.414 INFO:tasks.workunit.client.0.smithi069.stdout:from 12 to HEAD diff [0~12582912,16777216~8388608,29360128~12582912,46137344~12582912,62914560~4194304,75497472~16777216,100663296~8388608,134217728~50331648,192937984~12582912,209715200~8388608,222298112~8388608,243269632~16777216,272629760~8388608,285212672~4194304,293601280~16777216,322961408~4194304,343932928~12582912,360710144~16777216,385875968~20971520] 2024-04-10T16:47:41.414 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~12582912,16777216~8388608,29360128~12582912,46137344~12582912,62914560~4194304,75497472~16777216,100663296~8388608,134217728~50331648,192937984~12582912,209715200~8388608,222298112~8388608,243269632~16777216,272629760~8388608,285212672~4194304,293601280~16777216,322961408~4194304,343932928~12582912,360710144~16777216,385875968~20971520] 2024-04-10T16:47:41.416 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~71303168,75497472~20971520,100663296~8388608,134217728~50331648,192937984~12582912,209715200~8388608,222298112~12582912,243269632~16777216,272629760~41943040,322961408~8388608,343932928~12582912,360710144~20971520,385875968~25165824] 2024-04-10T16:47:41.416 INFO:tasks.workunit.client.0.smithi069.stdout:from 13 to HEAD diff [0~12582912,16777216~8388608,29360128~12582912,46137344~12582912,62914560~4194304,75497472~16777216,100663296~8388608,134217728~16777216,155189248~29360128,192937984~12582912,209715200~8388608,222298112~8388608,247463936~8388608,272629760~8388608,293601280~16777216,322961408~4194304,343932928~12582912,360710144~16777216,385875968~20971520] 2024-04-10T16:47:41.417 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~12582912,16777216~8388608,29360128~12582912,46137344~12582912,62914560~4194304,75497472~16777216,100663296~8388608,134217728~16777216,155189248~29360128,192937984~12582912,209715200~8388608,222298112~8388608,247463936~8388608,272629760~8388608,293601280~16777216,322961408~4194304,343932928~12582912,360710144~16777216,385875968~20971520] 2024-04-10T16:47:41.419 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~71303168,75497472~20971520,100663296~8388608,134217728~16777216,155189248~29360128,192937984~12582912,209715200~8388608,222298112~12582912,247463936~12582912,272629760~12582912,293601280~20971520,322961408~8388608,343932928~12582912,360710144~20971520,385875968~25165824] 2024-04-10T16:47:41.419 INFO:tasks.workunit.client.0.smithi069.stdout:from 14 to HEAD diff [0~12582912,16777216~8388608,29360128~8388608,46137344~12582912,62914560~4194304,75497472~16777216,100663296~8388608,134217728~16777216,163577856~20971520,192937984~12582912,209715200~4194304,222298112~8388608,247463936~8388608,272629760~8388608,293601280~16777216,352321536~4194304,360710144~16777216,385875968~20971520] 2024-04-10T16:47:41.419 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~12582912,16777216~8388608,29360128~8388608,46137344~12582912,62914560~4194304,75497472~16777216,100663296~8388608,134217728~16777216,163577856~20971520,192937984~12582912,209715200~4194304,222298112~8388608,247463936~8388608,272629760~8388608,293601280~16777216,352321536~4194304,360710144~16777216,385875968~20971520] 2024-04-10T16:47:41.421 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~37748736,46137344~25165824,75497472~20971520,100663296~8388608,134217728~16777216,163577856~20971520,192937984~12582912,209715200~8388608,222298112~12582912,247463936~12582912,272629760~8388608,293601280~20971520,352321536~4194304,360710144~20971520,385875968~25165824] 2024-04-10T16:47:41.421 INFO:tasks.workunit.client.0.smithi069.stdout:from 15 to HEAD diff [0~12582912,16777216~8388608,29360128~8388608,46137344~12582912,75497472~8388608,88080384~4194304,100663296~8388608,134217728~16777216,163577856~12582912,180355072~4194304,192937984~8388608,209715200~4194304,222298112~8388608,247463936~8388608,276824064~4194304,293601280~16777216,352321536~4194304,360710144~12582912,390070272~16777216] 2024-04-10T16:47:41.421 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~12582912,16777216~8388608,29360128~8388608,46137344~12582912,75497472~8388608,88080384~4194304,100663296~8388608,134217728~16777216,163577856~12582912,180355072~4194304,192937984~8388608,209715200~4194304,222298112~8388608,247463936~8388608,276824064~4194304,293601280~16777216,352321536~4194304,360710144~12582912,390070272~16777216] 2024-04-10T16:47:41.422 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~37748736,46137344~16777216,75497472~20971520,100663296~8388608,134217728~16777216,163577856~20971520,192937984~8388608,209715200~8388608,222298112~12582912,247463936~12582912,276824064~4194304,293601280~20971520,352321536~4194304,360710144~16777216,390070272~20971520] 2024-04-10T16:47:41.423 INFO:tasks.workunit.client.0.smithi069.stdout:from 16 to HEAD diff [0~12582912,16777216~8388608,29360128~8388608,46137344~8388608,75497472~8388608,88080384~4194304,100663296~8388608,138412032~8388608,167772160~8388608,180355072~4194304,192937984~8388608,209715200~4194304,247463936~8388608,297795584~12582912,352321536~4194304,360710144~12582912,390070272~16777216] 2024-04-10T16:47:41.423 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~12582912,16777216~8388608,29360128~8388608,46137344~8388608,75497472~8388608,88080384~4194304,100663296~8388608,138412032~8388608,167772160~8388608,180355072~4194304,192937984~8388608,209715200~4194304,247463936~8388608,297795584~12582912,352321536~4194304,360710144~12582912,390070272~16777216] 2024-04-10T16:47:41.423 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~37748736,46137344~8388608,75497472~20971520,100663296~8388608,138412032~8388608,167772160~16777216,192937984~8388608,209715200~8388608,247463936~12582912,297795584~16777216,352321536~4194304,360710144~16777216,390070272~20971520] 2024-04-10T16:47:41.608 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:47:41 smithi069 ceph-mon[96738]: osdmap e2128: 8 total, 8 up, 8 in 2024-04-10T16:47:41.608 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:47:41 smithi069 ceph-mon[94167]: osdmap e2128: 8 total, 8 up, 8 in 2024-04-10T16:47:41.764 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:47:41 smithi077 ceph-mon[87572]: osdmap e2128: 8 total, 8 up, 8 in 2024-04-10T16:47:42.319 INFO:tasks.workunit.client.0.smithi069.stdout:from 0 to HEAD diff [0~25165824,29360128~12582912,46137344~142606336,192937984~41943040,239075328~20971520,264241152~50331648,322961408~33554432,360710144~54525952] 2024-04-10T16:47:42.319 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~25165824,29360128~12582912,46137344~142606336,192937984~41943040,239075328~20971520,264241152~50331648,322961408~33554432,360710144~54525952] 2024-04-10T16:47:42.357 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~318767104,322961408~92274688] 2024-04-10T16:47:42.357 INFO:tasks.workunit.client.0.smithi069.stdout:from 1 to HEAD diff [0~25165824,29360128~12582912,46137344~142606336,192937984~41943040,239075328~20971520,264241152~50331648,322961408~33554432,360710144~54525952] 2024-04-10T16:47:42.358 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~25165824,29360128~12582912,46137344~142606336,192937984~41943040,239075328~20971520,264241152~50331648,322961408~33554432,360710144~54525952] 2024-04-10T16:47:42.378 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~318767104,322961408~92274688] 2024-04-10T16:47:42.378 INFO:tasks.workunit.client.0.smithi069.stdout:from 2 to HEAD diff [0~25165824,29360128~12582912,46137344~142606336,192937984~41943040,239075328~20971520,264241152~50331648,322961408~33554432,360710144~54525952] 2024-04-10T16:47:42.379 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~25165824,29360128~12582912,46137344~142606336,192937984~41943040,239075328~20971520,264241152~50331648,322961408~33554432,360710144~54525952] 2024-04-10T16:47:42.385 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~260046848,264241152~54525952,322961408~92274688] 2024-04-10T16:47:42.385 INFO:tasks.workunit.client.0.smithi069.stdout:from 3 to HEAD diff [0~25165824,29360128~12582912,46137344~142606336,192937984~41943040,239075328~20971520,264241152~50331648,322961408~16777216,343932928~71303168] 2024-04-10T16:47:42.385 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~25165824,29360128~12582912,46137344~142606336,192937984~41943040,239075328~20971520,264241152~50331648,322961408~16777216,343932928~71303168] 2024-04-10T16:47:42.390 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~260046848,264241152~54525952,322961408~92274688] 2024-04-10T16:47:42.391 INFO:tasks.workunit.client.0.smithi069.stdout:from 4 to HEAD diff [0~25165824,29360128~12582912,46137344~142606336,192937984~41943040,239075328~20971520,264241152~50331648,322961408~4194304,331350016~8388608,343932928~71303168] 2024-04-10T16:47:42.391 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~25165824,29360128~12582912,46137344~142606336,192937984~41943040,239075328~20971520,264241152~50331648,322961408~4194304,331350016~8388608,343932928~71303168] 2024-04-10T16:47:42.395 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~260046848,264241152~54525952,322961408~92274688] 2024-04-10T16:47:42.395 INFO:tasks.workunit.client.0.smithi069.stdout:from 5 to HEAD diff [0~25165824,29360128~12582912,46137344~142606336,192937984~12582912,209715200~20971520,239075328~20971520,264241152~50331648,322961408~4194304,331350016~8388608,343932928~71303168] 2024-04-10T16:47:42.395 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~25165824,29360128~12582912,46137344~142606336,192937984~12582912,209715200~20971520,239075328~20971520,264241152~50331648,322961408~4194304,331350016~8388608,343932928~71303168] 2024-04-10T16:47:42.400 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~234881024,239075328~20971520,264241152~54525952,322961408~92274688] 2024-04-10T16:47:42.400 INFO:tasks.workunit.client.0.smithi069.stdout:from 6 to HEAD diff [0~25165824,29360128~12582912,46137344~104857600,155189248~33554432,192937984~12582912,209715200~8388608,222298112~8388608,243269632~16777216,264241152~50331648,322961408~4194304,331350016~8388608,343932928~12582912,360710144~54525952] 2024-04-10T16:47:42.400 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~25165824,29360128~12582912,46137344~104857600,155189248~33554432,192937984~12582912,209715200~8388608,222298112~8388608,243269632~16777216,264241152~50331648,322961408~4194304,331350016~8388608,343932928~12582912,360710144~54525952] 2024-04-10T16:47:42.405 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~218103808,222298112~12582912,243269632~16777216,264241152~54525952,322961408~33554432,360710144~54525952] 2024-04-10T16:47:42.405 INFO:tasks.workunit.client.0.smithi069.stdout:from 7 to HEAD diff [0~25165824,29360128~12582912,46137344~142606336,192937984~12582912,209715200~8388608,222298112~8388608,243269632~16777216,268435456~46137344,322961408~4194304,331350016~8388608,343932928~12582912,360710144~16777216,381681664~33554432] 2024-04-10T16:47:42.405 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~25165824,29360128~12582912,46137344~142606336,192937984~12582912,209715200~8388608,222298112~8388608,243269632~16777216,268435456~46137344,322961408~4194304,331350016~8388608,343932928~12582912,360710144~16777216,381681664~33554432] 2024-04-10T16:47:42.409 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~218103808,222298112~12582912,243269632~16777216,268435456~50331648,322961408~33554432,360710144~54525952] 2024-04-10T16:47:42.409 INFO:tasks.workunit.client.0.smithi069.stdout:from 8 to HEAD diff [0~25165824,29360128~12582912,46137344~12582912,62914560~54525952,121634816~62914560,192937984~12582912,209715200~8388608,222298112~8388608,243269632~16777216,268435456~46137344,322961408~4194304,331350016~8388608,343932928~12582912,360710144~16777216,385875968~29360128] 2024-04-10T16:47:42.409 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~25165824,29360128~12582912,46137344~12582912,62914560~54525952,121634816~62914560,192937984~12582912,209715200~8388608,222298112~8388608,243269632~16777216,268435456~46137344,322961408~4194304,331350016~8388608,343932928~12582912,360710144~16777216,385875968~29360128] 2024-04-10T16:47:42.413 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~117440512,121634816~62914560,192937984~25165824,222298112~12582912,243269632~16777216,268435456~50331648,322961408~16777216,343932928~12582912,360710144~20971520,385875968~29360128] 2024-04-10T16:47:42.413 INFO:tasks.workunit.client.0.smithi069.stdout:from 9 to HEAD diff [0~25165824,29360128~12582912,46137344~12582912,62914560~46137344,121634816~8388608,134217728~50331648,192937984~12582912,209715200~8388608,222298112~8388608,243269632~16777216,268435456~50331648,322961408~4194304,343932928~12582912,360710144~16777216,385875968~25165824] 2024-04-10T16:47:42.413 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~25165824,29360128~12582912,46137344~12582912,62914560~46137344,121634816~8388608,134217728~50331648,192937984~12582912,209715200~8388608,222298112~8388608,243269632~16777216,268435456~50331648,322961408~4194304,343932928~12582912,360710144~16777216,385875968~25165824] 2024-04-10T16:47:42.416 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~109051904,121634816~8388608,134217728~50331648,192937984~25165824,222298112~12582912,243269632~16777216,268435456~50331648,322961408~8388608,343932928~12582912,360710144~20971520,385875968~25165824] 2024-04-10T16:47:42.416 INFO:tasks.workunit.client.0.smithi069.stdout:from 10 to HEAD diff [0~25165824,29360128~12582912,46137344~12582912,62914560~29360128,96468992~12582912,121634816~8388608,134217728~50331648,192937984~12582912,209715200~8388608,222298112~8388608,243269632~16777216,268435456~20971520,293601280~25165824,322961408~4194304,343932928~12582912,360710144~16777216,385875968~20971520] 2024-04-10T16:47:42.416 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~25165824,29360128~12582912,46137344~12582912,62914560~29360128,96468992~12582912,121634816~8388608,134217728~50331648,192937984~12582912,209715200~8388608,222298112~8388608,243269632~16777216,268435456~20971520,293601280~25165824,322961408~4194304,343932928~12582912,360710144~16777216,385875968~20971520] 2024-04-10T16:47:42.419 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~109051904,121634816~8388608,134217728~50331648,192937984~12582912,209715200~8388608,222298112~12582912,243269632~16777216,268435456~50331648,322961408~8388608,343932928~12582912,360710144~20971520,385875968~25165824] 2024-04-10T16:47:42.419 INFO:tasks.workunit.client.0.smithi069.stdout:from 11 to HEAD diff [0~12582912,16777216~8388608,29360128~12582912,46137344~12582912,62914560~29360128,96468992~12582912,134217728~50331648,192937984~12582912,209715200~8388608,222298112~8388608,243269632~16777216,272629760~16777216,293601280~20971520,322961408~4194304,343932928~12582912,360710144~16777216,385875968~20971520] 2024-04-10T16:47:42.419 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~12582912,16777216~8388608,29360128~12582912,46137344~12582912,62914560~29360128,96468992~12582912,134217728~50331648,192937984~12582912,209715200~8388608,222298112~8388608,243269632~16777216,272629760~16777216,293601280~20971520,322961408~4194304,343932928~12582912,360710144~16777216,385875968~20971520] 2024-04-10T16:47:42.421 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~109051904,134217728~50331648,192937984~12582912,209715200~8388608,222298112~12582912,243269632~16777216,272629760~41943040,322961408~8388608,343932928~12582912,360710144~20971520,385875968~25165824] 2024-04-10T16:47:42.421 INFO:tasks.workunit.client.0.smithi069.stdout:from 12 to HEAD diff [0~12582912,16777216~8388608,29360128~12582912,46137344~12582912,62914560~4194304,75497472~16777216,100663296~8388608,134217728~50331648,192937984~12582912,209715200~8388608,222298112~8388608,243269632~16777216,272629760~8388608,285212672~4194304,293601280~16777216,322961408~4194304,343932928~12582912,360710144~16777216,385875968~20971520] 2024-04-10T16:47:42.421 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~12582912,16777216~8388608,29360128~12582912,46137344~12582912,62914560~4194304,75497472~16777216,100663296~8388608,134217728~50331648,192937984~12582912,209715200~8388608,222298112~8388608,243269632~16777216,272629760~8388608,285212672~4194304,293601280~16777216,322961408~4194304,343932928~12582912,360710144~16777216,385875968~20971520] 2024-04-10T16:47:42.424 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~71303168,75497472~20971520,100663296~8388608,134217728~50331648,192937984~12582912,209715200~8388608,222298112~12582912,243269632~16777216,272629760~41943040,322961408~8388608,343932928~12582912,360710144~20971520,385875968~25165824] 2024-04-10T16:47:42.424 INFO:tasks.workunit.client.0.smithi069.stdout:from 13 to HEAD diff [0~12582912,16777216~8388608,29360128~12582912,46137344~12582912,62914560~4194304,75497472~16777216,100663296~8388608,134217728~16777216,155189248~29360128,192937984~12582912,209715200~8388608,222298112~8388608,247463936~8388608,272629760~8388608,293601280~16777216,322961408~4194304,343932928~12582912,360710144~16777216,385875968~20971520] 2024-04-10T16:47:42.424 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~12582912,16777216~8388608,29360128~12582912,46137344~12582912,62914560~4194304,75497472~16777216,100663296~8388608,134217728~16777216,155189248~29360128,192937984~12582912,209715200~8388608,222298112~8388608,247463936~8388608,272629760~8388608,293601280~16777216,322961408~4194304,343932928~12582912,360710144~16777216,385875968~20971520] 2024-04-10T16:47:42.425 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~71303168,75497472~20971520,100663296~8388608,134217728~16777216,155189248~29360128,192937984~12582912,209715200~8388608,222298112~12582912,247463936~12582912,272629760~12582912,293601280~20971520,322961408~8388608,343932928~12582912,360710144~20971520,385875968~25165824] 2024-04-10T16:47:42.425 INFO:tasks.workunit.client.0.smithi069.stdout:from 14 to HEAD diff [0~12582912,16777216~8388608,29360128~8388608,46137344~12582912,62914560~4194304,75497472~16777216,100663296~8388608,134217728~16777216,163577856~20971520,192937984~12582912,209715200~4194304,222298112~8388608,247463936~8388608,272629760~8388608,293601280~16777216,352321536~4194304,360710144~16777216,385875968~20971520] 2024-04-10T16:47:42.426 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~12582912,16777216~8388608,29360128~8388608,46137344~12582912,62914560~4194304,75497472~16777216,100663296~8388608,134217728~16777216,163577856~20971520,192937984~12582912,209715200~4194304,222298112~8388608,247463936~8388608,272629760~8388608,293601280~16777216,352321536~4194304,360710144~16777216,385875968~20971520] 2024-04-10T16:47:42.427 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~37748736,46137344~25165824,75497472~20971520,100663296~8388608,134217728~16777216,163577856~20971520,192937984~12582912,209715200~8388608,222298112~12582912,247463936~12582912,272629760~8388608,293601280~20971520,352321536~4194304,360710144~20971520,385875968~25165824] 2024-04-10T16:47:42.427 INFO:tasks.workunit.client.0.smithi069.stdout:from 15 to HEAD diff [0~12582912,16777216~8388608,29360128~8388608,46137344~12582912,75497472~8388608,88080384~4194304,100663296~8388608,134217728~16777216,163577856~12582912,180355072~4194304,192937984~8388608,209715200~4194304,222298112~8388608,247463936~8388608,276824064~4194304,293601280~16777216,352321536~4194304,360710144~12582912,390070272~16777216] 2024-04-10T16:47:42.427 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~12582912,16777216~8388608,29360128~8388608,46137344~12582912,75497472~8388608,88080384~4194304,100663296~8388608,134217728~16777216,163577856~12582912,180355072~4194304,192937984~8388608,209715200~4194304,222298112~8388608,247463936~8388608,276824064~4194304,293601280~16777216,352321536~4194304,360710144~12582912,390070272~16777216] 2024-04-10T16:47:42.428 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~37748736,46137344~16777216,75497472~20971520,100663296~8388608,134217728~16777216,163577856~20971520,192937984~8388608,209715200~8388608,222298112~12582912,247463936~12582912,276824064~4194304,293601280~20971520,352321536~4194304,360710144~16777216,390070272~20971520] 2024-04-10T16:47:42.608 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:47:42 smithi069 ceph-mon[96738]: osdmap e2129: 8 total, 8 up, 8 in 2024-04-10T16:47:42.608 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:47:42 smithi069 ceph-mon[96738]: pgmap v4105: 137 pgs: 137 active+clean; 861 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 367 KiB/s rd, 38 MiB/s wr, 636 op/s 2024-04-10T16:47:42.608 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:47:42 smithi069 ceph-mon[94167]: osdmap e2129: 8 total, 8 up, 8 in 2024-04-10T16:47:42.608 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:47:42 smithi069 ceph-mon[94167]: pgmap v4105: 137 pgs: 137 active+clean; 861 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 367 KiB/s rd, 38 MiB/s wr, 636 op/s 2024-04-10T16:47:42.764 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:47:42 smithi077 ceph-mon[87572]: osdmap e2129: 8 total, 8 up, 8 in 2024-04-10T16:47:42.764 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:47:42 smithi077 ceph-mon[87572]: pgmap v4105: 137 pgs: 137 active+clean; 861 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 367 KiB/s rd, 38 MiB/s wr, 636 op/s 2024-04-10T16:47:42.764 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:47:42 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:47:42.316Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:47:43.318 INFO:tasks.workunit.client.0.smithi069.stdout:from 0 to HEAD diff [0~25165824,29360128~12582912,46137344~142606336,192937984~41943040,239075328~20971520,264241152~50331648,322961408~33554432,360710144~54525952] 2024-04-10T16:47:43.318 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~25165824,29360128~12582912,46137344~142606336,192937984~41943040,239075328~20971520,264241152~50331648,322961408~33554432,360710144~54525952] 2024-04-10T16:47:43.346 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~318767104,322961408~92274688] 2024-04-10T16:47:43.346 INFO:tasks.workunit.client.0.smithi069.stdout:from 1 to HEAD diff [0~25165824,29360128~12582912,46137344~142606336,192937984~41943040,239075328~20971520,264241152~50331648,322961408~33554432,360710144~54525952] 2024-04-10T16:47:43.346 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~25165824,29360128~12582912,46137344~142606336,192937984~41943040,239075328~20971520,264241152~50331648,322961408~33554432,360710144~54525952] 2024-04-10T16:47:43.380 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~318767104,322961408~92274688] 2024-04-10T16:47:43.380 INFO:tasks.workunit.client.0.smithi069.stdout:from 2 to HEAD diff [0~25165824,29360128~12582912,46137344~142606336,192937984~41943040,239075328~20971520,264241152~50331648,322961408~33554432,360710144~54525952] 2024-04-10T16:47:43.380 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~25165824,29360128~12582912,46137344~142606336,192937984~41943040,239075328~20971520,264241152~50331648,322961408~33554432,360710144~54525952] 2024-04-10T16:47:43.391 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~260046848,264241152~54525952,322961408~92274688] 2024-04-10T16:47:43.391 INFO:tasks.workunit.client.0.smithi069.stdout:from 3 to HEAD diff [0~25165824,29360128~12582912,46137344~142606336,192937984~41943040,239075328~20971520,264241152~50331648,322961408~16777216,343932928~71303168] 2024-04-10T16:47:43.391 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~25165824,29360128~12582912,46137344~142606336,192937984~41943040,239075328~20971520,264241152~50331648,322961408~16777216,343932928~71303168] 2024-04-10T16:47:43.396 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~260046848,264241152~54525952,322961408~92274688] 2024-04-10T16:47:43.396 INFO:tasks.workunit.client.0.smithi069.stdout:from 4 to HEAD diff [0~25165824,29360128~12582912,46137344~142606336,192937984~41943040,239075328~20971520,264241152~50331648,322961408~4194304,331350016~8388608,343932928~71303168] 2024-04-10T16:47:43.397 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~25165824,29360128~12582912,46137344~142606336,192937984~41943040,239075328~20971520,264241152~50331648,322961408~4194304,331350016~8388608,343932928~71303168] 2024-04-10T16:47:43.401 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~260046848,264241152~54525952,322961408~92274688] 2024-04-10T16:47:43.401 INFO:tasks.workunit.client.0.smithi069.stdout:from 5 to HEAD diff [0~25165824,29360128~12582912,46137344~142606336,192937984~12582912,209715200~20971520,239075328~20971520,264241152~50331648,322961408~4194304,331350016~8388608,343932928~71303168] 2024-04-10T16:47:43.401 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~25165824,29360128~12582912,46137344~142606336,192937984~12582912,209715200~20971520,239075328~20971520,264241152~50331648,322961408~4194304,331350016~8388608,343932928~71303168] 2024-04-10T16:47:43.405 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~234881024,239075328~20971520,264241152~54525952,322961408~92274688] 2024-04-10T16:47:43.406 INFO:tasks.workunit.client.0.smithi069.stdout:from 6 to HEAD diff [0~25165824,29360128~12582912,46137344~104857600,155189248~33554432,192937984~12582912,209715200~8388608,222298112~8388608,243269632~16777216,264241152~50331648,322961408~4194304,331350016~8388608,343932928~12582912,360710144~54525952] 2024-04-10T16:47:43.406 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~25165824,29360128~12582912,46137344~104857600,155189248~33554432,192937984~12582912,209715200~8388608,222298112~8388608,243269632~16777216,264241152~50331648,322961408~4194304,331350016~8388608,343932928~12582912,360710144~54525952] 2024-04-10T16:47:43.409 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~218103808,222298112~12582912,243269632~16777216,264241152~54525952,322961408~33554432,360710144~54525952] 2024-04-10T16:47:43.409 INFO:tasks.workunit.client.0.smithi069.stdout:from 7 to HEAD diff [0~25165824,29360128~12582912,46137344~142606336,192937984~12582912,209715200~8388608,222298112~8388608,243269632~16777216,268435456~46137344,322961408~4194304,331350016~8388608,343932928~12582912,360710144~16777216,381681664~33554432] 2024-04-10T16:47:43.409 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~25165824,29360128~12582912,46137344~142606336,192937984~12582912,209715200~8388608,222298112~8388608,243269632~16777216,268435456~46137344,322961408~4194304,331350016~8388608,343932928~12582912,360710144~16777216,381681664~33554432] 2024-04-10T16:47:43.413 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~218103808,222298112~12582912,243269632~16777216,268435456~50331648,322961408~33554432,360710144~54525952] 2024-04-10T16:47:43.413 INFO:tasks.workunit.client.0.smithi069.stdout:from 8 to HEAD diff [0~25165824,29360128~12582912,46137344~12582912,62914560~54525952,121634816~62914560,192937984~12582912,209715200~8388608,222298112~8388608,243269632~16777216,268435456~46137344,322961408~4194304,331350016~8388608,343932928~12582912,360710144~16777216,385875968~29360128] 2024-04-10T16:47:43.413 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~25165824,29360128~12582912,46137344~12582912,62914560~54525952,121634816~62914560,192937984~12582912,209715200~8388608,222298112~8388608,243269632~16777216,268435456~46137344,322961408~4194304,331350016~8388608,343932928~12582912,360710144~16777216,385875968~29360128] 2024-04-10T16:47:43.416 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~117440512,121634816~62914560,192937984~25165824,222298112~12582912,243269632~16777216,268435456~50331648,322961408~16777216,343932928~12582912,360710144~20971520,385875968~29360128] 2024-04-10T16:47:43.416 INFO:tasks.workunit.client.0.smithi069.stdout:from 9 to HEAD diff [0~25165824,29360128~12582912,46137344~12582912,62914560~46137344,121634816~8388608,134217728~50331648,192937984~12582912,209715200~8388608,222298112~8388608,243269632~16777216,268435456~50331648,322961408~4194304,343932928~12582912,360710144~16777216,385875968~25165824] 2024-04-10T16:47:43.416 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~25165824,29360128~12582912,46137344~12582912,62914560~46137344,121634816~8388608,134217728~50331648,192937984~12582912,209715200~8388608,222298112~8388608,243269632~16777216,268435456~50331648,322961408~4194304,343932928~12582912,360710144~16777216,385875968~25165824] 2024-04-10T16:47:43.420 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~109051904,121634816~8388608,134217728~50331648,192937984~25165824,222298112~12582912,243269632~16777216,268435456~50331648,322961408~8388608,343932928~12582912,360710144~20971520,385875968~25165824] 2024-04-10T16:47:43.420 INFO:tasks.workunit.client.0.smithi069.stdout:from 10 to HEAD diff [0~25165824,29360128~12582912,46137344~12582912,62914560~29360128,96468992~12582912,121634816~8388608,134217728~50331648,192937984~12582912,209715200~8388608,222298112~8388608,243269632~16777216,268435456~20971520,293601280~25165824,322961408~4194304,343932928~12582912,360710144~16777216,385875968~20971520] 2024-04-10T16:47:43.420 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~25165824,29360128~12582912,46137344~12582912,62914560~29360128,96468992~12582912,121634816~8388608,134217728~50331648,192937984~12582912,209715200~8388608,222298112~8388608,243269632~16777216,268435456~20971520,293601280~25165824,322961408~4194304,343932928~12582912,360710144~16777216,385875968~20971520] 2024-04-10T16:47:43.422 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~109051904,121634816~8388608,134217728~50331648,192937984~12582912,209715200~8388608,222298112~12582912,243269632~16777216,268435456~50331648,322961408~8388608,343932928~12582912,360710144~20971520,385875968~25165824] 2024-04-10T16:47:43.422 INFO:tasks.workunit.client.0.smithi069.stdout:from 11 to HEAD diff [0~12582912,16777216~8388608,29360128~12582912,46137344~12582912,62914560~29360128,96468992~12582912,134217728~50331648,192937984~12582912,209715200~8388608,222298112~8388608,243269632~16777216,272629760~16777216,293601280~20971520,322961408~4194304,343932928~12582912,360710144~16777216,385875968~20971520] 2024-04-10T16:47:43.423 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~12582912,16777216~8388608,29360128~12582912,46137344~12582912,62914560~29360128,96468992~12582912,134217728~50331648,192937984~12582912,209715200~8388608,222298112~8388608,243269632~16777216,272629760~16777216,293601280~20971520,322961408~4194304,343932928~12582912,360710144~16777216,385875968~20971520] 2024-04-10T16:47:43.425 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~109051904,134217728~50331648,192937984~12582912,209715200~8388608,222298112~12582912,243269632~16777216,272629760~41943040,322961408~8388608,343932928~12582912,360710144~20971520,385875968~25165824] 2024-04-10T16:47:43.425 INFO:tasks.workunit.client.0.smithi069.stdout:from 12 to HEAD diff [0~12582912,16777216~8388608,29360128~12582912,46137344~12582912,62914560~4194304,75497472~16777216,100663296~8388608,134217728~50331648,192937984~12582912,209715200~8388608,222298112~8388608,243269632~16777216,272629760~8388608,285212672~4194304,293601280~16777216,322961408~4194304,343932928~12582912,360710144~16777216,385875968~20971520] 2024-04-10T16:47:43.425 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~12582912,16777216~8388608,29360128~12582912,46137344~12582912,62914560~4194304,75497472~16777216,100663296~8388608,134217728~50331648,192937984~12582912,209715200~8388608,222298112~8388608,243269632~16777216,272629760~8388608,285212672~4194304,293601280~16777216,322961408~4194304,343932928~12582912,360710144~16777216,385875968~20971520] 2024-04-10T16:47:43.427 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~71303168,75497472~20971520,100663296~8388608,134217728~50331648,192937984~12582912,209715200~8388608,222298112~12582912,243269632~16777216,272629760~41943040,322961408~8388608,343932928~12582912,360710144~20971520,385875968~25165824] 2024-04-10T16:47:43.427 INFO:tasks.workunit.client.0.smithi069.stdout:from 13 to HEAD diff [0~12582912,16777216~8388608,29360128~12582912,46137344~12582912,62914560~4194304,75497472~16777216,100663296~8388608,134217728~16777216,155189248~29360128,192937984~12582912,209715200~8388608,222298112~8388608,247463936~8388608,272629760~8388608,293601280~16777216,322961408~4194304,343932928~12582912,360710144~16777216,385875968~20971520] 2024-04-10T16:47:43.427 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~12582912,16777216~8388608,29360128~12582912,46137344~12582912,62914560~4194304,75497472~16777216,100663296~8388608,134217728~16777216,155189248~29360128,192937984~12582912,209715200~8388608,222298112~8388608,247463936~8388608,272629760~8388608,293601280~16777216,322961408~4194304,343932928~12582912,360710144~16777216,385875968~20971520] 2024-04-10T16:47:43.428 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~71303168,75497472~20971520,100663296~8388608,134217728~16777216,155189248~29360128,192937984~12582912,209715200~8388608,222298112~12582912,247463936~12582912,272629760~12582912,293601280~20971520,322961408~8388608,343932928~12582912,360710144~20971520,385875968~25165824] 2024-04-10T16:47:43.428 INFO:tasks.workunit.client.0.smithi069.stdout:from 14 to HEAD diff [0~12582912,16777216~8388608,29360128~8388608,46137344~12582912,62914560~4194304,75497472~16777216,100663296~8388608,134217728~16777216,163577856~20971520,192937984~12582912,209715200~4194304,222298112~8388608,247463936~8388608,272629760~8388608,293601280~16777216,352321536~4194304,360710144~16777216,385875968~20971520] 2024-04-10T16:47:43.428 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~12582912,16777216~8388608,29360128~8388608,46137344~12582912,62914560~4194304,75497472~16777216,100663296~8388608,134217728~16777216,163577856~20971520,192937984~12582912,209715200~4194304,222298112~8388608,247463936~8388608,272629760~8388608,293601280~16777216,352321536~4194304,360710144~16777216,385875968~20971520] 2024-04-10T16:47:43.429 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~37748736,46137344~25165824,75497472~20971520,100663296~8388608,134217728~16777216,163577856~20971520,192937984~12582912,209715200~8388608,222298112~12582912,247463936~12582912,272629760~8388608,293601280~20971520,352321536~4194304,360710144~20971520,385875968~25165824] 2024-04-10T16:47:43.608 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:47:43 smithi069 ceph-mon[96738]: osdmap e2130: 8 total, 8 up, 8 in 2024-04-10T16:47:43.608 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:47:43 smithi069 ceph-mon[94167]: osdmap e2130: 8 total, 8 up, 8 in 2024-04-10T16:47:43.764 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:47:43 smithi077 ceph-mon[87572]: osdmap e2130: 8 total, 8 up, 8 in 2024-04-10T16:47:44.332 INFO:tasks.workunit.client.0.smithi069.stdout:from 0 to HEAD diff [0~25165824,29360128~12582912,46137344~142606336,192937984~41943040,239075328~20971520,264241152~50331648,322961408~33554432,360710144~54525952] 2024-04-10T16:47:44.332 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~25165824,29360128~12582912,46137344~142606336,192937984~41943040,239075328~20971520,264241152~50331648,322961408~33554432,360710144~54525952] 2024-04-10T16:47:44.376 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~318767104,322961408~92274688] 2024-04-10T16:47:44.376 INFO:tasks.workunit.client.0.smithi069.stdout:from 1 to HEAD diff [0~25165824,29360128~12582912,46137344~142606336,192937984~41943040,239075328~20971520,264241152~50331648,322961408~33554432,360710144~54525952] 2024-04-10T16:47:44.376 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~25165824,29360128~12582912,46137344~142606336,192937984~41943040,239075328~20971520,264241152~50331648,322961408~33554432,360710144~54525952] 2024-04-10T16:47:44.386 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~318767104,322961408~92274688] 2024-04-10T16:47:44.386 INFO:tasks.workunit.client.0.smithi069.stdout:from 2 to HEAD diff [0~25165824,29360128~12582912,46137344~142606336,192937984~41943040,239075328~20971520,264241152~50331648,322961408~33554432,360710144~54525952] 2024-04-10T16:47:44.386 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~25165824,29360128~12582912,46137344~142606336,192937984~41943040,239075328~20971520,264241152~50331648,322961408~33554432,360710144~54525952] 2024-04-10T16:47:44.393 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~260046848,264241152~54525952,322961408~92274688] 2024-04-10T16:47:44.393 INFO:tasks.workunit.client.0.smithi069.stdout:from 3 to HEAD diff [0~25165824,29360128~12582912,46137344~142606336,192937984~41943040,239075328~20971520,264241152~50331648,322961408~16777216,343932928~71303168] 2024-04-10T16:47:44.393 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~25165824,29360128~12582912,46137344~142606336,192937984~41943040,239075328~20971520,264241152~50331648,322961408~16777216,343932928~71303168] 2024-04-10T16:47:44.399 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~260046848,264241152~54525952,322961408~92274688] 2024-04-10T16:47:44.399 INFO:tasks.workunit.client.0.smithi069.stdout:from 4 to HEAD diff [0~25165824,29360128~12582912,46137344~142606336,192937984~41943040,239075328~20971520,264241152~50331648,322961408~4194304,331350016~8388608,343932928~71303168] 2024-04-10T16:47:44.399 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~25165824,29360128~12582912,46137344~142606336,192937984~41943040,239075328~20971520,264241152~50331648,322961408~4194304,331350016~8388608,343932928~71303168] 2024-04-10T16:47:44.405 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~260046848,264241152~54525952,322961408~92274688] 2024-04-10T16:47:44.405 INFO:tasks.workunit.client.0.smithi069.stdout:from 5 to HEAD diff [0~25165824,29360128~12582912,46137344~142606336,192937984~12582912,209715200~20971520,239075328~20971520,264241152~50331648,322961408~4194304,331350016~8388608,343932928~71303168] 2024-04-10T16:47:44.405 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~25165824,29360128~12582912,46137344~142606336,192937984~12582912,209715200~20971520,239075328~20971520,264241152~50331648,322961408~4194304,331350016~8388608,343932928~71303168] 2024-04-10T16:47:44.410 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~234881024,239075328~20971520,264241152~54525952,322961408~92274688] 2024-04-10T16:47:44.410 INFO:tasks.workunit.client.0.smithi069.stdout:from 6 to HEAD diff [0~25165824,29360128~12582912,46137344~104857600,155189248~33554432,192937984~12582912,209715200~8388608,222298112~8388608,243269632~16777216,264241152~50331648,322961408~4194304,331350016~8388608,343932928~12582912,360710144~54525952] 2024-04-10T16:47:44.410 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~25165824,29360128~12582912,46137344~104857600,155189248~33554432,192937984~12582912,209715200~8388608,222298112~8388608,243269632~16777216,264241152~50331648,322961408~4194304,331350016~8388608,343932928~12582912,360710144~54525952] 2024-04-10T16:47:44.414 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~218103808,222298112~12582912,243269632~16777216,264241152~54525952,322961408~33554432,360710144~54525952] 2024-04-10T16:47:44.414 INFO:tasks.workunit.client.0.smithi069.stdout:from 7 to HEAD diff [0~25165824,29360128~12582912,46137344~142606336,192937984~12582912,209715200~8388608,222298112~8388608,243269632~16777216,268435456~46137344,322961408~4194304,331350016~8388608,343932928~12582912,360710144~16777216,381681664~33554432] 2024-04-10T16:47:44.414 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~25165824,29360128~12582912,46137344~142606336,192937984~12582912,209715200~8388608,222298112~8388608,243269632~16777216,268435456~46137344,322961408~4194304,331350016~8388608,343932928~12582912,360710144~16777216,381681664~33554432] 2024-04-10T16:47:44.417 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~218103808,222298112~12582912,243269632~16777216,268435456~50331648,322961408~33554432,360710144~54525952] 2024-04-10T16:47:44.418 INFO:tasks.workunit.client.0.smithi069.stdout:from 8 to HEAD diff [0~25165824,29360128~12582912,46137344~12582912,62914560~54525952,121634816~62914560,192937984~12582912,209715200~8388608,222298112~8388608,243269632~16777216,268435456~46137344,322961408~4194304,331350016~8388608,343932928~12582912,360710144~16777216,385875968~29360128] 2024-04-10T16:47:44.418 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~25165824,29360128~12582912,46137344~12582912,62914560~54525952,121634816~62914560,192937984~12582912,209715200~8388608,222298112~8388608,243269632~16777216,268435456~46137344,322961408~4194304,331350016~8388608,343932928~12582912,360710144~16777216,385875968~29360128] 2024-04-10T16:47:44.420 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~117440512,121634816~62914560,192937984~25165824,222298112~12582912,243269632~16777216,268435456~50331648,322961408~16777216,343932928~12582912,360710144~20971520,385875968~29360128] 2024-04-10T16:47:44.420 INFO:tasks.workunit.client.0.smithi069.stdout:from 9 to HEAD diff [0~25165824,29360128~12582912,46137344~12582912,62914560~46137344,121634816~8388608,134217728~50331648,192937984~12582912,209715200~8388608,222298112~8388608,243269632~16777216,268435456~50331648,322961408~4194304,343932928~12582912,360710144~16777216,385875968~25165824] 2024-04-10T16:47:44.420 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~25165824,29360128~12582912,46137344~12582912,62914560~46137344,121634816~8388608,134217728~50331648,192937984~12582912,209715200~8388608,222298112~8388608,243269632~16777216,268435456~50331648,322961408~4194304,343932928~12582912,360710144~16777216,385875968~25165824] 2024-04-10T16:47:44.423 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~109051904,121634816~8388608,134217728~50331648,192937984~25165824,222298112~12582912,243269632~16777216,268435456~50331648,322961408~8388608,343932928~12582912,360710144~20971520,385875968~25165824] 2024-04-10T16:47:44.424 INFO:tasks.workunit.client.0.smithi069.stdout:from 10 to HEAD diff [0~25165824,29360128~12582912,46137344~12582912,62914560~29360128,96468992~12582912,121634816~8388608,134217728~50331648,192937984~12582912,209715200~8388608,222298112~8388608,243269632~16777216,268435456~20971520,293601280~25165824,322961408~4194304,343932928~12582912,360710144~16777216,385875968~20971520] 2024-04-10T16:47:44.424 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~25165824,29360128~12582912,46137344~12582912,62914560~29360128,96468992~12582912,121634816~8388608,134217728~50331648,192937984~12582912,209715200~8388608,222298112~8388608,243269632~16777216,268435456~20971520,293601280~25165824,322961408~4194304,343932928~12582912,360710144~16777216,385875968~20971520] 2024-04-10T16:47:44.426 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~109051904,121634816~8388608,134217728~50331648,192937984~12582912,209715200~8388608,222298112~12582912,243269632~16777216,268435456~50331648,322961408~8388608,343932928~12582912,360710144~20971520,385875968~25165824] 2024-04-10T16:47:44.426 INFO:tasks.workunit.client.0.smithi069.stdout:from 11 to HEAD diff [0~12582912,16777216~8388608,29360128~12582912,46137344~12582912,62914560~29360128,96468992~12582912,134217728~50331648,192937984~12582912,209715200~8388608,222298112~8388608,243269632~16777216,272629760~16777216,293601280~20971520,322961408~4194304,343932928~12582912,360710144~16777216,385875968~20971520] 2024-04-10T16:47:44.426 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~12582912,16777216~8388608,29360128~12582912,46137344~12582912,62914560~29360128,96468992~12582912,134217728~50331648,192937984~12582912,209715200~8388608,222298112~8388608,243269632~16777216,272629760~16777216,293601280~20971520,322961408~4194304,343932928~12582912,360710144~16777216,385875968~20971520] 2024-04-10T16:47:44.428 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~109051904,134217728~50331648,192937984~12582912,209715200~8388608,222298112~12582912,243269632~16777216,272629760~41943040,322961408~8388608,343932928~12582912,360710144~20971520,385875968~25165824] 2024-04-10T16:47:44.428 INFO:tasks.workunit.client.0.smithi069.stdout:from 12 to HEAD diff [0~12582912,16777216~8388608,29360128~12582912,46137344~12582912,62914560~4194304,75497472~16777216,100663296~8388608,134217728~50331648,192937984~12582912,209715200~8388608,222298112~8388608,243269632~16777216,272629760~8388608,285212672~4194304,293601280~16777216,322961408~4194304,343932928~12582912,360710144~16777216,385875968~20971520] 2024-04-10T16:47:44.428 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~12582912,16777216~8388608,29360128~12582912,46137344~12582912,62914560~4194304,75497472~16777216,100663296~8388608,134217728~50331648,192937984~12582912,209715200~8388608,222298112~8388608,243269632~16777216,272629760~8388608,285212672~4194304,293601280~16777216,322961408~4194304,343932928~12582912,360710144~16777216,385875968~20971520] 2024-04-10T16:47:44.430 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~71303168,75497472~20971520,100663296~8388608,134217728~50331648,192937984~12582912,209715200~8388608,222298112~12582912,243269632~16777216,272629760~41943040,322961408~8388608,343932928~12582912,360710144~20971520,385875968~25165824] 2024-04-10T16:47:44.430 INFO:tasks.workunit.client.0.smithi069.stdout:from 13 to HEAD diff [0~12582912,16777216~8388608,29360128~12582912,46137344~12582912,62914560~4194304,75497472~16777216,100663296~8388608,134217728~16777216,155189248~29360128,192937984~12582912,209715200~8388608,222298112~8388608,247463936~8388608,272629760~8388608,293601280~16777216,322961408~4194304,343932928~12582912,360710144~16777216,385875968~20971520] 2024-04-10T16:47:44.430 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~12582912,16777216~8388608,29360128~12582912,46137344~12582912,62914560~4194304,75497472~16777216,100663296~8388608,134217728~16777216,155189248~29360128,192937984~12582912,209715200~8388608,222298112~8388608,247463936~8388608,272629760~8388608,293601280~16777216,322961408~4194304,343932928~12582912,360710144~16777216,385875968~20971520] 2024-04-10T16:47:44.431 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~71303168,75497472~20971520,100663296~8388608,134217728~16777216,155189248~29360128,192937984~12582912,209715200~8388608,222298112~12582912,247463936~12582912,272629760~12582912,293601280~20971520,322961408~8388608,343932928~12582912,360710144~20971520,385875968~25165824] 2024-04-10T16:47:44.608 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:47:44 smithi069 ceph-mon[96738]: osdmap e2131: 8 total, 8 up, 8 in 2024-04-10T16:47:44.608 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:47:44 smithi069 ceph-mon[96738]: pgmap v4108: 137 pgs: 2 active+clean+snaptrim, 6 active+clean+snaptrim_wait, 129 active+clean; 876 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 604 KiB/s rd, 18 MiB/s wr, 1.11k op/s 2024-04-10T16:47:44.608 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:47:44 smithi069 ceph-mon[94167]: osdmap e2131: 8 total, 8 up, 8 in 2024-04-10T16:47:44.608 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:47:44 smithi069 ceph-mon[94167]: pgmap v4108: 137 pgs: 2 active+clean+snaptrim, 6 active+clean+snaptrim_wait, 129 active+clean; 876 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 604 KiB/s rd, 18 MiB/s wr, 1.11k op/s 2024-04-10T16:47:44.764 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:47:44 smithi077 ceph-mon[87572]: osdmap e2131: 8 total, 8 up, 8 in 2024-04-10T16:47:44.764 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:47:44 smithi077 ceph-mon[87572]: pgmap v4108: 137 pgs: 2 active+clean+snaptrim, 6 active+clean+snaptrim_wait, 129 active+clean; 876 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 604 KiB/s rd, 18 MiB/s wr, 1.11k op/s 2024-04-10T16:47:45.342 INFO:tasks.workunit.client.0.smithi069.stdout:from 0 to HEAD diff [0~25165824,29360128~12582912,46137344~142606336,192937984~41943040,239075328~20971520,264241152~50331648,322961408~33554432,360710144~54525952] 2024-04-10T16:47:45.342 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~25165824,29360128~12582912,46137344~142606336,192937984~41943040,239075328~20971520,264241152~50331648,322961408~33554432,360710144~54525952] 2024-04-10T16:47:45.385 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~318767104,322961408~92274688] 2024-04-10T16:47:45.385 INFO:tasks.workunit.client.0.smithi069.stdout:from 1 to HEAD diff [0~25165824,29360128~12582912,46137344~142606336,192937984~41943040,239075328~20971520,264241152~50331648,322961408~33554432,360710144~54525952] 2024-04-10T16:47:45.385 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~25165824,29360128~12582912,46137344~142606336,192937984~41943040,239075328~20971520,264241152~50331648,322961408~33554432,360710144~54525952] 2024-04-10T16:47:45.395 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~318767104,322961408~92274688] 2024-04-10T16:47:45.395 INFO:tasks.workunit.client.0.smithi069.stdout:from 2 to HEAD diff [0~25165824,29360128~12582912,46137344~142606336,192937984~41943040,239075328~20971520,264241152~50331648,322961408~33554432,360710144~54525952] 2024-04-10T16:47:45.395 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~25165824,29360128~12582912,46137344~142606336,192937984~41943040,239075328~20971520,264241152~50331648,322961408~33554432,360710144~54525952] 2024-04-10T16:47:45.404 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~260046848,264241152~54525952,322961408~92274688] 2024-04-10T16:47:45.404 INFO:tasks.workunit.client.0.smithi069.stdout:from 3 to HEAD diff [0~25165824,29360128~12582912,46137344~142606336,192937984~41943040,239075328~20971520,264241152~50331648,322961408~16777216,343932928~71303168] 2024-04-10T16:47:45.404 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~25165824,29360128~12582912,46137344~142606336,192937984~41943040,239075328~20971520,264241152~50331648,322961408~16777216,343932928~71303168] 2024-04-10T16:47:45.415 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~260046848,264241152~54525952,322961408~92274688] 2024-04-10T16:47:45.415 INFO:tasks.workunit.client.0.smithi069.stdout:from 4 to HEAD diff [0~25165824,29360128~12582912,46137344~142606336,192937984~41943040,239075328~20971520,264241152~50331648,322961408~4194304,331350016~8388608,343932928~71303168] 2024-04-10T16:47:45.415 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~25165824,29360128~12582912,46137344~142606336,192937984~41943040,239075328~20971520,264241152~50331648,322961408~4194304,331350016~8388608,343932928~71303168] 2024-04-10T16:47:45.423 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~260046848,264241152~54525952,322961408~92274688] 2024-04-10T16:47:45.423 INFO:tasks.workunit.client.0.smithi069.stdout:from 5 to HEAD diff [0~25165824,29360128~12582912,46137344~142606336,192937984~12582912,209715200~20971520,239075328~20971520,264241152~50331648,322961408~4194304,331350016~8388608,343932928~71303168] 2024-04-10T16:47:45.423 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~25165824,29360128~12582912,46137344~142606336,192937984~12582912,209715200~20971520,239075328~20971520,264241152~50331648,322961408~4194304,331350016~8388608,343932928~71303168] 2024-04-10T16:47:45.427 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~234881024,239075328~20971520,264241152~54525952,322961408~92274688] 2024-04-10T16:47:45.427 INFO:tasks.workunit.client.0.smithi069.stdout:from 6 to HEAD diff [0~25165824,29360128~12582912,46137344~104857600,155189248~33554432,192937984~12582912,209715200~8388608,222298112~8388608,243269632~16777216,264241152~50331648,322961408~4194304,331350016~8388608,343932928~12582912,360710144~54525952] 2024-04-10T16:47:45.427 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~25165824,29360128~12582912,46137344~104857600,155189248~33554432,192937984~12582912,209715200~8388608,222298112~8388608,243269632~16777216,264241152~50331648,322961408~4194304,331350016~8388608,343932928~12582912,360710144~54525952] 2024-04-10T16:47:45.430 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~218103808,222298112~12582912,243269632~16777216,264241152~54525952,322961408~33554432,360710144~54525952] 2024-04-10T16:47:45.430 INFO:tasks.workunit.client.0.smithi069.stdout:from 7 to HEAD diff [0~25165824,29360128~12582912,46137344~142606336,192937984~12582912,209715200~8388608,222298112~8388608,243269632~16777216,268435456~46137344,322961408~4194304,331350016~8388608,343932928~12582912,360710144~16777216,381681664~33554432] 2024-04-10T16:47:45.430 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~25165824,29360128~12582912,46137344~142606336,192937984~12582912,209715200~8388608,222298112~8388608,243269632~16777216,268435456~46137344,322961408~4194304,331350016~8388608,343932928~12582912,360710144~16777216,381681664~33554432] 2024-04-10T16:47:45.433 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~218103808,222298112~12582912,243269632~16777216,268435456~50331648,322961408~33554432,360710144~54525952] 2024-04-10T16:47:45.434 INFO:tasks.workunit.client.0.smithi069.stdout:from 8 to HEAD diff [0~25165824,29360128~12582912,46137344~12582912,62914560~54525952,121634816~62914560,192937984~12582912,209715200~8388608,222298112~8388608,243269632~16777216,268435456~46137344,322961408~4194304,331350016~8388608,343932928~12582912,360710144~16777216,385875968~29360128] 2024-04-10T16:47:45.434 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~25165824,29360128~12582912,46137344~12582912,62914560~54525952,121634816~62914560,192937984~12582912,209715200~8388608,222298112~8388608,243269632~16777216,268435456~46137344,322961408~4194304,331350016~8388608,343932928~12582912,360710144~16777216,385875968~29360128] 2024-04-10T16:47:45.436 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~117440512,121634816~62914560,192937984~25165824,222298112~12582912,243269632~16777216,268435456~50331648,322961408~16777216,343932928~12582912,360710144~20971520,385875968~29360128] 2024-04-10T16:47:45.436 INFO:tasks.workunit.client.0.smithi069.stdout:from 9 to HEAD diff [0~25165824,29360128~12582912,46137344~12582912,62914560~46137344,121634816~8388608,134217728~50331648,192937984~12582912,209715200~8388608,222298112~8388608,243269632~16777216,268435456~50331648,322961408~4194304,343932928~12582912,360710144~16777216,385875968~25165824] 2024-04-10T16:47:45.436 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~25165824,29360128~12582912,46137344~12582912,62914560~46137344,121634816~8388608,134217728~50331648,192937984~12582912,209715200~8388608,222298112~8388608,243269632~16777216,268435456~50331648,322961408~4194304,343932928~12582912,360710144~16777216,385875968~25165824] 2024-04-10T16:47:45.438 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~109051904,121634816~8388608,134217728~50331648,192937984~25165824,222298112~12582912,243269632~16777216,268435456~50331648,322961408~8388608,343932928~12582912,360710144~20971520,385875968~25165824] 2024-04-10T16:47:45.439 INFO:tasks.workunit.client.0.smithi069.stdout:from 10 to HEAD diff [0~25165824,29360128~12582912,46137344~12582912,62914560~29360128,96468992~12582912,121634816~8388608,134217728~50331648,192937984~12582912,209715200~8388608,222298112~8388608,243269632~16777216,268435456~20971520,293601280~25165824,322961408~4194304,343932928~12582912,360710144~16777216,385875968~20971520] 2024-04-10T16:47:45.439 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~25165824,29360128~12582912,46137344~12582912,62914560~29360128,96468992~12582912,121634816~8388608,134217728~50331648,192937984~12582912,209715200~8388608,222298112~8388608,243269632~16777216,268435456~20971520,293601280~25165824,322961408~4194304,343932928~12582912,360710144~16777216,385875968~20971520] 2024-04-10T16:47:45.440 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~109051904,121634816~8388608,134217728~50331648,192937984~12582912,209715200~8388608,222298112~12582912,243269632~16777216,268435456~50331648,322961408~8388608,343932928~12582912,360710144~20971520,385875968~25165824] 2024-04-10T16:47:45.440 INFO:tasks.workunit.client.0.smithi069.stdout:from 11 to HEAD diff [0~12582912,16777216~8388608,29360128~12582912,46137344~12582912,62914560~29360128,96468992~12582912,134217728~50331648,192937984~12582912,209715200~8388608,222298112~8388608,243269632~16777216,272629760~16777216,293601280~20971520,322961408~4194304,343932928~12582912,360710144~16777216,385875968~20971520] 2024-04-10T16:47:45.440 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~12582912,16777216~8388608,29360128~12582912,46137344~12582912,62914560~29360128,96468992~12582912,134217728~50331648,192937984~12582912,209715200~8388608,222298112~8388608,243269632~16777216,272629760~16777216,293601280~20971520,322961408~4194304,343932928~12582912,360710144~16777216,385875968~20971520] 2024-04-10T16:47:45.442 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~109051904,134217728~50331648,192937984~12582912,209715200~8388608,222298112~12582912,243269632~16777216,272629760~41943040,322961408~8388608,343932928~12582912,360710144~20971520,385875968~25165824] 2024-04-10T16:47:45.442 INFO:tasks.workunit.client.0.smithi069.stdout:from 12 to HEAD diff [0~12582912,16777216~8388608,29360128~12582912,46137344~12582912,62914560~4194304,75497472~16777216,100663296~8388608,134217728~50331648,192937984~12582912,209715200~8388608,222298112~8388608,243269632~16777216,272629760~8388608,285212672~4194304,293601280~16777216,322961408~4194304,343932928~12582912,360710144~16777216,385875968~20971520] 2024-04-10T16:47:45.442 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~12582912,16777216~8388608,29360128~12582912,46137344~12582912,62914560~4194304,75497472~16777216,100663296~8388608,134217728~50331648,192937984~12582912,209715200~8388608,222298112~8388608,243269632~16777216,272629760~8388608,285212672~4194304,293601280~16777216,322961408~4194304,343932928~12582912,360710144~16777216,385875968~20971520] 2024-04-10T16:47:45.444 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~71303168,75497472~20971520,100663296~8388608,134217728~50331648,192937984~12582912,209715200~8388608,222298112~12582912,243269632~16777216,272629760~41943040,322961408~8388608,343932928~12582912,360710144~20971520,385875968~25165824] 2024-04-10T16:47:45.608 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:47:45 smithi069 ceph-mon[96738]: osdmap e2132: 8 total, 8 up, 8 in 2024-04-10T16:47:45.608 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:47:45 smithi069 ceph-mon[94167]: osdmap e2132: 8 total, 8 up, 8 in 2024-04-10T16:47:45.764 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:47:45 smithi077 ceph-mon[87572]: osdmap e2132: 8 total, 8 up, 8 in 2024-04-10T16:47:46.342 INFO:tasks.workunit.client.0.smithi069.stdout:from 0 to HEAD diff [0~25165824,29360128~12582912,46137344~142606336,192937984~41943040,239075328~20971520,264241152~50331648,322961408~33554432,360710144~54525952] 2024-04-10T16:47:46.342 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~25165824,29360128~12582912,46137344~142606336,192937984~41943040,239075328~20971520,264241152~50331648,322961408~33554432,360710144~54525952] 2024-04-10T16:47:46.380 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~318767104,322961408~92274688] 2024-04-10T16:47:46.380 INFO:tasks.workunit.client.0.smithi069.stdout:from 1 to HEAD diff [0~25165824,29360128~12582912,46137344~142606336,192937984~41943040,239075328~20971520,264241152~50331648,322961408~33554432,360710144~54525952] 2024-04-10T16:47:46.380 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~25165824,29360128~12582912,46137344~142606336,192937984~41943040,239075328~20971520,264241152~50331648,322961408~33554432,360710144~54525952] 2024-04-10T16:47:46.387 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~318767104,322961408~92274688] 2024-04-10T16:47:46.388 INFO:tasks.workunit.client.0.smithi069.stdout:from 2 to HEAD diff [0~25165824,29360128~12582912,46137344~142606336,192937984~41943040,239075328~20971520,264241152~50331648,322961408~33554432,360710144~54525952] 2024-04-10T16:47:46.388 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~25165824,29360128~12582912,46137344~142606336,192937984~41943040,239075328~20971520,264241152~50331648,322961408~33554432,360710144~54525952] 2024-04-10T16:47:46.398 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~260046848,264241152~54525952,322961408~92274688] 2024-04-10T16:47:46.399 INFO:tasks.workunit.client.0.smithi069.stdout:from 3 to HEAD diff [0~25165824,29360128~12582912,46137344~142606336,192937984~41943040,239075328~20971520,264241152~50331648,322961408~16777216,343932928~71303168] 2024-04-10T16:47:46.399 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~25165824,29360128~12582912,46137344~142606336,192937984~41943040,239075328~20971520,264241152~50331648,322961408~16777216,343932928~71303168] 2024-04-10T16:47:46.406 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~260046848,264241152~54525952,322961408~92274688] 2024-04-10T16:47:46.406 INFO:tasks.workunit.client.0.smithi069.stdout:from 4 to HEAD diff [0~25165824,29360128~12582912,46137344~142606336,192937984~41943040,239075328~20971520,264241152~50331648,322961408~4194304,331350016~8388608,343932928~71303168] 2024-04-10T16:47:46.406 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~25165824,29360128~12582912,46137344~142606336,192937984~41943040,239075328~20971520,264241152~50331648,322961408~4194304,331350016~8388608,343932928~71303168] 2024-04-10T16:47:46.410 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~260046848,264241152~54525952,322961408~92274688] 2024-04-10T16:47:46.410 INFO:tasks.workunit.client.0.smithi069.stdout:from 5 to HEAD diff [0~25165824,29360128~12582912,46137344~142606336,192937984~12582912,209715200~20971520,239075328~20971520,264241152~50331648,322961408~4194304,331350016~8388608,343932928~71303168] 2024-04-10T16:47:46.410 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~25165824,29360128~12582912,46137344~142606336,192937984~12582912,209715200~20971520,239075328~20971520,264241152~50331648,322961408~4194304,331350016~8388608,343932928~71303168] 2024-04-10T16:47:46.415 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~234881024,239075328~20971520,264241152~54525952,322961408~92274688] 2024-04-10T16:47:46.415 INFO:tasks.workunit.client.0.smithi069.stdout:from 6 to HEAD diff [0~25165824,29360128~12582912,46137344~104857600,155189248~33554432,192937984~12582912,209715200~8388608,222298112~8388608,243269632~16777216,264241152~50331648,322961408~4194304,331350016~8388608,343932928~12582912,360710144~54525952] 2024-04-10T16:47:46.415 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~25165824,29360128~12582912,46137344~104857600,155189248~33554432,192937984~12582912,209715200~8388608,222298112~8388608,243269632~16777216,264241152~50331648,322961408~4194304,331350016~8388608,343932928~12582912,360710144~54525952] 2024-04-10T16:47:46.422 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~218103808,222298112~12582912,243269632~16777216,264241152~54525952,322961408~33554432,360710144~54525952] 2024-04-10T16:47:46.422 INFO:tasks.workunit.client.0.smithi069.stdout:from 7 to HEAD diff [0~25165824,29360128~12582912,46137344~142606336,192937984~12582912,209715200~8388608,222298112~8388608,243269632~16777216,268435456~46137344,322961408~4194304,331350016~8388608,343932928~12582912,360710144~16777216,381681664~33554432] 2024-04-10T16:47:46.422 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~25165824,29360128~12582912,46137344~142606336,192937984~12582912,209715200~8388608,222298112~8388608,243269632~16777216,268435456~46137344,322961408~4194304,331350016~8388608,343932928~12582912,360710144~16777216,381681664~33554432] 2024-04-10T16:47:46.430 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~218103808,222298112~12582912,243269632~16777216,268435456~50331648,322961408~33554432,360710144~54525952] 2024-04-10T16:47:46.430 INFO:tasks.workunit.client.0.smithi069.stdout:from 8 to HEAD diff [0~25165824,29360128~12582912,46137344~12582912,62914560~54525952,121634816~62914560,192937984~12582912,209715200~8388608,222298112~8388608,243269632~16777216,268435456~46137344,322961408~4194304,331350016~8388608,343932928~12582912,360710144~16777216,385875968~29360128] 2024-04-10T16:47:46.430 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~25165824,29360128~12582912,46137344~12582912,62914560~54525952,121634816~62914560,192937984~12582912,209715200~8388608,222298112~8388608,243269632~16777216,268435456~46137344,322961408~4194304,331350016~8388608,343932928~12582912,360710144~16777216,385875968~29360128] 2024-04-10T16:47:46.434 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~117440512,121634816~62914560,192937984~25165824,222298112~12582912,243269632~16777216,268435456~50331648,322961408~16777216,343932928~12582912,360710144~20971520,385875968~29360128] 2024-04-10T16:47:46.434 INFO:tasks.workunit.client.0.smithi069.stdout:from 9 to HEAD diff [0~25165824,29360128~12582912,46137344~12582912,62914560~46137344,121634816~8388608,134217728~50331648,192937984~12582912,209715200~8388608,222298112~8388608,243269632~16777216,268435456~50331648,322961408~4194304,343932928~12582912,360710144~16777216,385875968~25165824] 2024-04-10T16:47:46.434 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~25165824,29360128~12582912,46137344~12582912,62914560~46137344,121634816~8388608,134217728~50331648,192937984~12582912,209715200~8388608,222298112~8388608,243269632~16777216,268435456~50331648,322961408~4194304,343932928~12582912,360710144~16777216,385875968~25165824] 2024-04-10T16:47:46.436 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~109051904,121634816~8388608,134217728~50331648,192937984~25165824,222298112~12582912,243269632~16777216,268435456~50331648,322961408~8388608,343932928~12582912,360710144~20971520,385875968~25165824] 2024-04-10T16:47:46.436 INFO:tasks.workunit.client.0.smithi069.stdout:from 10 to HEAD diff [0~25165824,29360128~12582912,46137344~12582912,62914560~29360128,96468992~12582912,121634816~8388608,134217728~50331648,192937984~12582912,209715200~8388608,222298112~8388608,243269632~16777216,268435456~20971520,293601280~25165824,322961408~4194304,343932928~12582912,360710144~16777216,385875968~20971520] 2024-04-10T16:47:46.436 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~25165824,29360128~12582912,46137344~12582912,62914560~29360128,96468992~12582912,121634816~8388608,134217728~50331648,192937984~12582912,209715200~8388608,222298112~8388608,243269632~16777216,268435456~20971520,293601280~25165824,322961408~4194304,343932928~12582912,360710144~16777216,385875968~20971520] 2024-04-10T16:47:46.437 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~109051904,121634816~8388608,134217728~50331648,192937984~12582912,209715200~8388608,222298112~12582912,243269632~16777216,268435456~50331648,322961408~8388608,343932928~12582912,360710144~20971520,385875968~25165824] 2024-04-10T16:47:46.437 INFO:tasks.workunit.client.0.smithi069.stdout:from 11 to HEAD diff [0~12582912,16777216~8388608,29360128~12582912,46137344~12582912,62914560~29360128,96468992~12582912,134217728~50331648,192937984~12582912,209715200~8388608,222298112~8388608,243269632~16777216,272629760~16777216,293601280~20971520,322961408~4194304,343932928~12582912,360710144~16777216,385875968~20971520] 2024-04-10T16:47:46.437 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~12582912,16777216~8388608,29360128~12582912,46137344~12582912,62914560~29360128,96468992~12582912,134217728~50331648,192937984~12582912,209715200~8388608,222298112~8388608,243269632~16777216,272629760~16777216,293601280~20971520,322961408~4194304,343932928~12582912,360710144~16777216,385875968~20971520] 2024-04-10T16:47:46.438 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~109051904,134217728~50331648,192937984~12582912,209715200~8388608,222298112~12582912,243269632~16777216,272629760~41943040,322961408~8388608,343932928~12582912,360710144~20971520,385875968~25165824] 2024-04-10T16:47:46.608 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:47:46 smithi069 ceph-mon[96738]: osdmap e2133: 8 total, 8 up, 8 in 2024-04-10T16:47:46.608 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:47:46 smithi069 ceph-mon[96738]: pgmap v4111: 137 pgs: 2 active+clean+snaptrim, 6 active+clean+snaptrim_wait, 129 active+clean; 852 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 583 KiB/s rd, 4.0 MiB/s wr, 1.09k op/s 2024-04-10T16:47:46.608 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:47:46 smithi069 ceph-mon[94167]: osdmap e2133: 8 total, 8 up, 8 in 2024-04-10T16:47:46.608 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:47:46 smithi069 ceph-mon[94167]: pgmap v4111: 137 pgs: 2 active+clean+snaptrim, 6 active+clean+snaptrim_wait, 129 active+clean; 852 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 583 KiB/s rd, 4.0 MiB/s wr, 1.09k op/s 2024-04-10T16:47:46.764 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:47:46 smithi077 ceph-mon[87572]: osdmap e2133: 8 total, 8 up, 8 in 2024-04-10T16:47:46.764 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:47:46 smithi077 ceph-mon[87572]: pgmap v4111: 137 pgs: 2 active+clean+snaptrim, 6 active+clean+snaptrim_wait, 129 active+clean; 852 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 583 KiB/s rd, 4.0 MiB/s wr, 1.09k op/s 2024-04-10T16:47:47.067 INFO:tasks.workunit.client.0.smithi069.stdout:from 0 to HEAD diff [0~25165824,29360128~12582912,46137344~142606336,192937984~41943040,239075328~20971520,264241152~50331648,322961408~33554432,360710144~54525952] 2024-04-10T16:47:47.067 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~25165824,29360128~12582912,46137344~142606336,192937984~41943040,239075328~20971520,264241152~50331648,322961408~33554432,360710144~54525952] 2024-04-10T16:47:47.104 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~318767104,322961408~92274688] 2024-04-10T16:47:47.104 INFO:tasks.workunit.client.0.smithi069.stdout:from 1 to HEAD diff [0~25165824,29360128~12582912,46137344~142606336,192937984~41943040,239075328~20971520,264241152~50331648,322961408~33554432,360710144~54525952] 2024-04-10T16:47:47.104 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~25165824,29360128~12582912,46137344~142606336,192937984~41943040,239075328~20971520,264241152~50331648,322961408~33554432,360710144~54525952] 2024-04-10T16:47:47.116 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~318767104,322961408~92274688] 2024-04-10T16:47:47.116 INFO:tasks.workunit.client.0.smithi069.stdout:from 2 to HEAD diff [0~25165824,29360128~12582912,46137344~142606336,192937984~41943040,239075328~20971520,264241152~50331648,322961408~33554432,360710144~54525952] 2024-04-10T16:47:47.116 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~25165824,29360128~12582912,46137344~142606336,192937984~41943040,239075328~20971520,264241152~50331648,322961408~33554432,360710144~54525952] 2024-04-10T16:47:47.126 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~260046848,264241152~54525952,322961408~92274688] 2024-04-10T16:47:47.126 INFO:tasks.workunit.client.0.smithi069.stdout:from 3 to HEAD diff [0~25165824,29360128~12582912,46137344~142606336,192937984~41943040,239075328~20971520,264241152~50331648,322961408~16777216,343932928~71303168] 2024-04-10T16:47:47.126 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~25165824,29360128~12582912,46137344~142606336,192937984~41943040,239075328~20971520,264241152~50331648,322961408~16777216,343932928~71303168] 2024-04-10T16:47:47.134 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~260046848,264241152~54525952,322961408~92274688] 2024-04-10T16:47:47.134 INFO:tasks.workunit.client.0.smithi069.stdout:from 4 to HEAD diff [0~25165824,29360128~12582912,46137344~142606336,192937984~41943040,239075328~20971520,264241152~50331648,322961408~4194304,331350016~8388608,343932928~71303168] 2024-04-10T16:47:47.134 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~25165824,29360128~12582912,46137344~142606336,192937984~41943040,239075328~20971520,264241152~50331648,322961408~4194304,331350016~8388608,343932928~71303168] 2024-04-10T16:47:47.139 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~260046848,264241152~54525952,322961408~92274688] 2024-04-10T16:47:47.139 INFO:tasks.workunit.client.0.smithi069.stdout:from 5 to HEAD diff [0~25165824,29360128~12582912,46137344~142606336,192937984~12582912,209715200~20971520,239075328~20971520,264241152~50331648,322961408~4194304,331350016~8388608,343932928~71303168] 2024-04-10T16:47:47.139 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~25165824,29360128~12582912,46137344~142606336,192937984~12582912,209715200~20971520,239075328~20971520,264241152~50331648,322961408~4194304,331350016~8388608,343932928~71303168] 2024-04-10T16:47:47.144 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~234881024,239075328~20971520,264241152~54525952,322961408~92274688] 2024-04-10T16:47:47.144 INFO:tasks.workunit.client.0.smithi069.stdout:from 6 to HEAD diff [0~25165824,29360128~12582912,46137344~104857600,155189248~33554432,192937984~12582912,209715200~8388608,222298112~8388608,243269632~16777216,264241152~50331648,322961408~4194304,331350016~8388608,343932928~12582912,360710144~54525952] 2024-04-10T16:47:47.144 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~25165824,29360128~12582912,46137344~104857600,155189248~33554432,192937984~12582912,209715200~8388608,222298112~8388608,243269632~16777216,264241152~50331648,322961408~4194304,331350016~8388608,343932928~12582912,360710144~54525952] 2024-04-10T16:47:47.148 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~218103808,222298112~12582912,243269632~16777216,264241152~54525952,322961408~33554432,360710144~54525952] 2024-04-10T16:47:47.149 INFO:tasks.workunit.client.0.smithi069.stdout:from 7 to HEAD diff [0~25165824,29360128~12582912,46137344~142606336,192937984~12582912,209715200~8388608,222298112~8388608,243269632~16777216,268435456~46137344,322961408~4194304,331350016~8388608,343932928~12582912,360710144~16777216,381681664~33554432] 2024-04-10T16:47:47.149 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~25165824,29360128~12582912,46137344~142606336,192937984~12582912,209715200~8388608,222298112~8388608,243269632~16777216,268435456~46137344,322961408~4194304,331350016~8388608,343932928~12582912,360710144~16777216,381681664~33554432] 2024-04-10T16:47:47.152 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~218103808,222298112~12582912,243269632~16777216,268435456~50331648,322961408~33554432,360710144~54525952] 2024-04-10T16:47:47.152 INFO:tasks.workunit.client.0.smithi069.stdout:from 8 to HEAD diff [0~25165824,29360128~12582912,46137344~12582912,62914560~54525952,121634816~62914560,192937984~12582912,209715200~8388608,222298112~8388608,243269632~16777216,268435456~46137344,322961408~4194304,331350016~8388608,343932928~12582912,360710144~16777216,385875968~29360128] 2024-04-10T16:47:47.152 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~25165824,29360128~12582912,46137344~12582912,62914560~54525952,121634816~62914560,192937984~12582912,209715200~8388608,222298112~8388608,243269632~16777216,268435456~46137344,322961408~4194304,331350016~8388608,343932928~12582912,360710144~16777216,385875968~29360128] 2024-04-10T16:47:47.154 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~117440512,121634816~62914560,192937984~25165824,222298112~12582912,243269632~16777216,268435456~50331648,322961408~16777216,343932928~12582912,360710144~20971520,385875968~29360128] 2024-04-10T16:47:47.154 INFO:tasks.workunit.client.0.smithi069.stdout:from 9 to HEAD diff [0~25165824,29360128~12582912,46137344~12582912,62914560~46137344,121634816~8388608,134217728~50331648,192937984~12582912,209715200~8388608,222298112~8388608,243269632~16777216,268435456~50331648,322961408~4194304,343932928~12582912,360710144~16777216,385875968~25165824] 2024-04-10T16:47:47.154 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~25165824,29360128~12582912,46137344~12582912,62914560~46137344,121634816~8388608,134217728~50331648,192937984~12582912,209715200~8388608,222298112~8388608,243269632~16777216,268435456~50331648,322961408~4194304,343932928~12582912,360710144~16777216,385875968~25165824] 2024-04-10T16:47:47.156 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~109051904,121634816~8388608,134217728~50331648,192937984~25165824,222298112~12582912,243269632~16777216,268435456~50331648,322961408~8388608,343932928~12582912,360710144~20971520,385875968~25165824] 2024-04-10T16:47:47.157 INFO:tasks.workunit.client.0.smithi069.stdout:from 10 to HEAD diff [0~25165824,29360128~12582912,46137344~12582912,62914560~29360128,96468992~12582912,121634816~8388608,134217728~50331648,192937984~12582912,209715200~8388608,222298112~8388608,243269632~16777216,268435456~20971520,293601280~25165824,322961408~4194304,343932928~12582912,360710144~16777216,385875968~20971520] 2024-04-10T16:47:47.157 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~25165824,29360128~12582912,46137344~12582912,62914560~29360128,96468992~12582912,121634816~8388608,134217728~50331648,192937984~12582912,209715200~8388608,222298112~8388608,243269632~16777216,268435456~20971520,293601280~25165824,322961408~4194304,343932928~12582912,360710144~16777216,385875968~20971520] 2024-04-10T16:47:47.157 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~109051904,121634816~8388608,134217728~50331648,192937984~12582912,209715200~8388608,222298112~12582912,243269632~16777216,268435456~50331648,322961408~8388608,343932928~12582912,360710144~20971520,385875968~25165824] 2024-04-10T16:47:47.334 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:47:46 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:47:46] "GET /metrics HTTP/1.1" 200 36661 "" "Prometheus/2.43.0" 2024-04-10T16:47:47.608 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:47:47 smithi069 ceph-mon[94167]: osdmap e2134: 8 total, 8 up, 8 in 2024-04-10T16:47:47.608 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:47:47 smithi069 ceph-mon[94167]: osdmap e2135: 8 total, 8 up, 8 in 2024-04-10T16:47:47.608 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:47:47 smithi069 ceph-mon[96738]: osdmap e2134: 8 total, 8 up, 8 in 2024-04-10T16:47:47.609 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:47:47 smithi069 ceph-mon[96738]: osdmap e2135: 8 total, 8 up, 8 in 2024-04-10T16:47:47.764 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:47:47 smithi077 ceph-mon[87572]: osdmap e2134: 8 total, 8 up, 8 in 2024-04-10T16:47:47.764 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:47:47 smithi077 ceph-mon[87572]: osdmap e2135: 8 total, 8 up, 8 in 2024-04-10T16:47:48.071 INFO:tasks.workunit.client.0.smithi069.stdout:from 0 to HEAD diff [0~25165824,29360128~12582912,46137344~142606336,192937984~41943040,239075328~20971520,264241152~50331648,322961408~33554432,360710144~54525952] 2024-04-10T16:47:48.071 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~25165824,29360128~12582912,46137344~142606336,192937984~41943040,239075328~20971520,264241152~50331648,322961408~33554432,360710144~54525952] 2024-04-10T16:47:48.111 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~318767104,322961408~92274688] 2024-04-10T16:47:48.111 INFO:tasks.workunit.client.0.smithi069.stdout:from 1 to HEAD diff [0~25165824,29360128~12582912,46137344~142606336,192937984~41943040,239075328~20971520,264241152~50331648,322961408~33554432,360710144~54525952] 2024-04-10T16:47:48.111 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~25165824,29360128~12582912,46137344~142606336,192937984~41943040,239075328~20971520,264241152~50331648,322961408~33554432,360710144~54525952] 2024-04-10T16:47:48.119 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~318767104,322961408~92274688] 2024-04-10T16:47:48.119 INFO:tasks.workunit.client.0.smithi069.stdout:from 2 to HEAD diff [0~25165824,29360128~12582912,46137344~142606336,192937984~41943040,239075328~20971520,264241152~50331648,322961408~33554432,360710144~54525952] 2024-04-10T16:47:48.119 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~25165824,29360128~12582912,46137344~142606336,192937984~41943040,239075328~20971520,264241152~50331648,322961408~33554432,360710144~54525952] 2024-04-10T16:47:48.128 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~260046848,264241152~54525952,322961408~92274688] 2024-04-10T16:47:48.128 INFO:tasks.workunit.client.0.smithi069.stdout:from 3 to HEAD diff [0~25165824,29360128~12582912,46137344~142606336,192937984~41943040,239075328~20971520,264241152~50331648,322961408~16777216,343932928~71303168] 2024-04-10T16:47:48.128 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~25165824,29360128~12582912,46137344~142606336,192937984~41943040,239075328~20971520,264241152~50331648,322961408~16777216,343932928~71303168] 2024-04-10T16:47:48.132 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~260046848,264241152~54525952,322961408~92274688] 2024-04-10T16:47:48.132 INFO:tasks.workunit.client.0.smithi069.stdout:from 4 to HEAD diff [0~25165824,29360128~12582912,46137344~142606336,192937984~41943040,239075328~20971520,264241152~50331648,322961408~4194304,331350016~8388608,343932928~71303168] 2024-04-10T16:47:48.132 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~25165824,29360128~12582912,46137344~142606336,192937984~41943040,239075328~20971520,264241152~50331648,322961408~4194304,331350016~8388608,343932928~71303168] 2024-04-10T16:47:48.136 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~260046848,264241152~54525952,322961408~92274688] 2024-04-10T16:47:48.136 INFO:tasks.workunit.client.0.smithi069.stdout:from 5 to HEAD diff [0~25165824,29360128~12582912,46137344~142606336,192937984~12582912,209715200~20971520,239075328~20971520,264241152~50331648,322961408~4194304,331350016~8388608,343932928~71303168] 2024-04-10T16:47:48.136 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~25165824,29360128~12582912,46137344~142606336,192937984~12582912,209715200~20971520,239075328~20971520,264241152~50331648,322961408~4194304,331350016~8388608,343932928~71303168] 2024-04-10T16:47:48.142 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~234881024,239075328~20971520,264241152~54525952,322961408~92274688] 2024-04-10T16:47:48.142 INFO:tasks.workunit.client.0.smithi069.stdout:from 6 to HEAD diff [0~25165824,29360128~12582912,46137344~104857600,155189248~33554432,192937984~12582912,209715200~8388608,222298112~8388608,243269632~16777216,264241152~50331648,322961408~4194304,331350016~8388608,343932928~12582912,360710144~54525952] 2024-04-10T16:47:48.142 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~25165824,29360128~12582912,46137344~104857600,155189248~33554432,192937984~12582912,209715200~8388608,222298112~8388608,243269632~16777216,264241152~50331648,322961408~4194304,331350016~8388608,343932928~12582912,360710144~54525952] 2024-04-10T16:47:48.146 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~218103808,222298112~12582912,243269632~16777216,264241152~54525952,322961408~33554432,360710144~54525952] 2024-04-10T16:47:48.146 INFO:tasks.workunit.client.0.smithi069.stdout:from 7 to HEAD diff [0~25165824,29360128~12582912,46137344~142606336,192937984~12582912,209715200~8388608,222298112~8388608,243269632~16777216,268435456~46137344,322961408~4194304,331350016~8388608,343932928~12582912,360710144~16777216,381681664~33554432] 2024-04-10T16:47:48.146 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~25165824,29360128~12582912,46137344~142606336,192937984~12582912,209715200~8388608,222298112~8388608,243269632~16777216,268435456~46137344,322961408~4194304,331350016~8388608,343932928~12582912,360710144~16777216,381681664~33554432] 2024-04-10T16:47:48.152 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~218103808,222298112~12582912,243269632~16777216,268435456~50331648,322961408~33554432,360710144~54525952] 2024-04-10T16:47:48.152 INFO:tasks.workunit.client.0.smithi069.stdout:from 8 to HEAD diff [0~25165824,29360128~12582912,46137344~12582912,62914560~54525952,121634816~62914560,192937984~12582912,209715200~8388608,222298112~8388608,243269632~16777216,268435456~46137344,322961408~4194304,331350016~8388608,343932928~12582912,360710144~16777216,385875968~29360128] 2024-04-10T16:47:48.152 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~25165824,29360128~12582912,46137344~12582912,62914560~54525952,121634816~62914560,192937984~12582912,209715200~8388608,222298112~8388608,243269632~16777216,268435456~46137344,322961408~4194304,331350016~8388608,343932928~12582912,360710144~16777216,385875968~29360128] 2024-04-10T16:47:48.154 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~117440512,121634816~62914560,192937984~25165824,222298112~12582912,243269632~16777216,268435456~50331648,322961408~16777216,343932928~12582912,360710144~20971520,385875968~29360128] 2024-04-10T16:47:48.154 INFO:tasks.workunit.client.0.smithi069.stdout:from 9 to HEAD diff [0~25165824,29360128~12582912,46137344~12582912,62914560~46137344,121634816~8388608,134217728~50331648,192937984~12582912,209715200~8388608,222298112~8388608,243269632~16777216,268435456~50331648,322961408~4194304,343932928~12582912,360710144~16777216,385875968~25165824] 2024-04-10T16:47:48.154 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~25165824,29360128~12582912,46137344~12582912,62914560~46137344,121634816~8388608,134217728~50331648,192937984~12582912,209715200~8388608,222298112~8388608,243269632~16777216,268435456~50331648,322961408~4194304,343932928~12582912,360710144~16777216,385875968~25165824] 2024-04-10T16:47:48.155 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~109051904,121634816~8388608,134217728~50331648,192937984~25165824,222298112~12582912,243269632~16777216,268435456~50331648,322961408~8388608,343932928~12582912,360710144~20971520,385875968~25165824] 2024-04-10T16:47:49.081 INFO:tasks.workunit.client.0.smithi069.stdout:from 0 to HEAD diff [0~25165824,29360128~12582912,46137344~142606336,192937984~41943040,239075328~20971520,264241152~50331648,322961408~33554432,360710144~54525952] 2024-04-10T16:47:49.081 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~25165824,29360128~12582912,46137344~142606336,192937984~41943040,239075328~20971520,264241152~50331648,322961408~33554432,360710144~54525952] 2024-04-10T16:47:49.100 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~318767104,322961408~92274688] 2024-04-10T16:47:49.100 INFO:tasks.workunit.client.0.smithi069.stdout:from 1 to HEAD diff [0~25165824,29360128~12582912,46137344~142606336,192937984~41943040,239075328~20971520,264241152~50331648,322961408~33554432,360710144~54525952] 2024-04-10T16:47:49.100 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~25165824,29360128~12582912,46137344~142606336,192937984~41943040,239075328~20971520,264241152~50331648,322961408~33554432,360710144~54525952] 2024-04-10T16:47:49.109 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~318767104,322961408~92274688] 2024-04-10T16:47:49.109 INFO:tasks.workunit.client.0.smithi069.stdout:from 2 to HEAD diff [0~25165824,29360128~12582912,46137344~142606336,192937984~41943040,239075328~20971520,264241152~50331648,322961408~33554432,360710144~54525952] 2024-04-10T16:47:49.110 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~25165824,29360128~12582912,46137344~142606336,192937984~41943040,239075328~20971520,264241152~50331648,322961408~33554432,360710144~54525952] 2024-04-10T16:47:49.118 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~260046848,264241152~54525952,322961408~92274688] 2024-04-10T16:47:49.119 INFO:tasks.workunit.client.0.smithi069.stdout:from 3 to HEAD diff [0~25165824,29360128~12582912,46137344~142606336,192937984~41943040,239075328~20971520,264241152~50331648,322961408~16777216,343932928~71303168] 2024-04-10T16:47:49.119 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~25165824,29360128~12582912,46137344~142606336,192937984~41943040,239075328~20971520,264241152~50331648,322961408~16777216,343932928~71303168] 2024-04-10T16:47:49.133 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~260046848,264241152~54525952,322961408~92274688] 2024-04-10T16:47:49.133 INFO:tasks.workunit.client.0.smithi069.stdout:from 4 to HEAD diff [0~25165824,29360128~12582912,46137344~142606336,192937984~41943040,239075328~20971520,264241152~50331648,322961408~4194304,331350016~8388608,343932928~71303168] 2024-04-10T16:47:49.134 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~25165824,29360128~12582912,46137344~142606336,192937984~41943040,239075328~20971520,264241152~50331648,322961408~4194304,331350016~8388608,343932928~71303168] 2024-04-10T16:47:49.145 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~260046848,264241152~54525952,322961408~92274688] 2024-04-10T16:47:49.145 INFO:tasks.workunit.client.0.smithi069.stdout:from 5 to HEAD diff [0~25165824,29360128~12582912,46137344~142606336,192937984~12582912,209715200~20971520,239075328~20971520,264241152~50331648,322961408~4194304,331350016~8388608,343932928~71303168] 2024-04-10T16:47:49.145 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~25165824,29360128~12582912,46137344~142606336,192937984~12582912,209715200~20971520,239075328~20971520,264241152~50331648,322961408~4194304,331350016~8388608,343932928~71303168] 2024-04-10T16:47:49.147 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~234881024,239075328~20971520,264241152~54525952,322961408~92274688] 2024-04-10T16:47:49.148 INFO:tasks.workunit.client.0.smithi069.stdout:from 6 to HEAD diff [0~25165824,29360128~12582912,46137344~104857600,155189248~33554432,192937984~12582912,209715200~8388608,222298112~8388608,243269632~16777216,264241152~50331648,322961408~4194304,331350016~8388608,343932928~12582912,360710144~54525952] 2024-04-10T16:47:49.148 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~25165824,29360128~12582912,46137344~104857600,155189248~33554432,192937984~12582912,209715200~8388608,222298112~8388608,243269632~16777216,264241152~50331648,322961408~4194304,331350016~8388608,343932928~12582912,360710144~54525952] 2024-04-10T16:47:49.150 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~218103808,222298112~12582912,243269632~16777216,264241152~54525952,322961408~33554432,360710144~54525952] 2024-04-10T16:47:49.150 INFO:tasks.workunit.client.0.smithi069.stdout:from 7 to HEAD diff [0~25165824,29360128~12582912,46137344~142606336,192937984~12582912,209715200~8388608,222298112~8388608,243269632~16777216,268435456~46137344,322961408~4194304,331350016~8388608,343932928~12582912,360710144~16777216,381681664~33554432] 2024-04-10T16:47:49.150 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~25165824,29360128~12582912,46137344~142606336,192937984~12582912,209715200~8388608,222298112~8388608,243269632~16777216,268435456~46137344,322961408~4194304,331350016~8388608,343932928~12582912,360710144~16777216,381681664~33554432] 2024-04-10T16:47:49.152 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~218103808,222298112~12582912,243269632~16777216,268435456~50331648,322961408~33554432,360710144~54525952] 2024-04-10T16:47:49.152 INFO:tasks.workunit.client.0.smithi069.stdout:from 8 to HEAD diff [0~25165824,29360128~12582912,46137344~12582912,62914560~54525952,121634816~62914560,192937984~12582912,209715200~8388608,222298112~8388608,243269632~16777216,268435456~46137344,322961408~4194304,331350016~8388608,343932928~12582912,360710144~16777216,385875968~29360128] 2024-04-10T16:47:49.152 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~25165824,29360128~12582912,46137344~12582912,62914560~54525952,121634816~62914560,192937984~12582912,209715200~8388608,222298112~8388608,243269632~16777216,268435456~46137344,322961408~4194304,331350016~8388608,343932928~12582912,360710144~16777216,385875968~29360128] 2024-04-10T16:47:49.153 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~117440512,121634816~62914560,192937984~25165824,222298112~12582912,243269632~16777216,268435456~50331648,322961408~16777216,343932928~12582912,360710144~20971520,385875968~29360128] 2024-04-10T16:47:49.358 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:47:49 smithi069 ceph-mon[94167]: pgmap v4114: 137 pgs: 2 active+clean+snaptrim, 6 active+clean+snaptrim_wait, 129 active+clean; 852 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 212 KiB/s rd, 1.2 KiB/s wr, 424 op/s 2024-04-10T16:47:49.358 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:47:49 smithi069 ceph-mon[94167]: osdmap e2136: 8 total, 8 up, 8 in 2024-04-10T16:47:49.358 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:47:49 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:47:49.359 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:47:49 smithi069 ceph-mon[96738]: pgmap v4114: 137 pgs: 2 active+clean+snaptrim, 6 active+clean+snaptrim_wait, 129 active+clean; 852 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 212 KiB/s rd, 1.2 KiB/s wr, 424 op/s 2024-04-10T16:47:49.359 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:47:49 smithi069 ceph-mon[96738]: osdmap e2136: 8 total, 8 up, 8 in 2024-04-10T16:47:49.359 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:47:49 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:47:49.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:47:49 smithi077 ceph-mon[87572]: pgmap v4114: 137 pgs: 2 active+clean+snaptrim, 6 active+clean+snaptrim_wait, 129 active+clean; 852 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 212 KiB/s rd, 1.2 KiB/s wr, 424 op/s 2024-04-10T16:47:49.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:47:49 smithi077 ceph-mon[87572]: osdmap e2136: 8 total, 8 up, 8 in 2024-04-10T16:47:49.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:47:49 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:47:50.097 INFO:tasks.workunit.client.0.smithi069.stdout:from 0 to HEAD diff [0~25165824,29360128~12582912,46137344~142606336,192937984~41943040,239075328~20971520,264241152~50331648,322961408~33554432,360710144~54525952] 2024-04-10T16:47:50.097 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~25165824,29360128~12582912,46137344~142606336,192937984~41943040,239075328~20971520,264241152~50331648,322961408~33554432,360710144~54525952] 2024-04-10T16:47:50.119 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~318767104,322961408~92274688] 2024-04-10T16:47:50.119 INFO:tasks.workunit.client.0.smithi069.stdout:from 1 to HEAD diff [0~25165824,29360128~12582912,46137344~142606336,192937984~41943040,239075328~20971520,264241152~50331648,322961408~33554432,360710144~54525952] 2024-04-10T16:47:50.119 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~25165824,29360128~12582912,46137344~142606336,192937984~41943040,239075328~20971520,264241152~50331648,322961408~33554432,360710144~54525952] 2024-04-10T16:47:50.136 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~318767104,322961408~92274688] 2024-04-10T16:47:50.136 INFO:tasks.workunit.client.0.smithi069.stdout:from 2 to HEAD diff [0~25165824,29360128~12582912,46137344~142606336,192937984~41943040,239075328~20971520,264241152~50331648,322961408~33554432,360710144~54525952] 2024-04-10T16:47:50.137 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~25165824,29360128~12582912,46137344~142606336,192937984~41943040,239075328~20971520,264241152~50331648,322961408~33554432,360710144~54525952] 2024-04-10T16:47:50.141 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~260046848,264241152~54525952,322961408~92274688] 2024-04-10T16:47:50.142 INFO:tasks.workunit.client.0.smithi069.stdout:from 3 to HEAD diff [0~25165824,29360128~12582912,46137344~142606336,192937984~41943040,239075328~20971520,264241152~50331648,322961408~16777216,343932928~71303168] 2024-04-10T16:47:50.142 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~25165824,29360128~12582912,46137344~142606336,192937984~41943040,239075328~20971520,264241152~50331648,322961408~16777216,343932928~71303168] 2024-04-10T16:47:50.152 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~260046848,264241152~54525952,322961408~92274688] 2024-04-10T16:47:50.152 INFO:tasks.workunit.client.0.smithi069.stdout:from 4 to HEAD diff [0~25165824,29360128~12582912,46137344~142606336,192937984~41943040,239075328~20971520,264241152~50331648,322961408~4194304,331350016~8388608,343932928~71303168] 2024-04-10T16:47:50.152 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~25165824,29360128~12582912,46137344~142606336,192937984~41943040,239075328~20971520,264241152~50331648,322961408~4194304,331350016~8388608,343932928~71303168] 2024-04-10T16:47:50.156 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~260046848,264241152~54525952,322961408~92274688] 2024-04-10T16:47:50.156 INFO:tasks.workunit.client.0.smithi069.stdout:from 5 to HEAD diff [0~25165824,29360128~12582912,46137344~142606336,192937984~12582912,209715200~20971520,239075328~20971520,264241152~50331648,322961408~4194304,331350016~8388608,343932928~71303168] 2024-04-10T16:47:50.156 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~25165824,29360128~12582912,46137344~142606336,192937984~12582912,209715200~20971520,239075328~20971520,264241152~50331648,322961408~4194304,331350016~8388608,343932928~71303168] 2024-04-10T16:47:50.159 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~234881024,239075328~20971520,264241152~54525952,322961408~92274688] 2024-04-10T16:47:50.159 INFO:tasks.workunit.client.0.smithi069.stdout:from 6 to HEAD diff [0~25165824,29360128~12582912,46137344~104857600,155189248~33554432,192937984~12582912,209715200~8388608,222298112~8388608,243269632~16777216,264241152~50331648,322961408~4194304,331350016~8388608,343932928~12582912,360710144~54525952] 2024-04-10T16:47:50.159 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~25165824,29360128~12582912,46137344~104857600,155189248~33554432,192937984~12582912,209715200~8388608,222298112~8388608,243269632~16777216,264241152~50331648,322961408~4194304,331350016~8388608,343932928~12582912,360710144~54525952] 2024-04-10T16:47:50.160 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~218103808,222298112~12582912,243269632~16777216,264241152~54525952,322961408~33554432,360710144~54525952] 2024-04-10T16:47:50.160 INFO:tasks.workunit.client.0.smithi069.stdout:from 7 to HEAD diff [0~25165824,29360128~12582912,46137344~142606336,192937984~12582912,209715200~8388608,222298112~8388608,243269632~16777216,268435456~46137344,322961408~4194304,331350016~8388608,343932928~12582912,360710144~16777216,381681664~33554432] 2024-04-10T16:47:50.160 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~25165824,29360128~12582912,46137344~142606336,192937984~12582912,209715200~8388608,222298112~8388608,243269632~16777216,268435456~46137344,322961408~4194304,331350016~8388608,343932928~12582912,360710144~16777216,381681664~33554432] 2024-04-10T16:47:50.162 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~218103808,222298112~12582912,243269632~16777216,268435456~50331648,322961408~33554432,360710144~54525952] 2024-04-10T16:47:50.358 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:47:50 smithi069 ceph-mon[94167]: osdmap e2137: 8 total, 8 up, 8 in 2024-04-10T16:47:50.358 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:47:50 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:47:50.358 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:47:50 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:47:50.358 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:47:50 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:47:50.359 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:47:50 smithi069 ceph-mon[96738]: osdmap e2137: 8 total, 8 up, 8 in 2024-04-10T16:47:50.359 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:47:50 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:47:50.359 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:47:50 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:47:50.359 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:47:50 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:47:50.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:47:50 smithi077 ceph-mon[87572]: osdmap e2137: 8 total, 8 up, 8 in 2024-04-10T16:47:50.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:47:50 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:47:50.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:47:50 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:47:50.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:47:50 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:47:51.098 INFO:tasks.workunit.client.0.smithi069.stdout:from 0 to HEAD diff [0~25165824,29360128~12582912,46137344~142606336,192937984~41943040,239075328~20971520,264241152~50331648,322961408~33554432,360710144~54525952] 2024-04-10T16:47:51.098 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~25165824,29360128~12582912,46137344~142606336,192937984~41943040,239075328~20971520,264241152~50331648,322961408~33554432,360710144~54525952] 2024-04-10T16:47:51.127 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~318767104,322961408~92274688] 2024-04-10T16:47:51.127 INFO:tasks.workunit.client.0.smithi069.stdout:from 1 to HEAD diff [0~25165824,29360128~12582912,46137344~142606336,192937984~41943040,239075328~20971520,264241152~50331648,322961408~33554432,360710144~54525952] 2024-04-10T16:47:51.127 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~25165824,29360128~12582912,46137344~142606336,192937984~41943040,239075328~20971520,264241152~50331648,322961408~33554432,360710144~54525952] 2024-04-10T16:47:51.135 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~318767104,322961408~92274688] 2024-04-10T16:47:51.135 INFO:tasks.workunit.client.0.smithi069.stdout:from 2 to HEAD diff [0~25165824,29360128~12582912,46137344~142606336,192937984~41943040,239075328~20971520,264241152~50331648,322961408~33554432,360710144~54525952] 2024-04-10T16:47:51.135 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~25165824,29360128~12582912,46137344~142606336,192937984~41943040,239075328~20971520,264241152~50331648,322961408~33554432,360710144~54525952] 2024-04-10T16:47:51.141 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~260046848,264241152~54525952,322961408~92274688] 2024-04-10T16:47:51.141 INFO:tasks.workunit.client.0.smithi069.stdout:from 3 to HEAD diff [0~25165824,29360128~12582912,46137344~142606336,192937984~41943040,239075328~20971520,264241152~50331648,322961408~16777216,343932928~71303168] 2024-04-10T16:47:51.141 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~25165824,29360128~12582912,46137344~142606336,192937984~41943040,239075328~20971520,264241152~50331648,322961408~16777216,343932928~71303168] 2024-04-10T16:47:51.144 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~260046848,264241152~54525952,322961408~92274688] 2024-04-10T16:47:51.144 INFO:tasks.workunit.client.0.smithi069.stdout:from 4 to HEAD diff [0~25165824,29360128~12582912,46137344~142606336,192937984~41943040,239075328~20971520,264241152~50331648,322961408~4194304,331350016~8388608,343932928~71303168] 2024-04-10T16:47:51.144 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~25165824,29360128~12582912,46137344~142606336,192937984~41943040,239075328~20971520,264241152~50331648,322961408~4194304,331350016~8388608,343932928~71303168] 2024-04-10T16:47:51.147 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~260046848,264241152~54525952,322961408~92274688] 2024-04-10T16:47:51.147 INFO:tasks.workunit.client.0.smithi069.stdout:from 5 to HEAD diff [0~25165824,29360128~12582912,46137344~142606336,192937984~12582912,209715200~20971520,239075328~20971520,264241152~50331648,322961408~4194304,331350016~8388608,343932928~71303168] 2024-04-10T16:47:51.147 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~25165824,29360128~12582912,46137344~142606336,192937984~12582912,209715200~20971520,239075328~20971520,264241152~50331648,322961408~4194304,331350016~8388608,343932928~71303168] 2024-04-10T16:47:51.149 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~234881024,239075328~20971520,264241152~54525952,322961408~92274688] 2024-04-10T16:47:51.149 INFO:tasks.workunit.client.0.smithi069.stdout:from 6 to HEAD diff [0~25165824,29360128~12582912,46137344~104857600,155189248~33554432,192937984~12582912,209715200~8388608,222298112~8388608,243269632~16777216,264241152~50331648,322961408~4194304,331350016~8388608,343932928~12582912,360710144~54525952] 2024-04-10T16:47:51.149 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~25165824,29360128~12582912,46137344~104857600,155189248~33554432,192937984~12582912,209715200~8388608,222298112~8388608,243269632~16777216,264241152~50331648,322961408~4194304,331350016~8388608,343932928~12582912,360710144~54525952] 2024-04-10T16:47:51.151 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~218103808,222298112~12582912,243269632~16777216,264241152~54525952,322961408~33554432,360710144~54525952] 2024-04-10T16:47:51.358 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:47:51 smithi069 ceph-mon[94167]: pgmap v4117: 137 pgs: 137 active+clean; 792 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 228 KiB/s rd, 6.0 KiB/s wr, 367 op/s 2024-04-10T16:47:51.358 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:47:51 smithi069 ceph-mon[94167]: osdmap e2138: 8 total, 8 up, 8 in 2024-04-10T16:47:51.358 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:47:51 smithi069 ceph-mon[96738]: pgmap v4117: 137 pgs: 137 active+clean; 792 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 228 KiB/s rd, 6.0 KiB/s wr, 367 op/s 2024-04-10T16:47:51.358 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:47:51 smithi069 ceph-mon[96738]: osdmap e2138: 8 total, 8 up, 8 in 2024-04-10T16:47:51.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:47:51 smithi077 ceph-mon[87572]: pgmap v4117: 137 pgs: 137 active+clean; 792 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 228 KiB/s rd, 6.0 KiB/s wr, 367 op/s 2024-04-10T16:47:51.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:47:51 smithi077 ceph-mon[87572]: osdmap e2138: 8 total, 8 up, 8 in 2024-04-10T16:47:52.084 INFO:tasks.workunit.client.0.smithi069.stdout:from 0 to HEAD diff [0~25165824,29360128~12582912,46137344~142606336,192937984~41943040,239075328~20971520,264241152~50331648,322961408~33554432,360710144~54525952] 2024-04-10T16:47:52.085 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~25165824,29360128~12582912,46137344~142606336,192937984~41943040,239075328~20971520,264241152~50331648,322961408~33554432,360710144~54525952] 2024-04-10T16:47:52.110 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~318767104,322961408~92274688] 2024-04-10T16:47:52.110 INFO:tasks.workunit.client.0.smithi069.stdout:from 1 to HEAD diff [0~25165824,29360128~12582912,46137344~142606336,192937984~41943040,239075328~20971520,264241152~50331648,322961408~33554432,360710144~54525952] 2024-04-10T16:47:52.110 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~25165824,29360128~12582912,46137344~142606336,192937984~41943040,239075328~20971520,264241152~50331648,322961408~33554432,360710144~54525952] 2024-04-10T16:47:52.121 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~318767104,322961408~92274688] 2024-04-10T16:47:52.121 INFO:tasks.workunit.client.0.smithi069.stdout:from 2 to HEAD diff [0~25165824,29360128~12582912,46137344~142606336,192937984~41943040,239075328~20971520,264241152~50331648,322961408~33554432,360710144~54525952] 2024-04-10T16:47:52.121 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~25165824,29360128~12582912,46137344~142606336,192937984~41943040,239075328~20971520,264241152~50331648,322961408~33554432,360710144~54525952] 2024-04-10T16:47:52.151 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~260046848,264241152~54525952,322961408~92274688] 2024-04-10T16:47:52.151 INFO:tasks.workunit.client.0.smithi069.stdout:from 3 to HEAD diff [0~25165824,29360128~12582912,46137344~142606336,192937984~41943040,239075328~20971520,264241152~50331648,322961408~16777216,343932928~71303168] 2024-04-10T16:47:52.151 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~25165824,29360128~12582912,46137344~142606336,192937984~41943040,239075328~20971520,264241152~50331648,322961408~16777216,343932928~71303168] 2024-04-10T16:47:52.154 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~260046848,264241152~54525952,322961408~92274688] 2024-04-10T16:47:52.154 INFO:tasks.workunit.client.0.smithi069.stdout:from 4 to HEAD diff [0~25165824,29360128~12582912,46137344~142606336,192937984~41943040,239075328~20971520,264241152~50331648,322961408~4194304,331350016~8388608,343932928~71303168] 2024-04-10T16:47:52.154 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~25165824,29360128~12582912,46137344~142606336,192937984~41943040,239075328~20971520,264241152~50331648,322961408~4194304,331350016~8388608,343932928~71303168] 2024-04-10T16:47:52.163 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~260046848,264241152~54525952,322961408~92274688] 2024-04-10T16:47:52.163 INFO:tasks.workunit.client.0.smithi069.stdout:from 5 to HEAD diff [0~25165824,29360128~12582912,46137344~142606336,192937984~12582912,209715200~20971520,239075328~20971520,264241152~50331648,322961408~4194304,331350016~8388608,343932928~71303168] 2024-04-10T16:47:52.164 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~25165824,29360128~12582912,46137344~142606336,192937984~12582912,209715200~20971520,239075328~20971520,264241152~50331648,322961408~4194304,331350016~8388608,343932928~71303168] 2024-04-10T16:47:52.164 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~234881024,239075328~20971520,264241152~54525952,322961408~92274688] 2024-04-10T16:47:52.358 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:47:52 smithi069 ceph-mon[96738]: osdmap e2139: 8 total, 8 up, 8 in 2024-04-10T16:47:52.358 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:47:52 smithi069 ceph-mon[96738]: osdmap e2140: 8 total, 8 up, 8 in 2024-04-10T16:47:52.358 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:47:52 smithi069 ceph-mon[94167]: osdmap e2139: 8 total, 8 up, 8 in 2024-04-10T16:47:52.359 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:47:52 smithi069 ceph-mon[94167]: osdmap e2140: 8 total, 8 up, 8 in 2024-04-10T16:47:52.415 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:47:52 smithi077 ceph-mon[87572]: osdmap e2139: 8 total, 8 up, 8 in 2024-04-10T16:47:52.415 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:47:52 smithi077 ceph-mon[87572]: osdmap e2140: 8 total, 8 up, 8 in 2024-04-10T16:47:52.415 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:47:52 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:47:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:47:53.131 INFO:tasks.workunit.client.0.smithi069.stdout:from 0 to HEAD diff [0~25165824,29360128~12582912,46137344~142606336,192937984~41943040,239075328~20971520,264241152~50331648,322961408~33554432,360710144~54525952] 2024-04-10T16:47:53.131 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~25165824,29360128~12582912,46137344~142606336,192937984~41943040,239075328~20971520,264241152~50331648,322961408~33554432,360710144~54525952] 2024-04-10T16:47:53.142 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~318767104,322961408~92274688] 2024-04-10T16:47:53.142 INFO:tasks.workunit.client.0.smithi069.stdout:from 1 to HEAD diff [0~25165824,29360128~12582912,46137344~142606336,192937984~41943040,239075328~20971520,264241152~50331648,322961408~33554432,360710144~54525952] 2024-04-10T16:47:53.143 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~25165824,29360128~12582912,46137344~142606336,192937984~41943040,239075328~20971520,264241152~50331648,322961408~33554432,360710144~54525952] 2024-04-10T16:47:53.156 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~318767104,322961408~92274688] 2024-04-10T16:47:53.156 INFO:tasks.workunit.client.0.smithi069.stdout:from 2 to HEAD diff [0~25165824,29360128~12582912,46137344~142606336,192937984~41943040,239075328~20971520,264241152~50331648,322961408~33554432,360710144~54525952] 2024-04-10T16:47:53.156 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~25165824,29360128~12582912,46137344~142606336,192937984~41943040,239075328~20971520,264241152~50331648,322961408~33554432,360710144~54525952] 2024-04-10T16:47:53.160 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~260046848,264241152~54525952,322961408~92274688] 2024-04-10T16:47:53.160 INFO:tasks.workunit.client.0.smithi069.stdout:from 3 to HEAD diff [0~25165824,29360128~12582912,46137344~142606336,192937984~41943040,239075328~20971520,264241152~50331648,322961408~16777216,343932928~71303168] 2024-04-10T16:47:53.160 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~25165824,29360128~12582912,46137344~142606336,192937984~41943040,239075328~20971520,264241152~50331648,322961408~16777216,343932928~71303168] 2024-04-10T16:47:53.164 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~260046848,264241152~54525952,322961408~92274688] 2024-04-10T16:47:53.164 INFO:tasks.workunit.client.0.smithi069.stdout:from 4 to HEAD diff [0~25165824,29360128~12582912,46137344~142606336,192937984~41943040,239075328~20971520,264241152~50331648,322961408~4194304,331350016~8388608,343932928~71303168] 2024-04-10T16:47:53.164 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~25165824,29360128~12582912,46137344~142606336,192937984~41943040,239075328~20971520,264241152~50331648,322961408~4194304,331350016~8388608,343932928~71303168] 2024-04-10T16:47:53.169 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~260046848,264241152~54525952,322961408~92274688] 2024-04-10T16:47:53.358 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:47:53 smithi069 ceph-mon[96738]: pgmap v4120: 137 pgs: 137 active+clean; 747 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 278 KiB/s rd, 7.2 KiB/s wr, 466 op/s 2024-04-10T16:47:53.358 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:47:53 smithi069 ceph-mon[94167]: pgmap v4120: 137 pgs: 137 active+clean; 747 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 278 KiB/s rd, 7.2 KiB/s wr, 466 op/s 2024-04-10T16:47:53.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:47:53 smithi077 ceph-mon[87572]: pgmap v4120: 137 pgs: 137 active+clean; 747 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 278 KiB/s rd, 7.2 KiB/s wr, 466 op/s 2024-04-10T16:47:54.131 INFO:tasks.workunit.client.0.smithi069.stdout:from 0 to HEAD diff [0~25165824,29360128~12582912,46137344~142606336,192937984~41943040,239075328~20971520,264241152~50331648,322961408~33554432,360710144~54525952] 2024-04-10T16:47:54.131 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~25165824,29360128~12582912,46137344~142606336,192937984~41943040,239075328~20971520,264241152~50331648,322961408~33554432,360710144~54525952] 2024-04-10T16:47:54.145 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~318767104,322961408~92274688] 2024-04-10T16:47:54.145 INFO:tasks.workunit.client.0.smithi069.stdout:from 1 to HEAD diff [0~25165824,29360128~12582912,46137344~142606336,192937984~41943040,239075328~20971520,264241152~50331648,322961408~33554432,360710144~54525952] 2024-04-10T16:47:54.145 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~25165824,29360128~12582912,46137344~142606336,192937984~41943040,239075328~20971520,264241152~50331648,322961408~33554432,360710144~54525952] 2024-04-10T16:47:54.164 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~318767104,322961408~92274688] 2024-04-10T16:47:54.164 INFO:tasks.workunit.client.0.smithi069.stdout:from 2 to HEAD diff [0~25165824,29360128~12582912,46137344~142606336,192937984~41943040,239075328~20971520,264241152~50331648,322961408~33554432,360710144~54525952] 2024-04-10T16:47:54.164 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~25165824,29360128~12582912,46137344~142606336,192937984~41943040,239075328~20971520,264241152~50331648,322961408~33554432,360710144~54525952] 2024-04-10T16:47:54.170 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~260046848,264241152~54525952,322961408~92274688] 2024-04-10T16:47:54.170 INFO:tasks.workunit.client.0.smithi069.stdout:from 3 to HEAD diff [0~25165824,29360128~12582912,46137344~142606336,192937984~41943040,239075328~20971520,264241152~50331648,322961408~16777216,343932928~71303168] 2024-04-10T16:47:54.170 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~25165824,29360128~12582912,46137344~142606336,192937984~41943040,239075328~20971520,264241152~50331648,322961408~16777216,343932928~71303168] 2024-04-10T16:47:54.171 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~260046848,264241152~54525952,322961408~92274688] 2024-04-10T16:47:54.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:47:54 smithi077 ceph-mon[87572]: osdmap e2141: 8 total, 8 up, 8 in 2024-04-10T16:47:54.608 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:47:54 smithi069 ceph-mon[96738]: osdmap e2141: 8 total, 8 up, 8 in 2024-04-10T16:47:54.608 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:47:54 smithi069 ceph-mon[94167]: osdmap e2141: 8 total, 8 up, 8 in 2024-04-10T16:47:55.145 INFO:tasks.workunit.client.0.smithi069.stdout:from 0 to HEAD diff [0~25165824,29360128~12582912,46137344~142606336,192937984~41943040,239075328~20971520,264241152~50331648,322961408~33554432,360710144~54525952] 2024-04-10T16:47:55.145 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~25165824,29360128~12582912,46137344~142606336,192937984~41943040,239075328~20971520,264241152~50331648,322961408~33554432,360710144~54525952] 2024-04-10T16:47:55.168 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~318767104,322961408~92274688] 2024-04-10T16:47:55.168 INFO:tasks.workunit.client.0.smithi069.stdout:from 1 to HEAD diff [0~25165824,29360128~12582912,46137344~142606336,192937984~41943040,239075328~20971520,264241152~50331648,322961408~33554432,360710144~54525952] 2024-04-10T16:47:55.168 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~25165824,29360128~12582912,46137344~142606336,192937984~41943040,239075328~20971520,264241152~50331648,322961408~33554432,360710144~54525952] 2024-04-10T16:47:55.171 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~318767104,322961408~92274688] 2024-04-10T16:47:55.171 INFO:tasks.workunit.client.0.smithi069.stdout:from 2 to HEAD diff [0~25165824,29360128~12582912,46137344~142606336,192937984~41943040,239075328~20971520,264241152~50331648,322961408~33554432,360710144~54525952] 2024-04-10T16:47:55.171 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~25165824,29360128~12582912,46137344~142606336,192937984~41943040,239075328~20971520,264241152~50331648,322961408~33554432,360710144~54525952] 2024-04-10T16:47:55.177 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~260046848,264241152~54525952,322961408~92274688] 2024-04-10T16:47:55.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:47:55 smithi077 ceph-mon[87572]: pgmap v4123: 137 pgs: 137 active+clean; 680 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 145 KiB/s rd, 6.2 KiB/s wr, 241 op/s 2024-04-10T16:47:55.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:47:55 smithi077 ceph-mon[87572]: osdmap e2142: 8 total, 8 up, 8 in 2024-04-10T16:47:55.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:47:55 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:47:55.608 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:47:55 smithi069 ceph-mon[96738]: pgmap v4123: 137 pgs: 137 active+clean; 680 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 145 KiB/s rd, 6.2 KiB/s wr, 241 op/s 2024-04-10T16:47:55.608 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:47:55 smithi069 ceph-mon[96738]: osdmap e2142: 8 total, 8 up, 8 in 2024-04-10T16:47:55.608 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:47:55 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:47:55.609 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:47:55 smithi069 ceph-mon[94167]: pgmap v4123: 137 pgs: 137 active+clean; 680 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 145 KiB/s rd, 6.2 KiB/s wr, 241 op/s 2024-04-10T16:47:55.609 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:47:55 smithi069 ceph-mon[94167]: osdmap e2142: 8 total, 8 up, 8 in 2024-04-10T16:47:55.609 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:47:55 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:47:56.153 INFO:tasks.workunit.client.0.smithi069.stdout:from 0 to HEAD diff [0~25165824,29360128~12582912,46137344~142606336,192937984~41943040,239075328~20971520,264241152~50331648,322961408~33554432,360710144~54525952] 2024-04-10T16:47:56.153 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~25165824,29360128~12582912,46137344~142606336,192937984~41943040,239075328~20971520,264241152~50331648,322961408~33554432,360710144~54525952] 2024-04-10T16:47:56.195 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~318767104,322961408~92274688] 2024-04-10T16:47:56.195 INFO:tasks.workunit.client.0.smithi069.stdout:from 1 to HEAD diff [0~25165824,29360128~12582912,46137344~142606336,192937984~41943040,239075328~20971520,264241152~50331648,322961408~33554432,360710144~54525952] 2024-04-10T16:47:56.195 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~25165824,29360128~12582912,46137344~142606336,192937984~41943040,239075328~20971520,264241152~50331648,322961408~33554432,360710144~54525952] 2024-04-10T16:47:56.197 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~318767104,322961408~92274688] 2024-04-10T16:47:56.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:47:56 smithi077 ceph-mon[87572]: osdmap e2143: 8 total, 8 up, 8 in 2024-04-10T16:47:56.608 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:47:56 smithi069 ceph-mon[96738]: osdmap e2143: 8 total, 8 up, 8 in 2024-04-10T16:47:56.608 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:47:56 smithi069 ceph-mon[94167]: osdmap e2143: 8 total, 8 up, 8 in 2024-04-10T16:47:57.087 INFO:tasks.workunit.client.0.smithi069.stdout:from 0 to HEAD diff [0~25165824,29360128~12582912,46137344~142606336,192937984~41943040,239075328~20971520,264241152~50331648,322961408~33554432,360710144~54525952] 2024-04-10T16:47:57.087 INFO:tasks.workunit.client.0.smithi069.stdout: limited diff [0~25165824,29360128~12582912,46137344~142606336,192937984~41943040,239075328~20971520,264241152~50331648,322961408~33554432,360710144~54525952] 2024-04-10T16:47:57.098 INFO:tasks.workunit.client.0.smithi069.stdout: actual was [0~318767104,322961408~92274688] 2024-04-10T16:47:57.358 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:47:56 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:47:56] "GET /metrics HTTP/1.1" 200 36662 "" "Prometheus/2.43.0" 2024-04-10T16:47:57.359 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:47:57 smithi069 ceph-mon[96738]: pgmap v4126: 137 pgs: 137 active+clean; 581 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 127 KiB/s rd, 5.7 KiB/s wr, 203 op/s 2024-04-10T16:47:57.359 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:47:57 smithi069 ceph-mon[96738]: osdmap e2144: 8 total, 8 up, 8 in 2024-04-10T16:47:57.359 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:47:57 smithi069 ceph-mon[96738]: osdmap e2145: 8 total, 8 up, 8 in 2024-04-10T16:47:57.359 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:47:57 smithi069 ceph-mon[94167]: pgmap v4126: 137 pgs: 137 active+clean; 581 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 127 KiB/s rd, 5.7 KiB/s wr, 203 op/s 2024-04-10T16:47:57.359 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:47:57 smithi069 ceph-mon[94167]: osdmap e2144: 8 total, 8 up, 8 in 2024-04-10T16:47:57.359 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:47:57 smithi069 ceph-mon[94167]: osdmap e2145: 8 total, 8 up, 8 in 2024-04-10T16:47:57.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:47:57 smithi077 ceph-mon[87572]: pgmap v4126: 137 pgs: 137 active+clean; 581 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 127 KiB/s rd, 5.7 KiB/s wr, 203 op/s 2024-04-10T16:47:57.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:47:57 smithi077 ceph-mon[87572]: osdmap e2144: 8 total, 8 up, 8 in 2024-04-10T16:47:57.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:47:57 smithi077 ceph-mon[87572]: osdmap e2145: 8 total, 8 up, 8 in 2024-04-10T16:47:58.103 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] DiffIterateTest/1.DiffIterateStress (38907 ms) 2024-04-10T16:47:58.103 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] DiffIterateTest/1.DiffIterateParent 2024-04-10T16:47:58.103 INFO:tasks.workunit.client.0.smithi069.stdout:using new format! 2024-04-10T16:47:59.267 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] DiffIterateTest/1.DiffIterateParent (1164 ms) 2024-04-10T16:47:59.267 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] DiffIterateTest/1.DiffIterateIgnoreParent 2024-04-10T16:47:59.267 INFO:tasks.workunit.client.0.smithi069.stdout:using new format! 2024-04-10T16:47:59.358 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:47:59 smithi069 ceph-mon[96738]: pgmap v4129: 137 pgs: 137 active+clean; 581 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 31 KiB/s rd, 767 B/s wr, 61 op/s 2024-04-10T16:47:59.358 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:47:59 smithi069 ceph-mon[96738]: osdmap e2146: 8 total, 8 up, 8 in 2024-04-10T16:47:59.358 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:47:59 smithi069 ceph-mon[94167]: pgmap v4129: 137 pgs: 137 active+clean; 581 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 31 KiB/s rd, 767 B/s wr, 61 op/s 2024-04-10T16:47:59.358 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:47:59 smithi069 ceph-mon[94167]: osdmap e2146: 8 total, 8 up, 8 in 2024-04-10T16:47:59.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:47:59 smithi077 ceph-mon[87572]: pgmap v4129: 137 pgs: 137 active+clean; 581 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 31 KiB/s rd, 767 B/s wr, 61 op/s 2024-04-10T16:47:59.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:47:59 smithi077 ceph-mon[87572]: osdmap e2146: 8 total, 8 up, 8 in 2024-04-10T16:48:00.284 INFO:tasks.workunit.client.0.smithi069.stdout: wrote [0~20971520] to clone 2024-04-10T16:48:00.284 INFO:tasks.workunit.client.0.smithi069.stdout: diff was [0~20971520] 2024-04-10T16:48:00.288 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] DiffIterateTest/1.DiffIterateIgnoreParent (1021 ms) 2024-04-10T16:48:00.288 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] DiffIterateTest/1.DiffIterateCallbackError 2024-04-10T16:48:00.288 INFO:tasks.workunit.client.0.smithi069.stdout:using new format! 2024-04-10T16:48:00.308 INFO:tasks.workunit.client.0.smithi069.stdout: wrote [1655888~69168,4533407~35327,5519717~39358,6039485~56144,8379239~46547,12122248~53675,13912506~49807,14407494~81414,17131313~42659,18392588~71503] 2024-04-10T16:48:00.319 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] DiffIterateTest/1.DiffIterateCallbackError (31 ms) 2024-04-10T16:48:00.319 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] DiffIterateTest/1.DiffIterateParentDiscard 2024-04-10T16:48:00.319 INFO:tasks.workunit.client.0.smithi069.stdout:using new format! 2024-04-10T16:48:00.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:48:00 smithi077 ceph-mon[87572]: osdmap e2147: 8 total, 8 up, 8 in 2024-04-10T16:48:00.608 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:48:00 smithi069 ceph-mon[96738]: osdmap e2147: 8 total, 8 up, 8 in 2024-04-10T16:48:00.608 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:48:00 smithi069 ceph-mon[94167]: osdmap e2147: 8 total, 8 up, 8 in 2024-04-10T16:48:01.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:48:01 smithi077 ceph-mon[87572]: pgmap v4132: 137 pgs: 137 active+clean; 488 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 80 KiB/s rd, 4.0 MiB/s wr, 113 op/s 2024-04-10T16:48:01.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:48:01 smithi077 ceph-mon[87572]: osdmap e2148: 8 total, 8 up, 8 in 2024-04-10T16:48:01.608 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:48:01 smithi069 ceph-mon[96738]: pgmap v4132: 137 pgs: 137 active+clean; 488 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 80 KiB/s rd, 4.0 MiB/s wr, 113 op/s 2024-04-10T16:48:01.608 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:48:01 smithi069 ceph-mon[96738]: osdmap e2148: 8 total, 8 up, 8 in 2024-04-10T16:48:01.609 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:48:01 smithi069 ceph-mon[94167]: pgmap v4132: 137 pgs: 137 active+clean; 488 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 80 KiB/s rd, 4.0 MiB/s wr, 113 op/s 2024-04-10T16:48:01.609 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:48:01 smithi069 ceph-mon[94167]: osdmap e2148: 8 total, 8 up, 8 in 2024-04-10T16:48:02.172 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] DiffIterateTest/1.DiffIterateParentDiscard (1853 ms) 2024-04-10T16:48:02.172 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] DiffIterateTest/1.DiffIterateUnalignedSmall 2024-04-10T16:48:02.172 INFO:tasks.workunit.client.0.smithi069.stdout:using new format! 2024-04-10T16:48:02.224 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] DiffIterateTest/1.DiffIterateUnalignedSmall (52 ms) 2024-04-10T16:48:02.224 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] DiffIterateTest/1.DiffIterateUnaligned 2024-04-10T16:48:02.224 INFO:tasks.workunit.client.0.smithi069.stdout:using new format! 2024-04-10T16:48:02.301 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] DiffIterateTest/1.DiffIterateUnaligned (77 ms) 2024-04-10T16:48:02.301 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] DiffIterateTest/1.DiffIterateTryAcquireLock 2024-04-10T16:48:02.301 INFO:tasks.workunit.client.0.smithi069.stdout:using new format! 2024-04-10T16:48:02.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:48:02 smithi077 ceph-mon[87572]: osdmap e2149: 8 total, 8 up, 8 in 2024-04-10T16:48:02.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:48:02 smithi077 ceph-mon[87572]: osdmap e2150: 8 total, 8 up, 8 in 2024-04-10T16:48:02.514 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:48:02 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:48:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:48:02.608 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:48:02 smithi069 ceph-mon[96738]: osdmap e2149: 8 total, 8 up, 8 in 2024-04-10T16:48:02.608 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:48:02 smithi069 ceph-mon[96738]: osdmap e2150: 8 total, 8 up, 8 in 2024-04-10T16:48:02.608 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:48:02 smithi069 ceph-mon[94167]: osdmap e2149: 8 total, 8 up, 8 in 2024-04-10T16:48:02.608 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:48:02 smithi069 ceph-mon[94167]: osdmap e2150: 8 total, 8 up, 8 in 2024-04-10T16:48:03.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:48:03 smithi077 ceph-mon[87572]: pgmap v4135: 137 pgs: 137 active+clean; 466 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.1 MiB/s rd, 6.7 MiB/s wr, 198 op/s 2024-04-10T16:48:03.608 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:48:03 smithi069 ceph-mon[96738]: pgmap v4135: 137 pgs: 137 active+clean; 466 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.1 MiB/s rd, 6.7 MiB/s wr, 198 op/s 2024-04-10T16:48:03.608 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:48:03 smithi069 ceph-mon[94167]: pgmap v4135: 137 pgs: 137 active+clean; 466 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.1 MiB/s rd, 6.7 MiB/s wr, 198 op/s 2024-04-10T16:48:05.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:48:05 smithi077 ceph-mon[87572]: pgmap v4137: 137 pgs: 137 active+clean; 523 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 4.6 MiB/s rd, 10 MiB/s wr, 227 op/s 2024-04-10T16:48:05.608 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:48:05 smithi069 ceph-mon[96738]: pgmap v4137: 137 pgs: 137 active+clean; 523 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 4.6 MiB/s rd, 10 MiB/s wr, 227 op/s 2024-04-10T16:48:05.609 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:48:05 smithi069 ceph-mon[94167]: pgmap v4137: 137 pgs: 137 active+clean; 523 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 4.6 MiB/s rd, 10 MiB/s wr, 227 op/s 2024-04-10T16:48:07.345 INFO:tasks.workunit.client.0.smithi069.stdout:[ OK ] DiffIterateTest/1.DiffIterateTryAcquireLock (5044 ms) 2024-04-10T16:48:07.345 INFO:tasks.workunit.client.0.smithi069.stdout:[ RUN ] DiffIterateTest/1.DiffIterateStriping 2024-04-10T16:48:07.345 INFO:tasks.workunit.client.0.smithi069.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1189-gc96c8d47/rpm/el9/BUILD/ceph-18.2.2-1189-gc96c8d47/src/test/librbd/test_librbd.cc:8604: Skipped 2024-04-10T16:48:07.345 INFO:tasks.workunit.client.0.smithi069.stdout:Skipping due to unmet REQUIRE 2024-04-10T16:48:07.345 INFO:tasks.workunit.client.0.smithi069.stdout:[ SKIPPED ] DiffIterateTest/1.DiffIterateStriping (0 ms) 2024-04-10T16:48:07.358 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:48:07 smithi069 ceph-mon[96738]: pgmap v4138: 137 pgs: 137 active+clean; 546 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 4.2 MiB/s rd, 9.7 MiB/s wr, 244 op/s 2024-04-10T16:48:07.358 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:48:07 smithi069 ceph-mon[96738]: osdmap e2151: 8 total, 8 up, 8 in 2024-04-10T16:48:07.358 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:48:06 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:48:06] "GET /metrics HTTP/1.1" 200 36662 "" "Prometheus/2.43.0" 2024-04-10T16:48:07.358 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:48:07 smithi069 ceph-mon[94167]: pgmap v4138: 137 pgs: 137 active+clean; 546 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 4.2 MiB/s rd, 9.7 MiB/s wr, 244 op/s 2024-04-10T16:48:07.358 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:48:07 smithi069 ceph-mon[94167]: osdmap e2151: 8 total, 8 up, 8 in 2024-04-10T16:48:07.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:48:07 smithi077 ceph-mon[87572]: pgmap v4138: 137 pgs: 137 active+clean; 546 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 4.2 MiB/s rd, 9.7 MiB/s wr, 244 op/s 2024-04-10T16:48:07.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:48:07 smithi077 ceph-mon[87572]: osdmap e2151: 8 total, 8 up, 8 in 2024-04-10T16:48:08.188 INFO:tasks.workunit.client.0.smithi069.stdout:[----------] 15 tests from DiffIterateTest/1 (68137 ms total) 2024-04-10T16:48:08.188 INFO:tasks.workunit.client.0.smithi069.stdout: 2024-04-10T16:48:08.188 INFO:tasks.workunit.client.0.smithi069.stdout:[----------] Global test environment tear-down 2024-04-10T16:48:08.188 INFO:tasks.workunit.client.0.smithi069.stdout:[==========] 480 tests from 24 test suites ran. (2135466 ms total) 2024-04-10T16:48:08.188 INFO:tasks.workunit.client.0.smithi069.stdout:[ PASSED ] 434 tests. 2024-04-10T16:48:08.188 INFO:tasks.workunit.client.0.smithi069.stdout:[ SKIPPED ] 46 tests, listed below: 2024-04-10T16:48:08.188 INFO:tasks.workunit.client.0.smithi069.stdout:[ SKIPPED ] TestJournalStress.DiscardWithPruneWriteOverlap 2024-04-10T16:48:08.188 INFO:tasks.workunit.client.0.smithi069.stdout:[ SKIPPED ] TestJournalReplay.AioDiscardEvent 2024-04-10T16:48:08.188 INFO:tasks.workunit.client.0.smithi069.stdout:[ SKIPPED ] TestJournalReplay.AioWriteEvent 2024-04-10T16:48:08.188 INFO:tasks.workunit.client.0.smithi069.stdout:[ SKIPPED ] TestJournalReplay.AioFlushEvent 2024-04-10T16:48:08.188 INFO:tasks.workunit.client.0.smithi069.stdout:[ SKIPPED ] TestJournalReplay.SnapCreate 2024-04-10T16:48:08.189 INFO:tasks.workunit.client.0.smithi069.stdout:[ SKIPPED ] TestJournalReplay.SnapProtect 2024-04-10T16:48:08.189 INFO:tasks.workunit.client.0.smithi069.stdout:[ SKIPPED ] TestJournalReplay.SnapUnprotect 2024-04-10T16:48:08.189 INFO:tasks.workunit.client.0.smithi069.stdout:[ SKIPPED ] TestJournalReplay.SnapRename 2024-04-10T16:48:08.189 INFO:tasks.workunit.client.0.smithi069.stdout:[ SKIPPED ] TestJournalReplay.SnapRollback 2024-04-10T16:48:08.189 INFO:tasks.workunit.client.0.smithi069.stdout:[ SKIPPED ] TestJournalReplay.SnapRemove 2024-04-10T16:48:08.189 INFO:tasks.workunit.client.0.smithi069.stdout:[ SKIPPED ] TestJournalReplay.Rename 2024-04-10T16:48:08.189 INFO:tasks.workunit.client.0.smithi069.stdout:[ SKIPPED ] TestJournalReplay.Resize 2024-04-10T16:48:08.189 INFO:tasks.workunit.client.0.smithi069.stdout:[ SKIPPED ] TestJournalReplay.Flatten 2024-04-10T16:48:08.189 INFO:tasks.workunit.client.0.smithi069.stdout:[ SKIPPED ] TestJournalReplay.UpdateFeatures 2024-04-10T16:48:08.189 INFO:tasks.workunit.client.0.smithi069.stdout:[ SKIPPED ] TestJournalReplay.MetadataSet 2024-04-10T16:48:08.189 INFO:tasks.workunit.client.0.smithi069.stdout:[ SKIPPED ] TestJournalReplay.MetadataRemove 2024-04-10T16:48:08.189 INFO:tasks.workunit.client.0.smithi069.stdout:[ SKIPPED ] TestJournalReplay.ObjectPosition 2024-04-10T16:48:08.189 INFO:tasks.workunit.client.0.smithi069.stdout:[ SKIPPED ] TestJournalEntries.AioWrite 2024-04-10T16:48:08.189 INFO:tasks.workunit.client.0.smithi069.stdout:[ SKIPPED ] TestJournalEntries.AioDiscard 2024-04-10T16:48:08.189 INFO:tasks.workunit.client.0.smithi069.stdout:[ SKIPPED ] TestJournalEntries.AioDiscardWithPrune 2024-04-10T16:48:08.190 INFO:tasks.workunit.client.0.smithi069.stdout:[ SKIPPED ] TestJournalEntries.AioFlush 2024-04-10T16:48:08.190 INFO:tasks.workunit.client.0.smithi069.stdout:[ SKIPPED ] TestOperations.DisableJournalingCorrupt 2024-04-10T16:48:08.190 INFO:tasks.workunit.client.0.smithi069.stdout:[ SKIPPED ] TestMigration.MirroringSamePool 2024-04-10T16:48:08.190 INFO:tasks.workunit.client.0.smithi069.stdout:[ SKIPPED ] TestMigration.MirroringAbort 2024-04-10T16:48:08.190 INFO:tasks.workunit.client.0.smithi069.stdout:[ SKIPPED ] TestMigration.MirroringOtherPoolDisabled 2024-04-10T16:48:08.190 INFO:tasks.workunit.client.0.smithi069.stdout:[ SKIPPED ] TestMigration.MirroringOtherPoolEnabled 2024-04-10T16:48:08.190 INFO:tasks.workunit.client.0.smithi069.stdout:[ SKIPPED ] TestMigration.MirroringPool 2024-04-10T16:48:08.190 INFO:tasks.workunit.client.0.smithi069.stdout:[ SKIPPED ] TestDeepCopy.NoSnaps_StrippingLargerDstObjSize 2024-04-10T16:48:08.190 INFO:tasks.workunit.client.0.smithi069.stdout:[ SKIPPED ] TestDeepCopy.Snaps_StrippingLargerDstObjSize 2024-04-10T16:48:08.190 INFO:tasks.workunit.client.0.smithi069.stdout:[ SKIPPED ] TestDeepCopy.Clone_StrippingLargerDstObjSize 2024-04-10T16:48:08.190 INFO:tasks.workunit.client.0.smithi069.stdout:[ SKIPPED ] TestDeepCopy.CloneFlatten_StrippingLargerDstObjSize 2024-04-10T16:48:08.190 INFO:tasks.workunit.client.0.smithi069.stdout:[ SKIPPED ] TestDeepCopy.Stress_StrippingLargerDstObjSize 2024-04-10T16:48:08.190 INFO:tasks.workunit.client.0.smithi069.stdout:[ SKIPPED ] TestDeepCopy.NoSnaps_StrippingSmallerDstObjSize 2024-04-10T16:48:08.190 INFO:tasks.workunit.client.0.smithi069.stdout:[ SKIPPED ] TestDeepCopy.Snaps_StrippingSmallerDstObjSize 2024-04-10T16:48:08.191 INFO:tasks.workunit.client.0.smithi069.stdout:[ SKIPPED ] TestDeepCopy.Clone_StrippingSmallerDstObjSize 2024-04-10T16:48:08.191 INFO:tasks.workunit.client.0.smithi069.stdout:[ SKIPPED ] TestDeepCopy.CloneFlatten_StrippingSmallerDstObjSize 2024-04-10T16:48:08.191 INFO:tasks.workunit.client.0.smithi069.stdout:[ SKIPPED ] TestDeepCopy.Stress_StrippingSmallerDstObjSize 2024-04-10T16:48:08.191 INFO:tasks.workunit.client.0.smithi069.stdout:[ SKIPPED ] TestMirroring.DisableImageMirrorWithPeer 2024-04-10T16:48:08.191 INFO:tasks.workunit.client.0.smithi069.stdout:[ SKIPPED ] TestMirroring.DisableJournalingWithPeer 2024-04-10T16:48:08.191 INFO:tasks.workunit.client.0.smithi069.stdout:[ SKIPPED ] TestInternal.DiscardCopyup 2024-04-10T16:48:08.191 INFO:tasks.workunit.client.0.smithi069.stdout:[ SKIPPED ] TestInternal.TestCoR 2024-04-10T16:48:08.191 INFO:tasks.workunit.client.0.smithi069.stdout:[ SKIPPED ] TestLibRBD.EncryptionLoadBadStripePattern 2024-04-10T16:48:08.191 INFO:tasks.workunit.client.0.smithi069.stdout:[ SKIPPED ] TestLibRBD.EnableJournalingViaLockOwner 2024-04-10T16:48:08.191 INFO:tasks.workunit.client.0.smithi069.stdout:[ SKIPPED ] TestLibRBD.ExclusiveLockReadTransition 2024-04-10T16:48:08.191 INFO:tasks.workunit.client.0.smithi069.stdout:[ SKIPPED ] DiffIterateTest/0.DiffIterateStriping 2024-04-10T16:48:08.191 INFO:tasks.workunit.client.0.smithi069.stdout:[ SKIPPED ] DiffIterateTest/1.DiffIterateStriping 2024-04-10T16:48:08.191 INFO:tasks.workunit.client.0.smithi069.stdout: 2024-04-10T16:48:08.191 INFO:tasks.workunit.client.0.smithi069.stdout: YOU HAVE 2 DISABLED TESTS 2024-04-10T16:48:08.191 INFO:tasks.workunit.client.0.smithi069.stdout: 2024-04-10T16:48:08.202 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-10T16:48:08.203 DEBUG:teuthology.orchestra.run.smithi069:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-10T16:48:08.274 INFO:tasks.workunit:Stopping ['rbd/test_librbd.sh'] on client.0... 2024-04-10T16:48:08.274 DEBUG:teuthology.orchestra.run.smithi069:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-04-10T16:48:08.540 DEBUG:teuthology.parallel:result is None 2024-04-10T16:48:08.541 DEBUG:teuthology.orchestra.run.smithi069:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-04-10T16:48:08.567 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-04-10T16:48:08.567 DEBUG:teuthology.orchestra.run.smithi069:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-04-10T16:48:08.622 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-04-10T16:48:08.622 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-04-10T16:48:08.622 INFO:teuthology.task.print:**** done end test_rbd_api.yaml 2024-04-10T16:48:08.622 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-04-10T16:48:08.623 INFO:teuthology.task.print:**** done start test_rbd_python.yaml 2024-04-10T16:48:08.623 INFO:teuthology.task.full_sequential:In full_sequential, running task workunit... 2024-04-10T16:48:08.623 INFO:tasks.workunit:Pulling workunits from ref reef 2024-04-10T16:48:08.623 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-04-10T16:48:08.623 DEBUG:teuthology.orchestra.run.smithi069:> stat -- /home/ubuntu/cephtest/mnt.0 2024-04-10T16:48:08.677 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-10T16:48:08.678 INFO:teuthology.orchestra.run.smithi069.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-04-10T16:48:08.678 DEBUG:teuthology.orchestra.run.smithi069:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-04-10T16:48:08.732 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-04-10T16:48:08.732 DEBUG:teuthology.orchestra.run.smithi069:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-04-10T16:48:08.788 INFO:tasks.workunit:timeout=3h 2024-04-10T16:48:08.788 INFO:tasks.workunit:cleanup=True 2024-04-10T16:48:08.789 DEBUG:teuthology.orchestra.run.smithi069:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone --depth 1 --branch reef https://github.com/ceph/ceph-ci.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 2024-04-10T16:48:08.844 INFO:tasks.workunit.client.0.smithi069.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-04-10T16:48:09.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:48:09 smithi077 ceph-mon[87572]: pgmap v4140: 137 pgs: 137 active+clean; 546 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 7.3 MiB/s wr, 173 op/s 2024-04-10T16:48:09.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:48:09 smithi077 ceph-mon[87572]: osdmap e2152: 8 total, 8 up, 8 in 2024-04-10T16:48:09.608 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:48:09 smithi069 ceph-mon[96738]: pgmap v4140: 137 pgs: 137 active+clean; 546 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 7.3 MiB/s wr, 173 op/s 2024-04-10T16:48:09.608 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:48:09 smithi069 ceph-mon[96738]: osdmap e2152: 8 total, 8 up, 8 in 2024-04-10T16:48:09.609 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:48:09 smithi069 ceph-mon[94167]: pgmap v4140: 137 pgs: 137 active+clean; 546 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 7.3 MiB/s wr, 173 op/s 2024-04-10T16:48:09.609 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:48:09 smithi069 ceph-mon[94167]: osdmap e2152: 8 total, 8 up, 8 in 2024-04-10T16:48:10.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:48:10 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:48:10.608 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:48:10 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:48:10.608 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:48:10 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:48:11.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:48:11 smithi077 ceph-mon[87572]: pgmap v4142: 105 pgs: 105 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail 2024-04-10T16:48:11.608 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:48:11 smithi069 ceph-mon[96738]: pgmap v4142: 105 pgs: 105 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail 2024-04-10T16:48:11.608 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:48:11 smithi069 ceph-mon[94167]: pgmap v4142: 105 pgs: 105 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail 2024-04-10T16:48:12.764 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:48:12 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:48:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:48:13.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:48:13 smithi077 ceph-mon[87572]: pgmap v4143: 105 pgs: 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-10T16:48:13.608 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:48:13 smithi069 ceph-mon[96738]: pgmap v4143: 105 pgs: 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-10T16:48:13.608 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:48:13 smithi069 ceph-mon[94167]: pgmap v4143: 105 pgs: 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-10T16:48:15.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:48:15 smithi077 ceph-mon[87572]: pgmap v4144: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-10T16:48:15.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:48:15 smithi069 ceph-mon[96738]: pgmap v4144: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-10T16:48:15.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:48:15 smithi069 ceph-mon[94167]: pgmap v4144: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-10T16:48:17.191 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:48:16 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:48:16] "GET /metrics HTTP/1.1" 200 34167 "" "Prometheus/2.43.0" 2024-04-10T16:48:17.361 DEBUG:teuthology.orchestra.run.smithi069:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-04-10T16:48:17.416 INFO:tasks.workunit.client.0.smithi069.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-04-10T16:48:17.418 INFO:tasks.workunit.client.0.smithi069.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-04-10T16:48:17.418 INFO:tasks.workunit.client.0.smithi069.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-04-10T16:48:17.467 INFO:tasks.workunit.client.0.smithi069.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-04-10T16:48:17.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:48:17 smithi077 ceph-mon[87572]: pgmap v4145: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-10T16:48:17.516 INFO:tasks.workunit.client.0.smithi069.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-04-10T16:48:17.556 INFO:tasks.workunit.client.0.smithi069.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-04-10T16:48:17.558 INFO:tasks.workunit.client.0.smithi069.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-04-10T16:48:17.558 INFO:tasks.workunit.client.0.smithi069.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-04-10T16:48:17.596 INFO:tasks.workunit.client.0.smithi069.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-04-10T16:48:17.599 DEBUG:teuthology.orchestra.run.smithi069:> set -ex 2024-04-10T16:48:17.599 DEBUG:teuthology.orchestra.run.smithi069:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-04-10T16:48:17.608 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:48:17 smithi069 ceph-mon[96738]: pgmap v4145: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-10T16:48:17.608 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:48:17 smithi069 ceph-mon[94167]: pgmap v4145: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-10T16:48:17.623 INFO:tasks.workunit:Running workunits matching rbd/test_librbd_python.sh on client.0... 2024-04-10T16:48:17.624 INFO:tasks.workunit:Running workunit rbd/test_librbd_python.sh... 2024-04-10T16:48:17.624 DEBUG:teuthology.orchestra.run.smithi069:workunit test rbd/test_librbd_python.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 RBD_FEATURES=61 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rbd/test_librbd_python.sh 2024-04-10T16:48:17.681 INFO:tasks.workunit.client.0.smithi069.stderr:++ dirname /home/ubuntu/cephtest/clone.client.0/qa/workunits/rbd/test_librbd_python.sh 2024-04-10T16:48:17.682 INFO:tasks.workunit.client.0.smithi069.stderr:+ relpath=/home/ubuntu/cephtest/clone.client.0/qa/workunits/rbd/../../../src/test/pybind 2024-04-10T16:48:17.682 INFO:tasks.workunit.client.0.smithi069.stderr:+ '[' -n '' ']' 2024-04-10T16:48:17.682 INFO:tasks.workunit.client.0.smithi069.stderr:+ python3 -m pytest -v /home/ubuntu/cephtest/clone.client.0/qa/workunits/rbd/../../../src/test/pybind/test_rbd.py 2024-04-10T16:48:17.846 INFO:tasks.workunit.client.0.smithi069.stdout:============================= test session starts ============================== 2024-04-10T16:48:17.846 INFO:tasks.workunit.client.0.smithi069.stdout:platform linux -- Python 3.9.17, pytest-6.2.2, py-1.10.0, pluggy-0.13.1 -- /usr/bin/python3 2024-04-10T16:48:17.846 INFO:tasks.workunit.client.0.smithi069.stdout:cachedir: .pytest_cache 2024-04-10T16:48:17.846 INFO:tasks.workunit.client.0.smithi069.stdout:rootdir: /home/ubuntu/cephtest/clone.client.0/src/test/pybind, configfile: pytest.ini 2024-04-10T16:48:18.280 INFO:tasks.workunit.client.0.smithi069.stdout:collecting ... collected 175 items 2024-04-10T16:48:18.280 INFO:tasks.workunit.client.0.smithi069.stdout: 2024-04-10T16:48:19.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:48:19 smithi077 ceph-mon[87572]: pgmap v4146: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-10T16:48:19.608 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:48:19 smithi069 ceph-mon[96738]: pgmap v4146: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-10T16:48:19.608 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:48:19 smithi069 ceph-mon[94167]: pgmap v4146: 105 pgs: 105 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-10T16:48:20.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:48:20 smithi077 ceph-mon[87572]: osdmap e2153: 8 total, 8 up, 8 in 2024-04-10T16:48:20.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:48:20 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/2962404' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi069-215789-1","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:48:20.608 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:48:20 smithi069 ceph-mon[96738]: osdmap e2153: 8 total, 8 up, 8 in 2024-04-10T16:48:20.608 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:48:20 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/2962404' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi069-215789-1","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:48:20.608 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:48:20 smithi069 ceph-mon[94167]: osdmap e2153: 8 total, 8 up, 8 in 2024-04-10T16:48:20.609 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:48:20 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/2962404' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi069-215789-1","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:48:21.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:48:21 smithi077 ceph-mon[87572]: pgmap v4148: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-10T16:48:21.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:48:21 smithi077 ceph-mon[87572]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T16:48:21.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:48:21 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/2962404' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi069-215789-1","app": "rbd","yes_i_really_mean_it": true}]': finished 2024-04-10T16:48:21.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:48:21 smithi077 ceph-mon[87572]: osdmap e2154: 8 total, 8 up, 8 in 2024-04-10T16:48:21.608 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:48:21 smithi069 ceph-mon[96738]: pgmap v4148: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-10T16:48:21.608 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:48:21 smithi069 ceph-mon[96738]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T16:48:21.608 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:48:21 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/2962404' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi069-215789-1","app": "rbd","yes_i_really_mean_it": true}]': finished 2024-04-10T16:48:21.608 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:48:21 smithi069 ceph-mon[96738]: osdmap e2154: 8 total, 8 up, 8 in 2024-04-10T16:48:21.609 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:48:21 smithi069 ceph-mon[94167]: pgmap v4148: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-10T16:48:21.609 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:48:21 smithi069 ceph-mon[94167]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T16:48:21.609 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:48:21 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/2962404' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi069-215789-1","app": "rbd","yes_i_really_mean_it": true}]': finished 2024-04-10T16:48:21.609 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:48:21 smithi069 ceph-mon[94167]: osdmap e2154: 8 total, 8 up, 8 in 2024-04-10T16:48:22.238 INFO:tasks.workunit.client.0.smithi069.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_version PASSED [ 0%] 2024-04-10T16:48:22.320 INFO:tasks.workunit.client.0.smithi069.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_create PASSED [ 1%] 2024-04-10T16:48:22.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:48:22 smithi077 ceph-mon[87572]: osdmap e2155: 8 total, 8 up, 8 in 2024-04-10T16:48:22.514 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:48:22 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:48:22.320Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:48:22.608 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:48:22 smithi069 ceph-mon[96738]: osdmap e2155: 8 total, 8 up, 8 in 2024-04-10T16:48:22.608 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:48:22 smithi069 ceph-mon[94167]: osdmap e2155: 8 total, 8 up, 8 in 2024-04-10T16:48:22.946 INFO:tasks.workunit.client.0.smithi069.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_create_defaults PASSED [ 1%] 2024-04-10T16:48:23.046 INFO:tasks.workunit.client.0.smithi069.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_context_manager PASSED [ 2%] 2024-04-10T16:48:23.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:48:23 smithi077 ceph-mon[87572]: pgmap v4151: 137 pgs: 8 creating+peering, 4 unknown, 125 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-10T16:48:23.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:48:23 smithi077 ceph-mon[87572]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T16:48:23.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:48:23 smithi077 ceph-mon[87572]: osdmap e2156: 8 total, 8 up, 8 in 2024-04-10T16:48:23.608 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:48:23 smithi069 ceph-mon[94167]: pgmap v4151: 137 pgs: 8 creating+peering, 4 unknown, 125 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-10T16:48:23.608 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:48:23 smithi069 ceph-mon[94167]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T16:48:23.608 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:48:23 smithi069 ceph-mon[94167]: osdmap e2156: 8 total, 8 up, 8 in 2024-04-10T16:48:23.609 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:48:23 smithi069 ceph-mon[96738]: pgmap v4151: 137 pgs: 8 creating+peering, 4 unknown, 125 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-10T16:48:23.609 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:48:23 smithi069 ceph-mon[96738]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T16:48:23.609 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:48:23 smithi069 ceph-mon[96738]: osdmap e2156: 8 total, 8 up, 8 in 2024-04-10T16:48:24.325 INFO:tasks.workunit.client.0.smithi069.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_open_read_only PASSED [ 2%] 2024-04-10T16:48:24.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:48:24 smithi077 ceph-mon[87572]: osdmap e2157: 8 total, 8 up, 8 in 2024-04-10T16:48:24.608 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:48:24 smithi069 ceph-mon[96738]: osdmap e2157: 8 total, 8 up, 8 in 2024-04-10T16:48:24.608 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:48:24 smithi069 ceph-mon[94167]: osdmap e2157: 8 total, 8 up, 8 in 2024-04-10T16:48:24.869 INFO:tasks.workunit.client.0.smithi069.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_open_dne PASSED [ 3%] 2024-04-10T16:48:25.412 INFO:tasks.workunit.client.0.smithi069.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_open_readonly_dne PASSED [ 4%] 2024-04-10T16:48:25.505 INFO:tasks.workunit.client.0.smithi069.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_open_by_id PASSED [ 4%] 2024-04-10T16:48:25.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:48:25 smithi077 ceph-mon[87572]: pgmap v4154: 137 pgs: 8 creating+peering, 129 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 24 KiB/s rd, 1.2 KiB/s wr, 34 op/s 2024-04-10T16:48:25.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:48:25 smithi077 ceph-mon[87572]: osdmap e2158: 8 total, 8 up, 8 in 2024-04-10T16:48:25.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:48:25 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:48:25.591 INFO:tasks.workunit.client.0.smithi069.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_aio_open PASSED [ 5%] 2024-04-10T16:48:25.602 INFO:tasks.workunit.client.0.smithi069.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_remove_dne PASSED [ 5%] 2024-04-10T16:48:25.604 INFO:tasks.workunit.client.0.smithi069.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_list_empty PASSED [ 6%] 2024-04-10T16:48:25.608 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:48:25 smithi069 ceph-mon[96738]: pgmap v4154: 137 pgs: 8 creating+peering, 129 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 24 KiB/s rd, 1.2 KiB/s wr, 34 op/s 2024-04-10T16:48:25.608 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:48:25 smithi069 ceph-mon[96738]: osdmap e2158: 8 total, 8 up, 8 in 2024-04-10T16:48:25.608 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:48:25 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:48:25.608 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:48:25 smithi069 ceph-mon[94167]: pgmap v4154: 137 pgs: 8 creating+peering, 129 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 24 KiB/s rd, 1.2 KiB/s wr, 34 op/s 2024-04-10T16:48:25.608 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:48:25 smithi069 ceph-mon[94167]: osdmap e2158: 8 total, 8 up, 8 in 2024-04-10T16:48:25.608 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:48:25 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:48:25.677 INFO:tasks.workunit.client.0.smithi069.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_list PASSED [ 6%] 2024-04-10T16:48:25.741 INFO:tasks.workunit.client.0.smithi069.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_remove_with_progress PASSED [ 7%] 2024-04-10T16:48:25.822 INFO:tasks.workunit.client.0.smithi069.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_remove_canceled PASSED [ 8%] 2024-04-10T16:48:25.887 INFO:tasks.workunit.client.0.smithi069.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_remove_with_progress_except PASSED [ 8%] 2024-04-10T16:48:25.987 INFO:tasks.workunit.client.0.smithi069.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_rename PASSED [ 9%] 2024-04-10T16:48:26.245 INFO:tasks.workunit.client.0.smithi069.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_pool_metadata PASSED [ 9%] 2024-04-10T16:48:26.259 INFO:tasks.workunit.client.0.smithi069.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_config_list PASSED [ 10%] 2024-04-10T16:48:26.268 INFO:tasks.workunit.client.0.smithi069.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_pool_config_set_and_get_and_remove PASSED [ 10%] 2024-04-10T16:48:26.294 INFO:tasks.workunit.client.0.smithi069.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_namespaces PASSED [ 11%] 2024-04-10T16:48:26.608 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:48:26 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: [10/Apr/2024:16:48:26] ENGINE Bus STOPPING 2024-04-10T16:48:26.608 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:48:26 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: [10/Apr/2024:16:48:26] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-10T16:48:26.609 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:48:26 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: [10/Apr/2024:16:48:26] ENGINE Bus STOPPED 2024-04-10T16:48:26.609 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:48:26 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: [10/Apr/2024:16:48:26] ENGINE Bus STARTING 2024-04-10T16:48:26.609 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:48:26 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: [10/Apr/2024:16:48:26] ENGINE Serving on http://:::9283 2024-04-10T16:48:26.609 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:48:26 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: [10/Apr/2024:16:48:26] ENGINE Bus STARTED 2024-04-10T16:48:27.236 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:48:26 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:48:26] "GET /metrics HTTP/1.1" 200 36632 "" "Prometheus/2.43.0" 2024-04-10T16:48:27.515 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:48:27 smithi077 ceph-mon[87572]: pgmap v4156: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 343 KiB/s rd, 27 KiB/s wr, 467 op/s 2024-04-10T16:48:27.515 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:48:27 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/2962404' entity='client.admin' 2024-04-10T16:48:27.515 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:48:27 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:48:27.515 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:48:27 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:48:27.515 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:48:27 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:48:27.515 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:48:27 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:48:27.515 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:48:27 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:48:27.515 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:48:27 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-10T16:48:27.515 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:48:27 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:48:27.515 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:48:27 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:48:27.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:48:27 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:48:27.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:48:27 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:48:27.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:48:27 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:48:27.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:48:27 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:48:27.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:48:27 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:48:27.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:48:27 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:48:27.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:48:27 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:48:27.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:48:27 smithi077 ceph-mon[87572]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T16:48:27.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:48:27 smithi077 ceph-mon[87572]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T16:48:27.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:48:27 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:48:27.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:48:27 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:48:27.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:48:27 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:48:27.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:48:27 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:48:27.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:48:27 smithi077 ceph-mon[87572]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T16:48:27.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:48:27 smithi077 ceph-mon[87572]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T16:48:27.517 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:48:27 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:48:27.517 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:48:27 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:48:27.517 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:48:27 smithi077 ceph-mon[87572]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T16:48:27.517 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:48:27 smithi077 ceph-mon[87572]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T16:48:27.517 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:48:27 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:48:27.517 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:48:27 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:48:27.517 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:48:27 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:48:27.517 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:48:27 smithi077 ceph-mon[87572]: osdmap e2159: 8 total, 8 up, 8 in 2024-04-10T16:48:27.609 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:48:27 smithi069 ceph-mon[96738]: pgmap v4156: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 343 KiB/s rd, 27 KiB/s wr, 467 op/s 2024-04-10T16:48:27.609 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:48:27 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/2962404' entity='client.admin' 2024-04-10T16:48:27.609 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:48:27 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:48:27.609 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:48:27 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:48:27.609 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:48:27 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:48:27.609 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:48:27 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:48:27.609 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:48:27 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:48:27.609 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:48:27 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-10T16:48:27.609 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:48:27 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:48:27.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:48:27 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:48:27.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:48:27 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:48:27.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:48:27 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:48:27.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:48:27 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:48:27.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:48:27 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:48:27.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:48:27 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:48:27.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:48:27 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:48:27.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:48:27 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:48:27.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:48:27 smithi069 ceph-mon[96738]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T16:48:27.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:48:27 smithi069 ceph-mon[96738]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T16:48:27.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:48:27 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:48:27.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:48:27 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:48:27.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:48:27 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:48:27.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:48:27 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:48:27.611 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:48:27 smithi069 ceph-mon[96738]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T16:48:27.611 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:48:27 smithi069 ceph-mon[96738]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T16:48:27.611 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:48:27 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:48:27.611 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:48:27 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:48:27.611 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:48:27 smithi069 ceph-mon[96738]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T16:48:27.611 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:48:27 smithi069 ceph-mon[96738]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T16:48:27.611 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:48:27 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:48:27.611 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:48:27 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:48:27.611 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:48:27 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:48:27.611 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:48:27 smithi069 ceph-mon[96738]: osdmap e2159: 8 total, 8 up, 8 in 2024-04-10T16:48:27.611 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:48:27 smithi069 ceph-mon[94167]: pgmap v4156: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 343 KiB/s rd, 27 KiB/s wr, 467 op/s 2024-04-10T16:48:27.611 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:48:27 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/2962404' entity='client.admin' 2024-04-10T16:48:27.612 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:48:27 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:48:27.612 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:48:27 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:48:27.612 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:48:27 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:48:27.612 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:48:27 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:48:27.612 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:48:27 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:48:27.612 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:48:27 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-10T16:48:27.612 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:48:27 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:48:27.612 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:48:27 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:48:27.612 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:48:27 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:48:27.612 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:48:27 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:48:27.612 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:48:27 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:48:27.612 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:48:27 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:48:27.612 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:48:27 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:48:27.612 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:48:27 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:48:27.612 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:48:27 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:48:27.613 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:48:27 smithi069 ceph-mon[94167]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T16:48:27.613 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:48:27 smithi069 ceph-mon[94167]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T16:48:27.613 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:48:27 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:48:27.613 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:48:27 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:48:27.613 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:48:27 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:48:27.613 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:48:27 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:48:27.613 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:48:27 smithi069 ceph-mon[94167]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T16:48:27.613 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:48:27 smithi069 ceph-mon[94167]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T16:48:27.613 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:48:27 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:48:27.613 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:48:27 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:48:27.613 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:48:27 smithi069 ceph-mon[94167]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T16:48:27.613 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:48:27 smithi069 ceph-mon[94167]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T16:48:27.613 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:48:27 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:48:27.613 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:48:27 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:48:27.613 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:48:27 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:48:27.614 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:48:27 smithi069 ceph-mon[94167]: osdmap e2159: 8 total, 8 up, 8 in 2024-04-10T16:48:28.343 INFO:tasks.workunit.client.0.smithi069.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_pool_stats PASSED [ 12%] 2024-04-10T16:48:28.344 INFO:tasks.workunit.client.0.smithi069.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_features_to_string PASSED [ 12%] 2024-04-10T16:48:28.345 INFO:tasks.workunit.client.0.smithi069.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_features_from_string PASSED [ 13%] 2024-04-10T16:48:28.421 INFO:tasks.workunit.client.0.smithi069.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_update_features SKIPPED [ 13%] 2024-04-10T16:48:28.491 INFO:tasks.workunit.client.0.smithi069.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_create_with_params SKIPPED [ 14%] 2024-04-10T16:48:28.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:48:28 smithi077 ceph-mon[87572]: pgmap v4158: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 281 KiB/s rd, 22 KiB/s wr, 382 op/s 2024-04-10T16:48:28.564 INFO:tasks.workunit.client.0.smithi069.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_id PASSED [ 14%] 2024-04-10T16:48:28.608 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:48:28 smithi069 ceph-mon[96738]: pgmap v4158: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 281 KiB/s rd, 22 KiB/s wr, 382 op/s 2024-04-10T16:48:28.608 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:48:28 smithi069 ceph-mon[94167]: pgmap v4158: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 281 KiB/s rd, 22 KiB/s wr, 382 op/s 2024-04-10T16:48:28.636 INFO:tasks.workunit.client.0.smithi069.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_block_name_prefix PASSED [ 15%] 2024-04-10T16:48:28.706 INFO:tasks.workunit.client.0.smithi069.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_data_pool_id PASSED [ 16%] 2024-04-10T16:48:28.788 INFO:tasks.workunit.client.0.smithi069.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_create_timestamp PASSED [ 16%] 2024-04-10T16:48:28.863 INFO:tasks.workunit.client.0.smithi069.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_access_timestamp PASSED [ 17%] 2024-04-10T16:48:28.935 INFO:tasks.workunit.client.0.smithi069.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_modify_timestamp PASSED [ 17%] 2024-04-10T16:48:29.017 INFO:tasks.workunit.client.0.smithi069.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_invalidate_cache PASSED [ 18%] 2024-04-10T16:48:29.089 INFO:tasks.workunit.client.0.smithi069.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_stat PASSED [ 18%] 2024-04-10T16:48:29.160 INFO:tasks.workunit.client.0.smithi069.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_flags PASSED [ 19%] 2024-04-10T16:48:29.245 INFO:tasks.workunit.client.0.smithi069.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_image_auto_close PASSED [ 20%] 2024-04-10T16:48:29.317 INFO:tasks.workunit.client.0.smithi069.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_use_after_close PASSED [ 20%] 2024-04-10T16:48:29.398 INFO:tasks.workunit.client.0.smithi069.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_write PASSED [ 21%] 2024-04-10T16:48:29.479 INFO:tasks.workunit.client.0.smithi069.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_write_with_fadvise_flags PASSED [ 21%] 2024-04-10T16:48:29.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:48:29 smithi077 ceph-mon[87572]: osdmap e2160: 8 total, 8 up, 8 in 2024-04-10T16:48:29.560 INFO:tasks.workunit.client.0.smithi069.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_write_zeroes PASSED [ 22%] 2024-04-10T16:48:29.608 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:48:29 smithi069 ceph-mon[96738]: osdmap e2160: 8 total, 8 up, 8 in 2024-04-10T16:48:29.608 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:48:29 smithi069 ceph-mon[94167]: osdmap e2160: 8 total, 8 up, 8 in 2024-04-10T16:48:29.648 INFO:tasks.workunit.client.0.smithi069.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_write_zeroes_thick_provision PASSED [ 22%] 2024-04-10T16:48:29.724 INFO:tasks.workunit.client.0.smithi069.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_read PASSED [ 23%] 2024-04-10T16:48:29.799 INFO:tasks.workunit.client.0.smithi069.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_read_with_fadvise_flags PASSED [ 24%] 2024-04-10T16:48:29.929 INFO:tasks.workunit.client.0.smithi069.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_large_write PASSED [ 24%] 2024-04-10T16:48:30.011 INFO:tasks.workunit.client.0.smithi069.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_large_read PASSED [ 25%] 2024-04-10T16:48:30.091 INFO:tasks.workunit.client.0.smithi069.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_write_read PASSED [ 25%] 2024-04-10T16:48:30.159 INFO:tasks.workunit.client.0.smithi069.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_read_bad_offset PASSED [ 26%] 2024-04-10T16:48:30.241 INFO:tasks.workunit.client.0.smithi069.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_resize PASSED [ 26%] 2024-04-10T16:48:30.333 INFO:tasks.workunit.client.0.smithi069.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_resize_allow_shrink_False PASSED [ 27%] 2024-04-10T16:48:30.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:48:30 smithi077 ceph-mon[87572]: pgmap v4160: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 457 KiB/s rd, 29 KiB/s wr, 617 op/s 2024-04-10T16:48:30.608 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:48:30 smithi069 ceph-mon[96738]: pgmap v4160: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 457 KiB/s rd, 29 KiB/s wr, 617 op/s 2024-04-10T16:48:30.608 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:48:30 smithi069 ceph-mon[94167]: pgmap v4160: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 457 KiB/s rd, 29 KiB/s wr, 617 op/s 2024-04-10T16:48:32.515 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:48:32 smithi077 ceph-mon[87572]: osdmap e2161: 8 total, 8 up, 8 in 2024-04-10T16:48:32.515 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:48:32 smithi077 ceph-mon[87572]: pgmap v4162: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 751 KiB/s wr, 1.05k op/s 2024-04-10T16:48:32.515 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:48:32 smithi077 ceph-mon[87572]: osdmap e2162: 8 total, 8 up, 8 in 2024-04-10T16:48:32.515 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:48:32 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:48:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:48:32.608 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:48:32 smithi069 ceph-mon[96738]: osdmap e2161: 8 total, 8 up, 8 in 2024-04-10T16:48:32.608 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:48:32 smithi069 ceph-mon[96738]: pgmap v4162: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 751 KiB/s wr, 1.05k op/s 2024-04-10T16:48:32.609 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:48:32 smithi069 ceph-mon[96738]: osdmap e2162: 8 total, 8 up, 8 in 2024-04-10T16:48:32.609 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:48:32 smithi069 ceph-mon[94167]: osdmap e2161: 8 total, 8 up, 8 in 2024-04-10T16:48:32.609 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:48:32 smithi069 ceph-mon[94167]: pgmap v4162: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 751 KiB/s wr, 1.05k op/s 2024-04-10T16:48:32.609 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:48:32 smithi069 ceph-mon[94167]: osdmap e2162: 8 total, 8 up, 8 in 2024-04-10T16:48:34.174 INFO:tasks.workunit.client.0.smithi069.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_size PASSED [ 28%] 2024-04-10T16:48:34.272 INFO:tasks.workunit.client.0.smithi069.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_resize_down PASSED [ 28%] 2024-04-10T16:48:34.358 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:48:34 smithi069 ceph-mon[96738]: osdmap e2163: 8 total, 8 up, 8 in 2024-04-10T16:48:34.358 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:48:34 smithi069 ceph-mon[94167]: osdmap e2163: 8 total, 8 up, 8 in 2024-04-10T16:48:34.371 INFO:tasks.workunit.client.0.smithi069.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_resize_bytes PASSED [ 29%] 2024-04-10T16:48:34.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:48:34 smithi077 ceph-mon[87572]: osdmap e2163: 8 total, 8 up, 8 in 2024-04-10T16:48:34.566 INFO:tasks.workunit.client.0.smithi069.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_copy PASSED [ 29%] 2024-04-10T16:48:34.761 INFO:tasks.workunit.client.0.smithi069.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_copy2 PASSED [ 30%] 2024-04-10T16:48:34.837 INFO:tasks.workunit.client.0.smithi069.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_copy3 SKIPPED [ 30%] 2024-04-10T16:48:35.359 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:48:35 smithi069 ceph-mon[96738]: pgmap v4165: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.6 MiB/s rd, 1.6 MiB/s wr, 1.24k op/s 2024-04-10T16:48:35.359 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:48:35 smithi069 ceph-mon[96738]: osdmap e2164: 8 total, 8 up, 8 in 2024-04-10T16:48:35.359 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:48:35 smithi069 ceph-mon[94167]: pgmap v4165: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.6 MiB/s rd, 1.6 MiB/s wr, 1.24k op/s 2024-04-10T16:48:35.359 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:48:35 smithi069 ceph-mon[94167]: osdmap e2164: 8 total, 8 up, 8 in 2024-04-10T16:48:35.515 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:48:35 smithi077 ceph-mon[87572]: pgmap v4165: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.6 MiB/s rd, 1.6 MiB/s wr, 1.24k op/s 2024-04-10T16:48:35.515 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:48:35 smithi077 ceph-mon[87572]: osdmap e2164: 8 total, 8 up, 8 in 2024-04-10T16:48:36.358 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:48:36 smithi069 ceph-mon[96738]: osdmap e2165: 8 total, 8 up, 8 in 2024-04-10T16:48:36.359 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:48:36 smithi069 ceph-mon[94167]: osdmap e2165: 8 total, 8 up, 8 in 2024-04-10T16:48:36.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:48:36 smithi077 ceph-mon[87572]: osdmap e2165: 8 total, 8 up, 8 in 2024-04-10T16:48:37.358 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:48:36 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:48:36] "GET /metrics HTTP/1.1" 200 36632 "" "Prometheus/2.43.0" 2024-04-10T16:48:37.359 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:48:37 smithi069 ceph-mon[96738]: pgmap v4168: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 470 KiB/s rd, 2.0 MiB/s wr, 657 op/s 2024-04-10T16:48:37.359 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:48:37 smithi069 ceph-mon[96738]: osdmap e2166: 8 total, 8 up, 8 in 2024-04-10T16:48:37.359 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:48:37 smithi069 ceph-mon[96738]: osdmap e2167: 8 total, 8 up, 8 in 2024-04-10T16:48:37.359 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:48:37 smithi069 ceph-mon[94167]: pgmap v4168: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 470 KiB/s rd, 2.0 MiB/s wr, 657 op/s 2024-04-10T16:48:37.359 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:48:37 smithi069 ceph-mon[94167]: osdmap e2166: 8 total, 8 up, 8 in 2024-04-10T16:48:37.359 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:48:37 smithi069 ceph-mon[94167]: osdmap e2167: 8 total, 8 up, 8 in 2024-04-10T16:48:37.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:48:37 smithi077 ceph-mon[87572]: pgmap v4168: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 470 KiB/s rd, 2.0 MiB/s wr, 657 op/s 2024-04-10T16:48:37.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:48:37 smithi077 ceph-mon[87572]: osdmap e2166: 8 total, 8 up, 8 in 2024-04-10T16:48:37.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:48:37 smithi077 ceph-mon[87572]: osdmap e2167: 8 total, 8 up, 8 in 2024-04-10T16:48:38.263 INFO:tasks.workunit.client.0.smithi069.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_deep_copy PASSED [ 31%] 2024-04-10T16:48:39.358 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:48:39 smithi069 ceph-mon[96738]: pgmap v4171: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 401 KiB/s rd, 1.0 MiB/s wr, 550 op/s 2024-04-10T16:48:39.358 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:48:39 smithi069 ceph-mon[96738]: osdmap e2168: 8 total, 8 up, 8 in 2024-04-10T16:48:39.359 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:48:39 smithi069 ceph-mon[94167]: pgmap v4171: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 401 KiB/s rd, 1.0 MiB/s wr, 550 op/s 2024-04-10T16:48:39.359 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:48:39 smithi069 ceph-mon[94167]: osdmap e2168: 8 total, 8 up, 8 in 2024-04-10T16:48:39.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:48:39 smithi077 ceph-mon[87572]: pgmap v4171: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 401 KiB/s rd, 1.0 MiB/s wr, 550 op/s 2024-04-10T16:48:39.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:48:39 smithi077 ceph-mon[87572]: osdmap e2168: 8 total, 8 up, 8 in 2024-04-10T16:48:40.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:48:40 smithi077 ceph-mon[87572]: osdmap e2169: 8 total, 8 up, 8 in 2024-04-10T16:48:40.515 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:48:40 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:48:40.608 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:48:40 smithi069 ceph-mon[94167]: osdmap e2169: 8 total, 8 up, 8 in 2024-04-10T16:48:40.608 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:48:40 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:48:40.609 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:48:40 smithi069 ceph-mon[96738]: osdmap e2169: 8 total, 8 up, 8 in 2024-04-10T16:48:40.609 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:48:40 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:48:41.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:48:41 smithi077 ceph-mon[87572]: pgmap v4174: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 86 KiB/s rd, 1.0 MiB/s wr, 137 op/s 2024-04-10T16:48:41.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:48:41 smithi077 ceph-mon[87572]: osdmap e2170: 8 total, 8 up, 8 in 2024-04-10T16:48:41.608 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:48:41 smithi069 ceph-mon[96738]: pgmap v4174: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 86 KiB/s rd, 1.0 MiB/s wr, 137 op/s 2024-04-10T16:48:41.608 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:48:41 smithi069 ceph-mon[96738]: osdmap e2170: 8 total, 8 up, 8 in 2024-04-10T16:48:41.609 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:48:41 smithi069 ceph-mon[94167]: pgmap v4174: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 86 KiB/s rd, 1.0 MiB/s wr, 137 op/s 2024-04-10T16:48:41.609 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:48:41 smithi069 ceph-mon[94167]: osdmap e2170: 8 total, 8 up, 8 in 2024-04-10T16:48:42.515 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:48:42 smithi077 ceph-mon[87572]: osdmap e2171: 8 total, 8 up, 8 in 2024-04-10T16:48:42.515 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:48:42 smithi077 ceph-mon[87572]: osdmap e2172: 8 total, 8 up, 8 in 2024-04-10T16:48:42.515 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:48:42 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:48:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:48:42.608 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:48:42 smithi069 ceph-mon[96738]: osdmap e2171: 8 total, 8 up, 8 in 2024-04-10T16:48:42.608 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:48:42 smithi069 ceph-mon[96738]: osdmap e2172: 8 total, 8 up, 8 in 2024-04-10T16:48:42.609 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:48:42 smithi069 ceph-mon[94167]: osdmap e2171: 8 total, 8 up, 8 in 2024-04-10T16:48:42.609 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:48:42 smithi069 ceph-mon[94167]: osdmap e2172: 8 total, 8 up, 8 in 2024-04-10T16:48:43.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:48:43 smithi077 ceph-mon[87572]: pgmap v4177: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 231 KiB/s rd, 1.0 MiB/s wr, 333 op/s 2024-04-10T16:48:43.608 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:48:43 smithi069 ceph-mon[96738]: pgmap v4177: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 231 KiB/s rd, 1.0 MiB/s wr, 333 op/s 2024-04-10T16:48:43.608 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:48:43 smithi069 ceph-mon[94167]: pgmap v4177: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 231 KiB/s rd, 1.0 MiB/s wr, 333 op/s 2024-04-10T16:48:44.230 INFO:tasks.workunit.client.0.smithi069.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_deep_copy_clone PASSED [ 32%] 2024-04-10T16:48:44.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:48:44 smithi077 ceph-mon[87572]: osdmap e2173: 8 total, 8 up, 8 in 2024-04-10T16:48:44.608 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:48:44 smithi069 ceph-mon[94167]: osdmap e2173: 8 total, 8 up, 8 in 2024-04-10T16:48:44.608 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:48:44 smithi069 ceph-mon[96738]: osdmap e2173: 8 total, 8 up, 8 in 2024-04-10T16:48:45.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:48:45 smithi077 ceph-mon[87572]: pgmap v4180: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 145 KiB/s rd, 12 KiB/s wr, 195 op/s 2024-04-10T16:48:45.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:48:45 smithi077 ceph-mon[87572]: osdmap e2174: 8 total, 8 up, 8 in 2024-04-10T16:48:45.608 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:48:45 smithi069 ceph-mon[94167]: pgmap v4180: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 145 KiB/s rd, 12 KiB/s wr, 195 op/s 2024-04-10T16:48:45.608 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:48:45 smithi069 ceph-mon[94167]: osdmap e2174: 8 total, 8 up, 8 in 2024-04-10T16:48:45.608 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:48:45 smithi069 ceph-mon[96738]: pgmap v4180: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 145 KiB/s rd, 12 KiB/s wr, 195 op/s 2024-04-10T16:48:45.609 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:48:45 smithi069 ceph-mon[96738]: osdmap e2174: 8 total, 8 up, 8 in 2024-04-10T16:48:46.260 INFO:tasks.workunit.client.0.smithi069.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_create_snap PASSED [ 32%] 2024-04-10T16:48:46.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:48:46 smithi077 ceph-mon[87572]: osdmap e2175: 8 total, 8 up, 8 in 2024-04-10T16:48:46.608 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:48:46 smithi069 ceph-mon[96738]: osdmap e2175: 8 total, 8 up, 8 in 2024-04-10T16:48:46.608 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:48:46 smithi069 ceph-mon[94167]: osdmap e2175: 8 total, 8 up, 8 in 2024-04-10T16:48:47.358 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:48:46 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:48:46] "GET /metrics HTTP/1.1" 200 36643 "" "Prometheus/2.43.0" 2024-04-10T16:48:47.359 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:48:47 smithi069 ceph-mon[96738]: pgmap v4183: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 144 KiB/s rd, 12 KiB/s wr, 200 op/s 2024-04-10T16:48:47.359 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:48:47 smithi069 ceph-mon[96738]: osdmap e2176: 8 total, 8 up, 8 in 2024-04-10T16:48:47.359 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:48:47 smithi069 ceph-mon[96738]: osdmap e2177: 8 total, 8 up, 8 in 2024-04-10T16:48:47.359 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:48:47 smithi069 ceph-mon[94167]: pgmap v4183: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 144 KiB/s rd, 12 KiB/s wr, 200 op/s 2024-04-10T16:48:47.359 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:48:47 smithi069 ceph-mon[94167]: osdmap e2176: 8 total, 8 up, 8 in 2024-04-10T16:48:47.359 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:48:47 smithi069 ceph-mon[94167]: osdmap e2177: 8 total, 8 up, 8 in 2024-04-10T16:48:47.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:48:47 smithi077 ceph-mon[87572]: pgmap v4183: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 144 KiB/s rd, 12 KiB/s wr, 200 op/s 2024-04-10T16:48:47.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:48:47 smithi077 ceph-mon[87572]: osdmap e2176: 8 total, 8 up, 8 in 2024-04-10T16:48:47.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:48:47 smithi077 ceph-mon[87572]: osdmap e2177: 8 total, 8 up, 8 in 2024-04-10T16:48:48.173 INFO:tasks.workunit.client.0.smithi069.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_create_snap_exists PASSED [ 33%] 2024-04-10T16:48:49.358 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:48:49 smithi069 ceph-mon[96738]: pgmap v4186: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 144 KiB/s rd, 12 KiB/s wr, 200 op/s 2024-04-10T16:48:49.359 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:48:49 smithi069 ceph-mon[96738]: osdmap e2178: 8 total, 8 up, 8 in 2024-04-10T16:48:49.359 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:48:49 smithi069 ceph-mon[94167]: pgmap v4186: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 144 KiB/s rd, 12 KiB/s wr, 200 op/s 2024-04-10T16:48:49.359 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:48:49 smithi069 ceph-mon[94167]: osdmap e2178: 8 total, 8 up, 8 in 2024-04-10T16:48:49.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:48:49 smithi077 ceph-mon[87572]: pgmap v4186: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 144 KiB/s rd, 12 KiB/s wr, 200 op/s 2024-04-10T16:48:49.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:48:49 smithi077 ceph-mon[87572]: osdmap e2178: 8 total, 8 up, 8 in 2024-04-10T16:48:50.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:48:50 smithi077 ceph-mon[87572]: osdmap e2179: 8 total, 8 up, 8 in 2024-04-10T16:48:50.608 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:48:50 smithi069 ceph-mon[96738]: osdmap e2179: 8 total, 8 up, 8 in 2024-04-10T16:48:50.608 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:48:50 smithi069 ceph-mon[94167]: osdmap e2179: 8 total, 8 up, 8 in 2024-04-10T16:48:51.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:48:51 smithi077 ceph-mon[87572]: pgmap v4189: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 8.0 KiB/s rd, 1.2 KiB/s wr, 16 op/s 2024-04-10T16:48:51.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:48:51 smithi077 ceph-mon[87572]: osdmap e2180: 8 total, 8 up, 8 in 2024-04-10T16:48:51.608 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:48:51 smithi069 ceph-mon[96738]: pgmap v4189: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 8.0 KiB/s rd, 1.2 KiB/s wr, 16 op/s 2024-04-10T16:48:51.608 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:48:51 smithi069 ceph-mon[96738]: osdmap e2180: 8 total, 8 up, 8 in 2024-04-10T16:48:51.609 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:48:51 smithi069 ceph-mon[94167]: pgmap v4189: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 8.0 KiB/s rd, 1.2 KiB/s wr, 16 op/s 2024-04-10T16:48:51.609 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:48:51 smithi069 ceph-mon[94167]: osdmap e2180: 8 total, 8 up, 8 in 2024-04-10T16:48:52.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:48:52 smithi077 ceph-mon[87572]: osdmap e2181: 8 total, 8 up, 8 in 2024-04-10T16:48:52.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:48:52 smithi077 ceph-mon[87572]: osdmap e2182: 8 total, 8 up, 8 in 2024-04-10T16:48:52.515 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:48:52 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:48:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:48:52.608 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:48:52 smithi069 ceph-mon[96738]: osdmap e2181: 8 total, 8 up, 8 in 2024-04-10T16:48:52.608 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:48:52 smithi069 ceph-mon[96738]: osdmap e2182: 8 total, 8 up, 8 in 2024-04-10T16:48:52.608 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:48:52 smithi069 ceph-mon[94167]: osdmap e2181: 8 total, 8 up, 8 in 2024-04-10T16:48:52.608 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:48:52 smithi069 ceph-mon[94167]: osdmap e2182: 8 total, 8 up, 8 in 2024-04-10T16:48:53.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:48:53 smithi077 ceph-mon[87572]: pgmap v4192: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 93 KiB/s rd, 8.2 KiB/s wr, 129 op/s 2024-04-10T16:48:53.515 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:48:53 smithi077 ceph-mon[87572]: osdmap e2183: 8 total, 8 up, 8 in 2024-04-10T16:48:53.608 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:48:53 smithi069 ceph-mon[96738]: pgmap v4192: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 93 KiB/s rd, 8.2 KiB/s wr, 129 op/s 2024-04-10T16:48:53.608 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:48:53 smithi069 ceph-mon[96738]: osdmap e2183: 8 total, 8 up, 8 in 2024-04-10T16:48:53.608 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:48:53 smithi069 ceph-mon[94167]: pgmap v4192: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 93 KiB/s rd, 8.2 KiB/s wr, 129 op/s 2024-04-10T16:48:53.608 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:48:53 smithi069 ceph-mon[94167]: osdmap e2183: 8 total, 8 up, 8 in 2024-04-10T16:48:54.185 INFO:tasks.workunit.client.0.smithi069.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_create_snap_flags PASSED [ 33%] 2024-04-10T16:48:55.358 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:48:55 smithi069 ceph-mon[96738]: pgmap v4195: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 88 KiB/s rd, 7.0 KiB/s wr, 118 op/s 2024-04-10T16:48:55.358 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:48:55 smithi069 ceph-mon[96738]: osdmap e2184: 8 total, 8 up, 8 in 2024-04-10T16:48:55.359 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:48:55 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:48:55.359 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:48:55 smithi069 ceph-mon[94167]: pgmap v4195: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 88 KiB/s rd, 7.0 KiB/s wr, 118 op/s 2024-04-10T16:48:55.359 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:48:55 smithi069 ceph-mon[94167]: osdmap e2184: 8 total, 8 up, 8 in 2024-04-10T16:48:55.359 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:48:55 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:48:55.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:48:55 smithi077 ceph-mon[87572]: pgmap v4195: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 88 KiB/s rd, 7.0 KiB/s wr, 118 op/s 2024-04-10T16:48:55.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:48:55 smithi077 ceph-mon[87572]: osdmap e2184: 8 total, 8 up, 8 in 2024-04-10T16:48:55.515 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:48:55 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:48:56.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:48:56 smithi077 ceph-mon[87572]: osdmap e2185: 8 total, 8 up, 8 in 2024-04-10T16:48:56.608 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:48:56 smithi069 ceph-mon[96738]: osdmap e2185: 8 total, 8 up, 8 in 2024-04-10T16:48:56.609 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:48:56 smithi069 ceph-mon[94167]: osdmap e2185: 8 total, 8 up, 8 in 2024-04-10T16:48:57.359 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:48:56 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:48:56] "GET /metrics HTTP/1.1" 200 36641 "" "Prometheus/2.43.0" 2024-04-10T16:48:57.359 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:48:57 smithi069 ceph-mon[96738]: pgmap v4198: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 57 KiB/s rd, 5.2 KiB/s wr, 76 op/s 2024-04-10T16:48:57.359 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:48:57 smithi069 ceph-mon[96738]: osdmap e2186: 8 total, 8 up, 8 in 2024-04-10T16:48:57.359 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:48:57 smithi069 ceph-mon[96738]: osdmap e2187: 8 total, 8 up, 8 in 2024-04-10T16:48:57.359 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:48:57 smithi069 ceph-mon[94167]: pgmap v4198: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 57 KiB/s rd, 5.2 KiB/s wr, 76 op/s 2024-04-10T16:48:57.360 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:48:57 smithi069 ceph-mon[94167]: osdmap e2186: 8 total, 8 up, 8 in 2024-04-10T16:48:57.360 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:48:57 smithi069 ceph-mon[94167]: osdmap e2187: 8 total, 8 up, 8 in 2024-04-10T16:48:57.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:48:57 smithi077 ceph-mon[87572]: pgmap v4198: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 57 KiB/s rd, 5.2 KiB/s wr, 76 op/s 2024-04-10T16:48:57.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:48:57 smithi077 ceph-mon[87572]: osdmap e2186: 8 total, 8 up, 8 in 2024-04-10T16:48:57.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:48:57 smithi077 ceph-mon[87572]: osdmap e2187: 8 total, 8 up, 8 in 2024-04-10T16:48:58.175 INFO:tasks.workunit.client.0.smithi069.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_list_snaps PASSED [ 34%] 2024-04-10T16:48:59.358 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:48:59 smithi069 ceph-mon[96738]: pgmap v4201: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 53 KiB/s rd, 5.2 KiB/s wr, 71 op/s 2024-04-10T16:48:59.359 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:48:59 smithi069 ceph-mon[96738]: osdmap e2188: 8 total, 8 up, 8 in 2024-04-10T16:48:59.359 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:48:59 smithi069 ceph-mon[94167]: pgmap v4201: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 53 KiB/s rd, 5.2 KiB/s wr, 71 op/s 2024-04-10T16:48:59.359 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:48:59 smithi069 ceph-mon[94167]: osdmap e2188: 8 total, 8 up, 8 in 2024-04-10T16:48:59.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:48:59 smithi077 ceph-mon[87572]: pgmap v4201: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 53 KiB/s rd, 5.2 KiB/s wr, 71 op/s 2024-04-10T16:48:59.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:48:59 smithi077 ceph-mon[87572]: osdmap e2188: 8 total, 8 up, 8 in 2024-04-10T16:49:00.287 INFO:tasks.workunit.client.0.smithi069.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_list_snaps_iterator_auto_close PASSED [ 34%] 2024-04-10T16:49:00.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:49:00 smithi077 ceph-mon[87572]: osdmap e2189: 8 total, 8 up, 8 in 2024-04-10T16:49:00.608 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:49:00 smithi069 ceph-mon[96738]: osdmap e2189: 8 total, 8 up, 8 in 2024-04-10T16:49:00.608 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:49:00 smithi069 ceph-mon[94167]: osdmap e2189: 8 total, 8 up, 8 in 2024-04-10T16:49:01.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:49:01 smithi077 ceph-mon[87572]: pgmap v4204: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 47 KiB/s rd, 3.5 KiB/s wr, 62 op/s 2024-04-10T16:49:01.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:49:01 smithi077 ceph-mon[87572]: osdmap e2190: 8 total, 8 up, 8 in 2024-04-10T16:49:01.608 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:49:01 smithi069 ceph-mon[96738]: pgmap v4204: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 47 KiB/s rd, 3.5 KiB/s wr, 62 op/s 2024-04-10T16:49:01.609 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:49:01 smithi069 ceph-mon[96738]: osdmap e2190: 8 total, 8 up, 8 in 2024-04-10T16:49:01.609 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:49:01 smithi069 ceph-mon[94167]: pgmap v4204: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 47 KiB/s rd, 3.5 KiB/s wr, 62 op/s 2024-04-10T16:49:01.609 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:49:01 smithi069 ceph-mon[94167]: osdmap e2190: 8 total, 8 up, 8 in 2024-04-10T16:49:02.175 INFO:tasks.workunit.client.0.smithi069.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_remove_snap PASSED [ 35%] 2024-04-10T16:49:02.251 INFO:tasks.workunit.client.0.smithi069.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_remove_snap_not_found PASSED [ 36%] 2024-04-10T16:49:02.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:49:02 smithi077 ceph-mon[87572]: osdmap e2191: 8 total, 8 up, 8 in 2024-04-10T16:49:02.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:49:02 smithi077 ceph-mon[87572]: osdmap e2192: 8 total, 8 up, 8 in 2024-04-10T16:49:02.515 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:49:02 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:49:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:49:02.608 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:49:02 smithi069 ceph-mon[96738]: osdmap e2191: 8 total, 8 up, 8 in 2024-04-10T16:49:02.608 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:49:02 smithi069 ceph-mon[96738]: osdmap e2192: 8 total, 8 up, 8 in 2024-04-10T16:49:02.608 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:49:02 smithi069 ceph-mon[94167]: osdmap e2191: 8 total, 8 up, 8 in 2024-04-10T16:49:02.608 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:49:02 smithi069 ceph-mon[94167]: osdmap e2192: 8 total, 8 up, 8 in 2024-04-10T16:49:03.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:49:03 smithi077 ceph-mon[87572]: pgmap v4207: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 102 KiB/s rd, 8.2 KiB/s wr, 142 op/s 2024-04-10T16:49:03.608 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:49:03 smithi069 ceph-mon[96738]: pgmap v4207: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 102 KiB/s rd, 8.2 KiB/s wr, 142 op/s 2024-04-10T16:49:03.608 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:49:03 smithi069 ceph-mon[94167]: pgmap v4207: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 102 KiB/s rd, 8.2 KiB/s wr, 142 op/s 2024-04-10T16:49:04.306 INFO:tasks.workunit.client.0.smithi069.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_remove_snap2 PASSED [ 36%] 2024-04-10T16:49:04.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:49:04 smithi077 ceph-mon[87572]: osdmap e2193: 8 total, 8 up, 8 in 2024-04-10T16:49:04.608 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:49:04 smithi069 ceph-mon[96738]: osdmap e2193: 8 total, 8 up, 8 in 2024-04-10T16:49:04.608 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:49:04 smithi069 ceph-mon[94167]: osdmap e2193: 8 total, 8 up, 8 in 2024-04-10T16:49:05.509 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:49:05 smithi069 ceph-mon[96738]: pgmap v4210: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 79 KiB/s rd, 5.2 KiB/s wr, 110 op/s 2024-04-10T16:49:05.509 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:49:05 smithi069 ceph-mon[96738]: osdmap e2194: 8 total, 8 up, 8 in 2024-04-10T16:49:05.510 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:49:05 smithi069 ceph-mon[94167]: pgmap v4210: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 79 KiB/s rd, 5.2 KiB/s wr, 110 op/s 2024-04-10T16:49:05.510 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:49:05 smithi069 ceph-mon[94167]: osdmap e2194: 8 total, 8 up, 8 in 2024-04-10T16:49:05.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:49:05 smithi077 ceph-mon[87572]: pgmap v4210: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 79 KiB/s rd, 5.2 KiB/s wr, 110 op/s 2024-04-10T16:49:05.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:49:05 smithi077 ceph-mon[87572]: osdmap e2194: 8 total, 8 up, 8 in 2024-04-10T16:49:06.325 INFO:tasks.workunit.client.0.smithi069.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_remove_snap_by_id PASSED [ 37%] 2024-04-10T16:49:06.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:49:06 smithi077 ceph-mon[87572]: osdmap e2195: 8 total, 8 up, 8 in 2024-04-10T16:49:06.608 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:49:06 smithi069 ceph-mon[96738]: osdmap e2195: 8 total, 8 up, 8 in 2024-04-10T16:49:06.609 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:49:06 smithi069 ceph-mon[94167]: osdmap e2195: 8 total, 8 up, 8 in 2024-04-10T16:49:07.233 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:49:06 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:49:06] "GET /metrics HTTP/1.1" 200 36641 "" "Prometheus/2.43.0" 2024-04-10T16:49:07.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:49:07 smithi077 ceph-mon[87572]: pgmap v4213: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 127 KiB/s rd, 9.7 KiB/s wr, 177 op/s 2024-04-10T16:49:07.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:49:07 smithi077 ceph-mon[87572]: osdmap e2196: 8 total, 8 up, 8 in 2024-04-10T16:49:07.515 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:49:07 smithi077 ceph-mon[87572]: osdmap e2197: 8 total, 8 up, 8 in 2024-04-10T16:49:07.608 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:49:07 smithi069 ceph-mon[96738]: pgmap v4213: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 127 KiB/s rd, 9.7 KiB/s wr, 177 op/s 2024-04-10T16:49:07.608 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:49:07 smithi069 ceph-mon[96738]: osdmap e2196: 8 total, 8 up, 8 in 2024-04-10T16:49:07.608 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:49:07 smithi069 ceph-mon[96738]: osdmap e2197: 8 total, 8 up, 8 in 2024-04-10T16:49:07.609 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:49:07 smithi069 ceph-mon[94167]: pgmap v4213: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 127 KiB/s rd, 9.7 KiB/s wr, 177 op/s 2024-04-10T16:49:07.609 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:49:07 smithi069 ceph-mon[94167]: osdmap e2196: 8 total, 8 up, 8 in 2024-04-10T16:49:07.609 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:49:07 smithi069 ceph-mon[94167]: osdmap e2197: 8 total, 8 up, 8 in 2024-04-10T16:49:08.191 INFO:tasks.workunit.client.0.smithi069.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_rename_snap PASSED [ 37%] 2024-04-10T16:49:09.358 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:49:09 smithi069 ceph-mon[96738]: pgmap v4216: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 103 KiB/s rd, 9.2 KiB/s wr, 146 op/s 2024-04-10T16:49:09.359 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:49:09 smithi069 ceph-mon[96738]: osdmap e2198: 8 total, 8 up, 8 in 2024-04-10T16:49:09.359 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:49:09 smithi069 ceph-mon[94167]: pgmap v4216: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 103 KiB/s rd, 9.2 KiB/s wr, 146 op/s 2024-04-10T16:49:09.359 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:49:09 smithi069 ceph-mon[94167]: osdmap e2198: 8 total, 8 up, 8 in 2024-04-10T16:49:09.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:49:09 smithi077 ceph-mon[87572]: pgmap v4216: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 103 KiB/s rd, 9.2 KiB/s wr, 146 op/s 2024-04-10T16:49:09.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:49:09 smithi077 ceph-mon[87572]: osdmap e2198: 8 total, 8 up, 8 in 2024-04-10T16:49:10.194 INFO:tasks.workunit.client.0.smithi069.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_protect_snap PASSED [ 38%] 2024-04-10T16:49:10.358 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:49:10 smithi069 ceph-mon[94167]: osdmap e2199: 8 total, 8 up, 8 in 2024-04-10T16:49:10.359 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:49:10 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:49:10.359 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:49:10 smithi069 ceph-mon[96738]: osdmap e2199: 8 total, 8 up, 8 in 2024-04-10T16:49:10.359 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:49:10 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:49:10.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:49:10 smithi077 ceph-mon[87572]: osdmap e2199: 8 total, 8 up, 8 in 2024-04-10T16:49:10.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:49:10 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:49:11.358 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:49:11 smithi069 ceph-mon[94167]: pgmap v4219: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 95 KiB/s rd, 5.0 KiB/s wr, 123 op/s 2024-04-10T16:49:11.359 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:49:11 smithi069 ceph-mon[94167]: osdmap e2200: 8 total, 8 up, 8 in 2024-04-10T16:49:11.359 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:49:11 smithi069 ceph-mon[96738]: pgmap v4219: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 95 KiB/s rd, 5.0 KiB/s wr, 123 op/s 2024-04-10T16:49:11.359 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:49:11 smithi069 ceph-mon[96738]: osdmap e2200: 8 total, 8 up, 8 in 2024-04-10T16:49:11.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:49:11 smithi077 ceph-mon[87572]: pgmap v4219: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 95 KiB/s rd, 5.0 KiB/s wr, 123 op/s 2024-04-10T16:49:11.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:49:11 smithi077 ceph-mon[87572]: osdmap e2200: 8 total, 8 up, 8 in 2024-04-10T16:49:12.180 INFO:tasks.workunit.client.0.smithi069.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_snap_exists PASSED [ 38%] 2024-04-10T16:49:12.358 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:49:12 smithi069 ceph-mon[94167]: osdmap e2201: 8 total, 8 up, 8 in 2024-04-10T16:49:12.359 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:49:12 smithi069 ceph-mon[94167]: osdmap e2202: 8 total, 8 up, 8 in 2024-04-10T16:49:12.359 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:49:12 smithi069 ceph-mon[96738]: osdmap e2201: 8 total, 8 up, 8 in 2024-04-10T16:49:12.359 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:49:12 smithi069 ceph-mon[96738]: osdmap e2202: 8 total, 8 up, 8 in 2024-04-10T16:49:12.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:49:12 smithi077 ceph-mon[87572]: osdmap e2201: 8 total, 8 up, 8 in 2024-04-10T16:49:12.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:49:12 smithi077 ceph-mon[87572]: osdmap e2202: 8 total, 8 up, 8 in 2024-04-10T16:49:12.515 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:49:12 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:49:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:49:13.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:49:13 smithi077 ceph-mon[87572]: pgmap v4222: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 158 KiB/s rd, 11 KiB/s wr, 211 op/s 2024-04-10T16:49:13.608 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:49:13 smithi069 ceph-mon[96738]: pgmap v4222: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 158 KiB/s rd, 11 KiB/s wr, 211 op/s 2024-04-10T16:49:13.608 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:49:13 smithi069 ceph-mon[94167]: pgmap v4222: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 158 KiB/s rd, 11 KiB/s wr, 211 op/s 2024-04-10T16:49:14.215 INFO:tasks.workunit.client.0.smithi069.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_snap_timestamp PASSED [ 39%] 2024-04-10T16:49:14.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:49:14 smithi077 ceph-mon[87572]: osdmap e2203: 8 total, 8 up, 8 in 2024-04-10T16:49:14.608 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:49:14 smithi069 ceph-mon[94167]: osdmap e2203: 8 total, 8 up, 8 in 2024-04-10T16:49:14.608 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:49:14 smithi069 ceph-mon[96738]: osdmap e2203: 8 total, 8 up, 8 in 2024-04-10T16:49:15.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:49:15 smithi077 ceph-mon[87572]: pgmap v4225: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 67 KiB/s rd, 6.0 KiB/s wr, 94 op/s 2024-04-10T16:49:15.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:49:15 smithi077 ceph-mon[87572]: osdmap e2204: 8 total, 8 up, 8 in 2024-04-10T16:49:15.608 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:49:15 smithi069 ceph-mon[94167]: pgmap v4225: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 67 KiB/s rd, 6.0 KiB/s wr, 94 op/s 2024-04-10T16:49:15.608 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:49:15 smithi069 ceph-mon[94167]: osdmap e2204: 8 total, 8 up, 8 in 2024-04-10T16:49:15.609 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:49:15 smithi069 ceph-mon[96738]: pgmap v4225: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 67 KiB/s rd, 6.0 KiB/s wr, 94 op/s 2024-04-10T16:49:15.609 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:49:15 smithi069 ceph-mon[96738]: osdmap e2204: 8 total, 8 up, 8 in 2024-04-10T16:49:16.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:49:16 smithi077 ceph-mon[87572]: osdmap e2205: 8 total, 8 up, 8 in 2024-04-10T16:49:16.608 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:49:16 smithi069 ceph-mon[96738]: osdmap e2205: 8 total, 8 up, 8 in 2024-04-10T16:49:16.609 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:49:16 smithi069 ceph-mon[94167]: osdmap e2205: 8 total, 8 up, 8 in 2024-04-10T16:49:17.358 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:49:16 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:49:16] "GET /metrics HTTP/1.1" 200 36643 "" "Prometheus/2.43.0" 2024-04-10T16:49:17.359 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:49:17 smithi069 ceph-mon[94167]: pgmap v4228: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 109 KiB/s rd, 8.5 KiB/s wr, 153 op/s 2024-04-10T16:49:17.359 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:49:17 smithi069 ceph-mon[94167]: osdmap e2206: 8 total, 8 up, 8 in 2024-04-10T16:49:17.359 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:49:17 smithi069 ceph-mon[94167]: osdmap e2207: 8 total, 8 up, 8 in 2024-04-10T16:49:17.359 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:49:17 smithi069 ceph-mon[96738]: pgmap v4228: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 109 KiB/s rd, 8.5 KiB/s wr, 153 op/s 2024-04-10T16:49:17.359 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:49:17 smithi069 ceph-mon[96738]: osdmap e2206: 8 total, 8 up, 8 in 2024-04-10T16:49:17.359 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:49:17 smithi069 ceph-mon[96738]: osdmap e2207: 8 total, 8 up, 8 in 2024-04-10T16:49:17.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:49:17 smithi077 ceph-mon[87572]: pgmap v4228: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 109 KiB/s rd, 8.5 KiB/s wr, 153 op/s 2024-04-10T16:49:17.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:49:17 smithi077 ceph-mon[87572]: osdmap e2206: 8 total, 8 up, 8 in 2024-04-10T16:49:17.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:49:17 smithi077 ceph-mon[87572]: osdmap e2207: 8 total, 8 up, 8 in 2024-04-10T16:49:19.359 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:49:19 smithi069 ceph-mon[96738]: pgmap v4231: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 105 KiB/s rd, 8.5 KiB/s wr, 146 op/s 2024-04-10T16:49:19.359 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:49:19 smithi069 ceph-mon[96738]: osdmap e2208: 8 total, 8 up, 8 in 2024-04-10T16:49:19.359 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:49:19 smithi069 ceph-mon[94167]: pgmap v4231: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 105 KiB/s rd, 8.5 KiB/s wr, 146 op/s 2024-04-10T16:49:19.359 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:49:19 smithi069 ceph-mon[94167]: osdmap e2208: 8 total, 8 up, 8 in 2024-04-10T16:49:19.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:49:19 smithi077 ceph-mon[87572]: pgmap v4231: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 105 KiB/s rd, 8.5 KiB/s wr, 146 op/s 2024-04-10T16:49:19.515 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:49:19 smithi077 ceph-mon[87572]: osdmap e2208: 8 total, 8 up, 8 in 2024-04-10T16:49:20.358 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:49:20 smithi069 ceph-mon[96738]: osdmap e2209: 8 total, 8 up, 8 in 2024-04-10T16:49:20.359 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:49:20 smithi069 ceph-mon[94167]: osdmap e2209: 8 total, 8 up, 8 in 2024-04-10T16:49:20.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:49:20 smithi077 ceph-mon[87572]: osdmap e2209: 8 total, 8 up, 8 in 2024-04-10T16:49:21.358 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:49:21 smithi069 ceph-mon[96738]: pgmap v4234: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 255 B/s rd, 255 B/s wr, 0 op/s 2024-04-10T16:49:21.372 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:49:21 smithi069 ceph-mon[96738]: osdmap e2210: 8 total, 8 up, 8 in 2024-04-10T16:49:21.372 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:49:21 smithi069 ceph-mon[94167]: pgmap v4234: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 255 B/s rd, 255 B/s wr, 0 op/s 2024-04-10T16:49:21.373 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:49:21 smithi069 ceph-mon[94167]: osdmap e2210: 8 total, 8 up, 8 in 2024-04-10T16:49:21.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:49:21 smithi077 ceph-mon[87572]: pgmap v4234: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 255 B/s rd, 255 B/s wr, 0 op/s 2024-04-10T16:49:21.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:49:21 smithi077 ceph-mon[87572]: osdmap e2210: 8 total, 8 up, 8 in 2024-04-10T16:49:22.196 INFO:tasks.workunit.client.0.smithi069.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_limit_snaps PASSED [ 40%] 2024-04-10T16:49:22.289 INFO:tasks.workunit.client.0.smithi069.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_remove_with_exclusive_lock PASSED [ 40%] 2024-04-10T16:49:22.360 INFO:tasks.workunit.client.0.smithi069.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_remove_with_snap SKIPPED [ 41%] 2024-04-10T16:49:22.415 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:49:22 smithi077 ceph-mon[87572]: osdmap e2211: 8 total, 8 up, 8 in 2024-04-10T16:49:22.415 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:49:22 smithi077 ceph-mon[87572]: osdmap e2212: 8 total, 8 up, 8 in 2024-04-10T16:49:22.416 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:49:22 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:49:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:49:22.434 INFO:tasks.workunit.client.0.smithi069.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_remove_with_watcher SKIPPED [ 41%] 2024-04-10T16:49:22.608 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:49:22 smithi069 ceph-mon[96738]: osdmap e2211: 8 total, 8 up, 8 in 2024-04-10T16:49:22.608 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:49:22 smithi069 ceph-mon[96738]: osdmap e2212: 8 total, 8 up, 8 in 2024-04-10T16:49:22.609 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:49:22 smithi069 ceph-mon[94167]: osdmap e2211: 8 total, 8 up, 8 in 2024-04-10T16:49:22.609 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:49:22 smithi069 ceph-mon[94167]: osdmap e2212: 8 total, 8 up, 8 in 2024-04-10T16:49:23.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:49:23 smithi077 ceph-mon[87572]: pgmap v4237: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 29 KiB/s rd, 3.5 KiB/s wr, 39 op/s 2024-04-10T16:49:23.608 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:49:23 smithi069 ceph-mon[96738]: pgmap v4237: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 29 KiB/s rd, 3.5 KiB/s wr, 39 op/s 2024-04-10T16:49:23.609 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:49:23 smithi069 ceph-mon[94167]: pgmap v4237: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 29 KiB/s rd, 3.5 KiB/s wr, 39 op/s 2024-04-10T16:49:24.241 INFO:tasks.workunit.client.0.smithi069.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_rollback_to_snap PASSED [ 42%] 2024-04-10T16:49:24.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:49:24 smithi077 ceph-mon[87572]: osdmap e2213: 8 total, 8 up, 8 in 2024-04-10T16:49:24.608 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:49:24 smithi069 ceph-mon[96738]: osdmap e2213: 8 total, 8 up, 8 in 2024-04-10T16:49:24.608 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:49:24 smithi069 ceph-mon[94167]: osdmap e2213: 8 total, 8 up, 8 in 2024-04-10T16:49:25.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:49:25 smithi077 ceph-mon[87572]: pgmap v4240: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 76 KiB/s rd, 6.0 KiB/s wr, 106 op/s 2024-04-10T16:49:25.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:49:25 smithi077 ceph-mon[87572]: osdmap e2214: 8 total, 8 up, 8 in 2024-04-10T16:49:25.515 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:49:25 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:49:25.608 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:49:25 smithi069 ceph-mon[96738]: pgmap v4240: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 76 KiB/s rd, 6.0 KiB/s wr, 106 op/s 2024-04-10T16:49:25.608 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:49:25 smithi069 ceph-mon[96738]: osdmap e2214: 8 total, 8 up, 8 in 2024-04-10T16:49:25.609 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:49:25 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:49:25.609 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:49:25 smithi069 ceph-mon[94167]: pgmap v4240: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 76 KiB/s rd, 6.0 KiB/s wr, 106 op/s 2024-04-10T16:49:25.609 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:49:25 smithi069 ceph-mon[94167]: osdmap e2214: 8 total, 8 up, 8 in 2024-04-10T16:49:25.609 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:49:25 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:49:26.240 INFO:tasks.workunit.client.0.smithi069.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_rollback_to_snap_sparse PASSED [ 42%] 2024-04-10T16:49:26.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:49:26 smithi077 ceph-mon[87572]: osdmap e2215: 8 total, 8 up, 8 in 2024-04-10T16:49:26.608 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:49:26 smithi069 ceph-mon[96738]: osdmap e2215: 8 total, 8 up, 8 in 2024-04-10T16:49:26.608 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:49:26 smithi069 ceph-mon[94167]: osdmap e2215: 8 total, 8 up, 8 in 2024-04-10T16:49:27.358 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:49:26 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:49:26] "GET /metrics HTTP/1.1" 200 36644 "" "Prometheus/2.43.0" 2024-04-10T16:49:27.359 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:49:27 smithi069 ceph-mon[96738]: pgmap v4243: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 194 KiB/s rd, 17 KiB/s wr, 273 op/s 2024-04-10T16:49:27.359 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:49:27 smithi069 ceph-mon[96738]: osdmap e2216: 8 total, 8 up, 8 in 2024-04-10T16:49:27.359 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:49:27 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:49:27.359 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:49:27 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:49:27.359 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:49:27 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:49:27.359 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:49:27 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:49:27.359 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:49:27 smithi069 ceph-mon[96738]: osdmap e2217: 8 total, 8 up, 8 in 2024-04-10T16:49:27.359 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:49:27 smithi069 ceph-mon[94167]: pgmap v4243: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 194 KiB/s rd, 17 KiB/s wr, 273 op/s 2024-04-10T16:49:27.360 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:49:27 smithi069 ceph-mon[94167]: osdmap e2216: 8 total, 8 up, 8 in 2024-04-10T16:49:27.360 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:49:27 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:49:27.360 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:49:27 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:49:27.360 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:49:27 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:49:27.360 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:49:27 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:49:27.360 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:49:27 smithi069 ceph-mon[94167]: osdmap e2217: 8 total, 8 up, 8 in 2024-04-10T16:49:27.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:49:27 smithi077 ceph-mon[87572]: pgmap v4243: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 194 KiB/s rd, 17 KiB/s wr, 273 op/s 2024-04-10T16:49:27.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:49:27 smithi077 ceph-mon[87572]: osdmap e2216: 8 total, 8 up, 8 in 2024-04-10T16:49:27.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:49:27 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:49:27.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:49:27 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:49:27.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:49:27 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:49:27.515 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:49:27 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:49:27.515 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:49:27 smithi077 ceph-mon[87572]: osdmap e2217: 8 total, 8 up, 8 in 2024-04-10T16:49:29.358 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:49:29 smithi069 ceph-mon[96738]: pgmap v4246: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 147 KiB/s rd, 14 KiB/s wr, 206 op/s 2024-04-10T16:49:29.359 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:49:29 smithi069 ceph-mon[96738]: osdmap e2218: 8 total, 8 up, 8 in 2024-04-10T16:49:29.359 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:49:29 smithi069 ceph-mon[94167]: pgmap v4246: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 147 KiB/s rd, 14 KiB/s wr, 206 op/s 2024-04-10T16:49:29.359 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:49:29 smithi069 ceph-mon[94167]: osdmap e2218: 8 total, 8 up, 8 in 2024-04-10T16:49:29.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:49:29 smithi077 ceph-mon[87572]: pgmap v4246: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 147 KiB/s rd, 14 KiB/s wr, 206 op/s 2024-04-10T16:49:29.515 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:49:29 smithi077 ceph-mon[87572]: osdmap e2218: 8 total, 8 up, 8 in 2024-04-10T16:49:30.209 INFO:tasks.workunit.client.0.smithi069.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_rollback_with_resize PASSED [ 43%] 2024-04-10T16:49:30.358 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:49:30 smithi069 ceph-mon[94167]: osdmap e2219: 8 total, 8 up, 8 in 2024-04-10T16:49:30.359 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:49:30 smithi069 ceph-mon[96738]: osdmap e2219: 8 total, 8 up, 8 in 2024-04-10T16:49:30.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:49:30 smithi077 ceph-mon[87572]: osdmap e2219: 8 total, 8 up, 8 in 2024-04-10T16:49:31.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:49:31 smithi077 ceph-mon[87572]: pgmap v4249: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 78 KiB/s rd, 9.2 KiB/s wr, 107 op/s 2024-04-10T16:49:31.515 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:49:31 smithi077 ceph-mon[87572]: osdmap e2220: 8 total, 8 up, 8 in 2024-04-10T16:49:31.608 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:49:31 smithi069 ceph-mon[96738]: pgmap v4249: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 78 KiB/s rd, 9.2 KiB/s wr, 107 op/s 2024-04-10T16:49:31.608 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:49:31 smithi069 ceph-mon[96738]: osdmap e2220: 8 total, 8 up, 8 in 2024-04-10T16:49:31.608 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:49:31 smithi069 ceph-mon[94167]: pgmap v4249: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 78 KiB/s rd, 9.2 KiB/s wr, 107 op/s 2024-04-10T16:49:31.609 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:49:31 smithi069 ceph-mon[94167]: osdmap e2220: 8 total, 8 up, 8 in 2024-04-10T16:49:32.190 INFO:tasks.workunit.client.0.smithi069.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_set_snap PASSED [ 44%] 2024-04-10T16:49:32.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:49:32 smithi077 ceph-mon[87572]: osdmap e2221: 8 total, 8 up, 8 in 2024-04-10T16:49:32.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:49:32 smithi077 ceph-mon[87572]: osdmap e2222: 8 total, 8 up, 8 in 2024-04-10T16:49:32.515 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:49:32 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:49:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:49:32.608 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:49:32 smithi069 ceph-mon[96738]: osdmap e2221: 8 total, 8 up, 8 in 2024-04-10T16:49:32.608 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:49:32 smithi069 ceph-mon[96738]: osdmap e2222: 8 total, 8 up, 8 in 2024-04-10T16:49:32.609 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:49:32 smithi069 ceph-mon[94167]: osdmap e2221: 8 total, 8 up, 8 in 2024-04-10T16:49:32.609 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:49:32 smithi069 ceph-mon[94167]: osdmap e2222: 8 total, 8 up, 8 in 2024-04-10T16:49:33.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:49:33 smithi077 ceph-mon[87572]: pgmap v4252: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 117 KiB/s rd, 12 KiB/s wr, 160 op/s 2024-04-10T16:49:33.608 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:49:33 smithi069 ceph-mon[96738]: pgmap v4252: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 117 KiB/s rd, 12 KiB/s wr, 160 op/s 2024-04-10T16:49:33.608 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:49:33 smithi069 ceph-mon[94167]: pgmap v4252: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 117 KiB/s rd, 12 KiB/s wr, 160 op/s 2024-04-10T16:49:34.233 INFO:tasks.workunit.client.0.smithi069.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_set_no_snap PASSED [ 44%] 2024-04-10T16:49:34.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:49:34 smithi077 ceph-mon[87572]: osdmap e2223: 8 total, 8 up, 8 in 2024-04-10T16:49:34.609 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:49:34 smithi069 ceph-mon[96738]: osdmap e2223: 8 total, 8 up, 8 in 2024-04-10T16:49:34.609 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:49:34 smithi069 ceph-mon[94167]: osdmap e2223: 8 total, 8 up, 8 in 2024-04-10T16:49:35.510 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:49:35 smithi069 ceph-mon[96738]: pgmap v4255: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 49 KiB/s rd, 6.5 KiB/s wr, 74 op/s 2024-04-10T16:49:35.510 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:49:35 smithi069 ceph-mon[96738]: osdmap e2224: 8 total, 8 up, 8 in 2024-04-10T16:49:35.511 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:49:35 smithi069 ceph-mon[94167]: pgmap v4255: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 49 KiB/s rd, 6.5 KiB/s wr, 74 op/s 2024-04-10T16:49:35.511 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:49:35 smithi069 ceph-mon[94167]: osdmap e2224: 8 total, 8 up, 8 in 2024-04-10T16:49:35.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:49:35 smithi077 ceph-mon[87572]: pgmap v4255: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 49 KiB/s rd, 6.5 KiB/s wr, 74 op/s 2024-04-10T16:49:35.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:49:35 smithi077 ceph-mon[87572]: osdmap e2224: 8 total, 8 up, 8 in 2024-04-10T16:49:36.253 INFO:tasks.workunit.client.0.smithi069.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_set_snap_by_id PASSED [ 45%] 2024-04-10T16:49:36.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:49:36 smithi077 ceph-mon[87572]: osdmap e2225: 8 total, 8 up, 8 in 2024-04-10T16:49:36.608 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:49:36 smithi069 ceph-mon[94167]: osdmap e2225: 8 total, 8 up, 8 in 2024-04-10T16:49:36.619 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:49:36 smithi069 ceph-mon[96738]: osdmap e2225: 8 total, 8 up, 8 in 2024-04-10T16:49:37.358 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:49:36 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:49:36] "GET /metrics HTTP/1.1" 200 36644 "" "Prometheus/2.43.0" 2024-04-10T16:49:37.359 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:49:37 smithi069 ceph-mon[96738]: pgmap v4258: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 131 KiB/s rd, 16 KiB/s wr, 190 op/s 2024-04-10T16:49:37.359 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:49:37 smithi069 ceph-mon[96738]: osdmap e2226: 8 total, 8 up, 8 in 2024-04-10T16:49:37.359 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:49:37 smithi069 ceph-mon[96738]: osdmap e2227: 8 total, 8 up, 8 in 2024-04-10T16:49:37.359 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:49:37 smithi069 ceph-mon[94167]: pgmap v4258: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 131 KiB/s rd, 16 KiB/s wr, 190 op/s 2024-04-10T16:49:37.359 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:49:37 smithi069 ceph-mon[94167]: osdmap e2226: 8 total, 8 up, 8 in 2024-04-10T16:49:37.359 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:49:37 smithi069 ceph-mon[94167]: osdmap e2227: 8 total, 8 up, 8 in 2024-04-10T16:49:37.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:49:37 smithi077 ceph-mon[87572]: pgmap v4258: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 131 KiB/s rd, 16 KiB/s wr, 190 op/s 2024-04-10T16:49:37.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:49:37 smithi077 ceph-mon[87572]: osdmap e2226: 8 total, 8 up, 8 in 2024-04-10T16:49:37.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:49:37 smithi077 ceph-mon[87572]: osdmap e2227: 8 total, 8 up, 8 in 2024-04-10T16:49:39.358 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:49:39 smithi069 ceph-mon[96738]: pgmap v4261: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 121 KiB/s rd, 12 KiB/s wr, 169 op/s 2024-04-10T16:49:39.359 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:49:39 smithi069 ceph-mon[96738]: osdmap e2228: 8 total, 8 up, 8 in 2024-04-10T16:49:39.359 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:49:39 smithi069 ceph-mon[94167]: pgmap v4261: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 121 KiB/s rd, 12 KiB/s wr, 169 op/s 2024-04-10T16:49:39.359 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:49:39 smithi069 ceph-mon[94167]: osdmap e2228: 8 total, 8 up, 8 in 2024-04-10T16:49:39.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:49:39 smithi077 ceph-mon[87572]: pgmap v4261: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 121 KiB/s rd, 12 KiB/s wr, 169 op/s 2024-04-10T16:49:39.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:49:39 smithi077 ceph-mon[87572]: osdmap e2228: 8 total, 8 up, 8 in 2024-04-10T16:49:40.358 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:49:40 smithi069 ceph-mon[96738]: osdmap e2229: 8 total, 8 up, 8 in 2024-04-10T16:49:40.359 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:49:40 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:49:40.359 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:49:40 smithi069 ceph-mon[94167]: osdmap e2229: 8 total, 8 up, 8 in 2024-04-10T16:49:40.359 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:49:40 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:49:40.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:49:40 smithi077 ceph-mon[87572]: osdmap e2229: 8 total, 8 up, 8 in 2024-04-10T16:49:40.515 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:49:40 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:49:41.358 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:49:41 smithi069 ceph-mon[94167]: pgmap v4264: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 39 KiB/s rd, 3.7 KiB/s wr, 54 op/s 2024-04-10T16:49:41.359 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:49:41 smithi069 ceph-mon[94167]: osdmap e2230: 8 total, 8 up, 8 in 2024-04-10T16:49:41.359 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:49:41 smithi069 ceph-mon[96738]: pgmap v4264: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 39 KiB/s rd, 3.7 KiB/s wr, 54 op/s 2024-04-10T16:49:41.359 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:49:41 smithi069 ceph-mon[96738]: osdmap e2230: 8 total, 8 up, 8 in 2024-04-10T16:49:41.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:49:41 smithi077 ceph-mon[87572]: pgmap v4264: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 39 KiB/s rd, 3.7 KiB/s wr, 54 op/s 2024-04-10T16:49:41.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:49:41 smithi077 ceph-mon[87572]: osdmap e2230: 8 total, 8 up, 8 in 2024-04-10T16:49:42.205 INFO:tasks.workunit.client.0.smithi069.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_snap_get_name PASSED [ 45%] 2024-04-10T16:49:42.514 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:49:42 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:49:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:49:42.515 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:49:42 smithi077 ceph-mon[87572]: osdmap e2231: 8 total, 8 up, 8 in 2024-04-10T16:49:42.515 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:49:42 smithi077 ceph-mon[87572]: osdmap e2232: 8 total, 8 up, 8 in 2024-04-10T16:49:42.608 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:49:42 smithi069 ceph-mon[96738]: osdmap e2231: 8 total, 8 up, 8 in 2024-04-10T16:49:42.608 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:49:42 smithi069 ceph-mon[96738]: osdmap e2232: 8 total, 8 up, 8 in 2024-04-10T16:49:42.608 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:49:42 smithi069 ceph-mon[94167]: osdmap e2231: 8 total, 8 up, 8 in 2024-04-10T16:49:42.609 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:49:42 smithi069 ceph-mon[94167]: osdmap e2232: 8 total, 8 up, 8 in 2024-04-10T16:49:43.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:49:43 smithi077 ceph-mon[87572]: pgmap v4267: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 84 KiB/s rd, 9.0 KiB/s wr, 116 op/s 2024-04-10T16:49:43.608 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:49:43 smithi069 ceph-mon[96738]: pgmap v4267: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 84 KiB/s rd, 9.0 KiB/s wr, 116 op/s 2024-04-10T16:49:43.609 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:49:43 smithi069 ceph-mon[94167]: pgmap v4267: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 84 KiB/s rd, 9.0 KiB/s wr, 116 op/s 2024-04-10T16:49:44.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:49:44 smithi077 ceph-mon[87572]: osdmap e2233: 8 total, 8 up, 8 in 2024-04-10T16:49:44.608 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:49:44 smithi069 ceph-mon[94167]: osdmap e2233: 8 total, 8 up, 8 in 2024-04-10T16:49:44.609 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:49:44 smithi069 ceph-mon[96738]: osdmap e2233: 8 total, 8 up, 8 in 2024-04-10T16:49:45.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:49:45 smithi077 ceph-mon[87572]: pgmap v4270: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 45 KiB/s rd, 5.7 KiB/s wr, 63 op/s 2024-04-10T16:49:45.515 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:49:45 smithi077 ceph-mon[87572]: osdmap e2234: 8 total, 8 up, 8 in 2024-04-10T16:49:45.608 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:49:45 smithi069 ceph-mon[94167]: pgmap v4270: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 45 KiB/s rd, 5.7 KiB/s wr, 63 op/s 2024-04-10T16:49:45.609 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:49:45 smithi069 ceph-mon[94167]: osdmap e2234: 8 total, 8 up, 8 in 2024-04-10T16:49:45.609 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:49:45 smithi069 ceph-mon[96738]: pgmap v4270: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 45 KiB/s rd, 5.7 KiB/s wr, 63 op/s 2024-04-10T16:49:45.609 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:49:45 smithi069 ceph-mon[96738]: osdmap e2234: 8 total, 8 up, 8 in 2024-04-10T16:49:46.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:49:46 smithi077 ceph-mon[87572]: osdmap e2235: 8 total, 8 up, 8 in 2024-04-10T16:49:46.608 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:49:46 smithi069 ceph-mon[94167]: osdmap e2235: 8 total, 8 up, 8 in 2024-04-10T16:49:46.609 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:49:46 smithi069 ceph-mon[96738]: osdmap e2235: 8 total, 8 up, 8 in 2024-04-10T16:49:47.358 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:49:46 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:49:46] "GET /metrics HTTP/1.1" 200 36641 "" "Prometheus/2.43.0" 2024-04-10T16:49:47.359 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:49:47 smithi069 ceph-mon[96738]: pgmap v4273: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 73 KiB/s rd, 5.5 KiB/s wr, 98 op/s 2024-04-10T16:49:47.359 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:49:47 smithi069 ceph-mon[96738]: osdmap e2236: 8 total, 8 up, 8 in 2024-04-10T16:49:47.359 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:49:47 smithi069 ceph-mon[96738]: osdmap e2237: 8 total, 8 up, 8 in 2024-04-10T16:49:47.359 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:49:47 smithi069 ceph-mon[94167]: pgmap v4273: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 73 KiB/s rd, 5.5 KiB/s wr, 98 op/s 2024-04-10T16:49:47.359 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:49:47 smithi069 ceph-mon[94167]: osdmap e2236: 8 total, 8 up, 8 in 2024-04-10T16:49:47.359 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:49:47 smithi069 ceph-mon[94167]: osdmap e2237: 8 total, 8 up, 8 in 2024-04-10T16:49:47.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:49:47 smithi077 ceph-mon[87572]: pgmap v4273: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 73 KiB/s rd, 5.5 KiB/s wr, 98 op/s 2024-04-10T16:49:47.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:49:47 smithi077 ceph-mon[87572]: osdmap e2236: 8 total, 8 up, 8 in 2024-04-10T16:49:47.515 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:49:47 smithi077 ceph-mon[87572]: osdmap e2237: 8 total, 8 up, 8 in 2024-04-10T16:49:48.211 INFO:tasks.workunit.client.0.smithi069.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_snap_get_id PASSED [ 46%] 2024-04-10T16:49:49.358 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:49:49 smithi069 ceph-mon[94167]: pgmap v4276: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 72 KiB/s rd, 5.0 KiB/s wr, 96 op/s 2024-04-10T16:49:49.359 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:49:49 smithi069 ceph-mon[94167]: osdmap e2238: 8 total, 8 up, 8 in 2024-04-10T16:49:49.359 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:49:49 smithi069 ceph-mon[96738]: pgmap v4276: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 72 KiB/s rd, 5.0 KiB/s wr, 96 op/s 2024-04-10T16:49:49.359 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:49:49 smithi069 ceph-mon[96738]: osdmap e2238: 8 total, 8 up, 8 in 2024-04-10T16:49:49.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:49:49 smithi077 ceph-mon[87572]: pgmap v4276: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 72 KiB/s rd, 5.0 KiB/s wr, 96 op/s 2024-04-10T16:49:49.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:49:49 smithi077 ceph-mon[87572]: osdmap e2238: 8 total, 8 up, 8 in 2024-04-10T16:49:50.244 INFO:tasks.workunit.client.0.smithi069.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_set_snap_sparse PASSED [ 46%] 2024-04-10T16:49:50.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:49:50 smithi077 ceph-mon[87572]: osdmap e2239: 8 total, 8 up, 8 in 2024-04-10T16:49:50.609 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:49:50 smithi069 ceph-mon[96738]: osdmap e2239: 8 total, 8 up, 8 in 2024-04-10T16:49:50.609 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:49:50 smithi069 ceph-mon[94167]: osdmap e2239: 8 total, 8 up, 8 in 2024-04-10T16:49:51.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:49:51 smithi077 ceph-mon[87572]: pgmap v4279: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 16 KiB/s rd, 2.7 KiB/s wr, 25 op/s 2024-04-10T16:49:51.515 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:49:51 smithi077 ceph-mon[87572]: osdmap e2240: 8 total, 8 up, 8 in 2024-04-10T16:49:51.608 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:49:51 smithi069 ceph-mon[96738]: pgmap v4279: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 16 KiB/s rd, 2.7 KiB/s wr, 25 op/s 2024-04-10T16:49:51.608 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:49:51 smithi069 ceph-mon[96738]: osdmap e2240: 8 total, 8 up, 8 in 2024-04-10T16:49:51.608 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:49:51 smithi069 ceph-mon[94167]: pgmap v4279: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 16 KiB/s rd, 2.7 KiB/s wr, 25 op/s 2024-04-10T16:49:51.609 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:49:51 smithi069 ceph-mon[94167]: osdmap e2240: 8 total, 8 up, 8 in 2024-04-10T16:49:52.416 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:49:52 smithi077 ceph-mon[87572]: osdmap e2241: 8 total, 8 up, 8 in 2024-04-10T16:49:52.416 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:49:52 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:49:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:49:52.608 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:49:52 smithi069 ceph-mon[96738]: osdmap e2241: 8 total, 8 up, 8 in 2024-04-10T16:49:52.609 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:49:52 smithi069 ceph-mon[94167]: osdmap e2241: 8 total, 8 up, 8 in 2024-04-10T16:49:53.515 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:49:53 smithi077 ceph-mon[87572]: pgmap v4282: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 80 KiB/s rd, 9.2 KiB/s wr, 116 op/s 2024-04-10T16:49:53.515 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:49:53 smithi077 ceph-mon[87572]: osdmap e2242: 8 total, 8 up, 8 in 2024-04-10T16:49:53.608 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:49:53 smithi069 ceph-mon[96738]: pgmap v4282: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 80 KiB/s rd, 9.2 KiB/s wr, 116 op/s 2024-04-10T16:49:53.609 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:49:53 smithi069 ceph-mon[96738]: osdmap e2242: 8 total, 8 up, 8 in 2024-04-10T16:49:53.609 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:49:53 smithi069 ceph-mon[94167]: pgmap v4282: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 80 KiB/s rd, 9.2 KiB/s wr, 116 op/s 2024-04-10T16:49:53.609 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:49:53 smithi069 ceph-mon[94167]: osdmap e2242: 8 total, 8 up, 8 in 2024-04-10T16:49:54.515 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:49:54 smithi077 ceph-mon[87572]: osdmap e2243: 8 total, 8 up, 8 in 2024-04-10T16:49:54.608 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:49:54 smithi069 ceph-mon[96738]: osdmap e2243: 8 total, 8 up, 8 in 2024-04-10T16:49:54.609 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:49:54 smithi069 ceph-mon[94167]: osdmap e2243: 8 total, 8 up, 8 in 2024-04-10T16:49:55.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:49:55 smithi077 ceph-mon[87572]: pgmap v4285: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 64 KiB/s rd, 7.0 KiB/s wr, 92 op/s 2024-04-10T16:49:55.515 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:49:55 smithi077 ceph-mon[87572]: osdmap e2244: 8 total, 8 up, 8 in 2024-04-10T16:49:55.515 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:49:55 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:49:55.608 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:49:55 smithi069 ceph-mon[96738]: pgmap v4285: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 64 KiB/s rd, 7.0 KiB/s wr, 92 op/s 2024-04-10T16:49:55.609 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:49:55 smithi069 ceph-mon[96738]: osdmap e2244: 8 total, 8 up, 8 in 2024-04-10T16:49:55.609 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:49:55 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:49:55.609 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:49:55 smithi069 ceph-mon[94167]: pgmap v4285: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 64 KiB/s rd, 7.0 KiB/s wr, 92 op/s 2024-04-10T16:49:55.609 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:49:55 smithi069 ceph-mon[94167]: osdmap e2244: 8 total, 8 up, 8 in 2024-04-10T16:49:55.609 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:49:55 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:49:56.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:49:56 smithi077 ceph-mon[87572]: osdmap e2245: 8 total, 8 up, 8 in 2024-04-10T16:49:56.608 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:49:56 smithi069 ceph-mon[96738]: osdmap e2245: 8 total, 8 up, 8 in 2024-04-10T16:49:56.609 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:49:56 smithi069 ceph-mon[94167]: osdmap e2245: 8 total, 8 up, 8 in 2024-04-10T16:49:57.190 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:49:56 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:49:56] "GET /metrics HTTP/1.1" 200 36644 "" "Prometheus/2.43.0" 2024-04-10T16:49:57.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:49:57 smithi077 ceph-mon[87572]: pgmap v4288: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 71 KiB/s rd, 4.5 KiB/s wr, 92 op/s 2024-04-10T16:49:57.515 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:49:57 smithi077 ceph-mon[87572]: osdmap e2246: 8 total, 8 up, 8 in 2024-04-10T16:49:57.515 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:49:57 smithi077 ceph-mon[87572]: osdmap e2247: 8 total, 8 up, 8 in 2024-04-10T16:49:57.609 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:49:57 smithi069 ceph-mon[96738]: pgmap v4288: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 71 KiB/s rd, 4.5 KiB/s wr, 92 op/s 2024-04-10T16:49:57.609 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:49:57 smithi069 ceph-mon[96738]: osdmap e2246: 8 total, 8 up, 8 in 2024-04-10T16:49:57.609 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:49:57 smithi069 ceph-mon[96738]: osdmap e2247: 8 total, 8 up, 8 in 2024-04-10T16:49:57.609 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:49:57 smithi069 ceph-mon[94167]: pgmap v4288: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 71 KiB/s rd, 4.5 KiB/s wr, 92 op/s 2024-04-10T16:49:57.609 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:49:57 smithi069 ceph-mon[94167]: osdmap e2246: 8 total, 8 up, 8 in 2024-04-10T16:49:57.609 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:49:57 smithi069 ceph-mon[94167]: osdmap e2247: 8 total, 8 up, 8 in 2024-04-10T16:49:59.359 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:49:59 smithi069 ceph-mon[96738]: pgmap v4291: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 71 KiB/s rd, 4.0 KiB/s wr, 90 op/s 2024-04-10T16:49:59.359 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:49:59 smithi069 ceph-mon[96738]: osdmap e2248: 8 total, 8 up, 8 in 2024-04-10T16:49:59.359 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:49:59 smithi069 ceph-mon[94167]: pgmap v4291: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 71 KiB/s rd, 4.0 KiB/s wr, 90 op/s 2024-04-10T16:49:59.359 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:49:59 smithi069 ceph-mon[94167]: osdmap e2248: 8 total, 8 up, 8 in 2024-04-10T16:49:59.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:49:59 smithi077 ceph-mon[87572]: pgmap v4291: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 71 KiB/s rd, 4.0 KiB/s wr, 90 op/s 2024-04-10T16:49:59.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:49:59 smithi077 ceph-mon[87572]: osdmap e2248: 8 total, 8 up, 8 in 2024-04-10T16:50:00.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:50:00 smithi077 ceph-mon[87572]: osdmap e2249: 8 total, 8 up, 8 in 2024-04-10T16:50:00.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:50:00 smithi077 ceph-mon[87572]: overall HEALTH_WARN Telemetry requires re-opt-in 2024-04-10T16:50:00.608 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:50:00 smithi069 ceph-mon[94167]: osdmap e2249: 8 total, 8 up, 8 in 2024-04-10T16:50:00.609 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:50:00 smithi069 ceph-mon[94167]: overall HEALTH_WARN Telemetry requires re-opt-in 2024-04-10T16:50:00.609 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:50:00 smithi069 ceph-mon[96738]: osdmap e2249: 8 total, 8 up, 8 in 2024-04-10T16:50:00.609 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:50:00 smithi069 ceph-mon[96738]: overall HEALTH_WARN Telemetry requires re-opt-in 2024-04-10T16:50:01.515 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:50:01 smithi077 ceph-mon[87572]: pgmap v4294: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 511 B/s wr, 0 op/s 2024-04-10T16:50:01.515 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:50:01 smithi077 ceph-mon[87572]: osdmap e2250: 8 total, 8 up, 8 in 2024-04-10T16:50:01.608 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:50:01 smithi069 ceph-mon[94167]: pgmap v4294: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 511 B/s wr, 0 op/s 2024-04-10T16:50:01.609 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:50:01 smithi069 ceph-mon[94167]: osdmap e2250: 8 total, 8 up, 8 in 2024-04-10T16:50:01.609 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:50:01 smithi069 ceph-mon[96738]: pgmap v4294: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 511 B/s wr, 0 op/s 2024-04-10T16:50:01.609 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:50:01 smithi069 ceph-mon[96738]: osdmap e2250: 8 total, 8 up, 8 in 2024-04-10T16:50:02.264 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:50:02 smithi077 ceph-mon[87572]: osdmap e2251: 8 total, 8 up, 8 in 2024-04-10T16:50:02.609 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:50:02 smithi069 ceph-mon[96738]: osdmap e2251: 8 total, 8 up, 8 in 2024-04-10T16:50:02.609 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:50:02 smithi069 ceph-mon[94167]: osdmap e2251: 8 total, 8 up, 8 in 2024-04-10T16:50:02.764 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:50:02 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:50:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:50:03.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:50:03 smithi077 ceph-mon[87572]: pgmap v4297: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 80 KiB/s rd, 3.7 KiB/s wr, 107 op/s 2024-04-10T16:50:03.515 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:50:03 smithi077 ceph-mon[87572]: osdmap e2252: 8 total, 8 up, 8 in 2024-04-10T16:50:03.609 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:50:03 smithi069 ceph-mon[96738]: pgmap v4297: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 80 KiB/s rd, 3.7 KiB/s wr, 107 op/s 2024-04-10T16:50:03.609 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:50:03 smithi069 ceph-mon[96738]: osdmap e2252: 8 total, 8 up, 8 in 2024-04-10T16:50:03.609 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:50:03 smithi069 ceph-mon[94167]: pgmap v4297: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 80 KiB/s rd, 3.7 KiB/s wr, 107 op/s 2024-04-10T16:50:03.609 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:50:03 smithi069 ceph-mon[94167]: osdmap e2252: 8 total, 8 up, 8 in 2024-04-10T16:50:04.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:50:04 smithi077 ceph-mon[87572]: osdmap e2253: 8 total, 8 up, 8 in 2024-04-10T16:50:04.608 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:50:04 smithi069 ceph-mon[94167]: osdmap e2253: 8 total, 8 up, 8 in 2024-04-10T16:50:04.609 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:50:04 smithi069 ceph-mon[96738]: osdmap e2253: 8 total, 8 up, 8 in 2024-04-10T16:50:05.510 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:50:05 smithi069 ceph-mon[96738]: pgmap v4300: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 80 KiB/s rd, 3.5 KiB/s wr, 107 op/s 2024-04-10T16:50:05.510 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:50:05 smithi069 ceph-mon[96738]: osdmap e2254: 8 total, 8 up, 8 in 2024-04-10T16:50:05.510 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:50:05 smithi069 ceph-mon[94167]: pgmap v4300: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 80 KiB/s rd, 3.5 KiB/s wr, 107 op/s 2024-04-10T16:50:05.510 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:50:05 smithi069 ceph-mon[94167]: osdmap e2254: 8 total, 8 up, 8 in 2024-04-10T16:50:05.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:50:05 smithi077 ceph-mon[87572]: pgmap v4300: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 80 KiB/s rd, 3.5 KiB/s wr, 107 op/s 2024-04-10T16:50:05.515 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:50:05 smithi077 ceph-mon[87572]: osdmap e2254: 8 total, 8 up, 8 in 2024-04-10T16:50:06.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:50:06 smithi077 ceph-mon[87572]: osdmap e2255: 8 total, 8 up, 8 in 2024-04-10T16:50:06.609 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:50:06 smithi069 ceph-mon[96738]: osdmap e2255: 8 total, 8 up, 8 in 2024-04-10T16:50:06.609 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:50:06 smithi069 ceph-mon[94167]: osdmap e2255: 8 total, 8 up, 8 in 2024-04-10T16:50:07.359 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:50:07 smithi069 ceph-mon[96738]: pgmap v4303: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 113 KiB/s rd, 3.5 KiB/s wr, 150 op/s 2024-04-10T16:50:07.359 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:50:07 smithi069 ceph-mon[96738]: osdmap e2256: 8 total, 8 up, 8 in 2024-04-10T16:50:07.359 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:50:07 smithi069 ceph-mon[94167]: pgmap v4303: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 113 KiB/s rd, 3.5 KiB/s wr, 150 op/s 2024-04-10T16:50:07.359 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:50:07 smithi069 ceph-mon[94167]: osdmap e2256: 8 total, 8 up, 8 in 2024-04-10T16:50:07.359 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:50:06 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:50:06] "GET /metrics HTTP/1.1" 200 36644 "" "Prometheus/2.43.0" 2024-04-10T16:50:07.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:50:07 smithi077 ceph-mon[87572]: pgmap v4303: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 113 KiB/s rd, 3.5 KiB/s wr, 150 op/s 2024-04-10T16:50:07.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:50:07 smithi077 ceph-mon[87572]: osdmap e2256: 8 total, 8 up, 8 in 2024-04-10T16:50:08.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:50:08 smithi077 ceph-mon[87572]: osdmap e2257: 8 total, 8 up, 8 in 2024-04-10T16:50:08.608 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:50:08 smithi069 ceph-mon[96738]: osdmap e2257: 8 total, 8 up, 8 in 2024-04-10T16:50:08.609 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:50:08 smithi069 ceph-mon[94167]: osdmap e2257: 8 total, 8 up, 8 in 2024-04-10T16:50:09.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:50:09 smithi077 ceph-mon[87572]: pgmap v4306: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 113 KiB/s rd, 3.2 KiB/s wr, 150 op/s 2024-04-10T16:50:09.515 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:50:09 smithi077 ceph-mon[87572]: osdmap e2258: 8 total, 8 up, 8 in 2024-04-10T16:50:09.608 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:50:09 smithi069 ceph-mon[96738]: pgmap v4306: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 113 KiB/s rd, 3.2 KiB/s wr, 150 op/s 2024-04-10T16:50:09.608 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:50:09 smithi069 ceph-mon[96738]: osdmap e2258: 8 total, 8 up, 8 in 2024-04-10T16:50:09.609 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:50:09 smithi069 ceph-mon[94167]: pgmap v4306: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 113 KiB/s rd, 3.2 KiB/s wr, 150 op/s 2024-04-10T16:50:09.609 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:50:09 smithi069 ceph-mon[94167]: osdmap e2258: 8 total, 8 up, 8 in 2024-04-10T16:50:10.515 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:50:10 smithi077 ceph-mon[87572]: osdmap e2259: 8 total, 8 up, 8 in 2024-04-10T16:50:10.515 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:50:10 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:50:10.608 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:50:10 smithi069 ceph-mon[96738]: osdmap e2259: 8 total, 8 up, 8 in 2024-04-10T16:50:10.609 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:50:10 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:50:10.609 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:50:10 smithi069 ceph-mon[94167]: osdmap e2259: 8 total, 8 up, 8 in 2024-04-10T16:50:10.609 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:50:10 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:50:11.515 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:50:11 smithi077 ceph-mon[87572]: pgmap v4309: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 511 B/s wr, 0 op/s 2024-04-10T16:50:11.515 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:50:11 smithi077 ceph-mon[87572]: osdmap e2260: 8 total, 8 up, 8 in 2024-04-10T16:50:11.608 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:50:11 smithi069 ceph-mon[96738]: pgmap v4309: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 511 B/s wr, 0 op/s 2024-04-10T16:50:11.609 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:50:11 smithi069 ceph-mon[96738]: osdmap e2260: 8 total, 8 up, 8 in 2024-04-10T16:50:11.609 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:50:11 smithi069 ceph-mon[94167]: pgmap v4309: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 511 B/s wr, 0 op/s 2024-04-10T16:50:11.609 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:50:11 smithi069 ceph-mon[94167]: osdmap e2260: 8 total, 8 up, 8 in 2024-04-10T16:50:12.515 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:50:12 smithi077 ceph-mon[87572]: osdmap e2261: 8 total, 8 up, 8 in 2024-04-10T16:50:12.515 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:50:12 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:50:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:50:12.608 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:50:12 smithi069 ceph-mon[94167]: osdmap e2261: 8 total, 8 up, 8 in 2024-04-10T16:50:12.609 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:50:12 smithi069 ceph-mon[96738]: osdmap e2261: 8 total, 8 up, 8 in 2024-04-10T16:50:13.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:50:13 smithi077 ceph-mon[87572]: pgmap v4312: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 145 KiB/s rd, 3.7 KiB/s wr, 194 op/s 2024-04-10T16:50:13.515 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:50:13 smithi077 ceph-mon[87572]: osdmap e2262: 8 total, 8 up, 8 in 2024-04-10T16:50:13.609 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:50:13 smithi069 ceph-mon[94167]: pgmap v4312: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 145 KiB/s rd, 3.7 KiB/s wr, 194 op/s 2024-04-10T16:50:13.609 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:50:13 smithi069 ceph-mon[94167]: osdmap e2262: 8 total, 8 up, 8 in 2024-04-10T16:50:13.609 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:50:13 smithi069 ceph-mon[96738]: pgmap v4312: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 145 KiB/s rd, 3.7 KiB/s wr, 194 op/s 2024-04-10T16:50:13.609 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:50:13 smithi069 ceph-mon[96738]: osdmap e2262: 8 total, 8 up, 8 in 2024-04-10T16:50:14.515 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:50:14 smithi077 ceph-mon[87572]: osdmap e2263: 8 total, 8 up, 8 in 2024-04-10T16:50:14.609 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:50:14 smithi069 ceph-mon[94167]: osdmap e2263: 8 total, 8 up, 8 in 2024-04-10T16:50:14.609 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:50:14 smithi069 ceph-mon[96738]: osdmap e2263: 8 total, 8 up, 8 in 2024-04-10T16:50:15.515 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:50:15 smithi077 ceph-mon[87572]: pgmap v4315: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 145 KiB/s rd, 3.5 KiB/s wr, 194 op/s 2024-04-10T16:50:15.515 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:50:15 smithi077 ceph-mon[87572]: osdmap e2264: 8 total, 8 up, 8 in 2024-04-10T16:50:15.608 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:50:15 smithi069 ceph-mon[94167]: pgmap v4315: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 145 KiB/s rd, 3.5 KiB/s wr, 194 op/s 2024-04-10T16:50:15.609 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:50:15 smithi069 ceph-mon[94167]: osdmap e2264: 8 total, 8 up, 8 in 2024-04-10T16:50:15.609 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:50:15 smithi069 ceph-mon[96738]: pgmap v4315: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 145 KiB/s rd, 3.5 KiB/s wr, 194 op/s 2024-04-10T16:50:15.609 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:50:15 smithi069 ceph-mon[96738]: osdmap e2264: 8 total, 8 up, 8 in 2024-04-10T16:50:16.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:50:16 smithi077 ceph-mon[87572]: osdmap e2265: 8 total, 8 up, 8 in 2024-04-10T16:50:16.609 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:50:16 smithi069 ceph-mon[94167]: osdmap e2265: 8 total, 8 up, 8 in 2024-04-10T16:50:16.609 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:50:16 smithi069 ceph-mon[96738]: osdmap e2265: 8 total, 8 up, 8 in 2024-04-10T16:50:17.222 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:50:16 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:50:16] "GET /metrics HTTP/1.1" 200 36647 "" "Prometheus/2.43.0" 2024-04-10T16:50:17.515 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:50:17 smithi077 ceph-mon[87572]: pgmap v4318: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 177 KiB/s rd, 3.7 KiB/s wr, 238 op/s 2024-04-10T16:50:17.515 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:50:17 smithi077 ceph-mon[87572]: osdmap e2266: 8 total, 8 up, 8 in 2024-04-10T16:50:17.609 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:50:17 smithi069 ceph-mon[94167]: pgmap v4318: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 177 KiB/s rd, 3.7 KiB/s wr, 238 op/s 2024-04-10T16:50:17.609 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:50:17 smithi069 ceph-mon[94167]: osdmap e2266: 8 total, 8 up, 8 in 2024-04-10T16:50:17.609 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:50:17 smithi069 ceph-mon[96738]: pgmap v4318: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 177 KiB/s rd, 3.7 KiB/s wr, 238 op/s 2024-04-10T16:50:17.609 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:50:17 smithi069 ceph-mon[96738]: osdmap e2266: 8 total, 8 up, 8 in 2024-04-10T16:50:18.515 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:50:18 smithi077 ceph-mon[87572]: osdmap e2267: 8 total, 8 up, 8 in 2024-04-10T16:50:18.609 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:50:18 smithi069 ceph-mon[96738]: osdmap e2267: 8 total, 8 up, 8 in 2024-04-10T16:50:18.609 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:50:18 smithi069 ceph-mon[94167]: osdmap e2267: 8 total, 8 up, 8 in 2024-04-10T16:50:19.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:50:19 smithi077 ceph-mon[87572]: pgmap v4321: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 177 KiB/s rd, 3.5 KiB/s wr, 238 op/s 2024-04-10T16:50:19.515 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:50:19 smithi077 ceph-mon[87572]: osdmap e2268: 8 total, 8 up, 8 in 2024-04-10T16:50:19.608 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:50:19 smithi069 ceph-mon[94167]: pgmap v4321: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 177 KiB/s rd, 3.5 KiB/s wr, 238 op/s 2024-04-10T16:50:19.609 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:50:19 smithi069 ceph-mon[94167]: osdmap e2268: 8 total, 8 up, 8 in 2024-04-10T16:50:19.609 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:50:19 smithi069 ceph-mon[96738]: pgmap v4321: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 177 KiB/s rd, 3.5 KiB/s wr, 238 op/s 2024-04-10T16:50:19.609 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:50:19 smithi069 ceph-mon[96738]: osdmap e2268: 8 total, 8 up, 8 in 2024-04-10T16:50:20.515 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:50:20 smithi077 ceph-mon[87572]: osdmap e2269: 8 total, 8 up, 8 in 2024-04-10T16:50:20.609 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:50:20 smithi069 ceph-mon[96738]: osdmap e2269: 8 total, 8 up, 8 in 2024-04-10T16:50:20.609 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:50:20 smithi069 ceph-mon[94167]: osdmap e2269: 8 total, 8 up, 8 in 2024-04-10T16:50:21.515 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:50:21 smithi077 ceph-mon[87572]: pgmap v4324: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 511 B/s wr, 0 op/s 2024-04-10T16:50:21.515 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:50:21 smithi077 ceph-mon[87572]: osdmap e2270: 8 total, 8 up, 8 in 2024-04-10T16:50:21.609 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:50:21 smithi069 ceph-mon[94167]: pgmap v4324: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 511 B/s wr, 0 op/s 2024-04-10T16:50:21.609 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:50:21 smithi069 ceph-mon[94167]: osdmap e2270: 8 total, 8 up, 8 in 2024-04-10T16:50:21.609 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:50:21 smithi069 ceph-mon[96738]: pgmap v4324: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 511 B/s wr, 0 op/s 2024-04-10T16:50:21.609 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:50:21 smithi069 ceph-mon[96738]: osdmap e2270: 8 total, 8 up, 8 in 2024-04-10T16:50:22.515 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:50:22 smithi077 ceph-mon[87572]: osdmap e2271: 8 total, 8 up, 8 in 2024-04-10T16:50:22.515 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:50:22 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:50:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:50:22.609 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:50:22 smithi069 ceph-mon[94167]: osdmap e2271: 8 total, 8 up, 8 in 2024-04-10T16:50:22.609 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:50:22 smithi069 ceph-mon[96738]: osdmap e2271: 8 total, 8 up, 8 in 2024-04-10T16:50:23.514 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:50:23 smithi077 ceph-mon[87572]: pgmap v4327: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 210 KiB/s rd, 3.7 KiB/s wr, 282 op/s 2024-04-10T16:50:23.515 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:50:23 smithi077 ceph-mon[87572]: osdmap e2272: 8 total, 8 up, 8 in 2024-04-10T16:50:23.608 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:50:23 smithi069 ceph-mon[94167]: pgmap v4327: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 210 KiB/s rd, 3.7 KiB/s wr, 282 op/s 2024-04-10T16:50:23.609 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:50:23 smithi069 ceph-mon[94167]: osdmap e2272: 8 total, 8 up, 8 in 2024-04-10T16:50:23.609 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:50:23 smithi069 ceph-mon[96738]: pgmap v4327: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 210 KiB/s rd, 3.7 KiB/s wr, 282 op/s 2024-04-10T16:50:23.609 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:50:23 smithi069 ceph-mon[96738]: osdmap e2272: 8 total, 8 up, 8 in 2024-04-10T16:50:24.609 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:50:24 smithi069 ceph-mon[94167]: osdmap e2273: 8 total, 8 up, 8 in 2024-04-10T16:50:24.609 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:50:24 smithi069 ceph-mon[94167]: pgmap v4330: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 210 KiB/s rd, 3.2 KiB/s wr, 281 op/s 2024-04-10T16:50:24.609 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:50:24 smithi069 ceph-mon[96738]: osdmap e2273: 8 total, 8 up, 8 in 2024-04-10T16:50:24.609 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:50:24 smithi069 ceph-mon[96738]: pgmap v4330: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 210 KiB/s rd, 3.2 KiB/s wr, 281 op/s 2024-04-10T16:50:24.764 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:50:24 smithi077 ceph-mon[87572]: osdmap e2273: 8 total, 8 up, 8 in 2024-04-10T16:50:24.765 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:50:24 smithi077 ceph-mon[87572]: pgmap v4330: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 210 KiB/s rd, 3.2 KiB/s wr, 281 op/s 2024-04-10T16:50:25.609 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:50:25 smithi069 ceph-mon[94167]: osdmap e2274: 8 total, 8 up, 8 in 2024-04-10T16:50:25.609 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:50:25 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:50:25.609 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:50:25 smithi069 ceph-mon[96738]: osdmap e2274: 8 total, 8 up, 8 in 2024-04-10T16:50:25.609 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:50:25 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:50:25.765 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:50:25 smithi077 ceph-mon[87572]: osdmap e2274: 8 total, 8 up, 8 in 2024-04-10T16:50:25.765 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:50:25 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:50:26.609 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:50:26 smithi069 ceph-mon[94167]: osdmap e2275: 8 total, 8 up, 8 in 2024-04-10T16:50:26.609 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:50:26 smithi069 ceph-mon[94167]: pgmap v4333: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 242 KiB/s rd, 3.7 KiB/s wr, 326 op/s 2024-04-10T16:50:26.609 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:50:26 smithi069 ceph-mon[96738]: osdmap e2275: 8 total, 8 up, 8 in 2024-04-10T16:50:26.609 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:50:26 smithi069 ceph-mon[96738]: pgmap v4333: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 242 KiB/s rd, 3.7 KiB/s wr, 326 op/s 2024-04-10T16:50:26.764 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:50:26 smithi077 ceph-mon[87572]: osdmap e2275: 8 total, 8 up, 8 in 2024-04-10T16:50:26.765 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:50:26 smithi077 ceph-mon[87572]: pgmap v4333: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 242 KiB/s rd, 3.7 KiB/s wr, 326 op/s 2024-04-10T16:50:27.301 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:50:26 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:50:26] "GET /metrics HTTP/1.1" 200 36646 "" "Prometheus/2.43.0" 2024-04-10T16:50:27.608 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:50:27 smithi069 ceph-mon[96738]: osdmap e2276: 8 total, 8 up, 8 in 2024-04-10T16:50:27.609 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:50:27 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:50:27.609 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:50:27 smithi069 ceph-mon[94167]: osdmap e2276: 8 total, 8 up, 8 in 2024-04-10T16:50:27.609 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:50:27 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:50:27.764 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:50:27 smithi077 ceph-mon[87572]: osdmap e2276: 8 total, 8 up, 8 in 2024-04-10T16:50:27.764 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:50:27 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:50:28.609 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:50:28 smithi069 ceph-mon[96738]: osdmap e2277: 8 total, 8 up, 8 in 2024-04-10T16:50:28.609 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:50:28 smithi069 ceph-mon[96738]: pgmap v4336: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 242 KiB/s rd, 3.7 KiB/s wr, 326 op/s 2024-04-10T16:50:28.609 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:50:28 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:50:28.609 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:50:28 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:50:28.609 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:50:28 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:50:28.609 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:50:28 smithi069 ceph-mon[94167]: osdmap e2277: 8 total, 8 up, 8 in 2024-04-10T16:50:28.609 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:50:28 smithi069 ceph-mon[94167]: pgmap v4336: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 242 KiB/s rd, 3.7 KiB/s wr, 326 op/s 2024-04-10T16:50:28.609 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:50:28 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:50:28.609 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:50:28 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:50:28.609 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:50:28 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:50:28.764 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:50:28 smithi077 ceph-mon[87572]: osdmap e2277: 8 total, 8 up, 8 in 2024-04-10T16:50:28.764 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:50:28 smithi077 ceph-mon[87572]: pgmap v4336: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 242 KiB/s rd, 3.7 KiB/s wr, 326 op/s 2024-04-10T16:50:28.765 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:50:28 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:50:28.765 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:50:28 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:50:28.765 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:50:28 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:50:29.609 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:50:29 smithi069 ceph-mon[94167]: osdmap e2278: 8 total, 8 up, 8 in 2024-04-10T16:50:29.609 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:50:29 smithi069 ceph-mon[96738]: osdmap e2278: 8 total, 8 up, 8 in 2024-04-10T16:50:29.765 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:50:29 smithi077 ceph-mon[87572]: osdmap e2278: 8 total, 8 up, 8 in 2024-04-10T16:50:30.609 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:50:30 smithi069 ceph-mon[96738]: osdmap e2279: 8 total, 8 up, 8 in 2024-04-10T16:50:30.609 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:50:30 smithi069 ceph-mon[96738]: pgmap v4339: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 511 B/s wr, 0 op/s 2024-04-10T16:50:30.609 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:50:30 smithi069 ceph-mon[94167]: osdmap e2279: 8 total, 8 up, 8 in 2024-04-10T16:50:30.609 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:50:30 smithi069 ceph-mon[94167]: pgmap v4339: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 511 B/s wr, 0 op/s 2024-04-10T16:50:30.764 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:50:30 smithi077 ceph-mon[87572]: osdmap e2279: 8 total, 8 up, 8 in 2024-04-10T16:50:30.764 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:50:30 smithi077 ceph-mon[87572]: pgmap v4339: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 511 B/s wr, 0 op/s 2024-04-10T16:50:31.609 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:50:31 smithi069 ceph-mon[96738]: osdmap e2280: 8 total, 8 up, 8 in 2024-04-10T16:50:31.609 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:50:31 smithi069 ceph-mon[94167]: osdmap e2280: 8 total, 8 up, 8 in 2024-04-10T16:50:31.764 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:50:31 smithi077 ceph-mon[87572]: osdmap e2280: 8 total, 8 up, 8 in 2024-04-10T16:50:32.609 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:50:32 smithi069 ceph-mon[96738]: osdmap e2281: 8 total, 8 up, 8 in 2024-04-10T16:50:32.609 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:50:32 smithi069 ceph-mon[96738]: pgmap v4342: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 276 KiB/s rd, 3.7 KiB/s wr, 369 op/s 2024-04-10T16:50:32.609 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:50:32 smithi069 ceph-mon[94167]: osdmap e2281: 8 total, 8 up, 8 in 2024-04-10T16:50:32.609 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:50:32 smithi069 ceph-mon[94167]: pgmap v4342: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 276 KiB/s rd, 3.7 KiB/s wr, 369 op/s 2024-04-10T16:50:32.765 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:50:32 smithi077 ceph-mon[87572]: osdmap e2281: 8 total, 8 up, 8 in 2024-04-10T16:50:32.765 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:50:32 smithi077 ceph-mon[87572]: pgmap v4342: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 276 KiB/s rd, 3.7 KiB/s wr, 369 op/s 2024-04-10T16:50:32.765 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:50:32 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:50:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:50:33.609 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:50:33 smithi069 ceph-mon[96738]: osdmap e2282: 8 total, 8 up, 8 in 2024-04-10T16:50:33.609 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:50:33 smithi069 ceph-mon[94167]: osdmap e2282: 8 total, 8 up, 8 in 2024-04-10T16:50:33.764 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:50:33 smithi077 ceph-mon[87572]: osdmap e2282: 8 total, 8 up, 8 in 2024-04-10T16:50:34.609 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:50:34 smithi069 ceph-mon[96738]: osdmap e2283: 8 total, 8 up, 8 in 2024-04-10T16:50:34.609 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:50:34 smithi069 ceph-mon[96738]: pgmap v4345: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 276 KiB/s rd, 3.2 KiB/s wr, 369 op/s 2024-04-10T16:50:34.609 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:50:34 smithi069 ceph-mon[94167]: osdmap e2283: 8 total, 8 up, 8 in 2024-04-10T16:50:34.609 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:50:34 smithi069 ceph-mon[94167]: pgmap v4345: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 276 KiB/s rd, 3.2 KiB/s wr, 369 op/s 2024-04-10T16:50:34.764 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:50:34 smithi077 ceph-mon[87572]: osdmap e2283: 8 total, 8 up, 8 in 2024-04-10T16:50:34.765 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:50:34 smithi077 ceph-mon[87572]: pgmap v4345: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 276 KiB/s rd, 3.2 KiB/s wr, 369 op/s 2024-04-10T16:50:35.765 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:50:35 smithi077 ceph-mon[87572]: osdmap e2284: 8 total, 8 up, 8 in 2024-04-10T16:50:35.858 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:50:35 smithi069 ceph-mon[94167]: osdmap e2284: 8 total, 8 up, 8 in 2024-04-10T16:50:35.859 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:50:35 smithi069 ceph-mon[96738]: osdmap e2284: 8 total, 8 up, 8 in 2024-04-10T16:50:36.765 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:50:36 smithi077 ceph-mon[87572]: osdmap e2285: 8 total, 8 up, 8 in 2024-04-10T16:50:36.765 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:50:36 smithi077 ceph-mon[87572]: pgmap v4348: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 244 KiB/s rd, 3.5 KiB/s wr, 329 op/s 2024-04-10T16:50:36.781 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:50:36 smithi069 ceph-mon[96738]: osdmap e2285: 8 total, 8 up, 8 in 2024-04-10T16:50:36.781 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:50:36 smithi069 ceph-mon[96738]: pgmap v4348: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 244 KiB/s rd, 3.5 KiB/s wr, 329 op/s 2024-04-10T16:50:36.781 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:50:36 smithi069 ceph-mon[94167]: osdmap e2285: 8 total, 8 up, 8 in 2024-04-10T16:50:36.781 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:50:36 smithi069 ceph-mon[94167]: pgmap v4348: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 244 KiB/s rd, 3.5 KiB/s wr, 329 op/s 2024-04-10T16:50:37.108 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:50:36 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:50:36] "GET /metrics HTTP/1.1" 200 36646 "" "Prometheus/2.43.0" 2024-04-10T16:50:37.723 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:50:37 smithi069 ceph-mon[96738]: osdmap e2286: 8 total, 8 up, 8 in 2024-04-10T16:50:37.723 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:50:37 smithi069 ceph-mon[94167]: osdmap e2286: 8 total, 8 up, 8 in 2024-04-10T16:50:37.764 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:50:37 smithi077 ceph-mon[87572]: osdmap e2286: 8 total, 8 up, 8 in 2024-04-10T16:50:38.765 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:50:38 smithi077 ceph-mon[87572]: osdmap e2287: 8 total, 8 up, 8 in 2024-04-10T16:50:38.765 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:50:38 smithi077 ceph-mon[87572]: pgmap v4351: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 244 KiB/s rd, 3.5 KiB/s wr, 329 op/s 2024-04-10T16:50:38.859 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:50:38 smithi069 ceph-mon[96738]: osdmap e2287: 8 total, 8 up, 8 in 2024-04-10T16:50:38.859 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:50:38 smithi069 ceph-mon[96738]: pgmap v4351: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 244 KiB/s rd, 3.5 KiB/s wr, 329 op/s 2024-04-10T16:50:38.859 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:50:38 smithi069 ceph-mon[94167]: osdmap e2287: 8 total, 8 up, 8 in 2024-04-10T16:50:38.859 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:50:38 smithi069 ceph-mon[94167]: pgmap v4351: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 244 KiB/s rd, 3.5 KiB/s wr, 329 op/s 2024-04-10T16:50:39.765 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:50:39 smithi077 ceph-mon[87572]: osdmap e2288: 8 total, 8 up, 8 in 2024-04-10T16:50:39.859 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:50:39 smithi069 ceph-mon[96738]: osdmap e2288: 8 total, 8 up, 8 in 2024-04-10T16:50:39.859 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:50:39 smithi069 ceph-mon[94167]: osdmap e2288: 8 total, 8 up, 8 in 2024-04-10T16:50:40.765 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:50:40 smithi077 ceph-mon[87572]: osdmap e2289: 8 total, 8 up, 8 in 2024-04-10T16:50:40.765 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:50:40 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:50:40.765 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:50:40 smithi077 ceph-mon[87572]: pgmap v4354: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-10T16:50:40.858 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:50:40 smithi069 ceph-mon[94167]: osdmap e2289: 8 total, 8 up, 8 in 2024-04-10T16:50:40.859 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:50:40 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:50:40.859 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:50:40 smithi069 ceph-mon[94167]: pgmap v4354: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-10T16:50:40.859 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:50:40 smithi069 ceph-mon[96738]: osdmap e2289: 8 total, 8 up, 8 in 2024-04-10T16:50:40.859 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:50:40 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:50:40.859 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:50:40 smithi069 ceph-mon[96738]: pgmap v4354: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-10T16:50:41.765 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:50:41 smithi077 ceph-mon[87572]: osdmap e2290: 8 total, 8 up, 8 in 2024-04-10T16:50:41.858 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:50:41 smithi069 ceph-mon[94167]: osdmap e2290: 8 total, 8 up, 8 in 2024-04-10T16:50:41.859 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:50:41 smithi069 ceph-mon[96738]: osdmap e2290: 8 total, 8 up, 8 in 2024-04-10T16:50:42.765 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:50:42 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:50:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:50:42.765 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:50:42 smithi077 ceph-mon[87572]: osdmap e2291: 8 total, 8 up, 8 in 2024-04-10T16:50:42.765 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:50:42 smithi077 ceph-mon[87572]: pgmap v4357: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 335 KiB/s rd, 3.7 KiB/s wr, 448 op/s 2024-04-10T16:50:42.858 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:50:42 smithi069 ceph-mon[96738]: osdmap e2291: 8 total, 8 up, 8 in 2024-04-10T16:50:42.859 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:50:42 smithi069 ceph-mon[96738]: pgmap v4357: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 335 KiB/s rd, 3.7 KiB/s wr, 448 op/s 2024-04-10T16:50:42.859 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:50:42 smithi069 ceph-mon[94167]: osdmap e2291: 8 total, 8 up, 8 in 2024-04-10T16:50:42.859 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:50:42 smithi069 ceph-mon[94167]: pgmap v4357: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 335 KiB/s rd, 3.7 KiB/s wr, 448 op/s 2024-04-10T16:50:43.765 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:50:43 smithi077 ceph-mon[87572]: osdmap e2292: 8 total, 8 up, 8 in 2024-04-10T16:50:43.859 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:50:43 smithi069 ceph-mon[94167]: osdmap e2292: 8 total, 8 up, 8 in 2024-04-10T16:50:43.859 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:50:43 smithi069 ceph-mon[96738]: osdmap e2292: 8 total, 8 up, 8 in 2024-04-10T16:50:44.765 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:50:44 smithi077 ceph-mon[87572]: osdmap e2293: 8 total, 8 up, 8 in 2024-04-10T16:50:44.765 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:50:44 smithi077 ceph-mon[87572]: pgmap v4360: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 335 KiB/s rd, 3.7 KiB/s wr, 448 op/s 2024-04-10T16:50:44.858 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:50:44 smithi069 ceph-mon[94167]: osdmap e2293: 8 total, 8 up, 8 in 2024-04-10T16:50:44.859 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:50:44 smithi069 ceph-mon[94167]: pgmap v4360: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 335 KiB/s rd, 3.7 KiB/s wr, 448 op/s 2024-04-10T16:50:44.859 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:50:44 smithi069 ceph-mon[96738]: osdmap e2293: 8 total, 8 up, 8 in 2024-04-10T16:50:44.859 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:50:44 smithi069 ceph-mon[96738]: pgmap v4360: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 335 KiB/s rd, 3.7 KiB/s wr, 448 op/s 2024-04-10T16:50:45.765 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:50:45 smithi077 ceph-mon[87572]: osdmap e2294: 8 total, 8 up, 8 in 2024-04-10T16:50:45.858 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:50:45 smithi069 ceph-mon[94167]: osdmap e2294: 8 total, 8 up, 8 in 2024-04-10T16:50:45.859 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:50:45 smithi069 ceph-mon[96738]: osdmap e2294: 8 total, 8 up, 8 in 2024-04-10T16:50:46.765 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:50:46 smithi077 ceph-mon[87572]: osdmap e2295: 8 total, 8 up, 8 in 2024-04-10T16:50:46.765 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:50:46 smithi077 ceph-mon[87572]: pgmap v4363: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 366 KiB/s rd, 3.5 KiB/s wr, 492 op/s 2024-04-10T16:50:46.859 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:50:46 smithi069 ceph-mon[96738]: osdmap e2295: 8 total, 8 up, 8 in 2024-04-10T16:50:46.859 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:50:46 smithi069 ceph-mon[96738]: pgmap v4363: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 366 KiB/s rd, 3.5 KiB/s wr, 492 op/s 2024-04-10T16:50:46.859 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:50:46 smithi069 ceph-mon[94167]: osdmap e2295: 8 total, 8 up, 8 in 2024-04-10T16:50:46.859 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:50:46 smithi069 ceph-mon[94167]: pgmap v4363: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 366 KiB/s rd, 3.5 KiB/s wr, 492 op/s 2024-04-10T16:50:47.213 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:50:46 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:50:46] "GET /metrics HTTP/1.1" 200 36647 "" "Prometheus/2.43.0" 2024-04-10T16:50:47.609 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:50:47 smithi069 ceph-mon[94167]: osdmap e2296: 8 total, 8 up, 8 in 2024-04-10T16:50:47.609 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:50:47 smithi069 ceph-mon[96738]: osdmap e2296: 8 total, 8 up, 8 in 2024-04-10T16:50:47.765 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:50:47 smithi077 ceph-mon[87572]: osdmap e2296: 8 total, 8 up, 8 in 2024-04-10T16:50:48.765 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:50:48 smithi077 ceph-mon[87572]: osdmap e2297: 8 total, 8 up, 8 in 2024-04-10T16:50:48.765 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:50:48 smithi077 ceph-mon[87572]: pgmap v4366: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 366 KiB/s rd, 3.5 KiB/s wr, 492 op/s 2024-04-10T16:50:48.859 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:50:48 smithi069 ceph-mon[96738]: osdmap e2297: 8 total, 8 up, 8 in 2024-04-10T16:50:48.859 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:50:48 smithi069 ceph-mon[96738]: pgmap v4366: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 366 KiB/s rd, 3.5 KiB/s wr, 492 op/s 2024-04-10T16:50:48.859 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:50:48 smithi069 ceph-mon[94167]: osdmap e2297: 8 total, 8 up, 8 in 2024-04-10T16:50:48.859 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:50:48 smithi069 ceph-mon[94167]: pgmap v4366: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 366 KiB/s rd, 3.5 KiB/s wr, 492 op/s 2024-04-10T16:50:49.765 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:50:49 smithi077 ceph-mon[87572]: osdmap e2298: 8 total, 8 up, 8 in 2024-04-10T16:50:49.859 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:50:49 smithi069 ceph-mon[96738]: osdmap e2298: 8 total, 8 up, 8 in 2024-04-10T16:50:49.859 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:50:49 smithi069 ceph-mon[94167]: osdmap e2298: 8 total, 8 up, 8 in 2024-04-10T16:50:50.765 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:50:50 smithi077 ceph-mon[87572]: osdmap e2299: 8 total, 8 up, 8 in 2024-04-10T16:50:50.765 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:50:50 smithi077 ceph-mon[87572]: pgmap v4369: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-10T16:50:50.859 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:50:50 smithi069 ceph-mon[96738]: osdmap e2299: 8 total, 8 up, 8 in 2024-04-10T16:50:50.859 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:50:50 smithi069 ceph-mon[96738]: pgmap v4369: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-10T16:50:50.859 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:50:50 smithi069 ceph-mon[94167]: osdmap e2299: 8 total, 8 up, 8 in 2024-04-10T16:50:50.859 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:50:50 smithi069 ceph-mon[94167]: pgmap v4369: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-10T16:50:51.765 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:50:51 smithi077 ceph-mon[87572]: osdmap e2300: 8 total, 8 up, 8 in 2024-04-10T16:50:51.859 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:50:51 smithi069 ceph-mon[96738]: osdmap e2300: 8 total, 8 up, 8 in 2024-04-10T16:50:51.859 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:50:51 smithi069 ceph-mon[94167]: osdmap e2300: 8 total, 8 up, 8 in 2024-04-10T16:50:52.666 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:50:52 smithi077 ceph-mon[87572]: osdmap e2301: 8 total, 8 up, 8 in 2024-04-10T16:50:52.667 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:50:52 smithi077 ceph-mon[87572]: pgmap v4372: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 399 KiB/s rd, 3.5 KiB/s wr, 535 op/s 2024-04-10T16:50:52.667 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:50:52 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:50:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:50:52.859 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:50:52 smithi069 ceph-mon[94167]: osdmap e2301: 8 total, 8 up, 8 in 2024-04-10T16:50:52.859 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:50:52 smithi069 ceph-mon[94167]: pgmap v4372: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 399 KiB/s rd, 3.5 KiB/s wr, 535 op/s 2024-04-10T16:50:52.859 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:50:52 smithi069 ceph-mon[96738]: osdmap e2301: 8 total, 8 up, 8 in 2024-04-10T16:50:52.859 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:50:52 smithi069 ceph-mon[96738]: pgmap v4372: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 399 KiB/s rd, 3.5 KiB/s wr, 535 op/s 2024-04-10T16:50:53.765 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:50:53 smithi077 ceph-mon[87572]: osdmap e2302: 8 total, 8 up, 8 in 2024-04-10T16:50:53.859 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:50:53 smithi069 ceph-mon[94167]: osdmap e2302: 8 total, 8 up, 8 in 2024-04-10T16:50:53.859 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:50:53 smithi069 ceph-mon[96738]: osdmap e2302: 8 total, 8 up, 8 in 2024-04-10T16:50:54.765 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:50:54 smithi077 ceph-mon[87572]: osdmap e2303: 8 total, 8 up, 8 in 2024-04-10T16:50:54.765 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:50:54 smithi077 ceph-mon[87572]: pgmap v4375: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 399 KiB/s rd, 3.5 KiB/s wr, 535 op/s 2024-04-10T16:50:54.858 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:50:54 smithi069 ceph-mon[94167]: osdmap e2303: 8 total, 8 up, 8 in 2024-04-10T16:50:54.859 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:50:54 smithi069 ceph-mon[94167]: pgmap v4375: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 399 KiB/s rd, 3.5 KiB/s wr, 535 op/s 2024-04-10T16:50:54.859 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:50:54 smithi069 ceph-mon[96738]: osdmap e2303: 8 total, 8 up, 8 in 2024-04-10T16:50:54.859 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:50:54 smithi069 ceph-mon[96738]: pgmap v4375: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 399 KiB/s rd, 3.5 KiB/s wr, 535 op/s 2024-04-10T16:50:55.765 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:50:55 smithi077 ceph-mon[87572]: osdmap e2304: 8 total, 8 up, 8 in 2024-04-10T16:50:55.765 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:50:55 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:50:55.859 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:50:55 smithi069 ceph-mon[96738]: osdmap e2304: 8 total, 8 up, 8 in 2024-04-10T16:50:55.859 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:50:55 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:50:55.859 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:50:55 smithi069 ceph-mon[94167]: osdmap e2304: 8 total, 8 up, 8 in 2024-04-10T16:50:55.859 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:50:55 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:50:56.859 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:50:56 smithi069 ceph-mon[96738]: osdmap e2305: 8 total, 8 up, 8 in 2024-04-10T16:50:56.859 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:50:56 smithi069 ceph-mon[96738]: pgmap v4378: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 431 KiB/s rd, 4.0 KiB/s wr, 580 op/s 2024-04-10T16:50:56.859 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:50:56 smithi069 ceph-mon[94167]: osdmap e2305: 8 total, 8 up, 8 in 2024-04-10T16:50:56.859 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:50:56 smithi069 ceph-mon[94167]: pgmap v4378: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 431 KiB/s rd, 4.0 KiB/s wr, 580 op/s 2024-04-10T16:50:57.015 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:50:56 smithi077 ceph-mon[87572]: osdmap e2305: 8 total, 8 up, 8 in 2024-04-10T16:50:57.015 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:50:56 smithi077 ceph-mon[87572]: pgmap v4378: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 431 KiB/s rd, 4.0 KiB/s wr, 580 op/s 2024-04-10T16:50:57.359 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:50:56 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:50:56] "GET /metrics HTTP/1.1" 200 36645 "" "Prometheus/2.43.0" 2024-04-10T16:50:57.859 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:50:57 smithi069 ceph-mon[94167]: osdmap e2306: 8 total, 8 up, 8 in 2024-04-10T16:50:57.859 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:50:57 smithi069 ceph-mon[96738]: osdmap e2306: 8 total, 8 up, 8 in 2024-04-10T16:50:58.015 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:50:57 smithi077 ceph-mon[87572]: osdmap e2306: 8 total, 8 up, 8 in 2024-04-10T16:50:58.859 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:50:58 smithi069 ceph-mon[96738]: osdmap e2307: 8 total, 8 up, 8 in 2024-04-10T16:50:58.859 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:50:58 smithi069 ceph-mon[96738]: pgmap v4381: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 431 KiB/s rd, 4.0 KiB/s wr, 580 op/s 2024-04-10T16:50:58.859 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:50:58 smithi069 ceph-mon[94167]: osdmap e2307: 8 total, 8 up, 8 in 2024-04-10T16:50:58.859 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:50:58 smithi069 ceph-mon[94167]: pgmap v4381: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 431 KiB/s rd, 4.0 KiB/s wr, 580 op/s 2024-04-10T16:50:59.014 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:50:58 smithi077 ceph-mon[87572]: osdmap e2307: 8 total, 8 up, 8 in 2024-04-10T16:50:59.014 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:50:58 smithi077 ceph-mon[87572]: pgmap v4381: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 431 KiB/s rd, 4.0 KiB/s wr, 580 op/s 2024-04-10T16:50:59.859 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:50:59 smithi069 ceph-mon[96738]: osdmap e2308: 8 total, 8 up, 8 in 2024-04-10T16:50:59.859 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:50:59 smithi069 ceph-mon[94167]: osdmap e2308: 8 total, 8 up, 8 in 2024-04-10T16:51:00.015 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:50:59 smithi077 ceph-mon[87572]: osdmap e2308: 8 total, 8 up, 8 in 2024-04-10T16:51:00.859 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:51:00 smithi069 ceph-mon[96738]: osdmap e2309: 8 total, 8 up, 8 in 2024-04-10T16:51:00.859 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:51:00 smithi069 ceph-mon[96738]: pgmap v4384: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 511 B/s wr, 0 op/s 2024-04-10T16:51:00.859 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:51:00 smithi069 ceph-mon[94167]: osdmap e2309: 8 total, 8 up, 8 in 2024-04-10T16:51:00.859 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:51:00 smithi069 ceph-mon[94167]: pgmap v4384: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 511 B/s wr, 0 op/s 2024-04-10T16:51:01.015 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:51:00 smithi077 ceph-mon[87572]: osdmap e2309: 8 total, 8 up, 8 in 2024-04-10T16:51:01.015 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:51:00 smithi077 ceph-mon[87572]: pgmap v4384: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 511 B/s wr, 0 op/s 2024-04-10T16:51:01.859 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:51:01 smithi069 ceph-mon[96738]: osdmap e2310: 8 total, 8 up, 8 in 2024-04-10T16:51:01.859 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:51:01 smithi069 ceph-mon[94167]: osdmap e2310: 8 total, 8 up, 8 in 2024-04-10T16:51:02.015 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:51:01 smithi077 ceph-mon[87572]: osdmap e2310: 8 total, 8 up, 8 in 2024-04-10T16:51:02.765 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:51:02 smithi077 ceph-mon[87572]: osdmap e2311: 8 total, 8 up, 8 in 2024-04-10T16:51:02.765 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:51:02 smithi077 ceph-mon[87572]: pgmap v4387: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 465 KiB/s rd, 3.7 KiB/s wr, 626 op/s 2024-04-10T16:51:02.765 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:51:02 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:51:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:51:02.859 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:51:02 smithi069 ceph-mon[94167]: osdmap e2311: 8 total, 8 up, 8 in 2024-04-10T16:51:02.859 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:51:02 smithi069 ceph-mon[94167]: pgmap v4387: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 465 KiB/s rd, 3.7 KiB/s wr, 626 op/s 2024-04-10T16:51:02.859 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:51:02 smithi069 ceph-mon[96738]: osdmap e2311: 8 total, 8 up, 8 in 2024-04-10T16:51:02.859 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:51:02 smithi069 ceph-mon[96738]: pgmap v4387: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 465 KiB/s rd, 3.7 KiB/s wr, 626 op/s 2024-04-10T16:51:03.859 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:51:03 smithi069 ceph-mon[96738]: osdmap e2312: 8 total, 8 up, 8 in 2024-04-10T16:51:03.859 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:51:03 smithi069 ceph-mon[94167]: osdmap e2312: 8 total, 8 up, 8 in 2024-04-10T16:51:04.015 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:51:03 smithi077 ceph-mon[87572]: osdmap e2312: 8 total, 8 up, 8 in 2024-04-10T16:51:04.859 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:51:04 smithi069 ceph-mon[96738]: osdmap e2313: 8 total, 8 up, 8 in 2024-04-10T16:51:04.859 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:51:04 smithi069 ceph-mon[96738]: pgmap v4390: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 465 KiB/s rd, 3.2 KiB/s wr, 625 op/s 2024-04-10T16:51:04.859 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:51:04 smithi069 ceph-mon[94167]: osdmap e2313: 8 total, 8 up, 8 in 2024-04-10T16:51:04.859 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:51:04 smithi069 ceph-mon[94167]: pgmap v4390: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 465 KiB/s rd, 3.2 KiB/s wr, 625 op/s 2024-04-10T16:51:05.015 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:51:04 smithi077 ceph-mon[87572]: osdmap e2313: 8 total, 8 up, 8 in 2024-04-10T16:51:05.015 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:51:04 smithi077 ceph-mon[87572]: pgmap v4390: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 465 KiB/s rd, 3.2 KiB/s wr, 625 op/s 2024-04-10T16:51:05.859 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:51:05 smithi069 ceph-mon[94167]: osdmap e2314: 8 total, 8 up, 8 in 2024-04-10T16:51:05.859 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:51:05 smithi069 ceph-mon[96738]: osdmap e2314: 8 total, 8 up, 8 in 2024-04-10T16:51:06.015 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:51:05 smithi077 ceph-mon[87572]: osdmap e2314: 8 total, 8 up, 8 in 2024-04-10T16:51:06.859 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:51:06 smithi069 ceph-mon[94167]: osdmap e2315: 8 total, 8 up, 8 in 2024-04-10T16:51:06.859 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:51:06 smithi069 ceph-mon[94167]: pgmap v4393: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 497 KiB/s rd, 3.5 KiB/s wr, 670 op/s 2024-04-10T16:51:06.859 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:51:06 smithi069 ceph-mon[96738]: osdmap e2315: 8 total, 8 up, 8 in 2024-04-10T16:51:06.859 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:51:06 smithi069 ceph-mon[96738]: pgmap v4393: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 497 KiB/s rd, 3.5 KiB/s wr, 670 op/s 2024-04-10T16:51:07.015 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:51:06 smithi077 ceph-mon[87572]: osdmap e2315: 8 total, 8 up, 8 in 2024-04-10T16:51:07.015 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:51:06 smithi077 ceph-mon[87572]: pgmap v4393: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 497 KiB/s rd, 3.5 KiB/s wr, 670 op/s 2024-04-10T16:51:07.359 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:51:06 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:51:06] "GET /metrics HTTP/1.1" 200 36645 "" "Prometheus/2.43.0" 2024-04-10T16:51:07.859 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:51:07 smithi069 ceph-mon[96738]: osdmap e2316: 8 total, 8 up, 8 in 2024-04-10T16:51:07.859 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:51:07 smithi069 ceph-mon[94167]: osdmap e2316: 8 total, 8 up, 8 in 2024-04-10T16:51:08.015 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:51:07 smithi077 ceph-mon[87572]: osdmap e2316: 8 total, 8 up, 8 in 2024-04-10T16:51:08.859 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:51:08 smithi069 ceph-mon[94167]: osdmap e2317: 8 total, 8 up, 8 in 2024-04-10T16:51:08.859 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:51:08 smithi069 ceph-mon[94167]: pgmap v4396: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 497 KiB/s rd, 3.5 KiB/s wr, 670 op/s 2024-04-10T16:51:08.859 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:51:08 smithi069 ceph-mon[96738]: osdmap e2317: 8 total, 8 up, 8 in 2024-04-10T16:51:08.859 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:51:08 smithi069 ceph-mon[96738]: pgmap v4396: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 497 KiB/s rd, 3.5 KiB/s wr, 670 op/s 2024-04-10T16:51:09.015 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:51:08 smithi077 ceph-mon[87572]: osdmap e2317: 8 total, 8 up, 8 in 2024-04-10T16:51:09.015 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:51:08 smithi077 ceph-mon[87572]: pgmap v4396: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 497 KiB/s rd, 3.5 KiB/s wr, 670 op/s 2024-04-10T16:51:10.015 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:51:09 smithi077 ceph-mon[87572]: osdmap e2318: 8 total, 8 up, 8 in 2024-04-10T16:51:10.109 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:51:09 smithi069 ceph-mon[96738]: osdmap e2318: 8 total, 8 up, 8 in 2024-04-10T16:51:10.109 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:51:09 smithi069 ceph-mon[94167]: osdmap e2318: 8 total, 8 up, 8 in 2024-04-10T16:51:11.015 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:51:10 smithi077 ceph-mon[87572]: osdmap e2319: 8 total, 8 up, 8 in 2024-04-10T16:51:11.015 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:51:10 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:51:11.015 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:51:10 smithi077 ceph-mon[87572]: pgmap v4399: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1023 B/s wr, 0 op/s 2024-04-10T16:51:11.109 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:51:10 smithi069 ceph-mon[96738]: osdmap e2319: 8 total, 8 up, 8 in 2024-04-10T16:51:11.109 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:51:10 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:51:11.109 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:51:10 smithi069 ceph-mon[96738]: pgmap v4399: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1023 B/s wr, 0 op/s 2024-04-10T16:51:11.109 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:51:10 smithi069 ceph-mon[94167]: osdmap e2319: 8 total, 8 up, 8 in 2024-04-10T16:51:11.109 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:51:10 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:51:11.109 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:51:10 smithi069 ceph-mon[94167]: pgmap v4399: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1023 B/s wr, 0 op/s 2024-04-10T16:51:12.015 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:51:11 smithi077 ceph-mon[87572]: osdmap e2320: 8 total, 8 up, 8 in 2024-04-10T16:51:12.109 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:51:11 smithi069 ceph-mon[96738]: osdmap e2320: 8 total, 8 up, 8 in 2024-04-10T16:51:12.109 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:51:11 smithi069 ceph-mon[94167]: osdmap e2320: 8 total, 8 up, 8 in 2024-04-10T16:51:12.637 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:51:12 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:51:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:51:13.015 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:51:12 smithi077 ceph-mon[87572]: osdmap e2321: 8 total, 8 up, 8 in 2024-04-10T16:51:13.015 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:51:12 smithi077 ceph-mon[87572]: pgmap v4402: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 530 KiB/s rd, 4.0 KiB/s wr, 714 op/s 2024-04-10T16:51:13.109 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:51:12 smithi069 ceph-mon[96738]: osdmap e2321: 8 total, 8 up, 8 in 2024-04-10T16:51:13.109 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:51:12 smithi069 ceph-mon[96738]: pgmap v4402: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 530 KiB/s rd, 4.0 KiB/s wr, 714 op/s 2024-04-10T16:51:13.109 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:51:12 smithi069 ceph-mon[94167]: osdmap e2321: 8 total, 8 up, 8 in 2024-04-10T16:51:13.109 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:51:12 smithi069 ceph-mon[94167]: pgmap v4402: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 530 KiB/s rd, 4.0 KiB/s wr, 714 op/s 2024-04-10T16:51:14.015 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:51:13 smithi077 ceph-mon[87572]: osdmap e2322: 8 total, 8 up, 8 in 2024-04-10T16:51:14.109 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:51:13 smithi069 ceph-mon[96738]: osdmap e2322: 8 total, 8 up, 8 in 2024-04-10T16:51:14.109 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:51:13 smithi069 ceph-mon[94167]: osdmap e2322: 8 total, 8 up, 8 in 2024-04-10T16:51:15.015 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:51:14 smithi077 ceph-mon[87572]: osdmap e2323: 8 total, 8 up, 8 in 2024-04-10T16:51:15.015 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:51:14 smithi077 ceph-mon[87572]: pgmap v4405: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 531 KiB/s rd, 3.0 KiB/s wr, 714 op/s 2024-04-10T16:51:15.109 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:51:14 smithi069 ceph-mon[96738]: osdmap e2323: 8 total, 8 up, 8 in 2024-04-10T16:51:15.109 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:51:14 smithi069 ceph-mon[96738]: pgmap v4405: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 531 KiB/s rd, 3.0 KiB/s wr, 714 op/s 2024-04-10T16:51:15.109 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:51:14 smithi069 ceph-mon[94167]: osdmap e2323: 8 total, 8 up, 8 in 2024-04-10T16:51:15.109 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:51:14 smithi069 ceph-mon[94167]: pgmap v4405: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 531 KiB/s rd, 3.0 KiB/s wr, 714 op/s 2024-04-10T16:51:16.015 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:51:15 smithi077 ceph-mon[87572]: osdmap e2324: 8 total, 8 up, 8 in 2024-04-10T16:51:16.109 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:51:15 smithi069 ceph-mon[96738]: osdmap e2324: 8 total, 8 up, 8 in 2024-04-10T16:51:16.109 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:51:15 smithi069 ceph-mon[94167]: osdmap e2324: 8 total, 8 up, 8 in 2024-04-10T16:51:16.939 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:51:16 smithi069 ceph-mon[96738]: osdmap e2325: 8 total, 8 up, 8 in 2024-04-10T16:51:16.939 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:51:16 smithi069 ceph-mon[96738]: pgmap v4408: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 562 KiB/s rd, 3.5 KiB/s wr, 758 op/s 2024-04-10T16:51:16.939 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:51:16 smithi069 ceph-mon[94167]: osdmap e2325: 8 total, 8 up, 8 in 2024-04-10T16:51:16.939 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:51:16 smithi069 ceph-mon[94167]: pgmap v4408: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 562 KiB/s rd, 3.5 KiB/s wr, 758 op/s 2024-04-10T16:51:17.015 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:51:16 smithi077 ceph-mon[87572]: osdmap e2325: 8 total, 8 up, 8 in 2024-04-10T16:51:17.015 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:51:16 smithi077 ceph-mon[87572]: pgmap v4408: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 562 KiB/s rd, 3.5 KiB/s wr, 758 op/s 2024-04-10T16:51:17.359 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:51:16 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:51:16] "GET /metrics HTTP/1.1" 200 36647 "" "Prometheus/2.43.0" 2024-04-10T16:51:18.015 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:51:17 smithi077 ceph-mon[87572]: osdmap e2326: 8 total, 8 up, 8 in 2024-04-10T16:51:18.109 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:51:17 smithi069 ceph-mon[96738]: osdmap e2326: 8 total, 8 up, 8 in 2024-04-10T16:51:18.109 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:51:17 smithi069 ceph-mon[94167]: osdmap e2326: 8 total, 8 up, 8 in 2024-04-10T16:51:19.015 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:51:18 smithi077 ceph-mon[87572]: osdmap e2327: 8 total, 8 up, 8 in 2024-04-10T16:51:19.015 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:51:18 smithi077 ceph-mon[87572]: pgmap v4411: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 562 KiB/s rd, 3.5 KiB/s wr, 758 op/s 2024-04-10T16:51:19.109 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:51:18 smithi069 ceph-mon[96738]: osdmap e2327: 8 total, 8 up, 8 in 2024-04-10T16:51:19.109 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:51:18 smithi069 ceph-mon[96738]: pgmap v4411: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 562 KiB/s rd, 3.5 KiB/s wr, 758 op/s 2024-04-10T16:51:19.109 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:51:18 smithi069 ceph-mon[94167]: osdmap e2327: 8 total, 8 up, 8 in 2024-04-10T16:51:19.109 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:51:18 smithi069 ceph-mon[94167]: pgmap v4411: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 562 KiB/s rd, 3.5 KiB/s wr, 758 op/s 2024-04-10T16:51:20.015 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:51:19 smithi077 ceph-mon[87572]: osdmap e2328: 8 total, 8 up, 8 in 2024-04-10T16:51:20.109 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:51:19 smithi069 ceph-mon[96738]: osdmap e2328: 8 total, 8 up, 8 in 2024-04-10T16:51:20.109 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:51:19 smithi069 ceph-mon[94167]: osdmap e2328: 8 total, 8 up, 8 in 2024-04-10T16:51:21.015 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:51:20 smithi077 ceph-mon[87572]: osdmap e2329: 8 total, 8 up, 8 in 2024-04-10T16:51:21.015 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:51:20 smithi077 ceph-mon[87572]: pgmap v4414: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 767 B/s wr, 0 op/s 2024-04-10T16:51:21.108 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:51:20 smithi069 ceph-mon[96738]: osdmap e2329: 8 total, 8 up, 8 in 2024-04-10T16:51:21.109 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:51:20 smithi069 ceph-mon[96738]: pgmap v4414: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 767 B/s wr, 0 op/s 2024-04-10T16:51:21.109 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:51:20 smithi069 ceph-mon[94167]: osdmap e2329: 8 total, 8 up, 8 in 2024-04-10T16:51:21.109 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:51:20 smithi069 ceph-mon[94167]: pgmap v4414: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 767 B/s wr, 0 op/s 2024-04-10T16:51:22.015 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:51:21 smithi077 ceph-mon[87572]: osdmap e2330: 8 total, 8 up, 8 in 2024-04-10T16:51:22.108 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:51:21 smithi069 ceph-mon[94167]: osdmap e2330: 8 total, 8 up, 8 in 2024-04-10T16:51:22.109 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:51:21 smithi069 ceph-mon[96738]: osdmap e2330: 8 total, 8 up, 8 in 2024-04-10T16:51:22.723 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:51:22 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:51:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:51:23.015 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:51:22 smithi077 ceph-mon[87572]: osdmap e2331: 8 total, 8 up, 8 in 2024-04-10T16:51:23.015 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:51:22 smithi077 ceph-mon[87572]: pgmap v4417: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 595 KiB/s rd, 3.7 KiB/s wr, 802 op/s 2024-04-10T16:51:23.109 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:51:22 smithi069 ceph-mon[94167]: osdmap e2331: 8 total, 8 up, 8 in 2024-04-10T16:51:23.109 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:51:22 smithi069 ceph-mon[94167]: pgmap v4417: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 595 KiB/s rd, 3.7 KiB/s wr, 802 op/s 2024-04-10T16:51:23.109 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:51:22 smithi069 ceph-mon[96738]: osdmap e2331: 8 total, 8 up, 8 in 2024-04-10T16:51:23.109 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:51:22 smithi069 ceph-mon[96738]: pgmap v4417: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 595 KiB/s rd, 3.7 KiB/s wr, 802 op/s 2024-04-10T16:51:24.015 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:51:23 smithi077 ceph-mon[87572]: osdmap e2332: 8 total, 8 up, 8 in 2024-04-10T16:51:24.109 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:51:23 smithi069 ceph-mon[96738]: osdmap e2332: 8 total, 8 up, 8 in 2024-04-10T16:51:24.109 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:51:23 smithi069 ceph-mon[94167]: osdmap e2332: 8 total, 8 up, 8 in 2024-04-10T16:51:25.015 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:51:24 smithi077 ceph-mon[87572]: pgmap v4419: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 592 KiB/s rd, 3.5 KiB/s wr, 796 op/s 2024-04-10T16:51:25.015 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:51:24 smithi077 ceph-mon[87572]: osdmap e2333: 8 total, 8 up, 8 in 2024-04-10T16:51:25.015 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:51:24 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:51:25.109 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:51:24 smithi069 ceph-mon[96738]: pgmap v4419: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 592 KiB/s rd, 3.5 KiB/s wr, 796 op/s 2024-04-10T16:51:25.109 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:51:24 smithi069 ceph-mon[96738]: osdmap e2333: 8 total, 8 up, 8 in 2024-04-10T16:51:25.109 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:51:24 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:51:25.109 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:51:24 smithi069 ceph-mon[94167]: pgmap v4419: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 592 KiB/s rd, 3.5 KiB/s wr, 796 op/s 2024-04-10T16:51:25.109 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:51:24 smithi069 ceph-mon[94167]: osdmap e2333: 8 total, 8 up, 8 in 2024-04-10T16:51:25.109 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:51:24 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:51:26.015 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:51:25 smithi077 ceph-mon[87572]: osdmap e2334: 8 total, 8 up, 8 in 2024-04-10T16:51:26.109 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:51:25 smithi069 ceph-mon[96738]: osdmap e2334: 8 total, 8 up, 8 in 2024-04-10T16:51:26.109 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:51:25 smithi069 ceph-mon[94167]: osdmap e2334: 8 total, 8 up, 8 in 2024-04-10T16:51:27.015 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:51:26 smithi077 ceph-mon[87572]: pgmap v4422: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 625 KiB/s rd, 4.0 KiB/s wr, 843 op/s 2024-04-10T16:51:27.015 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:51:26 smithi077 ceph-mon[87572]: osdmap e2335: 8 total, 8 up, 8 in 2024-04-10T16:51:27.109 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:51:26 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:51:26] "GET /metrics HTTP/1.1" 200 36646 "" "Prometheus/2.43.0" 2024-04-10T16:51:27.109 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:51:26 smithi069 ceph-mon[94167]: pgmap v4422: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 625 KiB/s rd, 4.0 KiB/s wr, 843 op/s 2024-04-10T16:51:27.109 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:51:26 smithi069 ceph-mon[94167]: osdmap e2335: 8 total, 8 up, 8 in 2024-04-10T16:51:27.109 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:51:26 smithi069 ceph-mon[96738]: pgmap v4422: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 625 KiB/s rd, 4.0 KiB/s wr, 843 op/s 2024-04-10T16:51:27.109 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:51:26 smithi069 ceph-mon[96738]: osdmap e2335: 8 total, 8 up, 8 in 2024-04-10T16:51:28.015 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:51:27 smithi077 ceph-mon[87572]: osdmap e2336: 8 total, 8 up, 8 in 2024-04-10T16:51:28.108 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:51:27 smithi069 ceph-mon[96738]: osdmap e2336: 8 total, 8 up, 8 in 2024-04-10T16:51:28.109 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:51:27 smithi069 ceph-mon[94167]: osdmap e2336: 8 total, 8 up, 8 in 2024-04-10T16:51:29.015 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:51:28 smithi077 ceph-mon[87572]: pgmap v4425: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 627 KiB/s rd, 3.5 KiB/s wr, 845 op/s 2024-04-10T16:51:29.015 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:51:28 smithi077 ceph-mon[87572]: osdmap e2337: 8 total, 8 up, 8 in 2024-04-10T16:51:29.015 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:51:28 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:51:29.015 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:51:28 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:51:29.015 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:51:28 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:51:29.015 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:51:28 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:51:29.109 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:51:28 smithi069 ceph-mon[96738]: pgmap v4425: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 627 KiB/s rd, 3.5 KiB/s wr, 845 op/s 2024-04-10T16:51:29.109 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:51:28 smithi069 ceph-mon[96738]: osdmap e2337: 8 total, 8 up, 8 in 2024-04-10T16:51:29.109 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:51:28 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:51:29.109 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:51:28 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:51:29.109 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:51:28 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:51:29.109 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:51:28 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:51:29.109 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:51:28 smithi069 ceph-mon[94167]: pgmap v4425: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 627 KiB/s rd, 3.5 KiB/s wr, 845 op/s 2024-04-10T16:51:29.109 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:51:28 smithi069 ceph-mon[94167]: osdmap e2337: 8 total, 8 up, 8 in 2024-04-10T16:51:29.109 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:51:28 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:51:29.109 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:51:28 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:51:29.110 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:51:28 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:51:29.110 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:51:28 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:51:30.109 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:51:29 smithi069 ceph-mon[96738]: osdmap e2338: 8 total, 8 up, 8 in 2024-04-10T16:51:30.109 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:51:29 smithi069 ceph-mon[94167]: osdmap e2338: 8 total, 8 up, 8 in 2024-04-10T16:51:30.265 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:51:29 smithi077 ceph-mon[87572]: osdmap e2338: 8 total, 8 up, 8 in 2024-04-10T16:51:31.109 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:51:30 smithi069 ceph-mon[96738]: pgmap v4428: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-10T16:51:31.109 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:51:30 smithi069 ceph-mon[96738]: osdmap e2339: 8 total, 8 up, 8 in 2024-04-10T16:51:31.109 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:51:30 smithi069 ceph-mon[94167]: pgmap v4428: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-10T16:51:31.109 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:51:30 smithi069 ceph-mon[94167]: osdmap e2339: 8 total, 8 up, 8 in 2024-04-10T16:51:31.266 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:51:30 smithi077 ceph-mon[87572]: pgmap v4428: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-10T16:51:31.266 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:51:30 smithi077 ceph-mon[87572]: osdmap e2339: 8 total, 8 up, 8 in 2024-04-10T16:51:31.784 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:51:31 smithi069 ceph-mon[96738]: osdmap e2340: 8 total, 8 up, 8 in 2024-04-10T16:51:31.784 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:51:31 smithi069 ceph-mon[94167]: osdmap e2340: 8 total, 8 up, 8 in 2024-04-10T16:51:32.015 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:51:31 smithi077 ceph-mon[87572]: osdmap e2340: 8 total, 8 up, 8 in 2024-04-10T16:51:32.015 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 16:51:31 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[125844]: logger=cleanup t=2024-04-10T16:51:31.650429083Z level=info msg="Completed cleanup jobs" duration=5.623465ms 2024-04-10T16:51:32.765 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:51:32 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:51:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:51:33.109 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:51:32 smithi069 ceph-mon[96738]: pgmap v4431: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 660 KiB/s rd, 3.5 KiB/s wr, 889 op/s 2024-04-10T16:51:33.109 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:51:32 smithi069 ceph-mon[96738]: osdmap e2341: 8 total, 8 up, 8 in 2024-04-10T16:51:33.109 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:51:32 smithi069 ceph-mon[94167]: pgmap v4431: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 660 KiB/s rd, 3.5 KiB/s wr, 889 op/s 2024-04-10T16:51:33.109 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:51:32 smithi069 ceph-mon[94167]: osdmap e2341: 8 total, 8 up, 8 in 2024-04-10T16:51:33.265 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:51:32 smithi077 ceph-mon[87572]: pgmap v4431: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 660 KiB/s rd, 3.5 KiB/s wr, 889 op/s 2024-04-10T16:51:33.265 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:51:32 smithi077 ceph-mon[87572]: osdmap e2341: 8 total, 8 up, 8 in 2024-04-10T16:51:34.109 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:51:33 smithi069 ceph-mon[96738]: osdmap e2342: 8 total, 8 up, 8 in 2024-04-10T16:51:34.109 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:51:33 smithi069 ceph-mon[94167]: osdmap e2342: 8 total, 8 up, 8 in 2024-04-10T16:51:34.265 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:51:33 smithi077 ceph-mon[87572]: osdmap e2342: 8 total, 8 up, 8 in 2024-04-10T16:51:35.109 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:51:34 smithi069 ceph-mon[96738]: pgmap v4434: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 660 KiB/s rd, 3.5 KiB/s wr, 889 op/s 2024-04-10T16:51:35.109 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:51:34 smithi069 ceph-mon[96738]: osdmap e2343: 8 total, 8 up, 8 in 2024-04-10T16:51:35.109 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:51:34 smithi069 ceph-mon[94167]: pgmap v4434: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 660 KiB/s rd, 3.5 KiB/s wr, 889 op/s 2024-04-10T16:51:35.109 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:51:34 smithi069 ceph-mon[94167]: osdmap e2343: 8 total, 8 up, 8 in 2024-04-10T16:51:35.265 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:51:34 smithi077 ceph-mon[87572]: pgmap v4434: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 660 KiB/s rd, 3.5 KiB/s wr, 889 op/s 2024-04-10T16:51:35.265 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:51:34 smithi077 ceph-mon[87572]: osdmap e2343: 8 total, 8 up, 8 in 2024-04-10T16:51:36.109 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:51:35 smithi069 ceph-mon[96738]: osdmap e2344: 8 total, 8 up, 8 in 2024-04-10T16:51:36.109 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:51:35 smithi069 ceph-mon[94167]: osdmap e2344: 8 total, 8 up, 8 in 2024-04-10T16:51:36.265 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:51:35 smithi077 ceph-mon[87572]: osdmap e2344: 8 total, 8 up, 8 in 2024-04-10T16:51:37.109 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:51:36 smithi069 ceph-mon[96738]: pgmap v4437: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 694 KiB/s rd, 3.7 KiB/s wr, 933 op/s 2024-04-10T16:51:37.109 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:51:36 smithi069 ceph-mon[96738]: osdmap e2345: 8 total, 8 up, 8 in 2024-04-10T16:51:37.109 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:51:36 smithi069 ceph-mon[94167]: pgmap v4437: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 694 KiB/s rd, 3.7 KiB/s wr, 933 op/s 2024-04-10T16:51:37.109 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:51:36 smithi069 ceph-mon[94167]: osdmap e2345: 8 total, 8 up, 8 in 2024-04-10T16:51:37.110 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:51:36 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:51:36] "GET /metrics HTTP/1.1" 200 36646 "" "Prometheus/2.43.0" 2024-04-10T16:51:37.265 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:51:36 smithi077 ceph-mon[87572]: pgmap v4437: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 694 KiB/s rd, 3.7 KiB/s wr, 933 op/s 2024-04-10T16:51:37.265 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:51:36 smithi077 ceph-mon[87572]: osdmap e2345: 8 total, 8 up, 8 in 2024-04-10T16:51:38.109 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:51:37 smithi069 ceph-mon[96738]: osdmap e2346: 8 total, 8 up, 8 in 2024-04-10T16:51:38.109 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:51:37 smithi069 ceph-mon[94167]: osdmap e2346: 8 total, 8 up, 8 in 2024-04-10T16:51:38.265 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:51:37 smithi077 ceph-mon[87572]: osdmap e2346: 8 total, 8 up, 8 in 2024-04-10T16:51:39.109 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:51:38 smithi069 ceph-mon[96738]: pgmap v4440: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 694 KiB/s rd, 3.5 KiB/s wr, 933 op/s 2024-04-10T16:51:39.109 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:51:38 smithi069 ceph-mon[96738]: osdmap e2347: 8 total, 8 up, 8 in 2024-04-10T16:51:39.109 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:51:38 smithi069 ceph-mon[94167]: pgmap v4440: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 694 KiB/s rd, 3.5 KiB/s wr, 933 op/s 2024-04-10T16:51:39.109 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:51:38 smithi069 ceph-mon[94167]: osdmap e2347: 8 total, 8 up, 8 in 2024-04-10T16:51:39.265 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:51:38 smithi077 ceph-mon[87572]: pgmap v4440: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 694 KiB/s rd, 3.5 KiB/s wr, 933 op/s 2024-04-10T16:51:39.265 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:51:38 smithi077 ceph-mon[87572]: osdmap e2347: 8 total, 8 up, 8 in 2024-04-10T16:51:40.109 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:51:39 smithi069 ceph-mon[96738]: osdmap e2348: 8 total, 8 up, 8 in 2024-04-10T16:51:40.109 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:51:39 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:51:40.109 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:51:39 smithi069 ceph-mon[94167]: osdmap e2348: 8 total, 8 up, 8 in 2024-04-10T16:51:40.109 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:51:39 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:51:40.265 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:51:39 smithi077 ceph-mon[87572]: osdmap e2348: 8 total, 8 up, 8 in 2024-04-10T16:51:40.265 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:51:39 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:51:41.109 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:51:40 smithi069 ceph-mon[96738]: pgmap v4443: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 767 B/s wr, 0 op/s 2024-04-10T16:51:41.109 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:51:40 smithi069 ceph-mon[96738]: osdmap e2349: 8 total, 8 up, 8 in 2024-04-10T16:51:41.109 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:51:40 smithi069 ceph-mon[94167]: pgmap v4443: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 767 B/s wr, 0 op/s 2024-04-10T16:51:41.109 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:51:40 smithi069 ceph-mon[94167]: osdmap e2349: 8 total, 8 up, 8 in 2024-04-10T16:51:41.265 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:51:40 smithi077 ceph-mon[87572]: pgmap v4443: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 767 B/s wr, 0 op/s 2024-04-10T16:51:41.265 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:51:40 smithi077 ceph-mon[87572]: osdmap e2349: 8 total, 8 up, 8 in 2024-04-10T16:51:42.109 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:51:41 smithi069 ceph-mon[94167]: osdmap e2350: 8 total, 8 up, 8 in 2024-04-10T16:51:42.109 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:51:41 smithi069 ceph-mon[96738]: osdmap e2350: 8 total, 8 up, 8 in 2024-04-10T16:51:42.265 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:51:41 smithi077 ceph-mon[87572]: osdmap e2350: 8 total, 8 up, 8 in 2024-04-10T16:51:42.765 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:51:42 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:51:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:51:43.109 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:51:42 smithi069 ceph-mon[96738]: pgmap v4446: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 726 KiB/s rd, 4.0 KiB/s wr, 977 op/s 2024-04-10T16:51:43.109 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:51:42 smithi069 ceph-mon[96738]: osdmap e2351: 8 total, 8 up, 8 in 2024-04-10T16:51:43.109 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:51:42 smithi069 ceph-mon[94167]: pgmap v4446: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 726 KiB/s rd, 4.0 KiB/s wr, 977 op/s 2024-04-10T16:51:43.109 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:51:42 smithi069 ceph-mon[94167]: osdmap e2351: 8 total, 8 up, 8 in 2024-04-10T16:51:43.265 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:51:42 smithi077 ceph-mon[87572]: pgmap v4446: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 726 KiB/s rd, 4.0 KiB/s wr, 977 op/s 2024-04-10T16:51:43.265 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:51:42 smithi077 ceph-mon[87572]: osdmap e2351: 8 total, 8 up, 8 in 2024-04-10T16:51:44.265 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:51:43 smithi077 ceph-mon[87572]: osdmap e2352: 8 total, 8 up, 8 in 2024-04-10T16:51:44.359 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:51:43 smithi069 ceph-mon[96738]: osdmap e2352: 8 total, 8 up, 8 in 2024-04-10T16:51:44.359 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:51:43 smithi069 ceph-mon[94167]: osdmap e2352: 8 total, 8 up, 8 in 2024-04-10T16:51:45.265 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:51:44 smithi077 ceph-mon[87572]: pgmap v4449: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 726 KiB/s rd, 3.2 KiB/s wr, 976 op/s 2024-04-10T16:51:45.265 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:51:44 smithi077 ceph-mon[87572]: osdmap e2353: 8 total, 8 up, 8 in 2024-04-10T16:51:45.359 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:51:44 smithi069 ceph-mon[96738]: pgmap v4449: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 726 KiB/s rd, 3.2 KiB/s wr, 976 op/s 2024-04-10T16:51:45.359 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:51:44 smithi069 ceph-mon[96738]: osdmap e2353: 8 total, 8 up, 8 in 2024-04-10T16:51:45.359 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:51:44 smithi069 ceph-mon[94167]: pgmap v4449: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 726 KiB/s rd, 3.2 KiB/s wr, 976 op/s 2024-04-10T16:51:45.359 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:51:44 smithi069 ceph-mon[94167]: osdmap e2353: 8 total, 8 up, 8 in 2024-04-10T16:51:46.265 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:51:45 smithi077 ceph-mon[87572]: osdmap e2354: 8 total, 8 up, 8 in 2024-04-10T16:51:46.359 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:51:45 smithi069 ceph-mon[96738]: osdmap e2354: 8 total, 8 up, 8 in 2024-04-10T16:51:46.359 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:51:45 smithi069 ceph-mon[94167]: osdmap e2354: 8 total, 8 up, 8 in 2024-04-10T16:51:47.265 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:51:46 smithi077 ceph-mon[87572]: pgmap v4452: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 759 KiB/s rd, 3.2 KiB/s wr, 1.02k op/s 2024-04-10T16:51:47.265 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:51:46 smithi077 ceph-mon[87572]: osdmap e2355: 8 total, 8 up, 8 in 2024-04-10T16:51:47.359 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:51:46 smithi069 ceph-mon[96738]: pgmap v4452: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 759 KiB/s rd, 3.2 KiB/s wr, 1.02k op/s 2024-04-10T16:51:47.359 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:51:46 smithi069 ceph-mon[96738]: osdmap e2355: 8 total, 8 up, 8 in 2024-04-10T16:51:47.359 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:51:46 smithi069 ceph-mon[94167]: pgmap v4452: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 759 KiB/s rd, 3.2 KiB/s wr, 1.02k op/s 2024-04-10T16:51:47.359 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:51:46 smithi069 ceph-mon[94167]: osdmap e2355: 8 total, 8 up, 8 in 2024-04-10T16:51:47.359 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:51:46 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:51:46] "GET /metrics HTTP/1.1" 200 36653 "" "Prometheus/2.43.0" 2024-04-10T16:51:48.265 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:51:47 smithi077 ceph-mon[87572]: osdmap e2356: 8 total, 8 up, 8 in 2024-04-10T16:51:48.359 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:51:47 smithi069 ceph-mon[94167]: osdmap e2356: 8 total, 8 up, 8 in 2024-04-10T16:51:48.359 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:51:47 smithi069 ceph-mon[96738]: osdmap e2356: 8 total, 8 up, 8 in 2024-04-10T16:51:49.265 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:51:48 smithi077 ceph-mon[87572]: pgmap v4455: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 758 KiB/s rd, 3.2 KiB/s wr, 1.02k op/s 2024-04-10T16:51:49.265 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:51:48 smithi077 ceph-mon[87572]: osdmap e2357: 8 total, 8 up, 8 in 2024-04-10T16:51:49.359 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:51:48 smithi069 ceph-mon[96738]: pgmap v4455: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 758 KiB/s rd, 3.2 KiB/s wr, 1.02k op/s 2024-04-10T16:51:49.359 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:51:48 smithi069 ceph-mon[96738]: osdmap e2357: 8 total, 8 up, 8 in 2024-04-10T16:51:49.359 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:51:48 smithi069 ceph-mon[94167]: pgmap v4455: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 758 KiB/s rd, 3.2 KiB/s wr, 1.02k op/s 2024-04-10T16:51:49.359 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:51:48 smithi069 ceph-mon[94167]: osdmap e2357: 8 total, 8 up, 8 in 2024-04-10T16:51:50.265 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:51:49 smithi077 ceph-mon[87572]: osdmap e2358: 8 total, 8 up, 8 in 2024-04-10T16:51:50.359 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:51:49 smithi069 ceph-mon[96738]: osdmap e2358: 8 total, 8 up, 8 in 2024-04-10T16:51:50.359 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:51:49 smithi069 ceph-mon[94167]: osdmap e2358: 8 total, 8 up, 8 in 2024-04-10T16:51:51.265 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:51:50 smithi077 ceph-mon[87572]: pgmap v4458: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1023 B/s wr, 0 op/s 2024-04-10T16:51:51.265 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:51:50 smithi077 ceph-mon[87572]: osdmap e2359: 8 total, 8 up, 8 in 2024-04-10T16:51:51.359 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:51:50 smithi069 ceph-mon[96738]: pgmap v4458: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1023 B/s wr, 0 op/s 2024-04-10T16:51:51.359 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:51:50 smithi069 ceph-mon[96738]: osdmap e2359: 8 total, 8 up, 8 in 2024-04-10T16:51:51.359 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:51:50 smithi069 ceph-mon[94167]: pgmap v4458: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1023 B/s wr, 0 op/s 2024-04-10T16:51:51.359 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:51:50 smithi069 ceph-mon[94167]: osdmap e2359: 8 total, 8 up, 8 in 2024-04-10T16:51:52.166 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:51:51 smithi077 ceph-mon[87572]: osdmap e2360: 8 total, 8 up, 8 in 2024-04-10T16:51:52.359 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:51:51 smithi069 ceph-mon[96738]: osdmap e2360: 8 total, 8 up, 8 in 2024-04-10T16:51:52.359 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:51:51 smithi069 ceph-mon[94167]: osdmap e2360: 8 total, 8 up, 8 in 2024-04-10T16:51:52.517 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:51:52 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:51:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:51:53.265 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:51:52 smithi077 ceph-mon[87572]: pgmap v4461: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 790 KiB/s rd, 4.0 KiB/s wr, 1.06k op/s 2024-04-10T16:51:53.265 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:51:52 smithi077 ceph-mon[87572]: osdmap e2361: 8 total, 8 up, 8 in 2024-04-10T16:51:53.359 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:51:52 smithi069 ceph-mon[96738]: pgmap v4461: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 790 KiB/s rd, 4.0 KiB/s wr, 1.06k op/s 2024-04-10T16:51:53.359 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:51:52 smithi069 ceph-mon[96738]: osdmap e2361: 8 total, 8 up, 8 in 2024-04-10T16:51:53.359 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:51:52 smithi069 ceph-mon[94167]: pgmap v4461: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 790 KiB/s rd, 4.0 KiB/s wr, 1.06k op/s 2024-04-10T16:51:53.359 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:51:52 smithi069 ceph-mon[94167]: osdmap e2361: 8 total, 8 up, 8 in 2024-04-10T16:51:54.265 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:51:53 smithi077 ceph-mon[87572]: osdmap e2362: 8 total, 8 up, 8 in 2024-04-10T16:51:54.359 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:51:53 smithi069 ceph-mon[96738]: osdmap e2362: 8 total, 8 up, 8 in 2024-04-10T16:51:54.359 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:51:53 smithi069 ceph-mon[94167]: osdmap e2362: 8 total, 8 up, 8 in 2024-04-10T16:51:55.265 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:51:54 smithi077 ceph-mon[87572]: pgmap v4464: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 790 KiB/s rd, 3.2 KiB/s wr, 1.06k op/s 2024-04-10T16:51:55.265 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:51:54 smithi077 ceph-mon[87572]: osdmap e2363: 8 total, 8 up, 8 in 2024-04-10T16:51:55.265 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:51:54 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:51:55.359 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:51:54 smithi069 ceph-mon[96738]: pgmap v4464: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 790 KiB/s rd, 3.2 KiB/s wr, 1.06k op/s 2024-04-10T16:51:55.359 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:51:54 smithi069 ceph-mon[96738]: osdmap e2363: 8 total, 8 up, 8 in 2024-04-10T16:51:55.359 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:51:54 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:51:55.359 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:51:54 smithi069 ceph-mon[94167]: pgmap v4464: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 790 KiB/s rd, 3.2 KiB/s wr, 1.06k op/s 2024-04-10T16:51:55.359 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:51:54 smithi069 ceph-mon[94167]: osdmap e2363: 8 total, 8 up, 8 in 2024-04-10T16:51:55.359 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:51:54 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:51:56.265 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:51:55 smithi077 ceph-mon[87572]: osdmap e2364: 8 total, 8 up, 8 in 2024-04-10T16:51:56.359 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:51:55 smithi069 ceph-mon[96738]: osdmap e2364: 8 total, 8 up, 8 in 2024-04-10T16:51:56.359 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:51:55 smithi069 ceph-mon[94167]: osdmap e2364: 8 total, 8 up, 8 in 2024-04-10T16:51:57.265 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:51:56 smithi077 ceph-mon[87572]: pgmap v4467: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 823 KiB/s rd, 4.0 KiB/s wr, 1.11k op/s 2024-04-10T16:51:57.265 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:51:56 smithi077 ceph-mon[87572]: osdmap e2365: 8 total, 8 up, 8 in 2024-04-10T16:51:57.359 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:51:56 smithi069 ceph-mon[96738]: pgmap v4467: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 823 KiB/s rd, 4.0 KiB/s wr, 1.11k op/s 2024-04-10T16:51:57.359 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:51:56 smithi069 ceph-mon[96738]: osdmap e2365: 8 total, 8 up, 8 in 2024-04-10T16:51:57.359 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:51:56 smithi069 ceph-mon[94167]: pgmap v4467: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 823 KiB/s rd, 4.0 KiB/s wr, 1.11k op/s 2024-04-10T16:51:57.359 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:51:56 smithi069 ceph-mon[94167]: osdmap e2365: 8 total, 8 up, 8 in 2024-04-10T16:51:57.360 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:51:56 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:51:56] "GET /metrics HTTP/1.1" 200 36649 "" "Prometheus/2.43.0" 2024-04-10T16:51:58.265 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:51:57 smithi077 ceph-mon[87572]: osdmap e2366: 8 total, 8 up, 8 in 2024-04-10T16:51:58.359 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:51:57 smithi069 ceph-mon[96738]: osdmap e2366: 8 total, 8 up, 8 in 2024-04-10T16:51:58.359 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:51:57 smithi069 ceph-mon[94167]: osdmap e2366: 8 total, 8 up, 8 in 2024-04-10T16:51:59.265 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:51:58 smithi077 ceph-mon[87572]: pgmap v4470: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 823 KiB/s rd, 3.7 KiB/s wr, 1.11k op/s 2024-04-10T16:51:59.265 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:51:58 smithi077 ceph-mon[87572]: osdmap e2367: 8 total, 8 up, 8 in 2024-04-10T16:51:59.359 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:51:58 smithi069 ceph-mon[96738]: pgmap v4470: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 823 KiB/s rd, 3.7 KiB/s wr, 1.11k op/s 2024-04-10T16:51:59.359 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:51:58 smithi069 ceph-mon[96738]: osdmap e2367: 8 total, 8 up, 8 in 2024-04-10T16:51:59.359 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:51:58 smithi069 ceph-mon[94167]: pgmap v4470: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 823 KiB/s rd, 3.7 KiB/s wr, 1.11k op/s 2024-04-10T16:51:59.359 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:51:58 smithi069 ceph-mon[94167]: osdmap e2367: 8 total, 8 up, 8 in 2024-04-10T16:52:00.265 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:51:59 smithi077 ceph-mon[87572]: osdmap e2368: 8 total, 8 up, 8 in 2024-04-10T16:52:00.359 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:51:59 smithi069 ceph-mon[96738]: osdmap e2368: 8 total, 8 up, 8 in 2024-04-10T16:52:00.359 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:51:59 smithi069 ceph-mon[94167]: osdmap e2368: 8 total, 8 up, 8 in 2024-04-10T16:52:01.265 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:52:00 smithi077 ceph-mon[87572]: pgmap v4473: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 511 B/s wr, 0 op/s 2024-04-10T16:52:01.265 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:52:00 smithi077 ceph-mon[87572]: osdmap e2369: 8 total, 8 up, 8 in 2024-04-10T16:52:01.359 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:52:00 smithi069 ceph-mon[96738]: pgmap v4473: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 511 B/s wr, 0 op/s 2024-04-10T16:52:01.359 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:52:00 smithi069 ceph-mon[96738]: osdmap e2369: 8 total, 8 up, 8 in 2024-04-10T16:52:01.359 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:52:00 smithi069 ceph-mon[94167]: pgmap v4473: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 511 B/s wr, 0 op/s 2024-04-10T16:52:01.359 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:52:00 smithi069 ceph-mon[94167]: osdmap e2369: 8 total, 8 up, 8 in 2024-04-10T16:52:02.265 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:52:01 smithi077 ceph-mon[87572]: osdmap e2370: 8 total, 8 up, 8 in 2024-04-10T16:52:02.359 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:52:01 smithi069 ceph-mon[96738]: osdmap e2370: 8 total, 8 up, 8 in 2024-04-10T16:52:02.359 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:52:01 smithi069 ceph-mon[94167]: osdmap e2370: 8 total, 8 up, 8 in 2024-04-10T16:52:02.765 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:52:02 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:52:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:52:03.265 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:52:02 smithi077 ceph-mon[87572]: pgmap v4476: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 855 KiB/s rd, 3.7 KiB/s wr, 1.15k op/s 2024-04-10T16:52:03.265 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:52:02 smithi077 ceph-mon[87572]: osdmap e2371: 8 total, 8 up, 8 in 2024-04-10T16:52:03.359 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:52:02 smithi069 ceph-mon[96738]: pgmap v4476: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 855 KiB/s rd, 3.7 KiB/s wr, 1.15k op/s 2024-04-10T16:52:03.359 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:52:02 smithi069 ceph-mon[96738]: osdmap e2371: 8 total, 8 up, 8 in 2024-04-10T16:52:03.359 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:52:02 smithi069 ceph-mon[94167]: pgmap v4476: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 855 KiB/s rd, 3.7 KiB/s wr, 1.15k op/s 2024-04-10T16:52:03.359 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:52:02 smithi069 ceph-mon[94167]: osdmap e2371: 8 total, 8 up, 8 in 2024-04-10T16:52:04.265 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:52:03 smithi077 ceph-mon[87572]: osdmap e2372: 8 total, 8 up, 8 in 2024-04-10T16:52:04.359 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:52:03 smithi069 ceph-mon[94167]: osdmap e2372: 8 total, 8 up, 8 in 2024-04-10T16:52:04.359 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:52:03 smithi069 ceph-mon[96738]: osdmap e2372: 8 total, 8 up, 8 in 2024-04-10T16:52:05.260 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:52:04 smithi069 ceph-mon[96738]: pgmap v4479: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 855 KiB/s rd, 3.2 KiB/s wr, 1.15k op/s 2024-04-10T16:52:05.260 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:52:04 smithi069 ceph-mon[96738]: osdmap e2373: 8 total, 8 up, 8 in 2024-04-10T16:52:05.261 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:52:04 smithi069 ceph-mon[94167]: pgmap v4479: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 855 KiB/s rd, 3.2 KiB/s wr, 1.15k op/s 2024-04-10T16:52:05.261 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:52:04 smithi069 ceph-mon[94167]: osdmap e2373: 8 total, 8 up, 8 in 2024-04-10T16:52:05.265 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:52:04 smithi077 ceph-mon[87572]: pgmap v4479: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 855 KiB/s rd, 3.2 KiB/s wr, 1.15k op/s 2024-04-10T16:52:05.265 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:52:04 smithi077 ceph-mon[87572]: osdmap e2373: 8 total, 8 up, 8 in 2024-04-10T16:52:06.265 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:52:05 smithi077 ceph-mon[87572]: osdmap e2374: 8 total, 8 up, 8 in 2024-04-10T16:52:06.359 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:52:05 smithi069 ceph-mon[96738]: osdmap e2374: 8 total, 8 up, 8 in 2024-04-10T16:52:06.359 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:52:05 smithi069 ceph-mon[94167]: osdmap e2374: 8 total, 8 up, 8 in 2024-04-10T16:52:07.265 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:52:07 smithi077 ceph-mon[87572]: pgmap v4482: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 890 KiB/s rd, 3.7 KiB/s wr, 1.20k op/s 2024-04-10T16:52:07.265 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:52:07 smithi077 ceph-mon[87572]: osdmap e2375: 8 total, 8 up, 8 in 2024-04-10T16:52:07.359 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:52:06 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:52:06] "GET /metrics HTTP/1.1" 200 36649 "" "Prometheus/2.43.0" 2024-04-10T16:52:07.359 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:52:07 smithi069 ceph-mon[94167]: pgmap v4482: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 890 KiB/s rd, 3.7 KiB/s wr, 1.20k op/s 2024-04-10T16:52:07.359 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:52:07 smithi069 ceph-mon[94167]: osdmap e2375: 8 total, 8 up, 8 in 2024-04-10T16:52:07.360 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:52:07 smithi069 ceph-mon[96738]: pgmap v4482: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 890 KiB/s rd, 3.7 KiB/s wr, 1.20k op/s 2024-04-10T16:52:07.360 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:52:07 smithi069 ceph-mon[96738]: osdmap e2375: 8 total, 8 up, 8 in 2024-04-10T16:52:08.359 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:52:08 smithi069 ceph-mon[96738]: osdmap e2376: 8 total, 8 up, 8 in 2024-04-10T16:52:08.359 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:52:08 smithi069 ceph-mon[94167]: osdmap e2376: 8 total, 8 up, 8 in 2024-04-10T16:52:08.515 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:52:08 smithi077 ceph-mon[87572]: osdmap e2376: 8 total, 8 up, 8 in 2024-04-10T16:52:09.359 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:52:09 smithi069 ceph-mon[96738]: pgmap v4485: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 890 KiB/s rd, 3.7 KiB/s wr, 1.20k op/s 2024-04-10T16:52:09.359 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:52:09 smithi069 ceph-mon[96738]: osdmap e2377: 8 total, 8 up, 8 in 2024-04-10T16:52:09.359 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:52:09 smithi069 ceph-mon[94167]: pgmap v4485: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 890 KiB/s rd, 3.7 KiB/s wr, 1.20k op/s 2024-04-10T16:52:09.360 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:52:09 smithi069 ceph-mon[94167]: osdmap e2377: 8 total, 8 up, 8 in 2024-04-10T16:52:09.515 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:52:09 smithi077 ceph-mon[87572]: pgmap v4485: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 890 KiB/s rd, 3.7 KiB/s wr, 1.20k op/s 2024-04-10T16:52:09.515 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:52:09 smithi077 ceph-mon[87572]: osdmap e2377: 8 total, 8 up, 8 in 2024-04-10T16:52:10.359 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:52:10 smithi069 ceph-mon[96738]: osdmap e2378: 8 total, 8 up, 8 in 2024-04-10T16:52:10.359 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:52:10 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:52:10.360 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:52:10 smithi069 ceph-mon[94167]: osdmap e2378: 8 total, 8 up, 8 in 2024-04-10T16:52:10.360 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:52:10 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:52:10.515 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:52:10 smithi077 ceph-mon[87572]: osdmap e2378: 8 total, 8 up, 8 in 2024-04-10T16:52:10.515 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:52:10 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:52:11.359 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:52:11 smithi069 ceph-mon[96738]: pgmap v4488: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-10T16:52:11.359 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:52:11 smithi069 ceph-mon[96738]: osdmap e2379: 8 total, 8 up, 8 in 2024-04-10T16:52:11.359 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:52:11 smithi069 ceph-mon[94167]: pgmap v4488: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-10T16:52:11.360 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:52:11 smithi069 ceph-mon[94167]: osdmap e2379: 8 total, 8 up, 8 in 2024-04-10T16:52:11.515 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:52:11 smithi077 ceph-mon[87572]: pgmap v4488: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-10T16:52:11.515 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:52:11 smithi077 ceph-mon[87572]: osdmap e2379: 8 total, 8 up, 8 in 2024-04-10T16:52:12.327 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:52:12 smithi077 ceph-mon[87572]: osdmap e2380: 8 total, 8 up, 8 in 2024-04-10T16:52:12.359 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:52:12 smithi069 ceph-mon[96738]: osdmap e2380: 8 total, 8 up, 8 in 2024-04-10T16:52:12.359 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:52:12 smithi069 ceph-mon[94167]: osdmap e2380: 8 total, 8 up, 8 in 2024-04-10T16:52:12.765 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:52:12 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:52:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:52:13.359 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:52:13 smithi069 ceph-mon[96738]: pgmap v4491: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 921 KiB/s rd, 3.5 KiB/s wr, 1.24k op/s 2024-04-10T16:52:13.359 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:52:13 smithi069 ceph-mon[96738]: osdmap e2381: 8 total, 8 up, 8 in 2024-04-10T16:52:13.359 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:52:13 smithi069 ceph-mon[94167]: pgmap v4491: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 921 KiB/s rd, 3.5 KiB/s wr, 1.24k op/s 2024-04-10T16:52:13.360 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:52:13 smithi069 ceph-mon[94167]: osdmap e2381: 8 total, 8 up, 8 in 2024-04-10T16:52:13.515 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:52:13 smithi077 ceph-mon[87572]: pgmap v4491: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 921 KiB/s rd, 3.5 KiB/s wr, 1.24k op/s 2024-04-10T16:52:13.515 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:52:13 smithi077 ceph-mon[87572]: osdmap e2381: 8 total, 8 up, 8 in 2024-04-10T16:52:14.359 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:52:14 smithi069 ceph-mon[96738]: osdmap e2382: 8 total, 8 up, 8 in 2024-04-10T16:52:14.359 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:52:14 smithi069 ceph-mon[94167]: osdmap e2382: 8 total, 8 up, 8 in 2024-04-10T16:52:14.515 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:52:14 smithi077 ceph-mon[87572]: osdmap e2382: 8 total, 8 up, 8 in 2024-04-10T16:52:15.359 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:52:15 smithi069 ceph-mon[96738]: pgmap v4494: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 921 KiB/s rd, 3.2 KiB/s wr, 1.24k op/s 2024-04-10T16:52:15.359 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:52:15 smithi069 ceph-mon[96738]: osdmap e2383: 8 total, 8 up, 8 in 2024-04-10T16:52:15.360 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:52:15 smithi069 ceph-mon[94167]: pgmap v4494: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 921 KiB/s rd, 3.2 KiB/s wr, 1.24k op/s 2024-04-10T16:52:15.360 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:52:15 smithi069 ceph-mon[94167]: osdmap e2383: 8 total, 8 up, 8 in 2024-04-10T16:52:15.515 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:52:15 smithi077 ceph-mon[87572]: pgmap v4494: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 921 KiB/s rd, 3.2 KiB/s wr, 1.24k op/s 2024-04-10T16:52:15.515 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:52:15 smithi077 ceph-mon[87572]: osdmap e2383: 8 total, 8 up, 8 in 2024-04-10T16:52:16.359 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:52:16 smithi069 ceph-mon[96738]: osdmap e2384: 8 total, 8 up, 8 in 2024-04-10T16:52:16.360 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:52:16 smithi069 ceph-mon[94167]: osdmap e2384: 8 total, 8 up, 8 in 2024-04-10T16:52:16.515 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:52:16 smithi077 ceph-mon[87572]: osdmap e2384: 8 total, 8 up, 8 in 2024-04-10T16:52:17.359 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:52:16 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:52:16] "GET /metrics HTTP/1.1" 200 36652 "" "Prometheus/2.43.0" 2024-04-10T16:52:17.359 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:52:17 smithi069 ceph-mon[94167]: pgmap v4497: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 955 KiB/s rd, 4.0 KiB/s wr, 1.29k op/s 2024-04-10T16:52:17.359 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:52:17 smithi069 ceph-mon[94167]: osdmap e2385: 8 total, 8 up, 8 in 2024-04-10T16:52:17.360 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:52:17 smithi069 ceph-mon[96738]: pgmap v4497: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 955 KiB/s rd, 4.0 KiB/s wr, 1.29k op/s 2024-04-10T16:52:17.360 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:52:17 smithi069 ceph-mon[96738]: osdmap e2385: 8 total, 8 up, 8 in 2024-04-10T16:52:17.515 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:52:17 smithi077 ceph-mon[87572]: pgmap v4497: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 955 KiB/s rd, 4.0 KiB/s wr, 1.29k op/s 2024-04-10T16:52:17.515 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:52:17 smithi077 ceph-mon[87572]: osdmap e2385: 8 total, 8 up, 8 in 2024-04-10T16:52:18.359 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:52:18 smithi069 ceph-mon[96738]: osdmap e2386: 8 total, 8 up, 8 in 2024-04-10T16:52:18.359 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:52:18 smithi069 ceph-mon[94167]: osdmap e2386: 8 total, 8 up, 8 in 2024-04-10T16:52:18.515 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:52:18 smithi077 ceph-mon[87572]: osdmap e2386: 8 total, 8 up, 8 in 2024-04-10T16:52:19.359 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:52:19 smithi069 ceph-mon[96738]: pgmap v4500: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 955 KiB/s rd, 4.0 KiB/s wr, 1.29k op/s 2024-04-10T16:52:19.359 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:52:19 smithi069 ceph-mon[96738]: osdmap e2387: 8 total, 8 up, 8 in 2024-04-10T16:52:19.359 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:52:19 smithi069 ceph-mon[94167]: pgmap v4500: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 955 KiB/s rd, 4.0 KiB/s wr, 1.29k op/s 2024-04-10T16:52:19.359 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:52:19 smithi069 ceph-mon[94167]: osdmap e2387: 8 total, 8 up, 8 in 2024-04-10T16:52:19.515 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:52:19 smithi077 ceph-mon[87572]: pgmap v4500: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 955 KiB/s rd, 4.0 KiB/s wr, 1.29k op/s 2024-04-10T16:52:19.515 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:52:19 smithi077 ceph-mon[87572]: osdmap e2387: 8 total, 8 up, 8 in 2024-04-10T16:52:20.515 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:52:20 smithi077 ceph-mon[87572]: osdmap e2388: 8 total, 8 up, 8 in 2024-04-10T16:52:20.609 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:52:20 smithi069 ceph-mon[94167]: osdmap e2388: 8 total, 8 up, 8 in 2024-04-10T16:52:20.609 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:52:20 smithi069 ceph-mon[96738]: osdmap e2388: 8 total, 8 up, 8 in 2024-04-10T16:52:21.515 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:52:21 smithi077 ceph-mon[87572]: pgmap v4503: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-10T16:52:21.515 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:52:21 smithi077 ceph-mon[87572]: osdmap e2389: 8 total, 8 up, 8 in 2024-04-10T16:52:21.609 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:52:21 smithi069 ceph-mon[94167]: pgmap v4503: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-10T16:52:21.609 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:52:21 smithi069 ceph-mon[94167]: osdmap e2389: 8 total, 8 up, 8 in 2024-04-10T16:52:21.609 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:52:21 smithi069 ceph-mon[96738]: pgmap v4503: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-10T16:52:21.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:52:21 smithi069 ceph-mon[96738]: osdmap e2389: 8 total, 8 up, 8 in 2024-04-10T16:52:22.417 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:52:22 smithi077 ceph-mon[87572]: osdmap e2390: 8 total, 8 up, 8 in 2024-04-10T16:52:22.417 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:52:22 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:52:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:52:22.609 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:52:22 smithi069 ceph-mon[96738]: osdmap e2390: 8 total, 8 up, 8 in 2024-04-10T16:52:22.609 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:52:22 smithi069 ceph-mon[94167]: osdmap e2390: 8 total, 8 up, 8 in 2024-04-10T16:52:23.515 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:52:23 smithi077 ceph-mon[87572]: pgmap v4506: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 986 KiB/s rd, 3.5 KiB/s wr, 1.33k op/s 2024-04-10T16:52:23.515 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:52:23 smithi077 ceph-mon[87572]: osdmap e2391: 8 total, 8 up, 8 in 2024-04-10T16:52:23.609 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:52:23 smithi069 ceph-mon[96738]: pgmap v4506: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 986 KiB/s rd, 3.5 KiB/s wr, 1.33k op/s 2024-04-10T16:52:23.609 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:52:23 smithi069 ceph-mon[96738]: osdmap e2391: 8 total, 8 up, 8 in 2024-04-10T16:52:23.609 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:52:23 smithi069 ceph-mon[94167]: pgmap v4506: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 986 KiB/s rd, 3.5 KiB/s wr, 1.33k op/s 2024-04-10T16:52:23.609 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:52:23 smithi069 ceph-mon[94167]: osdmap e2391: 8 total, 8 up, 8 in 2024-04-10T16:52:24.515 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:52:24 smithi077 ceph-mon[87572]: osdmap e2392: 8 total, 8 up, 8 in 2024-04-10T16:52:24.609 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:52:24 smithi069 ceph-mon[96738]: osdmap e2392: 8 total, 8 up, 8 in 2024-04-10T16:52:24.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:52:24 smithi069 ceph-mon[94167]: osdmap e2392: 8 total, 8 up, 8 in 2024-04-10T16:52:25.515 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:52:25 smithi077 ceph-mon[87572]: pgmap v4509: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 986 KiB/s rd, 3.2 KiB/s wr, 1.33k op/s 2024-04-10T16:52:25.515 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:52:25 smithi077 ceph-mon[87572]: osdmap e2393: 8 total, 8 up, 8 in 2024-04-10T16:52:25.515 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:52:25 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:52:25.609 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:52:25 smithi069 ceph-mon[94167]: pgmap v4509: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 986 KiB/s rd, 3.2 KiB/s wr, 1.33k op/s 2024-04-10T16:52:25.609 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:52:25 smithi069 ceph-mon[94167]: osdmap e2393: 8 total, 8 up, 8 in 2024-04-10T16:52:25.609 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:52:25 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:52:25.609 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:52:25 smithi069 ceph-mon[96738]: pgmap v4509: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 986 KiB/s rd, 3.2 KiB/s wr, 1.33k op/s 2024-04-10T16:52:25.609 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:52:25 smithi069 ceph-mon[96738]: osdmap e2393: 8 total, 8 up, 8 in 2024-04-10T16:52:25.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:52:25 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:52:26.515 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:52:26 smithi077 ceph-mon[87572]: osdmap e2394: 8 total, 8 up, 8 in 2024-04-10T16:52:26.609 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:52:26 smithi069 ceph-mon[94167]: osdmap e2394: 8 total, 8 up, 8 in 2024-04-10T16:52:26.609 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:52:26 smithi069 ceph-mon[96738]: osdmap e2394: 8 total, 8 up, 8 in 2024-04-10T16:52:27.359 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:52:27 smithi069 ceph-mon[94167]: pgmap v4512: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1020 KiB/s rd, 3.7 KiB/s wr, 1.37k op/s 2024-04-10T16:52:27.359 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:52:27 smithi069 ceph-mon[94167]: osdmap e2395: 8 total, 8 up, 8 in 2024-04-10T16:52:27.360 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:52:26 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:52:26] "GET /metrics HTTP/1.1" 200 36649 "" "Prometheus/2.43.0" 2024-04-10T16:52:27.360 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:52:27 smithi069 ceph-mon[96738]: pgmap v4512: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1020 KiB/s rd, 3.7 KiB/s wr, 1.37k op/s 2024-04-10T16:52:27.360 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:52:27 smithi069 ceph-mon[96738]: osdmap e2395: 8 total, 8 up, 8 in 2024-04-10T16:52:27.515 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:52:27 smithi077 ceph-mon[87572]: pgmap v4512: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1020 KiB/s rd, 3.7 KiB/s wr, 1.37k op/s 2024-04-10T16:52:27.515 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:52:27 smithi077 ceph-mon[87572]: osdmap e2395: 8 total, 8 up, 8 in 2024-04-10T16:52:28.515 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:52:28 smithi077 ceph-mon[87572]: osdmap e2396: 8 total, 8 up, 8 in 2024-04-10T16:52:28.609 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:52:28 smithi069 ceph-mon[96738]: osdmap e2396: 8 total, 8 up, 8 in 2024-04-10T16:52:28.609 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:52:28 smithi069 ceph-mon[94167]: osdmap e2396: 8 total, 8 up, 8 in 2024-04-10T16:52:29.515 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:52:29 smithi077 ceph-mon[87572]: pgmap v4515: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1019 KiB/s rd, 3.7 KiB/s wr, 1.37k op/s 2024-04-10T16:52:29.515 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:52:29 smithi077 ceph-mon[87572]: osdmap e2397: 8 total, 8 up, 8 in 2024-04-10T16:52:29.515 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:52:29 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:52:29.609 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:52:29 smithi069 ceph-mon[96738]: pgmap v4515: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1019 KiB/s rd, 3.7 KiB/s wr, 1.37k op/s 2024-04-10T16:52:29.609 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:52:29 smithi069 ceph-mon[96738]: osdmap e2397: 8 total, 8 up, 8 in 2024-04-10T16:52:29.609 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:52:29 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:52:29.609 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:52:29 smithi069 ceph-mon[94167]: pgmap v4515: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1019 KiB/s rd, 3.7 KiB/s wr, 1.37k op/s 2024-04-10T16:52:29.609 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:52:29 smithi069 ceph-mon[94167]: osdmap e2397: 8 total, 8 up, 8 in 2024-04-10T16:52:29.609 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:52:29 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:52:30.515 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:52:30 smithi077 ceph-mon[87572]: osdmap e2398: 8 total, 8 up, 8 in 2024-04-10T16:52:30.515 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:52:30 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:52:30.515 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:52:30 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:52:30.515 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:52:30 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:52:30.609 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:52:30 smithi069 ceph-mon[96738]: osdmap e2398: 8 total, 8 up, 8 in 2024-04-10T16:52:30.609 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:52:30 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:52:30.609 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:52:30 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:52:30.609 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:52:30 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:52:30.609 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:52:30 smithi069 ceph-mon[94167]: osdmap e2398: 8 total, 8 up, 8 in 2024-04-10T16:52:30.609 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:52:30 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:52:30.609 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:52:30 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:52:30.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:52:30 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:52:31.515 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:52:31 smithi077 ceph-mon[87572]: pgmap v4518: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-10T16:52:31.515 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:52:31 smithi077 ceph-mon[87572]: osdmap e2399: 8 total, 8 up, 8 in 2024-04-10T16:52:31.609 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:52:31 smithi069 ceph-mon[94167]: pgmap v4518: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-10T16:52:31.609 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:52:31 smithi069 ceph-mon[94167]: osdmap e2399: 8 total, 8 up, 8 in 2024-04-10T16:52:31.609 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:52:31 smithi069 ceph-mon[96738]: pgmap v4518: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-10T16:52:31.609 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:52:31 smithi069 ceph-mon[96738]: osdmap e2399: 8 total, 8 up, 8 in 2024-04-10T16:52:32.515 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:52:32 smithi077 ceph-mon[87572]: osdmap e2400: 8 total, 8 up, 8 in 2024-04-10T16:52:32.515 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:52:32 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:52:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:52:32.609 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:52:32 smithi069 ceph-mon[96738]: osdmap e2400: 8 total, 8 up, 8 in 2024-04-10T16:52:32.609 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:52:32 smithi069 ceph-mon[94167]: osdmap e2400: 8 total, 8 up, 8 in 2024-04-10T16:52:33.515 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:52:33 smithi077 ceph-mon[87572]: pgmap v4521: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 4.0 KiB/s wr, 1.42k op/s 2024-04-10T16:52:33.515 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:52:33 smithi077 ceph-mon[87572]: osdmap e2401: 8 total, 8 up, 8 in 2024-04-10T16:52:33.609 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:52:33 smithi069 ceph-mon[96738]: pgmap v4521: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 4.0 KiB/s wr, 1.42k op/s 2024-04-10T16:52:33.609 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:52:33 smithi069 ceph-mon[96738]: osdmap e2401: 8 total, 8 up, 8 in 2024-04-10T16:52:33.609 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:52:33 smithi069 ceph-mon[94167]: pgmap v4521: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 4.0 KiB/s wr, 1.42k op/s 2024-04-10T16:52:33.609 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:52:33 smithi069 ceph-mon[94167]: osdmap e2401: 8 total, 8 up, 8 in 2024-04-10T16:52:34.515 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:52:34 smithi077 ceph-mon[87572]: osdmap e2402: 8 total, 8 up, 8 in 2024-04-10T16:52:34.609 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:52:34 smithi069 ceph-mon[94167]: osdmap e2402: 8 total, 8 up, 8 in 2024-04-10T16:52:34.609 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:52:34 smithi069 ceph-mon[96738]: osdmap e2402: 8 total, 8 up, 8 in 2024-04-10T16:52:35.510 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:52:35 smithi069 ceph-mon[96738]: pgmap v4524: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.7 KiB/s wr, 1.42k op/s 2024-04-10T16:52:35.511 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:52:35 smithi069 ceph-mon[96738]: osdmap e2403: 8 total, 8 up, 8 in 2024-04-10T16:52:35.511 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:52:35 smithi069 ceph-mon[94167]: pgmap v4524: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.7 KiB/s wr, 1.42k op/s 2024-04-10T16:52:35.511 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:52:35 smithi069 ceph-mon[94167]: osdmap e2403: 8 total, 8 up, 8 in 2024-04-10T16:52:35.515 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:52:35 smithi077 ceph-mon[87572]: pgmap v4524: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.7 KiB/s wr, 1.42k op/s 2024-04-10T16:52:35.515 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:52:35 smithi077 ceph-mon[87572]: osdmap e2403: 8 total, 8 up, 8 in 2024-04-10T16:52:36.515 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:52:36 smithi077 ceph-mon[87572]: osdmap e2404: 8 total, 8 up, 8 in 2024-04-10T16:52:36.609 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:52:36 smithi069 ceph-mon[96738]: osdmap e2404: 8 total, 8 up, 8 in 2024-04-10T16:52:36.609 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:52:36 smithi069 ceph-mon[94167]: osdmap e2404: 8 total, 8 up, 8 in 2024-04-10T16:52:37.246 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:52:36 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:52:36] "GET /metrics HTTP/1.1" 200 36649 "" "Prometheus/2.43.0" 2024-04-10T16:52:37.515 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:52:37 smithi077 ceph-mon[87572]: pgmap v4527: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.7 KiB/s wr, 1.46k op/s 2024-04-10T16:52:37.515 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:52:37 smithi077 ceph-mon[87572]: osdmap e2405: 8 total, 8 up, 8 in 2024-04-10T16:52:37.609 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:52:37 smithi069 ceph-mon[96738]: pgmap v4527: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.7 KiB/s wr, 1.46k op/s 2024-04-10T16:52:37.609 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:52:37 smithi069 ceph-mon[96738]: osdmap e2405: 8 total, 8 up, 8 in 2024-04-10T16:52:37.609 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:52:37 smithi069 ceph-mon[94167]: pgmap v4527: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.7 KiB/s wr, 1.46k op/s 2024-04-10T16:52:37.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:52:37 smithi069 ceph-mon[94167]: osdmap e2405: 8 total, 8 up, 8 in 2024-04-10T16:52:38.515 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:52:38 smithi077 ceph-mon[87572]: osdmap e2406: 8 total, 8 up, 8 in 2024-04-10T16:52:38.609 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:52:38 smithi069 ceph-mon[96738]: osdmap e2406: 8 total, 8 up, 8 in 2024-04-10T16:52:38.609 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:52:38 smithi069 ceph-mon[94167]: osdmap e2406: 8 total, 8 up, 8 in 2024-04-10T16:52:39.609 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:52:39 smithi069 ceph-mon[96738]: pgmap v4530: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.7 KiB/s wr, 1.46k op/s 2024-04-10T16:52:39.609 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:52:39 smithi069 ceph-mon[96738]: osdmap e2407: 8 total, 8 up, 8 in 2024-04-10T16:52:39.609 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:52:39 smithi069 ceph-mon[94167]: pgmap v4530: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.7 KiB/s wr, 1.46k op/s 2024-04-10T16:52:39.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:52:39 smithi069 ceph-mon[94167]: osdmap e2407: 8 total, 8 up, 8 in 2024-04-10T16:52:39.765 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:52:39 smithi077 ceph-mon[87572]: pgmap v4530: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.7 KiB/s wr, 1.46k op/s 2024-04-10T16:52:39.765 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:52:39 smithi077 ceph-mon[87572]: osdmap e2407: 8 total, 8 up, 8 in 2024-04-10T16:52:40.609 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:52:40 smithi069 ceph-mon[96738]: osdmap e2408: 8 total, 8 up, 8 in 2024-04-10T16:52:40.609 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:52:40 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:52:40.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:52:40 smithi069 ceph-mon[94167]: osdmap e2408: 8 total, 8 up, 8 in 2024-04-10T16:52:40.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:52:40 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:52:40.765 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:52:40 smithi077 ceph-mon[87572]: osdmap e2408: 8 total, 8 up, 8 in 2024-04-10T16:52:40.765 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:52:40 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:52:41.609 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:52:41 smithi069 ceph-mon[96738]: pgmap v4533: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-10T16:52:41.609 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:52:41 smithi069 ceph-mon[96738]: osdmap e2409: 8 total, 8 up, 8 in 2024-04-10T16:52:41.609 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:52:41 smithi069 ceph-mon[94167]: pgmap v4533: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-10T16:52:41.609 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:52:41 smithi069 ceph-mon[94167]: osdmap e2409: 8 total, 8 up, 8 in 2024-04-10T16:52:41.765 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:52:41 smithi077 ceph-mon[87572]: pgmap v4533: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-10T16:52:41.765 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:52:41 smithi077 ceph-mon[87572]: osdmap e2409: 8 total, 8 up, 8 in 2024-04-10T16:52:42.609 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:52:42 smithi069 ceph-mon[96738]: osdmap e2410: 8 total, 8 up, 8 in 2024-04-10T16:52:42.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:52:42 smithi069 ceph-mon[96738]: pgmap v4536: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.2 KiB/s wr, 1.50k op/s 2024-04-10T16:52:42.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:52:42 smithi069 ceph-mon[94167]: osdmap e2410: 8 total, 8 up, 8 in 2024-04-10T16:52:42.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:52:42 smithi069 ceph-mon[94167]: pgmap v4536: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.2 KiB/s wr, 1.50k op/s 2024-04-10T16:52:42.765 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:52:42 smithi077 ceph-mon[87572]: osdmap e2410: 8 total, 8 up, 8 in 2024-04-10T16:52:42.765 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:52:42 smithi077 ceph-mon[87572]: pgmap v4536: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.2 KiB/s wr, 1.50k op/s 2024-04-10T16:52:42.765 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:52:42 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:52:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:52:43.609 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:52:43 smithi069 ceph-mon[96738]: osdmap e2411: 8 total, 8 up, 8 in 2024-04-10T16:52:43.609 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:52:43 smithi069 ceph-mon[94167]: osdmap e2411: 8 total, 8 up, 8 in 2024-04-10T16:52:43.765 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:52:43 smithi077 ceph-mon[87572]: osdmap e2411: 8 total, 8 up, 8 in 2024-04-10T16:52:44.609 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:52:44 smithi069 ceph-mon[96738]: osdmap e2412: 8 total, 8 up, 8 in 2024-04-10T16:52:44.609 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:52:44 smithi069 ceph-mon[96738]: pgmap v4539: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.5 KiB/s wr, 1.50k op/s 2024-04-10T16:52:44.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:52:44 smithi069 ceph-mon[94167]: osdmap e2412: 8 total, 8 up, 8 in 2024-04-10T16:52:44.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:52:44 smithi069 ceph-mon[94167]: pgmap v4539: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.5 KiB/s wr, 1.50k op/s 2024-04-10T16:52:44.765 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:52:44 smithi077 ceph-mon[87572]: osdmap e2412: 8 total, 8 up, 8 in 2024-04-10T16:52:44.765 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:52:44 smithi077 ceph-mon[87572]: pgmap v4539: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.5 KiB/s wr, 1.50k op/s 2024-04-10T16:52:45.609 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:52:45 smithi069 ceph-mon[96738]: osdmap e2413: 8 total, 8 up, 8 in 2024-04-10T16:52:45.609 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:52:45 smithi069 ceph-mon[94167]: osdmap e2413: 8 total, 8 up, 8 in 2024-04-10T16:52:45.765 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:52:45 smithi077 ceph-mon[87572]: osdmap e2413: 8 total, 8 up, 8 in 2024-04-10T16:52:46.609 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:52:46 smithi069 ceph-mon[96738]: osdmap e2414: 8 total, 8 up, 8 in 2024-04-10T16:52:46.609 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:52:46 smithi069 ceph-mon[96738]: pgmap v4542: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.7 KiB/s wr, 1.55k op/s 2024-04-10T16:52:46.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:52:46 smithi069 ceph-mon[94167]: osdmap e2414: 8 total, 8 up, 8 in 2024-04-10T16:52:46.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:52:46 smithi069 ceph-mon[94167]: pgmap v4542: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.7 KiB/s wr, 1.55k op/s 2024-04-10T16:52:46.765 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:52:46 smithi077 ceph-mon[87572]: osdmap e2414: 8 total, 8 up, 8 in 2024-04-10T16:52:46.765 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:52:46 smithi077 ceph-mon[87572]: pgmap v4542: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.7 KiB/s wr, 1.55k op/s 2024-04-10T16:52:47.326 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:52:46 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:52:46] "GET /metrics HTTP/1.1" 200 36646 "" "Prometheus/2.43.0" 2024-04-10T16:52:47.609 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:52:47 smithi069 ceph-mon[96738]: osdmap e2415: 8 total, 8 up, 8 in 2024-04-10T16:52:47.609 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:52:47 smithi069 ceph-mon[94167]: osdmap e2415: 8 total, 8 up, 8 in 2024-04-10T16:52:47.765 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:52:47 smithi077 ceph-mon[87572]: osdmap e2415: 8 total, 8 up, 8 in 2024-04-10T16:52:48.609 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:52:48 smithi069 ceph-mon[96738]: osdmap e2416: 8 total, 8 up, 8 in 2024-04-10T16:52:48.609 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:52:48 smithi069 ceph-mon[96738]: pgmap v4545: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.5 KiB/s wr, 1.55k op/s 2024-04-10T16:52:48.609 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:52:48 smithi069 ceph-mon[94167]: osdmap e2416: 8 total, 8 up, 8 in 2024-04-10T16:52:48.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:52:48 smithi069 ceph-mon[94167]: pgmap v4545: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.5 KiB/s wr, 1.55k op/s 2024-04-10T16:52:48.765 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:52:48 smithi077 ceph-mon[87572]: osdmap e2416: 8 total, 8 up, 8 in 2024-04-10T16:52:48.765 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:52:48 smithi077 ceph-mon[87572]: pgmap v4545: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.5 KiB/s wr, 1.55k op/s 2024-04-10T16:52:49.609 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:52:49 smithi069 ceph-mon[94167]: osdmap e2417: 8 total, 8 up, 8 in 2024-04-10T16:52:49.609 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:52:49 smithi069 ceph-mon[96738]: osdmap e2417: 8 total, 8 up, 8 in 2024-04-10T16:52:49.765 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:52:49 smithi077 ceph-mon[87572]: osdmap e2417: 8 total, 8 up, 8 in 2024-04-10T16:52:50.609 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:52:50 smithi069 ceph-mon[96738]: osdmap e2418: 8 total, 8 up, 8 in 2024-04-10T16:52:50.609 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:52:50 smithi069 ceph-mon[96738]: pgmap v4548: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 767 B/s wr, 0 op/s 2024-04-10T16:52:50.609 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:52:50 smithi069 ceph-mon[94167]: osdmap e2418: 8 total, 8 up, 8 in 2024-04-10T16:52:50.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:52:50 smithi069 ceph-mon[94167]: pgmap v4548: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 767 B/s wr, 0 op/s 2024-04-10T16:52:50.765 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:52:50 smithi077 ceph-mon[87572]: osdmap e2418: 8 total, 8 up, 8 in 2024-04-10T16:52:50.765 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:52:50 smithi077 ceph-mon[87572]: pgmap v4548: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 767 B/s wr, 0 op/s 2024-04-10T16:52:51.609 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:52:51 smithi069 ceph-mon[96738]: osdmap e2419: 8 total, 8 up, 8 in 2024-04-10T16:52:51.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:52:51 smithi069 ceph-mon[94167]: osdmap e2419: 8 total, 8 up, 8 in 2024-04-10T16:52:51.765 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:52:51 smithi077 ceph-mon[87572]: osdmap e2419: 8 total, 8 up, 8 in 2024-04-10T16:52:52.667 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:52:52 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:52:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:52:52.667 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:52:52 smithi077 ceph-mon[87572]: osdmap e2420: 8 total, 8 up, 8 in 2024-04-10T16:52:52.667 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:52:52 smithi077 ceph-mon[87572]: pgmap v4551: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 950 KiB/s rd, 4.2 KiB/s wr, 1.27k op/s 2024-04-10T16:52:52.859 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:52:52 smithi069 ceph-mon[96738]: osdmap e2420: 8 total, 8 up, 8 in 2024-04-10T16:52:52.859 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:52:52 smithi069 ceph-mon[96738]: pgmap v4551: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 950 KiB/s rd, 4.2 KiB/s wr, 1.27k op/s 2024-04-10T16:52:52.859 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:52:52 smithi069 ceph-mon[94167]: osdmap e2420: 8 total, 8 up, 8 in 2024-04-10T16:52:52.859 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:52:52 smithi069 ceph-mon[94167]: pgmap v4551: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 950 KiB/s rd, 4.2 KiB/s wr, 1.27k op/s 2024-04-10T16:52:53.765 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:52:53 smithi077 ceph-mon[87572]: osdmap e2421: 8 total, 8 up, 8 in 2024-04-10T16:52:53.859 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:52:53 smithi069 ceph-mon[96738]: osdmap e2421: 8 total, 8 up, 8 in 2024-04-10T16:52:53.860 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:52:53 smithi069 ceph-mon[94167]: osdmap e2421: 8 total, 8 up, 8 in 2024-04-10T16:52:54.765 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:52:54 smithi077 ceph-mon[87572]: osdmap e2422: 8 total, 8 up, 8 in 2024-04-10T16:52:54.765 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:52:54 smithi077 ceph-mon[87572]: pgmap v4554: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 950 KiB/s rd, 3.5 KiB/s wr, 1.27k op/s 2024-04-10T16:52:54.859 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:52:54 smithi069 ceph-mon[96738]: osdmap e2422: 8 total, 8 up, 8 in 2024-04-10T16:52:54.859 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:52:54 smithi069 ceph-mon[96738]: pgmap v4554: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 950 KiB/s rd, 3.5 KiB/s wr, 1.27k op/s 2024-04-10T16:52:54.859 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:52:54 smithi069 ceph-mon[94167]: osdmap e2422: 8 total, 8 up, 8 in 2024-04-10T16:52:54.860 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:52:54 smithi069 ceph-mon[94167]: pgmap v4554: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 950 KiB/s rd, 3.5 KiB/s wr, 1.27k op/s 2024-04-10T16:52:55.765 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:52:55 smithi077 ceph-mon[87572]: osdmap e2423: 8 total, 8 up, 8 in 2024-04-10T16:52:55.765 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:52:55 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:52:55.859 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:52:55 smithi069 ceph-mon[96738]: osdmap e2423: 8 total, 8 up, 8 in 2024-04-10T16:52:55.859 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:52:55 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:52:55.859 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:52:55 smithi069 ceph-mon[94167]: osdmap e2423: 8 total, 8 up, 8 in 2024-04-10T16:52:55.859 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:52:55 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:52:56.765 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:52:56 smithi077 ceph-mon[87572]: osdmap e2424: 8 total, 8 up, 8 in 2024-04-10T16:52:56.765 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:52:56 smithi077 ceph-mon[87572]: pgmap v4557: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.0 KiB/s wr, 1.62k op/s 2024-04-10T16:52:56.859 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:52:56 smithi069 ceph-mon[94167]: osdmap e2424: 8 total, 8 up, 8 in 2024-04-10T16:52:56.859 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:52:56 smithi069 ceph-mon[94167]: pgmap v4557: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.0 KiB/s wr, 1.62k op/s 2024-04-10T16:52:56.859 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:52:56 smithi069 ceph-mon[96738]: osdmap e2424: 8 total, 8 up, 8 in 2024-04-10T16:52:56.860 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:52:56 smithi069 ceph-mon[96738]: pgmap v4557: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.0 KiB/s wr, 1.62k op/s 2024-04-10T16:52:57.359 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:52:56 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:52:56] "GET /metrics HTTP/1.1" 200 36649 "" "Prometheus/2.43.0" 2024-04-10T16:52:57.765 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:52:57 smithi077 ceph-mon[87572]: osdmap e2425: 8 total, 8 up, 8 in 2024-04-10T16:52:57.859 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:52:57 smithi069 ceph-mon[96738]: osdmap e2425: 8 total, 8 up, 8 in 2024-04-10T16:52:57.859 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:52:57 smithi069 ceph-mon[94167]: osdmap e2425: 8 total, 8 up, 8 in 2024-04-10T16:52:58.765 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:52:58 smithi077 ceph-mon[87572]: osdmap e2426: 8 total, 8 up, 8 in 2024-04-10T16:52:58.765 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:52:58 smithi077 ceph-mon[87572]: pgmap v4560: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.0 KiB/s wr, 1.62k op/s 2024-04-10T16:52:58.859 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:52:58 smithi069 ceph-mon[96738]: osdmap e2426: 8 total, 8 up, 8 in 2024-04-10T16:52:58.859 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:52:58 smithi069 ceph-mon[96738]: pgmap v4560: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.0 KiB/s wr, 1.62k op/s 2024-04-10T16:52:58.859 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:52:58 smithi069 ceph-mon[94167]: osdmap e2426: 8 total, 8 up, 8 in 2024-04-10T16:52:58.860 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:52:58 smithi069 ceph-mon[94167]: pgmap v4560: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.0 KiB/s wr, 1.62k op/s 2024-04-10T16:52:59.765 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:52:59 smithi077 ceph-mon[87572]: osdmap e2427: 8 total, 8 up, 8 in 2024-04-10T16:52:59.859 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:52:59 smithi069 ceph-mon[96738]: osdmap e2427: 8 total, 8 up, 8 in 2024-04-10T16:52:59.859 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:52:59 smithi069 ceph-mon[94167]: osdmap e2427: 8 total, 8 up, 8 in 2024-04-10T16:53:00.765 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:53:00 smithi077 ceph-mon[87572]: osdmap e2428: 8 total, 8 up, 8 in 2024-04-10T16:53:00.765 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:53:00 smithi077 ceph-mon[87572]: pgmap v4563: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 511 B/s wr, 0 op/s 2024-04-10T16:53:00.859 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:53:00 smithi069 ceph-mon[96738]: osdmap e2428: 8 total, 8 up, 8 in 2024-04-10T16:53:00.860 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:53:00 smithi069 ceph-mon[96738]: pgmap v4563: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 511 B/s wr, 0 op/s 2024-04-10T16:53:00.860 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:53:00 smithi069 ceph-mon[94167]: osdmap e2428: 8 total, 8 up, 8 in 2024-04-10T16:53:00.860 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:53:00 smithi069 ceph-mon[94167]: pgmap v4563: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 511 B/s wr, 0 op/s 2024-04-10T16:53:01.765 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:53:01 smithi077 ceph-mon[87572]: osdmap e2429: 8 total, 8 up, 8 in 2024-04-10T16:53:01.859 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:53:01 smithi069 ceph-mon[96738]: osdmap e2429: 8 total, 8 up, 8 in 2024-04-10T16:53:01.859 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:53:01 smithi069 ceph-mon[94167]: osdmap e2429: 8 total, 8 up, 8 in 2024-04-10T16:53:02.765 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:53:02 smithi077 ceph-mon[87572]: osdmap e2430: 8 total, 8 up, 8 in 2024-04-10T16:53:02.766 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:53:02 smithi077 ceph-mon[87572]: pgmap v4566: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.5 KiB/s wr, 1.67k op/s 2024-04-10T16:53:02.766 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:53:02 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:53:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:53:02.859 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:53:02 smithi069 ceph-mon[96738]: osdmap e2430: 8 total, 8 up, 8 in 2024-04-10T16:53:02.859 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:53:02 smithi069 ceph-mon[96738]: pgmap v4566: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.5 KiB/s wr, 1.67k op/s 2024-04-10T16:53:02.860 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:53:02 smithi069 ceph-mon[94167]: osdmap e2430: 8 total, 8 up, 8 in 2024-04-10T16:53:02.860 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:53:02 smithi069 ceph-mon[94167]: pgmap v4566: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.5 KiB/s wr, 1.67k op/s 2024-04-10T16:53:03.765 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:53:03 smithi077 ceph-mon[87572]: osdmap e2431: 8 total, 8 up, 8 in 2024-04-10T16:53:03.859 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:53:03 smithi069 ceph-mon[94167]: osdmap e2431: 8 total, 8 up, 8 in 2024-04-10T16:53:03.859 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:53:03 smithi069 ceph-mon[96738]: osdmap e2431: 8 total, 8 up, 8 in 2024-04-10T16:53:04.765 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:53:04 smithi077 ceph-mon[87572]: osdmap e2432: 8 total, 8 up, 8 in 2024-04-10T16:53:04.765 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:53:04 smithi077 ceph-mon[87572]: pgmap v4569: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.0 KiB/s wr, 1.67k op/s 2024-04-10T16:53:04.859 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:53:04 smithi069 ceph-mon[96738]: osdmap e2432: 8 total, 8 up, 8 in 2024-04-10T16:53:04.859 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:53:04 smithi069 ceph-mon[96738]: pgmap v4569: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.0 KiB/s wr, 1.67k op/s 2024-04-10T16:53:04.859 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:53:04 smithi069 ceph-mon[94167]: osdmap e2432: 8 total, 8 up, 8 in 2024-04-10T16:53:04.860 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:53:04 smithi069 ceph-mon[94167]: pgmap v4569: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.0 KiB/s wr, 1.67k op/s 2024-04-10T16:53:05.760 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:53:05 smithi069 ceph-mon[96738]: osdmap e2433: 8 total, 8 up, 8 in 2024-04-10T16:53:05.760 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:53:05 smithi069 ceph-mon[94167]: osdmap e2433: 8 total, 8 up, 8 in 2024-04-10T16:53:05.765 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:53:05 smithi077 ceph-mon[87572]: osdmap e2433: 8 total, 8 up, 8 in 2024-04-10T16:53:06.765 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:53:06 smithi077 ceph-mon[87572]: osdmap e2434: 8 total, 8 up, 8 in 2024-04-10T16:53:06.765 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:53:06 smithi077 ceph-mon[87572]: pgmap v4572: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.7 KiB/s wr, 1.72k op/s 2024-04-10T16:53:06.859 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:53:06 smithi069 ceph-mon[96738]: osdmap e2434: 8 total, 8 up, 8 in 2024-04-10T16:53:06.859 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:53:06 smithi069 ceph-mon[96738]: pgmap v4572: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.7 KiB/s wr, 1.72k op/s 2024-04-10T16:53:06.859 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:53:06 smithi069 ceph-mon[94167]: osdmap e2434: 8 total, 8 up, 8 in 2024-04-10T16:53:06.860 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:53:06 smithi069 ceph-mon[94167]: pgmap v4572: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.7 KiB/s wr, 1.72k op/s 2024-04-10T16:53:07.359 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:53:06 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:53:06] "GET /metrics HTTP/1.1" 200 36649 "" "Prometheus/2.43.0" 2024-04-10T16:53:07.765 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:53:07 smithi077 ceph-mon[87572]: osdmap e2435: 8 total, 8 up, 8 in 2024-04-10T16:53:07.859 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:53:07 smithi069 ceph-mon[94167]: osdmap e2435: 8 total, 8 up, 8 in 2024-04-10T16:53:07.859 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:53:07 smithi069 ceph-mon[96738]: osdmap e2435: 8 total, 8 up, 8 in 2024-04-10T16:53:08.765 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:53:08 smithi077 ceph-mon[87572]: osdmap e2436: 8 total, 8 up, 8 in 2024-04-10T16:53:08.765 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:53:08 smithi077 ceph-mon[87572]: pgmap v4575: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.7 KiB/s wr, 1.72k op/s 2024-04-10T16:53:08.859 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:53:08 smithi069 ceph-mon[96738]: osdmap e2436: 8 total, 8 up, 8 in 2024-04-10T16:53:08.859 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:53:08 smithi069 ceph-mon[96738]: pgmap v4575: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.7 KiB/s wr, 1.72k op/s 2024-04-10T16:53:08.859 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:53:08 smithi069 ceph-mon[94167]: osdmap e2436: 8 total, 8 up, 8 in 2024-04-10T16:53:08.859 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:53:08 smithi069 ceph-mon[94167]: pgmap v4575: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.7 KiB/s wr, 1.72k op/s 2024-04-10T16:53:09.766 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:53:09 smithi077 ceph-mon[87572]: osdmap e2437: 8 total, 8 up, 8 in 2024-04-10T16:53:09.859 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:53:09 smithi069 ceph-mon[94167]: osdmap e2437: 8 total, 8 up, 8 in 2024-04-10T16:53:09.859 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:53:09 smithi069 ceph-mon[96738]: osdmap e2437: 8 total, 8 up, 8 in 2024-04-10T16:53:10.765 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:53:10 smithi077 ceph-mon[87572]: osdmap e2438: 8 total, 8 up, 8 in 2024-04-10T16:53:10.766 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:53:10 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:53:10.766 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:53:10 smithi077 ceph-mon[87572]: pgmap v4578: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 767 B/s wr, 0 op/s 2024-04-10T16:53:10.859 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:53:10 smithi069 ceph-mon[96738]: osdmap e2438: 8 total, 8 up, 8 in 2024-04-10T16:53:10.859 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:53:10 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:53:10.860 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:53:10 smithi069 ceph-mon[96738]: pgmap v4578: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 767 B/s wr, 0 op/s 2024-04-10T16:53:10.860 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:53:10 smithi069 ceph-mon[94167]: osdmap e2438: 8 total, 8 up, 8 in 2024-04-10T16:53:10.860 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:53:10 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:53:10.860 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:53:10 smithi069 ceph-mon[94167]: pgmap v4578: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 767 B/s wr, 0 op/s 2024-04-10T16:53:11.765 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:53:11 smithi077 ceph-mon[87572]: osdmap e2439: 8 total, 8 up, 8 in 2024-04-10T16:53:11.859 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:53:11 smithi069 ceph-mon[94167]: osdmap e2439: 8 total, 8 up, 8 in 2024-04-10T16:53:11.859 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:53:11 smithi069 ceph-mon[96738]: osdmap e2439: 8 total, 8 up, 8 in 2024-04-10T16:53:12.766 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:53:12 smithi077 ceph-mon[87572]: osdmap e2440: 8 total, 8 up, 8 in 2024-04-10T16:53:12.766 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:53:12 smithi077 ceph-mon[87572]: pgmap v4581: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 4.0 KiB/s wr, 1.76k op/s 2024-04-10T16:53:12.766 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:53:12 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:53:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:53:12.859 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:53:12 smithi069 ceph-mon[96738]: osdmap e2440: 8 total, 8 up, 8 in 2024-04-10T16:53:12.859 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:53:12 smithi069 ceph-mon[96738]: pgmap v4581: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 4.0 KiB/s wr, 1.76k op/s 2024-04-10T16:53:12.859 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:53:12 smithi069 ceph-mon[94167]: osdmap e2440: 8 total, 8 up, 8 in 2024-04-10T16:53:12.859 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:53:12 smithi069 ceph-mon[94167]: pgmap v4581: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 4.0 KiB/s wr, 1.76k op/s 2024-04-10T16:53:13.859 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:53:13 smithi069 ceph-mon[96738]: osdmap e2441: 8 total, 8 up, 8 in 2024-04-10T16:53:13.860 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:53:13 smithi069 ceph-mon[94167]: osdmap e2441: 8 total, 8 up, 8 in 2024-04-10T16:53:14.015 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:53:13 smithi077 ceph-mon[87572]: osdmap e2441: 8 total, 8 up, 8 in 2024-04-10T16:53:14.859 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:53:14 smithi069 ceph-mon[96738]: osdmap e2442: 8 total, 8 up, 8 in 2024-04-10T16:53:14.860 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:53:14 smithi069 ceph-mon[96738]: pgmap v4584: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.5 KiB/s wr, 1.76k op/s 2024-04-10T16:53:14.860 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:53:14 smithi069 ceph-mon[94167]: osdmap e2442: 8 total, 8 up, 8 in 2024-04-10T16:53:14.860 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:53:14 smithi069 ceph-mon[94167]: pgmap v4584: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.5 KiB/s wr, 1.76k op/s 2024-04-10T16:53:15.015 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:53:14 smithi077 ceph-mon[87572]: osdmap e2442: 8 total, 8 up, 8 in 2024-04-10T16:53:15.015 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:53:14 smithi077 ceph-mon[87572]: pgmap v4584: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.5 KiB/s wr, 1.76k op/s 2024-04-10T16:53:15.859 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:53:15 smithi069 ceph-mon[96738]: osdmap e2443: 8 total, 8 up, 8 in 2024-04-10T16:53:15.859 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:53:15 smithi069 ceph-mon[94167]: osdmap e2443: 8 total, 8 up, 8 in 2024-04-10T16:53:16.015 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:53:15 smithi077 ceph-mon[87572]: osdmap e2443: 8 total, 8 up, 8 in 2024-04-10T16:53:16.859 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:53:16 smithi069 ceph-mon[96738]: osdmap e2444: 8 total, 8 up, 8 in 2024-04-10T16:53:16.859 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:53:16 smithi069 ceph-mon[96738]: pgmap v4587: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.2 KiB/s wr, 1.79k op/s 2024-04-10T16:53:16.859 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:53:16 smithi069 ceph-mon[94167]: osdmap e2444: 8 total, 8 up, 8 in 2024-04-10T16:53:16.860 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:53:16 smithi069 ceph-mon[94167]: pgmap v4587: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.2 KiB/s wr, 1.79k op/s 2024-04-10T16:53:17.015 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:53:16 smithi077 ceph-mon[87572]: osdmap e2444: 8 total, 8 up, 8 in 2024-04-10T16:53:17.015 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:53:16 smithi077 ceph-mon[87572]: pgmap v4587: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.2 KiB/s wr, 1.79k op/s 2024-04-10T16:53:17.359 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:53:16 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:53:16] "GET /metrics HTTP/1.1" 200 36652 "" "Prometheus/2.43.0" 2024-04-10T16:53:17.859 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:53:17 smithi069 ceph-mon[96738]: osdmap e2445: 8 total, 8 up, 8 in 2024-04-10T16:53:17.859 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:53:17 smithi069 ceph-mon[96738]: osdmap e2446: 8 total, 8 up, 8 in 2024-04-10T16:53:17.859 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:53:17 smithi069 ceph-mon[94167]: osdmap e2445: 8 total, 8 up, 8 in 2024-04-10T16:53:17.860 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:53:17 smithi069 ceph-mon[94167]: osdmap e2446: 8 total, 8 up, 8 in 2024-04-10T16:53:18.015 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:53:17 smithi077 ceph-mon[87572]: osdmap e2445: 8 total, 8 up, 8 in 2024-04-10T16:53:18.015 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:53:17 smithi077 ceph-mon[87572]: osdmap e2446: 8 total, 8 up, 8 in 2024-04-10T16:53:19.515 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:53:19 smithi077 ceph-mon[87572]: pgmap v4590: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.0 KiB/s wr, 1.79k op/s 2024-04-10T16:53:19.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:53:19 smithi077 ceph-mon[87572]: osdmap e2447: 8 total, 8 up, 8 in 2024-04-10T16:53:19.609 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:53:19 smithi069 ceph-mon[96738]: pgmap v4590: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.0 KiB/s wr, 1.79k op/s 2024-04-10T16:53:19.609 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:53:19 smithi069 ceph-mon[96738]: osdmap e2447: 8 total, 8 up, 8 in 2024-04-10T16:53:19.609 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:53:19 smithi069 ceph-mon[94167]: pgmap v4590: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.0 KiB/s wr, 1.79k op/s 2024-04-10T16:53:19.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:53:19 smithi069 ceph-mon[94167]: osdmap e2447: 8 total, 8 up, 8 in 2024-04-10T16:53:20.515 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:53:20 smithi077 ceph-mon[87572]: osdmap e2448: 8 total, 8 up, 8 in 2024-04-10T16:53:20.609 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:53:20 smithi069 ceph-mon[96738]: osdmap e2448: 8 total, 8 up, 8 in 2024-04-10T16:53:20.609 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:53:20 smithi069 ceph-mon[94167]: osdmap e2448: 8 total, 8 up, 8 in 2024-04-10T16:53:21.515 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:53:21 smithi077 ceph-mon[87572]: pgmap v4593: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 767 B/s rd, 0 B/s wr, 1 op/s 2024-04-10T16:53:21.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:53:21 smithi077 ceph-mon[87572]: osdmap e2449: 8 total, 8 up, 8 in 2024-04-10T16:53:21.609 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:53:21 smithi069 ceph-mon[96738]: pgmap v4593: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 767 B/s rd, 0 B/s wr, 1 op/s 2024-04-10T16:53:21.609 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:53:21 smithi069 ceph-mon[96738]: osdmap e2449: 8 total, 8 up, 8 in 2024-04-10T16:53:21.609 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:53:21 smithi069 ceph-mon[94167]: pgmap v4593: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 767 B/s rd, 0 B/s wr, 1 op/s 2024-04-10T16:53:21.609 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:53:21 smithi069 ceph-mon[94167]: osdmap e2449: 8 total, 8 up, 8 in 2024-04-10T16:53:22.417 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:53:22 smithi077 ceph-mon[87572]: osdmap e2450: 8 total, 8 up, 8 in 2024-04-10T16:53:22.417 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:53:22 smithi077 ceph-mon[87572]: osdmap e2451: 8 total, 8 up, 8 in 2024-04-10T16:53:22.417 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:53:22 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:53:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:53:22.609 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:53:22 smithi069 ceph-mon[96738]: osdmap e2450: 8 total, 8 up, 8 in 2024-04-10T16:53:22.609 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:53:22 smithi069 ceph-mon[96738]: osdmap e2451: 8 total, 8 up, 8 in 2024-04-10T16:53:22.609 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:53:22 smithi069 ceph-mon[94167]: osdmap e2450: 8 total, 8 up, 8 in 2024-04-10T16:53:22.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:53:22 smithi069 ceph-mon[94167]: osdmap e2451: 8 total, 8 up, 8 in 2024-04-10T16:53:23.515 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:53:23 smithi077 ceph-mon[87572]: pgmap v4596: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 6.0 KiB/s wr, 2.10k op/s 2024-04-10T16:53:23.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:53:23 smithi069 ceph-mon[96738]: pgmap v4596: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 6.0 KiB/s wr, 2.10k op/s 2024-04-10T16:53:23.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:53:23 smithi069 ceph-mon[94167]: pgmap v4596: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 6.0 KiB/s wr, 2.10k op/s 2024-04-10T16:53:24.515 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:53:24 smithi077 ceph-mon[87572]: osdmap e2452: 8 total, 8 up, 8 in 2024-04-10T16:53:24.609 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:53:24 smithi069 ceph-mon[94167]: osdmap e2452: 8 total, 8 up, 8 in 2024-04-10T16:53:24.609 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:53:24 smithi069 ceph-mon[96738]: osdmap e2452: 8 total, 8 up, 8 in 2024-04-10T16:53:25.515 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:53:25 smithi077 ceph-mon[87572]: pgmap v4599: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 6.0 KiB/s wr, 2.10k op/s 2024-04-10T16:53:25.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:53:25 smithi077 ceph-mon[87572]: osdmap e2453: 8 total, 8 up, 8 in 2024-04-10T16:53:25.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:53:25 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:53:25.609 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:53:25 smithi069 ceph-mon[94167]: pgmap v4599: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 6.0 KiB/s wr, 2.10k op/s 2024-04-10T16:53:25.609 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:53:25 smithi069 ceph-mon[94167]: osdmap e2453: 8 total, 8 up, 8 in 2024-04-10T16:53:25.609 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:53:25 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:53:25.609 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:53:25 smithi069 ceph-mon[96738]: pgmap v4599: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 6.0 KiB/s wr, 2.10k op/s 2024-04-10T16:53:25.609 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:53:25 smithi069 ceph-mon[96738]: osdmap e2453: 8 total, 8 up, 8 in 2024-04-10T16:53:25.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:53:25 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:53:26.515 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:53:26 smithi077 ceph-mon[87572]: osdmap e2454: 8 total, 8 up, 8 in 2024-04-10T16:53:26.609 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:53:26 smithi069 ceph-mon[96738]: osdmap e2454: 8 total, 8 up, 8 in 2024-04-10T16:53:26.609 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:53:26 smithi069 ceph-mon[94167]: osdmap e2454: 8 total, 8 up, 8 in 2024-04-10T16:53:27.359 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:53:26 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:53:26] "GET /metrics HTTP/1.1" 200 36652 "" "Prometheus/2.43.0" 2024-04-10T16:53:27.360 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:53:27 smithi069 ceph-mon[94167]: pgmap v4602: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.70k op/s 2024-04-10T16:53:27.360 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:53:27 smithi069 ceph-mon[94167]: osdmap e2455: 8 total, 8 up, 8 in 2024-04-10T16:53:27.360 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:53:27 smithi069 ceph-mon[94167]: osdmap e2456: 8 total, 8 up, 8 in 2024-04-10T16:53:27.361 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:53:27 smithi069 ceph-mon[96738]: pgmap v4602: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.70k op/s 2024-04-10T16:53:27.361 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:53:27 smithi069 ceph-mon[96738]: osdmap e2455: 8 total, 8 up, 8 in 2024-04-10T16:53:27.361 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:53:27 smithi069 ceph-mon[96738]: osdmap e2456: 8 total, 8 up, 8 in 2024-04-10T16:53:27.515 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:53:27 smithi077 ceph-mon[87572]: pgmap v4602: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.70k op/s 2024-04-10T16:53:27.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:53:27 smithi077 ceph-mon[87572]: osdmap e2455: 8 total, 8 up, 8 in 2024-04-10T16:53:27.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:53:27 smithi077 ceph-mon[87572]: osdmap e2456: 8 total, 8 up, 8 in 2024-04-10T16:53:29.517 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:53:29 smithi077 ceph-mon[87572]: pgmap v4605: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.70k op/s 2024-04-10T16:53:29.517 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:53:29 smithi077 ceph-mon[87572]: osdmap e2457: 8 total, 8 up, 8 in 2024-04-10T16:53:29.609 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:53:29 smithi069 ceph-mon[96738]: pgmap v4605: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.70k op/s 2024-04-10T16:53:29.609 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:53:29 smithi069 ceph-mon[96738]: osdmap e2457: 8 total, 8 up, 8 in 2024-04-10T16:53:29.609 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:53:29 smithi069 ceph-mon[94167]: pgmap v4605: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.70k op/s 2024-04-10T16:53:29.609 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:53:29 smithi069 ceph-mon[94167]: osdmap e2457: 8 total, 8 up, 8 in 2024-04-10T16:53:30.515 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:53:30 smithi077 ceph-mon[87572]: osdmap e2458: 8 total, 8 up, 8 in 2024-04-10T16:53:30.515 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:53:30 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:53:30.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:53:30 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:53:30.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:53:30 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:53:30.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:53:30 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:53:30.609 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:53:30 smithi069 ceph-mon[96738]: osdmap e2458: 8 total, 8 up, 8 in 2024-04-10T16:53:30.609 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:53:30 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:53:30.609 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:53:30 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:53:30.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:53:30 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:53:30.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:53:30 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:53:30.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:53:30 smithi069 ceph-mon[94167]: osdmap e2458: 8 total, 8 up, 8 in 2024-04-10T16:53:30.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:53:30 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:53:30.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:53:30 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:53:30.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:53:30 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:53:30.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:53:30 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:53:31.515 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:53:31 smithi077 ceph-mon[87572]: pgmap v4608: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 767 B/s rd, 0 B/s wr, 1 op/s 2024-04-10T16:53:31.515 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:53:31 smithi077 ceph-mon[87572]: osdmap e2459: 8 total, 8 up, 8 in 2024-04-10T16:53:31.609 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:53:31 smithi069 ceph-mon[96738]: pgmap v4608: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 767 B/s rd, 0 B/s wr, 1 op/s 2024-04-10T16:53:31.609 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:53:31 smithi069 ceph-mon[96738]: osdmap e2459: 8 total, 8 up, 8 in 2024-04-10T16:53:31.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:53:31 smithi069 ceph-mon[94167]: pgmap v4608: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 767 B/s rd, 0 B/s wr, 1 op/s 2024-04-10T16:53:31.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:53:31 smithi069 ceph-mon[94167]: osdmap e2459: 8 total, 8 up, 8 in 2024-04-10T16:53:32.515 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:53:32 smithi077 ceph-mon[87572]: osdmap e2460: 8 total, 8 up, 8 in 2024-04-10T16:53:32.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:53:32 smithi077 ceph-mon[87572]: osdmap e2461: 8 total, 8 up, 8 in 2024-04-10T16:53:32.516 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:53:32 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:53:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:53:32.609 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:53:32 smithi069 ceph-mon[94167]: osdmap e2460: 8 total, 8 up, 8 in 2024-04-10T16:53:32.609 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:53:32 smithi069 ceph-mon[94167]: osdmap e2461: 8 total, 8 up, 8 in 2024-04-10T16:53:32.609 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:53:32 smithi069 ceph-mon[96738]: osdmap e2460: 8 total, 8 up, 8 in 2024-04-10T16:53:32.609 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:53:32 smithi069 ceph-mon[96738]: osdmap e2461: 8 total, 8 up, 8 in 2024-04-10T16:53:33.515 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:53:33 smithi077 ceph-mon[87572]: pgmap v4611: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.65k op/s 2024-04-10T16:53:33.515 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:53:33 smithi077 ceph-mon[87572]: osdmap e2462: 8 total, 8 up, 8 in 2024-04-10T16:53:33.609 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:53:33 smithi069 ceph-mon[94167]: pgmap v4611: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.65k op/s 2024-04-10T16:53:33.609 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:53:33 smithi069 ceph-mon[94167]: osdmap e2462: 8 total, 8 up, 8 in 2024-04-10T16:53:33.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:53:33 smithi069 ceph-mon[96738]: pgmap v4611: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.65k op/s 2024-04-10T16:53:33.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:53:33 smithi069 ceph-mon[96738]: osdmap e2462: 8 total, 8 up, 8 in 2024-04-10T16:53:35.412 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:53:35 smithi069 ceph-mon[94167]: pgmap v4614: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.65k op/s 2024-04-10T16:53:35.412 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:53:35 smithi069 ceph-mon[94167]: osdmap e2463: 8 total, 8 up, 8 in 2024-04-10T16:53:35.412 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:53:35 smithi069 ceph-mon[96738]: pgmap v4614: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.65k op/s 2024-04-10T16:53:35.412 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:53:35 smithi069 ceph-mon[96738]: osdmap e2463: 8 total, 8 up, 8 in 2024-04-10T16:53:35.515 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:53:35 smithi077 ceph-mon[87572]: pgmap v4614: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.65k op/s 2024-04-10T16:53:35.515 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:53:35 smithi077 ceph-mon[87572]: osdmap e2463: 8 total, 8 up, 8 in 2024-04-10T16:53:36.515 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:53:36 smithi077 ceph-mon[87572]: osdmap e2464: 8 total, 8 up, 8 in 2024-04-10T16:53:36.609 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:53:36 smithi069 ceph-mon[96738]: osdmap e2464: 8 total, 8 up, 8 in 2024-04-10T16:53:36.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:53:36 smithi069 ceph-mon[94167]: osdmap e2464: 8 total, 8 up, 8 in 2024-04-10T16:53:37.359 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:53:36 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:53:36] "GET /metrics HTTP/1.1" 200 36652 "" "Prometheus/2.43.0" 2024-04-10T16:53:37.360 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:53:37 smithi069 ceph-mon[94167]: pgmap v4617: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.61k op/s 2024-04-10T16:53:37.360 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:53:37 smithi069 ceph-mon[94167]: osdmap e2465: 8 total, 8 up, 8 in 2024-04-10T16:53:37.360 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:53:37 smithi069 ceph-mon[94167]: osdmap e2466: 8 total, 8 up, 8 in 2024-04-10T16:53:37.360 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:53:37 smithi069 ceph-mon[96738]: pgmap v4617: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.61k op/s 2024-04-10T16:53:37.360 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:53:37 smithi069 ceph-mon[96738]: osdmap e2465: 8 total, 8 up, 8 in 2024-04-10T16:53:37.360 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:53:37 smithi069 ceph-mon[96738]: osdmap e2466: 8 total, 8 up, 8 in 2024-04-10T16:53:37.515 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:53:37 smithi077 ceph-mon[87572]: pgmap v4617: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.61k op/s 2024-04-10T16:53:37.515 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:53:37 smithi077 ceph-mon[87572]: osdmap e2465: 8 total, 8 up, 8 in 2024-04-10T16:53:37.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:53:37 smithi077 ceph-mon[87572]: osdmap e2466: 8 total, 8 up, 8 in 2024-04-10T16:53:39.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:53:39 smithi077 ceph-mon[87572]: pgmap v4620: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.61k op/s 2024-04-10T16:53:39.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:53:39 smithi077 ceph-mon[87572]: osdmap e2467: 8 total, 8 up, 8 in 2024-04-10T16:53:39.609 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:53:39 smithi069 ceph-mon[96738]: pgmap v4620: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.61k op/s 2024-04-10T16:53:39.609 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:53:39 smithi069 ceph-mon[96738]: osdmap e2467: 8 total, 8 up, 8 in 2024-04-10T16:53:39.609 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:53:39 smithi069 ceph-mon[94167]: pgmap v4620: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.61k op/s 2024-04-10T16:53:39.609 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:53:39 smithi069 ceph-mon[94167]: osdmap e2467: 8 total, 8 up, 8 in 2024-04-10T16:53:40.515 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:53:40 smithi077 ceph-mon[87572]: osdmap e2468: 8 total, 8 up, 8 in 2024-04-10T16:53:40.515 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:53:40 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:53:40.609 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:53:40 smithi069 ceph-mon[96738]: osdmap e2468: 8 total, 8 up, 8 in 2024-04-10T16:53:40.609 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:53:40 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:53:40.609 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:53:40 smithi069 ceph-mon[94167]: osdmap e2468: 8 total, 8 up, 8 in 2024-04-10T16:53:40.609 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:53:40 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:53:41.515 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:53:41 smithi077 ceph-mon[87572]: pgmap v4623: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1023 B/s rd, 0 B/s wr, 2 op/s 2024-04-10T16:53:41.515 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:53:41 smithi077 ceph-mon[87572]: osdmap e2469: 8 total, 8 up, 8 in 2024-04-10T16:53:41.609 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:53:41 smithi069 ceph-mon[96738]: pgmap v4623: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1023 B/s rd, 0 B/s wr, 2 op/s 2024-04-10T16:53:41.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:53:41 smithi069 ceph-mon[96738]: osdmap e2469: 8 total, 8 up, 8 in 2024-04-10T16:53:41.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:53:41 smithi069 ceph-mon[94167]: pgmap v4623: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1023 B/s rd, 0 B/s wr, 2 op/s 2024-04-10T16:53:41.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:53:41 smithi069 ceph-mon[94167]: osdmap e2469: 8 total, 8 up, 8 in 2024-04-10T16:53:42.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:53:42 smithi077 ceph-mon[87572]: osdmap e2470: 8 total, 8 up, 8 in 2024-04-10T16:53:42.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:53:42 smithi077 ceph-mon[87572]: osdmap e2471: 8 total, 8 up, 8 in 2024-04-10T16:53:42.516 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:53:42 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:53:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:53:42.609 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:53:42 smithi069 ceph-mon[96738]: osdmap e2470: 8 total, 8 up, 8 in 2024-04-10T16:53:42.609 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:53:42 smithi069 ceph-mon[96738]: osdmap e2471: 8 total, 8 up, 8 in 2024-04-10T16:53:42.609 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:53:42 smithi069 ceph-mon[94167]: osdmap e2470: 8 total, 8 up, 8 in 2024-04-10T16:53:42.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:53:42 smithi069 ceph-mon[94167]: osdmap e2471: 8 total, 8 up, 8 in 2024-04-10T16:53:43.515 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:53:43 smithi077 ceph-mon[87572]: pgmap v4626: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.57k op/s 2024-04-10T16:53:43.609 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:53:43 smithi069 ceph-mon[96738]: pgmap v4626: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.57k op/s 2024-04-10T16:53:43.609 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:53:43 smithi069 ceph-mon[94167]: pgmap v4626: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.57k op/s 2024-04-10T16:53:44.515 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:53:44 smithi077 ceph-mon[87572]: osdmap e2472: 8 total, 8 up, 8 in 2024-04-10T16:53:44.609 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:53:44 smithi069 ceph-mon[94167]: osdmap e2472: 8 total, 8 up, 8 in 2024-04-10T16:53:44.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:53:44 smithi069 ceph-mon[96738]: osdmap e2472: 8 total, 8 up, 8 in 2024-04-10T16:53:45.515 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:53:45 smithi077 ceph-mon[87572]: pgmap v4629: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.56k op/s 2024-04-10T16:53:45.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:53:45 smithi077 ceph-mon[87572]: osdmap e2473: 8 total, 8 up, 8 in 2024-04-10T16:53:45.609 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:53:45 smithi069 ceph-mon[94167]: pgmap v4629: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.56k op/s 2024-04-10T16:53:45.609 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:53:45 smithi069 ceph-mon[94167]: osdmap e2473: 8 total, 8 up, 8 in 2024-04-10T16:53:45.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:53:45 smithi069 ceph-mon[96738]: pgmap v4629: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.56k op/s 2024-04-10T16:53:45.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:53:45 smithi069 ceph-mon[96738]: osdmap e2473: 8 total, 8 up, 8 in 2024-04-10T16:53:46.515 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:53:46 smithi077 ceph-mon[87572]: osdmap e2474: 8 total, 8 up, 8 in 2024-04-10T16:53:46.609 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:53:46 smithi069 ceph-mon[94167]: osdmap e2474: 8 total, 8 up, 8 in 2024-04-10T16:53:46.609 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:53:46 smithi069 ceph-mon[96738]: osdmap e2474: 8 total, 8 up, 8 in 2024-04-10T16:53:47.217 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:53:46 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:53:46] "GET /metrics HTTP/1.1" 200 36651 "" "Prometheus/2.43.0" 2024-04-10T16:53:47.515 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:53:47 smithi077 ceph-mon[87572]: pgmap v4632: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.52k op/s 2024-04-10T16:53:47.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:53:47 smithi077 ceph-mon[87572]: osdmap e2475: 8 total, 8 up, 8 in 2024-04-10T16:53:47.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:53:47 smithi077 ceph-mon[87572]: osdmap e2476: 8 total, 8 up, 8 in 2024-04-10T16:53:47.609 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:53:47 smithi069 ceph-mon[96738]: pgmap v4632: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.52k op/s 2024-04-10T16:53:47.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:53:47 smithi069 ceph-mon[96738]: osdmap e2475: 8 total, 8 up, 8 in 2024-04-10T16:53:47.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:53:47 smithi069 ceph-mon[96738]: osdmap e2476: 8 total, 8 up, 8 in 2024-04-10T16:53:47.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:53:47 smithi069 ceph-mon[94167]: pgmap v4632: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.52k op/s 2024-04-10T16:53:47.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:53:47 smithi069 ceph-mon[94167]: osdmap e2475: 8 total, 8 up, 8 in 2024-04-10T16:53:47.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:53:47 smithi069 ceph-mon[94167]: osdmap e2476: 8 total, 8 up, 8 in 2024-04-10T16:53:49.515 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:53:49 smithi077 ceph-mon[87572]: pgmap v4635: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.52k op/s 2024-04-10T16:53:49.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:53:49 smithi077 ceph-mon[87572]: osdmap e2477: 8 total, 8 up, 8 in 2024-04-10T16:53:49.609 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:53:49 smithi069 ceph-mon[96738]: pgmap v4635: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.52k op/s 2024-04-10T16:53:49.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:53:49 smithi069 ceph-mon[96738]: osdmap e2477: 8 total, 8 up, 8 in 2024-04-10T16:53:49.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:53:49 smithi069 ceph-mon[94167]: pgmap v4635: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.52k op/s 2024-04-10T16:53:49.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:53:49 smithi069 ceph-mon[94167]: osdmap e2477: 8 total, 8 up, 8 in 2024-04-10T16:53:50.515 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:53:50 smithi077 ceph-mon[87572]: osdmap e2478: 8 total, 8 up, 8 in 2024-04-10T16:53:50.609 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:53:50 smithi069 ceph-mon[96738]: osdmap e2478: 8 total, 8 up, 8 in 2024-04-10T16:53:50.609 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:53:50 smithi069 ceph-mon[94167]: osdmap e2478: 8 total, 8 up, 8 in 2024-04-10T16:53:51.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:53:51 smithi077 ceph-mon[87572]: pgmap v4638: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 0 B/s wr, 2 op/s 2024-04-10T16:53:51.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:53:51 smithi077 ceph-mon[87572]: osdmap e2479: 8 total, 8 up, 8 in 2024-04-10T16:53:51.609 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:53:51 smithi069 ceph-mon[96738]: pgmap v4638: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 0 B/s wr, 2 op/s 2024-04-10T16:53:51.609 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:53:51 smithi069 ceph-mon[96738]: osdmap e2479: 8 total, 8 up, 8 in 2024-04-10T16:53:51.609 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:53:51 smithi069 ceph-mon[94167]: pgmap v4638: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 0 B/s wr, 2 op/s 2024-04-10T16:53:51.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:53:51 smithi069 ceph-mon[94167]: osdmap e2479: 8 total, 8 up, 8 in 2024-04-10T16:53:52.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:53:52 smithi077 ceph-mon[87572]: osdmap e2480: 8 total, 8 up, 8 in 2024-04-10T16:53:52.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:53:52 smithi077 ceph-mon[87572]: osdmap e2481: 8 total, 8 up, 8 in 2024-04-10T16:53:52.516 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:53:52 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:53:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:53:52.609 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:53:52 smithi069 ceph-mon[94167]: osdmap e2480: 8 total, 8 up, 8 in 2024-04-10T16:53:52.612 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:53:52 smithi069 ceph-mon[94167]: osdmap e2481: 8 total, 8 up, 8 in 2024-04-10T16:53:52.613 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:53:52 smithi069 ceph-mon[96738]: osdmap e2480: 8 total, 8 up, 8 in 2024-04-10T16:53:52.613 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:53:52 smithi069 ceph-mon[96738]: osdmap e2481: 8 total, 8 up, 8 in 2024-04-10T16:53:53.515 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:53:53 smithi077 ceph-mon[87572]: pgmap v4641: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.48k op/s 2024-04-10T16:53:53.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:53:53 smithi077 ceph-mon[87572]: osdmap e2482: 8 total, 8 up, 8 in 2024-04-10T16:53:53.609 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:53:53 smithi069 ceph-mon[96738]: pgmap v4641: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.48k op/s 2024-04-10T16:53:53.609 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:53:53 smithi069 ceph-mon[96738]: osdmap e2482: 8 total, 8 up, 8 in 2024-04-10T16:53:53.609 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:53:53 smithi069 ceph-mon[94167]: pgmap v4641: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.48k op/s 2024-04-10T16:53:53.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:53:53 smithi069 ceph-mon[94167]: osdmap e2482: 8 total, 8 up, 8 in 2024-04-10T16:53:55.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:53:55 smithi077 ceph-mon[87572]: pgmap v4644: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.48k op/s 2024-04-10T16:53:55.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:53:55 smithi077 ceph-mon[87572]: osdmap e2483: 8 total, 8 up, 8 in 2024-04-10T16:53:55.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:53:55 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:53:55.609 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:53:55 smithi069 ceph-mon[96738]: pgmap v4644: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.48k op/s 2024-04-10T16:53:55.609 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:53:55 smithi069 ceph-mon[96738]: osdmap e2483: 8 total, 8 up, 8 in 2024-04-10T16:53:55.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:53:55 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:53:55.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:53:55 smithi069 ceph-mon[94167]: pgmap v4644: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.48k op/s 2024-04-10T16:53:55.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:53:55 smithi069 ceph-mon[94167]: osdmap e2483: 8 total, 8 up, 8 in 2024-04-10T16:53:55.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:53:55 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:53:56.515 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:53:56 smithi077 ceph-mon[87572]: osdmap e2484: 8 total, 8 up, 8 in 2024-04-10T16:53:56.609 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:53:56 smithi069 ceph-mon[94167]: osdmap e2484: 8 total, 8 up, 8 in 2024-04-10T16:53:56.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:53:56 smithi069 ceph-mon[96738]: osdmap e2484: 8 total, 8 up, 8 in 2024-04-10T16:53:57.359 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:53:56 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:53:56] "GET /metrics HTTP/1.1" 200 36652 "" "Prometheus/2.43.0" 2024-04-10T16:53:57.360 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:53:57 smithi069 ceph-mon[94167]: pgmap v4647: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.44k op/s 2024-04-10T16:53:57.360 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:53:57 smithi069 ceph-mon[94167]: osdmap e2485: 8 total, 8 up, 8 in 2024-04-10T16:53:57.360 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:53:57 smithi069 ceph-mon[94167]: osdmap e2486: 8 total, 8 up, 8 in 2024-04-10T16:53:57.360 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:53:57 smithi069 ceph-mon[96738]: pgmap v4647: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.44k op/s 2024-04-10T16:53:57.360 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:53:57 smithi069 ceph-mon[96738]: osdmap e2485: 8 total, 8 up, 8 in 2024-04-10T16:53:57.360 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:53:57 smithi069 ceph-mon[96738]: osdmap e2486: 8 total, 8 up, 8 in 2024-04-10T16:53:57.515 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:53:57 smithi077 ceph-mon[87572]: pgmap v4647: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.44k op/s 2024-04-10T16:53:57.515 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:53:57 smithi077 ceph-mon[87572]: osdmap e2485: 8 total, 8 up, 8 in 2024-04-10T16:53:57.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:53:57 smithi077 ceph-mon[87572]: osdmap e2486: 8 total, 8 up, 8 in 2024-04-10T16:53:59.515 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:53:59 smithi077 ceph-mon[87572]: pgmap v4650: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.44k op/s 2024-04-10T16:53:59.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:53:59 smithi077 ceph-mon[87572]: osdmap e2487: 8 total, 8 up, 8 in 2024-04-10T16:53:59.609 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:53:59 smithi069 ceph-mon[96738]: pgmap v4650: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.44k op/s 2024-04-10T16:53:59.609 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:53:59 smithi069 ceph-mon[96738]: osdmap e2487: 8 total, 8 up, 8 in 2024-04-10T16:53:59.609 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:53:59 smithi069 ceph-mon[94167]: pgmap v4650: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.44k op/s 2024-04-10T16:53:59.609 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:53:59 smithi069 ceph-mon[94167]: osdmap e2487: 8 total, 8 up, 8 in 2024-04-10T16:54:00.515 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:54:00 smithi077 ceph-mon[87572]: osdmap e2488: 8 total, 8 up, 8 in 2024-04-10T16:54:00.609 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:54:00 smithi069 ceph-mon[96738]: osdmap e2488: 8 total, 8 up, 8 in 2024-04-10T16:54:00.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:54:00 smithi069 ceph-mon[94167]: osdmap e2488: 8 total, 8 up, 8 in 2024-04-10T16:54:01.515 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:54:01 smithi077 ceph-mon[87572]: pgmap v4653: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-10T16:54:01.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:54:01 smithi077 ceph-mon[87572]: osdmap e2489: 8 total, 8 up, 8 in 2024-04-10T16:54:01.609 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:54:01 smithi069 ceph-mon[96738]: pgmap v4653: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-10T16:54:01.609 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:54:01 smithi069 ceph-mon[96738]: osdmap e2489: 8 total, 8 up, 8 in 2024-04-10T16:54:01.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:54:01 smithi069 ceph-mon[94167]: pgmap v4653: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-10T16:54:01.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:54:01 smithi069 ceph-mon[94167]: osdmap e2489: 8 total, 8 up, 8 in 2024-04-10T16:54:02.359 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:54:02 smithi069 ceph-mon[96738]: osdmap e2490: 8 total, 8 up, 8 in 2024-04-10T16:54:02.360 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:54:02 smithi069 ceph-mon[96738]: osdmap e2491: 8 total, 8 up, 8 in 2024-04-10T16:54:02.360 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:54:02 smithi069 ceph-mon[94167]: osdmap e2490: 8 total, 8 up, 8 in 2024-04-10T16:54:02.360 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:54:02 smithi069 ceph-mon[94167]: osdmap e2491: 8 total, 8 up, 8 in 2024-04-10T16:54:02.515 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:54:02 smithi077 ceph-mon[87572]: osdmap e2490: 8 total, 8 up, 8 in 2024-04-10T16:54:02.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:54:02 smithi077 ceph-mon[87572]: osdmap e2491: 8 total, 8 up, 8 in 2024-04-10T16:54:02.516 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:54:02 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:54:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:54:03.515 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:54:03 smithi077 ceph-mon[87572]: pgmap v4656: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.39k op/s 2024-04-10T16:54:03.609 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:54:03 smithi069 ceph-mon[96738]: pgmap v4656: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.39k op/s 2024-04-10T16:54:03.609 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:54:03 smithi069 ceph-mon[94167]: pgmap v4656: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.39k op/s 2024-04-10T16:54:04.515 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:54:04 smithi077 ceph-mon[87572]: osdmap e2492: 8 total, 8 up, 8 in 2024-04-10T16:54:04.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:54:04 smithi069 ceph-mon[96738]: osdmap e2492: 8 total, 8 up, 8 in 2024-04-10T16:54:04.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:54:04 smithi069 ceph-mon[94167]: osdmap e2492: 8 total, 8 up, 8 in 2024-04-10T16:54:05.511 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:54:05 smithi069 ceph-mon[96738]: pgmap v4659: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.39k op/s 2024-04-10T16:54:05.511 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:54:05 smithi069 ceph-mon[96738]: osdmap e2493: 8 total, 8 up, 8 in 2024-04-10T16:54:05.511 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:54:05 smithi069 ceph-mon[94167]: pgmap v4659: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.39k op/s 2024-04-10T16:54:05.511 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:54:05 smithi069 ceph-mon[94167]: osdmap e2493: 8 total, 8 up, 8 in 2024-04-10T16:54:05.515 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:54:05 smithi077 ceph-mon[87572]: pgmap v4659: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.39k op/s 2024-04-10T16:54:05.515 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:54:05 smithi077 ceph-mon[87572]: osdmap e2493: 8 total, 8 up, 8 in 2024-04-10T16:54:06.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:54:06 smithi077 ceph-mon[87572]: osdmap e2494: 8 total, 8 up, 8 in 2024-04-10T16:54:06.609 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:54:06 smithi069 ceph-mon[96738]: osdmap e2494: 8 total, 8 up, 8 in 2024-04-10T16:54:06.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:54:06 smithi069 ceph-mon[94167]: osdmap e2494: 8 total, 8 up, 8 in 2024-04-10T16:54:07.225 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:54:06 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:54:06] "GET /metrics HTTP/1.1" 200 36652 "" "Prometheus/2.43.0" 2024-04-10T16:54:07.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:54:07 smithi077 ceph-mon[87572]: pgmap v4662: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 995 KiB/s rd, 5.0 KiB/s wr, 1.35k op/s 2024-04-10T16:54:07.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:54:07 smithi077 ceph-mon[87572]: osdmap e2495: 8 total, 8 up, 8 in 2024-04-10T16:54:07.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:54:07 smithi077 ceph-mon[87572]: osdmap e2496: 8 total, 8 up, 8 in 2024-04-10T16:54:07.609 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:54:07 smithi069 ceph-mon[96738]: pgmap v4662: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 995 KiB/s rd, 5.0 KiB/s wr, 1.35k op/s 2024-04-10T16:54:07.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:54:07 smithi069 ceph-mon[96738]: osdmap e2495: 8 total, 8 up, 8 in 2024-04-10T16:54:07.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:54:07 smithi069 ceph-mon[96738]: osdmap e2496: 8 total, 8 up, 8 in 2024-04-10T16:54:07.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:54:07 smithi069 ceph-mon[94167]: pgmap v4662: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 995 KiB/s rd, 5.0 KiB/s wr, 1.35k op/s 2024-04-10T16:54:07.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:54:07 smithi069 ceph-mon[94167]: osdmap e2495: 8 total, 8 up, 8 in 2024-04-10T16:54:07.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:54:07 smithi069 ceph-mon[94167]: osdmap e2496: 8 total, 8 up, 8 in 2024-04-10T16:54:09.515 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:54:09 smithi077 ceph-mon[87572]: pgmap v4665: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 995 KiB/s rd, 5.0 KiB/s wr, 1.35k op/s 2024-04-10T16:54:09.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:54:09 smithi077 ceph-mon[87572]: osdmap e2497: 8 total, 8 up, 8 in 2024-04-10T16:54:09.609 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:54:09 smithi069 ceph-mon[96738]: pgmap v4665: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 995 KiB/s rd, 5.0 KiB/s wr, 1.35k op/s 2024-04-10T16:54:09.609 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:54:09 smithi069 ceph-mon[96738]: osdmap e2497: 8 total, 8 up, 8 in 2024-04-10T16:54:09.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:54:09 smithi069 ceph-mon[94167]: pgmap v4665: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 995 KiB/s rd, 5.0 KiB/s wr, 1.35k op/s 2024-04-10T16:54:09.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:54:09 smithi069 ceph-mon[94167]: osdmap e2497: 8 total, 8 up, 8 in 2024-04-10T16:54:10.515 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:54:10 smithi077 ceph-mon[87572]: osdmap e2498: 8 total, 8 up, 8 in 2024-04-10T16:54:10.515 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:54:10 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:54:10.609 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:54:10 smithi069 ceph-mon[96738]: osdmap e2498: 8 total, 8 up, 8 in 2024-04-10T16:54:10.609 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:54:10 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:54:10.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:54:10 smithi069 ceph-mon[94167]: osdmap e2498: 8 total, 8 up, 8 in 2024-04-10T16:54:10.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:54:10 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:54:11.515 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:54:11 smithi077 ceph-mon[87572]: pgmap v4668: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2024-04-10T16:54:11.515 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:54:11 smithi077 ceph-mon[87572]: osdmap e2499: 8 total, 8 up, 8 in 2024-04-10T16:54:11.609 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:54:11 smithi069 ceph-mon[96738]: pgmap v4668: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2024-04-10T16:54:11.609 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:54:11 smithi069 ceph-mon[96738]: osdmap e2499: 8 total, 8 up, 8 in 2024-04-10T16:54:11.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:54:11 smithi069 ceph-mon[94167]: pgmap v4668: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2024-04-10T16:54:11.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:54:11 smithi069 ceph-mon[94167]: osdmap e2499: 8 total, 8 up, 8 in 2024-04-10T16:54:12.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:54:12 smithi077 ceph-mon[87572]: osdmap e2500: 8 total, 8 up, 8 in 2024-04-10T16:54:12.517 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:54:12 smithi077 ceph-mon[87572]: osdmap e2501: 8 total, 8 up, 8 in 2024-04-10T16:54:12.517 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:54:12 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:54:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:54:12.609 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:54:12 smithi069 ceph-mon[94167]: osdmap e2500: 8 total, 8 up, 8 in 2024-04-10T16:54:12.609 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:54:12 smithi069 ceph-mon[94167]: osdmap e2501: 8 total, 8 up, 8 in 2024-04-10T16:54:12.609 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:54:12 smithi069 ceph-mon[96738]: osdmap e2500: 8 total, 8 up, 8 in 2024-04-10T16:54:12.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:54:12 smithi069 ceph-mon[96738]: osdmap e2501: 8 total, 8 up, 8 in 2024-04-10T16:54:13.515 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:54:13 smithi077 ceph-mon[87572]: pgmap v4671: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 963 KiB/s rd, 5.0 KiB/s wr, 1.30k op/s 2024-04-10T16:54:13.609 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:54:13 smithi069 ceph-mon[94167]: pgmap v4671: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 963 KiB/s rd, 5.0 KiB/s wr, 1.30k op/s 2024-04-10T16:54:13.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:54:13 smithi069 ceph-mon[96738]: pgmap v4671: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 963 KiB/s rd, 5.0 KiB/s wr, 1.30k op/s 2024-04-10T16:54:14.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:54:14 smithi077 ceph-mon[87572]: osdmap e2502: 8 total, 8 up, 8 in 2024-04-10T16:54:14.609 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:54:14 smithi069 ceph-mon[96738]: osdmap e2502: 8 total, 8 up, 8 in 2024-04-10T16:54:14.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:54:14 smithi069 ceph-mon[94167]: osdmap e2502: 8 total, 8 up, 8 in 2024-04-10T16:54:15.515 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:54:15 smithi077 ceph-mon[87572]: pgmap v4674: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 963 KiB/s rd, 5.0 KiB/s wr, 1.30k op/s 2024-04-10T16:54:15.515 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:54:15 smithi077 ceph-mon[87572]: osdmap e2503: 8 total, 8 up, 8 in 2024-04-10T16:54:15.609 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:54:15 smithi069 ceph-mon[94167]: pgmap v4674: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 963 KiB/s rd, 5.0 KiB/s wr, 1.30k op/s 2024-04-10T16:54:15.609 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:54:15 smithi069 ceph-mon[94167]: osdmap e2503: 8 total, 8 up, 8 in 2024-04-10T16:54:15.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:54:15 smithi069 ceph-mon[96738]: pgmap v4674: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 963 KiB/s rd, 5.0 KiB/s wr, 1.30k op/s 2024-04-10T16:54:15.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:54:15 smithi069 ceph-mon[96738]: osdmap e2503: 8 total, 8 up, 8 in 2024-04-10T16:54:16.515 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:54:16 smithi077 ceph-mon[87572]: osdmap e2504: 8 total, 8 up, 8 in 2024-04-10T16:54:16.609 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:54:16 smithi069 ceph-mon[96738]: osdmap e2504: 8 total, 8 up, 8 in 2024-04-10T16:54:16.609 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:54:16 smithi069 ceph-mon[94167]: osdmap e2504: 8 total, 8 up, 8 in 2024-04-10T16:54:17.198 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:54:16 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:54:16] "GET /metrics HTTP/1.1" 200 36650 "" "Prometheus/2.43.0" 2024-04-10T16:54:17.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:54:17 smithi077 ceph-mon[87572]: pgmap v4677: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 931 KiB/s rd, 5.0 KiB/s wr, 1.26k op/s 2024-04-10T16:54:17.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:54:17 smithi077 ceph-mon[87572]: osdmap e2505: 8 total, 8 up, 8 in 2024-04-10T16:54:17.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:54:17 smithi077 ceph-mon[87572]: osdmap e2506: 8 total, 8 up, 8 in 2024-04-10T16:54:17.609 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:54:17 smithi069 ceph-mon[96738]: pgmap v4677: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 931 KiB/s rd, 5.0 KiB/s wr, 1.26k op/s 2024-04-10T16:54:17.609 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:54:17 smithi069 ceph-mon[96738]: osdmap e2505: 8 total, 8 up, 8 in 2024-04-10T16:54:17.609 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:54:17 smithi069 ceph-mon[96738]: osdmap e2506: 8 total, 8 up, 8 in 2024-04-10T16:54:17.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:54:17 smithi069 ceph-mon[94167]: pgmap v4677: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 931 KiB/s rd, 5.0 KiB/s wr, 1.26k op/s 2024-04-10T16:54:17.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:54:17 smithi069 ceph-mon[94167]: osdmap e2505: 8 total, 8 up, 8 in 2024-04-10T16:54:17.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:54:17 smithi069 ceph-mon[94167]: osdmap e2506: 8 total, 8 up, 8 in 2024-04-10T16:54:19.515 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:54:19 smithi077 ceph-mon[87572]: pgmap v4680: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 931 KiB/s rd, 5.0 KiB/s wr, 1.26k op/s 2024-04-10T16:54:19.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:54:19 smithi077 ceph-mon[87572]: osdmap e2507: 8 total, 8 up, 8 in 2024-04-10T16:54:19.609 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:54:19 smithi069 ceph-mon[96738]: pgmap v4680: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 931 KiB/s rd, 5.0 KiB/s wr, 1.26k op/s 2024-04-10T16:54:19.609 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:54:19 smithi069 ceph-mon[96738]: osdmap e2507: 8 total, 8 up, 8 in 2024-04-10T16:54:19.609 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:54:19 smithi069 ceph-mon[94167]: pgmap v4680: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 931 KiB/s rd, 5.0 KiB/s wr, 1.26k op/s 2024-04-10T16:54:19.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:54:19 smithi069 ceph-mon[94167]: osdmap e2507: 8 total, 8 up, 8 in 2024-04-10T16:54:20.515 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:54:20 smithi077 ceph-mon[87572]: osdmap e2508: 8 total, 8 up, 8 in 2024-04-10T16:54:20.609 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:54:20 smithi069 ceph-mon[94167]: osdmap e2508: 8 total, 8 up, 8 in 2024-04-10T16:54:20.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:54:20 smithi069 ceph-mon[96738]: osdmap e2508: 8 total, 8 up, 8 in 2024-04-10T16:54:21.515 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:54:21 smithi077 ceph-mon[87572]: pgmap v4683: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 767 B/s rd, 0 B/s wr, 1 op/s 2024-04-10T16:54:21.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:54:21 smithi077 ceph-mon[87572]: osdmap e2509: 8 total, 8 up, 8 in 2024-04-10T16:54:21.609 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:54:21 smithi069 ceph-mon[94167]: pgmap v4683: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 767 B/s rd, 0 B/s wr, 1 op/s 2024-04-10T16:54:21.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:54:21 smithi069 ceph-mon[94167]: osdmap e2509: 8 total, 8 up, 8 in 2024-04-10T16:54:21.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:54:21 smithi069 ceph-mon[96738]: pgmap v4683: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 767 B/s rd, 0 B/s wr, 1 op/s 2024-04-10T16:54:21.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:54:21 smithi069 ceph-mon[96738]: osdmap e2509: 8 total, 8 up, 8 in 2024-04-10T16:54:22.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:54:22 smithi077 ceph-mon[87572]: osdmap e2510: 8 total, 8 up, 8 in 2024-04-10T16:54:22.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:54:22 smithi077 ceph-mon[87572]: osdmap e2511: 8 total, 8 up, 8 in 2024-04-10T16:54:22.516 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:54:22 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:54:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:54:22.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:54:22 smithi069 ceph-mon[94167]: osdmap e2510: 8 total, 8 up, 8 in 2024-04-10T16:54:22.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:54:22 smithi069 ceph-mon[94167]: osdmap e2511: 8 total, 8 up, 8 in 2024-04-10T16:54:22.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:54:22 smithi069 ceph-mon[96738]: osdmap e2510: 8 total, 8 up, 8 in 2024-04-10T16:54:22.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:54:22 smithi069 ceph-mon[96738]: osdmap e2511: 8 total, 8 up, 8 in 2024-04-10T16:54:23.515 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:54:23 smithi077 ceph-mon[87572]: pgmap v4686: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 899 KiB/s rd, 5.0 KiB/s wr, 1.22k op/s 2024-04-10T16:54:23.515 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:54:23 smithi077 ceph-mon[87572]: osdmap e2512: 8 total, 8 up, 8 in 2024-04-10T16:54:23.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:54:23 smithi069 ceph-mon[94167]: pgmap v4686: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 899 KiB/s rd, 5.0 KiB/s wr, 1.22k op/s 2024-04-10T16:54:23.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:54:23 smithi069 ceph-mon[94167]: osdmap e2512: 8 total, 8 up, 8 in 2024-04-10T16:54:23.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:54:23 smithi069 ceph-mon[96738]: pgmap v4686: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 899 KiB/s rd, 5.0 KiB/s wr, 1.22k op/s 2024-04-10T16:54:23.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:54:23 smithi069 ceph-mon[96738]: osdmap e2512: 8 total, 8 up, 8 in 2024-04-10T16:54:25.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:54:25 smithi077 ceph-mon[87572]: pgmap v4689: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 898 KiB/s rd, 5.0 KiB/s wr, 1.22k op/s 2024-04-10T16:54:25.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:54:25 smithi077 ceph-mon[87572]: osdmap e2513: 8 total, 8 up, 8 in 2024-04-10T16:54:25.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:54:25 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:54:25.609 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:54:25 smithi069 ceph-mon[94167]: pgmap v4689: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 898 KiB/s rd, 5.0 KiB/s wr, 1.22k op/s 2024-04-10T16:54:25.609 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:54:25 smithi069 ceph-mon[94167]: osdmap e2513: 8 total, 8 up, 8 in 2024-04-10T16:54:25.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:54:25 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:54:25.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:54:25 smithi069 ceph-mon[96738]: pgmap v4689: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 898 KiB/s rd, 5.0 KiB/s wr, 1.22k op/s 2024-04-10T16:54:25.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:54:25 smithi069 ceph-mon[96738]: osdmap e2513: 8 total, 8 up, 8 in 2024-04-10T16:54:25.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:54:25 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:54:26.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:54:26 smithi077 ceph-mon[87572]: osdmap e2514: 8 total, 8 up, 8 in 2024-04-10T16:54:26.609 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:54:26 smithi069 ceph-mon[96738]: osdmap e2514: 8 total, 8 up, 8 in 2024-04-10T16:54:26.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:54:26 smithi069 ceph-mon[94167]: osdmap e2514: 8 total, 8 up, 8 in 2024-04-10T16:54:27.360 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:54:26 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:54:26] "GET /metrics HTTP/1.1" 200 36647 "" "Prometheus/2.43.0" 2024-04-10T16:54:27.360 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:54:27 smithi069 ceph-mon[94167]: pgmap v4692: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 865 KiB/s rd, 5.0 KiB/s wr, 1.17k op/s 2024-04-10T16:54:27.360 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:54:27 smithi069 ceph-mon[94167]: osdmap e2515: 8 total, 8 up, 8 in 2024-04-10T16:54:27.360 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:54:27 smithi069 ceph-mon[94167]: osdmap e2516: 8 total, 8 up, 8 in 2024-04-10T16:54:27.360 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:54:27 smithi069 ceph-mon[96738]: pgmap v4692: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 865 KiB/s rd, 5.0 KiB/s wr, 1.17k op/s 2024-04-10T16:54:27.361 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:54:27 smithi069 ceph-mon[96738]: osdmap e2515: 8 total, 8 up, 8 in 2024-04-10T16:54:27.361 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:54:27 smithi069 ceph-mon[96738]: osdmap e2516: 8 total, 8 up, 8 in 2024-04-10T16:54:27.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:54:27 smithi077 ceph-mon[87572]: pgmap v4692: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 865 KiB/s rd, 5.0 KiB/s wr, 1.17k op/s 2024-04-10T16:54:27.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:54:27 smithi077 ceph-mon[87572]: osdmap e2515: 8 total, 8 up, 8 in 2024-04-10T16:54:27.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:54:27 smithi077 ceph-mon[87572]: osdmap e2516: 8 total, 8 up, 8 in 2024-04-10T16:54:29.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:54:29 smithi077 ceph-mon[87572]: pgmap v4695: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 864 KiB/s rd, 5.0 KiB/s wr, 1.17k op/s 2024-04-10T16:54:29.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:54:29 smithi077 ceph-mon[87572]: osdmap e2517: 8 total, 8 up, 8 in 2024-04-10T16:54:29.609 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:54:29 smithi069 ceph-mon[96738]: pgmap v4695: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 864 KiB/s rd, 5.0 KiB/s wr, 1.17k op/s 2024-04-10T16:54:29.609 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:54:29 smithi069 ceph-mon[96738]: osdmap e2517: 8 total, 8 up, 8 in 2024-04-10T16:54:29.609 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:54:29 smithi069 ceph-mon[94167]: pgmap v4695: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 864 KiB/s rd, 5.0 KiB/s wr, 1.17k op/s 2024-04-10T16:54:29.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:54:29 smithi069 ceph-mon[94167]: osdmap e2517: 8 total, 8 up, 8 in 2024-04-10T16:54:30.515 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:54:30 smithi077 ceph-mon[87572]: osdmap e2518: 8 total, 8 up, 8 in 2024-04-10T16:54:30.515 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:54:30 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:54:30.609 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:54:30 smithi069 ceph-mon[96738]: osdmap e2518: 8 total, 8 up, 8 in 2024-04-10T16:54:30.609 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:54:30 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:54:30.609 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:54:30 smithi069 ceph-mon[94167]: osdmap e2518: 8 total, 8 up, 8 in 2024-04-10T16:54:30.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:54:30 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:54:31.359 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:54:31 smithi069 ceph-mon[96738]: pgmap v4698: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.0 KiB/s rd, 0 B/s wr, 4 op/s 2024-04-10T16:54:31.359 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:54:31 smithi069 ceph-mon[96738]: osdmap e2519: 8 total, 8 up, 8 in 2024-04-10T16:54:31.360 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:54:31 smithi069 ceph-mon[94167]: pgmap v4698: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.0 KiB/s rd, 0 B/s wr, 4 op/s 2024-04-10T16:54:31.360 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:54:31 smithi069 ceph-mon[94167]: osdmap e2519: 8 total, 8 up, 8 in 2024-04-10T16:54:31.515 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:54:31 smithi077 ceph-mon[87572]: pgmap v4698: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.0 KiB/s rd, 0 B/s wr, 4 op/s 2024-04-10T16:54:31.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:54:31 smithi077 ceph-mon[87572]: osdmap e2519: 8 total, 8 up, 8 in 2024-04-10T16:54:32.496 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:54:32 smithi077 ceph-mon[87572]: osdmap e2520: 8 total, 8 up, 8 in 2024-04-10T16:54:32.496 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:54:32 smithi077 ceph-mon[87572]: osdmap e2521: 8 total, 8 up, 8 in 2024-04-10T16:54:32.496 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:54:32 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:54:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:54:32.609 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:54:32 smithi069 ceph-mon[94167]: osdmap e2520: 8 total, 8 up, 8 in 2024-04-10T16:54:32.609 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:54:32 smithi069 ceph-mon[94167]: osdmap e2521: 8 total, 8 up, 8 in 2024-04-10T16:54:32.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:54:32 smithi069 ceph-mon[96738]: osdmap e2520: 8 total, 8 up, 8 in 2024-04-10T16:54:32.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:54:32 smithi069 ceph-mon[96738]: osdmap e2521: 8 total, 8 up, 8 in 2024-04-10T16:54:33.515 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:54:33 smithi077 ceph-mon[87572]: pgmap v4701: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 833 KiB/s rd, 5.0 KiB/s wr, 1.13k op/s 2024-04-10T16:54:33.595 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:54:33 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:54:33.595 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:54:33 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:54:33.609 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:54:33 smithi069 ceph-mon[96738]: pgmap v4701: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 833 KiB/s rd, 5.0 KiB/s wr, 1.13k op/s 2024-04-10T16:54:33.609 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:54:33 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:54:33.609 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:54:33 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:54:33.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:54:33 smithi069 ceph-mon[94167]: pgmap v4701: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 833 KiB/s rd, 5.0 KiB/s wr, 1.13k op/s 2024-04-10T16:54:33.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:54:33 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:54:33.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:54:33 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:54:34.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:54:34 smithi077 ceph-mon[87572]: osdmap e2522: 8 total, 8 up, 8 in 2024-04-10T16:54:34.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:54:34 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:54:34.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:54:34 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:54:34.609 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:54:34 smithi069 ceph-mon[94167]: osdmap e2522: 8 total, 8 up, 8 in 2024-04-10T16:54:34.609 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:54:34 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:54:34.609 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:54:34 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:54:34.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:54:34 smithi069 ceph-mon[96738]: osdmap e2522: 8 total, 8 up, 8 in 2024-04-10T16:54:34.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:54:34 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:54:34.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:54:34 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:54:35.511 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:54:35 smithi069 ceph-mon[96738]: pgmap v4704: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 831 KiB/s rd, 5.0 KiB/s wr, 1.12k op/s 2024-04-10T16:54:35.511 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:54:35 smithi069 ceph-mon[96738]: osdmap e2523: 8 total, 8 up, 8 in 2024-04-10T16:54:35.511 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:54:35 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:54:35.511 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:54:35 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:54:35.511 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:54:35 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:54:35.511 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:54:35 smithi069 ceph-mon[94167]: pgmap v4704: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 831 KiB/s rd, 5.0 KiB/s wr, 1.12k op/s 2024-04-10T16:54:35.512 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:54:35 smithi069 ceph-mon[94167]: osdmap e2523: 8 total, 8 up, 8 in 2024-04-10T16:54:35.512 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:54:35 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:54:35.512 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:54:35 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:54:35.512 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:54:35 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:54:35.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:54:35 smithi077 ceph-mon[87572]: pgmap v4704: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 831 KiB/s rd, 5.0 KiB/s wr, 1.12k op/s 2024-04-10T16:54:35.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:54:35 smithi077 ceph-mon[87572]: osdmap e2523: 8 total, 8 up, 8 in 2024-04-10T16:54:35.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:54:35 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:54:35.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:54:35 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:54:35.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:54:35 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:54:36.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:54:36 smithi077 ceph-mon[87572]: osdmap e2524: 8 total, 8 up, 8 in 2024-04-10T16:54:36.527 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:54:36 smithi069 ceph-mon[96738]: osdmap e2524: 8 total, 8 up, 8 in 2024-04-10T16:54:36.527 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:54:36 smithi069 ceph-mon[94167]: osdmap e2524: 8 total, 8 up, 8 in 2024-04-10T16:54:37.109 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:54:36 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:54:36] "GET /metrics HTTP/1.1" 200 36647 "" "Prometheus/2.43.0" 2024-04-10T16:54:37.515 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:54:37 smithi077 ceph-mon[87572]: pgmap v4707: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 799 KiB/s rd, 5.0 KiB/s wr, 1.08k op/s 2024-04-10T16:54:37.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:54:37 smithi077 ceph-mon[87572]: osdmap e2525: 8 total, 8 up, 8 in 2024-04-10T16:54:37.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:54:37 smithi077 ceph-mon[87572]: osdmap e2526: 8 total, 8 up, 8 in 2024-04-10T16:54:37.609 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:54:37 smithi069 ceph-mon[96738]: pgmap v4707: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 799 KiB/s rd, 5.0 KiB/s wr, 1.08k op/s 2024-04-10T16:54:37.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:54:37 smithi069 ceph-mon[96738]: osdmap e2525: 8 total, 8 up, 8 in 2024-04-10T16:54:37.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:54:37 smithi069 ceph-mon[96738]: osdmap e2526: 8 total, 8 up, 8 in 2024-04-10T16:54:37.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:54:37 smithi069 ceph-mon[94167]: pgmap v4707: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 799 KiB/s rd, 5.0 KiB/s wr, 1.08k op/s 2024-04-10T16:54:37.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:54:37 smithi069 ceph-mon[94167]: osdmap e2525: 8 total, 8 up, 8 in 2024-04-10T16:54:37.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:54:37 smithi069 ceph-mon[94167]: osdmap e2526: 8 total, 8 up, 8 in 2024-04-10T16:54:39.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:54:39 smithi077 ceph-mon[87572]: pgmap v4710: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 799 KiB/s rd, 5.0 KiB/s wr, 1.08k op/s 2024-04-10T16:54:39.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:54:39 smithi077 ceph-mon[87572]: osdmap e2527: 8 total, 8 up, 8 in 2024-04-10T16:54:39.609 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:54:39 smithi069 ceph-mon[96738]: pgmap v4710: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 799 KiB/s rd, 5.0 KiB/s wr, 1.08k op/s 2024-04-10T16:54:39.609 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:54:39 smithi069 ceph-mon[96738]: osdmap e2527: 8 total, 8 up, 8 in 2024-04-10T16:54:39.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:54:39 smithi069 ceph-mon[94167]: pgmap v4710: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 799 KiB/s rd, 5.0 KiB/s wr, 1.08k op/s 2024-04-10T16:54:39.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:54:39 smithi069 ceph-mon[94167]: osdmap e2527: 8 total, 8 up, 8 in 2024-04-10T16:54:40.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:54:40 smithi077 ceph-mon[87572]: osdmap e2528: 8 total, 8 up, 8 in 2024-04-10T16:54:40.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:54:40 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:54:40.609 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:54:40 smithi069 ceph-mon[96738]: osdmap e2528: 8 total, 8 up, 8 in 2024-04-10T16:54:40.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:54:40 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:54:40.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:54:40 smithi069 ceph-mon[94167]: osdmap e2528: 8 total, 8 up, 8 in 2024-04-10T16:54:40.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:54:40 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:54:41.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:54:41 smithi077 ceph-mon[87572]: pgmap v4713: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.0 KiB/s rd, 0 B/s wr, 4 op/s 2024-04-10T16:54:41.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:54:41 smithi077 ceph-mon[87572]: osdmap e2529: 8 total, 8 up, 8 in 2024-04-10T16:54:41.609 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:54:41 smithi069 ceph-mon[96738]: pgmap v4713: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.0 KiB/s rd, 0 B/s wr, 4 op/s 2024-04-10T16:54:41.609 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:54:41 smithi069 ceph-mon[96738]: osdmap e2529: 8 total, 8 up, 8 in 2024-04-10T16:54:41.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:54:41 smithi069 ceph-mon[94167]: pgmap v4713: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.0 KiB/s rd, 0 B/s wr, 4 op/s 2024-04-10T16:54:41.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:54:41 smithi069 ceph-mon[94167]: osdmap e2529: 8 total, 8 up, 8 in 2024-04-10T16:54:42.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:54:42 smithi077 ceph-mon[87572]: osdmap e2530: 8 total, 8 up, 8 in 2024-04-10T16:54:42.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:54:42 smithi077 ceph-mon[87572]: osdmap e2531: 8 total, 8 up, 8 in 2024-04-10T16:54:42.516 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:54:42 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:54:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:54:42.609 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:54:42 smithi069 ceph-mon[96738]: osdmap e2530: 8 total, 8 up, 8 in 2024-04-10T16:54:42.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:54:42 smithi069 ceph-mon[96738]: osdmap e2531: 8 total, 8 up, 8 in 2024-04-10T16:54:42.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:54:42 smithi069 ceph-mon[94167]: osdmap e2530: 8 total, 8 up, 8 in 2024-04-10T16:54:42.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:54:42 smithi069 ceph-mon[94167]: osdmap e2531: 8 total, 8 up, 8 in 2024-04-10T16:54:43.515 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:54:43 smithi077 ceph-mon[87572]: pgmap v4716: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 768 KiB/s rd, 5.0 KiB/s wr, 1.04k op/s 2024-04-10T16:54:43.609 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:54:43 smithi069 ceph-mon[96738]: pgmap v4716: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 768 KiB/s rd, 5.0 KiB/s wr, 1.04k op/s 2024-04-10T16:54:43.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:54:43 smithi069 ceph-mon[94167]: pgmap v4716: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 768 KiB/s rd, 5.0 KiB/s wr, 1.04k op/s 2024-04-10T16:54:44.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:54:44 smithi077 ceph-mon[87572]: osdmap e2532: 8 total, 8 up, 8 in 2024-04-10T16:54:44.609 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:54:44 smithi069 ceph-mon[96738]: osdmap e2532: 8 total, 8 up, 8 in 2024-04-10T16:54:44.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:54:44 smithi069 ceph-mon[94167]: osdmap e2532: 8 total, 8 up, 8 in 2024-04-10T16:54:45.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:54:45 smithi077 ceph-mon[87572]: pgmap v4719: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 767 KiB/s rd, 5.0 KiB/s wr, 1.04k op/s 2024-04-10T16:54:45.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:54:45 smithi077 ceph-mon[87572]: osdmap e2533: 8 total, 8 up, 8 in 2024-04-10T16:54:45.609 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:54:45 smithi069 ceph-mon[96738]: pgmap v4719: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 767 KiB/s rd, 5.0 KiB/s wr, 1.04k op/s 2024-04-10T16:54:45.609 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:54:45 smithi069 ceph-mon[96738]: osdmap e2533: 8 total, 8 up, 8 in 2024-04-10T16:54:45.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:54:45 smithi069 ceph-mon[94167]: pgmap v4719: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 767 KiB/s rd, 5.0 KiB/s wr, 1.04k op/s 2024-04-10T16:54:45.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:54:45 smithi069 ceph-mon[94167]: osdmap e2533: 8 total, 8 up, 8 in 2024-04-10T16:54:46.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:54:46 smithi077 ceph-mon[87572]: osdmap e2534: 8 total, 8 up, 8 in 2024-04-10T16:54:46.609 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:54:46 smithi069 ceph-mon[96738]: osdmap e2534: 8 total, 8 up, 8 in 2024-04-10T16:54:46.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:54:46 smithi069 ceph-mon[94167]: osdmap e2534: 8 total, 8 up, 8 in 2024-04-10T16:54:47.210 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:54:46 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:54:46] "GET /metrics HTTP/1.1" 200 36651 "" "Prometheus/2.43.0" 2024-04-10T16:54:47.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:54:47 smithi077 ceph-mon[87572]: pgmap v4722: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 735 KiB/s rd, 5.0 KiB/s wr, 994 op/s 2024-04-10T16:54:47.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:54:47 smithi077 ceph-mon[87572]: osdmap e2535: 8 total, 8 up, 8 in 2024-04-10T16:54:47.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:54:47 smithi077 ceph-mon[87572]: osdmap e2536: 8 total, 8 up, 8 in 2024-04-10T16:54:47.609 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:54:47 smithi069 ceph-mon[96738]: pgmap v4722: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 735 KiB/s rd, 5.0 KiB/s wr, 994 op/s 2024-04-10T16:54:47.609 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:54:47 smithi069 ceph-mon[96738]: osdmap e2535: 8 total, 8 up, 8 in 2024-04-10T16:54:47.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:54:47 smithi069 ceph-mon[96738]: osdmap e2536: 8 total, 8 up, 8 in 2024-04-10T16:54:47.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:54:47 smithi069 ceph-mon[94167]: pgmap v4722: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 735 KiB/s rd, 5.0 KiB/s wr, 994 op/s 2024-04-10T16:54:47.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:54:47 smithi069 ceph-mon[94167]: osdmap e2535: 8 total, 8 up, 8 in 2024-04-10T16:54:47.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:54:47 smithi069 ceph-mon[94167]: osdmap e2536: 8 total, 8 up, 8 in 2024-04-10T16:54:49.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:54:49 smithi077 ceph-mon[87572]: pgmap v4725: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 735 KiB/s rd, 5.0 KiB/s wr, 992 op/s 2024-04-10T16:54:49.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:54:49 smithi077 ceph-mon[87572]: osdmap e2537: 8 total, 8 up, 8 in 2024-04-10T16:54:49.609 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:54:49 smithi069 ceph-mon[96738]: pgmap v4725: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 735 KiB/s rd, 5.0 KiB/s wr, 992 op/s 2024-04-10T16:54:49.609 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:54:49 smithi069 ceph-mon[96738]: osdmap e2537: 8 total, 8 up, 8 in 2024-04-10T16:54:49.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:54:49 smithi069 ceph-mon[94167]: pgmap v4725: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 735 KiB/s rd, 5.0 KiB/s wr, 992 op/s 2024-04-10T16:54:49.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:54:49 smithi069 ceph-mon[94167]: osdmap e2537: 8 total, 8 up, 8 in 2024-04-10T16:54:50.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:54:50 smithi077 ceph-mon[87572]: osdmap e2538: 8 total, 8 up, 8 in 2024-04-10T16:54:50.609 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:54:50 smithi069 ceph-mon[96738]: osdmap e2538: 8 total, 8 up, 8 in 2024-04-10T16:54:50.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:54:50 smithi069 ceph-mon[94167]: osdmap e2538: 8 total, 8 up, 8 in 2024-04-10T16:54:51.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:54:51 smithi077 ceph-mon[87572]: pgmap v4728: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 511 B/s rd, 0 B/s wr, 1 op/s 2024-04-10T16:54:51.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:54:51 smithi077 ceph-mon[87572]: osdmap e2539: 8 total, 8 up, 8 in 2024-04-10T16:54:51.609 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:54:51 smithi069 ceph-mon[94167]: pgmap v4728: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 511 B/s rd, 0 B/s wr, 1 op/s 2024-04-10T16:54:51.609 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:54:51 smithi069 ceph-mon[94167]: osdmap e2539: 8 total, 8 up, 8 in 2024-04-10T16:54:51.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:54:51 smithi069 ceph-mon[96738]: pgmap v4728: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 511 B/s rd, 0 B/s wr, 1 op/s 2024-04-10T16:54:51.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:54:51 smithi069 ceph-mon[96738]: osdmap e2539: 8 total, 8 up, 8 in 2024-04-10T16:54:52.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:54:52 smithi077 ceph-mon[87572]: osdmap e2540: 8 total, 8 up, 8 in 2024-04-10T16:54:52.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:54:52 smithi077 ceph-mon[87572]: osdmap e2541: 8 total, 8 up, 8 in 2024-04-10T16:54:52.516 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:54:52 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:54:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:54:52.609 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:54:52 smithi069 ceph-mon[94167]: osdmap e2540: 8 total, 8 up, 8 in 2024-04-10T16:54:52.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:54:52 smithi069 ceph-mon[94167]: osdmap e2541: 8 total, 8 up, 8 in 2024-04-10T16:54:52.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:54:52 smithi069 ceph-mon[96738]: osdmap e2540: 8 total, 8 up, 8 in 2024-04-10T16:54:52.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:54:52 smithi069 ceph-mon[96738]: osdmap e2541: 8 total, 8 up, 8 in 2024-04-10T16:54:53.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:54:53 smithi077 ceph-mon[87572]: pgmap v4731: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 702 KiB/s rd, 5.0 KiB/s wr, 949 op/s 2024-04-10T16:54:53.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:54:53 smithi077 ceph-mon[87572]: osdmap e2542: 8 total, 8 up, 8 in 2024-04-10T16:54:53.609 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:54:53 smithi069 ceph-mon[96738]: pgmap v4731: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 702 KiB/s rd, 5.0 KiB/s wr, 949 op/s 2024-04-10T16:54:53.609 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:54:53 smithi069 ceph-mon[96738]: osdmap e2542: 8 total, 8 up, 8 in 2024-04-10T16:54:53.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:54:53 smithi069 ceph-mon[94167]: pgmap v4731: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 702 KiB/s rd, 5.0 KiB/s wr, 949 op/s 2024-04-10T16:54:53.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:54:53 smithi069 ceph-mon[94167]: osdmap e2542: 8 total, 8 up, 8 in 2024-04-10T16:54:55.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:54:55 smithi077 ceph-mon[87572]: pgmap v4734: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 702 KiB/s rd, 5.0 KiB/s wr, 949 op/s 2024-04-10T16:54:55.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:54:55 smithi077 ceph-mon[87572]: osdmap e2543: 8 total, 8 up, 8 in 2024-04-10T16:54:55.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:54:55 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:54:55.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:54:55 smithi069 ceph-mon[96738]: pgmap v4734: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 702 KiB/s rd, 5.0 KiB/s wr, 949 op/s 2024-04-10T16:54:55.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:54:55 smithi069 ceph-mon[96738]: osdmap e2543: 8 total, 8 up, 8 in 2024-04-10T16:54:55.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:54:55 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:54:55.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:54:55 smithi069 ceph-mon[94167]: pgmap v4734: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 702 KiB/s rd, 5.0 KiB/s wr, 949 op/s 2024-04-10T16:54:55.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:54:55 smithi069 ceph-mon[94167]: osdmap e2543: 8 total, 8 up, 8 in 2024-04-10T16:54:55.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:54:55 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:54:56.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:54:56 smithi077 ceph-mon[87572]: osdmap e2544: 8 total, 8 up, 8 in 2024-04-10T16:54:56.609 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:54:56 smithi069 ceph-mon[96738]: osdmap e2544: 8 total, 8 up, 8 in 2024-04-10T16:54:56.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:54:56 smithi069 ceph-mon[94167]: osdmap e2544: 8 total, 8 up, 8 in 2024-04-10T16:54:57.359 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:54:56 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:54:56] "GET /metrics HTTP/1.1" 200 36648 "" "Prometheus/2.43.0" 2024-04-10T16:54:57.360 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:54:57 smithi069 ceph-mon[94167]: pgmap v4737: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 669 KiB/s rd, 5.0 KiB/s wr, 905 op/s 2024-04-10T16:54:57.360 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:54:57 smithi069 ceph-mon[94167]: osdmap e2545: 8 total, 8 up, 8 in 2024-04-10T16:54:57.360 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:54:57 smithi069 ceph-mon[94167]: osdmap e2546: 8 total, 8 up, 8 in 2024-04-10T16:54:57.360 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:54:57 smithi069 ceph-mon[96738]: pgmap v4737: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 669 KiB/s rd, 5.0 KiB/s wr, 905 op/s 2024-04-10T16:54:57.360 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:54:57 smithi069 ceph-mon[96738]: osdmap e2545: 8 total, 8 up, 8 in 2024-04-10T16:54:57.360 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:54:57 smithi069 ceph-mon[96738]: osdmap e2546: 8 total, 8 up, 8 in 2024-04-10T16:54:57.515 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:54:57 smithi077 ceph-mon[87572]: pgmap v4737: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 669 KiB/s rd, 5.0 KiB/s wr, 905 op/s 2024-04-10T16:54:57.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:54:57 smithi077 ceph-mon[87572]: osdmap e2545: 8 total, 8 up, 8 in 2024-04-10T16:54:57.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:54:57 smithi077 ceph-mon[87572]: osdmap e2546: 8 total, 8 up, 8 in 2024-04-10T16:54:59.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:54:59 smithi077 ceph-mon[87572]: pgmap v4740: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 669 KiB/s rd, 5.0 KiB/s wr, 904 op/s 2024-04-10T16:54:59.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:54:59 smithi077 ceph-mon[87572]: osdmap e2547: 8 total, 8 up, 8 in 2024-04-10T16:54:59.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:54:59 smithi069 ceph-mon[96738]: pgmap v4740: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 669 KiB/s rd, 5.0 KiB/s wr, 904 op/s 2024-04-10T16:54:59.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:54:59 smithi069 ceph-mon[96738]: osdmap e2547: 8 total, 8 up, 8 in 2024-04-10T16:54:59.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:54:59 smithi069 ceph-mon[94167]: pgmap v4740: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 669 KiB/s rd, 5.0 KiB/s wr, 904 op/s 2024-04-10T16:54:59.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:54:59 smithi069 ceph-mon[94167]: osdmap e2547: 8 total, 8 up, 8 in 2024-04-10T16:55:00.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:55:00 smithi077 ceph-mon[87572]: osdmap e2548: 8 total, 8 up, 8 in 2024-04-10T16:55:00.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:55:00 smithi069 ceph-mon[96738]: osdmap e2548: 8 total, 8 up, 8 in 2024-04-10T16:55:00.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:55:00 smithi069 ceph-mon[94167]: osdmap e2548: 8 total, 8 up, 8 in 2024-04-10T16:55:01.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:55:01 smithi077 ceph-mon[87572]: pgmap v4743: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.5 KiB/s rd, 0 B/s wr, 3 op/s 2024-04-10T16:55:01.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:55:01 smithi077 ceph-mon[87572]: osdmap e2549: 8 total, 8 up, 8 in 2024-04-10T16:55:01.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:55:01 smithi069 ceph-mon[96738]: pgmap v4743: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.5 KiB/s rd, 0 B/s wr, 3 op/s 2024-04-10T16:55:01.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:55:01 smithi069 ceph-mon[96738]: osdmap e2549: 8 total, 8 up, 8 in 2024-04-10T16:55:01.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:55:01 smithi069 ceph-mon[94167]: pgmap v4743: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.5 KiB/s rd, 0 B/s wr, 3 op/s 2024-04-10T16:55:01.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:55:01 smithi069 ceph-mon[94167]: osdmap e2549: 8 total, 8 up, 8 in 2024-04-10T16:55:02.516 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:55:02 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:55:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:55:02.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:55:02 smithi077 ceph-mon[87572]: osdmap e2550: 8 total, 8 up, 8 in 2024-04-10T16:55:02.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:55:02 smithi077 ceph-mon[87572]: osdmap e2551: 8 total, 8 up, 8 in 2024-04-10T16:55:02.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:55:02 smithi069 ceph-mon[96738]: osdmap e2550: 8 total, 8 up, 8 in 2024-04-10T16:55:02.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:55:02 smithi069 ceph-mon[96738]: osdmap e2551: 8 total, 8 up, 8 in 2024-04-10T16:55:02.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:55:02 smithi069 ceph-mon[94167]: osdmap e2550: 8 total, 8 up, 8 in 2024-04-10T16:55:02.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:55:02 smithi069 ceph-mon[94167]: osdmap e2551: 8 total, 8 up, 8 in 2024-04-10T16:55:03.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:55:03 smithi077 ceph-mon[87572]: pgmap v4746: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 637 KiB/s rd, 5.0 KiB/s wr, 866 op/s 2024-04-10T16:55:03.609 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:55:03 smithi069 ceph-mon[96738]: pgmap v4746: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 637 KiB/s rd, 5.0 KiB/s wr, 866 op/s 2024-04-10T16:55:03.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:55:03 smithi069 ceph-mon[94167]: pgmap v4746: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 637 KiB/s rd, 5.0 KiB/s wr, 866 op/s 2024-04-10T16:55:04.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:55:04 smithi077 ceph-mon[87572]: osdmap e2552: 8 total, 8 up, 8 in 2024-04-10T16:55:04.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:55:04 smithi069 ceph-mon[96738]: osdmap e2552: 8 total, 8 up, 8 in 2024-04-10T16:55:04.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:55:04 smithi069 ceph-mon[94167]: osdmap e2552: 8 total, 8 up, 8 in 2024-04-10T16:55:05.511 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:55:05 smithi069 ceph-mon[96738]: pgmap v4749: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 636 KiB/s rd, 5.0 KiB/s wr, 862 op/s 2024-04-10T16:55:05.511 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:55:05 smithi069 ceph-mon[96738]: osdmap e2553: 8 total, 8 up, 8 in 2024-04-10T16:55:05.512 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:55:05 smithi069 ceph-mon[94167]: pgmap v4749: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 636 KiB/s rd, 5.0 KiB/s wr, 862 op/s 2024-04-10T16:55:05.512 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:55:05 smithi069 ceph-mon[94167]: osdmap e2553: 8 total, 8 up, 8 in 2024-04-10T16:55:05.515 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:55:05 smithi077 ceph-mon[87572]: pgmap v4749: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 636 KiB/s rd, 5.0 KiB/s wr, 862 op/s 2024-04-10T16:55:05.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:55:05 smithi077 ceph-mon[87572]: osdmap e2553: 8 total, 8 up, 8 in 2024-04-10T16:55:06.518 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:55:06 smithi077 ceph-mon[87572]: osdmap e2554: 8 total, 8 up, 8 in 2024-04-10T16:55:06.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:55:06 smithi069 ceph-mon[96738]: osdmap e2554: 8 total, 8 up, 8 in 2024-04-10T16:55:06.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:55:06 smithi069 ceph-mon[94167]: osdmap e2554: 8 total, 8 up, 8 in 2024-04-10T16:55:07.242 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:55:06 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:55:06] "GET /metrics HTTP/1.1" 200 36648 "" "Prometheus/2.43.0" 2024-04-10T16:55:07.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:55:07 smithi077 ceph-mon[87572]: pgmap v4752: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 604 KiB/s rd, 5.0 KiB/s wr, 816 op/s 2024-04-10T16:55:07.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:55:07 smithi077 ceph-mon[87572]: osdmap e2555: 8 total, 8 up, 8 in 2024-04-10T16:55:07.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:55:07 smithi077 ceph-mon[87572]: osdmap e2556: 8 total, 8 up, 8 in 2024-04-10T16:55:07.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:55:07 smithi069 ceph-mon[96738]: pgmap v4752: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 604 KiB/s rd, 5.0 KiB/s wr, 816 op/s 2024-04-10T16:55:07.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:55:07 smithi069 ceph-mon[96738]: osdmap e2555: 8 total, 8 up, 8 in 2024-04-10T16:55:07.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:55:07 smithi069 ceph-mon[96738]: osdmap e2556: 8 total, 8 up, 8 in 2024-04-10T16:55:07.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:55:07 smithi069 ceph-mon[94167]: pgmap v4752: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 604 KiB/s rd, 5.0 KiB/s wr, 816 op/s 2024-04-10T16:55:07.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:55:07 smithi069 ceph-mon[94167]: osdmap e2555: 8 total, 8 up, 8 in 2024-04-10T16:55:07.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:55:07 smithi069 ceph-mon[94167]: osdmap e2556: 8 total, 8 up, 8 in 2024-04-10T16:55:09.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:55:09 smithi077 ceph-mon[87572]: pgmap v4755: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 603 KiB/s rd, 5.0 KiB/s wr, 816 op/s 2024-04-10T16:55:09.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:55:09 smithi077 ceph-mon[87572]: osdmap e2557: 8 total, 8 up, 8 in 2024-04-10T16:55:09.609 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:55:09 smithi069 ceph-mon[96738]: pgmap v4755: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 603 KiB/s rd, 5.0 KiB/s wr, 816 op/s 2024-04-10T16:55:09.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:55:09 smithi069 ceph-mon[96738]: osdmap e2557: 8 total, 8 up, 8 in 2024-04-10T16:55:09.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:55:09 smithi069 ceph-mon[94167]: pgmap v4755: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 603 KiB/s rd, 5.0 KiB/s wr, 816 op/s 2024-04-10T16:55:09.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:55:09 smithi069 ceph-mon[94167]: osdmap e2557: 8 total, 8 up, 8 in 2024-04-10T16:55:10.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:55:10 smithi077 ceph-mon[87572]: osdmap e2558: 8 total, 8 up, 8 in 2024-04-10T16:55:10.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:55:10 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:55:10.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:55:10 smithi069 ceph-mon[96738]: osdmap e2558: 8 total, 8 up, 8 in 2024-04-10T16:55:10.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:55:10 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:55:10.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:55:10 smithi069 ceph-mon[94167]: osdmap e2558: 8 total, 8 up, 8 in 2024-04-10T16:55:10.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:55:10 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:55:11.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:55:11 smithi077 ceph-mon[87572]: pgmap v4758: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.7 KiB/s rd, 0 B/s wr, 4 op/s 2024-04-10T16:55:11.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:55:11 smithi077 ceph-mon[87572]: osdmap e2559: 8 total, 8 up, 8 in 2024-04-10T16:55:11.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:55:11 smithi069 ceph-mon[94167]: pgmap v4758: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.7 KiB/s rd, 0 B/s wr, 4 op/s 2024-04-10T16:55:11.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:55:11 smithi069 ceph-mon[94167]: osdmap e2559: 8 total, 8 up, 8 in 2024-04-10T16:55:11.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:55:11 smithi069 ceph-mon[96738]: pgmap v4758: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.7 KiB/s rd, 0 B/s wr, 4 op/s 2024-04-10T16:55:11.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:55:11 smithi069 ceph-mon[96738]: osdmap e2559: 8 total, 8 up, 8 in 2024-04-10T16:55:12.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:55:12 smithi077 ceph-mon[87572]: osdmap e2560: 8 total, 8 up, 8 in 2024-04-10T16:55:12.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:55:12 smithi077 ceph-mon[87572]: osdmap e2561: 8 total, 8 up, 8 in 2024-04-10T16:55:12.516 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:55:12 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:55:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:55:12.609 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:55:12 smithi069 ceph-mon[94167]: osdmap e2560: 8 total, 8 up, 8 in 2024-04-10T16:55:12.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:55:12 smithi069 ceph-mon[94167]: osdmap e2561: 8 total, 8 up, 8 in 2024-04-10T16:55:12.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:55:12 smithi069 ceph-mon[96738]: osdmap e2560: 8 total, 8 up, 8 in 2024-04-10T16:55:12.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:55:12 smithi069 ceph-mon[96738]: osdmap e2561: 8 total, 8 up, 8 in 2024-04-10T16:55:13.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:55:13 smithi077 ceph-mon[87572]: pgmap v4761: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 572 KiB/s rd, 5.0 KiB/s wr, 778 op/s 2024-04-10T16:55:13.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:55:13 smithi069 ceph-mon[96738]: pgmap v4761: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 572 KiB/s rd, 5.0 KiB/s wr, 778 op/s 2024-04-10T16:55:13.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:55:13 smithi069 ceph-mon[94167]: pgmap v4761: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 572 KiB/s rd, 5.0 KiB/s wr, 778 op/s 2024-04-10T16:55:14.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:55:14 smithi077 ceph-mon[87572]: osdmap e2562: 8 total, 8 up, 8 in 2024-04-10T16:55:14.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:55:14 smithi069 ceph-mon[96738]: osdmap e2562: 8 total, 8 up, 8 in 2024-04-10T16:55:14.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:55:14 smithi069 ceph-mon[94167]: osdmap e2562: 8 total, 8 up, 8 in 2024-04-10T16:55:15.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:55:15 smithi077 ceph-mon[87572]: pgmap v4764: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 571 KiB/s rd, 5.0 KiB/s wr, 774 op/s 2024-04-10T16:55:15.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:55:15 smithi077 ceph-mon[87572]: osdmap e2563: 8 total, 8 up, 8 in 2024-04-10T16:55:15.609 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:55:15 smithi069 ceph-mon[96738]: pgmap v4764: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 571 KiB/s rd, 5.0 KiB/s wr, 774 op/s 2024-04-10T16:55:15.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:55:15 smithi069 ceph-mon[96738]: osdmap e2563: 8 total, 8 up, 8 in 2024-04-10T16:55:15.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:55:15 smithi069 ceph-mon[94167]: pgmap v4764: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 571 KiB/s rd, 5.0 KiB/s wr, 774 op/s 2024-04-10T16:55:15.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:55:15 smithi069 ceph-mon[94167]: osdmap e2563: 8 total, 8 up, 8 in 2024-04-10T16:55:16.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:55:16 smithi077 ceph-mon[87572]: osdmap e2564: 8 total, 8 up, 8 in 2024-04-10T16:55:16.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:55:16 smithi069 ceph-mon[96738]: osdmap e2564: 8 total, 8 up, 8 in 2024-04-10T16:55:16.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:55:16 smithi069 ceph-mon[94167]: osdmap e2564: 8 total, 8 up, 8 in 2024-04-10T16:55:17.226 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:55:16 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:55:16] "GET /metrics HTTP/1.1" 200 36650 "" "Prometheus/2.43.0" 2024-04-10T16:55:17.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:55:17 smithi077 ceph-mon[87572]: pgmap v4767: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 540 KiB/s rd, 5.0 KiB/s wr, 733 op/s 2024-04-10T16:55:17.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:55:17 smithi077 ceph-mon[87572]: osdmap e2565: 8 total, 8 up, 8 in 2024-04-10T16:55:17.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:55:17 smithi077 ceph-mon[87572]: osdmap e2566: 8 total, 8 up, 8 in 2024-04-10T16:55:17.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:55:17 smithi069 ceph-mon[96738]: pgmap v4767: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 540 KiB/s rd, 5.0 KiB/s wr, 733 op/s 2024-04-10T16:55:17.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:55:17 smithi069 ceph-mon[96738]: osdmap e2565: 8 total, 8 up, 8 in 2024-04-10T16:55:17.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:55:17 smithi069 ceph-mon[96738]: osdmap e2566: 8 total, 8 up, 8 in 2024-04-10T16:55:17.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:55:17 smithi069 ceph-mon[94167]: pgmap v4767: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 540 KiB/s rd, 5.0 KiB/s wr, 733 op/s 2024-04-10T16:55:17.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:55:17 smithi069 ceph-mon[94167]: osdmap e2565: 8 total, 8 up, 8 in 2024-04-10T16:55:17.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:55:17 smithi069 ceph-mon[94167]: osdmap e2566: 8 total, 8 up, 8 in 2024-04-10T16:55:19.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:55:19 smithi077 ceph-mon[87572]: pgmap v4770: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 540 KiB/s rd, 5.0 KiB/s wr, 732 op/s 2024-04-10T16:55:19.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:55:19 smithi077 ceph-mon[87572]: osdmap e2567: 8 total, 8 up, 8 in 2024-04-10T16:55:19.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:55:19 smithi069 ceph-mon[96738]: pgmap v4770: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 540 KiB/s rd, 5.0 KiB/s wr, 732 op/s 2024-04-10T16:55:19.687 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:55:19 smithi069 ceph-mon[96738]: osdmap e2567: 8 total, 8 up, 8 in 2024-04-10T16:55:19.687 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:55:19 smithi069 ceph-mon[94167]: pgmap v4770: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 540 KiB/s rd, 5.0 KiB/s wr, 732 op/s 2024-04-10T16:55:19.687 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:55:19 smithi069 ceph-mon[94167]: osdmap e2567: 8 total, 8 up, 8 in 2024-04-10T16:55:20.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:55:20 smithi077 ceph-mon[87572]: osdmap e2568: 8 total, 8 up, 8 in 2024-04-10T16:55:20.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:55:20 smithi069 ceph-mon[96738]: osdmap e2568: 8 total, 8 up, 8 in 2024-04-10T16:55:20.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:55:20 smithi069 ceph-mon[94167]: osdmap e2568: 8 total, 8 up, 8 in 2024-04-10T16:55:21.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:55:21 smithi077 ceph-mon[87572]: pgmap v4773: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 0 B/s wr, 2 op/s 2024-04-10T16:55:21.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:55:21 smithi077 ceph-mon[87572]: osdmap e2569: 8 total, 8 up, 8 in 2024-04-10T16:55:21.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:55:21 smithi069 ceph-mon[96738]: pgmap v4773: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 0 B/s wr, 2 op/s 2024-04-10T16:55:21.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:55:21 smithi069 ceph-mon[96738]: osdmap e2569: 8 total, 8 up, 8 in 2024-04-10T16:55:21.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:55:21 smithi069 ceph-mon[94167]: pgmap v4773: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 0 B/s wr, 2 op/s 2024-04-10T16:55:21.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:55:21 smithi069 ceph-mon[94167]: osdmap e2569: 8 total, 8 up, 8 in 2024-04-10T16:55:22.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:55:22 smithi077 ceph-mon[87572]: osdmap e2570: 8 total, 8 up, 8 in 2024-04-10T16:55:22.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:55:22 smithi077 ceph-mon[87572]: osdmap e2571: 8 total, 8 up, 8 in 2024-04-10T16:55:22.516 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:55:22 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:55:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:55:22.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:55:22 smithi069 ceph-mon[96738]: osdmap e2570: 8 total, 8 up, 8 in 2024-04-10T16:55:22.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:55:22 smithi069 ceph-mon[96738]: osdmap e2571: 8 total, 8 up, 8 in 2024-04-10T16:55:22.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:55:22 smithi069 ceph-mon[94167]: osdmap e2570: 8 total, 8 up, 8 in 2024-04-10T16:55:22.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:55:22 smithi069 ceph-mon[94167]: osdmap e2571: 8 total, 8 up, 8 in 2024-04-10T16:55:23.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:55:23 smithi077 ceph-mon[87572]: pgmap v4776: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 507 KiB/s rd, 5.0 KiB/s wr, 688 op/s 2024-04-10T16:55:23.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:55:23 smithi077 ceph-mon[87572]: osdmap e2572: 8 total, 8 up, 8 in 2024-04-10T16:55:23.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:55:23 smithi069 ceph-mon[96738]: pgmap v4776: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 507 KiB/s rd, 5.0 KiB/s wr, 688 op/s 2024-04-10T16:55:23.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:55:23 smithi069 ceph-mon[96738]: osdmap e2572: 8 total, 8 up, 8 in 2024-04-10T16:55:23.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:55:23 smithi069 ceph-mon[94167]: pgmap v4776: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 507 KiB/s rd, 5.0 KiB/s wr, 688 op/s 2024-04-10T16:55:23.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:55:23 smithi069 ceph-mon[94167]: osdmap e2572: 8 total, 8 up, 8 in 2024-04-10T16:55:25.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:55:25 smithi077 ceph-mon[87572]: pgmap v4779: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 506 KiB/s rd, 5.0 KiB/s wr, 685 op/s 2024-04-10T16:55:25.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:55:25 smithi077 ceph-mon[87572]: osdmap e2573: 8 total, 8 up, 8 in 2024-04-10T16:55:25.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:55:25 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:55:25.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:55:25 smithi069 ceph-mon[96738]: pgmap v4779: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 506 KiB/s rd, 5.0 KiB/s wr, 685 op/s 2024-04-10T16:55:25.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:55:25 smithi069 ceph-mon[96738]: osdmap e2573: 8 total, 8 up, 8 in 2024-04-10T16:55:25.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:55:25 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:55:25.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:55:25 smithi069 ceph-mon[94167]: pgmap v4779: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 506 KiB/s rd, 5.0 KiB/s wr, 685 op/s 2024-04-10T16:55:25.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:55:25 smithi069 ceph-mon[94167]: osdmap e2573: 8 total, 8 up, 8 in 2024-04-10T16:55:25.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:55:25 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:55:26.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:55:26 smithi077 ceph-mon[87572]: osdmap e2574: 8 total, 8 up, 8 in 2024-04-10T16:55:26.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:55:26 smithi069 ceph-mon[96738]: osdmap e2574: 8 total, 8 up, 8 in 2024-04-10T16:55:26.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:55:26 smithi069 ceph-mon[94167]: osdmap e2574: 8 total, 8 up, 8 in 2024-04-10T16:55:27.360 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:55:27 smithi069 ceph-mon[94167]: pgmap v4782: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 475 KiB/s rd, 5.0 KiB/s wr, 645 op/s 2024-04-10T16:55:27.360 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:55:27 smithi069 ceph-mon[94167]: osdmap e2575: 8 total, 8 up, 8 in 2024-04-10T16:55:27.360 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:55:27 smithi069 ceph-mon[94167]: osdmap e2576: 8 total, 8 up, 8 in 2024-04-10T16:55:27.360 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:55:26 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:55:26] "GET /metrics HTTP/1.1" 200 36649 "" "Prometheus/2.43.0" 2024-04-10T16:55:27.360 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:55:27 smithi069 ceph-mon[96738]: pgmap v4782: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 475 KiB/s rd, 5.0 KiB/s wr, 645 op/s 2024-04-10T16:55:27.361 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:55:27 smithi069 ceph-mon[96738]: osdmap e2575: 8 total, 8 up, 8 in 2024-04-10T16:55:27.361 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:55:27 smithi069 ceph-mon[96738]: osdmap e2576: 8 total, 8 up, 8 in 2024-04-10T16:55:27.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:55:27 smithi077 ceph-mon[87572]: pgmap v4782: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 475 KiB/s rd, 5.0 KiB/s wr, 645 op/s 2024-04-10T16:55:27.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:55:27 smithi077 ceph-mon[87572]: osdmap e2575: 8 total, 8 up, 8 in 2024-04-10T16:55:27.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:55:27 smithi077 ceph-mon[87572]: osdmap e2576: 8 total, 8 up, 8 in 2024-04-10T16:55:29.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:55:29 smithi077 ceph-mon[87572]: pgmap v4785: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 475 KiB/s rd, 5.0 KiB/s wr, 645 op/s 2024-04-10T16:55:29.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:55:29 smithi077 ceph-mon[87572]: osdmap e2577: 8 total, 8 up, 8 in 2024-04-10T16:55:29.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:55:29 smithi069 ceph-mon[96738]: pgmap v4785: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 475 KiB/s rd, 5.0 KiB/s wr, 645 op/s 2024-04-10T16:55:29.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:55:29 smithi069 ceph-mon[96738]: osdmap e2577: 8 total, 8 up, 8 in 2024-04-10T16:55:29.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:55:29 smithi069 ceph-mon[94167]: pgmap v4785: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 475 KiB/s rd, 5.0 KiB/s wr, 645 op/s 2024-04-10T16:55:29.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:55:29 smithi069 ceph-mon[94167]: osdmap e2577: 8 total, 8 up, 8 in 2024-04-10T16:55:30.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:55:30 smithi077 ceph-mon[87572]: osdmap e2578: 8 total, 8 up, 8 in 2024-04-10T16:55:30.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:55:30 smithi069 ceph-mon[96738]: osdmap e2578: 8 total, 8 up, 8 in 2024-04-10T16:55:30.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:55:30 smithi069 ceph-mon[94167]: osdmap e2578: 8 total, 8 up, 8 in 2024-04-10T16:55:31.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:55:31 smithi077 ceph-mon[87572]: pgmap v4788: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1023 B/s rd, 0 B/s wr, 2 op/s 2024-04-10T16:55:31.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:55:31 smithi077 ceph-mon[87572]: osdmap e2579: 8 total, 8 up, 8 in 2024-04-10T16:55:31.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:55:31 smithi069 ceph-mon[96738]: pgmap v4788: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1023 B/s rd, 0 B/s wr, 2 op/s 2024-04-10T16:55:31.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:55:31 smithi069 ceph-mon[96738]: osdmap e2579: 8 total, 8 up, 8 in 2024-04-10T16:55:31.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:55:31 smithi069 ceph-mon[94167]: pgmap v4788: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1023 B/s rd, 0 B/s wr, 2 op/s 2024-04-10T16:55:31.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:55:31 smithi069 ceph-mon[94167]: osdmap e2579: 8 total, 8 up, 8 in 2024-04-10T16:55:32.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:55:32 smithi077 ceph-mon[87572]: osdmap e2580: 8 total, 8 up, 8 in 2024-04-10T16:55:32.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:55:32 smithi077 ceph-mon[87572]: osdmap e2581: 8 total, 8 up, 8 in 2024-04-10T16:55:32.516 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:55:32 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:55:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:55:32.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:55:32 smithi069 ceph-mon[96738]: osdmap e2580: 8 total, 8 up, 8 in 2024-04-10T16:55:32.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:55:32 smithi069 ceph-mon[96738]: osdmap e2581: 8 total, 8 up, 8 in 2024-04-10T16:55:32.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:55:32 smithi069 ceph-mon[94167]: osdmap e2580: 8 total, 8 up, 8 in 2024-04-10T16:55:32.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:55:32 smithi069 ceph-mon[94167]: osdmap e2581: 8 total, 8 up, 8 in 2024-04-10T16:55:33.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:55:33 smithi077 ceph-mon[87572]: pgmap v4791: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 441 KiB/s rd, 5.0 KiB/s wr, 597 op/s 2024-04-10T16:55:33.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:55:33 smithi069 ceph-mon[94167]: pgmap v4791: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 441 KiB/s rd, 5.0 KiB/s wr, 597 op/s 2024-04-10T16:55:33.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:55:33 smithi069 ceph-mon[96738]: pgmap v4791: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 441 KiB/s rd, 5.0 KiB/s wr, 597 op/s 2024-04-10T16:55:34.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:55:34 smithi077 ceph-mon[87572]: osdmap e2582: 8 total, 8 up, 8 in 2024-04-10T16:55:34.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:55:34 smithi069 ceph-mon[96738]: osdmap e2582: 8 total, 8 up, 8 in 2024-04-10T16:55:34.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:55:34 smithi069 ceph-mon[94167]: osdmap e2582: 8 total, 8 up, 8 in 2024-04-10T16:55:35.511 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:55:35 smithi069 ceph-mon[96738]: pgmap v4794: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 440 KiB/s rd, 5.0 KiB/s wr, 595 op/s 2024-04-10T16:55:35.511 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:55:35 smithi069 ceph-mon[96738]: osdmap e2583: 8 total, 8 up, 8 in 2024-04-10T16:55:35.511 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:55:35 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:55:35.511 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:55:35 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:55:35.511 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:55:35 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:55:35.511 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:55:35 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:55:35.512 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:55:35 smithi069 ceph-mon[94167]: pgmap v4794: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 440 KiB/s rd, 5.0 KiB/s wr, 595 op/s 2024-04-10T16:55:35.512 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:55:35 smithi069 ceph-mon[94167]: osdmap e2583: 8 total, 8 up, 8 in 2024-04-10T16:55:35.512 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:55:35 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:55:35.512 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:55:35 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:55:35.512 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:55:35 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:55:35.512 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:55:35 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:55:35.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:55:35 smithi077 ceph-mon[87572]: pgmap v4794: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 440 KiB/s rd, 5.0 KiB/s wr, 595 op/s 2024-04-10T16:55:35.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:55:35 smithi077 ceph-mon[87572]: osdmap e2583: 8 total, 8 up, 8 in 2024-04-10T16:55:35.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:55:35 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:55:35.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:55:35 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:55:35.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:55:35 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:55:35.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:55:35 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:55:36.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:55:36 smithi077 ceph-mon[87572]: osdmap e2584: 8 total, 8 up, 8 in 2024-04-10T16:55:36.609 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:55:36 smithi069 ceph-mon[96738]: osdmap e2584: 8 total, 8 up, 8 in 2024-04-10T16:55:36.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:55:36 smithi069 ceph-mon[94167]: osdmap e2584: 8 total, 8 up, 8 in 2024-04-10T16:55:37.250 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:55:36 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:55:36] "GET /metrics HTTP/1.1" 200 36649 "" "Prometheus/2.43.0" 2024-04-10T16:55:37.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:55:37 smithi077 ceph-mon[87572]: pgmap v4797: 137 pgs: 1 active+clean+snaptrim, 136 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 408 KiB/s rd, 5.0 KiB/s wr, 552 op/s 2024-04-10T16:55:37.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:55:37 smithi077 ceph-mon[87572]: osdmap e2585: 8 total, 8 up, 8 in 2024-04-10T16:55:37.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:55:37 smithi077 ceph-mon[87572]: osdmap e2586: 8 total, 8 up, 8 in 2024-04-10T16:55:37.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:55:37 smithi069 ceph-mon[96738]: pgmap v4797: 137 pgs: 1 active+clean+snaptrim, 136 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 408 KiB/s rd, 5.0 KiB/s wr, 552 op/s 2024-04-10T16:55:37.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:55:37 smithi069 ceph-mon[96738]: osdmap e2585: 8 total, 8 up, 8 in 2024-04-10T16:55:37.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:55:37 smithi069 ceph-mon[96738]: osdmap e2586: 8 total, 8 up, 8 in 2024-04-10T16:55:37.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:55:37 smithi069 ceph-mon[94167]: pgmap v4797: 137 pgs: 1 active+clean+snaptrim, 136 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 408 KiB/s rd, 5.0 KiB/s wr, 552 op/s 2024-04-10T16:55:37.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:55:37 smithi069 ceph-mon[94167]: osdmap e2585: 8 total, 8 up, 8 in 2024-04-10T16:55:37.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:55:37 smithi069 ceph-mon[94167]: osdmap e2586: 8 total, 8 up, 8 in 2024-04-10T16:55:39.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:55:39 smithi077 ceph-mon[87572]: pgmap v4800: 137 pgs: 1 active+clean+snaptrim, 136 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 408 KiB/s rd, 5.0 KiB/s wr, 552 op/s 2024-04-10T16:55:39.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:55:39 smithi077 ceph-mon[87572]: osdmap e2587: 8 total, 8 up, 8 in 2024-04-10T16:55:39.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:55:39 smithi069 ceph-mon[96738]: pgmap v4800: 137 pgs: 1 active+clean+snaptrim, 136 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 408 KiB/s rd, 5.0 KiB/s wr, 552 op/s 2024-04-10T16:55:39.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:55:39 smithi069 ceph-mon[96738]: osdmap e2587: 8 total, 8 up, 8 in 2024-04-10T16:55:39.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:55:39 smithi069 ceph-mon[94167]: pgmap v4800: 137 pgs: 1 active+clean+snaptrim, 136 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 408 KiB/s rd, 5.0 KiB/s wr, 552 op/s 2024-04-10T16:55:39.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:55:39 smithi069 ceph-mon[94167]: osdmap e2587: 8 total, 8 up, 8 in 2024-04-10T16:55:40.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:55:40 smithi077 ceph-mon[87572]: osdmap e2588: 8 total, 8 up, 8 in 2024-04-10T16:55:40.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:55:40 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:55:40.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:55:40 smithi069 ceph-mon[96738]: osdmap e2588: 8 total, 8 up, 8 in 2024-04-10T16:55:40.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:55:40 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:55:40.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:55:40 smithi069 ceph-mon[94167]: osdmap e2588: 8 total, 8 up, 8 in 2024-04-10T16:55:40.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:55:40 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:55:41.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:55:41 smithi077 ceph-mon[87572]: pgmap v4803: 137 pgs: 1 active+clean+snaptrim, 136 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 767 B/s rd, 0 B/s wr, 1 op/s 2024-04-10T16:55:41.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:55:41 smithi077 ceph-mon[87572]: osdmap e2589: 8 total, 8 up, 8 in 2024-04-10T16:55:41.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:55:41 smithi069 ceph-mon[96738]: pgmap v4803: 137 pgs: 1 active+clean+snaptrim, 136 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 767 B/s rd, 0 B/s wr, 1 op/s 2024-04-10T16:55:41.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:55:41 smithi069 ceph-mon[96738]: osdmap e2589: 8 total, 8 up, 8 in 2024-04-10T16:55:41.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:55:41 smithi069 ceph-mon[94167]: pgmap v4803: 137 pgs: 1 active+clean+snaptrim, 136 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 767 B/s rd, 0 B/s wr, 1 op/s 2024-04-10T16:55:41.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:55:41 smithi069 ceph-mon[94167]: osdmap e2589: 8 total, 8 up, 8 in 2024-04-10T16:55:42.516 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:55:42 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:55:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:55:42.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:55:42 smithi077 ceph-mon[87572]: osdmap e2590: 8 total, 8 up, 8 in 2024-04-10T16:55:42.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:55:42 smithi077 ceph-mon[87572]: osdmap e2591: 8 total, 8 up, 8 in 2024-04-10T16:55:42.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:55:42 smithi069 ceph-mon[96738]: osdmap e2590: 8 total, 8 up, 8 in 2024-04-10T16:55:42.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:55:42 smithi069 ceph-mon[96738]: osdmap e2591: 8 total, 8 up, 8 in 2024-04-10T16:55:42.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:55:42 smithi069 ceph-mon[94167]: osdmap e2590: 8 total, 8 up, 8 in 2024-04-10T16:55:42.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:55:42 smithi069 ceph-mon[94167]: osdmap e2591: 8 total, 8 up, 8 in 2024-04-10T16:55:43.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:55:43 smithi077 ceph-mon[87572]: pgmap v4806: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 376 KiB/s rd, 5.0 KiB/s wr, 510 op/s 2024-04-10T16:55:43.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:55:43 smithi069 ceph-mon[94167]: pgmap v4806: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 376 KiB/s rd, 5.0 KiB/s wr, 510 op/s 2024-04-10T16:55:43.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:55:43 smithi069 ceph-mon[96738]: pgmap v4806: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 376 KiB/s rd, 5.0 KiB/s wr, 510 op/s 2024-04-10T16:55:44.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:55:44 smithi077 ceph-mon[87572]: osdmap e2592: 8 total, 8 up, 8 in 2024-04-10T16:55:44.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:55:44 smithi069 ceph-mon[96738]: osdmap e2592: 8 total, 8 up, 8 in 2024-04-10T16:55:44.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:55:44 smithi069 ceph-mon[94167]: osdmap e2592: 8 total, 8 up, 8 in 2024-04-10T16:55:45.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:55:45 smithi077 ceph-mon[87572]: pgmap v4809: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 375 KiB/s rd, 5.0 KiB/s wr, 508 op/s 2024-04-10T16:55:45.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:55:45 smithi077 ceph-mon[87572]: osdmap e2593: 8 total, 8 up, 8 in 2024-04-10T16:55:45.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:55:45 smithi069 ceph-mon[96738]: pgmap v4809: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 375 KiB/s rd, 5.0 KiB/s wr, 508 op/s 2024-04-10T16:55:45.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:55:45 smithi069 ceph-mon[96738]: osdmap e2593: 8 total, 8 up, 8 in 2024-04-10T16:55:45.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:55:45 smithi069 ceph-mon[94167]: pgmap v4809: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 375 KiB/s rd, 5.0 KiB/s wr, 508 op/s 2024-04-10T16:55:45.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:55:45 smithi069 ceph-mon[94167]: osdmap e2593: 8 total, 8 up, 8 in 2024-04-10T16:55:46.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:55:46 smithi077 ceph-mon[87572]: osdmap e2594: 8 total, 8 up, 8 in 2024-04-10T16:55:46.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:55:46 smithi069 ceph-mon[96738]: osdmap e2594: 8 total, 8 up, 8 in 2024-04-10T16:55:46.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:55:46 smithi069 ceph-mon[94167]: osdmap e2594: 8 total, 8 up, 8 in 2024-04-10T16:55:47.236 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:55:46 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:55:46] "GET /metrics HTTP/1.1" 200 36646 "" "Prometheus/2.43.0" 2024-04-10T16:55:47.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:55:47 smithi077 ceph-mon[87572]: pgmap v4812: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 343 KiB/s rd, 5.0 KiB/s wr, 465 op/s 2024-04-10T16:55:47.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:55:47 smithi077 ceph-mon[87572]: osdmap e2595: 8 total, 8 up, 8 in 2024-04-10T16:55:47.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:55:47 smithi077 ceph-mon[87572]: osdmap e2596: 8 total, 8 up, 8 in 2024-04-10T16:55:47.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:55:47 smithi069 ceph-mon[94167]: pgmap v4812: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 343 KiB/s rd, 5.0 KiB/s wr, 465 op/s 2024-04-10T16:55:47.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:55:47 smithi069 ceph-mon[94167]: osdmap e2595: 8 total, 8 up, 8 in 2024-04-10T16:55:47.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:55:47 smithi069 ceph-mon[94167]: osdmap e2596: 8 total, 8 up, 8 in 2024-04-10T16:55:47.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:55:47 smithi069 ceph-mon[96738]: pgmap v4812: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 343 KiB/s rd, 5.0 KiB/s wr, 465 op/s 2024-04-10T16:55:47.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:55:47 smithi069 ceph-mon[96738]: osdmap e2595: 8 total, 8 up, 8 in 2024-04-10T16:55:47.611 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:55:47 smithi069 ceph-mon[96738]: osdmap e2596: 8 total, 8 up, 8 in 2024-04-10T16:55:49.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:55:49 smithi077 ceph-mon[87572]: pgmap v4815: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 343 KiB/s rd, 5.0 KiB/s wr, 465 op/s 2024-04-10T16:55:49.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:55:49 smithi077 ceph-mon[87572]: osdmap e2597: 8 total, 8 up, 8 in 2024-04-10T16:55:49.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:55:49 smithi069 ceph-mon[96738]: pgmap v4815: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 343 KiB/s rd, 5.0 KiB/s wr, 465 op/s 2024-04-10T16:55:49.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:55:49 smithi069 ceph-mon[96738]: osdmap e2597: 8 total, 8 up, 8 in 2024-04-10T16:55:49.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:55:49 smithi069 ceph-mon[94167]: pgmap v4815: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 343 KiB/s rd, 5.0 KiB/s wr, 465 op/s 2024-04-10T16:55:49.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:55:49 smithi069 ceph-mon[94167]: osdmap e2597: 8 total, 8 up, 8 in 2024-04-10T16:55:50.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:55:50 smithi077 ceph-mon[87572]: osdmap e2598: 8 total, 8 up, 8 in 2024-04-10T16:55:50.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:55:50 smithi069 ceph-mon[96738]: osdmap e2598: 8 total, 8 up, 8 in 2024-04-10T16:55:50.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:55:50 smithi069 ceph-mon[94167]: osdmap e2598: 8 total, 8 up, 8 in 2024-04-10T16:55:51.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:55:51 smithi077 ceph-mon[87572]: pgmap v4818: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2024-04-10T16:55:51.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:55:51 smithi077 ceph-mon[87572]: osdmap e2599: 8 total, 8 up, 8 in 2024-04-10T16:55:51.609 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:55:51 smithi069 ceph-mon[96738]: pgmap v4818: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2024-04-10T16:55:51.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:55:51 smithi069 ceph-mon[96738]: osdmap e2599: 8 total, 8 up, 8 in 2024-04-10T16:55:51.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:55:51 smithi069 ceph-mon[94167]: pgmap v4818: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2024-04-10T16:55:51.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:55:51 smithi069 ceph-mon[94167]: osdmap e2599: 8 total, 8 up, 8 in 2024-04-10T16:55:52.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:55:52 smithi077 ceph-mon[87572]: osdmap e2600: 8 total, 8 up, 8 in 2024-04-10T16:55:52.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:55:52 smithi077 ceph-mon[87572]: osdmap e2601: 8 total, 8 up, 8 in 2024-04-10T16:55:52.516 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:55:52 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:55:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:55:52.609 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:55:52 smithi069 ceph-mon[96738]: osdmap e2600: 8 total, 8 up, 8 in 2024-04-10T16:55:52.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:55:52 smithi069 ceph-mon[96738]: osdmap e2601: 8 total, 8 up, 8 in 2024-04-10T16:55:52.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:55:52 smithi069 ceph-mon[94167]: osdmap e2600: 8 total, 8 up, 8 in 2024-04-10T16:55:52.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:55:52 smithi069 ceph-mon[94167]: osdmap e2601: 8 total, 8 up, 8 in 2024-04-10T16:55:53.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:55:53 smithi077 ceph-mon[87572]: pgmap v4821: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 312 KiB/s rd, 5.0 KiB/s wr, 423 op/s 2024-04-10T16:55:53.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:55:53 smithi069 ceph-mon[96738]: pgmap v4821: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 312 KiB/s rd, 5.0 KiB/s wr, 423 op/s 2024-04-10T16:55:53.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:55:53 smithi069 ceph-mon[94167]: pgmap v4821: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 312 KiB/s rd, 5.0 KiB/s wr, 423 op/s 2024-04-10T16:55:54.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:55:54 smithi077 ceph-mon[87572]: osdmap e2602: 8 total, 8 up, 8 in 2024-04-10T16:55:54.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:55:54 smithi069 ceph-mon[94167]: osdmap e2602: 8 total, 8 up, 8 in 2024-04-10T16:55:54.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:55:54 smithi069 ceph-mon[96738]: osdmap e2602: 8 total, 8 up, 8 in 2024-04-10T16:55:55.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:55:55 smithi077 ceph-mon[87572]: pgmap v4824: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 312 KiB/s rd, 5.0 KiB/s wr, 423 op/s 2024-04-10T16:55:55.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:55:55 smithi077 ceph-mon[87572]: osdmap e2603: 8 total, 8 up, 8 in 2024-04-10T16:55:55.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:55:55 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:55:55.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:55:55 smithi069 ceph-mon[94167]: pgmap v4824: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 312 KiB/s rd, 5.0 KiB/s wr, 423 op/s 2024-04-10T16:55:55.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:55:55 smithi069 ceph-mon[94167]: osdmap e2603: 8 total, 8 up, 8 in 2024-04-10T16:55:55.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:55:55 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:55:55.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:55:55 smithi069 ceph-mon[96738]: pgmap v4824: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 312 KiB/s rd, 5.0 KiB/s wr, 423 op/s 2024-04-10T16:55:55.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:55:55 smithi069 ceph-mon[96738]: osdmap e2603: 8 total, 8 up, 8 in 2024-04-10T16:55:55.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:55:55 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:55:56.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:55:56 smithi077 ceph-mon[87572]: osdmap e2604: 8 total, 8 up, 8 in 2024-04-10T16:55:56.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:55:56 smithi069 ceph-mon[96738]: osdmap e2604: 8 total, 8 up, 8 in 2024-04-10T16:55:56.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:55:56 smithi069 ceph-mon[94167]: osdmap e2604: 8 total, 8 up, 8 in 2024-04-10T16:55:57.237 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:55:56 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:55:56] "GET /metrics HTTP/1.1" 200 36647 "" "Prometheus/2.43.0" 2024-04-10T16:55:57.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:55:57 smithi077 ceph-mon[87572]: pgmap v4827: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 279 KiB/s rd, 5.0 KiB/s wr, 378 op/s 2024-04-10T16:55:57.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:55:57 smithi077 ceph-mon[87572]: osdmap e2605: 8 total, 8 up, 8 in 2024-04-10T16:55:57.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:55:57 smithi077 ceph-mon[87572]: osdmap e2606: 8 total, 8 up, 8 in 2024-04-10T16:55:57.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:55:57 smithi069 ceph-mon[96738]: pgmap v4827: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 279 KiB/s rd, 5.0 KiB/s wr, 378 op/s 2024-04-10T16:55:57.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:55:57 smithi069 ceph-mon[96738]: osdmap e2605: 8 total, 8 up, 8 in 2024-04-10T16:55:57.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:55:57 smithi069 ceph-mon[96738]: osdmap e2606: 8 total, 8 up, 8 in 2024-04-10T16:55:57.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:55:57 smithi069 ceph-mon[94167]: pgmap v4827: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 279 KiB/s rd, 5.0 KiB/s wr, 378 op/s 2024-04-10T16:55:57.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:55:57 smithi069 ceph-mon[94167]: osdmap e2605: 8 total, 8 up, 8 in 2024-04-10T16:55:57.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:55:57 smithi069 ceph-mon[94167]: osdmap e2606: 8 total, 8 up, 8 in 2024-04-10T16:55:59.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:55:59 smithi077 ceph-mon[87572]: pgmap v4830: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 279 KiB/s rd, 5.0 KiB/s wr, 378 op/s 2024-04-10T16:55:59.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:55:59 smithi077 ceph-mon[87572]: osdmap e2607: 8 total, 8 up, 8 in 2024-04-10T16:55:59.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:55:59 smithi069 ceph-mon[96738]: pgmap v4830: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 279 KiB/s rd, 5.0 KiB/s wr, 378 op/s 2024-04-10T16:55:59.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:55:59 smithi069 ceph-mon[96738]: osdmap e2607: 8 total, 8 up, 8 in 2024-04-10T16:55:59.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:55:59 smithi069 ceph-mon[94167]: pgmap v4830: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 279 KiB/s rd, 5.0 KiB/s wr, 378 op/s 2024-04-10T16:55:59.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:55:59 smithi069 ceph-mon[94167]: osdmap e2607: 8 total, 8 up, 8 in 2024-04-10T16:56:00.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:56:00 smithi077 ceph-mon[87572]: osdmap e2608: 8 total, 8 up, 8 in 2024-04-10T16:56:00.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:56:00 smithi069 ceph-mon[96738]: osdmap e2608: 8 total, 8 up, 8 in 2024-04-10T16:56:00.646 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:56:00 smithi069 ceph-mon[94167]: osdmap e2608: 8 total, 8 up, 8 in 2024-04-10T16:56:01.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:56:01 smithi077 ceph-mon[87572]: pgmap v4833: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1023 B/s rd, 0 B/s wr, 2 op/s 2024-04-10T16:56:01.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:56:01 smithi077 ceph-mon[87572]: osdmap e2609: 8 total, 8 up, 8 in 2024-04-10T16:56:01.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:56:01 smithi069 ceph-mon[96738]: pgmap v4833: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1023 B/s rd, 0 B/s wr, 2 op/s 2024-04-10T16:56:01.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:56:01 smithi069 ceph-mon[96738]: osdmap e2609: 8 total, 8 up, 8 in 2024-04-10T16:56:01.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:56:01 smithi069 ceph-mon[94167]: pgmap v4833: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1023 B/s rd, 0 B/s wr, 2 op/s 2024-04-10T16:56:01.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:56:01 smithi069 ceph-mon[94167]: osdmap e2609: 8 total, 8 up, 8 in 2024-04-10T16:56:02.516 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:56:02 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:56:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:56:02.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:56:02 smithi077 ceph-mon[87572]: osdmap e2610: 8 total, 8 up, 8 in 2024-04-10T16:56:02.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:56:02 smithi077 ceph-mon[87572]: osdmap e2611: 8 total, 8 up, 8 in 2024-04-10T16:56:02.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:56:02 smithi069 ceph-mon[96738]: osdmap e2610: 8 total, 8 up, 8 in 2024-04-10T16:56:02.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:56:02 smithi069 ceph-mon[96738]: osdmap e2611: 8 total, 8 up, 8 in 2024-04-10T16:56:02.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:56:02 smithi069 ceph-mon[94167]: osdmap e2610: 8 total, 8 up, 8 in 2024-04-10T16:56:02.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:56:02 smithi069 ceph-mon[94167]: osdmap e2611: 8 total, 8 up, 8 in 2024-04-10T16:56:03.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:56:03 smithi077 ceph-mon[87572]: pgmap v4836: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 245 KiB/s rd, 5.0 KiB/s wr, 334 op/s 2024-04-10T16:56:03.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:56:03 smithi069 ceph-mon[96738]: pgmap v4836: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 245 KiB/s rd, 5.0 KiB/s wr, 334 op/s 2024-04-10T16:56:03.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:56:03 smithi069 ceph-mon[94167]: pgmap v4836: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 245 KiB/s rd, 5.0 KiB/s wr, 334 op/s 2024-04-10T16:56:04.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:56:04 smithi077 ceph-mon[87572]: osdmap e2612: 8 total, 8 up, 8 in 2024-04-10T16:56:04.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:56:04 smithi069 ceph-mon[96738]: osdmap e2612: 8 total, 8 up, 8 in 2024-04-10T16:56:04.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:56:04 smithi069 ceph-mon[94167]: osdmap e2612: 8 total, 8 up, 8 in 2024-04-10T16:56:05.511 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:56:05 smithi069 ceph-mon[96738]: pgmap v4839: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 245 KiB/s rd, 5.0 KiB/s wr, 333 op/s 2024-04-10T16:56:05.511 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:56:05 smithi069 ceph-mon[96738]: osdmap e2613: 8 total, 8 up, 8 in 2024-04-10T16:56:05.511 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:56:05 smithi069 ceph-mon[94167]: pgmap v4839: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 245 KiB/s rd, 5.0 KiB/s wr, 333 op/s 2024-04-10T16:56:05.512 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:56:05 smithi069 ceph-mon[94167]: osdmap e2613: 8 total, 8 up, 8 in 2024-04-10T16:56:05.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:56:05 smithi077 ceph-mon[87572]: pgmap v4839: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 245 KiB/s rd, 5.0 KiB/s wr, 333 op/s 2024-04-10T16:56:05.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:56:05 smithi077 ceph-mon[87572]: osdmap e2613: 8 total, 8 up, 8 in 2024-04-10T16:56:06.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:56:06 smithi077 ceph-mon[87572]: osdmap e2614: 8 total, 8 up, 8 in 2024-04-10T16:56:06.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:56:06 smithi069 ceph-mon[96738]: osdmap e2614: 8 total, 8 up, 8 in 2024-04-10T16:56:06.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:56:06 smithi069 ceph-mon[94167]: osdmap e2614: 8 total, 8 up, 8 in 2024-04-10T16:56:07.234 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:56:06 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:56:06] "GET /metrics HTTP/1.1" 200 36647 "" "Prometheus/2.43.0" 2024-04-10T16:56:07.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:56:07 smithi077 ceph-mon[87572]: pgmap v4842: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 212 KiB/s rd, 5.0 KiB/s wr, 289 op/s 2024-04-10T16:56:07.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:56:07 smithi077 ceph-mon[87572]: osdmap e2615: 8 total, 8 up, 8 in 2024-04-10T16:56:07.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:56:07 smithi077 ceph-mon[87572]: osdmap e2616: 8 total, 8 up, 8 in 2024-04-10T16:56:07.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:56:07 smithi069 ceph-mon[94167]: pgmap v4842: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 212 KiB/s rd, 5.0 KiB/s wr, 289 op/s 2024-04-10T16:56:07.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:56:07 smithi069 ceph-mon[94167]: osdmap e2615: 8 total, 8 up, 8 in 2024-04-10T16:56:07.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:56:07 smithi069 ceph-mon[94167]: osdmap e2616: 8 total, 8 up, 8 in 2024-04-10T16:56:07.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:56:07 smithi069 ceph-mon[96738]: pgmap v4842: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 212 KiB/s rd, 5.0 KiB/s wr, 289 op/s 2024-04-10T16:56:07.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:56:07 smithi069 ceph-mon[96738]: osdmap e2615: 8 total, 8 up, 8 in 2024-04-10T16:56:07.611 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:56:07 smithi069 ceph-mon[96738]: osdmap e2616: 8 total, 8 up, 8 in 2024-04-10T16:56:09.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:56:09 smithi077 ceph-mon[87572]: pgmap v4845: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 211 KiB/s rd, 5.0 KiB/s wr, 287 op/s 2024-04-10T16:56:09.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:56:09 smithi077 ceph-mon[87572]: osdmap e2617: 8 total, 8 up, 8 in 2024-04-10T16:56:09.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:56:09 smithi069 ceph-mon[96738]: pgmap v4845: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 211 KiB/s rd, 5.0 KiB/s wr, 287 op/s 2024-04-10T16:56:09.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:56:09 smithi069 ceph-mon[96738]: osdmap e2617: 8 total, 8 up, 8 in 2024-04-10T16:56:09.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:56:09 smithi069 ceph-mon[94167]: pgmap v4845: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 211 KiB/s rd, 5.0 KiB/s wr, 287 op/s 2024-04-10T16:56:09.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:56:09 smithi069 ceph-mon[94167]: osdmap e2617: 8 total, 8 up, 8 in 2024-04-10T16:56:10.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:56:10 smithi077 ceph-mon[87572]: osdmap e2618: 8 total, 8 up, 8 in 2024-04-10T16:56:10.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:56:10 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:56:10.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:56:10 smithi069 ceph-mon[96738]: osdmap e2618: 8 total, 8 up, 8 in 2024-04-10T16:56:10.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:56:10 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:56:10.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:56:10 smithi069 ceph-mon[94167]: osdmap e2618: 8 total, 8 up, 8 in 2024-04-10T16:56:10.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:56:10 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:56:11.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:56:11 smithi077 ceph-mon[87572]: pgmap v4848: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 0 B/s wr, 3 op/s 2024-04-10T16:56:11.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:56:11 smithi077 ceph-mon[87572]: osdmap e2619: 8 total, 8 up, 8 in 2024-04-10T16:56:11.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:56:11 smithi069 ceph-mon[96738]: pgmap v4848: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 0 B/s wr, 3 op/s 2024-04-10T16:56:11.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:56:11 smithi069 ceph-mon[96738]: osdmap e2619: 8 total, 8 up, 8 in 2024-04-10T16:56:11.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:56:11 smithi069 ceph-mon[94167]: pgmap v4848: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 0 B/s wr, 3 op/s 2024-04-10T16:56:11.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:56:11 smithi069 ceph-mon[94167]: osdmap e2619: 8 total, 8 up, 8 in 2024-04-10T16:56:12.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:56:12 smithi077 ceph-mon[87572]: osdmap e2620: 8 total, 8 up, 8 in 2024-04-10T16:56:12.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:56:12 smithi077 ceph-mon[87572]: osdmap e2621: 8 total, 8 up, 8 in 2024-04-10T16:56:12.516 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:56:12 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:56:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:56:12.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:56:12 smithi069 ceph-mon[96738]: osdmap e2620: 8 total, 8 up, 8 in 2024-04-10T16:56:12.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:56:12 smithi069 ceph-mon[96738]: osdmap e2621: 8 total, 8 up, 8 in 2024-04-10T16:56:12.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:56:12 smithi069 ceph-mon[94167]: osdmap e2620: 8 total, 8 up, 8 in 2024-04-10T16:56:12.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:56:12 smithi069 ceph-mon[94167]: osdmap e2621: 8 total, 8 up, 8 in 2024-04-10T16:56:13.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:56:13 smithi077 ceph-mon[87572]: pgmap v4851: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 181 KiB/s rd, 5.0 KiB/s wr, 248 op/s 2024-04-10T16:56:13.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:56:13 smithi069 ceph-mon[94167]: pgmap v4851: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 181 KiB/s rd, 5.0 KiB/s wr, 248 op/s 2024-04-10T16:56:13.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:56:13 smithi069 ceph-mon[96738]: pgmap v4851: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 181 KiB/s rd, 5.0 KiB/s wr, 248 op/s 2024-04-10T16:56:14.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:56:14 smithi077 ceph-mon[87572]: osdmap e2622: 8 total, 8 up, 8 in 2024-04-10T16:56:14.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:56:14 smithi069 ceph-mon[96738]: osdmap e2622: 8 total, 8 up, 8 in 2024-04-10T16:56:14.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:56:14 smithi069 ceph-mon[94167]: osdmap e2622: 8 total, 8 up, 8 in 2024-04-10T16:56:15.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:56:15 smithi077 ceph-mon[87572]: pgmap v4854: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 180 KiB/s rd, 5.0 KiB/s wr, 245 op/s 2024-04-10T16:56:15.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:56:15 smithi077 ceph-mon[87572]: osdmap e2623: 8 total, 8 up, 8 in 2024-04-10T16:56:15.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:56:15 smithi069 ceph-mon[94167]: pgmap v4854: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 180 KiB/s rd, 5.0 KiB/s wr, 245 op/s 2024-04-10T16:56:15.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:56:15 smithi069 ceph-mon[94167]: osdmap e2623: 8 total, 8 up, 8 in 2024-04-10T16:56:15.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:56:15 smithi069 ceph-mon[96738]: pgmap v4854: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 180 KiB/s rd, 5.0 KiB/s wr, 245 op/s 2024-04-10T16:56:15.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:56:15 smithi069 ceph-mon[96738]: osdmap e2623: 8 total, 8 up, 8 in 2024-04-10T16:56:16.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:56:16 smithi077 ceph-mon[87572]: osdmap e2624: 8 total, 8 up, 8 in 2024-04-10T16:56:16.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:56:16 smithi069 ceph-mon[96738]: osdmap e2624: 8 total, 8 up, 8 in 2024-04-10T16:56:16.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:56:16 smithi069 ceph-mon[94167]: osdmap e2624: 8 total, 8 up, 8 in 2024-04-10T16:56:17.251 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:56:16 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:56:16] "GET /metrics HTTP/1.1" 200 36648 "" "Prometheus/2.43.0" 2024-04-10T16:56:17.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:56:17 smithi077 ceph-mon[87572]: pgmap v4857: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 147 KiB/s rd, 5.0 KiB/s wr, 201 op/s 2024-04-10T16:56:17.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:56:17 smithi077 ceph-mon[87572]: osdmap e2625: 8 total, 8 up, 8 in 2024-04-10T16:56:17.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:56:17 smithi077 ceph-mon[87572]: osdmap e2626: 8 total, 8 up, 8 in 2024-04-10T16:56:17.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:56:17 smithi069 ceph-mon[96738]: pgmap v4857: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 147 KiB/s rd, 5.0 KiB/s wr, 201 op/s 2024-04-10T16:56:17.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:56:17 smithi069 ceph-mon[96738]: osdmap e2625: 8 total, 8 up, 8 in 2024-04-10T16:56:17.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:56:17 smithi069 ceph-mon[96738]: osdmap e2626: 8 total, 8 up, 8 in 2024-04-10T16:56:17.611 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:56:17 smithi069 ceph-mon[94167]: pgmap v4857: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 147 KiB/s rd, 5.0 KiB/s wr, 201 op/s 2024-04-10T16:56:17.611 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:56:17 smithi069 ceph-mon[94167]: osdmap e2625: 8 total, 8 up, 8 in 2024-04-10T16:56:17.611 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:56:17 smithi069 ceph-mon[94167]: osdmap e2626: 8 total, 8 up, 8 in 2024-04-10T16:56:19.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:56:19 smithi077 ceph-mon[87572]: pgmap v4860: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 147 KiB/s rd, 5.0 KiB/s wr, 201 op/s 2024-04-10T16:56:19.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:56:19 smithi077 ceph-mon[87572]: osdmap e2627: 8 total, 8 up, 8 in 2024-04-10T16:56:19.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:56:19 smithi069 ceph-mon[94167]: pgmap v4860: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 147 KiB/s rd, 5.0 KiB/s wr, 201 op/s 2024-04-10T16:56:19.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:56:19 smithi069 ceph-mon[94167]: osdmap e2627: 8 total, 8 up, 8 in 2024-04-10T16:56:19.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:56:19 smithi069 ceph-mon[96738]: pgmap v4860: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 147 KiB/s rd, 5.0 KiB/s wr, 201 op/s 2024-04-10T16:56:19.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:56:19 smithi069 ceph-mon[96738]: osdmap e2627: 8 total, 8 up, 8 in 2024-04-10T16:56:20.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:56:20 smithi077 ceph-mon[87572]: osdmap e2628: 8 total, 8 up, 8 in 2024-04-10T16:56:20.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:56:20 smithi069 ceph-mon[96738]: osdmap e2628: 8 total, 8 up, 8 in 2024-04-10T16:56:20.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:56:20 smithi069 ceph-mon[94167]: osdmap e2628: 8 total, 8 up, 8 in 2024-04-10T16:56:21.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:56:21 smithi077 ceph-mon[87572]: pgmap v4863: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.5 KiB/s rd, 0 B/s wr, 3 op/s 2024-04-10T16:56:21.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:56:21 smithi077 ceph-mon[87572]: osdmap e2629: 8 total, 8 up, 8 in 2024-04-10T16:56:21.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:56:21 smithi069 ceph-mon[96738]: pgmap v4863: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.5 KiB/s rd, 0 B/s wr, 3 op/s 2024-04-10T16:56:21.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:56:21 smithi069 ceph-mon[96738]: osdmap e2629: 8 total, 8 up, 8 in 2024-04-10T16:56:21.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:56:21 smithi069 ceph-mon[94167]: pgmap v4863: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.5 KiB/s rd, 0 B/s wr, 3 op/s 2024-04-10T16:56:21.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:56:21 smithi069 ceph-mon[94167]: osdmap e2629: 8 total, 8 up, 8 in 2024-04-10T16:56:22.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:56:22 smithi077 ceph-mon[87572]: osdmap e2630: 8 total, 8 up, 8 in 2024-04-10T16:56:22.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:56:22 smithi077 ceph-mon[87572]: osdmap e2631: 8 total, 8 up, 8 in 2024-04-10T16:56:22.516 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:56:22 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:56:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:56:22.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:56:22 smithi069 ceph-mon[96738]: osdmap e2630: 8 total, 8 up, 8 in 2024-04-10T16:56:22.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:56:22 smithi069 ceph-mon[96738]: osdmap e2631: 8 total, 8 up, 8 in 2024-04-10T16:56:22.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:56:22 smithi069 ceph-mon[94167]: osdmap e2630: 8 total, 8 up, 8 in 2024-04-10T16:56:22.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:56:22 smithi069 ceph-mon[94167]: osdmap e2631: 8 total, 8 up, 8 in 2024-04-10T16:56:23.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:56:23 smithi077 ceph-mon[87572]: pgmap v4866: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 117 KiB/s rd, 5.0 KiB/s wr, 161 op/s 2024-04-10T16:56:23.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:56:23 smithi069 ceph-mon[96738]: pgmap v4866: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 117 KiB/s rd, 5.0 KiB/s wr, 161 op/s 2024-04-10T16:56:23.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:56:23 smithi069 ceph-mon[94167]: pgmap v4866: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 117 KiB/s rd, 5.0 KiB/s wr, 161 op/s 2024-04-10T16:56:24.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:56:24 smithi077 ceph-mon[87572]: osdmap e2632: 8 total, 8 up, 8 in 2024-04-10T16:56:24.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:56:24 smithi069 ceph-mon[94167]: osdmap e2632: 8 total, 8 up, 8 in 2024-04-10T16:56:24.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:56:24 smithi069 ceph-mon[96738]: osdmap e2632: 8 total, 8 up, 8 in 2024-04-10T16:56:25.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:56:25 smithi077 ceph-mon[87572]: pgmap v4869: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 115 KiB/s rd, 5.0 KiB/s wr, 157 op/s 2024-04-10T16:56:25.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:56:25 smithi077 ceph-mon[87572]: osdmap e2633: 8 total, 8 up, 8 in 2024-04-10T16:56:25.517 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:56:25 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:56:25.611 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:56:25 smithi069 ceph-mon[96738]: pgmap v4869: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 115 KiB/s rd, 5.0 KiB/s wr, 157 op/s 2024-04-10T16:56:25.611 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:56:25 smithi069 ceph-mon[96738]: osdmap e2633: 8 total, 8 up, 8 in 2024-04-10T16:56:25.611 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:56:25 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:56:25.611 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:56:25 smithi069 ceph-mon[94167]: pgmap v4869: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 115 KiB/s rd, 5.0 KiB/s wr, 157 op/s 2024-04-10T16:56:25.611 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:56:25 smithi069 ceph-mon[94167]: osdmap e2633: 8 total, 8 up, 8 in 2024-04-10T16:56:25.611 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:56:25 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:56:26.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:56:26 smithi077 ceph-mon[87572]: osdmap e2634: 8 total, 8 up, 8 in 2024-04-10T16:56:26.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:56:26 smithi069 ceph-mon[96738]: osdmap e2634: 8 total, 8 up, 8 in 2024-04-10T16:56:26.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:56:26 smithi069 ceph-mon[94167]: osdmap e2634: 8 total, 8 up, 8 in 2024-04-10T16:56:27.244 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:56:26 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:56:26] "GET /metrics HTTP/1.1" 200 36648 "" "Prometheus/2.43.0" 2024-04-10T16:56:27.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:56:27 smithi077 ceph-mon[87572]: pgmap v4872: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 83 KiB/s rd, 5.0 KiB/s wr, 116 op/s 2024-04-10T16:56:27.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:56:27 smithi077 ceph-mon[87572]: osdmap e2635: 8 total, 8 up, 8 in 2024-04-10T16:56:27.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:56:27 smithi077 ceph-mon[87572]: osdmap e2636: 8 total, 8 up, 8 in 2024-04-10T16:56:27.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:56:27 smithi069 ceph-mon[96738]: pgmap v4872: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 83 KiB/s rd, 5.0 KiB/s wr, 116 op/s 2024-04-10T16:56:27.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:56:27 smithi069 ceph-mon[96738]: osdmap e2635: 8 total, 8 up, 8 in 2024-04-10T16:56:27.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:56:27 smithi069 ceph-mon[96738]: osdmap e2636: 8 total, 8 up, 8 in 2024-04-10T16:56:27.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:56:27 smithi069 ceph-mon[94167]: pgmap v4872: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 83 KiB/s rd, 5.0 KiB/s wr, 116 op/s 2024-04-10T16:56:27.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:56:27 smithi069 ceph-mon[94167]: osdmap e2635: 8 total, 8 up, 8 in 2024-04-10T16:56:27.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:56:27 smithi069 ceph-mon[94167]: osdmap e2636: 8 total, 8 up, 8 in 2024-04-10T16:56:29.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:56:29 smithi077 ceph-mon[87572]: pgmap v4875: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 83 KiB/s rd, 5.0 KiB/s wr, 116 op/s 2024-04-10T16:56:29.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:56:29 smithi077 ceph-mon[87572]: osdmap e2637: 8 total, 8 up, 8 in 2024-04-10T16:56:29.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:56:29 smithi069 ceph-mon[96738]: pgmap v4875: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 83 KiB/s rd, 5.0 KiB/s wr, 116 op/s 2024-04-10T16:56:29.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:56:29 smithi069 ceph-mon[96738]: osdmap e2637: 8 total, 8 up, 8 in 2024-04-10T16:56:29.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:56:29 smithi069 ceph-mon[94167]: pgmap v4875: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 83 KiB/s rd, 5.0 KiB/s wr, 116 op/s 2024-04-10T16:56:29.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:56:29 smithi069 ceph-mon[94167]: osdmap e2637: 8 total, 8 up, 8 in 2024-04-10T16:56:30.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:56:30 smithi077 ceph-mon[87572]: osdmap e2638: 8 total, 8 up, 8 in 2024-04-10T16:56:30.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:56:30 smithi069 ceph-mon[96738]: osdmap e2638: 8 total, 8 up, 8 in 2024-04-10T16:56:30.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:56:30 smithi069 ceph-mon[94167]: osdmap e2638: 8 total, 8 up, 8 in 2024-04-10T16:56:31.328 INFO:tasks.workunit.client.0.smithi069.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_many_snaps PASSED [ 47%] 2024-04-10T16:56:31.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:56:31 smithi077 ceph-mon[87572]: pgmap v4878: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 0 B/s wr, 2 op/s 2024-04-10T16:56:31.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:56:31 smithi077 ceph-mon[87572]: osdmap e2639: 8 total, 8 up, 8 in 2024-04-10T16:56:31.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:56:31 smithi069 ceph-mon[94167]: pgmap v4878: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 0 B/s wr, 2 op/s 2024-04-10T16:56:31.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:56:31 smithi069 ceph-mon[94167]: osdmap e2639: 8 total, 8 up, 8 in 2024-04-10T16:56:31.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:56:31 smithi069 ceph-mon[96738]: pgmap v4878: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 0 B/s wr, 2 op/s 2024-04-10T16:56:31.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:56:31 smithi069 ceph-mon[96738]: osdmap e2639: 8 total, 8 up, 8 in 2024-04-10T16:56:32.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:56:32 smithi077 ceph-mon[87572]: osdmap e2640: 8 total, 8 up, 8 in 2024-04-10T16:56:32.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:56:32 smithi077 ceph-mon[87572]: osdmap e2641: 8 total, 8 up, 8 in 2024-04-10T16:56:32.517 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:56:32 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:56:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:56:32.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:56:32 smithi069 ceph-mon[94167]: osdmap e2640: 8 total, 8 up, 8 in 2024-04-10T16:56:32.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:56:32 smithi069 ceph-mon[94167]: osdmap e2641: 8 total, 8 up, 8 in 2024-04-10T16:56:32.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:56:32 smithi069 ceph-mon[96738]: osdmap e2640: 8 total, 8 up, 8 in 2024-04-10T16:56:32.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:56:32 smithi069 ceph-mon[96738]: osdmap e2641: 8 total, 8 up, 8 in 2024-04-10T16:56:33.320 INFO:tasks.workunit.client.0.smithi069.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_set_snap_deleted PASSED [ 48%] 2024-04-10T16:56:33.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:56:33 smithi077 ceph-mon[87572]: pgmap v4881: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 51 KiB/s rd, 5.0 KiB/s wr, 71 op/s 2024-04-10T16:56:33.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:56:33 smithi069 ceph-mon[94167]: pgmap v4881: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 51 KiB/s rd, 5.0 KiB/s wr, 71 op/s 2024-04-10T16:56:33.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:56:33 smithi069 ceph-mon[96738]: pgmap v4881: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 51 KiB/s rd, 5.0 KiB/s wr, 71 op/s 2024-04-10T16:56:34.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:56:34 smithi077 ceph-mon[87572]: osdmap e2642: 8 total, 8 up, 8 in 2024-04-10T16:56:34.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:56:34 smithi069 ceph-mon[96738]: osdmap e2642: 8 total, 8 up, 8 in 2024-04-10T16:56:34.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:56:34 smithi069 ceph-mon[94167]: osdmap e2642: 8 total, 8 up, 8 in 2024-04-10T16:56:35.510 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:56:35 smithi069 ceph-mon[96738]: pgmap v4884: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 50 KiB/s rd, 5.2 KiB/s wr, 70 op/s 2024-04-10T16:56:35.510 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:56:35 smithi069 ceph-mon[96738]: osdmap e2643: 8 total, 8 up, 8 in 2024-04-10T16:56:35.511 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:56:35 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:56:35.511 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:56:35 smithi069 ceph-mon[94167]: pgmap v4884: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 50 KiB/s rd, 5.2 KiB/s wr, 70 op/s 2024-04-10T16:56:35.511 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:56:35 smithi069 ceph-mon[94167]: osdmap e2643: 8 total, 8 up, 8 in 2024-04-10T16:56:35.511 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:56:35 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:56:35.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:56:35 smithi077 ceph-mon[87572]: pgmap v4884: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 50 KiB/s rd, 5.2 KiB/s wr, 70 op/s 2024-04-10T16:56:35.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:56:35 smithi077 ceph-mon[87572]: osdmap e2643: 8 total, 8 up, 8 in 2024-04-10T16:56:35.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:56:35 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:56:36.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:56:36 smithi077 ceph-mon[87572]: osdmap e2644: 8 total, 8 up, 8 in 2024-04-10T16:56:36.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:56:36 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:56:36.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:56:36 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:56:36.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:56:36 smithi069 ceph-mon[96738]: osdmap e2644: 8 total, 8 up, 8 in 2024-04-10T16:56:36.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:56:36 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:56:36.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:56:36 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:56:36.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:56:36 smithi069 ceph-mon[94167]: osdmap e2644: 8 total, 8 up, 8 in 2024-04-10T16:56:36.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:56:36 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:56:36.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:56:36 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:56:37.247 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:56:36 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:56:36] "GET /metrics HTTP/1.1" 200 36648 "" "Prometheus/2.43.0" 2024-04-10T16:56:37.310 INFO:tasks.workunit.client.0.smithi069.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_set_snap_recreated PASSED [ 48%] 2024-04-10T16:56:37.400 INFO:tasks.workunit.client.0.smithi069.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_lock_unlock PASSED [ 49%] 2024-04-10T16:56:37.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:56:37 smithi077 ceph-mon[87572]: pgmap v4887: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 105 KiB/s rd, 12 KiB/s wr, 148 op/s 2024-04-10T16:56:37.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:56:37 smithi077 ceph-mon[87572]: osdmap e2645: 8 total, 8 up, 8 in 2024-04-10T16:56:37.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:56:37 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:56:37.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:56:37 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:56:37.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:56:37 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:56:37.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:56:37 smithi077 ceph-mon[87572]: osdmap e2646: 8 total, 8 up, 8 in 2024-04-10T16:56:37.539 INFO:tasks.workunit.client.0.smithi069.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_list_lockers PASSED [ 49%] 2024-04-10T16:56:37.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:56:37 smithi069 ceph-mon[94167]: pgmap v4887: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 105 KiB/s rd, 12 KiB/s wr, 148 op/s 2024-04-10T16:56:37.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:56:37 smithi069 ceph-mon[94167]: osdmap e2645: 8 total, 8 up, 8 in 2024-04-10T16:56:37.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:56:37 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:56:37.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:56:37 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:56:37.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:56:37 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:56:37.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:56:37 smithi069 ceph-mon[94167]: osdmap e2646: 8 total, 8 up, 8 in 2024-04-10T16:56:37.611 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:56:37 smithi069 ceph-mon[96738]: pgmap v4887: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 105 KiB/s rd, 12 KiB/s wr, 148 op/s 2024-04-10T16:56:37.611 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:56:37 smithi069 ceph-mon[96738]: osdmap e2645: 8 total, 8 up, 8 in 2024-04-10T16:56:37.611 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:56:37 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:56:37.611 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:56:37 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:56:37.611 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:56:37 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:56:37.611 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:56:37 smithi069 ceph-mon[96738]: osdmap e2646: 8 total, 8 up, 8 in 2024-04-10T16:56:39.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:56:39 smithi077 ceph-mon[87572]: pgmap v4890: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 104 KiB/s rd, 12 KiB/s wr, 145 op/s 2024-04-10T16:56:39.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:56:39 smithi077 ceph-mon[87572]: osdmap e2647: 8 total, 8 up, 8 in 2024-04-10T16:56:39.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:56:39 smithi069 ceph-mon[94167]: pgmap v4890: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 104 KiB/s rd, 12 KiB/s wr, 145 op/s 2024-04-10T16:56:39.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:56:39 smithi069 ceph-mon[94167]: osdmap e2647: 8 total, 8 up, 8 in 2024-04-10T16:56:39.611 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:56:39 smithi069 ceph-mon[96738]: pgmap v4890: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 104 KiB/s rd, 12 KiB/s wr, 145 op/s 2024-04-10T16:56:39.611 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:56:39 smithi069 ceph-mon[96738]: osdmap e2647: 8 total, 8 up, 8 in 2024-04-10T16:56:40.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:56:40 smithi069 ceph-mon[94167]: osdmap e2648: 8 total, 8 up, 8 in 2024-04-10T16:56:40.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:56:40 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:56:40.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:56:40 smithi069 ceph-mon[96738]: osdmap e2648: 8 total, 8 up, 8 in 2024-04-10T16:56:40.611 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:56:40 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:56:40.766 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:56:40 smithi077 ceph-mon[87572]: osdmap e2648: 8 total, 8 up, 8 in 2024-04-10T16:56:40.766 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:56:40 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:56:41.382 INFO:tasks.workunit.client.0.smithi069.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_diff_iterate PASSED [ 50%] 2024-04-10T16:56:41.461 INFO:tasks.workunit.client.0.smithi069.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_aio_read PASSED [ 50%] 2024-04-10T16:56:41.548 INFO:tasks.workunit.client.0.smithi069.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_aio_write PASSED [ 51%] 2024-04-10T16:56:41.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:56:41 smithi069 ceph-mon[94167]: pgmap v4893: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 138 KiB/s rd, 4.5 KiB/s wr, 178 op/s 2024-04-10T16:56:41.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:56:41 smithi069 ceph-mon[94167]: osdmap e2649: 8 total, 8 up, 8 in 2024-04-10T16:56:41.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:56:41 smithi069 ceph-mon[96738]: pgmap v4893: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 138 KiB/s rd, 4.5 KiB/s wr, 178 op/s 2024-04-10T16:56:41.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:56:41 smithi069 ceph-mon[96738]: osdmap e2649: 8 total, 8 up, 8 in 2024-04-10T16:56:41.631 INFO:tasks.workunit.client.0.smithi069.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_aio_discard PASSED [ 52%] 2024-04-10T16:56:41.719 INFO:tasks.workunit.client.0.smithi069.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_aio_write_zeroes PASSED [ 52%] 2024-04-10T16:56:41.766 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:56:41 smithi077 ceph-mon[87572]: pgmap v4893: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 138 KiB/s rd, 4.5 KiB/s wr, 178 op/s 2024-04-10T16:56:41.766 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:56:41 smithi077 ceph-mon[87572]: osdmap e2649: 8 total, 8 up, 8 in 2024-04-10T16:56:41.799 INFO:tasks.workunit.client.0.smithi069.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_aio_flush PASSED [ 53%] 2024-04-10T16:56:42.552 INFO:tasks.workunit.client.0.smithi069.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_metadata PASSED [ 53%] 2024-04-10T16:56:42.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:56:42 smithi069 ceph-mon[96738]: osdmap e2650: 8 total, 8 up, 8 in 2024-04-10T16:56:42.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:56:42 smithi069 ceph-mon[96738]: osdmap e2651: 8 total, 8 up, 8 in 2024-04-10T16:56:42.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:56:42 smithi069 ceph-mon[94167]: osdmap e2650: 8 total, 8 up, 8 in 2024-04-10T16:56:42.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:56:42 smithi069 ceph-mon[94167]: osdmap e2651: 8 total, 8 up, 8 in 2024-04-10T16:56:42.628 INFO:tasks.workunit.client.0.smithi069.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_watchers_list PASSED [ 54%] 2024-04-10T16:56:42.726 INFO:tasks.workunit.client.0.smithi069.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_config_list PASSED [ 54%] 2024-04-10T16:56:42.766 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:56:42 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:56:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:56:42.766 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:56:42 smithi077 ceph-mon[87572]: osdmap e2650: 8 total, 8 up, 8 in 2024-04-10T16:56:42.766 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:56:42 smithi077 ceph-mon[87572]: osdmap e2651: 8 total, 8 up, 8 in 2024-04-10T16:56:42.825 INFO:tasks.workunit.client.0.smithi069.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_image_config_set_and_get_and_remove PASSED [ 55%] 2024-04-10T16:56:42.905 INFO:tasks.workunit.client.0.smithi069.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_sparsify PASSED [ 56%] 2024-04-10T16:56:43.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:56:43 smithi069 ceph-mon[96738]: pgmap v4896: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 224 KiB/s rd, 12 KiB/s wr, 294 op/s 2024-04-10T16:56:43.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:56:43 smithi069 ceph-mon[94167]: pgmap v4896: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 224 KiB/s rd, 12 KiB/s wr, 294 op/s 2024-04-10T16:56:43.766 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:56:43 smithi077 ceph-mon[87572]: pgmap v4896: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 224 KiB/s rd, 12 KiB/s wr, 294 op/s 2024-04-10T16:56:45.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:56:45 smithi069 ceph-mon[96738]: pgmap v4898: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 184 KiB/s rd, 13 KiB/s wr, 253 op/s 2024-04-10T16:56:45.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:56:45 smithi069 ceph-mon[94167]: pgmap v4898: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 184 KiB/s rd, 13 KiB/s wr, 253 op/s 2024-04-10T16:56:45.766 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:56:45 smithi077 ceph-mon[87572]: pgmap v4898: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 184 KiB/s rd, 13 KiB/s wr, 253 op/s 2024-04-10T16:56:47.287 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:56:46 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:56:46] "GET /metrics HTTP/1.1" 200 36641 "" "Prometheus/2.43.0" 2024-04-10T16:56:47.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:56:47 smithi069 ceph-mon[96738]: pgmap v4899: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 46 KiB/s wr, 915 op/s 2024-04-10T16:56:47.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:56:47 smithi069 ceph-mon[96738]: osdmap e2652: 8 total, 8 up, 8 in 2024-04-10T16:56:47.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:56:47 smithi069 ceph-mon[94167]: pgmap v4899: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 46 KiB/s wr, 915 op/s 2024-04-10T16:56:47.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:56:47 smithi069 ceph-mon[94167]: osdmap e2652: 8 total, 8 up, 8 in 2024-04-10T16:56:47.766 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:56:47 smithi077 ceph-mon[87572]: pgmap v4899: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 46 KiB/s wr, 915 op/s 2024-04-10T16:56:47.766 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:56:47 smithi077 ceph-mon[87572]: osdmap e2652: 8 total, 8 up, 8 in 2024-04-10T16:56:49.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:56:49 smithi069 ceph-mon[96738]: pgmap v4901: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 37 KiB/s wr, 768 op/s 2024-04-10T16:56:49.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:56:49 smithi069 ceph-mon[94167]: pgmap v4901: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 37 KiB/s wr, 768 op/s 2024-04-10T16:56:49.766 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:56:49 smithi077 ceph-mon[87572]: pgmap v4901: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 37 KiB/s wr, 768 op/s 2024-04-10T16:56:50.591 INFO:tasks.workunit.client.0.smithi069.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_encryption_luks1 PASSED [ 56%] 2024-04-10T16:56:51.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:56:51 smithi069 ceph-mon[96738]: pgmap v4902: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 31 KiB/s wr, 636 op/s 2024-04-10T16:56:51.611 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:56:51 smithi069 ceph-mon[94167]: pgmap v4902: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 31 KiB/s wr, 636 op/s 2024-04-10T16:56:51.766 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:56:51 smithi077 ceph-mon[87572]: pgmap v4902: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 31 KiB/s wr, 636 op/s 2024-04-10T16:56:52.668 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:56:52 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:56:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:56:53.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:56:53 smithi069 ceph-mon[94167]: pgmap v4903: 137 pgs: 137 active+clean; 8.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 451 KiB/s wr, 530 op/s 2024-04-10T16:56:53.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:56:53 smithi069 ceph-mon[96738]: pgmap v4903: 137 pgs: 137 active+clean; 8.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 451 KiB/s wr, 530 op/s 2024-04-10T16:56:53.766 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:56:53 smithi077 ceph-mon[87572]: pgmap v4903: 137 pgs: 137 active+clean; 8.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 451 KiB/s wr, 530 op/s 2024-04-10T16:56:55.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:56:55 smithi069 ceph-mon[96738]: pgmap v4904: 137 pgs: 137 active+clean; 8.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 433 KiB/s wr, 465 op/s 2024-04-10T16:56:55.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:56:55 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:56:55.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:56:55 smithi069 ceph-mon[94167]: pgmap v4904: 137 pgs: 137 active+clean; 8.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 433 KiB/s wr, 465 op/s 2024-04-10T16:56:55.611 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:56:55 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:56:55.766 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:56:55 smithi077 ceph-mon[87572]: pgmap v4904: 137 pgs: 137 active+clean; 8.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 433 KiB/s wr, 465 op/s 2024-04-10T16:56:55.766 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:56:55 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:56:57.300 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:56:56 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:56:56] "GET /metrics HTTP/1.1" 200 36653 "" "Prometheus/2.43.0" 2024-04-10T16:56:57.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:56:57 smithi069 ceph-mon[96738]: pgmap v4905: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 83 KiB/s rd, 412 KiB/s wr, 35 op/s 2024-04-10T16:56:57.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:56:57 smithi069 ceph-mon[94167]: pgmap v4905: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 83 KiB/s rd, 412 KiB/s wr, 35 op/s 2024-04-10T16:56:57.766 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:56:57 smithi077 ceph-mon[87572]: pgmap v4905: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 83 KiB/s rd, 412 KiB/s wr, 35 op/s 2024-04-10T16:56:59.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:56:59 smithi069 ceph-mon[96738]: pgmap v4906: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 78 KiB/s rd, 387 KiB/s wr, 33 op/s 2024-04-10T16:56:59.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:56:59 smithi069 ceph-mon[94167]: pgmap v4906: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 78 KiB/s rd, 387 KiB/s wr, 33 op/s 2024-04-10T16:56:59.766 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:56:59 smithi077 ceph-mon[87572]: pgmap v4906: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 78 KiB/s rd, 387 KiB/s wr, 33 op/s 2024-04-10T16:57:00.463 INFO:tasks.workunit.client.0.smithi069.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_encryption_luks2 PASSED [ 57%] 2024-04-10T16:57:00.549 INFO:tasks.workunit.client.0.smithi069.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImageId::test_read PASSED [ 57%] 2024-04-10T16:57:00.639 INFO:tasks.workunit.client.0.smithi069.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImageId::test_write PASSED [ 58%] 2024-04-10T16:57:00.730 INFO:tasks.workunit.client.0.smithi069.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImageId::test_resize PASSED [ 58%] 2024-04-10T16:57:01.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:57:01 smithi069 ceph-mon[94167]: pgmap v4907: 137 pgs: 137 active+clean; 13 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 75 KiB/s rd, 1.0 MiB/s wr, 37 op/s 2024-04-10T16:57:01.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:57:01 smithi069 ceph-mon[96738]: pgmap v4907: 137 pgs: 137 active+clean; 13 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 75 KiB/s rd, 1.0 MiB/s wr, 37 op/s 2024-04-10T16:57:01.766 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:57:01 smithi077 ceph-mon[87572]: pgmap v4907: 137 pgs: 137 active+clean; 13 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 75 KiB/s rd, 1.0 MiB/s wr, 37 op/s 2024-04-10T16:57:02.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:57:02 smithi069 ceph-mon[94167]: osdmap e2653: 8 total, 8 up, 8 in 2024-04-10T16:57:02.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:57:02 smithi069 ceph-mon[96738]: osdmap e2653: 8 total, 8 up, 8 in 2024-04-10T16:57:02.766 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:57:02 smithi077 ceph-mon[87572]: osdmap e2653: 8 total, 8 up, 8 in 2024-04-10T16:57:02.766 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:57:02 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:57:02.316Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:57:03.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:57:03 smithi069 ceph-mon[96738]: pgmap v4909: 137 pgs: 137 active+clean; 21 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 85 KiB/s rd, 1.6 MiB/s wr, 39 op/s 2024-04-10T16:57:03.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:57:03 smithi069 ceph-mon[96738]: osdmap e2654: 8 total, 8 up, 8 in 2024-04-10T16:57:03.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:57:03 smithi069 ceph-mon[94167]: pgmap v4909: 137 pgs: 137 active+clean; 21 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 85 KiB/s rd, 1.6 MiB/s wr, 39 op/s 2024-04-10T16:57:03.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:57:03 smithi069 ceph-mon[94167]: osdmap e2654: 8 total, 8 up, 8 in 2024-04-10T16:57:03.766 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:57:03 smithi077 ceph-mon[87572]: pgmap v4909: 137 pgs: 137 active+clean; 21 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 85 KiB/s rd, 1.6 MiB/s wr, 39 op/s 2024-04-10T16:57:03.766 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:57:03 smithi077 ceph-mon[87572]: osdmap e2654: 8 total, 8 up, 8 in 2024-04-10T16:57:04.447 INFO:tasks.workunit.client.0.smithi069.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_with_params PASSED [ 59%] 2024-04-10T16:57:04.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:57:04 smithi069 ceph-mon[94167]: osdmap e2655: 8 total, 8 up, 8 in 2024-04-10T16:57:04.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:57:04 smithi069 ceph-mon[94167]: pgmap v4912: 137 pgs: 137 active+clean; 17 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 131 KiB/s rd, 2.7 MiB/s wr, 46 op/s 2024-04-10T16:57:04.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:57:04 smithi069 ceph-mon[96738]: osdmap e2655: 8 total, 8 up, 8 in 2024-04-10T16:57:04.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:57:04 smithi069 ceph-mon[96738]: pgmap v4912: 137 pgs: 137 active+clean; 17 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 131 KiB/s rd, 2.7 MiB/s wr, 46 op/s 2024-04-10T16:57:04.766 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:57:04 smithi077 ceph-mon[87572]: osdmap e2655: 8 total, 8 up, 8 in 2024-04-10T16:57:04.766 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:57:04 smithi077 ceph-mon[87572]: pgmap v4912: 137 pgs: 137 active+clean; 17 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 131 KiB/s rd, 2.7 MiB/s wr, 46 op/s 2024-04-10T16:57:05.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:57:05 smithi069 ceph-mon[96738]: osdmap e2656: 8 total, 8 up, 8 in 2024-04-10T16:57:05.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:57:05 smithi069 ceph-mon[94167]: osdmap e2656: 8 total, 8 up, 8 in 2024-04-10T16:57:05.766 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:57:05 smithi077 ceph-mon[87572]: osdmap e2656: 8 total, 8 up, 8 in 2024-04-10T16:57:06.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:57:06 smithi069 ceph-mon[94167]: osdmap e2657: 8 total, 8 up, 8 in 2024-04-10T16:57:06.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:57:06 smithi069 ceph-mon[94167]: pgmap v4915: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 372 KiB/s rd, 25 KiB/s wr, 503 op/s 2024-04-10T16:57:06.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:57:06 smithi069 ceph-mon[96738]: osdmap e2657: 8 total, 8 up, 8 in 2024-04-10T16:57:06.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:57:06 smithi069 ceph-mon[96738]: pgmap v4915: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 372 KiB/s rd, 25 KiB/s wr, 503 op/s 2024-04-10T16:57:06.766 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:57:06 smithi077 ceph-mon[87572]: osdmap e2657: 8 total, 8 up, 8 in 2024-04-10T16:57:06.766 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:57:06 smithi077 ceph-mon[87572]: pgmap v4915: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 372 KiB/s rd, 25 KiB/s wr, 503 op/s 2024-04-10T16:57:07.348 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:57:06 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:57:06] "GET /metrics HTTP/1.1" 200 36653 "" "Prometheus/2.43.0" 2024-04-10T16:57:07.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:57:07 smithi069 ceph-mon[94167]: osdmap e2658: 8 total, 8 up, 8 in 2024-04-10T16:57:07.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:57:07 smithi069 ceph-mon[96738]: osdmap e2658: 8 total, 8 up, 8 in 2024-04-10T16:57:07.766 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:57:07 smithi077 ceph-mon[87572]: osdmap e2658: 8 total, 8 up, 8 in 2024-04-10T16:57:08.476 INFO:tasks.workunit.client.0.smithi069.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_with_params2 PASSED [ 60%] 2024-04-10T16:57:08.766 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:57:08 smithi077 ceph-mon[87572]: osdmap e2659: 8 total, 8 up, 8 in 2024-04-10T16:57:08.766 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:57:08 smithi077 ceph-mon[87572]: pgmap v4918: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 341 KiB/s rd, 24 KiB/s wr, 462 op/s 2024-04-10T16:57:08.860 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:57:08 smithi069 ceph-mon[94167]: osdmap e2659: 8 total, 8 up, 8 in 2024-04-10T16:57:08.860 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:57:08 smithi069 ceph-mon[94167]: pgmap v4918: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 341 KiB/s rd, 24 KiB/s wr, 462 op/s 2024-04-10T16:57:08.860 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:57:08 smithi069 ceph-mon[96738]: osdmap e2659: 8 total, 8 up, 8 in 2024-04-10T16:57:08.860 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:57:08 smithi069 ceph-mon[96738]: pgmap v4918: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 341 KiB/s rd, 24 KiB/s wr, 462 op/s 2024-04-10T16:57:09.766 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:57:09 smithi077 ceph-mon[87572]: osdmap e2660: 8 total, 8 up, 8 in 2024-04-10T16:57:09.860 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:57:09 smithi069 ceph-mon[94167]: osdmap e2660: 8 total, 8 up, 8 in 2024-04-10T16:57:09.860 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:57:09 smithi069 ceph-mon[96738]: osdmap e2660: 8 total, 8 up, 8 in 2024-04-10T16:57:10.475 INFO:tasks.workunit.client.0.smithi069.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_with_params3 SKIPPED [ 60%] 2024-04-10T16:57:10.766 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:57:10 smithi077 ceph-mon[87572]: osdmap e2661: 8 total, 8 up, 8 in 2024-04-10T16:57:10.766 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:57:10 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:57:10.766 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:57:10 smithi077 ceph-mon[87572]: pgmap v4921: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 47 KiB/s rd, 3.2 KiB/s wr, 64 op/s 2024-04-10T16:57:10.860 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:57:10 smithi069 ceph-mon[96738]: osdmap e2661: 8 total, 8 up, 8 in 2024-04-10T16:57:10.860 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:57:10 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:57:10.860 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:57:10 smithi069 ceph-mon[96738]: pgmap v4921: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 47 KiB/s rd, 3.2 KiB/s wr, 64 op/s 2024-04-10T16:57:10.860 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:57:10 smithi069 ceph-mon[94167]: osdmap e2661: 8 total, 8 up, 8 in 2024-04-10T16:57:10.860 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:57:10 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:57:10.860 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:57:10 smithi069 ceph-mon[94167]: pgmap v4921: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 47 KiB/s rd, 3.2 KiB/s wr, 64 op/s 2024-04-10T16:57:11.766 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:57:11 smithi077 ceph-mon[87572]: osdmap e2662: 8 total, 8 up, 8 in 2024-04-10T16:57:11.860 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:57:11 smithi069 ceph-mon[96738]: osdmap e2662: 8 total, 8 up, 8 in 2024-04-10T16:57:11.860 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:57:11 smithi069 ceph-mon[94167]: osdmap e2662: 8 total, 8 up, 8 in 2024-04-10T16:57:12.766 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:57:12 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:57:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:57:12.767 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:57:12 smithi077 ceph-mon[87572]: osdmap e2663: 8 total, 8 up, 8 in 2024-04-10T16:57:12.767 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:57:12 smithi077 ceph-mon[87572]: pgmap v4924: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 211 KiB/s rd, 15 KiB/s wr, 288 op/s 2024-04-10T16:57:12.767 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:57:12 smithi077 ceph-mon[87572]: osdmap e2664: 8 total, 8 up, 8 in 2024-04-10T16:57:12.860 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:57:12 smithi069 ceph-mon[96738]: osdmap e2663: 8 total, 8 up, 8 in 2024-04-10T16:57:12.860 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:57:12 smithi069 ceph-mon[96738]: pgmap v4924: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 211 KiB/s rd, 15 KiB/s wr, 288 op/s 2024-04-10T16:57:12.860 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:57:12 smithi069 ceph-mon[96738]: osdmap e2664: 8 total, 8 up, 8 in 2024-04-10T16:57:12.860 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:57:12 smithi069 ceph-mon[94167]: osdmap e2663: 8 total, 8 up, 8 in 2024-04-10T16:57:12.860 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:57:12 smithi069 ceph-mon[94167]: pgmap v4924: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 211 KiB/s rd, 15 KiB/s wr, 288 op/s 2024-04-10T16:57:12.860 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:57:12 smithi069 ceph-mon[94167]: osdmap e2664: 8 total, 8 up, 8 in 2024-04-10T16:57:14.325 INFO:tasks.workunit.client.0.smithi069.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_stripe_unit_and_count PASSED [ 61%] 2024-04-10T16:57:14.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:57:14 smithi077 ceph-mon[87572]: osdmap e2665: 8 total, 8 up, 8 in 2024-04-10T16:57:14.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:57:14 smithi069 ceph-mon[96738]: osdmap e2665: 8 total, 8 up, 8 in 2024-04-10T16:57:14.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:57:14 smithi069 ceph-mon[94167]: osdmap e2665: 8 total, 8 up, 8 in 2024-04-10T16:57:15.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:57:15 smithi077 ceph-mon[87572]: pgmap v4927: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 172 KiB/s rd, 13 KiB/s wr, 242 op/s 2024-04-10T16:57:15.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:57:15 smithi077 ceph-mon[87572]: osdmap e2666: 8 total, 8 up, 8 in 2024-04-10T16:57:15.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:57:15 smithi069 ceph-mon[96738]: pgmap v4927: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 172 KiB/s rd, 13 KiB/s wr, 242 op/s 2024-04-10T16:57:15.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:57:15 smithi069 ceph-mon[96738]: osdmap e2666: 8 total, 8 up, 8 in 2024-04-10T16:57:15.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:57:15 smithi069 ceph-mon[94167]: pgmap v4927: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 172 KiB/s rd, 13 KiB/s wr, 242 op/s 2024-04-10T16:57:15.611 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:57:15 smithi069 ceph-mon[94167]: osdmap e2666: 8 total, 8 up, 8 in 2024-04-10T16:57:16.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:57:16 smithi077 ceph-mon[87572]: osdmap e2667: 8 total, 8 up, 8 in 2024-04-10T16:57:16.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:57:16 smithi069 ceph-mon[96738]: osdmap e2667: 8 total, 8 up, 8 in 2024-04-10T16:57:16.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:57:16 smithi069 ceph-mon[94167]: osdmap e2667: 8 total, 8 up, 8 in 2024-04-10T16:57:17.234 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:57:16 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:57:16] "GET /metrics HTTP/1.1" 200 36645 "" "Prometheus/2.43.0" 2024-04-10T16:57:17.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:57:17 smithi077 ceph-mon[87572]: pgmap v4930: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 355 KiB/s rd, 24 KiB/s wr, 474 op/s 2024-04-10T16:57:17.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:57:17 smithi077 ceph-mon[87572]: osdmap e2668: 8 total, 8 up, 8 in 2024-04-10T16:57:17.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:57:17 smithi077 ceph-mon[87572]: osdmap e2669: 8 total, 8 up, 8 in 2024-04-10T16:57:17.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:57:17 smithi069 ceph-mon[96738]: pgmap v4930: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 355 KiB/s rd, 24 KiB/s wr, 474 op/s 2024-04-10T16:57:17.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:57:17 smithi069 ceph-mon[96738]: osdmap e2668: 8 total, 8 up, 8 in 2024-04-10T16:57:17.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:57:17 smithi069 ceph-mon[96738]: osdmap e2669: 8 total, 8 up, 8 in 2024-04-10T16:57:17.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:57:17 smithi069 ceph-mon[94167]: pgmap v4930: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 355 KiB/s rd, 24 KiB/s wr, 474 op/s 2024-04-10T16:57:17.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:57:17 smithi069 ceph-mon[94167]: osdmap e2668: 8 total, 8 up, 8 in 2024-04-10T16:57:17.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:57:17 smithi069 ceph-mon[94167]: osdmap e2669: 8 total, 8 up, 8 in 2024-04-10T16:57:18.334 INFO:tasks.workunit.client.0.smithi069.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_unprotected PASSED [ 61%] 2024-04-10T16:57:19.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:57:19 smithi077 ceph-mon[87572]: pgmap v4933: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 346 KiB/s rd, 22 KiB/s wr, 456 op/s 2024-04-10T16:57:19.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:57:19 smithi077 ceph-mon[87572]: osdmap e2670: 8 total, 8 up, 8 in 2024-04-10T16:57:19.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:57:19 smithi069 ceph-mon[96738]: pgmap v4933: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 346 KiB/s rd, 22 KiB/s wr, 456 op/s 2024-04-10T16:57:19.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:57:19 smithi069 ceph-mon[96738]: osdmap e2670: 8 total, 8 up, 8 in 2024-04-10T16:57:19.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:57:19 smithi069 ceph-mon[94167]: pgmap v4933: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 346 KiB/s rd, 22 KiB/s wr, 456 op/s 2024-04-10T16:57:19.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:57:19 smithi069 ceph-mon[94167]: osdmap e2670: 8 total, 8 up, 8 in 2024-04-10T16:57:20.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:57:20 smithi077 ceph-mon[87572]: osdmap e2671: 8 total, 8 up, 8 in 2024-04-10T16:57:20.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:57:20 smithi069 ceph-mon[96738]: osdmap e2671: 8 total, 8 up, 8 in 2024-04-10T16:57:20.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:57:20 smithi069 ceph-mon[94167]: osdmap e2671: 8 total, 8 up, 8 in 2024-04-10T16:57:21.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:57:21 smithi069 ceph-mon[94167]: pgmap v4936: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 5.2 KiB/s wr, 47 op/s 2024-04-10T16:57:21.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:57:21 smithi069 ceph-mon[94167]: osdmap e2672: 8 total, 8 up, 8 in 2024-04-10T16:57:21.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:57:21 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/2962404' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi069-215789-2","app": "rbd"}]: dispatch 2024-04-10T16:57:21.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:57:21 smithi069 ceph-mon[96738]: pgmap v4936: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 5.2 KiB/s wr, 47 op/s 2024-04-10T16:57:21.611 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:57:21 smithi069 ceph-mon[96738]: osdmap e2672: 8 total, 8 up, 8 in 2024-04-10T16:57:21.611 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:57:21 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/2962404' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi069-215789-2","app": "rbd"}]: dispatch 2024-04-10T16:57:21.766 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:57:21 smithi077 ceph-mon[87572]: pgmap v4936: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 5.2 KiB/s wr, 47 op/s 2024-04-10T16:57:21.766 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:57:21 smithi077 ceph-mon[87572]: osdmap e2672: 8 total, 8 up, 8 in 2024-04-10T16:57:21.766 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:57:21 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/2962404' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi069-215789-2","app": "rbd"}]: dispatch 2024-04-10T16:57:22.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:57:22 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/2962404' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi069-215789-2","app": "rbd"}]': finished 2024-04-10T16:57:22.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:57:22 smithi069 ceph-mon[96738]: osdmap e2673: 8 total, 8 up, 8 in 2024-04-10T16:57:22.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:57:22 smithi069 ceph-mon[96738]: osdmap e2674: 8 total, 8 up, 8 in 2024-04-10T16:57:22.611 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:57:22 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/2962404' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi069-215789-2","app": "rbd"}]': finished 2024-04-10T16:57:22.611 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:57:22 smithi069 ceph-mon[94167]: osdmap e2673: 8 total, 8 up, 8 in 2024-04-10T16:57:22.611 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:57:22 smithi069 ceph-mon[94167]: osdmap e2674: 8 total, 8 up, 8 in 2024-04-10T16:57:22.668 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:57:22 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/2962404' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi069-215789-2","app": "rbd"}]': finished 2024-04-10T16:57:22.668 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:57:22 smithi077 ceph-mon[87572]: osdmap e2673: 8 total, 8 up, 8 in 2024-04-10T16:57:22.668 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:57:22 smithi077 ceph-mon[87572]: osdmap e2674: 8 total, 8 up, 8 in 2024-04-10T16:57:22.668 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:57:22 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:57:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:57:23.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:57:23 smithi069 ceph-mon[96738]: pgmap v4939: 169 pgs: 15 creating+peering, 17 unknown, 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 114 KiB/s rd, 11 KiB/s wr, 163 op/s 2024-04-10T16:57:23.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:57:23 smithi069 ceph-mon[96738]: osdmap e2675: 8 total, 8 up, 8 in 2024-04-10T16:57:23.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:57:23 smithi069 ceph-mon[94167]: pgmap v4939: 169 pgs: 15 creating+peering, 17 unknown, 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 114 KiB/s rd, 11 KiB/s wr, 163 op/s 2024-04-10T16:57:23.611 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:57:23 smithi069 ceph-mon[94167]: osdmap e2675: 8 total, 8 up, 8 in 2024-04-10T16:57:23.766 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:57:23 smithi077 ceph-mon[87572]: pgmap v4939: 169 pgs: 15 creating+peering, 17 unknown, 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 114 KiB/s rd, 11 KiB/s wr, 163 op/s 2024-04-10T16:57:23.766 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:57:23 smithi077 ceph-mon[87572]: osdmap e2675: 8 total, 8 up, 8 in 2024-04-10T16:57:25.392 INFO:tasks.workunit.client.0.smithi069.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_unprotect_with_children PASSED [ 62%] 2024-04-10T16:57:25.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:57:25 smithi069 ceph-mon[94167]: pgmap v4942: 169 pgs: 15 creating+peering, 8 unknown, 146 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 87 KiB/s rd, 6.2 KiB/s wr, 115 op/s 2024-04-10T16:57:25.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:57:25 smithi069 ceph-mon[94167]: osdmap e2676: 8 total, 8 up, 8 in 2024-04-10T16:57:25.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:57:25 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:57:25.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:57:25 smithi069 ceph-mon[96738]: pgmap v4942: 169 pgs: 15 creating+peering, 8 unknown, 146 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 87 KiB/s rd, 6.2 KiB/s wr, 115 op/s 2024-04-10T16:57:25.611 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:57:25 smithi069 ceph-mon[96738]: osdmap e2676: 8 total, 8 up, 8 in 2024-04-10T16:57:25.611 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:57:25 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:57:25.766 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:57:25 smithi077 ceph-mon[87572]: pgmap v4942: 169 pgs: 15 creating+peering, 8 unknown, 146 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 87 KiB/s rd, 6.2 KiB/s wr, 115 op/s 2024-04-10T16:57:25.766 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:57:25 smithi077 ceph-mon[87572]: osdmap e2676: 8 total, 8 up, 8 in 2024-04-10T16:57:25.766 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:57:25 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:57:26.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:57:26 smithi069 ceph-mon[94167]: osdmap e2677: 8 total, 8 up, 8 in 2024-04-10T16:57:26.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:57:26 smithi069 ceph-mon[96738]: osdmap e2677: 8 total, 8 up, 8 in 2024-04-10T16:57:26.766 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:57:26 smithi077 ceph-mon[87572]: osdmap e2677: 8 total, 8 up, 8 in 2024-04-10T16:57:27.297 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:57:26 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:57:26] "GET /metrics HTTP/1.1" 200 36639 "" "Prometheus/2.43.0" 2024-04-10T16:57:27.323 INFO:tasks.workunit.client.0.smithi069.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_stat PASSED [ 62%] 2024-04-10T16:57:27.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:57:27 smithi069 ceph-mon[96738]: pgmap v4945: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 79 KiB/s rd, 3.7 KiB/s wr, 98 op/s 2024-04-10T16:57:27.616 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:57:27 smithi069 ceph-mon[96738]: osdmap e2678: 8 total, 8 up, 8 in 2024-04-10T16:57:27.616 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:57:27 smithi069 ceph-mon[96738]: osdmap e2679: 8 total, 8 up, 8 in 2024-04-10T16:57:27.616 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:57:27 smithi069 ceph-mon[94167]: pgmap v4945: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 79 KiB/s rd, 3.7 KiB/s wr, 98 op/s 2024-04-10T16:57:27.616 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:57:27 smithi069 ceph-mon[94167]: osdmap e2678: 8 total, 8 up, 8 in 2024-04-10T16:57:27.616 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:57:27 smithi069 ceph-mon[94167]: osdmap e2679: 8 total, 8 up, 8 in 2024-04-10T16:57:27.766 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:57:27 smithi077 ceph-mon[87572]: pgmap v4945: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 79 KiB/s rd, 3.7 KiB/s wr, 98 op/s 2024-04-10T16:57:27.766 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:57:27 smithi077 ceph-mon[87572]: osdmap e2678: 8 total, 8 up, 8 in 2024-04-10T16:57:27.766 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:57:27 smithi077 ceph-mon[87572]: osdmap e2679: 8 total, 8 up, 8 in 2024-04-10T16:57:29.417 INFO:tasks.workunit.client.0.smithi069.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_resize_stat PASSED [ 63%] 2024-04-10T16:57:29.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:57:29 smithi069 ceph-mon[96738]: pgmap v4948: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 79 KiB/s rd, 3.5 KiB/s wr, 98 op/s 2024-04-10T16:57:29.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:57:29 smithi069 ceph-mon[96738]: osdmap e2680: 8 total, 8 up, 8 in 2024-04-10T16:57:29.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:57:29 smithi069 ceph-mon[94167]: pgmap v4948: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 79 KiB/s rd, 3.5 KiB/s wr, 98 op/s 2024-04-10T16:57:29.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:57:29 smithi069 ceph-mon[94167]: osdmap e2680: 8 total, 8 up, 8 in 2024-04-10T16:57:29.766 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:57:29 smithi077 ceph-mon[87572]: pgmap v4948: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 79 KiB/s rd, 3.5 KiB/s wr, 98 op/s 2024-04-10T16:57:29.766 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:57:29 smithi077 ceph-mon[87572]: osdmap e2680: 8 total, 8 up, 8 in 2024-04-10T16:57:30.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:57:30 smithi069 ceph-mon[96738]: osdmap e2681: 8 total, 8 up, 8 in 2024-04-10T16:57:30.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:57:30 smithi069 ceph-mon[94167]: osdmap e2681: 8 total, 8 up, 8 in 2024-04-10T16:57:30.766 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:57:30 smithi077 ceph-mon[87572]: osdmap e2681: 8 total, 8 up, 8 in 2024-04-10T16:57:31.414 INFO:tasks.workunit.client.0.smithi069.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_resize_io PASSED [ 64%] 2024-04-10T16:57:31.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:57:31 smithi069 ceph-mon[96738]: pgmap v4951: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 75 KiB/s rd, 6.7 KiB/s wr, 108 op/s 2024-04-10T16:57:31.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:57:31 smithi069 ceph-mon[96738]: osdmap e2682: 8 total, 8 up, 8 in 2024-04-10T16:57:31.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:57:31 smithi069 ceph-mon[94167]: pgmap v4951: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 75 KiB/s rd, 6.7 KiB/s wr, 108 op/s 2024-04-10T16:57:31.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:57:31 smithi069 ceph-mon[94167]: osdmap e2682: 8 total, 8 up, 8 in 2024-04-10T16:57:31.766 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:57:31 smithi077 ceph-mon[87572]: pgmap v4951: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 75 KiB/s rd, 6.7 KiB/s wr, 108 op/s 2024-04-10T16:57:31.766 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:57:31 smithi077 ceph-mon[87572]: osdmap e2682: 8 total, 8 up, 8 in 2024-04-10T16:57:32.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:57:32 smithi069 ceph-mon[96738]: osdmap e2683: 8 total, 8 up, 8 in 2024-04-10T16:57:32.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:57:32 smithi069 ceph-mon[96738]: pgmap v4954: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 250 KiB/s rd, 22 KiB/s wr, 349 op/s 2024-04-10T16:57:32.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:57:32 smithi069 ceph-mon[94167]: osdmap e2683: 8 total, 8 up, 8 in 2024-04-10T16:57:32.611 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:57:32 smithi069 ceph-mon[94167]: pgmap v4954: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 250 KiB/s rd, 22 KiB/s wr, 349 op/s 2024-04-10T16:57:32.766 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:57:32 smithi077 ceph-mon[87572]: osdmap e2683: 8 total, 8 up, 8 in 2024-04-10T16:57:32.766 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:57:32 smithi077 ceph-mon[87572]: pgmap v4954: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 250 KiB/s rd, 22 KiB/s wr, 349 op/s 2024-04-10T16:57:32.766 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:57:32 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:57:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:57:33.444 INFO:tasks.workunit.client.0.smithi069.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_read PASSED [ 64%] 2024-04-10T16:57:33.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:57:33 smithi069 ceph-mon[96738]: osdmap e2684: 8 total, 8 up, 8 in 2024-04-10T16:57:33.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:57:33 smithi069 ceph-mon[94167]: osdmap e2684: 8 total, 8 up, 8 in 2024-04-10T16:57:33.766 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:57:33 smithi077 ceph-mon[87572]: osdmap e2684: 8 total, 8 up, 8 in 2024-04-10T16:57:34.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:57:34 smithi069 ceph-mon[96738]: osdmap e2685: 8 total, 8 up, 8 in 2024-04-10T16:57:34.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:57:34 smithi069 ceph-mon[96738]: pgmap v4957: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 292 KiB/s rd, 24 KiB/s wr, 396 op/s 2024-04-10T16:57:34.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:57:34 smithi069 ceph-mon[94167]: osdmap e2685: 8 total, 8 up, 8 in 2024-04-10T16:57:34.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:57:34 smithi069 ceph-mon[94167]: pgmap v4957: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 292 KiB/s rd, 24 KiB/s wr, 396 op/s 2024-04-10T16:57:34.766 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:57:34 smithi077 ceph-mon[87572]: osdmap e2685: 8 total, 8 up, 8 in 2024-04-10T16:57:34.766 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:57:34 smithi077 ceph-mon[87572]: pgmap v4957: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 292 KiB/s rd, 24 KiB/s wr, 396 op/s 2024-04-10T16:57:35.461 INFO:tasks.workunit.client.0.smithi069.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_write PASSED [ 65%] 2024-04-10T16:57:35.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:57:35 smithi069 ceph-mon[94167]: osdmap e2686: 8 total, 8 up, 8 in 2024-04-10T16:57:35.611 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:57:35 smithi069 ceph-mon[96738]: osdmap e2686: 8 total, 8 up, 8 in 2024-04-10T16:57:35.766 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:57:35 smithi077 ceph-mon[87572]: osdmap e2686: 8 total, 8 up, 8 in 2024-04-10T16:57:36.766 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:57:36 smithi077 ceph-mon[87572]: osdmap e2687: 8 total, 8 up, 8 in 2024-04-10T16:57:36.766 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:57:36 smithi077 ceph-mon[87572]: pgmap v4960: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 416 KiB/s rd, 30 KiB/s wr, 553 op/s 2024-04-10T16:57:36.766 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:57:36 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:57:36.860 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:57:36 smithi069 ceph-mon[96738]: osdmap e2687: 8 total, 8 up, 8 in 2024-04-10T16:57:36.860 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:57:36 smithi069 ceph-mon[96738]: pgmap v4960: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 416 KiB/s rd, 30 KiB/s wr, 553 op/s 2024-04-10T16:57:36.860 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:57:36 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:57:36.860 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:57:36 smithi069 ceph-mon[94167]: osdmap e2687: 8 total, 8 up, 8 in 2024-04-10T16:57:36.860 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:57:36 smithi069 ceph-mon[94167]: pgmap v4960: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 416 KiB/s rd, 30 KiB/s wr, 553 op/s 2024-04-10T16:57:36.861 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:57:36 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:57:37.360 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:57:36 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:57:36] "GET /metrics HTTP/1.1" 200 36639 "" "Prometheus/2.43.0" 2024-04-10T16:57:37.766 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:57:37 smithi077 ceph-mon[87572]: osdmap e2688: 8 total, 8 up, 8 in 2024-04-10T16:57:37.766 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:57:37 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:57:37.766 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:57:37 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:57:37.767 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:57:37 smithi077 ceph-mon[87572]: osdmap e2689: 8 total, 8 up, 8 in 2024-04-10T16:57:37.860 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:57:37 smithi069 ceph-mon[94167]: osdmap e2688: 8 total, 8 up, 8 in 2024-04-10T16:57:37.861 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:57:37 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:57:37.861 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:57:37 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:57:37.861 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:57:37 smithi069 ceph-mon[94167]: osdmap e2689: 8 total, 8 up, 8 in 2024-04-10T16:57:37.861 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:57:37 smithi069 ceph-mon[96738]: osdmap e2688: 8 total, 8 up, 8 in 2024-04-10T16:57:37.861 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:57:37 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:57:37.861 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:57:37 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:57:37.861 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:57:37 smithi069 ceph-mon[96738]: osdmap e2689: 8 total, 8 up, 8 in 2024-04-10T16:57:38.766 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:57:38 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:57:38.766 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:57:38 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:57:38.767 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:57:38 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:57:38.767 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:57:38 smithi077 ceph-mon[87572]: pgmap v4963: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 298 KiB/s rd, 21 KiB/s wr, 397 op/s 2024-04-10T16:57:38.860 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:57:38 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:57:38.860 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:57:38 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:57:38.860 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:57:38 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:57:38.860 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:57:38 smithi069 ceph-mon[96738]: pgmap v4963: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 298 KiB/s rd, 21 KiB/s wr, 397 op/s 2024-04-10T16:57:38.860 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:57:38 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:57:38.860 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:57:38 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:57:38.861 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:57:38 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:57:38.861 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:57:38 smithi069 ceph-mon[94167]: pgmap v4963: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 298 KiB/s rd, 21 KiB/s wr, 397 op/s 2024-04-10T16:57:40.016 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:57:39 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:57:40.110 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:57:39 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:57:40.111 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:57:39 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:57:40.869 INFO:tasks.workunit.client.0.smithi069.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_list_children PASSED [ 65%] 2024-04-10T16:57:41.110 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:57:40 smithi069 ceph-mon[96738]: pgmap v4964: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 763 KiB/s rd, 22 KiB/s wr, 935 op/s 2024-04-10T16:57:41.110 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:57:40 smithi069 ceph-mon[94167]: pgmap v4964: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 763 KiB/s rd, 22 KiB/s wr, 935 op/s 2024-04-10T16:57:41.266 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:57:40 smithi077 ceph-mon[87572]: pgmap v4964: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 763 KiB/s rd, 22 KiB/s wr, 935 op/s 2024-04-10T16:57:42.110 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:57:41 smithi069 ceph-mon[94167]: osdmap e2690: 8 total, 8 up, 8 in 2024-04-10T16:57:42.111 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:57:41 smithi069 ceph-mon[96738]: osdmap e2690: 8 total, 8 up, 8 in 2024-04-10T16:57:42.266 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:57:41 smithi077 ceph-mon[87572]: osdmap e2690: 8 total, 8 up, 8 in 2024-04-10T16:57:42.766 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:57:42 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:57:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:57:43.110 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:57:42 smithi069 ceph-mon[96738]: osdmap e2691: 8 total, 8 up, 8 in 2024-04-10T16:57:43.110 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:57:42 smithi069 ceph-mon[96738]: pgmap v4967: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 27 KiB/s wr, 2.18k op/s 2024-04-10T16:57:43.110 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:57:42 smithi069 ceph-mon[96738]: osdmap e2692: 8 total, 8 up, 8 in 2024-04-10T16:57:43.111 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:57:42 smithi069 ceph-mon[94167]: osdmap e2691: 8 total, 8 up, 8 in 2024-04-10T16:57:43.111 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:57:42 smithi069 ceph-mon[94167]: pgmap v4967: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 27 KiB/s wr, 2.18k op/s 2024-04-10T16:57:43.111 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:57:42 smithi069 ceph-mon[94167]: osdmap e2692: 8 total, 8 up, 8 in 2024-04-10T16:57:43.266 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:57:42 smithi077 ceph-mon[87572]: osdmap e2691: 8 total, 8 up, 8 in 2024-04-10T16:57:43.266 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:57:42 smithi077 ceph-mon[87572]: pgmap v4967: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 27 KiB/s wr, 2.18k op/s 2024-04-10T16:57:43.266 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:57:42 smithi077 ceph-mon[87572]: osdmap e2692: 8 total, 8 up, 8 in 2024-04-10T16:57:44.325 INFO:tasks.workunit.client.0.smithi069.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_flatten_errors PASSED [ 66%] 2024-04-10T16:57:44.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:57:44 smithi077 ceph-mon[87572]: osdmap e2693: 8 total, 8 up, 8 in 2024-04-10T16:57:44.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:57:44 smithi069 ceph-mon[96738]: osdmap e2693: 8 total, 8 up, 8 in 2024-04-10T16:57:44.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:57:44 smithi069 ceph-mon[94167]: osdmap e2693: 8 total, 8 up, 8 in 2024-04-10T16:57:45.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:57:45 smithi077 ceph-mon[87572]: pgmap v4970: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 27 KiB/s wr, 2.29k op/s 2024-04-10T16:57:45.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:57:45 smithi077 ceph-mon[87572]: osdmap e2694: 8 total, 8 up, 8 in 2024-04-10T16:57:45.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:57:45 smithi069 ceph-mon[96738]: pgmap v4970: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 27 KiB/s wr, 2.29k op/s 2024-04-10T16:57:45.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:57:45 smithi069 ceph-mon[96738]: osdmap e2694: 8 total, 8 up, 8 in 2024-04-10T16:57:45.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:57:45 smithi069 ceph-mon[94167]: pgmap v4970: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 27 KiB/s wr, 2.29k op/s 2024-04-10T16:57:45.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:57:45 smithi069 ceph-mon[94167]: osdmap e2694: 8 total, 8 up, 8 in 2024-04-10T16:57:46.344 INFO:tasks.workunit.client.0.smithi069.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_flatten_basic PASSED [ 66%] 2024-04-10T16:57:46.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:57:46 smithi077 ceph-mon[87572]: osdmap e2695: 8 total, 8 up, 8 in 2024-04-10T16:57:46.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:57:46 smithi069 ceph-mon[96738]: osdmap e2695: 8 total, 8 up, 8 in 2024-04-10T16:57:46.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:57:46 smithi069 ceph-mon[94167]: osdmap e2695: 8 total, 8 up, 8 in 2024-04-10T16:57:47.245 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:57:46 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:57:46] "GET /metrics HTTP/1.1" 200 36645 "" "Prometheus/2.43.0" 2024-04-10T16:57:47.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:57:47 smithi077 ceph-mon[87572]: pgmap v4973: 137 pgs: 1 active+clean+snaptrim_wait, 1 active+clean+snaptrim, 135 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 587 KiB/s rd, 20 KiB/s wr, 738 op/s 2024-04-10T16:57:47.517 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:57:47 smithi077 ceph-mon[87572]: osdmap e2696: 8 total, 8 up, 8 in 2024-04-10T16:57:47.517 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:57:47 smithi077 ceph-mon[87572]: osdmap e2697: 8 total, 8 up, 8 in 2024-04-10T16:57:47.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:57:47 smithi069 ceph-mon[96738]: pgmap v4973: 137 pgs: 1 active+clean+snaptrim_wait, 1 active+clean+snaptrim, 135 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 587 KiB/s rd, 20 KiB/s wr, 738 op/s 2024-04-10T16:57:47.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:57:47 smithi069 ceph-mon[96738]: osdmap e2696: 8 total, 8 up, 8 in 2024-04-10T16:57:47.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:57:47 smithi069 ceph-mon[96738]: osdmap e2697: 8 total, 8 up, 8 in 2024-04-10T16:57:47.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:57:47 smithi069 ceph-mon[94167]: pgmap v4973: 137 pgs: 1 active+clean+snaptrim_wait, 1 active+clean+snaptrim, 135 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 587 KiB/s rd, 20 KiB/s wr, 738 op/s 2024-04-10T16:57:47.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:57:47 smithi069 ceph-mon[94167]: osdmap e2696: 8 total, 8 up, 8 in 2024-04-10T16:57:47.611 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:57:47 smithi069 ceph-mon[94167]: osdmap e2697: 8 total, 8 up, 8 in 2024-04-10T16:57:48.353 INFO:tasks.workunit.client.0.smithi069.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_flatten_smaller_order PASSED [ 67%] 2024-04-10T16:57:49.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:57:49 smithi077 ceph-mon[87572]: pgmap v4976: 137 pgs: 1 active+clean+snaptrim_wait, 1 active+clean+snaptrim, 135 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 422 KiB/s rd, 19 KiB/s wr, 542 op/s 2024-04-10T16:57:49.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:57:49 smithi077 ceph-mon[87572]: osdmap e2698: 8 total, 8 up, 8 in 2024-04-10T16:57:49.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:57:49 smithi069 ceph-mon[96738]: pgmap v4976: 137 pgs: 1 active+clean+snaptrim_wait, 1 active+clean+snaptrim, 135 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 422 KiB/s rd, 19 KiB/s wr, 542 op/s 2024-04-10T16:57:49.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:57:49 smithi069 ceph-mon[96738]: osdmap e2698: 8 total, 8 up, 8 in 2024-04-10T16:57:49.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:57:49 smithi069 ceph-mon[94167]: pgmap v4976: 137 pgs: 1 active+clean+snaptrim_wait, 1 active+clean+snaptrim, 135 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 422 KiB/s rd, 19 KiB/s wr, 542 op/s 2024-04-10T16:57:49.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:57:49 smithi069 ceph-mon[94167]: osdmap e2698: 8 total, 8 up, 8 in 2024-04-10T16:57:50.369 INFO:tasks.workunit.client.0.smithi069.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_flatten_larger_order PASSED [ 68%] 2024-04-10T16:57:50.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:57:50 smithi069 ceph-mon[94167]: osdmap e2699: 8 total, 8 up, 8 in 2024-04-10T16:57:50.611 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:57:50 smithi069 ceph-mon[96738]: osdmap e2699: 8 total, 8 up, 8 in 2024-04-10T16:57:50.766 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:57:50 smithi077 ceph-mon[87572]: osdmap e2699: 8 total, 8 up, 8 in 2024-04-10T16:57:51.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:57:51 smithi069 ceph-mon[96738]: pgmap v4979: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 204 KiB/s rd, 15 KiB/s wr, 276 op/s 2024-04-10T16:57:51.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:57:51 smithi069 ceph-mon[96738]: osdmap e2700: 8 total, 8 up, 8 in 2024-04-10T16:57:51.611 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:57:51 smithi069 ceph-mon[94167]: pgmap v4979: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 204 KiB/s rd, 15 KiB/s wr, 276 op/s 2024-04-10T16:57:51.611 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:57:51 smithi069 ceph-mon[94167]: osdmap e2700: 8 total, 8 up, 8 in 2024-04-10T16:57:51.766 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:57:51 smithi077 ceph-mon[87572]: pgmap v4979: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 204 KiB/s rd, 15 KiB/s wr, 276 op/s 2024-04-10T16:57:51.766 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:57:51 smithi077 ceph-mon[87572]: osdmap e2700: 8 total, 8 up, 8 in 2024-04-10T16:57:52.332 INFO:tasks.workunit.client.0.smithi069.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_flatten_drops_cache PASSED [ 68%] 2024-04-10T16:57:52.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:57:52 smithi069 ceph-mon[96738]: osdmap e2701: 8 total, 8 up, 8 in 2024-04-10T16:57:52.611 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:57:52 smithi069 ceph-mon[96738]: osdmap e2702: 8 total, 8 up, 8 in 2024-04-10T16:57:52.611 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:57:52 smithi069 ceph-mon[94167]: osdmap e2701: 8 total, 8 up, 8 in 2024-04-10T16:57:52.611 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:57:52 smithi069 ceph-mon[94167]: osdmap e2702: 8 total, 8 up, 8 in 2024-04-10T16:57:52.668 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:57:52 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:57:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:57:52.668 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:57:52 smithi077 ceph-mon[87572]: osdmap e2701: 8 total, 8 up, 8 in 2024-04-10T16:57:52.668 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:57:52 smithi077 ceph-mon[87572]: osdmap e2702: 8 total, 8 up, 8 in 2024-04-10T16:57:53.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:57:53 smithi069 ceph-mon[96738]: pgmap v4982: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 894 KiB/s rd, 59 KiB/s wr, 1.19k op/s 2024-04-10T16:57:53.611 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:57:53 smithi069 ceph-mon[94167]: pgmap v4982: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 894 KiB/s rd, 59 KiB/s wr, 1.19k op/s 2024-04-10T16:57:53.766 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:57:53 smithi077 ceph-mon[87572]: pgmap v4982: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 894 KiB/s rd, 59 KiB/s wr, 1.19k op/s 2024-04-10T16:57:54.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:57:54 smithi069 ceph-mon[94167]: osdmap e2703: 8 total, 8 up, 8 in 2024-04-10T16:57:54.611 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:57:54 smithi069 ceph-mon[96738]: osdmap e2703: 8 total, 8 up, 8 in 2024-04-10T16:57:54.766 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:57:54 smithi077 ceph-mon[87572]: osdmap e2703: 8 total, 8 up, 8 in 2024-04-10T16:57:55.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:57:55 smithi069 ceph-mon[96738]: pgmap v4985: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 709 KiB/s rd, 49 KiB/s wr, 954 op/s 2024-04-10T16:57:55.611 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:57:55 smithi069 ceph-mon[96738]: osdmap e2704: 8 total, 8 up, 8 in 2024-04-10T16:57:55.611 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:57:55 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:57:55.611 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:57:55 smithi069 ceph-mon[94167]: pgmap v4985: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 709 KiB/s rd, 49 KiB/s wr, 954 op/s 2024-04-10T16:57:55.611 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:57:55 smithi069 ceph-mon[94167]: osdmap e2704: 8 total, 8 up, 8 in 2024-04-10T16:57:55.611 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:57:55 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:57:55.766 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:57:55 smithi077 ceph-mon[87572]: pgmap v4985: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 709 KiB/s rd, 49 KiB/s wr, 954 op/s 2024-04-10T16:57:55.766 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:57:55 smithi077 ceph-mon[87572]: osdmap e2704: 8 total, 8 up, 8 in 2024-04-10T16:57:55.766 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:57:55 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:57:56.404 INFO:tasks.workunit.client.0.smithi069.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_flatten_multi_level PASSED [ 69%] 2024-04-10T16:57:56.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:57:56 smithi069 ceph-mon[94167]: osdmap e2705: 8 total, 8 up, 8 in 2024-04-10T16:57:56.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:57:56 smithi069 ceph-mon[96738]: osdmap e2705: 8 total, 8 up, 8 in 2024-04-10T16:57:56.766 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:57:56 smithi077 ceph-mon[87572]: osdmap e2705: 8 total, 8 up, 8 in 2024-04-10T16:57:57.310 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:57:56 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:57:56] "GET /metrics HTTP/1.1" 200 36646 "" "Prometheus/2.43.0" 2024-04-10T16:57:57.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:57:57 smithi069 ceph-mon[96738]: pgmap v4988: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 388 KiB/s rd, 29 KiB/s wr, 528 op/s 2024-04-10T16:57:57.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:57:57 smithi069 ceph-mon[96738]: osdmap e2706: 8 total, 8 up, 8 in 2024-04-10T16:57:57.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:57:57 smithi069 ceph-mon[96738]: osdmap e2707: 8 total, 8 up, 8 in 2024-04-10T16:57:57.611 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:57:57 smithi069 ceph-mon[94167]: pgmap v4988: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 388 KiB/s rd, 29 KiB/s wr, 528 op/s 2024-04-10T16:57:57.611 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:57:57 smithi069 ceph-mon[94167]: osdmap e2706: 8 total, 8 up, 8 in 2024-04-10T16:57:57.611 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:57:57 smithi069 ceph-mon[94167]: osdmap e2707: 8 total, 8 up, 8 in 2024-04-10T16:57:57.766 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:57:57 smithi077 ceph-mon[87572]: pgmap v4988: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 388 KiB/s rd, 29 KiB/s wr, 528 op/s 2024-04-10T16:57:57.766 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:57:57 smithi077 ceph-mon[87572]: osdmap e2706: 8 total, 8 up, 8 in 2024-04-10T16:57:57.766 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:57:57 smithi077 ceph-mon[87572]: osdmap e2707: 8 total, 8 up, 8 in 2024-04-10T16:57:58.421 INFO:tasks.workunit.client.0.smithi069.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_flatten_with_progress PASSED [ 69%] 2024-04-10T16:57:59.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:57:59 smithi069 ceph-mon[96738]: pgmap v4991: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 369 KiB/s rd, 24 KiB/s wr, 490 op/s 2024-04-10T16:57:59.611 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:57:59 smithi069 ceph-mon[96738]: osdmap e2708: 8 total, 8 up, 8 in 2024-04-10T16:57:59.611 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:57:59 smithi069 ceph-mon[94167]: pgmap v4991: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 369 KiB/s rd, 24 KiB/s wr, 490 op/s 2024-04-10T16:57:59.611 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:57:59 smithi069 ceph-mon[94167]: osdmap e2708: 8 total, 8 up, 8 in 2024-04-10T16:57:59.766 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:57:59 smithi077 ceph-mon[87572]: pgmap v4991: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 369 KiB/s rd, 24 KiB/s wr, 490 op/s 2024-04-10T16:57:59.766 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:57:59 smithi077 ceph-mon[87572]: osdmap e2708: 8 total, 8 up, 8 in 2024-04-10T16:58:00.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:58:00 smithi069 ceph-mon[96738]: osdmap e2709: 8 total, 8 up, 8 in 2024-04-10T16:58:00.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:58:00 smithi069 ceph-mon[96738]: pgmap v4994: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 114 KiB/s rd, 6.2 KiB/s wr, 151 op/s 2024-04-10T16:58:00.611 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:58:00 smithi069 ceph-mon[94167]: osdmap e2709: 8 total, 8 up, 8 in 2024-04-10T16:58:00.611 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:58:00 smithi069 ceph-mon[94167]: pgmap v4994: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 114 KiB/s rd, 6.2 KiB/s wr, 151 op/s 2024-04-10T16:58:00.766 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:58:00 smithi077 ceph-mon[87572]: osdmap e2709: 8 total, 8 up, 8 in 2024-04-10T16:58:00.767 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:58:00 smithi077 ceph-mon[87572]: pgmap v4994: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 114 KiB/s rd, 6.2 KiB/s wr, 151 op/s 2024-04-10T16:58:01.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:58:01 smithi069 ceph-mon[96738]: osdmap e2710: 8 total, 8 up, 8 in 2024-04-10T16:58:01.611 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:58:01 smithi069 ceph-mon[94167]: osdmap e2710: 8 total, 8 up, 8 in 2024-04-10T16:58:01.766 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:58:01 smithi077 ceph-mon[87572]: osdmap e2710: 8 total, 8 up, 8 in 2024-04-10T16:58:02.441 INFO:tasks.workunit.client.0.smithi069.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_resize_flatten_multi_level PASSED [ 70%] 2024-04-10T16:58:02.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:58:02 smithi069 ceph-mon[94167]: osdmap e2711: 8 total, 8 up, 8 in 2024-04-10T16:58:02.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:58:02 smithi069 ceph-mon[94167]: pgmap v4997: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 300 KiB/s rd, 22 KiB/s wr, 407 op/s 2024-04-10T16:58:02.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:58:02 smithi069 ceph-mon[96738]: osdmap e2711: 8 total, 8 up, 8 in 2024-04-10T16:58:02.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:58:02 smithi069 ceph-mon[96738]: pgmap v4997: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 300 KiB/s rd, 22 KiB/s wr, 407 op/s 2024-04-10T16:58:02.766 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:58:02 smithi077 ceph-mon[87572]: osdmap e2711: 8 total, 8 up, 8 in 2024-04-10T16:58:02.766 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:58:02 smithi077 ceph-mon[87572]: pgmap v4997: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 300 KiB/s rd, 22 KiB/s wr, 407 op/s 2024-04-10T16:58:02.767 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:58:02 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:58:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:58:03.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:58:03 smithi069 ceph-mon[96738]: osdmap e2712: 8 total, 8 up, 8 in 2024-04-10T16:58:03.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:58:03 smithi069 ceph-mon[94167]: osdmap e2712: 8 total, 8 up, 8 in 2024-04-10T16:58:03.766 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:58:03 smithi077 ceph-mon[87572]: osdmap e2712: 8 total, 8 up, 8 in 2024-04-10T16:58:04.767 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:58:04 smithi077 ceph-mon[87572]: osdmap e2713: 8 total, 8 up, 8 in 2024-04-10T16:58:04.767 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:58:04 smithi077 ceph-mon[87572]: pgmap v5000: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 190 KiB/s rd, 17 KiB/s wr, 265 op/s 2024-04-10T16:58:04.860 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:58:04 smithi069 ceph-mon[96738]: osdmap e2713: 8 total, 8 up, 8 in 2024-04-10T16:58:04.861 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:58:04 smithi069 ceph-mon[96738]: pgmap v5000: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 190 KiB/s rd, 17 KiB/s wr, 265 op/s 2024-04-10T16:58:04.861 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:58:04 smithi069 ceph-mon[94167]: osdmap e2713: 8 total, 8 up, 8 in 2024-04-10T16:58:04.861 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:58:04 smithi069 ceph-mon[94167]: pgmap v5000: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 190 KiB/s rd, 17 KiB/s wr, 265 op/s 2024-04-10T16:58:05.762 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:58:05 smithi069 ceph-mon[96738]: osdmap e2714: 8 total, 8 up, 8 in 2024-04-10T16:58:05.762 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:58:05 smithi069 ceph-mon[94167]: osdmap e2714: 8 total, 8 up, 8 in 2024-04-10T16:58:05.766 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:58:05 smithi077 ceph-mon[87572]: osdmap e2714: 8 total, 8 up, 8 in 2024-04-10T16:58:06.474 INFO:tasks.workunit.client.0.smithi069.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_trash_snapshot PASSED [ 70%] 2024-04-10T16:58:06.766 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:58:06 smithi077 ceph-mon[87572]: osdmap e2715: 8 total, 8 up, 8 in 2024-04-10T16:58:06.766 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:58:06 smithi077 ceph-mon[87572]: pgmap v5003: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 312 KiB/s rd, 20 KiB/s wr, 417 op/s 2024-04-10T16:58:06.860 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:58:06 smithi069 ceph-mon[96738]: osdmap e2715: 8 total, 8 up, 8 in 2024-04-10T16:58:06.860 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:58:06 smithi069 ceph-mon[96738]: pgmap v5003: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 312 KiB/s rd, 20 KiB/s wr, 417 op/s 2024-04-10T16:58:06.860 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:58:06 smithi069 ceph-mon[94167]: osdmap e2715: 8 total, 8 up, 8 in 2024-04-10T16:58:06.861 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:58:06 smithi069 ceph-mon[94167]: pgmap v5003: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 312 KiB/s rd, 20 KiB/s wr, 417 op/s 2024-04-10T16:58:07.360 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:58:06 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:58:06] "GET /metrics HTTP/1.1" 200 36646 "" "Prometheus/2.43.0" 2024-04-10T16:58:07.766 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:58:07 smithi077 ceph-mon[87572]: osdmap e2716: 8 total, 8 up, 8 in 2024-04-10T16:58:07.767 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:58:07 smithi077 ceph-mon[87572]: osdmap e2717: 8 total, 8 up, 8 in 2024-04-10T16:58:07.860 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:58:07 smithi069 ceph-mon[96738]: osdmap e2716: 8 total, 8 up, 8 in 2024-04-10T16:58:07.860 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:58:07 smithi069 ceph-mon[96738]: osdmap e2717: 8 total, 8 up, 8 in 2024-04-10T16:58:07.860 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:58:07 smithi069 ceph-mon[94167]: osdmap e2716: 8 total, 8 up, 8 in 2024-04-10T16:58:07.860 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:58:07 smithi069 ceph-mon[94167]: osdmap e2717: 8 total, 8 up, 8 in 2024-04-10T16:58:08.766 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:58:08 smithi077 ceph-mon[87572]: pgmap v5006: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 307 KiB/s rd, 19 KiB/s wr, 407 op/s 2024-04-10T16:58:08.860 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:58:08 smithi069 ceph-mon[96738]: pgmap v5006: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 307 KiB/s rd, 19 KiB/s wr, 407 op/s 2024-04-10T16:58:08.860 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:58:08 smithi069 ceph-mon[94167]: pgmap v5006: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 307 KiB/s rd, 19 KiB/s wr, 407 op/s 2024-04-10T16:58:10.110 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:58:09 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:58:10.111 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:58:09 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:58:10.266 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:58:09 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:58:11.110 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:58:10 smithi069 ceph-mon[94167]: pgmap v5007: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 132 KiB/s rd, 12 KiB/s wr, 185 op/s 2024-04-10T16:58:11.110 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:58:10 smithi069 ceph-mon[96738]: pgmap v5007: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 132 KiB/s rd, 12 KiB/s wr, 185 op/s 2024-04-10T16:58:11.266 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:58:10 smithi077 ceph-mon[87572]: pgmap v5007: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 132 KiB/s rd, 12 KiB/s wr, 185 op/s 2024-04-10T16:58:12.767 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:58:12 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:58:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:58:13.338 INFO:tasks.workunit.client.0.smithi069.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_encryption_luks1 PASSED [ 71%] 2024-04-10T16:58:13.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:58:13 smithi077 ceph-mon[87572]: pgmap v5008: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 154 KiB/s rd, 13 KiB/s wr, 209 op/s 2024-04-10T16:58:13.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:58:13 smithi077 ceph-mon[87572]: osdmap e2718: 8 total, 8 up, 8 in 2024-04-10T16:58:13.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:58:13 smithi069 ceph-mon[94167]: pgmap v5008: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 154 KiB/s rd, 13 KiB/s wr, 209 op/s 2024-04-10T16:58:13.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:58:13 smithi069 ceph-mon[94167]: osdmap e2718: 8 total, 8 up, 8 in 2024-04-10T16:58:13.611 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:58:13 smithi069 ceph-mon[96738]: pgmap v5008: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 154 KiB/s rd, 13 KiB/s wr, 209 op/s 2024-04-10T16:58:13.611 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:58:13 smithi069 ceph-mon[96738]: osdmap e2718: 8 total, 8 up, 8 in 2024-04-10T16:58:14.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:58:14 smithi077 ceph-mon[87572]: osdmap e2719: 8 total, 8 up, 8 in 2024-04-10T16:58:14.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:58:14 smithi069 ceph-mon[96738]: osdmap e2719: 8 total, 8 up, 8 in 2024-04-10T16:58:14.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:58:14 smithi069 ceph-mon[94167]: osdmap e2719: 8 total, 8 up, 8 in 2024-04-10T16:58:15.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:58:15 smithi077 ceph-mon[87572]: pgmap v5011: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 94 KiB/s rd, 7.6 KiB/s wr, 126 op/s 2024-04-10T16:58:15.517 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:58:15 smithi077 ceph-mon[87572]: osdmap e2720: 8 total, 8 up, 8 in 2024-04-10T16:58:15.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:58:15 smithi069 ceph-mon[96738]: pgmap v5011: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 94 KiB/s rd, 7.6 KiB/s wr, 126 op/s 2024-04-10T16:58:15.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:58:15 smithi069 ceph-mon[96738]: osdmap e2720: 8 total, 8 up, 8 in 2024-04-10T16:58:15.611 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:58:15 smithi069 ceph-mon[94167]: pgmap v5011: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 94 KiB/s rd, 7.6 KiB/s wr, 126 op/s 2024-04-10T16:58:15.611 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:58:15 smithi069 ceph-mon[94167]: osdmap e2720: 8 total, 8 up, 8 in 2024-04-10T16:58:17.251 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:58:16 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:58:16] "GET /metrics HTTP/1.1" 200 36649 "" "Prometheus/2.43.0" 2024-04-10T16:58:17.251 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:58:17 smithi069 ceph-mon[94167]: pgmap v5013: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 179 KiB/s rd, 693 KiB/s wr, 176 op/s 2024-04-10T16:58:17.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:58:17 smithi077 ceph-mon[87572]: pgmap v5013: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 179 KiB/s rd, 693 KiB/s wr, 176 op/s 2024-04-10T16:58:17.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:58:17 smithi069 ceph-mon[96738]: pgmap v5013: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 179 KiB/s rd, 693 KiB/s wr, 176 op/s 2024-04-10T16:58:19.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:58:19 smithi077 ceph-mon[87572]: pgmap v5014: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 132 KiB/s rd, 690 KiB/s wr, 115 op/s 2024-04-10T16:58:19.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:58:19 smithi069 ceph-mon[96738]: pgmap v5014: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 132 KiB/s rd, 690 KiB/s wr, 115 op/s 2024-04-10T16:58:19.611 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:58:19 smithi069 ceph-mon[94167]: pgmap v5014: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 132 KiB/s rd, 690 KiB/s wr, 115 op/s 2024-04-10T16:58:21.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:58:21 smithi077 ceph-mon[87572]: pgmap v5015: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 105 KiB/s rd, 544 KiB/s wr, 92 op/s 2024-04-10T16:58:21.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:58:21 smithi069 ceph-mon[96738]: pgmap v5015: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 105 KiB/s rd, 544 KiB/s wr, 92 op/s 2024-04-10T16:58:21.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:58:21 smithi069 ceph-mon[94167]: pgmap v5015: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 105 KiB/s rd, 544 KiB/s wr, 92 op/s 2024-04-10T16:58:22.767 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:58:22 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:58:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:58:23.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:58:23 smithi077 ceph-mon[87572]: pgmap v5016: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 93 KiB/s rd, 481 KiB/s wr, 81 op/s 2024-04-10T16:58:23.517 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:58:23 smithi077 ceph-mon[87572]: osdmap e2721: 8 total, 8 up, 8 in 2024-04-10T16:58:23.611 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:58:23 smithi069 ceph-mon[96738]: pgmap v5016: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 93 KiB/s rd, 481 KiB/s wr, 81 op/s 2024-04-10T16:58:23.611 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:58:23 smithi069 ceph-mon[96738]: osdmap e2721: 8 total, 8 up, 8 in 2024-04-10T16:58:23.611 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:58:23 smithi069 ceph-mon[94167]: pgmap v5016: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 93 KiB/s rd, 481 KiB/s wr, 81 op/s 2024-04-10T16:58:23.611 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:58:23 smithi069 ceph-mon[94167]: osdmap e2721: 8 total, 8 up, 8 in 2024-04-10T16:58:24.347 INFO:tasks.workunit.client.0.smithi069.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_encryption_luks2 PASSED [ 72%] 2024-04-10T16:58:24.462 INFO:tasks.workunit.client.0.smithi069.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_ownership PASSED [ 72%] 2024-04-10T16:58:25.517 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:58:25 smithi077 ceph-mon[87572]: pgmap v5018: 137 pgs: 137 active+clean; 8.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 83 KiB/s rd, 858 KiB/s wr, 73 op/s 2024-04-10T16:58:25.517 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:58:25 smithi077 ceph-mon[87572]: osdmap e2722: 8 total, 8 up, 8 in 2024-04-10T16:58:25.517 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:58:25 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:58:25.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:58:25 smithi069 ceph-mon[96738]: pgmap v5018: 137 pgs: 137 active+clean; 8.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 83 KiB/s rd, 858 KiB/s wr, 73 op/s 2024-04-10T16:58:25.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:58:25 smithi069 ceph-mon[96738]: osdmap e2722: 8 total, 8 up, 8 in 2024-04-10T16:58:25.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:58:25 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:58:25.611 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:58:25 smithi069 ceph-mon[94167]: pgmap v5018: 137 pgs: 137 active+clean; 8.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 83 KiB/s rd, 858 KiB/s wr, 73 op/s 2024-04-10T16:58:25.611 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:58:25 smithi069 ceph-mon[94167]: osdmap e2722: 8 total, 8 up, 8 in 2024-04-10T16:58:25.611 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:58:25 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:58:26.363 INFO:tasks.workunit.client.0.smithi069.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_snapshot_leadership PASSED [ 73%] 2024-04-10T16:58:26.451 INFO:tasks.workunit.client.0.smithi069.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_read_only_leadership PASSED [ 73%] 2024-04-10T16:58:26.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:58:26 smithi077 ceph-mon[87572]: osdmap e2723: 8 total, 8 up, 8 in 2024-04-10T16:58:26.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:58:26 smithi069 ceph-mon[96738]: osdmap e2723: 8 total, 8 up, 8 in 2024-04-10T16:58:26.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:58:26 smithi069 ceph-mon[94167]: osdmap e2723: 8 total, 8 up, 8 in 2024-04-10T16:58:27.263 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:58:26 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:58:26] "GET /metrics HTTP/1.1" 200 36657 "" "Prometheus/2.43.0" 2024-04-10T16:58:27.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:58:27 smithi077 ceph-mon[87572]: pgmap v5021: 137 pgs: 137 active+clean; 8.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 145 KiB/s rd, 2.7 MiB/s wr, 130 op/s 2024-04-10T16:58:27.517 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:58:27 smithi077 ceph-mon[87572]: osdmap e2724: 8 total, 8 up, 8 in 2024-04-10T16:58:27.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:58:27 smithi069 ceph-mon[96738]: pgmap v5021: 137 pgs: 137 active+clean; 8.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 145 KiB/s rd, 2.7 MiB/s wr, 130 op/s 2024-04-10T16:58:27.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:58:27 smithi069 ceph-mon[96738]: osdmap e2724: 8 total, 8 up, 8 in 2024-04-10T16:58:27.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:58:27 smithi069 ceph-mon[94167]: pgmap v5021: 137 pgs: 137 active+clean; 8.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 145 KiB/s rd, 2.7 MiB/s wr, 130 op/s 2024-04-10T16:58:27.611 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:58:27 smithi069 ceph-mon[94167]: osdmap e2724: 8 total, 8 up, 8 in 2024-04-10T16:58:28.383 INFO:tasks.workunit.client.0.smithi069.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_follower_flatten PASSED [ 74%] 2024-04-10T16:58:28.512 INFO:tasks.workunit.client.0.smithi069.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_follower_resize PASSED [ 74%] 2024-04-10T16:58:28.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:58:28 smithi069 ceph-mon[96738]: osdmap e2725: 8 total, 8 up, 8 in 2024-04-10T16:58:28.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:58:28 smithi069 ceph-mon[94167]: osdmap e2725: 8 total, 8 up, 8 in 2024-04-10T16:58:28.766 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:58:28 smithi077 ceph-mon[87572]: osdmap e2725: 8 total, 8 up, 8 in 2024-04-10T16:58:29.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:58:29 smithi069 ceph-mon[96738]: pgmap v5024: 137 pgs: 137 active+clean; 8.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 218 KiB/s rd, 3.0 MiB/s wr, 195 op/s 2024-04-10T16:58:29.611 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:58:29 smithi069 ceph-mon[96738]: osdmap e2726: 8 total, 8 up, 8 in 2024-04-10T16:58:29.611 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:58:29 smithi069 ceph-mon[94167]: pgmap v5024: 137 pgs: 137 active+clean; 8.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 218 KiB/s rd, 3.0 MiB/s wr, 195 op/s 2024-04-10T16:58:29.611 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:58:29 smithi069 ceph-mon[94167]: osdmap e2726: 8 total, 8 up, 8 in 2024-04-10T16:58:29.766 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:58:29 smithi077 ceph-mon[87572]: pgmap v5024: 137 pgs: 137 active+clean; 8.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 218 KiB/s rd, 3.0 MiB/s wr, 195 op/s 2024-04-10T16:58:29.766 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:58:29 smithi077 ceph-mon[87572]: osdmap e2726: 8 total, 8 up, 8 in 2024-04-10T16:58:30.397 INFO:tasks.workunit.client.0.smithi069.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_follower_snap_create PASSED [ 75%] 2024-04-10T16:58:30.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:58:30 smithi069 ceph-mon[96738]: osdmap e2727: 8 total, 8 up, 8 in 2024-04-10T16:58:30.611 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:58:30 smithi069 ceph-mon[94167]: osdmap e2727: 8 total, 8 up, 8 in 2024-04-10T16:58:30.766 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:58:30 smithi077 ceph-mon[87572]: osdmap e2727: 8 total, 8 up, 8 in 2024-04-10T16:58:31.611 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:58:31 smithi069 ceph-mon[96738]: pgmap v5027: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 146 KiB/s rd, 8.5 KiB/s wr, 203 op/s 2024-04-10T16:58:31.611 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:58:31 smithi069 ceph-mon[96738]: osdmap e2728: 8 total, 8 up, 8 in 2024-04-10T16:58:31.611 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:58:31 smithi069 ceph-mon[94167]: pgmap v5027: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 146 KiB/s rd, 8.5 KiB/s wr, 203 op/s 2024-04-10T16:58:31.611 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:58:31 smithi069 ceph-mon[94167]: osdmap e2728: 8 total, 8 up, 8 in 2024-04-10T16:58:31.766 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:58:31 smithi077 ceph-mon[87572]: pgmap v5027: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 146 KiB/s rd, 8.5 KiB/s wr, 203 op/s 2024-04-10T16:58:31.766 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:58:31 smithi077 ceph-mon[87572]: osdmap e2728: 8 total, 8 up, 8 in 2024-04-10T16:58:32.354 INFO:tasks.workunit.client.0.smithi069.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_follower_snap_rollback PASSED [ 76%] 2024-04-10T16:58:32.477 INFO:tasks.workunit.client.0.smithi069.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_follower_discard PASSED [ 76%] 2024-04-10T16:58:32.601 INFO:tasks.workunit.client.0.smithi069.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_follower_write PASSED [ 77%] 2024-04-10T16:58:32.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:58:32 smithi069 ceph-mon[96738]: osdmap e2729: 8 total, 8 up, 8 in 2024-04-10T16:58:32.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:58:32 smithi069 ceph-mon[96738]: osdmap e2730: 8 total, 8 up, 8 in 2024-04-10T16:58:32.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:58:32 smithi069 ceph-mon[94167]: osdmap e2729: 8 total, 8 up, 8 in 2024-04-10T16:58:32.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:58:32 smithi069 ceph-mon[94167]: osdmap e2730: 8 total, 8 up, 8 in 2024-04-10T16:58:32.700 INFO:tasks.workunit.client.0.smithi069.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_acquire_release_lock PASSED [ 77%] 2024-04-10T16:58:32.766 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:58:32 smithi077 ceph-mon[87572]: osdmap e2729: 8 total, 8 up, 8 in 2024-04-10T16:58:32.766 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:58:32 smithi077 ceph-mon[87572]: osdmap e2730: 8 total, 8 up, 8 in 2024-04-10T16:58:32.767 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:58:32 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:58:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:58:33.398 INFO:tasks.workunit.client.0.smithi069.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_break_lock PASSED [ 78%] 2024-04-10T16:58:33.486 INFO:tasks.workunit.client.0.smithi069.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMirroring::test_uuid PASSED [ 78%] 2024-04-10T16:58:33.578 INFO:tasks.workunit.client.0.smithi069.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMirroring::test_site_name PASSED [ 79%] 2024-04-10T16:58:33.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:58:33 smithi069 ceph-mon[96738]: pgmap v5030: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 309 KiB/s rd, 23 KiB/s wr, 426 op/s 2024-04-10T16:58:33.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:58:33 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/1421780478' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.69:0/1148076446"}]: dispatch 2024-04-10T16:58:33.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:58:33 smithi069 ceph-mon[96738]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.69:0/1148076446"}]: dispatch 2024-04-10T16:58:33.611 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:58:33 smithi069 ceph-mon[94167]: pgmap v5030: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 309 KiB/s rd, 23 KiB/s wr, 426 op/s 2024-04-10T16:58:33.611 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:58:33 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/1421780478' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.69:0/1148076446"}]: dispatch 2024-04-10T16:58:33.611 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:58:33 smithi069 ceph-mon[94167]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.69:0/1148076446"}]: dispatch 2024-04-10T16:58:33.678 INFO:tasks.workunit.client.0.smithi069.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMirroring::test_mirror_peer_bootstrap PASSED [ 80%] 2024-04-10T16:58:33.766 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:58:33 smithi077 ceph-mon[87572]: pgmap v5030: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 309 KiB/s rd, 23 KiB/s wr, 426 op/s 2024-04-10T16:58:33.766 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:58:33 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/1421780478' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.69:0/1148076446"}]: dispatch 2024-04-10T16:58:33.766 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:58:33 smithi077 ceph-mon[87572]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.69:0/1148076446"}]: dispatch 2024-04-10T16:58:33.772 INFO:tasks.workunit.client.0.smithi069.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMirroring::test_mirror_peer PASSED [ 80%] 2024-04-10T16:58:33.863 INFO:tasks.workunit.client.0.smithi069.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMirroring::test_mirror_image SKIPPED [ 81%] 2024-04-10T16:58:33.945 INFO:tasks.workunit.client.0.smithi069.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMirroring::test_mirror_image_status SKIPPED [ 81%] 2024-04-10T16:58:34.611 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:58:34 smithi069 ceph-mon[96738]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.69:0/1148076446"}]': finished 2024-04-10T16:58:34.611 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:58:34 smithi069 ceph-mon[96738]: osdmap e2731: 8 total, 8 up, 8 in 2024-04-10T16:58:34.611 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:58:34 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/2962404' entity='client.admin' 2024-04-10T16:58:34.611 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:58:34 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/2962404' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-10T16:58:34.611 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:58:34 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/2962404' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-10T16:58:34.611 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:58:34 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/2962404' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]': finished 2024-04-10T16:58:34.611 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:58:34 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/2962404' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-10T16:58:34.611 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:58:34 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/2962404' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer_client_id"}]: dispatch 2024-04-10T16:58:34.611 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:58:34 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/2962404' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-04-10T16:58:34.611 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:58:34 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/2962404' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-10T16:58:34.611 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:58:34 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/2962404' entity='client.admin' 2024-04-10T16:58:34.612 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:58:34 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/2962404' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/122/ac363bec-d05f-42c0-b6e2-b20b34a618fe"}]: dispatch 2024-04-10T16:58:34.612 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:58:34 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/2962404' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/ac363bec-d05f-42c0-b6e2-b20b34a618fe"}]: dispatch 2024-04-10T16:58:34.612 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:58:34 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/2962404' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/ac363bec-d05f-42c0-b6e2-b20b34a618fe"}]': finished 2024-04-10T16:58:34.612 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:58:34 smithi069 ceph-mon[94167]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.69:0/1148076446"}]': finished 2024-04-10T16:58:34.612 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:58:34 smithi069 ceph-mon[94167]: osdmap e2731: 8 total, 8 up, 8 in 2024-04-10T16:58:34.612 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:58:34 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/2962404' entity='client.admin' 2024-04-10T16:58:34.612 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:58:34 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/2962404' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-10T16:58:34.612 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:58:34 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/2962404' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-10T16:58:34.612 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:58:34 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/2962404' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]': finished 2024-04-10T16:58:34.612 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:58:34 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/2962404' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-10T16:58:34.612 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:58:34 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/2962404' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer_client_id"}]: dispatch 2024-04-10T16:58:34.612 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:58:34 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/2962404' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-04-10T16:58:34.613 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:58:34 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/2962404' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-10T16:58:34.613 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:58:34 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/2962404' entity='client.admin' 2024-04-10T16:58:34.613 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:58:34 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/2962404' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/122/ac363bec-d05f-42c0-b6e2-b20b34a618fe"}]: dispatch 2024-04-10T16:58:34.613 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:58:34 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/2962404' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/ac363bec-d05f-42c0-b6e2-b20b34a618fe"}]: dispatch 2024-04-10T16:58:34.613 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:58:34 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/2962404' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/ac363bec-d05f-42c0-b6e2-b20b34a618fe"}]': finished 2024-04-10T16:58:34.766 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:58:34 smithi077 ceph-mon[87572]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.69:0/1148076446"}]': finished 2024-04-10T16:58:34.767 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:58:34 smithi077 ceph-mon[87572]: osdmap e2731: 8 total, 8 up, 8 in 2024-04-10T16:58:34.767 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:58:34 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/2962404' entity='client.admin' 2024-04-10T16:58:34.767 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:58:34 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/2962404' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-10T16:58:34.767 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:58:34 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/2962404' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-10T16:58:34.767 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:58:34 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/2962404' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]': finished 2024-04-10T16:58:34.767 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:58:34 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/2962404' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-10T16:58:34.767 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:58:34 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/2962404' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer_client_id"}]: dispatch 2024-04-10T16:58:34.767 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:58:34 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/2962404' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-04-10T16:58:34.767 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:58:34 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/2962404' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-10T16:58:34.767 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:58:34 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/2962404' entity='client.admin' 2024-04-10T16:58:34.767 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:58:34 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/2962404' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/122/ac363bec-d05f-42c0-b6e2-b20b34a618fe"}]: dispatch 2024-04-10T16:58:34.767 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:58:34 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/2962404' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/ac363bec-d05f-42c0-b6e2-b20b34a618fe"}]: dispatch 2024-04-10T16:58:34.768 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:58:34 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/2962404' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/ac363bec-d05f-42c0-b6e2-b20b34a618fe"}]': finished 2024-04-10T16:58:35.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:58:35 smithi069 ceph-mon[96738]: pgmap v5033: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 183 KiB/s rd, 16 KiB/s wr, 259 op/s 2024-04-10T16:58:35.611 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:58:35 smithi069 ceph-mon[96738]: osdmap e2732: 8 total, 8 up, 8 in 2024-04-10T16:58:35.611 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:58:35 smithi069 ceph-mon[94167]: pgmap v5033: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 183 KiB/s rd, 16 KiB/s wr, 259 op/s 2024-04-10T16:58:35.611 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:58:35 smithi069 ceph-mon[94167]: osdmap e2732: 8 total, 8 up, 8 in 2024-04-10T16:58:35.766 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:58:35 smithi077 ceph-mon[87572]: pgmap v5033: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 183 KiB/s rd, 16 KiB/s wr, 259 op/s 2024-04-10T16:58:35.767 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:58:35 smithi077 ceph-mon[87572]: osdmap e2732: 8 total, 8 up, 8 in 2024-04-10T16:58:37.017 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:58:36 smithi077 ceph-mon[87572]: osdmap e2733: 8 total, 8 up, 8 in 2024-04-10T16:58:37.017 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:58:36 smithi077 ceph-mon[87572]: pgmap v5036: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 420 KiB/s rd, 36 KiB/s wr, 599 op/s 2024-04-10T16:58:37.110 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:58:36 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:58:36] "GET /metrics HTTP/1.1" 200 36657 "" "Prometheus/2.43.0" 2024-04-10T16:58:37.111 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:58:36 smithi069 ceph-mon[96738]: osdmap e2733: 8 total, 8 up, 8 in 2024-04-10T16:58:37.111 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:58:36 smithi069 ceph-mon[96738]: pgmap v5036: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 420 KiB/s rd, 36 KiB/s wr, 599 op/s 2024-04-10T16:58:37.111 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:58:36 smithi069 ceph-mon[94167]: osdmap e2733: 8 total, 8 up, 8 in 2024-04-10T16:58:37.111 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:58:36 smithi069 ceph-mon[94167]: pgmap v5036: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 420 KiB/s rd, 36 KiB/s wr, 599 op/s 2024-04-10T16:58:38.016 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:58:37 smithi077 ceph-mon[87572]: osdmap e2734: 8 total, 8 up, 8 in 2024-04-10T16:58:38.017 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:58:37 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/2962404' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/137fb956-577e-4860-b715-7da7da95efd2"}]: dispatch 2024-04-10T16:58:38.017 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:58:37 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/2962404' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/137fb956-577e-4860-b715-7da7da95efd2"}]': finished 2024-04-10T16:58:38.017 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:58:37 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/2962404' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/f9562b2d-459c-402b-bfde-1f89eaf4148f"}]: dispatch 2024-04-10T16:58:38.017 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:58:37 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/2962404' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/f9562b2d-459c-402b-bfde-1f89eaf4148f"}]': finished 2024-04-10T16:58:38.017 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:58:37 smithi077 ceph-mon[87572]: osdmap e2735: 8 total, 8 up, 8 in 2024-04-10T16:58:38.017 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:58:37 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:58:38.110 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:58:37 smithi069 ceph-mon[96738]: osdmap e2734: 8 total, 8 up, 8 in 2024-04-10T16:58:38.110 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:58:37 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/2962404' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/137fb956-577e-4860-b715-7da7da95efd2"}]: dispatch 2024-04-10T16:58:38.110 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:58:37 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/2962404' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/137fb956-577e-4860-b715-7da7da95efd2"}]': finished 2024-04-10T16:58:38.111 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:58:37 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/2962404' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/f9562b2d-459c-402b-bfde-1f89eaf4148f"}]: dispatch 2024-04-10T16:58:38.111 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:58:37 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/2962404' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/f9562b2d-459c-402b-bfde-1f89eaf4148f"}]': finished 2024-04-10T16:58:38.111 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:58:37 smithi069 ceph-mon[96738]: osdmap e2735: 8 total, 8 up, 8 in 2024-04-10T16:58:38.111 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:58:37 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:58:38.111 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:58:37 smithi069 ceph-mon[94167]: osdmap e2734: 8 total, 8 up, 8 in 2024-04-10T16:58:38.111 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:58:37 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/2962404' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/137fb956-577e-4860-b715-7da7da95efd2"}]: dispatch 2024-04-10T16:58:38.111 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:58:37 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/2962404' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/137fb956-577e-4860-b715-7da7da95efd2"}]': finished 2024-04-10T16:58:38.111 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:58:37 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/2962404' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/f9562b2d-459c-402b-bfde-1f89eaf4148f"}]: dispatch 2024-04-10T16:58:38.111 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:58:37 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/2962404' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/f9562b2d-459c-402b-bfde-1f89eaf4148f"}]': finished 2024-04-10T16:58:38.111 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:58:37 smithi069 ceph-mon[94167]: osdmap e2735: 8 total, 8 up, 8 in 2024-04-10T16:58:38.111 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:58:37 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:58:39.017 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:58:38 smithi077 ceph-mon[87572]: pgmap v5039: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 399 KiB/s rd, 34 KiB/s wr, 563 op/s 2024-04-10T16:58:39.017 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:58:38 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:58:39.017 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:58:38 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:58:39.017 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:58:38 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:58:39.017 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:58:38 smithi077 ceph-mon[87572]: osdmap e2736: 8 total, 8 up, 8 in 2024-04-10T16:58:39.111 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:58:38 smithi069 ceph-mon[96738]: pgmap v5039: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 399 KiB/s rd, 34 KiB/s wr, 563 op/s 2024-04-10T16:58:39.111 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:58:38 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:58:39.111 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:58:38 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:58:39.111 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:58:38 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:58:39.111 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:58:38 smithi069 ceph-mon[96738]: osdmap e2736: 8 total, 8 up, 8 in 2024-04-10T16:58:39.111 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:58:38 smithi069 ceph-mon[94167]: pgmap v5039: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 399 KiB/s rd, 34 KiB/s wr, 563 op/s 2024-04-10T16:58:39.111 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:58:38 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:58:39.111 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:58:38 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:58:39.111 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:58:38 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:58:39.111 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:58:38 smithi069 ceph-mon[94167]: osdmap e2736: 8 total, 8 up, 8 in 2024-04-10T16:58:40.516 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:58:40 smithi077 ceph-mon[87572]: osdmap e2737: 8 total, 8 up, 8 in 2024-04-10T16:58:40.517 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:58:40 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:58:40.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:58:40 smithi069 ceph-mon[94167]: osdmap e2737: 8 total, 8 up, 8 in 2024-04-10T16:58:40.611 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:58:40 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:58:40.611 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:58:40 smithi069 ceph-mon[96738]: osdmap e2737: 8 total, 8 up, 8 in 2024-04-10T16:58:40.611 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:58:40 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:58:41.336 INFO:tasks.workunit.client.0.smithi069.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMirroring::test_mirror_image_create_snapshot PASSED [ 82%] 2024-04-10T16:58:41.517 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:58:41 smithi077 ceph-mon[87572]: pgmap v5042: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 149 KiB/s rd, 7.2 KiB/s wr, 191 op/s 2024-04-10T16:58:41.517 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:58:41 smithi077 ceph-mon[87572]: osdmap e2738: 8 total, 8 up, 8 in 2024-04-10T16:58:41.611 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:58:41 smithi069 ceph-mon[96738]: pgmap v5042: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 149 KiB/s rd, 7.2 KiB/s wr, 191 op/s 2024-04-10T16:58:41.611 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:58:41 smithi069 ceph-mon[96738]: osdmap e2738: 8 total, 8 up, 8 in 2024-04-10T16:58:41.611 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:58:41 smithi069 ceph-mon[94167]: pgmap v5042: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 149 KiB/s rd, 7.2 KiB/s wr, 191 op/s 2024-04-10T16:58:41.611 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:58:41 smithi069 ceph-mon[94167]: osdmap e2738: 8 total, 8 up, 8 in 2024-04-10T16:58:42.611 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:58:42 smithi069 ceph-mon[96738]: osdmap e2739: 8 total, 8 up, 8 in 2024-04-10T16:58:42.611 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:58:42 smithi069 ceph-mon[94167]: osdmap e2739: 8 total, 8 up, 8 in 2024-04-10T16:58:42.767 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:58:42 smithi077 ceph-mon[87572]: osdmap e2739: 8 total, 8 up, 8 in 2024-04-10T16:58:42.767 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:58:42 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:58:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:58:43.613 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:58:43 smithi069 ceph-mon[94167]: pgmap v5045: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 160 KiB/s rd, 8.0 KiB/s wr, 209 op/s 2024-04-10T16:58:43.614 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:58:43 smithi069 ceph-mon[94167]: osdmap e2740: 8 total, 8 up, 8 in 2024-04-10T16:58:43.614 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:58:43 smithi069 ceph-mon[96738]: pgmap v5045: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 160 KiB/s rd, 8.0 KiB/s wr, 209 op/s 2024-04-10T16:58:43.614 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:58:43 smithi069 ceph-mon[96738]: osdmap e2740: 8 total, 8 up, 8 in 2024-04-10T16:58:43.766 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:58:43 smithi077 ceph-mon[87572]: pgmap v5045: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 160 KiB/s rd, 8.0 KiB/s wr, 209 op/s 2024-04-10T16:58:43.767 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:58:43 smithi077 ceph-mon[87572]: osdmap e2740: 8 total, 8 up, 8 in 2024-04-10T16:58:44.611 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:58:44 smithi069 ceph-mon[96738]: osdmap e2741: 8 total, 8 up, 8 in 2024-04-10T16:58:44.611 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:58:44 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/2962404' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/8255268f-484a-4e3e-a227-491381f4dca8"}]: dispatch 2024-04-10T16:58:44.611 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:58:44 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/2962404' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/8255268f-484a-4e3e-a227-491381f4dca8"}]': finished 2024-04-10T16:58:44.611 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:58:44 smithi069 ceph-mon[94167]: osdmap e2741: 8 total, 8 up, 8 in 2024-04-10T16:58:44.611 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:58:44 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/2962404' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/8255268f-484a-4e3e-a227-491381f4dca8"}]: dispatch 2024-04-10T16:58:44.611 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:58:44 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/2962404' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/8255268f-484a-4e3e-a227-491381f4dca8"}]': finished 2024-04-10T16:58:44.766 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:58:44 smithi077 ceph-mon[87572]: osdmap e2741: 8 total, 8 up, 8 in 2024-04-10T16:58:44.767 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:58:44 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/2962404' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/8255268f-484a-4e3e-a227-491381f4dca8"}]: dispatch 2024-04-10T16:58:44.767 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:58:44 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/2962404' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/8255268f-484a-4e3e-a227-491381f4dca8"}]': finished 2024-04-10T16:58:45.382 INFO:tasks.workunit.client.0.smithi069.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMirroring::test_aio_mirror_image_create_snapshot PASSED [ 82%] 2024-04-10T16:58:45.459 INFO:tasks.workunit.client.0.smithi069.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestTrash::test_move PASSED [ 83%] 2024-04-10T16:58:45.591 INFO:tasks.workunit.client.0.smithi069.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestTrash::test_purge PASSED [ 84%] 2024-04-10T16:58:45.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:58:45 smithi069 ceph-mon[94167]: pgmap v5048: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 66 KiB/s rd, 4.5 KiB/s wr, 89 op/s 2024-04-10T16:58:45.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:58:45 smithi069 ceph-mon[94167]: osdmap e2742: 8 total, 8 up, 8 in 2024-04-10T16:58:45.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:58:45 smithi069 ceph-mon[96738]: pgmap v5048: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 66 KiB/s rd, 4.5 KiB/s wr, 89 op/s 2024-04-10T16:58:45.611 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:58:45 smithi069 ceph-mon[96738]: osdmap e2742: 8 total, 8 up, 8 in 2024-04-10T16:58:45.665 INFO:tasks.workunit.client.0.smithi069.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestTrash::test_remove_denied PASSED [ 84%] 2024-04-10T16:58:45.739 INFO:tasks.workunit.client.0.smithi069.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestTrash::test_remove PASSED [ 85%] 2024-04-10T16:58:45.766 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:58:45 smithi077 ceph-mon[87572]: pgmap v5048: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 66 KiB/s rd, 4.5 KiB/s wr, 89 op/s 2024-04-10T16:58:45.766 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:58:45 smithi077 ceph-mon[87572]: osdmap e2742: 8 total, 8 up, 8 in 2024-04-10T16:58:45.809 INFO:tasks.workunit.client.0.smithi069.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestTrash::test_remove_with_progress PASSED [ 85%] 2024-04-10T16:58:45.884 INFO:tasks.workunit.client.0.smithi069.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestTrash::test_get PASSED [ 86%] 2024-04-10T16:58:46.015 INFO:tasks.workunit.client.0.smithi069.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestTrash::test_list PASSED [ 86%] 2024-04-10T16:58:46.127 INFO:tasks.workunit.client.0.smithi069.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestTrash::test_restore PASSED [ 87%] 2024-04-10T16:58:46.134 INFO:tasks.workunit.client.0.smithi069.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_create_group PASSED [ 88%] 2024-04-10T16:58:46.143 INFO:tasks.workunit.client.0.smithi069.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_rename_group PASSED [ 88%] 2024-04-10T16:58:46.145 INFO:tasks.workunit.client.0.smithi069.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_list_groups_empty PASSED [ 89%] 2024-04-10T16:58:46.153 INFO:tasks.workunit.client.0.smithi069.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_list_groups PASSED [ 89%] 2024-04-10T16:58:46.160 INFO:tasks.workunit.client.0.smithi069.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_list_groups_after_removed PASSED [ 90%] 2024-04-10T16:58:46.250 INFO:tasks.workunit.client.0.smithi069.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_image_add PASSED [ 90%] 2024-04-10T16:58:46.335 INFO:tasks.workunit.client.0.smithi069.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_image_list_empty PASSED [ 91%] 2024-04-10T16:58:46.433 INFO:tasks.workunit.client.0.smithi069.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_image_list PASSED [ 92%] 2024-04-10T16:58:46.563 INFO:tasks.workunit.client.0.smithi069.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_image_list_move_to_trash PASSED [ 92%] 2024-04-10T16:58:46.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:58:46 smithi069 ceph-mon[96738]: osdmap e2743: 8 total, 8 up, 8 in 2024-04-10T16:58:46.611 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:58:46 smithi069 ceph-mon[94167]: osdmap e2743: 8 total, 8 up, 8 in 2024-04-10T16:58:46.766 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:58:46 smithi077 ceph-mon[87572]: osdmap e2743: 8 total, 8 up, 8 in 2024-04-10T16:58:47.313 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:58:46 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:58:46] "GET /metrics HTTP/1.1" 200 36642 "" "Prometheus/2.43.0" 2024-04-10T16:58:47.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:58:47 smithi069 ceph-mon[96738]: pgmap v5051: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 155 KiB/s rd, 13 KiB/s wr, 210 op/s 2024-04-10T16:58:47.611 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:58:47 smithi069 ceph-mon[96738]: osdmap e2744: 8 total, 8 up, 8 in 2024-04-10T16:58:47.611 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:58:47 smithi069 ceph-mon[94167]: pgmap v5051: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 155 KiB/s rd, 13 KiB/s wr, 210 op/s 2024-04-10T16:58:47.611 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:58:47 smithi069 ceph-mon[94167]: osdmap e2744: 8 total, 8 up, 8 in 2024-04-10T16:58:47.767 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:58:47 smithi077 ceph-mon[87572]: pgmap v5051: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 155 KiB/s rd, 13 KiB/s wr, 210 op/s 2024-04-10T16:58:47.767 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:58:47 smithi077 ceph-mon[87572]: osdmap e2744: 8 total, 8 up, 8 in 2024-04-10T16:58:48.169 INFO:tasks.workunit.client.0.smithi069.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_image_many_images PASSED [ 93%] 2024-04-10T16:58:48.289 INFO:tasks.workunit.client.0.smithi069.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_image_remove PASSED [ 93%] 2024-04-10T16:58:48.382 INFO:tasks.workunit.client.0.smithi069.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_snap PASSED [ 94%] 2024-04-10T16:58:48.484 INFO:tasks.workunit.client.0.smithi069.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_snap_flags PASSED [ 94%] 2024-04-10T16:58:48.649 INFO:tasks.workunit.client.0.smithi069.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_snap_list_many PASSED [ 95%] 2024-04-10T16:58:49.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:58:49 smithi069 ceph-mon[94167]: pgmap v5053: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 88 KiB/s rd, 8.5 KiB/s wr, 121 op/s 2024-04-10T16:58:49.611 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:58:49 smithi069 ceph-mon[96738]: pgmap v5053: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 88 KiB/s rd, 8.5 KiB/s wr, 121 op/s 2024-04-10T16:58:49.766 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:58:49 smithi077 ceph-mon[87572]: pgmap v5053: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 88 KiB/s rd, 8.5 KiB/s wr, 121 op/s 2024-04-10T16:58:50.452 INFO:tasks.workunit.client.0.smithi069.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_snap_namespace PASSED [ 96%] 2024-04-10T16:58:50.550 INFO:tasks.workunit.client.0.smithi069.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_snap_rename PASSED [ 96%] 2024-04-10T16:58:50.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:58:50 smithi069 ceph-mon[96738]: osdmap e2745: 8 total, 8 up, 8 in 2024-04-10T16:58:50.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:58:50 smithi069 ceph-mon[94167]: osdmap e2745: 8 total, 8 up, 8 in 2024-04-10T16:58:50.766 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:58:50 smithi077 ceph-mon[87572]: osdmap e2745: 8 total, 8 up, 8 in 2024-04-10T16:58:51.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:58:51 smithi069 ceph-mon[94167]: pgmap v5055: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 326 KiB/s rd, 37 KiB/s wr, 494 op/s 2024-04-10T16:58:51.611 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:58:51 smithi069 ceph-mon[94167]: osdmap e2746: 8 total, 8 up, 8 in 2024-04-10T16:58:51.611 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:58:51 smithi069 ceph-mon[96738]: pgmap v5055: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 326 KiB/s rd, 37 KiB/s wr, 494 op/s 2024-04-10T16:58:51.611 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:58:51 smithi069 ceph-mon[96738]: osdmap e2746: 8 total, 8 up, 8 in 2024-04-10T16:58:51.767 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:58:51 smithi077 ceph-mon[87572]: pgmap v5055: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 326 KiB/s rd, 37 KiB/s wr, 494 op/s 2024-04-10T16:58:51.767 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:58:51 smithi077 ceph-mon[87572]: osdmap e2746: 8 total, 8 up, 8 in 2024-04-10T16:58:52.368 INFO:tasks.workunit.client.0.smithi069.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_snap_rollback PASSED [ 97%] 2024-04-10T16:58:52.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:58:52 smithi069 ceph-mon[96738]: osdmap e2747: 8 total, 8 up, 8 in 2024-04-10T16:58:52.611 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:58:52 smithi069 ceph-mon[96738]: pgmap v5058: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 117 KiB/s wr, 1.59k op/s 2024-04-10T16:58:52.611 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:58:52 smithi069 ceph-mon[96738]: osdmap e2748: 8 total, 8 up, 8 in 2024-04-10T16:58:52.611 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:58:52 smithi069 ceph-mon[94167]: osdmap e2747: 8 total, 8 up, 8 in 2024-04-10T16:58:52.611 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:58:52 smithi069 ceph-mon[94167]: pgmap v5058: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 117 KiB/s wr, 1.59k op/s 2024-04-10T16:58:52.611 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:58:52 smithi069 ceph-mon[94167]: osdmap e2748: 8 total, 8 up, 8 in 2024-04-10T16:58:52.628 INFO:tasks.workunit.client.0.smithi069.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMigration::test_migration PASSED [ 97%] 2024-04-10T16:58:52.668 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:58:52 smithi077 ceph-mon[87572]: osdmap e2747: 8 total, 8 up, 8 in 2024-04-10T16:58:52.668 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:58:52 smithi077 ceph-mon[87572]: pgmap v5058: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 117 KiB/s wr, 1.59k op/s 2024-04-10T16:58:52.668 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:58:52 smithi077 ceph-mon[87572]: osdmap e2748: 8 total, 8 up, 8 in 2024-04-10T16:58:52.668 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:58:52 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:58:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:58:54.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:58:54 smithi069 ceph-mon[96738]: osdmap e2749: 8 total, 8 up, 8 in 2024-04-10T16:58:54.611 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:58:54 smithi069 ceph-mon[96738]: pgmap v5061: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1006 KiB/s rd, 98 KiB/s wr, 1.40k op/s 2024-04-10T16:58:54.611 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:58:54 smithi069 ceph-mon[94167]: osdmap e2749: 8 total, 8 up, 8 in 2024-04-10T16:58:54.611 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:58:54 smithi069 ceph-mon[94167]: pgmap v5061: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1006 KiB/s rd, 98 KiB/s wr, 1.40k op/s 2024-04-10T16:58:54.766 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:58:54 smithi077 ceph-mon[87572]: osdmap e2749: 8 total, 8 up, 8 in 2024-04-10T16:58:54.767 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:58:54 smithi077 ceph-mon[87572]: pgmap v5061: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1006 KiB/s rd, 98 KiB/s wr, 1.40k op/s 2024-04-10T16:58:55.611 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:58:55 smithi069 ceph-mon[96738]: osdmap e2750: 8 total, 8 up, 8 in 2024-04-10T16:58:55.611 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:58:55 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:58:55.611 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:58:55 smithi069 ceph-mon[94167]: osdmap e2750: 8 total, 8 up, 8 in 2024-04-10T16:58:55.611 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:58:55 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:58:55.766 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:58:55 smithi077 ceph-mon[87572]: osdmap e2750: 8 total, 8 up, 8 in 2024-04-10T16:58:55.766 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:58:55 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:58:56.527 INFO:tasks.workunit.client.0.smithi069.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMigration::test_migration_import PASSED [ 98%] 2024-04-10T16:58:56.740 INFO:tasks.workunit.client.0.smithi069.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMigration::test_migration_with_progress PASSED [ 98%] 2024-04-10T16:58:56.766 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:58:56 smithi077 ceph-mon[87572]: osdmap e2751: 8 total, 8 up, 8 in 2024-04-10T16:58:56.766 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:58:56 smithi077 ceph-mon[87572]: pgmap v5064: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 381 KiB/s rd, 23 KiB/s wr, 501 op/s 2024-04-10T16:58:56.860 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:58:56 smithi069 ceph-mon[96738]: osdmap e2751: 8 total, 8 up, 8 in 2024-04-10T16:58:56.860 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:58:56 smithi069 ceph-mon[96738]: pgmap v5064: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 381 KiB/s rd, 23 KiB/s wr, 501 op/s 2024-04-10T16:58:56.860 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:58:56 smithi069 ceph-mon[94167]: osdmap e2751: 8 total, 8 up, 8 in 2024-04-10T16:58:56.861 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:58:56 smithi069 ceph-mon[94167]: pgmap v5064: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 381 KiB/s rd, 23 KiB/s wr, 501 op/s 2024-04-10T16:58:56.923 INFO:tasks.workunit.client.0.smithi069.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMigration::test_migrate_abort PASSED [ 99%] 2024-04-10T16:58:57.263 INFO:tasks.workunit.client.0.smithi069.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMigration::test_migrate_abort_with_progress PASSED [100%] 2024-04-10T16:58:57.263 INFO:tasks.workunit.client.0.smithi069.stdout: 2024-04-10T16:58:57.263 INFO:tasks.workunit.client.0.smithi069.stdout:=============================== warnings summary =============================== 2024-04-10T16:58:57.263 INFO:tasks.workunit.client.0.smithi069.stdout:test_rbd.py::test_remove_with_progress_except 2024-04-10T16:58:57.263 INFO:tasks.workunit.client.0.smithi069.stdout: /usr/lib/python3.9/site-packages/_pytest/unraisableexception.py:78: PytestUnraisableExceptionWarning: Exception ignored in: 'rbd.progress_callback' 2024-04-10T16:58:57.263 INFO:tasks.workunit.client.0.smithi069.stdout: 2024-04-10T16:58:57.263 INFO:tasks.workunit.client.0.smithi069.stdout: Traceback (most recent call last): 2024-04-10T16:58:57.263 INFO:tasks.workunit.client.0.smithi069.stdout: File "/home/ubuntu/cephtest/clone.client.0/src/test/pybind/test_rbd.py", line 423, in progress_cb 2024-04-10T16:58:57.263 INFO:tasks.workunit.client.0.smithi069.stdout: raise Exception() 2024-04-10T16:58:57.263 INFO:tasks.workunit.client.0.smithi069.stdout: Exception 2024-04-10T16:58:57.264 INFO:tasks.workunit.client.0.smithi069.stdout: 2024-04-10T16:58:57.264 INFO:tasks.workunit.client.0.smithi069.stdout: warnings.warn(pytest.PytestUnraisableExceptionWarning(msg)) 2024-04-10T16:58:57.264 INFO:tasks.workunit.client.0.smithi069.stdout: 2024-04-10T16:58:57.264 INFO:tasks.workunit.client.0.smithi069.stdout:-- Docs: https://docs.pytest.org/en/stable/warnings.html 2024-04-10T16:58:57.264 INFO:tasks.workunit.client.0.smithi069.stdout:============ 167 passed, 8 skipped, 1 warning in 639.41s (0:10:39) ============= 2024-04-10T16:58:57.299 INFO:tasks.workunit.client.0.smithi069.stderr:+ exit 0 2024-04-10T16:58:57.299 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-10T16:58:57.299 DEBUG:teuthology.orchestra.run.smithi069:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-10T16:58:57.324 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:58:56 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:58:56] "GET /metrics HTTP/1.1" 200 36645 "" "Prometheus/2.43.0" 2024-04-10T16:58:57.328 INFO:tasks.workunit:Stopping ['rbd/test_librbd_python.sh'] on client.0... 2024-04-10T16:58:57.329 DEBUG:teuthology.orchestra.run.smithi069:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-04-10T16:58:57.589 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:58:57 smithi069 ceph-mon[96738]: osdmap e2752: 8 total, 8 up, 8 in 2024-04-10T16:58:57.589 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:58:57 smithi069 ceph-mon[96738]: osdmap e2753: 8 total, 8 up, 8 in 2024-04-10T16:58:57.589 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:58:57 smithi069 ceph-mon[94167]: osdmap e2752: 8 total, 8 up, 8 in 2024-04-10T16:58:57.589 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:58:57 smithi069 ceph-mon[94167]: osdmap e2753: 8 total, 8 up, 8 in 2024-04-10T16:58:57.590 DEBUG:teuthology.parallel:result is None 2024-04-10T16:58:57.591 DEBUG:teuthology.orchestra.run.smithi069:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-04-10T16:58:57.618 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-04-10T16:58:57.618 DEBUG:teuthology.orchestra.run.smithi069:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-04-10T16:58:57.672 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-04-10T16:58:57.672 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-04-10T16:58:57.673 INFO:teuthology.task.print:**** done end test_rbd_python.yaml 2024-04-10T16:58:57.673 DEBUG:teuthology.parallel:result is None 2024-04-10T16:58:57.673 INFO:teuthology.run_tasks:Running task print... 2024-04-10T16:58:57.683 INFO:teuthology.task.print:**** done end parallel 2024-04-10T16:58:57.683 INFO:teuthology.run_tasks:Running task print... 2024-04-10T16:58:57.719 INFO:teuthology.task.print:**** done start telemetry x... 2024-04-10T16:58:57.719 INFO:teuthology.run_tasks:Running task workunit... 2024-04-10T16:58:57.753 INFO:tasks.workunit:Pulling workunits from ref a5074d4516d566e9d8b6aec912f26afd099de101 2024-04-10T16:58:57.753 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-04-10T16:58:57.753 DEBUG:teuthology.orchestra.run.smithi069:> stat -- /home/ubuntu/cephtest/mnt.0 2024-04-10T16:58:57.766 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:58:57 smithi077 ceph-mon[87572]: osdmap e2752: 8 total, 8 up, 8 in 2024-04-10T16:58:57.766 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:58:57 smithi077 ceph-mon[87572]: osdmap e2753: 8 total, 8 up, 8 in 2024-04-10T16:58:57.768 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-10T16:58:57.768 INFO:teuthology.orchestra.run.smithi069.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-04-10T16:58:57.768 DEBUG:teuthology.orchestra.run.smithi069:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-04-10T16:58:57.823 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-04-10T16:58:57.823 DEBUG:teuthology.orchestra.run.smithi069:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-04-10T16:58:57.878 INFO:tasks.workunit:timeout=3h 2024-04-10T16:58:57.878 INFO:tasks.workunit:cleanup=True 2024-04-10T16:58:57.878 DEBUG:teuthology.orchestra.run.smithi069:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone https://github.com/ceph/ceph-ci.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 && git checkout a5074d4516d566e9d8b6aec912f26afd099de101 2024-04-10T16:58:57.936 INFO:tasks.workunit.client.0.smithi069.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-04-10T16:58:58.766 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:58:58 smithi077 ceph-mon[87572]: pgmap v5067: 105 pgs: 105 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2024-04-10T16:58:58.860 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:58:58 smithi069 ceph-mon[96738]: pgmap v5067: 105 pgs: 105 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2024-04-10T16:58:58.860 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:58:58 smithi069 ceph-mon[94167]: pgmap v5067: 105 pgs: 105 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2024-04-10T16:59:01.266 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:00 smithi077 ceph-mon[87572]: pgmap v5068: 105 pgs: 105 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2024-04-10T16:59:01.360 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:00 smithi069 ceph-mon[94167]: pgmap v5068: 105 pgs: 105 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2024-04-10T16:59:01.361 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:00 smithi069 ceph-mon[96738]: pgmap v5068: 105 pgs: 105 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2024-04-10T16:59:02.767 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:59:02 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:59:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:59:03.266 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:02 smithi077 ceph-mon[87572]: pgmap v5069: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-10T16:59:03.360 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:02 smithi069 ceph-mon[96738]: pgmap v5069: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-10T16:59:03.360 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:02 smithi069 ceph-mon[94167]: pgmap v5069: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-10T16:59:05.174 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:04 smithi069 ceph-mon[96738]: pgmap v5070: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-10T16:59:05.175 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:04 smithi069 ceph-mon[94167]: pgmap v5070: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-10T16:59:05.267 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:04 smithi077 ceph-mon[87572]: pgmap v5070: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-10T16:59:07.267 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:06 smithi077 ceph-mon[87572]: pgmap v5071: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-10T16:59:07.360 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:06 smithi069 ceph-mon[96738]: pgmap v5071: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-10T16:59:07.361 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:59:06 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:59:06] "GET /metrics HTTP/1.1" 200 36645 "" "Prometheus/2.43.0" 2024-04-10T16:59:07.361 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:06 smithi069 ceph-mon[94167]: pgmap v5071: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-10T16:59:09.267 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:08 smithi077 ceph-mon[87572]: pgmap v5072: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-10T16:59:09.360 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:08 smithi069 ceph-mon[96738]: pgmap v5072: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-10T16:59:09.361 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:08 smithi069 ceph-mon[94167]: pgmap v5072: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-10T16:59:10.267 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:09 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:59:10.360 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:09 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:59:10.360 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:09 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:59:11.267 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:10 smithi077 ceph-mon[87572]: pgmap v5073: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-10T16:59:11.360 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:10 smithi069 ceph-mon[94167]: pgmap v5073: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-10T16:59:11.360 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:10 smithi069 ceph-mon[96738]: pgmap v5073: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-10T16:59:12.767 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:59:12 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:59:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:59:13.267 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:12 smithi077 ceph-mon[87572]: pgmap v5074: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-10T16:59:13.360 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:12 smithi069 ceph-mon[96738]: pgmap v5074: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-10T16:59:13.360 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:12 smithi069 ceph-mon[94167]: pgmap v5074: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-10T16:59:15.267 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:14 smithi077 ceph-mon[87572]: pgmap v5075: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-10T16:59:15.360 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:14 smithi069 ceph-mon[94167]: pgmap v5075: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-10T16:59:15.361 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:14 smithi069 ceph-mon[96738]: pgmap v5075: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-10T16:59:17.266 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:16 smithi077 ceph-mon[87572]: pgmap v5076: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-10T16:59:17.360 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:16 smithi069 ceph-mon[96738]: pgmap v5076: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-10T16:59:17.360 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:59:16 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:59:16] "GET /metrics HTTP/1.1" 200 34169 "" "Prometheus/2.43.0" 2024-04-10T16:59:17.361 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:16 smithi069 ceph-mon[94167]: pgmap v5076: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-10T16:59:19.267 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:18 smithi077 ceph-mon[87572]: pgmap v5077: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-10T16:59:19.360 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:18 smithi069 ceph-mon[96738]: pgmap v5077: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-10T16:59:19.361 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:18 smithi069 ceph-mon[94167]: pgmap v5077: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-10T16:59:21.267 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:20 smithi077 ceph-mon[87572]: pgmap v5078: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-10T16:59:21.360 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:20 smithi069 ceph-mon[96738]: pgmap v5078: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-10T16:59:21.361 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:20 smithi069 ceph-mon[94167]: pgmap v5078: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-10T16:59:22.767 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:59:22 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:59:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:59:23.267 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:22 smithi077 ceph-mon[87572]: pgmap v5079: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-10T16:59:23.360 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:22 smithi069 ceph-mon[96738]: pgmap v5079: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-10T16:59:23.361 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:22 smithi069 ceph-mon[94167]: pgmap v5079: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-10T16:59:25.267 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:24 smithi077 ceph-mon[87572]: pgmap v5080: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-10T16:59:25.267 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:24 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:59:25.360 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:24 smithi069 ceph-mon[96738]: pgmap v5080: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-10T16:59:25.390 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:24 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:59:25.390 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:24 smithi069 ceph-mon[94167]: pgmap v5080: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-10T16:59:25.390 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:24 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:59:27.267 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:26 smithi077 ceph-mon[87572]: pgmap v5081: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-10T16:59:27.360 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:26 smithi069 ceph-mon[96738]: pgmap v5081: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-10T16:59:27.361 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:59:26 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:59:26] "GET /metrics HTTP/1.1" 200 34165 "" "Prometheus/2.43.0" 2024-04-10T16:59:27.361 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:26 smithi069 ceph-mon[94167]: pgmap v5081: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-10T16:59:29.267 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:28 smithi077 ceph-mon[87572]: pgmap v5082: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-10T16:59:29.360 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:28 smithi069 ceph-mon[94167]: pgmap v5082: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-10T16:59:29.361 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:28 smithi069 ceph-mon[96738]: pgmap v5082: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-10T16:59:31.267 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:30 smithi077 ceph-mon[87572]: pgmap v5083: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-10T16:59:31.360 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:30 smithi069 ceph-mon[96738]: pgmap v5083: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-10T16:59:31.361 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:30 smithi069 ceph-mon[94167]: pgmap v5083: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-10T16:59:32.767 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:59:32 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:59:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:59:33.267 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:32 smithi077 ceph-mon[87572]: pgmap v5084: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-10T16:59:33.360 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:32 smithi069 ceph-mon[96738]: pgmap v5084: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-10T16:59:33.361 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:32 smithi069 ceph-mon[94167]: pgmap v5084: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-10T16:59:35.267 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:34 smithi077 ceph-mon[87572]: pgmap v5085: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-10T16:59:35.360 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:34 smithi069 ceph-mon[96738]: pgmap v5085: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-10T16:59:35.361 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:34 smithi069 ceph-mon[94167]: pgmap v5085: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-10T16:59:37.267 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:36 smithi077 ceph-mon[87572]: pgmap v5086: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-10T16:59:37.360 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:36 smithi069 ceph-mon[96738]: pgmap v5086: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-10T16:59:37.361 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:59:36 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:59:36] "GET /metrics HTTP/1.1" 200 34165 "" "Prometheus/2.43.0" 2024-04-10T16:59:37.361 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:36 smithi069 ceph-mon[94167]: pgmap v5086: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-10T16:59:39.267 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:38 smithi077 ceph-mon[87572]: pgmap v5087: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-10T16:59:39.267 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:38 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:59:39.360 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:38 smithi069 ceph-mon[96738]: pgmap v5087: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-10T16:59:39.361 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:38 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:59:39.361 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:38 smithi069 ceph-mon[94167]: pgmap v5087: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-10T16:59:39.361 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:38 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:59:40.267 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:39 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:59:40.267 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:39 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:59:40.267 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:39 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:59:40.267 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:39 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:59:40.361 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:39 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:59:40.361 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:39 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:59:40.361 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:39 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:59:40.361 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:39 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:59:40.361 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:39 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:59:40.361 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:39 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:59:40.361 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:39 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:59:40.361 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:39 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:59:41.517 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:41 smithi077 ceph-mon[87572]: pgmap v5088: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-10T16:59:41.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:41 smithi069 ceph-mon[96738]: pgmap v5088: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-10T16:59:41.611 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:41 smithi069 ceph-mon[94167]: pgmap v5088: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-10T16:59:42.767 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:59:42 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:59:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:59:43.517 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:43 smithi077 ceph-mon[87572]: pgmap v5089: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-10T16:59:43.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:43 smithi069 ceph-mon[94167]: pgmap v5089: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-10T16:59:43.611 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:43 smithi069 ceph-mon[96738]: pgmap v5089: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-10T16:59:45.517 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:45 smithi077 ceph-mon[87572]: pgmap v5090: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-10T16:59:45.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:45 smithi069 ceph-mon[94167]: pgmap v5090: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-10T16:59:45.611 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:45 smithi069 ceph-mon[96738]: pgmap v5090: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-10T16:59:47.361 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:47 smithi069 ceph-mon[96738]: pgmap v5091: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-10T16:59:47.361 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:59:46 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:59:46] "GET /metrics HTTP/1.1" 200 34170 "" "Prometheus/2.43.0" 2024-04-10T16:59:47.361 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:47 smithi069 ceph-mon[94167]: pgmap v5091: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-10T16:59:47.517 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:47 smithi077 ceph-mon[87572]: pgmap v5091: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-10T16:59:48.209 INFO:tasks.workunit.client.0.smithi069.stderr:Note: switching to 'a5074d4516d566e9d8b6aec912f26afd099de101'. 2024-04-10T16:59:48.209 INFO:tasks.workunit.client.0.smithi069.stderr: 2024-04-10T16:59:48.209 INFO:tasks.workunit.client.0.smithi069.stderr:You are in 'detached HEAD' state. You can look around, make experimental 2024-04-10T16:59:48.209 INFO:tasks.workunit.client.0.smithi069.stderr:changes and commit them, and you can discard any commits you make in this 2024-04-10T16:59:48.209 INFO:tasks.workunit.client.0.smithi069.stderr:state without impacting any branches by switching back to a branch. 2024-04-10T16:59:48.209 INFO:tasks.workunit.client.0.smithi069.stderr: 2024-04-10T16:59:48.209 INFO:tasks.workunit.client.0.smithi069.stderr:If you want to create a new branch to retain commits you create, you may 2024-04-10T16:59:48.210 INFO:tasks.workunit.client.0.smithi069.stderr:do so (now or later) by using -c with the switch command. Example: 2024-04-10T16:59:48.210 INFO:tasks.workunit.client.0.smithi069.stderr: 2024-04-10T16:59:48.210 INFO:tasks.workunit.client.0.smithi069.stderr: git switch -c 2024-04-10T16:59:48.210 INFO:tasks.workunit.client.0.smithi069.stderr: 2024-04-10T16:59:48.210 INFO:tasks.workunit.client.0.smithi069.stderr:Or undo this operation with: 2024-04-10T16:59:48.210 INFO:tasks.workunit.client.0.smithi069.stderr: 2024-04-10T16:59:48.210 INFO:tasks.workunit.client.0.smithi069.stderr: git switch - 2024-04-10T16:59:48.210 INFO:tasks.workunit.client.0.smithi069.stderr: 2024-04-10T16:59:48.210 INFO:tasks.workunit.client.0.smithi069.stderr:Turn off this advice by setting config variable advice.detachedHead to false 2024-04-10T16:59:48.210 INFO:tasks.workunit.client.0.smithi069.stderr: 2024-04-10T16:59:48.210 INFO:tasks.workunit.client.0.smithi069.stderr:HEAD is now at a5074d4516d Merge branch 'wip-nitzan-public-addr-check-subnet-unreachable' of https://github.com/NitzanMordhai/ceph into wip-yuri6-testing-2024-04-09-1231 2024-04-10T16:59:48.215 DEBUG:teuthology.orchestra.run.smithi069:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-04-10T16:59:48.270 INFO:tasks.workunit.client.0.smithi069.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-04-10T16:59:48.272 INFO:tasks.workunit.client.0.smithi069.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-04-10T16:59:48.272 INFO:tasks.workunit.client.0.smithi069.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-04-10T16:59:48.321 INFO:tasks.workunit.client.0.smithi069.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-04-10T16:59:48.369 INFO:tasks.workunit.client.0.smithi069.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-04-10T16:59:48.409 INFO:tasks.workunit.client.0.smithi069.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-04-10T16:59:48.410 INFO:tasks.workunit.client.0.smithi069.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-04-10T16:59:48.410 INFO:tasks.workunit.client.0.smithi069.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-04-10T16:59:48.449 INFO:tasks.workunit.client.0.smithi069.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-04-10T16:59:48.453 DEBUG:teuthology.orchestra.run.smithi069:> set -ex 2024-04-10T16:59:48.453 DEBUG:teuthology.orchestra.run.smithi069:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-04-10T16:59:48.509 INFO:tasks.workunit:Running workunits matching test_telemetry_reef_x.sh on client.0... 2024-04-10T16:59:48.510 INFO:tasks.workunit:Running workunit test_telemetry_reef_x.sh... 2024-04-10T16:59:48.510 DEBUG:teuthology.orchestra.run.smithi069:workunit test test_telemetry_reef_x.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=a5074d4516d566e9d8b6aec912f26afd099de101 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/test_telemetry_reef_x.sh 2024-04-10T16:59:48.567 INFO:tasks.workunit.client.0.smithi069.stderr:++ ceph config get mgr mgr/telemetry/last_opt_revision 2024-04-10T16:59:48.951 INFO:tasks.workunit.client.0.smithi069.stderr:+ LAST_OPT_REVISION=1 2024-04-10T16:59:48.952 INFO:tasks.workunit.client.0.smithi069.stderr:+ '[' 1 -ne 1 ']' 2024-04-10T16:59:48.952 INFO:tasks.workunit.client.0.smithi069.stderr:+ ceph -s 2024-04-10T16:59:49.460 INFO:tasks.workunit.client.0.smithi069.stdout: cluster: 2024-04-10T16:59:49.460 INFO:tasks.workunit.client.0.smithi069.stdout: id: 09bfb546-f74e-11ee-b64a-cb9ed24678a4 2024-04-10T16:59:49.461 INFO:tasks.workunit.client.0.smithi069.stdout: health: HEALTH_WARN 2024-04-10T16:59:49.461 INFO:tasks.workunit.client.0.smithi069.stdout: Telemetry requires re-opt-in 2024-04-10T16:59:49.461 INFO:tasks.workunit.client.0.smithi069.stdout: 2024-04-10T16:59:49.461 INFO:tasks.workunit.client.0.smithi069.stdout: services: 2024-04-10T16:59:49.461 INFO:tasks.workunit.client.0.smithi069.stdout: mon: 3 daemons, quorum a,b,c (age 85m) 2024-04-10T16:59:49.461 INFO:tasks.workunit.client.0.smithi069.stdout: mgr: y(active, since 85m), standbys: x 2024-04-10T16:59:49.461 INFO:tasks.workunit.client.0.smithi069.stdout: mds: 1/1 daemons up, 1 standby 2024-04-10T16:59:49.461 INFO:tasks.workunit.client.0.smithi069.stdout: osd: 8 osds: 8 up (since 80m), 8 in (since 92m) 2024-04-10T16:59:49.461 INFO:tasks.workunit.client.0.smithi069.stdout: 2024-04-10T16:59:49.461 INFO:tasks.workunit.client.0.smithi069.stdout: data: 2024-04-10T16:59:49.461 INFO:tasks.workunit.client.0.smithi069.stdout: volumes: 1/1 healthy 2024-04-10T16:59:49.461 INFO:tasks.workunit.client.0.smithi069.stdout: pools: 4 pools, 105 pgs 2024-04-10T16:59:49.461 INFO:tasks.workunit.client.0.smithi069.stdout: objects: 28 objects, 4.6 MiB 2024-04-10T16:59:49.461 INFO:tasks.workunit.client.0.smithi069.stdout: usage: 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-10T16:59:49.462 INFO:tasks.workunit.client.0.smithi069.stdout: pgs: 105 active+clean 2024-04-10T16:59:49.462 INFO:tasks.workunit.client.0.smithi069.stdout: 2024-04-10T16:59:49.471 INFO:tasks.workunit.client.0.smithi069.stderr:++ ceph telemetry collection ls 2024-04-10T16:59:49.517 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:49 smithi077 ceph-mon[87572]: pgmap v5092: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-10T16:59:49.517 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:49 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/644877758' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-04-10T16:59:49.517 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:49 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/644877758' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-04-10T16:59:49.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:49 smithi069 ceph-mon[94167]: pgmap v5092: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-10T16:59:49.611 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:49 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/644877758' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-04-10T16:59:49.611 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:49 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/644877758' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-04-10T16:59:49.611 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:49 smithi069 ceph-mon[96738]: pgmap v5092: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-10T16:59:49.611 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:49 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/644877758' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-04-10T16:59:49.611 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:49 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/644877758' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-04-10T16:59:49.972 INFO:tasks.workunit.client.0.smithi069.stderr:+ COLLECTIONS='New collections are available: 2024-04-10T16:59:49.972 INFO:tasks.workunit.client.0.smithi069.stderr:['\''basic_pool_flags'\''] 2024-04-10T16:59:49.973 INFO:tasks.workunit.client.0.smithi069.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-04-10T16:59:49.973 INFO:tasks.workunit.client.0.smithi069.stderr: 2024-04-10T16:59:49.973 INFO:tasks.workunit.client.0.smithi069.stderr:NAME STATUS DESC 2024-04-10T16:59:49.973 INFO:tasks.workunit.client.0.smithi069.stderr:basic_base REPORTING Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-04-10T16:59:49.973 INFO:tasks.workunit.client.0.smithi069.stderr:basic_mds_metadata REPORTING MDS metadata 2024-04-10T16:59:49.973 INFO:tasks.workunit.client.0.smithi069.stderr:basic_pool_flags NOT REPORTING: NOT OPTED-IN Per-pool flags 2024-04-10T16:59:49.973 INFO:tasks.workunit.client.0.smithi069.stderr:basic_pool_options_bluestore REPORTING Per-pool bluestore config options 2024-04-10T16:59:49.973 INFO:tasks.workunit.client.0.smithi069.stderr:basic_pool_usage REPORTING Default pool application and usage statistics 2024-04-10T16:59:49.973 INFO:tasks.workunit.client.0.smithi069.stderr:basic_rook_v01 REPORTING Basic Rook deployment data 2024-04-10T16:59:49.973 INFO:tasks.workunit.client.0.smithi069.stderr:basic_usage_by_class REPORTING Default device class usage statistics 2024-04-10T16:59:49.973 INFO:tasks.workunit.client.0.smithi069.stderr:crash_base REPORTING Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-04-10T16:59:49.973 INFO:tasks.workunit.client.0.smithi069.stderr:device_base REPORTING Information about device health metrics 2024-04-10T16:59:49.973 INFO:tasks.workunit.client.0.smithi069.stderr:ident_base REPORTING User-provided identifying information about the cluster 2024-04-10T16:59:49.973 INFO:tasks.workunit.client.0.smithi069.stderr:perf_memory_metrics REPORTING Heap stats and mempools for mon and mds 2024-04-10T16:59:49.974 INFO:tasks.workunit.client.0.smithi069.stderr:perf_perf REPORTING Information about performance counters of the cluster ' 2024-04-10T16:59:49.974 INFO:tasks.workunit.client.0.smithi069.stderr:+ NEW_COLLECTIONS=("perf_perf" "basic_mds_metadata" "basic_pool_usage" "basic_rook_v01" "perf_memory_metrics" "basic_pool_flags") 2024-04-10T16:59:49.974 INFO:tasks.workunit.client.0.smithi069.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-04-10T16:59:49.974 INFO:tasks.workunit.client.0.smithi069.stderr:+ [[ New collections are available: 2024-04-10T16:59:49.974 INFO:tasks.workunit.client.0.smithi069.stderr:['basic_pool_flags'] 2024-04-10T16:59:49.974 INFO:tasks.workunit.client.0.smithi069.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-04-10T16:59:49.974 INFO:tasks.workunit.client.0.smithi069.stderr: 2024-04-10T16:59:49.974 INFO:tasks.workunit.client.0.smithi069.stderr:NAME STATUS DESC 2024-04-10T16:59:49.974 INFO:tasks.workunit.client.0.smithi069.stderr:basic_base REPORTING Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-04-10T16:59:49.974 INFO:tasks.workunit.client.0.smithi069.stderr:basic_mds_metadata REPORTING MDS metadata 2024-04-10T16:59:49.974 INFO:tasks.workunit.client.0.smithi069.stderr:basic_pool_flags NOT REPORTING: NOT OPTED-IN Per-pool flags 2024-04-10T16:59:49.974 INFO:tasks.workunit.client.0.smithi069.stderr:basic_pool_options_bluestore REPORTING Per-pool bluestore config options 2024-04-10T16:59:49.974 INFO:tasks.workunit.client.0.smithi069.stderr:basic_pool_usage REPORTING Default pool application and usage statistics 2024-04-10T16:59:49.975 INFO:tasks.workunit.client.0.smithi069.stderr:basic_rook_v01 REPORTING Basic Rook deployment data 2024-04-10T16:59:49.975 INFO:tasks.workunit.client.0.smithi069.stderr:basic_usage_by_class REPORTING Default device class usage statistics 2024-04-10T16:59:49.975 INFO:tasks.workunit.client.0.smithi069.stderr:crash_base REPORTING Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-04-10T16:59:49.975 INFO:tasks.workunit.client.0.smithi069.stderr:device_base REPORTING Information about device health metrics 2024-04-10T16:59:49.975 INFO:tasks.workunit.client.0.smithi069.stderr:ident_base REPORTING User-provided identifying information about the cluster 2024-04-10T16:59:49.975 INFO:tasks.workunit.client.0.smithi069.stderr:perf_memory_metrics REPORTING Heap stats and mempools for mon and mds 2024-04-10T16:59:49.975 INFO:tasks.workunit.client.0.smithi069.stderr:perf_perf REPORTING Information about performance counters of the cluster == *perf_perf* ]] 2024-04-10T16:59:49.975 INFO:tasks.workunit.client.0.smithi069.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-04-10T16:59:49.975 INFO:tasks.workunit.client.0.smithi069.stderr:+ [[ New collections are available: 2024-04-10T16:59:49.975 INFO:tasks.workunit.client.0.smithi069.stderr:['basic_pool_flags'] 2024-04-10T16:59:49.975 INFO:tasks.workunit.client.0.smithi069.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-04-10T16:59:49.975 INFO:tasks.workunit.client.0.smithi069.stderr: 2024-04-10T16:59:49.975 INFO:tasks.workunit.client.0.smithi069.stderr:NAME STATUS DESC 2024-04-10T16:59:49.975 INFO:tasks.workunit.client.0.smithi069.stderr:basic_base REPORTING Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-04-10T16:59:49.976 INFO:tasks.workunit.client.0.smithi069.stderr:basic_mds_metadata REPORTING MDS metadata 2024-04-10T16:59:49.976 INFO:tasks.workunit.client.0.smithi069.stderr:basic_pool_flags NOT REPORTING: NOT OPTED-IN Per-pool flags 2024-04-10T16:59:49.976 INFO:tasks.workunit.client.0.smithi069.stderr:basic_pool_options_bluestore REPORTING Per-pool bluestore config options 2024-04-10T16:59:49.976 INFO:tasks.workunit.client.0.smithi069.stderr:basic_pool_usage REPORTING Default pool application and usage statistics 2024-04-10T16:59:49.976 INFO:tasks.workunit.client.0.smithi069.stderr:basic_rook_v01 REPORTING Basic Rook deployment data 2024-04-10T16:59:49.976 INFO:tasks.workunit.client.0.smithi069.stderr:basic_usage_by_class REPORTING Default device class usage statistics 2024-04-10T16:59:49.976 INFO:tasks.workunit.client.0.smithi069.stderr:crash_base REPORTING Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-04-10T16:59:49.976 INFO:tasks.workunit.client.0.smithi069.stderr:device_base REPORTING Information about device health metrics 2024-04-10T16:59:49.976 INFO:tasks.workunit.client.0.smithi069.stderr:ident_base REPORTING User-provided identifying information about the cluster 2024-04-10T16:59:49.976 INFO:tasks.workunit.client.0.smithi069.stderr:perf_memory_metrics REPORTING Heap stats and mempools for mon and mds 2024-04-10T16:59:49.976 INFO:tasks.workunit.client.0.smithi069.stderr:perf_perf REPORTING Information about performance counters of the cluster == *basic_mds_metadata* ]] 2024-04-10T16:59:49.976 INFO:tasks.workunit.client.0.smithi069.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-04-10T16:59:49.977 INFO:tasks.workunit.client.0.smithi069.stderr:+ [[ New collections are available: 2024-04-10T16:59:49.977 INFO:tasks.workunit.client.0.smithi069.stderr:['basic_pool_flags'] 2024-04-10T16:59:49.977 INFO:tasks.workunit.client.0.smithi069.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-04-10T16:59:49.977 INFO:tasks.workunit.client.0.smithi069.stderr: 2024-04-10T16:59:49.977 INFO:tasks.workunit.client.0.smithi069.stderr:NAME STATUS DESC 2024-04-10T16:59:49.977 INFO:tasks.workunit.client.0.smithi069.stderr:basic_base REPORTING Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-04-10T16:59:49.977 INFO:tasks.workunit.client.0.smithi069.stderr:basic_mds_metadata REPORTING MDS metadata 2024-04-10T16:59:49.977 INFO:tasks.workunit.client.0.smithi069.stderr:basic_pool_flags NOT REPORTING: NOT OPTED-IN Per-pool flags 2024-04-10T16:59:49.977 INFO:tasks.workunit.client.0.smithi069.stderr:basic_pool_options_bluestore REPORTING Per-pool bluestore config options 2024-04-10T16:59:49.977 INFO:tasks.workunit.client.0.smithi069.stderr:basic_pool_usage REPORTING Default pool application and usage statistics 2024-04-10T16:59:49.977 INFO:tasks.workunit.client.0.smithi069.stderr:basic_rook_v01 REPORTING Basic Rook deployment data 2024-04-10T16:59:49.977 INFO:tasks.workunit.client.0.smithi069.stderr:basic_usage_by_class REPORTING Default device class usage statistics 2024-04-10T16:59:49.977 INFO:tasks.workunit.client.0.smithi069.stderr:crash_base REPORTING Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-04-10T16:59:49.978 INFO:tasks.workunit.client.0.smithi069.stderr:device_base REPORTING Information about device health metrics 2024-04-10T16:59:49.978 INFO:tasks.workunit.client.0.smithi069.stderr:ident_base REPORTING User-provided identifying information about the cluster 2024-04-10T16:59:49.978 INFO:tasks.workunit.client.0.smithi069.stderr:perf_memory_metrics REPORTING Heap stats and mempools for mon and mds 2024-04-10T16:59:49.978 INFO:tasks.workunit.client.0.smithi069.stderr:perf_perf REPORTING Information about performance counters of the cluster == *basic_pool_usage* ]] 2024-04-10T16:59:49.978 INFO:tasks.workunit.client.0.smithi069.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-04-10T16:59:49.978 INFO:tasks.workunit.client.0.smithi069.stderr:+ [[ New collections are available: 2024-04-10T16:59:49.978 INFO:tasks.workunit.client.0.smithi069.stderr:['basic_pool_flags'] 2024-04-10T16:59:49.978 INFO:tasks.workunit.client.0.smithi069.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-04-10T16:59:49.978 INFO:tasks.workunit.client.0.smithi069.stderr: 2024-04-10T16:59:49.978 INFO:tasks.workunit.client.0.smithi069.stderr:NAME STATUS DESC 2024-04-10T16:59:49.978 INFO:tasks.workunit.client.0.smithi069.stderr:basic_base REPORTING Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-04-10T16:59:49.978 INFO:tasks.workunit.client.0.smithi069.stderr:basic_mds_metadata REPORTING MDS metadata 2024-04-10T16:59:49.978 INFO:tasks.workunit.client.0.smithi069.stderr:basic_pool_flags NOT REPORTING: NOT OPTED-IN Per-pool flags 2024-04-10T16:59:49.978 INFO:tasks.workunit.client.0.smithi069.stderr:basic_pool_options_bluestore REPORTING Per-pool bluestore config options 2024-04-10T16:59:49.978 INFO:tasks.workunit.client.0.smithi069.stderr:basic_pool_usage REPORTING Default pool application and usage statistics 2024-04-10T16:59:49.979 INFO:tasks.workunit.client.0.smithi069.stderr:basic_rook_v01 REPORTING Basic Rook deployment data 2024-04-10T16:59:49.979 INFO:tasks.workunit.client.0.smithi069.stderr:basic_usage_by_class REPORTING Default device class usage statistics 2024-04-10T16:59:49.979 INFO:tasks.workunit.client.0.smithi069.stderr:crash_base REPORTING Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-04-10T16:59:49.979 INFO:tasks.workunit.client.0.smithi069.stderr:device_base REPORTING Information about device health metrics 2024-04-10T16:59:49.979 INFO:tasks.workunit.client.0.smithi069.stderr:ident_base REPORTING User-provided identifying information about the cluster 2024-04-10T16:59:49.979 INFO:tasks.workunit.client.0.smithi069.stderr:perf_memory_metrics REPORTING Heap stats and mempools for mon and mds 2024-04-10T16:59:49.979 INFO:tasks.workunit.client.0.smithi069.stderr:perf_perf REPORTING Information about performance counters of the cluster == *basic_rook_v01* ]] 2024-04-10T16:59:49.979 INFO:tasks.workunit.client.0.smithi069.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-04-10T16:59:49.979 INFO:tasks.workunit.client.0.smithi069.stderr:+ [[ New collections are available: 2024-04-10T16:59:49.979 INFO:tasks.workunit.client.0.smithi069.stderr:['basic_pool_flags'] 2024-04-10T16:59:49.979 INFO:tasks.workunit.client.0.smithi069.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-04-10T16:59:49.979 INFO:tasks.workunit.client.0.smithi069.stderr: 2024-04-10T16:59:49.979 INFO:tasks.workunit.client.0.smithi069.stderr:NAME STATUS DESC 2024-04-10T16:59:49.980 INFO:tasks.workunit.client.0.smithi069.stderr:basic_base REPORTING Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-04-10T16:59:49.980 INFO:tasks.workunit.client.0.smithi069.stderr:basic_mds_metadata REPORTING MDS metadata 2024-04-10T16:59:49.980 INFO:tasks.workunit.client.0.smithi069.stderr:basic_pool_flags NOT REPORTING: NOT OPTED-IN Per-pool flags 2024-04-10T16:59:49.980 INFO:tasks.workunit.client.0.smithi069.stderr:basic_pool_options_bluestore REPORTING Per-pool bluestore config options 2024-04-10T16:59:49.980 INFO:tasks.workunit.client.0.smithi069.stderr:basic_pool_usage REPORTING Default pool application and usage statistics 2024-04-10T16:59:49.980 INFO:tasks.workunit.client.0.smithi069.stderr:basic_rook_v01 REPORTING Basic Rook deployment data 2024-04-10T16:59:49.980 INFO:tasks.workunit.client.0.smithi069.stderr:basic_usage_by_class REPORTING Default device class usage statistics 2024-04-10T16:59:49.980 INFO:tasks.workunit.client.0.smithi069.stderr:crash_base REPORTING Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-04-10T16:59:49.980 INFO:tasks.workunit.client.0.smithi069.stderr:device_base REPORTING Information about device health metrics 2024-04-10T16:59:49.980 INFO:tasks.workunit.client.0.smithi069.stderr:ident_base REPORTING User-provided identifying information about the cluster 2024-04-10T16:59:49.980 INFO:tasks.workunit.client.0.smithi069.stderr:perf_memory_metrics REPORTING Heap stats and mempools for mon and mds 2024-04-10T16:59:49.980 INFO:tasks.workunit.client.0.smithi069.stderr:perf_perf REPORTING Information about performance counters of the cluster == *perf_memory_metrics* ]] 2024-04-10T16:59:49.980 INFO:tasks.workunit.client.0.smithi069.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-04-10T16:59:49.980 INFO:tasks.workunit.client.0.smithi069.stderr:+ [[ New collections are available: 2024-04-10T16:59:49.981 INFO:tasks.workunit.client.0.smithi069.stderr:['basic_pool_flags'] 2024-04-10T16:59:49.981 INFO:tasks.workunit.client.0.smithi069.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-04-10T16:59:49.981 INFO:tasks.workunit.client.0.smithi069.stderr: 2024-04-10T16:59:49.981 INFO:tasks.workunit.client.0.smithi069.stderr:NAME STATUS DESC 2024-04-10T16:59:49.981 INFO:tasks.workunit.client.0.smithi069.stderr:basic_base REPORTING Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-04-10T16:59:49.981 INFO:tasks.workunit.client.0.smithi069.stderr:basic_mds_metadata REPORTING MDS metadata 2024-04-10T16:59:49.981 INFO:tasks.workunit.client.0.smithi069.stderr:basic_pool_flags NOT REPORTING: NOT OPTED-IN Per-pool flags 2024-04-10T16:59:49.981 INFO:tasks.workunit.client.0.smithi069.stderr:basic_pool_options_bluestore REPORTING Per-pool bluestore config options 2024-04-10T16:59:49.981 INFO:tasks.workunit.client.0.smithi069.stderr:basic_pool_usage REPORTING Default pool application and usage statistics 2024-04-10T16:59:49.981 INFO:tasks.workunit.client.0.smithi069.stderr:basic_rook_v01 REPORTING Basic Rook deployment data 2024-04-10T16:59:49.981 INFO:tasks.workunit.client.0.smithi069.stderr:basic_usage_by_class REPORTING Default device class usage statistics 2024-04-10T16:59:49.981 INFO:tasks.workunit.client.0.smithi069.stderr:crash_base REPORTING Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-04-10T16:59:49.981 INFO:tasks.workunit.client.0.smithi069.stderr:device_base REPORTING Information about device health metrics 2024-04-10T16:59:49.981 INFO:tasks.workunit.client.0.smithi069.stderr:ident_base REPORTING User-provided identifying information about the cluster 2024-04-10T16:59:49.981 INFO:tasks.workunit.client.0.smithi069.stderr:perf_memory_metrics REPORTING Heap stats and mempools for mon and mds 2024-04-10T16:59:49.981 INFO:tasks.workunit.client.0.smithi069.stderr:perf_perf REPORTING Information about performance counters of the cluster == *basic_pool_flags* ]] 2024-04-10T16:59:49.982 INFO:tasks.workunit.client.0.smithi069.stderr:+ ceph telemetry preview 2024-04-10T16:59:50.517 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:50 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/2414059548' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-04-10T16:59:50.517 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:50 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/2414059548' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-04-10T16:59:50.610 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:50 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/2414059548' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-04-10T16:59:50.611 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:50 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/2414059548' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-04-10T16:59:50.611 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:50 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/2414059548' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-04-10T16:59:50.611 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:50 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/2414059548' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-04-10T16:59:50.718 INFO:tasks.workunit.client.0.smithi069.stdout:{ 2024-04-10T16:59:50.718 INFO:tasks.workunit.client.0.smithi069.stdout: "balancer": { 2024-04-10T16:59:50.718 INFO:tasks.workunit.client.0.smithi069.stdout: "active": true, 2024-04-10T16:59:50.718 INFO:tasks.workunit.client.0.smithi069.stdout: "mode": "" 2024-04-10T16:59:50.718 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.718 INFO:tasks.workunit.client.0.smithi069.stdout: "channels": [ 2024-04-10T16:59:50.718 INFO:tasks.workunit.client.0.smithi069.stdout: "basic", 2024-04-10T16:59:50.718 INFO:tasks.workunit.client.0.smithi069.stdout: "crash", 2024-04-10T16:59:50.718 INFO:tasks.workunit.client.0.smithi069.stdout: "device", 2024-04-10T16:59:50.718 INFO:tasks.workunit.client.0.smithi069.stdout: "ident", 2024-04-10T16:59:50.718 INFO:tasks.workunit.client.0.smithi069.stdout: "perf" 2024-04-10T16:59:50.719 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:50.719 INFO:tasks.workunit.client.0.smithi069.stdout: "channels_available": [ 2024-04-10T16:59:50.719 INFO:tasks.workunit.client.0.smithi069.stdout: "basic", 2024-04-10T16:59:50.719 INFO:tasks.workunit.client.0.smithi069.stdout: "ident", 2024-04-10T16:59:50.719 INFO:tasks.workunit.client.0.smithi069.stdout: "crash", 2024-04-10T16:59:50.719 INFO:tasks.workunit.client.0.smithi069.stdout: "device", 2024-04-10T16:59:50.719 INFO:tasks.workunit.client.0.smithi069.stdout: "perf" 2024-04-10T16:59:50.719 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:50.719 INFO:tasks.workunit.client.0.smithi069.stdout: "collections_available": [ 2024-04-10T16:59:50.719 INFO:tasks.workunit.client.0.smithi069.stdout: "basic_base", 2024-04-10T16:59:50.719 INFO:tasks.workunit.client.0.smithi069.stdout: "device_base", 2024-04-10T16:59:50.719 INFO:tasks.workunit.client.0.smithi069.stdout: "crash_base", 2024-04-10T16:59:50.719 INFO:tasks.workunit.client.0.smithi069.stdout: "ident_base", 2024-04-10T16:59:50.719 INFO:tasks.workunit.client.0.smithi069.stdout: "perf_perf", 2024-04-10T16:59:50.720 INFO:tasks.workunit.client.0.smithi069.stdout: "basic_mds_metadata", 2024-04-10T16:59:50.720 INFO:tasks.workunit.client.0.smithi069.stdout: "basic_pool_usage", 2024-04-10T16:59:50.720 INFO:tasks.workunit.client.0.smithi069.stdout: "basic_usage_by_class", 2024-04-10T16:59:50.720 INFO:tasks.workunit.client.0.smithi069.stdout: "basic_rook_v01", 2024-04-10T16:59:50.720 INFO:tasks.workunit.client.0.smithi069.stdout: "perf_memory_metrics", 2024-04-10T16:59:50.720 INFO:tasks.workunit.client.0.smithi069.stdout: "basic_pool_options_bluestore", 2024-04-10T16:59:50.720 INFO:tasks.workunit.client.0.smithi069.stdout: "basic_pool_flags" 2024-04-10T16:59:50.720 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:50.720 INFO:tasks.workunit.client.0.smithi069.stdout: "collections_opted_in": [ 2024-04-10T16:59:50.720 INFO:tasks.workunit.client.0.smithi069.stdout: "basic_base", 2024-04-10T16:59:50.720 INFO:tasks.workunit.client.0.smithi069.stdout: "device_base", 2024-04-10T16:59:50.720 INFO:tasks.workunit.client.0.smithi069.stdout: "crash_base", 2024-04-10T16:59:50.720 INFO:tasks.workunit.client.0.smithi069.stdout: "ident_base", 2024-04-10T16:59:50.721 INFO:tasks.workunit.client.0.smithi069.stdout: "perf_perf", 2024-04-10T16:59:50.721 INFO:tasks.workunit.client.0.smithi069.stdout: "basic_mds_metadata", 2024-04-10T16:59:50.721 INFO:tasks.workunit.client.0.smithi069.stdout: "basic_pool_usage", 2024-04-10T16:59:50.721 INFO:tasks.workunit.client.0.smithi069.stdout: "basic_usage_by_class", 2024-04-10T16:59:50.721 INFO:tasks.workunit.client.0.smithi069.stdout: "basic_rook_v01", 2024-04-10T16:59:50.721 INFO:tasks.workunit.client.0.smithi069.stdout: "perf_memory_metrics", 2024-04-10T16:59:50.721 INFO:tasks.workunit.client.0.smithi069.stdout: "basic_pool_options_bluestore", 2024-04-10T16:59:50.721 INFO:tasks.workunit.client.0.smithi069.stdout: "basic_pool_flags" 2024-04-10T16:59:50.721 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:50.721 INFO:tasks.workunit.client.0.smithi069.stdout: "config": { 2024-04-10T16:59:50.721 INFO:tasks.workunit.client.0.smithi069.stdout: "active_changed": [ 2024-04-10T16:59:50.721 INFO:tasks.workunit.client.0.smithi069.stdout: "auth_allow_insecure_global_id_reclaim", 2024-04-10T16:59:50.721 INFO:tasks.workunit.client.0.smithi069.stdout: "auth_debug", 2024-04-10T16:59:50.721 INFO:tasks.workunit.client.0.smithi069.stdout: "auth_mon_ticket_ttl", 2024-04-10T16:59:50.721 INFO:tasks.workunit.client.0.smithi069.stdout: "auth_service_ticket_ttl", 2024-04-10T16:59:50.722 INFO:tasks.workunit.client.0.smithi069.stdout: "bdev_debug_aio", 2024-04-10T16:59:50.722 INFO:tasks.workunit.client.0.smithi069.stdout: "client_check_pool_perm", 2024-04-10T16:59:50.722 INFO:tasks.workunit.client.0.smithi069.stdout: "client_mount_gid", 2024-04-10T16:59:50.722 INFO:tasks.workunit.client.0.smithi069.stdout: "client_mount_uid", 2024-04-10T16:59:50.722 INFO:tasks.workunit.client.0.smithi069.stdout: "client_quota", 2024-04-10T16:59:50.722 INFO:tasks.workunit.client.0.smithi069.stdout: "container_image", 2024-04-10T16:59:50.722 INFO:tasks.workunit.client.0.smithi069.stdout: "daemonize", 2024-04-10T16:59:50.722 INFO:tasks.workunit.client.0.smithi069.stdout: "debug_asserts_on_shutdown", 2024-04-10T16:59:50.722 INFO:tasks.workunit.client.0.smithi069.stdout: "debug_mgr", 2024-04-10T16:59:50.722 INFO:tasks.workunit.client.0.smithi069.stdout: "debug_mon", 2024-04-10T16:59:50.722 INFO:tasks.workunit.client.0.smithi069.stdout: "debug_ms", 2024-04-10T16:59:50.722 INFO:tasks.workunit.client.0.smithi069.stdout: "debug_osd", 2024-04-10T16:59:50.722 INFO:tasks.workunit.client.0.smithi069.stdout: "debug_paxos", 2024-04-10T16:59:50.722 INFO:tasks.workunit.client.0.smithi069.stdout: "keyring", 2024-04-10T16:59:50.723 INFO:tasks.workunit.client.0.smithi069.stdout: "log_to_file", 2024-04-10T16:59:50.723 INFO:tasks.workunit.client.0.smithi069.stdout: "log_to_journald", 2024-04-10T16:59:50.723 INFO:tasks.workunit.client.0.smithi069.stdout: "log_to_stderr", 2024-04-10T16:59:50.723 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_allow_pool_delete", 2024-04-10T16:59:50.723 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_clock_drift_allowed", 2024-04-10T16:59:50.723 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_cluster_log_file_level", 2024-04-10T16:59:50.723 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_cluster_log_to_file", 2024-04-10T16:59:50.723 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_cluster_log_to_journald", 2024-04-10T16:59:50.723 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_cluster_log_to_stderr", 2024-04-10T16:59:50.723 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_data_avail_warn", 2024-04-10T16:59:50.723 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_election_default_strategy", 2024-04-10T16:59:50.723 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_host", 2024-04-10T16:59:50.723 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_max_pg_per_osd", 2024-04-10T16:59:50.723 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_mds_skip_sanity", 2024-04-10T16:59:50.723 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_mgr_mkfs_grace", 2024-04-10T16:59:50.724 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_osd_prime_pg_temp", 2024-04-10T16:59:50.724 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_osd_reporter_subtree_level", 2024-04-10T16:59:50.724 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_pg_warn_max_object_skew", 2024-04-10T16:59:50.724 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_reweight_min_bytes_per_osd", 2024-04-10T16:59:50.724 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_reweight_min_pgs_per_osd", 2024-04-10T16:59:50.724 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-04-10T16:59:50.724 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-04-10T16:59:50.724 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-04-10T16:59:50.724 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_warn_on_legacy_crush_tunables", 2024-04-10T16:59:50.724 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-04-10T16:59:50.724 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-04-10T16:59:50.724 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_warn_on_too_few_osds", 2024-04-10T16:59:50.724 INFO:tasks.workunit.client.0.smithi069.stdout: "ms_die_on_bug", 2024-04-10T16:59:50.724 INFO:tasks.workunit.client.0.smithi069.stdout: "ms_die_on_old_message", 2024-04-10T16:59:50.724 INFO:tasks.workunit.client.0.smithi069.stdout: "no_config_file", 2024-04-10T16:59:50.725 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_class_default_list", 2024-04-10T16:59:50.725 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_class_load_list", 2024-04-10T16:59:50.725 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_debug_misdirected_ops", 2024-04-10T16:59:50.725 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_debug_op_order", 2024-04-10T16:59:50.725 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_debug_pg_log_writeout", 2024-04-10T16:59:50.725 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_debug_shutdown", 2024-04-10T16:59:50.725 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_debug_verify_cached_snaps", 2024-04-10T16:59:50.725 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_debug_verify_missing_on_start", 2024-04-10T16:59:50.725 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_debug_verify_stray_on_activate", 2024-04-10T16:59:50.725 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_deep_scrub_update_digest_min_age", 2024-04-10T16:59:50.725 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_delete_sleep", 2024-04-10T16:59:50.725 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_delete_sleep_hdd", 2024-04-10T16:59:50.725 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_delete_sleep_hybrid", 2024-04-10T16:59:50.725 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_delete_sleep_ssd", 2024-04-10T16:59:50.725 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_max_backfills", 2024-04-10T16:59:50.726 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-04-10T16:59:50.726 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_mclock_profile", 2024-04-10T16:59:50.726 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-04-10T16:59:50.726 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-04-10T16:59:50.726 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-04-10T16:59:50.726 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-04-10T16:59:50.726 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-04-10T16:59:50.726 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-04-10T16:59:50.726 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_mclock_scheduler_client_lim", 2024-04-10T16:59:50.726 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_mclock_scheduler_client_res", 2024-04-10T16:59:50.726 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_mclock_scheduler_client_wgt", 2024-04-10T16:59:50.726 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_memory_target", 2024-04-10T16:59:50.726 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_memory_target_autotune", 2024-04-10T16:59:50.727 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_op_queue", 2024-04-10T16:59:50.727 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_op_queue_cut_off", 2024-04-10T16:59:50.727 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_pool_default_erasure_code_profile", 2024-04-10T16:59:50.727 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_pool_default_pg_autoscale_mode", 2024-04-10T16:59:50.727 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_recover_clone_overlap", 2024-04-10T16:59:50.727 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_recovery_max_active", 2024-04-10T16:59:50.727 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_recovery_max_active_hdd", 2024-04-10T16:59:50.727 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_recovery_max_active_ssd", 2024-04-10T16:59:50.727 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_recovery_max_chunk", 2024-04-10T16:59:50.727 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_recovery_sleep", 2024-04-10T16:59:50.727 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_recovery_sleep_hdd", 2024-04-10T16:59:50.727 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_recovery_sleep_hybrid", 2024-04-10T16:59:50.727 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_recovery_sleep_ssd", 2024-04-10T16:59:50.727 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_scrub_load_threshold", 2024-04-10T16:59:50.727 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_scrub_max_interval", 2024-04-10T16:59:50.727 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_scrub_sleep", 2024-04-10T16:59:50.728 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_shutdown_pgref_assert", 2024-04-10T16:59:50.728 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_snap_trim_sleep", 2024-04-10T16:59:50.728 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_snap_trim_sleep_hdd", 2024-04-10T16:59:50.728 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_snap_trim_sleep_hybrid", 2024-04-10T16:59:50.728 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_snap_trim_sleep_ssd", 2024-04-10T16:59:50.728 INFO:tasks.workunit.client.0.smithi069.stdout: "public_network", 2024-04-10T16:59:50.728 INFO:tasks.workunit.client.0.smithi069.stdout: "rbd_config_pool_override_update_timestamp", 2024-04-10T16:59:50.728 INFO:tasks.workunit.client.0.smithi069.stdout: "rbd_default_features", 2024-04-10T16:59:50.728 INFO:tasks.workunit.client.0.smithi069.stdout: "rbd_qos_exclude_ops", 2024-04-10T16:59:50.728 INFO:tasks.workunit.client.0.smithi069.stdout: "setgroup", 2024-04-10T16:59:50.728 INFO:tasks.workunit.client.0.smithi069.stdout: "setuser" 2024-04-10T16:59:50.728 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:50.728 INFO:tasks.workunit.client.0.smithi069.stdout: "cluster_changed": [ 2024-04-10T16:59:50.728 INFO:tasks.workunit.client.0.smithi069.stdout: "auth_allow_insecure_global_id_reclaim", 2024-04-10T16:59:50.728 INFO:tasks.workunit.client.0.smithi069.stdout: "auth_debug", 2024-04-10T16:59:50.729 INFO:tasks.workunit.client.0.smithi069.stdout: "auth_mon_ticket_ttl", 2024-04-10T16:59:50.729 INFO:tasks.workunit.client.0.smithi069.stdout: "auth_service_ticket_ttl", 2024-04-10T16:59:50.729 INFO:tasks.workunit.client.0.smithi069.stdout: "bdev_debug_aio", 2024-04-10T16:59:50.729 INFO:tasks.workunit.client.0.smithi069.stdout: "container_image", 2024-04-10T16:59:50.729 INFO:tasks.workunit.client.0.smithi069.stdout: "debug_asserts_on_shutdown", 2024-04-10T16:59:50.729 INFO:tasks.workunit.client.0.smithi069.stdout: "debug_mgr", 2024-04-10T16:59:50.729 INFO:tasks.workunit.client.0.smithi069.stdout: "debug_mon", 2024-04-10T16:59:50.729 INFO:tasks.workunit.client.0.smithi069.stdout: "debug_ms", 2024-04-10T16:59:50.729 INFO:tasks.workunit.client.0.smithi069.stdout: "debug_osd", 2024-04-10T16:59:50.729 INFO:tasks.workunit.client.0.smithi069.stdout: "debug_paxos", 2024-04-10T16:59:50.729 INFO:tasks.workunit.client.0.smithi069.stdout: "log_to_file", 2024-04-10T16:59:50.729 INFO:tasks.workunit.client.0.smithi069.stdout: "log_to_journald", 2024-04-10T16:59:50.729 INFO:tasks.workunit.client.0.smithi069.stdout: "log_to_stderr", 2024-04-10T16:59:50.729 INFO:tasks.workunit.client.0.smithi069.stdout: "mds_join_fs", 2024-04-10T16:59:50.729 INFO:tasks.workunit.client.0.smithi069.stdout: "mgr/cephadm/allow_ptrace", 2024-04-10T16:59:50.729 INFO:tasks.workunit.client.0.smithi069.stdout: "mgr/cephadm/container_init", 2024-04-10T16:59:50.730 INFO:tasks.workunit.client.0.smithi069.stdout: "mgr/cephadm/migration_current", 2024-04-10T16:59:50.730 INFO:tasks.workunit.client.0.smithi069.stdout: "mgr/cephadm/use_repo_digest", 2024-04-10T16:59:50.730 INFO:tasks.workunit.client.0.smithi069.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-04-10T16:59:50.730 INFO:tasks.workunit.client.0.smithi069.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-04-10T16:59:50.730 INFO:tasks.workunit.client.0.smithi069.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-04-10T16:59:50.730 INFO:tasks.workunit.client.0.smithi069.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-04-10T16:59:50.730 INFO:tasks.workunit.client.0.smithi069.stdout: "mgr/dashboard/ssl_server_port", 2024-04-10T16:59:50.730 INFO:tasks.workunit.client.0.smithi069.stdout: "mgr/orchestrator/orchestrator", 2024-04-10T16:59:50.730 INFO:tasks.workunit.client.0.smithi069.stdout: "mgr/telemetry/channel_ident", 2024-04-10T16:59:50.730 INFO:tasks.workunit.client.0.smithi069.stdout: "mgr/telemetry/channel_perf", 2024-04-10T16:59:50.730 INFO:tasks.workunit.client.0.smithi069.stdout: "mgr/telemetry/description", 2024-04-10T16:59:50.730 INFO:tasks.workunit.client.0.smithi069.stdout: "mgr/telemetry/enabled", 2024-04-10T16:59:50.730 INFO:tasks.workunit.client.0.smithi069.stdout: "mgr/telemetry/organization", 2024-04-10T16:59:50.730 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_allow_pool_delete", 2024-04-10T16:59:50.730 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_clock_drift_allowed", 2024-04-10T16:59:50.731 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_cluster_log_file_level", 2024-04-10T16:59:50.731 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_cluster_log_to_file", 2024-04-10T16:59:50.731 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_data_avail_warn", 2024-04-10T16:59:50.731 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_election_default_strategy", 2024-04-10T16:59:50.731 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_max_pg_per_osd", 2024-04-10T16:59:50.731 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_mds_skip_sanity", 2024-04-10T16:59:50.731 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_mgr_mkfs_grace", 2024-04-10T16:59:50.731 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_osd_prime_pg_temp", 2024-04-10T16:59:50.731 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_osd_reporter_subtree_level", 2024-04-10T16:59:50.731 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_pg_warn_max_object_skew", 2024-04-10T16:59:50.731 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_reweight_min_bytes_per_osd", 2024-04-10T16:59:50.731 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_reweight_min_pgs_per_osd", 2024-04-10T16:59:50.731 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-04-10T16:59:50.731 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-04-10T16:59:50.731 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-04-10T16:59:50.732 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_warn_on_legacy_crush_tunables", 2024-04-10T16:59:50.732 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-04-10T16:59:50.732 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-04-10T16:59:50.732 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_warn_on_too_few_osds", 2024-04-10T16:59:50.732 INFO:tasks.workunit.client.0.smithi069.stdout: "ms_die_on_bug", 2024-04-10T16:59:50.732 INFO:tasks.workunit.client.0.smithi069.stdout: "ms_die_on_old_message", 2024-04-10T16:59:50.732 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_class_default_list", 2024-04-10T16:59:50.732 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_class_load_list", 2024-04-10T16:59:50.732 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_debug_misdirected_ops", 2024-04-10T16:59:50.732 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_debug_op_order", 2024-04-10T16:59:50.732 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_debug_pg_log_writeout", 2024-04-10T16:59:50.732 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_debug_shutdown", 2024-04-10T16:59:50.732 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_debug_verify_cached_snaps", 2024-04-10T16:59:50.732 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_debug_verify_missing_on_start", 2024-04-10T16:59:50.732 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_debug_verify_stray_on_activate", 2024-04-10T16:59:50.732 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_deep_scrub_update_digest_min_age", 2024-04-10T16:59:50.733 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-04-10T16:59:50.733 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_mclock_profile", 2024-04-10T16:59:50.733 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_memory_target", 2024-04-10T16:59:50.733 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_memory_target_autotune", 2024-04-10T16:59:50.733 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_op_queue", 2024-04-10T16:59:50.733 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_op_queue_cut_off", 2024-04-10T16:59:50.733 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_pool_default_erasure_code_profile", 2024-04-10T16:59:50.733 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_pool_default_pg_autoscale_mode", 2024-04-10T16:59:50.733 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_recover_clone_overlap", 2024-04-10T16:59:50.733 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_recovery_max_chunk", 2024-04-10T16:59:50.733 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_scrub_load_threshold", 2024-04-10T16:59:50.733 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_scrub_max_interval", 2024-04-10T16:59:50.733 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_shutdown_pgref_assert", 2024-04-10T16:59:50.733 INFO:tasks.workunit.client.0.smithi069.stdout: "public_network", 2024-04-10T16:59:50.734 INFO:tasks.workunit.client.0.smithi069.stdout: "rbd_config_pool_override_update_timestamp", 2024-04-10T16:59:50.734 INFO:tasks.workunit.client.0.smithi069.stdout: "rgw_cache_enabled", 2024-04-10T16:59:50.734 INFO:tasks.workunit.client.0.smithi069.stdout: "rgw_enable_ops_log", 2024-04-10T16:59:50.734 INFO:tasks.workunit.client.0.smithi069.stdout: "rgw_enable_usage_log" 2024-04-10T16:59:50.734 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T16:59:50.734 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.734 INFO:tasks.workunit.client.0.smithi069.stdout: "contact": null, 2024-04-10T16:59:50.734 INFO:tasks.workunit.client.0.smithi069.stdout: "crashes": [], 2024-04-10T16:59:50.734 INFO:tasks.workunit.client.0.smithi069.stdout: "created": "2024-04-10T15:22:38.311194Z", 2024-04-10T16:59:50.734 INFO:tasks.workunit.client.0.smithi069.stdout: "crush": { 2024-04-10T16:59:50.734 INFO:tasks.workunit.client.0.smithi069.stdout: "bucket_algs": { 2024-04-10T16:59:50.734 INFO:tasks.workunit.client.0.smithi069.stdout: "straw2": 3 2024-04-10T16:59:50.734 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.734 INFO:tasks.workunit.client.0.smithi069.stdout: "bucket_sizes": { 2024-04-10T16:59:50.735 INFO:tasks.workunit.client.0.smithi069.stdout: "2": 1, 2024-04-10T16:59:50.735 INFO:tasks.workunit.client.0.smithi069.stdout: "4": 2 2024-04-10T16:59:50.735 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.735 INFO:tasks.workunit.client.0.smithi069.stdout: "bucket_types": { 2024-04-10T16:59:50.735 INFO:tasks.workunit.client.0.smithi069.stdout: "1": 2, 2024-04-10T16:59:50.735 INFO:tasks.workunit.client.0.smithi069.stdout: "11": 1 2024-04-10T16:59:50.735 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.735 INFO:tasks.workunit.client.0.smithi069.stdout: "compat_weight_set": false, 2024-04-10T16:59:50.735 INFO:tasks.workunit.client.0.smithi069.stdout: "device_classes": [ 2024-04-10T16:59:50.735 INFO:tasks.workunit.client.0.smithi069.stdout: 8 2024-04-10T16:59:50.735 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:50.735 INFO:tasks.workunit.client.0.smithi069.stdout: "num_buckets": 6, 2024-04-10T16:59:50.735 INFO:tasks.workunit.client.0.smithi069.stdout: "num_devices": 8, 2024-04-10T16:59:50.735 INFO:tasks.workunit.client.0.smithi069.stdout: "num_rules": 2, 2024-04-10T16:59:50.735 INFO:tasks.workunit.client.0.smithi069.stdout: "num_types": 12, 2024-04-10T16:59:50.735 INFO:tasks.workunit.client.0.smithi069.stdout: "num_weight_sets": 0, 2024-04-10T16:59:50.735 INFO:tasks.workunit.client.0.smithi069.stdout: "tunables": { 2024-04-10T16:59:50.736 INFO:tasks.workunit.client.0.smithi069.stdout: "allowed_bucket_algs": 54, 2024-04-10T16:59:50.736 INFO:tasks.workunit.client.0.smithi069.stdout: "choose_local_fallback_tries": 0, 2024-04-10T16:59:50.736 INFO:tasks.workunit.client.0.smithi069.stdout: "choose_local_tries": 0, 2024-04-10T16:59:50.736 INFO:tasks.workunit.client.0.smithi069.stdout: "choose_total_tries": 50, 2024-04-10T16:59:50.736 INFO:tasks.workunit.client.0.smithi069.stdout: "chooseleaf_descend_once": 1, 2024-04-10T16:59:50.736 INFO:tasks.workunit.client.0.smithi069.stdout: "chooseleaf_stable": 1, 2024-04-10T16:59:50.736 INFO:tasks.workunit.client.0.smithi069.stdout: "chooseleaf_vary_r": 1, 2024-04-10T16:59:50.736 INFO:tasks.workunit.client.0.smithi069.stdout: "has_msr_rules": 0, 2024-04-10T16:59:50.736 INFO:tasks.workunit.client.0.smithi069.stdout: "has_v2_rules": 1, 2024-04-10T16:59:50.736 INFO:tasks.workunit.client.0.smithi069.stdout: "has_v3_rules": 0, 2024-04-10T16:59:50.736 INFO:tasks.workunit.client.0.smithi069.stdout: "has_v4_buckets": 1, 2024-04-10T16:59:50.736 INFO:tasks.workunit.client.0.smithi069.stdout: "has_v5_rules": 0, 2024-04-10T16:59:50.736 INFO:tasks.workunit.client.0.smithi069.stdout: "legacy_tunables": 0, 2024-04-10T16:59:50.736 INFO:tasks.workunit.client.0.smithi069.stdout: "minimum_required_version": "jewel", 2024-04-10T16:59:50.737 INFO:tasks.workunit.client.0.smithi069.stdout: "msr_collision_tries": 100, 2024-04-10T16:59:50.737 INFO:tasks.workunit.client.0.smithi069.stdout: "msr_descents": 100, 2024-04-10T16:59:50.737 INFO:tasks.workunit.client.0.smithi069.stdout: "optimal_tunables": 1, 2024-04-10T16:59:50.737 INFO:tasks.workunit.client.0.smithi069.stdout: "profile": "jewel", 2024-04-10T16:59:50.737 INFO:tasks.workunit.client.0.smithi069.stdout: "require_feature_tunables": 1, 2024-04-10T16:59:50.737 INFO:tasks.workunit.client.0.smithi069.stdout: "require_feature_tunables2": 1, 2024-04-10T16:59:50.737 INFO:tasks.workunit.client.0.smithi069.stdout: "require_feature_tunables3": 1, 2024-04-10T16:59:50.737 INFO:tasks.workunit.client.0.smithi069.stdout: "require_feature_tunables5": 1, 2024-04-10T16:59:50.737 INFO:tasks.workunit.client.0.smithi069.stdout: "straw_calc_version": 1 2024-04-10T16:59:50.737 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:50.737 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.737 INFO:tasks.workunit.client.0.smithi069.stdout: "description": "upgrade test cluster", 2024-04-10T16:59:50.737 INFO:tasks.workunit.client.0.smithi069.stdout: "fs": { 2024-04-10T16:59:50.737 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 1, 2024-04-10T16:59:50.737 INFO:tasks.workunit.client.0.smithi069.stdout: "feature_flags": { 2024-04-10T16:59:50.738 INFO:tasks.workunit.client.0.smithi069.stdout: "enable_multiple": true, 2024-04-10T16:59:50.738 INFO:tasks.workunit.client.0.smithi069.stdout: "ever_enabled_multiple": true 2024-04-10T16:59:50.738 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.738 INFO:tasks.workunit.client.0.smithi069.stdout: "filesystems": [ 2024-04-10T16:59:50.738 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:50.738 INFO:tasks.workunit.client.0.smithi069.stdout: "approx_ctime": "2024-04", 2024-04-10T16:59:50.738 INFO:tasks.workunit.client.0.smithi069.stdout: "balancer_enabled": false, 2024-04-10T16:59:50.738 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:50.738 INFO:tasks.workunit.client.0.smithi069.stdout: "cached_caps": 0, 2024-04-10T16:59:50.738 INFO:tasks.workunit.client.0.smithi069.stdout: "cached_dns": 10, 2024-04-10T16:59:50.738 INFO:tasks.workunit.client.0.smithi069.stdout: "cached_inos": 13, 2024-04-10T16:59:50.738 INFO:tasks.workunit.client.0.smithi069.stdout: "cached_subtrees": 2, 2024-04-10T16:59:50.738 INFO:tasks.workunit.client.0.smithi069.stdout: "ever_allowed_features": 0, 2024-04-10T16:59:50.738 INFO:tasks.workunit.client.0.smithi069.stdout: "explicitly_allowed_features": 0, 2024-04-10T16:59:50.738 INFO:tasks.workunit.client.0.smithi069.stdout: "files": 0, 2024-04-10T16:59:50.739 INFO:tasks.workunit.client.0.smithi069.stdout: "max_mds": 1, 2024-04-10T16:59:50.739 INFO:tasks.workunit.client.0.smithi069.stdout: "num_data_pools": 1, 2024-04-10T16:59:50.739 INFO:tasks.workunit.client.0.smithi069.stdout: "num_in": 1, 2024-04-10T16:59:50.739 INFO:tasks.workunit.client.0.smithi069.stdout: "num_mds": 1, 2024-04-10T16:59:50.739 INFO:tasks.workunit.client.0.smithi069.stdout: "num_sessions": 0, 2024-04-10T16:59:50.739 INFO:tasks.workunit.client.0.smithi069.stdout: "num_standby_replay": 0, 2024-04-10T16:59:50.739 INFO:tasks.workunit.client.0.smithi069.stdout: "num_up": 1, 2024-04-10T16:59:50.739 INFO:tasks.workunit.client.0.smithi069.stdout: "snaps": 0, 2024-04-10T16:59:50.739 INFO:tasks.workunit.client.0.smithi069.stdout: "standby_count_wanted": 0 2024-04-10T16:59:50.739 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:50.739 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:50.739 INFO:tasks.workunit.client.0.smithi069.stdout: "num_standby_mds": 1, 2024-04-10T16:59:50.739 INFO:tasks.workunit.client.0.smithi069.stdout: "total_num_mds": 2 2024-04-10T16:59:50.739 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.740 INFO:tasks.workunit.client.0.smithi069.stdout: "heap_stats": { 2024-04-10T16:59:50.740 INFO:tasks.workunit.client.0.smithi069.stdout: "mds": { 2024-04-10T16:59:50.740 INFO:tasks.workunit.client.0.smithi069.stdout: "mds.44ca97a2636692dab3a2137f5dab18d27c7ec614": { 2024-04-10T16:59:50.740 INFO:tasks.workunit.client.0.smithi069.stdout: "actual_memory_used": 20488192, 2024-04-10T16:59:50.740 INFO:tasks.workunit.client.0.smithi069.stdout: "central_cache_freelist": 473016, 2024-04-10T16:59:50.740 INFO:tasks.workunit.client.0.smithi069.stdout: "malloc_metadata": 2752512, 2024-04-10T16:59:50.740 INFO:tasks.workunit.client.0.smithi069.stdout: "page_heap_freelist": 0, 2024-04-10T16:59:50.740 INFO:tasks.workunit.client.0.smithi069.stdout: "released_to_os": 819200, 2024-04-10T16:59:50.740 INFO:tasks.workunit.client.0.smithi069.stdout: "spans_in_use": 434, 2024-04-10T16:59:50.740 INFO:tasks.workunit.client.0.smithi069.stdout: "tcmalloc_page_size": 8192, 2024-04-10T16:59:50.740 INFO:tasks.workunit.client.0.smithi069.stdout: "thread_cache_freelists": 1385160, 2024-04-10T16:59:50.740 INFO:tasks.workunit.client.0.smithi069.stdout: "thread_heaps_in_use": 22, 2024-04-10T16:59:50.740 INFO:tasks.workunit.client.0.smithi069.stdout: "transfer_cache_freelist": 970240, 2024-04-10T16:59:50.740 INFO:tasks.workunit.client.0.smithi069.stdout: "use_by_application": 14907264, 2024-04-10T16:59:50.740 INFO:tasks.workunit.client.0.smithi069.stdout: "virtual_address_space_used": 21307392 2024-04-10T16:59:50.741 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.741 INFO:tasks.workunit.client.0.smithi069.stdout: "mds.a94fb5321a792dfeda573ab0692ca0fa124fc659": { 2024-04-10T16:59:50.741 INFO:tasks.workunit.client.0.smithi069.stdout: "actual_memory_used": 20258816, 2024-04-10T16:59:50.741 INFO:tasks.workunit.client.0.smithi069.stdout: "central_cache_freelist": 307296, 2024-04-10T16:59:50.741 INFO:tasks.workunit.client.0.smithi069.stdout: "malloc_metadata": 2752512, 2024-04-10T16:59:50.741 INFO:tasks.workunit.client.0.smithi069.stdout: "page_heap_freelist": 901120, 2024-04-10T16:59:50.741 INFO:tasks.workunit.client.0.smithi069.stdout: "released_to_os": 0, 2024-04-10T16:59:50.741 INFO:tasks.workunit.client.0.smithi069.stdout: "spans_in_use": 338, 2024-04-10T16:59:50.741 INFO:tasks.workunit.client.0.smithi069.stdout: "tcmalloc_page_size": 8192, 2024-04-10T16:59:50.741 INFO:tasks.workunit.client.0.smithi069.stdout: "thread_cache_freelists": 1067920, 2024-04-10T16:59:50.741 INFO:tasks.workunit.client.0.smithi069.stdout: "thread_heaps_in_use": 13, 2024-04-10T16:59:50.741 INFO:tasks.workunit.client.0.smithi069.stdout: "transfer_cache_freelist": 747520, 2024-04-10T16:59:50.741 INFO:tasks.workunit.client.0.smithi069.stdout: "use_by_application": 14482448, 2024-04-10T16:59:50.741 INFO:tasks.workunit.client.0.smithi069.stdout: "virtual_address_space_used": 20258816 2024-04-10T16:59:50.742 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:50.742 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.742 INFO:tasks.workunit.client.0.smithi069.stdout: "mon": { 2024-04-10T16:59:50.742 INFO:tasks.workunit.client.0.smithi069.stdout: "mon.44ca97a2636692dab3a2137f5dab18d27c7ec614": { 2024-04-10T16:59:50.742 INFO:tasks.workunit.client.0.smithi069.stdout: "actual_memory_used": 265428992, 2024-04-10T16:59:50.742 INFO:tasks.workunit.client.0.smithi069.stdout: "central_cache_freelist": 5374960, 2024-04-10T16:59:50.742 INFO:tasks.workunit.client.0.smithi069.stdout: "malloc_metadata": 5242880, 2024-04-10T16:59:50.742 INFO:tasks.workunit.client.0.smithi069.stdout: "page_heap_freelist": 1122304, 2024-04-10T16:59:50.742 INFO:tasks.workunit.client.0.smithi069.stdout: "released_to_os": 8192, 2024-04-10T16:59:50.742 INFO:tasks.workunit.client.0.smithi069.stdout: "spans_in_use": 9579, 2024-04-10T16:59:50.742 INFO:tasks.workunit.client.0.smithi069.stdout: "tcmalloc_page_size": 8192, 2024-04-10T16:59:50.742 INFO:tasks.workunit.client.0.smithi069.stdout: "thread_cache_freelists": 15026168, 2024-04-10T16:59:50.742 INFO:tasks.workunit.client.0.smithi069.stdout: "thread_heaps_in_use": 23, 2024-04-10T16:59:50.742 INFO:tasks.workunit.client.0.smithi069.stdout: "transfer_cache_freelist": 5518592, 2024-04-10T16:59:50.743 INFO:tasks.workunit.client.0.smithi069.stdout: "use_by_application": 233144088, 2024-04-10T16:59:50.743 INFO:tasks.workunit.client.0.smithi069.stdout: "virtual_address_space_used": 265437184 2024-04-10T16:59:50.743 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.743 INFO:tasks.workunit.client.0.smithi069.stdout: "mon.a94fb5321a792dfeda573ab0692ca0fa124fc659": { 2024-04-10T16:59:50.743 INFO:tasks.workunit.client.0.smithi069.stdout: "actual_memory_used": 168845312, 2024-04-10T16:59:50.743 INFO:tasks.workunit.client.0.smithi069.stdout: "central_cache_freelist": 2253960, 2024-04-10T16:59:50.743 INFO:tasks.workunit.client.0.smithi069.stdout: "malloc_metadata": 3014656, 2024-04-10T16:59:50.743 INFO:tasks.workunit.client.0.smithi069.stdout: "page_heap_freelist": 8192, 2024-04-10T16:59:50.743 INFO:tasks.workunit.client.0.smithi069.stdout: "released_to_os": 860160, 2024-04-10T16:59:50.743 INFO:tasks.workunit.client.0.smithi069.stdout: "spans_in_use": 6510, 2024-04-10T16:59:50.743 INFO:tasks.workunit.client.0.smithi069.stdout: "tcmalloc_page_size": 8192, 2024-04-10T16:59:50.743 INFO:tasks.workunit.client.0.smithi069.stdout: "thread_cache_freelists": 9017200, 2024-04-10T16:59:50.743 INFO:tasks.workunit.client.0.smithi069.stdout: "thread_heaps_in_use": 20, 2024-04-10T16:59:50.744 INFO:tasks.workunit.client.0.smithi069.stdout: "transfer_cache_freelist": 2547456, 2024-04-10T16:59:50.744 INFO:tasks.workunit.client.0.smithi069.stdout: "use_by_application": 152003848, 2024-04-10T16:59:50.744 INFO:tasks.workunit.client.0.smithi069.stdout: "virtual_address_space_used": 169705472 2024-04-10T16:59:50.744 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.744 INFO:tasks.workunit.client.0.smithi069.stdout: "mon.f674850e5ec273712a6400c20c884d0d3d4aaf85": { 2024-04-10T16:59:50.744 INFO:tasks.workunit.client.0.smithi069.stdout: "actual_memory_used": 172744704, 2024-04-10T16:59:50.744 INFO:tasks.workunit.client.0.smithi069.stdout: "central_cache_freelist": 2431088, 2024-04-10T16:59:50.744 INFO:tasks.workunit.client.0.smithi069.stdout: "malloc_metadata": 3014656, 2024-04-10T16:59:50.744 INFO:tasks.workunit.client.0.smithi069.stdout: "page_heap_freelist": 1597440, 2024-04-10T16:59:50.744 INFO:tasks.workunit.client.0.smithi069.stdout: "released_to_os": 98304, 2024-04-10T16:59:50.744 INFO:tasks.workunit.client.0.smithi069.stdout: "spans_in_use": 6583, 2024-04-10T16:59:50.744 INFO:tasks.workunit.client.0.smithi069.stdout: "tcmalloc_page_size": 8192, 2024-04-10T16:59:50.744 INFO:tasks.workunit.client.0.smithi069.stdout: "thread_cache_freelists": 10383224, 2024-04-10T16:59:50.744 INFO:tasks.workunit.client.0.smithi069.stdout: "thread_heaps_in_use": 20, 2024-04-10T16:59:50.744 INFO:tasks.workunit.client.0.smithi069.stdout: "transfer_cache_freelist": 2647296, 2024-04-10T16:59:50.745 INFO:tasks.workunit.client.0.smithi069.stdout: "use_by_application": 152671000, 2024-04-10T16:59:50.745 INFO:tasks.workunit.client.0.smithi069.stdout: "virtual_address_space_used": 172843008 2024-04-10T16:59:50.745 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:50.745 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.745 INFO:tasks.workunit.client.0.smithi069.stdout: "osd": { 2024-04-10T16:59:50.745 INFO:tasks.workunit.client.0.smithi069.stdout: "osd.0": { 2024-04-10T16:59:50.745 INFO:tasks.workunit.client.0.smithi069.stdout: "actual_memory_used": 562978816, 2024-04-10T16:59:50.745 INFO:tasks.workunit.client.0.smithi069.stdout: "central_cache_freelist": 29051760, 2024-04-10T16:59:50.745 INFO:tasks.workunit.client.0.smithi069.stdout: "malloc_metadata": 3407872, 2024-04-10T16:59:50.745 INFO:tasks.workunit.client.0.smithi069.stdout: "page_heap_freelist": 0, 2024-04-10T16:59:50.745 INFO:tasks.workunit.client.0.smithi069.stdout: "released_to_os": 50241536, 2024-04-10T16:59:50.745 INFO:tasks.workunit.client.0.smithi069.stdout: "spans_in_use": 12458, 2024-04-10T16:59:50.745 INFO:tasks.workunit.client.0.smithi069.stdout: "tcmalloc_page_size": 8192, 2024-04-10T16:59:50.745 INFO:tasks.workunit.client.0.smithi069.stdout: "thread_cache_freelists": 87120576, 2024-04-10T16:59:50.746 INFO:tasks.workunit.client.0.smithi069.stdout: "thread_heaps_in_use": 53, 2024-04-10T16:59:50.746 INFO:tasks.workunit.client.0.smithi069.stdout: "transfer_cache_freelist": 10785536, 2024-04-10T16:59:50.746 INFO:tasks.workunit.client.0.smithi069.stdout: "use_by_application": 432613072, 2024-04-10T16:59:50.746 INFO:tasks.workunit.client.0.smithi069.stdout: "virtual_address_space_used": 613220352 2024-04-10T16:59:50.746 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.746 INFO:tasks.workunit.client.0.smithi069.stdout: "osd.1": { 2024-04-10T16:59:50.746 INFO:tasks.workunit.client.0.smithi069.stdout: "actual_memory_used": 522280960, 2024-04-10T16:59:50.746 INFO:tasks.workunit.client.0.smithi069.stdout: "central_cache_freelist": 26671496, 2024-04-10T16:59:50.746 INFO:tasks.workunit.client.0.smithi069.stdout: "malloc_metadata": 5505024, 2024-04-10T16:59:50.746 INFO:tasks.workunit.client.0.smithi069.stdout: "page_heap_freelist": 0, 2024-04-10T16:59:50.746 INFO:tasks.workunit.client.0.smithi069.stdout: "released_to_os": 109027328, 2024-04-10T16:59:50.746 INFO:tasks.workunit.client.0.smithi069.stdout: "spans_in_use": 13310, 2024-04-10T16:59:50.746 INFO:tasks.workunit.client.0.smithi069.stdout: "tcmalloc_page_size": 8192, 2024-04-10T16:59:50.746 INFO:tasks.workunit.client.0.smithi069.stdout: "thread_cache_freelists": 86072048, 2024-04-10T16:59:50.747 INFO:tasks.workunit.client.0.smithi069.stdout: "thread_heaps_in_use": 60, 2024-04-10T16:59:50.747 INFO:tasks.workunit.client.0.smithi069.stdout: "transfer_cache_freelist": 10050304, 2024-04-10T16:59:50.747 INFO:tasks.workunit.client.0.smithi069.stdout: "use_by_application": 393982088, 2024-04-10T16:59:50.747 INFO:tasks.workunit.client.0.smithi069.stdout: "virtual_address_space_used": 631308288 2024-04-10T16:59:50.747 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.747 INFO:tasks.workunit.client.0.smithi069.stdout: "osd.2": { 2024-04-10T16:59:50.747 INFO:tasks.workunit.client.0.smithi069.stdout: "actual_memory_used": 451510272, 2024-04-10T16:59:50.747 INFO:tasks.workunit.client.0.smithi069.stdout: "central_cache_freelist": 26650752, 2024-04-10T16:59:50.747 INFO:tasks.workunit.client.0.smithi069.stdout: "malloc_metadata": 3407872, 2024-04-10T16:59:50.747 INFO:tasks.workunit.client.0.smithi069.stdout: "page_heap_freelist": 0, 2024-04-10T16:59:50.747 INFO:tasks.workunit.client.0.smithi069.stdout: "released_to_os": 107282432, 2024-04-10T16:59:50.747 INFO:tasks.workunit.client.0.smithi069.stdout: "spans_in_use": 11229, 2024-04-10T16:59:50.747 INFO:tasks.workunit.client.0.smithi069.stdout: "tcmalloc_page_size": 8192, 2024-04-10T16:59:50.747 INFO:tasks.workunit.client.0.smithi069.stdout: "thread_cache_freelists": 97321784, 2024-04-10T16:59:50.747 INFO:tasks.workunit.client.0.smithi069.stdout: "thread_heaps_in_use": 53, 2024-04-10T16:59:50.748 INFO:tasks.workunit.client.0.smithi069.stdout: "transfer_cache_freelist": 8517120, 2024-04-10T16:59:50.748 INFO:tasks.workunit.client.0.smithi069.stdout: "use_by_application": 315612744, 2024-04-10T16:59:50.748 INFO:tasks.workunit.client.0.smithi069.stdout: "virtual_address_space_used": 558792704 2024-04-10T16:59:50.748 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.748 INFO:tasks.workunit.client.0.smithi069.stdout: "osd.3": { 2024-04-10T16:59:50.748 INFO:tasks.workunit.client.0.smithi069.stdout: "actual_memory_used": 552296448, 2024-04-10T16:59:50.748 INFO:tasks.workunit.client.0.smithi069.stdout: "central_cache_freelist": 22075520, 2024-04-10T16:59:50.748 INFO:tasks.workunit.client.0.smithi069.stdout: "malloc_metadata": 5373952, 2024-04-10T16:59:50.748 INFO:tasks.workunit.client.0.smithi069.stdout: "page_heap_freelist": 0, 2024-04-10T16:59:50.748 INFO:tasks.workunit.client.0.smithi069.stdout: "released_to_os": 48463872, 2024-04-10T16:59:50.748 INFO:tasks.workunit.client.0.smithi069.stdout: "spans_in_use": 10386, 2024-04-10T16:59:50.748 INFO:tasks.workunit.client.0.smithi069.stdout: "tcmalloc_page_size": 8192, 2024-04-10T16:59:50.749 INFO:tasks.workunit.client.0.smithi069.stdout: "thread_cache_freelists": 70241696, 2024-04-10T16:59:50.749 INFO:tasks.workunit.client.0.smithi069.stdout: "thread_heaps_in_use": 61, 2024-04-10T16:59:50.749 INFO:tasks.workunit.client.0.smithi069.stdout: "transfer_cache_freelist": 10113792, 2024-04-10T16:59:50.749 INFO:tasks.workunit.client.0.smithi069.stdout: "use_by_application": 444491488, 2024-04-10T16:59:50.749 INFO:tasks.workunit.client.0.smithi069.stdout: "virtual_address_space_used": 600760320 2024-04-10T16:59:50.749 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.749 INFO:tasks.workunit.client.0.smithi069.stdout: "osd.4": { 2024-04-10T16:59:50.749 INFO:tasks.workunit.client.0.smithi069.stdout: "actual_memory_used": 691118080, 2024-04-10T16:59:50.749 INFO:tasks.workunit.client.0.smithi069.stdout: "central_cache_freelist": 19137824, 2024-04-10T16:59:50.749 INFO:tasks.workunit.client.0.smithi069.stdout: "malloc_metadata": 3407872, 2024-04-10T16:59:50.749 INFO:tasks.workunit.client.0.smithi069.stdout: "page_heap_freelist": 0, 2024-04-10T16:59:50.749 INFO:tasks.workunit.client.0.smithi069.stdout: "released_to_os": 23855104, 2024-04-10T16:59:50.749 INFO:tasks.workunit.client.0.smithi069.stdout: "spans_in_use": 11489, 2024-04-10T16:59:50.749 INFO:tasks.workunit.client.0.smithi069.stdout: "tcmalloc_page_size": 8192, 2024-04-10T16:59:50.750 INFO:tasks.workunit.client.0.smithi069.stdout: "thread_cache_freelists": 106873288, 2024-04-10T16:59:50.750 INFO:tasks.workunit.client.0.smithi069.stdout: "thread_heaps_in_use": 53, 2024-04-10T16:59:50.750 INFO:tasks.workunit.client.0.smithi069.stdout: "transfer_cache_freelist": 10098176, 2024-04-10T16:59:50.750 INFO:tasks.workunit.client.0.smithi069.stdout: "use_by_application": 551600920, 2024-04-10T16:59:50.750 INFO:tasks.workunit.client.0.smithi069.stdout: "virtual_address_space_used": 714973184 2024-04-10T16:59:50.750 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.750 INFO:tasks.workunit.client.0.smithi069.stdout: "osd.5": { 2024-04-10T16:59:50.750 INFO:tasks.workunit.client.0.smithi069.stdout: "actual_memory_used": 618766336, 2024-04-10T16:59:50.750 INFO:tasks.workunit.client.0.smithi069.stdout: "central_cache_freelist": 30170296, 2024-04-10T16:59:50.750 INFO:tasks.workunit.client.0.smithi069.stdout: "malloc_metadata": 3538944, 2024-04-10T16:59:50.750 INFO:tasks.workunit.client.0.smithi069.stdout: "page_heap_freelist": 0, 2024-04-10T16:59:50.750 INFO:tasks.workunit.client.0.smithi069.stdout: "released_to_os": 12550144, 2024-04-10T16:59:50.750 INFO:tasks.workunit.client.0.smithi069.stdout: "spans_in_use": 14178, 2024-04-10T16:59:50.750 INFO:tasks.workunit.client.0.smithi069.stdout: "tcmalloc_page_size": 8192, 2024-04-10T16:59:50.751 INFO:tasks.workunit.client.0.smithi069.stdout: "thread_cache_freelists": 97063816, 2024-04-10T16:59:50.751 INFO:tasks.workunit.client.0.smithi069.stdout: "thread_heaps_in_use": 53, 2024-04-10T16:59:50.751 INFO:tasks.workunit.client.0.smithi069.stdout: "transfer_cache_freelist": 9504768, 2024-04-10T16:59:50.751 INFO:tasks.workunit.client.0.smithi069.stdout: "use_by_application": 478488512, 2024-04-10T16:59:50.751 INFO:tasks.workunit.client.0.smithi069.stdout: "virtual_address_space_used": 631316480 2024-04-10T16:59:50.751 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.751 INFO:tasks.workunit.client.0.smithi069.stdout: "osd.6": { 2024-04-10T16:59:50.751 INFO:tasks.workunit.client.0.smithi069.stdout: "actual_memory_used": 457801728, 2024-04-10T16:59:50.751 INFO:tasks.workunit.client.0.smithi069.stdout: "central_cache_freelist": 20034536, 2024-04-10T16:59:50.751 INFO:tasks.workunit.client.0.smithi069.stdout: "malloc_metadata": 3276800, 2024-04-10T16:59:50.751 INFO:tasks.workunit.client.0.smithi069.stdout: "page_heap_freelist": 0, 2024-04-10T16:59:50.751 INFO:tasks.workunit.client.0.smithi069.stdout: "released_to_os": 28270592, 2024-04-10T16:59:50.751 INFO:tasks.workunit.client.0.smithi069.stdout: "spans_in_use": 9842, 2024-04-10T16:59:50.751 INFO:tasks.workunit.client.0.smithi069.stdout: "tcmalloc_page_size": 8192, 2024-04-10T16:59:50.751 INFO:tasks.workunit.client.0.smithi069.stdout: "thread_cache_freelists": 72615296, 2024-04-10T16:59:50.751 INFO:tasks.workunit.client.0.smithi069.stdout: "thread_heaps_in_use": 53, 2024-04-10T16:59:50.752 INFO:tasks.workunit.client.0.smithi069.stdout: "transfer_cache_freelist": 11186944, 2024-04-10T16:59:50.752 INFO:tasks.workunit.client.0.smithi069.stdout: "use_by_application": 350688152, 2024-04-10T16:59:50.752 INFO:tasks.workunit.client.0.smithi069.stdout: "virtual_address_space_used": 486072320 2024-04-10T16:59:50.752 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.752 INFO:tasks.workunit.client.0.smithi069.stdout: "osd.7": { 2024-04-10T16:59:50.752 INFO:tasks.workunit.client.0.smithi069.stdout: "actual_memory_used": 542056448, 2024-04-10T16:59:50.752 INFO:tasks.workunit.client.0.smithi069.stdout: "central_cache_freelist": 21704976, 2024-04-10T16:59:50.752 INFO:tasks.workunit.client.0.smithi069.stdout: "malloc_metadata": 5505024, 2024-04-10T16:59:50.752 INFO:tasks.workunit.client.0.smithi069.stdout: "page_heap_freelist": 0, 2024-04-10T16:59:50.752 INFO:tasks.workunit.client.0.smithi069.stdout: "released_to_os": 35274752, 2024-04-10T16:59:50.752 INFO:tasks.workunit.client.0.smithi069.stdout: "spans_in_use": 11041, 2024-04-10T16:59:50.752 INFO:tasks.workunit.client.0.smithi069.stdout: "tcmalloc_page_size": 8192, 2024-04-10T16:59:50.752 INFO:tasks.workunit.client.0.smithi069.stdout: "thread_cache_freelists": 76154056, 2024-04-10T16:59:50.752 INFO:tasks.workunit.client.0.smithi069.stdout: "thread_heaps_in_use": 58, 2024-04-10T16:59:50.752 INFO:tasks.workunit.client.0.smithi069.stdout: "transfer_cache_freelist": 9452288, 2024-04-10T16:59:50.753 INFO:tasks.workunit.client.0.smithi069.stdout: "use_by_application": 429240104, 2024-04-10T16:59:50.753 INFO:tasks.workunit.client.0.smithi069.stdout: "virtual_address_space_used": 577331200 2024-04-10T16:59:50.753 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:50.753 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:50.753 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.753 INFO:tasks.workunit.client.0.smithi069.stdout: "hosts": { 2024-04-10T16:59:50.753 INFO:tasks.workunit.client.0.smithi069.stdout: "num": 2, 2024-04-10T16:59:50.753 INFO:tasks.workunit.client.0.smithi069.stdout: "num_with_mds": 2, 2024-04-10T16:59:50.753 INFO:tasks.workunit.client.0.smithi069.stdout: "num_with_mgr": 2, 2024-04-10T16:59:50.753 INFO:tasks.workunit.client.0.smithi069.stdout: "num_with_mon": 2, 2024-04-10T16:59:50.753 INFO:tasks.workunit.client.0.smithi069.stdout: "num_with_osd": 2 2024-04-10T16:59:50.753 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.753 INFO:tasks.workunit.client.0.smithi069.stdout: "io_rate": { 2024-04-10T16:59:50.753 INFO:tasks.workunit.client.0.smithi069.stdout: "pg_stats_delta": { 2024-04-10T16:59:50.753 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": 0, 2024-04-10T16:59:50.754 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:50.754 INFO:tasks.workunit.client.0.smithi069.stdout: "num_store_stats": 0, 2024-04-10T16:59:50.754 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:50.754 INFO:tasks.workunit.client.0.smithi069.stdout: "stamp_delta": "12.003000", 2024-04-10T16:59:50.754 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:50.754 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:50.754 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:50.754 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:50.754 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:50.754 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:50.754 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:50.754 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:50.754 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:50.755 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:50.755 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:50.755 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:50.755 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:50.755 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:50.755 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:50.755 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:50.755 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:50.755 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:50.755 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:50.755 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:50.755 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:50.755 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:50.755 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:50.756 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:50.756 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:50.756 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:50.756 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:50.756 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:50.756 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:50.756 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:50.756 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:50.756 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:50.756 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:50.756 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:50.756 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:50.756 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:50.756 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:50.756 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:50.756 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:50.756 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:50.757 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:50.757 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.757 INFO:tasks.workunit.client.0.smithi069.stdout: "store_stats": { 2024-04-10T16:59:50.757 INFO:tasks.workunit.client.0.smithi069.stdout: "allocated": 0, 2024-04-10T16:59:50.757 INFO:tasks.workunit.client.0.smithi069.stdout: "available": 0, 2024-04-10T16:59:50.757 INFO:tasks.workunit.client.0.smithi069.stdout: "data_compressed": 0, 2024-04-10T16:59:50.757 INFO:tasks.workunit.client.0.smithi069.stdout: "data_compressed_allocated": 0, 2024-04-10T16:59:50.757 INFO:tasks.workunit.client.0.smithi069.stdout: "data_compressed_original": 0, 2024-04-10T16:59:50.757 INFO:tasks.workunit.client.0.smithi069.stdout: "data_stored": 0, 2024-04-10T16:59:50.757 INFO:tasks.workunit.client.0.smithi069.stdout: "internal_metadata": 0, 2024-04-10T16:59:50.757 INFO:tasks.workunit.client.0.smithi069.stdout: "internally_reserved": 0, 2024-04-10T16:59:50.757 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_allocated": 0, 2024-04-10T16:59:50.757 INFO:tasks.workunit.client.0.smithi069.stdout: "total": 0 2024-04-10T16:59:50.757 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.757 INFO:tasks.workunit.client.0.smithi069.stdout: "up": 0 2024-04-10T16:59:50.757 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:50.758 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.758 INFO:tasks.workunit.client.0.smithi069.stdout: "leaderboard": false, 2024-04-10T16:59:50.758 INFO:tasks.workunit.client.0.smithi069.stdout: "leaderboard_description": null, 2024-04-10T16:59:50.758 INFO:tasks.workunit.client.0.smithi069.stdout: "license": "sharing-1-0", 2024-04-10T16:59:50.758 INFO:tasks.workunit.client.0.smithi069.stdout: "mempool": { 2024-04-10T16:59:50.758 INFO:tasks.workunit.client.0.smithi069.stdout: "mds": { 2024-04-10T16:59:50.758 INFO:tasks.workunit.client.0.smithi069.stdout: "mds.44ca97a2636692dab3a2137f5dab18d27c7ec614": { 2024-04-10T16:59:50.758 INFO:tasks.workunit.client.0.smithi069.stdout: "bloom_filter": { 2024-04-10T16:59:50.758 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:50.758 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:50.758 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.758 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs": { 2024-04-10T16:59:50.758 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:50.758 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:50.758 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.759 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs_file_reader": { 2024-04-10T16:59:50.759 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:50.759 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:50.759 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.759 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs_file_writer": { 2024-04-10T16:59:50.759 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:50.759 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:50.759 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.759 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_alloc": { 2024-04-10T16:59:50.759 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:50.759 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:50.759 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.759 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_blob": { 2024-04-10T16:59:50.759 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:50.759 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:50.760 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.760 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_buffer": { 2024-04-10T16:59:50.760 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:50.760 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:50.760 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.760 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_data": { 2024-04-10T16:59:50.760 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:50.760 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:50.760 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.760 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_meta": { 2024-04-10T16:59:50.760 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:50.760 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:50.760 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.760 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_onode": { 2024-04-10T16:59:50.761 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:50.761 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:50.761 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.761 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_other": { 2024-04-10T16:59:50.761 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:50.761 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:50.761 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.761 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_extent": { 2024-04-10T16:59:50.761 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:50.761 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:50.761 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.761 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_fsck": { 2024-04-10T16:59:50.761 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:50.761 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:50.761 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.762 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_inline_bl": { 2024-04-10T16:59:50.762 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:50.762 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:50.762 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.762 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_shared_blob": { 2024-04-10T16:59:50.762 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:50.762 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:50.762 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.762 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_txc": { 2024-04-10T16:59:50.762 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:50.762 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:50.762 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.762 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_writing": { 2024-04-10T16:59:50.762 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:50.762 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:50.763 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.763 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_writing_deferred": { 2024-04-10T16:59:50.763 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:50.763 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:50.763 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.763 INFO:tasks.workunit.client.0.smithi069.stdout: "buffer_anon": { 2024-04-10T16:59:50.763 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 222664, 2024-04-10T16:59:50.763 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 68 2024-04-10T16:59:50.763 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.763 INFO:tasks.workunit.client.0.smithi069.stdout: "buffer_meta": { 2024-04-10T16:59:50.763 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:50.763 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:50.763 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.763 INFO:tasks.workunit.client.0.smithi069.stdout: "mds_co": { 2024-04-10T16:59:50.764 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 52112, 2024-04-10T16:59:50.764 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 181 2024-04-10T16:59:50.764 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.764 INFO:tasks.workunit.client.0.smithi069.stdout: "osd": { 2024-04-10T16:59:50.764 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:50.764 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:50.764 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.764 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_mapbl": { 2024-04-10T16:59:50.764 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:50.764 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:50.764 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.764 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_pglog": { 2024-04-10T16:59:50.764 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:50.765 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:50.765 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.765 INFO:tasks.workunit.client.0.smithi069.stdout: "osdmap": { 2024-04-10T16:59:50.765 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 12528, 2024-04-10T16:59:50.765 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 259 2024-04-10T16:59:50.765 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.765 INFO:tasks.workunit.client.0.smithi069.stdout: "osdmap_mapping": { 2024-04-10T16:59:50.765 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:50.765 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:50.765 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.765 INFO:tasks.workunit.client.0.smithi069.stdout: "pgmap": { 2024-04-10T16:59:50.765 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:50.765 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:50.766 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.766 INFO:tasks.workunit.client.0.smithi069.stdout: "unittest_1": { 2024-04-10T16:59:50.766 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:50.766 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:50.766 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.766 INFO:tasks.workunit.client.0.smithi069.stdout: "unittest_2": { 2024-04-10T16:59:50.766 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:50.766 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:50.766 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:50.766 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.766 INFO:tasks.workunit.client.0.smithi069.stdout: "mds.a94fb5321a792dfeda573ab0692ca0fa124fc659": { 2024-04-10T16:59:50.766 INFO:tasks.workunit.client.0.smithi069.stdout: "bloom_filter": { 2024-04-10T16:59:50.766 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:50.766 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:50.766 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.767 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs": { 2024-04-10T16:59:50.767 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:50.767 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:50.767 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.767 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs_file_reader": { 2024-04-10T16:59:50.767 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:50.767 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:50.767 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.767 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs_file_writer": { 2024-04-10T16:59:50.767 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:50.767 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:50.767 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.768 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_alloc": { 2024-04-10T16:59:50.768 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:50.768 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:50.768 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.768 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_blob": { 2024-04-10T16:59:50.768 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:50.768 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:50.768 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.768 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_buffer": { 2024-04-10T16:59:50.768 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:50.768 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:50.768 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.769 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_data": { 2024-04-10T16:59:50.769 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:50.769 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:50.769 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.769 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_meta": { 2024-04-10T16:59:50.769 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:50.769 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:50.769 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.769 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_onode": { 2024-04-10T16:59:50.769 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:50.769 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:50.769 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.769 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_other": { 2024-04-10T16:59:50.769 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:50.769 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:50.770 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.770 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_extent": { 2024-04-10T16:59:50.770 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:50.770 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:50.770 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.770 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_fsck": { 2024-04-10T16:59:50.770 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:50.770 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:50.770 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.770 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_inline_bl": { 2024-04-10T16:59:50.770 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:50.770 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:50.770 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.770 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_shared_blob": { 2024-04-10T16:59:50.771 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:50.771 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:50.771 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.771 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_txc": { 2024-04-10T16:59:50.771 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:50.771 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:50.771 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.771 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_writing": { 2024-04-10T16:59:50.771 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:50.771 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:50.771 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.771 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_writing_deferred": { 2024-04-10T16:59:50.771 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:50.771 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:50.771 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.772 INFO:tasks.workunit.client.0.smithi069.stdout: "buffer_anon": { 2024-04-10T16:59:50.772 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 148964, 2024-04-10T16:59:50.772 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 33 2024-04-10T16:59:50.772 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.772 INFO:tasks.workunit.client.0.smithi069.stdout: "buffer_meta": { 2024-04-10T16:59:50.772 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:50.772 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:50.772 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.772 INFO:tasks.workunit.client.0.smithi069.stdout: "mds_co": { 2024-04-10T16:59:50.772 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 928, 2024-04-10T16:59:50.772 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 2 2024-04-10T16:59:50.772 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.772 INFO:tasks.workunit.client.0.smithi069.stdout: "osd": { 2024-04-10T16:59:50.772 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:50.772 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:50.773 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.773 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_mapbl": { 2024-04-10T16:59:50.773 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:50.773 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:50.773 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.773 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_pglog": { 2024-04-10T16:59:50.773 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:50.773 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:50.773 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.773 INFO:tasks.workunit.client.0.smithi069.stdout: "osdmap": { 2024-04-10T16:59:50.773 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:50.773 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:50.773 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.773 INFO:tasks.workunit.client.0.smithi069.stdout: "osdmap_mapping": { 2024-04-10T16:59:50.773 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:50.774 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:50.774 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.774 INFO:tasks.workunit.client.0.smithi069.stdout: "pgmap": { 2024-04-10T16:59:50.774 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:50.774 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:50.774 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.774 INFO:tasks.workunit.client.0.smithi069.stdout: "unittest_1": { 2024-04-10T16:59:50.774 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:50.774 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:50.774 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.774 INFO:tasks.workunit.client.0.smithi069.stdout: "unittest_2": { 2024-04-10T16:59:50.774 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:50.774 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:50.775 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:50.775 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:50.775 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.775 INFO:tasks.workunit.client.0.smithi069.stdout: "mon": { 2024-04-10T16:59:50.775 INFO:tasks.workunit.client.0.smithi069.stdout: "mon.44ca97a2636692dab3a2137f5dab18d27c7ec614": { 2024-04-10T16:59:50.775 INFO:tasks.workunit.client.0.smithi069.stdout: "bloom_filter": { 2024-04-10T16:59:50.775 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:50.775 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:50.775 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.775 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs": { 2024-04-10T16:59:50.775 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:50.775 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:50.775 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.775 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs_file_reader": { 2024-04-10T16:59:50.775 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:50.776 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:50.776 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.776 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs_file_writer": { 2024-04-10T16:59:50.776 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:50.776 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:50.776 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.776 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_alloc": { 2024-04-10T16:59:50.776 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:50.776 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:50.776 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.776 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_blob": { 2024-04-10T16:59:50.776 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:50.776 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:50.776 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.776 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_buffer": { 2024-04-10T16:59:50.776 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:50.777 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:50.777 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.777 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_data": { 2024-04-10T16:59:50.777 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:50.777 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:50.777 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.777 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_meta": { 2024-04-10T16:59:50.777 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:50.777 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:50.777 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.777 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_onode": { 2024-04-10T16:59:50.777 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:50.777 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:50.777 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.778 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_other": { 2024-04-10T16:59:50.778 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:50.778 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:50.778 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.778 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_extent": { 2024-04-10T16:59:50.778 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:50.778 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:50.778 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.778 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_fsck": { 2024-04-10T16:59:50.778 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:50.778 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:50.778 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.778 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_inline_bl": { 2024-04-10T16:59:50.778 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:50.778 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:50.779 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.779 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_shared_blob": { 2024-04-10T16:59:50.779 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:50.779 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:50.779 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.779 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_txc": { 2024-04-10T16:59:50.779 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:50.779 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:50.779 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.779 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_writing": { 2024-04-10T16:59:50.779 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:50.779 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:50.779 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.779 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_writing_deferred": { 2024-04-10T16:59:50.779 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:50.779 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:50.779 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.780 INFO:tasks.workunit.client.0.smithi069.stdout: "buffer_anon": { 2024-04-10T16:59:50.780 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 42549479, 2024-04-10T16:59:50.780 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 5277 2024-04-10T16:59:50.780 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.780 INFO:tasks.workunit.client.0.smithi069.stdout: "buffer_meta": { 2024-04-10T16:59:50.780 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:50.780 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:50.780 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.780 INFO:tasks.workunit.client.0.smithi069.stdout: "mds_co": { 2024-04-10T16:59:50.780 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:50.780 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:50.780 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.780 INFO:tasks.workunit.client.0.smithi069.stdout: "osd": { 2024-04-10T16:59:50.781 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:50.781 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:50.781 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.781 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_mapbl": { 2024-04-10T16:59:50.781 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:50.781 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:50.781 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.781 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_pglog": { 2024-04-10T16:59:50.781 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:50.781 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:50.781 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.781 INFO:tasks.workunit.client.0.smithi069.stdout: "osdmap": { 2024-04-10T16:59:50.781 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 11104, 2024-04-10T16:59:50.781 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 258 2024-04-10T16:59:50.781 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.782 INFO:tasks.workunit.client.0.smithi069.stdout: "osdmap_mapping": { 2024-04-10T16:59:50.782 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 70440, 2024-04-10T16:59:50.782 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 5158 2024-04-10T16:59:50.782 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.782 INFO:tasks.workunit.client.0.smithi069.stdout: "pgmap": { 2024-04-10T16:59:50.782 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 11792, 2024-04-10T16:59:50.782 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 348 2024-04-10T16:59:50.782 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.782 INFO:tasks.workunit.client.0.smithi069.stdout: "unittest_1": { 2024-04-10T16:59:50.782 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:50.782 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:50.782 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.782 INFO:tasks.workunit.client.0.smithi069.stdout: "unittest_2": { 2024-04-10T16:59:50.782 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:50.783 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:50.783 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:50.783 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.783 INFO:tasks.workunit.client.0.smithi069.stdout: "mon.a94fb5321a792dfeda573ab0692ca0fa124fc659": { 2024-04-10T16:59:50.783 INFO:tasks.workunit.client.0.smithi069.stdout: "bloom_filter": { 2024-04-10T16:59:50.783 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:50.783 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:50.783 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.783 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs": { 2024-04-10T16:59:50.783 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:50.783 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:50.783 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.783 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs_file_reader": { 2024-04-10T16:59:50.783 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:50.784 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:50.784 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.784 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs_file_writer": { 2024-04-10T16:59:50.784 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:50.784 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:50.784 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.784 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_alloc": { 2024-04-10T16:59:50.784 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:50.784 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:50.784 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.784 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_blob": { 2024-04-10T16:59:50.784 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:50.784 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:50.785 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.785 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_buffer": { 2024-04-10T16:59:50.785 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:50.785 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:50.785 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.785 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_data": { 2024-04-10T16:59:50.785 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:50.785 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:50.785 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.785 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_meta": { 2024-04-10T16:59:50.785 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:50.785 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:50.785 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.785 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_onode": { 2024-04-10T16:59:50.785 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:50.786 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:50.786 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.786 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_other": { 2024-04-10T16:59:50.786 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:50.786 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:50.786 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.786 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_extent": { 2024-04-10T16:59:50.786 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:50.786 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:50.786 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.786 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_fsck": { 2024-04-10T16:59:50.786 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:50.786 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:50.786 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.787 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_inline_bl": { 2024-04-10T16:59:50.787 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:50.787 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:50.787 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.787 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_shared_blob": { 2024-04-10T16:59:50.787 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:50.787 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:50.787 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.787 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_txc": { 2024-04-10T16:59:50.787 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:50.787 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:50.787 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.788 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_writing": { 2024-04-10T16:59:50.788 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:50.788 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:50.788 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.788 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_writing_deferred": { 2024-04-10T16:59:50.788 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:50.788 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:50.788 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.788 INFO:tasks.workunit.client.0.smithi069.stdout: "buffer_anon": { 2024-04-10T16:59:50.788 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 42091725, 2024-04-10T16:59:50.788 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 5199 2024-04-10T16:59:50.788 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.788 INFO:tasks.workunit.client.0.smithi069.stdout: "buffer_meta": { 2024-04-10T16:59:50.788 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 1144, 2024-04-10T16:59:50.789 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 13 2024-04-10T16:59:50.789 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.789 INFO:tasks.workunit.client.0.smithi069.stdout: "mds_co": { 2024-04-10T16:59:50.789 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:50.789 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:50.789 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.789 INFO:tasks.workunit.client.0.smithi069.stdout: "osd": { 2024-04-10T16:59:50.789 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:50.789 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:50.789 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.789 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_mapbl": { 2024-04-10T16:59:50.789 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:50.789 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:50.789 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.789 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_pglog": { 2024-04-10T16:59:50.789 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:50.790 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:50.790 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.790 INFO:tasks.workunit.client.0.smithi069.stdout: "osdmap": { 2024-04-10T16:59:50.790 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 11104, 2024-04-10T16:59:50.790 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 258 2024-04-10T16:59:50.790 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.790 INFO:tasks.workunit.client.0.smithi069.stdout: "osdmap_mapping": { 2024-04-10T16:59:50.790 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 70440, 2024-04-10T16:59:50.790 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 5158 2024-04-10T16:59:50.790 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.790 INFO:tasks.workunit.client.0.smithi069.stdout: "pgmap": { 2024-04-10T16:59:50.790 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 5896, 2024-04-10T16:59:50.790 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 174 2024-04-10T16:59:50.790 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.791 INFO:tasks.workunit.client.0.smithi069.stdout: "unittest_1": { 2024-04-10T16:59:50.791 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:50.791 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:50.791 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.791 INFO:tasks.workunit.client.0.smithi069.stdout: "unittest_2": { 2024-04-10T16:59:50.791 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:50.791 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:50.791 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:50.791 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.791 INFO:tasks.workunit.client.0.smithi069.stdout: "mon.f674850e5ec273712a6400c20c884d0d3d4aaf85": { 2024-04-10T16:59:50.791 INFO:tasks.workunit.client.0.smithi069.stdout: "bloom_filter": { 2024-04-10T16:59:50.791 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:50.791 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:50.791 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.791 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs": { 2024-04-10T16:59:50.792 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:50.792 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:50.792 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.792 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs_file_reader": { 2024-04-10T16:59:50.792 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:50.792 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:50.792 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.792 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs_file_writer": { 2024-04-10T16:59:50.792 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:50.792 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:50.792 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.792 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_alloc": { 2024-04-10T16:59:50.792 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:50.792 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:50.792 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.793 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_blob": { 2024-04-10T16:59:50.793 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:50.793 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:50.793 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.793 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_buffer": { 2024-04-10T16:59:50.793 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:50.793 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:50.793 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.793 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_data": { 2024-04-10T16:59:50.793 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:50.793 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:50.793 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.793 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_meta": { 2024-04-10T16:59:50.793 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:50.793 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:50.794 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.794 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_onode": { 2024-04-10T16:59:50.794 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:50.794 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:50.794 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.794 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_other": { 2024-04-10T16:59:50.794 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:50.794 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:50.794 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.794 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_extent": { 2024-04-10T16:59:50.794 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:50.794 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:50.794 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.794 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_fsck": { 2024-04-10T16:59:50.795 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:50.795 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:50.795 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.795 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_inline_bl": { 2024-04-10T16:59:50.795 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:50.795 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:50.795 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.795 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_shared_blob": { 2024-04-10T16:59:50.795 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:50.795 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:50.795 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.795 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_txc": { 2024-04-10T16:59:50.795 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:50.795 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:50.795 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.796 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_writing": { 2024-04-10T16:59:50.796 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:50.796 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:50.796 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.796 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_writing_deferred": { 2024-04-10T16:59:50.796 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:50.796 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:50.796 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.796 INFO:tasks.workunit.client.0.smithi069.stdout: "buffer_anon": { 2024-04-10T16:59:50.796 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 42320893, 2024-04-10T16:59:50.796 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 5218 2024-04-10T16:59:50.796 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.796 INFO:tasks.workunit.client.0.smithi069.stdout: "buffer_meta": { 2024-04-10T16:59:50.796 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 1144, 2024-04-10T16:59:50.796 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 13 2024-04-10T16:59:50.797 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.797 INFO:tasks.workunit.client.0.smithi069.stdout: "mds_co": { 2024-04-10T16:59:50.797 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:50.797 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:50.797 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.797 INFO:tasks.workunit.client.0.smithi069.stdout: "osd": { 2024-04-10T16:59:50.797 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:50.797 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:50.797 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.797 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_mapbl": { 2024-04-10T16:59:50.797 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:50.797 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:50.797 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.797 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_pglog": { 2024-04-10T16:59:50.798 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:50.798 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:50.798 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.798 INFO:tasks.workunit.client.0.smithi069.stdout: "osdmap": { 2024-04-10T16:59:50.798 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 11104, 2024-04-10T16:59:50.798 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 258 2024-04-10T16:59:50.798 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.798 INFO:tasks.workunit.client.0.smithi069.stdout: "osdmap_mapping": { 2024-04-10T16:59:50.798 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 70440, 2024-04-10T16:59:50.798 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 5158 2024-04-10T16:59:50.798 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.798 INFO:tasks.workunit.client.0.smithi069.stdout: "pgmap": { 2024-04-10T16:59:50.798 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 5896, 2024-04-10T16:59:50.799 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 174 2024-04-10T16:59:50.799 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.799 INFO:tasks.workunit.client.0.smithi069.stdout: "unittest_1": { 2024-04-10T16:59:50.799 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:50.799 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:50.799 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.799 INFO:tasks.workunit.client.0.smithi069.stdout: "unittest_2": { 2024-04-10T16:59:50.799 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:50.799 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:50.799 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:50.799 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:50.799 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.799 INFO:tasks.workunit.client.0.smithi069.stdout: "osd": { 2024-04-10T16:59:50.799 INFO:tasks.workunit.client.0.smithi069.stdout: "osd.0": { 2024-04-10T16:59:50.799 INFO:tasks.workunit.client.0.smithi069.stdout: "bloom_filter": { 2024-04-10T16:59:50.800 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:50.800 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:50.800 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.801 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs": { 2024-04-10T16:59:50.801 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 20792, 2024-04-10T16:59:50.801 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 391 2024-04-10T16:59:50.801 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.801 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs_file_reader": { 2024-04-10T16:59:50.801 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 34944, 2024-04-10T16:59:50.802 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 24 2024-04-10T16:59:50.802 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.802 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs_file_writer": { 2024-04-10T16:59:50.802 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 3072, 2024-04-10T16:59:50.802 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 16 2024-04-10T16:59:50.802 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.802 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_alloc": { 2024-04-10T16:59:50.802 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 56640, 2024-04-10T16:59:50.802 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 708 2024-04-10T16:59:50.802 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.802 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_blob": { 2024-04-10T16:59:50.802 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 380224, 2024-04-10T16:59:50.802 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 1828 2024-04-10T16:59:50.802 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.803 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_buffer": { 2024-04-10T16:59:50.803 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 256, 2024-04-10T16:59:50.803 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 32 2024-04-10T16:59:50.803 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.803 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_data": { 2024-04-10T16:59:50.803 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 1241109, 2024-04-10T16:59:50.803 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 318 2024-04-10T16:59:50.803 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.803 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_meta": { 2024-04-10T16:59:50.803 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 2436422, 2024-04-10T16:59:50.803 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 538761 2024-04-10T16:59:50.803 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.803 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_onode": { 2024-04-10T16:59:50.803 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 6981816, 2024-04-10T16:59:50.804 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 10299 2024-04-10T16:59:50.804 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.804 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_other": { 2024-04-10T16:59:50.804 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 79476, 2024-04-10T16:59:50.804 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 8468 2024-04-10T16:59:50.804 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.804 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_extent": { 2024-04-10T16:59:50.804 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 87744, 2024-04-10T16:59:50.804 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 1828 2024-04-10T16:59:50.804 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.804 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_fsck": { 2024-04-10T16:59:50.804 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:50.804 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:50.804 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.804 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_inline_bl": { 2024-04-10T16:59:50.805 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 168374, 2024-04-10T16:59:50.805 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 1208 2024-04-10T16:59:50.805 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.805 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_shared_blob": { 2024-04-10T16:59:50.805 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:50.805 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:50.805 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.805 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_txc": { 2024-04-10T16:59:50.805 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:50.805 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:50.805 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.805 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_writing": { 2024-04-10T16:59:50.805 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 57489, 2024-04-10T16:59:50.805 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 45 2024-04-10T16:59:50.805 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.805 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_writing_deferred": { 2024-04-10T16:59:50.806 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:50.806 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:50.806 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.806 INFO:tasks.workunit.client.0.smithi069.stdout: "buffer_anon": { 2024-04-10T16:59:50.806 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 16938400, 2024-04-10T16:59:50.806 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 286 2024-04-10T16:59:50.806 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.806 INFO:tasks.workunit.client.0.smithi069.stdout: "buffer_meta": { 2024-04-10T16:59:50.806 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 28864, 2024-04-10T16:59:50.806 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 328 2024-04-10T16:59:50.806 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.807 INFO:tasks.workunit.client.0.smithi069.stdout: "mds_co": { 2024-04-10T16:59:50.807 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:50.807 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:50.807 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.807 INFO:tasks.workunit.client.0.smithi069.stdout: "osd": { 2024-04-10T16:59:50.807 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 513216, 2024-04-10T16:59:50.807 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 44 2024-04-10T16:59:50.807 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.807 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_mapbl": { 2024-04-10T16:59:50.807 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:50.807 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:50.807 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.807 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_pglog": { 2024-04-10T16:59:50.807 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 7058688, 2024-04-10T16:59:50.808 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 18372 2024-04-10T16:59:50.808 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.808 INFO:tasks.workunit.client.0.smithi069.stdout: "osdmap": { 2024-04-10T16:59:50.808 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 645392, 2024-04-10T16:59:50.808 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 11285 2024-04-10T16:59:50.808 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.808 INFO:tasks.workunit.client.0.smithi069.stdout: "osdmap_mapping": { 2024-04-10T16:59:50.808 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:50.808 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:50.808 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.808 INFO:tasks.workunit.client.0.smithi069.stdout: "pgmap": { 2024-04-10T16:59:50.808 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:50.808 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:50.808 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.808 INFO:tasks.workunit.client.0.smithi069.stdout: "unittest_1": { 2024-04-10T16:59:50.809 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:50.809 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:50.809 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.809 INFO:tasks.workunit.client.0.smithi069.stdout: "unittest_2": { 2024-04-10T16:59:50.809 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:50.809 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:50.809 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:50.809 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.809 INFO:tasks.workunit.client.0.smithi069.stdout: "osd.1": { 2024-04-10T16:59:50.809 INFO:tasks.workunit.client.0.smithi069.stdout: "bloom_filter": { 2024-04-10T16:59:50.809 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:50.809 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:50.809 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.809 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs": { 2024-04-10T16:59:50.809 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 23752, 2024-04-10T16:59:50.810 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 427 2024-04-10T16:59:50.810 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.810 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs_file_reader": { 2024-04-10T16:59:50.810 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 141824, 2024-04-10T16:59:50.810 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 28 2024-04-10T16:59:50.810 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.810 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs_file_writer": { 2024-04-10T16:59:50.810 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 1536, 2024-04-10T16:59:50.810 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 8 2024-04-10T16:59:50.810 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.810 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_alloc": { 2024-04-10T16:59:50.810 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 56880, 2024-04-10T16:59:50.810 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 711 2024-04-10T16:59:50.810 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.811 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_blob": { 2024-04-10T16:59:50.811 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 378144, 2024-04-10T16:59:50.811 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 1818 2024-04-10T16:59:50.811 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.811 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_buffer": { 2024-04-10T16:59:50.811 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 256, 2024-04-10T16:59:50.811 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 32 2024-04-10T16:59:50.811 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.811 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_data": { 2024-04-10T16:59:50.811 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 454060, 2024-04-10T16:59:50.811 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 123 2024-04-10T16:59:50.811 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.811 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_meta": { 2024-04-10T16:59:50.811 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 2425031, 2024-04-10T16:59:50.811 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 539175 2024-04-10T16:59:50.811 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.812 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_onode": { 2024-04-10T16:59:50.812 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 6975696, 2024-04-10T16:59:50.812 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 10290 2024-04-10T16:59:50.812 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.812 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_other": { 2024-04-10T16:59:50.812 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 77568, 2024-04-10T16:59:50.812 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 8297 2024-04-10T16:59:50.812 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.812 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_extent": { 2024-04-10T16:59:50.812 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 87216, 2024-04-10T16:59:50.812 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 1817 2024-04-10T16:59:50.812 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.812 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_fsck": { 2024-04-10T16:59:50.812 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:50.812 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:50.812 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.813 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_inline_bl": { 2024-04-10T16:59:50.813 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 168462, 2024-04-10T16:59:50.813 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 1209 2024-04-10T16:59:50.813 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.813 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_shared_blob": { 2024-04-10T16:59:50.813 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:50.813 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:50.813 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.813 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_txc": { 2024-04-10T16:59:50.813 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 1472, 2024-04-10T16:59:50.813 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 2 2024-04-10T16:59:50.813 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.813 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_writing": { 2024-04-10T16:59:50.813 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 84382, 2024-04-10T16:59:50.813 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 33 2024-04-10T16:59:50.813 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.814 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_writing_deferred": { 2024-04-10T16:59:50.814 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 20128, 2024-04-10T16:59:50.814 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 5 2024-04-10T16:59:50.814 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.814 INFO:tasks.workunit.client.0.smithi069.stdout: "buffer_anon": { 2024-04-10T16:59:50.814 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 9161123, 2024-04-10T16:59:50.814 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 278 2024-04-10T16:59:50.814 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.814 INFO:tasks.workunit.client.0.smithi069.stdout: "buffer_meta": { 2024-04-10T16:59:50.814 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 10824, 2024-04-10T16:59:50.814 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 123 2024-04-10T16:59:50.814 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.815 INFO:tasks.workunit.client.0.smithi069.stdout: "mds_co": { 2024-04-10T16:59:50.815 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:50.815 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:50.815 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.815 INFO:tasks.workunit.client.0.smithi069.stdout: "osd": { 2024-04-10T16:59:50.815 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 454896, 2024-04-10T16:59:50.815 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 39 2024-04-10T16:59:50.815 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.815 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_mapbl": { 2024-04-10T16:59:50.815 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:50.815 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:50.815 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.815 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_pglog": { 2024-04-10T16:59:50.815 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 7217600, 2024-04-10T16:59:50.815 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 21044 2024-04-10T16:59:50.816 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.816 INFO:tasks.workunit.client.0.smithi069.stdout: "osdmap": { 2024-04-10T16:59:50.816 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 645392, 2024-04-10T16:59:50.816 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 11285 2024-04-10T16:59:50.816 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.816 INFO:tasks.workunit.client.0.smithi069.stdout: "osdmap_mapping": { 2024-04-10T16:59:50.816 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:50.816 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:50.816 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.816 INFO:tasks.workunit.client.0.smithi069.stdout: "pgmap": { 2024-04-10T16:59:50.816 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:50.816 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:50.816 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.816 INFO:tasks.workunit.client.0.smithi069.stdout: "unittest_1": { 2024-04-10T16:59:50.817 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:50.817 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:50.817 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.817 INFO:tasks.workunit.client.0.smithi069.stdout: "unittest_2": { 2024-04-10T16:59:50.817 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:50.817 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:50.817 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:50.817 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.817 INFO:tasks.workunit.client.0.smithi069.stdout: "osd.2": { 2024-04-10T16:59:50.817 INFO:tasks.workunit.client.0.smithi069.stdout: "bloom_filter": { 2024-04-10T16:59:50.817 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:50.817 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:50.817 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.817 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs": { 2024-04-10T16:59:50.817 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 21704, 2024-04-10T16:59:50.817 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 388 2024-04-10T16:59:50.818 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.818 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs_file_reader": { 2024-04-10T16:59:50.818 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 31104, 2024-04-10T16:59:50.818 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 26 2024-04-10T16:59:50.818 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.818 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs_file_writer": { 2024-04-10T16:59:50.818 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 1344, 2024-04-10T16:59:50.818 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 7 2024-04-10T16:59:50.818 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.818 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_alloc": { 2024-04-10T16:59:50.818 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 56320, 2024-04-10T16:59:50.818 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 704 2024-04-10T16:59:50.818 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.818 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_blob": { 2024-04-10T16:59:50.819 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 377312, 2024-04-10T16:59:50.819 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 1814 2024-04-10T16:59:50.819 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.819 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_buffer": { 2024-04-10T16:59:50.819 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 256, 2024-04-10T16:59:50.819 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 32 2024-04-10T16:59:50.819 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.819 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_data": { 2024-04-10T16:59:50.819 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 310686, 2024-04-10T16:59:50.819 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 86 2024-04-10T16:59:50.819 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.819 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_meta": { 2024-04-10T16:59:50.819 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 1749752, 2024-04-10T16:59:50.819 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 387646 2024-04-10T16:59:50.819 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.819 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_onode": { 2024-04-10T16:59:50.820 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 5132216, 2024-04-10T16:59:50.820 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 7579 2024-04-10T16:59:50.820 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.820 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_other": { 2024-04-10T16:59:50.820 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 76448, 2024-04-10T16:59:50.820 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 8278 2024-04-10T16:59:50.820 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.820 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_extent": { 2024-04-10T16:59:50.820 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 87072, 2024-04-10T16:59:50.820 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 1814 2024-04-10T16:59:50.820 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.820 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_fsck": { 2024-04-10T16:59:50.820 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:50.820 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:50.821 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.821 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_inline_bl": { 2024-04-10T16:59:50.821 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 168374, 2024-04-10T16:59:50.821 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 1208 2024-04-10T16:59:50.821 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.821 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_shared_blob": { 2024-04-10T16:59:50.821 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:50.821 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:50.821 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.821 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_txc": { 2024-04-10T16:59:50.821 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:50.821 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:50.821 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.821 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_writing": { 2024-04-10T16:59:50.821 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 51801, 2024-04-10T16:59:50.821 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 47 2024-04-10T16:59:50.822 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.822 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_writing_deferred": { 2024-04-10T16:59:50.822 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:50.822 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:50.822 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.822 INFO:tasks.workunit.client.0.smithi069.stdout: "buffer_anon": { 2024-04-10T16:59:50.822 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 7988295, 2024-04-10T16:59:50.822 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 256 2024-04-10T16:59:50.822 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.822 INFO:tasks.workunit.client.0.smithi069.stdout: "buffer_meta": { 2024-04-10T16:59:50.822 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 9944, 2024-04-10T16:59:50.822 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 113 2024-04-10T16:59:50.822 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.822 INFO:tasks.workunit.client.0.smithi069.stdout: "mds_co": { 2024-04-10T16:59:50.823 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:50.823 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:50.823 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.823 INFO:tasks.workunit.client.0.smithi069.stdout: "osd": { 2024-04-10T16:59:50.823 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 349920, 2024-04-10T16:59:50.823 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 30 2024-04-10T16:59:50.823 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.823 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_mapbl": { 2024-04-10T16:59:50.823 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:50.823 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:50.823 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.823 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_pglog": { 2024-04-10T16:59:50.823 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 3172000, 2024-04-10T16:59:50.824 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 6100 2024-04-10T16:59:50.824 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.824 INFO:tasks.workunit.client.0.smithi069.stdout: "osdmap": { 2024-04-10T16:59:50.824 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 645392, 2024-04-10T16:59:50.824 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 11285 2024-04-10T16:59:50.824 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.824 INFO:tasks.workunit.client.0.smithi069.stdout: "osdmap_mapping": { 2024-04-10T16:59:50.824 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:50.824 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:50.824 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.824 INFO:tasks.workunit.client.0.smithi069.stdout: "pgmap": { 2024-04-10T16:59:50.824 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:50.824 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:50.824 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.825 INFO:tasks.workunit.client.0.smithi069.stdout: "unittest_1": { 2024-04-10T16:59:50.825 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:50.825 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:50.825 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.825 INFO:tasks.workunit.client.0.smithi069.stdout: "unittest_2": { 2024-04-10T16:59:50.825 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:50.825 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:50.825 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:50.825 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.825 INFO:tasks.workunit.client.0.smithi069.stdout: "osd.3": { 2024-04-10T16:59:50.825 INFO:tasks.workunit.client.0.smithi069.stdout: "bloom_filter": { 2024-04-10T16:59:50.825 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:50.825 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:50.825 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.825 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs": { 2024-04-10T16:59:50.826 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 18200, 2024-04-10T16:59:50.826 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 333 2024-04-10T16:59:50.826 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.826 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs_file_reader": { 2024-04-10T16:59:50.826 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 87936, 2024-04-10T16:59:50.826 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 23 2024-04-10T16:59:50.826 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.826 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs_file_writer": { 2024-04-10T16:59:50.826 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 4224, 2024-04-10T16:59:50.826 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 22 2024-04-10T16:59:50.826 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.826 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_alloc": { 2024-04-10T16:59:50.827 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 55360, 2024-04-10T16:59:50.827 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 692 2024-04-10T16:59:50.827 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.827 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_blob": { 2024-04-10T16:59:50.827 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 365456, 2024-04-10T16:59:50.827 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 1757 2024-04-10T16:59:50.827 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.827 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_buffer": { 2024-04-10T16:59:50.827 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 256, 2024-04-10T16:59:50.827 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 32 2024-04-10T16:59:50.827 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.827 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_data": { 2024-04-10T16:59:50.827 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 343304, 2024-04-10T16:59:50.827 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 102 2024-04-10T16:59:50.827 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.828 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_meta": { 2024-04-10T16:59:50.828 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 1775882, 2024-04-10T16:59:50.828 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 390104 2024-04-10T16:59:50.828 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.828 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_onode": { 2024-04-10T16:59:50.828 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 5148536, 2024-04-10T16:59:50.828 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 7603 2024-04-10T16:59:50.828 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.828 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_other": { 2024-04-10T16:59:50.828 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 68232, 2024-04-10T16:59:50.828 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 7153 2024-04-10T16:59:50.828 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.828 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_extent": { 2024-04-10T16:59:50.828 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 84240, 2024-04-10T16:59:50.829 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 1755 2024-04-10T16:59:50.829 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.829 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_fsck": { 2024-04-10T16:59:50.829 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:50.829 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:50.829 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.829 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_inline_bl": { 2024-04-10T16:59:50.829 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 168374, 2024-04-10T16:59:50.829 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 1208 2024-04-10T16:59:50.829 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.829 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_shared_blob": { 2024-04-10T16:59:50.829 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:50.829 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:50.829 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.830 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_txc": { 2024-04-10T16:59:50.830 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 2208, 2024-04-10T16:59:50.830 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 3 2024-04-10T16:59:50.830 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.830 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_writing": { 2024-04-10T16:59:50.830 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 122875, 2024-04-10T16:59:50.830 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 66 2024-04-10T16:59:50.830 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.830 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_writing_deferred": { 2024-04-10T16:59:50.830 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 28144, 2024-04-10T16:59:50.830 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 7 2024-04-10T16:59:50.830 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.830 INFO:tasks.workunit.client.0.smithi069.stdout: "buffer_anon": { 2024-04-10T16:59:50.830 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 23001356, 2024-04-10T16:59:50.830 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 287 2024-04-10T16:59:50.831 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.831 INFO:tasks.workunit.client.0.smithi069.stdout: "buffer_meta": { 2024-04-10T16:59:50.831 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 12144, 2024-04-10T16:59:50.831 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 138 2024-04-10T16:59:50.831 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.831 INFO:tasks.workunit.client.0.smithi069.stdout: "mds_co": { 2024-04-10T16:59:50.831 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:50.831 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:50.831 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.831 INFO:tasks.workunit.client.0.smithi069.stdout: "osd": { 2024-04-10T16:59:50.831 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 431568, 2024-04-10T16:59:50.831 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 37 2024-04-10T16:59:50.831 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.831 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_mapbl": { 2024-04-10T16:59:50.831 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:50.832 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:50.832 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.832 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_pglog": { 2024-04-10T16:59:50.832 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 3510520, 2024-04-10T16:59:50.832 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 9151 2024-04-10T16:59:50.832 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.832 INFO:tasks.workunit.client.0.smithi069.stdout: "osdmap": { 2024-04-10T16:59:50.832 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 645392, 2024-04-10T16:59:50.832 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 11285 2024-04-10T16:59:50.832 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.832 INFO:tasks.workunit.client.0.smithi069.stdout: "osdmap_mapping": { 2024-04-10T16:59:50.832 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:50.832 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:50.832 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.832 INFO:tasks.workunit.client.0.smithi069.stdout: "pgmap": { 2024-04-10T16:59:50.832 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:50.833 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:50.833 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.833 INFO:tasks.workunit.client.0.smithi069.stdout: "unittest_1": { 2024-04-10T16:59:50.833 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:50.833 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:50.833 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.833 INFO:tasks.workunit.client.0.smithi069.stdout: "unittest_2": { 2024-04-10T16:59:50.833 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:50.833 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:50.833 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:50.833 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.833 INFO:tasks.workunit.client.0.smithi069.stdout: "osd.4": { 2024-04-10T16:59:50.833 INFO:tasks.workunit.client.0.smithi069.stdout: "bloom_filter": { 2024-04-10T16:59:50.833 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:50.833 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:50.833 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.833 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs": { 2024-04-10T16:59:50.834 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 22152, 2024-04-10T16:59:50.834 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 399 2024-04-10T16:59:50.834 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.834 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs_file_reader": { 2024-04-10T16:59:50.834 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 35328, 2024-04-10T16:59:50.834 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 27 2024-04-10T16:59:50.834 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.834 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs_file_writer": { 2024-04-10T16:59:50.834 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 5184, 2024-04-10T16:59:50.834 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 27 2024-04-10T16:59:50.834 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.834 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_alloc": { 2024-04-10T16:59:50.834 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 55920, 2024-04-10T16:59:50.834 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 699 2024-04-10T16:59:50.835 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.835 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_blob": { 2024-04-10T16:59:50.835 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 365248, 2024-04-10T16:59:50.835 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 1756 2024-04-10T16:59:50.835 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.835 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_buffer": { 2024-04-10T16:59:50.835 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 256, 2024-04-10T16:59:50.835 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 32 2024-04-10T16:59:50.835 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.835 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_data": { 2024-04-10T16:59:50.835 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 1130101, 2024-04-10T16:59:50.835 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 280 2024-04-10T16:59:50.835 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.835 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_meta": { 2024-04-10T16:59:50.835 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 2075856, 2024-04-10T16:59:50.835 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 457210 2024-04-10T16:59:50.835 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.836 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_onode": { 2024-04-10T16:59:50.836 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 5967936, 2024-04-10T16:59:50.836 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 8808 2024-04-10T16:59:50.836 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.836 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_other": { 2024-04-10T16:59:50.836 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 68504, 2024-04-10T16:59:50.836 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 7150 2024-04-10T16:59:50.836 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.836 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_extent": { 2024-04-10T16:59:50.836 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 84240, 2024-04-10T16:59:50.836 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 1755 2024-04-10T16:59:50.836 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.836 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_fsck": { 2024-04-10T16:59:50.836 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:50.836 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:50.836 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.836 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_inline_bl": { 2024-04-10T16:59:50.837 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 168206, 2024-04-10T16:59:50.837 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 1208 2024-04-10T16:59:50.837 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.837 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_shared_blob": { 2024-04-10T16:59:50.837 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:50.837 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:50.837 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.837 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_txc": { 2024-04-10T16:59:50.837 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 1472, 2024-04-10T16:59:50.837 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 2 2024-04-10T16:59:50.837 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.837 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_writing": { 2024-04-10T16:59:50.837 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 85303, 2024-04-10T16:59:50.837 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 50 2024-04-10T16:59:50.837 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.837 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_writing_deferred": { 2024-04-10T16:59:50.837 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 20128, 2024-04-10T16:59:50.838 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 5 2024-04-10T16:59:50.838 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.838 INFO:tasks.workunit.client.0.smithi069.stdout: "buffer_anon": { 2024-04-10T16:59:50.838 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 28714035, 2024-04-10T16:59:50.838 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 294 2024-04-10T16:59:50.838 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.838 INFO:tasks.workunit.client.0.smithi069.stdout: "buffer_meta": { 2024-04-10T16:59:50.838 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 27456, 2024-04-10T16:59:50.838 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 312 2024-04-10T16:59:50.838 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.838 INFO:tasks.workunit.client.0.smithi069.stdout: "mds_co": { 2024-04-10T16:59:50.838 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:50.838 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:50.838 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.838 INFO:tasks.workunit.client.0.smithi069.stdout: "osd": { 2024-04-10T16:59:50.838 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 466560, 2024-04-10T16:59:50.839 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 40 2024-04-10T16:59:50.839 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.839 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_mapbl": { 2024-04-10T16:59:50.839 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:50.839 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:50.839 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.839 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_pglog": { 2024-04-10T16:59:50.839 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 5137080, 2024-04-10T16:59:50.839 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 12279 2024-04-10T16:59:50.839 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.839 INFO:tasks.workunit.client.0.smithi069.stdout: "osdmap": { 2024-04-10T16:59:50.839 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 645392, 2024-04-10T16:59:50.839 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 11285 2024-04-10T16:59:50.839 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.839 INFO:tasks.workunit.client.0.smithi069.stdout: "osdmap_mapping": { 2024-04-10T16:59:50.839 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:50.839 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:50.840 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.840 INFO:tasks.workunit.client.0.smithi069.stdout: "pgmap": { 2024-04-10T16:59:50.840 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:50.840 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:50.840 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.840 INFO:tasks.workunit.client.0.smithi069.stdout: "unittest_1": { 2024-04-10T16:59:50.840 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:50.840 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:50.840 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.840 INFO:tasks.workunit.client.0.smithi069.stdout: "unittest_2": { 2024-04-10T16:59:50.840 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:50.840 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:50.840 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:50.840 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.840 INFO:tasks.workunit.client.0.smithi069.stdout: "osd.5": { 2024-04-10T16:59:50.841 INFO:tasks.workunit.client.0.smithi069.stdout: "bloom_filter": { 2024-04-10T16:59:50.841 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:50.841 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:50.841 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.841 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs": { 2024-04-10T16:59:50.841 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 20648, 2024-04-10T16:59:50.841 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 379 2024-04-10T16:59:50.841 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.841 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs_file_reader": { 2024-04-10T16:59:50.841 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 51328, 2024-04-10T16:59:50.841 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 25 2024-04-10T16:59:50.841 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.841 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs_file_writer": { 2024-04-10T16:59:50.842 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 2688, 2024-04-10T16:59:50.842 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 14 2024-04-10T16:59:50.842 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.842 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_alloc": { 2024-04-10T16:59:50.842 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 55920, 2024-04-10T16:59:50.842 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 699 2024-04-10T16:59:50.842 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.842 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_blob": { 2024-04-10T16:59:50.842 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 365248, 2024-04-10T16:59:50.842 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 1756 2024-04-10T16:59:50.842 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.842 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_buffer": { 2024-04-10T16:59:50.842 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 256, 2024-04-10T16:59:50.842 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 32 2024-04-10T16:59:50.842 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.842 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_data": { 2024-04-10T16:59:50.843 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 366569, 2024-04-10T16:59:50.843 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 95 2024-04-10T16:59:50.843 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.843 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_meta": { 2024-04-10T16:59:50.843 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 2337552, 2024-04-10T16:59:50.843 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 524488 2024-04-10T16:59:50.843 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.843 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_onode": { 2024-04-10T16:59:50.843 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 6781216, 2024-04-10T16:59:50.843 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 10004 2024-04-10T16:59:50.843 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.843 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_other": { 2024-04-10T16:59:50.843 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 68532, 2024-04-10T16:59:50.843 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 7153 2024-04-10T16:59:50.843 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.843 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_extent": { 2024-04-10T16:59:50.843 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 84240, 2024-04-10T16:59:50.844 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 1755 2024-04-10T16:59:50.844 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.844 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_fsck": { 2024-04-10T16:59:50.844 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:50.844 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:50.844 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.844 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_inline_bl": { 2024-04-10T16:59:50.844 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 168462, 2024-04-10T16:59:50.844 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 1209 2024-04-10T16:59:50.844 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.844 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_shared_blob": { 2024-04-10T16:59:50.844 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:50.844 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:50.844 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.844 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_txc": { 2024-04-10T16:59:50.844 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 1472, 2024-04-10T16:59:50.845 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 2 2024-04-10T16:59:50.845 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.845 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_writing": { 2024-04-10T16:59:50.845 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 112362, 2024-04-10T16:59:50.845 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 59 2024-04-10T16:59:50.845 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.845 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_writing_deferred": { 2024-04-10T16:59:50.845 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 20128, 2024-04-10T16:59:50.845 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 5 2024-04-10T16:59:50.845 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.845 INFO:tasks.workunit.client.0.smithi069.stdout: "buffer_anon": { 2024-04-10T16:59:50.845 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 15096014, 2024-04-10T16:59:50.845 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 6154 2024-04-10T16:59:50.845 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.845 INFO:tasks.workunit.client.0.smithi069.stdout: "buffer_meta": { 2024-04-10T16:59:50.846 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 10208, 2024-04-10T16:59:50.846 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 116 2024-04-10T16:59:50.846 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.846 INFO:tasks.workunit.client.0.smithi069.stdout: "mds_co": { 2024-04-10T16:59:50.846 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:50.846 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:50.846 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.846 INFO:tasks.workunit.client.0.smithi069.stdout: "osd": { 2024-04-10T16:59:50.846 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 466560, 2024-04-10T16:59:50.846 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 40 2024-04-10T16:59:50.846 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.846 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_mapbl": { 2024-04-10T16:59:50.846 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:50.846 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:50.846 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.847 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_pglog": { 2024-04-10T16:59:50.847 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 6372080, 2024-04-10T16:59:50.847 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 12254 2024-04-10T16:59:50.847 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.847 INFO:tasks.workunit.client.0.smithi069.stdout: "osdmap": { 2024-04-10T16:59:50.847 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 645392, 2024-04-10T16:59:50.847 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 11285 2024-04-10T16:59:50.847 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.847 INFO:tasks.workunit.client.0.smithi069.stdout: "osdmap_mapping": { 2024-04-10T16:59:50.847 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:50.847 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:50.847 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.847 INFO:tasks.workunit.client.0.smithi069.stdout: "pgmap": { 2024-04-10T16:59:50.847 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:50.847 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:50.848 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.848 INFO:tasks.workunit.client.0.smithi069.stdout: "unittest_1": { 2024-04-10T16:59:50.848 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:50.848 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:50.848 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.848 INFO:tasks.workunit.client.0.smithi069.stdout: "unittest_2": { 2024-04-10T16:59:50.848 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:50.848 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:50.848 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:50.848 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.848 INFO:tasks.workunit.client.0.smithi069.stdout: "osd.6": { 2024-04-10T16:59:50.848 INFO:tasks.workunit.client.0.smithi069.stdout: "bloom_filter": { 2024-04-10T16:59:50.848 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:50.848 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:50.849 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.849 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs": { 2024-04-10T16:59:50.849 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 17472, 2024-04-10T16:59:50.849 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 325 2024-04-10T16:59:50.849 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.849 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs_file_reader": { 2024-04-10T16:59:50.849 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 31104, 2024-04-10T16:59:50.849 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 26 2024-04-10T16:59:50.849 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.849 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs_file_writer": { 2024-04-10T16:59:50.849 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 3072, 2024-04-10T16:59:50.849 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 16 2024-04-10T16:59:50.849 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.849 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_alloc": { 2024-04-10T16:59:50.849 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 55360, 2024-04-10T16:59:50.849 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 692 2024-04-10T16:59:50.849 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.850 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_blob": { 2024-04-10T16:59:50.850 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 366704, 2024-04-10T16:59:50.850 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 1763 2024-04-10T16:59:50.850 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.850 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_buffer": { 2024-04-10T16:59:50.850 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 256, 2024-04-10T16:59:50.850 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 32 2024-04-10T16:59:50.850 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.850 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_data": { 2024-04-10T16:59:50.850 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 382006, 2024-04-10T16:59:50.850 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 105 2024-04-10T16:59:50.850 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.850 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_meta": { 2024-04-10T16:59:50.851 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 1713218, 2024-04-10T16:59:50.851 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 380159 2024-04-10T16:59:50.851 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.851 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_onode": { 2024-04-10T16:59:50.851 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 5014576, 2024-04-10T16:59:50.851 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 7406 2024-04-10T16:59:50.851 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.851 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_other": { 2024-04-10T16:59:50.851 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 69644, 2024-04-10T16:59:50.851 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 7308 2024-04-10T16:59:50.851 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.851 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_extent": { 2024-04-10T16:59:50.851 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 84624, 2024-04-10T16:59:50.852 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 1763 2024-04-10T16:59:50.852 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.852 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_fsck": { 2024-04-10T16:59:50.852 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:50.852 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:50.852 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.852 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_inline_bl": { 2024-04-10T16:59:50.852 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 168118, 2024-04-10T16:59:50.852 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 1207 2024-04-10T16:59:50.852 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.852 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_shared_blob": { 2024-04-10T16:59:50.852 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:50.852 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:50.853 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.853 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_txc": { 2024-04-10T16:59:50.853 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:50.853 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:50.853 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.853 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_writing": { 2024-04-10T16:59:50.853 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 37033, 2024-04-10T16:59:50.853 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 47 2024-04-10T16:59:50.853 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.853 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_writing_deferred": { 2024-04-10T16:59:50.853 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:50.853 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:50.853 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.853 INFO:tasks.workunit.client.0.smithi069.stdout: "buffer_anon": { 2024-04-10T16:59:50.854 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 17404996, 2024-04-10T16:59:50.854 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 271 2024-04-10T16:59:50.854 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.854 INFO:tasks.workunit.client.0.smithi069.stdout: "buffer_meta": { 2024-04-10T16:59:50.854 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 11792, 2024-04-10T16:59:50.854 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 134 2024-04-10T16:59:50.854 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.854 INFO:tasks.workunit.client.0.smithi069.stdout: "mds_co": { 2024-04-10T16:59:50.854 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:50.854 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:50.854 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.854 INFO:tasks.workunit.client.0.smithi069.stdout: "osd": { 2024-04-10T16:59:50.854 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 454896, 2024-04-10T16:59:50.854 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 39 2024-04-10T16:59:50.854 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.855 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_mapbl": { 2024-04-10T16:59:50.855 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:50.855 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:50.855 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.855 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_pglog": { 2024-04-10T16:59:50.855 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 3694080, 2024-04-10T16:59:50.855 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 9504 2024-04-10T16:59:50.855 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.855 INFO:tasks.workunit.client.0.smithi069.stdout: "osdmap": { 2024-04-10T16:59:50.855 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 645392, 2024-04-10T16:59:50.855 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 11285 2024-04-10T16:59:50.855 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.855 INFO:tasks.workunit.client.0.smithi069.stdout: "osdmap_mapping": { 2024-04-10T16:59:50.855 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:50.855 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:50.855 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.856 INFO:tasks.workunit.client.0.smithi069.stdout: "pgmap": { 2024-04-10T16:59:50.856 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:50.856 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:50.856 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.856 INFO:tasks.workunit.client.0.smithi069.stdout: "unittest_1": { 2024-04-10T16:59:50.856 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:50.856 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:50.856 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.856 INFO:tasks.workunit.client.0.smithi069.stdout: "unittest_2": { 2024-04-10T16:59:50.856 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:50.856 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:50.856 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:50.856 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.856 INFO:tasks.workunit.client.0.smithi069.stdout: "osd.7": { 2024-04-10T16:59:50.856 INFO:tasks.workunit.client.0.smithi069.stdout: "bloom_filter": { 2024-04-10T16:59:50.856 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:50.857 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:50.857 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.857 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs": { 2024-04-10T16:59:50.857 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 18272, 2024-04-10T16:59:50.857 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 339 2024-04-10T16:59:50.857 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.857 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs_file_reader": { 2024-04-10T16:59:50.857 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 39040, 2024-04-10T16:59:50.857 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 25 2024-04-10T16:59:50.857 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.857 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs_file_writer": { 2024-04-10T16:59:50.857 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 3840, 2024-04-10T16:59:50.857 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 20 2024-04-10T16:59:50.857 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.857 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_alloc": { 2024-04-10T16:59:50.858 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 55840, 2024-04-10T16:59:50.858 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 698 2024-04-10T16:59:50.858 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.858 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_blob": { 2024-04-10T16:59:50.858 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 366912, 2024-04-10T16:59:50.858 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 1764 2024-04-10T16:59:50.858 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.858 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_buffer": { 2024-04-10T16:59:50.858 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 256, 2024-04-10T16:59:50.858 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 32 2024-04-10T16:59:50.858 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.858 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_data": { 2024-04-10T16:59:50.858 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 431585, 2024-04-10T16:59:50.858 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 115 2024-04-10T16:59:50.858 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.859 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_meta": { 2024-04-10T16:59:50.859 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 2004143, 2024-04-10T16:59:50.859 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 446826 2024-04-10T16:59:50.859 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.859 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_onode": { 2024-04-10T16:59:50.859 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 5816976, 2024-04-10T16:59:50.859 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 8586 2024-04-10T16:59:50.859 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.859 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_other": { 2024-04-10T16:59:50.859 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 70468, 2024-04-10T16:59:50.859 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 7317 2024-04-10T16:59:50.859 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.859 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_extent": { 2024-04-10T16:59:50.859 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 84576, 2024-04-10T16:59:50.859 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 1762 2024-04-10T16:59:50.860 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.860 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_fsck": { 2024-04-10T16:59:50.860 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:50.860 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:50.860 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.860 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_inline_bl": { 2024-04-10T16:59:50.860 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 168374, 2024-04-10T16:59:50.860 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 1208 2024-04-10T16:59:50.860 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.860 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_shared_blob": { 2024-04-10T16:59:50.860 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:50.860 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:50.860 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.860 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_txc": { 2024-04-10T16:59:50.860 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 2208, 2024-04-10T16:59:50.860 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 3 2024-04-10T16:59:50.861 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.861 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_writing": { 2024-04-10T16:59:50.861 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 126261, 2024-04-10T16:59:50.861 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 66 2024-04-10T16:59:50.861 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.861 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_writing_deferred": { 2024-04-10T16:59:50.861 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 28144, 2024-04-10T16:59:50.861 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 7 2024-04-10T16:59:50.861 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.861 INFO:tasks.workunit.client.0.smithi069.stdout: "buffer_anon": { 2024-04-10T16:59:50.861 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 21116137, 2024-04-10T16:59:50.861 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 277 2024-04-10T16:59:50.861 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.861 INFO:tasks.workunit.client.0.smithi069.stdout: "buffer_meta": { 2024-04-10T16:59:50.861 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 12496, 2024-04-10T16:59:50.861 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 142 2024-04-10T16:59:50.862 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.862 INFO:tasks.workunit.client.0.smithi069.stdout: "mds_co": { 2024-04-10T16:59:50.862 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:50.862 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:50.862 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.862 INFO:tasks.workunit.client.0.smithi069.stdout: "osd": { 2024-04-10T16:59:50.862 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 536544, 2024-04-10T16:59:50.862 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 46 2024-04-10T16:59:50.862 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.862 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_mapbl": { 2024-04-10T16:59:50.862 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:50.862 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:50.862 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.862 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_pglog": { 2024-04-10T16:59:50.862 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 4936360, 2024-04-10T16:59:50.863 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 9509 2024-04-10T16:59:50.863 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.863 INFO:tasks.workunit.client.0.smithi069.stdout: "osdmap": { 2024-04-10T16:59:50.863 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 645392, 2024-04-10T16:59:50.863 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 11285 2024-04-10T16:59:50.863 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.863 INFO:tasks.workunit.client.0.smithi069.stdout: "osdmap_mapping": { 2024-04-10T16:59:50.863 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:50.863 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:50.863 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.863 INFO:tasks.workunit.client.0.smithi069.stdout: "pgmap": { 2024-04-10T16:59:50.863 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:50.863 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:50.863 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.863 INFO:tasks.workunit.client.0.smithi069.stdout: "unittest_1": { 2024-04-10T16:59:50.863 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:50.864 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:50.864 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.864 INFO:tasks.workunit.client.0.smithi069.stdout: "unittest_2": { 2024-04-10T16:59:50.864 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:50.864 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:50.864 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:50.864 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:50.864 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:50.864 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.864 INFO:tasks.workunit.client.0.smithi069.stdout: "metadata": { 2024-04-10T16:59:50.864 INFO:tasks.workunit.client.0.smithi069.stdout: "mds": { 2024-04-10T16:59:50.864 INFO:tasks.workunit.client.0.smithi069.stdout: "arch": { 2024-04-10T16:59:50.864 INFO:tasks.workunit.client.0.smithi069.stdout: "x86_64": 2 2024-04-10T16:59:50.864 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.864 INFO:tasks.workunit.client.0.smithi069.stdout: "ceph_version": { 2024-04-10T16:59:50.865 INFO:tasks.workunit.client.0.smithi069.stdout: "ceph version 19.0.0-2838-ga5074d45 (a5074d4516d566e9d8b6aec912f26afd099de101) squid (dev)": 2 2024-04-10T16:59:50.865 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.865 INFO:tasks.workunit.client.0.smithi069.stdout: "cpu": { 2024-04-10T16:59:50.865 INFO:tasks.workunit.client.0.smithi069.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 2 2024-04-10T16:59:50.865 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.865 INFO:tasks.workunit.client.0.smithi069.stdout: "distro": { 2024-04-10T16:59:50.865 INFO:tasks.workunit.client.0.smithi069.stdout: "centos": 2 2024-04-10T16:59:50.865 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.865 INFO:tasks.workunit.client.0.smithi069.stdout: "distro_description": { 2024-04-10T16:59:50.865 INFO:tasks.workunit.client.0.smithi069.stdout: "CentOS Stream 8": 2 2024-04-10T16:59:50.865 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.865 INFO:tasks.workunit.client.0.smithi069.stdout: "kernel_description": { 2024-04-10T16:59:50.865 INFO:tasks.workunit.client.0.smithi069.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024": 2 2024-04-10T16:59:50.865 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.865 INFO:tasks.workunit.client.0.smithi069.stdout: "kernel_version": { 2024-04-10T16:59:50.866 INFO:tasks.workunit.client.0.smithi069.stdout: "5.14.0-435.el9.x86_64": 2 2024-04-10T16:59:50.866 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.866 INFO:tasks.workunit.client.0.smithi069.stdout: "os": { 2024-04-10T16:59:50.866 INFO:tasks.workunit.client.0.smithi069.stdout: "Linux": 2 2024-04-10T16:59:50.866 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:50.866 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.866 INFO:tasks.workunit.client.0.smithi069.stdout: "mon": { 2024-04-10T16:59:50.866 INFO:tasks.workunit.client.0.smithi069.stdout: "arch": { 2024-04-10T16:59:50.866 INFO:tasks.workunit.client.0.smithi069.stdout: "x86_64": 3 2024-04-10T16:59:50.866 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.866 INFO:tasks.workunit.client.0.smithi069.stdout: "ceph_version": { 2024-04-10T16:59:50.866 INFO:tasks.workunit.client.0.smithi069.stdout: "ceph version 19.0.0-2838-ga5074d45 (a5074d4516d566e9d8b6aec912f26afd099de101) squid (dev)": 3 2024-04-10T16:59:50.866 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.866 INFO:tasks.workunit.client.0.smithi069.stdout: "cpu": { 2024-04-10T16:59:50.867 INFO:tasks.workunit.client.0.smithi069.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 3 2024-04-10T16:59:50.867 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.867 INFO:tasks.workunit.client.0.smithi069.stdout: "distro": { 2024-04-10T16:59:50.867 INFO:tasks.workunit.client.0.smithi069.stdout: "centos": 3 2024-04-10T16:59:50.867 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.867 INFO:tasks.workunit.client.0.smithi069.stdout: "distro_description": { 2024-04-10T16:59:50.867 INFO:tasks.workunit.client.0.smithi069.stdout: "CentOS Stream 8": 3 2024-04-10T16:59:50.867 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.867 INFO:tasks.workunit.client.0.smithi069.stdout: "kernel_description": { 2024-04-10T16:59:50.867 INFO:tasks.workunit.client.0.smithi069.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024": 3 2024-04-10T16:59:50.867 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.867 INFO:tasks.workunit.client.0.smithi069.stdout: "kernel_version": { 2024-04-10T16:59:50.867 INFO:tasks.workunit.client.0.smithi069.stdout: "5.14.0-435.el9.x86_64": 3 2024-04-10T16:59:50.867 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.867 INFO:tasks.workunit.client.0.smithi069.stdout: "os": { 2024-04-10T16:59:50.868 INFO:tasks.workunit.client.0.smithi069.stdout: "Linux": 3 2024-04-10T16:59:50.868 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:50.868 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.868 INFO:tasks.workunit.client.0.smithi069.stdout: "osd": { 2024-04-10T16:59:50.868 INFO:tasks.workunit.client.0.smithi069.stdout: "arch": { 2024-04-10T16:59:50.868 INFO:tasks.workunit.client.0.smithi069.stdout: "x86_64": 8 2024-04-10T16:59:50.868 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.868 INFO:tasks.workunit.client.0.smithi069.stdout: "ceph_version": { 2024-04-10T16:59:50.868 INFO:tasks.workunit.client.0.smithi069.stdout: "ceph version 19.0.0-2838-ga5074d45 (a5074d4516d566e9d8b6aec912f26afd099de101) squid (dev)": 8 2024-04-10T16:59:50.868 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.868 INFO:tasks.workunit.client.0.smithi069.stdout: "cpu": { 2024-04-10T16:59:50.868 INFO:tasks.workunit.client.0.smithi069.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 8 2024-04-10T16:59:50.868 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.868 INFO:tasks.workunit.client.0.smithi069.stdout: "distro": { 2024-04-10T16:59:50.868 INFO:tasks.workunit.client.0.smithi069.stdout: "centos": 8 2024-04-10T16:59:50.868 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.868 INFO:tasks.workunit.client.0.smithi069.stdout: "distro_description": { 2024-04-10T16:59:50.869 INFO:tasks.workunit.client.0.smithi069.stdout: "CentOS Stream 8": 8 2024-04-10T16:59:50.869 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.869 INFO:tasks.workunit.client.0.smithi069.stdout: "kernel_description": { 2024-04-10T16:59:50.869 INFO:tasks.workunit.client.0.smithi069.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024": 8 2024-04-10T16:59:50.869 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.869 INFO:tasks.workunit.client.0.smithi069.stdout: "kernel_version": { 2024-04-10T16:59:50.869 INFO:tasks.workunit.client.0.smithi069.stdout: "5.14.0-435.el9.x86_64": 8 2024-04-10T16:59:50.869 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.869 INFO:tasks.workunit.client.0.smithi069.stdout: "os": { 2024-04-10T16:59:50.869 INFO:tasks.workunit.client.0.smithi069.stdout: "Linux": 8 2024-04-10T16:59:50.869 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.869 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_objectstore": { 2024-04-10T16:59:50.869 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore": 8 2024-04-10T16:59:50.869 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.869 INFO:tasks.workunit.client.0.smithi069.stdout: "rotational": { 2024-04-10T16:59:50.869 INFO:tasks.workunit.client.0.smithi069.stdout: "0": 8 2024-04-10T16:59:50.870 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:50.870 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:50.870 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.870 INFO:tasks.workunit.client.0.smithi069.stdout: "mon": { 2024-04-10T16:59:50.870 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 3, 2024-04-10T16:59:50.870 INFO:tasks.workunit.client.0.smithi069.stdout: "features": { 2024-04-10T16:59:50.870 INFO:tasks.workunit.client.0.smithi069.stdout: "optional": [], 2024-04-10T16:59:50.870 INFO:tasks.workunit.client.0.smithi069.stdout: "persistent": [ 2024-04-10T16:59:50.870 INFO:tasks.workunit.client.0.smithi069.stdout: "kraken", 2024-04-10T16:59:50.870 INFO:tasks.workunit.client.0.smithi069.stdout: "luminous", 2024-04-10T16:59:50.870 INFO:tasks.workunit.client.0.smithi069.stdout: "mimic", 2024-04-10T16:59:50.870 INFO:tasks.workunit.client.0.smithi069.stdout: "osdmap-prune", 2024-04-10T16:59:50.870 INFO:tasks.workunit.client.0.smithi069.stdout: "nautilus", 2024-04-10T16:59:50.870 INFO:tasks.workunit.client.0.smithi069.stdout: "octopus", 2024-04-10T16:59:50.871 INFO:tasks.workunit.client.0.smithi069.stdout: "pacific", 2024-04-10T16:59:50.871 INFO:tasks.workunit.client.0.smithi069.stdout: "elector-pinging", 2024-04-10T16:59:50.871 INFO:tasks.workunit.client.0.smithi069.stdout: "quincy", 2024-04-10T16:59:50.871 INFO:tasks.workunit.client.0.smithi069.stdout: "reef", 2024-04-10T16:59:50.871 INFO:tasks.workunit.client.0.smithi069.stdout: "squid" 2024-04-10T16:59:50.871 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T16:59:50.871 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.871 INFO:tasks.workunit.client.0.smithi069.stdout: "ipv4_addr_mons": 6, 2024-04-10T16:59:50.871 INFO:tasks.workunit.client.0.smithi069.stdout: "ipv6_addr_mons": 0, 2024-04-10T16:59:50.871 INFO:tasks.workunit.client.0.smithi069.stdout: "min_mon_release": 19, 2024-04-10T16:59:50.871 INFO:tasks.workunit.client.0.smithi069.stdout: "v1_addr_mons": 3, 2024-04-10T16:59:50.871 INFO:tasks.workunit.client.0.smithi069.stdout: "v2_addr_mons": 3 2024-04-10T16:59:50.871 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.871 INFO:tasks.workunit.client.0.smithi069.stdout: "organization": "ceph-qa", 2024-04-10T16:59:50.871 INFO:tasks.workunit.client.0.smithi069.stdout: "osd": { 2024-04-10T16:59:50.872 INFO:tasks.workunit.client.0.smithi069.stdout: "cluster_network": false, 2024-04-10T16:59:50.872 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 8, 2024-04-10T16:59:50.872 INFO:tasks.workunit.client.0.smithi069.stdout: "require_min_compat_client": "luminous", 2024-04-10T16:59:50.872 INFO:tasks.workunit.client.0.smithi069.stdout: "require_osd_release": "squid" 2024-04-10T16:59:50.872 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.872 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_perf_histograms": [ 2024-04-10T16:59:50.872 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:50.872 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-10T16:59:50.872 INFO:tasks.workunit.client.0.smithi069.stdout: "axes": [ 2024-04-10T16:59:50.872 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:50.872 INFO:tasks.workunit.client.0.smithi069.stdout: "buckets": 32, 2024-04-10T16:59:50.872 INFO:tasks.workunit.client.0.smithi069.stdout: "min": 0, 2024-04-10T16:59:50.872 INFO:tasks.workunit.client.0.smithi069.stdout: "name": "Latency (usec)", 2024-04-10T16:59:50.872 INFO:tasks.workunit.client.0.smithi069.stdout: "quant_size": 100000, 2024-04-10T16:59:50.873 INFO:tasks.workunit.client.0.smithi069.stdout: "ranges": [ 2024-04-10T16:59:50.873 INFO:tasks.workunit.client.0.smithi069.stdout: "[None, -1]", 2024-04-10T16:59:50.873 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 99999]", 2024-04-10T16:59:50.873 INFO:tasks.workunit.client.0.smithi069.stdout: "[100000, 199999]", 2024-04-10T16:59:50.873 INFO:tasks.workunit.client.0.smithi069.stdout: "[200000, 399999]", 2024-04-10T16:59:50.873 INFO:tasks.workunit.client.0.smithi069.stdout: "[400000, 799999]", 2024-04-10T16:59:50.873 INFO:tasks.workunit.client.0.smithi069.stdout: "[800000, 1599999]", 2024-04-10T16:59:50.873 INFO:tasks.workunit.client.0.smithi069.stdout: "[1600000, 3199999]", 2024-04-10T16:59:50.873 INFO:tasks.workunit.client.0.smithi069.stdout: "[3200000, 6399999]", 2024-04-10T16:59:50.873 INFO:tasks.workunit.client.0.smithi069.stdout: "[6400000, 12799999]", 2024-04-10T16:59:50.873 INFO:tasks.workunit.client.0.smithi069.stdout: "[12800000, 25599999]", 2024-04-10T16:59:50.873 INFO:tasks.workunit.client.0.smithi069.stdout: "[25600000, 51199999]", 2024-04-10T16:59:50.873 INFO:tasks.workunit.client.0.smithi069.stdout: "[51200000, 102399999]", 2024-04-10T16:59:50.873 INFO:tasks.workunit.client.0.smithi069.stdout: "[102400000, 204799999]", 2024-04-10T16:59:50.874 INFO:tasks.workunit.client.0.smithi069.stdout: "[204800000, 409599999]", 2024-04-10T16:59:50.874 INFO:tasks.workunit.client.0.smithi069.stdout: "[409600000, 819199999]", 2024-04-10T16:59:50.874 INFO:tasks.workunit.client.0.smithi069.stdout: "[819200000, 1638399999]", 2024-04-10T16:59:50.874 INFO:tasks.workunit.client.0.smithi069.stdout: "[1638400000, 3276799999]", 2024-04-10T16:59:50.874 INFO:tasks.workunit.client.0.smithi069.stdout: "[3276800000, 6553599999]", 2024-04-10T16:59:50.874 INFO:tasks.workunit.client.0.smithi069.stdout: "[6553600000, 13107199999]", 2024-04-10T16:59:50.874 INFO:tasks.workunit.client.0.smithi069.stdout: "[13107200000, 26214399999]", 2024-04-10T16:59:50.874 INFO:tasks.workunit.client.0.smithi069.stdout: "[26214400000, 52428799999]", 2024-04-10T16:59:50.874 INFO:tasks.workunit.client.0.smithi069.stdout: "[52428800000, 104857599999]", 2024-04-10T16:59:50.874 INFO:tasks.workunit.client.0.smithi069.stdout: "[104857600000, 209715199999]", 2024-04-10T16:59:50.874 INFO:tasks.workunit.client.0.smithi069.stdout: "[209715200000, 419430399999]", 2024-04-10T16:59:50.874 INFO:tasks.workunit.client.0.smithi069.stdout: "[419430400000, 838860799999]", 2024-04-10T16:59:50.874 INFO:tasks.workunit.client.0.smithi069.stdout: "[838860800000, 1677721599999]", 2024-04-10T16:59:50.874 INFO:tasks.workunit.client.0.smithi069.stdout: "[1677721600000, 3355443199999]", 2024-04-10T16:59:50.875 INFO:tasks.workunit.client.0.smithi069.stdout: "[3355443200000, 6710886399999]", 2024-04-10T16:59:50.875 INFO:tasks.workunit.client.0.smithi069.stdout: "[6710886400000, 13421772799999]", 2024-04-10T16:59:50.875 INFO:tasks.workunit.client.0.smithi069.stdout: "[13421772800000, 26843545599999]", 2024-04-10T16:59:50.875 INFO:tasks.workunit.client.0.smithi069.stdout: "[26843545600000, 53687091199999]", 2024-04-10T16:59:50.875 INFO:tasks.workunit.client.0.smithi069.stdout: "[53687091200000, None]" 2024-04-10T16:59:50.875 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:50.875 INFO:tasks.workunit.client.0.smithi069.stdout: "scale_type": "log2" 2024-04-10T16:59:50.875 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.875 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:50.875 INFO:tasks.workunit.client.0.smithi069.stdout: "buckets": 32, 2024-04-10T16:59:50.875 INFO:tasks.workunit.client.0.smithi069.stdout: "min": 0, 2024-04-10T16:59:50.875 INFO:tasks.workunit.client.0.smithi069.stdout: "name": "Request size (bytes)", 2024-04-10T16:59:50.875 INFO:tasks.workunit.client.0.smithi069.stdout: "quant_size": 512, 2024-04-10T16:59:50.875 INFO:tasks.workunit.client.0.smithi069.stdout: "ranges": [ 2024-04-10T16:59:50.876 INFO:tasks.workunit.client.0.smithi069.stdout: "[None, -1]", 2024-04-10T16:59:50.876 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 511]", 2024-04-10T16:59:50.876 INFO:tasks.workunit.client.0.smithi069.stdout: "[512, 1023]", 2024-04-10T16:59:50.876 INFO:tasks.workunit.client.0.smithi069.stdout: "[1024, 2047]", 2024-04-10T16:59:50.876 INFO:tasks.workunit.client.0.smithi069.stdout: "[2048, 4095]", 2024-04-10T16:59:50.876 INFO:tasks.workunit.client.0.smithi069.stdout: "[4096, 8191]", 2024-04-10T16:59:50.876 INFO:tasks.workunit.client.0.smithi069.stdout: "[8192, 16383]", 2024-04-10T16:59:50.876 INFO:tasks.workunit.client.0.smithi069.stdout: "[16384, 32767]", 2024-04-10T16:59:50.876 INFO:tasks.workunit.client.0.smithi069.stdout: "[32768, 65535]", 2024-04-10T16:59:50.876 INFO:tasks.workunit.client.0.smithi069.stdout: "[65536, 131071]", 2024-04-10T16:59:50.876 INFO:tasks.workunit.client.0.smithi069.stdout: "[131072, 262143]", 2024-04-10T16:59:50.876 INFO:tasks.workunit.client.0.smithi069.stdout: "[262144, 524287]", 2024-04-10T16:59:50.876 INFO:tasks.workunit.client.0.smithi069.stdout: "[524288, 1048575]", 2024-04-10T16:59:50.877 INFO:tasks.workunit.client.0.smithi069.stdout: "[1048576, 2097151]", 2024-04-10T16:59:50.877 INFO:tasks.workunit.client.0.smithi069.stdout: "[2097152, 4194303]", 2024-04-10T16:59:50.877 INFO:tasks.workunit.client.0.smithi069.stdout: "[4194304, 8388607]", 2024-04-10T16:59:50.877 INFO:tasks.workunit.client.0.smithi069.stdout: "[8388608, 16777215]", 2024-04-10T16:59:50.877 INFO:tasks.workunit.client.0.smithi069.stdout: "[16777216, 33554431]", 2024-04-10T16:59:50.877 INFO:tasks.workunit.client.0.smithi069.stdout: "[33554432, 67108863]", 2024-04-10T16:59:50.877 INFO:tasks.workunit.client.0.smithi069.stdout: "[67108864, 134217727]", 2024-04-10T16:59:50.877 INFO:tasks.workunit.client.0.smithi069.stdout: "[134217728, 268435455]", 2024-04-10T16:59:50.877 INFO:tasks.workunit.client.0.smithi069.stdout: "[268435456, 536870911]", 2024-04-10T16:59:50.877 INFO:tasks.workunit.client.0.smithi069.stdout: "[536870912, 1073741823]", 2024-04-10T16:59:50.877 INFO:tasks.workunit.client.0.smithi069.stdout: "[1073741824, 2147483647]", 2024-04-10T16:59:50.877 INFO:tasks.workunit.client.0.smithi069.stdout: "[2147483648, 4294967295]", 2024-04-10T16:59:50.877 INFO:tasks.workunit.client.0.smithi069.stdout: "[4294967296, 8589934591]", 2024-04-10T16:59:50.877 INFO:tasks.workunit.client.0.smithi069.stdout: "[8589934592, 17179869183]", 2024-04-10T16:59:50.878 INFO:tasks.workunit.client.0.smithi069.stdout: "[17179869184, 34359738367]", 2024-04-10T16:59:50.878 INFO:tasks.workunit.client.0.smithi069.stdout: "[34359738368, 68719476735]", 2024-04-10T16:59:50.878 INFO:tasks.workunit.client.0.smithi069.stdout: "[68719476736, 137438953471]", 2024-04-10T16:59:50.878 INFO:tasks.workunit.client.0.smithi069.stdout: "[137438953472, 274877906943]", 2024-04-10T16:59:50.878 INFO:tasks.workunit.client.0.smithi069.stdout: "[274877906944, None]" 2024-04-10T16:59:50.878 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:50.878 INFO:tasks.workunit.client.0.smithi069.stdout: "scale_type": "log2" 2024-04-10T16:59:50.878 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:50.878 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:50.878 INFO:tasks.workunit.client.0.smithi069.stdout: "osds": [ 2024-04-10T16:59:50.878 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:50.878 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_id": 0, 2024-04-10T16:59:50.878 INFO:tasks.workunit.client.0.smithi069.stdout: "values": [ 2024-04-10T16:59:50.878 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.878 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.879 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 10767, 1, 1, 0, 3, 3, 1, 1, 1, 2, 0, 2, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.879 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 7323, 37, 42, 1, 22, 2, 12, 18, 20, 48, 38, 34, 50, 20, 101, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.879 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 605, 18, 6, 0, 2, 1, 0, 2, 1, 9, 70, 159, 90, 3, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.879 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 484, 0, 1, 0, 1, 0, 0, 0, 2, 1, 4, 35, 289, 14, 36, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.879 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 174, 2, 0, 0, 1, 1, 1, 1, 4, 1, 8, 14, 26, 69, 122, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.879 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 182, 0, 0, 0, 0, 0, 0, 1, 3, 0, 6, 14, 13, 7, 74, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.879 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 78, 0, 0, 0, 0, 0, 0, 2, 3, 1, 4, 3, 12, 12, 73, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.879 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 10, 21, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.879 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 5, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.879 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.879 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.879 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.879 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.880 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.880 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.880 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.880 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.880 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.880 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.880 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.880 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.880 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.880 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.880 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.880 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.880 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.880 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.881 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.881 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.881 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:59:50.881 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T16:59:50.881 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.881 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:50.881 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_id": 1, 2024-04-10T16:59:50.881 INFO:tasks.workunit.client.0.smithi069.stdout: "values": [ 2024-04-10T16:59:50.881 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.881 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.881 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 6558, 6, 0, 0, 1, 0, 2, 1, 0, 0, 2, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.881 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 5730, 31, 1364, 0, 12, 8, 8, 27, 28, 55, 54, 41, 62, 11, 55, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.881 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 436, 1, 121, 19, 1, 0, 1, 4, 7, 20, 117, 242, 155, 5, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.881 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 360, 4, 0, 11, 0, 0, 0, 0, 1, 2, 3, 16, 436, 4, 30, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.881 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 130, 8, 4, 0, 2, 0, 0, 0, 1, 1, 6, 3, 25, 24, 87, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.882 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 97, 7, 56, 0, 0, 0, 0, 1, 0, 0, 9, 2, 18, 6, 52, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.882 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 132, 0, 204, 0, 0, 0, 0, 0, 0, 0, 1, 0, 5, 17, 32, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.882 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 6, 0, 42, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 5, 2, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.882 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.882 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.882 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.882 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.882 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.882 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.882 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.882 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.882 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.882 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.882 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.883 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.883 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.883 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.883 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.883 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.883 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.883 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.883 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.883 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.883 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.883 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:59:50.883 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T16:59:50.883 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.883 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:50.883 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_id": 2, 2024-04-10T16:59:50.883 INFO:tasks.workunit.client.0.smithi069.stdout: "values": [ 2024-04-10T16:59:50.884 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.884 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.884 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 10515, 41, 1, 0, 2, 0, 0, 0, 0, 0, 5, 1, 4, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.884 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 8644, 246, 23, 0, 10, 0, 1, 1, 6, 0, 6, 10, 16, 14, 43, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.884 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 717, 35, 8, 2, 1, 0, 0, 0, 8, 7, 35, 4, 4, 8, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.884 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 425, 4, 4, 0, 1, 0, 0, 0, 0, 1, 2, 53, 41, 5, 31, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.884 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 159, 11, 5, 0, 1, 0, 1, 4, 2, 3, 14, 11, 28, 94, 191, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.884 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 203, 5, 3, 0, 0, 0, 1, 1, 2, 0, 10, 10, 36, 42, 83, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.884 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 363, 2, 0, 1, 0, 0, 0, 0, 0, 0, 5, 17, 34, 78, 57, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.884 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 164, 0, 0, 0, 0, 0, 2, 0, 0, 0, 4, 6, 0, 29, 62, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.884 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 55, 0, 0, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 3, 8, 24, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.884 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.884 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.884 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.885 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.885 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.885 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.885 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.885 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.885 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.885 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.885 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.885 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.885 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.885 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.885 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.885 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.885 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.885 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.885 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.885 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.886 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:59:50.886 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T16:59:50.886 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.886 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:50.886 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_id": 3, 2024-04-10T16:59:50.886 INFO:tasks.workunit.client.0.smithi069.stdout: "values": [ 2024-04-10T16:59:50.886 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.886 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.886 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 10916, 2, 0, 1, 1, 1, 2, 0, 1, 0, 3, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.886 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 11154, 17, 0, 1, 13, 8, 8, 6, 11, 27, 13, 23, 20, 23, 31, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.886 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 1758, 5, 2, 1, 0, 0, 1, 0, 4, 5, 53, 81, 41, 4, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.886 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 412, 1, 1, 0, 7, 0, 0, 0, 0, 0, 1, 11, 167, 10, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.886 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 131, 2, 0, 0, 169, 0, 0, 0, 0, 0, 9, 3, 11, 34, 90, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.886 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 76, 0, 0, 0, 337, 0, 0, 0, 0, 0, 0, 3, 10, 16, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.886 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 26, 0, 0, 0, 443, 0, 0, 0, 0, 0, 0, 3, 6, 9, 41, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.887 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 9, 0, 0, 0, 1738, 0, 0, 0, 0, 0, 0, 0, 2, 2, 7, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.887 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 5, 0, 0, 0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.887 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.887 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.887 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.887 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.887 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.887 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.887 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.887 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.887 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.887 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.887 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.888 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.888 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.888 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.888 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.888 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.888 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.888 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.888 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.888 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.888 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:59:50.888 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T16:59:50.888 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.888 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:50.888 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_id": 4, 2024-04-10T16:59:50.889 INFO:tasks.workunit.client.0.smithi069.stdout: "values": [ 2024-04-10T16:59:50.889 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.889 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 6577, 3242, 364, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.889 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 10317, 8717, 4098, 4, 12, 14, 2, 0, 1, 2, 16, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.889 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 8688, 274, 108, 0, 10, 24, 65, 60, 12, 25, 38, 5, 10, 17, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.889 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 1177, 27, 19, 1, 3, 0, 8, 22, 3, 23, 50, 68, 33, 2, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.889 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 598, 17, 0, 0, 0, 1, 0, 0, 0, 1, 5, 16, 152, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.889 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 421, 26, 1, 0, 0, 0, 0, 1, 4, 0, 3, 3, 14, 20, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.889 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 225, 40, 0, 0, 0, 0, 0, 0, 1, 0, 0, 2, 6, 10, 62, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.889 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 123, 50, 0, 0, 0, 0, 0, 0, 0, 0, 6, 5, 5, 25, 34, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.889 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 20, 81, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 8, 5, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.889 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 4, 73, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 1, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.889 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.889 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.889 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.889 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.890 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.890 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.890 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.890 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.890 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.890 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.890 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.890 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.890 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.890 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.890 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.890 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.890 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.890 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.890 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.890 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.891 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:59:50.891 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T16:59:50.891 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.891 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:50.891 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_id": 5, 2024-04-10T16:59:50.891 INFO:tasks.workunit.client.0.smithi069.stdout: "values": [ 2024-04-10T16:59:50.891 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.891 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 2, 0, 0, 0, 71, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.891 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 13446, 12, 1, 1, 7368, 432, 0, 0, 0, 1, 2, 3, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.891 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 11038, 74, 46, 0, 319, 151, 1, 0, 0, 0, 5, 8, 13, 14, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.891 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 1394, 111, 167, 2, 25, 13, 0, 0, 0, 1, 14, 4, 4, 4, 42, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.891 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 684, 25, 47, 4, 3, 13, 0, 0, 0, 1, 7, 34, 35, 5, 30, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.891 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 183, 10, 16, 0, 23, 19, 0, 2, 1, 0, 6, 1, 16, 43, 135, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.891 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 96, 5, 19, 27, 0, 10, 0, 0, 2, 3, 6, 1, 10, 15, 93, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.891 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 56, 0, 3, 39, 54, 0, 0, 0, 2, 0, 1, 2, 19, 23, 46, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.891 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 7, 0, 0, 3, 80, 98, 0, 0, 0, 0, 3, 0, 0, 4, 8, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.892 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 2, 0, 0, 0, 1, 31, 0, 0, 0, 0, 0, 0, 0, 0, 0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.892 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.892 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.892 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.892 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.892 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.892 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.892 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.892 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.892 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.892 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.892 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.892 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.892 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.892 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.892 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.893 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.893 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.893 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.893 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.893 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.893 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:59:50.893 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T16:59:50.893 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.893 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:50.893 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_id": 6, 2024-04-10T16:59:50.893 INFO:tasks.workunit.client.0.smithi069.stdout: "values": [ 2024-04-10T16:59:50.893 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.893 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 2100, 521, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.893 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 13203, 7349, 58, 8, 27, 21, 1, 0, 1, 0, 4, 1, 4, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.893 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 7457, 472, 16, 0, 16, 28, 97, 123, 8, 14, 7, 23, 10, 11, 24, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.893 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 722, 31, 1, 0, 6, 0, 7, 19, 3, 19, 40, 79, 40, 3, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.894 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 303, 3, 0, 0, 1, 0, 0, 0, 0, 0, 3, 21, 160, 2, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.894 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 101, 5, 0, 0, 0, 1, 0, 0, 0, 0, 3, 2, 27, 29, 54, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.894 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 103, 2, 0, 0, 0, 0, 0, 1, 0, 0, 1, 0, 1, 7, 67, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.894 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 74, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 6, 15, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.894 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.894 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.894 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.894 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.894 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.894 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.894 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.894 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.894 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.894 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.895 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.895 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.895 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.895 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.895 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.895 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.895 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.895 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.895 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.895 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.895 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.895 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.895 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:59:50.895 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T16:59:50.895 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.895 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:50.896 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_id": 7, 2024-04-10T16:59:50.896 INFO:tasks.workunit.client.0.smithi069.stdout: "values": [ 2024-04-10T16:59:50.896 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.896 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.896 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 11586, 2, 1, 1, 2, 0, 0, 0, 0, 1, 1, 2, 7, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.896 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 7175, 32, 15, 0, 11, 0, 0, 2, 2, 1, 33, 10, 11, 30, 40, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.896 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 714, 11, 15, 0, 0, 0, 1, 0, 4, 3, 34, 4, 5, 8, 34, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.896 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 351, 0, 1, 0, 0, 0, 0, 1, 2, 0, 7, 16, 50, 5, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.896 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 135, 0, 0, 0, 2, 0, 0, 1, 0, 0, 3, 3, 30, 66, 71, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.896 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 85, 0, 0, 0, 0, 0, 0, 0, 2, 1, 0, 1, 8, 16, 98, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.896 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 33, 0, 0, 0, 0, 0, 0, 0, 3, 1, 0, 1, 12, 13, 36, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.896 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 1, 4, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.897 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.897 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.897 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.897 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.897 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.897 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.897 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.897 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.897 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.897 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.897 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.897 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.897 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.897 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.897 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.898 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.898 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.898 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.898 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.898 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.898 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.898 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:59:50.898 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T16:59:50.898 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:50.898 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T16:59:50.898 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.898 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-10T16:59:50.898 INFO:tasks.workunit.client.0.smithi069.stdout: "axes": [ 2024-04-10T16:59:50.898 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:50.898 INFO:tasks.workunit.client.0.smithi069.stdout: "buckets": 32, 2024-04-10T16:59:50.899 INFO:tasks.workunit.client.0.smithi069.stdout: "min": 0, 2024-04-10T16:59:50.899 INFO:tasks.workunit.client.0.smithi069.stdout: "name": "Latency (usec)", 2024-04-10T16:59:50.899 INFO:tasks.workunit.client.0.smithi069.stdout: "quant_size": 100000, 2024-04-10T16:59:50.899 INFO:tasks.workunit.client.0.smithi069.stdout: "ranges": [ 2024-04-10T16:59:50.899 INFO:tasks.workunit.client.0.smithi069.stdout: "[None, -1]", 2024-04-10T16:59:50.899 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 99999]", 2024-04-10T16:59:50.899 INFO:tasks.workunit.client.0.smithi069.stdout: "[100000, 199999]", 2024-04-10T16:59:50.899 INFO:tasks.workunit.client.0.smithi069.stdout: "[200000, 399999]", 2024-04-10T16:59:50.899 INFO:tasks.workunit.client.0.smithi069.stdout: "[400000, 799999]", 2024-04-10T16:59:50.899 INFO:tasks.workunit.client.0.smithi069.stdout: "[800000, 1599999]", 2024-04-10T16:59:50.899 INFO:tasks.workunit.client.0.smithi069.stdout: "[1600000, 3199999]", 2024-04-10T16:59:50.899 INFO:tasks.workunit.client.0.smithi069.stdout: "[3200000, 6399999]", 2024-04-10T16:59:50.899 INFO:tasks.workunit.client.0.smithi069.stdout: "[6400000, 12799999]", 2024-04-10T16:59:50.899 INFO:tasks.workunit.client.0.smithi069.stdout: "[12800000, 25599999]", 2024-04-10T16:59:50.899 INFO:tasks.workunit.client.0.smithi069.stdout: "[25600000, 51199999]", 2024-04-10T16:59:50.900 INFO:tasks.workunit.client.0.smithi069.stdout: "[51200000, 102399999]", 2024-04-10T16:59:50.900 INFO:tasks.workunit.client.0.smithi069.stdout: "[102400000, 204799999]", 2024-04-10T16:59:50.900 INFO:tasks.workunit.client.0.smithi069.stdout: "[204800000, 409599999]", 2024-04-10T16:59:50.900 INFO:tasks.workunit.client.0.smithi069.stdout: "[409600000, 819199999]", 2024-04-10T16:59:50.900 INFO:tasks.workunit.client.0.smithi069.stdout: "[819200000, 1638399999]", 2024-04-10T16:59:50.900 INFO:tasks.workunit.client.0.smithi069.stdout: "[1638400000, 3276799999]", 2024-04-10T16:59:50.900 INFO:tasks.workunit.client.0.smithi069.stdout: "[3276800000, 6553599999]", 2024-04-10T16:59:50.900 INFO:tasks.workunit.client.0.smithi069.stdout: "[6553600000, 13107199999]", 2024-04-10T16:59:50.900 INFO:tasks.workunit.client.0.smithi069.stdout: "[13107200000, 26214399999]", 2024-04-10T16:59:50.900 INFO:tasks.workunit.client.0.smithi069.stdout: "[26214400000, 52428799999]", 2024-04-10T16:59:50.900 INFO:tasks.workunit.client.0.smithi069.stdout: "[52428800000, 104857599999]", 2024-04-10T16:59:50.900 INFO:tasks.workunit.client.0.smithi069.stdout: "[104857600000, 209715199999]", 2024-04-10T16:59:50.900 INFO:tasks.workunit.client.0.smithi069.stdout: "[209715200000, 419430399999]", 2024-04-10T16:59:50.900 INFO:tasks.workunit.client.0.smithi069.stdout: "[419430400000, 838860799999]", 2024-04-10T16:59:50.900 INFO:tasks.workunit.client.0.smithi069.stdout: "[838860800000, 1677721599999]", 2024-04-10T16:59:50.901 INFO:tasks.workunit.client.0.smithi069.stdout: "[1677721600000, 3355443199999]", 2024-04-10T16:59:50.901 INFO:tasks.workunit.client.0.smithi069.stdout: "[3355443200000, 6710886399999]", 2024-04-10T16:59:50.901 INFO:tasks.workunit.client.0.smithi069.stdout: "[6710886400000, 13421772799999]", 2024-04-10T16:59:50.901 INFO:tasks.workunit.client.0.smithi069.stdout: "[13421772800000, 26843545599999]", 2024-04-10T16:59:50.901 INFO:tasks.workunit.client.0.smithi069.stdout: "[26843545600000, 53687091199999]", 2024-04-10T16:59:50.901 INFO:tasks.workunit.client.0.smithi069.stdout: "[53687091200000, None]" 2024-04-10T16:59:50.901 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:50.901 INFO:tasks.workunit.client.0.smithi069.stdout: "scale_type": "log2" 2024-04-10T16:59:50.901 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.901 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:50.901 INFO:tasks.workunit.client.0.smithi069.stdout: "buckets": 32, 2024-04-10T16:59:50.901 INFO:tasks.workunit.client.0.smithi069.stdout: "min": 0, 2024-04-10T16:59:50.901 INFO:tasks.workunit.client.0.smithi069.stdout: "name": "Request size (bytes)", 2024-04-10T16:59:50.901 INFO:tasks.workunit.client.0.smithi069.stdout: "quant_size": 512, 2024-04-10T16:59:50.902 INFO:tasks.workunit.client.0.smithi069.stdout: "ranges": [ 2024-04-10T16:59:50.902 INFO:tasks.workunit.client.0.smithi069.stdout: "[None, -1]", 2024-04-10T16:59:50.902 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 511]", 2024-04-10T16:59:50.902 INFO:tasks.workunit.client.0.smithi069.stdout: "[512, 1023]", 2024-04-10T16:59:50.902 INFO:tasks.workunit.client.0.smithi069.stdout: "[1024, 2047]", 2024-04-10T16:59:50.902 INFO:tasks.workunit.client.0.smithi069.stdout: "[2048, 4095]", 2024-04-10T16:59:50.902 INFO:tasks.workunit.client.0.smithi069.stdout: "[4096, 8191]", 2024-04-10T16:59:50.902 INFO:tasks.workunit.client.0.smithi069.stdout: "[8192, 16383]", 2024-04-10T16:59:50.902 INFO:tasks.workunit.client.0.smithi069.stdout: "[16384, 32767]", 2024-04-10T16:59:50.902 INFO:tasks.workunit.client.0.smithi069.stdout: "[32768, 65535]", 2024-04-10T16:59:50.902 INFO:tasks.workunit.client.0.smithi069.stdout: "[65536, 131071]", 2024-04-10T16:59:50.902 INFO:tasks.workunit.client.0.smithi069.stdout: "[131072, 262143]", 2024-04-10T16:59:50.902 INFO:tasks.workunit.client.0.smithi069.stdout: "[262144, 524287]", 2024-04-10T16:59:50.903 INFO:tasks.workunit.client.0.smithi069.stdout: "[524288, 1048575]", 2024-04-10T16:59:50.903 INFO:tasks.workunit.client.0.smithi069.stdout: "[1048576, 2097151]", 2024-04-10T16:59:50.903 INFO:tasks.workunit.client.0.smithi069.stdout: "[2097152, 4194303]", 2024-04-10T16:59:50.903 INFO:tasks.workunit.client.0.smithi069.stdout: "[4194304, 8388607]", 2024-04-10T16:59:50.903 INFO:tasks.workunit.client.0.smithi069.stdout: "[8388608, 16777215]", 2024-04-10T16:59:50.903 INFO:tasks.workunit.client.0.smithi069.stdout: "[16777216, 33554431]", 2024-04-10T16:59:50.903 INFO:tasks.workunit.client.0.smithi069.stdout: "[33554432, 67108863]", 2024-04-10T16:59:50.903 INFO:tasks.workunit.client.0.smithi069.stdout: "[67108864, 134217727]", 2024-04-10T16:59:50.903 INFO:tasks.workunit.client.0.smithi069.stdout: "[134217728, 268435455]", 2024-04-10T16:59:50.903 INFO:tasks.workunit.client.0.smithi069.stdout: "[268435456, 536870911]", 2024-04-10T16:59:50.903 INFO:tasks.workunit.client.0.smithi069.stdout: "[536870912, 1073741823]", 2024-04-10T16:59:50.903 INFO:tasks.workunit.client.0.smithi069.stdout: "[1073741824, 2147483647]", 2024-04-10T16:59:50.903 INFO:tasks.workunit.client.0.smithi069.stdout: "[2147483648, 4294967295]", 2024-04-10T16:59:50.903 INFO:tasks.workunit.client.0.smithi069.stdout: "[4294967296, 8589934591]", 2024-04-10T16:59:50.904 INFO:tasks.workunit.client.0.smithi069.stdout: "[8589934592, 17179869183]", 2024-04-10T16:59:50.904 INFO:tasks.workunit.client.0.smithi069.stdout: "[17179869184, 34359738367]", 2024-04-10T16:59:50.904 INFO:tasks.workunit.client.0.smithi069.stdout: "[34359738368, 68719476735]", 2024-04-10T16:59:50.904 INFO:tasks.workunit.client.0.smithi069.stdout: "[68719476736, 137438953471]", 2024-04-10T16:59:50.904 INFO:tasks.workunit.client.0.smithi069.stdout: "[137438953472, 274877906943]", 2024-04-10T16:59:50.904 INFO:tasks.workunit.client.0.smithi069.stdout: "[274877906944, None]" 2024-04-10T16:59:50.904 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:50.904 INFO:tasks.workunit.client.0.smithi069.stdout: "scale_type": "log2" 2024-04-10T16:59:50.904 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:50.904 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:50.904 INFO:tasks.workunit.client.0.smithi069.stdout: "osds": [ 2024-04-10T16:59:50.904 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:50.904 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_id": 0, 2024-04-10T16:59:50.904 INFO:tasks.workunit.client.0.smithi069.stdout: "values": [ 2024-04-10T16:59:50.905 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.905 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.905 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.905 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.905 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 603, 1, 4, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.905 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 4617, 49, 82, 162, 470, 608, 697, 3, 2, 1, 0, 0, 3, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.905 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 682, 5, 18, 19, 1, 4, 26, 0, 0, 1, 0, 2, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.905 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 279, 3, 0, 0, 0, 0, 0, 1, 0, 0, 0, 2, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.905 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 163, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 2, 5, 8, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.905 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 91, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 6, 11, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.905 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 4, 37, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.905 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.905 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.905 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.906 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.906 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.906 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.906 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.906 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.906 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.906 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.906 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.906 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.906 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.906 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.906 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.906 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.906 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.906 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.907 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.907 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.907 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:59:50.907 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T16:59:50.907 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.907 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:50.907 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_id": 1, 2024-04-10T16:59:50.907 INFO:tasks.workunit.client.0.smithi069.stdout: "values": [ 2024-04-10T16:59:50.907 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.907 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.907 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.907 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.907 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 309, 3, 5, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.907 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 2629, 257, 31, 56, 121, 2, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.907 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 468, 34, 1297, 0, 0, 0, 0, 1, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.908 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 382, 1, 49, 0, 0, 0, 0, 0, 0, 0, 0, 3, 4, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.908 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 1680, 1379, 64, 0, 1, 0, 0, 0, 0, 0, 0, 0, 5, 1, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.908 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 1378, 1608, 227, 0, 0, 0, 0, 0, 0, 0, 0, 2, 7, 6, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.908 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 31, 13, 8, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 3, 28, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.908 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.908 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.908 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.908 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.908 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.908 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.908 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.908 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.908 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.909 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.909 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.909 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.909 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.909 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.909 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.909 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.909 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.909 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.909 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.909 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.909 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:59:50.909 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T16:59:50.909 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.909 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:50.910 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_id": 2, 2024-04-10T16:59:50.910 INFO:tasks.workunit.client.0.smithi069.stdout: "values": [ 2024-04-10T16:59:50.910 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.910 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.910 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.910 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.910 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 1219, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.910 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 9545, 9, 0, 1, 2, 1, 4, 3, 4, 0, 1, 0, 0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.910 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 15820, 1, 2, 0, 0, 0, 1, 1, 0, 1, 3, 0, 3, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.910 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 402, 0, 0, 0, 0, 0, 0, 0, 0, 2, 2, 4, 6, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.910 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 159, 0, 0, 0, 0, 0, 0, 0, 0, 2, 4, 3, 8, 12, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.910 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 46, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 4, 14, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.911 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 1, 3, 30, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.911 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.911 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.911 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.911 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.911 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.911 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.911 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.911 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.911 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.911 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.911 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.911 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.912 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.912 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.912 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.912 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.912 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.912 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.912 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.912 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.912 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:59:50.912 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T16:59:50.912 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.912 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:50.912 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_id": 3, 2024-04-10T16:59:50.913 INFO:tasks.workunit.client.0.smithi069.stdout: "values": [ 2024-04-10T16:59:50.913 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.913 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.913 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.913 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.913 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 406, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.913 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 3006, 31, 2, 0, 4, 1, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.913 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 298, 4, 2, 0, 0, 0, 0, 0, 0, 1, 0, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.913 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 198, 16, 29, 41, 0, 0, 0, 0, 1, 0, 0, 1, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.913 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 986, 352, 5, 116, 0, 0, 0, 0, 0, 0, 0, 0, 4, 3, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.913 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 4210, 2399, 0, 413, 0, 0, 0, 0, 0, 0, 0, 0, 1, 6, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.913 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 222, 251, 0, 14, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.913 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.913 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.914 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.914 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.914 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.914 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.914 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.914 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.914 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.914 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.914 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.914 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.914 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.914 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.914 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.915 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.915 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.915 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.915 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.915 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.915 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:59:50.915 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T16:59:50.915 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.915 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:50.915 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_id": 4, 2024-04-10T16:59:50.915 INFO:tasks.workunit.client.0.smithi069.stdout: "values": [ 2024-04-10T16:59:50.915 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.915 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.916 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.916 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.916 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 762, 2, 8, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.916 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 2884, 239, 26, 51, 138, 274, 478, 0, 9, 7, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.916 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 331, 5, 0, 0, 0, 2, 7, 0, 0, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.916 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 139, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.916 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 106, 1, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 4, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.916 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 38, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 4, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.916 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.916 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.916 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.916 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.916 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.916 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.916 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.917 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.917 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.917 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.917 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.917 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.917 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.917 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.917 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.917 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.917 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.917 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.917 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.917 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.917 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.917 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:59:50.917 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T16:59:50.918 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.918 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:50.918 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_id": 5, 2024-04-10T16:59:50.918 INFO:tasks.workunit.client.0.smithi069.stdout: "values": [ 2024-04-10T16:59:50.918 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.918 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.918 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.918 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.918 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 726, 4, 9, 34, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.918 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 5191, 72, 124, 216, 478, 601, 723, 4, 14, 16, 0, 1, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.918 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 422, 0, 4, 12, 11, 12, 7, 0, 0, 3, 3, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.918 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 439, 5, 6, 24, 8, 1, 0, 0, 0, 1, 0, 6, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.918 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 171, 35, 75, 102, 23, 0, 0, 0, 0, 0, 0, 1, 3, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.918 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 207, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 5, 8, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.919 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 1, 0, 0, 1, 0, 6, 2, 34, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.919 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.919 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.919 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.919 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.919 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.919 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.919 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.919 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.919 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.919 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.919 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.919 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.919 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.920 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.920 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.920 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.920 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.920 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.920 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.920 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.920 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:59:50.920 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T16:59:50.920 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.920 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:50.920 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_id": 6, 2024-04-10T16:59:50.920 INFO:tasks.workunit.client.0.smithi069.stdout: "values": [ 2024-04-10T16:59:50.920 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.921 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.921 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.921 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.921 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 487, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.921 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 2750, 46, 0, 0, 2, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.921 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 323, 1, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.921 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 240, 10, 0, 0, 0, 0, 0, 0, 1, 0, 0, 1, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.921 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 216, 104, 0, 0, 1, 0, 0, 0, 0, 0, 0, 2, 2, 4, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.921 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 7, 7, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.921 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 2, 2, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.921 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.921 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.921 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.922 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.922 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.922 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.922 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.922 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.922 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.922 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.922 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.922 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.922 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.922 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.922 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.922 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.923 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.923 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.923 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.923 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.923 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:59:50.923 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T16:59:50.923 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.923 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:50.923 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_id": 7, 2024-04-10T16:59:50.923 INFO:tasks.workunit.client.0.smithi069.stdout: "values": [ 2024-04-10T16:59:50.923 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.923 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.923 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.923 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.924 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 481, 7, 14, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.924 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 8165, 30, 64, 35, 0, 1, 3, 0, 4, 0, 1, 1, 1, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.924 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 2706, 32, 91, 32, 0, 0, 0, 0, 0, 2, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.924 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 300, 5, 1, 0, 0, 0, 0, 0, 0, 0, 1, 2, 2, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.924 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 181, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 3, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.924 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 105, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 5, 15, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.924 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 3, 31, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.924 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.924 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.924 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.924 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.924 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.924 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.924 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.925 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.925 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.925 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.925 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.925 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.925 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.925 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.925 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.925 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.925 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.925 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.925 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.925 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.926 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:59:50.926 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T16:59:50.926 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:50.926 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T16:59:50.926 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.926 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-10T16:59:50.926 INFO:tasks.workunit.client.0.smithi069.stdout: "axes": [ 2024-04-10T16:59:50.926 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:50.926 INFO:tasks.workunit.client.0.smithi069.stdout: "buckets": 32, 2024-04-10T16:59:50.926 INFO:tasks.workunit.client.0.smithi069.stdout: "min": 0, 2024-04-10T16:59:50.926 INFO:tasks.workunit.client.0.smithi069.stdout: "name": "Latency (usec)", 2024-04-10T16:59:50.926 INFO:tasks.workunit.client.0.smithi069.stdout: "quant_size": 100000, 2024-04-10T16:59:50.926 INFO:tasks.workunit.client.0.smithi069.stdout: "ranges": [ 2024-04-10T16:59:50.926 INFO:tasks.workunit.client.0.smithi069.stdout: "[None, -1]", 2024-04-10T16:59:50.927 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 99999]", 2024-04-10T16:59:50.927 INFO:tasks.workunit.client.0.smithi069.stdout: "[100000, 199999]", 2024-04-10T16:59:50.927 INFO:tasks.workunit.client.0.smithi069.stdout: "[200000, 399999]", 2024-04-10T16:59:50.927 INFO:tasks.workunit.client.0.smithi069.stdout: "[400000, 799999]", 2024-04-10T16:59:50.927 INFO:tasks.workunit.client.0.smithi069.stdout: "[800000, 1599999]", 2024-04-10T16:59:50.927 INFO:tasks.workunit.client.0.smithi069.stdout: "[1600000, 3199999]", 2024-04-10T16:59:50.927 INFO:tasks.workunit.client.0.smithi069.stdout: "[3200000, 6399999]", 2024-04-10T16:59:50.927 INFO:tasks.workunit.client.0.smithi069.stdout: "[6400000, 12799999]", 2024-04-10T16:59:50.927 INFO:tasks.workunit.client.0.smithi069.stdout: "[12800000, 25599999]", 2024-04-10T16:59:50.927 INFO:tasks.workunit.client.0.smithi069.stdout: "[25600000, 51199999]", 2024-04-10T16:59:50.927 INFO:tasks.workunit.client.0.smithi069.stdout: "[51200000, 102399999]", 2024-04-10T16:59:50.927 INFO:tasks.workunit.client.0.smithi069.stdout: "[102400000, 204799999]", 2024-04-10T16:59:50.927 INFO:tasks.workunit.client.0.smithi069.stdout: "[204800000, 409599999]", 2024-04-10T16:59:50.927 INFO:tasks.workunit.client.0.smithi069.stdout: "[409600000, 819199999]", 2024-04-10T16:59:50.927 INFO:tasks.workunit.client.0.smithi069.stdout: "[819200000, 1638399999]", 2024-04-10T16:59:50.927 INFO:tasks.workunit.client.0.smithi069.stdout: "[1638400000, 3276799999]", 2024-04-10T16:59:50.928 INFO:tasks.workunit.client.0.smithi069.stdout: "[3276800000, 6553599999]", 2024-04-10T16:59:50.928 INFO:tasks.workunit.client.0.smithi069.stdout: "[6553600000, 13107199999]", 2024-04-10T16:59:50.928 INFO:tasks.workunit.client.0.smithi069.stdout: "[13107200000, 26214399999]", 2024-04-10T16:59:50.928 INFO:tasks.workunit.client.0.smithi069.stdout: "[26214400000, 52428799999]", 2024-04-10T16:59:50.928 INFO:tasks.workunit.client.0.smithi069.stdout: "[52428800000, 104857599999]", 2024-04-10T16:59:50.928 INFO:tasks.workunit.client.0.smithi069.stdout: "[104857600000, 209715199999]", 2024-04-10T16:59:50.928 INFO:tasks.workunit.client.0.smithi069.stdout: "[209715200000, 419430399999]", 2024-04-10T16:59:50.928 INFO:tasks.workunit.client.0.smithi069.stdout: "[419430400000, 838860799999]", 2024-04-10T16:59:50.928 INFO:tasks.workunit.client.0.smithi069.stdout: "[838860800000, 1677721599999]", 2024-04-10T16:59:50.928 INFO:tasks.workunit.client.0.smithi069.stdout: "[1677721600000, 3355443199999]", 2024-04-10T16:59:50.928 INFO:tasks.workunit.client.0.smithi069.stdout: "[3355443200000, 6710886399999]", 2024-04-10T16:59:50.928 INFO:tasks.workunit.client.0.smithi069.stdout: "[6710886400000, 13421772799999]", 2024-04-10T16:59:50.928 INFO:tasks.workunit.client.0.smithi069.stdout: "[13421772800000, 26843545599999]", 2024-04-10T16:59:50.929 INFO:tasks.workunit.client.0.smithi069.stdout: "[26843545600000, 53687091199999]", 2024-04-10T16:59:50.929 INFO:tasks.workunit.client.0.smithi069.stdout: "[53687091200000, None]" 2024-04-10T16:59:50.929 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:50.929 INFO:tasks.workunit.client.0.smithi069.stdout: "scale_type": "log2" 2024-04-10T16:59:50.929 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.929 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:50.929 INFO:tasks.workunit.client.0.smithi069.stdout: "buckets": 32, 2024-04-10T16:59:50.929 INFO:tasks.workunit.client.0.smithi069.stdout: "min": 0, 2024-04-10T16:59:50.929 INFO:tasks.workunit.client.0.smithi069.stdout: "name": "Request size (bytes)", 2024-04-10T16:59:50.929 INFO:tasks.workunit.client.0.smithi069.stdout: "quant_size": 512, 2024-04-10T16:59:50.929 INFO:tasks.workunit.client.0.smithi069.stdout: "ranges": [ 2024-04-10T16:59:50.929 INFO:tasks.workunit.client.0.smithi069.stdout: "[None, -1]", 2024-04-10T16:59:50.929 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 511]", 2024-04-10T16:59:50.929 INFO:tasks.workunit.client.0.smithi069.stdout: "[512, 1023]", 2024-04-10T16:59:50.930 INFO:tasks.workunit.client.0.smithi069.stdout: "[1024, 2047]", 2024-04-10T16:59:50.930 INFO:tasks.workunit.client.0.smithi069.stdout: "[2048, 4095]", 2024-04-10T16:59:50.930 INFO:tasks.workunit.client.0.smithi069.stdout: "[4096, 8191]", 2024-04-10T16:59:50.930 INFO:tasks.workunit.client.0.smithi069.stdout: "[8192, 16383]", 2024-04-10T16:59:50.930 INFO:tasks.workunit.client.0.smithi069.stdout: "[16384, 32767]", 2024-04-10T16:59:50.930 INFO:tasks.workunit.client.0.smithi069.stdout: "[32768, 65535]", 2024-04-10T16:59:50.930 INFO:tasks.workunit.client.0.smithi069.stdout: "[65536, 131071]", 2024-04-10T16:59:50.930 INFO:tasks.workunit.client.0.smithi069.stdout: "[131072, 262143]", 2024-04-10T16:59:50.930 INFO:tasks.workunit.client.0.smithi069.stdout: "[262144, 524287]", 2024-04-10T16:59:50.930 INFO:tasks.workunit.client.0.smithi069.stdout: "[524288, 1048575]", 2024-04-10T16:59:50.930 INFO:tasks.workunit.client.0.smithi069.stdout: "[1048576, 2097151]", 2024-04-10T16:59:50.930 INFO:tasks.workunit.client.0.smithi069.stdout: "[2097152, 4194303]", 2024-04-10T16:59:50.930 INFO:tasks.workunit.client.0.smithi069.stdout: "[4194304, 8388607]", 2024-04-10T16:59:50.931 INFO:tasks.workunit.client.0.smithi069.stdout: "[8388608, 16777215]", 2024-04-10T16:59:50.931 INFO:tasks.workunit.client.0.smithi069.stdout: "[16777216, 33554431]", 2024-04-10T16:59:50.931 INFO:tasks.workunit.client.0.smithi069.stdout: "[33554432, 67108863]", 2024-04-10T16:59:50.931 INFO:tasks.workunit.client.0.smithi069.stdout: "[67108864, 134217727]", 2024-04-10T16:59:50.931 INFO:tasks.workunit.client.0.smithi069.stdout: "[134217728, 268435455]", 2024-04-10T16:59:50.931 INFO:tasks.workunit.client.0.smithi069.stdout: "[268435456, 536870911]", 2024-04-10T16:59:50.931 INFO:tasks.workunit.client.0.smithi069.stdout: "[536870912, 1073741823]", 2024-04-10T16:59:50.931 INFO:tasks.workunit.client.0.smithi069.stdout: "[1073741824, 2147483647]", 2024-04-10T16:59:50.931 INFO:tasks.workunit.client.0.smithi069.stdout: "[2147483648, 4294967295]", 2024-04-10T16:59:50.931 INFO:tasks.workunit.client.0.smithi069.stdout: "[4294967296, 8589934591]", 2024-04-10T16:59:50.931 INFO:tasks.workunit.client.0.smithi069.stdout: "[8589934592, 17179869183]", 2024-04-10T16:59:50.931 INFO:tasks.workunit.client.0.smithi069.stdout: "[17179869184, 34359738367]", 2024-04-10T16:59:50.931 INFO:tasks.workunit.client.0.smithi069.stdout: "[34359738368, 68719476735]", 2024-04-10T16:59:50.932 INFO:tasks.workunit.client.0.smithi069.stdout: "[68719476736, 137438953471]", 2024-04-10T16:59:50.932 INFO:tasks.workunit.client.0.smithi069.stdout: "[137438953472, 274877906943]", 2024-04-10T16:59:50.932 INFO:tasks.workunit.client.0.smithi069.stdout: "[274877906944, None]" 2024-04-10T16:59:50.932 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:50.932 INFO:tasks.workunit.client.0.smithi069.stdout: "scale_type": "log2" 2024-04-10T16:59:50.932 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:50.932 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:50.932 INFO:tasks.workunit.client.0.smithi069.stdout: "osds": [ 2024-04-10T16:59:50.932 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:50.932 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_id": 0, 2024-04-10T16:59:50.932 INFO:tasks.workunit.client.0.smithi069.stdout: "values": [ 2024-04-10T16:59:50.932 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.932 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.932 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.933 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.933 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 631, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.933 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 6698, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.933 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 760, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.933 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 289, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.933 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 181, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.933 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 131, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.933 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 62, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.933 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.933 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.933 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.933 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.933 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.933 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.933 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.933 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.934 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.934 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.934 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.934 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.934 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.934 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.934 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.934 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.934 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.934 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.934 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.935 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.935 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:59:50.935 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T16:59:50.935 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.935 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:50.935 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_id": 1, 2024-04-10T16:59:50.935 INFO:tasks.workunit.client.0.smithi069.stdout: "values": [ 2024-04-10T16:59:50.935 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.935 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.935 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.935 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.935 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 329, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.936 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 3098, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.936 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 1802, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.936 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 442, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.936 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 3133, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.936 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 3250, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.936 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 86, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.936 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.936 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.936 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.936 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.936 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.936 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.936 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.936 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.936 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.937 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.937 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.937 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.937 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.937 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.937 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.937 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.937 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.937 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.937 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.937 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.937 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:59:50.937 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T16:59:50.937 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.937 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:50.937 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_id": 2, 2024-04-10T16:59:50.938 INFO:tasks.workunit.client.0.smithi069.stdout: "values": [ 2024-04-10T16:59:50.938 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.938 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.938 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.938 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.938 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 1219, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.938 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 9575, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.938 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 15834, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.938 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 418, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.938 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 194, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.938 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 88, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.938 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 46, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.938 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.938 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.939 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.939 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.939 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.939 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.939 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.939 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.939 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.939 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.939 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.939 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.939 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.939 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.939 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.939 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.940 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.940 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.940 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.940 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.940 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:59:50.940 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T16:59:50.940 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.940 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:50.940 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_id": 3, 2024-04-10T16:59:50.940 INFO:tasks.workunit.client.0.smithi069.stdout: "values": [ 2024-04-10T16:59:50.940 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.940 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.940 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.940 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.940 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 406, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.940 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 3045, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.940 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 308, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.941 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 290, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.941 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 1471, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.941 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 7044, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.941 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 506, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.941 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.941 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.941 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.941 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.941 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.941 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.941 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.941 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.941 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.941 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.942 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.942 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.942 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.942 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.942 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.942 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.942 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.942 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.942 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.942 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.942 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:59:50.942 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T16:59:50.942 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.943 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:50.943 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_id": 4, 2024-04-10T16:59:50.943 INFO:tasks.workunit.client.0.smithi069.stdout: "values": [ 2024-04-10T16:59:50.943 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.943 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.943 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.943 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.943 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 789, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.943 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 4107, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.943 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 348, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.943 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 142, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.943 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 115, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.943 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 53, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.944 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 33, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.944 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.944 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.944 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.944 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.944 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.944 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.944 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.944 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.944 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.944 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.945 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.945 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.945 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.945 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.945 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.945 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.945 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.945 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.945 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.945 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.945 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:59:50.945 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T16:59:50.945 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.945 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:50.946 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_id": 5, 2024-04-10T16:59:50.946 INFO:tasks.workunit.client.0.smithi069.stdout: "values": [ 2024-04-10T16:59:50.946 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.946 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.946 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.946 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.946 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 774, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.946 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 7443, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.946 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 476, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.946 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 494, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.946 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 414, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.946 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 236, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.946 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 50, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.946 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.947 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.947 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.947 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.947 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.947 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.947 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.947 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.947 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.947 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.947 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.947 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.947 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.947 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.947 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.948 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.948 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.948 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.948 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.948 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.948 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:59:50.948 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T16:59:50.948 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.948 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:50.948 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_id": 6, 2024-04-10T16:59:50.948 INFO:tasks.workunit.client.0.smithi069.stdout: "values": [ 2024-04-10T16:59:50.948 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.948 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.949 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.949 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.949 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 490, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.949 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 2801, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.949 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 327, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.949 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 256, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.949 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 331, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.949 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 59, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.949 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 37, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.949 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.949 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.949 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.949 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.950 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.950 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.950 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.950 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.950 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.950 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.950 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.950 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.950 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.950 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.950 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.950 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.951 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.951 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.951 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.951 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.951 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:59:50.951 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T16:59:50.951 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.951 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:50.951 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_id": 7, 2024-04-10T16:59:50.951 INFO:tasks.workunit.client.0.smithi069.stdout: "values": [ 2024-04-10T16:59:50.951 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.951 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.951 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.951 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.952 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 504, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.952 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 8309, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.952 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 2866, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.952 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 312, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.952 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 193, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.952 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 149, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.952 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 60, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.952 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.952 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.952 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.952 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.952 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.952 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.952 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.953 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.953 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.953 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.953 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.953 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.953 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.953 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.953 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.953 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.953 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.953 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.953 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.953 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.953 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:59:50.954 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T16:59:50.954 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:50.954 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T16:59:50.954 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.954 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-10T16:59:50.954 INFO:tasks.workunit.client.0.smithi069.stdout: "axes": [ 2024-04-10T16:59:50.954 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:50.954 INFO:tasks.workunit.client.0.smithi069.stdout: "buckets": 32, 2024-04-10T16:59:50.954 INFO:tasks.workunit.client.0.smithi069.stdout: "min": 0, 2024-04-10T16:59:50.954 INFO:tasks.workunit.client.0.smithi069.stdout: "name": "Latency (usec)", 2024-04-10T16:59:50.954 INFO:tasks.workunit.client.0.smithi069.stdout: "quant_size": 100000, 2024-04-10T16:59:50.954 INFO:tasks.workunit.client.0.smithi069.stdout: "ranges": [ 2024-04-10T16:59:50.954 INFO:tasks.workunit.client.0.smithi069.stdout: "[None, -1]", 2024-04-10T16:59:50.955 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 99999]", 2024-04-10T16:59:50.955 INFO:tasks.workunit.client.0.smithi069.stdout: "[100000, 199999]", 2024-04-10T16:59:50.955 INFO:tasks.workunit.client.0.smithi069.stdout: "[200000, 399999]", 2024-04-10T16:59:50.955 INFO:tasks.workunit.client.0.smithi069.stdout: "[400000, 799999]", 2024-04-10T16:59:50.955 INFO:tasks.workunit.client.0.smithi069.stdout: "[800000, 1599999]", 2024-04-10T16:59:50.955 INFO:tasks.workunit.client.0.smithi069.stdout: "[1600000, 3199999]", 2024-04-10T16:59:50.955 INFO:tasks.workunit.client.0.smithi069.stdout: "[3200000, 6399999]", 2024-04-10T16:59:50.955 INFO:tasks.workunit.client.0.smithi069.stdout: "[6400000, 12799999]", 2024-04-10T16:59:50.955 INFO:tasks.workunit.client.0.smithi069.stdout: "[12800000, 25599999]", 2024-04-10T16:59:50.955 INFO:tasks.workunit.client.0.smithi069.stdout: "[25600000, 51199999]", 2024-04-10T16:59:50.955 INFO:tasks.workunit.client.0.smithi069.stdout: "[51200000, 102399999]", 2024-04-10T16:59:50.955 INFO:tasks.workunit.client.0.smithi069.stdout: "[102400000, 204799999]", 2024-04-10T16:59:50.955 INFO:tasks.workunit.client.0.smithi069.stdout: "[204800000, 409599999]", 2024-04-10T16:59:50.955 INFO:tasks.workunit.client.0.smithi069.stdout: "[409600000, 819199999]", 2024-04-10T16:59:50.955 INFO:tasks.workunit.client.0.smithi069.stdout: "[819200000, 1638399999]", 2024-04-10T16:59:50.955 INFO:tasks.workunit.client.0.smithi069.stdout: "[1638400000, 3276799999]", 2024-04-10T16:59:50.956 INFO:tasks.workunit.client.0.smithi069.stdout: "[3276800000, 6553599999]", 2024-04-10T16:59:50.956 INFO:tasks.workunit.client.0.smithi069.stdout: "[6553600000, 13107199999]", 2024-04-10T16:59:50.956 INFO:tasks.workunit.client.0.smithi069.stdout: "[13107200000, 26214399999]", 2024-04-10T16:59:50.956 INFO:tasks.workunit.client.0.smithi069.stdout: "[26214400000, 52428799999]", 2024-04-10T16:59:50.956 INFO:tasks.workunit.client.0.smithi069.stdout: "[52428800000, 104857599999]", 2024-04-10T16:59:50.956 INFO:tasks.workunit.client.0.smithi069.stdout: "[104857600000, 209715199999]", 2024-04-10T16:59:50.956 INFO:tasks.workunit.client.0.smithi069.stdout: "[209715200000, 419430399999]", 2024-04-10T16:59:50.956 INFO:tasks.workunit.client.0.smithi069.stdout: "[419430400000, 838860799999]", 2024-04-10T16:59:50.956 INFO:tasks.workunit.client.0.smithi069.stdout: "[838860800000, 1677721599999]", 2024-04-10T16:59:50.956 INFO:tasks.workunit.client.0.smithi069.stdout: "[1677721600000, 3355443199999]", 2024-04-10T16:59:50.956 INFO:tasks.workunit.client.0.smithi069.stdout: "[3355443200000, 6710886399999]", 2024-04-10T16:59:50.956 INFO:tasks.workunit.client.0.smithi069.stdout: "[6710886400000, 13421772799999]", 2024-04-10T16:59:50.956 INFO:tasks.workunit.client.0.smithi069.stdout: "[13421772800000, 26843545599999]", 2024-04-10T16:59:50.956 INFO:tasks.workunit.client.0.smithi069.stdout: "[26843545600000, 53687091199999]", 2024-04-10T16:59:50.957 INFO:tasks.workunit.client.0.smithi069.stdout: "[53687091200000, None]" 2024-04-10T16:59:50.957 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:50.957 INFO:tasks.workunit.client.0.smithi069.stdout: "scale_type": "log2" 2024-04-10T16:59:50.957 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.957 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:50.957 INFO:tasks.workunit.client.0.smithi069.stdout: "buckets": 32, 2024-04-10T16:59:50.957 INFO:tasks.workunit.client.0.smithi069.stdout: "min": 0, 2024-04-10T16:59:50.957 INFO:tasks.workunit.client.0.smithi069.stdout: "name": "Request size (bytes)", 2024-04-10T16:59:50.957 INFO:tasks.workunit.client.0.smithi069.stdout: "quant_size": 512, 2024-04-10T16:59:50.957 INFO:tasks.workunit.client.0.smithi069.stdout: "ranges": [ 2024-04-10T16:59:50.957 INFO:tasks.workunit.client.0.smithi069.stdout: "[None, -1]", 2024-04-10T16:59:50.957 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 511]", 2024-04-10T16:59:50.958 INFO:tasks.workunit.client.0.smithi069.stdout: "[512, 1023]", 2024-04-10T16:59:50.958 INFO:tasks.workunit.client.0.smithi069.stdout: "[1024, 2047]", 2024-04-10T16:59:50.958 INFO:tasks.workunit.client.0.smithi069.stdout: "[2048, 4095]", 2024-04-10T16:59:50.958 INFO:tasks.workunit.client.0.smithi069.stdout: "[4096, 8191]", 2024-04-10T16:59:50.958 INFO:tasks.workunit.client.0.smithi069.stdout: "[8192, 16383]", 2024-04-10T16:59:50.958 INFO:tasks.workunit.client.0.smithi069.stdout: "[16384, 32767]", 2024-04-10T16:59:50.958 INFO:tasks.workunit.client.0.smithi069.stdout: "[32768, 65535]", 2024-04-10T16:59:50.958 INFO:tasks.workunit.client.0.smithi069.stdout: "[65536, 131071]", 2024-04-10T16:59:50.958 INFO:tasks.workunit.client.0.smithi069.stdout: "[131072, 262143]", 2024-04-10T16:59:50.958 INFO:tasks.workunit.client.0.smithi069.stdout: "[262144, 524287]", 2024-04-10T16:59:50.958 INFO:tasks.workunit.client.0.smithi069.stdout: "[524288, 1048575]", 2024-04-10T16:59:50.958 INFO:tasks.workunit.client.0.smithi069.stdout: "[1048576, 2097151]", 2024-04-10T16:59:50.958 INFO:tasks.workunit.client.0.smithi069.stdout: "[2097152, 4194303]", 2024-04-10T16:59:50.958 INFO:tasks.workunit.client.0.smithi069.stdout: "[4194304, 8388607]", 2024-04-10T16:59:50.958 INFO:tasks.workunit.client.0.smithi069.stdout: "[8388608, 16777215]", 2024-04-10T16:59:50.959 INFO:tasks.workunit.client.0.smithi069.stdout: "[16777216, 33554431]", 2024-04-10T16:59:50.959 INFO:tasks.workunit.client.0.smithi069.stdout: "[33554432, 67108863]", 2024-04-10T16:59:50.959 INFO:tasks.workunit.client.0.smithi069.stdout: "[67108864, 134217727]", 2024-04-10T16:59:50.959 INFO:tasks.workunit.client.0.smithi069.stdout: "[134217728, 268435455]", 2024-04-10T16:59:50.959 INFO:tasks.workunit.client.0.smithi069.stdout: "[268435456, 536870911]", 2024-04-10T16:59:50.959 INFO:tasks.workunit.client.0.smithi069.stdout: "[536870912, 1073741823]", 2024-04-10T16:59:50.959 INFO:tasks.workunit.client.0.smithi069.stdout: "[1073741824, 2147483647]", 2024-04-10T16:59:50.959 INFO:tasks.workunit.client.0.smithi069.stdout: "[2147483648, 4294967295]", 2024-04-10T16:59:50.959 INFO:tasks.workunit.client.0.smithi069.stdout: "[4294967296, 8589934591]", 2024-04-10T16:59:50.959 INFO:tasks.workunit.client.0.smithi069.stdout: "[8589934592, 17179869183]", 2024-04-10T16:59:50.959 INFO:tasks.workunit.client.0.smithi069.stdout: "[17179869184, 34359738367]", 2024-04-10T16:59:50.959 INFO:tasks.workunit.client.0.smithi069.stdout: "[34359738368, 68719476735]", 2024-04-10T16:59:50.959 INFO:tasks.workunit.client.0.smithi069.stdout: "[68719476736, 137438953471]", 2024-04-10T16:59:50.959 INFO:tasks.workunit.client.0.smithi069.stdout: "[137438953472, 274877906943]", 2024-04-10T16:59:50.959 INFO:tasks.workunit.client.0.smithi069.stdout: "[274877906944, None]" 2024-04-10T16:59:50.960 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:50.960 INFO:tasks.workunit.client.0.smithi069.stdout: "scale_type": "log2" 2024-04-10T16:59:50.960 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:50.960 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:50.960 INFO:tasks.workunit.client.0.smithi069.stdout: "osds": [ 2024-04-10T16:59:50.960 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:50.960 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_id": 0, 2024-04-10T16:59:50.960 INFO:tasks.workunit.client.0.smithi069.stdout: "values": [ 2024-04-10T16:59:50.960 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.960 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.960 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.960 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.960 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 101, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.960 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 2020, 14, 0, 1, 9, 0, 1, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.960 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 1109, 7, 1, 1, 4, 4, 2, 19, 30, 46, 101, 35, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.960 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 229, 4, 0, 0, 1, 1, 2, 1, 4, 3, 76, 202, 85, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.961 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 296, 0, 0, 0, 1, 1, 0, 0, 3, 5, 4, 7, 306, 3, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.961 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 512, 2, 0, 0, 1, 0, 0, 0, 0, 1, 7, 7, 14, 24, 71, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.961 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 634, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 6, 12, 34, 133, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.961 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 712, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.961 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 414, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.961 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.961 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.961 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.961 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.961 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.961 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.961 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.961 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.961 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.961 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.962 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.962 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.962 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.962 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.962 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.962 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.962 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.962 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.962 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:59:50.962 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T16:59:50.962 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.962 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:50.962 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_id": 1, 2024-04-10T16:59:50.962 INFO:tasks.workunit.client.0.smithi069.stdout: "values": [ 2024-04-10T16:59:50.962 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.963 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.963 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.963 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.963 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 40, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.963 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 2805, 19, 0, 0, 6, 0, 1, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.963 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 1287, 2, 0, 0, 2, 5, 5, 26, 34, 60, 119, 41, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.963 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 101, 1, 0, 1, 5, 4, 0, 5, 7, 6, 66, 301, 208, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.963 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 55, 1, 0, 0, 0, 0, 0, 1, 2, 2, 11, 10, 375, 5, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.963 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 60, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 4, 24, 12, 41, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.963 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 265, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 4, 15, 24, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.963 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 625, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.963 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 2467, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.963 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 372, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.963 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.963 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.964 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.964 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.964 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.964 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.964 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.964 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.964 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.964 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.964 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.964 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.964 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.964 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.964 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.964 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.965 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.965 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:59:50.965 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T16:59:50.965 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.965 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:50.965 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_id": 2, 2024-04-10T16:59:50.965 INFO:tasks.workunit.client.0.smithi069.stdout: "values": [ 2024-04-10T16:59:50.965 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.965 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.965 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.965 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.965 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 63, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.965 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 301, 5, 2, 0, 7, 0, 0, 1, 0, 0, 0, 2, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.965 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 158, 11, 0, 0, 2, 2, 1, 7, 8, 12, 56, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.966 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 275, 6, 0, 0, 0, 3, 5, 12, 9, 10, 70, 110, 17, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.966 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 194, 18, 0, 0, 0, 1, 1, 3, 7, 7, 35, 64, 28, 10, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.966 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 55, 37, 0, 0, 0, 0, 0, 1, 3, 1, 8, 18, 39, 54, 58, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.966 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 7, 46, 0, 0, 0, 0, 0, 0, 0, 0, 2, 12, 11, 41, 123, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.966 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 83, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 10, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.966 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 80, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.966 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.966 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.966 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.966 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.966 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.966 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.966 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.967 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.967 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.967 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.967 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.967 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.967 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.967 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.967 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.967 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.967 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.967 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.967 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:59:50.967 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T16:59:50.967 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.967 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:50.968 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_id": 3, 2024-04-10T16:59:50.968 INFO:tasks.workunit.client.0.smithi069.stdout: "values": [ 2024-04-10T16:59:50.968 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.968 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.968 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.968 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.968 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 55, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.968 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 1276, 14, 2, 1, 8, 0, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.968 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 438, 5, 0, 0, 5, 7, 5, 5, 19, 37, 60, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.968 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 183, 2, 2, 0, 0, 0, 1, 0, 2, 4, 32, 102, 138, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.968 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 401, 0, 0, 0, 0, 0, 1, 1, 2, 4, 5, 5, 88, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.968 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 303, 2, 0, 0, 0, 1, 0, 0, 3, 1, 3, 8, 25, 26, 32, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.968 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 186, 0, 0, 0, 0, 0, 1, 1, 0, 2, 1, 4, 12, 28, 89, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.968 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 227, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 5, 8, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.968 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.969 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.969 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.969 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.969 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.969 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.969 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.969 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.969 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.969 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.969 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.969 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.969 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.969 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.969 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.969 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.969 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.970 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.970 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.970 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:59:50.970 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T16:59:50.970 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.970 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:50.970 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_id": 4, 2024-04-10T16:59:50.970 INFO:tasks.workunit.client.0.smithi069.stdout: "values": [ 2024-04-10T16:59:50.970 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.970 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.970 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.970 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.970 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 91, 7, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.970 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 1159, 14, 0, 1, 12, 3, 6, 9, 17, 22, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.970 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 697, 4, 0, 0, 0, 1, 4, 11, 21, 35, 39, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.971 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 338, 13, 0, 0, 0, 0, 2, 2, 4, 3, 37, 134, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.971 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 531, 34, 0, 0, 0, 0, 1, 1, 0, 3, 14, 14, 141, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.971 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 304, 25, 0, 0, 0, 0, 0, 0, 1, 1, 1, 7, 9, 12, 54, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.971 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 100, 47, 0, 0, 0, 0, 0, 0, 0, 0, 2, 2, 12, 20, 84, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.971 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 112, 83, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.971 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 12, 80, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.971 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.971 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.971 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.971 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.971 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.971 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.971 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.971 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.971 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.971 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.972 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.972 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.972 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.972 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.972 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.972 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.972 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.972 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.972 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:59:50.972 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T16:59:50.972 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.972 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:50.972 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_id": 5, 2024-04-10T16:59:50.972 INFO:tasks.workunit.client.0.smithi069.stdout: "values": [ 2024-04-10T16:59:50.972 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.972 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.973 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.973 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.973 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 125, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.973 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 484, 16, 2, 4, 11, 1, 1, 2, 0, 0, 0, 1, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.973 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 107, 6, 0, 0, 3, 0, 0, 3, 0, 2, 7, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.973 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 105, 5, 0, 0, 0, 0, 1, 2, 7, 8, 26, 36, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.973 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 49, 2, 0, 0, 0, 0, 0, 0, 0, 2, 9, 19, 15, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.973 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 11, 0, 0, 0, 0, 0, 0, 0, 0, 1, 4, 6, 10, 22, 47, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.973 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 4, 14, 40, 91, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.973 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 2, 1, 0, 15, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.973 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.973 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.974 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.974 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.974 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.974 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.974 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.974 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.974 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.974 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.974 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.974 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.974 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.974 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.974 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.975 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.975 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.975 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.975 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.975 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:59:50.975 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T16:59:50.975 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.975 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:50.975 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_id": 6, 2024-04-10T16:59:50.975 INFO:tasks.workunit.client.0.smithi069.stdout: "values": [ 2024-04-10T16:59:50.975 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.975 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.975 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.975 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.975 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 78, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.976 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 1187, 23, 0, 0, 9, 0, 4, 4, 11, 12, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.976 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 652, 7, 0, 0, 1, 1, 6, 6, 14, 25, 32, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.976 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 326, 9, 0, 0, 2, 1, 1, 0, 0, 4, 25, 106, 41, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.976 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 431, 10, 0, 0, 0, 0, 0, 0, 0, 3, 8, 10, 182, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.976 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 298, 1, 0, 0, 0, 0, 1, 0, 1, 1, 1, 5, 15, 17, 36, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.976 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 144, 0, 0, 0, 0, 0, 0, 1, 0, 0, 1, 6, 9, 19, 72, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.976 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 88, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.976 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.976 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.976 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.976 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.976 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.976 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.976 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.977 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.977 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.977 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.977 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.977 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.977 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.977 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.977 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.977 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.977 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.977 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.977 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.977 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:59:50.977 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T16:59:50.977 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.978 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:50.978 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_id": 7, 2024-04-10T16:59:50.978 INFO:tasks.workunit.client.0.smithi069.stdout: "values": [ 2024-04-10T16:59:50.978 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.978 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.978 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.978 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.978 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 40, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.978 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 241, 12, 1, 0, 9, 0, 1, 1, 0, 0, 0, 1, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.978 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 67, 0, 0, 1, 1, 0, 1, 2, 2, 2, 10, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.978 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 84, 3, 0, 0, 0, 0, 1, 3, 3, 8, 15, 35, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.978 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 68, 19, 0, 0, 0, 0, 1, 0, 1, 3, 11, 20, 27, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.978 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 25, 27, 0, 0, 0, 0, 0, 0, 3, 2, 6, 11, 31, 31, 60, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.978 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 42, 0, 0, 0, 0, 0, 0, 1, 0, 4, 12, 21, 38, 105, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.979 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 71, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 3, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.979 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 103, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.979 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.979 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.979 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.979 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.979 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.979 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.979 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.979 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.979 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.979 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.979 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.980 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.980 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.980 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.980 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.980 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.980 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.980 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.980 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:59:50.980 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T16:59:50.980 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:50.980 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T16:59:50.980 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:50.980 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.981 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:50.981 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_resrv_repnum_vs_duration": { 2024-04-10T16:59:50.981 INFO:tasks.workunit.client.0.smithi069.stdout: "axes": [ 2024-04-10T16:59:50.981 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:50.981 INFO:tasks.workunit.client.0.smithi069.stdout: "buckets": 8, 2024-04-10T16:59:50.981 INFO:tasks.workunit.client.0.smithi069.stdout: "min": 0, 2024-04-10T16:59:50.981 INFO:tasks.workunit.client.0.smithi069.stdout: "name": "number of replicas", 2024-04-10T16:59:50.981 INFO:tasks.workunit.client.0.smithi069.stdout: "quant_size": 1, 2024-04-10T16:59:50.981 INFO:tasks.workunit.client.0.smithi069.stdout: "ranges": [ 2024-04-10T16:59:50.981 INFO:tasks.workunit.client.0.smithi069.stdout: "[None, -1]", 2024-04-10T16:59:50.981 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0]", 2024-04-10T16:59:50.981 INFO:tasks.workunit.client.0.smithi069.stdout: "[1, 1]", 2024-04-10T16:59:50.982 INFO:tasks.workunit.client.0.smithi069.stdout: "[2, 2]", 2024-04-10T16:59:50.982 INFO:tasks.workunit.client.0.smithi069.stdout: "[3, 3]", 2024-04-10T16:59:50.982 INFO:tasks.workunit.client.0.smithi069.stdout: "[4, 4]", 2024-04-10T16:59:50.982 INFO:tasks.workunit.client.0.smithi069.stdout: "[5, 5]", 2024-04-10T16:59:50.982 INFO:tasks.workunit.client.0.smithi069.stdout: "[6, None]" 2024-04-10T16:59:50.982 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:50.982 INFO:tasks.workunit.client.0.smithi069.stdout: "scale_type": "linear" 2024-04-10T16:59:50.982 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.982 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:50.982 INFO:tasks.workunit.client.0.smithi069.stdout: "buckets": 10, 2024-04-10T16:59:50.982 INFO:tasks.workunit.client.0.smithi069.stdout: "min": 0, 2024-04-10T16:59:50.982 INFO:tasks.workunit.client.0.smithi069.stdout: "name": "duration", 2024-04-10T16:59:50.982 INFO:tasks.workunit.client.0.smithi069.stdout: "quant_size": 250000, 2024-04-10T16:59:50.982 INFO:tasks.workunit.client.0.smithi069.stdout: "ranges": [ 2024-04-10T16:59:50.983 INFO:tasks.workunit.client.0.smithi069.stdout: "[None, -1]", 2024-04-10T16:59:50.983 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 249999]", 2024-04-10T16:59:50.983 INFO:tasks.workunit.client.0.smithi069.stdout: "[250000, 499999]", 2024-04-10T16:59:50.983 INFO:tasks.workunit.client.0.smithi069.stdout: "[500000, 999999]", 2024-04-10T16:59:50.983 INFO:tasks.workunit.client.0.smithi069.stdout: "[1000000, 1999999]", 2024-04-10T16:59:50.983 INFO:tasks.workunit.client.0.smithi069.stdout: "[2000000, 3999999]", 2024-04-10T16:59:50.983 INFO:tasks.workunit.client.0.smithi069.stdout: "[4000000, 7999999]", 2024-04-10T16:59:50.983 INFO:tasks.workunit.client.0.smithi069.stdout: "[8000000, 15999999]", 2024-04-10T16:59:50.983 INFO:tasks.workunit.client.0.smithi069.stdout: "[16000000, 31999999]", 2024-04-10T16:59:50.983 INFO:tasks.workunit.client.0.smithi069.stdout: "[32000000, None]" 2024-04-10T16:59:50.983 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:50.983 INFO:tasks.workunit.client.0.smithi069.stdout: "scale_type": "log2" 2024-04-10T16:59:50.983 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:50.983 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:50.983 INFO:tasks.workunit.client.0.smithi069.stdout: "osds": [ 2024-04-10T16:59:50.983 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:50.984 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_id": 0, 2024-04-10T16:59:50.984 INFO:tasks.workunit.client.0.smithi069.stdout: "values": [ 2024-04-10T16:59:50.984 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.984 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.984 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.984 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.984 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.984 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.984 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.984 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:59:50.984 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T16:59:50.984 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.984 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:50.984 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_id": 1, 2024-04-10T16:59:50.985 INFO:tasks.workunit.client.0.smithi069.stdout: "values": [ 2024-04-10T16:59:50.985 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.985 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.985 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.985 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.985 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.985 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.985 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.985 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:59:50.985 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T16:59:50.985 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.985 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:50.985 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_id": 2, 2024-04-10T16:59:50.985 INFO:tasks.workunit.client.0.smithi069.stdout: "values": [ 2024-04-10T16:59:50.985 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.986 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.986 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.986 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.986 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.986 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.986 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.986 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:59:50.986 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T16:59:50.986 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.986 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:50.986 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_id": 3, 2024-04-10T16:59:50.986 INFO:tasks.workunit.client.0.smithi069.stdout: "values": [ 2024-04-10T16:59:50.986 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.986 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.986 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.986 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.987 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.987 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.987 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.987 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:59:50.987 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T16:59:50.987 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.987 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:50.987 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_id": 4, 2024-04-10T16:59:50.987 INFO:tasks.workunit.client.0.smithi069.stdout: "values": [ 2024-04-10T16:59:50.987 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.987 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.987 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.987 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.987 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.987 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.988 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.988 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:59:50.988 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T16:59:50.988 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.988 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:50.988 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_id": 5, 2024-04-10T16:59:50.988 INFO:tasks.workunit.client.0.smithi069.stdout: "values": [ 2024-04-10T16:59:50.988 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.988 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.988 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.988 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.988 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.988 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.988 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.988 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:59:50.989 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T16:59:50.989 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.989 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:50.989 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_id": 6, 2024-04-10T16:59:50.989 INFO:tasks.workunit.client.0.smithi069.stdout: "values": [ 2024-04-10T16:59:50.989 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.989 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.989 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.989 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.989 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.989 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.989 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.989 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:59:50.989 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T16:59:50.989 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.990 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:50.990 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_id": 7, 2024-04-10T16:59:50.990 INFO:tasks.workunit.client.0.smithi069.stdout: "values": [ 2024-04-10T16:59:50.990 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.990 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.990 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.990 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.990 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.990 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.990 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:50.990 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:59:50.990 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T16:59:50.990 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:50.990 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T16:59:50.991 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:50.991 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:50.991 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:50.991 INFO:tasks.workunit.client.0.smithi069.stdout: "perf_counters": { 2024-04-10T16:59:50.991 INFO:tasks.workunit.client.0.smithi069.stdout: "mds.44ca97a2636692dab3a2137f5dab18d27c7ec614": { 2024-04-10T16:59:50.991 INFO:tasks.workunit.client.0.smithi069.stdout: "mds": { 2024-04-10T16:59:50.991 INFO:tasks.workunit.client.0.smithi069.stdout: "caps": { 2024-04-10T16:59:50.991 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:50.991 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.991 INFO:tasks.workunit.client.0.smithi069.stdout: "ceph_cap_op_flush_ack": { 2024-04-10T16:59:50.991 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:50.991 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.991 INFO:tasks.workunit.client.0.smithi069.stdout: "ceph_cap_op_flushsnap_ack": { 2024-04-10T16:59:50.991 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:50.992 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.992 INFO:tasks.workunit.client.0.smithi069.stdout: "ceph_cap_op_grant": { 2024-04-10T16:59:50.992 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:50.992 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.992 INFO:tasks.workunit.client.0.smithi069.stdout: "ceph_cap_op_revoke": { 2024-04-10T16:59:50.992 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:50.992 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.992 INFO:tasks.workunit.client.0.smithi069.stdout: "ceph_cap_op_trunc": { 2024-04-10T16:59:50.992 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:50.992 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.992 INFO:tasks.workunit.client.0.smithi069.stdout: "dir_commit": { 2024-04-10T16:59:50.992 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:50.992 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.992 INFO:tasks.workunit.client.0.smithi069.stdout: "dir_fetch_complete": { 2024-04-10T16:59:50.992 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 12 2024-04-10T16:59:50.992 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.993 INFO:tasks.workunit.client.0.smithi069.stdout: "dir_fetch_keys": { 2024-04-10T16:59:50.993 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 10 2024-04-10T16:59:50.993 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.993 INFO:tasks.workunit.client.0.smithi069.stdout: "dir_merge": { 2024-04-10T16:59:50.993 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:50.993 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.993 INFO:tasks.workunit.client.0.smithi069.stdout: "dir_split": { 2024-04-10T16:59:50.993 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:50.993 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.993 INFO:tasks.workunit.client.0.smithi069.stdout: "exported_inodes": { 2024-04-10T16:59:50.993 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:50.993 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.993 INFO:tasks.workunit.client.0.smithi069.stdout: "forward": { 2024-04-10T16:59:50.993 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:50.993 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.993 INFO:tasks.workunit.client.0.smithi069.stdout: "handle_client_cap_release": { 2024-04-10T16:59:50.994 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:50.994 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.994 INFO:tasks.workunit.client.0.smithi069.stdout: "handle_client_caps": { 2024-04-10T16:59:50.994 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:50.994 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.994 INFO:tasks.workunit.client.0.smithi069.stdout: "handle_client_caps_dirty": { 2024-04-10T16:59:50.994 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:50.994 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.994 INFO:tasks.workunit.client.0.smithi069.stdout: "handle_inode_file_caps": { 2024-04-10T16:59:50.994 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:50.994 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.994 INFO:tasks.workunit.client.0.smithi069.stdout: "imported_inodes": { 2024-04-10T16:59:50.994 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:50.995 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.995 INFO:tasks.workunit.client.0.smithi069.stdout: "inodes": { 2024-04-10T16:59:50.995 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 10 2024-04-10T16:59:50.995 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.995 INFO:tasks.workunit.client.0.smithi069.stdout: "inodes_expired": { 2024-04-10T16:59:50.995 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:50.995 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.995 INFO:tasks.workunit.client.0.smithi069.stdout: "inodes_pinned": { 2024-04-10T16:59:50.995 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 10 2024-04-10T16:59:50.995 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.995 INFO:tasks.workunit.client.0.smithi069.stdout: "inodes_with_caps": { 2024-04-10T16:59:50.995 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:50.995 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.995 INFO:tasks.workunit.client.0.smithi069.stdout: "load_cent": { 2024-04-10T16:59:50.995 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:50.996 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.996 INFO:tasks.workunit.client.0.smithi069.stdout: "openino_dir_fetch": { 2024-04-10T16:59:50.996 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:50.996 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.996 INFO:tasks.workunit.client.0.smithi069.stdout: "process_request_cap_release": { 2024-04-10T16:59:50.996 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:50.996 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.996 INFO:tasks.workunit.client.0.smithi069.stdout: "reply_latency": { 2024-04-10T16:59:50.996 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:50.996 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:50.996 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.996 INFO:tasks.workunit.client.0.smithi069.stdout: "request": { 2024-04-10T16:59:50.996 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:50.996 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.996 INFO:tasks.workunit.client.0.smithi069.stdout: "root_rbytes": { 2024-04-10T16:59:50.997 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:50.997 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.997 INFO:tasks.workunit.client.0.smithi069.stdout: "root_rfiles": { 2024-04-10T16:59:50.997 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:50.997 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.997 INFO:tasks.workunit.client.0.smithi069.stdout: "root_rsnaps": { 2024-04-10T16:59:50.997 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:50.997 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.997 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_reply": { 2024-04-10T16:59:50.997 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:50.997 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.997 INFO:tasks.workunit.client.0.smithi069.stdout: "subtrees": { 2024-04-10T16:59:50.997 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2 2024-04-10T16:59:50.997 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:50.997 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.997 INFO:tasks.workunit.client.0.smithi069.stdout: "mds_cache": { 2024-04-10T16:59:50.998 INFO:tasks.workunit.client.0.smithi069.stdout: "ireq_enqueue_scrub": { 2024-04-10T16:59:50.998 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:50.998 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.998 INFO:tasks.workunit.client.0.smithi069.stdout: "ireq_exportdir": { 2024-04-10T16:59:50.998 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:50.998 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.998 INFO:tasks.workunit.client.0.smithi069.stdout: "ireq_flush": { 2024-04-10T16:59:50.998 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:50.998 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.998 INFO:tasks.workunit.client.0.smithi069.stdout: "ireq_fragmentdir": { 2024-04-10T16:59:50.998 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:50.998 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.998 INFO:tasks.workunit.client.0.smithi069.stdout: "ireq_fragstats": { 2024-04-10T16:59:50.998 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:50.999 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.999 INFO:tasks.workunit.client.0.smithi069.stdout: "ireq_inodestats": { 2024-04-10T16:59:50.999 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:50.999 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.999 INFO:tasks.workunit.client.0.smithi069.stdout: "ireq_quiesce_inode": { 2024-04-10T16:59:50.999 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:50.999 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.999 INFO:tasks.workunit.client.0.smithi069.stdout: "ireq_quiesce_path": { 2024-04-10T16:59:50.999 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:50.999 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.999 INFO:tasks.workunit.client.0.smithi069.stdout: "num_recovering_enqueued": { 2024-04-10T16:59:50.999 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:50.999 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:50.999 INFO:tasks.workunit.client.0.smithi069.stdout: "num_recovering_prioritized": { 2024-04-10T16:59:50.999 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.000 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.000 INFO:tasks.workunit.client.0.smithi069.stdout: "num_recovering_processing": { 2024-04-10T16:59:51.000 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.000 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.000 INFO:tasks.workunit.client.0.smithi069.stdout: "num_strays": { 2024-04-10T16:59:51.000 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.000 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.000 INFO:tasks.workunit.client.0.smithi069.stdout: "num_strays_delayed": { 2024-04-10T16:59:51.000 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.000 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.000 INFO:tasks.workunit.client.0.smithi069.stdout: "num_strays_enqueuing": { 2024-04-10T16:59:51.000 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.000 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.000 INFO:tasks.workunit.client.0.smithi069.stdout: "recovery_completed": { 2024-04-10T16:59:51.000 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.001 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.001 INFO:tasks.workunit.client.0.smithi069.stdout: "recovery_started": { 2024-04-10T16:59:51.001 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.001 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.001 INFO:tasks.workunit.client.0.smithi069.stdout: "strays_created": { 2024-04-10T16:59:51.001 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.001 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.001 INFO:tasks.workunit.client.0.smithi069.stdout: "strays_enqueued": { 2024-04-10T16:59:51.001 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.001 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.001 INFO:tasks.workunit.client.0.smithi069.stdout: "strays_migrated": { 2024-04-10T16:59:51.001 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.001 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.002 INFO:tasks.workunit.client.0.smithi069.stdout: "strays_reintegrated": { 2024-04-10T16:59:51.002 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.002 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:51.002 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.002 INFO:tasks.workunit.client.0.smithi069.stdout: "mds_log": { 2024-04-10T16:59:51.002 INFO:tasks.workunit.client.0.smithi069.stdout: "ev": { 2024-04-10T16:59:51.002 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 17 2024-04-10T16:59:51.002 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.002 INFO:tasks.workunit.client.0.smithi069.stdout: "evadd": { 2024-04-10T16:59:51.002 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.002 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.002 INFO:tasks.workunit.client.0.smithi069.stdout: "evex": { 2024-04-10T16:59:51.002 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.002 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.003 INFO:tasks.workunit.client.0.smithi069.stdout: "evexd": { 2024-04-10T16:59:51.003 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.003 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.003 INFO:tasks.workunit.client.0.smithi069.stdout: "evexg": { 2024-04-10T16:59:51.003 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.003 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.003 INFO:tasks.workunit.client.0.smithi069.stdout: "evlrg": { 2024-04-10T16:59:51.003 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.003 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.003 INFO:tasks.workunit.client.0.smithi069.stdout: "evtrm": { 2024-04-10T16:59:51.003 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.003 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.003 INFO:tasks.workunit.client.0.smithi069.stdout: "jlat": { 2024-04-10T16:59:51.003 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:51.003 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.004 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.004 INFO:tasks.workunit.client.0.smithi069.stdout: "replayed": { 2024-04-10T16:59:51.004 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 17 2024-04-10T16:59:51.004 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.004 INFO:tasks.workunit.client.0.smithi069.stdout: "seg": { 2024-04-10T16:59:51.004 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1 2024-04-10T16:59:51.004 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.004 INFO:tasks.workunit.client.0.smithi069.stdout: "segadd": { 2024-04-10T16:59:51.004 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.004 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.004 INFO:tasks.workunit.client.0.smithi069.stdout: "segex": { 2024-04-10T16:59:51.004 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.004 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.004 INFO:tasks.workunit.client.0.smithi069.stdout: "segexd": { 2024-04-10T16:59:51.004 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.005 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.005 INFO:tasks.workunit.client.0.smithi069.stdout: "segexg": { 2024-04-10T16:59:51.005 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.005 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.005 INFO:tasks.workunit.client.0.smithi069.stdout: "segmjr": { 2024-04-10T16:59:51.005 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1 2024-04-10T16:59:51.005 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.005 INFO:tasks.workunit.client.0.smithi069.stdout: "segtrm": { 2024-04-10T16:59:51.005 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.005 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:51.005 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.005 INFO:tasks.workunit.client.0.smithi069.stdout: "mds_mem": { 2024-04-10T16:59:51.005 INFO:tasks.workunit.client.0.smithi069.stdout: "cap": { 2024-04-10T16:59:51.006 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.006 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.006 INFO:tasks.workunit.client.0.smithi069.stdout: "cap+": { 2024-04-10T16:59:51.006 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.006 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.006 INFO:tasks.workunit.client.0.smithi069.stdout: "cap-": { 2024-04-10T16:59:51.006 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.006 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.006 INFO:tasks.workunit.client.0.smithi069.stdout: "dir": { 2024-04-10T16:59:51.006 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 12 2024-04-10T16:59:51.006 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.006 INFO:tasks.workunit.client.0.smithi069.stdout: "dir+": { 2024-04-10T16:59:51.006 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 12 2024-04-10T16:59:51.006 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.007 INFO:tasks.workunit.client.0.smithi069.stdout: "dir-": { 2024-04-10T16:59:51.007 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.007 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.007 INFO:tasks.workunit.client.0.smithi069.stdout: "dn": { 2024-04-10T16:59:51.007 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 10 2024-04-10T16:59:51.007 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.007 INFO:tasks.workunit.client.0.smithi069.stdout: "dn+": { 2024-04-10T16:59:51.007 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 10 2024-04-10T16:59:51.007 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.007 INFO:tasks.workunit.client.0.smithi069.stdout: "dn-": { 2024-04-10T16:59:51.007 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.007 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.007 INFO:tasks.workunit.client.0.smithi069.stdout: "heap": { 2024-04-10T16:59:51.007 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 248184 2024-04-10T16:59:51.007 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.008 INFO:tasks.workunit.client.0.smithi069.stdout: "ino": { 2024-04-10T16:59:51.008 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 13 2024-04-10T16:59:51.008 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.008 INFO:tasks.workunit.client.0.smithi069.stdout: "ino+": { 2024-04-10T16:59:51.008 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 13 2024-04-10T16:59:51.008 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.008 INFO:tasks.workunit.client.0.smithi069.stdout: "ino-": { 2024-04-10T16:59:51.008 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.008 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.008 INFO:tasks.workunit.client.0.smithi069.stdout: "rss": { 2024-04-10T16:59:51.008 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 50704 2024-04-10T16:59:51.008 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:51.008 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.009 INFO:tasks.workunit.client.0.smithi069.stdout: "mds_server": { 2024-04-10T16:59:51.009 INFO:tasks.workunit.client.0.smithi069.stdout: "cap_acquisition_throttle": { 2024-04-10T16:59:51.009 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.009 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.009 INFO:tasks.workunit.client.0.smithi069.stdout: "cap_revoke_eviction": { 2024-04-10T16:59:51.009 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.009 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.009 INFO:tasks.workunit.client.0.smithi069.stdout: "handle_client_request": { 2024-04-10T16:59:51.009 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.009 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.009 INFO:tasks.workunit.client.0.smithi069.stdout: "handle_client_session": { 2024-04-10T16:59:51.009 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.009 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.009 INFO:tasks.workunit.client.0.smithi069.stdout: "handle_peer_request": { 2024-04-10T16:59:51.009 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.009 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.010 INFO:tasks.workunit.client.0.smithi069.stdout: "req_create_latency": { 2024-04-10T16:59:51.010 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:51.010 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.010 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.010 INFO:tasks.workunit.client.0.smithi069.stdout: "req_getattr_latency": { 2024-04-10T16:59:51.010 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:51.010 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.010 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.010 INFO:tasks.workunit.client.0.smithi069.stdout: "req_getfilelock_latency": { 2024-04-10T16:59:51.010 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:51.010 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.010 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.010 INFO:tasks.workunit.client.0.smithi069.stdout: "req_getvxattr_latency": { 2024-04-10T16:59:51.010 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:51.010 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.010 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.011 INFO:tasks.workunit.client.0.smithi069.stdout: "req_link_latency": { 2024-04-10T16:59:51.011 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:51.011 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.011 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.011 INFO:tasks.workunit.client.0.smithi069.stdout: "req_lookup_latency": { 2024-04-10T16:59:51.011 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:51.011 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.011 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.011 INFO:tasks.workunit.client.0.smithi069.stdout: "req_lookuphash_latency": { 2024-04-10T16:59:51.011 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:51.011 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.011 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.011 INFO:tasks.workunit.client.0.smithi069.stdout: "req_lookupino_latency": { 2024-04-10T16:59:51.011 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:51.011 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.011 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.011 INFO:tasks.workunit.client.0.smithi069.stdout: "req_lookupname_latency": { 2024-04-10T16:59:51.012 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:51.012 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.012 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.012 INFO:tasks.workunit.client.0.smithi069.stdout: "req_lookupparent_latency": { 2024-04-10T16:59:51.012 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:51.012 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.012 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.012 INFO:tasks.workunit.client.0.smithi069.stdout: "req_lookupsnap_latency": { 2024-04-10T16:59:51.012 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:51.012 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.012 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.012 INFO:tasks.workunit.client.0.smithi069.stdout: "req_lssnap_latency": { 2024-04-10T16:59:51.012 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:51.012 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.012 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.012 INFO:tasks.workunit.client.0.smithi069.stdout: "req_mkdir_latency": { 2024-04-10T16:59:51.013 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:51.013 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.013 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.013 INFO:tasks.workunit.client.0.smithi069.stdout: "req_mknod_latency": { 2024-04-10T16:59:51.013 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:51.013 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.013 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.013 INFO:tasks.workunit.client.0.smithi069.stdout: "req_mksnap_latency": { 2024-04-10T16:59:51.013 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:51.013 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.013 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.013 INFO:tasks.workunit.client.0.smithi069.stdout: "req_open_latency": { 2024-04-10T16:59:51.013 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:51.014 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.014 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.014 INFO:tasks.workunit.client.0.smithi069.stdout: "req_readdir_latency": { 2024-04-10T16:59:51.014 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:51.014 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.014 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.014 INFO:tasks.workunit.client.0.smithi069.stdout: "req_rename_latency": { 2024-04-10T16:59:51.014 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:51.014 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.014 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.014 INFO:tasks.workunit.client.0.smithi069.stdout: "req_renamesnap_latency": { 2024-04-10T16:59:51.014 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:51.014 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.014 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.015 INFO:tasks.workunit.client.0.smithi069.stdout: "req_rmdir_latency": { 2024-04-10T16:59:51.015 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:51.015 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.015 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.015 INFO:tasks.workunit.client.0.smithi069.stdout: "req_rmsnap_latency": { 2024-04-10T16:59:51.015 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:51.015 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.015 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.015 INFO:tasks.workunit.client.0.smithi069.stdout: "req_rmxattr_latency": { 2024-04-10T16:59:51.015 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:51.015 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.015 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.015 INFO:tasks.workunit.client.0.smithi069.stdout: "req_setattr_latency": { 2024-04-10T16:59:51.015 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:51.015 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.016 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.016 INFO:tasks.workunit.client.0.smithi069.stdout: "req_setdirlayout_latency": { 2024-04-10T16:59:51.016 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:51.016 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.016 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.016 INFO:tasks.workunit.client.0.smithi069.stdout: "req_setfilelock_latency": { 2024-04-10T16:59:51.016 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:51.016 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.016 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.016 INFO:tasks.workunit.client.0.smithi069.stdout: "req_setlayout_latency": { 2024-04-10T16:59:51.016 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:51.016 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.016 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.016 INFO:tasks.workunit.client.0.smithi069.stdout: "req_setxattr_latency": { 2024-04-10T16:59:51.016 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:51.017 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.017 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.017 INFO:tasks.workunit.client.0.smithi069.stdout: "req_snapdiff_latency": { 2024-04-10T16:59:51.017 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:51.017 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.017 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.017 INFO:tasks.workunit.client.0.smithi069.stdout: "req_symlink_latency": { 2024-04-10T16:59:51.017 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:51.017 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.017 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.017 INFO:tasks.workunit.client.0.smithi069.stdout: "req_unlink_latency": { 2024-04-10T16:59:51.017 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:51.017 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.017 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:51.017 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.018 INFO:tasks.workunit.client.0.smithi069.stdout: "mds_sessions": { 2024-04-10T16:59:51.018 INFO:tasks.workunit.client.0.smithi069.stdout: "average_load": { 2024-04-10T16:59:51.018 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.018 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.018 INFO:tasks.workunit.client.0.smithi069.stdout: "avg_session_uptime": { 2024-04-10T16:59:51.018 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.018 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.018 INFO:tasks.workunit.client.0.smithi069.stdout: "mdthresh_evicted": { 2024-04-10T16:59:51.018 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.018 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.018 INFO:tasks.workunit.client.0.smithi069.stdout: "session_add": { 2024-04-10T16:59:51.018 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 8 2024-04-10T16:59:51.018 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.018 INFO:tasks.workunit.client.0.smithi069.stdout: "session_count": { 2024-04-10T16:59:51.018 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.019 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.019 INFO:tasks.workunit.client.0.smithi069.stdout: "session_remove": { 2024-04-10T16:59:51.019 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 8 2024-04-10T16:59:51.019 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.019 INFO:tasks.workunit.client.0.smithi069.stdout: "sessions_open": { 2024-04-10T16:59:51.019 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2 2024-04-10T16:59:51.019 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.019 INFO:tasks.workunit.client.0.smithi069.stdout: "sessions_stale": { 2024-04-10T16:59:51.019 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.019 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.019 INFO:tasks.workunit.client.0.smithi069.stdout: "total_load": { 2024-04-10T16:59:51.019 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.019 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:51.019 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.019 INFO:tasks.workunit.client.0.smithi069.stdout: "objecter": { 2024-04-10T16:59:51.020 INFO:tasks.workunit.client.0.smithi069.stdout: "op_active": { 2024-04-10T16:59:51.020 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.020 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.020 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r": { 2024-04-10T16:59:51.020 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 37 2024-04-10T16:59:51.020 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.020 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rmw": { 2024-04-10T16:59:51.020 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.020 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.020 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w": { 2024-04-10T16:59:51.020 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 7 2024-04-10T16:59:51.020 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:51.020 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.020 INFO:tasks.workunit.client.0.smithi069.stdout: "purge_queue": { 2024-04-10T16:59:51.020 INFO:tasks.workunit.client.0.smithi069.stdout: "pq_executed": { 2024-04-10T16:59:51.021 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.021 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.021 INFO:tasks.workunit.client.0.smithi069.stdout: "pq_executed_ops": { 2024-04-10T16:59:51.021 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.021 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.021 INFO:tasks.workunit.client.0.smithi069.stdout: "pq_executing": { 2024-04-10T16:59:51.021 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.021 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.021 INFO:tasks.workunit.client.0.smithi069.stdout: "pq_executing_high_water": { 2024-04-10T16:59:51.021 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.021 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.021 INFO:tasks.workunit.client.0.smithi069.stdout: "pq_executing_ops": { 2024-04-10T16:59:51.021 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.021 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.021 INFO:tasks.workunit.client.0.smithi069.stdout: "pq_executing_ops_high_water": { 2024-04-10T16:59:51.022 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.022 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.022 INFO:tasks.workunit.client.0.smithi069.stdout: "pq_item_in_journal": { 2024-04-10T16:59:51.022 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.022 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:51.022 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:51.022 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.022 INFO:tasks.workunit.client.0.smithi069.stdout: "mon.44ca97a2636692dab3a2137f5dab18d27c7ec614": { 2024-04-10T16:59:51.022 INFO:tasks.workunit.client.0.smithi069.stdout: "mon": { 2024-04-10T16:59:51.022 INFO:tasks.workunit.client.0.smithi069.stdout: "election_call": { 2024-04-10T16:59:51.022 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 4 2024-04-10T16:59:51.022 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.022 INFO:tasks.workunit.client.0.smithi069.stdout: "election_lose": { 2024-04-10T16:59:51.022 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.023 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.023 INFO:tasks.workunit.client.0.smithi069.stdout: "election_win": { 2024-04-10T16:59:51.023 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 4 2024-04-10T16:59:51.023 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.023 INFO:tasks.workunit.client.0.smithi069.stdout: "num_elections": { 2024-04-10T16:59:51.023 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 14 2024-04-10T16:59:51.023 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.023 INFO:tasks.workunit.client.0.smithi069.stdout: "num_sessions": { 2024-04-10T16:59:51.023 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 13 2024-04-10T16:59:51.023 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.023 INFO:tasks.workunit.client.0.smithi069.stdout: "session_add": { 2024-04-10T16:59:51.023 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 5 2024-04-10T16:59:51.023 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.023 INFO:tasks.workunit.client.0.smithi069.stdout: "session_rm": { 2024-04-10T16:59:51.023 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 261 2024-04-10T16:59:51.024 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.024 INFO:tasks.workunit.client.0.smithi069.stdout: "session_trim": { 2024-04-10T16:59:51.024 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.024 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:51.024 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.024 INFO:tasks.workunit.client.0.smithi069.stdout: "paxos": { 2024-04-10T16:59:51.024 INFO:tasks.workunit.client.0.smithi069.stdout: "accept_timeout": { 2024-04-10T16:59:51.024 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.024 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.024 INFO:tasks.workunit.client.0.smithi069.stdout: "begin": { 2024-04-10T16:59:51.024 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 8565 2024-04-10T16:59:51.024 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.024 INFO:tasks.workunit.client.0.smithi069.stdout: "begin_bytes": { 2024-04-10T16:59:51.024 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 8565, 2024-04-10T16:59:51.025 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 60008375 2024-04-10T16:59:51.025 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.025 INFO:tasks.workunit.client.0.smithi069.stdout: "begin_keys": { 2024-04-10T16:59:51.025 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 8565, 2024-04-10T16:59:51.025 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 25695 2024-04-10T16:59:51.025 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.025 INFO:tasks.workunit.client.0.smithi069.stdout: "begin_latency": { 2024-04-10T16:59:51.025 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 8565, 2024-04-10T16:59:51.025 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1734961057 2024-04-10T16:59:51.025 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.025 INFO:tasks.workunit.client.0.smithi069.stdout: "collect": { 2024-04-10T16:59:51.025 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.025 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.025 INFO:tasks.workunit.client.0.smithi069.stdout: "collect_bytes": { 2024-04-10T16:59:51.026 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:51.026 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.026 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.026 INFO:tasks.workunit.client.0.smithi069.stdout: "collect_keys": { 2024-04-10T16:59:51.026 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:51.026 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.026 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.026 INFO:tasks.workunit.client.0.smithi069.stdout: "collect_latency": { 2024-04-10T16:59:51.026 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:51.026 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.026 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.026 INFO:tasks.workunit.client.0.smithi069.stdout: "collect_timeout": { 2024-04-10T16:59:51.026 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.026 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.026 INFO:tasks.workunit.client.0.smithi069.stdout: "collect_uncommitted": { 2024-04-10T16:59:51.027 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2 2024-04-10T16:59:51.027 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.027 INFO:tasks.workunit.client.0.smithi069.stdout: "commit": { 2024-04-10T16:59:51.027 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 8563 2024-04-10T16:59:51.027 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.027 INFO:tasks.workunit.client.0.smithi069.stdout: "commit_bytes": { 2024-04-10T16:59:51.027 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 8563, 2024-04-10T16:59:51.027 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 59362502 2024-04-10T16:59:51.027 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.027 INFO:tasks.workunit.client.0.smithi069.stdout: "commit_keys": { 2024-04-10T16:59:51.027 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 8563, 2024-04-10T16:59:51.027 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 66742 2024-04-10T16:59:51.027 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.027 INFO:tasks.workunit.client.0.smithi069.stdout: "commit_latency": { 2024-04-10T16:59:51.027 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 8563, 2024-04-10T16:59:51.027 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3008117816 2024-04-10T16:59:51.028 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.028 INFO:tasks.workunit.client.0.smithi069.stdout: "lease_ack_timeout": { 2024-04-10T16:59:51.028 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.028 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.028 INFO:tasks.workunit.client.0.smithi069.stdout: "lease_timeout": { 2024-04-10T16:59:51.028 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.028 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.028 INFO:tasks.workunit.client.0.smithi069.stdout: "new_pn": { 2024-04-10T16:59:51.028 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 4 2024-04-10T16:59:51.028 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.028 INFO:tasks.workunit.client.0.smithi069.stdout: "new_pn_latency": { 2024-04-10T16:59:51.028 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 4, 2024-04-10T16:59:51.028 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1999954 2024-04-10T16:59:51.029 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.029 INFO:tasks.workunit.client.0.smithi069.stdout: "refresh": { 2024-04-10T16:59:51.029 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 8565 2024-04-10T16:59:51.029 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.029 INFO:tasks.workunit.client.0.smithi069.stdout: "refresh_latency": { 2024-04-10T16:59:51.029 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 8565, 2024-04-10T16:59:51.029 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 32216275986 2024-04-10T16:59:51.029 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.029 INFO:tasks.workunit.client.0.smithi069.stdout: "restart": { 2024-04-10T16:59:51.029 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 16 2024-04-10T16:59:51.029 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.029 INFO:tasks.workunit.client.0.smithi069.stdout: "share_state": { 2024-04-10T16:59:51.029 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.029 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.029 INFO:tasks.workunit.client.0.smithi069.stdout: "share_state_bytes": { 2024-04-10T16:59:51.030 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:51.030 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.030 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.030 INFO:tasks.workunit.client.0.smithi069.stdout: "share_state_keys": { 2024-04-10T16:59:51.030 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:51.030 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.030 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.030 INFO:tasks.workunit.client.0.smithi069.stdout: "start_leader": { 2024-04-10T16:59:51.030 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 4 2024-04-10T16:59:51.030 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.030 INFO:tasks.workunit.client.0.smithi069.stdout: "start_peon": { 2024-04-10T16:59:51.030 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.030 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.030 INFO:tasks.workunit.client.0.smithi069.stdout: "store_state": { 2024-04-10T16:59:51.030 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.030 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.031 INFO:tasks.workunit.client.0.smithi069.stdout: "store_state_bytes": { 2024-04-10T16:59:51.031 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:51.031 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.031 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.031 INFO:tasks.workunit.client.0.smithi069.stdout: "store_state_keys": { 2024-04-10T16:59:51.031 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:51.031 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.031 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.031 INFO:tasks.workunit.client.0.smithi069.stdout: "store_state_latency": { 2024-04-10T16:59:51.031 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:51.031 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.031 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:51.031 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.031 INFO:tasks.workunit.client.0.smithi069.stdout: "prioritycache": { 2024-04-10T16:59:51.031 INFO:tasks.workunit.client.0.smithi069.stdout: "cache_bytes": { 2024-04-10T16:59:51.031 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1020054731 2024-04-10T16:59:51.031 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.032 INFO:tasks.workunit.client.0.smithi069.stdout: "heap_bytes": { 2024-04-10T16:59:51.032 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 259145728 2024-04-10T16:59:51.032 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.032 INFO:tasks.workunit.client.0.smithi069.stdout: "mapped_bytes": { 2024-04-10T16:59:51.032 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 258351104 2024-04-10T16:59:51.032 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.032 INFO:tasks.workunit.client.0.smithi069.stdout: "target_bytes": { 2024-04-10T16:59:51.032 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2147483648 2024-04-10T16:59:51.032 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.032 INFO:tasks.workunit.client.0.smithi069.stdout: "unmapped_bytes": { 2024-04-10T16:59:51.032 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 794624 2024-04-10T16:59:51.032 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:51.032 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.032 INFO:tasks.workunit.client.0.smithi069.stdout: "prioritycache:full": { 2024-04-10T16:59:51.032 INFO:tasks.workunit.client.0.smithi069.stdout: "committed_bytes": { 2024-04-10T16:59:51.032 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 360710144 2024-04-10T16:59:51.033 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.033 INFO:tasks.workunit.client.0.smithi069.stdout: "pri0_bytes": { 2024-04-10T16:59:51.033 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.033 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.033 INFO:tasks.workunit.client.0.smithi069.stdout: "pri10_bytes": { 2024-04-10T16:59:51.033 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.033 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.033 INFO:tasks.workunit.client.0.smithi069.stdout: "pri11_bytes": { 2024-04-10T16:59:51.033 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 267330308 2024-04-10T16:59:51.033 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.033 INFO:tasks.workunit.client.0.smithi069.stdout: "pri1_bytes": { 2024-04-10T16:59:51.033 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 24638588 2024-04-10T16:59:51.033 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.033 INFO:tasks.workunit.client.0.smithi069.stdout: "pri2_bytes": { 2024-04-10T16:59:51.034 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.034 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.034 INFO:tasks.workunit.client.0.smithi069.stdout: "pri3_bytes": { 2024-04-10T16:59:51.034 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.034 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.034 INFO:tasks.workunit.client.0.smithi069.stdout: "pri4_bytes": { 2024-04-10T16:59:51.034 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.034 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.034 INFO:tasks.workunit.client.0.smithi069.stdout: "pri5_bytes": { 2024-04-10T16:59:51.034 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.034 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.034 INFO:tasks.workunit.client.0.smithi069.stdout: "pri6_bytes": { 2024-04-10T16:59:51.034 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.034 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.035 INFO:tasks.workunit.client.0.smithi069.stdout: "pri7_bytes": { 2024-04-10T16:59:51.035 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.035 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.035 INFO:tasks.workunit.client.0.smithi069.stdout: "pri8_bytes": { 2024-04-10T16:59:51.035 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.035 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.035 INFO:tasks.workunit.client.0.smithi069.stdout: "pri9_bytes": { 2024-04-10T16:59:51.035 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.035 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.035 INFO:tasks.workunit.client.0.smithi069.stdout: "reserved_bytes": { 2024-04-10T16:59:51.035 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 68741248 2024-04-10T16:59:51.035 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:51.035 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.035 INFO:tasks.workunit.client.0.smithi069.stdout: "prioritycache:inc": { 2024-04-10T16:59:51.036 INFO:tasks.workunit.client.0.smithi069.stdout: "committed_bytes": { 2024-04-10T16:59:51.036 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 339738624 2024-04-10T16:59:51.036 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.036 INFO:tasks.workunit.client.0.smithi069.stdout: "pri0_bytes": { 2024-04-10T16:59:51.036 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.036 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.036 INFO:tasks.workunit.client.0.smithi069.stdout: "pri10_bytes": { 2024-04-10T16:59:51.036 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.036 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.036 INFO:tasks.workunit.client.0.smithi069.stdout: "pri11_bytes": { 2024-04-10T16:59:51.036 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 267330308 2024-04-10T16:59:51.036 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.036 INFO:tasks.workunit.client.0.smithi069.stdout: "pri1_bytes": { 2024-04-10T16:59:51.036 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1516953 2024-04-10T16:59:51.037 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.037 INFO:tasks.workunit.client.0.smithi069.stdout: "pri2_bytes": { 2024-04-10T16:59:51.037 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.037 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.037 INFO:tasks.workunit.client.0.smithi069.stdout: "pri3_bytes": { 2024-04-10T16:59:51.037 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.037 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.037 INFO:tasks.workunit.client.0.smithi069.stdout: "pri4_bytes": { 2024-04-10T16:59:51.037 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.037 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.037 INFO:tasks.workunit.client.0.smithi069.stdout: "pri5_bytes": { 2024-04-10T16:59:51.037 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.037 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.037 INFO:tasks.workunit.client.0.smithi069.stdout: "pri6_bytes": { 2024-04-10T16:59:51.037 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.038 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.038 INFO:tasks.workunit.client.0.smithi069.stdout: "pri7_bytes": { 2024-04-10T16:59:51.038 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.038 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.038 INFO:tasks.workunit.client.0.smithi069.stdout: "pri8_bytes": { 2024-04-10T16:59:51.038 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.038 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.038 INFO:tasks.workunit.client.0.smithi069.stdout: "pri9_bytes": { 2024-04-10T16:59:51.038 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.038 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.038 INFO:tasks.workunit.client.0.smithi069.stdout: "reserved_bytes": { 2024-04-10T16:59:51.038 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 70891363 2024-04-10T16:59:51.038 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:51.038 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.039 INFO:tasks.workunit.client.0.smithi069.stdout: "prioritycache:kv": { 2024-04-10T16:59:51.039 INFO:tasks.workunit.client.0.smithi069.stdout: "committed_bytes": { 2024-04-10T16:59:51.039 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 314572800 2024-04-10T16:59:51.039 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.039 INFO:tasks.workunit.client.0.smithi069.stdout: "pri0_bytes": { 2024-04-10T16:59:51.039 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 67108864 2024-04-10T16:59:51.039 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.039 INFO:tasks.workunit.client.0.smithi069.stdout: "pri10_bytes": { 2024-04-10T16:59:51.039 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.039 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.039 INFO:tasks.workunit.client.0.smithi069.stdout: "pri11_bytes": { 2024-04-10T16:59:51.039 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 178220205 2024-04-10T16:59:51.039 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.039 INFO:tasks.workunit.client.0.smithi069.stdout: "pri1_bytes": { 2024-04-10T16:59:51.039 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.039 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.040 INFO:tasks.workunit.client.0.smithi069.stdout: "pri2_bytes": { 2024-04-10T16:59:51.040 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.040 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.040 INFO:tasks.workunit.client.0.smithi069.stdout: "pri3_bytes": { 2024-04-10T16:59:51.040 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.040 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.040 INFO:tasks.workunit.client.0.smithi069.stdout: "pri4_bytes": { 2024-04-10T16:59:51.040 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.040 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.040 INFO:tasks.workunit.client.0.smithi069.stdout: "pri5_bytes": { 2024-04-10T16:59:51.040 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.040 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.040 INFO:tasks.workunit.client.0.smithi069.stdout: "pri6_bytes": { 2024-04-10T16:59:51.040 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.040 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.041 INFO:tasks.workunit.client.0.smithi069.stdout: "pri7_bytes": { 2024-04-10T16:59:51.041 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.041 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.041 INFO:tasks.workunit.client.0.smithi069.stdout: "pri8_bytes": { 2024-04-10T16:59:51.041 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.041 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.041 INFO:tasks.workunit.client.0.smithi069.stdout: "pri9_bytes": { 2024-04-10T16:59:51.041 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.041 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.041 INFO:tasks.workunit.client.0.smithi069.stdout: "reserved_bytes": { 2024-04-10T16:59:51.041 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 69243731 2024-04-10T16:59:51.041 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:51.041 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.041 INFO:tasks.workunit.client.0.smithi069.stdout: "rocksdb": { 2024-04-10T16:59:51.041 INFO:tasks.workunit.client.0.smithi069.stdout: "compact": { 2024-04-10T16:59:51.041 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.042 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.042 INFO:tasks.workunit.client.0.smithi069.stdout: "compact_queue_len": { 2024-04-10T16:59:51.042 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.042 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.042 INFO:tasks.workunit.client.0.smithi069.stdout: "compact_queue_merge": { 2024-04-10T16:59:51.042 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.042 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.042 INFO:tasks.workunit.client.0.smithi069.stdout: "compact_range": { 2024-04-10T16:59:51.042 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 98 2024-04-10T16:59:51.042 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.042 INFO:tasks.workunit.client.0.smithi069.stdout: "get_latency": { 2024-04-10T16:59:51.042 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 384944, 2024-04-10T16:59:51.042 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2238820643 2024-04-10T16:59:51.042 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.042 INFO:tasks.workunit.client.0.smithi069.stdout: "rocksdb_write_delay_time": { 2024-04-10T16:59:51.043 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:51.043 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.043 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.043 INFO:tasks.workunit.client.0.smithi069.stdout: "rocksdb_write_memtable_time": { 2024-04-10T16:59:51.043 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:51.043 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.043 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.043 INFO:tasks.workunit.client.0.smithi069.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-10T16:59:51.043 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:51.043 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.043 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.043 INFO:tasks.workunit.client.0.smithi069.stdout: "rocksdb_write_wal_time": { 2024-04-10T16:59:51.043 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:51.043 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.043 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.044 INFO:tasks.workunit.client.0.smithi069.stdout: "submit_latency": { 2024-04-10T16:59:51.044 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:51.044 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.044 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.044 INFO:tasks.workunit.client.0.smithi069.stdout: "submit_sync_latency": { 2024-04-10T16:59:51.044 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 20703, 2024-04-10T16:59:51.044 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 7778679426 2024-04-10T16:59:51.044 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:51.044 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:51.044 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.044 INFO:tasks.workunit.client.0.smithi069.stdout: "mon.a94fb5321a792dfeda573ab0692ca0fa124fc659": { 2024-04-10T16:59:51.044 INFO:tasks.workunit.client.0.smithi069.stdout: "mon": { 2024-04-10T16:59:51.044 INFO:tasks.workunit.client.0.smithi069.stdout: "election_call": { 2024-04-10T16:59:51.044 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2 2024-04-10T16:59:51.045 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.045 INFO:tasks.workunit.client.0.smithi069.stdout: "election_lose": { 2024-04-10T16:59:51.045 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2 2024-04-10T16:59:51.045 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.045 INFO:tasks.workunit.client.0.smithi069.stdout: "election_win": { 2024-04-10T16:59:51.045 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.045 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.045 INFO:tasks.workunit.client.0.smithi069.stdout: "num_elections": { 2024-04-10T16:59:51.045 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 7 2024-04-10T16:59:51.045 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.045 INFO:tasks.workunit.client.0.smithi069.stdout: "num_sessions": { 2024-04-10T16:59:51.045 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 8 2024-04-10T16:59:51.045 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.045 INFO:tasks.workunit.client.0.smithi069.stdout: "session_add": { 2024-04-10T16:59:51.045 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3 2024-04-10T16:59:51.045 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.046 INFO:tasks.workunit.client.0.smithi069.stdout: "session_rm": { 2024-04-10T16:59:51.046 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 251 2024-04-10T16:59:51.046 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.046 INFO:tasks.workunit.client.0.smithi069.stdout: "session_trim": { 2024-04-10T16:59:51.046 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.046 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:51.046 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.046 INFO:tasks.workunit.client.0.smithi069.stdout: "paxos": { 2024-04-10T16:59:51.046 INFO:tasks.workunit.client.0.smithi069.stdout: "accept_timeout": { 2024-04-10T16:59:51.046 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.046 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.046 INFO:tasks.workunit.client.0.smithi069.stdout: "begin": { 2024-04-10T16:59:51.046 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 8444 2024-04-10T16:59:51.046 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.046 INFO:tasks.workunit.client.0.smithi069.stdout: "begin_bytes": { 2024-04-10T16:59:51.047 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 8444, 2024-04-10T16:59:51.047 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 58413660 2024-04-10T16:59:51.047 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.047 INFO:tasks.workunit.client.0.smithi069.stdout: "begin_keys": { 2024-04-10T16:59:51.047 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:51.047 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.047 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.047 INFO:tasks.workunit.client.0.smithi069.stdout: "begin_latency": { 2024-04-10T16:59:51.047 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 8444, 2024-04-10T16:59:51.047 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1354969779 2024-04-10T16:59:51.047 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.047 INFO:tasks.workunit.client.0.smithi069.stdout: "collect": { 2024-04-10T16:59:51.047 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2 2024-04-10T16:59:51.047 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.047 INFO:tasks.workunit.client.0.smithi069.stdout: "collect_bytes": { 2024-04-10T16:59:51.047 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 2, 2024-04-10T16:59:51.048 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 146 2024-04-10T16:59:51.048 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.048 INFO:tasks.workunit.client.0.smithi069.stdout: "collect_keys": { 2024-04-10T16:59:51.048 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 2, 2024-04-10T16:59:51.048 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2 2024-04-10T16:59:51.048 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.048 INFO:tasks.workunit.client.0.smithi069.stdout: "collect_latency": { 2024-04-10T16:59:51.048 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 2, 2024-04-10T16:59:51.048 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 999978 2024-04-10T16:59:51.048 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.048 INFO:tasks.workunit.client.0.smithi069.stdout: "collect_timeout": { 2024-04-10T16:59:51.048 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.048 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.048 INFO:tasks.workunit.client.0.smithi069.stdout: "collect_uncommitted": { 2024-04-10T16:59:51.048 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.048 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.048 INFO:tasks.workunit.client.0.smithi069.stdout: "commit": { 2024-04-10T16:59:51.049 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 8444 2024-04-10T16:59:51.049 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.049 INFO:tasks.workunit.client.0.smithi069.stdout: "commit_bytes": { 2024-04-10T16:59:51.049 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:51.049 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.049 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.049 INFO:tasks.workunit.client.0.smithi069.stdout: "commit_keys": { 2024-04-10T16:59:51.049 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:51.049 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.049 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.049 INFO:tasks.workunit.client.0.smithi069.stdout: "commit_latency": { 2024-04-10T16:59:51.049 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:51.049 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.049 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.049 INFO:tasks.workunit.client.0.smithi069.stdout: "lease_ack_timeout": { 2024-04-10T16:59:51.050 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.050 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.050 INFO:tasks.workunit.client.0.smithi069.stdout: "lease_timeout": { 2024-04-10T16:59:51.050 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.050 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.050 INFO:tasks.workunit.client.0.smithi069.stdout: "new_pn": { 2024-04-10T16:59:51.050 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.050 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.050 INFO:tasks.workunit.client.0.smithi069.stdout: "new_pn_latency": { 2024-04-10T16:59:51.050 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:51.050 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.050 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.050 INFO:tasks.workunit.client.0.smithi069.stdout: "refresh": { 2024-04-10T16:59:51.050 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 8444 2024-04-10T16:59:51.050 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.050 INFO:tasks.workunit.client.0.smithi069.stdout: "refresh_latency": { 2024-04-10T16:59:51.051 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 8444, 2024-04-10T16:59:51.051 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 26073417458 2024-04-10T16:59:51.051 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.051 INFO:tasks.workunit.client.0.smithi069.stdout: "restart": { 2024-04-10T16:59:51.051 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 9 2024-04-10T16:59:51.051 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.051 INFO:tasks.workunit.client.0.smithi069.stdout: "share_state": { 2024-04-10T16:59:51.051 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.051 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.051 INFO:tasks.workunit.client.0.smithi069.stdout: "share_state_bytes": { 2024-04-10T16:59:51.051 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:51.051 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.051 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.051 INFO:tasks.workunit.client.0.smithi069.stdout: "share_state_keys": { 2024-04-10T16:59:51.051 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:51.052 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.052 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.052 INFO:tasks.workunit.client.0.smithi069.stdout: "start_leader": { 2024-04-10T16:59:51.052 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.052 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.052 INFO:tasks.workunit.client.0.smithi069.stdout: "start_peon": { 2024-04-10T16:59:51.052 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2 2024-04-10T16:59:51.052 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.052 INFO:tasks.workunit.client.0.smithi069.stdout: "store_state": { 2024-04-10T16:59:51.052 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 8444 2024-04-10T16:59:51.052 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.052 INFO:tasks.workunit.client.0.smithi069.stdout: "store_state_bytes": { 2024-04-10T16:59:51.052 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 8444, 2024-04-10T16:59:51.052 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 115219151 2024-04-10T16:59:51.052 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.053 INFO:tasks.workunit.client.0.smithi069.stdout: "store_state_keys": { 2024-04-10T16:59:51.053 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 8444, 2024-04-10T16:59:51.053 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 74373 2024-04-10T16:59:51.053 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.053 INFO:tasks.workunit.client.0.smithi069.stdout: "store_state_latency": { 2024-04-10T16:59:51.053 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 8444, 2024-04-10T16:59:51.053 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2676940155 2024-04-10T16:59:51.053 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:51.053 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.053 INFO:tasks.workunit.client.0.smithi069.stdout: "prioritycache": { 2024-04-10T16:59:51.053 INFO:tasks.workunit.client.0.smithi069.stdout: "cache_bytes": { 2024-04-10T16:59:51.053 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1020054731 2024-04-10T16:59:51.053 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.053 INFO:tasks.workunit.client.0.smithi069.stdout: "heap_bytes": { 2024-04-10T16:59:51.053 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 166690816 2024-04-10T16:59:51.054 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.054 INFO:tasks.workunit.client.0.smithi069.stdout: "mapped_bytes": { 2024-04-10T16:59:51.054 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 165789696 2024-04-10T16:59:51.054 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.054 INFO:tasks.workunit.client.0.smithi069.stdout: "target_bytes": { 2024-04-10T16:59:51.054 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2147483648 2024-04-10T16:59:51.054 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.054 INFO:tasks.workunit.client.0.smithi069.stdout: "unmapped_bytes": { 2024-04-10T16:59:51.054 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 901120 2024-04-10T16:59:51.054 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:51.054 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.054 INFO:tasks.workunit.client.0.smithi069.stdout: "prioritycache:full": { 2024-04-10T16:59:51.054 INFO:tasks.workunit.client.0.smithi069.stdout: "committed_bytes": { 2024-04-10T16:59:51.054 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 360710144 2024-04-10T16:59:51.055 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.055 INFO:tasks.workunit.client.0.smithi069.stdout: "pri0_bytes": { 2024-04-10T16:59:51.055 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.055 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.055 INFO:tasks.workunit.client.0.smithi069.stdout: "pri10_bytes": { 2024-04-10T16:59:51.055 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.055 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.055 INFO:tasks.workunit.client.0.smithi069.stdout: "pri11_bytes": { 2024-04-10T16:59:51.055 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 267463545 2024-04-10T16:59:51.055 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.055 INFO:tasks.workunit.client.0.smithi069.stdout: "pri1_bytes": { 2024-04-10T16:59:51.055 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 24307315 2024-04-10T16:59:51.055 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.055 INFO:tasks.workunit.client.0.smithi069.stdout: "pri2_bytes": { 2024-04-10T16:59:51.056 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.056 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.056 INFO:tasks.workunit.client.0.smithi069.stdout: "pri3_bytes": { 2024-04-10T16:59:51.056 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.056 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.056 INFO:tasks.workunit.client.0.smithi069.stdout: "pri4_bytes": { 2024-04-10T16:59:51.056 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.056 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.056 INFO:tasks.workunit.client.0.smithi069.stdout: "pri5_bytes": { 2024-04-10T16:59:51.056 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.056 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.056 INFO:tasks.workunit.client.0.smithi069.stdout: "pri6_bytes": { 2024-04-10T16:59:51.056 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.056 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.056 INFO:tasks.workunit.client.0.smithi069.stdout: "pri7_bytes": { 2024-04-10T16:59:51.057 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.057 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.057 INFO:tasks.workunit.client.0.smithi069.stdout: "pri8_bytes": { 2024-04-10T16:59:51.057 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.057 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.057 INFO:tasks.workunit.client.0.smithi069.stdout: "pri9_bytes": { 2024-04-10T16:59:51.057 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.057 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.057 INFO:tasks.workunit.client.0.smithi069.stdout: "reserved_bytes": { 2024-04-10T16:59:51.057 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 68939284 2024-04-10T16:59:51.057 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:51.057 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.057 INFO:tasks.workunit.client.0.smithi069.stdout: "prioritycache:inc": { 2024-04-10T16:59:51.057 INFO:tasks.workunit.client.0.smithi069.stdout: "committed_bytes": { 2024-04-10T16:59:51.057 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 339738624 2024-04-10T16:59:51.058 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.058 INFO:tasks.workunit.client.0.smithi069.stdout: "pri0_bytes": { 2024-04-10T16:59:51.058 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.058 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.058 INFO:tasks.workunit.client.0.smithi069.stdout: "pri10_bytes": { 2024-04-10T16:59:51.058 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.058 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.058 INFO:tasks.workunit.client.0.smithi069.stdout: "pri11_bytes": { 2024-04-10T16:59:51.058 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 267463545 2024-04-10T16:59:51.058 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.058 INFO:tasks.workunit.client.0.smithi069.stdout: "pri1_bytes": { 2024-04-10T16:59:51.058 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1492928 2024-04-10T16:59:51.058 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.059 INFO:tasks.workunit.client.0.smithi069.stdout: "pri2_bytes": { 2024-04-10T16:59:51.059 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.059 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.059 INFO:tasks.workunit.client.0.smithi069.stdout: "pri3_bytes": { 2024-04-10T16:59:51.059 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.059 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.059 INFO:tasks.workunit.client.0.smithi069.stdout: "pri4_bytes": { 2024-04-10T16:59:51.059 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.059 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.059 INFO:tasks.workunit.client.0.smithi069.stdout: "pri5_bytes": { 2024-04-10T16:59:51.059 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.059 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.059 INFO:tasks.workunit.client.0.smithi069.stdout: "pri6_bytes": { 2024-04-10T16:59:51.059 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.059 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.060 INFO:tasks.workunit.client.0.smithi069.stdout: "pri7_bytes": { 2024-04-10T16:59:51.060 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.060 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.060 INFO:tasks.workunit.client.0.smithi069.stdout: "pri8_bytes": { 2024-04-10T16:59:51.060 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.060 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.060 INFO:tasks.workunit.client.0.smithi069.stdout: "pri9_bytes": { 2024-04-10T16:59:51.060 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.060 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.060 INFO:tasks.workunit.client.0.smithi069.stdout: "reserved_bytes": { 2024-04-10T16:59:51.060 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 70782151 2024-04-10T16:59:51.060 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:51.060 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.060 INFO:tasks.workunit.client.0.smithi069.stdout: "prioritycache:kv": { 2024-04-10T16:59:51.061 INFO:tasks.workunit.client.0.smithi069.stdout: "committed_bytes": { 2024-04-10T16:59:51.061 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 314572800 2024-04-10T16:59:51.061 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.061 INFO:tasks.workunit.client.0.smithi069.stdout: "pri0_bytes": { 2024-04-10T16:59:51.061 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 67108864 2024-04-10T16:59:51.061 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.061 INFO:tasks.workunit.client.0.smithi069.stdout: "pri10_bytes": { 2024-04-10T16:59:51.061 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.061 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.061 INFO:tasks.workunit.client.0.smithi069.stdout: "pri11_bytes": { 2024-04-10T16:59:51.061 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 178309030 2024-04-10T16:59:51.061 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.061 INFO:tasks.workunit.client.0.smithi069.stdout: "pri1_bytes": { 2024-04-10T16:59:51.061 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.061 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.061 INFO:tasks.workunit.client.0.smithi069.stdout: "pri2_bytes": { 2024-04-10T16:59:51.062 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.062 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.062 INFO:tasks.workunit.client.0.smithi069.stdout: "pri3_bytes": { 2024-04-10T16:59:51.062 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.062 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.062 INFO:tasks.workunit.client.0.smithi069.stdout: "pri4_bytes": { 2024-04-10T16:59:51.062 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.062 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.062 INFO:tasks.workunit.client.0.smithi069.stdout: "pri5_bytes": { 2024-04-10T16:59:51.062 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.062 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.062 INFO:tasks.workunit.client.0.smithi069.stdout: "pri6_bytes": { 2024-04-10T16:59:51.062 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.062 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.063 INFO:tasks.workunit.client.0.smithi069.stdout: "pri7_bytes": { 2024-04-10T16:59:51.063 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.063 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.063 INFO:tasks.workunit.client.0.smithi069.stdout: "pri8_bytes": { 2024-04-10T16:59:51.063 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.063 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.063 INFO:tasks.workunit.client.0.smithi069.stdout: "pri9_bytes": { 2024-04-10T16:59:51.063 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.063 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.063 INFO:tasks.workunit.client.0.smithi069.stdout: "reserved_bytes": { 2024-04-10T16:59:51.063 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 69154906 2024-04-10T16:59:51.063 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:51.063 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.063 INFO:tasks.workunit.client.0.smithi069.stdout: "rocksdb": { 2024-04-10T16:59:51.063 INFO:tasks.workunit.client.0.smithi069.stdout: "compact": { 2024-04-10T16:59:51.064 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.064 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.064 INFO:tasks.workunit.client.0.smithi069.stdout: "compact_queue_len": { 2024-04-10T16:59:51.064 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.064 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.064 INFO:tasks.workunit.client.0.smithi069.stdout: "compact_queue_merge": { 2024-04-10T16:59:51.064 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.064 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.064 INFO:tasks.workunit.client.0.smithi069.stdout: "compact_range": { 2024-04-10T16:59:51.064 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 98 2024-04-10T16:59:51.064 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.064 INFO:tasks.workunit.client.0.smithi069.stdout: "get_latency": { 2024-04-10T16:59:51.064 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 366272, 2024-04-10T16:59:51.064 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1734533330 2024-04-10T16:59:51.064 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.064 INFO:tasks.workunit.client.0.smithi069.stdout: "rocksdb_write_delay_time": { 2024-04-10T16:59:51.065 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:51.065 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.065 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.065 INFO:tasks.workunit.client.0.smithi069.stdout: "rocksdb_write_memtable_time": { 2024-04-10T16:59:51.065 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:51.065 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.065 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.065 INFO:tasks.workunit.client.0.smithi069.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-10T16:59:51.065 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:51.065 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.065 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.065 INFO:tasks.workunit.client.0.smithi069.stdout: "rocksdb_write_wal_time": { 2024-04-10T16:59:51.065 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:51.065 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.065 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.065 INFO:tasks.workunit.client.0.smithi069.stdout: "submit_latency": { 2024-04-10T16:59:51.066 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:51.066 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.066 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.066 INFO:tasks.workunit.client.0.smithi069.stdout: "submit_sync_latency": { 2024-04-10T16:59:51.066 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 20407, 2024-04-10T16:59:51.066 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 6221341995 2024-04-10T16:59:51.066 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:51.066 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:51.066 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.066 INFO:tasks.workunit.client.0.smithi069.stdout: "mon.f674850e5ec273712a6400c20c884d0d3d4aaf85": { 2024-04-10T16:59:51.066 INFO:tasks.workunit.client.0.smithi069.stdout: "mon": { 2024-04-10T16:59:51.066 INFO:tasks.workunit.client.0.smithi069.stdout: "election_call": { 2024-04-10T16:59:51.066 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2 2024-04-10T16:59:51.066 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.066 INFO:tasks.workunit.client.0.smithi069.stdout: "election_lose": { 2024-04-10T16:59:51.066 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3 2024-04-10T16:59:51.067 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.067 INFO:tasks.workunit.client.0.smithi069.stdout: "election_win": { 2024-04-10T16:59:51.067 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.067 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.067 INFO:tasks.workunit.client.0.smithi069.stdout: "num_elections": { 2024-04-10T16:59:51.067 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 10 2024-04-10T16:59:51.067 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.067 INFO:tasks.workunit.client.0.smithi069.stdout: "num_sessions": { 2024-04-10T16:59:51.067 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 6 2024-04-10T16:59:51.067 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.067 INFO:tasks.workunit.client.0.smithi069.stdout: "session_add": { 2024-04-10T16:59:51.067 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 4 2024-04-10T16:59:51.067 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.067 INFO:tasks.workunit.client.0.smithi069.stdout: "session_rm": { 2024-04-10T16:59:51.067 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 253 2024-04-10T16:59:51.068 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.068 INFO:tasks.workunit.client.0.smithi069.stdout: "session_trim": { 2024-04-10T16:59:51.068 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.068 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:51.068 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.068 INFO:tasks.workunit.client.0.smithi069.stdout: "paxos": { 2024-04-10T16:59:51.068 INFO:tasks.workunit.client.0.smithi069.stdout: "accept_timeout": { 2024-04-10T16:59:51.068 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.068 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.068 INFO:tasks.workunit.client.0.smithi069.stdout: "begin": { 2024-04-10T16:59:51.068 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 8487 2024-04-10T16:59:51.068 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.068 INFO:tasks.workunit.client.0.smithi069.stdout: "begin_bytes": { 2024-04-10T16:59:51.068 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 8487, 2024-04-10T16:59:51.069 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 58740264 2024-04-10T16:59:51.069 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.069 INFO:tasks.workunit.client.0.smithi069.stdout: "begin_keys": { 2024-04-10T16:59:51.069 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:51.069 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.069 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.069 INFO:tasks.workunit.client.0.smithi069.stdout: "begin_latency": { 2024-04-10T16:59:51.069 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 8487, 2024-04-10T16:59:51.069 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1975955613 2024-04-10T16:59:51.069 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.069 INFO:tasks.workunit.client.0.smithi069.stdout: "collect": { 2024-04-10T16:59:51.069 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3 2024-04-10T16:59:51.069 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.069 INFO:tasks.workunit.client.0.smithi069.stdout: "collect_bytes": { 2024-04-10T16:59:51.070 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 3, 2024-04-10T16:59:51.070 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 219 2024-04-10T16:59:51.070 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.070 INFO:tasks.workunit.client.0.smithi069.stdout: "collect_keys": { 2024-04-10T16:59:51.070 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 3, 2024-04-10T16:59:51.070 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3 2024-04-10T16:59:51.070 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.070 INFO:tasks.workunit.client.0.smithi069.stdout: "collect_latency": { 2024-04-10T16:59:51.070 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 3, 2024-04-10T16:59:51.070 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 999978 2024-04-10T16:59:51.070 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.070 INFO:tasks.workunit.client.0.smithi069.stdout: "collect_timeout": { 2024-04-10T16:59:51.070 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.070 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.070 INFO:tasks.workunit.client.0.smithi069.stdout: "collect_uncommitted": { 2024-04-10T16:59:51.071 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1 2024-04-10T16:59:51.071 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.071 INFO:tasks.workunit.client.0.smithi069.stdout: "commit": { 2024-04-10T16:59:51.071 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 8486 2024-04-10T16:59:51.071 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.071 INFO:tasks.workunit.client.0.smithi069.stdout: "commit_bytes": { 2024-04-10T16:59:51.071 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:51.071 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.071 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.071 INFO:tasks.workunit.client.0.smithi069.stdout: "commit_keys": { 2024-04-10T16:59:51.071 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:51.071 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.071 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.071 INFO:tasks.workunit.client.0.smithi069.stdout: "commit_latency": { 2024-04-10T16:59:51.071 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:51.072 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.072 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.072 INFO:tasks.workunit.client.0.smithi069.stdout: "lease_ack_timeout": { 2024-04-10T16:59:51.072 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.072 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.072 INFO:tasks.workunit.client.0.smithi069.stdout: "lease_timeout": { 2024-04-10T16:59:51.072 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.072 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.072 INFO:tasks.workunit.client.0.smithi069.stdout: "new_pn": { 2024-04-10T16:59:51.072 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.072 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.072 INFO:tasks.workunit.client.0.smithi069.stdout: "new_pn_latency": { 2024-04-10T16:59:51.072 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:51.072 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.072 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.072 INFO:tasks.workunit.client.0.smithi069.stdout: "refresh": { 2024-04-10T16:59:51.072 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 8486 2024-04-10T16:59:51.073 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.073 INFO:tasks.workunit.client.0.smithi069.stdout: "refresh_latency": { 2024-04-10T16:59:51.073 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 8486, 2024-04-10T16:59:51.073 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 29291341826 2024-04-10T16:59:51.073 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.073 INFO:tasks.workunit.client.0.smithi069.stdout: "restart": { 2024-04-10T16:59:51.073 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 12 2024-04-10T16:59:51.073 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.073 INFO:tasks.workunit.client.0.smithi069.stdout: "share_state": { 2024-04-10T16:59:51.073 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.073 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.073 INFO:tasks.workunit.client.0.smithi069.stdout: "share_state_bytes": { 2024-04-10T16:59:51.073 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:51.073 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.073 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.074 INFO:tasks.workunit.client.0.smithi069.stdout: "share_state_keys": { 2024-04-10T16:59:51.074 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:51.074 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.074 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.074 INFO:tasks.workunit.client.0.smithi069.stdout: "start_leader": { 2024-04-10T16:59:51.074 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.074 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.074 INFO:tasks.workunit.client.0.smithi069.stdout: "start_peon": { 2024-04-10T16:59:51.074 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3 2024-04-10T16:59:51.074 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.074 INFO:tasks.workunit.client.0.smithi069.stdout: "store_state": { 2024-04-10T16:59:51.074 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 8486 2024-04-10T16:59:51.074 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.074 INFO:tasks.workunit.client.0.smithi069.stdout: "store_state_bytes": { 2024-04-10T16:59:51.074 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 8486, 2024-04-10T16:59:51.075 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 115850267 2024-04-10T16:59:51.075 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.075 INFO:tasks.workunit.client.0.smithi069.stdout: "store_state_keys": { 2024-04-10T16:59:51.075 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 8486, 2024-04-10T16:59:51.075 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 74680 2024-04-10T16:59:51.075 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.075 INFO:tasks.workunit.client.0.smithi069.stdout: "store_state_latency": { 2024-04-10T16:59:51.075 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 8486, 2024-04-10T16:59:51.075 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 5420878245 2024-04-10T16:59:51.075 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:51.075 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.075 INFO:tasks.workunit.client.0.smithi069.stdout: "prioritycache": { 2024-04-10T16:59:51.075 INFO:tasks.workunit.client.0.smithi069.stdout: "cache_bytes": { 2024-04-10T16:59:51.075 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1020054731 2024-04-10T16:59:51.075 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.076 INFO:tasks.workunit.client.0.smithi069.stdout: "heap_bytes": { 2024-04-10T16:59:51.076 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 168779776 2024-04-10T16:59:51.076 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.076 INFO:tasks.workunit.client.0.smithi069.stdout: "mapped_bytes": { 2024-04-10T16:59:51.076 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 168222720 2024-04-10T16:59:51.076 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.076 INFO:tasks.workunit.client.0.smithi069.stdout: "target_bytes": { 2024-04-10T16:59:51.076 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2147483648 2024-04-10T16:59:51.076 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.076 INFO:tasks.workunit.client.0.smithi069.stdout: "unmapped_bytes": { 2024-04-10T16:59:51.076 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 557056 2024-04-10T16:59:51.076 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:51.076 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.077 INFO:tasks.workunit.client.0.smithi069.stdout: "prioritycache:full": { 2024-04-10T16:59:51.077 INFO:tasks.workunit.client.0.smithi069.stdout: "committed_bytes": { 2024-04-10T16:59:51.077 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 360710144 2024-04-10T16:59:51.077 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.077 INFO:tasks.workunit.client.0.smithi069.stdout: "pri0_bytes": { 2024-04-10T16:59:51.077 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.077 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.077 INFO:tasks.workunit.client.0.smithi069.stdout: "pri10_bytes": { 2024-04-10T16:59:51.077 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.077 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.077 INFO:tasks.workunit.client.0.smithi069.stdout: "pri11_bytes": { 2024-04-10T16:59:51.077 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 267413907 2024-04-10T16:59:51.077 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.078 INFO:tasks.workunit.client.0.smithi069.stdout: "pri1_bytes": { 2024-04-10T16:59:51.078 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 24430895 2024-04-10T16:59:51.078 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.078 INFO:tasks.workunit.client.0.smithi069.stdout: "pri2_bytes": { 2024-04-10T16:59:51.078 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.078 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.078 INFO:tasks.workunit.client.0.smithi069.stdout: "pri3_bytes": { 2024-04-10T16:59:51.078 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.078 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.078 INFO:tasks.workunit.client.0.smithi069.stdout: "pri4_bytes": { 2024-04-10T16:59:51.078 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.078 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.078 INFO:tasks.workunit.client.0.smithi069.stdout: "pri5_bytes": { 2024-04-10T16:59:51.078 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.079 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.079 INFO:tasks.workunit.client.0.smithi069.stdout: "pri6_bytes": { 2024-04-10T16:59:51.079 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.079 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.079 INFO:tasks.workunit.client.0.smithi069.stdout: "pri7_bytes": { 2024-04-10T16:59:51.079 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.079 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.079 INFO:tasks.workunit.client.0.smithi069.stdout: "pri8_bytes": { 2024-04-10T16:59:51.079 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.079 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.079 INFO:tasks.workunit.client.0.smithi069.stdout: "pri9_bytes": { 2024-04-10T16:59:51.079 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.079 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.079 INFO:tasks.workunit.client.0.smithi069.stdout: "reserved_bytes": { 2024-04-10T16:59:51.079 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 68865342 2024-04-10T16:59:51.080 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:51.080 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.080 INFO:tasks.workunit.client.0.smithi069.stdout: "prioritycache:inc": { 2024-04-10T16:59:51.080 INFO:tasks.workunit.client.0.smithi069.stdout: "committed_bytes": { 2024-04-10T16:59:51.080 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 339738624 2024-04-10T16:59:51.080 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.080 INFO:tasks.workunit.client.0.smithi069.stdout: "pri0_bytes": { 2024-04-10T16:59:51.080 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.080 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.080 INFO:tasks.workunit.client.0.smithi069.stdout: "pri10_bytes": { 2024-04-10T16:59:51.080 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.080 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.080 INFO:tasks.workunit.client.0.smithi069.stdout: "pri11_bytes": { 2024-04-10T16:59:51.080 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 267413907 2024-04-10T16:59:51.080 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.080 INFO:tasks.workunit.client.0.smithi069.stdout: "pri1_bytes": { 2024-04-10T16:59:51.081 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1501714 2024-04-10T16:59:51.081 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.081 INFO:tasks.workunit.client.0.smithi069.stdout: "pri2_bytes": { 2024-04-10T16:59:51.081 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.081 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.081 INFO:tasks.workunit.client.0.smithi069.stdout: "pri3_bytes": { 2024-04-10T16:59:51.081 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.081 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.081 INFO:tasks.workunit.client.0.smithi069.stdout: "pri4_bytes": { 2024-04-10T16:59:51.081 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.081 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.081 INFO:tasks.workunit.client.0.smithi069.stdout: "pri5_bytes": { 2024-04-10T16:59:51.081 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.081 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.081 INFO:tasks.workunit.client.0.smithi069.stdout: "pri6_bytes": { 2024-04-10T16:59:51.082 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.082 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.082 INFO:tasks.workunit.client.0.smithi069.stdout: "pri7_bytes": { 2024-04-10T16:59:51.082 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.082 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.082 INFO:tasks.workunit.client.0.smithi069.stdout: "pri8_bytes": { 2024-04-10T16:59:51.082 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.082 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.082 INFO:tasks.workunit.client.0.smithi069.stdout: "pri9_bytes": { 2024-04-10T16:59:51.082 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.082 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.082 INFO:tasks.workunit.client.0.smithi069.stdout: "reserved_bytes": { 2024-04-10T16:59:51.082 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 70823003 2024-04-10T16:59:51.083 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:51.083 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.083 INFO:tasks.workunit.client.0.smithi069.stdout: "prioritycache:kv": { 2024-04-10T16:59:51.083 INFO:tasks.workunit.client.0.smithi069.stdout: "committed_bytes": { 2024-04-10T16:59:51.083 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 314572800 2024-04-10T16:59:51.083 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.083 INFO:tasks.workunit.client.0.smithi069.stdout: "pri0_bytes": { 2024-04-10T16:59:51.083 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 67108864 2024-04-10T16:59:51.083 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.083 INFO:tasks.workunit.client.0.smithi069.stdout: "pri10_bytes": { 2024-04-10T16:59:51.083 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.083 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.083 INFO:tasks.workunit.client.0.smithi069.stdout: "pri11_bytes": { 2024-04-10T16:59:51.083 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 178275938 2024-04-10T16:59:51.084 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.084 INFO:tasks.workunit.client.0.smithi069.stdout: "pri1_bytes": { 2024-04-10T16:59:51.084 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.084 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.084 INFO:tasks.workunit.client.0.smithi069.stdout: "pri2_bytes": { 2024-04-10T16:59:51.084 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.084 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.084 INFO:tasks.workunit.client.0.smithi069.stdout: "pri3_bytes": { 2024-04-10T16:59:51.084 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.084 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.084 INFO:tasks.workunit.client.0.smithi069.stdout: "pri4_bytes": { 2024-04-10T16:59:51.084 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.084 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.084 INFO:tasks.workunit.client.0.smithi069.stdout: "pri5_bytes": { 2024-04-10T16:59:51.085 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.085 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.085 INFO:tasks.workunit.client.0.smithi069.stdout: "pri6_bytes": { 2024-04-10T16:59:51.085 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.085 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.085 INFO:tasks.workunit.client.0.smithi069.stdout: "pri7_bytes": { 2024-04-10T16:59:51.085 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.085 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.085 INFO:tasks.workunit.client.0.smithi069.stdout: "pri8_bytes": { 2024-04-10T16:59:51.085 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.085 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.085 INFO:tasks.workunit.client.0.smithi069.stdout: "pri9_bytes": { 2024-04-10T16:59:51.085 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.085 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.085 INFO:tasks.workunit.client.0.smithi069.stdout: "reserved_bytes": { 2024-04-10T16:59:51.086 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 69187998 2024-04-10T16:59:51.086 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:51.086 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.086 INFO:tasks.workunit.client.0.smithi069.stdout: "rocksdb": { 2024-04-10T16:59:51.086 INFO:tasks.workunit.client.0.smithi069.stdout: "compact": { 2024-04-10T16:59:51.086 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.086 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.086 INFO:tasks.workunit.client.0.smithi069.stdout: "compact_queue_len": { 2024-04-10T16:59:51.086 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.086 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.086 INFO:tasks.workunit.client.0.smithi069.stdout: "compact_queue_merge": { 2024-04-10T16:59:51.086 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.086 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.086 INFO:tasks.workunit.client.0.smithi069.stdout: "compact_range": { 2024-04-10T16:59:51.086 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 98 2024-04-10T16:59:51.086 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.087 INFO:tasks.workunit.client.0.smithi069.stdout: "get_latency": { 2024-04-10T16:59:51.087 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 368149, 2024-04-10T16:59:51.087 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1904306439 2024-04-10T16:59:51.087 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.087 INFO:tasks.workunit.client.0.smithi069.stdout: "rocksdb_write_delay_time": { 2024-04-10T16:59:51.087 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:51.087 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.087 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.087 INFO:tasks.workunit.client.0.smithi069.stdout: "rocksdb_write_memtable_time": { 2024-04-10T16:59:51.087 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:51.087 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.087 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.087 INFO:tasks.workunit.client.0.smithi069.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-10T16:59:51.087 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:51.087 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.088 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.088 INFO:tasks.workunit.client.0.smithi069.stdout: "rocksdb_write_wal_time": { 2024-04-10T16:59:51.088 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:51.088 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.088 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.088 INFO:tasks.workunit.client.0.smithi069.stdout: "submit_latency": { 2024-04-10T16:59:51.088 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:51.088 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.088 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.088 INFO:tasks.workunit.client.0.smithi069.stdout: "submit_sync_latency": { 2024-04-10T16:59:51.088 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 20514, 2024-04-10T16:59:51.088 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 9571140991 2024-04-10T16:59:51.088 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:51.088 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:51.088 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.089 INFO:tasks.workunit.client.0.smithi069.stdout: "osd.0": { 2024-04-10T16:59:51.089 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs": { 2024-04-10T16:59:51.089 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_db_max_lat": { 2024-04-10T16:59:51.089 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 16294 2024-04-10T16:59:51.089 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.089 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_slow_fallback": { 2024-04-10T16:59:51.089 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.089 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.089 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_slow_max_lat": { 2024-04-10T16:59:51.089 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.089 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.089 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_slow_size_fallback": { 2024-04-10T16:59:51.089 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.089 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.089 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_unit_db": { 2024-04-10T16:59:51.089 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 65536 2024-04-10T16:59:51.090 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.090 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_unit_slow": { 2024-04-10T16:59:51.090 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.090 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.090 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_unit_wal": { 2024-04-10T16:59:51.090 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.090 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.090 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_wal_max_lat": { 2024-04-10T16:59:51.090 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.090 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.090 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes_written_slow": { 2024-04-10T16:59:51.090 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.090 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.090 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes_written_sst": { 2024-04-10T16:59:51.090 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 10133504 2024-04-10T16:59:51.090 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.091 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes_written_wal": { 2024-04-10T16:59:51.091 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 728342528 2024-04-10T16:59:51.091 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.091 INFO:tasks.workunit.client.0.smithi069.stdout: "compact_lat": { 2024-04-10T16:59:51.091 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 18, 2024-04-10T16:59:51.091 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3582650 2024-04-10T16:59:51.091 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.091 INFO:tasks.workunit.client.0.smithi069.stdout: "compact_lock_lat": { 2024-04-10T16:59:51.091 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 18, 2024-04-10T16:59:51.091 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1321269 2024-04-10T16:59:51.091 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.091 INFO:tasks.workunit.client.0.smithi069.stdout: "db_alloc_lat": { 2024-04-10T16:59:51.091 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 194, 2024-04-10T16:59:51.091 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1018050 2024-04-10T16:59:51.091 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.091 INFO:tasks.workunit.client.0.smithi069.stdout: "db_total_bytes": { 2024-04-10T16:59:51.091 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 95995027456 2024-04-10T16:59:51.092 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.092 INFO:tasks.workunit.client.0.smithi069.stdout: "db_used_bytes": { 2024-04-10T16:59:51.092 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 683671552 2024-04-10T16:59:51.092 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.092 INFO:tasks.workunit.client.0.smithi069.stdout: "flush_lat": { 2024-04-10T16:59:51.092 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 77057, 2024-04-10T16:59:51.092 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 11771125062 2024-04-10T16:59:51.092 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.092 INFO:tasks.workunit.client.0.smithi069.stdout: "fsync_lat": { 2024-04-10T16:59:51.092 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 77062, 2024-04-10T16:59:51.092 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 19291728337 2024-04-10T16:59:51.092 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.092 INFO:tasks.workunit.client.0.smithi069.stdout: "log_bytes": { 2024-04-10T16:59:51.092 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 16400384 2024-04-10T16:59:51.092 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.093 INFO:tasks.workunit.client.0.smithi069.stdout: "logged_bytes": { 2024-04-10T16:59:51.093 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 315654144 2024-04-10T16:59:51.093 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.093 INFO:tasks.workunit.client.0.smithi069.stdout: "max_bytes_db": { 2024-04-10T16:59:51.093 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 679411712 2024-04-10T16:59:51.093 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.093 INFO:tasks.workunit.client.0.smithi069.stdout: "max_bytes_slow": { 2024-04-10T16:59:51.093 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.093 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.093 INFO:tasks.workunit.client.0.smithi069.stdout: "max_bytes_wal": { 2024-04-10T16:59:51.093 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.093 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.093 INFO:tasks.workunit.client.0.smithi069.stdout: "num_files": { 2024-04-10T16:59:51.093 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 50 2024-04-10T16:59:51.093 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.094 INFO:tasks.workunit.client.0.smithi069.stdout: "read_bytes": { 2024-04-10T16:59:51.094 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 6815005196 2024-04-10T16:59:51.094 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.094 INFO:tasks.workunit.client.0.smithi069.stdout: "read_count": { 2024-04-10T16:59:51.094 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 63134 2024-04-10T16:59:51.094 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.094 INFO:tasks.workunit.client.0.smithi069.stdout: "read_disk_bytes": { 2024-04-10T16:59:51.094 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 6018924544 2024-04-10T16:59:51.094 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.094 INFO:tasks.workunit.client.0.smithi069.stdout: "read_disk_bytes_db": { 2024-04-10T16:59:51.094 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 6018928640 2024-04-10T16:59:51.094 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.094 INFO:tasks.workunit.client.0.smithi069.stdout: "read_disk_bytes_slow": { 2024-04-10T16:59:51.094 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.095 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.095 INFO:tasks.workunit.client.0.smithi069.stdout: "read_disk_bytes_wal": { 2024-04-10T16:59:51.095 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.095 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.095 INFO:tasks.workunit.client.0.smithi069.stdout: "read_disk_count": { 2024-04-10T16:59:51.095 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 52284 2024-04-10T16:59:51.095 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.095 INFO:tasks.workunit.client.0.smithi069.stdout: "read_lat": { 2024-04-10T16:59:51.095 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 63134, 2024-04-10T16:59:51.095 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2213170540 2024-04-10T16:59:51.095 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.095 INFO:tasks.workunit.client.0.smithi069.stdout: "read_prefetch_bytes": { 2024-04-10T16:59:51.095 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 6716699932 2024-04-10T16:59:51.095 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.096 INFO:tasks.workunit.client.0.smithi069.stdout: "read_prefetch_count": { 2024-04-10T16:59:51.096 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 60120 2024-04-10T16:59:51.096 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.096 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_buffer_bytes": { 2024-04-10T16:59:51.096 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3630702 2024-04-10T16:59:51.096 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.096 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_buffer_count": { 2024-04-10T16:59:51.096 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 649 2024-04-10T16:59:51.096 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.096 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_bytes": { 2024-04-10T16:59:51.096 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 10047141 2024-04-10T16:59:51.096 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.096 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_count": { 2024-04-10T16:59:51.096 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 968 2024-04-10T16:59:51.096 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.097 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_disk_bytes": { 2024-04-10T16:59:51.097 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 6416439 2024-04-10T16:59:51.097 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.097 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_disk_bytes_db": { 2024-04-10T16:59:51.097 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 6416439 2024-04-10T16:59:51.097 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.097 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_disk_bytes_slow": { 2024-04-10T16:59:51.097 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.097 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.097 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_disk_bytes_wal": { 2024-04-10T16:59:51.097 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.097 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.097 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_disk_count": { 2024-04-10T16:59:51.097 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 330 2024-04-10T16:59:51.097 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.098 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_lat": { 2024-04-10T16:59:51.098 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 968, 2024-04-10T16:59:51.098 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3070699 2024-04-10T16:59:51.098 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.098 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_alloc_lat": { 2024-04-10T16:59:51.098 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:51.098 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.098 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.098 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_total_bytes": { 2024-04-10T16:59:51.098 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.098 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.098 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_used_bytes": { 2024-04-10T16:59:51.098 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.098 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.098 INFO:tasks.workunit.client.0.smithi069.stdout: "truncate_lat": { 2024-04-10T16:59:51.098 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 1, 2024-04-10T16:59:51.099 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 827 2024-04-10T16:59:51.099 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.099 INFO:tasks.workunit.client.0.smithi069.stdout: "unlink_lat": { 2024-04-10T16:59:51.099 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 8, 2024-04-10T16:59:51.099 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 9830 2024-04-10T16:59:51.099 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.099 INFO:tasks.workunit.client.0.smithi069.stdout: "wal_alloc_lat": { 2024-04-10T16:59:51.099 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:51.099 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.099 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.099 INFO:tasks.workunit.client.0.smithi069.stdout: "wal_total_bytes": { 2024-04-10T16:59:51.099 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.099 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.099 INFO:tasks.workunit.client.0.smithi069.stdout: "wal_used_bytes": { 2024-04-10T16:59:51.100 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.100 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.100 INFO:tasks.workunit.client.0.smithi069.stdout: "write_bytes": { 2024-04-10T16:59:51.100 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1056870400 2024-04-10T16:59:51.100 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:51.100 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.100 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore": { 2024-04-10T16:59:51.100 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_unit": { 2024-04-10T16:59:51.100 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 4096 2024-04-10T16:59:51.100 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.100 INFO:tasks.workunit.client.0.smithi069.stdout: "allocated": { 2024-04-10T16:59:51.100 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 14196736 2024-04-10T16:59:51.100 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.100 INFO:tasks.workunit.client.0.smithi069.stdout: "allocator_lat": { 2024-04-10T16:59:51.101 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 20726, 2024-04-10T16:59:51.101 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 82074991 2024-04-10T16:59:51.101 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.101 INFO:tasks.workunit.client.0.smithi069.stdout: "clist_lat": { 2024-04-10T16:59:51.101 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 3587, 2024-04-10T16:59:51.101 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 6135991155 2024-04-10T16:59:51.101 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.101 INFO:tasks.workunit.client.0.smithi069.stdout: "compress_lat": { 2024-04-10T16:59:51.101 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:51.101 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.101 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.101 INFO:tasks.workunit.client.0.smithi069.stdout: "compressed": { 2024-04-10T16:59:51.101 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.102 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.102 INFO:tasks.workunit.client.0.smithi069.stdout: "compressed_allocated": { 2024-04-10T16:59:51.102 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.102 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.102 INFO:tasks.workunit.client.0.smithi069.stdout: "compressed_original": { 2024-04-10T16:59:51.102 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.102 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.102 INFO:tasks.workunit.client.0.smithi069.stdout: "csum_lat": { 2024-04-10T16:59:51.102 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 28136, 2024-04-10T16:59:51.102 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 243525412 2024-04-10T16:59:51.102 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.102 INFO:tasks.workunit.client.0.smithi069.stdout: "decompress_lat": { 2024-04-10T16:59:51.102 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:51.103 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.103 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.103 INFO:tasks.workunit.client.0.smithi069.stdout: "fragmentation_micros": { 2024-04-10T16:59:51.103 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.103 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.103 INFO:tasks.workunit.client.0.smithi069.stdout: "kv_commit_lat": { 2024-04-10T16:59:51.103 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 76994, 2024-04-10T16:59:51.103 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 23495545963 2024-04-10T16:59:51.103 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.103 INFO:tasks.workunit.client.0.smithi069.stdout: "kv_final_lat": { 2024-04-10T16:59:51.103 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 76394, 2024-04-10T16:59:51.103 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1580996659 2024-04-10T16:59:51.103 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.104 INFO:tasks.workunit.client.0.smithi069.stdout: "kv_flush_lat": { 2024-04-10T16:59:51.104 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 76994, 2024-04-10T16:59:51.104 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 47371269 2024-04-10T16:59:51.104 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.104 INFO:tasks.workunit.client.0.smithi069.stdout: "kv_sync_lat": { 2024-04-10T16:59:51.104 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 76994, 2024-04-10T16:59:51.104 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 23542917232 2024-04-10T16:59:51.104 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.104 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_get_keys_lat": { 2024-04-10T16:59:51.104 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:51.104 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.104 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.104 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_get_values_lat": { 2024-04-10T16:59:51.104 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 36235, 2024-04-10T16:59:51.105 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1564326023 2024-04-10T16:59:51.105 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.105 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_lower_bound_lat": { 2024-04-10T16:59:51.105 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 1126, 2024-04-10T16:59:51.105 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2966303 2024-04-10T16:59:51.105 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.105 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_next_lat": { 2024-04-10T16:59:51.105 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 21701, 2024-04-10T16:59:51.105 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 10663946 2024-04-10T16:59:51.105 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.105 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_seek_to_first_lat": { 2024-04-10T16:59:51.105 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 52, 2024-04-10T16:59:51.105 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 65475 2024-04-10T16:59:51.106 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.106 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_upper_bound_lat": { 2024-04-10T16:59:51.106 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 17424, 2024-04-10T16:59:51.106 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2550504348 2024-04-10T16:59:51.106 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.106 INFO:tasks.workunit.client.0.smithi069.stdout: "onode_hits": { 2024-04-10T16:59:51.106 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 249455 2024-04-10T16:59:51.106 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.106 INFO:tasks.workunit.client.0.smithi069.stdout: "onode_misses": { 2024-04-10T16:59:51.106 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 24040 2024-04-10T16:59:51.106 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.106 INFO:tasks.workunit.client.0.smithi069.stdout: "read_lat": { 2024-04-10T16:59:51.106 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 14586, 2024-04-10T16:59:51.106 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2617428025 2024-04-10T16:59:51.106 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.107 INFO:tasks.workunit.client.0.smithi069.stdout: "read_onode_meta_lat": { 2024-04-10T16:59:51.107 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 38287, 2024-04-10T16:59:51.107 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 13550226 2024-04-10T16:59:51.107 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.107 INFO:tasks.workunit.client.0.smithi069.stdout: "read_wait_aio_lat": { 2024-04-10T16:59:51.107 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 23701, 2024-04-10T16:59:51.107 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2046013126 2024-04-10T16:59:51.107 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.107 INFO:tasks.workunit.client.0.smithi069.stdout: "reads_with_retries": { 2024-04-10T16:59:51.107 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.107 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.107 INFO:tasks.workunit.client.0.smithi069.stdout: "remove_lat": { 2024-04-10T16:59:51.107 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 15377, 2024-04-10T16:59:51.107 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 459135951 2024-04-10T16:59:51.107 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.108 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_aio_wait_count": { 2024-04-10T16:59:51.108 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.108 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.108 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_committed_kv_count": { 2024-04-10T16:59:51.108 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.108 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.108 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_read_onode_meta_count": { 2024-04-10T16:59:51.108 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.108 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.108 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_read_wait_aio_count": { 2024-04-10T16:59:51.108 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.108 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.108 INFO:tasks.workunit.client.0.smithi069.stdout: "state_aio_wait_lat": { 2024-04-10T16:59:51.108 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 91731, 2024-04-10T16:59:51.108 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 10152341971 2024-04-10T16:59:51.109 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.109 INFO:tasks.workunit.client.0.smithi069.stdout: "state_deferred_aio_wait_lat": { 2024-04-10T16:59:51.109 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 10197, 2024-04-10T16:59:51.109 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 768221659 2024-04-10T16:59:51.109 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.109 INFO:tasks.workunit.client.0.smithi069.stdout: "state_deferred_cleanup_lat": { 2024-04-10T16:59:51.109 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 10197, 2024-04-10T16:59:51.109 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3737502701518 2024-04-10T16:59:51.109 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.109 INFO:tasks.workunit.client.0.smithi069.stdout: "state_deferred_queued_lat": { 2024-04-10T16:59:51.109 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 10197, 2024-04-10T16:59:51.109 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 7251292099574 2024-04-10T16:59:51.109 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.109 INFO:tasks.workunit.client.0.smithi069.stdout: "state_done_lat": { 2024-04-10T16:59:51.109 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 91731, 2024-04-10T16:59:51.110 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3107097797988 2024-04-10T16:59:51.110 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.110 INFO:tasks.workunit.client.0.smithi069.stdout: "state_finishing_lat": { 2024-04-10T16:59:51.110 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 91731, 2024-04-10T16:59:51.110 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 8533238 2024-04-10T16:59:51.110 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.110 INFO:tasks.workunit.client.0.smithi069.stdout: "state_io_done_lat": { 2024-04-10T16:59:51.110 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 91731, 2024-04-10T16:59:51.110 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 437510467 2024-04-10T16:59:51.110 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.110 INFO:tasks.workunit.client.0.smithi069.stdout: "state_kv_commiting_lat": { 2024-04-10T16:59:51.110 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 91731, 2024-04-10T16:59:51.110 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 38122073245 2024-04-10T16:59:51.110 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.111 INFO:tasks.workunit.client.0.smithi069.stdout: "state_kv_done_lat": { 2024-04-10T16:59:51.111 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 91731, 2024-04-10T16:59:51.111 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 34775031 2024-04-10T16:59:51.111 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.111 INFO:tasks.workunit.client.0.smithi069.stdout: "state_kv_queued_lat": { 2024-04-10T16:59:51.111 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 91731, 2024-04-10T16:59:51.111 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 19217348316 2024-04-10T16:59:51.111 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.111 INFO:tasks.workunit.client.0.smithi069.stdout: "state_prepare_lat": { 2024-04-10T16:59:51.111 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 91731, 2024-04-10T16:59:51.111 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 14265938888 2024-04-10T16:59:51.111 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.111 INFO:tasks.workunit.client.0.smithi069.stdout: "stored": { 2024-04-10T16:59:51.111 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 10263851 2024-04-10T16:59:51.111 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.112 INFO:tasks.workunit.client.0.smithi069.stdout: "truncate_lat": { 2024-04-10T16:59:51.112 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 2610, 2024-04-10T16:59:51.112 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 14682594 2024-04-10T16:59:51.112 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.112 INFO:tasks.workunit.client.0.smithi069.stdout: "txc_commit_lat": { 2024-04-10T16:59:51.112 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 91731, 2024-04-10T16:59:51.112 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 82211606498 2024-04-10T16:59:51.112 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.112 INFO:tasks.workunit.client.0.smithi069.stdout: "txc_submit_lat": { 2024-04-10T16:59:51.112 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 91731, 2024-04-10T16:59:51.112 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 15430290720 2024-04-10T16:59:51.112 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.112 INFO:tasks.workunit.client.0.smithi069.stdout: "txc_throttle_lat": { 2024-04-10T16:59:51.112 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 91731, 2024-04-10T16:59:51.113 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 602840698 2024-04-10T16:59:51.113 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:51.113 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.113 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore-pricache": { 2024-04-10T16:59:51.113 INFO:tasks.workunit.client.0.smithi069.stdout: "cache_bytes": { 2024-04-10T16:59:51.113 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1405243637 2024-04-10T16:59:51.113 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.113 INFO:tasks.workunit.client.0.smithi069.stdout: "heap_bytes": { 2024-04-10T16:59:51.113 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 609812480 2024-04-10T16:59:51.113 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.113 INFO:tasks.workunit.client.0.smithi069.stdout: "mapped_bytes": { 2024-04-10T16:59:51.113 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 559570944 2024-04-10T16:59:51.113 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.113 INFO:tasks.workunit.client.0.smithi069.stdout: "target_bytes": { 2024-04-10T16:59:51.114 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2600647065 2024-04-10T16:59:51.114 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.114 INFO:tasks.workunit.client.0.smithi069.stdout: "unmapped_bytes": { 2024-04-10T16:59:51.114 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 50241536 2024-04-10T16:59:51.114 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:51.114 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.114 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore-pricache:data": { 2024-04-10T16:59:51.114 INFO:tasks.workunit.client.0.smithi069.stdout: "committed_bytes": { 2024-04-10T16:59:51.114 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 125829120 2024-04-10T16:59:51.114 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.114 INFO:tasks.workunit.client.0.smithi069.stdout: "pri0_bytes": { 2024-04-10T16:59:51.114 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.114 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.114 INFO:tasks.workunit.client.0.smithi069.stdout: "pri10_bytes": { 2024-04-10T16:59:51.114 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.115 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.115 INFO:tasks.workunit.client.0.smithi069.stdout: "pri11_bytes": { 2024-04-10T16:59:51.115 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 56684696 2024-04-10T16:59:51.115 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.115 INFO:tasks.workunit.client.0.smithi069.stdout: "pri1_bytes": { 2024-04-10T16:59:51.115 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.115 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.115 INFO:tasks.workunit.client.0.smithi069.stdout: "pri2_bytes": { 2024-04-10T16:59:51.115 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.115 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.115 INFO:tasks.workunit.client.0.smithi069.stdout: "pri3_bytes": { 2024-04-10T16:59:51.115 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.115 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.115 INFO:tasks.workunit.client.0.smithi069.stdout: "pri4_bytes": { 2024-04-10T16:59:51.115 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.116 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.116 INFO:tasks.workunit.client.0.smithi069.stdout: "pri5_bytes": { 2024-04-10T16:59:51.116 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 4096 2024-04-10T16:59:51.116 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.116 INFO:tasks.workunit.client.0.smithi069.stdout: "pri6_bytes": { 2024-04-10T16:59:51.116 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 876544 2024-04-10T16:59:51.116 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.116 INFO:tasks.workunit.client.0.smithi069.stdout: "pri7_bytes": { 2024-04-10T16:59:51.116 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.116 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.116 INFO:tasks.workunit.client.0.smithi069.stdout: "pri8_bytes": { 2024-04-10T16:59:51.116 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.116 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.116 INFO:tasks.workunit.client.0.smithi069.stdout: "pri9_bytes": { 2024-04-10T16:59:51.116 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.117 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.117 INFO:tasks.workunit.client.0.smithi069.stdout: "reserved_bytes": { 2024-04-10T16:59:51.117 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 68263784 2024-04-10T16:59:51.117 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:51.117 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.117 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore-pricache:kv": { 2024-04-10T16:59:51.117 INFO:tasks.workunit.client.0.smithi069.stdout: "committed_bytes": { 2024-04-10T16:59:51.117 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 562036736 2024-04-10T16:59:51.117 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.117 INFO:tasks.workunit.client.0.smithi069.stdout: "pri0_bytes": { 2024-04-10T16:59:51.117 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 67108864 2024-04-10T16:59:51.117 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.117 INFO:tasks.workunit.client.0.smithi069.stdout: "pri10_bytes": { 2024-04-10T16:59:51.117 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.117 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.117 INFO:tasks.workunit.client.0.smithi069.stdout: "pri11_bytes": { 2024-04-10T16:59:51.118 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 425135223 2024-04-10T16:59:51.118 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.118 INFO:tasks.workunit.client.0.smithi069.stdout: "pri1_bytes": { 2024-04-10T16:59:51.118 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.118 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.118 INFO:tasks.workunit.client.0.smithi069.stdout: "pri2_bytes": { 2024-04-10T16:59:51.118 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.118 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.118 INFO:tasks.workunit.client.0.smithi069.stdout: "pri3_bytes": { 2024-04-10T16:59:51.118 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2416 2024-04-10T16:59:51.118 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.118 INFO:tasks.workunit.client.0.smithi069.stdout: "pri4_bytes": { 2024-04-10T16:59:51.119 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.119 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.119 INFO:tasks.workunit.client.0.smithi069.stdout: "pri5_bytes": { 2024-04-10T16:59:51.119 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 148784 2024-04-10T16:59:51.119 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.119 INFO:tasks.workunit.client.0.smithi069.stdout: "pri6_bytes": { 2024-04-10T16:59:51.119 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.119 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.119 INFO:tasks.workunit.client.0.smithi069.stdout: "pri7_bytes": { 2024-04-10T16:59:51.119 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.119 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.119 INFO:tasks.workunit.client.0.smithi069.stdout: "pri8_bytes": { 2024-04-10T16:59:51.119 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.119 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.119 INFO:tasks.workunit.client.0.smithi069.stdout: "pri9_bytes": { 2024-04-10T16:59:51.120 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.120 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.120 INFO:tasks.workunit.client.0.smithi069.stdout: "reserved_bytes": { 2024-04-10T16:59:51.120 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 69641449 2024-04-10T16:59:51.120 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:51.120 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.120 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore-pricache:kv_onode": { 2024-04-10T16:59:51.120 INFO:tasks.workunit.client.0.smithi069.stdout: "committed_bytes": { 2024-04-10T16:59:51.120 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 184549376 2024-04-10T16:59:51.120 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.120 INFO:tasks.workunit.client.0.smithi069.stdout: "pri0_bytes": { 2024-04-10T16:59:51.120 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 67108864 2024-04-10T16:59:51.120 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.120 INFO:tasks.workunit.client.0.smithi069.stdout: "pri10_bytes": { 2024-04-10T16:59:51.120 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 10071184 2024-04-10T16:59:51.121 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.121 INFO:tasks.workunit.client.0.smithi069.stdout: "pri11_bytes": { 2024-04-10T16:59:51.121 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 37789797 2024-04-10T16:59:51.121 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.121 INFO:tasks.workunit.client.0.smithi069.stdout: "pri1_bytes": { 2024-04-10T16:59:51.121 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.121 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.121 INFO:tasks.workunit.client.0.smithi069.stdout: "pri2_bytes": { 2024-04-10T16:59:51.121 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.121 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.121 INFO:tasks.workunit.client.0.smithi069.stdout: "pri3_bytes": { 2024-04-10T16:59:51.121 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.121 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.121 INFO:tasks.workunit.client.0.smithi069.stdout: "pri4_bytes": { 2024-04-10T16:59:51.121 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.122 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.122 INFO:tasks.workunit.client.0.smithi069.stdout: "pri5_bytes": { 2024-04-10T16:59:51.122 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.122 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.122 INFO:tasks.workunit.client.0.smithi069.stdout: "pri6_bytes": { 2024-04-10T16:59:51.122 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.122 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.122 INFO:tasks.workunit.client.0.smithi069.stdout: "pri7_bytes": { 2024-04-10T16:59:51.122 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.122 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.122 INFO:tasks.workunit.client.0.smithi069.stdout: "pri8_bytes": { 2024-04-10T16:59:51.122 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.122 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.122 INFO:tasks.workunit.client.0.smithi069.stdout: "pri9_bytes": { 2024-04-10T16:59:51.122 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.123 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.123 INFO:tasks.workunit.client.0.smithi069.stdout: "reserved_bytes": { 2024-04-10T16:59:51.123 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 69579531 2024-04-10T16:59:51.123 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:51.123 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.123 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore-pricache:meta": { 2024-04-10T16:59:51.123 INFO:tasks.workunit.client.0.smithi069.stdout: "committed_bytes": { 2024-04-10T16:59:51.123 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 494927872 2024-04-10T16:59:51.123 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.123 INFO:tasks.workunit.client.0.smithi069.stdout: "pri0_bytes": { 2024-04-10T16:59:51.123 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.123 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.123 INFO:tasks.workunit.client.0.smithi069.stdout: "pri10_bytes": { 2024-04-10T16:59:51.123 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.123 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.124 INFO:tasks.workunit.client.0.smithi069.stdout: "pri11_bytes": { 2024-04-10T16:59:51.124 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 425135223 2024-04-10T16:59:51.124 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.124 INFO:tasks.workunit.client.0.smithi069.stdout: "pri1_bytes": { 2024-04-10T16:59:51.124 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.124 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.124 INFO:tasks.workunit.client.0.smithi069.stdout: "pri2_bytes": { 2024-04-10T16:59:51.124 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.124 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.124 INFO:tasks.workunit.client.0.smithi069.stdout: "pri3_bytes": { 2024-04-10T16:59:51.124 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.124 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.124 INFO:tasks.workunit.client.0.smithi069.stdout: "pri4_bytes": { 2024-04-10T16:59:51.124 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.124 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.124 INFO:tasks.workunit.client.0.smithi069.stdout: "pri5_bytes": { 2024-04-10T16:59:51.125 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 162351 2024-04-10T16:59:51.125 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.125 INFO:tasks.workunit.client.0.smithi069.stdout: "pri6_bytes": { 2024-04-10T16:59:51.125 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1111863 2024-04-10T16:59:51.125 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.125 INFO:tasks.workunit.client.0.smithi069.stdout: "pri7_bytes": { 2024-04-10T16:59:51.125 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.125 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.125 INFO:tasks.workunit.client.0.smithi069.stdout: "pri8_bytes": { 2024-04-10T16:59:51.125 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.125 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.125 INFO:tasks.workunit.client.0.smithi069.stdout: "pri9_bytes": { 2024-04-10T16:59:51.125 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.125 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.125 INFO:tasks.workunit.client.0.smithi069.stdout: "reserved_bytes": { 2024-04-10T16:59:51.125 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 68518435 2024-04-10T16:59:51.126 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:51.126 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.126 INFO:tasks.workunit.client.0.smithi069.stdout: "objecter": { 2024-04-10T16:59:51.126 INFO:tasks.workunit.client.0.smithi069.stdout: "op_active": { 2024-04-10T16:59:51.126 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.126 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.126 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r": { 2024-04-10T16:59:51.126 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 40 2024-04-10T16:59:51.126 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.126 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rmw": { 2024-04-10T16:59:51.126 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.126 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.126 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w": { 2024-04-10T16:59:51.126 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.126 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:51.126 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.127 INFO:tasks.workunit.client.0.smithi069.stdout: "osd": { 2024-04-10T16:59:51.127 INFO:tasks.workunit.client.0.smithi069.stdout: "numpg": { 2024-04-10T16:59:51.127 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 55 2024-04-10T16:59:51.127 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.127 INFO:tasks.workunit.client.0.smithi069.stdout: "numpg_removing": { 2024-04-10T16:59:51.127 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.127 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.127 INFO:tasks.workunit.client.0.smithi069.stdout: "op": { 2024-04-10T16:59:51.127 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 37531 2024-04-10T16:59:51.127 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.127 INFO:tasks.workunit.client.0.smithi069.stdout: "op_before_queue_op_lat": { 2024-04-10T16:59:51.127 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 125488, 2024-04-10T16:59:51.127 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 8057527659 2024-04-10T16:59:51.127 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.127 INFO:tasks.workunit.client.0.smithi069.stdout: "op_delayed_degraded": { 2024-04-10T16:59:51.127 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.128 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.128 INFO:tasks.workunit.client.0.smithi069.stdout: "op_delayed_unreadable": { 2024-04-10T16:59:51.128 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 4 2024-04-10T16:59:51.128 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.128 INFO:tasks.workunit.client.0.smithi069.stdout: "op_in_bytes": { 2024-04-10T16:59:51.128 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2595788506 2024-04-10T16:59:51.128 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.128 INFO:tasks.workunit.client.0.smithi069.stdout: "op_latency": { 2024-04-10T16:59:51.128 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 37531, 2024-04-10T16:59:51.128 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 194003429253 2024-04-10T16:59:51.128 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.128 INFO:tasks.workunit.client.0.smithi069.stdout: "op_out_bytes": { 2024-04-10T16:59:51.128 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3639875906 2024-04-10T16:59:51.128 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.128 INFO:tasks.workunit.client.0.smithi069.stdout: "op_prepare_latency": { 2024-04-10T16:59:51.128 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 38479, 2024-04-10T16:59:51.129 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 21399041128 2024-04-10T16:59:51.129 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.129 INFO:tasks.workunit.client.0.smithi069.stdout: "op_process_latency": { 2024-04-10T16:59:51.129 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 37531, 2024-04-10T16:59:51.129 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 70697279551 2024-04-10T16:59:51.129 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.129 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r": { 2024-04-10T16:59:51.129 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 21404 2024-04-10T16:59:51.129 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.129 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r_latency": { 2024-04-10T16:59:51.129 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 21404, 2024-04-10T16:59:51.129 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 12118335878 2024-04-10T16:59:51.129 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.129 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-10T16:59:51.129 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.130 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.130 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r_out_bytes": { 2024-04-10T16:59:51.130 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3639875906 2024-04-10T16:59:51.130 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.130 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r_prepare_latency": { 2024-04-10T16:59:51.130 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 21759, 2024-04-10T16:59:51.130 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 5854913528 2024-04-10T16:59:51.130 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.130 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r_process_latency": { 2024-04-10T16:59:51.130 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 21404, 2024-04-10T16:59:51.130 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 6597278526 2024-04-10T16:59:51.130 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.130 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw": { 2024-04-10T16:59:51.131 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 8767 2024-04-10T16:59:51.131 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.131 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_in_bytes": { 2024-04-10T16:59:51.131 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 469135478 2024-04-10T16:59:51.131 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.131 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_latency": { 2024-04-10T16:59:51.131 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 8767, 2024-04-10T16:59:51.131 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 17865144573 2024-04-10T16:59:51.131 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.131 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-10T16:59:51.131 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.131 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.131 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-10T16:59:51.131 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.132 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.132 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_out_bytes": { 2024-04-10T16:59:51.132 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.132 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.132 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_prepare_latency": { 2024-04-10T16:59:51.132 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 9181, 2024-04-10T16:59:51.132 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 5693733818 2024-04-10T16:59:51.132 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.132 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_process_latency": { 2024-04-10T16:59:51.132 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 8767, 2024-04-10T16:59:51.132 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 14943391017 2024-04-10T16:59:51.132 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.132 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w": { 2024-04-10T16:59:51.132 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 7360 2024-04-10T16:59:51.133 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.133 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w_in_bytes": { 2024-04-10T16:59:51.133 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2126653028 2024-04-10T16:59:51.133 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.133 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w_latency": { 2024-04-10T16:59:51.133 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 7360, 2024-04-10T16:59:51.133 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 164019948802 2024-04-10T16:59:51.133 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.133 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-10T16:59:51.133 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.133 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.133 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w_prepare_latency": { 2024-04-10T16:59:51.133 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 7539, 2024-04-10T16:59:51.133 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 9850393782 2024-04-10T16:59:51.134 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.134 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w_process_latency": { 2024-04-10T16:59:51.134 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 7360, 2024-04-10T16:59:51.134 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 49156610008 2024-04-10T16:59:51.134 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.134 INFO:tasks.workunit.client.0.smithi069.stdout: "op_wip": { 2024-04-10T16:59:51.134 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.134 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.134 INFO:tasks.workunit.client.0.smithi069.stdout: "recovery_bytes": { 2024-04-10T16:59:51.134 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 13631526 2024-04-10T16:59:51.134 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.134 INFO:tasks.workunit.client.0.smithi069.stdout: "recovery_ops": { 2024-04-10T16:59:51.134 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 23 2024-04-10T16:59:51.134 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.134 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_bytes": { 2024-04-10T16:59:51.135 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 95995035648 2024-04-10T16:59:51.135 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.135 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_bytes_used": { 2024-04-10T16:59:51.135 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 697876480 2024-04-10T16:59:51.135 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:51.135 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:51.135 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.135 INFO:tasks.workunit.client.0.smithi069.stdout: "osd.1": { 2024-04-10T16:59:51.135 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs": { 2024-04-10T16:59:51.135 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_db_max_lat": { 2024-04-10T16:59:51.135 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 19031 2024-04-10T16:59:51.135 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.135 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_slow_fallback": { 2024-04-10T16:59:51.135 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.135 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.135 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_slow_max_lat": { 2024-04-10T16:59:51.136 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.136 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.136 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_slow_size_fallback": { 2024-04-10T16:59:51.136 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.136 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.136 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_unit_db": { 2024-04-10T16:59:51.136 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 65536 2024-04-10T16:59:51.136 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.136 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_unit_slow": { 2024-04-10T16:59:51.136 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.136 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.136 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_unit_wal": { 2024-04-10T16:59:51.136 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.136 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.136 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_wal_max_lat": { 2024-04-10T16:59:51.136 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.136 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.137 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes_written_slow": { 2024-04-10T16:59:51.137 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.137 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.137 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes_written_sst": { 2024-04-10T16:59:51.137 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 11255808 2024-04-10T16:59:51.137 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.137 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes_written_wal": { 2024-04-10T16:59:51.137 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 787038208 2024-04-10T16:59:51.137 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.137 INFO:tasks.workunit.client.0.smithi069.stdout: "compact_lat": { 2024-04-10T16:59:51.137 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 18, 2024-04-10T16:59:51.137 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3528310 2024-04-10T16:59:51.137 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.137 INFO:tasks.workunit.client.0.smithi069.stdout: "compact_lock_lat": { 2024-04-10T16:59:51.137 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 18, 2024-04-10T16:59:51.138 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1217911 2024-04-10T16:59:51.138 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.138 INFO:tasks.workunit.client.0.smithi069.stdout: "db_alloc_lat": { 2024-04-10T16:59:51.138 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 201, 2024-04-10T16:59:51.138 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 949505 2024-04-10T16:59:51.138 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.138 INFO:tasks.workunit.client.0.smithi069.stdout: "db_total_bytes": { 2024-04-10T16:59:51.138 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 95995027456 2024-04-10T16:59:51.138 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.138 INFO:tasks.workunit.client.0.smithi069.stdout: "db_used_bytes": { 2024-04-10T16:59:51.138 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 838139904 2024-04-10T16:59:51.138 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.138 INFO:tasks.workunit.client.0.smithi069.stdout: "flush_lat": { 2024-04-10T16:59:51.139 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 74304, 2024-04-10T16:59:51.139 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 11245923182 2024-04-10T16:59:51.139 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.139 INFO:tasks.workunit.client.0.smithi069.stdout: "fsync_lat": { 2024-04-10T16:59:51.139 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 74329, 2024-04-10T16:59:51.139 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 18264928720 2024-04-10T16:59:51.139 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.139 INFO:tasks.workunit.client.0.smithi069.stdout: "log_bytes": { 2024-04-10T16:59:51.139 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 5136384 2024-04-10T16:59:51.139 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.139 INFO:tasks.workunit.client.0.smithi069.stdout: "logged_bytes": { 2024-04-10T16:59:51.139 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 304402432 2024-04-10T16:59:51.139 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.139 INFO:tasks.workunit.client.0.smithi069.stdout: "max_bytes_db": { 2024-04-10T16:59:51.139 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 855179264 2024-04-10T16:59:51.140 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.140 INFO:tasks.workunit.client.0.smithi069.stdout: "max_bytes_slow": { 2024-04-10T16:59:51.140 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.140 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.140 INFO:tasks.workunit.client.0.smithi069.stdout: "max_bytes_wal": { 2024-04-10T16:59:51.140 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.140 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.140 INFO:tasks.workunit.client.0.smithi069.stdout: "num_files": { 2024-04-10T16:59:51.140 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 58 2024-04-10T16:59:51.140 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.140 INFO:tasks.workunit.client.0.smithi069.stdout: "read_bytes": { 2024-04-10T16:59:51.140 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 8794376365 2024-04-10T16:59:51.140 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.140 INFO:tasks.workunit.client.0.smithi069.stdout: "read_count": { 2024-04-10T16:59:51.140 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 68924 2024-04-10T16:59:51.140 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.141 INFO:tasks.workunit.client.0.smithi069.stdout: "read_disk_bytes": { 2024-04-10T16:59:51.141 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 7451418624 2024-04-10T16:59:51.141 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.141 INFO:tasks.workunit.client.0.smithi069.stdout: "read_disk_bytes_db": { 2024-04-10T16:59:51.141 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 7451422720 2024-04-10T16:59:51.141 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.141 INFO:tasks.workunit.client.0.smithi069.stdout: "read_disk_bytes_slow": { 2024-04-10T16:59:51.141 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.141 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.141 INFO:tasks.workunit.client.0.smithi069.stdout: "read_disk_bytes_wal": { 2024-04-10T16:59:51.141 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.141 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.141 INFO:tasks.workunit.client.0.smithi069.stdout: "read_disk_count": { 2024-04-10T16:59:51.141 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 59517 2024-04-10T16:59:51.142 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.142 INFO:tasks.workunit.client.0.smithi069.stdout: "read_lat": { 2024-04-10T16:59:51.142 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 68924, 2024-04-10T16:59:51.142 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2417683758 2024-04-10T16:59:51.142 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.142 INFO:tasks.workunit.client.0.smithi069.stdout: "read_prefetch_bytes": { 2024-04-10T16:59:51.142 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 8683477583 2024-04-10T16:59:51.142 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.142 INFO:tasks.workunit.client.0.smithi069.stdout: "read_prefetch_count": { 2024-04-10T16:59:51.142 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 65525 2024-04-10T16:59:51.142 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.142 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_buffer_bytes": { 2024-04-10T16:59:51.142 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3466584 2024-04-10T16:59:51.142 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.142 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_buffer_count": { 2024-04-10T16:59:51.142 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 703 2024-04-10T16:59:51.143 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.143 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_bytes": { 2024-04-10T16:59:51.143 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 11033170 2024-04-10T16:59:51.143 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.143 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_count": { 2024-04-10T16:59:51.143 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 996 2024-04-10T16:59:51.143 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.143 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_disk_bytes": { 2024-04-10T16:59:51.143 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 7566586 2024-04-10T16:59:51.143 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.143 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_disk_bytes_db": { 2024-04-10T16:59:51.143 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 7566586 2024-04-10T16:59:51.143 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.143 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_disk_bytes_slow": { 2024-04-10T16:59:51.143 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.144 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.144 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_disk_bytes_wal": { 2024-04-10T16:59:51.144 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.144 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.144 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_disk_count": { 2024-04-10T16:59:51.144 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 300 2024-04-10T16:59:51.144 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.144 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_lat": { 2024-04-10T16:59:51.144 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 996, 2024-04-10T16:59:51.144 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3275094 2024-04-10T16:59:51.144 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.144 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_alloc_lat": { 2024-04-10T16:59:51.144 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:51.144 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.145 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.145 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_total_bytes": { 2024-04-10T16:59:51.145 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.145 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.145 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_used_bytes": { 2024-04-10T16:59:51.145 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.145 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.145 INFO:tasks.workunit.client.0.smithi069.stdout: "truncate_lat": { 2024-04-10T16:59:51.145 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 1, 2024-04-10T16:59:51.145 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 689 2024-04-10T16:59:51.145 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.145 INFO:tasks.workunit.client.0.smithi069.stdout: "unlink_lat": { 2024-04-10T16:59:51.145 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 10, 2024-04-10T16:59:51.145 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 11733 2024-04-10T16:59:51.145 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.145 INFO:tasks.workunit.client.0.smithi069.stdout: "wal_alloc_lat": { 2024-04-10T16:59:51.146 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:51.146 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.146 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.146 INFO:tasks.workunit.client.0.smithi069.stdout: "wal_total_bytes": { 2024-04-10T16:59:51.146 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.146 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.146 INFO:tasks.workunit.client.0.smithi069.stdout: "wal_used_bytes": { 2024-04-10T16:59:51.146 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.146 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.146 INFO:tasks.workunit.client.0.smithi069.stdout: "write_bytes": { 2024-04-10T16:59:51.146 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1105428480 2024-04-10T16:59:51.146 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:51.146 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.146 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore": { 2024-04-10T16:59:51.147 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_unit": { 2024-04-10T16:59:51.147 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 4096 2024-04-10T16:59:51.147 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.147 INFO:tasks.workunit.client.0.smithi069.stdout: "allocated": { 2024-04-10T16:59:51.147 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 13598720 2024-04-10T16:59:51.147 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.147 INFO:tasks.workunit.client.0.smithi069.stdout: "allocator_lat": { 2024-04-10T16:59:51.147 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 22071, 2024-04-10T16:59:51.147 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 91092239 2024-04-10T16:59:51.147 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.147 INFO:tasks.workunit.client.0.smithi069.stdout: "clist_lat": { 2024-04-10T16:59:51.147 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 3552, 2024-04-10T16:59:51.147 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 7525339635 2024-04-10T16:59:51.147 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.147 INFO:tasks.workunit.client.0.smithi069.stdout: "compress_lat": { 2024-04-10T16:59:51.147 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:51.147 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.148 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.148 INFO:tasks.workunit.client.0.smithi069.stdout: "compressed": { 2024-04-10T16:59:51.148 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.148 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.148 INFO:tasks.workunit.client.0.smithi069.stdout: "compressed_allocated": { 2024-04-10T16:59:51.148 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.148 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.148 INFO:tasks.workunit.client.0.smithi069.stdout: "compressed_original": { 2024-04-10T16:59:51.148 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.148 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.148 INFO:tasks.workunit.client.0.smithi069.stdout: "csum_lat": { 2024-04-10T16:59:51.148 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 18867, 2024-04-10T16:59:51.148 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 148372316 2024-04-10T16:59:51.148 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.148 INFO:tasks.workunit.client.0.smithi069.stdout: "decompress_lat": { 2024-04-10T16:59:51.148 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:51.149 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.149 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.149 INFO:tasks.workunit.client.0.smithi069.stdout: "fragmentation_micros": { 2024-04-10T16:59:51.149 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.149 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.149 INFO:tasks.workunit.client.0.smithi069.stdout: "kv_commit_lat": { 2024-04-10T16:59:51.149 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 74237, 2024-04-10T16:59:51.149 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 22229941080 2024-04-10T16:59:51.149 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.149 INFO:tasks.workunit.client.0.smithi069.stdout: "kv_final_lat": { 2024-04-10T16:59:51.149 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 73678, 2024-04-10T16:59:51.149 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1729008870 2024-04-10T16:59:51.149 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.149 INFO:tasks.workunit.client.0.smithi069.stdout: "kv_flush_lat": { 2024-04-10T16:59:51.149 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 74237, 2024-04-10T16:59:51.150 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 42875927 2024-04-10T16:59:51.150 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.150 INFO:tasks.workunit.client.0.smithi069.stdout: "kv_sync_lat": { 2024-04-10T16:59:51.150 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 74237, 2024-04-10T16:59:51.150 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 22272817007 2024-04-10T16:59:51.150 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.150 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_get_keys_lat": { 2024-04-10T16:59:51.150 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:51.150 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.150 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.150 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_get_values_lat": { 2024-04-10T16:59:51.150 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 24736, 2024-04-10T16:59:51.150 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 923733048 2024-04-10T16:59:51.150 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.151 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_lower_bound_lat": { 2024-04-10T16:59:51.151 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 1029, 2024-04-10T16:59:51.151 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3218332 2024-04-10T16:59:51.151 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.151 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_next_lat": { 2024-04-10T16:59:51.151 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 9277, 2024-04-10T16:59:51.151 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 8545639 2024-04-10T16:59:51.151 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.151 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_seek_to_first_lat": { 2024-04-10T16:59:51.151 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 46, 2024-04-10T16:59:51.151 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 63567 2024-04-10T16:59:51.151 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.151 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_upper_bound_lat": { 2024-04-10T16:59:51.151 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 10910, 2024-04-10T16:59:51.152 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1664347668 2024-04-10T16:59:51.152 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.152 INFO:tasks.workunit.client.0.smithi069.stdout: "onode_hits": { 2024-04-10T16:59:51.152 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 227279 2024-04-10T16:59:51.152 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.152 INFO:tasks.workunit.client.0.smithi069.stdout: "onode_misses": { 2024-04-10T16:59:51.152 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 27251 2024-04-10T16:59:51.152 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.152 INFO:tasks.workunit.client.0.smithi069.stdout: "read_lat": { 2024-04-10T16:59:51.152 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 22166, 2024-04-10T16:59:51.152 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2246500463 2024-04-10T16:59:51.152 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.152 INFO:tasks.workunit.client.0.smithi069.stdout: "read_onode_meta_lat": { 2024-04-10T16:59:51.152 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 72789, 2024-04-10T16:59:51.153 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 21600195 2024-04-10T16:59:51.153 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.153 INFO:tasks.workunit.client.0.smithi069.stdout: "read_wait_aio_lat": { 2024-04-10T16:59:51.153 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 50623, 2024-04-10T16:59:51.153 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1454213221 2024-04-10T16:59:51.153 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.153 INFO:tasks.workunit.client.0.smithi069.stdout: "reads_with_retries": { 2024-04-10T16:59:51.153 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.153 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.153 INFO:tasks.workunit.client.0.smithi069.stdout: "remove_lat": { 2024-04-10T16:59:51.153 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 15361, 2024-04-10T16:59:51.153 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 450548892 2024-04-10T16:59:51.153 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.153 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_aio_wait_count": { 2024-04-10T16:59:51.154 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.154 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.154 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_committed_kv_count": { 2024-04-10T16:59:51.154 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.154 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.154 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_read_onode_meta_count": { 2024-04-10T16:59:51.154 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.154 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.154 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_read_wait_aio_count": { 2024-04-10T16:59:51.154 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.154 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.154 INFO:tasks.workunit.client.0.smithi069.stdout: "state_aio_wait_lat": { 2024-04-10T16:59:51.154 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 90332, 2024-04-10T16:59:51.155 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 13680011948 2024-04-10T16:59:51.155 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.155 INFO:tasks.workunit.client.0.smithi069.stdout: "state_deferred_aio_wait_lat": { 2024-04-10T16:59:51.155 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 22546, 2024-04-10T16:59:51.155 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1572888164 2024-04-10T16:59:51.155 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.155 INFO:tasks.workunit.client.0.smithi069.stdout: "state_deferred_cleanup_lat": { 2024-04-10T16:59:51.155 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 22544, 2024-04-10T16:59:51.155 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 4167969247741 2024-04-10T16:59:51.155 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.155 INFO:tasks.workunit.client.0.smithi069.stdout: "state_deferred_queued_lat": { 2024-04-10T16:59:51.155 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 22546, 2024-04-10T16:59:51.155 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 6720178314358 2024-04-10T16:59:51.156 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.156 INFO:tasks.workunit.client.0.smithi069.stdout: "state_done_lat": { 2024-04-10T16:59:51.156 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 90330, 2024-04-10T16:59:51.156 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3292571638591 2024-04-10T16:59:51.156 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.156 INFO:tasks.workunit.client.0.smithi069.stdout: "state_finishing_lat": { 2024-04-10T16:59:51.156 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 90330, 2024-04-10T16:59:51.156 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 7865021 2024-04-10T16:59:51.156 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.156 INFO:tasks.workunit.client.0.smithi069.stdout: "state_io_done_lat": { 2024-04-10T16:59:51.156 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 90332, 2024-04-10T16:59:51.156 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 612387126 2024-04-10T16:59:51.156 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.156 INFO:tasks.workunit.client.0.smithi069.stdout: "state_kv_commiting_lat": { 2024-04-10T16:59:51.156 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 90332, 2024-04-10T16:59:51.156 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 38907336285 2024-04-10T16:59:51.157 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.157 INFO:tasks.workunit.client.0.smithi069.stdout: "state_kv_done_lat": { 2024-04-10T16:59:51.157 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 90332, 2024-04-10T16:59:51.157 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 31253526 2024-04-10T16:59:51.157 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.157 INFO:tasks.workunit.client.0.smithi069.stdout: "state_kv_queued_lat": { 2024-04-10T16:59:51.157 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 90332, 2024-04-10T16:59:51.157 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 17683293200 2024-04-10T16:59:51.157 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.157 INFO:tasks.workunit.client.0.smithi069.stdout: "state_prepare_lat": { 2024-04-10T16:59:51.157 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 90332, 2024-04-10T16:59:51.157 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 17429598424 2024-04-10T16:59:51.157 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.157 INFO:tasks.workunit.client.0.smithi069.stdout: "stored": { 2024-04-10T16:59:51.157 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 9672934 2024-04-10T16:59:51.158 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.158 INFO:tasks.workunit.client.0.smithi069.stdout: "truncate_lat": { 2024-04-10T16:59:51.158 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 2543, 2024-04-10T16:59:51.158 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 15187117 2024-04-10T16:59:51.158 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.158 INFO:tasks.workunit.client.0.smithi069.stdout: "txc_commit_lat": { 2024-04-10T16:59:51.158 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 90332, 2024-04-10T16:59:51.158 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 88326950464 2024-04-10T16:59:51.158 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.158 INFO:tasks.workunit.client.0.smithi069.stdout: "txc_submit_lat": { 2024-04-10T16:59:51.158 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 90332, 2024-04-10T16:59:51.158 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 18486756271 2024-04-10T16:59:51.158 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.158 INFO:tasks.workunit.client.0.smithi069.stdout: "txc_throttle_lat": { 2024-04-10T16:59:51.159 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 90332, 2024-04-10T16:59:51.159 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 786632560 2024-04-10T16:59:51.159 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:51.159 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.159 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore-pricache": { 2024-04-10T16:59:51.159 INFO:tasks.workunit.client.0.smithi069.stdout: "cache_bytes": { 2024-04-10T16:59:51.159 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1405243637 2024-04-10T16:59:51.159 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.159 INFO:tasks.workunit.client.0.smithi069.stdout: "heap_bytes": { 2024-04-10T16:59:51.159 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 625803264 2024-04-10T16:59:51.159 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.159 INFO:tasks.workunit.client.0.smithi069.stdout: "mapped_bytes": { 2024-04-10T16:59:51.159 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 516775936 2024-04-10T16:59:51.160 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.160 INFO:tasks.workunit.client.0.smithi069.stdout: "target_bytes": { 2024-04-10T16:59:51.160 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2600647065 2024-04-10T16:59:51.160 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.160 INFO:tasks.workunit.client.0.smithi069.stdout: "unmapped_bytes": { 2024-04-10T16:59:51.160 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 109027328 2024-04-10T16:59:51.160 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:51.160 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.160 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore-pricache:data": { 2024-04-10T16:59:51.160 INFO:tasks.workunit.client.0.smithi069.stdout: "committed_bytes": { 2024-04-10T16:59:51.160 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 125829120 2024-04-10T16:59:51.160 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.160 INFO:tasks.workunit.client.0.smithi069.stdout: "pri0_bytes": { 2024-04-10T16:59:51.160 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.161 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.161 INFO:tasks.workunit.client.0.smithi069.stdout: "pri10_bytes": { 2024-04-10T16:59:51.161 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.161 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.161 INFO:tasks.workunit.client.0.smithi069.stdout: "pri11_bytes": { 2024-04-10T16:59:51.161 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 56682869 2024-04-10T16:59:51.161 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.161 INFO:tasks.workunit.client.0.smithi069.stdout: "pri1_bytes": { 2024-04-10T16:59:51.161 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.161 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.161 INFO:tasks.workunit.client.0.smithi069.stdout: "pri2_bytes": { 2024-04-10T16:59:51.161 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.161 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.161 INFO:tasks.workunit.client.0.smithi069.stdout: "pri3_bytes": { 2024-04-10T16:59:51.161 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.161 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.162 INFO:tasks.workunit.client.0.smithi069.stdout: "pri4_bytes": { 2024-04-10T16:59:51.162 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.162 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.162 INFO:tasks.workunit.client.0.smithi069.stdout: "pri5_bytes": { 2024-04-10T16:59:51.162 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 16384 2024-04-10T16:59:51.162 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.162 INFO:tasks.workunit.client.0.smithi069.stdout: "pri6_bytes": { 2024-04-10T16:59:51.162 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 49152 2024-04-10T16:59:51.162 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.162 INFO:tasks.workunit.client.0.smithi069.stdout: "pri7_bytes": { 2024-04-10T16:59:51.162 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.162 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.162 INFO:tasks.workunit.client.0.smithi069.stdout: "pri8_bytes": { 2024-04-10T16:59:51.162 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.162 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.162 INFO:tasks.workunit.client.0.smithi069.stdout: "pri9_bytes": { 2024-04-10T16:59:51.163 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.163 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.163 INFO:tasks.workunit.client.0.smithi069.stdout: "reserved_bytes": { 2024-04-10T16:59:51.163 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 69080715 2024-04-10T16:59:51.163 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:51.163 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.163 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore-pricache:kv": { 2024-04-10T16:59:51.163 INFO:tasks.workunit.client.0.smithi069.stdout: "committed_bytes": { 2024-04-10T16:59:51.163 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 562036736 2024-04-10T16:59:51.163 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.163 INFO:tasks.workunit.client.0.smithi069.stdout: "pri0_bytes": { 2024-04-10T16:59:51.163 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 67108864 2024-04-10T16:59:51.163 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.164 INFO:tasks.workunit.client.0.smithi069.stdout: "pri10_bytes": { 2024-04-10T16:59:51.164 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.164 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.164 INFO:tasks.workunit.client.0.smithi069.stdout: "pri11_bytes": { 2024-04-10T16:59:51.164 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 425121523 2024-04-10T16:59:51.164 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.164 INFO:tasks.workunit.client.0.smithi069.stdout: "pri1_bytes": { 2024-04-10T16:59:51.164 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.164 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.164 INFO:tasks.workunit.client.0.smithi069.stdout: "pri2_bytes": { 2024-04-10T16:59:51.164 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.164 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.164 INFO:tasks.workunit.client.0.smithi069.stdout: "pri3_bytes": { 2024-04-10T16:59:51.164 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 256 2024-04-10T16:59:51.165 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.165 INFO:tasks.workunit.client.0.smithi069.stdout: "pri4_bytes": { 2024-04-10T16:59:51.165 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.165 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.165 INFO:tasks.workunit.client.0.smithi069.stdout: "pri5_bytes": { 2024-04-10T16:59:51.165 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 143504 2024-04-10T16:59:51.165 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.165 INFO:tasks.workunit.client.0.smithi069.stdout: "pri6_bytes": { 2024-04-10T16:59:51.165 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 320 2024-04-10T16:59:51.165 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.165 INFO:tasks.workunit.client.0.smithi069.stdout: "pri7_bytes": { 2024-04-10T16:59:51.165 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.165 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.165 INFO:tasks.workunit.client.0.smithi069.stdout: "pri8_bytes": { 2024-04-10T16:59:51.165 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.166 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.166 INFO:tasks.workunit.client.0.smithi069.stdout: "pri9_bytes": { 2024-04-10T16:59:51.166 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.166 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.166 INFO:tasks.workunit.client.0.smithi069.stdout: "reserved_bytes": { 2024-04-10T16:59:51.166 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 69662269 2024-04-10T16:59:51.166 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:51.166 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.166 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore-pricache:kv_onode": { 2024-04-10T16:59:51.166 INFO:tasks.workunit.client.0.smithi069.stdout: "committed_bytes": { 2024-04-10T16:59:51.166 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 184549376 2024-04-10T16:59:51.166 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.166 INFO:tasks.workunit.client.0.smithi069.stdout: "pri0_bytes": { 2024-04-10T16:59:51.166 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 67108864 2024-04-10T16:59:51.166 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.167 INFO:tasks.workunit.client.0.smithi069.stdout: "pri10_bytes": { 2024-04-10T16:59:51.167 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 11028672 2024-04-10T16:59:51.167 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.167 INFO:tasks.workunit.client.0.smithi069.stdout: "pri11_bytes": { 2024-04-10T16:59:51.167 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 37788579 2024-04-10T16:59:51.167 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.167 INFO:tasks.workunit.client.0.smithi069.stdout: "pri1_bytes": { 2024-04-10T16:59:51.167 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.167 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.167 INFO:tasks.workunit.client.0.smithi069.stdout: "pri2_bytes": { 2024-04-10T16:59:51.167 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.167 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.167 INFO:tasks.workunit.client.0.smithi069.stdout: "pri3_bytes": { 2024-04-10T16:59:51.167 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.167 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.168 INFO:tasks.workunit.client.0.smithi069.stdout: "pri4_bytes": { 2024-04-10T16:59:51.168 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.168 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.168 INFO:tasks.workunit.client.0.smithi069.stdout: "pri5_bytes": { 2024-04-10T16:59:51.168 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.168 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.168 INFO:tasks.workunit.client.0.smithi069.stdout: "pri6_bytes": { 2024-04-10T16:59:51.168 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.168 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.168 INFO:tasks.workunit.client.0.smithi069.stdout: "pri7_bytes": { 2024-04-10T16:59:51.168 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.168 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.168 INFO:tasks.workunit.client.0.smithi069.stdout: "pri8_bytes": { 2024-04-10T16:59:51.168 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.168 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.168 INFO:tasks.workunit.client.0.smithi069.stdout: "pri9_bytes": { 2024-04-10T16:59:51.168 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.169 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.169 INFO:tasks.workunit.client.0.smithi069.stdout: "reserved_bytes": { 2024-04-10T16:59:51.169 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 68623261 2024-04-10T16:59:51.169 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:51.169 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.169 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore-pricache:meta": { 2024-04-10T16:59:51.169 INFO:tasks.workunit.client.0.smithi069.stdout: "committed_bytes": { 2024-04-10T16:59:51.169 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 494927872 2024-04-10T16:59:51.169 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.169 INFO:tasks.workunit.client.0.smithi069.stdout: "pri0_bytes": { 2024-04-10T16:59:51.169 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.169 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.169 INFO:tasks.workunit.client.0.smithi069.stdout: "pri10_bytes": { 2024-04-10T16:59:51.169 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.169 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.170 INFO:tasks.workunit.client.0.smithi069.stdout: "pri11_bytes": { 2024-04-10T16:59:51.170 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 425121523 2024-04-10T16:59:51.170 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.170 INFO:tasks.workunit.client.0.smithi069.stdout: "pri1_bytes": { 2024-04-10T16:59:51.170 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.170 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.170 INFO:tasks.workunit.client.0.smithi069.stdout: "pri2_bytes": { 2024-04-10T16:59:51.170 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.170 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.170 INFO:tasks.workunit.client.0.smithi069.stdout: "pri3_bytes": { 2024-04-10T16:59:51.170 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.170 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.170 INFO:tasks.workunit.client.0.smithi069.stdout: "pri4_bytes": { 2024-04-10T16:59:51.170 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.170 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.170 INFO:tasks.workunit.client.0.smithi069.stdout: "pri5_bytes": { 2024-04-10T16:59:51.171 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 156194 2024-04-10T16:59:51.171 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.171 INFO:tasks.workunit.client.0.smithi069.stdout: "pri6_bytes": { 2024-04-10T16:59:51.171 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1111042 2024-04-10T16:59:51.171 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.171 INFO:tasks.workunit.client.0.smithi069.stdout: "pri7_bytes": { 2024-04-10T16:59:51.171 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.171 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.171 INFO:tasks.workunit.client.0.smithi069.stdout: "pri8_bytes": { 2024-04-10T16:59:51.171 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.171 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.171 INFO:tasks.workunit.client.0.smithi069.stdout: "pri9_bytes": { 2024-04-10T16:59:51.171 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.171 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.171 INFO:tasks.workunit.client.0.smithi069.stdout: "reserved_bytes": { 2024-04-10T16:59:51.171 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 68539113 2024-04-10T16:59:51.172 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:51.172 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.172 INFO:tasks.workunit.client.0.smithi069.stdout: "objecter": { 2024-04-10T16:59:51.172 INFO:tasks.workunit.client.0.smithi069.stdout: "op_active": { 2024-04-10T16:59:51.172 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.172 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.172 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r": { 2024-04-10T16:59:51.172 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 19 2024-04-10T16:59:51.172 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.172 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rmw": { 2024-04-10T16:59:51.172 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.172 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.172 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w": { 2024-04-10T16:59:51.172 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.172 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:51.172 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.173 INFO:tasks.workunit.client.0.smithi069.stdout: "osd": { 2024-04-10T16:59:51.173 INFO:tasks.workunit.client.0.smithi069.stdout: "numpg": { 2024-04-10T16:59:51.173 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 53 2024-04-10T16:59:51.173 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.173 INFO:tasks.workunit.client.0.smithi069.stdout: "numpg_removing": { 2024-04-10T16:59:51.173 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.173 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.173 INFO:tasks.workunit.client.0.smithi069.stdout: "op": { 2024-04-10T16:59:51.173 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 38865 2024-04-10T16:59:51.173 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.173 INFO:tasks.workunit.client.0.smithi069.stdout: "op_before_queue_op_lat": { 2024-04-10T16:59:51.173 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 129414, 2024-04-10T16:59:51.173 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 9782848843 2024-04-10T16:59:51.173 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.173 INFO:tasks.workunit.client.0.smithi069.stdout: "op_delayed_degraded": { 2024-04-10T16:59:51.174 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.174 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.174 INFO:tasks.workunit.client.0.smithi069.stdout: "op_delayed_unreadable": { 2024-04-10T16:59:51.174 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3 2024-04-10T16:59:51.174 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.174 INFO:tasks.workunit.client.0.smithi069.stdout: "op_in_bytes": { 2024-04-10T16:59:51.174 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2439766607 2024-04-10T16:59:51.174 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.174 INFO:tasks.workunit.client.0.smithi069.stdout: "op_latency": { 2024-04-10T16:59:51.174 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 38865, 2024-04-10T16:59:51.174 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 647701021901 2024-04-10T16:59:51.174 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.174 INFO:tasks.workunit.client.0.smithi069.stdout: "op_out_bytes": { 2024-04-10T16:59:51.175 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2958159453 2024-04-10T16:59:51.175 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.175 INFO:tasks.workunit.client.0.smithi069.stdout: "op_prepare_latency": { 2024-04-10T16:59:51.175 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 40507, 2024-04-10T16:59:51.175 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 31176848570 2024-04-10T16:59:51.175 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.175 INFO:tasks.workunit.client.0.smithi069.stdout: "op_process_latency": { 2024-04-10T16:59:51.175 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 38865, 2024-04-10T16:59:51.175 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 102976688111 2024-04-10T16:59:51.175 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.175 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r": { 2024-04-10T16:59:51.175 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 17068 2024-04-10T16:59:51.175 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.175 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r_latency": { 2024-04-10T16:59:51.175 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 17068, 2024-04-10T16:59:51.175 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 11485325980 2024-04-10T16:59:51.176 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.176 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-10T16:59:51.176 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.176 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.176 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r_out_bytes": { 2024-04-10T16:59:51.176 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2958159453 2024-04-10T16:59:51.176 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.176 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r_prepare_latency": { 2024-04-10T16:59:51.176 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 17490, 2024-04-10T16:59:51.176 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 5067487855 2024-04-10T16:59:51.176 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.176 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r_process_latency": { 2024-04-10T16:59:51.176 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 17068, 2024-04-10T16:59:51.176 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 5222902673 2024-04-10T16:59:51.176 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.177 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw": { 2024-04-10T16:59:51.177 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 12157 2024-04-10T16:59:51.177 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.177 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_in_bytes": { 2024-04-10T16:59:51.177 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 378711170 2024-04-10T16:59:51.177 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.177 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_latency": { 2024-04-10T16:59:51.177 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 12157, 2024-04-10T16:59:51.177 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 100009769004 2024-04-10T16:59:51.177 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.177 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-10T16:59:51.177 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.177 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.177 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-10T16:59:51.177 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.178 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.178 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_out_bytes": { 2024-04-10T16:59:51.178 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.178 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.178 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_prepare_latency": { 2024-04-10T16:59:51.178 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 12290, 2024-04-10T16:59:51.178 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 13006198469 2024-04-10T16:59:51.178 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.178 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_process_latency": { 2024-04-10T16:59:51.178 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 12157, 2024-04-10T16:59:51.178 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 32080953282 2024-04-10T16:59:51.178 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.178 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w": { 2024-04-10T16:59:51.178 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 9640 2024-04-10T16:59:51.178 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.179 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w_in_bytes": { 2024-04-10T16:59:51.179 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2061055437 2024-04-10T16:59:51.179 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.179 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w_latency": { 2024-04-10T16:59:51.179 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 9640, 2024-04-10T16:59:51.179 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 536205926917 2024-04-10T16:59:51.179 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.179 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-10T16:59:51.179 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.179 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.179 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w_prepare_latency": { 2024-04-10T16:59:51.179 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 10727, 2024-04-10T16:59:51.179 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 13103162246 2024-04-10T16:59:51.179 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.180 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w_process_latency": { 2024-04-10T16:59:51.180 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 9640, 2024-04-10T16:59:51.180 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 65672832156 2024-04-10T16:59:51.180 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.180 INFO:tasks.workunit.client.0.smithi069.stdout: "op_wip": { 2024-04-10T16:59:51.180 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.180 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.180 INFO:tasks.workunit.client.0.smithi069.stdout: "recovery_bytes": { 2024-04-10T16:59:51.180 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 17345528 2024-04-10T16:59:51.180 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.180 INFO:tasks.workunit.client.0.smithi069.stdout: "recovery_ops": { 2024-04-10T16:59:51.180 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 15 2024-04-10T16:59:51.180 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.180 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_bytes": { 2024-04-10T16:59:51.181 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 95995035648 2024-04-10T16:59:51.181 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.181 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_bytes_used": { 2024-04-10T16:59:51.181 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 851755008 2024-04-10T16:59:51.181 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:51.181 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:51.181 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.181 INFO:tasks.workunit.client.0.smithi069.stdout: "osd.2": { 2024-04-10T16:59:51.181 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs": { 2024-04-10T16:59:51.181 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_db_max_lat": { 2024-04-10T16:59:51.181 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 19080 2024-04-10T16:59:51.181 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.181 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_slow_fallback": { 2024-04-10T16:59:51.181 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.181 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.181 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_slow_max_lat": { 2024-04-10T16:59:51.182 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.182 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.182 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_slow_size_fallback": { 2024-04-10T16:59:51.182 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.182 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.182 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_unit_db": { 2024-04-10T16:59:51.182 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 65536 2024-04-10T16:59:51.182 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.182 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_unit_slow": { 2024-04-10T16:59:51.182 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.182 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.182 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_unit_wal": { 2024-04-10T16:59:51.182 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.182 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.183 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_wal_max_lat": { 2024-04-10T16:59:51.183 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.183 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.183 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes_written_slow": { 2024-04-10T16:59:51.183 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.183 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.183 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes_written_sst": { 2024-04-10T16:59:51.183 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 9297920 2024-04-10T16:59:51.183 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.183 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes_written_wal": { 2024-04-10T16:59:51.183 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 700747776 2024-04-10T16:59:51.183 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.183 INFO:tasks.workunit.client.0.smithi069.stdout: "compact_lat": { 2024-04-10T16:59:51.183 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 17, 2024-04-10T16:59:51.184 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3932828 2024-04-10T16:59:51.184 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.184 INFO:tasks.workunit.client.0.smithi069.stdout: "compact_lock_lat": { 2024-04-10T16:59:51.184 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 17, 2024-04-10T16:59:51.184 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1349976 2024-04-10T16:59:51.184 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.184 INFO:tasks.workunit.client.0.smithi069.stdout: "db_alloc_lat": { 2024-04-10T16:59:51.184 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 184, 2024-04-10T16:59:51.184 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1029624 2024-04-10T16:59:51.184 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.184 INFO:tasks.workunit.client.0.smithi069.stdout: "db_total_bytes": { 2024-04-10T16:59:51.184 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 95995027456 2024-04-10T16:59:51.184 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.184 INFO:tasks.workunit.client.0.smithi069.stdout: "db_used_bytes": { 2024-04-10T16:59:51.185 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 669908992 2024-04-10T16:59:51.185 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.185 INFO:tasks.workunit.client.0.smithi069.stdout: "flush_lat": { 2024-04-10T16:59:51.185 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 70189, 2024-04-10T16:59:51.185 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 10825446311 2024-04-10T16:59:51.185 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.185 INFO:tasks.workunit.client.0.smithi069.stdout: "fsync_lat": { 2024-04-10T16:59:51.185 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 70213, 2024-04-10T16:59:51.185 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 17379949356 2024-04-10T16:59:51.185 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.185 INFO:tasks.workunit.client.0.smithi069.stdout: "log_bytes": { 2024-04-10T16:59:51.185 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 4919296 2024-04-10T16:59:51.185 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.185 INFO:tasks.workunit.client.0.smithi069.stdout: "logged_bytes": { 2024-04-10T16:59:51.186 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 287551488 2024-04-10T16:59:51.186 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.186 INFO:tasks.workunit.client.0.smithi069.stdout: "max_bytes_db": { 2024-04-10T16:59:51.186 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 686948352 2024-04-10T16:59:51.186 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.186 INFO:tasks.workunit.client.0.smithi069.stdout: "max_bytes_slow": { 2024-04-10T16:59:51.186 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.186 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.186 INFO:tasks.workunit.client.0.smithi069.stdout: "max_bytes_wal": { 2024-04-10T16:59:51.186 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.186 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.186 INFO:tasks.workunit.client.0.smithi069.stdout: "num_files": { 2024-04-10T16:59:51.186 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 53 2024-04-10T16:59:51.187 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.187 INFO:tasks.workunit.client.0.smithi069.stdout: "read_bytes": { 2024-04-10T16:59:51.187 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 6190871268 2024-04-10T16:59:51.187 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.187 INFO:tasks.workunit.client.0.smithi069.stdout: "read_count": { 2024-04-10T16:59:51.187 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 65983 2024-04-10T16:59:51.187 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.187 INFO:tasks.workunit.client.0.smithi069.stdout: "read_disk_bytes": { 2024-04-10T16:59:51.187 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 5417213952 2024-04-10T16:59:51.187 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.187 INFO:tasks.workunit.client.0.smithi069.stdout: "read_disk_bytes_db": { 2024-04-10T16:59:51.187 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 5417218048 2024-04-10T16:59:51.187 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.187 INFO:tasks.workunit.client.0.smithi069.stdout: "read_disk_bytes_slow": { 2024-04-10T16:59:51.188 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.188 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.188 INFO:tasks.workunit.client.0.smithi069.stdout: "read_disk_bytes_wal": { 2024-04-10T16:59:51.188 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.188 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.188 INFO:tasks.workunit.client.0.smithi069.stdout: "read_disk_count": { 2024-04-10T16:59:51.188 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 53121 2024-04-10T16:59:51.188 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.188 INFO:tasks.workunit.client.0.smithi069.stdout: "read_lat": { 2024-04-10T16:59:51.188 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 65983, 2024-04-10T16:59:51.188 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2153962042 2024-04-10T16:59:51.188 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.188 INFO:tasks.workunit.client.0.smithi069.stdout: "read_prefetch_bytes": { 2024-04-10T16:59:51.188 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 6077933487 2024-04-10T16:59:51.189 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.189 INFO:tasks.workunit.client.0.smithi069.stdout: "read_prefetch_count": { 2024-04-10T16:59:51.189 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 62521 2024-04-10T16:59:51.189 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.189 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_buffer_bytes": { 2024-04-10T16:59:51.189 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3121521 2024-04-10T16:59:51.189 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.189 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_buffer_count": { 2024-04-10T16:59:51.189 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 966 2024-04-10T16:59:51.189 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.189 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_bytes": { 2024-04-10T16:59:51.189 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 9147663 2024-04-10T16:59:51.189 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.189 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_count": { 2024-04-10T16:59:51.189 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1285 2024-04-10T16:59:51.190 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.190 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_disk_bytes": { 2024-04-10T16:59:51.190 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 6026142 2024-04-10T16:59:51.190 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.190 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_disk_bytes_db": { 2024-04-10T16:59:51.190 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 6026142 2024-04-10T16:59:51.190 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.190 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_disk_bytes_slow": { 2024-04-10T16:59:51.190 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.190 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.190 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_disk_bytes_wal": { 2024-04-10T16:59:51.190 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.190 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.190 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_disk_count": { 2024-04-10T16:59:51.191 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 326 2024-04-10T16:59:51.191 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.191 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_lat": { 2024-04-10T16:59:51.191 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 1285, 2024-04-10T16:59:51.191 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2569170 2024-04-10T16:59:51.191 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.191 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_alloc_lat": { 2024-04-10T16:59:51.191 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:51.191 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.191 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.191 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_total_bytes": { 2024-04-10T16:59:51.191 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.191 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.191 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_used_bytes": { 2024-04-10T16:59:51.191 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.192 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.192 INFO:tasks.workunit.client.0.smithi069.stdout: "truncate_lat": { 2024-04-10T16:59:51.192 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 1, 2024-04-10T16:59:51.192 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 806 2024-04-10T16:59:51.192 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.192 INFO:tasks.workunit.client.0.smithi069.stdout: "unlink_lat": { 2024-04-10T16:59:51.192 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 9, 2024-04-10T16:59:51.192 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 28602 2024-04-10T16:59:51.192 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.192 INFO:tasks.workunit.client.0.smithi069.stdout: "wal_alloc_lat": { 2024-04-10T16:59:51.192 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:51.192 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.192 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.192 INFO:tasks.workunit.client.0.smithi069.stdout: "wal_total_bytes": { 2024-04-10T16:59:51.192 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.192 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.193 INFO:tasks.workunit.client.0.smithi069.stdout: "wal_used_bytes": { 2024-04-10T16:59:51.193 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.193 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.193 INFO:tasks.workunit.client.0.smithi069.stdout: "write_bytes": { 2024-04-10T16:59:51.193 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1000181760 2024-04-10T16:59:51.193 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:51.193 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.193 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore": { 2024-04-10T16:59:51.193 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_unit": { 2024-04-10T16:59:51.193 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 4096 2024-04-10T16:59:51.193 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.193 INFO:tasks.workunit.client.0.smithi069.stdout: "allocated": { 2024-04-10T16:59:51.193 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 13586432 2024-04-10T16:59:51.193 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.194 INFO:tasks.workunit.client.0.smithi069.stdout: "allocator_lat": { 2024-04-10T16:59:51.194 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 14420, 2024-04-10T16:59:51.194 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 54391039 2024-04-10T16:59:51.194 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.194 INFO:tasks.workunit.client.0.smithi069.stdout: "clist_lat": { 2024-04-10T16:59:51.194 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 3604, 2024-04-10T16:59:51.194 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 6089260902 2024-04-10T16:59:51.194 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.194 INFO:tasks.workunit.client.0.smithi069.stdout: "compress_lat": { 2024-04-10T16:59:51.194 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:51.194 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.194 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.194 INFO:tasks.workunit.client.0.smithi069.stdout: "compressed": { 2024-04-10T16:59:51.194 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.194 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.195 INFO:tasks.workunit.client.0.smithi069.stdout: "compressed_allocated": { 2024-04-10T16:59:51.195 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.195 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.195 INFO:tasks.workunit.client.0.smithi069.stdout: "compressed_original": { 2024-04-10T16:59:51.195 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.195 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.195 INFO:tasks.workunit.client.0.smithi069.stdout: "csum_lat": { 2024-04-10T16:59:51.195 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 33671, 2024-04-10T16:59:51.195 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 280144361 2024-04-10T16:59:51.195 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.195 INFO:tasks.workunit.client.0.smithi069.stdout: "decompress_lat": { 2024-04-10T16:59:51.195 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:51.195 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.195 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.195 INFO:tasks.workunit.client.0.smithi069.stdout: "fragmentation_micros": { 2024-04-10T16:59:51.196 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.196 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.196 INFO:tasks.workunit.client.0.smithi069.stdout: "kv_commit_lat": { 2024-04-10T16:59:51.196 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 70129, 2024-04-10T16:59:51.196 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 21102301055 2024-04-10T16:59:51.196 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.196 INFO:tasks.workunit.client.0.smithi069.stdout: "kv_final_lat": { 2024-04-10T16:59:51.196 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 69661, 2024-04-10T16:59:51.196 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1363527052 2024-04-10T16:59:51.196 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.196 INFO:tasks.workunit.client.0.smithi069.stdout: "kv_flush_lat": { 2024-04-10T16:59:51.196 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 70129, 2024-04-10T16:59:51.196 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 35165443 2024-04-10T16:59:51.196 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.197 INFO:tasks.workunit.client.0.smithi069.stdout: "kv_sync_lat": { 2024-04-10T16:59:51.197 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 70129, 2024-04-10T16:59:51.197 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 21137466498 2024-04-10T16:59:51.197 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.197 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_get_keys_lat": { 2024-04-10T16:59:51.197 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:51.197 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.197 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.197 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_get_values_lat": { 2024-04-10T16:59:51.197 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 61515, 2024-04-10T16:59:51.197 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1261885952 2024-04-10T16:59:51.197 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.197 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_lower_bound_lat": { 2024-04-10T16:59:51.197 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 1014, 2024-04-10T16:59:51.197 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2795789 2024-04-10T16:59:51.198 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.198 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_next_lat": { 2024-04-10T16:59:51.198 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 24205, 2024-04-10T16:59:51.198 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 13502208 2024-04-10T16:59:51.198 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.198 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_seek_to_first_lat": { 2024-04-10T16:59:51.198 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 36, 2024-04-10T16:59:51.198 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 54680 2024-04-10T16:59:51.198 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.198 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_upper_bound_lat": { 2024-04-10T16:59:51.198 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 21553, 2024-04-10T16:59:51.198 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1566071893 2024-04-10T16:59:51.198 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.198 INFO:tasks.workunit.client.0.smithi069.stdout: "onode_hits": { 2024-04-10T16:59:51.198 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 263509 2024-04-10T16:59:51.199 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.199 INFO:tasks.workunit.client.0.smithi069.stdout: "onode_misses": { 2024-04-10T16:59:51.199 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 18989 2024-04-10T16:59:51.199 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.199 INFO:tasks.workunit.client.0.smithi069.stdout: "read_lat": { 2024-04-10T16:59:51.199 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 8257, 2024-04-10T16:59:51.199 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2329494101 2024-04-10T16:59:51.199 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.199 INFO:tasks.workunit.client.0.smithi069.stdout: "read_onode_meta_lat": { 2024-04-10T16:59:51.199 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 23597, 2024-04-10T16:59:51.199 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 12440169 2024-04-10T16:59:51.199 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.199 INFO:tasks.workunit.client.0.smithi069.stdout: "read_wait_aio_lat": { 2024-04-10T16:59:51.199 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 15340, 2024-04-10T16:59:51.199 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1993568409 2024-04-10T16:59:51.200 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.200 INFO:tasks.workunit.client.0.smithi069.stdout: "reads_with_retries": { 2024-04-10T16:59:51.200 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.200 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.200 INFO:tasks.workunit.client.0.smithi069.stdout: "remove_lat": { 2024-04-10T16:59:51.200 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 12845, 2024-04-10T16:59:51.200 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 414513160 2024-04-10T16:59:51.200 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.200 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_aio_wait_count": { 2024-04-10T16:59:51.200 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.200 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.200 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_committed_kv_count": { 2024-04-10T16:59:51.200 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.200 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.201 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_read_onode_meta_count": { 2024-04-10T16:59:51.201 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.201 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.201 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_read_wait_aio_count": { 2024-04-10T16:59:51.201 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.201 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.201 INFO:tasks.workunit.client.0.smithi069.stdout: "state_aio_wait_lat": { 2024-04-10T16:59:51.201 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 81330, 2024-04-10T16:59:51.201 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 9116749433 2024-04-10T16:59:51.201 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.201 INFO:tasks.workunit.client.0.smithi069.stdout: "state_deferred_aio_wait_lat": { 2024-04-10T16:59:51.201 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 6262, 2024-04-10T16:59:51.201 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 620637945 2024-04-10T16:59:51.201 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.201 INFO:tasks.workunit.client.0.smithi069.stdout: "state_deferred_cleanup_lat": { 2024-04-10T16:59:51.202 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 6262, 2024-04-10T16:59:51.202 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 4344686723048 2024-04-10T16:59:51.202 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.202 INFO:tasks.workunit.client.0.smithi069.stdout: "state_deferred_queued_lat": { 2024-04-10T16:59:51.202 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 6262, 2024-04-10T16:59:51.202 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 6437507664369 2024-04-10T16:59:51.202 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.202 INFO:tasks.workunit.client.0.smithi069.stdout: "state_done_lat": { 2024-04-10T16:59:51.202 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 81330, 2024-04-10T16:59:51.202 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2507839150305 2024-04-10T16:59:51.202 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.202 INFO:tasks.workunit.client.0.smithi069.stdout: "state_finishing_lat": { 2024-04-10T16:59:51.202 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 81330, 2024-04-10T16:59:51.202 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 7942989 2024-04-10T16:59:51.203 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.203 INFO:tasks.workunit.client.0.smithi069.stdout: "state_io_done_lat": { 2024-04-10T16:59:51.203 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 81330, 2024-04-10T16:59:51.203 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 475284632 2024-04-10T16:59:51.203 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.203 INFO:tasks.workunit.client.0.smithi069.stdout: "state_kv_commiting_lat": { 2024-04-10T16:59:51.203 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 81330, 2024-04-10T16:59:51.203 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 31486959647 2024-04-10T16:59:51.203 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.203 INFO:tasks.workunit.client.0.smithi069.stdout: "state_kv_done_lat": { 2024-04-10T16:59:51.203 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 81330, 2024-04-10T16:59:51.203 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 29179231 2024-04-10T16:59:51.203 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.204 INFO:tasks.workunit.client.0.smithi069.stdout: "state_kv_queued_lat": { 2024-04-10T16:59:51.204 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 81330, 2024-04-10T16:59:51.204 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 14538013464 2024-04-10T16:59:51.204 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.204 INFO:tasks.workunit.client.0.smithi069.stdout: "state_prepare_lat": { 2024-04-10T16:59:51.204 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 81330, 2024-04-10T16:59:51.204 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 13543501930 2024-04-10T16:59:51.204 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.204 INFO:tasks.workunit.client.0.smithi069.stdout: "stored": { 2024-04-10T16:59:51.204 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 9672755 2024-04-10T16:59:51.204 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.204 INFO:tasks.workunit.client.0.smithi069.stdout: "truncate_lat": { 2024-04-10T16:59:51.204 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 2506, 2024-04-10T16:59:51.204 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 14649538 2024-04-10T16:59:51.204 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.205 INFO:tasks.workunit.client.0.smithi069.stdout: "txc_commit_lat": { 2024-04-10T16:59:51.205 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 81330, 2024-04-10T16:59:51.205 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 69173713792 2024-04-10T16:59:51.205 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.205 INFO:tasks.workunit.client.0.smithi069.stdout: "txc_submit_lat": { 2024-04-10T16:59:51.205 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 81330, 2024-04-10T16:59:51.205 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 14461044077 2024-04-10T16:59:51.205 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.205 INFO:tasks.workunit.client.0.smithi069.stdout: "txc_throttle_lat": { 2024-04-10T16:59:51.205 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 81330, 2024-04-10T16:59:51.205 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 522904902 2024-04-10T16:59:51.205 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:51.205 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.205 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore-pricache": { 2024-04-10T16:59:51.206 INFO:tasks.workunit.client.0.smithi069.stdout: "cache_bytes": { 2024-04-10T16:59:51.206 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1405243637 2024-04-10T16:59:51.206 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.206 INFO:tasks.workunit.client.0.smithi069.stdout: "heap_bytes": { 2024-04-10T16:59:51.206 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 555384832 2024-04-10T16:59:51.206 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.206 INFO:tasks.workunit.client.0.smithi069.stdout: "mapped_bytes": { 2024-04-10T16:59:51.206 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 448028672 2024-04-10T16:59:51.206 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.206 INFO:tasks.workunit.client.0.smithi069.stdout: "target_bytes": { 2024-04-10T16:59:51.206 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2600647065 2024-04-10T16:59:51.206 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.206 INFO:tasks.workunit.client.0.smithi069.stdout: "unmapped_bytes": { 2024-04-10T16:59:51.206 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 107356160 2024-04-10T16:59:51.206 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:51.207 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.207 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore-pricache:data": { 2024-04-10T16:59:51.207 INFO:tasks.workunit.client.0.smithi069.stdout: "committed_bytes": { 2024-04-10T16:59:51.207 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 125829120 2024-04-10T16:59:51.207 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.207 INFO:tasks.workunit.client.0.smithi069.stdout: "pri0_bytes": { 2024-04-10T16:59:51.207 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.207 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.207 INFO:tasks.workunit.client.0.smithi069.stdout: "pri10_bytes": { 2024-04-10T16:59:51.207 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.207 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.207 INFO:tasks.workunit.client.0.smithi069.stdout: "pri11_bytes": { 2024-04-10T16:59:51.207 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 56888122 2024-04-10T16:59:51.207 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.207 INFO:tasks.workunit.client.0.smithi069.stdout: "pri1_bytes": { 2024-04-10T16:59:51.207 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.208 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.208 INFO:tasks.workunit.client.0.smithi069.stdout: "pri2_bytes": { 2024-04-10T16:59:51.208 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.208 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.208 INFO:tasks.workunit.client.0.smithi069.stdout: "pri3_bytes": { 2024-04-10T16:59:51.208 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.208 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.208 INFO:tasks.workunit.client.0.smithi069.stdout: "pri4_bytes": { 2024-04-10T16:59:51.208 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.208 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.208 INFO:tasks.workunit.client.0.smithi069.stdout: "pri5_bytes": { 2024-04-10T16:59:51.208 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 12288 2024-04-10T16:59:51.208 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.208 INFO:tasks.workunit.client.0.smithi069.stdout: "pri6_bytes": { 2024-04-10T16:59:51.208 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 77824 2024-04-10T16:59:51.208 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.209 INFO:tasks.workunit.client.0.smithi069.stdout: "pri7_bytes": { 2024-04-10T16:59:51.209 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.209 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.209 INFO:tasks.workunit.client.0.smithi069.stdout: "pri8_bytes": { 2024-04-10T16:59:51.209 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.209 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.209 INFO:tasks.workunit.client.0.smithi069.stdout: "pri9_bytes": { 2024-04-10T16:59:51.209 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.209 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.209 INFO:tasks.workunit.client.0.smithi069.stdout: "reserved_bytes": { 2024-04-10T16:59:51.209 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 68850886 2024-04-10T16:59:51.209 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:51.209 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.210 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore-pricache:kv": { 2024-04-10T16:59:51.210 INFO:tasks.workunit.client.0.smithi069.stdout: "committed_bytes": { 2024-04-10T16:59:51.210 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 562036736 2024-04-10T16:59:51.210 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.210 INFO:tasks.workunit.client.0.smithi069.stdout: "pri0_bytes": { 2024-04-10T16:59:51.210 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 67108864 2024-04-10T16:59:51.210 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.210 INFO:tasks.workunit.client.0.smithi069.stdout: "pri10_bytes": { 2024-04-10T16:59:51.210 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.210 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.210 INFO:tasks.workunit.client.0.smithi069.stdout: "pri11_bytes": { 2024-04-10T16:59:51.210 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 426660919 2024-04-10T16:59:51.210 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.210 INFO:tasks.workunit.client.0.smithi069.stdout: "pri1_bytes": { 2024-04-10T16:59:51.211 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.211 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.211 INFO:tasks.workunit.client.0.smithi069.stdout: "pri2_bytes": { 2024-04-10T16:59:51.211 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.211 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.211 INFO:tasks.workunit.client.0.smithi069.stdout: "pri3_bytes": { 2024-04-10T16:59:51.211 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2384 2024-04-10T16:59:51.211 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.211 INFO:tasks.workunit.client.0.smithi069.stdout: "pri4_bytes": { 2024-04-10T16:59:51.211 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.211 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.211 INFO:tasks.workunit.client.0.smithi069.stdout: "pri5_bytes": { 2024-04-10T16:59:51.211 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 170608 2024-04-10T16:59:51.211 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.212 INFO:tasks.workunit.client.0.smithi069.stdout: "pri6_bytes": { 2024-04-10T16:59:51.212 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.212 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.212 INFO:tasks.workunit.client.0.smithi069.stdout: "pri7_bytes": { 2024-04-10T16:59:51.212 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.212 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.212 INFO:tasks.workunit.client.0.smithi069.stdout: "pri8_bytes": { 2024-04-10T16:59:51.212 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.212 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.212 INFO:tasks.workunit.client.0.smithi069.stdout: "pri9_bytes": { 2024-04-10T16:59:51.212 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.212 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.212 INFO:tasks.workunit.client.0.smithi069.stdout: "reserved_bytes": { 2024-04-10T16:59:51.212 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 68093961 2024-04-10T16:59:51.212 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:51.213 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.213 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore-pricache:kv_onode": { 2024-04-10T16:59:51.213 INFO:tasks.workunit.client.0.smithi069.stdout: "committed_bytes": { 2024-04-10T16:59:51.213 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 184549376 2024-04-10T16:59:51.213 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.213 INFO:tasks.workunit.client.0.smithi069.stdout: "pri0_bytes": { 2024-04-10T16:59:51.213 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 67108864 2024-04-10T16:59:51.213 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.213 INFO:tasks.workunit.client.0.smithi069.stdout: "pri10_bytes": { 2024-04-10T16:59:51.213 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 8814336 2024-04-10T16:59:51.213 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.213 INFO:tasks.workunit.client.0.smithi069.stdout: "pri11_bytes": { 2024-04-10T16:59:51.213 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 37925415 2024-04-10T16:59:51.213 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.214 INFO:tasks.workunit.client.0.smithi069.stdout: "pri1_bytes": { 2024-04-10T16:59:51.214 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.214 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.214 INFO:tasks.workunit.client.0.smithi069.stdout: "pri2_bytes": { 2024-04-10T16:59:51.214 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.214 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.214 INFO:tasks.workunit.client.0.smithi069.stdout: "pri3_bytes": { 2024-04-10T16:59:51.214 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.214 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.214 INFO:tasks.workunit.client.0.smithi069.stdout: "pri4_bytes": { 2024-04-10T16:59:51.214 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.214 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.214 INFO:tasks.workunit.client.0.smithi069.stdout: "pri5_bytes": { 2024-04-10T16:59:51.214 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.215 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.215 INFO:tasks.workunit.client.0.smithi069.stdout: "pri6_bytes": { 2024-04-10T16:59:51.215 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.215 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.215 INFO:tasks.workunit.client.0.smithi069.stdout: "pri7_bytes": { 2024-04-10T16:59:51.215 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.215 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.215 INFO:tasks.workunit.client.0.smithi069.stdout: "pri8_bytes": { 2024-04-10T16:59:51.215 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.215 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.215 INFO:tasks.workunit.client.0.smithi069.stdout: "pri9_bytes": { 2024-04-10T16:59:51.215 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.215 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.216 INFO:tasks.workunit.client.0.smithi069.stdout: "reserved_bytes": { 2024-04-10T16:59:51.216 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 70700761 2024-04-10T16:59:51.216 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:51.216 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.216 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore-pricache:meta": { 2024-04-10T16:59:51.216 INFO:tasks.workunit.client.0.smithi069.stdout: "committed_bytes": { 2024-04-10T16:59:51.216 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 503316480 2024-04-10T16:59:51.216 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.216 INFO:tasks.workunit.client.0.smithi069.stdout: "pri0_bytes": { 2024-04-10T16:59:51.216 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.216 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.216 INFO:tasks.workunit.client.0.smithi069.stdout: "pri10_bytes": { 2024-04-10T16:59:51.216 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.217 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.217 INFO:tasks.workunit.client.0.smithi069.stdout: "pri11_bytes": { 2024-04-10T16:59:51.217 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 426660919 2024-04-10T16:59:51.217 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.217 INFO:tasks.workunit.client.0.smithi069.stdout: "pri1_bytes": { 2024-04-10T16:59:51.217 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.217 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.217 INFO:tasks.workunit.client.0.smithi069.stdout: "pri2_bytes": { 2024-04-10T16:59:51.217 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.217 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.217 INFO:tasks.workunit.client.0.smithi069.stdout: "pri3_bytes": { 2024-04-10T16:59:51.217 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.217 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.217 INFO:tasks.workunit.client.0.smithi069.stdout: "pri4_bytes": { 2024-04-10T16:59:51.217 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.218 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.218 INFO:tasks.workunit.client.0.smithi069.stdout: "pri5_bytes": { 2024-04-10T16:59:51.218 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 151247 2024-04-10T16:59:51.218 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.218 INFO:tasks.workunit.client.0.smithi069.stdout: "pri6_bytes": { 2024-04-10T16:59:51.218 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1135859 2024-04-10T16:59:51.218 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.218 INFO:tasks.workunit.client.0.smithi069.stdout: "pri7_bytes": { 2024-04-10T16:59:51.218 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.218 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.218 INFO:tasks.workunit.client.0.smithi069.stdout: "pri8_bytes": { 2024-04-10T16:59:51.218 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.218 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.218 INFO:tasks.workunit.client.0.smithi069.stdout: "pri9_bytes": { 2024-04-10T16:59:51.219 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.219 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.219 INFO:tasks.workunit.client.0.smithi069.stdout: "reserved_bytes": { 2024-04-10T16:59:51.219 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 75368455 2024-04-10T16:59:51.219 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:51.219 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.219 INFO:tasks.workunit.client.0.smithi069.stdout: "objecter": { 2024-04-10T16:59:51.219 INFO:tasks.workunit.client.0.smithi069.stdout: "op_active": { 2024-04-10T16:59:51.219 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.219 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.219 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r": { 2024-04-10T16:59:51.219 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 95 2024-04-10T16:59:51.219 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.219 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rmw": { 2024-04-10T16:59:51.219 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.220 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.220 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w": { 2024-04-10T16:59:51.220 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.220 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:51.220 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.220 INFO:tasks.workunit.client.0.smithi069.stdout: "osd": { 2024-04-10T16:59:51.220 INFO:tasks.workunit.client.0.smithi069.stdout: "numpg": { 2024-04-10T16:59:51.220 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 40 2024-04-10T16:59:51.220 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.220 INFO:tasks.workunit.client.0.smithi069.stdout: "numpg_removing": { 2024-04-10T16:59:51.220 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.220 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.220 INFO:tasks.workunit.client.0.smithi069.stdout: "op": { 2024-04-10T16:59:51.220 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 52557 2024-04-10T16:59:51.221 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.221 INFO:tasks.workunit.client.0.smithi069.stdout: "op_before_queue_op_lat": { 2024-04-10T16:59:51.221 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 145745, 2024-04-10T16:59:51.221 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 7864588720 2024-04-10T16:59:51.221 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.221 INFO:tasks.workunit.client.0.smithi069.stdout: "op_delayed_degraded": { 2024-04-10T16:59:51.221 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 4 2024-04-10T16:59:51.221 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.221 INFO:tasks.workunit.client.0.smithi069.stdout: "op_delayed_unreadable": { 2024-04-10T16:59:51.221 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.221 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.221 INFO:tasks.workunit.client.0.smithi069.stdout: "op_in_bytes": { 2024-04-10T16:59:51.221 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2165643152 2024-04-10T16:59:51.221 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.221 INFO:tasks.workunit.client.0.smithi069.stdout: "op_latency": { 2024-04-10T16:59:51.222 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 52557, 2024-04-10T16:59:51.222 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 123056690456 2024-04-10T16:59:51.222 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.222 INFO:tasks.workunit.client.0.smithi069.stdout: "op_out_bytes": { 2024-04-10T16:59:51.222 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3893765718 2024-04-10T16:59:51.222 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.222 INFO:tasks.workunit.client.0.smithi069.stdout: "op_prepare_latency": { 2024-04-10T16:59:51.222 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 53439, 2024-04-10T16:59:51.222 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 44217777133 2024-04-10T16:59:51.222 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.222 INFO:tasks.workunit.client.0.smithi069.stdout: "op_process_latency": { 2024-04-10T16:59:51.222 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 52557, 2024-04-10T16:59:51.222 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 77290025686 2024-04-10T16:59:51.222 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.223 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r": { 2024-04-10T16:59:51.223 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 22868 2024-04-10T16:59:51.223 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.223 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r_latency": { 2024-04-10T16:59:51.223 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 22868, 2024-04-10T16:59:51.223 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 23620290970 2024-04-10T16:59:51.223 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.223 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-10T16:59:51.223 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.223 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.223 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r_out_bytes": { 2024-04-10T16:59:51.223 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3893765718 2024-04-10T16:59:51.223 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.223 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r_prepare_latency": { 2024-04-10T16:59:51.224 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 23291, 2024-04-10T16:59:51.224 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 6115337591 2024-04-10T16:59:51.224 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.224 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r_process_latency": { 2024-04-10T16:59:51.224 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 22868, 2024-04-10T16:59:51.224 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 9746527730 2024-04-10T16:59:51.224 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.224 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw": { 2024-04-10T16:59:51.224 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 27394 2024-04-10T16:59:51.224 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.224 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_in_bytes": { 2024-04-10T16:59:51.224 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 499391698 2024-04-10T16:59:51.224 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.225 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_latency": { 2024-04-10T16:59:51.225 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 27394, 2024-04-10T16:59:51.225 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 52956422186 2024-04-10T16:59:51.225 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.225 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-10T16:59:51.225 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.225 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.225 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-10T16:59:51.225 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.225 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.225 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_out_bytes": { 2024-04-10T16:59:51.225 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.225 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.226 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_prepare_latency": { 2024-04-10T16:59:51.226 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 27684, 2024-04-10T16:59:51.226 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 34149199463 2024-04-10T16:59:51.226 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.226 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_process_latency": { 2024-04-10T16:59:51.226 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 27394, 2024-04-10T16:59:51.226 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 50269609082 2024-04-10T16:59:51.226 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.226 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w": { 2024-04-10T16:59:51.226 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2295 2024-04-10T16:59:51.226 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.226 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w_in_bytes": { 2024-04-10T16:59:51.226 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1666251454 2024-04-10T16:59:51.226 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.226 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w_latency": { 2024-04-10T16:59:51.227 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 2295, 2024-04-10T16:59:51.227 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 46479977300 2024-04-10T16:59:51.227 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.227 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-10T16:59:51.227 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.227 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.227 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w_prepare_latency": { 2024-04-10T16:59:51.227 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 2464, 2024-04-10T16:59:51.227 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3953240079 2024-04-10T16:59:51.227 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.227 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w_process_latency": { 2024-04-10T16:59:51.227 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 2295, 2024-04-10T16:59:51.227 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 17273888874 2024-04-10T16:59:51.228 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.228 INFO:tasks.workunit.client.0.smithi069.stdout: "op_wip": { 2024-04-10T16:59:51.228 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.228 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.228 INFO:tasks.workunit.client.0.smithi069.stdout: "recovery_bytes": { 2024-04-10T16:59:51.228 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 8388616 2024-04-10T16:59:51.228 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.228 INFO:tasks.workunit.client.0.smithi069.stdout: "recovery_ops": { 2024-04-10T16:59:51.228 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 23 2024-04-10T16:59:51.228 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.228 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_bytes": { 2024-04-10T16:59:51.228 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 95995035648 2024-04-10T16:59:51.228 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.228 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_bytes_used": { 2024-04-10T16:59:51.228 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 683503616 2024-04-10T16:59:51.229 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:51.229 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:51.229 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.229 INFO:tasks.workunit.client.0.smithi069.stdout: "osd.3": { 2024-04-10T16:59:51.229 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs": { 2024-04-10T16:59:51.229 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_db_max_lat": { 2024-04-10T16:59:51.229 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 28334 2024-04-10T16:59:51.229 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.229 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_slow_fallback": { 2024-04-10T16:59:51.229 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.229 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.229 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_slow_max_lat": { 2024-04-10T16:59:51.229 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.229 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.230 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_slow_size_fallback": { 2024-04-10T16:59:51.230 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.230 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.230 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_unit_db": { 2024-04-10T16:59:51.230 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 65536 2024-04-10T16:59:51.230 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.230 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_unit_slow": { 2024-04-10T16:59:51.230 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.230 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.230 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_unit_wal": { 2024-04-10T16:59:51.230 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.230 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.230 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_wal_max_lat": { 2024-04-10T16:59:51.230 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.231 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.231 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes_written_slow": { 2024-04-10T16:59:51.231 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.231 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.231 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes_written_sst": { 2024-04-10T16:59:51.231 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3350528 2024-04-10T16:59:51.231 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.231 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes_written_wal": { 2024-04-10T16:59:51.231 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 618958848 2024-04-10T16:59:51.231 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.231 INFO:tasks.workunit.client.0.smithi069.stdout: "compact_lat": { 2024-04-10T16:59:51.231 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 16, 2024-04-10T16:59:51.231 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 4943135 2024-04-10T16:59:51.231 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.231 INFO:tasks.workunit.client.0.smithi069.stdout: "compact_lock_lat": { 2024-04-10T16:59:51.232 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 16, 2024-04-10T16:59:51.232 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2190134 2024-04-10T16:59:51.232 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.232 INFO:tasks.workunit.client.0.smithi069.stdout: "db_alloc_lat": { 2024-04-10T16:59:51.232 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 159, 2024-04-10T16:59:51.232 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 849714 2024-04-10T16:59:51.232 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.232 INFO:tasks.workunit.client.0.smithi069.stdout: "db_total_bytes": { 2024-04-10T16:59:51.232 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 95995027456 2024-04-10T16:59:51.232 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.232 INFO:tasks.workunit.client.0.smithi069.stdout: "db_used_bytes": { 2024-04-10T16:59:51.232 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 557383680 2024-04-10T16:59:51.232 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.232 INFO:tasks.workunit.client.0.smithi069.stdout: "flush_lat": { 2024-04-10T16:59:51.232 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 66838, 2024-04-10T16:59:51.233 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 10606979400 2024-04-10T16:59:51.233 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.233 INFO:tasks.workunit.client.0.smithi069.stdout: "fsync_lat": { 2024-04-10T16:59:51.233 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 66851, 2024-04-10T16:59:51.233 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 17214667089 2024-04-10T16:59:51.233 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.233 INFO:tasks.workunit.client.0.smithi069.stdout: "log_bytes": { 2024-04-10T16:59:51.233 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 7872512 2024-04-10T16:59:51.233 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.233 INFO:tasks.workunit.client.0.smithi069.stdout: "logged_bytes": { 2024-04-10T16:59:51.233 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 273866752 2024-04-10T16:59:51.233 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.233 INFO:tasks.workunit.client.0.smithi069.stdout: "max_bytes_db": { 2024-04-10T16:59:51.233 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 570163200 2024-04-10T16:59:51.233 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.234 INFO:tasks.workunit.client.0.smithi069.stdout: "max_bytes_slow": { 2024-04-10T16:59:51.234 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.234 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.234 INFO:tasks.workunit.client.0.smithi069.stdout: "max_bytes_wal": { 2024-04-10T16:59:51.234 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.234 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.234 INFO:tasks.workunit.client.0.smithi069.stdout: "num_files": { 2024-04-10T16:59:51.234 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 44 2024-04-10T16:59:51.234 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.234 INFO:tasks.workunit.client.0.smithi069.stdout: "read_bytes": { 2024-04-10T16:59:51.234 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2027109603 2024-04-10T16:59:51.234 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.234 INFO:tasks.workunit.client.0.smithi069.stdout: "read_count": { 2024-04-10T16:59:51.235 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 30337 2024-04-10T16:59:51.235 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.235 INFO:tasks.workunit.client.0.smithi069.stdout: "read_disk_bytes": { 2024-04-10T16:59:51.235 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1801629696 2024-04-10T16:59:51.235 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.235 INFO:tasks.workunit.client.0.smithi069.stdout: "read_disk_bytes_db": { 2024-04-10T16:59:51.235 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1801633792 2024-04-10T16:59:51.235 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.235 INFO:tasks.workunit.client.0.smithi069.stdout: "read_disk_bytes_slow": { 2024-04-10T16:59:51.235 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.235 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.235 INFO:tasks.workunit.client.0.smithi069.stdout: "read_disk_bytes_wal": { 2024-04-10T16:59:51.236 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.236 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.236 INFO:tasks.workunit.client.0.smithi069.stdout: "read_disk_count": { 2024-04-10T16:59:51.236 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 25963 2024-04-10T16:59:51.236 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.236 INFO:tasks.workunit.client.0.smithi069.stdout: "read_lat": { 2024-04-10T16:59:51.236 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 30337, 2024-04-10T16:59:51.236 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 848425013 2024-04-10T16:59:51.236 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.236 INFO:tasks.workunit.client.0.smithi069.stdout: "read_prefetch_bytes": { 2024-04-10T16:59:51.236 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1948211492 2024-04-10T16:59:51.236 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.236 INFO:tasks.workunit.client.0.smithi069.stdout: "read_prefetch_count": { 2024-04-10T16:59:51.236 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 27916 2024-04-10T16:59:51.236 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.237 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_buffer_bytes": { 2024-04-10T16:59:51.237 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1202175 2024-04-10T16:59:51.237 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.237 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_buffer_count": { 2024-04-10T16:59:51.237 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 576 2024-04-10T16:59:51.237 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.237 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_bytes": { 2024-04-10T16:59:51.237 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3322771 2024-04-10T16:59:51.237 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.237 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_count": { 2024-04-10T16:59:51.237 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 712 2024-04-10T16:59:51.237 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.237 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_disk_bytes": { 2024-04-10T16:59:51.237 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2120596 2024-04-10T16:59:51.237 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.238 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_disk_bytes_db": { 2024-04-10T16:59:51.238 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2120596 2024-04-10T16:59:51.238 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.238 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_disk_bytes_slow": { 2024-04-10T16:59:51.238 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.238 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.238 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_disk_bytes_wal": { 2024-04-10T16:59:51.238 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.238 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.238 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_disk_count": { 2024-04-10T16:59:51.238 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 137 2024-04-10T16:59:51.238 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.238 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_lat": { 2024-04-10T16:59:51.238 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 712, 2024-04-10T16:59:51.238 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1145757 2024-04-10T16:59:51.238 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.238 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_alloc_lat": { 2024-04-10T16:59:51.239 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:51.239 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.239 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.239 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_total_bytes": { 2024-04-10T16:59:51.239 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.239 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.239 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_used_bytes": { 2024-04-10T16:59:51.239 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.239 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.239 INFO:tasks.workunit.client.0.smithi069.stdout: "truncate_lat": { 2024-04-10T16:59:51.239 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 1, 2024-04-10T16:59:51.239 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 737 2024-04-10T16:59:51.239 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.239 INFO:tasks.workunit.client.0.smithi069.stdout: "unlink_lat": { 2024-04-10T16:59:51.239 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 7, 2024-04-10T16:59:51.240 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 9216 2024-04-10T16:59:51.240 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.240 INFO:tasks.workunit.client.0.smithi069.stdout: "wal_alloc_lat": { 2024-04-10T16:59:51.240 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:51.240 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.240 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.240 INFO:tasks.workunit.client.0.smithi069.stdout: "wal_total_bytes": { 2024-04-10T16:59:51.240 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.240 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.240 INFO:tasks.workunit.client.0.smithi069.stdout: "wal_used_bytes": { 2024-04-10T16:59:51.240 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.240 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.240 INFO:tasks.workunit.client.0.smithi069.stdout: "write_bytes": { 2024-04-10T16:59:51.240 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 898609152 2024-04-10T16:59:51.241 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:51.241 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.241 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore": { 2024-04-10T16:59:51.241 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_unit": { 2024-04-10T16:59:51.241 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 4096 2024-04-10T16:59:51.241 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.241 INFO:tasks.workunit.client.0.smithi069.stdout: "allocated": { 2024-04-10T16:59:51.241 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 9416704 2024-04-10T16:59:51.241 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.241 INFO:tasks.workunit.client.0.smithi069.stdout: "allocator_lat": { 2024-04-10T16:59:51.241 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 20318, 2024-04-10T16:59:51.241 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 65800888 2024-04-10T16:59:51.241 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.241 INFO:tasks.workunit.client.0.smithi069.stdout: "clist_lat": { 2024-04-10T16:59:51.242 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 3551, 2024-04-10T16:59:51.242 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 5550239155 2024-04-10T16:59:51.242 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.242 INFO:tasks.workunit.client.0.smithi069.stdout: "compress_lat": { 2024-04-10T16:59:51.242 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:51.242 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.242 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.242 INFO:tasks.workunit.client.0.smithi069.stdout: "compressed": { 2024-04-10T16:59:51.242 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.242 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.242 INFO:tasks.workunit.client.0.smithi069.stdout: "compressed_allocated": { 2024-04-10T16:59:51.242 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.242 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.243 INFO:tasks.workunit.client.0.smithi069.stdout: "compressed_original": { 2024-04-10T16:59:51.243 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.243 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.243 INFO:tasks.workunit.client.0.smithi069.stdout: "csum_lat": { 2024-04-10T16:59:51.243 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 17481, 2024-04-10T16:59:51.243 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 138529807 2024-04-10T16:59:51.243 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.243 INFO:tasks.workunit.client.0.smithi069.stdout: "decompress_lat": { 2024-04-10T16:59:51.243 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:51.243 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.243 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.243 INFO:tasks.workunit.client.0.smithi069.stdout: "fragmentation_micros": { 2024-04-10T16:59:51.243 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.243 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.244 INFO:tasks.workunit.client.0.smithi069.stdout: "kv_commit_lat": { 2024-04-10T16:59:51.244 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 66803, 2024-04-10T16:59:51.244 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 20689321685 2024-04-10T16:59:51.244 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.244 INFO:tasks.workunit.client.0.smithi069.stdout: "kv_final_lat": { 2024-04-10T16:59:51.244 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 66230, 2024-04-10T16:59:51.244 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1722533238 2024-04-10T16:59:51.244 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.244 INFO:tasks.workunit.client.0.smithi069.stdout: "kv_flush_lat": { 2024-04-10T16:59:51.244 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 66803, 2024-04-10T16:59:51.244 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 40758571 2024-04-10T16:59:51.244 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.244 INFO:tasks.workunit.client.0.smithi069.stdout: "kv_sync_lat": { 2024-04-10T16:59:51.244 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 66803, 2024-04-10T16:59:51.245 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 20730080256 2024-04-10T16:59:51.245 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.245 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_get_keys_lat": { 2024-04-10T16:59:51.245 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:51.245 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.245 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.245 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_get_values_lat": { 2024-04-10T16:59:51.245 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 24925, 2024-04-10T16:59:51.245 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 914367152 2024-04-10T16:59:51.245 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.245 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_lower_bound_lat": { 2024-04-10T16:59:51.245 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 1401, 2024-04-10T16:59:51.245 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3491196 2024-04-10T16:59:51.245 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.245 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_next_lat": { 2024-04-10T16:59:51.245 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 5287, 2024-04-10T16:59:51.246 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 8032121 2024-04-10T16:59:51.246 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.246 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_seek_to_first_lat": { 2024-04-10T16:59:51.246 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 41, 2024-04-10T16:59:51.246 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 76869 2024-04-10T16:59:51.246 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.246 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_upper_bound_lat": { 2024-04-10T16:59:51.246 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 11885, 2024-04-10T16:59:51.246 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1979287168 2024-04-10T16:59:51.246 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.246 INFO:tasks.workunit.client.0.smithi069.stdout: "onode_hits": { 2024-04-10T16:59:51.246 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 206392 2024-04-10T16:59:51.246 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.246 INFO:tasks.workunit.client.0.smithi069.stdout: "onode_misses": { 2024-04-10T16:59:51.246 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 17897 2024-04-10T16:59:51.246 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.247 INFO:tasks.workunit.client.0.smithi069.stdout: "read_lat": { 2024-04-10T16:59:51.247 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 25322, 2024-04-10T16:59:51.247 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1766440193 2024-04-10T16:59:51.247 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.247 INFO:tasks.workunit.client.0.smithi069.stdout: "read_onode_meta_lat": { 2024-04-10T16:59:51.247 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 71513, 2024-04-10T16:59:51.247 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 23491057 2024-04-10T16:59:51.247 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.247 INFO:tasks.workunit.client.0.smithi069.stdout: "read_wait_aio_lat": { 2024-04-10T16:59:51.247 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 46191, 2024-04-10T16:59:51.247 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1300048834 2024-04-10T16:59:51.247 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.247 INFO:tasks.workunit.client.0.smithi069.stdout: "reads_with_retries": { 2024-04-10T16:59:51.247 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.248 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.248 INFO:tasks.workunit.client.0.smithi069.stdout: "remove_lat": { 2024-04-10T16:59:51.248 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 12482, 2024-04-10T16:59:51.248 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 387442719 2024-04-10T16:59:51.248 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.248 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_aio_wait_count": { 2024-04-10T16:59:51.248 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.248 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.248 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_committed_kv_count": { 2024-04-10T16:59:51.248 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.248 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.248 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_read_onode_meta_count": { 2024-04-10T16:59:51.248 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.248 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.248 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_read_wait_aio_count": { 2024-04-10T16:59:51.248 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.249 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.249 INFO:tasks.workunit.client.0.smithi069.stdout: "state_aio_wait_lat": { 2024-04-10T16:59:51.249 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 78623, 2024-04-10T16:59:51.249 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 13931672318 2024-04-10T16:59:51.249 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.249 INFO:tasks.workunit.client.0.smithi069.stdout: "state_deferred_aio_wait_lat": { 2024-04-10T16:59:51.249 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 18470, 2024-04-10T16:59:51.249 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1620239279 2024-04-10T16:59:51.249 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.249 INFO:tasks.workunit.client.0.smithi069.stdout: "state_deferred_cleanup_lat": { 2024-04-10T16:59:51.249 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 18467, 2024-04-10T16:59:51.249 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3822208921797 2024-04-10T16:59:51.249 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.249 INFO:tasks.workunit.client.0.smithi069.stdout: "state_deferred_queued_lat": { 2024-04-10T16:59:51.249 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 18470, 2024-04-10T16:59:51.249 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 6628284067487 2024-04-10T16:59:51.249 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.250 INFO:tasks.workunit.client.0.smithi069.stdout: "state_done_lat": { 2024-04-10T16:59:51.250 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 78620, 2024-04-10T16:59:51.250 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2495409238427 2024-04-10T16:59:51.250 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.250 INFO:tasks.workunit.client.0.smithi069.stdout: "state_finishing_lat": { 2024-04-10T16:59:51.250 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 78620, 2024-04-10T16:59:51.250 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 7234986 2024-04-10T16:59:51.250 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.250 INFO:tasks.workunit.client.0.smithi069.stdout: "state_io_done_lat": { 2024-04-10T16:59:51.250 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 78623, 2024-04-10T16:59:51.250 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 435787200 2024-04-10T16:59:51.250 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.250 INFO:tasks.workunit.client.0.smithi069.stdout: "state_kv_commiting_lat": { 2024-04-10T16:59:51.250 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 78623, 2024-04-10T16:59:51.251 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 35688703626 2024-04-10T16:59:51.251 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.251 INFO:tasks.workunit.client.0.smithi069.stdout: "state_kv_done_lat": { 2024-04-10T16:59:51.251 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 78623, 2024-04-10T16:59:51.251 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 28623634 2024-04-10T16:59:51.251 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.251 INFO:tasks.workunit.client.0.smithi069.stdout: "state_kv_queued_lat": { 2024-04-10T16:59:51.251 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 78623, 2024-04-10T16:59:51.251 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 16271527221 2024-04-10T16:59:51.251 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.251 INFO:tasks.workunit.client.0.smithi069.stdout: "state_prepare_lat": { 2024-04-10T16:59:51.251 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 78623, 2024-04-10T16:59:51.251 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 15924410075 2024-04-10T16:59:51.251 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.251 INFO:tasks.workunit.client.0.smithi069.stdout: "stored": { 2024-04-10T16:59:51.251 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 5484379 2024-04-10T16:59:51.252 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.252 INFO:tasks.workunit.client.0.smithi069.stdout: "truncate_lat": { 2024-04-10T16:59:51.252 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 2510, 2024-04-10T16:59:51.252 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 14425455 2024-04-10T16:59:51.252 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.252 INFO:tasks.workunit.client.0.smithi069.stdout: "txc_commit_lat": { 2024-04-10T16:59:51.252 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 78623, 2024-04-10T16:59:51.252 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 82265291833 2024-04-10T16:59:51.252 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.252 INFO:tasks.workunit.client.0.smithi069.stdout: "txc_submit_lat": { 2024-04-10T16:59:51.252 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 78623, 2024-04-10T16:59:51.252 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 16934707167 2024-04-10T16:59:51.252 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.252 INFO:tasks.workunit.client.0.smithi069.stdout: "txc_throttle_lat": { 2024-04-10T16:59:51.252 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 78623, 2024-04-10T16:59:51.253 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 760269967 2024-04-10T16:59:51.253 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:51.253 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.253 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore-pricache": { 2024-04-10T16:59:51.253 INFO:tasks.workunit.client.0.smithi069.stdout: "cache_bytes": { 2024-04-10T16:59:51.253 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1405243637 2024-04-10T16:59:51.253 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.253 INFO:tasks.workunit.client.0.smithi069.stdout: "heap_bytes": { 2024-04-10T16:59:51.253 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 595386368 2024-04-10T16:59:51.253 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.253 INFO:tasks.workunit.client.0.smithi069.stdout: "mapped_bytes": { 2024-04-10T16:59:51.253 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 546897920 2024-04-10T16:59:51.253 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.253 INFO:tasks.workunit.client.0.smithi069.stdout: "target_bytes": { 2024-04-10T16:59:51.253 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2600647065 2024-04-10T16:59:51.254 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.254 INFO:tasks.workunit.client.0.smithi069.stdout: "unmapped_bytes": { 2024-04-10T16:59:51.254 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 48488448 2024-04-10T16:59:51.254 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:51.254 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.254 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore-pricache:data": { 2024-04-10T16:59:51.254 INFO:tasks.workunit.client.0.smithi069.stdout: "committed_bytes": { 2024-04-10T16:59:51.254 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 125829120 2024-04-10T16:59:51.254 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.254 INFO:tasks.workunit.client.0.smithi069.stdout: "pri0_bytes": { 2024-04-10T16:59:51.254 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.254 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.254 INFO:tasks.workunit.client.0.smithi069.stdout: "pri10_bytes": { 2024-04-10T16:59:51.254 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.255 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.255 INFO:tasks.workunit.client.0.smithi069.stdout: "pri11_bytes": { 2024-04-10T16:59:51.255 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 57365093 2024-04-10T16:59:51.255 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.255 INFO:tasks.workunit.client.0.smithi069.stdout: "pri1_bytes": { 2024-04-10T16:59:51.255 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.255 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.255 INFO:tasks.workunit.client.0.smithi069.stdout: "pri2_bytes": { 2024-04-10T16:59:51.255 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.255 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.255 INFO:tasks.workunit.client.0.smithi069.stdout: "pri3_bytes": { 2024-04-10T16:59:51.255 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.255 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.255 INFO:tasks.workunit.client.0.smithi069.stdout: "pri4_bytes": { 2024-04-10T16:59:51.255 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.256 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.256 INFO:tasks.workunit.client.0.smithi069.stdout: "pri5_bytes": { 2024-04-10T16:59:51.256 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 4096 2024-04-10T16:59:51.256 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.256 INFO:tasks.workunit.client.0.smithi069.stdout: "pri6_bytes": { 2024-04-10T16:59:51.256 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 118784 2024-04-10T16:59:51.256 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.256 INFO:tasks.workunit.client.0.smithi069.stdout: "pri7_bytes": { 2024-04-10T16:59:51.256 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.256 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.256 INFO:tasks.workunit.client.0.smithi069.stdout: "pri8_bytes": { 2024-04-10T16:59:51.256 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.256 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.256 INFO:tasks.workunit.client.0.smithi069.stdout: "pri9_bytes": { 2024-04-10T16:59:51.257 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.257 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.257 INFO:tasks.workunit.client.0.smithi069.stdout: "reserved_bytes": { 2024-04-10T16:59:51.257 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 68341147 2024-04-10T16:59:51.257 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:51.257 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.257 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore-pricache:kv": { 2024-04-10T16:59:51.257 INFO:tasks.workunit.client.0.smithi069.stdout: "committed_bytes": { 2024-04-10T16:59:51.257 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 570425344 2024-04-10T16:59:51.257 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.257 INFO:tasks.workunit.client.0.smithi069.stdout: "pri0_bytes": { 2024-04-10T16:59:51.257 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 67108864 2024-04-10T16:59:51.257 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.257 INFO:tasks.workunit.client.0.smithi069.stdout: "pri10_bytes": { 2024-04-10T16:59:51.257 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.258 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.258 INFO:tasks.workunit.client.0.smithi069.stdout: "pri11_bytes": { 2024-04-10T16:59:51.258 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 430238198 2024-04-10T16:59:51.258 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.258 INFO:tasks.workunit.client.0.smithi069.stdout: "pri1_bytes": { 2024-04-10T16:59:51.258 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.258 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.258 INFO:tasks.workunit.client.0.smithi069.stdout: "pri2_bytes": { 2024-04-10T16:59:51.258 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.258 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.258 INFO:tasks.workunit.client.0.smithi069.stdout: "pri3_bytes": { 2024-04-10T16:59:51.258 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1520 2024-04-10T16:59:51.258 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.258 INFO:tasks.workunit.client.0.smithi069.stdout: "pri4_bytes": { 2024-04-10T16:59:51.259 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.259 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.259 INFO:tasks.workunit.client.0.smithi069.stdout: "pri5_bytes": { 2024-04-10T16:59:51.259 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 99888 2024-04-10T16:59:51.259 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.259 INFO:tasks.workunit.client.0.smithi069.stdout: "pri6_bytes": { 2024-04-10T16:59:51.259 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.259 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.259 INFO:tasks.workunit.client.0.smithi069.stdout: "pri7_bytes": { 2024-04-10T16:59:51.259 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.259 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.259 INFO:tasks.workunit.client.0.smithi069.stdout: "pri8_bytes": { 2024-04-10T16:59:51.259 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.259 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.259 INFO:tasks.workunit.client.0.smithi069.stdout: "pri9_bytes": { 2024-04-10T16:59:51.260 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.260 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.260 INFO:tasks.workunit.client.0.smithi069.stdout: "reserved_bytes": { 2024-04-10T16:59:51.260 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 72976874 2024-04-10T16:59:51.260 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:51.260 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.260 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore-pricache:kv_onode": { 2024-04-10T16:59:51.260 INFO:tasks.workunit.client.0.smithi069.stdout: "committed_bytes": { 2024-04-10T16:59:51.260 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 176160768 2024-04-10T16:59:51.260 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.260 INFO:tasks.workunit.client.0.smithi069.stdout: "pri0_bytes": { 2024-04-10T16:59:51.260 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 67108864 2024-04-10T16:59:51.260 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.260 INFO:tasks.workunit.client.0.smithi069.stdout: "pri10_bytes": { 2024-04-10T16:59:51.260 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2583712 2024-04-10T16:59:51.261 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.261 INFO:tasks.workunit.client.0.smithi069.stdout: "pri11_bytes": { 2024-04-10T16:59:51.261 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 38243395 2024-04-10T16:59:51.261 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.261 INFO:tasks.workunit.client.0.smithi069.stdout: "pri1_bytes": { 2024-04-10T16:59:51.261 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.261 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.261 INFO:tasks.workunit.client.0.smithi069.stdout: "pri2_bytes": { 2024-04-10T16:59:51.261 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.261 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.261 INFO:tasks.workunit.client.0.smithi069.stdout: "pri3_bytes": { 2024-04-10T16:59:51.261 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.261 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.261 INFO:tasks.workunit.client.0.smithi069.stdout: "pri4_bytes": { 2024-04-10T16:59:51.262 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.262 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.262 INFO:tasks.workunit.client.0.smithi069.stdout: "pri5_bytes": { 2024-04-10T16:59:51.262 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.262 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.262 INFO:tasks.workunit.client.0.smithi069.stdout: "pri6_bytes": { 2024-04-10T16:59:51.262 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.262 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.262 INFO:tasks.workunit.client.0.smithi069.stdout: "pri7_bytes": { 2024-04-10T16:59:51.262 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.262 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.262 INFO:tasks.workunit.client.0.smithi069.stdout: "pri8_bytes": { 2024-04-10T16:59:51.262 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.263 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.263 INFO:tasks.workunit.client.0.smithi069.stdout: "pri9_bytes": { 2024-04-10T16:59:51.263 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.263 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.263 INFO:tasks.workunit.client.0.smithi069.stdout: "reserved_bytes": { 2024-04-10T16:59:51.263 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 68224797 2024-04-10T16:59:51.263 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:51.263 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.263 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore-pricache:meta": { 2024-04-10T16:59:51.263 INFO:tasks.workunit.client.0.smithi069.stdout: "committed_bytes": { 2024-04-10T16:59:51.263 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 503316480 2024-04-10T16:59:51.263 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.263 INFO:tasks.workunit.client.0.smithi069.stdout: "pri0_bytes": { 2024-04-10T16:59:51.263 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.263 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.263 INFO:tasks.workunit.client.0.smithi069.stdout: "pri10_bytes": { 2024-04-10T16:59:51.264 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.264 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.264 INFO:tasks.workunit.client.0.smithi069.stdout: "pri11_bytes": { 2024-04-10T16:59:51.264 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 430238198 2024-04-10T16:59:51.264 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.264 INFO:tasks.workunit.client.0.smithi069.stdout: "pri1_bytes": { 2024-04-10T16:59:51.264 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.264 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.264 INFO:tasks.workunit.client.0.smithi069.stdout: "pri2_bytes": { 2024-04-10T16:59:51.264 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.264 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.264 INFO:tasks.workunit.client.0.smithi069.stdout: "pri3_bytes": { 2024-04-10T16:59:51.264 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.264 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.264 INFO:tasks.workunit.client.0.smithi069.stdout: "pri4_bytes": { 2024-04-10T16:59:51.265 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.265 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.265 INFO:tasks.workunit.client.0.smithi069.stdout: "pri5_bytes": { 2024-04-10T16:59:51.265 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 151158 2024-04-10T16:59:51.265 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.265 INFO:tasks.workunit.client.0.smithi069.stdout: "pri6_bytes": { 2024-04-10T16:59:51.265 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1129183 2024-04-10T16:59:51.265 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.265 INFO:tasks.workunit.client.0.smithi069.stdout: "pri7_bytes": { 2024-04-10T16:59:51.265 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.265 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.265 INFO:tasks.workunit.client.0.smithi069.stdout: "pri8_bytes": { 2024-04-10T16:59:51.265 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.265 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.265 INFO:tasks.workunit.client.0.smithi069.stdout: "pri9_bytes": { 2024-04-10T16:59:51.265 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.266 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.266 INFO:tasks.workunit.client.0.smithi069.stdout: "reserved_bytes": { 2024-04-10T16:59:51.266 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 71797941 2024-04-10T16:59:51.266 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:51.266 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.266 INFO:tasks.workunit.client.0.smithi069.stdout: "objecter": { 2024-04-10T16:59:51.266 INFO:tasks.workunit.client.0.smithi069.stdout: "op_active": { 2024-04-10T16:59:51.266 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.266 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.266 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r": { 2024-04-10T16:59:51.266 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 24 2024-04-10T16:59:51.266 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.267 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rmw": { 2024-04-10T16:59:51.267 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.267 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.267 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w": { 2024-04-10T16:59:51.267 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1 2024-04-10T16:59:51.267 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:51.267 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.267 INFO:tasks.workunit.client.0.smithi069.stdout: "osd": { 2024-04-10T16:59:51.267 INFO:tasks.workunit.client.0.smithi069.stdout: "numpg": { 2024-04-10T16:59:51.267 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 48 2024-04-10T16:59:51.267 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.267 INFO:tasks.workunit.client.0.smithi069.stdout: "numpg_removing": { 2024-04-10T16:59:51.267 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.267 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.267 INFO:tasks.workunit.client.0.smithi069.stdout: "op": { 2024-04-10T16:59:51.267 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 45139 2024-04-10T16:59:51.268 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.268 INFO:tasks.workunit.client.0.smithi069.stdout: "op_before_queue_op_lat": { 2024-04-10T16:59:51.268 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 122449, 2024-04-10T16:59:51.268 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 7901680271 2024-04-10T16:59:51.268 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.268 INFO:tasks.workunit.client.0.smithi069.stdout: "op_delayed_degraded": { 2024-04-10T16:59:51.268 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3 2024-04-10T16:59:51.268 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.268 INFO:tasks.workunit.client.0.smithi069.stdout: "op_delayed_unreadable": { 2024-04-10T16:59:51.268 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.268 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.268 INFO:tasks.workunit.client.0.smithi069.stdout: "op_in_bytes": { 2024-04-10T16:59:51.268 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1631284266 2024-04-10T16:59:51.268 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.268 INFO:tasks.workunit.client.0.smithi069.stdout: "op_latency": { 2024-04-10T16:59:51.269 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 45139, 2024-04-10T16:59:51.269 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 268911591896 2024-04-10T16:59:51.269 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.269 INFO:tasks.workunit.client.0.smithi069.stdout: "op_out_bytes": { 2024-04-10T16:59:51.269 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1928082367 2024-04-10T16:59:51.269 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.269 INFO:tasks.workunit.client.0.smithi069.stdout: "op_prepare_latency": { 2024-04-10T16:59:51.269 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 47383, 2024-04-10T16:59:51.269 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 29645253144 2024-04-10T16:59:51.269 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.269 INFO:tasks.workunit.client.0.smithi069.stdout: "op_process_latency": { 2024-04-10T16:59:51.269 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 45139, 2024-04-10T16:59:51.269 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 71508615967 2024-04-10T16:59:51.269 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.269 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r": { 2024-04-10T16:59:51.270 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 28116 2024-04-10T16:59:51.270 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.270 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r_latency": { 2024-04-10T16:59:51.270 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 28116, 2024-04-10T16:59:51.270 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 46078940420 2024-04-10T16:59:51.270 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.270 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-10T16:59:51.270 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.270 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.270 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r_out_bytes": { 2024-04-10T16:59:51.270 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1928082367 2024-04-10T16:59:51.270 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.270 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r_prepare_latency": { 2024-04-10T16:59:51.270 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 28346, 2024-04-10T16:59:51.270 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 7669736628 2024-04-10T16:59:51.270 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.271 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r_process_latency": { 2024-04-10T16:59:51.271 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 28116, 2024-04-10T16:59:51.271 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 7330220787 2024-04-10T16:59:51.271 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.271 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw": { 2024-04-10T16:59:51.271 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 13085 2024-04-10T16:59:51.271 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.271 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_in_bytes": { 2024-04-10T16:59:51.271 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 267488424 2024-04-10T16:59:51.271 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.271 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_latency": { 2024-04-10T16:59:51.271 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 13085, 2024-04-10T16:59:51.271 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 171496151912 2024-04-10T16:59:51.271 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.271 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-10T16:59:51.271 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.271 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.272 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-10T16:59:51.272 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.272 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.272 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_out_bytes": { 2024-04-10T16:59:51.272 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.272 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.272 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_prepare_latency": { 2024-04-10T16:59:51.272 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 14989, 2024-04-10T16:59:51.272 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 16861436489 2024-04-10T16:59:51.272 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.272 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_process_latency": { 2024-04-10T16:59:51.272 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 13085, 2024-04-10T16:59:51.272 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 36831031876 2024-04-10T16:59:51.272 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.273 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w": { 2024-04-10T16:59:51.273 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3938 2024-04-10T16:59:51.273 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.273 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w_in_bytes": { 2024-04-10T16:59:51.273 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1363795842 2024-04-10T16:59:51.273 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.273 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w_latency": { 2024-04-10T16:59:51.273 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 3938, 2024-04-10T16:59:51.273 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 51336499564 2024-04-10T16:59:51.273 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.273 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-10T16:59:51.273 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.273 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.273 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w_prepare_latency": { 2024-04-10T16:59:51.274 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 4048, 2024-04-10T16:59:51.274 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 5114080027 2024-04-10T16:59:51.274 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.274 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w_process_latency": { 2024-04-10T16:59:51.274 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 3938, 2024-04-10T16:59:51.274 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 27347363304 2024-04-10T16:59:51.274 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.274 INFO:tasks.workunit.client.0.smithi069.stdout: "op_wip": { 2024-04-10T16:59:51.274 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.274 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.274 INFO:tasks.workunit.client.0.smithi069.stdout: "recovery_bytes": { 2024-04-10T16:59:51.274 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 22182477 2024-04-10T16:59:51.274 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.274 INFO:tasks.workunit.client.0.smithi069.stdout: "recovery_ops": { 2024-04-10T16:59:51.274 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 20 2024-04-10T16:59:51.275 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.275 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_bytes": { 2024-04-10T16:59:51.275 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 95995035648 2024-04-10T16:59:51.275 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.275 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_bytes_used": { 2024-04-10T16:59:51.275 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 566820864 2024-04-10T16:59:51.275 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:51.275 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:51.275 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.275 INFO:tasks.workunit.client.0.smithi069.stdout: "osd.4": { 2024-04-10T16:59:51.275 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs": { 2024-04-10T16:59:51.275 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_db_max_lat": { 2024-04-10T16:59:51.275 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 24496 2024-04-10T16:59:51.275 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.275 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_slow_fallback": { 2024-04-10T16:59:51.276 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.276 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.276 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_slow_max_lat": { 2024-04-10T16:59:51.276 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.276 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.276 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_slow_size_fallback": { 2024-04-10T16:59:51.276 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.276 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.276 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_unit_db": { 2024-04-10T16:59:51.276 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 65536 2024-04-10T16:59:51.276 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.276 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_unit_slow": { 2024-04-10T16:59:51.276 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.276 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.276 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_unit_wal": { 2024-04-10T16:59:51.276 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.277 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.277 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_wal_max_lat": { 2024-04-10T16:59:51.277 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.277 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.277 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes_written_slow": { 2024-04-10T16:59:51.277 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.277 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.277 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes_written_sst": { 2024-04-10T16:59:51.277 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 11685888 2024-04-10T16:59:51.277 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.277 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes_written_wal": { 2024-04-10T16:59:51.277 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 677761024 2024-04-10T16:59:51.277 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.277 INFO:tasks.workunit.client.0.smithi069.stdout: "compact_lat": { 2024-04-10T16:59:51.277 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 15, 2024-04-10T16:59:51.277 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2965646 2024-04-10T16:59:51.278 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.278 INFO:tasks.workunit.client.0.smithi069.stdout: "compact_lock_lat": { 2024-04-10T16:59:51.278 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 15, 2024-04-10T16:59:51.278 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1023186 2024-04-10T16:59:51.278 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.278 INFO:tasks.workunit.client.0.smithi069.stdout: "db_alloc_lat": { 2024-04-10T16:59:51.278 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 178, 2024-04-10T16:59:51.278 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 845760 2024-04-10T16:59:51.278 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.278 INFO:tasks.workunit.client.0.smithi069.stdout: "db_total_bytes": { 2024-04-10T16:59:51.278 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 95995027456 2024-04-10T16:59:51.278 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.278 INFO:tasks.workunit.client.0.smithi069.stdout: "db_used_bytes": { 2024-04-10T16:59:51.278 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 709296128 2024-04-10T16:59:51.279 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.279 INFO:tasks.workunit.client.0.smithi069.stdout: "flush_lat": { 2024-04-10T16:59:51.279 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 62152, 2024-04-10T16:59:51.279 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 9362309859 2024-04-10T16:59:51.279 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.279 INFO:tasks.workunit.client.0.smithi069.stdout: "fsync_lat": { 2024-04-10T16:59:51.279 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 62153, 2024-04-10T16:59:51.279 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 14970962526 2024-04-10T16:59:51.279 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.279 INFO:tasks.workunit.client.0.smithi069.stdout: "log_bytes": { 2024-04-10T16:59:51.279 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 5255168 2024-04-10T16:59:51.279 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.279 INFO:tasks.workunit.client.0.smithi069.stdout: "logged_bytes": { 2024-04-10T16:59:51.279 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 254619648 2024-04-10T16:59:51.279 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.280 INFO:tasks.workunit.client.0.smithi069.stdout: "max_bytes_db": { 2024-04-10T16:59:51.280 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 726335488 2024-04-10T16:59:51.280 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.280 INFO:tasks.workunit.client.0.smithi069.stdout: "max_bytes_slow": { 2024-04-10T16:59:51.280 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.280 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.280 INFO:tasks.workunit.client.0.smithi069.stdout: "max_bytes_wal": { 2024-04-10T16:59:51.280 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.280 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.280 INFO:tasks.workunit.client.0.smithi069.stdout: "num_files": { 2024-04-10T16:59:51.280 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 54 2024-04-10T16:59:51.280 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.280 INFO:tasks.workunit.client.0.smithi069.stdout: "read_bytes": { 2024-04-10T16:59:51.280 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 8598470097 2024-04-10T16:59:51.280 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.281 INFO:tasks.workunit.client.0.smithi069.stdout: "read_count": { 2024-04-10T16:59:51.281 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 83544 2024-04-10T16:59:51.281 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.281 INFO:tasks.workunit.client.0.smithi069.stdout: "read_disk_bytes": { 2024-04-10T16:59:51.281 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 7490748416 2024-04-10T16:59:51.281 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.281 INFO:tasks.workunit.client.0.smithi069.stdout: "read_disk_bytes_db": { 2024-04-10T16:59:51.281 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 7490752512 2024-04-10T16:59:51.281 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.281 INFO:tasks.workunit.client.0.smithi069.stdout: "read_disk_bytes_slow": { 2024-04-10T16:59:51.281 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.281 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.281 INFO:tasks.workunit.client.0.smithi069.stdout: "read_disk_bytes_wal": { 2024-04-10T16:59:51.281 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.281 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.282 INFO:tasks.workunit.client.0.smithi069.stdout: "read_disk_count": { 2024-04-10T16:59:51.282 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 76243 2024-04-10T16:59:51.282 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.282 INFO:tasks.workunit.client.0.smithi069.stdout: "read_lat": { 2024-04-10T16:59:51.282 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 83544, 2024-04-10T16:59:51.282 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2470443502 2024-04-10T16:59:51.282 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.282 INFO:tasks.workunit.client.0.smithi069.stdout: "read_prefetch_bytes": { 2024-04-10T16:59:51.282 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 8440718312 2024-04-10T16:59:51.282 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.282 INFO:tasks.workunit.client.0.smithi069.stdout: "read_prefetch_count": { 2024-04-10T16:59:51.282 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 78714 2024-04-10T16:59:51.282 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.283 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_buffer_bytes": { 2024-04-10T16:59:51.283 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 4215949 2024-04-10T16:59:51.283 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.283 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_buffer_count": { 2024-04-10T16:59:51.283 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1141 2024-04-10T16:59:51.283 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.283 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_bytes": { 2024-04-10T16:59:51.283 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 11571919 2024-04-10T16:59:51.283 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.283 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_count": { 2024-04-10T16:59:51.283 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1463 2024-04-10T16:59:51.283 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.283 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_disk_bytes": { 2024-04-10T16:59:51.283 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 7355970 2024-04-10T16:59:51.283 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.284 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_disk_bytes_db": { 2024-04-10T16:59:51.284 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 7355970 2024-04-10T16:59:51.284 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.284 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_disk_bytes_slow": { 2024-04-10T16:59:51.284 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.284 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.284 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_disk_bytes_wal": { 2024-04-10T16:59:51.284 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.284 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.284 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_disk_count": { 2024-04-10T16:59:51.284 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 331 2024-04-10T16:59:51.284 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.285 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_lat": { 2024-04-10T16:59:51.285 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 1463, 2024-04-10T16:59:51.285 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2883615 2024-04-10T16:59:51.285 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.285 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_alloc_lat": { 2024-04-10T16:59:51.285 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:51.285 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.285 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.285 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_total_bytes": { 2024-04-10T16:59:51.285 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.285 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.285 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_used_bytes": { 2024-04-10T16:59:51.285 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.285 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.286 INFO:tasks.workunit.client.0.smithi069.stdout: "truncate_lat": { 2024-04-10T16:59:51.286 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 1, 2024-04-10T16:59:51.286 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 798 2024-04-10T16:59:51.286 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.286 INFO:tasks.workunit.client.0.smithi069.stdout: "unlink_lat": { 2024-04-10T16:59:51.286 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 12, 2024-04-10T16:59:51.286 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 14819 2024-04-10T16:59:51.286 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.286 INFO:tasks.workunit.client.0.smithi069.stdout: "wal_alloc_lat": { 2024-04-10T16:59:51.286 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:51.286 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.286 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.286 INFO:tasks.workunit.client.0.smithi069.stdout: "wal_total_bytes": { 2024-04-10T16:59:51.286 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.286 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.287 INFO:tasks.workunit.client.0.smithi069.stdout: "wal_used_bytes": { 2024-04-10T16:59:51.287 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.287 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.287 INFO:tasks.workunit.client.0.smithi069.stdout: "write_bytes": { 2024-04-10T16:59:51.287 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 946348032 2024-04-10T16:59:51.287 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:51.287 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.287 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore": { 2024-04-10T16:59:51.287 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_unit": { 2024-04-10T16:59:51.287 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 4096 2024-04-10T16:59:51.287 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.287 INFO:tasks.workunit.client.0.smithi069.stdout: "allocated": { 2024-04-10T16:59:51.287 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 9412608 2024-04-10T16:59:51.287 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.287 INFO:tasks.workunit.client.0.smithi069.stdout: "allocator_lat": { 2024-04-10T16:59:51.287 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 21120, 2024-04-10T16:59:51.288 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 67423405 2024-04-10T16:59:51.288 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.288 INFO:tasks.workunit.client.0.smithi069.stdout: "clist_lat": { 2024-04-10T16:59:51.288 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 3507, 2024-04-10T16:59:51.288 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 7471771219 2024-04-10T16:59:51.288 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.288 INFO:tasks.workunit.client.0.smithi069.stdout: "compress_lat": { 2024-04-10T16:59:51.288 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:51.288 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.288 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.288 INFO:tasks.workunit.client.0.smithi069.stdout: "compressed": { 2024-04-10T16:59:51.288 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.288 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.289 INFO:tasks.workunit.client.0.smithi069.stdout: "compressed_allocated": { 2024-04-10T16:59:51.289 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.289 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.289 INFO:tasks.workunit.client.0.smithi069.stdout: "compressed_original": { 2024-04-10T16:59:51.289 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.289 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.289 INFO:tasks.workunit.client.0.smithi069.stdout: "csum_lat": { 2024-04-10T16:59:51.289 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 16754, 2024-04-10T16:59:51.289 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 134255378 2024-04-10T16:59:51.289 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.289 INFO:tasks.workunit.client.0.smithi069.stdout: "decompress_lat": { 2024-04-10T16:59:51.289 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:51.289 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.290 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.290 INFO:tasks.workunit.client.0.smithi069.stdout: "fragmentation_micros": { 2024-04-10T16:59:51.290 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.290 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.290 INFO:tasks.workunit.client.0.smithi069.stdout: "kv_commit_lat": { 2024-04-10T16:59:51.290 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 62089, 2024-04-10T16:59:51.290 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 18246873081 2024-04-10T16:59:51.290 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.290 INFO:tasks.workunit.client.0.smithi069.stdout: "kv_final_lat": { 2024-04-10T16:59:51.290 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 61649, 2024-04-10T16:59:51.290 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1357171140 2024-04-10T16:59:51.290 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.290 INFO:tasks.workunit.client.0.smithi069.stdout: "kv_flush_lat": { 2024-04-10T16:59:51.290 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 62089, 2024-04-10T16:59:51.291 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 48135039 2024-04-10T16:59:51.291 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.291 INFO:tasks.workunit.client.0.smithi069.stdout: "kv_sync_lat": { 2024-04-10T16:59:51.291 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 62089, 2024-04-10T16:59:51.291 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 18295008120 2024-04-10T16:59:51.291 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.291 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_get_keys_lat": { 2024-04-10T16:59:51.291 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:51.291 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.291 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.291 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_get_values_lat": { 2024-04-10T16:59:51.291 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 24183, 2024-04-10T16:59:51.291 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 992821783 2024-04-10T16:59:51.291 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.291 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_lower_bound_lat": { 2024-04-10T16:59:51.292 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 851, 2024-04-10T16:59:51.292 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2240111 2024-04-10T16:59:51.292 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.292 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_next_lat": { 2024-04-10T16:59:51.292 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 14641, 2024-04-10T16:59:51.292 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 10916563 2024-04-10T16:59:51.292 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.292 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_seek_to_first_lat": { 2024-04-10T16:59:51.292 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 47, 2024-04-10T16:59:51.292 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 62023 2024-04-10T16:59:51.292 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.292 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_upper_bound_lat": { 2024-04-10T16:59:51.292 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 14654, 2024-04-10T16:59:51.292 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3933970138 2024-04-10T16:59:51.292 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.292 INFO:tasks.workunit.client.0.smithi069.stdout: "onode_hits": { 2024-04-10T16:59:51.292 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 201949 2024-04-10T16:59:51.293 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.293 INFO:tasks.workunit.client.0.smithi069.stdout: "onode_misses": { 2024-04-10T16:59:51.293 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 19739 2024-04-10T16:59:51.293 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.293 INFO:tasks.workunit.client.0.smithi069.stdout: "read_lat": { 2024-04-10T16:59:51.293 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 25950, 2024-04-10T16:59:51.293 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1621001969 2024-04-10T16:59:51.293 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.293 INFO:tasks.workunit.client.0.smithi069.stdout: "read_onode_meta_lat": { 2024-04-10T16:59:51.293 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 70342, 2024-04-10T16:59:51.293 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 19899565 2024-04-10T16:59:51.293 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.293 INFO:tasks.workunit.client.0.smithi069.stdout: "read_wait_aio_lat": { 2024-04-10T16:59:51.293 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 44392, 2024-04-10T16:59:51.293 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1320911428 2024-04-10T16:59:51.294 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.294 INFO:tasks.workunit.client.0.smithi069.stdout: "reads_with_retries": { 2024-04-10T16:59:51.294 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.294 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.294 INFO:tasks.workunit.client.0.smithi069.stdout: "remove_lat": { 2024-04-10T16:59:51.294 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 13766, 2024-04-10T16:59:51.294 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 391505560 2024-04-10T16:59:51.294 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.294 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_aio_wait_count": { 2024-04-10T16:59:51.294 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.294 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.294 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_committed_kv_count": { 2024-04-10T16:59:51.294 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.294 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.295 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_read_onode_meta_count": { 2024-04-10T16:59:51.295 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.295 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.295 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_read_wait_aio_count": { 2024-04-10T16:59:51.295 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.295 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.295 INFO:tasks.workunit.client.0.smithi069.stdout: "state_aio_wait_lat": { 2024-04-10T16:59:51.295 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 72367, 2024-04-10T16:59:51.295 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 8717137487 2024-04-10T16:59:51.295 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.295 INFO:tasks.workunit.client.0.smithi069.stdout: "state_deferred_aio_wait_lat": { 2024-04-10T16:59:51.295 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 18021, 2024-04-10T16:59:51.295 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 888506541 2024-04-10T16:59:51.295 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.295 INFO:tasks.workunit.client.0.smithi069.stdout: "state_deferred_cleanup_lat": { 2024-04-10T16:59:51.295 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 18019, 2024-04-10T16:59:51.296 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3575771620705 2024-04-10T16:59:51.296 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.296 INFO:tasks.workunit.client.0.smithi069.stdout: "state_deferred_queued_lat": { 2024-04-10T16:59:51.296 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 18021, 2024-04-10T16:59:51.296 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 6112351948074 2024-04-10T16:59:51.296 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.296 INFO:tasks.workunit.client.0.smithi069.stdout: "state_done_lat": { 2024-04-10T16:59:51.296 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 72365, 2024-04-10T16:59:51.296 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2549755221456 2024-04-10T16:59:51.296 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.296 INFO:tasks.workunit.client.0.smithi069.stdout: "state_finishing_lat": { 2024-04-10T16:59:51.296 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 72365, 2024-04-10T16:59:51.296 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 7745096 2024-04-10T16:59:51.296 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.296 INFO:tasks.workunit.client.0.smithi069.stdout: "state_io_done_lat": { 2024-04-10T16:59:51.297 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 72367, 2024-04-10T16:59:51.297 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 247741434 2024-04-10T16:59:51.297 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.297 INFO:tasks.workunit.client.0.smithi069.stdout: "state_kv_commiting_lat": { 2024-04-10T16:59:51.297 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 72367, 2024-04-10T16:59:51.297 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 27022453831 2024-04-10T16:59:51.297 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.297 INFO:tasks.workunit.client.0.smithi069.stdout: "state_kv_done_lat": { 2024-04-10T16:59:51.297 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 72367, 2024-04-10T16:59:51.297 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 26538246 2024-04-10T16:59:51.297 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.297 INFO:tasks.workunit.client.0.smithi069.stdout: "state_kv_queued_lat": { 2024-04-10T16:59:51.297 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 72367, 2024-04-10T16:59:51.297 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 11682640704 2024-04-10T16:59:51.298 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.298 INFO:tasks.workunit.client.0.smithi069.stdout: "state_prepare_lat": { 2024-04-10T16:59:51.298 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 72367, 2024-04-10T16:59:51.298 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 13397499182 2024-04-10T16:59:51.298 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.298 INFO:tasks.workunit.client.0.smithi069.stdout: "stored": { 2024-04-10T16:59:51.298 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 5479178 2024-04-10T16:59:51.298 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.298 INFO:tasks.workunit.client.0.smithi069.stdout: "truncate_lat": { 2024-04-10T16:59:51.298 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 2462, 2024-04-10T16:59:51.298 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 14148562 2024-04-10T16:59:51.298 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.298 INFO:tasks.workunit.client.0.smithi069.stdout: "txc_commit_lat": { 2024-04-10T16:59:51.298 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 72367, 2024-04-10T16:59:51.299 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 61079410538 2024-04-10T16:59:51.299 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.299 INFO:tasks.workunit.client.0.smithi069.stdout: "txc_submit_lat": { 2024-04-10T16:59:51.299 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 72367, 2024-04-10T16:59:51.299 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 14328615006 2024-04-10T16:59:51.299 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.299 INFO:tasks.workunit.client.0.smithi069.stdout: "txc_throttle_lat": { 2024-04-10T16:59:51.299 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 72367, 2024-04-10T16:59:51.299 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 469584290 2024-04-10T16:59:51.299 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:51.299 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.299 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore-pricache": { 2024-04-10T16:59:51.299 INFO:tasks.workunit.client.0.smithi069.stdout: "cache_bytes": { 2024-04-10T16:59:51.299 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1405281412 2024-04-10T16:59:51.299 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.300 INFO:tasks.workunit.client.0.smithi069.stdout: "heap_bytes": { 2024-04-10T16:59:51.300 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 711565312 2024-04-10T16:59:51.300 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.300 INFO:tasks.workunit.client.0.smithi069.stdout: "mapped_bytes": { 2024-04-10T16:59:51.300 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 687710208 2024-04-10T16:59:51.300 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.300 INFO:tasks.workunit.client.0.smithi069.stdout: "target_bytes": { 2024-04-10T16:59:51.300 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2600691507 2024-04-10T16:59:51.300 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.300 INFO:tasks.workunit.client.0.smithi069.stdout: "unmapped_bytes": { 2024-04-10T16:59:51.300 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 23855104 2024-04-10T16:59:51.300 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:51.300 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.300 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore-pricache:data": { 2024-04-10T16:59:51.300 INFO:tasks.workunit.client.0.smithi069.stdout: "committed_bytes": { 2024-04-10T16:59:51.301 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 125829120 2024-04-10T16:59:51.301 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.301 INFO:tasks.workunit.client.0.smithi069.stdout: "pri0_bytes": { 2024-04-10T16:59:51.301 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.301 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.301 INFO:tasks.workunit.client.0.smithi069.stdout: "pri10_bytes": { 2024-04-10T16:59:51.301 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.301 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.301 INFO:tasks.workunit.client.0.smithi069.stdout: "pri11_bytes": { 2024-04-10T16:59:51.301 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 56587483 2024-04-10T16:59:51.301 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.301 INFO:tasks.workunit.client.0.smithi069.stdout: "pri1_bytes": { 2024-04-10T16:59:51.301 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.301 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.301 INFO:tasks.workunit.client.0.smithi069.stdout: "pri2_bytes": { 2024-04-10T16:59:51.302 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.302 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.302 INFO:tasks.workunit.client.0.smithi069.stdout: "pri3_bytes": { 2024-04-10T16:59:51.302 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.302 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.302 INFO:tasks.workunit.client.0.smithi069.stdout: "pri4_bytes": { 2024-04-10T16:59:51.302 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.302 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.302 INFO:tasks.workunit.client.0.smithi069.stdout: "pri5_bytes": { 2024-04-10T16:59:51.302 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 61440 2024-04-10T16:59:51.302 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.302 INFO:tasks.workunit.client.0.smithi069.stdout: "pri6_bytes": { 2024-04-10T16:59:51.303 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 708608 2024-04-10T16:59:51.303 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.303 INFO:tasks.workunit.client.0.smithi069.stdout: "pri7_bytes": { 2024-04-10T16:59:51.303 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.303 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.303 INFO:tasks.workunit.client.0.smithi069.stdout: "pri8_bytes": { 2024-04-10T16:59:51.303 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.303 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.303 INFO:tasks.workunit.client.0.smithi069.stdout: "pri9_bytes": { 2024-04-10T16:59:51.303 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.303 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.303 INFO:tasks.workunit.client.0.smithi069.stdout: "reserved_bytes": { 2024-04-10T16:59:51.303 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 68471589 2024-04-10T16:59:51.303 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:51.304 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.304 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore-pricache:kv": { 2024-04-10T16:59:51.304 INFO:tasks.workunit.client.0.smithi069.stdout: "committed_bytes": { 2024-04-10T16:59:51.304 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 562036736 2024-04-10T16:59:51.304 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.304 INFO:tasks.workunit.client.0.smithi069.stdout: "pri0_bytes": { 2024-04-10T16:59:51.304 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 67108864 2024-04-10T16:59:51.304 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.304 INFO:tasks.workunit.client.0.smithi069.stdout: "pri10_bytes": { 2024-04-10T16:59:51.304 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.304 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.304 INFO:tasks.workunit.client.0.smithi069.stdout: "pri11_bytes": { 2024-04-10T16:59:51.304 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 424406123 2024-04-10T16:59:51.305 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.305 INFO:tasks.workunit.client.0.smithi069.stdout: "pri1_bytes": { 2024-04-10T16:59:51.305 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.305 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.305 INFO:tasks.workunit.client.0.smithi069.stdout: "pri2_bytes": { 2024-04-10T16:59:51.305 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.305 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.305 INFO:tasks.workunit.client.0.smithi069.stdout: "pri3_bytes": { 2024-04-10T16:59:51.305 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3184 2024-04-10T16:59:51.305 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.305 INFO:tasks.workunit.client.0.smithi069.stdout: "pri4_bytes": { 2024-04-10T16:59:51.305 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.305 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.305 INFO:tasks.workunit.client.0.smithi069.stdout: "pri5_bytes": { 2024-04-10T16:59:51.306 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 206944 2024-04-10T16:59:51.306 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.306 INFO:tasks.workunit.client.0.smithi069.stdout: "pri6_bytes": { 2024-04-10T16:59:51.306 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.306 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.306 INFO:tasks.workunit.client.0.smithi069.stdout: "pri7_bytes": { 2024-04-10T16:59:51.306 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.306 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.306 INFO:tasks.workunit.client.0.smithi069.stdout: "pri8_bytes": { 2024-04-10T16:59:51.306 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.306 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.306 INFO:tasks.workunit.client.0.smithi069.stdout: "pri9_bytes": { 2024-04-10T16:59:51.306 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.306 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.307 INFO:tasks.workunit.client.0.smithi069.stdout: "reserved_bytes": { 2024-04-10T16:59:51.307 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 70311621 2024-04-10T16:59:51.307 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:51.307 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.307 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore-pricache:kv_onode": { 2024-04-10T16:59:51.307 INFO:tasks.workunit.client.0.smithi069.stdout: "committed_bytes": { 2024-04-10T16:59:51.307 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 184549376 2024-04-10T16:59:51.307 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.307 INFO:tasks.workunit.client.0.smithi069.stdout: "pri0_bytes": { 2024-04-10T16:59:51.307 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 67108864 2024-04-10T16:59:51.307 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.307 INFO:tasks.workunit.client.0.smithi069.stdout: "pri10_bytes": { 2024-04-10T16:59:51.307 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 11388656 2024-04-10T16:59:51.307 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.308 INFO:tasks.workunit.client.0.smithi069.stdout: "pri11_bytes": { 2024-04-10T16:59:51.308 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 37724988 2024-04-10T16:59:51.308 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.308 INFO:tasks.workunit.client.0.smithi069.stdout: "pri1_bytes": { 2024-04-10T16:59:51.308 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.308 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.308 INFO:tasks.workunit.client.0.smithi069.stdout: "pri2_bytes": { 2024-04-10T16:59:51.308 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.308 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.308 INFO:tasks.workunit.client.0.smithi069.stdout: "pri3_bytes": { 2024-04-10T16:59:51.308 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.308 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.308 INFO:tasks.workunit.client.0.smithi069.stdout: "pri4_bytes": { 2024-04-10T16:59:51.308 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.309 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.309 INFO:tasks.workunit.client.0.smithi069.stdout: "pri5_bytes": { 2024-04-10T16:59:51.309 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.309 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.309 INFO:tasks.workunit.client.0.smithi069.stdout: "pri6_bytes": { 2024-04-10T16:59:51.309 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.309 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.309 INFO:tasks.workunit.client.0.smithi069.stdout: "pri7_bytes": { 2024-04-10T16:59:51.309 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.309 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.309 INFO:tasks.workunit.client.0.smithi069.stdout: "pri8_bytes": { 2024-04-10T16:59:51.309 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.309 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.309 INFO:tasks.workunit.client.0.smithi069.stdout: "pri9_bytes": { 2024-04-10T16:59:51.310 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.310 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.310 INFO:tasks.workunit.client.0.smithi069.stdout: "reserved_bytes": { 2024-04-10T16:59:51.310 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 68326868 2024-04-10T16:59:51.310 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:51.310 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.310 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore-pricache:meta": { 2024-04-10T16:59:51.310 INFO:tasks.workunit.client.0.smithi069.stdout: "committed_bytes": { 2024-04-10T16:59:51.310 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 494927872 2024-04-10T16:59:51.310 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.310 INFO:tasks.workunit.client.0.smithi069.stdout: "pri0_bytes": { 2024-04-10T16:59:51.310 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.310 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.310 INFO:tasks.workunit.client.0.smithi069.stdout: "pri10_bytes": { 2024-04-10T16:59:51.311 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.311 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.311 INFO:tasks.workunit.client.0.smithi069.stdout: "pri11_bytes": { 2024-04-10T16:59:51.311 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 424406123 2024-04-10T16:59:51.311 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.311 INFO:tasks.workunit.client.0.smithi069.stdout: "pri1_bytes": { 2024-04-10T16:59:51.311 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.311 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.311 INFO:tasks.workunit.client.0.smithi069.stdout: "pri2_bytes": { 2024-04-10T16:59:51.311 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.311 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.311 INFO:tasks.workunit.client.0.smithi069.stdout: "pri3_bytes": { 2024-04-10T16:59:51.311 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.311 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.311 INFO:tasks.workunit.client.0.smithi069.stdout: "pri4_bytes": { 2024-04-10T16:59:51.311 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.312 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.312 INFO:tasks.workunit.client.0.smithi069.stdout: "pri5_bytes": { 2024-04-10T16:59:51.312 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 154622 2024-04-10T16:59:51.312 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.312 INFO:tasks.workunit.client.0.smithi069.stdout: "pri6_bytes": { 2024-04-10T16:59:51.312 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1116060 2024-04-10T16:59:51.312 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.312 INFO:tasks.workunit.client.0.smithi069.stdout: "pri7_bytes": { 2024-04-10T16:59:51.312 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.312 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.312 INFO:tasks.workunit.client.0.smithi069.stdout: "pri8_bytes": { 2024-04-10T16:59:51.312 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.312 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.313 INFO:tasks.workunit.client.0.smithi069.stdout: "pri9_bytes": { 2024-04-10T16:59:51.313 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.313 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.313 INFO:tasks.workunit.client.0.smithi069.stdout: "reserved_bytes": { 2024-04-10T16:59:51.313 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 69251067 2024-04-10T16:59:51.313 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:51.313 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.313 INFO:tasks.workunit.client.0.smithi069.stdout: "objecter": { 2024-04-10T16:59:51.313 INFO:tasks.workunit.client.0.smithi069.stdout: "op_active": { 2024-04-10T16:59:51.313 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.313 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.313 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r": { 2024-04-10T16:59:51.313 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 20 2024-04-10T16:59:51.313 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.313 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rmw": { 2024-04-10T16:59:51.314 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.314 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.314 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w": { 2024-04-10T16:59:51.314 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.314 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:51.314 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.314 INFO:tasks.workunit.client.0.smithi069.stdout: "osd": { 2024-04-10T16:59:51.314 INFO:tasks.workunit.client.0.smithi069.stdout: "numpg": { 2024-04-10T16:59:51.314 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 51 2024-04-10T16:59:51.314 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.314 INFO:tasks.workunit.client.0.smithi069.stdout: "numpg_removing": { 2024-04-10T16:59:51.314 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.315 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.315 INFO:tasks.workunit.client.0.smithi069.stdout: "op": { 2024-04-10T16:59:51.315 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 56394 2024-04-10T16:59:51.315 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.315 INFO:tasks.workunit.client.0.smithi069.stdout: "op_before_queue_op_lat": { 2024-04-10T16:59:51.315 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 119277, 2024-04-10T16:59:51.315 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 10368445129 2024-04-10T16:59:51.315 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.315 INFO:tasks.workunit.client.0.smithi069.stdout: "op_delayed_degraded": { 2024-04-10T16:59:51.315 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.315 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.315 INFO:tasks.workunit.client.0.smithi069.stdout: "op_delayed_unreadable": { 2024-04-10T16:59:51.315 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.315 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.315 INFO:tasks.workunit.client.0.smithi069.stdout: "op_in_bytes": { 2024-04-10T16:59:51.316 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1455682551 2024-04-10T16:59:51.316 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.316 INFO:tasks.workunit.client.0.smithi069.stdout: "op_latency": { 2024-04-10T16:59:51.316 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 56394, 2024-04-10T16:59:51.316 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 87418750021 2024-04-10T16:59:51.316 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.316 INFO:tasks.workunit.client.0.smithi069.stdout: "op_out_bytes": { 2024-04-10T16:59:51.316 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1771562555 2024-04-10T16:59:51.316 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.316 INFO:tasks.workunit.client.0.smithi069.stdout: "op_prepare_latency": { 2024-04-10T16:59:51.316 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 56939, 2024-04-10T16:59:51.316 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 15805778076 2024-04-10T16:59:51.316 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.316 INFO:tasks.workunit.client.0.smithi069.stdout: "op_process_latency": { 2024-04-10T16:59:51.316 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 56394, 2024-04-10T16:59:51.317 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 34570866270 2024-04-10T16:59:51.317 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.317 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r": { 2024-04-10T16:59:51.317 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 46334 2024-04-10T16:59:51.317 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.317 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r_latency": { 2024-04-10T16:59:51.317 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 46334, 2024-04-10T16:59:51.317 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 20765683766 2024-04-10T16:59:51.317 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.317 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-10T16:59:51.317 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.317 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.317 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r_out_bytes": { 2024-04-10T16:59:51.317 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1771562555 2024-04-10T16:59:51.317 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.317 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r_prepare_latency": { 2024-04-10T16:59:51.318 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 46502, 2024-04-10T16:59:51.318 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 7446019109 2024-04-10T16:59:51.318 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.318 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r_process_latency": { 2024-04-10T16:59:51.318 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 46334, 2024-04-10T16:59:51.318 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 7063660922 2024-04-10T16:59:51.318 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.318 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw": { 2024-04-10T16:59:51.318 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 5591 2024-04-10T16:59:51.318 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.318 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_in_bytes": { 2024-04-10T16:59:51.318 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 222840930 2024-04-10T16:59:51.318 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.318 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_latency": { 2024-04-10T16:59:51.319 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 5591, 2024-04-10T16:59:51.319 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 9858947656 2024-04-10T16:59:51.319 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.319 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-10T16:59:51.319 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.319 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.319 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-10T16:59:51.319 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.319 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.319 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_out_bytes": { 2024-04-10T16:59:51.319 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.319 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.319 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_prepare_latency": { 2024-04-10T16:59:51.319 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 5835, 2024-04-10T16:59:51.319 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3391207761 2024-04-10T16:59:51.320 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.320 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_process_latency": { 2024-04-10T16:59:51.320 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 5591, 2024-04-10T16:59:51.320 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 8385505943 2024-04-10T16:59:51.320 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.320 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w": { 2024-04-10T16:59:51.320 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 4469 2024-04-10T16:59:51.320 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.320 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w_in_bytes": { 2024-04-10T16:59:51.320 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1232841621 2024-04-10T16:59:51.320 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.320 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w_latency": { 2024-04-10T16:59:51.320 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 4469, 2024-04-10T16:59:51.320 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 56794118599 2024-04-10T16:59:51.320 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.320 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-10T16:59:51.320 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.321 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.321 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w_prepare_latency": { 2024-04-10T16:59:51.321 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 4602, 2024-04-10T16:59:51.321 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 4968551206 2024-04-10T16:59:51.321 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.321 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w_process_latency": { 2024-04-10T16:59:51.321 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 4469, 2024-04-10T16:59:51.321 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 19121699405 2024-04-10T16:59:51.321 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.321 INFO:tasks.workunit.client.0.smithi069.stdout: "op_wip": { 2024-04-10T16:59:51.321 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.321 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.321 INFO:tasks.workunit.client.0.smithi069.stdout: "recovery_bytes": { 2024-04-10T16:59:51.321 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 8388680 2024-04-10T16:59:51.321 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.322 INFO:tasks.workunit.client.0.smithi069.stdout: "recovery_ops": { 2024-04-10T16:59:51.322 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 16 2024-04-10T16:59:51.322 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.322 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_bytes": { 2024-04-10T16:59:51.322 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 95995035648 2024-04-10T16:59:51.322 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.322 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_bytes_used": { 2024-04-10T16:59:51.322 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 718725120 2024-04-10T16:59:51.322 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:51.322 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:51.322 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.322 INFO:tasks.workunit.client.0.smithi069.stdout: "osd.5": { 2024-04-10T16:59:51.322 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs": { 2024-04-10T16:59:51.322 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_db_max_lat": { 2024-04-10T16:59:51.322 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 24560 2024-04-10T16:59:51.323 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.323 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_slow_fallback": { 2024-04-10T16:59:51.323 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.323 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.323 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_slow_max_lat": { 2024-04-10T16:59:51.323 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.323 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.323 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_slow_size_fallback": { 2024-04-10T16:59:51.323 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.323 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.323 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_unit_db": { 2024-04-10T16:59:51.323 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 65536 2024-04-10T16:59:51.323 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.323 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_unit_slow": { 2024-04-10T16:59:51.324 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.324 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.324 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_unit_wal": { 2024-04-10T16:59:51.324 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.324 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.324 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_wal_max_lat": { 2024-04-10T16:59:51.324 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.324 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.324 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes_written_slow": { 2024-04-10T16:59:51.324 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.324 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.324 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes_written_sst": { 2024-04-10T16:59:51.324 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 7921664 2024-04-10T16:59:51.324 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.325 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes_written_wal": { 2024-04-10T16:59:51.325 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 761430016 2024-04-10T16:59:51.325 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.325 INFO:tasks.workunit.client.0.smithi069.stdout: "compact_lat": { 2024-04-10T16:59:51.325 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 20, 2024-04-10T16:59:51.325 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 10352534 2024-04-10T16:59:51.325 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.325 INFO:tasks.workunit.client.0.smithi069.stdout: "compact_lock_lat": { 2024-04-10T16:59:51.325 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 20, 2024-04-10T16:59:51.325 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 6503955 2024-04-10T16:59:51.325 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.325 INFO:tasks.workunit.client.0.smithi069.stdout: "db_alloc_lat": { 2024-04-10T16:59:51.325 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 202, 2024-04-10T16:59:51.325 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1012754 2024-04-10T16:59:51.325 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.326 INFO:tasks.workunit.client.0.smithi069.stdout: "db_total_bytes": { 2024-04-10T16:59:51.326 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 95995027456 2024-04-10T16:59:51.326 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.326 INFO:tasks.workunit.client.0.smithi069.stdout: "db_used_bytes": { 2024-04-10T16:59:51.326 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 692715520 2024-04-10T16:59:51.326 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.326 INFO:tasks.workunit.client.0.smithi069.stdout: "flush_lat": { 2024-04-10T16:59:51.326 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 83289, 2024-04-10T16:59:51.326 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 11366624225 2024-04-10T16:59:51.326 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.326 INFO:tasks.workunit.client.0.smithi069.stdout: "fsync_lat": { 2024-04-10T16:59:51.326 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 83301, 2024-04-10T16:59:51.326 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 18133270266 2024-04-10T16:59:51.326 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.327 INFO:tasks.workunit.client.0.smithi069.stdout: "log_bytes": { 2024-04-10T16:59:51.327 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 8708096 2024-04-10T16:59:51.327 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.327 INFO:tasks.workunit.client.0.smithi069.stdout: "logged_bytes": { 2024-04-10T16:59:51.327 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 341237760 2024-04-10T16:59:51.327 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.327 INFO:tasks.workunit.client.0.smithi069.stdout: "max_bytes_db": { 2024-04-10T16:59:51.327 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 688455680 2024-04-10T16:59:51.329 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.329 INFO:tasks.workunit.client.0.smithi069.stdout: "max_bytes_slow": { 2024-04-10T16:59:51.329 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.329 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.329 INFO:tasks.workunit.client.0.smithi069.stdout: "max_bytes_wal": { 2024-04-10T16:59:51.329 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.330 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.330 INFO:tasks.workunit.client.0.smithi069.stdout: "num_files": { 2024-04-10T16:59:51.330 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 50 2024-04-10T16:59:51.330 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.330 INFO:tasks.workunit.client.0.smithi069.stdout: "read_bytes": { 2024-04-10T16:59:51.330 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 6542209470 2024-04-10T16:59:51.330 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.330 INFO:tasks.workunit.client.0.smithi069.stdout: "read_count": { 2024-04-10T16:59:51.330 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 74196 2024-04-10T16:59:51.330 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.330 INFO:tasks.workunit.client.0.smithi069.stdout: "read_disk_bytes": { 2024-04-10T16:59:51.330 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 5725515776 2024-04-10T16:59:51.330 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.330 INFO:tasks.workunit.client.0.smithi069.stdout: "read_disk_bytes_db": { 2024-04-10T16:59:51.331 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 5725519872 2024-04-10T16:59:51.331 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.331 INFO:tasks.workunit.client.0.smithi069.stdout: "read_disk_bytes_slow": { 2024-04-10T16:59:51.331 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.331 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.331 INFO:tasks.workunit.client.0.smithi069.stdout: "read_disk_bytes_wal": { 2024-04-10T16:59:51.331 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.331 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.331 INFO:tasks.workunit.client.0.smithi069.stdout: "read_disk_count": { 2024-04-10T16:59:51.331 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 61259 2024-04-10T16:59:51.331 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.331 INFO:tasks.workunit.client.0.smithi069.stdout: "read_lat": { 2024-04-10T16:59:51.331 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 74196, 2024-04-10T16:59:51.331 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2570979524 2024-04-10T16:59:51.332 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.332 INFO:tasks.workunit.client.0.smithi069.stdout: "read_prefetch_bytes": { 2024-04-10T16:59:51.332 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 6350302810 2024-04-10T16:59:51.332 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.332 INFO:tasks.workunit.client.0.smithi069.stdout: "read_prefetch_count": { 2024-04-10T16:59:51.332 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 68322 2024-04-10T16:59:51.332 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.332 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_buffer_bytes": { 2024-04-10T16:59:51.332 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3593904 2024-04-10T16:59:51.332 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.332 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_buffer_count": { 2024-04-10T16:59:51.332 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1229 2024-04-10T16:59:51.332 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.332 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_bytes": { 2024-04-10T16:59:51.333 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 9538081 2024-04-10T16:59:51.333 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.333 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_count": { 2024-04-10T16:59:51.333 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1566 2024-04-10T16:59:51.333 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.333 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_disk_bytes": { 2024-04-10T16:59:51.333 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 5944177 2024-04-10T16:59:51.333 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.333 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_disk_bytes_db": { 2024-04-10T16:59:51.333 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 5944177 2024-04-10T16:59:51.333 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.333 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_disk_bytes_slow": { 2024-04-10T16:59:51.333 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.333 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.333 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_disk_bytes_wal": { 2024-04-10T16:59:51.334 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.334 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.334 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_disk_count": { 2024-04-10T16:59:51.334 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 344 2024-04-10T16:59:51.334 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.334 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_lat": { 2024-04-10T16:59:51.334 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 1566, 2024-04-10T16:59:51.334 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 5781160 2024-04-10T16:59:51.334 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.334 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_alloc_lat": { 2024-04-10T16:59:51.334 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:51.334 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.334 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.334 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_total_bytes": { 2024-04-10T16:59:51.335 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.335 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.335 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_used_bytes": { 2024-04-10T16:59:51.335 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.335 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.335 INFO:tasks.workunit.client.0.smithi069.stdout: "truncate_lat": { 2024-04-10T16:59:51.335 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 1, 2024-04-10T16:59:51.335 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 634 2024-04-10T16:59:51.335 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.335 INFO:tasks.workunit.client.0.smithi069.stdout: "unlink_lat": { 2024-04-10T16:59:51.335 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 14, 2024-04-10T16:59:51.335 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 14073 2024-04-10T16:59:51.335 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.335 INFO:tasks.workunit.client.0.smithi069.stdout: "wal_alloc_lat": { 2024-04-10T16:59:51.335 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:51.335 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.335 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.336 INFO:tasks.workunit.client.0.smithi069.stdout: "wal_total_bytes": { 2024-04-10T16:59:51.336 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.336 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.336 INFO:tasks.workunit.client.0.smithi069.stdout: "wal_used_bytes": { 2024-04-10T16:59:51.336 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.336 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.336 INFO:tasks.workunit.client.0.smithi069.stdout: "write_bytes": { 2024-04-10T16:59:51.336 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1113616384 2024-04-10T16:59:51.336 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:51.336 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.336 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore": { 2024-04-10T16:59:51.336 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_unit": { 2024-04-10T16:59:51.336 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 4096 2024-04-10T16:59:51.336 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.336 INFO:tasks.workunit.client.0.smithi069.stdout: "allocated": { 2024-04-10T16:59:51.336 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 9416704 2024-04-10T16:59:51.337 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.337 INFO:tasks.workunit.client.0.smithi069.stdout: "allocator_lat": { 2024-04-10T16:59:51.337 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 20008, 2024-04-10T16:59:51.337 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 67330584 2024-04-10T16:59:51.337 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.337 INFO:tasks.workunit.client.0.smithi069.stdout: "clist_lat": { 2024-04-10T16:59:51.337 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 3548, 2024-04-10T16:59:51.337 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 6156649508 2024-04-10T16:59:51.337 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.337 INFO:tasks.workunit.client.0.smithi069.stdout: "compress_lat": { 2024-04-10T16:59:51.337 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:51.337 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.337 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.337 INFO:tasks.workunit.client.0.smithi069.stdout: "compressed": { 2024-04-10T16:59:51.337 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.337 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.338 INFO:tasks.workunit.client.0.smithi069.stdout: "compressed_allocated": { 2024-04-10T16:59:51.338 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.338 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.338 INFO:tasks.workunit.client.0.smithi069.stdout: "compressed_original": { 2024-04-10T16:59:51.338 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.338 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.338 INFO:tasks.workunit.client.0.smithi069.stdout: "csum_lat": { 2024-04-10T16:59:51.338 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 25309, 2024-04-10T16:59:51.338 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 190252805 2024-04-10T16:59:51.338 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.338 INFO:tasks.workunit.client.0.smithi069.stdout: "decompress_lat": { 2024-04-10T16:59:51.338 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:51.338 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.338 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.338 INFO:tasks.workunit.client.0.smithi069.stdout: "fragmentation_micros": { 2024-04-10T16:59:51.338 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.339 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.339 INFO:tasks.workunit.client.0.smithi069.stdout: "kv_commit_lat": { 2024-04-10T16:59:51.339 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 83233, 2024-04-10T16:59:51.339 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 21915759283 2024-04-10T16:59:51.339 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.339 INFO:tasks.workunit.client.0.smithi069.stdout: "kv_final_lat": { 2024-04-10T16:59:51.339 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 82765, 2024-04-10T16:59:51.339 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1668610934 2024-04-10T16:59:51.339 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.339 INFO:tasks.workunit.client.0.smithi069.stdout: "kv_flush_lat": { 2024-04-10T16:59:51.339 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 83233, 2024-04-10T16:59:51.339 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 46941318 2024-04-10T16:59:51.339 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.339 INFO:tasks.workunit.client.0.smithi069.stdout: "kv_sync_lat": { 2024-04-10T16:59:51.339 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 83233, 2024-04-10T16:59:51.339 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 21962700601 2024-04-10T16:59:51.339 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.340 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_get_keys_lat": { 2024-04-10T16:59:51.340 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:51.340 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.340 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.340 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_get_values_lat": { 2024-04-10T16:59:51.340 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 245851, 2024-04-10T16:59:51.340 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1427436984 2024-04-10T16:59:51.340 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.340 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_lower_bound_lat": { 2024-04-10T16:59:51.340 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 885, 2024-04-10T16:59:51.340 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2308765 2024-04-10T16:59:51.340 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.340 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_next_lat": { 2024-04-10T16:59:51.340 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 138101, 2024-04-10T16:59:51.340 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 47190132 2024-04-10T16:59:51.340 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.341 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_seek_to_first_lat": { 2024-04-10T16:59:51.341 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 48, 2024-04-10T16:59:51.341 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 58352 2024-04-10T16:59:51.341 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.341 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_upper_bound_lat": { 2024-04-10T16:59:51.341 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 21126, 2024-04-10T16:59:51.341 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 5464674582 2024-04-10T16:59:51.341 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.341 INFO:tasks.workunit.client.0.smithi069.stdout: "onode_hits": { 2024-04-10T16:59:51.341 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 461433 2024-04-10T16:59:51.341 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.341 INFO:tasks.workunit.client.0.smithi069.stdout: "onode_misses": { 2024-04-10T16:59:51.341 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 21705 2024-04-10T16:59:51.342 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.342 INFO:tasks.workunit.client.0.smithi069.stdout: "read_lat": { 2024-04-10T16:59:51.342 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 19487, 2024-04-10T16:59:51.342 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1815527962 2024-04-10T16:59:51.342 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.342 INFO:tasks.workunit.client.0.smithi069.stdout: "read_onode_meta_lat": { 2024-04-10T16:59:51.342 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 47322, 2024-04-10T16:59:51.342 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 16946010 2024-04-10T16:59:51.342 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.342 INFO:tasks.workunit.client.0.smithi069.stdout: "read_wait_aio_lat": { 2024-04-10T16:59:51.342 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 27835, 2024-04-10T16:59:51.342 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1610389786 2024-04-10T16:59:51.342 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.342 INFO:tasks.workunit.client.0.smithi069.stdout: "reads_with_retries": { 2024-04-10T16:59:51.342 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.342 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.343 INFO:tasks.workunit.client.0.smithi069.stdout: "remove_lat": { 2024-04-10T16:59:51.343 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 15856, 2024-04-10T16:59:51.343 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 450266552 2024-04-10T16:59:51.343 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.343 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_aio_wait_count": { 2024-04-10T16:59:51.343 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.343 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.343 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_committed_kv_count": { 2024-04-10T16:59:51.343 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.343 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.343 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_read_onode_meta_count": { 2024-04-10T16:59:51.343 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.343 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.344 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_read_wait_aio_count": { 2024-04-10T16:59:51.344 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.344 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.344 INFO:tasks.workunit.client.0.smithi069.stdout: "state_aio_wait_lat": { 2024-04-10T16:59:51.344 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 94723, 2024-04-10T16:59:51.344 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 9851073788 2024-04-10T16:59:51.344 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.344 INFO:tasks.workunit.client.0.smithi069.stdout: "state_deferred_aio_wait_lat": { 2024-04-10T16:59:51.344 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 8292, 2024-04-10T16:59:51.344 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 552293953 2024-04-10T16:59:51.344 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.344 INFO:tasks.workunit.client.0.smithi069.stdout: "state_deferred_cleanup_lat": { 2024-04-10T16:59:51.344 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 8290, 2024-04-10T16:59:51.344 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 4372726481647 2024-04-10T16:59:51.345 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.345 INFO:tasks.workunit.client.0.smithi069.stdout: "state_deferred_queued_lat": { 2024-04-10T16:59:51.345 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 8292, 2024-04-10T16:59:51.345 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 6582133790748 2024-04-10T16:59:51.345 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.345 INFO:tasks.workunit.client.0.smithi069.stdout: "state_done_lat": { 2024-04-10T16:59:51.345 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 94721, 2024-04-10T16:59:51.345 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3005839570067 2024-04-10T16:59:51.345 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.345 INFO:tasks.workunit.client.0.smithi069.stdout: "state_finishing_lat": { 2024-04-10T16:59:51.345 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 94721, 2024-04-10T16:59:51.345 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 8853742 2024-04-10T16:59:51.345 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.345 INFO:tasks.workunit.client.0.smithi069.stdout: "state_io_done_lat": { 2024-04-10T16:59:51.346 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 94723, 2024-04-10T16:59:51.346 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 271029473 2024-04-10T16:59:51.346 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.346 INFO:tasks.workunit.client.0.smithi069.stdout: "state_kv_commiting_lat": { 2024-04-10T16:59:51.346 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 94723, 2024-04-10T16:59:51.346 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 32203121799 2024-04-10T16:59:51.346 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.346 INFO:tasks.workunit.client.0.smithi069.stdout: "state_kv_done_lat": { 2024-04-10T16:59:51.346 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 94723, 2024-04-10T16:59:51.346 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 32425774 2024-04-10T16:59:51.346 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.346 INFO:tasks.workunit.client.0.smithi069.stdout: "state_kv_queued_lat": { 2024-04-10T16:59:51.346 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 94723, 2024-04-10T16:59:51.346 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 14018886452 2024-04-10T16:59:51.346 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.347 INFO:tasks.workunit.client.0.smithi069.stdout: "state_prepare_lat": { 2024-04-10T16:59:51.347 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 94723, 2024-04-10T16:59:51.347 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 13180280671 2024-04-10T16:59:51.347 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.347 INFO:tasks.workunit.client.0.smithi069.stdout: "stored": { 2024-04-10T16:59:51.347 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 5484384 2024-04-10T16:59:51.347 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.347 INFO:tasks.workunit.client.0.smithi069.stdout: "truncate_lat": { 2024-04-10T16:59:51.347 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 2498, 2024-04-10T16:59:51.347 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 14284470 2024-04-10T16:59:51.347 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.347 INFO:tasks.workunit.client.0.smithi069.stdout: "txc_commit_lat": { 2024-04-10T16:59:51.347 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 94723, 2024-04-10T16:59:51.347 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 69537785268 2024-04-10T16:59:51.347 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.347 INFO:tasks.workunit.client.0.smithi069.stdout: "txc_submit_lat": { 2024-04-10T16:59:51.348 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 94723, 2024-04-10T16:59:51.348 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 14226967336 2024-04-10T16:59:51.348 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.348 INFO:tasks.workunit.client.0.smithi069.stdout: "txc_throttle_lat": { 2024-04-10T16:59:51.348 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 94723, 2024-04-10T16:59:51.348 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 540926606 2024-04-10T16:59:51.348 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:51.348 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.348 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore-pricache": { 2024-04-10T16:59:51.348 INFO:tasks.workunit.client.0.smithi069.stdout: "cache_bytes": { 2024-04-10T16:59:51.348 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1405281412 2024-04-10T16:59:51.348 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.348 INFO:tasks.workunit.client.0.smithi069.stdout: "heap_bytes": { 2024-04-10T16:59:51.348 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 627777536 2024-04-10T16:59:51.348 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.349 INFO:tasks.workunit.client.0.smithi069.stdout: "mapped_bytes": { 2024-04-10T16:59:51.349 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 615227392 2024-04-10T16:59:51.349 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.349 INFO:tasks.workunit.client.0.smithi069.stdout: "target_bytes": { 2024-04-10T16:59:51.349 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2600691507 2024-04-10T16:59:51.349 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.349 INFO:tasks.workunit.client.0.smithi069.stdout: "unmapped_bytes": { 2024-04-10T16:59:51.349 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 12550144 2024-04-10T16:59:51.349 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:51.349 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.349 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore-pricache:data": { 2024-04-10T16:59:51.349 INFO:tasks.workunit.client.0.smithi069.stdout: "committed_bytes": { 2024-04-10T16:59:51.349 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 125829120 2024-04-10T16:59:51.349 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.349 INFO:tasks.workunit.client.0.smithi069.stdout: "pri0_bytes": { 2024-04-10T16:59:51.350 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.350 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.350 INFO:tasks.workunit.client.0.smithi069.stdout: "pri10_bytes": { 2024-04-10T16:59:51.350 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.350 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.350 INFO:tasks.workunit.client.0.smithi069.stdout: "pri11_bytes": { 2024-04-10T16:59:51.350 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 56708036 2024-04-10T16:59:51.350 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.350 INFO:tasks.workunit.client.0.smithi069.stdout: "pri1_bytes": { 2024-04-10T16:59:51.350 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.350 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.350 INFO:tasks.workunit.client.0.smithi069.stdout: "pri2_bytes": { 2024-04-10T16:59:51.350 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.350 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.350 INFO:tasks.workunit.client.0.smithi069.stdout: "pri3_bytes": { 2024-04-10T16:59:51.351 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.351 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.351 INFO:tasks.workunit.client.0.smithi069.stdout: "pri4_bytes": { 2024-04-10T16:59:51.351 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.351 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.351 INFO:tasks.workunit.client.0.smithi069.stdout: "pri5_bytes": { 2024-04-10T16:59:51.351 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 8192 2024-04-10T16:59:51.351 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.351 INFO:tasks.workunit.client.0.smithi069.stdout: "pri6_bytes": { 2024-04-10T16:59:51.351 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 16384 2024-04-10T16:59:51.351 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.351 INFO:tasks.workunit.client.0.smithi069.stdout: "pri7_bytes": { 2024-04-10T16:59:51.351 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.351 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.351 INFO:tasks.workunit.client.0.smithi069.stdout: "pri8_bytes": { 2024-04-10T16:59:51.351 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.352 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.352 INFO:tasks.workunit.client.0.smithi069.stdout: "pri9_bytes": { 2024-04-10T16:59:51.352 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.352 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.352 INFO:tasks.workunit.client.0.smithi069.stdout: "reserved_bytes": { 2024-04-10T16:59:51.352 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 69096508 2024-04-10T16:59:51.352 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:51.352 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.352 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore-pricache:kv": { 2024-04-10T16:59:51.352 INFO:tasks.workunit.client.0.smithi069.stdout: "committed_bytes": { 2024-04-10T16:59:51.352 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 562036736 2024-04-10T16:59:51.352 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.352 INFO:tasks.workunit.client.0.smithi069.stdout: "pri0_bytes": { 2024-04-10T16:59:51.352 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 67108864 2024-04-10T16:59:51.352 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.353 INFO:tasks.workunit.client.0.smithi069.stdout: "pri10_bytes": { 2024-04-10T16:59:51.353 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.353 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.353 INFO:tasks.workunit.client.0.smithi069.stdout: "pri11_bytes": { 2024-04-10T16:59:51.353 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 425310272 2024-04-10T16:59:51.353 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.353 INFO:tasks.workunit.client.0.smithi069.stdout: "pri1_bytes": { 2024-04-10T16:59:51.353 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.353 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.353 INFO:tasks.workunit.client.0.smithi069.stdout: "pri2_bytes": { 2024-04-10T16:59:51.353 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.353 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.353 INFO:tasks.workunit.client.0.smithi069.stdout: "pri3_bytes": { 2024-04-10T16:59:51.354 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3664 2024-04-10T16:59:51.354 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.354 INFO:tasks.workunit.client.0.smithi069.stdout: "pri4_bytes": { 2024-04-10T16:59:51.354 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.354 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.354 INFO:tasks.workunit.client.0.smithi069.stdout: "pri5_bytes": { 2024-04-10T16:59:51.354 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 252256 2024-04-10T16:59:51.354 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.354 INFO:tasks.workunit.client.0.smithi069.stdout: "pri6_bytes": { 2024-04-10T16:59:51.354 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.354 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.354 INFO:tasks.workunit.client.0.smithi069.stdout: "pri7_bytes": { 2024-04-10T16:59:51.354 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.354 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.355 INFO:tasks.workunit.client.0.smithi069.stdout: "pri8_bytes": { 2024-04-10T16:59:51.355 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.355 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.355 INFO:tasks.workunit.client.0.smithi069.stdout: "pri9_bytes": { 2024-04-10T16:59:51.355 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.355 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.355 INFO:tasks.workunit.client.0.smithi069.stdout: "reserved_bytes": { 2024-04-10T16:59:51.355 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 69361680 2024-04-10T16:59:51.355 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:51.355 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.355 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore-pricache:kv_onode": { 2024-04-10T16:59:51.355 INFO:tasks.workunit.client.0.smithi069.stdout: "committed_bytes": { 2024-04-10T16:59:51.355 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 184549376 2024-04-10T16:59:51.355 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.356 INFO:tasks.workunit.client.0.smithi069.stdout: "pri0_bytes": { 2024-04-10T16:59:51.356 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 67108864 2024-04-10T16:59:51.356 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.356 INFO:tasks.workunit.client.0.smithi069.stdout: "pri10_bytes": { 2024-04-10T16:59:51.356 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 8550112 2024-04-10T16:59:51.356 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.356 INFO:tasks.workunit.client.0.smithi069.stdout: "pri11_bytes": { 2024-04-10T16:59:51.356 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 37805357 2024-04-10T16:59:51.356 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.356 INFO:tasks.workunit.client.0.smithi069.stdout: "pri1_bytes": { 2024-04-10T16:59:51.356 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.356 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.356 INFO:tasks.workunit.client.0.smithi069.stdout: "pri2_bytes": { 2024-04-10T16:59:51.356 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.356 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.356 INFO:tasks.workunit.client.0.smithi069.stdout: "pri3_bytes": { 2024-04-10T16:59:51.357 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.357 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.357 INFO:tasks.workunit.client.0.smithi069.stdout: "pri4_bytes": { 2024-04-10T16:59:51.357 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.357 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.357 INFO:tasks.workunit.client.0.smithi069.stdout: "pri5_bytes": { 2024-04-10T16:59:51.357 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.357 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.357 INFO:tasks.workunit.client.0.smithi069.stdout: "pri6_bytes": { 2024-04-10T16:59:51.357 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.357 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.357 INFO:tasks.workunit.client.0.smithi069.stdout: "pri7_bytes": { 2024-04-10T16:59:51.357 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.357 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.357 INFO:tasks.workunit.client.0.smithi069.stdout: "pri8_bytes": { 2024-04-10T16:59:51.357 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.357 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.358 INFO:tasks.workunit.client.0.smithi069.stdout: "pri9_bytes": { 2024-04-10T16:59:51.358 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.358 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.358 INFO:tasks.workunit.client.0.smithi069.stdout: "reserved_bytes": { 2024-04-10T16:59:51.358 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 71085043 2024-04-10T16:59:51.358 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:51.358 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.358 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore-pricache:meta": { 2024-04-10T16:59:51.358 INFO:tasks.workunit.client.0.smithi069.stdout: "committed_bytes": { 2024-04-10T16:59:51.358 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 494927872 2024-04-10T16:59:51.358 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.358 INFO:tasks.workunit.client.0.smithi069.stdout: "pri0_bytes": { 2024-04-10T16:59:51.358 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.358 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.358 INFO:tasks.workunit.client.0.smithi069.stdout: "pri10_bytes": { 2024-04-10T16:59:51.358 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.359 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.359 INFO:tasks.workunit.client.0.smithi069.stdout: "pri11_bytes": { 2024-04-10T16:59:51.359 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 425310272 2024-04-10T16:59:51.359 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.359 INFO:tasks.workunit.client.0.smithi069.stdout: "pri1_bytes": { 2024-04-10T16:59:51.359 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.359 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.359 INFO:tasks.workunit.client.0.smithi069.stdout: "pri2_bytes": { 2024-04-10T16:59:51.359 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.359 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.359 INFO:tasks.workunit.client.0.smithi069.stdout: "pri3_bytes": { 2024-04-10T16:59:51.359 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.359 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.359 INFO:tasks.workunit.client.0.smithi069.stdout: "pri4_bytes": { 2024-04-10T16:59:51.359 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.359 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.360 INFO:tasks.workunit.client.0.smithi069.stdout: "pri5_bytes": { 2024-04-10T16:59:51.360 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 150944 2024-04-10T16:59:51.360 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.360 INFO:tasks.workunit.client.0.smithi069.stdout: "pri6_bytes": { 2024-04-10T16:59:51.360 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1105618 2024-04-10T16:59:51.360 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.360 INFO:tasks.workunit.client.0.smithi069.stdout: "pri7_bytes": { 2024-04-10T16:59:51.360 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.360 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.360 INFO:tasks.workunit.client.0.smithi069.stdout: "pri8_bytes": { 2024-04-10T16:59:51.360 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.360 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.360 INFO:tasks.workunit.client.0.smithi069.stdout: "pri9_bytes": { 2024-04-10T16:59:51.360 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.360 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.360 INFO:tasks.workunit.client.0.smithi069.stdout: "reserved_bytes": { 2024-04-10T16:59:51.361 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 68361038 2024-04-10T16:59:51.361 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:51.361 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.361 INFO:tasks.workunit.client.0.smithi069.stdout: "objecter": { 2024-04-10T16:59:51.361 INFO:tasks.workunit.client.0.smithi069.stdout: "op_active": { 2024-04-10T16:59:51.361 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.361 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.361 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r": { 2024-04-10T16:59:51.361 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 29 2024-04-10T16:59:51.361 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.361 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rmw": { 2024-04-10T16:59:51.361 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.361 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.361 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w": { 2024-04-10T16:59:51.361 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.361 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:51.362 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.362 INFO:tasks.workunit.client.0.smithi069.stdout: "osd": { 2024-04-10T16:59:51.362 INFO:tasks.workunit.client.0.smithi069.stdout: "numpg": { 2024-04-10T16:59:51.362 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 52 2024-04-10T16:59:51.362 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.362 INFO:tasks.workunit.client.0.smithi069.stdout: "numpg_removing": { 2024-04-10T16:59:51.362 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.362 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.362 INFO:tasks.workunit.client.0.smithi069.stdout: "op": { 2024-04-10T16:59:51.362 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 48214 2024-04-10T16:59:51.362 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.362 INFO:tasks.workunit.client.0.smithi069.stdout: "op_before_queue_op_lat": { 2024-04-10T16:59:51.362 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 136709, 2024-04-10T16:59:51.362 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 12599664415 2024-04-10T16:59:51.362 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.363 INFO:tasks.workunit.client.0.smithi069.stdout: "op_delayed_degraded": { 2024-04-10T16:59:51.363 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.363 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.363 INFO:tasks.workunit.client.0.smithi069.stdout: "op_delayed_unreadable": { 2024-04-10T16:59:51.363 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.363 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.363 INFO:tasks.workunit.client.0.smithi069.stdout: "op_in_bytes": { 2024-04-10T16:59:51.363 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1441501439 2024-04-10T16:59:51.363 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.363 INFO:tasks.workunit.client.0.smithi069.stdout: "op_latency": { 2024-04-10T16:59:51.363 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 48214, 2024-04-10T16:59:51.363 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 52128722246 2024-04-10T16:59:51.363 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.364 INFO:tasks.workunit.client.0.smithi069.stdout: "op_out_bytes": { 2024-04-10T16:59:51.364 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2376017904 2024-04-10T16:59:51.364 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.364 INFO:tasks.workunit.client.0.smithi069.stdout: "op_prepare_latency": { 2024-04-10T16:59:51.364 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 48937, 2024-04-10T16:59:51.364 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 22202174863 2024-04-10T16:59:51.364 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.364 INFO:tasks.workunit.client.0.smithi069.stdout: "op_process_latency": { 2024-04-10T16:59:51.364 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 48214, 2024-04-10T16:59:51.364 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 39341508228 2024-04-10T16:59:51.364 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.364 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r": { 2024-04-10T16:59:51.364 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 36946 2024-04-10T16:59:51.364 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.364 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r_latency": { 2024-04-10T16:59:51.365 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 36946, 2024-04-10T16:59:51.365 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 18014534341 2024-04-10T16:59:51.365 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.365 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-10T16:59:51.365 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.365 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.365 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r_out_bytes": { 2024-04-10T16:59:51.365 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2376017904 2024-04-10T16:59:51.365 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.365 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r_prepare_latency": { 2024-04-10T16:59:51.365 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 37201, 2024-04-10T16:59:51.365 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 13641326008 2024-04-10T16:59:51.365 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.366 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r_process_latency": { 2024-04-10T16:59:51.366 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 36946, 2024-04-10T16:59:51.366 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 13485145920 2024-04-10T16:59:51.366 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.366 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw": { 2024-04-10T16:59:51.366 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 9903 2024-04-10T16:59:51.366 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.366 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_in_bytes": { 2024-04-10T16:59:51.366 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 394104184 2024-04-10T16:59:51.366 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.366 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_latency": { 2024-04-10T16:59:51.366 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 9903, 2024-04-10T16:59:51.366 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 22303068414 2024-04-10T16:59:51.366 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.366 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-10T16:59:51.367 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.367 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.367 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-10T16:59:51.367 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.367 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.367 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_out_bytes": { 2024-04-10T16:59:51.367 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.367 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.367 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_prepare_latency": { 2024-04-10T16:59:51.367 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 10161, 2024-04-10T16:59:51.367 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 6548711264 2024-04-10T16:59:51.367 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.367 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_process_latency": { 2024-04-10T16:59:51.367 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 9903, 2024-04-10T16:59:51.367 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 17019340121 2024-04-10T16:59:51.367 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.368 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w": { 2024-04-10T16:59:51.368 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1365 2024-04-10T16:59:51.368 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.368 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w_in_bytes": { 2024-04-10T16:59:51.368 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1047397255 2024-04-10T16:59:51.368 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.368 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w_latency": { 2024-04-10T16:59:51.368 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 1365, 2024-04-10T16:59:51.368 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 11811119491 2024-04-10T16:59:51.368 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.368 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-10T16:59:51.368 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.368 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.368 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w_prepare_latency": { 2024-04-10T16:59:51.368 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 1575, 2024-04-10T16:59:51.368 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2012137591 2024-04-10T16:59:51.369 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.369 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w_process_latency": { 2024-04-10T16:59:51.369 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 1365, 2024-04-10T16:59:51.369 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 8837022187 2024-04-10T16:59:51.369 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.369 INFO:tasks.workunit.client.0.smithi069.stdout: "op_wip": { 2024-04-10T16:59:51.369 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.369 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.369 INFO:tasks.workunit.client.0.smithi069.stdout: "recovery_bytes": { 2024-04-10T16:59:51.369 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 54 2024-04-10T16:59:51.369 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.369 INFO:tasks.workunit.client.0.smithi069.stdout: "recovery_ops": { 2024-04-10T16:59:51.369 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 8 2024-04-10T16:59:51.369 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.369 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_bytes": { 2024-04-10T16:59:51.369 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 95995035648 2024-04-10T16:59:51.370 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.370 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_bytes_used": { 2024-04-10T16:59:51.370 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 702148608 2024-04-10T16:59:51.370 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:51.370 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:51.370 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.370 INFO:tasks.workunit.client.0.smithi069.stdout: "osd.6": { 2024-04-10T16:59:51.370 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs": { 2024-04-10T16:59:51.370 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_db_max_lat": { 2024-04-10T16:59:51.370 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 15890 2024-04-10T16:59:51.370 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.370 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_slow_fallback": { 2024-04-10T16:59:51.370 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.370 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.371 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_slow_max_lat": { 2024-04-10T16:59:51.371 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.371 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.371 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_slow_size_fallback": { 2024-04-10T16:59:51.371 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.371 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.371 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_unit_db": { 2024-04-10T16:59:51.371 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 65536 2024-04-10T16:59:51.371 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.371 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_unit_slow": { 2024-04-10T16:59:51.371 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.371 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.371 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_unit_wal": { 2024-04-10T16:59:51.372 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.372 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.372 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_wal_max_lat": { 2024-04-10T16:59:51.372 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.372 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.372 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes_written_slow": { 2024-04-10T16:59:51.372 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.372 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.372 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes_written_sst": { 2024-04-10T16:59:51.372 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 6860800 2024-04-10T16:59:51.372 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.372 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes_written_wal": { 2024-04-10T16:59:51.372 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 521125888 2024-04-10T16:59:51.372 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.372 INFO:tasks.workunit.client.0.smithi069.stdout: "compact_lat": { 2024-04-10T16:59:51.373 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 15, 2024-04-10T16:59:51.373 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3454544 2024-04-10T16:59:51.373 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.373 INFO:tasks.workunit.client.0.smithi069.stdout: "compact_lock_lat": { 2024-04-10T16:59:51.373 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 15, 2024-04-10T16:59:51.373 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1095904 2024-04-10T16:59:51.373 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.373 INFO:tasks.workunit.client.0.smithi069.stdout: "db_alloc_lat": { 2024-04-10T16:59:51.373 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 152, 2024-04-10T16:59:51.373 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 713245 2024-04-10T16:59:51.373 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.373 INFO:tasks.workunit.client.0.smithi069.stdout: "db_total_bytes": { 2024-04-10T16:59:51.373 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 95995027456 2024-04-10T16:59:51.373 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.373 INFO:tasks.workunit.client.0.smithi069.stdout: "db_used_bytes": { 2024-04-10T16:59:51.374 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 431685632 2024-04-10T16:59:51.374 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.374 INFO:tasks.workunit.client.0.smithi069.stdout: "flush_lat": { 2024-04-10T16:59:51.374 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 63649, 2024-04-10T16:59:51.374 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 8714156371 2024-04-10T16:59:51.374 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.374 INFO:tasks.workunit.client.0.smithi069.stdout: "fsync_lat": { 2024-04-10T16:59:51.374 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 63660, 2024-04-10T16:59:51.374 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 14114994105 2024-04-10T16:59:51.374 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.374 INFO:tasks.workunit.client.0.smithi069.stdout: "log_bytes": { 2024-04-10T16:59:51.374 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 11431936 2024-04-10T16:59:51.374 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.375 INFO:tasks.workunit.client.0.smithi069.stdout: "logged_bytes": { 2024-04-10T16:59:51.375 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 260792320 2024-04-10T16:59:51.375 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.375 INFO:tasks.workunit.client.0.smithi069.stdout: "max_bytes_db": { 2024-04-10T16:59:51.375 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 425984000 2024-04-10T16:59:51.375 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.375 INFO:tasks.workunit.client.0.smithi069.stdout: "max_bytes_slow": { 2024-04-10T16:59:51.375 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.375 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.375 INFO:tasks.workunit.client.0.smithi069.stdout: "max_bytes_wal": { 2024-04-10T16:59:51.375 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.375 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.375 INFO:tasks.workunit.client.0.smithi069.stdout: "num_files": { 2024-04-10T16:59:51.375 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 42 2024-04-10T16:59:51.376 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.376 INFO:tasks.workunit.client.0.smithi069.stdout: "read_bytes": { 2024-04-10T16:59:51.376 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 4754111574 2024-04-10T16:59:51.376 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.376 INFO:tasks.workunit.client.0.smithi069.stdout: "read_count": { 2024-04-10T16:59:51.376 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 49710 2024-04-10T16:59:51.376 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.376 INFO:tasks.workunit.client.0.smithi069.stdout: "read_disk_bytes": { 2024-04-10T16:59:51.376 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 4097302528 2024-04-10T16:59:51.376 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.376 INFO:tasks.workunit.client.0.smithi069.stdout: "read_disk_bytes_db": { 2024-04-10T16:59:51.376 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 4097306624 2024-04-10T16:59:51.376 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.376 INFO:tasks.workunit.client.0.smithi069.stdout: "read_disk_bytes_slow": { 2024-04-10T16:59:51.376 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.377 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.377 INFO:tasks.workunit.client.0.smithi069.stdout: "read_disk_bytes_wal": { 2024-04-10T16:59:51.377 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.377 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.377 INFO:tasks.workunit.client.0.smithi069.stdout: "read_disk_count": { 2024-04-10T16:59:51.377 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 42368 2024-04-10T16:59:51.377 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.377 INFO:tasks.workunit.client.0.smithi069.stdout: "read_lat": { 2024-04-10T16:59:51.377 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 49710, 2024-04-10T16:59:51.377 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1580545780 2024-04-10T16:59:51.377 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.377 INFO:tasks.workunit.client.0.smithi069.stdout: "read_prefetch_bytes": { 2024-04-10T16:59:51.377 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 4613862572 2024-04-10T16:59:51.377 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.377 INFO:tasks.workunit.client.0.smithi069.stdout: "read_prefetch_count": { 2024-04-10T16:59:51.378 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 45413 2024-04-10T16:59:51.378 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.378 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_buffer_bytes": { 2024-04-10T16:59:51.378 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2536036 2024-04-10T16:59:51.378 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.378 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_buffer_count": { 2024-04-10T16:59:51.378 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 566 2024-04-10T16:59:51.378 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.378 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_bytes": { 2024-04-10T16:59:51.378 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 6805884 2024-04-10T16:59:51.379 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.379 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_count": { 2024-04-10T16:59:51.379 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 771 2024-04-10T16:59:51.379 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.379 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_disk_bytes": { 2024-04-10T16:59:51.379 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 4269848 2024-04-10T16:59:51.379 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.379 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_disk_bytes_db": { 2024-04-10T16:59:51.379 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 4269848 2024-04-10T16:59:51.379 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.379 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_disk_bytes_slow": { 2024-04-10T16:59:51.379 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.379 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.379 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_disk_bytes_wal": { 2024-04-10T16:59:51.380 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.380 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.380 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_disk_count": { 2024-04-10T16:59:51.380 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 209 2024-04-10T16:59:51.380 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.380 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_lat": { 2024-04-10T16:59:51.380 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 771, 2024-04-10T16:59:51.380 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1948859 2024-04-10T16:59:51.380 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.380 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_alloc_lat": { 2024-04-10T16:59:51.380 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:51.380 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.380 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.380 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_total_bytes": { 2024-04-10T16:59:51.381 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.381 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.381 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_used_bytes": { 2024-04-10T16:59:51.381 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.381 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.381 INFO:tasks.workunit.client.0.smithi069.stdout: "truncate_lat": { 2024-04-10T16:59:51.381 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 1, 2024-04-10T16:59:51.381 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 723 2024-04-10T16:59:51.381 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.381 INFO:tasks.workunit.client.0.smithi069.stdout: "unlink_lat": { 2024-04-10T16:59:51.381 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 11, 2024-04-10T16:59:51.381 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 12615 2024-04-10T16:59:51.381 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.381 INFO:tasks.workunit.client.0.smithi069.stdout: "wal_alloc_lat": { 2024-04-10T16:59:51.381 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:51.382 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.382 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.382 INFO:tasks.workunit.client.0.smithi069.stdout: "wal_total_bytes": { 2024-04-10T16:59:51.382 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.382 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.382 INFO:tasks.workunit.client.0.smithi069.stdout: "wal_used_bytes": { 2024-04-10T16:59:51.382 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.382 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.382 INFO:tasks.workunit.client.0.smithi069.stdout: "write_bytes": { 2024-04-10T16:59:51.382 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 791064576 2024-04-10T16:59:51.382 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:51.382 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.382 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore": { 2024-04-10T16:59:51.382 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_unit": { 2024-04-10T16:59:51.382 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 4096 2024-04-10T16:59:51.382 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.383 INFO:tasks.workunit.client.0.smithi069.stdout: "allocated": { 2024-04-10T16:59:51.383 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 10002432 2024-04-10T16:59:51.383 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.383 INFO:tasks.workunit.client.0.smithi069.stdout: "allocator_lat": { 2024-04-10T16:59:51.383 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 13736, 2024-04-10T16:59:51.383 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 47323043 2024-04-10T16:59:51.383 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.383 INFO:tasks.workunit.client.0.smithi069.stdout: "clist_lat": { 2024-04-10T16:59:51.383 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 3441, 2024-04-10T16:59:51.383 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3475881125 2024-04-10T16:59:51.383 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.383 INFO:tasks.workunit.client.0.smithi069.stdout: "compress_lat": { 2024-04-10T16:59:51.383 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:51.383 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.383 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.384 INFO:tasks.workunit.client.0.smithi069.stdout: "compressed": { 2024-04-10T16:59:51.384 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.384 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.384 INFO:tasks.workunit.client.0.smithi069.stdout: "compressed_allocated": { 2024-04-10T16:59:51.384 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.384 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.384 INFO:tasks.workunit.client.0.smithi069.stdout: "compressed_original": { 2024-04-10T16:59:51.384 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.384 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.384 INFO:tasks.workunit.client.0.smithi069.stdout: "csum_lat": { 2024-04-10T16:59:51.384 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 13643, 2024-04-10T16:59:51.384 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 98816184 2024-04-10T16:59:51.384 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.384 INFO:tasks.workunit.client.0.smithi069.stdout: "decompress_lat": { 2024-04-10T16:59:51.384 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:51.385 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.385 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.385 INFO:tasks.workunit.client.0.smithi069.stdout: "fragmentation_micros": { 2024-04-10T16:59:51.385 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.385 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.385 INFO:tasks.workunit.client.0.smithi069.stdout: "kv_commit_lat": { 2024-04-10T16:59:51.385 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 63609, 2024-04-10T16:59:51.385 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 17115907078 2024-04-10T16:59:51.385 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.385 INFO:tasks.workunit.client.0.smithi069.stdout: "kv_final_lat": { 2024-04-10T16:59:51.385 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 63147, 2024-04-10T16:59:51.385 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1298857159 2024-04-10T16:59:51.385 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.385 INFO:tasks.workunit.client.0.smithi069.stdout: "kv_flush_lat": { 2024-04-10T16:59:51.386 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 63609, 2024-04-10T16:59:51.386 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 33835666 2024-04-10T16:59:51.386 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.386 INFO:tasks.workunit.client.0.smithi069.stdout: "kv_sync_lat": { 2024-04-10T16:59:51.386 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 63609, 2024-04-10T16:59:51.386 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 17149742744 2024-04-10T16:59:51.386 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.386 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_get_keys_lat": { 2024-04-10T16:59:51.386 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:51.386 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.386 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.386 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_get_values_lat": { 2024-04-10T16:59:51.386 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 23789, 2024-04-10T16:59:51.386 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 498230503 2024-04-10T16:59:51.386 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.387 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_lower_bound_lat": { 2024-04-10T16:59:51.387 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 780, 2024-04-10T16:59:51.387 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2242609 2024-04-10T16:59:51.387 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.387 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_next_lat": { 2024-04-10T16:59:51.387 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 16438, 2024-04-10T16:59:51.387 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 10059492 2024-04-10T16:59:51.387 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.387 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_seek_to_first_lat": { 2024-04-10T16:59:51.387 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 43, 2024-04-10T16:59:51.387 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 54835 2024-04-10T16:59:51.387 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.387 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_upper_bound_lat": { 2024-04-10T16:59:51.387 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 11455, 2024-04-10T16:59:51.387 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1358619959 2024-04-10T16:59:51.387 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.387 INFO:tasks.workunit.client.0.smithi069.stdout: "onode_hits": { 2024-04-10T16:59:51.388 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 183560 2024-04-10T16:59:51.388 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.388 INFO:tasks.workunit.client.0.smithi069.stdout: "onode_misses": { 2024-04-10T16:59:51.388 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 18882 2024-04-10T16:59:51.388 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.388 INFO:tasks.workunit.client.0.smithi069.stdout: "read_lat": { 2024-04-10T16:59:51.388 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 14738, 2024-04-10T16:59:51.388 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1208220000 2024-04-10T16:59:51.388 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.388 INFO:tasks.workunit.client.0.smithi069.stdout: "read_onode_meta_lat": { 2024-04-10T16:59:51.388 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 46167, 2024-04-10T16:59:51.388 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 20033554 2024-04-10T16:59:51.388 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.388 INFO:tasks.workunit.client.0.smithi069.stdout: "read_wait_aio_lat": { 2024-04-10T16:59:51.389 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 31429, 2024-04-10T16:59:51.389 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 954058923 2024-04-10T16:59:51.389 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.389 INFO:tasks.workunit.client.0.smithi069.stdout: "reads_with_retries": { 2024-04-10T16:59:51.389 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.389 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.389 INFO:tasks.workunit.client.0.smithi069.stdout: "remove_lat": { 2024-04-10T16:59:51.389 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 11999, 2024-04-10T16:59:51.389 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 331823257 2024-04-10T16:59:51.389 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.389 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_aio_wait_count": { 2024-04-10T16:59:51.389 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.390 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.390 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_committed_kv_count": { 2024-04-10T16:59:51.390 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.390 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.390 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_read_onode_meta_count": { 2024-04-10T16:59:51.390 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.390 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.390 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_read_wait_aio_count": { 2024-04-10T16:59:51.390 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.390 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.390 INFO:tasks.workunit.client.0.smithi069.stdout: "state_aio_wait_lat": { 2024-04-10T16:59:51.390 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 73926, 2024-04-10T16:59:51.390 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 8170628402 2024-04-10T16:59:51.390 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.390 INFO:tasks.workunit.client.0.smithi069.stdout: "state_deferred_aio_wait_lat": { 2024-04-10T16:59:51.391 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 14004, 2024-04-10T16:59:51.391 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 724731155 2024-04-10T16:59:51.391 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.391 INFO:tasks.workunit.client.0.smithi069.stdout: "state_deferred_cleanup_lat": { 2024-04-10T16:59:51.391 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 14004, 2024-04-10T16:59:51.391 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3669798353217 2024-04-10T16:59:51.391 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.391 INFO:tasks.workunit.client.0.smithi069.stdout: "state_deferred_queued_lat": { 2024-04-10T16:59:51.391 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 14004, 2024-04-10T16:59:51.391 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 5801500992279 2024-04-10T16:59:51.391 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.391 INFO:tasks.workunit.client.0.smithi069.stdout: "state_done_lat": { 2024-04-10T16:59:51.391 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 73926, 2024-04-10T16:59:51.391 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2525964237565 2024-04-10T16:59:51.391 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.391 INFO:tasks.workunit.client.0.smithi069.stdout: "state_finishing_lat": { 2024-04-10T16:59:51.392 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 73926, 2024-04-10T16:59:51.392 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 7045511 2024-04-10T16:59:51.392 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.392 INFO:tasks.workunit.client.0.smithi069.stdout: "state_io_done_lat": { 2024-04-10T16:59:51.392 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 73926, 2024-04-10T16:59:51.392 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 191304316 2024-04-10T16:59:51.392 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.392 INFO:tasks.workunit.client.0.smithi069.stdout: "state_kv_commiting_lat": { 2024-04-10T16:59:51.392 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 73926, 2024-04-10T16:59:51.392 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 26854478534 2024-04-10T16:59:51.392 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.392 INFO:tasks.workunit.client.0.smithi069.stdout: "state_kv_done_lat": { 2024-04-10T16:59:51.392 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 73926, 2024-04-10T16:59:51.392 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 24752991 2024-04-10T16:59:51.392 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.392 INFO:tasks.workunit.client.0.smithi069.stdout: "state_kv_queued_lat": { 2024-04-10T16:59:51.392 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 73926, 2024-04-10T16:59:51.393 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 12075480611 2024-04-10T16:59:51.393 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.393 INFO:tasks.workunit.client.0.smithi069.stdout: "state_prepare_lat": { 2024-04-10T16:59:51.393 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 73926, 2024-04-10T16:59:51.393 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 8834265086 2024-04-10T16:59:51.393 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.393 INFO:tasks.workunit.client.0.smithi069.stdout: "stored": { 2024-04-10T16:59:51.393 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 6074643 2024-04-10T16:59:51.393 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.393 INFO:tasks.workunit.client.0.smithi069.stdout: "truncate_lat": { 2024-04-10T16:59:51.393 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 2413, 2024-04-10T16:59:51.393 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 13465398 2024-04-10T16:59:51.393 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.393 INFO:tasks.workunit.client.0.smithi069.stdout: "txc_commit_lat": { 2024-04-10T16:59:51.393 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 73926, 2024-04-10T16:59:51.394 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 56137149330 2024-04-10T16:59:51.394 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.394 INFO:tasks.workunit.client.0.smithi069.stdout: "txc_submit_lat": { 2024-04-10T16:59:51.394 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 73926, 2024-04-10T16:59:51.394 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 9662593425 2024-04-10T16:59:51.394 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.394 INFO:tasks.workunit.client.0.smithi069.stdout: "txc_throttle_lat": { 2024-04-10T16:59:51.394 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 73926, 2024-04-10T16:59:51.394 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 430233491 2024-04-10T16:59:51.394 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:51.394 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.394 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore-pricache": { 2024-04-10T16:59:51.394 INFO:tasks.workunit.client.0.smithi069.stdout: "cache_bytes": { 2024-04-10T16:59:51.394 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1405281412 2024-04-10T16:59:51.395 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.395 INFO:tasks.workunit.client.0.smithi069.stdout: "heap_bytes": { 2024-04-10T16:59:51.395 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 482795520 2024-04-10T16:59:51.395 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.395 INFO:tasks.workunit.client.0.smithi069.stdout: "mapped_bytes": { 2024-04-10T16:59:51.395 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 454475776 2024-04-10T16:59:51.395 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.395 INFO:tasks.workunit.client.0.smithi069.stdout: "target_bytes": { 2024-04-10T16:59:51.395 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2600691507 2024-04-10T16:59:51.395 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.395 INFO:tasks.workunit.client.0.smithi069.stdout: "unmapped_bytes": { 2024-04-10T16:59:51.395 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 28319744 2024-04-10T16:59:51.395 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:51.395 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.395 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore-pricache:data": { 2024-04-10T16:59:51.396 INFO:tasks.workunit.client.0.smithi069.stdout: "committed_bytes": { 2024-04-10T16:59:51.396 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 125829120 2024-04-10T16:59:51.396 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.396 INFO:tasks.workunit.client.0.smithi069.stdout: "pri0_bytes": { 2024-04-10T16:59:51.396 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.396 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.396 INFO:tasks.workunit.client.0.smithi069.stdout: "pri10_bytes": { 2024-04-10T16:59:51.396 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.396 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.396 INFO:tasks.workunit.client.0.smithi069.stdout: "pri11_bytes": { 2024-04-10T16:59:51.396 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 57140355 2024-04-10T16:59:51.396 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.396 INFO:tasks.workunit.client.0.smithi069.stdout: "pri1_bytes": { 2024-04-10T16:59:51.396 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.396 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.396 INFO:tasks.workunit.client.0.smithi069.stdout: "pri2_bytes": { 2024-04-10T16:59:51.397 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.397 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.397 INFO:tasks.workunit.client.0.smithi069.stdout: "pri3_bytes": { 2024-04-10T16:59:51.397 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.397 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.397 INFO:tasks.workunit.client.0.smithi069.stdout: "pri4_bytes": { 2024-04-10T16:59:51.397 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.397 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.397 INFO:tasks.workunit.client.0.smithi069.stdout: "pri5_bytes": { 2024-04-10T16:59:51.397 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 8192 2024-04-10T16:59:51.397 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.397 INFO:tasks.workunit.client.0.smithi069.stdout: "pri6_bytes": { 2024-04-10T16:59:51.397 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 73728 2024-04-10T16:59:51.397 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.397 INFO:tasks.workunit.client.0.smithi069.stdout: "pri7_bytes": { 2024-04-10T16:59:51.398 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.398 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.398 INFO:tasks.workunit.client.0.smithi069.stdout: "pri8_bytes": { 2024-04-10T16:59:51.398 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.398 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.398 INFO:tasks.workunit.client.0.smithi069.stdout: "pri9_bytes": { 2024-04-10T16:59:51.398 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.398 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.398 INFO:tasks.workunit.client.0.smithi069.stdout: "reserved_bytes": { 2024-04-10T16:59:51.398 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 68606845 2024-04-10T16:59:51.398 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:51.398 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.398 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore-pricache:kv": { 2024-04-10T16:59:51.399 INFO:tasks.workunit.client.0.smithi069.stdout: "committed_bytes": { 2024-04-10T16:59:51.399 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 570425344 2024-04-10T16:59:51.399 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.399 INFO:tasks.workunit.client.0.smithi069.stdout: "pri0_bytes": { 2024-04-10T16:59:51.399 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 67108864 2024-04-10T16:59:51.399 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.399 INFO:tasks.workunit.client.0.smithi069.stdout: "pri10_bytes": { 2024-04-10T16:59:51.399 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.399 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.399 INFO:tasks.workunit.client.0.smithi069.stdout: "pri11_bytes": { 2024-04-10T16:59:51.399 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 428552668 2024-04-10T16:59:51.399 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.399 INFO:tasks.workunit.client.0.smithi069.stdout: "pri1_bytes": { 2024-04-10T16:59:51.400 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.400 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.400 INFO:tasks.workunit.client.0.smithi069.stdout: "pri2_bytes": { 2024-04-10T16:59:51.400 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.400 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.400 INFO:tasks.workunit.client.0.smithi069.stdout: "pri3_bytes": { 2024-04-10T16:59:51.400 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1616 2024-04-10T16:59:51.400 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.400 INFO:tasks.workunit.client.0.smithi069.stdout: "pri4_bytes": { 2024-04-10T16:59:51.400 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.400 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.400 INFO:tasks.workunit.client.0.smithi069.stdout: "pri5_bytes": { 2024-04-10T16:59:51.400 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 108096 2024-04-10T16:59:51.400 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.400 INFO:tasks.workunit.client.0.smithi069.stdout: "pri6_bytes": { 2024-04-10T16:59:51.400 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.401 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.401 INFO:tasks.workunit.client.0.smithi069.stdout: "pri7_bytes": { 2024-04-10T16:59:51.401 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.401 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.401 INFO:tasks.workunit.client.0.smithi069.stdout: "pri8_bytes": { 2024-04-10T16:59:51.401 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.401 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.401 INFO:tasks.workunit.client.0.smithi069.stdout: "pri9_bytes": { 2024-04-10T16:59:51.401 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.401 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.401 INFO:tasks.workunit.client.0.smithi069.stdout: "reserved_bytes": { 2024-04-10T16:59:51.401 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 74654100 2024-04-10T16:59:51.401 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:51.401 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.401 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore-pricache:kv_onode": { 2024-04-10T16:59:51.401 INFO:tasks.workunit.client.0.smithi069.stdout: "committed_bytes": { 2024-04-10T16:59:51.402 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 184549376 2024-04-10T16:59:51.402 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.402 INFO:tasks.workunit.client.0.smithi069.stdout: "pri0_bytes": { 2024-04-10T16:59:51.402 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 67108864 2024-04-10T16:59:51.402 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.402 INFO:tasks.workunit.client.0.smithi069.stdout: "pri10_bytes": { 2024-04-10T16:59:51.402 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 6758272 2024-04-10T16:59:51.402 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.402 INFO:tasks.workunit.client.0.smithi069.stdout: "pri11_bytes": { 2024-04-10T16:59:51.402 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 38093570 2024-04-10T16:59:51.402 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.402 INFO:tasks.workunit.client.0.smithi069.stdout: "pri1_bytes": { 2024-04-10T16:59:51.402 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.402 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.402 INFO:tasks.workunit.client.0.smithi069.stdout: "pri2_bytes": { 2024-04-10T16:59:51.402 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.403 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.403 INFO:tasks.workunit.client.0.smithi069.stdout: "pri3_bytes": { 2024-04-10T16:59:51.403 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.403 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.403 INFO:tasks.workunit.client.0.smithi069.stdout: "pri4_bytes": { 2024-04-10T16:59:51.403 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.403 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.403 INFO:tasks.workunit.client.0.smithi069.stdout: "pri5_bytes": { 2024-04-10T16:59:51.403 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.403 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.403 INFO:tasks.workunit.client.0.smithi069.stdout: "pri6_bytes": { 2024-04-10T16:59:51.403 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.403 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.403 INFO:tasks.workunit.client.0.smithi069.stdout: "pri7_bytes": { 2024-04-10T16:59:51.403 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.404 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.404 INFO:tasks.workunit.client.0.smithi069.stdout: "pri8_bytes": { 2024-04-10T16:59:51.404 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.404 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.404 INFO:tasks.workunit.client.0.smithi069.stdout: "pri9_bytes": { 2024-04-10T16:59:51.404 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.404 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.404 INFO:tasks.workunit.client.0.smithi069.stdout: "reserved_bytes": { 2024-04-10T16:59:51.404 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 72588670 2024-04-10T16:59:51.404 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:51.404 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.404 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore-pricache:meta": { 2024-04-10T16:59:51.404 INFO:tasks.workunit.client.0.smithi069.stdout: "committed_bytes": { 2024-04-10T16:59:51.404 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 503316480 2024-04-10T16:59:51.404 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.405 INFO:tasks.workunit.client.0.smithi069.stdout: "pri0_bytes": { 2024-04-10T16:59:51.405 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.405 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.405 INFO:tasks.workunit.client.0.smithi069.stdout: "pri10_bytes": { 2024-04-10T16:59:51.405 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.405 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.405 INFO:tasks.workunit.client.0.smithi069.stdout: "pri11_bytes": { 2024-04-10T16:59:51.405 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 428552668 2024-04-10T16:59:51.405 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.405 INFO:tasks.workunit.client.0.smithi069.stdout: "pri1_bytes": { 2024-04-10T16:59:51.405 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.405 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.405 INFO:tasks.workunit.client.0.smithi069.stdout: "pri2_bytes": { 2024-04-10T16:59:51.405 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.405 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.406 INFO:tasks.workunit.client.0.smithi069.stdout: "pri3_bytes": { 2024-04-10T16:59:51.406 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.406 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.406 INFO:tasks.workunit.client.0.smithi069.stdout: "pri4_bytes": { 2024-04-10T16:59:51.406 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.406 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.406 INFO:tasks.workunit.client.0.smithi069.stdout: "pri5_bytes": { 2024-04-10T16:59:51.406 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 154231 2024-04-10T16:59:51.406 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.406 INFO:tasks.workunit.client.0.smithi069.stdout: "pri6_bytes": { 2024-04-10T16:59:51.406 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1134704 2024-04-10T16:59:51.406 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.406 INFO:tasks.workunit.client.0.smithi069.stdout: "pri7_bytes": { 2024-04-10T16:59:51.406 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.407 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.407 INFO:tasks.workunit.client.0.smithi069.stdout: "pri8_bytes": { 2024-04-10T16:59:51.407 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.407 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.407 INFO:tasks.workunit.client.0.smithi069.stdout: "pri9_bytes": { 2024-04-10T16:59:51.407 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.407 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.407 INFO:tasks.workunit.client.0.smithi069.stdout: "reserved_bytes": { 2024-04-10T16:59:51.407 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 73474877 2024-04-10T16:59:51.407 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:51.407 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.407 INFO:tasks.workunit.client.0.smithi069.stdout: "objecter": { 2024-04-10T16:59:51.407 INFO:tasks.workunit.client.0.smithi069.stdout: "op_active": { 2024-04-10T16:59:51.407 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.407 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.407 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r": { 2024-04-10T16:59:51.407 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 11 2024-04-10T16:59:51.408 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.408 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rmw": { 2024-04-10T16:59:51.408 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.408 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.408 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w": { 2024-04-10T16:59:51.408 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.408 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:51.408 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.408 INFO:tasks.workunit.client.0.smithi069.stdout: "osd": { 2024-04-10T16:59:51.408 INFO:tasks.workunit.client.0.smithi069.stdout: "numpg": { 2024-04-10T16:59:51.408 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 54 2024-04-10T16:59:51.408 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.408 INFO:tasks.workunit.client.0.smithi069.stdout: "numpg_removing": { 2024-04-10T16:59:51.408 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.408 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.408 INFO:tasks.workunit.client.0.smithi069.stdout: "op": { 2024-04-10T16:59:51.408 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 41940 2024-04-10T16:59:51.409 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.409 INFO:tasks.workunit.client.0.smithi069.stdout: "op_before_queue_op_lat": { 2024-04-10T16:59:51.409 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 101549, 2024-04-10T16:59:51.409 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 8225031707 2024-04-10T16:59:51.409 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.409 INFO:tasks.workunit.client.0.smithi069.stdout: "op_delayed_degraded": { 2024-04-10T16:59:51.409 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.409 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.409 INFO:tasks.workunit.client.0.smithi069.stdout: "op_delayed_unreadable": { 2024-04-10T16:59:51.409 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1 2024-04-10T16:59:51.409 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.409 INFO:tasks.workunit.client.0.smithi069.stdout: "op_in_bytes": { 2024-04-10T16:59:51.409 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1504132604 2024-04-10T16:59:51.409 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.410 INFO:tasks.workunit.client.0.smithi069.stdout: "op_latency": { 2024-04-10T16:59:51.410 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 41940, 2024-04-10T16:59:51.410 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 56071828844 2024-04-10T16:59:51.410 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.410 INFO:tasks.workunit.client.0.smithi069.stdout: "op_out_bytes": { 2024-04-10T16:59:51.410 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1689827754 2024-04-10T16:59:51.410 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.410 INFO:tasks.workunit.client.0.smithi069.stdout: "op_prepare_latency": { 2024-04-10T16:59:51.410 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 42368, 2024-04-10T16:59:51.410 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 13663163313 2024-04-10T16:59:51.410 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.410 INFO:tasks.workunit.client.0.smithi069.stdout: "op_process_latency": { 2024-04-10T16:59:51.410 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 41940, 2024-04-10T16:59:51.410 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 31795583590 2024-04-10T16:59:51.411 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.411 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r": { 2024-04-10T16:59:51.411 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 33646 2024-04-10T16:59:51.411 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.411 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r_latency": { 2024-04-10T16:59:51.411 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 33646, 2024-04-10T16:59:51.411 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 9161924813 2024-04-10T16:59:51.411 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.411 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-10T16:59:51.411 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.411 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.411 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r_out_bytes": { 2024-04-10T16:59:51.411 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1689827754 2024-04-10T16:59:51.411 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.411 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r_prepare_latency": { 2024-04-10T16:59:51.412 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 33815, 2024-04-10T16:59:51.412 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 5969406798 2024-04-10T16:59:51.412 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.412 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r_process_latency": { 2024-04-10T16:59:51.412 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 33646, 2024-04-10T16:59:51.412 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 5388782624 2024-04-10T16:59:51.412 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.412 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw": { 2024-04-10T16:59:51.412 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 4317 2024-04-10T16:59:51.412 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.412 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_in_bytes": { 2024-04-10T16:59:51.412 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 331961950 2024-04-10T16:59:51.412 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.413 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_latency": { 2024-04-10T16:59:51.413 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 4317, 2024-04-10T16:59:51.413 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 11672113329 2024-04-10T16:59:51.413 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.413 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-10T16:59:51.413 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.413 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.413 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-10T16:59:51.413 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.413 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.413 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_out_bytes": { 2024-04-10T16:59:51.413 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.413 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.413 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_prepare_latency": { 2024-04-10T16:59:51.413 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 4468, 2024-04-10T16:59:51.413 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3024384010 2024-04-10T16:59:51.414 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.414 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_process_latency": { 2024-04-10T16:59:51.414 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 4317, 2024-04-10T16:59:51.414 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 8197421430 2024-04-10T16:59:51.414 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.414 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w": { 2024-04-10T16:59:51.414 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3977 2024-04-10T16:59:51.414 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.414 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w_in_bytes": { 2024-04-10T16:59:51.414 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1172170654 2024-04-10T16:59:51.414 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.414 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w_latency": { 2024-04-10T16:59:51.415 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 3977, 2024-04-10T16:59:51.415 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 35237790702 2024-04-10T16:59:51.415 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.415 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-10T16:59:51.415 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.415 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.415 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w_prepare_latency": { 2024-04-10T16:59:51.415 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 4085, 2024-04-10T16:59:51.415 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 4669372505 2024-04-10T16:59:51.415 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.415 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w_process_latency": { 2024-04-10T16:59:51.415 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 3977, 2024-04-10T16:59:51.415 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 18209379536 2024-04-10T16:59:51.415 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.415 INFO:tasks.workunit.client.0.smithi069.stdout: "op_wip": { 2024-04-10T16:59:51.416 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.416 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.416 INFO:tasks.workunit.client.0.smithi069.stdout: "recovery_bytes": { 2024-04-10T16:59:51.416 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 13309427 2024-04-10T16:59:51.416 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.416 INFO:tasks.workunit.client.0.smithi069.stdout: "recovery_ops": { 2024-04-10T16:59:51.416 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 12 2024-04-10T16:59:51.416 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.416 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_bytes": { 2024-04-10T16:59:51.416 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 95995035648 2024-04-10T16:59:51.416 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.416 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_bytes_used": { 2024-04-10T16:59:51.416 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 441696256 2024-04-10T16:59:51.416 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:51.417 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:51.417 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.417 INFO:tasks.workunit.client.0.smithi069.stdout: "osd.7": { 2024-04-10T16:59:51.417 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs": { 2024-04-10T16:59:51.417 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_db_max_lat": { 2024-04-10T16:59:51.417 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 25244 2024-04-10T16:59:51.417 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.417 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_slow_fallback": { 2024-04-10T16:59:51.417 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.417 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.417 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_slow_max_lat": { 2024-04-10T16:59:51.417 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.417 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.417 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_slow_size_fallback": { 2024-04-10T16:59:51.417 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.417 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.418 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_unit_db": { 2024-04-10T16:59:51.418 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 65536 2024-04-10T16:59:51.418 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.418 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_unit_slow": { 2024-04-10T16:59:51.418 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.418 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.418 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_unit_wal": { 2024-04-10T16:59:51.418 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.418 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.418 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_wal_max_lat": { 2024-04-10T16:59:51.418 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.418 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.418 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes_written_slow": { 2024-04-10T16:59:51.418 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.418 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.419 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes_written_sst": { 2024-04-10T16:59:51.419 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 6221824 2024-04-10T16:59:51.419 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.419 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes_written_wal": { 2024-04-10T16:59:51.419 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 592785408 2024-04-10T16:59:51.419 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.419 INFO:tasks.workunit.client.0.smithi069.stdout: "compact_lat": { 2024-04-10T16:59:51.419 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 16, 2024-04-10T16:59:51.419 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3169334 2024-04-10T16:59:51.419 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.419 INFO:tasks.workunit.client.0.smithi069.stdout: "compact_lock_lat": { 2024-04-10T16:59:51.419 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 16, 2024-04-10T16:59:51.419 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1052724 2024-04-10T16:59:51.419 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.419 INFO:tasks.workunit.client.0.smithi069.stdout: "db_alloc_lat": { 2024-04-10T16:59:51.419 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 161, 2024-04-10T16:59:51.420 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 708968 2024-04-10T16:59:51.420 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.420 INFO:tasks.workunit.client.0.smithi069.stdout: "db_total_bytes": { 2024-04-10T16:59:51.420 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 95995027456 2024-04-10T16:59:51.420 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.420 INFO:tasks.workunit.client.0.smithi069.stdout: "db_used_bytes": { 2024-04-10T16:59:51.420 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 533200896 2024-04-10T16:59:51.420 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.420 INFO:tasks.workunit.client.0.smithi069.stdout: "flush_lat": { 2024-04-10T16:59:51.420 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 65017, 2024-04-10T16:59:51.420 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 9340614315 2024-04-10T16:59:51.420 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.420 INFO:tasks.workunit.client.0.smithi069.stdout: "fsync_lat": { 2024-04-10T16:59:51.420 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 65025, 2024-04-10T16:59:51.420 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 14965846918 2024-04-10T16:59:51.420 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.421 INFO:tasks.workunit.client.0.smithi069.stdout: "log_bytes": { 2024-04-10T16:59:51.421 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 385024 2024-04-10T16:59:51.421 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.421 INFO:tasks.workunit.client.0.smithi069.stdout: "logged_bytes": { 2024-04-10T16:59:51.421 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 266387456 2024-04-10T16:59:51.421 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.421 INFO:tasks.workunit.client.0.smithi069.stdout: "max_bytes_db": { 2024-04-10T16:59:51.421 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 554500096 2024-04-10T16:59:51.421 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.421 INFO:tasks.workunit.client.0.smithi069.stdout: "max_bytes_slow": { 2024-04-10T16:59:51.421 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.421 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.421 INFO:tasks.workunit.client.0.smithi069.stdout: "max_bytes_wal": { 2024-04-10T16:59:51.421 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.421 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.421 INFO:tasks.workunit.client.0.smithi069.stdout: "num_files": { 2024-04-10T16:59:51.421 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 44 2024-04-10T16:59:51.422 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.422 INFO:tasks.workunit.client.0.smithi069.stdout: "read_bytes": { 2024-04-10T16:59:51.422 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 4283545947 2024-04-10T16:59:51.422 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.422 INFO:tasks.workunit.client.0.smithi069.stdout: "read_count": { 2024-04-10T16:59:51.422 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 46431 2024-04-10T16:59:51.422 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.422 INFO:tasks.workunit.client.0.smithi069.stdout: "read_disk_bytes": { 2024-04-10T16:59:51.422 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3624091648 2024-04-10T16:59:51.422 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.422 INFO:tasks.workunit.client.0.smithi069.stdout: "read_disk_bytes_db": { 2024-04-10T16:59:51.422 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3624095744 2024-04-10T16:59:51.422 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.422 INFO:tasks.workunit.client.0.smithi069.stdout: "read_disk_bytes_slow": { 2024-04-10T16:59:51.422 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.423 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.423 INFO:tasks.workunit.client.0.smithi069.stdout: "read_disk_bytes_wal": { 2024-04-10T16:59:51.423 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.423 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.423 INFO:tasks.workunit.client.0.smithi069.stdout: "read_disk_count": { 2024-04-10T16:59:51.423 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 34666 2024-04-10T16:59:51.423 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.423 INFO:tasks.workunit.client.0.smithi069.stdout: "read_lat": { 2024-04-10T16:59:51.423 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 46431, 2024-04-10T16:59:51.423 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1348098146 2024-04-10T16:59:51.423 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.423 INFO:tasks.workunit.client.0.smithi069.stdout: "read_prefetch_bytes": { 2024-04-10T16:59:51.423 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 4176961610 2024-04-10T16:59:51.423 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.423 INFO:tasks.workunit.client.0.smithi069.stdout: "read_prefetch_count": { 2024-04-10T16:59:51.424 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 43163 2024-04-10T16:59:51.424 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.424 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_buffer_bytes": { 2024-04-10T16:59:51.424 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1451094 2024-04-10T16:59:51.424 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.424 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_buffer_count": { 2024-04-10T16:59:51.424 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 564 2024-04-10T16:59:51.424 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.424 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_bytes": { 2024-04-10T16:59:51.424 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 6179442 2024-04-10T16:59:51.424 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.424 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_count": { 2024-04-10T16:59:51.424 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 873 2024-04-10T16:59:51.424 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.424 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_disk_bytes": { 2024-04-10T16:59:51.425 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 4728348 2024-04-10T16:59:51.425 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.425 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_disk_bytes_db": { 2024-04-10T16:59:51.425 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 4728348 2024-04-10T16:59:51.425 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.425 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_disk_bytes_slow": { 2024-04-10T16:59:51.425 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.425 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.425 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_disk_bytes_wal": { 2024-04-10T16:59:51.425 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.425 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.425 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_disk_count": { 2024-04-10T16:59:51.425 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 312 2024-04-10T16:59:51.425 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.425 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_lat": { 2024-04-10T16:59:51.426 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 873, 2024-04-10T16:59:51.426 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2034587 2024-04-10T16:59:51.426 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.426 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_alloc_lat": { 2024-04-10T16:59:51.426 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:51.426 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.426 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.426 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_total_bytes": { 2024-04-10T16:59:51.426 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.426 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.426 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_used_bytes": { 2024-04-10T16:59:51.426 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.426 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.426 INFO:tasks.workunit.client.0.smithi069.stdout: "truncate_lat": { 2024-04-10T16:59:51.426 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 1, 2024-04-10T16:59:51.427 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 883 2024-04-10T16:59:51.427 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.427 INFO:tasks.workunit.client.0.smithi069.stdout: "unlink_lat": { 2024-04-10T16:59:51.427 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 9, 2024-04-10T16:59:51.427 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 12171 2024-04-10T16:59:51.427 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.427 INFO:tasks.workunit.client.0.smithi069.stdout: "wal_alloc_lat": { 2024-04-10T16:59:51.427 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:51.427 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.427 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.427 INFO:tasks.workunit.client.0.smithi069.stdout: "wal_total_bytes": { 2024-04-10T16:59:51.427 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.427 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.427 INFO:tasks.workunit.client.0.smithi069.stdout: "wal_used_bytes": { 2024-04-10T16:59:51.427 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.427 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.427 INFO:tasks.workunit.client.0.smithi069.stdout: "write_bytes": { 2024-04-10T16:59:51.428 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 867819520 2024-04-10T16:59:51.428 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:51.428 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.428 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore": { 2024-04-10T16:59:51.428 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_unit": { 2024-04-10T16:59:51.428 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 4096 2024-04-10T16:59:51.428 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.428 INFO:tasks.workunit.client.0.smithi069.stdout: "allocated": { 2024-04-10T16:59:51.428 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 9994240 2024-04-10T16:59:51.428 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.428 INFO:tasks.workunit.client.0.smithi069.stdout: "allocator_lat": { 2024-04-10T16:59:51.428 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 17919, 2024-04-10T16:59:51.428 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 60385194 2024-04-10T16:59:51.428 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.429 INFO:tasks.workunit.client.0.smithi069.stdout: "clist_lat": { 2024-04-10T16:59:51.429 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 3475, 2024-04-10T16:59:51.429 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3512343427 2024-04-10T16:59:51.429 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.429 INFO:tasks.workunit.client.0.smithi069.stdout: "compress_lat": { 2024-04-10T16:59:51.429 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:51.429 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.429 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.429 INFO:tasks.workunit.client.0.smithi069.stdout: "compressed": { 2024-04-10T16:59:51.429 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.429 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.429 INFO:tasks.workunit.client.0.smithi069.stdout: "compressed_allocated": { 2024-04-10T16:59:51.429 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.429 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.429 INFO:tasks.workunit.client.0.smithi069.stdout: "compressed_original": { 2024-04-10T16:59:51.429 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.430 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.430 INFO:tasks.workunit.client.0.smithi069.stdout: "csum_lat": { 2024-04-10T16:59:51.430 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 20190, 2024-04-10T16:59:51.430 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 154362072 2024-04-10T16:59:51.430 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.430 INFO:tasks.workunit.client.0.smithi069.stdout: "decompress_lat": { 2024-04-10T16:59:51.430 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:51.430 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.430 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.430 INFO:tasks.workunit.client.0.smithi069.stdout: "fragmentation_micros": { 2024-04-10T16:59:51.430 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.430 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.430 INFO:tasks.workunit.client.0.smithi069.stdout: "kv_commit_lat": { 2024-04-10T16:59:51.430 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 64974, 2024-04-10T16:59:51.431 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 18151922349 2024-04-10T16:59:51.431 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.431 INFO:tasks.workunit.client.0.smithi069.stdout: "kv_final_lat": { 2024-04-10T16:59:51.431 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 64518, 2024-04-10T16:59:51.431 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1339673105 2024-04-10T16:59:51.431 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.431 INFO:tasks.workunit.client.0.smithi069.stdout: "kv_flush_lat": { 2024-04-10T16:59:51.431 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 64974, 2024-04-10T16:59:51.431 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 40646031 2024-04-10T16:59:51.431 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.431 INFO:tasks.workunit.client.0.smithi069.stdout: "kv_sync_lat": { 2024-04-10T16:59:51.431 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 64974, 2024-04-10T16:59:51.431 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 18192568380 2024-04-10T16:59:51.431 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.431 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_get_keys_lat": { 2024-04-10T16:59:51.432 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:51.432 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.432 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.432 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_get_values_lat": { 2024-04-10T16:59:51.432 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 29846, 2024-04-10T16:59:51.432 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 770097013 2024-04-10T16:59:51.432 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.432 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_lower_bound_lat": { 2024-04-10T16:59:51.432 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 748, 2024-04-10T16:59:51.432 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2631873 2024-04-10T16:59:51.432 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.432 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_next_lat": { 2024-04-10T16:59:51.433 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 7603, 2024-04-10T16:59:51.433 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 6477383 2024-04-10T16:59:51.433 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.433 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_seek_to_first_lat": { 2024-04-10T16:59:51.433 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 50, 2024-04-10T16:59:51.433 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 61543 2024-04-10T16:59:51.433 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.433 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_upper_bound_lat": { 2024-04-10T16:59:51.433 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 11715, 2024-04-10T16:59:51.433 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 942291020 2024-04-10T16:59:51.433 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.433 INFO:tasks.workunit.client.0.smithi069.stdout: "onode_hits": { 2024-04-10T16:59:51.433 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 198679 2024-04-10T16:59:51.434 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.434 INFO:tasks.workunit.client.0.smithi069.stdout: "onode_misses": { 2024-04-10T16:59:51.434 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 17890 2024-04-10T16:59:51.434 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.434 INFO:tasks.workunit.client.0.smithi069.stdout: "read_lat": { 2024-04-10T16:59:51.434 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 9983, 2024-04-10T16:59:51.434 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1415236436 2024-04-10T16:59:51.434 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.434 INFO:tasks.workunit.client.0.smithi069.stdout: "read_onode_meta_lat": { 2024-04-10T16:59:51.434 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 39291, 2024-04-10T16:59:51.434 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 10536813 2024-04-10T16:59:51.434 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.434 INFO:tasks.workunit.client.0.smithi069.stdout: "read_wait_aio_lat": { 2024-04-10T16:59:51.434 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 29308, 2024-04-10T16:59:51.435 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1288635911 2024-04-10T16:59:51.435 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.435 INFO:tasks.workunit.client.0.smithi069.stdout: "reads_with_retries": { 2024-04-10T16:59:51.435 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.435 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.435 INFO:tasks.workunit.client.0.smithi069.stdout: "remove_lat": { 2024-04-10T16:59:51.435 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 13557, 2024-04-10T16:59:51.435 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 362899682 2024-04-10T16:59:51.435 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.435 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_aio_wait_count": { 2024-04-10T16:59:51.435 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.435 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.435 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_committed_kv_count": { 2024-04-10T16:59:51.435 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.435 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.435 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_read_onode_meta_count": { 2024-04-10T16:59:51.435 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.436 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.436 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_read_wait_aio_count": { 2024-04-10T16:59:51.436 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.436 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.436 INFO:tasks.workunit.client.0.smithi069.stdout: "state_aio_wait_lat": { 2024-04-10T16:59:51.436 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 76322, 2024-04-10T16:59:51.436 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 9261087915 2024-04-10T16:59:51.436 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.436 INFO:tasks.workunit.client.0.smithi069.stdout: "state_deferred_aio_wait_lat": { 2024-04-10T16:59:51.436 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 16221, 2024-04-10T16:59:51.436 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 886752435 2024-04-10T16:59:51.436 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.436 INFO:tasks.workunit.client.0.smithi069.stdout: "state_deferred_cleanup_lat": { 2024-04-10T16:59:51.436 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 16218, 2024-04-10T16:59:51.436 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3487268865504 2024-04-10T16:59:51.436 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.436 INFO:tasks.workunit.client.0.smithi069.stdout: "state_deferred_queued_lat": { 2024-04-10T16:59:51.437 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 16221, 2024-04-10T16:59:51.437 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 6326036339473 2024-04-10T16:59:51.437 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.437 INFO:tasks.workunit.client.0.smithi069.stdout: "state_done_lat": { 2024-04-10T16:59:51.437 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 76319, 2024-04-10T16:59:51.437 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2611792849540 2024-04-10T16:59:51.437 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.437 INFO:tasks.workunit.client.0.smithi069.stdout: "state_finishing_lat": { 2024-04-10T16:59:51.437 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 76319, 2024-04-10T16:59:51.437 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 6992891 2024-04-10T16:59:51.437 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.437 INFO:tasks.workunit.client.0.smithi069.stdout: "state_io_done_lat": { 2024-04-10T16:59:51.437 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 76322, 2024-04-10T16:59:51.438 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 222186276 2024-04-10T16:59:51.438 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.438 INFO:tasks.workunit.client.0.smithi069.stdout: "state_kv_commiting_lat": { 2024-04-10T16:59:51.438 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 76322, 2024-04-10T16:59:51.438 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 28489438863 2024-04-10T16:59:51.438 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.438 INFO:tasks.workunit.client.0.smithi069.stdout: "state_kv_done_lat": { 2024-04-10T16:59:51.438 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 76322, 2024-04-10T16:59:51.438 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 28267855 2024-04-10T16:59:51.438 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.438 INFO:tasks.workunit.client.0.smithi069.stdout: "state_kv_queued_lat": { 2024-04-10T16:59:51.438 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 76322, 2024-04-10T16:59:51.438 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 13554549236 2024-04-10T16:59:51.438 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.439 INFO:tasks.workunit.client.0.smithi069.stdout: "state_prepare_lat": { 2024-04-10T16:59:51.439 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 76322, 2024-04-10T16:59:51.439 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 9902686739 2024-04-10T16:59:51.439 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.439 INFO:tasks.workunit.client.0.smithi069.stdout: "stored": { 2024-04-10T16:59:51.439 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 6069423 2024-04-10T16:59:51.439 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.439 INFO:tasks.workunit.client.0.smithi069.stdout: "truncate_lat": { 2024-04-10T16:59:51.439 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 2330, 2024-04-10T16:59:51.439 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 12468007 2024-04-10T16:59:51.439 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.439 INFO:tasks.workunit.client.0.smithi069.stdout: "txc_commit_lat": { 2024-04-10T16:59:51.439 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 76322, 2024-04-10T16:59:51.439 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 61443026065 2024-04-10T16:59:51.439 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.439 INFO:tasks.workunit.client.0.smithi069.stdout: "txc_submit_lat": { 2024-04-10T16:59:51.440 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 76322, 2024-04-10T16:59:51.440 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 10821209061 2024-04-10T16:59:51.440 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.440 INFO:tasks.workunit.client.0.smithi069.stdout: "txc_throttle_lat": { 2024-04-10T16:59:51.440 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 76322, 2024-04-10T16:59:51.440 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 460736028 2024-04-10T16:59:51.440 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:51.440 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.440 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore-pricache": { 2024-04-10T16:59:51.440 INFO:tasks.workunit.client.0.smithi069.stdout: "cache_bytes": { 2024-04-10T16:59:51.440 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1405281412 2024-04-10T16:59:51.440 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.440 INFO:tasks.workunit.client.0.smithi069.stdout: "heap_bytes": { 2024-04-10T16:59:51.440 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 571826176 2024-04-10T16:59:51.440 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.440 INFO:tasks.workunit.client.0.smithi069.stdout: "mapped_bytes": { 2024-04-10T16:59:51.440 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 536502272 2024-04-10T16:59:51.441 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.441 INFO:tasks.workunit.client.0.smithi069.stdout: "target_bytes": { 2024-04-10T16:59:51.441 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2600691507 2024-04-10T16:59:51.441 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.441 INFO:tasks.workunit.client.0.smithi069.stdout: "unmapped_bytes": { 2024-04-10T16:59:51.441 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 35323904 2024-04-10T16:59:51.441 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:51.441 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.441 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore-pricache:data": { 2024-04-10T16:59:51.441 INFO:tasks.workunit.client.0.smithi069.stdout: "committed_bytes": { 2024-04-10T16:59:51.441 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 125829120 2024-04-10T16:59:51.441 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.442 INFO:tasks.workunit.client.0.smithi069.stdout: "pri0_bytes": { 2024-04-10T16:59:51.442 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.442 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.442 INFO:tasks.workunit.client.0.smithi069.stdout: "pri10_bytes": { 2024-04-10T16:59:51.442 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.442 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.442 INFO:tasks.workunit.client.0.smithi069.stdout: "pri11_bytes": { 2024-04-10T16:59:51.442 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 57106708 2024-04-10T16:59:51.442 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.442 INFO:tasks.workunit.client.0.smithi069.stdout: "pri1_bytes": { 2024-04-10T16:59:51.442 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.442 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.442 INFO:tasks.workunit.client.0.smithi069.stdout: "pri2_bytes": { 2024-04-10T16:59:51.442 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.442 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.443 INFO:tasks.workunit.client.0.smithi069.stdout: "pri3_bytes": { 2024-04-10T16:59:51.443 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.443 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.443 INFO:tasks.workunit.client.0.smithi069.stdout: "pri4_bytes": { 2024-04-10T16:59:51.443 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.443 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.443 INFO:tasks.workunit.client.0.smithi069.stdout: "pri5_bytes": { 2024-04-10T16:59:51.443 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.443 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.443 INFO:tasks.workunit.client.0.smithi069.stdout: "pri6_bytes": { 2024-04-10T16:59:51.443 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 69632 2024-04-10T16:59:51.443 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.443 INFO:tasks.workunit.client.0.smithi069.stdout: "pri7_bytes": { 2024-04-10T16:59:51.443 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.443 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.443 INFO:tasks.workunit.client.0.smithi069.stdout: "pri8_bytes": { 2024-04-10T16:59:51.444 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.444 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.444 INFO:tasks.workunit.client.0.smithi069.stdout: "pri9_bytes": { 2024-04-10T16:59:51.444 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.444 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.444 INFO:tasks.workunit.client.0.smithi069.stdout: "reserved_bytes": { 2024-04-10T16:59:51.444 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 68652780 2024-04-10T16:59:51.444 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:51.444 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.444 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore-pricache:kv": { 2024-04-10T16:59:51.444 INFO:tasks.workunit.client.0.smithi069.stdout: "committed_bytes": { 2024-04-10T16:59:51.444 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 570425344 2024-04-10T16:59:51.444 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.444 INFO:tasks.workunit.client.0.smithi069.stdout: "pri0_bytes": { 2024-04-10T16:59:51.445 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 67108864 2024-04-10T16:59:51.445 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.445 INFO:tasks.workunit.client.0.smithi069.stdout: "pri10_bytes": { 2024-04-10T16:59:51.445 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.445 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.445 INFO:tasks.workunit.client.0.smithi069.stdout: "pri11_bytes": { 2024-04-10T16:59:51.445 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 428300313 2024-04-10T16:59:51.445 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.445 INFO:tasks.workunit.client.0.smithi069.stdout: "pri1_bytes": { 2024-04-10T16:59:51.445 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.445 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.445 INFO:tasks.workunit.client.0.smithi069.stdout: "pri2_bytes": { 2024-04-10T16:59:51.445 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.445 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.445 INFO:tasks.workunit.client.0.smithi069.stdout: "pri3_bytes": { 2024-04-10T16:59:51.445 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1744 2024-04-10T16:59:51.445 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.446 INFO:tasks.workunit.client.0.smithi069.stdout: "pri4_bytes": { 2024-04-10T16:59:51.446 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.446 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.446 INFO:tasks.workunit.client.0.smithi069.stdout: "pri5_bytes": { 2024-04-10T16:59:51.446 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 123504 2024-04-10T16:59:51.446 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.446 INFO:tasks.workunit.client.0.smithi069.stdout: "pri6_bytes": { 2024-04-10T16:59:51.446 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.446 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.446 INFO:tasks.workunit.client.0.smithi069.stdout: "pri7_bytes": { 2024-04-10T16:59:51.446 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.446 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.446 INFO:tasks.workunit.client.0.smithi069.stdout: "pri8_bytes": { 2024-04-10T16:59:51.446 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.446 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.447 INFO:tasks.workunit.client.0.smithi069.stdout: "pri9_bytes": { 2024-04-10T16:59:51.447 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.447 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.447 INFO:tasks.workunit.client.0.smithi069.stdout: "reserved_bytes": { 2024-04-10T16:59:51.447 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 74890919 2024-04-10T16:59:51.447 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:51.447 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.447 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore-pricache:kv_onode": { 2024-04-10T16:59:51.447 INFO:tasks.workunit.client.0.smithi069.stdout: "committed_bytes": { 2024-04-10T16:59:51.447 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 184549376 2024-04-10T16:59:51.447 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.447 INFO:tasks.workunit.client.0.smithi069.stdout: "pri0_bytes": { 2024-04-10T16:59:51.447 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 67108864 2024-04-10T16:59:51.447 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.447 INFO:tasks.workunit.client.0.smithi069.stdout: "pri10_bytes": { 2024-04-10T16:59:51.447 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 5694368 2024-04-10T16:59:51.447 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.448 INFO:tasks.workunit.client.0.smithi069.stdout: "pri11_bytes": { 2024-04-10T16:59:51.448 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 38071139 2024-04-10T16:59:51.448 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.448 INFO:tasks.workunit.client.0.smithi069.stdout: "pri1_bytes": { 2024-04-10T16:59:51.448 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.448 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.448 INFO:tasks.workunit.client.0.smithi069.stdout: "pri2_bytes": { 2024-04-10T16:59:51.448 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.448 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.448 INFO:tasks.workunit.client.0.smithi069.stdout: "pri3_bytes": { 2024-04-10T16:59:51.448 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.448 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.448 INFO:tasks.workunit.client.0.smithi069.stdout: "pri4_bytes": { 2024-04-10T16:59:51.448 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.448 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.448 INFO:tasks.workunit.client.0.smithi069.stdout: "pri5_bytes": { 2024-04-10T16:59:51.448 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.449 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.449 INFO:tasks.workunit.client.0.smithi069.stdout: "pri6_bytes": { 2024-04-10T16:59:51.449 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.449 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.449 INFO:tasks.workunit.client.0.smithi069.stdout: "pri7_bytes": { 2024-04-10T16:59:51.449 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.449 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.449 INFO:tasks.workunit.client.0.smithi069.stdout: "pri8_bytes": { 2024-04-10T16:59:51.449 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.449 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.449 INFO:tasks.workunit.client.0.smithi069.stdout: "pri9_bytes": { 2024-04-10T16:59:51.449 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.449 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.449 INFO:tasks.workunit.client.0.smithi069.stdout: "reserved_bytes": { 2024-04-10T16:59:51.449 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 73675005 2024-04-10T16:59:51.449 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:51.449 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.450 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore-pricache:meta": { 2024-04-10T16:59:51.450 INFO:tasks.workunit.client.0.smithi069.stdout: "committed_bytes": { 2024-04-10T16:59:51.450 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 503316480 2024-04-10T16:59:51.450 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.450 INFO:tasks.workunit.client.0.smithi069.stdout: "pri0_bytes": { 2024-04-10T16:59:51.450 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.450 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.450 INFO:tasks.workunit.client.0.smithi069.stdout: "pri10_bytes": { 2024-04-10T16:59:51.450 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.450 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.450 INFO:tasks.workunit.client.0.smithi069.stdout: "pri11_bytes": { 2024-04-10T16:59:51.450 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 428300313 2024-04-10T16:59:51.450 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.451 INFO:tasks.workunit.client.0.smithi069.stdout: "pri1_bytes": { 2024-04-10T16:59:51.451 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.451 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.451 INFO:tasks.workunit.client.0.smithi069.stdout: "pri2_bytes": { 2024-04-10T16:59:51.451 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.451 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.451 INFO:tasks.workunit.client.0.smithi069.stdout: "pri3_bytes": { 2024-04-10T16:59:51.451 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.451 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.451 INFO:tasks.workunit.client.0.smithi069.stdout: "pri4_bytes": { 2024-04-10T16:59:51.451 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.451 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.451 INFO:tasks.workunit.client.0.smithi069.stdout: "pri5_bytes": { 2024-04-10T16:59:51.451 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 164563 2024-04-10T16:59:51.451 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.452 INFO:tasks.workunit.client.0.smithi069.stdout: "pri6_bytes": { 2024-04-10T16:59:51.452 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1120222 2024-04-10T16:59:51.452 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.452 INFO:tasks.workunit.client.0.smithi069.stdout: "pri7_bytes": { 2024-04-10T16:59:51.452 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.452 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.452 INFO:tasks.workunit.client.0.smithi069.stdout: "pri8_bytes": { 2024-04-10T16:59:51.452 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.452 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.452 INFO:tasks.workunit.client.0.smithi069.stdout: "pri9_bytes": { 2024-04-10T16:59:51.452 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.452 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.452 INFO:tasks.workunit.client.0.smithi069.stdout: "reserved_bytes": { 2024-04-10T16:59:51.452 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 73731382 2024-04-10T16:59:51.452 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:51.452 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.452 INFO:tasks.workunit.client.0.smithi069.stdout: "objecter": { 2024-04-10T16:59:51.453 INFO:tasks.workunit.client.0.smithi069.stdout: "op_active": { 2024-04-10T16:59:51.453 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.453 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.453 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r": { 2024-04-10T16:59:51.453 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 26 2024-04-10T16:59:51.453 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.453 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rmw": { 2024-04-10T16:59:51.453 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.453 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.453 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w": { 2024-04-10T16:59:51.453 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.453 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:51.453 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.454 INFO:tasks.workunit.client.0.smithi069.stdout: "osd": { 2024-04-10T16:59:51.454 INFO:tasks.workunit.client.0.smithi069.stdout: "numpg": { 2024-04-10T16:59:51.454 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 58 2024-04-10T16:59:51.454 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.454 INFO:tasks.workunit.client.0.smithi069.stdout: "numpg_removing": { 2024-04-10T16:59:51.454 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.454 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.454 INFO:tasks.workunit.client.0.smithi069.stdout: "op": { 2024-04-10T16:59:51.454 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 34666 2024-04-10T16:59:51.454 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.454 INFO:tasks.workunit.client.0.smithi069.stdout: "op_before_queue_op_lat": { 2024-04-10T16:59:51.454 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 108628, 2024-04-10T16:59:51.454 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 11289861685 2024-04-10T16:59:51.455 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.455 INFO:tasks.workunit.client.0.smithi069.stdout: "op_delayed_degraded": { 2024-04-10T16:59:51.455 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.455 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.455 INFO:tasks.workunit.client.0.smithi069.stdout: "op_delayed_unreadable": { 2024-04-10T16:59:51.455 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1 2024-04-10T16:59:51.455 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.455 INFO:tasks.workunit.client.0.smithi069.stdout: "op_in_bytes": { 2024-04-10T16:59:51.455 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1636608463 2024-04-10T16:59:51.455 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.455 INFO:tasks.workunit.client.0.smithi069.stdout: "op_latency": { 2024-04-10T16:59:51.455 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 34666, 2024-04-10T16:59:51.455 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 69261981566 2024-04-10T16:59:51.455 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.455 INFO:tasks.workunit.client.0.smithi069.stdout: "op_out_bytes": { 2024-04-10T16:59:51.456 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2010976298 2024-04-10T16:59:51.456 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.456 INFO:tasks.workunit.client.0.smithi069.stdout: "op_prepare_latency": { 2024-04-10T16:59:51.456 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 35269, 2024-04-10T16:59:51.456 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 17345116905 2024-04-10T16:59:51.456 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.456 INFO:tasks.workunit.client.0.smithi069.stdout: "op_process_latency": { 2024-04-10T16:59:51.456 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 34666, 2024-04-10T16:59:51.456 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 37486161362 2024-04-10T16:59:51.456 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.456 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r": { 2024-04-10T16:59:51.456 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 20920 2024-04-10T16:59:51.456 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.456 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r_latency": { 2024-04-10T16:59:51.456 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 20920, 2024-04-10T16:59:51.457 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 8059358140 2024-04-10T16:59:51.457 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.457 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-10T16:59:51.457 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.457 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.457 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r_out_bytes": { 2024-04-10T16:59:51.457 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2010976298 2024-04-10T16:59:51.457 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.457 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r_prepare_latency": { 2024-04-10T16:59:51.457 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 21035, 2024-04-10T16:59:51.457 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 4861776581 2024-04-10T16:59:51.457 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.457 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r_process_latency": { 2024-04-10T16:59:51.457 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 20920, 2024-04-10T16:59:51.458 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 4767510472 2024-04-10T16:59:51.458 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.458 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw": { 2024-04-10T16:59:51.458 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 12407 2024-04-10T16:59:51.458 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.458 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_in_bytes": { 2024-04-10T16:59:51.458 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 387900599 2024-04-10T16:59:51.458 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.458 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_latency": { 2024-04-10T16:59:51.458 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 12407, 2024-04-10T16:59:51.458 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 25355414970 2024-04-10T16:59:51.458 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.458 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-10T16:59:51.459 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.459 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.459 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-10T16:59:51.459 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.459 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.459 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_out_bytes": { 2024-04-10T16:59:51.459 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.459 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.459 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_prepare_latency": { 2024-04-10T16:59:51.459 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 12830, 2024-04-10T16:59:51.459 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 10106663783 2024-04-10T16:59:51.459 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.459 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_process_latency": { 2024-04-10T16:59:51.459 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 12407, 2024-04-10T16:59:51.460 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 21217327288 2024-04-10T16:59:51.460 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.460 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w": { 2024-04-10T16:59:51.460 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1339 2024-04-10T16:59:51.460 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.460 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w_in_bytes": { 2024-04-10T16:59:51.460 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1248707864 2024-04-10T16:59:51.460 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.460 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w_latency": { 2024-04-10T16:59:51.460 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 1339, 2024-04-10T16:59:51.460 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 35847208456 2024-04-10T16:59:51.460 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.460 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-10T16:59:51.460 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.460 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.461 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w_prepare_latency": { 2024-04-10T16:59:51.461 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 1404, 2024-04-10T16:59:51.461 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2376676541 2024-04-10T16:59:51.461 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.461 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w_process_latency": { 2024-04-10T16:59:51.461 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 1339, 2024-04-10T16:59:51.461 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 11501323602 2024-04-10T16:59:51.461 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.461 INFO:tasks.workunit.client.0.smithi069.stdout: "op_wip": { 2024-04-10T16:59:51.461 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:51.461 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.461 INFO:tasks.workunit.client.0.smithi069.stdout: "recovery_bytes": { 2024-04-10T16:59:51.461 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 113 2024-04-10T16:59:51.461 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.461 INFO:tasks.workunit.client.0.smithi069.stdout: "recovery_ops": { 2024-04-10T16:59:51.461 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2 2024-04-10T16:59:51.462 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.462 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_bytes": { 2024-04-10T16:59:51.462 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 95995035648 2024-04-10T16:59:51.462 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.462 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_bytes_used": { 2024-04-10T16:59:51.462 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 543215616 2024-04-10T16:59:51.462 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:51.462 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:51.462 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:51.462 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.462 INFO:tasks.workunit.client.0.smithi069.stdout: "pools": [ 2024-04-10T16:59:51.462 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:51.462 INFO:tasks.workunit.client.0.smithi069.stdout: "application": [ 2024-04-10T16:59:51.462 INFO:tasks.workunit.client.0.smithi069.stdout: "mgr" 2024-04-10T16:59:51.462 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:51.463 INFO:tasks.workunit.client.0.smithi069.stdout: "cache_mode": "none", 2024-04-10T16:59:51.463 INFO:tasks.workunit.client.0.smithi069.stdout: "erasure_code_profile": {}, 2024-04-10T16:59:51.463 INFO:tasks.workunit.client.0.smithi069.stdout: "flags_names": [ 2024-04-10T16:59:51.463 INFO:tasks.workunit.client.0.smithi069.stdout: "hashpspool" 2024-04-10T16:59:51.463 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:51.463 INFO:tasks.workunit.client.0.smithi069.stdout: "min_size": 2, 2024-04-10T16:59:51.463 INFO:tasks.workunit.client.0.smithi069.stdout: "options": {}, 2024-04-10T16:59:51.463 INFO:tasks.workunit.client.0.smithi069.stdout: "pg_autoscale_mode": "off", 2024-04-10T16:59:51.463 INFO:tasks.workunit.client.0.smithi069.stdout: "pg_num": 1, 2024-04-10T16:59:51.463 INFO:tasks.workunit.client.0.smithi069.stdout: "pgp_num": 1, 2024-04-10T16:59:51.463 INFO:tasks.workunit.client.0.smithi069.stdout: "pool": 1, 2024-04-10T16:59:51.463 INFO:tasks.workunit.client.0.smithi069.stdout: "size": 3, 2024-04-10T16:59:51.463 INFO:tasks.workunit.client.0.smithi069.stdout: "stats": { 2024-04-10T16:59:51.463 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_raw": 722748221706, 2024-04-10T16:59:51.463 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes_used": 1781760, 2024-04-10T16:59:51.464 INFO:tasks.workunit.client.0.smithi069.stdout: "compress_bytes_used": 0, 2024-04-10T16:59:51.464 INFO:tasks.workunit.client.0.smithi069.stdout: "compress_under_bytes": 0, 2024-04-10T16:59:51.464 INFO:tasks.workunit.client.0.smithi069.stdout: "data_bytes_used": 1781760, 2024-04-10T16:59:51.464 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty": 0, 2024-04-10T16:59:51.464 INFO:tasks.workunit.client.0.smithi069.stdout: "max_avail": 240916086784, 2024-04-10T16:59:51.464 INFO:tasks.workunit.client.0.smithi069.stdout: "objects": 2, 2024-04-10T16:59:51.464 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_bytes_used": 0, 2024-04-10T16:59:51.464 INFO:tasks.workunit.client.0.smithi069.stdout: "percent_used": 2.465250645400374e-06, 2024-04-10T16:59:51.464 INFO:tasks.workunit.client.0.smithi069.stdout: "quota_bytes": 0, 2024-04-10T16:59:51.464 INFO:tasks.workunit.client.0.smithi069.stdout: "quota_objects": 0, 2024-04-10T16:59:51.464 INFO:tasks.workunit.client.0.smithi069.stdout: "rd": 1178, 2024-04-10T16:59:51.464 INFO:tasks.workunit.client.0.smithi069.stdout: "rd_bytes": 2041856, 2024-04-10T16:59:51.464 INFO:tasks.workunit.client.0.smithi069.stdout: "stored": 590368, 2024-04-10T16:59:51.464 INFO:tasks.workunit.client.0.smithi069.stdout: "stored_data": 590368, 2024-04-10T16:59:51.465 INFO:tasks.workunit.client.0.smithi069.stdout: "stored_omap": 0, 2024-04-10T16:59:51.465 INFO:tasks.workunit.client.0.smithi069.stdout: "stored_raw": 1771104, 2024-04-10T16:59:51.465 INFO:tasks.workunit.client.0.smithi069.stdout: "wr": 391, 2024-04-10T16:59:51.465 INFO:tasks.workunit.client.0.smithi069.stdout: "wr_bytes": 2473984 2024-04-10T16:59:51.465 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.465 INFO:tasks.workunit.client.0.smithi069.stdout: "target_max_bytes": 0, 2024-04-10T16:59:51.465 INFO:tasks.workunit.client.0.smithi069.stdout: "target_max_objects": 0, 2024-04-10T16:59:51.465 INFO:tasks.workunit.client.0.smithi069.stdout: "type": "replicated" 2024-04-10T16:59:51.465 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.465 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:51.465 INFO:tasks.workunit.client.0.smithi069.stdout: "application": [ 2024-04-10T16:59:51.465 INFO:tasks.workunit.client.0.smithi069.stdout: "cephfs" 2024-04-10T16:59:51.465 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:51.465 INFO:tasks.workunit.client.0.smithi069.stdout: "cache_mode": "none", 2024-04-10T16:59:51.465 INFO:tasks.workunit.client.0.smithi069.stdout: "erasure_code_profile": {}, 2024-04-10T16:59:51.465 INFO:tasks.workunit.client.0.smithi069.stdout: "flags_names": [ 2024-04-10T16:59:51.466 INFO:tasks.workunit.client.0.smithi069.stdout: "hashpspool" 2024-04-10T16:59:51.466 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:51.466 INFO:tasks.workunit.client.0.smithi069.stdout: "min_size": 2, 2024-04-10T16:59:51.466 INFO:tasks.workunit.client.0.smithi069.stdout: "options": {}, 2024-04-10T16:59:51.466 INFO:tasks.workunit.client.0.smithi069.stdout: "pg_autoscale_mode": "off", 2024-04-10T16:59:51.466 INFO:tasks.workunit.client.0.smithi069.stdout: "pg_num": 32, 2024-04-10T16:59:51.466 INFO:tasks.workunit.client.0.smithi069.stdout: "pgp_num": 32, 2024-04-10T16:59:51.466 INFO:tasks.workunit.client.0.smithi069.stdout: "pool": 2, 2024-04-10T16:59:51.466 INFO:tasks.workunit.client.0.smithi069.stdout: "size": 3, 2024-04-10T16:59:51.466 INFO:tasks.workunit.client.0.smithi069.stdout: "stats": { 2024-04-10T16:59:51.466 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_raw": 722748221706, 2024-04-10T16:59:51.466 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes_used": 155772, 2024-04-10T16:59:51.466 INFO:tasks.workunit.client.0.smithi069.stdout: "compress_bytes_used": 0, 2024-04-10T16:59:51.466 INFO:tasks.workunit.client.0.smithi069.stdout: "compress_under_bytes": 0, 2024-04-10T16:59:51.466 INFO:tasks.workunit.client.0.smithi069.stdout: "data_bytes_used": 110592, 2024-04-10T16:59:51.466 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty": 0, 2024-04-10T16:59:51.467 INFO:tasks.workunit.client.0.smithi069.stdout: "max_avail": 240916086784, 2024-04-10T16:59:51.467 INFO:tasks.workunit.client.0.smithi069.stdout: "objects": 22, 2024-04-10T16:59:51.467 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_bytes_used": 45180, 2024-04-10T16:59:51.467 INFO:tasks.workunit.client.0.smithi069.stdout: "percent_used": 2.1552729378981894e-07, 2024-04-10T16:59:51.467 INFO:tasks.workunit.client.0.smithi069.stdout: "quota_bytes": 0, 2024-04-10T16:59:51.467 INFO:tasks.workunit.client.0.smithi069.stdout: "quota_objects": 0, 2024-04-10T16:59:51.467 INFO:tasks.workunit.client.0.smithi069.stdout: "rd": 79, 2024-04-10T16:59:51.467 INFO:tasks.workunit.client.0.smithi069.stdout: "rd_bytes": 89088, 2024-04-10T16:59:51.467 INFO:tasks.workunit.client.0.smithi069.stdout: "stored": 21682, 2024-04-10T16:59:51.467 INFO:tasks.workunit.client.0.smithi069.stdout: "stored_data": 6622, 2024-04-10T16:59:51.467 INFO:tasks.workunit.client.0.smithi069.stdout: "stored_omap": 15060, 2024-04-10T16:59:51.467 INFO:tasks.workunit.client.0.smithi069.stdout: "stored_raw": 65046, 2024-04-10T16:59:51.467 INFO:tasks.workunit.client.0.smithi069.stdout: "wr": 68, 2024-04-10T16:59:51.467 INFO:tasks.workunit.client.0.smithi069.stdout: "wr_bytes": 36864 2024-04-10T16:59:51.468 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.468 INFO:tasks.workunit.client.0.smithi069.stdout: "target_max_bytes": 0, 2024-04-10T16:59:51.468 INFO:tasks.workunit.client.0.smithi069.stdout: "target_max_objects": 0, 2024-04-10T16:59:51.468 INFO:tasks.workunit.client.0.smithi069.stdout: "type": "replicated" 2024-04-10T16:59:51.468 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.468 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:51.468 INFO:tasks.workunit.client.0.smithi069.stdout: "application": [ 2024-04-10T16:59:51.468 INFO:tasks.workunit.client.0.smithi069.stdout: "cephfs" 2024-04-10T16:59:51.468 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:51.468 INFO:tasks.workunit.client.0.smithi069.stdout: "cache_mode": "none", 2024-04-10T16:59:51.468 INFO:tasks.workunit.client.0.smithi069.stdout: "erasure_code_profile": {}, 2024-04-10T16:59:51.468 INFO:tasks.workunit.client.0.smithi069.stdout: "flags_names": [ 2024-04-10T16:59:51.468 INFO:tasks.workunit.client.0.smithi069.stdout: "hashpspool" 2024-04-10T16:59:51.468 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:51.468 INFO:tasks.workunit.client.0.smithi069.stdout: "min_size": 2, 2024-04-10T16:59:51.468 INFO:tasks.workunit.client.0.smithi069.stdout: "options": {}, 2024-04-10T16:59:51.469 INFO:tasks.workunit.client.0.smithi069.stdout: "pg_autoscale_mode": "off", 2024-04-10T16:59:51.469 INFO:tasks.workunit.client.0.smithi069.stdout: "pg_num": 64, 2024-04-10T16:59:51.469 INFO:tasks.workunit.client.0.smithi069.stdout: "pgp_num": 64, 2024-04-10T16:59:51.469 INFO:tasks.workunit.client.0.smithi069.stdout: "pool": 3, 2024-04-10T16:59:51.469 INFO:tasks.workunit.client.0.smithi069.stdout: "size": 3, 2024-04-10T16:59:51.469 INFO:tasks.workunit.client.0.smithi069.stdout: "stats": { 2024-04-10T16:59:51.469 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_raw": 722748221706, 2024-04-10T16:59:51.469 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes_used": 0, 2024-04-10T16:59:51.469 INFO:tasks.workunit.client.0.smithi069.stdout: "compress_bytes_used": 0, 2024-04-10T16:59:51.469 INFO:tasks.workunit.client.0.smithi069.stdout: "compress_under_bytes": 0, 2024-04-10T16:59:51.469 INFO:tasks.workunit.client.0.smithi069.stdout: "data_bytes_used": 0, 2024-04-10T16:59:51.469 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty": 0, 2024-04-10T16:59:51.469 INFO:tasks.workunit.client.0.smithi069.stdout: "max_avail": 240916086784, 2024-04-10T16:59:51.469 INFO:tasks.workunit.client.0.smithi069.stdout: "objects": 0, 2024-04-10T16:59:51.469 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_bytes_used": 0, 2024-04-10T16:59:51.469 INFO:tasks.workunit.client.0.smithi069.stdout: "percent_used": 0.0, 2024-04-10T16:59:51.470 INFO:tasks.workunit.client.0.smithi069.stdout: "quota_bytes": 0, 2024-04-10T16:59:51.470 INFO:tasks.workunit.client.0.smithi069.stdout: "quota_objects": 0, 2024-04-10T16:59:51.470 INFO:tasks.workunit.client.0.smithi069.stdout: "rd": 0, 2024-04-10T16:59:51.470 INFO:tasks.workunit.client.0.smithi069.stdout: "rd_bytes": 0, 2024-04-10T16:59:51.470 INFO:tasks.workunit.client.0.smithi069.stdout: "stored": 0, 2024-04-10T16:59:51.470 INFO:tasks.workunit.client.0.smithi069.stdout: "stored_data": 0, 2024-04-10T16:59:51.470 INFO:tasks.workunit.client.0.smithi069.stdout: "stored_omap": 0, 2024-04-10T16:59:51.470 INFO:tasks.workunit.client.0.smithi069.stdout: "stored_raw": 0, 2024-04-10T16:59:51.470 INFO:tasks.workunit.client.0.smithi069.stdout: "wr": 0, 2024-04-10T16:59:51.470 INFO:tasks.workunit.client.0.smithi069.stdout: "wr_bytes": 0 2024-04-10T16:59:51.470 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.470 INFO:tasks.workunit.client.0.smithi069.stdout: "target_max_bytes": 0, 2024-04-10T16:59:51.470 INFO:tasks.workunit.client.0.smithi069.stdout: "target_max_objects": 0, 2024-04-10T16:59:51.470 INFO:tasks.workunit.client.0.smithi069.stdout: "type": "replicated" 2024-04-10T16:59:51.470 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.470 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:51.471 INFO:tasks.workunit.client.0.smithi069.stdout: "application": [ 2024-04-10T16:59:51.471 INFO:tasks.workunit.client.0.smithi069.stdout: "rbd" 2024-04-10T16:59:51.471 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:51.471 INFO:tasks.workunit.client.0.smithi069.stdout: "cache_mode": "none", 2024-04-10T16:59:51.471 INFO:tasks.workunit.client.0.smithi069.stdout: "erasure_code_profile": {}, 2024-04-10T16:59:51.471 INFO:tasks.workunit.client.0.smithi069.stdout: "flags_names": [ 2024-04-10T16:59:51.471 INFO:tasks.workunit.client.0.smithi069.stdout: "hashpspool", 2024-04-10T16:59:51.471 INFO:tasks.workunit.client.0.smithi069.stdout: "selfmanaged_snaps" 2024-04-10T16:59:51.471 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:51.471 INFO:tasks.workunit.client.0.smithi069.stdout: "min_size": 2, 2024-04-10T16:59:51.471 INFO:tasks.workunit.client.0.smithi069.stdout: "options": {}, 2024-04-10T16:59:51.471 INFO:tasks.workunit.client.0.smithi069.stdout: "pg_autoscale_mode": "off", 2024-04-10T16:59:51.471 INFO:tasks.workunit.client.0.smithi069.stdout: "pg_num": 8, 2024-04-10T16:59:51.471 INFO:tasks.workunit.client.0.smithi069.stdout: "pgp_num": 8, 2024-04-10T16:59:51.472 INFO:tasks.workunit.client.0.smithi069.stdout: "pool": 4, 2024-04-10T16:59:51.472 INFO:tasks.workunit.client.0.smithi069.stdout: "size": 3, 2024-04-10T16:59:51.472 INFO:tasks.workunit.client.0.smithi069.stdout: "stats": { 2024-04-10T16:59:51.472 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_raw": 722748221706, 2024-04-10T16:59:51.472 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes_used": 12595200, 2024-04-10T16:59:51.472 INFO:tasks.workunit.client.0.smithi069.stdout: "compress_bytes_used": 0, 2024-04-10T16:59:51.472 INFO:tasks.workunit.client.0.smithi069.stdout: "compress_under_bytes": 0, 2024-04-10T16:59:51.472 INFO:tasks.workunit.client.0.smithi069.stdout: "data_bytes_used": 12595200, 2024-04-10T16:59:51.472 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty": 0, 2024-04-10T16:59:51.472 INFO:tasks.workunit.client.0.smithi069.stdout: "max_avail": 240916086784, 2024-04-10T16:59:51.472 INFO:tasks.workunit.client.0.smithi069.stdout: "objects": 4, 2024-04-10T16:59:51.472 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_bytes_used": 0, 2024-04-10T16:59:51.472 INFO:tasks.workunit.client.0.smithi069.stdout: "percent_used": 1.742651147651486e-05, 2024-04-10T16:59:51.472 INFO:tasks.workunit.client.0.smithi069.stdout: "quota_bytes": 0, 2024-04-10T16:59:51.472 INFO:tasks.workunit.client.0.smithi069.stdout: "quota_objects": 0, 2024-04-10T16:59:51.472 INFO:tasks.workunit.client.0.smithi069.stdout: "rd": 9078, 2024-04-10T16:59:51.473 INFO:tasks.workunit.client.0.smithi069.stdout: "rd_bytes": 3169468416, 2024-04-10T16:59:51.473 INFO:tasks.workunit.client.0.smithi069.stdout: "stored": 4194323, 2024-04-10T16:59:51.473 INFO:tasks.workunit.client.0.smithi069.stdout: "stored_data": 4194323, 2024-04-10T16:59:51.473 INFO:tasks.workunit.client.0.smithi069.stdout: "stored_omap": 0, 2024-04-10T16:59:51.473 INFO:tasks.workunit.client.0.smithi069.stdout: "stored_raw": 12582969, 2024-04-10T16:59:51.473 INFO:tasks.workunit.client.0.smithi069.stdout: "wr": 24312, 2024-04-10T16:59:51.473 INFO:tasks.workunit.client.0.smithi069.stdout: "wr_bytes": 3157758976 2024-04-10T16:59:51.473 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.473 INFO:tasks.workunit.client.0.smithi069.stdout: "target_max_bytes": 0, 2024-04-10T16:59:51.473 INFO:tasks.workunit.client.0.smithi069.stdout: "target_max_objects": 0, 2024-04-10T16:59:51.473 INFO:tasks.workunit.client.0.smithi069.stdout: "type": "replicated" 2024-04-10T16:59:51.473 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:51.473 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:51.474 INFO:tasks.workunit.client.0.smithi069.stdout: "rbd": { 2024-04-10T16:59:51.474 INFO:tasks.workunit.client.0.smithi069.stdout: "mirroring_by_pool": [ 2024-04-10T16:59:51.474 INFO:tasks.workunit.client.0.smithi069.stdout: false 2024-04-10T16:59:51.474 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:51.474 INFO:tasks.workunit.client.0.smithi069.stdout: "num_images_by_pool": [ 2024-04-10T16:59:51.474 INFO:tasks.workunit.client.0.smithi069.stdout: 0 2024-04-10T16:59:51.474 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:51.474 INFO:tasks.workunit.client.0.smithi069.stdout: "num_pools": 1 2024-04-10T16:59:51.474 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.474 INFO:tasks.workunit.client.0.smithi069.stdout: "report_id": "59e78261-1e1f-436b-b9ee-1195d8b227b8", 2024-04-10T16:59:51.474 INFO:tasks.workunit.client.0.smithi069.stdout: "report_timestamp": "2024-04-10T16:59:50.570756", 2024-04-10T16:59:51.474 INFO:tasks.workunit.client.0.smithi069.stdout: "report_version": 1, 2024-04-10T16:59:51.474 INFO:tasks.workunit.client.0.smithi069.stdout: "rocksdb_stats": { 2024-04-10T16:59:51.474 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "7.9.2" 2024-04-10T16:59:51.475 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.475 INFO:tasks.workunit.client.0.smithi069.stdout: "rook": { 2024-04-10T16:59:51.475 INFO:tasks.workunit.client.0.smithi069.stdout: "cluster": { 2024-04-10T16:59:51.475 INFO:tasks.workunit.client.0.smithi069.stdout: "external-mode": null, 2024-04-10T16:59:51.475 INFO:tasks.workunit.client.0.smithi069.stdout: "mon": { 2024-04-10T16:59:51.475 INFO:tasks.workunit.client.0.smithi069.stdout: "allow-multiple-per-node": null, 2024-04-10T16:59:51.475 INFO:tasks.workunit.client.0.smithi069.stdout: "count": null, 2024-04-10T16:59:51.475 INFO:tasks.workunit.client.0.smithi069.stdout: "max-id": null, 2024-04-10T16:59:51.475 INFO:tasks.workunit.client.0.smithi069.stdout: "pvc": { 2024-04-10T16:59:51.475 INFO:tasks.workunit.client.0.smithi069.stdout: "enabled": null 2024-04-10T16:59:51.475 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.475 INFO:tasks.workunit.client.0.smithi069.stdout: "stretch": { 2024-04-10T16:59:51.475 INFO:tasks.workunit.client.0.smithi069.stdout: "enabled": null 2024-04-10T16:59:51.475 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:51.476 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.476 INFO:tasks.workunit.client.0.smithi069.stdout: "network": { 2024-04-10T16:59:51.476 INFO:tasks.workunit.client.0.smithi069.stdout: "provider": null 2024-04-10T16:59:51.476 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.476 INFO:tasks.workunit.client.0.smithi069.stdout: "storage": { 2024-04-10T16:59:51.476 INFO:tasks.workunit.client.0.smithi069.stdout: "device-set": { 2024-04-10T16:59:51.476 INFO:tasks.workunit.client.0.smithi069.stdout: "count": { 2024-04-10T16:59:51.476 INFO:tasks.workunit.client.0.smithi069.stdout: "non-portable": null, 2024-04-10T16:59:51.476 INFO:tasks.workunit.client.0.smithi069.stdout: "portable": null, 2024-04-10T16:59:51.476 INFO:tasks.workunit.client.0.smithi069.stdout: "total": null 2024-04-10T16:59:51.476 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:51.476 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:51.476 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:51.476 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.476 INFO:tasks.workunit.client.0.smithi069.stdout: "csi": { 2024-04-10T16:59:51.477 INFO:tasks.workunit.client.0.smithi069.stdout: "version": null 2024-04-10T16:59:51.477 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.477 INFO:tasks.workunit.client.0.smithi069.stdout: "kubernetes": { 2024-04-10T16:59:51.477 INFO:tasks.workunit.client.0.smithi069.stdout: "version": null 2024-04-10T16:59:51.477 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.477 INFO:tasks.workunit.client.0.smithi069.stdout: "node": { 2024-04-10T16:59:51.477 INFO:tasks.workunit.client.0.smithi069.stdout: "count": { 2024-04-10T16:59:51.477 INFO:tasks.workunit.client.0.smithi069.stdout: "kubernetes-total": null, 2024-04-10T16:59:51.477 INFO:tasks.workunit.client.0.smithi069.stdout: "with-ceph-daemons": null, 2024-04-10T16:59:51.477 INFO:tasks.workunit.client.0.smithi069.stdout: "with-csi-cephfs-plugin": null, 2024-04-10T16:59:51.477 INFO:tasks.workunit.client.0.smithi069.stdout: "with-csi-nfs-plugin": null, 2024-04-10T16:59:51.477 INFO:tasks.workunit.client.0.smithi069.stdout: "with-csi-rbd-plugin": null 2024-04-10T16:59:51.477 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:51.477 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.477 INFO:tasks.workunit.client.0.smithi069.stdout: "usage": { 2024-04-10T16:59:51.477 INFO:tasks.workunit.client.0.smithi069.stdout: "storage-class": { 2024-04-10T16:59:51.478 INFO:tasks.workunit.client.0.smithi069.stdout: "count": { 2024-04-10T16:59:51.478 INFO:tasks.workunit.client.0.smithi069.stdout: "bucket": null, 2024-04-10T16:59:51.478 INFO:tasks.workunit.client.0.smithi069.stdout: "cephfs": null, 2024-04-10T16:59:51.478 INFO:tasks.workunit.client.0.smithi069.stdout: "nfs": null, 2024-04-10T16:59:51.478 INFO:tasks.workunit.client.0.smithi069.stdout: "rbd": null, 2024-04-10T16:59:51.478 INFO:tasks.workunit.client.0.smithi069.stdout: "total": null 2024-04-10T16:59:51.478 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:51.478 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:51.478 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.478 INFO:tasks.workunit.client.0.smithi069.stdout: "version": null 2024-04-10T16:59:51.478 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.478 INFO:tasks.workunit.client.0.smithi069.stdout: "services": {}, 2024-04-10T16:59:51.478 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_per_pg": [ 2024-04-10T16:59:51.478 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:51.478 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:51.479 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T16:59:51.479 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T16:59:51.479 INFO:tasks.workunit.client.0.smithi069.stdout: 0 2024-04-10T16:59:51.479 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:51.479 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 6, 2024-04-10T16:59:51.479 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:51.479 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:51.479 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T16:59:51.479 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:51.479 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:51.479 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:51.479 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.943463+0000", 2024-04-10T16:59:51.479 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:07.252813+0000", 2024-04-10T16:59:51.479 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:07.252813+0000", 2024-04-10T16:59:51.479 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:07.255302+0000", 2024-04-10T16:59:51.480 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.943463+0000", 2024-04-10T16:59:51.480 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:51.480 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:51.480 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:51.480 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 516, 2024-04-10T16:59:51.480 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.943463+0000", 2024-04-10T16:59:51.480 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.943463+0000", 2024-04-10T16:59:51.480 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.943463+0000", 2024-04-10T16:59:51.480 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:51.480 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:51.480 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:51.480 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.943463+0000", 2024-04-10T16:59:51.480 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.943463+0000", 2024-04-10T16:59:51.480 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:51.481 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:51.481 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:51.481 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:51.481 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 515, 2024-04-10T16:59:51.481 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:51.481 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:51.481 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:51.481 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:51.481 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:51.481 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:51.481 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:51.481 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:51.481 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.2c", 2024-04-10T16:59:51.481 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:51.481 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:51.481 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:51.481 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 4948, 2024-04-10T16:59:51.482 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:51.482 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T20:46:23.525618+0000", 2024-04-10T16:59:51.482 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:51.482 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:51.482 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:51.482 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:51.482 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:51.482 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:51.482 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:51.482 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:51.482 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:51.482 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:51.482 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:51.482 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:51.483 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:51.483 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:51.483 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:51.483 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:51.483 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:51.483 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:51.483 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:51.483 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:51.483 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:51.483 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:51.483 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:51.483 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:51.483 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:51.483 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:51.483 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:51.484 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:51.484 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:51.484 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:51.484 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:51.484 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:51.484 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:51.484 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:51.484 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:51.484 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:51.484 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:51.484 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:51.484 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:51.484 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:51.484 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:51.484 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:51.485 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:51.485 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.485 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:51.485 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:51.485 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:51.485 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T16:59:51.485 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T16:59:51.485 INFO:tasks.workunit.client.0.smithi069.stdout: 0 2024-04-10T16:59:51.485 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:51.485 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 6, 2024-04-10T16:59:51.485 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:51.485 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.485 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:51.485 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:51.485 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T16:59:51.486 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T16:59:51.486 INFO:tasks.workunit.client.0.smithi069.stdout: 1 2024-04-10T16:59:51.486 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:51.486 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 0, 2024-04-10T16:59:51.486 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:51.486 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:51.486 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T16:59:51.486 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:51.486 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:51.486 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:51.486 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.942191+0000", 2024-04-10T16:59:51.486 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:42.217675+0000", 2024-04-10T16:59:51.486 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:42.217675+0000", 2024-04-10T16:59:51.486 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:42.217988+0000", 2024-04-10T16:59:51.486 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.942191+0000", 2024-04-10T16:59:51.487 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:51.487 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:51.487 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:51.487 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 551, 2024-04-10T16:59:51.487 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.942191+0000", 2024-04-10T16:59:51.487 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.942191+0000", 2024-04-10T16:59:51.487 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.942191+0000", 2024-04-10T16:59:51.487 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:51.487 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:51.487 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:51.487 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.942191+0000", 2024-04-10T16:59:51.487 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.942191+0000", 2024-04-10T16:59:51.487 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:51.487 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:51.487 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:51.487 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:51.488 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 550, 2024-04-10T16:59:51.488 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:51.488 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:51.488 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:51.488 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:51.488 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:51.488 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:51.488 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:51.488 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:51.488 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.2b", 2024-04-10T16:59:51.488 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:51.488 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:51.488 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:51.488 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 5134, 2024-04-10T16:59:51.488 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:51.488 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T16:28:05.125828+0000", 2024-04-10T16:59:51.488 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:51.489 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:51.489 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:51.489 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:51.489 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:51.489 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:51.489 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:51.489 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:51.489 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:51.489 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:51.489 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:51.489 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:51.489 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:51.489 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:51.489 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:51.489 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:51.489 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:51.490 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:51.490 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:51.490 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:51.490 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:51.490 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:51.490 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:51.490 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:51.490 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:51.490 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:51.490 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:51.490 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:51.490 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:51.490 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:51.490 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:51.490 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:51.491 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:51.491 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:51.491 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:51.491 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:51.491 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:51.491 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:51.491 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:51.491 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:51.491 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:51.491 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:51.491 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:51.491 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.491 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:51.492 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:51.492 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:51.492 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T16:59:51.492 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T16:59:51.492 INFO:tasks.workunit.client.0.smithi069.stdout: 1 2024-04-10T16:59:51.492 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:51.492 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 0, 2024-04-10T16:59:51.492 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:51.492 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.492 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:51.492 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:51.492 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T16:59:51.492 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T16:59:51.492 INFO:tasks.workunit.client.0.smithi069.stdout: 6 2024-04-10T16:59:51.492 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:51.493 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 5, 2024-04-10T16:59:51.493 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:51.493 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:51.493 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T16:59:51.493 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:51.493 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:51.493 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:51.493 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.942303+0000", 2024-04-10T16:59:51.493 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:42.214515+0000", 2024-04-10T16:59:51.493 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:42.214515+0000", 2024-04-10T16:59:51.493 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:42.214868+0000", 2024-04-10T16:59:51.493 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.942303+0000", 2024-04-10T16:59:51.493 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:51.493 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:51.494 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:51.494 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 551, 2024-04-10T16:59:51.494 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.942303+0000", 2024-04-10T16:59:51.494 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.942303+0000", 2024-04-10T16:59:51.494 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.942303+0000", 2024-04-10T16:59:51.494 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:51.494 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:51.494 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:51.494 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.942303+0000", 2024-04-10T16:59:51.494 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.942303+0000", 2024-04-10T16:59:51.494 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:51.494 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:51.494 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:51.494 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:51.495 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 550, 2024-04-10T16:59:51.495 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:51.495 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:51.495 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:51.495 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:51.495 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:51.495 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:51.495 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:51.495 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:51.495 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.2a", 2024-04-10T16:59:51.495 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:51.495 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:51.495 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:51.495 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 4961, 2024-04-10T16:59:51.495 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:51.495 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T03:25:46.461133+0000", 2024-04-10T16:59:51.496 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:51.496 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:51.496 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:51.496 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:51.496 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:51.496 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:51.496 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:51.496 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:51.496 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:51.496 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:51.496 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:51.496 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:51.496 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:51.496 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:51.496 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:51.496 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:51.496 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:51.497 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:51.497 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:51.497 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:51.497 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:51.497 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:51.497 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:51.497 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:51.497 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:51.497 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:51.497 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:51.497 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:51.497 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:51.497 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:51.497 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:51.497 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:51.497 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:51.498 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:51.498 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:51.498 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:51.498 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:51.498 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:51.498 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:51.498 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:51.498 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:51.498 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:51.498 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:51.498 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.498 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:51.498 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:51.498 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:51.499 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T16:59:51.499 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T16:59:51.499 INFO:tasks.workunit.client.0.smithi069.stdout: 6 2024-04-10T16:59:51.499 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:51.499 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 5, 2024-04-10T16:59:51.499 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:51.499 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.499 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:51.499 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:51.499 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T16:59:51.499 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T16:59:51.499 INFO:tasks.workunit.client.0.smithi069.stdout: 1 2024-04-10T16:59:51.499 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:51.499 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 3, 2024-04-10T16:59:51.500 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:51.500 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:51.500 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T16:59:51.500 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:51.500 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:51.500 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:51.500 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.240061+0000", 2024-04-10T16:59:51.500 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:37:57.384964+0000", 2024-04-10T16:59:51.500 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:37:57.384964+0000", 2024-04-10T16:59:51.500 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:37:57.385284+0000", 2024-04-10T16:59:51.500 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.240061+0000", 2024-04-10T16:59:51.500 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:51.500 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:51.501 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:51.501 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 449, 2024-04-10T16:59:51.501 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.240061+0000", 2024-04-10T16:59:51.501 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.240061+0000", 2024-04-10T16:59:51.501 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.240061+0000", 2024-04-10T16:59:51.501 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:51.501 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:51.501 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:51.501 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.240061+0000", 2024-04-10T16:59:51.501 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.240061+0000", 2024-04-10T16:59:51.501 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:51.501 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:51.501 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:51.501 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:51.502 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 448, 2024-04-10T16:59:51.502 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:51.502 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:51.502 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:51.502 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:51.502 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:51.502 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:51.502 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:51.502 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:51.502 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.29", 2024-04-10T16:59:51.502 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:51.502 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:51.502 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:51.503 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 5082, 2024-04-10T16:59:51.503 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:51.503 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T21:57:13.068251+0000", 2024-04-10T16:59:51.503 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:51.503 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:51.503 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:51.503 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:51.503 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:51.503 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:51.503 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:51.503 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:51.503 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:51.503 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:51.503 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:51.504 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:51.504 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:51.504 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:51.504 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:51.504 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:51.504 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:51.504 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:51.504 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:51.504 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:51.504 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:51.504 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:51.504 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:51.504 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:51.504 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:51.505 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:51.505 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:51.505 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:51.505 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:51.505 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:51.505 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:51.505 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:51.505 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:51.505 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:51.505 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:51.505 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:51.505 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:51.505 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:51.505 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:51.505 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:51.506 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:51.506 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:51.506 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:51.506 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.506 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:51.506 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:51.506 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:51.506 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T16:59:51.506 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T16:59:51.506 INFO:tasks.workunit.client.0.smithi069.stdout: 1 2024-04-10T16:59:51.506 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:51.506 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 3, 2024-04-10T16:59:51.506 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:51.506 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.507 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:51.507 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:51.507 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T16:59:51.507 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T16:59:51.507 INFO:tasks.workunit.client.0.smithi069.stdout: 2 2024-04-10T16:59:51.507 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:51.507 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 5, 2024-04-10T16:59:51.507 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:51.507 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:51.507 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T16:59:51.507 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:51.507 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:51.507 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:51.507 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.943675+0000", 2024-04-10T16:59:51.507 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:38:32.269745+0000", 2024-04-10T16:59:51.507 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:38:32.269745+0000", 2024-04-10T16:59:51.507 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:38:32.270134+0000", 2024-04-10T16:59:51.508 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.943675+0000", 2024-04-10T16:59:51.508 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:51.508 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:51.508 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:51.508 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 481, 2024-04-10T16:59:51.508 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.943675+0000", 2024-04-10T16:59:51.508 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.943675+0000", 2024-04-10T16:59:51.508 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.943675+0000", 2024-04-10T16:59:51.508 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:51.508 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:51.508 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:51.508 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.943675+0000", 2024-04-10T16:59:51.508 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.943675+0000", 2024-04-10T16:59:51.508 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:51.508 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:51.508 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:51.508 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:51.509 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 480, 2024-04-10T16:59:51.509 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:51.509 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:51.509 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:51.509 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:51.509 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:51.509 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:51.509 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:51.509 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:51.509 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.28", 2024-04-10T16:59:51.509 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:51.509 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:51.509 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:51.509 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 5002, 2024-04-10T16:59:51.509 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:51.509 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T16:22:23.712673+0000", 2024-04-10T16:59:51.510 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:51.510 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:51.510 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:51.510 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:51.510 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:51.510 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:51.510 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:51.510 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:51.510 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:51.510 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:51.510 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:51.510 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:51.510 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:51.510 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:51.510 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:51.511 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:51.511 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:51.511 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:51.511 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:51.511 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:51.511 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:51.511 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:51.511 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:51.511 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:51.511 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:51.511 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:51.511 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:51.511 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:51.512 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:51.512 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:51.512 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:51.512 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:51.512 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:51.512 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:51.512 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:51.512 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:51.512 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:51.512 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:51.512 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:51.512 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:51.512 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:51.512 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:51.512 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:51.512 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.512 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:51.513 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:51.513 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:51.513 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T16:59:51.513 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T16:59:51.513 INFO:tasks.workunit.client.0.smithi069.stdout: 2 2024-04-10T16:59:51.513 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:51.513 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 5, 2024-04-10T16:59:51.513 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:51.513 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.513 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:51.513 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:51.513 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T16:59:51.513 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T16:59:51.514 INFO:tasks.workunit.client.0.smithi069.stdout: 2 2024-04-10T16:59:51.514 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:51.514 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 3, 2024-04-10T16:59:51.514 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:51.514 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:51.514 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T16:59:51.514 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:51.514 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:51.514 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:51.514 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.244166+0000", 2024-04-10T16:59:51.514 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:37:57.383899+0000", 2024-04-10T16:59:51.514 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:37:57.383899+0000", 2024-04-10T16:59:51.514 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:37:57.384332+0000", 2024-04-10T16:59:51.514 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.244166+0000", 2024-04-10T16:59:51.515 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:51.515 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:51.515 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:51.515 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 449, 2024-04-10T16:59:51.515 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.244166+0000", 2024-04-10T16:59:51.515 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.244166+0000", 2024-04-10T16:59:51.515 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.244166+0000", 2024-04-10T16:59:51.515 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:51.515 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:51.515 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:51.515 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.244166+0000", 2024-04-10T16:59:51.515 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.244166+0000", 2024-04-10T16:59:51.516 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:51.516 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:51.516 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:51.516 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:51.516 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 448, 2024-04-10T16:59:51.516 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:51.516 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:51.516 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:51.516 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:51.516 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:51.516 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:51.516 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:51.516 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:51.516 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.27", 2024-04-10T16:59:51.516 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:51.516 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:51.517 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:51.517 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 5074, 2024-04-10T16:59:51.517 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:51.517 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T00:30:31.376661+0000", 2024-04-10T16:59:51.517 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:51.517 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:51.517 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:51.517 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:51.517 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:51.517 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:51.517 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:51.517 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:51.517 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:51.518 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:51.518 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:51.518 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:51.518 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:51.518 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:51.518 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:51.518 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:51.518 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:51.518 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:51.518 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:51.518 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:51.518 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:51.518 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:51.518 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:51.518 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:51.519 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:51.519 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:51.519 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:51.519 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:51.519 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:51.519 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:51.519 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:51.519 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:51.519 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:51.519 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:51.519 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:51.519 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:51.519 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:51.519 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:51.519 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:51.519 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:51.520 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:51.520 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:51.520 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:51.520 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.520 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:51.520 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:51.520 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:51.520 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T16:59:51.520 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T16:59:51.520 INFO:tasks.workunit.client.0.smithi069.stdout: 2 2024-04-10T16:59:51.520 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:51.520 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 3, 2024-04-10T16:59:51.520 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:51.520 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.520 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:51.520 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:51.521 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T16:59:51.521 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T16:59:51.521 INFO:tasks.workunit.client.0.smithi069.stdout: 4 2024-04-10T16:59:51.521 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:51.521 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 6, 2024-04-10T16:59:51.521 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:51.521 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:51.521 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T16:59:51.521 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:51.521 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:51.521 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:51.521 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.942202+0000", 2024-04-10T16:59:51.521 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:42.205072+0000", 2024-04-10T16:59:51.521 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:42.205072+0000", 2024-04-10T16:59:51.521 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:42.205431+0000", 2024-04-10T16:59:51.521 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.942202+0000", 2024-04-10T16:59:51.522 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:51.522 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:51.522 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:51.522 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 551, 2024-04-10T16:59:51.522 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.942202+0000", 2024-04-10T16:59:51.522 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.942202+0000", 2024-04-10T16:59:51.522 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.942202+0000", 2024-04-10T16:59:51.522 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:51.522 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:51.522 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:51.522 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.942202+0000", 2024-04-10T16:59:51.522 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.942202+0000", 2024-04-10T16:59:51.522 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:51.522 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:51.522 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:51.522 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:51.523 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 550, 2024-04-10T16:59:51.523 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:51.523 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:51.523 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:51.523 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:51.523 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:51.523 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:51.523 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:51.523 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:51.523 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.26", 2024-04-10T16:59:51.523 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:51.523 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:51.523 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:51.523 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 4944, 2024-04-10T16:59:51.523 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:51.524 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T19:17:48.730021+0000", 2024-04-10T16:59:51.524 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:51.524 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:51.524 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:51.524 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:51.524 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:51.524 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:51.524 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:51.524 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:51.524 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:51.524 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:51.524 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:51.524 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:51.524 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:51.525 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:51.525 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:51.525 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:51.525 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:51.525 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:51.525 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:51.525 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:51.525 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:51.525 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:51.525 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:51.525 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:51.525 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:51.525 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:51.525 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:51.525 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:51.526 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:51.526 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:51.526 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:51.526 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:51.526 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:51.526 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:51.526 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:51.526 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:51.526 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:51.526 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:51.526 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:51.526 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:51.526 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:51.526 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:51.526 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:51.526 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.527 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:51.527 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:51.527 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:51.527 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T16:59:51.527 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T16:59:51.527 INFO:tasks.workunit.client.0.smithi069.stdout: 4 2024-04-10T16:59:51.527 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:51.527 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 6, 2024-04-10T16:59:51.527 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:51.527 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.527 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:51.527 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:51.527 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T16:59:51.527 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T16:59:51.527 INFO:tasks.workunit.client.0.smithi069.stdout: 2 2024-04-10T16:59:51.527 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:51.527 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 1, 2024-04-10T16:59:51.528 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:51.528 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:51.528 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T16:59:51.528 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:51.528 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:51.528 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:51.528 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.940380+0000", 2024-04-10T16:59:51.528 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:37:21.181010+0000", 2024-04-10T16:59:51.528 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:37:21.181010+0000", 2024-04-10T16:59:51.528 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:37:21.181338+0000", 2024-04-10T16:59:51.528 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.940380+0000", 2024-04-10T16:59:51.528 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:51.528 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:51.528 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:51.528 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 417, 2024-04-10T16:59:51.528 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.940380+0000", 2024-04-10T16:59:51.529 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.940380+0000", 2024-04-10T16:59:51.529 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.940380+0000", 2024-04-10T16:59:51.529 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:51.529 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:51.529 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:51.529 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.940380+0000", 2024-04-10T16:59:51.529 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.940380+0000", 2024-04-10T16:59:51.529 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:51.529 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:51.529 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:51.529 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:51.529 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 416, 2024-04-10T16:59:51.529 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:51.529 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:51.529 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:51.529 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:51.530 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:51.530 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:51.530 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:51.530 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:51.530 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.25", 2024-04-10T16:59:51.530 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:51.530 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:51.530 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:51.530 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 5111, 2024-04-10T16:59:51.530 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:51.530 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T18:05:42.723892+0000", 2024-04-10T16:59:51.530 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:51.530 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:51.530 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:51.530 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:51.530 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:51.531 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:51.531 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:51.531 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:51.531 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:51.531 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:51.531 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:51.531 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:51.531 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:51.531 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:51.531 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:51.531 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:51.531 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:51.531 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:51.531 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:51.531 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:51.532 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:51.532 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:51.532 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:51.532 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:51.532 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:51.532 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:51.532 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:51.532 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:51.532 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:51.532 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:51.532 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:51.532 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:51.532 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:51.532 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:51.532 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:51.533 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:51.533 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:51.533 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:51.533 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:51.533 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:51.533 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:51.533 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:51.533 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:51.533 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.533 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:51.533 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:51.533 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:51.533 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T16:59:51.533 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T16:59:51.533 INFO:tasks.workunit.client.0.smithi069.stdout: 2 2024-04-10T16:59:51.533 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:51.534 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 1, 2024-04-10T16:59:51.534 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:51.534 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.534 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:51.534 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:51.534 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T16:59:51.534 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T16:59:51.534 INFO:tasks.workunit.client.0.smithi069.stdout: 0 2024-04-10T16:59:51.534 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:51.534 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 3, 2024-04-10T16:59:51.534 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:51.534 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:51.534 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T16:59:51.534 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:51.534 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:51.535 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:51.535 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.243823+0000", 2024-04-10T16:59:51.535 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:37:57.391434+0000", 2024-04-10T16:59:51.535 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:37:57.391434+0000", 2024-04-10T16:59:51.535 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:37:57.392473+0000", 2024-04-10T16:59:51.535 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.243823+0000", 2024-04-10T16:59:51.535 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:51.535 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:51.535 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:51.535 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 449, 2024-04-10T16:59:51.535 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.243823+0000", 2024-04-10T16:59:51.535 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.243823+0000", 2024-04-10T16:59:51.535 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.243823+0000", 2024-04-10T16:59:51.535 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:51.535 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:51.536 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:51.536 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.243823+0000", 2024-04-10T16:59:51.536 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.243823+0000", 2024-04-10T16:59:51.536 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:51.536 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:51.536 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:51.536 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:51.536 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 448, 2024-04-10T16:59:51.536 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:51.536 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:51.536 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:51.536 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:51.536 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:51.536 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:51.536 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:51.536 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:51.536 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.24", 2024-04-10T16:59:51.537 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:51.537 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:51.537 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:51.537 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 5092, 2024-04-10T16:59:51.537 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:51.537 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T17:13:55.899322+0000", 2024-04-10T16:59:51.537 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:51.537 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:51.537 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:51.537 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:51.537 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:51.537 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:51.537 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:51.537 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:51.537 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:51.538 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:51.538 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:51.538 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:51.538 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:51.538 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:51.538 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:51.538 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:51.538 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:51.538 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:51.538 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:51.538 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:51.538 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:51.538 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:51.538 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:51.538 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:51.539 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:51.539 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:51.539 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:51.539 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:51.539 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:51.539 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:51.539 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:51.539 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:51.539 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:51.539 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:51.539 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:51.539 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:51.539 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:51.539 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:51.539 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:51.540 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:51.540 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:51.540 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:51.540 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:51.540 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.540 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:51.540 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:51.540 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:51.540 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T16:59:51.540 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T16:59:51.540 INFO:tasks.workunit.client.0.smithi069.stdout: 0 2024-04-10T16:59:51.540 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:51.540 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 3, 2024-04-10T16:59:51.540 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:51.540 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.541 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:51.541 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:51.541 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T16:59:51.541 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T16:59:51.541 INFO:tasks.workunit.client.0.smithi069.stdout: 4 2024-04-10T16:59:51.541 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:51.541 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 0, 2024-04-10T16:59:51.541 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:51.541 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:51.541 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T16:59:51.541 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:51.541 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:51.541 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:51.541 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.942325+0000", 2024-04-10T16:59:51.542 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:37:57.396553+0000", 2024-04-10T16:59:51.542 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:37:57.396553+0000", 2024-04-10T16:59:51.542 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:37:57.397452+0000", 2024-04-10T16:59:51.542 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.942325+0000", 2024-04-10T16:59:51.542 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:51.542 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:51.542 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:51.542 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 449, 2024-04-10T16:59:51.542 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.942325+0000", 2024-04-10T16:59:51.542 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.942325+0000", 2024-04-10T16:59:51.542 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.942325+0000", 2024-04-10T16:59:51.542 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:51.542 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:51.542 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:51.542 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.942325+0000", 2024-04-10T16:59:51.542 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.942325+0000", 2024-04-10T16:59:51.543 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:51.543 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:51.543 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:51.543 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:51.543 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 448, 2024-04-10T16:59:51.543 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:51.543 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:51.543 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:51.543 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:51.543 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:51.543 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:51.543 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:51.543 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:51.543 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.23", 2024-04-10T16:59:51.543 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:51.543 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:51.544 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:51.544 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 5138, 2024-04-10T16:59:51.544 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:51.544 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T19:08:06.070558+0000", 2024-04-10T16:59:51.544 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:51.544 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:51.544 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:51.544 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:51.544 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:51.544 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:51.544 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:51.544 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:51.544 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:51.544 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:51.544 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:51.544 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:51.545 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:51.545 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:51.545 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:51.545 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:51.545 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:51.545 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:51.545 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:51.545 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:51.545 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:51.545 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:51.545 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:51.545 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:51.545 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:51.545 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:51.545 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:51.546 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:51.546 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:51.546 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:51.546 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:51.546 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:51.546 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:51.546 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:51.546 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:51.546 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:51.546 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:51.546 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:51.546 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:51.546 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:51.546 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:51.546 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:51.547 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:51.547 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.547 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:51.547 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:51.547 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:51.547 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T16:59:51.547 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T16:59:51.547 INFO:tasks.workunit.client.0.smithi069.stdout: 4 2024-04-10T16:59:51.547 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:51.547 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 0, 2024-04-10T16:59:51.547 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:51.547 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.547 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:51.547 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:51.547 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T16:59:51.547 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T16:59:51.548 INFO:tasks.workunit.client.0.smithi069.stdout: 0 2024-04-10T16:59:51.548 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:51.548 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 5, 2024-04-10T16:59:51.548 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:51.548 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:51.548 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T16:59:51.548 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:51.548 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:51.548 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:51.548 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.941982+0000", 2024-04-10T16:59:51.548 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:38:32.263488+0000", 2024-04-10T16:59:51.548 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:38:32.263488+0000", 2024-04-10T16:59:51.548 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:38:32.263843+0000", 2024-04-10T16:59:51.548 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.941982+0000", 2024-04-10T16:59:51.548 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:51.548 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:51.549 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:51.549 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 481, 2024-04-10T16:59:51.549 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.941982+0000", 2024-04-10T16:59:51.549 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.941982+0000", 2024-04-10T16:59:51.549 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.941982+0000", 2024-04-10T16:59:51.549 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:51.549 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:51.549 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:51.549 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.941982+0000", 2024-04-10T16:59:51.549 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.941982+0000", 2024-04-10T16:59:51.549 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:51.549 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:51.549 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:51.549 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:51.549 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 480, 2024-04-10T16:59:51.549 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:51.549 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:51.550 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:51.550 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:51.550 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:51.550 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:51.550 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:51.550 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:51.550 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.22", 2024-04-10T16:59:51.550 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:51.550 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:51.550 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:51.550 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 5004, 2024-04-10T16:59:51.550 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:51.550 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T01:38:11.162267+0000", 2024-04-10T16:59:51.550 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:51.550 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:51.550 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:51.551 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:51.551 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:51.551 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:51.551 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:51.551 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:51.551 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:51.551 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:51.551 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:51.551 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:51.551 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:51.551 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:51.551 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:51.551 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:51.551 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:51.551 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:51.551 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:51.552 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:51.552 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:51.552 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:51.552 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:51.552 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:51.552 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:51.552 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:51.552 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:51.552 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:51.552 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:51.552 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:51.552 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:51.552 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:51.552 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:51.552 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:51.552 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:51.552 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:51.553 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:51.553 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:51.553 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:51.553 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:51.553 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:51.553 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:51.553 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:51.553 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.553 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:51.553 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:51.553 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:51.553 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T16:59:51.553 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T16:59:51.553 INFO:tasks.workunit.client.0.smithi069.stdout: 0 2024-04-10T16:59:51.553 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:51.553 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 5, 2024-04-10T16:59:51.553 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:51.554 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.554 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:51.554 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:51.554 INFO:tasks.workunit.client.0.smithi069.stdout: 2, 2024-04-10T16:59:51.554 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T16:59:51.554 INFO:tasks.workunit.client.0.smithi069.stdout: 6 2024-04-10T16:59:51.554 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:51.554 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 2, 2024-04-10T16:59:51.554 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:51.554 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:51.554 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T16:59:51.554 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:51.554 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:51.554 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:51.555 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.239609+0000", 2024-04-10T16:59:51.555 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:07.252320+0000", 2024-04-10T16:59:51.555 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:07.252320+0000", 2024-04-10T16:59:51.555 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:07.252649+0000", 2024-04-10T16:59:51.555 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.239609+0000", 2024-04-10T16:59:51.555 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:51.555 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:51.555 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:51.555 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 516, 2024-04-10T16:59:51.555 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.239609+0000", 2024-04-10T16:59:51.555 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.239609+0000", 2024-04-10T16:59:51.555 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.239609+0000", 2024-04-10T16:59:51.555 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:51.555 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:51.556 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:51.556 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.239609+0000", 2024-04-10T16:59:51.556 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.239609+0000", 2024-04-10T16:59:51.556 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:51.556 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:51.556 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:51.556 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:51.556 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 515, 2024-04-10T16:59:51.556 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:51.556 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:51.556 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:51.556 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:51.556 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:51.557 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:51.557 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:51.557 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:51.557 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.21", 2024-04-10T16:59:51.557 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:51.557 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:51.557 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:51.557 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 5081, 2024-04-10T16:59:51.557 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:51.557 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T22:05:27.832596+0000", 2024-04-10T16:59:51.557 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:51.557 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:51.557 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:51.557 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:51.557 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:51.558 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:51.558 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:51.558 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:51.558 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:51.558 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:51.558 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:51.558 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:51.558 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:51.558 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:51.558 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:51.558 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:51.558 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:51.558 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:51.558 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:51.559 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:51.559 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:51.559 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:51.559 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:51.559 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:51.559 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:51.559 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:51.559 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:51.559 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:51.559 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:51.559 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:51.559 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:51.559 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:51.559 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:51.559 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:51.559 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:51.560 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:51.560 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:51.560 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:51.560 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:51.560 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:51.560 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:51.560 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:51.560 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:51.560 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.560 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:51.560 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:51.560 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:51.560 INFO:tasks.workunit.client.0.smithi069.stdout: 2, 2024-04-10T16:59:51.560 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T16:59:51.561 INFO:tasks.workunit.client.0.smithi069.stdout: 6 2024-04-10T16:59:51.561 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:51.561 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 2, 2024-04-10T16:59:51.561 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:51.561 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.561 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:51.561 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:51.561 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T16:59:51.561 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T16:59:51.561 INFO:tasks.workunit.client.0.smithi069.stdout: 5 2024-04-10T16:59:51.561 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:51.561 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 6, 2024-04-10T16:59:51.561 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:51.561 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:51.562 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T16:59:51.562 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:51.562 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:51.562 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:51.562 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.941587+0000", 2024-04-10T16:59:51.562 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:07.255290+0000", 2024-04-10T16:59:51.562 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:07.255290+0000", 2024-04-10T16:59:51.562 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:07.255833+0000", 2024-04-10T16:59:51.562 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.941587+0000", 2024-04-10T16:59:51.562 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:51.562 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:51.562 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:51.562 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 516, 2024-04-10T16:59:51.563 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.941587+0000", 2024-04-10T16:59:51.563 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.941587+0000", 2024-04-10T16:59:51.563 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.941587+0000", 2024-04-10T16:59:51.563 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:51.563 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:51.563 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:51.563 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.941587+0000", 2024-04-10T16:59:51.563 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.941587+0000", 2024-04-10T16:59:51.563 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:51.563 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:51.563 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:51.563 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:51.563 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 515, 2024-04-10T16:59:51.564 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:51.564 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:51.564 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:51.564 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:51.564 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:51.564 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:51.564 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:51.564 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:51.564 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.20", 2024-04-10T16:59:51.564 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:51.564 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:51.564 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:51.564 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 4941, 2024-04-10T16:59:51.564 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:51.565 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T18:24:40.962298+0000", 2024-04-10T16:59:51.565 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:51.565 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:51.565 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:51.565 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:51.565 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:51.565 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:51.565 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:51.565 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:51.565 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:51.565 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:51.565 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:51.565 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:51.565 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:51.565 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:51.566 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:51.566 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:51.566 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:51.566 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:51.566 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:51.566 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:51.566 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:51.566 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:51.566 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:51.566 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:51.566 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:51.566 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:51.566 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:51.566 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:51.566 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:51.566 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:51.567 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:51.567 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:51.567 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:51.567 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:51.567 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:51.567 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:51.567 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:51.567 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:51.567 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:51.567 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:51.567 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:51.567 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:51.567 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:51.567 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.567 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:51.567 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:51.568 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:51.568 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T16:59:51.568 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T16:59:51.568 INFO:tasks.workunit.client.0.smithi069.stdout: 5 2024-04-10T16:59:51.568 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:51.568 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 6, 2024-04-10T16:59:51.568 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:51.568 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.568 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:51.568 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:51.568 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T16:59:51.568 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T16:59:51.568 INFO:tasks.workunit.client.0.smithi069.stdout: 0 2024-04-10T16:59:51.568 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:51.568 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 7, 2024-04-10T16:59:51.568 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:51.569 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:51.569 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T16:59:51.569 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:51.569 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:51.569 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:51.569 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.523355+0000", 2024-04-10T16:59:51.569 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:42.212401+0000", 2024-04-10T16:59:51.569 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:42.212401+0000", 2024-04-10T16:59:51.569 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:42.213759+0000", 2024-04-10T16:59:51.569 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.523355+0000", 2024-04-10T16:59:51.569 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:51.569 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:51.569 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:51.569 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 551, 2024-04-10T16:59:51.569 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.523355+0000", 2024-04-10T16:59:51.569 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.523355+0000", 2024-04-10T16:59:51.570 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.523355+0000", 2024-04-10T16:59:51.570 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:51.570 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:51.570 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:51.570 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.523355+0000", 2024-04-10T16:59:51.570 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.523355+0000", 2024-04-10T16:59:51.570 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:51.570 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:51.570 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:51.570 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:51.570 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 550, 2024-04-10T16:59:51.570 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:51.570 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:51.570 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:51.570 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:51.571 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:51.571 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:51.571 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:51.571 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:51.571 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.f", 2024-04-10T16:59:51.571 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:51.571 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:51.571 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:51.571 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 4922, 2024-04-10T16:59:51.571 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:51.571 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T21:12:24.952474+0000", 2024-04-10T16:59:51.571 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:51.571 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:51.571 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:51.571 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:51.571 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:51.571 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:51.572 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:51.572 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:51.572 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:51.572 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:51.572 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:51.572 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:51.572 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:51.572 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:51.572 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:51.572 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:51.572 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:51.572 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:51.572 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:51.572 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:51.572 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:51.572 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:51.573 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:51.573 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:51.573 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:51.573 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:51.573 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:51.573 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:51.573 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:51.573 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:51.573 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:51.573 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:51.573 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:51.573 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:51.573 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:51.573 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:51.573 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:51.573 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:51.574 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:51.574 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:51.574 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:51.574 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:51.574 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:51.574 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.574 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:51.574 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:51.574 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:51.574 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T16:59:51.574 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T16:59:51.574 INFO:tasks.workunit.client.0.smithi069.stdout: 0 2024-04-10T16:59:51.574 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:51.574 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 7, 2024-04-10T16:59:51.574 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:51.575 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.575 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:51.575 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:51.575 INFO:tasks.workunit.client.0.smithi069.stdout: 2, 2024-04-10T16:59:51.575 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T16:59:51.575 INFO:tasks.workunit.client.0.smithi069.stdout: 4 2024-04-10T16:59:51.575 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:51.575 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 2, 2024-04-10T16:59:51.575 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:51.575 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:51.575 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 59, 2024-04-10T16:59:51.575 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:51.575 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:51.575 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:51.575 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.238153+0000", 2024-04-10T16:59:51.575 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:37:57.391816+0000", 2024-04-10T16:59:51.576 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:37:57.391816+0000", 2024-04-10T16:59:51.576 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:37:57.393261+0000", 2024-04-10T16:59:51.576 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.238153+0000", 2024-04-10T16:59:51.576 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:51.576 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:51.576 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:51.576 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 449, 2024-04-10T16:59:51.576 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.238153+0000", 2024-04-10T16:59:51.576 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.238153+0000", 2024-04-10T16:59:51.576 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.238153+0000", 2024-04-10T16:59:51.576 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:51.576 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:51.576 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:51.576 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.238153+0000", 2024-04-10T16:59:51.577 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.238153+0000", 2024-04-10T16:59:51.577 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:51.577 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 2, 2024-04-10T16:59:51.577 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:51.577 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:51.577 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 448, 2024-04-10T16:59:51.577 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:51.577 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:51.577 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:51.577 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:51.577 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 2, 2024-04-10T16:59:51.577 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:51.577 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:51.577 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:51.577 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "2.e", 2024-04-10T16:59:51.577 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:51.577 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:51.578 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:51.578 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 5099, 2024-04-10T16:59:51.578 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:51.578 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T19:33:55.679470+0000", 2024-04-10T16:59:51.578 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:51.578 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:51.578 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:51.578 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:51.578 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:51.578 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:51.578 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:51.578 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:51.578 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:51.578 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:51.578 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:51.578 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:51.579 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:51.579 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:51.579 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:51.579 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:51.579 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:51.579 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:51.579 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:51.579 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 3, 2024-04-10T16:59:51.579 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 1, 2024-04-10T16:59:51.579 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:51.579 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 1, 2024-04-10T16:59:51.579 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:51.579 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:51.579 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:51.579 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:51.580 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:51.580 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 1, 2024-04-10T16:59:51.580 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:51.580 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:51.580 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:51.580 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:51.580 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:51.580 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:51.580 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:51.580 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 6, 2024-04-10T16:59:51.580 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 6, 2024-04-10T16:59:51.580 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:51.580 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:51.580 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:51.581 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 3, 2024-04-10T16:59:51.581 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:51.581 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.581 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:51.581 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:51.581 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:51.581 INFO:tasks.workunit.client.0.smithi069.stdout: 2, 2024-04-10T16:59:51.581 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T16:59:51.581 INFO:tasks.workunit.client.0.smithi069.stdout: 4 2024-04-10T16:59:51.581 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:51.581 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 2, 2024-04-10T16:59:51.581 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "61'2" 2024-04-10T16:59:51.581 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.581 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:51.581 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:51.582 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T16:59:51.582 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T16:59:51.582 INFO:tasks.workunit.client.0.smithi069.stdout: 6 2024-04-10T16:59:51.582 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:51.582 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 5, 2024-04-10T16:59:51.582 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:51.582 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:51.582 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T16:59:51.582 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:51.582 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:51.582 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:51.582 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.941370+0000", 2024-04-10T16:59:51.582 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:07.260518+0000", 2024-04-10T16:59:51.583 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:07.260518+0000", 2024-04-10T16:59:51.583 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:07.260818+0000", 2024-04-10T16:59:51.583 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.941370+0000", 2024-04-10T16:59:51.583 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:51.583 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:51.583 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:51.583 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 516, 2024-04-10T16:59:51.583 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.941370+0000", 2024-04-10T16:59:51.583 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.941370+0000", 2024-04-10T16:59:51.583 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.941370+0000", 2024-04-10T16:59:51.583 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:51.583 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:51.583 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:51.584 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.941370+0000", 2024-04-10T16:59:51.584 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.941370+0000", 2024-04-10T16:59:51.584 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:51.584 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:51.584 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:51.584 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:51.584 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 515, 2024-04-10T16:59:51.584 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:51.584 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:51.584 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:51.584 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:51.584 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:51.584 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:51.585 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:51.585 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:51.585 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.c", 2024-04-10T16:59:51.585 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:51.585 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:51.585 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:51.585 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 4995, 2024-04-10T16:59:51.585 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:51.585 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T22:49:47.186007+0000", 2024-04-10T16:59:51.585 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:51.585 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:51.585 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:51.585 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:51.586 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:51.586 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:51.586 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:51.586 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:51.586 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:51.586 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:51.586 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:51.586 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:51.586 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:51.586 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:51.586 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:51.586 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:51.586 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:51.586 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:51.587 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:51.587 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:51.587 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:51.587 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:51.587 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:51.587 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:51.587 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:51.587 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:51.587 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:51.587 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:51.587 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:51.587 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:51.587 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:51.587 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:51.587 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:51.588 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:51.588 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:51.588 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:51.588 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:51.588 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:51.588 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:51.588 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:51.588 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:51.588 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:51.588 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:51.588 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.588 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:51.588 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:51.588 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:51.588 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T16:59:51.589 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T16:59:51.589 INFO:tasks.workunit.client.0.smithi069.stdout: 6 2024-04-10T16:59:51.589 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:51.589 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 5, 2024-04-10T16:59:51.589 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:51.589 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.589 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:51.589 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:51.589 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T16:59:51.589 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T16:59:51.589 INFO:tasks.workunit.client.0.smithi069.stdout: 3 2024-04-10T16:59:51.589 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:51.589 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 1, 2024-04-10T16:59:51.589 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:51.590 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:51.590 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 59, 2024-04-10T16:59:51.590 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:51.590 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:51.590 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:51.590 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.942297+0000", 2024-04-10T16:59:51.590 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:37:57.386501+0000", 2024-04-10T16:59:51.590 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:37:57.386501+0000", 2024-04-10T16:59:51.590 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:37:57.386837+0000", 2024-04-10T16:59:51.590 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.942297+0000", 2024-04-10T16:59:51.590 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:51.590 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:51.590 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:51.590 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 449, 2024-04-10T16:59:51.591 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.942297+0000", 2024-04-10T16:59:51.591 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.942297+0000", 2024-04-10T16:59:51.591 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.942297+0000", 2024-04-10T16:59:51.591 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:51.591 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:51.591 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:51.591 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.942297+0000", 2024-04-10T16:59:51.591 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.942297+0000", 2024-04-10T16:59:51.591 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:51.591 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 1, 2024-04-10T16:59:51.591 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:51.591 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:51.591 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 448, 2024-04-10T16:59:51.592 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:51.592 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:51.592 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:51.592 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:51.592 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 1, 2024-04-10T16:59:51.592 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:51.592 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:51.592 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:51.592 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "2.d", 2024-04-10T16:59:51.592 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:51.592 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:51.592 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:51.592 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 5113, 2024-04-10T16:59:51.592 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:51.592 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T00:00:55.106247+0000", 2024-04-10T16:59:51.593 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:51.593 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:51.593 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:51.593 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 70, 2024-04-10T16:59:51.593 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:51.593 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:51.593 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:51.593 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:51.593 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:51.593 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:51.593 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:51.593 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:51.593 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:51.593 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:51.593 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:51.593 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:51.594 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:51.594 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:51.594 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:51.594 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 3, 2024-04-10T16:59:51.594 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 1, 2024-04-10T16:59:51.594 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:51.594 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 1, 2024-04-10T16:59:51.594 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:51.594 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:51.594 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:51.594 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:51.594 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:51.594 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:51.594 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:51.595 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:51.595 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:51.595 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:51.595 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:51.595 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:51.595 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:51.595 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 1, 2024-04-10T16:59:51.595 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 1, 2024-04-10T16:59:51.595 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:51.595 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:51.595 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:51.595 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 1, 2024-04-10T16:59:51.595 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 1 2024-04-10T16:59:51.595 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.595 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:51.595 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:51.596 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:51.596 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T16:59:51.596 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T16:59:51.596 INFO:tasks.workunit.client.0.smithi069.stdout: 3 2024-04-10T16:59:51.596 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:51.596 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 1, 2024-04-10T16:59:51.596 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "61'1" 2024-04-10T16:59:51.596 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.596 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:51.596 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:51.596 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T16:59:51.596 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T16:59:51.596 INFO:tasks.workunit.client.0.smithi069.stdout: 6 2024-04-10T16:59:51.596 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:51.596 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 7, 2024-04-10T16:59:51.596 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:51.597 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:51.597 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T16:59:51.597 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:51.597 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:51.597 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:51.597 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.523399+0000", 2024-04-10T16:59:51.597 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:42.219549+0000", 2024-04-10T16:59:51.597 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:42.219549+0000", 2024-04-10T16:59:51.597 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:42.220353+0000", 2024-04-10T16:59:51.597 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.523399+0000", 2024-04-10T16:59:51.597 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:51.597 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:51.597 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:51.598 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 551, 2024-04-10T16:59:51.598 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.523399+0000", 2024-04-10T16:59:51.598 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.523399+0000", 2024-04-10T16:59:51.598 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.523399+0000", 2024-04-10T16:59:51.598 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:51.598 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:51.598 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:51.598 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.523399+0000", 2024-04-10T16:59:51.598 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.523399+0000", 2024-04-10T16:59:51.598 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:51.598 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:51.598 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:51.598 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:51.599 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 550, 2024-04-10T16:59:51.599 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:51.599 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:51.599 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:51.599 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:51.599 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:51.599 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:51.599 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:51.599 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:51.599 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.d", 2024-04-10T16:59:51.599 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:51.599 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:51.599 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:51.599 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 4906, 2024-04-10T16:59:51.600 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:51.600 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T00:48:38.755777+0000", 2024-04-10T16:59:51.600 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:51.600 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:51.600 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:51.600 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:51.600 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:51.600 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:51.600 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:51.600 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:51.600 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:51.600 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:51.600 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:51.600 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:51.600 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:51.600 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:51.601 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:51.601 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:51.601 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:51.601 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:51.601 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:51.601 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:51.601 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:51.601 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:51.601 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:51.601 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:51.601 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:51.601 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:51.601 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:51.601 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:51.601 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:51.602 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:51.602 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:51.602 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:51.602 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:51.602 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:51.602 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:51.602 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:51.602 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:51.602 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:51.602 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:51.602 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:51.602 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:51.602 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:51.602 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:51.602 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.603 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:51.603 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:51.603 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:51.603 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T16:59:51.603 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T16:59:51.603 INFO:tasks.workunit.client.0.smithi069.stdout: 6 2024-04-10T16:59:51.603 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:51.603 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 7, 2024-04-10T16:59:51.603 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:51.603 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.603 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:51.603 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:51.603 INFO:tasks.workunit.client.0.smithi069.stdout: 2, 2024-04-10T16:59:51.603 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T16:59:51.603 INFO:tasks.workunit.client.0.smithi069.stdout: 0 2024-04-10T16:59:51.603 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:51.604 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 2, 2024-04-10T16:59:51.604 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:51.604 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:51.604 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 59, 2024-04-10T16:59:51.604 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:51.604 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:51.604 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:51.604 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.239287+0000", 2024-04-10T16:59:51.604 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:38:32.262176+0000", 2024-04-10T16:59:51.604 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:38:32.262176+0000", 2024-04-10T16:59:51.604 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:38:32.262484+0000", 2024-04-10T16:59:51.605 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.239287+0000", 2024-04-10T16:59:51.605 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:51.605 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:51.605 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:51.605 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 481, 2024-04-10T16:59:51.605 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.239287+0000", 2024-04-10T16:59:51.605 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.239287+0000", 2024-04-10T16:59:51.605 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.239287+0000", 2024-04-10T16:59:51.605 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:51.605 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:51.605 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:51.605 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.239287+0000", 2024-04-10T16:59:51.605 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.239287+0000", 2024-04-10T16:59:51.606 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:51.606 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:51.606 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:51.606 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:51.606 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 480, 2024-04-10T16:59:51.606 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:51.606 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:51.606 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:51.606 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:51.606 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:51.606 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:51.606 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:51.606 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:51.606 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "2.c", 2024-04-10T16:59:51.606 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:51.607 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:51.607 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:51.607 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 5093, 2024-04-10T16:59:51.607 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:51.607 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T20:54:18.646835+0000", 2024-04-10T16:59:51.607 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:51.607 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:51.607 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:51.607 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:51.607 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:51.607 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:51.607 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:51.607 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:51.608 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:51.608 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:51.608 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:51.608 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:51.608 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:51.608 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:51.608 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:51.608 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:51.608 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:51.608 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:51.608 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:51.608 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:51.608 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:51.608 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:51.608 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:51.608 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:51.609 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:51.609 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:51.609 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:51.609 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:51.609 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:51.609 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:51.609 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:51.609 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:51.609 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:51.609 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:51.609 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:51.609 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:51.609 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:51.609 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:51.609 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:51.610 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:51.610 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:51.610 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:51.610 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:51.610 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.610 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:51.610 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:51.610 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:51.610 INFO:tasks.workunit.client.0.smithi069.stdout: 2, 2024-04-10T16:59:51.610 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T16:59:51.610 INFO:tasks.workunit.client.0.smithi069.stdout: 0 2024-04-10T16:59:51.610 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:51.610 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 2, 2024-04-10T16:59:51.610 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:51.611 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.611 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:51.611 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:51.611 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T16:59:51.611 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T16:59:51.611 INFO:tasks.workunit.client.0.smithi069.stdout: 1 2024-04-10T16:59:51.611 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:51.611 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 6, 2024-04-10T16:59:51.611 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:51.611 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:51.611 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T16:59:51.611 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:51.611 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:51.612 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:51.612 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.944227+0000", 2024-04-10T16:59:51.612 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:07.255865+0000", 2024-04-10T16:59:51.612 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:07.255865+0000", 2024-04-10T16:59:51.612 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:07.258695+0000", 2024-04-10T16:59:51.612 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.944227+0000", 2024-04-10T16:59:51.612 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:51.612 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:51.612 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:51.612 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 516, 2024-04-10T16:59:51.612 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.944227+0000", 2024-04-10T16:59:51.612 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.944227+0000", 2024-04-10T16:59:51.612 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.944227+0000", 2024-04-10T16:59:51.612 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:51.613 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:51.613 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:51.613 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.944227+0000", 2024-04-10T16:59:51.613 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.944227+0000", 2024-04-10T16:59:51.613 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:51.613 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:51.613 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:51.613 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:51.613 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 515, 2024-04-10T16:59:51.613 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:51.613 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:51.613 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:51.613 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:51.613 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:51.613 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:51.613 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:51.614 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:51.614 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.a", 2024-04-10T16:59:51.614 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:51.614 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:51.614 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:51.614 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 4950, 2024-04-10T16:59:51.614 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:51.614 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T00:18:15.425191+0000", 2024-04-10T16:59:51.614 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:51.614 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:51.614 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:51.614 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:51.614 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:51.614 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:51.615 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:51.615 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:51.615 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:51.615 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:51.615 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:51.615 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:51.615 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:51.615 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:51.615 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:51.615 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:51.615 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:51.615 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:51.615 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:51.615 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:51.615 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:51.615 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:51.616 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:51.616 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:51.616 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:51.616 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:51.616 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:51.616 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:51.616 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:51.616 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:51.616 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:51.616 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:51.616 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:51.616 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:51.616 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:51.616 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:51.616 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:51.617 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:51.617 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:51.617 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:51.617 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:51.617 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:51.617 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:51.617 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.617 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:51.617 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:51.617 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:51.617 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T16:59:51.617 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T16:59:51.617 INFO:tasks.workunit.client.0.smithi069.stdout: 1 2024-04-10T16:59:51.617 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:51.617 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 6, 2024-04-10T16:59:51.617 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:51.618 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.618 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:51.618 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:51.618 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T16:59:51.618 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T16:59:51.618 INFO:tasks.workunit.client.0.smithi069.stdout: 5 2024-04-10T16:59:51.618 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:51.618 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 7, 2024-04-10T16:59:51.618 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:51.618 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:51.618 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 59, 2024-04-10T16:59:51.618 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:51.618 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:51.618 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:51.618 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.522291+0000", 2024-04-10T16:59:51.619 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:42.223417+0000", 2024-04-10T16:59:51.619 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:42.223417+0000", 2024-04-10T16:59:51.619 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:42.223793+0000", 2024-04-10T16:59:51.619 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.522291+0000", 2024-04-10T16:59:51.619 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:51.619 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:51.619 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:51.619 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 551, 2024-04-10T16:59:51.619 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.522291+0000", 2024-04-10T16:59:51.619 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.522291+0000", 2024-04-10T16:59:51.619 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.522291+0000", 2024-04-10T16:59:51.619 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:51.619 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:51.620 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:51.620 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.522291+0000", 2024-04-10T16:59:51.620 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.522291+0000", 2024-04-10T16:59:51.620 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:51.620 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 3, 2024-04-10T16:59:51.620 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:51.620 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:51.620 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 550, 2024-04-10T16:59:51.620 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:51.620 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:51.620 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:51.620 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:51.620 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 3, 2024-04-10T16:59:51.620 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:51.621 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:51.621 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:51.621 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "2.b", 2024-04-10T16:59:51.621 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:51.621 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:51.621 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:51.621 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 4918, 2024-04-10T16:59:51.621 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:51.621 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T21:42:13.881070+0000", 2024-04-10T16:59:51.621 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:51.621 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:51.621 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:51.621 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:51.621 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:51.621 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:51.621 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:51.622 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:51.622 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:51.622 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:51.622 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:51.622 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:51.622 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:51.622 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:51.622 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:51.622 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:51.622 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:51.622 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:51.622 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:51.622 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 3, 2024-04-10T16:59:51.622 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 1, 2024-04-10T16:59:51.623 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:51.623 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 1, 2024-04-10T16:59:51.623 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:51.623 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:51.623 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:51.623 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:51.623 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:51.623 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 1, 2024-04-10T16:59:51.623 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:51.623 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:51.623 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:51.623 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:51.623 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:51.623 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:51.624 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:51.624 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 2, 2024-04-10T16:59:51.624 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 2, 2024-04-10T16:59:51.624 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:51.624 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:51.624 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:51.624 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 1, 2024-04-10T16:59:51.624 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:51.624 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.624 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:51.624 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:51.624 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:51.624 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T16:59:51.624 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T16:59:51.624 INFO:tasks.workunit.client.0.smithi069.stdout: 5 2024-04-10T16:59:51.625 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:51.625 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 7, 2024-04-10T16:59:51.625 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "576'3" 2024-04-10T16:59:51.625 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.625 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:51.625 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:51.625 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T16:59:51.625 INFO:tasks.workunit.client.0.smithi069.stdout: 2, 2024-04-10T16:59:51.625 INFO:tasks.workunit.client.0.smithi069.stdout: 4 2024-04-10T16:59:51.625 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:51.625 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 3, 2024-04-10T16:59:51.625 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:51.625 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:51.625 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T16:59:51.626 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:51.626 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:51.626 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:51.626 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.241168+0000", 2024-04-10T16:59:51.626 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:37:57.384024+0000", 2024-04-10T16:59:51.626 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:37:57.384024+0000", 2024-04-10T16:59:51.626 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:37:57.384360+0000", 2024-04-10T16:59:51.626 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.241168+0000", 2024-04-10T16:59:51.626 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:51.626 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:51.626 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:51.626 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 449, 2024-04-10T16:59:51.626 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.241168+0000", 2024-04-10T16:59:51.627 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.241168+0000", 2024-04-10T16:59:51.627 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.241168+0000", 2024-04-10T16:59:51.627 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:51.627 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:51.627 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:51.627 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.241168+0000", 2024-04-10T16:59:51.627 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.241168+0000", 2024-04-10T16:59:51.627 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:51.627 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:51.627 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:51.627 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:51.627 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 448, 2024-04-10T16:59:51.627 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:51.627 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:51.628 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:51.628 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:51.628 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:51.628 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:51.628 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:51.628 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:51.628 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.b", 2024-04-10T16:59:51.628 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:51.628 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:51.628 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:51.628 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 5081, 2024-04-10T16:59:51.628 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:51.628 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T16:58:01.292832+0000", 2024-04-10T16:59:51.628 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:51.628 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:51.629 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:51.629 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:51.629 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:51.629 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:51.629 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:51.629 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:51.629 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:51.629 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:51.629 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:51.629 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:51.629 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:51.629 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:51.629 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:51.629 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:51.629 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:51.629 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:51.630 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:51.630 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:51.630 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:51.630 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:51.630 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:51.630 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:51.630 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:51.630 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:51.630 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:51.630 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:51.630 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:51.630 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:51.630 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:51.630 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:51.630 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:51.631 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:51.631 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:51.631 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:51.631 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:51.631 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:51.631 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:51.631 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:51.631 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:51.631 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:51.631 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:51.631 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.631 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:51.631 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:51.631 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:51.631 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T16:59:51.631 INFO:tasks.workunit.client.0.smithi069.stdout: 2, 2024-04-10T16:59:51.632 INFO:tasks.workunit.client.0.smithi069.stdout: 4 2024-04-10T16:59:51.632 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:51.632 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 3, 2024-04-10T16:59:51.632 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:51.632 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.632 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:51.632 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:51.632 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T16:59:51.632 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T16:59:51.632 INFO:tasks.workunit.client.0.smithi069.stdout: 7 2024-04-10T16:59:51.632 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:51.632 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 1, 2024-04-10T16:59:51.632 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:51.632 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:51.633 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 59, 2024-04-10T16:59:51.633 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:51.633 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:51.633 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:51.633 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.943051+0000", 2024-04-10T16:59:51.633 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:42.213559+0000", 2024-04-10T16:59:51.633 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:42.213559+0000", 2024-04-10T16:59:51.633 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:42.214225+0000", 2024-04-10T16:59:51.633 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.943051+0000", 2024-04-10T16:59:51.633 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:51.633 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:51.633 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:51.633 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 551, 2024-04-10T16:59:51.633 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.943051+0000", 2024-04-10T16:59:51.633 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.943051+0000", 2024-04-10T16:59:51.633 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.943051+0000", 2024-04-10T16:59:51.634 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:51.634 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:51.634 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:51.634 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.943051+0000", 2024-04-10T16:59:51.634 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.943051+0000", 2024-04-10T16:59:51.634 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:51.634 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:51.634 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:51.634 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:51.634 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 550, 2024-04-10T16:59:51.634 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:51.634 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:51.634 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:51.634 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:51.634 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:51.635 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:51.635 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:51.635 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:51.635 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "2.a", 2024-04-10T16:59:51.635 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:51.635 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:51.635 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:51.635 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 5111, 2024-04-10T16:59:51.635 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:51.635 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T19:58:42.780578+0000", 2024-04-10T16:59:51.635 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:51.635 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:51.635 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:51.635 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:51.635 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:51.635 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:51.635 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:51.636 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:51.636 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:51.636 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:51.636 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:51.636 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:51.636 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:51.636 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:51.636 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:51.636 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:51.636 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:51.636 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:51.636 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:51.636 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:51.636 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:51.636 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:51.636 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:51.637 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:51.637 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:51.637 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:51.637 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:51.637 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:51.637 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:51.637 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:51.637 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:51.637 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:51.637 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:51.637 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:51.637 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:51.637 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:51.637 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:51.637 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:51.637 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:51.637 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:51.638 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:51.638 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:51.638 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:51.638 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.638 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:51.638 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:51.638 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:51.638 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T16:59:51.638 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T16:59:51.638 INFO:tasks.workunit.client.0.smithi069.stdout: 7 2024-04-10T16:59:51.638 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:51.638 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 1, 2024-04-10T16:59:51.638 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:51.638 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.638 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:51.638 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:51.638 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T16:59:51.639 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T16:59:51.639 INFO:tasks.workunit.client.0.smithi069.stdout: 7 2024-04-10T16:59:51.639 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:51.639 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 3, 2024-04-10T16:59:51.639 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:51.639 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:51.639 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T16:59:51.639 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:51.639 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:51.639 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:51.639 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.243743+0000", 2024-04-10T16:59:51.639 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:42.224207+0000", 2024-04-10T16:59:51.639 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:42.224207+0000", 2024-04-10T16:59:51.639 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:42.224517+0000", 2024-04-10T16:59:51.639 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.243743+0000", 2024-04-10T16:59:51.639 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:51.640 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:51.640 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:51.640 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 551, 2024-04-10T16:59:51.640 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.243743+0000", 2024-04-10T16:59:51.640 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.243743+0000", 2024-04-10T16:59:51.640 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.243743+0000", 2024-04-10T16:59:51.640 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:51.640 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:51.640 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:51.640 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.243743+0000", 2024-04-10T16:59:51.640 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.243743+0000", 2024-04-10T16:59:51.640 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:51.640 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:51.640 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:51.640 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:51.641 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 550, 2024-04-10T16:59:51.641 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:51.641 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:51.641 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:51.641 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:51.641 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:51.641 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:51.641 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:51.641 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:51.641 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.8", 2024-04-10T16:59:51.641 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:51.641 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:51.641 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:51.641 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 5084, 2024-04-10T16:59:51.641 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:51.641 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T03:26:32.363821+0000", 2024-04-10T16:59:51.642 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:51.642 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:51.642 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:51.642 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:51.642 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:51.642 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:51.642 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:51.642 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:51.642 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:51.642 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:51.642 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:51.642 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:51.642 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:51.642 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:51.643 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:51.643 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:51.643 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:51.643 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:51.643 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:51.643 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:51.643 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:51.643 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:51.643 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:51.643 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:51.643 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:51.643 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:51.643 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:51.643 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:51.643 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:51.643 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:51.644 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:51.644 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:51.644 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:51.644 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:51.644 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:51.644 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:51.644 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:51.644 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:51.644 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:51.644 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:51.644 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:51.644 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:51.644 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:51.644 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.645 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:51.645 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:51.645 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:51.645 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T16:59:51.645 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T16:59:51.645 INFO:tasks.workunit.client.0.smithi069.stdout: 7 2024-04-10T16:59:51.645 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:51.645 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 3, 2024-04-10T16:59:51.645 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:51.645 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.645 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:51.645 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:51.645 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T16:59:51.646 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T16:59:51.646 INFO:tasks.workunit.client.0.smithi069.stdout: 3 2024-04-10T16:59:51.646 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:51.646 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 1, 2024-04-10T16:59:51.646 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:51.646 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:51.646 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 59, 2024-04-10T16:59:51.646 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:51.646 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:51.646 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:51.646 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.940578+0000", 2024-04-10T16:59:51.646 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:42.217710+0000", 2024-04-10T16:59:51.646 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:42.217710+0000", 2024-04-10T16:59:51.646 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:42.218428+0000", 2024-04-10T16:59:51.647 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.940578+0000", 2024-04-10T16:59:51.647 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:51.647 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:51.647 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:51.647 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 551, 2024-04-10T16:59:51.647 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.940578+0000", 2024-04-10T16:59:51.647 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.940578+0000", 2024-04-10T16:59:51.647 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.940578+0000", 2024-04-10T16:59:51.647 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:51.647 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:51.647 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:51.647 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.940578+0000", 2024-04-10T16:59:51.647 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.940578+0000", 2024-04-10T16:59:51.647 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:51.647 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:51.647 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:51.648 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:51.648 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 550, 2024-04-10T16:59:51.648 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:51.648 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:51.648 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:51.648 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:51.648 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:51.648 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:51.648 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:51.648 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:51.648 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "2.9", 2024-04-10T16:59:51.648 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:51.648 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:51.648 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:51.648 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 5111, 2024-04-10T16:59:51.649 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:51.649 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T00:03:16.271283+0000", 2024-04-10T16:59:51.649 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:51.649 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:51.649 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:51.649 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:51.649 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:51.649 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:51.649 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:51.649 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:51.649 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:51.649 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:51.649 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:51.649 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:51.650 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:51.650 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:51.650 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:51.650 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:51.650 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:51.650 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:51.650 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:51.650 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:51.650 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:51.650 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:51.650 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:51.650 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:51.650 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:51.650 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:51.650 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:51.650 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:51.651 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:51.651 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:51.651 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:51.651 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:51.651 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:51.651 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:51.651 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:51.651 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:51.651 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:51.651 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:51.651 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:51.651 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:51.651 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:51.651 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:51.651 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:51.651 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.652 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:51.652 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:51.652 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:51.652 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T16:59:51.652 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T16:59:51.652 INFO:tasks.workunit.client.0.smithi069.stdout: 3 2024-04-10T16:59:51.652 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:51.652 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 1, 2024-04-10T16:59:51.652 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:51.652 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.652 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:51.652 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:51.652 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T16:59:51.652 INFO:tasks.workunit.client.0.smithi069.stdout: 2, 2024-04-10T16:59:51.652 INFO:tasks.workunit.client.0.smithi069.stdout: 7 2024-04-10T16:59:51.652 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:51.652 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 1, 2024-04-10T16:59:51.653 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:51.653 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:51.653 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T16:59:51.653 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:51.653 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:51.653 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:51.653 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.940676+0000", 2024-04-10T16:59:51.653 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:42.218111+0000", 2024-04-10T16:59:51.653 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:42.218111+0000", 2024-04-10T16:59:51.653 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:42.218753+0000", 2024-04-10T16:59:51.653 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.940676+0000", 2024-04-10T16:59:51.653 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:51.653 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:51.653 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:51.653 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 551, 2024-04-10T16:59:51.654 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.940676+0000", 2024-04-10T16:59:51.654 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.940676+0000", 2024-04-10T16:59:51.654 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.940676+0000", 2024-04-10T16:59:51.654 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:51.654 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:51.654 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:51.654 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.940676+0000", 2024-04-10T16:59:51.654 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.940676+0000", 2024-04-10T16:59:51.654 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:51.654 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:51.654 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:51.654 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:51.654 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 550, 2024-04-10T16:59:51.654 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:51.654 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:51.655 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:51.655 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:51.655 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:51.655 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:51.655 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:51.655 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:51.655 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.9", 2024-04-10T16:59:51.655 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:51.655 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:51.655 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:51.655 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 5111, 2024-04-10T16:59:51.655 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:51.655 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T17:26:54.832655+0000", 2024-04-10T16:59:51.655 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:51.655 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:51.655 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:51.656 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:51.656 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:51.656 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:51.656 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:51.656 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:51.656 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:51.656 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:51.656 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:51.656 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:51.656 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:51.656 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:51.656 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:51.656 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:51.656 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:51.656 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:51.656 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:51.656 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:51.657 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:51.657 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:51.657 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:51.657 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:51.657 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:51.657 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:51.657 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:51.657 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:51.657 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:51.657 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:51.657 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:51.657 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:51.657 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:51.657 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:51.657 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:51.657 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:51.658 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:51.658 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:51.658 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:51.658 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:51.658 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:51.658 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:51.658 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:51.658 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.658 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:51.658 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:51.658 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:51.658 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T16:59:51.658 INFO:tasks.workunit.client.0.smithi069.stdout: 2, 2024-04-10T16:59:51.658 INFO:tasks.workunit.client.0.smithi069.stdout: 7 2024-04-10T16:59:51.659 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:51.659 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 1, 2024-04-10T16:59:51.659 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:51.659 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.659 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:51.659 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:51.659 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T16:59:51.659 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T16:59:51.659 INFO:tasks.workunit.client.0.smithi069.stdout: 1 2024-04-10T16:59:51.659 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:51.659 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 7, 2024-04-10T16:59:51.659 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:51.659 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:51.659 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 59, 2024-04-10T16:59:51.659 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:51.659 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:51.660 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:51.660 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.522607+0000", 2024-04-10T16:59:51.660 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:42.221363+0000", 2024-04-10T16:59:51.660 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:42.221363+0000", 2024-04-10T16:59:51.660 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:42.224238+0000", 2024-04-10T16:59:51.660 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.522607+0000", 2024-04-10T16:59:51.660 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:51.660 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:51.660 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:51.660 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 551, 2024-04-10T16:59:51.660 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.522607+0000", 2024-04-10T16:59:51.660 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.522607+0000", 2024-04-10T16:59:51.660 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.522607+0000", 2024-04-10T16:59:51.660 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:51.660 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:51.660 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:51.661 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.522607+0000", 2024-04-10T16:59:51.661 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.522607+0000", 2024-04-10T16:59:51.661 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:51.661 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:51.661 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:51.661 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:51.661 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 550, 2024-04-10T16:59:51.661 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:51.661 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:51.661 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:51.661 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:51.661 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:51.661 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:51.661 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:51.661 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:51.662 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "2.8", 2024-04-10T16:59:51.662 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:51.662 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:51.662 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:51.662 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 4906, 2024-04-10T16:59:51.662 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:51.662 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T03:24:56.227122+0000", 2024-04-10T16:59:51.662 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:51.662 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:51.662 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:51.662 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:51.662 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:51.662 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:51.662 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:51.662 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:51.662 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:51.662 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:51.663 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:51.663 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:51.663 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:51.663 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:51.663 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:51.663 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:51.663 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:51.663 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:51.663 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:51.663 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:51.663 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:51.663 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:51.663 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:51.663 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:51.663 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:51.663 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:51.664 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:51.664 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:51.664 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:51.664 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:51.664 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:51.664 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:51.664 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:51.664 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:51.664 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:51.664 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:51.664 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:51.664 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:51.664 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:51.664 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:51.664 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:51.665 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:51.665 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:51.665 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.665 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:51.665 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:51.665 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:51.665 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T16:59:51.665 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T16:59:51.665 INFO:tasks.workunit.client.0.smithi069.stdout: 1 2024-04-10T16:59:51.665 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:51.665 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 7, 2024-04-10T16:59:51.665 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:51.666 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.666 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:51.666 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:51.666 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T16:59:51.666 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T16:59:51.666 INFO:tasks.workunit.client.0.smithi069.stdout: 4 2024-04-10T16:59:51.666 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:51.666 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 0, 2024-04-10T16:59:51.666 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:51.666 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:51.666 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T16:59:51.666 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:51.666 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:51.666 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:51.666 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.942673+0000", 2024-04-10T16:59:51.667 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:37:57.394775+0000", 2024-04-10T16:59:51.667 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:37:57.394775+0000", 2024-04-10T16:59:51.667 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:37:57.395140+0000", 2024-04-10T16:59:51.667 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.942673+0000", 2024-04-10T16:59:51.667 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:51.667 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:51.667 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:51.667 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 449, 2024-04-10T16:59:51.667 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.942673+0000", 2024-04-10T16:59:51.667 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.942673+0000", 2024-04-10T16:59:51.667 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.942673+0000", 2024-04-10T16:59:51.667 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:51.667 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:51.668 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:51.668 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.942673+0000", 2024-04-10T16:59:51.668 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.942673+0000", 2024-04-10T16:59:51.668 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:51.668 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:51.668 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:51.668 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:51.668 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 448, 2024-04-10T16:59:51.668 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:51.668 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:51.668 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:51.668 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:51.668 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:51.668 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:51.668 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:51.668 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:51.669 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.6", 2024-04-10T16:59:51.669 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:51.669 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:51.669 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:51.669 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 5136, 2024-04-10T16:59:51.669 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:51.669 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T00:57:34.311271+0000", 2024-04-10T16:59:51.669 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:51.669 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:51.669 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:51.669 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:51.669 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:51.669 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:51.669 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:51.669 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:51.669 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:51.670 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:51.670 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:51.670 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:51.670 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:51.670 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:51.670 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:51.670 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:51.670 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:51.670 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:51.670 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:51.670 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:51.670 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:51.670 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:51.670 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:51.670 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:51.670 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:51.671 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:51.671 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:51.671 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:51.671 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:51.671 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:51.671 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:51.671 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:51.671 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:51.671 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:51.671 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:51.671 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:51.671 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:51.671 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:51.671 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:51.671 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:51.671 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:51.672 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:51.672 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:51.672 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.672 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:51.672 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:51.672 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:51.672 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T16:59:51.672 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T16:59:51.672 INFO:tasks.workunit.client.0.smithi069.stdout: 4 2024-04-10T16:59:51.672 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:51.672 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 0, 2024-04-10T16:59:51.672 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:51.672 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.672 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:51.672 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:51.672 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T16:59:51.672 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T16:59:51.673 INFO:tasks.workunit.client.0.smithi069.stdout: 2 2024-04-10T16:59:51.673 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:51.673 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 6, 2024-04-10T16:59:51.673 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:51.673 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:51.673 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 59, 2024-04-10T16:59:51.673 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:51.673 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:51.673 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:51.673 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.945884+0000", 2024-04-10T16:59:51.673 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:42.217670+0000", 2024-04-10T16:59:51.673 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:42.217670+0000", 2024-04-10T16:59:51.673 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:42.218100+0000", 2024-04-10T16:59:51.673 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.945884+0000", 2024-04-10T16:59:51.673 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:51.673 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:51.674 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:51.674 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 551, 2024-04-10T16:59:51.674 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.945884+0000", 2024-04-10T16:59:51.674 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.945884+0000", 2024-04-10T16:59:51.674 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.945884+0000", 2024-04-10T16:59:51.674 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:51.674 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:51.674 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:51.674 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.945884+0000", 2024-04-10T16:59:51.674 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.945884+0000", 2024-04-10T16:59:51.674 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:51.674 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 2, 2024-04-10T16:59:51.674 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:51.674 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:51.675 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 550, 2024-04-10T16:59:51.675 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:51.675 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:51.675 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:51.675 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:51.675 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 2, 2024-04-10T16:59:51.675 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:51.675 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:51.675 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:51.675 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "2.7", 2024-04-10T16:59:51.675 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:51.675 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:51.675 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:51.675 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 4962, 2024-04-10T16:59:51.675 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:51.675 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T16:12:07.898950+0000", 2024-04-10T16:59:51.676 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:51.676 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:51.676 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:51.676 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:51.676 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:51.676 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:51.676 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:51.676 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:51.676 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:51.676 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:51.676 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:51.676 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:51.676 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:51.676 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:51.676 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:51.676 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:51.676 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:51.677 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:51.677 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:51.677 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 3, 2024-04-10T16:59:51.677 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 1, 2024-04-10T16:59:51.677 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:51.677 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 1, 2024-04-10T16:59:51.677 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:51.677 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:51.677 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:51.677 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:51.677 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:51.677 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 1, 2024-04-10T16:59:51.677 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:51.677 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:51.678 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:51.678 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:51.678 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:51.678 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:51.678 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:51.678 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 6, 2024-04-10T16:59:51.678 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 6, 2024-04-10T16:59:51.678 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:51.678 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:51.678 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:51.678 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 3, 2024-04-10T16:59:51.678 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:51.679 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.679 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:51.679 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:51.679 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:51.679 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T16:59:51.679 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T16:59:51.679 INFO:tasks.workunit.client.0.smithi069.stdout: 2 2024-04-10T16:59:51.679 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:51.679 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 6, 2024-04-10T16:59:51.679 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "61'2" 2024-04-10T16:59:51.679 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.679 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:51.679 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:51.679 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T16:59:51.679 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T16:59:51.680 INFO:tasks.workunit.client.0.smithi069.stdout: 6 2024-04-10T16:59:51.680 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:51.680 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 4, 2024-04-10T16:59:51.680 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:51.680 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:51.680 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 65, 2024-04-10T16:59:51.680 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:51.680 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:51.680 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:51.680 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.236481+0000", 2024-04-10T16:59:51.680 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:07.252824+0000", 2024-04-10T16:59:51.680 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:07.252824+0000", 2024-04-10T16:59:51.680 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T16:12:17.661513+0000", 2024-04-10T16:59:51.680 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.236481+0000", 2024-04-10T16:59:51.681 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:44.022798+0000", 2024-04-10T16:59:51.681 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:51.681 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:44.022798+0000", 2024-04-10T16:59:51.681 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 516, 2024-04-10T16:59:51.681 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.236481+0000", 2024-04-10T16:59:51.681 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.236481+0000", 2024-04-10T16:59:51.681 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.236481+0000", 2024-04-10T16:59:51.681 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:51.681 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:51.681 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:44.022798+0000", 2024-04-10T16:59:51.681 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.236481+0000", 2024-04-10T16:59:51.681 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.236481+0000", 2024-04-10T16:59:51.681 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:51.682 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 3134, 2024-04-10T16:59:51.682 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:51.682 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:51.682 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 515, 2024-04-10T16:59:51.682 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:51.682 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:51.682 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:51.682 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:51.682 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 3134, 2024-04-10T16:59:51.682 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:51.682 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:51.682 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:51.683 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "4.1", 2024-04-10T16:59:51.683 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:51.683 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:51.683 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:51.683 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 8950, 2024-04-10T16:59:51.683 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:51.683 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T03:08:26.341774+0000", 2024-04-10T16:59:51.683 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.004158855, 2024-04-10T16:59:51.683 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:51.683 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:51.683 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:51.683 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:51.683 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:51.683 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:51.684 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:51.684 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:51.684 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:51.684 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:51.684 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:51.684 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:51.684 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:51.684 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:51.684 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:51.684 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:51.684 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:51.684 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:51.684 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:51.684 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:51.685 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:51.685 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:51.685 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:51.685 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:51.685 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:51.685 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:51.685 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:51.685 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:51.685 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:51.685 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:51.685 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:51.685 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:51.685 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:51.685 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:51.685 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:51.686 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 1220, 2024-04-10T16:59:51.686 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 357000, 2024-04-10T16:59:51.686 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:51.686 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:51.686 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:51.686 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 3109, 2024-04-10T16:59:51.686 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 363957 2024-04-10T16:59:51.686 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.686 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:51.686 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:51.686 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:51.686 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T16:59:51.686 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T16:59:51.686 INFO:tasks.workunit.client.0.smithi069.stdout: 6 2024-04-10T16:59:51.687 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:51.687 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 4, 2024-04-10T16:59:51.687 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "1127'3134" 2024-04-10T16:59:51.687 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.687 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:51.687 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:51.687 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T16:59:51.687 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T16:59:51.687 INFO:tasks.workunit.client.0.smithi069.stdout: 0 2024-04-10T16:59:51.687 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:51.687 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 3, 2024-04-10T16:59:51.687 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:51.687 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:51.687 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T16:59:51.688 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:51.688 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:51.688 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:51.688 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.244006+0000", 2024-04-10T16:59:51.688 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:42.213372+0000", 2024-04-10T16:59:51.688 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:42.213372+0000", 2024-04-10T16:59:51.688 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:42.213850+0000", 2024-04-10T16:59:51.688 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.244006+0000", 2024-04-10T16:59:51.688 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:51.688 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:51.688 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:51.688 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 551, 2024-04-10T16:59:51.688 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.244006+0000", 2024-04-10T16:59:51.688 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.244006+0000", 2024-04-10T16:59:51.689 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.244006+0000", 2024-04-10T16:59:51.689 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:51.689 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:51.689 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:51.689 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.244006+0000", 2024-04-10T16:59:51.689 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.244006+0000", 2024-04-10T16:59:51.689 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:51.689 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:51.689 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:51.689 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:51.689 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 550, 2024-04-10T16:59:51.689 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:51.689 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:51.689 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:51.689 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:51.689 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:51.689 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:51.690 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:51.690 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:51.690 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.7", 2024-04-10T16:59:51.690 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:51.690 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:51.690 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:51.690 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 5092, 2024-04-10T16:59:51.690 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:51.690 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T00:48:18.172746+0000", 2024-04-10T16:59:51.690 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:51.690 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:51.690 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:51.690 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:51.691 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:51.691 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:51.691 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:51.691 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:51.691 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:51.691 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:51.691 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:51.691 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:51.691 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:51.691 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:51.691 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:51.691 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:51.691 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:51.691 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:51.691 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:51.691 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:51.692 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:51.692 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:51.692 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:51.692 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:51.692 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:51.692 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:51.692 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:51.692 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:51.692 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:51.692 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:51.692 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:51.692 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:51.692 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:51.692 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:51.692 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:51.692 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:51.693 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:51.693 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:51.693 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:51.693 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:51.693 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:51.693 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:51.693 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:51.693 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.693 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:51.693 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:51.693 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:51.693 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T16:59:51.693 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T16:59:51.693 INFO:tasks.workunit.client.0.smithi069.stdout: 0 2024-04-10T16:59:51.693 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:51.693 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 3, 2024-04-10T16:59:51.693 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:51.694 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.694 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:51.694 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:51.694 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T16:59:51.694 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T16:59:51.694 INFO:tasks.workunit.client.0.smithi069.stdout: 4 2024-04-10T16:59:51.694 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:51.694 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 1, 2024-04-10T16:59:51.694 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:51.694 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:51.694 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 59, 2024-04-10T16:59:51.694 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:51.694 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:51.694 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:51.695 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.943128+0000", 2024-04-10T16:59:51.695 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:07.255712+0000", 2024-04-10T16:59:51.695 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:07.255712+0000", 2024-04-10T16:59:51.695 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:07.256165+0000", 2024-04-10T16:59:51.695 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.943128+0000", 2024-04-10T16:59:51.695 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:51.695 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:51.695 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:51.695 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 516, 2024-04-10T16:59:51.695 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.943128+0000", 2024-04-10T16:59:51.695 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.943128+0000", 2024-04-10T16:59:51.695 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.943128+0000", 2024-04-10T16:59:51.695 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:51.695 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:51.695 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:51.696 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.943128+0000", 2024-04-10T16:59:51.696 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.943128+0000", 2024-04-10T16:59:51.696 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:51.696 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 2, 2024-04-10T16:59:51.696 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:51.696 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:51.696 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 515, 2024-04-10T16:59:51.696 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:51.696 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:51.696 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:51.696 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:51.696 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 2, 2024-04-10T16:59:51.696 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:51.696 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:51.696 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:51.696 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "2.6", 2024-04-10T16:59:51.697 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:51.697 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:51.697 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:51.697 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 5115, 2024-04-10T16:59:51.697 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:51.697 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T15:40:09.316316+0000", 2024-04-10T16:59:51.697 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:51.697 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:51.697 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:51.697 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:51.697 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:51.697 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:51.697 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:51.697 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:51.698 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:51.698 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:51.698 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:51.698 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:51.698 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:51.698 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:51.698 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:51.698 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:51.698 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:51.698 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:51.698 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:51.698 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 3, 2024-04-10T16:59:51.698 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 1, 2024-04-10T16:59:51.698 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:51.699 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 1, 2024-04-10T16:59:51.699 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:51.699 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:51.699 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:51.699 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:51.699 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:51.699 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 1, 2024-04-10T16:59:51.699 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:51.699 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:51.699 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:51.699 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:51.699 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:51.699 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:51.699 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:51.700 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 2, 2024-04-10T16:59:51.700 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 2, 2024-04-10T16:59:51.700 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:51.700 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:51.700 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:51.700 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 2, 2024-04-10T16:59:51.700 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:51.700 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.700 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:51.700 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:51.700 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:51.700 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T16:59:51.700 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T16:59:51.701 INFO:tasks.workunit.client.0.smithi069.stdout: 4 2024-04-10T16:59:51.701 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:51.701 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 1, 2024-04-10T16:59:51.701 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "578'2" 2024-04-10T16:59:51.701 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.701 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:51.701 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:51.701 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T16:59:51.701 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T16:59:51.701 INFO:tasks.workunit.client.0.smithi069.stdout: 0 2024-04-10T16:59:51.701 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:51.701 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 3, 2024-04-10T16:59:51.701 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:51.701 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:51.702 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 65, 2024-04-10T16:59:51.702 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:51.702 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:51.702 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:51.702 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.238574+0000", 2024-04-10T16:59:51.702 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:42.224243+0000", 2024-04-10T16:59:51.702 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:42.224243+0000", 2024-04-10T16:59:51.702 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T16:12:17.592174+0000", 2024-04-10T16:59:51.702 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.238574+0000", 2024-04-10T16:59:51.702 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:44.022798+0000", 2024-04-10T16:59:51.702 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:51.702 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:44.022798+0000", 2024-04-10T16:59:51.702 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 551, 2024-04-10T16:59:51.703 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.238574+0000", 2024-04-10T16:59:51.703 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.238574+0000", 2024-04-10T16:59:51.703 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.238574+0000", 2024-04-10T16:59:51.703 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:51.703 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:51.703 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:44.022798+0000", 2024-04-10T16:59:51.703 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.238574+0000", 2024-04-10T16:59:51.703 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.238574+0000", 2024-04-10T16:59:51.703 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:51.703 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 3047, 2024-04-10T16:59:51.703 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:51.703 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:51.704 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 550, 2024-04-10T16:59:51.704 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:51.704 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:51.704 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:51.704 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:51.704 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 3047, 2024-04-10T16:59:51.704 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:51.704 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:51.704 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:51.704 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "4.0", 2024-04-10T16:59:51.704 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:51.704 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:51.704 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:51.704 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 9041, 2024-04-10T16:59:51.705 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:51.705 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T16:01:13.507136+0000", 2024-04-10T16:59:51.705 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.005210998, 2024-04-10T16:59:51.705 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:51.705 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:51.705 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:51.705 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:51.705 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:51.705 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:51.705 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:51.705 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:51.705 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:51.705 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:51.706 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:51.706 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:51.706 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:51.706 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:51.706 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:51.706 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:51.706 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:51.706 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:51.706 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:51.706 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:51.706 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:51.706 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:51.706 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:51.706 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:51.706 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:51.707 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:51.707 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:51.707 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:51.707 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:51.707 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:51.707 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:51.707 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:51.707 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:51.707 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:51.707 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:51.707 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 1491, 2024-04-10T16:59:51.707 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 396498, 2024-04-10T16:59:51.707 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:51.707 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:51.707 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:51.708 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 3000, 2024-04-10T16:59:51.708 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 397868 2024-04-10T16:59:51.708 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.708 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:51.708 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:51.708 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:51.708 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T16:59:51.708 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T16:59:51.708 INFO:tasks.workunit.client.0.smithi069.stdout: 0 2024-04-10T16:59:51.708 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:51.708 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 3, 2024-04-10T16:59:51.708 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "1127'3047" 2024-04-10T16:59:51.708 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.708 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:51.709 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:51.709 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T16:59:51.709 INFO:tasks.workunit.client.0.smithi069.stdout: 2, 2024-04-10T16:59:51.709 INFO:tasks.workunit.client.0.smithi069.stdout: 5 2024-04-10T16:59:51.709 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:51.709 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 1, 2024-04-10T16:59:51.709 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:51.709 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:51.709 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T16:59:51.709 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:51.709 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:51.709 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:51.709 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.942538+0000", 2024-04-10T16:59:51.709 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:38:32.264718+0000", 2024-04-10T16:59:51.709 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:38:32.264718+0000", 2024-04-10T16:59:51.710 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:38:32.265015+0000", 2024-04-10T16:59:51.710 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.942538+0000", 2024-04-10T16:59:51.710 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:51.710 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:51.710 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:51.710 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 481, 2024-04-10T16:59:51.710 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.942538+0000", 2024-04-10T16:59:51.710 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.942538+0000", 2024-04-10T16:59:51.710 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.942538+0000", 2024-04-10T16:59:51.710 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:51.710 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:51.710 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:51.710 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.942538+0000", 2024-04-10T16:59:51.711 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.942538+0000", 2024-04-10T16:59:51.711 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:51.711 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:51.711 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:51.711 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:51.711 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 480, 2024-04-10T16:59:51.711 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:51.711 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:51.711 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:51.711 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:51.711 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:51.711 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:51.711 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:51.711 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:51.712 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.4", 2024-04-10T16:59:51.712 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:51.712 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:51.712 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:51.712 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 5113, 2024-04-10T16:59:51.712 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:51.712 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T20:08:16.994849+0000", 2024-04-10T16:59:51.712 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:51.712 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:51.712 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:51.712 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:51.712 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:51.712 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:51.713 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:51.713 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:51.713 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:51.713 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:51.713 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:51.713 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:51.713 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:51.713 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:51.713 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:51.713 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:51.713 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:51.713 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:51.713 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:51.713 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:51.713 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:51.714 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:51.714 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:51.714 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:51.714 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:51.714 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:51.714 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:51.714 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:51.714 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:51.714 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:51.714 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:51.714 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:51.714 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:51.714 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:51.714 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:51.715 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:51.715 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:51.715 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:51.715 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:51.715 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:51.715 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:51.715 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:51.715 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:51.715 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.715 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:51.715 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:51.715 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:51.715 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T16:59:51.715 INFO:tasks.workunit.client.0.smithi069.stdout: 2, 2024-04-10T16:59:51.715 INFO:tasks.workunit.client.0.smithi069.stdout: 5 2024-04-10T16:59:51.715 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:51.715 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 1, 2024-04-10T16:59:51.716 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:51.716 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.716 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:51.716 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:51.716 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T16:59:51.716 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T16:59:51.716 INFO:tasks.workunit.client.0.smithi069.stdout: 4 2024-04-10T16:59:51.716 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:51.716 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 7, 2024-04-10T16:59:51.716 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:51.716 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:51.716 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 59, 2024-04-10T16:59:51.716 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:51.716 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:51.716 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:51.716 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.523446+0000", 2024-04-10T16:59:51.716 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:42.214065+0000", 2024-04-10T16:59:51.717 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:42.214065+0000", 2024-04-10T16:59:51.717 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:42.219906+0000", 2024-04-10T16:59:51.717 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.523446+0000", 2024-04-10T16:59:51.717 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:51.717 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:51.717 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:51.717 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 551, 2024-04-10T16:59:51.717 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.523446+0000", 2024-04-10T16:59:51.717 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.523446+0000", 2024-04-10T16:59:51.717 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.523446+0000", 2024-04-10T16:59:51.717 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:51.717 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:51.717 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:51.717 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.523446+0000", 2024-04-10T16:59:51.717 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.523446+0000", 2024-04-10T16:59:51.717 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:51.718 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:51.718 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:51.718 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:51.718 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 550, 2024-04-10T16:59:51.718 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:51.718 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:51.718 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:51.718 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:51.718 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:51.718 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:51.718 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:51.718 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:51.718 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "2.5", 2024-04-10T16:59:51.718 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:51.718 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:51.719 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:51.719 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 4927, 2024-04-10T16:59:51.719 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:51.719 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T22:07:22.826356+0000", 2024-04-10T16:59:51.719 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:51.719 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:51.719 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:51.719 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:51.719 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:51.719 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:51.719 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:51.719 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:51.719 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:51.719 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:51.719 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:51.719 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:51.719 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:51.720 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:51.720 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:51.720 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:51.720 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:51.720 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:51.720 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:51.720 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:51.720 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:51.720 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:51.720 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:51.720 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:51.720 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:51.720 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:51.720 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:51.721 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:51.721 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:51.721 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:51.721 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:51.721 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:51.721 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:51.721 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:51.721 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:51.721 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:51.721 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:51.721 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:51.721 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:51.721 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:51.721 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:51.721 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:51.722 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:51.722 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.722 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:51.722 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:51.722 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:51.722 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T16:59:51.722 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T16:59:51.722 INFO:tasks.workunit.client.0.smithi069.stdout: 4 2024-04-10T16:59:51.722 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:51.722 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 7, 2024-04-10T16:59:51.722 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:51.722 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.722 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:51.722 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:51.723 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T16:59:51.723 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T16:59:51.723 INFO:tasks.workunit.client.0.smithi069.stdout: 7 2024-04-10T16:59:51.723 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:51.723 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 0, 2024-04-10T16:59:51.723 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:51.723 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:51.723 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 65, 2024-04-10T16:59:51.723 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:51.723 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:51.723 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:51.723 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.942096+0000", 2024-04-10T16:59:51.723 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:42.216976+0000", 2024-04-10T16:59:51.723 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:42.216976+0000", 2024-04-10T16:59:51.724 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T16:12:17.597118+0000", 2024-04-10T16:59:51.724 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.942096+0000", 2024-04-10T16:59:51.724 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:44.022798+0000", 2024-04-10T16:59:51.724 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:51.724 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:44.022798+0000", 2024-04-10T16:59:51.724 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 551, 2024-04-10T16:59:51.724 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.942096+0000", 2024-04-10T16:59:51.724 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.942096+0000", 2024-04-10T16:59:51.724 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.942096+0000", 2024-04-10T16:59:51.724 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:51.724 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:51.724 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:44.022798+0000", 2024-04-10T16:59:51.724 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.942096+0000", 2024-04-10T16:59:51.725 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.942096+0000", 2024-04-10T16:59:51.725 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:51.725 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 3092, 2024-04-10T16:59:51.725 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:51.725 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:51.725 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 550, 2024-04-10T16:59:51.725 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:51.725 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:51.725 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:51.725 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:51.725 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 3092, 2024-04-10T16:59:51.725 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:51.725 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:51.725 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:51.725 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "4.3", 2024-04-10T16:59:51.726 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:51.726 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:51.726 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:51.726 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 8828, 2024-04-10T16:59:51.726 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:51.726 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T20:44:12.593765+0000", 2024-04-10T16:59:51.726 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.009869796, 2024-04-10T16:59:51.726 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:51.726 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:51.726 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:51.726 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:51.726 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:51.726 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:51.726 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:51.727 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:51.727 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:51.727 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:51.727 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:51.727 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:51.727 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:51.727 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:51.727 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:51.727 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:51.727 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:51.727 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:51.727 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 3, 2024-04-10T16:59:51.727 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 1, 2024-04-10T16:59:51.727 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:51.727 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 1, 2024-04-10T16:59:51.728 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:51.728 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:51.728 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:51.728 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:51.728 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:51.728 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 1, 2024-04-10T16:59:51.728 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:51.728 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:51.728 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:51.728 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:51.728 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:51.728 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:51.728 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:51.728 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 762, 2024-04-10T16:59:51.729 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 382966, 2024-04-10T16:59:51.729 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:51.729 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:51.729 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:51.729 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 3087, 2024-04-10T16:59:51.729 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 364115 2024-04-10T16:59:51.729 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.729 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:51.729 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:51.729 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:51.729 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T16:59:51.729 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T16:59:51.729 INFO:tasks.workunit.client.0.smithi069.stdout: 7 2024-04-10T16:59:51.729 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:51.730 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 0, 2024-04-10T16:59:51.730 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "1128'3092" 2024-04-10T16:59:51.730 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.730 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:51.730 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:51.730 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T16:59:51.730 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T16:59:51.730 INFO:tasks.workunit.client.0.smithi069.stdout: 0 2024-04-10T16:59:51.730 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:51.730 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 7, 2024-04-10T16:59:51.730 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:51.730 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:51.730 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 59, 2024-04-10T16:59:51.730 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:51.731 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:51.731 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:51.731 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.522852+0000", 2024-04-10T16:59:51.731 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:42.221985+0000", 2024-04-10T16:59:51.731 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:42.221985+0000", 2024-04-10T16:59:51.731 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:42.227397+0000", 2024-04-10T16:59:51.731 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.522852+0000", 2024-04-10T16:59:51.731 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:51.731 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:51.731 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:51.731 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 551, 2024-04-10T16:59:51.731 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.522852+0000", 2024-04-10T16:59:51.731 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.522852+0000", 2024-04-10T16:59:51.731 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.522852+0000", 2024-04-10T16:59:51.732 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:51.732 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:51.732 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:51.732 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.522852+0000", 2024-04-10T16:59:51.732 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.522852+0000", 2024-04-10T16:59:51.732 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:51.732 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:51.732 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:51.732 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:51.732 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 550, 2024-04-10T16:59:51.732 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:51.732 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:51.732 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:51.732 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:51.733 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:51.733 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:51.733 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:51.733 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:51.733 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "2.0", 2024-04-10T16:59:51.733 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:51.733 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:51.733 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:51.733 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 4910, 2024-04-10T16:59:51.733 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:51.733 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T15:38:54.441687+0000", 2024-04-10T16:59:51.733 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:51.733 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:51.733 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:51.734 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:51.734 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:51.734 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:51.734 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:51.734 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:51.734 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:51.734 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:51.734 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:51.734 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:51.734 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:51.734 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:51.735 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:51.735 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:51.735 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:51.735 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:51.735 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:51.735 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:51.735 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:51.735 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:51.735 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:51.735 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:51.735 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:51.735 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:51.735 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:51.735 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:51.736 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:51.736 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:51.736 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:51.736 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:51.736 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:51.736 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:51.736 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:51.736 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:51.736 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:51.736 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:51.736 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:51.736 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:51.736 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:51.737 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:51.737 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:51.737 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.737 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:51.737 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:51.737 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:51.737 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T16:59:51.737 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T16:59:51.737 INFO:tasks.workunit.client.0.smithi069.stdout: 0 2024-04-10T16:59:51.737 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:51.737 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 7, 2024-04-10T16:59:51.737 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:51.737 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.737 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:51.737 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:51.738 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T16:59:51.738 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T16:59:51.738 INFO:tasks.workunit.client.0.smithi069.stdout: 3 2024-04-10T16:59:51.738 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:51.738 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 0, 2024-04-10T16:59:51.738 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:51.738 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:51.738 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T16:59:51.738 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:51.738 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:51.738 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:51.738 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.944065+0000", 2024-04-10T16:59:51.738 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:37:57.397259+0000", 2024-04-10T16:59:51.738 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:37:57.397259+0000", 2024-04-10T16:59:51.738 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:37:57.397621+0000", 2024-04-10T16:59:51.738 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.944065+0000", 2024-04-10T16:59:51.739 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:51.739 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:51.739 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:51.739 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 449, 2024-04-10T16:59:51.739 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.944065+0000", 2024-04-10T16:59:51.739 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.944065+0000", 2024-04-10T16:59:51.739 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.944065+0000", 2024-04-10T16:59:51.739 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:51.739 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:51.739 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:51.739 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.944065+0000", 2024-04-10T16:59:51.739 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.944065+0000", 2024-04-10T16:59:51.739 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:51.739 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:51.739 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:51.740 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:51.740 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 448, 2024-04-10T16:59:51.740 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:51.740 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:51.740 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:51.740 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:51.740 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:51.740 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:51.740 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:51.740 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:51.740 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.1", 2024-04-10T16:59:51.740 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:51.740 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:51.740 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:51.740 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 5138, 2024-04-10T16:59:51.741 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:51.741 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T18:23:05.531111+0000", 2024-04-10T16:59:51.741 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:51.741 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:51.741 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:51.741 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:51.741 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:51.741 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:51.741 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:51.741 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:51.741 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:51.741 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:51.741 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:51.741 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:51.742 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:51.742 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:51.742 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:51.742 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:51.742 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:51.742 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:51.742 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:51.742 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:51.742 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:51.742 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:51.742 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:51.742 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:51.742 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:51.742 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:51.742 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:51.743 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:51.743 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:51.743 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:51.743 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:51.743 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:51.743 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:51.743 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:51.743 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:51.743 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:51.743 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:51.743 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:51.743 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:51.743 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:51.744 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:51.744 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:51.744 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:51.744 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.744 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:51.744 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:51.744 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:51.744 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T16:59:51.744 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T16:59:51.744 INFO:tasks.workunit.client.0.smithi069.stdout: 3 2024-04-10T16:59:51.744 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:51.744 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 0, 2024-04-10T16:59:51.744 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:51.744 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.745 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:51.745 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:51.745 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T16:59:51.745 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T16:59:51.745 INFO:tasks.workunit.client.0.smithi069.stdout: 2 2024-04-10T16:59:51.745 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:51.745 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 0, 2024-04-10T16:59:51.745 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:51.745 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:51.745 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 65, 2024-04-10T16:59:51.745 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:51.745 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:51.745 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:51.745 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.942837+0000", 2024-04-10T16:59:51.745 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:36:45.167620+0000", 2024-04-10T16:59:51.745 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:36:45.167620+0000", 2024-04-10T16:59:51.746 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T16:12:17.597332+0000", 2024-04-10T16:59:51.746 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.942837+0000", 2024-04-10T16:59:51.746 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:44.022798+0000", 2024-04-10T16:59:51.746 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:51.746 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:44.022798+0000", 2024-04-10T16:59:51.746 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 381, 2024-04-10T16:59:51.746 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.942837+0000", 2024-04-10T16:59:51.746 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.942837+0000", 2024-04-10T16:59:51.746 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.942837+0000", 2024-04-10T16:59:51.746 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:51.746 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:51.746 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:44.022798+0000", 2024-04-10T16:59:51.746 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.942837+0000", 2024-04-10T16:59:51.746 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.942837+0000", 2024-04-10T16:59:51.746 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:51.747 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 3020, 2024-04-10T16:59:51.747 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:51.747 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:51.747 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 380, 2024-04-10T16:59:51.747 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:51.747 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:51.747 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:51.747 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:51.747 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 3020, 2024-04-10T16:59:51.747 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:51.747 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:51.747 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:51.747 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "4.6", 2024-04-10T16:59:51.748 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:51.748 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:51.748 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:51.748 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 8641, 2024-04-10T16:59:51.748 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:51.748 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T16:05:07.484965+0000", 2024-04-10T16:59:51.748 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.009752125, 2024-04-10T16:59:51.748 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:51.748 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:51.748 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 4194304, 2024-04-10T16:59:51.748 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:51.748 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:51.748 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:51.748 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:51.748 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:51.749 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:51.749 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:51.749 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:51.749 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:51.749 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:51.749 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:51.749 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:51.749 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:51.749 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:51.749 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:51.749 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 3, 2024-04-10T16:59:51.749 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 1, 2024-04-10T16:59:51.750 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:51.750 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 1, 2024-04-10T16:59:51.750 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:51.750 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:51.750 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:51.750 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:51.750 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:51.750 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:51.750 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:51.750 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:51.750 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:51.750 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:51.750 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:51.751 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:51.751 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:51.751 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 567, 2024-04-10T16:59:51.751 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 384080, 2024-04-10T16:59:51.751 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:51.751 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:51.751 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:51.751 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 3003, 2024-04-10T16:59:51.751 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 399314 2024-04-10T16:59:51.751 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.751 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:51.751 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:51.751 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:51.751 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T16:59:51.752 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T16:59:51.752 INFO:tasks.workunit.client.0.smithi069.stdout: 2 2024-04-10T16:59:51.752 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:51.752 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 0, 2024-04-10T16:59:51.752 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "1128'3020" 2024-04-10T16:59:51.752 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.752 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:51.752 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:51.752 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T16:59:51.752 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T16:59:51.752 INFO:tasks.workunit.client.0.smithi069.stdout: 6 2024-04-10T16:59:51.752 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:51.752 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 7, 2024-04-10T16:59:51.752 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:51.753 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:51.753 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 19, 2024-04-10T16:59:51.753 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:51.753 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:51.753 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:51.753 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.522808+0000", 2024-04-10T16:59:51.753 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:42.222018+0000", 2024-04-10T16:59:51.753 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:42.222018+0000", 2024-04-10T16:59:51.753 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:42.225726+0000", 2024-04-10T16:59:51.753 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.522808+0000", 2024-04-10T16:59:51.753 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:25:53.886772+0000", 2024-04-10T16:59:51.753 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:51.753 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:25:53.886772+0000", 2024-04-10T16:59:51.753 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 551, 2024-04-10T16:59:51.753 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.522808+0000", 2024-04-10T16:59:51.754 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.522808+0000", 2024-04-10T16:59:51.754 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.522808+0000", 2024-04-10T16:59:51.754 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:51.754 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:51.754 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:25:53.886772+0000", 2024-04-10T16:59:51.754 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.522808+0000", 2024-04-10T16:59:51.754 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.522808+0000", 2024-04-10T16:59:51.754 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:51.754 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 237, 2024-04-10T16:59:51.754 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:51.754 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:51.754 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 550, 2024-04-10T16:59:51.755 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:51.755 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:51.755 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:51.755 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:51.755 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 237, 2024-04-10T16:59:51.755 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:51.755 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:51.755 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:51.755 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "1.0", 2024-04-10T16:59:51.755 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:51.755 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:51.755 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:51.755 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 5549, 2024-04-10T16:59:51.755 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:51.755 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T01:54:56.525805+0000", 2024-04-10T16:59:51.756 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:51.756 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:51.756 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:51.756 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 590368, 2024-04-10T16:59:51.756 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:51.756 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 1771104, 2024-04-10T16:59:51.756 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:51.756 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:51.756 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:51.756 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:51.756 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:51.756 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:51.756 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:51.756 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:51.756 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:51.756 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:51.756 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:51.757 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:51.757 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:51.757 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 6, 2024-04-10T16:59:51.757 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 2, 2024-04-10T16:59:51.757 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:51.757 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 2, 2024-04-10T16:59:51.757 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:51.757 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:51.757 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:51.757 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:51.757 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:51.757 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:51.757 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:51.757 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 6, 2024-04-10T16:59:51.757 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:51.757 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:51.757 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:51.758 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:51.758 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:51.758 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 1178, 2024-04-10T16:59:51.758 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 1994, 2024-04-10T16:59:51.758 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:51.758 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:51.758 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:51.758 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 391, 2024-04-10T16:59:51.758 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 2416 2024-04-10T16:59:51.758 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.758 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:51.758 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:51.758 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:51.758 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T16:59:51.759 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T16:59:51.759 INFO:tasks.workunit.client.0.smithi069.stdout: 6 2024-04-10T16:59:51.759 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:51.759 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 7, 2024-04-10T16:59:51.759 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "2158'237" 2024-04-10T16:59:51.759 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.759 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:51.759 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:51.759 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T16:59:51.759 INFO:tasks.workunit.client.0.smithi069.stdout: 2, 2024-04-10T16:59:51.759 INFO:tasks.workunit.client.0.smithi069.stdout: 7 2024-04-10T16:59:51.759 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:51.759 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 5, 2024-04-10T16:59:51.759 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:51.759 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:51.760 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 59, 2024-04-10T16:59:51.760 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:51.760 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:51.760 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:51.760 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.944454+0000", 2024-04-10T16:59:51.760 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:42.219068+0000", 2024-04-10T16:59:51.760 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:42.219068+0000", 2024-04-10T16:59:51.760 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:42.219420+0000", 2024-04-10T16:59:51.760 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.944454+0000", 2024-04-10T16:59:51.760 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:51.760 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:51.760 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:51.760 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 551, 2024-04-10T16:59:51.760 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.944454+0000", 2024-04-10T16:59:51.760 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.944454+0000", 2024-04-10T16:59:51.760 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.944454+0000", 2024-04-10T16:59:51.761 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:51.761 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:51.761 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:51.761 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.944454+0000", 2024-04-10T16:59:51.761 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.944454+0000", 2024-04-10T16:59:51.761 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:51.761 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:51.761 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:51.761 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:51.761 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 550, 2024-04-10T16:59:51.761 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:51.761 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:51.761 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:51.761 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:51.761 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:51.762 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:51.762 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:51.762 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:51.762 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "2.3", 2024-04-10T16:59:51.762 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:51.762 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:51.762 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:51.762 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 5004, 2024-04-10T16:59:51.762 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:51.762 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T15:43:55.681513+0000", 2024-04-10T16:59:51.762 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:51.762 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:51.762 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:51.762 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:51.763 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:51.763 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:51.763 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:51.763 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:51.763 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:51.763 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:51.763 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:51.763 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:51.763 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:51.763 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:51.763 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:51.763 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:51.763 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:51.763 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:51.763 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:51.763 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:51.764 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:51.764 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:51.764 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:51.764 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:51.764 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:51.764 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:51.764 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:51.764 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:51.764 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:51.764 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:51.764 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:51.764 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:51.764 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:51.764 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:51.764 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:51.765 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:51.765 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:51.765 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:51.765 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:51.765 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:51.765 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:51.765 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:51.765 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:51.765 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.765 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:51.765 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:51.765 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:51.765 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T16:59:51.765 INFO:tasks.workunit.client.0.smithi069.stdout: 2, 2024-04-10T16:59:51.765 INFO:tasks.workunit.client.0.smithi069.stdout: 7 2024-04-10T16:59:51.766 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:51.766 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 5, 2024-04-10T16:59:51.766 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:51.766 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.766 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:51.766 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:51.766 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T16:59:51.766 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T16:59:51.766 INFO:tasks.workunit.client.0.smithi069.stdout: 6 2024-04-10T16:59:51.766 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:51.766 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 3, 2024-04-10T16:59:51.766 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:51.766 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:51.766 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T16:59:51.767 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:51.767 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:51.767 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:51.767 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.240521+0000", 2024-04-10T16:59:51.767 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:07.252016+0000", 2024-04-10T16:59:51.767 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:07.252016+0000", 2024-04-10T16:59:51.767 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:07.252384+0000", 2024-04-10T16:59:51.767 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.240521+0000", 2024-04-10T16:59:51.767 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:51.767 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:51.767 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:51.767 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 516, 2024-04-10T16:59:51.767 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.240521+0000", 2024-04-10T16:59:51.767 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.240521+0000", 2024-04-10T16:59:51.767 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.240521+0000", 2024-04-10T16:59:51.767 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:51.768 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:51.768 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:51.768 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.240521+0000", 2024-04-10T16:59:51.768 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.240521+0000", 2024-04-10T16:59:51.768 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:51.768 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:51.768 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:51.768 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:51.768 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 515, 2024-04-10T16:59:51.768 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:51.769 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:51.769 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:51.769 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:51.769 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:51.769 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:51.769 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:51.769 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:51.769 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.2", 2024-04-10T16:59:51.769 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:51.769 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:51.769 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:51.769 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 5079, 2024-04-10T16:59:51.769 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:51.770 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T15:42:54.545257+0000", 2024-04-10T16:59:51.770 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:51.770 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:51.770 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:51.770 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:51.770 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:51.770 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:51.770 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:51.770 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:51.770 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:51.770 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:51.770 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:51.770 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:51.770 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:51.771 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:51.771 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:51.771 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:51.771 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:51.771 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:51.771 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:51.771 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:51.771 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:51.771 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:51.771 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:51.771 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:51.771 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:51.771 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:51.771 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:51.771 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:51.771 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:51.772 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:51.772 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:51.772 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:51.772 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:51.772 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:51.772 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:51.772 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:51.772 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:51.772 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:51.772 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:51.772 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:51.772 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:51.772 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:51.772 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:51.772 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.773 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:51.773 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:51.773 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:51.773 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T16:59:51.773 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T16:59:51.773 INFO:tasks.workunit.client.0.smithi069.stdout: 6 2024-04-10T16:59:51.773 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:51.773 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 3, 2024-04-10T16:59:51.773 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:51.773 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.773 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:51.773 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:51.773 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T16:59:51.773 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T16:59:51.774 INFO:tasks.workunit.client.0.smithi069.stdout: 7 2024-04-10T16:59:51.774 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:51.774 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 6, 2024-04-10T16:59:51.774 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:51.774 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:51.774 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 65, 2024-04-10T16:59:51.774 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:51.774 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:51.774 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:51.774 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.941631+0000", 2024-04-10T16:59:51.774 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:42.211108+0000", 2024-04-10T16:59:51.774 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:42.211108+0000", 2024-04-10T16:59:51.774 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T16:12:17.697894+0000", 2024-04-10T16:59:51.775 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.941631+0000", 2024-04-10T16:59:51.775 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:44.022798+0000", 2024-04-10T16:59:51.775 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:51.775 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:44.022798+0000", 2024-04-10T16:59:51.775 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 551, 2024-04-10T16:59:51.775 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.941631+0000", 2024-04-10T16:59:51.775 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.941631+0000", 2024-04-10T16:59:51.775 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.941631+0000", 2024-04-10T16:59:51.775 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:51.775 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:51.775 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:44.022798+0000", 2024-04-10T16:59:51.775 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.941631+0000", 2024-04-10T16:59:51.776 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.941631+0000", 2024-04-10T16:59:51.776 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:51.776 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 3094, 2024-04-10T16:59:51.776 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:51.776 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:51.776 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 550, 2024-04-10T16:59:51.776 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:51.776 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:51.776 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:51.776 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:51.776 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 3094, 2024-04-10T16:59:51.776 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:51.776 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:51.776 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:51.776 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "4.5", 2024-04-10T16:59:51.777 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:51.777 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:51.777 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:51.777 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 8838, 2024-04-10T16:59:51.777 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:51.777 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T21:46:35.010341+0000", 2024-04-10T16:59:51.777 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.001945334, 2024-04-10T16:59:51.777 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:51.777 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:51.777 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:51.777 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:51.777 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:51.777 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:51.777 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:51.778 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:51.778 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:51.778 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:51.778 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:51.778 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:51.778 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:51.778 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:51.778 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:51.778 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:51.778 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:51.778 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:51.778 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:51.778 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:51.778 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:51.778 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:51.779 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:51.779 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:51.779 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:51.779 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:51.779 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:51.779 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:51.779 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:51.779 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:51.779 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:51.779 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:51.779 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:51.779 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:51.779 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:51.779 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 1365, 2024-04-10T16:59:51.779 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 364200, 2024-04-10T16:59:51.779 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:51.780 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:51.780 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:51.780 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 3061, 2024-04-10T16:59:51.780 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 416953 2024-04-10T16:59:51.780 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.780 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:51.780 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:51.780 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:51.780 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T16:59:51.780 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T16:59:51.780 INFO:tasks.workunit.client.0.smithi069.stdout: 7 2024-04-10T16:59:51.780 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:51.780 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 6, 2024-04-10T16:59:51.780 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "1127'3094" 2024-04-10T16:59:51.780 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.780 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:51.781 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:51.781 INFO:tasks.workunit.client.0.smithi069.stdout: 2, 2024-04-10T16:59:51.781 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T16:59:51.781 INFO:tasks.workunit.client.0.smithi069.stdout: 0 2024-04-10T16:59:51.781 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:51.781 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 2, 2024-04-10T16:59:51.781 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:51.781 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:51.781 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 59, 2024-04-10T16:59:51.781 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:51.781 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:51.781 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:51.781 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.239600+0000", 2024-04-10T16:59:51.781 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:37:21.192516+0000", 2024-04-10T16:59:51.781 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:37:21.192516+0000", 2024-04-10T16:59:51.781 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:37:21.192925+0000", 2024-04-10T16:59:51.782 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.239600+0000", 2024-04-10T16:59:51.782 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:51.782 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:51.782 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:51.782 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 417, 2024-04-10T16:59:51.782 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.239600+0000", 2024-04-10T16:59:51.782 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.239600+0000", 2024-04-10T16:59:51.782 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.239600+0000", 2024-04-10T16:59:51.782 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:51.782 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:51.782 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:51.782 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.239600+0000", 2024-04-10T16:59:51.782 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.239600+0000", 2024-04-10T16:59:51.782 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:51.783 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:51.783 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:51.783 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:51.783 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 416, 2024-04-10T16:59:51.783 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:51.783 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:51.783 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:51.783 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:51.783 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:51.783 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:51.783 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:51.783 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:51.783 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "2.1", 2024-04-10T16:59:51.784 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:51.784 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:51.784 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:51.784 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 5096, 2024-04-10T16:59:51.784 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:51.784 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T16:30:07.219610+0000", 2024-04-10T16:59:51.784 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:51.784 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:51.784 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:51.784 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:51.784 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:51.784 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:51.784 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:51.784 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:51.784 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:51.785 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:51.785 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:51.785 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:51.785 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:51.785 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:51.785 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:51.785 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:51.785 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:51.785 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:51.785 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:51.785 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:51.785 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:51.785 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:51.785 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:51.785 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:51.786 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:51.786 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:51.786 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:51.786 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:51.786 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:51.786 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:51.786 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:51.786 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:51.786 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:51.786 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:51.786 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:51.786 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:51.786 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:51.786 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:51.786 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:51.786 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:51.787 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:51.787 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:51.787 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:51.787 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.787 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:51.787 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:51.787 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:51.787 INFO:tasks.workunit.client.0.smithi069.stdout: 2, 2024-04-10T16:59:51.787 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T16:59:51.787 INFO:tasks.workunit.client.0.smithi069.stdout: 0 2024-04-10T16:59:51.787 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:51.787 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 2, 2024-04-10T16:59:51.787 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:51.787 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.787 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:51.787 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:51.788 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T16:59:51.788 INFO:tasks.workunit.client.0.smithi069.stdout: 2, 2024-04-10T16:59:51.788 INFO:tasks.workunit.client.0.smithi069.stdout: 6 2024-04-10T16:59:51.788 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:51.788 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 1, 2024-04-10T16:59:51.788 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:51.788 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:51.788 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T16:59:51.788 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:51.788 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:51.788 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:51.788 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.940395+0000", 2024-04-10T16:59:51.788 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:07.252226+0000", 2024-04-10T16:59:51.788 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:07.252226+0000", 2024-04-10T16:59:51.788 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:07.252521+0000", 2024-04-10T16:59:51.788 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.940395+0000", 2024-04-10T16:59:51.789 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:51.789 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:51.789 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:51.789 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 516, 2024-04-10T16:59:51.789 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.940395+0000", 2024-04-10T16:59:51.789 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.940395+0000", 2024-04-10T16:59:51.789 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.940395+0000", 2024-04-10T16:59:51.789 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:51.789 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:51.789 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:51.789 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.940395+0000", 2024-04-10T16:59:51.789 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.940395+0000", 2024-04-10T16:59:51.789 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:51.789 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:51.789 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:51.789 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:51.790 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 515, 2024-04-10T16:59:51.790 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:51.790 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:51.790 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:51.790 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:51.790 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:51.790 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:51.790 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:51.790 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:51.790 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.0", 2024-04-10T16:59:51.790 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:51.790 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:51.790 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:51.790 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 5114, 2024-04-10T16:59:51.790 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:51.791 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T18:45:20.773397+0000", 2024-04-10T16:59:51.791 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:51.791 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:51.791 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:51.791 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:51.791 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:51.791 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:51.791 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:51.791 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:51.791 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:51.791 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:51.791 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:51.791 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:51.791 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:51.791 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:51.791 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:51.792 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:51.792 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:51.792 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:51.792 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:51.792 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:51.792 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:51.792 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:51.792 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:51.792 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:51.792 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:51.792 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:51.792 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:51.792 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:51.792 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:51.792 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:51.793 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:51.793 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:51.793 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:51.793 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:51.793 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:51.793 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:51.793 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:51.793 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:51.793 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:51.793 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:51.793 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:51.793 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:51.793 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:51.793 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.793 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:51.793 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:51.793 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:51.794 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T16:59:51.794 INFO:tasks.workunit.client.0.smithi069.stdout: 2, 2024-04-10T16:59:51.794 INFO:tasks.workunit.client.0.smithi069.stdout: 6 2024-04-10T16:59:51.794 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:51.794 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 1, 2024-04-10T16:59:51.794 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:51.794 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.794 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:51.794 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:51.794 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T16:59:51.794 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T16:59:51.794 INFO:tasks.workunit.client.0.smithi069.stdout: 0 2024-04-10T16:59:51.794 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:51.794 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 1, 2024-04-10T16:59:51.794 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:51.795 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:51.795 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 65, 2024-04-10T16:59:51.795 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:51.795 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:51.795 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:51.795 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.941397+0000", 2024-04-10T16:59:51.795 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:38:32.253512+0000", 2024-04-10T16:59:51.795 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:38:32.253512+0000", 2024-04-10T16:59:51.795 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T16:12:17.596993+0000", 2024-04-10T16:59:51.795 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.941397+0000", 2024-04-10T16:59:51.795 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:44.022798+0000", 2024-04-10T16:59:51.795 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:51.795 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:44.022798+0000", 2024-04-10T16:59:51.795 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 481, 2024-04-10T16:59:51.795 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.941397+0000", 2024-04-10T16:59:51.795 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.941397+0000", 2024-04-10T16:59:51.795 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.941397+0000", 2024-04-10T16:59:51.796 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:51.796 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:51.796 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:44.022798+0000", 2024-04-10T16:59:51.796 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.941397+0000", 2024-04-10T16:59:51.796 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.941397+0000", 2024-04-10T16:59:51.796 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:51.796 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 2956, 2024-04-10T16:59:51.796 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:51.796 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:51.796 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 480, 2024-04-10T16:59:51.796 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:51.796 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:51.796 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:51.796 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:51.796 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 2956, 2024-04-10T16:59:51.796 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:51.797 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:51.797 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:51.797 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "4.7", 2024-04-10T16:59:51.797 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:51.797 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:51.797 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:51.797 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 8630, 2024-04-10T16:59:51.797 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:51.797 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T17:21:29.266794+0000", 2024-04-10T16:59:51.797 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.007672977, 2024-04-10T16:59:51.797 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:51.797 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:51.797 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:51.797 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:51.797 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:51.798 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:51.798 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:51.798 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:51.798 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:51.798 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:51.798 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:51.798 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:51.798 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:51.798 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:51.798 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:51.798 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:51.798 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:51.799 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:51.799 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:51.799 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:51.799 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:51.799 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:51.799 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:51.799 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:51.799 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:51.799 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:51.799 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:51.799 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:51.799 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:51.799 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:51.799 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:51.799 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:51.800 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:51.800 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:51.800 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:51.800 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 774, 2024-04-10T16:59:51.800 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 374558, 2024-04-10T16:59:51.800 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:51.800 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:51.800 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:51.800 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 2952, 2024-04-10T16:59:51.800 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 368205 2024-04-10T16:59:51.800 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.800 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:51.800 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:51.800 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:51.800 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T16:59:51.800 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T16:59:51.801 INFO:tasks.workunit.client.0.smithi069.stdout: 0 2024-04-10T16:59:51.801 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:51.801 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 1, 2024-04-10T16:59:51.801 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "1127'2956" 2024-04-10T16:59:51.801 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.801 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:51.801 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:51.801 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T16:59:51.801 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T16:59:51.801 INFO:tasks.workunit.client.0.smithi069.stdout: 6 2024-04-10T16:59:51.801 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:51.801 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 4, 2024-04-10T16:59:51.801 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:51.801 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:51.801 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T16:59:51.801 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:51.802 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:51.802 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:51.802 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.236738+0000", 2024-04-10T16:59:51.802 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:07.250090+0000", 2024-04-10T16:59:51.802 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:07.250090+0000", 2024-04-10T16:59:51.802 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:07.250413+0000", 2024-04-10T16:59:51.802 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.236738+0000", 2024-04-10T16:59:51.802 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:51.802 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:51.802 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:51.802 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 516, 2024-04-10T16:59:51.802 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.236738+0000", 2024-04-10T16:59:51.802 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.236738+0000", 2024-04-10T16:59:51.803 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.236738+0000", 2024-04-10T16:59:51.803 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:51.803 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:51.803 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:51.803 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.236738+0000", 2024-04-10T16:59:51.803 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.236738+0000", 2024-04-10T16:59:51.803 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:51.803 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:51.803 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:51.803 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:51.803 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 515, 2024-04-10T16:59:51.803 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:51.803 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:51.803 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:51.804 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:51.804 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:51.804 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:51.804 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:51.804 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:51.804 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.3", 2024-04-10T16:59:51.804 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:51.804 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:51.804 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:51.804 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 5017, 2024-04-10T16:59:51.804 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:51.804 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T23:47:23.370259+0000", 2024-04-10T16:59:51.805 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:51.805 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:51.805 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:51.805 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:51.805 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:51.805 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:51.805 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:51.805 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:51.805 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:51.805 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:51.805 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:51.805 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:51.805 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:51.806 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:51.806 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:51.806 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:51.806 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:51.806 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:51.806 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:51.806 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:51.806 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:51.806 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:51.806 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:51.806 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:51.806 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:51.806 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:51.806 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:51.807 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:51.807 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:51.807 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:51.807 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:51.807 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:51.807 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:51.807 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:51.807 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:51.807 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:51.807 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:51.807 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:51.807 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:51.807 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:51.807 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:51.807 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:51.807 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:51.808 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.808 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:51.808 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:51.808 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:51.808 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T16:59:51.808 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T16:59:51.808 INFO:tasks.workunit.client.0.smithi069.stdout: 6 2024-04-10T16:59:51.808 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:51.808 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 4, 2024-04-10T16:59:51.808 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:51.808 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.808 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:51.808 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:51.808 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T16:59:51.808 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T16:59:51.808 INFO:tasks.workunit.client.0.smithi069.stdout: 6 2024-04-10T16:59:51.808 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:51.809 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 5, 2024-04-10T16:59:51.809 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:51.809 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:51.809 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 59, 2024-04-10T16:59:51.809 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:51.809 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:51.809 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:51.809 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.942206+0000", 2024-04-10T16:59:51.809 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:07.260402+0000", 2024-04-10T16:59:51.809 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:07.260402+0000", 2024-04-10T16:59:51.809 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:07.260852+0000", 2024-04-10T16:59:51.809 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.942206+0000", 2024-04-10T16:59:51.809 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:51.809 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:51.809 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:51.810 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 516, 2024-04-10T16:59:51.810 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.942206+0000", 2024-04-10T16:59:51.810 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.942206+0000", 2024-04-10T16:59:51.810 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.942206+0000", 2024-04-10T16:59:51.810 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:51.810 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:51.810 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:51.810 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.942206+0000", 2024-04-10T16:59:51.810 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.942206+0000", 2024-04-10T16:59:51.810 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:51.810 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:51.810 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:51.810 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:51.810 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 515, 2024-04-10T16:59:51.811 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:51.811 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:51.811 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:51.811 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:51.811 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:51.811 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:51.811 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:51.811 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:51.811 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "2.2", 2024-04-10T16:59:51.811 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:51.811 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:51.811 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:51.811 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 4972, 2024-04-10T16:59:51.811 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:51.812 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T19:30:23.119549+0000", 2024-04-10T16:59:51.812 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:51.812 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:51.812 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:51.812 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:51.812 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:51.812 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:51.812 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:51.812 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:51.812 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:51.812 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:51.812 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:51.812 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:51.812 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:51.812 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:51.813 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:51.813 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:51.813 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:51.813 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:51.813 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:51.813 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:51.813 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:51.813 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:51.813 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:51.813 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:51.813 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:51.813 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:51.813 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:51.813 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:51.813 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:51.814 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:51.814 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:51.814 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:51.814 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:51.814 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:51.814 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:51.814 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:51.814 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:51.814 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:51.814 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:51.814 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:51.814 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:51.814 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:51.814 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:51.814 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.815 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:51.815 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:51.815 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:51.815 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T16:59:51.815 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T16:59:51.815 INFO:tasks.workunit.client.0.smithi069.stdout: 6 2024-04-10T16:59:51.815 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:51.815 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 5, 2024-04-10T16:59:51.815 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:51.815 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.815 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:51.815 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:51.815 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T16:59:51.815 INFO:tasks.workunit.client.0.smithi069.stdout: 2, 2024-04-10T16:59:51.815 INFO:tasks.workunit.client.0.smithi069.stdout: 3 2024-04-10T16:59:51.815 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:51.816 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 1, 2024-04-10T16:59:51.816 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:51.816 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:51.816 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 65, 2024-04-10T16:59:51.816 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:51.816 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:51.816 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:51.816 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.940260+0000", 2024-04-10T16:59:51.816 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:37:21.181427+0000", 2024-04-10T16:59:51.816 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:37:21.181427+0000", 2024-04-10T16:59:51.816 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T16:12:17.600424+0000", 2024-04-10T16:59:51.816 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.940260+0000", 2024-04-10T16:59:51.816 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:44.022798+0000", 2024-04-10T16:59:51.816 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:51.816 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:44.022798+0000", 2024-04-10T16:59:51.817 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 417, 2024-04-10T16:59:51.817 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.940260+0000", 2024-04-10T16:59:51.817 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.940260+0000", 2024-04-10T16:59:51.817 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.940260+0000", 2024-04-10T16:59:51.817 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:51.817 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:51.817 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:44.022798+0000", 2024-04-10T16:59:51.817 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.940260+0000", 2024-04-10T16:59:51.817 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.940260+0000", 2024-04-10T16:59:51.817 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:51.817 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 3066, 2024-04-10T16:59:51.817 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:51.817 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:51.817 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 416, 2024-04-10T16:59:51.817 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:51.817 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:51.817 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:51.818 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:51.818 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 3066, 2024-04-10T16:59:51.818 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:51.818 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:51.818 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:51.818 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "4.4", 2024-04-10T16:59:51.818 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:51.818 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:51.818 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:51.818 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 9017, 2024-04-10T16:59:51.818 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:51.818 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T23:55:27.045614+0000", 2024-04-10T16:59:51.818 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.010903068, 2024-04-10T16:59:51.818 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:51.818 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:51.819 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:51.819 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:51.819 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:51.819 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:51.819 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:51.819 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:51.819 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:51.819 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:51.819 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:51.819 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:51.819 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:51.819 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:51.819 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:51.819 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:51.819 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:51.819 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:51.819 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 3, 2024-04-10T16:59:51.820 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 1, 2024-04-10T16:59:51.820 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:51.820 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 1, 2024-04-10T16:59:51.820 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:51.820 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:51.820 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:51.820 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:51.820 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:51.820 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 1, 2024-04-10T16:59:51.820 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:51.820 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:51.820 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:51.820 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:51.820 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:51.820 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:51.820 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:51.820 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 1339, 2024-04-10T16:59:51.821 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 444085, 2024-04-10T16:59:51.821 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:51.821 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:51.821 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:51.821 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 3071, 2024-04-10T16:59:51.821 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 389131 2024-04-10T16:59:51.821 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.821 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:51.821 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:51.821 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:51.821 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T16:59:51.821 INFO:tasks.workunit.client.0.smithi069.stdout: 2, 2024-04-10T16:59:51.821 INFO:tasks.workunit.client.0.smithi069.stdout: 3 2024-04-10T16:59:51.821 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:51.821 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 1, 2024-04-10T16:59:51.821 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "1128'3066" 2024-04-10T16:59:51.822 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.822 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:51.822 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:51.822 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T16:59:51.822 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T16:59:51.822 INFO:tasks.workunit.client.0.smithi069.stdout: 2 2024-04-10T16:59:51.822 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:51.822 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 5, 2024-04-10T16:59:51.822 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:51.822 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:51.822 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T16:59:51.822 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:51.822 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:51.823 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:51.823 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.942240+0000", 2024-04-10T16:59:51.823 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:38:32.269801+0000", 2024-04-10T16:59:51.823 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:38:32.269801+0000", 2024-04-10T16:59:51.823 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:38:32.270300+0000", 2024-04-10T16:59:51.823 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.942240+0000", 2024-04-10T16:59:51.823 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:51.823 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:51.823 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:51.823 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 481, 2024-04-10T16:59:51.823 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.942240+0000", 2024-04-10T16:59:51.823 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.942240+0000", 2024-04-10T16:59:51.823 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.942240+0000", 2024-04-10T16:59:51.823 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:51.823 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:51.823 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:51.824 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.942240+0000", 2024-04-10T16:59:51.824 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.942240+0000", 2024-04-10T16:59:51.824 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:51.824 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:51.824 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:51.824 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:51.824 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 480, 2024-04-10T16:59:51.824 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:51.824 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:51.824 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:51.824 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:51.824 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:51.824 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:51.824 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:51.825 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:51.825 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.5", 2024-04-10T16:59:51.825 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:51.825 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:51.825 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:51.825 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 5003, 2024-04-10T16:59:51.825 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:51.825 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T22:09:44.681837+0000", 2024-04-10T16:59:51.825 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:51.825 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:51.825 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:51.825 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:51.825 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:51.825 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:51.825 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:51.826 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:51.826 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:51.826 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:51.826 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:51.826 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:51.826 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:51.826 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:51.826 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:51.826 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:51.826 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:51.826 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:51.826 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:51.826 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:51.826 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:51.827 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:51.827 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:51.827 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:51.827 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:51.827 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:51.827 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:51.827 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:51.827 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:51.827 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:51.827 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:51.827 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:51.827 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:51.827 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:51.827 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:51.827 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:51.827 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:51.828 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:51.828 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:51.828 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:51.828 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:51.828 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:51.828 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:51.828 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.828 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:51.828 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:51.828 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:51.828 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T16:59:51.828 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T16:59:51.828 INFO:tasks.workunit.client.0.smithi069.stdout: 2 2024-04-10T16:59:51.828 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:51.828 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 5, 2024-04-10T16:59:51.829 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:51.829 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.829 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:51.829 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:51.829 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T16:59:51.829 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T16:59:51.829 INFO:tasks.workunit.client.0.smithi069.stdout: 7 2024-04-10T16:59:51.829 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:51.829 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 1, 2024-04-10T16:59:51.829 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:51.829 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:51.829 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 59, 2024-04-10T16:59:51.829 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:51.829 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:51.829 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:51.829 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.942444+0000", 2024-04-10T16:59:51.830 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:42.209732+0000", 2024-04-10T16:59:51.830 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:42.209732+0000", 2024-04-10T16:59:51.830 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:42.210130+0000", 2024-04-10T16:59:51.830 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.942444+0000", 2024-04-10T16:59:51.830 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:51.830 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:51.830 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:51.830 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 551, 2024-04-10T16:59:51.830 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.942444+0000", 2024-04-10T16:59:51.830 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.942444+0000", 2024-04-10T16:59:51.830 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.942444+0000", 2024-04-10T16:59:51.830 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:51.830 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:51.830 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:51.831 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.942444+0000", 2024-04-10T16:59:51.831 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.942444+0000", 2024-04-10T16:59:51.831 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:51.831 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:51.831 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:51.831 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:51.831 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 550, 2024-04-10T16:59:51.831 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:51.831 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:51.831 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:51.831 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:51.831 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:51.832 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:51.832 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:51.832 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:51.832 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "2.4", 2024-04-10T16:59:51.832 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:51.832 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:51.832 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:51.832 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 5126, 2024-04-10T16:59:51.832 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:51.832 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T23:32:34.498351+0000", 2024-04-10T16:59:51.832 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:51.832 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:51.832 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:51.833 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:51.833 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:51.833 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:51.833 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:51.833 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:51.833 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:51.833 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:51.833 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:51.833 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:51.833 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:51.833 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:51.833 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:51.833 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:51.833 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:51.834 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:51.834 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:51.834 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:51.834 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:51.834 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:51.834 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:51.834 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:51.834 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:51.834 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:51.834 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:51.834 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:51.834 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:51.834 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:51.834 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:51.834 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:51.835 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:51.835 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:51.835 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:51.835 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:51.835 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:51.835 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:51.835 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:51.835 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:51.835 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:51.835 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:51.835 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:51.835 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.835 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:51.835 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:51.835 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:51.835 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T16:59:51.835 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T16:59:51.836 INFO:tasks.workunit.client.0.smithi069.stdout: 7 2024-04-10T16:59:51.836 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:51.836 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 1, 2024-04-10T16:59:51.836 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:51.836 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.836 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:51.836 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:51.836 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T16:59:51.836 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T16:59:51.836 INFO:tasks.workunit.client.0.smithi069.stdout: 4 2024-04-10T16:59:51.836 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:51.836 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 1, 2024-04-10T16:59:51.836 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:51.836 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:51.836 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 65, 2024-04-10T16:59:51.836 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:51.837 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:51.837 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:51.837 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.943265+0000", 2024-04-10T16:59:51.837 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:38:32.256982+0000", 2024-04-10T16:59:51.837 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:38:32.256982+0000", 2024-04-10T16:59:51.837 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T16:12:17.596917+0000", 2024-04-10T16:59:51.837 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.943265+0000", 2024-04-10T16:59:51.837 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:44.022798+0000", 2024-04-10T16:59:51.837 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:51.837 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:44.022798+0000", 2024-04-10T16:59:51.837 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 481, 2024-04-10T16:59:51.837 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.943265+0000", 2024-04-10T16:59:51.837 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.943265+0000", 2024-04-10T16:59:51.837 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.943265+0000", 2024-04-10T16:59:51.838 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:51.838 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:51.838 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:44.022798+0000", 2024-04-10T16:59:51.838 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.943265+0000", 2024-04-10T16:59:51.838 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.943265+0000", 2024-04-10T16:59:51.838 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:51.838 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 3033, 2024-04-10T16:59:51.838 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:51.838 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:51.838 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 480, 2024-04-10T16:59:51.838 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:51.838 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:51.838 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:51.838 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:51.839 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 3033, 2024-04-10T16:59:51.839 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:51.839 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:51.839 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:51.839 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "4.2", 2024-04-10T16:59:51.839 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:51.839 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:51.839 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:51.839 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 9083, 2024-04-10T16:59:51.839 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:51.839 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T20:23:50.323327+0000", 2024-04-10T16:59:51.839 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.007497408, 2024-04-10T16:59:51.839 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:51.839 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:51.840 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 19, 2024-04-10T16:59:51.840 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:51.840 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:51.840 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:51.840 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:51.840 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:51.840 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:51.840 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:51.840 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:51.840 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:51.840 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:51.840 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:51.840 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:51.840 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:51.840 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:51.841 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:51.841 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 3, 2024-04-10T16:59:51.841 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 1, 2024-04-10T16:59:51.841 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:51.841 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 1, 2024-04-10T16:59:51.841 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:51.841 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:51.841 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:51.841 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:51.841 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:51.841 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:51.841 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:51.841 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:51.841 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:51.841 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:51.842 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:51.842 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:51.842 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:51.842 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 1560, 2024-04-10T16:59:51.842 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 391797, 2024-04-10T16:59:51.842 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:51.842 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:51.842 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:51.842 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 3029, 2024-04-10T16:59:51.842 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 384206 2024-04-10T16:59:51.842 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.842 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:51.842 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:51.842 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:51.842 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T16:59:51.842 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T16:59:51.843 INFO:tasks.workunit.client.0.smithi069.stdout: 4 2024-04-10T16:59:51.843 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:51.843 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 1, 2024-04-10T16:59:51.843 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "1127'3033" 2024-04-10T16:59:51.843 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.843 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:51.843 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:51.843 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T16:59:51.843 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T16:59:51.843 INFO:tasks.workunit.client.0.smithi069.stdout: 1 2024-04-10T16:59:51.843 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:51.843 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 7, 2024-04-10T16:59:51.843 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:51.843 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:51.843 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T16:59:51.844 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:51.844 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:51.844 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:51.844 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.523085+0000", 2024-04-10T16:59:51.844 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:42.215456+0000", 2024-04-10T16:59:51.844 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:42.215456+0000", 2024-04-10T16:59:51.844 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:42.219125+0000", 2024-04-10T16:59:51.844 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.523085+0000", 2024-04-10T16:59:51.844 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:51.844 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:51.844 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:51.844 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 551, 2024-04-10T16:59:51.844 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.523085+0000", 2024-04-10T16:59:51.844 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.523085+0000", 2024-04-10T16:59:51.845 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.523085+0000", 2024-04-10T16:59:51.845 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:51.845 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:51.845 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:51.845 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.523085+0000", 2024-04-10T16:59:51.845 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.523085+0000", 2024-04-10T16:59:51.845 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:51.845 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:51.845 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:51.845 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:51.845 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 550, 2024-04-10T16:59:51.845 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:51.845 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:51.845 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:51.845 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:51.845 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:51.846 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:51.846 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:51.846 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:51.846 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.e", 2024-04-10T16:59:51.846 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:51.846 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:51.846 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:51.846 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 4922, 2024-04-10T16:59:51.846 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:51.846 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T01:54:11.263819+0000", 2024-04-10T16:59:51.846 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:51.846 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:51.846 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:51.846 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:51.846 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:51.847 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:51.847 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:51.847 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:51.847 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:51.847 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:51.847 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:51.847 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:51.847 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:51.847 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:51.847 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:51.847 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:51.847 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:51.847 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:51.847 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:51.847 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:51.847 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:51.848 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:51.848 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:51.848 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:51.848 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:51.848 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:51.848 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:51.848 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:51.848 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:51.848 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:51.848 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:51.848 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:51.848 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:51.848 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:51.848 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:51.848 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:51.848 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:51.848 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:51.849 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:51.849 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:51.849 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:51.849 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:51.849 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:51.849 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.849 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:51.849 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:51.849 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:51.849 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T16:59:51.849 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T16:59:51.849 INFO:tasks.workunit.client.0.smithi069.stdout: 1 2024-04-10T16:59:51.849 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:51.849 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 7, 2024-04-10T16:59:51.849 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:51.849 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.849 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:51.850 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:51.850 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T16:59:51.850 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T16:59:51.850 INFO:tasks.workunit.client.0.smithi069.stdout: 7 2024-04-10T16:59:51.850 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:51.850 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 4, 2024-04-10T16:59:51.850 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:51.850 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:51.850 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 59, 2024-04-10T16:59:51.850 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:51.850 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:51.850 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:51.850 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.237867+0000", 2024-04-10T16:59:51.850 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:42.215786+0000", 2024-04-10T16:59:51.850 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:42.215786+0000", 2024-04-10T16:59:51.850 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:42.216131+0000", 2024-04-10T16:59:51.851 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.237867+0000", 2024-04-10T16:59:51.851 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:51.851 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:51.851 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:51.851 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 551, 2024-04-10T16:59:51.851 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.237867+0000", 2024-04-10T16:59:51.851 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.237867+0000", 2024-04-10T16:59:51.851 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.237867+0000", 2024-04-10T16:59:51.851 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:51.851 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:51.851 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:51.851 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.237867+0000", 2024-04-10T16:59:51.851 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.237867+0000", 2024-04-10T16:59:51.851 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:51.852 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 1, 2024-04-10T16:59:51.852 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:51.852 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:51.852 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 550, 2024-04-10T16:59:51.852 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:51.852 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:51.852 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:51.852 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:51.852 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 1, 2024-04-10T16:59:51.852 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:51.852 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:51.852 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:51.852 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "2.f", 2024-04-10T16:59:51.852 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:51.853 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:51.853 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:51.853 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 5016, 2024-04-10T16:59:51.853 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:51.853 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T16:10:23.905287+0000", 2024-04-10T16:59:51.853 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:51.853 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:51.853 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:51.853 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 22, 2024-04-10T16:59:51.853 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:51.853 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:51.853 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:51.853 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:51.853 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:51.853 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:51.854 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:51.854 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:51.854 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:51.854 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:51.854 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:51.854 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:51.854 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:51.854 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:51.854 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:51.854 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 3, 2024-04-10T16:59:51.854 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 1, 2024-04-10T16:59:51.854 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:51.854 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 1, 2024-04-10T16:59:51.855 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:51.855 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:51.855 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:51.855 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:51.855 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:51.855 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:51.855 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:51.855 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:51.855 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:51.855 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:51.855 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:51.855 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:51.855 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:51.855 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 1, 2024-04-10T16:59:51.855 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 1, 2024-04-10T16:59:51.855 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:51.856 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:51.856 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:51.856 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 1, 2024-04-10T16:59:51.856 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 1 2024-04-10T16:59:51.856 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.856 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:51.856 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:51.856 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:51.856 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T16:59:51.856 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T16:59:51.856 INFO:tasks.workunit.client.0.smithi069.stdout: 7 2024-04-10T16:59:51.856 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:51.856 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 4, 2024-04-10T16:59:51.856 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "61'1" 2024-04-10T16:59:51.856 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.856 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:51.857 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:51.857 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T16:59:51.857 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T16:59:51.857 INFO:tasks.workunit.client.0.smithi069.stdout: 6 2024-04-10T16:59:51.857 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:51.857 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 7, 2024-04-10T16:59:51.857 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:51.857 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:51.857 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T16:59:51.857 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:51.857 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:51.857 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:51.857 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.521757+0000", 2024-04-10T16:59:51.857 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:42.215656+0000", 2024-04-10T16:59:51.857 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:42.215656+0000", 2024-04-10T16:59:51.857 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:42.220156+0000", 2024-04-10T16:59:51.858 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.521757+0000", 2024-04-10T16:59:51.858 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:51.858 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:51.858 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:51.858 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 551, 2024-04-10T16:59:51.858 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.521757+0000", 2024-04-10T16:59:51.858 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.521757+0000", 2024-04-10T16:59:51.858 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.521757+0000", 2024-04-10T16:59:51.858 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:51.858 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:51.858 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:51.858 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.521757+0000", 2024-04-10T16:59:51.858 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.521757+0000", 2024-04-10T16:59:51.858 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:51.858 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:51.859 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:51.859 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:51.859 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 550, 2024-04-10T16:59:51.859 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:51.859 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:51.859 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:51.859 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:51.859 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:51.859 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:51.859 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:51.859 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:51.859 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.11", 2024-04-10T16:59:51.859 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:51.859 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:51.859 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:51.859 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 4905, 2024-04-10T16:59:51.860 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:51.860 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T21:40:50.849177+0000", 2024-04-10T16:59:51.860 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:51.860 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:51.860 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:51.860 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:51.860 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:51.860 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:51.860 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:51.860 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:51.860 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:51.860 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:51.860 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:51.860 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:51.860 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:51.861 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:51.861 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:51.861 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:51.861 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:51.861 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:51.861 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:51.861 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:51.861 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:51.861 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:51.861 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:51.861 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:51.861 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:51.861 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:51.862 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:51.862 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:51.862 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:51.862 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:51.862 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:51.862 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:51.862 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:51.862 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:51.862 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:51.862 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:51.862 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:51.862 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:51.862 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:51.863 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:51.863 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:51.863 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:51.863 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:51.863 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.863 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:51.863 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:51.863 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:51.863 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T16:59:51.863 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T16:59:51.863 INFO:tasks.workunit.client.0.smithi069.stdout: 6 2024-04-10T16:59:51.863 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:51.863 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 7, 2024-04-10T16:59:51.863 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:51.863 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.863 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:51.864 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:51.864 INFO:tasks.workunit.client.0.smithi069.stdout: 2, 2024-04-10T16:59:51.864 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T16:59:51.864 INFO:tasks.workunit.client.0.smithi069.stdout: 0 2024-04-10T16:59:51.864 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:51.864 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 2, 2024-04-10T16:59:51.864 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:51.864 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:51.864 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 59, 2024-04-10T16:59:51.864 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:51.864 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:51.864 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:51.864 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.238001+0000", 2024-04-10T16:59:51.864 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:36:45.179805+0000", 2024-04-10T16:59:51.864 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:36:45.179805+0000", 2024-04-10T16:59:51.864 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:36:45.181811+0000", 2024-04-10T16:59:51.864 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.238001+0000", 2024-04-10T16:59:51.865 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:51.865 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:51.865 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:51.865 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 381, 2024-04-10T16:59:51.865 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.238001+0000", 2024-04-10T16:59:51.865 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.238001+0000", 2024-04-10T16:59:51.865 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.238001+0000", 2024-04-10T16:59:51.865 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:51.865 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:51.865 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:51.865 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.238001+0000", 2024-04-10T16:59:51.865 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.238001+0000", 2024-04-10T16:59:51.865 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:51.865 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 8, 2024-04-10T16:59:51.865 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:51.866 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:51.866 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 380, 2024-04-10T16:59:51.866 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:51.866 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:51.866 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:51.866 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:51.866 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 8, 2024-04-10T16:59:51.866 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:51.866 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:51.866 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:51.866 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "2.10", 2024-04-10T16:59:51.867 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:51.867 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:51.867 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:51.867 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 5106, 2024-04-10T16:59:51.867 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:51.867 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T19:06:52.782237+0000", 2024-04-10T16:59:51.867 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:51.867 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:51.867 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:51.867 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:51.867 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:51.867 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:51.867 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:51.868 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:51.868 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:51.868 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:51.868 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:51.868 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:51.868 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:51.868 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:51.868 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:51.868 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:51.868 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:51.868 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:51.868 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:51.868 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 12, 2024-04-10T16:59:51.868 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 4, 2024-04-10T16:59:51.868 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:51.869 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 4, 2024-04-10T16:59:51.869 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:51.869 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:51.869 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:51.869 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:51.869 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:51.869 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 4, 2024-04-10T16:59:51.869 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:51.869 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:51.869 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:51.869 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:51.869 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:51.869 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:51.869 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:51.869 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 24, 2024-04-10T16:59:51.869 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 24, 2024-04-10T16:59:51.870 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:51.870 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:51.870 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:51.870 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 12, 2024-04-10T16:59:51.870 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:51.870 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.870 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:51.870 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:51.870 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:51.870 INFO:tasks.workunit.client.0.smithi069.stdout: 2, 2024-04-10T16:59:51.870 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T16:59:51.870 INFO:tasks.workunit.client.0.smithi069.stdout: 0 2024-04-10T16:59:51.870 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:51.870 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 2, 2024-04-10T16:59:51.870 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "61'8" 2024-04-10T16:59:51.871 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.871 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:51.871 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:51.871 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T16:59:51.871 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T16:59:51.871 INFO:tasks.workunit.client.0.smithi069.stdout: 5 2024-04-10T16:59:51.871 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:51.871 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 6, 2024-04-10T16:59:51.871 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:51.871 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:51.871 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T16:59:51.871 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:51.871 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:51.871 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:51.871 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.941362+0000", 2024-04-10T16:59:51.871 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:07.252884+0000", 2024-04-10T16:59:51.871 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:07.252884+0000", 2024-04-10T16:59:51.872 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:07.254827+0000", 2024-04-10T16:59:51.872 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.941362+0000", 2024-04-10T16:59:51.872 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:51.872 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:51.872 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:51.872 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 516, 2024-04-10T16:59:51.872 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.941362+0000", 2024-04-10T16:59:51.872 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.941362+0000", 2024-04-10T16:59:51.872 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.941362+0000", 2024-04-10T16:59:51.872 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:51.872 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:51.872 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:51.872 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.941362+0000", 2024-04-10T16:59:51.872 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.941362+0000", 2024-04-10T16:59:51.872 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:51.873 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:51.873 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:51.873 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:51.873 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 515, 2024-04-10T16:59:51.873 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:51.873 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:51.873 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:51.873 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:51.873 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:51.873 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:51.873 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:51.873 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:51.873 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.10", 2024-04-10T16:59:51.874 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:51.874 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:51.874 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:51.874 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 4937, 2024-04-10T16:59:51.874 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:51.874 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T01:09:41.651221+0000", 2024-04-10T16:59:51.874 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:51.874 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:51.874 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:51.874 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:51.874 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:51.874 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:51.874 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:51.874 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:51.875 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:51.875 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:51.875 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:51.875 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:51.875 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:51.875 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:51.875 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:51.875 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:51.875 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:51.875 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:51.875 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:51.875 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:51.875 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:51.875 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:51.875 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:51.876 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:51.876 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:51.876 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:51.876 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:51.876 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:51.876 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:51.876 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:51.876 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:51.876 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:51.876 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:51.876 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:51.876 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:51.876 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:51.877 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:51.877 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:51.877 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:51.877 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:51.877 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:51.877 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:51.877 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:51.877 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.877 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:51.877 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:51.877 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:51.877 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T16:59:51.877 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T16:59:51.877 INFO:tasks.workunit.client.0.smithi069.stdout: 5 2024-04-10T16:59:51.878 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:51.878 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 6, 2024-04-10T16:59:51.878 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:51.878 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.878 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:51.878 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:51.878 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T16:59:51.878 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T16:59:51.878 INFO:tasks.workunit.client.0.smithi069.stdout: 1 2024-04-10T16:59:51.878 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:51.878 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 6, 2024-04-10T16:59:51.878 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:51.878 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:51.879 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 59, 2024-04-10T16:59:51.879 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:51.879 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:51.879 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:51.879 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.946550+0000", 2024-04-10T16:59:51.879 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:07.255593+0000", 2024-04-10T16:59:51.879 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:07.255593+0000", 2024-04-10T16:59:51.879 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:07.258204+0000", 2024-04-10T16:59:51.879 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.946550+0000", 2024-04-10T16:59:51.879 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:51.879 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:51.879 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:51.879 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 516, 2024-04-10T16:59:51.879 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.946550+0000", 2024-04-10T16:59:51.879 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.946550+0000", 2024-04-10T16:59:51.880 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.946550+0000", 2024-04-10T16:59:51.880 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:51.880 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:51.880 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:51.880 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.946550+0000", 2024-04-10T16:59:51.880 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.946550+0000", 2024-04-10T16:59:51.880 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:51.880 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:51.880 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:51.880 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:51.880 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 515, 2024-04-10T16:59:51.880 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:51.880 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:51.880 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:51.880 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:51.881 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:51.881 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:51.881 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:51.881 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:51.881 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "2.11", 2024-04-10T16:59:51.881 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:51.881 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:51.881 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:51.881 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 4948, 2024-04-10T16:59:51.881 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:51.881 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T21:48:41.401298+0000", 2024-04-10T16:59:51.881 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:51.881 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:51.881 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:51.882 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:51.882 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:51.882 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:51.882 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:51.882 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:51.882 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:51.882 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:51.882 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:51.882 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:51.882 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:51.882 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:51.882 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:51.882 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:51.882 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:51.882 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:51.883 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:51.883 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:51.883 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:51.883 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:51.883 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:51.883 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:51.883 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:51.883 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:51.883 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:51.883 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:51.883 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:51.883 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:51.883 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:51.883 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:51.883 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:51.884 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:51.884 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:51.884 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:51.884 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:51.884 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:51.884 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:51.884 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:51.884 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:51.884 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:51.884 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:51.884 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.884 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:51.884 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:51.884 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:51.884 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T16:59:51.885 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T16:59:51.885 INFO:tasks.workunit.client.0.smithi069.stdout: 1 2024-04-10T16:59:51.885 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:51.885 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 6, 2024-04-10T16:59:51.885 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:51.885 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.885 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:51.885 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:51.885 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T16:59:51.885 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T16:59:51.885 INFO:tasks.workunit.client.0.smithi069.stdout: 2 2024-04-10T16:59:51.885 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:51.885 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 7, 2024-04-10T16:59:51.885 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:51.885 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:51.886 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T16:59:51.886 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:51.886 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:51.886 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:51.886 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.522234+0000", 2024-04-10T16:59:51.886 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:42.216119+0000", 2024-04-10T16:59:51.886 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:42.216119+0000", 2024-04-10T16:59:51.886 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:42.216525+0000", 2024-04-10T16:59:51.886 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.522234+0000", 2024-04-10T16:59:51.886 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:51.886 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:51.886 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:51.886 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 551, 2024-04-10T16:59:51.886 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.522234+0000", 2024-04-10T16:59:51.887 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.522234+0000", 2024-04-10T16:59:51.887 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.522234+0000", 2024-04-10T16:59:51.887 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:51.887 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:51.887 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:51.887 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.522234+0000", 2024-04-10T16:59:51.887 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.522234+0000", 2024-04-10T16:59:51.887 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:51.887 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:51.887 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:51.887 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:51.887 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 550, 2024-04-10T16:59:51.887 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:51.887 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:51.887 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:51.887 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:51.888 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:51.888 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:51.888 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:51.888 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:51.888 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.13", 2024-04-10T16:59:51.888 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:51.888 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:51.888 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:51.888 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 4921, 2024-04-10T16:59:51.888 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:51.888 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T23:41:26.923027+0000", 2024-04-10T16:59:51.888 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:51.888 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:51.888 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:51.888 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:51.888 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:51.889 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:51.889 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:51.889 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:51.889 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:51.889 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:51.889 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:51.889 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:51.889 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:51.889 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:51.889 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:51.889 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:51.889 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:51.889 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:51.889 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:51.889 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:51.889 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:51.889 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:51.890 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:51.890 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:51.890 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:51.890 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:51.890 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:51.890 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:51.890 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:51.890 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:51.890 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:51.890 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:51.890 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:51.890 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:51.890 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:51.890 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:51.890 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:51.890 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:51.891 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:51.891 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:51.891 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:51.891 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:51.891 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:51.891 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.891 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:51.891 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:51.891 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:51.891 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T16:59:51.891 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T16:59:51.891 INFO:tasks.workunit.client.0.smithi069.stdout: 2 2024-04-10T16:59:51.891 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:51.891 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 7, 2024-04-10T16:59:51.892 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:51.892 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.892 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:51.892 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:51.892 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T16:59:51.892 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T16:59:51.892 INFO:tasks.workunit.client.0.smithi069.stdout: 7 2024-04-10T16:59:51.892 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:51.892 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 5, 2024-04-10T16:59:51.892 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:51.892 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:51.892 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 59, 2024-04-10T16:59:51.892 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:51.892 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:51.893 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:51.893 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.942095+0000", 2024-04-10T16:59:51.893 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:42.219590+0000", 2024-04-10T16:59:51.893 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:42.219590+0000", 2024-04-10T16:59:51.893 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:42.219902+0000", 2024-04-10T16:59:51.893 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.942095+0000", 2024-04-10T16:59:51.893 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:51.893 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:51.893 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:51.893 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 551, 2024-04-10T16:59:51.893 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.942095+0000", 2024-04-10T16:59:51.893 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.942095+0000", 2024-04-10T16:59:51.894 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.942095+0000", 2024-04-10T16:59:51.894 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:51.894 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:51.894 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:51.894 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.942095+0000", 2024-04-10T16:59:51.894 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.942095+0000", 2024-04-10T16:59:51.894 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:51.894 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:51.894 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:51.894 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:51.894 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 550, 2024-04-10T16:59:51.894 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:51.894 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:51.894 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:51.895 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:51.895 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:51.895 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:51.895 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:51.895 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:51.895 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "2.12", 2024-04-10T16:59:51.895 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:51.895 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:51.895 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:51.895 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 4994, 2024-04-10T16:59:51.895 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:51.895 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T03:11:49.595540+0000", 2024-04-10T16:59:51.895 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:51.895 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:51.896 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:51.896 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:51.896 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:51.896 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:51.896 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:51.896 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:51.896 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:51.896 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:51.896 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:51.896 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:51.896 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:51.896 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:51.896 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:51.896 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:51.896 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:51.897 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:51.897 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:51.897 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:51.897 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:51.897 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:51.897 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:51.897 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:51.897 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:51.897 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:51.897 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:51.897 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:51.897 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:51.897 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:51.897 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:51.897 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:51.898 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:51.898 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:51.898 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:51.898 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:51.898 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:51.898 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:51.898 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:51.898 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:51.898 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:51.898 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:51.898 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:51.898 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.898 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:51.899 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:51.899 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:51.899 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T16:59:51.899 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T16:59:51.899 INFO:tasks.workunit.client.0.smithi069.stdout: 7 2024-04-10T16:59:51.899 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:51.899 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 5, 2024-04-10T16:59:51.899 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:51.899 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.899 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:51.899 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:51.899 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T16:59:51.899 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T16:59:51.899 INFO:tasks.workunit.client.0.smithi069.stdout: 3 2024-04-10T16:59:51.900 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:51.900 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 0, 2024-04-10T16:59:51.900 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:51.900 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:51.900 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T16:59:51.900 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:51.900 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:51.900 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:51.900 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.941397+0000", 2024-04-10T16:59:51.900 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:42.213388+0000", 2024-04-10T16:59:51.900 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:42.213388+0000", 2024-04-10T16:59:51.900 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:42.213797+0000", 2024-04-10T16:59:51.900 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.941397+0000", 2024-04-10T16:59:51.900 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:51.901 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:51.901 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:51.901 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 551, 2024-04-10T16:59:51.901 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.941397+0000", 2024-04-10T16:59:51.901 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.941397+0000", 2024-04-10T16:59:51.901 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.941397+0000", 2024-04-10T16:59:51.901 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:51.901 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:51.901 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:51.901 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.941397+0000", 2024-04-10T16:59:51.901 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.941397+0000", 2024-04-10T16:59:51.901 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:51.901 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:51.901 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:51.901 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:51.902 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 550, 2024-04-10T16:59:51.902 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:51.902 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:51.902 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:51.902 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:51.902 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:51.902 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:51.902 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:51.902 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:51.902 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.12", 2024-04-10T16:59:51.902 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:51.902 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:51.902 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:51.902 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 5133, 2024-04-10T16:59:51.902 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:51.902 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T23:25:03.282033+0000", 2024-04-10T16:59:51.903 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:51.903 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:51.903 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:51.903 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:51.903 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:51.903 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:51.903 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:51.903 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:51.903 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:51.903 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:51.903 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:51.903 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:51.903 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:51.903 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:51.904 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:51.904 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:51.904 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:51.904 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:51.904 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:51.904 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:51.904 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:51.904 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:51.904 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:51.904 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:51.904 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:51.904 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:51.904 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:51.904 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:51.904 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:51.904 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:51.905 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:51.905 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:51.905 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:51.905 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:51.905 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:51.905 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:51.905 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:51.905 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:51.905 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:51.905 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:51.905 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:51.905 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:51.905 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:51.905 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.905 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:51.906 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:51.906 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:51.906 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T16:59:51.906 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T16:59:51.906 INFO:tasks.workunit.client.0.smithi069.stdout: 3 2024-04-10T16:59:51.906 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:51.906 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 0, 2024-04-10T16:59:51.906 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:51.906 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.906 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:51.906 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:51.906 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T16:59:51.906 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T16:59:51.906 INFO:tasks.workunit.client.0.smithi069.stdout: 3 2024-04-10T16:59:51.906 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:51.907 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 0, 2024-04-10T16:59:51.907 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:51.907 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:51.907 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 59, 2024-04-10T16:59:51.907 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:51.907 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:51.907 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:51.907 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.941867+0000", 2024-04-10T16:59:51.907 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:37:57.397140+0000", 2024-04-10T16:59:51.907 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:37:57.397140+0000", 2024-04-10T16:59:51.907 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:37:57.397738+0000", 2024-04-10T16:59:51.907 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.941867+0000", 2024-04-10T16:59:51.907 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:51.907 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:51.907 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:51.907 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 449, 2024-04-10T16:59:51.908 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.941867+0000", 2024-04-10T16:59:51.908 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.941867+0000", 2024-04-10T16:59:51.908 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.941867+0000", 2024-04-10T16:59:51.908 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:51.908 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:51.908 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:51.908 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.941867+0000", 2024-04-10T16:59:51.908 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.941867+0000", 2024-04-10T16:59:51.908 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:51.908 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 2, 2024-04-10T16:59:51.908 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:51.908 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:51.908 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 448, 2024-04-10T16:59:51.908 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:51.908 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:51.909 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:51.909 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:51.909 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 2, 2024-04-10T16:59:51.909 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:51.909 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:51.909 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:51.909 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "2.13", 2024-04-10T16:59:51.909 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:51.909 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:51.909 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:51.909 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 5138, 2024-04-10T16:59:51.909 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:51.909 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T00:35:10.870313+0000", 2024-04-10T16:59:51.909 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:51.909 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:51.910 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:51.910 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 34, 2024-04-10T16:59:51.910 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:51.910 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:51.910 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:51.910 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:51.910 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:51.910 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:51.910 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:51.910 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:51.910 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:51.910 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:51.910 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:51.910 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:51.910 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:51.911 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:51.911 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:51.911 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 6, 2024-04-10T16:59:51.911 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 2, 2024-04-10T16:59:51.911 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:51.911 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 2, 2024-04-10T16:59:51.911 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:51.911 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:51.911 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:51.911 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:51.911 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:51.911 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 1, 2024-04-10T16:59:51.911 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:51.911 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:51.911 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:51.912 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:51.912 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:51.912 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:51.912 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:51.912 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 4, 2024-04-10T16:59:51.912 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 8, 2024-04-10T16:59:51.912 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:51.912 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:51.912 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:51.912 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 3, 2024-04-10T16:59:51.912 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 7 2024-04-10T16:59:51.912 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.912 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:51.912 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:51.912 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:51.912 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T16:59:51.913 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T16:59:51.913 INFO:tasks.workunit.client.0.smithi069.stdout: 3 2024-04-10T16:59:51.913 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:51.913 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 0, 2024-04-10T16:59:51.913 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "61'2" 2024-04-10T16:59:51.913 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.913 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:51.913 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:51.913 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T16:59:51.913 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T16:59:51.913 INFO:tasks.workunit.client.0.smithi069.stdout: 4 2024-04-10T16:59:51.913 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:51.913 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 7, 2024-04-10T16:59:51.913 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:51.913 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:51.913 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T16:59:51.914 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:51.914 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:51.914 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:51.914 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.523340+0000", 2024-04-10T16:59:51.914 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:42.211280+0000", 2024-04-10T16:59:51.914 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:42.211280+0000", 2024-04-10T16:59:51.914 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:42.215592+0000", 2024-04-10T16:59:51.914 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.523340+0000", 2024-04-10T16:59:51.914 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:51.914 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:51.914 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:51.914 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 551, 2024-04-10T16:59:51.914 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.523340+0000", 2024-04-10T16:59:51.914 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.523340+0000", 2024-04-10T16:59:51.915 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.523340+0000", 2024-04-10T16:59:51.915 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:51.915 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:51.915 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:51.915 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.523340+0000", 2024-04-10T16:59:51.915 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.523340+0000", 2024-04-10T16:59:51.915 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:51.915 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:51.915 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:51.915 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:51.915 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 550, 2024-04-10T16:59:51.915 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:51.915 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:51.915 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:51.915 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:51.916 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:51.916 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:51.916 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:51.916 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:51.916 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.15", 2024-04-10T16:59:51.916 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:51.916 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:51.916 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:51.916 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 4920, 2024-04-10T16:59:51.916 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:51.916 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T18:45:02.636018+0000", 2024-04-10T16:59:51.916 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:51.916 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:51.916 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:51.916 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:51.916 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:51.917 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:51.917 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:51.917 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:51.917 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:51.917 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:51.917 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:51.917 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:51.917 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:51.917 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:51.917 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:51.917 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:51.917 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:51.917 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:51.917 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:51.917 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:51.917 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:51.918 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:51.918 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:51.918 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:51.918 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:51.918 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:51.918 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:51.918 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:51.918 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:51.918 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:51.918 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:51.918 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:51.918 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:51.918 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:51.918 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:51.918 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:51.919 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:51.919 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:51.919 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:51.919 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:51.919 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:51.919 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:51.919 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:51.919 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.919 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:51.919 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:51.919 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:51.919 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T16:59:51.919 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T16:59:51.919 INFO:tasks.workunit.client.0.smithi069.stdout: 4 2024-04-10T16:59:51.919 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:51.920 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 7, 2024-04-10T16:59:51.920 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:51.920 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.920 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:51.920 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:51.920 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T16:59:51.920 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T16:59:51.920 INFO:tasks.workunit.client.0.smithi069.stdout: 5 2024-04-10T16:59:51.920 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:51.920 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 6, 2024-04-10T16:59:51.920 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:51.920 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:51.920 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 59, 2024-04-10T16:59:51.920 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:51.920 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:51.921 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:51.921 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.943365+0000", 2024-04-10T16:59:51.921 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:07.260143+0000", 2024-04-10T16:59:51.921 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:07.260143+0000", 2024-04-10T16:59:51.921 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:07.260503+0000", 2024-04-10T16:59:51.921 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.943365+0000", 2024-04-10T16:59:51.921 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:51.921 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:51.921 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:51.921 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 516, 2024-04-10T16:59:51.921 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.943365+0000", 2024-04-10T16:59:51.921 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.943365+0000", 2024-04-10T16:59:51.921 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.943365+0000", 2024-04-10T16:59:51.921 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:51.922 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:51.922 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:51.922 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.943365+0000", 2024-04-10T16:59:51.922 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.943365+0000", 2024-04-10T16:59:51.922 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:51.922 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 29, 2024-04-10T16:59:51.922 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:51.922 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:51.922 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 515, 2024-04-10T16:59:51.922 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:51.922 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:51.922 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:51.922 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:51.922 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 29, 2024-04-10T16:59:51.922 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:51.922 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:51.923 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:51.923 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "2.14", 2024-04-10T16:59:51.923 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:51.923 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:51.923 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:51.923 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 4973, 2024-04-10T16:59:51.923 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:51.923 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T15:29:13.502170+0000", 2024-04-10T16:59:51.923 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:51.923 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:51.923 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:51.923 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 5824, 2024-04-10T16:59:51.923 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:51.923 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:51.923 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:51.923 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:51.924 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:51.924 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:51.924 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:51.924 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:51.924 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:51.924 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:51.924 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:51.924 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:51.924 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:51.924 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:51.924 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:51.924 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 12, 2024-04-10T16:59:51.924 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 4, 2024-04-10T16:59:51.924 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:51.924 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 4, 2024-04-10T16:59:51.925 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:51.925 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:51.925 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:51.925 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:51.925 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:51.925 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 1, 2024-04-10T16:59:51.925 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:51.925 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:51.925 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:51.925 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:51.925 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:51.925 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:51.925 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:51.925 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 10, 2024-04-10T16:59:51.925 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 14, 2024-04-10T16:59:51.926 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:51.926 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:51.926 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:51.926 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 28, 2024-04-10T16:59:51.926 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 25 2024-04-10T16:59:51.926 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.926 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:51.926 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:51.926 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:51.926 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T16:59:51.926 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T16:59:51.926 INFO:tasks.workunit.client.0.smithi069.stdout: 5 2024-04-10T16:59:51.926 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:51.926 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 6, 2024-04-10T16:59:51.927 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "576'29" 2024-04-10T16:59:51.927 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.927 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:51.927 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:51.927 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T16:59:51.927 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T16:59:51.927 INFO:tasks.workunit.client.0.smithi069.stdout: 6 2024-04-10T16:59:51.927 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:51.927 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 4, 2024-04-10T16:59:51.927 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:51.927 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:51.927 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T16:59:51.927 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:51.927 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:51.927 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:51.928 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.237448+0000", 2024-04-10T16:59:51.928 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:42.224891+0000", 2024-04-10T16:59:51.928 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:42.224891+0000", 2024-04-10T16:59:51.928 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:42.225272+0000", 2024-04-10T16:59:51.928 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.237448+0000", 2024-04-10T16:59:51.928 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:51.928 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:51.928 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:51.928 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 551, 2024-04-10T16:59:51.928 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.237448+0000", 2024-04-10T16:59:51.928 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.237448+0000", 2024-04-10T16:59:51.928 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.237448+0000", 2024-04-10T16:59:51.928 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:51.928 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:51.928 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:51.928 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.237448+0000", 2024-04-10T16:59:51.929 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.237448+0000", 2024-04-10T16:59:51.929 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:51.929 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:51.929 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:51.929 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:51.929 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 550, 2024-04-10T16:59:51.929 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:51.929 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:51.929 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:51.929 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:51.929 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:51.929 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:51.929 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:51.929 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:51.929 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.14", 2024-04-10T16:59:51.929 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:51.929 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:51.930 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:51.930 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 5038, 2024-04-10T16:59:51.930 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:51.930 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T01:59:50.246350+0000", 2024-04-10T16:59:51.930 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:51.930 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:51.930 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:51.930 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:51.930 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:51.930 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:51.930 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:51.930 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:51.930 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:51.930 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:51.931 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:51.931 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:51.931 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:51.931 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:51.931 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:51.931 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:51.931 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:51.931 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:51.931 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:51.931 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:51.931 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:51.931 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:51.931 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:51.931 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:51.931 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:51.932 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:51.932 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:51.932 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:51.932 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:51.932 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:51.932 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:51.932 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:51.932 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:51.932 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:51.932 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:51.932 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:51.932 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:51.932 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:51.932 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:51.932 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:51.932 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:51.933 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:51.933 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:51.933 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.933 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:51.933 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:51.933 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:51.933 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T16:59:51.933 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T16:59:51.933 INFO:tasks.workunit.client.0.smithi069.stdout: 6 2024-04-10T16:59:51.933 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:51.933 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 4, 2024-04-10T16:59:51.933 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:51.933 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.934 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:51.934 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:51.934 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T16:59:51.934 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T16:59:51.934 INFO:tasks.workunit.client.0.smithi069.stdout: 0 2024-04-10T16:59:51.934 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:51.934 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 1, 2024-04-10T16:59:51.934 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:51.934 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:51.934 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 59, 2024-04-10T16:59:51.934 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:51.934 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:51.934 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:51.935 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.942055+0000", 2024-04-10T16:59:51.935 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:38:32.257040+0000", 2024-04-10T16:59:51.935 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:38:32.257040+0000", 2024-04-10T16:59:51.935 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:38:32.257432+0000", 2024-04-10T16:59:51.935 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.942055+0000", 2024-04-10T16:59:51.935 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:51.935 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:51.935 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:51.935 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 481, 2024-04-10T16:59:51.935 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.942055+0000", 2024-04-10T16:59:51.935 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.942055+0000", 2024-04-10T16:59:51.935 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.942055+0000", 2024-04-10T16:59:51.935 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:51.935 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:51.936 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:51.936 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.942055+0000", 2024-04-10T16:59:51.936 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.942055+0000", 2024-04-10T16:59:51.936 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:51.936 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 3, 2024-04-10T16:59:51.936 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:51.936 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:51.936 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 480, 2024-04-10T16:59:51.936 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:51.936 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:51.936 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:51.936 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:51.936 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 3, 2024-04-10T16:59:51.936 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:51.936 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:51.937 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:51.937 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "2.15", 2024-04-10T16:59:51.937 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:51.937 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:51.937 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:51.937 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 5126, 2024-04-10T16:59:51.937 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:51.937 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T23:38:29.413666+0000", 2024-04-10T16:59:51.937 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:51.937 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:51.937 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:51.937 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 90, 2024-04-10T16:59:51.937 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:51.937 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:51.937 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:51.937 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:51.938 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:51.938 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:51.938 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:51.938 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:51.938 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:51.938 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:51.938 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:51.938 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:51.938 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:51.938 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:51.938 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:51.938 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 6, 2024-04-10T16:59:51.938 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 2, 2024-04-10T16:59:51.938 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:51.938 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 2, 2024-04-10T16:59:51.939 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:51.939 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:51.939 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:51.939 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:51.939 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:51.939 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 1, 2024-04-10T16:59:51.939 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:51.939 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:51.939 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:51.939 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:51.939 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:51.939 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:51.939 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:51.939 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 7, 2024-04-10T16:59:51.939 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 7, 2024-04-10T16:59:51.940 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:51.940 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:51.940 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:51.940 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 4, 2024-04-10T16:59:51.940 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 1 2024-04-10T16:59:51.940 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.940 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:51.940 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:51.940 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:51.940 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T16:59:51.940 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T16:59:51.940 INFO:tasks.workunit.client.0.smithi069.stdout: 0 2024-04-10T16:59:51.940 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:51.941 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 1, 2024-04-10T16:59:51.941 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "61'3" 2024-04-10T16:59:51.941 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.941 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:51.941 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:51.941 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T16:59:51.941 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T16:59:51.941 INFO:tasks.workunit.client.0.smithi069.stdout: 3 2024-04-10T16:59:51.941 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:51.941 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 0, 2024-04-10T16:59:51.941 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:51.941 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:51.941 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T16:59:51.941 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:51.941 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:51.942 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:51.942 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.943187+0000", 2024-04-10T16:59:51.942 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:38:32.246495+0000", 2024-04-10T16:59:51.942 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:38:32.246495+0000", 2024-04-10T16:59:51.942 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:38:32.246830+0000", 2024-04-10T16:59:51.942 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.943187+0000", 2024-04-10T16:59:51.942 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:51.942 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:51.942 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:51.942 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 481, 2024-04-10T16:59:51.942 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.943187+0000", 2024-04-10T16:59:51.942 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.943187+0000", 2024-04-10T16:59:51.942 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.943187+0000", 2024-04-10T16:59:51.943 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:51.943 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:51.943 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:51.943 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.943187+0000", 2024-04-10T16:59:51.943 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.943187+0000", 2024-04-10T16:59:51.943 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:51.943 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:51.943 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:51.943 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:51.943 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 480, 2024-04-10T16:59:51.943 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:51.943 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:51.943 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:51.943 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:51.943 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:51.944 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:51.944 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:51.944 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:51.944 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.17", 2024-04-10T16:59:51.944 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:51.944 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:51.944 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:51.944 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 5131, 2024-04-10T16:59:51.944 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:51.944 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T02:32:08.341371+0000", 2024-04-10T16:59:51.944 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:51.944 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:51.944 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:51.944 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:51.944 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:51.945 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:51.945 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:51.945 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:51.945 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:51.945 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:51.945 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:51.945 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:51.945 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:51.945 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:51.945 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:51.945 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:51.945 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:51.945 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:51.945 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:51.945 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:51.945 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:51.945 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:51.946 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:51.946 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:51.946 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:51.946 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:51.946 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:51.946 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:51.946 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:51.946 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:51.946 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:51.946 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:51.946 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:51.946 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:51.946 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:51.946 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:51.946 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:51.946 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:51.947 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:51.947 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:51.947 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:51.947 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:51.947 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:51.947 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.947 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:51.947 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:51.947 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:51.947 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T16:59:51.947 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T16:59:51.947 INFO:tasks.workunit.client.0.smithi069.stdout: 3 2024-04-10T16:59:51.947 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:51.947 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 0, 2024-04-10T16:59:51.947 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:51.947 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.948 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:51.948 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:51.948 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T16:59:51.948 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T16:59:51.948 INFO:tasks.workunit.client.0.smithi069.stdout: 2 2024-04-10T16:59:51.948 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:51.948 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 5, 2024-04-10T16:59:51.948 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:51.948 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:51.948 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 59, 2024-04-10T16:59:51.948 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:51.948 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:51.948 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:51.948 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.943115+0000", 2024-04-10T16:59:51.948 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:07.260779+0000", 2024-04-10T16:59:51.948 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:07.260779+0000", 2024-04-10T16:59:51.948 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:07.261242+0000", 2024-04-10T16:59:51.949 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.943115+0000", 2024-04-10T16:59:51.949 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:51.949 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:51.949 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:51.949 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 516, 2024-04-10T16:59:51.949 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.943115+0000", 2024-04-10T16:59:51.949 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.943115+0000", 2024-04-10T16:59:51.949 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.943115+0000", 2024-04-10T16:59:51.949 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:51.949 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:51.949 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:51.949 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.943115+0000", 2024-04-10T16:59:51.949 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.943115+0000", 2024-04-10T16:59:51.949 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:51.949 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:51.950 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:51.950 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:51.950 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 515, 2024-04-10T16:59:51.950 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:51.950 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:51.950 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:51.950 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:51.950 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:51.950 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:51.950 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:51.950 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:51.950 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "2.16", 2024-04-10T16:59:51.950 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:51.950 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:51.950 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:51.950 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 4998, 2024-04-10T16:59:51.951 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:51.951 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T20:36:38.220359+0000", 2024-04-10T16:59:51.951 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:51.951 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:51.951 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:51.951 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:51.951 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:51.951 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:51.951 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:51.951 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:51.951 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:51.951 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:51.951 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:51.951 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:51.951 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:51.951 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:51.952 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:51.952 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:51.952 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:51.952 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:51.952 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:51.952 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:51.952 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:51.952 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:51.952 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:51.952 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:51.952 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:51.952 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:51.952 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:51.952 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:51.952 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:51.952 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:51.953 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:51.953 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:51.953 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:51.953 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:51.953 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:51.953 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:51.953 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:51.953 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:51.953 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:51.953 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:51.953 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:51.953 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:51.953 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:51.953 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.953 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:51.953 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:51.954 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:51.954 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T16:59:51.954 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T16:59:51.954 INFO:tasks.workunit.client.0.smithi069.stdout: 2 2024-04-10T16:59:51.954 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:51.954 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 5, 2024-04-10T16:59:51.954 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:51.954 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.954 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:51.954 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:51.954 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T16:59:51.954 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T16:59:51.954 INFO:tasks.workunit.client.0.smithi069.stdout: 1 2024-04-10T16:59:51.954 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:51.954 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 5, 2024-04-10T16:59:51.955 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:51.955 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:51.955 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T16:59:51.955 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:51.955 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:51.955 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:51.955 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.943327+0000", 2024-04-10T16:59:51.955 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:42.204523+0000", 2024-04-10T16:59:51.955 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:42.204523+0000", 2024-04-10T16:59:51.955 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:42.204831+0000", 2024-04-10T16:59:51.955 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.943327+0000", 2024-04-10T16:59:51.955 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:51.955 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:51.955 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:51.955 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 551, 2024-04-10T16:59:51.956 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.943327+0000", 2024-04-10T16:59:51.956 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.943327+0000", 2024-04-10T16:59:51.956 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.943327+0000", 2024-04-10T16:59:51.956 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:51.956 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:51.956 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:51.956 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.943327+0000", 2024-04-10T16:59:51.956 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.943327+0000", 2024-04-10T16:59:51.956 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:51.956 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:51.956 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:51.956 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:51.956 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 550, 2024-04-10T16:59:51.956 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:51.957 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:51.957 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:51.957 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:51.957 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:51.957 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:51.957 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:51.957 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:51.957 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.16", 2024-04-10T16:59:51.957 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:51.957 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:51.957 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:51.957 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 4964, 2024-04-10T16:59:51.957 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:51.957 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T16:09:56.363739+0000", 2024-04-10T16:59:51.958 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:51.958 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:51.958 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:51.958 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:51.958 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:51.958 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:51.958 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:51.958 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:51.958 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:51.958 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:51.958 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:51.958 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:51.958 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:51.958 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:51.959 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:51.959 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:51.959 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:51.959 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:51.959 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:51.959 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:51.959 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:51.959 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:51.959 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:51.959 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:51.959 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:51.959 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:51.959 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:51.959 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:51.959 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:51.959 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:51.960 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:51.960 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:51.960 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:51.960 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:51.960 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:51.960 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:51.960 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:51.960 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:51.960 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:51.960 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:51.960 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:51.960 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:51.960 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:51.960 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.960 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:51.960 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:51.960 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:51.961 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T16:59:51.961 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T16:59:51.961 INFO:tasks.workunit.client.0.smithi069.stdout: 1 2024-04-10T16:59:51.961 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:51.961 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 5, 2024-04-10T16:59:51.961 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:51.961 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.961 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:51.961 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:51.961 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T16:59:51.961 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T16:59:51.961 INFO:tasks.workunit.client.0.smithi069.stdout: 2 2024-04-10T16:59:51.961 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:51.961 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 6, 2024-04-10T16:59:51.961 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:51.961 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:51.961 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 59, 2024-04-10T16:59:51.962 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:51.962 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:51.962 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:51.962 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.945960+0000", 2024-04-10T16:59:51.962 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:07.259266+0000", 2024-04-10T16:59:51.962 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:07.259266+0000", 2024-04-10T16:59:51.962 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:07.259593+0000", 2024-04-10T16:59:51.962 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.945960+0000", 2024-04-10T16:59:51.962 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:51.962 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:51.962 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:51.962 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 516, 2024-04-10T16:59:51.962 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.945960+0000", 2024-04-10T16:59:51.962 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.945960+0000", 2024-04-10T16:59:51.962 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.945960+0000", 2024-04-10T16:59:51.963 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:51.963 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:51.963 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:51.963 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.945960+0000", 2024-04-10T16:59:51.963 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.945960+0000", 2024-04-10T16:59:51.963 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:51.963 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:51.963 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:51.963 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:51.963 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 515, 2024-04-10T16:59:51.963 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:51.963 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:51.963 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:51.963 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:51.964 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:51.964 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:51.964 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:51.964 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:51.964 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "2.17", 2024-04-10T16:59:51.964 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:51.964 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:51.964 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:51.964 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 4937, 2024-04-10T16:59:51.964 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:51.964 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T15:59:13.434733+0000", 2024-04-10T16:59:51.964 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:51.964 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:51.964 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:51.964 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:51.965 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:51.965 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:51.965 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:51.965 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:51.965 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:51.965 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:51.965 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:51.965 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:51.965 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:51.965 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:51.965 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:51.965 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:51.965 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:51.966 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:51.966 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:51.966 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:51.966 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:51.966 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:51.966 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:51.966 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:51.966 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:51.966 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:51.966 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:51.966 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:51.966 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:51.966 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:51.966 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:51.966 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:51.966 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:51.967 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:51.967 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:51.967 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:51.967 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:51.967 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:51.967 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:51.967 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:51.967 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:51.967 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:51.967 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:51.967 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.967 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:51.967 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:51.967 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:51.968 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T16:59:51.968 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T16:59:51.968 INFO:tasks.workunit.client.0.smithi069.stdout: 2 2024-04-10T16:59:51.968 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:51.968 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 6, 2024-04-10T16:59:51.968 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:51.968 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.968 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:51.968 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:51.968 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T16:59:51.968 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T16:59:51.968 INFO:tasks.workunit.client.0.smithi069.stdout: 4 2024-04-10T16:59:51.968 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:51.968 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 1, 2024-04-10T16:59:51.968 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:51.969 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:51.969 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T16:59:51.969 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:51.969 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:51.969 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:51.969 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.940971+0000", 2024-04-10T16:59:51.969 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:37:57.387820+0000", 2024-04-10T16:59:51.969 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:37:57.387820+0000", 2024-04-10T16:59:51.969 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:37:57.388131+0000", 2024-04-10T16:59:51.969 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.940971+0000", 2024-04-10T16:59:51.969 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:51.969 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:51.969 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:51.969 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 449, 2024-04-10T16:59:51.969 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.940971+0000", 2024-04-10T16:59:51.969 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.940971+0000", 2024-04-10T16:59:51.970 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.940971+0000", 2024-04-10T16:59:51.970 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:51.970 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:51.970 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:51.970 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.940971+0000", 2024-04-10T16:59:51.970 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.940971+0000", 2024-04-10T16:59:51.970 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:51.970 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:51.970 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:51.970 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:51.970 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 448, 2024-04-10T16:59:51.970 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:51.970 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:51.970 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:51.970 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:51.970 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:51.971 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:51.971 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:51.971 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:51.971 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.19", 2024-04-10T16:59:51.971 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:51.971 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:51.971 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:51.971 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 5106, 2024-04-10T16:59:51.971 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:51.971 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T03:00:00.330753+0000", 2024-04-10T16:59:51.971 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:51.971 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:51.971 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:51.971 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:51.971 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:51.971 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:51.972 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:51.972 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:51.972 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:51.972 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:51.972 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:51.972 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:51.972 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:51.972 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:51.972 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:51.972 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:51.972 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:51.972 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:51.972 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:51.972 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:51.972 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:51.972 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:51.972 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:51.973 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:51.973 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:51.973 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:51.973 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:51.973 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:51.973 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:51.973 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:51.973 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:51.973 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:51.973 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:51.973 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:51.973 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:51.973 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:51.973 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:51.973 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:51.973 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:51.974 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:51.974 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:51.974 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:51.974 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:51.974 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.974 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:51.974 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:51.974 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:51.974 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T16:59:51.974 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T16:59:51.975 INFO:tasks.workunit.client.0.smithi069.stdout: 4 2024-04-10T16:59:51.975 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:51.975 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 1, 2024-04-10T16:59:51.975 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:51.975 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.975 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:51.975 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:51.975 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T16:59:51.975 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T16:59:51.975 INFO:tasks.workunit.client.0.smithi069.stdout: 7 2024-04-10T16:59:51.975 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:51.975 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 5, 2024-04-10T16:59:51.975 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:51.975 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:51.976 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 59, 2024-04-10T16:59:51.976 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:51.976 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:51.976 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:51.976 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.943801+0000", 2024-04-10T16:59:51.976 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:42.222633+0000", 2024-04-10T16:59:51.976 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:42.222633+0000", 2024-04-10T16:59:51.976 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:42.222961+0000", 2024-04-10T16:59:51.976 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.943801+0000", 2024-04-10T16:59:51.976 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:51.976 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:51.976 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:51.976 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 551, 2024-04-10T16:59:51.976 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.943801+0000", 2024-04-10T16:59:51.977 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.943801+0000", 2024-04-10T16:59:51.977 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.943801+0000", 2024-04-10T16:59:51.977 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:51.977 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:51.977 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:51.977 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.943801+0000", 2024-04-10T16:59:51.977 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.943801+0000", 2024-04-10T16:59:51.977 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:51.977 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:51.977 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:51.977 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:51.977 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 550, 2024-04-10T16:59:51.977 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:51.977 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:51.977 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:51.978 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:51.978 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:51.978 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:51.978 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:51.978 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:51.978 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "2.18", 2024-04-10T16:59:51.978 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:51.978 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:51.978 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:51.978 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 4982, 2024-04-10T16:59:51.978 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:51.978 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T02:08:18.728178+0000", 2024-04-10T16:59:51.978 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:51.978 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:51.978 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:51.979 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:51.979 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:51.979 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:51.979 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:51.979 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:51.979 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:51.979 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:51.979 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:51.979 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:51.979 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:51.979 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:51.979 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:51.979 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:51.979 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:51.979 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:51.979 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:51.979 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:51.980 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:51.980 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:51.980 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:51.980 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:51.980 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:51.980 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:51.980 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:51.980 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:51.980 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:51.980 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:51.980 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:51.980 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:51.980 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:51.980 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:51.980 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:51.981 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:51.981 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:51.981 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:51.981 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:51.981 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:51.981 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:51.981 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:51.981 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:51.981 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.981 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:51.981 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:51.981 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:51.981 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T16:59:51.981 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T16:59:51.981 INFO:tasks.workunit.client.0.smithi069.stdout: 7 2024-04-10T16:59:51.981 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:51.982 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 5, 2024-04-10T16:59:51.982 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:51.982 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.982 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:51.982 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:51.982 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T16:59:51.982 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T16:59:51.982 INFO:tasks.workunit.client.0.smithi069.stdout: 1 2024-04-10T16:59:51.982 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:51.982 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 3, 2024-04-10T16:59:51.982 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:51.982 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:51.982 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T16:59:51.982 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:51.982 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:51.982 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:51.983 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.238484+0000", 2024-04-10T16:59:51.983 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:37:21.177638+0000", 2024-04-10T16:59:51.983 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:37:21.177638+0000", 2024-04-10T16:59:51.983 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:37:21.177951+0000", 2024-04-10T16:59:51.983 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.238484+0000", 2024-04-10T16:59:51.983 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:51.983 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:51.983 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:51.983 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 417, 2024-04-10T16:59:51.983 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.238484+0000", 2024-04-10T16:59:51.983 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.238484+0000", 2024-04-10T16:59:51.983 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.238484+0000", 2024-04-10T16:59:51.983 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:51.983 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:51.983 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:51.984 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.238484+0000", 2024-04-10T16:59:51.984 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.238484+0000", 2024-04-10T16:59:51.984 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:51.984 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:51.984 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:51.984 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:51.984 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 416, 2024-04-10T16:59:51.984 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:51.984 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:51.984 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:51.984 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:51.984 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:51.984 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:51.984 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:51.984 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:51.985 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.18", 2024-04-10T16:59:51.985 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:51.985 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:51.985 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:51.985 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 5086, 2024-04-10T16:59:51.985 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:51.985 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T18:06:28.698316+0000", 2024-04-10T16:59:51.985 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:51.985 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:51.985 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:51.985 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:51.985 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:51.985 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:51.985 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:51.985 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:51.985 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:51.986 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:51.986 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:51.986 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:51.986 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:51.986 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:51.986 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:51.986 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:51.986 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:51.986 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:51.986 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:51.986 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:51.986 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:51.986 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:51.986 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:51.986 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:51.987 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:51.987 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:51.987 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:51.987 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:51.987 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:51.987 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:51.987 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:51.987 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:51.987 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:51.987 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:51.987 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:51.987 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:51.987 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:51.988 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:51.988 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:51.988 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:51.988 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:51.988 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:51.988 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:51.988 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.988 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:51.988 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:51.988 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:51.988 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T16:59:51.988 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T16:59:51.988 INFO:tasks.workunit.client.0.smithi069.stdout: 1 2024-04-10T16:59:51.988 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:51.988 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 3, 2024-04-10T16:59:51.988 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:51.988 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.989 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:51.989 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:51.989 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T16:59:51.989 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T16:59:51.989 INFO:tasks.workunit.client.0.smithi069.stdout: 0 2024-04-10T16:59:51.989 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:51.989 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 3, 2024-04-10T16:59:51.989 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:51.989 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:51.989 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 59, 2024-04-10T16:59:51.989 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:51.989 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:51.989 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:51.989 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.240455+0000", 2024-04-10T16:59:51.989 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:07.252082+0000", 2024-04-10T16:59:51.989 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:07.252082+0000", 2024-04-10T16:59:51.989 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:07.252387+0000", 2024-04-10T16:59:51.990 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.240455+0000", 2024-04-10T16:59:51.990 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:51.990 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:51.990 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:51.990 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 516, 2024-04-10T16:59:51.990 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.240455+0000", 2024-04-10T16:59:51.990 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.240455+0000", 2024-04-10T16:59:51.990 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.240455+0000", 2024-04-10T16:59:51.990 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:51.990 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:51.990 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:51.990 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.240455+0000", 2024-04-10T16:59:51.990 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.240455+0000", 2024-04-10T16:59:51.990 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:51.990 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:51.990 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:51.991 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:51.991 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 515, 2024-04-10T16:59:51.991 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:51.991 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:51.991 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:51.991 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:51.991 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:51.991 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:51.991 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:51.991 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:51.991 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "2.19", 2024-04-10T16:59:51.991 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:51.991 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:51.991 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:51.991 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 5088, 2024-04-10T16:59:51.991 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:51.991 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T00:20:53.040747+0000", 2024-04-10T16:59:51.991 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:51.992 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:51.992 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:51.992 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:51.992 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:51.992 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:51.992 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:51.992 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:51.992 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:51.992 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:51.992 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:51.992 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:51.992 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:51.992 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:51.992 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:51.992 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:51.992 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:51.993 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:51.993 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:51.993 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:51.993 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:51.993 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:51.993 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:51.993 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:51.993 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:51.993 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:51.993 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:51.993 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:51.993 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:51.993 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:51.993 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:51.993 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:51.993 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:51.994 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:51.994 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:51.994 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:51.994 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:51.994 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:51.994 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:51.994 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:51.994 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:51.994 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:51.994 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:51.994 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.994 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:51.994 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:51.994 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:51.994 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T16:59:51.995 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T16:59:51.995 INFO:tasks.workunit.client.0.smithi069.stdout: 0 2024-04-10T16:59:51.995 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:51.995 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 3, 2024-04-10T16:59:51.995 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:51.995 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:51.995 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:51.995 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:51.995 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T16:59:51.995 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T16:59:51.995 INFO:tasks.workunit.client.0.smithi069.stdout: 7 2024-04-10T16:59:51.995 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:51.995 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 0, 2024-04-10T16:59:51.995 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:51.995 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:51.996 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T16:59:51.996 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:51.996 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:51.996 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:51.996 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.941987+0000", 2024-04-10T16:59:51.996 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:42.217740+0000", 2024-04-10T16:59:51.996 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:42.217740+0000", 2024-04-10T16:59:51.996 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:42.218041+0000", 2024-04-10T16:59:51.996 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.941987+0000", 2024-04-10T16:59:51.996 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:51.996 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:51.996 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:51.996 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 551, 2024-04-10T16:59:51.996 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.941987+0000", 2024-04-10T16:59:51.997 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.941987+0000", 2024-04-10T16:59:51.997 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.941987+0000", 2024-04-10T16:59:51.997 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:51.997 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:51.997 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:51.997 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.941987+0000", 2024-04-10T16:59:51.997 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.941987+0000", 2024-04-10T16:59:51.997 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:51.997 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:51.997 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:51.997 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:51.997 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 550, 2024-04-10T16:59:51.997 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:51.997 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:51.997 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:51.998 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:51.998 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:51.998 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:51.998 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:51.998 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:51.998 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.1b", 2024-04-10T16:59:51.998 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:51.998 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:51.998 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:51.998 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 5130, 2024-04-10T16:59:51.998 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:51.998 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T19:47:52.011692+0000", 2024-04-10T16:59:51.998 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:51.998 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:51.999 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:51.999 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:51.999 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:51.999 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:51.999 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:51.999 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:51.999 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:51.999 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:51.999 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:51.999 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:51.999 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:51.999 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:51.999 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:51.999 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:51.999 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:52.000 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:52.000 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:52.000 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:52.000 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:52.000 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:52.000 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:52.000 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:52.000 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:52.000 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:52.000 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:52.000 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:52.000 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:52.000 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:52.001 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:52.001 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:52.001 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:52.001 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:52.001 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:52.001 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:52.001 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:52.001 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:52.001 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:52.001 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:52.001 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:52.001 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:52.001 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:52.002 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.002 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:52.002 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:52.002 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:52.002 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T16:59:52.002 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T16:59:52.002 INFO:tasks.workunit.client.0.smithi069.stdout: 7 2024-04-10T16:59:52.002 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:52.002 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 0, 2024-04-10T16:59:52.002 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:52.002 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.002 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:52.003 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:52.003 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T16:59:52.003 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T16:59:52.003 INFO:tasks.workunit.client.0.smithi069.stdout: 7 2024-04-10T16:59:52.003 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:52.003 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 6, 2024-04-10T16:59:52.003 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:52.003 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:52.003 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 59, 2024-04-10T16:59:52.003 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:52.003 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:52.003 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:52.003 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.942867+0000", 2024-04-10T16:59:52.003 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:42.217010+0000", 2024-04-10T16:59:52.004 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:42.217010+0000", 2024-04-10T16:59:52.004 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:42.217527+0000", 2024-04-10T16:59:52.004 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.942867+0000", 2024-04-10T16:59:52.004 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:52.004 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:52.004 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:52.004 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 551, 2024-04-10T16:59:52.004 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.942867+0000", 2024-04-10T16:59:52.004 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.942867+0000", 2024-04-10T16:59:52.004 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.942867+0000", 2024-04-10T16:59:52.004 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:52.004 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:52.004 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:52.004 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.942867+0000", 2024-04-10T16:59:52.005 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.942867+0000", 2024-04-10T16:59:52.005 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:52.005 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 2, 2024-04-10T16:59:52.005 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:52.005 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:52.005 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 550, 2024-04-10T16:59:52.005 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:52.005 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:52.005 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:52.005 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:52.005 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 2, 2024-04-10T16:59:52.005 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:52.005 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:52.005 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:52.005 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "2.1a", 2024-04-10T16:59:52.005 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:52.005 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:52.006 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:52.006 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 4942, 2024-04-10T16:59:52.006 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:52.006 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T17:11:41.749895+0000", 2024-04-10T16:59:52.006 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:52.006 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:52.006 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:52.006 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:52.006 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:52.006 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:52.006 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:52.006 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:52.006 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:52.006 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:52.006 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:52.007 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:52.007 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:52.007 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:52.007 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:52.007 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:52.007 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:52.007 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:52.007 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:52.007 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:52.007 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:52.007 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:52.007 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:52.007 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:52.007 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:52.007 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:52.007 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:52.008 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:52.008 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:52.008 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:52.008 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:52.008 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:52.008 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:52.008 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:52.008 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:52.008 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:52.008 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:52.008 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:52.008 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:52.008 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:52.009 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:52.009 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:52.009 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:52.009 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.009 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:52.009 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:52.009 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:52.009 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T16:59:52.009 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T16:59:52.009 INFO:tasks.workunit.client.0.smithi069.stdout: 7 2024-04-10T16:59:52.009 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:52.009 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 6, 2024-04-10T16:59:52.009 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "576'2" 2024-04-10T16:59:52.009 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.009 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:52.009 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:52.010 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T16:59:52.010 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T16:59:52.010 INFO:tasks.workunit.client.0.smithi069.stdout: 2 2024-04-10T16:59:52.010 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:52.010 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 4, 2024-04-10T16:59:52.010 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:52.010 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:52.010 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T16:59:52.010 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:52.010 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:52.010 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:52.010 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.237903+0000", 2024-04-10T16:59:52.010 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:37:57.385559+0000", 2024-04-10T16:59:52.010 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:37:57.385559+0000", 2024-04-10T16:59:52.010 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:37:57.386185+0000", 2024-04-10T16:59:52.010 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.237903+0000", 2024-04-10T16:59:52.011 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:52.011 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:52.011 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:52.011 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 449, 2024-04-10T16:59:52.011 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.237903+0000", 2024-04-10T16:59:52.011 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.237903+0000", 2024-04-10T16:59:52.011 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.237903+0000", 2024-04-10T16:59:52.011 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:52.011 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:52.011 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:52.011 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.237903+0000", 2024-04-10T16:59:52.011 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.237903+0000", 2024-04-10T16:59:52.011 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:52.011 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:52.011 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:52.012 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:52.012 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 448, 2024-04-10T16:59:52.012 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:52.012 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:52.012 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:52.012 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:52.012 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:52.012 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:52.012 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:52.012 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:52.012 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.1a", 2024-04-10T16:59:52.012 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:52.012 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:52.012 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:52.012 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 5040, 2024-04-10T16:59:52.012 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:52.013 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T16:56:44.553920+0000", 2024-04-10T16:59:52.013 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:52.013 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:52.013 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:52.013 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:52.013 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:52.013 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:52.013 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:52.013 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:52.013 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:52.013 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:52.013 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:52.013 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:52.013 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:52.013 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:52.013 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:52.014 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:52.014 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:52.014 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:52.014 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:52.014 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:52.014 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:52.014 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:52.014 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:52.014 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:52.014 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:52.014 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:52.014 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:52.014 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:52.014 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:52.015 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:52.015 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:52.015 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:52.015 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:52.015 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:52.015 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:52.015 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:52.015 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:52.015 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:52.015 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:52.015 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:52.015 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:52.015 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:52.015 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:52.015 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.015 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:52.016 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:52.016 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:52.016 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T16:59:52.016 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T16:59:52.016 INFO:tasks.workunit.client.0.smithi069.stdout: 2 2024-04-10T16:59:52.016 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:52.016 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 4, 2024-04-10T16:59:52.016 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:52.016 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.016 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:52.016 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:52.016 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T16:59:52.016 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T16:59:52.016 INFO:tasks.workunit.client.0.smithi069.stdout: 6 2024-04-10T16:59:52.016 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:52.016 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 3, 2024-04-10T16:59:52.016 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:52.017 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:52.017 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 59, 2024-04-10T16:59:52.017 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:52.017 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:52.017 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:52.017 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.241430+0000", 2024-04-10T16:59:52.017 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:42.217949+0000", 2024-04-10T16:59:52.017 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:42.217949+0000", 2024-04-10T16:59:52.017 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:42.218404+0000", 2024-04-10T16:59:52.017 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.241430+0000", 2024-04-10T16:59:52.017 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:52.017 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:52.017 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:52.017 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 551, 2024-04-10T16:59:52.018 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.241430+0000", 2024-04-10T16:59:52.018 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.241430+0000", 2024-04-10T16:59:52.018 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.241430+0000", 2024-04-10T16:59:52.018 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:52.018 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:52.018 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:52.018 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.241430+0000", 2024-04-10T16:59:52.018 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.241430+0000", 2024-04-10T16:59:52.018 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:52.018 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 2, 2024-04-10T16:59:52.018 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:52.018 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:52.018 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 550, 2024-04-10T16:59:52.018 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:52.019 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:52.019 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:52.019 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:52.019 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 2, 2024-04-10T16:59:52.019 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:52.019 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:52.019 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:52.019 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "2.1b", 2024-04-10T16:59:52.019 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:52.019 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:52.019 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:52.019 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 5075, 2024-04-10T16:59:52.019 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:52.019 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T22:06:21.613391+0000", 2024-04-10T16:59:52.019 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:52.019 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:52.020 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:52.020 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:52.020 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:52.020 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:52.020 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:52.020 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:52.020 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:52.020 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:52.020 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:52.020 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:52.020 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:52.020 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:52.020 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:52.020 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:52.020 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:52.020 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:52.021 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:52.021 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:52.021 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:52.021 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:52.021 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:52.021 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:52.021 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:52.021 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:52.021 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:52.021 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:52.021 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:52.021 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:52.021 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:52.021 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:52.021 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:52.021 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:52.022 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:52.022 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:52.022 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:52.022 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:52.022 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:52.022 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:52.022 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:52.022 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:52.022 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:52.022 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.022 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:52.022 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:52.022 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:52.022 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T16:59:52.022 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T16:59:52.023 INFO:tasks.workunit.client.0.smithi069.stdout: 6 2024-04-10T16:59:52.023 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:52.023 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 3, 2024-04-10T16:59:52.023 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "576'2" 2024-04-10T16:59:52.023 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.023 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:52.023 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:52.023 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T16:59:52.023 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T16:59:52.023 INFO:tasks.workunit.client.0.smithi069.stdout: 6 2024-04-10T16:59:52.023 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:52.023 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 5, 2024-04-10T16:59:52.023 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:52.023 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:52.024 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T16:59:52.024 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:52.024 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:52.024 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:52.024 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.943475+0000", 2024-04-10T16:59:52.024 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:07.260192+0000", 2024-04-10T16:59:52.024 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:07.260192+0000", 2024-04-10T16:59:52.024 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:07.260591+0000", 2024-04-10T16:59:52.024 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.943475+0000", 2024-04-10T16:59:52.024 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:52.024 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:52.024 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:52.024 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 516, 2024-04-10T16:59:52.024 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.943475+0000", 2024-04-10T16:59:52.025 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.943475+0000", 2024-04-10T16:59:52.025 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.943475+0000", 2024-04-10T16:59:52.025 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:52.025 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:52.025 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:52.025 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.943475+0000", 2024-04-10T16:59:52.025 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.943475+0000", 2024-04-10T16:59:52.025 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:52.025 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:52.025 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:52.025 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:52.025 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 515, 2024-04-10T16:59:52.025 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:52.026 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:52.026 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:52.026 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:52.026 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:52.026 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:52.026 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:52.026 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:52.026 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.1d", 2024-04-10T16:59:52.026 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:52.026 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:52.026 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:52.026 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 4972, 2024-04-10T16:59:52.026 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:52.027 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T22:38:37.608608+0000", 2024-04-10T16:59:52.027 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:52.027 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:52.027 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:52.027 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:52.027 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:52.027 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:52.027 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:52.027 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:52.027 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:52.027 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:52.027 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:52.027 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:52.027 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:52.028 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:52.028 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:52.028 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:52.028 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:52.028 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:52.028 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:52.028 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:52.028 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:52.028 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:52.028 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:52.028 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:52.028 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:52.029 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:52.029 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:52.029 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:52.029 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:52.029 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:52.029 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:52.029 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:52.029 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:52.029 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:52.029 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:52.029 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:52.029 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:52.029 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:52.029 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:52.029 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:52.030 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:52.030 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:52.030 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:52.030 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.030 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:52.030 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:52.030 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:52.030 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T16:59:52.030 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T16:59:52.030 INFO:tasks.workunit.client.0.smithi069.stdout: 6 2024-04-10T16:59:52.030 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:52.030 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 5, 2024-04-10T16:59:52.030 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:52.030 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.030 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:52.030 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:52.031 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T16:59:52.031 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T16:59:52.031 INFO:tasks.workunit.client.0.smithi069.stdout: 2 2024-04-10T16:59:52.031 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:52.031 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 7, 2024-04-10T16:59:52.031 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:52.031 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:52.031 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 59, 2024-04-10T16:59:52.031 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:52.031 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:52.031 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:52.031 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.522603+0000", 2024-04-10T16:59:52.031 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:42.221704+0000", 2024-04-10T16:59:52.031 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:42.221704+0000", 2024-04-10T16:59:52.032 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:42.223448+0000", 2024-04-10T16:59:52.032 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.522603+0000", 2024-04-10T16:59:52.032 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:52.032 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:52.032 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:52.032 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 551, 2024-04-10T16:59:52.032 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.522603+0000", 2024-04-10T16:59:52.032 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.522603+0000", 2024-04-10T16:59:52.032 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.522603+0000", 2024-04-10T16:59:52.032 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:52.032 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:52.032 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:52.032 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.522603+0000", 2024-04-10T16:59:52.032 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.522603+0000", 2024-04-10T16:59:52.032 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:52.032 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 2, 2024-04-10T16:59:52.033 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:52.033 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:52.033 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 550, 2024-04-10T16:59:52.033 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:52.033 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:52.033 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:52.033 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:52.033 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 2, 2024-04-10T16:59:52.033 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:52.033 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:52.033 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:52.033 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "2.1c", 2024-04-10T16:59:52.033 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:52.033 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:52.033 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:52.033 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 4915, 2024-04-10T16:59:52.034 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:52.034 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T02:45:11.484172+0000", 2024-04-10T16:59:52.034 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:52.034 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:52.034 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:52.034 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:52.034 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:52.034 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:52.034 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:52.034 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:52.034 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:52.034 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:52.034 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:52.034 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:52.035 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:52.035 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:52.035 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:52.035 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:52.035 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:52.035 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:52.035 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:52.035 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 3, 2024-04-10T16:59:52.035 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 1, 2024-04-10T16:59:52.035 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:52.035 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 1, 2024-04-10T16:59:52.035 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:52.035 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:52.036 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:52.036 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:52.036 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:52.036 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 1, 2024-04-10T16:59:52.036 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:52.036 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:52.036 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:52.036 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:52.036 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:52.036 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:52.036 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:52.036 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 6, 2024-04-10T16:59:52.036 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 6, 2024-04-10T16:59:52.036 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:52.037 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:52.037 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:52.037 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 3, 2024-04-10T16:59:52.037 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:52.037 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.037 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:52.037 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:52.037 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:52.037 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T16:59:52.037 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T16:59:52.037 INFO:tasks.workunit.client.0.smithi069.stdout: 2 2024-04-10T16:59:52.037 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:52.037 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 7, 2024-04-10T16:59:52.037 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "61'2" 2024-04-10T16:59:52.037 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.037 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:52.038 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:52.038 INFO:tasks.workunit.client.0.smithi069.stdout: 2, 2024-04-10T16:59:52.038 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T16:59:52.038 INFO:tasks.workunit.client.0.smithi069.stdout: 1 2024-04-10T16:59:52.038 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:52.038 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 2, 2024-04-10T16:59:52.038 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:52.038 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:52.038 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T16:59:52.038 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:52.038 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:52.038 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:52.038 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.239369+0000", 2024-04-10T16:59:52.038 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:37:57.388576+0000", 2024-04-10T16:59:52.038 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:37:57.388576+0000", 2024-04-10T16:59:52.039 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:37:57.388937+0000", 2024-04-10T16:59:52.039 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.239369+0000", 2024-04-10T16:59:52.039 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:52.039 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:52.039 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:52.039 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 449, 2024-04-10T16:59:52.039 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.239369+0000", 2024-04-10T16:59:52.039 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.239369+0000", 2024-04-10T16:59:52.039 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.239369+0000", 2024-04-10T16:59:52.039 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:52.039 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:52.039 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:52.039 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.239369+0000", 2024-04-10T16:59:52.039 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.239369+0000", 2024-04-10T16:59:52.039 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:52.039 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:52.039 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:52.040 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:52.040 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 448, 2024-04-10T16:59:52.040 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:52.040 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:52.040 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:52.040 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:52.040 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:52.040 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:52.040 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:52.040 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:52.040 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.1c", 2024-04-10T16:59:52.040 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:52.040 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:52.040 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:52.040 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 5079, 2024-04-10T16:59:52.040 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:52.041 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T22:57:04.328536+0000", 2024-04-10T16:59:52.041 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:52.041 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:52.041 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:52.041 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:52.041 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:52.041 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:52.041 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:52.041 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:52.041 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:52.041 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:52.041 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:52.041 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:52.041 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:52.041 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:52.041 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:52.042 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:52.042 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:52.042 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:52.042 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:52.042 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:52.042 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:52.042 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:52.042 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:52.042 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:52.042 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:52.042 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:52.042 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:52.042 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:52.042 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:52.042 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:52.042 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:52.043 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:52.043 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:52.043 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:52.043 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:52.043 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:52.043 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:52.043 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:52.043 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:52.043 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:52.043 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:52.043 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:52.043 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:52.043 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.043 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:52.043 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:52.044 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:52.044 INFO:tasks.workunit.client.0.smithi069.stdout: 2, 2024-04-10T16:59:52.044 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T16:59:52.044 INFO:tasks.workunit.client.0.smithi069.stdout: 1 2024-04-10T16:59:52.044 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:52.044 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 2, 2024-04-10T16:59:52.044 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:52.044 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.044 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:52.044 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:52.044 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T16:59:52.044 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T16:59:52.044 INFO:tasks.workunit.client.0.smithi069.stdout: 0 2024-04-10T16:59:52.044 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:52.044 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 7, 2024-04-10T16:59:52.045 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:52.045 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:52.045 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 59, 2024-04-10T16:59:52.045 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:52.045 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:52.045 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:52.045 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.523553+0000", 2024-04-10T16:59:52.045 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:42.215426+0000", 2024-04-10T16:59:52.045 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:42.215426+0000", 2024-04-10T16:59:52.045 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:42.220944+0000", 2024-04-10T16:59:52.045 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.523553+0000", 2024-04-10T16:59:52.045 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:52.045 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:52.045 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:52.045 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 551, 2024-04-10T16:59:52.045 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.523553+0000", 2024-04-10T16:59:52.046 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.523553+0000", 2024-04-10T16:59:52.046 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.523553+0000", 2024-04-10T16:59:52.046 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:52.046 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:52.046 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:52.046 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.523553+0000", 2024-04-10T16:59:52.046 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.523553+0000", 2024-04-10T16:59:52.046 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:52.046 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 2, 2024-04-10T16:59:52.046 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:52.046 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:52.046 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 550, 2024-04-10T16:59:52.046 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:52.046 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:52.047 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:52.047 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:52.047 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 2, 2024-04-10T16:59:52.047 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:52.047 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:52.047 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:52.047 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "2.1d", 2024-04-10T16:59:52.047 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:52.047 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:52.047 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:52.047 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 4908, 2024-04-10T16:59:52.047 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:52.047 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T22:20:44.410904+0000", 2024-04-10T16:59:52.047 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:52.048 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:52.048 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:52.048 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:52.048 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:52.048 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:52.048 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:52.048 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:52.048 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:52.048 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:52.048 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:52.048 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:52.048 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:52.048 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:52.048 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:52.048 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:52.049 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:52.049 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:52.049 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:52.049 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 3, 2024-04-10T16:59:52.049 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 1, 2024-04-10T16:59:52.049 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:52.049 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 1, 2024-04-10T16:59:52.049 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:52.049 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:52.049 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:52.049 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:52.049 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:52.049 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 1, 2024-04-10T16:59:52.049 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:52.049 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:52.049 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:52.050 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:52.050 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:52.050 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:52.050 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:52.050 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 6, 2024-04-10T16:59:52.050 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 6, 2024-04-10T16:59:52.050 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:52.050 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:52.050 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:52.050 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 3, 2024-04-10T16:59:52.050 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:52.050 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.050 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:52.050 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:52.050 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:52.051 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T16:59:52.051 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T16:59:52.051 INFO:tasks.workunit.client.0.smithi069.stdout: 0 2024-04-10T16:59:52.051 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:52.051 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 7, 2024-04-10T16:59:52.051 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "61'2" 2024-04-10T16:59:52.051 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.051 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:52.051 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:52.051 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T16:59:52.051 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T16:59:52.051 INFO:tasks.workunit.client.0.smithi069.stdout: 2 2024-04-10T16:59:52.051 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:52.051 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 0, 2024-04-10T16:59:52.051 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:52.051 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:52.051 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T16:59:52.052 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:52.052 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:52.052 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:52.052 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.942958+0000", 2024-04-10T16:59:52.052 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:38:32.254550+0000", 2024-04-10T16:59:52.052 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:38:32.254550+0000", 2024-04-10T16:59:52.052 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:38:32.255092+0000", 2024-04-10T16:59:52.052 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.942958+0000", 2024-04-10T16:59:52.052 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:52.052 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:52.052 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:52.052 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 481, 2024-04-10T16:59:52.052 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.942958+0000", 2024-04-10T16:59:52.052 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.942958+0000", 2024-04-10T16:59:52.052 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.942958+0000", 2024-04-10T16:59:52.052 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:52.053 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:52.053 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:52.053 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.942958+0000", 2024-04-10T16:59:52.053 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.942958+0000", 2024-04-10T16:59:52.053 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:52.053 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:52.053 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:52.053 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:52.053 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 480, 2024-04-10T16:59:52.053 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:52.053 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:52.053 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:52.053 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:52.053 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:52.053 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:52.053 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:52.054 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:52.054 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.1f", 2024-04-10T16:59:52.054 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:52.054 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:52.054 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:52.054 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 5138, 2024-04-10T16:59:52.054 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:52.054 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T16:21:18.671666+0000", 2024-04-10T16:59:52.054 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:52.054 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:52.054 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:52.054 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:52.054 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:52.054 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:52.054 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:52.054 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:52.055 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:52.055 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:52.055 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:52.055 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:52.055 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:52.055 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:52.055 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:52.055 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:52.055 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:52.055 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:52.055 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:52.055 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:52.055 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:52.055 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:52.055 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:52.055 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:52.056 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:52.056 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:52.056 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:52.056 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:52.056 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:52.056 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:52.056 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:52.056 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:52.056 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:52.056 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:52.056 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:52.056 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:52.056 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:52.056 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:52.056 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:52.057 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:52.057 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:52.057 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:52.057 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:52.057 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.057 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:52.057 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:52.057 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:52.057 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T16:59:52.057 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T16:59:52.057 INFO:tasks.workunit.client.0.smithi069.stdout: 2 2024-04-10T16:59:52.057 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:52.057 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 0, 2024-04-10T16:59:52.057 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:52.058 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.058 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:52.058 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:52.058 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T16:59:52.058 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T16:59:52.058 INFO:tasks.workunit.client.0.smithi069.stdout: 5 2024-04-10T16:59:52.058 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:52.058 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 3, 2024-04-10T16:59:52.058 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:52.058 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:52.058 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 59, 2024-04-10T16:59:52.058 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:52.058 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:52.058 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:52.058 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.241217+0000", 2024-04-10T16:59:52.059 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:38:32.253753+0000", 2024-04-10T16:59:52.059 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:38:32.253753+0000", 2024-04-10T16:59:52.059 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:38:32.254095+0000", 2024-04-10T16:59:52.059 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.241217+0000", 2024-04-10T16:59:52.059 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:52.059 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:52.059 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:52.059 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 481, 2024-04-10T16:59:52.059 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.241217+0000", 2024-04-10T16:59:52.059 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.241217+0000", 2024-04-10T16:59:52.059 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.241217+0000", 2024-04-10T16:59:52.059 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:52.060 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:52.060 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:52.060 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.241217+0000", 2024-04-10T16:59:52.060 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.241217+0000", 2024-04-10T16:59:52.060 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:52.060 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 2, 2024-04-10T16:59:52.060 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:52.060 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:52.060 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 480, 2024-04-10T16:59:52.060 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:52.060 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:52.060 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:52.060 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:52.060 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 2, 2024-04-10T16:59:52.060 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:52.060 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:52.061 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:52.061 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "2.1e", 2024-04-10T16:59:52.061 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:52.061 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:52.061 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:52.061 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 5098, 2024-04-10T16:59:52.061 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:52.061 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T03:06:14.806992+0000", 2024-04-10T16:59:52.061 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:52.061 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:52.061 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:52.061 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:52.061 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:52.061 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:52.062 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:52.062 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:52.062 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:52.062 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:52.062 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:52.062 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:52.062 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:52.062 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:52.062 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:52.062 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:52.062 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:52.062 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:52.062 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:52.062 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:52.063 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:52.063 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:52.063 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:52.063 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:52.063 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:52.063 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:52.063 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:52.063 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:52.063 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:52.063 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:52.063 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:52.063 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:52.064 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:52.064 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:52.064 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:52.064 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:52.064 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:52.064 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:52.064 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:52.064 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:52.064 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:52.064 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:52.064 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:52.064 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.064 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:52.064 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:52.064 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:52.065 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T16:59:52.065 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T16:59:52.065 INFO:tasks.workunit.client.0.smithi069.stdout: 5 2024-04-10T16:59:52.065 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:52.065 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 3, 2024-04-10T16:59:52.065 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "576'2" 2024-04-10T16:59:52.065 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.065 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:52.065 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:52.065 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T16:59:52.065 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T16:59:52.065 INFO:tasks.workunit.client.0.smithi069.stdout: 2 2024-04-10T16:59:52.065 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:52.065 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 3, 2024-04-10T16:59:52.065 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:52.065 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:52.065 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T16:59:52.066 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:52.066 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:52.066 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:52.066 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.241707+0000", 2024-04-10T16:59:52.066 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:07.252171+0000", 2024-04-10T16:59:52.066 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:07.252171+0000", 2024-04-10T16:59:52.066 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:07.252493+0000", 2024-04-10T16:59:52.066 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.241707+0000", 2024-04-10T16:59:52.066 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:52.066 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:52.066 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:52.066 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 516, 2024-04-10T16:59:52.066 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.241707+0000", 2024-04-10T16:59:52.066 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.241707+0000", 2024-04-10T16:59:52.066 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.241707+0000", 2024-04-10T16:59:52.067 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:52.067 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:52.067 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:52.067 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.241707+0000", 2024-04-10T16:59:52.067 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.241707+0000", 2024-04-10T16:59:52.067 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:52.067 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:52.067 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:52.067 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:52.067 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 515, 2024-04-10T16:59:52.067 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:52.067 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:52.067 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:52.067 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:52.067 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:52.067 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:52.067 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:52.068 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:52.068 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.1e", 2024-04-10T16:59:52.068 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:52.068 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:52.068 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:52.068 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 5078, 2024-04-10T16:59:52.068 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:52.068 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T19:55:45.559636+0000", 2024-04-10T16:59:52.068 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:52.068 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:52.068 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:52.068 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:52.068 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:52.068 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:52.068 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:52.069 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:52.069 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:52.069 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:52.069 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:52.069 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:52.069 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:52.069 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:52.069 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:52.069 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:52.069 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:52.069 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:52.069 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:52.069 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:52.069 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:52.069 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:52.070 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:52.070 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:52.070 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:52.070 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:52.070 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:52.070 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:52.070 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:52.070 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:52.070 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:52.070 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:52.070 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:52.070 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:52.070 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:52.070 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:52.070 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:52.070 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:52.071 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:52.071 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:52.071 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:52.071 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:52.071 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:52.071 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.071 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:52.071 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:52.071 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:52.071 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T16:59:52.071 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T16:59:52.071 INFO:tasks.workunit.client.0.smithi069.stdout: 2 2024-04-10T16:59:52.071 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:52.072 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 3, 2024-04-10T16:59:52.072 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:52.072 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.072 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:52.072 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:52.072 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T16:59:52.072 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T16:59:52.072 INFO:tasks.workunit.client.0.smithi069.stdout: 4 2024-04-10T16:59:52.072 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:52.072 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 0, 2024-04-10T16:59:52.072 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:52.072 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:52.072 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 59, 2024-04-10T16:59:52.072 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:52.072 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:52.073 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:52.073 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.943530+0000", 2024-04-10T16:59:52.073 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:42.216852+0000", 2024-04-10T16:59:52.073 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:42.216852+0000", 2024-04-10T16:59:52.073 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:42.217243+0000", 2024-04-10T16:59:52.073 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.943530+0000", 2024-04-10T16:59:52.073 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:52.073 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:52.073 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:52.073 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 551, 2024-04-10T16:59:52.073 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.943530+0000", 2024-04-10T16:59:52.073 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.943530+0000", 2024-04-10T16:59:52.073 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.943530+0000", 2024-04-10T16:59:52.073 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:52.073 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:52.074 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:52.074 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.943530+0000", 2024-04-10T16:59:52.074 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.943530+0000", 2024-04-10T16:59:52.074 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:52.074 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 5, 2024-04-10T16:59:52.074 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:52.074 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:52.074 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 550, 2024-04-10T16:59:52.074 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:52.074 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:52.074 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:52.074 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:52.074 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 5, 2024-04-10T16:59:52.074 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:52.074 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:52.075 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:52.075 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "2.1f", 2024-04-10T16:59:52.075 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:52.075 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:52.075 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:52.075 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 5146, 2024-04-10T16:59:52.075 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:52.075 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T15:49:23.857203+0000", 2024-04-10T16:59:52.075 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:52.075 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:52.075 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:52.075 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 582, 2024-04-10T16:59:52.075 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:52.075 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:52.075 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:52.075 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:52.076 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:52.076 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:52.076 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:52.076 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:52.076 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:52.076 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:52.076 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:52.076 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:52.076 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:52.076 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:52.076 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:52.076 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 6, 2024-04-10T16:59:52.076 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 2, 2024-04-10T16:59:52.076 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:52.076 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 2, 2024-04-10T16:59:52.076 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:52.077 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:52.077 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:52.077 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:52.077 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:52.077 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 1, 2024-04-10T16:59:52.077 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:52.077 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:52.077 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:52.077 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:52.077 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:52.077 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:52.077 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:52.077 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 4, 2024-04-10T16:59:52.078 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 4, 2024-04-10T16:59:52.078 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:52.078 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:52.078 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:52.078 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 4, 2024-04-10T16:59:52.078 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 1 2024-04-10T16:59:52.078 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.078 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:52.078 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:52.078 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:52.078 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T16:59:52.078 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T16:59:52.078 INFO:tasks.workunit.client.0.smithi069.stdout: 4 2024-04-10T16:59:52.079 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:52.079 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 0, 2024-04-10T16:59:52.079 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "576'5" 2024-04-10T16:59:52.079 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.079 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:52.079 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:52.079 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T16:59:52.079 INFO:tasks.workunit.client.0.smithi069.stdout: 2, 2024-04-10T16:59:52.079 INFO:tasks.workunit.client.0.smithi069.stdout: 6 2024-04-10T16:59:52.079 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:52.079 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 7, 2024-04-10T16:59:52.079 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:52.079 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:52.079 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T16:59:52.079 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:52.080 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:52.080 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:52.080 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.523524+0000", 2024-04-10T16:59:52.080 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:42.210550+0000", 2024-04-10T16:59:52.080 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:42.210550+0000", 2024-04-10T16:59:52.080 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:42.213693+0000", 2024-04-10T16:59:52.080 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.523524+0000", 2024-04-10T16:59:52.080 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:52.080 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:52.080 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:52.080 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 551, 2024-04-10T16:59:52.080 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.523524+0000", 2024-04-10T16:59:52.080 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.523524+0000", 2024-04-10T16:59:52.080 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.523524+0000", 2024-04-10T16:59:52.080 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:52.080 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:52.080 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:52.081 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.523524+0000", 2024-04-10T16:59:52.081 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.523524+0000", 2024-04-10T16:59:52.081 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:52.081 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:52.081 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:52.081 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:52.081 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 550, 2024-04-10T16:59:52.081 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:52.081 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:52.081 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:52.081 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:52.081 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:52.081 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:52.081 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:52.081 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:52.081 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.2d", 2024-04-10T16:59:52.082 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:52.082 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:52.082 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:52.082 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 4906, 2024-04-10T16:59:52.082 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:52.082 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T16:12:18.743675+0000", 2024-04-10T16:59:52.082 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:52.082 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:52.082 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:52.082 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:52.082 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:52.082 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:52.082 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:52.082 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:52.082 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:52.083 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:52.083 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:52.083 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:52.083 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:52.083 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:52.083 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:52.083 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:52.083 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:52.083 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:52.083 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:52.083 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:52.083 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:52.083 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:52.083 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:52.083 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:52.083 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:52.083 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:52.084 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:52.084 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:52.084 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:52.084 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:52.084 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:52.084 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:52.084 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:52.084 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:52.084 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:52.084 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:52.084 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:52.084 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:52.084 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:52.084 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:52.084 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:52.085 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:52.085 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:52.085 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.085 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:52.085 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:52.085 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:52.085 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T16:59:52.085 INFO:tasks.workunit.client.0.smithi069.stdout: 2, 2024-04-10T16:59:52.085 INFO:tasks.workunit.client.0.smithi069.stdout: 6 2024-04-10T16:59:52.085 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:52.085 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 7, 2024-04-10T16:59:52.085 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:52.085 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.085 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:52.085 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:52.085 INFO:tasks.workunit.client.0.smithi069.stdout: 2, 2024-04-10T16:59:52.085 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T16:59:52.086 INFO:tasks.workunit.client.0.smithi069.stdout: 7 2024-04-10T16:59:52.086 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:52.086 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 2, 2024-04-10T16:59:52.086 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:52.086 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:52.086 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T16:59:52.086 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:52.086 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:52.086 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:52.086 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.238404+0000", 2024-04-10T16:59:52.086 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:42.204844+0000", 2024-04-10T16:59:52.086 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:42.204844+0000", 2024-04-10T16:59:52.086 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:42.205179+0000", 2024-04-10T16:59:52.086 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.238404+0000", 2024-04-10T16:59:52.087 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:52.087 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:52.087 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:52.087 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 551, 2024-04-10T16:59:52.087 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.238404+0000", 2024-04-10T16:59:52.087 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.238404+0000", 2024-04-10T16:59:52.087 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.238404+0000", 2024-04-10T16:59:52.087 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:52.087 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:52.087 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:52.087 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.238404+0000", 2024-04-10T16:59:52.087 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.238404+0000", 2024-04-10T16:59:52.087 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:52.087 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:52.088 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:52.088 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:52.088 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 550, 2024-04-10T16:59:52.088 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:52.088 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:52.088 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:52.088 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:52.088 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:52.088 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:52.088 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:52.088 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:52.088 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.2e", 2024-04-10T16:59:52.088 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:52.089 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:52.089 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:52.089 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 5077, 2024-04-10T16:59:52.089 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:52.089 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T00:14:34.016716+0000", 2024-04-10T16:59:52.089 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:52.089 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:52.089 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:52.089 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:52.089 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:52.089 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:52.089 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:52.089 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:52.089 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:52.089 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:52.090 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:52.090 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:52.090 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:52.090 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:52.090 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:52.090 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:52.090 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:52.090 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:52.090 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:52.090 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:52.090 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:52.090 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:52.090 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:52.091 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:52.091 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:52.091 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:52.091 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:52.091 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:52.091 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:52.091 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:52.091 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:52.091 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:52.091 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:52.091 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:52.091 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:52.091 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:52.091 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:52.091 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:52.091 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:52.092 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:52.092 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:52.092 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:52.092 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:52.092 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.092 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:52.092 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:52.092 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:52.092 INFO:tasks.workunit.client.0.smithi069.stdout: 2, 2024-04-10T16:59:52.092 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T16:59:52.092 INFO:tasks.workunit.client.0.smithi069.stdout: 7 2024-04-10T16:59:52.092 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:52.092 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 2, 2024-04-10T16:59:52.092 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:52.092 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.092 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:52.093 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:52.093 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T16:59:52.093 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T16:59:52.093 INFO:tasks.workunit.client.0.smithi069.stdout: 4 2024-04-10T16:59:52.093 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:52.093 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 5, 2024-04-10T16:59:52.093 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:52.093 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:52.093 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T16:59:52.093 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:52.093 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:52.093 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:52.093 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.944119+0000", 2024-04-10T16:59:52.093 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:42.213568+0000", 2024-04-10T16:59:52.093 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:42.213568+0000", 2024-04-10T16:59:52.093 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:42.213922+0000", 2024-04-10T16:59:52.094 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.944119+0000", 2024-04-10T16:59:52.094 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:52.094 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:52.094 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:52.094 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 551, 2024-04-10T16:59:52.094 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.944119+0000", 2024-04-10T16:59:52.094 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.944119+0000", 2024-04-10T16:59:52.094 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.944119+0000", 2024-04-10T16:59:52.094 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:52.094 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:52.094 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:52.094 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.944119+0000", 2024-04-10T16:59:52.094 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.944119+0000", 2024-04-10T16:59:52.095 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:52.095 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:52.095 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:52.095 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:52.095 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 550, 2024-04-10T16:59:52.095 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:52.095 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:52.095 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:52.095 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:52.095 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:52.095 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:52.095 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:52.095 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:52.095 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.2f", 2024-04-10T16:59:52.095 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:52.095 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:52.096 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:52.096 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 4983, 2024-04-10T16:59:52.096 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:52.096 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T02:29:20.792148+0000", 2024-04-10T16:59:52.096 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:52.096 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:52.096 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:52.096 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:52.096 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:52.096 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:52.096 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:52.096 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:52.096 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:52.097 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:52.097 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:52.097 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:52.097 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:52.097 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:52.097 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:52.097 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:52.097 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:52.097 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:52.097 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:52.097 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:52.097 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:52.097 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:52.097 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:52.097 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:52.097 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:52.098 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:52.098 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:52.098 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:52.098 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:52.098 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:52.098 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:52.098 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:52.098 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:52.098 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:52.098 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:52.098 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:52.098 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:52.098 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:52.098 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:52.098 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:52.098 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:52.099 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:52.099 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:52.099 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.099 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:52.099 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:52.099 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:52.099 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T16:59:52.099 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T16:59:52.099 INFO:tasks.workunit.client.0.smithi069.stdout: 4 2024-04-10T16:59:52.099 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:52.099 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 5, 2024-04-10T16:59:52.099 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:52.099 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.099 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:52.099 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:52.099 INFO:tasks.workunit.client.0.smithi069.stdout: 2, 2024-04-10T16:59:52.100 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T16:59:52.100 INFO:tasks.workunit.client.0.smithi069.stdout: 7 2024-04-10T16:59:52.100 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:52.100 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 2, 2024-04-10T16:59:52.100 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:52.100 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:52.100 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T16:59:52.100 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:52.100 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:52.100 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:52.100 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.237805+0000", 2024-04-10T16:59:52.100 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:42.219115+0000", 2024-04-10T16:59:52.100 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:42.219115+0000", 2024-04-10T16:59:52.100 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:42.219538+0000", 2024-04-10T16:59:52.100 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.237805+0000", 2024-04-10T16:59:52.100 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:52.100 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:52.101 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:52.101 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 551, 2024-04-10T16:59:52.101 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.237805+0000", 2024-04-10T16:59:52.101 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.237805+0000", 2024-04-10T16:59:52.101 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.237805+0000", 2024-04-10T16:59:52.101 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:52.101 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:52.101 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:52.101 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.237805+0000", 2024-04-10T16:59:52.101 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.237805+0000", 2024-04-10T16:59:52.101 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:52.101 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:52.102 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:52.102 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:52.102 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 550, 2024-04-10T16:59:52.102 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:52.102 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:52.102 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:52.102 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:52.102 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:52.102 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:52.102 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:52.102 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:52.102 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.30", 2024-04-10T16:59:52.102 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:52.103 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:52.103 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:52.103 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 5081, 2024-04-10T16:59:52.103 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:52.103 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T20:41:25.350430+0000", 2024-04-10T16:59:52.103 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:52.103 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:52.103 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:52.103 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:52.103 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:52.103 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:52.103 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:52.103 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:52.103 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:52.103 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:52.104 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:52.104 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:52.104 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:52.104 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:52.104 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:52.104 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:52.104 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:52.104 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:52.104 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:52.104 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:52.104 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:52.104 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:52.104 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:52.104 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:52.104 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:52.104 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:52.105 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:52.105 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:52.105 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:52.105 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:52.105 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:52.105 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:52.105 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:52.105 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:52.105 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:52.105 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:52.105 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:52.105 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:52.105 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:52.105 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:52.105 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:52.105 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:52.106 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:52.106 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.106 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:52.106 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:52.106 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:52.106 INFO:tasks.workunit.client.0.smithi069.stdout: 2, 2024-04-10T16:59:52.106 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T16:59:52.106 INFO:tasks.workunit.client.0.smithi069.stdout: 7 2024-04-10T16:59:52.106 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:52.106 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 2, 2024-04-10T16:59:52.106 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:52.106 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.106 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:52.107 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:52.107 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T16:59:52.107 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T16:59:52.107 INFO:tasks.workunit.client.0.smithi069.stdout: 5 2024-04-10T16:59:52.107 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:52.107 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 1, 2024-04-10T16:59:52.107 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:52.107 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:52.107 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T16:59:52.107 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:52.107 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:52.107 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:52.107 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.941150+0000", 2024-04-10T16:59:52.107 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:38:32.252682+0000", 2024-04-10T16:59:52.107 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:38:32.252682+0000", 2024-04-10T16:59:52.108 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:38:32.252989+0000", 2024-04-10T16:59:52.108 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.941150+0000", 2024-04-10T16:59:52.108 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:52.108 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:52.108 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:52.108 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 481, 2024-04-10T16:59:52.108 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.941150+0000", 2024-04-10T16:59:52.108 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.941150+0000", 2024-04-10T16:59:52.108 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.941150+0000", 2024-04-10T16:59:52.108 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:52.108 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:52.108 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:52.108 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.941150+0000", 2024-04-10T16:59:52.108 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.941150+0000", 2024-04-10T16:59:52.109 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:52.109 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:52.109 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:52.109 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:52.109 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 480, 2024-04-10T16:59:52.109 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:52.109 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:52.109 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:52.109 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:52.109 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:52.109 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:52.109 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:52.109 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:52.109 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.31", 2024-04-10T16:59:52.110 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:52.110 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:52.110 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:52.110 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 5108, 2024-04-10T16:59:52.110 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:52.110 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T17:12:55.265573+0000", 2024-04-10T16:59:52.110 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:52.110 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:52.110 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:52.110 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:52.110 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:52.110 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:52.110 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:52.110 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:52.110 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:52.111 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:52.111 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:52.111 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:52.111 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:52.111 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:52.111 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:52.111 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:52.111 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:52.111 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:52.111 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:52.111 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:52.111 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:52.111 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:52.111 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:52.112 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:52.112 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:52.112 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:52.112 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:52.112 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:52.112 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:52.112 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:52.112 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:52.112 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:52.112 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:52.112 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:52.112 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:52.112 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:52.112 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:52.113 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:52.113 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:52.113 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:52.113 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:52.113 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:52.113 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:52.113 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.113 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:52.113 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:52.113 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:52.113 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T16:59:52.113 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T16:59:52.113 INFO:tasks.workunit.client.0.smithi069.stdout: 5 2024-04-10T16:59:52.113 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:52.113 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 1, 2024-04-10T16:59:52.113 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:52.114 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.114 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:52.114 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:52.114 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T16:59:52.114 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T16:59:52.114 INFO:tasks.workunit.client.0.smithi069.stdout: 5 2024-04-10T16:59:52.114 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:52.114 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 0, 2024-04-10T16:59:52.114 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:52.114 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:52.114 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T16:59:52.114 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:52.114 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:52.114 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:52.114 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.941290+0000", 2024-04-10T16:59:52.115 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:38:32.247873+0000", 2024-04-10T16:59:52.115 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:38:32.247873+0000", 2024-04-10T16:59:52.115 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:38:32.248203+0000", 2024-04-10T16:59:52.115 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.941290+0000", 2024-04-10T16:59:52.115 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:52.115 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:52.115 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:52.115 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 481, 2024-04-10T16:59:52.115 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.941290+0000", 2024-04-10T16:59:52.115 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.941290+0000", 2024-04-10T16:59:52.115 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.941290+0000", 2024-04-10T16:59:52.115 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:52.115 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:52.115 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:52.116 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.941290+0000", 2024-04-10T16:59:52.116 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.941290+0000", 2024-04-10T16:59:52.116 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:52.116 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:52.116 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:52.116 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:52.116 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 480, 2024-04-10T16:59:52.116 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:52.116 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:52.116 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:52.116 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:52.116 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:52.116 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:52.116 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:52.116 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:52.116 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.32", 2024-04-10T16:59:52.116 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:52.117 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:52.117 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:52.117 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 5133, 2024-04-10T16:59:52.117 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:52.117 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T00:13:34.982456+0000", 2024-04-10T16:59:52.117 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:52.117 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:52.117 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:52.117 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:52.117 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:52.117 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:52.117 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:52.117 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:52.117 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:52.117 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:52.117 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:52.117 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:52.118 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:52.118 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:52.118 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:52.118 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:52.118 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:52.118 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:52.118 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:52.118 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:52.118 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:52.118 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:52.118 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:52.118 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:52.118 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:52.118 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:52.119 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:52.119 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:52.119 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:52.119 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:52.119 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:52.119 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:52.119 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:52.119 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:52.119 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:52.119 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:52.119 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:52.119 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:52.119 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:52.119 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:52.120 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:52.120 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:52.120 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:52.120 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.120 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:52.120 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:52.120 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:52.120 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T16:59:52.120 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T16:59:52.120 INFO:tasks.workunit.client.0.smithi069.stdout: 5 2024-04-10T16:59:52.120 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:52.120 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 0, 2024-04-10T16:59:52.120 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:52.120 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.120 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:52.121 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:52.121 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T16:59:52.121 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T16:59:52.121 INFO:tasks.workunit.client.0.smithi069.stdout: 1 2024-04-10T16:59:52.121 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:52.121 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 3, 2024-04-10T16:59:52.121 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:52.121 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:52.121 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T16:59:52.121 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:52.121 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:52.121 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:52.121 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.241326+0000", 2024-04-10T16:59:52.121 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:07.248199+0000", 2024-04-10T16:59:52.121 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:07.248199+0000", 2024-04-10T16:59:52.122 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:07.248591+0000", 2024-04-10T16:59:52.122 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.241326+0000", 2024-04-10T16:59:52.122 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:52.122 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:52.122 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:52.122 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 516, 2024-04-10T16:59:52.122 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.241326+0000", 2024-04-10T16:59:52.122 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.241326+0000", 2024-04-10T16:59:52.122 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.241326+0000", 2024-04-10T16:59:52.122 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:52.122 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:52.122 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:52.122 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.241326+0000", 2024-04-10T16:59:52.122 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.241326+0000", 2024-04-10T16:59:52.122 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:52.123 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:52.123 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:52.123 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:52.123 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 515, 2024-04-10T16:59:52.123 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:52.123 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:52.123 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:52.123 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:52.123 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:52.123 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:52.123 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:52.123 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:52.123 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.33", 2024-04-10T16:59:52.123 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:52.123 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:52.124 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:52.124 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 5080, 2024-04-10T16:59:52.124 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:52.124 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T23:37:56.908053+0000", 2024-04-10T16:59:52.124 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:52.124 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:52.124 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:52.124 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:52.124 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:52.124 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:52.124 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:52.124 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:52.124 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:52.124 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:52.124 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:52.125 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:52.125 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:52.125 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:52.125 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:52.125 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:52.125 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:52.125 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:52.125 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:52.125 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:52.125 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:52.125 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:52.125 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:52.125 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:52.125 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:52.125 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:52.125 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:52.126 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:52.126 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:52.126 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:52.126 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:52.126 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:52.126 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:52.126 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:52.126 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:52.126 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:52.126 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:52.126 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:52.126 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:52.126 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:52.126 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:52.127 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:52.127 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:52.127 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.127 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:52.127 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:52.127 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:52.127 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T16:59:52.127 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T16:59:52.127 INFO:tasks.workunit.client.0.smithi069.stdout: 1 2024-04-10T16:59:52.127 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:52.127 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 3, 2024-04-10T16:59:52.127 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:52.127 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.127 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:52.127 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:52.128 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T16:59:52.128 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T16:59:52.128 INFO:tasks.workunit.client.0.smithi069.stdout: 0 2024-04-10T16:59:52.128 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:52.128 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 4, 2024-04-10T16:59:52.128 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:52.128 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:52.128 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T16:59:52.128 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:52.128 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:52.128 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:52.128 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.237025+0000", 2024-04-10T16:59:52.128 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:07.250258+0000", 2024-04-10T16:59:52.129 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:07.250258+0000", 2024-04-10T16:59:52.129 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:07.250569+0000", 2024-04-10T16:59:52.129 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.237025+0000", 2024-04-10T16:59:52.129 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:52.129 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:52.129 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:52.129 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 516, 2024-04-10T16:59:52.129 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.237025+0000", 2024-04-10T16:59:52.129 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.237025+0000", 2024-04-10T16:59:52.129 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.237025+0000", 2024-04-10T16:59:52.129 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:52.129 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:52.129 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:52.130 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.237025+0000", 2024-04-10T16:59:52.130 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.237025+0000", 2024-04-10T16:59:52.130 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:52.130 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:52.130 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:52.130 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:52.130 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 515, 2024-04-10T16:59:52.130 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:52.130 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:52.130 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:52.130 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:52.130 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:52.130 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:52.130 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:52.130 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:52.131 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.34", 2024-04-10T16:59:52.131 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:52.131 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:52.131 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:52.131 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 5010, 2024-04-10T16:59:52.131 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:52.131 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T17:29:42.641240+0000", 2024-04-10T16:59:52.131 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:52.131 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:52.131 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:52.131 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:52.131 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:52.131 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:52.131 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:52.131 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:52.131 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:52.132 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:52.132 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:52.132 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:52.132 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:52.132 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:52.132 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:52.132 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:52.132 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:52.132 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:52.132 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:52.132 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:52.132 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:52.132 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:52.132 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:52.133 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:52.133 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:52.133 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:52.133 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:52.133 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:52.133 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:52.133 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:52.133 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:52.133 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:52.133 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:52.133 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:52.133 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:52.133 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:52.133 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:52.134 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:52.134 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:52.134 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:52.134 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:52.134 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:52.134 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:52.134 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.134 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:52.134 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:52.134 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:52.134 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T16:59:52.134 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T16:59:52.134 INFO:tasks.workunit.client.0.smithi069.stdout: 0 2024-04-10T16:59:52.134 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:52.135 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 4, 2024-04-10T16:59:52.135 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:52.135 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.135 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:52.135 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:52.135 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T16:59:52.135 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T16:59:52.135 INFO:tasks.workunit.client.0.smithi069.stdout: 0 2024-04-10T16:59:52.135 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:52.135 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 6, 2024-04-10T16:59:52.135 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:52.135 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:52.135 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T16:59:52.135 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:52.135 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:52.135 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:52.135 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.941268+0000", 2024-04-10T16:59:52.136 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:07.258260+0000", 2024-04-10T16:59:52.136 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:07.258260+0000", 2024-04-10T16:59:52.136 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:07.258709+0000", 2024-04-10T16:59:52.136 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.941268+0000", 2024-04-10T16:59:52.136 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:52.136 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:52.136 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:52.136 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 516, 2024-04-10T16:59:52.136 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.941268+0000", 2024-04-10T16:59:52.136 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.941268+0000", 2024-04-10T16:59:52.136 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.941268+0000", 2024-04-10T16:59:52.136 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:52.136 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:52.136 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:52.136 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.941268+0000", 2024-04-10T16:59:52.137 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.941268+0000", 2024-04-10T16:59:52.137 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:52.137 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:52.137 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:52.137 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:52.137 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 515, 2024-04-10T16:59:52.137 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:52.137 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:52.137 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:52.137 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:52.137 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:52.137 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:52.137 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:52.137 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:52.137 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.35", 2024-04-10T16:59:52.137 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:52.138 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:52.138 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:52.138 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 4936, 2024-04-10T16:59:52.138 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:52.138 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T23:34:30.171033+0000", 2024-04-10T16:59:52.138 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:52.138 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:52.138 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:52.138 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:52.138 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:52.138 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:52.138 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:52.138 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:52.138 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:52.139 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:52.139 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:52.139 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:52.139 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:52.139 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:52.139 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:52.139 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:52.139 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:52.139 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:52.139 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:52.139 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:52.139 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:52.139 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:52.139 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:52.139 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:52.139 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:52.139 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:52.140 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:52.140 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:52.140 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:52.140 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:52.140 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:52.140 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:52.140 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:52.140 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:52.140 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:52.140 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:52.140 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:52.140 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:52.140 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:52.140 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:52.140 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:52.140 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:52.140 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:52.141 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.141 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:52.141 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:52.141 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:52.141 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T16:59:52.141 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T16:59:52.141 INFO:tasks.workunit.client.0.smithi069.stdout: 0 2024-04-10T16:59:52.141 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:52.141 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 6, 2024-04-10T16:59:52.141 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:52.141 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.141 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:52.141 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:52.141 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T16:59:52.141 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T16:59:52.141 INFO:tasks.workunit.client.0.smithi069.stdout: 1 2024-04-10T16:59:52.142 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:52.142 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 6, 2024-04-10T16:59:52.142 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:52.142 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:52.142 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T16:59:52.142 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:52.142 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:52.142 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:52.142 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.942327+0000", 2024-04-10T16:59:52.142 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:07.262035+0000", 2024-04-10T16:59:52.142 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:07.262035+0000", 2024-04-10T16:59:52.142 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:07.262347+0000", 2024-04-10T16:59:52.142 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.942327+0000", 2024-04-10T16:59:52.142 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:52.142 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:52.142 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:52.142 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 516, 2024-04-10T16:59:52.143 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.942327+0000", 2024-04-10T16:59:52.143 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.942327+0000", 2024-04-10T16:59:52.143 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.942327+0000", 2024-04-10T16:59:52.143 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:52.143 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:52.143 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:52.143 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.942327+0000", 2024-04-10T16:59:52.143 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.942327+0000", 2024-04-10T16:59:52.143 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:52.143 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:52.143 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:52.143 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:52.143 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 515, 2024-04-10T16:59:52.143 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:52.143 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:52.144 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:52.144 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:52.144 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:52.144 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:52.144 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:52.144 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:52.144 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.36", 2024-04-10T16:59:52.144 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:52.144 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:52.144 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:52.144 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 4936, 2024-04-10T16:59:52.144 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:52.144 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T00:47:56.331465+0000", 2024-04-10T16:59:52.144 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:52.144 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:52.144 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:52.145 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:52.145 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:52.145 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:52.145 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:52.145 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:52.145 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:52.145 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:52.145 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:52.145 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:52.145 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:52.145 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:52.145 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:52.145 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:52.145 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:52.145 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:52.145 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:52.145 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:52.146 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:52.146 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:52.146 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:52.146 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:52.146 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:52.146 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:52.146 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:52.146 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:52.146 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:52.146 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:52.146 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:52.146 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:52.146 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:52.146 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:52.146 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:52.147 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:52.147 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:52.147 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:52.147 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:52.147 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:52.147 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:52.147 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:52.147 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:52.147 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.147 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:52.147 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:52.147 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:52.147 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T16:59:52.147 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T16:59:52.147 INFO:tasks.workunit.client.0.smithi069.stdout: 1 2024-04-10T16:59:52.147 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:52.148 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 6, 2024-04-10T16:59:52.148 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:52.148 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.148 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:52.148 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:52.148 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T16:59:52.148 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T16:59:52.148 INFO:tasks.workunit.client.0.smithi069.stdout: 0 2024-04-10T16:59:52.148 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:52.148 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 7, 2024-04-10T16:59:52.148 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:52.148 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:52.148 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T16:59:52.148 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:52.149 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:52.149 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:52.149 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.523130+0000", 2024-04-10T16:59:52.149 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:42.213385+0000", 2024-04-10T16:59:52.149 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:42.213385+0000", 2024-04-10T16:59:52.149 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:42.214046+0000", 2024-04-10T16:59:52.149 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.523130+0000", 2024-04-10T16:59:52.149 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:52.149 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:52.149 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:52.149 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 551, 2024-04-10T16:59:52.149 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.523130+0000", 2024-04-10T16:59:52.149 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.523130+0000", 2024-04-10T16:59:52.149 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.523130+0000", 2024-04-10T16:59:52.149 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:52.150 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:52.150 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:52.150 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.523130+0000", 2024-04-10T16:59:52.150 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.523130+0000", 2024-04-10T16:59:52.150 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:52.150 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:52.150 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:52.150 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:52.150 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 550, 2024-04-10T16:59:52.150 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:52.150 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:52.150 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:52.150 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:52.151 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:52.151 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:52.151 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:52.151 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:52.151 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.37", 2024-04-10T16:59:52.151 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:52.151 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:52.151 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:52.151 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 4911, 2024-04-10T16:59:52.151 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:52.151 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T18:14:30.952168+0000", 2024-04-10T16:59:52.151 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:52.151 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:52.151 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:52.151 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:52.151 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:52.152 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:52.152 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:52.152 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:52.152 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:52.152 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:52.152 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:52.152 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:52.152 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:52.152 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:52.152 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:52.152 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:52.152 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:52.152 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:52.152 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:52.152 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:52.152 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:52.152 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:52.153 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:52.153 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:52.153 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:52.153 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:52.153 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:52.153 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:52.153 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:52.153 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:52.153 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:52.153 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:52.153 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:52.153 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:52.153 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:52.153 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:52.153 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:52.154 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:52.154 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:52.154 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:52.154 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:52.154 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:52.154 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:52.154 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.154 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:52.154 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:52.154 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:52.154 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T16:59:52.154 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T16:59:52.154 INFO:tasks.workunit.client.0.smithi069.stdout: 0 2024-04-10T16:59:52.154 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:52.154 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 7, 2024-04-10T16:59:52.155 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:52.155 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.155 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:52.155 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:52.155 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T16:59:52.155 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T16:59:52.155 INFO:tasks.workunit.client.0.smithi069.stdout: 6 2024-04-10T16:59:52.155 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:52.155 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 3, 2024-04-10T16:59:52.155 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:52.155 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:52.155 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T16:59:52.155 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:52.155 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:52.156 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:52.156 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.238326+0000", 2024-04-10T16:59:52.156 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:07.248746+0000", 2024-04-10T16:59:52.156 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:07.248746+0000", 2024-04-10T16:59:52.156 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:07.249090+0000", 2024-04-10T16:59:52.156 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.238326+0000", 2024-04-10T16:59:52.156 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:52.156 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:52.156 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:52.156 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 516, 2024-04-10T16:59:52.156 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.238326+0000", 2024-04-10T16:59:52.156 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.238326+0000", 2024-04-10T16:59:52.156 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.238326+0000", 2024-04-10T16:59:52.156 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:52.156 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:52.157 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:52.157 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.238326+0000", 2024-04-10T16:59:52.157 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.238326+0000", 2024-04-10T16:59:52.157 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:52.157 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:52.157 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:52.157 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:52.157 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 515, 2024-04-10T16:59:52.157 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:52.157 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:52.157 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:52.157 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:52.157 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:52.157 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:52.158 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:52.158 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:52.158 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.38", 2024-04-10T16:59:52.158 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:52.158 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:52.158 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:52.158 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 5072, 2024-04-10T16:59:52.158 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:52.158 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T02:25:47.758582+0000", 2024-04-10T16:59:52.158 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:52.158 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:52.158 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:52.158 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:52.158 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:52.158 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:52.158 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:52.159 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:52.159 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:52.159 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:52.159 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:52.159 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:52.159 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:52.159 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:52.159 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:52.159 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:52.159 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:52.159 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:52.159 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:52.159 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:52.159 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:52.159 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:52.159 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:52.160 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:52.160 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:52.160 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:52.160 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:52.160 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:52.160 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:52.160 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:52.160 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:52.160 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:52.160 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:52.160 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:52.160 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:52.160 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:52.160 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:52.161 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:52.161 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:52.161 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:52.161 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:52.161 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:52.161 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:52.161 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.161 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:52.161 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:52.161 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:52.161 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T16:59:52.161 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T16:59:52.161 INFO:tasks.workunit.client.0.smithi069.stdout: 6 2024-04-10T16:59:52.161 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:52.161 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 3, 2024-04-10T16:59:52.162 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:52.162 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.162 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:52.162 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:52.162 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T16:59:52.162 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T16:59:52.162 INFO:tasks.workunit.client.0.smithi069.stdout: 4 2024-04-10T16:59:52.162 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:52.162 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 7, 2024-04-10T16:59:52.162 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:52.162 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:52.162 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T16:59:52.162 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:52.162 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:52.163 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:52.163 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.521983+0000", 2024-04-10T16:59:52.163 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:42.212504+0000", 2024-04-10T16:59:52.163 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:42.212504+0000", 2024-04-10T16:59:52.163 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:42.214059+0000", 2024-04-10T16:59:52.163 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.521983+0000", 2024-04-10T16:59:52.163 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:52.163 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:52.163 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:52.163 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 551, 2024-04-10T16:59:52.163 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.521983+0000", 2024-04-10T16:59:52.163 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.521983+0000", 2024-04-10T16:59:52.163 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.521983+0000", 2024-04-10T16:59:52.163 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:52.163 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:52.164 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:52.164 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.521983+0000", 2024-04-10T16:59:52.164 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.521983+0000", 2024-04-10T16:59:52.164 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:52.164 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:52.164 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:52.164 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:52.164 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 550, 2024-04-10T16:59:52.164 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:52.164 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:52.164 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:52.164 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:52.164 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:52.165 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:52.165 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:52.165 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:52.165 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.39", 2024-04-10T16:59:52.165 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:52.165 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:52.165 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:52.165 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 4919, 2024-04-10T16:59:52.165 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:52.165 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T23:29:48.114063+0000", 2024-04-10T16:59:52.165 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:52.165 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:52.165 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:52.166 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:52.166 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:52.166 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:52.166 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:52.166 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:52.166 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:52.166 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:52.166 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:52.166 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:52.166 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:52.166 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:52.166 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:52.166 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:52.166 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:52.167 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:52.167 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:52.167 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:52.167 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:52.167 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:52.167 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:52.167 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:52.167 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:52.167 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:52.167 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:52.167 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:52.167 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:52.167 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:52.167 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:52.167 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:52.167 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:52.168 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:52.168 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:52.168 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:52.168 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:52.168 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:52.168 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:52.168 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:52.168 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:52.168 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:52.168 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:52.168 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.168 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:52.168 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:52.168 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:52.168 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T16:59:52.168 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T16:59:52.169 INFO:tasks.workunit.client.0.smithi069.stdout: 4 2024-04-10T16:59:52.169 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:52.169 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 7, 2024-04-10T16:59:52.169 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:52.169 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.169 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:52.169 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:52.169 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T16:59:52.169 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T16:59:52.169 INFO:tasks.workunit.client.0.smithi069.stdout: 1 2024-04-10T16:59:52.169 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:52.169 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 5, 2024-04-10T16:59:52.169 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:52.169 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:52.169 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T16:59:52.170 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:52.170 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:52.170 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:52.170 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.941819+0000", 2024-04-10T16:59:52.170 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:38:32.248390+0000", 2024-04-10T16:59:52.170 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:38:32.248390+0000", 2024-04-10T16:59:52.170 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:38:32.248836+0000", 2024-04-10T16:59:52.170 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.941819+0000", 2024-04-10T16:59:52.170 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:52.170 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:52.170 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:52.170 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 481, 2024-04-10T16:59:52.170 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.941819+0000", 2024-04-10T16:59:52.170 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.941819+0000", 2024-04-10T16:59:52.170 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.941819+0000", 2024-04-10T16:59:52.171 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:52.171 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:52.171 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:52.171 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.941819+0000", 2024-04-10T16:59:52.171 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.941819+0000", 2024-04-10T16:59:52.171 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:52.171 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:52.171 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:52.171 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:52.171 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 480, 2024-04-10T16:59:52.171 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:52.171 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:52.171 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:52.171 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:52.171 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:52.171 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:52.172 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:52.172 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:52.172 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.3a", 2024-04-10T16:59:52.172 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:52.172 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:52.172 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:52.172 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 4969, 2024-04-10T16:59:52.172 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:52.172 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T18:12:34.025866+0000", 2024-04-10T16:59:52.172 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:52.172 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:52.172 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:52.172 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:52.172 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:52.172 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:52.173 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:52.173 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:52.173 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:52.173 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:52.173 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:52.173 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:52.173 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:52.173 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:52.173 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:52.173 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:52.173 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:52.173 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:52.173 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:52.173 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:52.173 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:52.173 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:52.174 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:52.174 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:52.174 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:52.174 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:52.174 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:52.174 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:52.174 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:52.174 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:52.174 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:52.174 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:52.174 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:52.174 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:52.174 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:52.174 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:52.175 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:52.175 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:52.175 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:52.175 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:52.175 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:52.175 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:52.175 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:52.175 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.175 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:52.175 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:52.175 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:52.175 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T16:59:52.175 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T16:59:52.175 INFO:tasks.workunit.client.0.smithi069.stdout: 1 2024-04-10T16:59:52.176 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:52.176 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 5, 2024-04-10T16:59:52.176 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:52.176 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.176 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:52.176 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:52.176 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T16:59:52.176 INFO:tasks.workunit.client.0.smithi069.stdout: 2, 2024-04-10T16:59:52.176 INFO:tasks.workunit.client.0.smithi069.stdout: 4 2024-04-10T16:59:52.176 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:52.176 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 7, 2024-04-10T16:59:52.176 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:52.176 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:52.176 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T16:59:52.177 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:52.177 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:52.177 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:52.177 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.522474+0000", 2024-04-10T16:59:52.177 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:42.223772+0000", 2024-04-10T16:59:52.177 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:42.223772+0000", 2024-04-10T16:59:52.177 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:42.225143+0000", 2024-04-10T16:59:52.177 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.522474+0000", 2024-04-10T16:59:52.177 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:52.177 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:52.177 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:52.177 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 551, 2024-04-10T16:59:52.177 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.522474+0000", 2024-04-10T16:59:52.177 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.522474+0000", 2024-04-10T16:59:52.177 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.522474+0000", 2024-04-10T16:59:52.178 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:52.178 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:52.178 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:52.178 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.522474+0000", 2024-04-10T16:59:52.178 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.522474+0000", 2024-04-10T16:59:52.178 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:52.178 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:52.178 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:52.178 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:52.178 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 550, 2024-04-10T16:59:52.178 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:52.178 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:52.178 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:52.178 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:52.179 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:52.179 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:52.179 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:52.179 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:52.179 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.3b", 2024-04-10T16:59:52.179 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:52.179 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:52.179 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:52.179 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 4919, 2024-04-10T16:59:52.179 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:52.179 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T03:07:31.436816+0000", 2024-04-10T16:59:52.179 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:52.179 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:52.179 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:52.179 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:52.179 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:52.180 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:52.180 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:52.180 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:52.180 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:52.180 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:52.180 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:52.180 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:52.180 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:52.180 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:52.180 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:52.180 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:52.180 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:52.180 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:52.180 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:52.180 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:52.181 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:52.181 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:52.181 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:52.181 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:52.181 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:52.181 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:52.181 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:52.181 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:52.181 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:52.181 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:52.181 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:52.181 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:52.181 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:52.181 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:52.181 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:52.181 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:52.182 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:52.182 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:52.182 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:52.182 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:52.182 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:52.182 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:52.182 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:52.182 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.182 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:52.182 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:52.182 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:52.182 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T16:59:52.182 INFO:tasks.workunit.client.0.smithi069.stdout: 2, 2024-04-10T16:59:52.182 INFO:tasks.workunit.client.0.smithi069.stdout: 4 2024-04-10T16:59:52.182 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:52.182 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 7, 2024-04-10T16:59:52.183 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:52.183 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.183 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:52.183 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:52.183 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T16:59:52.183 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T16:59:52.183 INFO:tasks.workunit.client.0.smithi069.stdout: 7 2024-04-10T16:59:52.183 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:52.183 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 5, 2024-04-10T16:59:52.183 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:52.183 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:52.183 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T16:59:52.183 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:52.183 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:52.183 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:52.183 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.941582+0000", 2024-04-10T16:59:52.183 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:42.222658+0000", 2024-04-10T16:59:52.184 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:42.222658+0000", 2024-04-10T16:59:52.184 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:42.222970+0000", 2024-04-10T16:59:52.184 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.941582+0000", 2024-04-10T16:59:52.184 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:52.184 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:52.184 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:52.184 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 551, 2024-04-10T16:59:52.184 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.941582+0000", 2024-04-10T16:59:52.184 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.941582+0000", 2024-04-10T16:59:52.184 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.941582+0000", 2024-04-10T16:59:52.184 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:52.184 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:52.184 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:52.184 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.941582+0000", 2024-04-10T16:59:52.184 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.941582+0000", 2024-04-10T16:59:52.184 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:52.185 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:52.185 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:52.185 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:52.185 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 550, 2024-04-10T16:59:52.185 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:52.185 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:52.185 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:52.185 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:52.185 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:52.185 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:52.185 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:52.185 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:52.185 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.3c", 2024-04-10T16:59:52.186 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:52.186 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:52.186 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:52.186 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 4999, 2024-04-10T16:59:52.186 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:52.186 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T22:24:05.437297+0000", 2024-04-10T16:59:52.186 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:52.186 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:52.186 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:52.186 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:52.186 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:52.186 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:52.186 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:52.187 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:52.187 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:52.187 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:52.187 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:52.187 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:52.187 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:52.187 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:52.187 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:52.187 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:52.187 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:52.187 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:52.187 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:52.187 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:52.187 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:52.188 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:52.188 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:52.188 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:52.188 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:52.188 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:52.188 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:52.188 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:52.188 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:52.188 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:52.188 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:52.188 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:52.188 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:52.188 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:52.189 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:52.189 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:52.189 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:52.189 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:52.189 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:52.189 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:52.189 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:52.189 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:52.189 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:52.189 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.189 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:52.189 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:52.189 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:52.189 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T16:59:52.190 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T16:59:52.190 INFO:tasks.workunit.client.0.smithi069.stdout: 7 2024-04-10T16:59:52.190 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:52.190 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 5, 2024-04-10T16:59:52.190 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:52.190 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.190 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:52.190 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:52.190 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T16:59:52.190 INFO:tasks.workunit.client.0.smithi069.stdout: 2, 2024-04-10T16:59:52.190 INFO:tasks.workunit.client.0.smithi069.stdout: 1 2024-04-10T16:59:52.190 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:52.190 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 3, 2024-04-10T16:59:52.190 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:52.191 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:52.191 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T16:59:52.191 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:52.191 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:52.191 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:52.191 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.241977+0000", 2024-04-10T16:59:52.191 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:37:21.188300+0000", 2024-04-10T16:59:52.191 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:37:21.188300+0000", 2024-04-10T16:59:52.191 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:37:21.188601+0000", 2024-04-10T16:59:52.191 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.241977+0000", 2024-04-10T16:59:52.191 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:52.191 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:52.191 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:52.191 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 417, 2024-04-10T16:59:52.192 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.241977+0000", 2024-04-10T16:59:52.192 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.241977+0000", 2024-04-10T16:59:52.192 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.241977+0000", 2024-04-10T16:59:52.192 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:52.192 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:52.192 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:52.192 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.241977+0000", 2024-04-10T16:59:52.192 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.241977+0000", 2024-04-10T16:59:52.192 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:52.192 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:52.192 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:52.192 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:52.192 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 416, 2024-04-10T16:59:52.192 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:52.192 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:52.192 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:52.193 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:52.193 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:52.193 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:52.193 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:52.193 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:52.193 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.3d", 2024-04-10T16:59:52.193 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:52.193 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:52.193 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:52.193 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 5079, 2024-04-10T16:59:52.193 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:52.193 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T17:52:51.015384+0000", 2024-04-10T16:59:52.193 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:52.194 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:52.194 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:52.194 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:52.194 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:52.194 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:52.194 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:52.194 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:52.194 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:52.194 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:52.194 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:52.194 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:52.194 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:52.194 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:52.194 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:52.195 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:52.195 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:52.195 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:52.195 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:52.195 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:52.195 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:52.195 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:52.195 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:52.195 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:52.195 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:52.195 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:52.195 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:52.195 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:52.195 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:52.195 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:52.195 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:52.196 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:52.196 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:52.196 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:52.196 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:52.196 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:52.196 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:52.196 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:52.196 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:52.196 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:52.196 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:52.196 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:52.196 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:52.196 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.196 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:52.196 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:52.196 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:52.197 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T16:59:52.197 INFO:tasks.workunit.client.0.smithi069.stdout: 2, 2024-04-10T16:59:52.197 INFO:tasks.workunit.client.0.smithi069.stdout: 1 2024-04-10T16:59:52.197 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:52.197 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 3, 2024-04-10T16:59:52.197 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:52.197 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.197 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:52.197 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:52.197 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T16:59:52.197 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T16:59:52.197 INFO:tasks.workunit.client.0.smithi069.stdout: 6 2024-04-10T16:59:52.197 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:52.197 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 1, 2024-04-10T16:59:52.197 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:52.198 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:52.198 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T16:59:52.198 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:52.198 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:52.198 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:52.198 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.943064+0000", 2024-04-10T16:59:52.198 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:07.255706+0000", 2024-04-10T16:59:52.198 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:07.255706+0000", 2024-04-10T16:59:52.198 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:07.256152+0000", 2024-04-10T16:59:52.198 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.943064+0000", 2024-04-10T16:59:52.198 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:52.198 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:52.198 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:52.198 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 516, 2024-04-10T16:59:52.198 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.943064+0000", 2024-04-10T16:59:52.199 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.943064+0000", 2024-04-10T16:59:52.199 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.943064+0000", 2024-04-10T16:59:52.199 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:52.199 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:52.199 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:52.199 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.943064+0000", 2024-04-10T16:59:52.199 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.943064+0000", 2024-04-10T16:59:52.199 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:52.199 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:52.199 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:52.199 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:52.199 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 515, 2024-04-10T16:59:52.199 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:52.199 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:52.200 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:52.200 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:52.200 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:52.200 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:52.200 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:52.200 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:52.200 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.3e", 2024-04-10T16:59:52.200 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:52.200 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:52.200 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:52.200 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 5125, 2024-04-10T16:59:52.200 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:52.200 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T15:59:04.148407+0000", 2024-04-10T16:59:52.200 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:52.200 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:52.201 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:52.201 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:52.201 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:52.201 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:52.201 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:52.201 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:52.201 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:52.201 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:52.201 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:52.201 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:52.201 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:52.201 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:52.201 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:52.201 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:52.201 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:52.201 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:52.201 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:52.202 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:52.202 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:52.202 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:52.202 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:52.202 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:52.202 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:52.202 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:52.202 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:52.202 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:52.202 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:52.202 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:52.202 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:52.202 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:52.202 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:52.202 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:52.203 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:52.203 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:52.203 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:52.203 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:52.203 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:52.203 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:52.203 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:52.203 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:52.203 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:52.203 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.203 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:52.203 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:52.203 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:52.203 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T16:59:52.203 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T16:59:52.204 INFO:tasks.workunit.client.0.smithi069.stdout: 6 2024-04-10T16:59:52.204 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:52.204 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 1, 2024-04-10T16:59:52.204 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:52.204 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.204 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:52.204 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:52.204 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T16:59:52.204 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T16:59:52.204 INFO:tasks.workunit.client.0.smithi069.stdout: 0 2024-04-10T16:59:52.204 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:52.204 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 7, 2024-04-10T16:59:52.204 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:52.205 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:52.205 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T16:59:52.205 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:52.205 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:52.205 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:52.205 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.523277+0000", 2024-04-10T16:59:52.205 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:42.218796+0000", 2024-04-10T16:59:52.205 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:42.218796+0000", 2024-04-10T16:59:52.205 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:42.219401+0000", 2024-04-10T16:59:52.205 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.523277+0000", 2024-04-10T16:59:52.205 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:52.205 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:52.205 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:52.205 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 551, 2024-04-10T16:59:52.206 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.523277+0000", 2024-04-10T16:59:52.206 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.523277+0000", 2024-04-10T16:59:52.206 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.523277+0000", 2024-04-10T16:59:52.206 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:52.206 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:52.206 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:52.206 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.523277+0000", 2024-04-10T16:59:52.206 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.523277+0000", 2024-04-10T16:59:52.206 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:52.206 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:52.206 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:52.206 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:52.206 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 550, 2024-04-10T16:59:52.206 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:52.206 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:52.206 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:52.207 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:52.207 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:52.207 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:52.207 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:52.207 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:52.207 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.3f", 2024-04-10T16:59:52.207 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:52.207 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:52.207 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:52.207 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 4910, 2024-04-10T16:59:52.207 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:52.207 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T18:25:46.415735+0000", 2024-04-10T16:59:52.207 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:52.207 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:52.207 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:52.207 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:52.208 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:52.208 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:52.208 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:52.208 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:52.208 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:52.208 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:52.208 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:52.208 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:52.208 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:52.208 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:52.208 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:52.208 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:52.208 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:52.208 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:52.208 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:52.208 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:52.209 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:52.209 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:52.209 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:52.209 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:52.209 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:52.209 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:52.209 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:52.209 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:52.209 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:52.209 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:52.209 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:52.209 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:52.209 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:52.209 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:52.209 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:52.209 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:52.209 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:52.210 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:52.210 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:52.210 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:52.210 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:52.210 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:52.210 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:52.210 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.210 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:52.210 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:52.210 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:52.210 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T16:59:52.210 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T16:59:52.210 INFO:tasks.workunit.client.0.smithi069.stdout: 0 2024-04-10T16:59:52.210 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:52.210 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 7, 2024-04-10T16:59:52.210 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:52.211 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:52.211 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:52.211 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_per_pool": [ 2024-04-10T16:59:52.211 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:52.211 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": 24, 2024-04-10T16:59:52.211 INFO:tasks.workunit.client.0.smithi069.stdout: "application": [ 2024-04-10T16:59:52.211 INFO:tasks.workunit.client.0.smithi069.stdout: "rbd" 2024-04-10T16:59:52.211 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:52.211 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 24442, 2024-04-10T16:59:52.211 INFO:tasks.workunit.client.0.smithi069.stdout: "num_pg": 8, 2024-04-10T16:59:52.211 INFO:tasks.workunit.client.0.smithi069.stdout: "num_store_stats": 8, 2024-04-10T16:59:52.211 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 24442, 2024-04-10T16:59:52.211 INFO:tasks.workunit.client.0.smithi069.stdout: "poolid": 4, 2024-04-10T16:59:52.211 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:52.211 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 4194323, 2024-04-10T16:59:52.211 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:52.212 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:52.212 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:52.212 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:52.212 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:52.212 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:52.212 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:52.212 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:52.212 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:52.212 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:52.212 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:52.212 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:52.212 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:52.212 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:52.212 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:52.212 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 12, 2024-04-10T16:59:52.212 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 4, 2024-04-10T16:59:52.212 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:52.213 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 4, 2024-04-10T16:59:52.213 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:52.213 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:52.213 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:52.213 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:52.213 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:52.213 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 2, 2024-04-10T16:59:52.213 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:52.213 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:52.213 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:52.213 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:52.213 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:52.213 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:52.213 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:52.214 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 9078, 2024-04-10T16:59:52.214 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 3095184, 2024-04-10T16:59:52.214 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:52.214 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:52.214 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:52.214 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 24312, 2024-04-10T16:59:52.214 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 3083749 2024-04-10T16:59:52.214 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.214 INFO:tasks.workunit.client.0.smithi069.stdout: "store_stats": { 2024-04-10T16:59:52.214 INFO:tasks.workunit.client.0.smithi069.stdout: "allocated": 12595200, 2024-04-10T16:59:52.214 INFO:tasks.workunit.client.0.smithi069.stdout: "available": 0, 2024-04-10T16:59:52.214 INFO:tasks.workunit.client.0.smithi069.stdout: "data_compressed": 0, 2024-04-10T16:59:52.214 INFO:tasks.workunit.client.0.smithi069.stdout: "data_compressed_allocated": 0, 2024-04-10T16:59:52.215 INFO:tasks.workunit.client.0.smithi069.stdout: "data_compressed_original": 0, 2024-04-10T16:59:52.215 INFO:tasks.workunit.client.0.smithi069.stdout: "data_stored": 12582969, 2024-04-10T16:59:52.215 INFO:tasks.workunit.client.0.smithi069.stdout: "internal_metadata": 0, 2024-04-10T16:59:52.215 INFO:tasks.workunit.client.0.smithi069.stdout: "internally_reserved": 0, 2024-04-10T16:59:52.215 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_allocated": 0, 2024-04-10T16:59:52.215 INFO:tasks.workunit.client.0.smithi069.stdout: "total": 0 2024-04-10T16:59:52.215 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.215 INFO:tasks.workunit.client.0.smithi069.stdout: "up": 24 2024-04-10T16:59:52.215 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.215 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:52.215 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": 192, 2024-04-10T16:59:52.216 INFO:tasks.workunit.client.0.smithi069.stdout: "application": [ 2024-04-10T16:59:52.216 INFO:tasks.workunit.client.0.smithi069.stdout: "cephfs" 2024-04-10T16:59:52.216 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:52.216 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:52.216 INFO:tasks.workunit.client.0.smithi069.stdout: "num_pg": 64, 2024-04-10T16:59:52.216 INFO:tasks.workunit.client.0.smithi069.stdout: "num_store_stats": 8, 2024-04-10T16:59:52.216 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:52.216 INFO:tasks.workunit.client.0.smithi069.stdout: "poolid": 3, 2024-04-10T16:59:52.216 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:52.216 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:52.216 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:52.216 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:52.216 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:52.216 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:52.217 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:52.217 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:52.217 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:52.217 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:52.217 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:52.217 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:52.217 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:52.217 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:52.217 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:52.217 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:52.217 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:52.217 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:52.217 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:52.217 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:52.218 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:52.218 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:52.218 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:52.218 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:52.218 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:52.218 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:52.218 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:52.218 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:52.218 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:52.218 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:52.218 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:52.218 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:52.218 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:52.218 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:52.218 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:52.219 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:52.219 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:52.219 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:52.219 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:52.219 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:52.219 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:52.219 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.219 INFO:tasks.workunit.client.0.smithi069.stdout: "store_stats": { 2024-04-10T16:59:52.219 INFO:tasks.workunit.client.0.smithi069.stdout: "allocated": 0, 2024-04-10T16:59:52.219 INFO:tasks.workunit.client.0.smithi069.stdout: "available": 0, 2024-04-10T16:59:52.219 INFO:tasks.workunit.client.0.smithi069.stdout: "data_compressed": 0, 2024-04-10T16:59:52.219 INFO:tasks.workunit.client.0.smithi069.stdout: "data_compressed_allocated": 0, 2024-04-10T16:59:52.219 INFO:tasks.workunit.client.0.smithi069.stdout: "data_compressed_original": 0, 2024-04-10T16:59:52.219 INFO:tasks.workunit.client.0.smithi069.stdout: "data_stored": 0, 2024-04-10T16:59:52.219 INFO:tasks.workunit.client.0.smithi069.stdout: "internal_metadata": 0, 2024-04-10T16:59:52.220 INFO:tasks.workunit.client.0.smithi069.stdout: "internally_reserved": 0, 2024-04-10T16:59:52.220 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_allocated": 0, 2024-04-10T16:59:52.220 INFO:tasks.workunit.client.0.smithi069.stdout: "total": 0 2024-04-10T16:59:52.220 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.220 INFO:tasks.workunit.client.0.smithi069.stdout: "up": 192 2024-04-10T16:59:52.220 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.220 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:52.220 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": 3, 2024-04-10T16:59:52.220 INFO:tasks.workunit.client.0.smithi069.stdout: "application": [ 2024-04-10T16:59:52.220 INFO:tasks.workunit.client.0.smithi069.stdout: "mgr" 2024-04-10T16:59:52.220 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:52.220 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 237, 2024-04-10T16:59:52.220 INFO:tasks.workunit.client.0.smithi069.stdout: "num_pg": 1, 2024-04-10T16:59:52.220 INFO:tasks.workunit.client.0.smithi069.stdout: "num_store_stats": 3, 2024-04-10T16:59:52.220 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 237, 2024-04-10T16:59:52.220 INFO:tasks.workunit.client.0.smithi069.stdout: "poolid": 1, 2024-04-10T16:59:52.220 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:52.221 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 590368, 2024-04-10T16:59:52.221 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:52.221 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 1771104, 2024-04-10T16:59:52.221 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:52.221 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:52.221 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:52.221 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:52.221 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:52.221 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:52.221 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:52.221 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:52.221 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:52.221 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:52.221 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:52.221 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:52.221 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:52.222 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 6, 2024-04-10T16:59:52.222 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 2, 2024-04-10T16:59:52.222 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:52.222 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 2, 2024-04-10T16:59:52.222 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:52.223 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:52.223 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:52.223 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:52.223 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:52.223 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:52.223 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:52.223 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 6, 2024-04-10T16:59:52.223 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:52.223 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:52.223 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:52.223 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:52.223 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:52.223 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 1178, 2024-04-10T16:59:52.223 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 1994, 2024-04-10T16:59:52.224 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:52.224 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:52.224 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:52.224 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 391, 2024-04-10T16:59:52.224 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 2416 2024-04-10T16:59:52.224 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.224 INFO:tasks.workunit.client.0.smithi069.stdout: "store_stats": { 2024-04-10T16:59:52.224 INFO:tasks.workunit.client.0.smithi069.stdout: "allocated": 1781760, 2024-04-10T16:59:52.224 INFO:tasks.workunit.client.0.smithi069.stdout: "available": 0, 2024-04-10T16:59:52.224 INFO:tasks.workunit.client.0.smithi069.stdout: "data_compressed": 0, 2024-04-10T16:59:52.224 INFO:tasks.workunit.client.0.smithi069.stdout: "data_compressed_allocated": 0, 2024-04-10T16:59:52.224 INFO:tasks.workunit.client.0.smithi069.stdout: "data_compressed_original": 0, 2024-04-10T16:59:52.224 INFO:tasks.workunit.client.0.smithi069.stdout: "data_stored": 1771104, 2024-04-10T16:59:52.224 INFO:tasks.workunit.client.0.smithi069.stdout: "internal_metadata": 0, 2024-04-10T16:59:52.225 INFO:tasks.workunit.client.0.smithi069.stdout: "internally_reserved": 0, 2024-04-10T16:59:52.225 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_allocated": 0, 2024-04-10T16:59:52.225 INFO:tasks.workunit.client.0.smithi069.stdout: "total": 0 2024-04-10T16:59:52.225 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.225 INFO:tasks.workunit.client.0.smithi069.stdout: "up": 3 2024-04-10T16:59:52.225 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.225 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:52.225 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": 96, 2024-04-10T16:59:52.225 INFO:tasks.workunit.client.0.smithi069.stdout: "application": [ 2024-04-10T16:59:52.225 INFO:tasks.workunit.client.0.smithi069.stdout: "cephfs" 2024-04-10T16:59:52.225 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:52.225 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 68, 2024-04-10T16:59:52.225 INFO:tasks.workunit.client.0.smithi069.stdout: "num_pg": 32, 2024-04-10T16:59:52.225 INFO:tasks.workunit.client.0.smithi069.stdout: "num_store_stats": 8, 2024-04-10T16:59:52.225 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 68, 2024-04-10T16:59:52.225 INFO:tasks.workunit.client.0.smithi069.stdout: "poolid": 2, 2024-04-10T16:59:52.226 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:52.226 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 6622, 2024-04-10T16:59:52.226 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:52.226 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:52.226 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:52.226 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:52.226 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:52.226 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:52.226 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:52.226 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:52.226 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:52.226 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:52.226 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:52.226 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:52.227 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:52.227 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:52.227 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:52.227 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 66, 2024-04-10T16:59:52.227 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 22, 2024-04-10T16:59:52.227 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:52.227 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 22, 2024-04-10T16:59:52.227 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:52.227 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:52.227 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:52.227 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:52.227 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:52.228 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 14, 2024-04-10T16:59:52.228 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:52.228 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:52.228 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:52.228 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:52.228 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:52.228 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:52.228 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:52.228 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 79, 2024-04-10T16:59:52.228 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 87, 2024-04-10T16:59:52.228 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:52.228 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:52.228 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:52.228 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 68, 2024-04-10T16:59:52.228 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 36 2024-04-10T16:59:52.229 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.229 INFO:tasks.workunit.client.0.smithi069.stdout: "store_stats": { 2024-04-10T16:59:52.229 INFO:tasks.workunit.client.0.smithi069.stdout: "allocated": 110592, 2024-04-10T16:59:52.229 INFO:tasks.workunit.client.0.smithi069.stdout: "available": 0, 2024-04-10T16:59:52.229 INFO:tasks.workunit.client.0.smithi069.stdout: "data_compressed": 0, 2024-04-10T16:59:52.229 INFO:tasks.workunit.client.0.smithi069.stdout: "data_compressed_allocated": 0, 2024-04-10T16:59:52.229 INFO:tasks.workunit.client.0.smithi069.stdout: "data_compressed_original": 0, 2024-04-10T16:59:52.229 INFO:tasks.workunit.client.0.smithi069.stdout: "data_stored": 19866, 2024-04-10T16:59:52.229 INFO:tasks.workunit.client.0.smithi069.stdout: "internal_metadata": 0, 2024-04-10T16:59:52.229 INFO:tasks.workunit.client.0.smithi069.stdout: "internally_reserved": 0, 2024-04-10T16:59:52.229 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_allocated": 45180, 2024-04-10T16:59:52.229 INFO:tasks.workunit.client.0.smithi069.stdout: "total": 0 2024-04-10T16:59:52.229 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.229 INFO:tasks.workunit.client.0.smithi069.stdout: "up": 96 2024-04-10T16:59:52.229 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:52.229 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:52.230 INFO:tasks.workunit.client.0.smithi069.stdout: "usage": { 2024-04-10T16:59:52.230 INFO:tasks.workunit.client.0.smithi069.stdout: "pg_num": 105, 2024-04-10T16:59:52.230 INFO:tasks.workunit.client.0.smithi069.stdout: "pools": 4, 2024-04-10T16:59:52.230 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_by_class": { 2024-04-10T16:59:52.230 INFO:tasks.workunit.client.0.smithi069.stdout: "ssd": { 2024-04-10T16:59:52.230 INFO:tasks.workunit.client.0.smithi069.stdout: "total_avail_bytes": 762754543616, 2024-04-10T16:59:52.230 INFO:tasks.workunit.client.0.smithi069.stdout: "total_bytes": 767960285184, 2024-04-10T16:59:52.230 INFO:tasks.workunit.client.0.smithi069.stdout: "total_used_bytes": 5205741568, 2024-04-10T16:59:52.230 INFO:tasks.workunit.client.0.smithi069.stdout: "total_used_raw_bytes": 5205741568, 2024-04-10T16:59:52.230 INFO:tasks.workunit.client.0.smithi069.stdout: "total_used_raw_ratio": 0.006778659764677286 2024-04-10T16:59:52.230 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:52.230 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.230 INFO:tasks.workunit.client.0.smithi069.stdout: "total_avail_bytes": 762754543616, 2024-04-10T16:59:52.230 INFO:tasks.workunit.client.0.smithi069.stdout: "total_bytes": 767960285184, 2024-04-10T16:59:52.230 INFO:tasks.workunit.client.0.smithi069.stdout: "total_used_bytes": 5205741568 2024-04-10T16:59:52.231 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:52.231 INFO:tasks.workunit.client.0.smithi069.stdout:} 2024-04-10T16:59:52.231 INFO:tasks.workunit.client.0.smithi069.stdout:Device report is generated separately. To see it run 'ceph telemetry preview-device'. 2024-04-10T16:59:52.231 INFO:tasks.workunit.client.0.smithi069.stderr:+ ceph telemetry preview-device 2024-04-10T16:59:52.232 INFO:tasks.workunit.client.0.smithi069.stdout:device channel is on and up to date, see report with `ceph telemetry show-device`. 2024-04-10T16:59:52.232 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:51 smithi077 ceph-mon[87572]: from='client.36168 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T16:59:52.232 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:51 smithi077 ceph-mon[87572]: pgmap v5093: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-10T16:59:52.232 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:51 smithi077 ceph-mon[87572]: from='client.36168 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T16:59:52.232 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:51 smithi077 ceph-mon[87572]: from='client.36174 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T16:59:52.232 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:51 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:59:52.232 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:51 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-10T16:59:52.232 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:51 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:59:52.232 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:51 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:59:52.232 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:51 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:59:52.232 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:51 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:59:52.232 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:51 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:59:52.233 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:51 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:59:52.233 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:51 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:59:52.233 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:51 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:59:52.233 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:51 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:59:52.233 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:51 smithi077 ceph-mon[87572]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T16:59:52.233 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:51 smithi077 ceph-mon[87572]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T16:59:52.233 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:51 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:59:52.233 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:51 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:59:52.233 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:51 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:59:52.233 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:51 smithi077 ceph-mon[87572]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T16:59:52.233 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:51 smithi077 ceph-mon[87572]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T16:59:52.233 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:51 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:59:52.233 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:51 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:59:52.233 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:51 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:59:52.233 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:51 smithi077 ceph-mon[87572]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T16:59:52.233 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:51 smithi077 ceph-mon[87572]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T16:59:52.234 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:51 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:59:52.234 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:51 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:59:52.234 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:51 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:59:52.234 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:51 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:59:52.234 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:51 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-10T16:59:52.234 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:51 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:59:52.234 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:51 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:59:52.234 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:51 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:59:52.234 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:51 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:59:52.234 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:51 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:59:52.234 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:51 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:59:52.234 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:51 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:59:52.234 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:51 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:59:52.234 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:51 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:59:52.234 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:51 smithi077 ceph-mon[87572]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T16:59:52.234 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:51 smithi077 ceph-mon[87572]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T16:59:52.235 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:51 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:59:52.235 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:51 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:59:52.235 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:51 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:59:52.235 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:51 smithi077 ceph-mon[87572]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T16:59:52.235 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:51 smithi077 ceph-mon[87572]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T16:59:52.235 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:51 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:59:52.235 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:51 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:59:52.235 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:51 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:59:52.235 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:51 smithi077 ceph-mon[87572]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T16:59:52.235 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:51 smithi077 ceph-mon[87572]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T16:59:52.235 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:51 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:59:52.235 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:51 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:59:52.235 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:51 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:59:52.236 INFO:tasks.workunit.client.0.smithi069.stderr:+ ceph telemetry preview-all 2024-04-10T16:59:52.236 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:51 smithi069 ceph-mon[94167]: from='client.36168 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T16:59:52.236 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:51 smithi069 ceph-mon[94167]: pgmap v5093: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-10T16:59:52.236 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:51 smithi069 ceph-mon[94167]: from='client.36168 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T16:59:52.236 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:51 smithi069 ceph-mon[94167]: from='client.36174 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T16:59:52.236 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:51 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:59:52.236 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:51 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-10T16:59:52.237 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:51 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:59:52.237 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:51 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:59:52.237 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:51 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:59:52.237 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:51 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:59:52.237 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:51 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:59:52.237 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:51 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:59:52.237 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:51 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:59:52.237 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:51 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:59:52.237 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:51 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:59:52.237 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:51 smithi069 ceph-mon[94167]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T16:59:52.237 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:51 smithi069 ceph-mon[94167]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T16:59:52.237 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:51 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:59:52.237 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:51 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:59:52.237 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:51 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:59:52.237 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:51 smithi069 ceph-mon[94167]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T16:59:52.238 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:51 smithi069 ceph-mon[94167]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T16:59:52.238 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:51 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:59:52.238 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:51 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:59:52.238 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:51 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:59:52.238 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:51 smithi069 ceph-mon[94167]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T16:59:52.238 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:51 smithi069 ceph-mon[94167]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T16:59:52.238 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:51 smithi069 ceph-mon[96738]: from='client.36168 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T16:59:52.238 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:51 smithi069 ceph-mon[96738]: pgmap v5093: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-10T16:59:52.238 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:51 smithi069 ceph-mon[96738]: from='client.36168 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T16:59:52.239 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:51 smithi069 ceph-mon[96738]: from='client.36174 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T16:59:52.239 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:51 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:59:52.239 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:51 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-10T16:59:52.239 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:51 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:59:52.239 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:51 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:59:52.239 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:51 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:59:52.239 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:51 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:59:52.239 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:51 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:59:52.239 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:51 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:59:52.239 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:51 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:59:52.239 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:51 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:59:52.239 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:51 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:59:52.239 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:51 smithi069 ceph-mon[96738]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T16:59:52.239 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:51 smithi069 ceph-mon[96738]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T16:59:52.240 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:51 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:59:52.240 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:51 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:59:52.240 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:51 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:59:52.240 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:51 smithi069 ceph-mon[96738]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T16:59:52.240 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:51 smithi069 ceph-mon[96738]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T16:59:52.240 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:51 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:59:52.240 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:51 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:59:52.240 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:51 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:59:52.240 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:51 smithi069 ceph-mon[96738]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T16:59:52.240 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:51 smithi069 ceph-mon[96738]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T16:59:52.240 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:51 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:59:52.241 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:51 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:59:52.241 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:51 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:59:52.241 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:51 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:59:52.241 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:51 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-10T16:59:52.241 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:51 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:59:52.241 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:51 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:59:52.241 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:51 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:59:52.241 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:51 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:59:52.241 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:51 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:59:52.241 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:51 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:59:52.241 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:51 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:59:52.241 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:51 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:59:52.241 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:51 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:59:52.242 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:51 smithi069 ceph-mon[94167]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T16:59:52.242 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:51 smithi069 ceph-mon[94167]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T16:59:52.242 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:51 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:59:52.242 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:51 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:59:52.242 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:51 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:59:52.242 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:51 smithi069 ceph-mon[94167]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T16:59:52.242 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:51 smithi069 ceph-mon[94167]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T16:59:52.242 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:51 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:59:52.242 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:51 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:59:52.242 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:51 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:59:52.242 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:51 smithi069 ceph-mon[94167]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T16:59:52.242 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:51 smithi069 ceph-mon[94167]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T16:59:52.242 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:51 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:59:52.242 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:51 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:59:52.243 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:51 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:59:52.243 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:51 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:59:52.243 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:51 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:59:52.243 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:51 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:59:52.243 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:51 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:59:52.243 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:51 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-10T16:59:52.243 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:51 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:59:52.243 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:51 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:59:52.243 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:51 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:59:52.243 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:51 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:59:52.243 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:51 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:59:52.244 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:51 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:59:52.244 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:51 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:59:52.244 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:51 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:59:52.244 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:51 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:59:52.244 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:51 smithi069 ceph-mon[96738]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T16:59:52.244 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:51 smithi069 ceph-mon[96738]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T16:59:52.244 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:51 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:59:52.244 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:51 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:59:52.244 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:51 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:59:52.244 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:51 smithi069 ceph-mon[96738]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T16:59:52.244 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:51 smithi069 ceph-mon[96738]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T16:59:52.244 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:51 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:59:52.244 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:51 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:59:52.244 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:51 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:59:52.244 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:51 smithi069 ceph-mon[96738]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T16:59:52.244 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:51 smithi069 ceph-mon[96738]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T16:59:52.245 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:51 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:59:52.245 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:51 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:59:52.245 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:51 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:59:52.255 INFO:tasks.workunit.client.0.smithi069.stdout:{ 2024-04-10T16:59:52.255 INFO:tasks.workunit.client.0.smithi069.stdout: "device_report": { 2024-04-10T16:59:52.255 INFO:tasks.workunit.client.0.smithi069.stdout: "599624d2-f74f-11ee-91bc-0cc47a8fd737": { 2024-04-10T16:59:52.255 INFO:tasks.workunit.client.0.smithi069.stdout: "INTEL_SSDPEDMD400G4_5997394e-f74f-11ee-91bc-0cc47a8fd737": { 2024-04-10T16:59:52.255 INFO:tasks.workunit.client.0.smithi069.stdout: "20240410-152555": { 2024-04-10T16:59:52.255 INFO:tasks.workunit.client.0.smithi069.stdout: "device": { 2024-04-10T16:59:52.255 INFO:tasks.workunit.client.0.smithi069.stdout: "info_name": "/dev/nvme0n1", 2024-04-10T16:59:52.255 INFO:tasks.workunit.client.0.smithi069.stdout: "name": "/dev/nvme0n1", 2024-04-10T16:59:52.255 INFO:tasks.workunit.client.0.smithi069.stdout: "protocol": "NVMe", 2024-04-10T16:59:52.255 INFO:tasks.workunit.client.0.smithi069.stdout: "type": "nvme" 2024-04-10T16:59:52.255 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.256 INFO:tasks.workunit.client.0.smithi069.stdout: "firmware_version": "8DV101H0", 2024-04-10T16:59:52.256 INFO:tasks.workunit.client.0.smithi069.stdout: "host_id": "599624d2-f74f-11ee-91bc-0cc47a8fd737", 2024-04-10T16:59:52.256 INFO:tasks.workunit.client.0.smithi069.stdout: "json_format_version": [ 2024-04-10T16:59:52.256 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T16:59:52.256 INFO:tasks.workunit.client.0.smithi069.stdout: 0 2024-04-10T16:59:52.256 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:52.256 INFO:tasks.workunit.client.0.smithi069.stdout: "local_time": { 2024-04-10T16:59:52.256 INFO:tasks.workunit.client.0.smithi069.stdout: "asctime": "Wed Apr 10 15:25:55 2024 UTC", 2024-04-10T16:59:52.256 INFO:tasks.workunit.client.0.smithi069.stdout: "time_t": 1712762755 2024-04-10T16:59:52.256 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.256 INFO:tasks.workunit.client.0.smithi069.stdout: "logical_block_size": 512, 2024-04-10T16:59:52.256 INFO:tasks.workunit.client.0.smithi069.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-04-10T16:59:52.256 INFO:tasks.workunit.client.0.smithi069.stdout: "nvme_controller_id": 0, 2024-04-10T16:59:52.256 INFO:tasks.workunit.client.0.smithi069.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-04-10T16:59:52.257 INFO:tasks.workunit.client.0.smithi069.stdout: "nvme_namespaces": [ 2024-04-10T16:59:52.257 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:52.257 INFO:tasks.workunit.client.0.smithi069.stdout: "capacity": { 2024-04-10T16:59:52.257 INFO:tasks.workunit.client.0.smithi069.stdout: "blocks": 781422768, 2024-04-10T16:59:52.257 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 400088457216 2024-04-10T16:59:52.257 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.257 INFO:tasks.workunit.client.0.smithi069.stdout: "formatted_lba_size": 512, 2024-04-10T16:59:52.257 INFO:tasks.workunit.client.0.smithi069.stdout: "id": 1, 2024-04-10T16:59:52.257 INFO:tasks.workunit.client.0.smithi069.stdout: "size": { 2024-04-10T16:59:52.257 INFO:tasks.workunit.client.0.smithi069.stdout: "blocks": 781422768, 2024-04-10T16:59:52.257 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 400088457216 2024-04-10T16:59:52.257 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.257 INFO:tasks.workunit.client.0.smithi069.stdout: "utilization": { 2024-04-10T16:59:52.257 INFO:tasks.workunit.client.0.smithi069.stdout: "blocks": 781422768, 2024-04-10T16:59:52.257 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 400088457216 2024-04-10T16:59:52.258 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:52.258 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:52.258 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:52.258 INFO:tasks.workunit.client.0.smithi069.stdout: "nvme_number_of_namespaces": 1, 2024-04-10T16:59:52.258 INFO:tasks.workunit.client.0.smithi069.stdout: "nvme_pci_vendor": { 2024-04-10T16:59:52.258 INFO:tasks.workunit.client.0.smithi069.stdout: "id": 32902, 2024-04-10T16:59:52.258 INFO:tasks.workunit.client.0.smithi069.stdout: "subsystem_id": 32902 2024-04-10T16:59:52.258 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.258 INFO:tasks.workunit.client.0.smithi069.stdout: "nvme_smart_health_information_add_log": { 2024-04-10T16:59:52.258 INFO:tasks.workunit.client.0.smithi069.stdout: "Device stats": { 2024-04-10T16:59:52.258 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_fw_downgrades": { 2024-04-10T16:59:52.258 INFO:tasks.workunit.client.0.smithi069.stdout: "normalized": 0, 2024-04-10T16:59:52.258 INFO:tasks.workunit.client.0.smithi069.stdout: "raw": 0 2024-04-10T16:59:52.258 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.259 INFO:tasks.workunit.client.0.smithi069.stdout: "crc_error_count": { 2024-04-10T16:59:52.259 INFO:tasks.workunit.client.0.smithi069.stdout: "normalized": 100, 2024-04-10T16:59:52.259 INFO:tasks.workunit.client.0.smithi069.stdout: "raw": 0 2024-04-10T16:59:52.259 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.259 INFO:tasks.workunit.client.0.smithi069.stdout: "end_to_end_error_detection_count": { 2024-04-10T16:59:52.259 INFO:tasks.workunit.client.0.smithi069.stdout: "normalized": 100, 2024-04-10T16:59:52.259 INFO:tasks.workunit.client.0.smithi069.stdout: "raw": 0 2024-04-10T16:59:52.259 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.259 INFO:tasks.workunit.client.0.smithi069.stdout: "erase_fail_count": { 2024-04-10T16:59:52.259 INFO:tasks.workunit.client.0.smithi069.stdout: "normalized": 100, 2024-04-10T16:59:52.259 INFO:tasks.workunit.client.0.smithi069.stdout: "raw": 0 2024-04-10T16:59:52.259 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.259 INFO:tasks.workunit.client.0.smithi069.stdout: "host_bytes_written": { 2024-04-10T16:59:52.259 INFO:tasks.workunit.client.0.smithi069.stdout: "normalized": 100, 2024-04-10T16:59:52.260 INFO:tasks.workunit.client.0.smithi069.stdout: "raw": 25970560 2024-04-10T16:59:52.260 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.260 INFO:tasks.workunit.client.0.smithi069.stdout: "host_ctx_wear_used": { 2024-04-10T16:59:52.260 INFO:tasks.workunit.client.0.smithi069.stdout: "normalized": 100, 2024-04-10T16:59:52.260 INFO:tasks.workunit.client.0.smithi069.stdout: "raw": 1 2024-04-10T16:59:52.260 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.260 INFO:tasks.workunit.client.0.smithi069.stdout: "media_bytes_read": { 2024-04-10T16:59:52.260 INFO:tasks.workunit.client.0.smithi069.stdout: "normalized": 0, 2024-04-10T16:59:52.260 INFO:tasks.workunit.client.0.smithi069.stdout: "raw": 0 2024-04-10T16:59:52.260 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.260 INFO:tasks.workunit.client.0.smithi069.stdout: "nand_bytes_written": { 2024-04-10T16:59:52.260 INFO:tasks.workunit.client.0.smithi069.stdout: "normalized": 100, 2024-04-10T16:59:52.261 INFO:tasks.workunit.client.0.smithi069.stdout: "raw": 42073918 2024-04-10T16:59:52.261 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.261 INFO:tasks.workunit.client.0.smithi069.stdout: "perf_stat_indicator": { 2024-04-10T16:59:52.261 INFO:tasks.workunit.client.0.smithi069.stdout: "normalized": 0, 2024-04-10T16:59:52.261 INFO:tasks.workunit.client.0.smithi069.stdout: "raw": 0 2024-04-10T16:59:52.261 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.261 INFO:tasks.workunit.client.0.smithi069.stdout: "pll_lock_loss_count": { 2024-04-10T16:59:52.261 INFO:tasks.workunit.client.0.smithi069.stdout: "normalized": 100, 2024-04-10T16:59:52.261 INFO:tasks.workunit.client.0.smithi069.stdout: "raw": 0 2024-04-10T16:59:52.261 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.261 INFO:tasks.workunit.client.0.smithi069.stdout: "program_fail_count": { 2024-04-10T16:59:52.261 INFO:tasks.workunit.client.0.smithi069.stdout: "normalized": 100, 2024-04-10T16:59:52.261 INFO:tasks.workunit.client.0.smithi069.stdout: "raw": 0 2024-04-10T16:59:52.261 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.261 INFO:tasks.workunit.client.0.smithi069.stdout: "re_alloc_sectr_cnt": { 2024-04-10T16:59:52.262 INFO:tasks.workunit.client.0.smithi069.stdout: "normalized": 0, 2024-04-10T16:59:52.262 INFO:tasks.workunit.client.0.smithi069.stdout: "raw": 0 2024-04-10T16:59:52.262 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.262 INFO:tasks.workunit.client.0.smithi069.stdout: "retry_buffer_overflow_count": { 2024-04-10T16:59:52.262 INFO:tasks.workunit.client.0.smithi069.stdout: "normalized": 100, 2024-04-10T16:59:52.262 INFO:tasks.workunit.client.0.smithi069.stdout: "raw": 0 2024-04-10T16:59:52.262 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.262 INFO:tasks.workunit.client.0.smithi069.stdout: "soft_ecc_err_rate": { 2024-04-10T16:59:52.262 INFO:tasks.workunit.client.0.smithi069.stdout: "normalized": 0, 2024-04-10T16:59:52.262 INFO:tasks.workunit.client.0.smithi069.stdout: "raw": 0 2024-04-10T16:59:52.262 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.262 INFO:tasks.workunit.client.0.smithi069.stdout: "thermal_throttle_status": { 2024-04-10T16:59:52.262 INFO:tasks.workunit.client.0.smithi069.stdout: "normalized": 100, 2024-04-10T16:59:52.262 INFO:tasks.workunit.client.0.smithi069.stdout: "raw": { 2024-04-10T16:59:52.263 INFO:tasks.workunit.client.0.smithi069.stdout: "cnt": 0, 2024-04-10T16:59:52.263 INFO:tasks.workunit.client.0.smithi069.stdout: "pct": 0 2024-04-10T16:59:52.263 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:52.263 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.263 INFO:tasks.workunit.client.0.smithi069.stdout: "timed_workload_host_reads": { 2024-04-10T16:59:52.263 INFO:tasks.workunit.client.0.smithi069.stdout: "normalized": 100, 2024-04-10T16:59:52.263 INFO:tasks.workunit.client.0.smithi069.stdout: "raw": 65535 2024-04-10T16:59:52.263 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.263 INFO:tasks.workunit.client.0.smithi069.stdout: "timed_workload_media_wear": { 2024-04-10T16:59:52.263 INFO:tasks.workunit.client.0.smithi069.stdout: "normalized": 100, 2024-04-10T16:59:52.263 INFO:tasks.workunit.client.0.smithi069.stdout: "raw": 64 2024-04-10T16:59:52.263 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.263 INFO:tasks.workunit.client.0.smithi069.stdout: "timed_workload_timer": { 2024-04-10T16:59:52.263 INFO:tasks.workunit.client.0.smithi069.stdout: "normalized": 100, 2024-04-10T16:59:52.263 INFO:tasks.workunit.client.0.smithi069.stdout: "raw": 65535 2024-04-10T16:59:52.264 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.264 INFO:tasks.workunit.client.0.smithi069.stdout: "unexp_power_loss": { 2024-04-10T16:59:52.264 INFO:tasks.workunit.client.0.smithi069.stdout: "normalized": 0, 2024-04-10T16:59:52.264 INFO:tasks.workunit.client.0.smithi069.stdout: "raw": 0 2024-04-10T16:59:52.264 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.264 INFO:tasks.workunit.client.0.smithi069.stdout: "wear_leveling": { 2024-04-10T16:59:52.264 INFO:tasks.workunit.client.0.smithi069.stdout: "normalized": 91, 2024-04-10T16:59:52.264 INFO:tasks.workunit.client.0.smithi069.stdout: "raw": { 2024-04-10T16:59:52.264 INFO:tasks.workunit.client.0.smithi069.stdout: "avg": 2823, 2024-04-10T16:59:52.264 INFO:tasks.workunit.client.0.smithi069.stdout: "max": 2839, 2024-04-10T16:59:52.264 INFO:tasks.workunit.client.0.smithi069.stdout: "min": 2808 2024-04-10T16:59:52.264 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:52.264 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:52.265 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.265 INFO:tasks.workunit.client.0.smithi069.stdout: "Intel Smart log": "nvme0n1" 2024-04-10T16:59:52.265 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.265 INFO:tasks.workunit.client.0.smithi069.stdout: "nvme_smart_health_information_log": { 2024-04-10T16:59:52.265 INFO:tasks.workunit.client.0.smithi069.stdout: "available_spare": 100, 2024-04-10T16:59:52.265 INFO:tasks.workunit.client.0.smithi069.stdout: "available_spare_threshold": 10, 2024-04-10T16:59:52.265 INFO:tasks.workunit.client.0.smithi069.stdout: "controller_busy_time": 1, 2024-04-10T16:59:52.265 INFO:tasks.workunit.client.0.smithi069.stdout: "critical_warning": 0, 2024-04-10T16:59:52.265 INFO:tasks.workunit.client.0.smithi069.stdout: "data_units_read": 390305420, 2024-04-10T16:59:52.265 INFO:tasks.workunit.client.0.smithi069.stdout: "data_units_written": 1702006681, 2024-04-10T16:59:52.265 INFO:tasks.workunit.client.0.smithi069.stdout: "host_reads": 6219950024, 2024-04-10T16:59:52.265 INFO:tasks.workunit.client.0.smithi069.stdout: "host_writes": 29847982517, 2024-04-10T16:59:52.265 INFO:tasks.workunit.client.0.smithi069.stdout: "media_errors": 0, 2024-04-10T16:59:52.265 INFO:tasks.workunit.client.0.smithi069.stdout: "num_err_log_entries": 0, 2024-04-10T16:59:52.265 INFO:tasks.workunit.client.0.smithi069.stdout: "percentage_used": 9, 2024-04-10T16:59:52.266 INFO:tasks.workunit.client.0.smithi069.stdout: "power_cycles": 40276, 2024-04-10T16:59:52.266 INFO:tasks.workunit.client.0.smithi069.stdout: "power_on_hours": 59896, 2024-04-10T16:59:52.266 INFO:tasks.workunit.client.0.smithi069.stdout: "temperature": 25, 2024-04-10T16:59:52.266 INFO:tasks.workunit.client.0.smithi069.stdout: "unsafe_shutdowns": 83 2024-04-10T16:59:52.266 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.266 INFO:tasks.workunit.client.0.smithi069.stdout: "nvme_vendor": "intel", 2024-04-10T16:59:52.266 INFO:tasks.workunit.client.0.smithi069.stdout: "power_cycle_count": 40276, 2024-04-10T16:59:52.266 INFO:tasks.workunit.client.0.smithi069.stdout: "power_on_time": { 2024-04-10T16:59:52.266 INFO:tasks.workunit.client.0.smithi069.stdout: "hours": 59896 2024-04-10T16:59:52.266 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.266 INFO:tasks.workunit.client.0.smithi069.stdout: "serial_number": "deleted", 2024-04-10T16:59:52.266 INFO:tasks.workunit.client.0.smithi069.stdout: "smart_status": { 2024-04-10T16:59:52.266 INFO:tasks.workunit.client.0.smithi069.stdout: "nvme": { 2024-04-10T16:59:52.266 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.266 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.266 INFO:tasks.workunit.client.0.smithi069.stdout: "passed": true 2024-04-10T16:59:52.267 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.267 INFO:tasks.workunit.client.0.smithi069.stdout: "smartctl": { 2024-04-10T16:59:52.267 INFO:tasks.workunit.client.0.smithi069.stdout: "argv": [ 2024-04-10T16:59:52.267 INFO:tasks.workunit.client.0.smithi069.stdout: "smartctl", 2024-04-10T16:59:52.267 INFO:tasks.workunit.client.0.smithi069.stdout: "-x", 2024-04-10T16:59:52.267 INFO:tasks.workunit.client.0.smithi069.stdout: "--json=o", 2024-04-10T16:59:52.267 INFO:tasks.workunit.client.0.smithi069.stdout: "/dev/nvme0n1" 2024-04-10T16:59:52.267 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:52.267 INFO:tasks.workunit.client.0.smithi069.stdout: "build_info": "(local build)", 2024-04-10T16:59:52.267 INFO:tasks.workunit.client.0.smithi069.stdout: "exit_status": 0, 2024-04-10T16:59:52.267 INFO:tasks.workunit.client.0.smithi069.stdout: "output": [ 2024-04-10T16:59:52.267 INFO:tasks.workunit.client.0.smithi069.stdout: "smartctl 7.1 2019-12-30 r5022 [x86_64-linux-5.14.0-435.el9.x86_64] (local build)", 2024-04-10T16:59:52.267 INFO:tasks.workunit.client.0.smithi069.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-04-10T16:59:52.267 INFO:tasks.workunit.client.0.smithi069.stdout: "", 2024-04-10T16:59:52.267 INFO:tasks.workunit.client.0.smithi069.stdout: "=== START OF INFORMATION SECTION ===", 2024-04-10T16:59:52.267 INFO:tasks.workunit.client.0.smithi069.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-04-10T16:59:52.268 INFO:tasks.workunit.client.0.smithi069.stdout: "Serial Number: deleted", 2024-04-10T16:59:52.268 INFO:tasks.workunit.client.0.smithi069.stdout: "Firmware Version: 8DV101H0", 2024-04-10T16:59:52.268 INFO:tasks.workunit.client.0.smithi069.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-04-10T16:59:52.268 INFO:tasks.workunit.client.0.smithi069.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-04-10T16:59:52.268 INFO:tasks.workunit.client.0.smithi069.stdout: "Controller ID: 0", 2024-04-10T16:59:52.268 INFO:tasks.workunit.client.0.smithi069.stdout: "Number of Namespaces: 1", 2024-04-10T16:59:52.268 INFO:tasks.workunit.client.0.smithi069.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-04-10T16:59:52.268 INFO:tasks.workunit.client.0.smithi069.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-04-10T16:59:52.268 INFO:tasks.workunit.client.0.smithi069.stdout: "Local Time is: Wed Apr 10 15:25:55 2024 UTC", 2024-04-10T16:59:52.268 INFO:tasks.workunit.client.0.smithi069.stdout: "Firmware Updates (0x02): 1 Slot", 2024-04-10T16:59:52.268 INFO:tasks.workunit.client.0.smithi069.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-04-10T16:59:52.268 INFO:tasks.workunit.client.0.smithi069.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-04-10T16:59:52.268 INFO:tasks.workunit.client.0.smithi069.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-04-10T16:59:52.269 INFO:tasks.workunit.client.0.smithi069.stdout: "", 2024-04-10T16:59:52.269 INFO:tasks.workunit.client.0.smithi069.stdout: "Supported Power States", 2024-04-10T16:59:52.269 INFO:tasks.workunit.client.0.smithi069.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-04-10T16:59:52.269 INFO:tasks.workunit.client.0.smithi069.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-04-10T16:59:52.269 INFO:tasks.workunit.client.0.smithi069.stdout: "", 2024-04-10T16:59:52.269 INFO:tasks.workunit.client.0.smithi069.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-04-10T16:59:52.269 INFO:tasks.workunit.client.0.smithi069.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-04-10T16:59:52.269 INFO:tasks.workunit.client.0.smithi069.stdout: " 0 + 512 0 2", 2024-04-10T16:59:52.269 INFO:tasks.workunit.client.0.smithi069.stdout: " 1 - 512 8 2", 2024-04-10T16:59:52.269 INFO:tasks.workunit.client.0.smithi069.stdout: " 2 - 512 16 2", 2024-04-10T16:59:52.269 INFO:tasks.workunit.client.0.smithi069.stdout: " 3 - 4096 0 0", 2024-04-10T16:59:52.269 INFO:tasks.workunit.client.0.smithi069.stdout: " 4 - 4096 8 0", 2024-04-10T16:59:52.269 INFO:tasks.workunit.client.0.smithi069.stdout: " 5 - 4096 64 0", 2024-04-10T16:59:52.270 INFO:tasks.workunit.client.0.smithi069.stdout: " 6 - 4096 128 0", 2024-04-10T16:59:52.270 INFO:tasks.workunit.client.0.smithi069.stdout: "", 2024-04-10T16:59:52.270 INFO:tasks.workunit.client.0.smithi069.stdout: "=== START OF SMART DATA SECTION ===", 2024-04-10T16:59:52.270 INFO:tasks.workunit.client.0.smithi069.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-04-10T16:59:52.270 INFO:tasks.workunit.client.0.smithi069.stdout: "", 2024-04-10T16:59:52.270 INFO:tasks.workunit.client.0.smithi069.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-04-10T16:59:52.270 INFO:tasks.workunit.client.0.smithi069.stdout: "Critical Warning: 0x00", 2024-04-10T16:59:52.270 INFO:tasks.workunit.client.0.smithi069.stdout: "Temperature: 25 Celsius", 2024-04-10T16:59:52.270 INFO:tasks.workunit.client.0.smithi069.stdout: "Available Spare: 100%", 2024-04-10T16:59:52.270 INFO:tasks.workunit.client.0.smithi069.stdout: "Available Spare Threshold: 10%", 2024-04-10T16:59:52.270 INFO:tasks.workunit.client.0.smithi069.stdout: "Percentage Used: 9%", 2024-04-10T16:59:52.270 INFO:tasks.workunit.client.0.smithi069.stdout: "Data Units Read: 390,305,420 [199 TB]", 2024-04-10T16:59:52.270 INFO:tasks.workunit.client.0.smithi069.stdout: "Data Units Written: 1,702,006,681 [871 TB]", 2024-04-10T16:59:52.270 INFO:tasks.workunit.client.0.smithi069.stdout: "Host Read Commands: 6,219,950,024", 2024-04-10T16:59:52.271 INFO:tasks.workunit.client.0.smithi069.stdout: "Host Write Commands: 29,847,982,517", 2024-04-10T16:59:52.271 INFO:tasks.workunit.client.0.smithi069.stdout: "Controller Busy Time: 1", 2024-04-10T16:59:52.271 INFO:tasks.workunit.client.0.smithi069.stdout: "Power Cycles: 40,276", 2024-04-10T16:59:52.271 INFO:tasks.workunit.client.0.smithi069.stdout: "Power On Hours: 59,896", 2024-04-10T16:59:52.271 INFO:tasks.workunit.client.0.smithi069.stdout: "Unsafe Shutdowns: 83", 2024-04-10T16:59:52.271 INFO:tasks.workunit.client.0.smithi069.stdout: "Media and Data Integrity Errors: 0", 2024-04-10T16:59:52.271 INFO:tasks.workunit.client.0.smithi069.stdout: "Error Information Log Entries: 0", 2024-04-10T16:59:52.271 INFO:tasks.workunit.client.0.smithi069.stdout: "", 2024-04-10T16:59:52.271 INFO:tasks.workunit.client.0.smithi069.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2024-04-10T16:59:52.271 INFO:tasks.workunit.client.0.smithi069.stdout: "No Errors Logged", 2024-04-10T16:59:52.271 INFO:tasks.workunit.client.0.smithi069.stdout: "" 2024-04-10T16:59:52.271 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:52.271 INFO:tasks.workunit.client.0.smithi069.stdout: "platform_info": "x86_64-linux-5.14.0-435.el9.x86_64", 2024-04-10T16:59:52.271 INFO:tasks.workunit.client.0.smithi069.stdout: "svn_revision": "5022", 2024-04-10T16:59:52.271 INFO:tasks.workunit.client.0.smithi069.stdout: "version": [ 2024-04-10T16:59:52.272 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T16:59:52.272 INFO:tasks.workunit.client.0.smithi069.stdout: 1 2024-04-10T16:59:52.272 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T16:59:52.272 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.272 INFO:tasks.workunit.client.0.smithi069.stdout: "temperature": { 2024-04-10T16:59:52.272 INFO:tasks.workunit.client.0.smithi069.stdout: "current": 25 2024-04-10T16:59:52.272 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.272 INFO:tasks.workunit.client.0.smithi069.stdout: "user_capacity": { 2024-04-10T16:59:52.272 INFO:tasks.workunit.client.0.smithi069.stdout: "blocks": 781422768, 2024-04-10T16:59:52.272 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 400088457216 2024-04-10T16:59:52.272 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:52.272 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:52.272 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:52.272 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.272 INFO:tasks.workunit.client.0.smithi069.stdout: "5998e154-f74f-11ee-91bc-0cc47a8fd737": { 2024-04-10T16:59:52.272 INFO:tasks.workunit.client.0.smithi069.stdout: "INTEL_SSDPEDMD400G4_5999883e-f74f-11ee-91bc-0cc47a8fd737": { 2024-04-10T16:59:52.273 INFO:tasks.workunit.client.0.smithi069.stdout: "20240410-152557": { 2024-04-10T16:59:52.273 INFO:tasks.workunit.client.0.smithi069.stdout: "device": { 2024-04-10T16:59:52.273 INFO:tasks.workunit.client.0.smithi069.stdout: "info_name": "/dev/nvme0n1", 2024-04-10T16:59:52.273 INFO:tasks.workunit.client.0.smithi069.stdout: "name": "/dev/nvme0n1", 2024-04-10T16:59:52.273 INFO:tasks.workunit.client.0.smithi069.stdout: "protocol": "NVMe", 2024-04-10T16:59:52.273 INFO:tasks.workunit.client.0.smithi069.stdout: "type": "nvme" 2024-04-10T16:59:52.273 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.273 INFO:tasks.workunit.client.0.smithi069.stdout: "firmware_version": "8DV101H0", 2024-04-10T16:59:52.273 INFO:tasks.workunit.client.0.smithi069.stdout: "host_id": "5998e154-f74f-11ee-91bc-0cc47a8fd737", 2024-04-10T16:59:52.273 INFO:tasks.workunit.client.0.smithi069.stdout: "json_format_version": [ 2024-04-10T16:59:52.273 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T16:59:52.273 INFO:tasks.workunit.client.0.smithi069.stdout: 0 2024-04-10T16:59:52.273 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:52.273 INFO:tasks.workunit.client.0.smithi069.stdout: "local_time": { 2024-04-10T16:59:52.273 INFO:tasks.workunit.client.0.smithi069.stdout: "asctime": "Wed Apr 10 15:25:57 2024 UTC", 2024-04-10T16:59:52.273 INFO:tasks.workunit.client.0.smithi069.stdout: "time_t": 1712762757 2024-04-10T16:59:52.274 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.274 INFO:tasks.workunit.client.0.smithi069.stdout: "logical_block_size": 512, 2024-04-10T16:59:52.274 INFO:tasks.workunit.client.0.smithi069.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-04-10T16:59:52.274 INFO:tasks.workunit.client.0.smithi069.stdout: "nvme_controller_id": 0, 2024-04-10T16:59:52.274 INFO:tasks.workunit.client.0.smithi069.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-04-10T16:59:52.274 INFO:tasks.workunit.client.0.smithi069.stdout: "nvme_namespaces": [ 2024-04-10T16:59:52.274 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:52.274 INFO:tasks.workunit.client.0.smithi069.stdout: "capacity": { 2024-04-10T16:59:52.274 INFO:tasks.workunit.client.0.smithi069.stdout: "blocks": 781422768, 2024-04-10T16:59:52.274 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 400088457216 2024-04-10T16:59:52.274 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.274 INFO:tasks.workunit.client.0.smithi069.stdout: "formatted_lba_size": 512, 2024-04-10T16:59:52.274 INFO:tasks.workunit.client.0.smithi069.stdout: "id": 1, 2024-04-10T16:59:52.274 INFO:tasks.workunit.client.0.smithi069.stdout: "size": { 2024-04-10T16:59:52.275 INFO:tasks.workunit.client.0.smithi069.stdout: "blocks": 781422768, 2024-04-10T16:59:52.275 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 400088457216 2024-04-10T16:59:52.275 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.275 INFO:tasks.workunit.client.0.smithi069.stdout: "utilization": { 2024-04-10T16:59:52.275 INFO:tasks.workunit.client.0.smithi069.stdout: "blocks": 781422768, 2024-04-10T16:59:52.275 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 400088457216 2024-04-10T16:59:52.275 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:52.275 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:52.275 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:52.275 INFO:tasks.workunit.client.0.smithi069.stdout: "nvme_number_of_namespaces": 1, 2024-04-10T16:59:52.275 INFO:tasks.workunit.client.0.smithi069.stdout: "nvme_pci_vendor": { 2024-04-10T16:59:52.275 INFO:tasks.workunit.client.0.smithi069.stdout: "id": 32902, 2024-04-10T16:59:52.275 INFO:tasks.workunit.client.0.smithi069.stdout: "subsystem_id": 32902 2024-04-10T16:59:52.275 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.276 INFO:tasks.workunit.client.0.smithi069.stdout: "nvme_smart_health_information_add_log": { 2024-04-10T16:59:52.276 INFO:tasks.workunit.client.0.smithi069.stdout: "Device stats": { 2024-04-10T16:59:52.276 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_fw_downgrades": { 2024-04-10T16:59:52.276 INFO:tasks.workunit.client.0.smithi069.stdout: "normalized": 0, 2024-04-10T16:59:52.276 INFO:tasks.workunit.client.0.smithi069.stdout: "raw": 0 2024-04-10T16:59:52.276 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.276 INFO:tasks.workunit.client.0.smithi069.stdout: "crc_error_count": { 2024-04-10T16:59:52.276 INFO:tasks.workunit.client.0.smithi069.stdout: "normalized": 100, 2024-04-10T16:59:52.276 INFO:tasks.workunit.client.0.smithi069.stdout: "raw": 0 2024-04-10T16:59:52.276 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.276 INFO:tasks.workunit.client.0.smithi069.stdout: "end_to_end_error_detection_count": { 2024-04-10T16:59:52.276 INFO:tasks.workunit.client.0.smithi069.stdout: "normalized": 100, 2024-04-10T16:59:52.276 INFO:tasks.workunit.client.0.smithi069.stdout: "raw": 0 2024-04-10T16:59:52.277 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.277 INFO:tasks.workunit.client.0.smithi069.stdout: "erase_fail_count": { 2024-04-10T16:59:52.277 INFO:tasks.workunit.client.0.smithi069.stdout: "normalized": 100, 2024-04-10T16:59:52.277 INFO:tasks.workunit.client.0.smithi069.stdout: "raw": 0 2024-04-10T16:59:52.277 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.277 INFO:tasks.workunit.client.0.smithi069.stdout: "host_bytes_written": { 2024-04-10T16:59:52.277 INFO:tasks.workunit.client.0.smithi069.stdout: "normalized": 100, 2024-04-10T16:59:52.277 INFO:tasks.workunit.client.0.smithi069.stdout: "raw": 31729991 2024-04-10T16:59:52.277 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.277 INFO:tasks.workunit.client.0.smithi069.stdout: "host_ctx_wear_used": { 2024-04-10T16:59:52.277 INFO:tasks.workunit.client.0.smithi069.stdout: "normalized": 100, 2024-04-10T16:59:52.277 INFO:tasks.workunit.client.0.smithi069.stdout: "raw": 1 2024-04-10T16:59:52.277 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.277 INFO:tasks.workunit.client.0.smithi069.stdout: "media_bytes_read": { 2024-04-10T16:59:52.277 INFO:tasks.workunit.client.0.smithi069.stdout: "normalized": 0, 2024-04-10T16:59:52.278 INFO:tasks.workunit.client.0.smithi069.stdout: "raw": 0 2024-04-10T16:59:52.278 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.278 INFO:tasks.workunit.client.0.smithi069.stdout: "nand_bytes_written": { 2024-04-10T16:59:52.278 INFO:tasks.workunit.client.0.smithi069.stdout: "normalized": 100, 2024-04-10T16:59:52.278 INFO:tasks.workunit.client.0.smithi069.stdout: "raw": 51723495 2024-04-10T16:59:52.278 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.278 INFO:tasks.workunit.client.0.smithi069.stdout: "perf_stat_indicator": { 2024-04-10T16:59:52.278 INFO:tasks.workunit.client.0.smithi069.stdout: "normalized": 0, 2024-04-10T16:59:52.278 INFO:tasks.workunit.client.0.smithi069.stdout: "raw": 0 2024-04-10T16:59:52.278 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.278 INFO:tasks.workunit.client.0.smithi069.stdout: "pll_lock_loss_count": { 2024-04-10T16:59:52.278 INFO:tasks.workunit.client.0.smithi069.stdout: "normalized": 100, 2024-04-10T16:59:52.278 INFO:tasks.workunit.client.0.smithi069.stdout: "raw": 0 2024-04-10T16:59:52.278 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.279 INFO:tasks.workunit.client.0.smithi069.stdout: "program_fail_count": { 2024-04-10T16:59:52.279 INFO:tasks.workunit.client.0.smithi069.stdout: "normalized": 100, 2024-04-10T16:59:52.279 INFO:tasks.workunit.client.0.smithi069.stdout: "raw": 0 2024-04-10T16:59:52.279 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.279 INFO:tasks.workunit.client.0.smithi069.stdout: "re_alloc_sectr_cnt": { 2024-04-10T16:59:52.279 INFO:tasks.workunit.client.0.smithi069.stdout: "normalized": 0, 2024-04-10T16:59:52.279 INFO:tasks.workunit.client.0.smithi069.stdout: "raw": 0 2024-04-10T16:59:52.279 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.279 INFO:tasks.workunit.client.0.smithi069.stdout: "retry_buffer_overflow_count": { 2024-04-10T16:59:52.279 INFO:tasks.workunit.client.0.smithi069.stdout: "normalized": 100, 2024-04-10T16:59:52.279 INFO:tasks.workunit.client.0.smithi069.stdout: "raw": 0 2024-04-10T16:59:52.279 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.279 INFO:tasks.workunit.client.0.smithi069.stdout: "soft_ecc_err_rate": { 2024-04-10T16:59:52.279 INFO:tasks.workunit.client.0.smithi069.stdout: "normalized": 0, 2024-04-10T16:59:52.280 INFO:tasks.workunit.client.0.smithi069.stdout: "raw": 0 2024-04-10T16:59:52.280 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.280 INFO:tasks.workunit.client.0.smithi069.stdout: "thermal_throttle_status": { 2024-04-10T16:59:52.280 INFO:tasks.workunit.client.0.smithi069.stdout: "normalized": 100, 2024-04-10T16:59:52.280 INFO:tasks.workunit.client.0.smithi069.stdout: "raw": { 2024-04-10T16:59:52.280 INFO:tasks.workunit.client.0.smithi069.stdout: "cnt": 0, 2024-04-10T16:59:52.280 INFO:tasks.workunit.client.0.smithi069.stdout: "pct": 0 2024-04-10T16:59:52.280 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:52.280 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.280 INFO:tasks.workunit.client.0.smithi069.stdout: "timed_workload_host_reads": { 2024-04-10T16:59:52.280 INFO:tasks.workunit.client.0.smithi069.stdout: "normalized": 100, 2024-04-10T16:59:52.280 INFO:tasks.workunit.client.0.smithi069.stdout: "raw": 65535 2024-04-10T16:59:52.280 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.280 INFO:tasks.workunit.client.0.smithi069.stdout: "timed_workload_media_wear": { 2024-04-10T16:59:52.280 INFO:tasks.workunit.client.0.smithi069.stdout: "normalized": 100, 2024-04-10T16:59:52.281 INFO:tasks.workunit.client.0.smithi069.stdout: "raw": 64 2024-04-10T16:59:52.281 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.281 INFO:tasks.workunit.client.0.smithi069.stdout: "timed_workload_timer": { 2024-04-10T16:59:52.281 INFO:tasks.workunit.client.0.smithi069.stdout: "normalized": 100, 2024-04-10T16:59:52.281 INFO:tasks.workunit.client.0.smithi069.stdout: "raw": 65535 2024-04-10T16:59:52.281 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.281 INFO:tasks.workunit.client.0.smithi069.stdout: "unexp_power_loss": { 2024-04-10T16:59:52.281 INFO:tasks.workunit.client.0.smithi069.stdout: "normalized": 0, 2024-04-10T16:59:52.281 INFO:tasks.workunit.client.0.smithi069.stdout: "raw": 0 2024-04-10T16:59:52.281 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.281 INFO:tasks.workunit.client.0.smithi069.stdout: "wear_leveling": { 2024-04-10T16:59:52.281 INFO:tasks.workunit.client.0.smithi069.stdout: "normalized": 89, 2024-04-10T16:59:52.281 INFO:tasks.workunit.client.0.smithi069.stdout: "raw": { 2024-04-10T16:59:52.281 INFO:tasks.workunit.client.0.smithi069.stdout: "avg": 3477, 2024-04-10T16:59:52.281 INFO:tasks.workunit.client.0.smithi069.stdout: "max": 3493, 2024-04-10T16:59:52.282 INFO:tasks.workunit.client.0.smithi069.stdout: "min": 3462 2024-04-10T16:59:52.282 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:52.282 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:52.282 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.282 INFO:tasks.workunit.client.0.smithi069.stdout: "Intel Smart log": "nvme0n1" 2024-04-10T16:59:52.282 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.282 INFO:tasks.workunit.client.0.smithi069.stdout: "nvme_smart_health_information_log": { 2024-04-10T16:59:52.282 INFO:tasks.workunit.client.0.smithi069.stdout: "available_spare": 100, 2024-04-10T16:59:52.282 INFO:tasks.workunit.client.0.smithi069.stdout: "available_spare_threshold": 10, 2024-04-10T16:59:52.282 INFO:tasks.workunit.client.0.smithi069.stdout: "controller_busy_time": 6, 2024-04-10T16:59:52.282 INFO:tasks.workunit.client.0.smithi069.stdout: "critical_warning": 0, 2024-04-10T16:59:52.282 INFO:tasks.workunit.client.0.smithi069.stdout: "data_units_read": 410358099, 2024-04-10T16:59:52.282 INFO:tasks.workunit.client.0.smithi069.stdout: "data_units_written": 2079456739, 2024-04-10T16:59:52.282 INFO:tasks.workunit.client.0.smithi069.stdout: "host_reads": 6752379132, 2024-04-10T16:59:52.282 INFO:tasks.workunit.client.0.smithi069.stdout: "host_writes": 36672874135, 2024-04-10T16:59:52.282 INFO:tasks.workunit.client.0.smithi069.stdout: "media_errors": 0, 2024-04-10T16:59:52.283 INFO:tasks.workunit.client.0.smithi069.stdout: "num_err_log_entries": 0, 2024-04-10T16:59:52.283 INFO:tasks.workunit.client.0.smithi069.stdout: "percentage_used": 11, 2024-04-10T16:59:52.283 INFO:tasks.workunit.client.0.smithi069.stdout: "power_cycles": 50478, 2024-04-10T16:59:52.283 INFO:tasks.workunit.client.0.smithi069.stdout: "power_on_hours": 54712, 2024-04-10T16:59:52.283 INFO:tasks.workunit.client.0.smithi069.stdout: "temperature": 26, 2024-04-10T16:59:52.283 INFO:tasks.workunit.client.0.smithi069.stdout: "unsafe_shutdowns": 152 2024-04-10T16:59:52.283 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.283 INFO:tasks.workunit.client.0.smithi069.stdout: "nvme_vendor": "intel", 2024-04-10T16:59:52.283 INFO:tasks.workunit.client.0.smithi069.stdout: "power_cycle_count": 50478, 2024-04-10T16:59:52.283 INFO:tasks.workunit.client.0.smithi069.stdout: "power_on_time": { 2024-04-10T16:59:52.283 INFO:tasks.workunit.client.0.smithi069.stdout: "hours": 54712 2024-04-10T16:59:52.283 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.283 INFO:tasks.workunit.client.0.smithi069.stdout: "serial_number": "deleted", 2024-04-10T16:59:52.283 INFO:tasks.workunit.client.0.smithi069.stdout: "smart_status": { 2024-04-10T16:59:52.283 INFO:tasks.workunit.client.0.smithi069.stdout: "nvme": { 2024-04-10T16:59:52.284 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.284 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.284 INFO:tasks.workunit.client.0.smithi069.stdout: "passed": true 2024-04-10T16:59:52.284 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.284 INFO:tasks.workunit.client.0.smithi069.stdout: "smartctl": { 2024-04-10T16:59:52.284 INFO:tasks.workunit.client.0.smithi069.stdout: "argv": [ 2024-04-10T16:59:52.284 INFO:tasks.workunit.client.0.smithi069.stdout: "smartctl", 2024-04-10T16:59:52.284 INFO:tasks.workunit.client.0.smithi069.stdout: "-x", 2024-04-10T16:59:52.284 INFO:tasks.workunit.client.0.smithi069.stdout: "--json=o", 2024-04-10T16:59:52.284 INFO:tasks.workunit.client.0.smithi069.stdout: "/dev/nvme0n1" 2024-04-10T16:59:52.284 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:52.284 INFO:tasks.workunit.client.0.smithi069.stdout: "build_info": "(local build)", 2024-04-10T16:59:52.284 INFO:tasks.workunit.client.0.smithi069.stdout: "exit_status": 0, 2024-04-10T16:59:52.284 INFO:tasks.workunit.client.0.smithi069.stdout: "output": [ 2024-04-10T16:59:52.284 INFO:tasks.workunit.client.0.smithi069.stdout: "smartctl 7.1 2019-12-30 r5022 [x86_64-linux-5.14.0-435.el9.x86_64] (local build)", 2024-04-10T16:59:52.285 INFO:tasks.workunit.client.0.smithi069.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-04-10T16:59:52.285 INFO:tasks.workunit.client.0.smithi069.stdout: "", 2024-04-10T16:59:52.285 INFO:tasks.workunit.client.0.smithi069.stdout: "=== START OF INFORMATION SECTION ===", 2024-04-10T16:59:52.285 INFO:tasks.workunit.client.0.smithi069.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-04-10T16:59:52.285 INFO:tasks.workunit.client.0.smithi069.stdout: "Serial Number: deleted", 2024-04-10T16:59:52.285 INFO:tasks.workunit.client.0.smithi069.stdout: "Firmware Version: 8DV101H0", 2024-04-10T16:59:52.285 INFO:tasks.workunit.client.0.smithi069.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-04-10T16:59:52.285 INFO:tasks.workunit.client.0.smithi069.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-04-10T16:59:52.285 INFO:tasks.workunit.client.0.smithi069.stdout: "Controller ID: 0", 2024-04-10T16:59:52.285 INFO:tasks.workunit.client.0.smithi069.stdout: "Number of Namespaces: 1", 2024-04-10T16:59:52.285 INFO:tasks.workunit.client.0.smithi069.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-04-10T16:59:52.285 INFO:tasks.workunit.client.0.smithi069.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-04-10T16:59:52.285 INFO:tasks.workunit.client.0.smithi069.stdout: "Local Time is: Wed Apr 10 15:25:57 2024 UTC", 2024-04-10T16:59:52.285 INFO:tasks.workunit.client.0.smithi069.stdout: "Firmware Updates (0x02): 1 Slot", 2024-04-10T16:59:52.285 INFO:tasks.workunit.client.0.smithi069.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-04-10T16:59:52.285 INFO:tasks.workunit.client.0.smithi069.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-04-10T16:59:52.286 INFO:tasks.workunit.client.0.smithi069.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-04-10T16:59:52.286 INFO:tasks.workunit.client.0.smithi069.stdout: "", 2024-04-10T16:59:52.286 INFO:tasks.workunit.client.0.smithi069.stdout: "Supported Power States", 2024-04-10T16:59:52.286 INFO:tasks.workunit.client.0.smithi069.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-04-10T16:59:52.286 INFO:tasks.workunit.client.0.smithi069.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-04-10T16:59:52.286 INFO:tasks.workunit.client.0.smithi069.stdout: "", 2024-04-10T16:59:52.286 INFO:tasks.workunit.client.0.smithi069.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-04-10T16:59:52.286 INFO:tasks.workunit.client.0.smithi069.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-04-10T16:59:52.286 INFO:tasks.workunit.client.0.smithi069.stdout: " 0 + 512 0 2", 2024-04-10T16:59:52.286 INFO:tasks.workunit.client.0.smithi069.stdout: " 1 - 512 8 2", 2024-04-10T16:59:52.286 INFO:tasks.workunit.client.0.smithi069.stdout: " 2 - 512 16 2", 2024-04-10T16:59:52.286 INFO:tasks.workunit.client.0.smithi069.stdout: " 3 - 4096 0 0", 2024-04-10T16:59:52.286 INFO:tasks.workunit.client.0.smithi069.stdout: " 4 - 4096 8 0", 2024-04-10T16:59:52.286 INFO:tasks.workunit.client.0.smithi069.stdout: " 5 - 4096 64 0", 2024-04-10T16:59:52.287 INFO:tasks.workunit.client.0.smithi069.stdout: " 6 - 4096 128 0", 2024-04-10T16:59:52.287 INFO:tasks.workunit.client.0.smithi069.stdout: "", 2024-04-10T16:59:52.287 INFO:tasks.workunit.client.0.smithi069.stdout: "=== START OF SMART DATA SECTION ===", 2024-04-10T16:59:52.287 INFO:tasks.workunit.client.0.smithi069.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-04-10T16:59:52.287 INFO:tasks.workunit.client.0.smithi069.stdout: "", 2024-04-10T16:59:52.287 INFO:tasks.workunit.client.0.smithi069.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-04-10T16:59:52.287 INFO:tasks.workunit.client.0.smithi069.stdout: "Critical Warning: 0x00", 2024-04-10T16:59:52.287 INFO:tasks.workunit.client.0.smithi069.stdout: "Temperature: 26 Celsius", 2024-04-10T16:59:52.287 INFO:tasks.workunit.client.0.smithi069.stdout: "Available Spare: 100%", 2024-04-10T16:59:52.287 INFO:tasks.workunit.client.0.smithi069.stdout: "Available Spare Threshold: 10%", 2024-04-10T16:59:52.287 INFO:tasks.workunit.client.0.smithi069.stdout: "Percentage Used: 11%", 2024-04-10T16:59:52.287 INFO:tasks.workunit.client.0.smithi069.stdout: "Data Units Read: 410,358,099 [210 TB]", 2024-04-10T16:59:52.287 INFO:tasks.workunit.client.0.smithi069.stdout: "Data Units Written: 2,079,456,739 [1.06 PB]", 2024-04-10T16:59:52.287 INFO:tasks.workunit.client.0.smithi069.stdout: "Host Read Commands: 6,752,379,132", 2024-04-10T16:59:52.288 INFO:tasks.workunit.client.0.smithi069.stdout: "Host Write Commands: 36,672,874,135", 2024-04-10T16:59:52.288 INFO:tasks.workunit.client.0.smithi069.stdout: "Controller Busy Time: 6", 2024-04-10T16:59:52.288 INFO:tasks.workunit.client.0.smithi069.stdout: "Power Cycles: 50,478", 2024-04-10T16:59:52.288 INFO:tasks.workunit.client.0.smithi069.stdout: "Power On Hours: 54,712", 2024-04-10T16:59:52.288 INFO:tasks.workunit.client.0.smithi069.stdout: "Unsafe Shutdowns: 152", 2024-04-10T16:59:52.288 INFO:tasks.workunit.client.0.smithi069.stdout: "Media and Data Integrity Errors: 0", 2024-04-10T16:59:52.288 INFO:tasks.workunit.client.0.smithi069.stdout: "Error Information Log Entries: 0", 2024-04-10T16:59:52.288 INFO:tasks.workunit.client.0.smithi069.stdout: "", 2024-04-10T16:59:52.288 INFO:tasks.workunit.client.0.smithi069.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2024-04-10T16:59:52.288 INFO:tasks.workunit.client.0.smithi069.stdout: "No Errors Logged", 2024-04-10T16:59:52.288 INFO:tasks.workunit.client.0.smithi069.stdout: "" 2024-04-10T16:59:52.288 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:52.288 INFO:tasks.workunit.client.0.smithi069.stdout: "platform_info": "x86_64-linux-5.14.0-435.el9.x86_64", 2024-04-10T16:59:52.288 INFO:tasks.workunit.client.0.smithi069.stdout: "svn_revision": "5022", 2024-04-10T16:59:52.289 INFO:tasks.workunit.client.0.smithi069.stdout: "version": [ 2024-04-10T16:59:52.289 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T16:59:52.289 INFO:tasks.workunit.client.0.smithi069.stdout: 1 2024-04-10T16:59:52.289 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T16:59:52.289 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.289 INFO:tasks.workunit.client.0.smithi069.stdout: "temperature": { 2024-04-10T16:59:52.289 INFO:tasks.workunit.client.0.smithi069.stdout: "current": 26 2024-04-10T16:59:52.289 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.289 INFO:tasks.workunit.client.0.smithi069.stdout: "user_capacity": { 2024-04-10T16:59:52.289 INFO:tasks.workunit.client.0.smithi069.stdout: "blocks": 781422768, 2024-04-10T16:59:52.289 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 400088457216 2024-04-10T16:59:52.289 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:52.289 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:52.289 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:52.289 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:52.289 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.290 INFO:tasks.workunit.client.0.smithi069.stdout: "report": { 2024-04-10T16:59:52.290 INFO:tasks.workunit.client.0.smithi069.stdout: "balancer": { 2024-04-10T16:59:52.290 INFO:tasks.workunit.client.0.smithi069.stdout: "active": true, 2024-04-10T16:59:52.290 INFO:tasks.workunit.client.0.smithi069.stdout: "mode": "" 2024-04-10T16:59:52.290 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.290 INFO:tasks.workunit.client.0.smithi069.stdout: "channels": [ 2024-04-10T16:59:52.290 INFO:tasks.workunit.client.0.smithi069.stdout: "basic", 2024-04-10T16:59:52.290 INFO:tasks.workunit.client.0.smithi069.stdout: "crash", 2024-04-10T16:59:52.290 INFO:tasks.workunit.client.0.smithi069.stdout: "device", 2024-04-10T16:59:52.290 INFO:tasks.workunit.client.0.smithi069.stdout: "ident", 2024-04-10T16:59:52.290 INFO:tasks.workunit.client.0.smithi069.stdout: "perf" 2024-04-10T16:59:52.290 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:52.290 INFO:tasks.workunit.client.0.smithi069.stdout: "channels_available": [ 2024-04-10T16:59:52.291 INFO:tasks.workunit.client.0.smithi069.stdout: "basic", 2024-04-10T16:59:52.291 INFO:tasks.workunit.client.0.smithi069.stdout: "ident", 2024-04-10T16:59:52.291 INFO:tasks.workunit.client.0.smithi069.stdout: "crash", 2024-04-10T16:59:52.291 INFO:tasks.workunit.client.0.smithi069.stdout: "device", 2024-04-10T16:59:52.291 INFO:tasks.workunit.client.0.smithi069.stdout: "perf" 2024-04-10T16:59:52.291 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:52.291 INFO:tasks.workunit.client.0.smithi069.stdout: "collections_available": [ 2024-04-10T16:59:52.291 INFO:tasks.workunit.client.0.smithi069.stdout: "basic_base", 2024-04-10T16:59:52.291 INFO:tasks.workunit.client.0.smithi069.stdout: "device_base", 2024-04-10T16:59:52.291 INFO:tasks.workunit.client.0.smithi069.stdout: "crash_base", 2024-04-10T16:59:52.291 INFO:tasks.workunit.client.0.smithi069.stdout: "ident_base", 2024-04-10T16:59:52.291 INFO:tasks.workunit.client.0.smithi069.stdout: "perf_perf", 2024-04-10T16:59:52.291 INFO:tasks.workunit.client.0.smithi069.stdout: "basic_mds_metadata", 2024-04-10T16:59:52.291 INFO:tasks.workunit.client.0.smithi069.stdout: "basic_pool_usage", 2024-04-10T16:59:52.291 INFO:tasks.workunit.client.0.smithi069.stdout: "basic_usage_by_class", 2024-04-10T16:59:52.291 INFO:tasks.workunit.client.0.smithi069.stdout: "basic_rook_v01", 2024-04-10T16:59:52.292 INFO:tasks.workunit.client.0.smithi069.stdout: "perf_memory_metrics", 2024-04-10T16:59:52.292 INFO:tasks.workunit.client.0.smithi069.stdout: "basic_pool_options_bluestore", 2024-04-10T16:59:52.292 INFO:tasks.workunit.client.0.smithi069.stdout: "basic_pool_flags" 2024-04-10T16:59:52.292 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:52.292 INFO:tasks.workunit.client.0.smithi069.stdout: "collections_opted_in": [ 2024-04-10T16:59:52.292 INFO:tasks.workunit.client.0.smithi069.stdout: "basic_base", 2024-04-10T16:59:52.292 INFO:tasks.workunit.client.0.smithi069.stdout: "device_base", 2024-04-10T16:59:52.292 INFO:tasks.workunit.client.0.smithi069.stdout: "crash_base", 2024-04-10T16:59:52.292 INFO:tasks.workunit.client.0.smithi069.stdout: "ident_base", 2024-04-10T16:59:52.292 INFO:tasks.workunit.client.0.smithi069.stdout: "perf_perf", 2024-04-10T16:59:52.292 INFO:tasks.workunit.client.0.smithi069.stdout: "basic_mds_metadata", 2024-04-10T16:59:52.292 INFO:tasks.workunit.client.0.smithi069.stdout: "basic_pool_usage", 2024-04-10T16:59:52.292 INFO:tasks.workunit.client.0.smithi069.stdout: "basic_usage_by_class", 2024-04-10T16:59:52.292 INFO:tasks.workunit.client.0.smithi069.stdout: "basic_rook_v01", 2024-04-10T16:59:52.292 INFO:tasks.workunit.client.0.smithi069.stdout: "perf_memory_metrics", 2024-04-10T16:59:52.292 INFO:tasks.workunit.client.0.smithi069.stdout: "basic_pool_options_bluestore", 2024-04-10T16:59:52.293 INFO:tasks.workunit.client.0.smithi069.stdout: "basic_pool_flags" 2024-04-10T16:59:52.293 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:52.293 INFO:tasks.workunit.client.0.smithi069.stdout: "config": { 2024-04-10T16:59:52.293 INFO:tasks.workunit.client.0.smithi069.stdout: "active_changed": [ 2024-04-10T16:59:52.293 INFO:tasks.workunit.client.0.smithi069.stdout: "auth_allow_insecure_global_id_reclaim", 2024-04-10T16:59:52.293 INFO:tasks.workunit.client.0.smithi069.stdout: "auth_debug", 2024-04-10T16:59:52.293 INFO:tasks.workunit.client.0.smithi069.stdout: "auth_mon_ticket_ttl", 2024-04-10T16:59:52.293 INFO:tasks.workunit.client.0.smithi069.stdout: "auth_service_ticket_ttl", 2024-04-10T16:59:52.293 INFO:tasks.workunit.client.0.smithi069.stdout: "bdev_debug_aio", 2024-04-10T16:59:52.293 INFO:tasks.workunit.client.0.smithi069.stdout: "client_check_pool_perm", 2024-04-10T16:59:52.293 INFO:tasks.workunit.client.0.smithi069.stdout: "client_mount_gid", 2024-04-10T16:59:52.293 INFO:tasks.workunit.client.0.smithi069.stdout: "client_mount_uid", 2024-04-10T16:59:52.293 INFO:tasks.workunit.client.0.smithi069.stdout: "client_quota", 2024-04-10T16:59:52.293 INFO:tasks.workunit.client.0.smithi069.stdout: "container_image", 2024-04-10T16:59:52.293 INFO:tasks.workunit.client.0.smithi069.stdout: "daemonize", 2024-04-10T16:59:52.293 INFO:tasks.workunit.client.0.smithi069.stdout: "debug_asserts_on_shutdown", 2024-04-10T16:59:52.294 INFO:tasks.workunit.client.0.smithi069.stdout: "debug_mgr", 2024-04-10T16:59:52.294 INFO:tasks.workunit.client.0.smithi069.stdout: "debug_mon", 2024-04-10T16:59:52.294 INFO:tasks.workunit.client.0.smithi069.stdout: "debug_ms", 2024-04-10T16:59:52.294 INFO:tasks.workunit.client.0.smithi069.stdout: "debug_osd", 2024-04-10T16:59:52.294 INFO:tasks.workunit.client.0.smithi069.stdout: "debug_paxos", 2024-04-10T16:59:52.294 INFO:tasks.workunit.client.0.smithi069.stdout: "keyring", 2024-04-10T16:59:52.294 INFO:tasks.workunit.client.0.smithi069.stdout: "log_to_file", 2024-04-10T16:59:52.294 INFO:tasks.workunit.client.0.smithi069.stdout: "log_to_journald", 2024-04-10T16:59:52.294 INFO:tasks.workunit.client.0.smithi069.stdout: "log_to_stderr", 2024-04-10T16:59:52.294 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_allow_pool_delete", 2024-04-10T16:59:52.294 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_clock_drift_allowed", 2024-04-10T16:59:52.294 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_cluster_log_file_level", 2024-04-10T16:59:52.294 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_cluster_log_to_file", 2024-04-10T16:59:52.294 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_cluster_log_to_journald", 2024-04-10T16:59:52.295 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_cluster_log_to_stderr", 2024-04-10T16:59:52.295 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_data_avail_warn", 2024-04-10T16:59:52.295 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_election_default_strategy", 2024-04-10T16:59:52.295 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_host", 2024-04-10T16:59:52.295 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_max_pg_per_osd", 2024-04-10T16:59:52.295 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_mds_skip_sanity", 2024-04-10T16:59:52.295 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_mgr_mkfs_grace", 2024-04-10T16:59:52.295 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_osd_prime_pg_temp", 2024-04-10T16:59:52.295 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_osd_reporter_subtree_level", 2024-04-10T16:59:52.295 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_pg_warn_max_object_skew", 2024-04-10T16:59:52.295 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_reweight_min_bytes_per_osd", 2024-04-10T16:59:52.295 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_reweight_min_pgs_per_osd", 2024-04-10T16:59:52.295 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-04-10T16:59:52.295 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-04-10T16:59:52.295 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-04-10T16:59:52.295 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_warn_on_legacy_crush_tunables", 2024-04-10T16:59:52.296 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-04-10T16:59:52.296 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-04-10T16:59:52.296 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_warn_on_too_few_osds", 2024-04-10T16:59:52.296 INFO:tasks.workunit.client.0.smithi069.stdout: "ms_die_on_bug", 2024-04-10T16:59:52.296 INFO:tasks.workunit.client.0.smithi069.stdout: "ms_die_on_old_message", 2024-04-10T16:59:52.296 INFO:tasks.workunit.client.0.smithi069.stdout: "no_config_file", 2024-04-10T16:59:52.296 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_class_default_list", 2024-04-10T16:59:52.296 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_class_load_list", 2024-04-10T16:59:52.296 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_debug_misdirected_ops", 2024-04-10T16:59:52.296 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_debug_op_order", 2024-04-10T16:59:52.296 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_debug_pg_log_writeout", 2024-04-10T16:59:52.296 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_debug_shutdown", 2024-04-10T16:59:52.296 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_debug_verify_cached_snaps", 2024-04-10T16:59:52.296 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_debug_verify_missing_on_start", 2024-04-10T16:59:52.296 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_debug_verify_stray_on_activate", 2024-04-10T16:59:52.296 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_deep_scrub_update_digest_min_age", 2024-04-10T16:59:52.297 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_delete_sleep", 2024-04-10T16:59:52.297 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_delete_sleep_hdd", 2024-04-10T16:59:52.297 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_delete_sleep_hybrid", 2024-04-10T16:59:52.297 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_delete_sleep_ssd", 2024-04-10T16:59:52.297 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_max_backfills", 2024-04-10T16:59:52.297 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-04-10T16:59:52.297 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_mclock_profile", 2024-04-10T16:59:52.297 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-04-10T16:59:52.297 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-04-10T16:59:52.297 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-04-10T16:59:52.297 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-04-10T16:59:52.297 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-04-10T16:59:52.297 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-04-10T16:59:52.297 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_mclock_scheduler_client_lim", 2024-04-10T16:59:52.297 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_mclock_scheduler_client_res", 2024-04-10T16:59:52.297 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_mclock_scheduler_client_wgt", 2024-04-10T16:59:52.297 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_memory_target", 2024-04-10T16:59:52.298 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_memory_target_autotune", 2024-04-10T16:59:52.298 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_op_queue", 2024-04-10T16:59:52.298 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_op_queue_cut_off", 2024-04-10T16:59:52.298 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_pool_default_erasure_code_profile", 2024-04-10T16:59:52.298 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_pool_default_pg_autoscale_mode", 2024-04-10T16:59:52.298 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_recover_clone_overlap", 2024-04-10T16:59:52.298 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_recovery_max_active", 2024-04-10T16:59:52.298 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_recovery_max_active_hdd", 2024-04-10T16:59:52.298 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_recovery_max_active_ssd", 2024-04-10T16:59:52.298 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_recovery_max_chunk", 2024-04-10T16:59:52.298 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_recovery_sleep", 2024-04-10T16:59:52.298 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_recovery_sleep_hdd", 2024-04-10T16:59:52.298 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_recovery_sleep_hybrid", 2024-04-10T16:59:52.298 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_recovery_sleep_ssd", 2024-04-10T16:59:52.298 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_scrub_load_threshold", 2024-04-10T16:59:52.298 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_scrub_max_interval", 2024-04-10T16:59:52.299 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_scrub_sleep", 2024-04-10T16:59:52.299 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_shutdown_pgref_assert", 2024-04-10T16:59:52.299 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_snap_trim_sleep", 2024-04-10T16:59:52.299 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_snap_trim_sleep_hdd", 2024-04-10T16:59:52.299 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_snap_trim_sleep_hybrid", 2024-04-10T16:59:52.299 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_snap_trim_sleep_ssd", 2024-04-10T16:59:52.299 INFO:tasks.workunit.client.0.smithi069.stdout: "public_network", 2024-04-10T16:59:52.299 INFO:tasks.workunit.client.0.smithi069.stdout: "rbd_config_pool_override_update_timestamp", 2024-04-10T16:59:52.299 INFO:tasks.workunit.client.0.smithi069.stdout: "rbd_default_features", 2024-04-10T16:59:52.299 INFO:tasks.workunit.client.0.smithi069.stdout: "rbd_qos_exclude_ops", 2024-04-10T16:59:52.299 INFO:tasks.workunit.client.0.smithi069.stdout: "setgroup", 2024-04-10T16:59:52.299 INFO:tasks.workunit.client.0.smithi069.stdout: "setuser" 2024-04-10T16:59:52.299 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:52.299 INFO:tasks.workunit.client.0.smithi069.stdout: "cluster_changed": [ 2024-04-10T16:59:52.299 INFO:tasks.workunit.client.0.smithi069.stdout: "auth_allow_insecure_global_id_reclaim", 2024-04-10T16:59:52.300 INFO:tasks.workunit.client.0.smithi069.stdout: "auth_debug", 2024-04-10T16:59:52.300 INFO:tasks.workunit.client.0.smithi069.stdout: "auth_mon_ticket_ttl", 2024-04-10T16:59:52.300 INFO:tasks.workunit.client.0.smithi069.stdout: "auth_service_ticket_ttl", 2024-04-10T16:59:52.300 INFO:tasks.workunit.client.0.smithi069.stdout: "bdev_debug_aio", 2024-04-10T16:59:52.300 INFO:tasks.workunit.client.0.smithi069.stdout: "container_image", 2024-04-10T16:59:52.300 INFO:tasks.workunit.client.0.smithi069.stdout: "debug_asserts_on_shutdown", 2024-04-10T16:59:52.300 INFO:tasks.workunit.client.0.smithi069.stdout: "debug_mgr", 2024-04-10T16:59:52.300 INFO:tasks.workunit.client.0.smithi069.stdout: "debug_mon", 2024-04-10T16:59:52.300 INFO:tasks.workunit.client.0.smithi069.stdout: "debug_ms", 2024-04-10T16:59:52.300 INFO:tasks.workunit.client.0.smithi069.stdout: "debug_osd", 2024-04-10T16:59:52.300 INFO:tasks.workunit.client.0.smithi069.stdout: "debug_paxos", 2024-04-10T16:59:52.300 INFO:tasks.workunit.client.0.smithi069.stdout: "log_to_file", 2024-04-10T16:59:52.300 INFO:tasks.workunit.client.0.smithi069.stdout: "log_to_journald", 2024-04-10T16:59:52.300 INFO:tasks.workunit.client.0.smithi069.stdout: "log_to_stderr", 2024-04-10T16:59:52.300 INFO:tasks.workunit.client.0.smithi069.stdout: "mds_join_fs", 2024-04-10T16:59:52.300 INFO:tasks.workunit.client.0.smithi069.stdout: "mgr/cephadm/allow_ptrace", 2024-04-10T16:59:52.300 INFO:tasks.workunit.client.0.smithi069.stdout: "mgr/cephadm/container_init", 2024-04-10T16:59:52.301 INFO:tasks.workunit.client.0.smithi069.stdout: "mgr/cephadm/migration_current", 2024-04-10T16:59:52.301 INFO:tasks.workunit.client.0.smithi069.stdout: "mgr/cephadm/use_repo_digest", 2024-04-10T16:59:52.301 INFO:tasks.workunit.client.0.smithi069.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-04-10T16:59:52.301 INFO:tasks.workunit.client.0.smithi069.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-04-10T16:59:52.301 INFO:tasks.workunit.client.0.smithi069.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-04-10T16:59:52.301 INFO:tasks.workunit.client.0.smithi069.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-04-10T16:59:52.301 INFO:tasks.workunit.client.0.smithi069.stdout: "mgr/dashboard/ssl_server_port", 2024-04-10T16:59:52.301 INFO:tasks.workunit.client.0.smithi069.stdout: "mgr/orchestrator/orchestrator", 2024-04-10T16:59:52.301 INFO:tasks.workunit.client.0.smithi069.stdout: "mgr/telemetry/channel_ident", 2024-04-10T16:59:52.301 INFO:tasks.workunit.client.0.smithi069.stdout: "mgr/telemetry/channel_perf", 2024-04-10T16:59:52.301 INFO:tasks.workunit.client.0.smithi069.stdout: "mgr/telemetry/description", 2024-04-10T16:59:52.301 INFO:tasks.workunit.client.0.smithi069.stdout: "mgr/telemetry/enabled", 2024-04-10T16:59:52.301 INFO:tasks.workunit.client.0.smithi069.stdout: "mgr/telemetry/organization", 2024-04-10T16:59:52.301 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_allow_pool_delete", 2024-04-10T16:59:52.301 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_clock_drift_allowed", 2024-04-10T16:59:52.301 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_cluster_log_file_level", 2024-04-10T16:59:52.302 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_cluster_log_to_file", 2024-04-10T16:59:52.302 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_data_avail_warn", 2024-04-10T16:59:52.302 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_election_default_strategy", 2024-04-10T16:59:52.302 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_max_pg_per_osd", 2024-04-10T16:59:52.302 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_mds_skip_sanity", 2024-04-10T16:59:52.302 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_mgr_mkfs_grace", 2024-04-10T16:59:52.302 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_osd_prime_pg_temp", 2024-04-10T16:59:52.302 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_osd_reporter_subtree_level", 2024-04-10T16:59:52.302 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_pg_warn_max_object_skew", 2024-04-10T16:59:52.302 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_reweight_min_bytes_per_osd", 2024-04-10T16:59:52.302 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_reweight_min_pgs_per_osd", 2024-04-10T16:59:52.302 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-04-10T16:59:52.302 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-04-10T16:59:52.302 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-04-10T16:59:52.303 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_warn_on_legacy_crush_tunables", 2024-04-10T16:59:52.303 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-04-10T16:59:52.303 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-04-10T16:59:52.303 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_warn_on_too_few_osds", 2024-04-10T16:59:52.303 INFO:tasks.workunit.client.0.smithi069.stdout: "ms_die_on_bug", 2024-04-10T16:59:52.303 INFO:tasks.workunit.client.0.smithi069.stdout: "ms_die_on_old_message", 2024-04-10T16:59:52.303 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_class_default_list", 2024-04-10T16:59:52.303 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_class_load_list", 2024-04-10T16:59:52.303 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_debug_misdirected_ops", 2024-04-10T16:59:52.303 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_debug_op_order", 2024-04-10T16:59:52.303 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_debug_pg_log_writeout", 2024-04-10T16:59:52.303 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_debug_shutdown", 2024-04-10T16:59:52.303 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_debug_verify_cached_snaps", 2024-04-10T16:59:52.303 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_debug_verify_missing_on_start", 2024-04-10T16:59:52.303 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_debug_verify_stray_on_activate", 2024-04-10T16:59:52.304 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_deep_scrub_update_digest_min_age", 2024-04-10T16:59:52.304 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-04-10T16:59:52.304 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_mclock_profile", 2024-04-10T16:59:52.304 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_memory_target", 2024-04-10T16:59:52.304 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_memory_target_autotune", 2024-04-10T16:59:52.304 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_op_queue", 2024-04-10T16:59:52.304 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_op_queue_cut_off", 2024-04-10T16:59:52.304 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_pool_default_erasure_code_profile", 2024-04-10T16:59:52.304 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_pool_default_pg_autoscale_mode", 2024-04-10T16:59:52.304 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_recover_clone_overlap", 2024-04-10T16:59:52.304 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_recovery_max_chunk", 2024-04-10T16:59:52.304 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_scrub_load_threshold", 2024-04-10T16:59:52.304 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_scrub_max_interval", 2024-04-10T16:59:52.304 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_shutdown_pgref_assert", 2024-04-10T16:59:52.304 INFO:tasks.workunit.client.0.smithi069.stdout: "public_network", 2024-04-10T16:59:52.305 INFO:tasks.workunit.client.0.smithi069.stdout: "rbd_config_pool_override_update_timestamp", 2024-04-10T16:59:52.305 INFO:tasks.workunit.client.0.smithi069.stdout: "rgw_cache_enabled", 2024-04-10T16:59:52.305 INFO:tasks.workunit.client.0.smithi069.stdout: "rgw_enable_ops_log", 2024-04-10T16:59:52.305 INFO:tasks.workunit.client.0.smithi069.stdout: "rgw_enable_usage_log" 2024-04-10T16:59:52.305 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T16:59:52.305 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.305 INFO:tasks.workunit.client.0.smithi069.stdout: "contact": null, 2024-04-10T16:59:52.305 INFO:tasks.workunit.client.0.smithi069.stdout: "crashes": [], 2024-04-10T16:59:52.305 INFO:tasks.workunit.client.0.smithi069.stdout: "created": "2024-04-10T15:22:38.311194Z", 2024-04-10T16:59:52.305 INFO:tasks.workunit.client.0.smithi069.stdout: "crush": { 2024-04-10T16:59:52.305 INFO:tasks.workunit.client.0.smithi069.stdout: "bucket_algs": { 2024-04-10T16:59:52.305 INFO:tasks.workunit.client.0.smithi069.stdout: "straw2": 3 2024-04-10T16:59:52.305 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.305 INFO:tasks.workunit.client.0.smithi069.stdout: "bucket_sizes": { 2024-04-10T16:59:52.305 INFO:tasks.workunit.client.0.smithi069.stdout: "2": 1, 2024-04-10T16:59:52.305 INFO:tasks.workunit.client.0.smithi069.stdout: "4": 2 2024-04-10T16:59:52.306 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.306 INFO:tasks.workunit.client.0.smithi069.stdout: "bucket_types": { 2024-04-10T16:59:52.306 INFO:tasks.workunit.client.0.smithi069.stdout: "1": 2, 2024-04-10T16:59:52.306 INFO:tasks.workunit.client.0.smithi069.stdout: "11": 1 2024-04-10T16:59:52.306 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.306 INFO:tasks.workunit.client.0.smithi069.stdout: "compat_weight_set": false, 2024-04-10T16:59:52.306 INFO:tasks.workunit.client.0.smithi069.stdout: "device_classes": [ 2024-04-10T16:59:52.306 INFO:tasks.workunit.client.0.smithi069.stdout: 8 2024-04-10T16:59:52.306 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:52.306 INFO:tasks.workunit.client.0.smithi069.stdout: "num_buckets": 6, 2024-04-10T16:59:52.306 INFO:tasks.workunit.client.0.smithi069.stdout: "num_devices": 8, 2024-04-10T16:59:52.306 INFO:tasks.workunit.client.0.smithi069.stdout: "num_rules": 2, 2024-04-10T16:59:52.306 INFO:tasks.workunit.client.0.smithi069.stdout: "num_types": 12, 2024-04-10T16:59:52.306 INFO:tasks.workunit.client.0.smithi069.stdout: "num_weight_sets": 0, 2024-04-10T16:59:52.306 INFO:tasks.workunit.client.0.smithi069.stdout: "tunables": { 2024-04-10T16:59:52.306 INFO:tasks.workunit.client.0.smithi069.stdout: "allowed_bucket_algs": 54, 2024-04-10T16:59:52.306 INFO:tasks.workunit.client.0.smithi069.stdout: "choose_local_fallback_tries": 0, 2024-04-10T16:59:52.307 INFO:tasks.workunit.client.0.smithi069.stdout: "choose_local_tries": 0, 2024-04-10T16:59:52.307 INFO:tasks.workunit.client.0.smithi069.stdout: "choose_total_tries": 50, 2024-04-10T16:59:52.307 INFO:tasks.workunit.client.0.smithi069.stdout: "chooseleaf_descend_once": 1, 2024-04-10T16:59:52.307 INFO:tasks.workunit.client.0.smithi069.stdout: "chooseleaf_stable": 1, 2024-04-10T16:59:52.307 INFO:tasks.workunit.client.0.smithi069.stdout: "chooseleaf_vary_r": 1, 2024-04-10T16:59:52.307 INFO:tasks.workunit.client.0.smithi069.stdout: "has_msr_rules": 0, 2024-04-10T16:59:52.307 INFO:tasks.workunit.client.0.smithi069.stdout: "has_v2_rules": 1, 2024-04-10T16:59:52.307 INFO:tasks.workunit.client.0.smithi069.stdout: "has_v3_rules": 0, 2024-04-10T16:59:52.307 INFO:tasks.workunit.client.0.smithi069.stdout: "has_v4_buckets": 1, 2024-04-10T16:59:52.307 INFO:tasks.workunit.client.0.smithi069.stdout: "has_v5_rules": 0, 2024-04-10T16:59:52.307 INFO:tasks.workunit.client.0.smithi069.stdout: "legacy_tunables": 0, 2024-04-10T16:59:52.307 INFO:tasks.workunit.client.0.smithi069.stdout: "minimum_required_version": "jewel", 2024-04-10T16:59:52.307 INFO:tasks.workunit.client.0.smithi069.stdout: "msr_collision_tries": 100, 2024-04-10T16:59:52.307 INFO:tasks.workunit.client.0.smithi069.stdout: "msr_descents": 100, 2024-04-10T16:59:52.307 INFO:tasks.workunit.client.0.smithi069.stdout: "optimal_tunables": 1, 2024-04-10T16:59:52.307 INFO:tasks.workunit.client.0.smithi069.stdout: "profile": "jewel", 2024-04-10T16:59:52.308 INFO:tasks.workunit.client.0.smithi069.stdout: "require_feature_tunables": 1, 2024-04-10T16:59:52.308 INFO:tasks.workunit.client.0.smithi069.stdout: "require_feature_tunables2": 1, 2024-04-10T16:59:52.308 INFO:tasks.workunit.client.0.smithi069.stdout: "require_feature_tunables3": 1, 2024-04-10T16:59:52.308 INFO:tasks.workunit.client.0.smithi069.stdout: "require_feature_tunables5": 1, 2024-04-10T16:59:52.308 INFO:tasks.workunit.client.0.smithi069.stdout: "straw_calc_version": 1 2024-04-10T16:59:52.308 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:52.308 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.308 INFO:tasks.workunit.client.0.smithi069.stdout: "description": "upgrade test cluster", 2024-04-10T16:59:52.308 INFO:tasks.workunit.client.0.smithi069.stdout: "fs": { 2024-04-10T16:59:52.308 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 1, 2024-04-10T16:59:52.308 INFO:tasks.workunit.client.0.smithi069.stdout: "feature_flags": { 2024-04-10T16:59:52.308 INFO:tasks.workunit.client.0.smithi069.stdout: "enable_multiple": true, 2024-04-10T16:59:52.308 INFO:tasks.workunit.client.0.smithi069.stdout: "ever_enabled_multiple": true 2024-04-10T16:59:52.308 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.308 INFO:tasks.workunit.client.0.smithi069.stdout: "filesystems": [ 2024-04-10T16:59:52.308 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:52.308 INFO:tasks.workunit.client.0.smithi069.stdout: "approx_ctime": "2024-04", 2024-04-10T16:59:52.309 INFO:tasks.workunit.client.0.smithi069.stdout: "balancer_enabled": false, 2024-04-10T16:59:52.309 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:52.309 INFO:tasks.workunit.client.0.smithi069.stdout: "cached_caps": 0, 2024-04-10T16:59:52.309 INFO:tasks.workunit.client.0.smithi069.stdout: "cached_dns": 10, 2024-04-10T16:59:52.309 INFO:tasks.workunit.client.0.smithi069.stdout: "cached_inos": 13, 2024-04-10T16:59:52.309 INFO:tasks.workunit.client.0.smithi069.stdout: "cached_subtrees": 2, 2024-04-10T16:59:52.309 INFO:tasks.workunit.client.0.smithi069.stdout: "ever_allowed_features": 0, 2024-04-10T16:59:52.309 INFO:tasks.workunit.client.0.smithi069.stdout: "explicitly_allowed_features": 0, 2024-04-10T16:59:52.309 INFO:tasks.workunit.client.0.smithi069.stdout: "files": 0, 2024-04-10T16:59:52.309 INFO:tasks.workunit.client.0.smithi069.stdout: "max_mds": 1, 2024-04-10T16:59:52.309 INFO:tasks.workunit.client.0.smithi069.stdout: "num_data_pools": 1, 2024-04-10T16:59:52.309 INFO:tasks.workunit.client.0.smithi069.stdout: "num_in": 1, 2024-04-10T16:59:52.309 INFO:tasks.workunit.client.0.smithi069.stdout: "num_mds": 1, 2024-04-10T16:59:52.309 INFO:tasks.workunit.client.0.smithi069.stdout: "num_sessions": 0, 2024-04-10T16:59:52.309 INFO:tasks.workunit.client.0.smithi069.stdout: "num_standby_replay": 0, 2024-04-10T16:59:52.309 INFO:tasks.workunit.client.0.smithi069.stdout: "num_up": 1, 2024-04-10T16:59:52.309 INFO:tasks.workunit.client.0.smithi069.stdout: "snaps": 0, 2024-04-10T16:59:52.310 INFO:tasks.workunit.client.0.smithi069.stdout: "standby_count_wanted": 0 2024-04-10T16:59:52.310 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:52.310 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:52.310 INFO:tasks.workunit.client.0.smithi069.stdout: "num_standby_mds": 1, 2024-04-10T16:59:52.310 INFO:tasks.workunit.client.0.smithi069.stdout: "total_num_mds": 2 2024-04-10T16:59:52.310 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.310 INFO:tasks.workunit.client.0.smithi069.stdout: "heap_stats": { 2024-04-10T16:59:52.310 INFO:tasks.workunit.client.0.smithi069.stdout: "mds": { 2024-04-10T16:59:52.310 INFO:tasks.workunit.client.0.smithi069.stdout: "mds.44ca97a2636692dab3a2137f5dab18d27c7ec614": { 2024-04-10T16:59:52.310 INFO:tasks.workunit.client.0.smithi069.stdout: "actual_memory_used": 20504576, 2024-04-10T16:59:52.310 INFO:tasks.workunit.client.0.smithi069.stdout: "central_cache_freelist": 472168, 2024-04-10T16:59:52.310 INFO:tasks.workunit.client.0.smithi069.stdout: "malloc_metadata": 2752512, 2024-04-10T16:59:52.310 INFO:tasks.workunit.client.0.smithi069.stdout: "page_heap_freelist": 0, 2024-04-10T16:59:52.310 INFO:tasks.workunit.client.0.smithi069.stdout: "released_to_os": 802816, 2024-04-10T16:59:52.310 INFO:tasks.workunit.client.0.smithi069.stdout: "spans_in_use": 435, 2024-04-10T16:59:52.310 INFO:tasks.workunit.client.0.smithi069.stdout: "tcmalloc_page_size": 8192, 2024-04-10T16:59:52.311 INFO:tasks.workunit.client.0.smithi069.stdout: "thread_cache_freelists": 1405976, 2024-04-10T16:59:52.311 INFO:tasks.workunit.client.0.smithi069.stdout: "thread_heaps_in_use": 22, 2024-04-10T16:59:52.311 INFO:tasks.workunit.client.0.smithi069.stdout: "transfer_cache_freelist": 966656, 2024-04-10T16:59:52.311 INFO:tasks.workunit.client.0.smithi069.stdout: "use_by_application": 14907264, 2024-04-10T16:59:52.311 INFO:tasks.workunit.client.0.smithi069.stdout: "virtual_address_space_used": 21307392 2024-04-10T16:59:52.311 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.311 INFO:tasks.workunit.client.0.smithi069.stdout: "mds.a94fb5321a792dfeda573ab0692ca0fa124fc659": { 2024-04-10T16:59:52.311 INFO:tasks.workunit.client.0.smithi069.stdout: "actual_memory_used": 20258816, 2024-04-10T16:59:52.311 INFO:tasks.workunit.client.0.smithi069.stdout: "central_cache_freelist": 304272, 2024-04-10T16:59:52.311 INFO:tasks.workunit.client.0.smithi069.stdout: "malloc_metadata": 2752512, 2024-04-10T16:59:52.311 INFO:tasks.workunit.client.0.smithi069.stdout: "page_heap_freelist": 884736, 2024-04-10T16:59:52.311 INFO:tasks.workunit.client.0.smithi069.stdout: "released_to_os": 0, 2024-04-10T16:59:52.311 INFO:tasks.workunit.client.0.smithi069.stdout: "spans_in_use": 339, 2024-04-10T16:59:52.311 INFO:tasks.workunit.client.0.smithi069.stdout: "tcmalloc_page_size": 8192, 2024-04-10T16:59:52.311 INFO:tasks.workunit.client.0.smithi069.stdout: "thread_cache_freelists": 1087328, 2024-04-10T16:59:52.312 INFO:tasks.workunit.client.0.smithi069.stdout: "thread_heaps_in_use": 13, 2024-04-10T16:59:52.312 INFO:tasks.workunit.client.0.smithi069.stdout: "transfer_cache_freelist": 747520, 2024-04-10T16:59:52.312 INFO:tasks.workunit.client.0.smithi069.stdout: "use_by_application": 14482448, 2024-04-10T16:59:52.312 INFO:tasks.workunit.client.0.smithi069.stdout: "virtual_address_space_used": 20258816 2024-04-10T16:59:52.312 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:52.312 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.312 INFO:tasks.workunit.client.0.smithi069.stdout: "mon": { 2024-04-10T16:59:52.312 INFO:tasks.workunit.client.0.smithi069.stdout: "mon.44ca97a2636692dab3a2137f5dab18d27c7ec614": { 2024-04-10T16:59:52.312 INFO:tasks.workunit.client.0.smithi069.stdout: "actual_memory_used": 265437184, 2024-04-10T16:59:52.312 INFO:tasks.workunit.client.0.smithi069.stdout: "central_cache_freelist": 5414256, 2024-04-10T16:59:52.312 INFO:tasks.workunit.client.0.smithi069.stdout: "malloc_metadata": 5242880, 2024-04-10T16:59:52.312 INFO:tasks.workunit.client.0.smithi069.stdout: "page_heap_freelist": 1040384, 2024-04-10T16:59:52.312 INFO:tasks.workunit.client.0.smithi069.stdout: "released_to_os": 0, 2024-04-10T16:59:52.312 INFO:tasks.workunit.client.0.smithi069.stdout: "spans_in_use": 9592, 2024-04-10T16:59:52.312 INFO:tasks.workunit.client.0.smithi069.stdout: "tcmalloc_page_size": 8192, 2024-04-10T16:59:52.312 INFO:tasks.workunit.client.0.smithi069.stdout: "thread_cache_freelists": 14945728, 2024-04-10T16:59:52.312 INFO:tasks.workunit.client.0.smithi069.stdout: "thread_heaps_in_use": 23, 2024-04-10T16:59:52.313 INFO:tasks.workunit.client.0.smithi069.stdout: "transfer_cache_freelist": 5638912, 2024-04-10T16:59:52.313 INFO:tasks.workunit.client.0.smithi069.stdout: "use_by_application": 233155024, 2024-04-10T16:59:52.313 INFO:tasks.workunit.client.0.smithi069.stdout: "virtual_address_space_used": 265437184 2024-04-10T16:59:52.313 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.313 INFO:tasks.workunit.client.0.smithi069.stdout: "mon.a94fb5321a792dfeda573ab0692ca0fa124fc659": { 2024-04-10T16:59:52.313 INFO:tasks.workunit.client.0.smithi069.stdout: "actual_memory_used": 168886272, 2024-04-10T16:59:52.313 INFO:tasks.workunit.client.0.smithi069.stdout: "central_cache_freelist": 2250920, 2024-04-10T16:59:52.313 INFO:tasks.workunit.client.0.smithi069.stdout: "malloc_metadata": 3014656, 2024-04-10T16:59:52.313 INFO:tasks.workunit.client.0.smithi069.stdout: "page_heap_freelist": 8192, 2024-04-10T16:59:52.313 INFO:tasks.workunit.client.0.smithi069.stdout: "released_to_os": 819200, 2024-04-10T16:59:52.313 INFO:tasks.workunit.client.0.smithi069.stdout: "spans_in_use": 6513, 2024-04-10T16:59:52.313 INFO:tasks.workunit.client.0.smithi069.stdout: "tcmalloc_page_size": 8192, 2024-04-10T16:59:52.313 INFO:tasks.workunit.client.0.smithi069.stdout: "thread_cache_freelists": 9079440, 2024-04-10T16:59:52.313 INFO:tasks.workunit.client.0.smithi069.stdout: "thread_heaps_in_use": 20, 2024-04-10T16:59:52.313 INFO:tasks.workunit.client.0.smithi069.stdout: "transfer_cache_freelist": 2591488, 2024-04-10T16:59:52.313 INFO:tasks.workunit.client.0.smithi069.stdout: "use_by_application": 151941576, 2024-04-10T16:59:52.313 INFO:tasks.workunit.client.0.smithi069.stdout: "virtual_address_space_used": 169705472 2024-04-10T16:59:52.314 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.314 INFO:tasks.workunit.client.0.smithi069.stdout: "mon.f674850e5ec273712a6400c20c884d0d3d4aaf85": { 2024-04-10T16:59:52.314 INFO:tasks.workunit.client.0.smithi069.stdout: "actual_memory_used": 172744704, 2024-04-10T16:59:52.314 INFO:tasks.workunit.client.0.smithi069.stdout: "central_cache_freelist": 2413872, 2024-04-10T16:59:52.314 INFO:tasks.workunit.client.0.smithi069.stdout: "malloc_metadata": 3014656, 2024-04-10T16:59:52.314 INFO:tasks.workunit.client.0.smithi069.stdout: "page_heap_freelist": 1556480, 2024-04-10T16:59:52.314 INFO:tasks.workunit.client.0.smithi069.stdout: "released_to_os": 98304, 2024-04-10T16:59:52.314 INFO:tasks.workunit.client.0.smithi069.stdout: "spans_in_use": 6584, 2024-04-10T16:59:52.314 INFO:tasks.workunit.client.0.smithi069.stdout: "tcmalloc_page_size": 8192, 2024-04-10T16:59:52.314 INFO:tasks.workunit.client.0.smithi069.stdout: "thread_cache_freelists": 10364296, 2024-04-10T16:59:52.314 INFO:tasks.workunit.client.0.smithi069.stdout: "thread_heaps_in_use": 20, 2024-04-10T16:59:52.314 INFO:tasks.workunit.client.0.smithi069.stdout: "transfer_cache_freelist": 2748160, 2024-04-10T16:59:52.314 INFO:tasks.workunit.client.0.smithi069.stdout: "use_by_application": 152647240, 2024-04-10T16:59:52.315 INFO:tasks.workunit.client.0.smithi069.stdout: "virtual_address_space_used": 172843008 2024-04-10T16:59:52.315 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:52.315 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.315 INFO:tasks.workunit.client.0.smithi069.stdout: "osd": { 2024-04-10T16:59:52.315 INFO:tasks.workunit.client.0.smithi069.stdout: "osd.0": { 2024-04-10T16:59:52.315 INFO:tasks.workunit.client.0.smithi069.stdout: "actual_memory_used": 562978816, 2024-04-10T16:59:52.315 INFO:tasks.workunit.client.0.smithi069.stdout: "central_cache_freelist": 29025072, 2024-04-10T16:59:52.315 INFO:tasks.workunit.client.0.smithi069.stdout: "malloc_metadata": 3407872, 2024-04-10T16:59:52.315 INFO:tasks.workunit.client.0.smithi069.stdout: "page_heap_freelist": 0, 2024-04-10T16:59:52.315 INFO:tasks.workunit.client.0.smithi069.stdout: "released_to_os": 50241536, 2024-04-10T16:59:52.315 INFO:tasks.workunit.client.0.smithi069.stdout: "spans_in_use": 12458, 2024-04-10T16:59:52.315 INFO:tasks.workunit.client.0.smithi069.stdout: "tcmalloc_page_size": 8192, 2024-04-10T16:59:52.315 INFO:tasks.workunit.client.0.smithi069.stdout: "thread_cache_freelists": 87334240, 2024-04-10T16:59:52.315 INFO:tasks.workunit.client.0.smithi069.stdout: "thread_heaps_in_use": 53, 2024-04-10T16:59:52.315 INFO:tasks.workunit.client.0.smithi069.stdout: "transfer_cache_freelist": 10587904, 2024-04-10T16:59:52.315 INFO:tasks.workunit.client.0.smithi069.stdout: "use_by_application": 432623728, 2024-04-10T16:59:52.316 INFO:tasks.workunit.client.0.smithi069.stdout: "virtual_address_space_used": 613220352 2024-04-10T16:59:52.316 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.316 INFO:tasks.workunit.client.0.smithi069.stdout: "osd.1": { 2024-04-10T16:59:52.316 INFO:tasks.workunit.client.0.smithi069.stdout: "actual_memory_used": 522280960, 2024-04-10T16:59:52.316 INFO:tasks.workunit.client.0.smithi069.stdout: "central_cache_freelist": 26644232, 2024-04-10T16:59:52.316 INFO:tasks.workunit.client.0.smithi069.stdout: "malloc_metadata": 5505024, 2024-04-10T16:59:52.316 INFO:tasks.workunit.client.0.smithi069.stdout: "page_heap_freelist": 0, 2024-04-10T16:59:52.316 INFO:tasks.workunit.client.0.smithi069.stdout: "released_to_os": 109027328, 2024-04-10T16:59:52.316 INFO:tasks.workunit.client.0.smithi069.stdout: "spans_in_use": 13310, 2024-04-10T16:59:52.316 INFO:tasks.workunit.client.0.smithi069.stdout: "tcmalloc_page_size": 8192, 2024-04-10T16:59:52.316 INFO:tasks.workunit.client.0.smithi069.stdout: "thread_cache_freelists": 86068592, 2024-04-10T16:59:52.316 INFO:tasks.workunit.client.0.smithi069.stdout: "thread_heaps_in_use": 60, 2024-04-10T16:59:52.316 INFO:tasks.workunit.client.0.smithi069.stdout: "transfer_cache_freelist": 10076416, 2024-04-10T16:59:52.316 INFO:tasks.workunit.client.0.smithi069.stdout: "use_by_application": 393986696, 2024-04-10T16:59:52.316 INFO:tasks.workunit.client.0.smithi069.stdout: "virtual_address_space_used": 631308288 2024-04-10T16:59:52.317 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.317 INFO:tasks.workunit.client.0.smithi069.stdout: "osd.2": { 2024-04-10T16:59:52.317 INFO:tasks.workunit.client.0.smithi069.stdout: "actual_memory_used": 451559424, 2024-04-10T16:59:52.317 INFO:tasks.workunit.client.0.smithi069.stdout: "central_cache_freelist": 26623536, 2024-04-10T16:59:52.317 INFO:tasks.workunit.client.0.smithi069.stdout: "malloc_metadata": 3407872, 2024-04-10T16:59:52.317 INFO:tasks.workunit.client.0.smithi069.stdout: "page_heap_freelist": 0, 2024-04-10T16:59:52.317 INFO:tasks.workunit.client.0.smithi069.stdout: "released_to_os": 107233280, 2024-04-10T16:59:52.317 INFO:tasks.workunit.client.0.smithi069.stdout: "spans_in_use": 11231, 2024-04-10T16:59:52.317 INFO:tasks.workunit.client.0.smithi069.stdout: "tcmalloc_page_size": 8192, 2024-04-10T16:59:52.317 INFO:tasks.workunit.client.0.smithi069.stdout: "thread_cache_freelists": 97349000, 2024-04-10T16:59:52.317 INFO:tasks.workunit.client.0.smithi069.stdout: "thread_heaps_in_use": 53, 2024-04-10T16:59:52.317 INFO:tasks.workunit.client.0.smithi069.stdout: "transfer_cache_freelist": 8566272, 2024-04-10T16:59:52.317 INFO:tasks.workunit.client.0.smithi069.stdout: "use_by_application": 315612744, 2024-04-10T16:59:52.317 INFO:tasks.workunit.client.0.smithi069.stdout: "virtual_address_space_used": 558792704 2024-04-10T16:59:52.317 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.318 INFO:tasks.workunit.client.0.smithi069.stdout: "osd.3": { 2024-04-10T16:59:52.318 INFO:tasks.workunit.client.0.smithi069.stdout: "actual_memory_used": 552345600, 2024-04-10T16:59:52.318 INFO:tasks.workunit.client.0.smithi069.stdout: "central_cache_freelist": 22051648, 2024-04-10T16:59:52.318 INFO:tasks.workunit.client.0.smithi069.stdout: "malloc_metadata": 5373952, 2024-04-10T16:59:52.318 INFO:tasks.workunit.client.0.smithi069.stdout: "page_heap_freelist": 0, 2024-04-10T16:59:52.318 INFO:tasks.workunit.client.0.smithi069.stdout: "released_to_os": 48414720, 2024-04-10T16:59:52.318 INFO:tasks.workunit.client.0.smithi069.stdout: "spans_in_use": 10388, 2024-04-10T16:59:52.318 INFO:tasks.workunit.client.0.smithi069.stdout: "tcmalloc_page_size": 8192, 2024-04-10T16:59:52.318 INFO:tasks.workunit.client.0.smithi069.stdout: "thread_cache_freelists": 70318304, 2024-04-10T16:59:52.318 INFO:tasks.workunit.client.0.smithi069.stdout: "thread_heaps_in_use": 61, 2024-04-10T16:59:52.318 INFO:tasks.workunit.client.0.smithi069.stdout: "transfer_cache_freelist": 10110208, 2024-04-10T16:59:52.318 INFO:tasks.workunit.client.0.smithi069.stdout: "use_by_application": 444491488, 2024-04-10T16:59:52.319 INFO:tasks.workunit.client.0.smithi069.stdout: "virtual_address_space_used": 600760320 2024-04-10T16:59:52.319 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.319 INFO:tasks.workunit.client.0.smithi069.stdout: "osd.4": { 2024-04-10T16:59:52.319 INFO:tasks.workunit.client.0.smithi069.stdout: "actual_memory_used": 691118080, 2024-04-10T16:59:52.319 INFO:tasks.workunit.client.0.smithi069.stdout: "central_cache_freelist": 19113952, 2024-04-10T16:59:52.319 INFO:tasks.workunit.client.0.smithi069.stdout: "malloc_metadata": 3407872, 2024-04-10T16:59:52.319 INFO:tasks.workunit.client.0.smithi069.stdout: "page_heap_freelist": 0, 2024-04-10T16:59:52.319 INFO:tasks.workunit.client.0.smithi069.stdout: "released_to_os": 23855104, 2024-04-10T16:59:52.319 INFO:tasks.workunit.client.0.smithi069.stdout: "spans_in_use": 11489, 2024-04-10T16:59:52.319 INFO:tasks.workunit.client.0.smithi069.stdout: "tcmalloc_page_size": 8192, 2024-04-10T16:59:52.319 INFO:tasks.workunit.client.0.smithi069.stdout: "thread_cache_freelists": 106880712, 2024-04-10T16:59:52.319 INFO:tasks.workunit.client.0.smithi069.stdout: "thread_heaps_in_use": 53, 2024-04-10T16:59:52.319 INFO:tasks.workunit.client.0.smithi069.stdout: "transfer_cache_freelist": 10114560, 2024-04-10T16:59:52.319 INFO:tasks.workunit.client.0.smithi069.stdout: "use_by_application": 551600984, 2024-04-10T16:59:52.320 INFO:tasks.workunit.client.0.smithi069.stdout: "virtual_address_space_used": 714973184 2024-04-10T16:59:52.320 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.320 INFO:tasks.workunit.client.0.smithi069.stdout: "osd.5": { 2024-04-10T16:59:52.320 INFO:tasks.workunit.client.0.smithi069.stdout: "actual_memory_used": 618766336, 2024-04-10T16:59:52.320 INFO:tasks.workunit.client.0.smithi069.stdout: "central_cache_freelist": 30146424, 2024-04-10T16:59:52.320 INFO:tasks.workunit.client.0.smithi069.stdout: "malloc_metadata": 3538944, 2024-04-10T16:59:52.320 INFO:tasks.workunit.client.0.smithi069.stdout: "page_heap_freelist": 0, 2024-04-10T16:59:52.320 INFO:tasks.workunit.client.0.smithi069.stdout: "released_to_os": 12550144, 2024-04-10T16:59:52.320 INFO:tasks.workunit.client.0.smithi069.stdout: "spans_in_use": 14178, 2024-04-10T16:59:52.320 INFO:tasks.workunit.client.0.smithi069.stdout: "tcmalloc_page_size": 8192, 2024-04-10T16:59:52.320 INFO:tasks.workunit.client.0.smithi069.stdout: "thread_cache_freelists": 97069224, 2024-04-10T16:59:52.320 INFO:tasks.workunit.client.0.smithi069.stdout: "thread_heaps_in_use": 53, 2024-04-10T16:59:52.320 INFO:tasks.workunit.client.0.smithi069.stdout: "transfer_cache_freelist": 9523200, 2024-04-10T16:59:52.320 INFO:tasks.workunit.client.0.smithi069.stdout: "use_by_application": 478488544, 2024-04-10T16:59:52.320 INFO:tasks.workunit.client.0.smithi069.stdout: "virtual_address_space_used": 631316480 2024-04-10T16:59:52.321 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.321 INFO:tasks.workunit.client.0.smithi069.stdout: "osd.6": { 2024-04-10T16:59:52.321 INFO:tasks.workunit.client.0.smithi069.stdout: "actual_memory_used": 457826304, 2024-04-10T16:59:52.321 INFO:tasks.workunit.client.0.smithi069.stdout: "central_cache_freelist": 20007208, 2024-04-10T16:59:52.321 INFO:tasks.workunit.client.0.smithi069.stdout: "malloc_metadata": 3276800, 2024-04-10T16:59:52.321 INFO:tasks.workunit.client.0.smithi069.stdout: "page_heap_freelist": 24576, 2024-04-10T16:59:52.321 INFO:tasks.workunit.client.0.smithi069.stdout: "released_to_os": 28246016, 2024-04-10T16:59:52.321 INFO:tasks.workunit.client.0.smithi069.stdout: "spans_in_use": 9842, 2024-04-10T16:59:52.321 INFO:tasks.workunit.client.0.smithi069.stdout: "tcmalloc_page_size": 8192, 2024-04-10T16:59:52.321 INFO:tasks.workunit.client.0.smithi069.stdout: "thread_cache_freelists": 72643248, 2024-04-10T16:59:52.321 INFO:tasks.workunit.client.0.smithi069.stdout: "thread_heaps_in_use": 53, 2024-04-10T16:59:52.321 INFO:tasks.workunit.client.0.smithi069.stdout: "transfer_cache_freelist": 11180800, 2024-04-10T16:59:52.321 INFO:tasks.workunit.client.0.smithi069.stdout: "use_by_application": 350693672, 2024-04-10T16:59:52.321 INFO:tasks.workunit.client.0.smithi069.stdout: "virtual_address_space_used": 486072320 2024-04-10T16:59:52.321 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.321 INFO:tasks.workunit.client.0.smithi069.stdout: "osd.7": { 2024-04-10T16:59:52.322 INFO:tasks.workunit.client.0.smithi069.stdout: "actual_memory_used": 542105600, 2024-04-10T16:59:52.322 INFO:tasks.workunit.client.0.smithi069.stdout: "central_cache_freelist": 21618640, 2024-04-10T16:59:52.322 INFO:tasks.workunit.client.0.smithi069.stdout: "malloc_metadata": 5505024, 2024-04-10T16:59:52.322 INFO:tasks.workunit.client.0.smithi069.stdout: "page_heap_freelist": 0, 2024-04-10T16:59:52.322 INFO:tasks.workunit.client.0.smithi069.stdout: "released_to_os": 35225600, 2024-04-10T16:59:52.322 INFO:tasks.workunit.client.0.smithi069.stdout: "spans_in_use": 11042, 2024-04-10T16:59:52.322 INFO:tasks.workunit.client.0.smithi069.stdout: "tcmalloc_page_size": 8192, 2024-04-10T16:59:52.322 INFO:tasks.workunit.client.0.smithi069.stdout: "thread_cache_freelists": 76250296, 2024-04-10T16:59:52.322 INFO:tasks.workunit.client.0.smithi069.stdout: "thread_heaps_in_use": 58, 2024-04-10T16:59:52.322 INFO:tasks.workunit.client.0.smithi069.stdout: "transfer_cache_freelist": 9624832, 2024-04-10T16:59:52.322 INFO:tasks.workunit.client.0.smithi069.stdout: "use_by_application": 429106808, 2024-04-10T16:59:52.322 INFO:tasks.workunit.client.0.smithi069.stdout: "virtual_address_space_used": 577331200 2024-04-10T16:59:52.322 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:52.322 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:52.322 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.323 INFO:tasks.workunit.client.0.smithi069.stdout: "hosts": { 2024-04-10T16:59:52.323 INFO:tasks.workunit.client.0.smithi069.stdout: "num": 2, 2024-04-10T16:59:52.323 INFO:tasks.workunit.client.0.smithi069.stdout: "num_with_mds": 2, 2024-04-10T16:59:52.323 INFO:tasks.workunit.client.0.smithi069.stdout: "num_with_mgr": 2, 2024-04-10T16:59:52.323 INFO:tasks.workunit.client.0.smithi069.stdout: "num_with_mon": 2, 2024-04-10T16:59:52.323 INFO:tasks.workunit.client.0.smithi069.stdout: "num_with_osd": 2 2024-04-10T16:59:52.323 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.323 INFO:tasks.workunit.client.0.smithi069.stdout: "io_rate": { 2024-04-10T16:59:52.323 INFO:tasks.workunit.client.0.smithi069.stdout: "pg_stats_delta": { 2024-04-10T16:59:52.323 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": 0, 2024-04-10T16:59:52.323 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:52.323 INFO:tasks.workunit.client.0.smithi069.stdout: "num_store_stats": 0, 2024-04-10T16:59:52.323 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:52.323 INFO:tasks.workunit.client.0.smithi069.stdout: "stamp_delta": "12.003000", 2024-04-10T16:59:52.323 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:52.323 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:52.323 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:52.324 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:52.324 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:52.324 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:52.324 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:52.324 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:52.324 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:52.324 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:52.324 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:52.324 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:52.324 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:52.324 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:52.324 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:52.324 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:52.324 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:52.324 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:52.325 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:52.325 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:52.325 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:52.325 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:52.325 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:52.325 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:52.325 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:52.325 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:52.325 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:52.325 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:52.325 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:52.325 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:52.325 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:52.325 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:52.325 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:52.325 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:52.326 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:52.326 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:52.326 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:52.326 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:52.326 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:52.326 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:52.326 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:52.326 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.326 INFO:tasks.workunit.client.0.smithi069.stdout: "store_stats": { 2024-04-10T16:59:52.326 INFO:tasks.workunit.client.0.smithi069.stdout: "allocated": 0, 2024-04-10T16:59:52.326 INFO:tasks.workunit.client.0.smithi069.stdout: "available": 0, 2024-04-10T16:59:52.326 INFO:tasks.workunit.client.0.smithi069.stdout: "data_compressed": 0, 2024-04-10T16:59:52.326 INFO:tasks.workunit.client.0.smithi069.stdout: "data_compressed_allocated": 0, 2024-04-10T16:59:52.326 INFO:tasks.workunit.client.0.smithi069.stdout: "data_compressed_original": 0, 2024-04-10T16:59:52.326 INFO:tasks.workunit.client.0.smithi069.stdout: "data_stored": 0, 2024-04-10T16:59:52.326 INFO:tasks.workunit.client.0.smithi069.stdout: "internal_metadata": 0, 2024-04-10T16:59:52.327 INFO:tasks.workunit.client.0.smithi069.stdout: "internally_reserved": 0, 2024-04-10T16:59:52.327 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_allocated": 0, 2024-04-10T16:59:52.327 INFO:tasks.workunit.client.0.smithi069.stdout: "total": 0 2024-04-10T16:59:52.327 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.327 INFO:tasks.workunit.client.0.smithi069.stdout: "up": 0 2024-04-10T16:59:52.327 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:52.327 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.327 INFO:tasks.workunit.client.0.smithi069.stdout: "leaderboard": false, 2024-04-10T16:59:52.327 INFO:tasks.workunit.client.0.smithi069.stdout: "leaderboard_description": null, 2024-04-10T16:59:52.327 INFO:tasks.workunit.client.0.smithi069.stdout: "license": "sharing-1-0", 2024-04-10T16:59:52.327 INFO:tasks.workunit.client.0.smithi069.stdout: "mempool": { 2024-04-10T16:59:52.327 INFO:tasks.workunit.client.0.smithi069.stdout: "mds": { 2024-04-10T16:59:52.327 INFO:tasks.workunit.client.0.smithi069.stdout: "mds.44ca97a2636692dab3a2137f5dab18d27c7ec614": { 2024-04-10T16:59:52.327 INFO:tasks.workunit.client.0.smithi069.stdout: "bloom_filter": { 2024-04-10T16:59:52.327 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:52.327 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:52.327 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.328 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs": { 2024-04-10T16:59:52.328 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:52.328 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:52.328 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.328 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs_file_reader": { 2024-04-10T16:59:52.328 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:52.328 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:52.328 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.328 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs_file_writer": { 2024-04-10T16:59:52.328 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:52.328 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:52.328 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.328 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_alloc": { 2024-04-10T16:59:52.328 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:52.328 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:52.329 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.329 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_blob": { 2024-04-10T16:59:52.329 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:52.329 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:52.329 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.329 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_buffer": { 2024-04-10T16:59:52.329 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:52.329 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:52.329 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.329 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_data": { 2024-04-10T16:59:52.329 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:52.329 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:52.330 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.330 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_meta": { 2024-04-10T16:59:52.330 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:52.330 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:52.330 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.330 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_onode": { 2024-04-10T16:59:52.330 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:52.330 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:52.330 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.330 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_other": { 2024-04-10T16:59:52.330 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:52.330 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:52.330 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.331 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_extent": { 2024-04-10T16:59:52.331 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:52.331 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:52.331 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.331 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_fsck": { 2024-04-10T16:59:52.331 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:52.331 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:52.331 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.331 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_inline_bl": { 2024-04-10T16:59:52.331 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:52.331 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:52.331 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.331 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_shared_blob": { 2024-04-10T16:59:52.332 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:52.332 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:52.332 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.332 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_txc": { 2024-04-10T16:59:52.332 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:52.332 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:52.332 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.332 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_writing": { 2024-04-10T16:59:52.332 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:52.332 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:52.332 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.332 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_writing_deferred": { 2024-04-10T16:59:52.332 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:52.332 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:52.332 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.333 INFO:tasks.workunit.client.0.smithi069.stdout: "buffer_anon": { 2024-04-10T16:59:52.333 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 222664, 2024-04-10T16:59:52.333 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 68 2024-04-10T16:59:52.333 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.333 INFO:tasks.workunit.client.0.smithi069.stdout: "buffer_meta": { 2024-04-10T16:59:52.333 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:52.333 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:52.333 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.333 INFO:tasks.workunit.client.0.smithi069.stdout: "mds_co": { 2024-04-10T16:59:52.333 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 52112, 2024-04-10T16:59:52.333 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 181 2024-04-10T16:59:52.333 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.333 INFO:tasks.workunit.client.0.smithi069.stdout: "osd": { 2024-04-10T16:59:52.333 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:52.333 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:52.333 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.334 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_mapbl": { 2024-04-10T16:59:52.334 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:52.334 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:52.334 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.334 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_pglog": { 2024-04-10T16:59:52.334 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:52.334 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:52.334 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.334 INFO:tasks.workunit.client.0.smithi069.stdout: "osdmap": { 2024-04-10T16:59:52.334 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 12528, 2024-04-10T16:59:52.334 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 259 2024-04-10T16:59:52.334 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.334 INFO:tasks.workunit.client.0.smithi069.stdout: "osdmap_mapping": { 2024-04-10T16:59:52.334 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:52.334 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:52.335 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.335 INFO:tasks.workunit.client.0.smithi069.stdout: "pgmap": { 2024-04-10T16:59:52.335 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:52.335 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:52.335 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.335 INFO:tasks.workunit.client.0.smithi069.stdout: "unittest_1": { 2024-04-10T16:59:52.335 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:52.335 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:52.335 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.335 INFO:tasks.workunit.client.0.smithi069.stdout: "unittest_2": { 2024-04-10T16:59:52.335 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:52.335 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:52.335 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:52.335 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.335 INFO:tasks.workunit.client.0.smithi069.stdout: "mds.a94fb5321a792dfeda573ab0692ca0fa124fc659": { 2024-04-10T16:59:52.335 INFO:tasks.workunit.client.0.smithi069.stdout: "bloom_filter": { 2024-04-10T16:59:52.336 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:52.336 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:52.336 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.336 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs": { 2024-04-10T16:59:52.336 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:52.336 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:52.336 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.336 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs_file_reader": { 2024-04-10T16:59:52.336 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:52.336 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:52.336 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.336 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs_file_writer": { 2024-04-10T16:59:52.336 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:52.336 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:52.336 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.336 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_alloc": { 2024-04-10T16:59:52.337 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:52.337 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:52.337 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.337 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_blob": { 2024-04-10T16:59:52.337 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:52.337 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:52.337 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.337 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_buffer": { 2024-04-10T16:59:52.337 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:52.337 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:52.337 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.337 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_data": { 2024-04-10T16:59:52.337 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:52.337 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:52.337 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.338 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_meta": { 2024-04-10T16:59:52.338 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:52.338 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:52.338 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.338 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_onode": { 2024-04-10T16:59:52.338 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:52.338 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:52.338 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.338 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_other": { 2024-04-10T16:59:52.338 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:52.338 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:52.338 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.338 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_extent": { 2024-04-10T16:59:52.338 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:52.338 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:52.339 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.339 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_fsck": { 2024-04-10T16:59:52.339 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:52.339 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:52.339 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.339 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_inline_bl": { 2024-04-10T16:59:52.339 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:52.339 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:52.339 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.339 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_shared_blob": { 2024-04-10T16:59:52.339 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:52.339 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:52.339 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.339 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_txc": { 2024-04-10T16:59:52.339 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:52.340 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:52.340 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.340 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_writing": { 2024-04-10T16:59:52.340 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:52.340 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:52.340 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.340 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_writing_deferred": { 2024-04-10T16:59:52.340 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:52.340 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:52.340 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.340 INFO:tasks.workunit.client.0.smithi069.stdout: "buffer_anon": { 2024-04-10T16:59:52.340 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 148964, 2024-04-10T16:59:52.340 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 33 2024-04-10T16:59:52.340 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.341 INFO:tasks.workunit.client.0.smithi069.stdout: "buffer_meta": { 2024-04-10T16:59:52.341 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:52.341 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:52.341 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.341 INFO:tasks.workunit.client.0.smithi069.stdout: "mds_co": { 2024-04-10T16:59:52.341 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 928, 2024-04-10T16:59:52.341 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 2 2024-04-10T16:59:52.341 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.341 INFO:tasks.workunit.client.0.smithi069.stdout: "osd": { 2024-04-10T16:59:52.341 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:52.341 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:52.341 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.341 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_mapbl": { 2024-04-10T16:59:52.341 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:52.341 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:52.342 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.342 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_pglog": { 2024-04-10T16:59:52.342 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:52.342 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:52.342 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.342 INFO:tasks.workunit.client.0.smithi069.stdout: "osdmap": { 2024-04-10T16:59:52.342 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:52.342 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:52.342 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.342 INFO:tasks.workunit.client.0.smithi069.stdout: "osdmap_mapping": { 2024-04-10T16:59:52.342 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:52.342 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:52.342 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.343 INFO:tasks.workunit.client.0.smithi069.stdout: "pgmap": { 2024-04-10T16:59:52.343 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:52.343 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:52.343 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.343 INFO:tasks.workunit.client.0.smithi069.stdout: "unittest_1": { 2024-04-10T16:59:52.343 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:52.343 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:52.343 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.343 INFO:tasks.workunit.client.0.smithi069.stdout: "unittest_2": { 2024-04-10T16:59:52.343 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:52.343 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:52.343 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:52.343 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:52.343 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.343 INFO:tasks.workunit.client.0.smithi069.stdout: "mon": { 2024-04-10T16:59:52.344 INFO:tasks.workunit.client.0.smithi069.stdout: "mon.44ca97a2636692dab3a2137f5dab18d27c7ec614": { 2024-04-10T16:59:52.344 INFO:tasks.workunit.client.0.smithi069.stdout: "bloom_filter": { 2024-04-10T16:59:52.344 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:52.344 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:52.344 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.344 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs": { 2024-04-10T16:59:52.344 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:52.344 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:52.344 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.344 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs_file_reader": { 2024-04-10T16:59:52.344 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:52.344 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:52.344 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.344 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs_file_writer": { 2024-04-10T16:59:52.344 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:52.345 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:52.345 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.345 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_alloc": { 2024-04-10T16:59:52.345 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:52.345 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:52.345 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.345 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_blob": { 2024-04-10T16:59:52.345 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:52.345 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:52.345 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.345 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_buffer": { 2024-04-10T16:59:52.345 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:52.345 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:52.345 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.345 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_data": { 2024-04-10T16:59:52.345 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:52.346 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:52.346 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.346 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_meta": { 2024-04-10T16:59:52.346 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:52.346 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:52.346 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.346 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_onode": { 2024-04-10T16:59:52.346 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:52.346 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:52.346 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.346 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_other": { 2024-04-10T16:59:52.346 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:52.346 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:52.346 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.346 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_extent": { 2024-04-10T16:59:52.346 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:52.347 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:52.347 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.347 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_fsck": { 2024-04-10T16:59:52.347 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:52.347 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:52.347 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.347 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_inline_bl": { 2024-04-10T16:59:52.347 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:52.347 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:52.347 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.347 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_shared_blob": { 2024-04-10T16:59:52.347 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:52.347 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:52.347 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.347 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_txc": { 2024-04-10T16:59:52.347 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:52.348 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:52.348 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.348 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_writing": { 2024-04-10T16:59:52.348 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:52.348 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:52.348 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.348 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_writing_deferred": { 2024-04-10T16:59:52.348 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:52.348 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:52.348 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.348 INFO:tasks.workunit.client.0.smithi069.stdout: "buffer_anon": { 2024-04-10T16:59:52.348 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 42547367, 2024-04-10T16:59:52.348 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 5280 2024-04-10T16:59:52.348 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.348 INFO:tasks.workunit.client.0.smithi069.stdout: "buffer_meta": { 2024-04-10T16:59:52.348 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 88, 2024-04-10T16:59:52.349 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 1 2024-04-10T16:59:52.349 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.349 INFO:tasks.workunit.client.0.smithi069.stdout: "mds_co": { 2024-04-10T16:59:52.349 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:52.349 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:52.349 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.349 INFO:tasks.workunit.client.0.smithi069.stdout: "osd": { 2024-04-10T16:59:52.349 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:52.349 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:52.349 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.349 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_mapbl": { 2024-04-10T16:59:52.349 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:52.349 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:52.349 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.349 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_pglog": { 2024-04-10T16:59:52.349 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:52.350 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:52.350 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.350 INFO:tasks.workunit.client.0.smithi069.stdout: "osdmap": { 2024-04-10T16:59:52.350 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 11104, 2024-04-10T16:59:52.350 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 258 2024-04-10T16:59:52.350 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.350 INFO:tasks.workunit.client.0.smithi069.stdout: "osdmap_mapping": { 2024-04-10T16:59:52.350 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 70440, 2024-04-10T16:59:52.350 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 5158 2024-04-10T16:59:52.350 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.350 INFO:tasks.workunit.client.0.smithi069.stdout: "pgmap": { 2024-04-10T16:59:52.350 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 11792, 2024-04-10T16:59:52.350 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 348 2024-04-10T16:59:52.350 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.350 INFO:tasks.workunit.client.0.smithi069.stdout: "unittest_1": { 2024-04-10T16:59:52.350 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:52.351 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:52.351 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.351 INFO:tasks.workunit.client.0.smithi069.stdout: "unittest_2": { 2024-04-10T16:59:52.351 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:52.351 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:52.351 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:52.351 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.351 INFO:tasks.workunit.client.0.smithi069.stdout: "mon.a94fb5321a792dfeda573ab0692ca0fa124fc659": { 2024-04-10T16:59:52.351 INFO:tasks.workunit.client.0.smithi069.stdout: "bloom_filter": { 2024-04-10T16:59:52.351 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:52.351 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:52.351 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.351 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs": { 2024-04-10T16:59:52.351 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:52.351 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:52.351 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.352 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs_file_reader": { 2024-04-10T16:59:52.352 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:52.352 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:52.352 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.352 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs_file_writer": { 2024-04-10T16:59:52.352 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:52.352 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:52.352 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.352 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_alloc": { 2024-04-10T16:59:52.352 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:52.352 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:52.352 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.352 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_blob": { 2024-04-10T16:59:52.352 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:52.352 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:52.352 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.353 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_buffer": { 2024-04-10T16:59:52.353 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:52.353 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:52.353 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.353 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_data": { 2024-04-10T16:59:52.353 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:52.353 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:52.353 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.353 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_meta": { 2024-04-10T16:59:52.353 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:52.353 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:52.353 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.353 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_onode": { 2024-04-10T16:59:52.353 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:52.354 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:52.354 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.354 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_other": { 2024-04-10T16:59:52.354 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:52.354 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:52.354 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.354 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_extent": { 2024-04-10T16:59:52.354 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:52.354 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:52.354 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.354 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_fsck": { 2024-04-10T16:59:52.354 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:52.354 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:52.355 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.355 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_inline_bl": { 2024-04-10T16:59:52.355 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:52.355 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:52.355 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.355 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_shared_blob": { 2024-04-10T16:59:52.355 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:52.355 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:52.355 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.355 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_txc": { 2024-04-10T16:59:52.355 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:52.355 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:52.355 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.355 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_writing": { 2024-04-10T16:59:52.355 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:52.356 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:52.356 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.356 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_writing_deferred": { 2024-04-10T16:59:52.356 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:52.356 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:52.356 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.356 INFO:tasks.workunit.client.0.smithi069.stdout: "buffer_anon": { 2024-04-10T16:59:52.356 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 42055773, 2024-04-10T16:59:52.356 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 5197 2024-04-10T16:59:52.356 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.356 INFO:tasks.workunit.client.0.smithi069.stdout: "buffer_meta": { 2024-04-10T16:59:52.356 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 792, 2024-04-10T16:59:52.356 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 9 2024-04-10T16:59:52.356 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.357 INFO:tasks.workunit.client.0.smithi069.stdout: "mds_co": { 2024-04-10T16:59:52.357 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:52.357 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:52.357 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.357 INFO:tasks.workunit.client.0.smithi069.stdout: "osd": { 2024-04-10T16:59:52.357 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:52.357 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:52.357 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.357 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_mapbl": { 2024-04-10T16:59:52.357 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:52.357 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:52.357 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.357 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_pglog": { 2024-04-10T16:59:52.357 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:52.358 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:52.358 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.358 INFO:tasks.workunit.client.0.smithi069.stdout: "osdmap": { 2024-04-10T16:59:52.358 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 11104, 2024-04-10T16:59:52.358 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 258 2024-04-10T16:59:52.358 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.358 INFO:tasks.workunit.client.0.smithi069.stdout: "osdmap_mapping": { 2024-04-10T16:59:52.358 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 70440, 2024-04-10T16:59:52.358 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 5158 2024-04-10T16:59:52.358 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.358 INFO:tasks.workunit.client.0.smithi069.stdout: "pgmap": { 2024-04-10T16:59:52.358 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 5896, 2024-04-10T16:59:52.358 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 174 2024-04-10T16:59:52.359 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.359 INFO:tasks.workunit.client.0.smithi069.stdout: "unittest_1": { 2024-04-10T16:59:52.359 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:52.359 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:52.359 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.359 INFO:tasks.workunit.client.0.smithi069.stdout: "unittest_2": { 2024-04-10T16:59:52.359 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:52.359 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:52.359 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:52.359 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.359 INFO:tasks.workunit.client.0.smithi069.stdout: "mon.f674850e5ec273712a6400c20c884d0d3d4aaf85": { 2024-04-10T16:59:52.359 INFO:tasks.workunit.client.0.smithi069.stdout: "bloom_filter": { 2024-04-10T16:59:52.359 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:52.359 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:52.360 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.360 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs": { 2024-04-10T16:59:52.360 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:52.360 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:52.360 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.360 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs_file_reader": { 2024-04-10T16:59:52.360 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:52.360 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:52.360 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.360 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs_file_writer": { 2024-04-10T16:59:52.360 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:52.360 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:52.360 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.360 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_alloc": { 2024-04-10T16:59:52.360 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:52.360 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:52.361 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.361 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_blob": { 2024-04-10T16:59:52.361 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:52.361 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:52.361 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.361 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_buffer": { 2024-04-10T16:59:52.361 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:52.361 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:52.361 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.361 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_data": { 2024-04-10T16:59:52.361 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:52.361 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:52.361 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.361 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_meta": { 2024-04-10T16:59:52.362 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:52.362 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:52.362 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.362 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_onode": { 2024-04-10T16:59:52.362 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:52.362 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:52.362 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.362 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_other": { 2024-04-10T16:59:52.362 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:52.362 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:52.362 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.362 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_extent": { 2024-04-10T16:59:52.362 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:52.362 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:52.363 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.363 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_fsck": { 2024-04-10T16:59:52.363 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:52.363 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:52.363 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.363 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_inline_bl": { 2024-04-10T16:59:52.363 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:52.363 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:52.363 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.363 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_shared_blob": { 2024-04-10T16:59:52.363 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:52.363 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:52.363 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.364 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_txc": { 2024-04-10T16:59:52.364 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:52.364 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:52.364 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.364 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_writing": { 2024-04-10T16:59:52.364 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:52.364 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:52.364 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.364 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_writing_deferred": { 2024-04-10T16:59:52.364 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:52.364 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:52.364 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.364 INFO:tasks.workunit.client.0.smithi069.stdout: "buffer_anon": { 2024-04-10T16:59:52.364 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 42309757, 2024-04-10T16:59:52.365 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 5223 2024-04-10T16:59:52.365 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.365 INFO:tasks.workunit.client.0.smithi069.stdout: "buffer_meta": { 2024-04-10T16:59:52.365 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 880, 2024-04-10T16:59:52.365 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 10 2024-04-10T16:59:52.365 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.365 INFO:tasks.workunit.client.0.smithi069.stdout: "mds_co": { 2024-04-10T16:59:52.365 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:52.365 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:52.365 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.365 INFO:tasks.workunit.client.0.smithi069.stdout: "osd": { 2024-04-10T16:59:52.365 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:52.365 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:52.365 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.365 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_mapbl": { 2024-04-10T16:59:52.365 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:52.366 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:52.366 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.366 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_pglog": { 2024-04-10T16:59:52.366 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:52.366 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:52.366 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.366 INFO:tasks.workunit.client.0.smithi069.stdout: "osdmap": { 2024-04-10T16:59:52.366 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 11104, 2024-04-10T16:59:52.366 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 258 2024-04-10T16:59:52.366 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.366 INFO:tasks.workunit.client.0.smithi069.stdout: "osdmap_mapping": { 2024-04-10T16:59:52.366 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 70440, 2024-04-10T16:59:52.366 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 5158 2024-04-10T16:59:52.366 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.367 INFO:tasks.workunit.client.0.smithi069.stdout: "pgmap": { 2024-04-10T16:59:52.367 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 5896, 2024-04-10T16:59:52.367 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 174 2024-04-10T16:59:52.367 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.367 INFO:tasks.workunit.client.0.smithi069.stdout: "unittest_1": { 2024-04-10T16:59:52.367 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:52.367 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:52.367 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.367 INFO:tasks.workunit.client.0.smithi069.stdout: "unittest_2": { 2024-04-10T16:59:52.367 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:52.367 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:52.367 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:52.367 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:52.367 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.367 INFO:tasks.workunit.client.0.smithi069.stdout: "osd": { 2024-04-10T16:59:52.367 INFO:tasks.workunit.client.0.smithi069.stdout: "osd.0": { 2024-04-10T16:59:52.367 INFO:tasks.workunit.client.0.smithi069.stdout: "bloom_filter": { 2024-04-10T16:59:52.368 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:52.368 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:52.368 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.368 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs": { 2024-04-10T16:59:52.368 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 20792, 2024-04-10T16:59:52.368 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 391 2024-04-10T16:59:52.368 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.368 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs_file_reader": { 2024-04-10T16:59:52.368 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 34944, 2024-04-10T16:59:52.368 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 24 2024-04-10T16:59:52.368 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.368 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs_file_writer": { 2024-04-10T16:59:52.368 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 3072, 2024-04-10T16:59:52.368 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 16 2024-04-10T16:59:52.368 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.368 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_alloc": { 2024-04-10T16:59:52.369 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 56640, 2024-04-10T16:59:52.369 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 708 2024-04-10T16:59:52.369 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.369 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_blob": { 2024-04-10T16:59:52.369 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 380224, 2024-04-10T16:59:52.369 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 1828 2024-04-10T16:59:52.369 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.369 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_buffer": { 2024-04-10T16:59:52.369 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 256, 2024-04-10T16:59:52.369 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 32 2024-04-10T16:59:52.369 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.369 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_data": { 2024-04-10T16:59:52.369 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 1241109, 2024-04-10T16:59:52.369 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 318 2024-04-10T16:59:52.369 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.370 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_meta": { 2024-04-10T16:59:52.370 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 2436422, 2024-04-10T16:59:52.370 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 538761 2024-04-10T16:59:52.370 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.370 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_onode": { 2024-04-10T16:59:52.370 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 6981816, 2024-04-10T16:59:52.370 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 10299 2024-04-10T16:59:52.370 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.370 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_other": { 2024-04-10T16:59:52.370 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 79476, 2024-04-10T16:59:52.370 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 8468 2024-04-10T16:59:52.370 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.370 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_extent": { 2024-04-10T16:59:52.370 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 87744, 2024-04-10T16:59:52.370 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 1828 2024-04-10T16:59:52.370 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.371 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_fsck": { 2024-04-10T16:59:52.371 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:52.371 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:52.371 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.371 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_inline_bl": { 2024-04-10T16:59:52.371 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 168374, 2024-04-10T16:59:52.371 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 1208 2024-04-10T16:59:52.371 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.371 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_shared_blob": { 2024-04-10T16:59:52.371 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:52.371 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:52.371 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.371 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_txc": { 2024-04-10T16:59:52.371 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:52.371 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:52.371 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.371 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_writing": { 2024-04-10T16:59:52.372 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 57489, 2024-04-10T16:59:52.372 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 45 2024-04-10T16:59:52.372 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.372 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_writing_deferred": { 2024-04-10T16:59:52.372 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:52.372 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:52.372 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.372 INFO:tasks.workunit.client.0.smithi069.stdout: "buffer_anon": { 2024-04-10T16:59:52.372 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 16940776, 2024-04-10T16:59:52.372 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 288 2024-04-10T16:59:52.372 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.372 INFO:tasks.workunit.client.0.smithi069.stdout: "buffer_meta": { 2024-04-10T16:59:52.372 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 28864, 2024-04-10T16:59:52.372 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 328 2024-04-10T16:59:52.372 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.372 INFO:tasks.workunit.client.0.smithi069.stdout: "mds_co": { 2024-04-10T16:59:52.372 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:52.373 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:52.373 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.373 INFO:tasks.workunit.client.0.smithi069.stdout: "osd": { 2024-04-10T16:59:52.373 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 513216, 2024-04-10T16:59:52.373 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 44 2024-04-10T16:59:52.373 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.373 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_mapbl": { 2024-04-10T16:59:52.373 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:52.373 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:52.373 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.373 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_pglog": { 2024-04-10T16:59:52.373 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 7060768, 2024-04-10T16:59:52.373 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 18376 2024-04-10T16:59:52.373 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.373 INFO:tasks.workunit.client.0.smithi069.stdout: "osdmap": { 2024-04-10T16:59:52.374 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 645392, 2024-04-10T16:59:52.374 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 11285 2024-04-10T16:59:52.374 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.374 INFO:tasks.workunit.client.0.smithi069.stdout: "osdmap_mapping": { 2024-04-10T16:59:52.374 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:52.374 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:52.374 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.374 INFO:tasks.workunit.client.0.smithi069.stdout: "pgmap": { 2024-04-10T16:59:52.374 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:52.374 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:52.374 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.374 INFO:tasks.workunit.client.0.smithi069.stdout: "unittest_1": { 2024-04-10T16:59:52.374 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:52.374 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:52.374 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.375 INFO:tasks.workunit.client.0.smithi069.stdout: "unittest_2": { 2024-04-10T16:59:52.375 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:52.375 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:52.375 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:52.375 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.375 INFO:tasks.workunit.client.0.smithi069.stdout: "osd.1": { 2024-04-10T16:59:52.375 INFO:tasks.workunit.client.0.smithi069.stdout: "bloom_filter": { 2024-04-10T16:59:52.375 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:52.375 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:52.375 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.375 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs": { 2024-04-10T16:59:52.375 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 23752, 2024-04-10T16:59:52.375 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 427 2024-04-10T16:59:52.375 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.375 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs_file_reader": { 2024-04-10T16:59:52.375 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 141824, 2024-04-10T16:59:52.375 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 28 2024-04-10T16:59:52.376 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.376 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs_file_writer": { 2024-04-10T16:59:52.376 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 1536, 2024-04-10T16:59:52.376 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 8 2024-04-10T16:59:52.376 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.376 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_alloc": { 2024-04-10T16:59:52.376 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 56880, 2024-04-10T16:59:52.376 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 711 2024-04-10T16:59:52.376 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.376 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_blob": { 2024-04-10T16:59:52.376 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 378144, 2024-04-10T16:59:52.376 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 1818 2024-04-10T16:59:52.376 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.376 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_buffer": { 2024-04-10T16:59:52.376 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 256, 2024-04-10T16:59:52.376 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 32 2024-04-10T16:59:52.377 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.377 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_data": { 2024-04-10T16:59:52.377 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 454060, 2024-04-10T16:59:52.377 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 123 2024-04-10T16:59:52.377 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.377 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_meta": { 2024-04-10T16:59:52.377 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 2425031, 2024-04-10T16:59:52.377 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 539175 2024-04-10T16:59:52.377 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.377 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_onode": { 2024-04-10T16:59:52.377 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 6975696, 2024-04-10T16:59:52.377 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 10290 2024-04-10T16:59:52.378 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.378 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_other": { 2024-04-10T16:59:52.378 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 77568, 2024-04-10T16:59:52.378 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 8297 2024-04-10T16:59:52.378 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.378 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_extent": { 2024-04-10T16:59:52.378 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 87216, 2024-04-10T16:59:52.378 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 1817 2024-04-10T16:59:52.378 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.378 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_fsck": { 2024-04-10T16:59:52.378 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:52.378 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:52.378 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.378 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_inline_bl": { 2024-04-10T16:59:52.378 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 168462, 2024-04-10T16:59:52.379 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 1209 2024-04-10T16:59:52.379 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.379 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_shared_blob": { 2024-04-10T16:59:52.379 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:52.379 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:52.379 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.379 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_txc": { 2024-04-10T16:59:52.379 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 1472, 2024-04-10T16:59:52.379 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 2 2024-04-10T16:59:52.379 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.379 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_writing": { 2024-04-10T16:59:52.379 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 84382, 2024-04-10T16:59:52.379 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 33 2024-04-10T16:59:52.379 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.379 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_writing_deferred": { 2024-04-10T16:59:52.379 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 20128, 2024-04-10T16:59:52.380 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 5 2024-04-10T16:59:52.380 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.380 INFO:tasks.workunit.client.0.smithi069.stdout: "buffer_anon": { 2024-04-10T16:59:52.380 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 9161134, 2024-04-10T16:59:52.380 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 279 2024-04-10T16:59:52.380 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.380 INFO:tasks.workunit.client.0.smithi069.stdout: "buffer_meta": { 2024-04-10T16:59:52.380 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 10824, 2024-04-10T16:59:52.380 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 123 2024-04-10T16:59:52.380 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.380 INFO:tasks.workunit.client.0.smithi069.stdout: "mds_co": { 2024-04-10T16:59:52.380 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:52.380 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:52.380 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.380 INFO:tasks.workunit.client.0.smithi069.stdout: "osd": { 2024-04-10T16:59:52.381 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 454896, 2024-04-10T16:59:52.381 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 39 2024-04-10T16:59:52.381 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.381 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_mapbl": { 2024-04-10T16:59:52.381 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:52.381 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:52.381 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.381 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_pglog": { 2024-04-10T16:59:52.381 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 7217600, 2024-04-10T16:59:52.381 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 21044 2024-04-10T16:59:52.381 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.381 INFO:tasks.workunit.client.0.smithi069.stdout: "osdmap": { 2024-04-10T16:59:52.381 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 645392, 2024-04-10T16:59:52.381 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 11285 2024-04-10T16:59:52.382 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.382 INFO:tasks.workunit.client.0.smithi069.stdout: "osdmap_mapping": { 2024-04-10T16:59:52.382 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:52.382 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:52.382 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.382 INFO:tasks.workunit.client.0.smithi069.stdout: "pgmap": { 2024-04-10T16:59:52.382 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:52.382 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:52.382 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.382 INFO:tasks.workunit.client.0.smithi069.stdout: "unittest_1": { 2024-04-10T16:59:52.382 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:52.382 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:52.382 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.382 INFO:tasks.workunit.client.0.smithi069.stdout: "unittest_2": { 2024-04-10T16:59:52.382 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:52.382 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:52.383 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:52.383 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.383 INFO:tasks.workunit.client.0.smithi069.stdout: "osd.2": { 2024-04-10T16:59:52.383 INFO:tasks.workunit.client.0.smithi069.stdout: "bloom_filter": { 2024-04-10T16:59:52.383 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:52.383 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:52.383 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.383 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs": { 2024-04-10T16:59:52.383 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 21704, 2024-04-10T16:59:52.383 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 388 2024-04-10T16:59:52.383 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.383 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs_file_reader": { 2024-04-10T16:59:52.383 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 31104, 2024-04-10T16:59:52.383 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 26 2024-04-10T16:59:52.383 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.383 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs_file_writer": { 2024-04-10T16:59:52.384 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 1344, 2024-04-10T16:59:52.384 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 7 2024-04-10T16:59:52.384 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.384 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_alloc": { 2024-04-10T16:59:52.384 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 56320, 2024-04-10T16:59:52.384 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 704 2024-04-10T16:59:52.384 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.384 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_blob": { 2024-04-10T16:59:52.384 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 377312, 2024-04-10T16:59:52.384 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 1814 2024-04-10T16:59:52.384 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.384 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_buffer": { 2024-04-10T16:59:52.384 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 256, 2024-04-10T16:59:52.384 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 32 2024-04-10T16:59:52.384 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.384 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_data": { 2024-04-10T16:59:52.385 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 310686, 2024-04-10T16:59:52.385 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 86 2024-04-10T16:59:52.385 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.385 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_meta": { 2024-04-10T16:59:52.385 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 1749752, 2024-04-10T16:59:52.385 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 387646 2024-04-10T16:59:52.385 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.385 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_onode": { 2024-04-10T16:59:52.385 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 5132216, 2024-04-10T16:59:52.385 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 7579 2024-04-10T16:59:52.385 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.385 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_other": { 2024-04-10T16:59:52.385 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 76448, 2024-04-10T16:59:52.385 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 8278 2024-04-10T16:59:52.385 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.386 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_extent": { 2024-04-10T16:59:52.386 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 87072, 2024-04-10T16:59:52.386 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 1814 2024-04-10T16:59:52.386 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.386 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_fsck": { 2024-04-10T16:59:52.386 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:52.386 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:52.386 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.386 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_inline_bl": { 2024-04-10T16:59:52.386 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 168374, 2024-04-10T16:59:52.386 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 1208 2024-04-10T16:59:52.386 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.386 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_shared_blob": { 2024-04-10T16:59:52.386 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:52.386 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:52.387 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.387 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_txc": { 2024-04-10T16:59:52.387 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:52.387 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:52.387 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.387 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_writing": { 2024-04-10T16:59:52.387 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 51801, 2024-04-10T16:59:52.387 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 47 2024-04-10T16:59:52.387 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.387 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_writing_deferred": { 2024-04-10T16:59:52.387 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:52.387 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:52.387 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.387 INFO:tasks.workunit.client.0.smithi069.stdout: "buffer_anon": { 2024-04-10T16:59:52.387 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 7988295, 2024-04-10T16:59:52.387 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 256 2024-04-10T16:59:52.388 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.388 INFO:tasks.workunit.client.0.smithi069.stdout: "buffer_meta": { 2024-04-10T16:59:52.388 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 9944, 2024-04-10T16:59:52.388 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 113 2024-04-10T16:59:52.388 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.388 INFO:tasks.workunit.client.0.smithi069.stdout: "mds_co": { 2024-04-10T16:59:52.388 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:52.388 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:52.388 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.388 INFO:tasks.workunit.client.0.smithi069.stdout: "osd": { 2024-04-10T16:59:52.388 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 349920, 2024-04-10T16:59:52.388 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 30 2024-04-10T16:59:52.388 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.388 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_mapbl": { 2024-04-10T16:59:52.389 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:52.389 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:52.389 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.389 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_pglog": { 2024-04-10T16:59:52.389 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 3172000, 2024-04-10T16:59:52.389 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 6100 2024-04-10T16:59:52.389 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.389 INFO:tasks.workunit.client.0.smithi069.stdout: "osdmap": { 2024-04-10T16:59:52.389 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 645392, 2024-04-10T16:59:52.389 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 11285 2024-04-10T16:59:52.389 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.389 INFO:tasks.workunit.client.0.smithi069.stdout: "osdmap_mapping": { 2024-04-10T16:59:52.389 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:52.389 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:52.390 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.390 INFO:tasks.workunit.client.0.smithi069.stdout: "pgmap": { 2024-04-10T16:59:52.390 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:52.390 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:52.390 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.390 INFO:tasks.workunit.client.0.smithi069.stdout: "unittest_1": { 2024-04-10T16:59:52.390 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:52.390 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:52.390 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.390 INFO:tasks.workunit.client.0.smithi069.stdout: "unittest_2": { 2024-04-10T16:59:52.390 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:52.390 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:52.390 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:52.390 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.390 INFO:tasks.workunit.client.0.smithi069.stdout: "osd.3": { 2024-04-10T16:59:52.391 INFO:tasks.workunit.client.0.smithi069.stdout: "bloom_filter": { 2024-04-10T16:59:52.391 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:52.391 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:52.391 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.391 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs": { 2024-04-10T16:59:52.391 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 18200, 2024-04-10T16:59:52.391 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 333 2024-04-10T16:59:52.391 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.391 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs_file_reader": { 2024-04-10T16:59:52.391 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 87936, 2024-04-10T16:59:52.391 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 23 2024-04-10T16:59:52.391 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.391 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs_file_writer": { 2024-04-10T16:59:52.391 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 4224, 2024-04-10T16:59:52.392 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 22 2024-04-10T16:59:52.392 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.392 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_alloc": { 2024-04-10T16:59:52.392 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 55360, 2024-04-10T16:59:52.392 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 692 2024-04-10T16:59:52.392 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.392 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_blob": { 2024-04-10T16:59:52.392 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 365456, 2024-04-10T16:59:52.392 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 1757 2024-04-10T16:59:52.392 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.392 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_buffer": { 2024-04-10T16:59:52.392 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 256, 2024-04-10T16:59:52.392 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 32 2024-04-10T16:59:52.392 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.392 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_data": { 2024-04-10T16:59:52.392 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 343304, 2024-04-10T16:59:52.392 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 102 2024-04-10T16:59:52.393 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.393 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_meta": { 2024-04-10T16:59:52.393 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 1775882, 2024-04-10T16:59:52.393 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 390104 2024-04-10T16:59:52.393 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.393 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_onode": { 2024-04-10T16:59:52.393 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 5148536, 2024-04-10T16:59:52.393 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 7603 2024-04-10T16:59:52.393 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.393 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_other": { 2024-04-10T16:59:52.393 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 68232, 2024-04-10T16:59:52.393 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 7153 2024-04-10T16:59:52.393 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.393 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_extent": { 2024-04-10T16:59:52.394 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 84240, 2024-04-10T16:59:52.394 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 1755 2024-04-10T16:59:52.394 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.394 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_fsck": { 2024-04-10T16:59:52.394 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:52.394 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:52.394 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.394 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_inline_bl": { 2024-04-10T16:59:52.394 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 168374, 2024-04-10T16:59:52.394 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 1208 2024-04-10T16:59:52.394 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.394 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_shared_blob": { 2024-04-10T16:59:52.394 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:52.394 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:52.394 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.395 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_txc": { 2024-04-10T16:59:52.395 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 2208, 2024-04-10T16:59:52.395 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 3 2024-04-10T16:59:52.395 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.395 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_writing": { 2024-04-10T16:59:52.395 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 122875, 2024-04-10T16:59:52.395 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 66 2024-04-10T16:59:52.395 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.395 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_writing_deferred": { 2024-04-10T16:59:52.395 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 28144, 2024-04-10T16:59:52.395 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 7 2024-04-10T16:59:52.395 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.395 INFO:tasks.workunit.client.0.smithi069.stdout: "buffer_anon": { 2024-04-10T16:59:52.395 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 23001356, 2024-04-10T16:59:52.395 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 287 2024-04-10T16:59:52.396 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.396 INFO:tasks.workunit.client.0.smithi069.stdout: "buffer_meta": { 2024-04-10T16:59:52.396 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 12144, 2024-04-10T16:59:52.396 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 138 2024-04-10T16:59:52.396 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.396 INFO:tasks.workunit.client.0.smithi069.stdout: "mds_co": { 2024-04-10T16:59:52.396 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:52.396 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:52.396 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.396 INFO:tasks.workunit.client.0.smithi069.stdout: "osd": { 2024-04-10T16:59:52.396 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 431568, 2024-04-10T16:59:52.396 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 37 2024-04-10T16:59:52.396 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.396 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_mapbl": { 2024-04-10T16:59:52.396 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:52.397 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:52.397 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.397 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_pglog": { 2024-04-10T16:59:52.397 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 3510520, 2024-04-10T16:59:52.397 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 9151 2024-04-10T16:59:52.397 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.397 INFO:tasks.workunit.client.0.smithi069.stdout: "osdmap": { 2024-04-10T16:59:52.397 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 645392, 2024-04-10T16:59:52.397 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 11285 2024-04-10T16:59:52.397 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.397 INFO:tasks.workunit.client.0.smithi069.stdout: "osdmap_mapping": { 2024-04-10T16:59:52.397 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:52.397 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:52.397 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.397 INFO:tasks.workunit.client.0.smithi069.stdout: "pgmap": { 2024-04-10T16:59:52.397 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:52.398 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:52.398 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.398 INFO:tasks.workunit.client.0.smithi069.stdout: "unittest_1": { 2024-04-10T16:59:52.398 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:52.398 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:52.398 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.398 INFO:tasks.workunit.client.0.smithi069.stdout: "unittest_2": { 2024-04-10T16:59:52.398 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:52.398 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:52.398 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:52.398 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.398 INFO:tasks.workunit.client.0.smithi069.stdout: "osd.4": { 2024-04-10T16:59:52.398 INFO:tasks.workunit.client.0.smithi069.stdout: "bloom_filter": { 2024-04-10T16:59:52.398 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:52.398 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:52.398 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.399 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs": { 2024-04-10T16:59:52.399 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 22152, 2024-04-10T16:59:52.399 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 399 2024-04-10T16:59:52.399 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.399 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs_file_reader": { 2024-04-10T16:59:52.399 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 35328, 2024-04-10T16:59:52.399 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 27 2024-04-10T16:59:52.399 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.399 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs_file_writer": { 2024-04-10T16:59:52.399 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 5184, 2024-04-10T16:59:52.399 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 27 2024-04-10T16:59:52.399 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.399 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_alloc": { 2024-04-10T16:59:52.399 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 55920, 2024-04-10T16:59:52.399 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 699 2024-04-10T16:59:52.400 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.400 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_blob": { 2024-04-10T16:59:52.400 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 365248, 2024-04-10T16:59:52.400 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 1756 2024-04-10T16:59:52.400 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.400 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_buffer": { 2024-04-10T16:59:52.400 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 256, 2024-04-10T16:59:52.400 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 32 2024-04-10T16:59:52.400 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.400 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_data": { 2024-04-10T16:59:52.400 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 1130101, 2024-04-10T16:59:52.400 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 280 2024-04-10T16:59:52.400 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.400 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_meta": { 2024-04-10T16:59:52.400 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 2075856, 2024-04-10T16:59:52.401 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 457210 2024-04-10T16:59:52.401 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.401 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_onode": { 2024-04-10T16:59:52.401 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 5967936, 2024-04-10T16:59:52.401 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 8808 2024-04-10T16:59:52.401 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.401 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_other": { 2024-04-10T16:59:52.401 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 68504, 2024-04-10T16:59:52.401 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 7150 2024-04-10T16:59:52.401 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.401 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_extent": { 2024-04-10T16:59:52.401 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 84240, 2024-04-10T16:59:52.401 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 1755 2024-04-10T16:59:52.401 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.402 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_fsck": { 2024-04-10T16:59:52.402 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:52.402 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:52.402 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.402 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_inline_bl": { 2024-04-10T16:59:52.402 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 168206, 2024-04-10T16:59:52.402 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 1208 2024-04-10T16:59:52.402 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.402 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_shared_blob": { 2024-04-10T16:59:52.402 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:52.402 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:52.402 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.402 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_txc": { 2024-04-10T16:59:52.402 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 1472, 2024-04-10T16:59:52.402 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 2 2024-04-10T16:59:52.402 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.403 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_writing": { 2024-04-10T16:59:52.403 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 85303, 2024-04-10T16:59:52.403 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 50 2024-04-10T16:59:52.403 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.403 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_writing_deferred": { 2024-04-10T16:59:52.403 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 20128, 2024-04-10T16:59:52.403 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 5 2024-04-10T16:59:52.403 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.403 INFO:tasks.workunit.client.0.smithi069.stdout: "buffer_anon": { 2024-04-10T16:59:52.403 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 28714035, 2024-04-10T16:59:52.403 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 294 2024-04-10T16:59:52.403 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.403 INFO:tasks.workunit.client.0.smithi069.stdout: "buffer_meta": { 2024-04-10T16:59:52.403 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 27456, 2024-04-10T16:59:52.403 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 312 2024-04-10T16:59:52.403 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.404 INFO:tasks.workunit.client.0.smithi069.stdout: "mds_co": { 2024-04-10T16:59:52.404 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:52.404 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:52.404 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.404 INFO:tasks.workunit.client.0.smithi069.stdout: "osd": { 2024-04-10T16:59:52.404 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 466560, 2024-04-10T16:59:52.404 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 40 2024-04-10T16:59:52.404 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.404 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_mapbl": { 2024-04-10T16:59:52.404 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:52.404 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:52.404 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.404 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_pglog": { 2024-04-10T16:59:52.405 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 5137080, 2024-04-10T16:59:52.405 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 12279 2024-04-10T16:59:52.405 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.405 INFO:tasks.workunit.client.0.smithi069.stdout: "osdmap": { 2024-04-10T16:59:52.405 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 645392, 2024-04-10T16:59:52.405 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 11285 2024-04-10T16:59:52.405 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.405 INFO:tasks.workunit.client.0.smithi069.stdout: "osdmap_mapping": { 2024-04-10T16:59:52.405 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:52.405 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:52.405 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.405 INFO:tasks.workunit.client.0.smithi069.stdout: "pgmap": { 2024-04-10T16:59:52.405 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:52.406 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:52.406 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.406 INFO:tasks.workunit.client.0.smithi069.stdout: "unittest_1": { 2024-04-10T16:59:52.406 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:52.406 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:52.406 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.406 INFO:tasks.workunit.client.0.smithi069.stdout: "unittest_2": { 2024-04-10T16:59:52.406 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:52.406 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:52.406 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:52.406 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.406 INFO:tasks.workunit.client.0.smithi069.stdout: "osd.5": { 2024-04-10T16:59:52.406 INFO:tasks.workunit.client.0.smithi069.stdout: "bloom_filter": { 2024-04-10T16:59:52.406 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:52.406 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:52.406 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.407 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs": { 2024-04-10T16:59:52.407 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 20648, 2024-04-10T16:59:52.407 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 379 2024-04-10T16:59:52.407 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.407 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs_file_reader": { 2024-04-10T16:59:52.407 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 51328, 2024-04-10T16:59:52.407 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 25 2024-04-10T16:59:52.407 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.407 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs_file_writer": { 2024-04-10T16:59:52.407 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 2688, 2024-04-10T16:59:52.407 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 14 2024-04-10T16:59:52.407 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.407 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_alloc": { 2024-04-10T16:59:52.407 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 55920, 2024-04-10T16:59:52.407 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 699 2024-04-10T16:59:52.407 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.407 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_blob": { 2024-04-10T16:59:52.408 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 365248, 2024-04-10T16:59:52.408 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 1756 2024-04-10T16:59:52.408 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.408 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_buffer": { 2024-04-10T16:59:52.408 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 256, 2024-04-10T16:59:52.408 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 32 2024-04-10T16:59:52.408 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.408 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_data": { 2024-04-10T16:59:52.408 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 366569, 2024-04-10T16:59:52.408 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 95 2024-04-10T16:59:52.408 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.408 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_meta": { 2024-04-10T16:59:52.408 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 2337552, 2024-04-10T16:59:52.408 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 524488 2024-04-10T16:59:52.408 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.408 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_onode": { 2024-04-10T16:59:52.408 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 6781216, 2024-04-10T16:59:52.409 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 10004 2024-04-10T16:59:52.409 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.409 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_other": { 2024-04-10T16:59:52.409 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 68532, 2024-04-10T16:59:52.409 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 7153 2024-04-10T16:59:52.409 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.409 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_extent": { 2024-04-10T16:59:52.409 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 84240, 2024-04-10T16:59:52.409 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 1755 2024-04-10T16:59:52.409 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.409 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_fsck": { 2024-04-10T16:59:52.409 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:52.409 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:52.409 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.409 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_inline_bl": { 2024-04-10T16:59:52.410 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 168462, 2024-04-10T16:59:52.410 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 1209 2024-04-10T16:59:52.410 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.410 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_shared_blob": { 2024-04-10T16:59:52.410 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:52.410 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:52.410 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.410 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_txc": { 2024-04-10T16:59:52.410 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 1472, 2024-04-10T16:59:52.410 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 2 2024-04-10T16:59:52.410 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.410 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_writing": { 2024-04-10T16:59:52.410 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 112362, 2024-04-10T16:59:52.410 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 59 2024-04-10T16:59:52.410 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.410 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_writing_deferred": { 2024-04-10T16:59:52.411 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 20128, 2024-04-10T16:59:52.411 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 5 2024-04-10T16:59:52.411 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.411 INFO:tasks.workunit.client.0.smithi069.stdout: "buffer_anon": { 2024-04-10T16:59:52.411 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 15096014, 2024-04-10T16:59:52.411 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 6154 2024-04-10T16:59:52.411 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.411 INFO:tasks.workunit.client.0.smithi069.stdout: "buffer_meta": { 2024-04-10T16:59:52.411 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 10208, 2024-04-10T16:59:52.411 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 116 2024-04-10T16:59:52.411 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.411 INFO:tasks.workunit.client.0.smithi069.stdout: "mds_co": { 2024-04-10T16:59:52.411 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:52.411 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:52.411 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.411 INFO:tasks.workunit.client.0.smithi069.stdout: "osd": { 2024-04-10T16:59:52.411 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 466560, 2024-04-10T16:59:52.412 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 40 2024-04-10T16:59:52.412 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.412 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_mapbl": { 2024-04-10T16:59:52.412 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:52.412 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:52.412 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.412 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_pglog": { 2024-04-10T16:59:52.412 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 6372080, 2024-04-10T16:59:52.412 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 12254 2024-04-10T16:59:52.412 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.412 INFO:tasks.workunit.client.0.smithi069.stdout: "osdmap": { 2024-04-10T16:59:52.412 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 645392, 2024-04-10T16:59:52.412 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 11285 2024-04-10T16:59:52.412 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.412 INFO:tasks.workunit.client.0.smithi069.stdout: "osdmap_mapping": { 2024-04-10T16:59:52.413 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:52.413 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:52.413 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.413 INFO:tasks.workunit.client.0.smithi069.stdout: "pgmap": { 2024-04-10T16:59:52.413 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:52.413 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:52.413 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.413 INFO:tasks.workunit.client.0.smithi069.stdout: "unittest_1": { 2024-04-10T16:59:52.413 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:52.413 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:52.413 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.413 INFO:tasks.workunit.client.0.smithi069.stdout: "unittest_2": { 2024-04-10T16:59:52.413 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:52.413 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:52.413 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:52.414 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.414 INFO:tasks.workunit.client.0.smithi069.stdout: "osd.6": { 2024-04-10T16:59:52.414 INFO:tasks.workunit.client.0.smithi069.stdout: "bloom_filter": { 2024-04-10T16:59:52.414 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:52.414 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:52.414 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.414 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs": { 2024-04-10T16:59:52.414 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 17472, 2024-04-10T16:59:52.414 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 325 2024-04-10T16:59:52.414 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.414 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs_file_reader": { 2024-04-10T16:59:52.414 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 31104, 2024-04-10T16:59:52.414 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 26 2024-04-10T16:59:52.414 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.415 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs_file_writer": { 2024-04-10T16:59:52.415 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 3072, 2024-04-10T16:59:52.415 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 16 2024-04-10T16:59:52.415 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.415 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_alloc": { 2024-04-10T16:59:52.415 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 55360, 2024-04-10T16:59:52.415 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 692 2024-04-10T16:59:52.415 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.415 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_blob": { 2024-04-10T16:59:52.415 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 366704, 2024-04-10T16:59:52.415 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 1763 2024-04-10T16:59:52.415 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.415 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_buffer": { 2024-04-10T16:59:52.415 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 256, 2024-04-10T16:59:52.415 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 32 2024-04-10T16:59:52.415 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.416 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_data": { 2024-04-10T16:59:52.416 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 382006, 2024-04-10T16:59:52.416 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 105 2024-04-10T16:59:52.416 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.416 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_meta": { 2024-04-10T16:59:52.416 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 1713218, 2024-04-10T16:59:52.416 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 380159 2024-04-10T16:59:52.416 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.416 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_onode": { 2024-04-10T16:59:52.416 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 5014576, 2024-04-10T16:59:52.416 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 7406 2024-04-10T16:59:52.416 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.416 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_other": { 2024-04-10T16:59:52.416 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 69644, 2024-04-10T16:59:52.416 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 7308 2024-04-10T16:59:52.417 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.417 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_extent": { 2024-04-10T16:59:52.417 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 84624, 2024-04-10T16:59:52.417 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 1763 2024-04-10T16:59:52.417 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.417 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_fsck": { 2024-04-10T16:59:52.417 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:52.417 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:52.417 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.417 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_inline_bl": { 2024-04-10T16:59:52.417 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 168118, 2024-04-10T16:59:52.417 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 1207 2024-04-10T16:59:52.417 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.418 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_shared_blob": { 2024-04-10T16:59:52.418 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:52.418 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:52.418 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.418 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_txc": { 2024-04-10T16:59:52.418 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:52.418 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:52.418 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.418 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_writing": { 2024-04-10T16:59:52.418 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 37033, 2024-04-10T16:59:52.418 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 47 2024-04-10T16:59:52.418 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.419 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_writing_deferred": { 2024-04-10T16:59:52.419 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:52.419 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:52.419 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.419 INFO:tasks.workunit.client.0.smithi069.stdout: "buffer_anon": { 2024-04-10T16:59:52.419 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 17406166, 2024-04-10T16:59:52.419 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 271 2024-04-10T16:59:52.419 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.419 INFO:tasks.workunit.client.0.smithi069.stdout: "buffer_meta": { 2024-04-10T16:59:52.419 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 11792, 2024-04-10T16:59:52.419 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 134 2024-04-10T16:59:52.419 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.419 INFO:tasks.workunit.client.0.smithi069.stdout: "mds_co": { 2024-04-10T16:59:52.420 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:52.420 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:52.420 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.420 INFO:tasks.workunit.client.0.smithi069.stdout: "osd": { 2024-04-10T16:59:52.420 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 454896, 2024-04-10T16:59:52.420 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 39 2024-04-10T16:59:52.420 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.420 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_mapbl": { 2024-04-10T16:59:52.420 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:52.420 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:52.420 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.420 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_pglog": { 2024-04-10T16:59:52.420 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 3696160, 2024-04-10T16:59:52.420 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 9508 2024-04-10T16:59:52.420 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.420 INFO:tasks.workunit.client.0.smithi069.stdout: "osdmap": { 2024-04-10T16:59:52.420 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 645392, 2024-04-10T16:59:52.421 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 11285 2024-04-10T16:59:52.421 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.421 INFO:tasks.workunit.client.0.smithi069.stdout: "osdmap_mapping": { 2024-04-10T16:59:52.421 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:52.421 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:52.421 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.421 INFO:tasks.workunit.client.0.smithi069.stdout: "pgmap": { 2024-04-10T16:59:52.421 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:52.421 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:52.421 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.421 INFO:tasks.workunit.client.0.smithi069.stdout: "unittest_1": { 2024-04-10T16:59:52.421 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:52.421 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:52.421 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.421 INFO:tasks.workunit.client.0.smithi069.stdout: "unittest_2": { 2024-04-10T16:59:52.421 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:52.422 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:52.422 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:52.422 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.422 INFO:tasks.workunit.client.0.smithi069.stdout: "osd.7": { 2024-04-10T16:59:52.422 INFO:tasks.workunit.client.0.smithi069.stdout: "bloom_filter": { 2024-04-10T16:59:52.422 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:52.422 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:52.422 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.422 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs": { 2024-04-10T16:59:52.422 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 18272, 2024-04-10T16:59:52.422 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 339 2024-04-10T16:59:52.422 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.422 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs_file_reader": { 2024-04-10T16:59:52.422 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 39040, 2024-04-10T16:59:52.422 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 25 2024-04-10T16:59:52.422 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.423 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs_file_writer": { 2024-04-10T16:59:52.423 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 3840, 2024-04-10T16:59:52.423 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 20 2024-04-10T16:59:52.423 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.423 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_alloc": { 2024-04-10T16:59:52.423 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 56000, 2024-04-10T16:59:52.423 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 700 2024-04-10T16:59:52.423 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.423 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_blob": { 2024-04-10T16:59:52.423 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 366496, 2024-04-10T16:59:52.423 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 1762 2024-04-10T16:59:52.423 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.423 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_buffer": { 2024-04-10T16:59:52.423 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 256, 2024-04-10T16:59:52.423 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 32 2024-04-10T16:59:52.423 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.424 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_data": { 2024-04-10T16:59:52.424 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 517601, 2024-04-10T16:59:52.424 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 136 2024-04-10T16:59:52.424 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.424 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_meta": { 2024-04-10T16:59:52.424 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 2005511, 2024-04-10T16:59:52.424 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 446835 2024-04-10T16:59:52.424 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.424 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_onode": { 2024-04-10T16:59:52.424 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 5816976, 2024-04-10T16:59:52.424 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 8586 2024-04-10T16:59:52.424 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.424 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_other": { 2024-04-10T16:59:52.424 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 70380, 2024-04-10T16:59:52.424 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 7310 2024-04-10T16:59:52.424 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.425 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_extent": { 2024-04-10T16:59:52.425 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 84576, 2024-04-10T16:59:52.425 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 1762 2024-04-10T16:59:52.425 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.425 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_fsck": { 2024-04-10T16:59:52.425 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:52.425 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:52.425 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.425 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_inline_bl": { 2024-04-10T16:59:52.425 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 168374, 2024-04-10T16:59:52.425 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 1208 2024-04-10T16:59:52.425 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.425 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_shared_blob": { 2024-04-10T16:59:52.425 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:52.425 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:52.425 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.426 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_txc": { 2024-04-10T16:59:52.426 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:52.426 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:52.426 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.426 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_writing": { 2024-04-10T16:59:52.426 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 23327, 2024-04-10T16:59:52.426 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 29 2024-04-10T16:59:52.426 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.426 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_writing_deferred": { 2024-04-10T16:59:52.426 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:52.426 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:52.426 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.426 INFO:tasks.workunit.client.0.smithi069.stdout: "buffer_anon": { 2024-04-10T16:59:52.426 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 21114795, 2024-04-10T16:59:52.426 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 282 2024-04-10T16:59:52.427 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.427 INFO:tasks.workunit.client.0.smithi069.stdout: "buffer_meta": { 2024-04-10T16:59:52.427 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 12760, 2024-04-10T16:59:52.427 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 145 2024-04-10T16:59:52.427 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.427 INFO:tasks.workunit.client.0.smithi069.stdout: "mds_co": { 2024-04-10T16:59:52.427 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:52.427 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:52.427 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.427 INFO:tasks.workunit.client.0.smithi069.stdout: "osd": { 2024-04-10T16:59:52.427 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 536544, 2024-04-10T16:59:52.427 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 46 2024-04-10T16:59:52.427 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.427 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_mapbl": { 2024-04-10T16:59:52.427 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:52.428 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:52.428 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.428 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_pglog": { 2024-04-10T16:59:52.428 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 4938856, 2024-04-10T16:59:52.428 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 9517 2024-04-10T16:59:52.428 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.428 INFO:tasks.workunit.client.0.smithi069.stdout: "osdmap": { 2024-04-10T16:59:52.428 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 645392, 2024-04-10T16:59:52.428 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 11285 2024-04-10T16:59:52.428 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.428 INFO:tasks.workunit.client.0.smithi069.stdout: "osdmap_mapping": { 2024-04-10T16:59:52.428 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:52.428 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:52.428 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.429 INFO:tasks.workunit.client.0.smithi069.stdout: "pgmap": { 2024-04-10T16:59:52.429 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:52.429 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:52.429 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.429 INFO:tasks.workunit.client.0.smithi069.stdout: "unittest_1": { 2024-04-10T16:59:52.429 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:52.429 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:52.429 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.429 INFO:tasks.workunit.client.0.smithi069.stdout: "unittest_2": { 2024-04-10T16:59:52.429 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:52.429 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:52.429 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:52.429 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:52.429 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:52.429 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.430 INFO:tasks.workunit.client.0.smithi069.stdout: "metadata": { 2024-04-10T16:59:52.430 INFO:tasks.workunit.client.0.smithi069.stdout: "mds": { 2024-04-10T16:59:52.430 INFO:tasks.workunit.client.0.smithi069.stdout: "arch": { 2024-04-10T16:59:52.430 INFO:tasks.workunit.client.0.smithi069.stdout: "x86_64": 2 2024-04-10T16:59:52.430 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.430 INFO:tasks.workunit.client.0.smithi069.stdout: "ceph_version": { 2024-04-10T16:59:52.430 INFO:tasks.workunit.client.0.smithi069.stdout: "ceph version 19.0.0-2838-ga5074d45 (a5074d4516d566e9d8b6aec912f26afd099de101) squid (dev)": 2 2024-04-10T16:59:52.430 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.430 INFO:tasks.workunit.client.0.smithi069.stdout: "cpu": { 2024-04-10T16:59:52.430 INFO:tasks.workunit.client.0.smithi069.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 2 2024-04-10T16:59:52.430 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.430 INFO:tasks.workunit.client.0.smithi069.stdout: "distro": { 2024-04-10T16:59:52.430 INFO:tasks.workunit.client.0.smithi069.stdout: "centos": 2 2024-04-10T16:59:52.430 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.430 INFO:tasks.workunit.client.0.smithi069.stdout: "distro_description": { 2024-04-10T16:59:52.430 INFO:tasks.workunit.client.0.smithi069.stdout: "CentOS Stream 8": 2 2024-04-10T16:59:52.430 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.431 INFO:tasks.workunit.client.0.smithi069.stdout: "kernel_description": { 2024-04-10T16:59:52.431 INFO:tasks.workunit.client.0.smithi069.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024": 2 2024-04-10T16:59:52.431 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.431 INFO:tasks.workunit.client.0.smithi069.stdout: "kernel_version": { 2024-04-10T16:59:52.431 INFO:tasks.workunit.client.0.smithi069.stdout: "5.14.0-435.el9.x86_64": 2 2024-04-10T16:59:52.431 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.431 INFO:tasks.workunit.client.0.smithi069.stdout: "os": { 2024-04-10T16:59:52.431 INFO:tasks.workunit.client.0.smithi069.stdout: "Linux": 2 2024-04-10T16:59:52.431 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:52.431 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.431 INFO:tasks.workunit.client.0.smithi069.stdout: "mon": { 2024-04-10T16:59:52.431 INFO:tasks.workunit.client.0.smithi069.stdout: "arch": { 2024-04-10T16:59:52.431 INFO:tasks.workunit.client.0.smithi069.stdout: "x86_64": 3 2024-04-10T16:59:52.431 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.431 INFO:tasks.workunit.client.0.smithi069.stdout: "ceph_version": { 2024-04-10T16:59:52.431 INFO:tasks.workunit.client.0.smithi069.stdout: "ceph version 19.0.0-2838-ga5074d45 (a5074d4516d566e9d8b6aec912f26afd099de101) squid (dev)": 3 2024-04-10T16:59:52.432 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.432 INFO:tasks.workunit.client.0.smithi069.stdout: "cpu": { 2024-04-10T16:59:52.432 INFO:tasks.workunit.client.0.smithi069.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 3 2024-04-10T16:59:52.432 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.432 INFO:tasks.workunit.client.0.smithi069.stdout: "distro": { 2024-04-10T16:59:52.432 INFO:tasks.workunit.client.0.smithi069.stdout: "centos": 3 2024-04-10T16:59:52.432 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.432 INFO:tasks.workunit.client.0.smithi069.stdout: "distro_description": { 2024-04-10T16:59:52.432 INFO:tasks.workunit.client.0.smithi069.stdout: "CentOS Stream 8": 3 2024-04-10T16:59:52.432 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.432 INFO:tasks.workunit.client.0.smithi069.stdout: "kernel_description": { 2024-04-10T16:59:52.432 INFO:tasks.workunit.client.0.smithi069.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024": 3 2024-04-10T16:59:52.432 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.432 INFO:tasks.workunit.client.0.smithi069.stdout: "kernel_version": { 2024-04-10T16:59:52.432 INFO:tasks.workunit.client.0.smithi069.stdout: "5.14.0-435.el9.x86_64": 3 2024-04-10T16:59:52.432 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.432 INFO:tasks.workunit.client.0.smithi069.stdout: "os": { 2024-04-10T16:59:52.433 INFO:tasks.workunit.client.0.smithi069.stdout: "Linux": 3 2024-04-10T16:59:52.433 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:52.433 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.433 INFO:tasks.workunit.client.0.smithi069.stdout: "osd": { 2024-04-10T16:59:52.433 INFO:tasks.workunit.client.0.smithi069.stdout: "arch": { 2024-04-10T16:59:52.433 INFO:tasks.workunit.client.0.smithi069.stdout: "x86_64": 8 2024-04-10T16:59:52.433 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.433 INFO:tasks.workunit.client.0.smithi069.stdout: "ceph_version": { 2024-04-10T16:59:52.433 INFO:tasks.workunit.client.0.smithi069.stdout: "ceph version 19.0.0-2838-ga5074d45 (a5074d4516d566e9d8b6aec912f26afd099de101) squid (dev)": 8 2024-04-10T16:59:52.433 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.433 INFO:tasks.workunit.client.0.smithi069.stdout: "cpu": { 2024-04-10T16:59:52.433 INFO:tasks.workunit.client.0.smithi069.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 8 2024-04-10T16:59:52.433 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.433 INFO:tasks.workunit.client.0.smithi069.stdout: "distro": { 2024-04-10T16:59:52.433 INFO:tasks.workunit.client.0.smithi069.stdout: "centos": 8 2024-04-10T16:59:52.433 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.434 INFO:tasks.workunit.client.0.smithi069.stdout: "distro_description": { 2024-04-10T16:59:52.434 INFO:tasks.workunit.client.0.smithi069.stdout: "CentOS Stream 8": 8 2024-04-10T16:59:52.434 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.434 INFO:tasks.workunit.client.0.smithi069.stdout: "kernel_description": { 2024-04-10T16:59:52.434 INFO:tasks.workunit.client.0.smithi069.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024": 8 2024-04-10T16:59:52.434 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.434 INFO:tasks.workunit.client.0.smithi069.stdout: "kernel_version": { 2024-04-10T16:59:52.434 INFO:tasks.workunit.client.0.smithi069.stdout: "5.14.0-435.el9.x86_64": 8 2024-04-10T16:59:52.434 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.434 INFO:tasks.workunit.client.0.smithi069.stdout: "os": { 2024-04-10T16:59:52.434 INFO:tasks.workunit.client.0.smithi069.stdout: "Linux": 8 2024-04-10T16:59:52.434 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.434 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_objectstore": { 2024-04-10T16:59:52.435 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore": 8 2024-04-10T16:59:52.435 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.435 INFO:tasks.workunit.client.0.smithi069.stdout: "rotational": { 2024-04-10T16:59:52.435 INFO:tasks.workunit.client.0.smithi069.stdout: "0": 8 2024-04-10T16:59:52.435 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:52.435 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:52.435 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.435 INFO:tasks.workunit.client.0.smithi069.stdout: "mon": { 2024-04-10T16:59:52.435 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 3, 2024-04-10T16:59:52.435 INFO:tasks.workunit.client.0.smithi069.stdout: "features": { 2024-04-10T16:59:52.435 INFO:tasks.workunit.client.0.smithi069.stdout: "optional": [], 2024-04-10T16:59:52.435 INFO:tasks.workunit.client.0.smithi069.stdout: "persistent": [ 2024-04-10T16:59:52.435 INFO:tasks.workunit.client.0.smithi069.stdout: "kraken", 2024-04-10T16:59:52.435 INFO:tasks.workunit.client.0.smithi069.stdout: "luminous", 2024-04-10T16:59:52.435 INFO:tasks.workunit.client.0.smithi069.stdout: "mimic", 2024-04-10T16:59:52.436 INFO:tasks.workunit.client.0.smithi069.stdout: "osdmap-prune", 2024-04-10T16:59:52.436 INFO:tasks.workunit.client.0.smithi069.stdout: "nautilus", 2024-04-10T16:59:52.436 INFO:tasks.workunit.client.0.smithi069.stdout: "octopus", 2024-04-10T16:59:52.436 INFO:tasks.workunit.client.0.smithi069.stdout: "pacific", 2024-04-10T16:59:52.436 INFO:tasks.workunit.client.0.smithi069.stdout: "elector-pinging", 2024-04-10T16:59:52.436 INFO:tasks.workunit.client.0.smithi069.stdout: "quincy", 2024-04-10T16:59:52.436 INFO:tasks.workunit.client.0.smithi069.stdout: "reef", 2024-04-10T16:59:52.436 INFO:tasks.workunit.client.0.smithi069.stdout: "squid" 2024-04-10T16:59:52.436 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T16:59:52.436 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.436 INFO:tasks.workunit.client.0.smithi069.stdout: "ipv4_addr_mons": 6, 2024-04-10T16:59:52.436 INFO:tasks.workunit.client.0.smithi069.stdout: "ipv6_addr_mons": 0, 2024-04-10T16:59:52.436 INFO:tasks.workunit.client.0.smithi069.stdout: "min_mon_release": 19, 2024-04-10T16:59:52.436 INFO:tasks.workunit.client.0.smithi069.stdout: "v1_addr_mons": 3, 2024-04-10T16:59:52.436 INFO:tasks.workunit.client.0.smithi069.stdout: "v2_addr_mons": 3 2024-04-10T16:59:52.436 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.437 INFO:tasks.workunit.client.0.smithi069.stdout: "organization": "ceph-qa", 2024-04-10T16:59:52.437 INFO:tasks.workunit.client.0.smithi069.stdout: "osd": { 2024-04-10T16:59:52.437 INFO:tasks.workunit.client.0.smithi069.stdout: "cluster_network": false, 2024-04-10T16:59:52.437 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 8, 2024-04-10T16:59:52.437 INFO:tasks.workunit.client.0.smithi069.stdout: "require_min_compat_client": "luminous", 2024-04-10T16:59:52.437 INFO:tasks.workunit.client.0.smithi069.stdout: "require_osd_release": "squid" 2024-04-10T16:59:52.437 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.437 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_perf_histograms": [ 2024-04-10T16:59:52.437 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:52.437 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-10T16:59:52.437 INFO:tasks.workunit.client.0.smithi069.stdout: "axes": [ 2024-04-10T16:59:52.437 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:52.437 INFO:tasks.workunit.client.0.smithi069.stdout: "buckets": 32, 2024-04-10T16:59:52.437 INFO:tasks.workunit.client.0.smithi069.stdout: "min": 0, 2024-04-10T16:59:52.437 INFO:tasks.workunit.client.0.smithi069.stdout: "name": "Latency (usec)", 2024-04-10T16:59:52.437 INFO:tasks.workunit.client.0.smithi069.stdout: "quant_size": 100000, 2024-04-10T16:59:52.438 INFO:tasks.workunit.client.0.smithi069.stdout: "ranges": [ 2024-04-10T16:59:52.438 INFO:tasks.workunit.client.0.smithi069.stdout: "[None, -1]", 2024-04-10T16:59:52.438 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 99999]", 2024-04-10T16:59:52.438 INFO:tasks.workunit.client.0.smithi069.stdout: "[100000, 199999]", 2024-04-10T16:59:52.438 INFO:tasks.workunit.client.0.smithi069.stdout: "[200000, 399999]", 2024-04-10T16:59:52.438 INFO:tasks.workunit.client.0.smithi069.stdout: "[400000, 799999]", 2024-04-10T16:59:52.438 INFO:tasks.workunit.client.0.smithi069.stdout: "[800000, 1599999]", 2024-04-10T16:59:52.438 INFO:tasks.workunit.client.0.smithi069.stdout: "[1600000, 3199999]", 2024-04-10T16:59:52.438 INFO:tasks.workunit.client.0.smithi069.stdout: "[3200000, 6399999]", 2024-04-10T16:59:52.438 INFO:tasks.workunit.client.0.smithi069.stdout: "[6400000, 12799999]", 2024-04-10T16:59:52.438 INFO:tasks.workunit.client.0.smithi069.stdout: "[12800000, 25599999]", 2024-04-10T16:59:52.438 INFO:tasks.workunit.client.0.smithi069.stdout: "[25600000, 51199999]", 2024-04-10T16:59:52.438 INFO:tasks.workunit.client.0.smithi069.stdout: "[51200000, 102399999]", 2024-04-10T16:59:52.438 INFO:tasks.workunit.client.0.smithi069.stdout: "[102400000, 204799999]", 2024-04-10T16:59:52.438 INFO:tasks.workunit.client.0.smithi069.stdout: "[204800000, 409599999]", 2024-04-10T16:59:52.439 INFO:tasks.workunit.client.0.smithi069.stdout: "[409600000, 819199999]", 2024-04-10T16:59:52.439 INFO:tasks.workunit.client.0.smithi069.stdout: "[819200000, 1638399999]", 2024-04-10T16:59:52.439 INFO:tasks.workunit.client.0.smithi069.stdout: "[1638400000, 3276799999]", 2024-04-10T16:59:52.439 INFO:tasks.workunit.client.0.smithi069.stdout: "[3276800000, 6553599999]", 2024-04-10T16:59:52.439 INFO:tasks.workunit.client.0.smithi069.stdout: "[6553600000, 13107199999]", 2024-04-10T16:59:52.439 INFO:tasks.workunit.client.0.smithi069.stdout: "[13107200000, 26214399999]", 2024-04-10T16:59:52.439 INFO:tasks.workunit.client.0.smithi069.stdout: "[26214400000, 52428799999]", 2024-04-10T16:59:52.439 INFO:tasks.workunit.client.0.smithi069.stdout: "[52428800000, 104857599999]", 2024-04-10T16:59:52.439 INFO:tasks.workunit.client.0.smithi069.stdout: "[104857600000, 209715199999]", 2024-04-10T16:59:52.439 INFO:tasks.workunit.client.0.smithi069.stdout: "[209715200000, 419430399999]", 2024-04-10T16:59:52.439 INFO:tasks.workunit.client.0.smithi069.stdout: "[419430400000, 838860799999]", 2024-04-10T16:59:52.439 INFO:tasks.workunit.client.0.smithi069.stdout: "[838860800000, 1677721599999]", 2024-04-10T16:59:52.439 INFO:tasks.workunit.client.0.smithi069.stdout: "[1677721600000, 3355443199999]", 2024-04-10T16:59:52.439 INFO:tasks.workunit.client.0.smithi069.stdout: "[3355443200000, 6710886399999]", 2024-04-10T16:59:52.439 INFO:tasks.workunit.client.0.smithi069.stdout: "[6710886400000, 13421772799999]", 2024-04-10T16:59:52.439 INFO:tasks.workunit.client.0.smithi069.stdout: "[13421772800000, 26843545599999]", 2024-04-10T16:59:52.440 INFO:tasks.workunit.client.0.smithi069.stdout: "[26843545600000, 53687091199999]", 2024-04-10T16:59:52.440 INFO:tasks.workunit.client.0.smithi069.stdout: "[53687091200000, None]" 2024-04-10T16:59:52.440 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:52.440 INFO:tasks.workunit.client.0.smithi069.stdout: "scale_type": "log2" 2024-04-10T16:59:52.440 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.440 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:52.440 INFO:tasks.workunit.client.0.smithi069.stdout: "buckets": 32, 2024-04-10T16:59:52.440 INFO:tasks.workunit.client.0.smithi069.stdout: "min": 0, 2024-04-10T16:59:52.440 INFO:tasks.workunit.client.0.smithi069.stdout: "name": "Request size (bytes)", 2024-04-10T16:59:52.440 INFO:tasks.workunit.client.0.smithi069.stdout: "quant_size": 512, 2024-04-10T16:59:52.440 INFO:tasks.workunit.client.0.smithi069.stdout: "ranges": [ 2024-04-10T16:59:52.440 INFO:tasks.workunit.client.0.smithi069.stdout: "[None, -1]", 2024-04-10T16:59:52.440 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 511]", 2024-04-10T16:59:52.440 INFO:tasks.workunit.client.0.smithi069.stdout: "[512, 1023]", 2024-04-10T16:59:52.440 INFO:tasks.workunit.client.0.smithi069.stdout: "[1024, 2047]", 2024-04-10T16:59:52.441 INFO:tasks.workunit.client.0.smithi069.stdout: "[2048, 4095]", 2024-04-10T16:59:52.441 INFO:tasks.workunit.client.0.smithi069.stdout: "[4096, 8191]", 2024-04-10T16:59:52.441 INFO:tasks.workunit.client.0.smithi069.stdout: "[8192, 16383]", 2024-04-10T16:59:52.441 INFO:tasks.workunit.client.0.smithi069.stdout: "[16384, 32767]", 2024-04-10T16:59:52.441 INFO:tasks.workunit.client.0.smithi069.stdout: "[32768, 65535]", 2024-04-10T16:59:52.441 INFO:tasks.workunit.client.0.smithi069.stdout: "[65536, 131071]", 2024-04-10T16:59:52.441 INFO:tasks.workunit.client.0.smithi069.stdout: "[131072, 262143]", 2024-04-10T16:59:52.441 INFO:tasks.workunit.client.0.smithi069.stdout: "[262144, 524287]", 2024-04-10T16:59:52.441 INFO:tasks.workunit.client.0.smithi069.stdout: "[524288, 1048575]", 2024-04-10T16:59:52.441 INFO:tasks.workunit.client.0.smithi069.stdout: "[1048576, 2097151]", 2024-04-10T16:59:52.441 INFO:tasks.workunit.client.0.smithi069.stdout: "[2097152, 4194303]", 2024-04-10T16:59:52.441 INFO:tasks.workunit.client.0.smithi069.stdout: "[4194304, 8388607]", 2024-04-10T16:59:52.441 INFO:tasks.workunit.client.0.smithi069.stdout: "[8388608, 16777215]", 2024-04-10T16:59:52.442 INFO:tasks.workunit.client.0.smithi069.stdout: "[16777216, 33554431]", 2024-04-10T16:59:52.442 INFO:tasks.workunit.client.0.smithi069.stdout: "[33554432, 67108863]", 2024-04-10T16:59:52.442 INFO:tasks.workunit.client.0.smithi069.stdout: "[67108864, 134217727]", 2024-04-10T16:59:52.442 INFO:tasks.workunit.client.0.smithi069.stdout: "[134217728, 268435455]", 2024-04-10T16:59:52.442 INFO:tasks.workunit.client.0.smithi069.stdout: "[268435456, 536870911]", 2024-04-10T16:59:52.442 INFO:tasks.workunit.client.0.smithi069.stdout: "[536870912, 1073741823]", 2024-04-10T16:59:52.442 INFO:tasks.workunit.client.0.smithi069.stdout: "[1073741824, 2147483647]", 2024-04-10T16:59:52.442 INFO:tasks.workunit.client.0.smithi069.stdout: "[2147483648, 4294967295]", 2024-04-10T16:59:52.442 INFO:tasks.workunit.client.0.smithi069.stdout: "[4294967296, 8589934591]", 2024-04-10T16:59:52.442 INFO:tasks.workunit.client.0.smithi069.stdout: "[8589934592, 17179869183]", 2024-04-10T16:59:52.442 INFO:tasks.workunit.client.0.smithi069.stdout: "[17179869184, 34359738367]", 2024-04-10T16:59:52.442 INFO:tasks.workunit.client.0.smithi069.stdout: "[34359738368, 68719476735]", 2024-04-10T16:59:52.442 INFO:tasks.workunit.client.0.smithi069.stdout: "[68719476736, 137438953471]", 2024-04-10T16:59:52.442 INFO:tasks.workunit.client.0.smithi069.stdout: "[137438953472, 274877906943]", 2024-04-10T16:59:52.442 INFO:tasks.workunit.client.0.smithi069.stdout: "[274877906944, None]" 2024-04-10T16:59:52.443 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:52.443 INFO:tasks.workunit.client.0.smithi069.stdout: "scale_type": "log2" 2024-04-10T16:59:52.443 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:52.443 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:52.443 INFO:tasks.workunit.client.0.smithi069.stdout: "osds": [ 2024-04-10T16:59:52.443 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:52.443 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_id": 0, 2024-04-10T16:59:52.443 INFO:tasks.workunit.client.0.smithi069.stdout: "values": [ 2024-04-10T16:59:52.443 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.443 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.443 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 10767, 1, 1, 0, 3, 3, 1, 1, 1, 2, 0, 2, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.443 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 7325, 37, 42, 1, 22, 2, 12, 18, 20, 48, 38, 34, 50, 20, 101, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.443 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 605, 18, 6, 0, 2, 1, 0, 2, 1, 9, 70, 159, 90, 3, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.443 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 484, 0, 1, 0, 1, 0, 0, 0, 2, 1, 4, 35, 289, 14, 36, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.443 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 174, 2, 0, 0, 1, 1, 1, 1, 4, 1, 8, 14, 26, 69, 122, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.443 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 182, 0, 0, 0, 0, 0, 0, 1, 3, 0, 6, 14, 13, 7, 74, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.444 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 78, 0, 0, 0, 0, 0, 0, 2, 3, 1, 4, 3, 12, 12, 73, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.444 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 10, 21, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.444 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 5, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.444 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.444 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.444 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.444 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.444 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.444 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.444 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.444 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.444 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.444 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.444 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.445 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.445 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.445 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.445 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.445 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.445 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.445 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.445 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.445 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.445 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:59:52.445 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T16:59:52.445 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.445 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:52.445 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_id": 1, 2024-04-10T16:59:52.445 INFO:tasks.workunit.client.0.smithi069.stdout: "values": [ 2024-04-10T16:59:52.446 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.446 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.446 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 6558, 6, 0, 0, 1, 0, 2, 1, 0, 0, 2, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.446 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 5734, 31, 1364, 0, 12, 8, 8, 27, 28, 55, 54, 41, 62, 11, 55, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.446 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 436, 1, 121, 19, 1, 0, 1, 4, 7, 20, 117, 242, 155, 5, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.446 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 360, 4, 0, 11, 0, 0, 0, 0, 1, 2, 3, 16, 436, 4, 30, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.446 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 130, 8, 4, 0, 2, 0, 0, 0, 1, 1, 6, 3, 25, 24, 87, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.446 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 97, 7, 56, 0, 0, 0, 0, 1, 0, 0, 9, 2, 18, 6, 52, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.446 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 132, 0, 204, 0, 0, 0, 0, 0, 0, 0, 1, 0, 5, 17, 32, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.446 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 6, 0, 42, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 5, 2, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.446 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.446 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.446 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.447 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.447 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.447 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.447 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.447 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.447 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.447 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.447 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.447 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.447 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.447 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.447 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.447 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.447 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.447 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.448 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.448 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.448 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.448 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:59:52.448 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T16:59:52.448 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.448 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:52.448 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_id": 2, 2024-04-10T16:59:52.448 INFO:tasks.workunit.client.0.smithi069.stdout: "values": [ 2024-04-10T16:59:52.448 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.448 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.448 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 10515, 41, 1, 0, 2, 0, 0, 0, 0, 0, 5, 1, 4, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.448 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 8644, 246, 23, 0, 10, 0, 1, 1, 6, 0, 6, 10, 16, 14, 43, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.448 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 717, 35, 8, 2, 1, 0, 0, 0, 8, 7, 35, 4, 4, 8, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.448 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 425, 4, 4, 0, 1, 0, 0, 0, 0, 1, 2, 53, 41, 5, 31, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.448 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 159, 11, 5, 0, 1, 0, 1, 4, 2, 3, 14, 11, 28, 94, 191, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.448 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 203, 5, 3, 0, 0, 0, 1, 1, 2, 0, 10, 10, 36, 42, 83, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.449 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 363, 2, 0, 1, 0, 0, 0, 0, 0, 0, 5, 17, 34, 78, 57, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.449 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 164, 0, 0, 0, 0, 0, 2, 0, 0, 0, 4, 6, 0, 29, 62, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.449 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 55, 0, 0, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 3, 8, 24, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.449 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.449 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.449 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.449 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.449 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.449 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.449 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.449 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.449 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.449 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.449 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.449 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.449 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.449 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.450 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.450 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.450 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.450 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.450 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.450 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.450 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:59:52.450 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T16:59:52.450 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.450 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:52.450 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_id": 3, 2024-04-10T16:59:52.450 INFO:tasks.workunit.client.0.smithi069.stdout: "values": [ 2024-04-10T16:59:52.450 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.450 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.450 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 10916, 2, 0, 1, 1, 1, 2, 0, 1, 0, 3, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.451 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 11154, 17, 0, 1, 13, 8, 8, 6, 11, 27, 13, 23, 20, 23, 31, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.451 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 1758, 5, 2, 1, 0, 0, 1, 0, 4, 5, 53, 81, 41, 4, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.451 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 412, 1, 1, 0, 7, 0, 0, 0, 0, 0, 1, 11, 167, 10, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.451 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 131, 2, 0, 0, 169, 0, 0, 0, 0, 0, 9, 3, 11, 34, 90, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.451 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 76, 0, 0, 0, 337, 0, 0, 0, 0, 0, 0, 3, 10, 16, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.451 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 26, 0, 0, 0, 443, 0, 0, 0, 0, 0, 0, 3, 6, 9, 41, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.451 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 9, 0, 0, 0, 1738, 0, 0, 0, 0, 0, 0, 0, 2, 2, 7, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.451 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 5, 0, 0, 0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.451 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.451 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.451 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.451 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.451 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.451 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.451 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.451 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.452 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.452 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.452 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.452 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.452 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.452 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.452 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.452 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.452 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.452 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.452 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.452 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.452 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:59:52.452 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T16:59:52.452 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.452 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:52.453 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_id": 4, 2024-04-10T16:59:52.453 INFO:tasks.workunit.client.0.smithi069.stdout: "values": [ 2024-04-10T16:59:52.453 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.453 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 6577, 3242, 364, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.453 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 10317, 8717, 4098, 4, 12, 14, 2, 0, 1, 2, 16, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.453 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 8688, 274, 108, 0, 10, 24, 65, 60, 12, 25, 38, 5, 10, 17, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.453 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 1177, 27, 19, 1, 3, 0, 8, 22, 3, 23, 50, 68, 33, 2, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.453 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 598, 17, 0, 0, 0, 1, 0, 0, 0, 1, 5, 16, 152, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.453 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 421, 26, 1, 0, 0, 0, 0, 1, 4, 0, 3, 3, 14, 20, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.453 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 225, 40, 0, 0, 0, 0, 0, 0, 1, 0, 0, 2, 6, 10, 62, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.453 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 123, 50, 0, 0, 0, 0, 0, 0, 0, 0, 6, 5, 5, 25, 34, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.453 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 20, 81, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 8, 5, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.453 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 4, 73, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 1, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.453 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.453 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.453 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.454 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.454 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.454 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.454 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.454 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.454 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.454 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.454 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.454 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.454 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.454 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.454 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.454 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.454 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.455 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.455 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.455 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.455 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:59:52.455 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T16:59:52.455 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.455 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:52.455 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_id": 5, 2024-04-10T16:59:52.455 INFO:tasks.workunit.client.0.smithi069.stdout: "values": [ 2024-04-10T16:59:52.455 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.455 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 2, 0, 0, 0, 71, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.455 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 13446, 12, 1, 1, 7368, 432, 0, 0, 0, 1, 2, 3, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.455 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 11038, 74, 46, 0, 319, 151, 1, 0, 0, 0, 5, 8, 13, 14, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.455 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 1394, 111, 167, 2, 25, 13, 0, 0, 0, 1, 14, 4, 4, 4, 42, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.456 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 684, 25, 47, 4, 3, 13, 0, 0, 0, 1, 7, 34, 35, 5, 30, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.456 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 183, 10, 16, 0, 23, 19, 0, 2, 1, 0, 6, 1, 16, 43, 135, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.456 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 96, 5, 19, 27, 0, 10, 0, 0, 2, 3, 6, 1, 10, 15, 93, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.456 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 56, 0, 3, 39, 54, 0, 0, 0, 2, 0, 1, 2, 19, 23, 46, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.456 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 7, 0, 0, 3, 80, 98, 0, 0, 0, 0, 3, 0, 0, 4, 8, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.456 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 2, 0, 0, 0, 1, 31, 0, 0, 0, 0, 0, 0, 0, 0, 0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.456 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.456 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.456 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.456 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.456 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.456 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.456 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.457 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.457 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.457 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.457 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.457 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.457 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.457 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.457 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.457 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.457 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.457 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.457 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.457 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.457 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:59:52.457 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T16:59:52.458 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.458 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:52.458 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_id": 6, 2024-04-10T16:59:52.458 INFO:tasks.workunit.client.0.smithi069.stdout: "values": [ 2024-04-10T16:59:52.458 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.458 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 2100, 521, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.458 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 13203, 7349, 58, 8, 27, 21, 1, 0, 1, 0, 4, 1, 4, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.458 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 7457, 472, 16, 0, 16, 28, 97, 123, 8, 14, 7, 23, 10, 11, 24, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.458 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 722, 31, 1, 0, 6, 0, 7, 19, 3, 19, 40, 79, 40, 3, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.458 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 303, 3, 0, 0, 1, 0, 0, 0, 0, 0, 3, 21, 160, 2, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.458 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 101, 5, 0, 0, 0, 1, 0, 0, 0, 0, 3, 2, 27, 29, 54, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.458 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 103, 2, 0, 0, 0, 0, 0, 1, 0, 0, 1, 0, 1, 7, 67, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.458 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 74, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 6, 15, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.458 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.459 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.459 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.459 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.459 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.459 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.459 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.459 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.459 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.459 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.459 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.459 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.459 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.459 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.459 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.459 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.460 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.460 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.460 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.460 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.460 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.460 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.460 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:59:52.460 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T16:59:52.460 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.460 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:52.460 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_id": 7, 2024-04-10T16:59:52.460 INFO:tasks.workunit.client.0.smithi069.stdout: "values": [ 2024-04-10T16:59:52.460 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.461 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.461 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 11596, 2, 1, 1, 2, 0, 0, 0, 0, 1, 1, 2, 7, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.461 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 7175, 32, 15, 0, 11, 0, 0, 2, 2, 1, 33, 10, 11, 30, 40, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.461 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 714, 11, 15, 0, 0, 0, 1, 0, 4, 3, 34, 4, 5, 8, 34, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.461 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 351, 0, 1, 0, 0, 0, 0, 1, 2, 0, 7, 16, 50, 5, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.461 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 135, 0, 0, 0, 2, 0, 0, 1, 0, 0, 3, 3, 30, 66, 71, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.461 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 85, 0, 0, 0, 0, 0, 0, 0, 2, 1, 0, 1, 8, 16, 98, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.461 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 33, 0, 0, 0, 0, 0, 0, 0, 3, 1, 0, 1, 12, 13, 36, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.461 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 1, 4, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.461 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.461 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.461 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.461 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.461 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.461 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.462 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.462 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.462 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.462 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.462 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.462 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.462 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.462 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.462 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.462 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.462 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.462 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.462 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.462 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.462 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.463 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:59:52.463 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T16:59:52.463 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:52.463 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T16:59:52.463 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.463 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-10T16:59:52.463 INFO:tasks.workunit.client.0.smithi069.stdout: "axes": [ 2024-04-10T16:59:52.463 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:52.463 INFO:tasks.workunit.client.0.smithi069.stdout: "buckets": 32, 2024-04-10T16:59:52.463 INFO:tasks.workunit.client.0.smithi069.stdout: "min": 0, 2024-04-10T16:59:52.463 INFO:tasks.workunit.client.0.smithi069.stdout: "name": "Latency (usec)", 2024-04-10T16:59:52.463 INFO:tasks.workunit.client.0.smithi069.stdout: "quant_size": 100000, 2024-04-10T16:59:52.463 INFO:tasks.workunit.client.0.smithi069.stdout: "ranges": [ 2024-04-10T16:59:52.463 INFO:tasks.workunit.client.0.smithi069.stdout: "[None, -1]", 2024-04-10T16:59:52.463 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 99999]", 2024-04-10T16:59:52.463 INFO:tasks.workunit.client.0.smithi069.stdout: "[100000, 199999]", 2024-04-10T16:59:52.464 INFO:tasks.workunit.client.0.smithi069.stdout: "[200000, 399999]", 2024-04-10T16:59:52.464 INFO:tasks.workunit.client.0.smithi069.stdout: "[400000, 799999]", 2024-04-10T16:59:52.464 INFO:tasks.workunit.client.0.smithi069.stdout: "[800000, 1599999]", 2024-04-10T16:59:52.464 INFO:tasks.workunit.client.0.smithi069.stdout: "[1600000, 3199999]", 2024-04-10T16:59:52.464 INFO:tasks.workunit.client.0.smithi069.stdout: "[3200000, 6399999]", 2024-04-10T16:59:52.464 INFO:tasks.workunit.client.0.smithi069.stdout: "[6400000, 12799999]", 2024-04-10T16:59:52.464 INFO:tasks.workunit.client.0.smithi069.stdout: "[12800000, 25599999]", 2024-04-10T16:59:52.464 INFO:tasks.workunit.client.0.smithi069.stdout: "[25600000, 51199999]", 2024-04-10T16:59:52.464 INFO:tasks.workunit.client.0.smithi069.stdout: "[51200000, 102399999]", 2024-04-10T16:59:52.464 INFO:tasks.workunit.client.0.smithi069.stdout: "[102400000, 204799999]", 2024-04-10T16:59:52.464 INFO:tasks.workunit.client.0.smithi069.stdout: "[204800000, 409599999]", 2024-04-10T16:59:52.464 INFO:tasks.workunit.client.0.smithi069.stdout: "[409600000, 819199999]", 2024-04-10T16:59:52.464 INFO:tasks.workunit.client.0.smithi069.stdout: "[819200000, 1638399999]", 2024-04-10T16:59:52.464 INFO:tasks.workunit.client.0.smithi069.stdout: "[1638400000, 3276799999]", 2024-04-10T16:59:52.465 INFO:tasks.workunit.client.0.smithi069.stdout: "[3276800000, 6553599999]", 2024-04-10T16:59:52.465 INFO:tasks.workunit.client.0.smithi069.stdout: "[6553600000, 13107199999]", 2024-04-10T16:59:52.465 INFO:tasks.workunit.client.0.smithi069.stdout: "[13107200000, 26214399999]", 2024-04-10T16:59:52.465 INFO:tasks.workunit.client.0.smithi069.stdout: "[26214400000, 52428799999]", 2024-04-10T16:59:52.465 INFO:tasks.workunit.client.0.smithi069.stdout: "[52428800000, 104857599999]", 2024-04-10T16:59:52.465 INFO:tasks.workunit.client.0.smithi069.stdout: "[104857600000, 209715199999]", 2024-04-10T16:59:52.465 INFO:tasks.workunit.client.0.smithi069.stdout: "[209715200000, 419430399999]", 2024-04-10T16:59:52.465 INFO:tasks.workunit.client.0.smithi069.stdout: "[419430400000, 838860799999]", 2024-04-10T16:59:52.465 INFO:tasks.workunit.client.0.smithi069.stdout: "[838860800000, 1677721599999]", 2024-04-10T16:59:52.465 INFO:tasks.workunit.client.0.smithi069.stdout: "[1677721600000, 3355443199999]", 2024-04-10T16:59:52.465 INFO:tasks.workunit.client.0.smithi069.stdout: "[3355443200000, 6710886399999]", 2024-04-10T16:59:52.465 INFO:tasks.workunit.client.0.smithi069.stdout: "[6710886400000, 13421772799999]", 2024-04-10T16:59:52.465 INFO:tasks.workunit.client.0.smithi069.stdout: "[13421772800000, 26843545599999]", 2024-04-10T16:59:52.465 INFO:tasks.workunit.client.0.smithi069.stdout: "[26843545600000, 53687091199999]", 2024-04-10T16:59:52.465 INFO:tasks.workunit.client.0.smithi069.stdout: "[53687091200000, None]" 2024-04-10T16:59:52.466 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:52.466 INFO:tasks.workunit.client.0.smithi069.stdout: "scale_type": "log2" 2024-04-10T16:59:52.466 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.466 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:52.466 INFO:tasks.workunit.client.0.smithi069.stdout: "buckets": 32, 2024-04-10T16:59:52.466 INFO:tasks.workunit.client.0.smithi069.stdout: "min": 0, 2024-04-10T16:59:52.466 INFO:tasks.workunit.client.0.smithi069.stdout: "name": "Request size (bytes)", 2024-04-10T16:59:52.466 INFO:tasks.workunit.client.0.smithi069.stdout: "quant_size": 512, 2024-04-10T16:59:52.466 INFO:tasks.workunit.client.0.smithi069.stdout: "ranges": [ 2024-04-10T16:59:52.466 INFO:tasks.workunit.client.0.smithi069.stdout: "[None, -1]", 2024-04-10T16:59:52.466 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 511]", 2024-04-10T16:59:52.466 INFO:tasks.workunit.client.0.smithi069.stdout: "[512, 1023]", 2024-04-10T16:59:52.466 INFO:tasks.workunit.client.0.smithi069.stdout: "[1024, 2047]", 2024-04-10T16:59:52.467 INFO:tasks.workunit.client.0.smithi069.stdout: "[2048, 4095]", 2024-04-10T16:59:52.467 INFO:tasks.workunit.client.0.smithi069.stdout: "[4096, 8191]", 2024-04-10T16:59:52.467 INFO:tasks.workunit.client.0.smithi069.stdout: "[8192, 16383]", 2024-04-10T16:59:52.467 INFO:tasks.workunit.client.0.smithi069.stdout: "[16384, 32767]", 2024-04-10T16:59:52.467 INFO:tasks.workunit.client.0.smithi069.stdout: "[32768, 65535]", 2024-04-10T16:59:52.467 INFO:tasks.workunit.client.0.smithi069.stdout: "[65536, 131071]", 2024-04-10T16:59:52.467 INFO:tasks.workunit.client.0.smithi069.stdout: "[131072, 262143]", 2024-04-10T16:59:52.467 INFO:tasks.workunit.client.0.smithi069.stdout: "[262144, 524287]", 2024-04-10T16:59:52.467 INFO:tasks.workunit.client.0.smithi069.stdout: "[524288, 1048575]", 2024-04-10T16:59:52.467 INFO:tasks.workunit.client.0.smithi069.stdout: "[1048576, 2097151]", 2024-04-10T16:59:52.467 INFO:tasks.workunit.client.0.smithi069.stdout: "[2097152, 4194303]", 2024-04-10T16:59:52.467 INFO:tasks.workunit.client.0.smithi069.stdout: "[4194304, 8388607]", 2024-04-10T16:59:52.467 INFO:tasks.workunit.client.0.smithi069.stdout: "[8388608, 16777215]", 2024-04-10T16:59:52.467 INFO:tasks.workunit.client.0.smithi069.stdout: "[16777216, 33554431]", 2024-04-10T16:59:52.468 INFO:tasks.workunit.client.0.smithi069.stdout: "[33554432, 67108863]", 2024-04-10T16:59:52.468 INFO:tasks.workunit.client.0.smithi069.stdout: "[67108864, 134217727]", 2024-04-10T16:59:52.468 INFO:tasks.workunit.client.0.smithi069.stdout: "[134217728, 268435455]", 2024-04-10T16:59:52.468 INFO:tasks.workunit.client.0.smithi069.stdout: "[268435456, 536870911]", 2024-04-10T16:59:52.468 INFO:tasks.workunit.client.0.smithi069.stdout: "[536870912, 1073741823]", 2024-04-10T16:59:52.468 INFO:tasks.workunit.client.0.smithi069.stdout: "[1073741824, 2147483647]", 2024-04-10T16:59:52.468 INFO:tasks.workunit.client.0.smithi069.stdout: "[2147483648, 4294967295]", 2024-04-10T16:59:52.468 INFO:tasks.workunit.client.0.smithi069.stdout: "[4294967296, 8589934591]", 2024-04-10T16:59:52.468 INFO:tasks.workunit.client.0.smithi069.stdout: "[8589934592, 17179869183]", 2024-04-10T16:59:52.468 INFO:tasks.workunit.client.0.smithi069.stdout: "[17179869184, 34359738367]", 2024-04-10T16:59:52.468 INFO:tasks.workunit.client.0.smithi069.stdout: "[34359738368, 68719476735]", 2024-04-10T16:59:52.468 INFO:tasks.workunit.client.0.smithi069.stdout: "[68719476736, 137438953471]", 2024-04-10T16:59:52.468 INFO:tasks.workunit.client.0.smithi069.stdout: "[137438953472, 274877906943]", 2024-04-10T16:59:52.468 INFO:tasks.workunit.client.0.smithi069.stdout: "[274877906944, None]" 2024-04-10T16:59:52.468 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:52.468 INFO:tasks.workunit.client.0.smithi069.stdout: "scale_type": "log2" 2024-04-10T16:59:52.469 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:52.469 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:52.469 INFO:tasks.workunit.client.0.smithi069.stdout: "osds": [ 2024-04-10T16:59:52.469 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:52.469 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_id": 0, 2024-04-10T16:59:52.469 INFO:tasks.workunit.client.0.smithi069.stdout: "values": [ 2024-04-10T16:59:52.469 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.469 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.469 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.469 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.469 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 603, 1, 4, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.469 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 4617, 49, 82, 162, 470, 608, 697, 3, 2, 1, 0, 0, 3, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.469 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 682, 5, 18, 19, 1, 4, 26, 0, 0, 1, 0, 2, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.469 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 279, 3, 0, 0, 0, 0, 0, 1, 0, 0, 0, 2, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.470 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 163, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 2, 5, 8, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.470 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 91, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 6, 11, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.470 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 4, 37, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.470 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.470 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.470 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.470 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.470 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.470 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.470 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.470 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.470 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.470 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.470 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.470 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.471 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.471 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.471 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.471 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.471 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.471 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.471 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.471 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.471 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:59:52.471 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T16:59:52.471 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.471 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:52.471 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_id": 1, 2024-04-10T16:59:52.471 INFO:tasks.workunit.client.0.smithi069.stdout: "values": [ 2024-04-10T16:59:52.471 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.471 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.472 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.472 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.472 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 309, 3, 5, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.472 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 2629, 257, 31, 56, 121, 2, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.472 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 468, 34, 1297, 0, 0, 0, 0, 1, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.472 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 382, 1, 49, 0, 0, 0, 0, 0, 0, 0, 0, 3, 4, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.472 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 1680, 1379, 64, 0, 1, 0, 0, 0, 0, 0, 0, 0, 5, 1, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.472 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 1378, 1608, 227, 0, 0, 0, 0, 0, 0, 0, 0, 2, 7, 6, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.472 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 31, 13, 8, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 3, 28, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.472 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.472 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.472 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.473 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.473 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.473 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.473 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.473 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.473 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.473 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.473 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.473 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.473 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.473 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.474 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.474 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.474 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.474 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.474 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.474 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.474 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:59:52.474 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T16:59:52.474 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.474 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:52.474 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_id": 2, 2024-04-10T16:59:52.474 INFO:tasks.workunit.client.0.smithi069.stdout: "values": [ 2024-04-10T16:59:52.474 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.474 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.474 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.475 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.475 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 1219, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.475 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 9545, 9, 0, 1, 2, 1, 4, 3, 4, 0, 1, 0, 0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.475 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 15820, 1, 2, 0, 0, 0, 1, 1, 0, 1, 3, 0, 3, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.475 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 402, 0, 0, 0, 0, 0, 0, 0, 0, 2, 2, 4, 6, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.475 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 159, 0, 0, 0, 0, 0, 0, 0, 0, 2, 4, 3, 8, 12, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.475 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 46, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 4, 14, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.475 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 1, 3, 30, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.475 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.475 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.475 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.475 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.475 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.475 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.475 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.475 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.476 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.476 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.476 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.476 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.476 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.476 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.476 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.476 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.476 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.476 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.476 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.476 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.476 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:59:52.476 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T16:59:52.476 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.477 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:52.477 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_id": 3, 2024-04-10T16:59:52.477 INFO:tasks.workunit.client.0.smithi069.stdout: "values": [ 2024-04-10T16:59:52.477 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.477 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.477 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.477 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.477 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 406, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.477 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 3006, 31, 2, 0, 4, 1, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.477 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 298, 4, 2, 0, 0, 0, 0, 0, 0, 1, 0, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.477 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 198, 16, 29, 41, 0, 0, 0, 0, 1, 0, 0, 1, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.477 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 986, 352, 5, 116, 0, 0, 0, 0, 0, 0, 0, 0, 4, 3, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.477 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 4210, 2399, 0, 413, 0, 0, 0, 0, 0, 0, 0, 0, 1, 6, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.477 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 222, 251, 0, 14, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.478 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.478 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.478 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.478 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.478 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.478 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.478 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.478 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.478 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.478 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.478 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.478 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.478 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.478 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.478 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.478 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.479 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.479 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.479 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.479 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.479 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:59:52.479 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T16:59:52.479 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.479 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:52.479 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_id": 4, 2024-04-10T16:59:52.479 INFO:tasks.workunit.client.0.smithi069.stdout: "values": [ 2024-04-10T16:59:52.479 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.479 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.479 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.479 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.479 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 762, 2, 8, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.480 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 2884, 239, 26, 51, 138, 274, 478, 0, 9, 7, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.480 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 331, 5, 0, 0, 0, 2, 7, 0, 0, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.480 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 139, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.480 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 106, 1, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 4, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.480 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 38, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 4, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.480 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.480 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.480 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.480 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.480 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.480 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.480 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.480 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.480 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.480 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.480 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.480 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.481 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.481 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.481 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.481 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.481 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.481 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.481 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.481 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.481 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.481 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:59:52.481 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T16:59:52.481 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.481 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:52.481 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_id": 5, 2024-04-10T16:59:52.481 INFO:tasks.workunit.client.0.smithi069.stdout: "values": [ 2024-04-10T16:59:52.481 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.482 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.482 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.482 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.482 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 726, 4, 9, 34, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.482 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 5191, 72, 124, 216, 478, 601, 723, 4, 14, 16, 0, 1, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.482 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 422, 0, 4, 12, 11, 12, 7, 0, 0, 3, 3, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.482 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 439, 5, 6, 24, 8, 1, 0, 0, 0, 1, 0, 6, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.482 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 171, 35, 75, 102, 23, 0, 0, 0, 0, 0, 0, 1, 3, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.482 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 207, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 5, 8, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.482 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 1, 0, 0, 1, 0, 6, 2, 34, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.482 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.482 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.482 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.482 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.483 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.483 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.483 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.483 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.483 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.483 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.483 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.483 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.483 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.483 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.483 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.483 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.483 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.483 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.483 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.484 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.484 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:59:52.484 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T16:59:52.484 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.484 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:52.484 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_id": 6, 2024-04-10T16:59:52.484 INFO:tasks.workunit.client.0.smithi069.stdout: "values": [ 2024-04-10T16:59:52.484 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.484 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.484 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.484 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.484 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 487, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.484 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 2750, 46, 0, 0, 2, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.485 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 323, 1, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.485 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 240, 10, 0, 0, 0, 0, 0, 0, 1, 0, 0, 1, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.485 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 216, 104, 0, 0, 1, 0, 0, 0, 0, 0, 0, 2, 2, 4, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.485 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 7, 7, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.485 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 2, 2, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.485 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.485 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.485 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.485 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.485 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.485 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.485 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.485 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.485 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.485 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.486 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.486 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.486 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.486 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.486 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.486 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.486 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.486 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.486 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.486 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.486 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:59:52.486 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T16:59:52.486 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.486 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:52.486 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_id": 7, 2024-04-10T16:59:52.487 INFO:tasks.workunit.client.0.smithi069.stdout: "values": [ 2024-04-10T16:59:52.487 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.487 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.487 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.487 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.487 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 481, 7, 14, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.487 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 8168, 30, 64, 35, 0, 1, 3, 0, 4, 0, 1, 1, 1, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.487 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 2706, 32, 91, 32, 0, 0, 0, 0, 0, 2, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.487 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 301, 5, 1, 0, 0, 0, 0, 0, 0, 0, 1, 2, 2, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.487 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 181, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 3, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.487 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 105, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 5, 15, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.487 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 3, 31, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.487 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.487 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.487 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.488 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.488 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.488 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.488 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.488 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.488 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.488 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.488 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.488 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.488 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.488 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.488 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.488 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.488 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.489 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.489 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.489 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.489 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:59:52.489 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T16:59:52.489 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:52.489 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T16:59:52.489 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.489 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-10T16:59:52.489 INFO:tasks.workunit.client.0.smithi069.stdout: "axes": [ 2024-04-10T16:59:52.489 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:52.489 INFO:tasks.workunit.client.0.smithi069.stdout: "buckets": 32, 2024-04-10T16:59:52.489 INFO:tasks.workunit.client.0.smithi069.stdout: "min": 0, 2024-04-10T16:59:52.490 INFO:tasks.workunit.client.0.smithi069.stdout: "name": "Latency (usec)", 2024-04-10T16:59:52.490 INFO:tasks.workunit.client.0.smithi069.stdout: "quant_size": 100000, 2024-04-10T16:59:52.490 INFO:tasks.workunit.client.0.smithi069.stdout: "ranges": [ 2024-04-10T16:59:52.490 INFO:tasks.workunit.client.0.smithi069.stdout: "[None, -1]", 2024-04-10T16:59:52.490 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 99999]", 2024-04-10T16:59:52.490 INFO:tasks.workunit.client.0.smithi069.stdout: "[100000, 199999]", 2024-04-10T16:59:52.490 INFO:tasks.workunit.client.0.smithi069.stdout: "[200000, 399999]", 2024-04-10T16:59:52.490 INFO:tasks.workunit.client.0.smithi069.stdout: "[400000, 799999]", 2024-04-10T16:59:52.490 INFO:tasks.workunit.client.0.smithi069.stdout: "[800000, 1599999]", 2024-04-10T16:59:52.490 INFO:tasks.workunit.client.0.smithi069.stdout: "[1600000, 3199999]", 2024-04-10T16:59:52.490 INFO:tasks.workunit.client.0.smithi069.stdout: "[3200000, 6399999]", 2024-04-10T16:59:52.490 INFO:tasks.workunit.client.0.smithi069.stdout: "[6400000, 12799999]", 2024-04-10T16:59:52.490 INFO:tasks.workunit.client.0.smithi069.stdout: "[12800000, 25599999]", 2024-04-10T16:59:52.490 INFO:tasks.workunit.client.0.smithi069.stdout: "[25600000, 51199999]", 2024-04-10T16:59:52.491 INFO:tasks.workunit.client.0.smithi069.stdout: "[51200000, 102399999]", 2024-04-10T16:59:52.491 INFO:tasks.workunit.client.0.smithi069.stdout: "[102400000, 204799999]", 2024-04-10T16:59:52.491 INFO:tasks.workunit.client.0.smithi069.stdout: "[204800000, 409599999]", 2024-04-10T16:59:52.491 INFO:tasks.workunit.client.0.smithi069.stdout: "[409600000, 819199999]", 2024-04-10T16:59:52.491 INFO:tasks.workunit.client.0.smithi069.stdout: "[819200000, 1638399999]", 2024-04-10T16:59:52.491 INFO:tasks.workunit.client.0.smithi069.stdout: "[1638400000, 3276799999]", 2024-04-10T16:59:52.491 INFO:tasks.workunit.client.0.smithi069.stdout: "[3276800000, 6553599999]", 2024-04-10T16:59:52.491 INFO:tasks.workunit.client.0.smithi069.stdout: "[6553600000, 13107199999]", 2024-04-10T16:59:52.491 INFO:tasks.workunit.client.0.smithi069.stdout: "[13107200000, 26214399999]", 2024-04-10T16:59:52.491 INFO:tasks.workunit.client.0.smithi069.stdout: "[26214400000, 52428799999]", 2024-04-10T16:59:52.491 INFO:tasks.workunit.client.0.smithi069.stdout: "[52428800000, 104857599999]", 2024-04-10T16:59:52.491 INFO:tasks.workunit.client.0.smithi069.stdout: "[104857600000, 209715199999]", 2024-04-10T16:59:52.491 INFO:tasks.workunit.client.0.smithi069.stdout: "[209715200000, 419430399999]", 2024-04-10T16:59:52.491 INFO:tasks.workunit.client.0.smithi069.stdout: "[419430400000, 838860799999]", 2024-04-10T16:59:52.491 INFO:tasks.workunit.client.0.smithi069.stdout: "[838860800000, 1677721599999]", 2024-04-10T16:59:52.491 INFO:tasks.workunit.client.0.smithi069.stdout: "[1677721600000, 3355443199999]", 2024-04-10T16:59:52.491 INFO:tasks.workunit.client.0.smithi069.stdout: "[3355443200000, 6710886399999]", 2024-04-10T16:59:52.492 INFO:tasks.workunit.client.0.smithi069.stdout: "[6710886400000, 13421772799999]", 2024-04-10T16:59:52.492 INFO:tasks.workunit.client.0.smithi069.stdout: "[13421772800000, 26843545599999]", 2024-04-10T16:59:52.492 INFO:tasks.workunit.client.0.smithi069.stdout: "[26843545600000, 53687091199999]", 2024-04-10T16:59:52.492 INFO:tasks.workunit.client.0.smithi069.stdout: "[53687091200000, None]" 2024-04-10T16:59:52.492 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:52.492 INFO:tasks.workunit.client.0.smithi069.stdout: "scale_type": "log2" 2024-04-10T16:59:52.492 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.492 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:52.492 INFO:tasks.workunit.client.0.smithi069.stdout: "buckets": 32, 2024-04-10T16:59:52.492 INFO:tasks.workunit.client.0.smithi069.stdout: "min": 0, 2024-04-10T16:59:52.492 INFO:tasks.workunit.client.0.smithi069.stdout: "name": "Request size (bytes)", 2024-04-10T16:59:52.492 INFO:tasks.workunit.client.0.smithi069.stdout: "quant_size": 512, 2024-04-10T16:59:52.492 INFO:tasks.workunit.client.0.smithi069.stdout: "ranges": [ 2024-04-10T16:59:52.492 INFO:tasks.workunit.client.0.smithi069.stdout: "[None, -1]", 2024-04-10T16:59:52.492 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 511]", 2024-04-10T16:59:52.492 INFO:tasks.workunit.client.0.smithi069.stdout: "[512, 1023]", 2024-04-10T16:59:52.493 INFO:tasks.workunit.client.0.smithi069.stdout: "[1024, 2047]", 2024-04-10T16:59:52.493 INFO:tasks.workunit.client.0.smithi069.stdout: "[2048, 4095]", 2024-04-10T16:59:52.493 INFO:tasks.workunit.client.0.smithi069.stdout: "[4096, 8191]", 2024-04-10T16:59:52.493 INFO:tasks.workunit.client.0.smithi069.stdout: "[8192, 16383]", 2024-04-10T16:59:52.493 INFO:tasks.workunit.client.0.smithi069.stdout: "[16384, 32767]", 2024-04-10T16:59:52.493 INFO:tasks.workunit.client.0.smithi069.stdout: "[32768, 65535]", 2024-04-10T16:59:52.493 INFO:tasks.workunit.client.0.smithi069.stdout: "[65536, 131071]", 2024-04-10T16:59:52.493 INFO:tasks.workunit.client.0.smithi069.stdout: "[131072, 262143]", 2024-04-10T16:59:52.493 INFO:tasks.workunit.client.0.smithi069.stdout: "[262144, 524287]", 2024-04-10T16:59:52.493 INFO:tasks.workunit.client.0.smithi069.stdout: "[524288, 1048575]", 2024-04-10T16:59:52.493 INFO:tasks.workunit.client.0.smithi069.stdout: "[1048576, 2097151]", 2024-04-10T16:59:52.493 INFO:tasks.workunit.client.0.smithi069.stdout: "[2097152, 4194303]", 2024-04-10T16:59:52.493 INFO:tasks.workunit.client.0.smithi069.stdout: "[4194304, 8388607]", 2024-04-10T16:59:52.493 INFO:tasks.workunit.client.0.smithi069.stdout: "[8388608, 16777215]", 2024-04-10T16:59:52.493 INFO:tasks.workunit.client.0.smithi069.stdout: "[16777216, 33554431]", 2024-04-10T16:59:52.493 INFO:tasks.workunit.client.0.smithi069.stdout: "[33554432, 67108863]", 2024-04-10T16:59:52.494 INFO:tasks.workunit.client.0.smithi069.stdout: "[67108864, 134217727]", 2024-04-10T16:59:52.494 INFO:tasks.workunit.client.0.smithi069.stdout: "[134217728, 268435455]", 2024-04-10T16:59:52.494 INFO:tasks.workunit.client.0.smithi069.stdout: "[268435456, 536870911]", 2024-04-10T16:59:52.494 INFO:tasks.workunit.client.0.smithi069.stdout: "[536870912, 1073741823]", 2024-04-10T16:59:52.494 INFO:tasks.workunit.client.0.smithi069.stdout: "[1073741824, 2147483647]", 2024-04-10T16:59:52.494 INFO:tasks.workunit.client.0.smithi069.stdout: "[2147483648, 4294967295]", 2024-04-10T16:59:52.494 INFO:tasks.workunit.client.0.smithi069.stdout: "[4294967296, 8589934591]", 2024-04-10T16:59:52.494 INFO:tasks.workunit.client.0.smithi069.stdout: "[8589934592, 17179869183]", 2024-04-10T16:59:52.494 INFO:tasks.workunit.client.0.smithi069.stdout: "[17179869184, 34359738367]", 2024-04-10T16:59:52.494 INFO:tasks.workunit.client.0.smithi069.stdout: "[34359738368, 68719476735]", 2024-04-10T16:59:52.494 INFO:tasks.workunit.client.0.smithi069.stdout: "[68719476736, 137438953471]", 2024-04-10T16:59:52.494 INFO:tasks.workunit.client.0.smithi069.stdout: "[137438953472, 274877906943]", 2024-04-10T16:59:52.494 INFO:tasks.workunit.client.0.smithi069.stdout: "[274877906944, None]" 2024-04-10T16:59:52.494 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:52.494 INFO:tasks.workunit.client.0.smithi069.stdout: "scale_type": "log2" 2024-04-10T16:59:52.495 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:52.495 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:52.495 INFO:tasks.workunit.client.0.smithi069.stdout: "osds": [ 2024-04-10T16:59:52.495 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:52.495 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_id": 0, 2024-04-10T16:59:52.495 INFO:tasks.workunit.client.0.smithi069.stdout: "values": [ 2024-04-10T16:59:52.495 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.495 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.495 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.495 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.495 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 631, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.495 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 6698, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.495 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 760, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.495 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 289, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.495 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 181, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.496 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 131, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.496 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 62, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.496 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.496 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.496 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.496 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.496 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.496 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.496 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.496 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.496 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.496 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.496 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.496 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.496 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.496 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.497 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.497 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.497 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.497 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.497 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.497 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.497 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:59:52.497 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T16:59:52.497 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.497 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:52.497 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_id": 1, 2024-04-10T16:59:52.497 INFO:tasks.workunit.client.0.smithi069.stdout: "values": [ 2024-04-10T16:59:52.497 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.497 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.497 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.497 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.497 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 329, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.498 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 3098, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.498 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 1802, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.498 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 442, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.498 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 3133, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.498 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 3250, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.498 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 86, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.498 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.498 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.498 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.498 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.498 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.498 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.498 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.498 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.498 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.498 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.499 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.499 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.499 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.499 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.499 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.499 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.499 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.499 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.499 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.499 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.499 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:59:52.499 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T16:59:52.499 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.499 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:52.499 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_id": 2, 2024-04-10T16:59:52.500 INFO:tasks.workunit.client.0.smithi069.stdout: "values": [ 2024-04-10T16:59:52.500 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.500 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.500 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.500 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.500 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 1219, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.500 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 9575, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.500 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 15834, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.500 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 418, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.500 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 194, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.500 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 88, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.500 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 46, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.500 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.500 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.500 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.501 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.501 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.501 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.501 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.501 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.501 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.501 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.501 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.501 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.501 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.501 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.501 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.501 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.501 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.501 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.502 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.502 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.502 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:59:52.502 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T16:59:52.502 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.502 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:52.502 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_id": 3, 2024-04-10T16:59:52.502 INFO:tasks.workunit.client.0.smithi069.stdout: "values": [ 2024-04-10T16:59:52.502 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.502 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.502 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.502 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.502 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 406, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.502 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 3045, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.503 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 308, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.503 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 290, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.503 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 1471, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.503 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 7044, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.503 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 506, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.503 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.503 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.503 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.503 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.503 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.503 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.503 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.503 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.504 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.504 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.504 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.504 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.504 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.504 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.504 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.504 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.504 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.504 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.504 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.504 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.504 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:59:52.504 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T16:59:52.505 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.505 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:52.505 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_id": 4, 2024-04-10T16:59:52.505 INFO:tasks.workunit.client.0.smithi069.stdout: "values": [ 2024-04-10T16:59:52.505 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.505 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.505 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.505 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.505 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 789, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.505 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 4107, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.505 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 348, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.505 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 142, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.505 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 115, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.505 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 53, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.505 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 33, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.505 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.506 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.506 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.506 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.506 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.506 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.506 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.506 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.506 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.506 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.506 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.506 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.506 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.506 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.506 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.506 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.507 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.507 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.507 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.507 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.507 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:59:52.507 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T16:59:52.507 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.507 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:52.507 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_id": 5, 2024-04-10T16:59:52.507 INFO:tasks.workunit.client.0.smithi069.stdout: "values": [ 2024-04-10T16:59:52.507 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.507 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.507 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.507 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.507 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 774, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.507 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 7443, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.508 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 476, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.508 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 494, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.508 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 414, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.508 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 236, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.508 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 50, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.508 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.508 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.508 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.508 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.508 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.508 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.508 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.508 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.508 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.508 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.509 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.509 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.509 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.509 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.509 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.509 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.509 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.509 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.509 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.509 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.509 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:59:52.509 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T16:59:52.509 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.509 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:52.509 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_id": 6, 2024-04-10T16:59:52.509 INFO:tasks.workunit.client.0.smithi069.stdout: "values": [ 2024-04-10T16:59:52.509 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.510 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.510 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.510 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.510 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 490, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.510 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 2801, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.510 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 327, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.510 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 256, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.510 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 331, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.510 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 59, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.510 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 37, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.510 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.510 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.510 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.510 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.510 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.511 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.511 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.511 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.511 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.511 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.511 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.511 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.511 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.511 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.511 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.511 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.511 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.511 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.511 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.511 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.511 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:59:52.511 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T16:59:52.512 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.512 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:52.512 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_id": 7, 2024-04-10T16:59:52.512 INFO:tasks.workunit.client.0.smithi069.stdout: "values": [ 2024-04-10T16:59:52.512 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.512 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.512 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.512 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.512 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 504, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.512 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 8312, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.512 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 2866, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.512 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 313, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.512 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 193, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.512 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 149, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.512 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 60, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.512 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.513 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.513 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.513 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.513 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.513 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.513 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.513 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.513 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.513 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.513 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.513 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.513 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.514 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.514 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.514 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.514 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.514 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.514 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.514 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.514 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:59:52.514 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T16:59:52.514 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:52.514 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T16:59:52.514 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.514 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-10T16:59:52.514 INFO:tasks.workunit.client.0.smithi069.stdout: "axes": [ 2024-04-10T16:59:52.515 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:52.515 INFO:tasks.workunit.client.0.smithi069.stdout: "buckets": 32, 2024-04-10T16:59:52.515 INFO:tasks.workunit.client.0.smithi069.stdout: "min": 0, 2024-04-10T16:59:52.515 INFO:tasks.workunit.client.0.smithi069.stdout: "name": "Latency (usec)", 2024-04-10T16:59:52.515 INFO:tasks.workunit.client.0.smithi069.stdout: "quant_size": 100000, 2024-04-10T16:59:52.515 INFO:tasks.workunit.client.0.smithi069.stdout: "ranges": [ 2024-04-10T16:59:52.515 INFO:tasks.workunit.client.0.smithi069.stdout: "[None, -1]", 2024-04-10T16:59:52.515 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 99999]", 2024-04-10T16:59:52.515 INFO:tasks.workunit.client.0.smithi069.stdout: "[100000, 199999]", 2024-04-10T16:59:52.515 INFO:tasks.workunit.client.0.smithi069.stdout: "[200000, 399999]", 2024-04-10T16:59:52.515 INFO:tasks.workunit.client.0.smithi069.stdout: "[400000, 799999]", 2024-04-10T16:59:52.515 INFO:tasks.workunit.client.0.smithi069.stdout: "[800000, 1599999]", 2024-04-10T16:59:52.515 INFO:tasks.workunit.client.0.smithi069.stdout: "[1600000, 3199999]", 2024-04-10T16:59:52.515 INFO:tasks.workunit.client.0.smithi069.stdout: "[3200000, 6399999]", 2024-04-10T16:59:52.515 INFO:tasks.workunit.client.0.smithi069.stdout: "[6400000, 12799999]", 2024-04-10T16:59:52.516 INFO:tasks.workunit.client.0.smithi069.stdout: "[12800000, 25599999]", 2024-04-10T16:59:52.516 INFO:tasks.workunit.client.0.smithi069.stdout: "[25600000, 51199999]", 2024-04-10T16:59:52.516 INFO:tasks.workunit.client.0.smithi069.stdout: "[51200000, 102399999]", 2024-04-10T16:59:52.516 INFO:tasks.workunit.client.0.smithi069.stdout: "[102400000, 204799999]", 2024-04-10T16:59:52.516 INFO:tasks.workunit.client.0.smithi069.stdout: "[204800000, 409599999]", 2024-04-10T16:59:52.516 INFO:tasks.workunit.client.0.smithi069.stdout: "[409600000, 819199999]", 2024-04-10T16:59:52.516 INFO:tasks.workunit.client.0.smithi069.stdout: "[819200000, 1638399999]", 2024-04-10T16:59:52.516 INFO:tasks.workunit.client.0.smithi069.stdout: "[1638400000, 3276799999]", 2024-04-10T16:59:52.516 INFO:tasks.workunit.client.0.smithi069.stdout: "[3276800000, 6553599999]", 2024-04-10T16:59:52.516 INFO:tasks.workunit.client.0.smithi069.stdout: "[6553600000, 13107199999]", 2024-04-10T16:59:52.516 INFO:tasks.workunit.client.0.smithi069.stdout: "[13107200000, 26214399999]", 2024-04-10T16:59:52.516 INFO:tasks.workunit.client.0.smithi069.stdout: "[26214400000, 52428799999]", 2024-04-10T16:59:52.516 INFO:tasks.workunit.client.0.smithi069.stdout: "[52428800000, 104857599999]", 2024-04-10T16:59:52.517 INFO:tasks.workunit.client.0.smithi069.stdout: "[104857600000, 209715199999]", 2024-04-10T16:59:52.517 INFO:tasks.workunit.client.0.smithi069.stdout: "[209715200000, 419430399999]", 2024-04-10T16:59:52.517 INFO:tasks.workunit.client.0.smithi069.stdout: "[419430400000, 838860799999]", 2024-04-10T16:59:52.517 INFO:tasks.workunit.client.0.smithi069.stdout: "[838860800000, 1677721599999]", 2024-04-10T16:59:52.517 INFO:tasks.workunit.client.0.smithi069.stdout: "[1677721600000, 3355443199999]", 2024-04-10T16:59:52.517 INFO:tasks.workunit.client.0.smithi069.stdout: "[3355443200000, 6710886399999]", 2024-04-10T16:59:52.517 INFO:tasks.workunit.client.0.smithi069.stdout: "[6710886400000, 13421772799999]", 2024-04-10T16:59:52.517 INFO:tasks.workunit.client.0.smithi069.stdout: "[13421772800000, 26843545599999]", 2024-04-10T16:59:52.517 INFO:tasks.workunit.client.0.smithi069.stdout: "[26843545600000, 53687091199999]", 2024-04-10T16:59:52.517 INFO:tasks.workunit.client.0.smithi069.stdout: "[53687091200000, None]" 2024-04-10T16:59:52.517 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:52.517 INFO:tasks.workunit.client.0.smithi069.stdout: "scale_type": "log2" 2024-04-10T16:59:52.517 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.517 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:52.518 INFO:tasks.workunit.client.0.smithi069.stdout: "buckets": 32, 2024-04-10T16:59:52.518 INFO:tasks.workunit.client.0.smithi069.stdout: "min": 0, 2024-04-10T16:59:52.518 INFO:tasks.workunit.client.0.smithi069.stdout: "name": "Request size (bytes)", 2024-04-10T16:59:52.518 INFO:tasks.workunit.client.0.smithi069.stdout: "quant_size": 512, 2024-04-10T16:59:52.518 INFO:tasks.workunit.client.0.smithi069.stdout: "ranges": [ 2024-04-10T16:59:52.518 INFO:tasks.workunit.client.0.smithi069.stdout: "[None, -1]", 2024-04-10T16:59:52.518 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 511]", 2024-04-10T16:59:52.518 INFO:tasks.workunit.client.0.smithi069.stdout: "[512, 1023]", 2024-04-10T16:59:52.518 INFO:tasks.workunit.client.0.smithi069.stdout: "[1024, 2047]", 2024-04-10T16:59:52.518 INFO:tasks.workunit.client.0.smithi069.stdout: "[2048, 4095]", 2024-04-10T16:59:52.518 INFO:tasks.workunit.client.0.smithi069.stdout: "[4096, 8191]", 2024-04-10T16:59:52.518 INFO:tasks.workunit.client.0.smithi069.stdout: "[8192, 16383]", 2024-04-10T16:59:52.518 INFO:tasks.workunit.client.0.smithi069.stdout: "[16384, 32767]", 2024-04-10T16:59:52.518 INFO:tasks.workunit.client.0.smithi069.stdout: "[32768, 65535]", 2024-04-10T16:59:52.519 INFO:tasks.workunit.client.0.smithi069.stdout: "[65536, 131071]", 2024-04-10T16:59:52.519 INFO:tasks.workunit.client.0.smithi069.stdout: "[131072, 262143]", 2024-04-10T16:59:52.519 INFO:tasks.workunit.client.0.smithi069.stdout: "[262144, 524287]", 2024-04-10T16:59:52.519 INFO:tasks.workunit.client.0.smithi069.stdout: "[524288, 1048575]", 2024-04-10T16:59:52.519 INFO:tasks.workunit.client.0.smithi069.stdout: "[1048576, 2097151]", 2024-04-10T16:59:52.519 INFO:tasks.workunit.client.0.smithi069.stdout: "[2097152, 4194303]", 2024-04-10T16:59:52.519 INFO:tasks.workunit.client.0.smithi069.stdout: "[4194304, 8388607]", 2024-04-10T16:59:52.519 INFO:tasks.workunit.client.0.smithi069.stdout: "[8388608, 16777215]", 2024-04-10T16:59:52.519 INFO:tasks.workunit.client.0.smithi069.stdout: "[16777216, 33554431]", 2024-04-10T16:59:52.519 INFO:tasks.workunit.client.0.smithi069.stdout: "[33554432, 67108863]", 2024-04-10T16:59:52.519 INFO:tasks.workunit.client.0.smithi069.stdout: "[67108864, 134217727]", 2024-04-10T16:59:52.519 INFO:tasks.workunit.client.0.smithi069.stdout: "[134217728, 268435455]", 2024-04-10T16:59:52.519 INFO:tasks.workunit.client.0.smithi069.stdout: "[268435456, 536870911]", 2024-04-10T16:59:52.520 INFO:tasks.workunit.client.0.smithi069.stdout: "[536870912, 1073741823]", 2024-04-10T16:59:52.520 INFO:tasks.workunit.client.0.smithi069.stdout: "[1073741824, 2147483647]", 2024-04-10T16:59:52.520 INFO:tasks.workunit.client.0.smithi069.stdout: "[2147483648, 4294967295]", 2024-04-10T16:59:52.520 INFO:tasks.workunit.client.0.smithi069.stdout: "[4294967296, 8589934591]", 2024-04-10T16:59:52.520 INFO:tasks.workunit.client.0.smithi069.stdout: "[8589934592, 17179869183]", 2024-04-10T16:59:52.520 INFO:tasks.workunit.client.0.smithi069.stdout: "[17179869184, 34359738367]", 2024-04-10T16:59:52.520 INFO:tasks.workunit.client.0.smithi069.stdout: "[34359738368, 68719476735]", 2024-04-10T16:59:52.520 INFO:tasks.workunit.client.0.smithi069.stdout: "[68719476736, 137438953471]", 2024-04-10T16:59:52.520 INFO:tasks.workunit.client.0.smithi069.stdout: "[137438953472, 274877906943]", 2024-04-10T16:59:52.520 INFO:tasks.workunit.client.0.smithi069.stdout: "[274877906944, None]" 2024-04-10T16:59:52.520 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:52.520 INFO:tasks.workunit.client.0.smithi069.stdout: "scale_type": "log2" 2024-04-10T16:59:52.520 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:52.520 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:52.520 INFO:tasks.workunit.client.0.smithi069.stdout: "osds": [ 2024-04-10T16:59:52.521 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:52.521 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_id": 0, 2024-04-10T16:59:52.521 INFO:tasks.workunit.client.0.smithi069.stdout: "values": [ 2024-04-10T16:59:52.521 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.521 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.521 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.521 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.521 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 101, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.521 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 2020, 14, 0, 1, 9, 0, 1, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.521 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 1109, 7, 1, 1, 4, 4, 2, 19, 30, 46, 101, 35, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.521 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 229, 4, 0, 0, 1, 1, 2, 1, 4, 3, 76, 202, 85, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.521 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 296, 0, 0, 0, 1, 1, 0, 0, 3, 5, 4, 7, 306, 3, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.521 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 512, 2, 0, 0, 1, 0, 0, 0, 0, 1, 7, 7, 14, 24, 71, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.522 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 634, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 6, 12, 34, 133, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.522 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 712, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.522 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 414, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.522 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.522 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.522 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.522 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.522 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.522 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.522 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.522 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.522 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.522 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.522 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.523 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.523 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.523 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.523 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.523 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.523 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.523 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.523 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:59:52.523 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T16:59:52.523 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.523 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:52.523 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_id": 1, 2024-04-10T16:59:52.523 INFO:tasks.workunit.client.0.smithi069.stdout: "values": [ 2024-04-10T16:59:52.523 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.523 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.524 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.524 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.524 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 40, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.524 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 2805, 19, 0, 0, 6, 0, 1, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.524 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 1287, 2, 0, 0, 2, 5, 5, 26, 34, 60, 119, 41, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.524 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 101, 1, 0, 1, 5, 4, 0, 5, 7, 6, 66, 301, 208, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.524 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 55, 1, 0, 0, 0, 0, 0, 1, 2, 2, 11, 10, 375, 5, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.524 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 60, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 4, 24, 12, 41, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.524 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 265, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 4, 15, 24, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.524 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 625, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.524 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 2467, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.524 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 372, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.524 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.524 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.525 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.525 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.525 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.525 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.525 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.525 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.525 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.525 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.525 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.525 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.525 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.525 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.525 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.525 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.525 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.526 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:59:52.526 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T16:59:52.526 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.526 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:52.526 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_id": 2, 2024-04-10T16:59:52.526 INFO:tasks.workunit.client.0.smithi069.stdout: "values": [ 2024-04-10T16:59:52.526 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.526 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.526 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.526 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.526 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 63, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.526 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 301, 5, 2, 0, 7, 0, 0, 1, 0, 0, 0, 2, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.526 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 158, 11, 0, 0, 2, 2, 1, 7, 8, 12, 56, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.526 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 275, 6, 0, 0, 0, 3, 5, 12, 9, 10, 70, 110, 17, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.527 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 194, 18, 0, 0, 0, 1, 1, 3, 7, 7, 35, 64, 28, 10, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.527 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 55, 37, 0, 0, 0, 0, 0, 1, 3, 1, 8, 18, 39, 54, 58, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.527 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 7, 46, 0, 0, 0, 0, 0, 0, 0, 0, 2, 12, 11, 41, 123, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.527 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 83, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 10, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.527 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 80, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.527 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.527 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.527 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.527 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.527 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.527 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.527 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.527 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.527 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.527 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.528 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.528 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.528 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.528 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.528 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.528 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.528 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.528 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.528 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:59:52.528 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T16:59:52.528 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.528 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:52.528 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_id": 3, 2024-04-10T16:59:52.528 INFO:tasks.workunit.client.0.smithi069.stdout: "values": [ 2024-04-10T16:59:52.528 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.528 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.529 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.529 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.529 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 55, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.529 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 1276, 14, 2, 1, 8, 0, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.529 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 438, 5, 0, 0, 5, 7, 5, 5, 19, 37, 60, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.529 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 183, 2, 2, 0, 0, 0, 1, 0, 2, 4, 32, 102, 138, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.529 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 401, 0, 0, 0, 0, 0, 1, 1, 2, 4, 5, 5, 88, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.529 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 303, 2, 0, 0, 0, 1, 0, 0, 3, 1, 3, 8, 25, 26, 32, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.529 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 186, 0, 0, 0, 0, 0, 1, 1, 0, 2, 1, 4, 12, 28, 89, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.529 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 227, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 5, 8, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.529 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.529 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.529 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.529 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.529 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.530 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.530 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.530 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.530 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.530 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.530 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.530 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.530 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.530 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.530 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.530 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.530 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.530 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.531 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.531 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:59:52.531 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T16:59:52.531 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.531 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:52.531 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_id": 4, 2024-04-10T16:59:52.531 INFO:tasks.workunit.client.0.smithi069.stdout: "values": [ 2024-04-10T16:59:52.531 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.531 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.531 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.531 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.531 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 91, 7, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.531 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 1159, 14, 0, 1, 12, 3, 6, 9, 17, 22, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.531 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 697, 4, 0, 0, 0, 1, 4, 11, 21, 35, 39, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.531 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 338, 13, 0, 0, 0, 0, 2, 2, 4, 3, 37, 134, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.532 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 531, 34, 0, 0, 0, 0, 1, 1, 0, 3, 14, 14, 141, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.532 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 304, 25, 0, 0, 0, 0, 0, 0, 1, 1, 1, 7, 9, 12, 54, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.532 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 100, 47, 0, 0, 0, 0, 0, 0, 0, 0, 2, 2, 12, 20, 84, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.532 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 112, 83, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.532 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 12, 80, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.532 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.532 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.532 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.532 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.532 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.532 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.532 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.532 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.532 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.532 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.532 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.533 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.533 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.533 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.533 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.533 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.533 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.533 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.533 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:59:52.533 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T16:59:52.533 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.533 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:52.533 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_id": 5, 2024-04-10T16:59:52.533 INFO:tasks.workunit.client.0.smithi069.stdout: "values": [ 2024-04-10T16:59:52.533 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.533 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.533 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.534 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.534 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 125, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.534 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 484, 16, 2, 4, 11, 1, 1, 2, 0, 0, 0, 1, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.534 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 107, 6, 0, 0, 3, 0, 0, 3, 0, 2, 7, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.534 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 105, 5, 0, 0, 0, 0, 1, 2, 7, 8, 26, 36, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.534 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 49, 2, 0, 0, 0, 0, 0, 0, 0, 2, 9, 19, 15, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.534 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 11, 0, 0, 0, 0, 0, 0, 0, 0, 1, 4, 6, 10, 22, 47, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.534 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 4, 14, 40, 91, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.534 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 2, 1, 0, 15, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.534 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.534 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.534 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.534 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.534 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.534 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.535 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.535 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.535 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.535 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.535 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.535 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.535 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.535 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.535 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.535 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.535 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.535 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.535 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.535 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:59:52.536 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T16:59:52.536 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.536 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:52.536 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_id": 6, 2024-04-10T16:59:52.536 INFO:tasks.workunit.client.0.smithi069.stdout: "values": [ 2024-04-10T16:59:52.536 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.536 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.536 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.536 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.536 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 78, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.536 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 1187, 23, 0, 0, 9, 0, 4, 4, 11, 12, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.536 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 652, 7, 0, 0, 1, 1, 6, 6, 14, 25, 32, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.536 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 326, 9, 0, 0, 2, 1, 1, 0, 0, 4, 25, 106, 41, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.536 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 431, 10, 0, 0, 0, 0, 0, 0, 0, 3, 8, 10, 182, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.536 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 298, 1, 0, 0, 0, 0, 1, 0, 1, 1, 1, 5, 15, 17, 36, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.536 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 144, 0, 0, 0, 0, 0, 0, 1, 0, 0, 1, 6, 9, 19, 72, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.537 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 88, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.537 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.537 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.537 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.537 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.537 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.537 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.537 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.537 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.537 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.537 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.537 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.537 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.537 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.537 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.537 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.537 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.538 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.538 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.538 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.538 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:59:52.538 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T16:59:52.538 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.538 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:52.538 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_id": 7, 2024-04-10T16:59:52.538 INFO:tasks.workunit.client.0.smithi069.stdout: "values": [ 2024-04-10T16:59:52.538 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.538 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.538 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.538 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.538 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 40, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.538 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 241, 12, 1, 0, 9, 0, 1, 1, 0, 0, 0, 1, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.539 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 67, 0, 0, 1, 1, 0, 1, 2, 2, 2, 10, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.539 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 84, 3, 0, 0, 0, 0, 1, 3, 3, 8, 15, 35, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.539 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 68, 19, 0, 0, 0, 0, 1, 0, 1, 3, 11, 20, 27, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.539 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 25, 27, 0, 0, 0, 0, 0, 0, 3, 2, 6, 11, 31, 31, 60, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.539 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 42, 0, 0, 0, 0, 0, 0, 1, 0, 4, 12, 21, 38, 105, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.539 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 71, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 3, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.539 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 103, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.539 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.539 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.539 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.539 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.539 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.539 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.539 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.540 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.540 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.540 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.540 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.540 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.540 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.540 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.540 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.540 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.540 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.540 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.540 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:59:52.540 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T16:59:52.540 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:52.540 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T16:59:52.540 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:52.541 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.541 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:52.541 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_resrv_repnum_vs_duration": { 2024-04-10T16:59:52.541 INFO:tasks.workunit.client.0.smithi069.stdout: "axes": [ 2024-04-10T16:59:52.541 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:52.541 INFO:tasks.workunit.client.0.smithi069.stdout: "buckets": 8, 2024-04-10T16:59:52.541 INFO:tasks.workunit.client.0.smithi069.stdout: "min": 0, 2024-04-10T16:59:52.541 INFO:tasks.workunit.client.0.smithi069.stdout: "name": "number of replicas", 2024-04-10T16:59:52.541 INFO:tasks.workunit.client.0.smithi069.stdout: "quant_size": 1, 2024-04-10T16:59:52.541 INFO:tasks.workunit.client.0.smithi069.stdout: "ranges": [ 2024-04-10T16:59:52.541 INFO:tasks.workunit.client.0.smithi069.stdout: "[None, -1]", 2024-04-10T16:59:52.541 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0]", 2024-04-10T16:59:52.541 INFO:tasks.workunit.client.0.smithi069.stdout: "[1, 1]", 2024-04-10T16:59:52.541 INFO:tasks.workunit.client.0.smithi069.stdout: "[2, 2]", 2024-04-10T16:59:52.541 INFO:tasks.workunit.client.0.smithi069.stdout: "[3, 3]", 2024-04-10T16:59:52.541 INFO:tasks.workunit.client.0.smithi069.stdout: "[4, 4]", 2024-04-10T16:59:52.542 INFO:tasks.workunit.client.0.smithi069.stdout: "[5, 5]", 2024-04-10T16:59:52.542 INFO:tasks.workunit.client.0.smithi069.stdout: "[6, None]" 2024-04-10T16:59:52.542 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:52.542 INFO:tasks.workunit.client.0.smithi069.stdout: "scale_type": "linear" 2024-04-10T16:59:52.542 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.542 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:52.542 INFO:tasks.workunit.client.0.smithi069.stdout: "buckets": 10, 2024-04-10T16:59:52.542 INFO:tasks.workunit.client.0.smithi069.stdout: "min": 0, 2024-04-10T16:59:52.542 INFO:tasks.workunit.client.0.smithi069.stdout: "name": "duration", 2024-04-10T16:59:52.542 INFO:tasks.workunit.client.0.smithi069.stdout: "quant_size": 250000, 2024-04-10T16:59:52.542 INFO:tasks.workunit.client.0.smithi069.stdout: "ranges": [ 2024-04-10T16:59:52.542 INFO:tasks.workunit.client.0.smithi069.stdout: "[None, -1]", 2024-04-10T16:59:52.542 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 249999]", 2024-04-10T16:59:52.542 INFO:tasks.workunit.client.0.smithi069.stdout: "[250000, 499999]", 2024-04-10T16:59:52.542 INFO:tasks.workunit.client.0.smithi069.stdout: "[500000, 999999]", 2024-04-10T16:59:52.543 INFO:tasks.workunit.client.0.smithi069.stdout: "[1000000, 1999999]", 2024-04-10T16:59:52.543 INFO:tasks.workunit.client.0.smithi069.stdout: "[2000000, 3999999]", 2024-04-10T16:59:52.543 INFO:tasks.workunit.client.0.smithi069.stdout: "[4000000, 7999999]", 2024-04-10T16:59:52.543 INFO:tasks.workunit.client.0.smithi069.stdout: "[8000000, 15999999]", 2024-04-10T16:59:52.543 INFO:tasks.workunit.client.0.smithi069.stdout: "[16000000, 31999999]", 2024-04-10T16:59:52.543 INFO:tasks.workunit.client.0.smithi069.stdout: "[32000000, None]" 2024-04-10T16:59:52.543 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:52.543 INFO:tasks.workunit.client.0.smithi069.stdout: "scale_type": "log2" 2024-04-10T16:59:52.543 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:52.543 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:52.543 INFO:tasks.workunit.client.0.smithi069.stdout: "osds": [ 2024-04-10T16:59:52.543 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:52.543 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_id": 0, 2024-04-10T16:59:52.543 INFO:tasks.workunit.client.0.smithi069.stdout: "values": [ 2024-04-10T16:59:52.543 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.544 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.544 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.544 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.544 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.544 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.544 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.544 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:59:52.544 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T16:59:52.544 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.544 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:52.544 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_id": 1, 2024-04-10T16:59:52.544 INFO:tasks.workunit.client.0.smithi069.stdout: "values": [ 2024-04-10T16:59:52.544 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.544 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.545 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.545 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.545 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.545 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.545 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.545 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:59:52.545 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T16:59:52.545 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.545 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:52.545 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_id": 2, 2024-04-10T16:59:52.545 INFO:tasks.workunit.client.0.smithi069.stdout: "values": [ 2024-04-10T16:59:52.545 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.545 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.545 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.545 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.545 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.546 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.546 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.546 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:59:52.546 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T16:59:52.546 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.546 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:52.546 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_id": 3, 2024-04-10T16:59:52.546 INFO:tasks.workunit.client.0.smithi069.stdout: "values": [ 2024-04-10T16:59:52.546 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.546 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.546 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.546 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.546 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.547 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.547 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.547 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:59:52.547 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T16:59:52.547 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.547 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:52.547 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_id": 4, 2024-04-10T16:59:52.547 INFO:tasks.workunit.client.0.smithi069.stdout: "values": [ 2024-04-10T16:59:52.547 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.547 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.547 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.547 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.547 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.547 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.547 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.547 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:59:52.548 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T16:59:52.548 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.548 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:52.548 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_id": 5, 2024-04-10T16:59:52.548 INFO:tasks.workunit.client.0.smithi069.stdout: "values": [ 2024-04-10T16:59:52.548 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.548 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.548 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.548 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.548 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.548 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.548 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.548 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:59:52.548 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T16:59:52.548 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.549 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:52.549 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_id": 6, 2024-04-10T16:59:52.549 INFO:tasks.workunit.client.0.smithi069.stdout: "values": [ 2024-04-10T16:59:52.549 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.549 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.549 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.549 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.549 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.549 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.549 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.549 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:59:52.549 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T16:59:52.549 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.550 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:52.550 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_id": 7, 2024-04-10T16:59:52.550 INFO:tasks.workunit.client.0.smithi069.stdout: "values": [ 2024-04-10T16:59:52.550 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.550 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.550 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.550 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.550 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.550 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.550 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:52.550 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:59:52.550 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T16:59:52.550 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:52.550 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T16:59:52.550 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:52.551 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:52.551 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:52.551 INFO:tasks.workunit.client.0.smithi069.stdout: "perf_counters": { 2024-04-10T16:59:52.551 INFO:tasks.workunit.client.0.smithi069.stdout: "mds.44ca97a2636692dab3a2137f5dab18d27c7ec614": { 2024-04-10T16:59:52.551 INFO:tasks.workunit.client.0.smithi069.stdout: "mds": { 2024-04-10T16:59:52.551 INFO:tasks.workunit.client.0.smithi069.stdout: "caps": { 2024-04-10T16:59:52.551 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.551 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.551 INFO:tasks.workunit.client.0.smithi069.stdout: "ceph_cap_op_flush_ack": { 2024-04-10T16:59:52.551 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.551 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.551 INFO:tasks.workunit.client.0.smithi069.stdout: "ceph_cap_op_flushsnap_ack": { 2024-04-10T16:59:52.551 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.551 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.552 INFO:tasks.workunit.client.0.smithi069.stdout: "ceph_cap_op_grant": { 2024-04-10T16:59:52.552 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.552 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.552 INFO:tasks.workunit.client.0.smithi069.stdout: "ceph_cap_op_revoke": { 2024-04-10T16:59:52.552 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.552 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.552 INFO:tasks.workunit.client.0.smithi069.stdout: "ceph_cap_op_trunc": { 2024-04-10T16:59:52.552 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.552 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.552 INFO:tasks.workunit.client.0.smithi069.stdout: "dir_commit": { 2024-04-10T16:59:52.552 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.552 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.552 INFO:tasks.workunit.client.0.smithi069.stdout: "dir_fetch_complete": { 2024-04-10T16:59:52.552 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 12 2024-04-10T16:59:52.552 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.552 INFO:tasks.workunit.client.0.smithi069.stdout: "dir_fetch_keys": { 2024-04-10T16:59:52.552 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 10 2024-04-10T16:59:52.553 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.553 INFO:tasks.workunit.client.0.smithi069.stdout: "dir_merge": { 2024-04-10T16:59:52.553 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.553 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.553 INFO:tasks.workunit.client.0.smithi069.stdout: "dir_split": { 2024-04-10T16:59:52.553 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.553 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.553 INFO:tasks.workunit.client.0.smithi069.stdout: "exported_inodes": { 2024-04-10T16:59:52.553 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.553 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.553 INFO:tasks.workunit.client.0.smithi069.stdout: "forward": { 2024-04-10T16:59:52.553 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.553 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.553 INFO:tasks.workunit.client.0.smithi069.stdout: "handle_client_cap_release": { 2024-04-10T16:59:52.553 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.553 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.554 INFO:tasks.workunit.client.0.smithi069.stdout: "handle_client_caps": { 2024-04-10T16:59:52.554 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.554 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.554 INFO:tasks.workunit.client.0.smithi069.stdout: "handle_client_caps_dirty": { 2024-04-10T16:59:52.554 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.554 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.554 INFO:tasks.workunit.client.0.smithi069.stdout: "handle_inode_file_caps": { 2024-04-10T16:59:52.554 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.554 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.554 INFO:tasks.workunit.client.0.smithi069.stdout: "imported_inodes": { 2024-04-10T16:59:52.554 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.554 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.554 INFO:tasks.workunit.client.0.smithi069.stdout: "inodes": { 2024-04-10T16:59:52.554 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 10 2024-04-10T16:59:52.554 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.555 INFO:tasks.workunit.client.0.smithi069.stdout: "inodes_expired": { 2024-04-10T16:59:52.555 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.555 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.555 INFO:tasks.workunit.client.0.smithi069.stdout: "inodes_pinned": { 2024-04-10T16:59:52.555 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 10 2024-04-10T16:59:52.555 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.555 INFO:tasks.workunit.client.0.smithi069.stdout: "inodes_with_caps": { 2024-04-10T16:59:52.555 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.555 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.555 INFO:tasks.workunit.client.0.smithi069.stdout: "load_cent": { 2024-04-10T16:59:52.555 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.555 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.555 INFO:tasks.workunit.client.0.smithi069.stdout: "openino_dir_fetch": { 2024-04-10T16:59:52.555 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.555 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.555 INFO:tasks.workunit.client.0.smithi069.stdout: "process_request_cap_release": { 2024-04-10T16:59:52.556 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.556 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.556 INFO:tasks.workunit.client.0.smithi069.stdout: "reply_latency": { 2024-04-10T16:59:52.556 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:52.556 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.556 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.556 INFO:tasks.workunit.client.0.smithi069.stdout: "request": { 2024-04-10T16:59:52.556 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.556 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.556 INFO:tasks.workunit.client.0.smithi069.stdout: "root_rbytes": { 2024-04-10T16:59:52.556 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.556 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.556 INFO:tasks.workunit.client.0.smithi069.stdout: "root_rfiles": { 2024-04-10T16:59:52.556 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.556 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.557 INFO:tasks.workunit.client.0.smithi069.stdout: "root_rsnaps": { 2024-04-10T16:59:52.557 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.557 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.557 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_reply": { 2024-04-10T16:59:52.557 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.557 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.557 INFO:tasks.workunit.client.0.smithi069.stdout: "subtrees": { 2024-04-10T16:59:52.557 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2 2024-04-10T16:59:52.557 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:52.557 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.557 INFO:tasks.workunit.client.0.smithi069.stdout: "mds_cache": { 2024-04-10T16:59:52.557 INFO:tasks.workunit.client.0.smithi069.stdout: "ireq_enqueue_scrub": { 2024-04-10T16:59:52.557 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.557 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.557 INFO:tasks.workunit.client.0.smithi069.stdout: "ireq_exportdir": { 2024-04-10T16:59:52.557 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.558 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.558 INFO:tasks.workunit.client.0.smithi069.stdout: "ireq_flush": { 2024-04-10T16:59:52.558 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.558 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.558 INFO:tasks.workunit.client.0.smithi069.stdout: "ireq_fragmentdir": { 2024-04-10T16:59:52.558 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.558 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.558 INFO:tasks.workunit.client.0.smithi069.stdout: "ireq_fragstats": { 2024-04-10T16:59:52.558 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.558 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.558 INFO:tasks.workunit.client.0.smithi069.stdout: "ireq_inodestats": { 2024-04-10T16:59:52.558 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.558 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.558 INFO:tasks.workunit.client.0.smithi069.stdout: "ireq_quiesce_inode": { 2024-04-10T16:59:52.558 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.558 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.559 INFO:tasks.workunit.client.0.smithi069.stdout: "ireq_quiesce_path": { 2024-04-10T16:59:52.559 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.559 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.559 INFO:tasks.workunit.client.0.smithi069.stdout: "num_recovering_enqueued": { 2024-04-10T16:59:52.559 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.559 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.559 INFO:tasks.workunit.client.0.smithi069.stdout: "num_recovering_prioritized": { 2024-04-10T16:59:52.559 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.559 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.559 INFO:tasks.workunit.client.0.smithi069.stdout: "num_recovering_processing": { 2024-04-10T16:59:52.559 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.559 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.559 INFO:tasks.workunit.client.0.smithi069.stdout: "num_strays": { 2024-04-10T16:59:52.559 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.559 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.559 INFO:tasks.workunit.client.0.smithi069.stdout: "num_strays_delayed": { 2024-04-10T16:59:52.559 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.560 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.560 INFO:tasks.workunit.client.0.smithi069.stdout: "num_strays_enqueuing": { 2024-04-10T16:59:52.560 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.560 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.560 INFO:tasks.workunit.client.0.smithi069.stdout: "recovery_completed": { 2024-04-10T16:59:52.560 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.560 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.560 INFO:tasks.workunit.client.0.smithi069.stdout: "recovery_started": { 2024-04-10T16:59:52.560 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.560 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.560 INFO:tasks.workunit.client.0.smithi069.stdout: "strays_created": { 2024-04-10T16:59:52.560 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.560 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.560 INFO:tasks.workunit.client.0.smithi069.stdout: "strays_enqueued": { 2024-04-10T16:59:52.560 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.560 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.560 INFO:tasks.workunit.client.0.smithi069.stdout: "strays_migrated": { 2024-04-10T16:59:52.561 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.561 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.561 INFO:tasks.workunit.client.0.smithi069.stdout: "strays_reintegrated": { 2024-04-10T16:59:52.561 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.561 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:52.561 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.561 INFO:tasks.workunit.client.0.smithi069.stdout: "mds_log": { 2024-04-10T16:59:52.561 INFO:tasks.workunit.client.0.smithi069.stdout: "ev": { 2024-04-10T16:59:52.561 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 17 2024-04-10T16:59:52.561 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.561 INFO:tasks.workunit.client.0.smithi069.stdout: "evadd": { 2024-04-10T16:59:52.561 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.561 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.561 INFO:tasks.workunit.client.0.smithi069.stdout: "evex": { 2024-04-10T16:59:52.561 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.562 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.562 INFO:tasks.workunit.client.0.smithi069.stdout: "evexd": { 2024-04-10T16:59:52.562 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.562 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.562 INFO:tasks.workunit.client.0.smithi069.stdout: "evexg": { 2024-04-10T16:59:52.562 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.562 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.562 INFO:tasks.workunit.client.0.smithi069.stdout: "evlrg": { 2024-04-10T16:59:52.562 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.562 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.562 INFO:tasks.workunit.client.0.smithi069.stdout: "evtrm": { 2024-04-10T16:59:52.562 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.562 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.563 INFO:tasks.workunit.client.0.smithi069.stdout: "jlat": { 2024-04-10T16:59:52.563 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:52.563 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.563 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.563 INFO:tasks.workunit.client.0.smithi069.stdout: "replayed": { 2024-04-10T16:59:52.563 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 17 2024-04-10T16:59:52.563 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.563 INFO:tasks.workunit.client.0.smithi069.stdout: "seg": { 2024-04-10T16:59:52.563 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1 2024-04-10T16:59:52.563 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.563 INFO:tasks.workunit.client.0.smithi069.stdout: "segadd": { 2024-04-10T16:59:52.563 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.563 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.563 INFO:tasks.workunit.client.0.smithi069.stdout: "segex": { 2024-04-10T16:59:52.564 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.564 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.564 INFO:tasks.workunit.client.0.smithi069.stdout: "segexd": { 2024-04-10T16:59:52.564 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.564 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.564 INFO:tasks.workunit.client.0.smithi069.stdout: "segexg": { 2024-04-10T16:59:52.564 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.564 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.564 INFO:tasks.workunit.client.0.smithi069.stdout: "segmjr": { 2024-04-10T16:59:52.564 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1 2024-04-10T16:59:52.564 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.564 INFO:tasks.workunit.client.0.smithi069.stdout: "segtrm": { 2024-04-10T16:59:52.564 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.564 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:52.564 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.564 INFO:tasks.workunit.client.0.smithi069.stdout: "mds_mem": { 2024-04-10T16:59:52.565 INFO:tasks.workunit.client.0.smithi069.stdout: "cap": { 2024-04-10T16:59:52.565 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.565 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.565 INFO:tasks.workunit.client.0.smithi069.stdout: "cap+": { 2024-04-10T16:59:52.565 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.565 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.565 INFO:tasks.workunit.client.0.smithi069.stdout: "cap-": { 2024-04-10T16:59:52.565 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.565 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.565 INFO:tasks.workunit.client.0.smithi069.stdout: "dir": { 2024-04-10T16:59:52.565 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 12 2024-04-10T16:59:52.565 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.565 INFO:tasks.workunit.client.0.smithi069.stdout: "dir+": { 2024-04-10T16:59:52.565 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 12 2024-04-10T16:59:52.566 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.566 INFO:tasks.workunit.client.0.smithi069.stdout: "dir-": { 2024-04-10T16:59:52.566 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.566 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.566 INFO:tasks.workunit.client.0.smithi069.stdout: "dn": { 2024-04-10T16:59:52.566 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 10 2024-04-10T16:59:52.566 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.566 INFO:tasks.workunit.client.0.smithi069.stdout: "dn+": { 2024-04-10T16:59:52.566 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 10 2024-04-10T16:59:52.566 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.566 INFO:tasks.workunit.client.0.smithi069.stdout: "dn-": { 2024-04-10T16:59:52.566 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.566 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.566 INFO:tasks.workunit.client.0.smithi069.stdout: "heap": { 2024-04-10T16:59:52.567 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 248184 2024-04-10T16:59:52.567 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.567 INFO:tasks.workunit.client.0.smithi069.stdout: "ino": { 2024-04-10T16:59:52.567 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 13 2024-04-10T16:59:52.567 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.567 INFO:tasks.workunit.client.0.smithi069.stdout: "ino+": { 2024-04-10T16:59:52.567 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 13 2024-04-10T16:59:52.567 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.567 INFO:tasks.workunit.client.0.smithi069.stdout: "ino-": { 2024-04-10T16:59:52.567 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.567 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.567 INFO:tasks.workunit.client.0.smithi069.stdout: "rss": { 2024-04-10T16:59:52.567 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 50704 2024-04-10T16:59:52.567 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:52.568 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.568 INFO:tasks.workunit.client.0.smithi069.stdout: "mds_server": { 2024-04-10T16:59:52.568 INFO:tasks.workunit.client.0.smithi069.stdout: "cap_acquisition_throttle": { 2024-04-10T16:59:52.568 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.568 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.568 INFO:tasks.workunit.client.0.smithi069.stdout: "cap_revoke_eviction": { 2024-04-10T16:59:52.568 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.568 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.568 INFO:tasks.workunit.client.0.smithi069.stdout: "handle_client_request": { 2024-04-10T16:59:52.568 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.568 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.568 INFO:tasks.workunit.client.0.smithi069.stdout: "handle_client_session": { 2024-04-10T16:59:52.568 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.568 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.568 INFO:tasks.workunit.client.0.smithi069.stdout: "handle_peer_request": { 2024-04-10T16:59:52.568 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.569 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.569 INFO:tasks.workunit.client.0.smithi069.stdout: "req_create_latency": { 2024-04-10T16:59:52.569 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:52.569 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.569 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.569 INFO:tasks.workunit.client.0.smithi069.stdout: "req_getattr_latency": { 2024-04-10T16:59:52.569 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:52.569 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.569 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.569 INFO:tasks.workunit.client.0.smithi069.stdout: "req_getfilelock_latency": { 2024-04-10T16:59:52.569 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:52.569 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.569 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.569 INFO:tasks.workunit.client.0.smithi069.stdout: "req_getvxattr_latency": { 2024-04-10T16:59:52.569 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:52.569 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.570 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.570 INFO:tasks.workunit.client.0.smithi069.stdout: "req_link_latency": { 2024-04-10T16:59:52.570 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:52.570 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.570 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.570 INFO:tasks.workunit.client.0.smithi069.stdout: "req_lookup_latency": { 2024-04-10T16:59:52.570 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:52.570 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.570 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.570 INFO:tasks.workunit.client.0.smithi069.stdout: "req_lookuphash_latency": { 2024-04-10T16:59:52.570 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:52.570 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.570 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.570 INFO:tasks.workunit.client.0.smithi069.stdout: "req_lookupino_latency": { 2024-04-10T16:59:52.570 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:52.570 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.571 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.571 INFO:tasks.workunit.client.0.smithi069.stdout: "req_lookupname_latency": { 2024-04-10T16:59:52.571 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:52.571 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.571 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.571 INFO:tasks.workunit.client.0.smithi069.stdout: "req_lookupparent_latency": { 2024-04-10T16:59:52.571 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:52.571 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.571 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.571 INFO:tasks.workunit.client.0.smithi069.stdout: "req_lookupsnap_latency": { 2024-04-10T16:59:52.571 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:52.571 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.571 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.571 INFO:tasks.workunit.client.0.smithi069.stdout: "req_lssnap_latency": { 2024-04-10T16:59:52.571 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:52.571 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.571 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.572 INFO:tasks.workunit.client.0.smithi069.stdout: "req_mkdir_latency": { 2024-04-10T16:59:52.572 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:52.572 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.572 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.572 INFO:tasks.workunit.client.0.smithi069.stdout: "req_mknod_latency": { 2024-04-10T16:59:52.572 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:52.572 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.572 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.572 INFO:tasks.workunit.client.0.smithi069.stdout: "req_mksnap_latency": { 2024-04-10T16:59:52.572 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:52.572 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.572 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.572 INFO:tasks.workunit.client.0.smithi069.stdout: "req_open_latency": { 2024-04-10T16:59:52.572 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:52.572 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.572 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.572 INFO:tasks.workunit.client.0.smithi069.stdout: "req_readdir_latency": { 2024-04-10T16:59:52.573 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:52.573 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.573 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.573 INFO:tasks.workunit.client.0.smithi069.stdout: "req_rename_latency": { 2024-04-10T16:59:52.573 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:52.573 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.573 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.573 INFO:tasks.workunit.client.0.smithi069.stdout: "req_renamesnap_latency": { 2024-04-10T16:59:52.573 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:52.573 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.573 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.573 INFO:tasks.workunit.client.0.smithi069.stdout: "req_rmdir_latency": { 2024-04-10T16:59:52.573 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:52.573 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.573 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.573 INFO:tasks.workunit.client.0.smithi069.stdout: "req_rmsnap_latency": { 2024-04-10T16:59:52.574 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:52.574 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.574 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.574 INFO:tasks.workunit.client.0.smithi069.stdout: "req_rmxattr_latency": { 2024-04-10T16:59:52.574 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:52.574 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.574 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.574 INFO:tasks.workunit.client.0.smithi069.stdout: "req_setattr_latency": { 2024-04-10T16:59:52.574 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:52.574 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.574 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.574 INFO:tasks.workunit.client.0.smithi069.stdout: "req_setdirlayout_latency": { 2024-04-10T16:59:52.574 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:52.575 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.575 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.575 INFO:tasks.workunit.client.0.smithi069.stdout: "req_setfilelock_latency": { 2024-04-10T16:59:52.575 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:52.575 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.575 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.575 INFO:tasks.workunit.client.0.smithi069.stdout: "req_setlayout_latency": { 2024-04-10T16:59:52.575 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:52.575 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.575 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.575 INFO:tasks.workunit.client.0.smithi069.stdout: "req_setxattr_latency": { 2024-04-10T16:59:52.575 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:52.575 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.575 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.575 INFO:tasks.workunit.client.0.smithi069.stdout: "req_snapdiff_latency": { 2024-04-10T16:59:52.576 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:52.576 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.576 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.576 INFO:tasks.workunit.client.0.smithi069.stdout: "req_symlink_latency": { 2024-04-10T16:59:52.576 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:52.576 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.576 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.576 INFO:tasks.workunit.client.0.smithi069.stdout: "req_unlink_latency": { 2024-04-10T16:59:52.576 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:52.576 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.576 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:52.576 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.576 INFO:tasks.workunit.client.0.smithi069.stdout: "mds_sessions": { 2024-04-10T16:59:52.577 INFO:tasks.workunit.client.0.smithi069.stdout: "average_load": { 2024-04-10T16:59:52.577 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.577 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.577 INFO:tasks.workunit.client.0.smithi069.stdout: "avg_session_uptime": { 2024-04-10T16:59:52.577 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.577 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.577 INFO:tasks.workunit.client.0.smithi069.stdout: "mdthresh_evicted": { 2024-04-10T16:59:52.577 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.577 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.577 INFO:tasks.workunit.client.0.smithi069.stdout: "session_add": { 2024-04-10T16:59:52.577 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 8 2024-04-10T16:59:52.577 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.577 INFO:tasks.workunit.client.0.smithi069.stdout: "session_count": { 2024-04-10T16:59:52.577 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.577 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.578 INFO:tasks.workunit.client.0.smithi069.stdout: "session_remove": { 2024-04-10T16:59:52.578 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 8 2024-04-10T16:59:52.578 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.578 INFO:tasks.workunit.client.0.smithi069.stdout: "sessions_open": { 2024-04-10T16:59:52.578 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2 2024-04-10T16:59:52.578 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.578 INFO:tasks.workunit.client.0.smithi069.stdout: "sessions_stale": { 2024-04-10T16:59:52.578 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.578 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.578 INFO:tasks.workunit.client.0.smithi069.stdout: "total_load": { 2024-04-10T16:59:52.578 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.578 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:52.578 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.578 INFO:tasks.workunit.client.0.smithi069.stdout: "objecter": { 2024-04-10T16:59:52.579 INFO:tasks.workunit.client.0.smithi069.stdout: "op_active": { 2024-04-10T16:59:52.579 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.579 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.579 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r": { 2024-04-10T16:59:52.579 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 37 2024-04-10T16:59:52.579 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.579 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rmw": { 2024-04-10T16:59:52.579 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.579 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.579 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w": { 2024-04-10T16:59:52.579 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 7 2024-04-10T16:59:52.579 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:52.579 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.579 INFO:tasks.workunit.client.0.smithi069.stdout: "purge_queue": { 2024-04-10T16:59:52.579 INFO:tasks.workunit.client.0.smithi069.stdout: "pq_executed": { 2024-04-10T16:59:52.580 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.580 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.580 INFO:tasks.workunit.client.0.smithi069.stdout: "pq_executed_ops": { 2024-04-10T16:59:52.580 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.580 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.580 INFO:tasks.workunit.client.0.smithi069.stdout: "pq_executing": { 2024-04-10T16:59:52.580 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.580 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.580 INFO:tasks.workunit.client.0.smithi069.stdout: "pq_executing_high_water": { 2024-04-10T16:59:52.580 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.580 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.580 INFO:tasks.workunit.client.0.smithi069.stdout: "pq_executing_ops": { 2024-04-10T16:59:52.580 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.580 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.580 INFO:tasks.workunit.client.0.smithi069.stdout: "pq_executing_ops_high_water": { 2024-04-10T16:59:52.580 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.581 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.581 INFO:tasks.workunit.client.0.smithi069.stdout: "pq_item_in_journal": { 2024-04-10T16:59:52.581 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.581 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:52.581 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:52.581 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.581 INFO:tasks.workunit.client.0.smithi069.stdout: "mon.44ca97a2636692dab3a2137f5dab18d27c7ec614": { 2024-04-10T16:59:52.581 INFO:tasks.workunit.client.0.smithi069.stdout: "mon": { 2024-04-10T16:59:52.581 INFO:tasks.workunit.client.0.smithi069.stdout: "election_call": { 2024-04-10T16:59:52.581 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 4 2024-04-10T16:59:52.581 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.581 INFO:tasks.workunit.client.0.smithi069.stdout: "election_lose": { 2024-04-10T16:59:52.581 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.581 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.582 INFO:tasks.workunit.client.0.smithi069.stdout: "election_win": { 2024-04-10T16:59:52.582 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 4 2024-04-10T16:59:52.582 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.582 INFO:tasks.workunit.client.0.smithi069.stdout: "num_elections": { 2024-04-10T16:59:52.582 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 14 2024-04-10T16:59:52.582 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.582 INFO:tasks.workunit.client.0.smithi069.stdout: "num_sessions": { 2024-04-10T16:59:52.582 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 13 2024-04-10T16:59:52.582 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.582 INFO:tasks.workunit.client.0.smithi069.stdout: "session_add": { 2024-04-10T16:59:52.582 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 5 2024-04-10T16:59:52.582 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.582 INFO:tasks.workunit.client.0.smithi069.stdout: "session_rm": { 2024-04-10T16:59:52.582 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 261 2024-04-10T16:59:52.582 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.583 INFO:tasks.workunit.client.0.smithi069.stdout: "session_trim": { 2024-04-10T16:59:52.583 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.583 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:52.583 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.583 INFO:tasks.workunit.client.0.smithi069.stdout: "paxos": { 2024-04-10T16:59:52.583 INFO:tasks.workunit.client.0.smithi069.stdout: "accept_timeout": { 2024-04-10T16:59:52.583 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.583 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.583 INFO:tasks.workunit.client.0.smithi069.stdout: "begin": { 2024-04-10T16:59:52.583 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 8565 2024-04-10T16:59:52.583 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.583 INFO:tasks.workunit.client.0.smithi069.stdout: "begin_bytes": { 2024-04-10T16:59:52.583 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 8565, 2024-04-10T16:59:52.583 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 60008375 2024-04-10T16:59:52.583 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.584 INFO:tasks.workunit.client.0.smithi069.stdout: "begin_keys": { 2024-04-10T16:59:52.584 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 8565, 2024-04-10T16:59:52.584 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 25695 2024-04-10T16:59:52.584 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.584 INFO:tasks.workunit.client.0.smithi069.stdout: "begin_latency": { 2024-04-10T16:59:52.584 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 8565, 2024-04-10T16:59:52.584 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1734961057 2024-04-10T16:59:52.584 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.584 INFO:tasks.workunit.client.0.smithi069.stdout: "collect": { 2024-04-10T16:59:52.584 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.584 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.584 INFO:tasks.workunit.client.0.smithi069.stdout: "collect_bytes": { 2024-04-10T16:59:52.584 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:52.584 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.584 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.584 INFO:tasks.workunit.client.0.smithi069.stdout: "collect_keys": { 2024-04-10T16:59:52.585 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:52.585 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.585 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.585 INFO:tasks.workunit.client.0.smithi069.stdout: "collect_latency": { 2024-04-10T16:59:52.585 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:52.585 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.585 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.585 INFO:tasks.workunit.client.0.smithi069.stdout: "collect_timeout": { 2024-04-10T16:59:52.585 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.585 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.585 INFO:tasks.workunit.client.0.smithi069.stdout: "collect_uncommitted": { 2024-04-10T16:59:52.585 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2 2024-04-10T16:59:52.585 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.585 INFO:tasks.workunit.client.0.smithi069.stdout: "commit": { 2024-04-10T16:59:52.585 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 8563 2024-04-10T16:59:52.585 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.586 INFO:tasks.workunit.client.0.smithi069.stdout: "commit_bytes": { 2024-04-10T16:59:52.586 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 8563, 2024-04-10T16:59:52.586 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 59362502 2024-04-10T16:59:52.586 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.586 INFO:tasks.workunit.client.0.smithi069.stdout: "commit_keys": { 2024-04-10T16:59:52.586 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 8563, 2024-04-10T16:59:52.586 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 66742 2024-04-10T16:59:52.586 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.586 INFO:tasks.workunit.client.0.smithi069.stdout: "commit_latency": { 2024-04-10T16:59:52.586 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 8563, 2024-04-10T16:59:52.586 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3008117816 2024-04-10T16:59:52.586 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.587 INFO:tasks.workunit.client.0.smithi069.stdout: "lease_ack_timeout": { 2024-04-10T16:59:52.587 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.587 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.587 INFO:tasks.workunit.client.0.smithi069.stdout: "lease_timeout": { 2024-04-10T16:59:52.587 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.587 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.587 INFO:tasks.workunit.client.0.smithi069.stdout: "new_pn": { 2024-04-10T16:59:52.587 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 4 2024-04-10T16:59:52.587 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.587 INFO:tasks.workunit.client.0.smithi069.stdout: "new_pn_latency": { 2024-04-10T16:59:52.587 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 4, 2024-04-10T16:59:52.587 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1999954 2024-04-10T16:59:52.587 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.588 INFO:tasks.workunit.client.0.smithi069.stdout: "refresh": { 2024-04-10T16:59:52.588 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 8565 2024-04-10T16:59:52.588 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.588 INFO:tasks.workunit.client.0.smithi069.stdout: "refresh_latency": { 2024-04-10T16:59:52.588 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 8565, 2024-04-10T16:59:52.588 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 32216275986 2024-04-10T16:59:52.588 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.588 INFO:tasks.workunit.client.0.smithi069.stdout: "restart": { 2024-04-10T16:59:52.588 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 16 2024-04-10T16:59:52.588 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.588 INFO:tasks.workunit.client.0.smithi069.stdout: "share_state": { 2024-04-10T16:59:52.588 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.588 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.588 INFO:tasks.workunit.client.0.smithi069.stdout: "share_state_bytes": { 2024-04-10T16:59:52.589 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:52.589 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.589 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.589 INFO:tasks.workunit.client.0.smithi069.stdout: "share_state_keys": { 2024-04-10T16:59:52.589 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:52.589 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.589 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.589 INFO:tasks.workunit.client.0.smithi069.stdout: "start_leader": { 2024-04-10T16:59:52.589 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 4 2024-04-10T16:59:52.589 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.589 INFO:tasks.workunit.client.0.smithi069.stdout: "start_peon": { 2024-04-10T16:59:52.589 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.589 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.589 INFO:tasks.workunit.client.0.smithi069.stdout: "store_state": { 2024-04-10T16:59:52.590 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.590 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.590 INFO:tasks.workunit.client.0.smithi069.stdout: "store_state_bytes": { 2024-04-10T16:59:52.590 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:52.590 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.590 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.590 INFO:tasks.workunit.client.0.smithi069.stdout: "store_state_keys": { 2024-04-10T16:59:52.590 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:52.590 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.590 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.590 INFO:tasks.workunit.client.0.smithi069.stdout: "store_state_latency": { 2024-04-10T16:59:52.590 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:52.590 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.591 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:52.591 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.591 INFO:tasks.workunit.client.0.smithi069.stdout: "prioritycache": { 2024-04-10T16:59:52.591 INFO:tasks.workunit.client.0.smithi069.stdout: "cache_bytes": { 2024-04-10T16:59:52.591 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1020054731 2024-04-10T16:59:52.591 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.591 INFO:tasks.workunit.client.0.smithi069.stdout: "heap_bytes": { 2024-04-10T16:59:52.591 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 259145728 2024-04-10T16:59:52.591 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.591 INFO:tasks.workunit.client.0.smithi069.stdout: "mapped_bytes": { 2024-04-10T16:59:52.591 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 258351104 2024-04-10T16:59:52.591 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.591 INFO:tasks.workunit.client.0.smithi069.stdout: "target_bytes": { 2024-04-10T16:59:52.591 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2147483648 2024-04-10T16:59:52.591 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.592 INFO:tasks.workunit.client.0.smithi069.stdout: "unmapped_bytes": { 2024-04-10T16:59:52.592 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 794624 2024-04-10T16:59:52.592 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:52.592 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.592 INFO:tasks.workunit.client.0.smithi069.stdout: "prioritycache:full": { 2024-04-10T16:59:52.592 INFO:tasks.workunit.client.0.smithi069.stdout: "committed_bytes": { 2024-04-10T16:59:52.592 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 360710144 2024-04-10T16:59:52.592 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.592 INFO:tasks.workunit.client.0.smithi069.stdout: "pri0_bytes": { 2024-04-10T16:59:52.592 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.592 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.592 INFO:tasks.workunit.client.0.smithi069.stdout: "pri10_bytes": { 2024-04-10T16:59:52.592 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.592 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.593 INFO:tasks.workunit.client.0.smithi069.stdout: "pri11_bytes": { 2024-04-10T16:59:52.593 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 267330308 2024-04-10T16:59:52.593 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.593 INFO:tasks.workunit.client.0.smithi069.stdout: "pri1_bytes": { 2024-04-10T16:59:52.593 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 24638588 2024-04-10T16:59:52.593 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.593 INFO:tasks.workunit.client.0.smithi069.stdout: "pri2_bytes": { 2024-04-10T16:59:52.593 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.593 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.593 INFO:tasks.workunit.client.0.smithi069.stdout: "pri3_bytes": { 2024-04-10T16:59:52.593 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.593 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.593 INFO:tasks.workunit.client.0.smithi069.stdout: "pri4_bytes": { 2024-04-10T16:59:52.593 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.594 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.594 INFO:tasks.workunit.client.0.smithi069.stdout: "pri5_bytes": { 2024-04-10T16:59:52.594 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.594 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.594 INFO:tasks.workunit.client.0.smithi069.stdout: "pri6_bytes": { 2024-04-10T16:59:52.594 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.594 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.594 INFO:tasks.workunit.client.0.smithi069.stdout: "pri7_bytes": { 2024-04-10T16:59:52.594 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.594 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.594 INFO:tasks.workunit.client.0.smithi069.stdout: "pri8_bytes": { 2024-04-10T16:59:52.594 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.594 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.594 INFO:tasks.workunit.client.0.smithi069.stdout: "pri9_bytes": { 2024-04-10T16:59:52.594 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.595 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.595 INFO:tasks.workunit.client.0.smithi069.stdout: "reserved_bytes": { 2024-04-10T16:59:52.595 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 68741248 2024-04-10T16:59:52.595 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:52.595 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.595 INFO:tasks.workunit.client.0.smithi069.stdout: "prioritycache:inc": { 2024-04-10T16:59:52.595 INFO:tasks.workunit.client.0.smithi069.stdout: "committed_bytes": { 2024-04-10T16:59:52.595 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 339738624 2024-04-10T16:59:52.595 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.595 INFO:tasks.workunit.client.0.smithi069.stdout: "pri0_bytes": { 2024-04-10T16:59:52.595 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.595 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.595 INFO:tasks.workunit.client.0.smithi069.stdout: "pri10_bytes": { 2024-04-10T16:59:52.595 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.596 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.596 INFO:tasks.workunit.client.0.smithi069.stdout: "pri11_bytes": { 2024-04-10T16:59:52.596 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 267330308 2024-04-10T16:59:52.596 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.596 INFO:tasks.workunit.client.0.smithi069.stdout: "pri1_bytes": { 2024-04-10T16:59:52.596 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1516953 2024-04-10T16:59:52.596 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.596 INFO:tasks.workunit.client.0.smithi069.stdout: "pri2_bytes": { 2024-04-10T16:59:52.596 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.596 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.596 INFO:tasks.workunit.client.0.smithi069.stdout: "pri3_bytes": { 2024-04-10T16:59:52.596 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.596 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.596 INFO:tasks.workunit.client.0.smithi069.stdout: "pri4_bytes": { 2024-04-10T16:59:52.596 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.596 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.597 INFO:tasks.workunit.client.0.smithi069.stdout: "pri5_bytes": { 2024-04-10T16:59:52.597 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.597 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.597 INFO:tasks.workunit.client.0.smithi069.stdout: "pri6_bytes": { 2024-04-10T16:59:52.597 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.597 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.597 INFO:tasks.workunit.client.0.smithi069.stdout: "pri7_bytes": { 2024-04-10T16:59:52.597 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.597 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.597 INFO:tasks.workunit.client.0.smithi069.stdout: "pri8_bytes": { 2024-04-10T16:59:52.597 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.597 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.597 INFO:tasks.workunit.client.0.smithi069.stdout: "pri9_bytes": { 2024-04-10T16:59:52.597 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.598 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.598 INFO:tasks.workunit.client.0.smithi069.stdout: "reserved_bytes": { 2024-04-10T16:59:52.598 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 70891363 2024-04-10T16:59:52.598 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:52.598 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.598 INFO:tasks.workunit.client.0.smithi069.stdout: "prioritycache:kv": { 2024-04-10T16:59:52.598 INFO:tasks.workunit.client.0.smithi069.stdout: "committed_bytes": { 2024-04-10T16:59:52.598 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 314572800 2024-04-10T16:59:52.598 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.598 INFO:tasks.workunit.client.0.smithi069.stdout: "pri0_bytes": { 2024-04-10T16:59:52.598 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 67108864 2024-04-10T16:59:52.598 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.598 INFO:tasks.workunit.client.0.smithi069.stdout: "pri10_bytes": { 2024-04-10T16:59:52.598 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.599 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.599 INFO:tasks.workunit.client.0.smithi069.stdout: "pri11_bytes": { 2024-04-10T16:59:52.599 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 178220205 2024-04-10T16:59:52.599 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.599 INFO:tasks.workunit.client.0.smithi069.stdout: "pri1_bytes": { 2024-04-10T16:59:52.599 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.599 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.599 INFO:tasks.workunit.client.0.smithi069.stdout: "pri2_bytes": { 2024-04-10T16:59:52.599 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.599 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.599 INFO:tasks.workunit.client.0.smithi069.stdout: "pri3_bytes": { 2024-04-10T16:59:52.599 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.599 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.599 INFO:tasks.workunit.client.0.smithi069.stdout: "pri4_bytes": { 2024-04-10T16:59:52.600 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.600 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.600 INFO:tasks.workunit.client.0.smithi069.stdout: "pri5_bytes": { 2024-04-10T16:59:52.600 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.600 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.600 INFO:tasks.workunit.client.0.smithi069.stdout: "pri6_bytes": { 2024-04-10T16:59:52.600 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.600 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.600 INFO:tasks.workunit.client.0.smithi069.stdout: "pri7_bytes": { 2024-04-10T16:59:52.600 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.600 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.600 INFO:tasks.workunit.client.0.smithi069.stdout: "pri8_bytes": { 2024-04-10T16:59:52.600 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.600 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.601 INFO:tasks.workunit.client.0.smithi069.stdout: "pri9_bytes": { 2024-04-10T16:59:52.601 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.601 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.601 INFO:tasks.workunit.client.0.smithi069.stdout: "reserved_bytes": { 2024-04-10T16:59:52.601 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 69243731 2024-04-10T16:59:52.601 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:52.601 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.601 INFO:tasks.workunit.client.0.smithi069.stdout: "rocksdb": { 2024-04-10T16:59:52.601 INFO:tasks.workunit.client.0.smithi069.stdout: "compact": { 2024-04-10T16:59:52.601 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.601 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.601 INFO:tasks.workunit.client.0.smithi069.stdout: "compact_queue_len": { 2024-04-10T16:59:52.601 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.602 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.602 INFO:tasks.workunit.client.0.smithi069.stdout: "compact_queue_merge": { 2024-04-10T16:59:52.602 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.602 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.602 INFO:tasks.workunit.client.0.smithi069.stdout: "compact_range": { 2024-04-10T16:59:52.602 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 98 2024-04-10T16:59:52.602 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.602 INFO:tasks.workunit.client.0.smithi069.stdout: "get_latency": { 2024-04-10T16:59:52.602 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 384944, 2024-04-10T16:59:52.602 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2238820643 2024-04-10T16:59:52.602 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.602 INFO:tasks.workunit.client.0.smithi069.stdout: "rocksdb_write_delay_time": { 2024-04-10T16:59:52.602 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:52.602 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.603 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.603 INFO:tasks.workunit.client.0.smithi069.stdout: "rocksdb_write_memtable_time": { 2024-04-10T16:59:52.603 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:52.603 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.603 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.603 INFO:tasks.workunit.client.0.smithi069.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-10T16:59:52.603 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:52.603 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.603 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.603 INFO:tasks.workunit.client.0.smithi069.stdout: "rocksdb_write_wal_time": { 2024-04-10T16:59:52.603 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:52.603 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.603 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.604 INFO:tasks.workunit.client.0.smithi069.stdout: "submit_latency": { 2024-04-10T16:59:52.604 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:52.604 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.604 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.604 INFO:tasks.workunit.client.0.smithi069.stdout: "submit_sync_latency": { 2024-04-10T16:59:52.604 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 20703, 2024-04-10T16:59:52.604 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 7778679426 2024-04-10T16:59:52.604 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:52.604 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:52.604 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.604 INFO:tasks.workunit.client.0.smithi069.stdout: "mon.a94fb5321a792dfeda573ab0692ca0fa124fc659": { 2024-04-10T16:59:52.604 INFO:tasks.workunit.client.0.smithi069.stdout: "mon": { 2024-04-10T16:59:52.604 INFO:tasks.workunit.client.0.smithi069.stdout: "election_call": { 2024-04-10T16:59:52.604 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2 2024-04-10T16:59:52.604 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.605 INFO:tasks.workunit.client.0.smithi069.stdout: "election_lose": { 2024-04-10T16:59:52.605 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2 2024-04-10T16:59:52.605 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.605 INFO:tasks.workunit.client.0.smithi069.stdout: "election_win": { 2024-04-10T16:59:52.605 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.605 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.605 INFO:tasks.workunit.client.0.smithi069.stdout: "num_elections": { 2024-04-10T16:59:52.605 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 7 2024-04-10T16:59:52.605 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.605 INFO:tasks.workunit.client.0.smithi069.stdout: "num_sessions": { 2024-04-10T16:59:52.605 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 8 2024-04-10T16:59:52.605 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.605 INFO:tasks.workunit.client.0.smithi069.stdout: "session_add": { 2024-04-10T16:59:52.605 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3 2024-04-10T16:59:52.605 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.606 INFO:tasks.workunit.client.0.smithi069.stdout: "session_rm": { 2024-04-10T16:59:52.606 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 255 2024-04-10T16:59:52.606 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.606 INFO:tasks.workunit.client.0.smithi069.stdout: "session_trim": { 2024-04-10T16:59:52.606 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.606 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:52.606 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.606 INFO:tasks.workunit.client.0.smithi069.stdout: "paxos": { 2024-04-10T16:59:52.606 INFO:tasks.workunit.client.0.smithi069.stdout: "accept_timeout": { 2024-04-10T16:59:52.606 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.606 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.606 INFO:tasks.workunit.client.0.smithi069.stdout: "begin": { 2024-04-10T16:59:52.606 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 8450 2024-04-10T16:59:52.606 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.607 INFO:tasks.workunit.client.0.smithi069.stdout: "begin_bytes": { 2024-04-10T16:59:52.607 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 8450, 2024-04-10T16:59:52.607 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 58435737 2024-04-10T16:59:52.607 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.607 INFO:tasks.workunit.client.0.smithi069.stdout: "begin_keys": { 2024-04-10T16:59:52.607 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:52.607 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.607 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.607 INFO:tasks.workunit.client.0.smithi069.stdout: "begin_latency": { 2024-04-10T16:59:52.607 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 8450, 2024-04-10T16:59:52.607 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1357969709 2024-04-10T16:59:52.607 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.607 INFO:tasks.workunit.client.0.smithi069.stdout: "collect": { 2024-04-10T16:59:52.608 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2 2024-04-10T16:59:52.608 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.608 INFO:tasks.workunit.client.0.smithi069.stdout: "collect_bytes": { 2024-04-10T16:59:52.608 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 2, 2024-04-10T16:59:52.608 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 146 2024-04-10T16:59:52.608 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.608 INFO:tasks.workunit.client.0.smithi069.stdout: "collect_keys": { 2024-04-10T16:59:52.608 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 2, 2024-04-10T16:59:52.608 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2 2024-04-10T16:59:52.608 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.608 INFO:tasks.workunit.client.0.smithi069.stdout: "collect_latency": { 2024-04-10T16:59:52.608 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 2, 2024-04-10T16:59:52.608 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 999978 2024-04-10T16:59:52.608 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.608 INFO:tasks.workunit.client.0.smithi069.stdout: "collect_timeout": { 2024-04-10T16:59:52.609 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.609 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.609 INFO:tasks.workunit.client.0.smithi069.stdout: "collect_uncommitted": { 2024-04-10T16:59:52.609 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.609 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.609 INFO:tasks.workunit.client.0.smithi069.stdout: "commit": { 2024-04-10T16:59:52.609 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 8450 2024-04-10T16:59:52.609 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.609 INFO:tasks.workunit.client.0.smithi069.stdout: "commit_bytes": { 2024-04-10T16:59:52.609 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:52.609 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.609 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.609 INFO:tasks.workunit.client.0.smithi069.stdout: "commit_keys": { 2024-04-10T16:59:52.609 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:52.609 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.610 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.610 INFO:tasks.workunit.client.0.smithi069.stdout: "commit_latency": { 2024-04-10T16:59:52.610 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:52.610 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.610 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.610 INFO:tasks.workunit.client.0.smithi069.stdout: "lease_ack_timeout": { 2024-04-10T16:59:52.610 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.610 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.610 INFO:tasks.workunit.client.0.smithi069.stdout: "lease_timeout": { 2024-04-10T16:59:52.610 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.610 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.610 INFO:tasks.workunit.client.0.smithi069.stdout: "new_pn": { 2024-04-10T16:59:52.610 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.610 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.611 INFO:tasks.workunit.client.0.smithi069.stdout: "new_pn_latency": { 2024-04-10T16:59:52.611 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:52.611 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.611 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.611 INFO:tasks.workunit.client.0.smithi069.stdout: "refresh": { 2024-04-10T16:59:52.611 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 8450 2024-04-10T16:59:52.611 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.611 INFO:tasks.workunit.client.0.smithi069.stdout: "refresh_latency": { 2024-04-10T16:59:52.611 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 8450, 2024-04-10T16:59:52.611 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 26090417066 2024-04-10T16:59:52.611 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.611 INFO:tasks.workunit.client.0.smithi069.stdout: "restart": { 2024-04-10T16:59:52.611 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 9 2024-04-10T16:59:52.611 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.612 INFO:tasks.workunit.client.0.smithi069.stdout: "share_state": { 2024-04-10T16:59:52.612 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.612 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.612 INFO:tasks.workunit.client.0.smithi069.stdout: "share_state_bytes": { 2024-04-10T16:59:52.612 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:52.612 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.612 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.612 INFO:tasks.workunit.client.0.smithi069.stdout: "share_state_keys": { 2024-04-10T16:59:52.612 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:52.612 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.612 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.612 INFO:tasks.workunit.client.0.smithi069.stdout: "start_leader": { 2024-04-10T16:59:52.612 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.612 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.612 INFO:tasks.workunit.client.0.smithi069.stdout: "start_peon": { 2024-04-10T16:59:52.613 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2 2024-04-10T16:59:52.613 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.613 INFO:tasks.workunit.client.0.smithi069.stdout: "store_state": { 2024-04-10T16:59:52.613 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 8450 2024-04-10T16:59:52.613 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.613 INFO:tasks.workunit.client.0.smithi069.stdout: "store_state_bytes": { 2024-04-10T16:59:52.613 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 8450, 2024-04-10T16:59:52.613 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 115262165 2024-04-10T16:59:52.613 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.613 INFO:tasks.workunit.client.0.smithi069.stdout: "store_state_keys": { 2024-04-10T16:59:52.613 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 8450, 2024-04-10T16:59:52.613 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 74406 2024-04-10T16:59:52.613 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.613 INFO:tasks.workunit.client.0.smithi069.stdout: "store_state_latency": { 2024-04-10T16:59:52.613 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 8450, 2024-04-10T16:59:52.614 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2678940110 2024-04-10T16:59:52.614 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:52.614 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.614 INFO:tasks.workunit.client.0.smithi069.stdout: "prioritycache": { 2024-04-10T16:59:52.614 INFO:tasks.workunit.client.0.smithi069.stdout: "cache_bytes": { 2024-04-10T16:59:52.614 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1020054731 2024-04-10T16:59:52.614 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.614 INFO:tasks.workunit.client.0.smithi069.stdout: "heap_bytes": { 2024-04-10T16:59:52.614 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 166690816 2024-04-10T16:59:52.614 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.614 INFO:tasks.workunit.client.0.smithi069.stdout: "mapped_bytes": { 2024-04-10T16:59:52.614 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 165789696 2024-04-10T16:59:52.614 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.614 INFO:tasks.workunit.client.0.smithi069.stdout: "target_bytes": { 2024-04-10T16:59:52.615 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2147483648 2024-04-10T16:59:52.615 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.615 INFO:tasks.workunit.client.0.smithi069.stdout: "unmapped_bytes": { 2024-04-10T16:59:52.615 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 901120 2024-04-10T16:59:52.615 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:52.615 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.615 INFO:tasks.workunit.client.0.smithi069.stdout: "prioritycache:full": { 2024-04-10T16:59:52.615 INFO:tasks.workunit.client.0.smithi069.stdout: "committed_bytes": { 2024-04-10T16:59:52.615 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 360710144 2024-04-10T16:59:52.615 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.615 INFO:tasks.workunit.client.0.smithi069.stdout: "pri0_bytes": { 2024-04-10T16:59:52.615 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.615 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.615 INFO:tasks.workunit.client.0.smithi069.stdout: "pri10_bytes": { 2024-04-10T16:59:52.615 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.615 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.616 INFO:tasks.workunit.client.0.smithi069.stdout: "pri11_bytes": { 2024-04-10T16:59:52.616 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 267463545 2024-04-10T16:59:52.616 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.616 INFO:tasks.workunit.client.0.smithi069.stdout: "pri1_bytes": { 2024-04-10T16:59:52.616 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 24307315 2024-04-10T16:59:52.616 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.616 INFO:tasks.workunit.client.0.smithi069.stdout: "pri2_bytes": { 2024-04-10T16:59:52.616 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.616 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.616 INFO:tasks.workunit.client.0.smithi069.stdout: "pri3_bytes": { 2024-04-10T16:59:52.616 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.616 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.616 INFO:tasks.workunit.client.0.smithi069.stdout: "pri4_bytes": { 2024-04-10T16:59:52.617 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.617 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.617 INFO:tasks.workunit.client.0.smithi069.stdout: "pri5_bytes": { 2024-04-10T16:59:52.617 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.617 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.617 INFO:tasks.workunit.client.0.smithi069.stdout: "pri6_bytes": { 2024-04-10T16:59:52.617 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.617 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.617 INFO:tasks.workunit.client.0.smithi069.stdout: "pri7_bytes": { 2024-04-10T16:59:52.617 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.617 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.617 INFO:tasks.workunit.client.0.smithi069.stdout: "pri8_bytes": { 2024-04-10T16:59:52.617 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.617 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.617 INFO:tasks.workunit.client.0.smithi069.stdout: "pri9_bytes": { 2024-04-10T16:59:52.618 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.618 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.618 INFO:tasks.workunit.client.0.smithi069.stdout: "reserved_bytes": { 2024-04-10T16:59:52.618 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 68939284 2024-04-10T16:59:52.618 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:52.618 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.618 INFO:tasks.workunit.client.0.smithi069.stdout: "prioritycache:inc": { 2024-04-10T16:59:52.618 INFO:tasks.workunit.client.0.smithi069.stdout: "committed_bytes": { 2024-04-10T16:59:52.618 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 339738624 2024-04-10T16:59:52.618 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.618 INFO:tasks.workunit.client.0.smithi069.stdout: "pri0_bytes": { 2024-04-10T16:59:52.618 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.618 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.618 INFO:tasks.workunit.client.0.smithi069.stdout: "pri10_bytes": { 2024-04-10T16:59:52.619 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.619 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.619 INFO:tasks.workunit.client.0.smithi069.stdout: "pri11_bytes": { 2024-04-10T16:59:52.619 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 267463545 2024-04-10T16:59:52.619 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.619 INFO:tasks.workunit.client.0.smithi069.stdout: "pri1_bytes": { 2024-04-10T16:59:52.619 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1492928 2024-04-10T16:59:52.619 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.619 INFO:tasks.workunit.client.0.smithi069.stdout: "pri2_bytes": { 2024-04-10T16:59:52.619 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.619 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.619 INFO:tasks.workunit.client.0.smithi069.stdout: "pri3_bytes": { 2024-04-10T16:59:52.619 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.619 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.619 INFO:tasks.workunit.client.0.smithi069.stdout: "pri4_bytes": { 2024-04-10T16:59:52.619 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.620 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.620 INFO:tasks.workunit.client.0.smithi069.stdout: "pri5_bytes": { 2024-04-10T16:59:52.620 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.620 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.620 INFO:tasks.workunit.client.0.smithi069.stdout: "pri6_bytes": { 2024-04-10T16:59:52.620 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.620 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.620 INFO:tasks.workunit.client.0.smithi069.stdout: "pri7_bytes": { 2024-04-10T16:59:52.620 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.620 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.620 INFO:tasks.workunit.client.0.smithi069.stdout: "pri8_bytes": { 2024-04-10T16:59:52.620 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.620 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.620 INFO:tasks.workunit.client.0.smithi069.stdout: "pri9_bytes": { 2024-04-10T16:59:52.621 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.621 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.621 INFO:tasks.workunit.client.0.smithi069.stdout: "reserved_bytes": { 2024-04-10T16:59:52.621 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 70782151 2024-04-10T16:59:52.621 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:52.621 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.621 INFO:tasks.workunit.client.0.smithi069.stdout: "prioritycache:kv": { 2024-04-10T16:59:52.621 INFO:tasks.workunit.client.0.smithi069.stdout: "committed_bytes": { 2024-04-10T16:59:52.621 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 314572800 2024-04-10T16:59:52.621 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.621 INFO:tasks.workunit.client.0.smithi069.stdout: "pri0_bytes": { 2024-04-10T16:59:52.621 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 67108864 2024-04-10T16:59:52.621 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.621 INFO:tasks.workunit.client.0.smithi069.stdout: "pri10_bytes": { 2024-04-10T16:59:52.621 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.621 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.622 INFO:tasks.workunit.client.0.smithi069.stdout: "pri11_bytes": { 2024-04-10T16:59:52.622 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 178309030 2024-04-10T16:59:52.622 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.622 INFO:tasks.workunit.client.0.smithi069.stdout: "pri1_bytes": { 2024-04-10T16:59:52.622 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.622 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.622 INFO:tasks.workunit.client.0.smithi069.stdout: "pri2_bytes": { 2024-04-10T16:59:52.622 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.622 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.622 INFO:tasks.workunit.client.0.smithi069.stdout: "pri3_bytes": { 2024-04-10T16:59:52.622 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.622 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.622 INFO:tasks.workunit.client.0.smithi069.stdout: "pri4_bytes": { 2024-04-10T16:59:52.622 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.622 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.623 INFO:tasks.workunit.client.0.smithi069.stdout: "pri5_bytes": { 2024-04-10T16:59:52.623 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.623 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.623 INFO:tasks.workunit.client.0.smithi069.stdout: "pri6_bytes": { 2024-04-10T16:59:52.623 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.623 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.623 INFO:tasks.workunit.client.0.smithi069.stdout: "pri7_bytes": { 2024-04-10T16:59:52.623 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.623 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.623 INFO:tasks.workunit.client.0.smithi069.stdout: "pri8_bytes": { 2024-04-10T16:59:52.623 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.623 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.623 INFO:tasks.workunit.client.0.smithi069.stdout: "pri9_bytes": { 2024-04-10T16:59:52.623 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.623 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.623 INFO:tasks.workunit.client.0.smithi069.stdout: "reserved_bytes": { 2024-04-10T16:59:52.624 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 69154906 2024-04-10T16:59:52.624 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:52.624 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.624 INFO:tasks.workunit.client.0.smithi069.stdout: "rocksdb": { 2024-04-10T16:59:52.624 INFO:tasks.workunit.client.0.smithi069.stdout: "compact": { 2024-04-10T16:59:52.624 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.624 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.624 INFO:tasks.workunit.client.0.smithi069.stdout: "compact_queue_len": { 2024-04-10T16:59:52.624 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.624 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.624 INFO:tasks.workunit.client.0.smithi069.stdout: "compact_queue_merge": { 2024-04-10T16:59:52.624 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.624 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.624 INFO:tasks.workunit.client.0.smithi069.stdout: "compact_range": { 2024-04-10T16:59:52.625 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 98 2024-04-10T16:59:52.625 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.625 INFO:tasks.workunit.client.0.smithi069.stdout: "get_latency": { 2024-04-10T16:59:52.625 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 366524, 2024-04-10T16:59:52.625 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1735596954 2024-04-10T16:59:52.625 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.625 INFO:tasks.workunit.client.0.smithi069.stdout: "rocksdb_write_delay_time": { 2024-04-10T16:59:52.625 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:52.625 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.625 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.625 INFO:tasks.workunit.client.0.smithi069.stdout: "rocksdb_write_memtable_time": { 2024-04-10T16:59:52.625 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:52.625 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.625 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.625 INFO:tasks.workunit.client.0.smithi069.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-10T16:59:52.625 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:52.625 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.626 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.626 INFO:tasks.workunit.client.0.smithi069.stdout: "rocksdb_write_wal_time": { 2024-04-10T16:59:52.626 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:52.626 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.626 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.626 INFO:tasks.workunit.client.0.smithi069.stdout: "submit_latency": { 2024-04-10T16:59:52.626 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:52.626 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.626 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.626 INFO:tasks.workunit.client.0.smithi069.stdout: "submit_sync_latency": { 2024-04-10T16:59:52.626 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 20420, 2024-04-10T16:59:52.626 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 6224030633 2024-04-10T16:59:52.626 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:52.626 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:52.626 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.626 INFO:tasks.workunit.client.0.smithi069.stdout: "mon.f674850e5ec273712a6400c20c884d0d3d4aaf85": { 2024-04-10T16:59:52.627 INFO:tasks.workunit.client.0.smithi069.stdout: "mon": { 2024-04-10T16:59:52.627 INFO:tasks.workunit.client.0.smithi069.stdout: "election_call": { 2024-04-10T16:59:52.627 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2 2024-04-10T16:59:52.627 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.627 INFO:tasks.workunit.client.0.smithi069.stdout: "election_lose": { 2024-04-10T16:59:52.627 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3 2024-04-10T16:59:52.627 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.627 INFO:tasks.workunit.client.0.smithi069.stdout: "election_win": { 2024-04-10T16:59:52.627 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.627 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.627 INFO:tasks.workunit.client.0.smithi069.stdout: "num_elections": { 2024-04-10T16:59:52.627 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 10 2024-04-10T16:59:52.627 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.627 INFO:tasks.workunit.client.0.smithi069.stdout: "num_sessions": { 2024-04-10T16:59:52.627 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 6 2024-04-10T16:59:52.627 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.627 INFO:tasks.workunit.client.0.smithi069.stdout: "session_add": { 2024-04-10T16:59:52.628 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 4 2024-04-10T16:59:52.628 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.628 INFO:tasks.workunit.client.0.smithi069.stdout: "session_rm": { 2024-04-10T16:59:52.628 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 265 2024-04-10T16:59:52.628 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.628 INFO:tasks.workunit.client.0.smithi069.stdout: "session_trim": { 2024-04-10T16:59:52.628 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.628 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:52.628 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.628 INFO:tasks.workunit.client.0.smithi069.stdout: "paxos": { 2024-04-10T16:59:52.628 INFO:tasks.workunit.client.0.smithi069.stdout: "accept_timeout": { 2024-04-10T16:59:52.628 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.628 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.628 INFO:tasks.workunit.client.0.smithi069.stdout: "begin": { 2024-04-10T16:59:52.628 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 8493 2024-04-10T16:59:52.628 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.628 INFO:tasks.workunit.client.0.smithi069.stdout: "begin_bytes": { 2024-04-10T16:59:52.629 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 8493, 2024-04-10T16:59:52.629 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 58784752 2024-04-10T16:59:52.629 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.629 INFO:tasks.workunit.client.0.smithi069.stdout: "begin_keys": { 2024-04-10T16:59:52.629 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:52.629 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.629 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.629 INFO:tasks.workunit.client.0.smithi069.stdout: "begin_latency": { 2024-04-10T16:59:52.629 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 8493, 2024-04-10T16:59:52.629 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1975955613 2024-04-10T16:59:52.629 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.629 INFO:tasks.workunit.client.0.smithi069.stdout: "collect": { 2024-04-10T16:59:52.629 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3 2024-04-10T16:59:52.629 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.629 INFO:tasks.workunit.client.0.smithi069.stdout: "collect_bytes": { 2024-04-10T16:59:52.630 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 3, 2024-04-10T16:59:52.630 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 219 2024-04-10T16:59:52.630 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.630 INFO:tasks.workunit.client.0.smithi069.stdout: "collect_keys": { 2024-04-10T16:59:52.630 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 3, 2024-04-10T16:59:52.630 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3 2024-04-10T16:59:52.630 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.630 INFO:tasks.workunit.client.0.smithi069.stdout: "collect_latency": { 2024-04-10T16:59:52.630 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 3, 2024-04-10T16:59:52.630 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 999978 2024-04-10T16:59:52.630 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.630 INFO:tasks.workunit.client.0.smithi069.stdout: "collect_timeout": { 2024-04-10T16:59:52.630 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.630 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.631 INFO:tasks.workunit.client.0.smithi069.stdout: "collect_uncommitted": { 2024-04-10T16:59:52.631 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1 2024-04-10T16:59:52.631 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.631 INFO:tasks.workunit.client.0.smithi069.stdout: "commit": { 2024-04-10T16:59:52.631 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 8492 2024-04-10T16:59:52.631 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.631 INFO:tasks.workunit.client.0.smithi069.stdout: "commit_bytes": { 2024-04-10T16:59:52.631 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:52.631 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.631 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.631 INFO:tasks.workunit.client.0.smithi069.stdout: "commit_keys": { 2024-04-10T16:59:52.631 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:52.631 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.631 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.631 INFO:tasks.workunit.client.0.smithi069.stdout: "commit_latency": { 2024-04-10T16:59:52.632 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:52.632 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.632 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.632 INFO:tasks.workunit.client.0.smithi069.stdout: "lease_ack_timeout": { 2024-04-10T16:59:52.632 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.632 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.632 INFO:tasks.workunit.client.0.smithi069.stdout: "lease_timeout": { 2024-04-10T16:59:52.632 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.632 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.632 INFO:tasks.workunit.client.0.smithi069.stdout: "new_pn": { 2024-04-10T16:59:52.632 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.632 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.632 INFO:tasks.workunit.client.0.smithi069.stdout: "new_pn_latency": { 2024-04-10T16:59:52.632 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:52.632 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.632 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.633 INFO:tasks.workunit.client.0.smithi069.stdout: "refresh": { 2024-04-10T16:59:52.633 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 8492 2024-04-10T16:59:52.633 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.633 INFO:tasks.workunit.client.0.smithi069.stdout: "refresh_latency": { 2024-04-10T16:59:52.633 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 8492, 2024-04-10T16:59:52.633 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 29310341386 2024-04-10T16:59:52.633 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.633 INFO:tasks.workunit.client.0.smithi069.stdout: "restart": { 2024-04-10T16:59:52.633 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 12 2024-04-10T16:59:52.633 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.633 INFO:tasks.workunit.client.0.smithi069.stdout: "share_state": { 2024-04-10T16:59:52.633 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.633 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.633 INFO:tasks.workunit.client.0.smithi069.stdout: "share_state_bytes": { 2024-04-10T16:59:52.633 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:52.633 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.634 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.634 INFO:tasks.workunit.client.0.smithi069.stdout: "share_state_keys": { 2024-04-10T16:59:52.634 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:52.634 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.634 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.634 INFO:tasks.workunit.client.0.smithi069.stdout: "start_leader": { 2024-04-10T16:59:52.634 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.634 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.634 INFO:tasks.workunit.client.0.smithi069.stdout: "start_peon": { 2024-04-10T16:59:52.634 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3 2024-04-10T16:59:52.634 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.634 INFO:tasks.workunit.client.0.smithi069.stdout: "store_state": { 2024-04-10T16:59:52.634 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 8492 2024-04-10T16:59:52.634 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.634 INFO:tasks.workunit.client.0.smithi069.stdout: "store_state_bytes": { 2024-04-10T16:59:52.634 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 8492, 2024-04-10T16:59:52.635 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 115938103 2024-04-10T16:59:52.635 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.635 INFO:tasks.workunit.client.0.smithi069.stdout: "store_state_keys": { 2024-04-10T16:59:52.635 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 8492, 2024-04-10T16:59:52.635 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 74768 2024-04-10T16:59:52.635 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.635 INFO:tasks.workunit.client.0.smithi069.stdout: "store_state_latency": { 2024-04-10T16:59:52.635 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 8492, 2024-04-10T16:59:52.635 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 5427878082 2024-04-10T16:59:52.635 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:52.635 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.635 INFO:tasks.workunit.client.0.smithi069.stdout: "prioritycache": { 2024-04-10T16:59:52.635 INFO:tasks.workunit.client.0.smithi069.stdout: "cache_bytes": { 2024-04-10T16:59:52.635 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1020054731 2024-04-10T16:59:52.635 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.635 INFO:tasks.workunit.client.0.smithi069.stdout: "heap_bytes": { 2024-04-10T16:59:52.636 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 168779776 2024-04-10T16:59:52.636 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.636 INFO:tasks.workunit.client.0.smithi069.stdout: "mapped_bytes": { 2024-04-10T16:59:52.636 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 168222720 2024-04-10T16:59:52.636 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.636 INFO:tasks.workunit.client.0.smithi069.stdout: "target_bytes": { 2024-04-10T16:59:52.636 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2147483648 2024-04-10T16:59:52.636 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.636 INFO:tasks.workunit.client.0.smithi069.stdout: "unmapped_bytes": { 2024-04-10T16:59:52.636 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 557056 2024-04-10T16:59:52.636 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:52.636 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.636 INFO:tasks.workunit.client.0.smithi069.stdout: "prioritycache:full": { 2024-04-10T16:59:52.636 INFO:tasks.workunit.client.0.smithi069.stdout: "committed_bytes": { 2024-04-10T16:59:52.636 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 360710144 2024-04-10T16:59:52.636 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.636 INFO:tasks.workunit.client.0.smithi069.stdout: "pri0_bytes": { 2024-04-10T16:59:52.637 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.637 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.637 INFO:tasks.workunit.client.0.smithi069.stdout: "pri10_bytes": { 2024-04-10T16:59:52.637 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.637 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.637 INFO:tasks.workunit.client.0.smithi069.stdout: "pri11_bytes": { 2024-04-10T16:59:52.637 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 267413907 2024-04-10T16:59:52.637 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.637 INFO:tasks.workunit.client.0.smithi069.stdout: "pri1_bytes": { 2024-04-10T16:59:52.637 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 24430895 2024-04-10T16:59:52.637 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.637 INFO:tasks.workunit.client.0.smithi069.stdout: "pri2_bytes": { 2024-04-10T16:59:52.637 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.637 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.637 INFO:tasks.workunit.client.0.smithi069.stdout: "pri3_bytes": { 2024-04-10T16:59:52.637 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.638 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.638 INFO:tasks.workunit.client.0.smithi069.stdout: "pri4_bytes": { 2024-04-10T16:59:52.638 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.638 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.638 INFO:tasks.workunit.client.0.smithi069.stdout: "pri5_bytes": { 2024-04-10T16:59:52.638 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.638 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.638 INFO:tasks.workunit.client.0.smithi069.stdout: "pri6_bytes": { 2024-04-10T16:59:52.638 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.638 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.638 INFO:tasks.workunit.client.0.smithi069.stdout: "pri7_bytes": { 2024-04-10T16:59:52.638 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.638 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.638 INFO:tasks.workunit.client.0.smithi069.stdout: "pri8_bytes": { 2024-04-10T16:59:52.638 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.638 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.639 INFO:tasks.workunit.client.0.smithi069.stdout: "pri9_bytes": { 2024-04-10T16:59:52.639 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.639 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.639 INFO:tasks.workunit.client.0.smithi069.stdout: "reserved_bytes": { 2024-04-10T16:59:52.639 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 68865342 2024-04-10T16:59:52.639 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:52.639 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.639 INFO:tasks.workunit.client.0.smithi069.stdout: "prioritycache:inc": { 2024-04-10T16:59:52.639 INFO:tasks.workunit.client.0.smithi069.stdout: "committed_bytes": { 2024-04-10T16:59:52.639 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 339738624 2024-04-10T16:59:52.639 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.639 INFO:tasks.workunit.client.0.smithi069.stdout: "pri0_bytes": { 2024-04-10T16:59:52.639 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.639 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.639 INFO:tasks.workunit.client.0.smithi069.stdout: "pri10_bytes": { 2024-04-10T16:59:52.639 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.639 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.640 INFO:tasks.workunit.client.0.smithi069.stdout: "pri11_bytes": { 2024-04-10T16:59:52.640 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 267413907 2024-04-10T16:59:52.640 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.640 INFO:tasks.workunit.client.0.smithi069.stdout: "pri1_bytes": { 2024-04-10T16:59:52.640 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1501714 2024-04-10T16:59:52.640 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.640 INFO:tasks.workunit.client.0.smithi069.stdout: "pri2_bytes": { 2024-04-10T16:59:52.640 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.640 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.640 INFO:tasks.workunit.client.0.smithi069.stdout: "pri3_bytes": { 2024-04-10T16:59:52.640 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.640 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.640 INFO:tasks.workunit.client.0.smithi069.stdout: "pri4_bytes": { 2024-04-10T16:59:52.640 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.640 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.640 INFO:tasks.workunit.client.0.smithi069.stdout: "pri5_bytes": { 2024-04-10T16:59:52.640 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.641 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.641 INFO:tasks.workunit.client.0.smithi069.stdout: "pri6_bytes": { 2024-04-10T16:59:52.641 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.641 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.641 INFO:tasks.workunit.client.0.smithi069.stdout: "pri7_bytes": { 2024-04-10T16:59:52.641 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.641 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.641 INFO:tasks.workunit.client.0.smithi069.stdout: "pri8_bytes": { 2024-04-10T16:59:52.641 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.641 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.641 INFO:tasks.workunit.client.0.smithi069.stdout: "pri9_bytes": { 2024-04-10T16:59:52.641 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.641 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.641 INFO:tasks.workunit.client.0.smithi069.stdout: "reserved_bytes": { 2024-04-10T16:59:52.641 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 70823003 2024-04-10T16:59:52.641 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:52.642 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.642 INFO:tasks.workunit.client.0.smithi069.stdout: "prioritycache:kv": { 2024-04-10T16:59:52.642 INFO:tasks.workunit.client.0.smithi069.stdout: "committed_bytes": { 2024-04-10T16:59:52.642 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 314572800 2024-04-10T16:59:52.642 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.642 INFO:tasks.workunit.client.0.smithi069.stdout: "pri0_bytes": { 2024-04-10T16:59:52.642 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 67108864 2024-04-10T16:59:52.642 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.642 INFO:tasks.workunit.client.0.smithi069.stdout: "pri10_bytes": { 2024-04-10T16:59:52.642 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.642 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.642 INFO:tasks.workunit.client.0.smithi069.stdout: "pri11_bytes": { 2024-04-10T16:59:52.642 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 178275938 2024-04-10T16:59:52.642 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.642 INFO:tasks.workunit.client.0.smithi069.stdout: "pri1_bytes": { 2024-04-10T16:59:52.643 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.643 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.643 INFO:tasks.workunit.client.0.smithi069.stdout: "pri2_bytes": { 2024-04-10T16:59:52.643 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.643 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.643 INFO:tasks.workunit.client.0.smithi069.stdout: "pri3_bytes": { 2024-04-10T16:59:52.643 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.643 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.643 INFO:tasks.workunit.client.0.smithi069.stdout: "pri4_bytes": { 2024-04-10T16:59:52.643 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.643 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.643 INFO:tasks.workunit.client.0.smithi069.stdout: "pri5_bytes": { 2024-04-10T16:59:52.643 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.643 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.643 INFO:tasks.workunit.client.0.smithi069.stdout: "pri6_bytes": { 2024-04-10T16:59:52.643 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.644 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.644 INFO:tasks.workunit.client.0.smithi069.stdout: "pri7_bytes": { 2024-04-10T16:59:52.644 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.644 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.644 INFO:tasks.workunit.client.0.smithi069.stdout: "pri8_bytes": { 2024-04-10T16:59:52.644 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.644 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.644 INFO:tasks.workunit.client.0.smithi069.stdout: "pri9_bytes": { 2024-04-10T16:59:52.644 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.644 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.644 INFO:tasks.workunit.client.0.smithi069.stdout: "reserved_bytes": { 2024-04-10T16:59:52.644 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 69187998 2024-04-10T16:59:52.644 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:52.644 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.644 INFO:tasks.workunit.client.0.smithi069.stdout: "rocksdb": { 2024-04-10T16:59:52.644 INFO:tasks.workunit.client.0.smithi069.stdout: "compact": { 2024-04-10T16:59:52.645 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.645 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.645 INFO:tasks.workunit.client.0.smithi069.stdout: "compact_queue_len": { 2024-04-10T16:59:52.645 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.645 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.645 INFO:tasks.workunit.client.0.smithi069.stdout: "compact_queue_merge": { 2024-04-10T16:59:52.645 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.645 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.645 INFO:tasks.workunit.client.0.smithi069.stdout: "compact_range": { 2024-04-10T16:59:52.645 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 98 2024-04-10T16:59:52.645 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.645 INFO:tasks.workunit.client.0.smithi069.stdout: "get_latency": { 2024-04-10T16:59:52.645 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 368403, 2024-04-10T16:59:52.645 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1905365573 2024-04-10T16:59:52.645 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.646 INFO:tasks.workunit.client.0.smithi069.stdout: "rocksdb_write_delay_time": { 2024-04-10T16:59:52.646 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:52.646 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.646 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.646 INFO:tasks.workunit.client.0.smithi069.stdout: "rocksdb_write_memtable_time": { 2024-04-10T16:59:52.646 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:52.646 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.646 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.646 INFO:tasks.workunit.client.0.smithi069.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-10T16:59:52.646 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:52.646 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.646 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.646 INFO:tasks.workunit.client.0.smithi069.stdout: "rocksdb_write_wal_time": { 2024-04-10T16:59:52.646 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:52.647 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.647 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.647 INFO:tasks.workunit.client.0.smithi069.stdout: "submit_latency": { 2024-04-10T16:59:52.647 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:52.647 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.647 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.647 INFO:tasks.workunit.client.0.smithi069.stdout: "submit_sync_latency": { 2024-04-10T16:59:52.647 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 20527, 2024-04-10T16:59:52.647 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 9577686437 2024-04-10T16:59:52.647 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:52.647 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:52.647 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.647 INFO:tasks.workunit.client.0.smithi069.stdout: "osd.0": { 2024-04-10T16:59:52.647 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs": { 2024-04-10T16:59:52.647 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_db_max_lat": { 2024-04-10T16:59:52.647 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 16294 2024-04-10T16:59:52.647 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.648 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_slow_fallback": { 2024-04-10T16:59:52.648 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.648 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.648 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_slow_max_lat": { 2024-04-10T16:59:52.648 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.648 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.648 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_slow_size_fallback": { 2024-04-10T16:59:52.648 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.648 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.648 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_unit_db": { 2024-04-10T16:59:52.648 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 65536 2024-04-10T16:59:52.648 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.648 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_unit_slow": { 2024-04-10T16:59:52.648 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.648 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.649 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_unit_wal": { 2024-04-10T16:59:52.649 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.649 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.649 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_wal_max_lat": { 2024-04-10T16:59:52.649 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.649 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.649 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes_written_slow": { 2024-04-10T16:59:52.649 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.649 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.649 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes_written_sst": { 2024-04-10T16:59:52.649 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 10133504 2024-04-10T16:59:52.649 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.649 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes_written_wal": { 2024-04-10T16:59:52.649 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 728342528 2024-04-10T16:59:52.649 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.649 INFO:tasks.workunit.client.0.smithi069.stdout: "compact_lat": { 2024-04-10T16:59:52.650 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 18, 2024-04-10T16:59:52.650 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3582650 2024-04-10T16:59:52.650 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.650 INFO:tasks.workunit.client.0.smithi069.stdout: "compact_lock_lat": { 2024-04-10T16:59:52.650 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 18, 2024-04-10T16:59:52.650 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1321269 2024-04-10T16:59:52.650 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.650 INFO:tasks.workunit.client.0.smithi069.stdout: "db_alloc_lat": { 2024-04-10T16:59:52.650 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 194, 2024-04-10T16:59:52.650 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1018050 2024-04-10T16:59:52.650 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.650 INFO:tasks.workunit.client.0.smithi069.stdout: "db_total_bytes": { 2024-04-10T16:59:52.650 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 95995027456 2024-04-10T16:59:52.651 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.651 INFO:tasks.workunit.client.0.smithi069.stdout: "db_used_bytes": { 2024-04-10T16:59:52.651 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 683671552 2024-04-10T16:59:52.651 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.651 INFO:tasks.workunit.client.0.smithi069.stdout: "flush_lat": { 2024-04-10T16:59:52.651 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 77057, 2024-04-10T16:59:52.651 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 11771125062 2024-04-10T16:59:52.651 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.651 INFO:tasks.workunit.client.0.smithi069.stdout: "fsync_lat": { 2024-04-10T16:59:52.651 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 77062, 2024-04-10T16:59:52.651 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 19291728337 2024-04-10T16:59:52.651 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.651 INFO:tasks.workunit.client.0.smithi069.stdout: "log_bytes": { 2024-04-10T16:59:52.651 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 16400384 2024-04-10T16:59:52.652 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.652 INFO:tasks.workunit.client.0.smithi069.stdout: "logged_bytes": { 2024-04-10T16:59:52.652 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 315654144 2024-04-10T16:59:52.652 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.652 INFO:tasks.workunit.client.0.smithi069.stdout: "max_bytes_db": { 2024-04-10T16:59:52.652 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 679411712 2024-04-10T16:59:52.652 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.652 INFO:tasks.workunit.client.0.smithi069.stdout: "max_bytes_slow": { 2024-04-10T16:59:52.652 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.652 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.652 INFO:tasks.workunit.client.0.smithi069.stdout: "max_bytes_wal": { 2024-04-10T16:59:52.652 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.652 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.653 INFO:tasks.workunit.client.0.smithi069.stdout: "num_files": { 2024-04-10T16:59:52.653 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 50 2024-04-10T16:59:52.653 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.653 INFO:tasks.workunit.client.0.smithi069.stdout: "read_bytes": { 2024-04-10T16:59:52.653 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 6815005196 2024-04-10T16:59:52.653 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.653 INFO:tasks.workunit.client.0.smithi069.stdout: "read_count": { 2024-04-10T16:59:52.653 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 63134 2024-04-10T16:59:52.653 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.653 INFO:tasks.workunit.client.0.smithi069.stdout: "read_disk_bytes": { 2024-04-10T16:59:52.653 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 6018924544 2024-04-10T16:59:52.653 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.653 INFO:tasks.workunit.client.0.smithi069.stdout: "read_disk_bytes_db": { 2024-04-10T16:59:52.654 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 6018928640 2024-04-10T16:59:52.654 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.654 INFO:tasks.workunit.client.0.smithi069.stdout: "read_disk_bytes_slow": { 2024-04-10T16:59:52.654 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.654 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.654 INFO:tasks.workunit.client.0.smithi069.stdout: "read_disk_bytes_wal": { 2024-04-10T16:59:52.654 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.654 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.654 INFO:tasks.workunit.client.0.smithi069.stdout: "read_disk_count": { 2024-04-10T16:59:52.654 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 52284 2024-04-10T16:59:52.654 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.654 INFO:tasks.workunit.client.0.smithi069.stdout: "read_lat": { 2024-04-10T16:59:52.654 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 63134, 2024-04-10T16:59:52.654 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2213170540 2024-04-10T16:59:52.655 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.655 INFO:tasks.workunit.client.0.smithi069.stdout: "read_prefetch_bytes": { 2024-04-10T16:59:52.655 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 6716699932 2024-04-10T16:59:52.655 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.655 INFO:tasks.workunit.client.0.smithi069.stdout: "read_prefetch_count": { 2024-04-10T16:59:52.655 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 60120 2024-04-10T16:59:52.655 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.655 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_buffer_bytes": { 2024-04-10T16:59:52.655 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3630702 2024-04-10T16:59:52.655 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.655 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_buffer_count": { 2024-04-10T16:59:52.655 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 649 2024-04-10T16:59:52.655 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.655 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_bytes": { 2024-04-10T16:59:52.655 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 10047141 2024-04-10T16:59:52.655 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.656 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_count": { 2024-04-10T16:59:52.656 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 968 2024-04-10T16:59:52.656 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.656 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_disk_bytes": { 2024-04-10T16:59:52.656 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 6416439 2024-04-10T16:59:52.656 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.656 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_disk_bytes_db": { 2024-04-10T16:59:52.656 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 6416439 2024-04-10T16:59:52.656 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.656 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_disk_bytes_slow": { 2024-04-10T16:59:52.656 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.656 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.656 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_disk_bytes_wal": { 2024-04-10T16:59:52.656 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.656 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.656 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_disk_count": { 2024-04-10T16:59:52.657 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 330 2024-04-10T16:59:52.657 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.657 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_lat": { 2024-04-10T16:59:52.657 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 968, 2024-04-10T16:59:52.657 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3070699 2024-04-10T16:59:52.657 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.657 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_alloc_lat": { 2024-04-10T16:59:52.657 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:52.657 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.657 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.657 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_total_bytes": { 2024-04-10T16:59:52.657 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.657 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.657 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_used_bytes": { 2024-04-10T16:59:52.657 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.657 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.658 INFO:tasks.workunit.client.0.smithi069.stdout: "truncate_lat": { 2024-04-10T16:59:52.658 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 1, 2024-04-10T16:59:52.658 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 827 2024-04-10T16:59:52.658 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.658 INFO:tasks.workunit.client.0.smithi069.stdout: "unlink_lat": { 2024-04-10T16:59:52.658 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 8, 2024-04-10T16:59:52.658 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 9830 2024-04-10T16:59:52.658 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.658 INFO:tasks.workunit.client.0.smithi069.stdout: "wal_alloc_lat": { 2024-04-10T16:59:52.658 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:52.658 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.658 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.658 INFO:tasks.workunit.client.0.smithi069.stdout: "wal_total_bytes": { 2024-04-10T16:59:52.658 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.659 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.659 INFO:tasks.workunit.client.0.smithi069.stdout: "wal_used_bytes": { 2024-04-10T16:59:52.659 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.659 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.659 INFO:tasks.workunit.client.0.smithi069.stdout: "write_bytes": { 2024-04-10T16:59:52.659 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1056870400 2024-04-10T16:59:52.659 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:52.659 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.659 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore": { 2024-04-10T16:59:52.659 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_unit": { 2024-04-10T16:59:52.659 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 4096 2024-04-10T16:59:52.659 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.659 INFO:tasks.workunit.client.0.smithi069.stdout: "allocated": { 2024-04-10T16:59:52.659 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 14196736 2024-04-10T16:59:52.659 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.659 INFO:tasks.workunit.client.0.smithi069.stdout: "allocator_lat": { 2024-04-10T16:59:52.660 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 20726, 2024-04-10T16:59:52.660 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 82074991 2024-04-10T16:59:52.660 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.660 INFO:tasks.workunit.client.0.smithi069.stdout: "clist_lat": { 2024-04-10T16:59:52.660 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 3587, 2024-04-10T16:59:52.660 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 6135991155 2024-04-10T16:59:52.660 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.660 INFO:tasks.workunit.client.0.smithi069.stdout: "compress_lat": { 2024-04-10T16:59:52.660 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:52.660 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.660 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.660 INFO:tasks.workunit.client.0.smithi069.stdout: "compressed": { 2024-04-10T16:59:52.660 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.660 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.660 INFO:tasks.workunit.client.0.smithi069.stdout: "compressed_allocated": { 2024-04-10T16:59:52.660 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.661 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.661 INFO:tasks.workunit.client.0.smithi069.stdout: "compressed_original": { 2024-04-10T16:59:52.661 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.661 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.661 INFO:tasks.workunit.client.0.smithi069.stdout: "csum_lat": { 2024-04-10T16:59:52.661 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 28136, 2024-04-10T16:59:52.661 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 243525412 2024-04-10T16:59:52.661 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.661 INFO:tasks.workunit.client.0.smithi069.stdout: "decompress_lat": { 2024-04-10T16:59:52.661 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:52.661 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.661 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.661 INFO:tasks.workunit.client.0.smithi069.stdout: "fragmentation_micros": { 2024-04-10T16:59:52.661 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.661 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.661 INFO:tasks.workunit.client.0.smithi069.stdout: "kv_commit_lat": { 2024-04-10T16:59:52.662 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 76994, 2024-04-10T16:59:52.662 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 23495545963 2024-04-10T16:59:52.662 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.662 INFO:tasks.workunit.client.0.smithi069.stdout: "kv_final_lat": { 2024-04-10T16:59:52.662 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 76394, 2024-04-10T16:59:52.662 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1580996659 2024-04-10T16:59:52.662 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.662 INFO:tasks.workunit.client.0.smithi069.stdout: "kv_flush_lat": { 2024-04-10T16:59:52.662 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 76994, 2024-04-10T16:59:52.662 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 47371269 2024-04-10T16:59:52.662 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.662 INFO:tasks.workunit.client.0.smithi069.stdout: "kv_sync_lat": { 2024-04-10T16:59:52.662 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 76994, 2024-04-10T16:59:52.662 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 23542917232 2024-04-10T16:59:52.663 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.663 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_get_keys_lat": { 2024-04-10T16:59:52.663 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:52.663 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.663 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.663 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_get_values_lat": { 2024-04-10T16:59:52.663 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 36235, 2024-04-10T16:59:52.663 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1564326023 2024-04-10T16:59:52.663 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.663 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_lower_bound_lat": { 2024-04-10T16:59:52.663 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 1126, 2024-04-10T16:59:52.663 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2966303 2024-04-10T16:59:52.663 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.663 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_next_lat": { 2024-04-10T16:59:52.663 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 21701, 2024-04-10T16:59:52.664 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 10663946 2024-04-10T16:59:52.664 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.664 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_seek_to_first_lat": { 2024-04-10T16:59:52.664 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 52, 2024-04-10T16:59:52.664 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 65475 2024-04-10T16:59:52.664 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.664 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_upper_bound_lat": { 2024-04-10T16:59:52.664 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 17424, 2024-04-10T16:59:52.664 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2550504348 2024-04-10T16:59:52.664 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.664 INFO:tasks.workunit.client.0.smithi069.stdout: "onode_hits": { 2024-04-10T16:59:52.664 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 249455 2024-04-10T16:59:52.665 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.665 INFO:tasks.workunit.client.0.smithi069.stdout: "onode_misses": { 2024-04-10T16:59:52.665 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 24040 2024-04-10T16:59:52.665 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.665 INFO:tasks.workunit.client.0.smithi069.stdout: "read_lat": { 2024-04-10T16:59:52.665 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 14586, 2024-04-10T16:59:52.665 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2617428025 2024-04-10T16:59:52.665 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.665 INFO:tasks.workunit.client.0.smithi069.stdout: "read_onode_meta_lat": { 2024-04-10T16:59:52.665 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 38287, 2024-04-10T16:59:52.665 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 13550226 2024-04-10T16:59:52.665 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.665 INFO:tasks.workunit.client.0.smithi069.stdout: "read_wait_aio_lat": { 2024-04-10T16:59:52.665 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 23701, 2024-04-10T16:59:52.665 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2046013126 2024-04-10T16:59:52.665 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.665 INFO:tasks.workunit.client.0.smithi069.stdout: "reads_with_retries": { 2024-04-10T16:59:52.666 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.666 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.666 INFO:tasks.workunit.client.0.smithi069.stdout: "remove_lat": { 2024-04-10T16:59:52.666 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 15377, 2024-04-10T16:59:52.666 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 459135951 2024-04-10T16:59:52.666 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.666 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_aio_wait_count": { 2024-04-10T16:59:52.666 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.666 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.666 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_committed_kv_count": { 2024-04-10T16:59:52.666 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.666 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.666 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_read_onode_meta_count": { 2024-04-10T16:59:52.666 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.666 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.667 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_read_wait_aio_count": { 2024-04-10T16:59:52.667 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.667 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.667 INFO:tasks.workunit.client.0.smithi069.stdout: "state_aio_wait_lat": { 2024-04-10T16:59:52.667 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 91731, 2024-04-10T16:59:52.667 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 10152341971 2024-04-10T16:59:52.667 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.667 INFO:tasks.workunit.client.0.smithi069.stdout: "state_deferred_aio_wait_lat": { 2024-04-10T16:59:52.667 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 10197, 2024-04-10T16:59:52.667 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 768221659 2024-04-10T16:59:52.667 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.667 INFO:tasks.workunit.client.0.smithi069.stdout: "state_deferred_cleanup_lat": { 2024-04-10T16:59:52.667 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 10197, 2024-04-10T16:59:52.667 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3737502701518 2024-04-10T16:59:52.668 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.668 INFO:tasks.workunit.client.0.smithi069.stdout: "state_deferred_queued_lat": { 2024-04-10T16:59:52.668 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 10197, 2024-04-10T16:59:52.668 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 7251292099574 2024-04-10T16:59:52.668 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.668 INFO:tasks.workunit.client.0.smithi069.stdout: "state_done_lat": { 2024-04-10T16:59:52.668 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 91731, 2024-04-10T16:59:52.668 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3107097797988 2024-04-10T16:59:52.668 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.668 INFO:tasks.workunit.client.0.smithi069.stdout: "state_finishing_lat": { 2024-04-10T16:59:52.668 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 91731, 2024-04-10T16:59:52.668 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 8533238 2024-04-10T16:59:52.668 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.668 INFO:tasks.workunit.client.0.smithi069.stdout: "state_io_done_lat": { 2024-04-10T16:59:52.668 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 91731, 2024-04-10T16:59:52.668 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 437510467 2024-04-10T16:59:52.668 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.669 INFO:tasks.workunit.client.0.smithi069.stdout: "state_kv_commiting_lat": { 2024-04-10T16:59:52.669 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 91731, 2024-04-10T16:59:52.669 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 38122073245 2024-04-10T16:59:52.669 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.669 INFO:tasks.workunit.client.0.smithi069.stdout: "state_kv_done_lat": { 2024-04-10T16:59:52.669 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 91731, 2024-04-10T16:59:52.669 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 34775031 2024-04-10T16:59:52.669 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.669 INFO:tasks.workunit.client.0.smithi069.stdout: "state_kv_queued_lat": { 2024-04-10T16:59:52.669 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 91731, 2024-04-10T16:59:52.669 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 19217348316 2024-04-10T16:59:52.669 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.669 INFO:tasks.workunit.client.0.smithi069.stdout: "state_prepare_lat": { 2024-04-10T16:59:52.669 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 91731, 2024-04-10T16:59:52.669 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 14265938888 2024-04-10T16:59:52.669 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.670 INFO:tasks.workunit.client.0.smithi069.stdout: "stored": { 2024-04-10T16:59:52.670 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 10263851 2024-04-10T16:59:52.670 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.670 INFO:tasks.workunit.client.0.smithi069.stdout: "truncate_lat": { 2024-04-10T16:59:52.670 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 2610, 2024-04-10T16:59:52.670 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 14682594 2024-04-10T16:59:52.670 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.670 INFO:tasks.workunit.client.0.smithi069.stdout: "txc_commit_lat": { 2024-04-10T16:59:52.670 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 91731, 2024-04-10T16:59:52.670 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 82211606498 2024-04-10T16:59:52.670 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.670 INFO:tasks.workunit.client.0.smithi069.stdout: "txc_submit_lat": { 2024-04-10T16:59:52.670 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 91731, 2024-04-10T16:59:52.670 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 15430290720 2024-04-10T16:59:52.670 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.670 INFO:tasks.workunit.client.0.smithi069.stdout: "txc_throttle_lat": { 2024-04-10T16:59:52.671 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 91731, 2024-04-10T16:59:52.671 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 602840698 2024-04-10T16:59:52.671 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:52.671 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.671 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore-pricache": { 2024-04-10T16:59:52.671 INFO:tasks.workunit.client.0.smithi069.stdout: "cache_bytes": { 2024-04-10T16:59:52.671 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1405243637 2024-04-10T16:59:52.671 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.671 INFO:tasks.workunit.client.0.smithi069.stdout: "heap_bytes": { 2024-04-10T16:59:52.671 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 609812480 2024-04-10T16:59:52.671 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.671 INFO:tasks.workunit.client.0.smithi069.stdout: "mapped_bytes": { 2024-04-10T16:59:52.671 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 559570944 2024-04-10T16:59:52.671 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.671 INFO:tasks.workunit.client.0.smithi069.stdout: "target_bytes": { 2024-04-10T16:59:52.671 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2600647065 2024-04-10T16:59:52.672 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.672 INFO:tasks.workunit.client.0.smithi069.stdout: "unmapped_bytes": { 2024-04-10T16:59:52.672 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 50241536 2024-04-10T16:59:52.672 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:52.672 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.672 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore-pricache:data": { 2024-04-10T16:59:52.672 INFO:tasks.workunit.client.0.smithi069.stdout: "committed_bytes": { 2024-04-10T16:59:52.672 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 125829120 2024-04-10T16:59:52.672 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.672 INFO:tasks.workunit.client.0.smithi069.stdout: "pri0_bytes": { 2024-04-10T16:59:52.672 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.672 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.672 INFO:tasks.workunit.client.0.smithi069.stdout: "pri10_bytes": { 2024-04-10T16:59:52.672 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.672 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.672 INFO:tasks.workunit.client.0.smithi069.stdout: "pri11_bytes": { 2024-04-10T16:59:52.673 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 56684696 2024-04-10T16:59:52.673 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.673 INFO:tasks.workunit.client.0.smithi069.stdout: "pri1_bytes": { 2024-04-10T16:59:52.673 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.673 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.673 INFO:tasks.workunit.client.0.smithi069.stdout: "pri2_bytes": { 2024-04-10T16:59:52.673 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.673 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.673 INFO:tasks.workunit.client.0.smithi069.stdout: "pri3_bytes": { 2024-04-10T16:59:52.673 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.673 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.673 INFO:tasks.workunit.client.0.smithi069.stdout: "pri4_bytes": { 2024-04-10T16:59:52.673 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.673 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.674 INFO:tasks.workunit.client.0.smithi069.stdout: "pri5_bytes": { 2024-04-10T16:59:52.674 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 4096 2024-04-10T16:59:52.674 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.674 INFO:tasks.workunit.client.0.smithi069.stdout: "pri6_bytes": { 2024-04-10T16:59:52.674 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 876544 2024-04-10T16:59:52.674 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.674 INFO:tasks.workunit.client.0.smithi069.stdout: "pri7_bytes": { 2024-04-10T16:59:52.674 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.674 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.674 INFO:tasks.workunit.client.0.smithi069.stdout: "pri8_bytes": { 2024-04-10T16:59:52.674 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.674 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.674 INFO:tasks.workunit.client.0.smithi069.stdout: "pri9_bytes": { 2024-04-10T16:59:52.674 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.674 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.675 INFO:tasks.workunit.client.0.smithi069.stdout: "reserved_bytes": { 2024-04-10T16:59:52.675 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 68263784 2024-04-10T16:59:52.675 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:52.675 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.675 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore-pricache:kv": { 2024-04-10T16:59:52.675 INFO:tasks.workunit.client.0.smithi069.stdout: "committed_bytes": { 2024-04-10T16:59:52.675 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 562036736 2024-04-10T16:59:52.675 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.675 INFO:tasks.workunit.client.0.smithi069.stdout: "pri0_bytes": { 2024-04-10T16:59:52.675 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 67108864 2024-04-10T16:59:52.675 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.675 INFO:tasks.workunit.client.0.smithi069.stdout: "pri10_bytes": { 2024-04-10T16:59:52.675 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.675 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.675 INFO:tasks.workunit.client.0.smithi069.stdout: "pri11_bytes": { 2024-04-10T16:59:52.676 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 425135223 2024-04-10T16:59:52.676 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.676 INFO:tasks.workunit.client.0.smithi069.stdout: "pri1_bytes": { 2024-04-10T16:59:52.676 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.676 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.676 INFO:tasks.workunit.client.0.smithi069.stdout: "pri2_bytes": { 2024-04-10T16:59:52.676 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.676 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.676 INFO:tasks.workunit.client.0.smithi069.stdout: "pri3_bytes": { 2024-04-10T16:59:52.676 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2416 2024-04-10T16:59:52.676 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.676 INFO:tasks.workunit.client.0.smithi069.stdout: "pri4_bytes": { 2024-04-10T16:59:52.676 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.676 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.676 INFO:tasks.workunit.client.0.smithi069.stdout: "pri5_bytes": { 2024-04-10T16:59:52.676 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 148784 2024-04-10T16:59:52.676 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.677 INFO:tasks.workunit.client.0.smithi069.stdout: "pri6_bytes": { 2024-04-10T16:59:52.677 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.677 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.677 INFO:tasks.workunit.client.0.smithi069.stdout: "pri7_bytes": { 2024-04-10T16:59:52.677 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.677 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.677 INFO:tasks.workunit.client.0.smithi069.stdout: "pri8_bytes": { 2024-04-10T16:59:52.677 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.677 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.677 INFO:tasks.workunit.client.0.smithi069.stdout: "pri9_bytes": { 2024-04-10T16:59:52.677 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.677 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.677 INFO:tasks.workunit.client.0.smithi069.stdout: "reserved_bytes": { 2024-04-10T16:59:52.677 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 69641449 2024-04-10T16:59:52.678 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:52.678 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.678 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore-pricache:kv_onode": { 2024-04-10T16:59:52.678 INFO:tasks.workunit.client.0.smithi069.stdout: "committed_bytes": { 2024-04-10T16:59:52.678 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 184549376 2024-04-10T16:59:52.678 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.678 INFO:tasks.workunit.client.0.smithi069.stdout: "pri0_bytes": { 2024-04-10T16:59:52.678 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 67108864 2024-04-10T16:59:52.678 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.678 INFO:tasks.workunit.client.0.smithi069.stdout: "pri10_bytes": { 2024-04-10T16:59:52.678 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 10071184 2024-04-10T16:59:52.678 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.678 INFO:tasks.workunit.client.0.smithi069.stdout: "pri11_bytes": { 2024-04-10T16:59:52.678 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 37789797 2024-04-10T16:59:52.679 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.679 INFO:tasks.workunit.client.0.smithi069.stdout: "pri1_bytes": { 2024-04-10T16:59:52.679 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.679 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.679 INFO:tasks.workunit.client.0.smithi069.stdout: "pri2_bytes": { 2024-04-10T16:59:52.679 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.679 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.679 INFO:tasks.workunit.client.0.smithi069.stdout: "pri3_bytes": { 2024-04-10T16:59:52.679 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.679 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.679 INFO:tasks.workunit.client.0.smithi069.stdout: "pri4_bytes": { 2024-04-10T16:59:52.679 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.680 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.680 INFO:tasks.workunit.client.0.smithi069.stdout: "pri5_bytes": { 2024-04-10T16:59:52.680 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.680 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.680 INFO:tasks.workunit.client.0.smithi069.stdout: "pri6_bytes": { 2024-04-10T16:59:52.680 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.680 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.680 INFO:tasks.workunit.client.0.smithi069.stdout: "pri7_bytes": { 2024-04-10T16:59:52.680 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.680 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.680 INFO:tasks.workunit.client.0.smithi069.stdout: "pri8_bytes": { 2024-04-10T16:59:52.680 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.681 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.681 INFO:tasks.workunit.client.0.smithi069.stdout: "pri9_bytes": { 2024-04-10T16:59:52.681 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.681 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.681 INFO:tasks.workunit.client.0.smithi069.stdout: "reserved_bytes": { 2024-04-10T16:59:52.681 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 69579531 2024-04-10T16:59:52.681 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:52.681 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.681 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore-pricache:meta": { 2024-04-10T16:59:52.681 INFO:tasks.workunit.client.0.smithi069.stdout: "committed_bytes": { 2024-04-10T16:59:52.681 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 494927872 2024-04-10T16:59:52.681 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.681 INFO:tasks.workunit.client.0.smithi069.stdout: "pri0_bytes": { 2024-04-10T16:59:52.681 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.682 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.682 INFO:tasks.workunit.client.0.smithi069.stdout: "pri10_bytes": { 2024-04-10T16:59:52.682 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.682 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.682 INFO:tasks.workunit.client.0.smithi069.stdout: "pri11_bytes": { 2024-04-10T16:59:52.682 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 425135223 2024-04-10T16:59:52.682 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.682 INFO:tasks.workunit.client.0.smithi069.stdout: "pri1_bytes": { 2024-04-10T16:59:52.682 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.682 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.682 INFO:tasks.workunit.client.0.smithi069.stdout: "pri2_bytes": { 2024-04-10T16:59:52.682 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.682 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.682 INFO:tasks.workunit.client.0.smithi069.stdout: "pri3_bytes": { 2024-04-10T16:59:52.683 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.683 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.683 INFO:tasks.workunit.client.0.smithi069.stdout: "pri4_bytes": { 2024-04-10T16:59:52.683 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.683 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.683 INFO:tasks.workunit.client.0.smithi069.stdout: "pri5_bytes": { 2024-04-10T16:59:52.683 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 162351 2024-04-10T16:59:52.683 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.683 INFO:tasks.workunit.client.0.smithi069.stdout: "pri6_bytes": { 2024-04-10T16:59:52.683 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1111863 2024-04-10T16:59:52.683 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.683 INFO:tasks.workunit.client.0.smithi069.stdout: "pri7_bytes": { 2024-04-10T16:59:52.683 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.684 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.684 INFO:tasks.workunit.client.0.smithi069.stdout: "pri8_bytes": { 2024-04-10T16:59:52.684 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.684 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.684 INFO:tasks.workunit.client.0.smithi069.stdout: "pri9_bytes": { 2024-04-10T16:59:52.684 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.684 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.684 INFO:tasks.workunit.client.0.smithi069.stdout: "reserved_bytes": { 2024-04-10T16:59:52.684 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 68518435 2024-04-10T16:59:52.684 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:52.684 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.684 INFO:tasks.workunit.client.0.smithi069.stdout: "objecter": { 2024-04-10T16:59:52.684 INFO:tasks.workunit.client.0.smithi069.stdout: "op_active": { 2024-04-10T16:59:52.684 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.685 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.685 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r": { 2024-04-10T16:59:52.685 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 40 2024-04-10T16:59:52.685 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.685 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rmw": { 2024-04-10T16:59:52.685 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.685 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.685 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w": { 2024-04-10T16:59:52.685 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.685 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:52.685 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.685 INFO:tasks.workunit.client.0.smithi069.stdout: "osd": { 2024-04-10T16:59:52.685 INFO:tasks.workunit.client.0.smithi069.stdout: "numpg": { 2024-04-10T16:59:52.685 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 55 2024-04-10T16:59:52.686 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.686 INFO:tasks.workunit.client.0.smithi069.stdout: "numpg_removing": { 2024-04-10T16:59:52.686 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.686 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.686 INFO:tasks.workunit.client.0.smithi069.stdout: "op": { 2024-04-10T16:59:52.686 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 37531 2024-04-10T16:59:52.686 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.686 INFO:tasks.workunit.client.0.smithi069.stdout: "op_before_queue_op_lat": { 2024-04-10T16:59:52.686 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 125488, 2024-04-10T16:59:52.686 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 8057527659 2024-04-10T16:59:52.686 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.686 INFO:tasks.workunit.client.0.smithi069.stdout: "op_delayed_degraded": { 2024-04-10T16:59:52.686 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.686 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.687 INFO:tasks.workunit.client.0.smithi069.stdout: "op_delayed_unreadable": { 2024-04-10T16:59:52.687 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 4 2024-04-10T16:59:52.687 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.687 INFO:tasks.workunit.client.0.smithi069.stdout: "op_in_bytes": { 2024-04-10T16:59:52.687 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2595788506 2024-04-10T16:59:52.687 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.687 INFO:tasks.workunit.client.0.smithi069.stdout: "op_latency": { 2024-04-10T16:59:52.687 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 37531, 2024-04-10T16:59:52.687 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 194003429253 2024-04-10T16:59:52.687 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.687 INFO:tasks.workunit.client.0.smithi069.stdout: "op_out_bytes": { 2024-04-10T16:59:52.687 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3639875906 2024-04-10T16:59:52.687 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.687 INFO:tasks.workunit.client.0.smithi069.stdout: "op_prepare_latency": { 2024-04-10T16:59:52.687 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 38479, 2024-04-10T16:59:52.688 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 21399041128 2024-04-10T16:59:52.688 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.688 INFO:tasks.workunit.client.0.smithi069.stdout: "op_process_latency": { 2024-04-10T16:59:52.688 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 37531, 2024-04-10T16:59:52.688 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 70697279551 2024-04-10T16:59:52.688 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.688 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r": { 2024-04-10T16:59:52.688 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 21404 2024-04-10T16:59:52.688 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.688 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r_latency": { 2024-04-10T16:59:52.688 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 21404, 2024-04-10T16:59:52.688 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 12118335878 2024-04-10T16:59:52.688 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.688 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-10T16:59:52.688 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.688 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.689 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r_out_bytes": { 2024-04-10T16:59:52.689 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3639875906 2024-04-10T16:59:52.689 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.689 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r_prepare_latency": { 2024-04-10T16:59:52.689 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 21759, 2024-04-10T16:59:52.689 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 5854913528 2024-04-10T16:59:52.689 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.689 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r_process_latency": { 2024-04-10T16:59:52.689 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 21404, 2024-04-10T16:59:52.689 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 6597278526 2024-04-10T16:59:52.689 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.689 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw": { 2024-04-10T16:59:52.689 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 8767 2024-04-10T16:59:52.689 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.689 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_in_bytes": { 2024-04-10T16:59:52.690 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 469135478 2024-04-10T16:59:52.690 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.690 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_latency": { 2024-04-10T16:59:52.690 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 8767, 2024-04-10T16:59:52.690 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 17865144573 2024-04-10T16:59:52.690 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.690 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-10T16:59:52.690 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.690 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.690 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-10T16:59:52.690 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.690 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.690 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_out_bytes": { 2024-04-10T16:59:52.690 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.690 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.690 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_prepare_latency": { 2024-04-10T16:59:52.691 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 9181, 2024-04-10T16:59:52.691 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 5693733818 2024-04-10T16:59:52.691 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.691 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_process_latency": { 2024-04-10T16:59:52.691 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 8767, 2024-04-10T16:59:52.691 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 14943391017 2024-04-10T16:59:52.691 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.691 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w": { 2024-04-10T16:59:52.691 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 7360 2024-04-10T16:59:52.691 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.691 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w_in_bytes": { 2024-04-10T16:59:52.691 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2126653028 2024-04-10T16:59:52.691 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.691 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w_latency": { 2024-04-10T16:59:52.691 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 7360, 2024-04-10T16:59:52.692 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 164019948802 2024-04-10T16:59:52.692 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.692 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-10T16:59:52.692 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.692 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.692 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w_prepare_latency": { 2024-04-10T16:59:52.692 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 7539, 2024-04-10T16:59:52.692 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 9850393782 2024-04-10T16:59:52.692 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.692 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w_process_latency": { 2024-04-10T16:59:52.692 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 7360, 2024-04-10T16:59:52.692 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 49156610008 2024-04-10T16:59:52.692 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.692 INFO:tasks.workunit.client.0.smithi069.stdout: "op_wip": { 2024-04-10T16:59:52.692 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.693 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.693 INFO:tasks.workunit.client.0.smithi069.stdout: "recovery_bytes": { 2024-04-10T16:59:52.693 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 13631526 2024-04-10T16:59:52.693 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.693 INFO:tasks.workunit.client.0.smithi069.stdout: "recovery_ops": { 2024-04-10T16:59:52.693 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 23 2024-04-10T16:59:52.693 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.693 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_bytes": { 2024-04-10T16:59:52.693 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 95995035648 2024-04-10T16:59:52.693 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.693 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_bytes_used": { 2024-04-10T16:59:52.693 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 697876480 2024-04-10T16:59:52.693 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:52.693 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:52.694 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.694 INFO:tasks.workunit.client.0.smithi069.stdout: "osd.1": { 2024-04-10T16:59:52.694 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs": { 2024-04-10T16:59:52.694 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_db_max_lat": { 2024-04-10T16:59:52.694 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 19031 2024-04-10T16:59:52.694 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.694 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_slow_fallback": { 2024-04-10T16:59:52.694 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.694 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.694 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_slow_max_lat": { 2024-04-10T16:59:52.694 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.694 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.694 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_slow_size_fallback": { 2024-04-10T16:59:52.694 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.695 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.695 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_unit_db": { 2024-04-10T16:59:52.695 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 65536 2024-04-10T16:59:52.695 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.695 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_unit_slow": { 2024-04-10T16:59:52.695 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.695 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.695 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_unit_wal": { 2024-04-10T16:59:52.695 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.695 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.695 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_wal_max_lat": { 2024-04-10T16:59:52.695 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.695 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.695 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes_written_slow": { 2024-04-10T16:59:52.695 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.696 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.696 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes_written_sst": { 2024-04-10T16:59:52.696 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 11255808 2024-04-10T16:59:52.696 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.696 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes_written_wal": { 2024-04-10T16:59:52.696 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 787038208 2024-04-10T16:59:52.696 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.696 INFO:tasks.workunit.client.0.smithi069.stdout: "compact_lat": { 2024-04-10T16:59:52.696 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 18, 2024-04-10T16:59:52.696 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3528310 2024-04-10T16:59:52.696 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.696 INFO:tasks.workunit.client.0.smithi069.stdout: "compact_lock_lat": { 2024-04-10T16:59:52.696 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 18, 2024-04-10T16:59:52.697 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1217911 2024-04-10T16:59:52.697 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.697 INFO:tasks.workunit.client.0.smithi069.stdout: "db_alloc_lat": { 2024-04-10T16:59:52.697 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 201, 2024-04-10T16:59:52.697 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 949505 2024-04-10T16:59:52.697 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.697 INFO:tasks.workunit.client.0.smithi069.stdout: "db_total_bytes": { 2024-04-10T16:59:52.697 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 95995027456 2024-04-10T16:59:52.697 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.697 INFO:tasks.workunit.client.0.smithi069.stdout: "db_used_bytes": { 2024-04-10T16:59:52.697 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 838139904 2024-04-10T16:59:52.697 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.697 INFO:tasks.workunit.client.0.smithi069.stdout: "flush_lat": { 2024-04-10T16:59:52.697 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 74304, 2024-04-10T16:59:52.697 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 11245923182 2024-04-10T16:59:52.697 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.698 INFO:tasks.workunit.client.0.smithi069.stdout: "fsync_lat": { 2024-04-10T16:59:52.698 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 74329, 2024-04-10T16:59:52.698 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 18264928720 2024-04-10T16:59:52.698 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.698 INFO:tasks.workunit.client.0.smithi069.stdout: "log_bytes": { 2024-04-10T16:59:52.698 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 5136384 2024-04-10T16:59:52.698 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.698 INFO:tasks.workunit.client.0.smithi069.stdout: "logged_bytes": { 2024-04-10T16:59:52.698 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 304402432 2024-04-10T16:59:52.698 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.698 INFO:tasks.workunit.client.0.smithi069.stdout: "max_bytes_db": { 2024-04-10T16:59:52.698 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 855179264 2024-04-10T16:59:52.698 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.698 INFO:tasks.workunit.client.0.smithi069.stdout: "max_bytes_slow": { 2024-04-10T16:59:52.698 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.699 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.699 INFO:tasks.workunit.client.0.smithi069.stdout: "max_bytes_wal": { 2024-04-10T16:59:52.699 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.699 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.699 INFO:tasks.workunit.client.0.smithi069.stdout: "num_files": { 2024-04-10T16:59:52.699 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 58 2024-04-10T16:59:52.699 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.699 INFO:tasks.workunit.client.0.smithi069.stdout: "read_bytes": { 2024-04-10T16:59:52.699 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 8794376365 2024-04-10T16:59:52.699 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.699 INFO:tasks.workunit.client.0.smithi069.stdout: "read_count": { 2024-04-10T16:59:52.699 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 68924 2024-04-10T16:59:52.699 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.699 INFO:tasks.workunit.client.0.smithi069.stdout: "read_disk_bytes": { 2024-04-10T16:59:52.700 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 7451418624 2024-04-10T16:59:52.700 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.700 INFO:tasks.workunit.client.0.smithi069.stdout: "read_disk_bytes_db": { 2024-04-10T16:59:52.700 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 7451422720 2024-04-10T16:59:52.700 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.700 INFO:tasks.workunit.client.0.smithi069.stdout: "read_disk_bytes_slow": { 2024-04-10T16:59:52.700 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.700 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.700 INFO:tasks.workunit.client.0.smithi069.stdout: "read_disk_bytes_wal": { 2024-04-10T16:59:52.700 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.700 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.700 INFO:tasks.workunit.client.0.smithi069.stdout: "read_disk_count": { 2024-04-10T16:59:52.700 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 59517 2024-04-10T16:59:52.700 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.701 INFO:tasks.workunit.client.0.smithi069.stdout: "read_lat": { 2024-04-10T16:59:52.701 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 68924, 2024-04-10T16:59:52.701 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2417683758 2024-04-10T16:59:52.701 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.701 INFO:tasks.workunit.client.0.smithi069.stdout: "read_prefetch_bytes": { 2024-04-10T16:59:52.701 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 8683477583 2024-04-10T16:59:52.701 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.701 INFO:tasks.workunit.client.0.smithi069.stdout: "read_prefetch_count": { 2024-04-10T16:59:52.701 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 65525 2024-04-10T16:59:52.701 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.701 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_buffer_bytes": { 2024-04-10T16:59:52.701 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3466584 2024-04-10T16:59:52.701 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.701 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_buffer_count": { 2024-04-10T16:59:52.701 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 703 2024-04-10T16:59:52.701 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.701 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_bytes": { 2024-04-10T16:59:52.702 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 11033170 2024-04-10T16:59:52.702 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.702 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_count": { 2024-04-10T16:59:52.702 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 996 2024-04-10T16:59:52.702 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.702 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_disk_bytes": { 2024-04-10T16:59:52.702 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 7566586 2024-04-10T16:59:52.702 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.702 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_disk_bytes_db": { 2024-04-10T16:59:52.702 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 7566586 2024-04-10T16:59:52.702 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.702 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_disk_bytes_slow": { 2024-04-10T16:59:52.702 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.702 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.703 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_disk_bytes_wal": { 2024-04-10T16:59:52.703 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.703 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.703 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_disk_count": { 2024-04-10T16:59:52.703 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 300 2024-04-10T16:59:52.703 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.703 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_lat": { 2024-04-10T16:59:52.703 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 996, 2024-04-10T16:59:52.703 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3275094 2024-04-10T16:59:52.703 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.703 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_alloc_lat": { 2024-04-10T16:59:52.703 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:52.703 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.703 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.703 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_total_bytes": { 2024-04-10T16:59:52.704 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.704 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.704 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_used_bytes": { 2024-04-10T16:59:52.704 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.704 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.704 INFO:tasks.workunit.client.0.smithi069.stdout: "truncate_lat": { 2024-04-10T16:59:52.704 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 1, 2024-04-10T16:59:52.704 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 689 2024-04-10T16:59:52.704 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.704 INFO:tasks.workunit.client.0.smithi069.stdout: "unlink_lat": { 2024-04-10T16:59:52.704 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 10, 2024-04-10T16:59:52.704 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 11733 2024-04-10T16:59:52.704 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.705 INFO:tasks.workunit.client.0.smithi069.stdout: "wal_alloc_lat": { 2024-04-10T16:59:52.705 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:52.705 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.705 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.705 INFO:tasks.workunit.client.0.smithi069.stdout: "wal_total_bytes": { 2024-04-10T16:59:52.705 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.705 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.705 INFO:tasks.workunit.client.0.smithi069.stdout: "wal_used_bytes": { 2024-04-10T16:59:52.705 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.705 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.705 INFO:tasks.workunit.client.0.smithi069.stdout: "write_bytes": { 2024-04-10T16:59:52.705 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1105428480 2024-04-10T16:59:52.705 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:52.705 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.705 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore": { 2024-04-10T16:59:52.705 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_unit": { 2024-04-10T16:59:52.706 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 4096 2024-04-10T16:59:52.706 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.706 INFO:tasks.workunit.client.0.smithi069.stdout: "allocated": { 2024-04-10T16:59:52.706 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 13598720 2024-04-10T16:59:52.706 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.706 INFO:tasks.workunit.client.0.smithi069.stdout: "allocator_lat": { 2024-04-10T16:59:52.706 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 22071, 2024-04-10T16:59:52.706 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 91092239 2024-04-10T16:59:52.706 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.706 INFO:tasks.workunit.client.0.smithi069.stdout: "clist_lat": { 2024-04-10T16:59:52.706 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 3552, 2024-04-10T16:59:52.706 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 7525339635 2024-04-10T16:59:52.706 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.706 INFO:tasks.workunit.client.0.smithi069.stdout: "compress_lat": { 2024-04-10T16:59:52.707 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:52.707 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.707 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.707 INFO:tasks.workunit.client.0.smithi069.stdout: "compressed": { 2024-04-10T16:59:52.707 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.707 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.707 INFO:tasks.workunit.client.0.smithi069.stdout: "compressed_allocated": { 2024-04-10T16:59:52.707 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.707 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.707 INFO:tasks.workunit.client.0.smithi069.stdout: "compressed_original": { 2024-04-10T16:59:52.707 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.707 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.707 INFO:tasks.workunit.client.0.smithi069.stdout: "csum_lat": { 2024-04-10T16:59:52.707 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 18867, 2024-04-10T16:59:52.708 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 148372316 2024-04-10T16:59:52.708 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.708 INFO:tasks.workunit.client.0.smithi069.stdout: "decompress_lat": { 2024-04-10T16:59:52.708 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:52.708 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.708 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.708 INFO:tasks.workunit.client.0.smithi069.stdout: "fragmentation_micros": { 2024-04-10T16:59:52.708 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.708 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.708 INFO:tasks.workunit.client.0.smithi069.stdout: "kv_commit_lat": { 2024-04-10T16:59:52.708 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 74237, 2024-04-10T16:59:52.708 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 22229941080 2024-04-10T16:59:52.708 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.708 INFO:tasks.workunit.client.0.smithi069.stdout: "kv_final_lat": { 2024-04-10T16:59:52.708 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 73678, 2024-04-10T16:59:52.708 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1729008870 2024-04-10T16:59:52.708 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.709 INFO:tasks.workunit.client.0.smithi069.stdout: "kv_flush_lat": { 2024-04-10T16:59:52.709 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 74237, 2024-04-10T16:59:52.709 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 42875927 2024-04-10T16:59:52.709 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.709 INFO:tasks.workunit.client.0.smithi069.stdout: "kv_sync_lat": { 2024-04-10T16:59:52.709 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 74237, 2024-04-10T16:59:52.709 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 22272817007 2024-04-10T16:59:52.709 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.709 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_get_keys_lat": { 2024-04-10T16:59:52.709 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:52.709 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.709 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.709 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_get_values_lat": { 2024-04-10T16:59:52.710 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 24736, 2024-04-10T16:59:52.710 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 923733048 2024-04-10T16:59:52.710 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.710 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_lower_bound_lat": { 2024-04-10T16:59:52.710 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 1029, 2024-04-10T16:59:52.710 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3218332 2024-04-10T16:59:52.710 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.710 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_next_lat": { 2024-04-10T16:59:52.710 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 9277, 2024-04-10T16:59:52.710 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 8545639 2024-04-10T16:59:52.710 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.710 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_seek_to_first_lat": { 2024-04-10T16:59:52.710 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 46, 2024-04-10T16:59:52.710 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 63567 2024-04-10T16:59:52.711 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.711 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_upper_bound_lat": { 2024-04-10T16:59:52.711 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 10910, 2024-04-10T16:59:52.711 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1664347668 2024-04-10T16:59:52.711 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.711 INFO:tasks.workunit.client.0.smithi069.stdout: "onode_hits": { 2024-04-10T16:59:52.711 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 227279 2024-04-10T16:59:52.711 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.711 INFO:tasks.workunit.client.0.smithi069.stdout: "onode_misses": { 2024-04-10T16:59:52.711 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 27251 2024-04-10T16:59:52.711 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.711 INFO:tasks.workunit.client.0.smithi069.stdout: "read_lat": { 2024-04-10T16:59:52.711 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 22166, 2024-04-10T16:59:52.711 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2246500463 2024-04-10T16:59:52.711 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.711 INFO:tasks.workunit.client.0.smithi069.stdout: "read_onode_meta_lat": { 2024-04-10T16:59:52.712 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 72789, 2024-04-10T16:59:52.712 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 21600195 2024-04-10T16:59:52.712 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.712 INFO:tasks.workunit.client.0.smithi069.stdout: "read_wait_aio_lat": { 2024-04-10T16:59:52.712 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 50623, 2024-04-10T16:59:52.712 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1454213221 2024-04-10T16:59:52.712 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.712 INFO:tasks.workunit.client.0.smithi069.stdout: "reads_with_retries": { 2024-04-10T16:59:52.712 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.712 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.712 INFO:tasks.workunit.client.0.smithi069.stdout: "remove_lat": { 2024-04-10T16:59:52.712 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 15361, 2024-04-10T16:59:52.712 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 450548892 2024-04-10T16:59:52.712 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.713 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_aio_wait_count": { 2024-04-10T16:59:52.713 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.713 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.713 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_committed_kv_count": { 2024-04-10T16:59:52.713 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.713 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.713 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_read_onode_meta_count": { 2024-04-10T16:59:52.713 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.713 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.713 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_read_wait_aio_count": { 2024-04-10T16:59:52.713 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.713 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.713 INFO:tasks.workunit.client.0.smithi069.stdout: "state_aio_wait_lat": { 2024-04-10T16:59:52.714 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 90332, 2024-04-10T16:59:52.714 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 13680011948 2024-04-10T16:59:52.714 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.714 INFO:tasks.workunit.client.0.smithi069.stdout: "state_deferred_aio_wait_lat": { 2024-04-10T16:59:52.714 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 22546, 2024-04-10T16:59:52.714 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1572888164 2024-04-10T16:59:52.714 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.714 INFO:tasks.workunit.client.0.smithi069.stdout: "state_deferred_cleanup_lat": { 2024-04-10T16:59:52.714 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 22544, 2024-04-10T16:59:52.714 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 4167969247741 2024-04-10T16:59:52.714 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.714 INFO:tasks.workunit.client.0.smithi069.stdout: "state_deferred_queued_lat": { 2024-04-10T16:59:52.714 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 22546, 2024-04-10T16:59:52.715 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 6720178314358 2024-04-10T16:59:52.715 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.715 INFO:tasks.workunit.client.0.smithi069.stdout: "state_done_lat": { 2024-04-10T16:59:52.715 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 90330, 2024-04-10T16:59:52.715 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3292571638591 2024-04-10T16:59:52.715 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.715 INFO:tasks.workunit.client.0.smithi069.stdout: "state_finishing_lat": { 2024-04-10T16:59:52.715 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 90330, 2024-04-10T16:59:52.715 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 7865021 2024-04-10T16:59:52.715 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.715 INFO:tasks.workunit.client.0.smithi069.stdout: "state_io_done_lat": { 2024-04-10T16:59:52.715 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 90332, 2024-04-10T16:59:52.715 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 612387126 2024-04-10T16:59:52.715 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.715 INFO:tasks.workunit.client.0.smithi069.stdout: "state_kv_commiting_lat": { 2024-04-10T16:59:52.715 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 90332, 2024-04-10T16:59:52.716 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 38907336285 2024-04-10T16:59:52.716 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.716 INFO:tasks.workunit.client.0.smithi069.stdout: "state_kv_done_lat": { 2024-04-10T16:59:52.716 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 90332, 2024-04-10T16:59:52.716 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 31253526 2024-04-10T16:59:52.716 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.716 INFO:tasks.workunit.client.0.smithi069.stdout: "state_kv_queued_lat": { 2024-04-10T16:59:52.716 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 90332, 2024-04-10T16:59:52.716 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 17683293200 2024-04-10T16:59:52.716 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.716 INFO:tasks.workunit.client.0.smithi069.stdout: "state_prepare_lat": { 2024-04-10T16:59:52.716 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 90332, 2024-04-10T16:59:52.716 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 17429598424 2024-04-10T16:59:52.716 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.717 INFO:tasks.workunit.client.0.smithi069.stdout: "stored": { 2024-04-10T16:59:52.717 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 9672934 2024-04-10T16:59:52.717 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.717 INFO:tasks.workunit.client.0.smithi069.stdout: "truncate_lat": { 2024-04-10T16:59:52.717 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 2543, 2024-04-10T16:59:52.717 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 15187117 2024-04-10T16:59:52.717 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.717 INFO:tasks.workunit.client.0.smithi069.stdout: "txc_commit_lat": { 2024-04-10T16:59:52.717 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 90332, 2024-04-10T16:59:52.717 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 88326950464 2024-04-10T16:59:52.717 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.717 INFO:tasks.workunit.client.0.smithi069.stdout: "txc_submit_lat": { 2024-04-10T16:59:52.717 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 90332, 2024-04-10T16:59:52.717 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 18486756271 2024-04-10T16:59:52.717 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.717 INFO:tasks.workunit.client.0.smithi069.stdout: "txc_throttle_lat": { 2024-04-10T16:59:52.717 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 90332, 2024-04-10T16:59:52.718 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 786632560 2024-04-10T16:59:52.718 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:52.718 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.718 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore-pricache": { 2024-04-10T16:59:52.718 INFO:tasks.workunit.client.0.smithi069.stdout: "cache_bytes": { 2024-04-10T16:59:52.718 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1405243637 2024-04-10T16:59:52.718 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.718 INFO:tasks.workunit.client.0.smithi069.stdout: "heap_bytes": { 2024-04-10T16:59:52.718 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 625803264 2024-04-10T16:59:52.718 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.718 INFO:tasks.workunit.client.0.smithi069.stdout: "mapped_bytes": { 2024-04-10T16:59:52.718 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 516775936 2024-04-10T16:59:52.718 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.719 INFO:tasks.workunit.client.0.smithi069.stdout: "target_bytes": { 2024-04-10T16:59:52.719 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2600647065 2024-04-10T16:59:52.719 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.719 INFO:tasks.workunit.client.0.smithi069.stdout: "unmapped_bytes": { 2024-04-10T16:59:52.719 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 109027328 2024-04-10T16:59:52.719 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:52.719 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.719 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore-pricache:data": { 2024-04-10T16:59:52.719 INFO:tasks.workunit.client.0.smithi069.stdout: "committed_bytes": { 2024-04-10T16:59:52.719 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 125829120 2024-04-10T16:59:52.719 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.719 INFO:tasks.workunit.client.0.smithi069.stdout: "pri0_bytes": { 2024-04-10T16:59:52.719 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.719 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.720 INFO:tasks.workunit.client.0.smithi069.stdout: "pri10_bytes": { 2024-04-10T16:59:52.720 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.720 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.720 INFO:tasks.workunit.client.0.smithi069.stdout: "pri11_bytes": { 2024-04-10T16:59:52.720 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 56682869 2024-04-10T16:59:52.720 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.720 INFO:tasks.workunit.client.0.smithi069.stdout: "pri1_bytes": { 2024-04-10T16:59:52.720 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.720 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.720 INFO:tasks.workunit.client.0.smithi069.stdout: "pri2_bytes": { 2024-04-10T16:59:52.720 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.720 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.720 INFO:tasks.workunit.client.0.smithi069.stdout: "pri3_bytes": { 2024-04-10T16:59:52.720 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.720 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.721 INFO:tasks.workunit.client.0.smithi069.stdout: "pri4_bytes": { 2024-04-10T16:59:52.721 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.721 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.721 INFO:tasks.workunit.client.0.smithi069.stdout: "pri5_bytes": { 2024-04-10T16:59:52.721 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 16384 2024-04-10T16:59:52.721 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.721 INFO:tasks.workunit.client.0.smithi069.stdout: "pri6_bytes": { 2024-04-10T16:59:52.721 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 49152 2024-04-10T16:59:52.721 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.721 INFO:tasks.workunit.client.0.smithi069.stdout: "pri7_bytes": { 2024-04-10T16:59:52.721 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.721 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.721 INFO:tasks.workunit.client.0.smithi069.stdout: "pri8_bytes": { 2024-04-10T16:59:52.721 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.721 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.722 INFO:tasks.workunit.client.0.smithi069.stdout: "pri9_bytes": { 2024-04-10T16:59:52.722 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.722 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.722 INFO:tasks.workunit.client.0.smithi069.stdout: "reserved_bytes": { 2024-04-10T16:59:52.722 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 69080715 2024-04-10T16:59:52.722 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:52.722 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.722 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore-pricache:kv": { 2024-04-10T16:59:52.722 INFO:tasks.workunit.client.0.smithi069.stdout: "committed_bytes": { 2024-04-10T16:59:52.722 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 562036736 2024-04-10T16:59:52.722 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.722 INFO:tasks.workunit.client.0.smithi069.stdout: "pri0_bytes": { 2024-04-10T16:59:52.722 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 67108864 2024-04-10T16:59:52.722 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.723 INFO:tasks.workunit.client.0.smithi069.stdout: "pri10_bytes": { 2024-04-10T16:59:52.723 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.723 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.723 INFO:tasks.workunit.client.0.smithi069.stdout: "pri11_bytes": { 2024-04-10T16:59:52.723 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 425121523 2024-04-10T16:59:52.723 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.723 INFO:tasks.workunit.client.0.smithi069.stdout: "pri1_bytes": { 2024-04-10T16:59:52.723 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.723 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.723 INFO:tasks.workunit.client.0.smithi069.stdout: "pri2_bytes": { 2024-04-10T16:59:52.723 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.723 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.723 INFO:tasks.workunit.client.0.smithi069.stdout: "pri3_bytes": { 2024-04-10T16:59:52.723 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 256 2024-04-10T16:59:52.724 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.724 INFO:tasks.workunit.client.0.smithi069.stdout: "pri4_bytes": { 2024-04-10T16:59:52.724 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.724 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.724 INFO:tasks.workunit.client.0.smithi069.stdout: "pri5_bytes": { 2024-04-10T16:59:52.724 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 143504 2024-04-10T16:59:52.724 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.724 INFO:tasks.workunit.client.0.smithi069.stdout: "pri6_bytes": { 2024-04-10T16:59:52.724 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 320 2024-04-10T16:59:52.724 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.724 INFO:tasks.workunit.client.0.smithi069.stdout: "pri7_bytes": { 2024-04-10T16:59:52.724 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.724 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.724 INFO:tasks.workunit.client.0.smithi069.stdout: "pri8_bytes": { 2024-04-10T16:59:52.725 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.725 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.725 INFO:tasks.workunit.client.0.smithi069.stdout: "pri9_bytes": { 2024-04-10T16:59:52.725 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.725 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.725 INFO:tasks.workunit.client.0.smithi069.stdout: "reserved_bytes": { 2024-04-10T16:59:52.725 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 69662269 2024-04-10T16:59:52.725 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:52.725 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.725 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore-pricache:kv_onode": { 2024-04-10T16:59:52.725 INFO:tasks.workunit.client.0.smithi069.stdout: "committed_bytes": { 2024-04-10T16:59:52.725 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 184549376 2024-04-10T16:59:52.725 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.725 INFO:tasks.workunit.client.0.smithi069.stdout: "pri0_bytes": { 2024-04-10T16:59:52.725 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 67108864 2024-04-10T16:59:52.725 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.726 INFO:tasks.workunit.client.0.smithi069.stdout: "pri10_bytes": { 2024-04-10T16:59:52.726 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 11028672 2024-04-10T16:59:52.726 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.726 INFO:tasks.workunit.client.0.smithi069.stdout: "pri11_bytes": { 2024-04-10T16:59:52.726 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 37788579 2024-04-10T16:59:52.726 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.726 INFO:tasks.workunit.client.0.smithi069.stdout: "pri1_bytes": { 2024-04-10T16:59:52.726 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.726 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.726 INFO:tasks.workunit.client.0.smithi069.stdout: "pri2_bytes": { 2024-04-10T16:59:52.726 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.726 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.726 INFO:tasks.workunit.client.0.smithi069.stdout: "pri3_bytes": { 2024-04-10T16:59:52.726 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.727 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.727 INFO:tasks.workunit.client.0.smithi069.stdout: "pri4_bytes": { 2024-04-10T16:59:52.727 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.727 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.727 INFO:tasks.workunit.client.0.smithi069.stdout: "pri5_bytes": { 2024-04-10T16:59:52.727 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.727 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.727 INFO:tasks.workunit.client.0.smithi069.stdout: "pri6_bytes": { 2024-04-10T16:59:52.727 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.727 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.727 INFO:tasks.workunit.client.0.smithi069.stdout: "pri7_bytes": { 2024-04-10T16:59:52.727 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.727 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.727 INFO:tasks.workunit.client.0.smithi069.stdout: "pri8_bytes": { 2024-04-10T16:59:52.728 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.728 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.728 INFO:tasks.workunit.client.0.smithi069.stdout: "pri9_bytes": { 2024-04-10T16:59:52.728 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.728 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.728 INFO:tasks.workunit.client.0.smithi069.stdout: "reserved_bytes": { 2024-04-10T16:59:52.728 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 68623261 2024-04-10T16:59:52.728 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:52.728 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.728 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore-pricache:meta": { 2024-04-10T16:59:52.728 INFO:tasks.workunit.client.0.smithi069.stdout: "committed_bytes": { 2024-04-10T16:59:52.728 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 494927872 2024-04-10T16:59:52.728 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.728 INFO:tasks.workunit.client.0.smithi069.stdout: "pri0_bytes": { 2024-04-10T16:59:52.729 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.729 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.729 INFO:tasks.workunit.client.0.smithi069.stdout: "pri10_bytes": { 2024-04-10T16:59:52.729 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.729 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.729 INFO:tasks.workunit.client.0.smithi069.stdout: "pri11_bytes": { 2024-04-10T16:59:52.729 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 425121523 2024-04-10T16:59:52.729 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.729 INFO:tasks.workunit.client.0.smithi069.stdout: "pri1_bytes": { 2024-04-10T16:59:52.729 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.729 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.729 INFO:tasks.workunit.client.0.smithi069.stdout: "pri2_bytes": { 2024-04-10T16:59:52.729 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.729 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.729 INFO:tasks.workunit.client.0.smithi069.stdout: "pri3_bytes": { 2024-04-10T16:59:52.729 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.730 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.730 INFO:tasks.workunit.client.0.smithi069.stdout: "pri4_bytes": { 2024-04-10T16:59:52.730 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.730 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.730 INFO:tasks.workunit.client.0.smithi069.stdout: "pri5_bytes": { 2024-04-10T16:59:52.730 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 156194 2024-04-10T16:59:52.730 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.730 INFO:tasks.workunit.client.0.smithi069.stdout: "pri6_bytes": { 2024-04-10T16:59:52.730 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1111042 2024-04-10T16:59:52.730 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.730 INFO:tasks.workunit.client.0.smithi069.stdout: "pri7_bytes": { 2024-04-10T16:59:52.730 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.730 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.730 INFO:tasks.workunit.client.0.smithi069.stdout: "pri8_bytes": { 2024-04-10T16:59:52.731 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.731 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.731 INFO:tasks.workunit.client.0.smithi069.stdout: "pri9_bytes": { 2024-04-10T16:59:52.731 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.731 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.731 INFO:tasks.workunit.client.0.smithi069.stdout: "reserved_bytes": { 2024-04-10T16:59:52.731 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 68539113 2024-04-10T16:59:52.731 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:52.731 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.731 INFO:tasks.workunit.client.0.smithi069.stdout: "objecter": { 2024-04-10T16:59:52.731 INFO:tasks.workunit.client.0.smithi069.stdout: "op_active": { 2024-04-10T16:59:52.731 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.731 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.731 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r": { 2024-04-10T16:59:52.731 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 19 2024-04-10T16:59:52.732 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.732 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rmw": { 2024-04-10T16:59:52.732 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.732 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.732 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w": { 2024-04-10T16:59:52.732 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.732 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:52.732 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.732 INFO:tasks.workunit.client.0.smithi069.stdout: "osd": { 2024-04-10T16:59:52.732 INFO:tasks.workunit.client.0.smithi069.stdout: "numpg": { 2024-04-10T16:59:52.732 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 53 2024-04-10T16:59:52.732 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.732 INFO:tasks.workunit.client.0.smithi069.stdout: "numpg_removing": { 2024-04-10T16:59:52.732 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.732 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.732 INFO:tasks.workunit.client.0.smithi069.stdout: "op": { 2024-04-10T16:59:52.733 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 38865 2024-04-10T16:59:52.733 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.733 INFO:tasks.workunit.client.0.smithi069.stdout: "op_before_queue_op_lat": { 2024-04-10T16:59:52.733 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 129414, 2024-04-10T16:59:52.733 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 9782848843 2024-04-10T16:59:52.733 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.733 INFO:tasks.workunit.client.0.smithi069.stdout: "op_delayed_degraded": { 2024-04-10T16:59:52.733 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.733 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.733 INFO:tasks.workunit.client.0.smithi069.stdout: "op_delayed_unreadable": { 2024-04-10T16:59:52.733 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3 2024-04-10T16:59:52.733 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.733 INFO:tasks.workunit.client.0.smithi069.stdout: "op_in_bytes": { 2024-04-10T16:59:52.733 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2439766607 2024-04-10T16:59:52.733 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.733 INFO:tasks.workunit.client.0.smithi069.stdout: "op_latency": { 2024-04-10T16:59:52.734 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 38865, 2024-04-10T16:59:52.734 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 647701021901 2024-04-10T16:59:52.734 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.734 INFO:tasks.workunit.client.0.smithi069.stdout: "op_out_bytes": { 2024-04-10T16:59:52.734 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2958159453 2024-04-10T16:59:52.734 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.734 INFO:tasks.workunit.client.0.smithi069.stdout: "op_prepare_latency": { 2024-04-10T16:59:52.734 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 40507, 2024-04-10T16:59:52.734 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 31176848570 2024-04-10T16:59:52.734 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.734 INFO:tasks.workunit.client.0.smithi069.stdout: "op_process_latency": { 2024-04-10T16:59:52.734 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 38865, 2024-04-10T16:59:52.734 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 102976688111 2024-04-10T16:59:52.734 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.735 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r": { 2024-04-10T16:59:52.735 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 17068 2024-04-10T16:59:52.735 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.735 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r_latency": { 2024-04-10T16:59:52.735 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 17068, 2024-04-10T16:59:52.735 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 11485325980 2024-04-10T16:59:52.735 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.735 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-10T16:59:52.735 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.735 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.735 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r_out_bytes": { 2024-04-10T16:59:52.735 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2958159453 2024-04-10T16:59:52.735 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.735 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r_prepare_latency": { 2024-04-10T16:59:52.735 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 17490, 2024-04-10T16:59:52.735 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 5067487855 2024-04-10T16:59:52.735 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.736 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r_process_latency": { 2024-04-10T16:59:52.736 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 17068, 2024-04-10T16:59:52.736 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 5222902673 2024-04-10T16:59:52.736 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.736 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw": { 2024-04-10T16:59:52.736 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 12157 2024-04-10T16:59:52.736 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.736 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_in_bytes": { 2024-04-10T16:59:52.736 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 378711170 2024-04-10T16:59:52.736 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.736 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_latency": { 2024-04-10T16:59:52.736 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 12157, 2024-04-10T16:59:52.736 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 100009769004 2024-04-10T16:59:52.736 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.736 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-10T16:59:52.737 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.737 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.737 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-10T16:59:52.737 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.737 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.737 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_out_bytes": { 2024-04-10T16:59:52.737 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.737 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.737 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_prepare_latency": { 2024-04-10T16:59:52.737 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 12290, 2024-04-10T16:59:52.737 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 13006198469 2024-04-10T16:59:52.737 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.737 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_process_latency": { 2024-04-10T16:59:52.737 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 12157, 2024-04-10T16:59:52.738 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 32080953282 2024-04-10T16:59:52.738 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.738 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w": { 2024-04-10T16:59:52.738 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 9640 2024-04-10T16:59:52.738 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.738 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w_in_bytes": { 2024-04-10T16:59:52.738 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2061055437 2024-04-10T16:59:52.738 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.738 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w_latency": { 2024-04-10T16:59:52.738 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 9640, 2024-04-10T16:59:52.738 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 536205926917 2024-04-10T16:59:52.738 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.738 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-10T16:59:52.738 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.738 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.739 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w_prepare_latency": { 2024-04-10T16:59:52.739 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 10727, 2024-04-10T16:59:52.739 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 13103162246 2024-04-10T16:59:52.739 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.739 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w_process_latency": { 2024-04-10T16:59:52.739 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 9640, 2024-04-10T16:59:52.739 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 65672832156 2024-04-10T16:59:52.739 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.739 INFO:tasks.workunit.client.0.smithi069.stdout: "op_wip": { 2024-04-10T16:59:52.739 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.739 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.739 INFO:tasks.workunit.client.0.smithi069.stdout: "recovery_bytes": { 2024-04-10T16:59:52.739 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 17345528 2024-04-10T16:59:52.739 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.739 INFO:tasks.workunit.client.0.smithi069.stdout: "recovery_ops": { 2024-04-10T16:59:52.739 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 15 2024-04-10T16:59:52.740 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.740 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_bytes": { 2024-04-10T16:59:52.740 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 95995035648 2024-04-10T16:59:52.740 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.740 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_bytes_used": { 2024-04-10T16:59:52.740 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 851755008 2024-04-10T16:59:52.740 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:52.740 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:52.740 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.740 INFO:tasks.workunit.client.0.smithi069.stdout: "osd.2": { 2024-04-10T16:59:52.740 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs": { 2024-04-10T16:59:52.740 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_db_max_lat": { 2024-04-10T16:59:52.740 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 19080 2024-04-10T16:59:52.740 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.740 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_slow_fallback": { 2024-04-10T16:59:52.741 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.741 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.741 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_slow_max_lat": { 2024-04-10T16:59:52.741 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.741 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.741 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_slow_size_fallback": { 2024-04-10T16:59:52.741 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.741 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.741 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_unit_db": { 2024-04-10T16:59:52.741 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 65536 2024-04-10T16:59:52.741 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.741 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_unit_slow": { 2024-04-10T16:59:52.741 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.741 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.741 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_unit_wal": { 2024-04-10T16:59:52.742 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.742 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.742 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_wal_max_lat": { 2024-04-10T16:59:52.742 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.742 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.742 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes_written_slow": { 2024-04-10T16:59:52.742 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.742 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.742 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes_written_sst": { 2024-04-10T16:59:52.742 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 9297920 2024-04-10T16:59:52.742 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.742 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes_written_wal": { 2024-04-10T16:59:52.742 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 700747776 2024-04-10T16:59:52.742 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.742 INFO:tasks.workunit.client.0.smithi069.stdout: "compact_lat": { 2024-04-10T16:59:52.743 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 17, 2024-04-10T16:59:52.743 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3932828 2024-04-10T16:59:52.743 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.743 INFO:tasks.workunit.client.0.smithi069.stdout: "compact_lock_lat": { 2024-04-10T16:59:52.743 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 17, 2024-04-10T16:59:52.743 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1349976 2024-04-10T16:59:52.743 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.743 INFO:tasks.workunit.client.0.smithi069.stdout: "db_alloc_lat": { 2024-04-10T16:59:52.743 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 184, 2024-04-10T16:59:52.743 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1029624 2024-04-10T16:59:52.743 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.743 INFO:tasks.workunit.client.0.smithi069.stdout: "db_total_bytes": { 2024-04-10T16:59:52.743 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 95995027456 2024-04-10T16:59:52.743 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.743 INFO:tasks.workunit.client.0.smithi069.stdout: "db_used_bytes": { 2024-04-10T16:59:52.743 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 669908992 2024-04-10T16:59:52.744 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.744 INFO:tasks.workunit.client.0.smithi069.stdout: "flush_lat": { 2024-04-10T16:59:52.744 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 70189, 2024-04-10T16:59:52.744 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 10825446311 2024-04-10T16:59:52.744 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.744 INFO:tasks.workunit.client.0.smithi069.stdout: "fsync_lat": { 2024-04-10T16:59:52.744 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 70213, 2024-04-10T16:59:52.744 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 17379949356 2024-04-10T16:59:52.744 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.744 INFO:tasks.workunit.client.0.smithi069.stdout: "log_bytes": { 2024-04-10T16:59:52.744 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 4919296 2024-04-10T16:59:52.744 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.744 INFO:tasks.workunit.client.0.smithi069.stdout: "logged_bytes": { 2024-04-10T16:59:52.745 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 287551488 2024-04-10T16:59:52.745 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.745 INFO:tasks.workunit.client.0.smithi069.stdout: "max_bytes_db": { 2024-04-10T16:59:52.745 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 686948352 2024-04-10T16:59:52.745 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.745 INFO:tasks.workunit.client.0.smithi069.stdout: "max_bytes_slow": { 2024-04-10T16:59:52.745 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.745 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.745 INFO:tasks.workunit.client.0.smithi069.stdout: "max_bytes_wal": { 2024-04-10T16:59:52.745 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.746 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.746 INFO:tasks.workunit.client.0.smithi069.stdout: "num_files": { 2024-04-10T16:59:52.746 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 53 2024-04-10T16:59:52.746 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.746 INFO:tasks.workunit.client.0.smithi069.stdout: "read_bytes": { 2024-04-10T16:59:52.746 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 6190871268 2024-04-10T16:59:52.746 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.746 INFO:tasks.workunit.client.0.smithi069.stdout: "read_count": { 2024-04-10T16:59:52.746 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 65983 2024-04-10T16:59:52.746 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.746 INFO:tasks.workunit.client.0.smithi069.stdout: "read_disk_bytes": { 2024-04-10T16:59:52.746 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 5417213952 2024-04-10T16:59:52.746 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.746 INFO:tasks.workunit.client.0.smithi069.stdout: "read_disk_bytes_db": { 2024-04-10T16:59:52.746 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 5417218048 2024-04-10T16:59:52.747 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.747 INFO:tasks.workunit.client.0.smithi069.stdout: "read_disk_bytes_slow": { 2024-04-10T16:59:52.747 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.747 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.747 INFO:tasks.workunit.client.0.smithi069.stdout: "read_disk_bytes_wal": { 2024-04-10T16:59:52.747 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.747 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.747 INFO:tasks.workunit.client.0.smithi069.stdout: "read_disk_count": { 2024-04-10T16:59:52.747 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 53121 2024-04-10T16:59:52.747 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.747 INFO:tasks.workunit.client.0.smithi069.stdout: "read_lat": { 2024-04-10T16:59:52.747 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 65983, 2024-04-10T16:59:52.747 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2153962042 2024-04-10T16:59:52.747 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.747 INFO:tasks.workunit.client.0.smithi069.stdout: "read_prefetch_bytes": { 2024-04-10T16:59:52.748 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 6077933487 2024-04-10T16:59:52.748 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.748 INFO:tasks.workunit.client.0.smithi069.stdout: "read_prefetch_count": { 2024-04-10T16:59:52.748 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 62521 2024-04-10T16:59:52.748 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.748 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_buffer_bytes": { 2024-04-10T16:59:52.748 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3121521 2024-04-10T16:59:52.748 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.748 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_buffer_count": { 2024-04-10T16:59:52.748 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 966 2024-04-10T16:59:52.748 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.748 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_bytes": { 2024-04-10T16:59:52.748 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 9147663 2024-04-10T16:59:52.748 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.748 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_count": { 2024-04-10T16:59:52.748 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1285 2024-04-10T16:59:52.748 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.749 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_disk_bytes": { 2024-04-10T16:59:52.749 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 6026142 2024-04-10T16:59:52.749 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.749 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_disk_bytes_db": { 2024-04-10T16:59:52.749 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 6026142 2024-04-10T16:59:52.749 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.749 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_disk_bytes_slow": { 2024-04-10T16:59:52.749 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.749 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.749 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_disk_bytes_wal": { 2024-04-10T16:59:52.749 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.749 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.749 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_disk_count": { 2024-04-10T16:59:52.749 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 326 2024-04-10T16:59:52.750 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.750 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_lat": { 2024-04-10T16:59:52.750 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 1285, 2024-04-10T16:59:52.750 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2569170 2024-04-10T16:59:52.750 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.750 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_alloc_lat": { 2024-04-10T16:59:52.750 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:52.750 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.750 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.750 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_total_bytes": { 2024-04-10T16:59:52.750 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.750 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.750 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_used_bytes": { 2024-04-10T16:59:52.750 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.751 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.751 INFO:tasks.workunit.client.0.smithi069.stdout: "truncate_lat": { 2024-04-10T16:59:52.751 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 1, 2024-04-10T16:59:52.751 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 806 2024-04-10T16:59:52.751 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.751 INFO:tasks.workunit.client.0.smithi069.stdout: "unlink_lat": { 2024-04-10T16:59:52.751 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 9, 2024-04-10T16:59:52.751 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 28602 2024-04-10T16:59:52.751 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.751 INFO:tasks.workunit.client.0.smithi069.stdout: "wal_alloc_lat": { 2024-04-10T16:59:52.751 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:52.751 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.751 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.751 INFO:tasks.workunit.client.0.smithi069.stdout: "wal_total_bytes": { 2024-04-10T16:59:52.752 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.752 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.752 INFO:tasks.workunit.client.0.smithi069.stdout: "wal_used_bytes": { 2024-04-10T16:59:52.752 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.752 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.752 INFO:tasks.workunit.client.0.smithi069.stdout: "write_bytes": { 2024-04-10T16:59:52.752 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1000181760 2024-04-10T16:59:52.752 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:52.752 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.752 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore": { 2024-04-10T16:59:52.752 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_unit": { 2024-04-10T16:59:52.752 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 4096 2024-04-10T16:59:52.752 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.752 INFO:tasks.workunit.client.0.smithi069.stdout: "allocated": { 2024-04-10T16:59:52.752 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 13586432 2024-04-10T16:59:52.752 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.753 INFO:tasks.workunit.client.0.smithi069.stdout: "allocator_lat": { 2024-04-10T16:59:52.753 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 14420, 2024-04-10T16:59:52.753 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 54391039 2024-04-10T16:59:52.753 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.753 INFO:tasks.workunit.client.0.smithi069.stdout: "clist_lat": { 2024-04-10T16:59:52.753 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 3604, 2024-04-10T16:59:52.753 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 6089260902 2024-04-10T16:59:52.753 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.753 INFO:tasks.workunit.client.0.smithi069.stdout: "compress_lat": { 2024-04-10T16:59:52.753 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:52.753 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.753 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.753 INFO:tasks.workunit.client.0.smithi069.stdout: "compressed": { 2024-04-10T16:59:52.753 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.753 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.754 INFO:tasks.workunit.client.0.smithi069.stdout: "compressed_allocated": { 2024-04-10T16:59:52.754 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.754 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.754 INFO:tasks.workunit.client.0.smithi069.stdout: "compressed_original": { 2024-04-10T16:59:52.754 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.754 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.754 INFO:tasks.workunit.client.0.smithi069.stdout: "csum_lat": { 2024-04-10T16:59:52.754 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 33671, 2024-04-10T16:59:52.754 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 280144361 2024-04-10T16:59:52.754 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.754 INFO:tasks.workunit.client.0.smithi069.stdout: "decompress_lat": { 2024-04-10T16:59:52.754 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:52.754 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.754 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.755 INFO:tasks.workunit.client.0.smithi069.stdout: "fragmentation_micros": { 2024-04-10T16:59:52.755 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.755 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.755 INFO:tasks.workunit.client.0.smithi069.stdout: "kv_commit_lat": { 2024-04-10T16:59:52.755 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 70129, 2024-04-10T16:59:52.755 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 21102301055 2024-04-10T16:59:52.755 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.755 INFO:tasks.workunit.client.0.smithi069.stdout: "kv_final_lat": { 2024-04-10T16:59:52.755 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 69661, 2024-04-10T16:59:52.755 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1363527052 2024-04-10T16:59:52.755 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.755 INFO:tasks.workunit.client.0.smithi069.stdout: "kv_flush_lat": { 2024-04-10T16:59:52.755 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 70129, 2024-04-10T16:59:52.755 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 35165443 2024-04-10T16:59:52.756 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.756 INFO:tasks.workunit.client.0.smithi069.stdout: "kv_sync_lat": { 2024-04-10T16:59:52.756 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 70129, 2024-04-10T16:59:52.756 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 21137466498 2024-04-10T16:59:52.756 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.756 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_get_keys_lat": { 2024-04-10T16:59:52.756 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:52.756 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.756 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.756 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_get_values_lat": { 2024-04-10T16:59:52.756 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 61515, 2024-04-10T16:59:52.756 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1261885952 2024-04-10T16:59:52.756 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.756 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_lower_bound_lat": { 2024-04-10T16:59:52.757 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 1014, 2024-04-10T16:59:52.757 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2795789 2024-04-10T16:59:52.757 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.757 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_next_lat": { 2024-04-10T16:59:52.757 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 24205, 2024-04-10T16:59:52.757 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 13502208 2024-04-10T16:59:52.757 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.757 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_seek_to_first_lat": { 2024-04-10T16:59:52.757 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 36, 2024-04-10T16:59:52.757 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 54680 2024-04-10T16:59:52.757 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.757 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_upper_bound_lat": { 2024-04-10T16:59:52.757 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 21553, 2024-04-10T16:59:52.757 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1566071893 2024-04-10T16:59:52.757 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.757 INFO:tasks.workunit.client.0.smithi069.stdout: "onode_hits": { 2024-04-10T16:59:52.758 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 263509 2024-04-10T16:59:52.758 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.758 INFO:tasks.workunit.client.0.smithi069.stdout: "onode_misses": { 2024-04-10T16:59:52.758 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 18989 2024-04-10T16:59:52.758 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.758 INFO:tasks.workunit.client.0.smithi069.stdout: "read_lat": { 2024-04-10T16:59:52.758 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 8257, 2024-04-10T16:59:52.758 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2329494101 2024-04-10T16:59:52.758 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.758 INFO:tasks.workunit.client.0.smithi069.stdout: "read_onode_meta_lat": { 2024-04-10T16:59:52.758 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 23597, 2024-04-10T16:59:52.758 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 12440169 2024-04-10T16:59:52.758 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.758 INFO:tasks.workunit.client.0.smithi069.stdout: "read_wait_aio_lat": { 2024-04-10T16:59:52.759 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 15340, 2024-04-10T16:59:52.759 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1993568409 2024-04-10T16:59:52.759 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.759 INFO:tasks.workunit.client.0.smithi069.stdout: "reads_with_retries": { 2024-04-10T16:59:52.759 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.759 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.759 INFO:tasks.workunit.client.0.smithi069.stdout: "remove_lat": { 2024-04-10T16:59:52.759 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 12845, 2024-04-10T16:59:52.759 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 414513160 2024-04-10T16:59:52.759 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.759 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_aio_wait_count": { 2024-04-10T16:59:52.759 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.759 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.759 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_committed_kv_count": { 2024-04-10T16:59:52.759 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.759 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.759 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_read_onode_meta_count": { 2024-04-10T16:59:52.760 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.760 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.760 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_read_wait_aio_count": { 2024-04-10T16:59:52.760 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.760 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.760 INFO:tasks.workunit.client.0.smithi069.stdout: "state_aio_wait_lat": { 2024-04-10T16:59:52.760 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 81330, 2024-04-10T16:59:52.760 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 9116749433 2024-04-10T16:59:52.760 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.760 INFO:tasks.workunit.client.0.smithi069.stdout: "state_deferred_aio_wait_lat": { 2024-04-10T16:59:52.760 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 6262, 2024-04-10T16:59:52.760 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 620637945 2024-04-10T16:59:52.760 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.760 INFO:tasks.workunit.client.0.smithi069.stdout: "state_deferred_cleanup_lat": { 2024-04-10T16:59:52.760 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 6262, 2024-04-10T16:59:52.760 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 4344686723048 2024-04-10T16:59:52.760 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.761 INFO:tasks.workunit.client.0.smithi069.stdout: "state_deferred_queued_lat": { 2024-04-10T16:59:52.761 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 6262, 2024-04-10T16:59:52.761 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 6437507664369 2024-04-10T16:59:52.761 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.761 INFO:tasks.workunit.client.0.smithi069.stdout: "state_done_lat": { 2024-04-10T16:59:52.761 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 81330, 2024-04-10T16:59:52.761 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2507839150305 2024-04-10T16:59:52.761 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.761 INFO:tasks.workunit.client.0.smithi069.stdout: "state_finishing_lat": { 2024-04-10T16:59:52.761 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 81330, 2024-04-10T16:59:52.761 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 7942989 2024-04-10T16:59:52.761 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.761 INFO:tasks.workunit.client.0.smithi069.stdout: "state_io_done_lat": { 2024-04-10T16:59:52.761 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 81330, 2024-04-10T16:59:52.761 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 475284632 2024-04-10T16:59:52.762 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.762 INFO:tasks.workunit.client.0.smithi069.stdout: "state_kv_commiting_lat": { 2024-04-10T16:59:52.762 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 81330, 2024-04-10T16:59:52.762 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 31486959647 2024-04-10T16:59:52.762 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.762 INFO:tasks.workunit.client.0.smithi069.stdout: "state_kv_done_lat": { 2024-04-10T16:59:52.762 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 81330, 2024-04-10T16:59:52.762 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 29179231 2024-04-10T16:59:52.762 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.762 INFO:tasks.workunit.client.0.smithi069.stdout: "state_kv_queued_lat": { 2024-04-10T16:59:52.762 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 81330, 2024-04-10T16:59:52.762 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 14538013464 2024-04-10T16:59:52.762 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.762 INFO:tasks.workunit.client.0.smithi069.stdout: "state_prepare_lat": { 2024-04-10T16:59:52.762 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 81330, 2024-04-10T16:59:52.763 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 13543501930 2024-04-10T16:59:52.763 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.763 INFO:tasks.workunit.client.0.smithi069.stdout: "stored": { 2024-04-10T16:59:52.763 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 9672755 2024-04-10T16:59:52.763 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.763 INFO:tasks.workunit.client.0.smithi069.stdout: "truncate_lat": { 2024-04-10T16:59:52.763 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 2506, 2024-04-10T16:59:52.763 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 14649538 2024-04-10T16:59:52.763 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.763 INFO:tasks.workunit.client.0.smithi069.stdout: "txc_commit_lat": { 2024-04-10T16:59:52.763 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 81330, 2024-04-10T16:59:52.763 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 69173713792 2024-04-10T16:59:52.763 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.764 INFO:tasks.workunit.client.0.smithi069.stdout: "txc_submit_lat": { 2024-04-10T16:59:52.764 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 81330, 2024-04-10T16:59:52.764 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 14461044077 2024-04-10T16:59:52.764 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.764 INFO:tasks.workunit.client.0.smithi069.stdout: "txc_throttle_lat": { 2024-04-10T16:59:52.764 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 81330, 2024-04-10T16:59:52.764 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 522904902 2024-04-10T16:59:52.764 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:52.764 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.764 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore-pricache": { 2024-04-10T16:59:52.764 INFO:tasks.workunit.client.0.smithi069.stdout: "cache_bytes": { 2024-04-10T16:59:52.764 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1405243637 2024-04-10T16:59:52.764 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.764 INFO:tasks.workunit.client.0.smithi069.stdout: "heap_bytes": { 2024-04-10T16:59:52.764 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 555384832 2024-04-10T16:59:52.765 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.765 INFO:tasks.workunit.client.0.smithi069.stdout: "mapped_bytes": { 2024-04-10T16:59:52.765 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 448028672 2024-04-10T16:59:52.765 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.765 INFO:tasks.workunit.client.0.smithi069.stdout: "target_bytes": { 2024-04-10T16:59:52.765 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2600647065 2024-04-10T16:59:52.765 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.765 INFO:tasks.workunit.client.0.smithi069.stdout: "unmapped_bytes": { 2024-04-10T16:59:52.765 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 107356160 2024-04-10T16:59:52.765 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:52.765 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.765 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore-pricache:data": { 2024-04-10T16:59:52.765 INFO:tasks.workunit.client.0.smithi069.stdout: "committed_bytes": { 2024-04-10T16:59:52.765 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 125829120 2024-04-10T16:59:52.765 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.766 INFO:tasks.workunit.client.0.smithi069.stdout: "pri0_bytes": { 2024-04-10T16:59:52.766 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.766 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.766 INFO:tasks.workunit.client.0.smithi069.stdout: "pri10_bytes": { 2024-04-10T16:59:52.766 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.766 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.766 INFO:tasks.workunit.client.0.smithi069.stdout: "pri11_bytes": { 2024-04-10T16:59:52.766 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 56888122 2024-04-10T16:59:52.766 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.766 INFO:tasks.workunit.client.0.smithi069.stdout: "pri1_bytes": { 2024-04-10T16:59:52.766 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.766 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.766 INFO:tasks.workunit.client.0.smithi069.stdout: "pri2_bytes": { 2024-04-10T16:59:52.766 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.766 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.767 INFO:tasks.workunit.client.0.smithi069.stdout: "pri3_bytes": { 2024-04-10T16:59:52.767 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.767 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.767 INFO:tasks.workunit.client.0.smithi069.stdout: "pri4_bytes": { 2024-04-10T16:59:52.767 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.767 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.767 INFO:tasks.workunit.client.0.smithi069.stdout: "pri5_bytes": { 2024-04-10T16:59:52.767 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 12288 2024-04-10T16:59:52.767 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.767 INFO:tasks.workunit.client.0.smithi069.stdout: "pri6_bytes": { 2024-04-10T16:59:52.767 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 77824 2024-04-10T16:59:52.767 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.767 INFO:tasks.workunit.client.0.smithi069.stdout: "pri7_bytes": { 2024-04-10T16:59:52.767 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.767 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.768 INFO:tasks.workunit.client.0.smithi069.stdout: "pri8_bytes": { 2024-04-10T16:59:52.768 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.768 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.768 INFO:tasks.workunit.client.0.smithi069.stdout: "pri9_bytes": { 2024-04-10T16:59:52.768 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.768 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.768 INFO:tasks.workunit.client.0.smithi069.stdout: "reserved_bytes": { 2024-04-10T16:59:52.768 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 68850886 2024-04-10T16:59:52.768 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:52.768 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.768 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore-pricache:kv": { 2024-04-10T16:59:52.768 INFO:tasks.workunit.client.0.smithi069.stdout: "committed_bytes": { 2024-04-10T16:59:52.768 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 562036736 2024-04-10T16:59:52.769 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.769 INFO:tasks.workunit.client.0.smithi069.stdout: "pri0_bytes": { 2024-04-10T16:59:52.769 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 67108864 2024-04-10T16:59:52.769 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.769 INFO:tasks.workunit.client.0.smithi069.stdout: "pri10_bytes": { 2024-04-10T16:59:52.769 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.769 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.769 INFO:tasks.workunit.client.0.smithi069.stdout: "pri11_bytes": { 2024-04-10T16:59:52.769 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 426660919 2024-04-10T16:59:52.769 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.769 INFO:tasks.workunit.client.0.smithi069.stdout: "pri1_bytes": { 2024-04-10T16:59:52.769 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.769 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.769 INFO:tasks.workunit.client.0.smithi069.stdout: "pri2_bytes": { 2024-04-10T16:59:52.769 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.769 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.770 INFO:tasks.workunit.client.0.smithi069.stdout: "pri3_bytes": { 2024-04-10T16:59:52.770 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2384 2024-04-10T16:59:52.770 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.770 INFO:tasks.workunit.client.0.smithi069.stdout: "pri4_bytes": { 2024-04-10T16:59:52.770 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.770 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.770 INFO:tasks.workunit.client.0.smithi069.stdout: "pri5_bytes": { 2024-04-10T16:59:52.770 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 170608 2024-04-10T16:59:52.770 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.770 INFO:tasks.workunit.client.0.smithi069.stdout: "pri6_bytes": { 2024-04-10T16:59:52.770 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.770 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.770 INFO:tasks.workunit.client.0.smithi069.stdout: "pri7_bytes": { 2024-04-10T16:59:52.771 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.771 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.771 INFO:tasks.workunit.client.0.smithi069.stdout: "pri8_bytes": { 2024-04-10T16:59:52.771 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.771 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.771 INFO:tasks.workunit.client.0.smithi069.stdout: "pri9_bytes": { 2024-04-10T16:59:52.771 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.771 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.771 INFO:tasks.workunit.client.0.smithi069.stdout: "reserved_bytes": { 2024-04-10T16:59:52.771 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 68093961 2024-04-10T16:59:52.771 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:52.771 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.771 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore-pricache:kv_onode": { 2024-04-10T16:59:52.771 INFO:tasks.workunit.client.0.smithi069.stdout: "committed_bytes": { 2024-04-10T16:59:52.772 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 184549376 2024-04-10T16:59:52.772 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.772 INFO:tasks.workunit.client.0.smithi069.stdout: "pri0_bytes": { 2024-04-10T16:59:52.772 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 67108864 2024-04-10T16:59:52.772 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.772 INFO:tasks.workunit.client.0.smithi069.stdout: "pri10_bytes": { 2024-04-10T16:59:52.772 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 8814336 2024-04-10T16:59:52.772 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.772 INFO:tasks.workunit.client.0.smithi069.stdout: "pri11_bytes": { 2024-04-10T16:59:52.772 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 37925415 2024-04-10T16:59:52.772 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.772 INFO:tasks.workunit.client.0.smithi069.stdout: "pri1_bytes": { 2024-04-10T16:59:52.772 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.772 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.772 INFO:tasks.workunit.client.0.smithi069.stdout: "pri2_bytes": { 2024-04-10T16:59:52.773 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.773 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.773 INFO:tasks.workunit.client.0.smithi069.stdout: "pri3_bytes": { 2024-04-10T16:59:52.773 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.773 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.773 INFO:tasks.workunit.client.0.smithi069.stdout: "pri4_bytes": { 2024-04-10T16:59:52.773 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.773 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.773 INFO:tasks.workunit.client.0.smithi069.stdout: "pri5_bytes": { 2024-04-10T16:59:52.773 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.773 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.773 INFO:tasks.workunit.client.0.smithi069.stdout: "pri6_bytes": { 2024-04-10T16:59:52.773 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.773 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.773 INFO:tasks.workunit.client.0.smithi069.stdout: "pri7_bytes": { 2024-04-10T16:59:52.774 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.774 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.774 INFO:tasks.workunit.client.0.smithi069.stdout: "pri8_bytes": { 2024-04-10T16:59:52.774 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.774 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.774 INFO:tasks.workunit.client.0.smithi069.stdout: "pri9_bytes": { 2024-04-10T16:59:52.774 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.774 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.774 INFO:tasks.workunit.client.0.smithi069.stdout: "reserved_bytes": { 2024-04-10T16:59:52.774 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 70700761 2024-04-10T16:59:52.774 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:52.774 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.774 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore-pricache:meta": { 2024-04-10T16:59:52.774 INFO:tasks.workunit.client.0.smithi069.stdout: "committed_bytes": { 2024-04-10T16:59:52.774 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 503316480 2024-04-10T16:59:52.775 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.775 INFO:tasks.workunit.client.0.smithi069.stdout: "pri0_bytes": { 2024-04-10T16:59:52.775 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.775 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.775 INFO:tasks.workunit.client.0.smithi069.stdout: "pri10_bytes": { 2024-04-10T16:59:52.775 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.775 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.775 INFO:tasks.workunit.client.0.smithi069.stdout: "pri11_bytes": { 2024-04-10T16:59:52.775 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 426660919 2024-04-10T16:59:52.775 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.775 INFO:tasks.workunit.client.0.smithi069.stdout: "pri1_bytes": { 2024-04-10T16:59:52.775 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.775 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.775 INFO:tasks.workunit.client.0.smithi069.stdout: "pri2_bytes": { 2024-04-10T16:59:52.775 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.775 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.776 INFO:tasks.workunit.client.0.smithi069.stdout: "pri3_bytes": { 2024-04-10T16:59:52.776 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.776 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.776 INFO:tasks.workunit.client.0.smithi069.stdout: "pri4_bytes": { 2024-04-10T16:59:52.776 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.776 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.776 INFO:tasks.workunit.client.0.smithi069.stdout: "pri5_bytes": { 2024-04-10T16:59:52.776 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 151247 2024-04-10T16:59:52.776 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.776 INFO:tasks.workunit.client.0.smithi069.stdout: "pri6_bytes": { 2024-04-10T16:59:52.776 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1135859 2024-04-10T16:59:52.776 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.776 INFO:tasks.workunit.client.0.smithi069.stdout: "pri7_bytes": { 2024-04-10T16:59:52.776 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.776 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.776 INFO:tasks.workunit.client.0.smithi069.stdout: "pri8_bytes": { 2024-04-10T16:59:52.777 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.777 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.777 INFO:tasks.workunit.client.0.smithi069.stdout: "pri9_bytes": { 2024-04-10T16:59:52.777 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.777 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.777 INFO:tasks.workunit.client.0.smithi069.stdout: "reserved_bytes": { 2024-04-10T16:59:52.777 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 75368455 2024-04-10T16:59:52.777 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:52.777 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.777 INFO:tasks.workunit.client.0.smithi069.stdout: "objecter": { 2024-04-10T16:59:52.777 INFO:tasks.workunit.client.0.smithi069.stdout: "op_active": { 2024-04-10T16:59:52.777 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.777 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.778 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r": { 2024-04-10T16:59:52.778 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 95 2024-04-10T16:59:52.778 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.778 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rmw": { 2024-04-10T16:59:52.778 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.778 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.778 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w": { 2024-04-10T16:59:52.778 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.778 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:52.778 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.778 INFO:tasks.workunit.client.0.smithi069.stdout: "osd": { 2024-04-10T16:59:52.778 INFO:tasks.workunit.client.0.smithi069.stdout: "numpg": { 2024-04-10T16:59:52.778 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 40 2024-04-10T16:59:52.779 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.779 INFO:tasks.workunit.client.0.smithi069.stdout: "numpg_removing": { 2024-04-10T16:59:52.779 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.779 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.779 INFO:tasks.workunit.client.0.smithi069.stdout: "op": { 2024-04-10T16:59:52.779 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 52557 2024-04-10T16:59:52.779 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.779 INFO:tasks.workunit.client.0.smithi069.stdout: "op_before_queue_op_lat": { 2024-04-10T16:59:52.779 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 145745, 2024-04-10T16:59:52.779 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 7864588720 2024-04-10T16:59:52.779 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.779 INFO:tasks.workunit.client.0.smithi069.stdout: "op_delayed_degraded": { 2024-04-10T16:59:52.779 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 4 2024-04-10T16:59:52.779 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.780 INFO:tasks.workunit.client.0.smithi069.stdout: "op_delayed_unreadable": { 2024-04-10T16:59:52.780 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.780 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.780 INFO:tasks.workunit.client.0.smithi069.stdout: "op_in_bytes": { 2024-04-10T16:59:52.780 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2165643152 2024-04-10T16:59:52.780 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.780 INFO:tasks.workunit.client.0.smithi069.stdout: "op_latency": { 2024-04-10T16:59:52.780 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 52557, 2024-04-10T16:59:52.780 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 123056690456 2024-04-10T16:59:52.780 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.780 INFO:tasks.workunit.client.0.smithi069.stdout: "op_out_bytes": { 2024-04-10T16:59:52.780 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3893765718 2024-04-10T16:59:52.780 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.780 INFO:tasks.workunit.client.0.smithi069.stdout: "op_prepare_latency": { 2024-04-10T16:59:52.780 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 53439, 2024-04-10T16:59:52.780 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 44217777133 2024-04-10T16:59:52.781 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.781 INFO:tasks.workunit.client.0.smithi069.stdout: "op_process_latency": { 2024-04-10T16:59:52.781 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 52557, 2024-04-10T16:59:52.781 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 77290025686 2024-04-10T16:59:52.781 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.781 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r": { 2024-04-10T16:59:52.781 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 22868 2024-04-10T16:59:52.781 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.781 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r_latency": { 2024-04-10T16:59:52.781 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 22868, 2024-04-10T16:59:52.781 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 23620290970 2024-04-10T16:59:52.781 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.781 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-10T16:59:52.782 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.782 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.782 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r_out_bytes": { 2024-04-10T16:59:52.782 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3893765718 2024-04-10T16:59:52.782 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.782 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r_prepare_latency": { 2024-04-10T16:59:52.782 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 23291, 2024-04-10T16:59:52.782 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 6115337591 2024-04-10T16:59:52.782 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.782 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r_process_latency": { 2024-04-10T16:59:52.782 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 22868, 2024-04-10T16:59:52.782 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 9746527730 2024-04-10T16:59:52.782 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.783 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw": { 2024-04-10T16:59:52.783 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 27394 2024-04-10T16:59:52.783 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.783 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_in_bytes": { 2024-04-10T16:59:52.783 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 499391698 2024-04-10T16:59:52.783 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.783 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_latency": { 2024-04-10T16:59:52.783 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 27394, 2024-04-10T16:59:52.783 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 52956422186 2024-04-10T16:59:52.783 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.783 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-10T16:59:52.783 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.783 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.783 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-10T16:59:52.784 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.784 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.784 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_out_bytes": { 2024-04-10T16:59:52.784 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.784 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.784 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_prepare_latency": { 2024-04-10T16:59:52.784 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 27684, 2024-04-10T16:59:52.784 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 34149199463 2024-04-10T16:59:52.784 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.784 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_process_latency": { 2024-04-10T16:59:52.784 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 27394, 2024-04-10T16:59:52.784 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 50269609082 2024-04-10T16:59:52.784 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.784 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w": { 2024-04-10T16:59:52.785 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2295 2024-04-10T16:59:52.785 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.785 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w_in_bytes": { 2024-04-10T16:59:52.785 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1666251454 2024-04-10T16:59:52.785 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.785 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w_latency": { 2024-04-10T16:59:52.785 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 2295, 2024-04-10T16:59:52.785 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 46479977300 2024-04-10T16:59:52.785 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.785 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-10T16:59:52.785 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.785 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.785 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w_prepare_latency": { 2024-04-10T16:59:52.785 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 2464, 2024-04-10T16:59:52.785 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3953240079 2024-04-10T16:59:52.786 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.786 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w_process_latency": { 2024-04-10T16:59:52.786 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 2295, 2024-04-10T16:59:52.786 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 17273888874 2024-04-10T16:59:52.786 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.786 INFO:tasks.workunit.client.0.smithi069.stdout: "op_wip": { 2024-04-10T16:59:52.786 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.786 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.786 INFO:tasks.workunit.client.0.smithi069.stdout: "recovery_bytes": { 2024-04-10T16:59:52.786 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 8388616 2024-04-10T16:59:52.786 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.786 INFO:tasks.workunit.client.0.smithi069.stdout: "recovery_ops": { 2024-04-10T16:59:52.786 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 23 2024-04-10T16:59:52.786 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.787 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_bytes": { 2024-04-10T16:59:52.787 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 95995035648 2024-04-10T16:59:52.787 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.787 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_bytes_used": { 2024-04-10T16:59:52.787 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 683503616 2024-04-10T16:59:52.787 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:52.787 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:52.787 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.787 INFO:tasks.workunit.client.0.smithi069.stdout: "osd.3": { 2024-04-10T16:59:52.787 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs": { 2024-04-10T16:59:52.787 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_db_max_lat": { 2024-04-10T16:59:52.787 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 28334 2024-04-10T16:59:52.787 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.787 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_slow_fallback": { 2024-04-10T16:59:52.787 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.787 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.788 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_slow_max_lat": { 2024-04-10T16:59:52.788 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.788 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.788 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_slow_size_fallback": { 2024-04-10T16:59:52.788 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.788 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.788 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_unit_db": { 2024-04-10T16:59:52.788 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 65536 2024-04-10T16:59:52.788 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.788 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_unit_slow": { 2024-04-10T16:59:52.788 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.788 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.788 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_unit_wal": { 2024-04-10T16:59:52.788 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.788 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.788 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_wal_max_lat": { 2024-04-10T16:59:52.788 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.789 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.789 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes_written_slow": { 2024-04-10T16:59:52.789 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.789 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.789 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes_written_sst": { 2024-04-10T16:59:52.789 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3350528 2024-04-10T16:59:52.789 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.789 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes_written_wal": { 2024-04-10T16:59:52.789 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 618958848 2024-04-10T16:59:52.789 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.789 INFO:tasks.workunit.client.0.smithi069.stdout: "compact_lat": { 2024-04-10T16:59:52.789 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 16, 2024-04-10T16:59:52.789 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 4943135 2024-04-10T16:59:52.789 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.789 INFO:tasks.workunit.client.0.smithi069.stdout: "compact_lock_lat": { 2024-04-10T16:59:52.789 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 16, 2024-04-10T16:59:52.790 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2190134 2024-04-10T16:59:52.790 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.790 INFO:tasks.workunit.client.0.smithi069.stdout: "db_alloc_lat": { 2024-04-10T16:59:52.790 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 159, 2024-04-10T16:59:52.790 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 849714 2024-04-10T16:59:52.790 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.790 INFO:tasks.workunit.client.0.smithi069.stdout: "db_total_bytes": { 2024-04-10T16:59:52.790 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 95995027456 2024-04-10T16:59:52.790 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.790 INFO:tasks.workunit.client.0.smithi069.stdout: "db_used_bytes": { 2024-04-10T16:59:52.790 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 557383680 2024-04-10T16:59:52.790 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.790 INFO:tasks.workunit.client.0.smithi069.stdout: "flush_lat": { 2024-04-10T16:59:52.790 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 66838, 2024-04-10T16:59:52.790 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 10606979400 2024-04-10T16:59:52.791 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.791 INFO:tasks.workunit.client.0.smithi069.stdout: "fsync_lat": { 2024-04-10T16:59:52.791 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 66851, 2024-04-10T16:59:52.791 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 17214667089 2024-04-10T16:59:52.791 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.791 INFO:tasks.workunit.client.0.smithi069.stdout: "log_bytes": { 2024-04-10T16:59:52.791 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 7872512 2024-04-10T16:59:52.791 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.791 INFO:tasks.workunit.client.0.smithi069.stdout: "logged_bytes": { 2024-04-10T16:59:52.791 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 273866752 2024-04-10T16:59:52.791 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.791 INFO:tasks.workunit.client.0.smithi069.stdout: "max_bytes_db": { 2024-04-10T16:59:52.791 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 570163200 2024-04-10T16:59:52.791 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.791 INFO:tasks.workunit.client.0.smithi069.stdout: "max_bytes_slow": { 2024-04-10T16:59:52.791 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.792 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.792 INFO:tasks.workunit.client.0.smithi069.stdout: "max_bytes_wal": { 2024-04-10T16:59:52.792 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.792 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.792 INFO:tasks.workunit.client.0.smithi069.stdout: "num_files": { 2024-04-10T16:59:52.792 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 44 2024-04-10T16:59:52.792 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.792 INFO:tasks.workunit.client.0.smithi069.stdout: "read_bytes": { 2024-04-10T16:59:52.792 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2027109603 2024-04-10T16:59:52.792 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.792 INFO:tasks.workunit.client.0.smithi069.stdout: "read_count": { 2024-04-10T16:59:52.792 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 30337 2024-04-10T16:59:52.792 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.792 INFO:tasks.workunit.client.0.smithi069.stdout: "read_disk_bytes": { 2024-04-10T16:59:52.792 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1801629696 2024-04-10T16:59:52.793 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.793 INFO:tasks.workunit.client.0.smithi069.stdout: "read_disk_bytes_db": { 2024-04-10T16:59:52.793 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1801633792 2024-04-10T16:59:52.793 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.793 INFO:tasks.workunit.client.0.smithi069.stdout: "read_disk_bytes_slow": { 2024-04-10T16:59:52.793 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.793 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.793 INFO:tasks.workunit.client.0.smithi069.stdout: "read_disk_bytes_wal": { 2024-04-10T16:59:52.793 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.793 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.793 INFO:tasks.workunit.client.0.smithi069.stdout: "read_disk_count": { 2024-04-10T16:59:52.793 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 25963 2024-04-10T16:59:52.793 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.793 INFO:tasks.workunit.client.0.smithi069.stdout: "read_lat": { 2024-04-10T16:59:52.793 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 30337, 2024-04-10T16:59:52.793 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 848425013 2024-04-10T16:59:52.794 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.794 INFO:tasks.workunit.client.0.smithi069.stdout: "read_prefetch_bytes": { 2024-04-10T16:59:52.794 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1948211492 2024-04-10T16:59:52.794 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.794 INFO:tasks.workunit.client.0.smithi069.stdout: "read_prefetch_count": { 2024-04-10T16:59:52.794 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 27916 2024-04-10T16:59:52.794 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.794 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_buffer_bytes": { 2024-04-10T16:59:52.794 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1202175 2024-04-10T16:59:52.794 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.794 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_buffer_count": { 2024-04-10T16:59:52.794 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 576 2024-04-10T16:59:52.794 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.794 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_bytes": { 2024-04-10T16:59:52.794 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3322771 2024-04-10T16:59:52.795 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.795 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_count": { 2024-04-10T16:59:52.795 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 712 2024-04-10T16:59:52.795 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.795 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_disk_bytes": { 2024-04-10T16:59:52.795 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2120596 2024-04-10T16:59:52.795 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.795 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_disk_bytes_db": { 2024-04-10T16:59:52.795 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2120596 2024-04-10T16:59:52.795 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.795 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_disk_bytes_slow": { 2024-04-10T16:59:52.795 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.795 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.795 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_disk_bytes_wal": { 2024-04-10T16:59:52.795 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.796 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.796 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_disk_count": { 2024-04-10T16:59:52.796 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 137 2024-04-10T16:59:52.796 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.796 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_lat": { 2024-04-10T16:59:52.796 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 712, 2024-04-10T16:59:52.796 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1145757 2024-04-10T16:59:52.796 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.796 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_alloc_lat": { 2024-04-10T16:59:52.796 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:52.796 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.796 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.796 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_total_bytes": { 2024-04-10T16:59:52.796 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.796 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.797 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_used_bytes": { 2024-04-10T16:59:52.797 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.797 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.797 INFO:tasks.workunit.client.0.smithi069.stdout: "truncate_lat": { 2024-04-10T16:59:52.797 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 1, 2024-04-10T16:59:52.797 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 737 2024-04-10T16:59:52.797 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.797 INFO:tasks.workunit.client.0.smithi069.stdout: "unlink_lat": { 2024-04-10T16:59:52.797 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 7, 2024-04-10T16:59:52.797 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 9216 2024-04-10T16:59:52.797 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.797 INFO:tasks.workunit.client.0.smithi069.stdout: "wal_alloc_lat": { 2024-04-10T16:59:52.797 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:52.797 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.797 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.797 INFO:tasks.workunit.client.0.smithi069.stdout: "wal_total_bytes": { 2024-04-10T16:59:52.797 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.798 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.798 INFO:tasks.workunit.client.0.smithi069.stdout: "wal_used_bytes": { 2024-04-10T16:59:52.798 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.798 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.798 INFO:tasks.workunit.client.0.smithi069.stdout: "write_bytes": { 2024-04-10T16:59:52.798 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 898609152 2024-04-10T16:59:52.798 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:52.798 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.798 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore": { 2024-04-10T16:59:52.798 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_unit": { 2024-04-10T16:59:52.798 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 4096 2024-04-10T16:59:52.798 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.798 INFO:tasks.workunit.client.0.smithi069.stdout: "allocated": { 2024-04-10T16:59:52.798 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 9416704 2024-04-10T16:59:52.798 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.799 INFO:tasks.workunit.client.0.smithi069.stdout: "allocator_lat": { 2024-04-10T16:59:52.799 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 20318, 2024-04-10T16:59:52.799 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 65800888 2024-04-10T16:59:52.799 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.799 INFO:tasks.workunit.client.0.smithi069.stdout: "clist_lat": { 2024-04-10T16:59:52.799 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 3551, 2024-04-10T16:59:52.799 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 5550239155 2024-04-10T16:59:52.799 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.799 INFO:tasks.workunit.client.0.smithi069.stdout: "compress_lat": { 2024-04-10T16:59:52.799 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:52.799 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.799 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.799 INFO:tasks.workunit.client.0.smithi069.stdout: "compressed": { 2024-04-10T16:59:52.799 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.799 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.799 INFO:tasks.workunit.client.0.smithi069.stdout: "compressed_allocated": { 2024-04-10T16:59:52.800 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.800 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.800 INFO:tasks.workunit.client.0.smithi069.stdout: "compressed_original": { 2024-04-10T16:59:52.800 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.800 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.800 INFO:tasks.workunit.client.0.smithi069.stdout: "csum_lat": { 2024-04-10T16:59:52.800 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 17481, 2024-04-10T16:59:52.800 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 138529807 2024-04-10T16:59:52.800 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.800 INFO:tasks.workunit.client.0.smithi069.stdout: "decompress_lat": { 2024-04-10T16:59:52.800 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:52.800 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.800 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.800 INFO:tasks.workunit.client.0.smithi069.stdout: "fragmentation_micros": { 2024-04-10T16:59:52.800 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.800 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.801 INFO:tasks.workunit.client.0.smithi069.stdout: "kv_commit_lat": { 2024-04-10T16:59:52.801 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 66803, 2024-04-10T16:59:52.801 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 20689321685 2024-04-10T16:59:52.801 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.801 INFO:tasks.workunit.client.0.smithi069.stdout: "kv_final_lat": { 2024-04-10T16:59:52.801 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 66230, 2024-04-10T16:59:52.801 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1722533238 2024-04-10T16:59:52.801 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.801 INFO:tasks.workunit.client.0.smithi069.stdout: "kv_flush_lat": { 2024-04-10T16:59:52.801 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 66803, 2024-04-10T16:59:52.801 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 40758571 2024-04-10T16:59:52.801 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.801 INFO:tasks.workunit.client.0.smithi069.stdout: "kv_sync_lat": { 2024-04-10T16:59:52.801 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 66803, 2024-04-10T16:59:52.801 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 20730080256 2024-04-10T16:59:52.801 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.801 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_get_keys_lat": { 2024-04-10T16:59:52.802 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:52.802 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.802 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.802 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_get_values_lat": { 2024-04-10T16:59:52.802 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 24925, 2024-04-10T16:59:52.802 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 914367152 2024-04-10T16:59:52.802 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.802 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_lower_bound_lat": { 2024-04-10T16:59:52.802 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 1401, 2024-04-10T16:59:52.802 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3491196 2024-04-10T16:59:52.802 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.802 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_next_lat": { 2024-04-10T16:59:52.802 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 5287, 2024-04-10T16:59:52.802 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 8032121 2024-04-10T16:59:52.802 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.802 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_seek_to_first_lat": { 2024-04-10T16:59:52.803 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 41, 2024-04-10T16:59:52.803 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 76869 2024-04-10T16:59:52.803 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.803 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_upper_bound_lat": { 2024-04-10T16:59:52.803 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 11885, 2024-04-10T16:59:52.803 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1979287168 2024-04-10T16:59:52.803 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.803 INFO:tasks.workunit.client.0.smithi069.stdout: "onode_hits": { 2024-04-10T16:59:52.803 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 206392 2024-04-10T16:59:52.803 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.803 INFO:tasks.workunit.client.0.smithi069.stdout: "onode_misses": { 2024-04-10T16:59:52.803 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 17897 2024-04-10T16:59:52.803 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.803 INFO:tasks.workunit.client.0.smithi069.stdout: "read_lat": { 2024-04-10T16:59:52.803 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 25322, 2024-04-10T16:59:52.803 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1766440193 2024-04-10T16:59:52.803 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.804 INFO:tasks.workunit.client.0.smithi069.stdout: "read_onode_meta_lat": { 2024-04-10T16:59:52.804 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 71513, 2024-04-10T16:59:52.804 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 23491057 2024-04-10T16:59:52.804 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.804 INFO:tasks.workunit.client.0.smithi069.stdout: "read_wait_aio_lat": { 2024-04-10T16:59:52.804 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 46191, 2024-04-10T16:59:52.804 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1300048834 2024-04-10T16:59:52.804 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.804 INFO:tasks.workunit.client.0.smithi069.stdout: "reads_with_retries": { 2024-04-10T16:59:52.804 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.804 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.804 INFO:tasks.workunit.client.0.smithi069.stdout: "remove_lat": { 2024-04-10T16:59:52.804 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 12482, 2024-04-10T16:59:52.804 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 387442719 2024-04-10T16:59:52.805 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.805 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_aio_wait_count": { 2024-04-10T16:59:52.805 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.805 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.805 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_committed_kv_count": { 2024-04-10T16:59:52.805 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.805 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.805 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_read_onode_meta_count": { 2024-04-10T16:59:52.805 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.805 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.805 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_read_wait_aio_count": { 2024-04-10T16:59:52.805 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.805 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.805 INFO:tasks.workunit.client.0.smithi069.stdout: "state_aio_wait_lat": { 2024-04-10T16:59:52.806 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 78623, 2024-04-10T16:59:52.806 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 13931672318 2024-04-10T16:59:52.806 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.806 INFO:tasks.workunit.client.0.smithi069.stdout: "state_deferred_aio_wait_lat": { 2024-04-10T16:59:52.806 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 18470, 2024-04-10T16:59:52.806 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1620239279 2024-04-10T16:59:52.806 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.806 INFO:tasks.workunit.client.0.smithi069.stdout: "state_deferred_cleanup_lat": { 2024-04-10T16:59:52.806 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 18467, 2024-04-10T16:59:52.806 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3822208921797 2024-04-10T16:59:52.806 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.806 INFO:tasks.workunit.client.0.smithi069.stdout: "state_deferred_queued_lat": { 2024-04-10T16:59:52.806 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 18470, 2024-04-10T16:59:52.807 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 6628284067487 2024-04-10T16:59:52.807 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.807 INFO:tasks.workunit.client.0.smithi069.stdout: "state_done_lat": { 2024-04-10T16:59:52.807 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 78620, 2024-04-10T16:59:52.807 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2495409238427 2024-04-10T16:59:52.807 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.807 INFO:tasks.workunit.client.0.smithi069.stdout: "state_finishing_lat": { 2024-04-10T16:59:52.807 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 78620, 2024-04-10T16:59:52.807 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 7234986 2024-04-10T16:59:52.807 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.807 INFO:tasks.workunit.client.0.smithi069.stdout: "state_io_done_lat": { 2024-04-10T16:59:52.807 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 78623, 2024-04-10T16:59:52.807 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 435787200 2024-04-10T16:59:52.807 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.807 INFO:tasks.workunit.client.0.smithi069.stdout: "state_kv_commiting_lat": { 2024-04-10T16:59:52.807 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 78623, 2024-04-10T16:59:52.808 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 35688703626 2024-04-10T16:59:52.808 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.808 INFO:tasks.workunit.client.0.smithi069.stdout: "state_kv_done_lat": { 2024-04-10T16:59:52.808 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 78623, 2024-04-10T16:59:52.808 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 28623634 2024-04-10T16:59:52.808 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.808 INFO:tasks.workunit.client.0.smithi069.stdout: "state_kv_queued_lat": { 2024-04-10T16:59:52.808 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 78623, 2024-04-10T16:59:52.808 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 16271527221 2024-04-10T16:59:52.808 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.808 INFO:tasks.workunit.client.0.smithi069.stdout: "state_prepare_lat": { 2024-04-10T16:59:52.808 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 78623, 2024-04-10T16:59:52.809 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 15924410075 2024-04-10T16:59:52.809 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.809 INFO:tasks.workunit.client.0.smithi069.stdout: "stored": { 2024-04-10T16:59:52.809 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 5484379 2024-04-10T16:59:52.809 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.809 INFO:tasks.workunit.client.0.smithi069.stdout: "truncate_lat": { 2024-04-10T16:59:52.809 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 2510, 2024-04-10T16:59:52.809 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 14425455 2024-04-10T16:59:52.809 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.809 INFO:tasks.workunit.client.0.smithi069.stdout: "txc_commit_lat": { 2024-04-10T16:59:52.809 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 78623, 2024-04-10T16:59:52.809 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 82265291833 2024-04-10T16:59:52.809 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.809 INFO:tasks.workunit.client.0.smithi069.stdout: "txc_submit_lat": { 2024-04-10T16:59:52.810 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 78623, 2024-04-10T16:59:52.810 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 16934707167 2024-04-10T16:59:52.810 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.810 INFO:tasks.workunit.client.0.smithi069.stdout: "txc_throttle_lat": { 2024-04-10T16:59:52.810 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 78623, 2024-04-10T16:59:52.810 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 760269967 2024-04-10T16:59:52.810 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:52.810 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.810 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore-pricache": { 2024-04-10T16:59:52.810 INFO:tasks.workunit.client.0.smithi069.stdout: "cache_bytes": { 2024-04-10T16:59:52.810 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1405243637 2024-04-10T16:59:52.810 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.810 INFO:tasks.workunit.client.0.smithi069.stdout: "heap_bytes": { 2024-04-10T16:59:52.810 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 595386368 2024-04-10T16:59:52.811 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.811 INFO:tasks.workunit.client.0.smithi069.stdout: "mapped_bytes": { 2024-04-10T16:59:52.811 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 546897920 2024-04-10T16:59:52.811 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.811 INFO:tasks.workunit.client.0.smithi069.stdout: "target_bytes": { 2024-04-10T16:59:52.811 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2600647065 2024-04-10T16:59:52.811 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.811 INFO:tasks.workunit.client.0.smithi069.stdout: "unmapped_bytes": { 2024-04-10T16:59:52.811 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 48488448 2024-04-10T16:59:52.811 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:52.811 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.811 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore-pricache:data": { 2024-04-10T16:59:52.811 INFO:tasks.workunit.client.0.smithi069.stdout: "committed_bytes": { 2024-04-10T16:59:52.811 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 125829120 2024-04-10T16:59:52.811 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.811 INFO:tasks.workunit.client.0.smithi069.stdout: "pri0_bytes": { 2024-04-10T16:59:52.811 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.812 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.812 INFO:tasks.workunit.client.0.smithi069.stdout: "pri10_bytes": { 2024-04-10T16:59:52.812 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.812 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.812 INFO:tasks.workunit.client.0.smithi069.stdout: "pri11_bytes": { 2024-04-10T16:59:52.812 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 57365093 2024-04-10T16:59:52.812 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.812 INFO:tasks.workunit.client.0.smithi069.stdout: "pri1_bytes": { 2024-04-10T16:59:52.812 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.812 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.812 INFO:tasks.workunit.client.0.smithi069.stdout: "pri2_bytes": { 2024-04-10T16:59:52.812 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.812 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.812 INFO:tasks.workunit.client.0.smithi069.stdout: "pri3_bytes": { 2024-04-10T16:59:52.812 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.812 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.813 INFO:tasks.workunit.client.0.smithi069.stdout: "pri4_bytes": { 2024-04-10T16:59:52.813 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.813 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.813 INFO:tasks.workunit.client.0.smithi069.stdout: "pri5_bytes": { 2024-04-10T16:59:52.813 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 4096 2024-04-10T16:59:52.813 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.813 INFO:tasks.workunit.client.0.smithi069.stdout: "pri6_bytes": { 2024-04-10T16:59:52.813 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 118784 2024-04-10T16:59:52.813 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.813 INFO:tasks.workunit.client.0.smithi069.stdout: "pri7_bytes": { 2024-04-10T16:59:52.813 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.813 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.813 INFO:tasks.workunit.client.0.smithi069.stdout: "pri8_bytes": { 2024-04-10T16:59:52.813 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.813 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.813 INFO:tasks.workunit.client.0.smithi069.stdout: "pri9_bytes": { 2024-04-10T16:59:52.813 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.814 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.814 INFO:tasks.workunit.client.0.smithi069.stdout: "reserved_bytes": { 2024-04-10T16:59:52.814 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 68341147 2024-04-10T16:59:52.814 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:52.814 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.814 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore-pricache:kv": { 2024-04-10T16:59:52.814 INFO:tasks.workunit.client.0.smithi069.stdout: "committed_bytes": { 2024-04-10T16:59:52.814 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 570425344 2024-04-10T16:59:52.814 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.814 INFO:tasks.workunit.client.0.smithi069.stdout: "pri0_bytes": { 2024-04-10T16:59:52.814 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 67108864 2024-04-10T16:59:52.814 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.814 INFO:tasks.workunit.client.0.smithi069.stdout: "pri10_bytes": { 2024-04-10T16:59:52.814 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.815 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.815 INFO:tasks.workunit.client.0.smithi069.stdout: "pri11_bytes": { 2024-04-10T16:59:52.815 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 430238198 2024-04-10T16:59:52.815 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.815 INFO:tasks.workunit.client.0.smithi069.stdout: "pri1_bytes": { 2024-04-10T16:59:52.815 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.815 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.815 INFO:tasks.workunit.client.0.smithi069.stdout: "pri2_bytes": { 2024-04-10T16:59:52.815 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.815 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.815 INFO:tasks.workunit.client.0.smithi069.stdout: "pri3_bytes": { 2024-04-10T16:59:52.815 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1520 2024-04-10T16:59:52.815 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.815 INFO:tasks.workunit.client.0.smithi069.stdout: "pri4_bytes": { 2024-04-10T16:59:52.815 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.815 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.816 INFO:tasks.workunit.client.0.smithi069.stdout: "pri5_bytes": { 2024-04-10T16:59:52.816 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 99888 2024-04-10T16:59:52.816 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.816 INFO:tasks.workunit.client.0.smithi069.stdout: "pri6_bytes": { 2024-04-10T16:59:52.816 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.816 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.816 INFO:tasks.workunit.client.0.smithi069.stdout: "pri7_bytes": { 2024-04-10T16:59:52.816 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.816 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.816 INFO:tasks.workunit.client.0.smithi069.stdout: "pri8_bytes": { 2024-04-10T16:59:52.816 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.816 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.816 INFO:tasks.workunit.client.0.smithi069.stdout: "pri9_bytes": { 2024-04-10T16:59:52.816 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.816 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.816 INFO:tasks.workunit.client.0.smithi069.stdout: "reserved_bytes": { 2024-04-10T16:59:52.816 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 72976874 2024-04-10T16:59:52.817 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:52.817 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.817 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore-pricache:kv_onode": { 2024-04-10T16:59:52.817 INFO:tasks.workunit.client.0.smithi069.stdout: "committed_bytes": { 2024-04-10T16:59:52.817 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 176160768 2024-04-10T16:59:52.817 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.817 INFO:tasks.workunit.client.0.smithi069.stdout: "pri0_bytes": { 2024-04-10T16:59:52.817 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 67108864 2024-04-10T16:59:52.817 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.817 INFO:tasks.workunit.client.0.smithi069.stdout: "pri10_bytes": { 2024-04-10T16:59:52.817 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2583712 2024-04-10T16:59:52.817 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.817 INFO:tasks.workunit.client.0.smithi069.stdout: "pri11_bytes": { 2024-04-10T16:59:52.817 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 38243395 2024-04-10T16:59:52.817 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.817 INFO:tasks.workunit.client.0.smithi069.stdout: "pri1_bytes": { 2024-04-10T16:59:52.818 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.818 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.818 INFO:tasks.workunit.client.0.smithi069.stdout: "pri2_bytes": { 2024-04-10T16:59:52.818 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.818 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.818 INFO:tasks.workunit.client.0.smithi069.stdout: "pri3_bytes": { 2024-04-10T16:59:52.818 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.818 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.818 INFO:tasks.workunit.client.0.smithi069.stdout: "pri4_bytes": { 2024-04-10T16:59:52.818 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.818 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.818 INFO:tasks.workunit.client.0.smithi069.stdout: "pri5_bytes": { 2024-04-10T16:59:52.818 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.818 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.818 INFO:tasks.workunit.client.0.smithi069.stdout: "pri6_bytes": { 2024-04-10T16:59:52.818 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.819 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.819 INFO:tasks.workunit.client.0.smithi069.stdout: "pri7_bytes": { 2024-04-10T16:59:52.819 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.819 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.819 INFO:tasks.workunit.client.0.smithi069.stdout: "pri8_bytes": { 2024-04-10T16:59:52.819 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.819 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.819 INFO:tasks.workunit.client.0.smithi069.stdout: "pri9_bytes": { 2024-04-10T16:59:52.819 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.819 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.819 INFO:tasks.workunit.client.0.smithi069.stdout: "reserved_bytes": { 2024-04-10T16:59:52.819 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 68224797 2024-04-10T16:59:52.819 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:52.819 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.819 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore-pricache:meta": { 2024-04-10T16:59:52.819 INFO:tasks.workunit.client.0.smithi069.stdout: "committed_bytes": { 2024-04-10T16:59:52.820 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 503316480 2024-04-10T16:59:52.820 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.820 INFO:tasks.workunit.client.0.smithi069.stdout: "pri0_bytes": { 2024-04-10T16:59:52.820 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.820 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.820 INFO:tasks.workunit.client.0.smithi069.stdout: "pri10_bytes": { 2024-04-10T16:59:52.820 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.820 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.820 INFO:tasks.workunit.client.0.smithi069.stdout: "pri11_bytes": { 2024-04-10T16:59:52.820 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 430238198 2024-04-10T16:59:52.820 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.820 INFO:tasks.workunit.client.0.smithi069.stdout: "pri1_bytes": { 2024-04-10T16:59:52.820 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.820 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.820 INFO:tasks.workunit.client.0.smithi069.stdout: "pri2_bytes": { 2024-04-10T16:59:52.821 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.821 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.821 INFO:tasks.workunit.client.0.smithi069.stdout: "pri3_bytes": { 2024-04-10T16:59:52.821 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.821 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.821 INFO:tasks.workunit.client.0.smithi069.stdout: "pri4_bytes": { 2024-04-10T16:59:52.821 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.821 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.821 INFO:tasks.workunit.client.0.smithi069.stdout: "pri5_bytes": { 2024-04-10T16:59:52.821 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 151158 2024-04-10T16:59:52.821 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.821 INFO:tasks.workunit.client.0.smithi069.stdout: "pri6_bytes": { 2024-04-10T16:59:52.821 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1129183 2024-04-10T16:59:52.821 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.821 INFO:tasks.workunit.client.0.smithi069.stdout: "pri7_bytes": { 2024-04-10T16:59:52.821 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.821 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.822 INFO:tasks.workunit.client.0.smithi069.stdout: "pri8_bytes": { 2024-04-10T16:59:52.822 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.822 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.822 INFO:tasks.workunit.client.0.smithi069.stdout: "pri9_bytes": { 2024-04-10T16:59:52.822 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.822 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.822 INFO:tasks.workunit.client.0.smithi069.stdout: "reserved_bytes": { 2024-04-10T16:59:52.822 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 71797941 2024-04-10T16:59:52.822 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:52.822 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.822 INFO:tasks.workunit.client.0.smithi069.stdout: "objecter": { 2024-04-10T16:59:52.822 INFO:tasks.workunit.client.0.smithi069.stdout: "op_active": { 2024-04-10T16:59:52.822 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.822 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.822 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r": { 2024-04-10T16:59:52.822 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 24 2024-04-10T16:59:52.823 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.823 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rmw": { 2024-04-10T16:59:52.823 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.823 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.823 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w": { 2024-04-10T16:59:52.823 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1 2024-04-10T16:59:52.823 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:52.823 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.823 INFO:tasks.workunit.client.0.smithi069.stdout: "osd": { 2024-04-10T16:59:52.823 INFO:tasks.workunit.client.0.smithi069.stdout: "numpg": { 2024-04-10T16:59:52.823 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 48 2024-04-10T16:59:52.823 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.823 INFO:tasks.workunit.client.0.smithi069.stdout: "numpg_removing": { 2024-04-10T16:59:52.823 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.823 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.823 INFO:tasks.workunit.client.0.smithi069.stdout: "op": { 2024-04-10T16:59:52.823 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 45139 2024-04-10T16:59:52.824 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.824 INFO:tasks.workunit.client.0.smithi069.stdout: "op_before_queue_op_lat": { 2024-04-10T16:59:52.824 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 122449, 2024-04-10T16:59:52.824 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 7901680271 2024-04-10T16:59:52.824 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.824 INFO:tasks.workunit.client.0.smithi069.stdout: "op_delayed_degraded": { 2024-04-10T16:59:52.824 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3 2024-04-10T16:59:52.824 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.824 INFO:tasks.workunit.client.0.smithi069.stdout: "op_delayed_unreadable": { 2024-04-10T16:59:52.824 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.824 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.824 INFO:tasks.workunit.client.0.smithi069.stdout: "op_in_bytes": { 2024-04-10T16:59:52.824 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1631284266 2024-04-10T16:59:52.824 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.824 INFO:tasks.workunit.client.0.smithi069.stdout: "op_latency": { 2024-04-10T16:59:52.825 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 45139, 2024-04-10T16:59:52.825 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 268911591896 2024-04-10T16:59:52.825 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.825 INFO:tasks.workunit.client.0.smithi069.stdout: "op_out_bytes": { 2024-04-10T16:59:52.825 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1928082367 2024-04-10T16:59:52.825 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.825 INFO:tasks.workunit.client.0.smithi069.stdout: "op_prepare_latency": { 2024-04-10T16:59:52.825 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 47383, 2024-04-10T16:59:52.825 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 29645253144 2024-04-10T16:59:52.825 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.825 INFO:tasks.workunit.client.0.smithi069.stdout: "op_process_latency": { 2024-04-10T16:59:52.825 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 45139, 2024-04-10T16:59:52.825 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 71508615967 2024-04-10T16:59:52.825 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.825 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r": { 2024-04-10T16:59:52.825 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 28116 2024-04-10T16:59:52.826 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.826 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r_latency": { 2024-04-10T16:59:52.826 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 28116, 2024-04-10T16:59:52.826 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 46078940420 2024-04-10T16:59:52.826 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.826 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-10T16:59:52.826 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.826 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.826 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r_out_bytes": { 2024-04-10T16:59:52.826 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1928082367 2024-04-10T16:59:52.826 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.826 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r_prepare_latency": { 2024-04-10T16:59:52.826 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 28346, 2024-04-10T16:59:52.827 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 7669736628 2024-04-10T16:59:52.827 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.827 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r_process_latency": { 2024-04-10T16:59:52.827 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 28116, 2024-04-10T16:59:52.827 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 7330220787 2024-04-10T16:59:52.827 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.827 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw": { 2024-04-10T16:59:52.827 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 13085 2024-04-10T16:59:52.827 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.827 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_in_bytes": { 2024-04-10T16:59:52.827 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 267488424 2024-04-10T16:59:52.827 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.827 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_latency": { 2024-04-10T16:59:52.827 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 13085, 2024-04-10T16:59:52.827 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 171496151912 2024-04-10T16:59:52.828 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.828 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-10T16:59:52.828 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.828 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.828 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-10T16:59:52.828 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.828 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.828 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_out_bytes": { 2024-04-10T16:59:52.828 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.828 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.828 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_prepare_latency": { 2024-04-10T16:59:52.828 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 14989, 2024-04-10T16:59:52.828 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 16861436489 2024-04-10T16:59:52.828 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.828 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_process_latency": { 2024-04-10T16:59:52.829 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 13085, 2024-04-10T16:59:52.829 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 36831031876 2024-04-10T16:59:52.829 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.829 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w": { 2024-04-10T16:59:52.829 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3938 2024-04-10T16:59:52.829 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.829 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w_in_bytes": { 2024-04-10T16:59:52.829 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1363795842 2024-04-10T16:59:52.829 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.829 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w_latency": { 2024-04-10T16:59:52.829 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 3938, 2024-04-10T16:59:52.829 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 51336499564 2024-04-10T16:59:52.829 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.830 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-10T16:59:52.830 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.830 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.830 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w_prepare_latency": { 2024-04-10T16:59:52.830 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 4048, 2024-04-10T16:59:52.830 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 5114080027 2024-04-10T16:59:52.830 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.830 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w_process_latency": { 2024-04-10T16:59:52.830 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 3938, 2024-04-10T16:59:52.830 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 27347363304 2024-04-10T16:59:52.830 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.830 INFO:tasks.workunit.client.0.smithi069.stdout: "op_wip": { 2024-04-10T16:59:52.830 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.831 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.831 INFO:tasks.workunit.client.0.smithi069.stdout: "recovery_bytes": { 2024-04-10T16:59:52.831 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 22182477 2024-04-10T16:59:52.831 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.831 INFO:tasks.workunit.client.0.smithi069.stdout: "recovery_ops": { 2024-04-10T16:59:52.831 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 20 2024-04-10T16:59:52.831 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.831 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_bytes": { 2024-04-10T16:59:52.831 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 95995035648 2024-04-10T16:59:52.831 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.831 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_bytes_used": { 2024-04-10T16:59:52.831 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 566820864 2024-04-10T16:59:52.831 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:52.831 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:52.831 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.832 INFO:tasks.workunit.client.0.smithi069.stdout: "osd.4": { 2024-04-10T16:59:52.832 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs": { 2024-04-10T16:59:52.832 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_db_max_lat": { 2024-04-10T16:59:52.832 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 24496 2024-04-10T16:59:52.832 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.832 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_slow_fallback": { 2024-04-10T16:59:52.832 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.832 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.832 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_slow_max_lat": { 2024-04-10T16:59:52.832 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.832 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.832 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_slow_size_fallback": { 2024-04-10T16:59:52.832 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.832 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.832 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_unit_db": { 2024-04-10T16:59:52.832 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 65536 2024-04-10T16:59:52.833 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.833 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_unit_slow": { 2024-04-10T16:59:52.833 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.833 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.833 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_unit_wal": { 2024-04-10T16:59:52.833 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.833 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.833 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_wal_max_lat": { 2024-04-10T16:59:52.833 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.833 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.833 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes_written_slow": { 2024-04-10T16:59:52.833 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.833 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.833 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes_written_sst": { 2024-04-10T16:59:52.833 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 11685888 2024-04-10T16:59:52.833 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.834 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes_written_wal": { 2024-04-10T16:59:52.834 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 677761024 2024-04-10T16:59:52.834 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.834 INFO:tasks.workunit.client.0.smithi069.stdout: "compact_lat": { 2024-04-10T16:59:52.834 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 15, 2024-04-10T16:59:52.834 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2965646 2024-04-10T16:59:52.834 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.834 INFO:tasks.workunit.client.0.smithi069.stdout: "compact_lock_lat": { 2024-04-10T16:59:52.834 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 15, 2024-04-10T16:59:52.834 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1023186 2024-04-10T16:59:52.834 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.834 INFO:tasks.workunit.client.0.smithi069.stdout: "db_alloc_lat": { 2024-04-10T16:59:52.834 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 178, 2024-04-10T16:59:52.834 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 845760 2024-04-10T16:59:52.835 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.835 INFO:tasks.workunit.client.0.smithi069.stdout: "db_total_bytes": { 2024-04-10T16:59:52.835 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 95995027456 2024-04-10T16:59:52.835 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.835 INFO:tasks.workunit.client.0.smithi069.stdout: "db_used_bytes": { 2024-04-10T16:59:52.835 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 709296128 2024-04-10T16:59:52.835 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.835 INFO:tasks.workunit.client.0.smithi069.stdout: "flush_lat": { 2024-04-10T16:59:52.835 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 62152, 2024-04-10T16:59:52.835 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 9362309859 2024-04-10T16:59:52.835 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.835 INFO:tasks.workunit.client.0.smithi069.stdout: "fsync_lat": { 2024-04-10T16:59:52.835 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 62153, 2024-04-10T16:59:52.835 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 14970962526 2024-04-10T16:59:52.835 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.835 INFO:tasks.workunit.client.0.smithi069.stdout: "log_bytes": { 2024-04-10T16:59:52.835 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 5255168 2024-04-10T16:59:52.836 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.836 INFO:tasks.workunit.client.0.smithi069.stdout: "logged_bytes": { 2024-04-10T16:59:52.836 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 254619648 2024-04-10T16:59:52.836 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.836 INFO:tasks.workunit.client.0.smithi069.stdout: "max_bytes_db": { 2024-04-10T16:59:52.836 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 726335488 2024-04-10T16:59:52.836 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.836 INFO:tasks.workunit.client.0.smithi069.stdout: "max_bytes_slow": { 2024-04-10T16:59:52.836 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.836 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.836 INFO:tasks.workunit.client.0.smithi069.stdout: "max_bytes_wal": { 2024-04-10T16:59:52.836 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.836 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.836 INFO:tasks.workunit.client.0.smithi069.stdout: "num_files": { 2024-04-10T16:59:52.836 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 54 2024-04-10T16:59:52.836 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.837 INFO:tasks.workunit.client.0.smithi069.stdout: "read_bytes": { 2024-04-10T16:59:52.837 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 8598470097 2024-04-10T16:59:52.837 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.837 INFO:tasks.workunit.client.0.smithi069.stdout: "read_count": { 2024-04-10T16:59:52.837 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 83544 2024-04-10T16:59:52.837 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.837 INFO:tasks.workunit.client.0.smithi069.stdout: "read_disk_bytes": { 2024-04-10T16:59:52.837 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 7490748416 2024-04-10T16:59:52.837 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.837 INFO:tasks.workunit.client.0.smithi069.stdout: "read_disk_bytes_db": { 2024-04-10T16:59:52.837 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 7490752512 2024-04-10T16:59:52.837 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.837 INFO:tasks.workunit.client.0.smithi069.stdout: "read_disk_bytes_slow": { 2024-04-10T16:59:52.837 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.837 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.837 INFO:tasks.workunit.client.0.smithi069.stdout: "read_disk_bytes_wal": { 2024-04-10T16:59:52.837 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.838 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.838 INFO:tasks.workunit.client.0.smithi069.stdout: "read_disk_count": { 2024-04-10T16:59:52.838 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 76243 2024-04-10T16:59:52.838 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.838 INFO:tasks.workunit.client.0.smithi069.stdout: "read_lat": { 2024-04-10T16:59:52.838 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 83544, 2024-04-10T16:59:52.838 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2470443502 2024-04-10T16:59:52.838 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.838 INFO:tasks.workunit.client.0.smithi069.stdout: "read_prefetch_bytes": { 2024-04-10T16:59:52.838 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 8440718312 2024-04-10T16:59:52.838 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.838 INFO:tasks.workunit.client.0.smithi069.stdout: "read_prefetch_count": { 2024-04-10T16:59:52.838 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 78714 2024-04-10T16:59:52.838 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.838 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_buffer_bytes": { 2024-04-10T16:59:52.839 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 4215949 2024-04-10T16:59:52.839 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.839 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_buffer_count": { 2024-04-10T16:59:52.839 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1141 2024-04-10T16:59:52.839 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.839 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_bytes": { 2024-04-10T16:59:52.839 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 11571919 2024-04-10T16:59:52.839 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.839 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_count": { 2024-04-10T16:59:52.839 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1463 2024-04-10T16:59:52.839 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.839 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_disk_bytes": { 2024-04-10T16:59:52.839 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 7355970 2024-04-10T16:59:52.839 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.840 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_disk_bytes_db": { 2024-04-10T16:59:52.840 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 7355970 2024-04-10T16:59:52.840 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.840 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_disk_bytes_slow": { 2024-04-10T16:59:52.840 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.840 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.840 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_disk_bytes_wal": { 2024-04-10T16:59:52.840 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.840 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.840 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_disk_count": { 2024-04-10T16:59:52.840 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 331 2024-04-10T16:59:52.840 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.840 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_lat": { 2024-04-10T16:59:52.840 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 1463, 2024-04-10T16:59:52.841 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2883615 2024-04-10T16:59:52.841 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.841 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_alloc_lat": { 2024-04-10T16:59:52.841 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:52.841 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.841 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.841 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_total_bytes": { 2024-04-10T16:59:52.841 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.841 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.841 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_used_bytes": { 2024-04-10T16:59:52.841 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.841 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.841 INFO:tasks.workunit.client.0.smithi069.stdout: "truncate_lat": { 2024-04-10T16:59:52.841 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 1, 2024-04-10T16:59:52.841 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 798 2024-04-10T16:59:52.841 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.842 INFO:tasks.workunit.client.0.smithi069.stdout: "unlink_lat": { 2024-04-10T16:59:52.842 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 12, 2024-04-10T16:59:52.842 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 14819 2024-04-10T16:59:52.842 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.842 INFO:tasks.workunit.client.0.smithi069.stdout: "wal_alloc_lat": { 2024-04-10T16:59:52.842 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:52.842 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.842 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.842 INFO:tasks.workunit.client.0.smithi069.stdout: "wal_total_bytes": { 2024-04-10T16:59:52.842 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.842 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.842 INFO:tasks.workunit.client.0.smithi069.stdout: "wal_used_bytes": { 2024-04-10T16:59:52.842 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.842 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.842 INFO:tasks.workunit.client.0.smithi069.stdout: "write_bytes": { 2024-04-10T16:59:52.843 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 946348032 2024-04-10T16:59:52.843 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:52.843 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.843 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore": { 2024-04-10T16:59:52.843 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_unit": { 2024-04-10T16:59:52.843 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 4096 2024-04-10T16:59:52.843 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.843 INFO:tasks.workunit.client.0.smithi069.stdout: "allocated": { 2024-04-10T16:59:52.843 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 9412608 2024-04-10T16:59:52.843 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.843 INFO:tasks.workunit.client.0.smithi069.stdout: "allocator_lat": { 2024-04-10T16:59:52.843 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 21120, 2024-04-10T16:59:52.843 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 67423405 2024-04-10T16:59:52.843 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.843 INFO:tasks.workunit.client.0.smithi069.stdout: "clist_lat": { 2024-04-10T16:59:52.844 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 3507, 2024-04-10T16:59:52.844 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 7471771219 2024-04-10T16:59:52.844 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.844 INFO:tasks.workunit.client.0.smithi069.stdout: "compress_lat": { 2024-04-10T16:59:52.844 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:52.844 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.844 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.844 INFO:tasks.workunit.client.0.smithi069.stdout: "compressed": { 2024-04-10T16:59:52.844 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.844 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.844 INFO:tasks.workunit.client.0.smithi069.stdout: "compressed_allocated": { 2024-04-10T16:59:52.844 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.844 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.844 INFO:tasks.workunit.client.0.smithi069.stdout: "compressed_original": { 2024-04-10T16:59:52.844 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.845 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.845 INFO:tasks.workunit.client.0.smithi069.stdout: "csum_lat": { 2024-04-10T16:59:52.845 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 16754, 2024-04-10T16:59:52.845 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 134255378 2024-04-10T16:59:52.845 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.845 INFO:tasks.workunit.client.0.smithi069.stdout: "decompress_lat": { 2024-04-10T16:59:52.845 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:52.845 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.845 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.845 INFO:tasks.workunit.client.0.smithi069.stdout: "fragmentation_micros": { 2024-04-10T16:59:52.845 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.845 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.845 INFO:tasks.workunit.client.0.smithi069.stdout: "kv_commit_lat": { 2024-04-10T16:59:52.845 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 62089, 2024-04-10T16:59:52.846 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 18246873081 2024-04-10T16:59:52.846 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.846 INFO:tasks.workunit.client.0.smithi069.stdout: "kv_final_lat": { 2024-04-10T16:59:52.846 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 61649, 2024-04-10T16:59:52.846 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1357171140 2024-04-10T16:59:52.846 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.846 INFO:tasks.workunit.client.0.smithi069.stdout: "kv_flush_lat": { 2024-04-10T16:59:52.846 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 62089, 2024-04-10T16:59:52.846 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 48135039 2024-04-10T16:59:52.846 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.846 INFO:tasks.workunit.client.0.smithi069.stdout: "kv_sync_lat": { 2024-04-10T16:59:52.846 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 62089, 2024-04-10T16:59:52.846 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 18295008120 2024-04-10T16:59:52.847 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.847 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_get_keys_lat": { 2024-04-10T16:59:52.847 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:52.847 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.847 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.847 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_get_values_lat": { 2024-04-10T16:59:52.847 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 24183, 2024-04-10T16:59:52.847 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 992821783 2024-04-10T16:59:52.847 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.847 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_lower_bound_lat": { 2024-04-10T16:59:52.847 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 851, 2024-04-10T16:59:52.847 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2240111 2024-04-10T16:59:52.847 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.847 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_next_lat": { 2024-04-10T16:59:52.847 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 14641, 2024-04-10T16:59:52.848 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 10916563 2024-04-10T16:59:52.848 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.848 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_seek_to_first_lat": { 2024-04-10T16:59:52.848 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 47, 2024-04-10T16:59:52.848 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 62023 2024-04-10T16:59:52.848 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.848 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_upper_bound_lat": { 2024-04-10T16:59:52.848 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 14654, 2024-04-10T16:59:52.848 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3933970138 2024-04-10T16:59:52.848 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.848 INFO:tasks.workunit.client.0.smithi069.stdout: "onode_hits": { 2024-04-10T16:59:52.848 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 201949 2024-04-10T16:59:52.848 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.848 INFO:tasks.workunit.client.0.smithi069.stdout: "onode_misses": { 2024-04-10T16:59:52.848 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 19739 2024-04-10T16:59:52.849 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.849 INFO:tasks.workunit.client.0.smithi069.stdout: "read_lat": { 2024-04-10T16:59:52.849 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 25950, 2024-04-10T16:59:52.849 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1621001969 2024-04-10T16:59:52.849 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.849 INFO:tasks.workunit.client.0.smithi069.stdout: "read_onode_meta_lat": { 2024-04-10T16:59:52.849 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 70342, 2024-04-10T16:59:52.849 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 19899565 2024-04-10T16:59:52.849 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.849 INFO:tasks.workunit.client.0.smithi069.stdout: "read_wait_aio_lat": { 2024-04-10T16:59:52.849 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 44392, 2024-04-10T16:59:52.849 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1320911428 2024-04-10T16:59:52.849 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.849 INFO:tasks.workunit.client.0.smithi069.stdout: "reads_with_retries": { 2024-04-10T16:59:52.849 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.849 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.849 INFO:tasks.workunit.client.0.smithi069.stdout: "remove_lat": { 2024-04-10T16:59:52.850 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 13766, 2024-04-10T16:59:52.850 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 391505560 2024-04-10T16:59:52.850 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.850 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_aio_wait_count": { 2024-04-10T16:59:52.850 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.850 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.850 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_committed_kv_count": { 2024-04-10T16:59:52.850 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.850 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.850 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_read_onode_meta_count": { 2024-04-10T16:59:52.850 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.850 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.850 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_read_wait_aio_count": { 2024-04-10T16:59:52.850 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.850 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.850 INFO:tasks.workunit.client.0.smithi069.stdout: "state_aio_wait_lat": { 2024-04-10T16:59:52.851 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 72367, 2024-04-10T16:59:52.851 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 8717137487 2024-04-10T16:59:52.851 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.851 INFO:tasks.workunit.client.0.smithi069.stdout: "state_deferred_aio_wait_lat": { 2024-04-10T16:59:52.851 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 18021, 2024-04-10T16:59:52.851 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 888506541 2024-04-10T16:59:52.851 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.851 INFO:tasks.workunit.client.0.smithi069.stdout: "state_deferred_cleanup_lat": { 2024-04-10T16:59:52.851 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 18019, 2024-04-10T16:59:52.851 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3575771620705 2024-04-10T16:59:52.851 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.851 INFO:tasks.workunit.client.0.smithi069.stdout: "state_deferred_queued_lat": { 2024-04-10T16:59:52.851 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 18021, 2024-04-10T16:59:52.851 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 6112351948074 2024-04-10T16:59:52.851 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.852 INFO:tasks.workunit.client.0.smithi069.stdout: "state_done_lat": { 2024-04-10T16:59:52.852 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 72365, 2024-04-10T16:59:52.852 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2549755221456 2024-04-10T16:59:52.852 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.852 INFO:tasks.workunit.client.0.smithi069.stdout: "state_finishing_lat": { 2024-04-10T16:59:52.852 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 72365, 2024-04-10T16:59:52.852 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 7745096 2024-04-10T16:59:52.852 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.852 INFO:tasks.workunit.client.0.smithi069.stdout: "state_io_done_lat": { 2024-04-10T16:59:52.852 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 72367, 2024-04-10T16:59:52.852 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 247741434 2024-04-10T16:59:52.852 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.852 INFO:tasks.workunit.client.0.smithi069.stdout: "state_kv_commiting_lat": { 2024-04-10T16:59:52.852 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 72367, 2024-04-10T16:59:52.852 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 27022453831 2024-04-10T16:59:52.853 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.853 INFO:tasks.workunit.client.0.smithi069.stdout: "state_kv_done_lat": { 2024-04-10T16:59:52.853 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 72367, 2024-04-10T16:59:52.853 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 26538246 2024-04-10T16:59:52.853 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.853 INFO:tasks.workunit.client.0.smithi069.stdout: "state_kv_queued_lat": { 2024-04-10T16:59:52.853 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 72367, 2024-04-10T16:59:52.853 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 11682640704 2024-04-10T16:59:52.853 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.853 INFO:tasks.workunit.client.0.smithi069.stdout: "state_prepare_lat": { 2024-04-10T16:59:52.853 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 72367, 2024-04-10T16:59:52.853 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 13397499182 2024-04-10T16:59:52.853 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.854 INFO:tasks.workunit.client.0.smithi069.stdout: "stored": { 2024-04-10T16:59:52.854 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 5479178 2024-04-10T16:59:52.854 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.854 INFO:tasks.workunit.client.0.smithi069.stdout: "truncate_lat": { 2024-04-10T16:59:52.854 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 2462, 2024-04-10T16:59:52.854 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 14148562 2024-04-10T16:59:52.854 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.854 INFO:tasks.workunit.client.0.smithi069.stdout: "txc_commit_lat": { 2024-04-10T16:59:52.854 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 72367, 2024-04-10T16:59:52.854 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 61079410538 2024-04-10T16:59:52.854 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.854 INFO:tasks.workunit.client.0.smithi069.stdout: "txc_submit_lat": { 2024-04-10T16:59:52.854 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 72367, 2024-04-10T16:59:52.855 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 14328615006 2024-04-10T16:59:52.855 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.855 INFO:tasks.workunit.client.0.smithi069.stdout: "txc_throttle_lat": { 2024-04-10T16:59:52.855 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 72367, 2024-04-10T16:59:52.855 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 469584290 2024-04-10T16:59:52.855 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:52.855 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.855 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore-pricache": { 2024-04-10T16:59:52.855 INFO:tasks.workunit.client.0.smithi069.stdout: "cache_bytes": { 2024-04-10T16:59:52.855 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1405281412 2024-04-10T16:59:52.855 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.855 INFO:tasks.workunit.client.0.smithi069.stdout: "heap_bytes": { 2024-04-10T16:59:52.855 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 711565312 2024-04-10T16:59:52.855 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.855 INFO:tasks.workunit.client.0.smithi069.stdout: "mapped_bytes": { 2024-04-10T16:59:52.856 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 687710208 2024-04-10T16:59:52.856 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.856 INFO:tasks.workunit.client.0.smithi069.stdout: "target_bytes": { 2024-04-10T16:59:52.856 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2600691507 2024-04-10T16:59:52.856 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.856 INFO:tasks.workunit.client.0.smithi069.stdout: "unmapped_bytes": { 2024-04-10T16:59:52.856 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 23855104 2024-04-10T16:59:52.856 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:52.856 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.856 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore-pricache:data": { 2024-04-10T16:59:52.856 INFO:tasks.workunit.client.0.smithi069.stdout: "committed_bytes": { 2024-04-10T16:59:52.856 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 125829120 2024-04-10T16:59:52.857 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.857 INFO:tasks.workunit.client.0.smithi069.stdout: "pri0_bytes": { 2024-04-10T16:59:52.857 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.857 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.857 INFO:tasks.workunit.client.0.smithi069.stdout: "pri10_bytes": { 2024-04-10T16:59:52.857 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.857 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.857 INFO:tasks.workunit.client.0.smithi069.stdout: "pri11_bytes": { 2024-04-10T16:59:52.857 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 56587483 2024-04-10T16:59:52.857 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.857 INFO:tasks.workunit.client.0.smithi069.stdout: "pri1_bytes": { 2024-04-10T16:59:52.857 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.857 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.857 INFO:tasks.workunit.client.0.smithi069.stdout: "pri2_bytes": { 2024-04-10T16:59:52.857 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.857 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.858 INFO:tasks.workunit.client.0.smithi069.stdout: "pri3_bytes": { 2024-04-10T16:59:52.858 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.858 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.858 INFO:tasks.workunit.client.0.smithi069.stdout: "pri4_bytes": { 2024-04-10T16:59:52.858 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.858 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.858 INFO:tasks.workunit.client.0.smithi069.stdout: "pri5_bytes": { 2024-04-10T16:59:52.858 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 61440 2024-04-10T16:59:52.858 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.858 INFO:tasks.workunit.client.0.smithi069.stdout: "pri6_bytes": { 2024-04-10T16:59:52.858 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 708608 2024-04-10T16:59:52.858 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.858 INFO:tasks.workunit.client.0.smithi069.stdout: "pri7_bytes": { 2024-04-10T16:59:52.858 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.858 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.859 INFO:tasks.workunit.client.0.smithi069.stdout: "pri8_bytes": { 2024-04-10T16:59:52.859 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.859 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.859 INFO:tasks.workunit.client.0.smithi069.stdout: "pri9_bytes": { 2024-04-10T16:59:52.859 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.859 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.859 INFO:tasks.workunit.client.0.smithi069.stdout: "reserved_bytes": { 2024-04-10T16:59:52.859 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 68471589 2024-04-10T16:59:52.859 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:52.859 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.859 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore-pricache:kv": { 2024-04-10T16:59:52.859 INFO:tasks.workunit.client.0.smithi069.stdout: "committed_bytes": { 2024-04-10T16:59:52.859 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 562036736 2024-04-10T16:59:52.859 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.859 INFO:tasks.workunit.client.0.smithi069.stdout: "pri0_bytes": { 2024-04-10T16:59:52.859 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 67108864 2024-04-10T16:59:52.859 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.860 INFO:tasks.workunit.client.0.smithi069.stdout: "pri10_bytes": { 2024-04-10T16:59:52.860 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.860 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.860 INFO:tasks.workunit.client.0.smithi069.stdout: "pri11_bytes": { 2024-04-10T16:59:52.860 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 424406123 2024-04-10T16:59:52.860 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.860 INFO:tasks.workunit.client.0.smithi069.stdout: "pri1_bytes": { 2024-04-10T16:59:52.860 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.860 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.860 INFO:tasks.workunit.client.0.smithi069.stdout: "pri2_bytes": { 2024-04-10T16:59:52.860 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.860 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.860 INFO:tasks.workunit.client.0.smithi069.stdout: "pri3_bytes": { 2024-04-10T16:59:52.860 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3184 2024-04-10T16:59:52.860 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.860 INFO:tasks.workunit.client.0.smithi069.stdout: "pri4_bytes": { 2024-04-10T16:59:52.861 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.861 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.861 INFO:tasks.workunit.client.0.smithi069.stdout: "pri5_bytes": { 2024-04-10T16:59:52.861 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 206944 2024-04-10T16:59:52.861 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.861 INFO:tasks.workunit.client.0.smithi069.stdout: "pri6_bytes": { 2024-04-10T16:59:52.861 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.861 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.861 INFO:tasks.workunit.client.0.smithi069.stdout: "pri7_bytes": { 2024-04-10T16:59:52.861 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.861 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.861 INFO:tasks.workunit.client.0.smithi069.stdout: "pri8_bytes": { 2024-04-10T16:59:52.861 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.861 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.862 INFO:tasks.workunit.client.0.smithi069.stdout: "pri9_bytes": { 2024-04-10T16:59:52.862 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.862 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.862 INFO:tasks.workunit.client.0.smithi069.stdout: "reserved_bytes": { 2024-04-10T16:59:52.862 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 70311621 2024-04-10T16:59:52.862 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:52.862 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.862 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore-pricache:kv_onode": { 2024-04-10T16:59:52.862 INFO:tasks.workunit.client.0.smithi069.stdout: "committed_bytes": { 2024-04-10T16:59:52.862 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 184549376 2024-04-10T16:59:52.862 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.862 INFO:tasks.workunit.client.0.smithi069.stdout: "pri0_bytes": { 2024-04-10T16:59:52.862 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 67108864 2024-04-10T16:59:52.863 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.863 INFO:tasks.workunit.client.0.smithi069.stdout: "pri10_bytes": { 2024-04-10T16:59:52.863 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 11388656 2024-04-10T16:59:52.863 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.863 INFO:tasks.workunit.client.0.smithi069.stdout: "pri11_bytes": { 2024-04-10T16:59:52.863 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 37724988 2024-04-10T16:59:52.863 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.863 INFO:tasks.workunit.client.0.smithi069.stdout: "pri1_bytes": { 2024-04-10T16:59:52.863 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.863 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.863 INFO:tasks.workunit.client.0.smithi069.stdout: "pri2_bytes": { 2024-04-10T16:59:52.863 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.863 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.863 INFO:tasks.workunit.client.0.smithi069.stdout: "pri3_bytes": { 2024-04-10T16:59:52.863 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.864 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.864 INFO:tasks.workunit.client.0.smithi069.stdout: "pri4_bytes": { 2024-04-10T16:59:52.864 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.864 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.864 INFO:tasks.workunit.client.0.smithi069.stdout: "pri5_bytes": { 2024-04-10T16:59:52.864 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.864 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.864 INFO:tasks.workunit.client.0.smithi069.stdout: "pri6_bytes": { 2024-04-10T16:59:52.864 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.864 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.864 INFO:tasks.workunit.client.0.smithi069.stdout: "pri7_bytes": { 2024-04-10T16:59:52.864 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.864 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.864 INFO:tasks.workunit.client.0.smithi069.stdout: "pri8_bytes": { 2024-04-10T16:59:52.864 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.864 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.865 INFO:tasks.workunit.client.0.smithi069.stdout: "pri9_bytes": { 2024-04-10T16:59:52.865 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.865 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.865 INFO:tasks.workunit.client.0.smithi069.stdout: "reserved_bytes": { 2024-04-10T16:59:52.865 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 68326868 2024-04-10T16:59:52.865 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:52.865 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.865 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore-pricache:meta": { 2024-04-10T16:59:52.865 INFO:tasks.workunit.client.0.smithi069.stdout: "committed_bytes": { 2024-04-10T16:59:52.865 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 494927872 2024-04-10T16:59:52.865 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.865 INFO:tasks.workunit.client.0.smithi069.stdout: "pri0_bytes": { 2024-04-10T16:59:52.865 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.865 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.865 INFO:tasks.workunit.client.0.smithi069.stdout: "pri10_bytes": { 2024-04-10T16:59:52.865 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.865 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.866 INFO:tasks.workunit.client.0.smithi069.stdout: "pri11_bytes": { 2024-04-10T16:59:52.866 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 424406123 2024-04-10T16:59:52.866 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.866 INFO:tasks.workunit.client.0.smithi069.stdout: "pri1_bytes": { 2024-04-10T16:59:52.866 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.866 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.866 INFO:tasks.workunit.client.0.smithi069.stdout: "pri2_bytes": { 2024-04-10T16:59:52.866 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.866 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.866 INFO:tasks.workunit.client.0.smithi069.stdout: "pri3_bytes": { 2024-04-10T16:59:52.866 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.866 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.866 INFO:tasks.workunit.client.0.smithi069.stdout: "pri4_bytes": { 2024-04-10T16:59:52.866 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.866 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.867 INFO:tasks.workunit.client.0.smithi069.stdout: "pri5_bytes": { 2024-04-10T16:59:52.867 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 154622 2024-04-10T16:59:52.867 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.867 INFO:tasks.workunit.client.0.smithi069.stdout: "pri6_bytes": { 2024-04-10T16:59:52.867 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1116060 2024-04-10T16:59:52.867 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.867 INFO:tasks.workunit.client.0.smithi069.stdout: "pri7_bytes": { 2024-04-10T16:59:52.867 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.867 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.867 INFO:tasks.workunit.client.0.smithi069.stdout: "pri8_bytes": { 2024-04-10T16:59:52.867 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.867 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.867 INFO:tasks.workunit.client.0.smithi069.stdout: "pri9_bytes": { 2024-04-10T16:59:52.867 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.867 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.867 INFO:tasks.workunit.client.0.smithi069.stdout: "reserved_bytes": { 2024-04-10T16:59:52.868 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 69251067 2024-04-10T16:59:52.868 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:52.868 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.868 INFO:tasks.workunit.client.0.smithi069.stdout: "objecter": { 2024-04-10T16:59:52.868 INFO:tasks.workunit.client.0.smithi069.stdout: "op_active": { 2024-04-10T16:59:52.868 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.868 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.868 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r": { 2024-04-10T16:59:52.868 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 20 2024-04-10T16:59:52.868 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.868 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rmw": { 2024-04-10T16:59:52.868 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.868 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.868 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w": { 2024-04-10T16:59:52.868 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.868 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:52.869 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.869 INFO:tasks.workunit.client.0.smithi069.stdout: "osd": { 2024-04-10T16:59:52.869 INFO:tasks.workunit.client.0.smithi069.stdout: "numpg": { 2024-04-10T16:59:52.869 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 51 2024-04-10T16:59:52.869 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.869 INFO:tasks.workunit.client.0.smithi069.stdout: "numpg_removing": { 2024-04-10T16:59:52.869 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.869 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.869 INFO:tasks.workunit.client.0.smithi069.stdout: "op": { 2024-04-10T16:59:52.869 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 56394 2024-04-10T16:59:52.869 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.869 INFO:tasks.workunit.client.0.smithi069.stdout: "op_before_queue_op_lat": { 2024-04-10T16:59:52.869 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 119277, 2024-04-10T16:59:52.870 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 10368445129 2024-04-10T16:59:52.870 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.870 INFO:tasks.workunit.client.0.smithi069.stdout: "op_delayed_degraded": { 2024-04-10T16:59:52.870 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.870 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.870 INFO:tasks.workunit.client.0.smithi069.stdout: "op_delayed_unreadable": { 2024-04-10T16:59:52.870 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.870 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.870 INFO:tasks.workunit.client.0.smithi069.stdout: "op_in_bytes": { 2024-04-10T16:59:52.870 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1455682551 2024-04-10T16:59:52.870 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.870 INFO:tasks.workunit.client.0.smithi069.stdout: "op_latency": { 2024-04-10T16:59:52.870 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 56394, 2024-04-10T16:59:52.871 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 87418750021 2024-04-10T16:59:52.871 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.871 INFO:tasks.workunit.client.0.smithi069.stdout: "op_out_bytes": { 2024-04-10T16:59:52.871 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1771562555 2024-04-10T16:59:52.871 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.871 INFO:tasks.workunit.client.0.smithi069.stdout: "op_prepare_latency": { 2024-04-10T16:59:52.871 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 56939, 2024-04-10T16:59:52.871 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 15805778076 2024-04-10T16:59:52.871 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.871 INFO:tasks.workunit.client.0.smithi069.stdout: "op_process_latency": { 2024-04-10T16:59:52.871 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 56394, 2024-04-10T16:59:52.871 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 34570866270 2024-04-10T16:59:52.871 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.871 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r": { 2024-04-10T16:59:52.871 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 46334 2024-04-10T16:59:52.871 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.871 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r_latency": { 2024-04-10T16:59:52.872 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 46334, 2024-04-10T16:59:52.872 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 20765683766 2024-04-10T16:59:52.872 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.872 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-10T16:59:52.872 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.872 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.872 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r_out_bytes": { 2024-04-10T16:59:52.872 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1771562555 2024-04-10T16:59:52.872 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.872 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r_prepare_latency": { 2024-04-10T16:59:52.872 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 46502, 2024-04-10T16:59:52.872 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 7446019109 2024-04-10T16:59:52.872 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.872 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r_process_latency": { 2024-04-10T16:59:52.872 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 46334, 2024-04-10T16:59:52.873 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 7063660922 2024-04-10T16:59:52.873 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.873 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw": { 2024-04-10T16:59:52.873 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 5591 2024-04-10T16:59:52.873 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.873 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_in_bytes": { 2024-04-10T16:59:52.873 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 222840930 2024-04-10T16:59:52.873 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.873 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_latency": { 2024-04-10T16:59:52.873 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 5591, 2024-04-10T16:59:52.873 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 9858947656 2024-04-10T16:59:52.873 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.873 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-10T16:59:52.873 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.873 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.873 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-10T16:59:52.873 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.874 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.874 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_out_bytes": { 2024-04-10T16:59:52.874 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.874 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.874 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_prepare_latency": { 2024-04-10T16:59:52.874 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 5835, 2024-04-10T16:59:52.874 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3391207761 2024-04-10T16:59:52.874 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.874 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_process_latency": { 2024-04-10T16:59:52.874 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 5591, 2024-04-10T16:59:52.874 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 8385505943 2024-04-10T16:59:52.874 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.874 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w": { 2024-04-10T16:59:52.874 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 4469 2024-04-10T16:59:52.874 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.875 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w_in_bytes": { 2024-04-10T16:59:52.875 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1232841621 2024-04-10T16:59:52.875 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.875 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w_latency": { 2024-04-10T16:59:52.875 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 4469, 2024-04-10T16:59:52.875 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 56794118599 2024-04-10T16:59:52.875 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.875 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-10T16:59:52.875 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.875 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.875 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w_prepare_latency": { 2024-04-10T16:59:52.875 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 4602, 2024-04-10T16:59:52.875 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 4968551206 2024-04-10T16:59:52.875 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.875 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w_process_latency": { 2024-04-10T16:59:52.876 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 4469, 2024-04-10T16:59:52.876 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 19121699405 2024-04-10T16:59:52.876 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.876 INFO:tasks.workunit.client.0.smithi069.stdout: "op_wip": { 2024-04-10T16:59:52.876 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.876 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.876 INFO:tasks.workunit.client.0.smithi069.stdout: "recovery_bytes": { 2024-04-10T16:59:52.876 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 8388680 2024-04-10T16:59:52.876 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.876 INFO:tasks.workunit.client.0.smithi069.stdout: "recovery_ops": { 2024-04-10T16:59:52.876 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 16 2024-04-10T16:59:52.876 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.876 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_bytes": { 2024-04-10T16:59:52.876 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 95995035648 2024-04-10T16:59:52.876 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.876 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_bytes_used": { 2024-04-10T16:59:52.876 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 718725120 2024-04-10T16:59:52.877 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:52.877 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:52.877 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.877 INFO:tasks.workunit.client.0.smithi069.stdout: "osd.5": { 2024-04-10T16:59:52.877 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs": { 2024-04-10T16:59:52.877 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_db_max_lat": { 2024-04-10T16:59:52.877 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 24560 2024-04-10T16:59:52.877 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.877 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_slow_fallback": { 2024-04-10T16:59:52.877 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.877 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.877 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_slow_max_lat": { 2024-04-10T16:59:52.877 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.877 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.877 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_slow_size_fallback": { 2024-04-10T16:59:52.877 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.878 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.878 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_unit_db": { 2024-04-10T16:59:52.878 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 65536 2024-04-10T16:59:52.878 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.878 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_unit_slow": { 2024-04-10T16:59:52.878 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.878 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.878 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_unit_wal": { 2024-04-10T16:59:52.878 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.878 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.878 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_wal_max_lat": { 2024-04-10T16:59:52.878 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.878 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.878 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes_written_slow": { 2024-04-10T16:59:52.879 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.879 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.879 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes_written_sst": { 2024-04-10T16:59:52.879 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 7921664 2024-04-10T16:59:52.879 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.879 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes_written_wal": { 2024-04-10T16:59:52.879 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 761430016 2024-04-10T16:59:52.879 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.879 INFO:tasks.workunit.client.0.smithi069.stdout: "compact_lat": { 2024-04-10T16:59:52.879 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 20, 2024-04-10T16:59:52.879 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 10352534 2024-04-10T16:59:52.879 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.879 INFO:tasks.workunit.client.0.smithi069.stdout: "compact_lock_lat": { 2024-04-10T16:59:52.879 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 20, 2024-04-10T16:59:52.879 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 6503955 2024-04-10T16:59:52.880 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.880 INFO:tasks.workunit.client.0.smithi069.stdout: "db_alloc_lat": { 2024-04-10T16:59:52.880 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 202, 2024-04-10T16:59:52.880 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1012754 2024-04-10T16:59:52.880 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.880 INFO:tasks.workunit.client.0.smithi069.stdout: "db_total_bytes": { 2024-04-10T16:59:52.880 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 95995027456 2024-04-10T16:59:52.880 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.880 INFO:tasks.workunit.client.0.smithi069.stdout: "db_used_bytes": { 2024-04-10T16:59:52.880 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 692715520 2024-04-10T16:59:52.880 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.880 INFO:tasks.workunit.client.0.smithi069.stdout: "flush_lat": { 2024-04-10T16:59:52.880 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 83289, 2024-04-10T16:59:52.880 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 11366624225 2024-04-10T16:59:52.880 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.881 INFO:tasks.workunit.client.0.smithi069.stdout: "fsync_lat": { 2024-04-10T16:59:52.881 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 83301, 2024-04-10T16:59:52.881 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 18133270266 2024-04-10T16:59:52.881 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.881 INFO:tasks.workunit.client.0.smithi069.stdout: "log_bytes": { 2024-04-10T16:59:52.881 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 8708096 2024-04-10T16:59:52.881 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.881 INFO:tasks.workunit.client.0.smithi069.stdout: "logged_bytes": { 2024-04-10T16:59:52.881 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 341237760 2024-04-10T16:59:52.881 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.881 INFO:tasks.workunit.client.0.smithi069.stdout: "max_bytes_db": { 2024-04-10T16:59:52.881 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 688455680 2024-04-10T16:59:52.881 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.881 INFO:tasks.workunit.client.0.smithi069.stdout: "max_bytes_slow": { 2024-04-10T16:59:52.882 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.882 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.882 INFO:tasks.workunit.client.0.smithi069.stdout: "max_bytes_wal": { 2024-04-10T16:59:52.882 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.882 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.882 INFO:tasks.workunit.client.0.smithi069.stdout: "num_files": { 2024-04-10T16:59:52.882 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 50 2024-04-10T16:59:52.882 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.882 INFO:tasks.workunit.client.0.smithi069.stdout: "read_bytes": { 2024-04-10T16:59:52.882 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 6542209470 2024-04-10T16:59:52.882 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.882 INFO:tasks.workunit.client.0.smithi069.stdout: "read_count": { 2024-04-10T16:59:52.882 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 74196 2024-04-10T16:59:52.882 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.883 INFO:tasks.workunit.client.0.smithi069.stdout: "read_disk_bytes": { 2024-04-10T16:59:52.883 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 5725515776 2024-04-10T16:59:52.883 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.883 INFO:tasks.workunit.client.0.smithi069.stdout: "read_disk_bytes_db": { 2024-04-10T16:59:52.883 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 5725519872 2024-04-10T16:59:52.883 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.883 INFO:tasks.workunit.client.0.smithi069.stdout: "read_disk_bytes_slow": { 2024-04-10T16:59:52.883 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.883 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.883 INFO:tasks.workunit.client.0.smithi069.stdout: "read_disk_bytes_wal": { 2024-04-10T16:59:52.883 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.883 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.883 INFO:tasks.workunit.client.0.smithi069.stdout: "read_disk_count": { 2024-04-10T16:59:52.883 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 61259 2024-04-10T16:59:52.883 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.883 INFO:tasks.workunit.client.0.smithi069.stdout: "read_lat": { 2024-04-10T16:59:52.883 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 74196, 2024-04-10T16:59:52.884 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2570979524 2024-04-10T16:59:52.884 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.884 INFO:tasks.workunit.client.0.smithi069.stdout: "read_prefetch_bytes": { 2024-04-10T16:59:52.884 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 6350302810 2024-04-10T16:59:52.884 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.884 INFO:tasks.workunit.client.0.smithi069.stdout: "read_prefetch_count": { 2024-04-10T16:59:52.884 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 68322 2024-04-10T16:59:52.884 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.884 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_buffer_bytes": { 2024-04-10T16:59:52.884 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3593904 2024-04-10T16:59:52.884 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.884 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_buffer_count": { 2024-04-10T16:59:52.884 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1229 2024-04-10T16:59:52.884 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.884 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_bytes": { 2024-04-10T16:59:52.884 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 9538081 2024-04-10T16:59:52.885 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.885 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_count": { 2024-04-10T16:59:52.885 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1566 2024-04-10T16:59:52.885 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.885 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_disk_bytes": { 2024-04-10T16:59:52.885 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 5944177 2024-04-10T16:59:52.885 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.885 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_disk_bytes_db": { 2024-04-10T16:59:52.885 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 5944177 2024-04-10T16:59:52.885 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.885 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_disk_bytes_slow": { 2024-04-10T16:59:52.885 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.885 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.885 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_disk_bytes_wal": { 2024-04-10T16:59:52.885 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.885 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.885 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_disk_count": { 2024-04-10T16:59:52.886 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 344 2024-04-10T16:59:52.886 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.886 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_lat": { 2024-04-10T16:59:52.886 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 1566, 2024-04-10T16:59:52.886 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 5781160 2024-04-10T16:59:52.886 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.886 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_alloc_lat": { 2024-04-10T16:59:52.886 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:52.886 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.886 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.886 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_total_bytes": { 2024-04-10T16:59:52.886 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.886 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.886 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_used_bytes": { 2024-04-10T16:59:52.886 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.886 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.886 INFO:tasks.workunit.client.0.smithi069.stdout: "truncate_lat": { 2024-04-10T16:59:52.887 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 1, 2024-04-10T16:59:52.887 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 634 2024-04-10T16:59:52.887 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.887 INFO:tasks.workunit.client.0.smithi069.stdout: "unlink_lat": { 2024-04-10T16:59:52.887 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 14, 2024-04-10T16:59:52.887 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 14073 2024-04-10T16:59:52.887 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.887 INFO:tasks.workunit.client.0.smithi069.stdout: "wal_alloc_lat": { 2024-04-10T16:59:52.887 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:52.887 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.887 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.887 INFO:tasks.workunit.client.0.smithi069.stdout: "wal_total_bytes": { 2024-04-10T16:59:52.887 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.887 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.887 INFO:tasks.workunit.client.0.smithi069.stdout: "wal_used_bytes": { 2024-04-10T16:59:52.888 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.888 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.888 INFO:tasks.workunit.client.0.smithi069.stdout: "write_bytes": { 2024-04-10T16:59:52.888 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1113616384 2024-04-10T16:59:52.888 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:52.888 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.888 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore": { 2024-04-10T16:59:52.888 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_unit": { 2024-04-10T16:59:52.888 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 4096 2024-04-10T16:59:52.888 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.888 INFO:tasks.workunit.client.0.smithi069.stdout: "allocated": { 2024-04-10T16:59:52.888 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 9416704 2024-04-10T16:59:52.888 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.888 INFO:tasks.workunit.client.0.smithi069.stdout: "allocator_lat": { 2024-04-10T16:59:52.888 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 20008, 2024-04-10T16:59:52.888 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 67330584 2024-04-10T16:59:52.888 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.889 INFO:tasks.workunit.client.0.smithi069.stdout: "clist_lat": { 2024-04-10T16:59:52.889 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 3548, 2024-04-10T16:59:52.889 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 6156649508 2024-04-10T16:59:52.889 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.889 INFO:tasks.workunit.client.0.smithi069.stdout: "compress_lat": { 2024-04-10T16:59:52.889 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:52.889 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.889 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.889 INFO:tasks.workunit.client.0.smithi069.stdout: "compressed": { 2024-04-10T16:59:52.889 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.889 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.889 INFO:tasks.workunit.client.0.smithi069.stdout: "compressed_allocated": { 2024-04-10T16:59:52.889 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.889 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.889 INFO:tasks.workunit.client.0.smithi069.stdout: "compressed_original": { 2024-04-10T16:59:52.889 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.890 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.890 INFO:tasks.workunit.client.0.smithi069.stdout: "csum_lat": { 2024-04-10T16:59:52.890 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 25309, 2024-04-10T16:59:52.890 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 190252805 2024-04-10T16:59:52.890 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.890 INFO:tasks.workunit.client.0.smithi069.stdout: "decompress_lat": { 2024-04-10T16:59:52.890 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:52.890 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.890 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.890 INFO:tasks.workunit.client.0.smithi069.stdout: "fragmentation_micros": { 2024-04-10T16:59:52.890 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.890 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.890 INFO:tasks.workunit.client.0.smithi069.stdout: "kv_commit_lat": { 2024-04-10T16:59:52.890 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 83233, 2024-04-10T16:59:52.890 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 21915759283 2024-04-10T16:59:52.891 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.891 INFO:tasks.workunit.client.0.smithi069.stdout: "kv_final_lat": { 2024-04-10T16:59:52.891 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 82765, 2024-04-10T16:59:52.891 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1668610934 2024-04-10T16:59:52.891 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.891 INFO:tasks.workunit.client.0.smithi069.stdout: "kv_flush_lat": { 2024-04-10T16:59:52.891 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 83233, 2024-04-10T16:59:52.891 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 46941318 2024-04-10T16:59:52.891 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.891 INFO:tasks.workunit.client.0.smithi069.stdout: "kv_sync_lat": { 2024-04-10T16:59:52.891 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 83233, 2024-04-10T16:59:52.891 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 21962700601 2024-04-10T16:59:52.891 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.891 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_get_keys_lat": { 2024-04-10T16:59:52.891 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:52.891 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.891 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.892 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_get_values_lat": { 2024-04-10T16:59:52.892 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 245851, 2024-04-10T16:59:52.892 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1427436984 2024-04-10T16:59:52.892 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.892 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_lower_bound_lat": { 2024-04-10T16:59:52.892 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 885, 2024-04-10T16:59:52.892 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2308765 2024-04-10T16:59:52.892 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.892 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_next_lat": { 2024-04-10T16:59:52.892 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 138101, 2024-04-10T16:59:52.892 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 47190132 2024-04-10T16:59:52.892 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.892 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_seek_to_first_lat": { 2024-04-10T16:59:52.892 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 48, 2024-04-10T16:59:52.892 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 58352 2024-04-10T16:59:52.892 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.893 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_upper_bound_lat": { 2024-04-10T16:59:52.893 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 21126, 2024-04-10T16:59:52.893 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 5464674582 2024-04-10T16:59:52.893 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.893 INFO:tasks.workunit.client.0.smithi069.stdout: "onode_hits": { 2024-04-10T16:59:52.893 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 461433 2024-04-10T16:59:52.893 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.893 INFO:tasks.workunit.client.0.smithi069.stdout: "onode_misses": { 2024-04-10T16:59:52.893 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 21705 2024-04-10T16:59:52.893 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.893 INFO:tasks.workunit.client.0.smithi069.stdout: "read_lat": { 2024-04-10T16:59:52.893 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 19487, 2024-04-10T16:59:52.893 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1815527962 2024-04-10T16:59:52.893 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.893 INFO:tasks.workunit.client.0.smithi069.stdout: "read_onode_meta_lat": { 2024-04-10T16:59:52.893 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 47322, 2024-04-10T16:59:52.893 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 16946010 2024-04-10T16:59:52.894 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.894 INFO:tasks.workunit.client.0.smithi069.stdout: "read_wait_aio_lat": { 2024-04-10T16:59:52.894 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 27835, 2024-04-10T16:59:52.894 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1610389786 2024-04-10T16:59:52.894 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.894 INFO:tasks.workunit.client.0.smithi069.stdout: "reads_with_retries": { 2024-04-10T16:59:52.894 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.894 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.894 INFO:tasks.workunit.client.0.smithi069.stdout: "remove_lat": { 2024-04-10T16:59:52.894 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 15856, 2024-04-10T16:59:52.894 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 450266552 2024-04-10T16:59:52.894 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.894 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_aio_wait_count": { 2024-04-10T16:59:52.894 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.894 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.895 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_committed_kv_count": { 2024-04-10T16:59:52.895 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.895 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.895 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_read_onode_meta_count": { 2024-04-10T16:59:52.895 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.895 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.895 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_read_wait_aio_count": { 2024-04-10T16:59:52.895 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.895 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.895 INFO:tasks.workunit.client.0.smithi069.stdout: "state_aio_wait_lat": { 2024-04-10T16:59:52.895 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 94723, 2024-04-10T16:59:52.895 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 9851073788 2024-04-10T16:59:52.895 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.895 INFO:tasks.workunit.client.0.smithi069.stdout: "state_deferred_aio_wait_lat": { 2024-04-10T16:59:52.895 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 8292, 2024-04-10T16:59:52.895 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 552293953 2024-04-10T16:59:52.895 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.896 INFO:tasks.workunit.client.0.smithi069.stdout: "state_deferred_cleanup_lat": { 2024-04-10T16:59:52.896 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 8290, 2024-04-10T16:59:52.896 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 4372726481647 2024-04-10T16:59:52.896 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.896 INFO:tasks.workunit.client.0.smithi069.stdout: "state_deferred_queued_lat": { 2024-04-10T16:59:52.896 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 8292, 2024-04-10T16:59:52.896 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 6582133790748 2024-04-10T16:59:52.896 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.896 INFO:tasks.workunit.client.0.smithi069.stdout: "state_done_lat": { 2024-04-10T16:59:52.896 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 94721, 2024-04-10T16:59:52.896 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3005839570067 2024-04-10T16:59:52.896 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.896 INFO:tasks.workunit.client.0.smithi069.stdout: "state_finishing_lat": { 2024-04-10T16:59:52.896 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 94721, 2024-04-10T16:59:52.896 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 8853742 2024-04-10T16:59:52.896 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.897 INFO:tasks.workunit.client.0.smithi069.stdout: "state_io_done_lat": { 2024-04-10T16:59:52.897 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 94723, 2024-04-10T16:59:52.897 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 271029473 2024-04-10T16:59:52.897 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.897 INFO:tasks.workunit.client.0.smithi069.stdout: "state_kv_commiting_lat": { 2024-04-10T16:59:52.897 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 94723, 2024-04-10T16:59:52.897 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 32203121799 2024-04-10T16:59:52.897 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.897 INFO:tasks.workunit.client.0.smithi069.stdout: "state_kv_done_lat": { 2024-04-10T16:59:52.897 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 94723, 2024-04-10T16:59:52.897 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 32425774 2024-04-10T16:59:52.897 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.897 INFO:tasks.workunit.client.0.smithi069.stdout: "state_kv_queued_lat": { 2024-04-10T16:59:52.897 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 94723, 2024-04-10T16:59:52.898 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 14018886452 2024-04-10T16:59:52.898 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.898 INFO:tasks.workunit.client.0.smithi069.stdout: "state_prepare_lat": { 2024-04-10T16:59:52.898 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 94723, 2024-04-10T16:59:52.898 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 13180280671 2024-04-10T16:59:52.898 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.898 INFO:tasks.workunit.client.0.smithi069.stdout: "stored": { 2024-04-10T16:59:52.898 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 5484384 2024-04-10T16:59:52.898 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.898 INFO:tasks.workunit.client.0.smithi069.stdout: "truncate_lat": { 2024-04-10T16:59:52.898 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 2498, 2024-04-10T16:59:52.898 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 14284470 2024-04-10T16:59:52.898 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.898 INFO:tasks.workunit.client.0.smithi069.stdout: "txc_commit_lat": { 2024-04-10T16:59:52.898 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 94723, 2024-04-10T16:59:52.899 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 69537785268 2024-04-10T16:59:52.899 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.899 INFO:tasks.workunit.client.0.smithi069.stdout: "txc_submit_lat": { 2024-04-10T16:59:52.899 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 94723, 2024-04-10T16:59:52.899 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 14226967336 2024-04-10T16:59:52.899 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.899 INFO:tasks.workunit.client.0.smithi069.stdout: "txc_throttle_lat": { 2024-04-10T16:59:52.899 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 94723, 2024-04-10T16:59:52.899 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 540926606 2024-04-10T16:59:52.899 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:52.899 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.899 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore-pricache": { 2024-04-10T16:59:52.899 INFO:tasks.workunit.client.0.smithi069.stdout: "cache_bytes": { 2024-04-10T16:59:52.899 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1405281412 2024-04-10T16:59:52.899 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.899 INFO:tasks.workunit.client.0.smithi069.stdout: "heap_bytes": { 2024-04-10T16:59:52.900 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 627777536 2024-04-10T16:59:52.900 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.900 INFO:tasks.workunit.client.0.smithi069.stdout: "mapped_bytes": { 2024-04-10T16:59:52.900 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 615227392 2024-04-10T16:59:52.900 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.900 INFO:tasks.workunit.client.0.smithi069.stdout: "target_bytes": { 2024-04-10T16:59:52.900 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2600691507 2024-04-10T16:59:52.900 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.900 INFO:tasks.workunit.client.0.smithi069.stdout: "unmapped_bytes": { 2024-04-10T16:59:52.900 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 12550144 2024-04-10T16:59:52.900 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:52.900 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.900 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore-pricache:data": { 2024-04-10T16:59:52.900 INFO:tasks.workunit.client.0.smithi069.stdout: "committed_bytes": { 2024-04-10T16:59:52.900 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 125829120 2024-04-10T16:59:52.900 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.901 INFO:tasks.workunit.client.0.smithi069.stdout: "pri0_bytes": { 2024-04-10T16:59:52.901 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.901 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.901 INFO:tasks.workunit.client.0.smithi069.stdout: "pri10_bytes": { 2024-04-10T16:59:52.901 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.901 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.901 INFO:tasks.workunit.client.0.smithi069.stdout: "pri11_bytes": { 2024-04-10T16:59:52.901 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 56708036 2024-04-10T16:59:52.901 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.901 INFO:tasks.workunit.client.0.smithi069.stdout: "pri1_bytes": { 2024-04-10T16:59:52.901 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.901 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.901 INFO:tasks.workunit.client.0.smithi069.stdout: "pri2_bytes": { 2024-04-10T16:59:52.901 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.901 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.901 INFO:tasks.workunit.client.0.smithi069.stdout: "pri3_bytes": { 2024-04-10T16:59:52.902 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.902 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.902 INFO:tasks.workunit.client.0.smithi069.stdout: "pri4_bytes": { 2024-04-10T16:59:52.902 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.902 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.902 INFO:tasks.workunit.client.0.smithi069.stdout: "pri5_bytes": { 2024-04-10T16:59:52.902 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 8192 2024-04-10T16:59:52.902 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.902 INFO:tasks.workunit.client.0.smithi069.stdout: "pri6_bytes": { 2024-04-10T16:59:52.902 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 16384 2024-04-10T16:59:52.902 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.902 INFO:tasks.workunit.client.0.smithi069.stdout: "pri7_bytes": { 2024-04-10T16:59:52.902 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.902 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.902 INFO:tasks.workunit.client.0.smithi069.stdout: "pri8_bytes": { 2024-04-10T16:59:52.903 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.903 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.903 INFO:tasks.workunit.client.0.smithi069.stdout: "pri9_bytes": { 2024-04-10T16:59:52.903 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.903 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.903 INFO:tasks.workunit.client.0.smithi069.stdout: "reserved_bytes": { 2024-04-10T16:59:52.903 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 69096508 2024-04-10T16:59:52.903 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:52.903 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.903 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore-pricache:kv": { 2024-04-10T16:59:52.903 INFO:tasks.workunit.client.0.smithi069.stdout: "committed_bytes": { 2024-04-10T16:59:52.903 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 562036736 2024-04-10T16:59:52.903 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.903 INFO:tasks.workunit.client.0.smithi069.stdout: "pri0_bytes": { 2024-04-10T16:59:52.903 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 67108864 2024-04-10T16:59:52.903 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.904 INFO:tasks.workunit.client.0.smithi069.stdout: "pri10_bytes": { 2024-04-10T16:59:52.904 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.904 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.904 INFO:tasks.workunit.client.0.smithi069.stdout: "pri11_bytes": { 2024-04-10T16:59:52.904 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 425310272 2024-04-10T16:59:52.904 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.904 INFO:tasks.workunit.client.0.smithi069.stdout: "pri1_bytes": { 2024-04-10T16:59:52.904 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.904 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.904 INFO:tasks.workunit.client.0.smithi069.stdout: "pri2_bytes": { 2024-04-10T16:59:52.904 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.904 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.904 INFO:tasks.workunit.client.0.smithi069.stdout: "pri3_bytes": { 2024-04-10T16:59:52.904 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3664 2024-04-10T16:59:52.904 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.905 INFO:tasks.workunit.client.0.smithi069.stdout: "pri4_bytes": { 2024-04-10T16:59:52.905 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.905 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.905 INFO:tasks.workunit.client.0.smithi069.stdout: "pri5_bytes": { 2024-04-10T16:59:52.905 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 252256 2024-04-10T16:59:52.905 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.905 INFO:tasks.workunit.client.0.smithi069.stdout: "pri6_bytes": { 2024-04-10T16:59:52.905 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.905 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.905 INFO:tasks.workunit.client.0.smithi069.stdout: "pri7_bytes": { 2024-04-10T16:59:52.905 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.905 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.905 INFO:tasks.workunit.client.0.smithi069.stdout: "pri8_bytes": { 2024-04-10T16:59:52.905 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.906 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.906 INFO:tasks.workunit.client.0.smithi069.stdout: "pri9_bytes": { 2024-04-10T16:59:52.906 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.906 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.906 INFO:tasks.workunit.client.0.smithi069.stdout: "reserved_bytes": { 2024-04-10T16:59:52.906 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 69361680 2024-04-10T16:59:52.906 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:52.906 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.906 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore-pricache:kv_onode": { 2024-04-10T16:59:52.906 INFO:tasks.workunit.client.0.smithi069.stdout: "committed_bytes": { 2024-04-10T16:59:52.906 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 184549376 2024-04-10T16:59:52.906 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.906 INFO:tasks.workunit.client.0.smithi069.stdout: "pri0_bytes": { 2024-04-10T16:59:52.906 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 67108864 2024-04-10T16:59:52.906 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.906 INFO:tasks.workunit.client.0.smithi069.stdout: "pri10_bytes": { 2024-04-10T16:59:52.907 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 8550112 2024-04-10T16:59:52.907 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.907 INFO:tasks.workunit.client.0.smithi069.stdout: "pri11_bytes": { 2024-04-10T16:59:52.907 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 37805357 2024-04-10T16:59:52.907 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.907 INFO:tasks.workunit.client.0.smithi069.stdout: "pri1_bytes": { 2024-04-10T16:59:52.907 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.907 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.907 INFO:tasks.workunit.client.0.smithi069.stdout: "pri2_bytes": { 2024-04-10T16:59:52.907 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.907 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.907 INFO:tasks.workunit.client.0.smithi069.stdout: "pri3_bytes": { 2024-04-10T16:59:52.907 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.907 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.907 INFO:tasks.workunit.client.0.smithi069.stdout: "pri4_bytes": { 2024-04-10T16:59:52.907 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.908 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.908 INFO:tasks.workunit.client.0.smithi069.stdout: "pri5_bytes": { 2024-04-10T16:59:52.908 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.908 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.908 INFO:tasks.workunit.client.0.smithi069.stdout: "pri6_bytes": { 2024-04-10T16:59:52.908 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.908 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.908 INFO:tasks.workunit.client.0.smithi069.stdout: "pri7_bytes": { 2024-04-10T16:59:52.908 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.908 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.908 INFO:tasks.workunit.client.0.smithi069.stdout: "pri8_bytes": { 2024-04-10T16:59:52.908 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.908 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.908 INFO:tasks.workunit.client.0.smithi069.stdout: "pri9_bytes": { 2024-04-10T16:59:52.908 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.908 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.908 INFO:tasks.workunit.client.0.smithi069.stdout: "reserved_bytes": { 2024-04-10T16:59:52.909 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 71085043 2024-04-10T16:59:52.909 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:52.909 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.909 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore-pricache:meta": { 2024-04-10T16:59:52.909 INFO:tasks.workunit.client.0.smithi069.stdout: "committed_bytes": { 2024-04-10T16:59:52.909 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 494927872 2024-04-10T16:59:52.909 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.909 INFO:tasks.workunit.client.0.smithi069.stdout: "pri0_bytes": { 2024-04-10T16:59:52.909 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.909 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.909 INFO:tasks.workunit.client.0.smithi069.stdout: "pri10_bytes": { 2024-04-10T16:59:52.909 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.909 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.909 INFO:tasks.workunit.client.0.smithi069.stdout: "pri11_bytes": { 2024-04-10T16:59:52.909 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 425310272 2024-04-10T16:59:52.909 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.910 INFO:tasks.workunit.client.0.smithi069.stdout: "pri1_bytes": { 2024-04-10T16:59:52.910 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.910 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.910 INFO:tasks.workunit.client.0.smithi069.stdout: "pri2_bytes": { 2024-04-10T16:59:52.910 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.910 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.910 INFO:tasks.workunit.client.0.smithi069.stdout: "pri3_bytes": { 2024-04-10T16:59:52.910 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.910 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.910 INFO:tasks.workunit.client.0.smithi069.stdout: "pri4_bytes": { 2024-04-10T16:59:52.910 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.910 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.910 INFO:tasks.workunit.client.0.smithi069.stdout: "pri5_bytes": { 2024-04-10T16:59:52.911 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 150944 2024-04-10T16:59:52.911 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.911 INFO:tasks.workunit.client.0.smithi069.stdout: "pri6_bytes": { 2024-04-10T16:59:52.911 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1105618 2024-04-10T16:59:52.911 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.911 INFO:tasks.workunit.client.0.smithi069.stdout: "pri7_bytes": { 2024-04-10T16:59:52.911 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.911 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.911 INFO:tasks.workunit.client.0.smithi069.stdout: "pri8_bytes": { 2024-04-10T16:59:52.911 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.911 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.911 INFO:tasks.workunit.client.0.smithi069.stdout: "pri9_bytes": { 2024-04-10T16:59:52.912 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.912 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.912 INFO:tasks.workunit.client.0.smithi069.stdout: "reserved_bytes": { 2024-04-10T16:59:52.912 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 68361038 2024-04-10T16:59:52.912 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:52.912 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.912 INFO:tasks.workunit.client.0.smithi069.stdout: "objecter": { 2024-04-10T16:59:52.912 INFO:tasks.workunit.client.0.smithi069.stdout: "op_active": { 2024-04-10T16:59:52.912 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.912 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.912 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r": { 2024-04-10T16:59:52.912 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 29 2024-04-10T16:59:52.912 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.912 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rmw": { 2024-04-10T16:59:52.913 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.913 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.913 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w": { 2024-04-10T16:59:52.913 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.913 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:52.913 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.913 INFO:tasks.workunit.client.0.smithi069.stdout: "osd": { 2024-04-10T16:59:52.913 INFO:tasks.workunit.client.0.smithi069.stdout: "numpg": { 2024-04-10T16:59:52.913 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 52 2024-04-10T16:59:52.913 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.913 INFO:tasks.workunit.client.0.smithi069.stdout: "numpg_removing": { 2024-04-10T16:59:52.913 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.913 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.913 INFO:tasks.workunit.client.0.smithi069.stdout: "op": { 2024-04-10T16:59:52.913 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 48214 2024-04-10T16:59:52.914 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.914 INFO:tasks.workunit.client.0.smithi069.stdout: "op_before_queue_op_lat": { 2024-04-10T16:59:52.914 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 136709, 2024-04-10T16:59:52.914 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 12599664415 2024-04-10T16:59:52.914 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.914 INFO:tasks.workunit.client.0.smithi069.stdout: "op_delayed_degraded": { 2024-04-10T16:59:52.914 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.914 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.914 INFO:tasks.workunit.client.0.smithi069.stdout: "op_delayed_unreadable": { 2024-04-10T16:59:52.914 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.914 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.914 INFO:tasks.workunit.client.0.smithi069.stdout: "op_in_bytes": { 2024-04-10T16:59:52.914 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1441501439 2024-04-10T16:59:52.914 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.914 INFO:tasks.workunit.client.0.smithi069.stdout: "op_latency": { 2024-04-10T16:59:52.914 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 48214, 2024-04-10T16:59:52.915 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 52128722246 2024-04-10T16:59:52.915 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.915 INFO:tasks.workunit.client.0.smithi069.stdout: "op_out_bytes": { 2024-04-10T16:59:52.915 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2376017904 2024-04-10T16:59:52.915 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.915 INFO:tasks.workunit.client.0.smithi069.stdout: "op_prepare_latency": { 2024-04-10T16:59:52.915 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 48937, 2024-04-10T16:59:52.915 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 22202174863 2024-04-10T16:59:52.915 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.915 INFO:tasks.workunit.client.0.smithi069.stdout: "op_process_latency": { 2024-04-10T16:59:52.915 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 48214, 2024-04-10T16:59:52.915 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 39341508228 2024-04-10T16:59:52.915 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.915 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r": { 2024-04-10T16:59:52.915 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 36946 2024-04-10T16:59:52.915 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.915 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r_latency": { 2024-04-10T16:59:52.916 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 36946, 2024-04-10T16:59:52.916 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 18014534341 2024-04-10T16:59:52.916 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.916 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-10T16:59:52.916 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.916 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.916 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r_out_bytes": { 2024-04-10T16:59:52.916 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2376017904 2024-04-10T16:59:52.916 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.916 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r_prepare_latency": { 2024-04-10T16:59:52.916 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 37201, 2024-04-10T16:59:52.916 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 13641326008 2024-04-10T16:59:52.916 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.916 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r_process_latency": { 2024-04-10T16:59:52.916 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 36946, 2024-04-10T16:59:52.916 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 13485145920 2024-04-10T16:59:52.917 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.917 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw": { 2024-04-10T16:59:52.917 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 9903 2024-04-10T16:59:52.917 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.917 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_in_bytes": { 2024-04-10T16:59:52.917 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 394104184 2024-04-10T16:59:52.917 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.917 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_latency": { 2024-04-10T16:59:52.917 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 9903, 2024-04-10T16:59:52.917 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 22303068414 2024-04-10T16:59:52.917 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.917 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-10T16:59:52.917 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.917 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.917 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-10T16:59:52.917 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.917 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.918 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_out_bytes": { 2024-04-10T16:59:52.918 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.918 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.918 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_prepare_latency": { 2024-04-10T16:59:52.918 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 10161, 2024-04-10T16:59:52.918 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 6548711264 2024-04-10T16:59:52.918 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.918 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_process_latency": { 2024-04-10T16:59:52.918 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 9903, 2024-04-10T16:59:52.918 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 17019340121 2024-04-10T16:59:52.918 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.918 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w": { 2024-04-10T16:59:52.918 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1365 2024-04-10T16:59:52.919 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.919 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w_in_bytes": { 2024-04-10T16:59:52.919 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1047397255 2024-04-10T16:59:52.919 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.919 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w_latency": { 2024-04-10T16:59:52.919 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 1365, 2024-04-10T16:59:52.919 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 11811119491 2024-04-10T16:59:52.919 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.919 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-10T16:59:52.919 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.919 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.919 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w_prepare_latency": { 2024-04-10T16:59:52.919 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 1575, 2024-04-10T16:59:52.919 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2012137591 2024-04-10T16:59:52.919 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.919 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w_process_latency": { 2024-04-10T16:59:52.920 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 1365, 2024-04-10T16:59:52.920 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 8837022187 2024-04-10T16:59:52.920 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.920 INFO:tasks.workunit.client.0.smithi069.stdout: "op_wip": { 2024-04-10T16:59:52.920 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.920 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.920 INFO:tasks.workunit.client.0.smithi069.stdout: "recovery_bytes": { 2024-04-10T16:59:52.920 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 54 2024-04-10T16:59:52.920 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.920 INFO:tasks.workunit.client.0.smithi069.stdout: "recovery_ops": { 2024-04-10T16:59:52.920 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 8 2024-04-10T16:59:52.920 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.920 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_bytes": { 2024-04-10T16:59:52.920 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 95995035648 2024-04-10T16:59:52.920 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.920 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_bytes_used": { 2024-04-10T16:59:52.920 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 702148608 2024-04-10T16:59:52.921 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:52.921 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:52.921 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.921 INFO:tasks.workunit.client.0.smithi069.stdout: "osd.6": { 2024-04-10T16:59:52.921 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs": { 2024-04-10T16:59:52.921 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_db_max_lat": { 2024-04-10T16:59:52.921 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 15890 2024-04-10T16:59:52.921 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.921 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_slow_fallback": { 2024-04-10T16:59:52.921 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.921 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.921 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_slow_max_lat": { 2024-04-10T16:59:52.921 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.921 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.922 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_slow_size_fallback": { 2024-04-10T16:59:52.922 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.922 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.922 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_unit_db": { 2024-04-10T16:59:52.922 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 65536 2024-04-10T16:59:52.922 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.922 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_unit_slow": { 2024-04-10T16:59:52.922 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.922 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.922 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_unit_wal": { 2024-04-10T16:59:52.922 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.922 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.923 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_wal_max_lat": { 2024-04-10T16:59:52.923 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.923 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.923 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes_written_slow": { 2024-04-10T16:59:52.923 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.923 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.923 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes_written_sst": { 2024-04-10T16:59:52.923 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 6860800 2024-04-10T16:59:52.923 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.923 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes_written_wal": { 2024-04-10T16:59:52.923 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 521125888 2024-04-10T16:59:52.923 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.923 INFO:tasks.workunit.client.0.smithi069.stdout: "compact_lat": { 2024-04-10T16:59:52.923 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 15, 2024-04-10T16:59:52.923 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3454544 2024-04-10T16:59:52.924 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.924 INFO:tasks.workunit.client.0.smithi069.stdout: "compact_lock_lat": { 2024-04-10T16:59:52.924 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 15, 2024-04-10T16:59:52.924 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1095904 2024-04-10T16:59:52.924 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.924 INFO:tasks.workunit.client.0.smithi069.stdout: "db_alloc_lat": { 2024-04-10T16:59:52.924 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 152, 2024-04-10T16:59:52.924 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 713245 2024-04-10T16:59:52.924 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.924 INFO:tasks.workunit.client.0.smithi069.stdout: "db_total_bytes": { 2024-04-10T16:59:52.924 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 95995027456 2024-04-10T16:59:52.924 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.924 INFO:tasks.workunit.client.0.smithi069.stdout: "db_used_bytes": { 2024-04-10T16:59:52.925 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 431685632 2024-04-10T16:59:52.925 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.925 INFO:tasks.workunit.client.0.smithi069.stdout: "flush_lat": { 2024-04-10T16:59:52.925 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 63649, 2024-04-10T16:59:52.925 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 8714156371 2024-04-10T16:59:52.925 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.925 INFO:tasks.workunit.client.0.smithi069.stdout: "fsync_lat": { 2024-04-10T16:59:52.925 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 63660, 2024-04-10T16:59:52.925 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 14114994105 2024-04-10T16:59:52.925 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.925 INFO:tasks.workunit.client.0.smithi069.stdout: "log_bytes": { 2024-04-10T16:59:52.925 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 11431936 2024-04-10T16:59:52.925 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.925 INFO:tasks.workunit.client.0.smithi069.stdout: "logged_bytes": { 2024-04-10T16:59:52.925 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 260792320 2024-04-10T16:59:52.926 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.926 INFO:tasks.workunit.client.0.smithi069.stdout: "max_bytes_db": { 2024-04-10T16:59:52.926 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 425984000 2024-04-10T16:59:52.926 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.926 INFO:tasks.workunit.client.0.smithi069.stdout: "max_bytes_slow": { 2024-04-10T16:59:52.926 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.926 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.926 INFO:tasks.workunit.client.0.smithi069.stdout: "max_bytes_wal": { 2024-04-10T16:59:52.926 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.926 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.926 INFO:tasks.workunit.client.0.smithi069.stdout: "num_files": { 2024-04-10T16:59:52.926 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 42 2024-04-10T16:59:52.926 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.926 INFO:tasks.workunit.client.0.smithi069.stdout: "read_bytes": { 2024-04-10T16:59:52.926 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 4754111574 2024-04-10T16:59:52.926 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.927 INFO:tasks.workunit.client.0.smithi069.stdout: "read_count": { 2024-04-10T16:59:52.927 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 49710 2024-04-10T16:59:52.927 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.927 INFO:tasks.workunit.client.0.smithi069.stdout: "read_disk_bytes": { 2024-04-10T16:59:52.927 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 4097302528 2024-04-10T16:59:52.927 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.927 INFO:tasks.workunit.client.0.smithi069.stdout: "read_disk_bytes_db": { 2024-04-10T16:59:52.927 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 4097306624 2024-04-10T16:59:52.927 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.927 INFO:tasks.workunit.client.0.smithi069.stdout: "read_disk_bytes_slow": { 2024-04-10T16:59:52.927 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.927 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.927 INFO:tasks.workunit.client.0.smithi069.stdout: "read_disk_bytes_wal": { 2024-04-10T16:59:52.927 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.927 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.927 INFO:tasks.workunit.client.0.smithi069.stdout: "read_disk_count": { 2024-04-10T16:59:52.928 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 42368 2024-04-10T16:59:52.928 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.928 INFO:tasks.workunit.client.0.smithi069.stdout: "read_lat": { 2024-04-10T16:59:52.928 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 49710, 2024-04-10T16:59:52.928 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1580545780 2024-04-10T16:59:52.928 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.928 INFO:tasks.workunit.client.0.smithi069.stdout: "read_prefetch_bytes": { 2024-04-10T16:59:52.928 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 4613862572 2024-04-10T16:59:52.928 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.928 INFO:tasks.workunit.client.0.smithi069.stdout: "read_prefetch_count": { 2024-04-10T16:59:52.928 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 45413 2024-04-10T16:59:52.928 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.928 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_buffer_bytes": { 2024-04-10T16:59:52.928 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2536036 2024-04-10T16:59:52.928 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.928 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_buffer_count": { 2024-04-10T16:59:52.929 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 566 2024-04-10T16:59:52.929 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.929 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_bytes": { 2024-04-10T16:59:52.929 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 6805884 2024-04-10T16:59:52.929 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.929 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_count": { 2024-04-10T16:59:52.929 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 771 2024-04-10T16:59:52.929 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.929 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_disk_bytes": { 2024-04-10T16:59:52.929 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 4269848 2024-04-10T16:59:52.929 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.929 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_disk_bytes_db": { 2024-04-10T16:59:52.929 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 4269848 2024-04-10T16:59:52.929 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.929 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_disk_bytes_slow": { 2024-04-10T16:59:52.929 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.930 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.930 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_disk_bytes_wal": { 2024-04-10T16:59:52.930 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.930 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.930 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_disk_count": { 2024-04-10T16:59:52.930 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 209 2024-04-10T16:59:52.930 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.930 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_lat": { 2024-04-10T16:59:52.930 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 771, 2024-04-10T16:59:52.930 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1948859 2024-04-10T16:59:52.930 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.930 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_alloc_lat": { 2024-04-10T16:59:52.930 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:52.930 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.931 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.931 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_total_bytes": { 2024-04-10T16:59:52.931 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.931 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.931 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_used_bytes": { 2024-04-10T16:59:52.931 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.931 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.931 INFO:tasks.workunit.client.0.smithi069.stdout: "truncate_lat": { 2024-04-10T16:59:52.931 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 1, 2024-04-10T16:59:52.931 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 723 2024-04-10T16:59:52.931 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.931 INFO:tasks.workunit.client.0.smithi069.stdout: "unlink_lat": { 2024-04-10T16:59:52.931 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 11, 2024-04-10T16:59:52.931 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 12615 2024-04-10T16:59:52.931 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.932 INFO:tasks.workunit.client.0.smithi069.stdout: "wal_alloc_lat": { 2024-04-10T16:59:52.932 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:52.932 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.932 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.932 INFO:tasks.workunit.client.0.smithi069.stdout: "wal_total_bytes": { 2024-04-10T16:59:52.932 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.932 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.932 INFO:tasks.workunit.client.0.smithi069.stdout: "wal_used_bytes": { 2024-04-10T16:59:52.932 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.932 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.932 INFO:tasks.workunit.client.0.smithi069.stdout: "write_bytes": { 2024-04-10T16:59:52.932 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 791064576 2024-04-10T16:59:52.932 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:52.932 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.932 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore": { 2024-04-10T16:59:52.933 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_unit": { 2024-04-10T16:59:52.933 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 4096 2024-04-10T16:59:52.933 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.933 INFO:tasks.workunit.client.0.smithi069.stdout: "allocated": { 2024-04-10T16:59:52.933 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 10002432 2024-04-10T16:59:52.933 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.933 INFO:tasks.workunit.client.0.smithi069.stdout: "allocator_lat": { 2024-04-10T16:59:52.933 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 13736, 2024-04-10T16:59:52.933 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 47323043 2024-04-10T16:59:52.933 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.933 INFO:tasks.workunit.client.0.smithi069.stdout: "clist_lat": { 2024-04-10T16:59:52.933 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 3441, 2024-04-10T16:59:52.933 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3475881125 2024-04-10T16:59:52.933 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.933 INFO:tasks.workunit.client.0.smithi069.stdout: "compress_lat": { 2024-04-10T16:59:52.933 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:52.934 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.934 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.934 INFO:tasks.workunit.client.0.smithi069.stdout: "compressed": { 2024-04-10T16:59:52.934 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.934 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.934 INFO:tasks.workunit.client.0.smithi069.stdout: "compressed_allocated": { 2024-04-10T16:59:52.934 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.934 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.934 INFO:tasks.workunit.client.0.smithi069.stdout: "compressed_original": { 2024-04-10T16:59:52.934 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.934 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.934 INFO:tasks.workunit.client.0.smithi069.stdout: "csum_lat": { 2024-04-10T16:59:52.934 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 13643, 2024-04-10T16:59:52.934 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 98816184 2024-04-10T16:59:52.935 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.935 INFO:tasks.workunit.client.0.smithi069.stdout: "decompress_lat": { 2024-04-10T16:59:52.935 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:52.935 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.935 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.935 INFO:tasks.workunit.client.0.smithi069.stdout: "fragmentation_micros": { 2024-04-10T16:59:52.935 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.935 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.935 INFO:tasks.workunit.client.0.smithi069.stdout: "kv_commit_lat": { 2024-04-10T16:59:52.935 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 63609, 2024-04-10T16:59:52.935 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 17115907078 2024-04-10T16:59:52.935 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.935 INFO:tasks.workunit.client.0.smithi069.stdout: "kv_final_lat": { 2024-04-10T16:59:52.935 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 63147, 2024-04-10T16:59:52.935 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1298857159 2024-04-10T16:59:52.935 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.936 INFO:tasks.workunit.client.0.smithi069.stdout: "kv_flush_lat": { 2024-04-10T16:59:52.936 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 63609, 2024-04-10T16:59:52.936 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 33835666 2024-04-10T16:59:52.936 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.936 INFO:tasks.workunit.client.0.smithi069.stdout: "kv_sync_lat": { 2024-04-10T16:59:52.936 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 63609, 2024-04-10T16:59:52.936 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 17149742744 2024-04-10T16:59:52.936 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.936 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_get_keys_lat": { 2024-04-10T16:59:52.936 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:52.936 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.936 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.936 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_get_values_lat": { 2024-04-10T16:59:52.936 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 23789, 2024-04-10T16:59:52.936 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 498230503 2024-04-10T16:59:52.937 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.937 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_lower_bound_lat": { 2024-04-10T16:59:52.937 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 780, 2024-04-10T16:59:52.937 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2242609 2024-04-10T16:59:52.937 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.937 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_next_lat": { 2024-04-10T16:59:52.937 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 16438, 2024-04-10T16:59:52.937 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 10059492 2024-04-10T16:59:52.937 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.937 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_seek_to_first_lat": { 2024-04-10T16:59:52.937 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 43, 2024-04-10T16:59:52.937 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 54835 2024-04-10T16:59:52.937 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.937 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_upper_bound_lat": { 2024-04-10T16:59:52.937 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 11455, 2024-04-10T16:59:52.937 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1358619959 2024-04-10T16:59:52.938 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.938 INFO:tasks.workunit.client.0.smithi069.stdout: "onode_hits": { 2024-04-10T16:59:52.938 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 183560 2024-04-10T16:59:52.938 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.938 INFO:tasks.workunit.client.0.smithi069.stdout: "onode_misses": { 2024-04-10T16:59:52.938 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 18882 2024-04-10T16:59:52.938 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.938 INFO:tasks.workunit.client.0.smithi069.stdout: "read_lat": { 2024-04-10T16:59:52.938 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 14738, 2024-04-10T16:59:52.938 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1208220000 2024-04-10T16:59:52.938 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.938 INFO:tasks.workunit.client.0.smithi069.stdout: "read_onode_meta_lat": { 2024-04-10T16:59:52.938 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 46167, 2024-04-10T16:59:52.938 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 20033554 2024-04-10T16:59:52.939 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.939 INFO:tasks.workunit.client.0.smithi069.stdout: "read_wait_aio_lat": { 2024-04-10T16:59:52.939 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 31429, 2024-04-10T16:59:52.939 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 954058923 2024-04-10T16:59:52.939 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.939 INFO:tasks.workunit.client.0.smithi069.stdout: "reads_with_retries": { 2024-04-10T16:59:52.939 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.939 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.939 INFO:tasks.workunit.client.0.smithi069.stdout: "remove_lat": { 2024-04-10T16:59:52.939 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 11999, 2024-04-10T16:59:52.939 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 331823257 2024-04-10T16:59:52.939 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.939 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_aio_wait_count": { 2024-04-10T16:59:52.939 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.939 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.939 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_committed_kv_count": { 2024-04-10T16:59:52.940 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.940 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.940 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_read_onode_meta_count": { 2024-04-10T16:59:52.940 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.940 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.940 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_read_wait_aio_count": { 2024-04-10T16:59:52.940 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.940 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.940 INFO:tasks.workunit.client.0.smithi069.stdout: "state_aio_wait_lat": { 2024-04-10T16:59:52.940 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 73926, 2024-04-10T16:59:52.940 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 8170628402 2024-04-10T16:59:52.940 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.940 INFO:tasks.workunit.client.0.smithi069.stdout: "state_deferred_aio_wait_lat": { 2024-04-10T16:59:52.940 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 14004, 2024-04-10T16:59:52.940 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 724731155 2024-04-10T16:59:52.940 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.940 INFO:tasks.workunit.client.0.smithi069.stdout: "state_deferred_cleanup_lat": { 2024-04-10T16:59:52.941 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 14004, 2024-04-10T16:59:52.941 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3669798353217 2024-04-10T16:59:52.941 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.941 INFO:tasks.workunit.client.0.smithi069.stdout: "state_deferred_queued_lat": { 2024-04-10T16:59:52.941 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 14004, 2024-04-10T16:59:52.941 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 5801500992279 2024-04-10T16:59:52.941 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.941 INFO:tasks.workunit.client.0.smithi069.stdout: "state_done_lat": { 2024-04-10T16:59:52.941 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 73926, 2024-04-10T16:59:52.941 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2525964237565 2024-04-10T16:59:52.941 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.941 INFO:tasks.workunit.client.0.smithi069.stdout: "state_finishing_lat": { 2024-04-10T16:59:52.941 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 73926, 2024-04-10T16:59:52.941 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 7045511 2024-04-10T16:59:52.941 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.942 INFO:tasks.workunit.client.0.smithi069.stdout: "state_io_done_lat": { 2024-04-10T16:59:52.942 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 73926, 2024-04-10T16:59:52.942 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 191304316 2024-04-10T16:59:52.942 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.942 INFO:tasks.workunit.client.0.smithi069.stdout: "state_kv_commiting_lat": { 2024-04-10T16:59:52.942 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 73926, 2024-04-10T16:59:52.942 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 26854478534 2024-04-10T16:59:52.942 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.942 INFO:tasks.workunit.client.0.smithi069.stdout: "state_kv_done_lat": { 2024-04-10T16:59:52.942 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 73926, 2024-04-10T16:59:52.942 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 24752991 2024-04-10T16:59:52.942 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.942 INFO:tasks.workunit.client.0.smithi069.stdout: "state_kv_queued_lat": { 2024-04-10T16:59:52.942 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 73926, 2024-04-10T16:59:52.942 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 12075480611 2024-04-10T16:59:52.942 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.943 INFO:tasks.workunit.client.0.smithi069.stdout: "state_prepare_lat": { 2024-04-10T16:59:52.943 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 73926, 2024-04-10T16:59:52.943 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 8834265086 2024-04-10T16:59:52.943 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.943 INFO:tasks.workunit.client.0.smithi069.stdout: "stored": { 2024-04-10T16:59:52.943 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 6074643 2024-04-10T16:59:52.943 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.943 INFO:tasks.workunit.client.0.smithi069.stdout: "truncate_lat": { 2024-04-10T16:59:52.943 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 2413, 2024-04-10T16:59:52.943 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 13465398 2024-04-10T16:59:52.943 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.943 INFO:tasks.workunit.client.0.smithi069.stdout: "txc_commit_lat": { 2024-04-10T16:59:52.943 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 73926, 2024-04-10T16:59:52.943 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 56137149330 2024-04-10T16:59:52.943 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.943 INFO:tasks.workunit.client.0.smithi069.stdout: "txc_submit_lat": { 2024-04-10T16:59:52.944 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 73926, 2024-04-10T16:59:52.944 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 9662593425 2024-04-10T16:59:52.944 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.944 INFO:tasks.workunit.client.0.smithi069.stdout: "txc_throttle_lat": { 2024-04-10T16:59:52.944 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 73926, 2024-04-10T16:59:52.944 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 430233491 2024-04-10T16:59:52.944 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:52.944 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.944 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore-pricache": { 2024-04-10T16:59:52.944 INFO:tasks.workunit.client.0.smithi069.stdout: "cache_bytes": { 2024-04-10T16:59:52.944 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1405281412 2024-04-10T16:59:52.944 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.944 INFO:tasks.workunit.client.0.smithi069.stdout: "heap_bytes": { 2024-04-10T16:59:52.944 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 482795520 2024-04-10T16:59:52.944 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.944 INFO:tasks.workunit.client.0.smithi069.stdout: "mapped_bytes": { 2024-04-10T16:59:52.945 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 454475776 2024-04-10T16:59:52.945 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.945 INFO:tasks.workunit.client.0.smithi069.stdout: "target_bytes": { 2024-04-10T16:59:52.945 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2600691507 2024-04-10T16:59:52.945 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.945 INFO:tasks.workunit.client.0.smithi069.stdout: "unmapped_bytes": { 2024-04-10T16:59:52.945 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 28319744 2024-04-10T16:59:52.945 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:52.945 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.945 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore-pricache:data": { 2024-04-10T16:59:52.945 INFO:tasks.workunit.client.0.smithi069.stdout: "committed_bytes": { 2024-04-10T16:59:52.945 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 125829120 2024-04-10T16:59:52.945 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.945 INFO:tasks.workunit.client.0.smithi069.stdout: "pri0_bytes": { 2024-04-10T16:59:52.945 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.945 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.946 INFO:tasks.workunit.client.0.smithi069.stdout: "pri10_bytes": { 2024-04-10T16:59:52.946 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.946 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.946 INFO:tasks.workunit.client.0.smithi069.stdout: "pri11_bytes": { 2024-04-10T16:59:52.946 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 57140355 2024-04-10T16:59:52.946 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.946 INFO:tasks.workunit.client.0.smithi069.stdout: "pri1_bytes": { 2024-04-10T16:59:52.946 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.946 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.946 INFO:tasks.workunit.client.0.smithi069.stdout: "pri2_bytes": { 2024-04-10T16:59:52.946 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.946 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.946 INFO:tasks.workunit.client.0.smithi069.stdout: "pri3_bytes": { 2024-04-10T16:59:52.946 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.946 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.947 INFO:tasks.workunit.client.0.smithi069.stdout: "pri4_bytes": { 2024-04-10T16:59:52.947 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.947 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.947 INFO:tasks.workunit.client.0.smithi069.stdout: "pri5_bytes": { 2024-04-10T16:59:52.947 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 8192 2024-04-10T16:59:52.947 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.947 INFO:tasks.workunit.client.0.smithi069.stdout: "pri6_bytes": { 2024-04-10T16:59:52.947 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 73728 2024-04-10T16:59:52.947 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.947 INFO:tasks.workunit.client.0.smithi069.stdout: "pri7_bytes": { 2024-04-10T16:59:52.947 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.947 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.947 INFO:tasks.workunit.client.0.smithi069.stdout: "pri8_bytes": { 2024-04-10T16:59:52.947 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.948 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.948 INFO:tasks.workunit.client.0.smithi069.stdout: "pri9_bytes": { 2024-04-10T16:59:52.948 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.948 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.948 INFO:tasks.workunit.client.0.smithi069.stdout: "reserved_bytes": { 2024-04-10T16:59:52.948 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 68606845 2024-04-10T16:59:52.948 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:52.948 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.948 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore-pricache:kv": { 2024-04-10T16:59:52.948 INFO:tasks.workunit.client.0.smithi069.stdout: "committed_bytes": { 2024-04-10T16:59:52.948 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 570425344 2024-04-10T16:59:52.948 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.948 INFO:tasks.workunit.client.0.smithi069.stdout: "pri0_bytes": { 2024-04-10T16:59:52.948 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 67108864 2024-04-10T16:59:52.948 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.948 INFO:tasks.workunit.client.0.smithi069.stdout: "pri10_bytes": { 2024-04-10T16:59:52.949 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.949 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.949 INFO:tasks.workunit.client.0.smithi069.stdout: "pri11_bytes": { 2024-04-10T16:59:52.949 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 428552668 2024-04-10T16:59:52.949 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.949 INFO:tasks.workunit.client.0.smithi069.stdout: "pri1_bytes": { 2024-04-10T16:59:52.949 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.949 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.949 INFO:tasks.workunit.client.0.smithi069.stdout: "pri2_bytes": { 2024-04-10T16:59:52.949 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.949 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.949 INFO:tasks.workunit.client.0.smithi069.stdout: "pri3_bytes": { 2024-04-10T16:59:52.949 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1616 2024-04-10T16:59:52.949 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.950 INFO:tasks.workunit.client.0.smithi069.stdout: "pri4_bytes": { 2024-04-10T16:59:52.950 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.950 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.950 INFO:tasks.workunit.client.0.smithi069.stdout: "pri5_bytes": { 2024-04-10T16:59:52.950 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 108096 2024-04-10T16:59:52.950 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.950 INFO:tasks.workunit.client.0.smithi069.stdout: "pri6_bytes": { 2024-04-10T16:59:52.950 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.950 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.950 INFO:tasks.workunit.client.0.smithi069.stdout: "pri7_bytes": { 2024-04-10T16:59:52.950 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.950 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.950 INFO:tasks.workunit.client.0.smithi069.stdout: "pri8_bytes": { 2024-04-10T16:59:52.950 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.950 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.950 INFO:tasks.workunit.client.0.smithi069.stdout: "pri9_bytes": { 2024-04-10T16:59:52.951 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.951 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.951 INFO:tasks.workunit.client.0.smithi069.stdout: "reserved_bytes": { 2024-04-10T16:59:52.951 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 74654100 2024-04-10T16:59:52.951 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:52.951 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.951 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore-pricache:kv_onode": { 2024-04-10T16:59:52.951 INFO:tasks.workunit.client.0.smithi069.stdout: "committed_bytes": { 2024-04-10T16:59:52.951 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 184549376 2024-04-10T16:59:52.951 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.951 INFO:tasks.workunit.client.0.smithi069.stdout: "pri0_bytes": { 2024-04-10T16:59:52.951 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 67108864 2024-04-10T16:59:52.951 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.951 INFO:tasks.workunit.client.0.smithi069.stdout: "pri10_bytes": { 2024-04-10T16:59:52.951 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 6758272 2024-04-10T16:59:52.951 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.952 INFO:tasks.workunit.client.0.smithi069.stdout: "pri11_bytes": { 2024-04-10T16:59:52.952 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 38093570 2024-04-10T16:59:52.952 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.952 INFO:tasks.workunit.client.0.smithi069.stdout: "pri1_bytes": { 2024-04-10T16:59:52.952 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.952 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.952 INFO:tasks.workunit.client.0.smithi069.stdout: "pri2_bytes": { 2024-04-10T16:59:52.952 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.952 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.952 INFO:tasks.workunit.client.0.smithi069.stdout: "pri3_bytes": { 2024-04-10T16:59:52.952 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.952 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.952 INFO:tasks.workunit.client.0.smithi069.stdout: "pri4_bytes": { 2024-04-10T16:59:52.952 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.952 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.952 INFO:tasks.workunit.client.0.smithi069.stdout: "pri5_bytes": { 2024-04-10T16:59:52.952 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.953 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.953 INFO:tasks.workunit.client.0.smithi069.stdout: "pri6_bytes": { 2024-04-10T16:59:52.953 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.953 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.953 INFO:tasks.workunit.client.0.smithi069.stdout: "pri7_bytes": { 2024-04-10T16:59:52.953 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.953 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.953 INFO:tasks.workunit.client.0.smithi069.stdout: "pri8_bytes": { 2024-04-10T16:59:52.953 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.953 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.953 INFO:tasks.workunit.client.0.smithi069.stdout: "pri9_bytes": { 2024-04-10T16:59:52.953 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.953 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.953 INFO:tasks.workunit.client.0.smithi069.stdout: "reserved_bytes": { 2024-04-10T16:59:52.953 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 72588670 2024-04-10T16:59:52.954 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:52.954 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.954 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore-pricache:meta": { 2024-04-10T16:59:52.954 INFO:tasks.workunit.client.0.smithi069.stdout: "committed_bytes": { 2024-04-10T16:59:52.954 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 503316480 2024-04-10T16:59:52.954 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.954 INFO:tasks.workunit.client.0.smithi069.stdout: "pri0_bytes": { 2024-04-10T16:59:52.954 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.954 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.954 INFO:tasks.workunit.client.0.smithi069.stdout: "pri10_bytes": { 2024-04-10T16:59:52.954 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.954 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.954 INFO:tasks.workunit.client.0.smithi069.stdout: "pri11_bytes": { 2024-04-10T16:59:52.954 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 428552668 2024-04-10T16:59:52.955 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.955 INFO:tasks.workunit.client.0.smithi069.stdout: "pri1_bytes": { 2024-04-10T16:59:52.955 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.955 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.955 INFO:tasks.workunit.client.0.smithi069.stdout: "pri2_bytes": { 2024-04-10T16:59:52.955 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.955 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.955 INFO:tasks.workunit.client.0.smithi069.stdout: "pri3_bytes": { 2024-04-10T16:59:52.955 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.955 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.955 INFO:tasks.workunit.client.0.smithi069.stdout: "pri4_bytes": { 2024-04-10T16:59:52.955 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.955 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.955 INFO:tasks.workunit.client.0.smithi069.stdout: "pri5_bytes": { 2024-04-10T16:59:52.955 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 154231 2024-04-10T16:59:52.955 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.955 INFO:tasks.workunit.client.0.smithi069.stdout: "pri6_bytes": { 2024-04-10T16:59:52.956 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1134704 2024-04-10T16:59:52.956 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.956 INFO:tasks.workunit.client.0.smithi069.stdout: "pri7_bytes": { 2024-04-10T16:59:52.956 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.956 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.956 INFO:tasks.workunit.client.0.smithi069.stdout: "pri8_bytes": { 2024-04-10T16:59:52.956 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.956 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.956 INFO:tasks.workunit.client.0.smithi069.stdout: "pri9_bytes": { 2024-04-10T16:59:52.956 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.956 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.956 INFO:tasks.workunit.client.0.smithi069.stdout: "reserved_bytes": { 2024-04-10T16:59:52.956 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 73474877 2024-04-10T16:59:52.956 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:52.956 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.956 INFO:tasks.workunit.client.0.smithi069.stdout: "objecter": { 2024-04-10T16:59:52.957 INFO:tasks.workunit.client.0.smithi069.stdout: "op_active": { 2024-04-10T16:59:52.957 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.957 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.957 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r": { 2024-04-10T16:59:52.957 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 11 2024-04-10T16:59:52.957 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.957 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rmw": { 2024-04-10T16:59:52.957 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.957 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.957 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w": { 2024-04-10T16:59:52.957 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.957 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:52.957 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.957 INFO:tasks.workunit.client.0.smithi069.stdout: "osd": { 2024-04-10T16:59:52.957 INFO:tasks.workunit.client.0.smithi069.stdout: "numpg": { 2024-04-10T16:59:52.957 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 54 2024-04-10T16:59:52.958 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.958 INFO:tasks.workunit.client.0.smithi069.stdout: "numpg_removing": { 2024-04-10T16:59:52.958 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.958 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.958 INFO:tasks.workunit.client.0.smithi069.stdout: "op": { 2024-04-10T16:59:52.958 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 41940 2024-04-10T16:59:52.958 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.958 INFO:tasks.workunit.client.0.smithi069.stdout: "op_before_queue_op_lat": { 2024-04-10T16:59:52.958 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 101549, 2024-04-10T16:59:52.958 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 8225031707 2024-04-10T16:59:52.958 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.958 INFO:tasks.workunit.client.0.smithi069.stdout: "op_delayed_degraded": { 2024-04-10T16:59:52.958 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.958 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.959 INFO:tasks.workunit.client.0.smithi069.stdout: "op_delayed_unreadable": { 2024-04-10T16:59:52.959 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1 2024-04-10T16:59:52.959 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.959 INFO:tasks.workunit.client.0.smithi069.stdout: "op_in_bytes": { 2024-04-10T16:59:52.959 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1504132604 2024-04-10T16:59:52.959 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.959 INFO:tasks.workunit.client.0.smithi069.stdout: "op_latency": { 2024-04-10T16:59:52.959 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 41940, 2024-04-10T16:59:52.959 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 56071828844 2024-04-10T16:59:52.959 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.959 INFO:tasks.workunit.client.0.smithi069.stdout: "op_out_bytes": { 2024-04-10T16:59:52.959 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1689827754 2024-04-10T16:59:52.959 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.959 INFO:tasks.workunit.client.0.smithi069.stdout: "op_prepare_latency": { 2024-04-10T16:59:52.959 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 42368, 2024-04-10T16:59:52.960 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 13663163313 2024-04-10T16:59:52.960 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.960 INFO:tasks.workunit.client.0.smithi069.stdout: "op_process_latency": { 2024-04-10T16:59:52.960 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 41940, 2024-04-10T16:59:52.960 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 31795583590 2024-04-10T16:59:52.960 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.960 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r": { 2024-04-10T16:59:52.960 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 33646 2024-04-10T16:59:52.960 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.960 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r_latency": { 2024-04-10T16:59:52.960 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 33646, 2024-04-10T16:59:52.960 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 9161924813 2024-04-10T16:59:52.960 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.960 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-10T16:59:52.960 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.960 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.961 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r_out_bytes": { 2024-04-10T16:59:52.961 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1689827754 2024-04-10T16:59:52.961 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.961 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r_prepare_latency": { 2024-04-10T16:59:52.961 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 33815, 2024-04-10T16:59:52.961 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 5969406798 2024-04-10T16:59:52.961 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.961 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r_process_latency": { 2024-04-10T16:59:52.961 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 33646, 2024-04-10T16:59:52.961 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 5388782624 2024-04-10T16:59:52.961 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.961 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw": { 2024-04-10T16:59:52.961 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 4317 2024-04-10T16:59:52.961 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.961 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_in_bytes": { 2024-04-10T16:59:52.961 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 331961950 2024-04-10T16:59:52.962 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.962 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_latency": { 2024-04-10T16:59:52.962 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 4317, 2024-04-10T16:59:52.962 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 11672113329 2024-04-10T16:59:52.962 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.962 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-10T16:59:52.962 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.962 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.962 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-10T16:59:52.962 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.962 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.962 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_out_bytes": { 2024-04-10T16:59:52.962 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.962 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.962 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_prepare_latency": { 2024-04-10T16:59:52.963 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 4468, 2024-04-10T16:59:52.963 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3024384010 2024-04-10T16:59:52.963 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.963 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_process_latency": { 2024-04-10T16:59:52.963 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 4317, 2024-04-10T16:59:52.963 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 8197421430 2024-04-10T16:59:52.963 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.963 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w": { 2024-04-10T16:59:52.963 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3977 2024-04-10T16:59:52.963 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.963 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w_in_bytes": { 2024-04-10T16:59:52.963 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1172170654 2024-04-10T16:59:52.963 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.963 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w_latency": { 2024-04-10T16:59:52.964 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 3977, 2024-04-10T16:59:52.964 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 35237790702 2024-04-10T16:59:52.964 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.964 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-10T16:59:52.964 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.964 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.964 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w_prepare_latency": { 2024-04-10T16:59:52.964 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 4085, 2024-04-10T16:59:52.964 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 4669372505 2024-04-10T16:59:52.964 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.964 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w_process_latency": { 2024-04-10T16:59:52.964 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 3977, 2024-04-10T16:59:52.964 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 18209379536 2024-04-10T16:59:52.964 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.965 INFO:tasks.workunit.client.0.smithi069.stdout: "op_wip": { 2024-04-10T16:59:52.965 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.965 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.965 INFO:tasks.workunit.client.0.smithi069.stdout: "recovery_bytes": { 2024-04-10T16:59:52.965 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 13309427 2024-04-10T16:59:52.965 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.965 INFO:tasks.workunit.client.0.smithi069.stdout: "recovery_ops": { 2024-04-10T16:59:52.965 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 12 2024-04-10T16:59:52.965 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.965 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_bytes": { 2024-04-10T16:59:52.965 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 95995035648 2024-04-10T16:59:52.965 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.965 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_bytes_used": { 2024-04-10T16:59:52.966 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 441696256 2024-04-10T16:59:52.966 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:52.966 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:52.966 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.966 INFO:tasks.workunit.client.0.smithi069.stdout: "osd.7": { 2024-04-10T16:59:52.966 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs": { 2024-04-10T16:59:52.966 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_db_max_lat": { 2024-04-10T16:59:52.966 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 25244 2024-04-10T16:59:52.966 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.966 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_slow_fallback": { 2024-04-10T16:59:52.966 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.966 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.966 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_slow_max_lat": { 2024-04-10T16:59:52.966 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.967 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.967 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_slow_size_fallback": { 2024-04-10T16:59:52.967 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.967 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.967 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_unit_db": { 2024-04-10T16:59:52.967 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 65536 2024-04-10T16:59:52.967 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.967 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_unit_slow": { 2024-04-10T16:59:52.967 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.967 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.967 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_unit_wal": { 2024-04-10T16:59:52.967 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.967 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.967 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_wal_max_lat": { 2024-04-10T16:59:52.967 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.967 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.967 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes_written_slow": { 2024-04-10T16:59:52.968 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.968 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.968 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes_written_sst": { 2024-04-10T16:59:52.968 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 6221824 2024-04-10T16:59:52.968 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.968 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes_written_wal": { 2024-04-10T16:59:52.968 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 592785408 2024-04-10T16:59:52.968 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.968 INFO:tasks.workunit.client.0.smithi069.stdout: "compact_lat": { 2024-04-10T16:59:52.968 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 16, 2024-04-10T16:59:52.968 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3169334 2024-04-10T16:59:52.968 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.968 INFO:tasks.workunit.client.0.smithi069.stdout: "compact_lock_lat": { 2024-04-10T16:59:52.968 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 16, 2024-04-10T16:59:52.968 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1052724 2024-04-10T16:59:52.969 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.969 INFO:tasks.workunit.client.0.smithi069.stdout: "db_alloc_lat": { 2024-04-10T16:59:52.969 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 161, 2024-04-10T16:59:52.969 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 708968 2024-04-10T16:59:52.969 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.969 INFO:tasks.workunit.client.0.smithi069.stdout: "db_total_bytes": { 2024-04-10T16:59:52.969 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 95995027456 2024-04-10T16:59:52.969 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.969 INFO:tasks.workunit.client.0.smithi069.stdout: "db_used_bytes": { 2024-04-10T16:59:52.969 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 533200896 2024-04-10T16:59:52.969 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.969 INFO:tasks.workunit.client.0.smithi069.stdout: "flush_lat": { 2024-04-10T16:59:52.969 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 65017, 2024-04-10T16:59:52.969 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 9340614315 2024-04-10T16:59:52.969 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.969 INFO:tasks.workunit.client.0.smithi069.stdout: "fsync_lat": { 2024-04-10T16:59:52.969 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 65025, 2024-04-10T16:59:52.970 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 14965846918 2024-04-10T16:59:52.970 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.970 INFO:tasks.workunit.client.0.smithi069.stdout: "log_bytes": { 2024-04-10T16:59:52.970 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 385024 2024-04-10T16:59:52.970 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.970 INFO:tasks.workunit.client.0.smithi069.stdout: "logged_bytes": { 2024-04-10T16:59:52.970 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 266387456 2024-04-10T16:59:52.970 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.970 INFO:tasks.workunit.client.0.smithi069.stdout: "max_bytes_db": { 2024-04-10T16:59:52.970 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 554500096 2024-04-10T16:59:52.970 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.970 INFO:tasks.workunit.client.0.smithi069.stdout: "max_bytes_slow": { 2024-04-10T16:59:52.970 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.970 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.971 INFO:tasks.workunit.client.0.smithi069.stdout: "max_bytes_wal": { 2024-04-10T16:59:52.971 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.971 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.971 INFO:tasks.workunit.client.0.smithi069.stdout: "num_files": { 2024-04-10T16:59:52.971 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 44 2024-04-10T16:59:52.971 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.971 INFO:tasks.workunit.client.0.smithi069.stdout: "read_bytes": { 2024-04-10T16:59:52.971 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 4283545947 2024-04-10T16:59:52.971 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.971 INFO:tasks.workunit.client.0.smithi069.stdout: "read_count": { 2024-04-10T16:59:52.971 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 46431 2024-04-10T16:59:52.971 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.971 INFO:tasks.workunit.client.0.smithi069.stdout: "read_disk_bytes": { 2024-04-10T16:59:52.971 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3624091648 2024-04-10T16:59:52.972 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.972 INFO:tasks.workunit.client.0.smithi069.stdout: "read_disk_bytes_db": { 2024-04-10T16:59:52.972 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3624095744 2024-04-10T16:59:52.972 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.972 INFO:tasks.workunit.client.0.smithi069.stdout: "read_disk_bytes_slow": { 2024-04-10T16:59:52.972 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.972 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.972 INFO:tasks.workunit.client.0.smithi069.stdout: "read_disk_bytes_wal": { 2024-04-10T16:59:52.972 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.972 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.972 INFO:tasks.workunit.client.0.smithi069.stdout: "read_disk_count": { 2024-04-10T16:59:52.972 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 34666 2024-04-10T16:59:52.973 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.973 INFO:tasks.workunit.client.0.smithi069.stdout: "read_lat": { 2024-04-10T16:59:52.973 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 46431, 2024-04-10T16:59:52.973 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1348098146 2024-04-10T16:59:52.973 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.973 INFO:tasks.workunit.client.0.smithi069.stdout: "read_prefetch_bytes": { 2024-04-10T16:59:52.973 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 4176961610 2024-04-10T16:59:52.973 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.973 INFO:tasks.workunit.client.0.smithi069.stdout: "read_prefetch_count": { 2024-04-10T16:59:52.973 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 43163 2024-04-10T16:59:52.973 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.973 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_buffer_bytes": { 2024-04-10T16:59:52.973 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1451094 2024-04-10T16:59:52.973 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.973 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_buffer_count": { 2024-04-10T16:59:52.974 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 564 2024-04-10T16:59:52.974 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.974 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_bytes": { 2024-04-10T16:59:52.974 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 6179442 2024-04-10T16:59:52.974 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.974 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_count": { 2024-04-10T16:59:52.974 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 873 2024-04-10T16:59:52.974 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.974 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_disk_bytes": { 2024-04-10T16:59:52.974 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 4728348 2024-04-10T16:59:52.974 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.974 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_disk_bytes_db": { 2024-04-10T16:59:52.974 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 4728348 2024-04-10T16:59:52.974 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.975 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_disk_bytes_slow": { 2024-04-10T16:59:52.975 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.975 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.975 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_disk_bytes_wal": { 2024-04-10T16:59:52.975 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.975 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.975 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_disk_count": { 2024-04-10T16:59:52.975 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 312 2024-04-10T16:59:52.975 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.975 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_lat": { 2024-04-10T16:59:52.975 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 873, 2024-04-10T16:59:52.975 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2034587 2024-04-10T16:59:52.975 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.975 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_alloc_lat": { 2024-04-10T16:59:52.976 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:52.976 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.976 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.976 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_total_bytes": { 2024-04-10T16:59:52.976 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.976 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.976 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_used_bytes": { 2024-04-10T16:59:52.976 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.976 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.976 INFO:tasks.workunit.client.0.smithi069.stdout: "truncate_lat": { 2024-04-10T16:59:52.976 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 1, 2024-04-10T16:59:52.976 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 883 2024-04-10T16:59:52.976 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.976 INFO:tasks.workunit.client.0.smithi069.stdout: "unlink_lat": { 2024-04-10T16:59:52.977 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 9, 2024-04-10T16:59:52.977 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 12171 2024-04-10T16:59:52.977 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.977 INFO:tasks.workunit.client.0.smithi069.stdout: "wal_alloc_lat": { 2024-04-10T16:59:52.977 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:52.977 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.977 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.977 INFO:tasks.workunit.client.0.smithi069.stdout: "wal_total_bytes": { 2024-04-10T16:59:52.977 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.977 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.977 INFO:tasks.workunit.client.0.smithi069.stdout: "wal_used_bytes": { 2024-04-10T16:59:52.977 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.977 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.977 INFO:tasks.workunit.client.0.smithi069.stdout: "write_bytes": { 2024-04-10T16:59:52.978 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 867819520 2024-04-10T16:59:52.978 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:52.978 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.978 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore": { 2024-04-10T16:59:52.978 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_unit": { 2024-04-10T16:59:52.978 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 4096 2024-04-10T16:59:52.978 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.978 INFO:tasks.workunit.client.0.smithi069.stdout: "allocated": { 2024-04-10T16:59:52.978 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 9994240 2024-04-10T16:59:52.978 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.978 INFO:tasks.workunit.client.0.smithi069.stdout: "allocator_lat": { 2024-04-10T16:59:52.978 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 17919, 2024-04-10T16:59:52.978 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 60385194 2024-04-10T16:59:52.978 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.979 INFO:tasks.workunit.client.0.smithi069.stdout: "clist_lat": { 2024-04-10T16:59:52.979 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 3475, 2024-04-10T16:59:52.979 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3512343427 2024-04-10T16:59:52.979 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.979 INFO:tasks.workunit.client.0.smithi069.stdout: "compress_lat": { 2024-04-10T16:59:52.979 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:52.979 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.979 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.979 INFO:tasks.workunit.client.0.smithi069.stdout: "compressed": { 2024-04-10T16:59:52.979 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.979 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.979 INFO:tasks.workunit.client.0.smithi069.stdout: "compressed_allocated": { 2024-04-10T16:59:52.979 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.979 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.979 INFO:tasks.workunit.client.0.smithi069.stdout: "compressed_original": { 2024-04-10T16:59:52.980 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.980 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.980 INFO:tasks.workunit.client.0.smithi069.stdout: "csum_lat": { 2024-04-10T16:59:52.980 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 20190, 2024-04-10T16:59:52.980 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 154362072 2024-04-10T16:59:52.980 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.980 INFO:tasks.workunit.client.0.smithi069.stdout: "decompress_lat": { 2024-04-10T16:59:52.980 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:52.980 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.980 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.980 INFO:tasks.workunit.client.0.smithi069.stdout: "fragmentation_micros": { 2024-04-10T16:59:52.980 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.980 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.981 INFO:tasks.workunit.client.0.smithi069.stdout: "kv_commit_lat": { 2024-04-10T16:59:52.981 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 64974, 2024-04-10T16:59:52.981 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 18151922349 2024-04-10T16:59:52.981 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.981 INFO:tasks.workunit.client.0.smithi069.stdout: "kv_final_lat": { 2024-04-10T16:59:52.981 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 64518, 2024-04-10T16:59:52.981 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1339673105 2024-04-10T16:59:52.981 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.981 INFO:tasks.workunit.client.0.smithi069.stdout: "kv_flush_lat": { 2024-04-10T16:59:52.981 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 64974, 2024-04-10T16:59:52.981 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 40646031 2024-04-10T16:59:52.981 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.981 INFO:tasks.workunit.client.0.smithi069.stdout: "kv_sync_lat": { 2024-04-10T16:59:52.981 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 64974, 2024-04-10T16:59:52.982 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 18192568380 2024-04-10T16:59:52.982 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.982 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_get_keys_lat": { 2024-04-10T16:59:52.982 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:52.982 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.982 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.982 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_get_values_lat": { 2024-04-10T16:59:52.982 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 29846, 2024-04-10T16:59:52.982 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 770097013 2024-04-10T16:59:52.982 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.982 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_lower_bound_lat": { 2024-04-10T16:59:52.982 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 748, 2024-04-10T16:59:52.982 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2631873 2024-04-10T16:59:52.982 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.983 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_next_lat": { 2024-04-10T16:59:52.983 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 7603, 2024-04-10T16:59:52.983 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 6477383 2024-04-10T16:59:52.983 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.983 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_seek_to_first_lat": { 2024-04-10T16:59:52.983 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 50, 2024-04-10T16:59:52.983 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 61543 2024-04-10T16:59:52.983 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.983 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_upper_bound_lat": { 2024-04-10T16:59:52.983 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 11715, 2024-04-10T16:59:52.983 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 942291020 2024-04-10T16:59:52.983 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.983 INFO:tasks.workunit.client.0.smithi069.stdout: "onode_hits": { 2024-04-10T16:59:52.983 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 198679 2024-04-10T16:59:52.984 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.984 INFO:tasks.workunit.client.0.smithi069.stdout: "onode_misses": { 2024-04-10T16:59:52.984 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 17890 2024-04-10T16:59:52.984 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.984 INFO:tasks.workunit.client.0.smithi069.stdout: "read_lat": { 2024-04-10T16:59:52.984 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 9983, 2024-04-10T16:59:52.984 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1415236436 2024-04-10T16:59:52.984 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.984 INFO:tasks.workunit.client.0.smithi069.stdout: "read_onode_meta_lat": { 2024-04-10T16:59:52.984 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 39291, 2024-04-10T16:59:52.984 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 10536813 2024-04-10T16:59:52.984 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.984 INFO:tasks.workunit.client.0.smithi069.stdout: "read_wait_aio_lat": { 2024-04-10T16:59:52.984 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 29308, 2024-04-10T16:59:52.984 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1288635911 2024-04-10T16:59:52.985 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.985 INFO:tasks.workunit.client.0.smithi069.stdout: "reads_with_retries": { 2024-04-10T16:59:52.985 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.985 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.985 INFO:tasks.workunit.client.0.smithi069.stdout: "remove_lat": { 2024-04-10T16:59:52.985 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 13557, 2024-04-10T16:59:52.985 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 362899682 2024-04-10T16:59:52.985 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.985 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_aio_wait_count": { 2024-04-10T16:59:52.985 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.985 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.985 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_committed_kv_count": { 2024-04-10T16:59:52.985 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.985 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.985 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_read_onode_meta_count": { 2024-04-10T16:59:52.985 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.986 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.986 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_read_wait_aio_count": { 2024-04-10T16:59:52.986 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.986 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.986 INFO:tasks.workunit.client.0.smithi069.stdout: "state_aio_wait_lat": { 2024-04-10T16:59:52.986 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 76322, 2024-04-10T16:59:52.986 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 9261087915 2024-04-10T16:59:52.986 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.986 INFO:tasks.workunit.client.0.smithi069.stdout: "state_deferred_aio_wait_lat": { 2024-04-10T16:59:52.986 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 16221, 2024-04-10T16:59:52.986 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 886752435 2024-04-10T16:59:52.986 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.986 INFO:tasks.workunit.client.0.smithi069.stdout: "state_deferred_cleanup_lat": { 2024-04-10T16:59:52.986 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 16218, 2024-04-10T16:59:52.987 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3487268865504 2024-04-10T16:59:52.987 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.987 INFO:tasks.workunit.client.0.smithi069.stdout: "state_deferred_queued_lat": { 2024-04-10T16:59:52.987 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 16221, 2024-04-10T16:59:52.987 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 6326036339473 2024-04-10T16:59:52.987 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.987 INFO:tasks.workunit.client.0.smithi069.stdout: "state_done_lat": { 2024-04-10T16:59:52.987 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 76319, 2024-04-10T16:59:52.987 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2611792849540 2024-04-10T16:59:52.987 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.987 INFO:tasks.workunit.client.0.smithi069.stdout: "state_finishing_lat": { 2024-04-10T16:59:52.987 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 76319, 2024-04-10T16:59:52.988 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 6992891 2024-04-10T16:59:52.988 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.988 INFO:tasks.workunit.client.0.smithi069.stdout: "state_io_done_lat": { 2024-04-10T16:59:52.988 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 76322, 2024-04-10T16:59:52.988 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 222186276 2024-04-10T16:59:52.988 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.988 INFO:tasks.workunit.client.0.smithi069.stdout: "state_kv_commiting_lat": { 2024-04-10T16:59:52.988 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 76322, 2024-04-10T16:59:52.988 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 28489438863 2024-04-10T16:59:52.988 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.988 INFO:tasks.workunit.client.0.smithi069.stdout: "state_kv_done_lat": { 2024-04-10T16:59:52.988 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 76322, 2024-04-10T16:59:52.988 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 28267855 2024-04-10T16:59:52.988 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.989 INFO:tasks.workunit.client.0.smithi069.stdout: "state_kv_queued_lat": { 2024-04-10T16:59:52.989 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 76322, 2024-04-10T16:59:52.989 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 13554549236 2024-04-10T16:59:52.989 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.989 INFO:tasks.workunit.client.0.smithi069.stdout: "state_prepare_lat": { 2024-04-10T16:59:52.989 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 76322, 2024-04-10T16:59:52.989 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 9902686739 2024-04-10T16:59:52.989 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.989 INFO:tasks.workunit.client.0.smithi069.stdout: "stored": { 2024-04-10T16:59:52.989 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 6069423 2024-04-10T16:59:52.989 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.989 INFO:tasks.workunit.client.0.smithi069.stdout: "truncate_lat": { 2024-04-10T16:59:52.989 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 2330, 2024-04-10T16:59:52.989 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 12468007 2024-04-10T16:59:52.989 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.989 INFO:tasks.workunit.client.0.smithi069.stdout: "txc_commit_lat": { 2024-04-10T16:59:52.990 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 76322, 2024-04-10T16:59:52.990 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 61443026065 2024-04-10T16:59:52.990 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.990 INFO:tasks.workunit.client.0.smithi069.stdout: "txc_submit_lat": { 2024-04-10T16:59:52.990 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 76322, 2024-04-10T16:59:52.990 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 10821209061 2024-04-10T16:59:52.990 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.990 INFO:tasks.workunit.client.0.smithi069.stdout: "txc_throttle_lat": { 2024-04-10T16:59:52.990 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 76322, 2024-04-10T16:59:52.990 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 460736028 2024-04-10T16:59:52.990 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:52.990 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.990 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore-pricache": { 2024-04-10T16:59:52.990 INFO:tasks.workunit.client.0.smithi069.stdout: "cache_bytes": { 2024-04-10T16:59:52.991 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1405281412 2024-04-10T16:59:52.991 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.991 INFO:tasks.workunit.client.0.smithi069.stdout: "heap_bytes": { 2024-04-10T16:59:52.991 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 571826176 2024-04-10T16:59:52.991 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.991 INFO:tasks.workunit.client.0.smithi069.stdout: "mapped_bytes": { 2024-04-10T16:59:52.991 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 536526848 2024-04-10T16:59:52.991 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.991 INFO:tasks.workunit.client.0.smithi069.stdout: "target_bytes": { 2024-04-10T16:59:52.991 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2600691507 2024-04-10T16:59:52.991 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.991 INFO:tasks.workunit.client.0.smithi069.stdout: "unmapped_bytes": { 2024-04-10T16:59:52.991 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 35299328 2024-04-10T16:59:52.991 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:52.991 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.991 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore-pricache:data": { 2024-04-10T16:59:52.991 INFO:tasks.workunit.client.0.smithi069.stdout: "committed_bytes": { 2024-04-10T16:59:52.992 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 125829120 2024-04-10T16:59:52.992 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.992 INFO:tasks.workunit.client.0.smithi069.stdout: "pri0_bytes": { 2024-04-10T16:59:52.992 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.992 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.992 INFO:tasks.workunit.client.0.smithi069.stdout: "pri10_bytes": { 2024-04-10T16:59:52.992 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.992 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.992 INFO:tasks.workunit.client.0.smithi069.stdout: "pri11_bytes": { 2024-04-10T16:59:52.992 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 57106708 2024-04-10T16:59:52.992 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.992 INFO:tasks.workunit.client.0.smithi069.stdout: "pri1_bytes": { 2024-04-10T16:59:52.992 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.992 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.992 INFO:tasks.workunit.client.0.smithi069.stdout: "pri2_bytes": { 2024-04-10T16:59:52.992 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.993 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.993 INFO:tasks.workunit.client.0.smithi069.stdout: "pri3_bytes": { 2024-04-10T16:59:52.993 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.993 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.993 INFO:tasks.workunit.client.0.smithi069.stdout: "pri4_bytes": { 2024-04-10T16:59:52.993 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.993 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.993 INFO:tasks.workunit.client.0.smithi069.stdout: "pri5_bytes": { 2024-04-10T16:59:52.993 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.993 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.993 INFO:tasks.workunit.client.0.smithi069.stdout: "pri6_bytes": { 2024-04-10T16:59:52.993 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 69632 2024-04-10T16:59:52.993 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.993 INFO:tasks.workunit.client.0.smithi069.stdout: "pri7_bytes": { 2024-04-10T16:59:52.993 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.993 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.994 INFO:tasks.workunit.client.0.smithi069.stdout: "pri8_bytes": { 2024-04-10T16:59:52.994 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.994 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.994 INFO:tasks.workunit.client.0.smithi069.stdout: "pri9_bytes": { 2024-04-10T16:59:52.994 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.994 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.994 INFO:tasks.workunit.client.0.smithi069.stdout: "reserved_bytes": { 2024-04-10T16:59:52.994 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 68652780 2024-04-10T16:59:52.994 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:52.994 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.994 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore-pricache:kv": { 2024-04-10T16:59:52.994 INFO:tasks.workunit.client.0.smithi069.stdout: "committed_bytes": { 2024-04-10T16:59:52.994 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 570425344 2024-04-10T16:59:52.995 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.995 INFO:tasks.workunit.client.0.smithi069.stdout: "pri0_bytes": { 2024-04-10T16:59:52.995 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 67108864 2024-04-10T16:59:52.995 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.995 INFO:tasks.workunit.client.0.smithi069.stdout: "pri10_bytes": { 2024-04-10T16:59:52.995 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.995 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.995 INFO:tasks.workunit.client.0.smithi069.stdout: "pri11_bytes": { 2024-04-10T16:59:52.995 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 428300313 2024-04-10T16:59:52.995 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.995 INFO:tasks.workunit.client.0.smithi069.stdout: "pri1_bytes": { 2024-04-10T16:59:52.995 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.995 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.995 INFO:tasks.workunit.client.0.smithi069.stdout: "pri2_bytes": { 2024-04-10T16:59:52.995 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.995 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.996 INFO:tasks.workunit.client.0.smithi069.stdout: "pri3_bytes": { 2024-04-10T16:59:52.996 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1744 2024-04-10T16:59:52.996 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.996 INFO:tasks.workunit.client.0.smithi069.stdout: "pri4_bytes": { 2024-04-10T16:59:52.996 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.996 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.996 INFO:tasks.workunit.client.0.smithi069.stdout: "pri5_bytes": { 2024-04-10T16:59:52.996 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 123504 2024-04-10T16:59:52.996 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.996 INFO:tasks.workunit.client.0.smithi069.stdout: "pri6_bytes": { 2024-04-10T16:59:52.996 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.996 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.996 INFO:tasks.workunit.client.0.smithi069.stdout: "pri7_bytes": { 2024-04-10T16:59:52.996 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.996 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.996 INFO:tasks.workunit.client.0.smithi069.stdout: "pri8_bytes": { 2024-04-10T16:59:52.997 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.997 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.997 INFO:tasks.workunit.client.0.smithi069.stdout: "pri9_bytes": { 2024-04-10T16:59:52.997 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.997 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.997 INFO:tasks.workunit.client.0.smithi069.stdout: "reserved_bytes": { 2024-04-10T16:59:52.997 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 74890919 2024-04-10T16:59:52.997 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:52.997 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.997 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore-pricache:kv_onode": { 2024-04-10T16:59:52.997 INFO:tasks.workunit.client.0.smithi069.stdout: "committed_bytes": { 2024-04-10T16:59:52.997 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 184549376 2024-04-10T16:59:52.997 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.997 INFO:tasks.workunit.client.0.smithi069.stdout: "pri0_bytes": { 2024-04-10T16:59:52.997 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 67108864 2024-04-10T16:59:52.998 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.998 INFO:tasks.workunit.client.0.smithi069.stdout: "pri10_bytes": { 2024-04-10T16:59:52.998 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 5694368 2024-04-10T16:59:52.998 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.998 INFO:tasks.workunit.client.0.smithi069.stdout: "pri11_bytes": { 2024-04-10T16:59:52.998 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 38071139 2024-04-10T16:59:52.998 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.998 INFO:tasks.workunit.client.0.smithi069.stdout: "pri1_bytes": { 2024-04-10T16:59:52.998 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.998 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.998 INFO:tasks.workunit.client.0.smithi069.stdout: "pri2_bytes": { 2024-04-10T16:59:52.998 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.998 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.998 INFO:tasks.workunit.client.0.smithi069.stdout: "pri3_bytes": { 2024-04-10T16:59:52.998 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.999 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.999 INFO:tasks.workunit.client.0.smithi069.stdout: "pri4_bytes": { 2024-04-10T16:59:52.999 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.999 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.999 INFO:tasks.workunit.client.0.smithi069.stdout: "pri5_bytes": { 2024-04-10T16:59:52.999 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.999 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.999 INFO:tasks.workunit.client.0.smithi069.stdout: "pri6_bytes": { 2024-04-10T16:59:52.999 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.999 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.999 INFO:tasks.workunit.client.0.smithi069.stdout: "pri7_bytes": { 2024-04-10T16:59:52.999 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.999 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:52.999 INFO:tasks.workunit.client.0.smithi069.stdout: "pri8_bytes": { 2024-04-10T16:59:52.999 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:52.999 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.000 INFO:tasks.workunit.client.0.smithi069.stdout: "pri9_bytes": { 2024-04-10T16:59:53.000 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:53.000 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.000 INFO:tasks.workunit.client.0.smithi069.stdout: "reserved_bytes": { 2024-04-10T16:59:53.000 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 73675005 2024-04-10T16:59:53.000 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:53.000 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.000 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore-pricache:meta": { 2024-04-10T16:59:53.000 INFO:tasks.workunit.client.0.smithi069.stdout: "committed_bytes": { 2024-04-10T16:59:53.000 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 503316480 2024-04-10T16:59:53.000 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.000 INFO:tasks.workunit.client.0.smithi069.stdout: "pri0_bytes": { 2024-04-10T16:59:53.000 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:53.000 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.000 INFO:tasks.workunit.client.0.smithi069.stdout: "pri10_bytes": { 2024-04-10T16:59:53.000 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:53.001 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.001 INFO:tasks.workunit.client.0.smithi069.stdout: "pri11_bytes": { 2024-04-10T16:59:53.001 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 428300313 2024-04-10T16:59:53.001 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.001 INFO:tasks.workunit.client.0.smithi069.stdout: "pri1_bytes": { 2024-04-10T16:59:53.001 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:53.001 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.001 INFO:tasks.workunit.client.0.smithi069.stdout: "pri2_bytes": { 2024-04-10T16:59:53.001 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:53.001 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.001 INFO:tasks.workunit.client.0.smithi069.stdout: "pri3_bytes": { 2024-04-10T16:59:53.001 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:53.001 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.001 INFO:tasks.workunit.client.0.smithi069.stdout: "pri4_bytes": { 2024-04-10T16:59:53.001 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:53.002 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.002 INFO:tasks.workunit.client.0.smithi069.stdout: "pri5_bytes": { 2024-04-10T16:59:53.002 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 158615 2024-04-10T16:59:53.002 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.002 INFO:tasks.workunit.client.0.smithi069.stdout: "pri6_bytes": { 2024-04-10T16:59:53.002 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1120222 2024-04-10T16:59:53.002 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.002 INFO:tasks.workunit.client.0.smithi069.stdout: "pri7_bytes": { 2024-04-10T16:59:53.002 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:53.002 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.002 INFO:tasks.workunit.client.0.smithi069.stdout: "pri8_bytes": { 2024-04-10T16:59:53.002 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:53.002 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.002 INFO:tasks.workunit.client.0.smithi069.stdout: "pri9_bytes": { 2024-04-10T16:59:53.002 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:53.002 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.003 INFO:tasks.workunit.client.0.smithi069.stdout: "reserved_bytes": { 2024-04-10T16:59:53.003 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 73737330 2024-04-10T16:59:53.003 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:53.003 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.003 INFO:tasks.workunit.client.0.smithi069.stdout: "objecter": { 2024-04-10T16:59:53.003 INFO:tasks.workunit.client.0.smithi069.stdout: "op_active": { 2024-04-10T16:59:53.003 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:53.003 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.003 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r": { 2024-04-10T16:59:53.003 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 26 2024-04-10T16:59:53.003 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.003 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rmw": { 2024-04-10T16:59:53.003 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:53.003 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.003 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w": { 2024-04-10T16:59:53.003 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:53.004 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:53.004 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.004 INFO:tasks.workunit.client.0.smithi069.stdout: "osd": { 2024-04-10T16:59:53.004 INFO:tasks.workunit.client.0.smithi069.stdout: "numpg": { 2024-04-10T16:59:53.004 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 58 2024-04-10T16:59:53.004 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.004 INFO:tasks.workunit.client.0.smithi069.stdout: "numpg_removing": { 2024-04-10T16:59:53.004 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:53.004 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.004 INFO:tasks.workunit.client.0.smithi069.stdout: "op": { 2024-04-10T16:59:53.004 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 34666 2024-04-10T16:59:53.004 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.004 INFO:tasks.workunit.client.0.smithi069.stdout: "op_before_queue_op_lat": { 2024-04-10T16:59:53.004 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 108628, 2024-04-10T16:59:53.004 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 11289861685 2024-04-10T16:59:53.005 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.005 INFO:tasks.workunit.client.0.smithi069.stdout: "op_delayed_degraded": { 2024-04-10T16:59:53.005 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:53.005 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.005 INFO:tasks.workunit.client.0.smithi069.stdout: "op_delayed_unreadable": { 2024-04-10T16:59:53.005 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1 2024-04-10T16:59:53.005 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.005 INFO:tasks.workunit.client.0.smithi069.stdout: "op_in_bytes": { 2024-04-10T16:59:53.005 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1636608463 2024-04-10T16:59:53.005 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.005 INFO:tasks.workunit.client.0.smithi069.stdout: "op_latency": { 2024-04-10T16:59:53.005 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 34666, 2024-04-10T16:59:53.005 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 69261981566 2024-04-10T16:59:53.005 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.005 INFO:tasks.workunit.client.0.smithi069.stdout: "op_out_bytes": { 2024-04-10T16:59:53.006 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2010976298 2024-04-10T16:59:53.006 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.006 INFO:tasks.workunit.client.0.smithi069.stdout: "op_prepare_latency": { 2024-04-10T16:59:53.006 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 35269, 2024-04-10T16:59:53.006 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 17345116905 2024-04-10T16:59:53.006 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.006 INFO:tasks.workunit.client.0.smithi069.stdout: "op_process_latency": { 2024-04-10T16:59:53.006 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 34666, 2024-04-10T16:59:53.006 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 37486161362 2024-04-10T16:59:53.006 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.006 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r": { 2024-04-10T16:59:53.007 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 20920 2024-04-10T16:59:53.007 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.007 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r_latency": { 2024-04-10T16:59:53.007 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 20920, 2024-04-10T16:59:53.007 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 8059358140 2024-04-10T16:59:53.007 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.007 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-10T16:59:53.007 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:53.007 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.007 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r_out_bytes": { 2024-04-10T16:59:53.007 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2010976298 2024-04-10T16:59:53.008 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.008 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r_prepare_latency": { 2024-04-10T16:59:53.008 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 21035, 2024-04-10T16:59:53.008 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 4861776581 2024-04-10T16:59:53.008 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.008 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r_process_latency": { 2024-04-10T16:59:53.008 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 20920, 2024-04-10T16:59:53.008 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 4767510472 2024-04-10T16:59:53.008 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.008 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw": { 2024-04-10T16:59:53.008 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 12407 2024-04-10T16:59:53.008 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.009 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_in_bytes": { 2024-04-10T16:59:53.009 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 387900599 2024-04-10T16:59:53.009 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.009 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_latency": { 2024-04-10T16:59:53.009 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 12407, 2024-04-10T16:59:53.009 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 25355414970 2024-04-10T16:59:53.009 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.009 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-10T16:59:53.009 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:53.009 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.009 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-10T16:59:53.009 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:53.009 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.009 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_out_bytes": { 2024-04-10T16:59:53.010 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:53.010 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.010 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_prepare_latency": { 2024-04-10T16:59:53.010 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 12830, 2024-04-10T16:59:53.010 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 10106663783 2024-04-10T16:59:53.010 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.010 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_process_latency": { 2024-04-10T16:59:53.010 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 12407, 2024-04-10T16:59:53.010 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 21217327288 2024-04-10T16:59:53.010 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.010 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w": { 2024-04-10T16:59:53.010 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1339 2024-04-10T16:59:53.010 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.010 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w_in_bytes": { 2024-04-10T16:59:53.010 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1248707864 2024-04-10T16:59:53.011 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.011 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w_latency": { 2024-04-10T16:59:53.011 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 1339, 2024-04-10T16:59:53.011 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 35847208456 2024-04-10T16:59:53.011 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.011 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-10T16:59:53.011 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:53.011 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.011 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w_prepare_latency": { 2024-04-10T16:59:53.011 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 1404, 2024-04-10T16:59:53.011 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2376676541 2024-04-10T16:59:53.011 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.011 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w_process_latency": { 2024-04-10T16:59:53.012 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 1339, 2024-04-10T16:59:53.012 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 11501323602 2024-04-10T16:59:53.012 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.012 INFO:tasks.workunit.client.0.smithi069.stdout: "op_wip": { 2024-04-10T16:59:53.012 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:53.012 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.012 INFO:tasks.workunit.client.0.smithi069.stdout: "recovery_bytes": { 2024-04-10T16:59:53.012 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 113 2024-04-10T16:59:53.012 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.012 INFO:tasks.workunit.client.0.smithi069.stdout: "recovery_ops": { 2024-04-10T16:59:53.012 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2 2024-04-10T16:59:53.012 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.012 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_bytes": { 2024-04-10T16:59:53.012 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 95995035648 2024-04-10T16:59:53.013 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.013 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_bytes_used": { 2024-04-10T16:59:53.013 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 543215616 2024-04-10T16:59:53.013 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:53.013 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:53.013 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:53.013 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.013 INFO:tasks.workunit.client.0.smithi069.stdout: "pools": [ 2024-04-10T16:59:53.013 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:53.013 INFO:tasks.workunit.client.0.smithi069.stdout: "application": [ 2024-04-10T16:59:53.013 INFO:tasks.workunit.client.0.smithi069.stdout: "mgr" 2024-04-10T16:59:53.013 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:53.013 INFO:tasks.workunit.client.0.smithi069.stdout: "cache_mode": "none", 2024-04-10T16:59:53.013 INFO:tasks.workunit.client.0.smithi069.stdout: "erasure_code_profile": {}, 2024-04-10T16:59:53.013 INFO:tasks.workunit.client.0.smithi069.stdout: "flags_names": [ 2024-04-10T16:59:53.014 INFO:tasks.workunit.client.0.smithi069.stdout: "hashpspool" 2024-04-10T16:59:53.014 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:53.014 INFO:tasks.workunit.client.0.smithi069.stdout: "min_size": 2, 2024-04-10T16:59:53.014 INFO:tasks.workunit.client.0.smithi069.stdout: "options": {}, 2024-04-10T16:59:53.014 INFO:tasks.workunit.client.0.smithi069.stdout: "pg_autoscale_mode": "off", 2024-04-10T16:59:53.014 INFO:tasks.workunit.client.0.smithi069.stdout: "pg_num": 1, 2024-04-10T16:59:53.014 INFO:tasks.workunit.client.0.smithi069.stdout: "pgp_num": 1, 2024-04-10T16:59:53.014 INFO:tasks.workunit.client.0.smithi069.stdout: "pool": 1, 2024-04-10T16:59:53.014 INFO:tasks.workunit.client.0.smithi069.stdout: "size": 3, 2024-04-10T16:59:53.014 INFO:tasks.workunit.client.0.smithi069.stdout: "stats": { 2024-04-10T16:59:53.014 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_raw": 722748221706, 2024-04-10T16:59:53.014 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes_used": 1781760, 2024-04-10T16:59:53.014 INFO:tasks.workunit.client.0.smithi069.stdout: "compress_bytes_used": 0, 2024-04-10T16:59:53.014 INFO:tasks.workunit.client.0.smithi069.stdout: "compress_under_bytes": 0, 2024-04-10T16:59:53.015 INFO:tasks.workunit.client.0.smithi069.stdout: "data_bytes_used": 1781760, 2024-04-10T16:59:53.015 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty": 0, 2024-04-10T16:59:53.015 INFO:tasks.workunit.client.0.smithi069.stdout: "max_avail": 240916086784, 2024-04-10T16:59:53.015 INFO:tasks.workunit.client.0.smithi069.stdout: "objects": 2, 2024-04-10T16:59:53.015 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_bytes_used": 0, 2024-04-10T16:59:53.015 INFO:tasks.workunit.client.0.smithi069.stdout: "percent_used": 2.465250645400374e-06, 2024-04-10T16:59:53.015 INFO:tasks.workunit.client.0.smithi069.stdout: "quota_bytes": 0, 2024-04-10T16:59:53.015 INFO:tasks.workunit.client.0.smithi069.stdout: "quota_objects": 0, 2024-04-10T16:59:53.015 INFO:tasks.workunit.client.0.smithi069.stdout: "rd": 1178, 2024-04-10T16:59:53.015 INFO:tasks.workunit.client.0.smithi069.stdout: "rd_bytes": 2041856, 2024-04-10T16:59:53.015 INFO:tasks.workunit.client.0.smithi069.stdout: "stored": 590368, 2024-04-10T16:59:53.015 INFO:tasks.workunit.client.0.smithi069.stdout: "stored_data": 590368, 2024-04-10T16:59:53.015 INFO:tasks.workunit.client.0.smithi069.stdout: "stored_omap": 0, 2024-04-10T16:59:53.015 INFO:tasks.workunit.client.0.smithi069.stdout: "stored_raw": 1771104, 2024-04-10T16:59:53.016 INFO:tasks.workunit.client.0.smithi069.stdout: "wr": 391, 2024-04-10T16:59:53.016 INFO:tasks.workunit.client.0.smithi069.stdout: "wr_bytes": 2473984 2024-04-10T16:59:53.016 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.016 INFO:tasks.workunit.client.0.smithi069.stdout: "target_max_bytes": 0, 2024-04-10T16:59:53.016 INFO:tasks.workunit.client.0.smithi069.stdout: "target_max_objects": 0, 2024-04-10T16:59:53.016 INFO:tasks.workunit.client.0.smithi069.stdout: "type": "replicated" 2024-04-10T16:59:53.016 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.016 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:53.016 INFO:tasks.workunit.client.0.smithi069.stdout: "application": [ 2024-04-10T16:59:53.016 INFO:tasks.workunit.client.0.smithi069.stdout: "cephfs" 2024-04-10T16:59:53.016 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:53.016 INFO:tasks.workunit.client.0.smithi069.stdout: "cache_mode": "none", 2024-04-10T16:59:53.016 INFO:tasks.workunit.client.0.smithi069.stdout: "erasure_code_profile": {}, 2024-04-10T16:59:53.016 INFO:tasks.workunit.client.0.smithi069.stdout: "flags_names": [ 2024-04-10T16:59:53.016 INFO:tasks.workunit.client.0.smithi069.stdout: "hashpspool" 2024-04-10T16:59:53.017 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:53.017 INFO:tasks.workunit.client.0.smithi069.stdout: "min_size": 2, 2024-04-10T16:59:53.017 INFO:tasks.workunit.client.0.smithi069.stdout: "options": {}, 2024-04-10T16:59:53.017 INFO:tasks.workunit.client.0.smithi069.stdout: "pg_autoscale_mode": "off", 2024-04-10T16:59:53.017 INFO:tasks.workunit.client.0.smithi069.stdout: "pg_num": 32, 2024-04-10T16:59:53.017 INFO:tasks.workunit.client.0.smithi069.stdout: "pgp_num": 32, 2024-04-10T16:59:53.017 INFO:tasks.workunit.client.0.smithi069.stdout: "pool": 2, 2024-04-10T16:59:53.017 INFO:tasks.workunit.client.0.smithi069.stdout: "size": 3, 2024-04-10T16:59:53.017 INFO:tasks.workunit.client.0.smithi069.stdout: "stats": { 2024-04-10T16:59:53.017 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_raw": 722748221706, 2024-04-10T16:59:53.017 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes_used": 155772, 2024-04-10T16:59:53.017 INFO:tasks.workunit.client.0.smithi069.stdout: "compress_bytes_used": 0, 2024-04-10T16:59:53.017 INFO:tasks.workunit.client.0.smithi069.stdout: "compress_under_bytes": 0, 2024-04-10T16:59:53.017 INFO:tasks.workunit.client.0.smithi069.stdout: "data_bytes_used": 110592, 2024-04-10T16:59:53.017 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty": 0, 2024-04-10T16:59:53.018 INFO:tasks.workunit.client.0.smithi069.stdout: "max_avail": 240916086784, 2024-04-10T16:59:53.018 INFO:tasks.workunit.client.0.smithi069.stdout: "objects": 22, 2024-04-10T16:59:53.018 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_bytes_used": 45180, 2024-04-10T16:59:53.018 INFO:tasks.workunit.client.0.smithi069.stdout: "percent_used": 2.1552729378981894e-07, 2024-04-10T16:59:53.018 INFO:tasks.workunit.client.0.smithi069.stdout: "quota_bytes": 0, 2024-04-10T16:59:53.018 INFO:tasks.workunit.client.0.smithi069.stdout: "quota_objects": 0, 2024-04-10T16:59:53.018 INFO:tasks.workunit.client.0.smithi069.stdout: "rd": 79, 2024-04-10T16:59:53.018 INFO:tasks.workunit.client.0.smithi069.stdout: "rd_bytes": 89088, 2024-04-10T16:59:53.018 INFO:tasks.workunit.client.0.smithi069.stdout: "stored": 21682, 2024-04-10T16:59:53.018 INFO:tasks.workunit.client.0.smithi069.stdout: "stored_data": 6622, 2024-04-10T16:59:53.018 INFO:tasks.workunit.client.0.smithi069.stdout: "stored_omap": 15060, 2024-04-10T16:59:53.018 INFO:tasks.workunit.client.0.smithi069.stdout: "stored_raw": 65046, 2024-04-10T16:59:53.019 INFO:tasks.workunit.client.0.smithi069.stdout: "wr": 68, 2024-04-10T16:59:53.019 INFO:tasks.workunit.client.0.smithi069.stdout: "wr_bytes": 36864 2024-04-10T16:59:53.019 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.019 INFO:tasks.workunit.client.0.smithi069.stdout: "target_max_bytes": 0, 2024-04-10T16:59:53.019 INFO:tasks.workunit.client.0.smithi069.stdout: "target_max_objects": 0, 2024-04-10T16:59:53.019 INFO:tasks.workunit.client.0.smithi069.stdout: "type": "replicated" 2024-04-10T16:59:53.019 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.019 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:53.019 INFO:tasks.workunit.client.0.smithi069.stdout: "application": [ 2024-04-10T16:59:53.019 INFO:tasks.workunit.client.0.smithi069.stdout: "cephfs" 2024-04-10T16:59:53.019 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:53.019 INFO:tasks.workunit.client.0.smithi069.stdout: "cache_mode": "none", 2024-04-10T16:59:53.019 INFO:tasks.workunit.client.0.smithi069.stdout: "erasure_code_profile": {}, 2024-04-10T16:59:53.019 INFO:tasks.workunit.client.0.smithi069.stdout: "flags_names": [ 2024-04-10T16:59:53.019 INFO:tasks.workunit.client.0.smithi069.stdout: "hashpspool" 2024-04-10T16:59:53.020 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:53.020 INFO:tasks.workunit.client.0.smithi069.stdout: "min_size": 2, 2024-04-10T16:59:53.020 INFO:tasks.workunit.client.0.smithi069.stdout: "options": {}, 2024-04-10T16:59:53.020 INFO:tasks.workunit.client.0.smithi069.stdout: "pg_autoscale_mode": "off", 2024-04-10T16:59:53.020 INFO:tasks.workunit.client.0.smithi069.stdout: "pg_num": 64, 2024-04-10T16:59:53.020 INFO:tasks.workunit.client.0.smithi069.stdout: "pgp_num": 64, 2024-04-10T16:59:53.020 INFO:tasks.workunit.client.0.smithi069.stdout: "pool": 3, 2024-04-10T16:59:53.020 INFO:tasks.workunit.client.0.smithi069.stdout: "size": 3, 2024-04-10T16:59:53.020 INFO:tasks.workunit.client.0.smithi069.stdout: "stats": { 2024-04-10T16:59:53.020 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_raw": 722748221706, 2024-04-10T16:59:53.020 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes_used": 0, 2024-04-10T16:59:53.020 INFO:tasks.workunit.client.0.smithi069.stdout: "compress_bytes_used": 0, 2024-04-10T16:59:53.020 INFO:tasks.workunit.client.0.smithi069.stdout: "compress_under_bytes": 0, 2024-04-10T16:59:53.020 INFO:tasks.workunit.client.0.smithi069.stdout: "data_bytes_used": 0, 2024-04-10T16:59:53.020 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty": 0, 2024-04-10T16:59:53.020 INFO:tasks.workunit.client.0.smithi069.stdout: "max_avail": 240916086784, 2024-04-10T16:59:53.021 INFO:tasks.workunit.client.0.smithi069.stdout: "objects": 0, 2024-04-10T16:59:53.021 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_bytes_used": 0, 2024-04-10T16:59:53.021 INFO:tasks.workunit.client.0.smithi069.stdout: "percent_used": 0.0, 2024-04-10T16:59:53.021 INFO:tasks.workunit.client.0.smithi069.stdout: "quota_bytes": 0, 2024-04-10T16:59:53.021 INFO:tasks.workunit.client.0.smithi069.stdout: "quota_objects": 0, 2024-04-10T16:59:53.021 INFO:tasks.workunit.client.0.smithi069.stdout: "rd": 0, 2024-04-10T16:59:53.021 INFO:tasks.workunit.client.0.smithi069.stdout: "rd_bytes": 0, 2024-04-10T16:59:53.021 INFO:tasks.workunit.client.0.smithi069.stdout: "stored": 0, 2024-04-10T16:59:53.021 INFO:tasks.workunit.client.0.smithi069.stdout: "stored_data": 0, 2024-04-10T16:59:53.021 INFO:tasks.workunit.client.0.smithi069.stdout: "stored_omap": 0, 2024-04-10T16:59:53.021 INFO:tasks.workunit.client.0.smithi069.stdout: "stored_raw": 0, 2024-04-10T16:59:53.021 INFO:tasks.workunit.client.0.smithi069.stdout: "wr": 0, 2024-04-10T16:59:53.021 INFO:tasks.workunit.client.0.smithi069.stdout: "wr_bytes": 0 2024-04-10T16:59:53.021 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.021 INFO:tasks.workunit.client.0.smithi069.stdout: "target_max_bytes": 0, 2024-04-10T16:59:53.021 INFO:tasks.workunit.client.0.smithi069.stdout: "target_max_objects": 0, 2024-04-10T16:59:53.021 INFO:tasks.workunit.client.0.smithi069.stdout: "type": "replicated" 2024-04-10T16:59:53.022 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.022 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:53.022 INFO:tasks.workunit.client.0.smithi069.stdout: "application": [ 2024-04-10T16:59:53.022 INFO:tasks.workunit.client.0.smithi069.stdout: "rbd" 2024-04-10T16:59:53.022 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:53.022 INFO:tasks.workunit.client.0.smithi069.stdout: "cache_mode": "none", 2024-04-10T16:59:53.022 INFO:tasks.workunit.client.0.smithi069.stdout: "erasure_code_profile": {}, 2024-04-10T16:59:53.022 INFO:tasks.workunit.client.0.smithi069.stdout: "flags_names": [ 2024-04-10T16:59:53.022 INFO:tasks.workunit.client.0.smithi069.stdout: "hashpspool", 2024-04-10T16:59:53.022 INFO:tasks.workunit.client.0.smithi069.stdout: "selfmanaged_snaps" 2024-04-10T16:59:53.022 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:53.022 INFO:tasks.workunit.client.0.smithi069.stdout: "min_size": 2, 2024-04-10T16:59:53.022 INFO:tasks.workunit.client.0.smithi069.stdout: "options": {}, 2024-04-10T16:59:53.022 INFO:tasks.workunit.client.0.smithi069.stdout: "pg_autoscale_mode": "off", 2024-04-10T16:59:53.022 INFO:tasks.workunit.client.0.smithi069.stdout: "pg_num": 8, 2024-04-10T16:59:53.023 INFO:tasks.workunit.client.0.smithi069.stdout: "pgp_num": 8, 2024-04-10T16:59:53.023 INFO:tasks.workunit.client.0.smithi069.stdout: "pool": 4, 2024-04-10T16:59:53.023 INFO:tasks.workunit.client.0.smithi069.stdout: "size": 3, 2024-04-10T16:59:53.023 INFO:tasks.workunit.client.0.smithi069.stdout: "stats": { 2024-04-10T16:59:53.023 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_raw": 722748221706, 2024-04-10T16:59:53.023 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes_used": 12595200, 2024-04-10T16:59:53.023 INFO:tasks.workunit.client.0.smithi069.stdout: "compress_bytes_used": 0, 2024-04-10T16:59:53.023 INFO:tasks.workunit.client.0.smithi069.stdout: "compress_under_bytes": 0, 2024-04-10T16:59:53.023 INFO:tasks.workunit.client.0.smithi069.stdout: "data_bytes_used": 12595200, 2024-04-10T16:59:53.023 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty": 0, 2024-04-10T16:59:53.023 INFO:tasks.workunit.client.0.smithi069.stdout: "max_avail": 240916086784, 2024-04-10T16:59:53.023 INFO:tasks.workunit.client.0.smithi069.stdout: "objects": 4, 2024-04-10T16:59:53.023 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_bytes_used": 0, 2024-04-10T16:59:53.023 INFO:tasks.workunit.client.0.smithi069.stdout: "percent_used": 1.742651147651486e-05, 2024-04-10T16:59:53.023 INFO:tasks.workunit.client.0.smithi069.stdout: "quota_bytes": 0, 2024-04-10T16:59:53.023 INFO:tasks.workunit.client.0.smithi069.stdout: "quota_objects": 0, 2024-04-10T16:59:53.024 INFO:tasks.workunit.client.0.smithi069.stdout: "rd": 9078, 2024-04-10T16:59:53.024 INFO:tasks.workunit.client.0.smithi069.stdout: "rd_bytes": 3169468416, 2024-04-10T16:59:53.024 INFO:tasks.workunit.client.0.smithi069.stdout: "stored": 4194323, 2024-04-10T16:59:53.024 INFO:tasks.workunit.client.0.smithi069.stdout: "stored_data": 4194323, 2024-04-10T16:59:53.024 INFO:tasks.workunit.client.0.smithi069.stdout: "stored_omap": 0, 2024-04-10T16:59:53.024 INFO:tasks.workunit.client.0.smithi069.stdout: "stored_raw": 12582969, 2024-04-10T16:59:53.024 INFO:tasks.workunit.client.0.smithi069.stdout: "wr": 24312, 2024-04-10T16:59:53.024 INFO:tasks.workunit.client.0.smithi069.stdout: "wr_bytes": 3157758976 2024-04-10T16:59:53.024 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.024 INFO:tasks.workunit.client.0.smithi069.stdout: "target_max_bytes": 0, 2024-04-10T16:59:53.024 INFO:tasks.workunit.client.0.smithi069.stdout: "target_max_objects": 0, 2024-04-10T16:59:53.024 INFO:tasks.workunit.client.0.smithi069.stdout: "type": "replicated" 2024-04-10T16:59:53.024 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:53.025 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:53.025 INFO:tasks.workunit.client.0.smithi069.stdout: "rbd": { 2024-04-10T16:59:53.025 INFO:tasks.workunit.client.0.smithi069.stdout: "mirroring_by_pool": [ 2024-04-10T16:59:53.025 INFO:tasks.workunit.client.0.smithi069.stdout: false 2024-04-10T16:59:53.025 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:53.025 INFO:tasks.workunit.client.0.smithi069.stdout: "num_images_by_pool": [ 2024-04-10T16:59:53.025 INFO:tasks.workunit.client.0.smithi069.stdout: 0 2024-04-10T16:59:53.025 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:53.025 INFO:tasks.workunit.client.0.smithi069.stdout: "num_pools": 1 2024-04-10T16:59:53.025 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.025 INFO:tasks.workunit.client.0.smithi069.stdout: "report_id": "59e78261-1e1f-436b-b9ee-1195d8b227b8", 2024-04-10T16:59:53.025 INFO:tasks.workunit.client.0.smithi069.stdout: "report_timestamp": "2024-04-10T16:59:51.824189", 2024-04-10T16:59:53.025 INFO:tasks.workunit.client.0.smithi069.stdout: "report_version": 1, 2024-04-10T16:59:53.025 INFO:tasks.workunit.client.0.smithi069.stdout: "rocksdb_stats": { 2024-04-10T16:59:53.025 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "7.9.2" 2024-04-10T16:59:53.026 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.026 INFO:tasks.workunit.client.0.smithi069.stdout: "rook": { 2024-04-10T16:59:53.026 INFO:tasks.workunit.client.0.smithi069.stdout: "cluster": { 2024-04-10T16:59:53.026 INFO:tasks.workunit.client.0.smithi069.stdout: "external-mode": null, 2024-04-10T16:59:53.026 INFO:tasks.workunit.client.0.smithi069.stdout: "mon": { 2024-04-10T16:59:53.026 INFO:tasks.workunit.client.0.smithi069.stdout: "allow-multiple-per-node": null, 2024-04-10T16:59:53.026 INFO:tasks.workunit.client.0.smithi069.stdout: "count": null, 2024-04-10T16:59:53.026 INFO:tasks.workunit.client.0.smithi069.stdout: "max-id": null, 2024-04-10T16:59:53.026 INFO:tasks.workunit.client.0.smithi069.stdout: "pvc": { 2024-04-10T16:59:53.026 INFO:tasks.workunit.client.0.smithi069.stdout: "enabled": null 2024-04-10T16:59:53.026 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.026 INFO:tasks.workunit.client.0.smithi069.stdout: "stretch": { 2024-04-10T16:59:53.026 INFO:tasks.workunit.client.0.smithi069.stdout: "enabled": null 2024-04-10T16:59:53.026 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:53.026 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.027 INFO:tasks.workunit.client.0.smithi069.stdout: "network": { 2024-04-10T16:59:53.027 INFO:tasks.workunit.client.0.smithi069.stdout: "provider": null 2024-04-10T16:59:53.027 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.027 INFO:tasks.workunit.client.0.smithi069.stdout: "storage": { 2024-04-10T16:59:53.027 INFO:tasks.workunit.client.0.smithi069.stdout: "device-set": { 2024-04-10T16:59:53.027 INFO:tasks.workunit.client.0.smithi069.stdout: "count": { 2024-04-10T16:59:53.027 INFO:tasks.workunit.client.0.smithi069.stdout: "non-portable": null, 2024-04-10T16:59:53.027 INFO:tasks.workunit.client.0.smithi069.stdout: "portable": null, 2024-04-10T16:59:53.027 INFO:tasks.workunit.client.0.smithi069.stdout: "total": null 2024-04-10T16:59:53.027 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:53.027 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:53.027 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:53.027 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.027 INFO:tasks.workunit.client.0.smithi069.stdout: "csi": { 2024-04-10T16:59:53.027 INFO:tasks.workunit.client.0.smithi069.stdout: "version": null 2024-04-10T16:59:53.028 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.028 INFO:tasks.workunit.client.0.smithi069.stdout: "kubernetes": { 2024-04-10T16:59:53.028 INFO:tasks.workunit.client.0.smithi069.stdout: "version": null 2024-04-10T16:59:53.028 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.028 INFO:tasks.workunit.client.0.smithi069.stdout: "node": { 2024-04-10T16:59:53.028 INFO:tasks.workunit.client.0.smithi069.stdout: "count": { 2024-04-10T16:59:53.028 INFO:tasks.workunit.client.0.smithi069.stdout: "kubernetes-total": null, 2024-04-10T16:59:53.028 INFO:tasks.workunit.client.0.smithi069.stdout: "with-ceph-daemons": null, 2024-04-10T16:59:53.028 INFO:tasks.workunit.client.0.smithi069.stdout: "with-csi-cephfs-plugin": null, 2024-04-10T16:59:53.028 INFO:tasks.workunit.client.0.smithi069.stdout: "with-csi-nfs-plugin": null, 2024-04-10T16:59:53.028 INFO:tasks.workunit.client.0.smithi069.stdout: "with-csi-rbd-plugin": null 2024-04-10T16:59:53.028 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:53.028 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.028 INFO:tasks.workunit.client.0.smithi069.stdout: "usage": { 2024-04-10T16:59:53.028 INFO:tasks.workunit.client.0.smithi069.stdout: "storage-class": { 2024-04-10T16:59:53.028 INFO:tasks.workunit.client.0.smithi069.stdout: "count": { 2024-04-10T16:59:53.029 INFO:tasks.workunit.client.0.smithi069.stdout: "bucket": null, 2024-04-10T16:59:53.029 INFO:tasks.workunit.client.0.smithi069.stdout: "cephfs": null, 2024-04-10T16:59:53.029 INFO:tasks.workunit.client.0.smithi069.stdout: "nfs": null, 2024-04-10T16:59:53.029 INFO:tasks.workunit.client.0.smithi069.stdout: "rbd": null, 2024-04-10T16:59:53.029 INFO:tasks.workunit.client.0.smithi069.stdout: "total": null 2024-04-10T16:59:53.029 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:53.029 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:53.029 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.029 INFO:tasks.workunit.client.0.smithi069.stdout: "version": null 2024-04-10T16:59:53.029 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.029 INFO:tasks.workunit.client.0.smithi069.stdout: "services": {}, 2024-04-10T16:59:53.029 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_per_pg": [ 2024-04-10T16:59:53.029 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:53.029 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:53.029 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T16:59:53.029 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T16:59:53.030 INFO:tasks.workunit.client.0.smithi069.stdout: 0 2024-04-10T16:59:53.030 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:53.030 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 6, 2024-04-10T16:59:53.030 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:53.030 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:53.030 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T16:59:53.030 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:53.030 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:53.030 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:53.030 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.943463+0000", 2024-04-10T16:59:53.030 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:07.252813+0000", 2024-04-10T16:59:53.030 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:07.252813+0000", 2024-04-10T16:59:53.030 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:07.255302+0000", 2024-04-10T16:59:53.030 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.943463+0000", 2024-04-10T16:59:53.031 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:53.031 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:53.031 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:53.031 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 516, 2024-04-10T16:59:53.031 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.943463+0000", 2024-04-10T16:59:53.031 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.943463+0000", 2024-04-10T16:59:53.031 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.943463+0000", 2024-04-10T16:59:53.031 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:53.031 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:53.031 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:53.031 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.943463+0000", 2024-04-10T16:59:53.031 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.943463+0000", 2024-04-10T16:59:53.031 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:53.031 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:53.031 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:53.031 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:53.032 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 515, 2024-04-10T16:59:53.032 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:53.032 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:53.032 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:53.032 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:53.032 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:53.032 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:53.032 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:53.032 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:53.032 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.2c", 2024-04-10T16:59:53.032 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:53.032 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:53.032 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:53.032 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 4948, 2024-04-10T16:59:53.033 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:53.033 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T20:46:23.525618+0000", 2024-04-10T16:59:53.033 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:53.033 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:53.033 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:53.033 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:53.033 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:53.033 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:53.033 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:53.033 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:53.033 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:53.033 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:53.033 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:53.033 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:53.033 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:53.034 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:53.034 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:53.034 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:53.034 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:53.034 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:53.034 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:53.034 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:53.034 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:53.034 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:53.034 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:53.034 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:53.034 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:53.035 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:53.035 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:53.035 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:53.035 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:53.035 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:53.035 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:53.035 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:53.035 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:53.035 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:53.035 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:53.035 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:53.035 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:53.035 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:53.035 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:53.036 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:53.036 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:53.036 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:53.036 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:53.036 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.036 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:53.036 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:53.036 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:53.036 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T16:59:53.036 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T16:59:53.036 INFO:tasks.workunit.client.0.smithi069.stdout: 0 2024-04-10T16:59:53.036 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:53.036 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 6, 2024-04-10T16:59:53.036 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:53.036 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.037 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:53.037 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:53.037 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T16:59:53.037 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T16:59:53.037 INFO:tasks.workunit.client.0.smithi069.stdout: 1 2024-04-10T16:59:53.037 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:53.037 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 0, 2024-04-10T16:59:53.037 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:53.037 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:53.037 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T16:59:53.037 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:53.037 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:53.037 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:53.037 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.942191+0000", 2024-04-10T16:59:53.037 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:42.217675+0000", 2024-04-10T16:59:53.037 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:42.217675+0000", 2024-04-10T16:59:53.038 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:42.217988+0000", 2024-04-10T16:59:53.038 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.942191+0000", 2024-04-10T16:59:53.038 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:53.038 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:53.038 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:53.038 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 551, 2024-04-10T16:59:53.038 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.942191+0000", 2024-04-10T16:59:53.038 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.942191+0000", 2024-04-10T16:59:53.038 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.942191+0000", 2024-04-10T16:59:53.038 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:53.038 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:53.038 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:53.038 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.942191+0000", 2024-04-10T16:59:53.039 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.942191+0000", 2024-04-10T16:59:53.039 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:53.039 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:53.039 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:53.039 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:53.039 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 550, 2024-04-10T16:59:53.039 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:53.039 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:53.039 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:53.039 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:53.039 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:53.039 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:53.039 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:53.039 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:53.040 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.2b", 2024-04-10T16:59:53.040 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:53.040 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:53.040 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:53.040 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 5134, 2024-04-10T16:59:53.040 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:53.040 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T16:28:05.125828+0000", 2024-04-10T16:59:53.040 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:53.040 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:53.040 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:53.040 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:53.040 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:53.040 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:53.040 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:53.041 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:53.041 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:53.041 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:53.041 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:53.041 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:53.041 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:53.041 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:53.041 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:53.041 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:53.041 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:53.041 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:53.041 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:53.041 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:53.041 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:53.042 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:53.042 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:53.042 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:53.042 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:53.042 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:53.042 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:53.042 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:53.042 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:53.042 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:53.042 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:53.042 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:53.042 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:53.042 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:53.042 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:53.042 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:53.043 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:53.043 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:53.043 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:53.043 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:53.043 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:53.043 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:53.043 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:53.043 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.043 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:53.043 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:53.043 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:53.043 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T16:59:53.043 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T16:59:53.043 INFO:tasks.workunit.client.0.smithi069.stdout: 1 2024-04-10T16:59:53.044 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:53.044 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 0, 2024-04-10T16:59:53.044 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:53.044 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.044 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:53.044 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:53.044 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T16:59:53.044 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T16:59:53.044 INFO:tasks.workunit.client.0.smithi069.stdout: 6 2024-04-10T16:59:53.044 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:53.044 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 5, 2024-04-10T16:59:53.044 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:53.044 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:53.045 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T16:59:53.045 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:53.045 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:53.045 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:53.045 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.942303+0000", 2024-04-10T16:59:53.045 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:42.214515+0000", 2024-04-10T16:59:53.045 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:42.214515+0000", 2024-04-10T16:59:53.045 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:42.214868+0000", 2024-04-10T16:59:53.045 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.942303+0000", 2024-04-10T16:59:53.045 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:53.045 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:53.045 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:53.045 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 551, 2024-04-10T16:59:53.045 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.942303+0000", 2024-04-10T16:59:53.045 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.942303+0000", 2024-04-10T16:59:53.046 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.942303+0000", 2024-04-10T16:59:53.046 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:53.046 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:53.046 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:53.046 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.942303+0000", 2024-04-10T16:59:53.046 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.942303+0000", 2024-04-10T16:59:53.046 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:53.046 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:53.046 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:53.046 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:53.046 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 550, 2024-04-10T16:59:53.046 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:53.046 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:53.046 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:53.046 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:53.047 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:53.047 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:53.047 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:53.047 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:53.047 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.2a", 2024-04-10T16:59:53.047 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:53.047 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:53.047 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:53.047 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 4961, 2024-04-10T16:59:53.047 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:53.047 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T03:25:46.461133+0000", 2024-04-10T16:59:53.047 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:53.047 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:53.047 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:53.047 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:53.047 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:53.048 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:53.048 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:53.048 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:53.048 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:53.048 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:53.048 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:53.048 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:53.048 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:53.048 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:53.048 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:53.048 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:53.048 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:53.048 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:53.048 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:53.048 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:53.048 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:53.049 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:53.049 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:53.049 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:53.049 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:53.049 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:53.049 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:53.049 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:53.049 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:53.049 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:53.049 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:53.049 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:53.049 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:53.049 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:53.049 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:53.050 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:53.050 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:53.050 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:53.050 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:53.050 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:53.050 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:53.050 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:53.050 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:53.050 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.050 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:53.050 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:53.050 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:53.050 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T16:59:53.050 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T16:59:53.051 INFO:tasks.workunit.client.0.smithi069.stdout: 6 2024-04-10T16:59:53.051 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:53.051 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 5, 2024-04-10T16:59:53.051 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:53.051 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.051 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:53.051 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:53.051 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T16:59:53.051 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T16:59:53.051 INFO:tasks.workunit.client.0.smithi069.stdout: 1 2024-04-10T16:59:53.051 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:53.051 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 3, 2024-04-10T16:59:53.051 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:53.052 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:53.052 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T16:59:53.052 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:53.052 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:53.052 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:53.052 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.240061+0000", 2024-04-10T16:59:53.052 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:37:57.384964+0000", 2024-04-10T16:59:53.052 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:37:57.384964+0000", 2024-04-10T16:59:53.052 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:37:57.385284+0000", 2024-04-10T16:59:53.052 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.240061+0000", 2024-04-10T16:59:53.052 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:53.052 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:53.052 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:53.052 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 449, 2024-04-10T16:59:53.052 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.240061+0000", 2024-04-10T16:59:53.053 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.240061+0000", 2024-04-10T16:59:53.053 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.240061+0000", 2024-04-10T16:59:53.053 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:53.053 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:53.053 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:53.053 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.240061+0000", 2024-04-10T16:59:53.053 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.240061+0000", 2024-04-10T16:59:53.053 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:53.053 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:53.053 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:53.053 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:53.053 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 448, 2024-04-10T16:59:53.053 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:53.053 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:53.054 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:53.054 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:53.054 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:53.054 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:53.054 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:53.054 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:53.054 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.29", 2024-04-10T16:59:53.054 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:53.054 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:53.054 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:53.054 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 5082, 2024-04-10T16:59:53.054 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:53.054 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T21:57:13.068251+0000", 2024-04-10T16:59:53.055 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:53.055 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:53.055 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:53.055 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:53.055 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:53.055 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:53.055 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:53.055 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:53.055 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:53.055 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:53.055 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:53.055 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:53.055 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:53.055 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:53.055 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:53.055 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:53.056 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:53.056 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:53.056 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:53.056 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:53.056 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:53.056 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:53.056 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:53.056 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:53.056 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:53.056 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:53.056 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:53.056 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:53.056 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:53.057 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:53.057 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:53.057 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:53.057 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:53.057 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:53.057 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:53.057 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:53.057 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:53.057 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:53.057 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:53.057 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:53.057 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:53.057 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:53.057 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:53.057 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.058 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:53.058 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:53.058 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:53.058 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T16:59:53.058 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T16:59:53.058 INFO:tasks.workunit.client.0.smithi069.stdout: 1 2024-04-10T16:59:53.058 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:53.058 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 3, 2024-04-10T16:59:53.058 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:53.058 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.058 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:53.058 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:53.059 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T16:59:53.059 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T16:59:53.059 INFO:tasks.workunit.client.0.smithi069.stdout: 2 2024-04-10T16:59:53.059 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:53.059 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 5, 2024-04-10T16:59:53.059 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:53.059 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:53.059 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T16:59:53.059 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:53.059 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:53.059 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:53.059 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.943675+0000", 2024-04-10T16:59:53.059 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:38:32.269745+0000", 2024-04-10T16:59:53.059 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:38:32.269745+0000", 2024-04-10T16:59:53.060 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:38:32.270134+0000", 2024-04-10T16:59:53.060 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.943675+0000", 2024-04-10T16:59:53.060 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:53.060 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:53.060 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:53.060 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 481, 2024-04-10T16:59:53.060 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.943675+0000", 2024-04-10T16:59:53.060 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.943675+0000", 2024-04-10T16:59:53.060 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.943675+0000", 2024-04-10T16:59:53.060 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:53.060 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:53.060 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:53.060 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.943675+0000", 2024-04-10T16:59:53.060 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.943675+0000", 2024-04-10T16:59:53.060 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:53.061 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:53.061 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:53.061 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:53.061 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 480, 2024-04-10T16:59:53.061 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:53.061 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:53.061 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:53.061 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:53.061 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:53.061 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:53.061 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:53.061 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:53.061 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.28", 2024-04-10T16:59:53.061 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:53.061 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:53.062 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:53.062 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 5002, 2024-04-10T16:59:53.062 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:53.062 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T16:22:23.712673+0000", 2024-04-10T16:59:53.062 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:53.062 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:53.062 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:53.062 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:53.062 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:53.062 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:53.062 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:53.062 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:53.062 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:53.063 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:53.063 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:53.063 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:53.063 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:53.063 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:53.063 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:53.063 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:53.063 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:53.063 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:53.063 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:53.063 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:53.063 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:53.063 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:53.063 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:53.063 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:53.063 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:53.064 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:53.064 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:53.064 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:53.064 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:53.064 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:53.064 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:53.064 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:53.064 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:53.064 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:53.064 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:53.064 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:53.064 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:53.064 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:53.064 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:53.064 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:53.064 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:53.065 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:53.065 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:53.065 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.065 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:53.065 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:53.065 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:53.065 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T16:59:53.065 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T16:59:53.065 INFO:tasks.workunit.client.0.smithi069.stdout: 2 2024-04-10T16:59:53.065 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:53.065 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 5, 2024-04-10T16:59:53.065 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:53.065 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.065 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:53.065 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:53.066 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T16:59:53.066 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T16:59:53.066 INFO:tasks.workunit.client.0.smithi069.stdout: 2 2024-04-10T16:59:53.066 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:53.066 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 3, 2024-04-10T16:59:53.066 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:53.066 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:53.066 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T16:59:53.066 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:53.066 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:53.066 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:53.066 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.244166+0000", 2024-04-10T16:59:53.066 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:37:57.383899+0000", 2024-04-10T16:59:53.066 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:37:57.383899+0000", 2024-04-10T16:59:53.066 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:37:57.384332+0000", 2024-04-10T16:59:53.067 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.244166+0000", 2024-04-10T16:59:53.067 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:53.067 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:53.067 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:53.067 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 449, 2024-04-10T16:59:53.067 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.244166+0000", 2024-04-10T16:59:53.067 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.244166+0000", 2024-04-10T16:59:53.067 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.244166+0000", 2024-04-10T16:59:53.067 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:53.067 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:53.067 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:53.067 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.244166+0000", 2024-04-10T16:59:53.067 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.244166+0000", 2024-04-10T16:59:53.067 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:53.068 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:53.068 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:53.068 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:53.068 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 448, 2024-04-10T16:59:53.068 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:53.068 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:53.068 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:53.068 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:53.068 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:53.068 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:53.068 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:53.068 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:53.068 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.27", 2024-04-10T16:59:53.068 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:53.068 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:53.069 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:53.069 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 5074, 2024-04-10T16:59:53.069 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:53.069 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T00:30:31.376661+0000", 2024-04-10T16:59:53.069 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:53.069 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:53.069 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:53.069 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:53.069 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:53.069 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:53.069 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:53.069 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:53.069 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:53.069 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:53.069 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:53.069 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:53.069 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:53.070 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:53.070 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:53.070 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:53.070 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:53.070 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:53.070 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:53.070 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:53.070 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:53.070 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:53.070 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:53.070 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:53.070 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:53.070 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:53.070 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:53.070 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:53.071 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:53.071 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:53.071 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:53.071 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:53.071 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:53.071 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:53.071 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:53.071 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:53.071 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:53.071 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:53.071 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:53.071 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:53.071 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:53.071 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:53.071 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:53.071 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.072 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:53.072 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:53.072 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:53.072 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T16:59:53.072 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T16:59:53.072 INFO:tasks.workunit.client.0.smithi069.stdout: 2 2024-04-10T16:59:53.072 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:53.072 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 3, 2024-04-10T16:59:53.072 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:53.072 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.072 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:53.072 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:53.072 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T16:59:53.072 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T16:59:53.072 INFO:tasks.workunit.client.0.smithi069.stdout: 4 2024-04-10T16:59:53.073 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:53.073 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 6, 2024-04-10T16:59:53.073 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:53.073 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:53.073 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T16:59:53.073 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:53.073 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:53.073 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:53.073 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.942202+0000", 2024-04-10T16:59:53.073 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:42.205072+0000", 2024-04-10T16:59:53.073 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:42.205072+0000", 2024-04-10T16:59:53.073 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:42.205431+0000", 2024-04-10T16:59:53.073 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.942202+0000", 2024-04-10T16:59:53.073 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:53.073 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:53.074 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:53.074 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 551, 2024-04-10T16:59:53.074 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.942202+0000", 2024-04-10T16:59:53.074 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.942202+0000", 2024-04-10T16:59:53.074 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.942202+0000", 2024-04-10T16:59:53.074 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:53.074 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:53.074 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:53.074 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.942202+0000", 2024-04-10T16:59:53.074 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.942202+0000", 2024-04-10T16:59:53.074 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:53.074 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:53.074 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:53.075 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:53.075 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 550, 2024-04-10T16:59:53.075 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:53.075 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:53.075 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:53.075 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:53.075 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:53.075 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:53.075 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:53.075 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:53.075 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.26", 2024-04-10T16:59:53.075 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:53.075 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:53.075 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:53.075 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 4944, 2024-04-10T16:59:53.075 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:53.075 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T19:17:48.730021+0000", 2024-04-10T16:59:53.076 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:53.076 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:53.076 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:53.076 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:53.076 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:53.076 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:53.076 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:53.076 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:53.076 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:53.076 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:53.076 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:53.076 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:53.076 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:53.076 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:53.076 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:53.076 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:53.076 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:53.077 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:53.077 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:53.077 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:53.077 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:53.077 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:53.077 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:53.077 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:53.077 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:53.077 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:53.077 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:53.077 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:53.077 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:53.077 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:53.077 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:53.077 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:53.078 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:53.078 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:53.078 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:53.078 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:53.078 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:53.078 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:53.078 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:53.078 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:53.078 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:53.078 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:53.078 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:53.078 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.078 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:53.078 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:53.078 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:53.079 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T16:59:53.079 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T16:59:53.079 INFO:tasks.workunit.client.0.smithi069.stdout: 4 2024-04-10T16:59:53.079 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:53.079 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 6, 2024-04-10T16:59:53.079 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:53.079 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.079 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:53.079 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:53.079 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T16:59:53.079 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T16:59:53.079 INFO:tasks.workunit.client.0.smithi069.stdout: 2 2024-04-10T16:59:53.079 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:53.079 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 1, 2024-04-10T16:59:53.079 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:53.079 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:53.080 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T16:59:53.080 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:53.080 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:53.080 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:53.080 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.940380+0000", 2024-04-10T16:59:53.080 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:37:21.181010+0000", 2024-04-10T16:59:53.080 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:37:21.181010+0000", 2024-04-10T16:59:53.080 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:37:21.181338+0000", 2024-04-10T16:59:53.080 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.940380+0000", 2024-04-10T16:59:53.080 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:53.080 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:53.080 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:53.080 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 417, 2024-04-10T16:59:53.080 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.940380+0000", 2024-04-10T16:59:53.080 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.940380+0000", 2024-04-10T16:59:53.080 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.940380+0000", 2024-04-10T16:59:53.080 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:53.081 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:53.081 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:53.081 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.940380+0000", 2024-04-10T16:59:53.081 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.940380+0000", 2024-04-10T16:59:53.081 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:53.081 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:53.081 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:53.081 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:53.081 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 416, 2024-04-10T16:59:53.081 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:53.081 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:53.081 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:53.081 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:53.081 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:53.081 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:53.081 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:53.081 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:53.082 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.25", 2024-04-10T16:59:53.082 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:53.082 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:53.082 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:53.082 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 5111, 2024-04-10T16:59:53.082 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:53.082 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T18:05:42.723892+0000", 2024-04-10T16:59:53.082 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:53.082 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:53.082 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:53.082 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:53.082 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:53.082 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:53.082 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:53.083 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:53.083 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:53.083 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:53.083 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:53.083 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:53.083 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:53.083 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:53.083 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:53.083 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:53.083 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:53.083 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:53.083 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:53.084 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:53.084 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:53.084 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:53.084 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:53.084 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:53.084 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:53.084 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:53.084 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:53.084 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:53.084 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:53.084 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:53.084 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:53.084 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:53.085 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:53.085 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:53.085 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:53.085 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:53.085 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:53.085 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:53.085 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:53.085 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:53.085 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:53.085 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:53.085 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:53.085 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.085 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:53.085 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:53.086 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:53.086 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T16:59:53.086 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T16:59:53.086 INFO:tasks.workunit.client.0.smithi069.stdout: 2 2024-04-10T16:59:53.086 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:53.086 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 1, 2024-04-10T16:59:53.086 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:53.086 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.086 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:53.086 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:53.086 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T16:59:53.086 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T16:59:53.086 INFO:tasks.workunit.client.0.smithi069.stdout: 0 2024-04-10T16:59:53.086 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:53.086 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 3, 2024-04-10T16:59:53.087 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:53.087 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:53.087 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T16:59:53.087 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:53.087 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:53.087 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:53.087 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.243823+0000", 2024-04-10T16:59:53.087 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:37:57.391434+0000", 2024-04-10T16:59:53.087 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:37:57.391434+0000", 2024-04-10T16:59:53.087 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:37:57.392473+0000", 2024-04-10T16:59:53.087 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.243823+0000", 2024-04-10T16:59:53.087 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:53.087 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:53.087 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:53.087 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 449, 2024-04-10T16:59:53.087 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.243823+0000", 2024-04-10T16:59:53.087 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.243823+0000", 2024-04-10T16:59:53.088 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.243823+0000", 2024-04-10T16:59:53.088 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:53.088 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:53.088 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:53.088 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.243823+0000", 2024-04-10T16:59:53.088 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.243823+0000", 2024-04-10T16:59:53.088 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:53.088 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:53.088 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:53.088 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:53.088 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 448, 2024-04-10T16:59:53.088 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:53.088 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:53.088 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:53.088 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:53.088 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:53.089 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:53.089 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:53.089 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:53.089 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.24", 2024-04-10T16:59:53.089 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:53.089 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:53.089 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:53.089 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 5092, 2024-04-10T16:59:53.089 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:53.089 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T17:13:55.899322+0000", 2024-04-10T16:59:53.089 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:53.089 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:53.089 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:53.090 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:53.090 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:53.090 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:53.090 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:53.090 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:53.090 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:53.090 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:53.090 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:53.090 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:53.090 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:53.090 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:53.090 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:53.090 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:53.091 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:53.091 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:53.091 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:53.091 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:53.091 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:53.091 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:53.091 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:53.091 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:53.091 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:53.091 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:53.091 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:53.091 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:53.091 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:53.091 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:53.091 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:53.092 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:53.092 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:53.092 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:53.092 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:53.092 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:53.092 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:53.092 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:53.092 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:53.092 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:53.092 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:53.092 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:53.092 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:53.092 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.092 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:53.092 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:53.092 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:53.093 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T16:59:53.093 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T16:59:53.093 INFO:tasks.workunit.client.0.smithi069.stdout: 0 2024-04-10T16:59:53.093 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:53.093 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 3, 2024-04-10T16:59:53.093 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:53.093 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.093 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:53.093 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:53.093 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T16:59:53.093 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T16:59:53.093 INFO:tasks.workunit.client.0.smithi069.stdout: 4 2024-04-10T16:59:53.093 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:53.093 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 0, 2024-04-10T16:59:53.093 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:53.093 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:53.093 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T16:59:53.094 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:53.094 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:53.094 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:53.094 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.942325+0000", 2024-04-10T16:59:53.094 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:37:57.396553+0000", 2024-04-10T16:59:53.094 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:37:57.396553+0000", 2024-04-10T16:59:53.094 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:37:57.397452+0000", 2024-04-10T16:59:53.094 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.942325+0000", 2024-04-10T16:59:53.094 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:53.094 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:53.094 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:53.094 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 449, 2024-04-10T16:59:53.094 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.942325+0000", 2024-04-10T16:59:53.094 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.942325+0000", 2024-04-10T16:59:53.095 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.942325+0000", 2024-04-10T16:59:53.095 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:53.095 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:53.095 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:53.095 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.942325+0000", 2024-04-10T16:59:53.095 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.942325+0000", 2024-04-10T16:59:53.095 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:53.095 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:53.095 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:53.095 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:53.095 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 448, 2024-04-10T16:59:53.095 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:53.095 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:53.095 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:53.095 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:53.096 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:53.096 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:53.096 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:53.096 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:53.096 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.23", 2024-04-10T16:59:53.096 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:53.096 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:53.096 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:53.096 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 5138, 2024-04-10T16:59:53.096 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:53.096 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T19:08:06.070558+0000", 2024-04-10T16:59:53.096 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:53.096 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:53.096 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:53.097 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:53.097 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:53.097 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:53.097 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:53.097 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:53.097 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:53.097 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:53.097 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:53.097 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:53.097 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:53.097 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:53.097 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:53.097 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:53.097 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:53.098 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:53.098 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:53.098 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:53.098 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:53.098 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:53.098 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:53.098 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:53.098 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:53.098 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:53.098 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:53.098 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:53.098 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:53.098 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:53.098 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:53.099 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:53.099 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:53.099 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:53.099 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:53.099 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:53.099 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:53.099 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:53.099 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:53.099 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:53.099 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:53.099 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:53.099 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:53.099 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.099 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:53.099 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:53.099 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:53.099 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T16:59:53.100 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T16:59:53.100 INFO:tasks.workunit.client.0.smithi069.stdout: 4 2024-04-10T16:59:53.100 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:53.100 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 0, 2024-04-10T16:59:53.100 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:53.100 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.100 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:53.100 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:53.100 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T16:59:53.100 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T16:59:53.100 INFO:tasks.workunit.client.0.smithi069.stdout: 0 2024-04-10T16:59:53.100 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:53.100 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 5, 2024-04-10T16:59:53.100 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:53.100 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:53.100 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T16:59:53.101 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:53.101 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:53.101 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:53.101 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.941982+0000", 2024-04-10T16:59:53.101 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:38:32.263488+0000", 2024-04-10T16:59:53.101 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:38:32.263488+0000", 2024-04-10T16:59:53.101 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:38:32.263843+0000", 2024-04-10T16:59:53.101 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.941982+0000", 2024-04-10T16:59:53.101 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:53.101 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:53.101 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:53.101 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 481, 2024-04-10T16:59:53.101 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.941982+0000", 2024-04-10T16:59:53.101 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.941982+0000", 2024-04-10T16:59:53.101 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.941982+0000", 2024-04-10T16:59:53.101 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:53.102 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:53.102 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:53.102 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.941982+0000", 2024-04-10T16:59:53.102 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.941982+0000", 2024-04-10T16:59:53.102 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:53.102 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:53.102 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:53.102 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:53.102 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 480, 2024-04-10T16:59:53.102 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:53.102 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:53.102 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:53.102 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:53.102 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:53.102 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:53.103 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:53.103 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:53.103 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.22", 2024-04-10T16:59:53.103 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:53.103 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:53.103 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:53.103 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 5004, 2024-04-10T16:59:53.103 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:53.103 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T01:38:11.162267+0000", 2024-04-10T16:59:53.103 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:53.103 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:53.103 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:53.103 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:53.103 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:53.103 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:53.103 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:53.104 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:53.104 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:53.104 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:53.104 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:53.104 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:53.104 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:53.104 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:53.104 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:53.104 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:53.104 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:53.104 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:53.104 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:53.104 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:53.104 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:53.104 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:53.105 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:53.105 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:53.105 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:53.105 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:53.105 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:53.105 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:53.105 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:53.105 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:53.105 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:53.105 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:53.105 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:53.105 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:53.105 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:53.105 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:53.105 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:53.105 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:53.105 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:53.106 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:53.106 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:53.106 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:53.106 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:53.106 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.106 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:53.106 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:53.106 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:53.106 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T16:59:53.106 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T16:59:53.106 INFO:tasks.workunit.client.0.smithi069.stdout: 0 2024-04-10T16:59:53.106 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:53.106 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 5, 2024-04-10T16:59:53.106 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:53.106 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.107 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:53.107 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:53.107 INFO:tasks.workunit.client.0.smithi069.stdout: 2, 2024-04-10T16:59:53.107 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T16:59:53.107 INFO:tasks.workunit.client.0.smithi069.stdout: 6 2024-04-10T16:59:53.107 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:53.107 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 2, 2024-04-10T16:59:53.107 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:53.107 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:53.107 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T16:59:53.107 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:53.107 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:53.107 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:53.107 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.239609+0000", 2024-04-10T16:59:53.107 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:07.252320+0000", 2024-04-10T16:59:53.107 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:07.252320+0000", 2024-04-10T16:59:53.108 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:07.252649+0000", 2024-04-10T16:59:53.108 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.239609+0000", 2024-04-10T16:59:53.108 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:53.108 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:53.108 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:53.108 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 516, 2024-04-10T16:59:53.108 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.239609+0000", 2024-04-10T16:59:53.108 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.239609+0000", 2024-04-10T16:59:53.108 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.239609+0000", 2024-04-10T16:59:53.108 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:53.108 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:53.108 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:53.108 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.239609+0000", 2024-04-10T16:59:53.108 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.239609+0000", 2024-04-10T16:59:53.108 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:53.108 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:53.109 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:53.109 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:53.109 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 515, 2024-04-10T16:59:53.109 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:53.109 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:53.109 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:53.109 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:53.109 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:53.109 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:53.109 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:53.109 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:53.109 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.21", 2024-04-10T16:59:53.109 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:53.109 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:53.109 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:53.109 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 5081, 2024-04-10T16:59:53.110 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:53.110 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T22:05:27.832596+0000", 2024-04-10T16:59:53.110 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:53.110 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:53.110 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:53.110 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:53.110 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:53.110 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:53.110 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:53.110 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:53.110 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:53.110 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:53.111 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:53.111 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:53.111 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:53.111 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:53.111 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:53.111 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:53.111 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:53.111 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:53.111 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:53.111 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:53.111 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:53.111 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:53.111 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:53.112 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:53.112 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:53.112 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:53.112 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:53.112 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:53.112 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:53.112 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:53.112 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:53.112 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:53.112 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:53.112 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:53.112 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:53.112 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:53.113 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:53.113 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:53.113 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:53.113 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:53.113 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:53.113 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:53.113 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:53.113 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.113 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:53.113 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:53.113 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:53.113 INFO:tasks.workunit.client.0.smithi069.stdout: 2, 2024-04-10T16:59:53.113 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T16:59:53.113 INFO:tasks.workunit.client.0.smithi069.stdout: 6 2024-04-10T16:59:53.114 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:53.114 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 2, 2024-04-10T16:59:53.114 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:53.114 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.114 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:53.114 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:53.114 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T16:59:53.114 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T16:59:53.114 INFO:tasks.workunit.client.0.smithi069.stdout: 5 2024-04-10T16:59:53.114 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:53.114 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 6, 2024-04-10T16:59:53.114 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:53.114 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:53.114 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T16:59:53.115 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:53.115 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:53.115 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:53.115 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.941587+0000", 2024-04-10T16:59:53.115 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:07.255290+0000", 2024-04-10T16:59:53.115 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:07.255290+0000", 2024-04-10T16:59:53.115 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:07.255833+0000", 2024-04-10T16:59:53.115 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.941587+0000", 2024-04-10T16:59:53.115 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:53.115 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:53.115 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:53.115 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 516, 2024-04-10T16:59:53.115 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.941587+0000", 2024-04-10T16:59:53.115 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.941587+0000", 2024-04-10T16:59:53.115 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.941587+0000", 2024-04-10T16:59:53.115 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:53.116 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:53.116 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:53.116 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.941587+0000", 2024-04-10T16:59:53.116 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.941587+0000", 2024-04-10T16:59:53.116 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:53.116 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:53.116 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:53.116 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:53.116 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 515, 2024-04-10T16:59:53.116 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:53.116 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:53.116 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:53.116 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:53.116 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:53.117 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:53.117 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:53.117 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:53.117 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.20", 2024-04-10T16:59:53.117 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:53.117 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:53.117 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:53.117 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 4941, 2024-04-10T16:59:53.117 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:53.117 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T18:24:40.962298+0000", 2024-04-10T16:59:53.117 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:53.117 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:53.117 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:53.117 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:53.117 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:53.118 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:53.118 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:53.118 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:53.118 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:53.118 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:53.118 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:53.118 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:53.118 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:53.118 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:53.118 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:53.118 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:53.118 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:53.118 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:53.118 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:53.118 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:53.119 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:53.119 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:53.119 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:53.119 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:53.119 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:53.119 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:53.119 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:53.119 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:53.119 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:53.119 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:53.119 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:53.119 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:53.119 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:53.119 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:53.119 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:53.120 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:53.120 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:53.120 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:53.120 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:53.120 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:53.120 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:53.120 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:53.120 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:53.120 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.120 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:53.120 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:53.120 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:53.120 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T16:59:53.120 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T16:59:53.120 INFO:tasks.workunit.client.0.smithi069.stdout: 5 2024-04-10T16:59:53.120 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:53.121 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 6, 2024-04-10T16:59:53.121 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:53.121 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.121 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:53.121 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:53.121 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T16:59:53.121 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T16:59:53.121 INFO:tasks.workunit.client.0.smithi069.stdout: 0 2024-04-10T16:59:53.121 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:53.121 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 7, 2024-04-10T16:59:53.121 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:53.121 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:53.121 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T16:59:53.121 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:53.121 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:53.122 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:53.122 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.523355+0000", 2024-04-10T16:59:53.122 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:42.212401+0000", 2024-04-10T16:59:53.122 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:42.212401+0000", 2024-04-10T16:59:53.122 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:42.213759+0000", 2024-04-10T16:59:53.122 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.523355+0000", 2024-04-10T16:59:53.122 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:53.122 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:53.122 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:53.122 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 551, 2024-04-10T16:59:53.122 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.523355+0000", 2024-04-10T16:59:53.122 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.523355+0000", 2024-04-10T16:59:53.122 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.523355+0000", 2024-04-10T16:59:53.123 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:53.123 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:53.123 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:53.123 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.523355+0000", 2024-04-10T16:59:53.123 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.523355+0000", 2024-04-10T16:59:53.123 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:53.123 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:53.123 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:53.123 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:53.123 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 550, 2024-04-10T16:59:53.123 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:53.123 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:53.123 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:53.124 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:53.124 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:53.124 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:53.124 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:53.124 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:53.124 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.f", 2024-04-10T16:59:53.124 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:53.124 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:53.124 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:53.124 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 4922, 2024-04-10T16:59:53.124 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:53.124 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T21:12:24.952474+0000", 2024-04-10T16:59:53.124 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:53.124 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:53.125 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:53.125 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:53.125 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:53.125 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:53.125 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:53.125 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:53.125 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:53.125 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:53.125 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:53.125 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:53.125 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:53.125 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:53.125 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:53.125 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:53.125 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:53.126 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:53.126 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:53.126 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:53.126 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:53.126 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:53.126 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:53.126 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:53.126 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:53.126 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:53.126 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:53.126 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:53.126 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:53.126 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:53.126 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:53.126 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:53.126 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:53.127 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:53.127 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:53.127 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:53.127 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:53.127 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:53.127 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:53.127 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:53.127 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:53.127 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:53.127 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:53.127 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.127 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:53.127 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:53.127 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:53.127 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T16:59:53.127 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T16:59:53.128 INFO:tasks.workunit.client.0.smithi069.stdout: 0 2024-04-10T16:59:53.128 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:53.128 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 7, 2024-04-10T16:59:53.128 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:53.128 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.128 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:53.128 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:53.128 INFO:tasks.workunit.client.0.smithi069.stdout: 2, 2024-04-10T16:59:53.128 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T16:59:53.128 INFO:tasks.workunit.client.0.smithi069.stdout: 4 2024-04-10T16:59:53.128 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:53.128 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 2, 2024-04-10T16:59:53.128 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:53.128 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:53.128 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 59, 2024-04-10T16:59:53.128 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:53.128 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:53.129 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:53.129 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.238153+0000", 2024-04-10T16:59:53.129 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:37:57.391816+0000", 2024-04-10T16:59:53.129 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:37:57.391816+0000", 2024-04-10T16:59:53.129 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:37:57.393261+0000", 2024-04-10T16:59:53.129 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.238153+0000", 2024-04-10T16:59:53.129 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:53.129 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:53.129 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:53.129 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 449, 2024-04-10T16:59:53.129 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.238153+0000", 2024-04-10T16:59:53.129 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.238153+0000", 2024-04-10T16:59:53.129 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.238153+0000", 2024-04-10T16:59:53.129 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:53.129 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:53.129 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:53.130 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.238153+0000", 2024-04-10T16:59:53.130 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.238153+0000", 2024-04-10T16:59:53.130 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:53.130 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 2, 2024-04-10T16:59:53.130 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:53.130 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:53.130 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 448, 2024-04-10T16:59:53.130 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:53.130 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:53.130 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:53.130 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:53.130 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 2, 2024-04-10T16:59:53.130 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:53.130 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:53.130 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:53.130 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "2.e", 2024-04-10T16:59:53.131 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:53.131 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:53.131 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:53.131 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 5099, 2024-04-10T16:59:53.131 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:53.131 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T19:33:55.679470+0000", 2024-04-10T16:59:53.131 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:53.131 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:53.131 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:53.131 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:53.131 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:53.131 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:53.131 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:53.131 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:53.131 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:53.131 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:53.131 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:53.132 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:53.132 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:53.132 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:53.132 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:53.132 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:53.132 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:53.132 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:53.132 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:53.132 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 3, 2024-04-10T16:59:53.132 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 1, 2024-04-10T16:59:53.132 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:53.132 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 1, 2024-04-10T16:59:53.132 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:53.132 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:53.132 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:53.132 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:53.133 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:53.133 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 1, 2024-04-10T16:59:53.133 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:53.133 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:53.133 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:53.133 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:53.133 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:53.133 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:53.133 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:53.133 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 6, 2024-04-10T16:59:53.133 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 6, 2024-04-10T16:59:53.133 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:53.134 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:53.134 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:53.134 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 3, 2024-04-10T16:59:53.134 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:53.134 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.134 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:53.134 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:53.134 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:53.134 INFO:tasks.workunit.client.0.smithi069.stdout: 2, 2024-04-10T16:59:53.134 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T16:59:53.134 INFO:tasks.workunit.client.0.smithi069.stdout: 4 2024-04-10T16:59:53.134 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:53.134 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 2, 2024-04-10T16:59:53.134 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "61'2" 2024-04-10T16:59:53.134 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.135 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:53.135 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:53.135 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T16:59:53.135 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T16:59:53.135 INFO:tasks.workunit.client.0.smithi069.stdout: 6 2024-04-10T16:59:53.135 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:53.135 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 5, 2024-04-10T16:59:53.135 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:53.135 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:53.135 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T16:59:53.135 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:53.135 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:53.135 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:53.135 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.941370+0000", 2024-04-10T16:59:53.135 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:07.260518+0000", 2024-04-10T16:59:53.135 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:07.260518+0000", 2024-04-10T16:59:53.136 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:07.260818+0000", 2024-04-10T16:59:53.136 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.941370+0000", 2024-04-10T16:59:53.136 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:53.136 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:53.136 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:53.136 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 516, 2024-04-10T16:59:53.136 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.941370+0000", 2024-04-10T16:59:53.136 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.941370+0000", 2024-04-10T16:59:53.136 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.941370+0000", 2024-04-10T16:59:53.136 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:53.136 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:53.136 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:53.136 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.941370+0000", 2024-04-10T16:59:53.136 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.941370+0000", 2024-04-10T16:59:53.136 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:53.136 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:53.137 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:53.137 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:53.137 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 515, 2024-04-10T16:59:53.137 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:53.137 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:53.137 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:53.137 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:53.137 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:53.137 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:53.137 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:53.137 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:53.137 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.c", 2024-04-10T16:59:53.137 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:53.137 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:53.137 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:53.137 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 4995, 2024-04-10T16:59:53.137 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:53.138 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T22:49:47.186007+0000", 2024-04-10T16:59:53.138 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:53.138 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:53.138 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:53.138 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:53.138 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:53.138 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:53.138 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:53.138 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:53.138 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:53.138 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:53.138 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:53.138 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:53.138 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:53.139 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:53.139 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:53.139 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:53.139 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:53.139 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:53.139 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:53.139 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:53.139 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:53.139 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:53.139 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:53.139 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:53.139 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:53.139 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:53.139 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:53.139 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:53.139 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:53.140 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:53.140 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:53.140 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:53.140 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:53.140 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:53.140 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:53.140 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:53.140 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:53.140 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:53.140 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:53.140 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:53.140 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:53.140 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:53.140 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:53.140 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.140 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:53.140 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:53.141 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:53.141 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T16:59:53.141 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T16:59:53.141 INFO:tasks.workunit.client.0.smithi069.stdout: 6 2024-04-10T16:59:53.141 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:53.141 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 5, 2024-04-10T16:59:53.141 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:53.141 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.141 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:53.141 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:53.141 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T16:59:53.141 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T16:59:53.141 INFO:tasks.workunit.client.0.smithi069.stdout: 3 2024-04-10T16:59:53.141 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:53.141 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 1, 2024-04-10T16:59:53.142 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:53.142 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:53.142 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 59, 2024-04-10T16:59:53.142 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:53.142 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:53.142 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:53.142 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.942297+0000", 2024-04-10T16:59:53.142 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:37:57.386501+0000", 2024-04-10T16:59:53.142 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:37:57.386501+0000", 2024-04-10T16:59:53.142 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:37:57.386837+0000", 2024-04-10T16:59:53.142 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.942297+0000", 2024-04-10T16:59:53.142 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:53.142 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:53.142 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:53.142 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 449, 2024-04-10T16:59:53.142 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.942297+0000", 2024-04-10T16:59:53.143 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.942297+0000", 2024-04-10T16:59:53.143 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.942297+0000", 2024-04-10T16:59:53.143 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:53.143 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:53.143 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:53.143 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.942297+0000", 2024-04-10T16:59:53.143 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.942297+0000", 2024-04-10T16:59:53.143 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:53.143 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 1, 2024-04-10T16:59:53.143 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:53.143 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:53.143 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 448, 2024-04-10T16:59:53.143 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:53.144 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:53.144 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:53.144 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:53.144 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 1, 2024-04-10T16:59:53.144 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:53.144 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:53.144 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:53.144 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "2.d", 2024-04-10T16:59:53.144 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:53.144 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:53.144 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:53.144 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 5113, 2024-04-10T16:59:53.144 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:53.144 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T00:00:55.106247+0000", 2024-04-10T16:59:53.144 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:53.144 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:53.145 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:53.145 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 70, 2024-04-10T16:59:53.145 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:53.145 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:53.145 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:53.145 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:53.145 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:53.145 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:53.145 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:53.145 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:53.145 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:53.145 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:53.145 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:53.145 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:53.145 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:53.145 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:53.146 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:53.146 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 3, 2024-04-10T16:59:53.146 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 1, 2024-04-10T16:59:53.146 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:53.146 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 1, 2024-04-10T16:59:53.146 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:53.146 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:53.146 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:53.146 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:53.146 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:53.146 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:53.146 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:53.146 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:53.146 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:53.146 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:53.146 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:53.147 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:53.147 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:53.147 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 1, 2024-04-10T16:59:53.147 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 1, 2024-04-10T16:59:53.147 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:53.147 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:53.147 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:53.147 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 1, 2024-04-10T16:59:53.147 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 1 2024-04-10T16:59:53.147 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.147 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:53.147 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:53.147 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:53.147 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T16:59:53.147 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T16:59:53.147 INFO:tasks.workunit.client.0.smithi069.stdout: 3 2024-04-10T16:59:53.148 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:53.148 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 1, 2024-04-10T16:59:53.148 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "61'1" 2024-04-10T16:59:53.148 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.148 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:53.148 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:53.148 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T16:59:53.148 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T16:59:53.148 INFO:tasks.workunit.client.0.smithi069.stdout: 6 2024-04-10T16:59:53.148 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:53.148 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 7, 2024-04-10T16:59:53.148 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:53.148 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:53.148 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T16:59:53.148 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:53.148 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:53.148 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:53.149 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.523399+0000", 2024-04-10T16:59:53.149 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:42.219549+0000", 2024-04-10T16:59:53.149 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:42.219549+0000", 2024-04-10T16:59:53.149 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:42.220353+0000", 2024-04-10T16:59:53.149 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.523399+0000", 2024-04-10T16:59:53.149 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:53.149 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:53.149 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:53.149 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 551, 2024-04-10T16:59:53.149 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.523399+0000", 2024-04-10T16:59:53.149 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.523399+0000", 2024-04-10T16:59:53.149 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.523399+0000", 2024-04-10T16:59:53.149 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:53.149 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:53.149 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:53.149 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.523399+0000", 2024-04-10T16:59:53.150 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.523399+0000", 2024-04-10T16:59:53.150 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:53.150 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:53.150 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:53.150 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:53.150 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 550, 2024-04-10T16:59:53.150 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:53.150 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:53.150 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:53.150 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:53.150 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:53.150 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:53.150 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:53.150 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:53.150 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.d", 2024-04-10T16:59:53.150 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:53.151 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:53.151 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:53.151 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 4906, 2024-04-10T16:59:53.151 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:53.151 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T00:48:38.755777+0000", 2024-04-10T16:59:53.151 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:53.151 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:53.151 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:53.151 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:53.151 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:53.151 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:53.151 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:53.151 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:53.151 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:53.151 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:53.151 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:53.152 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:53.152 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:53.152 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:53.152 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:53.152 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:53.152 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:53.152 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:53.152 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:53.152 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:53.152 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:53.152 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:53.152 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:53.152 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:53.152 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:53.152 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:53.153 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:53.153 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:53.153 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:53.153 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:53.153 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:53.153 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:53.153 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:53.153 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:53.153 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:53.153 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:53.153 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:53.153 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:53.153 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:53.153 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:53.153 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:53.153 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:53.154 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:53.154 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.154 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:53.154 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:53.154 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:53.154 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T16:59:53.154 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T16:59:53.154 INFO:tasks.workunit.client.0.smithi069.stdout: 6 2024-04-10T16:59:53.154 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:53.154 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 7, 2024-04-10T16:59:53.154 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:53.154 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.154 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:53.154 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:53.155 INFO:tasks.workunit.client.0.smithi069.stdout: 2, 2024-04-10T16:59:53.155 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T16:59:53.155 INFO:tasks.workunit.client.0.smithi069.stdout: 0 2024-04-10T16:59:53.155 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:53.155 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 2, 2024-04-10T16:59:53.155 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:53.155 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:53.155 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 59, 2024-04-10T16:59:53.155 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:53.155 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:53.155 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:53.155 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.239287+0000", 2024-04-10T16:59:53.155 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:38:32.262176+0000", 2024-04-10T16:59:53.155 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:38:32.262176+0000", 2024-04-10T16:59:53.155 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:38:32.262484+0000", 2024-04-10T16:59:53.155 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.239287+0000", 2024-04-10T16:59:53.155 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:53.156 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:53.156 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:53.156 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 481, 2024-04-10T16:59:53.156 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.239287+0000", 2024-04-10T16:59:53.156 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.239287+0000", 2024-04-10T16:59:53.156 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.239287+0000", 2024-04-10T16:59:53.156 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:53.156 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:53.156 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:53.156 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.239287+0000", 2024-04-10T16:59:53.156 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.239287+0000", 2024-04-10T16:59:53.156 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:53.156 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:53.156 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:53.156 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:53.156 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 480, 2024-04-10T16:59:53.156 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:53.157 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:53.157 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:53.157 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:53.157 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:53.157 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:53.157 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:53.157 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:53.157 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "2.c", 2024-04-10T16:59:53.157 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:53.157 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:53.157 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:53.157 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 5093, 2024-04-10T16:59:53.157 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:53.157 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T20:54:18.646835+0000", 2024-04-10T16:59:53.158 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:53.158 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:53.158 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:53.158 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:53.158 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:53.158 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:53.158 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:53.158 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:53.158 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:53.158 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:53.158 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:53.158 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:53.158 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:53.158 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:53.159 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:53.159 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:53.159 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:53.159 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:53.159 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:53.159 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:53.159 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:53.159 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:53.159 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:53.159 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:53.159 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:53.159 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:53.159 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:53.159 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:53.159 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:53.159 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:53.160 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:53.160 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:53.160 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:53.160 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:53.160 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:53.160 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:53.160 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:53.160 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:53.160 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:53.160 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:53.160 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:53.160 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:53.160 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:53.160 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.160 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:53.160 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:53.161 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:53.161 INFO:tasks.workunit.client.0.smithi069.stdout: 2, 2024-04-10T16:59:53.161 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T16:59:53.161 INFO:tasks.workunit.client.0.smithi069.stdout: 0 2024-04-10T16:59:53.161 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:53.161 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 2, 2024-04-10T16:59:53.161 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:53.161 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.161 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:53.161 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:53.161 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T16:59:53.161 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T16:59:53.161 INFO:tasks.workunit.client.0.smithi069.stdout: 1 2024-04-10T16:59:53.161 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:53.161 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 6, 2024-04-10T16:59:53.161 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:53.162 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:53.162 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T16:59:53.162 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:53.162 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:53.162 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:53.162 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.944227+0000", 2024-04-10T16:59:53.162 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:07.255865+0000", 2024-04-10T16:59:53.162 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:07.255865+0000", 2024-04-10T16:59:53.162 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:07.258695+0000", 2024-04-10T16:59:53.162 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.944227+0000", 2024-04-10T16:59:53.162 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:53.162 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:53.162 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:53.162 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 516, 2024-04-10T16:59:53.162 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.944227+0000", 2024-04-10T16:59:53.162 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.944227+0000", 2024-04-10T16:59:53.163 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.944227+0000", 2024-04-10T16:59:53.163 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:53.163 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:53.163 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:53.163 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.944227+0000", 2024-04-10T16:59:53.163 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.944227+0000", 2024-04-10T16:59:53.163 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:53.163 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:53.163 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:53.163 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:53.163 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 515, 2024-04-10T16:59:53.163 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:53.163 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:53.164 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:53.164 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:53.164 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:53.164 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:53.164 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:53.164 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:53.164 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.a", 2024-04-10T16:59:53.164 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:53.164 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:53.164 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:53.164 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 4950, 2024-04-10T16:59:53.164 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:53.164 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T00:18:15.425191+0000", 2024-04-10T16:59:53.165 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:53.165 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:53.165 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:53.165 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:53.165 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:53.165 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:53.165 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:53.165 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:53.165 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:53.165 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:53.165 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:53.165 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:53.165 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:53.166 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:53.166 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:53.166 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:53.166 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:53.166 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:53.166 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:53.166 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:53.166 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:53.166 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:53.166 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:53.166 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:53.166 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:53.166 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:53.167 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:53.167 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:53.167 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:53.167 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:53.167 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:53.167 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:53.167 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:53.167 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:53.167 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:53.167 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:53.167 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:53.167 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:53.167 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:53.167 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:53.167 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:53.168 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:53.168 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:53.168 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.168 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:53.168 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:53.168 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:53.168 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T16:59:53.168 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T16:59:53.168 INFO:tasks.workunit.client.0.smithi069.stdout: 1 2024-04-10T16:59:53.168 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:53.168 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 6, 2024-04-10T16:59:53.168 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:53.168 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.168 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:53.168 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:53.169 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T16:59:53.169 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T16:59:53.169 INFO:tasks.workunit.client.0.smithi069.stdout: 5 2024-04-10T16:59:53.169 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:53.169 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 7, 2024-04-10T16:59:53.169 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:53.169 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:53.169 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 59, 2024-04-10T16:59:53.169 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:53.169 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:53.169 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:53.169 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.522291+0000", 2024-04-10T16:59:53.169 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:42.223417+0000", 2024-04-10T16:59:53.169 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:42.223417+0000", 2024-04-10T16:59:53.170 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:42.223793+0000", 2024-04-10T16:59:53.170 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.522291+0000", 2024-04-10T16:59:53.170 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:53.170 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:53.170 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:53.170 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 551, 2024-04-10T16:59:53.170 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.522291+0000", 2024-04-10T16:59:53.170 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.522291+0000", 2024-04-10T16:59:53.170 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.522291+0000", 2024-04-10T16:59:53.170 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:53.170 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:53.170 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:53.170 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.522291+0000", 2024-04-10T16:59:53.171 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.522291+0000", 2024-04-10T16:59:53.171 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:53.171 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 3, 2024-04-10T16:59:53.171 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:53.171 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:53.171 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 550, 2024-04-10T16:59:53.171 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:53.171 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:53.171 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:53.171 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:53.171 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 3, 2024-04-10T16:59:53.171 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:53.171 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:53.171 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:53.171 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "2.b", 2024-04-10T16:59:53.172 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:53.172 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:53.172 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:53.172 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 4918, 2024-04-10T16:59:53.172 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:53.172 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T21:42:13.881070+0000", 2024-04-10T16:59:53.172 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:53.172 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:53.172 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:53.172 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:53.172 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:53.172 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:53.172 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:53.172 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:53.172 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:53.172 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:53.173 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:53.173 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:53.173 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:53.173 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:53.173 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:53.173 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:53.173 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:53.173 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:53.173 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:53.173 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 3, 2024-04-10T16:59:53.173 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 1, 2024-04-10T16:59:53.173 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:53.173 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 1, 2024-04-10T16:59:53.173 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:53.173 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:53.173 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:53.174 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:53.174 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:53.174 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 1, 2024-04-10T16:59:53.174 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:53.174 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:53.174 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:53.174 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:53.174 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:53.174 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:53.174 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:53.174 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 2, 2024-04-10T16:59:53.174 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 2, 2024-04-10T16:59:53.174 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:53.174 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:53.174 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:53.174 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 1, 2024-04-10T16:59:53.175 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:53.175 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.175 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:53.175 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:53.175 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:53.175 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T16:59:53.175 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T16:59:53.175 INFO:tasks.workunit.client.0.smithi069.stdout: 5 2024-04-10T16:59:53.175 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:53.175 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 7, 2024-04-10T16:59:53.175 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "576'3" 2024-04-10T16:59:53.175 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.175 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:53.175 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:53.175 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T16:59:53.175 INFO:tasks.workunit.client.0.smithi069.stdout: 2, 2024-04-10T16:59:53.175 INFO:tasks.workunit.client.0.smithi069.stdout: 4 2024-04-10T16:59:53.176 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:53.176 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 3, 2024-04-10T16:59:53.176 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:53.176 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:53.176 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T16:59:53.176 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:53.176 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:53.176 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:53.176 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.241168+0000", 2024-04-10T16:59:53.176 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:37:57.384024+0000", 2024-04-10T16:59:53.176 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:37:57.384024+0000", 2024-04-10T16:59:53.176 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:37:57.384360+0000", 2024-04-10T16:59:53.176 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.241168+0000", 2024-04-10T16:59:53.176 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:53.176 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:53.176 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:53.177 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 449, 2024-04-10T16:59:53.177 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.241168+0000", 2024-04-10T16:59:53.177 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.241168+0000", 2024-04-10T16:59:53.177 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.241168+0000", 2024-04-10T16:59:53.177 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:53.177 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:53.177 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:53.177 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.241168+0000", 2024-04-10T16:59:53.177 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.241168+0000", 2024-04-10T16:59:53.177 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:53.177 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:53.177 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:53.177 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:53.177 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 448, 2024-04-10T16:59:53.177 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:53.177 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:53.178 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:53.178 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:53.178 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:53.178 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:53.178 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:53.178 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:53.178 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.b", 2024-04-10T16:59:53.178 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:53.178 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:53.178 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:53.178 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 5081, 2024-04-10T16:59:53.178 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:53.178 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T16:58:01.292832+0000", 2024-04-10T16:59:53.178 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:53.179 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:53.179 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:53.179 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:53.179 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:53.179 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:53.179 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:53.179 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:53.179 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:53.179 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:53.179 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:53.179 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:53.179 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:53.179 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:53.179 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:53.179 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:53.179 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:53.180 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:53.180 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:53.180 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:53.180 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:53.180 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:53.180 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:53.180 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:53.180 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:53.180 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:53.180 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:53.180 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:53.180 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:53.180 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:53.180 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:53.180 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:53.180 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:53.181 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:53.181 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:53.181 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:53.181 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:53.181 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:53.181 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:53.181 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:53.181 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:53.181 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:53.181 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:53.181 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.181 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:53.181 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:53.181 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:53.181 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T16:59:53.181 INFO:tasks.workunit.client.0.smithi069.stdout: 2, 2024-04-10T16:59:53.182 INFO:tasks.workunit.client.0.smithi069.stdout: 4 2024-04-10T16:59:53.182 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:53.182 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 3, 2024-04-10T16:59:53.182 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:53.182 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.182 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:53.182 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:53.182 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T16:59:53.182 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T16:59:53.182 INFO:tasks.workunit.client.0.smithi069.stdout: 7 2024-04-10T16:59:53.182 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:53.182 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 1, 2024-04-10T16:59:53.182 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:53.182 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:53.182 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 59, 2024-04-10T16:59:53.182 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:53.182 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:53.183 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:53.183 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.943051+0000", 2024-04-10T16:59:53.183 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:42.213559+0000", 2024-04-10T16:59:53.183 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:42.213559+0000", 2024-04-10T16:59:53.183 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:42.214225+0000", 2024-04-10T16:59:53.183 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.943051+0000", 2024-04-10T16:59:53.183 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:53.183 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:53.183 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:53.183 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 551, 2024-04-10T16:59:53.183 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.943051+0000", 2024-04-10T16:59:53.183 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.943051+0000", 2024-04-10T16:59:53.183 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.943051+0000", 2024-04-10T16:59:53.183 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:53.183 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:53.184 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:53.184 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.943051+0000", 2024-04-10T16:59:53.184 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.943051+0000", 2024-04-10T16:59:53.184 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:53.184 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:53.184 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:53.184 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:53.184 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 550, 2024-04-10T16:59:53.184 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:53.184 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:53.184 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:53.184 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:53.184 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:53.184 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:53.184 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:53.185 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:53.185 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "2.a", 2024-04-10T16:59:53.185 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:53.185 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:53.185 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:53.185 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 5111, 2024-04-10T16:59:53.185 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:53.185 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T19:58:42.780578+0000", 2024-04-10T16:59:53.185 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:53.185 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:53.185 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:53.185 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:53.185 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:53.185 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:53.185 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:53.185 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:53.186 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:53.186 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:53.186 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:53.186 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:53.186 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:53.186 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:53.186 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:53.186 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:53.186 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:53.186 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:53.186 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:53.186 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:53.186 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:53.186 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:53.186 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:53.186 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:53.186 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:53.187 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:53.187 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:53.187 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:53.187 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:53.187 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:53.187 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:53.187 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:53.187 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:53.187 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:53.187 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:53.187 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:53.187 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:53.187 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:53.187 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:53.188 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:53.188 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:53.188 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:53.188 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:53.188 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.188 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:53.188 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:53.188 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:53.188 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T16:59:53.188 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T16:59:53.188 INFO:tasks.workunit.client.0.smithi069.stdout: 7 2024-04-10T16:59:53.188 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:53.188 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 1, 2024-04-10T16:59:53.188 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:53.189 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.189 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:53.189 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:53.189 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T16:59:53.189 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T16:59:53.189 INFO:tasks.workunit.client.0.smithi069.stdout: 7 2024-04-10T16:59:53.189 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:53.189 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 3, 2024-04-10T16:59:53.189 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:53.189 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:53.189 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T16:59:53.189 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:53.189 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:53.189 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:53.190 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.243743+0000", 2024-04-10T16:59:53.190 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:42.224207+0000", 2024-04-10T16:59:53.190 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:42.224207+0000", 2024-04-10T16:59:53.190 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:42.224517+0000", 2024-04-10T16:59:53.190 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.243743+0000", 2024-04-10T16:59:53.190 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:53.190 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:53.190 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:53.190 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 551, 2024-04-10T16:59:53.190 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.243743+0000", 2024-04-10T16:59:53.190 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.243743+0000", 2024-04-10T16:59:53.190 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.243743+0000", 2024-04-10T16:59:53.190 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:53.190 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:53.191 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:53.191 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.243743+0000", 2024-04-10T16:59:53.191 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.243743+0000", 2024-04-10T16:59:53.191 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:53.191 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:53.191 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:53.191 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:53.191 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 550, 2024-04-10T16:59:53.191 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:53.191 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:53.191 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:53.191 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:53.191 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:53.191 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:53.191 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:53.192 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:53.192 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.8", 2024-04-10T16:59:53.192 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:53.192 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:53.192 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:53.192 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 5084, 2024-04-10T16:59:53.192 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:53.192 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T03:26:32.363821+0000", 2024-04-10T16:59:53.192 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:53.192 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:53.192 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:53.192 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:53.192 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:53.193 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:53.193 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:53.193 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:53.193 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:53.193 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:53.193 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:53.193 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:53.193 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:53.193 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:53.193 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:53.193 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:53.193 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:53.193 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:53.193 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:53.193 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:53.194 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:53.194 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:53.194 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:53.194 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:53.194 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:53.194 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:53.194 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:53.194 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:53.194 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:53.194 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:53.194 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:53.194 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:53.194 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:53.194 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:53.195 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:53.195 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:53.195 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:53.195 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:53.195 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:53.195 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:53.195 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:53.195 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:53.195 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:53.195 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.195 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:53.195 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:53.195 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:53.196 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T16:59:53.196 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T16:59:53.196 INFO:tasks.workunit.client.0.smithi069.stdout: 7 2024-04-10T16:59:53.196 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:53.196 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 3, 2024-04-10T16:59:53.196 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:53.196 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.196 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:53.196 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:53.196 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T16:59:53.196 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T16:59:53.196 INFO:tasks.workunit.client.0.smithi069.stdout: 3 2024-04-10T16:59:53.196 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:53.196 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 1, 2024-04-10T16:59:53.196 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:53.196 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:53.197 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 59, 2024-04-10T16:59:53.197 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:53.197 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:53.197 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:53.197 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.940578+0000", 2024-04-10T16:59:53.197 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:42.217710+0000", 2024-04-10T16:59:53.197 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:42.217710+0000", 2024-04-10T16:59:53.197 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:42.218428+0000", 2024-04-10T16:59:53.197 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.940578+0000", 2024-04-10T16:59:53.197 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:53.197 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:53.197 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:53.197 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 551, 2024-04-10T16:59:53.197 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.940578+0000", 2024-04-10T16:59:53.197 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.940578+0000", 2024-04-10T16:59:53.198 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.940578+0000", 2024-04-10T16:59:53.198 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:53.198 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:53.198 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:53.198 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.940578+0000", 2024-04-10T16:59:53.198 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.940578+0000", 2024-04-10T16:59:53.198 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:53.198 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:53.198 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:53.198 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:53.198 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 550, 2024-04-10T16:59:53.198 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:53.198 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:53.199 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:53.199 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:53.199 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:53.199 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:53.199 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:53.199 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:53.199 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "2.9", 2024-04-10T16:59:53.199 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:53.199 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:53.199 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:53.199 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 5111, 2024-04-10T16:59:53.199 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:53.199 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T00:03:16.271283+0000", 2024-04-10T16:59:53.199 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:53.199 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:53.199 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:53.200 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:53.200 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:53.200 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:53.200 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:53.200 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:53.200 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:53.200 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:53.200 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:53.200 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:53.200 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:53.200 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:53.200 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:53.200 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:53.200 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:53.200 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:53.200 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:53.200 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:53.201 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:53.201 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:53.201 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:53.201 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:53.201 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:53.201 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:53.201 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:53.201 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:53.201 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:53.201 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:53.201 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:53.201 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:53.201 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:53.201 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:53.201 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:53.201 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:53.201 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:53.202 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:53.202 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:53.202 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:53.202 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:53.202 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:53.202 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:53.202 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.202 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:53.202 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:53.202 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:53.202 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T16:59:53.202 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T16:59:53.202 INFO:tasks.workunit.client.0.smithi069.stdout: 3 2024-04-10T16:59:53.202 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:53.202 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 1, 2024-04-10T16:59:53.202 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:53.203 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.203 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:53.203 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:53.203 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T16:59:53.203 INFO:tasks.workunit.client.0.smithi069.stdout: 2, 2024-04-10T16:59:53.203 INFO:tasks.workunit.client.0.smithi069.stdout: 7 2024-04-10T16:59:53.203 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:53.203 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 1, 2024-04-10T16:59:53.203 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:53.203 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:53.203 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T16:59:53.203 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:53.203 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:53.203 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:53.203 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.940676+0000", 2024-04-10T16:59:53.203 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:42.218111+0000", 2024-04-10T16:59:53.204 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:42.218111+0000", 2024-04-10T16:59:53.204 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:42.218753+0000", 2024-04-10T16:59:53.204 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.940676+0000", 2024-04-10T16:59:53.204 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:53.204 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:53.204 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:53.204 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 551, 2024-04-10T16:59:53.204 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.940676+0000", 2024-04-10T16:59:53.204 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.940676+0000", 2024-04-10T16:59:53.204 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.940676+0000", 2024-04-10T16:59:53.204 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:53.204 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:53.204 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:53.204 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.940676+0000", 2024-04-10T16:59:53.204 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.940676+0000", 2024-04-10T16:59:53.204 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:53.205 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:53.205 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:53.205 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:53.205 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 550, 2024-04-10T16:59:53.205 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:53.205 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:53.205 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:53.205 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:53.205 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:53.205 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:53.205 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:53.205 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:53.205 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.9", 2024-04-10T16:59:53.205 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:53.205 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:53.205 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:53.206 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 5111, 2024-04-10T16:59:53.206 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:53.206 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T17:26:54.832655+0000", 2024-04-10T16:59:53.206 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:53.206 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:53.206 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:53.206 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:53.206 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:53.206 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:53.206 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:53.206 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:53.206 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:53.206 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:53.206 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:53.206 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:53.206 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:53.207 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:53.207 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:53.207 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:53.207 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:53.207 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:53.207 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:53.207 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:53.207 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:53.207 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:53.207 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:53.207 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:53.207 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:53.207 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:53.207 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:53.207 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:53.207 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:53.208 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:53.208 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:53.208 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:53.208 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:53.208 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:53.208 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:53.208 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:53.208 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:53.208 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:53.208 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:53.208 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:53.208 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:53.208 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:53.208 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:53.208 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.208 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:53.208 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:53.209 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:53.209 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T16:59:53.209 INFO:tasks.workunit.client.0.smithi069.stdout: 2, 2024-04-10T16:59:53.209 INFO:tasks.workunit.client.0.smithi069.stdout: 7 2024-04-10T16:59:53.209 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:53.209 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 1, 2024-04-10T16:59:53.209 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:53.209 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.209 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:53.209 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:53.209 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T16:59:53.209 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T16:59:53.209 INFO:tasks.workunit.client.0.smithi069.stdout: 1 2024-04-10T16:59:53.209 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:53.209 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 7, 2024-04-10T16:59:53.209 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:53.210 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:53.210 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 59, 2024-04-10T16:59:53.210 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:53.210 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:53.210 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:53.210 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.522607+0000", 2024-04-10T16:59:53.210 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:42.221363+0000", 2024-04-10T16:59:53.210 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:42.221363+0000", 2024-04-10T16:59:53.210 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:42.224238+0000", 2024-04-10T16:59:53.210 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.522607+0000", 2024-04-10T16:59:53.210 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:53.210 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:53.210 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:53.210 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 551, 2024-04-10T16:59:53.210 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.522607+0000", 2024-04-10T16:59:53.210 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.522607+0000", 2024-04-10T16:59:53.211 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.522607+0000", 2024-04-10T16:59:53.211 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:53.211 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:53.211 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:53.211 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.522607+0000", 2024-04-10T16:59:53.211 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.522607+0000", 2024-04-10T16:59:53.211 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:53.211 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:53.211 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:53.211 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:53.211 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 550, 2024-04-10T16:59:53.211 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:53.211 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:53.211 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:53.211 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:53.211 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:53.211 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:53.212 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:53.212 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:53.212 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "2.8", 2024-04-10T16:59:53.212 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:53.212 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:53.212 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:53.212 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 4906, 2024-04-10T16:59:53.212 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:53.212 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T03:24:56.227122+0000", 2024-04-10T16:59:53.212 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:53.212 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:53.212 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:53.212 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:53.212 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:53.213 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:53.213 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:53.213 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:53.213 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:53.213 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:53.213 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:53.213 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:53.213 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:53.213 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:53.213 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:53.213 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:53.213 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:53.213 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:53.213 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:53.214 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:53.214 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:53.214 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:53.214 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:53.214 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:53.214 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:53.214 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:53.214 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:53.214 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:53.214 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:53.214 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:53.214 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:53.215 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:53.215 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:53.215 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:53.215 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:53.215 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:53.215 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:53.215 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:53.215 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:53.215 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:53.215 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:53.215 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:53.215 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:53.215 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.216 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:53.216 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:53.216 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:53.216 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T16:59:53.216 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T16:59:53.216 INFO:tasks.workunit.client.0.smithi069.stdout: 1 2024-04-10T16:59:53.216 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:53.216 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 7, 2024-04-10T16:59:53.216 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:53.216 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.216 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:53.216 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:53.216 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T16:59:53.216 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T16:59:53.216 INFO:tasks.workunit.client.0.smithi069.stdout: 4 2024-04-10T16:59:53.216 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:53.217 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 0, 2024-04-10T16:59:53.217 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:53.217 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:53.217 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T16:59:53.217 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:53.217 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:53.217 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:53.217 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.942673+0000", 2024-04-10T16:59:53.217 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:37:57.394775+0000", 2024-04-10T16:59:53.217 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:37:57.394775+0000", 2024-04-10T16:59:53.217 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:37:57.395140+0000", 2024-04-10T16:59:53.217 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.942673+0000", 2024-04-10T16:59:53.217 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:53.217 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:53.217 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:53.217 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 449, 2024-04-10T16:59:53.218 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.942673+0000", 2024-04-10T16:59:53.218 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.942673+0000", 2024-04-10T16:59:53.218 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.942673+0000", 2024-04-10T16:59:53.218 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:53.218 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:53.218 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:53.218 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.942673+0000", 2024-04-10T16:59:53.218 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.942673+0000", 2024-04-10T16:59:53.218 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:53.218 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:53.218 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:53.218 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:53.218 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 448, 2024-04-10T16:59:53.218 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:53.218 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:53.218 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:53.219 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:53.219 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:53.219 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:53.219 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:53.219 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:53.219 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.6", 2024-04-10T16:59:53.219 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:53.219 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:53.219 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:53.219 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 5136, 2024-04-10T16:59:53.219 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:53.219 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T00:57:34.311271+0000", 2024-04-10T16:59:53.219 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:53.219 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:53.219 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:53.219 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:53.220 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:53.220 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:53.220 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:53.220 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:53.220 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:53.220 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:53.220 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:53.220 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:53.220 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:53.220 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:53.220 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:53.220 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:53.220 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:53.220 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:53.221 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:53.221 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:53.221 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:53.221 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:53.221 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:53.221 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:53.221 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:53.221 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:53.221 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:53.221 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:53.221 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:53.221 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:53.221 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:53.221 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:53.221 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:53.221 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:53.222 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:53.222 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:53.222 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:53.222 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:53.222 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:53.222 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:53.222 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:53.222 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:53.222 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:53.222 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.222 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:53.222 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:53.222 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:53.222 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T16:59:53.222 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T16:59:53.222 INFO:tasks.workunit.client.0.smithi069.stdout: 4 2024-04-10T16:59:53.223 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:53.223 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 0, 2024-04-10T16:59:53.223 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:53.223 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.223 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:53.223 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:53.223 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T16:59:53.223 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T16:59:53.223 INFO:tasks.workunit.client.0.smithi069.stdout: 2 2024-04-10T16:59:53.223 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:53.223 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 6, 2024-04-10T16:59:53.223 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:53.223 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:53.223 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 59, 2024-04-10T16:59:53.223 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:53.223 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:53.224 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:53.224 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.945884+0000", 2024-04-10T16:59:53.224 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:42.217670+0000", 2024-04-10T16:59:53.224 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:42.217670+0000", 2024-04-10T16:59:53.224 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:42.218100+0000", 2024-04-10T16:59:53.224 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.945884+0000", 2024-04-10T16:59:53.224 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:53.224 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:53.224 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:53.224 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 551, 2024-04-10T16:59:53.224 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.945884+0000", 2024-04-10T16:59:53.224 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.945884+0000", 2024-04-10T16:59:53.224 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.945884+0000", 2024-04-10T16:59:53.225 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:53.225 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:53.225 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:53.225 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.945884+0000", 2024-04-10T16:59:53.225 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.945884+0000", 2024-04-10T16:59:53.225 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:53.225 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 2, 2024-04-10T16:59:53.225 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:53.225 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:53.225 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 550, 2024-04-10T16:59:53.225 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:53.225 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:53.225 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:53.226 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:53.226 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 2, 2024-04-10T16:59:53.226 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:53.226 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:53.226 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:53.226 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "2.7", 2024-04-10T16:59:53.226 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:53.226 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:53.226 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:53.226 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 4962, 2024-04-10T16:59:53.226 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:53.226 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T16:12:07.898950+0000", 2024-04-10T16:59:53.226 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:53.226 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:53.227 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:53.227 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:53.227 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:53.227 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:53.227 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:53.227 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:53.227 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:53.227 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:53.227 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:53.227 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:53.227 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:53.227 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:53.227 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:53.227 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:53.227 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:53.228 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:53.228 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:53.228 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 3, 2024-04-10T16:59:53.228 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 1, 2024-04-10T16:59:53.228 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:53.228 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 1, 2024-04-10T16:59:53.228 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:53.228 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:53.228 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:53.228 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:53.228 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:53.228 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 1, 2024-04-10T16:59:53.228 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:53.228 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:53.228 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:53.228 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:53.229 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:53.229 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:53.229 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:53.229 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 6, 2024-04-10T16:59:53.229 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 6, 2024-04-10T16:59:53.229 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:53.229 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:53.229 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:53.229 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 3, 2024-04-10T16:59:53.229 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:53.229 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.229 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:53.229 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:53.229 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:53.229 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T16:59:53.229 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T16:59:53.230 INFO:tasks.workunit.client.0.smithi069.stdout: 2 2024-04-10T16:59:53.230 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:53.230 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 6, 2024-04-10T16:59:53.230 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "61'2" 2024-04-10T16:59:53.230 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.230 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:53.230 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:53.230 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T16:59:53.230 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T16:59:53.230 INFO:tasks.workunit.client.0.smithi069.stdout: 6 2024-04-10T16:59:53.230 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:53.230 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 4, 2024-04-10T16:59:53.230 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:53.230 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:53.231 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 65, 2024-04-10T16:59:53.231 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:53.231 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:53.231 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:53.231 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.236481+0000", 2024-04-10T16:59:53.231 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:07.252824+0000", 2024-04-10T16:59:53.231 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:07.252824+0000", 2024-04-10T16:59:53.231 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T16:12:17.661513+0000", 2024-04-10T16:59:53.231 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.236481+0000", 2024-04-10T16:59:53.231 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:44.022798+0000", 2024-04-10T16:59:53.231 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:53.231 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:44.022798+0000", 2024-04-10T16:59:53.231 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 516, 2024-04-10T16:59:53.231 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.236481+0000", 2024-04-10T16:59:53.231 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.236481+0000", 2024-04-10T16:59:53.232 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.236481+0000", 2024-04-10T16:59:53.232 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:53.232 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:53.232 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:44.022798+0000", 2024-04-10T16:59:53.232 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.236481+0000", 2024-04-10T16:59:53.232 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.236481+0000", 2024-04-10T16:59:53.232 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:53.232 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 3134, 2024-04-10T16:59:53.232 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:53.232 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:53.232 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 515, 2024-04-10T16:59:53.232 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:53.232 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:53.232 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:53.232 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:53.232 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 3134, 2024-04-10T16:59:53.233 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:53.233 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:53.233 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:53.233 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "4.1", 2024-04-10T16:59:53.233 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:53.233 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:53.233 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:53.233 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 8950, 2024-04-10T16:59:53.233 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:53.233 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T03:08:26.341774+0000", 2024-04-10T16:59:53.233 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.004158855, 2024-04-10T16:59:53.233 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:53.233 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:53.233 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:53.234 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:53.234 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:53.234 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:53.234 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:53.234 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:53.234 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:53.234 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:53.234 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:53.234 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:53.234 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:53.234 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:53.234 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:53.234 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:53.234 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:53.234 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:53.235 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:53.235 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:53.235 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:53.235 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:53.235 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:53.235 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:53.235 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:53.235 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:53.235 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:53.235 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:53.235 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:53.235 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:53.235 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:53.235 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:53.235 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:53.235 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:53.235 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:53.236 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 1220, 2024-04-10T16:59:53.236 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 357000, 2024-04-10T16:59:53.236 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:53.236 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:53.236 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:53.236 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 3109, 2024-04-10T16:59:53.236 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 363957 2024-04-10T16:59:53.236 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.236 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:53.236 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:53.236 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:53.236 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T16:59:53.236 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T16:59:53.236 INFO:tasks.workunit.client.0.smithi069.stdout: 6 2024-04-10T16:59:53.237 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:53.237 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 4, 2024-04-10T16:59:53.237 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "1127'3134" 2024-04-10T16:59:53.237 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.237 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:53.237 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:53.237 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T16:59:53.237 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T16:59:53.237 INFO:tasks.workunit.client.0.smithi069.stdout: 0 2024-04-10T16:59:53.237 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:53.237 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 3, 2024-04-10T16:59:53.237 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:53.238 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:53.238 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T16:59:53.238 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:53.238 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:53.238 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:53.238 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.244006+0000", 2024-04-10T16:59:53.238 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:42.213372+0000", 2024-04-10T16:59:53.238 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:42.213372+0000", 2024-04-10T16:59:53.238 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:42.213850+0000", 2024-04-10T16:59:53.238 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.244006+0000", 2024-04-10T16:59:53.238 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:53.238 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:53.238 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:53.239 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 551, 2024-04-10T16:59:53.239 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.244006+0000", 2024-04-10T16:59:53.239 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.244006+0000", 2024-04-10T16:59:53.239 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.244006+0000", 2024-04-10T16:59:53.239 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:53.239 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:53.239 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:53.239 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.244006+0000", 2024-04-10T16:59:53.239 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.244006+0000", 2024-04-10T16:59:53.239 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:53.239 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:53.239 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:53.239 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:53.240 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 550, 2024-04-10T16:59:53.240 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:53.240 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:53.240 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:53.240 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:53.240 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:53.240 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:53.240 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:53.240 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:53.240 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.7", 2024-04-10T16:59:53.240 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:53.240 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:53.241 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:53.241 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 5092, 2024-04-10T16:59:53.241 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:53.241 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T00:48:18.172746+0000", 2024-04-10T16:59:53.241 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:53.241 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:53.241 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:53.241 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:53.241 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:53.241 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:53.241 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:53.241 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:53.241 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:53.241 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:53.241 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:53.241 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:53.242 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:53.242 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:53.242 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:53.242 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:53.242 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:53.242 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:53.242 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:53.242 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:53.242 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:53.242 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:53.242 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:53.242 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:53.242 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:53.242 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:53.242 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:53.243 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:53.243 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:53.243 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:53.243 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:53.243 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:53.243 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:53.243 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:53.243 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:53.243 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:53.243 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:53.243 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:53.243 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:53.243 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:53.243 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:53.243 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:53.243 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:53.244 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.244 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:53.244 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:53.244 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:53.244 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T16:59:53.244 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T16:59:53.244 INFO:tasks.workunit.client.0.smithi069.stdout: 0 2024-04-10T16:59:53.244 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:53.244 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 3, 2024-04-10T16:59:53.244 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:53.244 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.244 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:53.244 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:53.244 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T16:59:53.245 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T16:59:53.245 INFO:tasks.workunit.client.0.smithi069.stdout: 4 2024-04-10T16:59:53.245 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:53.245 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 1, 2024-04-10T16:59:53.245 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:53.245 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:53.245 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 59, 2024-04-10T16:59:53.245 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:53.245 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:53.245 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:53.245 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.943128+0000", 2024-04-10T16:59:53.245 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:07.255712+0000", 2024-04-10T16:59:53.245 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:07.255712+0000", 2024-04-10T16:59:53.245 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:07.256165+0000", 2024-04-10T16:59:53.245 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.943128+0000", 2024-04-10T16:59:53.246 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:53.246 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:53.246 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:53.246 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 516, 2024-04-10T16:59:53.246 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.943128+0000", 2024-04-10T16:59:53.246 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.943128+0000", 2024-04-10T16:59:53.246 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.943128+0000", 2024-04-10T16:59:53.246 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:53.246 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:53.246 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:53.246 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.943128+0000", 2024-04-10T16:59:53.246 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.943128+0000", 2024-04-10T16:59:53.246 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:53.246 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 2, 2024-04-10T16:59:53.247 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:53.247 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:53.247 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 515, 2024-04-10T16:59:53.247 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:53.247 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:53.247 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:53.247 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:53.247 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 2, 2024-04-10T16:59:53.247 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:53.247 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:53.247 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:53.247 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "2.6", 2024-04-10T16:59:53.247 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:53.247 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:53.247 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:53.248 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 5115, 2024-04-10T16:59:53.248 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:53.248 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T15:40:09.316316+0000", 2024-04-10T16:59:53.248 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:53.248 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:53.248 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:53.248 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:53.248 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:53.248 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:53.248 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:53.248 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:53.248 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:53.248 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:53.248 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:53.248 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:53.248 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:53.249 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:53.249 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:53.249 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:53.249 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:53.249 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:53.249 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:53.249 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 3, 2024-04-10T16:59:53.249 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 1, 2024-04-10T16:59:53.249 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:53.249 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 1, 2024-04-10T16:59:53.249 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:53.249 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:53.249 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:53.249 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:53.249 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:53.249 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 1, 2024-04-10T16:59:53.249 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:53.250 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:53.250 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:53.250 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:53.250 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:53.250 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:53.250 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:53.250 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 2, 2024-04-10T16:59:53.250 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 2, 2024-04-10T16:59:53.250 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:53.250 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:53.250 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:53.250 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 2, 2024-04-10T16:59:53.250 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:53.250 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.251 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:53.251 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:53.251 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:53.251 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T16:59:53.251 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T16:59:53.251 INFO:tasks.workunit.client.0.smithi069.stdout: 4 2024-04-10T16:59:53.251 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:53.251 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 1, 2024-04-10T16:59:53.251 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "578'2" 2024-04-10T16:59:53.251 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.251 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:53.251 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:53.251 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T16:59:53.251 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T16:59:53.251 INFO:tasks.workunit.client.0.smithi069.stdout: 0 2024-04-10T16:59:53.251 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:53.252 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 3, 2024-04-10T16:59:53.252 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:53.252 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:53.252 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 65, 2024-04-10T16:59:53.252 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:53.252 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:53.252 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:53.252 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.238574+0000", 2024-04-10T16:59:53.252 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:42.224243+0000", 2024-04-10T16:59:53.252 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:42.224243+0000", 2024-04-10T16:59:53.252 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T16:12:17.592174+0000", 2024-04-10T16:59:53.252 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.238574+0000", 2024-04-10T16:59:53.252 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:44.022798+0000", 2024-04-10T16:59:53.252 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:53.252 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:44.022798+0000", 2024-04-10T16:59:53.253 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 551, 2024-04-10T16:59:53.253 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.238574+0000", 2024-04-10T16:59:53.253 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.238574+0000", 2024-04-10T16:59:53.253 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.238574+0000", 2024-04-10T16:59:53.253 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:53.253 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:53.253 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:44.022798+0000", 2024-04-10T16:59:53.253 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.238574+0000", 2024-04-10T16:59:53.253 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.238574+0000", 2024-04-10T16:59:53.253 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:53.253 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 3047, 2024-04-10T16:59:53.253 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:53.253 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:53.253 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 550, 2024-04-10T16:59:53.253 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:53.254 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:53.254 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:53.254 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:53.254 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 3047, 2024-04-10T16:59:53.254 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:53.254 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:53.254 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:53.254 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "4.0", 2024-04-10T16:59:53.254 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:53.254 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:53.254 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:53.254 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 9041, 2024-04-10T16:59:53.254 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:53.254 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T16:01:13.507136+0000", 2024-04-10T16:59:53.254 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.005210998, 2024-04-10T16:59:53.254 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:53.255 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:53.255 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:53.255 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:53.255 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:53.255 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:53.255 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:53.255 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:53.255 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:53.255 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:53.255 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:53.255 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:53.255 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:53.255 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:53.255 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:53.255 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:53.256 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:53.256 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:53.256 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:53.256 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:53.256 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:53.256 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:53.256 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:53.256 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:53.256 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:53.256 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:53.256 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:53.256 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:53.256 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:53.256 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:53.256 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:53.256 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:53.256 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:53.257 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:53.257 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:53.257 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 1491, 2024-04-10T16:59:53.257 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 396498, 2024-04-10T16:59:53.257 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:53.257 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:53.257 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:53.257 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 3000, 2024-04-10T16:59:53.257 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 397868 2024-04-10T16:59:53.257 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.257 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:53.257 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:53.257 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:53.257 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T16:59:53.258 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T16:59:53.258 INFO:tasks.workunit.client.0.smithi069.stdout: 0 2024-04-10T16:59:53.258 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:53.258 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 3, 2024-04-10T16:59:53.258 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "1127'3047" 2024-04-10T16:59:53.258 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.258 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:53.258 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:53.258 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T16:59:53.258 INFO:tasks.workunit.client.0.smithi069.stdout: 2, 2024-04-10T16:59:53.258 INFO:tasks.workunit.client.0.smithi069.stdout: 5 2024-04-10T16:59:53.258 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:53.259 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 1, 2024-04-10T16:59:53.259 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:53.259 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:53.259 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T16:59:53.259 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:53.259 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:53.259 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:53.259 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.942538+0000", 2024-04-10T16:59:53.259 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:38:32.264718+0000", 2024-04-10T16:59:53.259 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:38:32.264718+0000", 2024-04-10T16:59:53.259 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:38:32.265015+0000", 2024-04-10T16:59:53.259 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.942538+0000", 2024-04-10T16:59:53.259 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:53.260 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:53.260 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:53.260 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 481, 2024-04-10T16:59:53.260 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.942538+0000", 2024-04-10T16:59:53.260 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.942538+0000", 2024-04-10T16:59:53.260 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.942538+0000", 2024-04-10T16:59:53.260 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:53.260 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:53.260 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:53.260 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.942538+0000", 2024-04-10T16:59:53.260 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.942538+0000", 2024-04-10T16:59:53.260 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:53.260 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:53.260 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:53.261 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:53.261 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 480, 2024-04-10T16:59:53.261 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:53.261 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:53.261 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:53.261 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:53.261 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:53.261 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:53.261 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:53.261 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:53.261 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.4", 2024-04-10T16:59:53.261 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:53.261 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:53.261 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:53.262 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 5113, 2024-04-10T16:59:53.262 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:53.262 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T20:08:16.994849+0000", 2024-04-10T16:59:53.262 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:53.262 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:53.262 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:53.262 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:53.262 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:53.262 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:53.262 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:53.262 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:53.262 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:53.262 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:53.262 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:53.263 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:53.263 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:53.263 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:53.263 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:53.263 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:53.263 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:53.263 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:53.263 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:53.263 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:53.263 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:53.263 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:53.263 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:53.263 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:53.263 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:53.263 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:53.264 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:53.264 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:53.264 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:53.264 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:53.264 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:53.264 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:53.264 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:53.264 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:53.264 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:53.264 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:53.264 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:53.264 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:53.264 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:53.265 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:53.265 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:53.265 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:53.265 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:53.265 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.265 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:53.265 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:53.265 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:53.265 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T16:59:53.265 INFO:tasks.workunit.client.0.smithi069.stdout: 2, 2024-04-10T16:59:53.265 INFO:tasks.workunit.client.0.smithi069.stdout: 5 2024-04-10T16:59:53.265 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:53.265 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 1, 2024-04-10T16:59:53.265 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:53.265 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.266 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:53.266 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:53.266 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T16:59:53.266 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T16:59:53.266 INFO:tasks.workunit.client.0.smithi069.stdout: 4 2024-04-10T16:59:53.266 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:53.266 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 7, 2024-04-10T16:59:53.266 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:53.266 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:53.266 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 59, 2024-04-10T16:59:53.266 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:53.266 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:53.266 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:53.267 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.523446+0000", 2024-04-10T16:59:53.267 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:42.214065+0000", 2024-04-10T16:59:53.267 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:42.214065+0000", 2024-04-10T16:59:53.267 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:42.219906+0000", 2024-04-10T16:59:53.267 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.523446+0000", 2024-04-10T16:59:53.267 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:53.267 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:53.267 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:53.267 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 551, 2024-04-10T16:59:53.267 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.523446+0000", 2024-04-10T16:59:53.267 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.523446+0000", 2024-04-10T16:59:53.267 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.523446+0000", 2024-04-10T16:59:53.267 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:53.267 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:53.267 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:53.268 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.523446+0000", 2024-04-10T16:59:53.268 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.523446+0000", 2024-04-10T16:59:53.268 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:53.268 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:53.268 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:53.268 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:53.268 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 550, 2024-04-10T16:59:53.268 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:53.268 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:53.268 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:53.268 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:53.268 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:53.268 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:53.268 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:53.268 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:53.269 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "2.5", 2024-04-10T16:59:53.269 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:53.269 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:53.269 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:53.269 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 4927, 2024-04-10T16:59:53.269 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:53.269 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T22:07:22.826356+0000", 2024-04-10T16:59:53.269 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:53.269 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:53.269 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:53.269 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:53.269 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:53.269 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:53.269 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:53.269 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:53.270 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:53.270 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:53.270 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:53.270 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:53.270 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:53.270 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:53.270 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:53.270 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:53.270 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:53.270 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:53.270 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:53.270 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:53.270 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:53.270 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:53.270 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:53.271 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:53.271 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:53.271 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:53.271 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:53.271 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:53.271 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:53.271 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:53.271 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:53.271 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:53.271 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:53.271 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:53.271 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:53.271 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:53.271 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:53.271 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:53.271 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:53.272 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:53.272 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:53.272 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:53.272 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:53.272 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.272 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:53.272 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:53.272 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:53.272 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T16:59:53.272 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T16:59:53.272 INFO:tasks.workunit.client.0.smithi069.stdout: 4 2024-04-10T16:59:53.272 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:53.272 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 7, 2024-04-10T16:59:53.272 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:53.272 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.273 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:53.273 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:53.273 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T16:59:53.273 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T16:59:53.273 INFO:tasks.workunit.client.0.smithi069.stdout: 7 2024-04-10T16:59:53.273 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:53.273 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 0, 2024-04-10T16:59:53.273 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:53.273 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:53.273 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 65, 2024-04-10T16:59:53.273 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:53.273 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:53.273 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:53.273 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.942096+0000", 2024-04-10T16:59:53.274 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:42.216976+0000", 2024-04-10T16:59:53.274 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:42.216976+0000", 2024-04-10T16:59:53.274 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T16:12:17.597118+0000", 2024-04-10T16:59:53.274 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.942096+0000", 2024-04-10T16:59:53.274 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:44.022798+0000", 2024-04-10T16:59:53.274 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:53.274 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:44.022798+0000", 2024-04-10T16:59:53.274 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 551, 2024-04-10T16:59:53.274 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.942096+0000", 2024-04-10T16:59:53.274 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.942096+0000", 2024-04-10T16:59:53.274 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.942096+0000", 2024-04-10T16:59:53.274 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:53.274 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:53.274 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:44.022798+0000", 2024-04-10T16:59:53.275 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.942096+0000", 2024-04-10T16:59:53.275 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.942096+0000", 2024-04-10T16:59:53.275 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:53.275 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 3092, 2024-04-10T16:59:53.275 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:53.275 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:53.275 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 550, 2024-04-10T16:59:53.275 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:53.275 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:53.275 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:53.275 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:53.275 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 3092, 2024-04-10T16:59:53.275 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:53.275 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:53.276 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:53.276 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "4.3", 2024-04-10T16:59:53.276 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:53.276 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:53.276 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:53.276 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 8828, 2024-04-10T16:59:53.276 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:53.276 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T20:44:12.593765+0000", 2024-04-10T16:59:53.276 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.009869796, 2024-04-10T16:59:53.276 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:53.276 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:53.276 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:53.276 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:53.276 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:53.276 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:53.276 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:53.277 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:53.277 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:53.277 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:53.277 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:53.277 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:53.277 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:53.277 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:53.277 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:53.277 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:53.277 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:53.277 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:53.277 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 3, 2024-04-10T16:59:53.277 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 1, 2024-04-10T16:59:53.277 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:53.277 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 1, 2024-04-10T16:59:53.277 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:53.277 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:53.278 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:53.278 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:53.278 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:53.278 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 1, 2024-04-10T16:59:53.278 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:53.278 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:53.278 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:53.278 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:53.278 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:53.278 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:53.278 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:53.278 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 762, 2024-04-10T16:59:53.278 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 382966, 2024-04-10T16:59:53.279 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:53.279 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:53.279 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:53.279 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 3087, 2024-04-10T16:59:53.279 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 364115 2024-04-10T16:59:53.279 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.279 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:53.279 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:53.279 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:53.279 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T16:59:53.279 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T16:59:53.279 INFO:tasks.workunit.client.0.smithi069.stdout: 7 2024-04-10T16:59:53.279 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:53.279 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 0, 2024-04-10T16:59:53.279 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "1128'3092" 2024-04-10T16:59:53.279 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.280 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:53.280 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:53.280 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T16:59:53.280 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T16:59:53.280 INFO:tasks.workunit.client.0.smithi069.stdout: 0 2024-04-10T16:59:53.280 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:53.280 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 7, 2024-04-10T16:59:53.280 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:53.280 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:53.280 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 59, 2024-04-10T16:59:53.280 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:53.280 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:53.280 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:53.280 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.522852+0000", 2024-04-10T16:59:53.280 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:42.221985+0000", 2024-04-10T16:59:53.281 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:42.221985+0000", 2024-04-10T16:59:53.281 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:42.227397+0000", 2024-04-10T16:59:53.281 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.522852+0000", 2024-04-10T16:59:53.281 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:53.281 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:53.281 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:53.281 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 551, 2024-04-10T16:59:53.281 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.522852+0000", 2024-04-10T16:59:53.281 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.522852+0000", 2024-04-10T16:59:53.281 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.522852+0000", 2024-04-10T16:59:53.281 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:53.281 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:53.281 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:53.281 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.522852+0000", 2024-04-10T16:59:53.281 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.522852+0000", 2024-04-10T16:59:53.281 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:53.282 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:53.282 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:53.282 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:53.282 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 550, 2024-04-10T16:59:53.282 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:53.282 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:53.282 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:53.282 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:53.282 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:53.282 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:53.282 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:53.282 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:53.282 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "2.0", 2024-04-10T16:59:53.282 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:53.282 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:53.283 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:53.283 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 4910, 2024-04-10T16:59:53.283 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:53.283 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T15:38:54.441687+0000", 2024-04-10T16:59:53.283 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:53.283 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:53.283 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:53.283 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:53.283 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:53.283 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:53.283 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:53.283 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:53.283 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:53.283 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:53.283 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:53.284 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:53.284 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:53.284 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:53.284 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:53.284 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:53.284 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:53.284 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:53.284 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:53.284 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:53.284 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:53.284 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:53.284 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:53.284 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:53.285 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:53.285 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:53.285 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:53.285 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:53.285 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:53.285 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:53.285 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:53.285 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:53.285 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:53.285 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:53.285 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:53.285 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:53.285 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:53.285 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:53.285 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:53.285 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:53.286 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:53.286 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:53.286 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:53.286 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.286 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:53.286 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:53.286 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:53.286 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T16:59:53.286 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T16:59:53.286 INFO:tasks.workunit.client.0.smithi069.stdout: 0 2024-04-10T16:59:53.286 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:53.286 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 7, 2024-04-10T16:59:53.286 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:53.286 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.286 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:53.287 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:53.287 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T16:59:53.287 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T16:59:53.287 INFO:tasks.workunit.client.0.smithi069.stdout: 3 2024-04-10T16:59:53.287 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:53.287 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 0, 2024-04-10T16:59:53.287 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:53.287 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:53.287 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T16:59:53.287 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:53.287 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:53.287 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:53.287 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.944065+0000", 2024-04-10T16:59:53.287 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:37:57.397259+0000", 2024-04-10T16:59:53.287 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:37:57.397259+0000", 2024-04-10T16:59:53.287 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:37:57.397621+0000", 2024-04-10T16:59:53.288 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.944065+0000", 2024-04-10T16:59:53.288 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:53.288 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:53.288 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:53.288 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 449, 2024-04-10T16:59:53.288 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.944065+0000", 2024-04-10T16:59:53.288 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.944065+0000", 2024-04-10T16:59:53.288 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.944065+0000", 2024-04-10T16:59:53.288 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:53.288 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:53.288 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:53.288 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.944065+0000", 2024-04-10T16:59:53.288 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.944065+0000", 2024-04-10T16:59:53.288 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:53.288 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:53.288 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:53.289 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:53.289 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 448, 2024-04-10T16:59:53.289 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:53.289 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:53.289 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:53.289 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:53.289 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:53.289 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:53.289 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:53.289 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:53.289 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.1", 2024-04-10T16:59:53.289 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:53.289 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:53.289 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:53.289 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 5138, 2024-04-10T16:59:53.289 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:53.289 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T18:23:05.531111+0000", 2024-04-10T16:59:53.290 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:53.290 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:53.290 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:53.290 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:53.290 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:53.290 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:53.290 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:53.290 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:53.290 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:53.290 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:53.290 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:53.290 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:53.290 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:53.290 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:53.291 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:53.291 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:53.291 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:53.291 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:53.291 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:53.291 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:53.291 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:53.291 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:53.291 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:53.291 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:53.291 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:53.291 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:53.291 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:53.291 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:53.291 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:53.291 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:53.292 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:53.292 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:53.292 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:53.292 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:53.292 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:53.292 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:53.292 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:53.292 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:53.292 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:53.292 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:53.292 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:53.292 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:53.292 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:53.292 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.292 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:53.292 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:53.293 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:53.293 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T16:59:53.293 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T16:59:53.293 INFO:tasks.workunit.client.0.smithi069.stdout: 3 2024-04-10T16:59:53.293 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:53.293 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 0, 2024-04-10T16:59:53.293 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:53.293 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.293 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:53.293 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:53.293 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T16:59:53.293 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T16:59:53.293 INFO:tasks.workunit.client.0.smithi069.stdout: 2 2024-04-10T16:59:53.293 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:53.293 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 0, 2024-04-10T16:59:53.293 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:53.294 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:53.294 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 65, 2024-04-10T16:59:53.294 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:53.294 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:53.294 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:53.294 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.942837+0000", 2024-04-10T16:59:53.294 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:36:45.167620+0000", 2024-04-10T16:59:53.294 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:36:45.167620+0000", 2024-04-10T16:59:53.294 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T16:12:17.597332+0000", 2024-04-10T16:59:53.294 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.942837+0000", 2024-04-10T16:59:53.294 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:44.022798+0000", 2024-04-10T16:59:53.295 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:53.295 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:44.022798+0000", 2024-04-10T16:59:53.295 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 381, 2024-04-10T16:59:53.295 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.942837+0000", 2024-04-10T16:59:53.295 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.942837+0000", 2024-04-10T16:59:53.295 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.942837+0000", 2024-04-10T16:59:53.295 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:53.295 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:53.295 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:44.022798+0000", 2024-04-10T16:59:53.295 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.942837+0000", 2024-04-10T16:59:53.295 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.942837+0000", 2024-04-10T16:59:53.295 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:53.295 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 3020, 2024-04-10T16:59:53.295 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:53.295 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:53.296 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 380, 2024-04-10T16:59:53.296 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:53.296 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:53.296 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:53.296 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:53.296 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 3020, 2024-04-10T16:59:53.296 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:53.296 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:53.296 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:53.296 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "4.6", 2024-04-10T16:59:53.296 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:53.296 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:53.296 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:53.297 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 8641, 2024-04-10T16:59:53.297 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:53.297 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T16:05:07.484965+0000", 2024-04-10T16:59:53.297 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.009752125, 2024-04-10T16:59:53.297 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:53.297 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:53.297 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 4194304, 2024-04-10T16:59:53.297 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:53.297 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:53.297 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:53.297 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:53.297 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:53.297 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:53.297 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:53.297 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:53.298 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:53.298 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:53.298 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:53.298 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:53.298 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:53.298 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:53.298 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:53.298 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 3, 2024-04-10T16:59:53.298 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 1, 2024-04-10T16:59:53.298 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:53.298 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 1, 2024-04-10T16:59:53.298 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:53.298 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:53.299 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:53.299 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:53.299 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:53.299 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:53.299 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:53.299 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:53.299 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:53.299 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:53.299 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:53.299 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:53.299 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:53.299 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 567, 2024-04-10T16:59:53.299 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 384080, 2024-04-10T16:59:53.299 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:53.299 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:53.299 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:53.300 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 3003, 2024-04-10T16:59:53.300 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 399314 2024-04-10T16:59:53.300 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.300 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:53.300 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:53.300 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:53.300 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T16:59:53.300 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T16:59:53.300 INFO:tasks.workunit.client.0.smithi069.stdout: 2 2024-04-10T16:59:53.300 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:53.300 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 0, 2024-04-10T16:59:53.300 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "1128'3020" 2024-04-10T16:59:53.300 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.300 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:53.300 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:53.301 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T16:59:53.301 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T16:59:53.301 INFO:tasks.workunit.client.0.smithi069.stdout: 6 2024-04-10T16:59:53.301 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:53.301 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 7, 2024-04-10T16:59:53.301 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:53.301 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:53.301 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 19, 2024-04-10T16:59:53.301 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:53.301 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:53.301 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:53.301 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.522808+0000", 2024-04-10T16:59:53.301 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:42.222018+0000", 2024-04-10T16:59:53.301 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:42.222018+0000", 2024-04-10T16:59:53.301 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:42.225726+0000", 2024-04-10T16:59:53.301 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.522808+0000", 2024-04-10T16:59:53.301 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:25:53.886772+0000", 2024-04-10T16:59:53.302 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:53.302 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:25:53.886772+0000", 2024-04-10T16:59:53.302 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 551, 2024-04-10T16:59:53.302 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.522808+0000", 2024-04-10T16:59:53.302 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.522808+0000", 2024-04-10T16:59:53.302 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.522808+0000", 2024-04-10T16:59:53.302 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:53.302 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:53.302 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:25:53.886772+0000", 2024-04-10T16:59:53.302 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.522808+0000", 2024-04-10T16:59:53.302 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.522808+0000", 2024-04-10T16:59:53.302 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:53.302 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 237, 2024-04-10T16:59:53.303 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:53.303 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:53.303 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 550, 2024-04-10T16:59:53.303 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:53.303 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:53.303 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:53.303 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:53.303 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 237, 2024-04-10T16:59:53.303 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:53.303 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:53.303 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:53.303 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "1.0", 2024-04-10T16:59:53.303 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:53.303 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:53.303 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:53.303 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 5549, 2024-04-10T16:59:53.303 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:53.304 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T01:54:56.525805+0000", 2024-04-10T16:59:53.304 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:53.304 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:53.304 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:53.304 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 590368, 2024-04-10T16:59:53.304 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:53.304 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 1771104, 2024-04-10T16:59:53.304 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:53.304 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:53.304 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:53.304 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:53.304 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:53.304 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:53.304 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:53.304 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:53.305 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:53.305 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:53.305 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:53.305 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:53.305 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:53.305 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 6, 2024-04-10T16:59:53.305 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 2, 2024-04-10T16:59:53.305 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:53.305 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 2, 2024-04-10T16:59:53.305 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:53.305 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:53.305 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:53.306 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:53.306 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:53.306 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:53.306 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:53.306 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 6, 2024-04-10T16:59:53.306 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:53.306 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:53.306 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:53.306 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:53.306 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:53.306 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 1178, 2024-04-10T16:59:53.306 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 1994, 2024-04-10T16:59:53.306 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:53.306 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:53.307 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:53.307 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 391, 2024-04-10T16:59:53.307 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 2416 2024-04-10T16:59:53.307 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.307 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:53.307 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:53.307 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:53.307 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T16:59:53.307 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T16:59:53.307 INFO:tasks.workunit.client.0.smithi069.stdout: 6 2024-04-10T16:59:53.307 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:53.307 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 7, 2024-04-10T16:59:53.307 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "2158'237" 2024-04-10T16:59:53.307 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.307 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:53.308 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:53.308 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T16:59:53.308 INFO:tasks.workunit.client.0.smithi069.stdout: 2, 2024-04-10T16:59:53.308 INFO:tasks.workunit.client.0.smithi069.stdout: 7 2024-04-10T16:59:53.308 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:53.308 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 5, 2024-04-10T16:59:53.308 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:53.308 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:53.308 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 59, 2024-04-10T16:59:53.308 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:53.308 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:53.308 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:53.308 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.944454+0000", 2024-04-10T16:59:53.308 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:42.219068+0000", 2024-04-10T16:59:53.308 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:42.219068+0000", 2024-04-10T16:59:53.308 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:42.219420+0000", 2024-04-10T16:59:53.309 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.944454+0000", 2024-04-10T16:59:53.309 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:53.309 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:53.309 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:53.309 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 551, 2024-04-10T16:59:53.309 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.944454+0000", 2024-04-10T16:59:53.309 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.944454+0000", 2024-04-10T16:59:53.309 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.944454+0000", 2024-04-10T16:59:53.309 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:53.309 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:53.309 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:53.309 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.944454+0000", 2024-04-10T16:59:53.309 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.944454+0000", 2024-04-10T16:59:53.309 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:53.309 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:53.309 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:53.310 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:53.310 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 550, 2024-04-10T16:59:53.310 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:53.310 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:53.310 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:53.310 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:53.310 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:53.310 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:53.310 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:53.310 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:53.310 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "2.3", 2024-04-10T16:59:53.310 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:53.310 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:53.311 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:53.311 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 5004, 2024-04-10T16:59:53.311 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:53.311 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T15:43:55.681513+0000", 2024-04-10T16:59:53.311 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:53.311 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:53.311 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:53.311 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:53.311 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:53.311 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:53.311 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:53.311 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:53.311 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:53.311 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:53.311 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:53.312 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:53.312 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:53.312 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:53.312 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:53.312 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:53.312 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:53.312 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:53.312 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:53.312 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:53.312 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:53.312 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:53.312 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:53.312 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:53.312 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:53.312 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:53.313 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:53.313 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:53.313 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:53.313 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:53.313 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:53.313 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:53.313 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:53.313 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:53.313 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:53.313 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:53.313 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:53.313 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:53.313 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:53.313 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:53.314 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:53.314 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:53.314 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:53.314 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.314 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:53.314 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:53.314 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:53.314 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T16:59:53.314 INFO:tasks.workunit.client.0.smithi069.stdout: 2, 2024-04-10T16:59:53.314 INFO:tasks.workunit.client.0.smithi069.stdout: 7 2024-04-10T16:59:53.314 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:53.314 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 5, 2024-04-10T16:59:53.314 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:53.314 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.315 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:53.315 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:53.315 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T16:59:53.315 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T16:59:53.315 INFO:tasks.workunit.client.0.smithi069.stdout: 6 2024-04-10T16:59:53.315 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:53.315 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 3, 2024-04-10T16:59:53.315 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:53.315 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:53.315 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T16:59:53.315 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:53.315 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:53.315 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:53.315 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.240521+0000", 2024-04-10T16:59:53.316 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:07.252016+0000", 2024-04-10T16:59:53.316 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:07.252016+0000", 2024-04-10T16:59:53.316 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:07.252384+0000", 2024-04-10T16:59:53.316 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.240521+0000", 2024-04-10T16:59:53.316 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:53.316 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:53.316 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:53.316 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 516, 2024-04-10T16:59:53.316 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.240521+0000", 2024-04-10T16:59:53.316 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.240521+0000", 2024-04-10T16:59:53.316 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.240521+0000", 2024-04-10T16:59:53.316 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:53.316 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:53.317 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:53.317 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.240521+0000", 2024-04-10T16:59:53.317 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.240521+0000", 2024-04-10T16:59:53.317 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:53.317 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:53.317 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:53.317 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:53.317 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 515, 2024-04-10T16:59:53.317 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:53.317 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:53.317 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:53.317 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:53.317 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:53.317 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:53.317 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:53.318 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:53.318 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.2", 2024-04-10T16:59:53.318 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:53.318 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:53.318 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:53.318 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 5079, 2024-04-10T16:59:53.318 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:53.318 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T15:42:54.545257+0000", 2024-04-10T16:59:53.318 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:53.318 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:53.318 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:53.318 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:53.318 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:53.318 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:53.319 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:53.319 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:53.319 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:53.319 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:53.319 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:53.319 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:53.319 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:53.319 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:53.319 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:53.319 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:53.319 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:53.319 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:53.319 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:53.319 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:53.320 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:53.320 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:53.320 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:53.320 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:53.320 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:53.320 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:53.320 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:53.320 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:53.320 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:53.320 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:53.320 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:53.320 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:53.320 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:53.320 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:53.320 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:53.321 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:53.321 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:53.321 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:53.321 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:53.321 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:53.321 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:53.321 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:53.321 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:53.321 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.321 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:53.321 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:53.321 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:53.321 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T16:59:53.321 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T16:59:53.322 INFO:tasks.workunit.client.0.smithi069.stdout: 6 2024-04-10T16:59:53.322 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:53.322 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 3, 2024-04-10T16:59:53.322 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:53.322 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.322 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:53.322 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:53.322 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T16:59:53.322 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T16:59:53.322 INFO:tasks.workunit.client.0.smithi069.stdout: 7 2024-04-10T16:59:53.322 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:53.322 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 6, 2024-04-10T16:59:53.322 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:53.323 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:53.323 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 65, 2024-04-10T16:59:53.323 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:53.323 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:53.323 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:53.323 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.941631+0000", 2024-04-10T16:59:53.323 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:42.211108+0000", 2024-04-10T16:59:53.323 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:42.211108+0000", 2024-04-10T16:59:53.323 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T16:12:17.697894+0000", 2024-04-10T16:59:53.323 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.941631+0000", 2024-04-10T16:59:53.323 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:44.022798+0000", 2024-04-10T16:59:53.323 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:53.323 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:44.022798+0000", 2024-04-10T16:59:53.323 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 551, 2024-04-10T16:59:53.324 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.941631+0000", 2024-04-10T16:59:53.324 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.941631+0000", 2024-04-10T16:59:53.324 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.941631+0000", 2024-04-10T16:59:53.324 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:53.324 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:53.324 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:44.022798+0000", 2024-04-10T16:59:53.324 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.941631+0000", 2024-04-10T16:59:53.324 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.941631+0000", 2024-04-10T16:59:53.324 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:53.324 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 3094, 2024-04-10T16:59:53.324 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:53.324 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:53.324 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 550, 2024-04-10T16:59:53.325 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:53.325 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:53.325 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:53.325 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:53.325 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 3094, 2024-04-10T16:59:53.325 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:53.325 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:53.325 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:53.325 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "4.5", 2024-04-10T16:59:53.325 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:53.325 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:53.325 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:53.325 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 8838, 2024-04-10T16:59:53.325 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:53.326 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T21:46:35.010341+0000", 2024-04-10T16:59:53.326 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.001945334, 2024-04-10T16:59:53.326 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:53.326 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:53.326 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:53.326 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:53.326 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:53.326 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:53.326 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:53.326 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:53.326 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:53.326 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:53.326 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:53.326 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:53.327 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:53.327 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:53.327 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:53.327 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:53.327 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:53.327 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:53.327 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:53.327 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:53.327 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:53.327 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:53.327 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:53.327 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:53.327 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:53.327 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:53.327 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:53.328 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:53.328 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:53.328 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:53.328 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:53.328 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:53.328 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:53.328 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:53.328 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:53.328 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 1365, 2024-04-10T16:59:53.328 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 364200, 2024-04-10T16:59:53.328 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:53.328 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:53.328 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:53.328 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 3061, 2024-04-10T16:59:53.328 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 416953 2024-04-10T16:59:53.328 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.329 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:53.329 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:53.329 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:53.329 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T16:59:53.329 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T16:59:53.329 INFO:tasks.workunit.client.0.smithi069.stdout: 7 2024-04-10T16:59:53.329 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:53.329 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 6, 2024-04-10T16:59:53.329 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "1127'3094" 2024-04-10T16:59:53.329 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.329 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:53.329 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:53.329 INFO:tasks.workunit.client.0.smithi069.stdout: 2, 2024-04-10T16:59:53.329 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T16:59:53.329 INFO:tasks.workunit.client.0.smithi069.stdout: 0 2024-04-10T16:59:53.329 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:53.329 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 2, 2024-04-10T16:59:53.330 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:53.330 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:53.330 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 59, 2024-04-10T16:59:53.330 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:53.330 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:53.330 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:53.330 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.239600+0000", 2024-04-10T16:59:53.330 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:37:21.192516+0000", 2024-04-10T16:59:53.330 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:37:21.192516+0000", 2024-04-10T16:59:53.330 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:37:21.192925+0000", 2024-04-10T16:59:53.330 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.239600+0000", 2024-04-10T16:59:53.330 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:53.330 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:53.330 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:53.331 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 417, 2024-04-10T16:59:53.331 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.239600+0000", 2024-04-10T16:59:53.331 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.239600+0000", 2024-04-10T16:59:53.331 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.239600+0000", 2024-04-10T16:59:53.331 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:53.331 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:53.331 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:53.331 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.239600+0000", 2024-04-10T16:59:53.331 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.239600+0000", 2024-04-10T16:59:53.331 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:53.331 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:53.331 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:53.331 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:53.331 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 416, 2024-04-10T16:59:53.331 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:53.331 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:53.332 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:53.332 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:53.332 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:53.332 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:53.332 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:53.332 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:53.332 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "2.1", 2024-04-10T16:59:53.332 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:53.332 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:53.332 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:53.332 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 5096, 2024-04-10T16:59:53.332 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:53.332 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T16:30:07.219610+0000", 2024-04-10T16:59:53.332 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:53.332 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:53.332 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:53.333 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:53.333 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:53.333 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:53.333 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:53.333 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:53.333 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:53.333 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:53.333 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:53.333 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:53.333 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:53.333 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:53.333 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:53.333 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:53.333 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:53.333 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:53.334 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:53.334 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:53.334 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:53.334 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:53.334 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:53.334 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:53.334 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:53.334 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:53.334 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:53.334 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:53.334 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:53.334 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:53.334 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:53.334 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:53.334 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:53.335 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:53.335 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:53.335 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:53.335 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:53.335 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:53.335 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:53.335 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:53.335 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:53.335 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:53.335 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:53.335 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.335 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:53.335 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:53.335 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:53.335 INFO:tasks.workunit.client.0.smithi069.stdout: 2, 2024-04-10T16:59:53.335 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T16:59:53.336 INFO:tasks.workunit.client.0.smithi069.stdout: 0 2024-04-10T16:59:53.336 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:53.336 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 2, 2024-04-10T16:59:53.336 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:53.336 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.336 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:53.336 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:53.336 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T16:59:53.336 INFO:tasks.workunit.client.0.smithi069.stdout: 2, 2024-04-10T16:59:53.336 INFO:tasks.workunit.client.0.smithi069.stdout: 6 2024-04-10T16:59:53.336 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:53.336 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 1, 2024-04-10T16:59:53.336 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:53.336 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:53.336 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T16:59:53.336 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:53.337 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:53.337 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:53.337 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.940395+0000", 2024-04-10T16:59:53.337 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:07.252226+0000", 2024-04-10T16:59:53.337 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:07.252226+0000", 2024-04-10T16:59:53.337 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:07.252521+0000", 2024-04-10T16:59:53.337 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.940395+0000", 2024-04-10T16:59:53.337 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:53.337 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:53.337 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:53.337 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 516, 2024-04-10T16:59:53.337 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.940395+0000", 2024-04-10T16:59:53.337 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.940395+0000", 2024-04-10T16:59:53.337 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.940395+0000", 2024-04-10T16:59:53.337 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:53.338 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:53.338 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:53.338 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.940395+0000", 2024-04-10T16:59:53.338 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.940395+0000", 2024-04-10T16:59:53.338 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:53.338 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:53.338 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:53.338 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:53.338 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 515, 2024-04-10T16:59:53.338 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:53.338 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:53.338 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:53.338 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:53.338 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:53.338 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:53.339 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:53.339 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:53.339 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.0", 2024-04-10T16:59:53.339 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:53.339 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:53.339 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:53.339 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 5114, 2024-04-10T16:59:53.339 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:53.339 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T18:45:20.773397+0000", 2024-04-10T16:59:53.339 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:53.339 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:53.339 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:53.339 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:53.340 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:53.340 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:53.340 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:53.340 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:53.340 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:53.340 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:53.340 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:53.340 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:53.340 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:53.340 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:53.340 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:53.340 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:53.340 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:53.341 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:53.341 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:53.341 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:53.341 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:53.341 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:53.341 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:53.341 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:53.341 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:53.341 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:53.341 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:53.341 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:53.341 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:53.341 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:53.341 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:53.341 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:53.342 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:53.342 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:53.342 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:53.342 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:53.342 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:53.342 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:53.342 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:53.342 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:53.342 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:53.342 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:53.342 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:53.342 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.342 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:53.342 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:53.343 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:53.343 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T16:59:53.343 INFO:tasks.workunit.client.0.smithi069.stdout: 2, 2024-04-10T16:59:53.343 INFO:tasks.workunit.client.0.smithi069.stdout: 6 2024-04-10T16:59:53.343 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:53.343 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 1, 2024-04-10T16:59:53.343 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:53.343 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.343 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:53.343 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:53.343 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T16:59:53.343 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T16:59:53.343 INFO:tasks.workunit.client.0.smithi069.stdout: 0 2024-04-10T16:59:53.343 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:53.343 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 1, 2024-04-10T16:59:53.344 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:53.344 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:53.344 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 65, 2024-04-10T16:59:53.344 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:53.344 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:53.344 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:53.344 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.941397+0000", 2024-04-10T16:59:53.344 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:38:32.253512+0000", 2024-04-10T16:59:53.344 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:38:32.253512+0000", 2024-04-10T16:59:53.344 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T16:12:17.596993+0000", 2024-04-10T16:59:53.344 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.941397+0000", 2024-04-10T16:59:53.344 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:44.022798+0000", 2024-04-10T16:59:53.344 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:53.344 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:44.022798+0000", 2024-04-10T16:59:53.345 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 481, 2024-04-10T16:59:53.345 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.941397+0000", 2024-04-10T16:59:53.345 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.941397+0000", 2024-04-10T16:59:53.345 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.941397+0000", 2024-04-10T16:59:53.345 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:53.345 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:53.345 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:44.022798+0000", 2024-04-10T16:59:53.345 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.941397+0000", 2024-04-10T16:59:53.345 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.941397+0000", 2024-04-10T16:59:53.345 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:53.345 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 2956, 2024-04-10T16:59:53.345 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:53.345 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:53.345 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 480, 2024-04-10T16:59:53.346 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:53.346 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:53.346 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:53.346 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:53.346 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 2956, 2024-04-10T16:59:53.346 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:53.346 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:53.346 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:53.346 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "4.7", 2024-04-10T16:59:53.346 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:53.346 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:53.346 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:53.346 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 8630, 2024-04-10T16:59:53.346 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:53.346 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T17:21:29.266794+0000", 2024-04-10T16:59:53.346 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.007672977, 2024-04-10T16:59:53.347 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:53.347 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:53.347 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:53.347 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:53.347 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:53.347 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:53.347 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:53.347 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:53.347 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:53.347 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:53.347 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:53.347 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:53.347 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:53.347 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:53.347 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:53.348 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:53.348 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:53.348 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:53.348 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:53.348 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:53.348 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:53.348 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:53.348 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:53.348 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:53.348 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:53.348 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:53.348 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:53.348 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:53.348 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:53.348 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:53.348 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:53.348 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:53.349 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:53.349 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:53.349 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:53.349 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 774, 2024-04-10T16:59:53.349 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 374558, 2024-04-10T16:59:53.349 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:53.349 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:53.349 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:53.349 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 2952, 2024-04-10T16:59:53.349 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 368205 2024-04-10T16:59:53.349 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.349 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:53.349 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:53.349 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:53.349 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T16:59:53.350 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T16:59:53.350 INFO:tasks.workunit.client.0.smithi069.stdout: 0 2024-04-10T16:59:53.350 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:53.350 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 1, 2024-04-10T16:59:53.350 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "1127'2956" 2024-04-10T16:59:53.350 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.350 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:53.350 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:53.350 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T16:59:53.350 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T16:59:53.350 INFO:tasks.workunit.client.0.smithi069.stdout: 6 2024-04-10T16:59:53.350 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:53.350 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 4, 2024-04-10T16:59:53.350 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:53.350 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:53.351 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T16:59:53.351 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:53.351 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:53.351 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:53.351 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.236738+0000", 2024-04-10T16:59:53.351 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:07.250090+0000", 2024-04-10T16:59:53.351 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:07.250090+0000", 2024-04-10T16:59:53.351 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:07.250413+0000", 2024-04-10T16:59:53.351 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.236738+0000", 2024-04-10T16:59:53.351 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:53.351 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:53.351 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:53.351 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 516, 2024-04-10T16:59:53.351 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.236738+0000", 2024-04-10T16:59:53.351 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.236738+0000", 2024-04-10T16:59:53.351 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.236738+0000", 2024-04-10T16:59:53.352 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:53.352 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:53.352 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:53.352 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.236738+0000", 2024-04-10T16:59:53.352 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.236738+0000", 2024-04-10T16:59:53.352 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:53.352 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:53.352 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:53.352 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:53.352 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 515, 2024-04-10T16:59:53.352 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:53.352 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:53.352 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:53.352 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:53.352 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:53.352 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:53.353 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:53.353 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:53.353 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.3", 2024-04-10T16:59:53.353 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:53.353 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:53.353 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:53.353 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 5017, 2024-04-10T16:59:53.353 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:53.353 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T23:47:23.370259+0000", 2024-04-10T16:59:53.353 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:53.353 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:53.353 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:53.353 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:53.353 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:53.353 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:53.354 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:53.354 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:53.354 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:53.354 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:53.354 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:53.354 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:53.354 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:53.354 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:53.354 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:53.354 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:53.354 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:53.354 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:53.354 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:53.354 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:53.354 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:53.355 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:53.355 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:53.355 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:53.355 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:53.355 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:53.355 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:53.355 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:53.355 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:53.355 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:53.355 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:53.355 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:53.355 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:53.355 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:53.355 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:53.356 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:53.356 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:53.356 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:53.356 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:53.356 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:53.356 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:53.356 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:53.356 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:53.356 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.356 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:53.356 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:53.356 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:53.356 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T16:59:53.356 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T16:59:53.356 INFO:tasks.workunit.client.0.smithi069.stdout: 6 2024-04-10T16:59:53.357 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:53.357 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 4, 2024-04-10T16:59:53.357 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:53.357 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.357 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:53.357 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:53.357 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T16:59:53.357 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T16:59:53.357 INFO:tasks.workunit.client.0.smithi069.stdout: 6 2024-04-10T16:59:53.357 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:53.357 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 5, 2024-04-10T16:59:53.357 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:53.357 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:53.357 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 59, 2024-04-10T16:59:53.357 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:53.358 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:53.358 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:53.358 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.942206+0000", 2024-04-10T16:59:53.358 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:07.260402+0000", 2024-04-10T16:59:53.358 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:07.260402+0000", 2024-04-10T16:59:53.358 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:07.260852+0000", 2024-04-10T16:59:53.358 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.942206+0000", 2024-04-10T16:59:53.358 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:53.358 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:53.358 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:53.358 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 516, 2024-04-10T16:59:53.358 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.942206+0000", 2024-04-10T16:59:53.358 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.942206+0000", 2024-04-10T16:59:53.358 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.942206+0000", 2024-04-10T16:59:53.359 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:53.359 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:53.359 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:53.359 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.942206+0000", 2024-04-10T16:59:53.359 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.942206+0000", 2024-04-10T16:59:53.359 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:53.359 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:53.359 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:53.359 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:53.359 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 515, 2024-04-10T16:59:53.359 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:53.359 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:53.359 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:53.359 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:53.359 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:53.360 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:53.360 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:53.360 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:53.360 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "2.2", 2024-04-10T16:59:53.360 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:53.360 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:53.360 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:53.360 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 4972, 2024-04-10T16:59:53.360 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:53.360 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T19:30:23.119549+0000", 2024-04-10T16:59:53.360 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:53.360 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:53.360 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:53.360 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:53.360 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:53.361 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:53.361 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:53.361 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:53.361 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:53.361 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:53.361 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:53.361 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:53.361 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:53.361 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:53.361 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:53.361 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:53.361 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:53.361 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:53.361 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:53.361 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:53.362 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:53.362 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:53.362 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:53.362 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:53.362 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:53.362 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:53.362 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:53.362 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:53.362 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:53.362 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:53.362 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:53.362 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:53.362 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:53.362 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:53.363 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:53.363 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:53.363 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:53.363 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:53.363 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:53.363 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:53.363 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:53.363 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:53.363 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:53.363 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.363 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:53.363 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:53.363 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:53.364 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T16:59:53.364 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T16:59:53.364 INFO:tasks.workunit.client.0.smithi069.stdout: 6 2024-04-10T16:59:53.364 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:53.364 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 5, 2024-04-10T16:59:53.364 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:53.364 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.364 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:53.364 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:53.364 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T16:59:53.364 INFO:tasks.workunit.client.0.smithi069.stdout: 2, 2024-04-10T16:59:53.364 INFO:tasks.workunit.client.0.smithi069.stdout: 3 2024-04-10T16:59:53.364 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:53.364 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 1, 2024-04-10T16:59:53.365 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:53.365 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:53.365 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 65, 2024-04-10T16:59:53.365 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:53.365 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:53.365 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:53.365 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.940260+0000", 2024-04-10T16:59:53.365 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:37:21.181427+0000", 2024-04-10T16:59:53.365 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:37:21.181427+0000", 2024-04-10T16:59:53.365 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T16:12:17.600424+0000", 2024-04-10T16:59:53.365 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.940260+0000", 2024-04-10T16:59:53.365 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:44.022798+0000", 2024-04-10T16:59:53.365 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:53.365 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:44.022798+0000", 2024-04-10T16:59:53.366 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 417, 2024-04-10T16:59:53.366 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.940260+0000", 2024-04-10T16:59:53.366 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.940260+0000", 2024-04-10T16:59:53.366 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.940260+0000", 2024-04-10T16:59:53.366 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:53.366 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:53.366 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:44.022798+0000", 2024-04-10T16:59:53.366 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.940260+0000", 2024-04-10T16:59:53.366 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.940260+0000", 2024-04-10T16:59:53.366 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:53.366 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 3066, 2024-04-10T16:59:53.366 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:53.366 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:53.366 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 416, 2024-04-10T16:59:53.367 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:53.367 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:53.367 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:53.367 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:53.367 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 3066, 2024-04-10T16:59:53.367 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:53.367 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:53.367 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:53.367 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "4.4", 2024-04-10T16:59:53.367 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:53.367 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:53.367 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:53.367 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 9017, 2024-04-10T16:59:53.367 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:53.367 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T23:55:27.045614+0000", 2024-04-10T16:59:53.368 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.010903068, 2024-04-10T16:59:53.368 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:53.368 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:53.368 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:53.368 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:53.368 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:53.368 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:53.368 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:53.368 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:53.368 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:53.368 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:53.368 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:53.368 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:53.368 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:53.368 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:53.368 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:53.369 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:53.369 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:53.369 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:53.369 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 3, 2024-04-10T16:59:53.369 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 1, 2024-04-10T16:59:53.369 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:53.369 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 1, 2024-04-10T16:59:53.369 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:53.369 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:53.369 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:53.369 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:53.369 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:53.369 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 1, 2024-04-10T16:59:53.369 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:53.369 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:53.369 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:53.370 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:53.370 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:53.370 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:53.370 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:53.370 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 1339, 2024-04-10T16:59:53.370 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 444085, 2024-04-10T16:59:53.370 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:53.370 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:53.370 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:53.370 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 3071, 2024-04-10T16:59:53.370 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 389131 2024-04-10T16:59:53.370 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.370 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:53.370 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:53.370 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:53.371 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T16:59:53.371 INFO:tasks.workunit.client.0.smithi069.stdout: 2, 2024-04-10T16:59:53.371 INFO:tasks.workunit.client.0.smithi069.stdout: 3 2024-04-10T16:59:53.371 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:53.371 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 1, 2024-04-10T16:59:53.371 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "1128'3066" 2024-04-10T16:59:53.371 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.371 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:53.371 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:53.371 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T16:59:53.371 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T16:59:53.371 INFO:tasks.workunit.client.0.smithi069.stdout: 2 2024-04-10T16:59:53.371 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:53.371 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 5, 2024-04-10T16:59:53.371 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:53.371 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:53.372 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T16:59:53.372 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:53.372 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:53.372 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:53.372 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.942240+0000", 2024-04-10T16:59:53.372 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:38:32.269801+0000", 2024-04-10T16:59:53.372 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:38:32.269801+0000", 2024-04-10T16:59:53.372 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:38:32.270300+0000", 2024-04-10T16:59:53.372 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.942240+0000", 2024-04-10T16:59:53.372 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:53.372 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:53.372 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:53.372 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 481, 2024-04-10T16:59:53.372 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.942240+0000", 2024-04-10T16:59:53.372 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.942240+0000", 2024-04-10T16:59:53.372 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.942240+0000", 2024-04-10T16:59:53.373 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:53.373 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:53.373 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:53.373 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.942240+0000", 2024-04-10T16:59:53.373 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.942240+0000", 2024-04-10T16:59:53.373 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:53.373 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:53.373 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:53.373 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:53.373 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 480, 2024-04-10T16:59:53.373 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:53.373 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:53.373 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:53.373 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:53.373 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:53.373 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:53.374 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:53.374 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:53.374 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.5", 2024-04-10T16:59:53.374 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:53.374 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:53.374 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:53.374 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 5003, 2024-04-10T16:59:53.374 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:53.374 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T22:09:44.681837+0000", 2024-04-10T16:59:53.374 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:53.374 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:53.374 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:53.374 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:53.375 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:53.375 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:53.375 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:53.375 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:53.375 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:53.375 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:53.375 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:53.375 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:53.375 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:53.375 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:53.375 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:53.375 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:53.375 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:53.375 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:53.375 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:53.375 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:53.376 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:53.376 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:53.376 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:53.376 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:53.376 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:53.376 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:53.376 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:53.376 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:53.376 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:53.376 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:53.376 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:53.376 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:53.376 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:53.376 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:53.377 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:53.377 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:53.377 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:53.377 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:53.377 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:53.377 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:53.377 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:53.377 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:53.377 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:53.377 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.377 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:53.377 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:53.377 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:53.377 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T16:59:53.378 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T16:59:53.378 INFO:tasks.workunit.client.0.smithi069.stdout: 2 2024-04-10T16:59:53.378 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:53.378 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 5, 2024-04-10T16:59:53.378 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:53.378 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.378 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:53.378 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:53.378 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T16:59:53.378 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T16:59:53.378 INFO:tasks.workunit.client.0.smithi069.stdout: 7 2024-04-10T16:59:53.378 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:53.378 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 1, 2024-04-10T16:59:53.378 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:53.379 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:53.379 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 59, 2024-04-10T16:59:53.379 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:53.379 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:53.379 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:53.379 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.942444+0000", 2024-04-10T16:59:53.379 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:42.209732+0000", 2024-04-10T16:59:53.379 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:42.209732+0000", 2024-04-10T16:59:53.379 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:42.210130+0000", 2024-04-10T16:59:53.379 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.942444+0000", 2024-04-10T16:59:53.379 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:53.379 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:53.379 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:53.379 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 551, 2024-04-10T16:59:53.379 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.942444+0000", 2024-04-10T16:59:53.380 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.942444+0000", 2024-04-10T16:59:53.380 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.942444+0000", 2024-04-10T16:59:53.380 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:53.380 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:53.380 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:53.380 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.942444+0000", 2024-04-10T16:59:53.380 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.942444+0000", 2024-04-10T16:59:53.380 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:53.380 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:53.380 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:53.380 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:53.380 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 550, 2024-04-10T16:59:53.380 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:53.380 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:53.380 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:53.381 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:53.381 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:53.381 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:53.381 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:53.381 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:53.381 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "2.4", 2024-04-10T16:59:53.381 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:53.381 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:53.381 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:53.381 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 5126, 2024-04-10T16:59:53.381 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:53.381 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T23:32:34.498351+0000", 2024-04-10T16:59:53.381 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:53.381 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:53.381 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:53.382 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:53.382 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:53.382 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:53.382 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:53.382 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:53.382 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:53.382 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:53.382 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:53.382 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:53.382 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:53.382 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:53.382 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:53.382 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:53.382 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:53.382 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:53.383 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:53.383 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:53.383 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:53.383 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:53.383 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:53.383 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:53.383 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:53.383 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:53.383 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:53.383 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:53.383 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:53.383 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:53.383 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:53.383 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:53.383 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:53.384 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:53.384 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:53.384 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:53.384 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:53.384 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:53.384 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:53.384 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:53.384 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:53.384 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:53.384 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:53.384 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.384 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:53.384 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:53.384 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:53.384 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T16:59:53.385 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T16:59:53.385 INFO:tasks.workunit.client.0.smithi069.stdout: 7 2024-04-10T16:59:53.385 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:53.385 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 1, 2024-04-10T16:59:53.385 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:53.385 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.385 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:53.385 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:53.385 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T16:59:53.385 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T16:59:53.385 INFO:tasks.workunit.client.0.smithi069.stdout: 4 2024-04-10T16:59:53.385 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:53.385 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 1, 2024-04-10T16:59:53.385 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:53.385 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:53.385 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 65, 2024-04-10T16:59:53.386 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:53.386 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:53.386 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:53.386 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.943265+0000", 2024-04-10T16:59:53.386 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:38:32.256982+0000", 2024-04-10T16:59:53.386 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:38:32.256982+0000", 2024-04-10T16:59:53.386 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T16:12:17.596917+0000", 2024-04-10T16:59:53.386 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.943265+0000", 2024-04-10T16:59:53.386 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:44.022798+0000", 2024-04-10T16:59:53.386 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:53.386 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:44.022798+0000", 2024-04-10T16:59:53.386 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 481, 2024-04-10T16:59:53.386 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.943265+0000", 2024-04-10T16:59:53.386 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.943265+0000", 2024-04-10T16:59:53.386 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.943265+0000", 2024-04-10T16:59:53.387 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:53.387 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:53.387 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:44.022798+0000", 2024-04-10T16:59:53.387 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.943265+0000", 2024-04-10T16:59:53.387 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.943265+0000", 2024-04-10T16:59:53.387 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:53.387 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 3033, 2024-04-10T16:59:53.387 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:53.387 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:53.387 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 480, 2024-04-10T16:59:53.387 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:53.387 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:53.387 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:53.387 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:53.387 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 3033, 2024-04-10T16:59:53.388 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:53.388 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:53.388 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:53.388 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "4.2", 2024-04-10T16:59:53.388 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:53.388 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:53.388 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:53.388 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 9083, 2024-04-10T16:59:53.388 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:53.388 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T20:23:50.323327+0000", 2024-04-10T16:59:53.388 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.007497408, 2024-04-10T16:59:53.388 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:53.388 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:53.388 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 19, 2024-04-10T16:59:53.388 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:53.388 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:53.389 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:53.389 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:53.389 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:53.389 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:53.389 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:53.389 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:53.389 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:53.389 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:53.389 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:53.389 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:53.389 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:53.389 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:53.389 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:53.389 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 3, 2024-04-10T16:59:53.390 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 1, 2024-04-10T16:59:53.390 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:53.390 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 1, 2024-04-10T16:59:53.390 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:53.390 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:53.390 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:53.390 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:53.390 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:53.390 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:53.390 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:53.390 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:53.390 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:53.390 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:53.390 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:53.390 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:53.390 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:53.391 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 1560, 2024-04-10T16:59:53.391 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 391797, 2024-04-10T16:59:53.391 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:53.391 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:53.391 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:53.391 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 3029, 2024-04-10T16:59:53.391 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 384206 2024-04-10T16:59:53.391 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.391 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:53.391 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:53.391 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:53.391 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T16:59:53.391 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T16:59:53.391 INFO:tasks.workunit.client.0.smithi069.stdout: 4 2024-04-10T16:59:53.391 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:53.391 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 1, 2024-04-10T16:59:53.392 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "1127'3033" 2024-04-10T16:59:53.392 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.392 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:53.392 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:53.392 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T16:59:53.392 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T16:59:53.392 INFO:tasks.workunit.client.0.smithi069.stdout: 1 2024-04-10T16:59:53.392 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:53.392 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 7, 2024-04-10T16:59:53.392 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:53.392 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:53.392 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T16:59:53.392 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:53.392 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:53.392 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:53.392 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.523085+0000", 2024-04-10T16:59:53.393 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:42.215456+0000", 2024-04-10T16:59:53.393 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:42.215456+0000", 2024-04-10T16:59:53.393 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:42.219125+0000", 2024-04-10T16:59:53.393 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.523085+0000", 2024-04-10T16:59:53.393 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:53.393 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:53.393 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:53.393 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 551, 2024-04-10T16:59:53.393 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.523085+0000", 2024-04-10T16:59:53.393 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.523085+0000", 2024-04-10T16:59:53.393 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.523085+0000", 2024-04-10T16:59:53.393 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:53.393 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:53.393 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:53.393 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.523085+0000", 2024-04-10T16:59:53.393 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.523085+0000", 2024-04-10T16:59:53.394 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:53.394 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:53.394 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:53.394 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:53.394 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 550, 2024-04-10T16:59:53.394 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:53.394 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:53.394 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:53.394 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:53.394 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:53.394 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:53.394 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:53.394 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:53.394 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.e", 2024-04-10T16:59:53.395 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:53.395 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:53.395 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:53.395 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 4922, 2024-04-10T16:59:53.395 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:53.395 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T01:54:11.263819+0000", 2024-04-10T16:59:53.395 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:53.395 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:53.395 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:53.395 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:53.395 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:53.395 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:53.395 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:53.395 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:53.396 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:53.396 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:53.396 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:53.396 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:53.396 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:53.396 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:53.396 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:53.396 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:53.396 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:53.396 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:53.396 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:53.396 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:53.396 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:53.396 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:53.396 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:53.397 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:53.397 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:53.397 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:53.397 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:53.397 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:53.397 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:53.397 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:53.397 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:53.397 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:53.397 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:53.397 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:53.397 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:53.397 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:53.397 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:53.397 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:53.398 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:53.398 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:53.398 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:53.398 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:53.398 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:53.398 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.398 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:53.398 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:53.398 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:53.398 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T16:59:53.398 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T16:59:53.398 INFO:tasks.workunit.client.0.smithi069.stdout: 1 2024-04-10T16:59:53.398 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:53.398 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 7, 2024-04-10T16:59:53.398 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:53.399 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.399 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:53.399 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:53.399 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T16:59:53.399 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T16:59:53.399 INFO:tasks.workunit.client.0.smithi069.stdout: 7 2024-04-10T16:59:53.399 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:53.399 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 4, 2024-04-10T16:59:53.399 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:53.399 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:53.399 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 59, 2024-04-10T16:59:53.399 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:53.399 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:53.399 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:53.399 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.237867+0000", 2024-04-10T16:59:53.399 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:42.215786+0000", 2024-04-10T16:59:53.400 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:42.215786+0000", 2024-04-10T16:59:53.400 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:42.216131+0000", 2024-04-10T16:59:53.400 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.237867+0000", 2024-04-10T16:59:53.400 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:53.400 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:53.400 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:53.400 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 551, 2024-04-10T16:59:53.400 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.237867+0000", 2024-04-10T16:59:53.400 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.237867+0000", 2024-04-10T16:59:53.400 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.237867+0000", 2024-04-10T16:59:53.400 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:53.400 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:53.400 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:53.400 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.237867+0000", 2024-04-10T16:59:53.400 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.237867+0000", 2024-04-10T16:59:53.401 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:53.401 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 1, 2024-04-10T16:59:53.401 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:53.401 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:53.401 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 550, 2024-04-10T16:59:53.401 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:53.401 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:53.401 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:53.401 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:53.401 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 1, 2024-04-10T16:59:53.401 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:53.401 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:53.401 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:53.401 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "2.f", 2024-04-10T16:59:53.401 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:53.401 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:53.402 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:53.402 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 5016, 2024-04-10T16:59:53.402 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:53.402 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T16:10:23.905287+0000", 2024-04-10T16:59:53.402 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:53.402 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:53.402 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:53.402 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 22, 2024-04-10T16:59:53.402 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:53.402 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:53.402 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:53.402 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:53.402 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:53.402 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:53.403 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:53.403 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:53.403 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:53.403 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:53.403 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:53.403 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:53.403 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:53.403 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:53.403 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:53.403 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 3, 2024-04-10T16:59:53.403 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 1, 2024-04-10T16:59:53.403 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:53.403 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 1, 2024-04-10T16:59:53.403 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:53.404 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:53.404 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:53.404 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:53.404 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:53.404 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:53.404 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:53.404 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:53.404 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:53.404 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:53.404 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:53.404 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:53.404 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:53.404 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 1, 2024-04-10T16:59:53.404 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 1, 2024-04-10T16:59:53.404 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:53.405 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:53.405 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:53.405 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 1, 2024-04-10T16:59:53.405 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 1 2024-04-10T16:59:53.405 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.405 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:53.405 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:53.405 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:53.405 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T16:59:53.405 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T16:59:53.405 INFO:tasks.workunit.client.0.smithi069.stdout: 7 2024-04-10T16:59:53.405 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:53.405 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 4, 2024-04-10T16:59:53.405 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "61'1" 2024-04-10T16:59:53.406 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.406 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:53.406 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:53.406 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T16:59:53.406 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T16:59:53.406 INFO:tasks.workunit.client.0.smithi069.stdout: 6 2024-04-10T16:59:53.406 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:53.406 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 7, 2024-04-10T16:59:53.406 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:53.406 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:53.406 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T16:59:53.406 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:53.406 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:53.406 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:53.406 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.521757+0000", 2024-04-10T16:59:53.407 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:42.215656+0000", 2024-04-10T16:59:53.407 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:42.215656+0000", 2024-04-10T16:59:53.407 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:42.220156+0000", 2024-04-10T16:59:53.407 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.521757+0000", 2024-04-10T16:59:53.407 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:53.407 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:53.407 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:53.407 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 551, 2024-04-10T16:59:53.407 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.521757+0000", 2024-04-10T16:59:53.407 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.521757+0000", 2024-04-10T16:59:53.407 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.521757+0000", 2024-04-10T16:59:53.407 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:53.407 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:53.407 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:53.407 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.521757+0000", 2024-04-10T16:59:53.407 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.521757+0000", 2024-04-10T16:59:53.408 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:53.408 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:53.408 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:53.408 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:53.408 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 550, 2024-04-10T16:59:53.408 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:53.408 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:53.408 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:53.408 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:53.408 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:53.408 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:53.408 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:53.408 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:53.408 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.11", 2024-04-10T16:59:53.408 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:53.408 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:53.408 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:53.409 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 4905, 2024-04-10T16:59:53.409 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:53.409 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T21:40:50.849177+0000", 2024-04-10T16:59:53.409 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:53.409 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:53.409 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:53.409 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:53.409 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:53.409 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:53.409 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:53.409 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:53.409 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:53.409 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:53.409 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:53.409 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:53.409 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:53.410 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:53.410 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:53.410 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:53.410 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:53.410 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:53.410 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:53.410 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:53.410 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:53.410 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:53.410 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:53.410 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:53.410 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:53.410 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:53.410 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:53.411 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:53.411 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:53.411 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:53.411 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:53.411 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:53.411 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:53.411 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:53.411 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:53.411 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:53.411 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:53.411 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:53.411 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:53.411 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:53.411 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:53.411 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:53.411 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:53.412 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.412 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:53.412 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:53.412 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:53.412 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T16:59:53.412 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T16:59:53.412 INFO:tasks.workunit.client.0.smithi069.stdout: 6 2024-04-10T16:59:53.412 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:53.412 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 7, 2024-04-10T16:59:53.412 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:53.412 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.412 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:53.412 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:53.412 INFO:tasks.workunit.client.0.smithi069.stdout: 2, 2024-04-10T16:59:53.412 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T16:59:53.413 INFO:tasks.workunit.client.0.smithi069.stdout: 0 2024-04-10T16:59:53.413 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:53.413 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 2, 2024-04-10T16:59:53.413 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:53.413 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:53.413 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 59, 2024-04-10T16:59:53.413 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:53.413 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:53.413 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:53.413 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.238001+0000", 2024-04-10T16:59:53.413 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:36:45.179805+0000", 2024-04-10T16:59:53.413 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:36:45.179805+0000", 2024-04-10T16:59:53.413 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:36:45.181811+0000", 2024-04-10T16:59:53.413 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.238001+0000", 2024-04-10T16:59:53.413 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:53.414 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:53.414 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:53.414 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 381, 2024-04-10T16:59:53.414 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.238001+0000", 2024-04-10T16:59:53.414 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.238001+0000", 2024-04-10T16:59:53.414 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.238001+0000", 2024-04-10T16:59:53.414 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:53.414 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:53.414 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:53.414 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.238001+0000", 2024-04-10T16:59:53.414 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.238001+0000", 2024-04-10T16:59:53.414 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:53.414 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 8, 2024-04-10T16:59:53.415 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:53.415 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:53.415 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 380, 2024-04-10T16:59:53.415 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:53.415 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:53.415 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:53.415 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:53.415 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 8, 2024-04-10T16:59:53.415 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:53.415 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:53.415 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:53.415 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "2.10", 2024-04-10T16:59:53.415 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:53.415 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:53.415 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:53.416 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 5106, 2024-04-10T16:59:53.416 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:53.416 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T19:06:52.782237+0000", 2024-04-10T16:59:53.416 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:53.416 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:53.416 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:53.416 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:53.416 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:53.416 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:53.416 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:53.416 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:53.416 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:53.416 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:53.416 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:53.416 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:53.416 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:53.416 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:53.417 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:53.417 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:53.417 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:53.417 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:53.417 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:53.417 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 12, 2024-04-10T16:59:53.417 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 4, 2024-04-10T16:59:53.417 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:53.417 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 4, 2024-04-10T16:59:53.417 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:53.417 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:53.417 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:53.417 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:53.417 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:53.417 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 4, 2024-04-10T16:59:53.418 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:53.418 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:53.418 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:53.418 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:53.418 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:53.418 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:53.418 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:53.418 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 24, 2024-04-10T16:59:53.418 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 24, 2024-04-10T16:59:53.418 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:53.418 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:53.418 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:53.418 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 12, 2024-04-10T16:59:53.418 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:53.419 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.419 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:53.419 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:53.419 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:53.419 INFO:tasks.workunit.client.0.smithi069.stdout: 2, 2024-04-10T16:59:53.419 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T16:59:53.419 INFO:tasks.workunit.client.0.smithi069.stdout: 0 2024-04-10T16:59:53.419 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:53.419 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 2, 2024-04-10T16:59:53.419 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "61'8" 2024-04-10T16:59:53.419 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.419 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:53.419 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:53.419 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T16:59:53.419 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T16:59:53.420 INFO:tasks.workunit.client.0.smithi069.stdout: 5 2024-04-10T16:59:53.420 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:53.420 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 6, 2024-04-10T16:59:53.420 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:53.420 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:53.420 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T16:59:53.420 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:53.420 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:53.420 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:53.420 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.941362+0000", 2024-04-10T16:59:53.420 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:07.252884+0000", 2024-04-10T16:59:53.420 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:07.252884+0000", 2024-04-10T16:59:53.420 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:07.254827+0000", 2024-04-10T16:59:53.421 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.941362+0000", 2024-04-10T16:59:53.421 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:53.421 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:53.421 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:53.421 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 516, 2024-04-10T16:59:53.421 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.941362+0000", 2024-04-10T16:59:53.421 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.941362+0000", 2024-04-10T16:59:53.421 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.941362+0000", 2024-04-10T16:59:53.421 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:53.421 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:53.421 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:53.421 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.941362+0000", 2024-04-10T16:59:53.421 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.941362+0000", 2024-04-10T16:59:53.421 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:53.421 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:53.421 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:53.422 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:53.422 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 515, 2024-04-10T16:59:53.422 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:53.422 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:53.422 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:53.422 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:53.422 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:53.422 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:53.422 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:53.422 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:53.422 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.10", 2024-04-10T16:59:53.422 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:53.422 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:53.422 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:53.422 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 4937, 2024-04-10T16:59:53.422 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:53.423 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T01:09:41.651221+0000", 2024-04-10T16:59:53.423 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:53.423 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:53.423 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:53.423 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:53.423 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:53.423 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:53.423 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:53.423 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:53.423 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:53.423 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:53.423 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:53.423 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:53.423 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:53.423 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:53.423 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:53.424 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:53.424 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:53.424 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:53.424 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:53.424 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:53.424 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:53.424 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:53.424 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:53.424 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:53.424 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:53.424 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:53.424 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:53.424 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:53.424 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:53.424 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:53.425 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:53.425 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:53.425 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:53.425 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:53.425 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:53.425 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:53.425 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:53.425 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:53.425 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:53.425 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:53.425 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:53.425 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:53.425 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:53.425 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.425 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:53.425 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:53.426 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:53.426 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T16:59:53.426 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T16:59:53.426 INFO:tasks.workunit.client.0.smithi069.stdout: 5 2024-04-10T16:59:53.426 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:53.426 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 6, 2024-04-10T16:59:53.426 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:53.426 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.426 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:53.426 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:53.426 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T16:59:53.426 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T16:59:53.426 INFO:tasks.workunit.client.0.smithi069.stdout: 1 2024-04-10T16:59:53.427 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:53.427 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 6, 2024-04-10T16:59:53.427 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:53.427 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:53.427 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 59, 2024-04-10T16:59:53.427 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:53.427 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:53.427 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:53.427 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.946550+0000", 2024-04-10T16:59:53.427 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:07.255593+0000", 2024-04-10T16:59:53.427 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:07.255593+0000", 2024-04-10T16:59:53.427 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:07.258204+0000", 2024-04-10T16:59:53.427 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.946550+0000", 2024-04-10T16:59:53.427 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:53.427 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:53.428 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:53.428 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 516, 2024-04-10T16:59:53.428 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.946550+0000", 2024-04-10T16:59:53.428 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.946550+0000", 2024-04-10T16:59:53.428 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.946550+0000", 2024-04-10T16:59:53.428 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:53.428 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:53.428 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:53.428 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.946550+0000", 2024-04-10T16:59:53.428 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.946550+0000", 2024-04-10T16:59:53.428 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:53.428 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:53.428 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:53.428 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:53.429 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 515, 2024-04-10T16:59:53.429 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:53.429 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:53.429 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:53.429 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:53.429 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:53.429 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:53.429 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:53.429 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:53.429 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "2.11", 2024-04-10T16:59:53.429 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:53.429 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:53.429 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:53.429 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 4948, 2024-04-10T16:59:53.429 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:53.430 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T21:48:41.401298+0000", 2024-04-10T16:59:53.430 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:53.430 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:53.430 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:53.430 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:53.430 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:53.430 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:53.430 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:53.430 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:53.430 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:53.430 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:53.430 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:53.430 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:53.430 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:53.430 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:53.430 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:53.431 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:53.431 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:53.431 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:53.431 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:53.431 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:53.431 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:53.431 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:53.431 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:53.431 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:53.431 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:53.431 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:53.431 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:53.431 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:53.431 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:53.431 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:53.431 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:53.431 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:53.432 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:53.432 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:53.432 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:53.432 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:53.432 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:53.432 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:53.432 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:53.432 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:53.432 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:53.432 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:53.432 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:53.432 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.432 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:53.432 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:53.432 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:53.432 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T16:59:53.433 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T16:59:53.433 INFO:tasks.workunit.client.0.smithi069.stdout: 1 2024-04-10T16:59:53.433 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:53.433 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 6, 2024-04-10T16:59:53.433 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:53.433 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.433 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:53.433 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:53.433 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T16:59:53.433 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T16:59:53.433 INFO:tasks.workunit.client.0.smithi069.stdout: 2 2024-04-10T16:59:53.433 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:53.433 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 7, 2024-04-10T16:59:53.433 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:53.433 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:53.434 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T16:59:53.434 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:53.434 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:53.434 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:53.434 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.522234+0000", 2024-04-10T16:59:53.434 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:42.216119+0000", 2024-04-10T16:59:53.434 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:42.216119+0000", 2024-04-10T16:59:53.434 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:42.216525+0000", 2024-04-10T16:59:53.434 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.522234+0000", 2024-04-10T16:59:53.434 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:53.434 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:53.434 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:53.434 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 551, 2024-04-10T16:59:53.434 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.522234+0000", 2024-04-10T16:59:53.434 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.522234+0000", 2024-04-10T16:59:53.434 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.522234+0000", 2024-04-10T16:59:53.435 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:53.435 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:53.435 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:53.435 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.522234+0000", 2024-04-10T16:59:53.435 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.522234+0000", 2024-04-10T16:59:53.435 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:53.435 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:53.435 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:53.435 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:53.435 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 550, 2024-04-10T16:59:53.435 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:53.435 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:53.435 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:53.435 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:53.435 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:53.435 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:53.436 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:53.436 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:53.436 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.13", 2024-04-10T16:59:53.436 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:53.436 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:53.436 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:53.436 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 4921, 2024-04-10T16:59:53.436 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:53.436 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T23:41:26.923027+0000", 2024-04-10T16:59:53.436 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:53.436 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:53.436 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:53.436 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:53.436 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:53.436 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:53.436 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:53.436 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:53.437 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:53.437 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:53.437 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:53.437 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:53.437 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:53.437 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:53.437 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:53.437 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:53.437 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:53.437 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:53.437 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:53.437 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:53.437 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:53.437 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:53.437 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:53.437 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:53.438 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:53.438 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:53.438 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:53.438 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:53.438 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:53.438 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:53.438 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:53.438 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:53.438 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:53.438 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:53.438 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:53.438 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:53.438 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:53.438 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:53.438 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:53.438 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:53.439 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:53.439 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:53.439 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:53.439 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.439 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:53.439 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:53.439 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:53.439 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T16:59:53.439 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T16:59:53.439 INFO:tasks.workunit.client.0.smithi069.stdout: 2 2024-04-10T16:59:53.439 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:53.439 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 7, 2024-04-10T16:59:53.439 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:53.439 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.439 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:53.439 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:53.440 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T16:59:53.440 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T16:59:53.440 INFO:tasks.workunit.client.0.smithi069.stdout: 7 2024-04-10T16:59:53.440 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:53.440 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 5, 2024-04-10T16:59:53.440 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:53.440 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:53.440 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 59, 2024-04-10T16:59:53.440 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:53.440 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:53.440 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:53.440 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.942095+0000", 2024-04-10T16:59:53.440 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:42.219590+0000", 2024-04-10T16:59:53.440 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:42.219590+0000", 2024-04-10T16:59:53.440 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:42.219902+0000", 2024-04-10T16:59:53.440 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.942095+0000", 2024-04-10T16:59:53.441 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:53.441 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:53.441 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:53.441 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 551, 2024-04-10T16:59:53.441 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.942095+0000", 2024-04-10T16:59:53.441 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.942095+0000", 2024-04-10T16:59:53.441 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.942095+0000", 2024-04-10T16:59:53.441 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:53.441 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:53.441 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:53.441 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.942095+0000", 2024-04-10T16:59:53.441 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.942095+0000", 2024-04-10T16:59:53.441 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:53.442 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:53.442 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:53.442 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:53.442 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 550, 2024-04-10T16:59:53.442 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:53.442 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:53.442 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:53.442 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:53.442 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:53.442 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:53.442 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:53.442 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:53.442 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "2.12", 2024-04-10T16:59:53.442 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:53.443 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:53.443 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:53.443 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 4994, 2024-04-10T16:59:53.443 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:53.443 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T03:11:49.595540+0000", 2024-04-10T16:59:53.443 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:53.443 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:53.443 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:53.443 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:53.443 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:53.443 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:53.443 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:53.443 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:53.443 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:53.443 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:53.443 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:53.444 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:53.444 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:53.444 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:53.444 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:53.444 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:53.444 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:53.444 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:53.444 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:53.444 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:53.444 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:53.444 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:53.444 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:53.444 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:53.444 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:53.444 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:53.445 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:53.445 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:53.445 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:53.445 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:53.445 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:53.445 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:53.445 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:53.445 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:53.445 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:53.445 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:53.445 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:53.445 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:53.445 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:53.445 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:53.445 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:53.446 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:53.446 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:53.446 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.446 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:53.446 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:53.446 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:53.446 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T16:59:53.446 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T16:59:53.446 INFO:tasks.workunit.client.0.smithi069.stdout: 7 2024-04-10T16:59:53.446 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:53.446 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 5, 2024-04-10T16:59:53.446 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:53.446 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.446 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:53.446 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:53.447 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T16:59:53.447 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T16:59:53.447 INFO:tasks.workunit.client.0.smithi069.stdout: 3 2024-04-10T16:59:53.447 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:53.447 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 0, 2024-04-10T16:59:53.447 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:53.447 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:53.447 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T16:59:53.447 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:53.447 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:53.447 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:53.447 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.941397+0000", 2024-04-10T16:59:53.447 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:42.213388+0000", 2024-04-10T16:59:53.447 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:42.213388+0000", 2024-04-10T16:59:53.447 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:42.213797+0000", 2024-04-10T16:59:53.448 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.941397+0000", 2024-04-10T16:59:53.448 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:53.448 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:53.448 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:53.448 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 551, 2024-04-10T16:59:53.448 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.941397+0000", 2024-04-10T16:59:53.448 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.941397+0000", 2024-04-10T16:59:53.448 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.941397+0000", 2024-04-10T16:59:53.448 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:53.448 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:53.448 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:53.448 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.941397+0000", 2024-04-10T16:59:53.448 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.941397+0000", 2024-04-10T16:59:53.448 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:53.448 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:53.448 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:53.449 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:53.449 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 550, 2024-04-10T16:59:53.449 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:53.449 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:53.449 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:53.449 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:53.449 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:53.449 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:53.449 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:53.449 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:53.449 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.12", 2024-04-10T16:59:53.449 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:53.449 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:53.449 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:53.450 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 5133, 2024-04-10T16:59:53.450 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:53.450 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T23:25:03.282033+0000", 2024-04-10T16:59:53.450 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:53.450 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:53.450 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:53.450 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:53.450 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:53.450 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:53.450 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:53.450 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:53.450 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:53.450 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:53.450 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:53.450 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:53.451 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:53.451 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:53.451 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:53.451 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:53.451 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:53.451 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:53.451 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:53.451 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:53.451 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:53.451 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:53.451 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:53.451 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:53.451 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:53.451 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:53.451 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:53.452 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:53.452 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:53.452 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:53.452 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:53.452 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:53.452 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:53.452 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:53.452 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:53.452 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:53.452 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:53.452 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:53.452 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:53.452 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:53.452 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:53.452 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:53.452 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:53.453 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.453 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:53.453 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:53.453 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:53.453 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T16:59:53.453 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T16:59:53.453 INFO:tasks.workunit.client.0.smithi069.stdout: 3 2024-04-10T16:59:53.453 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:53.453 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 0, 2024-04-10T16:59:53.453 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:53.453 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.453 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:53.453 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:53.453 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T16:59:53.453 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T16:59:53.453 INFO:tasks.workunit.client.0.smithi069.stdout: 3 2024-04-10T16:59:53.453 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:53.454 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 0, 2024-04-10T16:59:53.454 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:53.454 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:53.454 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 59, 2024-04-10T16:59:53.454 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:53.454 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:53.454 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:53.454 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.941867+0000", 2024-04-10T16:59:53.454 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:37:57.397140+0000", 2024-04-10T16:59:53.454 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:37:57.397140+0000", 2024-04-10T16:59:53.454 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:37:57.397738+0000", 2024-04-10T16:59:53.454 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.941867+0000", 2024-04-10T16:59:53.454 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:53.455 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:53.455 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:53.455 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 449, 2024-04-10T16:59:53.455 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.941867+0000", 2024-04-10T16:59:53.455 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.941867+0000", 2024-04-10T16:59:53.455 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.941867+0000", 2024-04-10T16:59:53.455 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:53.455 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:53.455 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:53.455 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.941867+0000", 2024-04-10T16:59:53.455 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.941867+0000", 2024-04-10T16:59:53.455 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:53.455 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 2, 2024-04-10T16:59:53.455 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:53.455 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:53.456 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 448, 2024-04-10T16:59:53.456 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:53.456 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:53.456 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:53.456 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:53.456 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 2, 2024-04-10T16:59:53.456 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:53.456 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:53.456 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:53.456 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "2.13", 2024-04-10T16:59:53.456 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:53.456 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:53.456 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:53.456 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 5138, 2024-04-10T16:59:53.456 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:53.456 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T00:35:10.870313+0000", 2024-04-10T16:59:53.457 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:53.457 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:53.457 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:53.457 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 34, 2024-04-10T16:59:53.457 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:53.457 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:53.457 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:53.457 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:53.457 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:53.457 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:53.457 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:53.457 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:53.457 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:53.457 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:53.457 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:53.457 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:53.457 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:53.458 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:53.458 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:53.458 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 6, 2024-04-10T16:59:53.458 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 2, 2024-04-10T16:59:53.458 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:53.458 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 2, 2024-04-10T16:59:53.458 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:53.458 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:53.458 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:53.458 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:53.458 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:53.458 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 1, 2024-04-10T16:59:53.458 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:53.458 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:53.458 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:53.459 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:53.459 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:53.459 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:53.459 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:53.459 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 4, 2024-04-10T16:59:53.459 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 8, 2024-04-10T16:59:53.459 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:53.459 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:53.459 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:53.459 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 3, 2024-04-10T16:59:53.459 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 7 2024-04-10T16:59:53.459 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.459 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:53.459 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:53.459 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:53.459 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T16:59:53.459 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T16:59:53.460 INFO:tasks.workunit.client.0.smithi069.stdout: 3 2024-04-10T16:59:53.460 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:53.460 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 0, 2024-04-10T16:59:53.460 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "61'2" 2024-04-10T16:59:53.460 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.460 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:53.460 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:53.460 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T16:59:53.460 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T16:59:53.460 INFO:tasks.workunit.client.0.smithi069.stdout: 4 2024-04-10T16:59:53.460 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:53.460 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 7, 2024-04-10T16:59:53.460 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:53.460 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:53.460 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T16:59:53.460 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:53.461 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:53.461 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:53.461 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.523340+0000", 2024-04-10T16:59:53.461 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:42.211280+0000", 2024-04-10T16:59:53.461 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:42.211280+0000", 2024-04-10T16:59:53.461 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:42.215592+0000", 2024-04-10T16:59:53.461 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.523340+0000", 2024-04-10T16:59:53.461 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:53.461 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:53.461 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:53.461 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 551, 2024-04-10T16:59:53.461 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.523340+0000", 2024-04-10T16:59:53.461 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.523340+0000", 2024-04-10T16:59:53.461 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.523340+0000", 2024-04-10T16:59:53.461 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:53.462 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:53.462 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:53.462 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.523340+0000", 2024-04-10T16:59:53.462 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.523340+0000", 2024-04-10T16:59:53.462 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:53.462 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:53.462 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:53.462 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:53.462 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 550, 2024-04-10T16:59:53.462 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:53.462 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:53.462 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:53.463 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:53.463 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:53.463 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:53.463 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:53.463 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:53.463 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.15", 2024-04-10T16:59:53.463 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:53.463 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:53.463 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:53.463 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 4920, 2024-04-10T16:59:53.463 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:53.463 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T18:45:02.636018+0000", 2024-04-10T16:59:53.463 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:53.463 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:53.464 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:53.464 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:53.464 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:53.464 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:53.464 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:53.464 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:53.464 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:53.464 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:53.464 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:53.464 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:53.464 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:53.464 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:53.464 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:53.464 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:53.465 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:53.465 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:53.465 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:53.465 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:53.465 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:53.465 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:53.465 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:53.465 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:53.465 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:53.465 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:53.465 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:53.465 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:53.465 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:53.465 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:53.466 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:53.466 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:53.466 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:53.466 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:53.466 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:53.466 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:53.466 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:53.466 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:53.466 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:53.466 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:53.466 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:53.466 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:53.466 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:53.466 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.466 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:53.467 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:53.467 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:53.467 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T16:59:53.467 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T16:59:53.467 INFO:tasks.workunit.client.0.smithi069.stdout: 4 2024-04-10T16:59:53.467 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:53.467 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 7, 2024-04-10T16:59:53.467 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:53.467 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.467 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:53.467 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:53.467 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T16:59:53.467 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T16:59:53.467 INFO:tasks.workunit.client.0.smithi069.stdout: 5 2024-04-10T16:59:53.468 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:53.468 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 6, 2024-04-10T16:59:53.468 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:53.468 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:53.468 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 59, 2024-04-10T16:59:53.468 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:53.468 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:53.468 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:53.468 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.943365+0000", 2024-04-10T16:59:53.468 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:07.260143+0000", 2024-04-10T16:59:53.468 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:07.260143+0000", 2024-04-10T16:59:53.468 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:07.260503+0000", 2024-04-10T16:59:53.468 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.943365+0000", 2024-04-10T16:59:53.468 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:53.468 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:53.469 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:53.469 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 516, 2024-04-10T16:59:53.469 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.943365+0000", 2024-04-10T16:59:53.469 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.943365+0000", 2024-04-10T16:59:53.469 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.943365+0000", 2024-04-10T16:59:53.469 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:53.469 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:53.469 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:53.469 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.943365+0000", 2024-04-10T16:59:53.469 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.943365+0000", 2024-04-10T16:59:53.469 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:53.469 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 29, 2024-04-10T16:59:53.469 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:53.470 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:53.470 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 515, 2024-04-10T16:59:53.470 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:53.470 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:53.470 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:53.470 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:53.470 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 29, 2024-04-10T16:59:53.470 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:53.470 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:53.470 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:53.470 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "2.14", 2024-04-10T16:59:53.470 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:53.470 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:53.470 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:53.470 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 4973, 2024-04-10T16:59:53.471 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:53.471 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T15:29:13.502170+0000", 2024-04-10T16:59:53.471 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:53.471 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:53.471 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:53.471 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 5824, 2024-04-10T16:59:53.471 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:53.471 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:53.471 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:53.471 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:53.471 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:53.471 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:53.471 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:53.471 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:53.471 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:53.472 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:53.472 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:53.472 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:53.472 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:53.472 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:53.472 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:53.472 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 12, 2024-04-10T16:59:53.472 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 4, 2024-04-10T16:59:53.472 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:53.472 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 4, 2024-04-10T16:59:53.472 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:53.472 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:53.472 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:53.472 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:53.473 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:53.473 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 1, 2024-04-10T16:59:53.473 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:53.473 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:53.473 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:53.473 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:53.473 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:53.473 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:53.473 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:53.473 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 10, 2024-04-10T16:59:53.473 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 14, 2024-04-10T16:59:53.473 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:53.473 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:53.473 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:53.473 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 28, 2024-04-10T16:59:53.473 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 25 2024-04-10T16:59:53.474 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.474 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:53.474 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:53.474 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:53.474 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T16:59:53.474 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T16:59:53.474 INFO:tasks.workunit.client.0.smithi069.stdout: 5 2024-04-10T16:59:53.474 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:53.474 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 6, 2024-04-10T16:59:53.474 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "576'29" 2024-04-10T16:59:53.474 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.474 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:53.474 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:53.474 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T16:59:53.474 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T16:59:53.475 INFO:tasks.workunit.client.0.smithi069.stdout: 6 2024-04-10T16:59:53.475 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:53.475 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 4, 2024-04-10T16:59:53.475 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:53.475 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:53.475 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T16:59:53.475 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:53.475 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:53.475 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:53.475 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.237448+0000", 2024-04-10T16:59:53.475 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:42.224891+0000", 2024-04-10T16:59:53.475 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:42.224891+0000", 2024-04-10T16:59:53.475 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:42.225272+0000", 2024-04-10T16:59:53.475 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.237448+0000", 2024-04-10T16:59:53.475 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:53.476 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:53.476 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:53.476 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 551, 2024-04-10T16:59:53.476 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.237448+0000", 2024-04-10T16:59:53.476 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.237448+0000", 2024-04-10T16:59:53.476 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.237448+0000", 2024-04-10T16:59:53.476 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:53.476 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:53.476 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:53.476 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.237448+0000", 2024-04-10T16:59:53.476 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.237448+0000", 2024-04-10T16:59:53.476 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:53.476 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:53.476 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:53.476 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:53.477 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 550, 2024-04-10T16:59:53.477 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:53.477 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:53.477 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:53.477 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:53.477 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:53.477 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:53.477 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:53.477 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:53.477 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.14", 2024-04-10T16:59:53.477 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:53.477 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:53.477 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:53.477 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 5038, 2024-04-10T16:59:53.477 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:53.478 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T01:59:50.246350+0000", 2024-04-10T16:59:53.478 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:53.478 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:53.478 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:53.478 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:53.478 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:53.478 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:53.478 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:53.478 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:53.478 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:53.478 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:53.478 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:53.478 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:53.478 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:53.479 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:53.479 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:53.479 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:53.479 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:53.479 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:53.479 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:53.479 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:53.479 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:53.479 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:53.479 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:53.479 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:53.479 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:53.479 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:53.479 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:53.479 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:53.480 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:53.480 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:53.480 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:53.480 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:53.480 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:53.480 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:53.480 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:53.480 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:53.480 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:53.480 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:53.480 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:53.480 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:53.480 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:53.480 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:53.480 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:53.481 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.481 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:53.481 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:53.481 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:53.481 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T16:59:53.481 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T16:59:53.481 INFO:tasks.workunit.client.0.smithi069.stdout: 6 2024-04-10T16:59:53.481 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:53.481 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 4, 2024-04-10T16:59:53.481 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:53.481 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.481 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:53.481 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:53.481 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T16:59:53.482 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T16:59:53.482 INFO:tasks.workunit.client.0.smithi069.stdout: 0 2024-04-10T16:59:53.482 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:53.482 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 1, 2024-04-10T16:59:53.482 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:53.482 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:53.482 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 59, 2024-04-10T16:59:53.482 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:53.482 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:53.482 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:53.482 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.942055+0000", 2024-04-10T16:59:53.482 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:38:32.257040+0000", 2024-04-10T16:59:53.482 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:38:32.257040+0000", 2024-04-10T16:59:53.483 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:38:32.257432+0000", 2024-04-10T16:59:53.483 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.942055+0000", 2024-04-10T16:59:53.483 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:53.483 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:53.483 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:53.483 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 481, 2024-04-10T16:59:53.483 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.942055+0000", 2024-04-10T16:59:53.483 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.942055+0000", 2024-04-10T16:59:53.483 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.942055+0000", 2024-04-10T16:59:53.483 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:53.483 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:53.483 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:53.483 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.942055+0000", 2024-04-10T16:59:53.483 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.942055+0000", 2024-04-10T16:59:53.484 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:53.484 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 3, 2024-04-10T16:59:53.484 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:53.484 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:53.484 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 480, 2024-04-10T16:59:53.484 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:53.484 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:53.484 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:53.484 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:53.484 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 3, 2024-04-10T16:59:53.484 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:53.484 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:53.484 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:53.484 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "2.15", 2024-04-10T16:59:53.484 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:53.484 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:53.485 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:53.485 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 5126, 2024-04-10T16:59:53.485 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:53.485 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T23:38:29.413666+0000", 2024-04-10T16:59:53.485 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:53.485 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:53.485 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:53.485 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 90, 2024-04-10T16:59:53.485 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:53.485 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:53.485 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:53.485 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:53.485 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:53.485 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:53.485 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:53.485 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:53.485 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:53.486 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:53.486 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:53.486 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:53.486 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:53.486 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:53.486 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:53.486 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 6, 2024-04-10T16:59:53.486 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 2, 2024-04-10T16:59:53.486 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:53.486 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 2, 2024-04-10T16:59:53.486 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:53.486 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:53.486 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:53.486 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:53.487 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:53.487 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 1, 2024-04-10T16:59:53.487 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:53.487 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:53.487 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:53.487 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:53.487 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:53.487 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:53.487 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:53.487 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 7, 2024-04-10T16:59:53.487 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 7, 2024-04-10T16:59:53.487 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:53.487 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:53.487 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:53.487 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 4, 2024-04-10T16:59:53.487 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 1 2024-04-10T16:59:53.487 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.488 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:53.488 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:53.488 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:53.488 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T16:59:53.488 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T16:59:53.488 INFO:tasks.workunit.client.0.smithi069.stdout: 0 2024-04-10T16:59:53.488 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:53.488 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 1, 2024-04-10T16:59:53.488 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "61'3" 2024-04-10T16:59:53.488 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.488 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:53.488 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:53.488 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T16:59:53.489 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T16:59:53.489 INFO:tasks.workunit.client.0.smithi069.stdout: 3 2024-04-10T16:59:53.489 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:53.489 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 0, 2024-04-10T16:59:53.489 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:53.489 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:53.489 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T16:59:53.489 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:53.489 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:53.489 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:53.489 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.943187+0000", 2024-04-10T16:59:53.489 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:38:32.246495+0000", 2024-04-10T16:59:53.489 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:38:32.246495+0000", 2024-04-10T16:59:53.490 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:38:32.246830+0000", 2024-04-10T16:59:53.490 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.943187+0000", 2024-04-10T16:59:53.490 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:53.490 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:53.490 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:53.490 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 481, 2024-04-10T16:59:53.490 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.943187+0000", 2024-04-10T16:59:53.490 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.943187+0000", 2024-04-10T16:59:53.490 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.943187+0000", 2024-04-10T16:59:53.490 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:53.490 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:53.490 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:53.490 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.943187+0000", 2024-04-10T16:59:53.491 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.943187+0000", 2024-04-10T16:59:53.491 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:53.491 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:53.491 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:53.491 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:53.491 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 480, 2024-04-10T16:59:53.491 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:53.491 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:53.491 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:53.491 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:53.491 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:53.491 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:53.491 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:53.491 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:53.491 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.17", 2024-04-10T16:59:53.492 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:53.492 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:53.492 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:53.492 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 5131, 2024-04-10T16:59:53.492 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:53.492 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T02:32:08.341371+0000", 2024-04-10T16:59:53.492 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:53.492 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:53.492 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:53.492 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:53.492 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:53.492 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:53.492 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:53.492 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:53.492 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:53.492 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:53.492 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:53.493 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:53.493 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:53.493 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:53.493 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:53.493 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:53.493 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:53.493 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:53.493 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:53.493 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:53.493 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:53.493 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:53.493 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:53.493 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:53.493 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:53.493 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:53.494 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:53.494 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:53.494 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:53.494 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:53.494 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:53.494 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:53.494 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:53.494 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:53.494 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:53.494 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:53.494 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:53.494 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:53.494 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:53.494 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:53.495 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:53.495 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:53.495 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:53.495 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.495 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:53.495 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:53.495 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:53.495 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T16:59:53.495 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T16:59:53.495 INFO:tasks.workunit.client.0.smithi069.stdout: 3 2024-04-10T16:59:53.495 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:53.495 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 0, 2024-04-10T16:59:53.495 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:53.496 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.496 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:53.496 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:53.496 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T16:59:53.496 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T16:59:53.496 INFO:tasks.workunit.client.0.smithi069.stdout: 2 2024-04-10T16:59:53.496 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:53.496 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 5, 2024-04-10T16:59:53.496 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:53.496 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:53.496 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 59, 2024-04-10T16:59:53.496 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:53.496 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:53.496 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:53.497 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.943115+0000", 2024-04-10T16:59:53.497 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:07.260779+0000", 2024-04-10T16:59:53.497 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:07.260779+0000", 2024-04-10T16:59:53.497 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:07.261242+0000", 2024-04-10T16:59:53.497 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.943115+0000", 2024-04-10T16:59:53.497 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:53.497 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:53.497 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:53.497 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 516, 2024-04-10T16:59:53.497 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.943115+0000", 2024-04-10T16:59:53.497 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.943115+0000", 2024-04-10T16:59:53.497 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.943115+0000", 2024-04-10T16:59:53.497 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:53.497 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:53.497 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:53.497 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.943115+0000", 2024-04-10T16:59:53.498 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.943115+0000", 2024-04-10T16:59:53.498 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:53.498 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:53.498 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:53.498 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:53.498 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 515, 2024-04-10T16:59:53.498 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:53.498 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:53.498 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:53.498 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:53.498 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:53.498 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:53.498 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:53.498 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:53.498 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "2.16", 2024-04-10T16:59:53.499 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:53.499 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:53.499 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:53.499 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 4998, 2024-04-10T16:59:53.499 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:53.499 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T20:36:38.220359+0000", 2024-04-10T16:59:53.499 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:53.499 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:53.499 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:53.499 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:53.499 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:53.499 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:53.499 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:53.499 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:53.499 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:53.499 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:53.500 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:53.500 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:53.500 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:53.500 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:53.500 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:53.500 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:53.500 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:53.500 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:53.500 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:53.500 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:53.500 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:53.500 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:53.500 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:53.500 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:53.500 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:53.500 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:53.500 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:53.501 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:53.501 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:53.501 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:53.501 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:53.501 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:53.501 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:53.501 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:53.501 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:53.501 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:53.501 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:53.501 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:53.501 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:53.501 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:53.501 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:53.501 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:53.501 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:53.502 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.502 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:53.502 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:53.502 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:53.502 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T16:59:53.502 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T16:59:53.502 INFO:tasks.workunit.client.0.smithi069.stdout: 2 2024-04-10T16:59:53.502 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:53.502 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 5, 2024-04-10T16:59:53.502 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:53.502 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.502 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:53.502 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:53.502 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T16:59:53.503 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T16:59:53.503 INFO:tasks.workunit.client.0.smithi069.stdout: 1 2024-04-10T16:59:53.503 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:53.503 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 5, 2024-04-10T16:59:53.503 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:53.503 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:53.503 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T16:59:53.503 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:53.503 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:53.503 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:53.503 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.943327+0000", 2024-04-10T16:59:53.503 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:42.204523+0000", 2024-04-10T16:59:53.503 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:42.204523+0000", 2024-04-10T16:59:53.504 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:42.204831+0000", 2024-04-10T16:59:53.504 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.943327+0000", 2024-04-10T16:59:53.504 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:53.504 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:53.504 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:53.504 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 551, 2024-04-10T16:59:53.504 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.943327+0000", 2024-04-10T16:59:53.504 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.943327+0000", 2024-04-10T16:59:53.504 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.943327+0000", 2024-04-10T16:59:53.504 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:53.504 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:53.504 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:53.504 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.943327+0000", 2024-04-10T16:59:53.504 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.943327+0000", 2024-04-10T16:59:53.504 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:53.504 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:53.505 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:53.505 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:53.505 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 550, 2024-04-10T16:59:53.505 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:53.505 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:53.505 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:53.505 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:53.505 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:53.505 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:53.505 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:53.505 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:53.505 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.16", 2024-04-10T16:59:53.505 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:53.505 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:53.505 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:53.505 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 4964, 2024-04-10T16:59:53.506 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:53.506 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T16:09:56.363739+0000", 2024-04-10T16:59:53.506 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:53.506 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:53.506 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:53.506 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:53.506 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:53.506 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:53.506 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:53.506 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:53.506 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:53.506 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:53.506 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:53.506 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:53.506 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:53.506 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:53.507 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:53.507 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:53.507 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:53.507 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:53.507 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:53.507 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:53.507 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:53.507 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:53.507 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:53.507 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:53.507 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:53.507 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:53.507 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:53.507 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:53.507 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:53.508 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:53.508 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:53.508 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:53.508 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:53.508 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:53.508 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:53.508 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:53.508 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:53.508 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:53.508 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:53.508 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:53.508 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:53.508 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:53.508 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:53.508 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.508 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:53.509 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:53.509 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:53.509 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T16:59:53.509 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T16:59:53.509 INFO:tasks.workunit.client.0.smithi069.stdout: 1 2024-04-10T16:59:53.509 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:53.509 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 5, 2024-04-10T16:59:53.509 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:53.509 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.509 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:53.509 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:53.509 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T16:59:53.509 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T16:59:53.509 INFO:tasks.workunit.client.0.smithi069.stdout: 2 2024-04-10T16:59:53.510 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:53.510 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 6, 2024-04-10T16:59:53.510 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:53.510 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:53.510 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 59, 2024-04-10T16:59:53.510 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:53.510 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:53.510 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:53.510 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.945960+0000", 2024-04-10T16:59:53.510 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:07.259266+0000", 2024-04-10T16:59:53.510 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:07.259266+0000", 2024-04-10T16:59:53.510 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:07.259593+0000", 2024-04-10T16:59:53.510 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.945960+0000", 2024-04-10T16:59:53.510 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:53.510 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:53.510 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:53.510 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 516, 2024-04-10T16:59:53.511 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.945960+0000", 2024-04-10T16:59:53.511 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.945960+0000", 2024-04-10T16:59:53.511 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.945960+0000", 2024-04-10T16:59:53.511 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:53.511 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:53.511 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:53.511 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.945960+0000", 2024-04-10T16:59:53.511 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.945960+0000", 2024-04-10T16:59:53.511 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:53.511 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:53.511 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:53.511 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:53.511 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 515, 2024-04-10T16:59:53.511 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:53.511 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:53.512 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:53.512 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:53.512 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:53.512 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:53.512 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:53.512 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:53.512 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "2.17", 2024-04-10T16:59:53.512 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:53.512 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:53.512 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:53.512 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 4937, 2024-04-10T16:59:53.512 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:53.512 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T15:59:13.434733+0000", 2024-04-10T16:59:53.512 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:53.512 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:53.513 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:53.513 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:53.513 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:53.513 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:53.513 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:53.513 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:53.513 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:53.513 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:53.513 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:53.513 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:53.513 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:53.513 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:53.513 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:53.513 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:53.513 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:53.513 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:53.514 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:53.514 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:53.514 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:53.514 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:53.514 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:53.514 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:53.514 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:53.514 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:53.514 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:53.514 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:53.514 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:53.514 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:53.514 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:53.514 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:53.515 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:53.515 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:53.515 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:53.515 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:53.515 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:53.515 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:53.515 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:53.515 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:53.515 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:53.515 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:53.515 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:53.515 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.515 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:53.515 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:53.515 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:53.515 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T16:59:53.516 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T16:59:53.516 INFO:tasks.workunit.client.0.smithi069.stdout: 2 2024-04-10T16:59:53.516 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:53.516 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 6, 2024-04-10T16:59:53.516 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:53.516 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.516 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:53.516 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:53.516 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T16:59:53.516 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T16:59:53.516 INFO:tasks.workunit.client.0.smithi069.stdout: 4 2024-04-10T16:59:53.516 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:53.516 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 1, 2024-04-10T16:59:53.516 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:53.516 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:53.516 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T16:59:53.516 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:53.517 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:53.517 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:53.517 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.940971+0000", 2024-04-10T16:59:53.517 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:37:57.387820+0000", 2024-04-10T16:59:53.517 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:37:57.387820+0000", 2024-04-10T16:59:53.517 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:37:57.388131+0000", 2024-04-10T16:59:53.517 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.940971+0000", 2024-04-10T16:59:53.517 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:53.517 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:53.517 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:53.517 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 449, 2024-04-10T16:59:53.517 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.940971+0000", 2024-04-10T16:59:53.517 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.940971+0000", 2024-04-10T16:59:53.517 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.940971+0000", 2024-04-10T16:59:53.517 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:53.517 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:53.518 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:53.518 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.940971+0000", 2024-04-10T16:59:53.518 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.940971+0000", 2024-04-10T16:59:53.518 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:53.518 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:53.518 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:53.518 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:53.518 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 448, 2024-04-10T16:59:53.518 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:53.518 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:53.518 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:53.518 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:53.518 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:53.518 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:53.518 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:53.518 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:53.519 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.19", 2024-04-10T16:59:53.519 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:53.519 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:53.519 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:53.519 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 5106, 2024-04-10T16:59:53.519 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:53.519 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T03:00:00.330753+0000", 2024-04-10T16:59:53.519 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:53.519 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:53.519 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:53.519 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:53.519 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:53.519 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:53.519 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:53.519 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:53.519 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:53.519 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:53.520 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:53.520 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:53.520 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:53.520 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:53.520 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:53.520 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:53.520 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:53.520 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:53.520 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:53.520 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:53.520 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:53.520 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:53.520 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:53.520 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:53.520 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:53.520 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:53.520 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:53.521 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:53.521 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:53.521 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:53.521 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:53.521 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:53.521 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:53.521 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:53.521 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:53.521 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:53.521 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:53.521 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:53.521 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:53.521 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:53.521 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:53.521 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:53.521 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:53.521 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.522 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:53.522 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:53.522 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:53.522 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T16:59:53.522 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T16:59:53.522 INFO:tasks.workunit.client.0.smithi069.stdout: 4 2024-04-10T16:59:53.522 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:53.522 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 1, 2024-04-10T16:59:53.522 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:53.522 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.522 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:53.522 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:53.522 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T16:59:53.522 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T16:59:53.522 INFO:tasks.workunit.client.0.smithi069.stdout: 7 2024-04-10T16:59:53.522 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:53.523 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 5, 2024-04-10T16:59:53.523 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:53.523 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:53.523 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 59, 2024-04-10T16:59:53.523 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:53.523 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:53.523 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:53.523 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.943801+0000", 2024-04-10T16:59:53.523 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:42.222633+0000", 2024-04-10T16:59:53.523 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:42.222633+0000", 2024-04-10T16:59:53.523 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:42.222961+0000", 2024-04-10T16:59:53.523 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.943801+0000", 2024-04-10T16:59:53.523 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:53.523 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:53.523 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:53.523 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 551, 2024-04-10T16:59:53.524 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.943801+0000", 2024-04-10T16:59:53.524 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.943801+0000", 2024-04-10T16:59:53.524 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.943801+0000", 2024-04-10T16:59:53.524 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:53.524 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:53.524 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:53.524 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.943801+0000", 2024-04-10T16:59:53.524 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.943801+0000", 2024-04-10T16:59:53.524 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:53.524 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:53.524 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:53.524 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:53.524 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 550, 2024-04-10T16:59:53.524 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:53.524 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:53.524 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:53.525 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:53.525 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:53.525 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:53.525 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:53.525 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:53.525 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "2.18", 2024-04-10T16:59:53.525 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:53.525 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:53.525 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:53.525 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 4982, 2024-04-10T16:59:53.525 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:53.525 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T02:08:18.728178+0000", 2024-04-10T16:59:53.525 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:53.525 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:53.526 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:53.526 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:53.526 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:53.526 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:53.526 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:53.526 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:53.526 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:53.526 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:53.526 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:53.526 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:53.526 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:53.526 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:53.526 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:53.526 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:53.526 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:53.527 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:53.527 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:53.527 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:53.527 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:53.527 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:53.527 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:53.527 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:53.527 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:53.527 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:53.527 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:53.527 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:53.527 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:53.527 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:53.527 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:53.527 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:53.527 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:53.528 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:53.528 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:53.528 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:53.528 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:53.528 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:53.528 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:53.528 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:53.528 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:53.528 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:53.528 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:53.528 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.528 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:53.528 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:53.528 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:53.528 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T16:59:53.529 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T16:59:53.529 INFO:tasks.workunit.client.0.smithi069.stdout: 7 2024-04-10T16:59:53.529 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:53.529 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 5, 2024-04-10T16:59:53.529 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:53.529 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.529 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:53.529 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:53.529 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T16:59:53.529 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T16:59:53.529 INFO:tasks.workunit.client.0.smithi069.stdout: 1 2024-04-10T16:59:53.529 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:53.529 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 3, 2024-04-10T16:59:53.529 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:53.529 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:53.529 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T16:59:53.530 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:53.530 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:53.530 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:53.530 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.238484+0000", 2024-04-10T16:59:53.530 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:37:21.177638+0000", 2024-04-10T16:59:53.530 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:37:21.177638+0000", 2024-04-10T16:59:53.530 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:37:21.177951+0000", 2024-04-10T16:59:53.530 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.238484+0000", 2024-04-10T16:59:53.530 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:53.530 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:53.530 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:53.530 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 417, 2024-04-10T16:59:53.530 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.238484+0000", 2024-04-10T16:59:53.531 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.238484+0000", 2024-04-10T16:59:53.531 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.238484+0000", 2024-04-10T16:59:53.531 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:53.531 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:53.531 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:53.531 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.238484+0000", 2024-04-10T16:59:53.531 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.238484+0000", 2024-04-10T16:59:53.531 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:53.531 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:53.531 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:53.531 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:53.531 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 416, 2024-04-10T16:59:53.531 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:53.531 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:53.532 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:53.532 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:53.532 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:53.532 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:53.532 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:53.532 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:53.532 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.18", 2024-04-10T16:59:53.532 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:53.532 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:53.532 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:53.532 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 5086, 2024-04-10T16:59:53.532 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:53.532 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T18:06:28.698316+0000", 2024-04-10T16:59:53.532 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:53.532 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:53.532 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:53.533 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:53.533 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:53.533 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:53.533 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:53.533 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:53.533 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:53.533 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:53.533 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:53.533 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:53.533 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:53.533 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:53.533 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:53.533 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:53.533 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:53.533 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:53.533 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:53.533 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:53.534 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:53.534 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:53.534 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:53.534 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:53.534 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:53.534 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:53.534 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:53.534 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:53.534 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:53.534 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:53.534 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:53.534 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:53.534 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:53.534 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:53.534 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:53.535 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:53.535 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:53.535 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:53.535 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:53.535 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:53.535 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:53.535 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:53.535 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:53.535 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.535 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:53.535 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:53.535 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:53.535 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T16:59:53.535 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T16:59:53.535 INFO:tasks.workunit.client.0.smithi069.stdout: 1 2024-04-10T16:59:53.536 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:53.536 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 3, 2024-04-10T16:59:53.536 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:53.536 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.536 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:53.536 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:53.536 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T16:59:53.536 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T16:59:53.536 INFO:tasks.workunit.client.0.smithi069.stdout: 0 2024-04-10T16:59:53.536 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:53.536 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 3, 2024-04-10T16:59:53.536 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:53.536 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:53.537 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 59, 2024-04-10T16:59:53.537 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:53.537 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:53.537 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:53.537 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.240455+0000", 2024-04-10T16:59:53.537 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:07.252082+0000", 2024-04-10T16:59:53.537 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:07.252082+0000", 2024-04-10T16:59:53.537 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:07.252387+0000", 2024-04-10T16:59:53.537 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.240455+0000", 2024-04-10T16:59:53.537 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:53.537 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:53.537 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:53.537 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 516, 2024-04-10T16:59:53.537 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.240455+0000", 2024-04-10T16:59:53.538 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.240455+0000", 2024-04-10T16:59:53.538 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.240455+0000", 2024-04-10T16:59:53.538 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:53.538 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:53.538 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:53.538 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.240455+0000", 2024-04-10T16:59:53.538 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.240455+0000", 2024-04-10T16:59:53.538 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:53.538 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:53.538 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:53.538 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:53.538 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 515, 2024-04-10T16:59:53.538 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:53.538 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:53.538 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:53.538 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:53.539 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:53.539 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:53.539 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:53.539 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:53.539 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "2.19", 2024-04-10T16:59:53.539 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:53.539 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:53.539 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:53.539 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 5088, 2024-04-10T16:59:53.539 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:53.539 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T00:20:53.040747+0000", 2024-04-10T16:59:53.539 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:53.539 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:53.539 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:53.539 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:53.539 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:53.540 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:53.540 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:53.540 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:53.540 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:53.540 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:53.540 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:53.540 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:53.540 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:53.540 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:53.540 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:53.540 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:53.540 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:53.540 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:53.540 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:53.540 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:53.540 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:53.540 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:53.541 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:53.541 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:53.541 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:53.541 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:53.541 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:53.541 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:53.541 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:53.541 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:53.541 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:53.541 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:53.541 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:53.541 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:53.541 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:53.541 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:53.541 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:53.542 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:53.542 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:53.542 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:53.542 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:53.542 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:53.542 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:53.542 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.542 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:53.542 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:53.542 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:53.542 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T16:59:53.542 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T16:59:53.542 INFO:tasks.workunit.client.0.smithi069.stdout: 0 2024-04-10T16:59:53.542 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:53.542 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 3, 2024-04-10T16:59:53.542 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:53.543 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.543 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:53.543 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:53.543 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T16:59:53.543 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T16:59:53.543 INFO:tasks.workunit.client.0.smithi069.stdout: 7 2024-04-10T16:59:53.543 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:53.543 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 0, 2024-04-10T16:59:53.543 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:53.543 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:53.543 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T16:59:53.543 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:53.543 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:53.543 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:53.543 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.941987+0000", 2024-04-10T16:59:53.544 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:42.217740+0000", 2024-04-10T16:59:53.544 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:42.217740+0000", 2024-04-10T16:59:53.544 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:42.218041+0000", 2024-04-10T16:59:53.544 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.941987+0000", 2024-04-10T16:59:53.544 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:53.544 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:53.544 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:53.544 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 551, 2024-04-10T16:59:53.544 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.941987+0000", 2024-04-10T16:59:53.544 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.941987+0000", 2024-04-10T16:59:53.544 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.941987+0000", 2024-04-10T16:59:53.544 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:53.544 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:53.544 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:53.545 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.941987+0000", 2024-04-10T16:59:53.545 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.941987+0000", 2024-04-10T16:59:53.545 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:53.545 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:53.545 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:53.545 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:53.545 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 550, 2024-04-10T16:59:53.545 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:53.545 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:53.545 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:53.545 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:53.545 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:53.545 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:53.545 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:53.545 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:53.546 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.1b", 2024-04-10T16:59:53.546 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:53.546 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:53.546 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:53.546 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 5130, 2024-04-10T16:59:53.546 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:53.546 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T19:47:52.011692+0000", 2024-04-10T16:59:53.546 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:53.546 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:53.546 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:53.546 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:53.546 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:53.546 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:53.546 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:53.546 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:53.547 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:53.547 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:53.547 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:53.547 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:53.547 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:53.547 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:53.547 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:53.547 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:53.547 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:53.547 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:53.547 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:53.547 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:53.547 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:53.547 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:53.547 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:53.547 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:53.548 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:53.548 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:53.548 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:53.548 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:53.548 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:53.548 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:53.548 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:53.548 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:53.548 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:53.548 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:53.548 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:53.548 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:53.548 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:53.548 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:53.548 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:53.548 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:53.548 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:53.549 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:53.549 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:53.549 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.549 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:53.549 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:53.549 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:53.549 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T16:59:53.549 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T16:59:53.549 INFO:tasks.workunit.client.0.smithi069.stdout: 7 2024-04-10T16:59:53.549 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:53.549 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 0, 2024-04-10T16:59:53.549 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:53.549 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.549 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:53.549 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:53.549 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T16:59:53.550 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T16:59:53.550 INFO:tasks.workunit.client.0.smithi069.stdout: 7 2024-04-10T16:59:53.550 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:53.550 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 6, 2024-04-10T16:59:53.550 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:53.550 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:53.550 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 59, 2024-04-10T16:59:53.550 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:53.550 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:53.550 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:53.550 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.942867+0000", 2024-04-10T16:59:53.550 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:42.217010+0000", 2024-04-10T16:59:53.550 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:42.217010+0000", 2024-04-10T16:59:53.550 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:42.217527+0000", 2024-04-10T16:59:53.550 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.942867+0000", 2024-04-10T16:59:53.551 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:53.551 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:53.551 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:53.551 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 551, 2024-04-10T16:59:53.551 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.942867+0000", 2024-04-10T16:59:53.551 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.942867+0000", 2024-04-10T16:59:53.551 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.942867+0000", 2024-04-10T16:59:53.551 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:53.551 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:53.551 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:53.551 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.942867+0000", 2024-04-10T16:59:53.551 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.942867+0000", 2024-04-10T16:59:53.551 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:53.551 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 2, 2024-04-10T16:59:53.551 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:53.551 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:53.551 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 550, 2024-04-10T16:59:53.552 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:53.552 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:53.552 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:53.552 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:53.552 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 2, 2024-04-10T16:59:53.552 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:53.552 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:53.552 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:53.552 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "2.1a", 2024-04-10T16:59:53.552 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:53.552 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:53.552 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:53.552 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 4942, 2024-04-10T16:59:53.552 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:53.552 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T17:11:41.749895+0000", 2024-04-10T16:59:53.553 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:53.553 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:53.553 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:53.553 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:53.553 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:53.553 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:53.553 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:53.553 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:53.553 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:53.553 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:53.553 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:53.553 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:53.553 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:53.553 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:53.553 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:53.554 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:53.554 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:53.554 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:53.554 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:53.554 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:53.554 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:53.554 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:53.554 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:53.554 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:53.554 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:53.554 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:53.554 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:53.554 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:53.554 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:53.555 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:53.555 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:53.555 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:53.555 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:53.555 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:53.555 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:53.555 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:53.555 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:53.555 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:53.555 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:53.555 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:53.555 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:53.555 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:53.555 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:53.555 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.555 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:53.556 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:53.556 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:53.556 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T16:59:53.556 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T16:59:53.556 INFO:tasks.workunit.client.0.smithi069.stdout: 7 2024-04-10T16:59:53.556 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:53.556 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 6, 2024-04-10T16:59:53.556 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "576'2" 2024-04-10T16:59:53.556 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.556 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:53.556 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:53.556 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T16:59:53.556 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T16:59:53.556 INFO:tasks.workunit.client.0.smithi069.stdout: 2 2024-04-10T16:59:53.556 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:53.557 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 4, 2024-04-10T16:59:53.557 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:53.557 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:53.557 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T16:59:53.557 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:53.557 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:53.557 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:53.557 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.237903+0000", 2024-04-10T16:59:53.557 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:37:57.385559+0000", 2024-04-10T16:59:53.557 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:37:57.385559+0000", 2024-04-10T16:59:53.557 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:37:57.386185+0000", 2024-04-10T16:59:53.557 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.237903+0000", 2024-04-10T16:59:53.557 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:53.557 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:53.557 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:53.557 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 449, 2024-04-10T16:59:53.558 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.237903+0000", 2024-04-10T16:59:53.558 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.237903+0000", 2024-04-10T16:59:53.558 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.237903+0000", 2024-04-10T16:59:53.558 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:53.558 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:53.558 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:53.558 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.237903+0000", 2024-04-10T16:59:53.558 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.237903+0000", 2024-04-10T16:59:53.558 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:53.558 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:53.558 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:53.558 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:53.558 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 448, 2024-04-10T16:59:53.558 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:53.559 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:53.559 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:53.559 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:53.559 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:53.559 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:53.559 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:53.559 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:53.559 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.1a", 2024-04-10T16:59:53.559 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:53.559 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:53.559 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:53.559 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 5040, 2024-04-10T16:59:53.559 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:53.559 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T16:56:44.553920+0000", 2024-04-10T16:59:53.559 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:53.560 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:53.560 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:53.560 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:53.560 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:53.560 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:53.560 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:53.560 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:53.560 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:53.560 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:53.560 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:53.560 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:53.560 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:53.560 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:53.560 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:53.560 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:53.560 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:53.560 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:53.561 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:53.561 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:53.561 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:53.561 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:53.561 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:53.561 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:53.561 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:53.561 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:53.561 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:53.561 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:53.561 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:53.561 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:53.561 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:53.561 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:53.562 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:53.562 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:53.562 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:53.562 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:53.562 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:53.562 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:53.562 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:53.562 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:53.562 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:53.562 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:53.562 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:53.562 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.562 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:53.562 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:53.562 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:53.563 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T16:59:53.563 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T16:59:53.563 INFO:tasks.workunit.client.0.smithi069.stdout: 2 2024-04-10T16:59:53.563 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:53.563 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 4, 2024-04-10T16:59:53.563 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:53.563 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.563 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:53.563 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:53.563 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T16:59:53.563 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T16:59:53.563 INFO:tasks.workunit.client.0.smithi069.stdout: 6 2024-04-10T16:59:53.563 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:53.563 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 3, 2024-04-10T16:59:53.563 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:53.564 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:53.564 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 59, 2024-04-10T16:59:53.564 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:53.564 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:53.564 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:53.564 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.241430+0000", 2024-04-10T16:59:53.564 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:42.217949+0000", 2024-04-10T16:59:53.564 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:42.217949+0000", 2024-04-10T16:59:53.564 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:42.218404+0000", 2024-04-10T16:59:53.564 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.241430+0000", 2024-04-10T16:59:53.564 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:53.564 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:53.564 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:53.564 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 551, 2024-04-10T16:59:53.564 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.241430+0000", 2024-04-10T16:59:53.565 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.241430+0000", 2024-04-10T16:59:53.565 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.241430+0000", 2024-04-10T16:59:53.565 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:53.565 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:53.565 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:53.565 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.241430+0000", 2024-04-10T16:59:53.565 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.241430+0000", 2024-04-10T16:59:53.565 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:53.565 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 2, 2024-04-10T16:59:53.565 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:53.565 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:53.565 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 550, 2024-04-10T16:59:53.565 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:53.565 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:53.565 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:53.565 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:53.566 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 2, 2024-04-10T16:59:53.566 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:53.566 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:53.566 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:53.566 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "2.1b", 2024-04-10T16:59:53.566 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:53.566 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:53.566 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:53.566 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 5075, 2024-04-10T16:59:53.566 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:53.566 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T22:06:21.613391+0000", 2024-04-10T16:59:53.566 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:53.566 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:53.566 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:53.567 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:53.567 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:53.567 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:53.567 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:53.567 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:53.567 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:53.567 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:53.567 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:53.567 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:53.567 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:53.567 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:53.567 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:53.567 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:53.568 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:53.568 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:53.568 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:53.568 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:53.568 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:53.568 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:53.568 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:53.568 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:53.568 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:53.568 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:53.568 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:53.568 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:53.568 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:53.568 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:53.568 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:53.568 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:53.569 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:53.569 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:53.569 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:53.569 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:53.569 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:53.569 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:53.569 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:53.569 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:53.569 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:53.569 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:53.569 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:53.569 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.569 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:53.569 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:53.569 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:53.569 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T16:59:53.569 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T16:59:53.570 INFO:tasks.workunit.client.0.smithi069.stdout: 6 2024-04-10T16:59:53.570 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:53.570 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 3, 2024-04-10T16:59:53.570 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "576'2" 2024-04-10T16:59:53.570 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.570 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:53.570 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:53.570 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T16:59:53.570 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T16:59:53.570 INFO:tasks.workunit.client.0.smithi069.stdout: 6 2024-04-10T16:59:53.570 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:53.570 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 5, 2024-04-10T16:59:53.570 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:53.570 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:53.570 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T16:59:53.571 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:53.571 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:53.571 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:53.571 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.943475+0000", 2024-04-10T16:59:53.571 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:07.260192+0000", 2024-04-10T16:59:53.571 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:07.260192+0000", 2024-04-10T16:59:53.571 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:07.260591+0000", 2024-04-10T16:59:53.571 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.943475+0000", 2024-04-10T16:59:53.571 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:53.571 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:53.571 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:53.571 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 516, 2024-04-10T16:59:53.571 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.943475+0000", 2024-04-10T16:59:53.571 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.943475+0000", 2024-04-10T16:59:53.571 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.943475+0000", 2024-04-10T16:59:53.571 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:53.572 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:53.572 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:53.572 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.943475+0000", 2024-04-10T16:59:53.572 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.943475+0000", 2024-04-10T16:59:53.572 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:53.572 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:53.572 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:53.572 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:53.572 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 515, 2024-04-10T16:59:53.572 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:53.572 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:53.572 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:53.572 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:53.572 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:53.572 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:53.572 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:53.572 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:53.573 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.1d", 2024-04-10T16:59:53.573 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:53.573 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:53.573 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:53.573 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 4972, 2024-04-10T16:59:53.573 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:53.573 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T22:38:37.608608+0000", 2024-04-10T16:59:53.573 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:53.573 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:53.573 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:53.573 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:53.573 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:53.573 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:53.573 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:53.573 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:53.573 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:53.574 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:53.574 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:53.574 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:53.574 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:53.574 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:53.574 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:53.574 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:53.574 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:53.574 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:53.574 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:53.574 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:53.574 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:53.574 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:53.574 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:53.574 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:53.574 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:53.575 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:53.575 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:53.575 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:53.575 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:53.575 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:53.575 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:53.575 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:53.575 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:53.575 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:53.575 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:53.575 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:53.575 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:53.575 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:53.575 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:53.575 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:53.575 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:53.576 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:53.576 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:53.576 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.576 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:53.576 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:53.576 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:53.576 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T16:59:53.576 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T16:59:53.576 INFO:tasks.workunit.client.0.smithi069.stdout: 6 2024-04-10T16:59:53.576 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:53.576 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 5, 2024-04-10T16:59:53.576 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:53.576 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.576 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:53.576 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:53.576 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T16:59:53.577 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T16:59:53.577 INFO:tasks.workunit.client.0.smithi069.stdout: 2 2024-04-10T16:59:53.577 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:53.577 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 7, 2024-04-10T16:59:53.577 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:53.577 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:53.577 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 59, 2024-04-10T16:59:53.577 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:53.577 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:53.577 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:53.577 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.522603+0000", 2024-04-10T16:59:53.577 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:42.221704+0000", 2024-04-10T16:59:53.577 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:42.221704+0000", 2024-04-10T16:59:53.577 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:42.223448+0000", 2024-04-10T16:59:53.577 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.522603+0000", 2024-04-10T16:59:53.577 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:53.577 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:53.578 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:53.578 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 551, 2024-04-10T16:59:53.578 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.522603+0000", 2024-04-10T16:59:53.578 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.522603+0000", 2024-04-10T16:59:53.578 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.522603+0000", 2024-04-10T16:59:53.578 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:53.578 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:53.578 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:53.578 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.522603+0000", 2024-04-10T16:59:53.578 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.522603+0000", 2024-04-10T16:59:53.578 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:53.578 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 2, 2024-04-10T16:59:53.578 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:53.578 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:53.579 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 550, 2024-04-10T16:59:53.579 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:53.579 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:53.579 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:53.579 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:53.579 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 2, 2024-04-10T16:59:53.579 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:53.579 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:53.579 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:53.579 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "2.1c", 2024-04-10T16:59:53.579 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:53.579 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:53.579 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:53.580 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 4915, 2024-04-10T16:59:53.580 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:53.580 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T02:45:11.484172+0000", 2024-04-10T16:59:53.580 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:53.580 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:53.580 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:53.580 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:53.580 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:53.580 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:53.580 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:53.580 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:53.580 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:53.580 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:53.580 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:53.580 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:53.581 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:53.581 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:53.581 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:53.581 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:53.581 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:53.581 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:53.581 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:53.581 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 3, 2024-04-10T16:59:53.581 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 1, 2024-04-10T16:59:53.581 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:53.581 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 1, 2024-04-10T16:59:53.581 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:53.581 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:53.581 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:53.581 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:53.582 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:53.582 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 1, 2024-04-10T16:59:53.582 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:53.582 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:53.582 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:53.582 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:53.582 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:53.582 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:53.582 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:53.582 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 6, 2024-04-10T16:59:53.582 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 6, 2024-04-10T16:59:53.582 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:53.582 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:53.582 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:53.582 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 3, 2024-04-10T16:59:53.583 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:53.583 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.583 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:53.583 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:53.583 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:53.583 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T16:59:53.583 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T16:59:53.583 INFO:tasks.workunit.client.0.smithi069.stdout: 2 2024-04-10T16:59:53.583 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:53.583 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 7, 2024-04-10T16:59:53.583 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "61'2" 2024-04-10T16:59:53.583 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.583 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:53.583 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:53.584 INFO:tasks.workunit.client.0.smithi069.stdout: 2, 2024-04-10T16:59:53.584 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T16:59:53.584 INFO:tasks.workunit.client.0.smithi069.stdout: 1 2024-04-10T16:59:53.584 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:53.584 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 2, 2024-04-10T16:59:53.584 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:53.584 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:53.584 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T16:59:53.584 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:53.584 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:53.584 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:53.584 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.239369+0000", 2024-04-10T16:59:53.584 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:37:57.388576+0000", 2024-04-10T16:59:53.584 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:37:57.388576+0000", 2024-04-10T16:59:53.584 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:37:57.388937+0000", 2024-04-10T16:59:53.585 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.239369+0000", 2024-04-10T16:59:53.585 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:53.585 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:53.585 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:53.585 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 449, 2024-04-10T16:59:53.585 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.239369+0000", 2024-04-10T16:59:53.585 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.239369+0000", 2024-04-10T16:59:53.585 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.239369+0000", 2024-04-10T16:59:53.585 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:53.585 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:53.585 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:53.585 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.239369+0000", 2024-04-10T16:59:53.585 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.239369+0000", 2024-04-10T16:59:53.585 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:53.585 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:53.586 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:53.586 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:53.586 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 448, 2024-04-10T16:59:53.586 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:53.586 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:53.586 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:53.586 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:53.586 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:53.586 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:53.586 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:53.586 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:53.586 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.1c", 2024-04-10T16:59:53.587 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:53.587 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:53.587 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:53.587 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 5079, 2024-04-10T16:59:53.587 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:53.587 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T22:57:04.328536+0000", 2024-04-10T16:59:53.587 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:53.587 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:53.587 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:53.587 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:53.587 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:53.587 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:53.587 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:53.587 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:53.587 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:53.587 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:53.588 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:53.588 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:53.588 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:53.588 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:53.588 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:53.588 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:53.588 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:53.588 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:53.588 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:53.588 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:53.588 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:53.588 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:53.588 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:53.589 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:53.589 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:53.589 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:53.589 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:53.589 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:53.589 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:53.589 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:53.589 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:53.589 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:53.589 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:53.589 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:53.589 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:53.589 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:53.589 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:53.589 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:53.590 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:53.590 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:53.590 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:53.590 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:53.590 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:53.590 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.590 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:53.590 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:53.590 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:53.590 INFO:tasks.workunit.client.0.smithi069.stdout: 2, 2024-04-10T16:59:53.590 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T16:59:53.590 INFO:tasks.workunit.client.0.smithi069.stdout: 1 2024-04-10T16:59:53.591 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:53.591 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 2, 2024-04-10T16:59:53.591 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:53.591 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.591 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:53.591 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:53.591 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T16:59:53.591 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T16:59:53.591 INFO:tasks.workunit.client.0.smithi069.stdout: 0 2024-04-10T16:59:53.591 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:53.591 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 7, 2024-04-10T16:59:53.591 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:53.591 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:53.591 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 59, 2024-04-10T16:59:53.592 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:53.592 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:53.592 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:53.592 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.523553+0000", 2024-04-10T16:59:53.592 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:42.215426+0000", 2024-04-10T16:59:53.592 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:42.215426+0000", 2024-04-10T16:59:53.592 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:42.220944+0000", 2024-04-10T16:59:53.592 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.523553+0000", 2024-04-10T16:59:53.592 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:53.592 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:53.592 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:53.592 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 551, 2024-04-10T16:59:53.592 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.523553+0000", 2024-04-10T16:59:53.593 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.523553+0000", 2024-04-10T16:59:53.593 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.523553+0000", 2024-04-10T16:59:53.593 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:53.593 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:53.593 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:53.593 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.523553+0000", 2024-04-10T16:59:53.593 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.523553+0000", 2024-04-10T16:59:53.593 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:53.593 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 2, 2024-04-10T16:59:53.593 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:53.593 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:53.593 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 550, 2024-04-10T16:59:53.593 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:53.594 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:53.594 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:53.594 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:53.594 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 2, 2024-04-10T16:59:53.594 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:53.594 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:53.594 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:53.594 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "2.1d", 2024-04-10T16:59:53.594 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:53.594 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:53.594 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:53.594 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 4908, 2024-04-10T16:59:53.594 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:53.594 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T22:20:44.410904+0000", 2024-04-10T16:59:53.595 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:53.595 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:53.595 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:53.595 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:53.595 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:53.595 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:53.595 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:53.595 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:53.595 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:53.595 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:53.595 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:53.595 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:53.595 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:53.595 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:53.595 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:53.596 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:53.596 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:53.596 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:53.596 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:53.596 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 3, 2024-04-10T16:59:53.596 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 1, 2024-04-10T16:59:53.596 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:53.596 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 1, 2024-04-10T16:59:53.596 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:53.596 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:53.596 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:53.596 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:53.596 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:53.596 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 1, 2024-04-10T16:59:53.596 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:53.597 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:53.597 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:53.597 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:53.597 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:53.597 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:53.597 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:53.597 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 6, 2024-04-10T16:59:53.597 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 6, 2024-04-10T16:59:53.597 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:53.597 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:53.597 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:53.597 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 3, 2024-04-10T16:59:53.597 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:53.597 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.598 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:53.598 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:53.598 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:53.598 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T16:59:53.598 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T16:59:53.598 INFO:tasks.workunit.client.0.smithi069.stdout: 0 2024-04-10T16:59:53.598 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:53.598 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 7, 2024-04-10T16:59:53.598 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "61'2" 2024-04-10T16:59:53.598 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.598 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:53.598 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:53.598 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T16:59:53.599 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T16:59:53.599 INFO:tasks.workunit.client.0.smithi069.stdout: 2 2024-04-10T16:59:53.599 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:53.599 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 0, 2024-04-10T16:59:53.599 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:53.599 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:53.599 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T16:59:53.599 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:53.599 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:53.599 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:53.599 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.942958+0000", 2024-04-10T16:59:53.599 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:38:32.254550+0000", 2024-04-10T16:59:53.599 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:38:32.254550+0000", 2024-04-10T16:59:53.600 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:38:32.255092+0000", 2024-04-10T16:59:53.600 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.942958+0000", 2024-04-10T16:59:53.600 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:53.600 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:53.600 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:53.600 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 481, 2024-04-10T16:59:53.600 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.942958+0000", 2024-04-10T16:59:53.600 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.942958+0000", 2024-04-10T16:59:53.600 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.942958+0000", 2024-04-10T16:59:53.600 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:53.600 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:53.600 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:53.600 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.942958+0000", 2024-04-10T16:59:53.600 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.942958+0000", 2024-04-10T16:59:53.600 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:53.601 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:53.601 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:53.601 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:53.601 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 480, 2024-04-10T16:59:53.601 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:53.601 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:53.601 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:53.601 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:53.601 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:53.601 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:53.601 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:53.601 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:53.601 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.1f", 2024-04-10T16:59:53.601 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:53.601 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:53.602 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:53.602 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 5138, 2024-04-10T16:59:53.602 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:53.602 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T16:21:18.671666+0000", 2024-04-10T16:59:53.602 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:53.602 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:53.602 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:53.602 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:53.602 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:53.602 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:53.602 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:53.602 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:53.602 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:53.602 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:53.603 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:53.603 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:53.603 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:53.603 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:53.603 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:53.603 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:53.603 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:53.603 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:53.603 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:53.603 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:53.603 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:53.603 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:53.603 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:53.603 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:53.603 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:53.604 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:53.604 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:53.604 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:53.604 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:53.604 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:53.604 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:53.604 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:53.604 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:53.604 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:53.604 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:53.604 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:53.604 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:53.604 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:53.604 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:53.605 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:53.605 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:53.605 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:53.605 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:53.605 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.605 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:53.605 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:53.605 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:53.605 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T16:59:53.605 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T16:59:53.605 INFO:tasks.workunit.client.0.smithi069.stdout: 2 2024-04-10T16:59:53.605 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:53.605 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 0, 2024-04-10T16:59:53.605 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:53.606 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.606 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:53.606 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:53.606 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T16:59:53.606 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T16:59:53.606 INFO:tasks.workunit.client.0.smithi069.stdout: 5 2024-04-10T16:59:53.606 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:53.606 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 3, 2024-04-10T16:59:53.606 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:53.606 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:53.606 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 59, 2024-04-10T16:59:53.606 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:53.606 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:53.606 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:53.607 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.241217+0000", 2024-04-10T16:59:53.607 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:38:32.253753+0000", 2024-04-10T16:59:53.607 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:38:32.253753+0000", 2024-04-10T16:59:53.607 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:38:32.254095+0000", 2024-04-10T16:59:53.607 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.241217+0000", 2024-04-10T16:59:53.607 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:53.607 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:53.607 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:53.607 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 481, 2024-04-10T16:59:53.607 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.241217+0000", 2024-04-10T16:59:53.607 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.241217+0000", 2024-04-10T16:59:53.607 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.241217+0000", 2024-04-10T16:59:53.607 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:53.607 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:53.607 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:53.608 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.241217+0000", 2024-04-10T16:59:53.608 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.241217+0000", 2024-04-10T16:59:53.608 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:53.608 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 2, 2024-04-10T16:59:53.608 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:53.608 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:53.608 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 480, 2024-04-10T16:59:53.608 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:53.608 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:53.608 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:53.608 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:53.608 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 2, 2024-04-10T16:59:53.608 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:53.608 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:53.608 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:53.609 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "2.1e", 2024-04-10T16:59:53.609 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:53.609 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:53.609 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:53.609 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 5098, 2024-04-10T16:59:53.609 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:53.609 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T03:06:14.806992+0000", 2024-04-10T16:59:53.609 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:53.609 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:53.609 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:53.609 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:53.609 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:53.609 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:53.609 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:53.609 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:53.610 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:53.610 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:53.610 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:53.610 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:53.610 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:53.610 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:53.610 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:53.610 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:53.610 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:53.610 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:53.610 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:53.610 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:53.610 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:53.610 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:53.610 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:53.611 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:53.611 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:53.611 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:53.611 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:53.611 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:53.611 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:53.611 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:53.611 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:53.611 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:53.611 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:53.611 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:53.611 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:53.611 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:53.611 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:53.612 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:53.612 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:53.612 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:53.612 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:53.612 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:53.612 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:53.612 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.612 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:53.612 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:53.612 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:53.612 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T16:59:53.612 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T16:59:53.612 INFO:tasks.workunit.client.0.smithi069.stdout: 5 2024-04-10T16:59:53.613 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:53.613 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 3, 2024-04-10T16:59:53.613 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "576'2" 2024-04-10T16:59:53.613 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.613 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:53.613 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:53.613 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T16:59:53.613 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T16:59:53.613 INFO:tasks.workunit.client.0.smithi069.stdout: 2 2024-04-10T16:59:53.613 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:53.613 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 3, 2024-04-10T16:59:53.613 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:53.613 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:53.613 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T16:59:53.614 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:53.614 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:53.614 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:53.614 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.241707+0000", 2024-04-10T16:59:53.614 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:07.252171+0000", 2024-04-10T16:59:53.614 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:07.252171+0000", 2024-04-10T16:59:53.614 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:07.252493+0000", 2024-04-10T16:59:53.614 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.241707+0000", 2024-04-10T16:59:53.614 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:53.614 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:53.614 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:53.614 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 516, 2024-04-10T16:59:53.614 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.241707+0000", 2024-04-10T16:59:53.615 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.241707+0000", 2024-04-10T16:59:53.615 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.241707+0000", 2024-04-10T16:59:53.615 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:53.615 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:53.615 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:53.615 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.241707+0000", 2024-04-10T16:59:53.615 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.241707+0000", 2024-04-10T16:59:53.615 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:53.615 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:53.615 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:53.615 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:53.615 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 515, 2024-04-10T16:59:53.615 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:53.615 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:53.616 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:53.616 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:53.616 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:53.616 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:53.616 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:53.616 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:53.616 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.1e", 2024-04-10T16:59:53.616 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:53.616 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:53.616 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:53.616 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 5078, 2024-04-10T16:59:53.616 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:53.616 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T19:55:45.559636+0000", 2024-04-10T16:59:53.616 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:53.616 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:53.617 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:53.617 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:53.617 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:53.617 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:53.617 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:53.617 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:53.617 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:53.617 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:53.617 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:53.617 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:53.617 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:53.617 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:53.617 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:53.617 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:53.617 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:53.618 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:53.618 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:53.618 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:53.618 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:53.618 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:53.618 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:53.618 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:53.618 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:53.618 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:53.618 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:53.618 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:53.618 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:53.618 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:53.618 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:53.619 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:53.619 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:53.619 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:53.619 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:53.619 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:53.619 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:53.619 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:53.619 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:53.619 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:53.619 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:53.619 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:53.619 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:53.619 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.619 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:53.619 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:53.619 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:53.620 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T16:59:53.620 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T16:59:53.620 INFO:tasks.workunit.client.0.smithi069.stdout: 2 2024-04-10T16:59:53.620 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:53.620 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 3, 2024-04-10T16:59:53.620 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:53.620 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.620 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:53.620 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:53.620 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T16:59:53.620 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T16:59:53.620 INFO:tasks.workunit.client.0.smithi069.stdout: 4 2024-04-10T16:59:53.620 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:53.620 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 0, 2024-04-10T16:59:53.620 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:53.620 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:53.620 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 59, 2024-04-10T16:59:53.621 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:53.621 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:53.621 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:53.621 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.943530+0000", 2024-04-10T16:59:53.621 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:42.216852+0000", 2024-04-10T16:59:53.621 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:42.216852+0000", 2024-04-10T16:59:53.621 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:42.217243+0000", 2024-04-10T16:59:53.621 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.943530+0000", 2024-04-10T16:59:53.621 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:53.621 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:53.621 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:53.621 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 551, 2024-04-10T16:59:53.621 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.943530+0000", 2024-04-10T16:59:53.621 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.943530+0000", 2024-04-10T16:59:53.621 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.943530+0000", 2024-04-10T16:59:53.621 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:53.622 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:53.622 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:53.622 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.943530+0000", 2024-04-10T16:59:53.622 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.943530+0000", 2024-04-10T16:59:53.622 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:53.622 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 5, 2024-04-10T16:59:53.622 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:53.622 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:53.622 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 550, 2024-04-10T16:59:53.622 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:53.622 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:53.622 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:53.622 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:53.622 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 5, 2024-04-10T16:59:53.622 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:53.622 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:53.623 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:53.623 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "2.1f", 2024-04-10T16:59:53.623 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:53.623 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:53.623 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:53.623 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 5146, 2024-04-10T16:59:53.623 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:53.623 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T15:49:23.857203+0000", 2024-04-10T16:59:53.623 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:53.623 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:53.623 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:53.623 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 582, 2024-04-10T16:59:53.623 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:53.623 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:53.624 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:53.624 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:53.624 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:53.624 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:53.624 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:53.624 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:53.624 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:53.624 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:53.624 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:53.624 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:53.624 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:53.625 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:53.625 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:53.625 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 6, 2024-04-10T16:59:53.625 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 2, 2024-04-10T16:59:53.625 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:53.625 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 2, 2024-04-10T16:59:53.625 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:53.625 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:53.625 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:53.625 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:53.625 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:53.625 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 1, 2024-04-10T16:59:53.625 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:53.625 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:53.625 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:53.626 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:53.626 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:53.626 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:53.626 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:53.626 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 4, 2024-04-10T16:59:53.626 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 4, 2024-04-10T16:59:53.626 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:53.626 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:53.626 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:53.626 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 4, 2024-04-10T16:59:53.626 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 1 2024-04-10T16:59:53.626 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.626 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:53.626 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:53.626 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:53.627 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T16:59:53.627 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T16:59:53.627 INFO:tasks.workunit.client.0.smithi069.stdout: 4 2024-04-10T16:59:53.627 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:53.627 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 0, 2024-04-10T16:59:53.627 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "576'5" 2024-04-10T16:59:53.627 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.627 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:53.627 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:53.627 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T16:59:53.627 INFO:tasks.workunit.client.0.smithi069.stdout: 2, 2024-04-10T16:59:53.627 INFO:tasks.workunit.client.0.smithi069.stdout: 6 2024-04-10T16:59:53.627 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:53.627 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 7, 2024-04-10T16:59:53.627 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:53.627 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:53.628 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T16:59:53.628 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:53.628 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:53.628 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:53.628 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.523524+0000", 2024-04-10T16:59:53.628 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:42.210550+0000", 2024-04-10T16:59:53.628 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:42.210550+0000", 2024-04-10T16:59:53.628 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:42.213693+0000", 2024-04-10T16:59:53.628 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.523524+0000", 2024-04-10T16:59:53.628 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:53.628 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:53.628 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:53.628 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 551, 2024-04-10T16:59:53.628 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.523524+0000", 2024-04-10T16:59:53.628 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.523524+0000", 2024-04-10T16:59:53.628 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.523524+0000", 2024-04-10T16:59:53.629 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:53.629 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:53.629 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:53.629 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.523524+0000", 2024-04-10T16:59:53.629 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.523524+0000", 2024-04-10T16:59:53.629 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:53.629 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:53.629 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:53.629 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:53.629 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 550, 2024-04-10T16:59:53.629 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:53.629 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:53.629 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:53.629 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:53.629 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:53.630 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:53.630 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:53.630 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:53.630 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.2d", 2024-04-10T16:59:53.630 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:53.630 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:53.630 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:53.630 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 4906, 2024-04-10T16:59:53.630 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:53.630 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T16:12:18.743675+0000", 2024-04-10T16:59:53.630 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:53.630 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:53.630 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:53.631 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:53.631 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:53.631 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:53.631 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:53.631 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:53.631 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:53.631 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:53.631 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:53.631 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:53.631 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:53.631 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:53.631 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:53.631 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:53.631 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:53.632 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:53.632 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:53.632 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:53.632 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:53.632 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:53.632 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:53.632 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:53.632 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:53.632 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:53.632 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:53.632 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:53.632 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:53.632 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:53.632 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:53.632 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:53.632 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:53.632 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:53.633 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:53.633 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:53.633 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:53.633 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:53.633 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:53.633 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:53.633 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:53.633 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:53.633 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:53.633 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.633 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:53.633 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:53.633 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:53.633 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T16:59:53.633 INFO:tasks.workunit.client.0.smithi069.stdout: 2, 2024-04-10T16:59:53.633 INFO:tasks.workunit.client.0.smithi069.stdout: 6 2024-04-10T16:59:53.634 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:53.634 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 7, 2024-04-10T16:59:53.634 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:53.634 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.634 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:53.634 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:53.634 INFO:tasks.workunit.client.0.smithi069.stdout: 2, 2024-04-10T16:59:53.634 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T16:59:53.634 INFO:tasks.workunit.client.0.smithi069.stdout: 7 2024-04-10T16:59:53.634 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:53.634 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 2, 2024-04-10T16:59:53.634 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:53.634 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:53.634 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T16:59:53.635 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:53.635 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:53.635 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:53.635 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.238404+0000", 2024-04-10T16:59:53.635 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:42.204844+0000", 2024-04-10T16:59:53.635 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:42.204844+0000", 2024-04-10T16:59:53.635 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:42.205179+0000", 2024-04-10T16:59:53.635 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.238404+0000", 2024-04-10T16:59:53.635 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:53.635 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:53.635 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:53.635 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 551, 2024-04-10T16:59:53.635 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.238404+0000", 2024-04-10T16:59:53.635 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.238404+0000", 2024-04-10T16:59:53.635 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.238404+0000", 2024-04-10T16:59:53.635 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:53.636 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:53.636 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:53.636 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.238404+0000", 2024-04-10T16:59:53.636 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.238404+0000", 2024-04-10T16:59:53.636 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:53.636 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:53.636 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:53.636 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:53.636 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 550, 2024-04-10T16:59:53.636 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:53.636 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:53.636 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:53.636 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:53.636 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:53.636 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:53.636 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:53.637 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:53.637 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.2e", 2024-04-10T16:59:53.637 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:53.637 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:53.637 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:53.637 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 5077, 2024-04-10T16:59:53.637 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:53.637 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T00:14:34.016716+0000", 2024-04-10T16:59:53.637 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:53.637 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:53.637 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:53.637 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:53.637 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:53.637 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:53.637 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:53.638 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:53.638 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:53.638 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:53.638 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:53.638 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:53.638 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:53.638 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:53.638 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:53.638 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:53.638 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:53.638 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:53.638 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:53.638 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:53.638 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:53.639 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:53.639 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:53.639 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:53.639 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:53.639 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:53.639 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:53.639 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:53.639 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:53.639 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:53.639 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:53.639 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:53.639 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:53.639 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:53.639 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:53.639 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:53.639 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:53.640 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:53.640 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:53.640 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:53.640 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:53.640 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:53.640 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:53.640 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.640 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:53.640 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:53.640 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:53.640 INFO:tasks.workunit.client.0.smithi069.stdout: 2, 2024-04-10T16:59:53.640 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T16:59:53.640 INFO:tasks.workunit.client.0.smithi069.stdout: 7 2024-04-10T16:59:53.640 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:53.640 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 2, 2024-04-10T16:59:53.641 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:53.641 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.641 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:53.641 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:53.641 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T16:59:53.641 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T16:59:53.641 INFO:tasks.workunit.client.0.smithi069.stdout: 4 2024-04-10T16:59:53.641 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:53.641 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 5, 2024-04-10T16:59:53.641 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:53.641 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:53.641 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T16:59:53.641 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:53.641 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:53.641 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:53.641 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.944119+0000", 2024-04-10T16:59:53.642 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:42.213568+0000", 2024-04-10T16:59:53.642 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:42.213568+0000", 2024-04-10T16:59:53.642 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:42.213922+0000", 2024-04-10T16:59:53.642 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.944119+0000", 2024-04-10T16:59:53.642 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:53.642 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:53.642 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:53.642 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 551, 2024-04-10T16:59:53.642 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.944119+0000", 2024-04-10T16:59:53.642 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.944119+0000", 2024-04-10T16:59:53.642 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.944119+0000", 2024-04-10T16:59:53.642 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:53.642 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:53.642 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:53.642 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.944119+0000", 2024-04-10T16:59:53.643 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.944119+0000", 2024-04-10T16:59:53.643 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:53.643 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:53.643 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:53.643 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:53.643 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 550, 2024-04-10T16:59:53.643 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:53.643 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:53.643 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:53.643 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:53.643 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:53.643 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:53.643 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:53.643 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:53.643 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.2f", 2024-04-10T16:59:53.643 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:53.644 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:53.644 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:53.644 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 4983, 2024-04-10T16:59:53.644 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:53.644 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T02:29:20.792148+0000", 2024-04-10T16:59:53.644 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:53.644 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:53.644 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:53.644 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:53.644 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:53.644 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:53.644 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:53.644 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:53.644 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:53.644 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:53.644 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:53.645 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:53.645 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:53.645 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:53.645 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:53.645 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:53.645 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:53.645 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:53.645 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:53.645 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:53.645 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:53.645 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:53.645 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:53.645 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:53.645 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:53.645 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:53.645 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:53.646 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:53.646 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:53.646 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:53.646 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:53.646 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:53.646 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:53.646 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:53.646 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:53.646 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:53.646 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:53.646 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:53.646 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:53.646 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:53.646 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:53.646 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:53.646 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:53.647 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.647 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:53.647 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:53.647 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:53.647 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T16:59:53.647 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T16:59:53.647 INFO:tasks.workunit.client.0.smithi069.stdout: 4 2024-04-10T16:59:53.647 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:53.647 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 5, 2024-04-10T16:59:53.647 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:53.647 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.647 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:53.647 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:53.647 INFO:tasks.workunit.client.0.smithi069.stdout: 2, 2024-04-10T16:59:53.647 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T16:59:53.647 INFO:tasks.workunit.client.0.smithi069.stdout: 7 2024-04-10T16:59:53.647 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:53.648 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 2, 2024-04-10T16:59:53.648 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:53.648 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:53.648 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T16:59:53.648 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:53.648 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:53.648 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:53.648 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.237805+0000", 2024-04-10T16:59:53.648 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:42.219115+0000", 2024-04-10T16:59:53.648 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:42.219115+0000", 2024-04-10T16:59:53.648 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:42.219538+0000", 2024-04-10T16:59:53.648 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.237805+0000", 2024-04-10T16:59:53.648 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:53.648 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:53.648 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:53.648 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 551, 2024-04-10T16:59:53.648 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.237805+0000", 2024-04-10T16:59:53.649 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.237805+0000", 2024-04-10T16:59:53.649 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.237805+0000", 2024-04-10T16:59:53.649 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:53.649 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:53.649 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:53.649 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.237805+0000", 2024-04-10T16:59:53.649 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.237805+0000", 2024-04-10T16:59:53.649 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:53.649 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:53.649 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:53.649 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:53.649 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 550, 2024-04-10T16:59:53.649 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:53.649 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:53.649 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:53.650 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:53.650 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:53.650 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:53.650 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:53.650 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:53.650 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.30", 2024-04-10T16:59:53.650 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:53.650 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:53.650 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:53.650 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 5081, 2024-04-10T16:59:53.650 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:53.650 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T20:41:25.350430+0000", 2024-04-10T16:59:53.650 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:53.650 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:53.650 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:53.650 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:53.651 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:53.651 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:53.651 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:53.651 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:53.651 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:53.651 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:53.651 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:53.651 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:53.651 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:53.651 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:53.651 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:53.651 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:53.651 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:53.651 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:53.651 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:53.651 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:53.651 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:53.652 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:53.652 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:53.652 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:53.652 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:53.652 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:53.652 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:53.652 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:53.652 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:53.652 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:53.652 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:53.652 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:53.652 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:53.652 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:53.652 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:53.652 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:53.652 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:53.653 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:53.653 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:53.653 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:53.653 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:53.653 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:53.653 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:53.653 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.653 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:53.653 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:53.653 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:53.653 INFO:tasks.workunit.client.0.smithi069.stdout: 2, 2024-04-10T16:59:53.653 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T16:59:53.653 INFO:tasks.workunit.client.0.smithi069.stdout: 7 2024-04-10T16:59:53.653 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:53.653 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 2, 2024-04-10T16:59:53.653 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:53.653 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.654 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:53.654 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:53.654 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T16:59:53.654 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T16:59:53.654 INFO:tasks.workunit.client.0.smithi069.stdout: 5 2024-04-10T16:59:53.654 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:53.654 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 1, 2024-04-10T16:59:53.654 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:53.654 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:53.654 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T16:59:53.654 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:53.654 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:53.654 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:53.654 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.941150+0000", 2024-04-10T16:59:53.654 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:38:32.252682+0000", 2024-04-10T16:59:53.655 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:38:32.252682+0000", 2024-04-10T16:59:53.655 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:38:32.252989+0000", 2024-04-10T16:59:53.655 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.941150+0000", 2024-04-10T16:59:53.655 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:53.655 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:53.655 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:53.655 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 481, 2024-04-10T16:59:53.655 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.941150+0000", 2024-04-10T16:59:53.655 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.941150+0000", 2024-04-10T16:59:53.655 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.941150+0000", 2024-04-10T16:59:53.655 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:53.655 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:53.655 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:53.655 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.941150+0000", 2024-04-10T16:59:53.656 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.941150+0000", 2024-04-10T16:59:53.656 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:53.656 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:53.656 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:53.656 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:53.656 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 480, 2024-04-10T16:59:53.656 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:53.656 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:53.656 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:53.656 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:53.656 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:53.656 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:53.656 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:53.656 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:53.656 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.31", 2024-04-10T16:59:53.657 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:53.657 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:53.657 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:53.657 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 5108, 2024-04-10T16:59:53.657 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:53.657 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T17:12:55.265573+0000", 2024-04-10T16:59:53.657 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:53.657 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:53.657 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:53.657 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:53.657 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:53.657 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:53.657 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:53.657 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:53.657 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:53.658 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:53.658 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:53.658 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:53.658 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:53.658 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:53.658 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:53.658 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:53.658 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:53.658 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:53.658 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:53.658 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:53.658 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:53.658 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:53.658 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:53.658 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:53.658 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:53.659 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:53.659 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:53.659 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:53.659 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:53.659 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:53.659 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:53.659 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:53.659 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:53.659 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:53.659 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:53.659 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:53.659 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:53.659 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:53.659 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:53.659 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:53.660 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:53.660 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:53.660 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:53.660 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.660 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:53.660 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:53.660 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:53.660 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T16:59:53.660 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T16:59:53.660 INFO:tasks.workunit.client.0.smithi069.stdout: 5 2024-04-10T16:59:53.660 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:53.660 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 1, 2024-04-10T16:59:53.660 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:53.660 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.661 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:53.661 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:53.661 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T16:59:53.661 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T16:59:53.661 INFO:tasks.workunit.client.0.smithi069.stdout: 5 2024-04-10T16:59:53.661 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:53.661 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 0, 2024-04-10T16:59:53.661 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:53.661 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:53.661 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T16:59:53.661 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:53.661 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:53.661 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:53.661 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.941290+0000", 2024-04-10T16:59:53.661 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:38:32.247873+0000", 2024-04-10T16:59:53.661 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:38:32.247873+0000", 2024-04-10T16:59:53.662 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:38:32.248203+0000", 2024-04-10T16:59:53.662 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.941290+0000", 2024-04-10T16:59:53.662 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:53.662 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:53.662 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:53.662 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 481, 2024-04-10T16:59:53.662 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.941290+0000", 2024-04-10T16:59:53.662 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.941290+0000", 2024-04-10T16:59:53.662 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.941290+0000", 2024-04-10T16:59:53.662 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:53.662 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:53.662 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:53.662 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.941290+0000", 2024-04-10T16:59:53.662 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.941290+0000", 2024-04-10T16:59:53.662 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:53.663 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:53.663 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:53.663 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:53.663 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 480, 2024-04-10T16:59:53.663 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:53.663 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:53.663 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:53.663 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:53.663 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:53.663 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:53.663 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:53.663 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:53.663 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.32", 2024-04-10T16:59:53.663 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:53.663 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:53.663 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:53.664 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 5133, 2024-04-10T16:59:53.664 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:53.664 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T00:13:34.982456+0000", 2024-04-10T16:59:53.664 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:53.664 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:53.664 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:53.664 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:53.664 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:53.664 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:53.664 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:53.664 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:53.664 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:53.664 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:53.664 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:53.664 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:53.664 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:53.665 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:53.665 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:53.665 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:53.665 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:53.665 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:53.665 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:53.665 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:53.665 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:53.665 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:53.665 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:53.665 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:53.665 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:53.665 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:53.665 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:53.665 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:53.666 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:53.666 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:53.666 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:53.666 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:53.666 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:53.666 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:53.666 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:53.666 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:53.666 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:53.666 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:53.666 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:53.666 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:53.666 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:53.667 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:53.667 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:53.667 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.667 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:53.667 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:53.667 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:53.667 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T16:59:53.667 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T16:59:53.667 INFO:tasks.workunit.client.0.smithi069.stdout: 5 2024-04-10T16:59:53.667 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:53.667 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 0, 2024-04-10T16:59:53.667 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:53.667 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.667 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:53.667 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:53.668 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T16:59:53.668 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T16:59:53.668 INFO:tasks.workunit.client.0.smithi069.stdout: 1 2024-04-10T16:59:53.668 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:53.668 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 3, 2024-04-10T16:59:53.668 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:53.668 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:53.668 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T16:59:53.668 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:53.668 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:53.668 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:53.668 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.241326+0000", 2024-04-10T16:59:53.668 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:07.248199+0000", 2024-04-10T16:59:53.668 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:07.248199+0000", 2024-04-10T16:59:53.668 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:07.248591+0000", 2024-04-10T16:59:53.669 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.241326+0000", 2024-04-10T16:59:53.669 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:53.669 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:53.669 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:53.669 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 516, 2024-04-10T16:59:53.669 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.241326+0000", 2024-04-10T16:59:53.669 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.241326+0000", 2024-04-10T16:59:53.669 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.241326+0000", 2024-04-10T16:59:53.669 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:53.669 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:53.669 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:53.669 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.241326+0000", 2024-04-10T16:59:53.669 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.241326+0000", 2024-04-10T16:59:53.669 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:53.669 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:53.670 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:53.670 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:53.670 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 515, 2024-04-10T16:59:53.670 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:53.670 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:53.670 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:53.670 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:53.670 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:53.670 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:53.670 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:53.670 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:53.670 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.33", 2024-04-10T16:59:53.670 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:53.670 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:53.670 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:53.671 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 5080, 2024-04-10T16:59:53.671 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:53.671 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T23:37:56.908053+0000", 2024-04-10T16:59:53.671 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:53.671 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:53.671 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:53.671 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:53.671 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:53.671 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:53.671 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:53.671 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:53.671 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:53.671 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:53.671 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:53.671 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:53.672 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:53.672 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:53.672 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:53.672 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:53.672 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:53.672 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:53.672 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:53.672 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:53.672 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:53.672 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:53.672 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:53.672 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:53.672 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:53.672 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:53.672 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:53.673 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:53.673 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:53.673 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:53.673 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:53.673 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:53.673 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:53.673 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:53.673 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:53.673 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:53.673 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:53.673 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:53.673 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:53.673 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:53.673 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:53.673 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:53.673 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:53.673 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.674 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:53.674 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:53.674 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:53.674 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T16:59:53.674 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T16:59:53.674 INFO:tasks.workunit.client.0.smithi069.stdout: 1 2024-04-10T16:59:53.674 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:53.674 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 3, 2024-04-10T16:59:53.674 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:53.674 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.674 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:53.674 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:53.674 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T16:59:53.674 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T16:59:53.674 INFO:tasks.workunit.client.0.smithi069.stdout: 0 2024-04-10T16:59:53.675 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:53.675 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 4, 2024-04-10T16:59:53.675 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:53.675 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:53.675 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T16:59:53.675 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:53.675 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:53.675 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:53.675 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.237025+0000", 2024-04-10T16:59:53.675 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:07.250258+0000", 2024-04-10T16:59:53.675 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:07.250258+0000", 2024-04-10T16:59:53.675 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:07.250569+0000", 2024-04-10T16:59:53.675 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.237025+0000", 2024-04-10T16:59:53.675 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:53.675 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:53.675 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:53.676 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 516, 2024-04-10T16:59:53.676 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.237025+0000", 2024-04-10T16:59:53.676 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.237025+0000", 2024-04-10T16:59:53.676 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.237025+0000", 2024-04-10T16:59:53.676 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:53.676 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:53.676 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:53.676 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.237025+0000", 2024-04-10T16:59:53.676 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.237025+0000", 2024-04-10T16:59:53.676 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:53.676 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:53.676 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:53.676 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:53.676 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 515, 2024-04-10T16:59:53.676 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:53.676 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:53.677 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:53.677 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:53.677 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:53.677 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:53.677 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:53.677 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:53.677 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.34", 2024-04-10T16:59:53.677 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:53.677 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:53.677 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:53.677 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 5010, 2024-04-10T16:59:53.677 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:53.677 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T17:29:42.641240+0000", 2024-04-10T16:59:53.677 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:53.678 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:53.678 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:53.678 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:53.678 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:53.678 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:53.678 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:53.678 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:53.678 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:53.678 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:53.678 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:53.678 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:53.678 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:53.678 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:53.678 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:53.679 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:53.679 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:53.679 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:53.679 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:53.679 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:53.679 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:53.679 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:53.679 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:53.679 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:53.679 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:53.679 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:53.679 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:53.679 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:53.679 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:53.680 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:53.680 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:53.680 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:53.680 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:53.680 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:53.680 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:53.680 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:53.680 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:53.680 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:53.680 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:53.680 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:53.680 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:53.680 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:53.680 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:53.680 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.681 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:53.681 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:53.681 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:53.681 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T16:59:53.681 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T16:59:53.681 INFO:tasks.workunit.client.0.smithi069.stdout: 0 2024-04-10T16:59:53.681 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:53.681 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 4, 2024-04-10T16:59:53.681 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:53.681 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.681 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:53.681 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:53.681 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T16:59:53.681 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T16:59:53.681 INFO:tasks.workunit.client.0.smithi069.stdout: 0 2024-04-10T16:59:53.681 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:53.681 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 6, 2024-04-10T16:59:53.682 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:53.682 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:53.682 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T16:59:53.682 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:53.682 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:53.682 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:53.682 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.941268+0000", 2024-04-10T16:59:53.682 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:07.258260+0000", 2024-04-10T16:59:53.682 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:07.258260+0000", 2024-04-10T16:59:53.682 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:07.258709+0000", 2024-04-10T16:59:53.682 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.941268+0000", 2024-04-10T16:59:53.682 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:53.682 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:53.682 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:53.682 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 516, 2024-04-10T16:59:53.683 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.941268+0000", 2024-04-10T16:59:53.683 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.941268+0000", 2024-04-10T16:59:53.683 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.941268+0000", 2024-04-10T16:59:53.683 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:53.683 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:53.683 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:53.683 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.941268+0000", 2024-04-10T16:59:53.683 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.941268+0000", 2024-04-10T16:59:53.683 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:53.683 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:53.683 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:53.683 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:53.683 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 515, 2024-04-10T16:59:53.683 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:53.683 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:53.684 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:53.684 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:53.684 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:53.684 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:53.684 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:53.684 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:53.684 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.35", 2024-04-10T16:59:53.684 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:53.684 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:53.684 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:53.684 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 4936, 2024-04-10T16:59:53.684 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:53.684 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T23:34:30.171033+0000", 2024-04-10T16:59:53.684 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:53.684 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:53.684 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:53.685 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:53.685 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:53.685 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:53.685 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:53.685 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:53.685 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:53.685 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:53.685 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:53.685 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:53.685 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:53.685 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:53.685 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:53.685 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:53.685 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:53.685 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:53.685 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:53.686 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:53.686 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:53.686 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:53.686 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:53.686 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:53.686 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:53.686 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:53.686 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:53.686 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:53.686 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:53.686 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:53.686 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:53.686 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:53.686 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:53.686 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:53.687 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:53.687 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:53.687 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:53.687 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:53.687 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:53.687 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:53.687 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:53.687 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:53.687 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:53.687 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.687 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:53.687 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:53.687 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:53.687 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T16:59:53.688 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T16:59:53.688 INFO:tasks.workunit.client.0.smithi069.stdout: 0 2024-04-10T16:59:53.688 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:53.688 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 6, 2024-04-10T16:59:53.688 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:53.688 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.688 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:53.688 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:53.688 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T16:59:53.688 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T16:59:53.688 INFO:tasks.workunit.client.0.smithi069.stdout: 1 2024-04-10T16:59:53.688 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:53.688 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 6, 2024-04-10T16:59:53.688 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:53.688 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:53.689 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T16:59:53.689 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:53.689 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:53.689 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:53.689 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.942327+0000", 2024-04-10T16:59:53.689 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:07.262035+0000", 2024-04-10T16:59:53.689 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:07.262035+0000", 2024-04-10T16:59:53.689 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:07.262347+0000", 2024-04-10T16:59:53.689 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.942327+0000", 2024-04-10T16:59:53.689 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:53.689 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:53.689 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:53.689 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 516, 2024-04-10T16:59:53.689 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.942327+0000", 2024-04-10T16:59:53.689 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.942327+0000", 2024-04-10T16:59:53.689 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.942327+0000", 2024-04-10T16:59:53.690 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:53.690 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:53.690 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:53.690 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.942327+0000", 2024-04-10T16:59:53.690 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.942327+0000", 2024-04-10T16:59:53.690 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:53.690 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:53.690 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:53.690 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:53.690 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 515, 2024-04-10T16:59:53.690 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:53.690 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:53.690 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:53.690 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:53.690 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:53.690 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:53.691 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:53.691 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:53.691 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.36", 2024-04-10T16:59:53.691 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:53.691 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:53.691 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:53.691 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 4936, 2024-04-10T16:59:53.691 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:53.691 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T00:47:56.331465+0000", 2024-04-10T16:59:53.691 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:53.691 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:53.691 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:53.691 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:53.691 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:53.691 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:53.691 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:53.692 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:53.692 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:53.692 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:53.692 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:53.692 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:53.692 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:53.692 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:53.692 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:53.692 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:53.692 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:53.692 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:53.692 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:53.692 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:53.692 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:53.693 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:53.693 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:53.693 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:53.693 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:53.693 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:53.693 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:53.693 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:53.693 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:53.693 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:53.693 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:53.693 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:53.693 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:53.693 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:53.694 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:53.694 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:53.694 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:53.694 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:53.694 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:53.694 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:53.694 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:53.694 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:53.694 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:53.694 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.694 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:53.694 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:53.694 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:53.694 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T16:59:53.694 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T16:59:53.695 INFO:tasks.workunit.client.0.smithi069.stdout: 1 2024-04-10T16:59:53.695 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:53.695 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 6, 2024-04-10T16:59:53.695 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:53.695 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.695 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:53.695 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:53.695 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T16:59:53.695 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T16:59:53.695 INFO:tasks.workunit.client.0.smithi069.stdout: 0 2024-04-10T16:59:53.695 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:53.695 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 7, 2024-04-10T16:59:53.695 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:53.695 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:53.695 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T16:59:53.695 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:53.696 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:53.696 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:53.696 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.523130+0000", 2024-04-10T16:59:53.696 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:42.213385+0000", 2024-04-10T16:59:53.696 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:42.213385+0000", 2024-04-10T16:59:53.696 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:42.214046+0000", 2024-04-10T16:59:53.696 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.523130+0000", 2024-04-10T16:59:53.696 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:53.696 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:53.696 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:53.696 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 551, 2024-04-10T16:59:53.696 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.523130+0000", 2024-04-10T16:59:53.696 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.523130+0000", 2024-04-10T16:59:53.696 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.523130+0000", 2024-04-10T16:59:53.696 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:53.696 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:53.696 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:53.697 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.523130+0000", 2024-04-10T16:59:53.697 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.523130+0000", 2024-04-10T16:59:53.697 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:53.697 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:53.697 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:53.697 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:53.697 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 550, 2024-04-10T16:59:53.697 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:53.697 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:53.697 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:53.697 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:53.697 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:53.697 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:53.697 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:53.698 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:53.698 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.37", 2024-04-10T16:59:53.698 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:53.698 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:53.698 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:53.698 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 4911, 2024-04-10T16:59:53.698 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:53.698 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T18:14:30.952168+0000", 2024-04-10T16:59:53.698 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:53.698 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:53.698 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:53.698 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:53.698 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:53.699 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:53.699 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:53.699 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:53.699 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:53.699 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:53.699 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:53.699 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:53.699 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:53.699 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:53.699 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:53.699 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:53.699 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:53.699 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:53.699 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:53.699 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:53.699 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:53.699 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:53.700 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:53.700 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:53.700 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:53.700 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:53.700 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:53.700 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:53.700 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:53.700 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:53.700 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:53.700 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:53.700 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:53.700 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:53.700 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:53.700 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:53.700 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:53.700 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:53.701 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:53.701 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:53.701 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:53.701 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:53.701 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:53.701 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.701 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:53.701 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:53.701 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:53.701 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T16:59:53.701 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T16:59:53.701 INFO:tasks.workunit.client.0.smithi069.stdout: 0 2024-04-10T16:59:53.701 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:53.701 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 7, 2024-04-10T16:59:53.701 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:53.702 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.702 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:53.702 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:53.702 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T16:59:53.702 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T16:59:53.702 INFO:tasks.workunit.client.0.smithi069.stdout: 6 2024-04-10T16:59:53.702 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:53.702 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 3, 2024-04-10T16:59:53.702 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:53.702 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:53.702 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T16:59:53.702 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:53.702 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:53.702 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:53.702 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.238326+0000", 2024-04-10T16:59:53.702 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:07.248746+0000", 2024-04-10T16:59:53.702 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:07.248746+0000", 2024-04-10T16:59:53.703 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:07.249090+0000", 2024-04-10T16:59:53.703 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.238326+0000", 2024-04-10T16:59:53.703 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:53.703 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:53.703 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:53.703 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 516, 2024-04-10T16:59:53.703 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.238326+0000", 2024-04-10T16:59:53.703 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.238326+0000", 2024-04-10T16:59:53.703 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.238326+0000", 2024-04-10T16:59:53.703 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:53.703 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:53.703 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:53.703 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.238326+0000", 2024-04-10T16:59:53.703 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.238326+0000", 2024-04-10T16:59:53.704 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:53.704 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:53.704 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:53.704 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:53.704 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 515, 2024-04-10T16:59:53.704 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:53.704 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:53.704 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:53.704 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:53.704 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:53.704 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:53.704 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:53.704 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:53.704 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.38", 2024-04-10T16:59:53.704 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:53.705 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:53.705 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:53.705 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 5072, 2024-04-10T16:59:53.705 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:53.705 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T02:25:47.758582+0000", 2024-04-10T16:59:53.705 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:53.705 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:53.705 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:53.705 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:53.705 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:53.705 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:53.705 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:53.705 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:53.705 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:53.705 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:53.705 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:53.706 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:53.706 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:53.706 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:53.706 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:53.706 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:53.706 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:53.706 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:53.706 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:53.706 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:53.706 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:53.706 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:53.706 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:53.706 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:53.706 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:53.707 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:53.707 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:53.707 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:53.707 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:53.707 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:53.707 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:53.707 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:53.707 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:53.707 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:53.707 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:53.707 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:53.707 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:53.707 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:53.707 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:53.707 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:53.707 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:53.708 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:53.708 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:53.708 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.708 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:53.708 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:53.708 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:53.708 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T16:59:53.708 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T16:59:53.708 INFO:tasks.workunit.client.0.smithi069.stdout: 6 2024-04-10T16:59:53.708 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:53.708 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 3, 2024-04-10T16:59:53.708 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:53.708 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.708 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:53.708 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:53.708 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T16:59:53.709 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T16:59:53.709 INFO:tasks.workunit.client.0.smithi069.stdout: 4 2024-04-10T16:59:53.709 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:53.709 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 7, 2024-04-10T16:59:53.709 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:53.709 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:53.709 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T16:59:53.709 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:53.709 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:53.709 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:53.709 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.521983+0000", 2024-04-10T16:59:53.709 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:42.212504+0000", 2024-04-10T16:59:53.709 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:42.212504+0000", 2024-04-10T16:59:53.709 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:42.214059+0000", 2024-04-10T16:59:53.709 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.521983+0000", 2024-04-10T16:59:53.709 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:53.710 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:53.710 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:53.710 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 551, 2024-04-10T16:59:53.710 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.521983+0000", 2024-04-10T16:59:53.710 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.521983+0000", 2024-04-10T16:59:53.710 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.521983+0000", 2024-04-10T16:59:53.710 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:53.710 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:53.710 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:53.710 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.521983+0000", 2024-04-10T16:59:53.710 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.521983+0000", 2024-04-10T16:59:53.710 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:53.710 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:53.710 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:53.710 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:53.710 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 550, 2024-04-10T16:59:53.711 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:53.711 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:53.711 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:53.711 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:53.711 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:53.711 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:53.711 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:53.711 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:53.711 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.39", 2024-04-10T16:59:53.711 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:53.711 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:53.711 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:53.711 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 4919, 2024-04-10T16:59:53.711 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:53.711 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T23:29:48.114063+0000", 2024-04-10T16:59:53.711 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:53.711 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:53.712 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:53.712 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:53.712 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:53.712 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:53.712 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:53.712 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:53.712 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:53.712 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:53.712 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:53.712 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:53.712 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:53.712 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:53.712 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:53.712 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:53.712 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:53.712 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:53.713 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:53.713 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:53.713 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:53.713 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:53.713 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:53.713 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:53.713 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:53.713 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:53.713 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:53.713 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:53.713 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:53.713 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:53.713 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:53.713 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:53.713 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:53.713 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:53.713 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:53.714 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:53.714 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:53.714 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:53.714 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:53.714 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:53.714 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:53.714 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:53.714 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:53.714 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.714 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:53.714 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:53.714 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:53.714 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T16:59:53.715 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T16:59:53.715 INFO:tasks.workunit.client.0.smithi069.stdout: 4 2024-04-10T16:59:53.715 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:53.715 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 7, 2024-04-10T16:59:53.715 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:53.715 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.715 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:53.715 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:53.715 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T16:59:53.715 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T16:59:53.715 INFO:tasks.workunit.client.0.smithi069.stdout: 1 2024-04-10T16:59:53.715 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:53.715 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 5, 2024-04-10T16:59:53.715 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:53.715 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:53.716 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T16:59:53.716 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:53.716 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:53.716 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:53.716 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.941819+0000", 2024-04-10T16:59:53.716 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:38:32.248390+0000", 2024-04-10T16:59:53.716 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:38:32.248390+0000", 2024-04-10T16:59:53.716 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:38:32.248836+0000", 2024-04-10T16:59:53.716 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.941819+0000", 2024-04-10T16:59:53.716 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:53.716 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:53.716 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:53.716 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 481, 2024-04-10T16:59:53.716 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.941819+0000", 2024-04-10T16:59:53.717 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.941819+0000", 2024-04-10T16:59:53.717 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.941819+0000", 2024-04-10T16:59:53.717 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:53.717 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:53.717 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:53.717 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.941819+0000", 2024-04-10T16:59:53.717 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.941819+0000", 2024-04-10T16:59:53.717 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:53.717 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:53.717 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:53.717 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:53.717 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 480, 2024-04-10T16:59:53.717 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:53.717 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:53.717 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:53.717 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:53.718 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:53.718 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:53.718 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:53.718 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:53.718 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.3a", 2024-04-10T16:59:53.718 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:53.718 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:53.718 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:53.718 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 4969, 2024-04-10T16:59:53.718 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:53.718 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T18:12:34.025866+0000", 2024-04-10T16:59:53.718 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:53.718 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:53.719 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:53.719 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:53.719 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:53.719 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:53.719 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:53.719 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:53.719 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:53.719 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:53.719 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:53.719 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:53.719 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:53.719 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:53.719 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:53.719 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:53.719 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:53.720 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:53.720 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:53.720 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:53.720 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:53.720 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:53.720 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:53.720 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:53.720 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:53.720 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:53.720 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:53.720 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:53.720 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:53.720 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:53.720 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:53.720 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:53.721 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:53.721 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:53.721 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:53.721 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:53.721 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:53.721 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:53.721 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:53.721 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:53.721 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:53.721 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:53.721 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:53.721 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.721 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:53.721 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:53.721 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:53.722 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T16:59:53.722 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T16:59:53.722 INFO:tasks.workunit.client.0.smithi069.stdout: 1 2024-04-10T16:59:53.722 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:53.722 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 5, 2024-04-10T16:59:53.722 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:53.722 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.722 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:53.722 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:53.722 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T16:59:53.722 INFO:tasks.workunit.client.0.smithi069.stdout: 2, 2024-04-10T16:59:53.722 INFO:tasks.workunit.client.0.smithi069.stdout: 4 2024-04-10T16:59:53.722 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:53.722 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 7, 2024-04-10T16:59:53.722 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:53.723 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:53.723 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T16:59:53.723 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:53.723 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:53.723 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:53.723 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.522474+0000", 2024-04-10T16:59:53.723 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:42.223772+0000", 2024-04-10T16:59:53.723 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:42.223772+0000", 2024-04-10T16:59:53.723 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:42.225143+0000", 2024-04-10T16:59:53.723 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.522474+0000", 2024-04-10T16:59:53.723 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:53.723 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:53.723 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:53.723 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 551, 2024-04-10T16:59:53.723 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.522474+0000", 2024-04-10T16:59:53.723 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.522474+0000", 2024-04-10T16:59:53.724 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.522474+0000", 2024-04-10T16:59:53.724 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:53.724 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:53.724 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:53.724 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.522474+0000", 2024-04-10T16:59:53.724 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.522474+0000", 2024-04-10T16:59:53.724 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:53.724 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:53.724 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:53.724 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:53.724 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 550, 2024-04-10T16:59:53.724 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:53.724 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:53.724 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:53.724 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:53.725 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:53.725 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:53.725 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:53.725 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:53.725 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.3b", 2024-04-10T16:59:53.725 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:53.725 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:53.725 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:53.725 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 4919, 2024-04-10T16:59:53.725 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:53.725 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T03:07:31.436816+0000", 2024-04-10T16:59:53.725 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:53.725 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:53.725 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:53.725 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:53.726 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:53.726 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:53.726 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:53.726 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:53.726 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:53.726 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:53.726 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:53.726 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:53.726 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:53.726 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:53.726 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:53.726 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:53.727 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:53.727 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:53.727 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:53.727 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:53.727 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:53.727 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:53.727 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:53.727 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:53.727 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:53.727 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:53.727 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:53.727 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:53.727 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:53.727 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:53.727 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:53.728 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:53.728 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:53.728 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:53.728 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:53.728 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:53.728 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:53.728 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:53.728 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:53.728 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:53.728 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:53.728 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:53.728 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:53.728 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.729 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:53.729 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:53.729 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:53.729 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T16:59:53.729 INFO:tasks.workunit.client.0.smithi069.stdout: 2, 2024-04-10T16:59:53.729 INFO:tasks.workunit.client.0.smithi069.stdout: 4 2024-04-10T16:59:53.729 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:53.729 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 7, 2024-04-10T16:59:53.729 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:53.729 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.729 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:53.729 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:53.729 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T16:59:53.729 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T16:59:53.729 INFO:tasks.workunit.client.0.smithi069.stdout: 7 2024-04-10T16:59:53.729 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:53.730 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 5, 2024-04-10T16:59:53.730 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:53.730 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:53.730 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T16:59:53.730 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:53.730 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:53.730 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:53.730 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.941582+0000", 2024-04-10T16:59:53.730 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:42.222658+0000", 2024-04-10T16:59:53.730 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:42.222658+0000", 2024-04-10T16:59:53.730 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:42.222970+0000", 2024-04-10T16:59:53.730 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.941582+0000", 2024-04-10T16:59:53.730 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:53.730 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:53.730 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:53.731 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 551, 2024-04-10T16:59:53.731 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.941582+0000", 2024-04-10T16:59:53.731 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.941582+0000", 2024-04-10T16:59:53.731 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.941582+0000", 2024-04-10T16:59:53.731 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:53.731 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:53.731 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:53.731 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.941582+0000", 2024-04-10T16:59:53.731 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.941582+0000", 2024-04-10T16:59:53.731 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:53.731 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:53.731 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:53.731 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:53.731 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 550, 2024-04-10T16:59:53.731 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:53.732 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:53.732 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:53.732 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:53.732 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:53.732 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:53.732 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:53.732 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:53.732 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.3c", 2024-04-10T16:59:53.732 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:53.732 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:53.732 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:53.732 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 4999, 2024-04-10T16:59:53.732 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:53.732 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T22:24:05.437297+0000", 2024-04-10T16:59:53.733 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:53.733 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:53.733 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:53.733 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:53.733 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:53.733 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:53.733 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:53.733 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:53.733 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:53.733 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:53.733 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:53.733 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:53.733 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:53.734 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:53.734 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:53.734 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:53.734 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:53.734 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:53.734 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:53.734 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:53.734 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:53.734 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:53.734 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:53.734 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:53.734 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:53.734 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:53.735 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:53.735 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:53.735 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:53.735 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:53.735 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:53.735 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:53.735 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:53.735 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:53.735 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:53.735 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:53.735 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:53.735 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:53.735 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:53.735 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:53.736 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:53.736 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:53.736 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:53.736 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.736 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:53.736 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:53.736 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:53.736 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T16:59:53.736 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T16:59:53.736 INFO:tasks.workunit.client.0.smithi069.stdout: 7 2024-04-10T16:59:53.736 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:53.736 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 5, 2024-04-10T16:59:53.736 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:53.736 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.736 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:53.736 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:53.737 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T16:59:53.737 INFO:tasks.workunit.client.0.smithi069.stdout: 2, 2024-04-10T16:59:53.737 INFO:tasks.workunit.client.0.smithi069.stdout: 1 2024-04-10T16:59:53.737 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:53.737 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 3, 2024-04-10T16:59:53.737 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:53.737 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:53.737 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T16:59:53.737 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:53.737 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:53.737 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:53.737 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.241977+0000", 2024-04-10T16:59:53.737 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:37:21.188300+0000", 2024-04-10T16:59:53.737 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:37:21.188300+0000", 2024-04-10T16:59:53.737 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:37:21.188601+0000", 2024-04-10T16:59:53.737 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.241977+0000", 2024-04-10T16:59:53.738 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:53.738 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:53.738 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:53.738 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 417, 2024-04-10T16:59:53.738 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.241977+0000", 2024-04-10T16:59:53.738 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.241977+0000", 2024-04-10T16:59:53.738 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.241977+0000", 2024-04-10T16:59:53.738 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:53.738 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:53.738 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:53.738 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.241977+0000", 2024-04-10T16:59:53.738 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.241977+0000", 2024-04-10T16:59:53.738 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:53.738 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:53.738 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:53.738 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:53.739 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 416, 2024-04-10T16:59:53.739 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:53.739 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:53.739 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:53.739 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:53.739 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:53.739 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:53.739 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:53.739 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:53.739 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.3d", 2024-04-10T16:59:53.739 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:53.739 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:53.739 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:53.740 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 5079, 2024-04-10T16:59:53.740 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:53.740 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T17:52:51.015384+0000", 2024-04-10T16:59:53.740 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:53.740 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:53.740 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:53.740 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:53.740 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:53.740 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:53.740 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:53.740 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:53.740 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:53.740 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:53.740 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:53.740 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:53.741 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:53.741 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:53.741 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:53.741 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:53.741 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:53.741 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:53.741 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:53.741 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:53.741 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:53.741 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:53.741 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:53.741 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:53.741 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:53.741 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:53.741 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:53.741 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:53.742 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:53.742 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:53.742 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:53.742 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:53.742 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:53.742 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:53.742 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:53.742 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:53.742 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:53.742 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:53.742 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:53.742 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:53.742 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:53.742 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:53.743 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:53.743 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.743 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:53.743 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:53.743 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:53.743 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T16:59:53.743 INFO:tasks.workunit.client.0.smithi069.stdout: 2, 2024-04-10T16:59:53.743 INFO:tasks.workunit.client.0.smithi069.stdout: 1 2024-04-10T16:59:53.743 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:53.743 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 3, 2024-04-10T16:59:53.743 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:53.743 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.743 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:53.743 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:53.743 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T16:59:53.744 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T16:59:53.744 INFO:tasks.workunit.client.0.smithi069.stdout: 6 2024-04-10T16:59:53.744 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:53.744 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 1, 2024-04-10T16:59:53.744 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:53.744 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:53.744 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T16:59:53.744 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:53.744 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:53.744 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:53.744 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.943064+0000", 2024-04-10T16:59:53.744 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:07.255706+0000", 2024-04-10T16:59:53.744 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:07.255706+0000", 2024-04-10T16:59:53.744 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:07.256152+0000", 2024-04-10T16:59:53.744 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.943064+0000", 2024-04-10T16:59:53.745 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:53.745 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:53.745 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:53.745 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 516, 2024-04-10T16:59:53.745 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.943064+0000", 2024-04-10T16:59:53.745 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.943064+0000", 2024-04-10T16:59:53.745 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.943064+0000", 2024-04-10T16:59:53.745 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:53.745 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:53.745 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:53.745 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.943064+0000", 2024-04-10T16:59:53.745 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.943064+0000", 2024-04-10T16:59:53.745 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:53.745 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:53.745 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:53.745 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:53.746 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 515, 2024-04-10T16:59:53.746 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:53.746 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:53.746 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:53.746 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:53.746 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:53.746 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:53.746 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:53.746 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:53.746 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.3e", 2024-04-10T16:59:53.746 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:53.746 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:53.746 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:53.746 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 5125, 2024-04-10T16:59:53.746 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:53.747 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T15:59:04.148407+0000", 2024-04-10T16:59:53.747 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:53.747 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:53.747 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:53.747 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:53.747 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:53.747 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:53.747 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:53.747 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:53.747 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:53.747 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:53.747 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:53.747 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:53.747 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:53.747 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:53.747 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:53.747 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:53.748 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:53.748 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:53.748 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:53.748 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:53.748 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:53.748 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:53.748 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:53.748 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:53.748 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:53.748 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:53.748 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:53.748 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:53.748 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:53.748 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:53.748 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:53.748 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:53.749 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:53.749 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:53.749 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:53.749 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:53.749 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:53.749 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:53.749 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:53.749 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:53.749 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:53.749 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:53.749 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:53.749 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.749 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:53.749 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:53.749 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:53.749 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T16:59:53.749 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T16:59:53.750 INFO:tasks.workunit.client.0.smithi069.stdout: 6 2024-04-10T16:59:53.750 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:53.750 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 1, 2024-04-10T16:59:53.750 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:53.750 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.750 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:53.750 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:53.750 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T16:59:53.750 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T16:59:53.750 INFO:tasks.workunit.client.0.smithi069.stdout: 0 2024-04-10T16:59:53.750 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:53.750 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 7, 2024-04-10T16:59:53.750 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:53.750 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:53.750 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T16:59:53.751 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:53.751 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:53.751 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:53.751 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.523277+0000", 2024-04-10T16:59:53.751 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:42.218796+0000", 2024-04-10T16:59:53.751 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:42.218796+0000", 2024-04-10T16:59:53.751 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:42.219401+0000", 2024-04-10T16:59:53.751 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.523277+0000", 2024-04-10T16:59:53.751 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:53.751 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:53.751 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:53.751 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 551, 2024-04-10T16:59:53.751 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.523277+0000", 2024-04-10T16:59:53.751 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.523277+0000", 2024-04-10T16:59:53.751 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.523277+0000", 2024-04-10T16:59:53.751 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:53.752 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:53.752 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:53.752 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.523277+0000", 2024-04-10T16:59:53.752 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.523277+0000", 2024-04-10T16:59:53.752 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:53.752 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:53.752 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:53.752 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:53.752 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 550, 2024-04-10T16:59:53.752 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:53.752 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:53.752 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:53.752 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:53.752 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:53.753 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:53.753 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:53.753 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:53.753 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.3f", 2024-04-10T16:59:53.753 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:53.753 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:53.753 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:53.753 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 4910, 2024-04-10T16:59:53.753 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:53.753 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T18:25:46.415735+0000", 2024-04-10T16:59:53.753 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:53.753 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:53.753 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:53.753 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:53.754 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:53.754 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:53.754 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:53.754 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:53.754 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:53.754 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:53.754 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:53.754 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:53.754 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:53.754 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:53.754 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:53.754 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:53.754 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:53.754 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:53.755 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:53.755 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:53.755 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:53.755 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:53.755 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:53.755 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:53.755 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:53.755 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:53.755 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:53.755 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:53.755 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:53.755 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:53.755 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:53.755 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:53.755 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:53.755 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:53.755 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:53.756 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:53.756 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:53.756 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:53.756 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:53.756 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:53.756 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:53.756 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:53.756 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:53.756 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.756 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:53.756 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:53.756 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:53.756 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T16:59:53.756 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T16:59:53.756 INFO:tasks.workunit.client.0.smithi069.stdout: 0 2024-04-10T16:59:53.756 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:53.756 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 7, 2024-04-10T16:59:53.757 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:53.757 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:53.757 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:53.757 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_per_pool": [ 2024-04-10T16:59:53.757 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:53.757 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": 24, 2024-04-10T16:59:53.757 INFO:tasks.workunit.client.0.smithi069.stdout: "application": [ 2024-04-10T16:59:53.757 INFO:tasks.workunit.client.0.smithi069.stdout: "rbd" 2024-04-10T16:59:53.757 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:53.757 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 24442, 2024-04-10T16:59:53.757 INFO:tasks.workunit.client.0.smithi069.stdout: "num_pg": 8, 2024-04-10T16:59:53.757 INFO:tasks.workunit.client.0.smithi069.stdout: "num_store_stats": 8, 2024-04-10T16:59:53.757 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 24442, 2024-04-10T16:59:53.757 INFO:tasks.workunit.client.0.smithi069.stdout: "poolid": 4, 2024-04-10T16:59:53.758 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:53.758 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 4194323, 2024-04-10T16:59:53.758 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:53.758 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:53.758 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:53.758 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:53.758 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:53.758 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:53.758 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:53.758 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:53.758 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:53.758 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:53.759 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:53.759 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:53.759 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:53.759 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:53.759 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:53.759 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 12, 2024-04-10T16:59:53.759 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 4, 2024-04-10T16:59:53.759 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:53.759 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 4, 2024-04-10T16:59:53.759 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:53.759 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:53.759 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:53.759 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:53.759 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:53.759 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 2, 2024-04-10T16:59:53.760 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:53.760 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:53.760 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:53.760 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:53.760 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:53.760 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:53.760 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:53.760 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 9078, 2024-04-10T16:59:53.760 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 3095184, 2024-04-10T16:59:53.760 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:53.760 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:53.760 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:53.760 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 24312, 2024-04-10T16:59:53.760 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 3083749 2024-04-10T16:59:53.760 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.760 INFO:tasks.workunit.client.0.smithi069.stdout: "store_stats": { 2024-04-10T16:59:53.761 INFO:tasks.workunit.client.0.smithi069.stdout: "allocated": 12595200, 2024-04-10T16:59:53.761 INFO:tasks.workunit.client.0.smithi069.stdout: "available": 0, 2024-04-10T16:59:53.761 INFO:tasks.workunit.client.0.smithi069.stdout: "data_compressed": 0, 2024-04-10T16:59:53.761 INFO:tasks.workunit.client.0.smithi069.stdout: "data_compressed_allocated": 0, 2024-04-10T16:59:53.761 INFO:tasks.workunit.client.0.smithi069.stdout: "data_compressed_original": 0, 2024-04-10T16:59:53.761 INFO:tasks.workunit.client.0.smithi069.stdout: "data_stored": 12582969, 2024-04-10T16:59:53.761 INFO:tasks.workunit.client.0.smithi069.stdout: "internal_metadata": 0, 2024-04-10T16:59:53.761 INFO:tasks.workunit.client.0.smithi069.stdout: "internally_reserved": 0, 2024-04-10T16:59:53.761 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_allocated": 0, 2024-04-10T16:59:53.761 INFO:tasks.workunit.client.0.smithi069.stdout: "total": 0 2024-04-10T16:59:53.761 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.761 INFO:tasks.workunit.client.0.smithi069.stdout: "up": 24 2024-04-10T16:59:53.761 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.761 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:53.761 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": 192, 2024-04-10T16:59:53.761 INFO:tasks.workunit.client.0.smithi069.stdout: "application": [ 2024-04-10T16:59:53.762 INFO:tasks.workunit.client.0.smithi069.stdout: "cephfs" 2024-04-10T16:59:53.762 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:53.762 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:53.762 INFO:tasks.workunit.client.0.smithi069.stdout: "num_pg": 64, 2024-04-10T16:59:53.762 INFO:tasks.workunit.client.0.smithi069.stdout: "num_store_stats": 8, 2024-04-10T16:59:53.762 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:53.762 INFO:tasks.workunit.client.0.smithi069.stdout: "poolid": 3, 2024-04-10T16:59:53.762 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:53.762 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:53.762 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:53.762 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:53.762 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:53.762 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:53.762 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:53.762 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:53.763 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:53.763 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:53.763 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:53.763 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:53.763 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:53.763 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:53.763 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:53.763 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:53.763 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:53.763 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:53.763 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:53.763 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:53.763 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:53.763 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:53.763 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:53.764 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:53.764 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:53.764 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:53.764 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:53.764 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:53.764 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:53.764 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:53.764 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:53.764 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:53.764 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:53.764 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:53.764 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:53.764 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:53.764 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:53.764 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:53.764 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:53.765 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:53.765 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:53.765 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.765 INFO:tasks.workunit.client.0.smithi069.stdout: "store_stats": { 2024-04-10T16:59:53.765 INFO:tasks.workunit.client.0.smithi069.stdout: "allocated": 0, 2024-04-10T16:59:53.765 INFO:tasks.workunit.client.0.smithi069.stdout: "available": 0, 2024-04-10T16:59:53.765 INFO:tasks.workunit.client.0.smithi069.stdout: "data_compressed": 0, 2024-04-10T16:59:53.765 INFO:tasks.workunit.client.0.smithi069.stdout: "data_compressed_allocated": 0, 2024-04-10T16:59:53.765 INFO:tasks.workunit.client.0.smithi069.stdout: "data_compressed_original": 0, 2024-04-10T16:59:53.765 INFO:tasks.workunit.client.0.smithi069.stdout: "data_stored": 0, 2024-04-10T16:59:53.765 INFO:tasks.workunit.client.0.smithi069.stdout: "internal_metadata": 0, 2024-04-10T16:59:53.765 INFO:tasks.workunit.client.0.smithi069.stdout: "internally_reserved": 0, 2024-04-10T16:59:53.765 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_allocated": 0, 2024-04-10T16:59:53.765 INFO:tasks.workunit.client.0.smithi069.stdout: "total": 0 2024-04-10T16:59:53.765 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.766 INFO:tasks.workunit.client.0.smithi069.stdout: "up": 192 2024-04-10T16:59:53.766 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.766 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:53.766 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": 3, 2024-04-10T16:59:53.766 INFO:tasks.workunit.client.0.smithi069.stdout: "application": [ 2024-04-10T16:59:53.766 INFO:tasks.workunit.client.0.smithi069.stdout: "mgr" 2024-04-10T16:59:53.766 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:53.766 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 237, 2024-04-10T16:59:53.766 INFO:tasks.workunit.client.0.smithi069.stdout: "num_pg": 1, 2024-04-10T16:59:53.766 INFO:tasks.workunit.client.0.smithi069.stdout: "num_store_stats": 3, 2024-04-10T16:59:53.766 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 237, 2024-04-10T16:59:53.766 INFO:tasks.workunit.client.0.smithi069.stdout: "poolid": 1, 2024-04-10T16:59:53.766 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:53.766 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 590368, 2024-04-10T16:59:53.766 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:53.767 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 1771104, 2024-04-10T16:59:53.767 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:53.767 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:53.767 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:53.767 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:53.767 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:53.767 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:53.767 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:53.767 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:53.767 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:53.767 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:53.768 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:53.768 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:53.768 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:53.768 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 6, 2024-04-10T16:59:53.768 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 2, 2024-04-10T16:59:53.768 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:53.768 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 2, 2024-04-10T16:59:53.768 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:53.768 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:53.768 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:53.768 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:53.768 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:53.768 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:53.769 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:53.769 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 6, 2024-04-10T16:59:53.769 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:53.769 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:53.769 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:53.769 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:53.769 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:53.769 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 1178, 2024-04-10T16:59:53.769 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 1994, 2024-04-10T16:59:53.769 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:53.769 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:53.769 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:53.769 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 391, 2024-04-10T16:59:53.769 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 2416 2024-04-10T16:59:53.769 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.770 INFO:tasks.workunit.client.0.smithi069.stdout: "store_stats": { 2024-04-10T16:59:53.770 INFO:tasks.workunit.client.0.smithi069.stdout: "allocated": 1781760, 2024-04-10T16:59:53.770 INFO:tasks.workunit.client.0.smithi069.stdout: "available": 0, 2024-04-10T16:59:53.770 INFO:tasks.workunit.client.0.smithi069.stdout: "data_compressed": 0, 2024-04-10T16:59:53.770 INFO:tasks.workunit.client.0.smithi069.stdout: "data_compressed_allocated": 0, 2024-04-10T16:59:53.770 INFO:tasks.workunit.client.0.smithi069.stdout: "data_compressed_original": 0, 2024-04-10T16:59:53.770 INFO:tasks.workunit.client.0.smithi069.stdout: "data_stored": 1771104, 2024-04-10T16:59:53.770 INFO:tasks.workunit.client.0.smithi069.stdout: "internal_metadata": 0, 2024-04-10T16:59:53.770 INFO:tasks.workunit.client.0.smithi069.stdout: "internally_reserved": 0, 2024-04-10T16:59:53.770 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_allocated": 0, 2024-04-10T16:59:53.770 INFO:tasks.workunit.client.0.smithi069.stdout: "total": 0 2024-04-10T16:59:53.770 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.770 INFO:tasks.workunit.client.0.smithi069.stdout: "up": 3 2024-04-10T16:59:53.770 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.771 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:53.771 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": 96, 2024-04-10T16:59:53.771 INFO:tasks.workunit.client.0.smithi069.stdout: "application": [ 2024-04-10T16:59:53.771 INFO:tasks.workunit.client.0.smithi069.stdout: "cephfs" 2024-04-10T16:59:53.771 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:53.771 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 68, 2024-04-10T16:59:53.771 INFO:tasks.workunit.client.0.smithi069.stdout: "num_pg": 32, 2024-04-10T16:59:53.771 INFO:tasks.workunit.client.0.smithi069.stdout: "num_store_stats": 8, 2024-04-10T16:59:53.771 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 68, 2024-04-10T16:59:53.771 INFO:tasks.workunit.client.0.smithi069.stdout: "poolid": 2, 2024-04-10T16:59:53.771 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:53.771 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 6622, 2024-04-10T16:59:53.771 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:53.771 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:53.772 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:53.772 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:53.772 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:53.772 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:53.772 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:53.772 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:53.772 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:53.772 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:53.772 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:53.772 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:53.772 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:53.772 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:53.772 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:53.772 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 66, 2024-04-10T16:59:53.772 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 22, 2024-04-10T16:59:53.773 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:53.773 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 22, 2024-04-10T16:59:53.773 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:53.773 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:53.773 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:53.773 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:53.773 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:53.773 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 14, 2024-04-10T16:59:53.773 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:53.773 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:53.773 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:53.773 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:53.773 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:53.773 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:53.773 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:53.774 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 79, 2024-04-10T16:59:53.774 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 87, 2024-04-10T16:59:53.774 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:53.774 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:53.774 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:53.774 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 68, 2024-04-10T16:59:53.774 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 36 2024-04-10T16:59:53.774 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.774 INFO:tasks.workunit.client.0.smithi069.stdout: "store_stats": { 2024-04-10T16:59:53.774 INFO:tasks.workunit.client.0.smithi069.stdout: "allocated": 110592, 2024-04-10T16:59:53.774 INFO:tasks.workunit.client.0.smithi069.stdout: "available": 0, 2024-04-10T16:59:53.774 INFO:tasks.workunit.client.0.smithi069.stdout: "data_compressed": 0, 2024-04-10T16:59:53.774 INFO:tasks.workunit.client.0.smithi069.stdout: "data_compressed_allocated": 0, 2024-04-10T16:59:53.774 INFO:tasks.workunit.client.0.smithi069.stdout: "data_compressed_original": 0, 2024-04-10T16:59:53.775 INFO:tasks.workunit.client.0.smithi069.stdout: "data_stored": 19866, 2024-04-10T16:59:53.775 INFO:tasks.workunit.client.0.smithi069.stdout: "internal_metadata": 0, 2024-04-10T16:59:53.775 INFO:tasks.workunit.client.0.smithi069.stdout: "internally_reserved": 0, 2024-04-10T16:59:53.775 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_allocated": 45180, 2024-04-10T16:59:53.775 INFO:tasks.workunit.client.0.smithi069.stdout: "total": 0 2024-04-10T16:59:53.775 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.775 INFO:tasks.workunit.client.0.smithi069.stdout: "up": 96 2024-04-10T16:59:53.775 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:53.775 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:53.775 INFO:tasks.workunit.client.0.smithi069.stdout: "usage": { 2024-04-10T16:59:53.775 INFO:tasks.workunit.client.0.smithi069.stdout: "pg_num": 105, 2024-04-10T16:59:53.775 INFO:tasks.workunit.client.0.smithi069.stdout: "pools": 4, 2024-04-10T16:59:53.775 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_by_class": { 2024-04-10T16:59:53.775 INFO:tasks.workunit.client.0.smithi069.stdout: "ssd": { 2024-04-10T16:59:53.775 INFO:tasks.workunit.client.0.smithi069.stdout: "total_avail_bytes": 762754543616, 2024-04-10T16:59:53.775 INFO:tasks.workunit.client.0.smithi069.stdout: "total_bytes": 767960285184, 2024-04-10T16:59:53.776 INFO:tasks.workunit.client.0.smithi069.stdout: "total_used_bytes": 5205741568, 2024-04-10T16:59:53.776 INFO:tasks.workunit.client.0.smithi069.stdout: "total_used_raw_bytes": 5205741568, 2024-04-10T16:59:53.776 INFO:tasks.workunit.client.0.smithi069.stdout: "total_used_raw_ratio": 0.006778659764677286 2024-04-10T16:59:53.776 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:53.776 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.776 INFO:tasks.workunit.client.0.smithi069.stdout: "total_avail_bytes": 762754543616, 2024-04-10T16:59:53.776 INFO:tasks.workunit.client.0.smithi069.stdout: "total_bytes": 767960285184, 2024-04-10T16:59:53.776 INFO:tasks.workunit.client.0.smithi069.stdout: "total_used_bytes": 5205741568 2024-04-10T16:59:53.776 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:53.776 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:53.776 INFO:tasks.workunit.client.0.smithi069.stdout:} 2024-04-10T16:59:53.777 INFO:tasks.workunit.client.0.smithi069.stderr:+ ceph telemetry on --license sharing-1-0 2024-04-10T16:59:53.777 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 16:59:52 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T16:59:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:59:53.777 INFO:tasks.workunit.client.0.smithi069.stdout:Telemetry is on. 2024-04-10T16:59:53.778 INFO:tasks.workunit.client.0.smithi069.stderr:+ ceph telemetry show 2024-04-10T16:59:53.778 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:52 smithi069 ceph-mon[94167]: from='client.36174 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T16:59:53.779 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:52 smithi069 ceph-mon[94167]: from='client.36192 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T16:59:53.779 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:52 smithi069 ceph-mon[94167]: from='client.36192 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T16:59:53.779 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:52 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:59:53.779 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:52 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-10T16:59:53.779 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:52 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:59:53.779 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:52 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:59:53.779 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:52 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:59:53.779 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:52 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:59:53.779 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:52 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:59:53.779 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:52 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:59:53.779 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:52 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:59:53.779 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:52 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:59:53.779 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:52 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:59:53.779 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:52 smithi069 ceph-mon[94167]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T16:59:53.780 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:52 smithi069 ceph-mon[94167]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T16:59:53.780 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:52 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:59:53.780 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:52 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:59:53.780 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:52 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:59:53.780 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:52 smithi069 ceph-mon[94167]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T16:59:53.780 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:52 smithi069 ceph-mon[94167]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T16:59:53.780 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:52 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:59:53.780 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:52 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:59:53.780 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:52 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:59:53.780 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:52 smithi069 ceph-mon[94167]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T16:59:53.780 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:52 smithi069 ceph-mon[94167]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T16:59:53.780 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:52 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:59:53.781 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:52 smithi069 ceph-mon[96738]: from='client.36174 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T16:59:53.781 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:52 smithi069 ceph-mon[96738]: from='client.36192 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T16:59:53.781 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:52 smithi069 ceph-mon[96738]: from='client.36192 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T16:59:53.781 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:52 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:59:53.781 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:52 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-10T16:59:53.781 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:52 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:59:53.781 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:52 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:59:53.781 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:52 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:59:53.781 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:52 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:59:53.781 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:52 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:59:53.781 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:52 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:59:53.782 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:52 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:59:53.782 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:52 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:59:53.782 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:52 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:59:53.782 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:52 smithi069 ceph-mon[96738]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T16:59:53.782 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:52 smithi069 ceph-mon[96738]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T16:59:53.782 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:52 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:59:53.782 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:52 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:59:53.782 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:52 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:59:53.782 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:52 smithi069 ceph-mon[96738]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T16:59:53.782 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:52 smithi069 ceph-mon[96738]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T16:59:53.782 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:52 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:59:53.782 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:52 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:59:53.782 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:52 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:59:53.782 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:52 smithi069 ceph-mon[96738]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T16:59:53.783 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:52 smithi069 ceph-mon[96738]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T16:59:53.783 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:52 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:59:53.783 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:52 smithi077 ceph-mon[87572]: from='client.36174 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T16:59:53.783 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:52 smithi077 ceph-mon[87572]: from='client.36192 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T16:59:53.783 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:52 smithi077 ceph-mon[87572]: from='client.36192 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T16:59:53.784 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:52 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:59:53.784 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:52 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-10T16:59:53.784 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:52 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:59:53.784 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:52 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:59:53.784 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:52 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:59:53.784 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:52 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:59:53.784 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:52 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:59:53.784 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:52 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:59:53.784 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:52 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:59:53.784 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:52 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:59:53.784 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:52 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:59:53.784 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:52 smithi077 ceph-mon[87572]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T16:59:53.784 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:52 smithi077 ceph-mon[87572]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T16:59:53.784 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:52 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:59:53.785 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:52 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:59:53.785 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:52 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:59:53.785 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:52 smithi077 ceph-mon[87572]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T16:59:53.785 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:52 smithi077 ceph-mon[87572]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T16:59:53.785 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:52 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:59:53.785 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:52 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:59:53.785 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:52 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:59:53.785 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:52 smithi077 ceph-mon[87572]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T16:59:53.785 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:52 smithi077 ceph-mon[87572]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T16:59:53.785 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:52 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:59:53.785 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:52 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:59:53.785 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:52 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:59:53.785 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:52 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:59:53.785 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:52 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-10T16:59:53.785 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:52 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:59:53.785 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:52 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:59:53.786 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:52 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:59:53.786 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:52 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:59:53.786 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:52 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:59:53.786 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:52 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:59:53.786 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:52 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:59:53.786 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:52 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:59:53.786 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:52 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:59:53.786 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:52 smithi077 ceph-mon[87572]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T16:59:53.786 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:52 smithi077 ceph-mon[87572]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T16:59:53.786 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:52 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:59:53.786 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:52 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:59:53.786 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:52 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:59:53.786 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:52 smithi077 ceph-mon[87572]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T16:59:53.786 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:52 smithi077 ceph-mon[87572]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T16:59:53.786 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:52 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:59:53.787 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:52 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:59:53.787 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:52 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:59:53.787 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:52 smithi077 ceph-mon[87572]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T16:59:53.787 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:52 smithi077 ceph-mon[87572]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T16:59:53.787 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:52 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:59:53.787 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:52 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:59:53.787 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:52 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:59:53.787 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:53 smithi077 ceph-mon[87572]: from='client.36198 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T16:59:53.787 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:53 smithi077 ceph-mon[87572]: from='client.36198 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T16:59:53.787 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:53 smithi077 ceph-mon[87572]: pgmap v5094: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-10T16:59:53.787 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:53 smithi077 ceph-mon[87572]: from='client.36216 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T16:59:53.787 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:53 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:59:53.787 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:53 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:59:53.787 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:53 smithi077 ceph-mon[87572]: pgmap v5095: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-10T16:59:53.788 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:53 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:59:53.788 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:53 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-10T16:59:53.788 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:53 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:59:53.788 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:53 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:59:53.788 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:53 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:59:53.788 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:53 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:59:53.788 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:53 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:59:53.788 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:53 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:59:53.788 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:53 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:59:53.788 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:53 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:59:53.788 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:53 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:59:53.788 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:53 smithi077 ceph-mon[87572]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T16:59:53.788 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:53 smithi077 ceph-mon[87572]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T16:59:53.788 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:53 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:59:53.788 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:53 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:59:53.788 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:53 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:59:53.789 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:53 smithi077 ceph-mon[87572]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T16:59:53.789 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:53 smithi077 ceph-mon[87572]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T16:59:53.789 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:53 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:59:53.789 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:53 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:59:53.789 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:53 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:59:53.789 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:53 smithi077 ceph-mon[87572]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T16:59:53.789 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:53 smithi077 ceph-mon[87572]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T16:59:53.789 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:53 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:59:53.789 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:53 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:59:53.789 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:53 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:59:53.789 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:53 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:59:53.789 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:53 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:59:53.789 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:53 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:59:53.789 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:53 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-10T16:59:53.789 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:53 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:59:53.789 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:53 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:59:53.790 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:53 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:59:53.790 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:53 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:59:53.790 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:53 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:59:53.790 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:53 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:59:53.790 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:53 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:59:53.790 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:53 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:59:53.790 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:53 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:59:53.790 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:53 smithi077 ceph-mon[87572]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T16:59:53.790 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:53 smithi077 ceph-mon[87572]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T16:59:53.790 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:53 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:59:53.790 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:53 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:59:53.790 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:53 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:59:53.790 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:53 smithi077 ceph-mon[87572]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T16:59:53.790 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:53 smithi077 ceph-mon[87572]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T16:59:53.790 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:53 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:59:53.790 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:53 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:59:53.791 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:53 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:59:53.791 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:53 smithi077 ceph-mon[87572]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T16:59:53.791 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:53 smithi077 ceph-mon[87572]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T16:59:53.791 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:53 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:59:53.791 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:53 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:59:53.791 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:53 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:59:53.791 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:53 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:59:53.791 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:53 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-10T16:59:53.791 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:53 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:59:53.791 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:53 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:59:53.791 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:53 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:59:53.791 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:53 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:59:53.791 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:53 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:59:53.791 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:53 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:59:53.791 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:53 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:59:53.791 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:53 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:59:53.792 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:53 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:59:53.792 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:53 smithi077 ceph-mon[87572]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T16:59:53.792 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:53 smithi077 ceph-mon[87572]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T16:59:53.792 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:53 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:59:53.792 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:53 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:59:53.792 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:53 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:59:53.792 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:53 smithi077 ceph-mon[87572]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T16:59:53.792 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:53 smithi077 ceph-mon[87572]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T16:59:53.792 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:53 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:59:53.792 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:53 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:59:53.792 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:53 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:59:53.792 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:53 smithi077 ceph-mon[87572]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T16:59:53.792 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:53 smithi077 ceph-mon[87572]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T16:59:53.792 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:53 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:59:53.792 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:53 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:59:53.793 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:53 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:59:53.793 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:53 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:59:53.793 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:53 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-10T16:59:53.793 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:53 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:59:53.793 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:53 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:59:53.793 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:53 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:59:53.793 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:53 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:59:53.793 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:53 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:59:53.793 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:53 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:59:53.793 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:53 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:59:53.793 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:53 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:59:53.793 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:53 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:59:53.793 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:53 smithi077 ceph-mon[87572]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T16:59:53.793 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:53 smithi077 ceph-mon[87572]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T16:59:53.794 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:53 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:59:53.794 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:53 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:59:53.794 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:53 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:59:53.794 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:53 smithi077 ceph-mon[87572]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T16:59:53.794 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:53 smithi077 ceph-mon[87572]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T16:59:53.794 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:53 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:59:53.794 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:53 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:59:53.794 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:53 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:59:53.794 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:53 smithi077 ceph-mon[87572]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T16:59:53.794 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:53 smithi077 ceph-mon[87572]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T16:59:53.794 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:53 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:59:53.794 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:53 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:59:53.794 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:53 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:59:53.795 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:52 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:59:53.795 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:52 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:59:53.795 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:52 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:59:53.795 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:52 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-10T16:59:53.795 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:52 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:59:53.795 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:52 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:59:53.795 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:52 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:59:53.795 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:52 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:59:53.795 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:52 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:59:53.795 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:52 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:59:53.795 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:52 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:59:53.795 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:52 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:59:53.795 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:52 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:59:53.795 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:52 smithi069 ceph-mon[94167]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T16:59:53.796 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:52 smithi069 ceph-mon[94167]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T16:59:53.796 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:52 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:59:53.796 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:52 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:59:53.796 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:52 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:59:53.796 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:52 smithi069 ceph-mon[94167]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T16:59:53.796 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:52 smithi069 ceph-mon[94167]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T16:59:53.796 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:52 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:59:53.796 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:52 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:59:53.796 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:52 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:59:53.796 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:52 smithi069 ceph-mon[94167]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T16:59:53.796 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:52 smithi069 ceph-mon[94167]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T16:59:53.796 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:52 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:59:53.796 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:52 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:59:53.796 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:52 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:59:53.797 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:52 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:59:53.797 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:52 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:59:53.797 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:52 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:59:53.797 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:52 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-10T16:59:53.797 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:52 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:59:53.797 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:52 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:59:53.797 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:52 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:59:53.797 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:52 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:59:53.797 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:52 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:59:53.797 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:52 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:59:53.797 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:52 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:59:53.797 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:52 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:59:53.797 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:52 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:59:53.798 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:52 smithi069 ceph-mon[96738]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T16:59:53.798 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:52 smithi069 ceph-mon[96738]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T16:59:53.798 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:52 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:59:53.798 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:52 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:59:53.798 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:52 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:59:53.798 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:52 smithi069 ceph-mon[96738]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T16:59:53.798 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:52 smithi069 ceph-mon[96738]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T16:59:53.798 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:52 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:59:53.798 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:52 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:59:53.798 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:52 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:59:53.798 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:52 smithi069 ceph-mon[96738]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T16:59:53.798 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:52 smithi069 ceph-mon[96738]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T16:59:53.798 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:52 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:59:53.799 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:52 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:59:53.799 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:52 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:59:53.808 INFO:tasks.workunit.client.0.smithi069.stdout:{ 2024-04-10T16:59:53.808 INFO:tasks.workunit.client.0.smithi069.stdout: "balancer": { 2024-04-10T16:59:53.808 INFO:tasks.workunit.client.0.smithi069.stdout: "active": true, 2024-04-10T16:59:53.808 INFO:tasks.workunit.client.0.smithi069.stdout: "mode": "" 2024-04-10T16:59:53.808 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.808 INFO:tasks.workunit.client.0.smithi069.stdout: "channels": [ 2024-04-10T16:59:53.808 INFO:tasks.workunit.client.0.smithi069.stdout: "basic", 2024-04-10T16:59:53.808 INFO:tasks.workunit.client.0.smithi069.stdout: "crash", 2024-04-10T16:59:53.808 INFO:tasks.workunit.client.0.smithi069.stdout: "device", 2024-04-10T16:59:53.808 INFO:tasks.workunit.client.0.smithi069.stdout: "ident", 2024-04-10T16:59:53.808 INFO:tasks.workunit.client.0.smithi069.stdout: "perf" 2024-04-10T16:59:53.809 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:53.809 INFO:tasks.workunit.client.0.smithi069.stdout: "channels_available": [ 2024-04-10T16:59:53.809 INFO:tasks.workunit.client.0.smithi069.stdout: "basic", 2024-04-10T16:59:53.809 INFO:tasks.workunit.client.0.smithi069.stdout: "ident", 2024-04-10T16:59:53.809 INFO:tasks.workunit.client.0.smithi069.stdout: "crash", 2024-04-10T16:59:53.809 INFO:tasks.workunit.client.0.smithi069.stdout: "device", 2024-04-10T16:59:53.809 INFO:tasks.workunit.client.0.smithi069.stdout: "perf" 2024-04-10T16:59:53.809 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:53.809 INFO:tasks.workunit.client.0.smithi069.stdout: "collections_available": [ 2024-04-10T16:59:53.809 INFO:tasks.workunit.client.0.smithi069.stdout: "basic_base", 2024-04-10T16:59:53.809 INFO:tasks.workunit.client.0.smithi069.stdout: "device_base", 2024-04-10T16:59:53.809 INFO:tasks.workunit.client.0.smithi069.stdout: "crash_base", 2024-04-10T16:59:53.809 INFO:tasks.workunit.client.0.smithi069.stdout: "ident_base", 2024-04-10T16:59:53.809 INFO:tasks.workunit.client.0.smithi069.stdout: "perf_perf", 2024-04-10T16:59:53.809 INFO:tasks.workunit.client.0.smithi069.stdout: "basic_mds_metadata", 2024-04-10T16:59:53.809 INFO:tasks.workunit.client.0.smithi069.stdout: "basic_pool_usage", 2024-04-10T16:59:53.809 INFO:tasks.workunit.client.0.smithi069.stdout: "basic_usage_by_class", 2024-04-10T16:59:53.810 INFO:tasks.workunit.client.0.smithi069.stdout: "basic_rook_v01", 2024-04-10T16:59:53.810 INFO:tasks.workunit.client.0.smithi069.stdout: "perf_memory_metrics", 2024-04-10T16:59:53.810 INFO:tasks.workunit.client.0.smithi069.stdout: "basic_pool_options_bluestore", 2024-04-10T16:59:53.810 INFO:tasks.workunit.client.0.smithi069.stdout: "basic_pool_flags" 2024-04-10T16:59:53.810 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:53.810 INFO:tasks.workunit.client.0.smithi069.stdout: "collections_opted_in": [ 2024-04-10T16:59:53.810 INFO:tasks.workunit.client.0.smithi069.stdout: "basic_base", 2024-04-10T16:59:53.810 INFO:tasks.workunit.client.0.smithi069.stdout: "device_base", 2024-04-10T16:59:53.810 INFO:tasks.workunit.client.0.smithi069.stdout: "crash_base", 2024-04-10T16:59:53.810 INFO:tasks.workunit.client.0.smithi069.stdout: "ident_base", 2024-04-10T16:59:53.810 INFO:tasks.workunit.client.0.smithi069.stdout: "perf_perf", 2024-04-10T16:59:53.810 INFO:tasks.workunit.client.0.smithi069.stdout: "basic_mds_metadata", 2024-04-10T16:59:53.810 INFO:tasks.workunit.client.0.smithi069.stdout: "basic_pool_usage", 2024-04-10T16:59:53.810 INFO:tasks.workunit.client.0.smithi069.stdout: "basic_usage_by_class", 2024-04-10T16:59:53.810 INFO:tasks.workunit.client.0.smithi069.stdout: "basic_rook_v01", 2024-04-10T16:59:53.811 INFO:tasks.workunit.client.0.smithi069.stdout: "perf_memory_metrics", 2024-04-10T16:59:53.811 INFO:tasks.workunit.client.0.smithi069.stdout: "basic_pool_options_bluestore", 2024-04-10T16:59:53.811 INFO:tasks.workunit.client.0.smithi069.stdout: "basic_pool_flags" 2024-04-10T16:59:53.811 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:53.811 INFO:tasks.workunit.client.0.smithi069.stdout: "config": { 2024-04-10T16:59:53.811 INFO:tasks.workunit.client.0.smithi069.stdout: "active_changed": [ 2024-04-10T16:59:53.811 INFO:tasks.workunit.client.0.smithi069.stdout: "auth_allow_insecure_global_id_reclaim", 2024-04-10T16:59:53.811 INFO:tasks.workunit.client.0.smithi069.stdout: "auth_debug", 2024-04-10T16:59:53.811 INFO:tasks.workunit.client.0.smithi069.stdout: "auth_mon_ticket_ttl", 2024-04-10T16:59:53.811 INFO:tasks.workunit.client.0.smithi069.stdout: "auth_service_ticket_ttl", 2024-04-10T16:59:53.811 INFO:tasks.workunit.client.0.smithi069.stdout: "bdev_debug_aio", 2024-04-10T16:59:53.811 INFO:tasks.workunit.client.0.smithi069.stdout: "client_check_pool_perm", 2024-04-10T16:59:53.811 INFO:tasks.workunit.client.0.smithi069.stdout: "client_mount_gid", 2024-04-10T16:59:53.811 INFO:tasks.workunit.client.0.smithi069.stdout: "client_mount_uid", 2024-04-10T16:59:53.811 INFO:tasks.workunit.client.0.smithi069.stdout: "client_quota", 2024-04-10T16:59:53.811 INFO:tasks.workunit.client.0.smithi069.stdout: "container_image", 2024-04-10T16:59:53.812 INFO:tasks.workunit.client.0.smithi069.stdout: "daemonize", 2024-04-10T16:59:53.812 INFO:tasks.workunit.client.0.smithi069.stdout: "debug_asserts_on_shutdown", 2024-04-10T16:59:53.812 INFO:tasks.workunit.client.0.smithi069.stdout: "debug_mgr", 2024-04-10T16:59:53.812 INFO:tasks.workunit.client.0.smithi069.stdout: "debug_mon", 2024-04-10T16:59:53.812 INFO:tasks.workunit.client.0.smithi069.stdout: "debug_ms", 2024-04-10T16:59:53.812 INFO:tasks.workunit.client.0.smithi069.stdout: "debug_osd", 2024-04-10T16:59:53.812 INFO:tasks.workunit.client.0.smithi069.stdout: "debug_paxos", 2024-04-10T16:59:53.812 INFO:tasks.workunit.client.0.smithi069.stdout: "keyring", 2024-04-10T16:59:53.812 INFO:tasks.workunit.client.0.smithi069.stdout: "log_to_file", 2024-04-10T16:59:53.812 INFO:tasks.workunit.client.0.smithi069.stdout: "log_to_journald", 2024-04-10T16:59:53.812 INFO:tasks.workunit.client.0.smithi069.stdout: "log_to_stderr", 2024-04-10T16:59:53.812 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_allow_pool_delete", 2024-04-10T16:59:53.812 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_clock_drift_allowed", 2024-04-10T16:59:53.812 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_cluster_log_file_level", 2024-04-10T16:59:53.812 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_cluster_log_to_file", 2024-04-10T16:59:53.813 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_cluster_log_to_journald", 2024-04-10T16:59:53.813 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_cluster_log_to_stderr", 2024-04-10T16:59:53.813 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_data_avail_warn", 2024-04-10T16:59:53.813 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_election_default_strategy", 2024-04-10T16:59:53.813 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_host", 2024-04-10T16:59:53.813 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_max_pg_per_osd", 2024-04-10T16:59:53.813 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_mds_skip_sanity", 2024-04-10T16:59:53.813 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_mgr_mkfs_grace", 2024-04-10T16:59:53.813 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_osd_prime_pg_temp", 2024-04-10T16:59:53.813 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_osd_reporter_subtree_level", 2024-04-10T16:59:53.813 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_pg_warn_max_object_skew", 2024-04-10T16:59:53.813 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_reweight_min_bytes_per_osd", 2024-04-10T16:59:53.813 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_reweight_min_pgs_per_osd", 2024-04-10T16:59:53.813 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-04-10T16:59:53.813 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-04-10T16:59:53.813 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-04-10T16:59:53.814 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_warn_on_legacy_crush_tunables", 2024-04-10T16:59:53.814 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-04-10T16:59:53.814 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-04-10T16:59:53.814 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_warn_on_too_few_osds", 2024-04-10T16:59:53.814 INFO:tasks.workunit.client.0.smithi069.stdout: "ms_die_on_bug", 2024-04-10T16:59:53.814 INFO:tasks.workunit.client.0.smithi069.stdout: "ms_die_on_old_message", 2024-04-10T16:59:53.814 INFO:tasks.workunit.client.0.smithi069.stdout: "no_config_file", 2024-04-10T16:59:53.814 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_class_default_list", 2024-04-10T16:59:53.814 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_class_load_list", 2024-04-10T16:59:53.814 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_debug_misdirected_ops", 2024-04-10T16:59:53.814 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_debug_op_order", 2024-04-10T16:59:53.814 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_debug_pg_log_writeout", 2024-04-10T16:59:53.814 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_debug_shutdown", 2024-04-10T16:59:53.814 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_debug_verify_cached_snaps", 2024-04-10T16:59:53.815 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_debug_verify_missing_on_start", 2024-04-10T16:59:53.815 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_debug_verify_stray_on_activate", 2024-04-10T16:59:53.815 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_deep_scrub_update_digest_min_age", 2024-04-10T16:59:53.815 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_delete_sleep", 2024-04-10T16:59:53.815 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_delete_sleep_hdd", 2024-04-10T16:59:53.815 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_delete_sleep_hybrid", 2024-04-10T16:59:53.815 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_delete_sleep_ssd", 2024-04-10T16:59:53.815 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_max_backfills", 2024-04-10T16:59:53.815 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-04-10T16:59:53.815 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_mclock_profile", 2024-04-10T16:59:53.815 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-04-10T16:59:53.815 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-04-10T16:59:53.815 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-04-10T16:59:53.815 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-04-10T16:59:53.815 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-04-10T16:59:53.816 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-04-10T16:59:53.816 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_mclock_scheduler_client_lim", 2024-04-10T16:59:53.816 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_mclock_scheduler_client_res", 2024-04-10T16:59:53.816 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_mclock_scheduler_client_wgt", 2024-04-10T16:59:53.816 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_memory_target", 2024-04-10T16:59:53.816 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_memory_target_autotune", 2024-04-10T16:59:53.816 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_op_queue", 2024-04-10T16:59:53.816 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_op_queue_cut_off", 2024-04-10T16:59:53.816 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_pool_default_erasure_code_profile", 2024-04-10T16:59:53.816 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_pool_default_pg_autoscale_mode", 2024-04-10T16:59:53.816 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_recover_clone_overlap", 2024-04-10T16:59:53.816 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_recovery_max_active", 2024-04-10T16:59:53.816 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_recovery_max_active_hdd", 2024-04-10T16:59:53.816 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_recovery_max_active_ssd", 2024-04-10T16:59:53.816 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_recovery_max_chunk", 2024-04-10T16:59:53.816 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_recovery_sleep", 2024-04-10T16:59:53.817 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_recovery_sleep_hdd", 2024-04-10T16:59:53.817 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_recovery_sleep_hybrid", 2024-04-10T16:59:53.817 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_recovery_sleep_ssd", 2024-04-10T16:59:53.817 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_scrub_load_threshold", 2024-04-10T16:59:53.817 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_scrub_max_interval", 2024-04-10T16:59:53.817 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_scrub_sleep", 2024-04-10T16:59:53.817 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_shutdown_pgref_assert", 2024-04-10T16:59:53.817 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_snap_trim_sleep", 2024-04-10T16:59:53.817 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_snap_trim_sleep_hdd", 2024-04-10T16:59:53.817 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_snap_trim_sleep_hybrid", 2024-04-10T16:59:53.817 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_snap_trim_sleep_ssd", 2024-04-10T16:59:53.817 INFO:tasks.workunit.client.0.smithi069.stdout: "public_network", 2024-04-10T16:59:53.817 INFO:tasks.workunit.client.0.smithi069.stdout: "rbd_config_pool_override_update_timestamp", 2024-04-10T16:59:53.817 INFO:tasks.workunit.client.0.smithi069.stdout: "rbd_default_features", 2024-04-10T16:59:53.817 INFO:tasks.workunit.client.0.smithi069.stdout: "rbd_qos_exclude_ops", 2024-04-10T16:59:53.817 INFO:tasks.workunit.client.0.smithi069.stdout: "setgroup", 2024-04-10T16:59:53.818 INFO:tasks.workunit.client.0.smithi069.stdout: "setuser" 2024-04-10T16:59:53.818 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:53.818 INFO:tasks.workunit.client.0.smithi069.stdout: "cluster_changed": [ 2024-04-10T16:59:53.818 INFO:tasks.workunit.client.0.smithi069.stdout: "auth_allow_insecure_global_id_reclaim", 2024-04-10T16:59:53.818 INFO:tasks.workunit.client.0.smithi069.stdout: "auth_debug", 2024-04-10T16:59:53.818 INFO:tasks.workunit.client.0.smithi069.stdout: "auth_mon_ticket_ttl", 2024-04-10T16:59:53.818 INFO:tasks.workunit.client.0.smithi069.stdout: "auth_service_ticket_ttl", 2024-04-10T16:59:53.818 INFO:tasks.workunit.client.0.smithi069.stdout: "bdev_debug_aio", 2024-04-10T16:59:53.818 INFO:tasks.workunit.client.0.smithi069.stdout: "container_image", 2024-04-10T16:59:53.818 INFO:tasks.workunit.client.0.smithi069.stdout: "debug_asserts_on_shutdown", 2024-04-10T16:59:53.818 INFO:tasks.workunit.client.0.smithi069.stdout: "debug_mgr", 2024-04-10T16:59:53.818 INFO:tasks.workunit.client.0.smithi069.stdout: "debug_mon", 2024-04-10T16:59:53.818 INFO:tasks.workunit.client.0.smithi069.stdout: "debug_ms", 2024-04-10T16:59:53.818 INFO:tasks.workunit.client.0.smithi069.stdout: "debug_osd", 2024-04-10T16:59:53.818 INFO:tasks.workunit.client.0.smithi069.stdout: "debug_paxos", 2024-04-10T16:59:53.819 INFO:tasks.workunit.client.0.smithi069.stdout: "log_to_file", 2024-04-10T16:59:53.819 INFO:tasks.workunit.client.0.smithi069.stdout: "log_to_journald", 2024-04-10T16:59:53.819 INFO:tasks.workunit.client.0.smithi069.stdout: "log_to_stderr", 2024-04-10T16:59:53.819 INFO:tasks.workunit.client.0.smithi069.stdout: "mds_join_fs", 2024-04-10T16:59:53.819 INFO:tasks.workunit.client.0.smithi069.stdout: "mgr/cephadm/allow_ptrace", 2024-04-10T16:59:53.819 INFO:tasks.workunit.client.0.smithi069.stdout: "mgr/cephadm/container_init", 2024-04-10T16:59:53.819 INFO:tasks.workunit.client.0.smithi069.stdout: "mgr/cephadm/migration_current", 2024-04-10T16:59:53.819 INFO:tasks.workunit.client.0.smithi069.stdout: "mgr/cephadm/use_repo_digest", 2024-04-10T16:59:53.819 INFO:tasks.workunit.client.0.smithi069.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-04-10T16:59:53.819 INFO:tasks.workunit.client.0.smithi069.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-04-10T16:59:53.819 INFO:tasks.workunit.client.0.smithi069.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-04-10T16:59:53.819 INFO:tasks.workunit.client.0.smithi069.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-04-10T16:59:53.819 INFO:tasks.workunit.client.0.smithi069.stdout: "mgr/dashboard/ssl_server_port", 2024-04-10T16:59:53.819 INFO:tasks.workunit.client.0.smithi069.stdout: "mgr/orchestrator/orchestrator", 2024-04-10T16:59:53.819 INFO:tasks.workunit.client.0.smithi069.stdout: "mgr/telemetry/channel_ident", 2024-04-10T16:59:53.819 INFO:tasks.workunit.client.0.smithi069.stdout: "mgr/telemetry/channel_perf", 2024-04-10T16:59:53.819 INFO:tasks.workunit.client.0.smithi069.stdout: "mgr/telemetry/description", 2024-04-10T16:59:53.820 INFO:tasks.workunit.client.0.smithi069.stdout: "mgr/telemetry/enabled", 2024-04-10T16:59:53.820 INFO:tasks.workunit.client.0.smithi069.stdout: "mgr/telemetry/organization", 2024-04-10T16:59:53.820 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_allow_pool_delete", 2024-04-10T16:59:53.820 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_clock_drift_allowed", 2024-04-10T16:59:53.820 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_cluster_log_file_level", 2024-04-10T16:59:53.820 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_cluster_log_to_file", 2024-04-10T16:59:53.820 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_data_avail_warn", 2024-04-10T16:59:53.820 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_election_default_strategy", 2024-04-10T16:59:53.820 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_max_pg_per_osd", 2024-04-10T16:59:53.820 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_mds_skip_sanity", 2024-04-10T16:59:53.820 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_mgr_mkfs_grace", 2024-04-10T16:59:53.820 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_osd_prime_pg_temp", 2024-04-10T16:59:53.820 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_osd_reporter_subtree_level", 2024-04-10T16:59:53.820 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_pg_warn_max_object_skew", 2024-04-10T16:59:53.820 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_reweight_min_bytes_per_osd", 2024-04-10T16:59:53.821 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_reweight_min_pgs_per_osd", 2024-04-10T16:59:53.821 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-04-10T16:59:53.821 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-04-10T16:59:53.821 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-04-10T16:59:53.821 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_warn_on_legacy_crush_tunables", 2024-04-10T16:59:53.821 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-04-10T16:59:53.821 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-04-10T16:59:53.821 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_warn_on_too_few_osds", 2024-04-10T16:59:53.821 INFO:tasks.workunit.client.0.smithi069.stdout: "ms_die_on_bug", 2024-04-10T16:59:53.821 INFO:tasks.workunit.client.0.smithi069.stdout: "ms_die_on_old_message", 2024-04-10T16:59:53.821 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_class_default_list", 2024-04-10T16:59:53.821 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_class_load_list", 2024-04-10T16:59:53.821 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_debug_misdirected_ops", 2024-04-10T16:59:53.821 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_debug_op_order", 2024-04-10T16:59:53.821 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_debug_pg_log_writeout", 2024-04-10T16:59:53.822 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_debug_shutdown", 2024-04-10T16:59:53.822 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_debug_verify_cached_snaps", 2024-04-10T16:59:53.822 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_debug_verify_missing_on_start", 2024-04-10T16:59:53.822 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_debug_verify_stray_on_activate", 2024-04-10T16:59:53.822 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_deep_scrub_update_digest_min_age", 2024-04-10T16:59:53.822 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-04-10T16:59:53.822 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_mclock_profile", 2024-04-10T16:59:53.822 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_memory_target", 2024-04-10T16:59:53.822 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_memory_target_autotune", 2024-04-10T16:59:53.822 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_op_queue", 2024-04-10T16:59:53.822 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_op_queue_cut_off", 2024-04-10T16:59:53.822 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_pool_default_erasure_code_profile", 2024-04-10T16:59:53.822 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_pool_default_pg_autoscale_mode", 2024-04-10T16:59:53.822 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_recover_clone_overlap", 2024-04-10T16:59:53.822 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_recovery_max_chunk", 2024-04-10T16:59:53.823 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_scrub_load_threshold", 2024-04-10T16:59:53.823 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_scrub_max_interval", 2024-04-10T16:59:53.823 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_shutdown_pgref_assert", 2024-04-10T16:59:53.823 INFO:tasks.workunit.client.0.smithi069.stdout: "public_network", 2024-04-10T16:59:53.823 INFO:tasks.workunit.client.0.smithi069.stdout: "rbd_config_pool_override_update_timestamp", 2024-04-10T16:59:53.823 INFO:tasks.workunit.client.0.smithi069.stdout: "rgw_cache_enabled", 2024-04-10T16:59:53.823 INFO:tasks.workunit.client.0.smithi069.stdout: "rgw_enable_ops_log", 2024-04-10T16:59:53.823 INFO:tasks.workunit.client.0.smithi069.stdout: "rgw_enable_usage_log" 2024-04-10T16:59:53.823 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T16:59:53.823 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.823 INFO:tasks.workunit.client.0.smithi069.stdout: "contact": null, 2024-04-10T16:59:53.823 INFO:tasks.workunit.client.0.smithi069.stdout: "crashes": [], 2024-04-10T16:59:53.824 INFO:tasks.workunit.client.0.smithi069.stdout: "created": "2024-04-10T15:22:38.311194Z", 2024-04-10T16:59:53.824 INFO:tasks.workunit.client.0.smithi069.stdout: "crush": { 2024-04-10T16:59:53.824 INFO:tasks.workunit.client.0.smithi069.stdout: "bucket_algs": { 2024-04-10T16:59:53.824 INFO:tasks.workunit.client.0.smithi069.stdout: "straw2": 3 2024-04-10T16:59:53.824 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.824 INFO:tasks.workunit.client.0.smithi069.stdout: "bucket_sizes": { 2024-04-10T16:59:53.824 INFO:tasks.workunit.client.0.smithi069.stdout: "2": 1, 2024-04-10T16:59:53.824 INFO:tasks.workunit.client.0.smithi069.stdout: "4": 2 2024-04-10T16:59:53.824 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.824 INFO:tasks.workunit.client.0.smithi069.stdout: "bucket_types": { 2024-04-10T16:59:53.824 INFO:tasks.workunit.client.0.smithi069.stdout: "1": 2, 2024-04-10T16:59:53.824 INFO:tasks.workunit.client.0.smithi069.stdout: "11": 1 2024-04-10T16:59:53.824 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.824 INFO:tasks.workunit.client.0.smithi069.stdout: "compat_weight_set": false, 2024-04-10T16:59:53.824 INFO:tasks.workunit.client.0.smithi069.stdout: "device_classes": [ 2024-04-10T16:59:53.824 INFO:tasks.workunit.client.0.smithi069.stdout: 8 2024-04-10T16:59:53.825 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:53.825 INFO:tasks.workunit.client.0.smithi069.stdout: "num_buckets": 6, 2024-04-10T16:59:53.825 INFO:tasks.workunit.client.0.smithi069.stdout: "num_devices": 8, 2024-04-10T16:59:53.825 INFO:tasks.workunit.client.0.smithi069.stdout: "num_rules": 2, 2024-04-10T16:59:53.825 INFO:tasks.workunit.client.0.smithi069.stdout: "num_types": 12, 2024-04-10T16:59:53.825 INFO:tasks.workunit.client.0.smithi069.stdout: "num_weight_sets": 0, 2024-04-10T16:59:53.825 INFO:tasks.workunit.client.0.smithi069.stdout: "tunables": { 2024-04-10T16:59:53.825 INFO:tasks.workunit.client.0.smithi069.stdout: "allowed_bucket_algs": 54, 2024-04-10T16:59:53.825 INFO:tasks.workunit.client.0.smithi069.stdout: "choose_local_fallback_tries": 0, 2024-04-10T16:59:53.825 INFO:tasks.workunit.client.0.smithi069.stdout: "choose_local_tries": 0, 2024-04-10T16:59:53.825 INFO:tasks.workunit.client.0.smithi069.stdout: "choose_total_tries": 50, 2024-04-10T16:59:53.825 INFO:tasks.workunit.client.0.smithi069.stdout: "chooseleaf_descend_once": 1, 2024-04-10T16:59:53.825 INFO:tasks.workunit.client.0.smithi069.stdout: "chooseleaf_stable": 1, 2024-04-10T16:59:53.825 INFO:tasks.workunit.client.0.smithi069.stdout: "chooseleaf_vary_r": 1, 2024-04-10T16:59:53.825 INFO:tasks.workunit.client.0.smithi069.stdout: "has_msr_rules": 0, 2024-04-10T16:59:53.825 INFO:tasks.workunit.client.0.smithi069.stdout: "has_v2_rules": 1, 2024-04-10T16:59:53.825 INFO:tasks.workunit.client.0.smithi069.stdout: "has_v3_rules": 0, 2024-04-10T16:59:53.826 INFO:tasks.workunit.client.0.smithi069.stdout: "has_v4_buckets": 1, 2024-04-10T16:59:53.826 INFO:tasks.workunit.client.0.smithi069.stdout: "has_v5_rules": 0, 2024-04-10T16:59:53.826 INFO:tasks.workunit.client.0.smithi069.stdout: "legacy_tunables": 0, 2024-04-10T16:59:53.826 INFO:tasks.workunit.client.0.smithi069.stdout: "minimum_required_version": "jewel", 2024-04-10T16:59:53.826 INFO:tasks.workunit.client.0.smithi069.stdout: "msr_collision_tries": 100, 2024-04-10T16:59:53.826 INFO:tasks.workunit.client.0.smithi069.stdout: "msr_descents": 100, 2024-04-10T16:59:53.826 INFO:tasks.workunit.client.0.smithi069.stdout: "optimal_tunables": 1, 2024-04-10T16:59:53.826 INFO:tasks.workunit.client.0.smithi069.stdout: "profile": "jewel", 2024-04-10T16:59:53.826 INFO:tasks.workunit.client.0.smithi069.stdout: "require_feature_tunables": 1, 2024-04-10T16:59:53.826 INFO:tasks.workunit.client.0.smithi069.stdout: "require_feature_tunables2": 1, 2024-04-10T16:59:53.826 INFO:tasks.workunit.client.0.smithi069.stdout: "require_feature_tunables3": 1, 2024-04-10T16:59:53.826 INFO:tasks.workunit.client.0.smithi069.stdout: "require_feature_tunables5": 1, 2024-04-10T16:59:53.826 INFO:tasks.workunit.client.0.smithi069.stdout: "straw_calc_version": 1 2024-04-10T16:59:53.826 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:53.826 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.826 INFO:tasks.workunit.client.0.smithi069.stdout: "description": "upgrade test cluster", 2024-04-10T16:59:53.827 INFO:tasks.workunit.client.0.smithi069.stdout: "fs": { 2024-04-10T16:59:53.827 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 1, 2024-04-10T16:59:53.827 INFO:tasks.workunit.client.0.smithi069.stdout: "feature_flags": { 2024-04-10T16:59:53.827 INFO:tasks.workunit.client.0.smithi069.stdout: "enable_multiple": true, 2024-04-10T16:59:53.827 INFO:tasks.workunit.client.0.smithi069.stdout: "ever_enabled_multiple": true 2024-04-10T16:59:53.827 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.827 INFO:tasks.workunit.client.0.smithi069.stdout: "filesystems": [ 2024-04-10T16:59:53.827 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:53.827 INFO:tasks.workunit.client.0.smithi069.stdout: "approx_ctime": "2024-04", 2024-04-10T16:59:53.827 INFO:tasks.workunit.client.0.smithi069.stdout: "balancer_enabled": false, 2024-04-10T16:59:53.827 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:53.827 INFO:tasks.workunit.client.0.smithi069.stdout: "cached_caps": 0, 2024-04-10T16:59:53.827 INFO:tasks.workunit.client.0.smithi069.stdout: "cached_dns": 10, 2024-04-10T16:59:53.827 INFO:tasks.workunit.client.0.smithi069.stdout: "cached_inos": 13, 2024-04-10T16:59:53.827 INFO:tasks.workunit.client.0.smithi069.stdout: "cached_subtrees": 2, 2024-04-10T16:59:53.827 INFO:tasks.workunit.client.0.smithi069.stdout: "ever_allowed_features": 0, 2024-04-10T16:59:53.827 INFO:tasks.workunit.client.0.smithi069.stdout: "explicitly_allowed_features": 0, 2024-04-10T16:59:53.828 INFO:tasks.workunit.client.0.smithi069.stdout: "files": 0, 2024-04-10T16:59:53.828 INFO:tasks.workunit.client.0.smithi069.stdout: "max_mds": 1, 2024-04-10T16:59:53.828 INFO:tasks.workunit.client.0.smithi069.stdout: "num_data_pools": 1, 2024-04-10T16:59:53.828 INFO:tasks.workunit.client.0.smithi069.stdout: "num_in": 1, 2024-04-10T16:59:53.828 INFO:tasks.workunit.client.0.smithi069.stdout: "num_mds": 1, 2024-04-10T16:59:53.828 INFO:tasks.workunit.client.0.smithi069.stdout: "num_sessions": 0, 2024-04-10T16:59:53.828 INFO:tasks.workunit.client.0.smithi069.stdout: "num_standby_replay": 0, 2024-04-10T16:59:53.828 INFO:tasks.workunit.client.0.smithi069.stdout: "num_up": 1, 2024-04-10T16:59:53.828 INFO:tasks.workunit.client.0.smithi069.stdout: "snaps": 0, 2024-04-10T16:59:53.828 INFO:tasks.workunit.client.0.smithi069.stdout: "standby_count_wanted": 0 2024-04-10T16:59:53.828 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:53.828 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:53.828 INFO:tasks.workunit.client.0.smithi069.stdout: "num_standby_mds": 1, 2024-04-10T16:59:53.828 INFO:tasks.workunit.client.0.smithi069.stdout: "total_num_mds": 2 2024-04-10T16:59:53.829 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.829 INFO:tasks.workunit.client.0.smithi069.stdout: "heap_stats": { 2024-04-10T16:59:53.829 INFO:tasks.workunit.client.0.smithi069.stdout: "mds": { 2024-04-10T16:59:53.829 INFO:tasks.workunit.client.0.smithi069.stdout: "mds.44ca97a2636692dab3a2137f5dab18d27c7ec614": { 2024-04-10T16:59:53.829 INFO:tasks.workunit.client.0.smithi069.stdout: "actual_memory_used": 20537344, 2024-04-10T16:59:53.829 INFO:tasks.workunit.client.0.smithi069.stdout: "central_cache_freelist": 471304, 2024-04-10T16:59:53.829 INFO:tasks.workunit.client.0.smithi069.stdout: "malloc_metadata": 2752512, 2024-04-10T16:59:53.829 INFO:tasks.workunit.client.0.smithi069.stdout: "page_heap_freelist": 0, 2024-04-10T16:59:53.829 INFO:tasks.workunit.client.0.smithi069.stdout: "released_to_os": 770048, 2024-04-10T16:59:53.829 INFO:tasks.workunit.client.0.smithi069.stdout: "spans_in_use": 437, 2024-04-10T16:59:53.829 INFO:tasks.workunit.client.0.smithi069.stdout: "tcmalloc_page_size": 8192, 2024-04-10T16:59:53.829 INFO:tasks.workunit.client.0.smithi069.stdout: "thread_cache_freelists": 1439608, 2024-04-10T16:59:53.829 INFO:tasks.workunit.client.0.smithi069.stdout: "thread_heaps_in_use": 22, 2024-04-10T16:59:53.829 INFO:tasks.workunit.client.0.smithi069.stdout: "transfer_cache_freelist": 966656, 2024-04-10T16:59:53.829 INFO:tasks.workunit.client.0.smithi069.stdout: "use_by_application": 14907264, 2024-04-10T16:59:53.830 INFO:tasks.workunit.client.0.smithi069.stdout: "virtual_address_space_used": 21307392 2024-04-10T16:59:53.830 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.830 INFO:tasks.workunit.client.0.smithi069.stdout: "mds.a94fb5321a792dfeda573ab0692ca0fa124fc659": { 2024-04-10T16:59:53.830 INFO:tasks.workunit.client.0.smithi069.stdout: "actual_memory_used": 20258816, 2024-04-10T16:59:53.830 INFO:tasks.workunit.client.0.smithi069.stdout: "central_cache_freelist": 296008, 2024-04-10T16:59:53.830 INFO:tasks.workunit.client.0.smithi069.stdout: "malloc_metadata": 2752512, 2024-04-10T16:59:53.830 INFO:tasks.workunit.client.0.smithi069.stdout: "page_heap_freelist": 868352, 2024-04-10T16:59:53.830 INFO:tasks.workunit.client.0.smithi069.stdout: "released_to_os": 0, 2024-04-10T16:59:53.830 INFO:tasks.workunit.client.0.smithi069.stdout: "spans_in_use": 340, 2024-04-10T16:59:53.830 INFO:tasks.workunit.client.0.smithi069.stdout: "tcmalloc_page_size": 8192, 2024-04-10T16:59:53.830 INFO:tasks.workunit.client.0.smithi069.stdout: "thread_cache_freelists": 1113000, 2024-04-10T16:59:53.830 INFO:tasks.workunit.client.0.smithi069.stdout: "thread_heaps_in_use": 13, 2024-04-10T16:59:53.830 INFO:tasks.workunit.client.0.smithi069.stdout: "transfer_cache_freelist": 746496, 2024-04-10T16:59:53.830 INFO:tasks.workunit.client.0.smithi069.stdout: "use_by_application": 14482448, 2024-04-10T16:59:53.830 INFO:tasks.workunit.client.0.smithi069.stdout: "virtual_address_space_used": 20258816 2024-04-10T16:59:53.831 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:53.831 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.831 INFO:tasks.workunit.client.0.smithi069.stdout: "mon": { 2024-04-10T16:59:53.831 INFO:tasks.workunit.client.0.smithi069.stdout: "mon.44ca97a2636692dab3a2137f5dab18d27c7ec614": { 2024-04-10T16:59:53.831 INFO:tasks.workunit.client.0.smithi069.stdout: "actual_memory_used": 264323072, 2024-04-10T16:59:53.831 INFO:tasks.workunit.client.0.smithi069.stdout: "central_cache_freelist": 5456008, 2024-04-10T16:59:53.831 INFO:tasks.workunit.client.0.smithi069.stdout: "malloc_metadata": 5242880, 2024-04-10T16:59:53.831 INFO:tasks.workunit.client.0.smithi069.stdout: "page_heap_freelist": 0, 2024-04-10T16:59:53.831 INFO:tasks.workunit.client.0.smithi069.stdout: "released_to_os": 1114112, 2024-04-10T16:59:53.831 INFO:tasks.workunit.client.0.smithi069.stdout: "spans_in_use": 9595, 2024-04-10T16:59:53.831 INFO:tasks.workunit.client.0.smithi069.stdout: "tcmalloc_page_size": 8192, 2024-04-10T16:59:53.831 INFO:tasks.workunit.client.0.smithi069.stdout: "thread_cache_freelists": 15186456, 2024-04-10T16:59:53.831 INFO:tasks.workunit.client.0.smithi069.stdout: "thread_heaps_in_use": 23, 2024-04-10T16:59:53.831 INFO:tasks.workunit.client.0.smithi069.stdout: "transfer_cache_freelist": 4542208, 2024-04-10T16:59:53.831 INFO:tasks.workunit.client.0.smithi069.stdout: "use_by_application": 233895520, 2024-04-10T16:59:53.832 INFO:tasks.workunit.client.0.smithi069.stdout: "virtual_address_space_used": 265437184 2024-04-10T16:59:53.832 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.832 INFO:tasks.workunit.client.0.smithi069.stdout: "mon.a94fb5321a792dfeda573ab0692ca0fa124fc659": { 2024-04-10T16:59:53.832 INFO:tasks.workunit.client.0.smithi069.stdout: "actual_memory_used": 168951808, 2024-04-10T16:59:53.832 INFO:tasks.workunit.client.0.smithi069.stdout: "central_cache_freelist": 2217496, 2024-04-10T16:59:53.832 INFO:tasks.workunit.client.0.smithi069.stdout: "malloc_metadata": 3014656, 2024-04-10T16:59:53.832 INFO:tasks.workunit.client.0.smithi069.stdout: "page_heap_freelist": 0, 2024-04-10T16:59:53.832 INFO:tasks.workunit.client.0.smithi069.stdout: "released_to_os": 753664, 2024-04-10T16:59:53.832 INFO:tasks.workunit.client.0.smithi069.stdout: "spans_in_use": 6517, 2024-04-10T16:59:53.832 INFO:tasks.workunit.client.0.smithi069.stdout: "tcmalloc_page_size": 8192, 2024-04-10T16:59:53.832 INFO:tasks.workunit.client.0.smithi069.stdout: "thread_cache_freelists": 9035232, 2024-04-10T16:59:53.832 INFO:tasks.workunit.client.0.smithi069.stdout: "thread_heaps_in_use": 20, 2024-04-10T16:59:53.832 INFO:tasks.workunit.client.0.smithi069.stdout: "transfer_cache_freelist": 2690304, 2024-04-10T16:59:53.832 INFO:tasks.workunit.client.0.smithi069.stdout: "use_by_application": 151994120, 2024-04-10T16:59:53.832 INFO:tasks.workunit.client.0.smithi069.stdout: "virtual_address_space_used": 169705472 2024-04-10T16:59:53.832 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.833 INFO:tasks.workunit.client.0.smithi069.stdout: "mon.f674850e5ec273712a6400c20c884d0d3d4aaf85": { 2024-04-10T16:59:53.833 INFO:tasks.workunit.client.0.smithi069.stdout: "actual_memory_used": 172056576, 2024-04-10T16:59:53.833 INFO:tasks.workunit.client.0.smithi069.stdout: "central_cache_freelist": 2391776, 2024-04-10T16:59:53.833 INFO:tasks.workunit.client.0.smithi069.stdout: "malloc_metadata": 3014656, 2024-04-10T16:59:53.833 INFO:tasks.workunit.client.0.smithi069.stdout: "page_heap_freelist": 540672, 2024-04-10T16:59:53.833 INFO:tasks.workunit.client.0.smithi069.stdout: "released_to_os": 786432, 2024-04-10T16:59:53.833 INFO:tasks.workunit.client.0.smithi069.stdout: "spans_in_use": 6590, 2024-04-10T16:59:53.833 INFO:tasks.workunit.client.0.smithi069.stdout: "tcmalloc_page_size": 8192, 2024-04-10T16:59:53.833 INFO:tasks.workunit.client.0.smithi069.stdout: "thread_cache_freelists": 10540184, 2024-04-10T16:59:53.833 INFO:tasks.workunit.client.0.smithi069.stdout: "thread_heaps_in_use": 20, 2024-04-10T16:59:53.833 INFO:tasks.workunit.client.0.smithi069.stdout: "transfer_cache_freelist": 2633984, 2024-04-10T16:59:53.833 INFO:tasks.workunit.client.0.smithi069.stdout: "use_by_application": 152935304, 2024-04-10T16:59:53.833 INFO:tasks.workunit.client.0.smithi069.stdout: "virtual_address_space_used": 172843008 2024-04-10T16:59:53.833 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:53.833 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.833 INFO:tasks.workunit.client.0.smithi069.stdout: "osd": { 2024-04-10T16:59:53.834 INFO:tasks.workunit.client.0.smithi069.stdout: "osd.0": { 2024-04-10T16:59:53.834 INFO:tasks.workunit.client.0.smithi069.stdout: "actual_memory_used": 562978816, 2024-04-10T16:59:53.834 INFO:tasks.workunit.client.0.smithi069.stdout: "central_cache_freelist": 28968752, 2024-04-10T16:59:53.834 INFO:tasks.workunit.client.0.smithi069.stdout: "malloc_metadata": 3407872, 2024-04-10T16:59:53.834 INFO:tasks.workunit.client.0.smithi069.stdout: "page_heap_freelist": 0, 2024-04-10T16:59:53.834 INFO:tasks.workunit.client.0.smithi069.stdout: "released_to_os": 50241536, 2024-04-10T16:59:53.834 INFO:tasks.workunit.client.0.smithi069.stdout: "spans_in_use": 12458, 2024-04-10T16:59:53.834 INFO:tasks.workunit.client.0.smithi069.stdout: "tcmalloc_page_size": 8192, 2024-04-10T16:59:53.834 INFO:tasks.workunit.client.0.smithi069.stdout: "thread_cache_freelists": 87354112, 2024-04-10T16:59:53.834 INFO:tasks.workunit.client.0.smithi069.stdout: "thread_heaps_in_use": 53, 2024-04-10T16:59:53.834 INFO:tasks.workunit.client.0.smithi069.stdout: "transfer_cache_freelist": 10614528, 2024-04-10T16:59:53.834 INFO:tasks.workunit.client.0.smithi069.stdout: "use_by_application": 432633552, 2024-04-10T16:59:53.834 INFO:tasks.workunit.client.0.smithi069.stdout: "virtual_address_space_used": 613220352 2024-04-10T16:59:53.834 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.834 INFO:tasks.workunit.client.0.smithi069.stdout: "osd.1": { 2024-04-10T16:59:53.835 INFO:tasks.workunit.client.0.smithi069.stdout: "actual_memory_used": 522280960, 2024-04-10T16:59:53.835 INFO:tasks.workunit.client.0.smithi069.stdout: "central_cache_freelist": 26611544, 2024-04-10T16:59:53.835 INFO:tasks.workunit.client.0.smithi069.stdout: "malloc_metadata": 5505024, 2024-04-10T16:59:53.835 INFO:tasks.workunit.client.0.smithi069.stdout: "page_heap_freelist": 0, 2024-04-10T16:59:53.835 INFO:tasks.workunit.client.0.smithi069.stdout: "released_to_os": 109027328, 2024-04-10T16:59:53.835 INFO:tasks.workunit.client.0.smithi069.stdout: "spans_in_use": 13310, 2024-04-10T16:59:53.835 INFO:tasks.workunit.client.0.smithi069.stdout: "tcmalloc_page_size": 8192, 2024-04-10T16:59:53.835 INFO:tasks.workunit.client.0.smithi069.stdout: "thread_cache_freelists": 86099712, 2024-04-10T16:59:53.835 INFO:tasks.workunit.client.0.smithi069.stdout: "thread_heaps_in_use": 60, 2024-04-10T16:59:53.835 INFO:tasks.workunit.client.0.smithi069.stdout: "transfer_cache_freelist": 10082560, 2024-04-10T16:59:53.835 INFO:tasks.workunit.client.0.smithi069.stdout: "use_by_application": 393982120, 2024-04-10T16:59:53.835 INFO:tasks.workunit.client.0.smithi069.stdout: "virtual_address_space_used": 631308288 2024-04-10T16:59:53.835 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.835 INFO:tasks.workunit.client.0.smithi069.stdout: "osd.2": { 2024-04-10T16:59:53.835 INFO:tasks.workunit.client.0.smithi069.stdout: "actual_memory_used": 451559424, 2024-04-10T16:59:53.835 INFO:tasks.workunit.client.0.smithi069.stdout: "central_cache_freelist": 26594864, 2024-04-10T16:59:53.835 INFO:tasks.workunit.client.0.smithi069.stdout: "malloc_metadata": 3407872, 2024-04-10T16:59:53.836 INFO:tasks.workunit.client.0.smithi069.stdout: "page_heap_freelist": 0, 2024-04-10T16:59:53.836 INFO:tasks.workunit.client.0.smithi069.stdout: "released_to_os": 107233280, 2024-04-10T16:59:53.836 INFO:tasks.workunit.client.0.smithi069.stdout: "spans_in_use": 11231, 2024-04-10T16:59:53.836 INFO:tasks.workunit.client.0.smithi069.stdout: "tcmalloc_page_size": 8192, 2024-04-10T16:59:53.836 INFO:tasks.workunit.client.0.smithi069.stdout: "thread_cache_freelists": 97389416, 2024-04-10T16:59:53.836 INFO:tasks.workunit.client.0.smithi069.stdout: "thread_heaps_in_use": 53, 2024-04-10T16:59:53.836 INFO:tasks.workunit.client.0.smithi069.stdout: "transfer_cache_freelist": 8554496, 2024-04-10T16:59:53.836 INFO:tasks.workunit.client.0.smithi069.stdout: "use_by_application": 315612776, 2024-04-10T16:59:53.836 INFO:tasks.workunit.client.0.smithi069.stdout: "virtual_address_space_used": 558792704 2024-04-10T16:59:53.836 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.836 INFO:tasks.workunit.client.0.smithi069.stdout: "osd.3": { 2024-04-10T16:59:53.836 INFO:tasks.workunit.client.0.smithi069.stdout: "actual_memory_used": 552443904, 2024-04-10T16:59:53.836 INFO:tasks.workunit.client.0.smithi069.stdout: "central_cache_freelist": 22017856, 2024-04-10T16:59:53.836 INFO:tasks.workunit.client.0.smithi069.stdout: "malloc_metadata": 5373952, 2024-04-10T16:59:53.836 INFO:tasks.workunit.client.0.smithi069.stdout: "page_heap_freelist": 0, 2024-04-10T16:59:53.836 INFO:tasks.workunit.client.0.smithi069.stdout: "released_to_os": 48316416, 2024-04-10T16:59:53.837 INFO:tasks.workunit.client.0.smithi069.stdout: "spans_in_use": 10391, 2024-04-10T16:59:53.837 INFO:tasks.workunit.client.0.smithi069.stdout: "tcmalloc_page_size": 8192, 2024-04-10T16:59:53.837 INFO:tasks.workunit.client.0.smithi069.stdout: "thread_cache_freelists": 70423744, 2024-04-10T16:59:53.837 INFO:tasks.workunit.client.0.smithi069.stdout: "thread_heaps_in_use": 61, 2024-04-10T16:59:53.837 INFO:tasks.workunit.client.0.smithi069.stdout: "transfer_cache_freelist": 10136832, 2024-04-10T16:59:53.837 INFO:tasks.workunit.client.0.smithi069.stdout: "use_by_application": 444491520, 2024-04-10T16:59:53.837 INFO:tasks.workunit.client.0.smithi069.stdout: "virtual_address_space_used": 600760320 2024-04-10T16:59:53.837 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.837 INFO:tasks.workunit.client.0.smithi069.stdout: "osd.4": { 2024-04-10T16:59:53.837 INFO:tasks.workunit.client.0.smithi069.stdout: "actual_memory_used": 691118080, 2024-04-10T16:59:53.837 INFO:tasks.workunit.client.0.smithi069.stdout: "central_cache_freelist": 19085280, 2024-04-10T16:59:53.837 INFO:tasks.workunit.client.0.smithi069.stdout: "malloc_metadata": 3407872, 2024-04-10T16:59:53.837 INFO:tasks.workunit.client.0.smithi069.stdout: "page_heap_freelist": 0, 2024-04-10T16:59:53.837 INFO:tasks.workunit.client.0.smithi069.stdout: "released_to_os": 23855104, 2024-04-10T16:59:53.837 INFO:tasks.workunit.client.0.smithi069.stdout: "spans_in_use": 11489, 2024-04-10T16:59:53.838 INFO:tasks.workunit.client.0.smithi069.stdout: "tcmalloc_page_size": 8192, 2024-04-10T16:59:53.838 INFO:tasks.workunit.client.0.smithi069.stdout: "thread_cache_freelists": 107011272, 2024-04-10T16:59:53.838 INFO:tasks.workunit.client.0.smithi069.stdout: "thread_heaps_in_use": 53, 2024-04-10T16:59:53.838 INFO:tasks.workunit.client.0.smithi069.stdout: "transfer_cache_freelist": 10012672, 2024-04-10T16:59:53.838 INFO:tasks.workunit.client.0.smithi069.stdout: "use_by_application": 551600984, 2024-04-10T16:59:53.838 INFO:tasks.workunit.client.0.smithi069.stdout: "virtual_address_space_used": 714973184 2024-04-10T16:59:53.838 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.838 INFO:tasks.workunit.client.0.smithi069.stdout: "osd.5": { 2024-04-10T16:59:53.838 INFO:tasks.workunit.client.0.smithi069.stdout: "actual_memory_used": 618717184, 2024-04-10T16:59:53.838 INFO:tasks.workunit.client.0.smithi069.stdout: "central_cache_freelist": 30134136, 2024-04-10T16:59:53.838 INFO:tasks.workunit.client.0.smithi069.stdout: "malloc_metadata": 3538944, 2024-04-10T16:59:53.838 INFO:tasks.workunit.client.0.smithi069.stdout: "page_heap_freelist": 0, 2024-04-10T16:59:53.838 INFO:tasks.workunit.client.0.smithi069.stdout: "released_to_os": 12599296, 2024-04-10T16:59:53.838 INFO:tasks.workunit.client.0.smithi069.stdout: "spans_in_use": 14178, 2024-04-10T16:59:53.838 INFO:tasks.workunit.client.0.smithi069.stdout: "tcmalloc_page_size": 8192, 2024-04-10T16:59:53.838 INFO:tasks.workunit.client.0.smithi069.stdout: "thread_cache_freelists": 97026728, 2024-04-10T16:59:53.839 INFO:tasks.workunit.client.0.smithi069.stdout: "thread_heaps_in_use": 53, 2024-04-10T16:59:53.839 INFO:tasks.workunit.client.0.smithi069.stdout: "transfer_cache_freelist": 9528832, 2024-04-10T16:59:53.839 INFO:tasks.workunit.client.0.smithi069.stdout: "use_by_application": 478488544, 2024-04-10T16:59:53.839 INFO:tasks.workunit.client.0.smithi069.stdout: "virtual_address_space_used": 631316480 2024-04-10T16:59:53.839 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.839 INFO:tasks.workunit.client.0.smithi069.stdout: "osd.6": { 2024-04-10T16:59:53.839 INFO:tasks.workunit.client.0.smithi069.stdout: "actual_memory_used": 457801728, 2024-04-10T16:59:53.839 INFO:tasks.workunit.client.0.smithi069.stdout: "central_cache_freelist": 20002904, 2024-04-10T16:59:53.839 INFO:tasks.workunit.client.0.smithi069.stdout: "malloc_metadata": 3276800, 2024-04-10T16:59:53.839 INFO:tasks.workunit.client.0.smithi069.stdout: "page_heap_freelist": 0, 2024-04-10T16:59:53.839 INFO:tasks.workunit.client.0.smithi069.stdout: "released_to_os": 28270592, 2024-04-10T16:59:53.839 INFO:tasks.workunit.client.0.smithi069.stdout: "spans_in_use": 9841, 2024-04-10T16:59:53.839 INFO:tasks.workunit.client.0.smithi069.stdout: "tcmalloc_page_size": 8192, 2024-04-10T16:59:53.839 INFO:tasks.workunit.client.0.smithi069.stdout: "thread_cache_freelists": 72624448, 2024-04-10T16:59:53.839 INFO:tasks.workunit.client.0.smithi069.stdout: "thread_heaps_in_use": 53, 2024-04-10T16:59:53.839 INFO:tasks.workunit.client.0.smithi069.stdout: "transfer_cache_freelist": 11194112, 2024-04-10T16:59:53.839 INFO:tasks.workunit.client.0.smithi069.stdout: "use_by_application": 350703464, 2024-04-10T16:59:53.840 INFO:tasks.workunit.client.0.smithi069.stdout: "virtual_address_space_used": 486072320 2024-04-10T16:59:53.840 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.840 INFO:tasks.workunit.client.0.smithi069.stdout: "osd.7": { 2024-04-10T16:59:53.840 INFO:tasks.workunit.client.0.smithi069.stdout: "actual_memory_used": 542130176, 2024-04-10T16:59:53.840 INFO:tasks.workunit.client.0.smithi069.stdout: "central_cache_freelist": 21589968, 2024-04-10T16:59:53.840 INFO:tasks.workunit.client.0.smithi069.stdout: "malloc_metadata": 5505024, 2024-04-10T16:59:53.840 INFO:tasks.workunit.client.0.smithi069.stdout: "page_heap_freelist": 0, 2024-04-10T16:59:53.840 INFO:tasks.workunit.client.0.smithi069.stdout: "released_to_os": 35201024, 2024-04-10T16:59:53.840 INFO:tasks.workunit.client.0.smithi069.stdout: "spans_in_use": 11043, 2024-04-10T16:59:53.840 INFO:tasks.workunit.client.0.smithi069.stdout: "tcmalloc_page_size": 8192, 2024-04-10T16:59:53.840 INFO:tasks.workunit.client.0.smithi069.stdout: "thread_cache_freelists": 76190792, 2024-04-10T16:59:53.840 INFO:tasks.workunit.client.0.smithi069.stdout: "thread_heaps_in_use": 58, 2024-04-10T16:59:53.840 INFO:tasks.workunit.client.0.smithi069.stdout: "transfer_cache_freelist": 9713920, 2024-04-10T16:59:53.840 INFO:tasks.workunit.client.0.smithi069.stdout: "use_by_application": 429130472, 2024-04-10T16:59:53.840 INFO:tasks.workunit.client.0.smithi069.stdout: "virtual_address_space_used": 577331200 2024-04-10T16:59:53.840 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:53.841 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:53.841 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.841 INFO:tasks.workunit.client.0.smithi069.stdout: "hosts": { 2024-04-10T16:59:53.841 INFO:tasks.workunit.client.0.smithi069.stdout: "num": 2, 2024-04-10T16:59:53.841 INFO:tasks.workunit.client.0.smithi069.stdout: "num_with_mds": 2, 2024-04-10T16:59:53.841 INFO:tasks.workunit.client.0.smithi069.stdout: "num_with_mgr": 2, 2024-04-10T16:59:53.841 INFO:tasks.workunit.client.0.smithi069.stdout: "num_with_mon": 2, 2024-04-10T16:59:53.841 INFO:tasks.workunit.client.0.smithi069.stdout: "num_with_osd": 2 2024-04-10T16:59:53.841 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.841 INFO:tasks.workunit.client.0.smithi069.stdout: "io_rate": { 2024-04-10T16:59:53.841 INFO:tasks.workunit.client.0.smithi069.stdout: "pg_stats_delta": { 2024-04-10T16:59:53.841 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": 0, 2024-04-10T16:59:53.841 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:53.841 INFO:tasks.workunit.client.0.smithi069.stdout: "num_store_stats": 0, 2024-04-10T16:59:53.842 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:53.842 INFO:tasks.workunit.client.0.smithi069.stdout: "stamp_delta": "10.464182", 2024-04-10T16:59:53.842 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:53.842 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:53.842 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:53.842 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:53.842 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:53.842 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:53.842 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:53.842 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:53.842 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:53.842 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:53.842 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:53.842 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:53.843 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:53.843 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:53.843 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:53.843 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:53.843 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:53.843 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:53.843 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:53.843 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:53.843 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:53.843 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:53.843 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:53.843 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:53.843 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:53.843 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:53.844 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:53.844 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:53.844 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:53.844 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:53.844 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:53.844 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:53.844 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:53.844 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:53.844 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:53.844 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:53.844 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:53.844 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:53.844 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:53.844 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:53.844 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:53.845 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.845 INFO:tasks.workunit.client.0.smithi069.stdout: "store_stats": { 2024-04-10T16:59:53.845 INFO:tasks.workunit.client.0.smithi069.stdout: "allocated": 0, 2024-04-10T16:59:53.845 INFO:tasks.workunit.client.0.smithi069.stdout: "available": 0, 2024-04-10T16:59:53.845 INFO:tasks.workunit.client.0.smithi069.stdout: "data_compressed": 0, 2024-04-10T16:59:53.845 INFO:tasks.workunit.client.0.smithi069.stdout: "data_compressed_allocated": 0, 2024-04-10T16:59:53.845 INFO:tasks.workunit.client.0.smithi069.stdout: "data_compressed_original": 0, 2024-04-10T16:59:53.845 INFO:tasks.workunit.client.0.smithi069.stdout: "data_stored": 0, 2024-04-10T16:59:53.845 INFO:tasks.workunit.client.0.smithi069.stdout: "internal_metadata": 0, 2024-04-10T16:59:53.845 INFO:tasks.workunit.client.0.smithi069.stdout: "internally_reserved": 0, 2024-04-10T16:59:53.845 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_allocated": 0, 2024-04-10T16:59:53.845 INFO:tasks.workunit.client.0.smithi069.stdout: "total": 0 2024-04-10T16:59:53.845 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.845 INFO:tasks.workunit.client.0.smithi069.stdout: "up": 0 2024-04-10T16:59:53.845 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:53.845 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.845 INFO:tasks.workunit.client.0.smithi069.stdout: "leaderboard": false, 2024-04-10T16:59:53.846 INFO:tasks.workunit.client.0.smithi069.stdout: "leaderboard_description": null, 2024-04-10T16:59:53.846 INFO:tasks.workunit.client.0.smithi069.stdout: "license": "sharing-1-0", 2024-04-10T16:59:53.846 INFO:tasks.workunit.client.0.smithi069.stdout: "mempool": { 2024-04-10T16:59:53.846 INFO:tasks.workunit.client.0.smithi069.stdout: "mds": { 2024-04-10T16:59:53.846 INFO:tasks.workunit.client.0.smithi069.stdout: "mds.44ca97a2636692dab3a2137f5dab18d27c7ec614": { 2024-04-10T16:59:53.846 INFO:tasks.workunit.client.0.smithi069.stdout: "bloom_filter": { 2024-04-10T16:59:53.846 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:53.846 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:53.846 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.846 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs": { 2024-04-10T16:59:53.846 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:53.846 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:53.846 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.846 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs_file_reader": { 2024-04-10T16:59:53.846 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:53.846 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:53.847 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.847 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs_file_writer": { 2024-04-10T16:59:53.847 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:53.847 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:53.847 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.847 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_alloc": { 2024-04-10T16:59:53.847 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:53.847 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:53.847 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.847 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_blob": { 2024-04-10T16:59:53.847 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:53.847 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:53.847 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.847 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_buffer": { 2024-04-10T16:59:53.847 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:53.847 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:53.848 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.848 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_data": { 2024-04-10T16:59:53.848 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:53.848 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:53.848 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.848 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_meta": { 2024-04-10T16:59:53.848 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:53.848 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:53.848 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.848 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_onode": { 2024-04-10T16:59:53.848 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:53.848 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:53.848 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.848 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_other": { 2024-04-10T16:59:53.849 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:53.849 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:53.849 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.849 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_extent": { 2024-04-10T16:59:53.849 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:53.849 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:53.849 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.849 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_fsck": { 2024-04-10T16:59:53.849 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:53.849 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:53.849 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.849 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_inline_bl": { 2024-04-10T16:59:53.849 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:53.849 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:53.849 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.849 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_shared_blob": { 2024-04-10T16:59:53.850 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:53.850 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:53.850 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.850 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_txc": { 2024-04-10T16:59:53.850 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:53.850 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:53.850 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.850 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_writing": { 2024-04-10T16:59:53.850 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:53.850 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:53.850 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.850 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_writing_deferred": { 2024-04-10T16:59:53.850 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:53.850 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:53.850 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.850 INFO:tasks.workunit.client.0.smithi069.stdout: "buffer_anon": { 2024-04-10T16:59:53.851 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 222664, 2024-04-10T16:59:53.851 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 68 2024-04-10T16:59:53.851 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.851 INFO:tasks.workunit.client.0.smithi069.stdout: "buffer_meta": { 2024-04-10T16:59:53.851 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:53.851 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:53.851 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.851 INFO:tasks.workunit.client.0.smithi069.stdout: "mds_co": { 2024-04-10T16:59:53.851 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 52112, 2024-04-10T16:59:53.851 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 181 2024-04-10T16:59:53.851 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.851 INFO:tasks.workunit.client.0.smithi069.stdout: "osd": { 2024-04-10T16:59:53.851 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:53.851 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:53.851 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.851 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_mapbl": { 2024-04-10T16:59:53.851 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:53.852 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:53.852 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.852 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_pglog": { 2024-04-10T16:59:53.852 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:53.852 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:53.852 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.852 INFO:tasks.workunit.client.0.smithi069.stdout: "osdmap": { 2024-04-10T16:59:53.852 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 12528, 2024-04-10T16:59:53.852 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 259 2024-04-10T16:59:53.852 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.852 INFO:tasks.workunit.client.0.smithi069.stdout: "osdmap_mapping": { 2024-04-10T16:59:53.852 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:53.852 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:53.852 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.852 INFO:tasks.workunit.client.0.smithi069.stdout: "pgmap": { 2024-04-10T16:59:53.852 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:53.853 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:53.853 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.853 INFO:tasks.workunit.client.0.smithi069.stdout: "unittest_1": { 2024-04-10T16:59:53.853 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:53.853 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:53.853 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.853 INFO:tasks.workunit.client.0.smithi069.stdout: "unittest_2": { 2024-04-10T16:59:53.853 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:53.853 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:53.853 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:53.853 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.853 INFO:tasks.workunit.client.0.smithi069.stdout: "mds.a94fb5321a792dfeda573ab0692ca0fa124fc659": { 2024-04-10T16:59:53.853 INFO:tasks.workunit.client.0.smithi069.stdout: "bloom_filter": { 2024-04-10T16:59:53.853 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:53.853 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:53.854 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.854 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs": { 2024-04-10T16:59:53.854 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:53.854 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:53.854 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.854 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs_file_reader": { 2024-04-10T16:59:53.854 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:53.854 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:53.854 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.854 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs_file_writer": { 2024-04-10T16:59:53.854 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:53.854 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:53.854 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.854 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_alloc": { 2024-04-10T16:59:53.855 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:53.855 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:53.855 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.855 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_blob": { 2024-04-10T16:59:53.855 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:53.855 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:53.855 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.855 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_buffer": { 2024-04-10T16:59:53.855 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:53.855 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:53.855 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.855 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_data": { 2024-04-10T16:59:53.855 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:53.855 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:53.855 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.855 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_meta": { 2024-04-10T16:59:53.856 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:53.856 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:53.856 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.856 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_onode": { 2024-04-10T16:59:53.856 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:53.856 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:53.856 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.856 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_other": { 2024-04-10T16:59:53.856 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:53.856 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:53.856 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.856 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_extent": { 2024-04-10T16:59:53.856 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:53.857 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:53.857 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.857 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_fsck": { 2024-04-10T16:59:53.857 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:53.857 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:53.857 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.857 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_inline_bl": { 2024-04-10T16:59:53.857 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:53.857 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:53.857 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.857 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_shared_blob": { 2024-04-10T16:59:53.857 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:53.857 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:53.857 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.857 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_txc": { 2024-04-10T16:59:53.857 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:53.858 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:53.858 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.858 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_writing": { 2024-04-10T16:59:53.858 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:53.858 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:53.858 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.858 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_writing_deferred": { 2024-04-10T16:59:53.858 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:53.858 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:53.858 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.858 INFO:tasks.workunit.client.0.smithi069.stdout: "buffer_anon": { 2024-04-10T16:59:53.858 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 148964, 2024-04-10T16:59:53.858 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 33 2024-04-10T16:59:53.858 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.858 INFO:tasks.workunit.client.0.smithi069.stdout: "buffer_meta": { 2024-04-10T16:59:53.858 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:53.859 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:53.859 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.859 INFO:tasks.workunit.client.0.smithi069.stdout: "mds_co": { 2024-04-10T16:59:53.859 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 928, 2024-04-10T16:59:53.859 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 2 2024-04-10T16:59:53.859 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.859 INFO:tasks.workunit.client.0.smithi069.stdout: "osd": { 2024-04-10T16:59:53.859 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:53.859 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:53.859 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.859 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_mapbl": { 2024-04-10T16:59:53.859 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:53.859 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:53.859 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.859 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_pglog": { 2024-04-10T16:59:53.859 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:53.860 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:53.860 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.860 INFO:tasks.workunit.client.0.smithi069.stdout: "osdmap": { 2024-04-10T16:59:53.860 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:53.860 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:53.860 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.860 INFO:tasks.workunit.client.0.smithi069.stdout: "osdmap_mapping": { 2024-04-10T16:59:53.860 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:53.860 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:53.860 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.860 INFO:tasks.workunit.client.0.smithi069.stdout: "pgmap": { 2024-04-10T16:59:53.860 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:53.860 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:53.860 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.860 INFO:tasks.workunit.client.0.smithi069.stdout: "unittest_1": { 2024-04-10T16:59:53.861 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:53.861 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:53.861 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.861 INFO:tasks.workunit.client.0.smithi069.stdout: "unittest_2": { 2024-04-10T16:59:53.861 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:53.861 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:53.861 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:53.861 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:53.861 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.861 INFO:tasks.workunit.client.0.smithi069.stdout: "mon": { 2024-04-10T16:59:53.861 INFO:tasks.workunit.client.0.smithi069.stdout: "mon.44ca97a2636692dab3a2137f5dab18d27c7ec614": { 2024-04-10T16:59:53.861 INFO:tasks.workunit.client.0.smithi069.stdout: "bloom_filter": { 2024-04-10T16:59:53.861 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:53.861 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:53.862 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.862 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs": { 2024-04-10T16:59:53.862 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:53.862 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:53.862 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.862 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs_file_reader": { 2024-04-10T16:59:53.862 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:53.862 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:53.862 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.862 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs_file_writer": { 2024-04-10T16:59:53.862 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:53.862 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:53.862 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.863 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_alloc": { 2024-04-10T16:59:53.863 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:53.863 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:53.863 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.863 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_blob": { 2024-04-10T16:59:53.863 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:53.863 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:53.863 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.863 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_buffer": { 2024-04-10T16:59:53.863 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:53.863 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:53.863 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.863 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_data": { 2024-04-10T16:59:53.864 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:53.864 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:53.864 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.864 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_meta": { 2024-04-10T16:59:53.864 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:53.864 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:53.864 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.864 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_onode": { 2024-04-10T16:59:53.864 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:53.864 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:53.864 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.864 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_other": { 2024-04-10T16:59:53.864 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:53.864 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:53.865 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.865 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_extent": { 2024-04-10T16:59:53.865 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:53.865 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:53.865 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.865 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_fsck": { 2024-04-10T16:59:53.865 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:53.865 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:53.865 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.865 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_inline_bl": { 2024-04-10T16:59:53.865 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:53.865 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:53.865 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.865 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_shared_blob": { 2024-04-10T16:59:53.866 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:53.866 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:53.866 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.866 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_txc": { 2024-04-10T16:59:53.866 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:53.866 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:53.866 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.866 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_writing": { 2024-04-10T16:59:53.866 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:53.866 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:53.866 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.866 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_writing_deferred": { 2024-04-10T16:59:53.866 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:53.866 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:53.866 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.867 INFO:tasks.workunit.client.0.smithi069.stdout: "buffer_anon": { 2024-04-10T16:59:53.867 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 42639863, 2024-04-10T16:59:53.867 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 5284 2024-04-10T16:59:53.867 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.867 INFO:tasks.workunit.client.0.smithi069.stdout: "buffer_meta": { 2024-04-10T16:59:53.867 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 176, 2024-04-10T16:59:53.867 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 2 2024-04-10T16:59:53.867 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.867 INFO:tasks.workunit.client.0.smithi069.stdout: "mds_co": { 2024-04-10T16:59:53.867 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:53.867 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:53.867 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.867 INFO:tasks.workunit.client.0.smithi069.stdout: "osd": { 2024-04-10T16:59:53.867 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:53.867 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:53.868 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.868 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_mapbl": { 2024-04-10T16:59:53.868 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:53.868 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:53.868 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.868 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_pglog": { 2024-04-10T16:59:53.868 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:53.868 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:53.868 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.868 INFO:tasks.workunit.client.0.smithi069.stdout: "osdmap": { 2024-04-10T16:59:53.868 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 11104, 2024-04-10T16:59:53.868 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 258 2024-04-10T16:59:53.868 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.868 INFO:tasks.workunit.client.0.smithi069.stdout: "osdmap_mapping": { 2024-04-10T16:59:53.868 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 70440, 2024-04-10T16:59:53.868 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 5158 2024-04-10T16:59:53.869 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.869 INFO:tasks.workunit.client.0.smithi069.stdout: "pgmap": { 2024-04-10T16:59:53.869 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 11792, 2024-04-10T16:59:53.869 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 348 2024-04-10T16:59:53.869 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.869 INFO:tasks.workunit.client.0.smithi069.stdout: "unittest_1": { 2024-04-10T16:59:53.869 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:53.869 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:53.869 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.869 INFO:tasks.workunit.client.0.smithi069.stdout: "unittest_2": { 2024-04-10T16:59:53.869 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:53.869 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:53.869 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:53.869 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.869 INFO:tasks.workunit.client.0.smithi069.stdout: "mon.a94fb5321a792dfeda573ab0692ca0fa124fc659": { 2024-04-10T16:59:53.870 INFO:tasks.workunit.client.0.smithi069.stdout: "bloom_filter": { 2024-04-10T16:59:53.870 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:53.870 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:53.870 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.870 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs": { 2024-04-10T16:59:53.870 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:53.870 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:53.870 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.870 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs_file_reader": { 2024-04-10T16:59:53.870 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:53.870 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:53.870 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.870 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs_file_writer": { 2024-04-10T16:59:53.870 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:53.871 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:53.871 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.871 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_alloc": { 2024-04-10T16:59:53.871 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:53.871 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:53.871 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.871 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_blob": { 2024-04-10T16:59:53.871 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:53.871 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:53.871 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.871 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_buffer": { 2024-04-10T16:59:53.871 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:53.871 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:53.871 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.872 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_data": { 2024-04-10T16:59:53.872 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:53.872 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:53.872 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.872 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_meta": { 2024-04-10T16:59:53.872 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:53.872 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:53.872 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.872 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_onode": { 2024-04-10T16:59:53.872 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:53.872 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:53.872 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.872 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_other": { 2024-04-10T16:59:53.872 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:53.872 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:53.873 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.873 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_extent": { 2024-04-10T16:59:53.873 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:53.873 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:53.873 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.873 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_fsck": { 2024-04-10T16:59:53.873 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:53.873 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:53.873 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.873 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_inline_bl": { 2024-04-10T16:59:53.873 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:53.873 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:53.873 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.873 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_shared_blob": { 2024-04-10T16:59:53.873 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:53.873 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:53.874 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.874 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_txc": { 2024-04-10T16:59:53.874 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:53.874 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:53.874 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.874 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_writing": { 2024-04-10T16:59:53.874 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:53.874 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:53.874 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.874 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_writing_deferred": { 2024-04-10T16:59:53.874 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:53.874 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:53.874 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.874 INFO:tasks.workunit.client.0.smithi069.stdout: "buffer_anon": { 2024-04-10T16:59:53.874 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 42074797, 2024-04-10T16:59:53.875 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 5207 2024-04-10T16:59:53.875 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.875 INFO:tasks.workunit.client.0.smithi069.stdout: "buffer_meta": { 2024-04-10T16:59:53.875 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 616, 2024-04-10T16:59:53.875 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 7 2024-04-10T16:59:53.875 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.875 INFO:tasks.workunit.client.0.smithi069.stdout: "mds_co": { 2024-04-10T16:59:53.875 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:53.875 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:53.875 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.875 INFO:tasks.workunit.client.0.smithi069.stdout: "osd": { 2024-04-10T16:59:53.875 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:53.875 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:53.875 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.875 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_mapbl": { 2024-04-10T16:59:53.876 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:53.876 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:53.876 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.876 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_pglog": { 2024-04-10T16:59:53.876 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:53.876 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:53.876 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.876 INFO:tasks.workunit.client.0.smithi069.stdout: "osdmap": { 2024-04-10T16:59:53.876 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 11104, 2024-04-10T16:59:53.876 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 258 2024-04-10T16:59:53.876 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.876 INFO:tasks.workunit.client.0.smithi069.stdout: "osdmap_mapping": { 2024-04-10T16:59:53.876 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 70440, 2024-04-10T16:59:53.876 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 5158 2024-04-10T16:59:53.876 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.876 INFO:tasks.workunit.client.0.smithi069.stdout: "pgmap": { 2024-04-10T16:59:53.876 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 5896, 2024-04-10T16:59:53.877 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 174 2024-04-10T16:59:53.877 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.877 INFO:tasks.workunit.client.0.smithi069.stdout: "unittest_1": { 2024-04-10T16:59:53.877 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:53.877 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:53.877 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.877 INFO:tasks.workunit.client.0.smithi069.stdout: "unittest_2": { 2024-04-10T16:59:53.877 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:53.877 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:53.877 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:53.877 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.877 INFO:tasks.workunit.client.0.smithi069.stdout: "mon.f674850e5ec273712a6400c20c884d0d3d4aaf85": { 2024-04-10T16:59:53.877 INFO:tasks.workunit.client.0.smithi069.stdout: "bloom_filter": { 2024-04-10T16:59:53.877 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:53.878 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:53.878 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.878 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs": { 2024-04-10T16:59:53.878 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:53.878 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:53.878 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.878 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs_file_reader": { 2024-04-10T16:59:53.878 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:53.878 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:53.878 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.878 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs_file_writer": { 2024-04-10T16:59:53.878 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:53.878 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:53.879 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.879 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_alloc": { 2024-04-10T16:59:53.879 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:53.879 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:53.879 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.879 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_blob": { 2024-04-10T16:59:53.879 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:53.879 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:53.879 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.879 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_buffer": { 2024-04-10T16:59:53.879 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:53.879 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:53.879 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.879 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_data": { 2024-04-10T16:59:53.880 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:53.880 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:53.880 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.880 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_meta": { 2024-04-10T16:59:53.880 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:53.880 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:53.880 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.880 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_onode": { 2024-04-10T16:59:53.880 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:53.880 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:53.880 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.880 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_other": { 2024-04-10T16:59:53.880 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:53.880 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:53.881 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.881 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_extent": { 2024-04-10T16:59:53.881 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:53.881 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:53.881 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.881 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_fsck": { 2024-04-10T16:59:53.881 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:53.881 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:53.881 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.881 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_inline_bl": { 2024-04-10T16:59:53.881 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:53.881 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:53.881 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.881 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_shared_blob": { 2024-04-10T16:59:53.881 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:53.881 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:53.881 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.882 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_txc": { 2024-04-10T16:59:53.882 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:53.882 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:53.882 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.882 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_writing": { 2024-04-10T16:59:53.882 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:53.882 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:53.882 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.882 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_writing_deferred": { 2024-04-10T16:59:53.882 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:53.882 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:53.882 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.882 INFO:tasks.workunit.client.0.smithi069.stdout: "buffer_anon": { 2024-04-10T16:59:53.882 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 42351037, 2024-04-10T16:59:53.882 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 5229 2024-04-10T16:59:53.882 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.883 INFO:tasks.workunit.client.0.smithi069.stdout: "buffer_meta": { 2024-04-10T16:59:53.883 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 616, 2024-04-10T16:59:53.883 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 7 2024-04-10T16:59:53.883 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.883 INFO:tasks.workunit.client.0.smithi069.stdout: "mds_co": { 2024-04-10T16:59:53.883 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:53.883 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:53.883 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.883 INFO:tasks.workunit.client.0.smithi069.stdout: "osd": { 2024-04-10T16:59:53.883 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:53.883 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:53.883 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.883 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_mapbl": { 2024-04-10T16:59:53.883 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:53.883 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:53.883 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.884 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_pglog": { 2024-04-10T16:59:53.884 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:53.884 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:53.884 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.884 INFO:tasks.workunit.client.0.smithi069.stdout: "osdmap": { 2024-04-10T16:59:53.884 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 11104, 2024-04-10T16:59:53.884 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 258 2024-04-10T16:59:53.884 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.884 INFO:tasks.workunit.client.0.smithi069.stdout: "osdmap_mapping": { 2024-04-10T16:59:53.884 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 70440, 2024-04-10T16:59:53.884 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 5158 2024-04-10T16:59:53.884 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.884 INFO:tasks.workunit.client.0.smithi069.stdout: "pgmap": { 2024-04-10T16:59:53.884 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 5896, 2024-04-10T16:59:53.884 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 174 2024-04-10T16:59:53.884 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.885 INFO:tasks.workunit.client.0.smithi069.stdout: "unittest_1": { 2024-04-10T16:59:53.885 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:53.885 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:53.885 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.885 INFO:tasks.workunit.client.0.smithi069.stdout: "unittest_2": { 2024-04-10T16:59:53.885 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:53.885 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:53.885 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:53.885 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:53.885 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.885 INFO:tasks.workunit.client.0.smithi069.stdout: "osd": { 2024-04-10T16:59:53.885 INFO:tasks.workunit.client.0.smithi069.stdout: "osd.0": { 2024-04-10T16:59:53.885 INFO:tasks.workunit.client.0.smithi069.stdout: "bloom_filter": { 2024-04-10T16:59:53.885 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:53.886 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:53.886 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.886 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs": { 2024-04-10T16:59:53.886 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 20792, 2024-04-10T16:59:53.886 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 391 2024-04-10T16:59:53.886 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.886 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs_file_reader": { 2024-04-10T16:59:53.886 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 34944, 2024-04-10T16:59:53.886 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 24 2024-04-10T16:59:53.886 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.886 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs_file_writer": { 2024-04-10T16:59:53.886 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 3072, 2024-04-10T16:59:53.886 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 16 2024-04-10T16:59:53.886 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.887 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_alloc": { 2024-04-10T16:59:53.887 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 56640, 2024-04-10T16:59:53.887 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 708 2024-04-10T16:59:53.887 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.887 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_blob": { 2024-04-10T16:59:53.887 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 380224, 2024-04-10T16:59:53.887 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 1828 2024-04-10T16:59:53.887 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.887 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_buffer": { 2024-04-10T16:59:53.887 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 256, 2024-04-10T16:59:53.887 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 32 2024-04-10T16:59:53.887 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.887 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_data": { 2024-04-10T16:59:53.888 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 1241109, 2024-04-10T16:59:53.888 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 318 2024-04-10T16:59:53.888 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.888 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_meta": { 2024-04-10T16:59:53.888 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 2436422, 2024-04-10T16:59:53.888 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 538761 2024-04-10T16:59:53.888 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.888 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_onode": { 2024-04-10T16:59:53.888 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 6981816, 2024-04-10T16:59:53.888 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 10299 2024-04-10T16:59:53.888 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.888 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_other": { 2024-04-10T16:59:53.888 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 79476, 2024-04-10T16:59:53.888 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 8468 2024-04-10T16:59:53.888 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.888 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_extent": { 2024-04-10T16:59:53.889 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 87744, 2024-04-10T16:59:53.889 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 1828 2024-04-10T16:59:53.889 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.889 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_fsck": { 2024-04-10T16:59:53.889 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:53.889 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:53.889 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.889 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_inline_bl": { 2024-04-10T16:59:53.889 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 168374, 2024-04-10T16:59:53.889 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 1208 2024-04-10T16:59:53.889 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.889 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_shared_blob": { 2024-04-10T16:59:53.889 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:53.889 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:53.890 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.890 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_txc": { 2024-04-10T16:59:53.890 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:53.890 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:53.890 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.890 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_writing": { 2024-04-10T16:59:53.890 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 57489, 2024-04-10T16:59:53.890 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 45 2024-04-10T16:59:53.890 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.890 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_writing_deferred": { 2024-04-10T16:59:53.890 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:53.890 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:53.890 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.890 INFO:tasks.workunit.client.0.smithi069.stdout: "buffer_anon": { 2024-04-10T16:59:53.891 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 16940776, 2024-04-10T16:59:53.891 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 288 2024-04-10T16:59:53.891 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.891 INFO:tasks.workunit.client.0.smithi069.stdout: "buffer_meta": { 2024-04-10T16:59:53.891 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 28864, 2024-04-10T16:59:53.891 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 328 2024-04-10T16:59:53.891 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.891 INFO:tasks.workunit.client.0.smithi069.stdout: "mds_co": { 2024-04-10T16:59:53.891 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:53.891 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:53.891 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.891 INFO:tasks.workunit.client.0.smithi069.stdout: "osd": { 2024-04-10T16:59:53.891 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 513216, 2024-04-10T16:59:53.891 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 44 2024-04-10T16:59:53.891 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.892 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_mapbl": { 2024-04-10T16:59:53.892 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:53.892 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:53.892 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.892 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_pglog": { 2024-04-10T16:59:53.892 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 7067008, 2024-04-10T16:59:53.892 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 18388 2024-04-10T16:59:53.892 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.892 INFO:tasks.workunit.client.0.smithi069.stdout: "osdmap": { 2024-04-10T16:59:53.892 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 645392, 2024-04-10T16:59:53.892 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 11285 2024-04-10T16:59:53.892 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.892 INFO:tasks.workunit.client.0.smithi069.stdout: "osdmap_mapping": { 2024-04-10T16:59:53.892 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:53.892 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:53.893 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.893 INFO:tasks.workunit.client.0.smithi069.stdout: "pgmap": { 2024-04-10T16:59:53.893 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:53.893 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:53.893 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.893 INFO:tasks.workunit.client.0.smithi069.stdout: "unittest_1": { 2024-04-10T16:59:53.893 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:53.893 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:53.893 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.893 INFO:tasks.workunit.client.0.smithi069.stdout: "unittest_2": { 2024-04-10T16:59:53.893 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:53.893 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:53.893 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:53.893 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.893 INFO:tasks.workunit.client.0.smithi069.stdout: "osd.1": { 2024-04-10T16:59:53.893 INFO:tasks.workunit.client.0.smithi069.stdout: "bloom_filter": { 2024-04-10T16:59:53.894 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:53.894 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:53.894 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.894 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs": { 2024-04-10T16:59:53.894 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 23752, 2024-04-10T16:59:53.894 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 427 2024-04-10T16:59:53.894 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.894 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs_file_reader": { 2024-04-10T16:59:53.894 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 141824, 2024-04-10T16:59:53.894 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 28 2024-04-10T16:59:53.894 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.894 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs_file_writer": { 2024-04-10T16:59:53.894 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 1536, 2024-04-10T16:59:53.894 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 8 2024-04-10T16:59:53.895 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.895 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_alloc": { 2024-04-10T16:59:53.895 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 56880, 2024-04-10T16:59:53.895 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 711 2024-04-10T16:59:53.895 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.895 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_blob": { 2024-04-10T16:59:53.895 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 378144, 2024-04-10T16:59:53.895 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 1818 2024-04-10T16:59:53.895 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.895 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_buffer": { 2024-04-10T16:59:53.895 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 256, 2024-04-10T16:59:53.895 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 32 2024-04-10T16:59:53.895 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.895 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_data": { 2024-04-10T16:59:53.895 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 454060, 2024-04-10T16:59:53.895 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 123 2024-04-10T16:59:53.896 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.896 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_meta": { 2024-04-10T16:59:53.896 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 2425031, 2024-04-10T16:59:53.896 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 539175 2024-04-10T16:59:53.896 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.896 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_onode": { 2024-04-10T16:59:53.896 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 6975696, 2024-04-10T16:59:53.896 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 10290 2024-04-10T16:59:53.896 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.896 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_other": { 2024-04-10T16:59:53.896 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 77568, 2024-04-10T16:59:53.896 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 8297 2024-04-10T16:59:53.896 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.896 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_extent": { 2024-04-10T16:59:53.896 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 87216, 2024-04-10T16:59:53.896 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 1817 2024-04-10T16:59:53.897 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.897 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_fsck": { 2024-04-10T16:59:53.897 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:53.897 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:53.897 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.897 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_inline_bl": { 2024-04-10T16:59:53.897 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 168462, 2024-04-10T16:59:53.897 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 1209 2024-04-10T16:59:53.897 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.897 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_shared_blob": { 2024-04-10T16:59:53.897 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:53.897 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:53.897 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.897 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_txc": { 2024-04-10T16:59:53.897 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 1472, 2024-04-10T16:59:53.897 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 2 2024-04-10T16:59:53.897 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.898 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_writing": { 2024-04-10T16:59:53.898 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 84382, 2024-04-10T16:59:53.898 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 33 2024-04-10T16:59:53.898 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.898 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_writing_deferred": { 2024-04-10T16:59:53.898 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 20128, 2024-04-10T16:59:53.898 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 5 2024-04-10T16:59:53.898 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.898 INFO:tasks.workunit.client.0.smithi069.stdout: "buffer_anon": { 2024-04-10T16:59:53.898 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 9161123, 2024-04-10T16:59:53.898 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 278 2024-04-10T16:59:53.898 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.898 INFO:tasks.workunit.client.0.smithi069.stdout: "buffer_meta": { 2024-04-10T16:59:53.898 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 10824, 2024-04-10T16:59:53.898 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 123 2024-04-10T16:59:53.899 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.899 INFO:tasks.workunit.client.0.smithi069.stdout: "mds_co": { 2024-04-10T16:59:53.899 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:53.899 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:53.899 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.899 INFO:tasks.workunit.client.0.smithi069.stdout: "osd": { 2024-04-10T16:59:53.899 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 454896, 2024-04-10T16:59:53.899 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 39 2024-04-10T16:59:53.899 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.899 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_mapbl": { 2024-04-10T16:59:53.899 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:53.899 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:53.899 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.899 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_pglog": { 2024-04-10T16:59:53.899 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 7217600, 2024-04-10T16:59:53.900 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 21044 2024-04-10T16:59:53.900 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.900 INFO:tasks.workunit.client.0.smithi069.stdout: "osdmap": { 2024-04-10T16:59:53.900 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 645392, 2024-04-10T16:59:53.900 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 11285 2024-04-10T16:59:53.900 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.900 INFO:tasks.workunit.client.0.smithi069.stdout: "osdmap_mapping": { 2024-04-10T16:59:53.900 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:53.900 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:53.900 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.900 INFO:tasks.workunit.client.0.smithi069.stdout: "pgmap": { 2024-04-10T16:59:53.900 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:53.900 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:53.900 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.900 INFO:tasks.workunit.client.0.smithi069.stdout: "unittest_1": { 2024-04-10T16:59:53.900 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:53.901 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:53.901 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.901 INFO:tasks.workunit.client.0.smithi069.stdout: "unittest_2": { 2024-04-10T16:59:53.901 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:53.901 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:53.901 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:53.901 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.901 INFO:tasks.workunit.client.0.smithi069.stdout: "osd.2": { 2024-04-10T16:59:53.901 INFO:tasks.workunit.client.0.smithi069.stdout: "bloom_filter": { 2024-04-10T16:59:53.901 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:53.901 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:53.901 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.901 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs": { 2024-04-10T16:59:53.901 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 21704, 2024-04-10T16:59:53.901 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 388 2024-04-10T16:59:53.902 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.902 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs_file_reader": { 2024-04-10T16:59:53.902 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 31104, 2024-04-10T16:59:53.902 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 26 2024-04-10T16:59:53.902 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.902 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs_file_writer": { 2024-04-10T16:59:53.902 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 1344, 2024-04-10T16:59:53.902 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 7 2024-04-10T16:59:53.902 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.902 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_alloc": { 2024-04-10T16:59:53.902 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 56320, 2024-04-10T16:59:53.902 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 704 2024-04-10T16:59:53.902 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.902 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_blob": { 2024-04-10T16:59:53.902 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 377312, 2024-04-10T16:59:53.903 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 1814 2024-04-10T16:59:53.903 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.903 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_buffer": { 2024-04-10T16:59:53.903 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 256, 2024-04-10T16:59:53.903 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 32 2024-04-10T16:59:53.903 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.903 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_data": { 2024-04-10T16:59:53.903 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 310686, 2024-04-10T16:59:53.903 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 86 2024-04-10T16:59:53.903 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.903 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_meta": { 2024-04-10T16:59:53.903 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 1749752, 2024-04-10T16:59:53.903 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 387646 2024-04-10T16:59:53.903 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.903 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_onode": { 2024-04-10T16:59:53.903 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 5132216, 2024-04-10T16:59:53.903 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 7579 2024-04-10T16:59:53.904 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.904 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_other": { 2024-04-10T16:59:53.904 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 76448, 2024-04-10T16:59:53.904 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 8278 2024-04-10T16:59:53.904 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.904 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_extent": { 2024-04-10T16:59:53.904 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 87072, 2024-04-10T16:59:53.904 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 1814 2024-04-10T16:59:53.904 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.904 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_fsck": { 2024-04-10T16:59:53.904 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:53.904 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:53.904 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.904 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_inline_bl": { 2024-04-10T16:59:53.904 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 168374, 2024-04-10T16:59:53.905 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 1208 2024-04-10T16:59:53.905 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.905 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_shared_blob": { 2024-04-10T16:59:53.905 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:53.905 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:53.905 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.905 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_txc": { 2024-04-10T16:59:53.905 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:53.905 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:53.905 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.905 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_writing": { 2024-04-10T16:59:53.905 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 51801, 2024-04-10T16:59:53.905 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 47 2024-04-10T16:59:53.905 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.905 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_writing_deferred": { 2024-04-10T16:59:53.905 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:53.905 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:53.906 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.906 INFO:tasks.workunit.client.0.smithi069.stdout: "buffer_anon": { 2024-04-10T16:59:53.906 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 7988295, 2024-04-10T16:59:53.906 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 256 2024-04-10T16:59:53.906 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.906 INFO:tasks.workunit.client.0.smithi069.stdout: "buffer_meta": { 2024-04-10T16:59:53.906 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 9944, 2024-04-10T16:59:53.906 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 113 2024-04-10T16:59:53.906 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.906 INFO:tasks.workunit.client.0.smithi069.stdout: "mds_co": { 2024-04-10T16:59:53.906 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:53.906 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:53.906 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.906 INFO:tasks.workunit.client.0.smithi069.stdout: "osd": { 2024-04-10T16:59:53.907 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 349920, 2024-04-10T16:59:53.907 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 30 2024-04-10T16:59:53.907 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.907 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_mapbl": { 2024-04-10T16:59:53.907 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:53.907 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:53.907 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.907 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_pglog": { 2024-04-10T16:59:53.907 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 3172000, 2024-04-10T16:59:53.907 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 6100 2024-04-10T16:59:53.907 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.907 INFO:tasks.workunit.client.0.smithi069.stdout: "osdmap": { 2024-04-10T16:59:53.907 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 645392, 2024-04-10T16:59:53.907 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 11285 2024-04-10T16:59:53.907 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.908 INFO:tasks.workunit.client.0.smithi069.stdout: "osdmap_mapping": { 2024-04-10T16:59:53.908 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:53.908 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:53.908 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.908 INFO:tasks.workunit.client.0.smithi069.stdout: "pgmap": { 2024-04-10T16:59:53.908 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:53.908 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:53.908 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.908 INFO:tasks.workunit.client.0.smithi069.stdout: "unittest_1": { 2024-04-10T16:59:53.908 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:53.908 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:53.908 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.908 INFO:tasks.workunit.client.0.smithi069.stdout: "unittest_2": { 2024-04-10T16:59:53.908 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:53.908 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:53.908 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:53.909 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.909 INFO:tasks.workunit.client.0.smithi069.stdout: "osd.3": { 2024-04-10T16:59:53.909 INFO:tasks.workunit.client.0.smithi069.stdout: "bloom_filter": { 2024-04-10T16:59:53.909 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:53.909 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:53.909 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.909 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs": { 2024-04-10T16:59:53.909 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 18200, 2024-04-10T16:59:53.909 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 333 2024-04-10T16:59:53.909 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.909 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs_file_reader": { 2024-04-10T16:59:53.909 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 87936, 2024-04-10T16:59:53.909 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 23 2024-04-10T16:59:53.909 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.909 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs_file_writer": { 2024-04-10T16:59:53.909 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 4224, 2024-04-10T16:59:53.910 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 22 2024-04-10T16:59:53.910 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.910 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_alloc": { 2024-04-10T16:59:53.910 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 55360, 2024-04-10T16:59:53.910 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 692 2024-04-10T16:59:53.910 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.910 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_blob": { 2024-04-10T16:59:53.910 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 365456, 2024-04-10T16:59:53.910 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 1757 2024-04-10T16:59:53.910 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.910 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_buffer": { 2024-04-10T16:59:53.911 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 256, 2024-04-10T16:59:53.911 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 32 2024-04-10T16:59:53.911 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.911 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_data": { 2024-04-10T16:59:53.911 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 343304, 2024-04-10T16:59:53.911 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 102 2024-04-10T16:59:53.911 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.911 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_meta": { 2024-04-10T16:59:53.911 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 1775882, 2024-04-10T16:59:53.911 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 390104 2024-04-10T16:59:53.911 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.911 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_onode": { 2024-04-10T16:59:53.911 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 5148536, 2024-04-10T16:59:53.911 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 7603 2024-04-10T16:59:53.912 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.912 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_other": { 2024-04-10T16:59:53.912 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 68232, 2024-04-10T16:59:53.912 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 7153 2024-04-10T16:59:53.912 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.912 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_extent": { 2024-04-10T16:59:53.912 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 84240, 2024-04-10T16:59:53.912 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 1755 2024-04-10T16:59:53.912 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.912 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_fsck": { 2024-04-10T16:59:53.912 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:53.912 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:53.912 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.912 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_inline_bl": { 2024-04-10T16:59:53.913 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 168374, 2024-04-10T16:59:53.913 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 1208 2024-04-10T16:59:53.913 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.913 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_shared_blob": { 2024-04-10T16:59:53.913 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:53.913 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:53.913 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.913 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_txc": { 2024-04-10T16:59:53.913 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 2208, 2024-04-10T16:59:53.913 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 3 2024-04-10T16:59:53.913 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.913 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_writing": { 2024-04-10T16:59:53.913 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 122875, 2024-04-10T16:59:53.913 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 66 2024-04-10T16:59:53.914 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.914 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_writing_deferred": { 2024-04-10T16:59:53.914 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 28144, 2024-04-10T16:59:53.914 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 7 2024-04-10T16:59:53.914 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.914 INFO:tasks.workunit.client.0.smithi069.stdout: "buffer_anon": { 2024-04-10T16:59:53.914 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 23001356, 2024-04-10T16:59:53.914 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 287 2024-04-10T16:59:53.914 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.914 INFO:tasks.workunit.client.0.smithi069.stdout: "buffer_meta": { 2024-04-10T16:59:53.914 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 12144, 2024-04-10T16:59:53.914 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 138 2024-04-10T16:59:53.914 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.914 INFO:tasks.workunit.client.0.smithi069.stdout: "mds_co": { 2024-04-10T16:59:53.914 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:53.914 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:53.915 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.915 INFO:tasks.workunit.client.0.smithi069.stdout: "osd": { 2024-04-10T16:59:53.915 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 431568, 2024-04-10T16:59:53.915 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 37 2024-04-10T16:59:53.915 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.915 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_mapbl": { 2024-04-10T16:59:53.915 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:53.915 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:53.915 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.915 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_pglog": { 2024-04-10T16:59:53.915 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 3510520, 2024-04-10T16:59:53.915 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 9151 2024-04-10T16:59:53.915 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.915 INFO:tasks.workunit.client.0.smithi069.stdout: "osdmap": { 2024-04-10T16:59:53.915 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 645392, 2024-04-10T16:59:53.916 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 11285 2024-04-10T16:59:53.916 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.916 INFO:tasks.workunit.client.0.smithi069.stdout: "osdmap_mapping": { 2024-04-10T16:59:53.916 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:53.916 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:53.916 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.916 INFO:tasks.workunit.client.0.smithi069.stdout: "pgmap": { 2024-04-10T16:59:53.916 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:53.916 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:53.916 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.916 INFO:tasks.workunit.client.0.smithi069.stdout: "unittest_1": { 2024-04-10T16:59:53.916 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:53.916 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:53.916 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.916 INFO:tasks.workunit.client.0.smithi069.stdout: "unittest_2": { 2024-04-10T16:59:53.916 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:53.917 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:53.917 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:53.917 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.917 INFO:tasks.workunit.client.0.smithi069.stdout: "osd.4": { 2024-04-10T16:59:53.917 INFO:tasks.workunit.client.0.smithi069.stdout: "bloom_filter": { 2024-04-10T16:59:53.917 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:53.917 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:53.917 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.917 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs": { 2024-04-10T16:59:53.917 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 22152, 2024-04-10T16:59:53.917 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 399 2024-04-10T16:59:53.917 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.917 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs_file_reader": { 2024-04-10T16:59:53.917 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 35328, 2024-04-10T16:59:53.917 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 27 2024-04-10T16:59:53.918 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.918 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs_file_writer": { 2024-04-10T16:59:53.918 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 5184, 2024-04-10T16:59:53.918 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 27 2024-04-10T16:59:53.918 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.918 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_alloc": { 2024-04-10T16:59:53.918 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 55920, 2024-04-10T16:59:53.918 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 699 2024-04-10T16:59:53.918 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.918 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_blob": { 2024-04-10T16:59:53.918 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 365248, 2024-04-10T16:59:53.918 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 1756 2024-04-10T16:59:53.918 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.918 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_buffer": { 2024-04-10T16:59:53.918 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 256, 2024-04-10T16:59:53.918 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 32 2024-04-10T16:59:53.918 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.919 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_data": { 2024-04-10T16:59:53.919 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 1130101, 2024-04-10T16:59:53.919 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 280 2024-04-10T16:59:53.919 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.919 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_meta": { 2024-04-10T16:59:53.919 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 2075856, 2024-04-10T16:59:53.919 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 457210 2024-04-10T16:59:53.919 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.919 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_onode": { 2024-04-10T16:59:53.919 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 5967936, 2024-04-10T16:59:53.919 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 8808 2024-04-10T16:59:53.919 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.919 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_other": { 2024-04-10T16:59:53.919 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 68504, 2024-04-10T16:59:53.919 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 7150 2024-04-10T16:59:53.919 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.920 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_extent": { 2024-04-10T16:59:53.920 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 84240, 2024-04-10T16:59:53.920 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 1755 2024-04-10T16:59:53.920 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.920 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_fsck": { 2024-04-10T16:59:53.920 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:53.920 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:53.920 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.920 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_inline_bl": { 2024-04-10T16:59:53.920 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 168206, 2024-04-10T16:59:53.920 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 1208 2024-04-10T16:59:53.920 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.920 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_shared_blob": { 2024-04-10T16:59:53.920 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:53.920 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:53.920 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.920 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_txc": { 2024-04-10T16:59:53.921 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 1472, 2024-04-10T16:59:53.921 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 2 2024-04-10T16:59:53.921 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.921 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_writing": { 2024-04-10T16:59:53.921 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 85303, 2024-04-10T16:59:53.921 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 50 2024-04-10T16:59:53.921 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.921 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_writing_deferred": { 2024-04-10T16:59:53.921 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 20128, 2024-04-10T16:59:53.921 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 5 2024-04-10T16:59:53.921 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.921 INFO:tasks.workunit.client.0.smithi069.stdout: "buffer_anon": { 2024-04-10T16:59:53.921 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 28714035, 2024-04-10T16:59:53.921 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 294 2024-04-10T16:59:53.921 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.921 INFO:tasks.workunit.client.0.smithi069.stdout: "buffer_meta": { 2024-04-10T16:59:53.922 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 27456, 2024-04-10T16:59:53.922 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 312 2024-04-10T16:59:53.922 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.922 INFO:tasks.workunit.client.0.smithi069.stdout: "mds_co": { 2024-04-10T16:59:53.922 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:53.922 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:53.922 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.922 INFO:tasks.workunit.client.0.smithi069.stdout: "osd": { 2024-04-10T16:59:53.922 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 466560, 2024-04-10T16:59:53.922 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 40 2024-04-10T16:59:53.922 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.922 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_mapbl": { 2024-04-10T16:59:53.922 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:53.922 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:53.923 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.923 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_pglog": { 2024-04-10T16:59:53.923 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 5137080, 2024-04-10T16:59:53.923 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 12279 2024-04-10T16:59:53.923 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.923 INFO:tasks.workunit.client.0.smithi069.stdout: "osdmap": { 2024-04-10T16:59:53.923 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 645392, 2024-04-10T16:59:53.923 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 11285 2024-04-10T16:59:53.923 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.923 INFO:tasks.workunit.client.0.smithi069.stdout: "osdmap_mapping": { 2024-04-10T16:59:53.923 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:53.923 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:53.923 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.924 INFO:tasks.workunit.client.0.smithi069.stdout: "pgmap": { 2024-04-10T16:59:53.924 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:53.924 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:53.924 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.924 INFO:tasks.workunit.client.0.smithi069.stdout: "unittest_1": { 2024-04-10T16:59:53.924 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:53.924 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:53.924 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.924 INFO:tasks.workunit.client.0.smithi069.stdout: "unittest_2": { 2024-04-10T16:59:53.924 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:53.924 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:53.924 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:53.924 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.924 INFO:tasks.workunit.client.0.smithi069.stdout: "osd.5": { 2024-04-10T16:59:53.924 INFO:tasks.workunit.client.0.smithi069.stdout: "bloom_filter": { 2024-04-10T16:59:53.924 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:53.925 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:53.925 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.925 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs": { 2024-04-10T16:59:53.925 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 20648, 2024-04-10T16:59:53.925 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 379 2024-04-10T16:59:53.925 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.925 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs_file_reader": { 2024-04-10T16:59:53.925 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 51328, 2024-04-10T16:59:53.925 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 25 2024-04-10T16:59:53.925 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.925 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs_file_writer": { 2024-04-10T16:59:53.925 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 2688, 2024-04-10T16:59:53.925 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 14 2024-04-10T16:59:53.926 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.926 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_alloc": { 2024-04-10T16:59:53.926 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 55920, 2024-04-10T16:59:53.926 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 699 2024-04-10T16:59:53.926 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.926 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_blob": { 2024-04-10T16:59:53.926 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 365248, 2024-04-10T16:59:53.926 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 1756 2024-04-10T16:59:53.926 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.926 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_buffer": { 2024-04-10T16:59:53.926 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 256, 2024-04-10T16:59:53.926 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 32 2024-04-10T16:59:53.926 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.926 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_data": { 2024-04-10T16:59:53.927 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 366569, 2024-04-10T16:59:53.927 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 95 2024-04-10T16:59:53.927 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.927 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_meta": { 2024-04-10T16:59:53.927 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 2337552, 2024-04-10T16:59:53.927 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 524488 2024-04-10T16:59:53.927 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.927 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_onode": { 2024-04-10T16:59:53.927 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 6781216, 2024-04-10T16:59:53.927 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 10004 2024-04-10T16:59:53.927 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.927 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_other": { 2024-04-10T16:59:53.927 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 68532, 2024-04-10T16:59:53.927 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 7153 2024-04-10T16:59:53.927 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.928 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_extent": { 2024-04-10T16:59:53.928 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 84240, 2024-04-10T16:59:53.928 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 1755 2024-04-10T16:59:53.928 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.928 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_fsck": { 2024-04-10T16:59:53.928 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:53.928 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:53.928 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.928 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_inline_bl": { 2024-04-10T16:59:53.928 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 168462, 2024-04-10T16:59:53.928 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 1209 2024-04-10T16:59:53.928 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.928 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_shared_blob": { 2024-04-10T16:59:53.928 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:53.929 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:53.929 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.929 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_txc": { 2024-04-10T16:59:53.929 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 1472, 2024-04-10T16:59:53.929 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 2 2024-04-10T16:59:53.929 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.929 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_writing": { 2024-04-10T16:59:53.929 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 112362, 2024-04-10T16:59:53.929 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 59 2024-04-10T16:59:53.929 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.929 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_writing_deferred": { 2024-04-10T16:59:53.929 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 20128, 2024-04-10T16:59:53.929 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 5 2024-04-10T16:59:53.929 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.930 INFO:tasks.workunit.client.0.smithi069.stdout: "buffer_anon": { 2024-04-10T16:59:53.930 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 15096014, 2024-04-10T16:59:53.930 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 6154 2024-04-10T16:59:53.930 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.930 INFO:tasks.workunit.client.0.smithi069.stdout: "buffer_meta": { 2024-04-10T16:59:53.930 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 10208, 2024-04-10T16:59:53.930 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 116 2024-04-10T16:59:53.930 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.930 INFO:tasks.workunit.client.0.smithi069.stdout: "mds_co": { 2024-04-10T16:59:53.930 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:53.930 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:53.930 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.930 INFO:tasks.workunit.client.0.smithi069.stdout: "osd": { 2024-04-10T16:59:53.930 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 466560, 2024-04-10T16:59:53.930 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 40 2024-04-10T16:59:53.931 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.931 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_mapbl": { 2024-04-10T16:59:53.931 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:53.931 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:53.931 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.931 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_pglog": { 2024-04-10T16:59:53.931 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 6372080, 2024-04-10T16:59:53.931 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 12254 2024-04-10T16:59:53.931 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.931 INFO:tasks.workunit.client.0.smithi069.stdout: "osdmap": { 2024-04-10T16:59:53.931 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 645392, 2024-04-10T16:59:53.931 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 11285 2024-04-10T16:59:53.931 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.931 INFO:tasks.workunit.client.0.smithi069.stdout: "osdmap_mapping": { 2024-04-10T16:59:53.931 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:53.932 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:53.932 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.932 INFO:tasks.workunit.client.0.smithi069.stdout: "pgmap": { 2024-04-10T16:59:53.932 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:53.932 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:53.932 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.932 INFO:tasks.workunit.client.0.smithi069.stdout: "unittest_1": { 2024-04-10T16:59:53.932 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:53.932 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:53.932 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.932 INFO:tasks.workunit.client.0.smithi069.stdout: "unittest_2": { 2024-04-10T16:59:53.932 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:53.932 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:53.932 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:53.933 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.933 INFO:tasks.workunit.client.0.smithi069.stdout: "osd.6": { 2024-04-10T16:59:53.933 INFO:tasks.workunit.client.0.smithi069.stdout: "bloom_filter": { 2024-04-10T16:59:53.933 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:53.933 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:53.933 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.933 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs": { 2024-04-10T16:59:53.933 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 17472, 2024-04-10T16:59:53.933 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 325 2024-04-10T16:59:53.933 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.933 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs_file_reader": { 2024-04-10T16:59:53.933 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 31104, 2024-04-10T16:59:53.933 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 26 2024-04-10T16:59:53.933 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.933 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs_file_writer": { 2024-04-10T16:59:53.934 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 3072, 2024-04-10T16:59:53.934 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 16 2024-04-10T16:59:53.934 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.934 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_alloc": { 2024-04-10T16:59:53.934 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 55360, 2024-04-10T16:59:53.934 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 692 2024-04-10T16:59:53.934 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.934 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_blob": { 2024-04-10T16:59:53.934 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 366704, 2024-04-10T16:59:53.934 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 1763 2024-04-10T16:59:53.934 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.934 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_buffer": { 2024-04-10T16:59:53.934 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 256, 2024-04-10T16:59:53.935 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 32 2024-04-10T16:59:53.935 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.935 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_data": { 2024-04-10T16:59:53.935 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 382006, 2024-04-10T16:59:53.935 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 105 2024-04-10T16:59:53.935 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.935 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_meta": { 2024-04-10T16:59:53.935 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 1713218, 2024-04-10T16:59:53.935 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 380159 2024-04-10T16:59:53.935 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.935 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_onode": { 2024-04-10T16:59:53.935 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 5014576, 2024-04-10T16:59:53.935 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 7406 2024-04-10T16:59:53.935 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.936 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_other": { 2024-04-10T16:59:53.936 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 69644, 2024-04-10T16:59:53.936 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 7308 2024-04-10T16:59:53.936 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.936 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_extent": { 2024-04-10T16:59:53.936 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 84624, 2024-04-10T16:59:53.936 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 1763 2024-04-10T16:59:53.936 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.936 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_fsck": { 2024-04-10T16:59:53.936 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:53.936 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:53.936 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.936 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_inline_bl": { 2024-04-10T16:59:53.936 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 168118, 2024-04-10T16:59:53.937 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 1207 2024-04-10T16:59:53.937 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.937 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_shared_blob": { 2024-04-10T16:59:53.937 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:53.937 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:53.937 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.937 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_txc": { 2024-04-10T16:59:53.937 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:53.937 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:53.937 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.937 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_writing": { 2024-04-10T16:59:53.937 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 37033, 2024-04-10T16:59:53.937 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 47 2024-04-10T16:59:53.937 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.937 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_writing_deferred": { 2024-04-10T16:59:53.937 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:53.937 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:53.938 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.938 INFO:tasks.workunit.client.0.smithi069.stdout: "buffer_anon": { 2024-04-10T16:59:53.938 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 17406166, 2024-04-10T16:59:53.938 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 271 2024-04-10T16:59:53.938 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.938 INFO:tasks.workunit.client.0.smithi069.stdout: "buffer_meta": { 2024-04-10T16:59:53.938 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 11792, 2024-04-10T16:59:53.938 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 134 2024-04-10T16:59:53.938 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.938 INFO:tasks.workunit.client.0.smithi069.stdout: "mds_co": { 2024-04-10T16:59:53.938 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:53.938 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:53.938 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.938 INFO:tasks.workunit.client.0.smithi069.stdout: "osd": { 2024-04-10T16:59:53.938 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 454896, 2024-04-10T16:59:53.939 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 39 2024-04-10T16:59:53.939 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.939 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_mapbl": { 2024-04-10T16:59:53.939 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:53.939 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:53.939 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.939 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_pglog": { 2024-04-10T16:59:53.939 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 3702400, 2024-04-10T16:59:53.939 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 9520 2024-04-10T16:59:53.939 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.939 INFO:tasks.workunit.client.0.smithi069.stdout: "osdmap": { 2024-04-10T16:59:53.939 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 645392, 2024-04-10T16:59:53.939 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 11285 2024-04-10T16:59:53.939 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.939 INFO:tasks.workunit.client.0.smithi069.stdout: "osdmap_mapping": { 2024-04-10T16:59:53.939 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:53.940 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:53.940 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.940 INFO:tasks.workunit.client.0.smithi069.stdout: "pgmap": { 2024-04-10T16:59:53.940 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:53.940 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:53.940 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.940 INFO:tasks.workunit.client.0.smithi069.stdout: "unittest_1": { 2024-04-10T16:59:53.940 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:53.940 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:53.940 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.940 INFO:tasks.workunit.client.0.smithi069.stdout: "unittest_2": { 2024-04-10T16:59:53.940 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:53.940 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:53.940 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:53.940 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.940 INFO:tasks.workunit.client.0.smithi069.stdout: "osd.7": { 2024-04-10T16:59:53.940 INFO:tasks.workunit.client.0.smithi069.stdout: "bloom_filter": { 2024-04-10T16:59:53.941 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:53.941 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:53.941 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.941 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs": { 2024-04-10T16:59:53.941 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 18272, 2024-04-10T16:59:53.941 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 339 2024-04-10T16:59:53.941 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.941 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs_file_reader": { 2024-04-10T16:59:53.941 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 39040, 2024-04-10T16:59:53.941 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 25 2024-04-10T16:59:53.941 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.941 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs_file_writer": { 2024-04-10T16:59:53.941 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 3840, 2024-04-10T16:59:53.941 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 20 2024-04-10T16:59:53.941 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.941 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_alloc": { 2024-04-10T16:59:53.941 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 56000, 2024-04-10T16:59:53.942 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 700 2024-04-10T16:59:53.942 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.942 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_blob": { 2024-04-10T16:59:53.942 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 366496, 2024-04-10T16:59:53.942 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 1762 2024-04-10T16:59:53.942 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.942 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_buffer": { 2024-04-10T16:59:53.942 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 256, 2024-04-10T16:59:53.942 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 32 2024-04-10T16:59:53.942 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.942 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_data": { 2024-04-10T16:59:53.942 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 517601, 2024-04-10T16:59:53.942 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 136 2024-04-10T16:59:53.942 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.942 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_meta": { 2024-04-10T16:59:53.943 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 2005511, 2024-04-10T16:59:53.943 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 446835 2024-04-10T16:59:53.943 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.943 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_onode": { 2024-04-10T16:59:53.943 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 5816976, 2024-04-10T16:59:53.943 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 8586 2024-04-10T16:59:53.943 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.943 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_other": { 2024-04-10T16:59:53.943 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 70380, 2024-04-10T16:59:53.943 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 7310 2024-04-10T16:59:53.943 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.943 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_extent": { 2024-04-10T16:59:53.943 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 84576, 2024-04-10T16:59:53.943 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 1762 2024-04-10T16:59:53.943 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.944 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_fsck": { 2024-04-10T16:59:53.944 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:53.944 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:53.944 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.944 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_inline_bl": { 2024-04-10T16:59:53.944 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 168374, 2024-04-10T16:59:53.944 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 1208 2024-04-10T16:59:53.944 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.944 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_shared_blob": { 2024-04-10T16:59:53.944 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:53.944 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:53.944 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.944 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_txc": { 2024-04-10T16:59:53.944 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:53.945 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:53.945 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.945 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_writing": { 2024-04-10T16:59:53.945 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 23327, 2024-04-10T16:59:53.945 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 29 2024-04-10T16:59:53.945 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.945 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_writing_deferred": { 2024-04-10T16:59:53.945 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:53.945 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:53.945 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.945 INFO:tasks.workunit.client.0.smithi069.stdout: "buffer_anon": { 2024-04-10T16:59:53.945 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 21115099, 2024-04-10T16:59:53.945 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 285 2024-04-10T16:59:53.945 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.945 INFO:tasks.workunit.client.0.smithi069.stdout: "buffer_meta": { 2024-04-10T16:59:53.946 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 12760, 2024-04-10T16:59:53.946 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 145 2024-04-10T16:59:53.946 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.946 INFO:tasks.workunit.client.0.smithi069.stdout: "mds_co": { 2024-04-10T16:59:53.946 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:53.946 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:53.946 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.946 INFO:tasks.workunit.client.0.smithi069.stdout: "osd": { 2024-04-10T16:59:53.946 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 536544, 2024-04-10T16:59:53.946 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 46 2024-04-10T16:59:53.946 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.946 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_mapbl": { 2024-04-10T16:59:53.946 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:53.946 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:53.946 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.947 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_pglog": { 2024-04-10T16:59:53.947 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 4946344, 2024-04-10T16:59:53.947 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 9541 2024-04-10T16:59:53.947 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.947 INFO:tasks.workunit.client.0.smithi069.stdout: "osdmap": { 2024-04-10T16:59:53.947 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 645392, 2024-04-10T16:59:53.947 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 11285 2024-04-10T16:59:53.947 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.947 INFO:tasks.workunit.client.0.smithi069.stdout: "osdmap_mapping": { 2024-04-10T16:59:53.947 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:53.947 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:53.947 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.947 INFO:tasks.workunit.client.0.smithi069.stdout: "pgmap": { 2024-04-10T16:59:53.947 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:53.947 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:53.947 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.948 INFO:tasks.workunit.client.0.smithi069.stdout: "unittest_1": { 2024-04-10T16:59:53.948 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:53.948 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:53.948 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.948 INFO:tasks.workunit.client.0.smithi069.stdout: "unittest_2": { 2024-04-10T16:59:53.948 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:53.948 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:53.948 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:53.948 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:53.948 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:53.948 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.948 INFO:tasks.workunit.client.0.smithi069.stdout: "metadata": { 2024-04-10T16:59:53.948 INFO:tasks.workunit.client.0.smithi069.stdout: "mds": { 2024-04-10T16:59:53.948 INFO:tasks.workunit.client.0.smithi069.stdout: "arch": { 2024-04-10T16:59:53.949 INFO:tasks.workunit.client.0.smithi069.stdout: "x86_64": 2 2024-04-10T16:59:53.949 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.949 INFO:tasks.workunit.client.0.smithi069.stdout: "ceph_version": { 2024-04-10T16:59:53.949 INFO:tasks.workunit.client.0.smithi069.stdout: "ceph version 19.0.0-2838-ga5074d45 (a5074d4516d566e9d8b6aec912f26afd099de101) squid (dev)": 2 2024-04-10T16:59:53.949 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.949 INFO:tasks.workunit.client.0.smithi069.stdout: "cpu": { 2024-04-10T16:59:53.949 INFO:tasks.workunit.client.0.smithi069.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 2 2024-04-10T16:59:53.949 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.949 INFO:tasks.workunit.client.0.smithi069.stdout: "distro": { 2024-04-10T16:59:53.949 INFO:tasks.workunit.client.0.smithi069.stdout: "centos": 2 2024-04-10T16:59:53.949 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.949 INFO:tasks.workunit.client.0.smithi069.stdout: "distro_description": { 2024-04-10T16:59:53.949 INFO:tasks.workunit.client.0.smithi069.stdout: "CentOS Stream 8": 2 2024-04-10T16:59:53.949 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.949 INFO:tasks.workunit.client.0.smithi069.stdout: "kernel_description": { 2024-04-10T16:59:53.950 INFO:tasks.workunit.client.0.smithi069.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024": 2 2024-04-10T16:59:53.950 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.950 INFO:tasks.workunit.client.0.smithi069.stdout: "kernel_version": { 2024-04-10T16:59:53.950 INFO:tasks.workunit.client.0.smithi069.stdout: "5.14.0-435.el9.x86_64": 2 2024-04-10T16:59:53.950 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.950 INFO:tasks.workunit.client.0.smithi069.stdout: "os": { 2024-04-10T16:59:53.950 INFO:tasks.workunit.client.0.smithi069.stdout: "Linux": 2 2024-04-10T16:59:53.950 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:53.950 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.950 INFO:tasks.workunit.client.0.smithi069.stdout: "mon": { 2024-04-10T16:59:53.950 INFO:tasks.workunit.client.0.smithi069.stdout: "arch": { 2024-04-10T16:59:53.950 INFO:tasks.workunit.client.0.smithi069.stdout: "x86_64": 3 2024-04-10T16:59:53.950 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.950 INFO:tasks.workunit.client.0.smithi069.stdout: "ceph_version": { 2024-04-10T16:59:53.950 INFO:tasks.workunit.client.0.smithi069.stdout: "ceph version 19.0.0-2838-ga5074d45 (a5074d4516d566e9d8b6aec912f26afd099de101) squid (dev)": 3 2024-04-10T16:59:53.950 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.951 INFO:tasks.workunit.client.0.smithi069.stdout: "cpu": { 2024-04-10T16:59:53.951 INFO:tasks.workunit.client.0.smithi069.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 3 2024-04-10T16:59:53.951 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.951 INFO:tasks.workunit.client.0.smithi069.stdout: "distro": { 2024-04-10T16:59:53.951 INFO:tasks.workunit.client.0.smithi069.stdout: "centos": 3 2024-04-10T16:59:53.951 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.951 INFO:tasks.workunit.client.0.smithi069.stdout: "distro_description": { 2024-04-10T16:59:53.951 INFO:tasks.workunit.client.0.smithi069.stdout: "CentOS Stream 8": 3 2024-04-10T16:59:53.951 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.951 INFO:tasks.workunit.client.0.smithi069.stdout: "kernel_description": { 2024-04-10T16:59:53.951 INFO:tasks.workunit.client.0.smithi069.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024": 3 2024-04-10T16:59:53.951 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.951 INFO:tasks.workunit.client.0.smithi069.stdout: "kernel_version": { 2024-04-10T16:59:53.951 INFO:tasks.workunit.client.0.smithi069.stdout: "5.14.0-435.el9.x86_64": 3 2024-04-10T16:59:53.951 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.951 INFO:tasks.workunit.client.0.smithi069.stdout: "os": { 2024-04-10T16:59:53.952 INFO:tasks.workunit.client.0.smithi069.stdout: "Linux": 3 2024-04-10T16:59:53.952 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:53.952 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.952 INFO:tasks.workunit.client.0.smithi069.stdout: "osd": { 2024-04-10T16:59:53.952 INFO:tasks.workunit.client.0.smithi069.stdout: "arch": { 2024-04-10T16:59:53.952 INFO:tasks.workunit.client.0.smithi069.stdout: "x86_64": 8 2024-04-10T16:59:53.952 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.952 INFO:tasks.workunit.client.0.smithi069.stdout: "ceph_version": { 2024-04-10T16:59:53.952 INFO:tasks.workunit.client.0.smithi069.stdout: "ceph version 19.0.0-2838-ga5074d45 (a5074d4516d566e9d8b6aec912f26afd099de101) squid (dev)": 8 2024-04-10T16:59:53.952 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.952 INFO:tasks.workunit.client.0.smithi069.stdout: "cpu": { 2024-04-10T16:59:53.952 INFO:tasks.workunit.client.0.smithi069.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 8 2024-04-10T16:59:53.952 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.952 INFO:tasks.workunit.client.0.smithi069.stdout: "distro": { 2024-04-10T16:59:53.952 INFO:tasks.workunit.client.0.smithi069.stdout: "centos": 8 2024-04-10T16:59:53.952 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.952 INFO:tasks.workunit.client.0.smithi069.stdout: "distro_description": { 2024-04-10T16:59:53.953 INFO:tasks.workunit.client.0.smithi069.stdout: "CentOS Stream 8": 8 2024-04-10T16:59:53.953 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.953 INFO:tasks.workunit.client.0.smithi069.stdout: "kernel_description": { 2024-04-10T16:59:53.953 INFO:tasks.workunit.client.0.smithi069.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024": 8 2024-04-10T16:59:53.953 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.953 INFO:tasks.workunit.client.0.smithi069.stdout: "kernel_version": { 2024-04-10T16:59:53.953 INFO:tasks.workunit.client.0.smithi069.stdout: "5.14.0-435.el9.x86_64": 8 2024-04-10T16:59:53.953 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.953 INFO:tasks.workunit.client.0.smithi069.stdout: "os": { 2024-04-10T16:59:53.953 INFO:tasks.workunit.client.0.smithi069.stdout: "Linux": 8 2024-04-10T16:59:53.953 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.953 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_objectstore": { 2024-04-10T16:59:53.954 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore": 8 2024-04-10T16:59:53.954 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.954 INFO:tasks.workunit.client.0.smithi069.stdout: "rotational": { 2024-04-10T16:59:53.954 INFO:tasks.workunit.client.0.smithi069.stdout: "0": 8 2024-04-10T16:59:53.954 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:53.954 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:53.954 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.954 INFO:tasks.workunit.client.0.smithi069.stdout: "mon": { 2024-04-10T16:59:53.954 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 3, 2024-04-10T16:59:53.954 INFO:tasks.workunit.client.0.smithi069.stdout: "features": { 2024-04-10T16:59:53.954 INFO:tasks.workunit.client.0.smithi069.stdout: "optional": [], 2024-04-10T16:59:53.954 INFO:tasks.workunit.client.0.smithi069.stdout: "persistent": [ 2024-04-10T16:59:53.955 INFO:tasks.workunit.client.0.smithi069.stdout: "kraken", 2024-04-10T16:59:53.955 INFO:tasks.workunit.client.0.smithi069.stdout: "luminous", 2024-04-10T16:59:53.955 INFO:tasks.workunit.client.0.smithi069.stdout: "mimic", 2024-04-10T16:59:53.955 INFO:tasks.workunit.client.0.smithi069.stdout: "osdmap-prune", 2024-04-10T16:59:53.955 INFO:tasks.workunit.client.0.smithi069.stdout: "nautilus", 2024-04-10T16:59:53.955 INFO:tasks.workunit.client.0.smithi069.stdout: "octopus", 2024-04-10T16:59:53.955 INFO:tasks.workunit.client.0.smithi069.stdout: "pacific", 2024-04-10T16:59:53.955 INFO:tasks.workunit.client.0.smithi069.stdout: "elector-pinging", 2024-04-10T16:59:53.955 INFO:tasks.workunit.client.0.smithi069.stdout: "quincy", 2024-04-10T16:59:53.955 INFO:tasks.workunit.client.0.smithi069.stdout: "reef", 2024-04-10T16:59:53.955 INFO:tasks.workunit.client.0.smithi069.stdout: "squid" 2024-04-10T16:59:53.955 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T16:59:53.955 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.955 INFO:tasks.workunit.client.0.smithi069.stdout: "ipv4_addr_mons": 6, 2024-04-10T16:59:53.955 INFO:tasks.workunit.client.0.smithi069.stdout: "ipv6_addr_mons": 0, 2024-04-10T16:59:53.956 INFO:tasks.workunit.client.0.smithi069.stdout: "min_mon_release": 19, 2024-04-10T16:59:53.956 INFO:tasks.workunit.client.0.smithi069.stdout: "v1_addr_mons": 3, 2024-04-10T16:59:53.956 INFO:tasks.workunit.client.0.smithi069.stdout: "v2_addr_mons": 3 2024-04-10T16:59:53.956 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.956 INFO:tasks.workunit.client.0.smithi069.stdout: "organization": "ceph-qa", 2024-04-10T16:59:53.956 INFO:tasks.workunit.client.0.smithi069.stdout: "osd": { 2024-04-10T16:59:53.956 INFO:tasks.workunit.client.0.smithi069.stdout: "cluster_network": false, 2024-04-10T16:59:53.956 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 8, 2024-04-10T16:59:53.956 INFO:tasks.workunit.client.0.smithi069.stdout: "require_min_compat_client": "luminous", 2024-04-10T16:59:53.956 INFO:tasks.workunit.client.0.smithi069.stdout: "require_osd_release": "squid" 2024-04-10T16:59:53.956 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.956 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_perf_histograms": [ 2024-04-10T16:59:53.956 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:53.956 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-10T16:59:53.957 INFO:tasks.workunit.client.0.smithi069.stdout: "axes": [ 2024-04-10T16:59:53.957 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:53.957 INFO:tasks.workunit.client.0.smithi069.stdout: "buckets": 32, 2024-04-10T16:59:53.957 INFO:tasks.workunit.client.0.smithi069.stdout: "min": 0, 2024-04-10T16:59:53.957 INFO:tasks.workunit.client.0.smithi069.stdout: "name": "Latency (usec)", 2024-04-10T16:59:53.957 INFO:tasks.workunit.client.0.smithi069.stdout: "quant_size": 100000, 2024-04-10T16:59:53.957 INFO:tasks.workunit.client.0.smithi069.stdout: "ranges": [ 2024-04-10T16:59:53.957 INFO:tasks.workunit.client.0.smithi069.stdout: "[None, -1]", 2024-04-10T16:59:53.957 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 99999]", 2024-04-10T16:59:53.957 INFO:tasks.workunit.client.0.smithi069.stdout: "[100000, 199999]", 2024-04-10T16:59:53.957 INFO:tasks.workunit.client.0.smithi069.stdout: "[200000, 399999]", 2024-04-10T16:59:53.957 INFO:tasks.workunit.client.0.smithi069.stdout: "[400000, 799999]", 2024-04-10T16:59:53.957 INFO:tasks.workunit.client.0.smithi069.stdout: "[800000, 1599999]", 2024-04-10T16:59:53.957 INFO:tasks.workunit.client.0.smithi069.stdout: "[1600000, 3199999]", 2024-04-10T16:59:53.957 INFO:tasks.workunit.client.0.smithi069.stdout: "[3200000, 6399999]", 2024-04-10T16:59:53.957 INFO:tasks.workunit.client.0.smithi069.stdout: "[6400000, 12799999]", 2024-04-10T16:59:53.958 INFO:tasks.workunit.client.0.smithi069.stdout: "[12800000, 25599999]", 2024-04-10T16:59:53.958 INFO:tasks.workunit.client.0.smithi069.stdout: "[25600000, 51199999]", 2024-04-10T16:59:53.958 INFO:tasks.workunit.client.0.smithi069.stdout: "[51200000, 102399999]", 2024-04-10T16:59:53.958 INFO:tasks.workunit.client.0.smithi069.stdout: "[102400000, 204799999]", 2024-04-10T16:59:53.958 INFO:tasks.workunit.client.0.smithi069.stdout: "[204800000, 409599999]", 2024-04-10T16:59:53.958 INFO:tasks.workunit.client.0.smithi069.stdout: "[409600000, 819199999]", 2024-04-10T16:59:53.958 INFO:tasks.workunit.client.0.smithi069.stdout: "[819200000, 1638399999]", 2024-04-10T16:59:53.958 INFO:tasks.workunit.client.0.smithi069.stdout: "[1638400000, 3276799999]", 2024-04-10T16:59:53.958 INFO:tasks.workunit.client.0.smithi069.stdout: "[3276800000, 6553599999]", 2024-04-10T16:59:53.958 INFO:tasks.workunit.client.0.smithi069.stdout: "[6553600000, 13107199999]", 2024-04-10T16:59:53.958 INFO:tasks.workunit.client.0.smithi069.stdout: "[13107200000, 26214399999]", 2024-04-10T16:59:53.958 INFO:tasks.workunit.client.0.smithi069.stdout: "[26214400000, 52428799999]", 2024-04-10T16:59:53.958 INFO:tasks.workunit.client.0.smithi069.stdout: "[52428800000, 104857599999]", 2024-04-10T16:59:53.958 INFO:tasks.workunit.client.0.smithi069.stdout: "[104857600000, 209715199999]", 2024-04-10T16:59:53.958 INFO:tasks.workunit.client.0.smithi069.stdout: "[209715200000, 419430399999]", 2024-04-10T16:59:53.958 INFO:tasks.workunit.client.0.smithi069.stdout: "[419430400000, 838860799999]", 2024-04-10T16:59:53.959 INFO:tasks.workunit.client.0.smithi069.stdout: "[838860800000, 1677721599999]", 2024-04-10T16:59:53.959 INFO:tasks.workunit.client.0.smithi069.stdout: "[1677721600000, 3355443199999]", 2024-04-10T16:59:53.959 INFO:tasks.workunit.client.0.smithi069.stdout: "[3355443200000, 6710886399999]", 2024-04-10T16:59:53.959 INFO:tasks.workunit.client.0.smithi069.stdout: "[6710886400000, 13421772799999]", 2024-04-10T16:59:53.959 INFO:tasks.workunit.client.0.smithi069.stdout: "[13421772800000, 26843545599999]", 2024-04-10T16:59:53.959 INFO:tasks.workunit.client.0.smithi069.stdout: "[26843545600000, 53687091199999]", 2024-04-10T16:59:53.959 INFO:tasks.workunit.client.0.smithi069.stdout: "[53687091200000, None]" 2024-04-10T16:59:53.959 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:53.959 INFO:tasks.workunit.client.0.smithi069.stdout: "scale_type": "log2" 2024-04-10T16:59:53.959 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.959 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:53.959 INFO:tasks.workunit.client.0.smithi069.stdout: "buckets": 32, 2024-04-10T16:59:53.959 INFO:tasks.workunit.client.0.smithi069.stdout: "min": 0, 2024-04-10T16:59:53.959 INFO:tasks.workunit.client.0.smithi069.stdout: "name": "Request size (bytes)", 2024-04-10T16:59:53.959 INFO:tasks.workunit.client.0.smithi069.stdout: "quant_size": 512, 2024-04-10T16:59:53.959 INFO:tasks.workunit.client.0.smithi069.stdout: "ranges": [ 2024-04-10T16:59:53.960 INFO:tasks.workunit.client.0.smithi069.stdout: "[None, -1]", 2024-04-10T16:59:53.960 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 511]", 2024-04-10T16:59:53.960 INFO:tasks.workunit.client.0.smithi069.stdout: "[512, 1023]", 2024-04-10T16:59:53.960 INFO:tasks.workunit.client.0.smithi069.stdout: "[1024, 2047]", 2024-04-10T16:59:53.960 INFO:tasks.workunit.client.0.smithi069.stdout: "[2048, 4095]", 2024-04-10T16:59:53.960 INFO:tasks.workunit.client.0.smithi069.stdout: "[4096, 8191]", 2024-04-10T16:59:53.960 INFO:tasks.workunit.client.0.smithi069.stdout: "[8192, 16383]", 2024-04-10T16:59:53.960 INFO:tasks.workunit.client.0.smithi069.stdout: "[16384, 32767]", 2024-04-10T16:59:53.960 INFO:tasks.workunit.client.0.smithi069.stdout: "[32768, 65535]", 2024-04-10T16:59:53.960 INFO:tasks.workunit.client.0.smithi069.stdout: "[65536, 131071]", 2024-04-10T16:59:53.960 INFO:tasks.workunit.client.0.smithi069.stdout: "[131072, 262143]", 2024-04-10T16:59:53.960 INFO:tasks.workunit.client.0.smithi069.stdout: "[262144, 524287]", 2024-04-10T16:59:53.960 INFO:tasks.workunit.client.0.smithi069.stdout: "[524288, 1048575]", 2024-04-10T16:59:53.960 INFO:tasks.workunit.client.0.smithi069.stdout: "[1048576, 2097151]", 2024-04-10T16:59:53.960 INFO:tasks.workunit.client.0.smithi069.stdout: "[2097152, 4194303]", 2024-04-10T16:59:53.960 INFO:tasks.workunit.client.0.smithi069.stdout: "[4194304, 8388607]", 2024-04-10T16:59:53.961 INFO:tasks.workunit.client.0.smithi069.stdout: "[8388608, 16777215]", 2024-04-10T16:59:53.961 INFO:tasks.workunit.client.0.smithi069.stdout: "[16777216, 33554431]", 2024-04-10T16:59:53.961 INFO:tasks.workunit.client.0.smithi069.stdout: "[33554432, 67108863]", 2024-04-10T16:59:53.961 INFO:tasks.workunit.client.0.smithi069.stdout: "[67108864, 134217727]", 2024-04-10T16:59:53.961 INFO:tasks.workunit.client.0.smithi069.stdout: "[134217728, 268435455]", 2024-04-10T16:59:53.961 INFO:tasks.workunit.client.0.smithi069.stdout: "[268435456, 536870911]", 2024-04-10T16:59:53.961 INFO:tasks.workunit.client.0.smithi069.stdout: "[536870912, 1073741823]", 2024-04-10T16:59:53.961 INFO:tasks.workunit.client.0.smithi069.stdout: "[1073741824, 2147483647]", 2024-04-10T16:59:53.961 INFO:tasks.workunit.client.0.smithi069.stdout: "[2147483648, 4294967295]", 2024-04-10T16:59:53.961 INFO:tasks.workunit.client.0.smithi069.stdout: "[4294967296, 8589934591]", 2024-04-10T16:59:53.961 INFO:tasks.workunit.client.0.smithi069.stdout: "[8589934592, 17179869183]", 2024-04-10T16:59:53.961 INFO:tasks.workunit.client.0.smithi069.stdout: "[17179869184, 34359738367]", 2024-04-10T16:59:53.962 INFO:tasks.workunit.client.0.smithi069.stdout: "[34359738368, 68719476735]", 2024-04-10T16:59:53.962 INFO:tasks.workunit.client.0.smithi069.stdout: "[68719476736, 137438953471]", 2024-04-10T16:59:53.962 INFO:tasks.workunit.client.0.smithi069.stdout: "[137438953472, 274877906943]", 2024-04-10T16:59:53.962 INFO:tasks.workunit.client.0.smithi069.stdout: "[274877906944, None]" 2024-04-10T16:59:53.962 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:53.962 INFO:tasks.workunit.client.0.smithi069.stdout: "scale_type": "log2" 2024-04-10T16:59:53.962 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:53.962 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:53.962 INFO:tasks.workunit.client.0.smithi069.stdout: "osds": [ 2024-04-10T16:59:53.962 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:53.962 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_id": 0, 2024-04-10T16:59:53.962 INFO:tasks.workunit.client.0.smithi069.stdout: "values": [ 2024-04-10T16:59:53.962 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.962 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.962 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 10767, 1, 1, 0, 3, 3, 1, 1, 1, 2, 0, 2, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.963 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 7329, 37, 42, 1, 22, 2, 12, 18, 20, 48, 38, 34, 50, 20, 101, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.963 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 605, 18, 6, 0, 2, 1, 0, 2, 1, 9, 70, 159, 90, 3, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.963 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 484, 0, 1, 0, 1, 0, 0, 0, 2, 1, 4, 35, 289, 14, 36, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.963 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 174, 2, 0, 0, 1, 1, 1, 1, 4, 1, 8, 14, 26, 69, 122, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.963 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 182, 0, 0, 0, 0, 0, 0, 1, 3, 0, 6, 14, 13, 7, 74, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.963 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 78, 0, 0, 0, 0, 0, 0, 2, 3, 1, 4, 3, 12, 12, 73, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.963 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 10, 21, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.963 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 5, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.963 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.963 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.963 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.963 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.963 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.963 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.963 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.963 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.963 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.964 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.964 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.964 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.964 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.964 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.964 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.964 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.964 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.964 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.964 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.964 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.964 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:59:53.964 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T16:59:53.964 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.965 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:53.965 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_id": 1, 2024-04-10T16:59:53.965 INFO:tasks.workunit.client.0.smithi069.stdout: "values": [ 2024-04-10T16:59:53.965 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.965 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.965 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 6560, 6, 0, 0, 1, 0, 2, 1, 0, 0, 2, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.965 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 5740, 31, 1364, 0, 12, 8, 8, 27, 28, 55, 54, 41, 62, 11, 55, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.965 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 436, 1, 121, 19, 1, 0, 1, 4, 7, 20, 117, 242, 155, 5, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.965 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 360, 4, 0, 11, 0, 0, 0, 0, 1, 2, 3, 16, 436, 4, 30, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.965 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 130, 8, 4, 0, 2, 0, 0, 0, 1, 1, 6, 3, 25, 24, 87, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.965 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 97, 7, 56, 0, 0, 0, 0, 1, 0, 0, 9, 2, 18, 6, 52, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.965 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 132, 0, 204, 0, 0, 0, 0, 0, 0, 0, 1, 0, 5, 17, 32, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.965 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 6, 0, 42, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 5, 2, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.965 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.965 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.965 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.966 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.966 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.966 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.966 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.966 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.966 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.966 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.966 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.966 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.966 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.966 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.966 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.966 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.967 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.967 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.967 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.967 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.967 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.967 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:59:53.967 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T16:59:53.967 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.967 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:53.967 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_id": 2, 2024-04-10T16:59:53.967 INFO:tasks.workunit.client.0.smithi069.stdout: "values": [ 2024-04-10T16:59:53.967 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.967 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.968 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 10515, 41, 1, 0, 2, 0, 0, 0, 0, 0, 5, 1, 4, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.968 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 8644, 246, 23, 0, 10, 0, 1, 1, 6, 0, 6, 10, 16, 14, 43, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.968 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 717, 35, 8, 2, 1, 0, 0, 0, 8, 7, 35, 4, 4, 8, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.968 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 425, 4, 4, 0, 1, 0, 0, 0, 0, 1, 2, 53, 41, 5, 31, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.968 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 159, 11, 5, 0, 1, 0, 1, 4, 2, 3, 14, 11, 28, 94, 191, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.968 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 203, 5, 3, 0, 0, 0, 1, 1, 2, 0, 10, 10, 36, 42, 83, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.968 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 363, 2, 0, 1, 0, 0, 0, 0, 0, 0, 5, 17, 34, 78, 57, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.968 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 164, 0, 0, 0, 0, 0, 2, 0, 0, 0, 4, 6, 0, 29, 62, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.968 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 55, 0, 0, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 3, 8, 24, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.968 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.968 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.968 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.968 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.969 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.969 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.969 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.969 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.969 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.969 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.969 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.969 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.969 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.969 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.969 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.969 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.969 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.969 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.970 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.970 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.970 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:59:53.970 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T16:59:53.970 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.970 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:53.970 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_id": 3, 2024-04-10T16:59:53.970 INFO:tasks.workunit.client.0.smithi069.stdout: "values": [ 2024-04-10T16:59:53.970 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.970 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.970 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 10916, 2, 0, 1, 1, 1, 2, 0, 1, 0, 3, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.970 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 11154, 17, 0, 1, 13, 8, 8, 6, 11, 27, 13, 23, 20, 23, 31, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.970 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 1758, 5, 2, 1, 0, 0, 1, 0, 4, 5, 53, 81, 41, 4, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.970 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 412, 1, 1, 0, 7, 0, 0, 0, 0, 0, 1, 11, 167, 10, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.971 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 131, 2, 0, 0, 169, 0, 0, 0, 0, 0, 9, 3, 11, 34, 90, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.971 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 76, 0, 0, 0, 337, 0, 0, 0, 0, 0, 0, 3, 10, 16, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.971 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 26, 0, 0, 0, 443, 0, 0, 0, 0, 0, 0, 3, 6, 9, 41, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.971 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 9, 0, 0, 0, 1738, 0, 0, 0, 0, 0, 0, 0, 2, 2, 7, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.971 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 5, 0, 0, 0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.971 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.971 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.971 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.971 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.971 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.971 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.971 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.972 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.972 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.972 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.972 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.972 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.972 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.972 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.972 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.972 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.972 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.972 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.972 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.972 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.973 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:59:53.973 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T16:59:53.973 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.973 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:53.973 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_id": 4, 2024-04-10T16:59:53.973 INFO:tasks.workunit.client.0.smithi069.stdout: "values": [ 2024-04-10T16:59:53.973 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.973 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 6577, 3242, 364, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.973 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 10317, 8717, 4098, 4, 12, 14, 2, 0, 1, 2, 16, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.973 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 8688, 274, 108, 0, 10, 24, 65, 60, 12, 25, 38, 5, 10, 17, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.973 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 1177, 27, 19, 1, 3, 0, 8, 22, 3, 23, 50, 68, 33, 2, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.973 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 598, 17, 0, 0, 0, 1, 0, 0, 0, 1, 5, 16, 152, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.973 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 421, 26, 1, 0, 0, 0, 0, 1, 4, 0, 3, 3, 14, 20, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.973 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 225, 40, 0, 0, 0, 0, 0, 0, 1, 0, 0, 2, 6, 10, 62, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.974 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 123, 50, 0, 0, 0, 0, 0, 0, 0, 0, 6, 5, 5, 25, 34, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.974 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 20, 81, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 8, 5, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.974 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 4, 73, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 1, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.974 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.974 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.974 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.974 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.974 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.974 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.974 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.974 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.974 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.974 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.974 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.974 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.975 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.975 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.975 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.975 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.975 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.975 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.975 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.975 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.975 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:59:53.975 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T16:59:53.975 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.975 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:53.975 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_id": 5, 2024-04-10T16:59:53.975 INFO:tasks.workunit.client.0.smithi069.stdout: "values": [ 2024-04-10T16:59:53.975 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.976 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 2, 0, 0, 0, 71, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.976 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 13446, 12, 1, 1, 7368, 432, 0, 0, 0, 1, 2, 3, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.976 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 11038, 74, 46, 0, 319, 151, 1, 0, 0, 0, 5, 8, 13, 14, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.976 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 1394, 111, 167, 2, 25, 13, 0, 0, 0, 1, 14, 4, 4, 4, 42, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.976 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 684, 25, 47, 4, 3, 13, 0, 0, 0, 1, 7, 34, 35, 5, 30, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.976 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 183, 10, 16, 0, 23, 19, 0, 2, 1, 0, 6, 1, 16, 43, 135, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.976 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 96, 5, 19, 27, 0, 10, 0, 0, 2, 3, 6, 1, 10, 15, 93, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.976 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 56, 0, 3, 39, 54, 0, 0, 0, 2, 0, 1, 2, 19, 23, 46, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.976 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 7, 0, 0, 3, 80, 98, 0, 0, 0, 0, 3, 0, 0, 4, 8, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.976 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 2, 0, 0, 0, 1, 31, 0, 0, 0, 0, 0, 0, 0, 0, 0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.976 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.976 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.976 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.976 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.976 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.977 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.977 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.977 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.977 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.977 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.977 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.977 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.977 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.977 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.977 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.977 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.977 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.977 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.977 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.977 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.977 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:59:53.978 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T16:59:53.978 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.978 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:53.978 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_id": 6, 2024-04-10T16:59:53.978 INFO:tasks.workunit.client.0.smithi069.stdout: "values": [ 2024-04-10T16:59:53.978 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.978 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 2100, 521, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.978 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 13203, 7349, 58, 8, 27, 21, 1, 0, 1, 0, 4, 1, 4, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.978 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 7457, 472, 16, 0, 16, 28, 97, 123, 8, 14, 7, 23, 10, 11, 24, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.978 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 722, 31, 1, 0, 6, 0, 7, 19, 3, 19, 40, 79, 40, 3, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.978 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 303, 3, 0, 0, 1, 0, 0, 0, 0, 0, 3, 21, 160, 2, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.978 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 101, 5, 0, 0, 0, 1, 0, 0, 0, 0, 3, 2, 27, 29, 54, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.978 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 103, 2, 0, 0, 0, 0, 0, 1, 0, 0, 1, 0, 1, 7, 67, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.978 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 74, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 6, 15, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.978 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.979 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.979 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.979 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.979 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.979 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.979 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.979 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.979 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.979 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.979 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.979 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.979 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.979 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.979 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.980 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.980 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.980 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.980 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.980 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.980 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.980 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.980 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:59:53.980 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T16:59:53.980 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.980 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:53.980 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_id": 7, 2024-04-10T16:59:53.980 INFO:tasks.workunit.client.0.smithi069.stdout: "values": [ 2024-04-10T16:59:53.980 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.981 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.981 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 11623, 2, 1, 1, 2, 0, 0, 0, 0, 1, 1, 2, 7, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.981 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 7178, 32, 15, 0, 11, 0, 0, 2, 2, 1, 33, 10, 11, 30, 40, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.981 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 714, 11, 15, 0, 0, 0, 1, 0, 4, 3, 34, 4, 5, 8, 34, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.981 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 351, 0, 1, 0, 0, 0, 0, 1, 2, 0, 7, 16, 50, 5, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.981 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 135, 0, 0, 0, 2, 0, 0, 1, 0, 0, 3, 3, 30, 66, 71, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.981 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 85, 0, 0, 0, 0, 0, 0, 0, 2, 1, 0, 1, 8, 16, 98, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.981 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 33, 0, 0, 0, 0, 0, 0, 0, 3, 1, 0, 1, 12, 13, 36, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.981 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 1, 4, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.981 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.981 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.981 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.981 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.982 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.982 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.982 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.982 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.982 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.982 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.982 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.982 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.982 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.982 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.982 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.982 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.982 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.982 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.983 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.983 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.983 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.983 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:59:53.983 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T16:59:53.983 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:53.983 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T16:59:53.983 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.983 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-10T16:59:53.983 INFO:tasks.workunit.client.0.smithi069.stdout: "axes": [ 2024-04-10T16:59:53.983 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:53.983 INFO:tasks.workunit.client.0.smithi069.stdout: "buckets": 32, 2024-04-10T16:59:53.983 INFO:tasks.workunit.client.0.smithi069.stdout: "min": 0, 2024-04-10T16:59:53.983 INFO:tasks.workunit.client.0.smithi069.stdout: "name": "Latency (usec)", 2024-04-10T16:59:53.983 INFO:tasks.workunit.client.0.smithi069.stdout: "quant_size": 100000, 2024-04-10T16:59:53.983 INFO:tasks.workunit.client.0.smithi069.stdout: "ranges": [ 2024-04-10T16:59:53.984 INFO:tasks.workunit.client.0.smithi069.stdout: "[None, -1]", 2024-04-10T16:59:53.984 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 99999]", 2024-04-10T16:59:53.984 INFO:tasks.workunit.client.0.smithi069.stdout: "[100000, 199999]", 2024-04-10T16:59:53.984 INFO:tasks.workunit.client.0.smithi069.stdout: "[200000, 399999]", 2024-04-10T16:59:53.984 INFO:tasks.workunit.client.0.smithi069.stdout: "[400000, 799999]", 2024-04-10T16:59:53.984 INFO:tasks.workunit.client.0.smithi069.stdout: "[800000, 1599999]", 2024-04-10T16:59:53.984 INFO:tasks.workunit.client.0.smithi069.stdout: "[1600000, 3199999]", 2024-04-10T16:59:53.984 INFO:tasks.workunit.client.0.smithi069.stdout: "[3200000, 6399999]", 2024-04-10T16:59:53.984 INFO:tasks.workunit.client.0.smithi069.stdout: "[6400000, 12799999]", 2024-04-10T16:59:53.984 INFO:tasks.workunit.client.0.smithi069.stdout: "[12800000, 25599999]", 2024-04-10T16:59:53.984 INFO:tasks.workunit.client.0.smithi069.stdout: "[25600000, 51199999]", 2024-04-10T16:59:53.984 INFO:tasks.workunit.client.0.smithi069.stdout: "[51200000, 102399999]", 2024-04-10T16:59:53.984 INFO:tasks.workunit.client.0.smithi069.stdout: "[102400000, 204799999]", 2024-04-10T16:59:53.984 INFO:tasks.workunit.client.0.smithi069.stdout: "[204800000, 409599999]", 2024-04-10T16:59:53.985 INFO:tasks.workunit.client.0.smithi069.stdout: "[409600000, 819199999]", 2024-04-10T16:59:53.985 INFO:tasks.workunit.client.0.smithi069.stdout: "[819200000, 1638399999]", 2024-04-10T16:59:53.985 INFO:tasks.workunit.client.0.smithi069.stdout: "[1638400000, 3276799999]", 2024-04-10T16:59:53.985 INFO:tasks.workunit.client.0.smithi069.stdout: "[3276800000, 6553599999]", 2024-04-10T16:59:53.985 INFO:tasks.workunit.client.0.smithi069.stdout: "[6553600000, 13107199999]", 2024-04-10T16:59:53.985 INFO:tasks.workunit.client.0.smithi069.stdout: "[13107200000, 26214399999]", 2024-04-10T16:59:53.985 INFO:tasks.workunit.client.0.smithi069.stdout: "[26214400000, 52428799999]", 2024-04-10T16:59:53.985 INFO:tasks.workunit.client.0.smithi069.stdout: "[52428800000, 104857599999]", 2024-04-10T16:59:53.985 INFO:tasks.workunit.client.0.smithi069.stdout: "[104857600000, 209715199999]", 2024-04-10T16:59:53.985 INFO:tasks.workunit.client.0.smithi069.stdout: "[209715200000, 419430399999]", 2024-04-10T16:59:53.985 INFO:tasks.workunit.client.0.smithi069.stdout: "[419430400000, 838860799999]", 2024-04-10T16:59:53.985 INFO:tasks.workunit.client.0.smithi069.stdout: "[838860800000, 1677721599999]", 2024-04-10T16:59:53.985 INFO:tasks.workunit.client.0.smithi069.stdout: "[1677721600000, 3355443199999]", 2024-04-10T16:59:53.985 INFO:tasks.workunit.client.0.smithi069.stdout: "[3355443200000, 6710886399999]", 2024-04-10T16:59:53.985 INFO:tasks.workunit.client.0.smithi069.stdout: "[6710886400000, 13421772799999]", 2024-04-10T16:59:53.985 INFO:tasks.workunit.client.0.smithi069.stdout: "[13421772800000, 26843545599999]", 2024-04-10T16:59:53.986 INFO:tasks.workunit.client.0.smithi069.stdout: "[26843545600000, 53687091199999]", 2024-04-10T16:59:53.986 INFO:tasks.workunit.client.0.smithi069.stdout: "[53687091200000, None]" 2024-04-10T16:59:53.986 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:53.986 INFO:tasks.workunit.client.0.smithi069.stdout: "scale_type": "log2" 2024-04-10T16:59:53.986 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.986 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:53.986 INFO:tasks.workunit.client.0.smithi069.stdout: "buckets": 32, 2024-04-10T16:59:53.986 INFO:tasks.workunit.client.0.smithi069.stdout: "min": 0, 2024-04-10T16:59:53.986 INFO:tasks.workunit.client.0.smithi069.stdout: "name": "Request size (bytes)", 2024-04-10T16:59:53.986 INFO:tasks.workunit.client.0.smithi069.stdout: "quant_size": 512, 2024-04-10T16:59:53.986 INFO:tasks.workunit.client.0.smithi069.stdout: "ranges": [ 2024-04-10T16:59:53.986 INFO:tasks.workunit.client.0.smithi069.stdout: "[None, -1]", 2024-04-10T16:59:53.986 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 511]", 2024-04-10T16:59:53.986 INFO:tasks.workunit.client.0.smithi069.stdout: "[512, 1023]", 2024-04-10T16:59:53.987 INFO:tasks.workunit.client.0.smithi069.stdout: "[1024, 2047]", 2024-04-10T16:59:53.987 INFO:tasks.workunit.client.0.smithi069.stdout: "[2048, 4095]", 2024-04-10T16:59:53.987 INFO:tasks.workunit.client.0.smithi069.stdout: "[4096, 8191]", 2024-04-10T16:59:53.987 INFO:tasks.workunit.client.0.smithi069.stdout: "[8192, 16383]", 2024-04-10T16:59:53.987 INFO:tasks.workunit.client.0.smithi069.stdout: "[16384, 32767]", 2024-04-10T16:59:53.987 INFO:tasks.workunit.client.0.smithi069.stdout: "[32768, 65535]", 2024-04-10T16:59:53.987 INFO:tasks.workunit.client.0.smithi069.stdout: "[65536, 131071]", 2024-04-10T16:59:53.987 INFO:tasks.workunit.client.0.smithi069.stdout: "[131072, 262143]", 2024-04-10T16:59:53.987 INFO:tasks.workunit.client.0.smithi069.stdout: "[262144, 524287]", 2024-04-10T16:59:53.987 INFO:tasks.workunit.client.0.smithi069.stdout: "[524288, 1048575]", 2024-04-10T16:59:53.987 INFO:tasks.workunit.client.0.smithi069.stdout: "[1048576, 2097151]", 2024-04-10T16:59:53.987 INFO:tasks.workunit.client.0.smithi069.stdout: "[2097152, 4194303]", 2024-04-10T16:59:53.987 INFO:tasks.workunit.client.0.smithi069.stdout: "[4194304, 8388607]", 2024-04-10T16:59:53.987 INFO:tasks.workunit.client.0.smithi069.stdout: "[8388608, 16777215]", 2024-04-10T16:59:53.987 INFO:tasks.workunit.client.0.smithi069.stdout: "[16777216, 33554431]", 2024-04-10T16:59:53.987 INFO:tasks.workunit.client.0.smithi069.stdout: "[33554432, 67108863]", 2024-04-10T16:59:53.987 INFO:tasks.workunit.client.0.smithi069.stdout: "[67108864, 134217727]", 2024-04-10T16:59:53.988 INFO:tasks.workunit.client.0.smithi069.stdout: "[134217728, 268435455]", 2024-04-10T16:59:53.988 INFO:tasks.workunit.client.0.smithi069.stdout: "[268435456, 536870911]", 2024-04-10T16:59:53.988 INFO:tasks.workunit.client.0.smithi069.stdout: "[536870912, 1073741823]", 2024-04-10T16:59:53.988 INFO:tasks.workunit.client.0.smithi069.stdout: "[1073741824, 2147483647]", 2024-04-10T16:59:53.988 INFO:tasks.workunit.client.0.smithi069.stdout: "[2147483648, 4294967295]", 2024-04-10T16:59:53.988 INFO:tasks.workunit.client.0.smithi069.stdout: "[4294967296, 8589934591]", 2024-04-10T16:59:53.988 INFO:tasks.workunit.client.0.smithi069.stdout: "[8589934592, 17179869183]", 2024-04-10T16:59:53.988 INFO:tasks.workunit.client.0.smithi069.stdout: "[17179869184, 34359738367]", 2024-04-10T16:59:53.988 INFO:tasks.workunit.client.0.smithi069.stdout: "[34359738368, 68719476735]", 2024-04-10T16:59:53.988 INFO:tasks.workunit.client.0.smithi069.stdout: "[68719476736, 137438953471]", 2024-04-10T16:59:53.988 INFO:tasks.workunit.client.0.smithi069.stdout: "[137438953472, 274877906943]", 2024-04-10T16:59:53.988 INFO:tasks.workunit.client.0.smithi069.stdout: "[274877906944, None]" 2024-04-10T16:59:53.988 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:53.988 INFO:tasks.workunit.client.0.smithi069.stdout: "scale_type": "log2" 2024-04-10T16:59:53.989 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:53.989 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:53.989 INFO:tasks.workunit.client.0.smithi069.stdout: "osds": [ 2024-04-10T16:59:53.989 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:53.989 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_id": 0, 2024-04-10T16:59:53.989 INFO:tasks.workunit.client.0.smithi069.stdout: "values": [ 2024-04-10T16:59:53.989 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.989 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.989 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.989 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.989 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 603, 1, 4, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.989 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 4617, 49, 82, 162, 470, 608, 697, 3, 2, 1, 0, 0, 3, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.990 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 682, 5, 18, 19, 1, 4, 26, 0, 0, 1, 0, 2, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.990 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 279, 3, 0, 0, 0, 0, 0, 1, 0, 0, 0, 2, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.990 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 163, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 2, 5, 8, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.990 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 91, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 6, 11, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.990 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 4, 37, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.990 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.990 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.990 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.990 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.990 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.990 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.990 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.990 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.991 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.991 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.991 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.991 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.991 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.991 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.991 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.991 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.991 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.991 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.991 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.991 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.991 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:59:53.991 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T16:59:53.991 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.992 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:53.992 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_id": 1, 2024-04-10T16:59:53.992 INFO:tasks.workunit.client.0.smithi069.stdout: "values": [ 2024-04-10T16:59:53.992 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.992 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.992 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.992 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.992 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 309, 3, 5, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.992 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 2629, 257, 31, 56, 121, 2, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.992 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 468, 34, 1297, 0, 0, 0, 0, 1, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.992 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 382, 1, 49, 0, 0, 0, 0, 0, 0, 0, 0, 3, 4, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.992 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 1680, 1379, 64, 0, 1, 0, 0, 0, 0, 0, 0, 0, 5, 1, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.992 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 1378, 1608, 227, 0, 0, 0, 0, 0, 0, 0, 0, 2, 7, 6, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.992 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 31, 13, 8, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 3, 28, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.993 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.993 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.993 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.993 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.993 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.993 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.993 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.993 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.993 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.993 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.993 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.993 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.993 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.993 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.993 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.994 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.994 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.994 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.994 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.994 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.994 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:59:53.994 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T16:59:53.994 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.994 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:53.994 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_id": 2, 2024-04-10T16:59:53.994 INFO:tasks.workunit.client.0.smithi069.stdout: "values": [ 2024-04-10T16:59:53.994 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.994 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.995 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.995 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.995 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 1219, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.995 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 9545, 9, 0, 1, 2, 1, 4, 3, 4, 0, 1, 0, 0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.995 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 15820, 1, 2, 0, 0, 0, 1, 1, 0, 1, 3, 0, 3, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.995 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 402, 0, 0, 0, 0, 0, 0, 0, 0, 2, 2, 4, 6, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.995 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 159, 0, 0, 0, 0, 0, 0, 0, 0, 2, 4, 3, 8, 12, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.995 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 46, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 4, 14, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.995 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 1, 3, 30, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.995 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.995 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.995 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.995 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.995 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.995 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.996 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.996 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.996 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.996 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.996 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.996 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.996 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.996 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.996 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.996 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.996 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.996 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.996 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.996 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.996 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:59:53.997 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T16:59:53.997 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.997 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:53.997 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_id": 3, 2024-04-10T16:59:53.997 INFO:tasks.workunit.client.0.smithi069.stdout: "values": [ 2024-04-10T16:59:53.997 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.997 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.997 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.997 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.997 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 406, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.997 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 3006, 31, 2, 0, 4, 1, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.997 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 298, 4, 2, 0, 0, 0, 0, 0, 0, 1, 0, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.997 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 198, 16, 29, 41, 0, 0, 0, 0, 1, 0, 0, 1, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.997 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 986, 352, 5, 116, 0, 0, 0, 0, 0, 0, 0, 0, 4, 3, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.997 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 4210, 2399, 0, 413, 0, 0, 0, 0, 0, 0, 0, 0, 1, 6, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.998 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 222, 251, 0, 14, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.998 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.998 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.998 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.998 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.998 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.998 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.998 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.998 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.998 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.998 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.998 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.998 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.998 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.998 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.998 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.998 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.999 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.999 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.999 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.999 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.999 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:59:53.999 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T16:59:53.999 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:53.999 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:53.999 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_id": 4, 2024-04-10T16:59:53.999 INFO:tasks.workunit.client.0.smithi069.stdout: "values": [ 2024-04-10T16:59:53.999 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.999 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.999 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.999 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:53.999 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 762, 2, 8, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.000 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 2884, 239, 26, 51, 138, 274, 478, 0, 9, 7, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.000 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 331, 5, 0, 0, 0, 2, 7, 0, 0, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.000 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 139, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.000 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 106, 1, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 4, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.000 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 38, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 4, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.000 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.000 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.000 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.000 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.000 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.000 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.000 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.000 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.000 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.000 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.001 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.001 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.001 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.001 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.001 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.001 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.001 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.001 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.001 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.001 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.001 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.001 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:59:54.001 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T16:59:54.001 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.001 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:54.001 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_id": 5, 2024-04-10T16:59:54.002 INFO:tasks.workunit.client.0.smithi069.stdout: "values": [ 2024-04-10T16:59:54.002 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.002 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.002 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.002 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.002 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 726, 4, 9, 34, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.002 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 5191, 72, 124, 216, 478, 601, 723, 4, 14, 16, 0, 1, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.002 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 422, 0, 4, 12, 11, 12, 7, 0, 0, 3, 3, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.002 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 439, 5, 6, 24, 8, 1, 0, 0, 0, 1, 0, 6, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.002 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 171, 35, 75, 102, 23, 0, 0, 0, 0, 0, 0, 1, 3, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.002 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 207, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 5, 8, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.002 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 1, 0, 0, 1, 0, 6, 2, 34, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.002 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.002 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.003 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.003 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.003 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.003 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.003 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.003 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.003 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.003 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.003 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.003 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.003 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.003 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.003 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.004 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.004 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.004 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.004 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.004 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.004 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:59:54.004 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T16:59:54.004 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.004 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:54.004 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_id": 6, 2024-04-10T16:59:54.004 INFO:tasks.workunit.client.0.smithi069.stdout: "values": [ 2024-04-10T16:59:54.004 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.004 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.004 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.005 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.005 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 487, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.005 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 2750, 46, 0, 0, 2, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.005 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 323, 1, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.005 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 240, 10, 0, 0, 0, 0, 0, 0, 1, 0, 0, 1, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.005 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 216, 104, 0, 0, 1, 0, 0, 0, 0, 0, 0, 2, 2, 4, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.005 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 7, 7, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.005 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 2, 2, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.005 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.005 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.005 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.005 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.005 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.005 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.005 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.005 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.006 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.006 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.006 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.006 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.006 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.006 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.006 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.006 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.006 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.006 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.006 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.006 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.006 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:59:54.006 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T16:59:54.006 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.007 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:54.007 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_id": 7, 2024-04-10T16:59:54.007 INFO:tasks.workunit.client.0.smithi069.stdout: "values": [ 2024-04-10T16:59:54.007 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.007 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.007 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.007 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.007 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 481, 7, 14, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.007 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 8180, 30, 64, 35, 0, 1, 3, 0, 4, 0, 1, 1, 1, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.007 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 2706, 32, 91, 32, 0, 0, 0, 0, 0, 2, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.007 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 301, 5, 1, 0, 0, 0, 0, 0, 0, 0, 1, 2, 2, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.007 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 181, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 3, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.007 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 105, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 5, 15, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.007 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 3, 31, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.007 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.007 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.008 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.008 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.008 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.008 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.008 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.008 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.008 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.008 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.008 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.008 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.008 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.008 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.008 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.008 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.008 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.009 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.009 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.009 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.009 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:59:54.009 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T16:59:54.009 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:54.009 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T16:59:54.009 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.009 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-10T16:59:54.009 INFO:tasks.workunit.client.0.smithi069.stdout: "axes": [ 2024-04-10T16:59:54.009 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:54.009 INFO:tasks.workunit.client.0.smithi069.stdout: "buckets": 32, 2024-04-10T16:59:54.009 INFO:tasks.workunit.client.0.smithi069.stdout: "min": 0, 2024-04-10T16:59:54.009 INFO:tasks.workunit.client.0.smithi069.stdout: "name": "Latency (usec)", 2024-04-10T16:59:54.009 INFO:tasks.workunit.client.0.smithi069.stdout: "quant_size": 100000, 2024-04-10T16:59:54.009 INFO:tasks.workunit.client.0.smithi069.stdout: "ranges": [ 2024-04-10T16:59:54.010 INFO:tasks.workunit.client.0.smithi069.stdout: "[None, -1]", 2024-04-10T16:59:54.010 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 99999]", 2024-04-10T16:59:54.010 INFO:tasks.workunit.client.0.smithi069.stdout: "[100000, 199999]", 2024-04-10T16:59:54.010 INFO:tasks.workunit.client.0.smithi069.stdout: "[200000, 399999]", 2024-04-10T16:59:54.010 INFO:tasks.workunit.client.0.smithi069.stdout: "[400000, 799999]", 2024-04-10T16:59:54.010 INFO:tasks.workunit.client.0.smithi069.stdout: "[800000, 1599999]", 2024-04-10T16:59:54.010 INFO:tasks.workunit.client.0.smithi069.stdout: "[1600000, 3199999]", 2024-04-10T16:59:54.010 INFO:tasks.workunit.client.0.smithi069.stdout: "[3200000, 6399999]", 2024-04-10T16:59:54.010 INFO:tasks.workunit.client.0.smithi069.stdout: "[6400000, 12799999]", 2024-04-10T16:59:54.010 INFO:tasks.workunit.client.0.smithi069.stdout: "[12800000, 25599999]", 2024-04-10T16:59:54.010 INFO:tasks.workunit.client.0.smithi069.stdout: "[25600000, 51199999]", 2024-04-10T16:59:54.010 INFO:tasks.workunit.client.0.smithi069.stdout: "[51200000, 102399999]", 2024-04-10T16:59:54.010 INFO:tasks.workunit.client.0.smithi069.stdout: "[102400000, 204799999]", 2024-04-10T16:59:54.010 INFO:tasks.workunit.client.0.smithi069.stdout: "[204800000, 409599999]", 2024-04-10T16:59:54.010 INFO:tasks.workunit.client.0.smithi069.stdout: "[409600000, 819199999]", 2024-04-10T16:59:54.010 INFO:tasks.workunit.client.0.smithi069.stdout: "[819200000, 1638399999]", 2024-04-10T16:59:54.011 INFO:tasks.workunit.client.0.smithi069.stdout: "[1638400000, 3276799999]", 2024-04-10T16:59:54.011 INFO:tasks.workunit.client.0.smithi069.stdout: "[3276800000, 6553599999]", 2024-04-10T16:59:54.011 INFO:tasks.workunit.client.0.smithi069.stdout: "[6553600000, 13107199999]", 2024-04-10T16:59:54.011 INFO:tasks.workunit.client.0.smithi069.stdout: "[13107200000, 26214399999]", 2024-04-10T16:59:54.011 INFO:tasks.workunit.client.0.smithi069.stdout: "[26214400000, 52428799999]", 2024-04-10T16:59:54.011 INFO:tasks.workunit.client.0.smithi069.stdout: "[52428800000, 104857599999]", 2024-04-10T16:59:54.011 INFO:tasks.workunit.client.0.smithi069.stdout: "[104857600000, 209715199999]", 2024-04-10T16:59:54.011 INFO:tasks.workunit.client.0.smithi069.stdout: "[209715200000, 419430399999]", 2024-04-10T16:59:54.011 INFO:tasks.workunit.client.0.smithi069.stdout: "[419430400000, 838860799999]", 2024-04-10T16:59:54.011 INFO:tasks.workunit.client.0.smithi069.stdout: "[838860800000, 1677721599999]", 2024-04-10T16:59:54.011 INFO:tasks.workunit.client.0.smithi069.stdout: "[1677721600000, 3355443199999]", 2024-04-10T16:59:54.011 INFO:tasks.workunit.client.0.smithi069.stdout: "[3355443200000, 6710886399999]", 2024-04-10T16:59:54.011 INFO:tasks.workunit.client.0.smithi069.stdout: "[6710886400000, 13421772799999]", 2024-04-10T16:59:54.011 INFO:tasks.workunit.client.0.smithi069.stdout: "[13421772800000, 26843545599999]", 2024-04-10T16:59:54.011 INFO:tasks.workunit.client.0.smithi069.stdout: "[26843545600000, 53687091199999]", 2024-04-10T16:59:54.011 INFO:tasks.workunit.client.0.smithi069.stdout: "[53687091200000, None]" 2024-04-10T16:59:54.011 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:54.012 INFO:tasks.workunit.client.0.smithi069.stdout: "scale_type": "log2" 2024-04-10T16:59:54.012 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.012 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:54.012 INFO:tasks.workunit.client.0.smithi069.stdout: "buckets": 32, 2024-04-10T16:59:54.012 INFO:tasks.workunit.client.0.smithi069.stdout: "min": 0, 2024-04-10T16:59:54.012 INFO:tasks.workunit.client.0.smithi069.stdout: "name": "Request size (bytes)", 2024-04-10T16:59:54.012 INFO:tasks.workunit.client.0.smithi069.stdout: "quant_size": 512, 2024-04-10T16:59:54.012 INFO:tasks.workunit.client.0.smithi069.stdout: "ranges": [ 2024-04-10T16:59:54.012 INFO:tasks.workunit.client.0.smithi069.stdout: "[None, -1]", 2024-04-10T16:59:54.012 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 511]", 2024-04-10T16:59:54.012 INFO:tasks.workunit.client.0.smithi069.stdout: "[512, 1023]", 2024-04-10T16:59:54.012 INFO:tasks.workunit.client.0.smithi069.stdout: "[1024, 2047]", 2024-04-10T16:59:54.012 INFO:tasks.workunit.client.0.smithi069.stdout: "[2048, 4095]", 2024-04-10T16:59:54.012 INFO:tasks.workunit.client.0.smithi069.stdout: "[4096, 8191]", 2024-04-10T16:59:54.012 INFO:tasks.workunit.client.0.smithi069.stdout: "[8192, 16383]", 2024-04-10T16:59:54.013 INFO:tasks.workunit.client.0.smithi069.stdout: "[16384, 32767]", 2024-04-10T16:59:54.013 INFO:tasks.workunit.client.0.smithi069.stdout: "[32768, 65535]", 2024-04-10T16:59:54.013 INFO:tasks.workunit.client.0.smithi069.stdout: "[65536, 131071]", 2024-04-10T16:59:54.013 INFO:tasks.workunit.client.0.smithi069.stdout: "[131072, 262143]", 2024-04-10T16:59:54.013 INFO:tasks.workunit.client.0.smithi069.stdout: "[262144, 524287]", 2024-04-10T16:59:54.013 INFO:tasks.workunit.client.0.smithi069.stdout: "[524288, 1048575]", 2024-04-10T16:59:54.013 INFO:tasks.workunit.client.0.smithi069.stdout: "[1048576, 2097151]", 2024-04-10T16:59:54.013 INFO:tasks.workunit.client.0.smithi069.stdout: "[2097152, 4194303]", 2024-04-10T16:59:54.013 INFO:tasks.workunit.client.0.smithi069.stdout: "[4194304, 8388607]", 2024-04-10T16:59:54.013 INFO:tasks.workunit.client.0.smithi069.stdout: "[8388608, 16777215]", 2024-04-10T16:59:54.013 INFO:tasks.workunit.client.0.smithi069.stdout: "[16777216, 33554431]", 2024-04-10T16:59:54.013 INFO:tasks.workunit.client.0.smithi069.stdout: "[33554432, 67108863]", 2024-04-10T16:59:54.013 INFO:tasks.workunit.client.0.smithi069.stdout: "[67108864, 134217727]", 2024-04-10T16:59:54.014 INFO:tasks.workunit.client.0.smithi069.stdout: "[134217728, 268435455]", 2024-04-10T16:59:54.014 INFO:tasks.workunit.client.0.smithi069.stdout: "[268435456, 536870911]", 2024-04-10T16:59:54.014 INFO:tasks.workunit.client.0.smithi069.stdout: "[536870912, 1073741823]", 2024-04-10T16:59:54.014 INFO:tasks.workunit.client.0.smithi069.stdout: "[1073741824, 2147483647]", 2024-04-10T16:59:54.014 INFO:tasks.workunit.client.0.smithi069.stdout: "[2147483648, 4294967295]", 2024-04-10T16:59:54.014 INFO:tasks.workunit.client.0.smithi069.stdout: "[4294967296, 8589934591]", 2024-04-10T16:59:54.014 INFO:tasks.workunit.client.0.smithi069.stdout: "[8589934592, 17179869183]", 2024-04-10T16:59:54.014 INFO:tasks.workunit.client.0.smithi069.stdout: "[17179869184, 34359738367]", 2024-04-10T16:59:54.014 INFO:tasks.workunit.client.0.smithi069.stdout: "[34359738368, 68719476735]", 2024-04-10T16:59:54.014 INFO:tasks.workunit.client.0.smithi069.stdout: "[68719476736, 137438953471]", 2024-04-10T16:59:54.014 INFO:tasks.workunit.client.0.smithi069.stdout: "[137438953472, 274877906943]", 2024-04-10T16:59:54.014 INFO:tasks.workunit.client.0.smithi069.stdout: "[274877906944, None]" 2024-04-10T16:59:54.014 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:54.015 INFO:tasks.workunit.client.0.smithi069.stdout: "scale_type": "log2" 2024-04-10T16:59:54.015 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:54.015 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:54.015 INFO:tasks.workunit.client.0.smithi069.stdout: "osds": [ 2024-04-10T16:59:54.015 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:54.015 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_id": 0, 2024-04-10T16:59:54.015 INFO:tasks.workunit.client.0.smithi069.stdout: "values": [ 2024-04-10T16:59:54.015 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.015 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.015 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.015 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.015 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 631, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.015 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 6698, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.015 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 760, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.015 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 289, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.015 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 181, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.016 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 131, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.016 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 62, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.016 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.016 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.016 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.016 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.016 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.016 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.016 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.016 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.016 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.016 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.016 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.016 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.016 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.016 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.017 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.017 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.017 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.017 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.017 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.017 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.017 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:59:54.017 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T16:59:54.017 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.017 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:54.017 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_id": 1, 2024-04-10T16:59:54.017 INFO:tasks.workunit.client.0.smithi069.stdout: "values": [ 2024-04-10T16:59:54.017 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.017 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.018 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.018 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.018 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 329, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.018 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 3098, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.018 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 1802, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.018 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 442, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.018 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 3133, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.018 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 3250, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.018 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 86, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.018 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.018 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.018 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.018 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.018 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.019 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.019 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.019 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.019 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.019 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.019 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.019 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.019 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.019 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.019 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.019 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.019 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.019 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.019 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.020 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.020 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:59:54.020 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T16:59:54.020 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.020 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:54.020 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_id": 2, 2024-04-10T16:59:54.020 INFO:tasks.workunit.client.0.smithi069.stdout: "values": [ 2024-04-10T16:59:54.020 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.020 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.020 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.020 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.020 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 1219, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.020 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 9575, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.020 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 15834, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.020 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 418, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.020 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 194, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.021 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 88, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.021 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 46, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.021 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.021 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.021 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.021 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.021 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.021 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.021 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.021 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.021 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.021 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.021 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.021 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.021 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.022 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.022 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.022 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.022 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.022 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.022 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.022 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.022 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:59:54.022 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T16:59:54.022 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.022 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:54.022 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_id": 3, 2024-04-10T16:59:54.022 INFO:tasks.workunit.client.0.smithi069.stdout: "values": [ 2024-04-10T16:59:54.022 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.022 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.022 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.023 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.023 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 406, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.023 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 3045, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.023 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 308, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.023 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 290, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.023 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 1471, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.023 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 7044, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.023 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 506, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.023 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.023 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.023 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.023 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.023 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.023 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.024 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.024 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.024 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.024 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.024 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.024 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.024 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.024 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.024 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.024 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.024 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.024 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.024 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.024 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.025 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:59:54.025 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T16:59:54.025 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.025 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:54.025 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_id": 4, 2024-04-10T16:59:54.025 INFO:tasks.workunit.client.0.smithi069.stdout: "values": [ 2024-04-10T16:59:54.025 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.025 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.025 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.025 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.025 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 789, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.025 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 4107, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.025 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 348, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.025 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 142, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.025 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 115, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.025 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 53, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.025 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 33, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.026 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.026 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.026 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.026 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.026 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.026 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.026 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.026 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.026 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.026 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.026 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.026 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.026 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.026 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.027 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.027 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.027 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.027 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.027 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.027 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.027 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:59:54.027 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T16:59:54.027 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.027 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:54.027 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_id": 5, 2024-04-10T16:59:54.027 INFO:tasks.workunit.client.0.smithi069.stdout: "values": [ 2024-04-10T16:59:54.027 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.027 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.028 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.028 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.028 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 774, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.028 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 7443, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.028 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 476, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.028 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 494, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.028 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 414, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.028 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 236, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.028 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 50, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.028 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.028 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.028 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.028 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.028 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.029 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.029 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.029 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.029 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.029 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.029 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.029 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.029 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.029 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.029 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.029 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.029 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.029 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.029 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.029 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.029 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:59:54.030 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T16:59:54.030 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.030 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:54.030 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_id": 6, 2024-04-10T16:59:54.030 INFO:tasks.workunit.client.0.smithi069.stdout: "values": [ 2024-04-10T16:59:54.030 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.030 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.030 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.030 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.030 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 490, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.030 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 2801, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.030 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 327, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.030 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 256, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.030 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 331, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.030 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 59, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.031 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 37, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.031 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.031 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.031 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.031 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.031 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.031 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.031 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.031 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.031 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.031 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.031 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.031 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.031 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.032 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.032 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.032 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.032 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.032 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.032 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.032 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.032 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:59:54.032 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T16:59:54.032 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.032 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:54.032 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_id": 7, 2024-04-10T16:59:54.032 INFO:tasks.workunit.client.0.smithi069.stdout: "values": [ 2024-04-10T16:59:54.032 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.032 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.032 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.032 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.033 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 504, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.033 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 8324, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.033 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 2866, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.033 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 313, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.033 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 193, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.033 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 149, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.033 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 60, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.033 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.033 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.033 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.033 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.033 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.034 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.034 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.034 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.034 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.034 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.034 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.034 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.034 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.034 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.034 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.034 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.034 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.034 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.034 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.035 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.035 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:59:54.035 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T16:59:54.035 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:54.035 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T16:59:54.035 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.035 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-10T16:59:54.035 INFO:tasks.workunit.client.0.smithi069.stdout: "axes": [ 2024-04-10T16:59:54.035 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:54.035 INFO:tasks.workunit.client.0.smithi069.stdout: "buckets": 32, 2024-04-10T16:59:54.035 INFO:tasks.workunit.client.0.smithi069.stdout: "min": 0, 2024-04-10T16:59:54.035 INFO:tasks.workunit.client.0.smithi069.stdout: "name": "Latency (usec)", 2024-04-10T16:59:54.035 INFO:tasks.workunit.client.0.smithi069.stdout: "quant_size": 100000, 2024-04-10T16:59:54.035 INFO:tasks.workunit.client.0.smithi069.stdout: "ranges": [ 2024-04-10T16:59:54.035 INFO:tasks.workunit.client.0.smithi069.stdout: "[None, -1]", 2024-04-10T16:59:54.035 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 99999]", 2024-04-10T16:59:54.035 INFO:tasks.workunit.client.0.smithi069.stdout: "[100000, 199999]", 2024-04-10T16:59:54.036 INFO:tasks.workunit.client.0.smithi069.stdout: "[200000, 399999]", 2024-04-10T16:59:54.036 INFO:tasks.workunit.client.0.smithi069.stdout: "[400000, 799999]", 2024-04-10T16:59:54.036 INFO:tasks.workunit.client.0.smithi069.stdout: "[800000, 1599999]", 2024-04-10T16:59:54.036 INFO:tasks.workunit.client.0.smithi069.stdout: "[1600000, 3199999]", 2024-04-10T16:59:54.036 INFO:tasks.workunit.client.0.smithi069.stdout: "[3200000, 6399999]", 2024-04-10T16:59:54.036 INFO:tasks.workunit.client.0.smithi069.stdout: "[6400000, 12799999]", 2024-04-10T16:59:54.036 INFO:tasks.workunit.client.0.smithi069.stdout: "[12800000, 25599999]", 2024-04-10T16:59:54.036 INFO:tasks.workunit.client.0.smithi069.stdout: "[25600000, 51199999]", 2024-04-10T16:59:54.036 INFO:tasks.workunit.client.0.smithi069.stdout: "[51200000, 102399999]", 2024-04-10T16:59:54.036 INFO:tasks.workunit.client.0.smithi069.stdout: "[102400000, 204799999]", 2024-04-10T16:59:54.036 INFO:tasks.workunit.client.0.smithi069.stdout: "[204800000, 409599999]", 2024-04-10T16:59:54.036 INFO:tasks.workunit.client.0.smithi069.stdout: "[409600000, 819199999]", 2024-04-10T16:59:54.036 INFO:tasks.workunit.client.0.smithi069.stdout: "[819200000, 1638399999]", 2024-04-10T16:59:54.036 INFO:tasks.workunit.client.0.smithi069.stdout: "[1638400000, 3276799999]", 2024-04-10T16:59:54.036 INFO:tasks.workunit.client.0.smithi069.stdout: "[3276800000, 6553599999]", 2024-04-10T16:59:54.036 INFO:tasks.workunit.client.0.smithi069.stdout: "[6553600000, 13107199999]", 2024-04-10T16:59:54.037 INFO:tasks.workunit.client.0.smithi069.stdout: "[13107200000, 26214399999]", 2024-04-10T16:59:54.037 INFO:tasks.workunit.client.0.smithi069.stdout: "[26214400000, 52428799999]", 2024-04-10T16:59:54.037 INFO:tasks.workunit.client.0.smithi069.stdout: "[52428800000, 104857599999]", 2024-04-10T16:59:54.037 INFO:tasks.workunit.client.0.smithi069.stdout: "[104857600000, 209715199999]", 2024-04-10T16:59:54.037 INFO:tasks.workunit.client.0.smithi069.stdout: "[209715200000, 419430399999]", 2024-04-10T16:59:54.037 INFO:tasks.workunit.client.0.smithi069.stdout: "[419430400000, 838860799999]", 2024-04-10T16:59:54.037 INFO:tasks.workunit.client.0.smithi069.stdout: "[838860800000, 1677721599999]", 2024-04-10T16:59:54.037 INFO:tasks.workunit.client.0.smithi069.stdout: "[1677721600000, 3355443199999]", 2024-04-10T16:59:54.037 INFO:tasks.workunit.client.0.smithi069.stdout: "[3355443200000, 6710886399999]", 2024-04-10T16:59:54.037 INFO:tasks.workunit.client.0.smithi069.stdout: "[6710886400000, 13421772799999]", 2024-04-10T16:59:54.037 INFO:tasks.workunit.client.0.smithi069.stdout: "[13421772800000, 26843545599999]", 2024-04-10T16:59:54.037 INFO:tasks.workunit.client.0.smithi069.stdout: "[26843545600000, 53687091199999]", 2024-04-10T16:59:54.037 INFO:tasks.workunit.client.0.smithi069.stdout: "[53687091200000, None]" 2024-04-10T16:59:54.037 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:54.037 INFO:tasks.workunit.client.0.smithi069.stdout: "scale_type": "log2" 2024-04-10T16:59:54.038 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.038 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:54.038 INFO:tasks.workunit.client.0.smithi069.stdout: "buckets": 32, 2024-04-10T16:59:54.038 INFO:tasks.workunit.client.0.smithi069.stdout: "min": 0, 2024-04-10T16:59:54.038 INFO:tasks.workunit.client.0.smithi069.stdout: "name": "Request size (bytes)", 2024-04-10T16:59:54.038 INFO:tasks.workunit.client.0.smithi069.stdout: "quant_size": 512, 2024-04-10T16:59:54.038 INFO:tasks.workunit.client.0.smithi069.stdout: "ranges": [ 2024-04-10T16:59:54.038 INFO:tasks.workunit.client.0.smithi069.stdout: "[None, -1]", 2024-04-10T16:59:54.038 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 511]", 2024-04-10T16:59:54.038 INFO:tasks.workunit.client.0.smithi069.stdout: "[512, 1023]", 2024-04-10T16:59:54.038 INFO:tasks.workunit.client.0.smithi069.stdout: "[1024, 2047]", 2024-04-10T16:59:54.038 INFO:tasks.workunit.client.0.smithi069.stdout: "[2048, 4095]", 2024-04-10T16:59:54.038 INFO:tasks.workunit.client.0.smithi069.stdout: "[4096, 8191]", 2024-04-10T16:59:54.038 INFO:tasks.workunit.client.0.smithi069.stdout: "[8192, 16383]", 2024-04-10T16:59:54.038 INFO:tasks.workunit.client.0.smithi069.stdout: "[16384, 32767]", 2024-04-10T16:59:54.038 INFO:tasks.workunit.client.0.smithi069.stdout: "[32768, 65535]", 2024-04-10T16:59:54.039 INFO:tasks.workunit.client.0.smithi069.stdout: "[65536, 131071]", 2024-04-10T16:59:54.039 INFO:tasks.workunit.client.0.smithi069.stdout: "[131072, 262143]", 2024-04-10T16:59:54.039 INFO:tasks.workunit.client.0.smithi069.stdout: "[262144, 524287]", 2024-04-10T16:59:54.039 INFO:tasks.workunit.client.0.smithi069.stdout: "[524288, 1048575]", 2024-04-10T16:59:54.039 INFO:tasks.workunit.client.0.smithi069.stdout: "[1048576, 2097151]", 2024-04-10T16:59:54.039 INFO:tasks.workunit.client.0.smithi069.stdout: "[2097152, 4194303]", 2024-04-10T16:59:54.039 INFO:tasks.workunit.client.0.smithi069.stdout: "[4194304, 8388607]", 2024-04-10T16:59:54.039 INFO:tasks.workunit.client.0.smithi069.stdout: "[8388608, 16777215]", 2024-04-10T16:59:54.039 INFO:tasks.workunit.client.0.smithi069.stdout: "[16777216, 33554431]", 2024-04-10T16:59:54.039 INFO:tasks.workunit.client.0.smithi069.stdout: "[33554432, 67108863]", 2024-04-10T16:59:54.039 INFO:tasks.workunit.client.0.smithi069.stdout: "[67108864, 134217727]", 2024-04-10T16:59:54.039 INFO:tasks.workunit.client.0.smithi069.stdout: "[134217728, 268435455]", 2024-04-10T16:59:54.039 INFO:tasks.workunit.client.0.smithi069.stdout: "[268435456, 536870911]", 2024-04-10T16:59:54.039 INFO:tasks.workunit.client.0.smithi069.stdout: "[536870912, 1073741823]", 2024-04-10T16:59:54.039 INFO:tasks.workunit.client.0.smithi069.stdout: "[1073741824, 2147483647]", 2024-04-10T16:59:54.039 INFO:tasks.workunit.client.0.smithi069.stdout: "[2147483648, 4294967295]", 2024-04-10T16:59:54.040 INFO:tasks.workunit.client.0.smithi069.stdout: "[4294967296, 8589934591]", 2024-04-10T16:59:54.040 INFO:tasks.workunit.client.0.smithi069.stdout: "[8589934592, 17179869183]", 2024-04-10T16:59:54.040 INFO:tasks.workunit.client.0.smithi069.stdout: "[17179869184, 34359738367]", 2024-04-10T16:59:54.040 INFO:tasks.workunit.client.0.smithi069.stdout: "[34359738368, 68719476735]", 2024-04-10T16:59:54.040 INFO:tasks.workunit.client.0.smithi069.stdout: "[68719476736, 137438953471]", 2024-04-10T16:59:54.040 INFO:tasks.workunit.client.0.smithi069.stdout: "[137438953472, 274877906943]", 2024-04-10T16:59:54.040 INFO:tasks.workunit.client.0.smithi069.stdout: "[274877906944, None]" 2024-04-10T16:59:54.040 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:54.040 INFO:tasks.workunit.client.0.smithi069.stdout: "scale_type": "log2" 2024-04-10T16:59:54.040 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:54.040 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:54.040 INFO:tasks.workunit.client.0.smithi069.stdout: "osds": [ 2024-04-10T16:59:54.040 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:54.040 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_id": 0, 2024-04-10T16:59:54.041 INFO:tasks.workunit.client.0.smithi069.stdout: "values": [ 2024-04-10T16:59:54.041 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.041 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.041 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.041 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.041 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 101, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.041 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 2020, 14, 0, 1, 9, 0, 1, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.041 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 1109, 7, 1, 1, 4, 4, 2, 19, 30, 46, 101, 35, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.041 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 229, 4, 0, 0, 1, 1, 2, 1, 4, 3, 76, 202, 85, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.041 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 296, 0, 0, 0, 1, 1, 0, 0, 3, 5, 4, 7, 306, 3, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.041 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 512, 2, 0, 0, 1, 0, 0, 0, 0, 1, 7, 7, 14, 24, 71, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.041 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 634, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 6, 12, 34, 133, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.041 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 712, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.042 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 414, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.042 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.042 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.042 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.042 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.042 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.042 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.042 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.042 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.042 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.042 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.042 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.042 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.042 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.043 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.043 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.043 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.043 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.043 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.043 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:59:54.043 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T16:59:54.043 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.043 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:54.043 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_id": 1, 2024-04-10T16:59:54.043 INFO:tasks.workunit.client.0.smithi069.stdout: "values": [ 2024-04-10T16:59:54.043 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.043 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.043 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.043 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.044 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 40, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.044 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 2805, 19, 0, 0, 6, 0, 1, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.044 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 1287, 2, 0, 0, 2, 5, 5, 26, 34, 60, 119, 41, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.044 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 101, 1, 0, 1, 5, 4, 0, 5, 7, 6, 66, 301, 208, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.044 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 55, 1, 0, 0, 0, 0, 0, 1, 2, 2, 11, 10, 375, 5, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.044 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 60, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 4, 24, 12, 41, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.044 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 265, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 4, 15, 24, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.044 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 625, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.044 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 2467, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.044 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 372, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.044 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.045 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.045 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.045 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.045 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.045 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.045 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.045 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.045 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.045 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.045 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.045 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.045 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.045 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.045 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.045 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.045 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.046 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:59:54.046 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T16:59:54.046 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.046 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:54.046 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_id": 2, 2024-04-10T16:59:54.046 INFO:tasks.workunit.client.0.smithi069.stdout: "values": [ 2024-04-10T16:59:54.046 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.046 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.046 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.046 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.046 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 63, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.046 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 301, 5, 2, 0, 7, 0, 0, 1, 0, 0, 0, 2, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.046 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 158, 11, 0, 0, 2, 2, 1, 7, 8, 12, 56, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.046 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 275, 6, 0, 0, 0, 3, 5, 12, 9, 10, 70, 110, 17, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.046 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 194, 18, 0, 0, 0, 1, 1, 3, 7, 7, 35, 64, 28, 10, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.046 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 55, 37, 0, 0, 0, 0, 0, 1, 3, 1, 8, 18, 39, 54, 58, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.047 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 7, 46, 0, 0, 0, 0, 0, 0, 0, 0, 2, 12, 11, 41, 123, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.047 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 83, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 10, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.047 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 80, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.047 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.047 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.047 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.047 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.047 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.047 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.047 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.047 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.047 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.047 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.047 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.047 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.048 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.048 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.048 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.048 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.048 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.048 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.048 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:59:54.048 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T16:59:54.048 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.048 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:54.048 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_id": 3, 2024-04-10T16:59:54.048 INFO:tasks.workunit.client.0.smithi069.stdout: "values": [ 2024-04-10T16:59:54.048 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.048 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.048 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.048 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.048 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 55, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.049 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 1276, 14, 2, 1, 8, 0, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.049 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 438, 5, 0, 0, 5, 7, 5, 5, 19, 37, 60, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.049 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 183, 2, 2, 0, 0, 0, 1, 0, 2, 4, 32, 102, 138, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.049 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 401, 0, 0, 0, 0, 0, 1, 1, 2, 4, 5, 5, 88, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.049 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 303, 2, 0, 0, 0, 1, 0, 0, 3, 1, 3, 8, 25, 26, 32, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.049 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 186, 0, 0, 0, 0, 0, 1, 1, 0, 2, 1, 4, 12, 28, 89, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.049 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 227, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 5, 8, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.049 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.049 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.049 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.049 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.049 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.049 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.049 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.050 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.050 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.050 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.050 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.050 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.050 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.050 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.050 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.050 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.050 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.050 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.050 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.050 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:59:54.050 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T16:59:54.050 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.051 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:54.051 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_id": 4, 2024-04-10T16:59:54.051 INFO:tasks.workunit.client.0.smithi069.stdout: "values": [ 2024-04-10T16:59:54.051 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.051 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.051 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.051 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.051 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 91, 7, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.051 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 1159, 14, 0, 1, 12, 3, 6, 9, 17, 22, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.051 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 697, 4, 0, 0, 0, 1, 4, 11, 21, 35, 39, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.051 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 338, 13, 0, 0, 0, 0, 2, 2, 4, 3, 37, 134, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.051 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 531, 34, 0, 0, 0, 0, 1, 1, 0, 3, 14, 14, 141, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.051 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 304, 25, 0, 0, 0, 0, 0, 0, 1, 1, 1, 7, 9, 12, 54, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.051 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 100, 47, 0, 0, 0, 0, 0, 0, 0, 0, 2, 2, 12, 20, 84, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.051 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 112, 83, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.051 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 12, 80, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.052 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.052 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.052 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.052 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.052 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.052 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.052 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.052 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.052 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.052 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.052 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.052 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.052 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.052 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.052 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.053 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.053 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.053 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.053 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:59:54.053 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T16:59:54.053 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.053 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:54.053 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_id": 5, 2024-04-10T16:59:54.053 INFO:tasks.workunit.client.0.smithi069.stdout: "values": [ 2024-04-10T16:59:54.053 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.053 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.053 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.053 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.053 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 125, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.053 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 484, 16, 2, 4, 11, 1, 1, 2, 0, 0, 0, 1, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.053 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 107, 6, 0, 0, 3, 0, 0, 3, 0, 2, 7, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.054 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 105, 5, 0, 0, 0, 0, 1, 2, 7, 8, 26, 36, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.054 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 49, 2, 0, 0, 0, 0, 0, 0, 0, 2, 9, 19, 15, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.054 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 11, 0, 0, 0, 0, 0, 0, 0, 0, 1, 4, 6, 10, 22, 47, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.054 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 4, 14, 40, 91, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.054 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 2, 1, 0, 15, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.054 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.054 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.054 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.054 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.054 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.054 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.054 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.055 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.055 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.055 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.055 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.055 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.055 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.055 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.055 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.055 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.055 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.055 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.055 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.055 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:59:54.055 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T16:59:54.055 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.055 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:54.056 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_id": 6, 2024-04-10T16:59:54.056 INFO:tasks.workunit.client.0.smithi069.stdout: "values": [ 2024-04-10T16:59:54.056 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.056 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.056 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.056 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.056 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 78, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.056 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 1187, 23, 0, 0, 9, 0, 4, 4, 11, 12, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.056 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 652, 7, 0, 0, 1, 1, 6, 6, 14, 25, 32, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.056 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 326, 9, 0, 0, 2, 1, 1, 0, 0, 4, 25, 106, 41, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.056 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 431, 10, 0, 0, 0, 0, 0, 0, 0, 3, 8, 10, 182, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.056 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 298, 1, 0, 0, 0, 0, 1, 0, 1, 1, 1, 5, 15, 17, 36, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.056 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 144, 0, 0, 0, 0, 0, 0, 1, 0, 0, 1, 6, 9, 19, 72, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.056 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 88, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.056 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.056 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.057 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.057 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.057 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.057 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.057 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.057 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.057 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.057 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.057 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.057 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.057 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.057 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.057 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.058 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.058 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.058 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.058 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.058 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:59:54.058 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T16:59:54.058 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.058 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:54.058 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_id": 7, 2024-04-10T16:59:54.058 INFO:tasks.workunit.client.0.smithi069.stdout: "values": [ 2024-04-10T16:59:54.058 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.058 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.058 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.058 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.059 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 40, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.059 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 241, 12, 1, 0, 9, 0, 1, 1, 0, 0, 0, 1, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.059 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 67, 0, 0, 1, 1, 0, 1, 2, 2, 2, 10, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.059 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 84, 3, 0, 0, 0, 0, 1, 3, 3, 8, 15, 35, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.059 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 68, 19, 0, 0, 0, 0, 1, 0, 1, 3, 11, 20, 27, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.059 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 25, 27, 0, 0, 0, 0, 0, 0, 3, 2, 6, 11, 31, 31, 60, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.059 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 42, 0, 0, 0, 0, 0, 0, 1, 0, 4, 12, 21, 38, 105, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.059 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 71, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 3, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.059 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 103, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.059 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.059 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.059 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.059 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.060 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.060 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.060 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.060 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.060 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.060 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.061 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.061 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.061 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.061 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.061 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.061 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.061 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.061 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.061 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:59:54.061 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T16:59:54.061 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:54.061 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T16:59:54.061 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:54.061 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.062 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:54.062 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_resrv_repnum_vs_duration": { 2024-04-10T16:59:54.062 INFO:tasks.workunit.client.0.smithi069.stdout: "axes": [ 2024-04-10T16:59:54.062 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:54.062 INFO:tasks.workunit.client.0.smithi069.stdout: "buckets": 8, 2024-04-10T16:59:54.062 INFO:tasks.workunit.client.0.smithi069.stdout: "min": 0, 2024-04-10T16:59:54.062 INFO:tasks.workunit.client.0.smithi069.stdout: "name": "number of replicas", 2024-04-10T16:59:54.062 INFO:tasks.workunit.client.0.smithi069.stdout: "quant_size": 1, 2024-04-10T16:59:54.062 INFO:tasks.workunit.client.0.smithi069.stdout: "ranges": [ 2024-04-10T16:59:54.062 INFO:tasks.workunit.client.0.smithi069.stdout: "[None, -1]", 2024-04-10T16:59:54.062 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0]", 2024-04-10T16:59:54.062 INFO:tasks.workunit.client.0.smithi069.stdout: "[1, 1]", 2024-04-10T16:59:54.062 INFO:tasks.workunit.client.0.smithi069.stdout: "[2, 2]", 2024-04-10T16:59:54.063 INFO:tasks.workunit.client.0.smithi069.stdout: "[3, 3]", 2024-04-10T16:59:54.063 INFO:tasks.workunit.client.0.smithi069.stdout: "[4, 4]", 2024-04-10T16:59:54.063 INFO:tasks.workunit.client.0.smithi069.stdout: "[5, 5]", 2024-04-10T16:59:54.063 INFO:tasks.workunit.client.0.smithi069.stdout: "[6, None]" 2024-04-10T16:59:54.063 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:54.063 INFO:tasks.workunit.client.0.smithi069.stdout: "scale_type": "linear" 2024-04-10T16:59:54.063 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.063 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:54.063 INFO:tasks.workunit.client.0.smithi069.stdout: "buckets": 10, 2024-04-10T16:59:54.063 INFO:tasks.workunit.client.0.smithi069.stdout: "min": 0, 2024-04-10T16:59:54.063 INFO:tasks.workunit.client.0.smithi069.stdout: "name": "duration", 2024-04-10T16:59:54.063 INFO:tasks.workunit.client.0.smithi069.stdout: "quant_size": 250000, 2024-04-10T16:59:54.063 INFO:tasks.workunit.client.0.smithi069.stdout: "ranges": [ 2024-04-10T16:59:54.063 INFO:tasks.workunit.client.0.smithi069.stdout: "[None, -1]", 2024-04-10T16:59:54.063 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 249999]", 2024-04-10T16:59:54.063 INFO:tasks.workunit.client.0.smithi069.stdout: "[250000, 499999]", 2024-04-10T16:59:54.064 INFO:tasks.workunit.client.0.smithi069.stdout: "[500000, 999999]", 2024-04-10T16:59:54.064 INFO:tasks.workunit.client.0.smithi069.stdout: "[1000000, 1999999]", 2024-04-10T16:59:54.064 INFO:tasks.workunit.client.0.smithi069.stdout: "[2000000, 3999999]", 2024-04-10T16:59:54.064 INFO:tasks.workunit.client.0.smithi069.stdout: "[4000000, 7999999]", 2024-04-10T16:59:54.064 INFO:tasks.workunit.client.0.smithi069.stdout: "[8000000, 15999999]", 2024-04-10T16:59:54.064 INFO:tasks.workunit.client.0.smithi069.stdout: "[16000000, 31999999]", 2024-04-10T16:59:54.064 INFO:tasks.workunit.client.0.smithi069.stdout: "[32000000, None]" 2024-04-10T16:59:54.064 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:54.064 INFO:tasks.workunit.client.0.smithi069.stdout: "scale_type": "log2" 2024-04-10T16:59:54.064 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:54.064 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:54.064 INFO:tasks.workunit.client.0.smithi069.stdout: "osds": [ 2024-04-10T16:59:54.064 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:54.064 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_id": 0, 2024-04-10T16:59:54.065 INFO:tasks.workunit.client.0.smithi069.stdout: "values": [ 2024-04-10T16:59:54.065 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.065 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.065 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.065 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.065 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.065 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.065 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.065 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:59:54.065 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T16:59:54.065 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.065 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:54.065 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_id": 1, 2024-04-10T16:59:54.066 INFO:tasks.workunit.client.0.smithi069.stdout: "values": [ 2024-04-10T16:59:54.066 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.066 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.066 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.066 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.066 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.066 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.066 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.066 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:59:54.066 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T16:59:54.066 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.066 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:54.066 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_id": 2, 2024-04-10T16:59:54.066 INFO:tasks.workunit.client.0.smithi069.stdout: "values": [ 2024-04-10T16:59:54.066 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.066 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.067 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.067 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.067 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.067 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.067 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.067 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:59:54.067 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T16:59:54.067 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.067 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:54.067 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_id": 3, 2024-04-10T16:59:54.067 INFO:tasks.workunit.client.0.smithi069.stdout: "values": [ 2024-04-10T16:59:54.067 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.067 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.067 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.067 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.068 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.068 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.068 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.068 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:59:54.068 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T16:59:54.068 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.068 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:54.068 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_id": 4, 2024-04-10T16:59:54.068 INFO:tasks.workunit.client.0.smithi069.stdout: "values": [ 2024-04-10T16:59:54.068 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.068 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.068 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.068 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.068 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.069 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.069 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.069 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:59:54.069 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T16:59:54.069 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.069 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:54.069 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_id": 5, 2024-04-10T16:59:54.069 INFO:tasks.workunit.client.0.smithi069.stdout: "values": [ 2024-04-10T16:59:54.069 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.069 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.069 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.069 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.069 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.070 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.070 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.070 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:59:54.070 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T16:59:54.070 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.070 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:54.070 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_id": 6, 2024-04-10T16:59:54.070 INFO:tasks.workunit.client.0.smithi069.stdout: "values": [ 2024-04-10T16:59:54.070 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.070 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.070 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.070 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.070 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.071 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.071 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.071 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:59:54.071 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T16:59:54.071 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.071 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:54.071 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_id": 7, 2024-04-10T16:59:54.071 INFO:tasks.workunit.client.0.smithi069.stdout: "values": [ 2024-04-10T16:59:54.071 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.071 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.071 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.071 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.071 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.071 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.072 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:54.072 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:59:54.072 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T16:59:54.072 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:54.072 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T16:59:54.072 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:54.072 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:54.072 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:54.072 INFO:tasks.workunit.client.0.smithi069.stdout: "perf_counters": { 2024-04-10T16:59:54.072 INFO:tasks.workunit.client.0.smithi069.stdout: "mds.44ca97a2636692dab3a2137f5dab18d27c7ec614": { 2024-04-10T16:59:54.072 INFO:tasks.workunit.client.0.smithi069.stdout: "mds": { 2024-04-10T16:59:54.072 INFO:tasks.workunit.client.0.smithi069.stdout: "caps": { 2024-04-10T16:59:54.072 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.072 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.072 INFO:tasks.workunit.client.0.smithi069.stdout: "ceph_cap_op_flush_ack": { 2024-04-10T16:59:54.073 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.073 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.073 INFO:tasks.workunit.client.0.smithi069.stdout: "ceph_cap_op_flushsnap_ack": { 2024-04-10T16:59:54.073 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.073 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.073 INFO:tasks.workunit.client.0.smithi069.stdout: "ceph_cap_op_grant": { 2024-04-10T16:59:54.073 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.073 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.073 INFO:tasks.workunit.client.0.smithi069.stdout: "ceph_cap_op_revoke": { 2024-04-10T16:59:54.073 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.073 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.073 INFO:tasks.workunit.client.0.smithi069.stdout: "ceph_cap_op_trunc": { 2024-04-10T16:59:54.074 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.074 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.074 INFO:tasks.workunit.client.0.smithi069.stdout: "dir_commit": { 2024-04-10T16:59:54.074 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.074 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.074 INFO:tasks.workunit.client.0.smithi069.stdout: "dir_fetch_complete": { 2024-04-10T16:59:54.074 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 12 2024-04-10T16:59:54.074 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.074 INFO:tasks.workunit.client.0.smithi069.stdout: "dir_fetch_keys": { 2024-04-10T16:59:54.074 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 10 2024-04-10T16:59:54.074 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.074 INFO:tasks.workunit.client.0.smithi069.stdout: "dir_merge": { 2024-04-10T16:59:54.074 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.075 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.075 INFO:tasks.workunit.client.0.smithi069.stdout: "dir_split": { 2024-04-10T16:59:54.075 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.075 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.075 INFO:tasks.workunit.client.0.smithi069.stdout: "exported_inodes": { 2024-04-10T16:59:54.075 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.075 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.075 INFO:tasks.workunit.client.0.smithi069.stdout: "forward": { 2024-04-10T16:59:54.075 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.075 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.075 INFO:tasks.workunit.client.0.smithi069.stdout: "handle_client_cap_release": { 2024-04-10T16:59:54.076 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.076 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.076 INFO:tasks.workunit.client.0.smithi069.stdout: "handle_client_caps": { 2024-04-10T16:59:54.076 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.076 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.076 INFO:tasks.workunit.client.0.smithi069.stdout: "handle_client_caps_dirty": { 2024-04-10T16:59:54.076 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.076 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.076 INFO:tasks.workunit.client.0.smithi069.stdout: "handle_inode_file_caps": { 2024-04-10T16:59:54.076 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.076 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.076 INFO:tasks.workunit.client.0.smithi069.stdout: "imported_inodes": { 2024-04-10T16:59:54.076 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.076 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.077 INFO:tasks.workunit.client.0.smithi069.stdout: "inodes": { 2024-04-10T16:59:54.077 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 10 2024-04-10T16:59:54.077 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.077 INFO:tasks.workunit.client.0.smithi069.stdout: "inodes_expired": { 2024-04-10T16:59:54.077 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.077 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.077 INFO:tasks.workunit.client.0.smithi069.stdout: "inodes_pinned": { 2024-04-10T16:59:54.077 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 10 2024-04-10T16:59:54.077 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.077 INFO:tasks.workunit.client.0.smithi069.stdout: "inodes_with_caps": { 2024-04-10T16:59:54.077 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.077 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.077 INFO:tasks.workunit.client.0.smithi069.stdout: "load_cent": { 2024-04-10T16:59:54.078 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.078 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.078 INFO:tasks.workunit.client.0.smithi069.stdout: "openino_dir_fetch": { 2024-04-10T16:59:54.078 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.078 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.078 INFO:tasks.workunit.client.0.smithi069.stdout: "process_request_cap_release": { 2024-04-10T16:59:54.078 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.078 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.078 INFO:tasks.workunit.client.0.smithi069.stdout: "reply_latency": { 2024-04-10T16:59:54.078 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:54.078 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.078 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.078 INFO:tasks.workunit.client.0.smithi069.stdout: "request": { 2024-04-10T16:59:54.079 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.079 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.079 INFO:tasks.workunit.client.0.smithi069.stdout: "root_rbytes": { 2024-04-10T16:59:54.079 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.079 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.079 INFO:tasks.workunit.client.0.smithi069.stdout: "root_rfiles": { 2024-04-10T16:59:54.079 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.079 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.079 INFO:tasks.workunit.client.0.smithi069.stdout: "root_rsnaps": { 2024-04-10T16:59:54.079 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.079 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.079 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_reply": { 2024-04-10T16:59:54.079 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.079 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.079 INFO:tasks.workunit.client.0.smithi069.stdout: "subtrees": { 2024-04-10T16:59:54.080 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2 2024-04-10T16:59:54.080 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:54.080 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.080 INFO:tasks.workunit.client.0.smithi069.stdout: "mds_cache": { 2024-04-10T16:59:54.080 INFO:tasks.workunit.client.0.smithi069.stdout: "ireq_enqueue_scrub": { 2024-04-10T16:59:54.080 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.080 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.080 INFO:tasks.workunit.client.0.smithi069.stdout: "ireq_exportdir": { 2024-04-10T16:59:54.080 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.080 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.080 INFO:tasks.workunit.client.0.smithi069.stdout: "ireq_flush": { 2024-04-10T16:59:54.080 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.080 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.080 INFO:tasks.workunit.client.0.smithi069.stdout: "ireq_fragmentdir": { 2024-04-10T16:59:54.081 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.081 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.081 INFO:tasks.workunit.client.0.smithi069.stdout: "ireq_fragstats": { 2024-04-10T16:59:54.081 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.081 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.081 INFO:tasks.workunit.client.0.smithi069.stdout: "ireq_inodestats": { 2024-04-10T16:59:54.081 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.081 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.081 INFO:tasks.workunit.client.0.smithi069.stdout: "ireq_quiesce_inode": { 2024-04-10T16:59:54.081 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.081 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.081 INFO:tasks.workunit.client.0.smithi069.stdout: "ireq_quiesce_path": { 2024-04-10T16:59:54.081 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.081 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.081 INFO:tasks.workunit.client.0.smithi069.stdout: "num_recovering_enqueued": { 2024-04-10T16:59:54.081 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.082 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.082 INFO:tasks.workunit.client.0.smithi069.stdout: "num_recovering_prioritized": { 2024-04-10T16:59:54.082 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.082 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.082 INFO:tasks.workunit.client.0.smithi069.stdout: "num_recovering_processing": { 2024-04-10T16:59:54.082 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.082 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.082 INFO:tasks.workunit.client.0.smithi069.stdout: "num_strays": { 2024-04-10T16:59:54.082 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.082 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.082 INFO:tasks.workunit.client.0.smithi069.stdout: "num_strays_delayed": { 2024-04-10T16:59:54.082 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.082 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.082 INFO:tasks.workunit.client.0.smithi069.stdout: "num_strays_enqueuing": { 2024-04-10T16:59:54.082 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.083 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.083 INFO:tasks.workunit.client.0.smithi069.stdout: "recovery_completed": { 2024-04-10T16:59:54.083 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.083 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.083 INFO:tasks.workunit.client.0.smithi069.stdout: "recovery_started": { 2024-04-10T16:59:54.083 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.083 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.083 INFO:tasks.workunit.client.0.smithi069.stdout: "strays_created": { 2024-04-10T16:59:54.083 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.083 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.083 INFO:tasks.workunit.client.0.smithi069.stdout: "strays_enqueued": { 2024-04-10T16:59:54.083 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.083 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.083 INFO:tasks.workunit.client.0.smithi069.stdout: "strays_migrated": { 2024-04-10T16:59:54.084 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.084 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.084 INFO:tasks.workunit.client.0.smithi069.stdout: "strays_reintegrated": { 2024-04-10T16:59:54.084 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.084 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:54.084 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.084 INFO:tasks.workunit.client.0.smithi069.stdout: "mds_log": { 2024-04-10T16:59:54.084 INFO:tasks.workunit.client.0.smithi069.stdout: "ev": { 2024-04-10T16:59:54.084 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 17 2024-04-10T16:59:54.084 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.084 INFO:tasks.workunit.client.0.smithi069.stdout: "evadd": { 2024-04-10T16:59:54.084 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.084 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.084 INFO:tasks.workunit.client.0.smithi069.stdout: "evex": { 2024-04-10T16:59:54.084 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.085 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.085 INFO:tasks.workunit.client.0.smithi069.stdout: "evexd": { 2024-04-10T16:59:54.085 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.085 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.085 INFO:tasks.workunit.client.0.smithi069.stdout: "evexg": { 2024-04-10T16:59:54.085 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.085 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.085 INFO:tasks.workunit.client.0.smithi069.stdout: "evlrg": { 2024-04-10T16:59:54.085 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.085 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.085 INFO:tasks.workunit.client.0.smithi069.stdout: "evtrm": { 2024-04-10T16:59:54.085 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.085 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.085 INFO:tasks.workunit.client.0.smithi069.stdout: "jlat": { 2024-04-10T16:59:54.085 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:54.085 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.085 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.086 INFO:tasks.workunit.client.0.smithi069.stdout: "replayed": { 2024-04-10T16:59:54.086 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 17 2024-04-10T16:59:54.086 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.086 INFO:tasks.workunit.client.0.smithi069.stdout: "seg": { 2024-04-10T16:59:54.086 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1 2024-04-10T16:59:54.086 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.086 INFO:tasks.workunit.client.0.smithi069.stdout: "segadd": { 2024-04-10T16:59:54.086 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.086 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.086 INFO:tasks.workunit.client.0.smithi069.stdout: "segex": { 2024-04-10T16:59:54.086 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.086 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.086 INFO:tasks.workunit.client.0.smithi069.stdout: "segexd": { 2024-04-10T16:59:54.086 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.086 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.086 INFO:tasks.workunit.client.0.smithi069.stdout: "segexg": { 2024-04-10T16:59:54.087 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.087 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.087 INFO:tasks.workunit.client.0.smithi069.stdout: "segmjr": { 2024-04-10T16:59:54.087 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1 2024-04-10T16:59:54.087 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.087 INFO:tasks.workunit.client.0.smithi069.stdout: "segtrm": { 2024-04-10T16:59:54.087 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.087 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:54.087 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.087 INFO:tasks.workunit.client.0.smithi069.stdout: "mds_mem": { 2024-04-10T16:59:54.087 INFO:tasks.workunit.client.0.smithi069.stdout: "cap": { 2024-04-10T16:59:54.087 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.087 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.087 INFO:tasks.workunit.client.0.smithi069.stdout: "cap+": { 2024-04-10T16:59:54.087 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.088 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.088 INFO:tasks.workunit.client.0.smithi069.stdout: "cap-": { 2024-04-10T16:59:54.088 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.088 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.088 INFO:tasks.workunit.client.0.smithi069.stdout: "dir": { 2024-04-10T16:59:54.088 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 12 2024-04-10T16:59:54.088 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.088 INFO:tasks.workunit.client.0.smithi069.stdout: "dir+": { 2024-04-10T16:59:54.088 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 12 2024-04-10T16:59:54.088 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.088 INFO:tasks.workunit.client.0.smithi069.stdout: "dir-": { 2024-04-10T16:59:54.088 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.088 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.088 INFO:tasks.workunit.client.0.smithi069.stdout: "dn": { 2024-04-10T16:59:54.088 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 10 2024-04-10T16:59:54.088 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.088 INFO:tasks.workunit.client.0.smithi069.stdout: "dn+": { 2024-04-10T16:59:54.089 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 10 2024-04-10T16:59:54.089 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.089 INFO:tasks.workunit.client.0.smithi069.stdout: "dn-": { 2024-04-10T16:59:54.089 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.089 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.089 INFO:tasks.workunit.client.0.smithi069.stdout: "heap": { 2024-04-10T16:59:54.089 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 248184 2024-04-10T16:59:54.089 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.089 INFO:tasks.workunit.client.0.smithi069.stdout: "ino": { 2024-04-10T16:59:54.089 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 13 2024-04-10T16:59:54.089 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.089 INFO:tasks.workunit.client.0.smithi069.stdout: "ino+": { 2024-04-10T16:59:54.089 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 13 2024-04-10T16:59:54.089 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.089 INFO:tasks.workunit.client.0.smithi069.stdout: "ino-": { 2024-04-10T16:59:54.089 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.090 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.090 INFO:tasks.workunit.client.0.smithi069.stdout: "rss": { 2024-04-10T16:59:54.090 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 50704 2024-04-10T16:59:54.090 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:54.090 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.090 INFO:tasks.workunit.client.0.smithi069.stdout: "mds_server": { 2024-04-10T16:59:54.090 INFO:tasks.workunit.client.0.smithi069.stdout: "cap_acquisition_throttle": { 2024-04-10T16:59:54.090 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.090 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.090 INFO:tasks.workunit.client.0.smithi069.stdout: "cap_revoke_eviction": { 2024-04-10T16:59:54.090 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.090 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.090 INFO:tasks.workunit.client.0.smithi069.stdout: "handle_client_request": { 2024-04-10T16:59:54.090 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.090 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.090 INFO:tasks.workunit.client.0.smithi069.stdout: "handle_client_session": { 2024-04-10T16:59:54.091 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.091 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.091 INFO:tasks.workunit.client.0.smithi069.stdout: "handle_peer_request": { 2024-04-10T16:59:54.091 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.091 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.091 INFO:tasks.workunit.client.0.smithi069.stdout: "req_create_latency": { 2024-04-10T16:59:54.091 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:54.091 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.091 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.091 INFO:tasks.workunit.client.0.smithi069.stdout: "req_getattr_latency": { 2024-04-10T16:59:54.091 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:54.091 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.091 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.091 INFO:tasks.workunit.client.0.smithi069.stdout: "req_getfilelock_latency": { 2024-04-10T16:59:54.091 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:54.091 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.092 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.092 INFO:tasks.workunit.client.0.smithi069.stdout: "req_getvxattr_latency": { 2024-04-10T16:59:54.092 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:54.092 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.092 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.092 INFO:tasks.workunit.client.0.smithi069.stdout: "req_link_latency": { 2024-04-10T16:59:54.092 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:54.092 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.092 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.092 INFO:tasks.workunit.client.0.smithi069.stdout: "req_lookup_latency": { 2024-04-10T16:59:54.092 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:54.092 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.092 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.092 INFO:tasks.workunit.client.0.smithi069.stdout: "req_lookuphash_latency": { 2024-04-10T16:59:54.092 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:54.093 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.093 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.093 INFO:tasks.workunit.client.0.smithi069.stdout: "req_lookupino_latency": { 2024-04-10T16:59:54.093 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:54.093 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.093 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.093 INFO:tasks.workunit.client.0.smithi069.stdout: "req_lookupname_latency": { 2024-04-10T16:59:54.093 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:54.093 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.093 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.093 INFO:tasks.workunit.client.0.smithi069.stdout: "req_lookupparent_latency": { 2024-04-10T16:59:54.093 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:54.093 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.093 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.094 INFO:tasks.workunit.client.0.smithi069.stdout: "req_lookupsnap_latency": { 2024-04-10T16:59:54.094 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:54.094 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.094 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.094 INFO:tasks.workunit.client.0.smithi069.stdout: "req_lssnap_latency": { 2024-04-10T16:59:54.094 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:54.094 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.094 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.094 INFO:tasks.workunit.client.0.smithi069.stdout: "req_mkdir_latency": { 2024-04-10T16:59:54.094 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:54.094 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.094 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.094 INFO:tasks.workunit.client.0.smithi069.stdout: "req_mknod_latency": { 2024-04-10T16:59:54.095 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:54.095 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.095 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.095 INFO:tasks.workunit.client.0.smithi069.stdout: "req_mksnap_latency": { 2024-04-10T16:59:54.095 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:54.095 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.095 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.095 INFO:tasks.workunit.client.0.smithi069.stdout: "req_open_latency": { 2024-04-10T16:59:54.095 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:54.095 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.095 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.095 INFO:tasks.workunit.client.0.smithi069.stdout: "req_readdir_latency": { 2024-04-10T16:59:54.096 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:54.096 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.096 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.096 INFO:tasks.workunit.client.0.smithi069.stdout: "req_rename_latency": { 2024-04-10T16:59:54.096 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:54.096 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.096 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.096 INFO:tasks.workunit.client.0.smithi069.stdout: "req_renamesnap_latency": { 2024-04-10T16:59:54.096 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:54.096 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.096 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.096 INFO:tasks.workunit.client.0.smithi069.stdout: "req_rmdir_latency": { 2024-04-10T16:59:54.096 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:54.096 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.096 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.096 INFO:tasks.workunit.client.0.smithi069.stdout: "req_rmsnap_latency": { 2024-04-10T16:59:54.097 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:54.097 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.097 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.097 INFO:tasks.workunit.client.0.smithi069.stdout: "req_rmxattr_latency": { 2024-04-10T16:59:54.097 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:54.097 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.097 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.097 INFO:tasks.workunit.client.0.smithi069.stdout: "req_setattr_latency": { 2024-04-10T16:59:54.097 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:54.097 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.097 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.097 INFO:tasks.workunit.client.0.smithi069.stdout: "req_setdirlayout_latency": { 2024-04-10T16:59:54.097 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:54.097 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.097 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.097 INFO:tasks.workunit.client.0.smithi069.stdout: "req_setfilelock_latency": { 2024-04-10T16:59:54.098 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:54.098 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.098 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.098 INFO:tasks.workunit.client.0.smithi069.stdout: "req_setlayout_latency": { 2024-04-10T16:59:54.098 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:54.098 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.098 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.098 INFO:tasks.workunit.client.0.smithi069.stdout: "req_setxattr_latency": { 2024-04-10T16:59:54.098 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:54.098 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.098 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.098 INFO:tasks.workunit.client.0.smithi069.stdout: "req_snapdiff_latency": { 2024-04-10T16:59:54.098 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:54.098 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.098 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.099 INFO:tasks.workunit.client.0.smithi069.stdout: "req_symlink_latency": { 2024-04-10T16:59:54.099 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:54.099 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.099 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.099 INFO:tasks.workunit.client.0.smithi069.stdout: "req_unlink_latency": { 2024-04-10T16:59:54.099 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:54.099 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.099 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:54.099 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.099 INFO:tasks.workunit.client.0.smithi069.stdout: "mds_sessions": { 2024-04-10T16:59:54.099 INFO:tasks.workunit.client.0.smithi069.stdout: "average_load": { 2024-04-10T16:59:54.099 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.099 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.099 INFO:tasks.workunit.client.0.smithi069.stdout: "avg_session_uptime": { 2024-04-10T16:59:54.099 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.100 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.100 INFO:tasks.workunit.client.0.smithi069.stdout: "mdthresh_evicted": { 2024-04-10T16:59:54.100 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.100 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.100 INFO:tasks.workunit.client.0.smithi069.stdout: "session_add": { 2024-04-10T16:59:54.100 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 8 2024-04-10T16:59:54.100 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.100 INFO:tasks.workunit.client.0.smithi069.stdout: "session_count": { 2024-04-10T16:59:54.100 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.100 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.100 INFO:tasks.workunit.client.0.smithi069.stdout: "session_remove": { 2024-04-10T16:59:54.100 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 8 2024-04-10T16:59:54.100 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.101 INFO:tasks.workunit.client.0.smithi069.stdout: "sessions_open": { 2024-04-10T16:59:54.101 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2 2024-04-10T16:59:54.101 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.101 INFO:tasks.workunit.client.0.smithi069.stdout: "sessions_stale": { 2024-04-10T16:59:54.101 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.101 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.101 INFO:tasks.workunit.client.0.smithi069.stdout: "total_load": { 2024-04-10T16:59:54.101 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.101 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:54.101 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.101 INFO:tasks.workunit.client.0.smithi069.stdout: "objecter": { 2024-04-10T16:59:54.101 INFO:tasks.workunit.client.0.smithi069.stdout: "op_active": { 2024-04-10T16:59:54.101 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.101 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.101 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r": { 2024-04-10T16:59:54.102 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 37 2024-04-10T16:59:54.102 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.102 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rmw": { 2024-04-10T16:59:54.102 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.102 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.102 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w": { 2024-04-10T16:59:54.102 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 7 2024-04-10T16:59:54.102 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:54.102 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.102 INFO:tasks.workunit.client.0.smithi069.stdout: "purge_queue": { 2024-04-10T16:59:54.102 INFO:tasks.workunit.client.0.smithi069.stdout: "pq_executed": { 2024-04-10T16:59:54.102 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.102 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.102 INFO:tasks.workunit.client.0.smithi069.stdout: "pq_executed_ops": { 2024-04-10T16:59:54.103 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.103 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.103 INFO:tasks.workunit.client.0.smithi069.stdout: "pq_executing": { 2024-04-10T16:59:54.103 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.103 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.103 INFO:tasks.workunit.client.0.smithi069.stdout: "pq_executing_high_water": { 2024-04-10T16:59:54.103 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.103 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.103 INFO:tasks.workunit.client.0.smithi069.stdout: "pq_executing_ops": { 2024-04-10T16:59:54.103 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.103 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.103 INFO:tasks.workunit.client.0.smithi069.stdout: "pq_executing_ops_high_water": { 2024-04-10T16:59:54.103 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.104 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.104 INFO:tasks.workunit.client.0.smithi069.stdout: "pq_item_in_journal": { 2024-04-10T16:59:54.104 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.104 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:54.104 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:54.104 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.104 INFO:tasks.workunit.client.0.smithi069.stdout: "mon.44ca97a2636692dab3a2137f5dab18d27c7ec614": { 2024-04-10T16:59:54.104 INFO:tasks.workunit.client.0.smithi069.stdout: "mon": { 2024-04-10T16:59:54.104 INFO:tasks.workunit.client.0.smithi069.stdout: "election_call": { 2024-04-10T16:59:54.104 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 4 2024-04-10T16:59:54.104 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.104 INFO:tasks.workunit.client.0.smithi069.stdout: "election_lose": { 2024-04-10T16:59:54.104 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.105 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.105 INFO:tasks.workunit.client.0.smithi069.stdout: "election_win": { 2024-04-10T16:59:54.105 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 4 2024-04-10T16:59:54.105 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.105 INFO:tasks.workunit.client.0.smithi069.stdout: "num_elections": { 2024-04-10T16:59:54.105 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 14 2024-04-10T16:59:54.105 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.105 INFO:tasks.workunit.client.0.smithi069.stdout: "num_sessions": { 2024-04-10T16:59:54.105 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 13 2024-04-10T16:59:54.105 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.105 INFO:tasks.workunit.client.0.smithi069.stdout: "session_add": { 2024-04-10T16:59:54.105 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 5 2024-04-10T16:59:54.105 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.105 INFO:tasks.workunit.client.0.smithi069.stdout: "session_rm": { 2024-04-10T16:59:54.105 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 261 2024-04-10T16:59:54.105 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.106 INFO:tasks.workunit.client.0.smithi069.stdout: "session_trim": { 2024-04-10T16:59:54.106 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.106 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:54.106 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.106 INFO:tasks.workunit.client.0.smithi069.stdout: "paxos": { 2024-04-10T16:59:54.106 INFO:tasks.workunit.client.0.smithi069.stdout: "accept_timeout": { 2024-04-10T16:59:54.106 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.106 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.106 INFO:tasks.workunit.client.0.smithi069.stdout: "begin": { 2024-04-10T16:59:54.106 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 8565 2024-04-10T16:59:54.106 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.106 INFO:tasks.workunit.client.0.smithi069.stdout: "begin_bytes": { 2024-04-10T16:59:54.106 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 8565, 2024-04-10T16:59:54.107 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 60008375 2024-04-10T16:59:54.107 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.107 INFO:tasks.workunit.client.0.smithi069.stdout: "begin_keys": { 2024-04-10T16:59:54.107 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 8565, 2024-04-10T16:59:54.107 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 25695 2024-04-10T16:59:54.107 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.107 INFO:tasks.workunit.client.0.smithi069.stdout: "begin_latency": { 2024-04-10T16:59:54.107 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 8565, 2024-04-10T16:59:54.107 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1734961057 2024-04-10T16:59:54.107 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.107 INFO:tasks.workunit.client.0.smithi069.stdout: "collect": { 2024-04-10T16:59:54.107 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.107 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.107 INFO:tasks.workunit.client.0.smithi069.stdout: "collect_bytes": { 2024-04-10T16:59:54.107 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:54.108 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.108 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.108 INFO:tasks.workunit.client.0.smithi069.stdout: "collect_keys": { 2024-04-10T16:59:54.108 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:54.108 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.108 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.108 INFO:tasks.workunit.client.0.smithi069.stdout: "collect_latency": { 2024-04-10T16:59:54.108 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:54.108 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.108 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.108 INFO:tasks.workunit.client.0.smithi069.stdout: "collect_timeout": { 2024-04-10T16:59:54.108 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.108 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.108 INFO:tasks.workunit.client.0.smithi069.stdout: "collect_uncommitted": { 2024-04-10T16:59:54.108 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2 2024-04-10T16:59:54.108 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.109 INFO:tasks.workunit.client.0.smithi069.stdout: "commit": { 2024-04-10T16:59:54.109 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 8563 2024-04-10T16:59:54.109 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.109 INFO:tasks.workunit.client.0.smithi069.stdout: "commit_bytes": { 2024-04-10T16:59:54.109 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 8563, 2024-04-10T16:59:54.109 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 59362502 2024-04-10T16:59:54.109 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.109 INFO:tasks.workunit.client.0.smithi069.stdout: "commit_keys": { 2024-04-10T16:59:54.109 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 8563, 2024-04-10T16:59:54.109 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 66742 2024-04-10T16:59:54.109 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.109 INFO:tasks.workunit.client.0.smithi069.stdout: "commit_latency": { 2024-04-10T16:59:54.109 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 8563, 2024-04-10T16:59:54.109 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3008117816 2024-04-10T16:59:54.109 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.109 INFO:tasks.workunit.client.0.smithi069.stdout: "lease_ack_timeout": { 2024-04-10T16:59:54.110 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.110 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.110 INFO:tasks.workunit.client.0.smithi069.stdout: "lease_timeout": { 2024-04-10T16:59:54.110 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.110 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.110 INFO:tasks.workunit.client.0.smithi069.stdout: "new_pn": { 2024-04-10T16:59:54.110 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 4 2024-04-10T16:59:54.110 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.110 INFO:tasks.workunit.client.0.smithi069.stdout: "new_pn_latency": { 2024-04-10T16:59:54.110 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 4, 2024-04-10T16:59:54.110 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1999954 2024-04-10T16:59:54.110 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.110 INFO:tasks.workunit.client.0.smithi069.stdout: "refresh": { 2024-04-10T16:59:54.110 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 8565 2024-04-10T16:59:54.110 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.111 INFO:tasks.workunit.client.0.smithi069.stdout: "refresh_latency": { 2024-04-10T16:59:54.111 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 8565, 2024-04-10T16:59:54.111 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 32216275986 2024-04-10T16:59:54.111 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.111 INFO:tasks.workunit.client.0.smithi069.stdout: "restart": { 2024-04-10T16:59:54.111 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 16 2024-04-10T16:59:54.111 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.111 INFO:tasks.workunit.client.0.smithi069.stdout: "share_state": { 2024-04-10T16:59:54.111 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.111 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.111 INFO:tasks.workunit.client.0.smithi069.stdout: "share_state_bytes": { 2024-04-10T16:59:54.111 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:54.111 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.111 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.111 INFO:tasks.workunit.client.0.smithi069.stdout: "share_state_keys": { 2024-04-10T16:59:54.111 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:54.111 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.112 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.112 INFO:tasks.workunit.client.0.smithi069.stdout: "start_leader": { 2024-04-10T16:59:54.112 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 4 2024-04-10T16:59:54.112 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.112 INFO:tasks.workunit.client.0.smithi069.stdout: "start_peon": { 2024-04-10T16:59:54.112 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.112 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.112 INFO:tasks.workunit.client.0.smithi069.stdout: "store_state": { 2024-04-10T16:59:54.112 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.112 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.112 INFO:tasks.workunit.client.0.smithi069.stdout: "store_state_bytes": { 2024-04-10T16:59:54.112 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:54.112 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.112 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.112 INFO:tasks.workunit.client.0.smithi069.stdout: "store_state_keys": { 2024-04-10T16:59:54.112 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:54.112 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.113 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.113 INFO:tasks.workunit.client.0.smithi069.stdout: "store_state_latency": { 2024-04-10T16:59:54.113 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:54.113 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.113 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:54.113 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.113 INFO:tasks.workunit.client.0.smithi069.stdout: "prioritycache": { 2024-04-10T16:59:54.113 INFO:tasks.workunit.client.0.smithi069.stdout: "cache_bytes": { 2024-04-10T16:59:54.113 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1020054731 2024-04-10T16:59:54.113 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.113 INFO:tasks.workunit.client.0.smithi069.stdout: "heap_bytes": { 2024-04-10T16:59:54.113 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 259145728 2024-04-10T16:59:54.113 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.113 INFO:tasks.workunit.client.0.smithi069.stdout: "mapped_bytes": { 2024-04-10T16:59:54.113 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 258351104 2024-04-10T16:59:54.113 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.114 INFO:tasks.workunit.client.0.smithi069.stdout: "target_bytes": { 2024-04-10T16:59:54.114 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2147483648 2024-04-10T16:59:54.114 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.114 INFO:tasks.workunit.client.0.smithi069.stdout: "unmapped_bytes": { 2024-04-10T16:59:54.114 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 794624 2024-04-10T16:59:54.114 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:54.114 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.114 INFO:tasks.workunit.client.0.smithi069.stdout: "prioritycache:full": { 2024-04-10T16:59:54.114 INFO:tasks.workunit.client.0.smithi069.stdout: "committed_bytes": { 2024-04-10T16:59:54.114 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 360710144 2024-04-10T16:59:54.114 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.114 INFO:tasks.workunit.client.0.smithi069.stdout: "pri0_bytes": { 2024-04-10T16:59:54.114 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.114 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.114 INFO:tasks.workunit.client.0.smithi069.stdout: "pri10_bytes": { 2024-04-10T16:59:54.115 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.115 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.115 INFO:tasks.workunit.client.0.smithi069.stdout: "pri11_bytes": { 2024-04-10T16:59:54.115 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 267330308 2024-04-10T16:59:54.115 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.115 INFO:tasks.workunit.client.0.smithi069.stdout: "pri1_bytes": { 2024-04-10T16:59:54.115 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 24638588 2024-04-10T16:59:54.115 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.115 INFO:tasks.workunit.client.0.smithi069.stdout: "pri2_bytes": { 2024-04-10T16:59:54.115 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.115 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.115 INFO:tasks.workunit.client.0.smithi069.stdout: "pri3_bytes": { 2024-04-10T16:59:54.115 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.115 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.116 INFO:tasks.workunit.client.0.smithi069.stdout: "pri4_bytes": { 2024-04-10T16:59:54.116 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.116 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.116 INFO:tasks.workunit.client.0.smithi069.stdout: "pri5_bytes": { 2024-04-10T16:59:54.116 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.116 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.116 INFO:tasks.workunit.client.0.smithi069.stdout: "pri6_bytes": { 2024-04-10T16:59:54.116 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.116 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.116 INFO:tasks.workunit.client.0.smithi069.stdout: "pri7_bytes": { 2024-04-10T16:59:54.116 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.116 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.116 INFO:tasks.workunit.client.0.smithi069.stdout: "pri8_bytes": { 2024-04-10T16:59:54.117 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.117 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.117 INFO:tasks.workunit.client.0.smithi069.stdout: "pri9_bytes": { 2024-04-10T16:59:54.117 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.117 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.117 INFO:tasks.workunit.client.0.smithi069.stdout: "reserved_bytes": { 2024-04-10T16:59:54.117 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 68741248 2024-04-10T16:59:54.117 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:54.117 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.117 INFO:tasks.workunit.client.0.smithi069.stdout: "prioritycache:inc": { 2024-04-10T16:59:54.117 INFO:tasks.workunit.client.0.smithi069.stdout: "committed_bytes": { 2024-04-10T16:59:54.117 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 339738624 2024-04-10T16:59:54.117 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.118 INFO:tasks.workunit.client.0.smithi069.stdout: "pri0_bytes": { 2024-04-10T16:59:54.118 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.118 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.118 INFO:tasks.workunit.client.0.smithi069.stdout: "pri10_bytes": { 2024-04-10T16:59:54.118 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.118 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.118 INFO:tasks.workunit.client.0.smithi069.stdout: "pri11_bytes": { 2024-04-10T16:59:54.118 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 267330308 2024-04-10T16:59:54.118 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.118 INFO:tasks.workunit.client.0.smithi069.stdout: "pri1_bytes": { 2024-04-10T16:59:54.118 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1516953 2024-04-10T16:59:54.118 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.118 INFO:tasks.workunit.client.0.smithi069.stdout: "pri2_bytes": { 2024-04-10T16:59:54.118 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.119 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.119 INFO:tasks.workunit.client.0.smithi069.stdout: "pri3_bytes": { 2024-04-10T16:59:54.119 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.119 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.119 INFO:tasks.workunit.client.0.smithi069.stdout: "pri4_bytes": { 2024-04-10T16:59:54.119 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.119 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.119 INFO:tasks.workunit.client.0.smithi069.stdout: "pri5_bytes": { 2024-04-10T16:59:54.119 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.119 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.119 INFO:tasks.workunit.client.0.smithi069.stdout: "pri6_bytes": { 2024-04-10T16:59:54.119 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.119 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.119 INFO:tasks.workunit.client.0.smithi069.stdout: "pri7_bytes": { 2024-04-10T16:59:54.119 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.119 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.119 INFO:tasks.workunit.client.0.smithi069.stdout: "pri8_bytes": { 2024-04-10T16:59:54.120 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.120 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.120 INFO:tasks.workunit.client.0.smithi069.stdout: "pri9_bytes": { 2024-04-10T16:59:54.120 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.120 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.120 INFO:tasks.workunit.client.0.smithi069.stdout: "reserved_bytes": { 2024-04-10T16:59:54.120 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 70891363 2024-04-10T16:59:54.120 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:54.120 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.120 INFO:tasks.workunit.client.0.smithi069.stdout: "prioritycache:kv": { 2024-04-10T16:59:54.120 INFO:tasks.workunit.client.0.smithi069.stdout: "committed_bytes": { 2024-04-10T16:59:54.120 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 314572800 2024-04-10T16:59:54.120 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.120 INFO:tasks.workunit.client.0.smithi069.stdout: "pri0_bytes": { 2024-04-10T16:59:54.120 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 67108864 2024-04-10T16:59:54.120 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.121 INFO:tasks.workunit.client.0.smithi069.stdout: "pri10_bytes": { 2024-04-10T16:59:54.121 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.121 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.121 INFO:tasks.workunit.client.0.smithi069.stdout: "pri11_bytes": { 2024-04-10T16:59:54.121 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 178220205 2024-04-10T16:59:54.121 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.121 INFO:tasks.workunit.client.0.smithi069.stdout: "pri1_bytes": { 2024-04-10T16:59:54.121 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.121 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.121 INFO:tasks.workunit.client.0.smithi069.stdout: "pri2_bytes": { 2024-04-10T16:59:54.121 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.121 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.121 INFO:tasks.workunit.client.0.smithi069.stdout: "pri3_bytes": { 2024-04-10T16:59:54.121 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.121 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.121 INFO:tasks.workunit.client.0.smithi069.stdout: "pri4_bytes": { 2024-04-10T16:59:54.121 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.122 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.122 INFO:tasks.workunit.client.0.smithi069.stdout: "pri5_bytes": { 2024-04-10T16:59:54.122 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.122 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.122 INFO:tasks.workunit.client.0.smithi069.stdout: "pri6_bytes": { 2024-04-10T16:59:54.122 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.122 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.122 INFO:tasks.workunit.client.0.smithi069.stdout: "pri7_bytes": { 2024-04-10T16:59:54.122 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.122 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.122 INFO:tasks.workunit.client.0.smithi069.stdout: "pri8_bytes": { 2024-04-10T16:59:54.122 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.122 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.122 INFO:tasks.workunit.client.0.smithi069.stdout: "pri9_bytes": { 2024-04-10T16:59:54.122 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.122 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.122 INFO:tasks.workunit.client.0.smithi069.stdout: "reserved_bytes": { 2024-04-10T16:59:54.123 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 69243731 2024-04-10T16:59:54.123 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:54.123 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.123 INFO:tasks.workunit.client.0.smithi069.stdout: "rocksdb": { 2024-04-10T16:59:54.123 INFO:tasks.workunit.client.0.smithi069.stdout: "compact": { 2024-04-10T16:59:54.123 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.123 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.123 INFO:tasks.workunit.client.0.smithi069.stdout: "compact_queue_len": { 2024-04-10T16:59:54.123 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.123 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.123 INFO:tasks.workunit.client.0.smithi069.stdout: "compact_queue_merge": { 2024-04-10T16:59:54.123 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.123 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.123 INFO:tasks.workunit.client.0.smithi069.stdout: "compact_range": { 2024-04-10T16:59:54.123 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 98 2024-04-10T16:59:54.123 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.124 INFO:tasks.workunit.client.0.smithi069.stdout: "get_latency": { 2024-04-10T16:59:54.124 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 384944, 2024-04-10T16:59:54.124 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2238820643 2024-04-10T16:59:54.124 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.124 INFO:tasks.workunit.client.0.smithi069.stdout: "rocksdb_write_delay_time": { 2024-04-10T16:59:54.124 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:54.124 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.124 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.124 INFO:tasks.workunit.client.0.smithi069.stdout: "rocksdb_write_memtable_time": { 2024-04-10T16:59:54.124 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:54.124 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.124 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.124 INFO:tasks.workunit.client.0.smithi069.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-10T16:59:54.124 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:54.124 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.124 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.125 INFO:tasks.workunit.client.0.smithi069.stdout: "rocksdb_write_wal_time": { 2024-04-10T16:59:54.125 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:54.125 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.125 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.125 INFO:tasks.workunit.client.0.smithi069.stdout: "submit_latency": { 2024-04-10T16:59:54.125 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:54.125 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.125 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.125 INFO:tasks.workunit.client.0.smithi069.stdout: "submit_sync_latency": { 2024-04-10T16:59:54.125 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 20703, 2024-04-10T16:59:54.125 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 7778679426 2024-04-10T16:59:54.125 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:54.125 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:54.125 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.125 INFO:tasks.workunit.client.0.smithi069.stdout: "mon.a94fb5321a792dfeda573ab0692ca0fa124fc659": { 2024-04-10T16:59:54.125 INFO:tasks.workunit.client.0.smithi069.stdout: "mon": { 2024-04-10T16:59:54.126 INFO:tasks.workunit.client.0.smithi069.stdout: "election_call": { 2024-04-10T16:59:54.126 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2 2024-04-10T16:59:54.126 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.126 INFO:tasks.workunit.client.0.smithi069.stdout: "election_lose": { 2024-04-10T16:59:54.126 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2 2024-04-10T16:59:54.126 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.126 INFO:tasks.workunit.client.0.smithi069.stdout: "election_win": { 2024-04-10T16:59:54.126 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.126 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.126 INFO:tasks.workunit.client.0.smithi069.stdout: "num_elections": { 2024-04-10T16:59:54.126 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 7 2024-04-10T16:59:54.126 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.126 INFO:tasks.workunit.client.0.smithi069.stdout: "num_sessions": { 2024-04-10T16:59:54.126 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 8 2024-04-10T16:59:54.126 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.126 INFO:tasks.workunit.client.0.smithi069.stdout: "session_add": { 2024-04-10T16:59:54.127 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3 2024-04-10T16:59:54.127 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.127 INFO:tasks.workunit.client.0.smithi069.stdout: "session_rm": { 2024-04-10T16:59:54.127 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 255 2024-04-10T16:59:54.127 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.127 INFO:tasks.workunit.client.0.smithi069.stdout: "session_trim": { 2024-04-10T16:59:54.127 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.127 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:54.127 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.127 INFO:tasks.workunit.client.0.smithi069.stdout: "paxos": { 2024-04-10T16:59:54.127 INFO:tasks.workunit.client.0.smithi069.stdout: "accept_timeout": { 2024-04-10T16:59:54.127 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.127 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.127 INFO:tasks.workunit.client.0.smithi069.stdout: "begin": { 2024-04-10T16:59:54.127 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 8450 2024-04-10T16:59:54.127 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.128 INFO:tasks.workunit.client.0.smithi069.stdout: "begin_bytes": { 2024-04-10T16:59:54.128 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 8450, 2024-04-10T16:59:54.128 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 58435737 2024-04-10T16:59:54.128 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.128 INFO:tasks.workunit.client.0.smithi069.stdout: "begin_keys": { 2024-04-10T16:59:54.128 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:54.128 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.128 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.128 INFO:tasks.workunit.client.0.smithi069.stdout: "begin_latency": { 2024-04-10T16:59:54.128 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 8450, 2024-04-10T16:59:54.128 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1357969709 2024-04-10T16:59:54.128 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.128 INFO:tasks.workunit.client.0.smithi069.stdout: "collect": { 2024-04-10T16:59:54.128 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2 2024-04-10T16:59:54.128 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.128 INFO:tasks.workunit.client.0.smithi069.stdout: "collect_bytes": { 2024-04-10T16:59:54.129 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 2, 2024-04-10T16:59:54.129 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 146 2024-04-10T16:59:54.129 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.129 INFO:tasks.workunit.client.0.smithi069.stdout: "collect_keys": { 2024-04-10T16:59:54.129 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 2, 2024-04-10T16:59:54.129 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2 2024-04-10T16:59:54.129 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.129 INFO:tasks.workunit.client.0.smithi069.stdout: "collect_latency": { 2024-04-10T16:59:54.129 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 2, 2024-04-10T16:59:54.129 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 999978 2024-04-10T16:59:54.129 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.129 INFO:tasks.workunit.client.0.smithi069.stdout: "collect_timeout": { 2024-04-10T16:59:54.129 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.129 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.129 INFO:tasks.workunit.client.0.smithi069.stdout: "collect_uncommitted": { 2024-04-10T16:59:54.129 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.130 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.130 INFO:tasks.workunit.client.0.smithi069.stdout: "commit": { 2024-04-10T16:59:54.130 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 8450 2024-04-10T16:59:54.130 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.130 INFO:tasks.workunit.client.0.smithi069.stdout: "commit_bytes": { 2024-04-10T16:59:54.130 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:54.130 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.130 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.130 INFO:tasks.workunit.client.0.smithi069.stdout: "commit_keys": { 2024-04-10T16:59:54.130 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:54.130 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.130 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.131 INFO:tasks.workunit.client.0.smithi069.stdout: "commit_latency": { 2024-04-10T16:59:54.131 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:54.131 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.131 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.131 INFO:tasks.workunit.client.0.smithi069.stdout: "lease_ack_timeout": { 2024-04-10T16:59:54.131 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.131 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.131 INFO:tasks.workunit.client.0.smithi069.stdout: "lease_timeout": { 2024-04-10T16:59:54.131 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.131 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.131 INFO:tasks.workunit.client.0.smithi069.stdout: "new_pn": { 2024-04-10T16:59:54.131 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.131 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.132 INFO:tasks.workunit.client.0.smithi069.stdout: "new_pn_latency": { 2024-04-10T16:59:54.132 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:54.132 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.132 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.132 INFO:tasks.workunit.client.0.smithi069.stdout: "refresh": { 2024-04-10T16:59:54.132 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 8450 2024-04-10T16:59:54.132 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.132 INFO:tasks.workunit.client.0.smithi069.stdout: "refresh_latency": { 2024-04-10T16:59:54.132 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 8450, 2024-04-10T16:59:54.132 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 26090417066 2024-04-10T16:59:54.132 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.132 INFO:tasks.workunit.client.0.smithi069.stdout: "restart": { 2024-04-10T16:59:54.132 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 9 2024-04-10T16:59:54.133 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.133 INFO:tasks.workunit.client.0.smithi069.stdout: "share_state": { 2024-04-10T16:59:54.133 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.133 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.133 INFO:tasks.workunit.client.0.smithi069.stdout: "share_state_bytes": { 2024-04-10T16:59:54.133 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:54.133 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.133 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.133 INFO:tasks.workunit.client.0.smithi069.stdout: "share_state_keys": { 2024-04-10T16:59:54.133 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:54.133 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.133 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.133 INFO:tasks.workunit.client.0.smithi069.stdout: "start_leader": { 2024-04-10T16:59:54.133 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.134 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.134 INFO:tasks.workunit.client.0.smithi069.stdout: "start_peon": { 2024-04-10T16:59:54.134 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2 2024-04-10T16:59:54.134 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.134 INFO:tasks.workunit.client.0.smithi069.stdout: "store_state": { 2024-04-10T16:59:54.134 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 8450 2024-04-10T16:59:54.134 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.134 INFO:tasks.workunit.client.0.smithi069.stdout: "store_state_bytes": { 2024-04-10T16:59:54.134 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 8450, 2024-04-10T16:59:54.134 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 115262165 2024-04-10T16:59:54.134 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.134 INFO:tasks.workunit.client.0.smithi069.stdout: "store_state_keys": { 2024-04-10T16:59:54.134 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 8450, 2024-04-10T16:59:54.135 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 74406 2024-04-10T16:59:54.135 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.135 INFO:tasks.workunit.client.0.smithi069.stdout: "store_state_latency": { 2024-04-10T16:59:54.135 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 8450, 2024-04-10T16:59:54.135 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2678940110 2024-04-10T16:59:54.135 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:54.135 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.135 INFO:tasks.workunit.client.0.smithi069.stdout: "prioritycache": { 2024-04-10T16:59:54.135 INFO:tasks.workunit.client.0.smithi069.stdout: "cache_bytes": { 2024-04-10T16:59:54.135 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1020054731 2024-04-10T16:59:54.135 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.135 INFO:tasks.workunit.client.0.smithi069.stdout: "heap_bytes": { 2024-04-10T16:59:54.135 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 166690816 2024-04-10T16:59:54.135 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.135 INFO:tasks.workunit.client.0.smithi069.stdout: "mapped_bytes": { 2024-04-10T16:59:54.135 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 165789696 2024-04-10T16:59:54.136 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.136 INFO:tasks.workunit.client.0.smithi069.stdout: "target_bytes": { 2024-04-10T16:59:54.136 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2147483648 2024-04-10T16:59:54.136 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.136 INFO:tasks.workunit.client.0.smithi069.stdout: "unmapped_bytes": { 2024-04-10T16:59:54.136 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 901120 2024-04-10T16:59:54.136 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:54.136 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.136 INFO:tasks.workunit.client.0.smithi069.stdout: "prioritycache:full": { 2024-04-10T16:59:54.136 INFO:tasks.workunit.client.0.smithi069.stdout: "committed_bytes": { 2024-04-10T16:59:54.136 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 360710144 2024-04-10T16:59:54.136 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.136 INFO:tasks.workunit.client.0.smithi069.stdout: "pri0_bytes": { 2024-04-10T16:59:54.136 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.136 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.137 INFO:tasks.workunit.client.0.smithi069.stdout: "pri10_bytes": { 2024-04-10T16:59:54.137 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.137 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.137 INFO:tasks.workunit.client.0.smithi069.stdout: "pri11_bytes": { 2024-04-10T16:59:54.137 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 267463545 2024-04-10T16:59:54.137 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.137 INFO:tasks.workunit.client.0.smithi069.stdout: "pri1_bytes": { 2024-04-10T16:59:54.137 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 24307315 2024-04-10T16:59:54.137 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.137 INFO:tasks.workunit.client.0.smithi069.stdout: "pri2_bytes": { 2024-04-10T16:59:54.137 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.137 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.137 INFO:tasks.workunit.client.0.smithi069.stdout: "pri3_bytes": { 2024-04-10T16:59:54.137 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.137 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.137 INFO:tasks.workunit.client.0.smithi069.stdout: "pri4_bytes": { 2024-04-10T16:59:54.138 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.138 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.138 INFO:tasks.workunit.client.0.smithi069.stdout: "pri5_bytes": { 2024-04-10T16:59:54.138 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.138 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.138 INFO:tasks.workunit.client.0.smithi069.stdout: "pri6_bytes": { 2024-04-10T16:59:54.138 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.138 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.138 INFO:tasks.workunit.client.0.smithi069.stdout: "pri7_bytes": { 2024-04-10T16:59:54.138 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.138 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.138 INFO:tasks.workunit.client.0.smithi069.stdout: "pri8_bytes": { 2024-04-10T16:59:54.138 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.138 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.138 INFO:tasks.workunit.client.0.smithi069.stdout: "pri9_bytes": { 2024-04-10T16:59:54.139 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.139 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.139 INFO:tasks.workunit.client.0.smithi069.stdout: "reserved_bytes": { 2024-04-10T16:59:54.139 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 68939284 2024-04-10T16:59:54.139 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:54.139 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.139 INFO:tasks.workunit.client.0.smithi069.stdout: "prioritycache:inc": { 2024-04-10T16:59:54.139 INFO:tasks.workunit.client.0.smithi069.stdout: "committed_bytes": { 2024-04-10T16:59:54.139 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 339738624 2024-04-10T16:59:54.139 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.139 INFO:tasks.workunit.client.0.smithi069.stdout: "pri0_bytes": { 2024-04-10T16:59:54.139 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.139 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.139 INFO:tasks.workunit.client.0.smithi069.stdout: "pri10_bytes": { 2024-04-10T16:59:54.139 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.139 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.139 INFO:tasks.workunit.client.0.smithi069.stdout: "pri11_bytes": { 2024-04-10T16:59:54.140 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 267463545 2024-04-10T16:59:54.140 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.140 INFO:tasks.workunit.client.0.smithi069.stdout: "pri1_bytes": { 2024-04-10T16:59:54.140 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1492928 2024-04-10T16:59:54.140 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.140 INFO:tasks.workunit.client.0.smithi069.stdout: "pri2_bytes": { 2024-04-10T16:59:54.140 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.140 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.140 INFO:tasks.workunit.client.0.smithi069.stdout: "pri3_bytes": { 2024-04-10T16:59:54.140 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.140 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.140 INFO:tasks.workunit.client.0.smithi069.stdout: "pri4_bytes": { 2024-04-10T16:59:54.140 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.140 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.140 INFO:tasks.workunit.client.0.smithi069.stdout: "pri5_bytes": { 2024-04-10T16:59:54.141 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.141 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.141 INFO:tasks.workunit.client.0.smithi069.stdout: "pri6_bytes": { 2024-04-10T16:59:54.141 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.141 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.141 INFO:tasks.workunit.client.0.smithi069.stdout: "pri7_bytes": { 2024-04-10T16:59:54.141 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.141 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.141 INFO:tasks.workunit.client.0.smithi069.stdout: "pri8_bytes": { 2024-04-10T16:59:54.141 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.141 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.141 INFO:tasks.workunit.client.0.smithi069.stdout: "pri9_bytes": { 2024-04-10T16:59:54.141 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.141 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.141 INFO:tasks.workunit.client.0.smithi069.stdout: "reserved_bytes": { 2024-04-10T16:59:54.141 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 70782151 2024-04-10T16:59:54.141 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:54.142 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.142 INFO:tasks.workunit.client.0.smithi069.stdout: "prioritycache:kv": { 2024-04-10T16:59:54.142 INFO:tasks.workunit.client.0.smithi069.stdout: "committed_bytes": { 2024-04-10T16:59:54.142 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 314572800 2024-04-10T16:59:54.142 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.142 INFO:tasks.workunit.client.0.smithi069.stdout: "pri0_bytes": { 2024-04-10T16:59:54.142 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 67108864 2024-04-10T16:59:54.142 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.142 INFO:tasks.workunit.client.0.smithi069.stdout: "pri10_bytes": { 2024-04-10T16:59:54.142 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.142 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.142 INFO:tasks.workunit.client.0.smithi069.stdout: "pri11_bytes": { 2024-04-10T16:59:54.142 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 178309030 2024-04-10T16:59:54.142 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.143 INFO:tasks.workunit.client.0.smithi069.stdout: "pri1_bytes": { 2024-04-10T16:59:54.143 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.143 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.143 INFO:tasks.workunit.client.0.smithi069.stdout: "pri2_bytes": { 2024-04-10T16:59:54.143 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.143 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.143 INFO:tasks.workunit.client.0.smithi069.stdout: "pri3_bytes": { 2024-04-10T16:59:54.143 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.143 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.143 INFO:tasks.workunit.client.0.smithi069.stdout: "pri4_bytes": { 2024-04-10T16:59:54.143 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.143 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.143 INFO:tasks.workunit.client.0.smithi069.stdout: "pri5_bytes": { 2024-04-10T16:59:54.143 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.143 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.144 INFO:tasks.workunit.client.0.smithi069.stdout: "pri6_bytes": { 2024-04-10T16:59:54.144 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.144 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.144 INFO:tasks.workunit.client.0.smithi069.stdout: "pri7_bytes": { 2024-04-10T16:59:54.144 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.144 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.144 INFO:tasks.workunit.client.0.smithi069.stdout: "pri8_bytes": { 2024-04-10T16:59:54.144 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.144 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.144 INFO:tasks.workunit.client.0.smithi069.stdout: "pri9_bytes": { 2024-04-10T16:59:54.144 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.144 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.144 INFO:tasks.workunit.client.0.smithi069.stdout: "reserved_bytes": { 2024-04-10T16:59:54.144 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 69154906 2024-04-10T16:59:54.144 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:54.145 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.145 INFO:tasks.workunit.client.0.smithi069.stdout: "rocksdb": { 2024-04-10T16:59:54.145 INFO:tasks.workunit.client.0.smithi069.stdout: "compact": { 2024-04-10T16:59:54.145 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.145 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.145 INFO:tasks.workunit.client.0.smithi069.stdout: "compact_queue_len": { 2024-04-10T16:59:54.145 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.145 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.145 INFO:tasks.workunit.client.0.smithi069.stdout: "compact_queue_merge": { 2024-04-10T16:59:54.145 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.145 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.145 INFO:tasks.workunit.client.0.smithi069.stdout: "compact_range": { 2024-04-10T16:59:54.145 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 98 2024-04-10T16:59:54.145 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.146 INFO:tasks.workunit.client.0.smithi069.stdout: "get_latency": { 2024-04-10T16:59:54.146 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 366524, 2024-04-10T16:59:54.146 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1735596954 2024-04-10T16:59:54.146 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.146 INFO:tasks.workunit.client.0.smithi069.stdout: "rocksdb_write_delay_time": { 2024-04-10T16:59:54.146 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:54.146 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.146 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.146 INFO:tasks.workunit.client.0.smithi069.stdout: "rocksdb_write_memtable_time": { 2024-04-10T16:59:54.146 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:54.146 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.146 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.146 INFO:tasks.workunit.client.0.smithi069.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-10T16:59:54.146 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:54.146 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.147 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.147 INFO:tasks.workunit.client.0.smithi069.stdout: "rocksdb_write_wal_time": { 2024-04-10T16:59:54.147 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:54.147 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.147 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.147 INFO:tasks.workunit.client.0.smithi069.stdout: "submit_latency": { 2024-04-10T16:59:54.147 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:54.147 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.147 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.147 INFO:tasks.workunit.client.0.smithi069.stdout: "submit_sync_latency": { 2024-04-10T16:59:54.147 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 20420, 2024-04-10T16:59:54.147 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 6224030633 2024-04-10T16:59:54.147 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:54.147 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:54.148 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.148 INFO:tasks.workunit.client.0.smithi069.stdout: "mon.f674850e5ec273712a6400c20c884d0d3d4aaf85": { 2024-04-10T16:59:54.148 INFO:tasks.workunit.client.0.smithi069.stdout: "mon": { 2024-04-10T16:59:54.148 INFO:tasks.workunit.client.0.smithi069.stdout: "election_call": { 2024-04-10T16:59:54.148 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2 2024-04-10T16:59:54.148 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.148 INFO:tasks.workunit.client.0.smithi069.stdout: "election_lose": { 2024-04-10T16:59:54.148 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3 2024-04-10T16:59:54.148 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.148 INFO:tasks.workunit.client.0.smithi069.stdout: "election_win": { 2024-04-10T16:59:54.148 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.148 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.148 INFO:tasks.workunit.client.0.smithi069.stdout: "num_elections": { 2024-04-10T16:59:54.148 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 10 2024-04-10T16:59:54.148 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.148 INFO:tasks.workunit.client.0.smithi069.stdout: "num_sessions": { 2024-04-10T16:59:54.149 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 6 2024-04-10T16:59:54.149 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.149 INFO:tasks.workunit.client.0.smithi069.stdout: "session_add": { 2024-04-10T16:59:54.149 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 4 2024-04-10T16:59:54.149 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.149 INFO:tasks.workunit.client.0.smithi069.stdout: "session_rm": { 2024-04-10T16:59:54.149 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 265 2024-04-10T16:59:54.149 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.149 INFO:tasks.workunit.client.0.smithi069.stdout: "session_trim": { 2024-04-10T16:59:54.149 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.149 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:54.149 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.149 INFO:tasks.workunit.client.0.smithi069.stdout: "paxos": { 2024-04-10T16:59:54.149 INFO:tasks.workunit.client.0.smithi069.stdout: "accept_timeout": { 2024-04-10T16:59:54.150 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.150 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.150 INFO:tasks.workunit.client.0.smithi069.stdout: "begin": { 2024-04-10T16:59:54.150 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 8493 2024-04-10T16:59:54.150 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.150 INFO:tasks.workunit.client.0.smithi069.stdout: "begin_bytes": { 2024-04-10T16:59:54.150 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 8493, 2024-04-10T16:59:54.150 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 58784752 2024-04-10T16:59:54.150 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.150 INFO:tasks.workunit.client.0.smithi069.stdout: "begin_keys": { 2024-04-10T16:59:54.150 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:54.150 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.150 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.150 INFO:tasks.workunit.client.0.smithi069.stdout: "begin_latency": { 2024-04-10T16:59:54.150 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 8493, 2024-04-10T16:59:54.151 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1975955613 2024-04-10T16:59:54.151 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.151 INFO:tasks.workunit.client.0.smithi069.stdout: "collect": { 2024-04-10T16:59:54.151 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3 2024-04-10T16:59:54.151 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.151 INFO:tasks.workunit.client.0.smithi069.stdout: "collect_bytes": { 2024-04-10T16:59:54.151 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 3, 2024-04-10T16:59:54.151 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 219 2024-04-10T16:59:54.151 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.151 INFO:tasks.workunit.client.0.smithi069.stdout: "collect_keys": { 2024-04-10T16:59:54.151 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 3, 2024-04-10T16:59:54.151 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3 2024-04-10T16:59:54.151 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.151 INFO:tasks.workunit.client.0.smithi069.stdout: "collect_latency": { 2024-04-10T16:59:54.151 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 3, 2024-04-10T16:59:54.151 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 999978 2024-04-10T16:59:54.152 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.152 INFO:tasks.workunit.client.0.smithi069.stdout: "collect_timeout": { 2024-04-10T16:59:54.152 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.152 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.152 INFO:tasks.workunit.client.0.smithi069.stdout: "collect_uncommitted": { 2024-04-10T16:59:54.152 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1 2024-04-10T16:59:54.152 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.152 INFO:tasks.workunit.client.0.smithi069.stdout: "commit": { 2024-04-10T16:59:54.152 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 8492 2024-04-10T16:59:54.152 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.152 INFO:tasks.workunit.client.0.smithi069.stdout: "commit_bytes": { 2024-04-10T16:59:54.152 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:54.152 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.152 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.152 INFO:tasks.workunit.client.0.smithi069.stdout: "commit_keys": { 2024-04-10T16:59:54.152 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:54.153 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.153 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.153 INFO:tasks.workunit.client.0.smithi069.stdout: "commit_latency": { 2024-04-10T16:59:54.153 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:54.153 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.153 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.153 INFO:tasks.workunit.client.0.smithi069.stdout: "lease_ack_timeout": { 2024-04-10T16:59:54.153 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.153 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.153 INFO:tasks.workunit.client.0.smithi069.stdout: "lease_timeout": { 2024-04-10T16:59:54.153 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.153 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.153 INFO:tasks.workunit.client.0.smithi069.stdout: "new_pn": { 2024-04-10T16:59:54.153 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.153 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.154 INFO:tasks.workunit.client.0.smithi069.stdout: "new_pn_latency": { 2024-04-10T16:59:54.154 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:54.154 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.154 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.154 INFO:tasks.workunit.client.0.smithi069.stdout: "refresh": { 2024-04-10T16:59:54.154 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 8492 2024-04-10T16:59:54.154 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.154 INFO:tasks.workunit.client.0.smithi069.stdout: "refresh_latency": { 2024-04-10T16:59:54.154 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 8492, 2024-04-10T16:59:54.154 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 29310341386 2024-04-10T16:59:54.154 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.154 INFO:tasks.workunit.client.0.smithi069.stdout: "restart": { 2024-04-10T16:59:54.154 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 12 2024-04-10T16:59:54.154 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.154 INFO:tasks.workunit.client.0.smithi069.stdout: "share_state": { 2024-04-10T16:59:54.155 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.155 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.155 INFO:tasks.workunit.client.0.smithi069.stdout: "share_state_bytes": { 2024-04-10T16:59:54.155 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:54.155 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.155 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.155 INFO:tasks.workunit.client.0.smithi069.stdout: "share_state_keys": { 2024-04-10T16:59:54.155 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:54.155 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.155 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.155 INFO:tasks.workunit.client.0.smithi069.stdout: "start_leader": { 2024-04-10T16:59:54.155 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.155 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.155 INFO:tasks.workunit.client.0.smithi069.stdout: "start_peon": { 2024-04-10T16:59:54.155 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3 2024-04-10T16:59:54.155 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.156 INFO:tasks.workunit.client.0.smithi069.stdout: "store_state": { 2024-04-10T16:59:54.156 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 8492 2024-04-10T16:59:54.156 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.156 INFO:tasks.workunit.client.0.smithi069.stdout: "store_state_bytes": { 2024-04-10T16:59:54.156 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 8492, 2024-04-10T16:59:54.156 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 115938103 2024-04-10T16:59:54.156 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.156 INFO:tasks.workunit.client.0.smithi069.stdout: "store_state_keys": { 2024-04-10T16:59:54.156 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 8492, 2024-04-10T16:59:54.156 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 74768 2024-04-10T16:59:54.156 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.156 INFO:tasks.workunit.client.0.smithi069.stdout: "store_state_latency": { 2024-04-10T16:59:54.156 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 8492, 2024-04-10T16:59:54.156 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 5427878082 2024-04-10T16:59:54.156 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:54.156 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.157 INFO:tasks.workunit.client.0.smithi069.stdout: "prioritycache": { 2024-04-10T16:59:54.157 INFO:tasks.workunit.client.0.smithi069.stdout: "cache_bytes": { 2024-04-10T16:59:54.157 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1020054731 2024-04-10T16:59:54.157 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.157 INFO:tasks.workunit.client.0.smithi069.stdout: "heap_bytes": { 2024-04-10T16:59:54.157 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 168779776 2024-04-10T16:59:54.157 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.157 INFO:tasks.workunit.client.0.smithi069.stdout: "mapped_bytes": { 2024-04-10T16:59:54.157 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 168222720 2024-04-10T16:59:54.157 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.157 INFO:tasks.workunit.client.0.smithi069.stdout: "target_bytes": { 2024-04-10T16:59:54.157 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2147483648 2024-04-10T16:59:54.157 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.157 INFO:tasks.workunit.client.0.smithi069.stdout: "unmapped_bytes": { 2024-04-10T16:59:54.157 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 557056 2024-04-10T16:59:54.157 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:54.158 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.158 INFO:tasks.workunit.client.0.smithi069.stdout: "prioritycache:full": { 2024-04-10T16:59:54.158 INFO:tasks.workunit.client.0.smithi069.stdout: "committed_bytes": { 2024-04-10T16:59:54.158 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 360710144 2024-04-10T16:59:54.158 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.158 INFO:tasks.workunit.client.0.smithi069.stdout: "pri0_bytes": { 2024-04-10T16:59:54.158 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.158 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.158 INFO:tasks.workunit.client.0.smithi069.stdout: "pri10_bytes": { 2024-04-10T16:59:54.158 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.158 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.158 INFO:tasks.workunit.client.0.smithi069.stdout: "pri11_bytes": { 2024-04-10T16:59:54.158 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 267413907 2024-04-10T16:59:54.158 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.158 INFO:tasks.workunit.client.0.smithi069.stdout: "pri1_bytes": { 2024-04-10T16:59:54.159 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 24430895 2024-04-10T16:59:54.159 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.159 INFO:tasks.workunit.client.0.smithi069.stdout: "pri2_bytes": { 2024-04-10T16:59:54.159 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.159 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.159 INFO:tasks.workunit.client.0.smithi069.stdout: "pri3_bytes": { 2024-04-10T16:59:54.159 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.159 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.159 INFO:tasks.workunit.client.0.smithi069.stdout: "pri4_bytes": { 2024-04-10T16:59:54.159 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.159 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.159 INFO:tasks.workunit.client.0.smithi069.stdout: "pri5_bytes": { 2024-04-10T16:59:54.159 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.159 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.159 INFO:tasks.workunit.client.0.smithi069.stdout: "pri6_bytes": { 2024-04-10T16:59:54.159 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.159 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.160 INFO:tasks.workunit.client.0.smithi069.stdout: "pri7_bytes": { 2024-04-10T16:59:54.160 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.160 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.160 INFO:tasks.workunit.client.0.smithi069.stdout: "pri8_bytes": { 2024-04-10T16:59:54.160 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.160 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.160 INFO:tasks.workunit.client.0.smithi069.stdout: "pri9_bytes": { 2024-04-10T16:59:54.160 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.160 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.160 INFO:tasks.workunit.client.0.smithi069.stdout: "reserved_bytes": { 2024-04-10T16:59:54.160 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 68865342 2024-04-10T16:59:54.160 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:54.160 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.160 INFO:tasks.workunit.client.0.smithi069.stdout: "prioritycache:inc": { 2024-04-10T16:59:54.160 INFO:tasks.workunit.client.0.smithi069.stdout: "committed_bytes": { 2024-04-10T16:59:54.160 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 339738624 2024-04-10T16:59:54.160 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.161 INFO:tasks.workunit.client.0.smithi069.stdout: "pri0_bytes": { 2024-04-10T16:59:54.161 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.161 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.161 INFO:tasks.workunit.client.0.smithi069.stdout: "pri10_bytes": { 2024-04-10T16:59:54.161 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.161 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.161 INFO:tasks.workunit.client.0.smithi069.stdout: "pri11_bytes": { 2024-04-10T16:59:54.161 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 267413907 2024-04-10T16:59:54.161 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.161 INFO:tasks.workunit.client.0.smithi069.stdout: "pri1_bytes": { 2024-04-10T16:59:54.161 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1501714 2024-04-10T16:59:54.161 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.161 INFO:tasks.workunit.client.0.smithi069.stdout: "pri2_bytes": { 2024-04-10T16:59:54.161 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.161 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.161 INFO:tasks.workunit.client.0.smithi069.stdout: "pri3_bytes": { 2024-04-10T16:59:54.161 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.162 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.162 INFO:tasks.workunit.client.0.smithi069.stdout: "pri4_bytes": { 2024-04-10T16:59:54.162 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.162 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.162 INFO:tasks.workunit.client.0.smithi069.stdout: "pri5_bytes": { 2024-04-10T16:59:54.162 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.162 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.162 INFO:tasks.workunit.client.0.smithi069.stdout: "pri6_bytes": { 2024-04-10T16:59:54.162 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.162 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.162 INFO:tasks.workunit.client.0.smithi069.stdout: "pri7_bytes": { 2024-04-10T16:59:54.162 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.162 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.162 INFO:tasks.workunit.client.0.smithi069.stdout: "pri8_bytes": { 2024-04-10T16:59:54.162 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.162 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.163 INFO:tasks.workunit.client.0.smithi069.stdout: "pri9_bytes": { 2024-04-10T16:59:54.163 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.163 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.163 INFO:tasks.workunit.client.0.smithi069.stdout: "reserved_bytes": { 2024-04-10T16:59:54.163 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 70823003 2024-04-10T16:59:54.163 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:54.163 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.163 INFO:tasks.workunit.client.0.smithi069.stdout: "prioritycache:kv": { 2024-04-10T16:59:54.163 INFO:tasks.workunit.client.0.smithi069.stdout: "committed_bytes": { 2024-04-10T16:59:54.163 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 314572800 2024-04-10T16:59:54.163 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.163 INFO:tasks.workunit.client.0.smithi069.stdout: "pri0_bytes": { 2024-04-10T16:59:54.163 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 67108864 2024-04-10T16:59:54.163 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.163 INFO:tasks.workunit.client.0.smithi069.stdout: "pri10_bytes": { 2024-04-10T16:59:54.164 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.164 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.164 INFO:tasks.workunit.client.0.smithi069.stdout: "pri11_bytes": { 2024-04-10T16:59:54.164 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 178275938 2024-04-10T16:59:54.164 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.164 INFO:tasks.workunit.client.0.smithi069.stdout: "pri1_bytes": { 2024-04-10T16:59:54.164 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.164 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.164 INFO:tasks.workunit.client.0.smithi069.stdout: "pri2_bytes": { 2024-04-10T16:59:54.164 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.164 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.164 INFO:tasks.workunit.client.0.smithi069.stdout: "pri3_bytes": { 2024-04-10T16:59:54.164 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.164 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.164 INFO:tasks.workunit.client.0.smithi069.stdout: "pri4_bytes": { 2024-04-10T16:59:54.165 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.165 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.165 INFO:tasks.workunit.client.0.smithi069.stdout: "pri5_bytes": { 2024-04-10T16:59:54.165 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.165 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.165 INFO:tasks.workunit.client.0.smithi069.stdout: "pri6_bytes": { 2024-04-10T16:59:54.165 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.165 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.165 INFO:tasks.workunit.client.0.smithi069.stdout: "pri7_bytes": { 2024-04-10T16:59:54.165 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.165 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.165 INFO:tasks.workunit.client.0.smithi069.stdout: "pri8_bytes": { 2024-04-10T16:59:54.165 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.165 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.165 INFO:tasks.workunit.client.0.smithi069.stdout: "pri9_bytes": { 2024-04-10T16:59:54.165 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.165 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.166 INFO:tasks.workunit.client.0.smithi069.stdout: "reserved_bytes": { 2024-04-10T16:59:54.166 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 69187998 2024-04-10T16:59:54.166 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:54.166 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.166 INFO:tasks.workunit.client.0.smithi069.stdout: "rocksdb": { 2024-04-10T16:59:54.166 INFO:tasks.workunit.client.0.smithi069.stdout: "compact": { 2024-04-10T16:59:54.166 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.166 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.166 INFO:tasks.workunit.client.0.smithi069.stdout: "compact_queue_len": { 2024-04-10T16:59:54.166 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.166 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.166 INFO:tasks.workunit.client.0.smithi069.stdout: "compact_queue_merge": { 2024-04-10T16:59:54.166 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.166 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.166 INFO:tasks.workunit.client.0.smithi069.stdout: "compact_range": { 2024-04-10T16:59:54.167 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 98 2024-04-10T16:59:54.167 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.167 INFO:tasks.workunit.client.0.smithi069.stdout: "get_latency": { 2024-04-10T16:59:54.167 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 368403, 2024-04-10T16:59:54.167 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1905365573 2024-04-10T16:59:54.167 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.167 INFO:tasks.workunit.client.0.smithi069.stdout: "rocksdb_write_delay_time": { 2024-04-10T16:59:54.167 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:54.167 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.167 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.167 INFO:tasks.workunit.client.0.smithi069.stdout: "rocksdb_write_memtable_time": { 2024-04-10T16:59:54.167 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:54.167 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.167 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.167 INFO:tasks.workunit.client.0.smithi069.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-10T16:59:54.167 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:54.167 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.168 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.168 INFO:tasks.workunit.client.0.smithi069.stdout: "rocksdb_write_wal_time": { 2024-04-10T16:59:54.168 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:54.168 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.168 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.168 INFO:tasks.workunit.client.0.smithi069.stdout: "submit_latency": { 2024-04-10T16:59:54.168 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:54.168 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.168 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.168 INFO:tasks.workunit.client.0.smithi069.stdout: "submit_sync_latency": { 2024-04-10T16:59:54.168 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 20527, 2024-04-10T16:59:54.168 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 9577686437 2024-04-10T16:59:54.168 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:54.168 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:54.168 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.168 INFO:tasks.workunit.client.0.smithi069.stdout: "osd.0": { 2024-04-10T16:59:54.168 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs": { 2024-04-10T16:59:54.169 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_db_max_lat": { 2024-04-10T16:59:54.169 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 16294 2024-04-10T16:59:54.169 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.169 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_slow_fallback": { 2024-04-10T16:59:54.169 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.169 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.169 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_slow_max_lat": { 2024-04-10T16:59:54.169 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.169 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.169 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_slow_size_fallback": { 2024-04-10T16:59:54.169 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.169 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.169 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_unit_db": { 2024-04-10T16:59:54.169 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 65536 2024-04-10T16:59:54.169 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.169 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_unit_slow": { 2024-04-10T16:59:54.169 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.170 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.170 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_unit_wal": { 2024-04-10T16:59:54.170 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.170 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.170 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_wal_max_lat": { 2024-04-10T16:59:54.170 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.170 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.170 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes_written_slow": { 2024-04-10T16:59:54.170 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.170 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.170 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes_written_sst": { 2024-04-10T16:59:54.170 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 10133504 2024-04-10T16:59:54.170 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.170 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes_written_wal": { 2024-04-10T16:59:54.171 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 728342528 2024-04-10T16:59:54.171 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.171 INFO:tasks.workunit.client.0.smithi069.stdout: "compact_lat": { 2024-04-10T16:59:54.171 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 18, 2024-04-10T16:59:54.171 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3582650 2024-04-10T16:59:54.171 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.171 INFO:tasks.workunit.client.0.smithi069.stdout: "compact_lock_lat": { 2024-04-10T16:59:54.171 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 18, 2024-04-10T16:59:54.171 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1321269 2024-04-10T16:59:54.171 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.171 INFO:tasks.workunit.client.0.smithi069.stdout: "db_alloc_lat": { 2024-04-10T16:59:54.171 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 194, 2024-04-10T16:59:54.171 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1018050 2024-04-10T16:59:54.171 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.172 INFO:tasks.workunit.client.0.smithi069.stdout: "db_total_bytes": { 2024-04-10T16:59:54.172 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 95995027456 2024-04-10T16:59:54.172 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.172 INFO:tasks.workunit.client.0.smithi069.stdout: "db_used_bytes": { 2024-04-10T16:59:54.172 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 683671552 2024-04-10T16:59:54.172 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.172 INFO:tasks.workunit.client.0.smithi069.stdout: "flush_lat": { 2024-04-10T16:59:54.172 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 77057, 2024-04-10T16:59:54.172 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 11771125062 2024-04-10T16:59:54.172 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.172 INFO:tasks.workunit.client.0.smithi069.stdout: "fsync_lat": { 2024-04-10T16:59:54.172 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 77062, 2024-04-10T16:59:54.172 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 19291728337 2024-04-10T16:59:54.172 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.173 INFO:tasks.workunit.client.0.smithi069.stdout: "log_bytes": { 2024-04-10T16:59:54.173 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 16400384 2024-04-10T16:59:54.173 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.173 INFO:tasks.workunit.client.0.smithi069.stdout: "logged_bytes": { 2024-04-10T16:59:54.173 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 315654144 2024-04-10T16:59:54.173 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.173 INFO:tasks.workunit.client.0.smithi069.stdout: "max_bytes_db": { 2024-04-10T16:59:54.173 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 679411712 2024-04-10T16:59:54.173 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.173 INFO:tasks.workunit.client.0.smithi069.stdout: "max_bytes_slow": { 2024-04-10T16:59:54.173 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.173 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.173 INFO:tasks.workunit.client.0.smithi069.stdout: "max_bytes_wal": { 2024-04-10T16:59:54.173 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.173 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.174 INFO:tasks.workunit.client.0.smithi069.stdout: "num_files": { 2024-04-10T16:59:54.174 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 50 2024-04-10T16:59:54.174 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.174 INFO:tasks.workunit.client.0.smithi069.stdout: "read_bytes": { 2024-04-10T16:59:54.174 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 6815005196 2024-04-10T16:59:54.174 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.174 INFO:tasks.workunit.client.0.smithi069.stdout: "read_count": { 2024-04-10T16:59:54.174 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 63134 2024-04-10T16:59:54.174 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.174 INFO:tasks.workunit.client.0.smithi069.stdout: "read_disk_bytes": { 2024-04-10T16:59:54.174 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 6018924544 2024-04-10T16:59:54.174 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.174 INFO:tasks.workunit.client.0.smithi069.stdout: "read_disk_bytes_db": { 2024-04-10T16:59:54.174 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 6018928640 2024-04-10T16:59:54.175 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.175 INFO:tasks.workunit.client.0.smithi069.stdout: "read_disk_bytes_slow": { 2024-04-10T16:59:54.175 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.175 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.175 INFO:tasks.workunit.client.0.smithi069.stdout: "read_disk_bytes_wal": { 2024-04-10T16:59:54.175 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.175 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.175 INFO:tasks.workunit.client.0.smithi069.stdout: "read_disk_count": { 2024-04-10T16:59:54.175 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 52284 2024-04-10T16:59:54.175 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.175 INFO:tasks.workunit.client.0.smithi069.stdout: "read_lat": { 2024-04-10T16:59:54.175 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 63134, 2024-04-10T16:59:54.175 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2213170540 2024-04-10T16:59:54.175 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.175 INFO:tasks.workunit.client.0.smithi069.stdout: "read_prefetch_bytes": { 2024-04-10T16:59:54.175 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 6716699932 2024-04-10T16:59:54.176 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.176 INFO:tasks.workunit.client.0.smithi069.stdout: "read_prefetch_count": { 2024-04-10T16:59:54.176 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 60120 2024-04-10T16:59:54.176 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.176 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_buffer_bytes": { 2024-04-10T16:59:54.176 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3630702 2024-04-10T16:59:54.176 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.176 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_buffer_count": { 2024-04-10T16:59:54.176 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 649 2024-04-10T16:59:54.176 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.176 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_bytes": { 2024-04-10T16:59:54.176 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 10047141 2024-04-10T16:59:54.176 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.176 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_count": { 2024-04-10T16:59:54.176 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 968 2024-04-10T16:59:54.176 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.177 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_disk_bytes": { 2024-04-10T16:59:54.177 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 6416439 2024-04-10T16:59:54.177 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.177 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_disk_bytes_db": { 2024-04-10T16:59:54.177 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 6416439 2024-04-10T16:59:54.177 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.177 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_disk_bytes_slow": { 2024-04-10T16:59:54.177 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.177 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.177 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_disk_bytes_wal": { 2024-04-10T16:59:54.177 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.177 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.177 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_disk_count": { 2024-04-10T16:59:54.177 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 330 2024-04-10T16:59:54.177 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.177 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_lat": { 2024-04-10T16:59:54.177 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 968, 2024-04-10T16:59:54.178 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3070699 2024-04-10T16:59:54.178 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.178 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_alloc_lat": { 2024-04-10T16:59:54.178 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:54.178 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.178 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.178 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_total_bytes": { 2024-04-10T16:59:54.178 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.178 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.178 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_used_bytes": { 2024-04-10T16:59:54.178 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.178 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.178 INFO:tasks.workunit.client.0.smithi069.stdout: "truncate_lat": { 2024-04-10T16:59:54.178 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 1, 2024-04-10T16:59:54.179 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 827 2024-04-10T16:59:54.179 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.179 INFO:tasks.workunit.client.0.smithi069.stdout: "unlink_lat": { 2024-04-10T16:59:54.179 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 8, 2024-04-10T16:59:54.179 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 9830 2024-04-10T16:59:54.179 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.179 INFO:tasks.workunit.client.0.smithi069.stdout: "wal_alloc_lat": { 2024-04-10T16:59:54.179 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:54.179 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.179 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.179 INFO:tasks.workunit.client.0.smithi069.stdout: "wal_total_bytes": { 2024-04-10T16:59:54.179 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.179 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.179 INFO:tasks.workunit.client.0.smithi069.stdout: "wal_used_bytes": { 2024-04-10T16:59:54.179 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.180 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.180 INFO:tasks.workunit.client.0.smithi069.stdout: "write_bytes": { 2024-04-10T16:59:54.180 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1056870400 2024-04-10T16:59:54.180 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:54.180 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.180 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore": { 2024-04-10T16:59:54.180 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_unit": { 2024-04-10T16:59:54.180 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 4096 2024-04-10T16:59:54.180 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.180 INFO:tasks.workunit.client.0.smithi069.stdout: "allocated": { 2024-04-10T16:59:54.180 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 14196736 2024-04-10T16:59:54.180 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.180 INFO:tasks.workunit.client.0.smithi069.stdout: "allocator_lat": { 2024-04-10T16:59:54.181 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 20726, 2024-04-10T16:59:54.181 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 82074991 2024-04-10T16:59:54.181 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.181 INFO:tasks.workunit.client.0.smithi069.stdout: "clist_lat": { 2024-04-10T16:59:54.181 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 3587, 2024-04-10T16:59:54.181 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 6135991155 2024-04-10T16:59:54.181 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.181 INFO:tasks.workunit.client.0.smithi069.stdout: "compress_lat": { 2024-04-10T16:59:54.181 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:54.181 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.181 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.181 INFO:tasks.workunit.client.0.smithi069.stdout: "compressed": { 2024-04-10T16:59:54.181 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.182 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.182 INFO:tasks.workunit.client.0.smithi069.stdout: "compressed_allocated": { 2024-04-10T16:59:54.182 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.182 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.182 INFO:tasks.workunit.client.0.smithi069.stdout: "compressed_original": { 2024-04-10T16:59:54.182 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.182 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.182 INFO:tasks.workunit.client.0.smithi069.stdout: "csum_lat": { 2024-04-10T16:59:54.182 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 28136, 2024-04-10T16:59:54.182 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 243525412 2024-04-10T16:59:54.182 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.182 INFO:tasks.workunit.client.0.smithi069.stdout: "decompress_lat": { 2024-04-10T16:59:54.182 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:54.182 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.182 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.182 INFO:tasks.workunit.client.0.smithi069.stdout: "fragmentation_micros": { 2024-04-10T16:59:54.183 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.183 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.183 INFO:tasks.workunit.client.0.smithi069.stdout: "kv_commit_lat": { 2024-04-10T16:59:54.183 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 76994, 2024-04-10T16:59:54.183 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 23495545963 2024-04-10T16:59:54.183 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.183 INFO:tasks.workunit.client.0.smithi069.stdout: "kv_final_lat": { 2024-04-10T16:59:54.183 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 76394, 2024-04-10T16:59:54.183 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1580996659 2024-04-10T16:59:54.183 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.183 INFO:tasks.workunit.client.0.smithi069.stdout: "kv_flush_lat": { 2024-04-10T16:59:54.183 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 76994, 2024-04-10T16:59:54.183 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 47371269 2024-04-10T16:59:54.183 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.183 INFO:tasks.workunit.client.0.smithi069.stdout: "kv_sync_lat": { 2024-04-10T16:59:54.183 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 76994, 2024-04-10T16:59:54.184 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 23542917232 2024-04-10T16:59:54.184 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.184 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_get_keys_lat": { 2024-04-10T16:59:54.184 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:54.184 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.184 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.184 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_get_values_lat": { 2024-04-10T16:59:54.184 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 36235, 2024-04-10T16:59:54.184 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1564326023 2024-04-10T16:59:54.184 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.184 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_lower_bound_lat": { 2024-04-10T16:59:54.184 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 1126, 2024-04-10T16:59:54.184 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2966303 2024-04-10T16:59:54.184 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.185 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_next_lat": { 2024-04-10T16:59:54.185 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 21701, 2024-04-10T16:59:54.185 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 10663946 2024-04-10T16:59:54.185 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.185 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_seek_to_first_lat": { 2024-04-10T16:59:54.185 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 52, 2024-04-10T16:59:54.185 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 65475 2024-04-10T16:59:54.185 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.185 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_upper_bound_lat": { 2024-04-10T16:59:54.185 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 17424, 2024-04-10T16:59:54.185 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2550504348 2024-04-10T16:59:54.185 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.185 INFO:tasks.workunit.client.0.smithi069.stdout: "onode_hits": { 2024-04-10T16:59:54.185 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 249455 2024-04-10T16:59:54.185 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.186 INFO:tasks.workunit.client.0.smithi069.stdout: "onode_misses": { 2024-04-10T16:59:54.186 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 24040 2024-04-10T16:59:54.186 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.186 INFO:tasks.workunit.client.0.smithi069.stdout: "read_lat": { 2024-04-10T16:59:54.186 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 14586, 2024-04-10T16:59:54.186 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2617428025 2024-04-10T16:59:54.186 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.186 INFO:tasks.workunit.client.0.smithi069.stdout: "read_onode_meta_lat": { 2024-04-10T16:59:54.186 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 38287, 2024-04-10T16:59:54.186 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 13550226 2024-04-10T16:59:54.186 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.186 INFO:tasks.workunit.client.0.smithi069.stdout: "read_wait_aio_lat": { 2024-04-10T16:59:54.186 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 23701, 2024-04-10T16:59:54.186 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2046013126 2024-04-10T16:59:54.186 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.186 INFO:tasks.workunit.client.0.smithi069.stdout: "reads_with_retries": { 2024-04-10T16:59:54.187 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.187 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.187 INFO:tasks.workunit.client.0.smithi069.stdout: "remove_lat": { 2024-04-10T16:59:54.187 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 15377, 2024-04-10T16:59:54.187 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 459135951 2024-04-10T16:59:54.187 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.187 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_aio_wait_count": { 2024-04-10T16:59:54.187 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.187 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.187 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_committed_kv_count": { 2024-04-10T16:59:54.187 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.187 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.187 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_read_onode_meta_count": { 2024-04-10T16:59:54.187 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.187 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.187 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_read_wait_aio_count": { 2024-04-10T16:59:54.188 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.188 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.188 INFO:tasks.workunit.client.0.smithi069.stdout: "state_aio_wait_lat": { 2024-04-10T16:59:54.188 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 91731, 2024-04-10T16:59:54.188 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 10152341971 2024-04-10T16:59:54.188 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.188 INFO:tasks.workunit.client.0.smithi069.stdout: "state_deferred_aio_wait_lat": { 2024-04-10T16:59:54.188 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 10197, 2024-04-10T16:59:54.188 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 768221659 2024-04-10T16:59:54.188 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.188 INFO:tasks.workunit.client.0.smithi069.stdout: "state_deferred_cleanup_lat": { 2024-04-10T16:59:54.188 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 10197, 2024-04-10T16:59:54.188 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3737502701518 2024-04-10T16:59:54.188 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.188 INFO:tasks.workunit.client.0.smithi069.stdout: "state_deferred_queued_lat": { 2024-04-10T16:59:54.188 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 10197, 2024-04-10T16:59:54.188 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 7251292099574 2024-04-10T16:59:54.189 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.189 INFO:tasks.workunit.client.0.smithi069.stdout: "state_done_lat": { 2024-04-10T16:59:54.189 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 91731, 2024-04-10T16:59:54.189 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3107097797988 2024-04-10T16:59:54.189 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.189 INFO:tasks.workunit.client.0.smithi069.stdout: "state_finishing_lat": { 2024-04-10T16:59:54.189 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 91731, 2024-04-10T16:59:54.189 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 8533238 2024-04-10T16:59:54.189 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.189 INFO:tasks.workunit.client.0.smithi069.stdout: "state_io_done_lat": { 2024-04-10T16:59:54.189 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 91731, 2024-04-10T16:59:54.189 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 437510467 2024-04-10T16:59:54.189 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.189 INFO:tasks.workunit.client.0.smithi069.stdout: "state_kv_commiting_lat": { 2024-04-10T16:59:54.190 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 91731, 2024-04-10T16:59:54.190 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 38122073245 2024-04-10T16:59:54.190 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.190 INFO:tasks.workunit.client.0.smithi069.stdout: "state_kv_done_lat": { 2024-04-10T16:59:54.190 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 91731, 2024-04-10T16:59:54.190 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 34775031 2024-04-10T16:59:54.190 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.190 INFO:tasks.workunit.client.0.smithi069.stdout: "state_kv_queued_lat": { 2024-04-10T16:59:54.190 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 91731, 2024-04-10T16:59:54.190 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 19217348316 2024-04-10T16:59:54.190 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.190 INFO:tasks.workunit.client.0.smithi069.stdout: "state_prepare_lat": { 2024-04-10T16:59:54.190 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 91731, 2024-04-10T16:59:54.190 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 14265938888 2024-04-10T16:59:54.191 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.191 INFO:tasks.workunit.client.0.smithi069.stdout: "stored": { 2024-04-10T16:59:54.191 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 10263851 2024-04-10T16:59:54.191 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.191 INFO:tasks.workunit.client.0.smithi069.stdout: "truncate_lat": { 2024-04-10T16:59:54.191 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 2610, 2024-04-10T16:59:54.191 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 14682594 2024-04-10T16:59:54.191 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.191 INFO:tasks.workunit.client.0.smithi069.stdout: "txc_commit_lat": { 2024-04-10T16:59:54.191 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 91731, 2024-04-10T16:59:54.191 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 82211606498 2024-04-10T16:59:54.191 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.191 INFO:tasks.workunit.client.0.smithi069.stdout: "txc_submit_lat": { 2024-04-10T16:59:54.191 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 91731, 2024-04-10T16:59:54.192 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 15430290720 2024-04-10T16:59:54.192 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.192 INFO:tasks.workunit.client.0.smithi069.stdout: "txc_throttle_lat": { 2024-04-10T16:59:54.192 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 91731, 2024-04-10T16:59:54.192 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 602840698 2024-04-10T16:59:54.192 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:54.192 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.192 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore-pricache": { 2024-04-10T16:59:54.192 INFO:tasks.workunit.client.0.smithi069.stdout: "cache_bytes": { 2024-04-10T16:59:54.192 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1405243637 2024-04-10T16:59:54.192 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.192 INFO:tasks.workunit.client.0.smithi069.stdout: "heap_bytes": { 2024-04-10T16:59:54.192 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 609812480 2024-04-10T16:59:54.192 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.193 INFO:tasks.workunit.client.0.smithi069.stdout: "mapped_bytes": { 2024-04-10T16:59:54.193 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 559570944 2024-04-10T16:59:54.193 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.193 INFO:tasks.workunit.client.0.smithi069.stdout: "target_bytes": { 2024-04-10T16:59:54.193 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2600647065 2024-04-10T16:59:54.193 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.193 INFO:tasks.workunit.client.0.smithi069.stdout: "unmapped_bytes": { 2024-04-10T16:59:54.193 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 50241536 2024-04-10T16:59:54.193 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:54.193 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.193 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore-pricache:data": { 2024-04-10T16:59:54.193 INFO:tasks.workunit.client.0.smithi069.stdout: "committed_bytes": { 2024-04-10T16:59:54.193 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 125829120 2024-04-10T16:59:54.193 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.194 INFO:tasks.workunit.client.0.smithi069.stdout: "pri0_bytes": { 2024-04-10T16:59:54.194 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.194 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.194 INFO:tasks.workunit.client.0.smithi069.stdout: "pri10_bytes": { 2024-04-10T16:59:54.194 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.194 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.194 INFO:tasks.workunit.client.0.smithi069.stdout: "pri11_bytes": { 2024-04-10T16:59:54.194 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 56684696 2024-04-10T16:59:54.194 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.194 INFO:tasks.workunit.client.0.smithi069.stdout: "pri1_bytes": { 2024-04-10T16:59:54.194 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.194 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.194 INFO:tasks.workunit.client.0.smithi069.stdout: "pri2_bytes": { 2024-04-10T16:59:54.194 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.194 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.195 INFO:tasks.workunit.client.0.smithi069.stdout: "pri3_bytes": { 2024-04-10T16:59:54.195 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.195 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.195 INFO:tasks.workunit.client.0.smithi069.stdout: "pri4_bytes": { 2024-04-10T16:59:54.195 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.195 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.195 INFO:tasks.workunit.client.0.smithi069.stdout: "pri5_bytes": { 2024-04-10T16:59:54.195 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 4096 2024-04-10T16:59:54.195 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.195 INFO:tasks.workunit.client.0.smithi069.stdout: "pri6_bytes": { 2024-04-10T16:59:54.195 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 876544 2024-04-10T16:59:54.195 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.195 INFO:tasks.workunit.client.0.smithi069.stdout: "pri7_bytes": { 2024-04-10T16:59:54.195 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.195 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.196 INFO:tasks.workunit.client.0.smithi069.stdout: "pri8_bytes": { 2024-04-10T16:59:54.196 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.196 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.196 INFO:tasks.workunit.client.0.smithi069.stdout: "pri9_bytes": { 2024-04-10T16:59:54.196 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.196 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.196 INFO:tasks.workunit.client.0.smithi069.stdout: "reserved_bytes": { 2024-04-10T16:59:54.196 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 68263784 2024-04-10T16:59:54.196 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:54.196 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.196 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore-pricache:kv": { 2024-04-10T16:59:54.196 INFO:tasks.workunit.client.0.smithi069.stdout: "committed_bytes": { 2024-04-10T16:59:54.196 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 562036736 2024-04-10T16:59:54.196 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.197 INFO:tasks.workunit.client.0.smithi069.stdout: "pri0_bytes": { 2024-04-10T16:59:54.197 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 67108864 2024-04-10T16:59:54.197 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.197 INFO:tasks.workunit.client.0.smithi069.stdout: "pri10_bytes": { 2024-04-10T16:59:54.197 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.197 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.197 INFO:tasks.workunit.client.0.smithi069.stdout: "pri11_bytes": { 2024-04-10T16:59:54.197 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 425135223 2024-04-10T16:59:54.197 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.197 INFO:tasks.workunit.client.0.smithi069.stdout: "pri1_bytes": { 2024-04-10T16:59:54.197 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.197 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.197 INFO:tasks.workunit.client.0.smithi069.stdout: "pri2_bytes": { 2024-04-10T16:59:54.197 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.197 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.198 INFO:tasks.workunit.client.0.smithi069.stdout: "pri3_bytes": { 2024-04-10T16:59:54.198 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2416 2024-04-10T16:59:54.198 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.198 INFO:tasks.workunit.client.0.smithi069.stdout: "pri4_bytes": { 2024-04-10T16:59:54.198 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.198 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.198 INFO:tasks.workunit.client.0.smithi069.stdout: "pri5_bytes": { 2024-04-10T16:59:54.198 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 148784 2024-04-10T16:59:54.198 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.198 INFO:tasks.workunit.client.0.smithi069.stdout: "pri6_bytes": { 2024-04-10T16:59:54.198 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.198 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.199 INFO:tasks.workunit.client.0.smithi069.stdout: "pri7_bytes": { 2024-04-10T16:59:54.199 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.199 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.199 INFO:tasks.workunit.client.0.smithi069.stdout: "pri8_bytes": { 2024-04-10T16:59:54.199 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.199 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.199 INFO:tasks.workunit.client.0.smithi069.stdout: "pri9_bytes": { 2024-04-10T16:59:54.199 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.199 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.199 INFO:tasks.workunit.client.0.smithi069.stdout: "reserved_bytes": { 2024-04-10T16:59:54.199 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 69641449 2024-04-10T16:59:54.199 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:54.199 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.199 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore-pricache:kv_onode": { 2024-04-10T16:59:54.199 INFO:tasks.workunit.client.0.smithi069.stdout: "committed_bytes": { 2024-04-10T16:59:54.200 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 184549376 2024-04-10T16:59:54.200 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.200 INFO:tasks.workunit.client.0.smithi069.stdout: "pri0_bytes": { 2024-04-10T16:59:54.200 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 67108864 2024-04-10T16:59:54.200 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.200 INFO:tasks.workunit.client.0.smithi069.stdout: "pri10_bytes": { 2024-04-10T16:59:54.200 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 10071184 2024-04-10T16:59:54.200 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.200 INFO:tasks.workunit.client.0.smithi069.stdout: "pri11_bytes": { 2024-04-10T16:59:54.200 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 37789797 2024-04-10T16:59:54.200 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.200 INFO:tasks.workunit.client.0.smithi069.stdout: "pri1_bytes": { 2024-04-10T16:59:54.200 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.200 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.200 INFO:tasks.workunit.client.0.smithi069.stdout: "pri2_bytes": { 2024-04-10T16:59:54.201 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.201 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.201 INFO:tasks.workunit.client.0.smithi069.stdout: "pri3_bytes": { 2024-04-10T16:59:54.201 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.201 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.201 INFO:tasks.workunit.client.0.smithi069.stdout: "pri4_bytes": { 2024-04-10T16:59:54.201 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.201 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.201 INFO:tasks.workunit.client.0.smithi069.stdout: "pri5_bytes": { 2024-04-10T16:59:54.201 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.201 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.201 INFO:tasks.workunit.client.0.smithi069.stdout: "pri6_bytes": { 2024-04-10T16:59:54.201 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.201 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.201 INFO:tasks.workunit.client.0.smithi069.stdout: "pri7_bytes": { 2024-04-10T16:59:54.202 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.202 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.202 INFO:tasks.workunit.client.0.smithi069.stdout: "pri8_bytes": { 2024-04-10T16:59:54.202 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.202 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.202 INFO:tasks.workunit.client.0.smithi069.stdout: "pri9_bytes": { 2024-04-10T16:59:54.202 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.202 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.202 INFO:tasks.workunit.client.0.smithi069.stdout: "reserved_bytes": { 2024-04-10T16:59:54.202 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 69579531 2024-04-10T16:59:54.202 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:54.202 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.202 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore-pricache:meta": { 2024-04-10T16:59:54.202 INFO:tasks.workunit.client.0.smithi069.stdout: "committed_bytes": { 2024-04-10T16:59:54.202 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 494927872 2024-04-10T16:59:54.202 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.203 INFO:tasks.workunit.client.0.smithi069.stdout: "pri0_bytes": { 2024-04-10T16:59:54.203 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.203 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.203 INFO:tasks.workunit.client.0.smithi069.stdout: "pri10_bytes": { 2024-04-10T16:59:54.203 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.203 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.203 INFO:tasks.workunit.client.0.smithi069.stdout: "pri11_bytes": { 2024-04-10T16:59:54.203 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 425135223 2024-04-10T16:59:54.203 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.203 INFO:tasks.workunit.client.0.smithi069.stdout: "pri1_bytes": { 2024-04-10T16:59:54.203 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.203 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.203 INFO:tasks.workunit.client.0.smithi069.stdout: "pri2_bytes": { 2024-04-10T16:59:54.203 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.203 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.204 INFO:tasks.workunit.client.0.smithi069.stdout: "pri3_bytes": { 2024-04-10T16:59:54.204 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.204 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.204 INFO:tasks.workunit.client.0.smithi069.stdout: "pri4_bytes": { 2024-04-10T16:59:54.204 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.204 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.204 INFO:tasks.workunit.client.0.smithi069.stdout: "pri5_bytes": { 2024-04-10T16:59:54.204 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 162351 2024-04-10T16:59:54.204 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.204 INFO:tasks.workunit.client.0.smithi069.stdout: "pri6_bytes": { 2024-04-10T16:59:54.204 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1111863 2024-04-10T16:59:54.204 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.204 INFO:tasks.workunit.client.0.smithi069.stdout: "pri7_bytes": { 2024-04-10T16:59:54.204 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.205 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.205 INFO:tasks.workunit.client.0.smithi069.stdout: "pri8_bytes": { 2024-04-10T16:59:54.205 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.205 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.205 INFO:tasks.workunit.client.0.smithi069.stdout: "pri9_bytes": { 2024-04-10T16:59:54.205 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.205 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.205 INFO:tasks.workunit.client.0.smithi069.stdout: "reserved_bytes": { 2024-04-10T16:59:54.205 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 68518435 2024-04-10T16:59:54.205 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:54.205 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.205 INFO:tasks.workunit.client.0.smithi069.stdout: "objecter": { 2024-04-10T16:59:54.205 INFO:tasks.workunit.client.0.smithi069.stdout: "op_active": { 2024-04-10T16:59:54.205 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.206 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.206 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r": { 2024-04-10T16:59:54.206 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 40 2024-04-10T16:59:54.206 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.206 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rmw": { 2024-04-10T16:59:54.206 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.206 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.206 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w": { 2024-04-10T16:59:54.206 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.206 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:54.206 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.206 INFO:tasks.workunit.client.0.smithi069.stdout: "osd": { 2024-04-10T16:59:54.206 INFO:tasks.workunit.client.0.smithi069.stdout: "numpg": { 2024-04-10T16:59:54.207 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 55 2024-04-10T16:59:54.207 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.207 INFO:tasks.workunit.client.0.smithi069.stdout: "numpg_removing": { 2024-04-10T16:59:54.207 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.207 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.207 INFO:tasks.workunit.client.0.smithi069.stdout: "op": { 2024-04-10T16:59:54.207 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 37531 2024-04-10T16:59:54.207 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.207 INFO:tasks.workunit.client.0.smithi069.stdout: "op_before_queue_op_lat": { 2024-04-10T16:59:54.207 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 125488, 2024-04-10T16:59:54.207 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 8057527659 2024-04-10T16:59:54.207 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.207 INFO:tasks.workunit.client.0.smithi069.stdout: "op_delayed_degraded": { 2024-04-10T16:59:54.207 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.207 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.207 INFO:tasks.workunit.client.0.smithi069.stdout: "op_delayed_unreadable": { 2024-04-10T16:59:54.208 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 4 2024-04-10T16:59:54.208 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.208 INFO:tasks.workunit.client.0.smithi069.stdout: "op_in_bytes": { 2024-04-10T16:59:54.208 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2595788506 2024-04-10T16:59:54.208 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.208 INFO:tasks.workunit.client.0.smithi069.stdout: "op_latency": { 2024-04-10T16:59:54.208 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 37531, 2024-04-10T16:59:54.208 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 194003429253 2024-04-10T16:59:54.208 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.208 INFO:tasks.workunit.client.0.smithi069.stdout: "op_out_bytes": { 2024-04-10T16:59:54.208 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3639875906 2024-04-10T16:59:54.208 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.208 INFO:tasks.workunit.client.0.smithi069.stdout: "op_prepare_latency": { 2024-04-10T16:59:54.208 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 38479, 2024-04-10T16:59:54.208 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 21399041128 2024-04-10T16:59:54.208 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.208 INFO:tasks.workunit.client.0.smithi069.stdout: "op_process_latency": { 2024-04-10T16:59:54.209 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 37531, 2024-04-10T16:59:54.209 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 70697279551 2024-04-10T16:59:54.209 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.209 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r": { 2024-04-10T16:59:54.209 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 21404 2024-04-10T16:59:54.209 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.209 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r_latency": { 2024-04-10T16:59:54.209 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 21404, 2024-04-10T16:59:54.209 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 12118335878 2024-04-10T16:59:54.209 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.209 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-10T16:59:54.209 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.209 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.209 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r_out_bytes": { 2024-04-10T16:59:54.209 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3639875906 2024-04-10T16:59:54.209 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.209 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r_prepare_latency": { 2024-04-10T16:59:54.210 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 21759, 2024-04-10T16:59:54.210 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 5854913528 2024-04-10T16:59:54.210 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.210 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r_process_latency": { 2024-04-10T16:59:54.210 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 21404, 2024-04-10T16:59:54.210 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 6597278526 2024-04-10T16:59:54.210 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.210 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw": { 2024-04-10T16:59:54.210 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 8767 2024-04-10T16:59:54.210 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.210 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_in_bytes": { 2024-04-10T16:59:54.210 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 469135478 2024-04-10T16:59:54.210 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.210 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_latency": { 2024-04-10T16:59:54.210 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 8767, 2024-04-10T16:59:54.211 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 17865144573 2024-04-10T16:59:54.211 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.211 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-10T16:59:54.211 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.211 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.211 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-10T16:59:54.211 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.211 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.211 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_out_bytes": { 2024-04-10T16:59:54.211 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.211 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.211 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_prepare_latency": { 2024-04-10T16:59:54.211 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 9181, 2024-04-10T16:59:54.211 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 5693733818 2024-04-10T16:59:54.211 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.211 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_process_latency": { 2024-04-10T16:59:54.212 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 8767, 2024-04-10T16:59:54.212 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 14943391017 2024-04-10T16:59:54.212 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.212 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w": { 2024-04-10T16:59:54.212 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 7360 2024-04-10T16:59:54.212 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.212 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w_in_bytes": { 2024-04-10T16:59:54.212 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2126653028 2024-04-10T16:59:54.212 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.212 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w_latency": { 2024-04-10T16:59:54.212 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 7360, 2024-04-10T16:59:54.212 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 164019948802 2024-04-10T16:59:54.212 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.212 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-10T16:59:54.212 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.212 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.212 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w_prepare_latency": { 2024-04-10T16:59:54.213 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 7539, 2024-04-10T16:59:54.213 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 9850393782 2024-04-10T16:59:54.213 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.213 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w_process_latency": { 2024-04-10T16:59:54.213 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 7360, 2024-04-10T16:59:54.213 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 49156610008 2024-04-10T16:59:54.213 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.213 INFO:tasks.workunit.client.0.smithi069.stdout: "op_wip": { 2024-04-10T16:59:54.213 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.213 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.213 INFO:tasks.workunit.client.0.smithi069.stdout: "recovery_bytes": { 2024-04-10T16:59:54.213 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 13631526 2024-04-10T16:59:54.213 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.213 INFO:tasks.workunit.client.0.smithi069.stdout: "recovery_ops": { 2024-04-10T16:59:54.213 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 23 2024-04-10T16:59:54.213 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.214 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_bytes": { 2024-04-10T16:59:54.214 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 95995035648 2024-04-10T16:59:54.214 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.214 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_bytes_used": { 2024-04-10T16:59:54.214 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 697876480 2024-04-10T16:59:54.214 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:54.214 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:54.214 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.214 INFO:tasks.workunit.client.0.smithi069.stdout: "osd.1": { 2024-04-10T16:59:54.214 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs": { 2024-04-10T16:59:54.214 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_db_max_lat": { 2024-04-10T16:59:54.214 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 19031 2024-04-10T16:59:54.214 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.214 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_slow_fallback": { 2024-04-10T16:59:54.214 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.215 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.215 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_slow_max_lat": { 2024-04-10T16:59:54.215 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.215 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.215 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_slow_size_fallback": { 2024-04-10T16:59:54.215 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.215 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.215 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_unit_db": { 2024-04-10T16:59:54.215 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 65536 2024-04-10T16:59:54.215 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.215 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_unit_slow": { 2024-04-10T16:59:54.215 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.215 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.215 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_unit_wal": { 2024-04-10T16:59:54.215 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.215 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.216 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_wal_max_lat": { 2024-04-10T16:59:54.216 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.216 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.216 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes_written_slow": { 2024-04-10T16:59:54.216 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.216 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.216 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes_written_sst": { 2024-04-10T16:59:54.216 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 11255808 2024-04-10T16:59:54.216 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.216 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes_written_wal": { 2024-04-10T16:59:54.216 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 787038208 2024-04-10T16:59:54.216 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.216 INFO:tasks.workunit.client.0.smithi069.stdout: "compact_lat": { 2024-04-10T16:59:54.216 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 18, 2024-04-10T16:59:54.216 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3528310 2024-04-10T16:59:54.217 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.217 INFO:tasks.workunit.client.0.smithi069.stdout: "compact_lock_lat": { 2024-04-10T16:59:54.217 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 18, 2024-04-10T16:59:54.217 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1217911 2024-04-10T16:59:54.217 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.217 INFO:tasks.workunit.client.0.smithi069.stdout: "db_alloc_lat": { 2024-04-10T16:59:54.217 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 201, 2024-04-10T16:59:54.217 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 949505 2024-04-10T16:59:54.217 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.217 INFO:tasks.workunit.client.0.smithi069.stdout: "db_total_bytes": { 2024-04-10T16:59:54.217 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 95995027456 2024-04-10T16:59:54.217 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.217 INFO:tasks.workunit.client.0.smithi069.stdout: "db_used_bytes": { 2024-04-10T16:59:54.217 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 838139904 2024-04-10T16:59:54.217 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.217 INFO:tasks.workunit.client.0.smithi069.stdout: "flush_lat": { 2024-04-10T16:59:54.217 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 74304, 2024-04-10T16:59:54.218 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 11245923182 2024-04-10T16:59:54.218 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.218 INFO:tasks.workunit.client.0.smithi069.stdout: "fsync_lat": { 2024-04-10T16:59:54.218 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 74329, 2024-04-10T16:59:54.218 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 18264928720 2024-04-10T16:59:54.218 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.218 INFO:tasks.workunit.client.0.smithi069.stdout: "log_bytes": { 2024-04-10T16:59:54.218 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 5136384 2024-04-10T16:59:54.218 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.218 INFO:tasks.workunit.client.0.smithi069.stdout: "logged_bytes": { 2024-04-10T16:59:54.218 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 304402432 2024-04-10T16:59:54.218 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.218 INFO:tasks.workunit.client.0.smithi069.stdout: "max_bytes_db": { 2024-04-10T16:59:54.219 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 855179264 2024-04-10T16:59:54.219 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.219 INFO:tasks.workunit.client.0.smithi069.stdout: "max_bytes_slow": { 2024-04-10T16:59:54.219 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.219 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.219 INFO:tasks.workunit.client.0.smithi069.stdout: "max_bytes_wal": { 2024-04-10T16:59:54.219 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.219 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.219 INFO:tasks.workunit.client.0.smithi069.stdout: "num_files": { 2024-04-10T16:59:54.219 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 58 2024-04-10T16:59:54.219 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.219 INFO:tasks.workunit.client.0.smithi069.stdout: "read_bytes": { 2024-04-10T16:59:54.219 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 8794376365 2024-04-10T16:59:54.219 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.220 INFO:tasks.workunit.client.0.smithi069.stdout: "read_count": { 2024-04-10T16:59:54.220 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 68924 2024-04-10T16:59:54.220 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.220 INFO:tasks.workunit.client.0.smithi069.stdout: "read_disk_bytes": { 2024-04-10T16:59:54.220 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 7451418624 2024-04-10T16:59:54.220 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.220 INFO:tasks.workunit.client.0.smithi069.stdout: "read_disk_bytes_db": { 2024-04-10T16:59:54.220 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 7451422720 2024-04-10T16:59:54.220 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.220 INFO:tasks.workunit.client.0.smithi069.stdout: "read_disk_bytes_slow": { 2024-04-10T16:59:54.220 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.220 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.220 INFO:tasks.workunit.client.0.smithi069.stdout: "read_disk_bytes_wal": { 2024-04-10T16:59:54.220 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.221 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.221 INFO:tasks.workunit.client.0.smithi069.stdout: "read_disk_count": { 2024-04-10T16:59:54.221 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 59517 2024-04-10T16:59:54.221 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.221 INFO:tasks.workunit.client.0.smithi069.stdout: "read_lat": { 2024-04-10T16:59:54.221 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 68924, 2024-04-10T16:59:54.221 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2417683758 2024-04-10T16:59:54.221 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.221 INFO:tasks.workunit.client.0.smithi069.stdout: "read_prefetch_bytes": { 2024-04-10T16:59:54.221 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 8683477583 2024-04-10T16:59:54.221 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.221 INFO:tasks.workunit.client.0.smithi069.stdout: "read_prefetch_count": { 2024-04-10T16:59:54.221 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 65525 2024-04-10T16:59:54.221 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.221 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_buffer_bytes": { 2024-04-10T16:59:54.221 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3466584 2024-04-10T16:59:54.222 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.222 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_buffer_count": { 2024-04-10T16:59:54.222 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 703 2024-04-10T16:59:54.222 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.222 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_bytes": { 2024-04-10T16:59:54.222 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 11033170 2024-04-10T16:59:54.222 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.222 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_count": { 2024-04-10T16:59:54.222 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 996 2024-04-10T16:59:54.222 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.222 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_disk_bytes": { 2024-04-10T16:59:54.222 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 7566586 2024-04-10T16:59:54.222 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.222 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_disk_bytes_db": { 2024-04-10T16:59:54.222 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 7566586 2024-04-10T16:59:54.222 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.222 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_disk_bytes_slow": { 2024-04-10T16:59:54.223 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.223 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.223 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_disk_bytes_wal": { 2024-04-10T16:59:54.223 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.223 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.223 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_disk_count": { 2024-04-10T16:59:54.223 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 300 2024-04-10T16:59:54.223 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.223 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_lat": { 2024-04-10T16:59:54.223 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 996, 2024-04-10T16:59:54.223 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3275094 2024-04-10T16:59:54.223 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.223 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_alloc_lat": { 2024-04-10T16:59:54.223 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:54.223 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.223 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.224 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_total_bytes": { 2024-04-10T16:59:54.224 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.224 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.224 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_used_bytes": { 2024-04-10T16:59:54.224 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.224 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.224 INFO:tasks.workunit.client.0.smithi069.stdout: "truncate_lat": { 2024-04-10T16:59:54.224 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 1, 2024-04-10T16:59:54.224 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 689 2024-04-10T16:59:54.224 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.224 INFO:tasks.workunit.client.0.smithi069.stdout: "unlink_lat": { 2024-04-10T16:59:54.224 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 10, 2024-04-10T16:59:54.224 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 11733 2024-04-10T16:59:54.224 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.224 INFO:tasks.workunit.client.0.smithi069.stdout: "wal_alloc_lat": { 2024-04-10T16:59:54.224 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:54.225 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.225 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.225 INFO:tasks.workunit.client.0.smithi069.stdout: "wal_total_bytes": { 2024-04-10T16:59:54.225 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.225 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.225 INFO:tasks.workunit.client.0.smithi069.stdout: "wal_used_bytes": { 2024-04-10T16:59:54.225 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.225 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.225 INFO:tasks.workunit.client.0.smithi069.stdout: "write_bytes": { 2024-04-10T16:59:54.225 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1105428480 2024-04-10T16:59:54.225 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:54.225 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.225 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore": { 2024-04-10T16:59:54.225 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_unit": { 2024-04-10T16:59:54.225 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 4096 2024-04-10T16:59:54.226 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.226 INFO:tasks.workunit.client.0.smithi069.stdout: "allocated": { 2024-04-10T16:59:54.226 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 13598720 2024-04-10T16:59:54.226 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.226 INFO:tasks.workunit.client.0.smithi069.stdout: "allocator_lat": { 2024-04-10T16:59:54.226 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 22071, 2024-04-10T16:59:54.226 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 91092239 2024-04-10T16:59:54.226 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.226 INFO:tasks.workunit.client.0.smithi069.stdout: "clist_lat": { 2024-04-10T16:59:54.226 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 3552, 2024-04-10T16:59:54.226 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 7525339635 2024-04-10T16:59:54.226 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.226 INFO:tasks.workunit.client.0.smithi069.stdout: "compress_lat": { 2024-04-10T16:59:54.226 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:54.227 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.227 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.227 INFO:tasks.workunit.client.0.smithi069.stdout: "compressed": { 2024-04-10T16:59:54.227 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.227 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.227 INFO:tasks.workunit.client.0.smithi069.stdout: "compressed_allocated": { 2024-04-10T16:59:54.227 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.227 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.227 INFO:tasks.workunit.client.0.smithi069.stdout: "compressed_original": { 2024-04-10T16:59:54.227 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.227 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.227 INFO:tasks.workunit.client.0.smithi069.stdout: "csum_lat": { 2024-04-10T16:59:54.227 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 18867, 2024-04-10T16:59:54.227 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 148372316 2024-04-10T16:59:54.227 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.227 INFO:tasks.workunit.client.0.smithi069.stdout: "decompress_lat": { 2024-04-10T16:59:54.228 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:54.228 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.228 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.228 INFO:tasks.workunit.client.0.smithi069.stdout: "fragmentation_micros": { 2024-04-10T16:59:54.228 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.228 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.228 INFO:tasks.workunit.client.0.smithi069.stdout: "kv_commit_lat": { 2024-04-10T16:59:54.228 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 74237, 2024-04-10T16:59:54.228 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 22229941080 2024-04-10T16:59:54.228 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.228 INFO:tasks.workunit.client.0.smithi069.stdout: "kv_final_lat": { 2024-04-10T16:59:54.228 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 73678, 2024-04-10T16:59:54.228 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1729008870 2024-04-10T16:59:54.229 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.229 INFO:tasks.workunit.client.0.smithi069.stdout: "kv_flush_lat": { 2024-04-10T16:59:54.229 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 74237, 2024-04-10T16:59:54.229 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 42875927 2024-04-10T16:59:54.229 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.229 INFO:tasks.workunit.client.0.smithi069.stdout: "kv_sync_lat": { 2024-04-10T16:59:54.229 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 74237, 2024-04-10T16:59:54.229 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 22272817007 2024-04-10T16:59:54.229 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.229 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_get_keys_lat": { 2024-04-10T16:59:54.229 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:54.229 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.229 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.229 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_get_values_lat": { 2024-04-10T16:59:54.229 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 24736, 2024-04-10T16:59:54.229 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 923733048 2024-04-10T16:59:54.230 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.230 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_lower_bound_lat": { 2024-04-10T16:59:54.230 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 1029, 2024-04-10T16:59:54.230 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3218332 2024-04-10T16:59:54.230 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.230 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_next_lat": { 2024-04-10T16:59:54.230 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 9277, 2024-04-10T16:59:54.230 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 8545639 2024-04-10T16:59:54.230 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.230 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_seek_to_first_lat": { 2024-04-10T16:59:54.230 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 46, 2024-04-10T16:59:54.230 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 63567 2024-04-10T16:59:54.230 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.230 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_upper_bound_lat": { 2024-04-10T16:59:54.231 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 10910, 2024-04-10T16:59:54.231 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1664347668 2024-04-10T16:59:54.231 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.231 INFO:tasks.workunit.client.0.smithi069.stdout: "onode_hits": { 2024-04-10T16:59:54.231 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 227279 2024-04-10T16:59:54.231 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.231 INFO:tasks.workunit.client.0.smithi069.stdout: "onode_misses": { 2024-04-10T16:59:54.231 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 27251 2024-04-10T16:59:54.231 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.231 INFO:tasks.workunit.client.0.smithi069.stdout: "read_lat": { 2024-04-10T16:59:54.231 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 22166, 2024-04-10T16:59:54.231 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2246500463 2024-04-10T16:59:54.231 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.231 INFO:tasks.workunit.client.0.smithi069.stdout: "read_onode_meta_lat": { 2024-04-10T16:59:54.231 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 72789, 2024-04-10T16:59:54.232 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 21600195 2024-04-10T16:59:54.232 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.232 INFO:tasks.workunit.client.0.smithi069.stdout: "read_wait_aio_lat": { 2024-04-10T16:59:54.232 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 50623, 2024-04-10T16:59:54.232 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1454213221 2024-04-10T16:59:54.232 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.232 INFO:tasks.workunit.client.0.smithi069.stdout: "reads_with_retries": { 2024-04-10T16:59:54.232 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.232 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.232 INFO:tasks.workunit.client.0.smithi069.stdout: "remove_lat": { 2024-04-10T16:59:54.232 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 15361, 2024-04-10T16:59:54.232 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 450548892 2024-04-10T16:59:54.232 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.232 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_aio_wait_count": { 2024-04-10T16:59:54.232 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.233 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.233 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_committed_kv_count": { 2024-04-10T16:59:54.233 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.233 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.233 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_read_onode_meta_count": { 2024-04-10T16:59:54.233 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.233 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.233 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_read_wait_aio_count": { 2024-04-10T16:59:54.233 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.233 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.233 INFO:tasks.workunit.client.0.smithi069.stdout: "state_aio_wait_lat": { 2024-04-10T16:59:54.233 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 90332, 2024-04-10T16:59:54.233 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 13680011948 2024-04-10T16:59:54.233 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.234 INFO:tasks.workunit.client.0.smithi069.stdout: "state_deferred_aio_wait_lat": { 2024-04-10T16:59:54.234 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 22546, 2024-04-10T16:59:54.234 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1572888164 2024-04-10T16:59:54.234 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.234 INFO:tasks.workunit.client.0.smithi069.stdout: "state_deferred_cleanup_lat": { 2024-04-10T16:59:54.234 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 22544, 2024-04-10T16:59:54.234 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 4167969247741 2024-04-10T16:59:54.234 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.234 INFO:tasks.workunit.client.0.smithi069.stdout: "state_deferred_queued_lat": { 2024-04-10T16:59:54.234 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 22546, 2024-04-10T16:59:54.234 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 6720178314358 2024-04-10T16:59:54.234 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.234 INFO:tasks.workunit.client.0.smithi069.stdout: "state_done_lat": { 2024-04-10T16:59:54.235 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 90330, 2024-04-10T16:59:54.235 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3292571638591 2024-04-10T16:59:54.235 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.235 INFO:tasks.workunit.client.0.smithi069.stdout: "state_finishing_lat": { 2024-04-10T16:59:54.235 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 90330, 2024-04-10T16:59:54.235 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 7865021 2024-04-10T16:59:54.235 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.235 INFO:tasks.workunit.client.0.smithi069.stdout: "state_io_done_lat": { 2024-04-10T16:59:54.235 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 90332, 2024-04-10T16:59:54.235 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 612387126 2024-04-10T16:59:54.235 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.235 INFO:tasks.workunit.client.0.smithi069.stdout: "state_kv_commiting_lat": { 2024-04-10T16:59:54.235 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 90332, 2024-04-10T16:59:54.235 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 38907336285 2024-04-10T16:59:54.235 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.236 INFO:tasks.workunit.client.0.smithi069.stdout: "state_kv_done_lat": { 2024-04-10T16:59:54.236 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 90332, 2024-04-10T16:59:54.236 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 31253526 2024-04-10T16:59:54.236 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.236 INFO:tasks.workunit.client.0.smithi069.stdout: "state_kv_queued_lat": { 2024-04-10T16:59:54.236 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 90332, 2024-04-10T16:59:54.236 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 17683293200 2024-04-10T16:59:54.236 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.236 INFO:tasks.workunit.client.0.smithi069.stdout: "state_prepare_lat": { 2024-04-10T16:59:54.236 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 90332, 2024-04-10T16:59:54.236 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 17429598424 2024-04-10T16:59:54.236 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.236 INFO:tasks.workunit.client.0.smithi069.stdout: "stored": { 2024-04-10T16:59:54.236 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 9672934 2024-04-10T16:59:54.236 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.237 INFO:tasks.workunit.client.0.smithi069.stdout: "truncate_lat": { 2024-04-10T16:59:54.237 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 2543, 2024-04-10T16:59:54.237 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 15187117 2024-04-10T16:59:54.237 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.237 INFO:tasks.workunit.client.0.smithi069.stdout: "txc_commit_lat": { 2024-04-10T16:59:54.237 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 90332, 2024-04-10T16:59:54.237 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 88326950464 2024-04-10T16:59:54.237 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.237 INFO:tasks.workunit.client.0.smithi069.stdout: "txc_submit_lat": { 2024-04-10T16:59:54.237 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 90332, 2024-04-10T16:59:54.237 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 18486756271 2024-04-10T16:59:54.237 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.237 INFO:tasks.workunit.client.0.smithi069.stdout: "txc_throttle_lat": { 2024-04-10T16:59:54.237 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 90332, 2024-04-10T16:59:54.237 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 786632560 2024-04-10T16:59:54.237 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:54.237 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.238 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore-pricache": { 2024-04-10T16:59:54.238 INFO:tasks.workunit.client.0.smithi069.stdout: "cache_bytes": { 2024-04-10T16:59:54.238 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1405243637 2024-04-10T16:59:54.238 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.238 INFO:tasks.workunit.client.0.smithi069.stdout: "heap_bytes": { 2024-04-10T16:59:54.238 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 625803264 2024-04-10T16:59:54.238 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.238 INFO:tasks.workunit.client.0.smithi069.stdout: "mapped_bytes": { 2024-04-10T16:59:54.238 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 516775936 2024-04-10T16:59:54.238 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.238 INFO:tasks.workunit.client.0.smithi069.stdout: "target_bytes": { 2024-04-10T16:59:54.238 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2600647065 2024-04-10T16:59:54.238 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.238 INFO:tasks.workunit.client.0.smithi069.stdout: "unmapped_bytes": { 2024-04-10T16:59:54.238 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 109027328 2024-04-10T16:59:54.238 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:54.239 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.239 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore-pricache:data": { 2024-04-10T16:59:54.239 INFO:tasks.workunit.client.0.smithi069.stdout: "committed_bytes": { 2024-04-10T16:59:54.239 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 125829120 2024-04-10T16:59:54.239 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.239 INFO:tasks.workunit.client.0.smithi069.stdout: "pri0_bytes": { 2024-04-10T16:59:54.239 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.239 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.239 INFO:tasks.workunit.client.0.smithi069.stdout: "pri10_bytes": { 2024-04-10T16:59:54.239 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.239 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.239 INFO:tasks.workunit.client.0.smithi069.stdout: "pri11_bytes": { 2024-04-10T16:59:54.239 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 56682869 2024-04-10T16:59:54.239 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.239 INFO:tasks.workunit.client.0.smithi069.stdout: "pri1_bytes": { 2024-04-10T16:59:54.239 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.240 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.240 INFO:tasks.workunit.client.0.smithi069.stdout: "pri2_bytes": { 2024-04-10T16:59:54.240 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.240 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.240 INFO:tasks.workunit.client.0.smithi069.stdout: "pri3_bytes": { 2024-04-10T16:59:54.240 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.240 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.240 INFO:tasks.workunit.client.0.smithi069.stdout: "pri4_bytes": { 2024-04-10T16:59:54.240 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.240 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.240 INFO:tasks.workunit.client.0.smithi069.stdout: "pri5_bytes": { 2024-04-10T16:59:54.240 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 16384 2024-04-10T16:59:54.240 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.240 INFO:tasks.workunit.client.0.smithi069.stdout: "pri6_bytes": { 2024-04-10T16:59:54.240 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 49152 2024-04-10T16:59:54.241 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.241 INFO:tasks.workunit.client.0.smithi069.stdout: "pri7_bytes": { 2024-04-10T16:59:54.241 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.241 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.241 INFO:tasks.workunit.client.0.smithi069.stdout: "pri8_bytes": { 2024-04-10T16:59:54.241 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.241 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.241 INFO:tasks.workunit.client.0.smithi069.stdout: "pri9_bytes": { 2024-04-10T16:59:54.241 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.241 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.241 INFO:tasks.workunit.client.0.smithi069.stdout: "reserved_bytes": { 2024-04-10T16:59:54.241 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 69080715 2024-04-10T16:59:54.241 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:54.241 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.242 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore-pricache:kv": { 2024-04-10T16:59:54.242 INFO:tasks.workunit.client.0.smithi069.stdout: "committed_bytes": { 2024-04-10T16:59:54.242 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 562036736 2024-04-10T16:59:54.242 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.242 INFO:tasks.workunit.client.0.smithi069.stdout: "pri0_bytes": { 2024-04-10T16:59:54.242 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 67108864 2024-04-10T16:59:54.242 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.242 INFO:tasks.workunit.client.0.smithi069.stdout: "pri10_bytes": { 2024-04-10T16:59:54.242 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.242 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.242 INFO:tasks.workunit.client.0.smithi069.stdout: "pri11_bytes": { 2024-04-10T16:59:54.242 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 425121523 2024-04-10T16:59:54.242 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.242 INFO:tasks.workunit.client.0.smithi069.stdout: "pri1_bytes": { 2024-04-10T16:59:54.242 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.243 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.243 INFO:tasks.workunit.client.0.smithi069.stdout: "pri2_bytes": { 2024-04-10T16:59:54.243 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.243 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.243 INFO:tasks.workunit.client.0.smithi069.stdout: "pri3_bytes": { 2024-04-10T16:59:54.243 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 256 2024-04-10T16:59:54.243 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.243 INFO:tasks.workunit.client.0.smithi069.stdout: "pri4_bytes": { 2024-04-10T16:59:54.243 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.243 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.243 INFO:tasks.workunit.client.0.smithi069.stdout: "pri5_bytes": { 2024-04-10T16:59:54.243 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 143504 2024-04-10T16:59:54.243 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.243 INFO:tasks.workunit.client.0.smithi069.stdout: "pri6_bytes": { 2024-04-10T16:59:54.243 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 320 2024-04-10T16:59:54.244 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.244 INFO:tasks.workunit.client.0.smithi069.stdout: "pri7_bytes": { 2024-04-10T16:59:54.244 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.244 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.244 INFO:tasks.workunit.client.0.smithi069.stdout: "pri8_bytes": { 2024-04-10T16:59:54.244 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.244 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.244 INFO:tasks.workunit.client.0.smithi069.stdout: "pri9_bytes": { 2024-04-10T16:59:54.244 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.244 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.244 INFO:tasks.workunit.client.0.smithi069.stdout: "reserved_bytes": { 2024-04-10T16:59:54.244 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 69662269 2024-04-10T16:59:54.244 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:54.244 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.244 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore-pricache:kv_onode": { 2024-04-10T16:59:54.245 INFO:tasks.workunit.client.0.smithi069.stdout: "committed_bytes": { 2024-04-10T16:59:54.245 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 184549376 2024-04-10T16:59:54.245 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.245 INFO:tasks.workunit.client.0.smithi069.stdout: "pri0_bytes": { 2024-04-10T16:59:54.245 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 67108864 2024-04-10T16:59:54.245 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.245 INFO:tasks.workunit.client.0.smithi069.stdout: "pri10_bytes": { 2024-04-10T16:59:54.245 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 11028672 2024-04-10T16:59:54.245 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.245 INFO:tasks.workunit.client.0.smithi069.stdout: "pri11_bytes": { 2024-04-10T16:59:54.245 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 37788579 2024-04-10T16:59:54.245 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.245 INFO:tasks.workunit.client.0.smithi069.stdout: "pri1_bytes": { 2024-04-10T16:59:54.245 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.246 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.246 INFO:tasks.workunit.client.0.smithi069.stdout: "pri2_bytes": { 2024-04-10T16:59:54.246 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.246 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.246 INFO:tasks.workunit.client.0.smithi069.stdout: "pri3_bytes": { 2024-04-10T16:59:54.246 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.246 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.246 INFO:tasks.workunit.client.0.smithi069.stdout: "pri4_bytes": { 2024-04-10T16:59:54.246 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.246 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.246 INFO:tasks.workunit.client.0.smithi069.stdout: "pri5_bytes": { 2024-04-10T16:59:54.246 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.246 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.246 INFO:tasks.workunit.client.0.smithi069.stdout: "pri6_bytes": { 2024-04-10T16:59:54.247 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.247 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.247 INFO:tasks.workunit.client.0.smithi069.stdout: "pri7_bytes": { 2024-04-10T16:59:54.247 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.247 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.247 INFO:tasks.workunit.client.0.smithi069.stdout: "pri8_bytes": { 2024-04-10T16:59:54.247 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.247 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.247 INFO:tasks.workunit.client.0.smithi069.stdout: "pri9_bytes": { 2024-04-10T16:59:54.247 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.247 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.247 INFO:tasks.workunit.client.0.smithi069.stdout: "reserved_bytes": { 2024-04-10T16:59:54.247 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 68623261 2024-04-10T16:59:54.247 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:54.247 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.247 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore-pricache:meta": { 2024-04-10T16:59:54.247 INFO:tasks.workunit.client.0.smithi069.stdout: "committed_bytes": { 2024-04-10T16:59:54.248 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 494927872 2024-04-10T16:59:54.248 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.248 INFO:tasks.workunit.client.0.smithi069.stdout: "pri0_bytes": { 2024-04-10T16:59:54.248 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.248 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.248 INFO:tasks.workunit.client.0.smithi069.stdout: "pri10_bytes": { 2024-04-10T16:59:54.248 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.248 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.248 INFO:tasks.workunit.client.0.smithi069.stdout: "pri11_bytes": { 2024-04-10T16:59:54.248 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 425121523 2024-04-10T16:59:54.248 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.248 INFO:tasks.workunit.client.0.smithi069.stdout: "pri1_bytes": { 2024-04-10T16:59:54.248 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.248 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.248 INFO:tasks.workunit.client.0.smithi069.stdout: "pri2_bytes": { 2024-04-10T16:59:54.248 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.248 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.249 INFO:tasks.workunit.client.0.smithi069.stdout: "pri3_bytes": { 2024-04-10T16:59:54.249 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.249 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.249 INFO:tasks.workunit.client.0.smithi069.stdout: "pri4_bytes": { 2024-04-10T16:59:54.249 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.249 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.249 INFO:tasks.workunit.client.0.smithi069.stdout: "pri5_bytes": { 2024-04-10T16:59:54.249 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 156194 2024-04-10T16:59:54.249 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.249 INFO:tasks.workunit.client.0.smithi069.stdout: "pri6_bytes": { 2024-04-10T16:59:54.249 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1111042 2024-04-10T16:59:54.249 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.249 INFO:tasks.workunit.client.0.smithi069.stdout: "pri7_bytes": { 2024-04-10T16:59:54.249 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.249 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.249 INFO:tasks.workunit.client.0.smithi069.stdout: "pri8_bytes": { 2024-04-10T16:59:54.249 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.250 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.250 INFO:tasks.workunit.client.0.smithi069.stdout: "pri9_bytes": { 2024-04-10T16:59:54.250 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.250 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.250 INFO:tasks.workunit.client.0.smithi069.stdout: "reserved_bytes": { 2024-04-10T16:59:54.250 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 68539113 2024-04-10T16:59:54.250 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:54.250 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.250 INFO:tasks.workunit.client.0.smithi069.stdout: "objecter": { 2024-04-10T16:59:54.250 INFO:tasks.workunit.client.0.smithi069.stdout: "op_active": { 2024-04-10T16:59:54.250 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.250 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.250 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r": { 2024-04-10T16:59:54.250 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 19 2024-04-10T16:59:54.250 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.250 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rmw": { 2024-04-10T16:59:54.251 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.251 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.251 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w": { 2024-04-10T16:59:54.251 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.251 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:54.251 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.251 INFO:tasks.workunit.client.0.smithi069.stdout: "osd": { 2024-04-10T16:59:54.251 INFO:tasks.workunit.client.0.smithi069.stdout: "numpg": { 2024-04-10T16:59:54.251 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 53 2024-04-10T16:59:54.251 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.251 INFO:tasks.workunit.client.0.smithi069.stdout: "numpg_removing": { 2024-04-10T16:59:54.251 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.251 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.251 INFO:tasks.workunit.client.0.smithi069.stdout: "op": { 2024-04-10T16:59:54.251 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 38865 2024-04-10T16:59:54.251 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.251 INFO:tasks.workunit.client.0.smithi069.stdout: "op_before_queue_op_lat": { 2024-04-10T16:59:54.252 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 129414, 2024-04-10T16:59:54.252 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 9782848843 2024-04-10T16:59:54.252 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.252 INFO:tasks.workunit.client.0.smithi069.stdout: "op_delayed_degraded": { 2024-04-10T16:59:54.252 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.252 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.252 INFO:tasks.workunit.client.0.smithi069.stdout: "op_delayed_unreadable": { 2024-04-10T16:59:54.252 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3 2024-04-10T16:59:54.252 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.252 INFO:tasks.workunit.client.0.smithi069.stdout: "op_in_bytes": { 2024-04-10T16:59:54.252 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2439766607 2024-04-10T16:59:54.252 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.252 INFO:tasks.workunit.client.0.smithi069.stdout: "op_latency": { 2024-04-10T16:59:54.252 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 38865, 2024-04-10T16:59:54.252 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 647701021901 2024-04-10T16:59:54.252 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.253 INFO:tasks.workunit.client.0.smithi069.stdout: "op_out_bytes": { 2024-04-10T16:59:54.253 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2958159453 2024-04-10T16:59:54.253 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.253 INFO:tasks.workunit.client.0.smithi069.stdout: "op_prepare_latency": { 2024-04-10T16:59:54.253 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 40507, 2024-04-10T16:59:54.253 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 31176848570 2024-04-10T16:59:54.253 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.253 INFO:tasks.workunit.client.0.smithi069.stdout: "op_process_latency": { 2024-04-10T16:59:54.253 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 38865, 2024-04-10T16:59:54.253 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 102976688111 2024-04-10T16:59:54.253 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.253 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r": { 2024-04-10T16:59:54.253 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 17068 2024-04-10T16:59:54.253 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.253 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r_latency": { 2024-04-10T16:59:54.254 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 17068, 2024-04-10T16:59:54.254 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 11485325980 2024-04-10T16:59:54.254 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.254 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-10T16:59:54.254 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.254 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.254 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r_out_bytes": { 2024-04-10T16:59:54.254 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2958159453 2024-04-10T16:59:54.254 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.254 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r_prepare_latency": { 2024-04-10T16:59:54.254 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 17490, 2024-04-10T16:59:54.254 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 5067487855 2024-04-10T16:59:54.254 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.254 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r_process_latency": { 2024-04-10T16:59:54.254 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 17068, 2024-04-10T16:59:54.255 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 5222902673 2024-04-10T16:59:54.255 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.255 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw": { 2024-04-10T16:59:54.255 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 12157 2024-04-10T16:59:54.255 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.255 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_in_bytes": { 2024-04-10T16:59:54.255 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 378711170 2024-04-10T16:59:54.255 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.255 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_latency": { 2024-04-10T16:59:54.255 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 12157, 2024-04-10T16:59:54.255 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 100009769004 2024-04-10T16:59:54.255 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.255 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-10T16:59:54.255 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.255 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.255 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-10T16:59:54.255 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.256 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.256 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_out_bytes": { 2024-04-10T16:59:54.256 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.256 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.256 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_prepare_latency": { 2024-04-10T16:59:54.256 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 12290, 2024-04-10T16:59:54.256 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 13006198469 2024-04-10T16:59:54.256 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.256 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_process_latency": { 2024-04-10T16:59:54.256 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 12157, 2024-04-10T16:59:54.256 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 32080953282 2024-04-10T16:59:54.256 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.256 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w": { 2024-04-10T16:59:54.256 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 9640 2024-04-10T16:59:54.256 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.256 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w_in_bytes": { 2024-04-10T16:59:54.257 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2061055437 2024-04-10T16:59:54.257 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.257 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w_latency": { 2024-04-10T16:59:54.257 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 9640, 2024-04-10T16:59:54.257 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 536205926917 2024-04-10T16:59:54.257 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.257 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-10T16:59:54.257 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.257 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.257 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w_prepare_latency": { 2024-04-10T16:59:54.257 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 10727, 2024-04-10T16:59:54.257 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 13103162246 2024-04-10T16:59:54.257 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.257 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w_process_latency": { 2024-04-10T16:59:54.257 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 9640, 2024-04-10T16:59:54.257 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 65672832156 2024-04-10T16:59:54.258 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.258 INFO:tasks.workunit.client.0.smithi069.stdout: "op_wip": { 2024-04-10T16:59:54.258 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.258 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.258 INFO:tasks.workunit.client.0.smithi069.stdout: "recovery_bytes": { 2024-04-10T16:59:54.258 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 17345528 2024-04-10T16:59:54.258 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.258 INFO:tasks.workunit.client.0.smithi069.stdout: "recovery_ops": { 2024-04-10T16:59:54.258 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 15 2024-04-10T16:59:54.258 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.258 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_bytes": { 2024-04-10T16:59:54.258 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 95995035648 2024-04-10T16:59:54.258 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.258 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_bytes_used": { 2024-04-10T16:59:54.258 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 851755008 2024-04-10T16:59:54.258 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:54.259 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:54.259 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.259 INFO:tasks.workunit.client.0.smithi069.stdout: "osd.2": { 2024-04-10T16:59:54.259 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs": { 2024-04-10T16:59:54.259 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_db_max_lat": { 2024-04-10T16:59:54.259 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 19080 2024-04-10T16:59:54.259 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.259 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_slow_fallback": { 2024-04-10T16:59:54.259 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.259 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.259 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_slow_max_lat": { 2024-04-10T16:59:54.259 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.259 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.259 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_slow_size_fallback": { 2024-04-10T16:59:54.259 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.259 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.260 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_unit_db": { 2024-04-10T16:59:54.260 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 65536 2024-04-10T16:59:54.260 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.260 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_unit_slow": { 2024-04-10T16:59:54.260 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.260 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.260 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_unit_wal": { 2024-04-10T16:59:54.260 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.260 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.260 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_wal_max_lat": { 2024-04-10T16:59:54.260 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.260 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.260 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes_written_slow": { 2024-04-10T16:59:54.260 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.260 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.261 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes_written_sst": { 2024-04-10T16:59:54.261 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 9297920 2024-04-10T16:59:54.261 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.261 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes_written_wal": { 2024-04-10T16:59:54.261 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 700747776 2024-04-10T16:59:54.261 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.261 INFO:tasks.workunit.client.0.smithi069.stdout: "compact_lat": { 2024-04-10T16:59:54.261 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 17, 2024-04-10T16:59:54.261 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3932828 2024-04-10T16:59:54.261 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.261 INFO:tasks.workunit.client.0.smithi069.stdout: "compact_lock_lat": { 2024-04-10T16:59:54.261 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 17, 2024-04-10T16:59:54.261 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1349976 2024-04-10T16:59:54.261 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.262 INFO:tasks.workunit.client.0.smithi069.stdout: "db_alloc_lat": { 2024-04-10T16:59:54.262 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 184, 2024-04-10T16:59:54.262 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1029624 2024-04-10T16:59:54.262 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.262 INFO:tasks.workunit.client.0.smithi069.stdout: "db_total_bytes": { 2024-04-10T16:59:54.262 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 95995027456 2024-04-10T16:59:54.262 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.262 INFO:tasks.workunit.client.0.smithi069.stdout: "db_used_bytes": { 2024-04-10T16:59:54.262 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 669908992 2024-04-10T16:59:54.262 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.262 INFO:tasks.workunit.client.0.smithi069.stdout: "flush_lat": { 2024-04-10T16:59:54.262 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 70189, 2024-04-10T16:59:54.262 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 10825446311 2024-04-10T16:59:54.262 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.262 INFO:tasks.workunit.client.0.smithi069.stdout: "fsync_lat": { 2024-04-10T16:59:54.263 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 70213, 2024-04-10T16:59:54.263 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 17379949356 2024-04-10T16:59:54.263 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.263 INFO:tasks.workunit.client.0.smithi069.stdout: "log_bytes": { 2024-04-10T16:59:54.263 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 4919296 2024-04-10T16:59:54.263 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.263 INFO:tasks.workunit.client.0.smithi069.stdout: "logged_bytes": { 2024-04-10T16:59:54.263 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 287551488 2024-04-10T16:59:54.263 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.263 INFO:tasks.workunit.client.0.smithi069.stdout: "max_bytes_db": { 2024-04-10T16:59:54.263 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 686948352 2024-04-10T16:59:54.263 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.263 INFO:tasks.workunit.client.0.smithi069.stdout: "max_bytes_slow": { 2024-04-10T16:59:54.263 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.263 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.264 INFO:tasks.workunit.client.0.smithi069.stdout: "max_bytes_wal": { 2024-04-10T16:59:54.264 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.264 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.264 INFO:tasks.workunit.client.0.smithi069.stdout: "num_files": { 2024-04-10T16:59:54.264 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 53 2024-04-10T16:59:54.264 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.264 INFO:tasks.workunit.client.0.smithi069.stdout: "read_bytes": { 2024-04-10T16:59:54.264 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 6190871268 2024-04-10T16:59:54.264 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.264 INFO:tasks.workunit.client.0.smithi069.stdout: "read_count": { 2024-04-10T16:59:54.264 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 65983 2024-04-10T16:59:54.264 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.264 INFO:tasks.workunit.client.0.smithi069.stdout: "read_disk_bytes": { 2024-04-10T16:59:54.264 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 5417213952 2024-04-10T16:59:54.264 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.264 INFO:tasks.workunit.client.0.smithi069.stdout: "read_disk_bytes_db": { 2024-04-10T16:59:54.265 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 5417218048 2024-04-10T16:59:54.265 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.265 INFO:tasks.workunit.client.0.smithi069.stdout: "read_disk_bytes_slow": { 2024-04-10T16:59:54.265 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.265 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.265 INFO:tasks.workunit.client.0.smithi069.stdout: "read_disk_bytes_wal": { 2024-04-10T16:59:54.265 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.265 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.265 INFO:tasks.workunit.client.0.smithi069.stdout: "read_disk_count": { 2024-04-10T16:59:54.265 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 53121 2024-04-10T16:59:54.265 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.265 INFO:tasks.workunit.client.0.smithi069.stdout: "read_lat": { 2024-04-10T16:59:54.265 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 65983, 2024-04-10T16:59:54.265 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2153962042 2024-04-10T16:59:54.266 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.266 INFO:tasks.workunit.client.0.smithi069.stdout: "read_prefetch_bytes": { 2024-04-10T16:59:54.266 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 6077933487 2024-04-10T16:59:54.266 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.266 INFO:tasks.workunit.client.0.smithi069.stdout: "read_prefetch_count": { 2024-04-10T16:59:54.266 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 62521 2024-04-10T16:59:54.266 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.266 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_buffer_bytes": { 2024-04-10T16:59:54.266 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3121521 2024-04-10T16:59:54.266 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.266 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_buffer_count": { 2024-04-10T16:59:54.266 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 966 2024-04-10T16:59:54.266 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.266 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_bytes": { 2024-04-10T16:59:54.267 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 9147663 2024-04-10T16:59:54.267 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.267 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_count": { 2024-04-10T16:59:54.267 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1285 2024-04-10T16:59:54.267 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.267 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_disk_bytes": { 2024-04-10T16:59:54.267 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 6026142 2024-04-10T16:59:54.267 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.267 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_disk_bytes_db": { 2024-04-10T16:59:54.267 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 6026142 2024-04-10T16:59:54.267 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.267 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_disk_bytes_slow": { 2024-04-10T16:59:54.267 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.267 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.267 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_disk_bytes_wal": { 2024-04-10T16:59:54.268 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.268 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.268 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_disk_count": { 2024-04-10T16:59:54.268 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 326 2024-04-10T16:59:54.268 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.268 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_lat": { 2024-04-10T16:59:54.268 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 1285, 2024-04-10T16:59:54.268 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2569170 2024-04-10T16:59:54.268 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.268 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_alloc_lat": { 2024-04-10T16:59:54.268 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:54.268 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.268 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.268 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_total_bytes": { 2024-04-10T16:59:54.268 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.268 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.269 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_used_bytes": { 2024-04-10T16:59:54.269 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.269 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.269 INFO:tasks.workunit.client.0.smithi069.stdout: "truncate_lat": { 2024-04-10T16:59:54.269 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 1, 2024-04-10T16:59:54.269 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 806 2024-04-10T16:59:54.269 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.269 INFO:tasks.workunit.client.0.smithi069.stdout: "unlink_lat": { 2024-04-10T16:59:54.269 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 9, 2024-04-10T16:59:54.269 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 28602 2024-04-10T16:59:54.269 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.269 INFO:tasks.workunit.client.0.smithi069.stdout: "wal_alloc_lat": { 2024-04-10T16:59:54.269 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:54.269 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.270 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.270 INFO:tasks.workunit.client.0.smithi069.stdout: "wal_total_bytes": { 2024-04-10T16:59:54.270 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.270 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.270 INFO:tasks.workunit.client.0.smithi069.stdout: "wal_used_bytes": { 2024-04-10T16:59:54.270 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.270 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.270 INFO:tasks.workunit.client.0.smithi069.stdout: "write_bytes": { 2024-04-10T16:59:54.270 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1000181760 2024-04-10T16:59:54.270 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:54.270 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.270 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore": { 2024-04-10T16:59:54.270 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_unit": { 2024-04-10T16:59:54.270 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 4096 2024-04-10T16:59:54.271 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.271 INFO:tasks.workunit.client.0.smithi069.stdout: "allocated": { 2024-04-10T16:59:54.271 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 13586432 2024-04-10T16:59:54.271 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.271 INFO:tasks.workunit.client.0.smithi069.stdout: "allocator_lat": { 2024-04-10T16:59:54.271 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 14420, 2024-04-10T16:59:54.271 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 54391039 2024-04-10T16:59:54.271 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.271 INFO:tasks.workunit.client.0.smithi069.stdout: "clist_lat": { 2024-04-10T16:59:54.271 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 3604, 2024-04-10T16:59:54.271 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 6089260902 2024-04-10T16:59:54.271 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.271 INFO:tasks.workunit.client.0.smithi069.stdout: "compress_lat": { 2024-04-10T16:59:54.271 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:54.271 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.272 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.272 INFO:tasks.workunit.client.0.smithi069.stdout: "compressed": { 2024-04-10T16:59:54.272 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.272 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.272 INFO:tasks.workunit.client.0.smithi069.stdout: "compressed_allocated": { 2024-04-10T16:59:54.272 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.272 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.272 INFO:tasks.workunit.client.0.smithi069.stdout: "compressed_original": { 2024-04-10T16:59:54.272 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.272 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.272 INFO:tasks.workunit.client.0.smithi069.stdout: "csum_lat": { 2024-04-10T16:59:54.272 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 33671, 2024-04-10T16:59:54.272 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 280144361 2024-04-10T16:59:54.272 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.273 INFO:tasks.workunit.client.0.smithi069.stdout: "decompress_lat": { 2024-04-10T16:59:54.273 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:54.273 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.273 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.273 INFO:tasks.workunit.client.0.smithi069.stdout: "fragmentation_micros": { 2024-04-10T16:59:54.273 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.273 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.273 INFO:tasks.workunit.client.0.smithi069.stdout: "kv_commit_lat": { 2024-04-10T16:59:54.273 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 70129, 2024-04-10T16:59:54.273 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 21102301055 2024-04-10T16:59:54.273 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.273 INFO:tasks.workunit.client.0.smithi069.stdout: "kv_final_lat": { 2024-04-10T16:59:54.273 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 69661, 2024-04-10T16:59:54.273 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1363527052 2024-04-10T16:59:54.274 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.274 INFO:tasks.workunit.client.0.smithi069.stdout: "kv_flush_lat": { 2024-04-10T16:59:54.274 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 70129, 2024-04-10T16:59:54.274 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 35165443 2024-04-10T16:59:54.274 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.274 INFO:tasks.workunit.client.0.smithi069.stdout: "kv_sync_lat": { 2024-04-10T16:59:54.274 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 70129, 2024-04-10T16:59:54.274 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 21137466498 2024-04-10T16:59:54.274 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.274 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_get_keys_lat": { 2024-04-10T16:59:54.274 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:54.274 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.275 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.275 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_get_values_lat": { 2024-04-10T16:59:54.275 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 61515, 2024-04-10T16:59:54.275 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1261885952 2024-04-10T16:59:54.275 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.275 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_lower_bound_lat": { 2024-04-10T16:59:54.275 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 1014, 2024-04-10T16:59:54.275 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2795789 2024-04-10T16:59:54.275 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.275 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_next_lat": { 2024-04-10T16:59:54.275 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 24205, 2024-04-10T16:59:54.275 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 13502208 2024-04-10T16:59:54.275 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.275 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_seek_to_first_lat": { 2024-04-10T16:59:54.275 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 36, 2024-04-10T16:59:54.275 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 54680 2024-04-10T16:59:54.276 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.276 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_upper_bound_lat": { 2024-04-10T16:59:54.276 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 21553, 2024-04-10T16:59:54.276 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1566071893 2024-04-10T16:59:54.276 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.276 INFO:tasks.workunit.client.0.smithi069.stdout: "onode_hits": { 2024-04-10T16:59:54.276 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 263509 2024-04-10T16:59:54.276 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.276 INFO:tasks.workunit.client.0.smithi069.stdout: "onode_misses": { 2024-04-10T16:59:54.276 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 18989 2024-04-10T16:59:54.276 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.276 INFO:tasks.workunit.client.0.smithi069.stdout: "read_lat": { 2024-04-10T16:59:54.276 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 8257, 2024-04-10T16:59:54.276 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2329494101 2024-04-10T16:59:54.276 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.277 INFO:tasks.workunit.client.0.smithi069.stdout: "read_onode_meta_lat": { 2024-04-10T16:59:54.277 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 23597, 2024-04-10T16:59:54.277 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 12440169 2024-04-10T16:59:54.277 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.277 INFO:tasks.workunit.client.0.smithi069.stdout: "read_wait_aio_lat": { 2024-04-10T16:59:54.277 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 15340, 2024-04-10T16:59:54.277 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1993568409 2024-04-10T16:59:54.277 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.277 INFO:tasks.workunit.client.0.smithi069.stdout: "reads_with_retries": { 2024-04-10T16:59:54.277 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.277 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.277 INFO:tasks.workunit.client.0.smithi069.stdout: "remove_lat": { 2024-04-10T16:59:54.277 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 12845, 2024-04-10T16:59:54.277 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 414513160 2024-04-10T16:59:54.277 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.278 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_aio_wait_count": { 2024-04-10T16:59:54.278 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.278 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.278 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_committed_kv_count": { 2024-04-10T16:59:54.278 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.278 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.278 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_read_onode_meta_count": { 2024-04-10T16:59:54.278 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.278 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.278 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_read_wait_aio_count": { 2024-04-10T16:59:54.278 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.278 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.278 INFO:tasks.workunit.client.0.smithi069.stdout: "state_aio_wait_lat": { 2024-04-10T16:59:54.278 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 81330, 2024-04-10T16:59:54.278 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 9116749433 2024-04-10T16:59:54.278 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.279 INFO:tasks.workunit.client.0.smithi069.stdout: "state_deferred_aio_wait_lat": { 2024-04-10T16:59:54.279 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 6262, 2024-04-10T16:59:54.279 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 620637945 2024-04-10T16:59:54.279 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.279 INFO:tasks.workunit.client.0.smithi069.stdout: "state_deferred_cleanup_lat": { 2024-04-10T16:59:54.279 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 6262, 2024-04-10T16:59:54.279 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 4344686723048 2024-04-10T16:59:54.279 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.279 INFO:tasks.workunit.client.0.smithi069.stdout: "state_deferred_queued_lat": { 2024-04-10T16:59:54.279 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 6262, 2024-04-10T16:59:54.279 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 6437507664369 2024-04-10T16:59:54.279 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.279 INFO:tasks.workunit.client.0.smithi069.stdout: "state_done_lat": { 2024-04-10T16:59:54.279 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 81330, 2024-04-10T16:59:54.279 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2507839150305 2024-04-10T16:59:54.279 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.280 INFO:tasks.workunit.client.0.smithi069.stdout: "state_finishing_lat": { 2024-04-10T16:59:54.280 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 81330, 2024-04-10T16:59:54.280 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 7942989 2024-04-10T16:59:54.280 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.280 INFO:tasks.workunit.client.0.smithi069.stdout: "state_io_done_lat": { 2024-04-10T16:59:54.280 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 81330, 2024-04-10T16:59:54.280 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 475284632 2024-04-10T16:59:54.280 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.280 INFO:tasks.workunit.client.0.smithi069.stdout: "state_kv_commiting_lat": { 2024-04-10T16:59:54.280 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 81330, 2024-04-10T16:59:54.280 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 31486959647 2024-04-10T16:59:54.280 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.280 INFO:tasks.workunit.client.0.smithi069.stdout: "state_kv_done_lat": { 2024-04-10T16:59:54.280 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 81330, 2024-04-10T16:59:54.280 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 29179231 2024-04-10T16:59:54.280 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.280 INFO:tasks.workunit.client.0.smithi069.stdout: "state_kv_queued_lat": { 2024-04-10T16:59:54.281 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 81330, 2024-04-10T16:59:54.281 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 14538013464 2024-04-10T16:59:54.281 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.281 INFO:tasks.workunit.client.0.smithi069.stdout: "state_prepare_lat": { 2024-04-10T16:59:54.281 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 81330, 2024-04-10T16:59:54.281 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 13543501930 2024-04-10T16:59:54.281 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.281 INFO:tasks.workunit.client.0.smithi069.stdout: "stored": { 2024-04-10T16:59:54.281 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 9672755 2024-04-10T16:59:54.281 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.281 INFO:tasks.workunit.client.0.smithi069.stdout: "truncate_lat": { 2024-04-10T16:59:54.281 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 2506, 2024-04-10T16:59:54.281 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 14649538 2024-04-10T16:59:54.281 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.281 INFO:tasks.workunit.client.0.smithi069.stdout: "txc_commit_lat": { 2024-04-10T16:59:54.282 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 81330, 2024-04-10T16:59:54.282 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 69173713792 2024-04-10T16:59:54.282 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.282 INFO:tasks.workunit.client.0.smithi069.stdout: "txc_submit_lat": { 2024-04-10T16:59:54.282 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 81330, 2024-04-10T16:59:54.282 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 14461044077 2024-04-10T16:59:54.282 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.282 INFO:tasks.workunit.client.0.smithi069.stdout: "txc_throttle_lat": { 2024-04-10T16:59:54.282 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 81330, 2024-04-10T16:59:54.282 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 522904902 2024-04-10T16:59:54.282 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:54.282 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.283 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore-pricache": { 2024-04-10T16:59:54.283 INFO:tasks.workunit.client.0.smithi069.stdout: "cache_bytes": { 2024-04-10T16:59:54.283 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1405243637 2024-04-10T16:59:54.283 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.283 INFO:tasks.workunit.client.0.smithi069.stdout: "heap_bytes": { 2024-04-10T16:59:54.283 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 555384832 2024-04-10T16:59:54.283 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.283 INFO:tasks.workunit.client.0.smithi069.stdout: "mapped_bytes": { 2024-04-10T16:59:54.283 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 448028672 2024-04-10T16:59:54.283 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.283 INFO:tasks.workunit.client.0.smithi069.stdout: "target_bytes": { 2024-04-10T16:59:54.283 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2600647065 2024-04-10T16:59:54.283 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.283 INFO:tasks.workunit.client.0.smithi069.stdout: "unmapped_bytes": { 2024-04-10T16:59:54.283 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 107356160 2024-04-10T16:59:54.283 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:54.284 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.284 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore-pricache:data": { 2024-04-10T16:59:54.284 INFO:tasks.workunit.client.0.smithi069.stdout: "committed_bytes": { 2024-04-10T16:59:54.284 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 125829120 2024-04-10T16:59:54.284 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.284 INFO:tasks.workunit.client.0.smithi069.stdout: "pri0_bytes": { 2024-04-10T16:59:54.284 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.284 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.284 INFO:tasks.workunit.client.0.smithi069.stdout: "pri10_bytes": { 2024-04-10T16:59:54.284 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.284 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.284 INFO:tasks.workunit.client.0.smithi069.stdout: "pri11_bytes": { 2024-04-10T16:59:54.284 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 56888122 2024-04-10T16:59:54.284 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.285 INFO:tasks.workunit.client.0.smithi069.stdout: "pri1_bytes": { 2024-04-10T16:59:54.285 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.285 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.285 INFO:tasks.workunit.client.0.smithi069.stdout: "pri2_bytes": { 2024-04-10T16:59:54.285 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.285 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.285 INFO:tasks.workunit.client.0.smithi069.stdout: "pri3_bytes": { 2024-04-10T16:59:54.285 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.285 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.285 INFO:tasks.workunit.client.0.smithi069.stdout: "pri4_bytes": { 2024-04-10T16:59:54.285 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.285 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.285 INFO:tasks.workunit.client.0.smithi069.stdout: "pri5_bytes": { 2024-04-10T16:59:54.285 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 12288 2024-04-10T16:59:54.286 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.286 INFO:tasks.workunit.client.0.smithi069.stdout: "pri6_bytes": { 2024-04-10T16:59:54.286 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 77824 2024-04-10T16:59:54.286 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.286 INFO:tasks.workunit.client.0.smithi069.stdout: "pri7_bytes": { 2024-04-10T16:59:54.286 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.286 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.286 INFO:tasks.workunit.client.0.smithi069.stdout: "pri8_bytes": { 2024-04-10T16:59:54.286 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.286 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.286 INFO:tasks.workunit.client.0.smithi069.stdout: "pri9_bytes": { 2024-04-10T16:59:54.286 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.286 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.286 INFO:tasks.workunit.client.0.smithi069.stdout: "reserved_bytes": { 2024-04-10T16:59:54.286 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 68850886 2024-04-10T16:59:54.287 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:54.287 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.287 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore-pricache:kv": { 2024-04-10T16:59:54.287 INFO:tasks.workunit.client.0.smithi069.stdout: "committed_bytes": { 2024-04-10T16:59:54.287 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 562036736 2024-04-10T16:59:54.287 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.287 INFO:tasks.workunit.client.0.smithi069.stdout: "pri0_bytes": { 2024-04-10T16:59:54.287 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 67108864 2024-04-10T16:59:54.287 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.287 INFO:tasks.workunit.client.0.smithi069.stdout: "pri10_bytes": { 2024-04-10T16:59:54.287 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.287 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.287 INFO:tasks.workunit.client.0.smithi069.stdout: "pri11_bytes": { 2024-04-10T16:59:54.287 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 426660919 2024-04-10T16:59:54.287 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.287 INFO:tasks.workunit.client.0.smithi069.stdout: "pri1_bytes": { 2024-04-10T16:59:54.288 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.288 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.288 INFO:tasks.workunit.client.0.smithi069.stdout: "pri2_bytes": { 2024-04-10T16:59:54.288 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.288 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.288 INFO:tasks.workunit.client.0.smithi069.stdout: "pri3_bytes": { 2024-04-10T16:59:54.288 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2384 2024-04-10T16:59:54.288 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.288 INFO:tasks.workunit.client.0.smithi069.stdout: "pri4_bytes": { 2024-04-10T16:59:54.288 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.288 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.288 INFO:tasks.workunit.client.0.smithi069.stdout: "pri5_bytes": { 2024-04-10T16:59:54.288 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 170608 2024-04-10T16:59:54.288 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.288 INFO:tasks.workunit.client.0.smithi069.stdout: "pri6_bytes": { 2024-04-10T16:59:54.288 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.288 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.289 INFO:tasks.workunit.client.0.smithi069.stdout: "pri7_bytes": { 2024-04-10T16:59:54.289 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.289 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.289 INFO:tasks.workunit.client.0.smithi069.stdout: "pri8_bytes": { 2024-04-10T16:59:54.289 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.289 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.289 INFO:tasks.workunit.client.0.smithi069.stdout: "pri9_bytes": { 2024-04-10T16:59:54.289 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.289 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.289 INFO:tasks.workunit.client.0.smithi069.stdout: "reserved_bytes": { 2024-04-10T16:59:54.289 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 68093961 2024-04-10T16:59:54.289 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:54.289 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.289 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore-pricache:kv_onode": { 2024-04-10T16:59:54.289 INFO:tasks.workunit.client.0.smithi069.stdout: "committed_bytes": { 2024-04-10T16:59:54.289 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 184549376 2024-04-10T16:59:54.290 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.290 INFO:tasks.workunit.client.0.smithi069.stdout: "pri0_bytes": { 2024-04-10T16:59:54.290 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 67108864 2024-04-10T16:59:54.290 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.290 INFO:tasks.workunit.client.0.smithi069.stdout: "pri10_bytes": { 2024-04-10T16:59:54.290 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 8814336 2024-04-10T16:59:54.290 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.290 INFO:tasks.workunit.client.0.smithi069.stdout: "pri11_bytes": { 2024-04-10T16:59:54.290 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 37925415 2024-04-10T16:59:54.290 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.290 INFO:tasks.workunit.client.0.smithi069.stdout: "pri1_bytes": { 2024-04-10T16:59:54.290 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.290 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.290 INFO:tasks.workunit.client.0.smithi069.stdout: "pri2_bytes": { 2024-04-10T16:59:54.291 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.291 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.291 INFO:tasks.workunit.client.0.smithi069.stdout: "pri3_bytes": { 2024-04-10T16:59:54.291 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.291 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.291 INFO:tasks.workunit.client.0.smithi069.stdout: "pri4_bytes": { 2024-04-10T16:59:54.291 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.291 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.291 INFO:tasks.workunit.client.0.smithi069.stdout: "pri5_bytes": { 2024-04-10T16:59:54.291 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.291 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.291 INFO:tasks.workunit.client.0.smithi069.stdout: "pri6_bytes": { 2024-04-10T16:59:54.291 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.291 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.291 INFO:tasks.workunit.client.0.smithi069.stdout: "pri7_bytes": { 2024-04-10T16:59:54.291 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.292 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.292 INFO:tasks.workunit.client.0.smithi069.stdout: "pri8_bytes": { 2024-04-10T16:59:54.292 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.292 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.292 INFO:tasks.workunit.client.0.smithi069.stdout: "pri9_bytes": { 2024-04-10T16:59:54.292 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.292 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.292 INFO:tasks.workunit.client.0.smithi069.stdout: "reserved_bytes": { 2024-04-10T16:59:54.292 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 70700761 2024-04-10T16:59:54.292 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:54.292 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.292 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore-pricache:meta": { 2024-04-10T16:59:54.292 INFO:tasks.workunit.client.0.smithi069.stdout: "committed_bytes": { 2024-04-10T16:59:54.292 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 503316480 2024-04-10T16:59:54.292 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.292 INFO:tasks.workunit.client.0.smithi069.stdout: "pri0_bytes": { 2024-04-10T16:59:54.292 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.293 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.293 INFO:tasks.workunit.client.0.smithi069.stdout: "pri10_bytes": { 2024-04-10T16:59:54.293 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.293 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.293 INFO:tasks.workunit.client.0.smithi069.stdout: "pri11_bytes": { 2024-04-10T16:59:54.293 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 426660919 2024-04-10T16:59:54.293 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.293 INFO:tasks.workunit.client.0.smithi069.stdout: "pri1_bytes": { 2024-04-10T16:59:54.293 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.293 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.293 INFO:tasks.workunit.client.0.smithi069.stdout: "pri2_bytes": { 2024-04-10T16:59:54.293 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.293 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.293 INFO:tasks.workunit.client.0.smithi069.stdout: "pri3_bytes": { 2024-04-10T16:59:54.293 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.294 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.294 INFO:tasks.workunit.client.0.smithi069.stdout: "pri4_bytes": { 2024-04-10T16:59:54.294 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.294 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.294 INFO:tasks.workunit.client.0.smithi069.stdout: "pri5_bytes": { 2024-04-10T16:59:54.294 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 151247 2024-04-10T16:59:54.294 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.294 INFO:tasks.workunit.client.0.smithi069.stdout: "pri6_bytes": { 2024-04-10T16:59:54.294 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1135859 2024-04-10T16:59:54.294 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.294 INFO:tasks.workunit.client.0.smithi069.stdout: "pri7_bytes": { 2024-04-10T16:59:54.294 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.294 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.294 INFO:tasks.workunit.client.0.smithi069.stdout: "pri8_bytes": { 2024-04-10T16:59:54.294 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.295 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.295 INFO:tasks.workunit.client.0.smithi069.stdout: "pri9_bytes": { 2024-04-10T16:59:54.295 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.295 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.295 INFO:tasks.workunit.client.0.smithi069.stdout: "reserved_bytes": { 2024-04-10T16:59:54.295 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 75368455 2024-04-10T16:59:54.295 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:54.295 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.295 INFO:tasks.workunit.client.0.smithi069.stdout: "objecter": { 2024-04-10T16:59:54.295 INFO:tasks.workunit.client.0.smithi069.stdout: "op_active": { 2024-04-10T16:59:54.295 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.295 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.295 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r": { 2024-04-10T16:59:54.295 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 95 2024-04-10T16:59:54.296 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.296 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rmw": { 2024-04-10T16:59:54.296 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.296 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.296 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w": { 2024-04-10T16:59:54.296 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.296 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:54.296 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.296 INFO:tasks.workunit.client.0.smithi069.stdout: "osd": { 2024-04-10T16:59:54.296 INFO:tasks.workunit.client.0.smithi069.stdout: "numpg": { 2024-04-10T16:59:54.296 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 40 2024-04-10T16:59:54.296 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.296 INFO:tasks.workunit.client.0.smithi069.stdout: "numpg_removing": { 2024-04-10T16:59:54.296 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.297 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.297 INFO:tasks.workunit.client.0.smithi069.stdout: "op": { 2024-04-10T16:59:54.297 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 52557 2024-04-10T16:59:54.297 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.297 INFO:tasks.workunit.client.0.smithi069.stdout: "op_before_queue_op_lat": { 2024-04-10T16:59:54.297 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 145745, 2024-04-10T16:59:54.297 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 7864588720 2024-04-10T16:59:54.297 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.297 INFO:tasks.workunit.client.0.smithi069.stdout: "op_delayed_degraded": { 2024-04-10T16:59:54.297 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 4 2024-04-10T16:59:54.297 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.297 INFO:tasks.workunit.client.0.smithi069.stdout: "op_delayed_unreadable": { 2024-04-10T16:59:54.297 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.297 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.297 INFO:tasks.workunit.client.0.smithi069.stdout: "op_in_bytes": { 2024-04-10T16:59:54.298 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2165643152 2024-04-10T16:59:54.298 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.298 INFO:tasks.workunit.client.0.smithi069.stdout: "op_latency": { 2024-04-10T16:59:54.298 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 52557, 2024-04-10T16:59:54.298 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 123056690456 2024-04-10T16:59:54.298 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.298 INFO:tasks.workunit.client.0.smithi069.stdout: "op_out_bytes": { 2024-04-10T16:59:54.298 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3893765718 2024-04-10T16:59:54.298 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.298 INFO:tasks.workunit.client.0.smithi069.stdout: "op_prepare_latency": { 2024-04-10T16:59:54.298 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 53439, 2024-04-10T16:59:54.298 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 44217777133 2024-04-10T16:59:54.298 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.298 INFO:tasks.workunit.client.0.smithi069.stdout: "op_process_latency": { 2024-04-10T16:59:54.298 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 52557, 2024-04-10T16:59:54.299 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 77290025686 2024-04-10T16:59:54.299 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.299 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r": { 2024-04-10T16:59:54.299 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 22868 2024-04-10T16:59:54.299 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.299 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r_latency": { 2024-04-10T16:59:54.299 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 22868, 2024-04-10T16:59:54.299 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 23620290970 2024-04-10T16:59:54.299 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.299 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-10T16:59:54.299 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.299 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.299 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r_out_bytes": { 2024-04-10T16:59:54.299 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3893765718 2024-04-10T16:59:54.299 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.299 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r_prepare_latency": { 2024-04-10T16:59:54.300 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 23291, 2024-04-10T16:59:54.300 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 6115337591 2024-04-10T16:59:54.300 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.300 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r_process_latency": { 2024-04-10T16:59:54.300 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 22868, 2024-04-10T16:59:54.300 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 9746527730 2024-04-10T16:59:54.300 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.300 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw": { 2024-04-10T16:59:54.300 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 27394 2024-04-10T16:59:54.300 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.300 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_in_bytes": { 2024-04-10T16:59:54.300 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 499391698 2024-04-10T16:59:54.300 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.300 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_latency": { 2024-04-10T16:59:54.301 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 27394, 2024-04-10T16:59:54.301 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 52956422186 2024-04-10T16:59:54.301 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.301 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-10T16:59:54.301 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.301 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.301 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-10T16:59:54.301 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.301 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.301 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_out_bytes": { 2024-04-10T16:59:54.301 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.301 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.301 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_prepare_latency": { 2024-04-10T16:59:54.301 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 27684, 2024-04-10T16:59:54.301 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 34149199463 2024-04-10T16:59:54.302 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.302 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_process_latency": { 2024-04-10T16:59:54.302 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 27394, 2024-04-10T16:59:54.302 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 50269609082 2024-04-10T16:59:54.302 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.302 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w": { 2024-04-10T16:59:54.302 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2295 2024-04-10T16:59:54.302 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.302 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w_in_bytes": { 2024-04-10T16:59:54.302 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1666251454 2024-04-10T16:59:54.302 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.302 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w_latency": { 2024-04-10T16:59:54.302 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 2295, 2024-04-10T16:59:54.302 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 46479977300 2024-04-10T16:59:54.303 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.303 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-10T16:59:54.303 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.303 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.303 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w_prepare_latency": { 2024-04-10T16:59:54.303 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 2464, 2024-04-10T16:59:54.303 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3953240079 2024-04-10T16:59:54.303 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.303 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w_process_latency": { 2024-04-10T16:59:54.303 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 2295, 2024-04-10T16:59:54.303 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 17273888874 2024-04-10T16:59:54.303 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.303 INFO:tasks.workunit.client.0.smithi069.stdout: "op_wip": { 2024-04-10T16:59:54.303 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.303 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.303 INFO:tasks.workunit.client.0.smithi069.stdout: "recovery_bytes": { 2024-04-10T16:59:54.303 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 8388616 2024-04-10T16:59:54.304 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.304 INFO:tasks.workunit.client.0.smithi069.stdout: "recovery_ops": { 2024-04-10T16:59:54.304 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 23 2024-04-10T16:59:54.304 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.304 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_bytes": { 2024-04-10T16:59:54.304 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 95995035648 2024-04-10T16:59:54.304 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.304 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_bytes_used": { 2024-04-10T16:59:54.304 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 683503616 2024-04-10T16:59:54.304 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:54.304 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:54.304 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.304 INFO:tasks.workunit.client.0.smithi069.stdout: "osd.3": { 2024-04-10T16:59:54.304 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs": { 2024-04-10T16:59:54.304 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_db_max_lat": { 2024-04-10T16:59:54.304 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 28334 2024-04-10T16:59:54.304 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.305 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_slow_fallback": { 2024-04-10T16:59:54.305 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.305 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.305 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_slow_max_lat": { 2024-04-10T16:59:54.305 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.305 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.305 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_slow_size_fallback": { 2024-04-10T16:59:54.305 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.305 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.305 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_unit_db": { 2024-04-10T16:59:54.305 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 65536 2024-04-10T16:59:54.305 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.305 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_unit_slow": { 2024-04-10T16:59:54.305 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.305 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.306 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_unit_wal": { 2024-04-10T16:59:54.306 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.306 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.306 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_wal_max_lat": { 2024-04-10T16:59:54.306 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.306 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.306 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes_written_slow": { 2024-04-10T16:59:54.306 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.306 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.306 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes_written_sst": { 2024-04-10T16:59:54.306 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3350528 2024-04-10T16:59:54.306 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.306 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes_written_wal": { 2024-04-10T16:59:54.306 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 618958848 2024-04-10T16:59:54.307 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.307 INFO:tasks.workunit.client.0.smithi069.stdout: "compact_lat": { 2024-04-10T16:59:54.307 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 16, 2024-04-10T16:59:54.307 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 4943135 2024-04-10T16:59:54.307 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.307 INFO:tasks.workunit.client.0.smithi069.stdout: "compact_lock_lat": { 2024-04-10T16:59:54.307 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 16, 2024-04-10T16:59:54.307 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2190134 2024-04-10T16:59:54.307 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.307 INFO:tasks.workunit.client.0.smithi069.stdout: "db_alloc_lat": { 2024-04-10T16:59:54.307 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 159, 2024-04-10T16:59:54.307 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 849714 2024-04-10T16:59:54.307 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.307 INFO:tasks.workunit.client.0.smithi069.stdout: "db_total_bytes": { 2024-04-10T16:59:54.307 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 95995027456 2024-04-10T16:59:54.307 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.308 INFO:tasks.workunit.client.0.smithi069.stdout: "db_used_bytes": { 2024-04-10T16:59:54.308 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 557383680 2024-04-10T16:59:54.308 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.308 INFO:tasks.workunit.client.0.smithi069.stdout: "flush_lat": { 2024-04-10T16:59:54.308 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 66838, 2024-04-10T16:59:54.308 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 10606979400 2024-04-10T16:59:54.308 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.308 INFO:tasks.workunit.client.0.smithi069.stdout: "fsync_lat": { 2024-04-10T16:59:54.308 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 66851, 2024-04-10T16:59:54.308 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 17214667089 2024-04-10T16:59:54.308 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.308 INFO:tasks.workunit.client.0.smithi069.stdout: "log_bytes": { 2024-04-10T16:59:54.308 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 7872512 2024-04-10T16:59:54.308 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.308 INFO:tasks.workunit.client.0.smithi069.stdout: "logged_bytes": { 2024-04-10T16:59:54.308 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 273866752 2024-04-10T16:59:54.309 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.309 INFO:tasks.workunit.client.0.smithi069.stdout: "max_bytes_db": { 2024-04-10T16:59:54.309 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 570163200 2024-04-10T16:59:54.309 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.309 INFO:tasks.workunit.client.0.smithi069.stdout: "max_bytes_slow": { 2024-04-10T16:59:54.309 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.309 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.309 INFO:tasks.workunit.client.0.smithi069.stdout: "max_bytes_wal": { 2024-04-10T16:59:54.309 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.309 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.309 INFO:tasks.workunit.client.0.smithi069.stdout: "num_files": { 2024-04-10T16:59:54.309 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 44 2024-04-10T16:59:54.309 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.309 INFO:tasks.workunit.client.0.smithi069.stdout: "read_bytes": { 2024-04-10T16:59:54.309 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2027109603 2024-04-10T16:59:54.309 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.310 INFO:tasks.workunit.client.0.smithi069.stdout: "read_count": { 2024-04-10T16:59:54.310 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 30337 2024-04-10T16:59:54.310 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.310 INFO:tasks.workunit.client.0.smithi069.stdout: "read_disk_bytes": { 2024-04-10T16:59:54.310 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1801629696 2024-04-10T16:59:54.310 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.310 INFO:tasks.workunit.client.0.smithi069.stdout: "read_disk_bytes_db": { 2024-04-10T16:59:54.310 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1801633792 2024-04-10T16:59:54.310 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.310 INFO:tasks.workunit.client.0.smithi069.stdout: "read_disk_bytes_slow": { 2024-04-10T16:59:54.310 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.310 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.310 INFO:tasks.workunit.client.0.smithi069.stdout: "read_disk_bytes_wal": { 2024-04-10T16:59:54.310 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.310 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.310 INFO:tasks.workunit.client.0.smithi069.stdout: "read_disk_count": { 2024-04-10T16:59:54.311 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 25963 2024-04-10T16:59:54.311 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.311 INFO:tasks.workunit.client.0.smithi069.stdout: "read_lat": { 2024-04-10T16:59:54.311 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 30337, 2024-04-10T16:59:54.311 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 848425013 2024-04-10T16:59:54.311 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.311 INFO:tasks.workunit.client.0.smithi069.stdout: "read_prefetch_bytes": { 2024-04-10T16:59:54.311 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1948211492 2024-04-10T16:59:54.311 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.311 INFO:tasks.workunit.client.0.smithi069.stdout: "read_prefetch_count": { 2024-04-10T16:59:54.311 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 27916 2024-04-10T16:59:54.311 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.311 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_buffer_bytes": { 2024-04-10T16:59:54.311 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1202175 2024-04-10T16:59:54.311 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.311 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_buffer_count": { 2024-04-10T16:59:54.312 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 576 2024-04-10T16:59:54.312 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.312 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_bytes": { 2024-04-10T16:59:54.312 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3322771 2024-04-10T16:59:54.312 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.312 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_count": { 2024-04-10T16:59:54.312 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 712 2024-04-10T16:59:54.312 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.312 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_disk_bytes": { 2024-04-10T16:59:54.312 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2120596 2024-04-10T16:59:54.312 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.312 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_disk_bytes_db": { 2024-04-10T16:59:54.312 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2120596 2024-04-10T16:59:54.312 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.312 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_disk_bytes_slow": { 2024-04-10T16:59:54.313 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.313 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.313 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_disk_bytes_wal": { 2024-04-10T16:59:54.313 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.313 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.313 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_disk_count": { 2024-04-10T16:59:54.313 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 137 2024-04-10T16:59:54.313 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.313 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_lat": { 2024-04-10T16:59:54.313 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 712, 2024-04-10T16:59:54.313 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1145757 2024-04-10T16:59:54.313 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.313 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_alloc_lat": { 2024-04-10T16:59:54.313 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:54.313 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.313 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.313 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_total_bytes": { 2024-04-10T16:59:54.314 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.314 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.314 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_used_bytes": { 2024-04-10T16:59:54.314 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.314 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.314 INFO:tasks.workunit.client.0.smithi069.stdout: "truncate_lat": { 2024-04-10T16:59:54.314 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 1, 2024-04-10T16:59:54.314 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 737 2024-04-10T16:59:54.314 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.314 INFO:tasks.workunit.client.0.smithi069.stdout: "unlink_lat": { 2024-04-10T16:59:54.314 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 7, 2024-04-10T16:59:54.314 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 9216 2024-04-10T16:59:54.314 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.314 INFO:tasks.workunit.client.0.smithi069.stdout: "wal_alloc_lat": { 2024-04-10T16:59:54.315 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:54.315 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.315 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.315 INFO:tasks.workunit.client.0.smithi069.stdout: "wal_total_bytes": { 2024-04-10T16:59:54.315 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.315 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.315 INFO:tasks.workunit.client.0.smithi069.stdout: "wal_used_bytes": { 2024-04-10T16:59:54.315 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.315 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.315 INFO:tasks.workunit.client.0.smithi069.stdout: "write_bytes": { 2024-04-10T16:59:54.315 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 898609152 2024-04-10T16:59:54.315 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:54.315 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.315 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore": { 2024-04-10T16:59:54.315 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_unit": { 2024-04-10T16:59:54.315 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 4096 2024-04-10T16:59:54.316 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.316 INFO:tasks.workunit.client.0.smithi069.stdout: "allocated": { 2024-04-10T16:59:54.316 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 9416704 2024-04-10T16:59:54.316 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.316 INFO:tasks.workunit.client.0.smithi069.stdout: "allocator_lat": { 2024-04-10T16:59:54.316 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 20318, 2024-04-10T16:59:54.316 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 65800888 2024-04-10T16:59:54.316 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.316 INFO:tasks.workunit.client.0.smithi069.stdout: "clist_lat": { 2024-04-10T16:59:54.316 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 3551, 2024-04-10T16:59:54.316 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 5550239155 2024-04-10T16:59:54.316 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.316 INFO:tasks.workunit.client.0.smithi069.stdout: "compress_lat": { 2024-04-10T16:59:54.316 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:54.316 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.316 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.317 INFO:tasks.workunit.client.0.smithi069.stdout: "compressed": { 2024-04-10T16:59:54.317 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.317 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.317 INFO:tasks.workunit.client.0.smithi069.stdout: "compressed_allocated": { 2024-04-10T16:59:54.317 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.317 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.317 INFO:tasks.workunit.client.0.smithi069.stdout: "compressed_original": { 2024-04-10T16:59:54.317 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.317 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.317 INFO:tasks.workunit.client.0.smithi069.stdout: "csum_lat": { 2024-04-10T16:59:54.317 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 17481, 2024-04-10T16:59:54.317 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 138529807 2024-04-10T16:59:54.317 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.317 INFO:tasks.workunit.client.0.smithi069.stdout: "decompress_lat": { 2024-04-10T16:59:54.317 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:54.317 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.317 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.318 INFO:tasks.workunit.client.0.smithi069.stdout: "fragmentation_micros": { 2024-04-10T16:59:54.318 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.318 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.318 INFO:tasks.workunit.client.0.smithi069.stdout: "kv_commit_lat": { 2024-04-10T16:59:54.318 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 66803, 2024-04-10T16:59:54.318 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 20689321685 2024-04-10T16:59:54.318 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.318 INFO:tasks.workunit.client.0.smithi069.stdout: "kv_final_lat": { 2024-04-10T16:59:54.318 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 66230, 2024-04-10T16:59:54.318 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1722533238 2024-04-10T16:59:54.318 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.318 INFO:tasks.workunit.client.0.smithi069.stdout: "kv_flush_lat": { 2024-04-10T16:59:54.318 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 66803, 2024-04-10T16:59:54.318 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 40758571 2024-04-10T16:59:54.318 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.318 INFO:tasks.workunit.client.0.smithi069.stdout: "kv_sync_lat": { 2024-04-10T16:59:54.319 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 66803, 2024-04-10T16:59:54.319 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 20730080256 2024-04-10T16:59:54.319 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.319 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_get_keys_lat": { 2024-04-10T16:59:54.319 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:54.319 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.319 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.319 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_get_values_lat": { 2024-04-10T16:59:54.319 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 24925, 2024-04-10T16:59:54.319 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 914367152 2024-04-10T16:59:54.319 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.319 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_lower_bound_lat": { 2024-04-10T16:59:54.319 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 1401, 2024-04-10T16:59:54.319 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3491196 2024-04-10T16:59:54.319 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.319 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_next_lat": { 2024-04-10T16:59:54.319 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 5287, 2024-04-10T16:59:54.320 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 8032121 2024-04-10T16:59:54.320 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.320 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_seek_to_first_lat": { 2024-04-10T16:59:54.320 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 41, 2024-04-10T16:59:54.320 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 76869 2024-04-10T16:59:54.320 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.320 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_upper_bound_lat": { 2024-04-10T16:59:54.320 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 11885, 2024-04-10T16:59:54.320 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1979287168 2024-04-10T16:59:54.320 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.320 INFO:tasks.workunit.client.0.smithi069.stdout: "onode_hits": { 2024-04-10T16:59:54.320 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 206392 2024-04-10T16:59:54.320 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.320 INFO:tasks.workunit.client.0.smithi069.stdout: "onode_misses": { 2024-04-10T16:59:54.320 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 17897 2024-04-10T16:59:54.320 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.320 INFO:tasks.workunit.client.0.smithi069.stdout: "read_lat": { 2024-04-10T16:59:54.321 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 25322, 2024-04-10T16:59:54.321 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1766440193 2024-04-10T16:59:54.321 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.321 INFO:tasks.workunit.client.0.smithi069.stdout: "read_onode_meta_lat": { 2024-04-10T16:59:54.321 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 71513, 2024-04-10T16:59:54.321 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 23491057 2024-04-10T16:59:54.321 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.321 INFO:tasks.workunit.client.0.smithi069.stdout: "read_wait_aio_lat": { 2024-04-10T16:59:54.321 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 46191, 2024-04-10T16:59:54.321 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1300048834 2024-04-10T16:59:54.321 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.321 INFO:tasks.workunit.client.0.smithi069.stdout: "reads_with_retries": { 2024-04-10T16:59:54.321 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.321 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.321 INFO:tasks.workunit.client.0.smithi069.stdout: "remove_lat": { 2024-04-10T16:59:54.321 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 12482, 2024-04-10T16:59:54.322 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 387442719 2024-04-10T16:59:54.322 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.322 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_aio_wait_count": { 2024-04-10T16:59:54.322 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.322 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.322 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_committed_kv_count": { 2024-04-10T16:59:54.322 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.322 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.322 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_read_onode_meta_count": { 2024-04-10T16:59:54.322 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.322 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.322 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_read_wait_aio_count": { 2024-04-10T16:59:54.322 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.322 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.322 INFO:tasks.workunit.client.0.smithi069.stdout: "state_aio_wait_lat": { 2024-04-10T16:59:54.322 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 78623, 2024-04-10T16:59:54.323 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 13931672318 2024-04-10T16:59:54.323 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.323 INFO:tasks.workunit.client.0.smithi069.stdout: "state_deferred_aio_wait_lat": { 2024-04-10T16:59:54.323 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 18470, 2024-04-10T16:59:54.323 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1620239279 2024-04-10T16:59:54.323 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.323 INFO:tasks.workunit.client.0.smithi069.stdout: "state_deferred_cleanup_lat": { 2024-04-10T16:59:54.323 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 18467, 2024-04-10T16:59:54.323 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3822208921797 2024-04-10T16:59:54.323 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.323 INFO:tasks.workunit.client.0.smithi069.stdout: "state_deferred_queued_lat": { 2024-04-10T16:59:54.323 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 18470, 2024-04-10T16:59:54.323 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 6628284067487 2024-04-10T16:59:54.323 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.323 INFO:tasks.workunit.client.0.smithi069.stdout: "state_done_lat": { 2024-04-10T16:59:54.323 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 78620, 2024-04-10T16:59:54.323 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2495409238427 2024-04-10T16:59:54.324 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.324 INFO:tasks.workunit.client.0.smithi069.stdout: "state_finishing_lat": { 2024-04-10T16:59:54.324 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 78620, 2024-04-10T16:59:54.324 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 7234986 2024-04-10T16:59:54.324 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.324 INFO:tasks.workunit.client.0.smithi069.stdout: "state_io_done_lat": { 2024-04-10T16:59:54.324 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 78623, 2024-04-10T16:59:54.324 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 435787200 2024-04-10T16:59:54.324 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.324 INFO:tasks.workunit.client.0.smithi069.stdout: "state_kv_commiting_lat": { 2024-04-10T16:59:54.324 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 78623, 2024-04-10T16:59:54.324 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 35688703626 2024-04-10T16:59:54.324 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.324 INFO:tasks.workunit.client.0.smithi069.stdout: "state_kv_done_lat": { 2024-04-10T16:59:54.324 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 78623, 2024-04-10T16:59:54.325 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 28623634 2024-04-10T16:59:54.325 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.325 INFO:tasks.workunit.client.0.smithi069.stdout: "state_kv_queued_lat": { 2024-04-10T16:59:54.325 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 78623, 2024-04-10T16:59:54.325 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 16271527221 2024-04-10T16:59:54.325 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.325 INFO:tasks.workunit.client.0.smithi069.stdout: "state_prepare_lat": { 2024-04-10T16:59:54.325 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 78623, 2024-04-10T16:59:54.325 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 15924410075 2024-04-10T16:59:54.325 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.325 INFO:tasks.workunit.client.0.smithi069.stdout: "stored": { 2024-04-10T16:59:54.326 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 5484379 2024-04-10T16:59:54.326 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.326 INFO:tasks.workunit.client.0.smithi069.stdout: "truncate_lat": { 2024-04-10T16:59:54.326 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 2510, 2024-04-10T16:59:54.326 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 14425455 2024-04-10T16:59:54.326 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.326 INFO:tasks.workunit.client.0.smithi069.stdout: "txc_commit_lat": { 2024-04-10T16:59:54.326 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 78623, 2024-04-10T16:59:54.326 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 82265291833 2024-04-10T16:59:54.326 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.326 INFO:tasks.workunit.client.0.smithi069.stdout: "txc_submit_lat": { 2024-04-10T16:59:54.326 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 78623, 2024-04-10T16:59:54.326 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 16934707167 2024-04-10T16:59:54.327 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.327 INFO:tasks.workunit.client.0.smithi069.stdout: "txc_throttle_lat": { 2024-04-10T16:59:54.327 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 78623, 2024-04-10T16:59:54.327 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 760269967 2024-04-10T16:59:54.327 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:54.327 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.327 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore-pricache": { 2024-04-10T16:59:54.327 INFO:tasks.workunit.client.0.smithi069.stdout: "cache_bytes": { 2024-04-10T16:59:54.327 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1405243637 2024-04-10T16:59:54.327 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.327 INFO:tasks.workunit.client.0.smithi069.stdout: "heap_bytes": { 2024-04-10T16:59:54.327 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 595386368 2024-04-10T16:59:54.327 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.328 INFO:tasks.workunit.client.0.smithi069.stdout: "mapped_bytes": { 2024-04-10T16:59:54.328 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 546897920 2024-04-10T16:59:54.328 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.328 INFO:tasks.workunit.client.0.smithi069.stdout: "target_bytes": { 2024-04-10T16:59:54.328 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2600647065 2024-04-10T16:59:54.328 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.328 INFO:tasks.workunit.client.0.smithi069.stdout: "unmapped_bytes": { 2024-04-10T16:59:54.328 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 48488448 2024-04-10T16:59:54.328 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:54.328 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.328 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore-pricache:data": { 2024-04-10T16:59:54.328 INFO:tasks.workunit.client.0.smithi069.stdout: "committed_bytes": { 2024-04-10T16:59:54.328 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 125829120 2024-04-10T16:59:54.328 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.329 INFO:tasks.workunit.client.0.smithi069.stdout: "pri0_bytes": { 2024-04-10T16:59:54.329 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.329 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.329 INFO:tasks.workunit.client.0.smithi069.stdout: "pri10_bytes": { 2024-04-10T16:59:54.329 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.329 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.329 INFO:tasks.workunit.client.0.smithi069.stdout: "pri11_bytes": { 2024-04-10T16:59:54.329 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 57365093 2024-04-10T16:59:54.329 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.329 INFO:tasks.workunit.client.0.smithi069.stdout: "pri1_bytes": { 2024-04-10T16:59:54.329 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.329 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.329 INFO:tasks.workunit.client.0.smithi069.stdout: "pri2_bytes": { 2024-04-10T16:59:54.329 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.329 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.329 INFO:tasks.workunit.client.0.smithi069.stdout: "pri3_bytes": { 2024-04-10T16:59:54.330 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.330 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.330 INFO:tasks.workunit.client.0.smithi069.stdout: "pri4_bytes": { 2024-04-10T16:59:54.330 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.330 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.330 INFO:tasks.workunit.client.0.smithi069.stdout: "pri5_bytes": { 2024-04-10T16:59:54.330 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 4096 2024-04-10T16:59:54.330 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.330 INFO:tasks.workunit.client.0.smithi069.stdout: "pri6_bytes": { 2024-04-10T16:59:54.330 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 118784 2024-04-10T16:59:54.330 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.330 INFO:tasks.workunit.client.0.smithi069.stdout: "pri7_bytes": { 2024-04-10T16:59:54.330 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.330 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.330 INFO:tasks.workunit.client.0.smithi069.stdout: "pri8_bytes": { 2024-04-10T16:59:54.331 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.331 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.331 INFO:tasks.workunit.client.0.smithi069.stdout: "pri9_bytes": { 2024-04-10T16:59:54.331 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.331 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.331 INFO:tasks.workunit.client.0.smithi069.stdout: "reserved_bytes": { 2024-04-10T16:59:54.331 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 68341147 2024-04-10T16:59:54.331 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:54.331 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.331 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore-pricache:kv": { 2024-04-10T16:59:54.331 INFO:tasks.workunit.client.0.smithi069.stdout: "committed_bytes": { 2024-04-10T16:59:54.331 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 570425344 2024-04-10T16:59:54.331 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.331 INFO:tasks.workunit.client.0.smithi069.stdout: "pri0_bytes": { 2024-04-10T16:59:54.331 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 67108864 2024-04-10T16:59:54.332 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.332 INFO:tasks.workunit.client.0.smithi069.stdout: "pri10_bytes": { 2024-04-10T16:59:54.332 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.332 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.332 INFO:tasks.workunit.client.0.smithi069.stdout: "pri11_bytes": { 2024-04-10T16:59:54.332 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 430238198 2024-04-10T16:59:54.332 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.332 INFO:tasks.workunit.client.0.smithi069.stdout: "pri1_bytes": { 2024-04-10T16:59:54.332 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.332 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.332 INFO:tasks.workunit.client.0.smithi069.stdout: "pri2_bytes": { 2024-04-10T16:59:54.332 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.332 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.332 INFO:tasks.workunit.client.0.smithi069.stdout: "pri3_bytes": { 2024-04-10T16:59:54.333 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1520 2024-04-10T16:59:54.333 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.333 INFO:tasks.workunit.client.0.smithi069.stdout: "pri4_bytes": { 2024-04-10T16:59:54.333 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.333 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.333 INFO:tasks.workunit.client.0.smithi069.stdout: "pri5_bytes": { 2024-04-10T16:59:54.333 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 99888 2024-04-10T16:59:54.333 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.333 INFO:tasks.workunit.client.0.smithi069.stdout: "pri6_bytes": { 2024-04-10T16:59:54.333 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.333 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.333 INFO:tasks.workunit.client.0.smithi069.stdout: "pri7_bytes": { 2024-04-10T16:59:54.333 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.333 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.333 INFO:tasks.workunit.client.0.smithi069.stdout: "pri8_bytes": { 2024-04-10T16:59:54.334 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.334 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.334 INFO:tasks.workunit.client.0.smithi069.stdout: "pri9_bytes": { 2024-04-10T16:59:54.334 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.334 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.334 INFO:tasks.workunit.client.0.smithi069.stdout: "reserved_bytes": { 2024-04-10T16:59:54.334 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 72976874 2024-04-10T16:59:54.334 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:54.334 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.334 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore-pricache:kv_onode": { 2024-04-10T16:59:54.334 INFO:tasks.workunit.client.0.smithi069.stdout: "committed_bytes": { 2024-04-10T16:59:54.334 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 176160768 2024-04-10T16:59:54.334 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.334 INFO:tasks.workunit.client.0.smithi069.stdout: "pri0_bytes": { 2024-04-10T16:59:54.335 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 67108864 2024-04-10T16:59:54.335 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.335 INFO:tasks.workunit.client.0.smithi069.stdout: "pri10_bytes": { 2024-04-10T16:59:54.335 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2583712 2024-04-10T16:59:54.335 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.335 INFO:tasks.workunit.client.0.smithi069.stdout: "pri11_bytes": { 2024-04-10T16:59:54.335 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 38243395 2024-04-10T16:59:54.335 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.335 INFO:tasks.workunit.client.0.smithi069.stdout: "pri1_bytes": { 2024-04-10T16:59:54.335 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.335 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.335 INFO:tasks.workunit.client.0.smithi069.stdout: "pri2_bytes": { 2024-04-10T16:59:54.335 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.335 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.335 INFO:tasks.workunit.client.0.smithi069.stdout: "pri3_bytes": { 2024-04-10T16:59:54.336 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.336 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.336 INFO:tasks.workunit.client.0.smithi069.stdout: "pri4_bytes": { 2024-04-10T16:59:54.336 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.336 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.336 INFO:tasks.workunit.client.0.smithi069.stdout: "pri5_bytes": { 2024-04-10T16:59:54.336 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.336 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.336 INFO:tasks.workunit.client.0.smithi069.stdout: "pri6_bytes": { 2024-04-10T16:59:54.336 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.336 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.336 INFO:tasks.workunit.client.0.smithi069.stdout: "pri7_bytes": { 2024-04-10T16:59:54.336 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.336 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.336 INFO:tasks.workunit.client.0.smithi069.stdout: "pri8_bytes": { 2024-04-10T16:59:54.337 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.337 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.337 INFO:tasks.workunit.client.0.smithi069.stdout: "pri9_bytes": { 2024-04-10T16:59:54.337 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.337 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.337 INFO:tasks.workunit.client.0.smithi069.stdout: "reserved_bytes": { 2024-04-10T16:59:54.337 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 68224797 2024-04-10T16:59:54.337 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:54.337 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.337 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore-pricache:meta": { 2024-04-10T16:59:54.337 INFO:tasks.workunit.client.0.smithi069.stdout: "committed_bytes": { 2024-04-10T16:59:54.337 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 503316480 2024-04-10T16:59:54.337 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.337 INFO:tasks.workunit.client.0.smithi069.stdout: "pri0_bytes": { 2024-04-10T16:59:54.337 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.337 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.338 INFO:tasks.workunit.client.0.smithi069.stdout: "pri10_bytes": { 2024-04-10T16:59:54.338 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.338 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.338 INFO:tasks.workunit.client.0.smithi069.stdout: "pri11_bytes": { 2024-04-10T16:59:54.338 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 430238198 2024-04-10T16:59:54.338 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.338 INFO:tasks.workunit.client.0.smithi069.stdout: "pri1_bytes": { 2024-04-10T16:59:54.338 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.338 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.338 INFO:tasks.workunit.client.0.smithi069.stdout: "pri2_bytes": { 2024-04-10T16:59:54.338 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.338 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.338 INFO:tasks.workunit.client.0.smithi069.stdout: "pri3_bytes": { 2024-04-10T16:59:54.338 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.338 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.338 INFO:tasks.workunit.client.0.smithi069.stdout: "pri4_bytes": { 2024-04-10T16:59:54.339 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.339 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.339 INFO:tasks.workunit.client.0.smithi069.stdout: "pri5_bytes": { 2024-04-10T16:59:54.339 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 151158 2024-04-10T16:59:54.339 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.339 INFO:tasks.workunit.client.0.smithi069.stdout: "pri6_bytes": { 2024-04-10T16:59:54.339 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1129183 2024-04-10T16:59:54.339 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.339 INFO:tasks.workunit.client.0.smithi069.stdout: "pri7_bytes": { 2024-04-10T16:59:54.339 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.339 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.339 INFO:tasks.workunit.client.0.smithi069.stdout: "pri8_bytes": { 2024-04-10T16:59:54.339 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.339 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.339 INFO:tasks.workunit.client.0.smithi069.stdout: "pri9_bytes": { 2024-04-10T16:59:54.339 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.340 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.340 INFO:tasks.workunit.client.0.smithi069.stdout: "reserved_bytes": { 2024-04-10T16:59:54.340 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 71797941 2024-04-10T16:59:54.340 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:54.340 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.340 INFO:tasks.workunit.client.0.smithi069.stdout: "objecter": { 2024-04-10T16:59:54.340 INFO:tasks.workunit.client.0.smithi069.stdout: "op_active": { 2024-04-10T16:59:54.340 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.340 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.340 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r": { 2024-04-10T16:59:54.340 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 24 2024-04-10T16:59:54.340 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.340 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rmw": { 2024-04-10T16:59:54.340 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.340 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.340 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w": { 2024-04-10T16:59:54.341 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1 2024-04-10T16:59:54.341 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:54.341 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.341 INFO:tasks.workunit.client.0.smithi069.stdout: "osd": { 2024-04-10T16:59:54.341 INFO:tasks.workunit.client.0.smithi069.stdout: "numpg": { 2024-04-10T16:59:54.341 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 48 2024-04-10T16:59:54.341 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.341 INFO:tasks.workunit.client.0.smithi069.stdout: "numpg_removing": { 2024-04-10T16:59:54.341 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.341 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.341 INFO:tasks.workunit.client.0.smithi069.stdout: "op": { 2024-04-10T16:59:54.341 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 45139 2024-04-10T16:59:54.341 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.341 INFO:tasks.workunit.client.0.smithi069.stdout: "op_before_queue_op_lat": { 2024-04-10T16:59:54.341 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 122449, 2024-04-10T16:59:54.341 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 7901680271 2024-04-10T16:59:54.342 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.342 INFO:tasks.workunit.client.0.smithi069.stdout: "op_delayed_degraded": { 2024-04-10T16:59:54.342 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3 2024-04-10T16:59:54.342 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.342 INFO:tasks.workunit.client.0.smithi069.stdout: "op_delayed_unreadable": { 2024-04-10T16:59:54.342 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.342 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.342 INFO:tasks.workunit.client.0.smithi069.stdout: "op_in_bytes": { 2024-04-10T16:59:54.342 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1631284266 2024-04-10T16:59:54.342 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.342 INFO:tasks.workunit.client.0.smithi069.stdout: "op_latency": { 2024-04-10T16:59:54.342 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 45139, 2024-04-10T16:59:54.342 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 268911591896 2024-04-10T16:59:54.342 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.342 INFO:tasks.workunit.client.0.smithi069.stdout: "op_out_bytes": { 2024-04-10T16:59:54.343 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1928082367 2024-04-10T16:59:54.343 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.343 INFO:tasks.workunit.client.0.smithi069.stdout: "op_prepare_latency": { 2024-04-10T16:59:54.343 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 47383, 2024-04-10T16:59:54.343 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 29645253144 2024-04-10T16:59:54.343 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.343 INFO:tasks.workunit.client.0.smithi069.stdout: "op_process_latency": { 2024-04-10T16:59:54.343 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 45139, 2024-04-10T16:59:54.343 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 71508615967 2024-04-10T16:59:54.343 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.343 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r": { 2024-04-10T16:59:54.343 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 28116 2024-04-10T16:59:54.343 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.343 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r_latency": { 2024-04-10T16:59:54.344 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 28116, 2024-04-10T16:59:54.344 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 46078940420 2024-04-10T16:59:54.344 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.344 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-10T16:59:54.344 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.344 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.344 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r_out_bytes": { 2024-04-10T16:59:54.344 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1928082367 2024-04-10T16:59:54.344 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.344 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r_prepare_latency": { 2024-04-10T16:59:54.344 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 28346, 2024-04-10T16:59:54.344 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 7669736628 2024-04-10T16:59:54.344 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.344 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r_process_latency": { 2024-04-10T16:59:54.344 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 28116, 2024-04-10T16:59:54.344 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 7330220787 2024-04-10T16:59:54.345 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.345 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw": { 2024-04-10T16:59:54.345 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 13085 2024-04-10T16:59:54.345 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.345 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_in_bytes": { 2024-04-10T16:59:54.345 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 267488424 2024-04-10T16:59:54.345 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.345 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_latency": { 2024-04-10T16:59:54.345 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 13085, 2024-04-10T16:59:54.345 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 171496151912 2024-04-10T16:59:54.345 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.345 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-10T16:59:54.345 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.345 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.345 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-10T16:59:54.345 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.346 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.346 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_out_bytes": { 2024-04-10T16:59:54.346 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.346 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.346 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_prepare_latency": { 2024-04-10T16:59:54.346 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 14989, 2024-04-10T16:59:54.346 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 16861436489 2024-04-10T16:59:54.346 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.346 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_process_latency": { 2024-04-10T16:59:54.346 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 13085, 2024-04-10T16:59:54.346 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 36831031876 2024-04-10T16:59:54.346 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.346 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w": { 2024-04-10T16:59:54.346 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3938 2024-04-10T16:59:54.346 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.346 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w_in_bytes": { 2024-04-10T16:59:54.347 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1363795842 2024-04-10T16:59:54.347 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.347 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w_latency": { 2024-04-10T16:59:54.347 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 3938, 2024-04-10T16:59:54.347 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 51336499564 2024-04-10T16:59:54.347 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.347 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-10T16:59:54.347 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.347 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.347 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w_prepare_latency": { 2024-04-10T16:59:54.347 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 4048, 2024-04-10T16:59:54.347 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 5114080027 2024-04-10T16:59:54.347 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.347 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w_process_latency": { 2024-04-10T16:59:54.347 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 3938, 2024-04-10T16:59:54.348 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 27347363304 2024-04-10T16:59:54.348 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.348 INFO:tasks.workunit.client.0.smithi069.stdout: "op_wip": { 2024-04-10T16:59:54.348 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.348 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.348 INFO:tasks.workunit.client.0.smithi069.stdout: "recovery_bytes": { 2024-04-10T16:59:54.348 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 22182477 2024-04-10T16:59:54.348 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.348 INFO:tasks.workunit.client.0.smithi069.stdout: "recovery_ops": { 2024-04-10T16:59:54.348 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 20 2024-04-10T16:59:54.348 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.348 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_bytes": { 2024-04-10T16:59:54.348 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 95995035648 2024-04-10T16:59:54.348 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.348 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_bytes_used": { 2024-04-10T16:59:54.348 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 566820864 2024-04-10T16:59:54.349 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:54.349 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:54.349 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.349 INFO:tasks.workunit.client.0.smithi069.stdout: "osd.4": { 2024-04-10T16:59:54.349 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs": { 2024-04-10T16:59:54.349 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_db_max_lat": { 2024-04-10T16:59:54.349 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 24496 2024-04-10T16:59:54.349 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.349 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_slow_fallback": { 2024-04-10T16:59:54.349 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.349 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.349 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_slow_max_lat": { 2024-04-10T16:59:54.349 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.349 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.349 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_slow_size_fallback": { 2024-04-10T16:59:54.349 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.350 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.350 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_unit_db": { 2024-04-10T16:59:54.350 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 65536 2024-04-10T16:59:54.350 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.350 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_unit_slow": { 2024-04-10T16:59:54.350 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.350 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.350 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_unit_wal": { 2024-04-10T16:59:54.350 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.350 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.350 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_wal_max_lat": { 2024-04-10T16:59:54.350 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.350 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.350 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes_written_slow": { 2024-04-10T16:59:54.350 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.350 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.351 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes_written_sst": { 2024-04-10T16:59:54.351 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 11685888 2024-04-10T16:59:54.351 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.351 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes_written_wal": { 2024-04-10T16:59:54.351 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 677761024 2024-04-10T16:59:54.351 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.351 INFO:tasks.workunit.client.0.smithi069.stdout: "compact_lat": { 2024-04-10T16:59:54.351 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 15, 2024-04-10T16:59:54.351 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2965646 2024-04-10T16:59:54.351 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.351 INFO:tasks.workunit.client.0.smithi069.stdout: "compact_lock_lat": { 2024-04-10T16:59:54.351 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 15, 2024-04-10T16:59:54.351 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1023186 2024-04-10T16:59:54.351 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.351 INFO:tasks.workunit.client.0.smithi069.stdout: "db_alloc_lat": { 2024-04-10T16:59:54.351 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 178, 2024-04-10T16:59:54.352 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 845760 2024-04-10T16:59:54.352 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.352 INFO:tasks.workunit.client.0.smithi069.stdout: "db_total_bytes": { 2024-04-10T16:59:54.352 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 95995027456 2024-04-10T16:59:54.352 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.352 INFO:tasks.workunit.client.0.smithi069.stdout: "db_used_bytes": { 2024-04-10T16:59:54.352 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 709296128 2024-04-10T16:59:54.352 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.352 INFO:tasks.workunit.client.0.smithi069.stdout: "flush_lat": { 2024-04-10T16:59:54.352 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 62152, 2024-04-10T16:59:54.352 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 9362309859 2024-04-10T16:59:54.352 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.352 INFO:tasks.workunit.client.0.smithi069.stdout: "fsync_lat": { 2024-04-10T16:59:54.352 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 62153, 2024-04-10T16:59:54.352 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 14970962526 2024-04-10T16:59:54.352 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.352 INFO:tasks.workunit.client.0.smithi069.stdout: "log_bytes": { 2024-04-10T16:59:54.353 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 5255168 2024-04-10T16:59:54.353 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.353 INFO:tasks.workunit.client.0.smithi069.stdout: "logged_bytes": { 2024-04-10T16:59:54.353 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 254619648 2024-04-10T16:59:54.353 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.353 INFO:tasks.workunit.client.0.smithi069.stdout: "max_bytes_db": { 2024-04-10T16:59:54.353 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 726335488 2024-04-10T16:59:54.353 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.353 INFO:tasks.workunit.client.0.smithi069.stdout: "max_bytes_slow": { 2024-04-10T16:59:54.353 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.353 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.353 INFO:tasks.workunit.client.0.smithi069.stdout: "max_bytes_wal": { 2024-04-10T16:59:54.353 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.353 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.353 INFO:tasks.workunit.client.0.smithi069.stdout: "num_files": { 2024-04-10T16:59:54.353 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 54 2024-04-10T16:59:54.353 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.354 INFO:tasks.workunit.client.0.smithi069.stdout: "read_bytes": { 2024-04-10T16:59:54.354 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 8598470097 2024-04-10T16:59:54.354 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.354 INFO:tasks.workunit.client.0.smithi069.stdout: "read_count": { 2024-04-10T16:59:54.354 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 83544 2024-04-10T16:59:54.354 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.354 INFO:tasks.workunit.client.0.smithi069.stdout: "read_disk_bytes": { 2024-04-10T16:59:54.354 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 7490748416 2024-04-10T16:59:54.354 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.354 INFO:tasks.workunit.client.0.smithi069.stdout: "read_disk_bytes_db": { 2024-04-10T16:59:54.354 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 7490752512 2024-04-10T16:59:54.354 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.354 INFO:tasks.workunit.client.0.smithi069.stdout: "read_disk_bytes_slow": { 2024-04-10T16:59:54.354 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.354 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.355 INFO:tasks.workunit.client.0.smithi069.stdout: "read_disk_bytes_wal": { 2024-04-10T16:59:54.355 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.355 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.355 INFO:tasks.workunit.client.0.smithi069.stdout: "read_disk_count": { 2024-04-10T16:59:54.355 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 76243 2024-04-10T16:59:54.355 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.355 INFO:tasks.workunit.client.0.smithi069.stdout: "read_lat": { 2024-04-10T16:59:54.355 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 83544, 2024-04-10T16:59:54.355 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2470443502 2024-04-10T16:59:54.355 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.355 INFO:tasks.workunit.client.0.smithi069.stdout: "read_prefetch_bytes": { 2024-04-10T16:59:54.355 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 8440718312 2024-04-10T16:59:54.355 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.355 INFO:tasks.workunit.client.0.smithi069.stdout: "read_prefetch_count": { 2024-04-10T16:59:54.355 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 78714 2024-04-10T16:59:54.355 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.355 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_buffer_bytes": { 2024-04-10T16:59:54.356 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 4215949 2024-04-10T16:59:54.356 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.356 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_buffer_count": { 2024-04-10T16:59:54.356 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1141 2024-04-10T16:59:54.356 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.356 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_bytes": { 2024-04-10T16:59:54.356 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 11571919 2024-04-10T16:59:54.356 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.356 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_count": { 2024-04-10T16:59:54.356 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1463 2024-04-10T16:59:54.356 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.356 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_disk_bytes": { 2024-04-10T16:59:54.356 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 7355970 2024-04-10T16:59:54.356 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.356 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_disk_bytes_db": { 2024-04-10T16:59:54.356 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 7355970 2024-04-10T16:59:54.356 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.357 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_disk_bytes_slow": { 2024-04-10T16:59:54.357 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.357 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.357 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_disk_bytes_wal": { 2024-04-10T16:59:54.357 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.357 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.357 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_disk_count": { 2024-04-10T16:59:54.357 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 331 2024-04-10T16:59:54.357 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.357 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_lat": { 2024-04-10T16:59:54.357 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 1463, 2024-04-10T16:59:54.357 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2883615 2024-04-10T16:59:54.357 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.357 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_alloc_lat": { 2024-04-10T16:59:54.358 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:54.358 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.358 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.358 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_total_bytes": { 2024-04-10T16:59:54.358 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.358 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.358 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_used_bytes": { 2024-04-10T16:59:54.358 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.358 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.358 INFO:tasks.workunit.client.0.smithi069.stdout: "truncate_lat": { 2024-04-10T16:59:54.358 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 1, 2024-04-10T16:59:54.358 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 798 2024-04-10T16:59:54.358 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.358 INFO:tasks.workunit.client.0.smithi069.stdout: "unlink_lat": { 2024-04-10T16:59:54.358 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 12, 2024-04-10T16:59:54.358 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 14819 2024-04-10T16:59:54.359 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.359 INFO:tasks.workunit.client.0.smithi069.stdout: "wal_alloc_lat": { 2024-04-10T16:59:54.359 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:54.359 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.359 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.359 INFO:tasks.workunit.client.0.smithi069.stdout: "wal_total_bytes": { 2024-04-10T16:59:54.359 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.359 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.359 INFO:tasks.workunit.client.0.smithi069.stdout: "wal_used_bytes": { 2024-04-10T16:59:54.359 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.359 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.359 INFO:tasks.workunit.client.0.smithi069.stdout: "write_bytes": { 2024-04-10T16:59:54.359 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 946348032 2024-04-10T16:59:54.359 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:54.360 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.360 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore": { 2024-04-10T16:59:54.360 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_unit": { 2024-04-10T16:59:54.360 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 4096 2024-04-10T16:59:54.360 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.360 INFO:tasks.workunit.client.0.smithi069.stdout: "allocated": { 2024-04-10T16:59:54.360 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 9412608 2024-04-10T16:59:54.360 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.360 INFO:tasks.workunit.client.0.smithi069.stdout: "allocator_lat": { 2024-04-10T16:59:54.360 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 21120, 2024-04-10T16:59:54.360 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 67423405 2024-04-10T16:59:54.360 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.360 INFO:tasks.workunit.client.0.smithi069.stdout: "clist_lat": { 2024-04-10T16:59:54.360 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 3507, 2024-04-10T16:59:54.360 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 7471771219 2024-04-10T16:59:54.361 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.361 INFO:tasks.workunit.client.0.smithi069.stdout: "compress_lat": { 2024-04-10T16:59:54.361 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:54.361 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.361 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.361 INFO:tasks.workunit.client.0.smithi069.stdout: "compressed": { 2024-04-10T16:59:54.361 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.361 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.361 INFO:tasks.workunit.client.0.smithi069.stdout: "compressed_allocated": { 2024-04-10T16:59:54.361 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.361 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.361 INFO:tasks.workunit.client.0.smithi069.stdout: "compressed_original": { 2024-04-10T16:59:54.361 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.362 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.362 INFO:tasks.workunit.client.0.smithi069.stdout: "csum_lat": { 2024-04-10T16:59:54.362 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 16754, 2024-04-10T16:59:54.362 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 134255378 2024-04-10T16:59:54.362 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.362 INFO:tasks.workunit.client.0.smithi069.stdout: "decompress_lat": { 2024-04-10T16:59:54.362 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:54.362 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.362 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.362 INFO:tasks.workunit.client.0.smithi069.stdout: "fragmentation_micros": { 2024-04-10T16:59:54.362 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.362 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.362 INFO:tasks.workunit.client.0.smithi069.stdout: "kv_commit_lat": { 2024-04-10T16:59:54.362 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 62089, 2024-04-10T16:59:54.362 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 18246873081 2024-04-10T16:59:54.363 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.363 INFO:tasks.workunit.client.0.smithi069.stdout: "kv_final_lat": { 2024-04-10T16:59:54.363 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 61649, 2024-04-10T16:59:54.363 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1357171140 2024-04-10T16:59:54.363 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.363 INFO:tasks.workunit.client.0.smithi069.stdout: "kv_flush_lat": { 2024-04-10T16:59:54.363 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 62089, 2024-04-10T16:59:54.363 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 48135039 2024-04-10T16:59:54.363 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.363 INFO:tasks.workunit.client.0.smithi069.stdout: "kv_sync_lat": { 2024-04-10T16:59:54.363 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 62089, 2024-04-10T16:59:54.363 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 18295008120 2024-04-10T16:59:54.364 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.364 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_get_keys_lat": { 2024-04-10T16:59:54.364 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:54.364 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.364 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.364 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_get_values_lat": { 2024-04-10T16:59:54.364 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 24183, 2024-04-10T16:59:54.364 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 992821783 2024-04-10T16:59:54.364 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.364 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_lower_bound_lat": { 2024-04-10T16:59:54.364 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 851, 2024-04-10T16:59:54.364 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2240111 2024-04-10T16:59:54.364 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.364 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_next_lat": { 2024-04-10T16:59:54.364 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 14641, 2024-04-10T16:59:54.365 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 10916563 2024-04-10T16:59:54.365 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.365 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_seek_to_first_lat": { 2024-04-10T16:59:54.365 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 47, 2024-04-10T16:59:54.365 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 62023 2024-04-10T16:59:54.365 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.365 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_upper_bound_lat": { 2024-04-10T16:59:54.365 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 14654, 2024-04-10T16:59:54.365 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3933970138 2024-04-10T16:59:54.365 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.365 INFO:tasks.workunit.client.0.smithi069.stdout: "onode_hits": { 2024-04-10T16:59:54.365 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 201949 2024-04-10T16:59:54.365 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.365 INFO:tasks.workunit.client.0.smithi069.stdout: "onode_misses": { 2024-04-10T16:59:54.365 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 19739 2024-04-10T16:59:54.366 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.366 INFO:tasks.workunit.client.0.smithi069.stdout: "read_lat": { 2024-04-10T16:59:54.366 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 25950, 2024-04-10T16:59:54.366 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1621001969 2024-04-10T16:59:54.366 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.366 INFO:tasks.workunit.client.0.smithi069.stdout: "read_onode_meta_lat": { 2024-04-10T16:59:54.366 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 70342, 2024-04-10T16:59:54.366 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 19899565 2024-04-10T16:59:54.366 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.366 INFO:tasks.workunit.client.0.smithi069.stdout: "read_wait_aio_lat": { 2024-04-10T16:59:54.366 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 44392, 2024-04-10T16:59:54.366 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1320911428 2024-04-10T16:59:54.366 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.366 INFO:tasks.workunit.client.0.smithi069.stdout: "reads_with_retries": { 2024-04-10T16:59:54.366 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.366 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.367 INFO:tasks.workunit.client.0.smithi069.stdout: "remove_lat": { 2024-04-10T16:59:54.367 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 13766, 2024-04-10T16:59:54.367 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 391505560 2024-04-10T16:59:54.367 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.367 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_aio_wait_count": { 2024-04-10T16:59:54.367 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.367 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.367 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_committed_kv_count": { 2024-04-10T16:59:54.367 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.367 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.367 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_read_onode_meta_count": { 2024-04-10T16:59:54.367 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.367 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.367 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_read_wait_aio_count": { 2024-04-10T16:59:54.367 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.367 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.367 INFO:tasks.workunit.client.0.smithi069.stdout: "state_aio_wait_lat": { 2024-04-10T16:59:54.368 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 72367, 2024-04-10T16:59:54.368 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 8717137487 2024-04-10T16:59:54.368 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.368 INFO:tasks.workunit.client.0.smithi069.stdout: "state_deferred_aio_wait_lat": { 2024-04-10T16:59:54.368 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 18021, 2024-04-10T16:59:54.368 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 888506541 2024-04-10T16:59:54.368 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.368 INFO:tasks.workunit.client.0.smithi069.stdout: "state_deferred_cleanup_lat": { 2024-04-10T16:59:54.368 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 18019, 2024-04-10T16:59:54.368 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3575771620705 2024-04-10T16:59:54.368 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.368 INFO:tasks.workunit.client.0.smithi069.stdout: "state_deferred_queued_lat": { 2024-04-10T16:59:54.368 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 18021, 2024-04-10T16:59:54.368 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 6112351948074 2024-04-10T16:59:54.368 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.369 INFO:tasks.workunit.client.0.smithi069.stdout: "state_done_lat": { 2024-04-10T16:59:54.369 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 72365, 2024-04-10T16:59:54.369 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2549755221456 2024-04-10T16:59:54.369 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.369 INFO:tasks.workunit.client.0.smithi069.stdout: "state_finishing_lat": { 2024-04-10T16:59:54.369 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 72365, 2024-04-10T16:59:54.369 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 7745096 2024-04-10T16:59:54.369 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.369 INFO:tasks.workunit.client.0.smithi069.stdout: "state_io_done_lat": { 2024-04-10T16:59:54.369 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 72367, 2024-04-10T16:59:54.369 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 247741434 2024-04-10T16:59:54.369 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.369 INFO:tasks.workunit.client.0.smithi069.stdout: "state_kv_commiting_lat": { 2024-04-10T16:59:54.370 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 72367, 2024-04-10T16:59:54.370 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 27022453831 2024-04-10T16:59:54.370 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.370 INFO:tasks.workunit.client.0.smithi069.stdout: "state_kv_done_lat": { 2024-04-10T16:59:54.370 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 72367, 2024-04-10T16:59:54.370 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 26538246 2024-04-10T16:59:54.370 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.370 INFO:tasks.workunit.client.0.smithi069.stdout: "state_kv_queued_lat": { 2024-04-10T16:59:54.370 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 72367, 2024-04-10T16:59:54.370 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 11682640704 2024-04-10T16:59:54.370 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.371 INFO:tasks.workunit.client.0.smithi069.stdout: "state_prepare_lat": { 2024-04-10T16:59:54.371 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 72367, 2024-04-10T16:59:54.371 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 13397499182 2024-04-10T16:59:54.371 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.371 INFO:tasks.workunit.client.0.smithi069.stdout: "stored": { 2024-04-10T16:59:54.371 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 5479178 2024-04-10T16:59:54.371 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.371 INFO:tasks.workunit.client.0.smithi069.stdout: "truncate_lat": { 2024-04-10T16:59:54.371 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 2462, 2024-04-10T16:59:54.371 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 14148562 2024-04-10T16:59:54.371 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.372 INFO:tasks.workunit.client.0.smithi069.stdout: "txc_commit_lat": { 2024-04-10T16:59:54.372 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 72367, 2024-04-10T16:59:54.372 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 61079410538 2024-04-10T16:59:54.372 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.372 INFO:tasks.workunit.client.0.smithi069.stdout: "txc_submit_lat": { 2024-04-10T16:59:54.372 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 72367, 2024-04-10T16:59:54.372 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 14328615006 2024-04-10T16:59:54.372 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.372 INFO:tasks.workunit.client.0.smithi069.stdout: "txc_throttle_lat": { 2024-04-10T16:59:54.372 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 72367, 2024-04-10T16:59:54.372 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 469584290 2024-04-10T16:59:54.372 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:54.372 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.372 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore-pricache": { 2024-04-10T16:59:54.373 INFO:tasks.workunit.client.0.smithi069.stdout: "cache_bytes": { 2024-04-10T16:59:54.373 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1405281412 2024-04-10T16:59:54.373 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.373 INFO:tasks.workunit.client.0.smithi069.stdout: "heap_bytes": { 2024-04-10T16:59:54.373 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 711565312 2024-04-10T16:59:54.373 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.373 INFO:tasks.workunit.client.0.smithi069.stdout: "mapped_bytes": { 2024-04-10T16:59:54.373 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 687710208 2024-04-10T16:59:54.373 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.373 INFO:tasks.workunit.client.0.smithi069.stdout: "target_bytes": { 2024-04-10T16:59:54.373 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2600691507 2024-04-10T16:59:54.373 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.373 INFO:tasks.workunit.client.0.smithi069.stdout: "unmapped_bytes": { 2024-04-10T16:59:54.374 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 23855104 2024-04-10T16:59:54.374 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:54.374 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.374 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore-pricache:data": { 2024-04-10T16:59:54.374 INFO:tasks.workunit.client.0.smithi069.stdout: "committed_bytes": { 2024-04-10T16:59:54.374 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 125829120 2024-04-10T16:59:54.374 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.374 INFO:tasks.workunit.client.0.smithi069.stdout: "pri0_bytes": { 2024-04-10T16:59:54.374 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.374 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.374 INFO:tasks.workunit.client.0.smithi069.stdout: "pri10_bytes": { 2024-04-10T16:59:54.374 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.374 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.374 INFO:tasks.workunit.client.0.smithi069.stdout: "pri11_bytes": { 2024-04-10T16:59:54.375 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 56587483 2024-04-10T16:59:54.375 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.375 INFO:tasks.workunit.client.0.smithi069.stdout: "pri1_bytes": { 2024-04-10T16:59:54.375 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.375 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.375 INFO:tasks.workunit.client.0.smithi069.stdout: "pri2_bytes": { 2024-04-10T16:59:54.375 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.375 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.375 INFO:tasks.workunit.client.0.smithi069.stdout: "pri3_bytes": { 2024-04-10T16:59:54.375 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.375 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.375 INFO:tasks.workunit.client.0.smithi069.stdout: "pri4_bytes": { 2024-04-10T16:59:54.375 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.375 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.375 INFO:tasks.workunit.client.0.smithi069.stdout: "pri5_bytes": { 2024-04-10T16:59:54.376 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 61440 2024-04-10T16:59:54.376 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.376 INFO:tasks.workunit.client.0.smithi069.stdout: "pri6_bytes": { 2024-04-10T16:59:54.376 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 708608 2024-04-10T16:59:54.376 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.376 INFO:tasks.workunit.client.0.smithi069.stdout: "pri7_bytes": { 2024-04-10T16:59:54.376 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.376 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.376 INFO:tasks.workunit.client.0.smithi069.stdout: "pri8_bytes": { 2024-04-10T16:59:54.376 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.376 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.376 INFO:tasks.workunit.client.0.smithi069.stdout: "pri9_bytes": { 2024-04-10T16:59:54.376 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.376 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.376 INFO:tasks.workunit.client.0.smithi069.stdout: "reserved_bytes": { 2024-04-10T16:59:54.377 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 68471589 2024-04-10T16:59:54.377 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:54.377 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.377 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore-pricache:kv": { 2024-04-10T16:59:54.377 INFO:tasks.workunit.client.0.smithi069.stdout: "committed_bytes": { 2024-04-10T16:59:54.377 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 562036736 2024-04-10T16:59:54.377 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.377 INFO:tasks.workunit.client.0.smithi069.stdout: "pri0_bytes": { 2024-04-10T16:59:54.377 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 67108864 2024-04-10T16:59:54.377 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.377 INFO:tasks.workunit.client.0.smithi069.stdout: "pri10_bytes": { 2024-04-10T16:59:54.377 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.377 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.377 INFO:tasks.workunit.client.0.smithi069.stdout: "pri11_bytes": { 2024-04-10T16:59:54.377 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 424406123 2024-04-10T16:59:54.377 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.378 INFO:tasks.workunit.client.0.smithi069.stdout: "pri1_bytes": { 2024-04-10T16:59:54.378 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.378 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.378 INFO:tasks.workunit.client.0.smithi069.stdout: "pri2_bytes": { 2024-04-10T16:59:54.378 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.378 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.378 INFO:tasks.workunit.client.0.smithi069.stdout: "pri3_bytes": { 2024-04-10T16:59:54.378 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3184 2024-04-10T16:59:54.378 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.378 INFO:tasks.workunit.client.0.smithi069.stdout: "pri4_bytes": { 2024-04-10T16:59:54.378 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.378 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.378 INFO:tasks.workunit.client.0.smithi069.stdout: "pri5_bytes": { 2024-04-10T16:59:54.378 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 206944 2024-04-10T16:59:54.378 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.378 INFO:tasks.workunit.client.0.smithi069.stdout: "pri6_bytes": { 2024-04-10T16:59:54.379 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.379 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.379 INFO:tasks.workunit.client.0.smithi069.stdout: "pri7_bytes": { 2024-04-10T16:59:54.379 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.379 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.379 INFO:tasks.workunit.client.0.smithi069.stdout: "pri8_bytes": { 2024-04-10T16:59:54.379 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.379 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.379 INFO:tasks.workunit.client.0.smithi069.stdout: "pri9_bytes": { 2024-04-10T16:59:54.379 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.379 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.379 INFO:tasks.workunit.client.0.smithi069.stdout: "reserved_bytes": { 2024-04-10T16:59:54.379 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 70311621 2024-04-10T16:59:54.379 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:54.379 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.380 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore-pricache:kv_onode": { 2024-04-10T16:59:54.380 INFO:tasks.workunit.client.0.smithi069.stdout: "committed_bytes": { 2024-04-10T16:59:54.380 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 184549376 2024-04-10T16:59:54.380 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.380 INFO:tasks.workunit.client.0.smithi069.stdout: "pri0_bytes": { 2024-04-10T16:59:54.380 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 67108864 2024-04-10T16:59:54.380 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.380 INFO:tasks.workunit.client.0.smithi069.stdout: "pri10_bytes": { 2024-04-10T16:59:54.380 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 11388656 2024-04-10T16:59:54.380 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.380 INFO:tasks.workunit.client.0.smithi069.stdout: "pri11_bytes": { 2024-04-10T16:59:54.380 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 37724988 2024-04-10T16:59:54.380 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.380 INFO:tasks.workunit.client.0.smithi069.stdout: "pri1_bytes": { 2024-04-10T16:59:54.380 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.380 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.381 INFO:tasks.workunit.client.0.smithi069.stdout: "pri2_bytes": { 2024-04-10T16:59:54.381 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.381 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.381 INFO:tasks.workunit.client.0.smithi069.stdout: "pri3_bytes": { 2024-04-10T16:59:54.381 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.381 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.381 INFO:tasks.workunit.client.0.smithi069.stdout: "pri4_bytes": { 2024-04-10T16:59:54.381 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.381 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.381 INFO:tasks.workunit.client.0.smithi069.stdout: "pri5_bytes": { 2024-04-10T16:59:54.381 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.381 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.381 INFO:tasks.workunit.client.0.smithi069.stdout: "pri6_bytes": { 2024-04-10T16:59:54.382 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.382 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.382 INFO:tasks.workunit.client.0.smithi069.stdout: "pri7_bytes": { 2024-04-10T16:59:54.382 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.382 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.382 INFO:tasks.workunit.client.0.smithi069.stdout: "pri8_bytes": { 2024-04-10T16:59:54.382 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.382 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.382 INFO:tasks.workunit.client.0.smithi069.stdout: "pri9_bytes": { 2024-04-10T16:59:54.382 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.382 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.382 INFO:tasks.workunit.client.0.smithi069.stdout: "reserved_bytes": { 2024-04-10T16:59:54.382 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 68326868 2024-04-10T16:59:54.382 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:54.382 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.382 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore-pricache:meta": { 2024-04-10T16:59:54.383 INFO:tasks.workunit.client.0.smithi069.stdout: "committed_bytes": { 2024-04-10T16:59:54.383 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 494927872 2024-04-10T16:59:54.383 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.383 INFO:tasks.workunit.client.0.smithi069.stdout: "pri0_bytes": { 2024-04-10T16:59:54.383 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.383 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.383 INFO:tasks.workunit.client.0.smithi069.stdout: "pri10_bytes": { 2024-04-10T16:59:54.383 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.383 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.383 INFO:tasks.workunit.client.0.smithi069.stdout: "pri11_bytes": { 2024-04-10T16:59:54.383 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 424406123 2024-04-10T16:59:54.383 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.383 INFO:tasks.workunit.client.0.smithi069.stdout: "pri1_bytes": { 2024-04-10T16:59:54.383 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.383 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.383 INFO:tasks.workunit.client.0.smithi069.stdout: "pri2_bytes": { 2024-04-10T16:59:54.384 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.384 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.384 INFO:tasks.workunit.client.0.smithi069.stdout: "pri3_bytes": { 2024-04-10T16:59:54.384 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.384 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.384 INFO:tasks.workunit.client.0.smithi069.stdout: "pri4_bytes": { 2024-04-10T16:59:54.384 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.384 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.384 INFO:tasks.workunit.client.0.smithi069.stdout: "pri5_bytes": { 2024-04-10T16:59:54.384 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 154622 2024-04-10T16:59:54.384 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.384 INFO:tasks.workunit.client.0.smithi069.stdout: "pri6_bytes": { 2024-04-10T16:59:54.384 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1116060 2024-04-10T16:59:54.384 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.384 INFO:tasks.workunit.client.0.smithi069.stdout: "pri7_bytes": { 2024-04-10T16:59:54.385 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.385 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.385 INFO:tasks.workunit.client.0.smithi069.stdout: "pri8_bytes": { 2024-04-10T16:59:54.385 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.385 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.385 INFO:tasks.workunit.client.0.smithi069.stdout: "pri9_bytes": { 2024-04-10T16:59:54.385 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.385 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.385 INFO:tasks.workunit.client.0.smithi069.stdout: "reserved_bytes": { 2024-04-10T16:59:54.385 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 69251067 2024-04-10T16:59:54.385 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:54.385 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.385 INFO:tasks.workunit.client.0.smithi069.stdout: "objecter": { 2024-04-10T16:59:54.385 INFO:tasks.workunit.client.0.smithi069.stdout: "op_active": { 2024-04-10T16:59:54.385 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.385 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.386 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r": { 2024-04-10T16:59:54.386 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 20 2024-04-10T16:59:54.386 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.386 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rmw": { 2024-04-10T16:59:54.386 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.386 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.386 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w": { 2024-04-10T16:59:54.386 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.386 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:54.386 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.386 INFO:tasks.workunit.client.0.smithi069.stdout: "osd": { 2024-04-10T16:59:54.386 INFO:tasks.workunit.client.0.smithi069.stdout: "numpg": { 2024-04-10T16:59:54.386 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 51 2024-04-10T16:59:54.386 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.387 INFO:tasks.workunit.client.0.smithi069.stdout: "numpg_removing": { 2024-04-10T16:59:54.387 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.387 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.387 INFO:tasks.workunit.client.0.smithi069.stdout: "op": { 2024-04-10T16:59:54.387 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 56394 2024-04-10T16:59:54.387 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.387 INFO:tasks.workunit.client.0.smithi069.stdout: "op_before_queue_op_lat": { 2024-04-10T16:59:54.387 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 119277, 2024-04-10T16:59:54.387 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 10368445129 2024-04-10T16:59:54.387 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.387 INFO:tasks.workunit.client.0.smithi069.stdout: "op_delayed_degraded": { 2024-04-10T16:59:54.387 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.387 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.387 INFO:tasks.workunit.client.0.smithi069.stdout: "op_delayed_unreadable": { 2024-04-10T16:59:54.387 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.388 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.388 INFO:tasks.workunit.client.0.smithi069.stdout: "op_in_bytes": { 2024-04-10T16:59:54.388 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1455682551 2024-04-10T16:59:54.388 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.388 INFO:tasks.workunit.client.0.smithi069.stdout: "op_latency": { 2024-04-10T16:59:54.388 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 56394, 2024-04-10T16:59:54.388 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 87418750021 2024-04-10T16:59:54.388 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.388 INFO:tasks.workunit.client.0.smithi069.stdout: "op_out_bytes": { 2024-04-10T16:59:54.388 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1771562555 2024-04-10T16:59:54.388 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.388 INFO:tasks.workunit.client.0.smithi069.stdout: "op_prepare_latency": { 2024-04-10T16:59:54.388 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 56939, 2024-04-10T16:59:54.388 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 15805778076 2024-04-10T16:59:54.388 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.388 INFO:tasks.workunit.client.0.smithi069.stdout: "op_process_latency": { 2024-04-10T16:59:54.389 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 56394, 2024-04-10T16:59:54.389 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 34570866270 2024-04-10T16:59:54.389 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.389 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r": { 2024-04-10T16:59:54.389 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 46334 2024-04-10T16:59:54.389 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.389 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r_latency": { 2024-04-10T16:59:54.389 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 46334, 2024-04-10T16:59:54.389 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 20765683766 2024-04-10T16:59:54.389 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.389 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-10T16:59:54.389 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.389 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.389 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r_out_bytes": { 2024-04-10T16:59:54.389 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1771562555 2024-04-10T16:59:54.389 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.390 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r_prepare_latency": { 2024-04-10T16:59:54.390 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 46502, 2024-04-10T16:59:54.390 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 7446019109 2024-04-10T16:59:54.390 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.390 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r_process_latency": { 2024-04-10T16:59:54.390 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 46334, 2024-04-10T16:59:54.390 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 7063660922 2024-04-10T16:59:54.390 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.390 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw": { 2024-04-10T16:59:54.390 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 5591 2024-04-10T16:59:54.390 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.390 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_in_bytes": { 2024-04-10T16:59:54.390 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 222840930 2024-04-10T16:59:54.390 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.390 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_latency": { 2024-04-10T16:59:54.390 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 5591, 2024-04-10T16:59:54.391 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 9858947656 2024-04-10T16:59:54.391 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.391 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-10T16:59:54.391 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.391 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.391 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-10T16:59:54.391 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.391 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.391 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_out_bytes": { 2024-04-10T16:59:54.391 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.391 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.391 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_prepare_latency": { 2024-04-10T16:59:54.391 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 5835, 2024-04-10T16:59:54.391 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3391207761 2024-04-10T16:59:54.391 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.391 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_process_latency": { 2024-04-10T16:59:54.391 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 5591, 2024-04-10T16:59:54.392 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 8385505943 2024-04-10T16:59:54.392 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.392 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w": { 2024-04-10T16:59:54.392 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 4469 2024-04-10T16:59:54.392 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.392 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w_in_bytes": { 2024-04-10T16:59:54.392 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1232841621 2024-04-10T16:59:54.392 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.392 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w_latency": { 2024-04-10T16:59:54.392 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 4469, 2024-04-10T16:59:54.392 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 56794118599 2024-04-10T16:59:54.392 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.392 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-10T16:59:54.392 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.392 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.393 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w_prepare_latency": { 2024-04-10T16:59:54.393 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 4602, 2024-04-10T16:59:54.393 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 4968551206 2024-04-10T16:59:54.393 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.393 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w_process_latency": { 2024-04-10T16:59:54.393 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 4469, 2024-04-10T16:59:54.393 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 19121699405 2024-04-10T16:59:54.393 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.393 INFO:tasks.workunit.client.0.smithi069.stdout: "op_wip": { 2024-04-10T16:59:54.393 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.393 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.393 INFO:tasks.workunit.client.0.smithi069.stdout: "recovery_bytes": { 2024-04-10T16:59:54.393 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 8388680 2024-04-10T16:59:54.393 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.393 INFO:tasks.workunit.client.0.smithi069.stdout: "recovery_ops": { 2024-04-10T16:59:54.394 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 16 2024-04-10T16:59:54.394 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.394 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_bytes": { 2024-04-10T16:59:54.394 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 95995035648 2024-04-10T16:59:54.394 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.394 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_bytes_used": { 2024-04-10T16:59:54.394 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 718725120 2024-04-10T16:59:54.394 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:54.394 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:54.394 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.394 INFO:tasks.workunit.client.0.smithi069.stdout: "osd.5": { 2024-04-10T16:59:54.394 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs": { 2024-04-10T16:59:54.394 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_db_max_lat": { 2024-04-10T16:59:54.395 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 24560 2024-04-10T16:59:54.395 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.395 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_slow_fallback": { 2024-04-10T16:59:54.395 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.395 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.395 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_slow_max_lat": { 2024-04-10T16:59:54.395 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.395 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.395 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_slow_size_fallback": { 2024-04-10T16:59:54.395 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.395 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.395 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_unit_db": { 2024-04-10T16:59:54.395 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 65536 2024-04-10T16:59:54.395 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.395 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_unit_slow": { 2024-04-10T16:59:54.395 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.396 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.396 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_unit_wal": { 2024-04-10T16:59:54.396 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.396 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.396 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_wal_max_lat": { 2024-04-10T16:59:54.396 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.396 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.396 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes_written_slow": { 2024-04-10T16:59:54.396 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.396 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.396 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes_written_sst": { 2024-04-10T16:59:54.396 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 7921664 2024-04-10T16:59:54.396 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.396 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes_written_wal": { 2024-04-10T16:59:54.396 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 761430016 2024-04-10T16:59:54.396 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.397 INFO:tasks.workunit.client.0.smithi069.stdout: "compact_lat": { 2024-04-10T16:59:54.397 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 20, 2024-04-10T16:59:54.397 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 10352534 2024-04-10T16:59:54.397 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.397 INFO:tasks.workunit.client.0.smithi069.stdout: "compact_lock_lat": { 2024-04-10T16:59:54.397 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 20, 2024-04-10T16:59:54.397 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 6503955 2024-04-10T16:59:54.397 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.397 INFO:tasks.workunit.client.0.smithi069.stdout: "db_alloc_lat": { 2024-04-10T16:59:54.397 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 202, 2024-04-10T16:59:54.397 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1012754 2024-04-10T16:59:54.397 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.397 INFO:tasks.workunit.client.0.smithi069.stdout: "db_total_bytes": { 2024-04-10T16:59:54.397 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 95995027456 2024-04-10T16:59:54.397 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.398 INFO:tasks.workunit.client.0.smithi069.stdout: "db_used_bytes": { 2024-04-10T16:59:54.398 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 692715520 2024-04-10T16:59:54.398 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.398 INFO:tasks.workunit.client.0.smithi069.stdout: "flush_lat": { 2024-04-10T16:59:54.398 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 83289, 2024-04-10T16:59:54.398 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 11366624225 2024-04-10T16:59:54.398 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.398 INFO:tasks.workunit.client.0.smithi069.stdout: "fsync_lat": { 2024-04-10T16:59:54.398 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 83301, 2024-04-10T16:59:54.398 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 18133270266 2024-04-10T16:59:54.398 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.398 INFO:tasks.workunit.client.0.smithi069.stdout: "log_bytes": { 2024-04-10T16:59:54.399 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 8708096 2024-04-10T16:59:54.399 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.399 INFO:tasks.workunit.client.0.smithi069.stdout: "logged_bytes": { 2024-04-10T16:59:54.399 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 341237760 2024-04-10T16:59:54.399 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.399 INFO:tasks.workunit.client.0.smithi069.stdout: "max_bytes_db": { 2024-04-10T16:59:54.399 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 688455680 2024-04-10T16:59:54.399 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.399 INFO:tasks.workunit.client.0.smithi069.stdout: "max_bytes_slow": { 2024-04-10T16:59:54.399 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.399 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.399 INFO:tasks.workunit.client.0.smithi069.stdout: "max_bytes_wal": { 2024-04-10T16:59:54.399 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.400 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.400 INFO:tasks.workunit.client.0.smithi069.stdout: "num_files": { 2024-04-10T16:59:54.400 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 50 2024-04-10T16:59:54.400 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.400 INFO:tasks.workunit.client.0.smithi069.stdout: "read_bytes": { 2024-04-10T16:59:54.400 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 6542209470 2024-04-10T16:59:54.400 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.400 INFO:tasks.workunit.client.0.smithi069.stdout: "read_count": { 2024-04-10T16:59:54.400 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 74196 2024-04-10T16:59:54.400 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.400 INFO:tasks.workunit.client.0.smithi069.stdout: "read_disk_bytes": { 2024-04-10T16:59:54.400 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 5725515776 2024-04-10T16:59:54.400 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.400 INFO:tasks.workunit.client.0.smithi069.stdout: "read_disk_bytes_db": { 2024-04-10T16:59:54.401 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 5725519872 2024-04-10T16:59:54.401 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.401 INFO:tasks.workunit.client.0.smithi069.stdout: "read_disk_bytes_slow": { 2024-04-10T16:59:54.401 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.401 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.401 INFO:tasks.workunit.client.0.smithi069.stdout: "read_disk_bytes_wal": { 2024-04-10T16:59:54.401 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.401 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.401 INFO:tasks.workunit.client.0.smithi069.stdout: "read_disk_count": { 2024-04-10T16:59:54.401 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 61259 2024-04-10T16:59:54.401 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.401 INFO:tasks.workunit.client.0.smithi069.stdout: "read_lat": { 2024-04-10T16:59:54.401 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 74196, 2024-04-10T16:59:54.401 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2570979524 2024-04-10T16:59:54.401 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.401 INFO:tasks.workunit.client.0.smithi069.stdout: "read_prefetch_bytes": { 2024-04-10T16:59:54.402 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 6350302810 2024-04-10T16:59:54.402 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.402 INFO:tasks.workunit.client.0.smithi069.stdout: "read_prefetch_count": { 2024-04-10T16:59:54.402 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 68322 2024-04-10T16:59:54.402 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.402 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_buffer_bytes": { 2024-04-10T16:59:54.402 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3593904 2024-04-10T16:59:54.402 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.402 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_buffer_count": { 2024-04-10T16:59:54.402 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1229 2024-04-10T16:59:54.402 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.402 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_bytes": { 2024-04-10T16:59:54.402 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 9538081 2024-04-10T16:59:54.402 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.402 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_count": { 2024-04-10T16:59:54.403 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1566 2024-04-10T16:59:54.403 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.403 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_disk_bytes": { 2024-04-10T16:59:54.403 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 5944177 2024-04-10T16:59:54.403 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.403 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_disk_bytes_db": { 2024-04-10T16:59:54.403 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 5944177 2024-04-10T16:59:54.403 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.403 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_disk_bytes_slow": { 2024-04-10T16:59:54.403 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.403 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.403 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_disk_bytes_wal": { 2024-04-10T16:59:54.403 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.403 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.403 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_disk_count": { 2024-04-10T16:59:54.404 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 344 2024-04-10T16:59:54.404 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.404 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_lat": { 2024-04-10T16:59:54.404 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 1566, 2024-04-10T16:59:54.404 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 5781160 2024-04-10T16:59:54.404 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.404 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_alloc_lat": { 2024-04-10T16:59:54.404 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:54.404 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.404 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.404 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_total_bytes": { 2024-04-10T16:59:54.404 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.404 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.404 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_used_bytes": { 2024-04-10T16:59:54.404 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.405 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.405 INFO:tasks.workunit.client.0.smithi069.stdout: "truncate_lat": { 2024-04-10T16:59:54.405 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 1, 2024-04-10T16:59:54.405 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 634 2024-04-10T16:59:54.405 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.405 INFO:tasks.workunit.client.0.smithi069.stdout: "unlink_lat": { 2024-04-10T16:59:54.405 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 14, 2024-04-10T16:59:54.405 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 14073 2024-04-10T16:59:54.405 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.405 INFO:tasks.workunit.client.0.smithi069.stdout: "wal_alloc_lat": { 2024-04-10T16:59:54.405 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:54.405 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.405 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.406 INFO:tasks.workunit.client.0.smithi069.stdout: "wal_total_bytes": { 2024-04-10T16:59:54.406 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.406 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.406 INFO:tasks.workunit.client.0.smithi069.stdout: "wal_used_bytes": { 2024-04-10T16:59:54.406 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.406 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.406 INFO:tasks.workunit.client.0.smithi069.stdout: "write_bytes": { 2024-04-10T16:59:54.406 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1113616384 2024-04-10T16:59:54.406 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:54.406 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.406 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore": { 2024-04-10T16:59:54.406 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_unit": { 2024-04-10T16:59:54.406 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 4096 2024-04-10T16:59:54.406 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.406 INFO:tasks.workunit.client.0.smithi069.stdout: "allocated": { 2024-04-10T16:59:54.406 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 9416704 2024-04-10T16:59:54.407 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.407 INFO:tasks.workunit.client.0.smithi069.stdout: "allocator_lat": { 2024-04-10T16:59:54.407 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 20008, 2024-04-10T16:59:54.407 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 67330584 2024-04-10T16:59:54.407 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.407 INFO:tasks.workunit.client.0.smithi069.stdout: "clist_lat": { 2024-04-10T16:59:54.407 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 3548, 2024-04-10T16:59:54.407 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 6156649508 2024-04-10T16:59:54.407 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.407 INFO:tasks.workunit.client.0.smithi069.stdout: "compress_lat": { 2024-04-10T16:59:54.407 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:54.407 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.407 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.407 INFO:tasks.workunit.client.0.smithi069.stdout: "compressed": { 2024-04-10T16:59:54.407 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.407 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.408 INFO:tasks.workunit.client.0.smithi069.stdout: "compressed_allocated": { 2024-04-10T16:59:54.408 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.408 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.408 INFO:tasks.workunit.client.0.smithi069.stdout: "compressed_original": { 2024-04-10T16:59:54.408 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.408 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.408 INFO:tasks.workunit.client.0.smithi069.stdout: "csum_lat": { 2024-04-10T16:59:54.408 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 25309, 2024-04-10T16:59:54.408 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 190252805 2024-04-10T16:59:54.408 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.408 INFO:tasks.workunit.client.0.smithi069.stdout: "decompress_lat": { 2024-04-10T16:59:54.408 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:54.408 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.408 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.408 INFO:tasks.workunit.client.0.smithi069.stdout: "fragmentation_micros": { 2024-04-10T16:59:54.408 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.409 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.409 INFO:tasks.workunit.client.0.smithi069.stdout: "kv_commit_lat": { 2024-04-10T16:59:54.409 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 83233, 2024-04-10T16:59:54.409 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 21915759283 2024-04-10T16:59:54.409 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.409 INFO:tasks.workunit.client.0.smithi069.stdout: "kv_final_lat": { 2024-04-10T16:59:54.409 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 82765, 2024-04-10T16:59:54.409 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1668610934 2024-04-10T16:59:54.409 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.409 INFO:tasks.workunit.client.0.smithi069.stdout: "kv_flush_lat": { 2024-04-10T16:59:54.409 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 83233, 2024-04-10T16:59:54.409 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 46941318 2024-04-10T16:59:54.409 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.409 INFO:tasks.workunit.client.0.smithi069.stdout: "kv_sync_lat": { 2024-04-10T16:59:54.409 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 83233, 2024-04-10T16:59:54.409 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 21962700601 2024-04-10T16:59:54.409 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.410 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_get_keys_lat": { 2024-04-10T16:59:54.410 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:54.410 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.410 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.410 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_get_values_lat": { 2024-04-10T16:59:54.410 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 245851, 2024-04-10T16:59:54.410 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1427436984 2024-04-10T16:59:54.410 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.410 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_lower_bound_lat": { 2024-04-10T16:59:54.410 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 885, 2024-04-10T16:59:54.410 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2308765 2024-04-10T16:59:54.410 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.410 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_next_lat": { 2024-04-10T16:59:54.410 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 138101, 2024-04-10T16:59:54.410 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 47190132 2024-04-10T16:59:54.411 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.411 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_seek_to_first_lat": { 2024-04-10T16:59:54.411 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 48, 2024-04-10T16:59:54.411 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 58352 2024-04-10T16:59:54.411 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.411 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_upper_bound_lat": { 2024-04-10T16:59:54.411 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 21126, 2024-04-10T16:59:54.411 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 5464674582 2024-04-10T16:59:54.411 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.411 INFO:tasks.workunit.client.0.smithi069.stdout: "onode_hits": { 2024-04-10T16:59:54.411 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 461433 2024-04-10T16:59:54.411 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.411 INFO:tasks.workunit.client.0.smithi069.stdout: "onode_misses": { 2024-04-10T16:59:54.411 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 21705 2024-04-10T16:59:54.412 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.412 INFO:tasks.workunit.client.0.smithi069.stdout: "read_lat": { 2024-04-10T16:59:54.412 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 19487, 2024-04-10T16:59:54.412 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1815527962 2024-04-10T16:59:54.412 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.412 INFO:tasks.workunit.client.0.smithi069.stdout: "read_onode_meta_lat": { 2024-04-10T16:59:54.412 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 47322, 2024-04-10T16:59:54.412 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 16946010 2024-04-10T16:59:54.412 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.412 INFO:tasks.workunit.client.0.smithi069.stdout: "read_wait_aio_lat": { 2024-04-10T16:59:54.412 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 27835, 2024-04-10T16:59:54.412 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1610389786 2024-04-10T16:59:54.412 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.412 INFO:tasks.workunit.client.0.smithi069.stdout: "reads_with_retries": { 2024-04-10T16:59:54.412 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.412 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.413 INFO:tasks.workunit.client.0.smithi069.stdout: "remove_lat": { 2024-04-10T16:59:54.413 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 15856, 2024-04-10T16:59:54.413 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 450266552 2024-04-10T16:59:54.413 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.413 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_aio_wait_count": { 2024-04-10T16:59:54.413 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.413 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.413 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_committed_kv_count": { 2024-04-10T16:59:54.413 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.413 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.413 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_read_onode_meta_count": { 2024-04-10T16:59:54.413 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.413 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.413 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_read_wait_aio_count": { 2024-04-10T16:59:54.413 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.414 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.414 INFO:tasks.workunit.client.0.smithi069.stdout: "state_aio_wait_lat": { 2024-04-10T16:59:54.414 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 94723, 2024-04-10T16:59:54.414 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 9851073788 2024-04-10T16:59:54.414 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.414 INFO:tasks.workunit.client.0.smithi069.stdout: "state_deferred_aio_wait_lat": { 2024-04-10T16:59:54.414 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 8292, 2024-04-10T16:59:54.414 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 552293953 2024-04-10T16:59:54.414 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.414 INFO:tasks.workunit.client.0.smithi069.stdout: "state_deferred_cleanup_lat": { 2024-04-10T16:59:54.414 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 8290, 2024-04-10T16:59:54.414 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 4372726481647 2024-04-10T16:59:54.414 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.414 INFO:tasks.workunit.client.0.smithi069.stdout: "state_deferred_queued_lat": { 2024-04-10T16:59:54.415 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 8292, 2024-04-10T16:59:54.415 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 6582133790748 2024-04-10T16:59:54.415 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.415 INFO:tasks.workunit.client.0.smithi069.stdout: "state_done_lat": { 2024-04-10T16:59:54.415 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 94721, 2024-04-10T16:59:54.415 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3005839570067 2024-04-10T16:59:54.415 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.415 INFO:tasks.workunit.client.0.smithi069.stdout: "state_finishing_lat": { 2024-04-10T16:59:54.415 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 94721, 2024-04-10T16:59:54.415 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 8853742 2024-04-10T16:59:54.415 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.415 INFO:tasks.workunit.client.0.smithi069.stdout: "state_io_done_lat": { 2024-04-10T16:59:54.415 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 94723, 2024-04-10T16:59:54.415 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 271029473 2024-04-10T16:59:54.415 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.415 INFO:tasks.workunit.client.0.smithi069.stdout: "state_kv_commiting_lat": { 2024-04-10T16:59:54.416 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 94723, 2024-04-10T16:59:54.416 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 32203121799 2024-04-10T16:59:54.416 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.416 INFO:tasks.workunit.client.0.smithi069.stdout: "state_kv_done_lat": { 2024-04-10T16:59:54.416 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 94723, 2024-04-10T16:59:54.416 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 32425774 2024-04-10T16:59:54.416 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.416 INFO:tasks.workunit.client.0.smithi069.stdout: "state_kv_queued_lat": { 2024-04-10T16:59:54.416 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 94723, 2024-04-10T16:59:54.416 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 14018886452 2024-04-10T16:59:54.416 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.416 INFO:tasks.workunit.client.0.smithi069.stdout: "state_prepare_lat": { 2024-04-10T16:59:54.416 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 94723, 2024-04-10T16:59:54.416 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 13180280671 2024-04-10T16:59:54.416 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.416 INFO:tasks.workunit.client.0.smithi069.stdout: "stored": { 2024-04-10T16:59:54.417 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 5484384 2024-04-10T16:59:54.417 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.417 INFO:tasks.workunit.client.0.smithi069.stdout: "truncate_lat": { 2024-04-10T16:59:54.417 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 2498, 2024-04-10T16:59:54.417 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 14284470 2024-04-10T16:59:54.417 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.417 INFO:tasks.workunit.client.0.smithi069.stdout: "txc_commit_lat": { 2024-04-10T16:59:54.417 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 94723, 2024-04-10T16:59:54.417 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 69537785268 2024-04-10T16:59:54.417 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.417 INFO:tasks.workunit.client.0.smithi069.stdout: "txc_submit_lat": { 2024-04-10T16:59:54.417 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 94723, 2024-04-10T16:59:54.417 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 14226967336 2024-04-10T16:59:54.417 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.417 INFO:tasks.workunit.client.0.smithi069.stdout: "txc_throttle_lat": { 2024-04-10T16:59:54.418 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 94723, 2024-04-10T16:59:54.418 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 540926606 2024-04-10T16:59:54.418 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:54.418 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.418 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore-pricache": { 2024-04-10T16:59:54.418 INFO:tasks.workunit.client.0.smithi069.stdout: "cache_bytes": { 2024-04-10T16:59:54.418 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1405281412 2024-04-10T16:59:54.418 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.418 INFO:tasks.workunit.client.0.smithi069.stdout: "heap_bytes": { 2024-04-10T16:59:54.418 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 627777536 2024-04-10T16:59:54.418 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.418 INFO:tasks.workunit.client.0.smithi069.stdout: "mapped_bytes": { 2024-04-10T16:59:54.418 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 615227392 2024-04-10T16:59:54.418 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.418 INFO:tasks.workunit.client.0.smithi069.stdout: "target_bytes": { 2024-04-10T16:59:54.418 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2600691507 2024-04-10T16:59:54.419 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.419 INFO:tasks.workunit.client.0.smithi069.stdout: "unmapped_bytes": { 2024-04-10T16:59:54.419 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 12550144 2024-04-10T16:59:54.419 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:54.419 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.419 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore-pricache:data": { 2024-04-10T16:59:54.419 INFO:tasks.workunit.client.0.smithi069.stdout: "committed_bytes": { 2024-04-10T16:59:54.419 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 125829120 2024-04-10T16:59:54.419 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.419 INFO:tasks.workunit.client.0.smithi069.stdout: "pri0_bytes": { 2024-04-10T16:59:54.419 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.419 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.419 INFO:tasks.workunit.client.0.smithi069.stdout: "pri10_bytes": { 2024-04-10T16:59:54.419 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.419 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.419 INFO:tasks.workunit.client.0.smithi069.stdout: "pri11_bytes": { 2024-04-10T16:59:54.420 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 56708036 2024-04-10T16:59:54.420 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.420 INFO:tasks.workunit.client.0.smithi069.stdout: "pri1_bytes": { 2024-04-10T16:59:54.420 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.420 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.420 INFO:tasks.workunit.client.0.smithi069.stdout: "pri2_bytes": { 2024-04-10T16:59:54.420 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.420 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.420 INFO:tasks.workunit.client.0.smithi069.stdout: "pri3_bytes": { 2024-04-10T16:59:54.420 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.420 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.420 INFO:tasks.workunit.client.0.smithi069.stdout: "pri4_bytes": { 2024-04-10T16:59:54.420 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.420 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.420 INFO:tasks.workunit.client.0.smithi069.stdout: "pri5_bytes": { 2024-04-10T16:59:54.420 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 8192 2024-04-10T16:59:54.421 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.421 INFO:tasks.workunit.client.0.smithi069.stdout: "pri6_bytes": { 2024-04-10T16:59:54.421 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 16384 2024-04-10T16:59:54.421 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.421 INFO:tasks.workunit.client.0.smithi069.stdout: "pri7_bytes": { 2024-04-10T16:59:54.421 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.421 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.421 INFO:tasks.workunit.client.0.smithi069.stdout: "pri8_bytes": { 2024-04-10T16:59:54.421 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.421 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.421 INFO:tasks.workunit.client.0.smithi069.stdout: "pri9_bytes": { 2024-04-10T16:59:54.421 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.421 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.421 INFO:tasks.workunit.client.0.smithi069.stdout: "reserved_bytes": { 2024-04-10T16:59:54.422 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 69096508 2024-04-10T16:59:54.422 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:54.422 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.422 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore-pricache:kv": { 2024-04-10T16:59:54.422 INFO:tasks.workunit.client.0.smithi069.stdout: "committed_bytes": { 2024-04-10T16:59:54.422 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 562036736 2024-04-10T16:59:54.422 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.422 INFO:tasks.workunit.client.0.smithi069.stdout: "pri0_bytes": { 2024-04-10T16:59:54.422 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 67108864 2024-04-10T16:59:54.422 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.422 INFO:tasks.workunit.client.0.smithi069.stdout: "pri10_bytes": { 2024-04-10T16:59:54.422 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.422 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.422 INFO:tasks.workunit.client.0.smithi069.stdout: "pri11_bytes": { 2024-04-10T16:59:54.422 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 425310272 2024-04-10T16:59:54.423 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.423 INFO:tasks.workunit.client.0.smithi069.stdout: "pri1_bytes": { 2024-04-10T16:59:54.423 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.423 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.423 INFO:tasks.workunit.client.0.smithi069.stdout: "pri2_bytes": { 2024-04-10T16:59:54.423 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.423 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.423 INFO:tasks.workunit.client.0.smithi069.stdout: "pri3_bytes": { 2024-04-10T16:59:54.423 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3664 2024-04-10T16:59:54.423 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.423 INFO:tasks.workunit.client.0.smithi069.stdout: "pri4_bytes": { 2024-04-10T16:59:54.423 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.423 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.423 INFO:tasks.workunit.client.0.smithi069.stdout: "pri5_bytes": { 2024-04-10T16:59:54.423 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 252256 2024-04-10T16:59:54.423 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.423 INFO:tasks.workunit.client.0.smithi069.stdout: "pri6_bytes": { 2024-04-10T16:59:54.424 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.424 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.424 INFO:tasks.workunit.client.0.smithi069.stdout: "pri7_bytes": { 2024-04-10T16:59:54.424 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.424 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.424 INFO:tasks.workunit.client.0.smithi069.stdout: "pri8_bytes": { 2024-04-10T16:59:54.424 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.424 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.424 INFO:tasks.workunit.client.0.smithi069.stdout: "pri9_bytes": { 2024-04-10T16:59:54.424 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.424 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.424 INFO:tasks.workunit.client.0.smithi069.stdout: "reserved_bytes": { 2024-04-10T16:59:54.424 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 69361680 2024-04-10T16:59:54.424 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:54.424 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.425 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore-pricache:kv_onode": { 2024-04-10T16:59:54.425 INFO:tasks.workunit.client.0.smithi069.stdout: "committed_bytes": { 2024-04-10T16:59:54.425 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 184549376 2024-04-10T16:59:54.425 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.425 INFO:tasks.workunit.client.0.smithi069.stdout: "pri0_bytes": { 2024-04-10T16:59:54.425 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 67108864 2024-04-10T16:59:54.425 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.425 INFO:tasks.workunit.client.0.smithi069.stdout: "pri10_bytes": { 2024-04-10T16:59:54.425 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 8550112 2024-04-10T16:59:54.425 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.425 INFO:tasks.workunit.client.0.smithi069.stdout: "pri11_bytes": { 2024-04-10T16:59:54.425 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 37805357 2024-04-10T16:59:54.425 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.425 INFO:tasks.workunit.client.0.smithi069.stdout: "pri1_bytes": { 2024-04-10T16:59:54.425 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.425 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.425 INFO:tasks.workunit.client.0.smithi069.stdout: "pri2_bytes": { 2024-04-10T16:59:54.426 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.426 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.426 INFO:tasks.workunit.client.0.smithi069.stdout: "pri3_bytes": { 2024-04-10T16:59:54.426 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.426 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.426 INFO:tasks.workunit.client.0.smithi069.stdout: "pri4_bytes": { 2024-04-10T16:59:54.426 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.426 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.426 INFO:tasks.workunit.client.0.smithi069.stdout: "pri5_bytes": { 2024-04-10T16:59:54.426 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.426 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.426 INFO:tasks.workunit.client.0.smithi069.stdout: "pri6_bytes": { 2024-04-10T16:59:54.426 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.426 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.426 INFO:tasks.workunit.client.0.smithi069.stdout: "pri7_bytes": { 2024-04-10T16:59:54.426 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.427 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.427 INFO:tasks.workunit.client.0.smithi069.stdout: "pri8_bytes": { 2024-04-10T16:59:54.427 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.427 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.427 INFO:tasks.workunit.client.0.smithi069.stdout: "pri9_bytes": { 2024-04-10T16:59:54.427 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.427 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.427 INFO:tasks.workunit.client.0.smithi069.stdout: "reserved_bytes": { 2024-04-10T16:59:54.427 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 71085043 2024-04-10T16:59:54.427 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:54.427 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.427 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore-pricache:meta": { 2024-04-10T16:59:54.427 INFO:tasks.workunit.client.0.smithi069.stdout: "committed_bytes": { 2024-04-10T16:59:54.427 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 494927872 2024-04-10T16:59:54.427 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.427 INFO:tasks.workunit.client.0.smithi069.stdout: "pri0_bytes": { 2024-04-10T16:59:54.427 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.428 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.428 INFO:tasks.workunit.client.0.smithi069.stdout: "pri10_bytes": { 2024-04-10T16:59:54.428 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.428 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.428 INFO:tasks.workunit.client.0.smithi069.stdout: "pri11_bytes": { 2024-04-10T16:59:54.428 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 425310272 2024-04-10T16:59:54.428 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.428 INFO:tasks.workunit.client.0.smithi069.stdout: "pri1_bytes": { 2024-04-10T16:59:54.428 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.428 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.428 INFO:tasks.workunit.client.0.smithi069.stdout: "pri2_bytes": { 2024-04-10T16:59:54.428 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.428 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.428 INFO:tasks.workunit.client.0.smithi069.stdout: "pri3_bytes": { 2024-04-10T16:59:54.429 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.429 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.429 INFO:tasks.workunit.client.0.smithi069.stdout: "pri4_bytes": { 2024-04-10T16:59:54.429 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.429 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.429 INFO:tasks.workunit.client.0.smithi069.stdout: "pri5_bytes": { 2024-04-10T16:59:54.429 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 150944 2024-04-10T16:59:54.429 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.429 INFO:tasks.workunit.client.0.smithi069.stdout: "pri6_bytes": { 2024-04-10T16:59:54.429 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1105618 2024-04-10T16:59:54.429 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.430 INFO:tasks.workunit.client.0.smithi069.stdout: "pri7_bytes": { 2024-04-10T16:59:54.430 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.430 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.430 INFO:tasks.workunit.client.0.smithi069.stdout: "pri8_bytes": { 2024-04-10T16:59:54.430 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.430 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.430 INFO:tasks.workunit.client.0.smithi069.stdout: "pri9_bytes": { 2024-04-10T16:59:54.430 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.430 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.430 INFO:tasks.workunit.client.0.smithi069.stdout: "reserved_bytes": { 2024-04-10T16:59:54.430 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 68361038 2024-04-10T16:59:54.430 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:54.430 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.430 INFO:tasks.workunit.client.0.smithi069.stdout: "objecter": { 2024-04-10T16:59:54.430 INFO:tasks.workunit.client.0.smithi069.stdout: "op_active": { 2024-04-10T16:59:54.431 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.431 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.431 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r": { 2024-04-10T16:59:54.431 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 29 2024-04-10T16:59:54.431 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.431 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rmw": { 2024-04-10T16:59:54.431 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.431 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.431 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w": { 2024-04-10T16:59:54.431 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.431 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:54.431 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.431 INFO:tasks.workunit.client.0.smithi069.stdout: "osd": { 2024-04-10T16:59:54.431 INFO:tasks.workunit.client.0.smithi069.stdout: "numpg": { 2024-04-10T16:59:54.432 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 52 2024-04-10T16:59:54.432 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.432 INFO:tasks.workunit.client.0.smithi069.stdout: "numpg_removing": { 2024-04-10T16:59:54.432 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.432 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.432 INFO:tasks.workunit.client.0.smithi069.stdout: "op": { 2024-04-10T16:59:54.432 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 48214 2024-04-10T16:59:54.432 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.432 INFO:tasks.workunit.client.0.smithi069.stdout: "op_before_queue_op_lat": { 2024-04-10T16:59:54.432 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 136709, 2024-04-10T16:59:54.432 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 12599664415 2024-04-10T16:59:54.432 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.432 INFO:tasks.workunit.client.0.smithi069.stdout: "op_delayed_degraded": { 2024-04-10T16:59:54.432 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.432 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.433 INFO:tasks.workunit.client.0.smithi069.stdout: "op_delayed_unreadable": { 2024-04-10T16:59:54.433 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.433 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.433 INFO:tasks.workunit.client.0.smithi069.stdout: "op_in_bytes": { 2024-04-10T16:59:54.433 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1441501439 2024-04-10T16:59:54.433 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.433 INFO:tasks.workunit.client.0.smithi069.stdout: "op_latency": { 2024-04-10T16:59:54.433 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 48214, 2024-04-10T16:59:54.433 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 52128722246 2024-04-10T16:59:54.433 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.433 INFO:tasks.workunit.client.0.smithi069.stdout: "op_out_bytes": { 2024-04-10T16:59:54.433 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2376017904 2024-04-10T16:59:54.433 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.433 INFO:tasks.workunit.client.0.smithi069.stdout: "op_prepare_latency": { 2024-04-10T16:59:54.434 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 48937, 2024-04-10T16:59:54.434 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 22202174863 2024-04-10T16:59:54.434 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.434 INFO:tasks.workunit.client.0.smithi069.stdout: "op_process_latency": { 2024-04-10T16:59:54.434 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 48214, 2024-04-10T16:59:54.434 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 39341508228 2024-04-10T16:59:54.434 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.434 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r": { 2024-04-10T16:59:54.434 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 36946 2024-04-10T16:59:54.434 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.434 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r_latency": { 2024-04-10T16:59:54.434 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 36946, 2024-04-10T16:59:54.434 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 18014534341 2024-04-10T16:59:54.435 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.435 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-10T16:59:54.435 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.435 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.435 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r_out_bytes": { 2024-04-10T16:59:54.435 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2376017904 2024-04-10T16:59:54.435 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.435 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r_prepare_latency": { 2024-04-10T16:59:54.435 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 37201, 2024-04-10T16:59:54.435 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 13641326008 2024-04-10T16:59:54.435 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.435 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r_process_latency": { 2024-04-10T16:59:54.435 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 36946, 2024-04-10T16:59:54.435 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 13485145920 2024-04-10T16:59:54.435 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.436 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw": { 2024-04-10T16:59:54.436 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 9903 2024-04-10T16:59:54.436 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.436 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_in_bytes": { 2024-04-10T16:59:54.436 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 394104184 2024-04-10T16:59:54.436 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.436 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_latency": { 2024-04-10T16:59:54.436 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 9903, 2024-04-10T16:59:54.436 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 22303068414 2024-04-10T16:59:54.436 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.436 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-10T16:59:54.436 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.436 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.436 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-10T16:59:54.437 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.437 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.437 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_out_bytes": { 2024-04-10T16:59:54.437 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.437 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.437 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_prepare_latency": { 2024-04-10T16:59:54.437 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 10161, 2024-04-10T16:59:54.437 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 6548711264 2024-04-10T16:59:54.437 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.437 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_process_latency": { 2024-04-10T16:59:54.437 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 9903, 2024-04-10T16:59:54.437 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 17019340121 2024-04-10T16:59:54.437 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.437 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w": { 2024-04-10T16:59:54.438 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1365 2024-04-10T16:59:54.438 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.438 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w_in_bytes": { 2024-04-10T16:59:54.438 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1047397255 2024-04-10T16:59:54.438 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.438 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w_latency": { 2024-04-10T16:59:54.438 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 1365, 2024-04-10T16:59:54.438 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 11811119491 2024-04-10T16:59:54.438 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.438 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-10T16:59:54.438 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.438 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.438 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w_prepare_latency": { 2024-04-10T16:59:54.438 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 1575, 2024-04-10T16:59:54.438 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2012137591 2024-04-10T16:59:54.438 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.439 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w_process_latency": { 2024-04-10T16:59:54.439 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 1365, 2024-04-10T16:59:54.439 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 8837022187 2024-04-10T16:59:54.439 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.439 INFO:tasks.workunit.client.0.smithi069.stdout: "op_wip": { 2024-04-10T16:59:54.439 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.439 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.439 INFO:tasks.workunit.client.0.smithi069.stdout: "recovery_bytes": { 2024-04-10T16:59:54.439 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 54 2024-04-10T16:59:54.439 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.439 INFO:tasks.workunit.client.0.smithi069.stdout: "recovery_ops": { 2024-04-10T16:59:54.439 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 8 2024-04-10T16:59:54.439 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.439 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_bytes": { 2024-04-10T16:59:54.439 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 95995035648 2024-04-10T16:59:54.439 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.439 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_bytes_used": { 2024-04-10T16:59:54.440 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 702148608 2024-04-10T16:59:54.440 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:54.440 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:54.440 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.440 INFO:tasks.workunit.client.0.smithi069.stdout: "osd.6": { 2024-04-10T16:59:54.440 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs": { 2024-04-10T16:59:54.440 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_db_max_lat": { 2024-04-10T16:59:54.440 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 15890 2024-04-10T16:59:54.440 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.440 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_slow_fallback": { 2024-04-10T16:59:54.440 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.440 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.440 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_slow_max_lat": { 2024-04-10T16:59:54.440 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.440 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.441 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_slow_size_fallback": { 2024-04-10T16:59:54.441 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.441 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.441 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_unit_db": { 2024-04-10T16:59:54.441 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 65536 2024-04-10T16:59:54.441 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.441 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_unit_slow": { 2024-04-10T16:59:54.441 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.441 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.441 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_unit_wal": { 2024-04-10T16:59:54.441 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.441 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.441 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_wal_max_lat": { 2024-04-10T16:59:54.441 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.441 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.441 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes_written_slow": { 2024-04-10T16:59:54.441 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.442 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.442 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes_written_sst": { 2024-04-10T16:59:54.442 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 6860800 2024-04-10T16:59:54.442 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.442 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes_written_wal": { 2024-04-10T16:59:54.442 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 521125888 2024-04-10T16:59:54.442 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.442 INFO:tasks.workunit.client.0.smithi069.stdout: "compact_lat": { 2024-04-10T16:59:54.442 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 15, 2024-04-10T16:59:54.442 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3454544 2024-04-10T16:59:54.442 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.442 INFO:tasks.workunit.client.0.smithi069.stdout: "compact_lock_lat": { 2024-04-10T16:59:54.442 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 15, 2024-04-10T16:59:54.442 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1095904 2024-04-10T16:59:54.442 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.442 INFO:tasks.workunit.client.0.smithi069.stdout: "db_alloc_lat": { 2024-04-10T16:59:54.443 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 152, 2024-04-10T16:59:54.443 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 713245 2024-04-10T16:59:54.443 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.443 INFO:tasks.workunit.client.0.smithi069.stdout: "db_total_bytes": { 2024-04-10T16:59:54.443 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 95995027456 2024-04-10T16:59:54.443 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.443 INFO:tasks.workunit.client.0.smithi069.stdout: "db_used_bytes": { 2024-04-10T16:59:54.443 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 431685632 2024-04-10T16:59:54.443 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.443 INFO:tasks.workunit.client.0.smithi069.stdout: "flush_lat": { 2024-04-10T16:59:54.443 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 63649, 2024-04-10T16:59:54.443 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 8714156371 2024-04-10T16:59:54.443 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.443 INFO:tasks.workunit.client.0.smithi069.stdout: "fsync_lat": { 2024-04-10T16:59:54.443 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 63660, 2024-04-10T16:59:54.444 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 14114994105 2024-04-10T16:59:54.444 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.444 INFO:tasks.workunit.client.0.smithi069.stdout: "log_bytes": { 2024-04-10T16:59:54.444 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 11431936 2024-04-10T16:59:54.444 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.444 INFO:tasks.workunit.client.0.smithi069.stdout: "logged_bytes": { 2024-04-10T16:59:54.444 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 260792320 2024-04-10T16:59:54.444 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.444 INFO:tasks.workunit.client.0.smithi069.stdout: "max_bytes_db": { 2024-04-10T16:59:54.444 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 425984000 2024-04-10T16:59:54.444 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.444 INFO:tasks.workunit.client.0.smithi069.stdout: "max_bytes_slow": { 2024-04-10T16:59:54.445 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.445 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.445 INFO:tasks.workunit.client.0.smithi069.stdout: "max_bytes_wal": { 2024-04-10T16:59:54.445 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.445 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.445 INFO:tasks.workunit.client.0.smithi069.stdout: "num_files": { 2024-04-10T16:59:54.445 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 42 2024-04-10T16:59:54.445 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.445 INFO:tasks.workunit.client.0.smithi069.stdout: "read_bytes": { 2024-04-10T16:59:54.445 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 4754111574 2024-04-10T16:59:54.445 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.445 INFO:tasks.workunit.client.0.smithi069.stdout: "read_count": { 2024-04-10T16:59:54.445 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 49710 2024-04-10T16:59:54.445 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.445 INFO:tasks.workunit.client.0.smithi069.stdout: "read_disk_bytes": { 2024-04-10T16:59:54.445 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 4097302528 2024-04-10T16:59:54.445 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.446 INFO:tasks.workunit.client.0.smithi069.stdout: "read_disk_bytes_db": { 2024-04-10T16:59:54.446 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 4097306624 2024-04-10T16:59:54.446 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.446 INFO:tasks.workunit.client.0.smithi069.stdout: "read_disk_bytes_slow": { 2024-04-10T16:59:54.446 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.446 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.446 INFO:tasks.workunit.client.0.smithi069.stdout: "read_disk_bytes_wal": { 2024-04-10T16:59:54.446 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.446 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.446 INFO:tasks.workunit.client.0.smithi069.stdout: "read_disk_count": { 2024-04-10T16:59:54.446 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 42368 2024-04-10T16:59:54.446 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.446 INFO:tasks.workunit.client.0.smithi069.stdout: "read_lat": { 2024-04-10T16:59:54.446 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 49710, 2024-04-10T16:59:54.446 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1580545780 2024-04-10T16:59:54.447 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.447 INFO:tasks.workunit.client.0.smithi069.stdout: "read_prefetch_bytes": { 2024-04-10T16:59:54.447 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 4613862572 2024-04-10T16:59:54.447 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.447 INFO:tasks.workunit.client.0.smithi069.stdout: "read_prefetch_count": { 2024-04-10T16:59:54.447 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 45413 2024-04-10T16:59:54.447 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.447 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_buffer_bytes": { 2024-04-10T16:59:54.447 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2536036 2024-04-10T16:59:54.447 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.447 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_buffer_count": { 2024-04-10T16:59:54.447 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 566 2024-04-10T16:59:54.447 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.447 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_bytes": { 2024-04-10T16:59:54.447 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 6805884 2024-04-10T16:59:54.448 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.448 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_count": { 2024-04-10T16:59:54.448 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 771 2024-04-10T16:59:54.448 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.448 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_disk_bytes": { 2024-04-10T16:59:54.448 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 4269848 2024-04-10T16:59:54.448 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.448 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_disk_bytes_db": { 2024-04-10T16:59:54.448 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 4269848 2024-04-10T16:59:54.448 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.448 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_disk_bytes_slow": { 2024-04-10T16:59:54.448 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.448 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.448 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_disk_bytes_wal": { 2024-04-10T16:59:54.448 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.448 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.449 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_disk_count": { 2024-04-10T16:59:54.449 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 209 2024-04-10T16:59:54.449 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.449 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_lat": { 2024-04-10T16:59:54.449 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 771, 2024-04-10T16:59:54.449 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1948859 2024-04-10T16:59:54.449 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.449 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_alloc_lat": { 2024-04-10T16:59:54.449 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:54.449 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.449 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.449 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_total_bytes": { 2024-04-10T16:59:54.449 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.449 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.449 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_used_bytes": { 2024-04-10T16:59:54.450 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.450 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.450 INFO:tasks.workunit.client.0.smithi069.stdout: "truncate_lat": { 2024-04-10T16:59:54.450 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 1, 2024-04-10T16:59:54.450 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 723 2024-04-10T16:59:54.450 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.450 INFO:tasks.workunit.client.0.smithi069.stdout: "unlink_lat": { 2024-04-10T16:59:54.450 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 11, 2024-04-10T16:59:54.450 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 12615 2024-04-10T16:59:54.450 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.450 INFO:tasks.workunit.client.0.smithi069.stdout: "wal_alloc_lat": { 2024-04-10T16:59:54.450 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:54.450 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.450 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.450 INFO:tasks.workunit.client.0.smithi069.stdout: "wal_total_bytes": { 2024-04-10T16:59:54.450 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.451 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.451 INFO:tasks.workunit.client.0.smithi069.stdout: "wal_used_bytes": { 2024-04-10T16:59:54.451 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.451 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.451 INFO:tasks.workunit.client.0.smithi069.stdout: "write_bytes": { 2024-04-10T16:59:54.451 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 791064576 2024-04-10T16:59:54.451 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:54.451 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.451 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore": { 2024-04-10T16:59:54.451 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_unit": { 2024-04-10T16:59:54.451 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 4096 2024-04-10T16:59:54.451 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.451 INFO:tasks.workunit.client.0.smithi069.stdout: "allocated": { 2024-04-10T16:59:54.451 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 10002432 2024-04-10T16:59:54.451 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.451 INFO:tasks.workunit.client.0.smithi069.stdout: "allocator_lat": { 2024-04-10T16:59:54.452 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 13736, 2024-04-10T16:59:54.452 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 47323043 2024-04-10T16:59:54.452 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.452 INFO:tasks.workunit.client.0.smithi069.stdout: "clist_lat": { 2024-04-10T16:59:54.452 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 3441, 2024-04-10T16:59:54.452 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3475881125 2024-04-10T16:59:54.452 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.452 INFO:tasks.workunit.client.0.smithi069.stdout: "compress_lat": { 2024-04-10T16:59:54.452 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:54.452 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.452 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.452 INFO:tasks.workunit.client.0.smithi069.stdout: "compressed": { 2024-04-10T16:59:54.452 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.452 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.452 INFO:tasks.workunit.client.0.smithi069.stdout: "compressed_allocated": { 2024-04-10T16:59:54.453 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.453 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.453 INFO:tasks.workunit.client.0.smithi069.stdout: "compressed_original": { 2024-04-10T16:59:54.453 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.453 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.453 INFO:tasks.workunit.client.0.smithi069.stdout: "csum_lat": { 2024-04-10T16:59:54.453 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 13643, 2024-04-10T16:59:54.453 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 98816184 2024-04-10T16:59:54.453 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.453 INFO:tasks.workunit.client.0.smithi069.stdout: "decompress_lat": { 2024-04-10T16:59:54.453 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:54.453 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.453 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.453 INFO:tasks.workunit.client.0.smithi069.stdout: "fragmentation_micros": { 2024-04-10T16:59:54.453 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.453 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.454 INFO:tasks.workunit.client.0.smithi069.stdout: "kv_commit_lat": { 2024-04-10T16:59:54.454 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 63609, 2024-04-10T16:59:54.454 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 17115907078 2024-04-10T16:59:54.454 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.454 INFO:tasks.workunit.client.0.smithi069.stdout: "kv_final_lat": { 2024-04-10T16:59:54.454 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 63147, 2024-04-10T16:59:54.454 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1298857159 2024-04-10T16:59:54.454 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.454 INFO:tasks.workunit.client.0.smithi069.stdout: "kv_flush_lat": { 2024-04-10T16:59:54.454 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 63609, 2024-04-10T16:59:54.454 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 33835666 2024-04-10T16:59:54.454 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.454 INFO:tasks.workunit.client.0.smithi069.stdout: "kv_sync_lat": { 2024-04-10T16:59:54.454 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 63609, 2024-04-10T16:59:54.454 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 17149742744 2024-04-10T16:59:54.454 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.455 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_get_keys_lat": { 2024-04-10T16:59:54.455 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:54.455 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.455 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.455 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_get_values_lat": { 2024-04-10T16:59:54.455 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 23789, 2024-04-10T16:59:54.455 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 498230503 2024-04-10T16:59:54.455 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.455 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_lower_bound_lat": { 2024-04-10T16:59:54.455 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 780, 2024-04-10T16:59:54.455 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2242609 2024-04-10T16:59:54.455 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.455 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_next_lat": { 2024-04-10T16:59:54.455 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 16438, 2024-04-10T16:59:54.456 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 10059492 2024-04-10T16:59:54.456 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.456 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_seek_to_first_lat": { 2024-04-10T16:59:54.456 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 43, 2024-04-10T16:59:54.456 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 54835 2024-04-10T16:59:54.456 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.456 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_upper_bound_lat": { 2024-04-10T16:59:54.456 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 11455, 2024-04-10T16:59:54.456 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1358619959 2024-04-10T16:59:54.456 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.456 INFO:tasks.workunit.client.0.smithi069.stdout: "onode_hits": { 2024-04-10T16:59:54.456 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 183560 2024-04-10T16:59:54.456 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.456 INFO:tasks.workunit.client.0.smithi069.stdout: "onode_misses": { 2024-04-10T16:59:54.456 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 18882 2024-04-10T16:59:54.456 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.456 INFO:tasks.workunit.client.0.smithi069.stdout: "read_lat": { 2024-04-10T16:59:54.457 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 14738, 2024-04-10T16:59:54.457 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1208220000 2024-04-10T16:59:54.457 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.457 INFO:tasks.workunit.client.0.smithi069.stdout: "read_onode_meta_lat": { 2024-04-10T16:59:54.457 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 46167, 2024-04-10T16:59:54.457 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 20033554 2024-04-10T16:59:54.457 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.457 INFO:tasks.workunit.client.0.smithi069.stdout: "read_wait_aio_lat": { 2024-04-10T16:59:54.457 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 31429, 2024-04-10T16:59:54.457 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 954058923 2024-04-10T16:59:54.457 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.457 INFO:tasks.workunit.client.0.smithi069.stdout: "reads_with_retries": { 2024-04-10T16:59:54.457 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.457 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.458 INFO:tasks.workunit.client.0.smithi069.stdout: "remove_lat": { 2024-04-10T16:59:54.458 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 11999, 2024-04-10T16:59:54.458 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 331823257 2024-04-10T16:59:54.458 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.458 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_aio_wait_count": { 2024-04-10T16:59:54.458 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.458 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.458 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_committed_kv_count": { 2024-04-10T16:59:54.458 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.458 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.458 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_read_onode_meta_count": { 2024-04-10T16:59:54.458 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.458 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.458 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_read_wait_aio_count": { 2024-04-10T16:59:54.458 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.459 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.459 INFO:tasks.workunit.client.0.smithi069.stdout: "state_aio_wait_lat": { 2024-04-10T16:59:54.459 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 73926, 2024-04-10T16:59:54.459 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 8170628402 2024-04-10T16:59:54.459 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.459 INFO:tasks.workunit.client.0.smithi069.stdout: "state_deferred_aio_wait_lat": { 2024-04-10T16:59:54.459 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 14004, 2024-04-10T16:59:54.459 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 724731155 2024-04-10T16:59:54.459 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.459 INFO:tasks.workunit.client.0.smithi069.stdout: "state_deferred_cleanup_lat": { 2024-04-10T16:59:54.459 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 14004, 2024-04-10T16:59:54.459 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3669798353217 2024-04-10T16:59:54.459 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.459 INFO:tasks.workunit.client.0.smithi069.stdout: "state_deferred_queued_lat": { 2024-04-10T16:59:54.459 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 14004, 2024-04-10T16:59:54.459 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 5801500992279 2024-04-10T16:59:54.460 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.460 INFO:tasks.workunit.client.0.smithi069.stdout: "state_done_lat": { 2024-04-10T16:59:54.460 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 73926, 2024-04-10T16:59:54.460 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2525964237565 2024-04-10T16:59:54.460 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.460 INFO:tasks.workunit.client.0.smithi069.stdout: "state_finishing_lat": { 2024-04-10T16:59:54.460 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 73926, 2024-04-10T16:59:54.460 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 7045511 2024-04-10T16:59:54.460 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.460 INFO:tasks.workunit.client.0.smithi069.stdout: "state_io_done_lat": { 2024-04-10T16:59:54.460 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 73926, 2024-04-10T16:59:54.460 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 191304316 2024-04-10T16:59:54.460 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.460 INFO:tasks.workunit.client.0.smithi069.stdout: "state_kv_commiting_lat": { 2024-04-10T16:59:54.461 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 73926, 2024-04-10T16:59:54.461 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 26854478534 2024-04-10T16:59:54.461 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.461 INFO:tasks.workunit.client.0.smithi069.stdout: "state_kv_done_lat": { 2024-04-10T16:59:54.461 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 73926, 2024-04-10T16:59:54.461 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 24752991 2024-04-10T16:59:54.461 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.461 INFO:tasks.workunit.client.0.smithi069.stdout: "state_kv_queued_lat": { 2024-04-10T16:59:54.461 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 73926, 2024-04-10T16:59:54.461 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 12075480611 2024-04-10T16:59:54.461 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.461 INFO:tasks.workunit.client.0.smithi069.stdout: "state_prepare_lat": { 2024-04-10T16:59:54.461 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 73926, 2024-04-10T16:59:54.461 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 8834265086 2024-04-10T16:59:54.461 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.462 INFO:tasks.workunit.client.0.smithi069.stdout: "stored": { 2024-04-10T16:59:54.462 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 6074643 2024-04-10T16:59:54.462 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.462 INFO:tasks.workunit.client.0.smithi069.stdout: "truncate_lat": { 2024-04-10T16:59:54.462 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 2413, 2024-04-10T16:59:54.462 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 13465398 2024-04-10T16:59:54.462 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.462 INFO:tasks.workunit.client.0.smithi069.stdout: "txc_commit_lat": { 2024-04-10T16:59:54.462 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 73926, 2024-04-10T16:59:54.462 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 56137149330 2024-04-10T16:59:54.462 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.462 INFO:tasks.workunit.client.0.smithi069.stdout: "txc_submit_lat": { 2024-04-10T16:59:54.462 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 73926, 2024-04-10T16:59:54.462 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 9662593425 2024-04-10T16:59:54.463 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.463 INFO:tasks.workunit.client.0.smithi069.stdout: "txc_throttle_lat": { 2024-04-10T16:59:54.463 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 73926, 2024-04-10T16:59:54.463 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 430233491 2024-04-10T16:59:54.463 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:54.463 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.463 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore-pricache": { 2024-04-10T16:59:54.463 INFO:tasks.workunit.client.0.smithi069.stdout: "cache_bytes": { 2024-04-10T16:59:54.463 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1405281412 2024-04-10T16:59:54.463 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.463 INFO:tasks.workunit.client.0.smithi069.stdout: "heap_bytes": { 2024-04-10T16:59:54.463 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 482795520 2024-04-10T16:59:54.463 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.463 INFO:tasks.workunit.client.0.smithi069.stdout: "mapped_bytes": { 2024-04-10T16:59:54.464 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 454475776 2024-04-10T16:59:54.464 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.464 INFO:tasks.workunit.client.0.smithi069.stdout: "target_bytes": { 2024-04-10T16:59:54.464 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2600691507 2024-04-10T16:59:54.464 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.464 INFO:tasks.workunit.client.0.smithi069.stdout: "unmapped_bytes": { 2024-04-10T16:59:54.464 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 28319744 2024-04-10T16:59:54.464 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:54.464 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.464 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore-pricache:data": { 2024-04-10T16:59:54.464 INFO:tasks.workunit.client.0.smithi069.stdout: "committed_bytes": { 2024-04-10T16:59:54.464 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 125829120 2024-04-10T16:59:54.464 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.465 INFO:tasks.workunit.client.0.smithi069.stdout: "pri0_bytes": { 2024-04-10T16:59:54.465 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.465 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.465 INFO:tasks.workunit.client.0.smithi069.stdout: "pri10_bytes": { 2024-04-10T16:59:54.465 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.465 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.465 INFO:tasks.workunit.client.0.smithi069.stdout: "pri11_bytes": { 2024-04-10T16:59:54.465 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 57140355 2024-04-10T16:59:54.465 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.465 INFO:tasks.workunit.client.0.smithi069.stdout: "pri1_bytes": { 2024-04-10T16:59:54.465 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.465 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.465 INFO:tasks.workunit.client.0.smithi069.stdout: "pri2_bytes": { 2024-04-10T16:59:54.465 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.465 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.466 INFO:tasks.workunit.client.0.smithi069.stdout: "pri3_bytes": { 2024-04-10T16:59:54.466 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.466 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.466 INFO:tasks.workunit.client.0.smithi069.stdout: "pri4_bytes": { 2024-04-10T16:59:54.466 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.466 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.466 INFO:tasks.workunit.client.0.smithi069.stdout: "pri5_bytes": { 2024-04-10T16:59:54.466 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 8192 2024-04-10T16:59:54.466 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.466 INFO:tasks.workunit.client.0.smithi069.stdout: "pri6_bytes": { 2024-04-10T16:59:54.466 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 73728 2024-04-10T16:59:54.466 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.466 INFO:tasks.workunit.client.0.smithi069.stdout: "pri7_bytes": { 2024-04-10T16:59:54.466 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.466 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.466 INFO:tasks.workunit.client.0.smithi069.stdout: "pri8_bytes": { 2024-04-10T16:59:54.467 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.467 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.467 INFO:tasks.workunit.client.0.smithi069.stdout: "pri9_bytes": { 2024-04-10T16:59:54.467 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.467 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.467 INFO:tasks.workunit.client.0.smithi069.stdout: "reserved_bytes": { 2024-04-10T16:59:54.467 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 68606845 2024-04-10T16:59:54.467 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:54.467 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.467 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore-pricache:kv": { 2024-04-10T16:59:54.467 INFO:tasks.workunit.client.0.smithi069.stdout: "committed_bytes": { 2024-04-10T16:59:54.467 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 570425344 2024-04-10T16:59:54.467 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.467 INFO:tasks.workunit.client.0.smithi069.stdout: "pri0_bytes": { 2024-04-10T16:59:54.467 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 67108864 2024-04-10T16:59:54.467 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.468 INFO:tasks.workunit.client.0.smithi069.stdout: "pri10_bytes": { 2024-04-10T16:59:54.468 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.468 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.468 INFO:tasks.workunit.client.0.smithi069.stdout: "pri11_bytes": { 2024-04-10T16:59:54.468 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 428552668 2024-04-10T16:59:54.468 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.468 INFO:tasks.workunit.client.0.smithi069.stdout: "pri1_bytes": { 2024-04-10T16:59:54.468 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.468 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.468 INFO:tasks.workunit.client.0.smithi069.stdout: "pri2_bytes": { 2024-04-10T16:59:54.468 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.468 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.468 INFO:tasks.workunit.client.0.smithi069.stdout: "pri3_bytes": { 2024-04-10T16:59:54.468 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1616 2024-04-10T16:59:54.468 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.468 INFO:tasks.workunit.client.0.smithi069.stdout: "pri4_bytes": { 2024-04-10T16:59:54.469 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.469 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.469 INFO:tasks.workunit.client.0.smithi069.stdout: "pri5_bytes": { 2024-04-10T16:59:54.469 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 108096 2024-04-10T16:59:54.469 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.469 INFO:tasks.workunit.client.0.smithi069.stdout: "pri6_bytes": { 2024-04-10T16:59:54.469 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.469 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.469 INFO:tasks.workunit.client.0.smithi069.stdout: "pri7_bytes": { 2024-04-10T16:59:54.469 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.469 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.469 INFO:tasks.workunit.client.0.smithi069.stdout: "pri8_bytes": { 2024-04-10T16:59:54.469 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.469 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.469 INFO:tasks.workunit.client.0.smithi069.stdout: "pri9_bytes": { 2024-04-10T16:59:54.470 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.470 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.470 INFO:tasks.workunit.client.0.smithi069.stdout: "reserved_bytes": { 2024-04-10T16:59:54.470 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 74654100 2024-04-10T16:59:54.470 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:54.470 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.470 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore-pricache:kv_onode": { 2024-04-10T16:59:54.470 INFO:tasks.workunit.client.0.smithi069.stdout: "committed_bytes": { 2024-04-10T16:59:54.470 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 184549376 2024-04-10T16:59:54.470 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.470 INFO:tasks.workunit.client.0.smithi069.stdout: "pri0_bytes": { 2024-04-10T16:59:54.470 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 67108864 2024-04-10T16:59:54.470 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.470 INFO:tasks.workunit.client.0.smithi069.stdout: "pri10_bytes": { 2024-04-10T16:59:54.470 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 6758272 2024-04-10T16:59:54.470 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.471 INFO:tasks.workunit.client.0.smithi069.stdout: "pri11_bytes": { 2024-04-10T16:59:54.471 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 38093570 2024-04-10T16:59:54.471 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.471 INFO:tasks.workunit.client.0.smithi069.stdout: "pri1_bytes": { 2024-04-10T16:59:54.471 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.471 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.471 INFO:tasks.workunit.client.0.smithi069.stdout: "pri2_bytes": { 2024-04-10T16:59:54.471 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.471 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.471 INFO:tasks.workunit.client.0.smithi069.stdout: "pri3_bytes": { 2024-04-10T16:59:54.471 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.471 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.471 INFO:tasks.workunit.client.0.smithi069.stdout: "pri4_bytes": { 2024-04-10T16:59:54.471 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.471 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.471 INFO:tasks.workunit.client.0.smithi069.stdout: "pri5_bytes": { 2024-04-10T16:59:54.472 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.472 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.472 INFO:tasks.workunit.client.0.smithi069.stdout: "pri6_bytes": { 2024-04-10T16:59:54.472 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.472 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.472 INFO:tasks.workunit.client.0.smithi069.stdout: "pri7_bytes": { 2024-04-10T16:59:54.472 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.472 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.472 INFO:tasks.workunit.client.0.smithi069.stdout: "pri8_bytes": { 2024-04-10T16:59:54.472 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.472 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.472 INFO:tasks.workunit.client.0.smithi069.stdout: "pri9_bytes": { 2024-04-10T16:59:54.472 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.472 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.472 INFO:tasks.workunit.client.0.smithi069.stdout: "reserved_bytes": { 2024-04-10T16:59:54.472 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 72588670 2024-04-10T16:59:54.473 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:54.473 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.473 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore-pricache:meta": { 2024-04-10T16:59:54.473 INFO:tasks.workunit.client.0.smithi069.stdout: "committed_bytes": { 2024-04-10T16:59:54.473 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 503316480 2024-04-10T16:59:54.473 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.473 INFO:tasks.workunit.client.0.smithi069.stdout: "pri0_bytes": { 2024-04-10T16:59:54.473 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.473 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.473 INFO:tasks.workunit.client.0.smithi069.stdout: "pri10_bytes": { 2024-04-10T16:59:54.473 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.473 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.473 INFO:tasks.workunit.client.0.smithi069.stdout: "pri11_bytes": { 2024-04-10T16:59:54.473 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 428552668 2024-04-10T16:59:54.474 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.474 INFO:tasks.workunit.client.0.smithi069.stdout: "pri1_bytes": { 2024-04-10T16:59:54.474 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.474 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.474 INFO:tasks.workunit.client.0.smithi069.stdout: "pri2_bytes": { 2024-04-10T16:59:54.474 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.474 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.474 INFO:tasks.workunit.client.0.smithi069.stdout: "pri3_bytes": { 2024-04-10T16:59:54.474 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.474 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.474 INFO:tasks.workunit.client.0.smithi069.stdout: "pri4_bytes": { 2024-04-10T16:59:54.474 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.474 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.474 INFO:tasks.workunit.client.0.smithi069.stdout: "pri5_bytes": { 2024-04-10T16:59:54.475 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 154231 2024-04-10T16:59:54.475 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.475 INFO:tasks.workunit.client.0.smithi069.stdout: "pri6_bytes": { 2024-04-10T16:59:54.475 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1134704 2024-04-10T16:59:54.475 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.475 INFO:tasks.workunit.client.0.smithi069.stdout: "pri7_bytes": { 2024-04-10T16:59:54.475 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.475 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.475 INFO:tasks.workunit.client.0.smithi069.stdout: "pri8_bytes": { 2024-04-10T16:59:54.475 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.475 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.475 INFO:tasks.workunit.client.0.smithi069.stdout: "pri9_bytes": { 2024-04-10T16:59:54.475 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.475 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.475 INFO:tasks.workunit.client.0.smithi069.stdout: "reserved_bytes": { 2024-04-10T16:59:54.476 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 73474877 2024-04-10T16:59:54.476 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:54.476 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.476 INFO:tasks.workunit.client.0.smithi069.stdout: "objecter": { 2024-04-10T16:59:54.476 INFO:tasks.workunit.client.0.smithi069.stdout: "op_active": { 2024-04-10T16:59:54.476 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.476 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.476 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r": { 2024-04-10T16:59:54.476 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 11 2024-04-10T16:59:54.476 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.476 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rmw": { 2024-04-10T16:59:54.476 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.476 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.476 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w": { 2024-04-10T16:59:54.476 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.477 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:54.477 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.477 INFO:tasks.workunit.client.0.smithi069.stdout: "osd": { 2024-04-10T16:59:54.477 INFO:tasks.workunit.client.0.smithi069.stdout: "numpg": { 2024-04-10T16:59:54.477 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 54 2024-04-10T16:59:54.477 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.477 INFO:tasks.workunit.client.0.smithi069.stdout: "numpg_removing": { 2024-04-10T16:59:54.477 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.477 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.477 INFO:tasks.workunit.client.0.smithi069.stdout: "op": { 2024-04-10T16:59:54.477 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 41940 2024-04-10T16:59:54.477 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.477 INFO:tasks.workunit.client.0.smithi069.stdout: "op_before_queue_op_lat": { 2024-04-10T16:59:54.477 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 101549, 2024-04-10T16:59:54.477 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 8225031707 2024-04-10T16:59:54.477 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.478 INFO:tasks.workunit.client.0.smithi069.stdout: "op_delayed_degraded": { 2024-04-10T16:59:54.478 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.478 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.478 INFO:tasks.workunit.client.0.smithi069.stdout: "op_delayed_unreadable": { 2024-04-10T16:59:54.478 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1 2024-04-10T16:59:54.478 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.478 INFO:tasks.workunit.client.0.smithi069.stdout: "op_in_bytes": { 2024-04-10T16:59:54.478 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1504132604 2024-04-10T16:59:54.478 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.478 INFO:tasks.workunit.client.0.smithi069.stdout: "op_latency": { 2024-04-10T16:59:54.478 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 41940, 2024-04-10T16:59:54.478 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 56071828844 2024-04-10T16:59:54.478 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.478 INFO:tasks.workunit.client.0.smithi069.stdout: "op_out_bytes": { 2024-04-10T16:59:54.478 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1689827754 2024-04-10T16:59:54.478 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.479 INFO:tasks.workunit.client.0.smithi069.stdout: "op_prepare_latency": { 2024-04-10T16:59:54.479 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 42368, 2024-04-10T16:59:54.479 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 13663163313 2024-04-10T16:59:54.479 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.479 INFO:tasks.workunit.client.0.smithi069.stdout: "op_process_latency": { 2024-04-10T16:59:54.479 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 41940, 2024-04-10T16:59:54.479 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 31795583590 2024-04-10T16:59:54.479 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.479 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r": { 2024-04-10T16:59:54.479 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 33646 2024-04-10T16:59:54.479 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.479 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r_latency": { 2024-04-10T16:59:54.479 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 33646, 2024-04-10T16:59:54.479 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 9161924813 2024-04-10T16:59:54.479 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.479 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-10T16:59:54.480 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.480 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.480 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r_out_bytes": { 2024-04-10T16:59:54.480 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1689827754 2024-04-10T16:59:54.480 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.480 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r_prepare_latency": { 2024-04-10T16:59:54.480 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 33815, 2024-04-10T16:59:54.480 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 5969406798 2024-04-10T16:59:54.480 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.480 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r_process_latency": { 2024-04-10T16:59:54.480 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 33646, 2024-04-10T16:59:54.480 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 5388782624 2024-04-10T16:59:54.480 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.480 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw": { 2024-04-10T16:59:54.480 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 4317 2024-04-10T16:59:54.480 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.480 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_in_bytes": { 2024-04-10T16:59:54.481 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 331961950 2024-04-10T16:59:54.481 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.481 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_latency": { 2024-04-10T16:59:54.481 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 4317, 2024-04-10T16:59:54.481 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 11672113329 2024-04-10T16:59:54.481 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.481 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-10T16:59:54.481 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.481 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.481 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-10T16:59:54.481 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.481 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.481 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_out_bytes": { 2024-04-10T16:59:54.481 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.481 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.482 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_prepare_latency": { 2024-04-10T16:59:54.482 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 4468, 2024-04-10T16:59:54.482 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3024384010 2024-04-10T16:59:54.482 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.482 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_process_latency": { 2024-04-10T16:59:54.482 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 4317, 2024-04-10T16:59:54.482 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 8197421430 2024-04-10T16:59:54.482 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.482 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w": { 2024-04-10T16:59:54.482 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3977 2024-04-10T16:59:54.482 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.482 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w_in_bytes": { 2024-04-10T16:59:54.482 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1172170654 2024-04-10T16:59:54.482 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.482 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w_latency": { 2024-04-10T16:59:54.483 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 3977, 2024-04-10T16:59:54.483 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 35237790702 2024-04-10T16:59:54.483 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.483 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-10T16:59:54.483 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.483 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.483 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w_prepare_latency": { 2024-04-10T16:59:54.483 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 4085, 2024-04-10T16:59:54.483 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 4669372505 2024-04-10T16:59:54.483 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.483 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w_process_latency": { 2024-04-10T16:59:54.483 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 3977, 2024-04-10T16:59:54.483 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 18209379536 2024-04-10T16:59:54.483 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.483 INFO:tasks.workunit.client.0.smithi069.stdout: "op_wip": { 2024-04-10T16:59:54.484 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.484 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.484 INFO:tasks.workunit.client.0.smithi069.stdout: "recovery_bytes": { 2024-04-10T16:59:54.484 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 13309427 2024-04-10T16:59:54.484 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.484 INFO:tasks.workunit.client.0.smithi069.stdout: "recovery_ops": { 2024-04-10T16:59:54.484 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 12 2024-04-10T16:59:54.484 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.484 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_bytes": { 2024-04-10T16:59:54.484 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 95995035648 2024-04-10T16:59:54.484 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.484 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_bytes_used": { 2024-04-10T16:59:54.484 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 441696256 2024-04-10T16:59:54.485 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:54.485 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:54.485 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.485 INFO:tasks.workunit.client.0.smithi069.stdout: "osd.7": { 2024-04-10T16:59:54.485 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs": { 2024-04-10T16:59:54.485 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_db_max_lat": { 2024-04-10T16:59:54.485 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 25244 2024-04-10T16:59:54.485 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.485 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_slow_fallback": { 2024-04-10T16:59:54.485 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.485 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.485 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_slow_max_lat": { 2024-04-10T16:59:54.485 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.485 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.485 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_slow_size_fallback": { 2024-04-10T16:59:54.486 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.486 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.486 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_unit_db": { 2024-04-10T16:59:54.486 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 65536 2024-04-10T16:59:54.486 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.486 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_unit_slow": { 2024-04-10T16:59:54.486 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.486 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.486 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_unit_wal": { 2024-04-10T16:59:54.486 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.486 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.486 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_wal_max_lat": { 2024-04-10T16:59:54.486 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.486 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.486 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes_written_slow": { 2024-04-10T16:59:54.487 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.487 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.487 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes_written_sst": { 2024-04-10T16:59:54.487 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 6221824 2024-04-10T16:59:54.487 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.487 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes_written_wal": { 2024-04-10T16:59:54.487 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 592785408 2024-04-10T16:59:54.487 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.487 INFO:tasks.workunit.client.0.smithi069.stdout: "compact_lat": { 2024-04-10T16:59:54.487 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 16, 2024-04-10T16:59:54.487 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3169334 2024-04-10T16:59:54.487 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.487 INFO:tasks.workunit.client.0.smithi069.stdout: "compact_lock_lat": { 2024-04-10T16:59:54.487 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 16, 2024-04-10T16:59:54.487 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1052724 2024-04-10T16:59:54.487 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.488 INFO:tasks.workunit.client.0.smithi069.stdout: "db_alloc_lat": { 2024-04-10T16:59:54.488 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 161, 2024-04-10T16:59:54.488 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 708968 2024-04-10T16:59:54.488 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.488 INFO:tasks.workunit.client.0.smithi069.stdout: "db_total_bytes": { 2024-04-10T16:59:54.488 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 95995027456 2024-04-10T16:59:54.488 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.488 INFO:tasks.workunit.client.0.smithi069.stdout: "db_used_bytes": { 2024-04-10T16:59:54.488 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 533200896 2024-04-10T16:59:54.488 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.488 INFO:tasks.workunit.client.0.smithi069.stdout: "flush_lat": { 2024-04-10T16:59:54.488 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 65017, 2024-04-10T16:59:54.488 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 9340614315 2024-04-10T16:59:54.488 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.488 INFO:tasks.workunit.client.0.smithi069.stdout: "fsync_lat": { 2024-04-10T16:59:54.488 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 65025, 2024-04-10T16:59:54.489 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 14965846918 2024-04-10T16:59:54.489 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.489 INFO:tasks.workunit.client.0.smithi069.stdout: "log_bytes": { 2024-04-10T16:59:54.489 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 385024 2024-04-10T16:59:54.489 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.489 INFO:tasks.workunit.client.0.smithi069.stdout: "logged_bytes": { 2024-04-10T16:59:54.489 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 266387456 2024-04-10T16:59:54.489 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.489 INFO:tasks.workunit.client.0.smithi069.stdout: "max_bytes_db": { 2024-04-10T16:59:54.489 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 554500096 2024-04-10T16:59:54.489 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.489 INFO:tasks.workunit.client.0.smithi069.stdout: "max_bytes_slow": { 2024-04-10T16:59:54.489 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.489 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.489 INFO:tasks.workunit.client.0.smithi069.stdout: "max_bytes_wal": { 2024-04-10T16:59:54.490 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.490 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.490 INFO:tasks.workunit.client.0.smithi069.stdout: "num_files": { 2024-04-10T16:59:54.490 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 44 2024-04-10T16:59:54.490 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.490 INFO:tasks.workunit.client.0.smithi069.stdout: "read_bytes": { 2024-04-10T16:59:54.490 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 4283545947 2024-04-10T16:59:54.490 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.490 INFO:tasks.workunit.client.0.smithi069.stdout: "read_count": { 2024-04-10T16:59:54.490 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 46431 2024-04-10T16:59:54.490 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.490 INFO:tasks.workunit.client.0.smithi069.stdout: "read_disk_bytes": { 2024-04-10T16:59:54.490 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3624091648 2024-04-10T16:59:54.491 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.491 INFO:tasks.workunit.client.0.smithi069.stdout: "read_disk_bytes_db": { 2024-04-10T16:59:54.491 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3624095744 2024-04-10T16:59:54.491 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.491 INFO:tasks.workunit.client.0.smithi069.stdout: "read_disk_bytes_slow": { 2024-04-10T16:59:54.491 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.491 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.491 INFO:tasks.workunit.client.0.smithi069.stdout: "read_disk_bytes_wal": { 2024-04-10T16:59:54.491 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.491 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.491 INFO:tasks.workunit.client.0.smithi069.stdout: "read_disk_count": { 2024-04-10T16:59:54.491 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 34666 2024-04-10T16:59:54.491 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.491 INFO:tasks.workunit.client.0.smithi069.stdout: "read_lat": { 2024-04-10T16:59:54.491 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 46431, 2024-04-10T16:59:54.491 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1348098146 2024-04-10T16:59:54.492 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.492 INFO:tasks.workunit.client.0.smithi069.stdout: "read_prefetch_bytes": { 2024-04-10T16:59:54.492 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 4176961610 2024-04-10T16:59:54.492 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.492 INFO:tasks.workunit.client.0.smithi069.stdout: "read_prefetch_count": { 2024-04-10T16:59:54.492 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 43163 2024-04-10T16:59:54.492 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.492 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_buffer_bytes": { 2024-04-10T16:59:54.492 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1451094 2024-04-10T16:59:54.492 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.492 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_buffer_count": { 2024-04-10T16:59:54.492 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 564 2024-04-10T16:59:54.492 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.492 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_bytes": { 2024-04-10T16:59:54.492 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 6179442 2024-04-10T16:59:54.493 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.493 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_count": { 2024-04-10T16:59:54.493 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 873 2024-04-10T16:59:54.493 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.493 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_disk_bytes": { 2024-04-10T16:59:54.493 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 4728348 2024-04-10T16:59:54.493 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.493 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_disk_bytes_db": { 2024-04-10T16:59:54.493 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 4728348 2024-04-10T16:59:54.493 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.493 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_disk_bytes_slow": { 2024-04-10T16:59:54.493 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.493 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.493 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_disk_bytes_wal": { 2024-04-10T16:59:54.493 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.494 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.494 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_disk_count": { 2024-04-10T16:59:54.494 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 312 2024-04-10T16:59:54.494 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.494 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_lat": { 2024-04-10T16:59:54.494 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 873, 2024-04-10T16:59:54.494 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2034587 2024-04-10T16:59:54.494 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.494 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_alloc_lat": { 2024-04-10T16:59:54.494 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:54.494 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.494 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.494 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_total_bytes": { 2024-04-10T16:59:54.494 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.495 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.495 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_used_bytes": { 2024-04-10T16:59:54.495 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.495 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.495 INFO:tasks.workunit.client.0.smithi069.stdout: "truncate_lat": { 2024-04-10T16:59:54.495 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 1, 2024-04-10T16:59:54.495 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 883 2024-04-10T16:59:54.495 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.495 INFO:tasks.workunit.client.0.smithi069.stdout: "unlink_lat": { 2024-04-10T16:59:54.495 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 9, 2024-04-10T16:59:54.495 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 12171 2024-04-10T16:59:54.495 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.495 INFO:tasks.workunit.client.0.smithi069.stdout: "wal_alloc_lat": { 2024-04-10T16:59:54.495 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:54.495 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.495 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.496 INFO:tasks.workunit.client.0.smithi069.stdout: "wal_total_bytes": { 2024-04-10T16:59:54.496 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.496 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.496 INFO:tasks.workunit.client.0.smithi069.stdout: "wal_used_bytes": { 2024-04-10T16:59:54.496 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.496 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.496 INFO:tasks.workunit.client.0.smithi069.stdout: "write_bytes": { 2024-04-10T16:59:54.496 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 867819520 2024-04-10T16:59:54.496 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:54.496 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.496 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore": { 2024-04-10T16:59:54.496 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_unit": { 2024-04-10T16:59:54.496 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 4096 2024-04-10T16:59:54.496 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.496 INFO:tasks.workunit.client.0.smithi069.stdout: "allocated": { 2024-04-10T16:59:54.497 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 9994240 2024-04-10T16:59:54.497 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.497 INFO:tasks.workunit.client.0.smithi069.stdout: "allocator_lat": { 2024-04-10T16:59:54.497 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 17919, 2024-04-10T16:59:54.497 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 60385194 2024-04-10T16:59:54.497 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.497 INFO:tasks.workunit.client.0.smithi069.stdout: "clist_lat": { 2024-04-10T16:59:54.497 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 3475, 2024-04-10T16:59:54.497 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3512343427 2024-04-10T16:59:54.497 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.497 INFO:tasks.workunit.client.0.smithi069.stdout: "compress_lat": { 2024-04-10T16:59:54.497 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:54.497 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.497 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.497 INFO:tasks.workunit.client.0.smithi069.stdout: "compressed": { 2024-04-10T16:59:54.497 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.497 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.498 INFO:tasks.workunit.client.0.smithi069.stdout: "compressed_allocated": { 2024-04-10T16:59:54.498 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.498 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.498 INFO:tasks.workunit.client.0.smithi069.stdout: "compressed_original": { 2024-04-10T16:59:54.498 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.498 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.498 INFO:tasks.workunit.client.0.smithi069.stdout: "csum_lat": { 2024-04-10T16:59:54.498 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 20190, 2024-04-10T16:59:54.498 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 154362072 2024-04-10T16:59:54.498 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.498 INFO:tasks.workunit.client.0.smithi069.stdout: "decompress_lat": { 2024-04-10T16:59:54.498 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:54.498 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.498 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.498 INFO:tasks.workunit.client.0.smithi069.stdout: "fragmentation_micros": { 2024-04-10T16:59:54.498 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.499 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.499 INFO:tasks.workunit.client.0.smithi069.stdout: "kv_commit_lat": { 2024-04-10T16:59:54.499 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 64974, 2024-04-10T16:59:54.499 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 18151922349 2024-04-10T16:59:54.499 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.499 INFO:tasks.workunit.client.0.smithi069.stdout: "kv_final_lat": { 2024-04-10T16:59:54.499 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 64518, 2024-04-10T16:59:54.499 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1339673105 2024-04-10T16:59:54.499 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.499 INFO:tasks.workunit.client.0.smithi069.stdout: "kv_flush_lat": { 2024-04-10T16:59:54.499 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 64974, 2024-04-10T16:59:54.499 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 40646031 2024-04-10T16:59:54.499 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.499 INFO:tasks.workunit.client.0.smithi069.stdout: "kv_sync_lat": { 2024-04-10T16:59:54.499 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 64974, 2024-04-10T16:59:54.499 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 18192568380 2024-04-10T16:59:54.499 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.500 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_get_keys_lat": { 2024-04-10T16:59:54.500 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:54.500 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.500 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.500 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_get_values_lat": { 2024-04-10T16:59:54.500 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 29846, 2024-04-10T16:59:54.500 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 770097013 2024-04-10T16:59:54.500 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.500 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_lower_bound_lat": { 2024-04-10T16:59:54.500 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 748, 2024-04-10T16:59:54.500 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2631873 2024-04-10T16:59:54.500 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.500 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_next_lat": { 2024-04-10T16:59:54.500 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 7603, 2024-04-10T16:59:54.501 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 6477383 2024-04-10T16:59:54.501 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.501 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_seek_to_first_lat": { 2024-04-10T16:59:54.501 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 50, 2024-04-10T16:59:54.501 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 61543 2024-04-10T16:59:54.501 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.501 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_upper_bound_lat": { 2024-04-10T16:59:54.501 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 11715, 2024-04-10T16:59:54.501 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 942291020 2024-04-10T16:59:54.501 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.501 INFO:tasks.workunit.client.0.smithi069.stdout: "onode_hits": { 2024-04-10T16:59:54.501 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 198679 2024-04-10T16:59:54.501 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.501 INFO:tasks.workunit.client.0.smithi069.stdout: "onode_misses": { 2024-04-10T16:59:54.502 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 17890 2024-04-10T16:59:54.502 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.502 INFO:tasks.workunit.client.0.smithi069.stdout: "read_lat": { 2024-04-10T16:59:54.502 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 9983, 2024-04-10T16:59:54.502 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1415236436 2024-04-10T16:59:54.502 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.502 INFO:tasks.workunit.client.0.smithi069.stdout: "read_onode_meta_lat": { 2024-04-10T16:59:54.502 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 39291, 2024-04-10T16:59:54.502 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 10536813 2024-04-10T16:59:54.502 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.502 INFO:tasks.workunit.client.0.smithi069.stdout: "read_wait_aio_lat": { 2024-04-10T16:59:54.502 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 29308, 2024-04-10T16:59:54.502 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1288635911 2024-04-10T16:59:54.502 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.503 INFO:tasks.workunit.client.0.smithi069.stdout: "reads_with_retries": { 2024-04-10T16:59:54.503 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.503 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.503 INFO:tasks.workunit.client.0.smithi069.stdout: "remove_lat": { 2024-04-10T16:59:54.503 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 13557, 2024-04-10T16:59:54.503 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 362899682 2024-04-10T16:59:54.503 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.503 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_aio_wait_count": { 2024-04-10T16:59:54.503 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.503 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.503 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_committed_kv_count": { 2024-04-10T16:59:54.503 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.503 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.504 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_read_onode_meta_count": { 2024-04-10T16:59:54.504 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.504 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.504 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_read_wait_aio_count": { 2024-04-10T16:59:54.504 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.504 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.504 INFO:tasks.workunit.client.0.smithi069.stdout: "state_aio_wait_lat": { 2024-04-10T16:59:54.504 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 76322, 2024-04-10T16:59:54.504 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 9261087915 2024-04-10T16:59:54.504 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.504 INFO:tasks.workunit.client.0.smithi069.stdout: "state_deferred_aio_wait_lat": { 2024-04-10T16:59:54.504 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 16221, 2024-04-10T16:59:54.504 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 886752435 2024-04-10T16:59:54.504 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.504 INFO:tasks.workunit.client.0.smithi069.stdout: "state_deferred_cleanup_lat": { 2024-04-10T16:59:54.504 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 16218, 2024-04-10T16:59:54.505 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3487268865504 2024-04-10T16:59:54.505 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.505 INFO:tasks.workunit.client.0.smithi069.stdout: "state_deferred_queued_lat": { 2024-04-10T16:59:54.505 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 16221, 2024-04-10T16:59:54.505 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 6326036339473 2024-04-10T16:59:54.505 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.505 INFO:tasks.workunit.client.0.smithi069.stdout: "state_done_lat": { 2024-04-10T16:59:54.505 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 76319, 2024-04-10T16:59:54.505 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2611792849540 2024-04-10T16:59:54.505 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.505 INFO:tasks.workunit.client.0.smithi069.stdout: "state_finishing_lat": { 2024-04-10T16:59:54.505 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 76319, 2024-04-10T16:59:54.505 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 6992891 2024-04-10T16:59:54.505 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.505 INFO:tasks.workunit.client.0.smithi069.stdout: "state_io_done_lat": { 2024-04-10T16:59:54.505 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 76322, 2024-04-10T16:59:54.506 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 222186276 2024-04-10T16:59:54.506 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.506 INFO:tasks.workunit.client.0.smithi069.stdout: "state_kv_commiting_lat": { 2024-04-10T16:59:54.506 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 76322, 2024-04-10T16:59:54.506 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 28489438863 2024-04-10T16:59:54.506 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.506 INFO:tasks.workunit.client.0.smithi069.stdout: "state_kv_done_lat": { 2024-04-10T16:59:54.506 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 76322, 2024-04-10T16:59:54.506 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 28267855 2024-04-10T16:59:54.506 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.506 INFO:tasks.workunit.client.0.smithi069.stdout: "state_kv_queued_lat": { 2024-04-10T16:59:54.506 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 76322, 2024-04-10T16:59:54.506 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 13554549236 2024-04-10T16:59:54.506 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.506 INFO:tasks.workunit.client.0.smithi069.stdout: "state_prepare_lat": { 2024-04-10T16:59:54.506 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 76322, 2024-04-10T16:59:54.507 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 9902686739 2024-04-10T16:59:54.507 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.507 INFO:tasks.workunit.client.0.smithi069.stdout: "stored": { 2024-04-10T16:59:54.507 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 6069423 2024-04-10T16:59:54.507 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.507 INFO:tasks.workunit.client.0.smithi069.stdout: "truncate_lat": { 2024-04-10T16:59:54.507 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 2330, 2024-04-10T16:59:54.507 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 12468007 2024-04-10T16:59:54.507 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.507 INFO:tasks.workunit.client.0.smithi069.stdout: "txc_commit_lat": { 2024-04-10T16:59:54.507 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 76322, 2024-04-10T16:59:54.507 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 61443026065 2024-04-10T16:59:54.507 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.507 INFO:tasks.workunit.client.0.smithi069.stdout: "txc_submit_lat": { 2024-04-10T16:59:54.507 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 76322, 2024-04-10T16:59:54.507 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 10821209061 2024-04-10T16:59:54.508 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.508 INFO:tasks.workunit.client.0.smithi069.stdout: "txc_throttle_lat": { 2024-04-10T16:59:54.508 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 76322, 2024-04-10T16:59:54.508 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 460736028 2024-04-10T16:59:54.508 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:54.508 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.508 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore-pricache": { 2024-04-10T16:59:54.508 INFO:tasks.workunit.client.0.smithi069.stdout: "cache_bytes": { 2024-04-10T16:59:54.508 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1405281412 2024-04-10T16:59:54.508 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.508 INFO:tasks.workunit.client.0.smithi069.stdout: "heap_bytes": { 2024-04-10T16:59:54.508 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 571826176 2024-04-10T16:59:54.508 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.508 INFO:tasks.workunit.client.0.smithi069.stdout: "mapped_bytes": { 2024-04-10T16:59:54.508 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 536526848 2024-04-10T16:59:54.508 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.508 INFO:tasks.workunit.client.0.smithi069.stdout: "target_bytes": { 2024-04-10T16:59:54.509 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2600691507 2024-04-10T16:59:54.509 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.509 INFO:tasks.workunit.client.0.smithi069.stdout: "unmapped_bytes": { 2024-04-10T16:59:54.509 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 35299328 2024-04-10T16:59:54.509 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:54.509 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.509 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore-pricache:data": { 2024-04-10T16:59:54.509 INFO:tasks.workunit.client.0.smithi069.stdout: "committed_bytes": { 2024-04-10T16:59:54.509 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 125829120 2024-04-10T16:59:54.509 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.509 INFO:tasks.workunit.client.0.smithi069.stdout: "pri0_bytes": { 2024-04-10T16:59:54.509 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.509 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.509 INFO:tasks.workunit.client.0.smithi069.stdout: "pri10_bytes": { 2024-04-10T16:59:54.509 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.509 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.510 INFO:tasks.workunit.client.0.smithi069.stdout: "pri11_bytes": { 2024-04-10T16:59:54.510 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 57106708 2024-04-10T16:59:54.510 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.510 INFO:tasks.workunit.client.0.smithi069.stdout: "pri1_bytes": { 2024-04-10T16:59:54.510 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.510 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.510 INFO:tasks.workunit.client.0.smithi069.stdout: "pri2_bytes": { 2024-04-10T16:59:54.510 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.510 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.510 INFO:tasks.workunit.client.0.smithi069.stdout: "pri3_bytes": { 2024-04-10T16:59:54.510 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.510 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.510 INFO:tasks.workunit.client.0.smithi069.stdout: "pri4_bytes": { 2024-04-10T16:59:54.510 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.510 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.510 INFO:tasks.workunit.client.0.smithi069.stdout: "pri5_bytes": { 2024-04-10T16:59:54.511 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.511 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.511 INFO:tasks.workunit.client.0.smithi069.stdout: "pri6_bytes": { 2024-04-10T16:59:54.511 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 69632 2024-04-10T16:59:54.511 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.511 INFO:tasks.workunit.client.0.smithi069.stdout: "pri7_bytes": { 2024-04-10T16:59:54.511 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.511 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.511 INFO:tasks.workunit.client.0.smithi069.stdout: "pri8_bytes": { 2024-04-10T16:59:54.511 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.511 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.511 INFO:tasks.workunit.client.0.smithi069.stdout: "pri9_bytes": { 2024-04-10T16:59:54.511 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.511 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.511 INFO:tasks.workunit.client.0.smithi069.stdout: "reserved_bytes": { 2024-04-10T16:59:54.511 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 68652780 2024-04-10T16:59:54.512 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:54.512 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.512 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore-pricache:kv": { 2024-04-10T16:59:54.512 INFO:tasks.workunit.client.0.smithi069.stdout: "committed_bytes": { 2024-04-10T16:59:54.512 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 570425344 2024-04-10T16:59:54.512 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.512 INFO:tasks.workunit.client.0.smithi069.stdout: "pri0_bytes": { 2024-04-10T16:59:54.512 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 67108864 2024-04-10T16:59:54.512 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.512 INFO:tasks.workunit.client.0.smithi069.stdout: "pri10_bytes": { 2024-04-10T16:59:54.512 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.512 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.512 INFO:tasks.workunit.client.0.smithi069.stdout: "pri11_bytes": { 2024-04-10T16:59:54.512 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 428300313 2024-04-10T16:59:54.512 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.512 INFO:tasks.workunit.client.0.smithi069.stdout: "pri1_bytes": { 2024-04-10T16:59:54.513 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.513 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.513 INFO:tasks.workunit.client.0.smithi069.stdout: "pri2_bytes": { 2024-04-10T16:59:54.513 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.513 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.513 INFO:tasks.workunit.client.0.smithi069.stdout: "pri3_bytes": { 2024-04-10T16:59:54.513 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1744 2024-04-10T16:59:54.513 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.513 INFO:tasks.workunit.client.0.smithi069.stdout: "pri4_bytes": { 2024-04-10T16:59:54.513 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.513 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.513 INFO:tasks.workunit.client.0.smithi069.stdout: "pri5_bytes": { 2024-04-10T16:59:54.513 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 123504 2024-04-10T16:59:54.513 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.513 INFO:tasks.workunit.client.0.smithi069.stdout: "pri6_bytes": { 2024-04-10T16:59:54.514 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.514 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.514 INFO:tasks.workunit.client.0.smithi069.stdout: "pri7_bytes": { 2024-04-10T16:59:54.514 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.514 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.514 INFO:tasks.workunit.client.0.smithi069.stdout: "pri8_bytes": { 2024-04-10T16:59:54.514 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.514 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.514 INFO:tasks.workunit.client.0.smithi069.stdout: "pri9_bytes": { 2024-04-10T16:59:54.514 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.514 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.514 INFO:tasks.workunit.client.0.smithi069.stdout: "reserved_bytes": { 2024-04-10T16:59:54.514 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 74890919 2024-04-10T16:59:54.514 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:54.515 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.515 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore-pricache:kv_onode": { 2024-04-10T16:59:54.515 INFO:tasks.workunit.client.0.smithi069.stdout: "committed_bytes": { 2024-04-10T16:59:54.515 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 184549376 2024-04-10T16:59:54.515 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.515 INFO:tasks.workunit.client.0.smithi069.stdout: "pri0_bytes": { 2024-04-10T16:59:54.515 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 67108864 2024-04-10T16:59:54.515 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.515 INFO:tasks.workunit.client.0.smithi069.stdout: "pri10_bytes": { 2024-04-10T16:59:54.515 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 5694368 2024-04-10T16:59:54.515 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.515 INFO:tasks.workunit.client.0.smithi069.stdout: "pri11_bytes": { 2024-04-10T16:59:54.515 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 38071139 2024-04-10T16:59:54.515 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.515 INFO:tasks.workunit.client.0.smithi069.stdout: "pri1_bytes": { 2024-04-10T16:59:54.516 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.516 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.516 INFO:tasks.workunit.client.0.smithi069.stdout: "pri2_bytes": { 2024-04-10T16:59:54.516 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.516 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.516 INFO:tasks.workunit.client.0.smithi069.stdout: "pri3_bytes": { 2024-04-10T16:59:54.516 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.516 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.516 INFO:tasks.workunit.client.0.smithi069.stdout: "pri4_bytes": { 2024-04-10T16:59:54.516 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.516 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.516 INFO:tasks.workunit.client.0.smithi069.stdout: "pri5_bytes": { 2024-04-10T16:59:54.516 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.516 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.516 INFO:tasks.workunit.client.0.smithi069.stdout: "pri6_bytes": { 2024-04-10T16:59:54.516 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.517 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.517 INFO:tasks.workunit.client.0.smithi069.stdout: "pri7_bytes": { 2024-04-10T16:59:54.517 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.517 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.517 INFO:tasks.workunit.client.0.smithi069.stdout: "pri8_bytes": { 2024-04-10T16:59:54.517 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.517 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.517 INFO:tasks.workunit.client.0.smithi069.stdout: "pri9_bytes": { 2024-04-10T16:59:54.517 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.517 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.517 INFO:tasks.workunit.client.0.smithi069.stdout: "reserved_bytes": { 2024-04-10T16:59:54.517 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 73675005 2024-04-10T16:59:54.517 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:54.517 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.517 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore-pricache:meta": { 2024-04-10T16:59:54.517 INFO:tasks.workunit.client.0.smithi069.stdout: "committed_bytes": { 2024-04-10T16:59:54.518 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 503316480 2024-04-10T16:59:54.518 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.518 INFO:tasks.workunit.client.0.smithi069.stdout: "pri0_bytes": { 2024-04-10T16:59:54.518 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.518 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.518 INFO:tasks.workunit.client.0.smithi069.stdout: "pri10_bytes": { 2024-04-10T16:59:54.518 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.518 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.518 INFO:tasks.workunit.client.0.smithi069.stdout: "pri11_bytes": { 2024-04-10T16:59:54.518 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 428300313 2024-04-10T16:59:54.519 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.519 INFO:tasks.workunit.client.0.smithi069.stdout: "pri1_bytes": { 2024-04-10T16:59:54.519 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.519 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.519 INFO:tasks.workunit.client.0.smithi069.stdout: "pri2_bytes": { 2024-04-10T16:59:54.519 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.519 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.519 INFO:tasks.workunit.client.0.smithi069.stdout: "pri3_bytes": { 2024-04-10T16:59:54.519 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.519 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.519 INFO:tasks.workunit.client.0.smithi069.stdout: "pri4_bytes": { 2024-04-10T16:59:54.519 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.519 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.519 INFO:tasks.workunit.client.0.smithi069.stdout: "pri5_bytes": { 2024-04-10T16:59:54.519 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 158615 2024-04-10T16:59:54.519 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.520 INFO:tasks.workunit.client.0.smithi069.stdout: "pri6_bytes": { 2024-04-10T16:59:54.520 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1120222 2024-04-10T16:59:54.520 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.520 INFO:tasks.workunit.client.0.smithi069.stdout: "pri7_bytes": { 2024-04-10T16:59:54.520 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.520 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.520 INFO:tasks.workunit.client.0.smithi069.stdout: "pri8_bytes": { 2024-04-10T16:59:54.520 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.520 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.520 INFO:tasks.workunit.client.0.smithi069.stdout: "pri9_bytes": { 2024-04-10T16:59:54.520 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.520 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.520 INFO:tasks.workunit.client.0.smithi069.stdout: "reserved_bytes": { 2024-04-10T16:59:54.520 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 73737330 2024-04-10T16:59:54.520 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:54.521 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.521 INFO:tasks.workunit.client.0.smithi069.stdout: "objecter": { 2024-04-10T16:59:54.521 INFO:tasks.workunit.client.0.smithi069.stdout: "op_active": { 2024-04-10T16:59:54.521 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.521 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.521 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r": { 2024-04-10T16:59:54.521 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 26 2024-04-10T16:59:54.521 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.521 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rmw": { 2024-04-10T16:59:54.521 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.521 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.521 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w": { 2024-04-10T16:59:54.521 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.521 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:54.521 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.521 INFO:tasks.workunit.client.0.smithi069.stdout: "osd": { 2024-04-10T16:59:54.522 INFO:tasks.workunit.client.0.smithi069.stdout: "numpg": { 2024-04-10T16:59:54.522 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 58 2024-04-10T16:59:54.522 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.522 INFO:tasks.workunit.client.0.smithi069.stdout: "numpg_removing": { 2024-04-10T16:59:54.522 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.522 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.522 INFO:tasks.workunit.client.0.smithi069.stdout: "op": { 2024-04-10T16:59:54.522 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 34666 2024-04-10T16:59:54.522 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.522 INFO:tasks.workunit.client.0.smithi069.stdout: "op_before_queue_op_lat": { 2024-04-10T16:59:54.522 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 108628, 2024-04-10T16:59:54.522 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 11289861685 2024-04-10T16:59:54.522 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.522 INFO:tasks.workunit.client.0.smithi069.stdout: "op_delayed_degraded": { 2024-04-10T16:59:54.522 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.522 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.523 INFO:tasks.workunit.client.0.smithi069.stdout: "op_delayed_unreadable": { 2024-04-10T16:59:54.523 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1 2024-04-10T16:59:54.523 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.523 INFO:tasks.workunit.client.0.smithi069.stdout: "op_in_bytes": { 2024-04-10T16:59:54.523 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1636608463 2024-04-10T16:59:54.523 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.523 INFO:tasks.workunit.client.0.smithi069.stdout: "op_latency": { 2024-04-10T16:59:54.523 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 34666, 2024-04-10T16:59:54.523 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 69261981566 2024-04-10T16:59:54.523 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.523 INFO:tasks.workunit.client.0.smithi069.stdout: "op_out_bytes": { 2024-04-10T16:59:54.523 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2010976298 2024-04-10T16:59:54.523 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.523 INFO:tasks.workunit.client.0.smithi069.stdout: "op_prepare_latency": { 2024-04-10T16:59:54.524 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 35269, 2024-04-10T16:59:54.524 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 17345116905 2024-04-10T16:59:54.524 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.524 INFO:tasks.workunit.client.0.smithi069.stdout: "op_process_latency": { 2024-04-10T16:59:54.524 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 34666, 2024-04-10T16:59:54.524 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 37486161362 2024-04-10T16:59:54.524 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.524 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r": { 2024-04-10T16:59:54.524 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 20920 2024-04-10T16:59:54.524 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.524 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r_latency": { 2024-04-10T16:59:54.524 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 20920, 2024-04-10T16:59:54.524 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 8059358140 2024-04-10T16:59:54.524 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.524 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-10T16:59:54.525 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.525 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.525 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r_out_bytes": { 2024-04-10T16:59:54.525 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2010976298 2024-04-10T16:59:54.525 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.525 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r_prepare_latency": { 2024-04-10T16:59:54.525 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 21035, 2024-04-10T16:59:54.525 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 4861776581 2024-04-10T16:59:54.525 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.525 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r_process_latency": { 2024-04-10T16:59:54.525 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 20920, 2024-04-10T16:59:54.525 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 4767510472 2024-04-10T16:59:54.525 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.525 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw": { 2024-04-10T16:59:54.525 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 12407 2024-04-10T16:59:54.526 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.526 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_in_bytes": { 2024-04-10T16:59:54.526 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 387900599 2024-04-10T16:59:54.526 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.526 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_latency": { 2024-04-10T16:59:54.526 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 12407, 2024-04-10T16:59:54.526 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 25355414970 2024-04-10T16:59:54.526 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.526 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-10T16:59:54.526 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.526 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.526 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-10T16:59:54.527 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.527 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.527 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_out_bytes": { 2024-04-10T16:59:54.527 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.527 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.527 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_prepare_latency": { 2024-04-10T16:59:54.527 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 12830, 2024-04-10T16:59:54.527 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 10106663783 2024-04-10T16:59:54.527 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.527 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_process_latency": { 2024-04-10T16:59:54.527 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 12407, 2024-04-10T16:59:54.527 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 21217327288 2024-04-10T16:59:54.527 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.527 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w": { 2024-04-10T16:59:54.528 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1339 2024-04-10T16:59:54.528 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.528 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w_in_bytes": { 2024-04-10T16:59:54.528 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1248707864 2024-04-10T16:59:54.528 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.528 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w_latency": { 2024-04-10T16:59:54.528 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 1339, 2024-04-10T16:59:54.528 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 35847208456 2024-04-10T16:59:54.528 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.528 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-10T16:59:54.528 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.528 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.528 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w_prepare_latency": { 2024-04-10T16:59:54.528 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 1404, 2024-04-10T16:59:54.528 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2376676541 2024-04-10T16:59:54.529 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.529 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w_process_latency": { 2024-04-10T16:59:54.529 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 1339, 2024-04-10T16:59:54.529 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 11501323602 2024-04-10T16:59:54.529 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.529 INFO:tasks.workunit.client.0.smithi069.stdout: "op_wip": { 2024-04-10T16:59:54.529 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:54.529 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.529 INFO:tasks.workunit.client.0.smithi069.stdout: "recovery_bytes": { 2024-04-10T16:59:54.529 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 113 2024-04-10T16:59:54.529 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.529 INFO:tasks.workunit.client.0.smithi069.stdout: "recovery_ops": { 2024-04-10T16:59:54.529 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2 2024-04-10T16:59:54.529 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.530 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_bytes": { 2024-04-10T16:59:54.530 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 95995035648 2024-04-10T16:59:54.530 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.530 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_bytes_used": { 2024-04-10T16:59:54.530 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 543215616 2024-04-10T16:59:54.530 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:54.530 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:54.530 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:54.530 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.530 INFO:tasks.workunit.client.0.smithi069.stdout: "pools": [ 2024-04-10T16:59:54.530 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:54.530 INFO:tasks.workunit.client.0.smithi069.stdout: "application": [ 2024-04-10T16:59:54.530 INFO:tasks.workunit.client.0.smithi069.stdout: "mgr" 2024-04-10T16:59:54.530 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:54.530 INFO:tasks.workunit.client.0.smithi069.stdout: "cache_mode": "none", 2024-04-10T16:59:54.531 INFO:tasks.workunit.client.0.smithi069.stdout: "erasure_code_profile": {}, 2024-04-10T16:59:54.531 INFO:tasks.workunit.client.0.smithi069.stdout: "flags_names": [ 2024-04-10T16:59:54.531 INFO:tasks.workunit.client.0.smithi069.stdout: "hashpspool" 2024-04-10T16:59:54.531 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:54.531 INFO:tasks.workunit.client.0.smithi069.stdout: "min_size": 2, 2024-04-10T16:59:54.531 INFO:tasks.workunit.client.0.smithi069.stdout: "options": {}, 2024-04-10T16:59:54.531 INFO:tasks.workunit.client.0.smithi069.stdout: "pg_autoscale_mode": "off", 2024-04-10T16:59:54.531 INFO:tasks.workunit.client.0.smithi069.stdout: "pg_num": 1, 2024-04-10T16:59:54.531 INFO:tasks.workunit.client.0.smithi069.stdout: "pgp_num": 1, 2024-04-10T16:59:54.531 INFO:tasks.workunit.client.0.smithi069.stdout: "pool": 1, 2024-04-10T16:59:54.531 INFO:tasks.workunit.client.0.smithi069.stdout: "size": 3, 2024-04-10T16:59:54.531 INFO:tasks.workunit.client.0.smithi069.stdout: "stats": { 2024-04-10T16:59:54.531 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_raw": 722748221706, 2024-04-10T16:59:54.531 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes_used": 1781760, 2024-04-10T16:59:54.531 INFO:tasks.workunit.client.0.smithi069.stdout: "compress_bytes_used": 0, 2024-04-10T16:59:54.531 INFO:tasks.workunit.client.0.smithi069.stdout: "compress_under_bytes": 0, 2024-04-10T16:59:54.532 INFO:tasks.workunit.client.0.smithi069.stdout: "data_bytes_used": 1781760, 2024-04-10T16:59:54.532 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty": 0, 2024-04-10T16:59:54.532 INFO:tasks.workunit.client.0.smithi069.stdout: "max_avail": 240916086784, 2024-04-10T16:59:54.532 INFO:tasks.workunit.client.0.smithi069.stdout: "objects": 2, 2024-04-10T16:59:54.532 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_bytes_used": 0, 2024-04-10T16:59:54.532 INFO:tasks.workunit.client.0.smithi069.stdout: "percent_used": 2.465250645400374e-06, 2024-04-10T16:59:54.532 INFO:tasks.workunit.client.0.smithi069.stdout: "quota_bytes": 0, 2024-04-10T16:59:54.532 INFO:tasks.workunit.client.0.smithi069.stdout: "quota_objects": 0, 2024-04-10T16:59:54.532 INFO:tasks.workunit.client.0.smithi069.stdout: "rd": 1178, 2024-04-10T16:59:54.532 INFO:tasks.workunit.client.0.smithi069.stdout: "rd_bytes": 2041856, 2024-04-10T16:59:54.532 INFO:tasks.workunit.client.0.smithi069.stdout: "stored": 590368, 2024-04-10T16:59:54.532 INFO:tasks.workunit.client.0.smithi069.stdout: "stored_data": 590368, 2024-04-10T16:59:54.532 INFO:tasks.workunit.client.0.smithi069.stdout: "stored_omap": 0, 2024-04-10T16:59:54.532 INFO:tasks.workunit.client.0.smithi069.stdout: "stored_raw": 1771104, 2024-04-10T16:59:54.532 INFO:tasks.workunit.client.0.smithi069.stdout: "wr": 391, 2024-04-10T16:59:54.533 INFO:tasks.workunit.client.0.smithi069.stdout: "wr_bytes": 2473984 2024-04-10T16:59:54.533 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.533 INFO:tasks.workunit.client.0.smithi069.stdout: "target_max_bytes": 0, 2024-04-10T16:59:54.533 INFO:tasks.workunit.client.0.smithi069.stdout: "target_max_objects": 0, 2024-04-10T16:59:54.533 INFO:tasks.workunit.client.0.smithi069.stdout: "type": "replicated" 2024-04-10T16:59:54.533 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.533 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:54.533 INFO:tasks.workunit.client.0.smithi069.stdout: "application": [ 2024-04-10T16:59:54.533 INFO:tasks.workunit.client.0.smithi069.stdout: "cephfs" 2024-04-10T16:59:54.533 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:54.533 INFO:tasks.workunit.client.0.smithi069.stdout: "cache_mode": "none", 2024-04-10T16:59:54.533 INFO:tasks.workunit.client.0.smithi069.stdout: "erasure_code_profile": {}, 2024-04-10T16:59:54.533 INFO:tasks.workunit.client.0.smithi069.stdout: "flags_names": [ 2024-04-10T16:59:54.533 INFO:tasks.workunit.client.0.smithi069.stdout: "hashpspool" 2024-04-10T16:59:54.533 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:54.533 INFO:tasks.workunit.client.0.smithi069.stdout: "min_size": 2, 2024-04-10T16:59:54.534 INFO:tasks.workunit.client.0.smithi069.stdout: "options": {}, 2024-04-10T16:59:54.534 INFO:tasks.workunit.client.0.smithi069.stdout: "pg_autoscale_mode": "off", 2024-04-10T16:59:54.534 INFO:tasks.workunit.client.0.smithi069.stdout: "pg_num": 32, 2024-04-10T16:59:54.534 INFO:tasks.workunit.client.0.smithi069.stdout: "pgp_num": 32, 2024-04-10T16:59:54.534 INFO:tasks.workunit.client.0.smithi069.stdout: "pool": 2, 2024-04-10T16:59:54.534 INFO:tasks.workunit.client.0.smithi069.stdout: "size": 3, 2024-04-10T16:59:54.534 INFO:tasks.workunit.client.0.smithi069.stdout: "stats": { 2024-04-10T16:59:54.534 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_raw": 722748221706, 2024-04-10T16:59:54.534 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes_used": 155772, 2024-04-10T16:59:54.534 INFO:tasks.workunit.client.0.smithi069.stdout: "compress_bytes_used": 0, 2024-04-10T16:59:54.534 INFO:tasks.workunit.client.0.smithi069.stdout: "compress_under_bytes": 0, 2024-04-10T16:59:54.534 INFO:tasks.workunit.client.0.smithi069.stdout: "data_bytes_used": 110592, 2024-04-10T16:59:54.534 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty": 0, 2024-04-10T16:59:54.534 INFO:tasks.workunit.client.0.smithi069.stdout: "max_avail": 240916086784, 2024-04-10T16:59:54.535 INFO:tasks.workunit.client.0.smithi069.stdout: "objects": 22, 2024-04-10T16:59:54.535 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_bytes_used": 45180, 2024-04-10T16:59:54.535 INFO:tasks.workunit.client.0.smithi069.stdout: "percent_used": 2.1552729378981894e-07, 2024-04-10T16:59:54.535 INFO:tasks.workunit.client.0.smithi069.stdout: "quota_bytes": 0, 2024-04-10T16:59:54.535 INFO:tasks.workunit.client.0.smithi069.stdout: "quota_objects": 0, 2024-04-10T16:59:54.535 INFO:tasks.workunit.client.0.smithi069.stdout: "rd": 79, 2024-04-10T16:59:54.535 INFO:tasks.workunit.client.0.smithi069.stdout: "rd_bytes": 89088, 2024-04-10T16:59:54.535 INFO:tasks.workunit.client.0.smithi069.stdout: "stored": 21682, 2024-04-10T16:59:54.535 INFO:tasks.workunit.client.0.smithi069.stdout: "stored_data": 6622, 2024-04-10T16:59:54.535 INFO:tasks.workunit.client.0.smithi069.stdout: "stored_omap": 15060, 2024-04-10T16:59:54.535 INFO:tasks.workunit.client.0.smithi069.stdout: "stored_raw": 65046, 2024-04-10T16:59:54.535 INFO:tasks.workunit.client.0.smithi069.stdout: "wr": 68, 2024-04-10T16:59:54.535 INFO:tasks.workunit.client.0.smithi069.stdout: "wr_bytes": 36864 2024-04-10T16:59:54.535 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.535 INFO:tasks.workunit.client.0.smithi069.stdout: "target_max_bytes": 0, 2024-04-10T16:59:54.535 INFO:tasks.workunit.client.0.smithi069.stdout: "target_max_objects": 0, 2024-04-10T16:59:54.536 INFO:tasks.workunit.client.0.smithi069.stdout: "type": "replicated" 2024-04-10T16:59:54.536 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.536 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:54.536 INFO:tasks.workunit.client.0.smithi069.stdout: "application": [ 2024-04-10T16:59:54.536 INFO:tasks.workunit.client.0.smithi069.stdout: "cephfs" 2024-04-10T16:59:54.536 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:54.536 INFO:tasks.workunit.client.0.smithi069.stdout: "cache_mode": "none", 2024-04-10T16:59:54.536 INFO:tasks.workunit.client.0.smithi069.stdout: "erasure_code_profile": {}, 2024-04-10T16:59:54.536 INFO:tasks.workunit.client.0.smithi069.stdout: "flags_names": [ 2024-04-10T16:59:54.536 INFO:tasks.workunit.client.0.smithi069.stdout: "hashpspool" 2024-04-10T16:59:54.536 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:54.536 INFO:tasks.workunit.client.0.smithi069.stdout: "min_size": 2, 2024-04-10T16:59:54.536 INFO:tasks.workunit.client.0.smithi069.stdout: "options": {}, 2024-04-10T16:59:54.536 INFO:tasks.workunit.client.0.smithi069.stdout: "pg_autoscale_mode": "off", 2024-04-10T16:59:54.536 INFO:tasks.workunit.client.0.smithi069.stdout: "pg_num": 64, 2024-04-10T16:59:54.537 INFO:tasks.workunit.client.0.smithi069.stdout: "pgp_num": 64, 2024-04-10T16:59:54.537 INFO:tasks.workunit.client.0.smithi069.stdout: "pool": 3, 2024-04-10T16:59:54.537 INFO:tasks.workunit.client.0.smithi069.stdout: "size": 3, 2024-04-10T16:59:54.537 INFO:tasks.workunit.client.0.smithi069.stdout: "stats": { 2024-04-10T16:59:54.537 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_raw": 722748221706, 2024-04-10T16:59:54.537 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes_used": 0, 2024-04-10T16:59:54.537 INFO:tasks.workunit.client.0.smithi069.stdout: "compress_bytes_used": 0, 2024-04-10T16:59:54.537 INFO:tasks.workunit.client.0.smithi069.stdout: "compress_under_bytes": 0, 2024-04-10T16:59:54.537 INFO:tasks.workunit.client.0.smithi069.stdout: "data_bytes_used": 0, 2024-04-10T16:59:54.537 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty": 0, 2024-04-10T16:59:54.537 INFO:tasks.workunit.client.0.smithi069.stdout: "max_avail": 240916086784, 2024-04-10T16:59:54.537 INFO:tasks.workunit.client.0.smithi069.stdout: "objects": 0, 2024-04-10T16:59:54.537 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_bytes_used": 0, 2024-04-10T16:59:54.537 INFO:tasks.workunit.client.0.smithi069.stdout: "percent_used": 0.0, 2024-04-10T16:59:54.537 INFO:tasks.workunit.client.0.smithi069.stdout: "quota_bytes": 0, 2024-04-10T16:59:54.537 INFO:tasks.workunit.client.0.smithi069.stdout: "quota_objects": 0, 2024-04-10T16:59:54.538 INFO:tasks.workunit.client.0.smithi069.stdout: "rd": 0, 2024-04-10T16:59:54.538 INFO:tasks.workunit.client.0.smithi069.stdout: "rd_bytes": 0, 2024-04-10T16:59:54.538 INFO:tasks.workunit.client.0.smithi069.stdout: "stored": 0, 2024-04-10T16:59:54.538 INFO:tasks.workunit.client.0.smithi069.stdout: "stored_data": 0, 2024-04-10T16:59:54.538 INFO:tasks.workunit.client.0.smithi069.stdout: "stored_omap": 0, 2024-04-10T16:59:54.538 INFO:tasks.workunit.client.0.smithi069.stdout: "stored_raw": 0, 2024-04-10T16:59:54.538 INFO:tasks.workunit.client.0.smithi069.stdout: "wr": 0, 2024-04-10T16:59:54.538 INFO:tasks.workunit.client.0.smithi069.stdout: "wr_bytes": 0 2024-04-10T16:59:54.538 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.538 INFO:tasks.workunit.client.0.smithi069.stdout: "target_max_bytes": 0, 2024-04-10T16:59:54.538 INFO:tasks.workunit.client.0.smithi069.stdout: "target_max_objects": 0, 2024-04-10T16:59:54.538 INFO:tasks.workunit.client.0.smithi069.stdout: "type": "replicated" 2024-04-10T16:59:54.538 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.539 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:54.539 INFO:tasks.workunit.client.0.smithi069.stdout: "application": [ 2024-04-10T16:59:54.539 INFO:tasks.workunit.client.0.smithi069.stdout: "rbd" 2024-04-10T16:59:54.539 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:54.539 INFO:tasks.workunit.client.0.smithi069.stdout: "cache_mode": "none", 2024-04-10T16:59:54.539 INFO:tasks.workunit.client.0.smithi069.stdout: "erasure_code_profile": {}, 2024-04-10T16:59:54.539 INFO:tasks.workunit.client.0.smithi069.stdout: "flags_names": [ 2024-04-10T16:59:54.539 INFO:tasks.workunit.client.0.smithi069.stdout: "hashpspool", 2024-04-10T16:59:54.539 INFO:tasks.workunit.client.0.smithi069.stdout: "selfmanaged_snaps" 2024-04-10T16:59:54.539 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:54.539 INFO:tasks.workunit.client.0.smithi069.stdout: "min_size": 2, 2024-04-10T16:59:54.539 INFO:tasks.workunit.client.0.smithi069.stdout: "options": {}, 2024-04-10T16:59:54.539 INFO:tasks.workunit.client.0.smithi069.stdout: "pg_autoscale_mode": "off", 2024-04-10T16:59:54.539 INFO:tasks.workunit.client.0.smithi069.stdout: "pg_num": 8, 2024-04-10T16:59:54.539 INFO:tasks.workunit.client.0.smithi069.stdout: "pgp_num": 8, 2024-04-10T16:59:54.539 INFO:tasks.workunit.client.0.smithi069.stdout: "pool": 4, 2024-04-10T16:59:54.540 INFO:tasks.workunit.client.0.smithi069.stdout: "size": 3, 2024-04-10T16:59:54.540 INFO:tasks.workunit.client.0.smithi069.stdout: "stats": { 2024-04-10T16:59:54.540 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_raw": 722748221706, 2024-04-10T16:59:54.540 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes_used": 12595200, 2024-04-10T16:59:54.540 INFO:tasks.workunit.client.0.smithi069.stdout: "compress_bytes_used": 0, 2024-04-10T16:59:54.540 INFO:tasks.workunit.client.0.smithi069.stdout: "compress_under_bytes": 0, 2024-04-10T16:59:54.540 INFO:tasks.workunit.client.0.smithi069.stdout: "data_bytes_used": 12595200, 2024-04-10T16:59:54.540 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty": 0, 2024-04-10T16:59:54.540 INFO:tasks.workunit.client.0.smithi069.stdout: "max_avail": 240916086784, 2024-04-10T16:59:54.540 INFO:tasks.workunit.client.0.smithi069.stdout: "objects": 4, 2024-04-10T16:59:54.540 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_bytes_used": 0, 2024-04-10T16:59:54.540 INFO:tasks.workunit.client.0.smithi069.stdout: "percent_used": 1.742651147651486e-05, 2024-04-10T16:59:54.540 INFO:tasks.workunit.client.0.smithi069.stdout: "quota_bytes": 0, 2024-04-10T16:59:54.540 INFO:tasks.workunit.client.0.smithi069.stdout: "quota_objects": 0, 2024-04-10T16:59:54.540 INFO:tasks.workunit.client.0.smithi069.stdout: "rd": 9078, 2024-04-10T16:59:54.540 INFO:tasks.workunit.client.0.smithi069.stdout: "rd_bytes": 3169468416, 2024-04-10T16:59:54.541 INFO:tasks.workunit.client.0.smithi069.stdout: "stored": 4194323, 2024-04-10T16:59:54.541 INFO:tasks.workunit.client.0.smithi069.stdout: "stored_data": 4194323, 2024-04-10T16:59:54.541 INFO:tasks.workunit.client.0.smithi069.stdout: "stored_omap": 0, 2024-04-10T16:59:54.541 INFO:tasks.workunit.client.0.smithi069.stdout: "stored_raw": 12582969, 2024-04-10T16:59:54.541 INFO:tasks.workunit.client.0.smithi069.stdout: "wr": 24312, 2024-04-10T16:59:54.541 INFO:tasks.workunit.client.0.smithi069.stdout: "wr_bytes": 3157758976 2024-04-10T16:59:54.541 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.541 INFO:tasks.workunit.client.0.smithi069.stdout: "target_max_bytes": 0, 2024-04-10T16:59:54.541 INFO:tasks.workunit.client.0.smithi069.stdout: "target_max_objects": 0, 2024-04-10T16:59:54.541 INFO:tasks.workunit.client.0.smithi069.stdout: "type": "replicated" 2024-04-10T16:59:54.541 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:54.541 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:54.541 INFO:tasks.workunit.client.0.smithi069.stdout: "rbd": { 2024-04-10T16:59:54.541 INFO:tasks.workunit.client.0.smithi069.stdout: "mirroring_by_pool": [ 2024-04-10T16:59:54.541 INFO:tasks.workunit.client.0.smithi069.stdout: false 2024-04-10T16:59:54.541 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:54.541 INFO:tasks.workunit.client.0.smithi069.stdout: "num_images_by_pool": [ 2024-04-10T16:59:54.542 INFO:tasks.workunit.client.0.smithi069.stdout: 0 2024-04-10T16:59:54.542 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:54.542 INFO:tasks.workunit.client.0.smithi069.stdout: "num_pools": 1 2024-04-10T16:59:54.542 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.542 INFO:tasks.workunit.client.0.smithi069.stdout: "report_id": "59e78261-1e1f-436b-b9ee-1195d8b227b8", 2024-04-10T16:59:54.542 INFO:tasks.workunit.client.0.smithi069.stdout: "report_timestamp": "2024-04-10T16:59:53.119580", 2024-04-10T16:59:54.542 INFO:tasks.workunit.client.0.smithi069.stdout: "report_version": 1, 2024-04-10T16:59:54.542 INFO:tasks.workunit.client.0.smithi069.stdout: "rocksdb_stats": { 2024-04-10T16:59:54.542 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "7.9.2" 2024-04-10T16:59:54.542 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.542 INFO:tasks.workunit.client.0.smithi069.stdout: "rook": { 2024-04-10T16:59:54.542 INFO:tasks.workunit.client.0.smithi069.stdout: "cluster": { 2024-04-10T16:59:54.542 INFO:tasks.workunit.client.0.smithi069.stdout: "external-mode": null, 2024-04-10T16:59:54.542 INFO:tasks.workunit.client.0.smithi069.stdout: "mon": { 2024-04-10T16:59:54.542 INFO:tasks.workunit.client.0.smithi069.stdout: "allow-multiple-per-node": null, 2024-04-10T16:59:54.543 INFO:tasks.workunit.client.0.smithi069.stdout: "count": null, 2024-04-10T16:59:54.543 INFO:tasks.workunit.client.0.smithi069.stdout: "max-id": null, 2024-04-10T16:59:54.543 INFO:tasks.workunit.client.0.smithi069.stdout: "pvc": { 2024-04-10T16:59:54.543 INFO:tasks.workunit.client.0.smithi069.stdout: "enabled": null 2024-04-10T16:59:54.543 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.543 INFO:tasks.workunit.client.0.smithi069.stdout: "stretch": { 2024-04-10T16:59:54.543 INFO:tasks.workunit.client.0.smithi069.stdout: "enabled": null 2024-04-10T16:59:54.543 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:54.543 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.543 INFO:tasks.workunit.client.0.smithi069.stdout: "network": { 2024-04-10T16:59:54.543 INFO:tasks.workunit.client.0.smithi069.stdout: "provider": null 2024-04-10T16:59:54.543 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.543 INFO:tasks.workunit.client.0.smithi069.stdout: "storage": { 2024-04-10T16:59:54.543 INFO:tasks.workunit.client.0.smithi069.stdout: "device-set": { 2024-04-10T16:59:54.543 INFO:tasks.workunit.client.0.smithi069.stdout: "count": { 2024-04-10T16:59:54.543 INFO:tasks.workunit.client.0.smithi069.stdout: "non-portable": null, 2024-04-10T16:59:54.544 INFO:tasks.workunit.client.0.smithi069.stdout: "portable": null, 2024-04-10T16:59:54.544 INFO:tasks.workunit.client.0.smithi069.stdout: "total": null 2024-04-10T16:59:54.544 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:54.544 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:54.544 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:54.544 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.544 INFO:tasks.workunit.client.0.smithi069.stdout: "csi": { 2024-04-10T16:59:54.544 INFO:tasks.workunit.client.0.smithi069.stdout: "version": null 2024-04-10T16:59:54.544 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.544 INFO:tasks.workunit.client.0.smithi069.stdout: "kubernetes": { 2024-04-10T16:59:54.544 INFO:tasks.workunit.client.0.smithi069.stdout: "version": null 2024-04-10T16:59:54.544 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.544 INFO:tasks.workunit.client.0.smithi069.stdout: "node": { 2024-04-10T16:59:54.544 INFO:tasks.workunit.client.0.smithi069.stdout: "count": { 2024-04-10T16:59:54.545 INFO:tasks.workunit.client.0.smithi069.stdout: "kubernetes-total": null, 2024-04-10T16:59:54.545 INFO:tasks.workunit.client.0.smithi069.stdout: "with-ceph-daemons": null, 2024-04-10T16:59:54.545 INFO:tasks.workunit.client.0.smithi069.stdout: "with-csi-cephfs-plugin": null, 2024-04-10T16:59:54.545 INFO:tasks.workunit.client.0.smithi069.stdout: "with-csi-nfs-plugin": null, 2024-04-10T16:59:54.545 INFO:tasks.workunit.client.0.smithi069.stdout: "with-csi-rbd-plugin": null 2024-04-10T16:59:54.545 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:54.545 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.545 INFO:tasks.workunit.client.0.smithi069.stdout: "usage": { 2024-04-10T16:59:54.545 INFO:tasks.workunit.client.0.smithi069.stdout: "storage-class": { 2024-04-10T16:59:54.545 INFO:tasks.workunit.client.0.smithi069.stdout: "count": { 2024-04-10T16:59:54.545 INFO:tasks.workunit.client.0.smithi069.stdout: "bucket": null, 2024-04-10T16:59:54.545 INFO:tasks.workunit.client.0.smithi069.stdout: "cephfs": null, 2024-04-10T16:59:54.545 INFO:tasks.workunit.client.0.smithi069.stdout: "nfs": null, 2024-04-10T16:59:54.545 INFO:tasks.workunit.client.0.smithi069.stdout: "rbd": null, 2024-04-10T16:59:54.545 INFO:tasks.workunit.client.0.smithi069.stdout: "total": null 2024-04-10T16:59:54.546 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:54.546 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:54.546 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.546 INFO:tasks.workunit.client.0.smithi069.stdout: "version": null 2024-04-10T16:59:54.546 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.546 INFO:tasks.workunit.client.0.smithi069.stdout: "services": {}, 2024-04-10T16:59:54.546 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_per_pg": [ 2024-04-10T16:59:54.546 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:54.546 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:54.546 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T16:59:54.546 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T16:59:54.546 INFO:tasks.workunit.client.0.smithi069.stdout: 0 2024-04-10T16:59:54.546 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:54.546 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 6, 2024-04-10T16:59:54.546 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:54.546 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:54.547 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T16:59:54.547 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:54.547 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:54.547 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:54.547 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.943463+0000", 2024-04-10T16:59:54.547 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:07.252813+0000", 2024-04-10T16:59:54.547 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:07.252813+0000", 2024-04-10T16:59:54.547 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:07.255302+0000", 2024-04-10T16:59:54.547 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.943463+0000", 2024-04-10T16:59:54.547 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:54.547 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:54.547 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:54.547 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 516, 2024-04-10T16:59:54.547 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.943463+0000", 2024-04-10T16:59:54.547 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.943463+0000", 2024-04-10T16:59:54.547 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.943463+0000", 2024-04-10T16:59:54.547 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:54.548 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:54.548 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:54.548 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.943463+0000", 2024-04-10T16:59:54.548 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.943463+0000", 2024-04-10T16:59:54.548 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:54.548 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:54.548 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:54.548 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:54.548 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 515, 2024-04-10T16:59:54.548 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:54.548 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:54.548 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:54.548 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:54.548 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:54.548 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:54.548 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:54.548 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:54.549 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.2c", 2024-04-10T16:59:54.549 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:54.549 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:54.549 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:54.549 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 4948, 2024-04-10T16:59:54.549 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:54.549 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T20:46:23.525618+0000", 2024-04-10T16:59:54.549 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:54.549 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:54.549 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:54.549 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:54.549 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:54.549 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:54.549 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:54.549 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:54.549 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:54.550 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:54.550 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:54.550 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:54.550 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:54.550 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:54.550 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:54.550 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:54.550 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:54.550 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:54.550 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:54.550 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:54.550 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:54.550 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:54.550 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:54.550 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:54.550 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:54.551 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:54.551 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:54.551 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:54.551 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:54.551 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:54.551 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:54.551 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:54.551 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:54.551 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:54.551 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:54.551 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:54.551 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:54.551 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:54.551 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:54.551 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:54.551 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:54.551 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:54.552 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:54.552 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.552 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:54.552 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:54.552 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:54.552 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T16:59:54.552 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T16:59:54.552 INFO:tasks.workunit.client.0.smithi069.stdout: 0 2024-04-10T16:59:54.552 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:54.552 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 6, 2024-04-10T16:59:54.552 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:54.552 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.552 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:54.552 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:54.552 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T16:59:54.552 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T16:59:54.553 INFO:tasks.workunit.client.0.smithi069.stdout: 1 2024-04-10T16:59:54.553 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:54.553 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 0, 2024-04-10T16:59:54.553 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:54.553 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:54.553 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T16:59:54.553 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:54.553 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:54.553 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:54.553 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.942191+0000", 2024-04-10T16:59:54.553 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:42.217675+0000", 2024-04-10T16:59:54.553 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:42.217675+0000", 2024-04-10T16:59:54.553 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:42.217988+0000", 2024-04-10T16:59:54.553 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.942191+0000", 2024-04-10T16:59:54.554 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:54.554 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:54.554 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:54.554 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 551, 2024-04-10T16:59:54.554 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.942191+0000", 2024-04-10T16:59:54.554 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.942191+0000", 2024-04-10T16:59:54.554 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.942191+0000", 2024-04-10T16:59:54.554 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:54.554 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:54.554 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:54.554 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.942191+0000", 2024-04-10T16:59:54.554 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.942191+0000", 2024-04-10T16:59:54.554 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:54.554 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:54.555 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:54.555 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:54.555 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 550, 2024-04-10T16:59:54.555 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:54.555 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:54.555 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:54.555 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:54.555 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:54.555 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:54.555 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:54.555 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:54.555 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.2b", 2024-04-10T16:59:54.555 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:54.555 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:54.555 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:54.555 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 5134, 2024-04-10T16:59:54.556 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:54.556 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T16:28:05.125828+0000", 2024-04-10T16:59:54.556 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:54.556 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:54.556 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:54.556 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:54.556 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:54.556 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:54.556 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:54.556 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:54.556 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:54.556 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:54.556 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:54.556 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:54.556 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:54.557 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:54.557 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:54.557 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:54.557 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:54.557 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:54.557 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:54.557 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:54.557 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:54.557 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:54.557 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:54.557 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:54.557 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:54.557 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:54.557 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:54.557 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:54.557 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:54.558 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:54.558 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:54.558 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:54.558 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:54.558 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:54.558 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:54.558 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:54.558 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:54.558 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:54.558 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:54.558 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:54.558 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:54.558 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:54.558 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:54.558 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.558 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:54.558 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:54.559 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:54.559 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T16:59:54.559 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T16:59:54.559 INFO:tasks.workunit.client.0.smithi069.stdout: 1 2024-04-10T16:59:54.559 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:54.559 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 0, 2024-04-10T16:59:54.559 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:54.559 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.559 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:54.559 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:54.559 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T16:59:54.559 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T16:59:54.559 INFO:tasks.workunit.client.0.smithi069.stdout: 6 2024-04-10T16:59:54.559 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:54.559 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 5, 2024-04-10T16:59:54.560 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:54.560 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:54.560 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T16:59:54.560 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:54.560 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:54.560 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:54.560 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.942303+0000", 2024-04-10T16:59:54.560 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:42.214515+0000", 2024-04-10T16:59:54.560 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:42.214515+0000", 2024-04-10T16:59:54.560 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:42.214868+0000", 2024-04-10T16:59:54.560 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.942303+0000", 2024-04-10T16:59:54.560 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:54.560 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:54.560 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:54.560 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 551, 2024-04-10T16:59:54.561 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.942303+0000", 2024-04-10T16:59:54.561 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.942303+0000", 2024-04-10T16:59:54.561 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.942303+0000", 2024-04-10T16:59:54.561 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:54.561 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:54.561 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:54.561 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.942303+0000", 2024-04-10T16:59:54.561 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.942303+0000", 2024-04-10T16:59:54.561 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:54.561 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:54.561 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:54.561 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:54.561 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 550, 2024-04-10T16:59:54.561 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:54.562 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:54.562 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:54.562 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:54.562 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:54.562 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:54.562 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:54.562 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:54.562 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.2a", 2024-04-10T16:59:54.562 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:54.562 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:54.562 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:54.562 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 4961, 2024-04-10T16:59:54.562 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:54.562 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T03:25:46.461133+0000", 2024-04-10T16:59:54.563 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:54.563 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:54.563 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:54.563 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:54.563 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:54.563 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:54.563 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:54.563 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:54.563 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:54.563 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:54.563 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:54.563 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:54.563 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:54.563 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:54.563 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:54.564 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:54.564 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:54.564 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:54.564 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:54.564 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:54.564 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:54.564 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:54.564 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:54.564 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:54.564 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:54.564 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:54.564 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:54.564 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:54.564 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:54.564 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:54.565 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:54.565 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:54.565 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:54.565 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:54.565 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:54.565 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:54.565 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:54.565 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:54.565 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:54.565 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:54.565 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:54.565 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:54.565 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:54.565 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.565 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:54.565 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:54.565 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:54.566 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T16:59:54.566 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T16:59:54.566 INFO:tasks.workunit.client.0.smithi069.stdout: 6 2024-04-10T16:59:54.566 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:54.566 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 5, 2024-04-10T16:59:54.566 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:54.566 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.566 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:54.566 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:54.566 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T16:59:54.566 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T16:59:54.566 INFO:tasks.workunit.client.0.smithi069.stdout: 1 2024-04-10T16:59:54.566 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:54.567 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 3, 2024-04-10T16:59:54.567 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:54.567 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:54.567 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T16:59:54.567 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:54.567 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:54.567 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:54.567 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.240061+0000", 2024-04-10T16:59:54.567 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:37:57.384964+0000", 2024-04-10T16:59:54.567 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:37:57.384964+0000", 2024-04-10T16:59:54.567 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:37:57.385284+0000", 2024-04-10T16:59:54.567 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.240061+0000", 2024-04-10T16:59:54.567 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:54.567 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:54.567 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:54.568 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 449, 2024-04-10T16:59:54.568 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.240061+0000", 2024-04-10T16:59:54.568 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.240061+0000", 2024-04-10T16:59:54.568 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.240061+0000", 2024-04-10T16:59:54.568 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:54.568 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:54.568 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:54.568 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.240061+0000", 2024-04-10T16:59:54.568 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.240061+0000", 2024-04-10T16:59:54.568 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:54.568 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:54.568 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:54.568 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:54.569 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 448, 2024-04-10T16:59:54.569 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:54.569 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:54.569 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:54.569 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:54.569 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:54.569 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:54.569 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:54.569 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:54.569 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.29", 2024-04-10T16:59:54.569 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:54.569 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:54.569 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:54.569 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 5082, 2024-04-10T16:59:54.570 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:54.570 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T21:57:13.068251+0000", 2024-04-10T16:59:54.570 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:54.570 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:54.570 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:54.570 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:54.570 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:54.570 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:54.570 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:54.570 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:54.570 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:54.570 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:54.570 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:54.570 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:54.571 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:54.571 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:54.571 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:54.571 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:54.571 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:54.571 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:54.571 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:54.571 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:54.571 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:54.571 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:54.571 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:54.571 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:54.571 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:54.571 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:54.571 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:54.571 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:54.572 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:54.572 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:54.572 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:54.572 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:54.572 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:54.572 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:54.572 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:54.572 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:54.572 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:54.572 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:54.572 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:54.572 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:54.572 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:54.572 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:54.572 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:54.572 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.573 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:54.573 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:54.573 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:54.573 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T16:59:54.573 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T16:59:54.573 INFO:tasks.workunit.client.0.smithi069.stdout: 1 2024-04-10T16:59:54.573 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:54.573 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 3, 2024-04-10T16:59:54.573 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:54.573 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.573 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:54.573 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:54.573 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T16:59:54.573 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T16:59:54.573 INFO:tasks.workunit.client.0.smithi069.stdout: 2 2024-04-10T16:59:54.573 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:54.574 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 5, 2024-04-10T16:59:54.574 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:54.574 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:54.574 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T16:59:54.574 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:54.574 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:54.574 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:54.574 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.943675+0000", 2024-04-10T16:59:54.574 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:38:32.269745+0000", 2024-04-10T16:59:54.574 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:38:32.269745+0000", 2024-04-10T16:59:54.574 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:38:32.270134+0000", 2024-04-10T16:59:54.574 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.943675+0000", 2024-04-10T16:59:54.574 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:54.574 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:54.574 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:54.575 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 481, 2024-04-10T16:59:54.575 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.943675+0000", 2024-04-10T16:59:54.575 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.943675+0000", 2024-04-10T16:59:54.575 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.943675+0000", 2024-04-10T16:59:54.575 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:54.575 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:54.575 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:54.575 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.943675+0000", 2024-04-10T16:59:54.575 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.943675+0000", 2024-04-10T16:59:54.575 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:54.575 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:54.575 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:54.575 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:54.575 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 480, 2024-04-10T16:59:54.575 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:54.575 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:54.576 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:54.576 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:54.576 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:54.576 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:54.576 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:54.576 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:54.576 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.28", 2024-04-10T16:59:54.576 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:54.576 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:54.576 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:54.576 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 5002, 2024-04-10T16:59:54.576 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:54.576 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T16:22:23.712673+0000", 2024-04-10T16:59:54.576 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:54.576 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:54.576 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:54.576 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:54.577 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:54.577 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:54.577 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:54.577 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:54.577 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:54.577 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:54.577 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:54.577 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:54.577 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:54.577 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:54.577 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:54.577 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:54.577 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:54.577 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:54.577 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:54.577 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:54.577 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:54.578 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:54.578 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:54.578 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:54.578 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:54.578 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:54.578 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:54.578 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:54.578 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:54.578 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:54.578 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:54.578 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:54.578 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:54.578 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:54.578 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:54.578 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:54.578 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:54.579 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:54.579 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:54.579 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:54.579 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:54.579 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:54.579 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:54.579 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.579 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:54.579 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:54.579 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:54.579 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T16:59:54.579 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T16:59:54.579 INFO:tasks.workunit.client.0.smithi069.stdout: 2 2024-04-10T16:59:54.579 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:54.579 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 5, 2024-04-10T16:59:54.579 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:54.580 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.580 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:54.580 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:54.580 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T16:59:54.580 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T16:59:54.580 INFO:tasks.workunit.client.0.smithi069.stdout: 2 2024-04-10T16:59:54.580 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:54.580 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 3, 2024-04-10T16:59:54.580 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:54.580 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:54.580 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T16:59:54.580 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:54.580 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:54.580 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:54.581 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.244166+0000", 2024-04-10T16:59:54.581 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:37:57.383899+0000", 2024-04-10T16:59:54.581 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:37:57.383899+0000", 2024-04-10T16:59:54.581 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:37:57.384332+0000", 2024-04-10T16:59:54.581 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.244166+0000", 2024-04-10T16:59:54.581 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:54.581 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:54.581 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:54.581 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 449, 2024-04-10T16:59:54.581 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.244166+0000", 2024-04-10T16:59:54.581 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.244166+0000", 2024-04-10T16:59:54.581 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.244166+0000", 2024-04-10T16:59:54.581 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:54.581 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:54.582 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:54.582 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.244166+0000", 2024-04-10T16:59:54.582 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.244166+0000", 2024-04-10T16:59:54.582 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:54.582 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:54.582 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:54.582 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:54.582 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 448, 2024-04-10T16:59:54.582 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:54.582 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:54.582 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:54.582 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:54.582 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:54.582 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:54.583 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:54.583 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:54.583 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.27", 2024-04-10T16:59:54.583 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:54.583 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:54.583 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:54.583 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 5074, 2024-04-10T16:59:54.583 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:54.583 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T00:30:31.376661+0000", 2024-04-10T16:59:54.583 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:54.583 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:54.583 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:54.583 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:54.583 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:54.583 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:54.584 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:54.584 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:54.584 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:54.584 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:54.584 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:54.584 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:54.584 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:54.584 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:54.584 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:54.584 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:54.584 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:54.584 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:54.584 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:54.584 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:54.585 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:54.585 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:54.585 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:54.585 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:54.585 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:54.585 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:54.585 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:54.585 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:54.585 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:54.585 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:54.585 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:54.585 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:54.585 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:54.585 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:54.585 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:54.586 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:54.586 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:54.586 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:54.586 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:54.586 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:54.586 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:54.586 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:54.586 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:54.586 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.586 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:54.586 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:54.586 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:54.586 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T16:59:54.586 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T16:59:54.587 INFO:tasks.workunit.client.0.smithi069.stdout: 2 2024-04-10T16:59:54.587 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:54.587 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 3, 2024-04-10T16:59:54.587 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:54.587 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.587 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:54.587 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:54.587 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T16:59:54.587 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T16:59:54.587 INFO:tasks.workunit.client.0.smithi069.stdout: 4 2024-04-10T16:59:54.587 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:54.587 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 6, 2024-04-10T16:59:54.587 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:54.588 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:54.588 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T16:59:54.588 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:54.588 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:54.588 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:54.588 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.942202+0000", 2024-04-10T16:59:54.588 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:42.205072+0000", 2024-04-10T16:59:54.588 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:42.205072+0000", 2024-04-10T16:59:54.588 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:42.205431+0000", 2024-04-10T16:59:54.588 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.942202+0000", 2024-04-10T16:59:54.588 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:54.588 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:54.588 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:54.588 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 551, 2024-04-10T16:59:54.589 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.942202+0000", 2024-04-10T16:59:54.589 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.942202+0000", 2024-04-10T16:59:54.589 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.942202+0000", 2024-04-10T16:59:54.589 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:54.589 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:54.589 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:54.589 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.942202+0000", 2024-04-10T16:59:54.589 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.942202+0000", 2024-04-10T16:59:54.589 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:54.589 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:54.589 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:54.589 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:54.589 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 550, 2024-04-10T16:59:54.589 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:54.590 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:54.590 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:54.590 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:54.590 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:54.590 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:54.590 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:54.590 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:54.590 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.26", 2024-04-10T16:59:54.590 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:54.590 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:54.590 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:54.590 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 4944, 2024-04-10T16:59:54.590 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:54.590 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T19:17:48.730021+0000", 2024-04-10T16:59:54.590 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:54.591 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:54.591 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:54.591 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:54.591 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:54.591 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:54.591 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:54.591 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:54.591 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:54.591 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:54.591 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:54.591 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:54.591 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:54.591 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:54.591 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:54.591 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:54.591 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:54.591 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:54.592 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:54.592 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:54.592 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:54.592 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:54.592 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:54.592 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:54.592 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:54.592 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:54.592 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:54.592 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:54.592 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:54.592 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:54.592 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:54.592 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:54.592 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:54.592 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:54.592 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:54.593 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:54.593 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:54.593 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:54.593 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:54.593 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:54.593 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:54.593 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:54.593 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:54.593 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.593 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:54.593 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:54.593 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:54.593 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T16:59:54.593 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T16:59:54.593 INFO:tasks.workunit.client.0.smithi069.stdout: 4 2024-04-10T16:59:54.594 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:54.594 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 6, 2024-04-10T16:59:54.594 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:54.594 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.594 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:54.594 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:54.594 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T16:59:54.594 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T16:59:54.594 INFO:tasks.workunit.client.0.smithi069.stdout: 2 2024-04-10T16:59:54.594 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:54.594 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 1, 2024-04-10T16:59:54.594 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:54.594 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:54.594 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T16:59:54.595 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:54.595 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:54.595 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:54.595 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.940380+0000", 2024-04-10T16:59:54.595 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:37:21.181010+0000", 2024-04-10T16:59:54.595 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:37:21.181010+0000", 2024-04-10T16:59:54.595 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:37:21.181338+0000", 2024-04-10T16:59:54.595 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.940380+0000", 2024-04-10T16:59:54.595 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:54.595 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:54.595 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:54.595 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 417, 2024-04-10T16:59:54.595 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.940380+0000", 2024-04-10T16:59:54.595 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.940380+0000", 2024-04-10T16:59:54.596 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.940380+0000", 2024-04-10T16:59:54.596 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:54.596 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:54.596 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:54.596 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.940380+0000", 2024-04-10T16:59:54.596 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.940380+0000", 2024-04-10T16:59:54.596 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:54.596 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:54.596 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:54.596 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:54.596 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 416, 2024-04-10T16:59:54.596 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:54.596 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:54.596 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:54.596 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:54.597 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:54.597 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:54.597 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:54.597 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:54.597 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.25", 2024-04-10T16:59:54.597 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:54.597 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:54.597 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:54.597 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 5111, 2024-04-10T16:59:54.597 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:54.597 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T18:05:42.723892+0000", 2024-04-10T16:59:54.597 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:54.597 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:54.597 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:54.597 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:54.597 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:54.598 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:54.598 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:54.598 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:54.598 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:54.598 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:54.598 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:54.598 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:54.598 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:54.598 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:54.598 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:54.598 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:54.598 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:54.598 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:54.599 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:54.599 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:54.599 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:54.599 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:54.599 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:54.599 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:54.599 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:54.599 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:54.599 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:54.599 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:54.599 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:54.599 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:54.599 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:54.599 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:54.599 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:54.600 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:54.600 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:54.600 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:54.600 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:54.600 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:54.600 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:54.600 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:54.600 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:54.600 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:54.600 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:54.600 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.600 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:54.600 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:54.600 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:54.600 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T16:59:54.600 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T16:59:54.601 INFO:tasks.workunit.client.0.smithi069.stdout: 2 2024-04-10T16:59:54.601 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:54.601 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 1, 2024-04-10T16:59:54.601 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:54.601 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.601 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:54.601 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:54.601 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T16:59:54.601 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T16:59:54.601 INFO:tasks.workunit.client.0.smithi069.stdout: 0 2024-04-10T16:59:54.601 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:54.601 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 3, 2024-04-10T16:59:54.601 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:54.601 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:54.601 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T16:59:54.601 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:54.601 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:54.602 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:54.602 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.243823+0000", 2024-04-10T16:59:54.602 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:37:57.391434+0000", 2024-04-10T16:59:54.602 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:37:57.391434+0000", 2024-04-10T16:59:54.602 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:37:57.392473+0000", 2024-04-10T16:59:54.602 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.243823+0000", 2024-04-10T16:59:54.602 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:54.602 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:54.602 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:54.602 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 449, 2024-04-10T16:59:54.602 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.243823+0000", 2024-04-10T16:59:54.602 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.243823+0000", 2024-04-10T16:59:54.602 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.243823+0000", 2024-04-10T16:59:54.602 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:54.602 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:54.603 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:54.603 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.243823+0000", 2024-04-10T16:59:54.603 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.243823+0000", 2024-04-10T16:59:54.603 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:54.603 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:54.603 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:54.603 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:54.603 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 448, 2024-04-10T16:59:54.603 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:54.603 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:54.603 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:54.603 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:54.603 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:54.603 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:54.603 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:54.603 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:54.604 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.24", 2024-04-10T16:59:54.604 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:54.604 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:54.604 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:54.604 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 5092, 2024-04-10T16:59:54.604 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:54.604 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T17:13:55.899322+0000", 2024-04-10T16:59:54.604 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:54.604 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:54.604 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:54.604 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:54.604 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:54.604 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:54.604 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:54.604 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:54.604 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:54.605 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:54.605 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:54.605 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:54.605 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:54.605 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:54.605 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:54.605 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:54.605 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:54.605 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:54.605 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:54.605 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:54.605 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:54.605 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:54.605 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:54.605 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:54.606 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:54.606 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:54.606 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:54.606 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:54.606 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:54.606 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:54.606 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:54.606 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:54.606 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:54.606 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:54.606 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:54.606 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:54.606 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:54.606 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:54.607 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:54.607 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:54.607 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:54.607 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:54.607 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:54.607 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.607 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:54.607 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:54.607 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:54.607 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T16:59:54.607 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T16:59:54.607 INFO:tasks.workunit.client.0.smithi069.stdout: 0 2024-04-10T16:59:54.607 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:54.607 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 3, 2024-04-10T16:59:54.607 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:54.607 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.608 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:54.608 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:54.608 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T16:59:54.608 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T16:59:54.608 INFO:tasks.workunit.client.0.smithi069.stdout: 4 2024-04-10T16:59:54.608 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:54.608 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 0, 2024-04-10T16:59:54.608 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:54.608 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:54.608 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T16:59:54.608 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:54.608 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:54.608 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:54.608 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.942325+0000", 2024-04-10T16:59:54.608 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:37:57.396553+0000", 2024-04-10T16:59:54.609 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:37:57.396553+0000", 2024-04-10T16:59:54.609 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:37:57.397452+0000", 2024-04-10T16:59:54.609 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.942325+0000", 2024-04-10T16:59:54.609 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:54.609 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:54.609 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:54.609 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 449, 2024-04-10T16:59:54.609 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.942325+0000", 2024-04-10T16:59:54.609 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.942325+0000", 2024-04-10T16:59:54.609 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.942325+0000", 2024-04-10T16:59:54.609 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:54.609 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:54.609 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:54.609 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.942325+0000", 2024-04-10T16:59:54.609 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.942325+0000", 2024-04-10T16:59:54.610 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:54.610 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:54.610 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:54.610 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:54.610 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 448, 2024-04-10T16:59:54.610 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:54.610 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:54.610 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:54.610 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:54.610 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:54.610 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:54.610 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:54.610 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:54.610 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.23", 2024-04-10T16:59:54.611 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:54.611 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:54.611 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:54.611 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 5138, 2024-04-10T16:59:54.611 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:54.611 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T19:08:06.070558+0000", 2024-04-10T16:59:54.611 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:54.611 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:54.611 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:54.611 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:54.611 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:54.611 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:54.611 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:54.611 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:54.611 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:54.612 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:54.612 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:54.612 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:54.612 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:54.612 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:54.612 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:54.612 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:54.612 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:54.612 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:54.612 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:54.612 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:54.612 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:54.612 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:54.612 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:54.612 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:54.613 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:54.613 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:54.613 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:54.613 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:54.613 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:54.613 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:54.613 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:54.613 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:54.613 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:54.613 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:54.613 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:54.613 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:54.613 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:54.613 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:54.614 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:54.614 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:54.614 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:54.614 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:54.614 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:54.614 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.614 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:54.614 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:54.614 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:54.614 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T16:59:54.614 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T16:59:54.614 INFO:tasks.workunit.client.0.smithi069.stdout: 4 2024-04-10T16:59:54.614 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:54.615 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 0, 2024-04-10T16:59:54.615 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:54.615 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.615 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:54.615 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:54.615 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T16:59:54.615 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T16:59:54.615 INFO:tasks.workunit.client.0.smithi069.stdout: 0 2024-04-10T16:59:54.615 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:54.615 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 5, 2024-04-10T16:59:54.615 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:54.615 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:54.615 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T16:59:54.615 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:54.616 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:54.616 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:54.616 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.941982+0000", 2024-04-10T16:59:54.616 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:38:32.263488+0000", 2024-04-10T16:59:54.616 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:38:32.263488+0000", 2024-04-10T16:59:54.616 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:38:32.263843+0000", 2024-04-10T16:59:54.616 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.941982+0000", 2024-04-10T16:59:54.616 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:54.616 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:54.616 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:54.616 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 481, 2024-04-10T16:59:54.616 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.941982+0000", 2024-04-10T16:59:54.616 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.941982+0000", 2024-04-10T16:59:54.617 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.941982+0000", 2024-04-10T16:59:54.617 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:54.617 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:54.617 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:54.617 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.941982+0000", 2024-04-10T16:59:54.617 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.941982+0000", 2024-04-10T16:59:54.617 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:54.617 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:54.617 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:54.617 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:54.617 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 480, 2024-04-10T16:59:54.617 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:54.617 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:54.617 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:54.617 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:54.618 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:54.618 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:54.618 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:54.618 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:54.618 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.22", 2024-04-10T16:59:54.618 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:54.618 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:54.618 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:54.618 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 5004, 2024-04-10T16:59:54.618 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:54.618 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T01:38:11.162267+0000", 2024-04-10T16:59:54.618 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:54.618 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:54.618 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:54.619 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:54.619 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:54.619 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:54.619 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:54.619 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:54.619 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:54.619 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:54.619 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:54.619 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:54.619 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:54.619 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:54.619 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:54.619 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:54.619 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:54.620 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:54.620 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:54.620 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:54.620 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:54.620 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:54.620 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:54.620 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:54.620 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:54.620 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:54.620 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:54.620 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:54.620 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:54.620 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:54.620 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:54.620 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:54.621 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:54.621 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:54.621 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:54.621 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:54.621 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:54.621 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:54.621 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:54.621 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:54.621 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:54.621 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:54.621 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:54.621 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.621 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:54.622 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:54.622 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:54.622 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T16:59:54.622 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T16:59:54.622 INFO:tasks.workunit.client.0.smithi069.stdout: 0 2024-04-10T16:59:54.622 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:54.622 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 5, 2024-04-10T16:59:54.622 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:54.622 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.622 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:54.622 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:54.622 INFO:tasks.workunit.client.0.smithi069.stdout: 2, 2024-04-10T16:59:54.622 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T16:59:54.622 INFO:tasks.workunit.client.0.smithi069.stdout: 6 2024-04-10T16:59:54.622 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:54.623 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 2, 2024-04-10T16:59:54.623 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:54.623 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:54.623 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T16:59:54.623 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:54.623 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:54.623 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:54.623 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.239609+0000", 2024-04-10T16:59:54.623 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:07.252320+0000", 2024-04-10T16:59:54.623 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:07.252320+0000", 2024-04-10T16:59:54.623 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:07.252649+0000", 2024-04-10T16:59:54.623 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.239609+0000", 2024-04-10T16:59:54.623 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:54.623 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:54.623 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:54.624 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 516, 2024-04-10T16:59:54.624 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.239609+0000", 2024-04-10T16:59:54.624 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.239609+0000", 2024-04-10T16:59:54.624 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.239609+0000", 2024-04-10T16:59:54.624 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:54.624 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:54.624 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:54.624 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.239609+0000", 2024-04-10T16:59:54.624 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.239609+0000", 2024-04-10T16:59:54.624 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:54.624 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:54.624 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:54.624 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:54.624 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 515, 2024-04-10T16:59:54.625 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:54.625 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:54.625 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:54.625 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:54.625 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:54.625 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:54.625 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:54.625 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:54.625 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.21", 2024-04-10T16:59:54.625 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:54.625 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:54.625 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:54.625 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 5081, 2024-04-10T16:59:54.625 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:54.625 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T22:05:27.832596+0000", 2024-04-10T16:59:54.625 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:54.626 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:54.626 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:54.626 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:54.626 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:54.626 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:54.626 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:54.626 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:54.626 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:54.626 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:54.626 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:54.626 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:54.626 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:54.626 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:54.626 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:54.626 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:54.626 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:54.627 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:54.627 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:54.627 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:54.627 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:54.627 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:54.627 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:54.627 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:54.627 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:54.627 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:54.627 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:54.627 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:54.627 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:54.627 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:54.627 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:54.627 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:54.627 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:54.627 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:54.628 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:54.628 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:54.628 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:54.628 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:54.628 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:54.628 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:54.628 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:54.628 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:54.628 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:54.628 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.628 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:54.628 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:54.628 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:54.628 INFO:tasks.workunit.client.0.smithi069.stdout: 2, 2024-04-10T16:59:54.629 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T16:59:54.629 INFO:tasks.workunit.client.0.smithi069.stdout: 6 2024-04-10T16:59:54.629 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:54.629 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 2, 2024-04-10T16:59:54.629 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:54.629 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.629 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:54.629 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:54.629 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T16:59:54.629 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T16:59:54.629 INFO:tasks.workunit.client.0.smithi069.stdout: 5 2024-04-10T16:59:54.629 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:54.629 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 6, 2024-04-10T16:59:54.629 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:54.630 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:54.630 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T16:59:54.630 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:54.630 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:54.630 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:54.630 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.941587+0000", 2024-04-10T16:59:54.630 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:07.255290+0000", 2024-04-10T16:59:54.630 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:07.255290+0000", 2024-04-10T16:59:54.630 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:07.255833+0000", 2024-04-10T16:59:54.630 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.941587+0000", 2024-04-10T16:59:54.630 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:54.630 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:54.630 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:54.630 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 516, 2024-04-10T16:59:54.631 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.941587+0000", 2024-04-10T16:59:54.631 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.941587+0000", 2024-04-10T16:59:54.631 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.941587+0000", 2024-04-10T16:59:54.631 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:54.631 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:54.631 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:54.631 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.941587+0000", 2024-04-10T16:59:54.631 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.941587+0000", 2024-04-10T16:59:54.631 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:54.631 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:54.631 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:54.631 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:54.631 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 515, 2024-04-10T16:59:54.631 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:54.631 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:54.631 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:54.632 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:54.632 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:54.632 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:54.632 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:54.632 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:54.632 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.20", 2024-04-10T16:59:54.632 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:54.632 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:54.632 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:54.632 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 4941, 2024-04-10T16:59:54.632 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:54.632 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T18:24:40.962298+0000", 2024-04-10T16:59:54.632 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:54.632 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:54.632 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:54.632 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:54.632 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:54.633 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:54.633 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:54.633 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:54.633 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:54.633 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:54.633 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:54.633 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:54.633 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:54.633 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:54.633 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:54.633 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:54.633 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:54.633 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:54.633 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:54.633 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:54.633 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:54.634 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:54.634 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:54.634 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:54.634 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:54.634 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:54.634 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:54.634 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:54.634 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:54.634 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:54.634 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:54.634 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:54.634 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:54.634 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:54.634 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:54.634 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:54.635 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:54.635 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:54.635 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:54.635 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:54.635 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:54.635 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:54.635 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:54.635 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.635 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:54.635 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:54.635 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:54.635 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T16:59:54.635 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T16:59:54.635 INFO:tasks.workunit.client.0.smithi069.stdout: 5 2024-04-10T16:59:54.635 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:54.635 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 6, 2024-04-10T16:59:54.635 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:54.636 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.636 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:54.636 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:54.636 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T16:59:54.636 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T16:59:54.636 INFO:tasks.workunit.client.0.smithi069.stdout: 0 2024-04-10T16:59:54.636 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:54.636 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 7, 2024-04-10T16:59:54.636 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:54.636 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:54.636 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T16:59:54.636 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:54.636 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:54.636 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:54.636 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.523355+0000", 2024-04-10T16:59:54.637 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:42.212401+0000", 2024-04-10T16:59:54.637 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:42.212401+0000", 2024-04-10T16:59:54.637 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:42.213759+0000", 2024-04-10T16:59:54.637 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.523355+0000", 2024-04-10T16:59:54.637 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:54.637 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:54.637 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:54.637 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 551, 2024-04-10T16:59:54.637 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.523355+0000", 2024-04-10T16:59:54.637 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.523355+0000", 2024-04-10T16:59:54.637 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.523355+0000", 2024-04-10T16:59:54.637 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:54.637 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:54.637 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:54.637 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.523355+0000", 2024-04-10T16:59:54.637 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.523355+0000", 2024-04-10T16:59:54.637 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:54.638 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:54.638 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:54.638 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:54.638 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 550, 2024-04-10T16:59:54.638 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:54.638 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:54.638 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:54.638 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:54.638 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:54.638 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:54.638 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:54.638 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:54.638 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.f", 2024-04-10T16:59:54.638 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:54.638 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:54.639 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:54.639 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 4922, 2024-04-10T16:59:54.639 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:54.639 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T21:12:24.952474+0000", 2024-04-10T16:59:54.639 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:54.639 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:54.639 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:54.639 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:54.639 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:54.639 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:54.639 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:54.639 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:54.639 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:54.639 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:54.639 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:54.639 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:54.640 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:54.640 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:54.640 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:54.640 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:54.640 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:54.640 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:54.640 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:54.640 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:54.640 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:54.640 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:54.640 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:54.640 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:54.640 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:54.640 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:54.640 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:54.640 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:54.641 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:54.641 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:54.641 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:54.641 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:54.641 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:54.641 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:54.641 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:54.641 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:54.641 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:54.641 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:54.641 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:54.641 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:54.641 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:54.641 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:54.641 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:54.642 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.642 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:54.642 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:54.642 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:54.642 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T16:59:54.642 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T16:59:54.642 INFO:tasks.workunit.client.0.smithi069.stdout: 0 2024-04-10T16:59:54.642 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:54.642 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 7, 2024-04-10T16:59:54.642 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:54.642 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.642 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:54.643 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:54.643 INFO:tasks.workunit.client.0.smithi069.stdout: 2, 2024-04-10T16:59:54.643 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T16:59:54.643 INFO:tasks.workunit.client.0.smithi069.stdout: 4 2024-04-10T16:59:54.643 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:54.643 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 2, 2024-04-10T16:59:54.643 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:54.643 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:54.643 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 59, 2024-04-10T16:59:54.643 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:54.643 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:54.643 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:54.643 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.238153+0000", 2024-04-10T16:59:54.643 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:37:57.391816+0000", 2024-04-10T16:59:54.644 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:37:57.391816+0000", 2024-04-10T16:59:54.644 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:37:57.393261+0000", 2024-04-10T16:59:54.644 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.238153+0000", 2024-04-10T16:59:54.644 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:54.644 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:54.644 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:54.644 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 449, 2024-04-10T16:59:54.644 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.238153+0000", 2024-04-10T16:59:54.644 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.238153+0000", 2024-04-10T16:59:54.644 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.238153+0000", 2024-04-10T16:59:54.644 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:54.644 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:54.644 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:54.644 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.238153+0000", 2024-04-10T16:59:54.644 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.238153+0000", 2024-04-10T16:59:54.645 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:54.645 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 2, 2024-04-10T16:59:54.645 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:54.645 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:54.645 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 448, 2024-04-10T16:59:54.645 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:54.645 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:54.645 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:54.645 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:54.645 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 2, 2024-04-10T16:59:54.645 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:54.645 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:54.645 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:54.645 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "2.e", 2024-04-10T16:59:54.645 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:54.646 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:54.646 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:54.646 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 5099, 2024-04-10T16:59:54.646 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:54.646 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T19:33:55.679470+0000", 2024-04-10T16:59:54.646 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:54.646 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:54.646 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:54.646 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:54.646 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:54.646 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:54.646 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:54.646 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:54.646 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:54.647 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:54.647 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:54.647 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:54.647 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:54.647 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:54.647 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:54.647 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:54.647 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:54.647 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:54.647 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:54.647 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 3, 2024-04-10T16:59:54.647 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 1, 2024-04-10T16:59:54.647 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:54.647 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 1, 2024-04-10T16:59:54.647 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:54.647 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:54.648 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:54.648 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:54.648 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:54.648 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 1, 2024-04-10T16:59:54.648 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:54.648 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:54.648 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:54.648 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:54.648 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:54.648 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:54.648 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:54.648 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 6, 2024-04-10T16:59:54.648 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 6, 2024-04-10T16:59:54.648 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:54.648 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:54.649 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:54.649 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 3, 2024-04-10T16:59:54.649 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:54.649 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.649 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:54.649 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:54.649 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:54.649 INFO:tasks.workunit.client.0.smithi069.stdout: 2, 2024-04-10T16:59:54.649 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T16:59:54.649 INFO:tasks.workunit.client.0.smithi069.stdout: 4 2024-04-10T16:59:54.649 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:54.649 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 2, 2024-04-10T16:59:54.649 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "61'2" 2024-04-10T16:59:54.649 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.649 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:54.650 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:54.650 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T16:59:54.650 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T16:59:54.650 INFO:tasks.workunit.client.0.smithi069.stdout: 6 2024-04-10T16:59:54.650 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:54.650 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 5, 2024-04-10T16:59:54.650 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:54.650 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:54.650 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T16:59:54.650 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:54.650 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:54.650 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:54.650 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.941370+0000", 2024-04-10T16:59:54.650 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:07.260518+0000", 2024-04-10T16:59:54.650 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:07.260518+0000", 2024-04-10T16:59:54.650 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:07.260818+0000", 2024-04-10T16:59:54.651 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.941370+0000", 2024-04-10T16:59:54.651 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:54.651 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:54.651 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:54.651 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 516, 2024-04-10T16:59:54.651 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.941370+0000", 2024-04-10T16:59:54.651 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.941370+0000", 2024-04-10T16:59:54.651 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.941370+0000", 2024-04-10T16:59:54.651 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:54.651 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:54.651 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:54.651 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.941370+0000", 2024-04-10T16:59:54.651 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.941370+0000", 2024-04-10T16:59:54.651 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:54.652 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:54.652 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:54.652 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:54.652 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 515, 2024-04-10T16:59:54.652 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:54.652 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:54.652 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:54.652 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:54.652 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:54.652 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:54.652 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:54.652 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:54.652 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.c", 2024-04-10T16:59:54.652 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:54.652 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:54.652 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:54.653 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 4995, 2024-04-10T16:59:54.653 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:54.653 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T22:49:47.186007+0000", 2024-04-10T16:59:54.653 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:54.653 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:54.653 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:54.653 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:54.653 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:54.653 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:54.653 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:54.653 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:54.653 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:54.653 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:54.653 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:54.653 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:54.654 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:54.654 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:54.654 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:54.654 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:54.654 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:54.654 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:54.654 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:54.654 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:54.654 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:54.654 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:54.654 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:54.654 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:54.654 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:54.655 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:54.655 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:54.655 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:54.655 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:54.655 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:54.655 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:54.655 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:54.655 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:54.655 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:54.655 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:54.655 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:54.655 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:54.655 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:54.655 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:54.656 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:54.656 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:54.656 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:54.656 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:54.656 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.656 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:54.656 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:54.656 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:54.656 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T16:59:54.656 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T16:59:54.656 INFO:tasks.workunit.client.0.smithi069.stdout: 6 2024-04-10T16:59:54.656 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:54.656 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 5, 2024-04-10T16:59:54.656 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:54.657 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.657 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:54.657 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:54.657 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T16:59:54.657 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T16:59:54.657 INFO:tasks.workunit.client.0.smithi069.stdout: 3 2024-04-10T16:59:54.657 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:54.657 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 1, 2024-04-10T16:59:54.657 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:54.657 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:54.657 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 59, 2024-04-10T16:59:54.657 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:54.657 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:54.657 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:54.657 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.942297+0000", 2024-04-10T16:59:54.658 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:37:57.386501+0000", 2024-04-10T16:59:54.658 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:37:57.386501+0000", 2024-04-10T16:59:54.658 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:37:57.386837+0000", 2024-04-10T16:59:54.658 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.942297+0000", 2024-04-10T16:59:54.658 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:54.658 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:54.658 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:54.658 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 449, 2024-04-10T16:59:54.658 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.942297+0000", 2024-04-10T16:59:54.658 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.942297+0000", 2024-04-10T16:59:54.658 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.942297+0000", 2024-04-10T16:59:54.658 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:54.658 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:54.658 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:54.658 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.942297+0000", 2024-04-10T16:59:54.659 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.942297+0000", 2024-04-10T16:59:54.659 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:54.659 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 1, 2024-04-10T16:59:54.659 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:54.659 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:54.659 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 448, 2024-04-10T16:59:54.659 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:54.659 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:54.659 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:54.659 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:54.659 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 1, 2024-04-10T16:59:54.659 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:54.659 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:54.659 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:54.659 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "2.d", 2024-04-10T16:59:54.659 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:54.660 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:54.660 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:54.660 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 5113, 2024-04-10T16:59:54.660 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:54.660 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T00:00:55.106247+0000", 2024-04-10T16:59:54.660 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:54.660 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:54.660 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:54.660 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 70, 2024-04-10T16:59:54.660 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:54.660 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:54.660 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:54.660 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:54.660 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:54.660 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:54.660 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:54.660 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:54.661 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:54.661 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:54.661 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:54.661 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:54.661 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:54.661 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:54.661 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:54.661 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 3, 2024-04-10T16:59:54.661 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 1, 2024-04-10T16:59:54.661 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:54.661 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 1, 2024-04-10T16:59:54.661 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:54.661 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:54.661 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:54.661 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:54.661 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:54.662 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:54.662 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:54.662 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:54.662 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:54.662 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:54.662 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:54.662 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:54.662 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:54.662 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 1, 2024-04-10T16:59:54.662 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 1, 2024-04-10T16:59:54.662 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:54.662 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:54.662 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:54.662 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 1, 2024-04-10T16:59:54.662 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 1 2024-04-10T16:59:54.662 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.663 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:54.663 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:54.663 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:54.663 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T16:59:54.663 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T16:59:54.663 INFO:tasks.workunit.client.0.smithi069.stdout: 3 2024-04-10T16:59:54.663 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:54.663 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 1, 2024-04-10T16:59:54.663 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "61'1" 2024-04-10T16:59:54.663 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.663 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:54.663 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:54.663 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T16:59:54.663 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T16:59:54.663 INFO:tasks.workunit.client.0.smithi069.stdout: 6 2024-04-10T16:59:54.664 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:54.664 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 7, 2024-04-10T16:59:54.664 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:54.664 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:54.664 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T16:59:54.664 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:54.664 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:54.664 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:54.664 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.523399+0000", 2024-04-10T16:59:54.664 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:42.219549+0000", 2024-04-10T16:59:54.664 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:42.219549+0000", 2024-04-10T16:59:54.664 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:42.220353+0000", 2024-04-10T16:59:54.664 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.523399+0000", 2024-04-10T16:59:54.664 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:54.664 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:54.664 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:54.665 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 551, 2024-04-10T16:59:54.665 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.523399+0000", 2024-04-10T16:59:54.665 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.523399+0000", 2024-04-10T16:59:54.665 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.523399+0000", 2024-04-10T16:59:54.665 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:54.665 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:54.665 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:54.665 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.523399+0000", 2024-04-10T16:59:54.665 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.523399+0000", 2024-04-10T16:59:54.665 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:54.665 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:54.665 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:54.665 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:54.665 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 550, 2024-04-10T16:59:54.665 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:54.665 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:54.666 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:54.666 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:54.666 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:54.666 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:54.666 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:54.666 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:54.666 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.d", 2024-04-10T16:59:54.666 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:54.666 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:54.666 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:54.666 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 4906, 2024-04-10T16:59:54.666 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:54.666 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T00:48:38.755777+0000", 2024-04-10T16:59:54.666 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:54.666 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:54.666 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:54.667 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:54.667 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:54.667 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:54.667 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:54.667 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:54.667 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:54.667 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:54.667 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:54.667 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:54.667 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:54.667 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:54.667 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:54.667 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:54.667 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:54.668 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:54.668 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:54.668 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:54.668 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:54.668 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:54.668 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:54.668 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:54.668 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:54.668 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:54.668 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:54.668 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:54.668 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:54.668 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:54.668 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:54.668 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:54.669 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:54.669 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:54.669 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:54.669 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:54.669 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:54.669 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:54.669 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:54.669 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:54.669 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:54.669 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:54.669 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:54.669 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.669 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:54.669 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:54.669 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:54.669 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T16:59:54.670 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T16:59:54.670 INFO:tasks.workunit.client.0.smithi069.stdout: 6 2024-04-10T16:59:54.670 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:54.670 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 7, 2024-04-10T16:59:54.670 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:54.670 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.670 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:54.670 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:54.670 INFO:tasks.workunit.client.0.smithi069.stdout: 2, 2024-04-10T16:59:54.670 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T16:59:54.670 INFO:tasks.workunit.client.0.smithi069.stdout: 0 2024-04-10T16:59:54.670 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:54.670 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 2, 2024-04-10T16:59:54.670 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:54.671 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:54.671 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 59, 2024-04-10T16:59:54.671 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:54.671 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:54.671 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:54.671 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.239287+0000", 2024-04-10T16:59:54.671 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:38:32.262176+0000", 2024-04-10T16:59:54.671 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:38:32.262176+0000", 2024-04-10T16:59:54.671 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:38:32.262484+0000", 2024-04-10T16:59:54.671 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.239287+0000", 2024-04-10T16:59:54.671 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:54.671 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:54.671 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:54.672 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 481, 2024-04-10T16:59:54.672 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.239287+0000", 2024-04-10T16:59:54.672 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.239287+0000", 2024-04-10T16:59:54.672 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.239287+0000", 2024-04-10T16:59:54.672 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:54.672 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:54.672 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:54.672 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.239287+0000", 2024-04-10T16:59:54.672 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.239287+0000", 2024-04-10T16:59:54.672 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:54.672 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:54.672 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:54.672 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:54.672 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 480, 2024-04-10T16:59:54.673 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:54.673 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:54.673 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:54.673 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:54.673 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:54.673 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:54.673 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:54.673 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:54.673 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "2.c", 2024-04-10T16:59:54.673 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:54.673 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:54.673 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:54.673 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 5093, 2024-04-10T16:59:54.673 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:54.674 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T20:54:18.646835+0000", 2024-04-10T16:59:54.674 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:54.674 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:54.674 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:54.674 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:54.674 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:54.674 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:54.674 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:54.674 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:54.674 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:54.674 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:54.674 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:54.674 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:54.674 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:54.674 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:54.675 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:54.675 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:54.675 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:54.675 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:54.675 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:54.675 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:54.675 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:54.675 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:54.675 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:54.675 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:54.675 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:54.675 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:54.675 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:54.675 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:54.675 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:54.675 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:54.676 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:54.676 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:54.676 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:54.676 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:54.676 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:54.676 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:54.676 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:54.676 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:54.676 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:54.676 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:54.676 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:54.676 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:54.676 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:54.676 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.676 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:54.676 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:54.677 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:54.677 INFO:tasks.workunit.client.0.smithi069.stdout: 2, 2024-04-10T16:59:54.677 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T16:59:54.677 INFO:tasks.workunit.client.0.smithi069.stdout: 0 2024-04-10T16:59:54.677 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:54.677 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 2, 2024-04-10T16:59:54.677 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:54.677 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.677 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:54.677 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:54.677 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T16:59:54.677 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T16:59:54.677 INFO:tasks.workunit.client.0.smithi069.stdout: 1 2024-04-10T16:59:54.677 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:54.677 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 6, 2024-04-10T16:59:54.677 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:54.677 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:54.678 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T16:59:54.678 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:54.678 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:54.678 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:54.678 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.944227+0000", 2024-04-10T16:59:54.678 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:07.255865+0000", 2024-04-10T16:59:54.678 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:07.255865+0000", 2024-04-10T16:59:54.678 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:07.258695+0000", 2024-04-10T16:59:54.678 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.944227+0000", 2024-04-10T16:59:54.678 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:54.678 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:54.678 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:54.678 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 516, 2024-04-10T16:59:54.678 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.944227+0000", 2024-04-10T16:59:54.678 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.944227+0000", 2024-04-10T16:59:54.679 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.944227+0000", 2024-04-10T16:59:54.679 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:54.679 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:54.679 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:54.679 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.944227+0000", 2024-04-10T16:59:54.679 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.944227+0000", 2024-04-10T16:59:54.679 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:54.679 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:54.679 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:54.679 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:54.679 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 515, 2024-04-10T16:59:54.679 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:54.679 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:54.679 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:54.680 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:54.680 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:54.680 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:54.680 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:54.680 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:54.680 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.a", 2024-04-10T16:59:54.680 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:54.680 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:54.680 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:54.680 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 4950, 2024-04-10T16:59:54.680 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:54.680 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T00:18:15.425191+0000", 2024-04-10T16:59:54.680 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:54.680 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:54.680 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:54.680 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:54.681 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:54.681 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:54.681 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:54.681 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:54.681 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:54.681 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:54.681 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:54.681 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:54.681 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:54.681 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:54.681 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:54.681 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:54.681 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:54.681 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:54.681 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:54.681 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:54.682 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:54.682 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:54.682 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:54.682 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:54.682 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:54.682 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:54.682 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:54.682 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:54.682 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:54.682 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:54.682 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:54.682 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:54.682 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:54.682 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:54.683 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:54.683 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:54.683 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:54.683 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:54.683 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:54.683 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:54.683 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:54.683 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:54.683 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:54.683 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.683 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:54.683 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:54.683 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:54.683 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T16:59:54.684 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T16:59:54.684 INFO:tasks.workunit.client.0.smithi069.stdout: 1 2024-04-10T16:59:54.684 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:54.684 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 6, 2024-04-10T16:59:54.684 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:54.684 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.684 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:54.684 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:54.684 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T16:59:54.684 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T16:59:54.684 INFO:tasks.workunit.client.0.smithi069.stdout: 5 2024-04-10T16:59:54.684 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:54.684 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 7, 2024-04-10T16:59:54.684 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:54.684 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:54.685 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 59, 2024-04-10T16:59:54.685 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:54.685 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:54.685 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:54.685 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.522291+0000", 2024-04-10T16:59:54.685 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:42.223417+0000", 2024-04-10T16:59:54.685 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:42.223417+0000", 2024-04-10T16:59:54.685 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:42.223793+0000", 2024-04-10T16:59:54.685 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.522291+0000", 2024-04-10T16:59:54.685 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:54.685 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:54.685 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:54.685 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 551, 2024-04-10T16:59:54.685 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.522291+0000", 2024-04-10T16:59:54.685 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.522291+0000", 2024-04-10T16:59:54.685 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.522291+0000", 2024-04-10T16:59:54.686 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:54.686 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:54.686 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:54.686 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.522291+0000", 2024-04-10T16:59:54.686 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.522291+0000", 2024-04-10T16:59:54.686 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:54.686 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 3, 2024-04-10T16:59:54.686 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:54.686 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:54.686 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 550, 2024-04-10T16:59:54.686 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:54.686 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:54.686 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:54.686 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:54.686 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 3, 2024-04-10T16:59:54.687 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:54.687 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:54.687 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:54.687 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "2.b", 2024-04-10T16:59:54.687 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:54.687 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:54.687 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:54.687 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 4918, 2024-04-10T16:59:54.687 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:54.687 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T21:42:13.881070+0000", 2024-04-10T16:59:54.687 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:54.687 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:54.687 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:54.687 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:54.688 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:54.688 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:54.688 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:54.688 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:54.688 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:54.688 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:54.688 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:54.688 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:54.688 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:54.688 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:54.688 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:54.688 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:54.688 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:54.688 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:54.689 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:54.689 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 3, 2024-04-10T16:59:54.689 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 1, 2024-04-10T16:59:54.689 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:54.689 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 1, 2024-04-10T16:59:54.689 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:54.689 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:54.689 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:54.689 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:54.689 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:54.689 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 1, 2024-04-10T16:59:54.689 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:54.689 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:54.689 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:54.689 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:54.690 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:54.690 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:54.690 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:54.690 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 2, 2024-04-10T16:59:54.690 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 2, 2024-04-10T16:59:54.690 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:54.690 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:54.690 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:54.690 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 1, 2024-04-10T16:59:54.690 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:54.690 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.690 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:54.690 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:54.691 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:54.691 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T16:59:54.691 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T16:59:54.691 INFO:tasks.workunit.client.0.smithi069.stdout: 5 2024-04-10T16:59:54.691 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:54.691 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 7, 2024-04-10T16:59:54.691 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "576'3" 2024-04-10T16:59:54.691 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.691 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:54.691 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:54.691 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T16:59:54.691 INFO:tasks.workunit.client.0.smithi069.stdout: 2, 2024-04-10T16:59:54.691 INFO:tasks.workunit.client.0.smithi069.stdout: 4 2024-04-10T16:59:54.691 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:54.692 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 3, 2024-04-10T16:59:54.692 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:54.692 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:54.692 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T16:59:54.692 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:54.692 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:54.692 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:54.692 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.241168+0000", 2024-04-10T16:59:54.692 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:37:57.384024+0000", 2024-04-10T16:59:54.692 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:37:57.384024+0000", 2024-04-10T16:59:54.692 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:37:57.384360+0000", 2024-04-10T16:59:54.692 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.241168+0000", 2024-04-10T16:59:54.692 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:54.692 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:54.693 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:54.693 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 449, 2024-04-10T16:59:54.693 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.241168+0000", 2024-04-10T16:59:54.693 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.241168+0000", 2024-04-10T16:59:54.693 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.241168+0000", 2024-04-10T16:59:54.693 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:54.693 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:54.693 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:54.693 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.241168+0000", 2024-04-10T16:59:54.693 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.241168+0000", 2024-04-10T16:59:54.693 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:54.693 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:54.693 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:54.693 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:54.693 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 448, 2024-04-10T16:59:54.694 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:54.694 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:54.694 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:54.694 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:54.694 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:54.694 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:54.694 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:54.694 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:54.694 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.b", 2024-04-10T16:59:54.694 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:54.694 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:54.694 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:54.694 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 5081, 2024-04-10T16:59:54.694 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:54.694 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T16:58:01.292832+0000", 2024-04-10T16:59:54.695 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:54.695 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:54.695 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:54.695 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:54.695 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:54.695 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:54.695 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:54.695 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:54.695 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:54.695 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:54.695 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:54.695 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:54.695 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:54.695 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:54.695 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:54.696 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:54.696 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:54.696 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:54.696 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:54.696 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:54.696 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:54.696 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:54.696 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:54.696 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:54.696 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:54.696 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:54.696 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:54.696 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:54.696 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:54.696 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:54.697 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:54.697 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:54.697 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:54.697 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:54.697 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:54.697 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:54.697 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:54.697 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:54.697 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:54.697 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:54.697 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:54.697 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:54.697 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:54.697 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.697 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:54.697 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:54.698 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:54.698 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T16:59:54.698 INFO:tasks.workunit.client.0.smithi069.stdout: 2, 2024-04-10T16:59:54.698 INFO:tasks.workunit.client.0.smithi069.stdout: 4 2024-04-10T16:59:54.698 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:54.698 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 3, 2024-04-10T16:59:54.698 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:54.698 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.698 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:54.698 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:54.698 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T16:59:54.698 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T16:59:54.698 INFO:tasks.workunit.client.0.smithi069.stdout: 7 2024-04-10T16:59:54.698 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:54.698 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 1, 2024-04-10T16:59:54.698 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:54.699 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:54.699 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 59, 2024-04-10T16:59:54.699 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:54.699 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:54.699 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:54.699 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.943051+0000", 2024-04-10T16:59:54.699 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:42.213559+0000", 2024-04-10T16:59:54.699 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:42.213559+0000", 2024-04-10T16:59:54.699 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:42.214225+0000", 2024-04-10T16:59:54.699 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.943051+0000", 2024-04-10T16:59:54.699 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:54.699 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:54.699 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:54.699 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 551, 2024-04-10T16:59:54.699 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.943051+0000", 2024-04-10T16:59:54.699 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.943051+0000", 2024-04-10T16:59:54.700 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.943051+0000", 2024-04-10T16:59:54.700 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:54.700 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:54.700 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:54.700 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.943051+0000", 2024-04-10T16:59:54.700 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.943051+0000", 2024-04-10T16:59:54.700 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:54.700 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:54.700 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:54.700 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:54.700 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 550, 2024-04-10T16:59:54.700 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:54.700 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:54.700 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:54.700 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:54.700 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:54.701 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:54.701 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:54.701 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:54.701 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "2.a", 2024-04-10T16:59:54.701 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:54.701 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:54.701 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:54.701 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 5111, 2024-04-10T16:59:54.701 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:54.701 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T19:58:42.780578+0000", 2024-04-10T16:59:54.701 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:54.701 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:54.701 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:54.701 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:54.701 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:54.701 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:54.701 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:54.702 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:54.702 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:54.702 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:54.702 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:54.702 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:54.702 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:54.702 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:54.702 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:54.702 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:54.702 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:54.702 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:54.702 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:54.702 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:54.702 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:54.702 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:54.702 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:54.703 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:54.703 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:54.703 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:54.703 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:54.703 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:54.703 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:54.703 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:54.703 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:54.703 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:54.703 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:54.703 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:54.703 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:54.703 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:54.703 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:54.703 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:54.704 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:54.704 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:54.704 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:54.704 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:54.704 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:54.704 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.704 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:54.704 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:54.704 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:54.704 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T16:59:54.704 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T16:59:54.704 INFO:tasks.workunit.client.0.smithi069.stdout: 7 2024-04-10T16:59:54.704 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:54.704 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 1, 2024-04-10T16:59:54.704 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:54.704 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.705 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:54.705 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:54.705 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T16:59:54.705 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T16:59:54.705 INFO:tasks.workunit.client.0.smithi069.stdout: 7 2024-04-10T16:59:54.705 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:54.705 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 3, 2024-04-10T16:59:54.705 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:54.705 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:54.705 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T16:59:54.705 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:54.705 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:54.705 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:54.705 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.243743+0000", 2024-04-10T16:59:54.705 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:42.224207+0000", 2024-04-10T16:59:54.705 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:42.224207+0000", 2024-04-10T16:59:54.705 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:42.224517+0000", 2024-04-10T16:59:54.706 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.243743+0000", 2024-04-10T16:59:54.706 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:54.706 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:54.706 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:54.706 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 551, 2024-04-10T16:59:54.706 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.243743+0000", 2024-04-10T16:59:54.706 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.243743+0000", 2024-04-10T16:59:54.706 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.243743+0000", 2024-04-10T16:59:54.706 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:54.706 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:54.706 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:54.706 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.243743+0000", 2024-04-10T16:59:54.706 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.243743+0000", 2024-04-10T16:59:54.706 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:54.706 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:54.707 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:54.707 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:54.707 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 550, 2024-04-10T16:59:54.707 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:54.707 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:54.707 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:54.707 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:54.707 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:54.707 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:54.707 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:54.707 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:54.707 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.8", 2024-04-10T16:59:54.707 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:54.707 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:54.707 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:54.707 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 5084, 2024-04-10T16:59:54.708 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:54.708 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T03:26:32.363821+0000", 2024-04-10T16:59:54.708 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:54.708 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:54.708 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:54.708 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:54.708 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:54.708 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:54.708 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:54.708 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:54.708 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:54.708 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:54.708 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:54.708 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:54.708 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:54.708 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:54.709 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:54.709 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:54.709 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:54.709 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:54.709 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:54.709 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:54.709 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:54.709 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:54.709 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:54.709 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:54.709 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:54.709 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:54.709 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:54.709 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:54.709 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:54.709 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:54.709 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:54.710 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:54.710 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:54.710 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:54.710 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:54.710 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:54.710 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:54.710 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:54.710 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:54.710 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:54.710 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:54.710 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:54.710 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:54.710 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.710 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:54.710 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:54.711 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:54.711 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T16:59:54.711 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T16:59:54.711 INFO:tasks.workunit.client.0.smithi069.stdout: 7 2024-04-10T16:59:54.711 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:54.711 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 3, 2024-04-10T16:59:54.711 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:54.711 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.711 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:54.711 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:54.711 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T16:59:54.711 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T16:59:54.711 INFO:tasks.workunit.client.0.smithi069.stdout: 3 2024-04-10T16:59:54.711 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:54.711 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 1, 2024-04-10T16:59:54.711 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:54.712 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:54.712 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 59, 2024-04-10T16:59:54.712 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:54.712 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:54.712 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:54.712 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.940578+0000", 2024-04-10T16:59:54.712 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:42.217710+0000", 2024-04-10T16:59:54.712 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:42.217710+0000", 2024-04-10T16:59:54.712 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:42.218428+0000", 2024-04-10T16:59:54.712 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.940578+0000", 2024-04-10T16:59:54.712 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:54.712 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:54.712 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:54.712 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 551, 2024-04-10T16:59:54.713 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.940578+0000", 2024-04-10T16:59:54.713 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.940578+0000", 2024-04-10T16:59:54.713 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.940578+0000", 2024-04-10T16:59:54.713 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:54.713 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:54.713 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:54.713 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.940578+0000", 2024-04-10T16:59:54.713 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.940578+0000", 2024-04-10T16:59:54.713 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:54.713 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:54.713 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:54.713 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:54.714 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 550, 2024-04-10T16:59:54.714 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:54.714 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:54.714 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:54.714 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:54.714 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:54.714 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:54.714 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:54.714 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:54.714 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "2.9", 2024-04-10T16:59:54.714 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:54.714 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:54.714 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:54.715 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 5111, 2024-04-10T16:59:54.715 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:54.715 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T00:03:16.271283+0000", 2024-04-10T16:59:54.715 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:54.715 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:54.715 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:54.715 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:54.715 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:54.715 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:54.715 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:54.715 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:54.715 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:54.715 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:54.715 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:54.716 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:54.716 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:54.716 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:54.716 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:54.716 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:54.716 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:54.716 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:54.716 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:54.716 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:54.716 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:54.716 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:54.716 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:54.716 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:54.716 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:54.716 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:54.717 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:54.717 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:54.717 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:54.717 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:54.717 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:54.717 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:54.717 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:54.717 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:54.717 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:54.717 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:54.717 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:54.717 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:54.717 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:54.717 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:54.717 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:54.717 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:54.718 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:54.718 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.718 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:54.718 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:54.718 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:54.718 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T16:59:54.718 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T16:59:54.718 INFO:tasks.workunit.client.0.smithi069.stdout: 3 2024-04-10T16:59:54.718 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:54.718 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 1, 2024-04-10T16:59:54.718 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:54.718 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.718 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:54.718 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:54.719 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T16:59:54.719 INFO:tasks.workunit.client.0.smithi069.stdout: 2, 2024-04-10T16:59:54.719 INFO:tasks.workunit.client.0.smithi069.stdout: 7 2024-04-10T16:59:54.719 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:54.719 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 1, 2024-04-10T16:59:54.719 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:54.719 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:54.719 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T16:59:54.719 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:54.719 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:54.719 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:54.719 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.940676+0000", 2024-04-10T16:59:54.719 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:42.218111+0000", 2024-04-10T16:59:54.719 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:42.218111+0000", 2024-04-10T16:59:54.719 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:42.218753+0000", 2024-04-10T16:59:54.719 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.940676+0000", 2024-04-10T16:59:54.720 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:54.720 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:54.720 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:54.720 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 551, 2024-04-10T16:59:54.720 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.940676+0000", 2024-04-10T16:59:54.720 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.940676+0000", 2024-04-10T16:59:54.720 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.940676+0000", 2024-04-10T16:59:54.720 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:54.720 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:54.720 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:54.720 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.940676+0000", 2024-04-10T16:59:54.720 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.940676+0000", 2024-04-10T16:59:54.720 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:54.720 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:54.720 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:54.720 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:54.721 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 550, 2024-04-10T16:59:54.721 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:54.721 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:54.721 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:54.721 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:54.721 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:54.721 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:54.721 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:54.721 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:54.721 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.9", 2024-04-10T16:59:54.721 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:54.721 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:54.721 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:54.721 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 5111, 2024-04-10T16:59:54.721 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:54.721 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T17:26:54.832655+0000", 2024-04-10T16:59:54.721 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:54.722 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:54.722 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:54.722 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:54.722 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:54.722 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:54.722 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:54.722 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:54.722 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:54.722 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:54.722 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:54.722 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:54.722 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:54.722 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:54.722 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:54.723 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:54.723 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:54.723 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:54.723 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:54.723 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:54.723 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:54.723 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:54.723 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:54.723 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:54.723 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:54.723 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:54.723 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:54.723 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:54.723 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:54.724 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:54.724 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:54.724 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:54.724 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:54.724 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:54.724 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:54.724 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:54.724 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:54.724 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:54.724 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:54.724 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:54.724 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:54.724 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:54.725 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:54.725 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.725 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:54.725 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:54.725 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:54.725 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T16:59:54.725 INFO:tasks.workunit.client.0.smithi069.stdout: 2, 2024-04-10T16:59:54.725 INFO:tasks.workunit.client.0.smithi069.stdout: 7 2024-04-10T16:59:54.725 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:54.725 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 1, 2024-04-10T16:59:54.725 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:54.725 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.725 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:54.725 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:54.726 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T16:59:54.726 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T16:59:54.726 INFO:tasks.workunit.client.0.smithi069.stdout: 1 2024-04-10T16:59:54.726 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:54.726 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 7, 2024-04-10T16:59:54.726 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:54.726 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:54.726 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 59, 2024-04-10T16:59:54.726 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:54.726 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:54.726 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:54.726 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.522655+0000", 2024-04-10T16:59:54.726 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:42.221363+0000", 2024-04-10T16:59:54.726 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:42.221363+0000", 2024-04-10T16:59:54.727 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:42.224238+0000", 2024-04-10T16:59:54.727 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.522655+0000", 2024-04-10T16:59:54.727 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:54.727 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:54.727 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:54.727 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 551, 2024-04-10T16:59:54.727 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.522655+0000", 2024-04-10T16:59:54.727 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.522655+0000", 2024-04-10T16:59:54.727 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.522655+0000", 2024-04-10T16:59:54.727 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:54.727 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:54.727 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:54.727 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.522655+0000", 2024-04-10T16:59:54.727 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.522655+0000", 2024-04-10T16:59:54.727 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:54.727 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:54.728 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:54.728 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:54.728 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 550, 2024-04-10T16:59:54.728 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:54.728 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:54.728 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:54.728 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:54.728 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:54.728 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:54.728 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:54.728 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:54.728 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "2.8", 2024-04-10T16:59:54.728 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:54.728 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:54.728 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:54.728 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 4907, 2024-04-10T16:59:54.728 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:54.729 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T03:24:56.227122+0000", 2024-04-10T16:59:54.729 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:54.729 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:54.729 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:54.729 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:54.729 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:54.729 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:54.729 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:54.729 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:54.729 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:54.729 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:54.729 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:54.729 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:54.729 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:54.729 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:54.729 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:54.730 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:54.730 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:54.730 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:54.730 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:54.730 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:54.730 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:54.730 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:54.730 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:54.730 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:54.730 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:54.730 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:54.730 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:54.730 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:54.730 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:54.731 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:54.731 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:54.731 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:54.731 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:54.731 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:54.731 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:54.731 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:54.731 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:54.731 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:54.731 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:54.731 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:54.731 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:54.731 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:54.731 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:54.731 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.731 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:54.731 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:54.732 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:54.732 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T16:59:54.732 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T16:59:54.732 INFO:tasks.workunit.client.0.smithi069.stdout: 1 2024-04-10T16:59:54.732 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:54.732 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 7, 2024-04-10T16:59:54.732 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:54.732 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.732 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:54.732 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:54.732 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T16:59:54.732 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T16:59:54.732 INFO:tasks.workunit.client.0.smithi069.stdout: 4 2024-04-10T16:59:54.732 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:54.732 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 0, 2024-04-10T16:59:54.733 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:54.733 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:54.733 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T16:59:54.733 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:54.733 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:54.733 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:54.733 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.942673+0000", 2024-04-10T16:59:54.733 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:37:57.394775+0000", 2024-04-10T16:59:54.733 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:37:57.394775+0000", 2024-04-10T16:59:54.733 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:37:57.395140+0000", 2024-04-10T16:59:54.733 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.942673+0000", 2024-04-10T16:59:54.733 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:54.733 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:54.733 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:54.734 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 449, 2024-04-10T16:59:54.734 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.942673+0000", 2024-04-10T16:59:54.734 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.942673+0000", 2024-04-10T16:59:54.734 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.942673+0000", 2024-04-10T16:59:54.734 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:54.734 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:54.734 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:54.734 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.942673+0000", 2024-04-10T16:59:54.734 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.942673+0000", 2024-04-10T16:59:54.734 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:54.734 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:54.734 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:54.734 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:54.734 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 448, 2024-04-10T16:59:54.735 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:54.735 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:54.735 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:54.735 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:54.735 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:54.735 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:54.735 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:54.735 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:54.735 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.6", 2024-04-10T16:59:54.735 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:54.735 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:54.735 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:54.735 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 5136, 2024-04-10T16:59:54.735 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:54.735 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T00:57:34.311271+0000", 2024-04-10T16:59:54.735 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:54.735 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:54.736 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:54.736 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:54.736 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:54.736 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:54.736 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:54.736 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:54.736 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:54.736 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:54.736 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:54.736 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:54.736 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:54.736 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:54.736 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:54.736 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:54.736 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:54.737 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:54.737 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:54.737 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:54.737 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:54.737 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:54.737 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:54.737 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:54.737 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:54.737 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:54.737 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:54.737 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:54.737 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:54.737 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:54.737 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:54.737 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:54.737 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:54.738 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:54.738 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:54.738 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:54.738 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:54.738 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:54.738 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:54.738 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:54.738 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:54.738 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:54.738 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:54.738 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.738 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:54.738 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:54.738 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:54.738 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T16:59:54.739 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T16:59:54.739 INFO:tasks.workunit.client.0.smithi069.stdout: 4 2024-04-10T16:59:54.739 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:54.739 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 0, 2024-04-10T16:59:54.739 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:54.739 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.739 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:54.739 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:54.739 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T16:59:54.739 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T16:59:54.739 INFO:tasks.workunit.client.0.smithi069.stdout: 2 2024-04-10T16:59:54.739 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:54.739 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 6, 2024-04-10T16:59:54.739 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:54.739 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:54.739 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 59, 2024-04-10T16:59:54.739 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:54.740 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:54.740 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:54.740 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.945884+0000", 2024-04-10T16:59:54.740 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:42.217670+0000", 2024-04-10T16:59:54.740 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:42.217670+0000", 2024-04-10T16:59:54.740 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:42.218100+0000", 2024-04-10T16:59:54.740 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.945884+0000", 2024-04-10T16:59:54.740 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:54.740 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:54.740 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:54.740 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 551, 2024-04-10T16:59:54.740 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.945884+0000", 2024-04-10T16:59:54.740 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.945884+0000", 2024-04-10T16:59:54.740 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.945884+0000", 2024-04-10T16:59:54.740 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:54.740 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:54.741 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:54.741 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.945884+0000", 2024-04-10T16:59:54.741 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.945884+0000", 2024-04-10T16:59:54.741 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:54.741 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 2, 2024-04-10T16:59:54.741 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:54.741 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:54.741 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 550, 2024-04-10T16:59:54.741 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:54.741 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:54.741 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:54.741 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:54.741 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 2, 2024-04-10T16:59:54.741 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:54.741 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:54.742 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:54.742 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "2.7", 2024-04-10T16:59:54.742 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:54.742 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:54.742 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:54.742 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 4962, 2024-04-10T16:59:54.742 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:54.742 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T16:12:07.898950+0000", 2024-04-10T16:59:54.742 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:54.742 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:54.742 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:54.742 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:54.742 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:54.742 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:54.743 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:54.743 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:54.743 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:54.743 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:54.743 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:54.743 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:54.743 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:54.743 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:54.743 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:54.743 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:54.743 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:54.743 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:54.743 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:54.743 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 3, 2024-04-10T16:59:54.743 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 1, 2024-04-10T16:59:54.744 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:54.744 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 1, 2024-04-10T16:59:54.744 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:54.744 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:54.744 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:54.744 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:54.744 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:54.744 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 1, 2024-04-10T16:59:54.744 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:54.744 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:54.744 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:54.744 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:54.744 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:54.744 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:54.745 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:54.745 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 6, 2024-04-10T16:59:54.745 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 6, 2024-04-10T16:59:54.745 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:54.745 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:54.745 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:54.745 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 3, 2024-04-10T16:59:54.745 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:54.745 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.745 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:54.745 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:54.745 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:54.745 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T16:59:54.745 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T16:59:54.745 INFO:tasks.workunit.client.0.smithi069.stdout: 2 2024-04-10T16:59:54.746 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:54.746 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 6, 2024-04-10T16:59:54.746 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "61'2" 2024-04-10T16:59:54.746 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.746 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:54.746 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:54.746 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T16:59:54.746 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T16:59:54.746 INFO:tasks.workunit.client.0.smithi069.stdout: 6 2024-04-10T16:59:54.746 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:54.746 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 4, 2024-04-10T16:59:54.746 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:54.746 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:54.746 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 65, 2024-04-10T16:59:54.746 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:54.747 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:54.747 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:54.747 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.236481+0000", 2024-04-10T16:59:54.747 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:07.252824+0000", 2024-04-10T16:59:54.747 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:07.252824+0000", 2024-04-10T16:59:54.747 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T16:12:17.661513+0000", 2024-04-10T16:59:54.747 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.236481+0000", 2024-04-10T16:59:54.747 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:44.022798+0000", 2024-04-10T16:59:54.747 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:54.747 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:44.022798+0000", 2024-04-10T16:59:54.747 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 516, 2024-04-10T16:59:54.747 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.236481+0000", 2024-04-10T16:59:54.747 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.236481+0000", 2024-04-10T16:59:54.748 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.236481+0000", 2024-04-10T16:59:54.748 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:54.748 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:54.748 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:44.022798+0000", 2024-04-10T16:59:54.748 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.236481+0000", 2024-04-10T16:59:54.748 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.236481+0000", 2024-04-10T16:59:54.748 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:54.748 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 3134, 2024-04-10T16:59:54.748 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:54.748 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:54.748 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 515, 2024-04-10T16:59:54.748 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:54.748 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:54.748 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:54.748 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:54.748 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 3134, 2024-04-10T16:59:54.749 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:54.749 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:54.749 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:54.749 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "4.1", 2024-04-10T16:59:54.749 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:54.749 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:54.749 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:54.749 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 8950, 2024-04-10T16:59:54.749 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:54.749 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T03:08:26.341774+0000", 2024-04-10T16:59:54.749 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.004158855, 2024-04-10T16:59:54.749 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:54.749 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:54.749 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:54.749 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:54.750 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:54.750 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:54.750 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:54.750 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:54.750 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:54.750 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:54.750 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:54.750 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:54.750 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:54.750 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:54.750 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:54.750 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:54.750 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:54.750 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:54.751 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:54.751 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:54.751 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:54.751 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:54.751 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:54.751 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:54.751 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:54.751 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:54.751 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:54.751 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:54.751 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:54.751 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:54.751 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:54.751 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:54.751 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:54.751 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:54.752 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:54.752 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 1220, 2024-04-10T16:59:54.752 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 357000, 2024-04-10T16:59:54.752 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:54.752 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:54.752 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:54.752 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 3109, 2024-04-10T16:59:54.752 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 363957 2024-04-10T16:59:54.752 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.752 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:54.752 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:54.752 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:54.752 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T16:59:54.752 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T16:59:54.753 INFO:tasks.workunit.client.0.smithi069.stdout: 6 2024-04-10T16:59:54.753 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:54.753 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 4, 2024-04-10T16:59:54.753 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "1127'3134" 2024-04-10T16:59:54.753 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.753 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:54.753 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:54.753 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T16:59:54.753 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T16:59:54.753 INFO:tasks.workunit.client.0.smithi069.stdout: 0 2024-04-10T16:59:54.753 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:54.753 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 3, 2024-04-10T16:59:54.753 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:54.753 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:54.753 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T16:59:54.754 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:54.754 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:54.754 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:54.754 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.244006+0000", 2024-04-10T16:59:54.754 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:42.213372+0000", 2024-04-10T16:59:54.754 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:42.213372+0000", 2024-04-10T16:59:54.754 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:42.213850+0000", 2024-04-10T16:59:54.754 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.244006+0000", 2024-04-10T16:59:54.754 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:54.754 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:54.754 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:54.754 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 551, 2024-04-10T16:59:54.754 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.244006+0000", 2024-04-10T16:59:54.754 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.244006+0000", 2024-04-10T16:59:54.755 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.244006+0000", 2024-04-10T16:59:54.755 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:54.755 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:54.755 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:54.755 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.244006+0000", 2024-04-10T16:59:54.755 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.244006+0000", 2024-04-10T16:59:54.755 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:54.755 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:54.755 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:54.755 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:54.755 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 550, 2024-04-10T16:59:54.755 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:54.755 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:54.755 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:54.755 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:54.755 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:54.756 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:54.756 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:54.756 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:54.756 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.7", 2024-04-10T16:59:54.756 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:54.756 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:54.756 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:54.756 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 5092, 2024-04-10T16:59:54.756 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:54.756 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T00:48:18.172746+0000", 2024-04-10T16:59:54.756 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:54.756 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:54.756 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:54.756 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:54.757 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:54.757 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:54.757 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:54.757 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:54.757 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:54.757 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:54.757 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:54.757 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:54.757 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:54.757 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:54.757 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:54.757 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:54.757 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:54.757 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:54.758 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:54.758 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:54.758 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:54.758 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:54.758 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:54.758 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:54.758 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:54.758 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:54.758 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:54.758 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:54.758 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:54.758 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:54.758 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:54.759 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:54.759 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:54.759 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:54.759 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:54.759 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:54.759 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:54.759 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:54.759 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:54.759 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:54.759 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:54.759 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:54.759 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:54.759 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.759 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:54.759 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:54.760 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:54.760 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T16:59:54.760 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T16:59:54.760 INFO:tasks.workunit.client.0.smithi069.stdout: 0 2024-04-10T16:59:54.760 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:54.760 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 3, 2024-04-10T16:59:54.760 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:54.760 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.760 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:54.760 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:54.760 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T16:59:54.760 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T16:59:54.760 INFO:tasks.workunit.client.0.smithi069.stdout: 4 2024-04-10T16:59:54.760 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:54.760 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 1, 2024-04-10T16:59:54.760 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:54.761 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:54.761 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 59, 2024-04-10T16:59:54.761 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:54.761 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:54.761 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:54.761 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.943128+0000", 2024-04-10T16:59:54.761 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:07.255712+0000", 2024-04-10T16:59:54.761 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:07.255712+0000", 2024-04-10T16:59:54.761 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:07.256165+0000", 2024-04-10T16:59:54.761 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.943128+0000", 2024-04-10T16:59:54.761 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:54.761 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:54.761 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:54.761 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 516, 2024-04-10T16:59:54.761 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.943128+0000", 2024-04-10T16:59:54.761 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.943128+0000", 2024-04-10T16:59:54.762 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.943128+0000", 2024-04-10T16:59:54.762 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:54.762 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:54.762 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:54.762 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.943128+0000", 2024-04-10T16:59:54.762 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.943128+0000", 2024-04-10T16:59:54.762 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:54.762 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 2, 2024-04-10T16:59:54.762 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:54.762 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:54.762 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 515, 2024-04-10T16:59:54.762 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:54.762 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:54.762 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:54.762 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:54.762 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 2, 2024-04-10T16:59:54.763 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:54.763 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:54.763 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:54.763 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "2.6", 2024-04-10T16:59:54.763 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:54.763 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:54.763 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:54.763 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 5115, 2024-04-10T16:59:54.763 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:54.763 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T15:40:09.316316+0000", 2024-04-10T16:59:54.763 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:54.763 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:54.763 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:54.763 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:54.763 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:54.764 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:54.764 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:54.764 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:54.764 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:54.764 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:54.764 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:54.764 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:54.764 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:54.764 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:54.764 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:54.764 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:54.764 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:54.764 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:54.764 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:54.764 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 3, 2024-04-10T16:59:54.765 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 1, 2024-04-10T16:59:54.765 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:54.765 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 1, 2024-04-10T16:59:54.765 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:54.765 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:54.765 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:54.765 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:54.765 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:54.765 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 1, 2024-04-10T16:59:54.765 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:54.765 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:54.765 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:54.765 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:54.765 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:54.765 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:54.765 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:54.766 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 2, 2024-04-10T16:59:54.766 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 2, 2024-04-10T16:59:54.766 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:54.766 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:54.766 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:54.766 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 2, 2024-04-10T16:59:54.766 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:54.766 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.766 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:54.766 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:54.766 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:54.766 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T16:59:54.766 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T16:59:54.766 INFO:tasks.workunit.client.0.smithi069.stdout: 4 2024-04-10T16:59:54.766 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:54.766 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 1, 2024-04-10T16:59:54.767 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "578'2" 2024-04-10T16:59:54.767 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.767 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:54.767 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:54.767 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T16:59:54.767 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T16:59:54.767 INFO:tasks.workunit.client.0.smithi069.stdout: 0 2024-04-10T16:59:54.767 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:54.767 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 3, 2024-04-10T16:59:54.767 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:54.767 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:54.767 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 65, 2024-04-10T16:59:54.767 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:54.767 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:54.767 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:54.768 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.238574+0000", 2024-04-10T16:59:54.768 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:42.224243+0000", 2024-04-10T16:59:54.768 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:42.224243+0000", 2024-04-10T16:59:54.768 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T16:12:17.592174+0000", 2024-04-10T16:59:54.768 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.238574+0000", 2024-04-10T16:59:54.768 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:44.022798+0000", 2024-04-10T16:59:54.768 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:54.768 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:44.022798+0000", 2024-04-10T16:59:54.768 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 551, 2024-04-10T16:59:54.768 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.238574+0000", 2024-04-10T16:59:54.768 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.238574+0000", 2024-04-10T16:59:54.768 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.238574+0000", 2024-04-10T16:59:54.768 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:54.768 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:54.769 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:44.022798+0000", 2024-04-10T16:59:54.769 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.238574+0000", 2024-04-10T16:59:54.769 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.238574+0000", 2024-04-10T16:59:54.769 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:54.769 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 3047, 2024-04-10T16:59:54.769 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:54.769 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:54.769 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 550, 2024-04-10T16:59:54.769 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:54.769 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:54.769 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:54.769 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:54.769 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 3047, 2024-04-10T16:59:54.769 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:54.769 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:54.770 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:54.770 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "4.0", 2024-04-10T16:59:54.770 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:54.770 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:54.770 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:54.770 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 9041, 2024-04-10T16:59:54.770 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:54.770 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T16:01:13.507136+0000", 2024-04-10T16:59:54.770 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.005210998, 2024-04-10T16:59:54.770 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:54.770 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:54.770 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:54.770 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:54.770 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:54.770 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:54.770 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:54.771 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:54.771 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:54.771 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:54.771 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:54.771 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:54.771 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:54.771 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:54.771 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:54.771 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:54.771 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:54.771 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:54.771 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:54.771 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:54.771 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:54.771 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:54.771 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:54.772 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:54.772 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:54.772 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:54.772 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:54.772 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:54.772 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:54.772 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:54.772 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:54.772 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:54.772 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:54.772 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:54.772 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:54.772 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 1491, 2024-04-10T16:59:54.772 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 396498, 2024-04-10T16:59:54.772 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:54.773 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:54.773 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:54.773 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 3000, 2024-04-10T16:59:54.773 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 397868 2024-04-10T16:59:54.773 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.773 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:54.773 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:54.773 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:54.773 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T16:59:54.773 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T16:59:54.773 INFO:tasks.workunit.client.0.smithi069.stdout: 0 2024-04-10T16:59:54.773 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:54.773 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 3, 2024-04-10T16:59:54.773 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "1127'3047" 2024-04-10T16:59:54.774 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.774 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:54.774 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:54.774 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T16:59:54.774 INFO:tasks.workunit.client.0.smithi069.stdout: 2, 2024-04-10T16:59:54.774 INFO:tasks.workunit.client.0.smithi069.stdout: 5 2024-04-10T16:59:54.774 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:54.774 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 1, 2024-04-10T16:59:54.774 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:54.774 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:54.774 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T16:59:54.774 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:54.774 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:54.774 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:54.774 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.942538+0000", 2024-04-10T16:59:54.775 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:38:32.264718+0000", 2024-04-10T16:59:54.775 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:38:32.264718+0000", 2024-04-10T16:59:54.775 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:38:32.265015+0000", 2024-04-10T16:59:54.775 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.942538+0000", 2024-04-10T16:59:54.775 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:54.775 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:54.775 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:54.775 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 481, 2024-04-10T16:59:54.775 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.942538+0000", 2024-04-10T16:59:54.775 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.942538+0000", 2024-04-10T16:59:54.775 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.942538+0000", 2024-04-10T16:59:54.775 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:54.775 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:54.776 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:54.776 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.942538+0000", 2024-04-10T16:59:54.776 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.942538+0000", 2024-04-10T16:59:54.776 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:54.776 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:54.776 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:54.776 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:54.776 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 480, 2024-04-10T16:59:54.776 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:54.776 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:54.776 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:54.776 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:54.776 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:54.776 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:54.777 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:54.777 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:54.777 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.4", 2024-04-10T16:59:54.777 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:54.777 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:54.777 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:54.777 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 5113, 2024-04-10T16:59:54.777 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:54.777 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T20:08:16.994849+0000", 2024-04-10T16:59:54.777 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:54.777 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:54.777 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:54.777 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:54.777 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:54.777 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:54.778 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:54.778 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:54.778 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:54.778 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:54.778 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:54.778 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:54.778 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:54.778 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:54.778 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:54.778 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:54.778 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:54.778 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:54.778 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:54.778 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:54.778 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:54.779 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:54.779 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:54.779 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:54.779 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:54.779 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:54.779 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:54.779 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:54.779 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:54.779 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:54.779 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:54.779 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:54.779 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:54.779 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:54.779 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:54.779 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:54.779 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:54.780 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:54.780 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:54.780 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:54.780 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:54.780 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:54.780 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:54.780 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.780 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:54.780 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:54.780 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:54.780 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T16:59:54.780 INFO:tasks.workunit.client.0.smithi069.stdout: 2, 2024-04-10T16:59:54.780 INFO:tasks.workunit.client.0.smithi069.stdout: 5 2024-04-10T16:59:54.780 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:54.781 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 1, 2024-04-10T16:59:54.781 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:54.781 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.781 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:54.781 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:54.781 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T16:59:54.781 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T16:59:54.781 INFO:tasks.workunit.client.0.smithi069.stdout: 4 2024-04-10T16:59:54.781 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:54.781 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 7, 2024-04-10T16:59:54.781 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:54.781 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:54.781 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 59, 2024-04-10T16:59:54.781 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:54.781 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:54.781 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:54.782 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.523446+0000", 2024-04-10T16:59:54.782 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:42.214065+0000", 2024-04-10T16:59:54.782 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:42.214065+0000", 2024-04-10T16:59:54.782 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:42.219906+0000", 2024-04-10T16:59:54.782 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.523446+0000", 2024-04-10T16:59:54.782 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:54.782 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:54.782 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:54.782 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 551, 2024-04-10T16:59:54.782 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.523446+0000", 2024-04-10T16:59:54.782 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.523446+0000", 2024-04-10T16:59:54.782 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.523446+0000", 2024-04-10T16:59:54.782 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:54.782 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:54.783 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:54.783 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.523446+0000", 2024-04-10T16:59:54.783 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.523446+0000", 2024-04-10T16:59:54.783 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:54.783 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:54.783 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:54.783 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:54.783 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 550, 2024-04-10T16:59:54.783 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:54.783 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:54.783 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:54.783 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:54.783 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:54.783 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:54.784 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:54.784 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:54.784 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "2.5", 2024-04-10T16:59:54.784 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:54.784 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:54.784 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:54.784 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 4927, 2024-04-10T16:59:54.784 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:54.784 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T22:07:22.826356+0000", 2024-04-10T16:59:54.784 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:54.784 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:54.784 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:54.784 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:54.785 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:54.785 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:54.785 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:54.785 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:54.785 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:54.785 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:54.785 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:54.785 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:54.785 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:54.785 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:54.785 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:54.785 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:54.785 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:54.785 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:54.786 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:54.786 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:54.786 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:54.786 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:54.786 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:54.786 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:54.786 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:54.786 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:54.786 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:54.786 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:54.786 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:54.786 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:54.786 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:54.787 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:54.787 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:54.787 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:54.787 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:54.787 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:54.787 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:54.787 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:54.787 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:54.787 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:54.787 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:54.787 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:54.787 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:54.787 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.787 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:54.787 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:54.787 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:54.788 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T16:59:54.788 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T16:59:54.788 INFO:tasks.workunit.client.0.smithi069.stdout: 4 2024-04-10T16:59:54.788 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:54.788 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 7, 2024-04-10T16:59:54.788 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:54.788 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.788 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:54.788 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:54.788 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T16:59:54.788 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T16:59:54.788 INFO:tasks.workunit.client.0.smithi069.stdout: 7 2024-04-10T16:59:54.788 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:54.788 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 0, 2024-04-10T16:59:54.788 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:54.788 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:54.788 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 65, 2024-04-10T16:59:54.789 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:54.789 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:54.789 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:54.789 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.942096+0000", 2024-04-10T16:59:54.789 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:42.216976+0000", 2024-04-10T16:59:54.789 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:42.216976+0000", 2024-04-10T16:59:54.789 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T16:12:17.597118+0000", 2024-04-10T16:59:54.789 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.942096+0000", 2024-04-10T16:59:54.789 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:44.022798+0000", 2024-04-10T16:59:54.789 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:54.789 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:44.022798+0000", 2024-04-10T16:59:54.789 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 551, 2024-04-10T16:59:54.789 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.942096+0000", 2024-04-10T16:59:54.789 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.942096+0000", 2024-04-10T16:59:54.789 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.942096+0000", 2024-04-10T16:59:54.790 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:54.790 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:54.790 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:44.022798+0000", 2024-04-10T16:59:54.790 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.942096+0000", 2024-04-10T16:59:54.790 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.942096+0000", 2024-04-10T16:59:54.790 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:54.790 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 3092, 2024-04-10T16:59:54.790 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:54.790 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:54.790 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 550, 2024-04-10T16:59:54.790 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:54.790 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:54.790 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:54.790 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:54.790 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 3092, 2024-04-10T16:59:54.790 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:54.791 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:54.791 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:54.791 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "4.3", 2024-04-10T16:59:54.791 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:54.791 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:54.791 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:54.791 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 8828, 2024-04-10T16:59:54.791 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:54.791 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T20:44:12.593765+0000", 2024-04-10T16:59:54.791 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.009869796, 2024-04-10T16:59:54.791 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:54.791 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:54.791 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:54.791 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:54.791 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:54.791 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:54.792 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:54.792 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:54.792 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:54.792 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:54.792 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:54.792 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:54.792 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:54.792 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:54.792 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:54.792 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:54.792 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:54.792 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:54.792 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 3, 2024-04-10T16:59:54.792 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 1, 2024-04-10T16:59:54.792 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:54.792 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 1, 2024-04-10T16:59:54.792 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:54.793 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:54.793 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:54.793 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:54.793 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:54.793 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 1, 2024-04-10T16:59:54.793 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:54.793 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:54.793 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:54.793 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:54.793 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:54.793 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:54.793 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:54.793 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 762, 2024-04-10T16:59:54.793 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 382966, 2024-04-10T16:59:54.793 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:54.793 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:54.793 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:54.794 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 3087, 2024-04-10T16:59:54.794 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 364115 2024-04-10T16:59:54.794 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.794 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:54.794 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:54.794 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:54.794 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T16:59:54.794 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T16:59:54.794 INFO:tasks.workunit.client.0.smithi069.stdout: 7 2024-04-10T16:59:54.794 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:54.794 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 0, 2024-04-10T16:59:54.794 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "1128'3092" 2024-04-10T16:59:54.794 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.794 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:54.795 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:54.795 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T16:59:54.795 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T16:59:54.795 INFO:tasks.workunit.client.0.smithi069.stdout: 0 2024-04-10T16:59:54.795 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:54.795 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 7, 2024-04-10T16:59:54.795 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:54.795 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:54.795 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 59, 2024-04-10T16:59:54.795 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:54.795 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:54.795 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:54.795 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.522852+0000", 2024-04-10T16:59:54.795 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:42.221985+0000", 2024-04-10T16:59:54.795 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:42.221985+0000", 2024-04-10T16:59:54.795 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:42.227397+0000", 2024-04-10T16:59:54.796 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.522852+0000", 2024-04-10T16:59:54.796 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:54.796 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:54.796 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:54.796 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 551, 2024-04-10T16:59:54.796 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.522852+0000", 2024-04-10T16:59:54.796 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.522852+0000", 2024-04-10T16:59:54.796 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.522852+0000", 2024-04-10T16:59:54.796 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:54.796 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:54.796 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:54.796 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.522852+0000", 2024-04-10T16:59:54.796 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.522852+0000", 2024-04-10T16:59:54.796 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:54.796 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:54.796 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:54.797 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:54.797 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 550, 2024-04-10T16:59:54.797 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:54.797 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:54.797 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:54.797 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:54.797 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:54.797 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:54.797 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:54.797 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:54.797 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "2.0", 2024-04-10T16:59:54.797 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:54.797 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:54.797 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:54.797 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 4910, 2024-04-10T16:59:54.798 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:54.798 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T15:38:54.441687+0000", 2024-04-10T16:59:54.798 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:54.798 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:54.798 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:54.798 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:54.798 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:54.798 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:54.798 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:54.798 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:54.798 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:54.798 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:54.798 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:54.799 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:54.799 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:54.799 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:54.799 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:54.799 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:54.799 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:54.799 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:54.799 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:54.799 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:54.799 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:54.799 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:54.799 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:54.799 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:54.799 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:54.800 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:54.800 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:54.800 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:54.800 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:54.800 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:54.800 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:54.800 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:54.800 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:54.800 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:54.800 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:54.800 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:54.800 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:54.800 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:54.800 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:54.800 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:54.800 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:54.801 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:54.801 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:54.801 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.801 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:54.801 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:54.801 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:54.801 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T16:59:54.801 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T16:59:54.801 INFO:tasks.workunit.client.0.smithi069.stdout: 0 2024-04-10T16:59:54.801 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:54.801 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 7, 2024-04-10T16:59:54.801 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:54.801 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.801 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:54.801 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:54.801 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T16:59:54.801 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T16:59:54.802 INFO:tasks.workunit.client.0.smithi069.stdout: 3 2024-04-10T16:59:54.802 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:54.802 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 0, 2024-04-10T16:59:54.802 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:54.802 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:54.802 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T16:59:54.802 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:54.802 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:54.802 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:54.802 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.944065+0000", 2024-04-10T16:59:54.802 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:37:57.397259+0000", 2024-04-10T16:59:54.802 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:37:57.397259+0000", 2024-04-10T16:59:54.802 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:37:57.397621+0000", 2024-04-10T16:59:54.802 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.944065+0000", 2024-04-10T16:59:54.802 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:54.803 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:54.803 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:54.803 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 449, 2024-04-10T16:59:54.803 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.944065+0000", 2024-04-10T16:59:54.803 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.944065+0000", 2024-04-10T16:59:54.803 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.944065+0000", 2024-04-10T16:59:54.803 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:54.803 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:54.803 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:54.803 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.944065+0000", 2024-04-10T16:59:54.803 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.944065+0000", 2024-04-10T16:59:54.803 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:54.803 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:54.803 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:54.804 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:54.804 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 448, 2024-04-10T16:59:54.804 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:54.804 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:54.804 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:54.804 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:54.804 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:54.804 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:54.804 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:54.804 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:54.804 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.1", 2024-04-10T16:59:54.804 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:54.804 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:54.804 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:54.804 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 5138, 2024-04-10T16:59:54.804 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:54.805 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T18:23:05.531111+0000", 2024-04-10T16:59:54.805 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:54.805 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:54.805 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:54.805 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:54.805 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:54.805 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:54.805 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:54.805 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:54.805 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:54.805 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:54.805 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:54.805 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:54.805 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:54.806 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:54.806 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:54.806 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:54.806 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:54.806 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:54.806 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:54.806 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:54.806 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:54.806 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:54.806 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:54.806 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:54.806 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:54.806 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:54.806 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:54.806 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:54.806 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:54.807 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:54.807 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:54.807 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:54.807 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:54.807 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:54.807 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:54.807 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:54.807 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:54.807 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:54.807 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:54.807 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:54.807 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:54.807 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:54.807 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:54.807 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.807 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:54.808 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:54.808 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:54.808 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T16:59:54.808 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T16:59:54.808 INFO:tasks.workunit.client.0.smithi069.stdout: 3 2024-04-10T16:59:54.808 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:54.808 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 0, 2024-04-10T16:59:54.808 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:54.808 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.808 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:54.808 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:54.808 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T16:59:54.808 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T16:59:54.808 INFO:tasks.workunit.client.0.smithi069.stdout: 2 2024-04-10T16:59:54.808 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:54.808 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 0, 2024-04-10T16:59:54.808 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:54.809 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:54.809 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 65, 2024-04-10T16:59:54.809 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:54.809 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:54.809 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:54.809 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.942837+0000", 2024-04-10T16:59:54.809 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:36:45.167620+0000", 2024-04-10T16:59:54.809 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:36:45.167620+0000", 2024-04-10T16:59:54.809 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T16:12:17.597332+0000", 2024-04-10T16:59:54.809 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.942837+0000", 2024-04-10T16:59:54.809 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:44.022798+0000", 2024-04-10T16:59:54.809 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:54.809 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:44.022798+0000", 2024-04-10T16:59:54.809 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 381, 2024-04-10T16:59:54.809 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.942837+0000", 2024-04-10T16:59:54.809 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.942837+0000", 2024-04-10T16:59:54.810 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.942837+0000", 2024-04-10T16:59:54.810 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:54.810 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:54.810 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:44.022798+0000", 2024-04-10T16:59:54.810 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.942837+0000", 2024-04-10T16:59:54.810 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.942837+0000", 2024-04-10T16:59:54.810 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:54.810 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 3020, 2024-04-10T16:59:54.810 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:54.810 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:54.810 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 380, 2024-04-10T16:59:54.810 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:54.810 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:54.810 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:54.810 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:54.810 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 3020, 2024-04-10T16:59:54.811 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:54.811 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:54.811 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:54.811 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "4.6", 2024-04-10T16:59:54.811 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:54.811 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:54.811 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:54.811 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 8641, 2024-04-10T16:59:54.811 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:54.811 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T16:05:07.484965+0000", 2024-04-10T16:59:54.811 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.009752125, 2024-04-10T16:59:54.811 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:54.811 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:54.811 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 4194304, 2024-04-10T16:59:54.811 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:54.811 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:54.811 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:54.812 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:54.812 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:54.812 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:54.812 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:54.812 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:54.812 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:54.812 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:54.812 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:54.812 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:54.812 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:54.812 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:54.812 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:54.812 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 3, 2024-04-10T16:59:54.812 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 1, 2024-04-10T16:59:54.812 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:54.812 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 1, 2024-04-10T16:59:54.813 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:54.813 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:54.813 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:54.813 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:54.813 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:54.813 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:54.813 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:54.813 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:54.813 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:54.813 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:54.813 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:54.813 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:54.813 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:54.813 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 567, 2024-04-10T16:59:54.813 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 384080, 2024-04-10T16:59:54.813 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:54.813 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:54.814 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:54.814 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 3003, 2024-04-10T16:59:54.814 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 399314 2024-04-10T16:59:54.814 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.814 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:54.814 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:54.814 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:54.814 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T16:59:54.814 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T16:59:54.814 INFO:tasks.workunit.client.0.smithi069.stdout: 2 2024-04-10T16:59:54.814 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:54.814 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 0, 2024-04-10T16:59:54.814 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "1128'3020" 2024-04-10T16:59:54.814 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.814 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:54.815 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:54.815 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T16:59:54.815 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T16:59:54.815 INFO:tasks.workunit.client.0.smithi069.stdout: 6 2024-04-10T16:59:54.815 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:54.815 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 7, 2024-04-10T16:59:54.815 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:54.815 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:54.815 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 19, 2024-04-10T16:59:54.815 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:54.815 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:54.815 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:54.815 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.522808+0000", 2024-04-10T16:59:54.815 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:42.222018+0000", 2024-04-10T16:59:54.815 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:42.222018+0000", 2024-04-10T16:59:54.815 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:42.225726+0000", 2024-04-10T16:59:54.815 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.522808+0000", 2024-04-10T16:59:54.816 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:25:53.886772+0000", 2024-04-10T16:59:54.816 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:54.816 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:25:53.886772+0000", 2024-04-10T16:59:54.816 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 551, 2024-04-10T16:59:54.816 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.522808+0000", 2024-04-10T16:59:54.816 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.522808+0000", 2024-04-10T16:59:54.816 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.522808+0000", 2024-04-10T16:59:54.816 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:54.816 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:54.816 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:25:53.886772+0000", 2024-04-10T16:59:54.816 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.522808+0000", 2024-04-10T16:59:54.816 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.522808+0000", 2024-04-10T16:59:54.816 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:54.817 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 237, 2024-04-10T16:59:54.817 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:54.817 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:54.817 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 550, 2024-04-10T16:59:54.817 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:54.817 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:54.817 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:54.817 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:54.817 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 237, 2024-04-10T16:59:54.817 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:54.817 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:54.817 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:54.817 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "1.0", 2024-04-10T16:59:54.817 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:54.818 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:54.818 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:54.818 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 5549, 2024-04-10T16:59:54.818 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:54.818 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T01:54:56.525805+0000", 2024-04-10T16:59:54.818 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:54.818 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:54.818 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:54.818 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 590368, 2024-04-10T16:59:54.818 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:54.818 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 1771104, 2024-04-10T16:59:54.818 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:54.819 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:54.819 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:54.819 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:54.819 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:54.819 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:54.819 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:54.819 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:54.819 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:54.819 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:54.819 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:54.819 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:54.819 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:54.819 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 6, 2024-04-10T16:59:54.819 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 2, 2024-04-10T16:59:54.820 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:54.820 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 2, 2024-04-10T16:59:54.820 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:54.820 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:54.820 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:54.820 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:54.820 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:54.820 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:54.820 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:54.820 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 6, 2024-04-10T16:59:54.820 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:54.820 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:54.820 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:54.820 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:54.821 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:54.821 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 1178, 2024-04-10T16:59:54.821 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 1994, 2024-04-10T16:59:54.821 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:54.821 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:54.821 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:54.821 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 391, 2024-04-10T16:59:54.821 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 2416 2024-04-10T16:59:54.821 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.821 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:54.821 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:54.821 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:54.821 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T16:59:54.821 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T16:59:54.821 INFO:tasks.workunit.client.0.smithi069.stdout: 6 2024-04-10T16:59:54.822 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:54.822 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 7, 2024-04-10T16:59:54.822 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "2158'237" 2024-04-10T16:59:54.822 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.822 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:54.822 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:54.822 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T16:59:54.822 INFO:tasks.workunit.client.0.smithi069.stdout: 2, 2024-04-10T16:59:54.822 INFO:tasks.workunit.client.0.smithi069.stdout: 7 2024-04-10T16:59:54.822 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:54.822 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 5, 2024-04-10T16:59:54.822 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:54.822 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:54.822 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 59, 2024-04-10T16:59:54.822 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:54.823 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:54.823 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:54.823 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.944454+0000", 2024-04-10T16:59:54.823 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:42.219068+0000", 2024-04-10T16:59:54.823 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:42.219068+0000", 2024-04-10T16:59:54.823 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:42.219420+0000", 2024-04-10T16:59:54.823 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.944454+0000", 2024-04-10T16:59:54.823 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:54.823 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:54.823 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:54.823 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 551, 2024-04-10T16:59:54.823 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.944454+0000", 2024-04-10T16:59:54.823 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.944454+0000", 2024-04-10T16:59:54.823 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.944454+0000", 2024-04-10T16:59:54.824 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:54.824 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:54.824 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:54.824 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.944454+0000", 2024-04-10T16:59:54.824 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.944454+0000", 2024-04-10T16:59:54.824 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:54.824 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:54.824 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:54.824 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:54.824 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 550, 2024-04-10T16:59:54.824 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:54.824 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:54.824 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:54.824 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:54.824 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:54.825 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:54.825 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:54.825 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:54.825 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "2.3", 2024-04-10T16:59:54.825 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:54.825 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:54.825 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:54.825 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 5004, 2024-04-10T16:59:54.825 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:54.825 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T15:43:55.681513+0000", 2024-04-10T16:59:54.825 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:54.825 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:54.825 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:54.825 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:54.825 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:54.825 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:54.826 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:54.826 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:54.826 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:54.826 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:54.826 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:54.826 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:54.826 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:54.826 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:54.826 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:54.826 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:54.826 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:54.826 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:54.826 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:54.826 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:54.826 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:54.827 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:54.827 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:54.827 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:54.827 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:54.827 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:54.827 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:54.827 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:54.827 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:54.827 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:54.827 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:54.827 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:54.827 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:54.827 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:54.827 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:54.827 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:54.828 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:54.828 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:54.828 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:54.828 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:54.828 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:54.828 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:54.828 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:54.828 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.828 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:54.828 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:54.828 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:54.828 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T16:59:54.828 INFO:tasks.workunit.client.0.smithi069.stdout: 2, 2024-04-10T16:59:54.828 INFO:tasks.workunit.client.0.smithi069.stdout: 7 2024-04-10T16:59:54.828 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:54.828 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 5, 2024-04-10T16:59:54.829 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:54.829 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.829 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:54.829 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:54.829 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T16:59:54.829 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T16:59:54.829 INFO:tasks.workunit.client.0.smithi069.stdout: 6 2024-04-10T16:59:54.829 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:54.829 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 3, 2024-04-10T16:59:54.829 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:54.829 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:54.829 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T16:59:54.829 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:54.829 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:54.829 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:54.830 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.240521+0000", 2024-04-10T16:59:54.830 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:07.252016+0000", 2024-04-10T16:59:54.830 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:07.252016+0000", 2024-04-10T16:59:54.830 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:07.252384+0000", 2024-04-10T16:59:54.830 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.240521+0000", 2024-04-10T16:59:54.830 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:54.830 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:54.830 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:54.830 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 516, 2024-04-10T16:59:54.830 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.240521+0000", 2024-04-10T16:59:54.830 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.240521+0000", 2024-04-10T16:59:54.830 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.240521+0000", 2024-04-10T16:59:54.830 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:54.830 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:54.831 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:54.831 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.240521+0000", 2024-04-10T16:59:54.831 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.240521+0000", 2024-04-10T16:59:54.831 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:54.831 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:54.831 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:54.831 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:54.831 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 515, 2024-04-10T16:59:54.831 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:54.831 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:54.831 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:54.831 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:54.831 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:54.831 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:54.831 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:54.832 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:54.832 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.2", 2024-04-10T16:59:54.832 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:54.832 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:54.832 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:54.832 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 5079, 2024-04-10T16:59:54.832 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:54.832 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T15:42:54.545257+0000", 2024-04-10T16:59:54.832 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:54.832 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:54.832 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:54.832 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:54.832 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:54.832 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:54.832 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:54.832 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:54.833 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:54.833 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:54.833 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:54.833 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:54.833 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:54.833 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:54.833 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:54.833 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:54.833 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:54.833 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:54.833 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:54.833 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:54.833 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:54.833 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:54.833 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:54.834 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:54.834 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:54.834 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:54.834 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:54.834 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:54.834 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:54.834 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:54.834 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:54.834 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:54.834 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:54.834 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:54.834 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:54.834 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:54.834 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:54.834 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:54.835 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:54.835 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:54.835 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:54.835 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:54.835 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:54.835 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.835 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:54.835 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:54.835 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:54.835 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T16:59:54.835 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T16:59:54.835 INFO:tasks.workunit.client.0.smithi069.stdout: 6 2024-04-10T16:59:54.835 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:54.835 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 3, 2024-04-10T16:59:54.835 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:54.835 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.836 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:54.836 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:54.836 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T16:59:54.836 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T16:59:54.836 INFO:tasks.workunit.client.0.smithi069.stdout: 7 2024-04-10T16:59:54.836 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:54.836 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 6, 2024-04-10T16:59:54.836 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:54.836 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:54.836 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 65, 2024-04-10T16:59:54.836 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:54.836 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:54.836 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:54.836 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.941631+0000", 2024-04-10T16:59:54.836 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:42.211108+0000", 2024-04-10T16:59:54.836 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:42.211108+0000", 2024-04-10T16:59:54.837 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T16:12:17.697894+0000", 2024-04-10T16:59:54.837 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.941631+0000", 2024-04-10T16:59:54.837 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:44.022798+0000", 2024-04-10T16:59:54.837 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:54.837 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:44.022798+0000", 2024-04-10T16:59:54.837 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 551, 2024-04-10T16:59:54.837 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.941631+0000", 2024-04-10T16:59:54.837 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.941631+0000", 2024-04-10T16:59:54.837 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.941631+0000", 2024-04-10T16:59:54.837 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:54.837 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:54.837 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:44.022798+0000", 2024-04-10T16:59:54.837 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.941631+0000", 2024-04-10T16:59:54.837 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.941631+0000", 2024-04-10T16:59:54.837 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:54.838 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 3094, 2024-04-10T16:59:54.838 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:54.838 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:54.838 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 550, 2024-04-10T16:59:54.838 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:54.838 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:54.838 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:54.838 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:54.838 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 3094, 2024-04-10T16:59:54.838 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:54.838 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:54.838 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:54.838 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "4.5", 2024-04-10T16:59:54.838 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:54.838 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:54.838 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:54.839 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 8838, 2024-04-10T16:59:54.839 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:54.839 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T21:46:35.010341+0000", 2024-04-10T16:59:54.839 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.001945334, 2024-04-10T16:59:54.839 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:54.839 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:54.839 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:54.839 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:54.839 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:54.839 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:54.839 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:54.839 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:54.839 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:54.839 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:54.840 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:54.840 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:54.840 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:54.840 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:54.840 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:54.840 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:54.840 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:54.840 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:54.840 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:54.840 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:54.840 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:54.840 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:54.840 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:54.841 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:54.841 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:54.841 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:54.841 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:54.841 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:54.841 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:54.841 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:54.841 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:54.841 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:54.841 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:54.841 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:54.841 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:54.841 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 1365, 2024-04-10T16:59:54.841 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 364200, 2024-04-10T16:59:54.841 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:54.842 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:54.842 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:54.842 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 3061, 2024-04-10T16:59:54.842 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 416953 2024-04-10T16:59:54.842 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.842 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:54.842 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:54.842 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:54.842 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T16:59:54.842 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T16:59:54.842 INFO:tasks.workunit.client.0.smithi069.stdout: 7 2024-04-10T16:59:54.842 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:54.842 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 6, 2024-04-10T16:59:54.842 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "1127'3094" 2024-04-10T16:59:54.843 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.843 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:54.843 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:54.843 INFO:tasks.workunit.client.0.smithi069.stdout: 2, 2024-04-10T16:59:54.843 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T16:59:54.843 INFO:tasks.workunit.client.0.smithi069.stdout: 0 2024-04-10T16:59:54.843 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:54.843 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 2, 2024-04-10T16:59:54.843 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:54.843 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:54.843 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 59, 2024-04-10T16:59:54.843 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:54.843 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:54.843 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:54.843 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.239600+0000", 2024-04-10T16:59:54.843 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:37:21.192516+0000", 2024-04-10T16:59:54.844 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:37:21.192516+0000", 2024-04-10T16:59:54.844 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:37:21.192925+0000", 2024-04-10T16:59:54.844 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.239600+0000", 2024-04-10T16:59:54.844 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:54.844 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:54.844 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:54.844 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 417, 2024-04-10T16:59:54.844 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.239600+0000", 2024-04-10T16:59:54.844 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.239600+0000", 2024-04-10T16:59:54.844 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.239600+0000", 2024-04-10T16:59:54.844 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:54.844 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:54.844 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:54.844 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.239600+0000", 2024-04-10T16:59:54.845 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.239600+0000", 2024-04-10T16:59:54.845 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:54.845 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:54.845 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:54.845 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:54.845 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 416, 2024-04-10T16:59:54.845 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:54.845 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:54.845 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:54.845 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:54.845 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:54.845 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:54.845 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:54.845 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:54.846 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "2.1", 2024-04-10T16:59:54.846 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:54.846 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:54.846 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:54.846 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 5096, 2024-04-10T16:59:54.846 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:54.846 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T16:30:07.219610+0000", 2024-04-10T16:59:54.846 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:54.846 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:54.846 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:54.846 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:54.846 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:54.846 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:54.846 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:54.847 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:54.847 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:54.847 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:54.847 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:54.847 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:54.847 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:54.847 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:54.847 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:54.847 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:54.847 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:54.847 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:54.847 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:54.847 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:54.847 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:54.847 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:54.848 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:54.848 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:54.848 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:54.848 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:54.848 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:54.848 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:54.848 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:54.848 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:54.848 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:54.848 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:54.848 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:54.848 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:54.848 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:54.848 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:54.848 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:54.848 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:54.849 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:54.849 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:54.849 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:54.849 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:54.849 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:54.849 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.849 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:54.849 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:54.849 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:54.849 INFO:tasks.workunit.client.0.smithi069.stdout: 2, 2024-04-10T16:59:54.849 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T16:59:54.849 INFO:tasks.workunit.client.0.smithi069.stdout: 0 2024-04-10T16:59:54.849 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:54.849 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 2, 2024-04-10T16:59:54.849 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:54.850 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.850 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:54.850 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:54.850 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T16:59:54.850 INFO:tasks.workunit.client.0.smithi069.stdout: 2, 2024-04-10T16:59:54.850 INFO:tasks.workunit.client.0.smithi069.stdout: 6 2024-04-10T16:59:54.850 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:54.850 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 1, 2024-04-10T16:59:54.850 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:54.850 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:54.850 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T16:59:54.850 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:54.850 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:54.850 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:54.851 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.940395+0000", 2024-04-10T16:59:54.851 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:07.252226+0000", 2024-04-10T16:59:54.851 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:07.252226+0000", 2024-04-10T16:59:54.851 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:07.252521+0000", 2024-04-10T16:59:54.851 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.940395+0000", 2024-04-10T16:59:54.851 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:54.851 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:54.851 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:54.851 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 516, 2024-04-10T16:59:54.851 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.940395+0000", 2024-04-10T16:59:54.851 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.940395+0000", 2024-04-10T16:59:54.851 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.940395+0000", 2024-04-10T16:59:54.851 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:54.851 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:54.852 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:54.852 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.940395+0000", 2024-04-10T16:59:54.852 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.940395+0000", 2024-04-10T16:59:54.852 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:54.852 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:54.852 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:54.852 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:54.852 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 515, 2024-04-10T16:59:54.852 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:54.852 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:54.852 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:54.852 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:54.852 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:54.852 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:54.852 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:54.853 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:54.853 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.0", 2024-04-10T16:59:54.853 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:54.853 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:54.853 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:54.853 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 5114, 2024-04-10T16:59:54.853 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:54.853 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T18:45:20.773397+0000", 2024-04-10T16:59:54.853 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:54.853 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:54.853 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:54.853 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:54.853 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:54.853 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:54.853 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:54.854 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:54.854 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:54.854 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:54.854 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:54.854 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:54.854 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:54.854 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:54.854 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:54.854 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:54.854 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:54.854 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:54.854 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:54.854 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:54.854 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:54.855 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:54.855 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:54.855 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:54.855 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:54.855 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:54.855 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:54.855 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:54.855 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:54.855 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:54.855 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:54.855 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:54.855 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:54.855 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:54.855 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:54.855 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:54.856 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:54.856 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:54.856 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:54.856 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:54.856 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:54.856 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:54.856 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:54.856 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.856 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:54.856 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:54.856 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:54.856 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T16:59:54.856 INFO:tasks.workunit.client.0.smithi069.stdout: 2, 2024-04-10T16:59:54.856 INFO:tasks.workunit.client.0.smithi069.stdout: 6 2024-04-10T16:59:54.856 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:54.857 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 1, 2024-04-10T16:59:54.857 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:54.857 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.857 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:54.857 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:54.857 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T16:59:54.857 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T16:59:54.857 INFO:tasks.workunit.client.0.smithi069.stdout: 0 2024-04-10T16:59:54.857 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:54.857 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 1, 2024-04-10T16:59:54.857 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:54.857 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:54.857 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 65, 2024-04-10T16:59:54.857 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:54.858 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:54.858 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:54.858 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.941397+0000", 2024-04-10T16:59:54.858 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:38:32.253512+0000", 2024-04-10T16:59:54.858 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:38:32.253512+0000", 2024-04-10T16:59:54.858 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T16:12:17.596993+0000", 2024-04-10T16:59:54.858 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.941397+0000", 2024-04-10T16:59:54.858 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:44.022798+0000", 2024-04-10T16:59:54.858 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:54.858 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:44.022798+0000", 2024-04-10T16:59:54.858 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 481, 2024-04-10T16:59:54.858 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.941397+0000", 2024-04-10T16:59:54.858 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.941397+0000", 2024-04-10T16:59:54.858 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.941397+0000", 2024-04-10T16:59:54.858 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:54.859 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:54.859 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:44.022798+0000", 2024-04-10T16:59:54.859 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.941397+0000", 2024-04-10T16:59:54.859 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.941397+0000", 2024-04-10T16:59:54.859 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:54.859 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 2956, 2024-04-10T16:59:54.859 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:54.859 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:54.859 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 480, 2024-04-10T16:59:54.859 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:54.859 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:54.859 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:54.859 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:54.859 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 2956, 2024-04-10T16:59:54.859 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:54.860 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:54.860 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:54.860 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "4.7", 2024-04-10T16:59:54.860 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:54.860 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:54.860 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:54.860 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 8630, 2024-04-10T16:59:54.860 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:54.860 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T17:21:29.266794+0000", 2024-04-10T16:59:54.860 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.007672977, 2024-04-10T16:59:54.860 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:54.860 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:54.860 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:54.860 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:54.860 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:54.861 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:54.861 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:54.861 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:54.861 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:54.861 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:54.861 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:54.861 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:54.861 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:54.861 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:54.861 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:54.861 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:54.861 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:54.861 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:54.861 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:54.861 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:54.862 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:54.862 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:54.862 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:54.862 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:54.862 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:54.862 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:54.862 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:54.862 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:54.862 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:54.862 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:54.862 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:54.862 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:54.862 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:54.862 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:54.862 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:54.863 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 774, 2024-04-10T16:59:54.863 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 374558, 2024-04-10T16:59:54.863 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:54.863 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:54.863 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:54.863 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 2952, 2024-04-10T16:59:54.863 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 368205 2024-04-10T16:59:54.863 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.863 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:54.863 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:54.863 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:54.863 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T16:59:54.863 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T16:59:54.863 INFO:tasks.workunit.client.0.smithi069.stdout: 0 2024-04-10T16:59:54.863 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:54.864 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 1, 2024-04-10T16:59:54.864 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "1127'2956" 2024-04-10T16:59:54.864 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.864 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:54.864 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:54.864 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T16:59:54.864 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T16:59:54.864 INFO:tasks.workunit.client.0.smithi069.stdout: 6 2024-04-10T16:59:54.864 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:54.864 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 4, 2024-04-10T16:59:54.864 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:54.864 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:54.864 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T16:59:54.864 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:54.864 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:54.865 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:54.865 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.236738+0000", 2024-04-10T16:59:54.865 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:07.250090+0000", 2024-04-10T16:59:54.865 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:07.250090+0000", 2024-04-10T16:59:54.865 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:07.250413+0000", 2024-04-10T16:59:54.865 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.236738+0000", 2024-04-10T16:59:54.865 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:54.865 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:54.865 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:54.865 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 516, 2024-04-10T16:59:54.865 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.236738+0000", 2024-04-10T16:59:54.865 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.236738+0000", 2024-04-10T16:59:54.865 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.236738+0000", 2024-04-10T16:59:54.865 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:54.865 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:54.865 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:54.866 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.236738+0000", 2024-04-10T16:59:54.866 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.236738+0000", 2024-04-10T16:59:54.866 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:54.866 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:54.866 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:54.866 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:54.866 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 515, 2024-04-10T16:59:54.866 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:54.866 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:54.866 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:54.866 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:54.866 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:54.866 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:54.866 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:54.866 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:54.867 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.3", 2024-04-10T16:59:54.867 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:54.867 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:54.867 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:54.867 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 5017, 2024-04-10T16:59:54.867 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:54.867 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T23:47:23.370259+0000", 2024-04-10T16:59:54.867 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:54.867 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:54.867 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:54.867 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:54.867 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:54.867 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:54.867 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:54.867 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:54.868 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:54.868 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:54.868 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:54.868 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:54.868 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:54.868 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:54.868 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:54.868 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:54.868 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:54.868 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:54.868 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:54.868 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:54.868 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:54.868 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:54.868 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:54.869 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:54.869 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:54.869 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:54.869 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:54.869 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:54.869 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:54.869 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:54.869 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:54.869 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:54.869 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:54.869 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:54.869 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:54.869 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:54.869 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:54.869 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:54.870 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:54.870 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:54.870 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:54.870 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:54.870 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:54.870 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.870 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:54.870 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:54.870 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:54.870 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T16:59:54.870 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T16:59:54.870 INFO:tasks.workunit.client.0.smithi069.stdout: 6 2024-04-10T16:59:54.870 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:54.870 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 4, 2024-04-10T16:59:54.871 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:54.871 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.871 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:54.871 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:54.871 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T16:59:54.871 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T16:59:54.871 INFO:tasks.workunit.client.0.smithi069.stdout: 6 2024-04-10T16:59:54.871 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:54.871 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 5, 2024-04-10T16:59:54.871 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:54.871 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:54.871 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 59, 2024-04-10T16:59:54.871 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:54.871 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:54.871 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:54.872 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.942206+0000", 2024-04-10T16:59:54.872 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:07.260402+0000", 2024-04-10T16:59:54.872 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:07.260402+0000", 2024-04-10T16:59:54.872 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:07.260852+0000", 2024-04-10T16:59:54.872 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.942206+0000", 2024-04-10T16:59:54.872 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:54.872 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:54.872 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:54.872 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 516, 2024-04-10T16:59:54.872 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.942206+0000", 2024-04-10T16:59:54.872 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.942206+0000", 2024-04-10T16:59:54.872 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.942206+0000", 2024-04-10T16:59:54.872 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:54.872 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:54.873 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:54.873 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.942206+0000", 2024-04-10T16:59:54.873 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.942206+0000", 2024-04-10T16:59:54.873 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:54.873 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:54.873 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:54.873 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:54.873 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 515, 2024-04-10T16:59:54.873 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:54.873 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:54.873 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:54.873 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:54.873 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:54.874 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:54.874 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:54.874 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:54.874 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "2.2", 2024-04-10T16:59:54.874 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:54.874 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:54.874 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:54.874 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 4972, 2024-04-10T16:59:54.874 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:54.874 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T19:30:23.119549+0000", 2024-04-10T16:59:54.874 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:54.874 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:54.874 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:54.874 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:54.875 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:54.875 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:54.875 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:54.875 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:54.875 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:54.875 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:54.875 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:54.875 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:54.875 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:54.875 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:54.875 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:54.875 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:54.875 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:54.875 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:54.875 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:54.876 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:54.876 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:54.876 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:54.876 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:54.876 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:54.876 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:54.876 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:54.876 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:54.876 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:54.876 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:54.876 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:54.876 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:54.876 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:54.876 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:54.876 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:54.877 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:54.877 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:54.877 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:54.877 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:54.877 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:54.877 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:54.877 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:54.877 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:54.877 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:54.877 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.877 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:54.877 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:54.877 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:54.877 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T16:59:54.877 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T16:59:54.878 INFO:tasks.workunit.client.0.smithi069.stdout: 6 2024-04-10T16:59:54.878 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:54.878 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 5, 2024-04-10T16:59:54.878 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:54.878 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.878 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:54.878 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:54.878 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T16:59:54.878 INFO:tasks.workunit.client.0.smithi069.stdout: 2, 2024-04-10T16:59:54.878 INFO:tasks.workunit.client.0.smithi069.stdout: 3 2024-04-10T16:59:54.878 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:54.878 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 1, 2024-04-10T16:59:54.878 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:54.878 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:54.878 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 65, 2024-04-10T16:59:54.879 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:54.879 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:54.879 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:54.879 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.940260+0000", 2024-04-10T16:59:54.879 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:37:21.181427+0000", 2024-04-10T16:59:54.879 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:37:21.181427+0000", 2024-04-10T16:59:54.879 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T16:12:17.600424+0000", 2024-04-10T16:59:54.879 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.940260+0000", 2024-04-10T16:59:54.879 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:44.022798+0000", 2024-04-10T16:59:54.879 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:54.879 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:44.022798+0000", 2024-04-10T16:59:54.879 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 417, 2024-04-10T16:59:54.879 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.940260+0000", 2024-04-10T16:59:54.879 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.940260+0000", 2024-04-10T16:59:54.879 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.940260+0000", 2024-04-10T16:59:54.880 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:54.880 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:54.880 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:44.022798+0000", 2024-04-10T16:59:54.880 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.940260+0000", 2024-04-10T16:59:54.880 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.940260+0000", 2024-04-10T16:59:54.880 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:54.880 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 3066, 2024-04-10T16:59:54.880 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:54.880 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:54.880 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 416, 2024-04-10T16:59:54.880 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:54.880 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:54.880 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:54.880 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:54.881 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 3066, 2024-04-10T16:59:54.881 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:54.881 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:54.881 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:54.881 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "4.4", 2024-04-10T16:59:54.881 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:54.881 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:54.881 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:54.881 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 9017, 2024-04-10T16:59:54.881 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:54.881 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T23:55:27.045614+0000", 2024-04-10T16:59:54.881 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.010903068, 2024-04-10T16:59:54.881 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:54.881 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:54.881 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:54.882 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:54.882 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:54.882 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:54.882 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:54.882 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:54.882 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:54.882 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:54.882 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:54.882 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:54.882 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:54.882 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:54.882 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:54.882 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:54.882 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:54.883 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:54.883 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 3, 2024-04-10T16:59:54.883 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 1, 2024-04-10T16:59:54.883 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:54.883 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 1, 2024-04-10T16:59:54.883 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:54.883 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:54.883 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:54.883 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:54.883 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:54.883 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 1, 2024-04-10T16:59:54.883 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:54.883 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:54.883 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:54.884 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:54.884 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:54.884 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:54.884 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:54.884 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 1339, 2024-04-10T16:59:54.884 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 444085, 2024-04-10T16:59:54.884 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:54.884 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:54.884 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:54.884 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 3071, 2024-04-10T16:59:54.884 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 389131 2024-04-10T16:59:54.884 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.884 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:54.884 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:54.885 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:54.885 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T16:59:54.885 INFO:tasks.workunit.client.0.smithi069.stdout: 2, 2024-04-10T16:59:54.885 INFO:tasks.workunit.client.0.smithi069.stdout: 3 2024-04-10T16:59:54.885 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:54.885 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 1, 2024-04-10T16:59:54.885 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "1128'3066" 2024-04-10T16:59:54.885 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.885 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:54.885 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:54.885 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T16:59:54.885 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T16:59:54.885 INFO:tasks.workunit.client.0.smithi069.stdout: 2 2024-04-10T16:59:54.885 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:54.885 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 5, 2024-04-10T16:59:54.885 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:54.886 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:54.886 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T16:59:54.886 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:54.886 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:54.886 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:54.886 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.942240+0000", 2024-04-10T16:59:54.886 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:38:32.269801+0000", 2024-04-10T16:59:54.886 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:38:32.269801+0000", 2024-04-10T16:59:54.886 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:38:32.270300+0000", 2024-04-10T16:59:54.886 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.942240+0000", 2024-04-10T16:59:54.886 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:54.886 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:54.886 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:54.886 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 481, 2024-04-10T16:59:54.887 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.942240+0000", 2024-04-10T16:59:54.887 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.942240+0000", 2024-04-10T16:59:54.887 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.942240+0000", 2024-04-10T16:59:54.887 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:54.887 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:54.887 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:54.887 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.942240+0000", 2024-04-10T16:59:54.887 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.942240+0000", 2024-04-10T16:59:54.887 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:54.887 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:54.887 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:54.888 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:54.888 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 480, 2024-04-10T16:59:54.888 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:54.888 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:54.888 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:54.888 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:54.888 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:54.888 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:54.888 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:54.888 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:54.888 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.5", 2024-04-10T16:59:54.888 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:54.888 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:54.888 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:54.889 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 5003, 2024-04-10T16:59:54.889 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:54.889 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T22:09:44.681837+0000", 2024-04-10T16:59:54.889 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:54.889 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:54.889 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:54.889 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:54.889 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:54.889 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:54.889 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:54.889 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:54.889 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:54.889 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:54.889 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:54.889 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:54.890 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:54.890 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:54.890 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:54.890 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:54.890 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:54.890 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:54.890 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:54.890 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:54.890 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:54.890 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:54.890 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:54.890 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:54.890 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:54.890 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:54.891 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:54.891 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:54.891 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:54.891 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:54.891 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:54.891 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:54.891 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:54.891 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:54.891 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:54.891 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:54.891 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:54.891 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:54.891 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:54.891 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:54.891 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:54.892 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:54.892 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:54.892 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.892 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:54.892 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:54.892 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:54.892 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T16:59:54.892 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T16:59:54.892 INFO:tasks.workunit.client.0.smithi069.stdout: 2 2024-04-10T16:59:54.892 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:54.892 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 5, 2024-04-10T16:59:54.892 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:54.892 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.892 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:54.892 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:54.893 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T16:59:54.893 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T16:59:54.893 INFO:tasks.workunit.client.0.smithi069.stdout: 7 2024-04-10T16:59:54.893 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:54.893 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 1, 2024-04-10T16:59:54.893 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:54.893 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:54.893 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 59, 2024-04-10T16:59:54.893 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:54.893 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:54.893 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:54.893 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.942444+0000", 2024-04-10T16:59:54.893 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:42.209732+0000", 2024-04-10T16:59:54.893 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:42.209732+0000", 2024-04-10T16:59:54.893 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:42.210130+0000", 2024-04-10T16:59:54.893 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.942444+0000", 2024-04-10T16:59:54.894 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:54.894 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:54.894 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:54.894 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 551, 2024-04-10T16:59:54.894 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.942444+0000", 2024-04-10T16:59:54.894 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.942444+0000", 2024-04-10T16:59:54.894 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.942444+0000", 2024-04-10T16:59:54.894 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:54.894 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:54.894 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:54.894 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.942444+0000", 2024-04-10T16:59:54.894 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.942444+0000", 2024-04-10T16:59:54.894 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:54.895 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:54.895 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:54.895 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:54.895 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 550, 2024-04-10T16:59:54.895 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:54.895 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:54.895 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:54.895 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:54.895 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:54.895 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:54.895 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:54.895 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:54.895 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "2.4", 2024-04-10T16:59:54.895 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:54.895 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:54.896 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:54.896 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 5126, 2024-04-10T16:59:54.896 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:54.896 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T23:32:34.498351+0000", 2024-04-10T16:59:54.896 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:54.896 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:54.896 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:54.896 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:54.896 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:54.896 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:54.896 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:54.896 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:54.896 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:54.896 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:54.897 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:54.897 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:54.897 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:54.897 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:54.897 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:54.897 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:54.897 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:54.897 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:54.897 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:54.897 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:54.897 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:54.897 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:54.897 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:54.897 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:54.897 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:54.897 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:54.898 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:54.898 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:54.898 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:54.898 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:54.898 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:54.898 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:54.898 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:54.898 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:54.898 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:54.898 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:54.898 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:54.898 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:54.898 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:54.898 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:54.898 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:54.898 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:54.899 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:54.899 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.899 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:54.899 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:54.899 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:54.899 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T16:59:54.899 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T16:59:54.899 INFO:tasks.workunit.client.0.smithi069.stdout: 7 2024-04-10T16:59:54.899 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:54.899 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 1, 2024-04-10T16:59:54.899 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:54.899 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.899 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:54.899 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:54.899 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T16:59:54.900 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T16:59:54.900 INFO:tasks.workunit.client.0.smithi069.stdout: 4 2024-04-10T16:59:54.900 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:54.900 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 1, 2024-04-10T16:59:54.900 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:54.900 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:54.900 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 65, 2024-04-10T16:59:54.900 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:54.900 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:54.900 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:54.900 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.943265+0000", 2024-04-10T16:59:54.900 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:38:32.256982+0000", 2024-04-10T16:59:54.900 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:38:32.256982+0000", 2024-04-10T16:59:54.900 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T16:12:17.596917+0000", 2024-04-10T16:59:54.900 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.943265+0000", 2024-04-10T16:59:54.901 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:44.022798+0000", 2024-04-10T16:59:54.901 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:54.901 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:44.022798+0000", 2024-04-10T16:59:54.901 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 481, 2024-04-10T16:59:54.901 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.943265+0000", 2024-04-10T16:59:54.901 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.943265+0000", 2024-04-10T16:59:54.901 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.943265+0000", 2024-04-10T16:59:54.901 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:54.901 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:54.901 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:44.022798+0000", 2024-04-10T16:59:54.901 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.943265+0000", 2024-04-10T16:59:54.901 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.943265+0000", 2024-04-10T16:59:54.901 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:54.901 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 3033, 2024-04-10T16:59:54.901 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:54.902 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:54.902 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 480, 2024-04-10T16:59:54.902 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:54.902 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:54.902 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:54.902 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:54.902 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 3033, 2024-04-10T16:59:54.902 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:54.902 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:54.902 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:54.902 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "4.2", 2024-04-10T16:59:54.902 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:54.902 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:54.903 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:54.903 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 9083, 2024-04-10T16:59:54.903 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:54.903 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T20:23:50.323327+0000", 2024-04-10T16:59:54.903 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.007497408, 2024-04-10T16:59:54.903 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:54.903 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:54.903 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 19, 2024-04-10T16:59:54.903 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:54.903 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:54.903 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:54.903 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:54.903 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:54.903 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:54.904 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:54.904 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:54.904 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:54.904 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:54.904 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:54.904 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:54.904 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:54.904 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:54.904 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:54.904 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 3, 2024-04-10T16:59:54.904 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 1, 2024-04-10T16:59:54.904 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:54.904 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 1, 2024-04-10T16:59:54.904 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:54.905 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:54.905 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:54.905 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:54.905 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:54.905 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:54.905 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:54.905 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:54.905 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:54.905 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:54.905 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:54.905 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:54.905 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:54.905 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 1560, 2024-04-10T16:59:54.905 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 391797, 2024-04-10T16:59:54.905 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:54.905 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:54.906 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:54.906 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 3029, 2024-04-10T16:59:54.906 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 384206 2024-04-10T16:59:54.906 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.906 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:54.906 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:54.906 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:54.906 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T16:59:54.906 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T16:59:54.906 INFO:tasks.workunit.client.0.smithi069.stdout: 4 2024-04-10T16:59:54.906 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:54.906 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 1, 2024-04-10T16:59:54.906 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "1127'3033" 2024-04-10T16:59:54.906 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.907 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:54.907 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:54.907 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T16:59:54.907 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T16:59:54.907 INFO:tasks.workunit.client.0.smithi069.stdout: 1 2024-04-10T16:59:54.907 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:54.907 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 7, 2024-04-10T16:59:54.907 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:54.907 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:54.907 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T16:59:54.907 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:54.907 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:54.907 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:54.907 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.523085+0000", 2024-04-10T16:59:54.907 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:42.215456+0000", 2024-04-10T16:59:54.908 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:42.215456+0000", 2024-04-10T16:59:54.908 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:42.219125+0000", 2024-04-10T16:59:54.908 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.523085+0000", 2024-04-10T16:59:54.908 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:54.908 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:54.908 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:54.908 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 551, 2024-04-10T16:59:54.908 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.523085+0000", 2024-04-10T16:59:54.908 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.523085+0000", 2024-04-10T16:59:54.908 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.523085+0000", 2024-04-10T16:59:54.908 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:54.908 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:54.908 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:54.908 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.523085+0000", 2024-04-10T16:59:54.909 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.523085+0000", 2024-04-10T16:59:54.909 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:54.909 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:54.909 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:54.909 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:54.909 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 550, 2024-04-10T16:59:54.909 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:54.909 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:54.909 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:54.909 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:54.909 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:54.909 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:54.909 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:54.909 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:54.909 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.e", 2024-04-10T16:59:54.910 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:54.910 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:54.910 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:54.910 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 4922, 2024-04-10T16:59:54.910 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:54.910 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T01:54:11.263819+0000", 2024-04-10T16:59:54.910 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:54.910 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:54.910 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:54.910 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:54.910 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:54.910 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:54.910 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:54.910 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:54.911 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:54.911 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:54.911 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:54.911 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:54.911 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:54.911 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:54.911 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:54.911 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:54.911 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:54.911 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:54.911 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:54.911 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:54.911 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:54.911 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:54.911 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:54.912 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:54.912 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:54.912 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:54.912 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:54.912 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:54.912 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:54.912 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:54.912 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:54.912 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:54.912 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:54.912 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:54.912 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:54.912 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:54.912 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:54.913 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:54.913 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:54.913 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:54.913 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:54.913 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:54.913 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:54.913 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.913 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:54.913 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:54.913 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:54.913 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T16:59:54.913 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T16:59:54.913 INFO:tasks.workunit.client.0.smithi069.stdout: 1 2024-04-10T16:59:54.913 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:54.913 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 7, 2024-04-10T16:59:54.914 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:54.914 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.914 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:54.914 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:54.914 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T16:59:54.914 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T16:59:54.914 INFO:tasks.workunit.client.0.smithi069.stdout: 7 2024-04-10T16:59:54.914 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:54.914 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 4, 2024-04-10T16:59:54.914 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:54.914 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:54.914 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 59, 2024-04-10T16:59:54.914 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:54.914 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:54.914 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:54.915 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.237867+0000", 2024-04-10T16:59:54.915 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:42.215786+0000", 2024-04-10T16:59:54.915 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:42.215786+0000", 2024-04-10T16:59:54.915 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:42.216131+0000", 2024-04-10T16:59:54.915 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.237867+0000", 2024-04-10T16:59:54.915 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:54.915 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:54.915 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:54.915 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 551, 2024-04-10T16:59:54.915 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.237867+0000", 2024-04-10T16:59:54.915 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.237867+0000", 2024-04-10T16:59:54.915 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.237867+0000", 2024-04-10T16:59:54.915 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:54.915 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:54.915 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:54.915 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.237867+0000", 2024-04-10T16:59:54.916 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.237867+0000", 2024-04-10T16:59:54.916 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:54.916 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 1, 2024-04-10T16:59:54.916 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:54.916 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:54.916 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 550, 2024-04-10T16:59:54.916 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:54.916 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:54.916 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:54.916 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:54.916 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 1, 2024-04-10T16:59:54.916 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:54.916 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:54.916 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:54.916 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "2.f", 2024-04-10T16:59:54.917 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:54.917 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:54.917 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:54.917 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 5016, 2024-04-10T16:59:54.917 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:54.917 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T16:10:23.905287+0000", 2024-04-10T16:59:54.917 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:54.917 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:54.917 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:54.917 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 22, 2024-04-10T16:59:54.917 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:54.917 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:54.917 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:54.917 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:54.917 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:54.918 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:54.918 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:54.918 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:54.918 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:54.918 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:54.918 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:54.918 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:54.918 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:54.918 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:54.918 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:54.918 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 3, 2024-04-10T16:59:54.918 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 1, 2024-04-10T16:59:54.918 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:54.918 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 1, 2024-04-10T16:59:54.918 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:54.919 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:54.919 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:54.919 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:54.919 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:54.919 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:54.919 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:54.919 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:54.919 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:54.919 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:54.919 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:54.919 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:54.919 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:54.919 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 1, 2024-04-10T16:59:54.919 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 1, 2024-04-10T16:59:54.919 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:54.919 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:54.920 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:54.920 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 1, 2024-04-10T16:59:54.920 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 1 2024-04-10T16:59:54.920 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.920 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:54.920 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:54.920 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:54.920 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T16:59:54.920 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T16:59:54.920 INFO:tasks.workunit.client.0.smithi069.stdout: 7 2024-04-10T16:59:54.920 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:54.920 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 4, 2024-04-10T16:59:54.920 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "61'1" 2024-04-10T16:59:54.920 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.920 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:54.921 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:54.921 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T16:59:54.921 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T16:59:54.921 INFO:tasks.workunit.client.0.smithi069.stdout: 6 2024-04-10T16:59:54.921 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:54.921 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 7, 2024-04-10T16:59:54.921 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:54.921 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:54.921 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T16:59:54.921 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:54.921 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:54.921 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:54.921 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.521757+0000", 2024-04-10T16:59:54.921 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:42.215656+0000", 2024-04-10T16:59:54.921 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:42.215656+0000", 2024-04-10T16:59:54.921 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:42.220156+0000", 2024-04-10T16:59:54.922 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.521757+0000", 2024-04-10T16:59:54.922 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:54.922 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:54.922 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:54.922 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 551, 2024-04-10T16:59:54.922 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.521757+0000", 2024-04-10T16:59:54.922 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.521757+0000", 2024-04-10T16:59:54.922 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.521757+0000", 2024-04-10T16:59:54.922 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:54.922 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:54.922 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:54.922 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.521757+0000", 2024-04-10T16:59:54.922 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.521757+0000", 2024-04-10T16:59:54.922 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:54.923 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:54.923 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:54.923 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:54.923 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 550, 2024-04-10T16:59:54.923 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:54.923 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:54.923 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:54.923 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:54.923 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:54.923 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:54.923 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:54.923 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:54.923 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.11", 2024-04-10T16:59:54.923 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:54.923 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:54.924 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:54.924 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 4905, 2024-04-10T16:59:54.924 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:54.924 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T21:40:50.849177+0000", 2024-04-10T16:59:54.924 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:54.924 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:54.924 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:54.924 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:54.924 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:54.924 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:54.924 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:54.924 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:54.924 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:54.924 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:54.924 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:54.925 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:54.925 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:54.925 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:54.925 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:54.925 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:54.925 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:54.925 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:54.925 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:54.925 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:54.925 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:54.925 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:54.925 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:54.925 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:54.925 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:54.925 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:54.925 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:54.926 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:54.926 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:54.926 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:54.926 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:54.926 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:54.926 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:54.926 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:54.926 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:54.926 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:54.926 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:54.926 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:54.926 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:54.926 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:54.926 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:54.926 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:54.927 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:54.927 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.927 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:54.927 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:54.927 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:54.927 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T16:59:54.927 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T16:59:54.927 INFO:tasks.workunit.client.0.smithi069.stdout: 6 2024-04-10T16:59:54.927 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:54.927 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 7, 2024-04-10T16:59:54.927 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:54.927 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.927 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:54.927 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:54.927 INFO:tasks.workunit.client.0.smithi069.stdout: 2, 2024-04-10T16:59:54.928 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T16:59:54.928 INFO:tasks.workunit.client.0.smithi069.stdout: 0 2024-04-10T16:59:54.928 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:54.928 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 2, 2024-04-10T16:59:54.928 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:54.928 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:54.928 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 59, 2024-04-10T16:59:54.928 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:54.928 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:54.928 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:54.928 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.238001+0000", 2024-04-10T16:59:54.928 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:36:45.179805+0000", 2024-04-10T16:59:54.928 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:36:45.179805+0000", 2024-04-10T16:59:54.928 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:36:45.181811+0000", 2024-04-10T16:59:54.928 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.238001+0000", 2024-04-10T16:59:54.928 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:54.929 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:54.929 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:54.929 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 381, 2024-04-10T16:59:54.929 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.238001+0000", 2024-04-10T16:59:54.929 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.238001+0000", 2024-04-10T16:59:54.929 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.238001+0000", 2024-04-10T16:59:54.929 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:54.929 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:54.929 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:54.929 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.238001+0000", 2024-04-10T16:59:54.929 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.238001+0000", 2024-04-10T16:59:54.929 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:54.929 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 8, 2024-04-10T16:59:54.929 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:54.929 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:54.929 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 380, 2024-04-10T16:59:54.930 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:54.930 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:54.930 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:54.930 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:54.930 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 8, 2024-04-10T16:59:54.930 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:54.930 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:54.930 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:54.930 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "2.10", 2024-04-10T16:59:54.930 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:54.930 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:54.930 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:54.930 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 5106, 2024-04-10T16:59:54.931 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:54.931 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T19:06:52.782237+0000", 2024-04-10T16:59:54.931 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:54.931 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:54.931 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:54.931 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:54.931 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:54.931 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:54.931 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:54.931 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:54.931 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:54.931 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:54.931 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:54.931 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:54.931 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:54.932 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:54.932 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:54.932 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:54.932 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:54.932 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:54.932 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:54.932 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 12, 2024-04-10T16:59:54.932 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 4, 2024-04-10T16:59:54.932 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:54.932 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 4, 2024-04-10T16:59:54.932 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:54.932 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:54.932 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:54.932 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:54.932 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:54.933 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 4, 2024-04-10T16:59:54.933 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:54.933 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:54.933 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:54.933 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:54.933 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:54.933 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:54.933 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:54.933 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 24, 2024-04-10T16:59:54.933 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 24, 2024-04-10T16:59:54.933 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:54.933 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:54.933 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:54.933 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 12, 2024-04-10T16:59:54.934 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:54.934 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.934 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:54.934 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:54.934 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:54.934 INFO:tasks.workunit.client.0.smithi069.stdout: 2, 2024-04-10T16:59:54.934 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T16:59:54.934 INFO:tasks.workunit.client.0.smithi069.stdout: 0 2024-04-10T16:59:54.934 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:54.934 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 2, 2024-04-10T16:59:54.934 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "61'8" 2024-04-10T16:59:54.934 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.934 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:54.935 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:54.935 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T16:59:54.935 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T16:59:54.935 INFO:tasks.workunit.client.0.smithi069.stdout: 5 2024-04-10T16:59:54.935 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:54.935 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 6, 2024-04-10T16:59:54.935 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:54.935 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:54.935 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T16:59:54.935 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:54.935 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:54.935 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:54.935 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.941362+0000", 2024-04-10T16:59:54.935 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:07.252884+0000", 2024-04-10T16:59:54.935 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:07.252884+0000", 2024-04-10T16:59:54.936 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:07.254827+0000", 2024-04-10T16:59:54.936 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.941362+0000", 2024-04-10T16:59:54.936 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:54.936 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:54.936 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:54.936 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 516, 2024-04-10T16:59:54.936 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.941362+0000", 2024-04-10T16:59:54.936 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.941362+0000", 2024-04-10T16:59:54.936 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.941362+0000", 2024-04-10T16:59:54.936 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:54.936 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:54.936 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:54.936 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.941362+0000", 2024-04-10T16:59:54.936 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.941362+0000", 2024-04-10T16:59:54.936 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:54.937 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:54.937 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:54.937 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:54.937 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 515, 2024-04-10T16:59:54.937 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:54.937 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:54.937 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:54.937 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:54.937 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:54.937 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:54.937 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:54.937 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:54.937 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.10", 2024-04-10T16:59:54.937 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:54.938 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:54.938 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:54.938 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 4937, 2024-04-10T16:59:54.938 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:54.938 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T01:09:41.651221+0000", 2024-04-10T16:59:54.938 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:54.938 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:54.938 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:54.938 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:54.938 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:54.938 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:54.938 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:54.938 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:54.939 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:54.939 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:54.939 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:54.939 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:54.939 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:54.939 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:54.939 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:54.939 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:54.939 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:54.939 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:54.939 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:54.939 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:54.939 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:54.939 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:54.939 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:54.940 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:54.940 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:54.940 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:54.940 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:54.940 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:54.940 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:54.940 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:54.940 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:54.940 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:54.940 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:54.940 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:54.940 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:54.940 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:54.940 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:54.940 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:54.940 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:54.941 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:54.941 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:54.941 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:54.941 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:54.941 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.941 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:54.941 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:54.941 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:54.941 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T16:59:54.941 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T16:59:54.941 INFO:tasks.workunit.client.0.smithi069.stdout: 5 2024-04-10T16:59:54.941 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:54.941 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 6, 2024-04-10T16:59:54.941 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:54.941 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.941 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:54.942 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:54.942 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T16:59:54.942 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T16:59:54.942 INFO:tasks.workunit.client.0.smithi069.stdout: 1 2024-04-10T16:59:54.942 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:54.942 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 6, 2024-04-10T16:59:54.942 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:54.942 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:54.942 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 59, 2024-04-10T16:59:54.942 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:54.942 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:54.942 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:54.942 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.946550+0000", 2024-04-10T16:59:54.942 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:07.255593+0000", 2024-04-10T16:59:54.942 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:07.255593+0000", 2024-04-10T16:59:54.943 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:07.258204+0000", 2024-04-10T16:59:54.943 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.946550+0000", 2024-04-10T16:59:54.943 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:54.943 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:54.943 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:54.943 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 516, 2024-04-10T16:59:54.943 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.946550+0000", 2024-04-10T16:59:54.943 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.946550+0000", 2024-04-10T16:59:54.943 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.946550+0000", 2024-04-10T16:59:54.943 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:54.943 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:54.943 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:54.943 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.946550+0000", 2024-04-10T16:59:54.944 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.946550+0000", 2024-04-10T16:59:54.944 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:54.944 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:54.944 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:54.944 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:54.944 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 515, 2024-04-10T16:59:54.944 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:54.944 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:54.944 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:54.944 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:54.944 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:54.944 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:54.944 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:54.945 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:54.945 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "2.11", 2024-04-10T16:59:54.945 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:54.945 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:54.945 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:54.945 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 4948, 2024-04-10T16:59:54.945 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:54.945 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T21:48:41.401298+0000", 2024-04-10T16:59:54.945 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:54.945 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:54.945 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:54.945 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:54.945 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:54.945 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:54.945 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:54.946 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:54.946 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:54.946 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:54.946 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:54.946 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:54.946 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:54.946 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:54.946 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:54.946 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:54.946 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:54.946 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:54.946 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:54.946 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:54.946 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:54.947 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:54.947 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:54.947 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:54.947 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:54.947 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:54.947 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:54.947 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:54.947 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:54.947 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:54.947 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:54.947 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:54.947 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:54.947 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:54.947 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:54.947 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:54.948 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:54.948 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:54.948 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:54.948 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:54.948 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:54.948 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:54.948 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:54.948 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.948 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:54.948 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:54.948 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:54.948 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T16:59:54.948 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T16:59:54.948 INFO:tasks.workunit.client.0.smithi069.stdout: 1 2024-04-10T16:59:54.948 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:54.949 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 6, 2024-04-10T16:59:54.949 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:54.949 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.949 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:54.949 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:54.949 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T16:59:54.949 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T16:59:54.949 INFO:tasks.workunit.client.0.smithi069.stdout: 2 2024-04-10T16:59:54.949 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:54.949 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 7, 2024-04-10T16:59:54.949 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:54.949 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:54.949 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T16:59:54.949 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:54.949 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:54.949 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:54.950 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.522234+0000", 2024-04-10T16:59:54.950 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:42.216119+0000", 2024-04-10T16:59:54.950 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:42.216119+0000", 2024-04-10T16:59:54.950 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:42.216525+0000", 2024-04-10T16:59:54.950 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.522234+0000", 2024-04-10T16:59:54.950 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:54.950 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:54.950 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:54.950 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 551, 2024-04-10T16:59:54.950 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.522234+0000", 2024-04-10T16:59:54.950 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.522234+0000", 2024-04-10T16:59:54.950 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.522234+0000", 2024-04-10T16:59:54.950 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:54.950 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:54.950 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:54.951 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.522234+0000", 2024-04-10T16:59:54.951 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.522234+0000", 2024-04-10T16:59:54.951 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:54.951 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:54.951 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:54.951 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:54.951 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 550, 2024-04-10T16:59:54.951 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:54.951 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:54.951 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:54.951 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:54.951 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:54.951 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:54.951 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:54.951 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:54.952 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.13", 2024-04-10T16:59:54.952 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:54.952 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:54.952 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:54.952 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 4921, 2024-04-10T16:59:54.952 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:54.952 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T23:41:26.923027+0000", 2024-04-10T16:59:54.952 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:54.952 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:54.952 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:54.952 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:54.952 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:54.952 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:54.952 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:54.952 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:54.953 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:54.953 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:54.953 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:54.953 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:54.953 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:54.953 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:54.953 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:54.953 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:54.953 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:54.953 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:54.953 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:54.953 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:54.953 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:54.953 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:54.953 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:54.954 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:54.954 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:54.954 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:54.954 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:54.954 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:54.954 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:54.954 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:54.954 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:54.954 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:54.954 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:54.954 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:54.954 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:54.954 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:54.954 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:54.955 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:54.955 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:54.955 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:54.955 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:54.955 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:54.955 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:54.955 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.955 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:54.955 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:54.955 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:54.955 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T16:59:54.955 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T16:59:54.955 INFO:tasks.workunit.client.0.smithi069.stdout: 2 2024-04-10T16:59:54.955 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:54.955 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 7, 2024-04-10T16:59:54.955 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:54.956 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.956 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:54.956 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:54.956 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T16:59:54.956 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T16:59:54.956 INFO:tasks.workunit.client.0.smithi069.stdout: 7 2024-04-10T16:59:54.956 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:54.956 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 5, 2024-04-10T16:59:54.956 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:54.956 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:54.956 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 59, 2024-04-10T16:59:54.956 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:54.956 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:54.956 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:54.956 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.942095+0000", 2024-04-10T16:59:54.956 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:42.219590+0000", 2024-04-10T16:59:54.957 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:42.219590+0000", 2024-04-10T16:59:54.957 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:42.219902+0000", 2024-04-10T16:59:54.957 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.942095+0000", 2024-04-10T16:59:54.957 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:54.957 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:54.957 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:54.957 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 551, 2024-04-10T16:59:54.957 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.942095+0000", 2024-04-10T16:59:54.957 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.942095+0000", 2024-04-10T16:59:54.957 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.942095+0000", 2024-04-10T16:59:54.957 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:54.957 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:54.957 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:54.957 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.942095+0000", 2024-04-10T16:59:54.957 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.942095+0000", 2024-04-10T16:59:54.957 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:54.958 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:54.958 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:54.958 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:54.958 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 550, 2024-04-10T16:59:54.958 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:54.958 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:54.958 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:54.958 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:54.958 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:54.958 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:54.958 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:54.958 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:54.958 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "2.12", 2024-04-10T16:59:54.958 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:54.959 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:54.959 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:54.959 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 4994, 2024-04-10T16:59:54.959 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:54.959 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T03:11:49.595540+0000", 2024-04-10T16:59:54.959 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:54.959 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:54.959 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:54.959 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:54.959 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:54.959 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:54.959 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:54.959 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:54.959 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:54.959 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:54.959 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:54.960 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:54.960 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:54.960 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:54.960 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:54.960 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:54.960 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:54.960 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:54.960 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:54.960 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:54.960 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:54.960 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:54.960 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:54.960 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:54.960 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:54.960 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:54.960 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:54.961 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:54.961 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:54.961 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:54.961 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:54.961 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:54.961 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:54.961 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:54.961 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:54.961 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:54.961 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:54.961 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:54.961 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:54.961 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:54.961 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:54.961 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:54.962 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:54.962 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.962 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:54.962 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:54.962 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:54.962 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T16:59:54.962 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T16:59:54.962 INFO:tasks.workunit.client.0.smithi069.stdout: 7 2024-04-10T16:59:54.962 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:54.962 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 5, 2024-04-10T16:59:54.962 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:54.962 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.962 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:54.962 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:54.963 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T16:59:54.963 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T16:59:54.963 INFO:tasks.workunit.client.0.smithi069.stdout: 3 2024-04-10T16:59:54.963 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:54.963 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 0, 2024-04-10T16:59:54.963 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:54.963 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:54.963 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T16:59:54.963 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:54.963 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:54.963 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:54.963 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.941397+0000", 2024-04-10T16:59:54.963 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:42.213388+0000", 2024-04-10T16:59:54.963 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:42.213388+0000", 2024-04-10T16:59:54.963 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:42.213797+0000", 2024-04-10T16:59:54.963 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.941397+0000", 2024-04-10T16:59:54.964 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:54.964 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:54.964 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:54.964 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 551, 2024-04-10T16:59:54.964 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.941397+0000", 2024-04-10T16:59:54.964 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.941397+0000", 2024-04-10T16:59:54.964 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.941397+0000", 2024-04-10T16:59:54.964 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:54.964 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:54.964 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:54.964 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.941397+0000", 2024-04-10T16:59:54.964 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.941397+0000", 2024-04-10T16:59:54.964 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:54.964 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:54.964 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:54.965 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:54.965 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 550, 2024-04-10T16:59:54.965 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:54.965 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:54.965 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:54.965 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:54.965 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:54.965 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:54.965 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:54.965 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:54.965 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.12", 2024-04-10T16:59:54.965 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:54.965 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:54.965 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:54.965 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 5133, 2024-04-10T16:59:54.966 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:54.966 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T23:25:03.282033+0000", 2024-04-10T16:59:54.966 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:54.966 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:54.966 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:54.966 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:54.966 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:54.966 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:54.966 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:54.966 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:54.966 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:54.966 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:54.966 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:54.966 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:54.966 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:54.967 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:54.967 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:54.967 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:54.967 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:54.967 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:54.967 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:54.967 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:54.967 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:54.967 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:54.967 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:54.967 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:54.967 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:54.967 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:54.967 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:54.968 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:54.968 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:54.968 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:54.968 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:54.968 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:54.968 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:54.968 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:54.968 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:54.968 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:54.968 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:54.968 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:54.968 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:54.968 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:54.968 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:54.969 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:54.969 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:54.969 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.969 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:54.969 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:54.969 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:54.969 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T16:59:54.969 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T16:59:54.969 INFO:tasks.workunit.client.0.smithi069.stdout: 3 2024-04-10T16:59:54.969 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:54.969 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 0, 2024-04-10T16:59:54.969 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:54.969 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.969 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:54.969 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:54.970 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T16:59:54.970 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T16:59:54.970 INFO:tasks.workunit.client.0.smithi069.stdout: 3 2024-04-10T16:59:54.970 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:54.970 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 0, 2024-04-10T16:59:54.970 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:54.970 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:54.970 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 59, 2024-04-10T16:59:54.970 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:54.970 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:54.970 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:54.970 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.941867+0000", 2024-04-10T16:59:54.970 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:37:57.397140+0000", 2024-04-10T16:59:54.970 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:37:57.397140+0000", 2024-04-10T16:59:54.971 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:37:57.397738+0000", 2024-04-10T16:59:54.971 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.941867+0000", 2024-04-10T16:59:54.971 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:54.971 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:54.971 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:54.971 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 449, 2024-04-10T16:59:54.971 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.941867+0000", 2024-04-10T16:59:54.971 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.941867+0000", 2024-04-10T16:59:54.971 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.941867+0000", 2024-04-10T16:59:54.971 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:54.971 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:54.971 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:54.971 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.941867+0000", 2024-04-10T16:59:54.971 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.941867+0000", 2024-04-10T16:59:54.971 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:54.972 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 2, 2024-04-10T16:59:54.972 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:54.972 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:54.972 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 448, 2024-04-10T16:59:54.972 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:54.972 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:54.972 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:54.972 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:54.972 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 2, 2024-04-10T16:59:54.972 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:54.972 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:54.972 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:54.972 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "2.13", 2024-04-10T16:59:54.972 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:54.973 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:54.973 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:54.973 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 5138, 2024-04-10T16:59:54.973 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:54.973 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T00:35:10.870313+0000", 2024-04-10T16:59:54.973 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:54.973 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:54.973 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:54.973 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 34, 2024-04-10T16:59:54.973 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:54.973 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:54.973 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:54.973 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:54.973 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:54.974 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:54.974 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:54.974 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:54.974 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:54.974 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:54.974 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:54.974 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:54.974 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:54.974 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:54.974 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:54.974 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 6, 2024-04-10T16:59:54.974 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 2, 2024-04-10T16:59:54.974 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:54.975 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 2, 2024-04-10T16:59:54.975 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:54.975 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:54.975 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:54.975 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:54.975 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:54.975 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 1, 2024-04-10T16:59:54.975 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:54.975 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:54.975 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:54.975 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:54.975 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:54.975 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:54.975 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:54.975 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 4, 2024-04-10T16:59:54.976 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 8, 2024-04-10T16:59:54.976 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:54.976 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:54.976 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:54.976 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 3, 2024-04-10T16:59:54.976 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 7 2024-04-10T16:59:54.976 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.976 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:54.976 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:54.976 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:54.976 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T16:59:54.976 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T16:59:54.976 INFO:tasks.workunit.client.0.smithi069.stdout: 3 2024-04-10T16:59:54.976 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:54.976 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 0, 2024-04-10T16:59:54.977 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "61'2" 2024-04-10T16:59:54.977 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.977 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:54.977 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:54.977 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T16:59:54.977 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T16:59:54.977 INFO:tasks.workunit.client.0.smithi069.stdout: 4 2024-04-10T16:59:54.977 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:54.977 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 7, 2024-04-10T16:59:54.977 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:54.977 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:54.977 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T16:59:54.977 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:54.977 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:54.977 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:54.978 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.523340+0000", 2024-04-10T16:59:54.978 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:42.211280+0000", 2024-04-10T16:59:54.978 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:42.211280+0000", 2024-04-10T16:59:54.978 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:42.215592+0000", 2024-04-10T16:59:54.978 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.523340+0000", 2024-04-10T16:59:54.978 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:54.978 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:54.978 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:54.978 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 551, 2024-04-10T16:59:54.978 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.523340+0000", 2024-04-10T16:59:54.978 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.523340+0000", 2024-04-10T16:59:54.978 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.523340+0000", 2024-04-10T16:59:54.978 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:54.978 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:54.979 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:54.979 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.523340+0000", 2024-04-10T16:59:54.979 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.523340+0000", 2024-04-10T16:59:54.979 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:54.979 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:54.979 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:54.979 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:54.979 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 550, 2024-04-10T16:59:54.979 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:54.979 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:54.979 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:54.979 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:54.979 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:54.979 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:54.980 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:54.980 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:54.980 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.15", 2024-04-10T16:59:54.980 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:54.980 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:54.980 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:54.980 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 4920, 2024-04-10T16:59:54.980 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:54.980 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T18:45:02.636018+0000", 2024-04-10T16:59:54.980 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:54.980 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:54.980 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:54.980 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:54.981 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:54.981 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:54.981 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:54.981 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:54.981 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:54.981 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:54.981 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:54.981 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:54.981 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:54.981 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:54.981 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:54.981 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:54.981 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:54.981 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:54.981 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:54.982 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:54.982 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:54.982 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:54.982 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:54.982 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:54.982 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:54.982 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:54.982 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:54.982 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:54.982 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:54.982 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:54.982 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:54.982 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:54.982 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:54.983 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:54.983 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:54.983 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:54.983 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:54.983 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:54.983 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:54.983 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:54.983 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:54.983 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:54.983 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:54.983 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.983 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:54.983 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:54.983 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:54.983 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T16:59:54.984 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T16:59:54.984 INFO:tasks.workunit.client.0.smithi069.stdout: 4 2024-04-10T16:59:54.984 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:54.984 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 7, 2024-04-10T16:59:54.984 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:54.984 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.984 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:54.984 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:54.984 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T16:59:54.984 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T16:59:54.984 INFO:tasks.workunit.client.0.smithi069.stdout: 5 2024-04-10T16:59:54.984 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:54.984 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 6, 2024-04-10T16:59:54.984 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:54.985 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:54.985 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 59, 2024-04-10T16:59:54.985 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:54.985 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:54.985 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:54.985 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.943365+0000", 2024-04-10T16:59:54.985 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:07.260143+0000", 2024-04-10T16:59:54.985 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:07.260143+0000", 2024-04-10T16:59:54.985 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:07.260503+0000", 2024-04-10T16:59:54.985 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.943365+0000", 2024-04-10T16:59:54.985 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:54.985 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:54.985 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:54.985 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 516, 2024-04-10T16:59:54.985 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.943365+0000", 2024-04-10T16:59:54.986 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.943365+0000", 2024-04-10T16:59:54.986 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.943365+0000", 2024-04-10T16:59:54.986 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:54.986 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:54.986 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:54.986 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.943365+0000", 2024-04-10T16:59:54.986 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.943365+0000", 2024-04-10T16:59:54.986 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:54.986 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 29, 2024-04-10T16:59:54.986 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:54.986 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:54.986 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 515, 2024-04-10T16:59:54.986 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:54.986 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:54.987 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:54.987 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:54.987 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 29, 2024-04-10T16:59:54.987 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:54.987 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:54.987 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:54.987 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "2.14", 2024-04-10T16:59:54.987 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:54.987 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:54.987 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:54.987 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 4973, 2024-04-10T16:59:54.987 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:54.987 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T15:29:13.502170+0000", 2024-04-10T16:59:54.987 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:54.987 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:54.988 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:54.988 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 5824, 2024-04-10T16:59:54.988 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:54.988 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:54.988 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:54.988 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:54.988 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:54.988 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:54.988 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:54.988 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:54.988 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:54.988 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:54.988 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:54.988 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:54.988 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:54.988 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:54.989 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:54.989 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 12, 2024-04-10T16:59:54.989 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 4, 2024-04-10T16:59:54.989 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:54.989 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 4, 2024-04-10T16:59:54.989 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:54.989 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:54.989 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:54.989 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:54.989 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:54.989 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 1, 2024-04-10T16:59:54.989 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:54.989 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:54.989 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:54.989 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:54.990 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:54.990 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:54.990 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:54.990 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 10, 2024-04-10T16:59:54.990 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 14, 2024-04-10T16:59:54.990 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:54.990 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:54.990 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:54.990 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 28, 2024-04-10T16:59:54.990 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 25 2024-04-10T16:59:54.990 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.990 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:54.990 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:54.990 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:54.990 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T16:59:54.991 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T16:59:54.991 INFO:tasks.workunit.client.0.smithi069.stdout: 5 2024-04-10T16:59:54.991 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:54.991 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 6, 2024-04-10T16:59:54.991 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "576'29" 2024-04-10T16:59:54.991 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.991 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:54.991 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:54.991 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T16:59:54.991 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T16:59:54.991 INFO:tasks.workunit.client.0.smithi069.stdout: 6 2024-04-10T16:59:54.991 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:54.991 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 4, 2024-04-10T16:59:54.991 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:54.991 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:54.992 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T16:59:54.992 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:54.992 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:54.992 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:54.992 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.237448+0000", 2024-04-10T16:59:54.992 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:42.224891+0000", 2024-04-10T16:59:54.992 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:42.224891+0000", 2024-04-10T16:59:54.992 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:42.225272+0000", 2024-04-10T16:59:54.992 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.237448+0000", 2024-04-10T16:59:54.992 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:54.992 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:54.992 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:54.992 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 551, 2024-04-10T16:59:54.992 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.237448+0000", 2024-04-10T16:59:54.992 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.237448+0000", 2024-04-10T16:59:54.993 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.237448+0000", 2024-04-10T16:59:54.993 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:54.993 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:54.993 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:54.993 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.237448+0000", 2024-04-10T16:59:54.993 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.237448+0000", 2024-04-10T16:59:54.993 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:54.993 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:54.993 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:54.993 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:54.993 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 550, 2024-04-10T16:59:54.993 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:54.993 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:54.993 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:54.993 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:54.994 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:54.994 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:54.994 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:54.994 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:54.994 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.14", 2024-04-10T16:59:54.994 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:54.994 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:54.994 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:54.994 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 5038, 2024-04-10T16:59:54.994 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:54.994 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T01:59:50.246350+0000", 2024-04-10T16:59:54.994 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:54.994 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:54.994 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:54.995 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:54.995 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:54.995 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:54.995 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:54.995 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:54.995 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:54.995 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:54.995 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:54.995 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:54.995 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:54.995 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:54.995 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:54.995 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:54.995 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:54.995 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:54.996 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:54.996 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:54.996 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:54.996 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:54.996 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:54.996 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:54.996 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:54.996 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:54.996 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:54.996 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:54.996 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:54.996 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:54.996 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:54.996 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:54.996 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:54.997 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:54.997 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:54.997 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:54.997 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:54.997 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:54.997 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:54.997 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:54.997 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:54.997 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:54.997 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:54.997 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.997 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:54.997 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:54.997 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:54.997 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T16:59:54.998 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T16:59:54.998 INFO:tasks.workunit.client.0.smithi069.stdout: 6 2024-04-10T16:59:54.998 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:54.998 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 4, 2024-04-10T16:59:54.998 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:54.998 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:54.998 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:54.998 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:54.998 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T16:59:54.998 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T16:59:54.998 INFO:tasks.workunit.client.0.smithi069.stdout: 0 2024-04-10T16:59:54.998 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:54.998 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 1, 2024-04-10T16:59:54.998 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:54.998 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:54.999 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 59, 2024-04-10T16:59:54.999 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:54.999 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:54.999 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:54.999 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.942055+0000", 2024-04-10T16:59:54.999 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:38:32.257040+0000", 2024-04-10T16:59:54.999 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:38:32.257040+0000", 2024-04-10T16:59:54.999 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:38:32.257432+0000", 2024-04-10T16:59:54.999 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.942055+0000", 2024-04-10T16:59:54.999 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:54.999 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:54.999 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:54.999 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 481, 2024-04-10T16:59:54.999 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.942055+0000", 2024-04-10T16:59:55.000 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.942055+0000", 2024-04-10T16:59:55.000 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.942055+0000", 2024-04-10T16:59:55.000 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:55.000 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:55.000 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:55.000 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.942055+0000", 2024-04-10T16:59:55.000 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.942055+0000", 2024-04-10T16:59:55.000 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:55.000 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 3, 2024-04-10T16:59:55.000 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:55.000 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:55.000 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 480, 2024-04-10T16:59:55.000 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:55.000 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:55.001 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:55.001 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:55.001 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 3, 2024-04-10T16:59:55.001 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:55.001 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:55.001 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:55.001 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "2.15", 2024-04-10T16:59:55.001 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:55.001 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:55.001 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:55.001 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 5126, 2024-04-10T16:59:55.001 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:55.001 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T23:38:29.413666+0000", 2024-04-10T16:59:55.001 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:55.002 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:55.002 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:55.002 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 90, 2024-04-10T16:59:55.002 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:55.002 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:55.002 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:55.002 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:55.002 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:55.002 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:55.002 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:55.002 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:55.002 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:55.002 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:55.002 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:55.002 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:55.003 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:55.003 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:55.003 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:55.003 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 6, 2024-04-10T16:59:55.003 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 2, 2024-04-10T16:59:55.003 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:55.003 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 2, 2024-04-10T16:59:55.003 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:55.003 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:55.003 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:55.003 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:55.003 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:55.004 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 1, 2024-04-10T16:59:55.004 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:55.004 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:55.004 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:55.004 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:55.004 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:55.004 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:55.004 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:55.004 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 7, 2024-04-10T16:59:55.004 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 7, 2024-04-10T16:59:55.004 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:55.004 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:55.004 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:55.005 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 4, 2024-04-10T16:59:55.005 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 1 2024-04-10T16:59:55.005 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.005 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:55.005 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:55.005 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:55.005 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T16:59:55.005 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T16:59:55.005 INFO:tasks.workunit.client.0.smithi069.stdout: 0 2024-04-10T16:59:55.005 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:55.005 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 1, 2024-04-10T16:59:55.005 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "61'3" 2024-04-10T16:59:55.005 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.005 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:55.005 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:55.006 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T16:59:55.006 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T16:59:55.006 INFO:tasks.workunit.client.0.smithi069.stdout: 3 2024-04-10T16:59:55.006 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:55.006 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 0, 2024-04-10T16:59:55.006 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:55.006 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:55.006 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T16:59:55.006 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:55.006 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:55.006 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:55.006 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.943187+0000", 2024-04-10T16:59:55.006 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:38:32.246495+0000", 2024-04-10T16:59:55.006 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:38:32.246495+0000", 2024-04-10T16:59:55.006 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:38:32.246830+0000", 2024-04-10T16:59:55.007 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.943187+0000", 2024-04-10T16:59:55.007 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:55.007 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:55.007 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:55.007 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 481, 2024-04-10T16:59:55.007 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.943187+0000", 2024-04-10T16:59:55.007 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.943187+0000", 2024-04-10T16:59:55.007 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.943187+0000", 2024-04-10T16:59:55.007 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:55.007 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:55.007 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:55.007 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.943187+0000", 2024-04-10T16:59:55.007 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.943187+0000", 2024-04-10T16:59:55.007 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:55.007 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:55.008 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:55.008 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:55.008 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 480, 2024-04-10T16:59:55.008 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:55.008 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:55.008 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:55.008 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:55.008 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:55.008 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:55.008 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:55.008 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:55.008 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.17", 2024-04-10T16:59:55.008 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:55.008 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:55.008 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:55.009 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 5131, 2024-04-10T16:59:55.009 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:55.009 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T02:32:08.341371+0000", 2024-04-10T16:59:55.009 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:55.009 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:55.009 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:55.009 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:55.009 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:55.009 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:55.009 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:55.009 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:55.009 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:55.009 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:55.009 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:55.010 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:55.010 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:55.010 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:55.010 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:55.010 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:55.010 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:55.010 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:55.010 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:55.010 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:55.010 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:55.010 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:55.010 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:55.010 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:55.010 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:55.010 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:55.011 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:55.011 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:55.011 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:55.011 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:55.011 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:55.011 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:55.011 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:55.011 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:55.011 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:55.011 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:55.011 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:55.011 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:55.011 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:55.011 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:55.011 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:55.012 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:55.012 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:55.012 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.012 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:55.012 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:55.012 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:55.012 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T16:59:55.012 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T16:59:55.012 INFO:tasks.workunit.client.0.smithi069.stdout: 3 2024-04-10T16:59:55.012 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:55.012 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 0, 2024-04-10T16:59:55.012 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:55.012 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.012 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:55.012 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:55.013 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T16:59:55.013 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T16:59:55.013 INFO:tasks.workunit.client.0.smithi069.stdout: 2 2024-04-10T16:59:55.013 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:55.013 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 5, 2024-04-10T16:59:55.013 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:55.013 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:55.013 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 59, 2024-04-10T16:59:55.013 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:55.013 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:55.013 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:55.013 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.943115+0000", 2024-04-10T16:59:55.013 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:07.260779+0000", 2024-04-10T16:59:55.013 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:07.260779+0000", 2024-04-10T16:59:55.013 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:07.261242+0000", 2024-04-10T16:59:55.013 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.943115+0000", 2024-04-10T16:59:55.013 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:55.014 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:55.014 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:55.014 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 516, 2024-04-10T16:59:55.014 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.943115+0000", 2024-04-10T16:59:55.014 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.943115+0000", 2024-04-10T16:59:55.014 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.943115+0000", 2024-04-10T16:59:55.014 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:55.014 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:55.014 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:55.014 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.943115+0000", 2024-04-10T16:59:55.014 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.943115+0000", 2024-04-10T16:59:55.014 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:55.014 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:55.015 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:55.015 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:55.015 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 515, 2024-04-10T16:59:55.015 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:55.015 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:55.015 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:55.015 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:55.015 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:55.015 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:55.015 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:55.015 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:55.015 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "2.16", 2024-04-10T16:59:55.015 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:55.015 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:55.015 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:55.015 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 4998, 2024-04-10T16:59:55.016 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:55.016 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T20:36:38.220359+0000", 2024-04-10T16:59:55.016 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:55.016 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:55.016 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:55.016 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:55.016 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:55.016 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:55.016 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:55.016 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:55.016 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:55.016 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:55.017 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:55.017 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:55.017 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:55.017 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:55.017 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:55.017 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:55.017 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:55.017 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:55.017 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:55.017 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:55.017 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:55.017 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:55.017 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:55.017 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:55.017 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:55.017 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:55.018 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:55.018 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:55.018 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:55.018 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:55.018 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:55.018 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:55.018 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:55.018 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:55.018 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:55.018 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:55.018 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:55.018 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:55.018 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:55.019 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:55.019 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:55.019 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:55.019 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:55.019 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.019 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:55.019 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:55.019 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:55.019 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T16:59:55.019 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T16:59:55.019 INFO:tasks.workunit.client.0.smithi069.stdout: 2 2024-04-10T16:59:55.019 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:55.019 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 5, 2024-04-10T16:59:55.019 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:55.019 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.020 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:55.020 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:55.020 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T16:59:55.020 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T16:59:55.020 INFO:tasks.workunit.client.0.smithi069.stdout: 1 2024-04-10T16:59:55.020 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:55.020 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 5, 2024-04-10T16:59:55.020 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:55.020 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:55.020 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T16:59:55.020 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:55.020 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:55.020 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:55.020 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.943327+0000", 2024-04-10T16:59:55.020 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:42.204523+0000", 2024-04-10T16:59:55.021 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:42.204523+0000", 2024-04-10T16:59:55.021 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:42.204831+0000", 2024-04-10T16:59:55.021 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.943327+0000", 2024-04-10T16:59:55.021 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:55.021 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:55.021 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:55.021 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 551, 2024-04-10T16:59:55.021 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.943327+0000", 2024-04-10T16:59:55.021 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.943327+0000", 2024-04-10T16:59:55.021 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.943327+0000", 2024-04-10T16:59:55.021 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:55.021 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:55.021 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:55.021 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.943327+0000", 2024-04-10T16:59:55.021 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.943327+0000", 2024-04-10T16:59:55.021 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:55.022 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:55.022 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:55.022 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:55.022 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 550, 2024-04-10T16:59:55.022 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:55.022 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:55.022 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:55.022 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:55.022 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:55.022 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:55.022 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:55.022 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:55.022 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.16", 2024-04-10T16:59:55.022 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:55.022 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:55.022 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:55.023 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 4964, 2024-04-10T16:59:55.023 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:55.023 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T16:09:56.363739+0000", 2024-04-10T16:59:55.023 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:55.023 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:55.023 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:55.023 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:55.023 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:55.023 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:55.023 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:55.023 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:55.023 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:55.023 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:55.023 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:55.023 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:55.023 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:55.024 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:55.024 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:55.024 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:55.024 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:55.024 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:55.024 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:55.024 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:55.024 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:55.024 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:55.024 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:55.024 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:55.024 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:55.024 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:55.024 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:55.024 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:55.025 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:55.025 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:55.025 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:55.025 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:55.025 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:55.025 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:55.025 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:55.025 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:55.025 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:55.025 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:55.025 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:55.025 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:55.025 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:55.025 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:55.025 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:55.025 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.025 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:55.026 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:55.026 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:55.026 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T16:59:55.026 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T16:59:55.026 INFO:tasks.workunit.client.0.smithi069.stdout: 1 2024-04-10T16:59:55.026 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:55.026 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 5, 2024-04-10T16:59:55.026 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:55.026 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.026 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:55.026 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:55.026 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T16:59:55.026 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T16:59:55.026 INFO:tasks.workunit.client.0.smithi069.stdout: 2 2024-04-10T16:59:55.026 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:55.026 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 6, 2024-04-10T16:59:55.026 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:55.027 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:55.027 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 59, 2024-04-10T16:59:55.027 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:55.027 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:55.027 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:55.027 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.945960+0000", 2024-04-10T16:59:55.027 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:07.259266+0000", 2024-04-10T16:59:55.027 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:07.259266+0000", 2024-04-10T16:59:55.027 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:07.259593+0000", 2024-04-10T16:59:55.027 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.945960+0000", 2024-04-10T16:59:55.027 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:55.027 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:55.027 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:55.027 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 516, 2024-04-10T16:59:55.027 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.945960+0000", 2024-04-10T16:59:55.027 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.945960+0000", 2024-04-10T16:59:55.027 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.945960+0000", 2024-04-10T16:59:55.028 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:55.028 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:55.028 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:55.028 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.945960+0000", 2024-04-10T16:59:55.028 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.945960+0000", 2024-04-10T16:59:55.028 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:55.028 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:55.028 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:55.028 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:55.028 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 515, 2024-04-10T16:59:55.028 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:55.028 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:55.028 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:55.028 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:55.028 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:55.028 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:55.029 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:55.029 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:55.029 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "2.17", 2024-04-10T16:59:55.029 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:55.029 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:55.029 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:55.029 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 4937, 2024-04-10T16:59:55.029 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:55.029 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T15:59:13.434733+0000", 2024-04-10T16:59:55.029 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:55.029 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:55.029 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:55.029 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:55.029 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:55.029 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:55.030 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:55.030 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:55.030 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:55.030 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:55.030 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:55.030 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:55.030 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:55.030 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:55.030 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:55.030 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:55.030 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:55.030 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:55.030 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:55.030 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:55.030 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:55.031 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:55.031 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:55.031 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:55.031 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:55.031 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:55.031 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:55.031 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:55.031 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:55.031 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:55.031 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:55.031 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:55.031 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:55.031 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:55.031 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:55.031 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:55.032 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:55.032 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:55.032 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:55.032 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:55.032 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:55.032 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:55.032 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:55.032 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.032 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:55.032 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:55.032 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:55.032 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T16:59:55.032 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T16:59:55.032 INFO:tasks.workunit.client.0.smithi069.stdout: 2 2024-04-10T16:59:55.033 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:55.033 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 6, 2024-04-10T16:59:55.033 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:55.033 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.033 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:55.033 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:55.033 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T16:59:55.033 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T16:59:55.033 INFO:tasks.workunit.client.0.smithi069.stdout: 4 2024-04-10T16:59:55.033 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:55.033 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 1, 2024-04-10T16:59:55.033 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:55.033 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:55.033 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T16:59:55.033 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:55.033 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:55.034 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:55.034 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.940971+0000", 2024-04-10T16:59:55.034 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:37:57.387820+0000", 2024-04-10T16:59:55.034 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:37:57.387820+0000", 2024-04-10T16:59:55.034 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:37:57.388131+0000", 2024-04-10T16:59:55.034 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.940971+0000", 2024-04-10T16:59:55.034 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:55.034 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:55.034 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:55.034 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 449, 2024-04-10T16:59:55.034 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.940971+0000", 2024-04-10T16:59:55.034 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.940971+0000", 2024-04-10T16:59:55.034 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.940971+0000", 2024-04-10T16:59:55.035 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:55.035 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:55.035 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:55.035 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.940971+0000", 2024-04-10T16:59:55.035 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.940971+0000", 2024-04-10T16:59:55.035 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:55.035 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:55.035 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:55.035 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:55.035 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 448, 2024-04-10T16:59:55.035 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:55.035 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:55.035 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:55.035 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:55.035 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:55.036 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:55.036 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:55.036 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:55.036 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.19", 2024-04-10T16:59:55.036 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:55.036 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:55.036 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:55.036 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 5106, 2024-04-10T16:59:55.036 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:55.036 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T03:00:00.330753+0000", 2024-04-10T16:59:55.036 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:55.036 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:55.036 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:55.036 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:55.036 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:55.037 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:55.037 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:55.037 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:55.037 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:55.037 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:55.037 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:55.037 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:55.037 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:55.037 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:55.037 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:55.037 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:55.037 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:55.037 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:55.037 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:55.038 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:55.038 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:55.038 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:55.038 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:55.038 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:55.038 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:55.038 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:55.038 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:55.038 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:55.038 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:55.038 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:55.038 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:55.038 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:55.038 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:55.039 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:55.039 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:55.039 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:55.039 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:55.039 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:55.039 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:55.039 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:55.039 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:55.039 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:55.039 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:55.039 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.039 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:55.039 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:55.039 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:55.040 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T16:59:55.040 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T16:59:55.040 INFO:tasks.workunit.client.0.smithi069.stdout: 4 2024-04-10T16:59:55.040 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:55.040 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 1, 2024-04-10T16:59:55.040 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:55.040 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.040 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:55.040 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:55.040 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T16:59:55.040 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T16:59:55.040 INFO:tasks.workunit.client.0.smithi069.stdout: 7 2024-04-10T16:59:55.040 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:55.040 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 5, 2024-04-10T16:59:55.040 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:55.041 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:55.041 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 59, 2024-04-10T16:59:55.041 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:55.041 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:55.041 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:55.041 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.943801+0000", 2024-04-10T16:59:55.041 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:42.222633+0000", 2024-04-10T16:59:55.041 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:42.222633+0000", 2024-04-10T16:59:55.041 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:42.222961+0000", 2024-04-10T16:59:55.041 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.943801+0000", 2024-04-10T16:59:55.041 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:55.041 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:55.041 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:55.041 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 551, 2024-04-10T16:59:55.042 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.943801+0000", 2024-04-10T16:59:55.042 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.943801+0000", 2024-04-10T16:59:55.042 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.943801+0000", 2024-04-10T16:59:55.042 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:55.042 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:55.042 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:55.042 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.943801+0000", 2024-04-10T16:59:55.042 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.943801+0000", 2024-04-10T16:59:55.042 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:55.042 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:55.042 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:55.042 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:55.042 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 550, 2024-04-10T16:59:55.042 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:55.042 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:55.043 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:55.043 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:55.043 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:55.043 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:55.043 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:55.043 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:55.043 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "2.18", 2024-04-10T16:59:55.043 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:55.043 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:55.043 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:55.043 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 4982, 2024-04-10T16:59:55.043 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:55.043 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T02:08:18.728178+0000", 2024-04-10T16:59:55.044 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:55.044 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:55.044 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:55.044 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:55.044 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:55.044 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:55.044 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:55.044 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:55.044 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:55.044 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:55.044 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:55.044 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:55.044 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:55.044 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:55.045 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:55.045 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:55.045 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:55.045 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:55.045 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:55.045 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:55.045 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:55.045 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:55.045 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:55.045 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:55.045 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:55.045 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:55.045 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:55.045 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:55.045 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:55.045 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:55.046 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:55.046 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:55.046 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:55.046 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:55.046 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:55.046 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:55.046 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:55.046 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:55.046 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:55.046 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:55.046 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:55.046 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:55.046 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:55.046 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.046 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:55.047 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:55.047 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:55.047 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T16:59:55.047 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T16:59:55.047 INFO:tasks.workunit.client.0.smithi069.stdout: 7 2024-04-10T16:59:55.047 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:55.047 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 5, 2024-04-10T16:59:55.047 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:55.047 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.047 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:55.047 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:55.047 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T16:59:55.047 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T16:59:55.047 INFO:tasks.workunit.client.0.smithi069.stdout: 1 2024-04-10T16:59:55.047 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:55.047 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 3, 2024-04-10T16:59:55.048 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:55.048 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:55.048 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T16:59:55.048 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:55.048 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:55.048 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:55.048 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.238484+0000", 2024-04-10T16:59:55.048 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:37:21.177638+0000", 2024-04-10T16:59:55.048 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:37:21.177638+0000", 2024-04-10T16:59:55.048 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:37:21.177951+0000", 2024-04-10T16:59:55.048 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.238484+0000", 2024-04-10T16:59:55.048 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:55.048 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:55.048 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:55.048 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 417, 2024-04-10T16:59:55.048 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.238484+0000", 2024-04-10T16:59:55.048 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.238484+0000", 2024-04-10T16:59:55.049 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.238484+0000", 2024-04-10T16:59:55.049 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:55.049 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:55.049 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:55.049 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.238484+0000", 2024-04-10T16:59:55.049 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.238484+0000", 2024-04-10T16:59:55.049 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:55.049 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:55.049 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:55.049 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:55.049 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 416, 2024-04-10T16:59:55.049 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:55.049 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:55.049 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:55.049 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:55.049 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:55.050 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:55.050 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:55.050 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:55.050 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.18", 2024-04-10T16:59:55.050 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:55.050 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:55.050 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:55.050 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 5086, 2024-04-10T16:59:55.050 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:55.050 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T18:06:28.698316+0000", 2024-04-10T16:59:55.050 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:55.050 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:55.050 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:55.050 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:55.050 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:55.050 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:55.051 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:55.051 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:55.051 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:55.051 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:55.051 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:55.051 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:55.051 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:55.051 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:55.051 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:55.051 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:55.051 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:55.051 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:55.051 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:55.051 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:55.051 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:55.051 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:55.052 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:55.052 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:55.052 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:55.052 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:55.052 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:55.052 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:55.052 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:55.052 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:55.052 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:55.052 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:55.052 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:55.052 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:55.052 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:55.052 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:55.052 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:55.053 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:55.053 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:55.053 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:55.053 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:55.053 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:55.053 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:55.053 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.053 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:55.053 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:55.053 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:55.053 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T16:59:55.053 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T16:59:55.053 INFO:tasks.workunit.client.0.smithi069.stdout: 1 2024-04-10T16:59:55.053 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:55.053 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 3, 2024-04-10T16:59:55.053 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:55.054 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.054 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:55.054 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:55.054 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T16:59:55.054 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T16:59:55.054 INFO:tasks.workunit.client.0.smithi069.stdout: 0 2024-04-10T16:59:55.054 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:55.054 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 3, 2024-04-10T16:59:55.054 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:55.054 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:55.054 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 59, 2024-04-10T16:59:55.054 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:55.054 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:55.055 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:55.055 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.240455+0000", 2024-04-10T16:59:55.055 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:07.252082+0000", 2024-04-10T16:59:55.055 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:07.252082+0000", 2024-04-10T16:59:55.055 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:07.252387+0000", 2024-04-10T16:59:55.055 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.240455+0000", 2024-04-10T16:59:55.055 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:55.055 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:55.055 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:55.055 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 516, 2024-04-10T16:59:55.055 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.240455+0000", 2024-04-10T16:59:55.055 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.240455+0000", 2024-04-10T16:59:55.055 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.240455+0000", 2024-04-10T16:59:55.055 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:55.055 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:55.056 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:55.056 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.240455+0000", 2024-04-10T16:59:55.056 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.240455+0000", 2024-04-10T16:59:55.056 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:55.056 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:55.056 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:55.056 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:55.056 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 515, 2024-04-10T16:59:55.056 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:55.056 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:55.056 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:55.056 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:55.056 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:55.056 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:55.056 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:55.057 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:55.057 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "2.19", 2024-04-10T16:59:55.057 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:55.057 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:55.057 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:55.057 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 5088, 2024-04-10T16:59:55.057 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:55.057 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T00:20:53.040747+0000", 2024-04-10T16:59:55.057 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:55.057 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:55.057 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:55.057 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:55.057 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:55.057 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:55.057 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:55.057 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:55.058 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:55.058 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:55.058 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:55.058 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:55.058 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:55.058 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:55.058 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:55.058 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:55.058 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:55.058 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:55.058 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:55.058 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:55.058 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:55.058 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:55.058 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:55.059 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:55.059 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:55.059 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:55.059 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:55.059 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:55.059 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:55.059 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:55.059 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:55.059 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:55.059 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:55.059 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:55.059 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:55.059 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:55.059 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:55.059 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:55.060 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:55.060 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:55.060 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:55.060 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:55.060 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:55.060 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.060 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:55.060 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:55.060 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:55.060 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T16:59:55.060 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T16:59:55.060 INFO:tasks.workunit.client.0.smithi069.stdout: 0 2024-04-10T16:59:55.060 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:55.060 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 3, 2024-04-10T16:59:55.060 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:55.061 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.061 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:55.061 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:55.061 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T16:59:55.061 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T16:59:55.061 INFO:tasks.workunit.client.0.smithi069.stdout: 7 2024-04-10T16:59:55.061 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:55.061 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 0, 2024-04-10T16:59:55.061 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:55.061 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:55.061 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T16:59:55.061 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:55.061 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:55.061 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:55.061 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.941987+0000", 2024-04-10T16:59:55.061 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:42.217740+0000", 2024-04-10T16:59:55.062 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:42.217740+0000", 2024-04-10T16:59:55.062 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:42.218041+0000", 2024-04-10T16:59:55.062 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.941987+0000", 2024-04-10T16:59:55.062 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:55.062 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:55.062 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:55.062 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 551, 2024-04-10T16:59:55.062 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.941987+0000", 2024-04-10T16:59:55.062 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.941987+0000", 2024-04-10T16:59:55.062 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.941987+0000", 2024-04-10T16:59:55.062 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:55.062 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:55.062 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:55.062 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.941987+0000", 2024-04-10T16:59:55.063 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.941987+0000", 2024-04-10T16:59:55.063 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:55.063 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:55.063 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:55.063 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:55.063 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 550, 2024-04-10T16:59:55.063 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:55.063 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:55.063 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:55.063 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:55.063 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:55.063 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:55.063 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:55.063 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:55.064 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.1b", 2024-04-10T16:59:55.064 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:55.064 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:55.064 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:55.064 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 5130, 2024-04-10T16:59:55.064 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:55.064 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T19:47:52.011692+0000", 2024-04-10T16:59:55.064 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:55.064 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:55.064 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:55.064 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:55.064 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:55.064 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:55.064 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:55.064 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:55.065 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:55.065 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:55.065 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:55.065 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:55.065 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:55.065 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:55.065 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:55.065 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:55.065 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:55.065 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:55.065 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:55.065 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:55.065 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:55.065 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:55.065 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:55.065 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:55.065 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:55.066 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:55.066 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:55.066 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:55.066 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:55.066 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:55.066 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:55.066 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:55.066 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:55.066 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:55.066 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:55.066 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:55.066 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:55.066 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:55.066 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:55.066 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:55.066 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:55.067 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:55.067 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:55.067 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.067 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:55.067 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:55.067 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:55.067 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T16:59:55.067 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T16:59:55.067 INFO:tasks.workunit.client.0.smithi069.stdout: 7 2024-04-10T16:59:55.067 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:55.067 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 0, 2024-04-10T16:59:55.067 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:55.067 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.067 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:55.067 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:55.067 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T16:59:55.067 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T16:59:55.068 INFO:tasks.workunit.client.0.smithi069.stdout: 7 2024-04-10T16:59:55.068 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:55.068 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 6, 2024-04-10T16:59:55.068 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:55.068 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:55.068 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 59, 2024-04-10T16:59:55.068 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:55.068 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:55.068 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:55.068 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.942867+0000", 2024-04-10T16:59:55.068 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:42.217010+0000", 2024-04-10T16:59:55.068 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:42.217010+0000", 2024-04-10T16:59:55.068 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:42.217527+0000", 2024-04-10T16:59:55.068 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.942867+0000", 2024-04-10T16:59:55.068 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:55.068 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:55.068 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:55.069 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 551, 2024-04-10T16:59:55.069 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.942867+0000", 2024-04-10T16:59:55.069 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.942867+0000", 2024-04-10T16:59:55.069 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.942867+0000", 2024-04-10T16:59:55.069 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:55.069 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:55.069 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:55.069 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.942867+0000", 2024-04-10T16:59:55.069 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.942867+0000", 2024-04-10T16:59:55.069 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:55.069 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 2, 2024-04-10T16:59:55.069 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:55.069 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:55.069 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 550, 2024-04-10T16:59:55.069 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:55.069 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:55.070 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:55.070 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:55.070 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 2, 2024-04-10T16:59:55.070 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:55.070 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:55.070 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:55.070 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "2.1a", 2024-04-10T16:59:55.070 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:55.070 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:55.070 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:55.070 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 4942, 2024-04-10T16:59:55.070 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:55.070 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T17:11:41.749895+0000", 2024-04-10T16:59:55.070 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:55.070 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:55.071 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:55.071 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:55.071 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:55.071 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:55.071 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:55.071 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:55.071 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:55.071 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:55.071 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:55.071 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:55.071 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:55.071 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:55.071 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:55.072 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:55.072 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:55.072 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:55.072 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:55.072 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:55.072 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:55.072 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:55.072 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:55.072 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:55.072 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:55.072 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:55.072 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:55.072 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:55.072 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:55.073 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:55.073 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:55.073 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:55.073 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:55.073 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:55.073 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:55.073 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:55.073 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:55.073 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:55.073 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:55.073 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:55.073 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:55.073 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:55.073 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:55.074 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.074 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:55.074 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:55.074 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:55.074 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T16:59:55.074 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T16:59:55.074 INFO:tasks.workunit.client.0.smithi069.stdout: 7 2024-04-10T16:59:55.074 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:55.074 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 6, 2024-04-10T16:59:55.074 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "576'2" 2024-04-10T16:59:55.074 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.074 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:55.074 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:55.074 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T16:59:55.074 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T16:59:55.075 INFO:tasks.workunit.client.0.smithi069.stdout: 2 2024-04-10T16:59:55.075 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:55.075 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 4, 2024-04-10T16:59:55.075 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:55.075 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:55.075 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T16:59:55.075 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:55.075 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:55.075 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:55.075 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.237903+0000", 2024-04-10T16:59:55.075 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:37:57.385559+0000", 2024-04-10T16:59:55.075 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:37:57.385559+0000", 2024-04-10T16:59:55.075 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:37:57.386185+0000", 2024-04-10T16:59:55.075 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.237903+0000", 2024-04-10T16:59:55.075 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:55.076 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:55.076 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:55.076 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 449, 2024-04-10T16:59:55.076 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.237903+0000", 2024-04-10T16:59:55.076 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.237903+0000", 2024-04-10T16:59:55.076 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.237903+0000", 2024-04-10T16:59:55.076 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:55.076 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:55.076 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:55.076 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.237903+0000", 2024-04-10T16:59:55.076 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.237903+0000", 2024-04-10T16:59:55.076 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:55.076 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:55.076 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:55.076 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:55.077 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 448, 2024-04-10T16:59:55.077 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:55.077 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:55.077 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:55.077 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:55.077 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:55.077 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:55.077 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:55.077 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:55.077 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.1a", 2024-04-10T16:59:55.077 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:55.077 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:55.077 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:55.077 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 5040, 2024-04-10T16:59:55.077 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:55.078 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T16:56:44.553920+0000", 2024-04-10T16:59:55.078 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:55.078 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:55.078 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:55.078 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:55.078 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:55.078 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:55.078 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:55.078 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:55.078 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:55.078 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:55.078 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:55.078 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:55.078 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:55.078 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:55.079 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:55.079 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:55.079 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:55.079 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:55.079 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:55.079 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:55.079 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:55.079 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:55.079 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:55.079 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:55.079 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:55.079 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:55.079 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:55.079 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:55.079 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:55.080 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:55.080 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:55.080 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:55.080 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:55.080 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:55.080 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:55.080 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:55.080 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:55.080 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:55.080 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:55.080 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:55.080 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:55.080 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:55.080 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:55.080 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.081 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:55.081 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:55.081 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:55.081 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T16:59:55.081 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T16:59:55.081 INFO:tasks.workunit.client.0.smithi069.stdout: 2 2024-04-10T16:59:55.081 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:55.081 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 4, 2024-04-10T16:59:55.081 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:55.081 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.081 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:55.081 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:55.081 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T16:59:55.081 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T16:59:55.082 INFO:tasks.workunit.client.0.smithi069.stdout: 6 2024-04-10T16:59:55.082 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:55.082 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 3, 2024-04-10T16:59:55.082 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:55.082 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:55.082 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 59, 2024-04-10T16:59:55.082 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:55.082 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:55.082 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:55.082 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.241430+0000", 2024-04-10T16:59:55.082 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:42.217949+0000", 2024-04-10T16:59:55.082 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:42.217949+0000", 2024-04-10T16:59:55.082 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:42.218404+0000", 2024-04-10T16:59:55.082 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.241430+0000", 2024-04-10T16:59:55.082 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:55.083 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:55.083 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:55.083 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 551, 2024-04-10T16:59:55.083 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.241430+0000", 2024-04-10T16:59:55.083 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.241430+0000", 2024-04-10T16:59:55.083 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.241430+0000", 2024-04-10T16:59:55.083 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:55.083 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:55.083 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:55.083 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.241430+0000", 2024-04-10T16:59:55.083 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.241430+0000", 2024-04-10T16:59:55.083 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:55.083 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 2, 2024-04-10T16:59:55.083 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:55.083 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:55.083 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 550, 2024-04-10T16:59:55.084 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:55.084 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:55.084 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:55.084 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:55.084 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 2, 2024-04-10T16:59:55.084 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:55.084 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:55.084 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:55.084 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "2.1b", 2024-04-10T16:59:55.084 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:55.084 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:55.084 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:55.084 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 5075, 2024-04-10T16:59:55.084 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:55.084 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T22:06:21.613391+0000", 2024-04-10T16:59:55.085 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:55.085 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:55.085 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:55.085 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:55.085 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:55.085 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:55.085 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:55.085 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:55.085 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:55.085 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:55.085 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:55.085 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:55.085 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:55.085 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:55.085 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:55.085 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:55.086 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:55.086 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:55.086 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:55.086 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:55.086 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:55.086 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:55.086 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:55.086 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:55.086 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:55.086 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:55.086 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:55.086 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:55.086 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:55.086 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:55.086 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:55.087 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:55.087 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:55.087 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:55.087 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:55.087 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:55.087 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:55.087 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:55.087 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:55.087 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:55.087 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:55.087 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:55.087 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:55.087 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.087 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:55.087 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:55.087 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:55.088 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T16:59:55.088 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T16:59:55.088 INFO:tasks.workunit.client.0.smithi069.stdout: 6 2024-04-10T16:59:55.088 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:55.088 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 3, 2024-04-10T16:59:55.088 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "576'2" 2024-04-10T16:59:55.088 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.088 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:55.088 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:55.088 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T16:59:55.088 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T16:59:55.088 INFO:tasks.workunit.client.0.smithi069.stdout: 6 2024-04-10T16:59:55.088 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:55.088 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 5, 2024-04-10T16:59:55.088 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:55.088 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:55.089 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T16:59:55.089 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:55.089 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:55.089 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:55.089 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.943475+0000", 2024-04-10T16:59:55.089 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:07.260192+0000", 2024-04-10T16:59:55.089 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:07.260192+0000", 2024-04-10T16:59:55.089 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:07.260591+0000", 2024-04-10T16:59:55.089 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.943475+0000", 2024-04-10T16:59:55.089 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:55.089 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:55.089 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:55.089 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 516, 2024-04-10T16:59:55.089 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.943475+0000", 2024-04-10T16:59:55.089 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.943475+0000", 2024-04-10T16:59:55.089 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.943475+0000", 2024-04-10T16:59:55.089 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:55.090 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:55.090 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:55.090 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.943475+0000", 2024-04-10T16:59:55.090 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.943475+0000", 2024-04-10T16:59:55.090 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:55.090 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:55.090 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:55.090 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:55.090 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 515, 2024-04-10T16:59:55.090 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:55.090 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:55.090 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:55.090 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:55.090 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:55.090 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:55.090 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:55.091 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:55.091 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.1d", 2024-04-10T16:59:55.091 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:55.091 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:55.091 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:55.091 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 4972, 2024-04-10T16:59:55.091 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:55.091 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T22:38:37.608608+0000", 2024-04-10T16:59:55.091 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:55.091 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:55.091 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:55.091 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:55.091 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:55.091 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:55.091 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:55.091 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:55.091 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:55.092 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:55.092 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:55.092 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:55.092 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:55.092 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:55.092 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:55.092 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:55.092 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:55.092 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:55.092 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:55.092 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:55.092 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:55.092 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:55.092 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:55.092 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:55.092 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:55.093 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:55.093 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:55.093 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:55.093 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:55.093 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:55.093 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:55.093 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:55.093 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:55.093 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:55.093 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:55.093 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:55.093 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:55.093 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:55.093 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:55.093 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:55.093 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:55.093 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:55.094 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:55.094 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.094 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:55.094 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:55.094 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:55.094 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T16:59:55.094 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T16:59:55.094 INFO:tasks.workunit.client.0.smithi069.stdout: 6 2024-04-10T16:59:55.094 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:55.094 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 5, 2024-04-10T16:59:55.094 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:55.094 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.094 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:55.094 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:55.095 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T16:59:55.095 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T16:59:55.095 INFO:tasks.workunit.client.0.smithi069.stdout: 2 2024-04-10T16:59:55.095 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:55.095 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 7, 2024-04-10T16:59:55.095 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:55.095 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:55.095 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 59, 2024-04-10T16:59:55.095 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:55.095 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:55.095 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:55.095 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.522603+0000", 2024-04-10T16:59:55.095 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:42.221704+0000", 2024-04-10T16:59:55.095 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:42.221704+0000", 2024-04-10T16:59:55.095 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:42.223448+0000", 2024-04-10T16:59:55.095 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.522603+0000", 2024-04-10T16:59:55.095 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:55.096 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:55.096 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:55.096 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 551, 2024-04-10T16:59:55.096 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.522603+0000", 2024-04-10T16:59:55.096 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.522603+0000", 2024-04-10T16:59:55.096 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.522603+0000", 2024-04-10T16:59:55.096 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:55.096 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:55.096 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:55.096 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.522603+0000", 2024-04-10T16:59:55.096 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.522603+0000", 2024-04-10T16:59:55.096 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:55.096 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 2, 2024-04-10T16:59:55.096 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:55.096 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:55.097 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 550, 2024-04-10T16:59:55.097 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:55.097 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:55.097 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:55.097 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:55.097 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 2, 2024-04-10T16:59:55.097 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:55.097 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:55.097 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:55.097 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "2.1c", 2024-04-10T16:59:55.097 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:55.097 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:55.097 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:55.097 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 4915, 2024-04-10T16:59:55.098 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:55.098 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T02:45:11.484172+0000", 2024-04-10T16:59:55.098 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:55.098 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:55.098 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:55.098 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:55.098 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:55.098 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:55.098 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:55.098 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:55.098 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:55.098 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:55.098 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:55.099 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:55.099 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:55.099 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:55.099 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:55.099 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:55.099 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:55.099 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:55.099 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:55.099 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 3, 2024-04-10T16:59:55.099 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 1, 2024-04-10T16:59:55.099 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:55.099 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 1, 2024-04-10T16:59:55.099 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:55.099 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:55.100 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:55.100 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:55.100 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:55.100 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 1, 2024-04-10T16:59:55.100 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:55.100 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:55.100 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:55.100 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:55.100 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:55.100 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:55.100 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:55.100 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 6, 2024-04-10T16:59:55.100 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 6, 2024-04-10T16:59:55.101 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:55.101 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:55.101 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:55.101 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 3, 2024-04-10T16:59:55.101 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:55.101 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.101 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:55.101 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:55.101 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:55.101 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T16:59:55.101 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T16:59:55.101 INFO:tasks.workunit.client.0.smithi069.stdout: 2 2024-04-10T16:59:55.101 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:55.101 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 7, 2024-04-10T16:59:55.101 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "61'2" 2024-04-10T16:59:55.102 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.102 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:55.102 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:55.102 INFO:tasks.workunit.client.0.smithi069.stdout: 2, 2024-04-10T16:59:55.102 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T16:59:55.102 INFO:tasks.workunit.client.0.smithi069.stdout: 1 2024-04-10T16:59:55.102 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:55.102 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 2, 2024-04-10T16:59:55.102 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:55.102 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:55.102 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T16:59:55.102 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:55.102 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:55.102 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:55.103 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.239369+0000", 2024-04-10T16:59:55.103 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:37:57.388576+0000", 2024-04-10T16:59:55.103 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:37:57.388576+0000", 2024-04-10T16:59:55.103 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:37:57.388937+0000", 2024-04-10T16:59:55.103 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.239369+0000", 2024-04-10T16:59:55.103 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:55.103 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:55.103 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:55.103 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 449, 2024-04-10T16:59:55.103 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.239369+0000", 2024-04-10T16:59:55.103 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.239369+0000", 2024-04-10T16:59:55.103 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.239369+0000", 2024-04-10T16:59:55.103 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:55.103 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:55.104 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:55.104 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.239369+0000", 2024-04-10T16:59:55.104 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.239369+0000", 2024-04-10T16:59:55.104 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:55.104 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:55.104 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:55.104 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:55.104 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 448, 2024-04-10T16:59:55.104 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:55.104 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:55.104 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:55.104 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:55.104 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:55.104 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:55.105 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:55.105 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:55.105 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.1c", 2024-04-10T16:59:55.105 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:55.105 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:55.105 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:55.105 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 5079, 2024-04-10T16:59:55.105 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:55.105 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T22:57:04.328536+0000", 2024-04-10T16:59:55.105 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:55.105 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:55.105 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:55.105 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:55.105 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:55.105 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:55.105 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:55.105 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:55.106 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:55.106 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:55.106 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:55.106 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:55.106 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:55.106 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:55.106 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:55.106 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:55.106 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:55.106 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:55.106 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:55.106 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:55.106 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:55.106 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:55.106 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:55.107 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:55.107 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:55.107 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:55.107 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:55.107 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:55.107 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:55.107 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:55.107 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:55.107 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:55.107 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:55.107 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:55.107 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:55.107 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:55.107 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:55.107 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:55.108 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:55.108 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:55.108 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:55.108 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:55.108 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:55.108 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.108 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:55.108 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:55.108 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:55.108 INFO:tasks.workunit.client.0.smithi069.stdout: 2, 2024-04-10T16:59:55.108 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T16:59:55.108 INFO:tasks.workunit.client.0.smithi069.stdout: 1 2024-04-10T16:59:55.108 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:55.108 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 2, 2024-04-10T16:59:55.108 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:55.109 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.109 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:55.109 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:55.109 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T16:59:55.109 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T16:59:55.109 INFO:tasks.workunit.client.0.smithi069.stdout: 0 2024-04-10T16:59:55.109 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:55.109 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 7, 2024-04-10T16:59:55.109 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:55.109 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:55.109 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 59, 2024-04-10T16:59:55.109 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:55.109 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:55.109 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:55.109 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.523553+0000", 2024-04-10T16:59:55.109 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:42.215426+0000", 2024-04-10T16:59:55.110 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:42.215426+0000", 2024-04-10T16:59:55.110 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:42.220944+0000", 2024-04-10T16:59:55.110 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.523553+0000", 2024-04-10T16:59:55.110 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:55.110 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:55.110 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:55.110 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 551, 2024-04-10T16:59:55.110 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.523553+0000", 2024-04-10T16:59:55.110 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.523553+0000", 2024-04-10T16:59:55.110 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.523553+0000", 2024-04-10T16:59:55.110 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:55.110 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:55.110 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:55.110 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.523553+0000", 2024-04-10T16:59:55.110 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.523553+0000", 2024-04-10T16:59:55.111 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:55.111 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 2, 2024-04-10T16:59:55.111 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:55.111 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:55.111 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 550, 2024-04-10T16:59:55.111 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:55.111 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:55.111 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:55.111 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:55.111 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 2, 2024-04-10T16:59:55.111 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:55.111 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:55.111 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:55.111 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "2.1d", 2024-04-10T16:59:55.111 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:55.112 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:55.112 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:55.112 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 4908, 2024-04-10T16:59:55.112 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:55.112 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T22:20:44.410904+0000", 2024-04-10T16:59:55.112 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:55.112 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:55.112 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:55.112 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:55.112 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:55.112 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:55.112 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:55.112 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:55.112 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:55.112 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:55.112 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:55.113 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:55.113 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:55.113 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:55.113 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:55.113 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:55.113 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:55.113 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:55.113 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:55.113 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 3, 2024-04-10T16:59:55.113 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 1, 2024-04-10T16:59:55.113 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:55.113 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 1, 2024-04-10T16:59:55.113 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:55.114 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:55.114 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:55.114 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:55.114 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:55.114 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 1, 2024-04-10T16:59:55.114 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:55.114 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:55.114 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:55.114 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:55.114 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:55.114 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:55.114 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:55.114 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 6, 2024-04-10T16:59:55.114 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 6, 2024-04-10T16:59:55.114 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:55.115 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:55.115 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:55.115 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 3, 2024-04-10T16:59:55.115 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:55.115 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.115 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:55.115 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:55.115 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:55.115 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T16:59:55.115 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T16:59:55.115 INFO:tasks.workunit.client.0.smithi069.stdout: 0 2024-04-10T16:59:55.115 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:55.115 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 7, 2024-04-10T16:59:55.115 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "61'2" 2024-04-10T16:59:55.115 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.115 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:55.116 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:55.116 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T16:59:55.116 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T16:59:55.116 INFO:tasks.workunit.client.0.smithi069.stdout: 2 2024-04-10T16:59:55.116 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:55.116 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 0, 2024-04-10T16:59:55.116 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:55.116 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:55.116 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T16:59:55.116 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:55.116 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:55.116 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:55.116 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.942958+0000", 2024-04-10T16:59:55.116 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:38:32.254550+0000", 2024-04-10T16:59:55.116 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:38:32.254550+0000", 2024-04-10T16:59:55.116 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:38:32.255092+0000", 2024-04-10T16:59:55.116 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.942958+0000", 2024-04-10T16:59:55.117 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:55.117 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:55.117 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:55.117 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 481, 2024-04-10T16:59:55.117 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.942958+0000", 2024-04-10T16:59:55.117 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.942958+0000", 2024-04-10T16:59:55.117 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.942958+0000", 2024-04-10T16:59:55.117 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:55.117 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:55.117 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:55.117 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.942958+0000", 2024-04-10T16:59:55.117 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.942958+0000", 2024-04-10T16:59:55.117 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:55.117 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:55.117 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:55.117 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:55.118 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 480, 2024-04-10T16:59:55.118 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:55.118 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:55.118 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:55.118 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:55.118 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:55.118 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:55.118 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:55.118 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:55.118 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.1f", 2024-04-10T16:59:55.118 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:55.118 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:55.118 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:55.118 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 5138, 2024-04-10T16:59:55.118 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:55.118 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T16:21:18.671666+0000", 2024-04-10T16:59:55.119 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:55.119 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:55.119 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:55.119 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:55.119 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:55.119 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:55.119 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:55.119 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:55.119 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:55.119 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:55.119 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:55.119 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:55.119 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:55.119 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:55.119 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:55.119 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:55.120 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:55.120 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:55.120 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:55.120 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:55.120 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:55.120 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:55.120 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:55.120 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:55.120 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:55.120 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:55.120 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:55.120 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:55.120 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:55.120 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:55.121 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:55.121 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:55.121 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:55.121 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:55.121 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:55.121 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:55.121 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:55.121 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:55.121 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:55.121 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:55.121 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:55.121 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:55.121 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:55.121 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.121 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:55.122 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:55.122 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:55.122 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T16:59:55.122 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T16:59:55.122 INFO:tasks.workunit.client.0.smithi069.stdout: 2 2024-04-10T16:59:55.122 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:55.122 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 0, 2024-04-10T16:59:55.122 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:55.122 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.122 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:55.122 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:55.122 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T16:59:55.122 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T16:59:55.122 INFO:tasks.workunit.client.0.smithi069.stdout: 5 2024-04-10T16:59:55.122 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:55.123 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 3, 2024-04-10T16:59:55.123 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:55.123 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:55.123 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 59, 2024-04-10T16:59:55.123 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:55.123 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:55.123 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:55.123 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.241217+0000", 2024-04-10T16:59:55.123 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:38:32.253753+0000", 2024-04-10T16:59:55.123 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:38:32.253753+0000", 2024-04-10T16:59:55.123 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:38:32.254095+0000", 2024-04-10T16:59:55.123 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.241217+0000", 2024-04-10T16:59:55.123 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:55.123 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:55.124 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:55.124 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 481, 2024-04-10T16:59:55.124 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.241217+0000", 2024-04-10T16:59:55.124 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.241217+0000", 2024-04-10T16:59:55.124 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.241217+0000", 2024-04-10T16:59:55.124 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:55.124 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:55.124 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:55.124 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.241217+0000", 2024-04-10T16:59:55.124 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.241217+0000", 2024-04-10T16:59:55.124 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:55.124 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 2, 2024-04-10T16:59:55.124 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:55.124 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:55.125 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 480, 2024-04-10T16:59:55.125 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:55.125 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:55.125 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:55.125 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:55.125 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 2, 2024-04-10T16:59:55.125 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:55.125 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:55.125 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:55.125 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "2.1e", 2024-04-10T16:59:55.125 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:55.125 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:55.125 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:55.125 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 5098, 2024-04-10T16:59:55.125 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:55.125 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T03:06:14.806992+0000", 2024-04-10T16:59:55.125 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:55.126 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:55.126 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:55.126 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:55.126 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:55.126 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:55.126 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:55.126 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:55.126 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:55.126 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:55.126 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:55.126 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:55.126 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:55.126 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:55.126 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:55.126 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:55.127 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:55.127 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:55.127 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:55.127 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:55.127 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:55.127 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:55.127 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:55.127 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:55.127 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:55.127 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:55.127 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:55.127 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:55.127 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:55.127 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:55.128 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:55.128 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:55.128 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:55.128 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:55.128 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:55.128 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:55.128 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:55.128 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:55.128 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:55.128 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:55.128 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:55.128 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:55.128 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:55.128 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.128 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:55.128 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:55.129 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:55.129 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T16:59:55.129 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T16:59:55.129 INFO:tasks.workunit.client.0.smithi069.stdout: 5 2024-04-10T16:59:55.129 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:55.129 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 3, 2024-04-10T16:59:55.129 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "576'2" 2024-04-10T16:59:55.129 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.129 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:55.129 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:55.129 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T16:59:55.129 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T16:59:55.129 INFO:tasks.workunit.client.0.smithi069.stdout: 2 2024-04-10T16:59:55.129 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:55.129 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 3, 2024-04-10T16:59:55.129 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:55.129 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:55.130 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T16:59:55.130 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:55.130 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:55.130 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:55.130 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.241707+0000", 2024-04-10T16:59:55.130 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:07.252171+0000", 2024-04-10T16:59:55.130 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:07.252171+0000", 2024-04-10T16:59:55.130 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:07.252493+0000", 2024-04-10T16:59:55.130 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.241707+0000", 2024-04-10T16:59:55.130 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:55.130 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:55.130 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:55.130 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 516, 2024-04-10T16:59:55.130 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.241707+0000", 2024-04-10T16:59:55.130 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.241707+0000", 2024-04-10T16:59:55.131 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.241707+0000", 2024-04-10T16:59:55.131 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:55.131 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:55.131 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:55.131 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.241707+0000", 2024-04-10T16:59:55.131 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.241707+0000", 2024-04-10T16:59:55.131 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:55.131 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:55.131 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:55.131 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:55.131 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 515, 2024-04-10T16:59:55.131 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:55.131 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:55.131 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:55.131 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:55.132 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:55.132 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:55.132 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:55.132 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:55.132 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.1e", 2024-04-10T16:59:55.132 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:55.132 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:55.132 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:55.132 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 5078, 2024-04-10T16:59:55.132 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:55.132 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T19:55:45.559636+0000", 2024-04-10T16:59:55.132 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:55.132 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:55.132 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:55.133 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:55.133 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:55.133 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:55.133 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:55.133 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:55.133 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:55.133 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:55.133 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:55.133 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:55.133 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:55.133 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:55.133 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:55.133 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:55.133 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:55.133 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:55.133 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:55.133 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:55.134 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:55.134 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:55.134 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:55.134 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:55.134 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:55.134 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:55.134 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:55.134 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:55.134 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:55.134 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:55.134 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:55.134 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:55.134 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:55.134 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:55.134 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:55.135 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:55.135 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:55.135 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:55.135 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:55.135 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:55.135 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:55.135 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:55.135 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:55.135 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.135 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:55.135 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:55.135 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:55.135 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T16:59:55.135 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T16:59:55.135 INFO:tasks.workunit.client.0.smithi069.stdout: 2 2024-04-10T16:59:55.135 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:55.136 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 3, 2024-04-10T16:59:55.136 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:55.136 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.136 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:55.136 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:55.136 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T16:59:55.136 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T16:59:55.136 INFO:tasks.workunit.client.0.smithi069.stdout: 4 2024-04-10T16:59:55.136 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:55.136 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 0, 2024-04-10T16:59:55.136 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:55.136 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:55.136 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 59, 2024-04-10T16:59:55.136 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:55.136 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:55.137 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:55.137 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.943530+0000", 2024-04-10T16:59:55.137 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:42.216852+0000", 2024-04-10T16:59:55.137 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:42.216852+0000", 2024-04-10T16:59:55.137 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:42.217243+0000", 2024-04-10T16:59:55.137 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.943530+0000", 2024-04-10T16:59:55.137 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:55.137 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:55.137 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:55.137 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 551, 2024-04-10T16:59:55.137 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.943530+0000", 2024-04-10T16:59:55.137 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.943530+0000", 2024-04-10T16:59:55.137 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.943530+0000", 2024-04-10T16:59:55.137 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:55.137 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:55.138 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:55.138 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.943530+0000", 2024-04-10T16:59:55.138 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.943530+0000", 2024-04-10T16:59:55.138 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:55.138 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 5, 2024-04-10T16:59:55.138 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:55.138 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:55.138 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 550, 2024-04-10T16:59:55.138 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:55.138 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:55.138 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:55.138 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:55.138 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 5, 2024-04-10T16:59:55.138 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:55.138 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:55.139 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:55.139 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "2.1f", 2024-04-10T16:59:55.139 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:55.139 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:55.139 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:55.139 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 5146, 2024-04-10T16:59:55.139 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:55.139 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T15:49:23.857203+0000", 2024-04-10T16:59:55.139 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:55.139 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:55.139 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:55.139 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 582, 2024-04-10T16:59:55.139 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:55.139 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:55.140 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:55.140 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:55.140 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:55.140 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:55.140 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:55.140 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:55.140 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:55.140 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:55.140 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:55.140 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:55.140 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:55.140 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:55.140 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:55.140 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 6, 2024-04-10T16:59:55.141 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 2, 2024-04-10T16:59:55.141 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:55.141 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 2, 2024-04-10T16:59:55.141 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:55.141 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:55.141 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:55.141 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:55.141 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:55.141 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 1, 2024-04-10T16:59:55.141 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:55.141 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:55.141 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:55.141 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:55.141 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:55.141 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:55.142 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:55.142 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 4, 2024-04-10T16:59:55.142 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 4, 2024-04-10T16:59:55.142 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:55.142 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:55.142 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:55.142 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 4, 2024-04-10T16:59:55.142 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 1 2024-04-10T16:59:55.142 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.142 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:55.142 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:55.142 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:55.142 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T16:59:55.142 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T16:59:55.143 INFO:tasks.workunit.client.0.smithi069.stdout: 4 2024-04-10T16:59:55.143 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:55.143 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 0, 2024-04-10T16:59:55.143 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "576'5" 2024-04-10T16:59:55.143 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.143 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:55.143 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:55.143 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T16:59:55.143 INFO:tasks.workunit.client.0.smithi069.stdout: 2, 2024-04-10T16:59:55.143 INFO:tasks.workunit.client.0.smithi069.stdout: 6 2024-04-10T16:59:55.143 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:55.143 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 7, 2024-04-10T16:59:55.143 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:55.143 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:55.144 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T16:59:55.144 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:55.144 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:55.144 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:55.144 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.523524+0000", 2024-04-10T16:59:55.144 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:42.210550+0000", 2024-04-10T16:59:55.144 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:42.210550+0000", 2024-04-10T16:59:55.144 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:42.213693+0000", 2024-04-10T16:59:55.144 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.523524+0000", 2024-04-10T16:59:55.144 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:55.144 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:55.144 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:55.144 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 551, 2024-04-10T16:59:55.144 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.523524+0000", 2024-04-10T16:59:55.145 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.523524+0000", 2024-04-10T16:59:55.145 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.523524+0000", 2024-04-10T16:59:55.145 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:55.145 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:55.145 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:55.145 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.523524+0000", 2024-04-10T16:59:55.145 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.523524+0000", 2024-04-10T16:59:55.145 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:55.145 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:55.145 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:55.145 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:55.145 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 550, 2024-04-10T16:59:55.145 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:55.145 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:55.146 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:55.146 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:55.146 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:55.146 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:55.146 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:55.146 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:55.146 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.2d", 2024-04-10T16:59:55.146 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:55.146 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:55.146 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:55.146 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 4906, 2024-04-10T16:59:55.146 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:55.146 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T16:12:18.743675+0000", 2024-04-10T16:59:55.146 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:55.146 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:55.146 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:55.147 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:55.147 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:55.147 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:55.147 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:55.147 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:55.147 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:55.147 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:55.147 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:55.147 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:55.147 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:55.147 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:55.147 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:55.147 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:55.147 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:55.147 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:55.147 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:55.148 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:55.148 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:55.148 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:55.148 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:55.148 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:55.148 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:55.148 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:55.148 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:55.148 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:55.148 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:55.148 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:55.148 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:55.148 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:55.148 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:55.148 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:55.148 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:55.148 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:55.149 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:55.149 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:55.149 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:55.149 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:55.149 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:55.149 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:55.149 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:55.149 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.149 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:55.149 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:55.149 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:55.149 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T16:59:55.149 INFO:tasks.workunit.client.0.smithi069.stdout: 2, 2024-04-10T16:59:55.149 INFO:tasks.workunit.client.0.smithi069.stdout: 6 2024-04-10T16:59:55.149 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:55.149 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 7, 2024-04-10T16:59:55.150 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:55.150 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.150 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:55.150 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:55.150 INFO:tasks.workunit.client.0.smithi069.stdout: 2, 2024-04-10T16:59:55.150 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T16:59:55.150 INFO:tasks.workunit.client.0.smithi069.stdout: 7 2024-04-10T16:59:55.150 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:55.150 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 2, 2024-04-10T16:59:55.150 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:55.150 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:55.150 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T16:59:55.150 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:55.150 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:55.150 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:55.150 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.238404+0000", 2024-04-10T16:59:55.151 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:42.204844+0000", 2024-04-10T16:59:55.151 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:42.204844+0000", 2024-04-10T16:59:55.151 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:42.205179+0000", 2024-04-10T16:59:55.151 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.238404+0000", 2024-04-10T16:59:55.151 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:55.151 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:55.151 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:55.151 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 551, 2024-04-10T16:59:55.151 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.238404+0000", 2024-04-10T16:59:55.151 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.238404+0000", 2024-04-10T16:59:55.151 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.238404+0000", 2024-04-10T16:59:55.151 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:55.151 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:55.151 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:55.151 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.238404+0000", 2024-04-10T16:59:55.151 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.238404+0000", 2024-04-10T16:59:55.152 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:55.152 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:55.152 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:55.152 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:55.152 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 550, 2024-04-10T16:59:55.152 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:55.152 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:55.152 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:55.152 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:55.152 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:55.152 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:55.152 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:55.152 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:55.152 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.2e", 2024-04-10T16:59:55.152 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:55.152 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:55.153 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:55.153 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 5077, 2024-04-10T16:59:55.153 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:55.153 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T00:14:34.016716+0000", 2024-04-10T16:59:55.153 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:55.153 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:55.153 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:55.153 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:55.153 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:55.153 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:55.153 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:55.153 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:55.153 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:55.153 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:55.153 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:55.154 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:55.154 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:55.154 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:55.154 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:55.154 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:55.154 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:55.154 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:55.154 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:55.154 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:55.154 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:55.154 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:55.154 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:55.154 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:55.154 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:55.154 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:55.155 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:55.155 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:55.155 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:55.155 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:55.155 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:55.155 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:55.155 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:55.155 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:55.155 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:55.155 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:55.155 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:55.155 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:55.155 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:55.155 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:55.155 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:55.156 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:55.156 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:55.156 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.156 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:55.156 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:55.156 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:55.156 INFO:tasks.workunit.client.0.smithi069.stdout: 2, 2024-04-10T16:59:55.156 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T16:59:55.156 INFO:tasks.workunit.client.0.smithi069.stdout: 7 2024-04-10T16:59:55.156 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:55.156 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 2, 2024-04-10T16:59:55.156 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:55.156 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.156 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:55.156 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:55.156 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T16:59:55.157 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T16:59:55.157 INFO:tasks.workunit.client.0.smithi069.stdout: 4 2024-04-10T16:59:55.157 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:55.157 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 5, 2024-04-10T16:59:55.157 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:55.157 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:55.157 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T16:59:55.157 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:55.157 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:55.157 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:55.157 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.944119+0000", 2024-04-10T16:59:55.157 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:42.213568+0000", 2024-04-10T16:59:55.157 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:42.213568+0000", 2024-04-10T16:59:55.157 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:42.213922+0000", 2024-04-10T16:59:55.157 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.944119+0000", 2024-04-10T16:59:55.158 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:55.158 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:55.158 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:55.158 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 551, 2024-04-10T16:59:55.158 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.944119+0000", 2024-04-10T16:59:55.158 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.944119+0000", 2024-04-10T16:59:55.158 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.944119+0000", 2024-04-10T16:59:55.158 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:55.158 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:55.158 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:55.158 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.944119+0000", 2024-04-10T16:59:55.158 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.944119+0000", 2024-04-10T16:59:55.158 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:55.158 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:55.158 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:55.159 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:55.159 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 550, 2024-04-10T16:59:55.159 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:55.159 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:55.159 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:55.159 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:55.159 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:55.159 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:55.159 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:55.159 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:55.159 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.2f", 2024-04-10T16:59:55.159 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:55.159 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:55.159 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:55.159 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 4983, 2024-04-10T16:59:55.159 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:55.160 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T02:29:20.792148+0000", 2024-04-10T16:59:55.160 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:55.160 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:55.160 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:55.160 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:55.160 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:55.160 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:55.160 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:55.160 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:55.160 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:55.160 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:55.160 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:55.160 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:55.160 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:55.160 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:55.160 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:55.161 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:55.161 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:55.161 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:55.161 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:55.161 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:55.161 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:55.161 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:55.161 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:55.161 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:55.161 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:55.161 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:55.161 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:55.161 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:55.161 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:55.161 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:55.161 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:55.162 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:55.162 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:55.162 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:55.162 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:55.162 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:55.162 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:55.162 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:55.162 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:55.162 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:55.162 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:55.162 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:55.162 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:55.162 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.162 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:55.162 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:55.163 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:55.163 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T16:59:55.163 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T16:59:55.163 INFO:tasks.workunit.client.0.smithi069.stdout: 4 2024-04-10T16:59:55.163 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:55.163 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 5, 2024-04-10T16:59:55.163 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:55.163 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.163 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:55.163 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:55.163 INFO:tasks.workunit.client.0.smithi069.stdout: 2, 2024-04-10T16:59:55.163 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T16:59:55.163 INFO:tasks.workunit.client.0.smithi069.stdout: 7 2024-04-10T16:59:55.163 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:55.163 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 2, 2024-04-10T16:59:55.163 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:55.164 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:55.164 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T16:59:55.164 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:55.164 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:55.164 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:55.164 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.237805+0000", 2024-04-10T16:59:55.164 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:42.219115+0000", 2024-04-10T16:59:55.164 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:42.219115+0000", 2024-04-10T16:59:55.164 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:42.219538+0000", 2024-04-10T16:59:55.164 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.237805+0000", 2024-04-10T16:59:55.164 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:55.164 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:55.164 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:55.164 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 551, 2024-04-10T16:59:55.165 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.237805+0000", 2024-04-10T16:59:55.165 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.237805+0000", 2024-04-10T16:59:55.165 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.237805+0000", 2024-04-10T16:59:55.165 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:55.165 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:55.165 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:55.165 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.237805+0000", 2024-04-10T16:59:55.165 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.237805+0000", 2024-04-10T16:59:55.165 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:55.165 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:55.165 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:55.165 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:55.165 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 550, 2024-04-10T16:59:55.165 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:55.166 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:55.166 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:55.166 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:55.166 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:55.166 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:55.166 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:55.166 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:55.166 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.30", 2024-04-10T16:59:55.166 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:55.166 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:55.166 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:55.166 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 5081, 2024-04-10T16:59:55.166 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:55.166 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T20:41:25.350430+0000", 2024-04-10T16:59:55.166 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:55.167 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:55.167 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:55.167 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:55.167 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:55.167 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:55.167 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:55.167 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:55.167 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:55.167 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:55.167 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:55.167 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:55.167 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:55.167 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:55.167 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:55.167 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:55.168 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:55.168 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:55.168 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:55.168 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:55.168 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:55.168 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:55.168 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:55.168 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:55.168 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:55.168 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:55.168 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:55.168 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:55.168 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:55.168 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:55.168 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:55.169 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:55.169 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:55.169 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:55.169 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:55.169 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:55.169 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:55.169 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:55.169 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:55.169 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:55.169 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:55.169 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:55.169 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:55.169 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.169 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:55.169 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:55.169 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:55.170 INFO:tasks.workunit.client.0.smithi069.stdout: 2, 2024-04-10T16:59:55.170 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T16:59:55.170 INFO:tasks.workunit.client.0.smithi069.stdout: 7 2024-04-10T16:59:55.170 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:55.170 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 2, 2024-04-10T16:59:55.170 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:55.170 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.170 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:55.170 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:55.170 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T16:59:55.170 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T16:59:55.170 INFO:tasks.workunit.client.0.smithi069.stdout: 5 2024-04-10T16:59:55.170 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:55.170 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 1, 2024-04-10T16:59:55.170 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:55.171 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:55.171 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T16:59:55.171 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:55.171 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:55.171 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:55.171 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.941150+0000", 2024-04-10T16:59:55.171 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:38:32.252682+0000", 2024-04-10T16:59:55.171 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:38:32.252682+0000", 2024-04-10T16:59:55.171 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:38:32.252989+0000", 2024-04-10T16:59:55.171 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.941150+0000", 2024-04-10T16:59:55.171 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:55.171 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:55.171 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:55.171 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 481, 2024-04-10T16:59:55.171 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.941150+0000", 2024-04-10T16:59:55.172 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.941150+0000", 2024-04-10T16:59:55.172 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.941150+0000", 2024-04-10T16:59:55.172 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:55.172 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:55.172 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:55.172 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.941150+0000", 2024-04-10T16:59:55.172 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.941150+0000", 2024-04-10T16:59:55.172 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:55.172 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:55.172 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:55.172 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:55.172 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 480, 2024-04-10T16:59:55.172 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:55.172 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:55.172 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:55.172 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:55.173 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:55.173 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:55.173 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:55.173 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:55.173 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.31", 2024-04-10T16:59:55.173 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:55.173 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:55.173 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:55.173 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 5108, 2024-04-10T16:59:55.173 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:55.173 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T17:12:55.265573+0000", 2024-04-10T16:59:55.173 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:55.173 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:55.173 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:55.173 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:55.173 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:55.174 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:55.174 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:55.174 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:55.174 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:55.174 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:55.174 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:55.174 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:55.174 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:55.174 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:55.174 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:55.174 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:55.174 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:55.174 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:55.174 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:55.175 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:55.175 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:55.175 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:55.175 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:55.175 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:55.175 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:55.175 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:55.175 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:55.175 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:55.175 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:55.175 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:55.175 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:55.175 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:55.175 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:55.175 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:55.175 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:55.175 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:55.176 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:55.176 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:55.176 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:55.176 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:55.176 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:55.176 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:55.176 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:55.176 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.176 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:55.176 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:55.176 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:55.176 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T16:59:55.176 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T16:59:55.176 INFO:tasks.workunit.client.0.smithi069.stdout: 5 2024-04-10T16:59:55.176 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:55.176 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 1, 2024-04-10T16:59:55.176 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:55.177 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.177 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:55.177 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:55.177 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T16:59:55.177 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T16:59:55.177 INFO:tasks.workunit.client.0.smithi069.stdout: 5 2024-04-10T16:59:55.177 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:55.177 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 0, 2024-04-10T16:59:55.177 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:55.177 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:55.177 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T16:59:55.177 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:55.177 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:55.177 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:55.177 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.941290+0000", 2024-04-10T16:59:55.178 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:38:32.247873+0000", 2024-04-10T16:59:55.178 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:38:32.247873+0000", 2024-04-10T16:59:55.178 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:38:32.248203+0000", 2024-04-10T16:59:55.178 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.941290+0000", 2024-04-10T16:59:55.178 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:55.178 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:55.178 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:55.178 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 481, 2024-04-10T16:59:55.178 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.941290+0000", 2024-04-10T16:59:55.178 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.941290+0000", 2024-04-10T16:59:55.178 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.941290+0000", 2024-04-10T16:59:55.178 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:55.178 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:55.178 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:55.178 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.941290+0000", 2024-04-10T16:59:55.179 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.941290+0000", 2024-04-10T16:59:55.179 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:55.179 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:55.179 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:55.179 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:55.179 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 480, 2024-04-10T16:59:55.179 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:55.179 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:55.179 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:55.179 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:55.179 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:55.179 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:55.179 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:55.179 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:55.179 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.32", 2024-04-10T16:59:55.179 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:55.180 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:55.180 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:55.180 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 5133, 2024-04-10T16:59:55.180 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:55.180 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T00:13:34.982456+0000", 2024-04-10T16:59:55.180 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:55.180 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:55.180 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:55.180 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:55.180 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:55.180 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:55.180 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:55.180 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:55.180 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:55.180 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:55.180 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:55.181 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:55.181 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:55.181 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:55.181 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:55.181 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:55.181 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:55.181 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:55.181 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:55.181 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:55.181 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:55.181 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:55.181 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:55.181 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:55.181 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:55.181 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:55.182 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:55.182 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:55.182 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:55.182 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:55.182 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:55.182 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:55.182 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:55.182 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:55.182 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:55.182 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:55.182 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:55.182 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:55.182 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:55.182 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:55.182 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:55.183 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:55.183 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:55.183 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.183 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:55.183 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:55.183 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:55.183 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T16:59:55.183 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T16:59:55.183 INFO:tasks.workunit.client.0.smithi069.stdout: 5 2024-04-10T16:59:55.183 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:55.183 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 0, 2024-04-10T16:59:55.183 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:55.183 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.183 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:55.183 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:55.183 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T16:59:55.184 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T16:59:55.184 INFO:tasks.workunit.client.0.smithi069.stdout: 1 2024-04-10T16:59:55.184 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:55.184 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 3, 2024-04-10T16:59:55.184 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:55.184 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:55.184 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T16:59:55.184 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:55.184 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:55.184 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:55.184 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.241326+0000", 2024-04-10T16:59:55.184 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:07.248199+0000", 2024-04-10T16:59:55.184 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:07.248199+0000", 2024-04-10T16:59:55.184 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:07.248591+0000", 2024-04-10T16:59:55.185 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.241326+0000", 2024-04-10T16:59:55.185 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:55.185 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:55.185 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:55.185 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 516, 2024-04-10T16:59:55.185 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.241326+0000", 2024-04-10T16:59:55.185 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.241326+0000", 2024-04-10T16:59:55.185 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.241326+0000", 2024-04-10T16:59:55.185 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:55.185 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:55.185 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:55.185 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.241326+0000", 2024-04-10T16:59:55.185 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.241326+0000", 2024-04-10T16:59:55.185 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:55.185 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:55.186 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:55.186 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:55.186 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 515, 2024-04-10T16:59:55.186 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:55.186 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:55.186 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:55.186 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:55.186 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:55.186 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:55.186 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:55.186 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:55.186 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.33", 2024-04-10T16:59:55.186 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:55.186 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:55.187 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:55.187 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 5080, 2024-04-10T16:59:55.187 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:55.187 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T23:37:56.908053+0000", 2024-04-10T16:59:55.187 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:55.187 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:55.187 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:55.187 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:55.187 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:55.187 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:55.187 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:55.187 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:55.187 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:55.187 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:55.187 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:55.187 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:55.188 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:55.188 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:55.188 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:55.188 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:55.188 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:55.188 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:55.188 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:55.188 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:55.188 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:55.188 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:55.188 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:55.188 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:55.188 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:55.188 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:55.188 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:55.188 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:55.189 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:55.189 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:55.189 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:55.189 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:55.189 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:55.189 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:55.189 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:55.189 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:55.189 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:55.189 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:55.189 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:55.189 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:55.189 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:55.189 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:55.189 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:55.189 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.190 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:55.190 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:55.190 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:55.190 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T16:59:55.190 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T16:59:55.190 INFO:tasks.workunit.client.0.smithi069.stdout: 1 2024-04-10T16:59:55.190 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:55.190 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 3, 2024-04-10T16:59:55.190 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:55.190 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.190 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:55.190 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:55.190 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T16:59:55.190 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T16:59:55.190 INFO:tasks.workunit.client.0.smithi069.stdout: 0 2024-04-10T16:59:55.190 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:55.190 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 4, 2024-04-10T16:59:55.191 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:55.191 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:55.191 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T16:59:55.191 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:55.191 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:55.191 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:55.191 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.237025+0000", 2024-04-10T16:59:55.191 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:07.250258+0000", 2024-04-10T16:59:55.191 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:07.250258+0000", 2024-04-10T16:59:55.191 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:07.250569+0000", 2024-04-10T16:59:55.191 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.237025+0000", 2024-04-10T16:59:55.191 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:55.191 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:55.191 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:55.191 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 516, 2024-04-10T16:59:55.191 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.237025+0000", 2024-04-10T16:59:55.192 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.237025+0000", 2024-04-10T16:59:55.192 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.237025+0000", 2024-04-10T16:59:55.192 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:55.192 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:55.192 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:55.192 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.237025+0000", 2024-04-10T16:59:55.192 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.237025+0000", 2024-04-10T16:59:55.192 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:55.192 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:55.192 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:55.192 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:55.192 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 515, 2024-04-10T16:59:55.192 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:55.192 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:55.192 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:55.192 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:55.192 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:55.193 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:55.193 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:55.193 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:55.193 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.34", 2024-04-10T16:59:55.193 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:55.193 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:55.193 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:55.193 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 5010, 2024-04-10T16:59:55.193 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:55.193 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T17:29:42.641240+0000", 2024-04-10T16:59:55.193 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:55.193 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:55.193 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:55.193 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:55.193 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:55.193 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:55.194 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:55.194 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:55.194 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:55.194 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:55.194 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:55.194 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:55.194 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:55.194 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:55.194 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:55.194 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:55.194 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:55.194 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:55.194 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:55.194 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:55.194 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:55.194 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:55.195 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:55.195 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:55.195 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:55.195 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:55.195 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:55.195 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:55.195 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:55.195 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:55.195 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:55.195 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:55.195 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:55.195 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:55.195 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:55.195 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:55.196 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:55.196 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:55.196 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:55.196 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:55.196 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:55.196 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:55.196 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:55.196 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.196 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:55.196 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:55.196 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:55.196 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T16:59:55.196 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T16:59:55.196 INFO:tasks.workunit.client.0.smithi069.stdout: 0 2024-04-10T16:59:55.197 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:55.197 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 4, 2024-04-10T16:59:55.197 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:55.197 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.197 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:55.197 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:55.197 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T16:59:55.197 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T16:59:55.197 INFO:tasks.workunit.client.0.smithi069.stdout: 0 2024-04-10T16:59:55.197 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:55.197 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 6, 2024-04-10T16:59:55.197 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:55.197 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:55.197 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T16:59:55.197 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:55.198 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:55.198 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:55.198 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.941268+0000", 2024-04-10T16:59:55.198 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:07.258260+0000", 2024-04-10T16:59:55.198 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:07.258260+0000", 2024-04-10T16:59:55.198 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:07.258709+0000", 2024-04-10T16:59:55.198 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.941268+0000", 2024-04-10T16:59:55.198 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:55.198 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:55.198 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:55.198 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 516, 2024-04-10T16:59:55.198 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.941268+0000", 2024-04-10T16:59:55.198 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.941268+0000", 2024-04-10T16:59:55.198 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.941268+0000", 2024-04-10T16:59:55.198 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:55.199 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:55.199 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:55.199 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.941268+0000", 2024-04-10T16:59:55.199 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.941268+0000", 2024-04-10T16:59:55.199 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:55.199 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:55.199 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:55.199 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:55.199 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 515, 2024-04-10T16:59:55.199 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:55.199 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:55.199 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:55.199 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:55.199 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:55.199 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:55.200 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:55.200 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:55.200 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.35", 2024-04-10T16:59:55.200 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:55.200 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:55.200 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:55.200 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 4936, 2024-04-10T16:59:55.200 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:55.200 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T23:34:30.171033+0000", 2024-04-10T16:59:55.200 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:55.200 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:55.200 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:55.200 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:55.200 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:55.200 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:55.200 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:55.201 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:55.201 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:55.201 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:55.201 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:55.201 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:55.201 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:55.201 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:55.201 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:55.201 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:55.201 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:55.201 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:55.201 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:55.201 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:55.202 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:55.202 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:55.202 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:55.202 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:55.202 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:55.202 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:55.202 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:55.202 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:55.202 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:55.202 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:55.202 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:55.202 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:55.202 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:55.202 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:55.202 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:55.203 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:55.203 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:55.203 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:55.203 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:55.203 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:55.203 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:55.203 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:55.203 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:55.203 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.203 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:55.203 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:55.203 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:55.203 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T16:59:55.204 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T16:59:55.204 INFO:tasks.workunit.client.0.smithi069.stdout: 0 2024-04-10T16:59:55.204 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:55.204 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 6, 2024-04-10T16:59:55.204 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:55.204 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.204 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:55.204 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:55.204 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T16:59:55.204 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T16:59:55.204 INFO:tasks.workunit.client.0.smithi069.stdout: 1 2024-04-10T16:59:55.204 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:55.204 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 6, 2024-04-10T16:59:55.204 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:55.205 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:55.205 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T16:59:55.205 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:55.205 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:55.205 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:55.205 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.942327+0000", 2024-04-10T16:59:55.205 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:07.262035+0000", 2024-04-10T16:59:55.205 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:07.262035+0000", 2024-04-10T16:59:55.205 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:07.262347+0000", 2024-04-10T16:59:55.205 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.942327+0000", 2024-04-10T16:59:55.205 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:55.205 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:55.205 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:55.205 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 516, 2024-04-10T16:59:55.205 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.942327+0000", 2024-04-10T16:59:55.206 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.942327+0000", 2024-04-10T16:59:55.206 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.942327+0000", 2024-04-10T16:59:55.206 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:55.206 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:55.206 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:55.206 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.942327+0000", 2024-04-10T16:59:55.206 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.942327+0000", 2024-04-10T16:59:55.206 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:55.206 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:55.206 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:55.206 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:55.206 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 515, 2024-04-10T16:59:55.206 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:55.206 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:55.207 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:55.207 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:55.207 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:55.207 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:55.207 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:55.207 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:55.207 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.36", 2024-04-10T16:59:55.207 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:55.207 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:55.207 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:55.207 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 4936, 2024-04-10T16:59:55.207 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:55.207 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T00:47:56.331465+0000", 2024-04-10T16:59:55.207 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:55.207 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:55.208 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:55.208 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:55.208 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:55.208 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:55.208 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:55.208 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:55.208 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:55.208 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:55.208 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:55.208 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:55.208 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:55.208 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:55.208 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:55.208 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:55.208 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:55.208 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:55.209 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:55.209 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:55.209 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:55.209 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:55.209 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:55.209 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:55.209 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:55.209 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:55.209 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:55.209 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:55.209 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:55.209 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:55.209 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:55.209 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:55.209 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:55.209 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:55.210 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:55.210 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:55.210 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:55.210 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:55.210 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:55.210 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:55.210 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:55.210 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:55.210 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:55.210 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.210 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:55.210 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:55.210 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:55.210 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T16:59:55.211 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T16:59:55.211 INFO:tasks.workunit.client.0.smithi069.stdout: 1 2024-04-10T16:59:55.211 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:55.211 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 6, 2024-04-10T16:59:55.211 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:55.211 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.211 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:55.211 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:55.211 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T16:59:55.211 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T16:59:55.211 INFO:tasks.workunit.client.0.smithi069.stdout: 0 2024-04-10T16:59:55.211 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:55.211 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 7, 2024-04-10T16:59:55.211 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:55.211 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:55.211 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T16:59:55.212 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:55.212 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:55.212 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:55.212 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.523130+0000", 2024-04-10T16:59:55.212 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:42.213385+0000", 2024-04-10T16:59:55.212 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:42.213385+0000", 2024-04-10T16:59:55.212 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:42.214046+0000", 2024-04-10T16:59:55.212 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.523130+0000", 2024-04-10T16:59:55.212 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:55.212 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:55.212 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:55.212 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 551, 2024-04-10T16:59:55.212 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.523130+0000", 2024-04-10T16:59:55.212 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.523130+0000", 2024-04-10T16:59:55.212 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.523130+0000", 2024-04-10T16:59:55.212 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:55.212 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:55.213 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:55.213 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.523130+0000", 2024-04-10T16:59:55.213 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.523130+0000", 2024-04-10T16:59:55.213 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:55.213 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:55.213 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:55.213 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:55.213 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 550, 2024-04-10T16:59:55.213 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:55.213 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:55.213 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:55.213 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:55.213 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:55.214 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:55.214 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:55.214 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:55.214 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.37", 2024-04-10T16:59:55.214 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:55.214 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:55.214 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:55.214 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 4911, 2024-04-10T16:59:55.214 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:55.214 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T18:14:30.952168+0000", 2024-04-10T16:59:55.214 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:55.214 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:55.214 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:55.214 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:55.215 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:55.215 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:55.215 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:55.215 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:55.215 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:55.215 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:55.215 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:55.215 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:55.215 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:55.215 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:55.215 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:55.215 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:55.215 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:55.215 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:55.215 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:55.216 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:55.216 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:55.216 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:55.216 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:55.216 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:55.216 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:55.216 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:55.216 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:55.216 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:55.216 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:55.216 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:55.216 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:55.216 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:55.216 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:55.216 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:55.216 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:55.217 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:55.217 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:55.217 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:55.217 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:55.217 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:55.217 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:55.217 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:55.217 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:55.217 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.217 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:55.217 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:55.217 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:55.217 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T16:59:55.217 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T16:59:55.217 INFO:tasks.workunit.client.0.smithi069.stdout: 0 2024-04-10T16:59:55.218 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:55.218 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 7, 2024-04-10T16:59:55.218 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:55.218 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.218 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:55.218 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:55.218 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T16:59:55.218 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T16:59:55.218 INFO:tasks.workunit.client.0.smithi069.stdout: 6 2024-04-10T16:59:55.218 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:55.218 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 3, 2024-04-10T16:59:55.218 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:55.218 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:55.218 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T16:59:55.219 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:55.219 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:55.219 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:55.219 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.238326+0000", 2024-04-10T16:59:55.219 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:07.248746+0000", 2024-04-10T16:59:55.219 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:07.248746+0000", 2024-04-10T16:59:55.219 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:07.249090+0000", 2024-04-10T16:59:55.219 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.238326+0000", 2024-04-10T16:59:55.219 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:55.219 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:55.219 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:55.219 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 516, 2024-04-10T16:59:55.219 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.238326+0000", 2024-04-10T16:59:55.219 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.238326+0000", 2024-04-10T16:59:55.219 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.238326+0000", 2024-04-10T16:59:55.220 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:55.220 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:55.220 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:55.220 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.238326+0000", 2024-04-10T16:59:55.220 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.238326+0000", 2024-04-10T16:59:55.220 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:55.220 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:55.220 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:55.220 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:55.220 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 515, 2024-04-10T16:59:55.220 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:55.220 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:55.220 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:55.220 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:55.220 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:55.221 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:55.221 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:55.221 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:55.221 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.38", 2024-04-10T16:59:55.221 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:55.221 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:55.221 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:55.221 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 5072, 2024-04-10T16:59:55.221 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:55.221 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T02:25:47.758582+0000", 2024-04-10T16:59:55.221 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:55.221 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:55.221 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:55.221 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:55.221 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:55.222 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:55.222 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:55.222 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:55.222 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:55.222 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:55.222 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:55.222 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:55.222 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:55.222 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:55.222 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:55.222 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:55.222 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:55.222 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:55.222 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:55.222 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:55.222 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:55.223 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:55.223 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:55.223 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:55.223 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:55.223 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:55.223 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:55.223 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:55.223 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:55.223 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:55.223 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:55.223 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:55.223 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:55.223 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:55.223 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:55.224 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:55.224 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:55.224 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:55.224 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:55.224 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:55.224 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:55.224 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:55.224 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:55.224 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.224 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:55.224 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:55.224 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:55.224 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T16:59:55.224 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T16:59:55.225 INFO:tasks.workunit.client.0.smithi069.stdout: 6 2024-04-10T16:59:55.225 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:55.225 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 3, 2024-04-10T16:59:55.225 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:55.225 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.225 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:55.225 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:55.225 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T16:59:55.225 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T16:59:55.225 INFO:tasks.workunit.client.0.smithi069.stdout: 4 2024-04-10T16:59:55.225 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:55.225 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 7, 2024-04-10T16:59:55.225 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:55.225 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:55.225 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T16:59:55.225 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:55.226 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:55.226 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:55.226 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.521983+0000", 2024-04-10T16:59:55.226 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:42.212504+0000", 2024-04-10T16:59:55.226 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:42.212504+0000", 2024-04-10T16:59:55.226 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:42.214059+0000", 2024-04-10T16:59:55.226 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.521983+0000", 2024-04-10T16:59:55.226 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:55.226 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:55.226 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:55.226 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 551, 2024-04-10T16:59:55.226 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.521983+0000", 2024-04-10T16:59:55.226 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.521983+0000", 2024-04-10T16:59:55.227 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.521983+0000", 2024-04-10T16:59:55.227 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:55.227 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:55.227 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:55.227 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.521983+0000", 2024-04-10T16:59:55.227 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.521983+0000", 2024-04-10T16:59:55.227 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:55.227 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:55.227 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:55.227 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:55.227 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 550, 2024-04-10T16:59:55.227 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:55.227 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:55.227 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:55.227 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:55.227 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:55.227 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:55.228 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:55.228 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:55.228 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.39", 2024-04-10T16:59:55.228 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:55.228 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:55.228 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:55.228 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 4919, 2024-04-10T16:59:55.228 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:55.228 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T23:29:48.114063+0000", 2024-04-10T16:59:55.228 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:55.228 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:55.228 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:55.228 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:55.228 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:55.228 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:55.229 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:55.229 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:55.229 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:55.229 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:55.229 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:55.229 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:55.229 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:55.229 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:55.229 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:55.229 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:55.229 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:55.229 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:55.229 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:55.229 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:55.229 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:55.229 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:55.230 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:55.230 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:55.230 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:55.230 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:55.230 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:55.230 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:55.230 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:55.230 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:55.230 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:55.230 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:55.230 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:55.230 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:55.230 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:55.230 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:55.231 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:55.231 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:55.231 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:55.231 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:55.231 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:55.231 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:55.231 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:55.231 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.231 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:55.231 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:55.231 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:55.231 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T16:59:55.231 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T16:59:55.231 INFO:tasks.workunit.client.0.smithi069.stdout: 4 2024-04-10T16:59:55.232 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:55.232 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 7, 2024-04-10T16:59:55.232 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:55.232 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.232 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:55.232 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:55.232 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T16:59:55.232 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T16:59:55.232 INFO:tasks.workunit.client.0.smithi069.stdout: 1 2024-04-10T16:59:55.232 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:55.232 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 5, 2024-04-10T16:59:55.232 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:55.232 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:55.233 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T16:59:55.233 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:55.233 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:55.233 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:55.233 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.941819+0000", 2024-04-10T16:59:55.233 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:38:32.248390+0000", 2024-04-10T16:59:55.233 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:38:32.248390+0000", 2024-04-10T16:59:55.233 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:38:32.248836+0000", 2024-04-10T16:59:55.233 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.941819+0000", 2024-04-10T16:59:55.233 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:55.233 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:55.233 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:55.233 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 481, 2024-04-10T16:59:55.234 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.941819+0000", 2024-04-10T16:59:55.234 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.941819+0000", 2024-04-10T16:59:55.234 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.941819+0000", 2024-04-10T16:59:55.234 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:55.234 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:55.234 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:55.234 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.941819+0000", 2024-04-10T16:59:55.234 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.941819+0000", 2024-04-10T16:59:55.234 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:55.234 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:55.234 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:55.234 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:55.234 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 480, 2024-04-10T16:59:55.234 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:55.235 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:55.235 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:55.235 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:55.235 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:55.235 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:55.235 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:55.235 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:55.235 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.3a", 2024-04-10T16:59:55.235 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:55.235 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:55.235 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:55.235 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 4969, 2024-04-10T16:59:55.235 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:55.235 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T18:12:34.025866+0000", 2024-04-10T16:59:55.235 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:55.236 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:55.236 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:55.236 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:55.236 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:55.236 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:55.236 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:55.236 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:55.236 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:55.236 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:55.236 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:55.236 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:55.236 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:55.236 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:55.236 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:55.236 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:55.236 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:55.237 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:55.237 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:55.237 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:55.237 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:55.237 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:55.237 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:55.237 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:55.237 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:55.237 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:55.237 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:55.237 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:55.237 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:55.237 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:55.237 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:55.237 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:55.237 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:55.238 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:55.238 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:55.238 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:55.238 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:55.238 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:55.238 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:55.238 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:55.238 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:55.238 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:55.238 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:55.238 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.238 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:55.238 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:55.238 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:55.238 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T16:59:55.238 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T16:59:55.239 INFO:tasks.workunit.client.0.smithi069.stdout: 1 2024-04-10T16:59:55.239 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:55.239 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 5, 2024-04-10T16:59:55.239 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:55.239 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.239 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:55.239 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:55.239 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T16:59:55.239 INFO:tasks.workunit.client.0.smithi069.stdout: 2, 2024-04-10T16:59:55.239 INFO:tasks.workunit.client.0.smithi069.stdout: 4 2024-04-10T16:59:55.239 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:55.239 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 7, 2024-04-10T16:59:55.239 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:55.239 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:55.239 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T16:59:55.239 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:55.240 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:55.240 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:55.240 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.522474+0000", 2024-04-10T16:59:55.240 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:42.223772+0000", 2024-04-10T16:59:55.240 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:42.223772+0000", 2024-04-10T16:59:55.240 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:42.225143+0000", 2024-04-10T16:59:55.240 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.522474+0000", 2024-04-10T16:59:55.240 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:55.240 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:55.240 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:55.240 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 551, 2024-04-10T16:59:55.240 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.522474+0000", 2024-04-10T16:59:55.240 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.522474+0000", 2024-04-10T16:59:55.240 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.522474+0000", 2024-04-10T16:59:55.241 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:55.241 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:55.241 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:55.241 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.522474+0000", 2024-04-10T16:59:55.241 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.522474+0000", 2024-04-10T16:59:55.241 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:55.241 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:55.241 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:55.241 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:55.241 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 550, 2024-04-10T16:59:55.241 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:55.241 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:55.241 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:55.241 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:55.241 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:55.242 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:55.242 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:55.242 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:55.242 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.3b", 2024-04-10T16:59:55.242 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:55.242 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:55.242 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:55.242 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 4919, 2024-04-10T16:59:55.242 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:55.242 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T03:07:31.436816+0000", 2024-04-10T16:59:55.242 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:55.242 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:55.242 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:55.242 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:55.243 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:55.243 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:55.243 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:55.243 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:55.243 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:55.243 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:55.243 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:55.243 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:55.243 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:55.243 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:55.243 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:55.243 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:55.243 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:55.243 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:55.244 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:55.244 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:55.244 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:55.244 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:55.244 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:55.244 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:55.244 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:55.244 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:55.244 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:55.244 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:55.244 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:55.244 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:55.244 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:55.244 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:55.244 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:55.245 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:55.245 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:55.245 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:55.245 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:55.245 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:55.245 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:55.245 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:55.245 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:55.245 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:55.245 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:55.245 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.245 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:55.245 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:55.245 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:55.245 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T16:59:55.246 INFO:tasks.workunit.client.0.smithi069.stdout: 2, 2024-04-10T16:59:55.246 INFO:tasks.workunit.client.0.smithi069.stdout: 4 2024-04-10T16:59:55.246 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:55.246 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 7, 2024-04-10T16:59:55.246 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:55.246 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.246 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:55.246 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:55.246 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T16:59:55.246 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T16:59:55.246 INFO:tasks.workunit.client.0.smithi069.stdout: 7 2024-04-10T16:59:55.246 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:55.246 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 5, 2024-04-10T16:59:55.246 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:55.247 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:55.247 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T16:59:55.247 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:55.247 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:55.247 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:55.247 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.941582+0000", 2024-04-10T16:59:55.247 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:42.222658+0000", 2024-04-10T16:59:55.247 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:42.222658+0000", 2024-04-10T16:59:55.247 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:42.222970+0000", 2024-04-10T16:59:55.247 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.941582+0000", 2024-04-10T16:59:55.247 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:55.247 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:55.247 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:55.247 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 551, 2024-04-10T16:59:55.247 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.941582+0000", 2024-04-10T16:59:55.248 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.941582+0000", 2024-04-10T16:59:55.248 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.941582+0000", 2024-04-10T16:59:55.248 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:55.248 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:55.248 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:55.248 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.941582+0000", 2024-04-10T16:59:55.248 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.941582+0000", 2024-04-10T16:59:55.248 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:55.248 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:55.248 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:55.248 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:55.248 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 550, 2024-04-10T16:59:55.248 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:55.248 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:55.248 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:55.248 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:55.249 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:55.249 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:55.249 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:55.249 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:55.249 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.3c", 2024-04-10T16:59:55.249 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:55.249 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:55.249 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:55.249 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 4999, 2024-04-10T16:59:55.249 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:55.249 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T22:24:05.437297+0000", 2024-04-10T16:59:55.249 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:55.249 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:55.249 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:55.249 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:55.249 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:55.250 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:55.250 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:55.250 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:55.250 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:55.250 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:55.250 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:55.250 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:55.250 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:55.250 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:55.250 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:55.250 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:55.250 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:55.250 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:55.250 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:55.250 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:55.250 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:55.251 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:55.251 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:55.251 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:55.251 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:55.251 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:55.251 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:55.251 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:55.251 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:55.251 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:55.251 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:55.251 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:55.251 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:55.252 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:55.252 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:55.252 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:55.252 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:55.252 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:55.252 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:55.252 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:55.252 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:55.252 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:55.252 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:55.252 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.252 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:55.252 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:55.252 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:55.252 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T16:59:55.253 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T16:59:55.253 INFO:tasks.workunit.client.0.smithi069.stdout: 7 2024-04-10T16:59:55.253 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:55.253 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 5, 2024-04-10T16:59:55.253 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:55.253 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.253 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:55.253 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:55.253 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T16:59:55.253 INFO:tasks.workunit.client.0.smithi069.stdout: 2, 2024-04-10T16:59:55.253 INFO:tasks.workunit.client.0.smithi069.stdout: 1 2024-04-10T16:59:55.253 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:55.253 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 3, 2024-04-10T16:59:55.253 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:55.253 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:55.253 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T16:59:55.254 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:55.254 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:55.254 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:55.254 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.241977+0000", 2024-04-10T16:59:55.254 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:37:21.188300+0000", 2024-04-10T16:59:55.254 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:37:21.188300+0000", 2024-04-10T16:59:55.254 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:37:21.188601+0000", 2024-04-10T16:59:55.254 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.241977+0000", 2024-04-10T16:59:55.254 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:55.254 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:55.254 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:55.254 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 417, 2024-04-10T16:59:55.254 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.241977+0000", 2024-04-10T16:59:55.254 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.241977+0000", 2024-04-10T16:59:55.254 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.241977+0000", 2024-04-10T16:59:55.255 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:55.255 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:55.255 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:55.255 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.241977+0000", 2024-04-10T16:59:55.255 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.241977+0000", 2024-04-10T16:59:55.255 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:55.255 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:55.255 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:55.255 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:55.255 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 416, 2024-04-10T16:59:55.255 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:55.255 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:55.255 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:55.255 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:55.255 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:55.255 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:55.255 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:55.256 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:55.256 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.3d", 2024-04-10T16:59:55.256 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:55.256 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:55.256 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:55.256 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 5079, 2024-04-10T16:59:55.256 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:55.256 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T17:52:51.015384+0000", 2024-04-10T16:59:55.256 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:55.256 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:55.256 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:55.256 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:55.256 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:55.256 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:55.256 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:55.256 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:55.257 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:55.257 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:55.257 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:55.257 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:55.257 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:55.257 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:55.257 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:55.257 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:55.257 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:55.257 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:55.257 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:55.257 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:55.257 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:55.257 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:55.257 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:55.257 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:55.258 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:55.258 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:55.258 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:55.258 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:55.258 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:55.258 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:55.258 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:55.258 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:55.258 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:55.258 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:55.258 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:55.258 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:55.258 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:55.258 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:55.259 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:55.259 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:55.259 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:55.259 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:55.259 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:55.259 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.259 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:55.259 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:55.259 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:55.259 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T16:59:55.259 INFO:tasks.workunit.client.0.smithi069.stdout: 2, 2024-04-10T16:59:55.259 INFO:tasks.workunit.client.0.smithi069.stdout: 1 2024-04-10T16:59:55.259 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:55.260 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 3, 2024-04-10T16:59:55.260 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:55.260 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.260 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:55.260 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:55.260 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T16:59:55.260 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T16:59:55.260 INFO:tasks.workunit.client.0.smithi069.stdout: 6 2024-04-10T16:59:55.260 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:55.260 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 1, 2024-04-10T16:59:55.260 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:55.260 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:55.260 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T16:59:55.260 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:55.260 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:55.260 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:55.261 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.943064+0000", 2024-04-10T16:59:55.261 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:07.255706+0000", 2024-04-10T16:59:55.261 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:07.255706+0000", 2024-04-10T16:59:55.261 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:07.256152+0000", 2024-04-10T16:59:55.261 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.943064+0000", 2024-04-10T16:59:55.261 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:55.261 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:55.261 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:55.261 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 516, 2024-04-10T16:59:55.261 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.943064+0000", 2024-04-10T16:59:55.261 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.943064+0000", 2024-04-10T16:59:55.261 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.943064+0000", 2024-04-10T16:59:55.261 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:55.261 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:55.261 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:55.261 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.943064+0000", 2024-04-10T16:59:55.262 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.943064+0000", 2024-04-10T16:59:55.262 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:55.262 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:55.262 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:55.262 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:55.262 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 515, 2024-04-10T16:59:55.262 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:55.262 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:55.262 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:55.262 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:55.262 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:55.262 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:55.262 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:55.262 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:55.262 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.3e", 2024-04-10T16:59:55.262 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:55.262 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:55.263 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:55.263 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 5125, 2024-04-10T16:59:55.263 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:55.263 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T15:59:04.148407+0000", 2024-04-10T16:59:55.263 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:55.263 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:55.263 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:55.263 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:55.263 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:55.263 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:55.263 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:55.263 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:55.263 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:55.263 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:55.263 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:55.263 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:55.264 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:55.264 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:55.264 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:55.264 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:55.264 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:55.264 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:55.264 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:55.264 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:55.264 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:55.264 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:55.264 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:55.264 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:55.264 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:55.264 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:55.264 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:55.264 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:55.265 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:55.265 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:55.265 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:55.265 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:55.265 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:55.265 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:55.265 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:55.265 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:55.265 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:55.265 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:55.265 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:55.265 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:55.265 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:55.265 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:55.266 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:55.266 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.266 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:55.266 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:55.266 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:55.266 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T16:59:55.266 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T16:59:55.266 INFO:tasks.workunit.client.0.smithi069.stdout: 6 2024-04-10T16:59:55.266 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:55.266 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 1, 2024-04-10T16:59:55.266 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:55.267 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.267 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:55.267 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:55.267 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T16:59:55.267 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T16:59:55.267 INFO:tasks.workunit.client.0.smithi069.stdout: 0 2024-04-10T16:59:55.267 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:55.267 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 7, 2024-04-10T16:59:55.267 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:55.267 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:55.267 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T16:59:55.267 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:55.267 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:55.267 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:55.267 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.523277+0000", 2024-04-10T16:59:55.268 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:42.218796+0000", 2024-04-10T16:59:55.268 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:42.218796+0000", 2024-04-10T16:59:55.268 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:42.219401+0000", 2024-04-10T16:59:55.268 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.523277+0000", 2024-04-10T16:59:55.268 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:55.268 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:55.268 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:55.268 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 551, 2024-04-10T16:59:55.268 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.523277+0000", 2024-04-10T16:59:55.268 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.523277+0000", 2024-04-10T16:59:55.268 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.523277+0000", 2024-04-10T16:59:55.268 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:55.268 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:55.269 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:55.269 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.523277+0000", 2024-04-10T16:59:55.269 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.523277+0000", 2024-04-10T16:59:55.269 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:55.269 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:55.269 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:55.269 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:55.269 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 550, 2024-04-10T16:59:55.269 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:55.269 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:55.269 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:55.269 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:55.269 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:55.269 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:55.269 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:55.270 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:55.270 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.3f", 2024-04-10T16:59:55.270 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:55.270 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:55.270 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:55.270 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 4910, 2024-04-10T16:59:55.270 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:55.270 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T18:25:46.415735+0000", 2024-04-10T16:59:55.270 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:55.270 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:55.270 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:55.270 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:55.270 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:55.270 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:55.271 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:55.271 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:55.271 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:55.271 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:55.271 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:55.271 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:55.271 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:55.271 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:55.271 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:55.271 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:55.271 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:55.271 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:55.271 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:55.271 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:55.271 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:55.271 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:55.272 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:55.272 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:55.272 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:55.272 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:55.272 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:55.272 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:55.272 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:55.272 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:55.272 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:55.272 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:55.272 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:55.272 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:55.272 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:55.272 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:55.272 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:55.273 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:55.273 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:55.273 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:55.273 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:55.273 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:55.273 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:55.273 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.273 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:55.273 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:55.273 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:55.273 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T16:59:55.273 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T16:59:55.273 INFO:tasks.workunit.client.0.smithi069.stdout: 0 2024-04-10T16:59:55.273 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:55.273 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 7, 2024-04-10T16:59:55.274 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:55.274 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:55.274 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:55.274 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_per_pool": [ 2024-04-10T16:59:55.274 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:55.274 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": 24, 2024-04-10T16:59:55.274 INFO:tasks.workunit.client.0.smithi069.stdout: "application": [ 2024-04-10T16:59:55.274 INFO:tasks.workunit.client.0.smithi069.stdout: "rbd" 2024-04-10T16:59:55.274 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:55.274 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 24442, 2024-04-10T16:59:55.274 INFO:tasks.workunit.client.0.smithi069.stdout: "num_pg": 8, 2024-04-10T16:59:55.274 INFO:tasks.workunit.client.0.smithi069.stdout: "num_store_stats": 8, 2024-04-10T16:59:55.274 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 24442, 2024-04-10T16:59:55.274 INFO:tasks.workunit.client.0.smithi069.stdout: "poolid": 4, 2024-04-10T16:59:55.275 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:55.275 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 4194323, 2024-04-10T16:59:55.275 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:55.275 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:55.275 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:55.275 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:55.275 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:55.275 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:55.275 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:55.275 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:55.275 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:55.275 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:55.275 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:55.275 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:55.275 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:55.275 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:55.276 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:55.276 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 12, 2024-04-10T16:59:55.276 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 4, 2024-04-10T16:59:55.276 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:55.276 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 4, 2024-04-10T16:59:55.276 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:55.276 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:55.276 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:55.276 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:55.276 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:55.276 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 2, 2024-04-10T16:59:55.276 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:55.276 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:55.276 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:55.276 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:55.276 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:55.277 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:55.277 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:55.277 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 9078, 2024-04-10T16:59:55.277 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 3095184, 2024-04-10T16:59:55.277 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:55.277 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:55.277 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:55.277 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 24312, 2024-04-10T16:59:55.277 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 3083749 2024-04-10T16:59:55.277 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.277 INFO:tasks.workunit.client.0.smithi069.stdout: "store_stats": { 2024-04-10T16:59:55.277 INFO:tasks.workunit.client.0.smithi069.stdout: "allocated": 12595200, 2024-04-10T16:59:55.277 INFO:tasks.workunit.client.0.smithi069.stdout: "available": 0, 2024-04-10T16:59:55.277 INFO:tasks.workunit.client.0.smithi069.stdout: "data_compressed": 0, 2024-04-10T16:59:55.277 INFO:tasks.workunit.client.0.smithi069.stdout: "data_compressed_allocated": 0, 2024-04-10T16:59:55.277 INFO:tasks.workunit.client.0.smithi069.stdout: "data_compressed_original": 0, 2024-04-10T16:59:55.277 INFO:tasks.workunit.client.0.smithi069.stdout: "data_stored": 12582969, 2024-04-10T16:59:55.278 INFO:tasks.workunit.client.0.smithi069.stdout: "internal_metadata": 0, 2024-04-10T16:59:55.278 INFO:tasks.workunit.client.0.smithi069.stdout: "internally_reserved": 0, 2024-04-10T16:59:55.278 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_allocated": 0, 2024-04-10T16:59:55.278 INFO:tasks.workunit.client.0.smithi069.stdout: "total": 0 2024-04-10T16:59:55.278 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.278 INFO:tasks.workunit.client.0.smithi069.stdout: "up": 24 2024-04-10T16:59:55.278 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.278 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:55.278 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": 192, 2024-04-10T16:59:55.278 INFO:tasks.workunit.client.0.smithi069.stdout: "application": [ 2024-04-10T16:59:55.278 INFO:tasks.workunit.client.0.smithi069.stdout: "cephfs" 2024-04-10T16:59:55.278 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:55.278 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:55.278 INFO:tasks.workunit.client.0.smithi069.stdout: "num_pg": 64, 2024-04-10T16:59:55.278 INFO:tasks.workunit.client.0.smithi069.stdout: "num_store_stats": 8, 2024-04-10T16:59:55.278 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:55.279 INFO:tasks.workunit.client.0.smithi069.stdout: "poolid": 3, 2024-04-10T16:59:55.279 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:55.279 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:55.279 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:55.279 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:55.279 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:55.279 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:55.279 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:55.279 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:55.279 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:55.279 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:55.279 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:55.279 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:55.279 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:55.279 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:55.280 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:55.280 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:55.280 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:55.280 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:55.280 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:55.280 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:55.280 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:55.280 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:55.280 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:55.280 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:55.280 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:55.280 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:55.280 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:55.280 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:55.280 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:55.280 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:55.281 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:55.281 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:55.281 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:55.281 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:55.281 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:55.281 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:55.281 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:55.281 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:55.281 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:55.281 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:55.281 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:55.281 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.281 INFO:tasks.workunit.client.0.smithi069.stdout: "store_stats": { 2024-04-10T16:59:55.281 INFO:tasks.workunit.client.0.smithi069.stdout: "allocated": 0, 2024-04-10T16:59:55.281 INFO:tasks.workunit.client.0.smithi069.stdout: "available": 0, 2024-04-10T16:59:55.282 INFO:tasks.workunit.client.0.smithi069.stdout: "data_compressed": 0, 2024-04-10T16:59:55.282 INFO:tasks.workunit.client.0.smithi069.stdout: "data_compressed_allocated": 0, 2024-04-10T16:59:55.282 INFO:tasks.workunit.client.0.smithi069.stdout: "data_compressed_original": 0, 2024-04-10T16:59:55.282 INFO:tasks.workunit.client.0.smithi069.stdout: "data_stored": 0, 2024-04-10T16:59:55.282 INFO:tasks.workunit.client.0.smithi069.stdout: "internal_metadata": 0, 2024-04-10T16:59:55.282 INFO:tasks.workunit.client.0.smithi069.stdout: "internally_reserved": 0, 2024-04-10T16:59:55.282 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_allocated": 0, 2024-04-10T16:59:55.282 INFO:tasks.workunit.client.0.smithi069.stdout: "total": 0 2024-04-10T16:59:55.282 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.282 INFO:tasks.workunit.client.0.smithi069.stdout: "up": 192 2024-04-10T16:59:55.282 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.282 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:55.282 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": 3, 2024-04-10T16:59:55.282 INFO:tasks.workunit.client.0.smithi069.stdout: "application": [ 2024-04-10T16:59:55.283 INFO:tasks.workunit.client.0.smithi069.stdout: "mgr" 2024-04-10T16:59:55.283 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:55.283 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 237, 2024-04-10T16:59:55.283 INFO:tasks.workunit.client.0.smithi069.stdout: "num_pg": 1, 2024-04-10T16:59:55.283 INFO:tasks.workunit.client.0.smithi069.stdout: "num_store_stats": 3, 2024-04-10T16:59:55.283 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 237, 2024-04-10T16:59:55.283 INFO:tasks.workunit.client.0.smithi069.stdout: "poolid": 1, 2024-04-10T16:59:55.283 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:55.283 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 590368, 2024-04-10T16:59:55.283 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:55.283 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 1771104, 2024-04-10T16:59:55.283 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:55.283 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:55.283 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:55.283 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:55.283 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:55.284 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:55.284 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:55.284 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:55.284 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:55.284 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:55.284 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:55.284 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:55.284 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:55.284 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 6, 2024-04-10T16:59:55.284 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 2, 2024-04-10T16:59:55.284 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:55.284 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 2, 2024-04-10T16:59:55.284 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:55.284 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:55.284 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:55.284 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:55.285 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:55.285 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:55.285 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:55.285 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 6, 2024-04-10T16:59:55.285 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:55.285 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:55.285 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:55.285 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:55.285 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:55.285 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 1178, 2024-04-10T16:59:55.285 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 1994, 2024-04-10T16:59:55.285 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:55.285 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:55.285 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:55.285 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 391, 2024-04-10T16:59:55.286 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 2416 2024-04-10T16:59:55.286 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.286 INFO:tasks.workunit.client.0.smithi069.stdout: "store_stats": { 2024-04-10T16:59:55.286 INFO:tasks.workunit.client.0.smithi069.stdout: "allocated": 1781760, 2024-04-10T16:59:55.286 INFO:tasks.workunit.client.0.smithi069.stdout: "available": 0, 2024-04-10T16:59:55.286 INFO:tasks.workunit.client.0.smithi069.stdout: "data_compressed": 0, 2024-04-10T16:59:55.286 INFO:tasks.workunit.client.0.smithi069.stdout: "data_compressed_allocated": 0, 2024-04-10T16:59:55.286 INFO:tasks.workunit.client.0.smithi069.stdout: "data_compressed_original": 0, 2024-04-10T16:59:55.286 INFO:tasks.workunit.client.0.smithi069.stdout: "data_stored": 1771104, 2024-04-10T16:59:55.286 INFO:tasks.workunit.client.0.smithi069.stdout: "internal_metadata": 0, 2024-04-10T16:59:55.286 INFO:tasks.workunit.client.0.smithi069.stdout: "internally_reserved": 0, 2024-04-10T16:59:55.286 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_allocated": 0, 2024-04-10T16:59:55.286 INFO:tasks.workunit.client.0.smithi069.stdout: "total": 0 2024-04-10T16:59:55.286 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.286 INFO:tasks.workunit.client.0.smithi069.stdout: "up": 3 2024-04-10T16:59:55.287 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.287 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:55.287 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": 96, 2024-04-10T16:59:55.287 INFO:tasks.workunit.client.0.smithi069.stdout: "application": [ 2024-04-10T16:59:55.287 INFO:tasks.workunit.client.0.smithi069.stdout: "cephfs" 2024-04-10T16:59:55.287 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:55.287 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 68, 2024-04-10T16:59:55.287 INFO:tasks.workunit.client.0.smithi069.stdout: "num_pg": 32, 2024-04-10T16:59:55.287 INFO:tasks.workunit.client.0.smithi069.stdout: "num_store_stats": 8, 2024-04-10T16:59:55.287 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 68, 2024-04-10T16:59:55.287 INFO:tasks.workunit.client.0.smithi069.stdout: "poolid": 2, 2024-04-10T16:59:55.287 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:55.287 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 6622, 2024-04-10T16:59:55.287 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:55.287 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:55.287 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:55.288 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:55.288 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:55.288 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:55.288 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:55.288 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:55.288 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:55.288 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:55.288 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:55.288 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:55.288 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:55.288 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:55.288 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:55.288 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 66, 2024-04-10T16:59:55.288 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 22, 2024-04-10T16:59:55.288 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:55.289 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 22, 2024-04-10T16:59:55.289 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:55.289 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:55.289 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:55.289 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:55.289 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:55.289 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 14, 2024-04-10T16:59:55.289 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:55.289 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:55.289 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:55.289 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:55.289 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:55.289 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:55.289 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:55.289 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 79, 2024-04-10T16:59:55.289 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 87, 2024-04-10T16:59:55.289 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:55.290 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:55.290 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:55.290 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 68, 2024-04-10T16:59:55.290 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 36 2024-04-10T16:59:55.290 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.290 INFO:tasks.workunit.client.0.smithi069.stdout: "store_stats": { 2024-04-10T16:59:55.290 INFO:tasks.workunit.client.0.smithi069.stdout: "allocated": 110592, 2024-04-10T16:59:55.290 INFO:tasks.workunit.client.0.smithi069.stdout: "available": 0, 2024-04-10T16:59:55.290 INFO:tasks.workunit.client.0.smithi069.stdout: "data_compressed": 0, 2024-04-10T16:59:55.290 INFO:tasks.workunit.client.0.smithi069.stdout: "data_compressed_allocated": 0, 2024-04-10T16:59:55.290 INFO:tasks.workunit.client.0.smithi069.stdout: "data_compressed_original": 0, 2024-04-10T16:59:55.290 INFO:tasks.workunit.client.0.smithi069.stdout: "data_stored": 19866, 2024-04-10T16:59:55.290 INFO:tasks.workunit.client.0.smithi069.stdout: "internal_metadata": 0, 2024-04-10T16:59:55.290 INFO:tasks.workunit.client.0.smithi069.stdout: "internally_reserved": 0, 2024-04-10T16:59:55.290 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_allocated": 45180, 2024-04-10T16:59:55.290 INFO:tasks.workunit.client.0.smithi069.stdout: "total": 0 2024-04-10T16:59:55.291 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.291 INFO:tasks.workunit.client.0.smithi069.stdout: "up": 96 2024-04-10T16:59:55.291 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:55.291 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:55.291 INFO:tasks.workunit.client.0.smithi069.stdout: "usage": { 2024-04-10T16:59:55.291 INFO:tasks.workunit.client.0.smithi069.stdout: "pg_num": 105, 2024-04-10T16:59:55.291 INFO:tasks.workunit.client.0.smithi069.stdout: "pools": 4, 2024-04-10T16:59:55.291 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_by_class": { 2024-04-10T16:59:55.291 INFO:tasks.workunit.client.0.smithi069.stdout: "ssd": { 2024-04-10T16:59:55.291 INFO:tasks.workunit.client.0.smithi069.stdout: "total_avail_bytes": 762754543616, 2024-04-10T16:59:55.291 INFO:tasks.workunit.client.0.smithi069.stdout: "total_bytes": 767960285184, 2024-04-10T16:59:55.291 INFO:tasks.workunit.client.0.smithi069.stdout: "total_used_bytes": 5205741568, 2024-04-10T16:59:55.291 INFO:tasks.workunit.client.0.smithi069.stdout: "total_used_raw_bytes": 5205741568, 2024-04-10T16:59:55.291 INFO:tasks.workunit.client.0.smithi069.stdout: "total_used_raw_ratio": 0.006778659764677286 2024-04-10T16:59:55.291 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:55.291 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.292 INFO:tasks.workunit.client.0.smithi069.stdout: "total_avail_bytes": 762754543616, 2024-04-10T16:59:55.292 INFO:tasks.workunit.client.0.smithi069.stdout: "total_bytes": 767960285184, 2024-04-10T16:59:55.292 INFO:tasks.workunit.client.0.smithi069.stdout: "total_used_bytes": 5205741568 2024-04-10T16:59:55.292 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:55.292 INFO:tasks.workunit.client.0.smithi069.stdout:} 2024-04-10T16:59:55.292 INFO:tasks.workunit.client.0.smithi069.stdout:Device report is generated separately. To see it run 'ceph telemetry show-device'. 2024-04-10T16:59:55.292 INFO:tasks.workunit.client.0.smithi069.stderr:+ ceph telemetry show-device 2024-04-10T16:59:55.293 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:53 smithi069 ceph-mon[94167]: from='client.36198 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T16:59:55.293 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:53 smithi069 ceph-mon[94167]: from='client.36198 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T16:59:55.293 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:53 smithi069 ceph-mon[94167]: pgmap v5094: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-10T16:59:55.293 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:53 smithi069 ceph-mon[94167]: from='client.36216 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T16:59:55.293 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:53 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:59:55.293 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:53 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:59:55.293 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:53 smithi069 ceph-mon[94167]: pgmap v5095: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-10T16:59:55.293 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:53 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:59:55.293 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:53 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-10T16:59:55.293 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:53 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:59:55.293 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:53 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:59:55.293 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:53 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:59:55.294 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:53 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:59:55.294 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:53 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:59:55.294 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:53 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:59:55.294 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:53 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:59:55.294 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:53 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:59:55.294 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:53 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:59:55.294 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:53 smithi069 ceph-mon[94167]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T16:59:55.294 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:53 smithi069 ceph-mon[94167]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T16:59:55.294 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:53 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:59:55.294 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:53 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:59:55.294 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:53 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:59:55.294 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:53 smithi069 ceph-mon[94167]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T16:59:55.294 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:53 smithi069 ceph-mon[94167]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T16:59:55.294 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:53 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:59:55.295 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:53 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:59:55.295 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:53 smithi069 ceph-mon[96738]: from='client.36198 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T16:59:55.295 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:53 smithi069 ceph-mon[96738]: from='client.36198 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T16:59:55.295 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:53 smithi069 ceph-mon[96738]: pgmap v5094: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-10T16:59:55.295 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:53 smithi069 ceph-mon[96738]: from='client.36216 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T16:59:55.295 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:53 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:59:55.295 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:53 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:59:55.295 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:53 smithi069 ceph-mon[96738]: pgmap v5095: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-10T16:59:55.295 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:53 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:59:55.295 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:53 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-10T16:59:55.296 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:53 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:59:55.296 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:53 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:59:55.296 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:53 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:59:55.296 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:53 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:59:55.296 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:53 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:59:55.296 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:53 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:59:55.296 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:53 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:59:55.296 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:53 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:59:55.296 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:53 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:59:55.296 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:53 smithi069 ceph-mon[96738]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T16:59:55.296 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:53 smithi069 ceph-mon[96738]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T16:59:55.296 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:53 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:59:55.296 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:53 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:59:55.296 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:53 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:59:55.297 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:53 smithi069 ceph-mon[96738]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T16:59:55.297 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:53 smithi069 ceph-mon[96738]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T16:59:55.297 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:53 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:59:55.297 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:53 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:59:55.297 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:54 smithi077 ceph-mon[87572]: from='client.36216 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T16:59:55.297 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:54 smithi077 ceph-mon[87572]: from='client.46151 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T16:59:55.297 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:54 smithi077 ceph-mon[87572]: from='client.46151 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T16:59:55.297 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:54 smithi077 ceph-mon[87572]: Health check cleared: TELEMETRY_CHANGED (was: Telemetry requires re-opt-in) 2024-04-10T16:59:55.297 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:54 smithi077 ceph-mon[87572]: Cluster is now healthy 2024-04-10T16:59:55.297 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:54 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:59:55.297 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:54 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-10T16:59:55.297 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:54 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:59:55.297 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:54 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:59:55.297 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:54 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:59:55.298 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:54 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:59:55.298 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:54 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:59:55.298 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:54 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:59:55.298 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:54 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:59:55.298 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:54 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:59:55.298 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:54 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:59:55.298 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:54 smithi077 ceph-mon[87572]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T16:59:55.298 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:54 smithi077 ceph-mon[87572]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T16:59:55.298 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:54 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:59:55.298 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:54 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:59:55.298 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:54 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:59:55.298 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:54 smithi077 ceph-mon[87572]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T16:59:55.298 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:54 smithi077 ceph-mon[87572]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T16:59:55.298 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:54 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:59:55.298 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:54 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:59:55.299 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:54 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:59:55.299 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:54 smithi077 ceph-mon[87572]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T16:59:55.299 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:54 smithi077 ceph-mon[87572]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T16:59:55.299 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:54 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:59:55.299 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:54 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:59:55.299 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:54 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:59:55.299 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:53 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:59:55.299 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:53 smithi069 ceph-mon[94167]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T16:59:55.299 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:53 smithi069 ceph-mon[94167]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T16:59:55.299 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:53 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:59:55.299 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:53 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:59:55.299 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:53 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:59:55.300 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:53 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:59:55.300 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:53 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:59:55.300 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:53 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:59:55.300 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:53 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-10T16:59:55.300 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:53 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:59:55.300 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:53 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:59:55.300 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:53 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:59:55.300 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:53 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:59:55.300 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:53 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:59:55.300 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:53 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:59:55.300 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:53 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:59:55.300 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:53 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:59:55.300 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:53 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:59:55.300 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:53 smithi069 ceph-mon[94167]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T16:59:55.301 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:53 smithi069 ceph-mon[94167]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T16:59:55.301 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:53 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:59:55.301 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:53 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:59:55.301 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:53 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:59:55.301 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:53 smithi069 ceph-mon[94167]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T16:59:55.301 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:53 smithi069 ceph-mon[94167]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T16:59:55.301 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:53 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:59:55.301 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:53 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:59:55.301 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:53 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:59:55.301 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:53 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:59:55.301 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:53 smithi069 ceph-mon[96738]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T16:59:55.301 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:53 smithi069 ceph-mon[96738]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T16:59:55.302 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:53 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:59:55.302 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:53 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:59:55.302 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:53 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:59:55.302 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:53 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:59:55.302 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:53 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:59:55.302 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:53 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:59:55.302 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:53 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-10T16:59:55.302 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:53 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:59:55.302 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:53 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:59:55.302 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:53 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:59:55.302 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:53 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:59:55.302 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:53 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:59:55.303 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:53 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:59:55.303 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:53 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:59:55.303 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:53 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:59:55.303 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:53 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:59:55.303 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:53 smithi069 ceph-mon[96738]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T16:59:55.303 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:53 smithi069 ceph-mon[96738]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T16:59:55.303 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:53 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:59:55.303 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:53 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:59:55.303 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:53 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:59:55.303 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:53 smithi069 ceph-mon[96738]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T16:59:55.303 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:53 smithi069 ceph-mon[96738]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T16:59:55.303 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:53 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:59:55.303 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:53 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:59:55.303 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:53 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:59:55.304 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:53 smithi069 ceph-mon[94167]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T16:59:55.304 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:53 smithi069 ceph-mon[94167]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T16:59:55.304 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:53 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:59:55.304 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:53 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:59:55.304 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:53 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:59:55.304 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:53 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:59:55.304 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:53 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-10T16:59:55.304 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:53 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:59:55.304 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:53 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:59:55.304 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:53 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:59:55.305 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:53 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:59:55.305 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:53 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:59:55.305 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:53 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:59:55.305 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:53 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:59:55.305 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:53 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:59:55.305 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:53 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:59:55.305 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:53 smithi069 ceph-mon[94167]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T16:59:55.305 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:53 smithi069 ceph-mon[94167]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T16:59:55.305 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:53 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:59:55.305 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:53 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:59:55.305 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:53 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:59:55.305 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:53 smithi069 ceph-mon[94167]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T16:59:55.305 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:53 smithi069 ceph-mon[94167]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T16:59:55.305 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:53 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:59:55.305 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:53 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:59:55.305 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:53 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:59:55.306 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:53 smithi069 ceph-mon[94167]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T16:59:55.306 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:53 smithi069 ceph-mon[94167]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T16:59:55.306 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:53 smithi069 ceph-mon[96738]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T16:59:55.306 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:53 smithi069 ceph-mon[96738]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T16:59:55.306 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:53 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:59:55.306 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:53 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:59:55.306 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:53 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:59:55.306 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:53 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:59:55.306 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:53 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-10T16:59:55.306 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:53 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:59:55.307 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:53 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:59:55.307 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:53 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:59:55.307 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:53 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:59:55.307 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:53 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:59:55.307 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:53 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:59:55.307 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:53 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:59:55.307 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:53 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:59:55.307 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:53 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:59:55.307 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:53 smithi069 ceph-mon[96738]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T16:59:55.307 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:53 smithi069 ceph-mon[96738]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T16:59:55.307 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:53 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:59:55.307 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:53 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:59:55.307 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:53 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:59:55.308 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:53 smithi069 ceph-mon[96738]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T16:59:55.308 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:53 smithi069 ceph-mon[96738]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T16:59:55.308 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:53 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:59:55.308 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:53 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:59:55.308 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:53 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:59:55.308 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:53 smithi069 ceph-mon[96738]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T16:59:55.308 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:53 smithi069 ceph-mon[96738]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T16:59:55.308 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:53 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:59:55.308 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:53 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:59:55.308 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:53 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:59:55.309 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:53 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:59:55.309 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:53 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-10T16:59:55.309 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:53 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:59:55.309 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:53 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:59:55.309 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:53 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:59:55.309 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:53 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:59:55.309 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:53 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:59:55.309 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:53 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:59:55.309 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:53 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:59:55.309 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:53 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:59:55.309 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:53 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:59:55.309 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:53 smithi069 ceph-mon[94167]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T16:59:55.309 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:53 smithi069 ceph-mon[94167]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T16:59:55.309 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:53 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:59:55.309 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:53 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:59:55.310 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:53 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:59:55.310 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:53 smithi069 ceph-mon[94167]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T16:59:55.310 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:53 smithi069 ceph-mon[94167]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T16:59:55.310 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:53 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:59:55.310 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:53 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:59:55.310 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:53 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:59:55.310 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:53 smithi069 ceph-mon[94167]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T16:59:55.310 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:53 smithi069 ceph-mon[94167]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T16:59:55.310 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:53 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:59:55.310 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:53 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:59:55.310 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:53 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:59:55.311 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:53 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:59:55.311 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:53 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:59:55.311 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:53 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:59:55.311 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:53 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:59:55.311 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:53 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-10T16:59:55.311 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:53 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:59:55.311 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:53 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:59:55.311 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:53 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:59:55.311 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:53 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:59:55.311 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:53 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:59:55.311 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:53 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:59:55.311 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:53 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:59:55.311 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:53 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:59:55.312 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:53 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:59:55.312 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:53 smithi069 ceph-mon[96738]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T16:59:55.312 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:53 smithi069 ceph-mon[96738]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T16:59:55.312 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:53 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:59:55.312 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:53 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:59:55.312 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:53 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:59:55.312 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:53 smithi069 ceph-mon[96738]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T16:59:55.312 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:53 smithi069 ceph-mon[96738]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T16:59:55.312 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:53 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:59:55.312 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:53 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:59:55.312 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:53 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:59:55.312 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:53 smithi069 ceph-mon[96738]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T16:59:55.312 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:53 smithi069 ceph-mon[96738]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T16:59:55.312 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:53 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:59:55.312 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:53 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:59:55.312 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:53 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:59:55.313 INFO:tasks.workunit.client.0.smithi069.stdout:{ 2024-04-10T16:59:55.313 INFO:tasks.workunit.client.0.smithi069.stdout: "599624d2-f74f-11ee-91bc-0cc47a8fd737": { 2024-04-10T16:59:55.313 INFO:tasks.workunit.client.0.smithi069.stdout: "INTEL_SSDPEDMD400G4_5997394e-f74f-11ee-91bc-0cc47a8fd737": { 2024-04-10T16:59:55.313 INFO:tasks.workunit.client.0.smithi069.stdout: "20240410-152555": { 2024-04-10T16:59:55.313 INFO:tasks.workunit.client.0.smithi069.stdout: "device": { 2024-04-10T16:59:55.313 INFO:tasks.workunit.client.0.smithi069.stdout: "info_name": "/dev/nvme0n1", 2024-04-10T16:59:55.313 INFO:tasks.workunit.client.0.smithi069.stdout: "name": "/dev/nvme0n1", 2024-04-10T16:59:55.313 INFO:tasks.workunit.client.0.smithi069.stdout: "protocol": "NVMe", 2024-04-10T16:59:55.314 INFO:tasks.workunit.client.0.smithi069.stdout: "type": "nvme" 2024-04-10T16:59:55.314 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.314 INFO:tasks.workunit.client.0.smithi069.stdout: "firmware_version": "8DV101H0", 2024-04-10T16:59:55.314 INFO:tasks.workunit.client.0.smithi069.stdout: "host_id": "599624d2-f74f-11ee-91bc-0cc47a8fd737", 2024-04-10T16:59:55.314 INFO:tasks.workunit.client.0.smithi069.stdout: "json_format_version": [ 2024-04-10T16:59:55.314 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T16:59:55.314 INFO:tasks.workunit.client.0.smithi069.stdout: 0 2024-04-10T16:59:55.314 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:55.314 INFO:tasks.workunit.client.0.smithi069.stdout: "local_time": { 2024-04-10T16:59:55.314 INFO:tasks.workunit.client.0.smithi069.stdout: "asctime": "Wed Apr 10 15:25:55 2024 UTC", 2024-04-10T16:59:55.314 INFO:tasks.workunit.client.0.smithi069.stdout: "time_t": 1712762755 2024-04-10T16:59:55.314 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.314 INFO:tasks.workunit.client.0.smithi069.stdout: "logical_block_size": 512, 2024-04-10T16:59:55.314 INFO:tasks.workunit.client.0.smithi069.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-04-10T16:59:55.314 INFO:tasks.workunit.client.0.smithi069.stdout: "nvme_controller_id": 0, 2024-04-10T16:59:55.315 INFO:tasks.workunit.client.0.smithi069.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-04-10T16:59:55.315 INFO:tasks.workunit.client.0.smithi069.stdout: "nvme_namespaces": [ 2024-04-10T16:59:55.315 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:55.315 INFO:tasks.workunit.client.0.smithi069.stdout: "capacity": { 2024-04-10T16:59:55.315 INFO:tasks.workunit.client.0.smithi069.stdout: "blocks": 781422768, 2024-04-10T16:59:55.315 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 400088457216 2024-04-10T16:59:55.315 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.315 INFO:tasks.workunit.client.0.smithi069.stdout: "formatted_lba_size": 512, 2024-04-10T16:59:55.315 INFO:tasks.workunit.client.0.smithi069.stdout: "id": 1, 2024-04-10T16:59:55.315 INFO:tasks.workunit.client.0.smithi069.stdout: "size": { 2024-04-10T16:59:55.315 INFO:tasks.workunit.client.0.smithi069.stdout: "blocks": 781422768, 2024-04-10T16:59:55.315 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 400088457216 2024-04-10T16:59:55.315 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.315 INFO:tasks.workunit.client.0.smithi069.stdout: "utilization": { 2024-04-10T16:59:55.315 INFO:tasks.workunit.client.0.smithi069.stdout: "blocks": 781422768, 2024-04-10T16:59:55.315 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 400088457216 2024-04-10T16:59:55.315 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:55.316 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:55.316 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:55.316 INFO:tasks.workunit.client.0.smithi069.stdout: "nvme_number_of_namespaces": 1, 2024-04-10T16:59:55.316 INFO:tasks.workunit.client.0.smithi069.stdout: "nvme_pci_vendor": { 2024-04-10T16:59:55.316 INFO:tasks.workunit.client.0.smithi069.stdout: "id": 32902, 2024-04-10T16:59:55.316 INFO:tasks.workunit.client.0.smithi069.stdout: "subsystem_id": 32902 2024-04-10T16:59:55.316 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.316 INFO:tasks.workunit.client.0.smithi069.stdout: "nvme_smart_health_information_add_log": { 2024-04-10T16:59:55.316 INFO:tasks.workunit.client.0.smithi069.stdout: "Device stats": { 2024-04-10T16:59:55.316 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_fw_downgrades": { 2024-04-10T16:59:55.316 INFO:tasks.workunit.client.0.smithi069.stdout: "normalized": 0, 2024-04-10T16:59:55.316 INFO:tasks.workunit.client.0.smithi069.stdout: "raw": 0 2024-04-10T16:59:55.316 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.316 INFO:tasks.workunit.client.0.smithi069.stdout: "crc_error_count": { 2024-04-10T16:59:55.316 INFO:tasks.workunit.client.0.smithi069.stdout: "normalized": 100, 2024-04-10T16:59:55.316 INFO:tasks.workunit.client.0.smithi069.stdout: "raw": 0 2024-04-10T16:59:55.317 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.317 INFO:tasks.workunit.client.0.smithi069.stdout: "end_to_end_error_detection_count": { 2024-04-10T16:59:55.317 INFO:tasks.workunit.client.0.smithi069.stdout: "normalized": 100, 2024-04-10T16:59:55.317 INFO:tasks.workunit.client.0.smithi069.stdout: "raw": 0 2024-04-10T16:59:55.317 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.317 INFO:tasks.workunit.client.0.smithi069.stdout: "erase_fail_count": { 2024-04-10T16:59:55.317 INFO:tasks.workunit.client.0.smithi069.stdout: "normalized": 100, 2024-04-10T16:59:55.317 INFO:tasks.workunit.client.0.smithi069.stdout: "raw": 0 2024-04-10T16:59:55.317 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.317 INFO:tasks.workunit.client.0.smithi069.stdout: "host_bytes_written": { 2024-04-10T16:59:55.317 INFO:tasks.workunit.client.0.smithi069.stdout: "normalized": 100, 2024-04-10T16:59:55.317 INFO:tasks.workunit.client.0.smithi069.stdout: "raw": 25970560 2024-04-10T16:59:55.317 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.317 INFO:tasks.workunit.client.0.smithi069.stdout: "host_ctx_wear_used": { 2024-04-10T16:59:55.317 INFO:tasks.workunit.client.0.smithi069.stdout: "normalized": 100, 2024-04-10T16:59:55.317 INFO:tasks.workunit.client.0.smithi069.stdout: "raw": 1 2024-04-10T16:59:55.318 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.318 INFO:tasks.workunit.client.0.smithi069.stdout: "media_bytes_read": { 2024-04-10T16:59:55.318 INFO:tasks.workunit.client.0.smithi069.stdout: "normalized": 0, 2024-04-10T16:59:55.318 INFO:tasks.workunit.client.0.smithi069.stdout: "raw": 0 2024-04-10T16:59:55.318 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.318 INFO:tasks.workunit.client.0.smithi069.stdout: "nand_bytes_written": { 2024-04-10T16:59:55.318 INFO:tasks.workunit.client.0.smithi069.stdout: "normalized": 100, 2024-04-10T16:59:55.318 INFO:tasks.workunit.client.0.smithi069.stdout: "raw": 42073918 2024-04-10T16:59:55.318 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.318 INFO:tasks.workunit.client.0.smithi069.stdout: "perf_stat_indicator": { 2024-04-10T16:59:55.318 INFO:tasks.workunit.client.0.smithi069.stdout: "normalized": 0, 2024-04-10T16:59:55.318 INFO:tasks.workunit.client.0.smithi069.stdout: "raw": 0 2024-04-10T16:59:55.318 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.318 INFO:tasks.workunit.client.0.smithi069.stdout: "pll_lock_loss_count": { 2024-04-10T16:59:55.318 INFO:tasks.workunit.client.0.smithi069.stdout: "normalized": 100, 2024-04-10T16:59:55.318 INFO:tasks.workunit.client.0.smithi069.stdout: "raw": 0 2024-04-10T16:59:55.319 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.319 INFO:tasks.workunit.client.0.smithi069.stdout: "program_fail_count": { 2024-04-10T16:59:55.319 INFO:tasks.workunit.client.0.smithi069.stdout: "normalized": 100, 2024-04-10T16:59:55.319 INFO:tasks.workunit.client.0.smithi069.stdout: "raw": 0 2024-04-10T16:59:55.319 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.319 INFO:tasks.workunit.client.0.smithi069.stdout: "re_alloc_sectr_cnt": { 2024-04-10T16:59:55.319 INFO:tasks.workunit.client.0.smithi069.stdout: "normalized": 0, 2024-04-10T16:59:55.319 INFO:tasks.workunit.client.0.smithi069.stdout: "raw": 0 2024-04-10T16:59:55.319 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.319 INFO:tasks.workunit.client.0.smithi069.stdout: "retry_buffer_overflow_count": { 2024-04-10T16:59:55.319 INFO:tasks.workunit.client.0.smithi069.stdout: "normalized": 100, 2024-04-10T16:59:55.319 INFO:tasks.workunit.client.0.smithi069.stdout: "raw": 0 2024-04-10T16:59:55.319 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.319 INFO:tasks.workunit.client.0.smithi069.stdout: "soft_ecc_err_rate": { 2024-04-10T16:59:55.319 INFO:tasks.workunit.client.0.smithi069.stdout: "normalized": 0, 2024-04-10T16:59:55.319 INFO:tasks.workunit.client.0.smithi069.stdout: "raw": 0 2024-04-10T16:59:55.320 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.320 INFO:tasks.workunit.client.0.smithi069.stdout: "thermal_throttle_status": { 2024-04-10T16:59:55.320 INFO:tasks.workunit.client.0.smithi069.stdout: "normalized": 100, 2024-04-10T16:59:55.320 INFO:tasks.workunit.client.0.smithi069.stdout: "raw": { 2024-04-10T16:59:55.320 INFO:tasks.workunit.client.0.smithi069.stdout: "cnt": 0, 2024-04-10T16:59:55.320 INFO:tasks.workunit.client.0.smithi069.stdout: "pct": 0 2024-04-10T16:59:55.320 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:55.320 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.320 INFO:tasks.workunit.client.0.smithi069.stdout: "timed_workload_host_reads": { 2024-04-10T16:59:55.320 INFO:tasks.workunit.client.0.smithi069.stdout: "normalized": 100, 2024-04-10T16:59:55.320 INFO:tasks.workunit.client.0.smithi069.stdout: "raw": 65535 2024-04-10T16:59:55.320 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.320 INFO:tasks.workunit.client.0.smithi069.stdout: "timed_workload_media_wear": { 2024-04-10T16:59:55.320 INFO:tasks.workunit.client.0.smithi069.stdout: "normalized": 100, 2024-04-10T16:59:55.320 INFO:tasks.workunit.client.0.smithi069.stdout: "raw": 64 2024-04-10T16:59:55.320 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.321 INFO:tasks.workunit.client.0.smithi069.stdout: "timed_workload_timer": { 2024-04-10T16:59:55.321 INFO:tasks.workunit.client.0.smithi069.stdout: "normalized": 100, 2024-04-10T16:59:55.321 INFO:tasks.workunit.client.0.smithi069.stdout: "raw": 65535 2024-04-10T16:59:55.321 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.321 INFO:tasks.workunit.client.0.smithi069.stdout: "unexp_power_loss": { 2024-04-10T16:59:55.321 INFO:tasks.workunit.client.0.smithi069.stdout: "normalized": 0, 2024-04-10T16:59:55.321 INFO:tasks.workunit.client.0.smithi069.stdout: "raw": 0 2024-04-10T16:59:55.321 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.321 INFO:tasks.workunit.client.0.smithi069.stdout: "wear_leveling": { 2024-04-10T16:59:55.321 INFO:tasks.workunit.client.0.smithi069.stdout: "normalized": 91, 2024-04-10T16:59:55.321 INFO:tasks.workunit.client.0.smithi069.stdout: "raw": { 2024-04-10T16:59:55.321 INFO:tasks.workunit.client.0.smithi069.stdout: "avg": 2823, 2024-04-10T16:59:55.321 INFO:tasks.workunit.client.0.smithi069.stdout: "max": 2839, 2024-04-10T16:59:55.321 INFO:tasks.workunit.client.0.smithi069.stdout: "min": 2808 2024-04-10T16:59:55.321 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:55.322 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:55.322 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.322 INFO:tasks.workunit.client.0.smithi069.stdout: "Intel Smart log": "nvme0n1" 2024-04-10T16:59:55.322 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.322 INFO:tasks.workunit.client.0.smithi069.stdout: "nvme_smart_health_information_log": { 2024-04-10T16:59:55.322 INFO:tasks.workunit.client.0.smithi069.stdout: "available_spare": 100, 2024-04-10T16:59:55.322 INFO:tasks.workunit.client.0.smithi069.stdout: "available_spare_threshold": 10, 2024-04-10T16:59:55.322 INFO:tasks.workunit.client.0.smithi069.stdout: "controller_busy_time": 1, 2024-04-10T16:59:55.322 INFO:tasks.workunit.client.0.smithi069.stdout: "critical_warning": 0, 2024-04-10T16:59:55.322 INFO:tasks.workunit.client.0.smithi069.stdout: "data_units_read": 390305420, 2024-04-10T16:59:55.322 INFO:tasks.workunit.client.0.smithi069.stdout: "data_units_written": 1702006681, 2024-04-10T16:59:55.322 INFO:tasks.workunit.client.0.smithi069.stdout: "host_reads": 6219950024, 2024-04-10T16:59:55.322 INFO:tasks.workunit.client.0.smithi069.stdout: "host_writes": 29847982517, 2024-04-10T16:59:55.323 INFO:tasks.workunit.client.0.smithi069.stdout: "media_errors": 0, 2024-04-10T16:59:55.323 INFO:tasks.workunit.client.0.smithi069.stdout: "num_err_log_entries": 0, 2024-04-10T16:59:55.323 INFO:tasks.workunit.client.0.smithi069.stdout: "percentage_used": 9, 2024-04-10T16:59:55.323 INFO:tasks.workunit.client.0.smithi069.stdout: "power_cycles": 40276, 2024-04-10T16:59:55.323 INFO:tasks.workunit.client.0.smithi069.stdout: "power_on_hours": 59896, 2024-04-10T16:59:55.323 INFO:tasks.workunit.client.0.smithi069.stdout: "temperature": 25, 2024-04-10T16:59:55.323 INFO:tasks.workunit.client.0.smithi069.stdout: "unsafe_shutdowns": 83 2024-04-10T16:59:55.323 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.323 INFO:tasks.workunit.client.0.smithi069.stdout: "nvme_vendor": "intel", 2024-04-10T16:59:55.323 INFO:tasks.workunit.client.0.smithi069.stdout: "power_cycle_count": 40276, 2024-04-10T16:59:55.323 INFO:tasks.workunit.client.0.smithi069.stdout: "power_on_time": { 2024-04-10T16:59:55.323 INFO:tasks.workunit.client.0.smithi069.stdout: "hours": 59896 2024-04-10T16:59:55.323 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.324 INFO:tasks.workunit.client.0.smithi069.stdout: "serial_number": "deleted", 2024-04-10T16:59:55.324 INFO:tasks.workunit.client.0.smithi069.stdout: "smart_status": { 2024-04-10T16:59:55.324 INFO:tasks.workunit.client.0.smithi069.stdout: "nvme": { 2024-04-10T16:59:55.324 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.324 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.324 INFO:tasks.workunit.client.0.smithi069.stdout: "passed": true 2024-04-10T16:59:55.324 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.324 INFO:tasks.workunit.client.0.smithi069.stdout: "smartctl": { 2024-04-10T16:59:55.324 INFO:tasks.workunit.client.0.smithi069.stdout: "argv": [ 2024-04-10T16:59:55.324 INFO:tasks.workunit.client.0.smithi069.stdout: "smartctl", 2024-04-10T16:59:55.324 INFO:tasks.workunit.client.0.smithi069.stdout: "-x", 2024-04-10T16:59:55.324 INFO:tasks.workunit.client.0.smithi069.stdout: "--json=o", 2024-04-10T16:59:55.324 INFO:tasks.workunit.client.0.smithi069.stdout: "/dev/nvme0n1" 2024-04-10T16:59:55.325 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:55.325 INFO:tasks.workunit.client.0.smithi069.stdout: "build_info": "(local build)", 2024-04-10T16:59:55.325 INFO:tasks.workunit.client.0.smithi069.stdout: "exit_status": 0, 2024-04-10T16:59:55.325 INFO:tasks.workunit.client.0.smithi069.stdout: "output": [ 2024-04-10T16:59:55.325 INFO:tasks.workunit.client.0.smithi069.stdout: "smartctl 7.1 2019-12-30 r5022 [x86_64-linux-5.14.0-435.el9.x86_64] (local build)", 2024-04-10T16:59:55.325 INFO:tasks.workunit.client.0.smithi069.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-04-10T16:59:55.325 INFO:tasks.workunit.client.0.smithi069.stdout: "", 2024-04-10T16:59:55.325 INFO:tasks.workunit.client.0.smithi069.stdout: "=== START OF INFORMATION SECTION ===", 2024-04-10T16:59:55.325 INFO:tasks.workunit.client.0.smithi069.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-04-10T16:59:55.325 INFO:tasks.workunit.client.0.smithi069.stdout: "Serial Number: deleted", 2024-04-10T16:59:55.325 INFO:tasks.workunit.client.0.smithi069.stdout: "Firmware Version: 8DV101H0", 2024-04-10T16:59:55.325 INFO:tasks.workunit.client.0.smithi069.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-04-10T16:59:55.325 INFO:tasks.workunit.client.0.smithi069.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-04-10T16:59:55.326 INFO:tasks.workunit.client.0.smithi069.stdout: "Controller ID: 0", 2024-04-10T16:59:55.326 INFO:tasks.workunit.client.0.smithi069.stdout: "Number of Namespaces: 1", 2024-04-10T16:59:55.326 INFO:tasks.workunit.client.0.smithi069.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-04-10T16:59:55.326 INFO:tasks.workunit.client.0.smithi069.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-04-10T16:59:55.326 INFO:tasks.workunit.client.0.smithi069.stdout: "Local Time is: Wed Apr 10 15:25:55 2024 UTC", 2024-04-10T16:59:55.326 INFO:tasks.workunit.client.0.smithi069.stdout: "Firmware Updates (0x02): 1 Slot", 2024-04-10T16:59:55.326 INFO:tasks.workunit.client.0.smithi069.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-04-10T16:59:55.326 INFO:tasks.workunit.client.0.smithi069.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-04-10T16:59:55.326 INFO:tasks.workunit.client.0.smithi069.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-04-10T16:59:55.326 INFO:tasks.workunit.client.0.smithi069.stdout: "", 2024-04-10T16:59:55.326 INFO:tasks.workunit.client.0.smithi069.stdout: "Supported Power States", 2024-04-10T16:59:55.327 INFO:tasks.workunit.client.0.smithi069.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-04-10T16:59:55.327 INFO:tasks.workunit.client.0.smithi069.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-04-10T16:59:55.327 INFO:tasks.workunit.client.0.smithi069.stdout: "", 2024-04-10T16:59:55.327 INFO:tasks.workunit.client.0.smithi069.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-04-10T16:59:55.327 INFO:tasks.workunit.client.0.smithi069.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-04-10T16:59:55.327 INFO:tasks.workunit.client.0.smithi069.stdout: " 0 + 512 0 2", 2024-04-10T16:59:55.327 INFO:tasks.workunit.client.0.smithi069.stdout: " 1 - 512 8 2", 2024-04-10T16:59:55.327 INFO:tasks.workunit.client.0.smithi069.stdout: " 2 - 512 16 2", 2024-04-10T16:59:55.327 INFO:tasks.workunit.client.0.smithi069.stdout: " 3 - 4096 0 0", 2024-04-10T16:59:55.327 INFO:tasks.workunit.client.0.smithi069.stdout: " 4 - 4096 8 0", 2024-04-10T16:59:55.327 INFO:tasks.workunit.client.0.smithi069.stdout: " 5 - 4096 64 0", 2024-04-10T16:59:55.327 INFO:tasks.workunit.client.0.smithi069.stdout: " 6 - 4096 128 0", 2024-04-10T16:59:55.327 INFO:tasks.workunit.client.0.smithi069.stdout: "", 2024-04-10T16:59:55.327 INFO:tasks.workunit.client.0.smithi069.stdout: "=== START OF SMART DATA SECTION ===", 2024-04-10T16:59:55.328 INFO:tasks.workunit.client.0.smithi069.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-04-10T16:59:55.328 INFO:tasks.workunit.client.0.smithi069.stdout: "", 2024-04-10T16:59:55.328 INFO:tasks.workunit.client.0.smithi069.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-04-10T16:59:55.328 INFO:tasks.workunit.client.0.smithi069.stdout: "Critical Warning: 0x00", 2024-04-10T16:59:55.328 INFO:tasks.workunit.client.0.smithi069.stdout: "Temperature: 25 Celsius", 2024-04-10T16:59:55.328 INFO:tasks.workunit.client.0.smithi069.stdout: "Available Spare: 100%", 2024-04-10T16:59:55.328 INFO:tasks.workunit.client.0.smithi069.stdout: "Available Spare Threshold: 10%", 2024-04-10T16:59:55.328 INFO:tasks.workunit.client.0.smithi069.stdout: "Percentage Used: 9%", 2024-04-10T16:59:55.328 INFO:tasks.workunit.client.0.smithi069.stdout: "Data Units Read: 390,305,420 [199 TB]", 2024-04-10T16:59:55.328 INFO:tasks.workunit.client.0.smithi069.stdout: "Data Units Written: 1,702,006,681 [871 TB]", 2024-04-10T16:59:55.328 INFO:tasks.workunit.client.0.smithi069.stdout: "Host Read Commands: 6,219,950,024", 2024-04-10T16:59:55.328 INFO:tasks.workunit.client.0.smithi069.stdout: "Host Write Commands: 29,847,982,517", 2024-04-10T16:59:55.328 INFO:tasks.workunit.client.0.smithi069.stdout: "Controller Busy Time: 1", 2024-04-10T16:59:55.328 INFO:tasks.workunit.client.0.smithi069.stdout: "Power Cycles: 40,276", 2024-04-10T16:59:55.329 INFO:tasks.workunit.client.0.smithi069.stdout: "Power On Hours: 59,896", 2024-04-10T16:59:55.329 INFO:tasks.workunit.client.0.smithi069.stdout: "Unsafe Shutdowns: 83", 2024-04-10T16:59:55.329 INFO:tasks.workunit.client.0.smithi069.stdout: "Media and Data Integrity Errors: 0", 2024-04-10T16:59:55.329 INFO:tasks.workunit.client.0.smithi069.stdout: "Error Information Log Entries: 0", 2024-04-10T16:59:55.329 INFO:tasks.workunit.client.0.smithi069.stdout: "", 2024-04-10T16:59:55.329 INFO:tasks.workunit.client.0.smithi069.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2024-04-10T16:59:55.329 INFO:tasks.workunit.client.0.smithi069.stdout: "No Errors Logged", 2024-04-10T16:59:55.329 INFO:tasks.workunit.client.0.smithi069.stdout: "" 2024-04-10T16:59:55.329 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:55.329 INFO:tasks.workunit.client.0.smithi069.stdout: "platform_info": "x86_64-linux-5.14.0-435.el9.x86_64", 2024-04-10T16:59:55.329 INFO:tasks.workunit.client.0.smithi069.stdout: "svn_revision": "5022", 2024-04-10T16:59:55.329 INFO:tasks.workunit.client.0.smithi069.stdout: "version": [ 2024-04-10T16:59:55.329 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T16:59:55.329 INFO:tasks.workunit.client.0.smithi069.stdout: 1 2024-04-10T16:59:55.329 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T16:59:55.330 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.330 INFO:tasks.workunit.client.0.smithi069.stdout: "temperature": { 2024-04-10T16:59:55.330 INFO:tasks.workunit.client.0.smithi069.stdout: "current": 25 2024-04-10T16:59:55.330 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.330 INFO:tasks.workunit.client.0.smithi069.stdout: "user_capacity": { 2024-04-10T16:59:55.330 INFO:tasks.workunit.client.0.smithi069.stdout: "blocks": 781422768, 2024-04-10T16:59:55.330 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 400088457216 2024-04-10T16:59:55.330 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:55.330 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:55.330 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:55.330 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.330 INFO:tasks.workunit.client.0.smithi069.stdout: "5998e154-f74f-11ee-91bc-0cc47a8fd737": { 2024-04-10T16:59:55.330 INFO:tasks.workunit.client.0.smithi069.stdout: "INTEL_SSDPEDMD400G4_5999883e-f74f-11ee-91bc-0cc47a8fd737": { 2024-04-10T16:59:55.330 INFO:tasks.workunit.client.0.smithi069.stdout: "20240410-152557": { 2024-04-10T16:59:55.331 INFO:tasks.workunit.client.0.smithi069.stdout: "device": { 2024-04-10T16:59:55.331 INFO:tasks.workunit.client.0.smithi069.stdout: "info_name": "/dev/nvme0n1", 2024-04-10T16:59:55.331 INFO:tasks.workunit.client.0.smithi069.stdout: "name": "/dev/nvme0n1", 2024-04-10T16:59:55.331 INFO:tasks.workunit.client.0.smithi069.stdout: "protocol": "NVMe", 2024-04-10T16:59:55.331 INFO:tasks.workunit.client.0.smithi069.stdout: "type": "nvme" 2024-04-10T16:59:55.331 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.331 INFO:tasks.workunit.client.0.smithi069.stdout: "firmware_version": "8DV101H0", 2024-04-10T16:59:55.331 INFO:tasks.workunit.client.0.smithi069.stdout: "host_id": "5998e154-f74f-11ee-91bc-0cc47a8fd737", 2024-04-10T16:59:55.331 INFO:tasks.workunit.client.0.smithi069.stdout: "json_format_version": [ 2024-04-10T16:59:55.331 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T16:59:55.331 INFO:tasks.workunit.client.0.smithi069.stdout: 0 2024-04-10T16:59:55.331 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:55.331 INFO:tasks.workunit.client.0.smithi069.stdout: "local_time": { 2024-04-10T16:59:55.331 INFO:tasks.workunit.client.0.smithi069.stdout: "asctime": "Wed Apr 10 15:25:57 2024 UTC", 2024-04-10T16:59:55.331 INFO:tasks.workunit.client.0.smithi069.stdout: "time_t": 1712762757 2024-04-10T16:59:55.332 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.332 INFO:tasks.workunit.client.0.smithi069.stdout: "logical_block_size": 512, 2024-04-10T16:59:55.332 INFO:tasks.workunit.client.0.smithi069.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-04-10T16:59:55.332 INFO:tasks.workunit.client.0.smithi069.stdout: "nvme_controller_id": 0, 2024-04-10T16:59:55.332 INFO:tasks.workunit.client.0.smithi069.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-04-10T16:59:55.332 INFO:tasks.workunit.client.0.smithi069.stdout: "nvme_namespaces": [ 2024-04-10T16:59:55.332 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:55.332 INFO:tasks.workunit.client.0.smithi069.stdout: "capacity": { 2024-04-10T16:59:55.332 INFO:tasks.workunit.client.0.smithi069.stdout: "blocks": 781422768, 2024-04-10T16:59:55.332 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 400088457216 2024-04-10T16:59:55.332 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.332 INFO:tasks.workunit.client.0.smithi069.stdout: "formatted_lba_size": 512, 2024-04-10T16:59:55.332 INFO:tasks.workunit.client.0.smithi069.stdout: "id": 1, 2024-04-10T16:59:55.332 INFO:tasks.workunit.client.0.smithi069.stdout: "size": { 2024-04-10T16:59:55.332 INFO:tasks.workunit.client.0.smithi069.stdout: "blocks": 781422768, 2024-04-10T16:59:55.333 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 400088457216 2024-04-10T16:59:55.333 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.333 INFO:tasks.workunit.client.0.smithi069.stdout: "utilization": { 2024-04-10T16:59:55.333 INFO:tasks.workunit.client.0.smithi069.stdout: "blocks": 781422768, 2024-04-10T16:59:55.333 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 400088457216 2024-04-10T16:59:55.333 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:55.333 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:55.333 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:55.333 INFO:tasks.workunit.client.0.smithi069.stdout: "nvme_number_of_namespaces": 1, 2024-04-10T16:59:55.333 INFO:tasks.workunit.client.0.smithi069.stdout: "nvme_pci_vendor": { 2024-04-10T16:59:55.333 INFO:tasks.workunit.client.0.smithi069.stdout: "id": 32902, 2024-04-10T16:59:55.333 INFO:tasks.workunit.client.0.smithi069.stdout: "subsystem_id": 32902 2024-04-10T16:59:55.333 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.333 INFO:tasks.workunit.client.0.smithi069.stdout: "nvme_smart_health_information_add_log": { 2024-04-10T16:59:55.333 INFO:tasks.workunit.client.0.smithi069.stdout: "Device stats": { 2024-04-10T16:59:55.334 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_fw_downgrades": { 2024-04-10T16:59:55.334 INFO:tasks.workunit.client.0.smithi069.stdout: "normalized": 0, 2024-04-10T16:59:55.334 INFO:tasks.workunit.client.0.smithi069.stdout: "raw": 0 2024-04-10T16:59:55.334 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.334 INFO:tasks.workunit.client.0.smithi069.stdout: "crc_error_count": { 2024-04-10T16:59:55.334 INFO:tasks.workunit.client.0.smithi069.stdout: "normalized": 100, 2024-04-10T16:59:55.334 INFO:tasks.workunit.client.0.smithi069.stdout: "raw": 0 2024-04-10T16:59:55.334 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.334 INFO:tasks.workunit.client.0.smithi069.stdout: "end_to_end_error_detection_count": { 2024-04-10T16:59:55.334 INFO:tasks.workunit.client.0.smithi069.stdout: "normalized": 100, 2024-04-10T16:59:55.334 INFO:tasks.workunit.client.0.smithi069.stdout: "raw": 0 2024-04-10T16:59:55.334 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.334 INFO:tasks.workunit.client.0.smithi069.stdout: "erase_fail_count": { 2024-04-10T16:59:55.335 INFO:tasks.workunit.client.0.smithi069.stdout: "normalized": 100, 2024-04-10T16:59:55.335 INFO:tasks.workunit.client.0.smithi069.stdout: "raw": 0 2024-04-10T16:59:55.335 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.335 INFO:tasks.workunit.client.0.smithi069.stdout: "host_bytes_written": { 2024-04-10T16:59:55.335 INFO:tasks.workunit.client.0.smithi069.stdout: "normalized": 100, 2024-04-10T16:59:55.335 INFO:tasks.workunit.client.0.smithi069.stdout: "raw": 31729991 2024-04-10T16:59:55.335 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.335 INFO:tasks.workunit.client.0.smithi069.stdout: "host_ctx_wear_used": { 2024-04-10T16:59:55.335 INFO:tasks.workunit.client.0.smithi069.stdout: "normalized": 100, 2024-04-10T16:59:55.335 INFO:tasks.workunit.client.0.smithi069.stdout: "raw": 1 2024-04-10T16:59:55.335 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.335 INFO:tasks.workunit.client.0.smithi069.stdout: "media_bytes_read": { 2024-04-10T16:59:55.336 INFO:tasks.workunit.client.0.smithi069.stdout: "normalized": 0, 2024-04-10T16:59:55.336 INFO:tasks.workunit.client.0.smithi069.stdout: "raw": 0 2024-04-10T16:59:55.336 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.336 INFO:tasks.workunit.client.0.smithi069.stdout: "nand_bytes_written": { 2024-04-10T16:59:55.336 INFO:tasks.workunit.client.0.smithi069.stdout: "normalized": 100, 2024-04-10T16:59:55.336 INFO:tasks.workunit.client.0.smithi069.stdout: "raw": 51723495 2024-04-10T16:59:55.336 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.336 INFO:tasks.workunit.client.0.smithi069.stdout: "perf_stat_indicator": { 2024-04-10T16:59:55.336 INFO:tasks.workunit.client.0.smithi069.stdout: "normalized": 0, 2024-04-10T16:59:55.336 INFO:tasks.workunit.client.0.smithi069.stdout: "raw": 0 2024-04-10T16:59:55.336 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.336 INFO:tasks.workunit.client.0.smithi069.stdout: "pll_lock_loss_count": { 2024-04-10T16:59:55.336 INFO:tasks.workunit.client.0.smithi069.stdout: "normalized": 100, 2024-04-10T16:59:55.336 INFO:tasks.workunit.client.0.smithi069.stdout: "raw": 0 2024-04-10T16:59:55.336 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.337 INFO:tasks.workunit.client.0.smithi069.stdout: "program_fail_count": { 2024-04-10T16:59:55.337 INFO:tasks.workunit.client.0.smithi069.stdout: "normalized": 100, 2024-04-10T16:59:55.337 INFO:tasks.workunit.client.0.smithi069.stdout: "raw": 0 2024-04-10T16:59:55.337 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.337 INFO:tasks.workunit.client.0.smithi069.stdout: "re_alloc_sectr_cnt": { 2024-04-10T16:59:55.337 INFO:tasks.workunit.client.0.smithi069.stdout: "normalized": 0, 2024-04-10T16:59:55.337 INFO:tasks.workunit.client.0.smithi069.stdout: "raw": 0 2024-04-10T16:59:55.337 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.337 INFO:tasks.workunit.client.0.smithi069.stdout: "retry_buffer_overflow_count": { 2024-04-10T16:59:55.337 INFO:tasks.workunit.client.0.smithi069.stdout: "normalized": 100, 2024-04-10T16:59:55.337 INFO:tasks.workunit.client.0.smithi069.stdout: "raw": 0 2024-04-10T16:59:55.337 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.337 INFO:tasks.workunit.client.0.smithi069.stdout: "soft_ecc_err_rate": { 2024-04-10T16:59:55.337 INFO:tasks.workunit.client.0.smithi069.stdout: "normalized": 0, 2024-04-10T16:59:55.337 INFO:tasks.workunit.client.0.smithi069.stdout: "raw": 0 2024-04-10T16:59:55.338 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.338 INFO:tasks.workunit.client.0.smithi069.stdout: "thermal_throttle_status": { 2024-04-10T16:59:55.338 INFO:tasks.workunit.client.0.smithi069.stdout: "normalized": 100, 2024-04-10T16:59:55.338 INFO:tasks.workunit.client.0.smithi069.stdout: "raw": { 2024-04-10T16:59:55.338 INFO:tasks.workunit.client.0.smithi069.stdout: "cnt": 0, 2024-04-10T16:59:55.338 INFO:tasks.workunit.client.0.smithi069.stdout: "pct": 0 2024-04-10T16:59:55.338 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:55.338 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.338 INFO:tasks.workunit.client.0.smithi069.stdout: "timed_workload_host_reads": { 2024-04-10T16:59:55.338 INFO:tasks.workunit.client.0.smithi069.stdout: "normalized": 100, 2024-04-10T16:59:55.338 INFO:tasks.workunit.client.0.smithi069.stdout: "raw": 65535 2024-04-10T16:59:55.338 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.338 INFO:tasks.workunit.client.0.smithi069.stdout: "timed_workload_media_wear": { 2024-04-10T16:59:55.338 INFO:tasks.workunit.client.0.smithi069.stdout: "normalized": 100, 2024-04-10T16:59:55.338 INFO:tasks.workunit.client.0.smithi069.stdout: "raw": 64 2024-04-10T16:59:55.338 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.339 INFO:tasks.workunit.client.0.smithi069.stdout: "timed_workload_timer": { 2024-04-10T16:59:55.339 INFO:tasks.workunit.client.0.smithi069.stdout: "normalized": 100, 2024-04-10T16:59:55.339 INFO:tasks.workunit.client.0.smithi069.stdout: "raw": 65535 2024-04-10T16:59:55.339 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.339 INFO:tasks.workunit.client.0.smithi069.stdout: "unexp_power_loss": { 2024-04-10T16:59:55.339 INFO:tasks.workunit.client.0.smithi069.stdout: "normalized": 0, 2024-04-10T16:59:55.339 INFO:tasks.workunit.client.0.smithi069.stdout: "raw": 0 2024-04-10T16:59:55.339 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.339 INFO:tasks.workunit.client.0.smithi069.stdout: "wear_leveling": { 2024-04-10T16:59:55.339 INFO:tasks.workunit.client.0.smithi069.stdout: "normalized": 89, 2024-04-10T16:59:55.339 INFO:tasks.workunit.client.0.smithi069.stdout: "raw": { 2024-04-10T16:59:55.339 INFO:tasks.workunit.client.0.smithi069.stdout: "avg": 3477, 2024-04-10T16:59:55.339 INFO:tasks.workunit.client.0.smithi069.stdout: "max": 3493, 2024-04-10T16:59:55.339 INFO:tasks.workunit.client.0.smithi069.stdout: "min": 3462 2024-04-10T16:59:55.339 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:55.339 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:55.340 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.340 INFO:tasks.workunit.client.0.smithi069.stdout: "Intel Smart log": "nvme0n1" 2024-04-10T16:59:55.340 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.340 INFO:tasks.workunit.client.0.smithi069.stdout: "nvme_smart_health_information_log": { 2024-04-10T16:59:55.340 INFO:tasks.workunit.client.0.smithi069.stdout: "available_spare": 100, 2024-04-10T16:59:55.340 INFO:tasks.workunit.client.0.smithi069.stdout: "available_spare_threshold": 10, 2024-04-10T16:59:55.340 INFO:tasks.workunit.client.0.smithi069.stdout: "controller_busy_time": 6, 2024-04-10T16:59:55.340 INFO:tasks.workunit.client.0.smithi069.stdout: "critical_warning": 0, 2024-04-10T16:59:55.340 INFO:tasks.workunit.client.0.smithi069.stdout: "data_units_read": 410358099, 2024-04-10T16:59:55.340 INFO:tasks.workunit.client.0.smithi069.stdout: "data_units_written": 2079456739, 2024-04-10T16:59:55.340 INFO:tasks.workunit.client.0.smithi069.stdout: "host_reads": 6752379132, 2024-04-10T16:59:55.340 INFO:tasks.workunit.client.0.smithi069.stdout: "host_writes": 36672874135, 2024-04-10T16:59:55.340 INFO:tasks.workunit.client.0.smithi069.stdout: "media_errors": 0, 2024-04-10T16:59:55.340 INFO:tasks.workunit.client.0.smithi069.stdout: "num_err_log_entries": 0, 2024-04-10T16:59:55.340 INFO:tasks.workunit.client.0.smithi069.stdout: "percentage_used": 11, 2024-04-10T16:59:55.340 INFO:tasks.workunit.client.0.smithi069.stdout: "power_cycles": 50478, 2024-04-10T16:59:55.341 INFO:tasks.workunit.client.0.smithi069.stdout: "power_on_hours": 54712, 2024-04-10T16:59:55.341 INFO:tasks.workunit.client.0.smithi069.stdout: "temperature": 26, 2024-04-10T16:59:55.341 INFO:tasks.workunit.client.0.smithi069.stdout: "unsafe_shutdowns": 152 2024-04-10T16:59:55.341 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.341 INFO:tasks.workunit.client.0.smithi069.stdout: "nvme_vendor": "intel", 2024-04-10T16:59:55.341 INFO:tasks.workunit.client.0.smithi069.stdout: "power_cycle_count": 50478, 2024-04-10T16:59:55.341 INFO:tasks.workunit.client.0.smithi069.stdout: "power_on_time": { 2024-04-10T16:59:55.341 INFO:tasks.workunit.client.0.smithi069.stdout: "hours": 54712 2024-04-10T16:59:55.341 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.341 INFO:tasks.workunit.client.0.smithi069.stdout: "serial_number": "deleted", 2024-04-10T16:59:55.341 INFO:tasks.workunit.client.0.smithi069.stdout: "smart_status": { 2024-04-10T16:59:55.341 INFO:tasks.workunit.client.0.smithi069.stdout: "nvme": { 2024-04-10T16:59:55.341 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.341 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.341 INFO:tasks.workunit.client.0.smithi069.stdout: "passed": true 2024-04-10T16:59:55.341 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.342 INFO:tasks.workunit.client.0.smithi069.stdout: "smartctl": { 2024-04-10T16:59:55.342 INFO:tasks.workunit.client.0.smithi069.stdout: "argv": [ 2024-04-10T16:59:55.342 INFO:tasks.workunit.client.0.smithi069.stdout: "smartctl", 2024-04-10T16:59:55.342 INFO:tasks.workunit.client.0.smithi069.stdout: "-x", 2024-04-10T16:59:55.342 INFO:tasks.workunit.client.0.smithi069.stdout: "--json=o", 2024-04-10T16:59:55.342 INFO:tasks.workunit.client.0.smithi069.stdout: "/dev/nvme0n1" 2024-04-10T16:59:55.342 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:55.342 INFO:tasks.workunit.client.0.smithi069.stdout: "build_info": "(local build)", 2024-04-10T16:59:55.342 INFO:tasks.workunit.client.0.smithi069.stdout: "exit_status": 0, 2024-04-10T16:59:55.342 INFO:tasks.workunit.client.0.smithi069.stdout: "output": [ 2024-04-10T16:59:55.342 INFO:tasks.workunit.client.0.smithi069.stdout: "smartctl 7.1 2019-12-30 r5022 [x86_64-linux-5.14.0-435.el9.x86_64] (local build)", 2024-04-10T16:59:55.342 INFO:tasks.workunit.client.0.smithi069.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-04-10T16:59:55.342 INFO:tasks.workunit.client.0.smithi069.stdout: "", 2024-04-10T16:59:55.342 INFO:tasks.workunit.client.0.smithi069.stdout: "=== START OF INFORMATION SECTION ===", 2024-04-10T16:59:55.342 INFO:tasks.workunit.client.0.smithi069.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-04-10T16:59:55.342 INFO:tasks.workunit.client.0.smithi069.stdout: "Serial Number: deleted", 2024-04-10T16:59:55.343 INFO:tasks.workunit.client.0.smithi069.stdout: "Firmware Version: 8DV101H0", 2024-04-10T16:59:55.343 INFO:tasks.workunit.client.0.smithi069.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-04-10T16:59:55.343 INFO:tasks.workunit.client.0.smithi069.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-04-10T16:59:55.343 INFO:tasks.workunit.client.0.smithi069.stdout: "Controller ID: 0", 2024-04-10T16:59:55.343 INFO:tasks.workunit.client.0.smithi069.stdout: "Number of Namespaces: 1", 2024-04-10T16:59:55.343 INFO:tasks.workunit.client.0.smithi069.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-04-10T16:59:55.343 INFO:tasks.workunit.client.0.smithi069.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-04-10T16:59:55.343 INFO:tasks.workunit.client.0.smithi069.stdout: "Local Time is: Wed Apr 10 15:25:57 2024 UTC", 2024-04-10T16:59:55.343 INFO:tasks.workunit.client.0.smithi069.stdout: "Firmware Updates (0x02): 1 Slot", 2024-04-10T16:59:55.343 INFO:tasks.workunit.client.0.smithi069.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-04-10T16:59:55.343 INFO:tasks.workunit.client.0.smithi069.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-04-10T16:59:55.343 INFO:tasks.workunit.client.0.smithi069.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-04-10T16:59:55.343 INFO:tasks.workunit.client.0.smithi069.stdout: "", 2024-04-10T16:59:55.343 INFO:tasks.workunit.client.0.smithi069.stdout: "Supported Power States", 2024-04-10T16:59:55.343 INFO:tasks.workunit.client.0.smithi069.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-04-10T16:59:55.344 INFO:tasks.workunit.client.0.smithi069.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-04-10T16:59:55.344 INFO:tasks.workunit.client.0.smithi069.stdout: "", 2024-04-10T16:59:55.344 INFO:tasks.workunit.client.0.smithi069.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-04-10T16:59:55.344 INFO:tasks.workunit.client.0.smithi069.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-04-10T16:59:55.344 INFO:tasks.workunit.client.0.smithi069.stdout: " 0 + 512 0 2", 2024-04-10T16:59:55.344 INFO:tasks.workunit.client.0.smithi069.stdout: " 1 - 512 8 2", 2024-04-10T16:59:55.344 INFO:tasks.workunit.client.0.smithi069.stdout: " 2 - 512 16 2", 2024-04-10T16:59:55.344 INFO:tasks.workunit.client.0.smithi069.stdout: " 3 - 4096 0 0", 2024-04-10T16:59:55.344 INFO:tasks.workunit.client.0.smithi069.stdout: " 4 - 4096 8 0", 2024-04-10T16:59:55.344 INFO:tasks.workunit.client.0.smithi069.stdout: " 5 - 4096 64 0", 2024-04-10T16:59:55.344 INFO:tasks.workunit.client.0.smithi069.stdout: " 6 - 4096 128 0", 2024-04-10T16:59:55.344 INFO:tasks.workunit.client.0.smithi069.stdout: "", 2024-04-10T16:59:55.344 INFO:tasks.workunit.client.0.smithi069.stdout: "=== START OF SMART DATA SECTION ===", 2024-04-10T16:59:55.345 INFO:tasks.workunit.client.0.smithi069.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-04-10T16:59:55.345 INFO:tasks.workunit.client.0.smithi069.stdout: "", 2024-04-10T16:59:55.345 INFO:tasks.workunit.client.0.smithi069.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-04-10T16:59:55.345 INFO:tasks.workunit.client.0.smithi069.stdout: "Critical Warning: 0x00", 2024-04-10T16:59:55.345 INFO:tasks.workunit.client.0.smithi069.stdout: "Temperature: 26 Celsius", 2024-04-10T16:59:55.345 INFO:tasks.workunit.client.0.smithi069.stdout: "Available Spare: 100%", 2024-04-10T16:59:55.345 INFO:tasks.workunit.client.0.smithi069.stdout: "Available Spare Threshold: 10%", 2024-04-10T16:59:55.345 INFO:tasks.workunit.client.0.smithi069.stdout: "Percentage Used: 11%", 2024-04-10T16:59:55.345 INFO:tasks.workunit.client.0.smithi069.stdout: "Data Units Read: 410,358,099 [210 TB]", 2024-04-10T16:59:55.345 INFO:tasks.workunit.client.0.smithi069.stdout: "Data Units Written: 2,079,456,739 [1.06 PB]", 2024-04-10T16:59:55.345 INFO:tasks.workunit.client.0.smithi069.stdout: "Host Read Commands: 6,752,379,132", 2024-04-10T16:59:55.345 INFO:tasks.workunit.client.0.smithi069.stdout: "Host Write Commands: 36,672,874,135", 2024-04-10T16:59:55.345 INFO:tasks.workunit.client.0.smithi069.stdout: "Controller Busy Time: 6", 2024-04-10T16:59:55.345 INFO:tasks.workunit.client.0.smithi069.stdout: "Power Cycles: 50,478", 2024-04-10T16:59:55.345 INFO:tasks.workunit.client.0.smithi069.stdout: "Power On Hours: 54,712", 2024-04-10T16:59:55.346 INFO:tasks.workunit.client.0.smithi069.stdout: "Unsafe Shutdowns: 152", 2024-04-10T16:59:55.346 INFO:tasks.workunit.client.0.smithi069.stdout: "Media and Data Integrity Errors: 0", 2024-04-10T16:59:55.346 INFO:tasks.workunit.client.0.smithi069.stdout: "Error Information Log Entries: 0", 2024-04-10T16:59:55.346 INFO:tasks.workunit.client.0.smithi069.stdout: "", 2024-04-10T16:59:55.346 INFO:tasks.workunit.client.0.smithi069.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2024-04-10T16:59:55.346 INFO:tasks.workunit.client.0.smithi069.stdout: "No Errors Logged", 2024-04-10T16:59:55.346 INFO:tasks.workunit.client.0.smithi069.stdout: "" 2024-04-10T16:59:55.346 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:55.346 INFO:tasks.workunit.client.0.smithi069.stdout: "platform_info": "x86_64-linux-5.14.0-435.el9.x86_64", 2024-04-10T16:59:55.346 INFO:tasks.workunit.client.0.smithi069.stdout: "svn_revision": "5022", 2024-04-10T16:59:55.346 INFO:tasks.workunit.client.0.smithi069.stdout: "version": [ 2024-04-10T16:59:55.346 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T16:59:55.346 INFO:tasks.workunit.client.0.smithi069.stdout: 1 2024-04-10T16:59:55.347 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T16:59:55.347 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.347 INFO:tasks.workunit.client.0.smithi069.stdout: "temperature": { 2024-04-10T16:59:55.347 INFO:tasks.workunit.client.0.smithi069.stdout: "current": 26 2024-04-10T16:59:55.347 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.347 INFO:tasks.workunit.client.0.smithi069.stdout: "user_capacity": { 2024-04-10T16:59:55.347 INFO:tasks.workunit.client.0.smithi069.stdout: "blocks": 781422768, 2024-04-10T16:59:55.347 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 400088457216 2024-04-10T16:59:55.347 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:55.347 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:55.347 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:55.347 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:55.347 INFO:tasks.workunit.client.0.smithi069.stdout:} 2024-04-10T16:59:55.348 INFO:tasks.workunit.client.0.smithi069.stderr:+ ceph telemetry show 2024-04-10T16:59:55.357 INFO:tasks.workunit.client.0.smithi069.stdout:{ 2024-04-10T16:59:55.357 INFO:tasks.workunit.client.0.smithi069.stdout: "balancer": { 2024-04-10T16:59:55.357 INFO:tasks.workunit.client.0.smithi069.stdout: "active": true, 2024-04-10T16:59:55.357 INFO:tasks.workunit.client.0.smithi069.stdout: "mode": "" 2024-04-10T16:59:55.357 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.357 INFO:tasks.workunit.client.0.smithi069.stdout: "channels": [ 2024-04-10T16:59:55.358 INFO:tasks.workunit.client.0.smithi069.stdout: "basic", 2024-04-10T16:59:55.358 INFO:tasks.workunit.client.0.smithi069.stdout: "crash", 2024-04-10T16:59:55.358 INFO:tasks.workunit.client.0.smithi069.stdout: "device", 2024-04-10T16:59:55.358 INFO:tasks.workunit.client.0.smithi069.stdout: "ident", 2024-04-10T16:59:55.358 INFO:tasks.workunit.client.0.smithi069.stdout: "perf" 2024-04-10T16:59:55.358 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:55.358 INFO:tasks.workunit.client.0.smithi069.stdout: "channels_available": [ 2024-04-10T16:59:55.358 INFO:tasks.workunit.client.0.smithi069.stdout: "basic", 2024-04-10T16:59:55.358 INFO:tasks.workunit.client.0.smithi069.stdout: "ident", 2024-04-10T16:59:55.358 INFO:tasks.workunit.client.0.smithi069.stdout: "crash", 2024-04-10T16:59:55.358 INFO:tasks.workunit.client.0.smithi069.stdout: "device", 2024-04-10T16:59:55.358 INFO:tasks.workunit.client.0.smithi069.stdout: "perf" 2024-04-10T16:59:55.358 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:55.359 INFO:tasks.workunit.client.0.smithi069.stdout: "collections_available": [ 2024-04-10T16:59:55.359 INFO:tasks.workunit.client.0.smithi069.stdout: "basic_base", 2024-04-10T16:59:55.359 INFO:tasks.workunit.client.0.smithi069.stdout: "device_base", 2024-04-10T16:59:55.359 INFO:tasks.workunit.client.0.smithi069.stdout: "crash_base", 2024-04-10T16:59:55.359 INFO:tasks.workunit.client.0.smithi069.stdout: "ident_base", 2024-04-10T16:59:55.359 INFO:tasks.workunit.client.0.smithi069.stdout: "perf_perf", 2024-04-10T16:59:55.359 INFO:tasks.workunit.client.0.smithi069.stdout: "basic_mds_metadata", 2024-04-10T16:59:55.359 INFO:tasks.workunit.client.0.smithi069.stdout: "basic_pool_usage", 2024-04-10T16:59:55.359 INFO:tasks.workunit.client.0.smithi069.stdout: "basic_usage_by_class", 2024-04-10T16:59:55.359 INFO:tasks.workunit.client.0.smithi069.stdout: "basic_rook_v01", 2024-04-10T16:59:55.359 INFO:tasks.workunit.client.0.smithi069.stdout: "perf_memory_metrics", 2024-04-10T16:59:55.359 INFO:tasks.workunit.client.0.smithi069.stdout: "basic_pool_options_bluestore", 2024-04-10T16:59:55.359 INFO:tasks.workunit.client.0.smithi069.stdout: "basic_pool_flags" 2024-04-10T16:59:55.359 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:55.360 INFO:tasks.workunit.client.0.smithi069.stdout: "collections_opted_in": [ 2024-04-10T16:59:55.360 INFO:tasks.workunit.client.0.smithi069.stdout: "basic_base", 2024-04-10T16:59:55.360 INFO:tasks.workunit.client.0.smithi069.stdout: "device_base", 2024-04-10T16:59:55.360 INFO:tasks.workunit.client.0.smithi069.stdout: "crash_base", 2024-04-10T16:59:55.360 INFO:tasks.workunit.client.0.smithi069.stdout: "ident_base", 2024-04-10T16:59:55.360 INFO:tasks.workunit.client.0.smithi069.stdout: "perf_perf", 2024-04-10T16:59:55.360 INFO:tasks.workunit.client.0.smithi069.stdout: "basic_mds_metadata", 2024-04-10T16:59:55.360 INFO:tasks.workunit.client.0.smithi069.stdout: "basic_pool_usage", 2024-04-10T16:59:55.360 INFO:tasks.workunit.client.0.smithi069.stdout: "basic_usage_by_class", 2024-04-10T16:59:55.360 INFO:tasks.workunit.client.0.smithi069.stdout: "basic_rook_v01", 2024-04-10T16:59:55.360 INFO:tasks.workunit.client.0.smithi069.stdout: "perf_memory_metrics", 2024-04-10T16:59:55.360 INFO:tasks.workunit.client.0.smithi069.stdout: "basic_pool_options_bluestore", 2024-04-10T16:59:55.360 INFO:tasks.workunit.client.0.smithi069.stdout: "basic_pool_flags" 2024-04-10T16:59:55.360 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:55.360 INFO:tasks.workunit.client.0.smithi069.stdout: "config": { 2024-04-10T16:59:55.361 INFO:tasks.workunit.client.0.smithi069.stdout: "active_changed": [ 2024-04-10T16:59:55.361 INFO:tasks.workunit.client.0.smithi069.stdout: "auth_allow_insecure_global_id_reclaim", 2024-04-10T16:59:55.361 INFO:tasks.workunit.client.0.smithi069.stdout: "auth_debug", 2024-04-10T16:59:55.361 INFO:tasks.workunit.client.0.smithi069.stdout: "auth_mon_ticket_ttl", 2024-04-10T16:59:55.361 INFO:tasks.workunit.client.0.smithi069.stdout: "auth_service_ticket_ttl", 2024-04-10T16:59:55.361 INFO:tasks.workunit.client.0.smithi069.stdout: "bdev_debug_aio", 2024-04-10T16:59:55.361 INFO:tasks.workunit.client.0.smithi069.stdout: "client_check_pool_perm", 2024-04-10T16:59:55.361 INFO:tasks.workunit.client.0.smithi069.stdout: "client_mount_gid", 2024-04-10T16:59:55.361 INFO:tasks.workunit.client.0.smithi069.stdout: "client_mount_uid", 2024-04-10T16:59:55.361 INFO:tasks.workunit.client.0.smithi069.stdout: "client_quota", 2024-04-10T16:59:55.361 INFO:tasks.workunit.client.0.smithi069.stdout: "container_image", 2024-04-10T16:59:55.361 INFO:tasks.workunit.client.0.smithi069.stdout: "daemonize", 2024-04-10T16:59:55.361 INFO:tasks.workunit.client.0.smithi069.stdout: "debug_asserts_on_shutdown", 2024-04-10T16:59:55.361 INFO:tasks.workunit.client.0.smithi069.stdout: "debug_mgr", 2024-04-10T16:59:55.362 INFO:tasks.workunit.client.0.smithi069.stdout: "debug_mon", 2024-04-10T16:59:55.362 INFO:tasks.workunit.client.0.smithi069.stdout: "debug_ms", 2024-04-10T16:59:55.362 INFO:tasks.workunit.client.0.smithi069.stdout: "debug_osd", 2024-04-10T16:59:55.362 INFO:tasks.workunit.client.0.smithi069.stdout: "debug_paxos", 2024-04-10T16:59:55.362 INFO:tasks.workunit.client.0.smithi069.stdout: "keyring", 2024-04-10T16:59:55.362 INFO:tasks.workunit.client.0.smithi069.stdout: "log_to_file", 2024-04-10T16:59:55.362 INFO:tasks.workunit.client.0.smithi069.stdout: "log_to_journald", 2024-04-10T16:59:55.362 INFO:tasks.workunit.client.0.smithi069.stdout: "log_to_stderr", 2024-04-10T16:59:55.362 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_allow_pool_delete", 2024-04-10T16:59:55.362 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_clock_drift_allowed", 2024-04-10T16:59:55.362 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_cluster_log_file_level", 2024-04-10T16:59:55.362 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_cluster_log_to_file", 2024-04-10T16:59:55.365 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_cluster_log_to_journald", 2024-04-10T16:59:55.365 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_cluster_log_to_stderr", 2024-04-10T16:59:55.365 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_data_avail_warn", 2024-04-10T16:59:55.365 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_election_default_strategy", 2024-04-10T16:59:55.365 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_host", 2024-04-10T16:59:55.365 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_max_pg_per_osd", 2024-04-10T16:59:55.365 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_mds_skip_sanity", 2024-04-10T16:59:55.365 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_mgr_mkfs_grace", 2024-04-10T16:59:55.365 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_osd_prime_pg_temp", 2024-04-10T16:59:55.365 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_osd_reporter_subtree_level", 2024-04-10T16:59:55.366 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_pg_warn_max_object_skew", 2024-04-10T16:59:55.366 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_reweight_min_bytes_per_osd", 2024-04-10T16:59:55.366 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_reweight_min_pgs_per_osd", 2024-04-10T16:59:55.366 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-04-10T16:59:55.366 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-04-10T16:59:55.366 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-04-10T16:59:55.366 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_warn_on_legacy_crush_tunables", 2024-04-10T16:59:55.366 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-04-10T16:59:55.366 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-04-10T16:59:55.366 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_warn_on_too_few_osds", 2024-04-10T16:59:55.366 INFO:tasks.workunit.client.0.smithi069.stdout: "ms_die_on_bug", 2024-04-10T16:59:55.366 INFO:tasks.workunit.client.0.smithi069.stdout: "ms_die_on_old_message", 2024-04-10T16:59:55.366 INFO:tasks.workunit.client.0.smithi069.stdout: "no_config_file", 2024-04-10T16:59:55.366 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_class_default_list", 2024-04-10T16:59:55.367 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_class_load_list", 2024-04-10T16:59:55.367 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_debug_misdirected_ops", 2024-04-10T16:59:55.367 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_debug_op_order", 2024-04-10T16:59:55.367 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_debug_pg_log_writeout", 2024-04-10T16:59:55.367 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_debug_shutdown", 2024-04-10T16:59:55.367 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_debug_verify_cached_snaps", 2024-04-10T16:59:55.367 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_debug_verify_missing_on_start", 2024-04-10T16:59:55.367 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_debug_verify_stray_on_activate", 2024-04-10T16:59:55.367 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_deep_scrub_update_digest_min_age", 2024-04-10T16:59:55.367 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_delete_sleep", 2024-04-10T16:59:55.367 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_delete_sleep_hdd", 2024-04-10T16:59:55.367 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_delete_sleep_hybrid", 2024-04-10T16:59:55.367 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_delete_sleep_ssd", 2024-04-10T16:59:55.367 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_max_backfills", 2024-04-10T16:59:55.367 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-04-10T16:59:55.367 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_mclock_profile", 2024-04-10T16:59:55.368 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-04-10T16:59:55.368 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-04-10T16:59:55.368 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-04-10T16:59:55.368 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-04-10T16:59:55.368 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-04-10T16:59:55.368 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-04-10T16:59:55.368 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_mclock_scheduler_client_lim", 2024-04-10T16:59:55.368 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_mclock_scheduler_client_res", 2024-04-10T16:59:55.368 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_mclock_scheduler_client_wgt", 2024-04-10T16:59:55.368 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_memory_target", 2024-04-10T16:59:55.368 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_memory_target_autotune", 2024-04-10T16:59:55.368 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_op_queue", 2024-04-10T16:59:55.368 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_op_queue_cut_off", 2024-04-10T16:59:55.368 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_pool_default_erasure_code_profile", 2024-04-10T16:59:55.368 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_pool_default_pg_autoscale_mode", 2024-04-10T16:59:55.369 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_recover_clone_overlap", 2024-04-10T16:59:55.369 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_recovery_max_active", 2024-04-10T16:59:55.369 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_recovery_max_active_hdd", 2024-04-10T16:59:55.369 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_recovery_max_active_ssd", 2024-04-10T16:59:55.369 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_recovery_max_chunk", 2024-04-10T16:59:55.369 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_recovery_sleep", 2024-04-10T16:59:55.369 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_recovery_sleep_hdd", 2024-04-10T16:59:55.369 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_recovery_sleep_hybrid", 2024-04-10T16:59:55.369 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_recovery_sleep_ssd", 2024-04-10T16:59:55.369 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_scrub_load_threshold", 2024-04-10T16:59:55.369 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_scrub_max_interval", 2024-04-10T16:59:55.369 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_scrub_sleep", 2024-04-10T16:59:55.369 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_shutdown_pgref_assert", 2024-04-10T16:59:55.369 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_snap_trim_sleep", 2024-04-10T16:59:55.369 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_snap_trim_sleep_hdd", 2024-04-10T16:59:55.370 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_snap_trim_sleep_hybrid", 2024-04-10T16:59:55.370 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_snap_trim_sleep_ssd", 2024-04-10T16:59:55.370 INFO:tasks.workunit.client.0.smithi069.stdout: "public_network", 2024-04-10T16:59:55.370 INFO:tasks.workunit.client.0.smithi069.stdout: "rbd_config_pool_override_update_timestamp", 2024-04-10T16:59:55.370 INFO:tasks.workunit.client.0.smithi069.stdout: "rbd_default_features", 2024-04-10T16:59:55.370 INFO:tasks.workunit.client.0.smithi069.stdout: "rbd_qos_exclude_ops", 2024-04-10T16:59:55.370 INFO:tasks.workunit.client.0.smithi069.stdout: "setgroup", 2024-04-10T16:59:55.370 INFO:tasks.workunit.client.0.smithi069.stdout: "setuser" 2024-04-10T16:59:55.370 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:55.370 INFO:tasks.workunit.client.0.smithi069.stdout: "cluster_changed": [ 2024-04-10T16:59:55.370 INFO:tasks.workunit.client.0.smithi069.stdout: "auth_allow_insecure_global_id_reclaim", 2024-04-10T16:59:55.370 INFO:tasks.workunit.client.0.smithi069.stdout: "auth_debug", 2024-04-10T16:59:55.370 INFO:tasks.workunit.client.0.smithi069.stdout: "auth_mon_ticket_ttl", 2024-04-10T16:59:55.370 INFO:tasks.workunit.client.0.smithi069.stdout: "auth_service_ticket_ttl", 2024-04-10T16:59:55.371 INFO:tasks.workunit.client.0.smithi069.stdout: "bdev_debug_aio", 2024-04-10T16:59:55.371 INFO:tasks.workunit.client.0.smithi069.stdout: "container_image", 2024-04-10T16:59:55.371 INFO:tasks.workunit.client.0.smithi069.stdout: "debug_asserts_on_shutdown", 2024-04-10T16:59:55.371 INFO:tasks.workunit.client.0.smithi069.stdout: "debug_mgr", 2024-04-10T16:59:55.371 INFO:tasks.workunit.client.0.smithi069.stdout: "debug_mon", 2024-04-10T16:59:55.371 INFO:tasks.workunit.client.0.smithi069.stdout: "debug_ms", 2024-04-10T16:59:55.371 INFO:tasks.workunit.client.0.smithi069.stdout: "debug_osd", 2024-04-10T16:59:55.371 INFO:tasks.workunit.client.0.smithi069.stdout: "debug_paxos", 2024-04-10T16:59:55.371 INFO:tasks.workunit.client.0.smithi069.stdout: "log_to_file", 2024-04-10T16:59:55.371 INFO:tasks.workunit.client.0.smithi069.stdout: "log_to_journald", 2024-04-10T16:59:55.371 INFO:tasks.workunit.client.0.smithi069.stdout: "log_to_stderr", 2024-04-10T16:59:55.371 INFO:tasks.workunit.client.0.smithi069.stdout: "mds_join_fs", 2024-04-10T16:59:55.371 INFO:tasks.workunit.client.0.smithi069.stdout: "mgr/cephadm/allow_ptrace", 2024-04-10T16:59:55.371 INFO:tasks.workunit.client.0.smithi069.stdout: "mgr/cephadm/container_init", 2024-04-10T16:59:55.372 INFO:tasks.workunit.client.0.smithi069.stdout: "mgr/cephadm/migration_current", 2024-04-10T16:59:55.372 INFO:tasks.workunit.client.0.smithi069.stdout: "mgr/cephadm/use_repo_digest", 2024-04-10T16:59:55.372 INFO:tasks.workunit.client.0.smithi069.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-04-10T16:59:55.372 INFO:tasks.workunit.client.0.smithi069.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-04-10T16:59:55.372 INFO:tasks.workunit.client.0.smithi069.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-04-10T16:59:55.372 INFO:tasks.workunit.client.0.smithi069.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-04-10T16:59:55.372 INFO:tasks.workunit.client.0.smithi069.stdout: "mgr/dashboard/ssl_server_port", 2024-04-10T16:59:55.372 INFO:tasks.workunit.client.0.smithi069.stdout: "mgr/orchestrator/orchestrator", 2024-04-10T16:59:55.372 INFO:tasks.workunit.client.0.smithi069.stdout: "mgr/telemetry/channel_ident", 2024-04-10T16:59:55.372 INFO:tasks.workunit.client.0.smithi069.stdout: "mgr/telemetry/channel_perf", 2024-04-10T16:59:55.372 INFO:tasks.workunit.client.0.smithi069.stdout: "mgr/telemetry/description", 2024-04-10T16:59:55.372 INFO:tasks.workunit.client.0.smithi069.stdout: "mgr/telemetry/enabled", 2024-04-10T16:59:55.372 INFO:tasks.workunit.client.0.smithi069.stdout: "mgr/telemetry/organization", 2024-04-10T16:59:55.372 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_allow_pool_delete", 2024-04-10T16:59:55.373 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_clock_drift_allowed", 2024-04-10T16:59:55.373 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_cluster_log_file_level", 2024-04-10T16:59:55.373 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_cluster_log_to_file", 2024-04-10T16:59:55.373 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_data_avail_warn", 2024-04-10T16:59:55.373 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_election_default_strategy", 2024-04-10T16:59:55.373 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_max_pg_per_osd", 2024-04-10T16:59:55.373 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_mds_skip_sanity", 2024-04-10T16:59:55.373 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_mgr_mkfs_grace", 2024-04-10T16:59:55.373 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_osd_prime_pg_temp", 2024-04-10T16:59:55.373 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_osd_reporter_subtree_level", 2024-04-10T16:59:55.373 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_pg_warn_max_object_skew", 2024-04-10T16:59:55.373 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_reweight_min_bytes_per_osd", 2024-04-10T16:59:55.373 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_reweight_min_pgs_per_osd", 2024-04-10T16:59:55.373 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-04-10T16:59:55.374 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-04-10T16:59:55.374 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-04-10T16:59:55.374 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_warn_on_legacy_crush_tunables", 2024-04-10T16:59:55.374 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-04-10T16:59:55.374 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-04-10T16:59:55.374 INFO:tasks.workunit.client.0.smithi069.stdout: "mon_warn_on_too_few_osds", 2024-04-10T16:59:55.374 INFO:tasks.workunit.client.0.smithi069.stdout: "ms_die_on_bug", 2024-04-10T16:59:55.374 INFO:tasks.workunit.client.0.smithi069.stdout: "ms_die_on_old_message", 2024-04-10T16:59:55.374 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_class_default_list", 2024-04-10T16:59:55.374 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_class_load_list", 2024-04-10T16:59:55.374 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_debug_misdirected_ops", 2024-04-10T16:59:55.374 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_debug_op_order", 2024-04-10T16:59:55.374 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_debug_pg_log_writeout", 2024-04-10T16:59:55.374 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_debug_shutdown", 2024-04-10T16:59:55.375 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_debug_verify_cached_snaps", 2024-04-10T16:59:55.375 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_debug_verify_missing_on_start", 2024-04-10T16:59:55.375 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_debug_verify_stray_on_activate", 2024-04-10T16:59:55.375 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_deep_scrub_update_digest_min_age", 2024-04-10T16:59:55.375 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-04-10T16:59:55.375 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_mclock_profile", 2024-04-10T16:59:55.375 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_memory_target", 2024-04-10T16:59:55.375 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_memory_target_autotune", 2024-04-10T16:59:55.375 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_op_queue", 2024-04-10T16:59:55.375 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_op_queue_cut_off", 2024-04-10T16:59:55.375 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_pool_default_erasure_code_profile", 2024-04-10T16:59:55.375 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_pool_default_pg_autoscale_mode", 2024-04-10T16:59:55.375 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_recover_clone_overlap", 2024-04-10T16:59:55.375 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_recovery_max_chunk", 2024-04-10T16:59:55.375 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_scrub_load_threshold", 2024-04-10T16:59:55.376 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_scrub_max_interval", 2024-04-10T16:59:55.376 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_shutdown_pgref_assert", 2024-04-10T16:59:55.376 INFO:tasks.workunit.client.0.smithi069.stdout: "public_network", 2024-04-10T16:59:55.376 INFO:tasks.workunit.client.0.smithi069.stdout: "rbd_config_pool_override_update_timestamp", 2024-04-10T16:59:55.376 INFO:tasks.workunit.client.0.smithi069.stdout: "rgw_cache_enabled", 2024-04-10T16:59:55.376 INFO:tasks.workunit.client.0.smithi069.stdout: "rgw_enable_ops_log", 2024-04-10T16:59:55.376 INFO:tasks.workunit.client.0.smithi069.stdout: "rgw_enable_usage_log" 2024-04-10T16:59:55.376 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T16:59:55.376 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.376 INFO:tasks.workunit.client.0.smithi069.stdout: "contact": null, 2024-04-10T16:59:55.376 INFO:tasks.workunit.client.0.smithi069.stdout: "crashes": [], 2024-04-10T16:59:55.376 INFO:tasks.workunit.client.0.smithi069.stdout: "created": "2024-04-10T15:22:38.311194Z", 2024-04-10T16:59:55.376 INFO:tasks.workunit.client.0.smithi069.stdout: "crush": { 2024-04-10T16:59:55.377 INFO:tasks.workunit.client.0.smithi069.stdout: "bucket_algs": { 2024-04-10T16:59:55.377 INFO:tasks.workunit.client.0.smithi069.stdout: "straw2": 3 2024-04-10T16:59:55.377 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.377 INFO:tasks.workunit.client.0.smithi069.stdout: "bucket_sizes": { 2024-04-10T16:59:55.377 INFO:tasks.workunit.client.0.smithi069.stdout: "2": 1, 2024-04-10T16:59:55.377 INFO:tasks.workunit.client.0.smithi069.stdout: "4": 2 2024-04-10T16:59:55.377 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.377 INFO:tasks.workunit.client.0.smithi069.stdout: "bucket_types": { 2024-04-10T16:59:55.377 INFO:tasks.workunit.client.0.smithi069.stdout: "1": 2, 2024-04-10T16:59:55.377 INFO:tasks.workunit.client.0.smithi069.stdout: "11": 1 2024-04-10T16:59:55.377 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.377 INFO:tasks.workunit.client.0.smithi069.stdout: "compat_weight_set": false, 2024-04-10T16:59:55.377 INFO:tasks.workunit.client.0.smithi069.stdout: "device_classes": [ 2024-04-10T16:59:55.377 INFO:tasks.workunit.client.0.smithi069.stdout: 8 2024-04-10T16:59:55.378 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:55.378 INFO:tasks.workunit.client.0.smithi069.stdout: "num_buckets": 6, 2024-04-10T16:59:55.378 INFO:tasks.workunit.client.0.smithi069.stdout: "num_devices": 8, 2024-04-10T16:59:55.378 INFO:tasks.workunit.client.0.smithi069.stdout: "num_rules": 2, 2024-04-10T16:59:55.378 INFO:tasks.workunit.client.0.smithi069.stdout: "num_types": 12, 2024-04-10T16:59:55.378 INFO:tasks.workunit.client.0.smithi069.stdout: "num_weight_sets": 0, 2024-04-10T16:59:55.378 INFO:tasks.workunit.client.0.smithi069.stdout: "tunables": { 2024-04-10T16:59:55.378 INFO:tasks.workunit.client.0.smithi069.stdout: "allowed_bucket_algs": 54, 2024-04-10T16:59:55.378 INFO:tasks.workunit.client.0.smithi069.stdout: "choose_local_fallback_tries": 0, 2024-04-10T16:59:55.378 INFO:tasks.workunit.client.0.smithi069.stdout: "choose_local_tries": 0, 2024-04-10T16:59:55.378 INFO:tasks.workunit.client.0.smithi069.stdout: "choose_total_tries": 50, 2024-04-10T16:59:55.378 INFO:tasks.workunit.client.0.smithi069.stdout: "chooseleaf_descend_once": 1, 2024-04-10T16:59:55.378 INFO:tasks.workunit.client.0.smithi069.stdout: "chooseleaf_stable": 1, 2024-04-10T16:59:55.378 INFO:tasks.workunit.client.0.smithi069.stdout: "chooseleaf_vary_r": 1, 2024-04-10T16:59:55.379 INFO:tasks.workunit.client.0.smithi069.stdout: "has_msr_rules": 0, 2024-04-10T16:59:55.379 INFO:tasks.workunit.client.0.smithi069.stdout: "has_v2_rules": 1, 2024-04-10T16:59:55.379 INFO:tasks.workunit.client.0.smithi069.stdout: "has_v3_rules": 0, 2024-04-10T16:59:55.379 INFO:tasks.workunit.client.0.smithi069.stdout: "has_v4_buckets": 1, 2024-04-10T16:59:55.379 INFO:tasks.workunit.client.0.smithi069.stdout: "has_v5_rules": 0, 2024-04-10T16:59:55.379 INFO:tasks.workunit.client.0.smithi069.stdout: "legacy_tunables": 0, 2024-04-10T16:59:55.379 INFO:tasks.workunit.client.0.smithi069.stdout: "minimum_required_version": "jewel", 2024-04-10T16:59:55.379 INFO:tasks.workunit.client.0.smithi069.stdout: "msr_collision_tries": 100, 2024-04-10T16:59:55.379 INFO:tasks.workunit.client.0.smithi069.stdout: "msr_descents": 100, 2024-04-10T16:59:55.379 INFO:tasks.workunit.client.0.smithi069.stdout: "optimal_tunables": 1, 2024-04-10T16:59:55.379 INFO:tasks.workunit.client.0.smithi069.stdout: "profile": "jewel", 2024-04-10T16:59:55.379 INFO:tasks.workunit.client.0.smithi069.stdout: "require_feature_tunables": 1, 2024-04-10T16:59:55.379 INFO:tasks.workunit.client.0.smithi069.stdout: "require_feature_tunables2": 1, 2024-04-10T16:59:55.379 INFO:tasks.workunit.client.0.smithi069.stdout: "require_feature_tunables3": 1, 2024-04-10T16:59:55.379 INFO:tasks.workunit.client.0.smithi069.stdout: "require_feature_tunables5": 1, 2024-04-10T16:59:55.380 INFO:tasks.workunit.client.0.smithi069.stdout: "straw_calc_version": 1 2024-04-10T16:59:55.380 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:55.380 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.380 INFO:tasks.workunit.client.0.smithi069.stdout: "description": "upgrade test cluster", 2024-04-10T16:59:55.380 INFO:tasks.workunit.client.0.smithi069.stdout: "fs": { 2024-04-10T16:59:55.380 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 1, 2024-04-10T16:59:55.380 INFO:tasks.workunit.client.0.smithi069.stdout: "feature_flags": { 2024-04-10T16:59:55.380 INFO:tasks.workunit.client.0.smithi069.stdout: "enable_multiple": true, 2024-04-10T16:59:55.380 INFO:tasks.workunit.client.0.smithi069.stdout: "ever_enabled_multiple": true 2024-04-10T16:59:55.380 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.380 INFO:tasks.workunit.client.0.smithi069.stdout: "filesystems": [ 2024-04-10T16:59:55.380 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:55.380 INFO:tasks.workunit.client.0.smithi069.stdout: "approx_ctime": "2024-04", 2024-04-10T16:59:55.380 INFO:tasks.workunit.client.0.smithi069.stdout: "balancer_enabled": false, 2024-04-10T16:59:55.381 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:55.381 INFO:tasks.workunit.client.0.smithi069.stdout: "cached_caps": 0, 2024-04-10T16:59:55.381 INFO:tasks.workunit.client.0.smithi069.stdout: "cached_dns": 10, 2024-04-10T16:59:55.381 INFO:tasks.workunit.client.0.smithi069.stdout: "cached_inos": 13, 2024-04-10T16:59:55.381 INFO:tasks.workunit.client.0.smithi069.stdout: "cached_subtrees": 2, 2024-04-10T16:59:55.381 INFO:tasks.workunit.client.0.smithi069.stdout: "ever_allowed_features": 0, 2024-04-10T16:59:55.381 INFO:tasks.workunit.client.0.smithi069.stdout: "explicitly_allowed_features": 0, 2024-04-10T16:59:55.381 INFO:tasks.workunit.client.0.smithi069.stdout: "files": 0, 2024-04-10T16:59:55.381 INFO:tasks.workunit.client.0.smithi069.stdout: "max_mds": 1, 2024-04-10T16:59:55.381 INFO:tasks.workunit.client.0.smithi069.stdout: "num_data_pools": 1, 2024-04-10T16:59:55.381 INFO:tasks.workunit.client.0.smithi069.stdout: "num_in": 1, 2024-04-10T16:59:55.381 INFO:tasks.workunit.client.0.smithi069.stdout: "num_mds": 1, 2024-04-10T16:59:55.381 INFO:tasks.workunit.client.0.smithi069.stdout: "num_sessions": 0, 2024-04-10T16:59:55.381 INFO:tasks.workunit.client.0.smithi069.stdout: "num_standby_replay": 0, 2024-04-10T16:59:55.381 INFO:tasks.workunit.client.0.smithi069.stdout: "num_up": 1, 2024-04-10T16:59:55.382 INFO:tasks.workunit.client.0.smithi069.stdout: "snaps": 0, 2024-04-10T16:59:55.382 INFO:tasks.workunit.client.0.smithi069.stdout: "standby_count_wanted": 0 2024-04-10T16:59:55.382 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:55.382 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:55.382 INFO:tasks.workunit.client.0.smithi069.stdout: "num_standby_mds": 1, 2024-04-10T16:59:55.382 INFO:tasks.workunit.client.0.smithi069.stdout: "total_num_mds": 2 2024-04-10T16:59:55.382 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.382 INFO:tasks.workunit.client.0.smithi069.stdout: "heap_stats": { 2024-04-10T16:59:55.382 INFO:tasks.workunit.client.0.smithi069.stdout: "mds": { 2024-04-10T16:59:55.382 INFO:tasks.workunit.client.0.smithi069.stdout: "mds.44ca97a2636692dab3a2137f5dab18d27c7ec614": { 2024-04-10T16:59:55.382 INFO:tasks.workunit.client.0.smithi069.stdout: "actual_memory_used": 20553728, 2024-04-10T16:59:55.382 INFO:tasks.workunit.client.0.smithi069.stdout: "central_cache_freelist": 470136, 2024-04-10T16:59:55.382 INFO:tasks.workunit.client.0.smithi069.stdout: "malloc_metadata": 2752512, 2024-04-10T16:59:55.382 INFO:tasks.workunit.client.0.smithi069.stdout: "page_heap_freelist": 0, 2024-04-10T16:59:55.383 INFO:tasks.workunit.client.0.smithi069.stdout: "released_to_os": 753664, 2024-04-10T16:59:55.383 INFO:tasks.workunit.client.0.smithi069.stdout: "spans_in_use": 438, 2024-04-10T16:59:55.383 INFO:tasks.workunit.client.0.smithi069.stdout: "tcmalloc_page_size": 8192, 2024-04-10T16:59:55.383 INFO:tasks.workunit.client.0.smithi069.stdout: "thread_cache_freelists": 1328648, 2024-04-10T16:59:55.383 INFO:tasks.workunit.client.0.smithi069.stdout: "thread_heaps_in_use": 22, 2024-04-10T16:59:55.383 INFO:tasks.workunit.client.0.smithi069.stdout: "transfer_cache_freelist": 1095168, 2024-04-10T16:59:55.383 INFO:tasks.workunit.client.0.smithi069.stdout: "use_by_application": 14907264, 2024-04-10T16:59:55.383 INFO:tasks.workunit.client.0.smithi069.stdout: "virtual_address_space_used": 21307392 2024-04-10T16:59:55.383 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.383 INFO:tasks.workunit.client.0.smithi069.stdout: "mds.a94fb5321a792dfeda573ab0692ca0fa124fc659": { 2024-04-10T16:59:55.383 INFO:tasks.workunit.client.0.smithi069.stdout: "actual_memory_used": 20258816, 2024-04-10T16:59:55.383 INFO:tasks.workunit.client.0.smithi069.stdout: "central_cache_freelist": 303016, 2024-04-10T16:59:55.383 INFO:tasks.workunit.client.0.smithi069.stdout: "malloc_metadata": 2752512, 2024-04-10T16:59:55.383 INFO:tasks.workunit.client.0.smithi069.stdout: "page_heap_freelist": 843776, 2024-04-10T16:59:55.384 INFO:tasks.workunit.client.0.smithi069.stdout: "released_to_os": 0, 2024-04-10T16:59:55.384 INFO:tasks.workunit.client.0.smithi069.stdout: "spans_in_use": 342, 2024-04-10T16:59:55.384 INFO:tasks.workunit.client.0.smithi069.stdout: "tcmalloc_page_size": 8192, 2024-04-10T16:59:55.384 INFO:tasks.workunit.client.0.smithi069.stdout: "thread_cache_freelists": 1065032, 2024-04-10T16:59:55.384 INFO:tasks.workunit.client.0.smithi069.stdout: "thread_heaps_in_use": 13, 2024-04-10T16:59:55.384 INFO:tasks.workunit.client.0.smithi069.stdout: "transfer_cache_freelist": 812032, 2024-04-10T16:59:55.384 INFO:tasks.workunit.client.0.smithi069.stdout: "use_by_application": 14482448, 2024-04-10T16:59:55.384 INFO:tasks.workunit.client.0.smithi069.stdout: "virtual_address_space_used": 20258816 2024-04-10T16:59:55.384 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:55.384 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.384 INFO:tasks.workunit.client.0.smithi069.stdout: "mon": { 2024-04-10T16:59:55.384 INFO:tasks.workunit.client.0.smithi069.stdout: "mon.44ca97a2636692dab3a2137f5dab18d27c7ec614": { 2024-04-10T16:59:55.384 INFO:tasks.workunit.client.0.smithi069.stdout: "actual_memory_used": 266346496, 2024-04-10T16:59:55.384 INFO:tasks.workunit.client.0.smithi069.stdout: "central_cache_freelist": 5433032, 2024-04-10T16:59:55.384 INFO:tasks.workunit.client.0.smithi069.stdout: "malloc_metadata": 5242880, 2024-04-10T16:59:55.385 INFO:tasks.workunit.client.0.smithi069.stdout: "page_heap_freelist": 1327104, 2024-04-10T16:59:55.385 INFO:tasks.workunit.client.0.smithi069.stdout: "released_to_os": 139264, 2024-04-10T16:59:55.385 INFO:tasks.workunit.client.0.smithi069.stdout: "spans_in_use": 9620, 2024-04-10T16:59:55.385 INFO:tasks.workunit.client.0.smithi069.stdout: "tcmalloc_page_size": 8192, 2024-04-10T16:59:55.385 INFO:tasks.workunit.client.0.smithi069.stdout: "thread_cache_freelists": 15424752, 2024-04-10T16:59:55.385 INFO:tasks.workunit.client.0.smithi069.stdout: "thread_heaps_in_use": 23, 2024-04-10T16:59:55.385 INFO:tasks.workunit.client.0.smithi069.stdout: "transfer_cache_freelist": 5909248, 2024-04-10T16:59:55.385 INFO:tasks.workunit.client.0.smithi069.stdout: "use_by_application": 233009480, 2024-04-10T16:59:55.385 INFO:tasks.workunit.client.0.smithi069.stdout: "virtual_address_space_used": 266485760 2024-04-10T16:59:55.385 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.385 INFO:tasks.workunit.client.0.smithi069.stdout: "mon.a94fb5321a792dfeda573ab0692ca0fa124fc659": { 2024-04-10T16:59:55.385 INFO:tasks.workunit.client.0.smithi069.stdout: "actual_memory_used": 169197568, 2024-04-10T16:59:55.385 INFO:tasks.workunit.client.0.smithi069.stdout: "central_cache_freelist": 2253400, 2024-04-10T16:59:55.385 INFO:tasks.workunit.client.0.smithi069.stdout: "malloc_metadata": 3014656, 2024-04-10T16:59:55.385 INFO:tasks.workunit.client.0.smithi069.stdout: "page_heap_freelist": 8192, 2024-04-10T16:59:55.386 INFO:tasks.workunit.client.0.smithi069.stdout: "released_to_os": 507904, 2024-04-10T16:59:55.386 INFO:tasks.workunit.client.0.smithi069.stdout: "spans_in_use": 6526, 2024-04-10T16:59:55.386 INFO:tasks.workunit.client.0.smithi069.stdout: "tcmalloc_page_size": 8192, 2024-04-10T16:59:55.386 INFO:tasks.workunit.client.0.smithi069.stdout: "thread_cache_freelists": 9390880, 2024-04-10T16:59:55.386 INFO:tasks.workunit.client.0.smithi069.stdout: "thread_heaps_in_use": 20, 2024-04-10T16:59:55.386 INFO:tasks.workunit.client.0.smithi069.stdout: "transfer_cache_freelist": 2610944, 2024-04-10T16:59:55.386 INFO:tasks.workunit.client.0.smithi069.stdout: "use_by_application": 151919496, 2024-04-10T16:59:55.386 INFO:tasks.workunit.client.0.smithi069.stdout: "virtual_address_space_used": 169705472 2024-04-10T16:59:55.386 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.386 INFO:tasks.workunit.client.0.smithi069.stdout: "mon.f674850e5ec273712a6400c20c884d0d3d4aaf85": { 2024-04-10T16:59:55.386 INFO:tasks.workunit.client.0.smithi069.stdout: "actual_memory_used": 173719552, 2024-04-10T16:59:55.386 INFO:tasks.workunit.client.0.smithi069.stdout: "central_cache_freelist": 2502416, 2024-04-10T16:59:55.386 INFO:tasks.workunit.client.0.smithi069.stdout: "malloc_metadata": 3014656, 2024-04-10T16:59:55.386 INFO:tasks.workunit.client.0.smithi069.stdout: "page_heap_freelist": 1556480, 2024-04-10T16:59:55.387 INFO:tasks.workunit.client.0.smithi069.stdout: "released_to_os": 172032, 2024-04-10T16:59:55.387 INFO:tasks.workunit.client.0.smithi069.stdout: "spans_in_use": 6602, 2024-04-10T16:59:55.387 INFO:tasks.workunit.client.0.smithi069.stdout: "tcmalloc_page_size": 8192, 2024-04-10T16:59:55.387 INFO:tasks.workunit.client.0.smithi069.stdout: "thread_cache_freelists": 11555080, 2024-04-10T16:59:55.387 INFO:tasks.workunit.client.0.smithi069.stdout: "thread_heaps_in_use": 20, 2024-04-10T16:59:55.387 INFO:tasks.workunit.client.0.smithi069.stdout: "transfer_cache_freelist": 2492160, 2024-04-10T16:59:55.387 INFO:tasks.workunit.client.0.smithi069.stdout: "use_by_application": 152598760, 2024-04-10T16:59:55.387 INFO:tasks.workunit.client.0.smithi069.stdout: "virtual_address_space_used": 173891584 2024-04-10T16:59:55.387 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:55.387 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.387 INFO:tasks.workunit.client.0.smithi069.stdout: "osd": { 2024-04-10T16:59:55.387 INFO:tasks.workunit.client.0.smithi069.stdout: "osd.0": { 2024-04-10T16:59:55.387 INFO:tasks.workunit.client.0.smithi069.stdout: "actual_memory_used": 562978816, 2024-04-10T16:59:55.387 INFO:tasks.workunit.client.0.smithi069.stdout: "central_cache_freelist": 28937888, 2024-04-10T16:59:55.388 INFO:tasks.workunit.client.0.smithi069.stdout: "malloc_metadata": 3407872, 2024-04-10T16:59:55.388 INFO:tasks.workunit.client.0.smithi069.stdout: "page_heap_freelist": 0, 2024-04-10T16:59:55.388 INFO:tasks.workunit.client.0.smithi069.stdout: "released_to_os": 50241536, 2024-04-10T16:59:55.388 INFO:tasks.workunit.client.0.smithi069.stdout: "spans_in_use": 12458, 2024-04-10T16:59:55.388 INFO:tasks.workunit.client.0.smithi069.stdout: "tcmalloc_page_size": 8192, 2024-04-10T16:59:55.388 INFO:tasks.workunit.client.0.smithi069.stdout: "thread_cache_freelists": 87330432, 2024-04-10T16:59:55.388 INFO:tasks.workunit.client.0.smithi069.stdout: "thread_heaps_in_use": 53, 2024-04-10T16:59:55.388 INFO:tasks.workunit.client.0.smithi069.stdout: "transfer_cache_freelist": 10667264, 2024-04-10T16:59:55.388 INFO:tasks.workunit.client.0.smithi069.stdout: "use_by_application": 432635360, 2024-04-10T16:59:55.388 INFO:tasks.workunit.client.0.smithi069.stdout: "virtual_address_space_used": 613220352 2024-04-10T16:59:55.388 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.388 INFO:tasks.workunit.client.0.smithi069.stdout: "osd.1": { 2024-04-10T16:59:55.388 INFO:tasks.workunit.client.0.smithi069.stdout: "actual_memory_used": 522280960, 2024-04-10T16:59:55.388 INFO:tasks.workunit.client.0.smithi069.stdout: "central_cache_freelist": 26580616, 2024-04-10T16:59:55.389 INFO:tasks.workunit.client.0.smithi069.stdout: "malloc_metadata": 5505024, 2024-04-10T16:59:55.389 INFO:tasks.workunit.client.0.smithi069.stdout: "page_heap_freelist": 0, 2024-04-10T16:59:55.389 INFO:tasks.workunit.client.0.smithi069.stdout: "released_to_os": 109027328, 2024-04-10T16:59:55.389 INFO:tasks.workunit.client.0.smithi069.stdout: "spans_in_use": 13310, 2024-04-10T16:59:55.389 INFO:tasks.workunit.client.0.smithi069.stdout: "tcmalloc_page_size": 8192, 2024-04-10T16:59:55.389 INFO:tasks.workunit.client.0.smithi069.stdout: "thread_cache_freelists": 86166480, 2024-04-10T16:59:55.389 INFO:tasks.workunit.client.0.smithi069.stdout: "thread_heaps_in_use": 60, 2024-04-10T16:59:55.389 INFO:tasks.workunit.client.0.smithi069.stdout: "transfer_cache_freelist": 10042112, 2024-04-10T16:59:55.389 INFO:tasks.workunit.client.0.smithi069.stdout: "use_by_application": 393986728, 2024-04-10T16:59:55.389 INFO:tasks.workunit.client.0.smithi069.stdout: "virtual_address_space_used": 631308288 2024-04-10T16:59:55.389 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.389 INFO:tasks.workunit.client.0.smithi069.stdout: "osd.2": { 2024-04-10T16:59:55.389 INFO:tasks.workunit.client.0.smithi069.stdout: "actual_memory_used": 451559424, 2024-04-10T16:59:55.389 INFO:tasks.workunit.client.0.smithi069.stdout: "central_cache_freelist": 26562976, 2024-04-10T16:59:55.390 INFO:tasks.workunit.client.0.smithi069.stdout: "malloc_metadata": 3407872, 2024-04-10T16:59:55.390 INFO:tasks.workunit.client.0.smithi069.stdout: "page_heap_freelist": 0, 2024-04-10T16:59:55.390 INFO:tasks.workunit.client.0.smithi069.stdout: "released_to_os": 107233280, 2024-04-10T16:59:55.390 INFO:tasks.workunit.client.0.smithi069.stdout: "spans_in_use": 11231, 2024-04-10T16:59:55.390 INFO:tasks.workunit.client.0.smithi069.stdout: "tcmalloc_page_size": 8192, 2024-04-10T16:59:55.390 INFO:tasks.workunit.client.0.smithi069.stdout: "thread_cache_freelists": 97498104, 2024-04-10T16:59:55.390 INFO:tasks.workunit.client.0.smithi069.stdout: "thread_heaps_in_use": 53, 2024-04-10T16:59:55.390 INFO:tasks.workunit.client.0.smithi069.stdout: "transfer_cache_freelist": 8477696, 2024-04-10T16:59:55.390 INFO:tasks.workunit.client.0.smithi069.stdout: "use_by_application": 315612776, 2024-04-10T16:59:55.390 INFO:tasks.workunit.client.0.smithi069.stdout: "virtual_address_space_used": 558792704 2024-04-10T16:59:55.390 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.390 INFO:tasks.workunit.client.0.smithi069.stdout: "osd.3": { 2024-04-10T16:59:55.390 INFO:tasks.workunit.client.0.smithi069.stdout: "actual_memory_used": 552493056, 2024-04-10T16:59:55.390 INFO:tasks.workunit.client.0.smithi069.stdout: "central_cache_freelist": 21985968, 2024-04-10T16:59:55.390 INFO:tasks.workunit.client.0.smithi069.stdout: "malloc_metadata": 5373952, 2024-04-10T16:59:55.391 INFO:tasks.workunit.client.0.smithi069.stdout: "page_heap_freelist": 0, 2024-04-10T16:59:55.391 INFO:tasks.workunit.client.0.smithi069.stdout: "released_to_os": 48267264, 2024-04-10T16:59:55.391 INFO:tasks.workunit.client.0.smithi069.stdout: "spans_in_use": 10393, 2024-04-10T16:59:55.391 INFO:tasks.workunit.client.0.smithi069.stdout: "tcmalloc_page_size": 8192, 2024-04-10T16:59:55.391 INFO:tasks.workunit.client.0.smithi069.stdout: "thread_cache_freelists": 70472048, 2024-04-10T16:59:55.391 INFO:tasks.workunit.client.0.smithi069.stdout: "thread_heaps_in_use": 61, 2024-04-10T16:59:55.391 INFO:tasks.workunit.client.0.smithi069.stdout: "transfer_cache_freelist": 10169600, 2024-04-10T16:59:55.391 INFO:tasks.workunit.client.0.smithi069.stdout: "use_by_application": 444491488, 2024-04-10T16:59:55.391 INFO:tasks.workunit.client.0.smithi069.stdout: "virtual_address_space_used": 600760320 2024-04-10T16:59:55.391 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.391 INFO:tasks.workunit.client.0.smithi069.stdout: "osd.4": { 2024-04-10T16:59:55.391 INFO:tasks.workunit.client.0.smithi069.stdout: "actual_memory_used": 691118080, 2024-04-10T16:59:55.391 INFO:tasks.workunit.client.0.smithi069.stdout: "central_cache_freelist": 19053392, 2024-04-10T16:59:55.392 INFO:tasks.workunit.client.0.smithi069.stdout: "malloc_metadata": 3407872, 2024-04-10T16:59:55.392 INFO:tasks.workunit.client.0.smithi069.stdout: "page_heap_freelist": 0, 2024-04-10T16:59:55.392 INFO:tasks.workunit.client.0.smithi069.stdout: "released_to_os": 23855104, 2024-04-10T16:59:55.392 INFO:tasks.workunit.client.0.smithi069.stdout: "spans_in_use": 11489, 2024-04-10T16:59:55.392 INFO:tasks.workunit.client.0.smithi069.stdout: "tcmalloc_page_size": 8192, 2024-04-10T16:59:55.392 INFO:tasks.workunit.client.0.smithi069.stdout: "thread_cache_freelists": 107090744, 2024-04-10T16:59:55.392 INFO:tasks.workunit.client.0.smithi069.stdout: "thread_heaps_in_use": 53, 2024-04-10T16:59:55.392 INFO:tasks.workunit.client.0.smithi069.stdout: "transfer_cache_freelist": 9965056, 2024-04-10T16:59:55.392 INFO:tasks.workunit.client.0.smithi069.stdout: "use_by_application": 551601016, 2024-04-10T16:59:55.392 INFO:tasks.workunit.client.0.smithi069.stdout: "virtual_address_space_used": 714973184 2024-04-10T16:59:55.392 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.392 INFO:tasks.workunit.client.0.smithi069.stdout: "osd.5": { 2024-04-10T16:59:55.392 INFO:tasks.workunit.client.0.smithi069.stdout: "actual_memory_used": 618717184, 2024-04-10T16:59:55.392 INFO:tasks.workunit.client.0.smithi069.stdout: "central_cache_freelist": 30102248, 2024-04-10T16:59:55.393 INFO:tasks.workunit.client.0.smithi069.stdout: "malloc_metadata": 3538944, 2024-04-10T16:59:55.393 INFO:tasks.workunit.client.0.smithi069.stdout: "page_heap_freelist": 0, 2024-04-10T16:59:55.393 INFO:tasks.workunit.client.0.smithi069.stdout: "released_to_os": 12599296, 2024-04-10T16:59:55.393 INFO:tasks.workunit.client.0.smithi069.stdout: "spans_in_use": 14178, 2024-04-10T16:59:55.393 INFO:tasks.workunit.client.0.smithi069.stdout: "tcmalloc_page_size": 8192, 2024-04-10T16:59:55.393 INFO:tasks.workunit.client.0.smithi069.stdout: "thread_cache_freelists": 97064216, 2024-04-10T16:59:55.393 INFO:tasks.workunit.client.0.smithi069.stdout: "thread_heaps_in_use": 53, 2024-04-10T16:59:55.393 INFO:tasks.workunit.client.0.smithi069.stdout: "transfer_cache_freelist": 9523200, 2024-04-10T16:59:55.393 INFO:tasks.workunit.client.0.smithi069.stdout: "use_by_application": 478488576, 2024-04-10T16:59:55.393 INFO:tasks.workunit.client.0.smithi069.stdout: "virtual_address_space_used": 631316480 2024-04-10T16:59:55.393 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.393 INFO:tasks.workunit.client.0.smithi069.stdout: "osd.6": { 2024-04-10T16:59:55.393 INFO:tasks.workunit.client.0.smithi069.stdout: "actual_memory_used": 457826304, 2024-04-10T16:59:55.393 INFO:tasks.workunit.client.0.smithi069.stdout: "central_cache_freelist": 19963336, 2024-04-10T16:59:55.393 INFO:tasks.workunit.client.0.smithi069.stdout: "malloc_metadata": 3276800, 2024-04-10T16:59:55.394 INFO:tasks.workunit.client.0.smithi069.stdout: "page_heap_freelist": 73728, 2024-04-10T16:59:55.394 INFO:tasks.workunit.client.0.smithi069.stdout: "released_to_os": 28246016, 2024-04-10T16:59:55.394 INFO:tasks.workunit.client.0.smithi069.stdout: "spans_in_use": 9841, 2024-04-10T16:59:55.394 INFO:tasks.workunit.client.0.smithi069.stdout: "tcmalloc_page_size": 8192, 2024-04-10T16:59:55.394 INFO:tasks.workunit.client.0.smithi069.stdout: "thread_cache_freelists": 72656432, 2024-04-10T16:59:55.394 INFO:tasks.workunit.client.0.smithi069.stdout: "thread_heaps_in_use": 53, 2024-04-10T16:59:55.394 INFO:tasks.workunit.client.0.smithi069.stdout: "transfer_cache_freelist": 11145984, 2024-04-10T16:59:55.394 INFO:tasks.workunit.client.0.smithi069.stdout: "use_by_application": 350710024, 2024-04-10T16:59:55.394 INFO:tasks.workunit.client.0.smithi069.stdout: "virtual_address_space_used": 486072320 2024-04-10T16:59:55.394 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.394 INFO:tasks.workunit.client.0.smithi069.stdout: "osd.7": { 2024-04-10T16:59:55.394 INFO:tasks.workunit.client.0.smithi069.stdout: "actual_memory_used": 542130176, 2024-04-10T16:59:55.394 INFO:tasks.workunit.client.0.smithi069.stdout: "central_cache_freelist": 21562176, 2024-04-10T16:59:55.394 INFO:tasks.workunit.client.0.smithi069.stdout: "malloc_metadata": 5505024, 2024-04-10T16:59:55.395 INFO:tasks.workunit.client.0.smithi069.stdout: "page_heap_freelist": 0, 2024-04-10T16:59:55.395 INFO:tasks.workunit.client.0.smithi069.stdout: "released_to_os": 35201024, 2024-04-10T16:59:55.395 INFO:tasks.workunit.client.0.smithi069.stdout: "spans_in_use": 11043, 2024-04-10T16:59:55.395 INFO:tasks.workunit.client.0.smithi069.stdout: "tcmalloc_page_size": 8192, 2024-04-10T16:59:55.395 INFO:tasks.workunit.client.0.smithi069.stdout: "thread_cache_freelists": 75989656, 2024-04-10T16:59:55.395 INFO:tasks.workunit.client.0.smithi069.stdout: "thread_heaps_in_use": 58, 2024-04-10T16:59:55.395 INFO:tasks.workunit.client.0.smithi069.stdout: "transfer_cache_freelist": 9934592, 2024-04-10T16:59:55.395 INFO:tasks.workunit.client.0.smithi069.stdout: "use_by_application": 429138728, 2024-04-10T16:59:55.395 INFO:tasks.workunit.client.0.smithi069.stdout: "virtual_address_space_used": 577331200 2024-04-10T16:59:55.395 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:55.395 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:55.395 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.395 INFO:tasks.workunit.client.0.smithi069.stdout: "hosts": { 2024-04-10T16:59:55.395 INFO:tasks.workunit.client.0.smithi069.stdout: "num": 2, 2024-04-10T16:59:55.396 INFO:tasks.workunit.client.0.smithi069.stdout: "num_with_mds": 2, 2024-04-10T16:59:55.396 INFO:tasks.workunit.client.0.smithi069.stdout: "num_with_mgr": 2, 2024-04-10T16:59:55.396 INFO:tasks.workunit.client.0.smithi069.stdout: "num_with_mon": 2, 2024-04-10T16:59:55.396 INFO:tasks.workunit.client.0.smithi069.stdout: "num_with_osd": 2 2024-04-10T16:59:55.396 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.396 INFO:tasks.workunit.client.0.smithi069.stdout: "io_rate": { 2024-04-10T16:59:55.396 INFO:tasks.workunit.client.0.smithi069.stdout: "pg_stats_delta": { 2024-04-10T16:59:55.396 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": 0, 2024-04-10T16:59:55.396 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:55.396 INFO:tasks.workunit.client.0.smithi069.stdout: "num_store_stats": 0, 2024-04-10T16:59:55.396 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:55.396 INFO:tasks.workunit.client.0.smithi069.stdout: "stamp_delta": "10.463940", 2024-04-10T16:59:55.396 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:55.396 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:55.396 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:55.397 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:55.397 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:55.397 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:55.397 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:55.397 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:55.397 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:55.397 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:55.397 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:55.397 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:55.397 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:55.397 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:55.397 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:55.397 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:55.397 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:55.397 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:55.398 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:55.398 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:55.398 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:55.398 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:55.398 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:55.398 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:55.398 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:55.398 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:55.398 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:55.398 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:55.398 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:55.398 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:55.398 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:55.399 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:55.399 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:55.399 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:55.399 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 17, 2024-04-10T16:59:55.399 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 9, 2024-04-10T16:59:55.399 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:55.399 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:55.399 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:55.399 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:55.399 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:55.399 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.399 INFO:tasks.workunit.client.0.smithi069.stdout: "store_stats": { 2024-04-10T16:59:55.399 INFO:tasks.workunit.client.0.smithi069.stdout: "allocated": 0, 2024-04-10T16:59:55.399 INFO:tasks.workunit.client.0.smithi069.stdout: "available": 0, 2024-04-10T16:59:55.400 INFO:tasks.workunit.client.0.smithi069.stdout: "data_compressed": 0, 2024-04-10T16:59:55.400 INFO:tasks.workunit.client.0.smithi069.stdout: "data_compressed_allocated": 0, 2024-04-10T16:59:55.400 INFO:tasks.workunit.client.0.smithi069.stdout: "data_compressed_original": 0, 2024-04-10T16:59:55.400 INFO:tasks.workunit.client.0.smithi069.stdout: "data_stored": 0, 2024-04-10T16:59:55.400 INFO:tasks.workunit.client.0.smithi069.stdout: "internal_metadata": 0, 2024-04-10T16:59:55.400 INFO:tasks.workunit.client.0.smithi069.stdout: "internally_reserved": 0, 2024-04-10T16:59:55.400 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_allocated": 0, 2024-04-10T16:59:55.400 INFO:tasks.workunit.client.0.smithi069.stdout: "total": 0 2024-04-10T16:59:55.400 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.400 INFO:tasks.workunit.client.0.smithi069.stdout: "up": 0 2024-04-10T16:59:55.400 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:55.400 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.400 INFO:tasks.workunit.client.0.smithi069.stdout: "leaderboard": false, 2024-04-10T16:59:55.400 INFO:tasks.workunit.client.0.smithi069.stdout: "leaderboard_description": null, 2024-04-10T16:59:55.401 INFO:tasks.workunit.client.0.smithi069.stdout: "license": "sharing-1-0", 2024-04-10T16:59:55.401 INFO:tasks.workunit.client.0.smithi069.stdout: "mempool": { 2024-04-10T16:59:55.401 INFO:tasks.workunit.client.0.smithi069.stdout: "mds": { 2024-04-10T16:59:55.401 INFO:tasks.workunit.client.0.smithi069.stdout: "mds.44ca97a2636692dab3a2137f5dab18d27c7ec614": { 2024-04-10T16:59:55.401 INFO:tasks.workunit.client.0.smithi069.stdout: "bloom_filter": { 2024-04-10T16:59:55.401 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:55.401 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:55.401 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.401 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs": { 2024-04-10T16:59:55.401 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:55.401 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:55.401 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.401 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs_file_reader": { 2024-04-10T16:59:55.401 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:55.401 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:55.401 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.402 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs_file_writer": { 2024-04-10T16:59:55.402 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:55.402 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:55.402 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.402 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_alloc": { 2024-04-10T16:59:55.402 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:55.402 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:55.402 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.402 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_blob": { 2024-04-10T16:59:55.402 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:55.402 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:55.402 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.402 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_buffer": { 2024-04-10T16:59:55.402 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:55.403 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:55.403 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.403 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_data": { 2024-04-10T16:59:55.403 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:55.403 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:55.403 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.403 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_meta": { 2024-04-10T16:59:55.403 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:55.403 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:55.403 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.403 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_onode": { 2024-04-10T16:59:55.403 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:55.403 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:55.403 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.403 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_other": { 2024-04-10T16:59:55.403 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:55.404 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:55.404 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.404 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_extent": { 2024-04-10T16:59:55.404 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:55.404 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:55.404 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.404 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_fsck": { 2024-04-10T16:59:55.404 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:55.404 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:55.404 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.404 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_inline_bl": { 2024-04-10T16:59:55.404 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:55.404 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:55.404 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.405 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_shared_blob": { 2024-04-10T16:59:55.405 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:55.405 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:55.405 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.405 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_txc": { 2024-04-10T16:59:55.405 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:55.405 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:55.405 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.405 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_writing": { 2024-04-10T16:59:55.405 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:55.405 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:55.405 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.405 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_writing_deferred": { 2024-04-10T16:59:55.405 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:55.405 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:55.405 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.405 INFO:tasks.workunit.client.0.smithi069.stdout: "buffer_anon": { 2024-04-10T16:59:55.406 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 222664, 2024-04-10T16:59:55.406 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 68 2024-04-10T16:59:55.406 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.406 INFO:tasks.workunit.client.0.smithi069.stdout: "buffer_meta": { 2024-04-10T16:59:55.406 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:55.406 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:55.406 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.406 INFO:tasks.workunit.client.0.smithi069.stdout: "mds_co": { 2024-04-10T16:59:55.406 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 52112, 2024-04-10T16:59:55.406 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 181 2024-04-10T16:59:55.406 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.406 INFO:tasks.workunit.client.0.smithi069.stdout: "osd": { 2024-04-10T16:59:55.406 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:55.406 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:55.406 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.407 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_mapbl": { 2024-04-10T16:59:55.407 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:55.407 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:55.407 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.407 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_pglog": { 2024-04-10T16:59:55.407 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:55.407 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:55.407 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.407 INFO:tasks.workunit.client.0.smithi069.stdout: "osdmap": { 2024-04-10T16:59:55.407 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 12528, 2024-04-10T16:59:55.407 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 259 2024-04-10T16:59:55.407 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.407 INFO:tasks.workunit.client.0.smithi069.stdout: "osdmap_mapping": { 2024-04-10T16:59:55.407 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:55.407 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:55.407 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.408 INFO:tasks.workunit.client.0.smithi069.stdout: "pgmap": { 2024-04-10T16:59:55.408 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:55.408 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:55.408 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.408 INFO:tasks.workunit.client.0.smithi069.stdout: "unittest_1": { 2024-04-10T16:59:55.408 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:55.408 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:55.408 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.408 INFO:tasks.workunit.client.0.smithi069.stdout: "unittest_2": { 2024-04-10T16:59:55.408 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:55.408 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:55.408 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:55.408 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.408 INFO:tasks.workunit.client.0.smithi069.stdout: "mds.a94fb5321a792dfeda573ab0692ca0fa124fc659": { 2024-04-10T16:59:55.408 INFO:tasks.workunit.client.0.smithi069.stdout: "bloom_filter": { 2024-04-10T16:59:55.408 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:55.409 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:55.409 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.409 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs": { 2024-04-10T16:59:55.409 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:55.409 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:55.409 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.409 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs_file_reader": { 2024-04-10T16:59:55.409 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:55.409 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:55.409 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.409 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs_file_writer": { 2024-04-10T16:59:55.409 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:55.409 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:55.409 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.410 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_alloc": { 2024-04-10T16:59:55.410 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:55.410 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:55.410 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.410 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_blob": { 2024-04-10T16:59:55.410 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:55.410 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:55.410 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.410 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_buffer": { 2024-04-10T16:59:55.410 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:55.410 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:55.410 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.410 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_data": { 2024-04-10T16:59:55.410 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:55.411 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:55.411 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.411 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_meta": { 2024-04-10T16:59:55.411 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:55.411 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:55.411 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.411 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_onode": { 2024-04-10T16:59:55.411 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:55.411 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:55.411 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.411 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_other": { 2024-04-10T16:59:55.411 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:55.411 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:55.411 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.411 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_extent": { 2024-04-10T16:59:55.412 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:55.412 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:55.412 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.412 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_fsck": { 2024-04-10T16:59:55.412 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:55.412 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:55.412 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.412 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_inline_bl": { 2024-04-10T16:59:55.412 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:55.412 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:55.412 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.412 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_shared_blob": { 2024-04-10T16:59:55.412 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:55.412 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:55.412 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.413 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_txc": { 2024-04-10T16:59:55.413 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:55.413 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:55.413 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.413 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_writing": { 2024-04-10T16:59:55.413 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:55.413 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:55.413 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.413 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_writing_deferred": { 2024-04-10T16:59:55.413 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:55.413 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:55.413 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.413 INFO:tasks.workunit.client.0.smithi069.stdout: "buffer_anon": { 2024-04-10T16:59:55.413 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 148964, 2024-04-10T16:59:55.414 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 33 2024-04-10T16:59:55.414 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.414 INFO:tasks.workunit.client.0.smithi069.stdout: "buffer_meta": { 2024-04-10T16:59:55.414 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:55.414 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:55.414 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.414 INFO:tasks.workunit.client.0.smithi069.stdout: "mds_co": { 2024-04-10T16:59:55.414 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 928, 2024-04-10T16:59:55.414 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 2 2024-04-10T16:59:55.414 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.414 INFO:tasks.workunit.client.0.smithi069.stdout: "osd": { 2024-04-10T16:59:55.414 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:55.414 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:55.414 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.415 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_mapbl": { 2024-04-10T16:59:55.415 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:55.415 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:55.415 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.415 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_pglog": { 2024-04-10T16:59:55.415 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:55.415 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:55.415 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.415 INFO:tasks.workunit.client.0.smithi069.stdout: "osdmap": { 2024-04-10T16:59:55.415 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:55.415 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:55.415 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.415 INFO:tasks.workunit.client.0.smithi069.stdout: "osdmap_mapping": { 2024-04-10T16:59:55.415 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:55.415 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:55.415 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.416 INFO:tasks.workunit.client.0.smithi069.stdout: "pgmap": { 2024-04-10T16:59:55.416 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:55.416 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:55.416 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.416 INFO:tasks.workunit.client.0.smithi069.stdout: "unittest_1": { 2024-04-10T16:59:55.416 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:55.416 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:55.416 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.416 INFO:tasks.workunit.client.0.smithi069.stdout: "unittest_2": { 2024-04-10T16:59:55.416 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:55.416 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:55.416 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:55.416 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:55.416 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.416 INFO:tasks.workunit.client.0.smithi069.stdout: "mon": { 2024-04-10T16:59:55.416 INFO:tasks.workunit.client.0.smithi069.stdout: "mon.44ca97a2636692dab3a2137f5dab18d27c7ec614": { 2024-04-10T16:59:55.416 INFO:tasks.workunit.client.0.smithi069.stdout: "bloom_filter": { 2024-04-10T16:59:55.417 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:55.417 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:55.417 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.417 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs": { 2024-04-10T16:59:55.417 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:55.417 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:55.417 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.417 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs_file_reader": { 2024-04-10T16:59:55.417 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:55.417 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:55.417 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.417 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs_file_writer": { 2024-04-10T16:59:55.417 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:55.417 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:55.417 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.417 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_alloc": { 2024-04-10T16:59:55.418 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:55.418 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:55.418 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.418 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_blob": { 2024-04-10T16:59:55.418 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:55.418 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:55.418 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.418 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_buffer": { 2024-04-10T16:59:55.418 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:55.418 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:55.418 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.418 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_data": { 2024-04-10T16:59:55.418 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:55.418 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:55.418 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.419 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_meta": { 2024-04-10T16:59:55.419 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:55.419 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:55.419 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.419 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_onode": { 2024-04-10T16:59:55.419 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:55.419 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:55.419 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.419 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_other": { 2024-04-10T16:59:55.419 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:55.419 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:55.419 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.419 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_extent": { 2024-04-10T16:59:55.419 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:55.419 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:55.420 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.420 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_fsck": { 2024-04-10T16:59:55.420 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:55.420 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:55.420 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.420 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_inline_bl": { 2024-04-10T16:59:55.420 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:55.420 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:55.420 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.420 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_shared_blob": { 2024-04-10T16:59:55.420 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:55.420 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:55.420 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.420 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_txc": { 2024-04-10T16:59:55.420 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:55.420 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:55.421 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.421 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_writing": { 2024-04-10T16:59:55.421 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:55.421 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:55.421 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.421 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_writing_deferred": { 2024-04-10T16:59:55.421 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:55.421 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:55.421 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.421 INFO:tasks.workunit.client.0.smithi069.stdout: "buffer_anon": { 2024-04-10T16:59:55.421 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 42539527, 2024-04-10T16:59:55.421 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 5270 2024-04-10T16:59:55.421 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.421 INFO:tasks.workunit.client.0.smithi069.stdout: "buffer_meta": { 2024-04-10T16:59:55.421 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:55.421 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:55.421 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.422 INFO:tasks.workunit.client.0.smithi069.stdout: "mds_co": { 2024-04-10T16:59:55.422 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:55.422 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:55.422 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.422 INFO:tasks.workunit.client.0.smithi069.stdout: "osd": { 2024-04-10T16:59:55.422 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:55.422 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:55.422 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.422 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_mapbl": { 2024-04-10T16:59:55.422 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:55.422 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:55.422 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.422 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_pglog": { 2024-04-10T16:59:55.422 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:55.422 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:55.423 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.423 INFO:tasks.workunit.client.0.smithi069.stdout: "osdmap": { 2024-04-10T16:59:55.423 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 11104, 2024-04-10T16:59:55.423 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 258 2024-04-10T16:59:55.423 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.423 INFO:tasks.workunit.client.0.smithi069.stdout: "osdmap_mapping": { 2024-04-10T16:59:55.423 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 70440, 2024-04-10T16:59:55.423 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 5158 2024-04-10T16:59:55.423 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.423 INFO:tasks.workunit.client.0.smithi069.stdout: "pgmap": { 2024-04-10T16:59:55.423 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 11792, 2024-04-10T16:59:55.423 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 348 2024-04-10T16:59:55.423 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.423 INFO:tasks.workunit.client.0.smithi069.stdout: "unittest_1": { 2024-04-10T16:59:55.423 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:55.423 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:55.424 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.424 INFO:tasks.workunit.client.0.smithi069.stdout: "unittest_2": { 2024-04-10T16:59:55.424 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:55.424 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:55.424 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:55.424 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.424 INFO:tasks.workunit.client.0.smithi069.stdout: "mon.a94fb5321a792dfeda573ab0692ca0fa124fc659": { 2024-04-10T16:59:55.424 INFO:tasks.workunit.client.0.smithi069.stdout: "bloom_filter": { 2024-04-10T16:59:55.424 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:55.424 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:55.424 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.424 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs": { 2024-04-10T16:59:55.424 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:55.424 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:55.424 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.424 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs_file_reader": { 2024-04-10T16:59:55.425 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:55.425 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:55.425 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.425 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs_file_writer": { 2024-04-10T16:59:55.425 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:55.425 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:55.425 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.425 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_alloc": { 2024-04-10T16:59:55.425 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:55.425 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:55.425 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.425 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_blob": { 2024-04-10T16:59:55.425 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:55.425 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:55.425 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.425 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_buffer": { 2024-04-10T16:59:55.426 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:55.426 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:55.426 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.426 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_data": { 2024-04-10T16:59:55.426 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:55.426 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:55.426 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.426 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_meta": { 2024-04-10T16:59:55.426 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:55.426 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:55.426 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.426 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_onode": { 2024-04-10T16:59:55.426 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:55.426 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:55.427 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.427 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_other": { 2024-04-10T16:59:55.427 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:55.427 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:55.427 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.427 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_extent": { 2024-04-10T16:59:55.427 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:55.427 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:55.427 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.427 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_fsck": { 2024-04-10T16:59:55.427 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:55.427 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:55.427 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.427 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_inline_bl": { 2024-04-10T16:59:55.427 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:55.428 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:55.428 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.428 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_shared_blob": { 2024-04-10T16:59:55.428 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:55.428 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:55.428 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.428 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_txc": { 2024-04-10T16:59:55.428 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:55.428 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:55.428 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.428 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_writing": { 2024-04-10T16:59:55.428 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:55.428 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:55.428 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.428 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_writing_deferred": { 2024-04-10T16:59:55.428 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:55.429 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:55.429 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.429 INFO:tasks.workunit.client.0.smithi069.stdout: "buffer_anon": { 2024-04-10T16:59:55.429 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 41977869, 2024-04-10T16:59:55.429 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 5193 2024-04-10T16:59:55.429 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.429 INFO:tasks.workunit.client.0.smithi069.stdout: "buffer_meta": { 2024-04-10T16:59:55.429 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:55.429 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:55.429 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.429 INFO:tasks.workunit.client.0.smithi069.stdout: "mds_co": { 2024-04-10T16:59:55.429 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:55.429 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:55.429 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.429 INFO:tasks.workunit.client.0.smithi069.stdout: "osd": { 2024-04-10T16:59:55.430 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:55.430 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:55.430 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.430 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_mapbl": { 2024-04-10T16:59:55.430 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:55.430 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:55.430 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.430 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_pglog": { 2024-04-10T16:59:55.430 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:55.430 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:55.430 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.430 INFO:tasks.workunit.client.0.smithi069.stdout: "osdmap": { 2024-04-10T16:59:55.430 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 11104, 2024-04-10T16:59:55.430 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 258 2024-04-10T16:59:55.431 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.431 INFO:tasks.workunit.client.0.smithi069.stdout: "osdmap_mapping": { 2024-04-10T16:59:55.431 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 70440, 2024-04-10T16:59:55.431 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 5158 2024-04-10T16:59:55.431 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.431 INFO:tasks.workunit.client.0.smithi069.stdout: "pgmap": { 2024-04-10T16:59:55.431 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 5896, 2024-04-10T16:59:55.431 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 174 2024-04-10T16:59:55.431 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.431 INFO:tasks.workunit.client.0.smithi069.stdout: "unittest_1": { 2024-04-10T16:59:55.431 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:55.431 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:55.431 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.431 INFO:tasks.workunit.client.0.smithi069.stdout: "unittest_2": { 2024-04-10T16:59:55.432 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:55.432 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:55.432 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:55.432 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.432 INFO:tasks.workunit.client.0.smithi069.stdout: "mon.f674850e5ec273712a6400c20c884d0d3d4aaf85": { 2024-04-10T16:59:55.432 INFO:tasks.workunit.client.0.smithi069.stdout: "bloom_filter": { 2024-04-10T16:59:55.432 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:55.432 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:55.432 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.432 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs": { 2024-04-10T16:59:55.432 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:55.432 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:55.432 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.432 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs_file_reader": { 2024-04-10T16:59:55.432 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:55.432 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:55.433 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.433 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs_file_writer": { 2024-04-10T16:59:55.433 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:55.433 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:55.433 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.433 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_alloc": { 2024-04-10T16:59:55.433 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:55.433 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:55.433 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.433 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_blob": { 2024-04-10T16:59:55.433 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:55.433 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:55.433 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.433 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_buffer": { 2024-04-10T16:59:55.434 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:55.434 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:55.434 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.434 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_data": { 2024-04-10T16:59:55.434 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:55.434 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:55.434 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.434 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_meta": { 2024-04-10T16:59:55.434 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:55.434 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:55.434 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.434 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_onode": { 2024-04-10T16:59:55.434 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:55.434 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:55.435 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.435 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_other": { 2024-04-10T16:59:55.435 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:55.435 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:55.435 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.435 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_extent": { 2024-04-10T16:59:55.435 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:55.435 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:55.435 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.435 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_fsck": { 2024-04-10T16:59:55.435 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:55.435 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:55.435 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.435 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_inline_bl": { 2024-04-10T16:59:55.435 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:55.435 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:55.436 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.436 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_shared_blob": { 2024-04-10T16:59:55.436 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:55.436 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:55.436 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.436 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_txc": { 2024-04-10T16:59:55.436 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:55.436 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:55.436 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.436 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_writing": { 2024-04-10T16:59:55.436 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:55.436 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:55.436 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.436 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_writing_deferred": { 2024-04-10T16:59:55.437 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:55.437 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:55.437 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.437 INFO:tasks.workunit.client.0.smithi069.stdout: "buffer_anon": { 2024-04-10T16:59:55.437 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 42208805, 2024-04-10T16:59:55.437 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 5217 2024-04-10T16:59:55.437 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.437 INFO:tasks.workunit.client.0.smithi069.stdout: "buffer_meta": { 2024-04-10T16:59:55.437 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:55.437 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:55.437 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.437 INFO:tasks.workunit.client.0.smithi069.stdout: "mds_co": { 2024-04-10T16:59:55.437 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:55.437 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:55.437 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.438 INFO:tasks.workunit.client.0.smithi069.stdout: "osd": { 2024-04-10T16:59:55.438 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:55.438 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:55.438 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.438 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_mapbl": { 2024-04-10T16:59:55.438 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:55.438 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:55.438 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.438 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_pglog": { 2024-04-10T16:59:55.438 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:55.438 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:55.438 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.438 INFO:tasks.workunit.client.0.smithi069.stdout: "osdmap": { 2024-04-10T16:59:55.438 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 11104, 2024-04-10T16:59:55.438 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 258 2024-04-10T16:59:55.439 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.439 INFO:tasks.workunit.client.0.smithi069.stdout: "osdmap_mapping": { 2024-04-10T16:59:55.439 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 70440, 2024-04-10T16:59:55.439 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 5158 2024-04-10T16:59:55.439 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.439 INFO:tasks.workunit.client.0.smithi069.stdout: "pgmap": { 2024-04-10T16:59:55.439 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 5896, 2024-04-10T16:59:55.439 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 174 2024-04-10T16:59:55.439 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.439 INFO:tasks.workunit.client.0.smithi069.stdout: "unittest_1": { 2024-04-10T16:59:55.439 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:55.439 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:55.439 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.439 INFO:tasks.workunit.client.0.smithi069.stdout: "unittest_2": { 2024-04-10T16:59:55.439 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:55.439 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:55.440 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:55.440 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:55.440 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.440 INFO:tasks.workunit.client.0.smithi069.stdout: "osd": { 2024-04-10T16:59:55.440 INFO:tasks.workunit.client.0.smithi069.stdout: "osd.0": { 2024-04-10T16:59:55.440 INFO:tasks.workunit.client.0.smithi069.stdout: "bloom_filter": { 2024-04-10T16:59:55.440 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:55.440 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:55.440 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.440 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs": { 2024-04-10T16:59:55.440 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 20792, 2024-04-10T16:59:55.440 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 391 2024-04-10T16:59:55.440 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.440 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs_file_reader": { 2024-04-10T16:59:55.440 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 34944, 2024-04-10T16:59:55.440 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 24 2024-04-10T16:59:55.441 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.441 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs_file_writer": { 2024-04-10T16:59:55.441 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 3072, 2024-04-10T16:59:55.441 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 16 2024-04-10T16:59:55.441 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.441 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_alloc": { 2024-04-10T16:59:55.441 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 56640, 2024-04-10T16:59:55.441 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 708 2024-04-10T16:59:55.441 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.441 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_blob": { 2024-04-10T16:59:55.441 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 380224, 2024-04-10T16:59:55.441 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 1828 2024-04-10T16:59:55.441 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.441 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_buffer": { 2024-04-10T16:59:55.441 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 256, 2024-04-10T16:59:55.442 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 32 2024-04-10T16:59:55.442 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.442 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_data": { 2024-04-10T16:59:55.442 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 1241109, 2024-04-10T16:59:55.442 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 318 2024-04-10T16:59:55.442 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.442 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_meta": { 2024-04-10T16:59:55.442 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 2436422, 2024-04-10T16:59:55.442 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 538761 2024-04-10T16:59:55.442 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.442 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_onode": { 2024-04-10T16:59:55.442 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 6981816, 2024-04-10T16:59:55.442 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 10299 2024-04-10T16:59:55.442 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.442 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_other": { 2024-04-10T16:59:55.442 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 79476, 2024-04-10T16:59:55.443 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 8468 2024-04-10T16:59:55.443 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.443 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_extent": { 2024-04-10T16:59:55.443 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 87744, 2024-04-10T16:59:55.443 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 1828 2024-04-10T16:59:55.443 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.443 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_fsck": { 2024-04-10T16:59:55.443 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:55.443 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:55.443 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.443 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_inline_bl": { 2024-04-10T16:59:55.443 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 168374, 2024-04-10T16:59:55.443 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 1208 2024-04-10T16:59:55.443 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.443 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_shared_blob": { 2024-04-10T16:59:55.443 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:55.444 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:55.444 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.444 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_txc": { 2024-04-10T16:59:55.444 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:55.444 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:55.444 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.444 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_writing": { 2024-04-10T16:59:55.444 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 57489, 2024-04-10T16:59:55.444 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 45 2024-04-10T16:59:55.444 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.444 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_writing_deferred": { 2024-04-10T16:59:55.444 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:55.444 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:55.444 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.444 INFO:tasks.workunit.client.0.smithi069.stdout: "buffer_anon": { 2024-04-10T16:59:55.444 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 16940763, 2024-04-10T16:59:55.445 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 287 2024-04-10T16:59:55.445 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.445 INFO:tasks.workunit.client.0.smithi069.stdout: "buffer_meta": { 2024-04-10T16:59:55.445 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 28864, 2024-04-10T16:59:55.445 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 328 2024-04-10T16:59:55.445 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.445 INFO:tasks.workunit.client.0.smithi069.stdout: "mds_co": { 2024-04-10T16:59:55.445 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:55.445 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:55.445 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.445 INFO:tasks.workunit.client.0.smithi069.stdout: "osd": { 2024-04-10T16:59:55.445 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 513216, 2024-04-10T16:59:55.445 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 44 2024-04-10T16:59:55.445 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.445 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_mapbl": { 2024-04-10T16:59:55.445 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:55.446 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:55.446 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.446 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_pglog": { 2024-04-10T16:59:55.446 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 7071168, 2024-04-10T16:59:55.446 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 18396 2024-04-10T16:59:55.446 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.446 INFO:tasks.workunit.client.0.smithi069.stdout: "osdmap": { 2024-04-10T16:59:55.446 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 645392, 2024-04-10T16:59:55.446 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 11285 2024-04-10T16:59:55.446 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.446 INFO:tasks.workunit.client.0.smithi069.stdout: "osdmap_mapping": { 2024-04-10T16:59:55.446 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:55.446 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:55.446 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.447 INFO:tasks.workunit.client.0.smithi069.stdout: "pgmap": { 2024-04-10T16:59:55.447 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:55.447 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:55.447 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.447 INFO:tasks.workunit.client.0.smithi069.stdout: "unittest_1": { 2024-04-10T16:59:55.447 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:55.447 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:55.447 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.447 INFO:tasks.workunit.client.0.smithi069.stdout: "unittest_2": { 2024-04-10T16:59:55.447 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:55.447 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:55.447 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:55.447 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.447 INFO:tasks.workunit.client.0.smithi069.stdout: "osd.1": { 2024-04-10T16:59:55.447 INFO:tasks.workunit.client.0.smithi069.stdout: "bloom_filter": { 2024-04-10T16:59:55.448 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:55.448 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:55.448 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.448 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs": { 2024-04-10T16:59:55.448 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 23752, 2024-04-10T16:59:55.448 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 427 2024-04-10T16:59:55.448 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.448 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs_file_reader": { 2024-04-10T16:59:55.448 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 141824, 2024-04-10T16:59:55.448 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 28 2024-04-10T16:59:55.448 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.448 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs_file_writer": { 2024-04-10T16:59:55.448 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 1536, 2024-04-10T16:59:55.448 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 8 2024-04-10T16:59:55.449 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.449 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_alloc": { 2024-04-10T16:59:55.449 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 56880, 2024-04-10T16:59:55.449 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 711 2024-04-10T16:59:55.449 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.449 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_blob": { 2024-04-10T16:59:55.449 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 378144, 2024-04-10T16:59:55.449 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 1818 2024-04-10T16:59:55.449 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.449 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_buffer": { 2024-04-10T16:59:55.449 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 256, 2024-04-10T16:59:55.449 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 32 2024-04-10T16:59:55.449 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.449 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_data": { 2024-04-10T16:59:55.449 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 454060, 2024-04-10T16:59:55.449 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 123 2024-04-10T16:59:55.449 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.450 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_meta": { 2024-04-10T16:59:55.450 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 2425031, 2024-04-10T16:59:55.450 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 539175 2024-04-10T16:59:55.450 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.450 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_onode": { 2024-04-10T16:59:55.450 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 6975696, 2024-04-10T16:59:55.450 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 10290 2024-04-10T16:59:55.450 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.450 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_other": { 2024-04-10T16:59:55.450 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 77568, 2024-04-10T16:59:55.450 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 8297 2024-04-10T16:59:55.450 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.450 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_extent": { 2024-04-10T16:59:55.450 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 87216, 2024-04-10T16:59:55.450 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 1817 2024-04-10T16:59:55.450 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.451 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_fsck": { 2024-04-10T16:59:55.451 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:55.451 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:55.451 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.451 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_inline_bl": { 2024-04-10T16:59:55.451 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 168462, 2024-04-10T16:59:55.451 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 1209 2024-04-10T16:59:55.451 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.451 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_shared_blob": { 2024-04-10T16:59:55.451 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:55.451 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:55.451 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.451 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_txc": { 2024-04-10T16:59:55.451 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 1472, 2024-04-10T16:59:55.451 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 2 2024-04-10T16:59:55.451 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.451 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_writing": { 2024-04-10T16:59:55.452 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 84382, 2024-04-10T16:59:55.452 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 33 2024-04-10T16:59:55.452 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.452 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_writing_deferred": { 2024-04-10T16:59:55.452 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 20128, 2024-04-10T16:59:55.452 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 5 2024-04-10T16:59:55.452 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.452 INFO:tasks.workunit.client.0.smithi069.stdout: "buffer_anon": { 2024-04-10T16:59:55.452 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 9161134, 2024-04-10T16:59:55.452 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 279 2024-04-10T16:59:55.452 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.452 INFO:tasks.workunit.client.0.smithi069.stdout: "buffer_meta": { 2024-04-10T16:59:55.452 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 10824, 2024-04-10T16:59:55.452 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 123 2024-04-10T16:59:55.453 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.453 INFO:tasks.workunit.client.0.smithi069.stdout: "mds_co": { 2024-04-10T16:59:55.453 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:55.453 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:55.453 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.453 INFO:tasks.workunit.client.0.smithi069.stdout: "osd": { 2024-04-10T16:59:55.453 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 454896, 2024-04-10T16:59:55.453 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 39 2024-04-10T16:59:55.453 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.453 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_mapbl": { 2024-04-10T16:59:55.453 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:55.453 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:55.453 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.453 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_pglog": { 2024-04-10T16:59:55.454 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 7217600, 2024-04-10T16:59:55.454 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 21044 2024-04-10T16:59:55.454 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.454 INFO:tasks.workunit.client.0.smithi069.stdout: "osdmap": { 2024-04-10T16:59:55.454 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 645392, 2024-04-10T16:59:55.454 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 11285 2024-04-10T16:59:55.454 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.454 INFO:tasks.workunit.client.0.smithi069.stdout: "osdmap_mapping": { 2024-04-10T16:59:55.454 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:55.454 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:55.454 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.454 INFO:tasks.workunit.client.0.smithi069.stdout: "pgmap": { 2024-04-10T16:59:55.454 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:55.454 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:55.455 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.455 INFO:tasks.workunit.client.0.smithi069.stdout: "unittest_1": { 2024-04-10T16:59:55.455 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:55.455 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:55.455 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.455 INFO:tasks.workunit.client.0.smithi069.stdout: "unittest_2": { 2024-04-10T16:59:55.455 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:55.455 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:55.455 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:55.455 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.455 INFO:tasks.workunit.client.0.smithi069.stdout: "osd.2": { 2024-04-10T16:59:55.455 INFO:tasks.workunit.client.0.smithi069.stdout: "bloom_filter": { 2024-04-10T16:59:55.455 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:55.455 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:55.455 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.455 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs": { 2024-04-10T16:59:55.456 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 21704, 2024-04-10T16:59:55.456 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 388 2024-04-10T16:59:55.456 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.456 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs_file_reader": { 2024-04-10T16:59:55.456 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 31104, 2024-04-10T16:59:55.456 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 26 2024-04-10T16:59:55.456 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.456 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs_file_writer": { 2024-04-10T16:59:55.456 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 1344, 2024-04-10T16:59:55.456 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 7 2024-04-10T16:59:55.456 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.456 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_alloc": { 2024-04-10T16:59:55.456 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 56320, 2024-04-10T16:59:55.456 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 704 2024-04-10T16:59:55.456 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.456 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_blob": { 2024-04-10T16:59:55.456 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 377312, 2024-04-10T16:59:55.457 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 1814 2024-04-10T16:59:55.457 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.457 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_buffer": { 2024-04-10T16:59:55.457 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 256, 2024-04-10T16:59:55.457 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 32 2024-04-10T16:59:55.457 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.457 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_data": { 2024-04-10T16:59:55.457 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 310686, 2024-04-10T16:59:55.457 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 86 2024-04-10T16:59:55.457 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.457 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_meta": { 2024-04-10T16:59:55.457 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 1749752, 2024-04-10T16:59:55.457 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 387646 2024-04-10T16:59:55.457 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.457 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_onode": { 2024-04-10T16:59:55.457 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 5132216, 2024-04-10T16:59:55.457 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 7579 2024-04-10T16:59:55.458 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.458 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_other": { 2024-04-10T16:59:55.458 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 76448, 2024-04-10T16:59:55.458 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 8278 2024-04-10T16:59:55.458 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.458 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_extent": { 2024-04-10T16:59:55.458 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 87072, 2024-04-10T16:59:55.458 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 1814 2024-04-10T16:59:55.458 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.458 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_fsck": { 2024-04-10T16:59:55.458 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:55.458 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:55.458 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.458 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_inline_bl": { 2024-04-10T16:59:55.458 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 168374, 2024-04-10T16:59:55.459 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 1208 2024-04-10T16:59:55.459 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.459 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_shared_blob": { 2024-04-10T16:59:55.459 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:55.459 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:55.459 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.459 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_txc": { 2024-04-10T16:59:55.459 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:55.459 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:55.459 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.459 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_writing": { 2024-04-10T16:59:55.459 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 51801, 2024-04-10T16:59:55.459 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 47 2024-04-10T16:59:55.459 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.459 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_writing_deferred": { 2024-04-10T16:59:55.460 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:55.460 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:55.460 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.460 INFO:tasks.workunit.client.0.smithi069.stdout: "buffer_anon": { 2024-04-10T16:59:55.460 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 7988295, 2024-04-10T16:59:55.460 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 256 2024-04-10T16:59:55.460 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.460 INFO:tasks.workunit.client.0.smithi069.stdout: "buffer_meta": { 2024-04-10T16:59:55.460 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 9944, 2024-04-10T16:59:55.460 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 113 2024-04-10T16:59:55.460 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.460 INFO:tasks.workunit.client.0.smithi069.stdout: "mds_co": { 2024-04-10T16:59:55.460 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:55.460 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:55.460 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.461 INFO:tasks.workunit.client.0.smithi069.stdout: "osd": { 2024-04-10T16:59:55.461 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 349920, 2024-04-10T16:59:55.461 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 30 2024-04-10T16:59:55.461 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.461 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_mapbl": { 2024-04-10T16:59:55.461 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:55.461 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:55.461 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.461 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_pglog": { 2024-04-10T16:59:55.461 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 3172000, 2024-04-10T16:59:55.461 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 6100 2024-04-10T16:59:55.461 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.462 INFO:tasks.workunit.client.0.smithi069.stdout: "osdmap": { 2024-04-10T16:59:55.462 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 645392, 2024-04-10T16:59:55.462 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 11285 2024-04-10T16:59:55.462 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.462 INFO:tasks.workunit.client.0.smithi069.stdout: "osdmap_mapping": { 2024-04-10T16:59:55.462 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:55.462 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:55.462 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.462 INFO:tasks.workunit.client.0.smithi069.stdout: "pgmap": { 2024-04-10T16:59:55.462 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:55.462 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:55.462 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.462 INFO:tasks.workunit.client.0.smithi069.stdout: "unittest_1": { 2024-04-10T16:59:55.462 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:55.463 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:55.463 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.463 INFO:tasks.workunit.client.0.smithi069.stdout: "unittest_2": { 2024-04-10T16:59:55.463 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:55.463 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:55.463 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:55.463 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.463 INFO:tasks.workunit.client.0.smithi069.stdout: "osd.3": { 2024-04-10T16:59:55.463 INFO:tasks.workunit.client.0.smithi069.stdout: "bloom_filter": { 2024-04-10T16:59:55.463 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:55.463 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:55.463 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.463 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs": { 2024-04-10T16:59:55.464 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 18200, 2024-04-10T16:59:55.464 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 333 2024-04-10T16:59:55.464 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.464 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs_file_reader": { 2024-04-10T16:59:55.464 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 87936, 2024-04-10T16:59:55.464 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 23 2024-04-10T16:59:55.464 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.464 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs_file_writer": { 2024-04-10T16:59:55.464 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 4224, 2024-04-10T16:59:55.464 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 22 2024-04-10T16:59:55.464 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.464 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_alloc": { 2024-04-10T16:59:55.464 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 55360, 2024-04-10T16:59:55.464 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 692 2024-04-10T16:59:55.465 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.465 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_blob": { 2024-04-10T16:59:55.465 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 365456, 2024-04-10T16:59:55.465 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 1757 2024-04-10T16:59:55.465 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.465 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_buffer": { 2024-04-10T16:59:55.465 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 256, 2024-04-10T16:59:55.465 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 32 2024-04-10T16:59:55.465 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.465 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_data": { 2024-04-10T16:59:55.465 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 343304, 2024-04-10T16:59:55.465 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 102 2024-04-10T16:59:55.465 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.465 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_meta": { 2024-04-10T16:59:55.465 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 1775882, 2024-04-10T16:59:55.466 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 390104 2024-04-10T16:59:55.466 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.466 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_onode": { 2024-04-10T16:59:55.466 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 5148536, 2024-04-10T16:59:55.466 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 7603 2024-04-10T16:59:55.466 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.466 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_other": { 2024-04-10T16:59:55.466 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 68232, 2024-04-10T16:59:55.466 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 7153 2024-04-10T16:59:55.466 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.466 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_extent": { 2024-04-10T16:59:55.466 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 84240, 2024-04-10T16:59:55.466 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 1755 2024-04-10T16:59:55.466 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.466 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_fsck": { 2024-04-10T16:59:55.466 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:55.467 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:55.467 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.467 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_inline_bl": { 2024-04-10T16:59:55.467 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 168374, 2024-04-10T16:59:55.467 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 1208 2024-04-10T16:59:55.467 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.467 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_shared_blob": { 2024-04-10T16:59:55.467 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:55.467 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:55.467 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.467 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_txc": { 2024-04-10T16:59:55.467 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 2208, 2024-04-10T16:59:55.467 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 3 2024-04-10T16:59:55.467 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.467 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_writing": { 2024-04-10T16:59:55.467 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 122875, 2024-04-10T16:59:55.468 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 66 2024-04-10T16:59:55.468 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.468 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_writing_deferred": { 2024-04-10T16:59:55.468 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 28144, 2024-04-10T16:59:55.468 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 7 2024-04-10T16:59:55.468 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.468 INFO:tasks.workunit.client.0.smithi069.stdout: "buffer_anon": { 2024-04-10T16:59:55.468 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 23001356, 2024-04-10T16:59:55.468 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 287 2024-04-10T16:59:55.468 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.468 INFO:tasks.workunit.client.0.smithi069.stdout: "buffer_meta": { 2024-04-10T16:59:55.468 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 12144, 2024-04-10T16:59:55.468 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 138 2024-04-10T16:59:55.468 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.468 INFO:tasks.workunit.client.0.smithi069.stdout: "mds_co": { 2024-04-10T16:59:55.468 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:55.468 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:55.469 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.469 INFO:tasks.workunit.client.0.smithi069.stdout: "osd": { 2024-04-10T16:59:55.469 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 431568, 2024-04-10T16:59:55.469 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 37 2024-04-10T16:59:55.469 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.469 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_mapbl": { 2024-04-10T16:59:55.469 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:55.469 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:55.469 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.469 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_pglog": { 2024-04-10T16:59:55.469 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 3510520, 2024-04-10T16:59:55.469 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 9151 2024-04-10T16:59:55.469 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.469 INFO:tasks.workunit.client.0.smithi069.stdout: "osdmap": { 2024-04-10T16:59:55.469 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 645392, 2024-04-10T16:59:55.469 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 11285 2024-04-10T16:59:55.470 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.470 INFO:tasks.workunit.client.0.smithi069.stdout: "osdmap_mapping": { 2024-04-10T16:59:55.470 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:55.470 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:55.470 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.470 INFO:tasks.workunit.client.0.smithi069.stdout: "pgmap": { 2024-04-10T16:59:55.470 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:55.470 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:55.470 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.470 INFO:tasks.workunit.client.0.smithi069.stdout: "unittest_1": { 2024-04-10T16:59:55.470 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:55.470 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:55.470 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.470 INFO:tasks.workunit.client.0.smithi069.stdout: "unittest_2": { 2024-04-10T16:59:55.471 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:55.471 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:55.471 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:55.471 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.471 INFO:tasks.workunit.client.0.smithi069.stdout: "osd.4": { 2024-04-10T16:59:55.471 INFO:tasks.workunit.client.0.smithi069.stdout: "bloom_filter": { 2024-04-10T16:59:55.471 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:55.471 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:55.471 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.471 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs": { 2024-04-10T16:59:55.471 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 22152, 2024-04-10T16:59:55.471 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 399 2024-04-10T16:59:55.471 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.471 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs_file_reader": { 2024-04-10T16:59:55.471 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 35328, 2024-04-10T16:59:55.472 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 27 2024-04-10T16:59:55.472 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.472 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs_file_writer": { 2024-04-10T16:59:55.472 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 5184, 2024-04-10T16:59:55.472 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 27 2024-04-10T16:59:55.472 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.472 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_alloc": { 2024-04-10T16:59:55.472 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 55920, 2024-04-10T16:59:55.472 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 699 2024-04-10T16:59:55.472 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.472 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_blob": { 2024-04-10T16:59:55.472 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 365248, 2024-04-10T16:59:55.472 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 1756 2024-04-10T16:59:55.472 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.473 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_buffer": { 2024-04-10T16:59:55.473 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 256, 2024-04-10T16:59:55.473 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 32 2024-04-10T16:59:55.473 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.473 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_data": { 2024-04-10T16:59:55.473 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 1130101, 2024-04-10T16:59:55.473 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 280 2024-04-10T16:59:55.473 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.473 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_meta": { 2024-04-10T16:59:55.473 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 2075856, 2024-04-10T16:59:55.473 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 457210 2024-04-10T16:59:55.473 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.473 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_onode": { 2024-04-10T16:59:55.473 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 5967936, 2024-04-10T16:59:55.473 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 8808 2024-04-10T16:59:55.473 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.473 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_other": { 2024-04-10T16:59:55.474 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 68504, 2024-04-10T16:59:55.474 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 7150 2024-04-10T16:59:55.474 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.474 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_extent": { 2024-04-10T16:59:55.474 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 84240, 2024-04-10T16:59:55.474 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 1755 2024-04-10T16:59:55.474 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.474 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_fsck": { 2024-04-10T16:59:55.474 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:55.474 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:55.474 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.474 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_inline_bl": { 2024-04-10T16:59:55.474 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 168206, 2024-04-10T16:59:55.474 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 1208 2024-04-10T16:59:55.474 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.475 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_shared_blob": { 2024-04-10T16:59:55.475 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:55.475 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:55.475 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.475 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_txc": { 2024-04-10T16:59:55.475 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 1472, 2024-04-10T16:59:55.475 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 2 2024-04-10T16:59:55.475 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.475 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_writing": { 2024-04-10T16:59:55.475 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 85303, 2024-04-10T16:59:55.475 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 50 2024-04-10T16:59:55.475 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.475 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_writing_deferred": { 2024-04-10T16:59:55.475 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 20128, 2024-04-10T16:59:55.475 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 5 2024-04-10T16:59:55.476 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.476 INFO:tasks.workunit.client.0.smithi069.stdout: "buffer_anon": { 2024-04-10T16:59:55.476 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 28714035, 2024-04-10T16:59:55.476 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 294 2024-04-10T16:59:55.476 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.476 INFO:tasks.workunit.client.0.smithi069.stdout: "buffer_meta": { 2024-04-10T16:59:55.476 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 27456, 2024-04-10T16:59:55.476 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 312 2024-04-10T16:59:55.476 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.476 INFO:tasks.workunit.client.0.smithi069.stdout: "mds_co": { 2024-04-10T16:59:55.476 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:55.476 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:55.476 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.476 INFO:tasks.workunit.client.0.smithi069.stdout: "osd": { 2024-04-10T16:59:55.476 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 466560, 2024-04-10T16:59:55.477 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 40 2024-04-10T16:59:55.477 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.477 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_mapbl": { 2024-04-10T16:59:55.477 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:55.477 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:55.477 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.477 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_pglog": { 2024-04-10T16:59:55.477 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 5137080, 2024-04-10T16:59:55.477 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 12279 2024-04-10T16:59:55.477 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.477 INFO:tasks.workunit.client.0.smithi069.stdout: "osdmap": { 2024-04-10T16:59:55.477 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 645392, 2024-04-10T16:59:55.477 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 11285 2024-04-10T16:59:55.477 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.477 INFO:tasks.workunit.client.0.smithi069.stdout: "osdmap_mapping": { 2024-04-10T16:59:55.477 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:55.478 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:55.478 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.478 INFO:tasks.workunit.client.0.smithi069.stdout: "pgmap": { 2024-04-10T16:59:55.478 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:55.478 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:55.478 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.478 INFO:tasks.workunit.client.0.smithi069.stdout: "unittest_1": { 2024-04-10T16:59:55.478 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:55.478 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:55.478 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.478 INFO:tasks.workunit.client.0.smithi069.stdout: "unittest_2": { 2024-04-10T16:59:55.478 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:55.478 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:55.479 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:55.479 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.479 INFO:tasks.workunit.client.0.smithi069.stdout: "osd.5": { 2024-04-10T16:59:55.479 INFO:tasks.workunit.client.0.smithi069.stdout: "bloom_filter": { 2024-04-10T16:59:55.479 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:55.479 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:55.479 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.479 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs": { 2024-04-10T16:59:55.479 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 20648, 2024-04-10T16:59:55.479 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 379 2024-04-10T16:59:55.479 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.479 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs_file_reader": { 2024-04-10T16:59:55.479 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 51328, 2024-04-10T16:59:55.479 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 25 2024-04-10T16:59:55.479 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.479 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs_file_writer": { 2024-04-10T16:59:55.480 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 2688, 2024-04-10T16:59:55.480 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 14 2024-04-10T16:59:55.480 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.480 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_alloc": { 2024-04-10T16:59:55.480 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 55920, 2024-04-10T16:59:55.480 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 699 2024-04-10T16:59:55.480 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.480 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_blob": { 2024-04-10T16:59:55.480 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 365248, 2024-04-10T16:59:55.480 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 1756 2024-04-10T16:59:55.480 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.480 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_buffer": { 2024-04-10T16:59:55.480 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 256, 2024-04-10T16:59:55.480 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 32 2024-04-10T16:59:55.480 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.480 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_data": { 2024-04-10T16:59:55.481 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 366569, 2024-04-10T16:59:55.481 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 95 2024-04-10T16:59:55.481 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.481 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_meta": { 2024-04-10T16:59:55.481 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 2337552, 2024-04-10T16:59:55.481 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 524488 2024-04-10T16:59:55.481 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.481 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_onode": { 2024-04-10T16:59:55.481 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 6781216, 2024-04-10T16:59:55.481 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 10004 2024-04-10T16:59:55.481 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.481 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_other": { 2024-04-10T16:59:55.481 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 68532, 2024-04-10T16:59:55.481 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 7153 2024-04-10T16:59:55.481 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.482 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_extent": { 2024-04-10T16:59:55.482 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 84240, 2024-04-10T16:59:55.482 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 1755 2024-04-10T16:59:55.482 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.482 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_fsck": { 2024-04-10T16:59:55.482 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:55.482 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:55.482 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.482 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_inline_bl": { 2024-04-10T16:59:55.482 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 168462, 2024-04-10T16:59:55.482 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 1209 2024-04-10T16:59:55.482 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.482 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_shared_blob": { 2024-04-10T16:59:55.482 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:55.483 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:55.483 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.483 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_txc": { 2024-04-10T16:59:55.483 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 1472, 2024-04-10T16:59:55.483 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 2 2024-04-10T16:59:55.483 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.483 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_writing": { 2024-04-10T16:59:55.483 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 112362, 2024-04-10T16:59:55.483 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 59 2024-04-10T16:59:55.483 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.483 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_writing_deferred": { 2024-04-10T16:59:55.483 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 20128, 2024-04-10T16:59:55.484 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 5 2024-04-10T16:59:55.484 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.484 INFO:tasks.workunit.client.0.smithi069.stdout: "buffer_anon": { 2024-04-10T16:59:55.484 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 15096014, 2024-04-10T16:59:55.484 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 6154 2024-04-10T16:59:55.484 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.484 INFO:tasks.workunit.client.0.smithi069.stdout: "buffer_meta": { 2024-04-10T16:59:55.484 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 10208, 2024-04-10T16:59:55.484 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 116 2024-04-10T16:59:55.484 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.484 INFO:tasks.workunit.client.0.smithi069.stdout: "mds_co": { 2024-04-10T16:59:55.484 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:55.484 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:55.484 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.484 INFO:tasks.workunit.client.0.smithi069.stdout: "osd": { 2024-04-10T16:59:55.485 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 466560, 2024-04-10T16:59:55.485 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 40 2024-04-10T16:59:55.485 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.485 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_mapbl": { 2024-04-10T16:59:55.485 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:55.485 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:55.485 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.485 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_pglog": { 2024-04-10T16:59:55.485 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 6372080, 2024-04-10T16:59:55.485 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 12254 2024-04-10T16:59:55.485 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.485 INFO:tasks.workunit.client.0.smithi069.stdout: "osdmap": { 2024-04-10T16:59:55.485 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 645392, 2024-04-10T16:59:55.485 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 11285 2024-04-10T16:59:55.485 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.486 INFO:tasks.workunit.client.0.smithi069.stdout: "osdmap_mapping": { 2024-04-10T16:59:55.486 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:55.486 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:55.486 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.486 INFO:tasks.workunit.client.0.smithi069.stdout: "pgmap": { 2024-04-10T16:59:55.486 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:55.486 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:55.486 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.486 INFO:tasks.workunit.client.0.smithi069.stdout: "unittest_1": { 2024-04-10T16:59:55.486 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:55.486 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:55.486 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.486 INFO:tasks.workunit.client.0.smithi069.stdout: "unittest_2": { 2024-04-10T16:59:55.486 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:55.486 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:55.487 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:55.487 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.487 INFO:tasks.workunit.client.0.smithi069.stdout: "osd.6": { 2024-04-10T16:59:55.487 INFO:tasks.workunit.client.0.smithi069.stdout: "bloom_filter": { 2024-04-10T16:59:55.487 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:55.487 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:55.487 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.487 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs": { 2024-04-10T16:59:55.487 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 17472, 2024-04-10T16:59:55.487 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 325 2024-04-10T16:59:55.487 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.487 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs_file_reader": { 2024-04-10T16:59:55.487 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 31104, 2024-04-10T16:59:55.490 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 26 2024-04-10T16:59:55.490 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.490 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs_file_writer": { 2024-04-10T16:59:55.490 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 3072, 2024-04-10T16:59:55.490 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 16 2024-04-10T16:59:55.490 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.490 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_alloc": { 2024-04-10T16:59:55.490 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 55360, 2024-04-10T16:59:55.490 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 692 2024-04-10T16:59:55.490 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.490 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_blob": { 2024-04-10T16:59:55.490 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 366704, 2024-04-10T16:59:55.491 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 1763 2024-04-10T16:59:55.491 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.491 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_buffer": { 2024-04-10T16:59:55.491 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 256, 2024-04-10T16:59:55.491 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 32 2024-04-10T16:59:55.491 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.491 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_data": { 2024-04-10T16:59:55.491 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 382006, 2024-04-10T16:59:55.491 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 105 2024-04-10T16:59:55.491 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.491 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_meta": { 2024-04-10T16:59:55.491 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 1713218, 2024-04-10T16:59:55.491 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 380159 2024-04-10T16:59:55.492 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.492 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_onode": { 2024-04-10T16:59:55.492 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 5014576, 2024-04-10T16:59:55.492 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 7406 2024-04-10T16:59:55.492 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.492 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_other": { 2024-04-10T16:59:55.492 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 69644, 2024-04-10T16:59:55.492 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 7308 2024-04-10T16:59:55.492 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.492 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_extent": { 2024-04-10T16:59:55.492 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 84624, 2024-04-10T16:59:55.492 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 1763 2024-04-10T16:59:55.492 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.492 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_fsck": { 2024-04-10T16:59:55.492 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:55.493 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:55.493 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.493 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_inline_bl": { 2024-04-10T16:59:55.493 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 168118, 2024-04-10T16:59:55.493 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 1207 2024-04-10T16:59:55.493 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.493 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_shared_blob": { 2024-04-10T16:59:55.493 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:55.493 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:55.493 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.493 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_txc": { 2024-04-10T16:59:55.493 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:55.493 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:55.493 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.493 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_writing": { 2024-04-10T16:59:55.493 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 37033, 2024-04-10T16:59:55.494 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 47 2024-04-10T16:59:55.494 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.494 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_writing_deferred": { 2024-04-10T16:59:55.494 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:55.494 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:55.494 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.494 INFO:tasks.workunit.client.0.smithi069.stdout: "buffer_anon": { 2024-04-10T16:59:55.494 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 17406166, 2024-04-10T16:59:55.494 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 271 2024-04-10T16:59:55.494 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.494 INFO:tasks.workunit.client.0.smithi069.stdout: "buffer_meta": { 2024-04-10T16:59:55.494 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 11792, 2024-04-10T16:59:55.494 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 134 2024-04-10T16:59:55.494 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.495 INFO:tasks.workunit.client.0.smithi069.stdout: "mds_co": { 2024-04-10T16:59:55.495 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:55.495 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:55.495 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.495 INFO:tasks.workunit.client.0.smithi069.stdout: "osd": { 2024-04-10T16:59:55.495 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 454896, 2024-04-10T16:59:55.495 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 39 2024-04-10T16:59:55.495 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.495 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_mapbl": { 2024-04-10T16:59:55.495 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:55.495 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:55.495 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.495 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_pglog": { 2024-04-10T16:59:55.496 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 3706560, 2024-04-10T16:59:55.496 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 9528 2024-04-10T16:59:55.496 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.496 INFO:tasks.workunit.client.0.smithi069.stdout: "osdmap": { 2024-04-10T16:59:55.496 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 645392, 2024-04-10T16:59:55.496 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 11285 2024-04-10T16:59:55.496 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.496 INFO:tasks.workunit.client.0.smithi069.stdout: "osdmap_mapping": { 2024-04-10T16:59:55.496 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:55.496 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:55.496 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.496 INFO:tasks.workunit.client.0.smithi069.stdout: "pgmap": { 2024-04-10T16:59:55.496 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:55.496 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:55.496 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.496 INFO:tasks.workunit.client.0.smithi069.stdout: "unittest_1": { 2024-04-10T16:59:55.496 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:55.497 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:55.497 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.497 INFO:tasks.workunit.client.0.smithi069.stdout: "unittest_2": { 2024-04-10T16:59:55.497 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:55.497 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:55.497 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:55.497 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.497 INFO:tasks.workunit.client.0.smithi069.stdout: "osd.7": { 2024-04-10T16:59:55.497 INFO:tasks.workunit.client.0.smithi069.stdout: "bloom_filter": { 2024-04-10T16:59:55.497 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:55.497 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:55.497 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.497 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs": { 2024-04-10T16:59:55.497 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 18272, 2024-04-10T16:59:55.497 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 339 2024-04-10T16:59:55.497 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.498 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs_file_reader": { 2024-04-10T16:59:55.498 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 39040, 2024-04-10T16:59:55.498 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 25 2024-04-10T16:59:55.498 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.498 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs_file_writer": { 2024-04-10T16:59:55.498 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 3840, 2024-04-10T16:59:55.498 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 20 2024-04-10T16:59:55.498 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.498 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_alloc": { 2024-04-10T16:59:55.498 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 56000, 2024-04-10T16:59:55.498 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 700 2024-04-10T16:59:55.498 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.498 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_blob": { 2024-04-10T16:59:55.498 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 366496, 2024-04-10T16:59:55.499 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 1762 2024-04-10T16:59:55.499 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.499 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_buffer": { 2024-04-10T16:59:55.499 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 256, 2024-04-10T16:59:55.499 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 32 2024-04-10T16:59:55.499 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.499 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_data": { 2024-04-10T16:59:55.499 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 517601, 2024-04-10T16:59:55.499 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 136 2024-04-10T16:59:55.499 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.499 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_meta": { 2024-04-10T16:59:55.499 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 2005511, 2024-04-10T16:59:55.499 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 446835 2024-04-10T16:59:55.499 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.500 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_onode": { 2024-04-10T16:59:55.500 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 5816976, 2024-04-10T16:59:55.500 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 8586 2024-04-10T16:59:55.500 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.500 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_cache_other": { 2024-04-10T16:59:55.500 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 70380, 2024-04-10T16:59:55.500 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 7310 2024-04-10T16:59:55.500 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.500 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_extent": { 2024-04-10T16:59:55.500 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 84576, 2024-04-10T16:59:55.500 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 1762 2024-04-10T16:59:55.500 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.500 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_fsck": { 2024-04-10T16:59:55.500 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:55.500 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:55.501 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.501 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_inline_bl": { 2024-04-10T16:59:55.501 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 168374, 2024-04-10T16:59:55.501 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 1208 2024-04-10T16:59:55.501 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.501 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_shared_blob": { 2024-04-10T16:59:55.501 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:55.501 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:55.501 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.501 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_txc": { 2024-04-10T16:59:55.501 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:55.501 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:55.501 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.501 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_writing": { 2024-04-10T16:59:55.502 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 23327, 2024-04-10T16:59:55.502 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 29 2024-04-10T16:59:55.502 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.502 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore_writing_deferred": { 2024-04-10T16:59:55.502 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:55.502 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:55.502 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.502 INFO:tasks.workunit.client.0.smithi069.stdout: "buffer_anon": { 2024-04-10T16:59:55.502 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 21115099, 2024-04-10T16:59:55.502 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 285 2024-04-10T16:59:55.502 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.502 INFO:tasks.workunit.client.0.smithi069.stdout: "buffer_meta": { 2024-04-10T16:59:55.502 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 12760, 2024-04-10T16:59:55.502 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 145 2024-04-10T16:59:55.502 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.503 INFO:tasks.workunit.client.0.smithi069.stdout: "mds_co": { 2024-04-10T16:59:55.503 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:55.503 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:55.503 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.503 INFO:tasks.workunit.client.0.smithi069.stdout: "osd": { 2024-04-10T16:59:55.503 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 536544, 2024-04-10T16:59:55.503 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 46 2024-04-10T16:59:55.503 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.503 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_mapbl": { 2024-04-10T16:59:55.503 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:55.503 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:55.503 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.503 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_pglog": { 2024-04-10T16:59:55.503 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 4951336, 2024-04-10T16:59:55.503 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 9557 2024-04-10T16:59:55.504 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.504 INFO:tasks.workunit.client.0.smithi069.stdout: "osdmap": { 2024-04-10T16:59:55.504 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 645392, 2024-04-10T16:59:55.504 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 11285 2024-04-10T16:59:55.504 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.504 INFO:tasks.workunit.client.0.smithi069.stdout: "osdmap_mapping": { 2024-04-10T16:59:55.504 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:55.504 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:55.504 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.504 INFO:tasks.workunit.client.0.smithi069.stdout: "pgmap": { 2024-04-10T16:59:55.504 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:55.504 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:55.504 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.504 INFO:tasks.workunit.client.0.smithi069.stdout: "unittest_1": { 2024-04-10T16:59:55.505 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:55.505 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:55.505 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.505 INFO:tasks.workunit.client.0.smithi069.stdout: "unittest_2": { 2024-04-10T16:59:55.505 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes": 0, 2024-04-10T16:59:55.505 INFO:tasks.workunit.client.0.smithi069.stdout: "items": 0 2024-04-10T16:59:55.505 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:55.505 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:55.505 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:55.505 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.505 INFO:tasks.workunit.client.0.smithi069.stdout: "metadata": { 2024-04-10T16:59:55.505 INFO:tasks.workunit.client.0.smithi069.stdout: "mds": { 2024-04-10T16:59:55.505 INFO:tasks.workunit.client.0.smithi069.stdout: "arch": { 2024-04-10T16:59:55.505 INFO:tasks.workunit.client.0.smithi069.stdout: "x86_64": 2 2024-04-10T16:59:55.506 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.506 INFO:tasks.workunit.client.0.smithi069.stdout: "ceph_version": { 2024-04-10T16:59:55.506 INFO:tasks.workunit.client.0.smithi069.stdout: "ceph version 19.0.0-2838-ga5074d45 (a5074d4516d566e9d8b6aec912f26afd099de101) squid (dev)": 2 2024-04-10T16:59:55.506 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.506 INFO:tasks.workunit.client.0.smithi069.stdout: "cpu": { 2024-04-10T16:59:55.506 INFO:tasks.workunit.client.0.smithi069.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 2 2024-04-10T16:59:55.506 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.506 INFO:tasks.workunit.client.0.smithi069.stdout: "distro": { 2024-04-10T16:59:55.506 INFO:tasks.workunit.client.0.smithi069.stdout: "centos": 2 2024-04-10T16:59:55.506 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.506 INFO:tasks.workunit.client.0.smithi069.stdout: "distro_description": { 2024-04-10T16:59:55.506 INFO:tasks.workunit.client.0.smithi069.stdout: "CentOS Stream 8": 2 2024-04-10T16:59:55.506 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.506 INFO:tasks.workunit.client.0.smithi069.stdout: "kernel_description": { 2024-04-10T16:59:55.506 INFO:tasks.workunit.client.0.smithi069.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024": 2 2024-04-10T16:59:55.507 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.507 INFO:tasks.workunit.client.0.smithi069.stdout: "kernel_version": { 2024-04-10T16:59:55.507 INFO:tasks.workunit.client.0.smithi069.stdout: "5.14.0-435.el9.x86_64": 2 2024-04-10T16:59:55.507 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.507 INFO:tasks.workunit.client.0.smithi069.stdout: "os": { 2024-04-10T16:59:55.507 INFO:tasks.workunit.client.0.smithi069.stdout: "Linux": 2 2024-04-10T16:59:55.507 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:55.507 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.507 INFO:tasks.workunit.client.0.smithi069.stdout: "mon": { 2024-04-10T16:59:55.507 INFO:tasks.workunit.client.0.smithi069.stdout: "arch": { 2024-04-10T16:59:55.507 INFO:tasks.workunit.client.0.smithi069.stdout: "x86_64": 3 2024-04-10T16:59:55.507 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.507 INFO:tasks.workunit.client.0.smithi069.stdout: "ceph_version": { 2024-04-10T16:59:55.507 INFO:tasks.workunit.client.0.smithi069.stdout: "ceph version 19.0.0-2838-ga5074d45 (a5074d4516d566e9d8b6aec912f26afd099de101) squid (dev)": 3 2024-04-10T16:59:55.507 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.507 INFO:tasks.workunit.client.0.smithi069.stdout: "cpu": { 2024-04-10T16:59:55.508 INFO:tasks.workunit.client.0.smithi069.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 3 2024-04-10T16:59:55.508 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.508 INFO:tasks.workunit.client.0.smithi069.stdout: "distro": { 2024-04-10T16:59:55.508 INFO:tasks.workunit.client.0.smithi069.stdout: "centos": 3 2024-04-10T16:59:55.508 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.508 INFO:tasks.workunit.client.0.smithi069.stdout: "distro_description": { 2024-04-10T16:59:55.508 INFO:tasks.workunit.client.0.smithi069.stdout: "CentOS Stream 8": 3 2024-04-10T16:59:55.508 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.508 INFO:tasks.workunit.client.0.smithi069.stdout: "kernel_description": { 2024-04-10T16:59:55.508 INFO:tasks.workunit.client.0.smithi069.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024": 3 2024-04-10T16:59:55.508 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.508 INFO:tasks.workunit.client.0.smithi069.stdout: "kernel_version": { 2024-04-10T16:59:55.508 INFO:tasks.workunit.client.0.smithi069.stdout: "5.14.0-435.el9.x86_64": 3 2024-04-10T16:59:55.508 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.508 INFO:tasks.workunit.client.0.smithi069.stdout: "os": { 2024-04-10T16:59:55.508 INFO:tasks.workunit.client.0.smithi069.stdout: "Linux": 3 2024-04-10T16:59:55.509 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:55.509 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.509 INFO:tasks.workunit.client.0.smithi069.stdout: "osd": { 2024-04-10T16:59:55.509 INFO:tasks.workunit.client.0.smithi069.stdout: "arch": { 2024-04-10T16:59:55.509 INFO:tasks.workunit.client.0.smithi069.stdout: "x86_64": 8 2024-04-10T16:59:55.509 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.509 INFO:tasks.workunit.client.0.smithi069.stdout: "ceph_version": { 2024-04-10T16:59:55.509 INFO:tasks.workunit.client.0.smithi069.stdout: "ceph version 19.0.0-2838-ga5074d45 (a5074d4516d566e9d8b6aec912f26afd099de101) squid (dev)": 8 2024-04-10T16:59:55.509 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.509 INFO:tasks.workunit.client.0.smithi069.stdout: "cpu": { 2024-04-10T16:59:55.509 INFO:tasks.workunit.client.0.smithi069.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 8 2024-04-10T16:59:55.509 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.509 INFO:tasks.workunit.client.0.smithi069.stdout: "distro": { 2024-04-10T16:59:55.509 INFO:tasks.workunit.client.0.smithi069.stdout: "centos": 8 2024-04-10T16:59:55.509 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.510 INFO:tasks.workunit.client.0.smithi069.stdout: "distro_description": { 2024-04-10T16:59:55.510 INFO:tasks.workunit.client.0.smithi069.stdout: "CentOS Stream 8": 8 2024-04-10T16:59:55.510 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.510 INFO:tasks.workunit.client.0.smithi069.stdout: "kernel_description": { 2024-04-10T16:59:55.510 INFO:tasks.workunit.client.0.smithi069.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024": 8 2024-04-10T16:59:55.510 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.510 INFO:tasks.workunit.client.0.smithi069.stdout: "kernel_version": { 2024-04-10T16:59:55.510 INFO:tasks.workunit.client.0.smithi069.stdout: "5.14.0-435.el9.x86_64": 8 2024-04-10T16:59:55.510 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.510 INFO:tasks.workunit.client.0.smithi069.stdout: "os": { 2024-04-10T16:59:55.510 INFO:tasks.workunit.client.0.smithi069.stdout: "Linux": 8 2024-04-10T16:59:55.510 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.510 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_objectstore": { 2024-04-10T16:59:55.510 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore": 8 2024-04-10T16:59:55.511 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.511 INFO:tasks.workunit.client.0.smithi069.stdout: "rotational": { 2024-04-10T16:59:55.511 INFO:tasks.workunit.client.0.smithi069.stdout: "0": 8 2024-04-10T16:59:55.511 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:55.511 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:55.511 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.511 INFO:tasks.workunit.client.0.smithi069.stdout: "mon": { 2024-04-10T16:59:55.511 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 3, 2024-04-10T16:59:55.511 INFO:tasks.workunit.client.0.smithi069.stdout: "features": { 2024-04-10T16:59:55.511 INFO:tasks.workunit.client.0.smithi069.stdout: "optional": [], 2024-04-10T16:59:55.511 INFO:tasks.workunit.client.0.smithi069.stdout: "persistent": [ 2024-04-10T16:59:55.511 INFO:tasks.workunit.client.0.smithi069.stdout: "kraken", 2024-04-10T16:59:55.511 INFO:tasks.workunit.client.0.smithi069.stdout: "luminous", 2024-04-10T16:59:55.511 INFO:tasks.workunit.client.0.smithi069.stdout: "mimic", 2024-04-10T16:59:55.511 INFO:tasks.workunit.client.0.smithi069.stdout: "osdmap-prune", 2024-04-10T16:59:55.511 INFO:tasks.workunit.client.0.smithi069.stdout: "nautilus", 2024-04-10T16:59:55.512 INFO:tasks.workunit.client.0.smithi069.stdout: "octopus", 2024-04-10T16:59:55.512 INFO:tasks.workunit.client.0.smithi069.stdout: "pacific", 2024-04-10T16:59:55.512 INFO:tasks.workunit.client.0.smithi069.stdout: "elector-pinging", 2024-04-10T16:59:55.512 INFO:tasks.workunit.client.0.smithi069.stdout: "quincy", 2024-04-10T16:59:55.512 INFO:tasks.workunit.client.0.smithi069.stdout: "reef", 2024-04-10T16:59:55.512 INFO:tasks.workunit.client.0.smithi069.stdout: "squid" 2024-04-10T16:59:55.512 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T16:59:55.512 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.512 INFO:tasks.workunit.client.0.smithi069.stdout: "ipv4_addr_mons": 6, 2024-04-10T16:59:55.512 INFO:tasks.workunit.client.0.smithi069.stdout: "ipv6_addr_mons": 0, 2024-04-10T16:59:55.512 INFO:tasks.workunit.client.0.smithi069.stdout: "min_mon_release": 19, 2024-04-10T16:59:55.512 INFO:tasks.workunit.client.0.smithi069.stdout: "v1_addr_mons": 3, 2024-04-10T16:59:55.512 INFO:tasks.workunit.client.0.smithi069.stdout: "v2_addr_mons": 3 2024-04-10T16:59:55.512 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.512 INFO:tasks.workunit.client.0.smithi069.stdout: "organization": "ceph-qa", 2024-04-10T16:59:55.513 INFO:tasks.workunit.client.0.smithi069.stdout: "osd": { 2024-04-10T16:59:55.513 INFO:tasks.workunit.client.0.smithi069.stdout: "cluster_network": false, 2024-04-10T16:59:55.513 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 8, 2024-04-10T16:59:55.513 INFO:tasks.workunit.client.0.smithi069.stdout: "require_min_compat_client": "luminous", 2024-04-10T16:59:55.513 INFO:tasks.workunit.client.0.smithi069.stdout: "require_osd_release": "squid" 2024-04-10T16:59:55.513 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.513 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_perf_histograms": [ 2024-04-10T16:59:55.513 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:55.513 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-10T16:59:55.513 INFO:tasks.workunit.client.0.smithi069.stdout: "axes": [ 2024-04-10T16:59:55.513 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:55.513 INFO:tasks.workunit.client.0.smithi069.stdout: "buckets": 32, 2024-04-10T16:59:55.513 INFO:tasks.workunit.client.0.smithi069.stdout: "min": 0, 2024-04-10T16:59:55.513 INFO:tasks.workunit.client.0.smithi069.stdout: "name": "Latency (usec)", 2024-04-10T16:59:55.514 INFO:tasks.workunit.client.0.smithi069.stdout: "quant_size": 100000, 2024-04-10T16:59:55.514 INFO:tasks.workunit.client.0.smithi069.stdout: "ranges": [ 2024-04-10T16:59:55.514 INFO:tasks.workunit.client.0.smithi069.stdout: "[None, -1]", 2024-04-10T16:59:55.514 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 99999]", 2024-04-10T16:59:55.514 INFO:tasks.workunit.client.0.smithi069.stdout: "[100000, 199999]", 2024-04-10T16:59:55.514 INFO:tasks.workunit.client.0.smithi069.stdout: "[200000, 399999]", 2024-04-10T16:59:55.514 INFO:tasks.workunit.client.0.smithi069.stdout: "[400000, 799999]", 2024-04-10T16:59:55.514 INFO:tasks.workunit.client.0.smithi069.stdout: "[800000, 1599999]", 2024-04-10T16:59:55.514 INFO:tasks.workunit.client.0.smithi069.stdout: "[1600000, 3199999]", 2024-04-10T16:59:55.514 INFO:tasks.workunit.client.0.smithi069.stdout: "[3200000, 6399999]", 2024-04-10T16:59:55.514 INFO:tasks.workunit.client.0.smithi069.stdout: "[6400000, 12799999]", 2024-04-10T16:59:55.514 INFO:tasks.workunit.client.0.smithi069.stdout: "[12800000, 25599999]", 2024-04-10T16:59:55.514 INFO:tasks.workunit.client.0.smithi069.stdout: "[25600000, 51199999]", 2024-04-10T16:59:55.514 INFO:tasks.workunit.client.0.smithi069.stdout: "[51200000, 102399999]", 2024-04-10T16:59:55.515 INFO:tasks.workunit.client.0.smithi069.stdout: "[102400000, 204799999]", 2024-04-10T16:59:55.515 INFO:tasks.workunit.client.0.smithi069.stdout: "[204800000, 409599999]", 2024-04-10T16:59:55.515 INFO:tasks.workunit.client.0.smithi069.stdout: "[409600000, 819199999]", 2024-04-10T16:59:55.515 INFO:tasks.workunit.client.0.smithi069.stdout: "[819200000, 1638399999]", 2024-04-10T16:59:55.515 INFO:tasks.workunit.client.0.smithi069.stdout: "[1638400000, 3276799999]", 2024-04-10T16:59:55.515 INFO:tasks.workunit.client.0.smithi069.stdout: "[3276800000, 6553599999]", 2024-04-10T16:59:55.515 INFO:tasks.workunit.client.0.smithi069.stdout: "[6553600000, 13107199999]", 2024-04-10T16:59:55.515 INFO:tasks.workunit.client.0.smithi069.stdout: "[13107200000, 26214399999]", 2024-04-10T16:59:55.515 INFO:tasks.workunit.client.0.smithi069.stdout: "[26214400000, 52428799999]", 2024-04-10T16:59:55.515 INFO:tasks.workunit.client.0.smithi069.stdout: "[52428800000, 104857599999]", 2024-04-10T16:59:55.515 INFO:tasks.workunit.client.0.smithi069.stdout: "[104857600000, 209715199999]", 2024-04-10T16:59:55.515 INFO:tasks.workunit.client.0.smithi069.stdout: "[209715200000, 419430399999]", 2024-04-10T16:59:55.515 INFO:tasks.workunit.client.0.smithi069.stdout: "[419430400000, 838860799999]", 2024-04-10T16:59:55.515 INFO:tasks.workunit.client.0.smithi069.stdout: "[838860800000, 1677721599999]", 2024-04-10T16:59:55.516 INFO:tasks.workunit.client.0.smithi069.stdout: "[1677721600000, 3355443199999]", 2024-04-10T16:59:55.516 INFO:tasks.workunit.client.0.smithi069.stdout: "[3355443200000, 6710886399999]", 2024-04-10T16:59:55.516 INFO:tasks.workunit.client.0.smithi069.stdout: "[6710886400000, 13421772799999]", 2024-04-10T16:59:55.516 INFO:tasks.workunit.client.0.smithi069.stdout: "[13421772800000, 26843545599999]", 2024-04-10T16:59:55.516 INFO:tasks.workunit.client.0.smithi069.stdout: "[26843545600000, 53687091199999]", 2024-04-10T16:59:55.516 INFO:tasks.workunit.client.0.smithi069.stdout: "[53687091200000, None]" 2024-04-10T16:59:55.516 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:55.516 INFO:tasks.workunit.client.0.smithi069.stdout: "scale_type": "log2" 2024-04-10T16:59:55.516 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.516 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:55.516 INFO:tasks.workunit.client.0.smithi069.stdout: "buckets": 32, 2024-04-10T16:59:55.516 INFO:tasks.workunit.client.0.smithi069.stdout: "min": 0, 2024-04-10T16:59:55.516 INFO:tasks.workunit.client.0.smithi069.stdout: "name": "Request size (bytes)", 2024-04-10T16:59:55.516 INFO:tasks.workunit.client.0.smithi069.stdout: "quant_size": 512, 2024-04-10T16:59:55.516 INFO:tasks.workunit.client.0.smithi069.stdout: "ranges": [ 2024-04-10T16:59:55.516 INFO:tasks.workunit.client.0.smithi069.stdout: "[None, -1]", 2024-04-10T16:59:55.517 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 511]", 2024-04-10T16:59:55.517 INFO:tasks.workunit.client.0.smithi069.stdout: "[512, 1023]", 2024-04-10T16:59:55.517 INFO:tasks.workunit.client.0.smithi069.stdout: "[1024, 2047]", 2024-04-10T16:59:55.517 INFO:tasks.workunit.client.0.smithi069.stdout: "[2048, 4095]", 2024-04-10T16:59:55.517 INFO:tasks.workunit.client.0.smithi069.stdout: "[4096, 8191]", 2024-04-10T16:59:55.517 INFO:tasks.workunit.client.0.smithi069.stdout: "[8192, 16383]", 2024-04-10T16:59:55.517 INFO:tasks.workunit.client.0.smithi069.stdout: "[16384, 32767]", 2024-04-10T16:59:55.517 INFO:tasks.workunit.client.0.smithi069.stdout: "[32768, 65535]", 2024-04-10T16:59:55.517 INFO:tasks.workunit.client.0.smithi069.stdout: "[65536, 131071]", 2024-04-10T16:59:55.517 INFO:tasks.workunit.client.0.smithi069.stdout: "[131072, 262143]", 2024-04-10T16:59:55.517 INFO:tasks.workunit.client.0.smithi069.stdout: "[262144, 524287]", 2024-04-10T16:59:55.517 INFO:tasks.workunit.client.0.smithi069.stdout: "[524288, 1048575]", 2024-04-10T16:59:55.517 INFO:tasks.workunit.client.0.smithi069.stdout: "[1048576, 2097151]", 2024-04-10T16:59:55.517 INFO:tasks.workunit.client.0.smithi069.stdout: "[2097152, 4194303]", 2024-04-10T16:59:55.517 INFO:tasks.workunit.client.0.smithi069.stdout: "[4194304, 8388607]", 2024-04-10T16:59:55.518 INFO:tasks.workunit.client.0.smithi069.stdout: "[8388608, 16777215]", 2024-04-10T16:59:55.518 INFO:tasks.workunit.client.0.smithi069.stdout: "[16777216, 33554431]", 2024-04-10T16:59:55.518 INFO:tasks.workunit.client.0.smithi069.stdout: "[33554432, 67108863]", 2024-04-10T16:59:55.518 INFO:tasks.workunit.client.0.smithi069.stdout: "[67108864, 134217727]", 2024-04-10T16:59:55.518 INFO:tasks.workunit.client.0.smithi069.stdout: "[134217728, 268435455]", 2024-04-10T16:59:55.518 INFO:tasks.workunit.client.0.smithi069.stdout: "[268435456, 536870911]", 2024-04-10T16:59:55.518 INFO:tasks.workunit.client.0.smithi069.stdout: "[536870912, 1073741823]", 2024-04-10T16:59:55.518 INFO:tasks.workunit.client.0.smithi069.stdout: "[1073741824, 2147483647]", 2024-04-10T16:59:55.518 INFO:tasks.workunit.client.0.smithi069.stdout: "[2147483648, 4294967295]", 2024-04-10T16:59:55.518 INFO:tasks.workunit.client.0.smithi069.stdout: "[4294967296, 8589934591]", 2024-04-10T16:59:55.518 INFO:tasks.workunit.client.0.smithi069.stdout: "[8589934592, 17179869183]", 2024-04-10T16:59:55.518 INFO:tasks.workunit.client.0.smithi069.stdout: "[17179869184, 34359738367]", 2024-04-10T16:59:55.518 INFO:tasks.workunit.client.0.smithi069.stdout: "[34359738368, 68719476735]", 2024-04-10T16:59:55.518 INFO:tasks.workunit.client.0.smithi069.stdout: "[68719476736, 137438953471]", 2024-04-10T16:59:55.519 INFO:tasks.workunit.client.0.smithi069.stdout: "[137438953472, 274877906943]", 2024-04-10T16:59:55.519 INFO:tasks.workunit.client.0.smithi069.stdout: "[274877906944, None]" 2024-04-10T16:59:55.519 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:55.519 INFO:tasks.workunit.client.0.smithi069.stdout: "scale_type": "log2" 2024-04-10T16:59:55.519 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:55.519 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:55.519 INFO:tasks.workunit.client.0.smithi069.stdout: "osds": [ 2024-04-10T16:59:55.519 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:55.519 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_id": 0, 2024-04-10T16:59:55.519 INFO:tasks.workunit.client.0.smithi069.stdout: "values": [ 2024-04-10T16:59:55.519 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.519 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.519 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 10767, 1, 1, 0, 3, 3, 1, 1, 1, 2, 0, 2, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.519 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 7331, 37, 42, 1, 22, 2, 12, 18, 20, 48, 38, 34, 50, 20, 101, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.519 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 605, 18, 6, 0, 2, 1, 0, 2, 1, 9, 70, 159, 90, 3, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.519 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 484, 0, 1, 0, 1, 0, 0, 0, 2, 1, 4, 35, 289, 14, 36, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.520 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 174, 2, 0, 0, 1, 1, 1, 1, 4, 1, 8, 14, 26, 69, 122, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.520 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 182, 0, 0, 0, 0, 0, 0, 1, 3, 0, 6, 14, 13, 7, 74, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.520 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 78, 0, 0, 0, 0, 0, 0, 2, 3, 1, 4, 3, 12, 12, 73, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.520 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 10, 21, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.520 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 5, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.520 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.520 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.520 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.520 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.520 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.520 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.520 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.520 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.520 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.521 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.521 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.521 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.521 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.521 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.521 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.521 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.521 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.521 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.521 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.521 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.521 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:59:55.521 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T16:59:55.521 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.522 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:55.522 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_id": 1, 2024-04-10T16:59:55.522 INFO:tasks.workunit.client.0.smithi069.stdout: "values": [ 2024-04-10T16:59:55.522 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.522 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.522 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 6563, 6, 0, 0, 1, 0, 2, 1, 0, 0, 2, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.522 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 5741, 31, 1364, 0, 12, 8, 8, 27, 28, 55, 54, 41, 62, 11, 55, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.522 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 436, 1, 121, 19, 1, 0, 1, 4, 7, 20, 117, 242, 155, 5, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.522 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 360, 4, 0, 11, 0, 0, 0, 0, 1, 2, 3, 16, 436, 4, 30, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.522 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 130, 8, 4, 0, 2, 0, 0, 0, 1, 1, 6, 3, 25, 24, 87, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.522 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 97, 7, 56, 0, 0, 0, 0, 1, 0, 0, 9, 2, 18, 6, 52, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.522 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 132, 0, 204, 0, 0, 0, 0, 0, 0, 0, 1, 0, 5, 17, 32, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.522 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 6, 0, 42, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 5, 2, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.522 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.522 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.523 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.523 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.523 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.523 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.523 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.523 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.523 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.523 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.523 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.523 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.523 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.523 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.523 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.523 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.524 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.524 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.524 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.524 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.524 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.524 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:59:55.524 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T16:59:55.524 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.524 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:55.524 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_id": 2, 2024-04-10T16:59:55.524 INFO:tasks.workunit.client.0.smithi069.stdout: "values": [ 2024-04-10T16:59:55.524 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.524 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.524 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 10515, 41, 1, 0, 2, 0, 0, 0, 0, 0, 5, 1, 4, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.525 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 8644, 246, 23, 0, 10, 0, 1, 1, 6, 0, 6, 10, 16, 14, 43, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.525 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 717, 35, 8, 2, 1, 0, 0, 0, 8, 7, 35, 4, 4, 8, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.525 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 425, 4, 4, 0, 1, 0, 0, 0, 0, 1, 2, 53, 41, 5, 31, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.525 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 159, 11, 5, 0, 1, 0, 1, 4, 2, 3, 14, 11, 28, 94, 191, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.525 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 203, 5, 3, 0, 0, 0, 1, 1, 2, 0, 10, 10, 36, 42, 83, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.525 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 363, 2, 0, 1, 0, 0, 0, 0, 0, 0, 5, 17, 34, 78, 57, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.525 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 164, 0, 0, 0, 0, 0, 2, 0, 0, 0, 4, 6, 0, 29, 62, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.525 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 55, 0, 0, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 3, 8, 24, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.525 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.525 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.525 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.525 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.525 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.525 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.525 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.525 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.525 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.526 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.526 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.526 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.526 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.526 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.526 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.526 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.526 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.526 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.526 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.526 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.526 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:59:55.526 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T16:59:55.526 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.527 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:55.527 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_id": 3, 2024-04-10T16:59:55.527 INFO:tasks.workunit.client.0.smithi069.stdout: "values": [ 2024-04-10T16:59:55.527 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.527 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.527 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 10916, 2, 0, 1, 1, 1, 2, 0, 1, 0, 3, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.527 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 11154, 17, 0, 1, 13, 8, 8, 6, 11, 27, 13, 23, 20, 23, 31, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.527 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 1758, 5, 2, 1, 0, 0, 1, 0, 4, 5, 53, 81, 41, 4, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.527 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 412, 1, 1, 0, 7, 0, 0, 0, 0, 0, 1, 11, 167, 10, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.527 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 131, 2, 0, 0, 169, 0, 0, 0, 0, 0, 9, 3, 11, 34, 90, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.527 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 76, 0, 0, 0, 337, 0, 0, 0, 0, 0, 0, 3, 10, 16, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.527 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 26, 0, 0, 0, 443, 0, 0, 0, 0, 0, 0, 3, 6, 9, 41, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.527 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 9, 0, 0, 0, 1738, 0, 0, 0, 0, 0, 0, 0, 2, 2, 7, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.527 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 5, 0, 0, 0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.527 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.528 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.528 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.528 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.528 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.528 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.528 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.528 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.528 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.528 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.528 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.528 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.528 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.528 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.528 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.528 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.529 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.529 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.529 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.529 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.529 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:59:55.529 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T16:59:55.529 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.529 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:55.529 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_id": 4, 2024-04-10T16:59:55.529 INFO:tasks.workunit.client.0.smithi069.stdout: "values": [ 2024-04-10T16:59:55.529 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.529 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 6577, 3242, 364, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.529 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 10317, 8717, 4098, 4, 12, 14, 2, 0, 1, 2, 16, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.529 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 8688, 274, 108, 0, 10, 24, 65, 60, 12, 25, 38, 5, 10, 17, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.529 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 1177, 27, 19, 1, 3, 0, 8, 22, 3, 23, 50, 68, 33, 2, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.530 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 598, 17, 0, 0, 0, 1, 0, 0, 0, 1, 5, 16, 152, 2, 32, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.530 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 421, 26, 1, 0, 0, 0, 0, 1, 4, 0, 3, 3, 14, 20, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.530 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 225, 40, 0, 0, 0, 0, 0, 0, 1, 0, 0, 2, 6, 10, 62, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.530 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 123, 50, 0, 0, 0, 0, 0, 0, 0, 0, 6, 5, 5, 25, 34, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.530 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 20, 81, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 8, 5, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.530 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 4, 73, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 1, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.530 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.530 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.530 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.530 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.530 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.530 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.530 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.530 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.531 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.531 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.531 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.531 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.531 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.531 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.531 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.531 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.531 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.531 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.531 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.531 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.531 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:59:55.532 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T16:59:55.532 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.532 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:55.532 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_id": 5, 2024-04-10T16:59:55.532 INFO:tasks.workunit.client.0.smithi069.stdout: "values": [ 2024-04-10T16:59:55.532 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.532 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 2, 0, 0, 0, 71, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.532 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 13446, 12, 1, 1, 7368, 432, 0, 0, 0, 1, 2, 3, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.532 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 11038, 74, 46, 0, 319, 151, 1, 0, 0, 0, 5, 8, 13, 14, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.532 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 1394, 111, 167, 2, 25, 13, 0, 0, 0, 1, 14, 4, 4, 4, 42, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.532 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 684, 25, 47, 4, 3, 13, 0, 0, 0, 1, 7, 34, 35, 5, 30, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.532 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 183, 10, 16, 0, 23, 19, 0, 2, 1, 0, 6, 1, 16, 43, 135, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.532 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 96, 5, 19, 27, 0, 10, 0, 0, 2, 3, 6, 1, 10, 15, 93, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.532 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 56, 0, 3, 39, 54, 0, 0, 0, 2, 0, 1, 2, 19, 23, 46, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.532 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 7, 0, 0, 3, 80, 98, 0, 0, 0, 0, 3, 0, 0, 4, 8, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.533 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 2, 0, 0, 0, 1, 31, 0, 0, 0, 0, 0, 0, 0, 0, 0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.533 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.533 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.533 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.533 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.533 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.533 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.533 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.533 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.533 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.533 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.533 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.533 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.533 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.533 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.534 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.534 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.534 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.534 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.534 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.534 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.534 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:59:55.534 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T16:59:55.534 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.534 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:55.534 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_id": 6, 2024-04-10T16:59:55.534 INFO:tasks.workunit.client.0.smithi069.stdout: "values": [ 2024-04-10T16:59:55.534 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.534 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 2100, 521, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.534 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 13203, 7349, 58, 8, 27, 21, 1, 0, 1, 0, 4, 1, 4, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.535 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 7457, 472, 16, 0, 16, 28, 97, 123, 8, 14, 7, 23, 10, 11, 24, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.535 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 722, 31, 1, 0, 6, 0, 7, 19, 3, 19, 40, 79, 40, 3, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.535 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 303, 3, 0, 0, 1, 0, 0, 0, 0, 0, 3, 21, 160, 2, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.535 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 101, 5, 0, 0, 0, 1, 0, 0, 0, 0, 3, 2, 27, 29, 54, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.535 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 103, 2, 0, 0, 0, 0, 0, 1, 0, 0, 1, 0, 1, 7, 67, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.535 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 74, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 6, 15, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.535 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.535 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.535 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.535 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.535 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.535 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.535 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.535 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.535 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.535 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.536 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.536 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.536 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.536 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.536 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.536 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.536 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.536 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.536 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.536 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.536 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.536 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.536 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:59:55.536 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T16:59:55.536 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.536 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:55.537 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_id": 7, 2024-04-10T16:59:55.537 INFO:tasks.workunit.client.0.smithi069.stdout: "values": [ 2024-04-10T16:59:55.537 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.537 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.537 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 11643, 2, 1, 1, 2, 0, 0, 0, 0, 1, 1, 2, 7, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.537 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 7178, 32, 15, 0, 11, 0, 0, 2, 2, 1, 33, 10, 11, 30, 40, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.537 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 714, 11, 15, 0, 0, 0, 1, 0, 4, 3, 34, 4, 5, 8, 34, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.537 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 351, 0, 1, 0, 0, 0, 0, 1, 2, 0, 7, 16, 50, 5, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.537 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 135, 0, 0, 0, 2, 0, 0, 1, 0, 0, 3, 3, 30, 66, 71, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.537 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 85, 0, 0, 0, 0, 0, 0, 0, 2, 1, 0, 1, 8, 16, 98, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.537 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 33, 0, 0, 0, 0, 0, 0, 0, 3, 1, 0, 1, 12, 13, 36, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.537 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 1, 4, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.537 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.537 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.537 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.538 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.538 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.538 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.538 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.538 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.538 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.538 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.538 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.538 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.538 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.538 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.538 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.538 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.538 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.538 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.539 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.539 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.539 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.539 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:59:55.539 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T16:59:55.539 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:55.539 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T16:59:55.539 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.539 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-10T16:59:55.539 INFO:tasks.workunit.client.0.smithi069.stdout: "axes": [ 2024-04-10T16:59:55.539 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:55.539 INFO:tasks.workunit.client.0.smithi069.stdout: "buckets": 32, 2024-04-10T16:59:55.539 INFO:tasks.workunit.client.0.smithi069.stdout: "min": 0, 2024-04-10T16:59:55.539 INFO:tasks.workunit.client.0.smithi069.stdout: "name": "Latency (usec)", 2024-04-10T16:59:55.539 INFO:tasks.workunit.client.0.smithi069.stdout: "quant_size": 100000, 2024-04-10T16:59:55.539 INFO:tasks.workunit.client.0.smithi069.stdout: "ranges": [ 2024-04-10T16:59:55.540 INFO:tasks.workunit.client.0.smithi069.stdout: "[None, -1]", 2024-04-10T16:59:55.540 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 99999]", 2024-04-10T16:59:55.540 INFO:tasks.workunit.client.0.smithi069.stdout: "[100000, 199999]", 2024-04-10T16:59:55.540 INFO:tasks.workunit.client.0.smithi069.stdout: "[200000, 399999]", 2024-04-10T16:59:55.540 INFO:tasks.workunit.client.0.smithi069.stdout: "[400000, 799999]", 2024-04-10T16:59:55.540 INFO:tasks.workunit.client.0.smithi069.stdout: "[800000, 1599999]", 2024-04-10T16:59:55.540 INFO:tasks.workunit.client.0.smithi069.stdout: "[1600000, 3199999]", 2024-04-10T16:59:55.540 INFO:tasks.workunit.client.0.smithi069.stdout: "[3200000, 6399999]", 2024-04-10T16:59:55.540 INFO:tasks.workunit.client.0.smithi069.stdout: "[6400000, 12799999]", 2024-04-10T16:59:55.540 INFO:tasks.workunit.client.0.smithi069.stdout: "[12800000, 25599999]", 2024-04-10T16:59:55.540 INFO:tasks.workunit.client.0.smithi069.stdout: "[25600000, 51199999]", 2024-04-10T16:59:55.540 INFO:tasks.workunit.client.0.smithi069.stdout: "[51200000, 102399999]", 2024-04-10T16:59:55.540 INFO:tasks.workunit.client.0.smithi069.stdout: "[102400000, 204799999]", 2024-04-10T16:59:55.540 INFO:tasks.workunit.client.0.smithi069.stdout: "[204800000, 409599999]", 2024-04-10T16:59:55.540 INFO:tasks.workunit.client.0.smithi069.stdout: "[409600000, 819199999]", 2024-04-10T16:59:55.540 INFO:tasks.workunit.client.0.smithi069.stdout: "[819200000, 1638399999]", 2024-04-10T16:59:55.541 INFO:tasks.workunit.client.0.smithi069.stdout: "[1638400000, 3276799999]", 2024-04-10T16:59:55.541 INFO:tasks.workunit.client.0.smithi069.stdout: "[3276800000, 6553599999]", 2024-04-10T16:59:55.541 INFO:tasks.workunit.client.0.smithi069.stdout: "[6553600000, 13107199999]", 2024-04-10T16:59:55.541 INFO:tasks.workunit.client.0.smithi069.stdout: "[13107200000, 26214399999]", 2024-04-10T16:59:55.541 INFO:tasks.workunit.client.0.smithi069.stdout: "[26214400000, 52428799999]", 2024-04-10T16:59:55.541 INFO:tasks.workunit.client.0.smithi069.stdout: "[52428800000, 104857599999]", 2024-04-10T16:59:55.541 INFO:tasks.workunit.client.0.smithi069.stdout: "[104857600000, 209715199999]", 2024-04-10T16:59:55.541 INFO:tasks.workunit.client.0.smithi069.stdout: "[209715200000, 419430399999]", 2024-04-10T16:59:55.541 INFO:tasks.workunit.client.0.smithi069.stdout: "[419430400000, 838860799999]", 2024-04-10T16:59:55.541 INFO:tasks.workunit.client.0.smithi069.stdout: "[838860800000, 1677721599999]", 2024-04-10T16:59:55.541 INFO:tasks.workunit.client.0.smithi069.stdout: "[1677721600000, 3355443199999]", 2024-04-10T16:59:55.541 INFO:tasks.workunit.client.0.smithi069.stdout: "[3355443200000, 6710886399999]", 2024-04-10T16:59:55.541 INFO:tasks.workunit.client.0.smithi069.stdout: "[6710886400000, 13421772799999]", 2024-04-10T16:59:55.541 INFO:tasks.workunit.client.0.smithi069.stdout: "[13421772800000, 26843545599999]", 2024-04-10T16:59:55.541 INFO:tasks.workunit.client.0.smithi069.stdout: "[26843545600000, 53687091199999]", 2024-04-10T16:59:55.541 INFO:tasks.workunit.client.0.smithi069.stdout: "[53687091200000, None]" 2024-04-10T16:59:55.542 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:55.542 INFO:tasks.workunit.client.0.smithi069.stdout: "scale_type": "log2" 2024-04-10T16:59:55.542 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.542 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:55.542 INFO:tasks.workunit.client.0.smithi069.stdout: "buckets": 32, 2024-04-10T16:59:55.542 INFO:tasks.workunit.client.0.smithi069.stdout: "min": 0, 2024-04-10T16:59:55.542 INFO:tasks.workunit.client.0.smithi069.stdout: "name": "Request size (bytes)", 2024-04-10T16:59:55.542 INFO:tasks.workunit.client.0.smithi069.stdout: "quant_size": 512, 2024-04-10T16:59:55.542 INFO:tasks.workunit.client.0.smithi069.stdout: "ranges": [ 2024-04-10T16:59:55.542 INFO:tasks.workunit.client.0.smithi069.stdout: "[None, -1]", 2024-04-10T16:59:55.542 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 511]", 2024-04-10T16:59:55.542 INFO:tasks.workunit.client.0.smithi069.stdout: "[512, 1023]", 2024-04-10T16:59:55.542 INFO:tasks.workunit.client.0.smithi069.stdout: "[1024, 2047]", 2024-04-10T16:59:55.542 INFO:tasks.workunit.client.0.smithi069.stdout: "[2048, 4095]", 2024-04-10T16:59:55.542 INFO:tasks.workunit.client.0.smithi069.stdout: "[4096, 8191]", 2024-04-10T16:59:55.542 INFO:tasks.workunit.client.0.smithi069.stdout: "[8192, 16383]", 2024-04-10T16:59:55.542 INFO:tasks.workunit.client.0.smithi069.stdout: "[16384, 32767]", 2024-04-10T16:59:55.543 INFO:tasks.workunit.client.0.smithi069.stdout: "[32768, 65535]", 2024-04-10T16:59:55.543 INFO:tasks.workunit.client.0.smithi069.stdout: "[65536, 131071]", 2024-04-10T16:59:55.543 INFO:tasks.workunit.client.0.smithi069.stdout: "[131072, 262143]", 2024-04-10T16:59:55.543 INFO:tasks.workunit.client.0.smithi069.stdout: "[262144, 524287]", 2024-04-10T16:59:55.543 INFO:tasks.workunit.client.0.smithi069.stdout: "[524288, 1048575]", 2024-04-10T16:59:55.543 INFO:tasks.workunit.client.0.smithi069.stdout: "[1048576, 2097151]", 2024-04-10T16:59:55.543 INFO:tasks.workunit.client.0.smithi069.stdout: "[2097152, 4194303]", 2024-04-10T16:59:55.543 INFO:tasks.workunit.client.0.smithi069.stdout: "[4194304, 8388607]", 2024-04-10T16:59:55.543 INFO:tasks.workunit.client.0.smithi069.stdout: "[8388608, 16777215]", 2024-04-10T16:59:55.543 INFO:tasks.workunit.client.0.smithi069.stdout: "[16777216, 33554431]", 2024-04-10T16:59:55.543 INFO:tasks.workunit.client.0.smithi069.stdout: "[33554432, 67108863]", 2024-04-10T16:59:55.543 INFO:tasks.workunit.client.0.smithi069.stdout: "[67108864, 134217727]", 2024-04-10T16:59:55.543 INFO:tasks.workunit.client.0.smithi069.stdout: "[134217728, 268435455]", 2024-04-10T16:59:55.543 INFO:tasks.workunit.client.0.smithi069.stdout: "[268435456, 536870911]", 2024-04-10T16:59:55.543 INFO:tasks.workunit.client.0.smithi069.stdout: "[536870912, 1073741823]", 2024-04-10T16:59:55.544 INFO:tasks.workunit.client.0.smithi069.stdout: "[1073741824, 2147483647]", 2024-04-10T16:59:55.544 INFO:tasks.workunit.client.0.smithi069.stdout: "[2147483648, 4294967295]", 2024-04-10T16:59:55.544 INFO:tasks.workunit.client.0.smithi069.stdout: "[4294967296, 8589934591]", 2024-04-10T16:59:55.544 INFO:tasks.workunit.client.0.smithi069.stdout: "[8589934592, 17179869183]", 2024-04-10T16:59:55.544 INFO:tasks.workunit.client.0.smithi069.stdout: "[17179869184, 34359738367]", 2024-04-10T16:59:55.544 INFO:tasks.workunit.client.0.smithi069.stdout: "[34359738368, 68719476735]", 2024-04-10T16:59:55.544 INFO:tasks.workunit.client.0.smithi069.stdout: "[68719476736, 137438953471]", 2024-04-10T16:59:55.544 INFO:tasks.workunit.client.0.smithi069.stdout: "[137438953472, 274877906943]", 2024-04-10T16:59:55.544 INFO:tasks.workunit.client.0.smithi069.stdout: "[274877906944, None]" 2024-04-10T16:59:55.544 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:55.544 INFO:tasks.workunit.client.0.smithi069.stdout: "scale_type": "log2" 2024-04-10T16:59:55.544 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:55.544 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:55.544 INFO:tasks.workunit.client.0.smithi069.stdout: "osds": [ 2024-04-10T16:59:55.544 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:55.544 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_id": 0, 2024-04-10T16:59:55.544 INFO:tasks.workunit.client.0.smithi069.stdout: "values": [ 2024-04-10T16:59:55.545 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.545 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.545 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.545 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.545 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 603, 1, 4, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.545 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 4617, 49, 82, 162, 470, 608, 697, 3, 2, 1, 0, 0, 3, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.545 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 682, 5, 18, 19, 1, 4, 26, 0, 0, 1, 0, 2, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.545 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 279, 3, 0, 0, 0, 0, 0, 1, 0, 0, 0, 2, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.545 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 163, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 2, 5, 8, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.545 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 91, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 6, 11, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.545 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 4, 37, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.545 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.545 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.546 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.546 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.546 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.546 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.546 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.546 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.546 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.546 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.546 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.546 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.546 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.546 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.546 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.547 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.547 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.547 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.547 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.547 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.547 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:59:55.547 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T16:59:55.547 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.547 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:55.547 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_id": 1, 2024-04-10T16:59:55.547 INFO:tasks.workunit.client.0.smithi069.stdout: "values": [ 2024-04-10T16:59:55.547 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.547 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.547 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.547 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.547 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 309, 3, 5, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.548 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 2629, 257, 31, 56, 121, 2, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.548 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 468, 34, 1297, 0, 0, 0, 0, 1, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.548 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 382, 1, 49, 0, 0, 0, 0, 0, 0, 0, 0, 3, 4, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.548 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 1680, 1379, 64, 0, 1, 0, 0, 0, 0, 0, 0, 0, 5, 1, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.548 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 1378, 1608, 227, 0, 0, 0, 0, 0, 0, 0, 0, 2, 7, 6, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.548 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 31, 13, 8, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 3, 28, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.548 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.548 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.548 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.548 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.548 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.548 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.548 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.548 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.548 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.548 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.549 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.549 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.549 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.549 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.549 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.549 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.549 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.549 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.549 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.549 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.549 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:59:55.549 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T16:59:55.549 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.549 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:55.549 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_id": 2, 2024-04-10T16:59:55.549 INFO:tasks.workunit.client.0.smithi069.stdout: "values": [ 2024-04-10T16:59:55.549 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.550 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.550 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.550 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.550 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 1219, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.550 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 9545, 9, 0, 1, 2, 1, 4, 3, 4, 0, 1, 0, 0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.550 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 15820, 1, 2, 0, 0, 0, 1, 1, 0, 1, 3, 0, 3, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.550 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 402, 0, 0, 0, 0, 0, 0, 0, 0, 2, 2, 4, 6, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.550 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 159, 0, 0, 0, 0, 0, 0, 0, 0, 2, 4, 3, 8, 12, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.550 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 46, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 4, 14, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.550 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 1, 3, 30, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.550 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.550 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.551 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.551 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.551 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.551 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.551 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.551 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.551 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.551 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.551 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.551 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.551 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.551 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.551 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.551 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.551 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.551 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.552 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.552 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.552 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:59:55.552 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T16:59:55.552 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.552 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:55.552 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_id": 3, 2024-04-10T16:59:55.552 INFO:tasks.workunit.client.0.smithi069.stdout: "values": [ 2024-04-10T16:59:55.552 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.552 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.552 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.552 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.552 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 406, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.552 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 3006, 31, 2, 0, 4, 1, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.552 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 298, 4, 2, 0, 0, 0, 0, 0, 0, 1, 0, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.552 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 198, 16, 29, 41, 0, 0, 0, 0, 1, 0, 0, 1, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.553 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 986, 352, 5, 116, 0, 0, 0, 0, 0, 0, 0, 0, 4, 3, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.553 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 4210, 2399, 0, 413, 0, 0, 0, 0, 0, 0, 0, 0, 1, 6, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.553 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 222, 251, 0, 14, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.553 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.553 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.553 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.553 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.553 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.553 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.553 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.553 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.553 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.553 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.553 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.553 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.553 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.554 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.554 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.554 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.554 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.554 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.554 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.554 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.554 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:59:55.554 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T16:59:55.554 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.554 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:55.554 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_id": 4, 2024-04-10T16:59:55.555 INFO:tasks.workunit.client.0.smithi069.stdout: "values": [ 2024-04-10T16:59:55.555 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.555 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.555 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.555 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.555 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 762, 2, 8, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.555 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 2884, 239, 26, 51, 138, 274, 478, 0, 9, 7, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.555 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 331, 5, 0, 0, 0, 2, 7, 0, 0, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.555 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 139, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.555 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 106, 1, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 4, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.555 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 38, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 4, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.555 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.555 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.555 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.555 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.555 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.556 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.556 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.556 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.556 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.556 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.556 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.556 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.556 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.556 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.556 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.556 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.556 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.556 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.556 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.556 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.556 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.557 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:59:55.557 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T16:59:55.557 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.557 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:55.557 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_id": 5, 2024-04-10T16:59:55.557 INFO:tasks.workunit.client.0.smithi069.stdout: "values": [ 2024-04-10T16:59:55.557 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.557 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.557 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.557 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.557 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 726, 4, 9, 34, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.557 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 5191, 72, 124, 216, 478, 601, 723, 4, 14, 16, 0, 1, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.557 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 422, 0, 4, 12, 11, 12, 7, 0, 0, 3, 3, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.557 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 439, 5, 6, 24, 8, 1, 0, 0, 0, 1, 0, 6, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.557 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 171, 35, 75, 102, 23, 0, 0, 0, 0, 0, 0, 1, 3, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.557 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 207, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 5, 8, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.557 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 1, 0, 0, 1, 0, 6, 2, 34, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.558 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.558 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.558 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.558 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.558 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.558 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.558 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.558 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.558 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.558 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.558 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.558 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.558 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.558 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.558 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.558 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.559 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.559 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.559 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.559 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.559 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:59:55.559 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T16:59:55.559 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.559 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:55.559 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_id": 6, 2024-04-10T16:59:55.559 INFO:tasks.workunit.client.0.smithi069.stdout: "values": [ 2024-04-10T16:59:55.559 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.559 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.559 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.559 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.559 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 487, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.560 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 2750, 46, 0, 0, 2, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.560 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 323, 1, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.560 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 240, 10, 0, 0, 0, 0, 0, 0, 1, 0, 0, 1, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.560 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 216, 104, 0, 0, 1, 0, 0, 0, 0, 0, 0, 2, 2, 4, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.560 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 7, 7, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.560 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 2, 2, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.560 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.560 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.560 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.560 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.560 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.560 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.560 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.560 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.560 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.560 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.560 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.561 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.561 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.561 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.561 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.561 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.561 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.561 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.561 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.561 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.561 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:59:55.561 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T16:59:55.561 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.561 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:55.561 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_id": 7, 2024-04-10T16:59:55.561 INFO:tasks.workunit.client.0.smithi069.stdout: "values": [ 2024-04-10T16:59:55.561 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.562 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.562 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.562 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.562 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 481, 7, 14, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.562 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 8188, 30, 64, 35, 0, 1, 3, 0, 4, 0, 1, 1, 1, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.562 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 2706, 32, 91, 32, 0, 0, 0, 0, 0, 2, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.562 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 301, 5, 1, 0, 0, 0, 0, 0, 0, 0, 1, 2, 2, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.562 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 181, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 3, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.562 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 105, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 5, 15, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.562 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 3, 31, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.562 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.562 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.562 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.562 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.562 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.562 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.563 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.563 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.563 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.563 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.563 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.563 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.563 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.563 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.563 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.563 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.563 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.563 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.563 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.563 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.564 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:59:55.564 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T16:59:55.564 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:55.564 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T16:59:55.564 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.564 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-10T16:59:55.564 INFO:tasks.workunit.client.0.smithi069.stdout: "axes": [ 2024-04-10T16:59:55.564 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:55.564 INFO:tasks.workunit.client.0.smithi069.stdout: "buckets": 32, 2024-04-10T16:59:55.564 INFO:tasks.workunit.client.0.smithi069.stdout: "min": 0, 2024-04-10T16:59:55.564 INFO:tasks.workunit.client.0.smithi069.stdout: "name": "Latency (usec)", 2024-04-10T16:59:55.564 INFO:tasks.workunit.client.0.smithi069.stdout: "quant_size": 100000, 2024-04-10T16:59:55.564 INFO:tasks.workunit.client.0.smithi069.stdout: "ranges": [ 2024-04-10T16:59:55.564 INFO:tasks.workunit.client.0.smithi069.stdout: "[None, -1]", 2024-04-10T16:59:55.564 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 99999]", 2024-04-10T16:59:55.564 INFO:tasks.workunit.client.0.smithi069.stdout: "[100000, 199999]", 2024-04-10T16:59:55.565 INFO:tasks.workunit.client.0.smithi069.stdout: "[200000, 399999]", 2024-04-10T16:59:55.565 INFO:tasks.workunit.client.0.smithi069.stdout: "[400000, 799999]", 2024-04-10T16:59:55.565 INFO:tasks.workunit.client.0.smithi069.stdout: "[800000, 1599999]", 2024-04-10T16:59:55.565 INFO:tasks.workunit.client.0.smithi069.stdout: "[1600000, 3199999]", 2024-04-10T16:59:55.565 INFO:tasks.workunit.client.0.smithi069.stdout: "[3200000, 6399999]", 2024-04-10T16:59:55.565 INFO:tasks.workunit.client.0.smithi069.stdout: "[6400000, 12799999]", 2024-04-10T16:59:55.565 INFO:tasks.workunit.client.0.smithi069.stdout: "[12800000, 25599999]", 2024-04-10T16:59:55.565 INFO:tasks.workunit.client.0.smithi069.stdout: "[25600000, 51199999]", 2024-04-10T16:59:55.565 INFO:tasks.workunit.client.0.smithi069.stdout: "[51200000, 102399999]", 2024-04-10T16:59:55.565 INFO:tasks.workunit.client.0.smithi069.stdout: "[102400000, 204799999]", 2024-04-10T16:59:55.565 INFO:tasks.workunit.client.0.smithi069.stdout: "[204800000, 409599999]", 2024-04-10T16:59:55.565 INFO:tasks.workunit.client.0.smithi069.stdout: "[409600000, 819199999]", 2024-04-10T16:59:55.565 INFO:tasks.workunit.client.0.smithi069.stdout: "[819200000, 1638399999]", 2024-04-10T16:59:55.565 INFO:tasks.workunit.client.0.smithi069.stdout: "[1638400000, 3276799999]", 2024-04-10T16:59:55.565 INFO:tasks.workunit.client.0.smithi069.stdout: "[3276800000, 6553599999]", 2024-04-10T16:59:55.566 INFO:tasks.workunit.client.0.smithi069.stdout: "[6553600000, 13107199999]", 2024-04-10T16:59:55.566 INFO:tasks.workunit.client.0.smithi069.stdout: "[13107200000, 26214399999]", 2024-04-10T16:59:55.566 INFO:tasks.workunit.client.0.smithi069.stdout: "[26214400000, 52428799999]", 2024-04-10T16:59:55.566 INFO:tasks.workunit.client.0.smithi069.stdout: "[52428800000, 104857599999]", 2024-04-10T16:59:55.566 INFO:tasks.workunit.client.0.smithi069.stdout: "[104857600000, 209715199999]", 2024-04-10T16:59:55.566 INFO:tasks.workunit.client.0.smithi069.stdout: "[209715200000, 419430399999]", 2024-04-10T16:59:55.566 INFO:tasks.workunit.client.0.smithi069.stdout: "[419430400000, 838860799999]", 2024-04-10T16:59:55.566 INFO:tasks.workunit.client.0.smithi069.stdout: "[838860800000, 1677721599999]", 2024-04-10T16:59:55.566 INFO:tasks.workunit.client.0.smithi069.stdout: "[1677721600000, 3355443199999]", 2024-04-10T16:59:55.566 INFO:tasks.workunit.client.0.smithi069.stdout: "[3355443200000, 6710886399999]", 2024-04-10T16:59:55.566 INFO:tasks.workunit.client.0.smithi069.stdout: "[6710886400000, 13421772799999]", 2024-04-10T16:59:55.566 INFO:tasks.workunit.client.0.smithi069.stdout: "[13421772800000, 26843545599999]", 2024-04-10T16:59:55.566 INFO:tasks.workunit.client.0.smithi069.stdout: "[26843545600000, 53687091199999]", 2024-04-10T16:59:55.566 INFO:tasks.workunit.client.0.smithi069.stdout: "[53687091200000, None]" 2024-04-10T16:59:55.566 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:55.566 INFO:tasks.workunit.client.0.smithi069.stdout: "scale_type": "log2" 2024-04-10T16:59:55.567 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.567 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:55.567 INFO:tasks.workunit.client.0.smithi069.stdout: "buckets": 32, 2024-04-10T16:59:55.567 INFO:tasks.workunit.client.0.smithi069.stdout: "min": 0, 2024-04-10T16:59:55.567 INFO:tasks.workunit.client.0.smithi069.stdout: "name": "Request size (bytes)", 2024-04-10T16:59:55.567 INFO:tasks.workunit.client.0.smithi069.stdout: "quant_size": 512, 2024-04-10T16:59:55.567 INFO:tasks.workunit.client.0.smithi069.stdout: "ranges": [ 2024-04-10T16:59:55.567 INFO:tasks.workunit.client.0.smithi069.stdout: "[None, -1]", 2024-04-10T16:59:55.567 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 511]", 2024-04-10T16:59:55.567 INFO:tasks.workunit.client.0.smithi069.stdout: "[512, 1023]", 2024-04-10T16:59:55.567 INFO:tasks.workunit.client.0.smithi069.stdout: "[1024, 2047]", 2024-04-10T16:59:55.567 INFO:tasks.workunit.client.0.smithi069.stdout: "[2048, 4095]", 2024-04-10T16:59:55.567 INFO:tasks.workunit.client.0.smithi069.stdout: "[4096, 8191]", 2024-04-10T16:59:55.567 INFO:tasks.workunit.client.0.smithi069.stdout: "[8192, 16383]", 2024-04-10T16:59:55.567 INFO:tasks.workunit.client.0.smithi069.stdout: "[16384, 32767]", 2024-04-10T16:59:55.567 INFO:tasks.workunit.client.0.smithi069.stdout: "[32768, 65535]", 2024-04-10T16:59:55.568 INFO:tasks.workunit.client.0.smithi069.stdout: "[65536, 131071]", 2024-04-10T16:59:55.568 INFO:tasks.workunit.client.0.smithi069.stdout: "[131072, 262143]", 2024-04-10T16:59:55.568 INFO:tasks.workunit.client.0.smithi069.stdout: "[262144, 524287]", 2024-04-10T16:59:55.568 INFO:tasks.workunit.client.0.smithi069.stdout: "[524288, 1048575]", 2024-04-10T16:59:55.568 INFO:tasks.workunit.client.0.smithi069.stdout: "[1048576, 2097151]", 2024-04-10T16:59:55.568 INFO:tasks.workunit.client.0.smithi069.stdout: "[2097152, 4194303]", 2024-04-10T16:59:55.568 INFO:tasks.workunit.client.0.smithi069.stdout: "[4194304, 8388607]", 2024-04-10T16:59:55.568 INFO:tasks.workunit.client.0.smithi069.stdout: "[8388608, 16777215]", 2024-04-10T16:59:55.568 INFO:tasks.workunit.client.0.smithi069.stdout: "[16777216, 33554431]", 2024-04-10T16:59:55.568 INFO:tasks.workunit.client.0.smithi069.stdout: "[33554432, 67108863]", 2024-04-10T16:59:55.568 INFO:tasks.workunit.client.0.smithi069.stdout: "[67108864, 134217727]", 2024-04-10T16:59:55.568 INFO:tasks.workunit.client.0.smithi069.stdout: "[134217728, 268435455]", 2024-04-10T16:59:55.568 INFO:tasks.workunit.client.0.smithi069.stdout: "[268435456, 536870911]", 2024-04-10T16:59:55.568 INFO:tasks.workunit.client.0.smithi069.stdout: "[536870912, 1073741823]", 2024-04-10T16:59:55.568 INFO:tasks.workunit.client.0.smithi069.stdout: "[1073741824, 2147483647]", 2024-04-10T16:59:55.568 INFO:tasks.workunit.client.0.smithi069.stdout: "[2147483648, 4294967295]", 2024-04-10T16:59:55.568 INFO:tasks.workunit.client.0.smithi069.stdout: "[4294967296, 8589934591]", 2024-04-10T16:59:55.569 INFO:tasks.workunit.client.0.smithi069.stdout: "[8589934592, 17179869183]", 2024-04-10T16:59:55.569 INFO:tasks.workunit.client.0.smithi069.stdout: "[17179869184, 34359738367]", 2024-04-10T16:59:55.569 INFO:tasks.workunit.client.0.smithi069.stdout: "[34359738368, 68719476735]", 2024-04-10T16:59:55.569 INFO:tasks.workunit.client.0.smithi069.stdout: "[68719476736, 137438953471]", 2024-04-10T16:59:55.569 INFO:tasks.workunit.client.0.smithi069.stdout: "[137438953472, 274877906943]", 2024-04-10T16:59:55.569 INFO:tasks.workunit.client.0.smithi069.stdout: "[274877906944, None]" 2024-04-10T16:59:55.569 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:55.569 INFO:tasks.workunit.client.0.smithi069.stdout: "scale_type": "log2" 2024-04-10T16:59:55.569 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:55.569 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:55.569 INFO:tasks.workunit.client.0.smithi069.stdout: "osds": [ 2024-04-10T16:59:55.569 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:55.569 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_id": 0, 2024-04-10T16:59:55.569 INFO:tasks.workunit.client.0.smithi069.stdout: "values": [ 2024-04-10T16:59:55.569 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.569 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.569 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.570 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.570 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 631, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.570 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 6698, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.570 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 760, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.570 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 289, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.570 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 181, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.570 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 131, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.570 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 62, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.570 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.570 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.570 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.570 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.570 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.570 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.571 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.571 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.571 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.571 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.571 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.571 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.571 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.571 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.571 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.571 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.571 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.571 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.571 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.571 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.571 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:59:55.572 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T16:59:55.572 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.572 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:55.572 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_id": 1, 2024-04-10T16:59:55.572 INFO:tasks.workunit.client.0.smithi069.stdout: "values": [ 2024-04-10T16:59:55.572 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.572 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.572 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.572 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.572 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 329, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.572 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 3098, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.572 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 1802, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.572 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 442, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.572 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 3133, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.572 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 3250, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.573 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 86, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.573 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.573 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.573 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.573 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.573 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.573 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.573 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.573 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.573 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.573 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.573 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.573 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.573 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.573 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.574 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.574 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.574 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.574 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.574 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.574 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.574 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:59:55.574 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T16:59:55.574 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.574 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:55.574 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_id": 2, 2024-04-10T16:59:55.574 INFO:tasks.workunit.client.0.smithi069.stdout: "values": [ 2024-04-10T16:59:55.574 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.574 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.575 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.575 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.575 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 1219, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.575 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 9575, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.575 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 15834, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.575 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 418, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.575 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 194, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.575 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 88, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.575 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 46, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.575 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.575 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.575 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.575 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.575 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.575 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.576 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.576 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.576 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.576 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.576 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.576 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.576 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.576 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.576 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.576 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.576 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.576 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.576 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.576 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.577 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:59:55.577 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T16:59:55.577 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.577 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:55.577 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_id": 3, 2024-04-10T16:59:55.577 INFO:tasks.workunit.client.0.smithi069.stdout: "values": [ 2024-04-10T16:59:55.577 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.577 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.577 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.577 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.577 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 406, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.577 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 3045, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.577 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 308, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.577 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 290, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.577 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 1471, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.577 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 7044, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.578 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 506, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.578 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.578 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.578 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.578 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.578 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.578 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.578 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.578 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.578 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.578 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.578 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.578 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.578 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.578 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.579 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.579 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.579 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.579 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.579 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.579 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.579 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:59:55.579 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T16:59:55.579 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.579 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:55.579 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_id": 4, 2024-04-10T16:59:55.579 INFO:tasks.workunit.client.0.smithi069.stdout: "values": [ 2024-04-10T16:59:55.579 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.579 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.579 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.580 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.580 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 789, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.580 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 4107, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.580 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 348, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.580 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 142, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.580 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 115, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.580 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 53, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.580 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 33, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.580 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.580 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.580 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.580 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.580 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.580 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.580 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.580 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.581 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.581 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.581 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.581 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.581 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.581 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.581 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.581 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.581 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.581 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.582 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.582 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.582 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:59:55.582 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T16:59:55.582 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.582 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:55.582 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_id": 5, 2024-04-10T16:59:55.582 INFO:tasks.workunit.client.0.smithi069.stdout: "values": [ 2024-04-10T16:59:55.582 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.582 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.582 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.582 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.582 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 774, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.582 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 7443, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.582 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 476, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.583 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 494, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.583 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 414, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.583 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 236, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.583 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 50, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.583 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.583 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.583 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.583 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.583 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.583 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.583 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.583 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.583 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.583 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.583 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.583 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.583 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.584 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.584 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.584 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.584 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.584 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.584 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.584 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.584 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:59:55.584 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T16:59:55.584 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.584 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:55.584 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_id": 6, 2024-04-10T16:59:55.584 INFO:tasks.workunit.client.0.smithi069.stdout: "values": [ 2024-04-10T16:59:55.584 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.585 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.585 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.585 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.585 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 490, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.585 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 2801, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.585 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 327, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.585 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 256, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.585 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 331, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.585 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 59, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.585 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 37, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.585 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.585 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.585 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.585 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.585 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.585 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.586 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.586 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.586 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.586 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.586 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.586 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.586 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.586 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.586 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.586 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.586 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.587 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.587 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.587 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.587 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:59:55.587 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T16:59:55.587 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.587 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:55.587 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_id": 7, 2024-04-10T16:59:55.587 INFO:tasks.workunit.client.0.smithi069.stdout: "values": [ 2024-04-10T16:59:55.587 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.587 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.587 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.587 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.587 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 504, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.588 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 8332, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.588 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 2866, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.588 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 313, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.588 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 193, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.588 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 149, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.588 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 60, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.588 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.588 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.588 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.588 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.588 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.588 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.588 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.588 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.588 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.588 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.589 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.589 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.589 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.589 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.589 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.589 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.589 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.589 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.589 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.589 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.589 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:59:55.589 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T16:59:55.589 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:55.589 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T16:59:55.589 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.589 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-10T16:59:55.590 INFO:tasks.workunit.client.0.smithi069.stdout: "axes": [ 2024-04-10T16:59:55.590 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:55.590 INFO:tasks.workunit.client.0.smithi069.stdout: "buckets": 32, 2024-04-10T16:59:55.590 INFO:tasks.workunit.client.0.smithi069.stdout: "min": 0, 2024-04-10T16:59:55.590 INFO:tasks.workunit.client.0.smithi069.stdout: "name": "Latency (usec)", 2024-04-10T16:59:55.590 INFO:tasks.workunit.client.0.smithi069.stdout: "quant_size": 100000, 2024-04-10T16:59:55.590 INFO:tasks.workunit.client.0.smithi069.stdout: "ranges": [ 2024-04-10T16:59:55.590 INFO:tasks.workunit.client.0.smithi069.stdout: "[None, -1]", 2024-04-10T16:59:55.590 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 99999]", 2024-04-10T16:59:55.590 INFO:tasks.workunit.client.0.smithi069.stdout: "[100000, 199999]", 2024-04-10T16:59:55.590 INFO:tasks.workunit.client.0.smithi069.stdout: "[200000, 399999]", 2024-04-10T16:59:55.590 INFO:tasks.workunit.client.0.smithi069.stdout: "[400000, 799999]", 2024-04-10T16:59:55.590 INFO:tasks.workunit.client.0.smithi069.stdout: "[800000, 1599999]", 2024-04-10T16:59:55.590 INFO:tasks.workunit.client.0.smithi069.stdout: "[1600000, 3199999]", 2024-04-10T16:59:55.590 INFO:tasks.workunit.client.0.smithi069.stdout: "[3200000, 6399999]", 2024-04-10T16:59:55.591 INFO:tasks.workunit.client.0.smithi069.stdout: "[6400000, 12799999]", 2024-04-10T16:59:55.591 INFO:tasks.workunit.client.0.smithi069.stdout: "[12800000, 25599999]", 2024-04-10T16:59:55.591 INFO:tasks.workunit.client.0.smithi069.stdout: "[25600000, 51199999]", 2024-04-10T16:59:55.591 INFO:tasks.workunit.client.0.smithi069.stdout: "[51200000, 102399999]", 2024-04-10T16:59:55.591 INFO:tasks.workunit.client.0.smithi069.stdout: "[102400000, 204799999]", 2024-04-10T16:59:55.591 INFO:tasks.workunit.client.0.smithi069.stdout: "[204800000, 409599999]", 2024-04-10T16:59:55.591 INFO:tasks.workunit.client.0.smithi069.stdout: "[409600000, 819199999]", 2024-04-10T16:59:55.591 INFO:tasks.workunit.client.0.smithi069.stdout: "[819200000, 1638399999]", 2024-04-10T16:59:55.591 INFO:tasks.workunit.client.0.smithi069.stdout: "[1638400000, 3276799999]", 2024-04-10T16:59:55.591 INFO:tasks.workunit.client.0.smithi069.stdout: "[3276800000, 6553599999]", 2024-04-10T16:59:55.591 INFO:tasks.workunit.client.0.smithi069.stdout: "[6553600000, 13107199999]", 2024-04-10T16:59:55.591 INFO:tasks.workunit.client.0.smithi069.stdout: "[13107200000, 26214399999]", 2024-04-10T16:59:55.591 INFO:tasks.workunit.client.0.smithi069.stdout: "[26214400000, 52428799999]", 2024-04-10T16:59:55.591 INFO:tasks.workunit.client.0.smithi069.stdout: "[52428800000, 104857599999]", 2024-04-10T16:59:55.591 INFO:tasks.workunit.client.0.smithi069.stdout: "[104857600000, 209715199999]", 2024-04-10T16:59:55.592 INFO:tasks.workunit.client.0.smithi069.stdout: "[209715200000, 419430399999]", 2024-04-10T16:59:55.592 INFO:tasks.workunit.client.0.smithi069.stdout: "[419430400000, 838860799999]", 2024-04-10T16:59:55.592 INFO:tasks.workunit.client.0.smithi069.stdout: "[838860800000, 1677721599999]", 2024-04-10T16:59:55.592 INFO:tasks.workunit.client.0.smithi069.stdout: "[1677721600000, 3355443199999]", 2024-04-10T16:59:55.592 INFO:tasks.workunit.client.0.smithi069.stdout: "[3355443200000, 6710886399999]", 2024-04-10T16:59:55.592 INFO:tasks.workunit.client.0.smithi069.stdout: "[6710886400000, 13421772799999]", 2024-04-10T16:59:55.592 INFO:tasks.workunit.client.0.smithi069.stdout: "[13421772800000, 26843545599999]", 2024-04-10T16:59:55.592 INFO:tasks.workunit.client.0.smithi069.stdout: "[26843545600000, 53687091199999]", 2024-04-10T16:59:55.592 INFO:tasks.workunit.client.0.smithi069.stdout: "[53687091200000, None]" 2024-04-10T16:59:55.592 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:55.592 INFO:tasks.workunit.client.0.smithi069.stdout: "scale_type": "log2" 2024-04-10T16:59:55.592 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.592 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:55.592 INFO:tasks.workunit.client.0.smithi069.stdout: "buckets": 32, 2024-04-10T16:59:55.593 INFO:tasks.workunit.client.0.smithi069.stdout: "min": 0, 2024-04-10T16:59:55.593 INFO:tasks.workunit.client.0.smithi069.stdout: "name": "Request size (bytes)", 2024-04-10T16:59:55.593 INFO:tasks.workunit.client.0.smithi069.stdout: "quant_size": 512, 2024-04-10T16:59:55.593 INFO:tasks.workunit.client.0.smithi069.stdout: "ranges": [ 2024-04-10T16:59:55.593 INFO:tasks.workunit.client.0.smithi069.stdout: "[None, -1]", 2024-04-10T16:59:55.593 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 511]", 2024-04-10T16:59:55.593 INFO:tasks.workunit.client.0.smithi069.stdout: "[512, 1023]", 2024-04-10T16:59:55.593 INFO:tasks.workunit.client.0.smithi069.stdout: "[1024, 2047]", 2024-04-10T16:59:55.593 INFO:tasks.workunit.client.0.smithi069.stdout: "[2048, 4095]", 2024-04-10T16:59:55.593 INFO:tasks.workunit.client.0.smithi069.stdout: "[4096, 8191]", 2024-04-10T16:59:55.593 INFO:tasks.workunit.client.0.smithi069.stdout: "[8192, 16383]", 2024-04-10T16:59:55.594 INFO:tasks.workunit.client.0.smithi069.stdout: "[16384, 32767]", 2024-04-10T16:59:55.594 INFO:tasks.workunit.client.0.smithi069.stdout: "[32768, 65535]", 2024-04-10T16:59:55.594 INFO:tasks.workunit.client.0.smithi069.stdout: "[65536, 131071]", 2024-04-10T16:59:55.594 INFO:tasks.workunit.client.0.smithi069.stdout: "[131072, 262143]", 2024-04-10T16:59:55.594 INFO:tasks.workunit.client.0.smithi069.stdout: "[262144, 524287]", 2024-04-10T16:59:55.594 INFO:tasks.workunit.client.0.smithi069.stdout: "[524288, 1048575]", 2024-04-10T16:59:55.594 INFO:tasks.workunit.client.0.smithi069.stdout: "[1048576, 2097151]", 2024-04-10T16:59:55.594 INFO:tasks.workunit.client.0.smithi069.stdout: "[2097152, 4194303]", 2024-04-10T16:59:55.594 INFO:tasks.workunit.client.0.smithi069.stdout: "[4194304, 8388607]", 2024-04-10T16:59:55.594 INFO:tasks.workunit.client.0.smithi069.stdout: "[8388608, 16777215]", 2024-04-10T16:59:55.594 INFO:tasks.workunit.client.0.smithi069.stdout: "[16777216, 33554431]", 2024-04-10T16:59:55.594 INFO:tasks.workunit.client.0.smithi069.stdout: "[33554432, 67108863]", 2024-04-10T16:59:55.594 INFO:tasks.workunit.client.0.smithi069.stdout: "[67108864, 134217727]", 2024-04-10T16:59:55.594 INFO:tasks.workunit.client.0.smithi069.stdout: "[134217728, 268435455]", 2024-04-10T16:59:55.594 INFO:tasks.workunit.client.0.smithi069.stdout: "[268435456, 536870911]", 2024-04-10T16:59:55.595 INFO:tasks.workunit.client.0.smithi069.stdout: "[536870912, 1073741823]", 2024-04-10T16:59:55.595 INFO:tasks.workunit.client.0.smithi069.stdout: "[1073741824, 2147483647]", 2024-04-10T16:59:55.595 INFO:tasks.workunit.client.0.smithi069.stdout: "[2147483648, 4294967295]", 2024-04-10T16:59:55.595 INFO:tasks.workunit.client.0.smithi069.stdout: "[4294967296, 8589934591]", 2024-04-10T16:59:55.595 INFO:tasks.workunit.client.0.smithi069.stdout: "[8589934592, 17179869183]", 2024-04-10T16:59:55.595 INFO:tasks.workunit.client.0.smithi069.stdout: "[17179869184, 34359738367]", 2024-04-10T16:59:55.595 INFO:tasks.workunit.client.0.smithi069.stdout: "[34359738368, 68719476735]", 2024-04-10T16:59:55.595 INFO:tasks.workunit.client.0.smithi069.stdout: "[68719476736, 137438953471]", 2024-04-10T16:59:55.595 INFO:tasks.workunit.client.0.smithi069.stdout: "[137438953472, 274877906943]", 2024-04-10T16:59:55.595 INFO:tasks.workunit.client.0.smithi069.stdout: "[274877906944, None]" 2024-04-10T16:59:55.595 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:55.595 INFO:tasks.workunit.client.0.smithi069.stdout: "scale_type": "log2" 2024-04-10T16:59:55.595 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:55.595 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:55.596 INFO:tasks.workunit.client.0.smithi069.stdout: "osds": [ 2024-04-10T16:59:55.596 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:55.596 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_id": 0, 2024-04-10T16:59:55.596 INFO:tasks.workunit.client.0.smithi069.stdout: "values": [ 2024-04-10T16:59:55.596 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.596 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.596 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.596 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.596 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 101, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.596 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 2020, 14, 0, 1, 9, 0, 1, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.596 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 1109, 7, 1, 1, 4, 4, 2, 19, 30, 46, 101, 35, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.596 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 229, 4, 0, 0, 1, 1, 2, 1, 4, 3, 76, 202, 85, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.596 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 296, 0, 0, 0, 1, 1, 0, 0, 3, 5, 4, 7, 306, 3, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.596 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 512, 2, 0, 0, 1, 0, 0, 0, 0, 1, 7, 7, 14, 24, 71, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.597 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 634, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 6, 12, 34, 133, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.597 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 712, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.597 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 414, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.597 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.597 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.597 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.597 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.597 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.597 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.597 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.597 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.597 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.597 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.597 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.597 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.597 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.598 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.598 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.598 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.598 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.598 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.598 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:59:55.598 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T16:59:55.598 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.598 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:55.598 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_id": 1, 2024-04-10T16:59:55.598 INFO:tasks.workunit.client.0.smithi069.stdout: "values": [ 2024-04-10T16:59:55.598 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.598 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.598 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.599 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.599 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 40, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.599 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 2805, 19, 0, 0, 6, 0, 1, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.599 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 1287, 2, 0, 0, 2, 5, 5, 26, 34, 60, 119, 41, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.599 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 101, 1, 0, 1, 5, 4, 0, 5, 7, 6, 66, 301, 208, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.599 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 55, 1, 0, 0, 0, 0, 0, 1, 2, 2, 11, 10, 375, 5, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.599 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 60, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 4, 24, 12, 41, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.599 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 265, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 4, 15, 24, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.599 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 625, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.599 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 2467, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.599 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 372, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.599 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.599 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.599 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.600 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.600 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.600 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.600 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.600 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.600 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.600 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.600 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.600 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.600 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.600 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.600 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.600 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.600 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.600 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:59:55.600 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T16:59:55.601 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.601 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:55.601 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_id": 2, 2024-04-10T16:59:55.601 INFO:tasks.workunit.client.0.smithi069.stdout: "values": [ 2024-04-10T16:59:55.601 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.601 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.601 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.601 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.601 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 63, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.601 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 301, 5, 2, 0, 7, 0, 0, 1, 0, 0, 0, 2, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.601 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 158, 11, 0, 0, 2, 2, 1, 7, 8, 12, 56, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.601 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 275, 6, 0, 0, 0, 3, 5, 12, 9, 10, 70, 110, 17, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.601 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 194, 18, 0, 0, 0, 1, 1, 3, 7, 7, 35, 64, 28, 10, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.601 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 55, 37, 0, 0, 0, 0, 0, 1, 3, 1, 8, 18, 39, 54, 58, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.601 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 7, 46, 0, 0, 0, 0, 0, 0, 0, 0, 2, 12, 11, 41, 123, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.601 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 83, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 10, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.602 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 80, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.602 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.602 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.602 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.602 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.602 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.602 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.602 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.602 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.602 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.602 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.602 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.602 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.602 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.602 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.602 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.603 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.603 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.603 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.603 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:59:55.603 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T16:59:55.603 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.603 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:55.603 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_id": 3, 2024-04-10T16:59:55.603 INFO:tasks.workunit.client.0.smithi069.stdout: "values": [ 2024-04-10T16:59:55.603 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.603 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.603 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.603 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.603 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 55, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.604 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 1276, 14, 2, 1, 8, 0, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.604 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 438, 5, 0, 0, 5, 7, 5, 5, 19, 37, 60, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.604 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 183, 2, 2, 0, 0, 0, 1, 0, 2, 4, 32, 102, 138, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.604 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 401, 0, 0, 0, 0, 0, 1, 1, 2, 4, 5, 5, 88, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.604 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 303, 2, 0, 0, 0, 1, 0, 0, 3, 1, 3, 8, 25, 26, 32, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.604 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 186, 0, 0, 0, 0, 0, 1, 1, 0, 2, 1, 4, 12, 28, 89, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.604 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 227, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 5, 8, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.604 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.604 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.604 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.604 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.604 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.604 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.604 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.604 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.605 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.605 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.605 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.605 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.605 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.605 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.605 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.605 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.605 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.605 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.605 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.605 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:59:55.605 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T16:59:55.605 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.605 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:55.605 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_id": 4, 2024-04-10T16:59:55.606 INFO:tasks.workunit.client.0.smithi069.stdout: "values": [ 2024-04-10T16:59:55.606 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.606 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.606 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.606 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.606 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 91, 7, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.606 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 1159, 14, 0, 1, 12, 3, 6, 9, 17, 22, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.606 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 697, 4, 0, 0, 0, 1, 4, 11, 21, 35, 39, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.606 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 338, 13, 0, 0, 0, 0, 2, 2, 4, 3, 37, 134, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.606 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 531, 34, 0, 0, 0, 0, 1, 1, 0, 3, 14, 14, 141, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.606 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 304, 25, 0, 0, 0, 0, 0, 0, 1, 1, 1, 7, 9, 12, 54, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.606 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 100, 47, 0, 0, 0, 0, 0, 0, 0, 0, 2, 2, 12, 20, 84, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.606 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 112, 83, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.606 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 12, 80, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.606 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.607 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.607 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.607 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.607 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.607 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.607 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.607 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.607 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.607 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.607 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.607 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.607 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.607 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.607 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.607 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.608 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.608 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.608 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:59:55.608 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T16:59:55.608 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.608 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:55.608 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_id": 5, 2024-04-10T16:59:55.608 INFO:tasks.workunit.client.0.smithi069.stdout: "values": [ 2024-04-10T16:59:55.608 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.608 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.608 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.608 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.608 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 125, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.608 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 484, 16, 2, 4, 11, 1, 1, 2, 0, 0, 0, 1, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.608 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 107, 6, 0, 0, 3, 0, 0, 3, 0, 2, 7, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.609 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 105, 5, 0, 0, 0, 0, 1, 2, 7, 8, 26, 36, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.609 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 49, 2, 0, 0, 0, 0, 0, 0, 0, 2, 9, 19, 15, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.609 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 11, 0, 0, 0, 0, 0, 0, 0, 0, 1, 4, 6, 10, 22, 47, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.609 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 4, 14, 40, 91, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.609 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 2, 1, 0, 15, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.609 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.609 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.609 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.609 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.609 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.609 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.609 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.609 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.609 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.609 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.610 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.610 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.610 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.610 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.610 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.610 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.610 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.610 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.610 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.610 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:59:55.610 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T16:59:55.610 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.610 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:55.611 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_id": 6, 2024-04-10T16:59:55.611 INFO:tasks.workunit.client.0.smithi069.stdout: "values": [ 2024-04-10T16:59:55.611 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.611 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.611 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.611 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.611 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 78, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.611 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 1187, 23, 0, 0, 9, 0, 4, 4, 11, 12, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.611 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 652, 7, 0, 0, 1, 1, 6, 6, 14, 25, 32, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.611 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 326, 9, 0, 0, 2, 1, 1, 0, 0, 4, 25, 106, 41, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.611 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 431, 10, 0, 0, 0, 0, 0, 0, 0, 3, 8, 10, 182, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.611 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 298, 1, 0, 0, 0, 0, 1, 0, 1, 1, 1, 5, 15, 17, 36, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.611 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 144, 0, 0, 0, 0, 0, 0, 1, 0, 0, 1, 6, 9, 19, 72, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.611 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 88, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.612 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.612 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.612 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.612 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.612 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.612 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.612 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.612 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.612 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.612 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.612 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.612 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.612 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.612 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.613 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.613 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.613 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.613 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.613 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.613 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:59:55.613 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T16:59:55.613 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.613 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:55.613 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_id": 7, 2024-04-10T16:59:55.613 INFO:tasks.workunit.client.0.smithi069.stdout: "values": [ 2024-04-10T16:59:55.613 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.613 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.613 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.613 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.613 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 40, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.614 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 241, 12, 1, 0, 9, 0, 1, 1, 0, 0, 0, 1, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.614 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 67, 0, 0, 1, 1, 0, 1, 2, 2, 2, 10, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.614 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 84, 3, 0, 0, 0, 0, 1, 3, 3, 8, 15, 35, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.614 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 68, 19, 0, 0, 0, 0, 1, 0, 1, 3, 11, 20, 27, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.614 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 25, 27, 0, 0, 0, 0, 0, 0, 3, 2, 6, 11, 31, 31, 60, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.614 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 42, 0, 0, 0, 0, 0, 0, 1, 0, 4, 12, 21, 38, 105, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.614 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 71, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 3, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.614 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 103, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.614 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.614 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.614 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.614 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.614 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.615 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.615 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.615 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.615 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.615 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.615 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.615 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.615 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.615 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.615 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.615 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.615 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.615 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.615 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:59:55.616 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T16:59:55.616 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:55.616 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T16:59:55.616 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:55.616 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.616 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:55.616 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_resrv_repnum_vs_duration": { 2024-04-10T16:59:55.616 INFO:tasks.workunit.client.0.smithi069.stdout: "axes": [ 2024-04-10T16:59:55.616 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:55.616 INFO:tasks.workunit.client.0.smithi069.stdout: "buckets": 8, 2024-04-10T16:59:55.616 INFO:tasks.workunit.client.0.smithi069.stdout: "min": 0, 2024-04-10T16:59:55.616 INFO:tasks.workunit.client.0.smithi069.stdout: "name": "number of replicas", 2024-04-10T16:59:55.616 INFO:tasks.workunit.client.0.smithi069.stdout: "quant_size": 1, 2024-04-10T16:59:55.616 INFO:tasks.workunit.client.0.smithi069.stdout: "ranges": [ 2024-04-10T16:59:55.616 INFO:tasks.workunit.client.0.smithi069.stdout: "[None, -1]", 2024-04-10T16:59:55.617 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0]", 2024-04-10T16:59:55.617 INFO:tasks.workunit.client.0.smithi069.stdout: "[1, 1]", 2024-04-10T16:59:55.617 INFO:tasks.workunit.client.0.smithi069.stdout: "[2, 2]", 2024-04-10T16:59:55.617 INFO:tasks.workunit.client.0.smithi069.stdout: "[3, 3]", 2024-04-10T16:59:55.617 INFO:tasks.workunit.client.0.smithi069.stdout: "[4, 4]", 2024-04-10T16:59:55.617 INFO:tasks.workunit.client.0.smithi069.stdout: "[5, 5]", 2024-04-10T16:59:55.617 INFO:tasks.workunit.client.0.smithi069.stdout: "[6, None]" 2024-04-10T16:59:55.617 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:55.617 INFO:tasks.workunit.client.0.smithi069.stdout: "scale_type": "linear" 2024-04-10T16:59:55.617 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.617 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:55.617 INFO:tasks.workunit.client.0.smithi069.stdout: "buckets": 10, 2024-04-10T16:59:55.617 INFO:tasks.workunit.client.0.smithi069.stdout: "min": 0, 2024-04-10T16:59:55.617 INFO:tasks.workunit.client.0.smithi069.stdout: "name": "duration", 2024-04-10T16:59:55.618 INFO:tasks.workunit.client.0.smithi069.stdout: "quant_size": 250000, 2024-04-10T16:59:55.618 INFO:tasks.workunit.client.0.smithi069.stdout: "ranges": [ 2024-04-10T16:59:55.618 INFO:tasks.workunit.client.0.smithi069.stdout: "[None, -1]", 2024-04-10T16:59:55.618 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 249999]", 2024-04-10T16:59:55.618 INFO:tasks.workunit.client.0.smithi069.stdout: "[250000, 499999]", 2024-04-10T16:59:55.618 INFO:tasks.workunit.client.0.smithi069.stdout: "[500000, 999999]", 2024-04-10T16:59:55.618 INFO:tasks.workunit.client.0.smithi069.stdout: "[1000000, 1999999]", 2024-04-10T16:59:55.618 INFO:tasks.workunit.client.0.smithi069.stdout: "[2000000, 3999999]", 2024-04-10T16:59:55.618 INFO:tasks.workunit.client.0.smithi069.stdout: "[4000000, 7999999]", 2024-04-10T16:59:55.618 INFO:tasks.workunit.client.0.smithi069.stdout: "[8000000, 15999999]", 2024-04-10T16:59:55.618 INFO:tasks.workunit.client.0.smithi069.stdout: "[16000000, 31999999]", 2024-04-10T16:59:55.618 INFO:tasks.workunit.client.0.smithi069.stdout: "[32000000, None]" 2024-04-10T16:59:55.618 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:55.618 INFO:tasks.workunit.client.0.smithi069.stdout: "scale_type": "log2" 2024-04-10T16:59:55.618 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:55.619 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:55.619 INFO:tasks.workunit.client.0.smithi069.stdout: "osds": [ 2024-04-10T16:59:55.619 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:55.619 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_id": 0, 2024-04-10T16:59:55.619 INFO:tasks.workunit.client.0.smithi069.stdout: "values": [ 2024-04-10T16:59:55.619 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.619 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.619 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.619 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.619 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.619 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.619 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.619 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:59:55.619 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T16:59:55.619 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.620 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:55.620 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_id": 1, 2024-04-10T16:59:55.620 INFO:tasks.workunit.client.0.smithi069.stdout: "values": [ 2024-04-10T16:59:55.620 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.620 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.620 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.620 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.620 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.620 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.620 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.620 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:59:55.620 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T16:59:55.620 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.621 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:55.621 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_id": 2, 2024-04-10T16:59:55.621 INFO:tasks.workunit.client.0.smithi069.stdout: "values": [ 2024-04-10T16:59:55.621 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.621 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.621 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.621 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.621 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.621 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.621 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.621 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:59:55.621 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T16:59:55.621 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.621 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:55.621 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_id": 3, 2024-04-10T16:59:55.622 INFO:tasks.workunit.client.0.smithi069.stdout: "values": [ 2024-04-10T16:59:55.622 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.622 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.622 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.622 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.622 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.622 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.622 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.622 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:59:55.622 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T16:59:55.622 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.622 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:55.622 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_id": 4, 2024-04-10T16:59:55.622 INFO:tasks.workunit.client.0.smithi069.stdout: "values": [ 2024-04-10T16:59:55.623 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.623 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.623 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.623 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.623 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.623 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.623 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.623 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:59:55.623 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T16:59:55.623 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.623 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:55.623 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_id": 5, 2024-04-10T16:59:55.623 INFO:tasks.workunit.client.0.smithi069.stdout: "values": [ 2024-04-10T16:59:55.623 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.624 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.624 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.624 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.624 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.624 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.624 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.624 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:59:55.624 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T16:59:55.624 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.624 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:55.624 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_id": 6, 2024-04-10T16:59:55.624 INFO:tasks.workunit.client.0.smithi069.stdout: "values": [ 2024-04-10T16:59:55.624 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.624 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.624 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.625 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.625 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.625 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.625 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.625 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:59:55.625 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T16:59:55.625 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.625 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:55.625 INFO:tasks.workunit.client.0.smithi069.stdout: "osd_id": 7, 2024-04-10T16:59:55.625 INFO:tasks.workunit.client.0.smithi069.stdout: "values": [ 2024-04-10T16:59:55.625 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.625 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.625 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.625 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.625 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.625 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.626 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:59:55.626 INFO:tasks.workunit.client.0.smithi069.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:59:55.626 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T16:59:55.626 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:55.626 INFO:tasks.workunit.client.0.smithi069.stdout: ] 2024-04-10T16:59:55.626 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:55.626 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:55.626 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:55.626 INFO:tasks.workunit.client.0.smithi069.stdout: "perf_counters": { 2024-04-10T16:59:55.626 INFO:tasks.workunit.client.0.smithi069.stdout: "mds.44ca97a2636692dab3a2137f5dab18d27c7ec614": { 2024-04-10T16:59:55.626 INFO:tasks.workunit.client.0.smithi069.stdout: "mds": { 2024-04-10T16:59:55.626 INFO:tasks.workunit.client.0.smithi069.stdout: "caps": { 2024-04-10T16:59:55.626 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.626 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.626 INFO:tasks.workunit.client.0.smithi069.stdout: "ceph_cap_op_flush_ack": { 2024-04-10T16:59:55.626 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.627 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.627 INFO:tasks.workunit.client.0.smithi069.stdout: "ceph_cap_op_flushsnap_ack": { 2024-04-10T16:59:55.627 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.627 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.627 INFO:tasks.workunit.client.0.smithi069.stdout: "ceph_cap_op_grant": { 2024-04-10T16:59:55.627 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.627 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.627 INFO:tasks.workunit.client.0.smithi069.stdout: "ceph_cap_op_revoke": { 2024-04-10T16:59:55.627 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.627 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.627 INFO:tasks.workunit.client.0.smithi069.stdout: "ceph_cap_op_trunc": { 2024-04-10T16:59:55.627 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.627 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.627 INFO:tasks.workunit.client.0.smithi069.stdout: "dir_commit": { 2024-04-10T16:59:55.627 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.627 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.628 INFO:tasks.workunit.client.0.smithi069.stdout: "dir_fetch_complete": { 2024-04-10T16:59:55.628 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 12 2024-04-10T16:59:55.628 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.628 INFO:tasks.workunit.client.0.smithi069.stdout: "dir_fetch_keys": { 2024-04-10T16:59:55.628 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 10 2024-04-10T16:59:55.628 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.628 INFO:tasks.workunit.client.0.smithi069.stdout: "dir_merge": { 2024-04-10T16:59:55.628 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.628 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.628 INFO:tasks.workunit.client.0.smithi069.stdout: "dir_split": { 2024-04-10T16:59:55.628 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.628 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.628 INFO:tasks.workunit.client.0.smithi069.stdout: "exported_inodes": { 2024-04-10T16:59:55.628 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.628 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.629 INFO:tasks.workunit.client.0.smithi069.stdout: "forward": { 2024-04-10T16:59:55.629 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.629 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.629 INFO:tasks.workunit.client.0.smithi069.stdout: "handle_client_cap_release": { 2024-04-10T16:59:55.629 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.629 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.629 INFO:tasks.workunit.client.0.smithi069.stdout: "handle_client_caps": { 2024-04-10T16:59:55.629 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.629 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.629 INFO:tasks.workunit.client.0.smithi069.stdout: "handle_client_caps_dirty": { 2024-04-10T16:59:55.629 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.629 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.629 INFO:tasks.workunit.client.0.smithi069.stdout: "handle_inode_file_caps": { 2024-04-10T16:59:55.629 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.629 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.629 INFO:tasks.workunit.client.0.smithi069.stdout: "imported_inodes": { 2024-04-10T16:59:55.629 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.630 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.630 INFO:tasks.workunit.client.0.smithi069.stdout: "inodes": { 2024-04-10T16:59:55.630 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 10 2024-04-10T16:59:55.630 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.630 INFO:tasks.workunit.client.0.smithi069.stdout: "inodes_expired": { 2024-04-10T16:59:55.630 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.630 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.630 INFO:tasks.workunit.client.0.smithi069.stdout: "inodes_pinned": { 2024-04-10T16:59:55.630 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 10 2024-04-10T16:59:55.630 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.630 INFO:tasks.workunit.client.0.smithi069.stdout: "inodes_with_caps": { 2024-04-10T16:59:55.630 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.630 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.630 INFO:tasks.workunit.client.0.smithi069.stdout: "load_cent": { 2024-04-10T16:59:55.631 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.631 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.631 INFO:tasks.workunit.client.0.smithi069.stdout: "openino_dir_fetch": { 2024-04-10T16:59:55.631 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.631 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.631 INFO:tasks.workunit.client.0.smithi069.stdout: "process_request_cap_release": { 2024-04-10T16:59:55.631 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.631 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.631 INFO:tasks.workunit.client.0.smithi069.stdout: "reply_latency": { 2024-04-10T16:59:55.631 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:55.631 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.631 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.631 INFO:tasks.workunit.client.0.smithi069.stdout: "request": { 2024-04-10T16:59:55.631 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.632 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.632 INFO:tasks.workunit.client.0.smithi069.stdout: "root_rbytes": { 2024-04-10T16:59:55.632 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.632 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.632 INFO:tasks.workunit.client.0.smithi069.stdout: "root_rfiles": { 2024-04-10T16:59:55.632 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.632 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.632 INFO:tasks.workunit.client.0.smithi069.stdout: "root_rsnaps": { 2024-04-10T16:59:55.632 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.632 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.632 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_reply": { 2024-04-10T16:59:55.632 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.632 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.632 INFO:tasks.workunit.client.0.smithi069.stdout: "subtrees": { 2024-04-10T16:59:55.633 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2 2024-04-10T16:59:55.633 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:55.633 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.633 INFO:tasks.workunit.client.0.smithi069.stdout: "mds_cache": { 2024-04-10T16:59:55.633 INFO:tasks.workunit.client.0.smithi069.stdout: "ireq_enqueue_scrub": { 2024-04-10T16:59:55.633 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.633 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.633 INFO:tasks.workunit.client.0.smithi069.stdout: "ireq_exportdir": { 2024-04-10T16:59:55.633 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.633 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.633 INFO:tasks.workunit.client.0.smithi069.stdout: "ireq_flush": { 2024-04-10T16:59:55.633 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.633 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.633 INFO:tasks.workunit.client.0.smithi069.stdout: "ireq_fragmentdir": { 2024-04-10T16:59:55.634 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.634 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.634 INFO:tasks.workunit.client.0.smithi069.stdout: "ireq_fragstats": { 2024-04-10T16:59:55.634 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.634 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.634 INFO:tasks.workunit.client.0.smithi069.stdout: "ireq_inodestats": { 2024-04-10T16:59:55.634 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.634 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.634 INFO:tasks.workunit.client.0.smithi069.stdout: "ireq_quiesce_inode": { 2024-04-10T16:59:55.634 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.634 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.634 INFO:tasks.workunit.client.0.smithi069.stdout: "ireq_quiesce_path": { 2024-04-10T16:59:55.634 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.634 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.634 INFO:tasks.workunit.client.0.smithi069.stdout: "num_recovering_enqueued": { 2024-04-10T16:59:55.634 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.635 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.635 INFO:tasks.workunit.client.0.smithi069.stdout: "num_recovering_prioritized": { 2024-04-10T16:59:55.635 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.635 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.635 INFO:tasks.workunit.client.0.smithi069.stdout: "num_recovering_processing": { 2024-04-10T16:59:55.635 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.635 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.635 INFO:tasks.workunit.client.0.smithi069.stdout: "num_strays": { 2024-04-10T16:59:55.635 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.635 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.635 INFO:tasks.workunit.client.0.smithi069.stdout: "num_strays_delayed": { 2024-04-10T16:59:55.635 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.635 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.635 INFO:tasks.workunit.client.0.smithi069.stdout: "num_strays_enqueuing": { 2024-04-10T16:59:55.635 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.635 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.636 INFO:tasks.workunit.client.0.smithi069.stdout: "recovery_completed": { 2024-04-10T16:59:55.636 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.636 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.636 INFO:tasks.workunit.client.0.smithi069.stdout: "recovery_started": { 2024-04-10T16:59:55.636 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.636 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.636 INFO:tasks.workunit.client.0.smithi069.stdout: "strays_created": { 2024-04-10T16:59:55.636 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.636 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.636 INFO:tasks.workunit.client.0.smithi069.stdout: "strays_enqueued": { 2024-04-10T16:59:55.636 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.636 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.636 INFO:tasks.workunit.client.0.smithi069.stdout: "strays_migrated": { 2024-04-10T16:59:55.636 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.636 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.636 INFO:tasks.workunit.client.0.smithi069.stdout: "strays_reintegrated": { 2024-04-10T16:59:55.636 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.637 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:55.637 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.637 INFO:tasks.workunit.client.0.smithi069.stdout: "mds_log": { 2024-04-10T16:59:55.637 INFO:tasks.workunit.client.0.smithi069.stdout: "ev": { 2024-04-10T16:59:55.637 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 17 2024-04-10T16:59:55.637 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.637 INFO:tasks.workunit.client.0.smithi069.stdout: "evadd": { 2024-04-10T16:59:55.637 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.637 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.637 INFO:tasks.workunit.client.0.smithi069.stdout: "evex": { 2024-04-10T16:59:55.637 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.637 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.637 INFO:tasks.workunit.client.0.smithi069.stdout: "evexd": { 2024-04-10T16:59:55.637 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.637 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.638 INFO:tasks.workunit.client.0.smithi069.stdout: "evexg": { 2024-04-10T16:59:55.638 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.638 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.638 INFO:tasks.workunit.client.0.smithi069.stdout: "evlrg": { 2024-04-10T16:59:55.638 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.638 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.638 INFO:tasks.workunit.client.0.smithi069.stdout: "evtrm": { 2024-04-10T16:59:55.638 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.638 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.638 INFO:tasks.workunit.client.0.smithi069.stdout: "jlat": { 2024-04-10T16:59:55.638 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:55.638 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.638 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.638 INFO:tasks.workunit.client.0.smithi069.stdout: "replayed": { 2024-04-10T16:59:55.638 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 17 2024-04-10T16:59:55.638 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.639 INFO:tasks.workunit.client.0.smithi069.stdout: "seg": { 2024-04-10T16:59:55.639 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1 2024-04-10T16:59:55.639 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.639 INFO:tasks.workunit.client.0.smithi069.stdout: "segadd": { 2024-04-10T16:59:55.639 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.639 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.639 INFO:tasks.workunit.client.0.smithi069.stdout: "segex": { 2024-04-10T16:59:55.639 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.639 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.639 INFO:tasks.workunit.client.0.smithi069.stdout: "segexd": { 2024-04-10T16:59:55.639 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.639 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.639 INFO:tasks.workunit.client.0.smithi069.stdout: "segexg": { 2024-04-10T16:59:55.639 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.639 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.639 INFO:tasks.workunit.client.0.smithi069.stdout: "segmjr": { 2024-04-10T16:59:55.640 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1 2024-04-10T16:59:55.640 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.640 INFO:tasks.workunit.client.0.smithi069.stdout: "segtrm": { 2024-04-10T16:59:55.640 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.640 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:55.640 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.640 INFO:tasks.workunit.client.0.smithi069.stdout: "mds_mem": { 2024-04-10T16:59:55.640 INFO:tasks.workunit.client.0.smithi069.stdout: "cap": { 2024-04-10T16:59:55.640 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.640 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.640 INFO:tasks.workunit.client.0.smithi069.stdout: "cap+": { 2024-04-10T16:59:55.640 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.640 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.640 INFO:tasks.workunit.client.0.smithi069.stdout: "cap-": { 2024-04-10T16:59:55.640 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.641 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.641 INFO:tasks.workunit.client.0.smithi069.stdout: "dir": { 2024-04-10T16:59:55.641 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 12 2024-04-10T16:59:55.641 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.641 INFO:tasks.workunit.client.0.smithi069.stdout: "dir+": { 2024-04-10T16:59:55.641 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 12 2024-04-10T16:59:55.641 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.641 INFO:tasks.workunit.client.0.smithi069.stdout: "dir-": { 2024-04-10T16:59:55.641 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.641 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.641 INFO:tasks.workunit.client.0.smithi069.stdout: "dn": { 2024-04-10T16:59:55.641 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 10 2024-04-10T16:59:55.641 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.641 INFO:tasks.workunit.client.0.smithi069.stdout: "dn+": { 2024-04-10T16:59:55.641 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 10 2024-04-10T16:59:55.641 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.642 INFO:tasks.workunit.client.0.smithi069.stdout: "dn-": { 2024-04-10T16:59:55.642 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.642 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.642 INFO:tasks.workunit.client.0.smithi069.stdout: "heap": { 2024-04-10T16:59:55.642 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 248184 2024-04-10T16:59:55.642 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.642 INFO:tasks.workunit.client.0.smithi069.stdout: "ino": { 2024-04-10T16:59:55.642 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 13 2024-04-10T16:59:55.642 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.642 INFO:tasks.workunit.client.0.smithi069.stdout: "ino+": { 2024-04-10T16:59:55.642 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 13 2024-04-10T16:59:55.642 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.642 INFO:tasks.workunit.client.0.smithi069.stdout: "ino-": { 2024-04-10T16:59:55.643 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.643 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.643 INFO:tasks.workunit.client.0.smithi069.stdout: "rss": { 2024-04-10T16:59:55.643 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 50704 2024-04-10T16:59:55.643 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:55.643 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.643 INFO:tasks.workunit.client.0.smithi069.stdout: "mds_server": { 2024-04-10T16:59:55.643 INFO:tasks.workunit.client.0.smithi069.stdout: "cap_acquisition_throttle": { 2024-04-10T16:59:55.643 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.643 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.643 INFO:tasks.workunit.client.0.smithi069.stdout: "cap_revoke_eviction": { 2024-04-10T16:59:55.643 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.643 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.643 INFO:tasks.workunit.client.0.smithi069.stdout: "handle_client_request": { 2024-04-10T16:59:55.643 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.644 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.644 INFO:tasks.workunit.client.0.smithi069.stdout: "handle_client_session": { 2024-04-10T16:59:55.644 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.644 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.644 INFO:tasks.workunit.client.0.smithi069.stdout: "handle_peer_request": { 2024-04-10T16:59:55.644 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.644 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.644 INFO:tasks.workunit.client.0.smithi069.stdout: "req_create_latency": { 2024-04-10T16:59:55.644 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:55.644 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.644 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.644 INFO:tasks.workunit.client.0.smithi069.stdout: "req_getattr_latency": { 2024-04-10T16:59:55.644 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:55.644 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.644 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.644 INFO:tasks.workunit.client.0.smithi069.stdout: "req_getfilelock_latency": { 2024-04-10T16:59:55.645 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:55.645 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.645 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.645 INFO:tasks.workunit.client.0.smithi069.stdout: "req_getvxattr_latency": { 2024-04-10T16:59:55.645 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:55.645 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.645 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.645 INFO:tasks.workunit.client.0.smithi069.stdout: "req_link_latency": { 2024-04-10T16:59:55.645 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:55.645 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.645 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.645 INFO:tasks.workunit.client.0.smithi069.stdout: "req_lookup_latency": { 2024-04-10T16:59:55.645 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:55.645 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.645 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.646 INFO:tasks.workunit.client.0.smithi069.stdout: "req_lookuphash_latency": { 2024-04-10T16:59:55.646 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:55.646 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.646 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.646 INFO:tasks.workunit.client.0.smithi069.stdout: "req_lookupino_latency": { 2024-04-10T16:59:55.646 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:55.646 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.646 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.646 INFO:tasks.workunit.client.0.smithi069.stdout: "req_lookupname_latency": { 2024-04-10T16:59:55.646 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:55.646 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.646 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.646 INFO:tasks.workunit.client.0.smithi069.stdout: "req_lookupparent_latency": { 2024-04-10T16:59:55.646 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:55.647 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.647 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.647 INFO:tasks.workunit.client.0.smithi069.stdout: "req_lookupsnap_latency": { 2024-04-10T16:59:55.647 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:55.647 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.647 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.647 INFO:tasks.workunit.client.0.smithi069.stdout: "req_lssnap_latency": { 2024-04-10T16:59:55.647 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:55.647 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.647 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.647 INFO:tasks.workunit.client.0.smithi069.stdout: "req_mkdir_latency": { 2024-04-10T16:59:55.647 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:55.647 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.647 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.647 INFO:tasks.workunit.client.0.smithi069.stdout: "req_mknod_latency": { 2024-04-10T16:59:55.648 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:55.648 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.648 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.648 INFO:tasks.workunit.client.0.smithi069.stdout: "req_mksnap_latency": { 2024-04-10T16:59:55.648 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:55.648 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.648 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.648 INFO:tasks.workunit.client.0.smithi069.stdout: "req_open_latency": { 2024-04-10T16:59:55.648 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:55.648 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.648 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.648 INFO:tasks.workunit.client.0.smithi069.stdout: "req_readdir_latency": { 2024-04-10T16:59:55.648 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:55.648 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.648 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.649 INFO:tasks.workunit.client.0.smithi069.stdout: "req_rename_latency": { 2024-04-10T16:59:55.649 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:55.649 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.649 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.649 INFO:tasks.workunit.client.0.smithi069.stdout: "req_renamesnap_latency": { 2024-04-10T16:59:55.649 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:55.649 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.649 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.649 INFO:tasks.workunit.client.0.smithi069.stdout: "req_rmdir_latency": { 2024-04-10T16:59:55.649 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:55.649 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.649 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.649 INFO:tasks.workunit.client.0.smithi069.stdout: "req_rmsnap_latency": { 2024-04-10T16:59:55.649 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:55.649 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.649 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.650 INFO:tasks.workunit.client.0.smithi069.stdout: "req_rmxattr_latency": { 2024-04-10T16:59:55.650 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:55.650 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.650 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.650 INFO:tasks.workunit.client.0.smithi069.stdout: "req_setattr_latency": { 2024-04-10T16:59:55.650 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:55.650 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.650 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.650 INFO:tasks.workunit.client.0.smithi069.stdout: "req_setdirlayout_latency": { 2024-04-10T16:59:55.650 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:55.650 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.650 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.650 INFO:tasks.workunit.client.0.smithi069.stdout: "req_setfilelock_latency": { 2024-04-10T16:59:55.650 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:55.650 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.651 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.651 INFO:tasks.workunit.client.0.smithi069.stdout: "req_setlayout_latency": { 2024-04-10T16:59:55.651 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:55.651 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.651 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.651 INFO:tasks.workunit.client.0.smithi069.stdout: "req_setxattr_latency": { 2024-04-10T16:59:55.651 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:55.651 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.651 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.651 INFO:tasks.workunit.client.0.smithi069.stdout: "req_snapdiff_latency": { 2024-04-10T16:59:55.651 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:55.651 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.651 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.651 INFO:tasks.workunit.client.0.smithi069.stdout: "req_symlink_latency": { 2024-04-10T16:59:55.651 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:55.651 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.651 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.652 INFO:tasks.workunit.client.0.smithi069.stdout: "req_unlink_latency": { 2024-04-10T16:59:55.652 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:55.652 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.652 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:55.652 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.652 INFO:tasks.workunit.client.0.smithi069.stdout: "mds_sessions": { 2024-04-10T16:59:55.652 INFO:tasks.workunit.client.0.smithi069.stdout: "average_load": { 2024-04-10T16:59:55.652 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.652 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.652 INFO:tasks.workunit.client.0.smithi069.stdout: "avg_session_uptime": { 2024-04-10T16:59:55.652 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.652 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.652 INFO:tasks.workunit.client.0.smithi069.stdout: "mdthresh_evicted": { 2024-04-10T16:59:55.652 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.652 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.652 INFO:tasks.workunit.client.0.smithi069.stdout: "session_add": { 2024-04-10T16:59:55.653 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 8 2024-04-10T16:59:55.653 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.653 INFO:tasks.workunit.client.0.smithi069.stdout: "session_count": { 2024-04-10T16:59:55.653 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.653 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.653 INFO:tasks.workunit.client.0.smithi069.stdout: "session_remove": { 2024-04-10T16:59:55.653 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 8 2024-04-10T16:59:55.653 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.653 INFO:tasks.workunit.client.0.smithi069.stdout: "sessions_open": { 2024-04-10T16:59:55.653 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2 2024-04-10T16:59:55.653 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.653 INFO:tasks.workunit.client.0.smithi069.stdout: "sessions_stale": { 2024-04-10T16:59:55.653 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.653 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.653 INFO:tasks.workunit.client.0.smithi069.stdout: "total_load": { 2024-04-10T16:59:55.653 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.654 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:55.654 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.654 INFO:tasks.workunit.client.0.smithi069.stdout: "objecter": { 2024-04-10T16:59:55.654 INFO:tasks.workunit.client.0.smithi069.stdout: "op_active": { 2024-04-10T16:59:55.654 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.654 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.654 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r": { 2024-04-10T16:59:55.654 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 37 2024-04-10T16:59:55.654 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.654 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rmw": { 2024-04-10T16:59:55.654 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.654 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.654 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w": { 2024-04-10T16:59:55.654 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 7 2024-04-10T16:59:55.655 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:55.655 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.655 INFO:tasks.workunit.client.0.smithi069.stdout: "purge_queue": { 2024-04-10T16:59:55.655 INFO:tasks.workunit.client.0.smithi069.stdout: "pq_executed": { 2024-04-10T16:59:55.655 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.655 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.655 INFO:tasks.workunit.client.0.smithi069.stdout: "pq_executed_ops": { 2024-04-10T16:59:55.655 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.655 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.655 INFO:tasks.workunit.client.0.smithi069.stdout: "pq_executing": { 2024-04-10T16:59:55.655 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.655 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.655 INFO:tasks.workunit.client.0.smithi069.stdout: "pq_executing_high_water": { 2024-04-10T16:59:55.655 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.655 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.655 INFO:tasks.workunit.client.0.smithi069.stdout: "pq_executing_ops": { 2024-04-10T16:59:55.656 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.656 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.656 INFO:tasks.workunit.client.0.smithi069.stdout: "pq_executing_ops_high_water": { 2024-04-10T16:59:55.656 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.656 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.656 INFO:tasks.workunit.client.0.smithi069.stdout: "pq_item_in_journal": { 2024-04-10T16:59:55.656 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.656 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:55.656 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:55.656 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.656 INFO:tasks.workunit.client.0.smithi069.stdout: "mon.44ca97a2636692dab3a2137f5dab18d27c7ec614": { 2024-04-10T16:59:55.656 INFO:tasks.workunit.client.0.smithi069.stdout: "mon": { 2024-04-10T16:59:55.656 INFO:tasks.workunit.client.0.smithi069.stdout: "election_call": { 2024-04-10T16:59:55.656 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 4 2024-04-10T16:59:55.656 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.656 INFO:tasks.workunit.client.0.smithi069.stdout: "election_lose": { 2024-04-10T16:59:55.657 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.657 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.657 INFO:tasks.workunit.client.0.smithi069.stdout: "election_win": { 2024-04-10T16:59:55.657 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 4 2024-04-10T16:59:55.657 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.657 INFO:tasks.workunit.client.0.smithi069.stdout: "num_elections": { 2024-04-10T16:59:55.657 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 14 2024-04-10T16:59:55.657 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.657 INFO:tasks.workunit.client.0.smithi069.stdout: "num_sessions": { 2024-04-10T16:59:55.657 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 13 2024-04-10T16:59:55.657 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.657 INFO:tasks.workunit.client.0.smithi069.stdout: "session_add": { 2024-04-10T16:59:55.657 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 5 2024-04-10T16:59:55.657 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.657 INFO:tasks.workunit.client.0.smithi069.stdout: "session_rm": { 2024-04-10T16:59:55.657 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 261 2024-04-10T16:59:55.657 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.658 INFO:tasks.workunit.client.0.smithi069.stdout: "session_trim": { 2024-04-10T16:59:55.658 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.658 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:55.658 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.658 INFO:tasks.workunit.client.0.smithi069.stdout: "paxos": { 2024-04-10T16:59:55.658 INFO:tasks.workunit.client.0.smithi069.stdout: "accept_timeout": { 2024-04-10T16:59:55.658 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.658 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.658 INFO:tasks.workunit.client.0.smithi069.stdout: "begin": { 2024-04-10T16:59:55.658 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 8565 2024-04-10T16:59:55.658 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.658 INFO:tasks.workunit.client.0.smithi069.stdout: "begin_bytes": { 2024-04-10T16:59:55.658 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 8565, 2024-04-10T16:59:55.658 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 60008375 2024-04-10T16:59:55.659 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.659 INFO:tasks.workunit.client.0.smithi069.stdout: "begin_keys": { 2024-04-10T16:59:55.659 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 8565, 2024-04-10T16:59:55.659 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 25695 2024-04-10T16:59:55.659 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.659 INFO:tasks.workunit.client.0.smithi069.stdout: "begin_latency": { 2024-04-10T16:59:55.659 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 8565, 2024-04-10T16:59:55.659 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1734961057 2024-04-10T16:59:55.659 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.659 INFO:tasks.workunit.client.0.smithi069.stdout: "collect": { 2024-04-10T16:59:55.659 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.659 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.659 INFO:tasks.workunit.client.0.smithi069.stdout: "collect_bytes": { 2024-04-10T16:59:55.659 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:55.659 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.660 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.660 INFO:tasks.workunit.client.0.smithi069.stdout: "collect_keys": { 2024-04-10T16:59:55.660 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:55.660 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.660 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.660 INFO:tasks.workunit.client.0.smithi069.stdout: "collect_latency": { 2024-04-10T16:59:55.660 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:55.660 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.660 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.660 INFO:tasks.workunit.client.0.smithi069.stdout: "collect_timeout": { 2024-04-10T16:59:55.660 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.660 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.660 INFO:tasks.workunit.client.0.smithi069.stdout: "collect_uncommitted": { 2024-04-10T16:59:55.660 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2 2024-04-10T16:59:55.660 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.661 INFO:tasks.workunit.client.0.smithi069.stdout: "commit": { 2024-04-10T16:59:55.661 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 8563 2024-04-10T16:59:55.661 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.661 INFO:tasks.workunit.client.0.smithi069.stdout: "commit_bytes": { 2024-04-10T16:59:55.661 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 8563, 2024-04-10T16:59:55.661 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 59362502 2024-04-10T16:59:55.661 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.661 INFO:tasks.workunit.client.0.smithi069.stdout: "commit_keys": { 2024-04-10T16:59:55.661 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 8563, 2024-04-10T16:59:55.661 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 66742 2024-04-10T16:59:55.661 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.661 INFO:tasks.workunit.client.0.smithi069.stdout: "commit_latency": { 2024-04-10T16:59:55.661 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 8563, 2024-04-10T16:59:55.661 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3008117816 2024-04-10T16:59:55.661 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.661 INFO:tasks.workunit.client.0.smithi069.stdout: "lease_ack_timeout": { 2024-04-10T16:59:55.661 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.662 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.662 INFO:tasks.workunit.client.0.smithi069.stdout: "lease_timeout": { 2024-04-10T16:59:55.662 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.662 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.662 INFO:tasks.workunit.client.0.smithi069.stdout: "new_pn": { 2024-04-10T16:59:55.662 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 4 2024-04-10T16:59:55.662 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.662 INFO:tasks.workunit.client.0.smithi069.stdout: "new_pn_latency": { 2024-04-10T16:59:55.662 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 4, 2024-04-10T16:59:55.662 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1999954 2024-04-10T16:59:55.662 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.662 INFO:tasks.workunit.client.0.smithi069.stdout: "refresh": { 2024-04-10T16:59:55.662 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 8565 2024-04-10T16:59:55.662 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.662 INFO:tasks.workunit.client.0.smithi069.stdout: "refresh_latency": { 2024-04-10T16:59:55.662 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 8565, 2024-04-10T16:59:55.663 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 32216275986 2024-04-10T16:59:55.663 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.663 INFO:tasks.workunit.client.0.smithi069.stdout: "restart": { 2024-04-10T16:59:55.663 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 16 2024-04-10T16:59:55.663 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.663 INFO:tasks.workunit.client.0.smithi069.stdout: "share_state": { 2024-04-10T16:59:55.663 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.663 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.663 INFO:tasks.workunit.client.0.smithi069.stdout: "share_state_bytes": { 2024-04-10T16:59:55.663 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:55.663 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.663 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.663 INFO:tasks.workunit.client.0.smithi069.stdout: "share_state_keys": { 2024-04-10T16:59:55.663 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:55.663 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.664 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.664 INFO:tasks.workunit.client.0.smithi069.stdout: "start_leader": { 2024-04-10T16:59:55.664 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 4 2024-04-10T16:59:55.664 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.664 INFO:tasks.workunit.client.0.smithi069.stdout: "start_peon": { 2024-04-10T16:59:55.664 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.664 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.664 INFO:tasks.workunit.client.0.smithi069.stdout: "store_state": { 2024-04-10T16:59:55.664 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.664 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.664 INFO:tasks.workunit.client.0.smithi069.stdout: "store_state_bytes": { 2024-04-10T16:59:55.664 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:55.664 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.664 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.664 INFO:tasks.workunit.client.0.smithi069.stdout: "store_state_keys": { 2024-04-10T16:59:55.664 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:55.665 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.665 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.665 INFO:tasks.workunit.client.0.smithi069.stdout: "store_state_latency": { 2024-04-10T16:59:55.665 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:55.665 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.665 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:55.665 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.665 INFO:tasks.workunit.client.0.smithi069.stdout: "prioritycache": { 2024-04-10T16:59:55.665 INFO:tasks.workunit.client.0.smithi069.stdout: "cache_bytes": { 2024-04-10T16:59:55.665 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1020054731 2024-04-10T16:59:55.665 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.665 INFO:tasks.workunit.client.0.smithi069.stdout: "heap_bytes": { 2024-04-10T16:59:55.665 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 259145728 2024-04-10T16:59:55.665 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.665 INFO:tasks.workunit.client.0.smithi069.stdout: "mapped_bytes": { 2024-04-10T16:59:55.665 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 258351104 2024-04-10T16:59:55.665 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.666 INFO:tasks.workunit.client.0.smithi069.stdout: "target_bytes": { 2024-04-10T16:59:55.666 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2147483648 2024-04-10T16:59:55.666 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.666 INFO:tasks.workunit.client.0.smithi069.stdout: "unmapped_bytes": { 2024-04-10T16:59:55.666 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 794624 2024-04-10T16:59:55.666 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:55.666 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.666 INFO:tasks.workunit.client.0.smithi069.stdout: "prioritycache:full": { 2024-04-10T16:59:55.666 INFO:tasks.workunit.client.0.smithi069.stdout: "committed_bytes": { 2024-04-10T16:59:55.666 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 360710144 2024-04-10T16:59:55.666 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.666 INFO:tasks.workunit.client.0.smithi069.stdout: "pri0_bytes": { 2024-04-10T16:59:55.666 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.666 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.666 INFO:tasks.workunit.client.0.smithi069.stdout: "pri10_bytes": { 2024-04-10T16:59:55.667 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.667 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.667 INFO:tasks.workunit.client.0.smithi069.stdout: "pri11_bytes": { 2024-04-10T16:59:55.667 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 267330308 2024-04-10T16:59:55.667 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.667 INFO:tasks.workunit.client.0.smithi069.stdout: "pri1_bytes": { 2024-04-10T16:59:55.667 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 24638588 2024-04-10T16:59:55.667 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.667 INFO:tasks.workunit.client.0.smithi069.stdout: "pri2_bytes": { 2024-04-10T16:59:55.667 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.667 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.667 INFO:tasks.workunit.client.0.smithi069.stdout: "pri3_bytes": { 2024-04-10T16:59:55.667 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.667 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.667 INFO:tasks.workunit.client.0.smithi069.stdout: "pri4_bytes": { 2024-04-10T16:59:55.668 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.668 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.668 INFO:tasks.workunit.client.0.smithi069.stdout: "pri5_bytes": { 2024-04-10T16:59:55.668 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.668 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.668 INFO:tasks.workunit.client.0.smithi069.stdout: "pri6_bytes": { 2024-04-10T16:59:55.668 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.668 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.668 INFO:tasks.workunit.client.0.smithi069.stdout: "pri7_bytes": { 2024-04-10T16:59:55.668 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.668 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.668 INFO:tasks.workunit.client.0.smithi069.stdout: "pri8_bytes": { 2024-04-10T16:59:55.668 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.668 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.668 INFO:tasks.workunit.client.0.smithi069.stdout: "pri9_bytes": { 2024-04-10T16:59:55.668 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.668 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.669 INFO:tasks.workunit.client.0.smithi069.stdout: "reserved_bytes": { 2024-04-10T16:59:55.669 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 68741248 2024-04-10T16:59:55.669 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:55.669 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.669 INFO:tasks.workunit.client.0.smithi069.stdout: "prioritycache:inc": { 2024-04-10T16:59:55.669 INFO:tasks.workunit.client.0.smithi069.stdout: "committed_bytes": { 2024-04-10T16:59:55.669 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 339738624 2024-04-10T16:59:55.669 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.669 INFO:tasks.workunit.client.0.smithi069.stdout: "pri0_bytes": { 2024-04-10T16:59:55.669 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.669 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.669 INFO:tasks.workunit.client.0.smithi069.stdout: "pri10_bytes": { 2024-04-10T16:59:55.669 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.669 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.669 INFO:tasks.workunit.client.0.smithi069.stdout: "pri11_bytes": { 2024-04-10T16:59:55.669 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 267330308 2024-04-10T16:59:55.670 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.670 INFO:tasks.workunit.client.0.smithi069.stdout: "pri1_bytes": { 2024-04-10T16:59:55.670 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1516953 2024-04-10T16:59:55.670 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.670 INFO:tasks.workunit.client.0.smithi069.stdout: "pri2_bytes": { 2024-04-10T16:59:55.670 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.670 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.670 INFO:tasks.workunit.client.0.smithi069.stdout: "pri3_bytes": { 2024-04-10T16:59:55.670 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.670 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.670 INFO:tasks.workunit.client.0.smithi069.stdout: "pri4_bytes": { 2024-04-10T16:59:55.670 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.670 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.670 INFO:tasks.workunit.client.0.smithi069.stdout: "pri5_bytes": { 2024-04-10T16:59:55.670 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.670 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.671 INFO:tasks.workunit.client.0.smithi069.stdout: "pri6_bytes": { 2024-04-10T16:59:55.671 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.671 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.671 INFO:tasks.workunit.client.0.smithi069.stdout: "pri7_bytes": { 2024-04-10T16:59:55.671 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.671 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.671 INFO:tasks.workunit.client.0.smithi069.stdout: "pri8_bytes": { 2024-04-10T16:59:55.671 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.671 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.671 INFO:tasks.workunit.client.0.smithi069.stdout: "pri9_bytes": { 2024-04-10T16:59:55.671 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.671 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.671 INFO:tasks.workunit.client.0.smithi069.stdout: "reserved_bytes": { 2024-04-10T16:59:55.671 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 70891363 2024-04-10T16:59:55.671 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:55.671 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.671 INFO:tasks.workunit.client.0.smithi069.stdout: "prioritycache:kv": { 2024-04-10T16:59:55.672 INFO:tasks.workunit.client.0.smithi069.stdout: "committed_bytes": { 2024-04-10T16:59:55.672 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 314572800 2024-04-10T16:59:55.672 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.672 INFO:tasks.workunit.client.0.smithi069.stdout: "pri0_bytes": { 2024-04-10T16:59:55.672 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 67108864 2024-04-10T16:59:55.672 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.672 INFO:tasks.workunit.client.0.smithi069.stdout: "pri10_bytes": { 2024-04-10T16:59:55.672 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.672 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.672 INFO:tasks.workunit.client.0.smithi069.stdout: "pri11_bytes": { 2024-04-10T16:59:55.672 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 178220205 2024-04-10T16:59:55.672 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.672 INFO:tasks.workunit.client.0.smithi069.stdout: "pri1_bytes": { 2024-04-10T16:59:55.672 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.673 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.673 INFO:tasks.workunit.client.0.smithi069.stdout: "pri2_bytes": { 2024-04-10T16:59:55.673 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.673 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.673 INFO:tasks.workunit.client.0.smithi069.stdout: "pri3_bytes": { 2024-04-10T16:59:55.673 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.673 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.673 INFO:tasks.workunit.client.0.smithi069.stdout: "pri4_bytes": { 2024-04-10T16:59:55.673 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.673 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.673 INFO:tasks.workunit.client.0.smithi069.stdout: "pri5_bytes": { 2024-04-10T16:59:55.673 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.673 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.673 INFO:tasks.workunit.client.0.smithi069.stdout: "pri6_bytes": { 2024-04-10T16:59:55.673 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.673 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.674 INFO:tasks.workunit.client.0.smithi069.stdout: "pri7_bytes": { 2024-04-10T16:59:55.674 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.674 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.674 INFO:tasks.workunit.client.0.smithi069.stdout: "pri8_bytes": { 2024-04-10T16:59:55.674 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.674 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.674 INFO:tasks.workunit.client.0.smithi069.stdout: "pri9_bytes": { 2024-04-10T16:59:55.674 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.674 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.674 INFO:tasks.workunit.client.0.smithi069.stdout: "reserved_bytes": { 2024-04-10T16:59:55.674 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 69243731 2024-04-10T16:59:55.674 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:55.674 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.674 INFO:tasks.workunit.client.0.smithi069.stdout: "rocksdb": { 2024-04-10T16:59:55.674 INFO:tasks.workunit.client.0.smithi069.stdout: "compact": { 2024-04-10T16:59:55.674 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.675 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.675 INFO:tasks.workunit.client.0.smithi069.stdout: "compact_queue_len": { 2024-04-10T16:59:55.675 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.675 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.675 INFO:tasks.workunit.client.0.smithi069.stdout: "compact_queue_merge": { 2024-04-10T16:59:55.675 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.675 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.675 INFO:tasks.workunit.client.0.smithi069.stdout: "compact_range": { 2024-04-10T16:59:55.675 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 98 2024-04-10T16:59:55.675 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.675 INFO:tasks.workunit.client.0.smithi069.stdout: "get_latency": { 2024-04-10T16:59:55.675 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 384944, 2024-04-10T16:59:55.675 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2238820643 2024-04-10T16:59:55.675 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.675 INFO:tasks.workunit.client.0.smithi069.stdout: "rocksdb_write_delay_time": { 2024-04-10T16:59:55.675 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:55.675 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.676 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.676 INFO:tasks.workunit.client.0.smithi069.stdout: "rocksdb_write_memtable_time": { 2024-04-10T16:59:55.676 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:55.676 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.676 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.676 INFO:tasks.workunit.client.0.smithi069.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-10T16:59:55.676 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:55.676 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.676 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.676 INFO:tasks.workunit.client.0.smithi069.stdout: "rocksdb_write_wal_time": { 2024-04-10T16:59:55.676 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:55.676 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.676 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.676 INFO:tasks.workunit.client.0.smithi069.stdout: "submit_latency": { 2024-04-10T16:59:55.676 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:55.676 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.677 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.677 INFO:tasks.workunit.client.0.smithi069.stdout: "submit_sync_latency": { 2024-04-10T16:59:55.677 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 20703, 2024-04-10T16:59:55.677 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 7778679426 2024-04-10T16:59:55.677 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:55.677 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:55.677 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.677 INFO:tasks.workunit.client.0.smithi069.stdout: "mon.a94fb5321a792dfeda573ab0692ca0fa124fc659": { 2024-04-10T16:59:55.677 INFO:tasks.workunit.client.0.smithi069.stdout: "mon": { 2024-04-10T16:59:55.677 INFO:tasks.workunit.client.0.smithi069.stdout: "election_call": { 2024-04-10T16:59:55.677 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2 2024-04-10T16:59:55.677 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.677 INFO:tasks.workunit.client.0.smithi069.stdout: "election_lose": { 2024-04-10T16:59:55.677 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2 2024-04-10T16:59:55.677 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.678 INFO:tasks.workunit.client.0.smithi069.stdout: "election_win": { 2024-04-10T16:59:55.678 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.678 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.678 INFO:tasks.workunit.client.0.smithi069.stdout: "num_elections": { 2024-04-10T16:59:55.678 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 7 2024-04-10T16:59:55.678 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.678 INFO:tasks.workunit.client.0.smithi069.stdout: "num_sessions": { 2024-04-10T16:59:55.678 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 8 2024-04-10T16:59:55.678 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.678 INFO:tasks.workunit.client.0.smithi069.stdout: "session_add": { 2024-04-10T16:59:55.678 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3 2024-04-10T16:59:55.678 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.678 INFO:tasks.workunit.client.0.smithi069.stdout: "session_rm": { 2024-04-10T16:59:55.678 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 255 2024-04-10T16:59:55.678 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.678 INFO:tasks.workunit.client.0.smithi069.stdout: "session_trim": { 2024-04-10T16:59:55.679 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.679 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:55.679 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.679 INFO:tasks.workunit.client.0.smithi069.stdout: "paxos": { 2024-04-10T16:59:55.679 INFO:tasks.workunit.client.0.smithi069.stdout: "accept_timeout": { 2024-04-10T16:59:55.679 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.679 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.679 INFO:tasks.workunit.client.0.smithi069.stdout: "begin": { 2024-04-10T16:59:55.679 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 8450 2024-04-10T16:59:55.679 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.679 INFO:tasks.workunit.client.0.smithi069.stdout: "begin_bytes": { 2024-04-10T16:59:55.679 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 8450, 2024-04-10T16:59:55.679 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 58435737 2024-04-10T16:59:55.679 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.679 INFO:tasks.workunit.client.0.smithi069.stdout: "begin_keys": { 2024-04-10T16:59:55.679 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:55.680 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.680 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.680 INFO:tasks.workunit.client.0.smithi069.stdout: "begin_latency": { 2024-04-10T16:59:55.680 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 8450, 2024-04-10T16:59:55.680 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1357969709 2024-04-10T16:59:55.680 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.680 INFO:tasks.workunit.client.0.smithi069.stdout: "collect": { 2024-04-10T16:59:55.680 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2 2024-04-10T16:59:55.680 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.680 INFO:tasks.workunit.client.0.smithi069.stdout: "collect_bytes": { 2024-04-10T16:59:55.680 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 2, 2024-04-10T16:59:55.680 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 146 2024-04-10T16:59:55.680 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.680 INFO:tasks.workunit.client.0.smithi069.stdout: "collect_keys": { 2024-04-10T16:59:55.680 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 2, 2024-04-10T16:59:55.680 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2 2024-04-10T16:59:55.681 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.681 INFO:tasks.workunit.client.0.smithi069.stdout: "collect_latency": { 2024-04-10T16:59:55.681 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 2, 2024-04-10T16:59:55.681 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 999978 2024-04-10T16:59:55.681 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.681 INFO:tasks.workunit.client.0.smithi069.stdout: "collect_timeout": { 2024-04-10T16:59:55.681 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.681 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.681 INFO:tasks.workunit.client.0.smithi069.stdout: "collect_uncommitted": { 2024-04-10T16:59:55.681 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.681 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.681 INFO:tasks.workunit.client.0.smithi069.stdout: "commit": { 2024-04-10T16:59:55.681 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 8450 2024-04-10T16:59:55.681 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.681 INFO:tasks.workunit.client.0.smithi069.stdout: "commit_bytes": { 2024-04-10T16:59:55.681 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:55.681 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.682 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.682 INFO:tasks.workunit.client.0.smithi069.stdout: "commit_keys": { 2024-04-10T16:59:55.682 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:55.682 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.682 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.682 INFO:tasks.workunit.client.0.smithi069.stdout: "commit_latency": { 2024-04-10T16:59:55.682 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:55.682 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.682 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.682 INFO:tasks.workunit.client.0.smithi069.stdout: "lease_ack_timeout": { 2024-04-10T16:59:55.682 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.682 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.682 INFO:tasks.workunit.client.0.smithi069.stdout: "lease_timeout": { 2024-04-10T16:59:55.682 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.682 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.682 INFO:tasks.workunit.client.0.smithi069.stdout: "new_pn": { 2024-04-10T16:59:55.683 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.683 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.683 INFO:tasks.workunit.client.0.smithi069.stdout: "new_pn_latency": { 2024-04-10T16:59:55.683 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:55.683 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.683 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.683 INFO:tasks.workunit.client.0.smithi069.stdout: "refresh": { 2024-04-10T16:59:55.683 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 8450 2024-04-10T16:59:55.683 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.683 INFO:tasks.workunit.client.0.smithi069.stdout: "refresh_latency": { 2024-04-10T16:59:55.683 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 8450, 2024-04-10T16:59:55.683 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 26090417066 2024-04-10T16:59:55.683 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.683 INFO:tasks.workunit.client.0.smithi069.stdout: "restart": { 2024-04-10T16:59:55.683 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 9 2024-04-10T16:59:55.684 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.684 INFO:tasks.workunit.client.0.smithi069.stdout: "share_state": { 2024-04-10T16:59:55.684 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.684 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.684 INFO:tasks.workunit.client.0.smithi069.stdout: "share_state_bytes": { 2024-04-10T16:59:55.684 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:55.684 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.684 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.684 INFO:tasks.workunit.client.0.smithi069.stdout: "share_state_keys": { 2024-04-10T16:59:55.684 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:55.684 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.684 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.684 INFO:tasks.workunit.client.0.smithi069.stdout: "start_leader": { 2024-04-10T16:59:55.684 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.684 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.685 INFO:tasks.workunit.client.0.smithi069.stdout: "start_peon": { 2024-04-10T16:59:55.685 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2 2024-04-10T16:59:55.685 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.685 INFO:tasks.workunit.client.0.smithi069.stdout: "store_state": { 2024-04-10T16:59:55.685 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 8450 2024-04-10T16:59:55.685 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.685 INFO:tasks.workunit.client.0.smithi069.stdout: "store_state_bytes": { 2024-04-10T16:59:55.685 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 8450, 2024-04-10T16:59:55.685 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 115262165 2024-04-10T16:59:55.685 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.685 INFO:tasks.workunit.client.0.smithi069.stdout: "store_state_keys": { 2024-04-10T16:59:55.685 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 8450, 2024-04-10T16:59:55.685 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 74406 2024-04-10T16:59:55.685 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.685 INFO:tasks.workunit.client.0.smithi069.stdout: "store_state_latency": { 2024-04-10T16:59:55.685 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 8450, 2024-04-10T16:59:55.686 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2678940110 2024-04-10T16:59:55.686 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:55.686 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.686 INFO:tasks.workunit.client.0.smithi069.stdout: "prioritycache": { 2024-04-10T16:59:55.686 INFO:tasks.workunit.client.0.smithi069.stdout: "cache_bytes": { 2024-04-10T16:59:55.686 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1020054731 2024-04-10T16:59:55.686 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.686 INFO:tasks.workunit.client.0.smithi069.stdout: "heap_bytes": { 2024-04-10T16:59:55.686 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 166690816 2024-04-10T16:59:55.686 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.686 INFO:tasks.workunit.client.0.smithi069.stdout: "mapped_bytes": { 2024-04-10T16:59:55.686 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 165789696 2024-04-10T16:59:55.686 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.686 INFO:tasks.workunit.client.0.smithi069.stdout: "target_bytes": { 2024-04-10T16:59:55.686 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2147483648 2024-04-10T16:59:55.686 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.687 INFO:tasks.workunit.client.0.smithi069.stdout: "unmapped_bytes": { 2024-04-10T16:59:55.687 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 901120 2024-04-10T16:59:55.687 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:55.687 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.687 INFO:tasks.workunit.client.0.smithi069.stdout: "prioritycache:full": { 2024-04-10T16:59:55.687 INFO:tasks.workunit.client.0.smithi069.stdout: "committed_bytes": { 2024-04-10T16:59:55.687 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 360710144 2024-04-10T16:59:55.687 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.687 INFO:tasks.workunit.client.0.smithi069.stdout: "pri0_bytes": { 2024-04-10T16:59:55.687 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.687 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.687 INFO:tasks.workunit.client.0.smithi069.stdout: "pri10_bytes": { 2024-04-10T16:59:55.687 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.687 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.687 INFO:tasks.workunit.client.0.smithi069.stdout: "pri11_bytes": { 2024-04-10T16:59:55.687 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 267463545 2024-04-10T16:59:55.688 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.688 INFO:tasks.workunit.client.0.smithi069.stdout: "pri1_bytes": { 2024-04-10T16:59:55.688 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 24307315 2024-04-10T16:59:55.688 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.688 INFO:tasks.workunit.client.0.smithi069.stdout: "pri2_bytes": { 2024-04-10T16:59:55.688 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.688 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.688 INFO:tasks.workunit.client.0.smithi069.stdout: "pri3_bytes": { 2024-04-10T16:59:55.688 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.688 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.688 INFO:tasks.workunit.client.0.smithi069.stdout: "pri4_bytes": { 2024-04-10T16:59:55.688 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.688 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.688 INFO:tasks.workunit.client.0.smithi069.stdout: "pri5_bytes": { 2024-04-10T16:59:55.688 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.688 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.688 INFO:tasks.workunit.client.0.smithi069.stdout: "pri6_bytes": { 2024-04-10T16:59:55.689 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.689 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.689 INFO:tasks.workunit.client.0.smithi069.stdout: "pri7_bytes": { 2024-04-10T16:59:55.689 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.689 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.689 INFO:tasks.workunit.client.0.smithi069.stdout: "pri8_bytes": { 2024-04-10T16:59:55.689 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.689 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.689 INFO:tasks.workunit.client.0.smithi069.stdout: "pri9_bytes": { 2024-04-10T16:59:55.689 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.689 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.689 INFO:tasks.workunit.client.0.smithi069.stdout: "reserved_bytes": { 2024-04-10T16:59:55.689 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 68939284 2024-04-10T16:59:55.689 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:55.689 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.689 INFO:tasks.workunit.client.0.smithi069.stdout: "prioritycache:inc": { 2024-04-10T16:59:55.690 INFO:tasks.workunit.client.0.smithi069.stdout: "committed_bytes": { 2024-04-10T16:59:55.690 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 339738624 2024-04-10T16:59:55.690 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.690 INFO:tasks.workunit.client.0.smithi069.stdout: "pri0_bytes": { 2024-04-10T16:59:55.690 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.690 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.690 INFO:tasks.workunit.client.0.smithi069.stdout: "pri10_bytes": { 2024-04-10T16:59:55.690 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.690 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.690 INFO:tasks.workunit.client.0.smithi069.stdout: "pri11_bytes": { 2024-04-10T16:59:55.690 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 267463545 2024-04-10T16:59:55.690 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.690 INFO:tasks.workunit.client.0.smithi069.stdout: "pri1_bytes": { 2024-04-10T16:59:55.690 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1492928 2024-04-10T16:59:55.690 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.691 INFO:tasks.workunit.client.0.smithi069.stdout: "pri2_bytes": { 2024-04-10T16:59:55.691 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.691 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.691 INFO:tasks.workunit.client.0.smithi069.stdout: "pri3_bytes": { 2024-04-10T16:59:55.691 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.691 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.691 INFO:tasks.workunit.client.0.smithi069.stdout: "pri4_bytes": { 2024-04-10T16:59:55.691 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.691 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.691 INFO:tasks.workunit.client.0.smithi069.stdout: "pri5_bytes": { 2024-04-10T16:59:55.691 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.691 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.691 INFO:tasks.workunit.client.0.smithi069.stdout: "pri6_bytes": { 2024-04-10T16:59:55.691 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.691 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.692 INFO:tasks.workunit.client.0.smithi069.stdout: "pri7_bytes": { 2024-04-10T16:59:55.692 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.692 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.692 INFO:tasks.workunit.client.0.smithi069.stdout: "pri8_bytes": { 2024-04-10T16:59:55.692 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.692 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.692 INFO:tasks.workunit.client.0.smithi069.stdout: "pri9_bytes": { 2024-04-10T16:59:55.692 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.692 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.692 INFO:tasks.workunit.client.0.smithi069.stdout: "reserved_bytes": { 2024-04-10T16:59:55.692 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 70782151 2024-04-10T16:59:55.692 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:55.692 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.692 INFO:tasks.workunit.client.0.smithi069.stdout: "prioritycache:kv": { 2024-04-10T16:59:55.692 INFO:tasks.workunit.client.0.smithi069.stdout: "committed_bytes": { 2024-04-10T16:59:55.692 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 314572800 2024-04-10T16:59:55.693 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.693 INFO:tasks.workunit.client.0.smithi069.stdout: "pri0_bytes": { 2024-04-10T16:59:55.693 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 67108864 2024-04-10T16:59:55.693 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.693 INFO:tasks.workunit.client.0.smithi069.stdout: "pri10_bytes": { 2024-04-10T16:59:55.693 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.693 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.693 INFO:tasks.workunit.client.0.smithi069.stdout: "pri11_bytes": { 2024-04-10T16:59:55.693 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 178309030 2024-04-10T16:59:55.693 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.693 INFO:tasks.workunit.client.0.smithi069.stdout: "pri1_bytes": { 2024-04-10T16:59:55.693 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.693 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.693 INFO:tasks.workunit.client.0.smithi069.stdout: "pri2_bytes": { 2024-04-10T16:59:55.693 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.694 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.694 INFO:tasks.workunit.client.0.smithi069.stdout: "pri3_bytes": { 2024-04-10T16:59:55.694 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.694 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.694 INFO:tasks.workunit.client.0.smithi069.stdout: "pri4_bytes": { 2024-04-10T16:59:55.694 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.694 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.694 INFO:tasks.workunit.client.0.smithi069.stdout: "pri5_bytes": { 2024-04-10T16:59:55.694 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.694 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.694 INFO:tasks.workunit.client.0.smithi069.stdout: "pri6_bytes": { 2024-04-10T16:59:55.694 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.694 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.695 INFO:tasks.workunit.client.0.smithi069.stdout: "pri7_bytes": { 2024-04-10T16:59:55.695 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.695 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.695 INFO:tasks.workunit.client.0.smithi069.stdout: "pri8_bytes": { 2024-04-10T16:59:55.695 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.695 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.695 INFO:tasks.workunit.client.0.smithi069.stdout: "pri9_bytes": { 2024-04-10T16:59:55.695 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.695 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.695 INFO:tasks.workunit.client.0.smithi069.stdout: "reserved_bytes": { 2024-04-10T16:59:55.695 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 69154906 2024-04-10T16:59:55.695 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:55.695 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.695 INFO:tasks.workunit.client.0.smithi069.stdout: "rocksdb": { 2024-04-10T16:59:55.695 INFO:tasks.workunit.client.0.smithi069.stdout: "compact": { 2024-04-10T16:59:55.696 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.696 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.696 INFO:tasks.workunit.client.0.smithi069.stdout: "compact_queue_len": { 2024-04-10T16:59:55.696 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.696 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.696 INFO:tasks.workunit.client.0.smithi069.stdout: "compact_queue_merge": { 2024-04-10T16:59:55.696 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.696 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.696 INFO:tasks.workunit.client.0.smithi069.stdout: "compact_range": { 2024-04-10T16:59:55.696 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 98 2024-04-10T16:59:55.696 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.696 INFO:tasks.workunit.client.0.smithi069.stdout: "get_latency": { 2024-04-10T16:59:55.696 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 366524, 2024-04-10T16:59:55.696 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1735596954 2024-04-10T16:59:55.696 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.697 INFO:tasks.workunit.client.0.smithi069.stdout: "rocksdb_write_delay_time": { 2024-04-10T16:59:55.697 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:55.697 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.697 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.697 INFO:tasks.workunit.client.0.smithi069.stdout: "rocksdb_write_memtable_time": { 2024-04-10T16:59:55.697 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:55.697 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.697 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.697 INFO:tasks.workunit.client.0.smithi069.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-10T16:59:55.697 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:55.697 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.697 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.697 INFO:tasks.workunit.client.0.smithi069.stdout: "rocksdb_write_wal_time": { 2024-04-10T16:59:55.697 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:55.697 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.697 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.698 INFO:tasks.workunit.client.0.smithi069.stdout: "submit_latency": { 2024-04-10T16:59:55.698 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:55.698 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.698 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.698 INFO:tasks.workunit.client.0.smithi069.stdout: "submit_sync_latency": { 2024-04-10T16:59:55.698 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 20420, 2024-04-10T16:59:55.698 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 6224030633 2024-04-10T16:59:55.698 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:55.698 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:55.698 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.698 INFO:tasks.workunit.client.0.smithi069.stdout: "mon.f674850e5ec273712a6400c20c884d0d3d4aaf85": { 2024-04-10T16:59:55.698 INFO:tasks.workunit.client.0.smithi069.stdout: "mon": { 2024-04-10T16:59:55.698 INFO:tasks.workunit.client.0.smithi069.stdout: "election_call": { 2024-04-10T16:59:55.698 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2 2024-04-10T16:59:55.698 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.699 INFO:tasks.workunit.client.0.smithi069.stdout: "election_lose": { 2024-04-10T16:59:55.699 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3 2024-04-10T16:59:55.699 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.699 INFO:tasks.workunit.client.0.smithi069.stdout: "election_win": { 2024-04-10T16:59:55.699 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.699 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.699 INFO:tasks.workunit.client.0.smithi069.stdout: "num_elections": { 2024-04-10T16:59:55.699 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 10 2024-04-10T16:59:55.699 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.699 INFO:tasks.workunit.client.0.smithi069.stdout: "num_sessions": { 2024-04-10T16:59:55.699 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 6 2024-04-10T16:59:55.699 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.699 INFO:tasks.workunit.client.0.smithi069.stdout: "session_add": { 2024-04-10T16:59:55.699 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 4 2024-04-10T16:59:55.699 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.699 INFO:tasks.workunit.client.0.smithi069.stdout: "session_rm": { 2024-04-10T16:59:55.700 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 265 2024-04-10T16:59:55.700 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.700 INFO:tasks.workunit.client.0.smithi069.stdout: "session_trim": { 2024-04-10T16:59:55.700 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.700 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:55.700 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.700 INFO:tasks.workunit.client.0.smithi069.stdout: "paxos": { 2024-04-10T16:59:55.700 INFO:tasks.workunit.client.0.smithi069.stdout: "accept_timeout": { 2024-04-10T16:59:55.700 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.700 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.700 INFO:tasks.workunit.client.0.smithi069.stdout: "begin": { 2024-04-10T16:59:55.700 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 8493 2024-04-10T16:59:55.700 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.700 INFO:tasks.workunit.client.0.smithi069.stdout: "begin_bytes": { 2024-04-10T16:59:55.700 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 8493, 2024-04-10T16:59:55.700 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 58784752 2024-04-10T16:59:55.701 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.701 INFO:tasks.workunit.client.0.smithi069.stdout: "begin_keys": { 2024-04-10T16:59:55.701 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:55.701 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.701 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.701 INFO:tasks.workunit.client.0.smithi069.stdout: "begin_latency": { 2024-04-10T16:59:55.701 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 8493, 2024-04-10T16:59:55.701 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1975955613 2024-04-10T16:59:55.701 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.701 INFO:tasks.workunit.client.0.smithi069.stdout: "collect": { 2024-04-10T16:59:55.701 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3 2024-04-10T16:59:55.701 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.701 INFO:tasks.workunit.client.0.smithi069.stdout: "collect_bytes": { 2024-04-10T16:59:55.701 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 3, 2024-04-10T16:59:55.701 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 219 2024-04-10T16:59:55.701 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.702 INFO:tasks.workunit.client.0.smithi069.stdout: "collect_keys": { 2024-04-10T16:59:55.702 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 3, 2024-04-10T16:59:55.702 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3 2024-04-10T16:59:55.702 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.702 INFO:tasks.workunit.client.0.smithi069.stdout: "collect_latency": { 2024-04-10T16:59:55.702 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 3, 2024-04-10T16:59:55.702 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 999978 2024-04-10T16:59:55.702 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.702 INFO:tasks.workunit.client.0.smithi069.stdout: "collect_timeout": { 2024-04-10T16:59:55.702 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.702 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.702 INFO:tasks.workunit.client.0.smithi069.stdout: "collect_uncommitted": { 2024-04-10T16:59:55.702 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1 2024-04-10T16:59:55.702 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.702 INFO:tasks.workunit.client.0.smithi069.stdout: "commit": { 2024-04-10T16:59:55.703 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 8492 2024-04-10T16:59:55.703 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.703 INFO:tasks.workunit.client.0.smithi069.stdout: "commit_bytes": { 2024-04-10T16:59:55.703 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:55.703 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.703 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.703 INFO:tasks.workunit.client.0.smithi069.stdout: "commit_keys": { 2024-04-10T16:59:55.703 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:55.703 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.703 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.703 INFO:tasks.workunit.client.0.smithi069.stdout: "commit_latency": { 2024-04-10T16:59:55.703 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:55.703 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.703 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.703 INFO:tasks.workunit.client.0.smithi069.stdout: "lease_ack_timeout": { 2024-04-10T16:59:55.703 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.703 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.704 INFO:tasks.workunit.client.0.smithi069.stdout: "lease_timeout": { 2024-04-10T16:59:55.704 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.704 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.704 INFO:tasks.workunit.client.0.smithi069.stdout: "new_pn": { 2024-04-10T16:59:55.704 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.704 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.704 INFO:tasks.workunit.client.0.smithi069.stdout: "new_pn_latency": { 2024-04-10T16:59:55.704 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:55.704 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.704 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.704 INFO:tasks.workunit.client.0.smithi069.stdout: "refresh": { 2024-04-10T16:59:55.704 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 8492 2024-04-10T16:59:55.704 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.704 INFO:tasks.workunit.client.0.smithi069.stdout: "refresh_latency": { 2024-04-10T16:59:55.704 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 8492, 2024-04-10T16:59:55.704 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 29310341386 2024-04-10T16:59:55.705 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.705 INFO:tasks.workunit.client.0.smithi069.stdout: "restart": { 2024-04-10T16:59:55.705 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 12 2024-04-10T16:59:55.705 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.705 INFO:tasks.workunit.client.0.smithi069.stdout: "share_state": { 2024-04-10T16:59:55.705 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.705 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.705 INFO:tasks.workunit.client.0.smithi069.stdout: "share_state_bytes": { 2024-04-10T16:59:55.705 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:55.705 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.705 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.705 INFO:tasks.workunit.client.0.smithi069.stdout: "share_state_keys": { 2024-04-10T16:59:55.705 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:55.705 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.705 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.705 INFO:tasks.workunit.client.0.smithi069.stdout: "start_leader": { 2024-04-10T16:59:55.706 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.706 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.706 INFO:tasks.workunit.client.0.smithi069.stdout: "start_peon": { 2024-04-10T16:59:55.706 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3 2024-04-10T16:59:55.706 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.706 INFO:tasks.workunit.client.0.smithi069.stdout: "store_state": { 2024-04-10T16:59:55.706 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 8492 2024-04-10T16:59:55.706 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.706 INFO:tasks.workunit.client.0.smithi069.stdout: "store_state_bytes": { 2024-04-10T16:59:55.706 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 8492, 2024-04-10T16:59:55.706 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 115938103 2024-04-10T16:59:55.706 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.706 INFO:tasks.workunit.client.0.smithi069.stdout: "store_state_keys": { 2024-04-10T16:59:55.706 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 8492, 2024-04-10T16:59:55.706 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 74768 2024-04-10T16:59:55.706 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.707 INFO:tasks.workunit.client.0.smithi069.stdout: "store_state_latency": { 2024-04-10T16:59:55.707 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 8492, 2024-04-10T16:59:55.707 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 5427878082 2024-04-10T16:59:55.707 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:55.707 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.707 INFO:tasks.workunit.client.0.smithi069.stdout: "prioritycache": { 2024-04-10T16:59:55.707 INFO:tasks.workunit.client.0.smithi069.stdout: "cache_bytes": { 2024-04-10T16:59:55.707 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1020054731 2024-04-10T16:59:55.707 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.707 INFO:tasks.workunit.client.0.smithi069.stdout: "heap_bytes": { 2024-04-10T16:59:55.707 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 168779776 2024-04-10T16:59:55.707 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.707 INFO:tasks.workunit.client.0.smithi069.stdout: "mapped_bytes": { 2024-04-10T16:59:55.707 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 168222720 2024-04-10T16:59:55.707 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.707 INFO:tasks.workunit.client.0.smithi069.stdout: "target_bytes": { 2024-04-10T16:59:55.708 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2147483648 2024-04-10T16:59:55.708 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.708 INFO:tasks.workunit.client.0.smithi069.stdout: "unmapped_bytes": { 2024-04-10T16:59:55.708 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 557056 2024-04-10T16:59:55.708 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:55.708 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.708 INFO:tasks.workunit.client.0.smithi069.stdout: "prioritycache:full": { 2024-04-10T16:59:55.708 INFO:tasks.workunit.client.0.smithi069.stdout: "committed_bytes": { 2024-04-10T16:59:55.708 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 360710144 2024-04-10T16:59:55.708 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.708 INFO:tasks.workunit.client.0.smithi069.stdout: "pri0_bytes": { 2024-04-10T16:59:55.708 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.708 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.708 INFO:tasks.workunit.client.0.smithi069.stdout: "pri10_bytes": { 2024-04-10T16:59:55.708 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.708 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.708 INFO:tasks.workunit.client.0.smithi069.stdout: "pri11_bytes": { 2024-04-10T16:59:55.709 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 267413907 2024-04-10T16:59:55.709 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.709 INFO:tasks.workunit.client.0.smithi069.stdout: "pri1_bytes": { 2024-04-10T16:59:55.709 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 24430895 2024-04-10T16:59:55.709 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.709 INFO:tasks.workunit.client.0.smithi069.stdout: "pri2_bytes": { 2024-04-10T16:59:55.709 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.709 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.709 INFO:tasks.workunit.client.0.smithi069.stdout: "pri3_bytes": { 2024-04-10T16:59:55.709 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.709 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.709 INFO:tasks.workunit.client.0.smithi069.stdout: "pri4_bytes": { 2024-04-10T16:59:55.709 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.709 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.709 INFO:tasks.workunit.client.0.smithi069.stdout: "pri5_bytes": { 2024-04-10T16:59:55.709 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.709 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.710 INFO:tasks.workunit.client.0.smithi069.stdout: "pri6_bytes": { 2024-04-10T16:59:55.710 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.710 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.710 INFO:tasks.workunit.client.0.smithi069.stdout: "pri7_bytes": { 2024-04-10T16:59:55.710 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.710 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.710 INFO:tasks.workunit.client.0.smithi069.stdout: "pri8_bytes": { 2024-04-10T16:59:55.710 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.710 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.710 INFO:tasks.workunit.client.0.smithi069.stdout: "pri9_bytes": { 2024-04-10T16:59:55.710 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.710 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.710 INFO:tasks.workunit.client.0.smithi069.stdout: "reserved_bytes": { 2024-04-10T16:59:55.710 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 68865342 2024-04-10T16:59:55.710 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:55.711 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.711 INFO:tasks.workunit.client.0.smithi069.stdout: "prioritycache:inc": { 2024-04-10T16:59:55.711 INFO:tasks.workunit.client.0.smithi069.stdout: "committed_bytes": { 2024-04-10T16:59:55.711 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 339738624 2024-04-10T16:59:55.711 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.711 INFO:tasks.workunit.client.0.smithi069.stdout: "pri0_bytes": { 2024-04-10T16:59:55.711 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.711 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.711 INFO:tasks.workunit.client.0.smithi069.stdout: "pri10_bytes": { 2024-04-10T16:59:55.711 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.711 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.711 INFO:tasks.workunit.client.0.smithi069.stdout: "pri11_bytes": { 2024-04-10T16:59:55.711 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 267413907 2024-04-10T16:59:55.711 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.711 INFO:tasks.workunit.client.0.smithi069.stdout: "pri1_bytes": { 2024-04-10T16:59:55.711 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1501714 2024-04-10T16:59:55.711 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.712 INFO:tasks.workunit.client.0.smithi069.stdout: "pri2_bytes": { 2024-04-10T16:59:55.712 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.712 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.712 INFO:tasks.workunit.client.0.smithi069.stdout: "pri3_bytes": { 2024-04-10T16:59:55.712 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.712 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.712 INFO:tasks.workunit.client.0.smithi069.stdout: "pri4_bytes": { 2024-04-10T16:59:55.712 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.712 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.712 INFO:tasks.workunit.client.0.smithi069.stdout: "pri5_bytes": { 2024-04-10T16:59:55.712 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.712 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.712 INFO:tasks.workunit.client.0.smithi069.stdout: "pri6_bytes": { 2024-04-10T16:59:55.712 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.712 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.712 INFO:tasks.workunit.client.0.smithi069.stdout: "pri7_bytes": { 2024-04-10T16:59:55.713 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.713 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.713 INFO:tasks.workunit.client.0.smithi069.stdout: "pri8_bytes": { 2024-04-10T16:59:55.713 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.713 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.713 INFO:tasks.workunit.client.0.smithi069.stdout: "pri9_bytes": { 2024-04-10T16:59:55.713 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.713 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.713 INFO:tasks.workunit.client.0.smithi069.stdout: "reserved_bytes": { 2024-04-10T16:59:55.713 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 70823003 2024-04-10T16:59:55.713 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:55.713 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.713 INFO:tasks.workunit.client.0.smithi069.stdout: "prioritycache:kv": { 2024-04-10T16:59:55.713 INFO:tasks.workunit.client.0.smithi069.stdout: "committed_bytes": { 2024-04-10T16:59:55.714 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 314572800 2024-04-10T16:59:55.714 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.714 INFO:tasks.workunit.client.0.smithi069.stdout: "pri0_bytes": { 2024-04-10T16:59:55.714 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 67108864 2024-04-10T16:59:55.714 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.714 INFO:tasks.workunit.client.0.smithi069.stdout: "pri10_bytes": { 2024-04-10T16:59:55.714 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.714 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.714 INFO:tasks.workunit.client.0.smithi069.stdout: "pri11_bytes": { 2024-04-10T16:59:55.714 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 178275938 2024-04-10T16:59:55.714 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.714 INFO:tasks.workunit.client.0.smithi069.stdout: "pri1_bytes": { 2024-04-10T16:59:55.714 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.714 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.714 INFO:tasks.workunit.client.0.smithi069.stdout: "pri2_bytes": { 2024-04-10T16:59:55.715 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.715 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.715 INFO:tasks.workunit.client.0.smithi069.stdout: "pri3_bytes": { 2024-04-10T16:59:55.715 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.715 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.715 INFO:tasks.workunit.client.0.smithi069.stdout: "pri4_bytes": { 2024-04-10T16:59:55.715 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.715 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.715 INFO:tasks.workunit.client.0.smithi069.stdout: "pri5_bytes": { 2024-04-10T16:59:55.715 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.715 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.715 INFO:tasks.workunit.client.0.smithi069.stdout: "pri6_bytes": { 2024-04-10T16:59:55.715 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.715 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.715 INFO:tasks.workunit.client.0.smithi069.stdout: "pri7_bytes": { 2024-04-10T16:59:55.715 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.716 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.716 INFO:tasks.workunit.client.0.smithi069.stdout: "pri8_bytes": { 2024-04-10T16:59:55.716 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.716 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.716 INFO:tasks.workunit.client.0.smithi069.stdout: "pri9_bytes": { 2024-04-10T16:59:55.716 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.716 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.716 INFO:tasks.workunit.client.0.smithi069.stdout: "reserved_bytes": { 2024-04-10T16:59:55.716 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 69187998 2024-04-10T16:59:55.716 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:55.716 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.716 INFO:tasks.workunit.client.0.smithi069.stdout: "rocksdb": { 2024-04-10T16:59:55.716 INFO:tasks.workunit.client.0.smithi069.stdout: "compact": { 2024-04-10T16:59:55.716 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.716 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.717 INFO:tasks.workunit.client.0.smithi069.stdout: "compact_queue_len": { 2024-04-10T16:59:55.717 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.717 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.717 INFO:tasks.workunit.client.0.smithi069.stdout: "compact_queue_merge": { 2024-04-10T16:59:55.717 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.717 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.717 INFO:tasks.workunit.client.0.smithi069.stdout: "compact_range": { 2024-04-10T16:59:55.717 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 98 2024-04-10T16:59:55.717 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.717 INFO:tasks.workunit.client.0.smithi069.stdout: "get_latency": { 2024-04-10T16:59:55.717 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 368403, 2024-04-10T16:59:55.717 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1905365573 2024-04-10T16:59:55.717 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.717 INFO:tasks.workunit.client.0.smithi069.stdout: "rocksdb_write_delay_time": { 2024-04-10T16:59:55.718 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:55.718 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.718 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.718 INFO:tasks.workunit.client.0.smithi069.stdout: "rocksdb_write_memtable_time": { 2024-04-10T16:59:55.718 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:55.718 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.718 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.718 INFO:tasks.workunit.client.0.smithi069.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-10T16:59:55.718 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:55.718 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.718 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.718 INFO:tasks.workunit.client.0.smithi069.stdout: "rocksdb_write_wal_time": { 2024-04-10T16:59:55.718 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:55.719 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.719 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.719 INFO:tasks.workunit.client.0.smithi069.stdout: "submit_latency": { 2024-04-10T16:59:55.719 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:55.719 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.719 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.719 INFO:tasks.workunit.client.0.smithi069.stdout: "submit_sync_latency": { 2024-04-10T16:59:55.719 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 20527, 2024-04-10T16:59:55.719 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 9577686437 2024-04-10T16:59:55.719 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:55.719 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:55.719 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.719 INFO:tasks.workunit.client.0.smithi069.stdout: "osd.0": { 2024-04-10T16:59:55.719 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs": { 2024-04-10T16:59:55.719 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_db_max_lat": { 2024-04-10T16:59:55.719 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 16294 2024-04-10T16:59:55.720 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.720 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_slow_fallback": { 2024-04-10T16:59:55.720 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.720 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.720 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_slow_max_lat": { 2024-04-10T16:59:55.720 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.720 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.720 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_slow_size_fallback": { 2024-04-10T16:59:55.720 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.720 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.720 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_unit_db": { 2024-04-10T16:59:55.720 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 65536 2024-04-10T16:59:55.720 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.720 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_unit_slow": { 2024-04-10T16:59:55.721 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.721 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.721 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_unit_wal": { 2024-04-10T16:59:55.721 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.721 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.721 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_wal_max_lat": { 2024-04-10T16:59:55.721 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.721 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.721 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes_written_slow": { 2024-04-10T16:59:55.721 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.721 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.721 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes_written_sst": { 2024-04-10T16:59:55.721 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 10133504 2024-04-10T16:59:55.722 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.722 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes_written_wal": { 2024-04-10T16:59:55.722 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 728481792 2024-04-10T16:59:55.722 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.722 INFO:tasks.workunit.client.0.smithi069.stdout: "compact_lat": { 2024-04-10T16:59:55.722 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 18, 2024-04-10T16:59:55.722 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3582650 2024-04-10T16:59:55.722 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.722 INFO:tasks.workunit.client.0.smithi069.stdout: "compact_lock_lat": { 2024-04-10T16:59:55.722 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 18, 2024-04-10T16:59:55.722 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1321269 2024-04-10T16:59:55.722 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.722 INFO:tasks.workunit.client.0.smithi069.stdout: "db_alloc_lat": { 2024-04-10T16:59:55.722 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 194, 2024-04-10T16:59:55.722 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1018050 2024-04-10T16:59:55.723 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.723 INFO:tasks.workunit.client.0.smithi069.stdout: "db_total_bytes": { 2024-04-10T16:59:55.723 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 95995027456 2024-04-10T16:59:55.723 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.723 INFO:tasks.workunit.client.0.smithi069.stdout: "db_used_bytes": { 2024-04-10T16:59:55.723 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 683671552 2024-04-10T16:59:55.723 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.723 INFO:tasks.workunit.client.0.smithi069.stdout: "flush_lat": { 2024-04-10T16:59:55.723 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 77081, 2024-04-10T16:59:55.723 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 11772845424 2024-04-10T16:59:55.723 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.723 INFO:tasks.workunit.client.0.smithi069.stdout: "fsync_lat": { 2024-04-10T16:59:55.723 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 77086, 2024-04-10T16:59:55.723 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 19294265725 2024-04-10T16:59:55.723 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.724 INFO:tasks.workunit.client.0.smithi069.stdout: "log_bytes": { 2024-04-10T16:59:55.724 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 16498688 2024-04-10T16:59:55.724 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.724 INFO:tasks.workunit.client.0.smithi069.stdout: "logged_bytes": { 2024-04-10T16:59:55.724 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 315752448 2024-04-10T16:59:55.724 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.724 INFO:tasks.workunit.client.0.smithi069.stdout: "max_bytes_db": { 2024-04-10T16:59:55.724 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 679411712 2024-04-10T16:59:55.724 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.724 INFO:tasks.workunit.client.0.smithi069.stdout: "max_bytes_slow": { 2024-04-10T16:59:55.724 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.724 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.724 INFO:tasks.workunit.client.0.smithi069.stdout: "max_bytes_wal": { 2024-04-10T16:59:55.725 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.725 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.725 INFO:tasks.workunit.client.0.smithi069.stdout: "num_files": { 2024-04-10T16:59:55.725 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 50 2024-04-10T16:59:55.725 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.725 INFO:tasks.workunit.client.0.smithi069.stdout: "read_bytes": { 2024-04-10T16:59:55.725 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 6815005196 2024-04-10T16:59:55.725 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.725 INFO:tasks.workunit.client.0.smithi069.stdout: "read_count": { 2024-04-10T16:59:55.725 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 63134 2024-04-10T16:59:55.725 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.725 INFO:tasks.workunit.client.0.smithi069.stdout: "read_disk_bytes": { 2024-04-10T16:59:55.725 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 6018924544 2024-04-10T16:59:55.725 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.725 INFO:tasks.workunit.client.0.smithi069.stdout: "read_disk_bytes_db": { 2024-04-10T16:59:55.726 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 6018928640 2024-04-10T16:59:55.726 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.726 INFO:tasks.workunit.client.0.smithi069.stdout: "read_disk_bytes_slow": { 2024-04-10T16:59:55.726 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.726 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.726 INFO:tasks.workunit.client.0.smithi069.stdout: "read_disk_bytes_wal": { 2024-04-10T16:59:55.726 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.726 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.726 INFO:tasks.workunit.client.0.smithi069.stdout: "read_disk_count": { 2024-04-10T16:59:55.726 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 52284 2024-04-10T16:59:55.726 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.726 INFO:tasks.workunit.client.0.smithi069.stdout: "read_lat": { 2024-04-10T16:59:55.726 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 63134, 2024-04-10T16:59:55.726 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2213170540 2024-04-10T16:59:55.727 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.727 INFO:tasks.workunit.client.0.smithi069.stdout: "read_prefetch_bytes": { 2024-04-10T16:59:55.727 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 6716699932 2024-04-10T16:59:55.727 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.727 INFO:tasks.workunit.client.0.smithi069.stdout: "read_prefetch_count": { 2024-04-10T16:59:55.727 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 60120 2024-04-10T16:59:55.727 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.727 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_buffer_bytes": { 2024-04-10T16:59:55.727 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3630702 2024-04-10T16:59:55.727 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.727 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_buffer_count": { 2024-04-10T16:59:55.727 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 649 2024-04-10T16:59:55.727 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.727 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_bytes": { 2024-04-10T16:59:55.727 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 10047141 2024-04-10T16:59:55.727 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.728 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_count": { 2024-04-10T16:59:55.728 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 968 2024-04-10T16:59:55.728 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.728 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_disk_bytes": { 2024-04-10T16:59:55.728 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 6416439 2024-04-10T16:59:55.728 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.728 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_disk_bytes_db": { 2024-04-10T16:59:55.728 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 6416439 2024-04-10T16:59:55.728 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.728 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_disk_bytes_slow": { 2024-04-10T16:59:55.728 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.728 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.728 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_disk_bytes_wal": { 2024-04-10T16:59:55.728 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.728 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.728 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_disk_count": { 2024-04-10T16:59:55.729 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 330 2024-04-10T16:59:55.729 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.729 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_lat": { 2024-04-10T16:59:55.729 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 968, 2024-04-10T16:59:55.729 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3070699 2024-04-10T16:59:55.729 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.729 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_alloc_lat": { 2024-04-10T16:59:55.729 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:55.729 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.729 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.729 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_total_bytes": { 2024-04-10T16:59:55.729 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.729 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.729 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_used_bytes": { 2024-04-10T16:59:55.729 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.730 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.730 INFO:tasks.workunit.client.0.smithi069.stdout: "truncate_lat": { 2024-04-10T16:59:55.730 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 1, 2024-04-10T16:59:55.730 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 827 2024-04-10T16:59:55.730 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.730 INFO:tasks.workunit.client.0.smithi069.stdout: "unlink_lat": { 2024-04-10T16:59:55.730 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 8, 2024-04-10T16:59:55.730 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 9830 2024-04-10T16:59:55.730 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.730 INFO:tasks.workunit.client.0.smithi069.stdout: "wal_alloc_lat": { 2024-04-10T16:59:55.730 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:55.730 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.730 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.730 INFO:tasks.workunit.client.0.smithi069.stdout: "wal_total_bytes": { 2024-04-10T16:59:55.731 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.731 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.731 INFO:tasks.workunit.client.0.smithi069.stdout: "wal_used_bytes": { 2024-04-10T16:59:55.731 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.731 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.731 INFO:tasks.workunit.client.0.smithi069.stdout: "write_bytes": { 2024-04-10T16:59:55.731 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1057107968 2024-04-10T16:59:55.731 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:55.731 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.731 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore": { 2024-04-10T16:59:55.731 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_unit": { 2024-04-10T16:59:55.731 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 4096 2024-04-10T16:59:55.731 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.731 INFO:tasks.workunit.client.0.smithi069.stdout: "allocated": { 2024-04-10T16:59:55.732 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 14196736 2024-04-10T16:59:55.732 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.732 INFO:tasks.workunit.client.0.smithi069.stdout: "allocator_lat": { 2024-04-10T16:59:55.732 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 20726, 2024-04-10T16:59:55.732 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 82074991 2024-04-10T16:59:55.732 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.732 INFO:tasks.workunit.client.0.smithi069.stdout: "clist_lat": { 2024-04-10T16:59:55.732 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 3587, 2024-04-10T16:59:55.732 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 6135991155 2024-04-10T16:59:55.732 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.732 INFO:tasks.workunit.client.0.smithi069.stdout: "compress_lat": { 2024-04-10T16:59:55.732 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:55.732 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.733 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.733 INFO:tasks.workunit.client.0.smithi069.stdout: "compressed": { 2024-04-10T16:59:55.733 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.733 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.733 INFO:tasks.workunit.client.0.smithi069.stdout: "compressed_allocated": { 2024-04-10T16:59:55.733 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.733 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.733 INFO:tasks.workunit.client.0.smithi069.stdout: "compressed_original": { 2024-04-10T16:59:55.733 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.733 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.733 INFO:tasks.workunit.client.0.smithi069.stdout: "csum_lat": { 2024-04-10T16:59:55.733 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 28140, 2024-04-10T16:59:55.733 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 243527642 2024-04-10T16:59:55.733 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.733 INFO:tasks.workunit.client.0.smithi069.stdout: "decompress_lat": { 2024-04-10T16:59:55.734 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:55.734 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.734 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.734 INFO:tasks.workunit.client.0.smithi069.stdout: "fragmentation_micros": { 2024-04-10T16:59:55.734 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.734 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.734 INFO:tasks.workunit.client.0.smithi069.stdout: "kv_commit_lat": { 2024-04-10T16:59:55.734 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 77018, 2024-04-10T16:59:55.734 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 23498789024 2024-04-10T16:59:55.734 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.734 INFO:tasks.workunit.client.0.smithi069.stdout: "kv_final_lat": { 2024-04-10T16:59:55.734 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 76418, 2024-04-10T16:59:55.734 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1581166704 2024-04-10T16:59:55.734 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.735 INFO:tasks.workunit.client.0.smithi069.stdout: "kv_flush_lat": { 2024-04-10T16:59:55.735 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 77018, 2024-04-10T16:59:55.735 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 47373861 2024-04-10T16:59:55.735 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.735 INFO:tasks.workunit.client.0.smithi069.stdout: "kv_sync_lat": { 2024-04-10T16:59:55.735 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 77018, 2024-04-10T16:59:55.735 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 23546162885 2024-04-10T16:59:55.735 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.735 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_get_keys_lat": { 2024-04-10T16:59:55.735 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:55.735 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.735 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.735 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_get_values_lat": { 2024-04-10T16:59:55.735 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 36235, 2024-04-10T16:59:55.735 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1564326023 2024-04-10T16:59:55.735 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.736 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_lower_bound_lat": { 2024-04-10T16:59:55.736 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 1126, 2024-04-10T16:59:55.736 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2966303 2024-04-10T16:59:55.736 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.736 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_next_lat": { 2024-04-10T16:59:55.736 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 21701, 2024-04-10T16:59:55.736 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 10663946 2024-04-10T16:59:55.736 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.736 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_seek_to_first_lat": { 2024-04-10T16:59:55.736 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 52, 2024-04-10T16:59:55.736 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 65475 2024-04-10T16:59:55.736 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.736 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_upper_bound_lat": { 2024-04-10T16:59:55.736 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 17433, 2024-04-10T16:59:55.736 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2550562497 2024-04-10T16:59:55.736 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.737 INFO:tasks.workunit.client.0.smithi069.stdout: "onode_hits": { 2024-04-10T16:59:55.737 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 249516 2024-04-10T16:59:55.737 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.737 INFO:tasks.workunit.client.0.smithi069.stdout: "onode_misses": { 2024-04-10T16:59:55.737 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 24040 2024-04-10T16:59:55.737 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.737 INFO:tasks.workunit.client.0.smithi069.stdout: "read_lat": { 2024-04-10T16:59:55.737 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 14590, 2024-04-10T16:59:55.737 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2617817313 2024-04-10T16:59:55.737 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.737 INFO:tasks.workunit.client.0.smithi069.stdout: "read_onode_meta_lat": { 2024-04-10T16:59:55.737 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 38295, 2024-04-10T16:59:55.737 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 13554371 2024-04-10T16:59:55.737 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.737 INFO:tasks.workunit.client.0.smithi069.stdout: "read_wait_aio_lat": { 2024-04-10T16:59:55.737 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 23705, 2024-04-10T16:59:55.737 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2046382648 2024-04-10T16:59:55.738 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.738 INFO:tasks.workunit.client.0.smithi069.stdout: "reads_with_retries": { 2024-04-10T16:59:55.738 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.738 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.738 INFO:tasks.workunit.client.0.smithi069.stdout: "remove_lat": { 2024-04-10T16:59:55.738 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 15377, 2024-04-10T16:59:55.738 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 459135951 2024-04-10T16:59:55.738 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.738 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_aio_wait_count": { 2024-04-10T16:59:55.738 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.738 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.738 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_committed_kv_count": { 2024-04-10T16:59:55.738 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.738 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.739 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_read_onode_meta_count": { 2024-04-10T16:59:55.739 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.739 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.739 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_read_wait_aio_count": { 2024-04-10T16:59:55.739 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.739 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.739 INFO:tasks.workunit.client.0.smithi069.stdout: "state_aio_wait_lat": { 2024-04-10T16:59:55.739 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 91755, 2024-04-10T16:59:55.739 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 10152344079 2024-04-10T16:59:55.739 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.739 INFO:tasks.workunit.client.0.smithi069.stdout: "state_deferred_aio_wait_lat": { 2024-04-10T16:59:55.739 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 10197, 2024-04-10T16:59:55.739 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 768221659 2024-04-10T16:59:55.739 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.739 INFO:tasks.workunit.client.0.smithi069.stdout: "state_deferred_cleanup_lat": { 2024-04-10T16:59:55.740 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 10197, 2024-04-10T16:59:55.740 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3737502701518 2024-04-10T16:59:55.740 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.740 INFO:tasks.workunit.client.0.smithi069.stdout: "state_deferred_queued_lat": { 2024-04-10T16:59:55.740 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 10197, 2024-04-10T16:59:55.740 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 7251292099574 2024-04-10T16:59:55.740 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.740 INFO:tasks.workunit.client.0.smithi069.stdout: "state_done_lat": { 2024-04-10T16:59:55.740 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 91755, 2024-04-10T16:59:55.740 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3107097812922 2024-04-10T16:59:55.740 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.740 INFO:tasks.workunit.client.0.smithi069.stdout: "state_finishing_lat": { 2024-04-10T16:59:55.740 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 91755, 2024-04-10T16:59:55.741 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 8535721 2024-04-10T16:59:55.741 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.741 INFO:tasks.workunit.client.0.smithi069.stdout: "state_io_done_lat": { 2024-04-10T16:59:55.741 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 91755, 2024-04-10T16:59:55.741 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 437517553 2024-04-10T16:59:55.741 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.741 INFO:tasks.workunit.client.0.smithi069.stdout: "state_kv_commiting_lat": { 2024-04-10T16:59:55.741 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 91755, 2024-04-10T16:59:55.741 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 38125546167 2024-04-10T16:59:55.741 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.741 INFO:tasks.workunit.client.0.smithi069.stdout: "state_kv_done_lat": { 2024-04-10T16:59:55.741 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 91755, 2024-04-10T16:59:55.741 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 34784879 2024-04-10T16:59:55.741 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.742 INFO:tasks.workunit.client.0.smithi069.stdout: "state_kv_queued_lat": { 2024-04-10T16:59:55.742 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 91755, 2024-04-10T16:59:55.742 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 19217521891 2024-04-10T16:59:55.742 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.742 INFO:tasks.workunit.client.0.smithi069.stdout: "state_prepare_lat": { 2024-04-10T16:59:55.742 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 91755, 2024-04-10T16:59:55.742 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 14266487084 2024-04-10T16:59:55.742 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.742 INFO:tasks.workunit.client.0.smithi069.stdout: "stored": { 2024-04-10T16:59:55.742 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 10263851 2024-04-10T16:59:55.742 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.742 INFO:tasks.workunit.client.0.smithi069.stdout: "truncate_lat": { 2024-04-10T16:59:55.742 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 2610, 2024-04-10T16:59:55.742 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 14682594 2024-04-10T16:59:55.742 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.743 INFO:tasks.workunit.client.0.smithi069.stdout: "txc_commit_lat": { 2024-04-10T16:59:55.743 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 91755, 2024-04-10T16:59:55.743 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 82215814623 2024-04-10T16:59:55.743 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.743 INFO:tasks.workunit.client.0.smithi069.stdout: "txc_submit_lat": { 2024-04-10T16:59:55.743 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 91755, 2024-04-10T16:59:55.743 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 15430901123 2024-04-10T16:59:55.743 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.743 INFO:tasks.workunit.client.0.smithi069.stdout: "txc_throttle_lat": { 2024-04-10T16:59:55.743 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 91755, 2024-04-10T16:59:55.743 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 602970806 2024-04-10T16:59:55.743 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:55.743 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.743 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore-pricache": { 2024-04-10T16:59:55.743 INFO:tasks.workunit.client.0.smithi069.stdout: "cache_bytes": { 2024-04-10T16:59:55.743 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1405243637 2024-04-10T16:59:55.743 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.744 INFO:tasks.workunit.client.0.smithi069.stdout: "heap_bytes": { 2024-04-10T16:59:55.744 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 609812480 2024-04-10T16:59:55.744 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.744 INFO:tasks.workunit.client.0.smithi069.stdout: "mapped_bytes": { 2024-04-10T16:59:55.744 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 559570944 2024-04-10T16:59:55.744 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.744 INFO:tasks.workunit.client.0.smithi069.stdout: "target_bytes": { 2024-04-10T16:59:55.744 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2600647065 2024-04-10T16:59:55.744 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.744 INFO:tasks.workunit.client.0.smithi069.stdout: "unmapped_bytes": { 2024-04-10T16:59:55.744 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 50241536 2024-04-10T16:59:55.744 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:55.744 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.744 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore-pricache:data": { 2024-04-10T16:59:55.744 INFO:tasks.workunit.client.0.smithi069.stdout: "committed_bytes": { 2024-04-10T16:59:55.745 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 125829120 2024-04-10T16:59:55.745 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.745 INFO:tasks.workunit.client.0.smithi069.stdout: "pri0_bytes": { 2024-04-10T16:59:55.745 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.745 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.745 INFO:tasks.workunit.client.0.smithi069.stdout: "pri10_bytes": { 2024-04-10T16:59:55.745 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.745 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.745 INFO:tasks.workunit.client.0.smithi069.stdout: "pri11_bytes": { 2024-04-10T16:59:55.745 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 56683676 2024-04-10T16:59:55.745 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.745 INFO:tasks.workunit.client.0.smithi069.stdout: "pri1_bytes": { 2024-04-10T16:59:55.745 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.745 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.746 INFO:tasks.workunit.client.0.smithi069.stdout: "pri2_bytes": { 2024-04-10T16:59:55.746 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.746 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.746 INFO:tasks.workunit.client.0.smithi069.stdout: "pri3_bytes": { 2024-04-10T16:59:55.746 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 16384 2024-04-10T16:59:55.746 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.746 INFO:tasks.workunit.client.0.smithi069.stdout: "pri4_bytes": { 2024-04-10T16:59:55.746 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.746 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.746 INFO:tasks.workunit.client.0.smithi069.stdout: "pri5_bytes": { 2024-04-10T16:59:55.746 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 4096 2024-04-10T16:59:55.746 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.746 INFO:tasks.workunit.client.0.smithi069.stdout: "pri6_bytes": { 2024-04-10T16:59:55.747 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 876544 2024-04-10T16:59:55.747 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.747 INFO:tasks.workunit.client.0.smithi069.stdout: "pri7_bytes": { 2024-04-10T16:59:55.747 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.747 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.747 INFO:tasks.workunit.client.0.smithi069.stdout: "pri8_bytes": { 2024-04-10T16:59:55.747 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.747 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.747 INFO:tasks.workunit.client.0.smithi069.stdout: "pri9_bytes": { 2024-04-10T16:59:55.747 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.747 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.747 INFO:tasks.workunit.client.0.smithi069.stdout: "reserved_bytes": { 2024-04-10T16:59:55.747 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 68248420 2024-04-10T16:59:55.747 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:55.747 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.748 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore-pricache:kv": { 2024-04-10T16:59:55.748 INFO:tasks.workunit.client.0.smithi069.stdout: "committed_bytes": { 2024-04-10T16:59:55.748 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 562036736 2024-04-10T16:59:55.748 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.748 INFO:tasks.workunit.client.0.smithi069.stdout: "pri0_bytes": { 2024-04-10T16:59:55.748 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 67108864 2024-04-10T16:59:55.748 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.748 INFO:tasks.workunit.client.0.smithi069.stdout: "pri10_bytes": { 2024-04-10T16:59:55.748 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.748 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.748 INFO:tasks.workunit.client.0.smithi069.stdout: "pri11_bytes": { 2024-04-10T16:59:55.748 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 425127577 2024-04-10T16:59:55.748 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.748 INFO:tasks.workunit.client.0.smithi069.stdout: "pri1_bytes": { 2024-04-10T16:59:55.749 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.749 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.749 INFO:tasks.workunit.client.0.smithi069.stdout: "pri2_bytes": { 2024-04-10T16:59:55.749 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2128 2024-04-10T16:59:55.749 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.749 INFO:tasks.workunit.client.0.smithi069.stdout: "pri3_bytes": { 2024-04-10T16:59:55.749 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 288 2024-04-10T16:59:55.749 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.749 INFO:tasks.workunit.client.0.smithi069.stdout: "pri4_bytes": { 2024-04-10T16:59:55.749 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.749 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.749 INFO:tasks.workunit.client.0.smithi069.stdout: "pri5_bytes": { 2024-04-10T16:59:55.750 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 148784 2024-04-10T16:59:55.750 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.750 INFO:tasks.workunit.client.0.smithi069.stdout: "pri6_bytes": { 2024-04-10T16:59:55.750 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.750 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.750 INFO:tasks.workunit.client.0.smithi069.stdout: "pri7_bytes": { 2024-04-10T16:59:55.750 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.750 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.750 INFO:tasks.workunit.client.0.smithi069.stdout: "pri8_bytes": { 2024-04-10T16:59:55.750 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.750 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.750 INFO:tasks.workunit.client.0.smithi069.stdout: "pri9_bytes": { 2024-04-10T16:59:55.750 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.750 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.751 INFO:tasks.workunit.client.0.smithi069.stdout: "reserved_bytes": { 2024-04-10T16:59:55.751 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 69649095 2024-04-10T16:59:55.751 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:55.751 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.751 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore-pricache:kv_onode": { 2024-04-10T16:59:55.751 INFO:tasks.workunit.client.0.smithi069.stdout: "committed_bytes": { 2024-04-10T16:59:55.751 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 184549376 2024-04-10T16:59:55.751 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.751 INFO:tasks.workunit.client.0.smithi069.stdout: "pri0_bytes": { 2024-04-10T16:59:55.751 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 67108864 2024-04-10T16:59:55.751 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.751 INFO:tasks.workunit.client.0.smithi069.stdout: "pri10_bytes": { 2024-04-10T16:59:55.751 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 10071184 2024-04-10T16:59:55.751 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.752 INFO:tasks.workunit.client.0.smithi069.stdout: "pri11_bytes": { 2024-04-10T16:59:55.752 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 37789117 2024-04-10T16:59:55.752 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.752 INFO:tasks.workunit.client.0.smithi069.stdout: "pri1_bytes": { 2024-04-10T16:59:55.752 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.752 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.752 INFO:tasks.workunit.client.0.smithi069.stdout: "pri2_bytes": { 2024-04-10T16:59:55.752 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.752 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.752 INFO:tasks.workunit.client.0.smithi069.stdout: "pri3_bytes": { 2024-04-10T16:59:55.752 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.752 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.752 INFO:tasks.workunit.client.0.smithi069.stdout: "pri4_bytes": { 2024-04-10T16:59:55.752 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.752 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.753 INFO:tasks.workunit.client.0.smithi069.stdout: "pri5_bytes": { 2024-04-10T16:59:55.753 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.753 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.753 INFO:tasks.workunit.client.0.smithi069.stdout: "pri6_bytes": { 2024-04-10T16:59:55.753 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.753 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.753 INFO:tasks.workunit.client.0.smithi069.stdout: "pri7_bytes": { 2024-04-10T16:59:55.753 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.753 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.753 INFO:tasks.workunit.client.0.smithi069.stdout: "pri8_bytes": { 2024-04-10T16:59:55.753 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.753 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.753 INFO:tasks.workunit.client.0.smithi069.stdout: "pri9_bytes": { 2024-04-10T16:59:55.753 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.754 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.754 INFO:tasks.workunit.client.0.smithi069.stdout: "reserved_bytes": { 2024-04-10T16:59:55.754 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 69580211 2024-04-10T16:59:55.754 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:55.754 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.754 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore-pricache:meta": { 2024-04-10T16:59:55.754 INFO:tasks.workunit.client.0.smithi069.stdout: "committed_bytes": { 2024-04-10T16:59:55.754 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 494927872 2024-04-10T16:59:55.754 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.754 INFO:tasks.workunit.client.0.smithi069.stdout: "pri0_bytes": { 2024-04-10T16:59:55.754 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.754 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.754 INFO:tasks.workunit.client.0.smithi069.stdout: "pri10_bytes": { 2024-04-10T16:59:55.755 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.755 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.755 INFO:tasks.workunit.client.0.smithi069.stdout: "pri11_bytes": { 2024-04-10T16:59:55.755 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 425127577 2024-04-10T16:59:55.755 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.755 INFO:tasks.workunit.client.0.smithi069.stdout: "pri1_bytes": { 2024-04-10T16:59:55.755 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.755 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.755 INFO:tasks.workunit.client.0.smithi069.stdout: "pri2_bytes": { 2024-04-10T16:59:55.755 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2952 2024-04-10T16:59:55.755 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.755 INFO:tasks.workunit.client.0.smithi069.stdout: "pri3_bytes": { 2024-04-10T16:59:55.755 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3936 2024-04-10T16:59:55.755 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.755 INFO:tasks.workunit.client.0.smithi069.stdout: "pri4_bytes": { 2024-04-10T16:59:55.756 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.756 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.756 INFO:tasks.workunit.client.0.smithi069.stdout: "pri5_bytes": { 2024-04-10T16:59:55.756 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 145633 2024-04-10T16:59:55.756 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.756 INFO:tasks.workunit.client.0.smithi069.stdout: "pri6_bytes": { 2024-04-10T16:59:55.756 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1109962 2024-04-10T16:59:55.756 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.756 INFO:tasks.workunit.client.0.smithi069.stdout: "pri7_bytes": { 2024-04-10T16:59:55.756 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.756 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.756 INFO:tasks.workunit.client.0.smithi069.stdout: "pri8_bytes": { 2024-04-10T16:59:55.756 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.756 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.756 INFO:tasks.workunit.client.0.smithi069.stdout: "pri9_bytes": { 2024-04-10T16:59:55.756 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.756 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.757 INFO:tasks.workunit.client.0.smithi069.stdout: "reserved_bytes": { 2024-04-10T16:59:55.757 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 68537812 2024-04-10T16:59:55.757 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:55.757 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.757 INFO:tasks.workunit.client.0.smithi069.stdout: "objecter": { 2024-04-10T16:59:55.757 INFO:tasks.workunit.client.0.smithi069.stdout: "op_active": { 2024-04-10T16:59:55.757 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.757 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.757 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r": { 2024-04-10T16:59:55.757 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 40 2024-04-10T16:59:55.757 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.757 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rmw": { 2024-04-10T16:59:55.757 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.757 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.757 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w": { 2024-04-10T16:59:55.757 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.758 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:55.758 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.758 INFO:tasks.workunit.client.0.smithi069.stdout: "osd": { 2024-04-10T16:59:55.758 INFO:tasks.workunit.client.0.smithi069.stdout: "numpg": { 2024-04-10T16:59:55.758 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 55 2024-04-10T16:59:55.758 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.758 INFO:tasks.workunit.client.0.smithi069.stdout: "numpg_removing": { 2024-04-10T16:59:55.758 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.758 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.758 INFO:tasks.workunit.client.0.smithi069.stdout: "op": { 2024-04-10T16:59:55.758 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 37540 2024-04-10T16:59:55.758 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.758 INFO:tasks.workunit.client.0.smithi069.stdout: "op_before_queue_op_lat": { 2024-04-10T16:59:55.758 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 125530, 2024-04-10T16:59:55.758 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 8058445985 2024-04-10T16:59:55.759 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.759 INFO:tasks.workunit.client.0.smithi069.stdout: "op_delayed_degraded": { 2024-04-10T16:59:55.759 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.759 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.759 INFO:tasks.workunit.client.0.smithi069.stdout: "op_delayed_unreadable": { 2024-04-10T16:59:55.759 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 4 2024-04-10T16:59:55.759 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.759 INFO:tasks.workunit.client.0.smithi069.stdout: "op_in_bytes": { 2024-04-10T16:59:55.759 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2595788506 2024-04-10T16:59:55.759 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.759 INFO:tasks.workunit.client.0.smithi069.stdout: "op_latency": { 2024-04-10T16:59:55.759 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 37540, 2024-04-10T16:59:55.759 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 194005915527 2024-04-10T16:59:55.760 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.760 INFO:tasks.workunit.client.0.smithi069.stdout: "op_out_bytes": { 2024-04-10T16:59:55.760 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3639875942 2024-04-10T16:59:55.760 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.760 INFO:tasks.workunit.client.0.smithi069.stdout: "op_prepare_latency": { 2024-04-10T16:59:55.760 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 38488, 2024-04-10T16:59:55.760 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 21401176641 2024-04-10T16:59:55.760 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.760 INFO:tasks.workunit.client.0.smithi069.stdout: "op_process_latency": { 2024-04-10T16:59:55.760 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 37540, 2024-04-10T16:59:55.760 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 70699141346 2024-04-10T16:59:55.760 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.760 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r": { 2024-04-10T16:59:55.760 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 21413 2024-04-10T16:59:55.760 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.761 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r_latency": { 2024-04-10T16:59:55.761 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 21413, 2024-04-10T16:59:55.761 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 12120822152 2024-04-10T16:59:55.761 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.761 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-10T16:59:55.761 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.761 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.761 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r_out_bytes": { 2024-04-10T16:59:55.761 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3639875942 2024-04-10T16:59:55.761 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.761 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r_prepare_latency": { 2024-04-10T16:59:55.761 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 21768, 2024-04-10T16:59:55.761 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 5857049041 2024-04-10T16:59:55.761 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.762 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r_process_latency": { 2024-04-10T16:59:55.762 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 21413, 2024-04-10T16:59:55.762 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 6599140321 2024-04-10T16:59:55.762 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.762 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw": { 2024-04-10T16:59:55.762 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 8767 2024-04-10T16:59:55.762 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.762 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_in_bytes": { 2024-04-10T16:59:55.762 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 469135478 2024-04-10T16:59:55.762 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.762 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_latency": { 2024-04-10T16:59:55.762 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 8767, 2024-04-10T16:59:55.762 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 17865144573 2024-04-10T16:59:55.762 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.763 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-10T16:59:55.763 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.763 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.763 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-10T16:59:55.763 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.763 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.763 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_out_bytes": { 2024-04-10T16:59:55.763 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.763 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.763 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_prepare_latency": { 2024-04-10T16:59:55.763 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 9181, 2024-04-10T16:59:55.763 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 5693733818 2024-04-10T16:59:55.763 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.763 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_process_latency": { 2024-04-10T16:59:55.763 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 8767, 2024-04-10T16:59:55.764 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 14943391017 2024-04-10T16:59:55.764 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.764 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w": { 2024-04-10T16:59:55.764 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 7360 2024-04-10T16:59:55.764 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.764 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w_in_bytes": { 2024-04-10T16:59:55.764 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2126653028 2024-04-10T16:59:55.764 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.764 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w_latency": { 2024-04-10T16:59:55.764 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 7360, 2024-04-10T16:59:55.764 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 164019948802 2024-04-10T16:59:55.764 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.764 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-10T16:59:55.764 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.764 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.765 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w_prepare_latency": { 2024-04-10T16:59:55.765 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 7539, 2024-04-10T16:59:55.765 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 9850393782 2024-04-10T16:59:55.765 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.765 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w_process_latency": { 2024-04-10T16:59:55.765 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 7360, 2024-04-10T16:59:55.765 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 49156610008 2024-04-10T16:59:55.765 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.765 INFO:tasks.workunit.client.0.smithi069.stdout: "op_wip": { 2024-04-10T16:59:55.765 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.765 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.765 INFO:tasks.workunit.client.0.smithi069.stdout: "recovery_bytes": { 2024-04-10T16:59:55.765 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 13631526 2024-04-10T16:59:55.765 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.765 INFO:tasks.workunit.client.0.smithi069.stdout: "recovery_ops": { 2024-04-10T16:59:55.765 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 23 2024-04-10T16:59:55.765 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.766 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_bytes": { 2024-04-10T16:59:55.766 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 95995035648 2024-04-10T16:59:55.766 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.766 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_bytes_used": { 2024-04-10T16:59:55.766 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 697876480 2024-04-10T16:59:55.766 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:55.766 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:55.766 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.766 INFO:tasks.workunit.client.0.smithi069.stdout: "osd.1": { 2024-04-10T16:59:55.766 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs": { 2024-04-10T16:59:55.766 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_db_max_lat": { 2024-04-10T16:59:55.766 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 19031 2024-04-10T16:59:55.766 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.766 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_slow_fallback": { 2024-04-10T16:59:55.766 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.767 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.767 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_slow_max_lat": { 2024-04-10T16:59:55.767 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.767 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.767 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_slow_size_fallback": { 2024-04-10T16:59:55.767 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.767 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.767 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_unit_db": { 2024-04-10T16:59:55.767 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 65536 2024-04-10T16:59:55.767 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.767 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_unit_slow": { 2024-04-10T16:59:55.767 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.767 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.768 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_unit_wal": { 2024-04-10T16:59:55.768 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.768 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.768 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_wal_max_lat": { 2024-04-10T16:59:55.768 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.768 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.768 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes_written_slow": { 2024-04-10T16:59:55.768 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.768 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.768 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes_written_sst": { 2024-04-10T16:59:55.768 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 11255808 2024-04-10T16:59:55.768 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.768 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes_written_wal": { 2024-04-10T16:59:55.768 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 787038208 2024-04-10T16:59:55.768 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.769 INFO:tasks.workunit.client.0.smithi069.stdout: "compact_lat": { 2024-04-10T16:59:55.769 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 18, 2024-04-10T16:59:55.769 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3528310 2024-04-10T16:59:55.769 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.769 INFO:tasks.workunit.client.0.smithi069.stdout: "compact_lock_lat": { 2024-04-10T16:59:55.769 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 18, 2024-04-10T16:59:55.769 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1217911 2024-04-10T16:59:55.769 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.769 INFO:tasks.workunit.client.0.smithi069.stdout: "db_alloc_lat": { 2024-04-10T16:59:55.769 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 201, 2024-04-10T16:59:55.769 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 949505 2024-04-10T16:59:55.769 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.769 INFO:tasks.workunit.client.0.smithi069.stdout: "db_total_bytes": { 2024-04-10T16:59:55.769 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 95995027456 2024-04-10T16:59:55.770 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.770 INFO:tasks.workunit.client.0.smithi069.stdout: "db_used_bytes": { 2024-04-10T16:59:55.770 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 838139904 2024-04-10T16:59:55.770 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.770 INFO:tasks.workunit.client.0.smithi069.stdout: "flush_lat": { 2024-04-10T16:59:55.770 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 74304, 2024-04-10T16:59:55.770 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 11245923182 2024-04-10T16:59:55.770 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.770 INFO:tasks.workunit.client.0.smithi069.stdout: "fsync_lat": { 2024-04-10T16:59:55.770 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 74329, 2024-04-10T16:59:55.770 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 18264928720 2024-04-10T16:59:55.770 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.770 INFO:tasks.workunit.client.0.smithi069.stdout: "log_bytes": { 2024-04-10T16:59:55.770 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 5136384 2024-04-10T16:59:55.770 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.771 INFO:tasks.workunit.client.0.smithi069.stdout: "logged_bytes": { 2024-04-10T16:59:55.771 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 304402432 2024-04-10T16:59:55.771 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.771 INFO:tasks.workunit.client.0.smithi069.stdout: "max_bytes_db": { 2024-04-10T16:59:55.771 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 855179264 2024-04-10T16:59:55.771 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.771 INFO:tasks.workunit.client.0.smithi069.stdout: "max_bytes_slow": { 2024-04-10T16:59:55.771 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.771 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.771 INFO:tasks.workunit.client.0.smithi069.stdout: "max_bytes_wal": { 2024-04-10T16:59:55.771 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.771 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.771 INFO:tasks.workunit.client.0.smithi069.stdout: "num_files": { 2024-04-10T16:59:55.772 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 58 2024-04-10T16:59:55.772 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.772 INFO:tasks.workunit.client.0.smithi069.stdout: "read_bytes": { 2024-04-10T16:59:55.772 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 8794376365 2024-04-10T16:59:55.772 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.772 INFO:tasks.workunit.client.0.smithi069.stdout: "read_count": { 2024-04-10T16:59:55.772 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 68924 2024-04-10T16:59:55.772 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.772 INFO:tasks.workunit.client.0.smithi069.stdout: "read_disk_bytes": { 2024-04-10T16:59:55.772 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 7451418624 2024-04-10T16:59:55.772 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.772 INFO:tasks.workunit.client.0.smithi069.stdout: "read_disk_bytes_db": { 2024-04-10T16:59:55.772 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 7451422720 2024-04-10T16:59:55.772 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.772 INFO:tasks.workunit.client.0.smithi069.stdout: "read_disk_bytes_slow": { 2024-04-10T16:59:55.773 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.773 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.773 INFO:tasks.workunit.client.0.smithi069.stdout: "read_disk_bytes_wal": { 2024-04-10T16:59:55.773 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.773 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.773 INFO:tasks.workunit.client.0.smithi069.stdout: "read_disk_count": { 2024-04-10T16:59:55.773 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 59517 2024-04-10T16:59:55.773 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.773 INFO:tasks.workunit.client.0.smithi069.stdout: "read_lat": { 2024-04-10T16:59:55.773 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 68924, 2024-04-10T16:59:55.773 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2417683758 2024-04-10T16:59:55.773 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.773 INFO:tasks.workunit.client.0.smithi069.stdout: "read_prefetch_bytes": { 2024-04-10T16:59:55.774 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 8683477583 2024-04-10T16:59:55.774 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.774 INFO:tasks.workunit.client.0.smithi069.stdout: "read_prefetch_count": { 2024-04-10T16:59:55.774 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 65525 2024-04-10T16:59:55.774 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.774 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_buffer_bytes": { 2024-04-10T16:59:55.774 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3466584 2024-04-10T16:59:55.774 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.774 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_buffer_count": { 2024-04-10T16:59:55.774 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 703 2024-04-10T16:59:55.774 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.774 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_bytes": { 2024-04-10T16:59:55.774 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 11033170 2024-04-10T16:59:55.774 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.775 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_count": { 2024-04-10T16:59:55.775 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 996 2024-04-10T16:59:55.775 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.775 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_disk_bytes": { 2024-04-10T16:59:55.775 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 7566586 2024-04-10T16:59:55.775 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.775 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_disk_bytes_db": { 2024-04-10T16:59:55.775 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 7566586 2024-04-10T16:59:55.775 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.775 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_disk_bytes_slow": { 2024-04-10T16:59:55.775 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.775 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.775 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_disk_bytes_wal": { 2024-04-10T16:59:55.775 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.775 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.776 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_disk_count": { 2024-04-10T16:59:55.776 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 300 2024-04-10T16:59:55.776 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.776 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_lat": { 2024-04-10T16:59:55.776 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 996, 2024-04-10T16:59:55.776 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3275094 2024-04-10T16:59:55.776 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.776 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_alloc_lat": { 2024-04-10T16:59:55.776 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:55.776 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.776 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.776 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_total_bytes": { 2024-04-10T16:59:55.776 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.776 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.776 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_used_bytes": { 2024-04-10T16:59:55.776 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.777 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.777 INFO:tasks.workunit.client.0.smithi069.stdout: "truncate_lat": { 2024-04-10T16:59:55.777 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 1, 2024-04-10T16:59:55.777 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 689 2024-04-10T16:59:55.777 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.777 INFO:tasks.workunit.client.0.smithi069.stdout: "unlink_lat": { 2024-04-10T16:59:55.777 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 10, 2024-04-10T16:59:55.777 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 11733 2024-04-10T16:59:55.777 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.777 INFO:tasks.workunit.client.0.smithi069.stdout: "wal_alloc_lat": { 2024-04-10T16:59:55.777 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:55.777 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.777 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.777 INFO:tasks.workunit.client.0.smithi069.stdout: "wal_total_bytes": { 2024-04-10T16:59:55.777 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.778 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.778 INFO:tasks.workunit.client.0.smithi069.stdout: "wal_used_bytes": { 2024-04-10T16:59:55.778 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.778 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.778 INFO:tasks.workunit.client.0.smithi069.stdout: "write_bytes": { 2024-04-10T16:59:55.778 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1105428480 2024-04-10T16:59:55.778 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:55.778 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.778 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore": { 2024-04-10T16:59:55.778 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_unit": { 2024-04-10T16:59:55.778 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 4096 2024-04-10T16:59:55.778 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.778 INFO:tasks.workunit.client.0.smithi069.stdout: "allocated": { 2024-04-10T16:59:55.778 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 13598720 2024-04-10T16:59:55.779 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.779 INFO:tasks.workunit.client.0.smithi069.stdout: "allocator_lat": { 2024-04-10T16:59:55.779 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 22071, 2024-04-10T16:59:55.779 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 91092239 2024-04-10T16:59:55.779 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.779 INFO:tasks.workunit.client.0.smithi069.stdout: "clist_lat": { 2024-04-10T16:59:55.779 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 3552, 2024-04-10T16:59:55.779 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 7525339635 2024-04-10T16:59:55.779 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.779 INFO:tasks.workunit.client.0.smithi069.stdout: "compress_lat": { 2024-04-10T16:59:55.779 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:55.779 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.779 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.779 INFO:tasks.workunit.client.0.smithi069.stdout: "compressed": { 2024-04-10T16:59:55.779 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.779 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.780 INFO:tasks.workunit.client.0.smithi069.stdout: "compressed_allocated": { 2024-04-10T16:59:55.780 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.780 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.780 INFO:tasks.workunit.client.0.smithi069.stdout: "compressed_original": { 2024-04-10T16:59:55.780 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.780 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.780 INFO:tasks.workunit.client.0.smithi069.stdout: "csum_lat": { 2024-04-10T16:59:55.780 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 18893, 2024-04-10T16:59:55.780 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 148392698 2024-04-10T16:59:55.780 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.780 INFO:tasks.workunit.client.0.smithi069.stdout: "decompress_lat": { 2024-04-10T16:59:55.780 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:55.780 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.780 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.780 INFO:tasks.workunit.client.0.smithi069.stdout: "fragmentation_micros": { 2024-04-10T16:59:55.781 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.781 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.781 INFO:tasks.workunit.client.0.smithi069.stdout: "kv_commit_lat": { 2024-04-10T16:59:55.781 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 74237, 2024-04-10T16:59:55.781 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 22229941080 2024-04-10T16:59:55.781 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.781 INFO:tasks.workunit.client.0.smithi069.stdout: "kv_final_lat": { 2024-04-10T16:59:55.781 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 73678, 2024-04-10T16:59:55.781 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1729008870 2024-04-10T16:59:55.781 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.781 INFO:tasks.workunit.client.0.smithi069.stdout: "kv_flush_lat": { 2024-04-10T16:59:55.781 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 74237, 2024-04-10T16:59:55.781 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 42875927 2024-04-10T16:59:55.781 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.781 INFO:tasks.workunit.client.0.smithi069.stdout: "kv_sync_lat": { 2024-04-10T16:59:55.781 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 74237, 2024-04-10T16:59:55.781 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 22272817007 2024-04-10T16:59:55.782 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.782 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_get_keys_lat": { 2024-04-10T16:59:55.782 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:55.782 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.782 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.782 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_get_values_lat": { 2024-04-10T16:59:55.782 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 24736, 2024-04-10T16:59:55.782 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 923733048 2024-04-10T16:59:55.782 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.782 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_lower_bound_lat": { 2024-04-10T16:59:55.782 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 1029, 2024-04-10T16:59:55.782 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3218332 2024-04-10T16:59:55.782 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.782 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_next_lat": { 2024-04-10T16:59:55.782 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 9277, 2024-04-10T16:59:55.783 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 8545639 2024-04-10T16:59:55.783 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.783 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_seek_to_first_lat": { 2024-04-10T16:59:55.783 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 46, 2024-04-10T16:59:55.783 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 63567 2024-04-10T16:59:55.783 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.783 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_upper_bound_lat": { 2024-04-10T16:59:55.783 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 10919, 2024-04-10T16:59:55.783 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1664396077 2024-04-10T16:59:55.783 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.783 INFO:tasks.workunit.client.0.smithi069.stdout: "onode_hits": { 2024-04-10T16:59:55.783 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 227315 2024-04-10T16:59:55.783 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.783 INFO:tasks.workunit.client.0.smithi069.stdout: "onode_misses": { 2024-04-10T16:59:55.783 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 27251 2024-04-10T16:59:55.783 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.784 INFO:tasks.workunit.client.0.smithi069.stdout: "read_lat": { 2024-04-10T16:59:55.784 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 22193, 2024-04-10T16:59:55.784 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2249417106 2024-04-10T16:59:55.784 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.784 INFO:tasks.workunit.client.0.smithi069.stdout: "read_onode_meta_lat": { 2024-04-10T16:59:55.784 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 72843, 2024-04-10T16:59:55.784 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 21624294 2024-04-10T16:59:55.784 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.784 INFO:tasks.workunit.client.0.smithi069.stdout: "read_wait_aio_lat": { 2024-04-10T16:59:55.784 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 50650, 2024-04-10T16:59:55.784 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1456992819 2024-04-10T16:59:55.784 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.784 INFO:tasks.workunit.client.0.smithi069.stdout: "reads_with_retries": { 2024-04-10T16:59:55.784 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.784 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.784 INFO:tasks.workunit.client.0.smithi069.stdout: "remove_lat": { 2024-04-10T16:59:55.784 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 15361, 2024-04-10T16:59:55.785 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 450548892 2024-04-10T16:59:55.785 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.785 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_aio_wait_count": { 2024-04-10T16:59:55.785 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.785 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.785 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_committed_kv_count": { 2024-04-10T16:59:55.785 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.785 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.785 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_read_onode_meta_count": { 2024-04-10T16:59:55.785 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.785 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.785 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_read_wait_aio_count": { 2024-04-10T16:59:55.785 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.785 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.785 INFO:tasks.workunit.client.0.smithi069.stdout: "state_aio_wait_lat": { 2024-04-10T16:59:55.785 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 90332, 2024-04-10T16:59:55.786 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 13680011948 2024-04-10T16:59:55.786 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.786 INFO:tasks.workunit.client.0.smithi069.stdout: "state_deferred_aio_wait_lat": { 2024-04-10T16:59:55.786 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 22546, 2024-04-10T16:59:55.786 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1572888164 2024-04-10T16:59:55.786 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.786 INFO:tasks.workunit.client.0.smithi069.stdout: "state_deferred_cleanup_lat": { 2024-04-10T16:59:55.786 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 22544, 2024-04-10T16:59:55.786 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 4167969247741 2024-04-10T16:59:55.786 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.786 INFO:tasks.workunit.client.0.smithi069.stdout: "state_deferred_queued_lat": { 2024-04-10T16:59:55.786 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 22546, 2024-04-10T16:59:55.786 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 6720178314358 2024-04-10T16:59:55.786 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.786 INFO:tasks.workunit.client.0.smithi069.stdout: "state_done_lat": { 2024-04-10T16:59:55.787 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 90330, 2024-04-10T16:59:55.787 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3292571638591 2024-04-10T16:59:55.787 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.787 INFO:tasks.workunit.client.0.smithi069.stdout: "state_finishing_lat": { 2024-04-10T16:59:55.787 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 90330, 2024-04-10T16:59:55.787 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 7865021 2024-04-10T16:59:55.787 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.787 INFO:tasks.workunit.client.0.smithi069.stdout: "state_io_done_lat": { 2024-04-10T16:59:55.787 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 90332, 2024-04-10T16:59:55.787 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 612387126 2024-04-10T16:59:55.787 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.787 INFO:tasks.workunit.client.0.smithi069.stdout: "state_kv_commiting_lat": { 2024-04-10T16:59:55.787 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 90332, 2024-04-10T16:59:55.787 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 38907336285 2024-04-10T16:59:55.787 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.787 INFO:tasks.workunit.client.0.smithi069.stdout: "state_kv_done_lat": { 2024-04-10T16:59:55.788 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 90332, 2024-04-10T16:59:55.788 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 31253526 2024-04-10T16:59:55.788 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.788 INFO:tasks.workunit.client.0.smithi069.stdout: "state_kv_queued_lat": { 2024-04-10T16:59:55.788 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 90332, 2024-04-10T16:59:55.788 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 17683293200 2024-04-10T16:59:55.788 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.788 INFO:tasks.workunit.client.0.smithi069.stdout: "state_prepare_lat": { 2024-04-10T16:59:55.788 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 90332, 2024-04-10T16:59:55.788 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 17429598424 2024-04-10T16:59:55.788 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.788 INFO:tasks.workunit.client.0.smithi069.stdout: "stored": { 2024-04-10T16:59:55.788 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 9672934 2024-04-10T16:59:55.788 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.788 INFO:tasks.workunit.client.0.smithi069.stdout: "truncate_lat": { 2024-04-10T16:59:55.789 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 2543, 2024-04-10T16:59:55.789 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 15187117 2024-04-10T16:59:55.789 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.789 INFO:tasks.workunit.client.0.smithi069.stdout: "txc_commit_lat": { 2024-04-10T16:59:55.789 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 90332, 2024-04-10T16:59:55.789 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 88326950464 2024-04-10T16:59:55.789 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.789 INFO:tasks.workunit.client.0.smithi069.stdout: "txc_submit_lat": { 2024-04-10T16:59:55.789 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 90332, 2024-04-10T16:59:55.789 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 18486756271 2024-04-10T16:59:55.789 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.789 INFO:tasks.workunit.client.0.smithi069.stdout: "txc_throttle_lat": { 2024-04-10T16:59:55.789 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 90332, 2024-04-10T16:59:55.789 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 786632560 2024-04-10T16:59:55.789 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:55.789 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.789 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore-pricache": { 2024-04-10T16:59:55.790 INFO:tasks.workunit.client.0.smithi069.stdout: "cache_bytes": { 2024-04-10T16:59:55.790 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1405243637 2024-04-10T16:59:55.790 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.790 INFO:tasks.workunit.client.0.smithi069.stdout: "heap_bytes": { 2024-04-10T16:59:55.790 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 625803264 2024-04-10T16:59:55.790 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.790 INFO:tasks.workunit.client.0.smithi069.stdout: "mapped_bytes": { 2024-04-10T16:59:55.790 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 516775936 2024-04-10T16:59:55.790 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.790 INFO:tasks.workunit.client.0.smithi069.stdout: "target_bytes": { 2024-04-10T16:59:55.790 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2600647065 2024-04-10T16:59:55.790 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.790 INFO:tasks.workunit.client.0.smithi069.stdout: "unmapped_bytes": { 2024-04-10T16:59:55.790 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 109027328 2024-04-10T16:59:55.791 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:55.791 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.791 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore-pricache:data": { 2024-04-10T16:59:55.791 INFO:tasks.workunit.client.0.smithi069.stdout: "committed_bytes": { 2024-04-10T16:59:55.791 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 125829120 2024-04-10T16:59:55.791 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.791 INFO:tasks.workunit.client.0.smithi069.stdout: "pri0_bytes": { 2024-04-10T16:59:55.791 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.791 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.791 INFO:tasks.workunit.client.0.smithi069.stdout: "pri10_bytes": { 2024-04-10T16:59:55.791 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.791 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.791 INFO:tasks.workunit.client.0.smithi069.stdout: "pri11_bytes": { 2024-04-10T16:59:55.791 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 56676242 2024-04-10T16:59:55.791 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.791 INFO:tasks.workunit.client.0.smithi069.stdout: "pri1_bytes": { 2024-04-10T16:59:55.792 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.792 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.792 INFO:tasks.workunit.client.0.smithi069.stdout: "pri2_bytes": { 2024-04-10T16:59:55.792 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 106496 2024-04-10T16:59:55.792 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.792 INFO:tasks.workunit.client.0.smithi069.stdout: "pri3_bytes": { 2024-04-10T16:59:55.792 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.792 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.792 INFO:tasks.workunit.client.0.smithi069.stdout: "pri4_bytes": { 2024-04-10T16:59:55.792 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.792 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.792 INFO:tasks.workunit.client.0.smithi069.stdout: "pri5_bytes": { 2024-04-10T16:59:55.792 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 12288 2024-04-10T16:59:55.792 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.792 INFO:tasks.workunit.client.0.smithi069.stdout: "pri6_bytes": { 2024-04-10T16:59:55.792 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 53248 2024-04-10T16:59:55.792 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.793 INFO:tasks.workunit.client.0.smithi069.stdout: "pri7_bytes": { 2024-04-10T16:59:55.793 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.793 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.793 INFO:tasks.workunit.client.0.smithi069.stdout: "pri8_bytes": { 2024-04-10T16:59:55.793 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.793 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.793 INFO:tasks.workunit.client.0.smithi069.stdout: "pri9_bytes": { 2024-04-10T16:59:55.793 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.793 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.793 INFO:tasks.workunit.client.0.smithi069.stdout: "reserved_bytes": { 2024-04-10T16:59:55.793 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 68980846 2024-04-10T16:59:55.793 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:55.793 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.793 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore-pricache:kv": { 2024-04-10T16:59:55.793 INFO:tasks.workunit.client.0.smithi069.stdout: "committed_bytes": { 2024-04-10T16:59:55.793 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 562036736 2024-04-10T16:59:55.794 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.794 INFO:tasks.workunit.client.0.smithi069.stdout: "pri0_bytes": { 2024-04-10T16:59:55.794 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 67108864 2024-04-10T16:59:55.794 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.794 INFO:tasks.workunit.client.0.smithi069.stdout: "pri10_bytes": { 2024-04-10T16:59:55.794 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.794 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.794 INFO:tasks.workunit.client.0.smithi069.stdout: "pri11_bytes": { 2024-04-10T16:59:55.794 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 425071822 2024-04-10T16:59:55.794 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.794 INFO:tasks.workunit.client.0.smithi069.stdout: "pri1_bytes": { 2024-04-10T16:59:55.794 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.794 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.794 INFO:tasks.workunit.client.0.smithi069.stdout: "pri2_bytes": { 2024-04-10T16:59:55.795 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1872 2024-04-10T16:59:55.795 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.795 INFO:tasks.workunit.client.0.smithi069.stdout: "pri3_bytes": { 2024-04-10T16:59:55.795 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 256 2024-04-10T16:59:55.795 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.795 INFO:tasks.workunit.client.0.smithi069.stdout: "pri4_bytes": { 2024-04-10T16:59:55.795 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.795 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.795 INFO:tasks.workunit.client.0.smithi069.stdout: "pri5_bytes": { 2024-04-10T16:59:55.795 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 141632 2024-04-10T16:59:55.795 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.795 INFO:tasks.workunit.client.0.smithi069.stdout: "pri6_bytes": { 2024-04-10T16:59:55.795 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 320 2024-04-10T16:59:55.795 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.795 INFO:tasks.workunit.client.0.smithi069.stdout: "pri7_bytes": { 2024-04-10T16:59:55.796 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.796 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.796 INFO:tasks.workunit.client.0.smithi069.stdout: "pri8_bytes": { 2024-04-10T16:59:55.796 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.796 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.796 INFO:tasks.workunit.client.0.smithi069.stdout: "pri9_bytes": { 2024-04-10T16:59:55.796 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.796 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.796 INFO:tasks.workunit.client.0.smithi069.stdout: "reserved_bytes": { 2024-04-10T16:59:55.796 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 69711970 2024-04-10T16:59:55.796 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:55.796 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.796 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore-pricache:kv_onode": { 2024-04-10T16:59:55.796 INFO:tasks.workunit.client.0.smithi069.stdout: "committed_bytes": { 2024-04-10T16:59:55.796 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 184549376 2024-04-10T16:59:55.797 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.797 INFO:tasks.workunit.client.0.smithi069.stdout: "pri0_bytes": { 2024-04-10T16:59:55.797 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 67108864 2024-04-10T16:59:55.797 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.797 INFO:tasks.workunit.client.0.smithi069.stdout: "pri10_bytes": { 2024-04-10T16:59:55.797 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 11028672 2024-04-10T16:59:55.797 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.797 INFO:tasks.workunit.client.0.smithi069.stdout: "pri11_bytes": { 2024-04-10T16:59:55.797 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 37784161 2024-04-10T16:59:55.797 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.797 INFO:tasks.workunit.client.0.smithi069.stdout: "pri1_bytes": { 2024-04-10T16:59:55.797 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.797 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.797 INFO:tasks.workunit.client.0.smithi069.stdout: "pri2_bytes": { 2024-04-10T16:59:55.797 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.798 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.798 INFO:tasks.workunit.client.0.smithi069.stdout: "pri3_bytes": { 2024-04-10T16:59:55.798 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.798 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.798 INFO:tasks.workunit.client.0.smithi069.stdout: "pri4_bytes": { 2024-04-10T16:59:55.798 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.798 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.798 INFO:tasks.workunit.client.0.smithi069.stdout: "pri5_bytes": { 2024-04-10T16:59:55.798 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.798 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.798 INFO:tasks.workunit.client.0.smithi069.stdout: "pri6_bytes": { 2024-04-10T16:59:55.798 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.798 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.798 INFO:tasks.workunit.client.0.smithi069.stdout: "pri7_bytes": { 2024-04-10T16:59:55.799 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.799 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.799 INFO:tasks.workunit.client.0.smithi069.stdout: "pri8_bytes": { 2024-04-10T16:59:55.799 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.799 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.799 INFO:tasks.workunit.client.0.smithi069.stdout: "pri9_bytes": { 2024-04-10T16:59:55.799 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.799 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.799 INFO:tasks.workunit.client.0.smithi069.stdout: "reserved_bytes": { 2024-04-10T16:59:55.799 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 68627679 2024-04-10T16:59:55.799 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:55.799 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.799 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore-pricache:meta": { 2024-04-10T16:59:55.799 INFO:tasks.workunit.client.0.smithi069.stdout: "committed_bytes": { 2024-04-10T16:59:55.799 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 494927872 2024-04-10T16:59:55.799 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.800 INFO:tasks.workunit.client.0.smithi069.stdout: "pri0_bytes": { 2024-04-10T16:59:55.800 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.800 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.800 INFO:tasks.workunit.client.0.smithi069.stdout: "pri10_bytes": { 2024-04-10T16:59:55.800 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.800 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.800 INFO:tasks.workunit.client.0.smithi069.stdout: "pri11_bytes": { 2024-04-10T16:59:55.800 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 425071822 2024-04-10T16:59:55.800 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.800 INFO:tasks.workunit.client.0.smithi069.stdout: "pri1_bytes": { 2024-04-10T16:59:55.800 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.800 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.800 INFO:tasks.workunit.client.0.smithi069.stdout: "pri2_bytes": { 2024-04-10T16:59:55.800 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 26533 2024-04-10T16:59:55.800 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.800 INFO:tasks.workunit.client.0.smithi069.stdout: "pri3_bytes": { 2024-04-10T16:59:55.800 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.801 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.801 INFO:tasks.workunit.client.0.smithi069.stdout: "pri4_bytes": { 2024-04-10T16:59:55.801 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.801 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.801 INFO:tasks.workunit.client.0.smithi069.stdout: "pri5_bytes": { 2024-04-10T16:59:55.801 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 118911 2024-04-10T16:59:55.801 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.801 INFO:tasks.workunit.client.0.smithi069.stdout: "pri6_bytes": { 2024-04-10T16:59:55.801 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1108528 2024-04-10T16:59:55.801 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.801 INFO:tasks.workunit.client.0.smithi069.stdout: "pri7_bytes": { 2024-04-10T16:59:55.801 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.801 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.801 INFO:tasks.workunit.client.0.smithi069.stdout: "pri8_bytes": { 2024-04-10T16:59:55.801 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.802 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.802 INFO:tasks.workunit.client.0.smithi069.stdout: "pri9_bytes": { 2024-04-10T16:59:55.802 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.802 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.802 INFO:tasks.workunit.client.0.smithi069.stdout: "reserved_bytes": { 2024-04-10T16:59:55.802 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 68602078 2024-04-10T16:59:55.802 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:55.802 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.802 INFO:tasks.workunit.client.0.smithi069.stdout: "objecter": { 2024-04-10T16:59:55.802 INFO:tasks.workunit.client.0.smithi069.stdout: "op_active": { 2024-04-10T16:59:55.802 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.802 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.802 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r": { 2024-04-10T16:59:55.802 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 19 2024-04-10T16:59:55.802 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.802 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rmw": { 2024-04-10T16:59:55.803 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.803 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.803 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w": { 2024-04-10T16:59:55.803 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.803 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:55.803 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.803 INFO:tasks.workunit.client.0.smithi069.stdout: "osd": { 2024-04-10T16:59:55.803 INFO:tasks.workunit.client.0.smithi069.stdout: "numpg": { 2024-04-10T16:59:55.803 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 53 2024-04-10T16:59:55.803 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.803 INFO:tasks.workunit.client.0.smithi069.stdout: "numpg_removing": { 2024-04-10T16:59:55.803 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.803 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.803 INFO:tasks.workunit.client.0.smithi069.stdout: "op": { 2024-04-10T16:59:55.803 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 38882 2024-04-10T16:59:55.804 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.804 INFO:tasks.workunit.client.0.smithi069.stdout: "op_before_queue_op_lat": { 2024-04-10T16:59:55.804 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 129431, 2024-04-10T16:59:55.804 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 9783271676 2024-04-10T16:59:55.804 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.804 INFO:tasks.workunit.client.0.smithi069.stdout: "op_delayed_degraded": { 2024-04-10T16:59:55.804 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.804 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.804 INFO:tasks.workunit.client.0.smithi069.stdout: "op_delayed_unreadable": { 2024-04-10T16:59:55.804 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3 2024-04-10T16:59:55.804 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.804 INFO:tasks.workunit.client.0.smithi069.stdout: "op_in_bytes": { 2024-04-10T16:59:55.804 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2439766607 2024-04-10T16:59:55.804 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.804 INFO:tasks.workunit.client.0.smithi069.stdout: "op_latency": { 2024-04-10T16:59:55.804 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 38882, 2024-04-10T16:59:55.805 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 647707597136 2024-04-10T16:59:55.805 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.805 INFO:tasks.workunit.client.0.smithi069.stdout: "op_out_bytes": { 2024-04-10T16:59:55.805 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2958159489 2024-04-10T16:59:55.805 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.805 INFO:tasks.workunit.client.0.smithi069.stdout: "op_prepare_latency": { 2024-04-10T16:59:55.805 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 40524, 2024-04-10T16:59:55.805 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 31182707395 2024-04-10T16:59:55.805 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.805 INFO:tasks.workunit.client.0.smithi069.stdout: "op_process_latency": { 2024-04-10T16:59:55.805 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 38882, 2024-04-10T16:59:55.805 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 102982017578 2024-04-10T16:59:55.805 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.805 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r": { 2024-04-10T16:59:55.805 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 17085 2024-04-10T16:59:55.806 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.806 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r_latency": { 2024-04-10T16:59:55.806 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 17085, 2024-04-10T16:59:55.806 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 11491901215 2024-04-10T16:59:55.806 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.806 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-10T16:59:55.806 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.806 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.806 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r_out_bytes": { 2024-04-10T16:59:55.806 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2958159489 2024-04-10T16:59:55.806 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.806 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r_prepare_latency": { 2024-04-10T16:59:55.806 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 17507, 2024-04-10T16:59:55.807 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 5073346680 2024-04-10T16:59:55.807 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.807 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r_process_latency": { 2024-04-10T16:59:55.807 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 17085, 2024-04-10T16:59:55.807 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 5228232140 2024-04-10T16:59:55.807 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.807 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw": { 2024-04-10T16:59:55.807 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 12157 2024-04-10T16:59:55.807 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.807 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_in_bytes": { 2024-04-10T16:59:55.807 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 378711170 2024-04-10T16:59:55.807 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.807 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_latency": { 2024-04-10T16:59:55.807 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 12157, 2024-04-10T16:59:55.807 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 100009769004 2024-04-10T16:59:55.807 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.807 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-10T16:59:55.808 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.808 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.808 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-10T16:59:55.808 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.808 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.808 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_out_bytes": { 2024-04-10T16:59:55.808 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.808 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.808 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_prepare_latency": { 2024-04-10T16:59:55.808 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 12290, 2024-04-10T16:59:55.808 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 13006198469 2024-04-10T16:59:55.808 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.808 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_process_latency": { 2024-04-10T16:59:55.808 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 12157, 2024-04-10T16:59:55.808 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 32080953282 2024-04-10T16:59:55.808 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.809 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w": { 2024-04-10T16:59:55.809 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 9640 2024-04-10T16:59:55.809 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.809 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w_in_bytes": { 2024-04-10T16:59:55.809 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2061055437 2024-04-10T16:59:55.809 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.809 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w_latency": { 2024-04-10T16:59:55.809 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 9640, 2024-04-10T16:59:55.809 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 536205926917 2024-04-10T16:59:55.809 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.809 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-10T16:59:55.809 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.809 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.809 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w_prepare_latency": { 2024-04-10T16:59:55.809 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 10727, 2024-04-10T16:59:55.809 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 13103162246 2024-04-10T16:59:55.810 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.810 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w_process_latency": { 2024-04-10T16:59:55.810 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 9640, 2024-04-10T16:59:55.810 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 65672832156 2024-04-10T16:59:55.810 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.810 INFO:tasks.workunit.client.0.smithi069.stdout: "op_wip": { 2024-04-10T16:59:55.810 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.810 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.810 INFO:tasks.workunit.client.0.smithi069.stdout: "recovery_bytes": { 2024-04-10T16:59:55.810 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 17345528 2024-04-10T16:59:55.810 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.810 INFO:tasks.workunit.client.0.smithi069.stdout: "recovery_ops": { 2024-04-10T16:59:55.810 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 15 2024-04-10T16:59:55.810 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.810 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_bytes": { 2024-04-10T16:59:55.810 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 95995035648 2024-04-10T16:59:55.811 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.811 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_bytes_used": { 2024-04-10T16:59:55.811 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 851755008 2024-04-10T16:59:55.811 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:55.811 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:55.811 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.811 INFO:tasks.workunit.client.0.smithi069.stdout: "osd.2": { 2024-04-10T16:59:55.811 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs": { 2024-04-10T16:59:55.811 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_db_max_lat": { 2024-04-10T16:59:55.811 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 19080 2024-04-10T16:59:55.811 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.811 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_slow_fallback": { 2024-04-10T16:59:55.811 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.811 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.811 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_slow_max_lat": { 2024-04-10T16:59:55.811 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.812 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.812 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_slow_size_fallback": { 2024-04-10T16:59:55.812 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.812 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.812 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_unit_db": { 2024-04-10T16:59:55.812 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 65536 2024-04-10T16:59:55.812 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.812 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_unit_slow": { 2024-04-10T16:59:55.812 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.812 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.812 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_unit_wal": { 2024-04-10T16:59:55.812 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.812 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.812 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_wal_max_lat": { 2024-04-10T16:59:55.812 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.812 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.812 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes_written_slow": { 2024-04-10T16:59:55.813 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.813 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.813 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes_written_sst": { 2024-04-10T16:59:55.813 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 9297920 2024-04-10T16:59:55.813 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.813 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes_written_wal": { 2024-04-10T16:59:55.813 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 700747776 2024-04-10T16:59:55.813 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.813 INFO:tasks.workunit.client.0.smithi069.stdout: "compact_lat": { 2024-04-10T16:59:55.813 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 17, 2024-04-10T16:59:55.813 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3932828 2024-04-10T16:59:55.813 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.813 INFO:tasks.workunit.client.0.smithi069.stdout: "compact_lock_lat": { 2024-04-10T16:59:55.813 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 17, 2024-04-10T16:59:55.814 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1349976 2024-04-10T16:59:55.814 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.814 INFO:tasks.workunit.client.0.smithi069.stdout: "db_alloc_lat": { 2024-04-10T16:59:55.814 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 184, 2024-04-10T16:59:55.814 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1029624 2024-04-10T16:59:55.814 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.814 INFO:tasks.workunit.client.0.smithi069.stdout: "db_total_bytes": { 2024-04-10T16:59:55.814 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 95995027456 2024-04-10T16:59:55.814 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.814 INFO:tasks.workunit.client.0.smithi069.stdout: "db_used_bytes": { 2024-04-10T16:59:55.814 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 669908992 2024-04-10T16:59:55.814 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.814 INFO:tasks.workunit.client.0.smithi069.stdout: "flush_lat": { 2024-04-10T16:59:55.814 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 70189, 2024-04-10T16:59:55.814 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 10825446311 2024-04-10T16:59:55.814 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.815 INFO:tasks.workunit.client.0.smithi069.stdout: "fsync_lat": { 2024-04-10T16:59:55.815 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 70213, 2024-04-10T16:59:55.815 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 17379949356 2024-04-10T16:59:55.815 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.815 INFO:tasks.workunit.client.0.smithi069.stdout: "log_bytes": { 2024-04-10T16:59:55.815 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 4919296 2024-04-10T16:59:55.815 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.815 INFO:tasks.workunit.client.0.smithi069.stdout: "logged_bytes": { 2024-04-10T16:59:55.815 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 287551488 2024-04-10T16:59:55.815 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.815 INFO:tasks.workunit.client.0.smithi069.stdout: "max_bytes_db": { 2024-04-10T16:59:55.815 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 686948352 2024-04-10T16:59:55.815 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.815 INFO:tasks.workunit.client.0.smithi069.stdout: "max_bytes_slow": { 2024-04-10T16:59:55.815 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.815 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.815 INFO:tasks.workunit.client.0.smithi069.stdout: "max_bytes_wal": { 2024-04-10T16:59:55.816 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.816 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.816 INFO:tasks.workunit.client.0.smithi069.stdout: "num_files": { 2024-04-10T16:59:55.816 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 53 2024-04-10T16:59:55.816 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.816 INFO:tasks.workunit.client.0.smithi069.stdout: "read_bytes": { 2024-04-10T16:59:55.816 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 6190871268 2024-04-10T16:59:55.816 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.816 INFO:tasks.workunit.client.0.smithi069.stdout: "read_count": { 2024-04-10T16:59:55.816 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 65983 2024-04-10T16:59:55.816 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.816 INFO:tasks.workunit.client.0.smithi069.stdout: "read_disk_bytes": { 2024-04-10T16:59:55.816 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 5417213952 2024-04-10T16:59:55.816 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.816 INFO:tasks.workunit.client.0.smithi069.stdout: "read_disk_bytes_db": { 2024-04-10T16:59:55.816 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 5417218048 2024-04-10T16:59:55.817 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.817 INFO:tasks.workunit.client.0.smithi069.stdout: "read_disk_bytes_slow": { 2024-04-10T16:59:55.817 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.817 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.817 INFO:tasks.workunit.client.0.smithi069.stdout: "read_disk_bytes_wal": { 2024-04-10T16:59:55.817 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.817 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.817 INFO:tasks.workunit.client.0.smithi069.stdout: "read_disk_count": { 2024-04-10T16:59:55.817 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 53121 2024-04-10T16:59:55.817 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.817 INFO:tasks.workunit.client.0.smithi069.stdout: "read_lat": { 2024-04-10T16:59:55.817 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 65983, 2024-04-10T16:59:55.817 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2153962042 2024-04-10T16:59:55.817 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.817 INFO:tasks.workunit.client.0.smithi069.stdout: "read_prefetch_bytes": { 2024-04-10T16:59:55.817 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 6077933487 2024-04-10T16:59:55.817 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.818 INFO:tasks.workunit.client.0.smithi069.stdout: "read_prefetch_count": { 2024-04-10T16:59:55.818 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 62521 2024-04-10T16:59:55.818 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.818 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_buffer_bytes": { 2024-04-10T16:59:55.818 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3121521 2024-04-10T16:59:55.818 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.818 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_buffer_count": { 2024-04-10T16:59:55.818 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 966 2024-04-10T16:59:55.818 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.818 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_bytes": { 2024-04-10T16:59:55.818 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 9147663 2024-04-10T16:59:55.818 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.818 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_count": { 2024-04-10T16:59:55.818 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1285 2024-04-10T16:59:55.818 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.818 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_disk_bytes": { 2024-04-10T16:59:55.819 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 6026142 2024-04-10T16:59:55.819 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.819 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_disk_bytes_db": { 2024-04-10T16:59:55.819 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 6026142 2024-04-10T16:59:55.819 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.819 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_disk_bytes_slow": { 2024-04-10T16:59:55.819 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.819 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.819 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_disk_bytes_wal": { 2024-04-10T16:59:55.819 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.819 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.819 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_disk_count": { 2024-04-10T16:59:55.819 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 326 2024-04-10T16:59:55.819 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.819 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_lat": { 2024-04-10T16:59:55.819 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 1285, 2024-04-10T16:59:55.819 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2569170 2024-04-10T16:59:55.820 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.820 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_alloc_lat": { 2024-04-10T16:59:55.820 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:55.820 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.820 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.820 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_total_bytes": { 2024-04-10T16:59:55.820 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.820 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.820 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_used_bytes": { 2024-04-10T16:59:55.820 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.820 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.820 INFO:tasks.workunit.client.0.smithi069.stdout: "truncate_lat": { 2024-04-10T16:59:55.820 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 1, 2024-04-10T16:59:55.820 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 806 2024-04-10T16:59:55.820 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.821 INFO:tasks.workunit.client.0.smithi069.stdout: "unlink_lat": { 2024-04-10T16:59:55.821 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 9, 2024-04-10T16:59:55.821 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 28602 2024-04-10T16:59:55.821 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.821 INFO:tasks.workunit.client.0.smithi069.stdout: "wal_alloc_lat": { 2024-04-10T16:59:55.821 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:55.821 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.821 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.821 INFO:tasks.workunit.client.0.smithi069.stdout: "wal_total_bytes": { 2024-04-10T16:59:55.821 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.821 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.821 INFO:tasks.workunit.client.0.smithi069.stdout: "wal_used_bytes": { 2024-04-10T16:59:55.821 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.821 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.821 INFO:tasks.workunit.client.0.smithi069.stdout: "write_bytes": { 2024-04-10T16:59:55.822 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1000181760 2024-04-10T16:59:55.822 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:55.822 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.822 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore": { 2024-04-10T16:59:55.822 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_unit": { 2024-04-10T16:59:55.822 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 4096 2024-04-10T16:59:55.822 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.822 INFO:tasks.workunit.client.0.smithi069.stdout: "allocated": { 2024-04-10T16:59:55.822 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 13586432 2024-04-10T16:59:55.822 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.822 INFO:tasks.workunit.client.0.smithi069.stdout: "allocator_lat": { 2024-04-10T16:59:55.822 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 14420, 2024-04-10T16:59:55.822 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 54391039 2024-04-10T16:59:55.822 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.822 INFO:tasks.workunit.client.0.smithi069.stdout: "clist_lat": { 2024-04-10T16:59:55.823 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 3604, 2024-04-10T16:59:55.823 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 6089260902 2024-04-10T16:59:55.823 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.823 INFO:tasks.workunit.client.0.smithi069.stdout: "compress_lat": { 2024-04-10T16:59:55.823 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:55.823 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.823 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.823 INFO:tasks.workunit.client.0.smithi069.stdout: "compressed": { 2024-04-10T16:59:55.823 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.823 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.823 INFO:tasks.workunit.client.0.smithi069.stdout: "compressed_allocated": { 2024-04-10T16:59:55.823 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.823 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.823 INFO:tasks.workunit.client.0.smithi069.stdout: "compressed_original": { 2024-04-10T16:59:55.823 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.823 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.824 INFO:tasks.workunit.client.0.smithi069.stdout: "csum_lat": { 2024-04-10T16:59:55.824 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 33671, 2024-04-10T16:59:55.824 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 280144361 2024-04-10T16:59:55.824 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.824 INFO:tasks.workunit.client.0.smithi069.stdout: "decompress_lat": { 2024-04-10T16:59:55.824 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:55.824 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.824 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.824 INFO:tasks.workunit.client.0.smithi069.stdout: "fragmentation_micros": { 2024-04-10T16:59:55.824 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.824 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.824 INFO:tasks.workunit.client.0.smithi069.stdout: "kv_commit_lat": { 2024-04-10T16:59:55.824 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 70129, 2024-04-10T16:59:55.824 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 21102301055 2024-04-10T16:59:55.824 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.824 INFO:tasks.workunit.client.0.smithi069.stdout: "kv_final_lat": { 2024-04-10T16:59:55.825 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 69661, 2024-04-10T16:59:55.825 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1363527052 2024-04-10T16:59:55.825 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.825 INFO:tasks.workunit.client.0.smithi069.stdout: "kv_flush_lat": { 2024-04-10T16:59:55.825 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 70129, 2024-04-10T16:59:55.825 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 35165443 2024-04-10T16:59:55.825 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.825 INFO:tasks.workunit.client.0.smithi069.stdout: "kv_sync_lat": { 2024-04-10T16:59:55.825 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 70129, 2024-04-10T16:59:55.825 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 21137466498 2024-04-10T16:59:55.825 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.825 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_get_keys_lat": { 2024-04-10T16:59:55.825 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:55.825 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.825 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.825 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_get_values_lat": { 2024-04-10T16:59:55.826 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 61515, 2024-04-10T16:59:55.826 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1261885952 2024-04-10T16:59:55.826 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.826 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_lower_bound_lat": { 2024-04-10T16:59:55.826 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 1014, 2024-04-10T16:59:55.826 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2795789 2024-04-10T16:59:55.826 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.826 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_next_lat": { 2024-04-10T16:59:55.826 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 24205, 2024-04-10T16:59:55.826 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 13502208 2024-04-10T16:59:55.826 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.826 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_seek_to_first_lat": { 2024-04-10T16:59:55.826 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 36, 2024-04-10T16:59:55.826 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 54680 2024-04-10T16:59:55.826 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.826 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_upper_bound_lat": { 2024-04-10T16:59:55.827 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 21553, 2024-04-10T16:59:55.827 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1566071893 2024-04-10T16:59:55.827 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.827 INFO:tasks.workunit.client.0.smithi069.stdout: "onode_hits": { 2024-04-10T16:59:55.827 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 263509 2024-04-10T16:59:55.827 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.827 INFO:tasks.workunit.client.0.smithi069.stdout: "onode_misses": { 2024-04-10T16:59:55.827 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 18989 2024-04-10T16:59:55.827 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.827 INFO:tasks.workunit.client.0.smithi069.stdout: "read_lat": { 2024-04-10T16:59:55.827 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 8257, 2024-04-10T16:59:55.827 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2329494101 2024-04-10T16:59:55.827 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.827 INFO:tasks.workunit.client.0.smithi069.stdout: "read_onode_meta_lat": { 2024-04-10T16:59:55.827 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 23597, 2024-04-10T16:59:55.827 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 12440169 2024-04-10T16:59:55.828 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.828 INFO:tasks.workunit.client.0.smithi069.stdout: "read_wait_aio_lat": { 2024-04-10T16:59:55.828 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 15340, 2024-04-10T16:59:55.828 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1993568409 2024-04-10T16:59:55.828 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.828 INFO:tasks.workunit.client.0.smithi069.stdout: "reads_with_retries": { 2024-04-10T16:59:55.828 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.828 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.828 INFO:tasks.workunit.client.0.smithi069.stdout: "remove_lat": { 2024-04-10T16:59:55.828 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 12845, 2024-04-10T16:59:55.828 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 414513160 2024-04-10T16:59:55.828 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.828 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_aio_wait_count": { 2024-04-10T16:59:55.828 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.828 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.828 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_committed_kv_count": { 2024-04-10T16:59:55.829 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.829 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.829 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_read_onode_meta_count": { 2024-04-10T16:59:55.829 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.829 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.829 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_read_wait_aio_count": { 2024-04-10T16:59:55.829 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.829 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.829 INFO:tasks.workunit.client.0.smithi069.stdout: "state_aio_wait_lat": { 2024-04-10T16:59:55.829 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 81330, 2024-04-10T16:59:55.829 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 9116749433 2024-04-10T16:59:55.829 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.829 INFO:tasks.workunit.client.0.smithi069.stdout: "state_deferred_aio_wait_lat": { 2024-04-10T16:59:55.829 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 6262, 2024-04-10T16:59:55.829 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 620637945 2024-04-10T16:59:55.829 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.829 INFO:tasks.workunit.client.0.smithi069.stdout: "state_deferred_cleanup_lat": { 2024-04-10T16:59:55.830 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 6262, 2024-04-10T16:59:55.830 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 4344686723048 2024-04-10T16:59:55.830 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.830 INFO:tasks.workunit.client.0.smithi069.stdout: "state_deferred_queued_lat": { 2024-04-10T16:59:55.830 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 6262, 2024-04-10T16:59:55.830 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 6437507664369 2024-04-10T16:59:55.830 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.830 INFO:tasks.workunit.client.0.smithi069.stdout: "state_done_lat": { 2024-04-10T16:59:55.830 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 81330, 2024-04-10T16:59:55.830 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2507839150305 2024-04-10T16:59:55.830 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.830 INFO:tasks.workunit.client.0.smithi069.stdout: "state_finishing_lat": { 2024-04-10T16:59:55.830 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 81330, 2024-04-10T16:59:55.830 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 7942989 2024-04-10T16:59:55.830 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.830 INFO:tasks.workunit.client.0.smithi069.stdout: "state_io_done_lat": { 2024-04-10T16:59:55.831 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 81330, 2024-04-10T16:59:55.831 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 475284632 2024-04-10T16:59:55.831 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.831 INFO:tasks.workunit.client.0.smithi069.stdout: "state_kv_commiting_lat": { 2024-04-10T16:59:55.831 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 81330, 2024-04-10T16:59:55.831 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 31486959647 2024-04-10T16:59:55.831 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.831 INFO:tasks.workunit.client.0.smithi069.stdout: "state_kv_done_lat": { 2024-04-10T16:59:55.831 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 81330, 2024-04-10T16:59:55.831 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 29179231 2024-04-10T16:59:55.831 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.831 INFO:tasks.workunit.client.0.smithi069.stdout: "state_kv_queued_lat": { 2024-04-10T16:59:55.831 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 81330, 2024-04-10T16:59:55.831 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 14538013464 2024-04-10T16:59:55.831 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.831 INFO:tasks.workunit.client.0.smithi069.stdout: "state_prepare_lat": { 2024-04-10T16:59:55.832 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 81330, 2024-04-10T16:59:55.832 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 13543501930 2024-04-10T16:59:55.832 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.832 INFO:tasks.workunit.client.0.smithi069.stdout: "stored": { 2024-04-10T16:59:55.832 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 9672755 2024-04-10T16:59:55.832 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.832 INFO:tasks.workunit.client.0.smithi069.stdout: "truncate_lat": { 2024-04-10T16:59:55.832 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 2506, 2024-04-10T16:59:55.832 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 14649538 2024-04-10T16:59:55.832 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.832 INFO:tasks.workunit.client.0.smithi069.stdout: "txc_commit_lat": { 2024-04-10T16:59:55.832 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 81330, 2024-04-10T16:59:55.832 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 69173713792 2024-04-10T16:59:55.832 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.832 INFO:tasks.workunit.client.0.smithi069.stdout: "txc_submit_lat": { 2024-04-10T16:59:55.833 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 81330, 2024-04-10T16:59:55.833 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 14461044077 2024-04-10T16:59:55.833 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.833 INFO:tasks.workunit.client.0.smithi069.stdout: "txc_throttle_lat": { 2024-04-10T16:59:55.833 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 81330, 2024-04-10T16:59:55.833 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 522904902 2024-04-10T16:59:55.833 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:55.833 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.833 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore-pricache": { 2024-04-10T16:59:55.833 INFO:tasks.workunit.client.0.smithi069.stdout: "cache_bytes": { 2024-04-10T16:59:55.833 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1405243637 2024-04-10T16:59:55.833 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.833 INFO:tasks.workunit.client.0.smithi069.stdout: "heap_bytes": { 2024-04-10T16:59:55.833 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 555384832 2024-04-10T16:59:55.834 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.834 INFO:tasks.workunit.client.0.smithi069.stdout: "mapped_bytes": { 2024-04-10T16:59:55.834 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 448151552 2024-04-10T16:59:55.834 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.834 INFO:tasks.workunit.client.0.smithi069.stdout: "target_bytes": { 2024-04-10T16:59:55.834 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2600647065 2024-04-10T16:59:55.834 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.834 INFO:tasks.workunit.client.0.smithi069.stdout: "unmapped_bytes": { 2024-04-10T16:59:55.834 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 107233280 2024-04-10T16:59:55.834 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:55.834 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.834 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore-pricache:data": { 2024-04-10T16:59:55.834 INFO:tasks.workunit.client.0.smithi069.stdout: "committed_bytes": { 2024-04-10T16:59:55.834 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 125829120 2024-04-10T16:59:55.834 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.835 INFO:tasks.workunit.client.0.smithi069.stdout: "pri0_bytes": { 2024-04-10T16:59:55.835 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.835 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.835 INFO:tasks.workunit.client.0.smithi069.stdout: "pri10_bytes": { 2024-04-10T16:59:55.835 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.835 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.835 INFO:tasks.workunit.client.0.smithi069.stdout: "pri11_bytes": { 2024-04-10T16:59:55.835 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 56888122 2024-04-10T16:59:55.835 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.835 INFO:tasks.workunit.client.0.smithi069.stdout: "pri1_bytes": { 2024-04-10T16:59:55.835 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.835 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.835 INFO:tasks.workunit.client.0.smithi069.stdout: "pri2_bytes": { 2024-04-10T16:59:55.835 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.835 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.835 INFO:tasks.workunit.client.0.smithi069.stdout: "pri3_bytes": { 2024-04-10T16:59:55.836 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.836 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.836 INFO:tasks.workunit.client.0.smithi069.stdout: "pri4_bytes": { 2024-04-10T16:59:55.836 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.836 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.836 INFO:tasks.workunit.client.0.smithi069.stdout: "pri5_bytes": { 2024-04-10T16:59:55.836 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 12288 2024-04-10T16:59:55.836 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.836 INFO:tasks.workunit.client.0.smithi069.stdout: "pri6_bytes": { 2024-04-10T16:59:55.836 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 77824 2024-04-10T16:59:55.836 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.836 INFO:tasks.workunit.client.0.smithi069.stdout: "pri7_bytes": { 2024-04-10T16:59:55.836 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.836 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.836 INFO:tasks.workunit.client.0.smithi069.stdout: "pri8_bytes": { 2024-04-10T16:59:55.836 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.836 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.837 INFO:tasks.workunit.client.0.smithi069.stdout: "pri9_bytes": { 2024-04-10T16:59:55.837 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.837 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.837 INFO:tasks.workunit.client.0.smithi069.stdout: "reserved_bytes": { 2024-04-10T16:59:55.837 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 68850886 2024-04-10T16:59:55.837 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:55.837 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.837 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore-pricache:kv": { 2024-04-10T16:59:55.837 INFO:tasks.workunit.client.0.smithi069.stdout: "committed_bytes": { 2024-04-10T16:59:55.837 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 562036736 2024-04-10T16:59:55.837 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.837 INFO:tasks.workunit.client.0.smithi069.stdout: "pri0_bytes": { 2024-04-10T16:59:55.837 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 67108864 2024-04-10T16:59:55.837 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.838 INFO:tasks.workunit.client.0.smithi069.stdout: "pri10_bytes": { 2024-04-10T16:59:55.838 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.838 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.838 INFO:tasks.workunit.client.0.smithi069.stdout: "pri11_bytes": { 2024-04-10T16:59:55.838 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 426660919 2024-04-10T16:59:55.838 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.838 INFO:tasks.workunit.client.0.smithi069.stdout: "pri1_bytes": { 2024-04-10T16:59:55.838 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.838 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.838 INFO:tasks.workunit.client.0.smithi069.stdout: "pri2_bytes": { 2024-04-10T16:59:55.838 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.838 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.838 INFO:tasks.workunit.client.0.smithi069.stdout: "pri3_bytes": { 2024-04-10T16:59:55.838 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2384 2024-04-10T16:59:55.838 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.839 INFO:tasks.workunit.client.0.smithi069.stdout: "pri4_bytes": { 2024-04-10T16:59:55.839 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.839 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.839 INFO:tasks.workunit.client.0.smithi069.stdout: "pri5_bytes": { 2024-04-10T16:59:55.839 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 170608 2024-04-10T16:59:55.839 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.839 INFO:tasks.workunit.client.0.smithi069.stdout: "pri6_bytes": { 2024-04-10T16:59:55.839 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.839 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.839 INFO:tasks.workunit.client.0.smithi069.stdout: "pri7_bytes": { 2024-04-10T16:59:55.839 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.839 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.839 INFO:tasks.workunit.client.0.smithi069.stdout: "pri8_bytes": { 2024-04-10T16:59:55.839 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.839 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.840 INFO:tasks.workunit.client.0.smithi069.stdout: "pri9_bytes": { 2024-04-10T16:59:55.840 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.840 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.840 INFO:tasks.workunit.client.0.smithi069.stdout: "reserved_bytes": { 2024-04-10T16:59:55.840 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 68093961 2024-04-10T16:59:55.840 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:55.840 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.840 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore-pricache:kv_onode": { 2024-04-10T16:59:55.840 INFO:tasks.workunit.client.0.smithi069.stdout: "committed_bytes": { 2024-04-10T16:59:55.840 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 184549376 2024-04-10T16:59:55.840 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.840 INFO:tasks.workunit.client.0.smithi069.stdout: "pri0_bytes": { 2024-04-10T16:59:55.840 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 67108864 2024-04-10T16:59:55.840 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.840 INFO:tasks.workunit.client.0.smithi069.stdout: "pri10_bytes": { 2024-04-10T16:59:55.840 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 8814336 2024-04-10T16:59:55.841 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.841 INFO:tasks.workunit.client.0.smithi069.stdout: "pri11_bytes": { 2024-04-10T16:59:55.841 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 37925415 2024-04-10T16:59:55.841 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.841 INFO:tasks.workunit.client.0.smithi069.stdout: "pri1_bytes": { 2024-04-10T16:59:55.841 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.841 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.841 INFO:tasks.workunit.client.0.smithi069.stdout: "pri2_bytes": { 2024-04-10T16:59:55.841 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.841 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.841 INFO:tasks.workunit.client.0.smithi069.stdout: "pri3_bytes": { 2024-04-10T16:59:55.841 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.841 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.841 INFO:tasks.workunit.client.0.smithi069.stdout: "pri4_bytes": { 2024-04-10T16:59:55.841 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.841 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.842 INFO:tasks.workunit.client.0.smithi069.stdout: "pri5_bytes": { 2024-04-10T16:59:55.842 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.842 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.842 INFO:tasks.workunit.client.0.smithi069.stdout: "pri6_bytes": { 2024-04-10T16:59:55.842 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.842 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.842 INFO:tasks.workunit.client.0.smithi069.stdout: "pri7_bytes": { 2024-04-10T16:59:55.842 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.842 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.842 INFO:tasks.workunit.client.0.smithi069.stdout: "pri8_bytes": { 2024-04-10T16:59:55.842 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.842 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.842 INFO:tasks.workunit.client.0.smithi069.stdout: "pri9_bytes": { 2024-04-10T16:59:55.842 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.842 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.843 INFO:tasks.workunit.client.0.smithi069.stdout: "reserved_bytes": { 2024-04-10T16:59:55.843 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 70700761 2024-04-10T16:59:55.843 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:55.843 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.843 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore-pricache:meta": { 2024-04-10T16:59:55.843 INFO:tasks.workunit.client.0.smithi069.stdout: "committed_bytes": { 2024-04-10T16:59:55.843 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 503316480 2024-04-10T16:59:55.843 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.843 INFO:tasks.workunit.client.0.smithi069.stdout: "pri0_bytes": { 2024-04-10T16:59:55.843 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.843 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.843 INFO:tasks.workunit.client.0.smithi069.stdout: "pri10_bytes": { 2024-04-10T16:59:55.843 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.843 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.844 INFO:tasks.workunit.client.0.smithi069.stdout: "pri11_bytes": { 2024-04-10T16:59:55.844 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 426660919 2024-04-10T16:59:55.844 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.844 INFO:tasks.workunit.client.0.smithi069.stdout: "pri1_bytes": { 2024-04-10T16:59:55.844 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.844 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.844 INFO:tasks.workunit.client.0.smithi069.stdout: "pri2_bytes": { 2024-04-10T16:59:55.844 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.844 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.844 INFO:tasks.workunit.client.0.smithi069.stdout: "pri3_bytes": { 2024-04-10T16:59:55.844 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.844 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.844 INFO:tasks.workunit.client.0.smithi069.stdout: "pri4_bytes": { 2024-04-10T16:59:55.844 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.845 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.845 INFO:tasks.workunit.client.0.smithi069.stdout: "pri5_bytes": { 2024-04-10T16:59:55.845 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 139227 2024-04-10T16:59:55.845 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.845 INFO:tasks.workunit.client.0.smithi069.stdout: "pri6_bytes": { 2024-04-10T16:59:55.845 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1133856 2024-04-10T16:59:55.845 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.845 INFO:tasks.workunit.client.0.smithi069.stdout: "pri7_bytes": { 2024-04-10T16:59:55.845 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.845 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.845 INFO:tasks.workunit.client.0.smithi069.stdout: "pri8_bytes": { 2024-04-10T16:59:55.845 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.845 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.846 INFO:tasks.workunit.client.0.smithi069.stdout: "pri9_bytes": { 2024-04-10T16:59:55.846 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.846 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.846 INFO:tasks.workunit.client.0.smithi069.stdout: "reserved_bytes": { 2024-04-10T16:59:55.846 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 75382478 2024-04-10T16:59:55.846 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:55.846 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.846 INFO:tasks.workunit.client.0.smithi069.stdout: "objecter": { 2024-04-10T16:59:55.846 INFO:tasks.workunit.client.0.smithi069.stdout: "op_active": { 2024-04-10T16:59:55.846 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.846 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.846 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r": { 2024-04-10T16:59:55.846 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 95 2024-04-10T16:59:55.846 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.846 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rmw": { 2024-04-10T16:59:55.847 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.847 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.847 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w": { 2024-04-10T16:59:55.847 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.847 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:55.847 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.847 INFO:tasks.workunit.client.0.smithi069.stdout: "osd": { 2024-04-10T16:59:55.847 INFO:tasks.workunit.client.0.smithi069.stdout: "numpg": { 2024-04-10T16:59:55.847 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 40 2024-04-10T16:59:55.847 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.847 INFO:tasks.workunit.client.0.smithi069.stdout: "numpg_removing": { 2024-04-10T16:59:55.847 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.847 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.847 INFO:tasks.workunit.client.0.smithi069.stdout: "op": { 2024-04-10T16:59:55.847 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 52557 2024-04-10T16:59:55.848 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.848 INFO:tasks.workunit.client.0.smithi069.stdout: "op_before_queue_op_lat": { 2024-04-10T16:59:55.848 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 145745, 2024-04-10T16:59:55.848 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 7864588720 2024-04-10T16:59:55.848 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.848 INFO:tasks.workunit.client.0.smithi069.stdout: "op_delayed_degraded": { 2024-04-10T16:59:55.848 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 4 2024-04-10T16:59:55.848 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.848 INFO:tasks.workunit.client.0.smithi069.stdout: "op_delayed_unreadable": { 2024-04-10T16:59:55.848 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.848 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.848 INFO:tasks.workunit.client.0.smithi069.stdout: "op_in_bytes": { 2024-04-10T16:59:55.848 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2165643152 2024-04-10T16:59:55.848 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.849 INFO:tasks.workunit.client.0.smithi069.stdout: "op_latency": { 2024-04-10T16:59:55.849 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 52557, 2024-04-10T16:59:55.849 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 123056690456 2024-04-10T16:59:55.849 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.849 INFO:tasks.workunit.client.0.smithi069.stdout: "op_out_bytes": { 2024-04-10T16:59:55.849 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3893765718 2024-04-10T16:59:55.849 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.849 INFO:tasks.workunit.client.0.smithi069.stdout: "op_prepare_latency": { 2024-04-10T16:59:55.849 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 53439, 2024-04-10T16:59:55.849 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 44217777133 2024-04-10T16:59:55.849 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.849 INFO:tasks.workunit.client.0.smithi069.stdout: "op_process_latency": { 2024-04-10T16:59:55.849 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 52557, 2024-04-10T16:59:55.849 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 77290025686 2024-04-10T16:59:55.849 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.850 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r": { 2024-04-10T16:59:55.850 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 22868 2024-04-10T16:59:55.850 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.850 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r_latency": { 2024-04-10T16:59:55.850 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 22868, 2024-04-10T16:59:55.850 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 23620290970 2024-04-10T16:59:55.850 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.850 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-10T16:59:55.850 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.850 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.850 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r_out_bytes": { 2024-04-10T16:59:55.850 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3893765718 2024-04-10T16:59:55.850 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.850 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r_prepare_latency": { 2024-04-10T16:59:55.851 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 23291, 2024-04-10T16:59:55.851 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 6115337591 2024-04-10T16:59:55.851 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.851 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r_process_latency": { 2024-04-10T16:59:55.851 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 22868, 2024-04-10T16:59:55.851 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 9746527730 2024-04-10T16:59:55.851 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.851 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw": { 2024-04-10T16:59:55.851 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 27394 2024-04-10T16:59:55.851 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.851 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_in_bytes": { 2024-04-10T16:59:55.851 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 499391698 2024-04-10T16:59:55.851 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.851 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_latency": { 2024-04-10T16:59:55.851 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 27394, 2024-04-10T16:59:55.851 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 52956422186 2024-04-10T16:59:55.852 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.852 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-10T16:59:55.852 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.852 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.852 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-10T16:59:55.852 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.852 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.852 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_out_bytes": { 2024-04-10T16:59:55.852 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.852 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.852 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_prepare_latency": { 2024-04-10T16:59:55.852 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 27684, 2024-04-10T16:59:55.852 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 34149199463 2024-04-10T16:59:55.852 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.852 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_process_latency": { 2024-04-10T16:59:55.852 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 27394, 2024-04-10T16:59:55.853 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 50269609082 2024-04-10T16:59:55.853 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.853 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w": { 2024-04-10T16:59:55.853 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2295 2024-04-10T16:59:55.853 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.853 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w_in_bytes": { 2024-04-10T16:59:55.853 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1666251454 2024-04-10T16:59:55.853 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.853 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w_latency": { 2024-04-10T16:59:55.853 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 2295, 2024-04-10T16:59:55.853 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 46479977300 2024-04-10T16:59:55.853 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.853 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-10T16:59:55.853 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.853 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.854 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w_prepare_latency": { 2024-04-10T16:59:55.854 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 2464, 2024-04-10T16:59:55.854 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3953240079 2024-04-10T16:59:55.854 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.854 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w_process_latency": { 2024-04-10T16:59:55.854 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 2295, 2024-04-10T16:59:55.854 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 17273888874 2024-04-10T16:59:55.854 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.854 INFO:tasks.workunit.client.0.smithi069.stdout: "op_wip": { 2024-04-10T16:59:55.854 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.854 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.854 INFO:tasks.workunit.client.0.smithi069.stdout: "recovery_bytes": { 2024-04-10T16:59:55.855 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 8388616 2024-04-10T16:59:55.855 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.855 INFO:tasks.workunit.client.0.smithi069.stdout: "recovery_ops": { 2024-04-10T16:59:55.855 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 23 2024-04-10T16:59:55.855 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.855 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_bytes": { 2024-04-10T16:59:55.855 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 95995035648 2024-04-10T16:59:55.855 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.855 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_bytes_used": { 2024-04-10T16:59:55.855 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 683503616 2024-04-10T16:59:55.855 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:55.855 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:55.855 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.855 INFO:tasks.workunit.client.0.smithi069.stdout: "osd.3": { 2024-04-10T16:59:55.855 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs": { 2024-04-10T16:59:55.856 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_db_max_lat": { 2024-04-10T16:59:55.856 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 28334 2024-04-10T16:59:55.856 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.856 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_slow_fallback": { 2024-04-10T16:59:55.856 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.856 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.856 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_slow_max_lat": { 2024-04-10T16:59:55.856 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.856 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.856 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_slow_size_fallback": { 2024-04-10T16:59:55.856 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.856 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.856 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_unit_db": { 2024-04-10T16:59:55.857 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 65536 2024-04-10T16:59:55.857 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.857 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_unit_slow": { 2024-04-10T16:59:55.857 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.857 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.857 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_unit_wal": { 2024-04-10T16:59:55.857 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.857 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.857 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_wal_max_lat": { 2024-04-10T16:59:55.857 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.857 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.857 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes_written_slow": { 2024-04-10T16:59:55.857 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.857 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.857 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes_written_sst": { 2024-04-10T16:59:55.857 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3350528 2024-04-10T16:59:55.857 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.858 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes_written_wal": { 2024-04-10T16:59:55.858 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 618958848 2024-04-10T16:59:55.858 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.858 INFO:tasks.workunit.client.0.smithi069.stdout: "compact_lat": { 2024-04-10T16:59:55.858 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 16, 2024-04-10T16:59:55.858 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 4943135 2024-04-10T16:59:55.858 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.858 INFO:tasks.workunit.client.0.smithi069.stdout: "compact_lock_lat": { 2024-04-10T16:59:55.858 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 16, 2024-04-10T16:59:55.858 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2190134 2024-04-10T16:59:55.858 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.858 INFO:tasks.workunit.client.0.smithi069.stdout: "db_alloc_lat": { 2024-04-10T16:59:55.858 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 159, 2024-04-10T16:59:55.858 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 849714 2024-04-10T16:59:55.858 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.859 INFO:tasks.workunit.client.0.smithi069.stdout: "db_total_bytes": { 2024-04-10T16:59:55.859 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 95995027456 2024-04-10T16:59:55.859 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.859 INFO:tasks.workunit.client.0.smithi069.stdout: "db_used_bytes": { 2024-04-10T16:59:55.859 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 557383680 2024-04-10T16:59:55.859 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.859 INFO:tasks.workunit.client.0.smithi069.stdout: "flush_lat": { 2024-04-10T16:59:55.859 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 66838, 2024-04-10T16:59:55.859 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 10606979400 2024-04-10T16:59:55.859 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.859 INFO:tasks.workunit.client.0.smithi069.stdout: "fsync_lat": { 2024-04-10T16:59:55.859 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 66851, 2024-04-10T16:59:55.859 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 17214667089 2024-04-10T16:59:55.859 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.859 INFO:tasks.workunit.client.0.smithi069.stdout: "log_bytes": { 2024-04-10T16:59:55.859 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 7872512 2024-04-10T16:59:55.860 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.860 INFO:tasks.workunit.client.0.smithi069.stdout: "logged_bytes": { 2024-04-10T16:59:55.860 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 273866752 2024-04-10T16:59:55.860 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.860 INFO:tasks.workunit.client.0.smithi069.stdout: "max_bytes_db": { 2024-04-10T16:59:55.860 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 570163200 2024-04-10T16:59:55.860 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.860 INFO:tasks.workunit.client.0.smithi069.stdout: "max_bytes_slow": { 2024-04-10T16:59:55.860 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.860 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.860 INFO:tasks.workunit.client.0.smithi069.stdout: "max_bytes_wal": { 2024-04-10T16:59:55.860 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.860 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.860 INFO:tasks.workunit.client.0.smithi069.stdout: "num_files": { 2024-04-10T16:59:55.860 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 44 2024-04-10T16:59:55.860 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.861 INFO:tasks.workunit.client.0.smithi069.stdout: "read_bytes": { 2024-04-10T16:59:55.861 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2027109603 2024-04-10T16:59:55.861 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.861 INFO:tasks.workunit.client.0.smithi069.stdout: "read_count": { 2024-04-10T16:59:55.861 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 30337 2024-04-10T16:59:55.861 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.861 INFO:tasks.workunit.client.0.smithi069.stdout: "read_disk_bytes": { 2024-04-10T16:59:55.861 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1801629696 2024-04-10T16:59:55.861 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.861 INFO:tasks.workunit.client.0.smithi069.stdout: "read_disk_bytes_db": { 2024-04-10T16:59:55.861 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1801633792 2024-04-10T16:59:55.861 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.861 INFO:tasks.workunit.client.0.smithi069.stdout: "read_disk_bytes_slow": { 2024-04-10T16:59:55.861 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.861 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.861 INFO:tasks.workunit.client.0.smithi069.stdout: "read_disk_bytes_wal": { 2024-04-10T16:59:55.861 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.862 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.862 INFO:tasks.workunit.client.0.smithi069.stdout: "read_disk_count": { 2024-04-10T16:59:55.862 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 25963 2024-04-10T16:59:55.862 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.862 INFO:tasks.workunit.client.0.smithi069.stdout: "read_lat": { 2024-04-10T16:59:55.862 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 30337, 2024-04-10T16:59:55.862 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 848425013 2024-04-10T16:59:55.862 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.862 INFO:tasks.workunit.client.0.smithi069.stdout: "read_prefetch_bytes": { 2024-04-10T16:59:55.862 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1948211492 2024-04-10T16:59:55.862 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.862 INFO:tasks.workunit.client.0.smithi069.stdout: "read_prefetch_count": { 2024-04-10T16:59:55.862 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 27916 2024-04-10T16:59:55.862 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.863 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_buffer_bytes": { 2024-04-10T16:59:55.863 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1202175 2024-04-10T16:59:55.863 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.863 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_buffer_count": { 2024-04-10T16:59:55.863 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 576 2024-04-10T16:59:55.863 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.863 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_bytes": { 2024-04-10T16:59:55.863 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3322771 2024-04-10T16:59:55.863 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.863 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_count": { 2024-04-10T16:59:55.863 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 712 2024-04-10T16:59:55.863 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.863 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_disk_bytes": { 2024-04-10T16:59:55.863 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2120596 2024-04-10T16:59:55.863 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.863 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_disk_bytes_db": { 2024-04-10T16:59:55.864 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2120596 2024-04-10T16:59:55.864 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.864 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_disk_bytes_slow": { 2024-04-10T16:59:55.864 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.864 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.864 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_disk_bytes_wal": { 2024-04-10T16:59:55.864 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.864 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.864 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_disk_count": { 2024-04-10T16:59:55.864 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 137 2024-04-10T16:59:55.864 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.864 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_lat": { 2024-04-10T16:59:55.864 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 712, 2024-04-10T16:59:55.864 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1145757 2024-04-10T16:59:55.864 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.865 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_alloc_lat": { 2024-04-10T16:59:55.865 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:55.865 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.865 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.865 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_total_bytes": { 2024-04-10T16:59:55.865 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.865 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.865 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_used_bytes": { 2024-04-10T16:59:55.865 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.865 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.865 INFO:tasks.workunit.client.0.smithi069.stdout: "truncate_lat": { 2024-04-10T16:59:55.865 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 1, 2024-04-10T16:59:55.865 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 737 2024-04-10T16:59:55.865 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.865 INFO:tasks.workunit.client.0.smithi069.stdout: "unlink_lat": { 2024-04-10T16:59:55.866 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 7, 2024-04-10T16:59:55.866 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 9216 2024-04-10T16:59:55.866 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.866 INFO:tasks.workunit.client.0.smithi069.stdout: "wal_alloc_lat": { 2024-04-10T16:59:55.866 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:55.866 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.866 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.866 INFO:tasks.workunit.client.0.smithi069.stdout: "wal_total_bytes": { 2024-04-10T16:59:55.866 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.866 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.866 INFO:tasks.workunit.client.0.smithi069.stdout: "wal_used_bytes": { 2024-04-10T16:59:55.866 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.866 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.866 INFO:tasks.workunit.client.0.smithi069.stdout: "write_bytes": { 2024-04-10T16:59:55.866 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 898609152 2024-04-10T16:59:55.866 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:55.867 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.867 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore": { 2024-04-10T16:59:55.867 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_unit": { 2024-04-10T16:59:55.867 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 4096 2024-04-10T16:59:55.867 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.867 INFO:tasks.workunit.client.0.smithi069.stdout: "allocated": { 2024-04-10T16:59:55.867 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 9416704 2024-04-10T16:59:55.867 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.867 INFO:tasks.workunit.client.0.smithi069.stdout: "allocator_lat": { 2024-04-10T16:59:55.867 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 20318, 2024-04-10T16:59:55.867 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 65800888 2024-04-10T16:59:55.867 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.867 INFO:tasks.workunit.client.0.smithi069.stdout: "clist_lat": { 2024-04-10T16:59:55.867 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 3551, 2024-04-10T16:59:55.868 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 5550239155 2024-04-10T16:59:55.868 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.868 INFO:tasks.workunit.client.0.smithi069.stdout: "compress_lat": { 2024-04-10T16:59:55.868 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:55.868 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.868 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.868 INFO:tasks.workunit.client.0.smithi069.stdout: "compressed": { 2024-04-10T16:59:55.868 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.868 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.868 INFO:tasks.workunit.client.0.smithi069.stdout: "compressed_allocated": { 2024-04-10T16:59:55.868 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.868 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.868 INFO:tasks.workunit.client.0.smithi069.stdout: "compressed_original": { 2024-04-10T16:59:55.868 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.868 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.869 INFO:tasks.workunit.client.0.smithi069.stdout: "csum_lat": { 2024-04-10T16:59:55.869 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 17481, 2024-04-10T16:59:55.869 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 138529807 2024-04-10T16:59:55.869 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.869 INFO:tasks.workunit.client.0.smithi069.stdout: "decompress_lat": { 2024-04-10T16:59:55.869 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:55.869 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.869 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.869 INFO:tasks.workunit.client.0.smithi069.stdout: "fragmentation_micros": { 2024-04-10T16:59:55.869 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.869 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.869 INFO:tasks.workunit.client.0.smithi069.stdout: "kv_commit_lat": { 2024-04-10T16:59:55.869 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 66803, 2024-04-10T16:59:55.869 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 20689321685 2024-04-10T16:59:55.869 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.870 INFO:tasks.workunit.client.0.smithi069.stdout: "kv_final_lat": { 2024-04-10T16:59:55.870 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 66230, 2024-04-10T16:59:55.870 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1722533238 2024-04-10T16:59:55.870 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.870 INFO:tasks.workunit.client.0.smithi069.stdout: "kv_flush_lat": { 2024-04-10T16:59:55.870 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 66803, 2024-04-10T16:59:55.870 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 40758571 2024-04-10T16:59:55.870 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.870 INFO:tasks.workunit.client.0.smithi069.stdout: "kv_sync_lat": { 2024-04-10T16:59:55.870 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 66803, 2024-04-10T16:59:55.870 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 20730080256 2024-04-10T16:59:55.870 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.870 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_get_keys_lat": { 2024-04-10T16:59:55.871 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:55.871 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.871 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.871 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_get_values_lat": { 2024-04-10T16:59:55.871 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 24925, 2024-04-10T16:59:55.871 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 914367152 2024-04-10T16:59:55.871 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.871 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_lower_bound_lat": { 2024-04-10T16:59:55.871 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 1401, 2024-04-10T16:59:55.871 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3491196 2024-04-10T16:59:55.871 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.871 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_next_lat": { 2024-04-10T16:59:55.871 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 5287, 2024-04-10T16:59:55.871 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 8032121 2024-04-10T16:59:55.871 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.872 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_seek_to_first_lat": { 2024-04-10T16:59:55.872 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 41, 2024-04-10T16:59:55.872 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 76869 2024-04-10T16:59:55.872 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.872 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_upper_bound_lat": { 2024-04-10T16:59:55.872 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 11885, 2024-04-10T16:59:55.872 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1979287168 2024-04-10T16:59:55.872 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.872 INFO:tasks.workunit.client.0.smithi069.stdout: "onode_hits": { 2024-04-10T16:59:55.872 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 206392 2024-04-10T16:59:55.872 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.872 INFO:tasks.workunit.client.0.smithi069.stdout: "onode_misses": { 2024-04-10T16:59:55.872 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 17897 2024-04-10T16:59:55.872 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.872 INFO:tasks.workunit.client.0.smithi069.stdout: "read_lat": { 2024-04-10T16:59:55.872 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 25322, 2024-04-10T16:59:55.873 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1766440193 2024-04-10T16:59:55.873 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.873 INFO:tasks.workunit.client.0.smithi069.stdout: "read_onode_meta_lat": { 2024-04-10T16:59:55.873 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 71513, 2024-04-10T16:59:55.873 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 23491057 2024-04-10T16:59:55.873 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.873 INFO:tasks.workunit.client.0.smithi069.stdout: "read_wait_aio_lat": { 2024-04-10T16:59:55.873 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 46191, 2024-04-10T16:59:55.873 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1300048834 2024-04-10T16:59:55.873 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.873 INFO:tasks.workunit.client.0.smithi069.stdout: "reads_with_retries": { 2024-04-10T16:59:55.873 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.873 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.873 INFO:tasks.workunit.client.0.smithi069.stdout: "remove_lat": { 2024-04-10T16:59:55.874 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 12482, 2024-04-10T16:59:55.874 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 387442719 2024-04-10T16:59:55.874 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.874 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_aio_wait_count": { 2024-04-10T16:59:55.874 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.874 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.874 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_committed_kv_count": { 2024-04-10T16:59:55.874 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.874 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.874 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_read_onode_meta_count": { 2024-04-10T16:59:55.874 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.874 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.874 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_read_wait_aio_count": { 2024-04-10T16:59:55.875 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.875 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.875 INFO:tasks.workunit.client.0.smithi069.stdout: "state_aio_wait_lat": { 2024-04-10T16:59:55.875 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 78623, 2024-04-10T16:59:55.875 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 13931672318 2024-04-10T16:59:55.875 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.875 INFO:tasks.workunit.client.0.smithi069.stdout: "state_deferred_aio_wait_lat": { 2024-04-10T16:59:55.875 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 18470, 2024-04-10T16:59:55.875 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1620239279 2024-04-10T16:59:55.875 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.875 INFO:tasks.workunit.client.0.smithi069.stdout: "state_deferred_cleanup_lat": { 2024-04-10T16:59:55.875 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 18467, 2024-04-10T16:59:55.875 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3822208921797 2024-04-10T16:59:55.875 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.875 INFO:tasks.workunit.client.0.smithi069.stdout: "state_deferred_queued_lat": { 2024-04-10T16:59:55.875 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 18470, 2024-04-10T16:59:55.876 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 6628284067487 2024-04-10T16:59:55.876 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.876 INFO:tasks.workunit.client.0.smithi069.stdout: "state_done_lat": { 2024-04-10T16:59:55.876 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 78620, 2024-04-10T16:59:55.876 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2495409238427 2024-04-10T16:59:55.876 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.876 INFO:tasks.workunit.client.0.smithi069.stdout: "state_finishing_lat": { 2024-04-10T16:59:55.876 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 78620, 2024-04-10T16:59:55.876 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 7234986 2024-04-10T16:59:55.876 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.876 INFO:tasks.workunit.client.0.smithi069.stdout: "state_io_done_lat": { 2024-04-10T16:59:55.876 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 78623, 2024-04-10T16:59:55.876 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 435787200 2024-04-10T16:59:55.876 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.876 INFO:tasks.workunit.client.0.smithi069.stdout: "state_kv_commiting_lat": { 2024-04-10T16:59:55.877 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 78623, 2024-04-10T16:59:55.877 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 35688703626 2024-04-10T16:59:55.877 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.877 INFO:tasks.workunit.client.0.smithi069.stdout: "state_kv_done_lat": { 2024-04-10T16:59:55.877 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 78623, 2024-04-10T16:59:55.877 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 28623634 2024-04-10T16:59:55.877 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.877 INFO:tasks.workunit.client.0.smithi069.stdout: "state_kv_queued_lat": { 2024-04-10T16:59:55.877 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 78623, 2024-04-10T16:59:55.877 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 16271527221 2024-04-10T16:59:55.877 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.877 INFO:tasks.workunit.client.0.smithi069.stdout: "state_prepare_lat": { 2024-04-10T16:59:55.877 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 78623, 2024-04-10T16:59:55.877 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 15924410075 2024-04-10T16:59:55.877 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.877 INFO:tasks.workunit.client.0.smithi069.stdout: "stored": { 2024-04-10T16:59:55.878 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 5484379 2024-04-10T16:59:55.878 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.878 INFO:tasks.workunit.client.0.smithi069.stdout: "truncate_lat": { 2024-04-10T16:59:55.878 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 2510, 2024-04-10T16:59:55.878 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 14425455 2024-04-10T16:59:55.878 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.878 INFO:tasks.workunit.client.0.smithi069.stdout: "txc_commit_lat": { 2024-04-10T16:59:55.878 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 78623, 2024-04-10T16:59:55.878 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 82265291833 2024-04-10T16:59:55.878 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.878 INFO:tasks.workunit.client.0.smithi069.stdout: "txc_submit_lat": { 2024-04-10T16:59:55.878 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 78623, 2024-04-10T16:59:55.878 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 16934707167 2024-04-10T16:59:55.878 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.878 INFO:tasks.workunit.client.0.smithi069.stdout: "txc_throttle_lat": { 2024-04-10T16:59:55.879 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 78623, 2024-04-10T16:59:55.879 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 760269967 2024-04-10T16:59:55.879 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:55.879 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.879 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore-pricache": { 2024-04-10T16:59:55.879 INFO:tasks.workunit.client.0.smithi069.stdout: "cache_bytes": { 2024-04-10T16:59:55.879 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1405243637 2024-04-10T16:59:55.879 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.879 INFO:tasks.workunit.client.0.smithi069.stdout: "heap_bytes": { 2024-04-10T16:59:55.879 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 595386368 2024-04-10T16:59:55.879 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.879 INFO:tasks.workunit.client.0.smithi069.stdout: "mapped_bytes": { 2024-04-10T16:59:55.879 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 547069952 2024-04-10T16:59:55.879 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.879 INFO:tasks.workunit.client.0.smithi069.stdout: "target_bytes": { 2024-04-10T16:59:55.880 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2600647065 2024-04-10T16:59:55.880 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.880 INFO:tasks.workunit.client.0.smithi069.stdout: "unmapped_bytes": { 2024-04-10T16:59:55.880 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 48316416 2024-04-10T16:59:55.880 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:55.880 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.880 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore-pricache:data": { 2024-04-10T16:59:55.880 INFO:tasks.workunit.client.0.smithi069.stdout: "committed_bytes": { 2024-04-10T16:59:55.880 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 125829120 2024-04-10T16:59:55.880 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.880 INFO:tasks.workunit.client.0.smithi069.stdout: "pri0_bytes": { 2024-04-10T16:59:55.880 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.880 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.881 INFO:tasks.workunit.client.0.smithi069.stdout: "pri10_bytes": { 2024-04-10T16:59:55.881 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.881 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.881 INFO:tasks.workunit.client.0.smithi069.stdout: "pri11_bytes": { 2024-04-10T16:59:55.881 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 57365093 2024-04-10T16:59:55.881 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.881 INFO:tasks.workunit.client.0.smithi069.stdout: "pri1_bytes": { 2024-04-10T16:59:55.881 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.881 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.881 INFO:tasks.workunit.client.0.smithi069.stdout: "pri2_bytes": { 2024-04-10T16:59:55.881 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.881 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.881 INFO:tasks.workunit.client.0.smithi069.stdout: "pri3_bytes": { 2024-04-10T16:59:55.881 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.882 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.882 INFO:tasks.workunit.client.0.smithi069.stdout: "pri4_bytes": { 2024-04-10T16:59:55.882 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.882 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.882 INFO:tasks.workunit.client.0.smithi069.stdout: "pri5_bytes": { 2024-04-10T16:59:55.882 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 4096 2024-04-10T16:59:55.882 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.882 INFO:tasks.workunit.client.0.smithi069.stdout: "pri6_bytes": { 2024-04-10T16:59:55.882 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 118784 2024-04-10T16:59:55.882 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.882 INFO:tasks.workunit.client.0.smithi069.stdout: "pri7_bytes": { 2024-04-10T16:59:55.882 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.882 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.882 INFO:tasks.workunit.client.0.smithi069.stdout: "pri8_bytes": { 2024-04-10T16:59:55.883 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.883 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.883 INFO:tasks.workunit.client.0.smithi069.stdout: "pri9_bytes": { 2024-04-10T16:59:55.883 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.883 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.883 INFO:tasks.workunit.client.0.smithi069.stdout: "reserved_bytes": { 2024-04-10T16:59:55.883 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 68341147 2024-04-10T16:59:55.883 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:55.883 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.883 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore-pricache:kv": { 2024-04-10T16:59:55.883 INFO:tasks.workunit.client.0.smithi069.stdout: "committed_bytes": { 2024-04-10T16:59:55.883 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 570425344 2024-04-10T16:59:55.883 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.883 INFO:tasks.workunit.client.0.smithi069.stdout: "pri0_bytes": { 2024-04-10T16:59:55.883 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 67108864 2024-04-10T16:59:55.883 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.884 INFO:tasks.workunit.client.0.smithi069.stdout: "pri10_bytes": { 2024-04-10T16:59:55.884 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.884 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.884 INFO:tasks.workunit.client.0.smithi069.stdout: "pri11_bytes": { 2024-04-10T16:59:55.884 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 430238198 2024-04-10T16:59:55.884 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.884 INFO:tasks.workunit.client.0.smithi069.stdout: "pri1_bytes": { 2024-04-10T16:59:55.884 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.884 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.884 INFO:tasks.workunit.client.0.smithi069.stdout: "pri2_bytes": { 2024-04-10T16:59:55.884 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.884 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.884 INFO:tasks.workunit.client.0.smithi069.stdout: "pri3_bytes": { 2024-04-10T16:59:55.884 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1520 2024-04-10T16:59:55.885 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.885 INFO:tasks.workunit.client.0.smithi069.stdout: "pri4_bytes": { 2024-04-10T16:59:55.885 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.885 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.885 INFO:tasks.workunit.client.0.smithi069.stdout: "pri5_bytes": { 2024-04-10T16:59:55.885 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 99888 2024-04-10T16:59:55.885 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.885 INFO:tasks.workunit.client.0.smithi069.stdout: "pri6_bytes": { 2024-04-10T16:59:55.885 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.885 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.885 INFO:tasks.workunit.client.0.smithi069.stdout: "pri7_bytes": { 2024-04-10T16:59:55.885 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.885 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.885 INFO:tasks.workunit.client.0.smithi069.stdout: "pri8_bytes": { 2024-04-10T16:59:55.885 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.886 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.886 INFO:tasks.workunit.client.0.smithi069.stdout: "pri9_bytes": { 2024-04-10T16:59:55.886 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.886 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.886 INFO:tasks.workunit.client.0.smithi069.stdout: "reserved_bytes": { 2024-04-10T16:59:55.886 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 72976874 2024-04-10T16:59:55.886 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:55.886 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.886 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore-pricache:kv_onode": { 2024-04-10T16:59:55.886 INFO:tasks.workunit.client.0.smithi069.stdout: "committed_bytes": { 2024-04-10T16:59:55.886 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 176160768 2024-04-10T16:59:55.886 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.886 INFO:tasks.workunit.client.0.smithi069.stdout: "pri0_bytes": { 2024-04-10T16:59:55.886 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 67108864 2024-04-10T16:59:55.886 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.886 INFO:tasks.workunit.client.0.smithi069.stdout: "pri10_bytes": { 2024-04-10T16:59:55.887 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2583712 2024-04-10T16:59:55.887 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.887 INFO:tasks.workunit.client.0.smithi069.stdout: "pri11_bytes": { 2024-04-10T16:59:55.887 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 38243395 2024-04-10T16:59:55.887 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.887 INFO:tasks.workunit.client.0.smithi069.stdout: "pri1_bytes": { 2024-04-10T16:59:55.887 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.887 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.887 INFO:tasks.workunit.client.0.smithi069.stdout: "pri2_bytes": { 2024-04-10T16:59:55.887 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.887 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.887 INFO:tasks.workunit.client.0.smithi069.stdout: "pri3_bytes": { 2024-04-10T16:59:55.887 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.887 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.887 INFO:tasks.workunit.client.0.smithi069.stdout: "pri4_bytes": { 2024-04-10T16:59:55.887 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.888 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.888 INFO:tasks.workunit.client.0.smithi069.stdout: "pri5_bytes": { 2024-04-10T16:59:55.888 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.888 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.888 INFO:tasks.workunit.client.0.smithi069.stdout: "pri6_bytes": { 2024-04-10T16:59:55.888 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.888 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.888 INFO:tasks.workunit.client.0.smithi069.stdout: "pri7_bytes": { 2024-04-10T16:59:55.888 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.888 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.888 INFO:tasks.workunit.client.0.smithi069.stdout: "pri8_bytes": { 2024-04-10T16:59:55.888 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.888 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.888 INFO:tasks.workunit.client.0.smithi069.stdout: "pri9_bytes": { 2024-04-10T16:59:55.888 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.888 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.888 INFO:tasks.workunit.client.0.smithi069.stdout: "reserved_bytes": { 2024-04-10T16:59:55.889 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 68224797 2024-04-10T16:59:55.889 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:55.889 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.889 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore-pricache:meta": { 2024-04-10T16:59:55.889 INFO:tasks.workunit.client.0.smithi069.stdout: "committed_bytes": { 2024-04-10T16:59:55.889 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 503316480 2024-04-10T16:59:55.889 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.889 INFO:tasks.workunit.client.0.smithi069.stdout: "pri0_bytes": { 2024-04-10T16:59:55.889 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.889 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.889 INFO:tasks.workunit.client.0.smithi069.stdout: "pri10_bytes": { 2024-04-10T16:59:55.889 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.889 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.889 INFO:tasks.workunit.client.0.smithi069.stdout: "pri11_bytes": { 2024-04-10T16:59:55.889 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 430238198 2024-04-10T16:59:55.890 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.890 INFO:tasks.workunit.client.0.smithi069.stdout: "pri1_bytes": { 2024-04-10T16:59:55.890 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.890 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.890 INFO:tasks.workunit.client.0.smithi069.stdout: "pri2_bytes": { 2024-04-10T16:59:55.890 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.890 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.890 INFO:tasks.workunit.client.0.smithi069.stdout: "pri3_bytes": { 2024-04-10T16:59:55.890 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.890 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.890 INFO:tasks.workunit.client.0.smithi069.stdout: "pri4_bytes": { 2024-04-10T16:59:55.890 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.890 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.890 INFO:tasks.workunit.client.0.smithi069.stdout: "pri5_bytes": { 2024-04-10T16:59:55.890 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 139145 2024-04-10T16:59:55.891 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.891 INFO:tasks.workunit.client.0.smithi069.stdout: "pri6_bytes": { 2024-04-10T16:59:55.891 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1135189 2024-04-10T16:59:55.891 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.891 INFO:tasks.workunit.client.0.smithi069.stdout: "pri7_bytes": { 2024-04-10T16:59:55.891 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.891 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.891 INFO:tasks.workunit.client.0.smithi069.stdout: "pri8_bytes": { 2024-04-10T16:59:55.891 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.891 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.891 INFO:tasks.workunit.client.0.smithi069.stdout: "pri9_bytes": { 2024-04-10T16:59:55.891 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.891 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.891 INFO:tasks.workunit.client.0.smithi069.stdout: "reserved_bytes": { 2024-04-10T16:59:55.892 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 71803948 2024-04-10T16:59:55.892 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:55.892 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.892 INFO:tasks.workunit.client.0.smithi069.stdout: "objecter": { 2024-04-10T16:59:55.892 INFO:tasks.workunit.client.0.smithi069.stdout: "op_active": { 2024-04-10T16:59:55.892 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.892 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.892 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r": { 2024-04-10T16:59:55.892 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 24 2024-04-10T16:59:55.892 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.892 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rmw": { 2024-04-10T16:59:55.892 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.893 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.893 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w": { 2024-04-10T16:59:55.893 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1 2024-04-10T16:59:55.893 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:55.893 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.893 INFO:tasks.workunit.client.0.smithi069.stdout: "osd": { 2024-04-10T16:59:55.893 INFO:tasks.workunit.client.0.smithi069.stdout: "numpg": { 2024-04-10T16:59:55.893 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 48 2024-04-10T16:59:55.893 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.893 INFO:tasks.workunit.client.0.smithi069.stdout: "numpg_removing": { 2024-04-10T16:59:55.893 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.893 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.893 INFO:tasks.workunit.client.0.smithi069.stdout: "op": { 2024-04-10T16:59:55.893 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 45139 2024-04-10T16:59:55.893 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.894 INFO:tasks.workunit.client.0.smithi069.stdout: "op_before_queue_op_lat": { 2024-04-10T16:59:55.894 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 122449, 2024-04-10T16:59:55.894 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 7901680271 2024-04-10T16:59:55.894 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.894 INFO:tasks.workunit.client.0.smithi069.stdout: "op_delayed_degraded": { 2024-04-10T16:59:55.894 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3 2024-04-10T16:59:55.894 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.894 INFO:tasks.workunit.client.0.smithi069.stdout: "op_delayed_unreadable": { 2024-04-10T16:59:55.894 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.894 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.894 INFO:tasks.workunit.client.0.smithi069.stdout: "op_in_bytes": { 2024-04-10T16:59:55.894 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1631284266 2024-04-10T16:59:55.894 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.894 INFO:tasks.workunit.client.0.smithi069.stdout: "op_latency": { 2024-04-10T16:59:55.894 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 45139, 2024-04-10T16:59:55.894 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 268911591896 2024-04-10T16:59:55.895 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.895 INFO:tasks.workunit.client.0.smithi069.stdout: "op_out_bytes": { 2024-04-10T16:59:55.895 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1928082367 2024-04-10T16:59:55.895 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.895 INFO:tasks.workunit.client.0.smithi069.stdout: "op_prepare_latency": { 2024-04-10T16:59:55.895 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 47383, 2024-04-10T16:59:55.895 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 29645253144 2024-04-10T16:59:55.895 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.895 INFO:tasks.workunit.client.0.smithi069.stdout: "op_process_latency": { 2024-04-10T16:59:55.895 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 45139, 2024-04-10T16:59:55.895 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 71508615967 2024-04-10T16:59:55.895 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.895 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r": { 2024-04-10T16:59:55.895 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 28116 2024-04-10T16:59:55.895 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.895 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r_latency": { 2024-04-10T16:59:55.896 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 28116, 2024-04-10T16:59:55.896 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 46078940420 2024-04-10T16:59:55.896 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.896 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-10T16:59:55.896 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.896 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.896 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r_out_bytes": { 2024-04-10T16:59:55.896 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1928082367 2024-04-10T16:59:55.896 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.896 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r_prepare_latency": { 2024-04-10T16:59:55.896 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 28346, 2024-04-10T16:59:55.896 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 7669736628 2024-04-10T16:59:55.896 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.896 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r_process_latency": { 2024-04-10T16:59:55.896 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 28116, 2024-04-10T16:59:55.897 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 7330220787 2024-04-10T16:59:55.897 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.897 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw": { 2024-04-10T16:59:55.897 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 13085 2024-04-10T16:59:55.897 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.897 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_in_bytes": { 2024-04-10T16:59:55.897 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 267488424 2024-04-10T16:59:55.897 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.897 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_latency": { 2024-04-10T16:59:55.897 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 13085, 2024-04-10T16:59:55.897 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 171496151912 2024-04-10T16:59:55.897 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.897 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-10T16:59:55.897 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.897 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.898 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-10T16:59:55.898 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.898 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.898 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_out_bytes": { 2024-04-10T16:59:55.898 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.898 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.898 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_prepare_latency": { 2024-04-10T16:59:55.898 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 14989, 2024-04-10T16:59:55.898 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 16861436489 2024-04-10T16:59:55.898 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.898 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_process_latency": { 2024-04-10T16:59:55.898 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 13085, 2024-04-10T16:59:55.898 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 36831031876 2024-04-10T16:59:55.898 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.898 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w": { 2024-04-10T16:59:55.898 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3938 2024-04-10T16:59:55.899 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.899 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w_in_bytes": { 2024-04-10T16:59:55.899 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1363795842 2024-04-10T16:59:55.899 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.899 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w_latency": { 2024-04-10T16:59:55.899 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 3938, 2024-04-10T16:59:55.899 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 51336499564 2024-04-10T16:59:55.899 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.899 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-10T16:59:55.899 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.899 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.899 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w_prepare_latency": { 2024-04-10T16:59:55.899 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 4048, 2024-04-10T16:59:55.899 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 5114080027 2024-04-10T16:59:55.899 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.899 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w_process_latency": { 2024-04-10T16:59:55.900 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 3938, 2024-04-10T16:59:55.900 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 27347363304 2024-04-10T16:59:55.900 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.900 INFO:tasks.workunit.client.0.smithi069.stdout: "op_wip": { 2024-04-10T16:59:55.900 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.900 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.900 INFO:tasks.workunit.client.0.smithi069.stdout: "recovery_bytes": { 2024-04-10T16:59:55.900 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 22182477 2024-04-10T16:59:55.900 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.900 INFO:tasks.workunit.client.0.smithi069.stdout: "recovery_ops": { 2024-04-10T16:59:55.900 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 20 2024-04-10T16:59:55.900 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.900 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_bytes": { 2024-04-10T16:59:55.900 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 95995035648 2024-04-10T16:59:55.901 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.901 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_bytes_used": { 2024-04-10T16:59:55.901 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 566820864 2024-04-10T16:59:55.901 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:55.901 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:55.901 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.901 INFO:tasks.workunit.client.0.smithi069.stdout: "osd.4": { 2024-04-10T16:59:55.901 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs": { 2024-04-10T16:59:55.901 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_db_max_lat": { 2024-04-10T16:59:55.901 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 24496 2024-04-10T16:59:55.901 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.901 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_slow_fallback": { 2024-04-10T16:59:55.901 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.901 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.901 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_slow_max_lat": { 2024-04-10T16:59:55.901 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.902 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.902 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_slow_size_fallback": { 2024-04-10T16:59:55.902 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.902 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.902 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_unit_db": { 2024-04-10T16:59:55.902 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 65536 2024-04-10T16:59:55.902 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.902 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_unit_slow": { 2024-04-10T16:59:55.902 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.902 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.902 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_unit_wal": { 2024-04-10T16:59:55.902 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.902 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.902 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_wal_max_lat": { 2024-04-10T16:59:55.902 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.902 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.903 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes_written_slow": { 2024-04-10T16:59:55.903 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.903 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.903 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes_written_sst": { 2024-04-10T16:59:55.903 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 11685888 2024-04-10T16:59:55.903 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.903 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes_written_wal": { 2024-04-10T16:59:55.903 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 677761024 2024-04-10T16:59:55.903 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.903 INFO:tasks.workunit.client.0.smithi069.stdout: "compact_lat": { 2024-04-10T16:59:55.903 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 15, 2024-04-10T16:59:55.903 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2965646 2024-04-10T16:59:55.903 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.903 INFO:tasks.workunit.client.0.smithi069.stdout: "compact_lock_lat": { 2024-04-10T16:59:55.904 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 15, 2024-04-10T16:59:55.904 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1023186 2024-04-10T16:59:55.904 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.904 INFO:tasks.workunit.client.0.smithi069.stdout: "db_alloc_lat": { 2024-04-10T16:59:55.904 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 178, 2024-04-10T16:59:55.904 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 845760 2024-04-10T16:59:55.904 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.904 INFO:tasks.workunit.client.0.smithi069.stdout: "db_total_bytes": { 2024-04-10T16:59:55.904 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 95995027456 2024-04-10T16:59:55.904 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.904 INFO:tasks.workunit.client.0.smithi069.stdout: "db_used_bytes": { 2024-04-10T16:59:55.904 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 709296128 2024-04-10T16:59:55.904 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.904 INFO:tasks.workunit.client.0.smithi069.stdout: "flush_lat": { 2024-04-10T16:59:55.905 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 62152, 2024-04-10T16:59:55.905 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 9362309859 2024-04-10T16:59:55.905 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.905 INFO:tasks.workunit.client.0.smithi069.stdout: "fsync_lat": { 2024-04-10T16:59:55.905 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 62153, 2024-04-10T16:59:55.905 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 14970962526 2024-04-10T16:59:55.905 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.905 INFO:tasks.workunit.client.0.smithi069.stdout: "log_bytes": { 2024-04-10T16:59:55.905 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 5255168 2024-04-10T16:59:55.905 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.905 INFO:tasks.workunit.client.0.smithi069.stdout: "logged_bytes": { 2024-04-10T16:59:55.905 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 254619648 2024-04-10T16:59:55.905 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.905 INFO:tasks.workunit.client.0.smithi069.stdout: "max_bytes_db": { 2024-04-10T16:59:55.905 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 726335488 2024-04-10T16:59:55.905 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.905 INFO:tasks.workunit.client.0.smithi069.stdout: "max_bytes_slow": { 2024-04-10T16:59:55.906 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.906 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.906 INFO:tasks.workunit.client.0.smithi069.stdout: "max_bytes_wal": { 2024-04-10T16:59:55.906 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.906 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.906 INFO:tasks.workunit.client.0.smithi069.stdout: "num_files": { 2024-04-10T16:59:55.906 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 54 2024-04-10T16:59:55.906 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.906 INFO:tasks.workunit.client.0.smithi069.stdout: "read_bytes": { 2024-04-10T16:59:55.906 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 8598470097 2024-04-10T16:59:55.906 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.906 INFO:tasks.workunit.client.0.smithi069.stdout: "read_count": { 2024-04-10T16:59:55.906 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 83544 2024-04-10T16:59:55.906 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.906 INFO:tasks.workunit.client.0.smithi069.stdout: "read_disk_bytes": { 2024-04-10T16:59:55.906 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 7490748416 2024-04-10T16:59:55.906 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.907 INFO:tasks.workunit.client.0.smithi069.stdout: "read_disk_bytes_db": { 2024-04-10T16:59:55.907 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 7490752512 2024-04-10T16:59:55.907 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.907 INFO:tasks.workunit.client.0.smithi069.stdout: "read_disk_bytes_slow": { 2024-04-10T16:59:55.907 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.907 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.907 INFO:tasks.workunit.client.0.smithi069.stdout: "read_disk_bytes_wal": { 2024-04-10T16:59:55.907 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.907 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.907 INFO:tasks.workunit.client.0.smithi069.stdout: "read_disk_count": { 2024-04-10T16:59:55.907 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 76243 2024-04-10T16:59:55.907 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.907 INFO:tasks.workunit.client.0.smithi069.stdout: "read_lat": { 2024-04-10T16:59:55.907 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 83544, 2024-04-10T16:59:55.907 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2470443502 2024-04-10T16:59:55.907 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.908 INFO:tasks.workunit.client.0.smithi069.stdout: "read_prefetch_bytes": { 2024-04-10T16:59:55.908 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 8440718312 2024-04-10T16:59:55.908 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.908 INFO:tasks.workunit.client.0.smithi069.stdout: "read_prefetch_count": { 2024-04-10T16:59:55.908 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 78714 2024-04-10T16:59:55.908 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.908 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_buffer_bytes": { 2024-04-10T16:59:55.908 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 4215949 2024-04-10T16:59:55.908 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.908 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_buffer_count": { 2024-04-10T16:59:55.908 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1141 2024-04-10T16:59:55.908 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.908 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_bytes": { 2024-04-10T16:59:55.908 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 11571919 2024-04-10T16:59:55.908 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.908 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_count": { 2024-04-10T16:59:55.908 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1463 2024-04-10T16:59:55.909 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.909 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_disk_bytes": { 2024-04-10T16:59:55.909 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 7355970 2024-04-10T16:59:55.909 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.909 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_disk_bytes_db": { 2024-04-10T16:59:55.909 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 7355970 2024-04-10T16:59:55.909 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.909 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_disk_bytes_slow": { 2024-04-10T16:59:55.909 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.909 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.909 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_disk_bytes_wal": { 2024-04-10T16:59:55.909 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.909 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.909 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_disk_count": { 2024-04-10T16:59:55.909 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 331 2024-04-10T16:59:55.909 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.910 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_lat": { 2024-04-10T16:59:55.910 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 1463, 2024-04-10T16:59:55.910 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2883615 2024-04-10T16:59:55.910 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.910 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_alloc_lat": { 2024-04-10T16:59:55.910 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:55.910 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.910 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.910 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_total_bytes": { 2024-04-10T16:59:55.910 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.910 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.910 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_used_bytes": { 2024-04-10T16:59:55.910 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.910 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.910 INFO:tasks.workunit.client.0.smithi069.stdout: "truncate_lat": { 2024-04-10T16:59:55.910 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 1, 2024-04-10T16:59:55.911 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 798 2024-04-10T16:59:55.911 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.911 INFO:tasks.workunit.client.0.smithi069.stdout: "unlink_lat": { 2024-04-10T16:59:55.911 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 12, 2024-04-10T16:59:55.911 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 14819 2024-04-10T16:59:55.911 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.911 INFO:tasks.workunit.client.0.smithi069.stdout: "wal_alloc_lat": { 2024-04-10T16:59:55.911 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:55.911 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.911 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.911 INFO:tasks.workunit.client.0.smithi069.stdout: "wal_total_bytes": { 2024-04-10T16:59:55.911 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.911 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.911 INFO:tasks.workunit.client.0.smithi069.stdout: "wal_used_bytes": { 2024-04-10T16:59:55.911 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.912 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.912 INFO:tasks.workunit.client.0.smithi069.stdout: "write_bytes": { 2024-04-10T16:59:55.912 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 946348032 2024-04-10T16:59:55.912 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:55.912 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.912 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore": { 2024-04-10T16:59:55.912 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_unit": { 2024-04-10T16:59:55.912 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 4096 2024-04-10T16:59:55.912 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.912 INFO:tasks.workunit.client.0.smithi069.stdout: "allocated": { 2024-04-10T16:59:55.912 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 9412608 2024-04-10T16:59:55.912 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.912 INFO:tasks.workunit.client.0.smithi069.stdout: "allocator_lat": { 2024-04-10T16:59:55.912 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 21120, 2024-04-10T16:59:55.912 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 67423405 2024-04-10T16:59:55.912 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.913 INFO:tasks.workunit.client.0.smithi069.stdout: "clist_lat": { 2024-04-10T16:59:55.913 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 3507, 2024-04-10T16:59:55.913 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 7471771219 2024-04-10T16:59:55.913 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.913 INFO:tasks.workunit.client.0.smithi069.stdout: "compress_lat": { 2024-04-10T16:59:55.913 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:55.913 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.913 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.913 INFO:tasks.workunit.client.0.smithi069.stdout: "compressed": { 2024-04-10T16:59:55.913 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.913 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.913 INFO:tasks.workunit.client.0.smithi069.stdout: "compressed_allocated": { 2024-04-10T16:59:55.913 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.913 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.913 INFO:tasks.workunit.client.0.smithi069.stdout: "compressed_original": { 2024-04-10T16:59:55.913 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.914 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.914 INFO:tasks.workunit.client.0.smithi069.stdout: "csum_lat": { 2024-04-10T16:59:55.914 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 16754, 2024-04-10T16:59:55.914 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 134255378 2024-04-10T16:59:55.914 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.914 INFO:tasks.workunit.client.0.smithi069.stdout: "decompress_lat": { 2024-04-10T16:59:55.914 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:55.914 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.914 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.914 INFO:tasks.workunit.client.0.smithi069.stdout: "fragmentation_micros": { 2024-04-10T16:59:55.914 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.914 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.914 INFO:tasks.workunit.client.0.smithi069.stdout: "kv_commit_lat": { 2024-04-10T16:59:55.914 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 62089, 2024-04-10T16:59:55.915 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 18246873081 2024-04-10T16:59:55.915 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.915 INFO:tasks.workunit.client.0.smithi069.stdout: "kv_final_lat": { 2024-04-10T16:59:55.915 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 61649, 2024-04-10T16:59:55.915 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1357171140 2024-04-10T16:59:55.915 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.915 INFO:tasks.workunit.client.0.smithi069.stdout: "kv_flush_lat": { 2024-04-10T16:59:55.915 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 62089, 2024-04-10T16:59:55.915 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 48135039 2024-04-10T16:59:55.915 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.915 INFO:tasks.workunit.client.0.smithi069.stdout: "kv_sync_lat": { 2024-04-10T16:59:55.915 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 62089, 2024-04-10T16:59:55.915 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 18295008120 2024-04-10T16:59:55.915 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.915 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_get_keys_lat": { 2024-04-10T16:59:55.915 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:55.916 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.916 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.916 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_get_values_lat": { 2024-04-10T16:59:55.916 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 24183, 2024-04-10T16:59:55.916 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 992821783 2024-04-10T16:59:55.916 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.916 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_lower_bound_lat": { 2024-04-10T16:59:55.916 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 851, 2024-04-10T16:59:55.916 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2240111 2024-04-10T16:59:55.916 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.916 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_next_lat": { 2024-04-10T16:59:55.916 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 14641, 2024-04-10T16:59:55.916 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 10916563 2024-04-10T16:59:55.916 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.916 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_seek_to_first_lat": { 2024-04-10T16:59:55.916 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 47, 2024-04-10T16:59:55.917 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 62023 2024-04-10T16:59:55.917 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.917 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_upper_bound_lat": { 2024-04-10T16:59:55.917 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 14654, 2024-04-10T16:59:55.917 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3933970138 2024-04-10T16:59:55.917 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.917 INFO:tasks.workunit.client.0.smithi069.stdout: "onode_hits": { 2024-04-10T16:59:55.917 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 201949 2024-04-10T16:59:55.917 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.917 INFO:tasks.workunit.client.0.smithi069.stdout: "onode_misses": { 2024-04-10T16:59:55.917 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 19739 2024-04-10T16:59:55.917 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.917 INFO:tasks.workunit.client.0.smithi069.stdout: "read_lat": { 2024-04-10T16:59:55.917 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 25950, 2024-04-10T16:59:55.918 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1621001969 2024-04-10T16:59:55.918 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.918 INFO:tasks.workunit.client.0.smithi069.stdout: "read_onode_meta_lat": { 2024-04-10T16:59:55.918 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 70342, 2024-04-10T16:59:55.918 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 19899565 2024-04-10T16:59:55.918 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.918 INFO:tasks.workunit.client.0.smithi069.stdout: "read_wait_aio_lat": { 2024-04-10T16:59:55.918 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 44392, 2024-04-10T16:59:55.918 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1320911428 2024-04-10T16:59:55.918 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.918 INFO:tasks.workunit.client.0.smithi069.stdout: "reads_with_retries": { 2024-04-10T16:59:55.918 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.918 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.918 INFO:tasks.workunit.client.0.smithi069.stdout: "remove_lat": { 2024-04-10T16:59:55.918 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 13766, 2024-04-10T16:59:55.918 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 391505560 2024-04-10T16:59:55.919 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.919 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_aio_wait_count": { 2024-04-10T16:59:55.919 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.919 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.919 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_committed_kv_count": { 2024-04-10T16:59:55.919 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.919 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.919 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_read_onode_meta_count": { 2024-04-10T16:59:55.919 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.919 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.919 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_read_wait_aio_count": { 2024-04-10T16:59:55.919 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.919 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.919 INFO:tasks.workunit.client.0.smithi069.stdout: "state_aio_wait_lat": { 2024-04-10T16:59:55.919 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 72367, 2024-04-10T16:59:55.919 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 8717137487 2024-04-10T16:59:55.919 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.920 INFO:tasks.workunit.client.0.smithi069.stdout: "state_deferred_aio_wait_lat": { 2024-04-10T16:59:55.920 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 18021, 2024-04-10T16:59:55.920 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 888506541 2024-04-10T16:59:55.920 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.920 INFO:tasks.workunit.client.0.smithi069.stdout: "state_deferred_cleanup_lat": { 2024-04-10T16:59:55.920 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 18019, 2024-04-10T16:59:55.920 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3575771620705 2024-04-10T16:59:55.920 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.920 INFO:tasks.workunit.client.0.smithi069.stdout: "state_deferred_queued_lat": { 2024-04-10T16:59:55.920 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 18021, 2024-04-10T16:59:55.920 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 6112351948074 2024-04-10T16:59:55.920 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.920 INFO:tasks.workunit.client.0.smithi069.stdout: "state_done_lat": { 2024-04-10T16:59:55.920 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 72365, 2024-04-10T16:59:55.920 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2549755221456 2024-04-10T16:59:55.920 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.920 INFO:tasks.workunit.client.0.smithi069.stdout: "state_finishing_lat": { 2024-04-10T16:59:55.921 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 72365, 2024-04-10T16:59:55.921 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 7745096 2024-04-10T16:59:55.921 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.921 INFO:tasks.workunit.client.0.smithi069.stdout: "state_io_done_lat": { 2024-04-10T16:59:55.921 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 72367, 2024-04-10T16:59:55.921 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 247741434 2024-04-10T16:59:55.921 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.921 INFO:tasks.workunit.client.0.smithi069.stdout: "state_kv_commiting_lat": { 2024-04-10T16:59:55.921 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 72367, 2024-04-10T16:59:55.921 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 27022453831 2024-04-10T16:59:55.921 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.921 INFO:tasks.workunit.client.0.smithi069.stdout: "state_kv_done_lat": { 2024-04-10T16:59:55.921 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 72367, 2024-04-10T16:59:55.921 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 26538246 2024-04-10T16:59:55.921 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.922 INFO:tasks.workunit.client.0.smithi069.stdout: "state_kv_queued_lat": { 2024-04-10T16:59:55.922 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 72367, 2024-04-10T16:59:55.922 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 11682640704 2024-04-10T16:59:55.922 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.922 INFO:tasks.workunit.client.0.smithi069.stdout: "state_prepare_lat": { 2024-04-10T16:59:55.922 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 72367, 2024-04-10T16:59:55.922 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 13397499182 2024-04-10T16:59:55.922 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.922 INFO:tasks.workunit.client.0.smithi069.stdout: "stored": { 2024-04-10T16:59:55.922 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 5479178 2024-04-10T16:59:55.922 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.922 INFO:tasks.workunit.client.0.smithi069.stdout: "truncate_lat": { 2024-04-10T16:59:55.922 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 2462, 2024-04-10T16:59:55.922 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 14148562 2024-04-10T16:59:55.923 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.923 INFO:tasks.workunit.client.0.smithi069.stdout: "txc_commit_lat": { 2024-04-10T16:59:55.923 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 72367, 2024-04-10T16:59:55.923 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 61079410538 2024-04-10T16:59:55.923 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.923 INFO:tasks.workunit.client.0.smithi069.stdout: "txc_submit_lat": { 2024-04-10T16:59:55.923 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 72367, 2024-04-10T16:59:55.923 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 14328615006 2024-04-10T16:59:55.923 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.923 INFO:tasks.workunit.client.0.smithi069.stdout: "txc_throttle_lat": { 2024-04-10T16:59:55.923 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 72367, 2024-04-10T16:59:55.923 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 469584290 2024-04-10T16:59:55.923 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:55.923 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.923 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore-pricache": { 2024-04-10T16:59:55.924 INFO:tasks.workunit.client.0.smithi069.stdout: "cache_bytes": { 2024-04-10T16:59:55.924 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1405281412 2024-04-10T16:59:55.924 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.924 INFO:tasks.workunit.client.0.smithi069.stdout: "heap_bytes": { 2024-04-10T16:59:55.924 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 711565312 2024-04-10T16:59:55.924 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.924 INFO:tasks.workunit.client.0.smithi069.stdout: "mapped_bytes": { 2024-04-10T16:59:55.924 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 687710208 2024-04-10T16:59:55.924 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.924 INFO:tasks.workunit.client.0.smithi069.stdout: "target_bytes": { 2024-04-10T16:59:55.924 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2600691507 2024-04-10T16:59:55.924 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.924 INFO:tasks.workunit.client.0.smithi069.stdout: "unmapped_bytes": { 2024-04-10T16:59:55.924 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 23855104 2024-04-10T16:59:55.924 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:55.925 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.925 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore-pricache:data": { 2024-04-10T16:59:55.925 INFO:tasks.workunit.client.0.smithi069.stdout: "committed_bytes": { 2024-04-10T16:59:55.925 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 125829120 2024-04-10T16:59:55.925 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.925 INFO:tasks.workunit.client.0.smithi069.stdout: "pri0_bytes": { 2024-04-10T16:59:55.925 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.925 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.925 INFO:tasks.workunit.client.0.smithi069.stdout: "pri10_bytes": { 2024-04-10T16:59:55.925 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.925 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.925 INFO:tasks.workunit.client.0.smithi069.stdout: "pri11_bytes": { 2024-04-10T16:59:55.925 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 56587483 2024-04-10T16:59:55.925 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.925 INFO:tasks.workunit.client.0.smithi069.stdout: "pri1_bytes": { 2024-04-10T16:59:55.926 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.926 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.926 INFO:tasks.workunit.client.0.smithi069.stdout: "pri2_bytes": { 2024-04-10T16:59:55.926 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.926 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.926 INFO:tasks.workunit.client.0.smithi069.stdout: "pri3_bytes": { 2024-04-10T16:59:55.926 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.926 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.926 INFO:tasks.workunit.client.0.smithi069.stdout: "pri4_bytes": { 2024-04-10T16:59:55.926 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.926 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.926 INFO:tasks.workunit.client.0.smithi069.stdout: "pri5_bytes": { 2024-04-10T16:59:55.926 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 61440 2024-04-10T16:59:55.926 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.926 INFO:tasks.workunit.client.0.smithi069.stdout: "pri6_bytes": { 2024-04-10T16:59:55.927 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 708608 2024-04-10T16:59:55.927 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.927 INFO:tasks.workunit.client.0.smithi069.stdout: "pri7_bytes": { 2024-04-10T16:59:55.927 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.927 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.927 INFO:tasks.workunit.client.0.smithi069.stdout: "pri8_bytes": { 2024-04-10T16:59:55.927 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.927 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.927 INFO:tasks.workunit.client.0.smithi069.stdout: "pri9_bytes": { 2024-04-10T16:59:55.927 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.927 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.927 INFO:tasks.workunit.client.0.smithi069.stdout: "reserved_bytes": { 2024-04-10T16:59:55.927 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 68471589 2024-04-10T16:59:55.927 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:55.927 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.927 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore-pricache:kv": { 2024-04-10T16:59:55.928 INFO:tasks.workunit.client.0.smithi069.stdout: "committed_bytes": { 2024-04-10T16:59:55.928 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 562036736 2024-04-10T16:59:55.928 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.928 INFO:tasks.workunit.client.0.smithi069.stdout: "pri0_bytes": { 2024-04-10T16:59:55.928 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 67108864 2024-04-10T16:59:55.928 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.928 INFO:tasks.workunit.client.0.smithi069.stdout: "pri10_bytes": { 2024-04-10T16:59:55.928 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.928 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.928 INFO:tasks.workunit.client.0.smithi069.stdout: "pri11_bytes": { 2024-04-10T16:59:55.928 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 424406123 2024-04-10T16:59:55.928 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.928 INFO:tasks.workunit.client.0.smithi069.stdout: "pri1_bytes": { 2024-04-10T16:59:55.928 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.928 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.928 INFO:tasks.workunit.client.0.smithi069.stdout: "pri2_bytes": { 2024-04-10T16:59:55.929 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.929 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.929 INFO:tasks.workunit.client.0.smithi069.stdout: "pri3_bytes": { 2024-04-10T16:59:55.929 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3184 2024-04-10T16:59:55.929 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.929 INFO:tasks.workunit.client.0.smithi069.stdout: "pri4_bytes": { 2024-04-10T16:59:55.929 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.929 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.929 INFO:tasks.workunit.client.0.smithi069.stdout: "pri5_bytes": { 2024-04-10T16:59:55.929 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 206944 2024-04-10T16:59:55.929 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.929 INFO:tasks.workunit.client.0.smithi069.stdout: "pri6_bytes": { 2024-04-10T16:59:55.929 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.929 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.929 INFO:tasks.workunit.client.0.smithi069.stdout: "pri7_bytes": { 2024-04-10T16:59:55.930 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.930 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.930 INFO:tasks.workunit.client.0.smithi069.stdout: "pri8_bytes": { 2024-04-10T16:59:55.930 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.930 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.930 INFO:tasks.workunit.client.0.smithi069.stdout: "pri9_bytes": { 2024-04-10T16:59:55.930 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.930 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.930 INFO:tasks.workunit.client.0.smithi069.stdout: "reserved_bytes": { 2024-04-10T16:59:55.930 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 70311621 2024-04-10T16:59:55.930 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:55.930 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.930 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore-pricache:kv_onode": { 2024-04-10T16:59:55.930 INFO:tasks.workunit.client.0.smithi069.stdout: "committed_bytes": { 2024-04-10T16:59:55.930 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 184549376 2024-04-10T16:59:55.930 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.931 INFO:tasks.workunit.client.0.smithi069.stdout: "pri0_bytes": { 2024-04-10T16:59:55.931 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 67108864 2024-04-10T16:59:55.931 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.931 INFO:tasks.workunit.client.0.smithi069.stdout: "pri10_bytes": { 2024-04-10T16:59:55.931 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 11388656 2024-04-10T16:59:55.931 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.931 INFO:tasks.workunit.client.0.smithi069.stdout: "pri11_bytes": { 2024-04-10T16:59:55.931 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 37724988 2024-04-10T16:59:55.931 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.931 INFO:tasks.workunit.client.0.smithi069.stdout: "pri1_bytes": { 2024-04-10T16:59:55.931 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.931 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.931 INFO:tasks.workunit.client.0.smithi069.stdout: "pri2_bytes": { 2024-04-10T16:59:55.931 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.931 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.931 INFO:tasks.workunit.client.0.smithi069.stdout: "pri3_bytes": { 2024-04-10T16:59:55.932 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.932 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.932 INFO:tasks.workunit.client.0.smithi069.stdout: "pri4_bytes": { 2024-04-10T16:59:55.932 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.932 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.932 INFO:tasks.workunit.client.0.smithi069.stdout: "pri5_bytes": { 2024-04-10T16:59:55.932 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.932 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.932 INFO:tasks.workunit.client.0.smithi069.stdout: "pri6_bytes": { 2024-04-10T16:59:55.932 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.932 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.932 INFO:tasks.workunit.client.0.smithi069.stdout: "pri7_bytes": { 2024-04-10T16:59:55.932 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.932 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.932 INFO:tasks.workunit.client.0.smithi069.stdout: "pri8_bytes": { 2024-04-10T16:59:55.932 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.933 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.933 INFO:tasks.workunit.client.0.smithi069.stdout: "pri9_bytes": { 2024-04-10T16:59:55.933 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.933 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.933 INFO:tasks.workunit.client.0.smithi069.stdout: "reserved_bytes": { 2024-04-10T16:59:55.933 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 68326868 2024-04-10T16:59:55.933 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:55.933 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.933 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore-pricache:meta": { 2024-04-10T16:59:55.933 INFO:tasks.workunit.client.0.smithi069.stdout: "committed_bytes": { 2024-04-10T16:59:55.933 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 494927872 2024-04-10T16:59:55.933 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.933 INFO:tasks.workunit.client.0.smithi069.stdout: "pri0_bytes": { 2024-04-10T16:59:55.934 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.934 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.934 INFO:tasks.workunit.client.0.smithi069.stdout: "pri10_bytes": { 2024-04-10T16:59:55.934 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.934 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.934 INFO:tasks.workunit.client.0.smithi069.stdout: "pri11_bytes": { 2024-04-10T16:59:55.934 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 424406123 2024-04-10T16:59:55.934 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.934 INFO:tasks.workunit.client.0.smithi069.stdout: "pri1_bytes": { 2024-04-10T16:59:55.934 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.934 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.934 INFO:tasks.workunit.client.0.smithi069.stdout: "pri2_bytes": { 2024-04-10T16:59:55.934 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.935 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.935 INFO:tasks.workunit.client.0.smithi069.stdout: "pri3_bytes": { 2024-04-10T16:59:55.935 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.935 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.935 INFO:tasks.workunit.client.0.smithi069.stdout: "pri4_bytes": { 2024-04-10T16:59:55.935 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.935 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.935 INFO:tasks.workunit.client.0.smithi069.stdout: "pri5_bytes": { 2024-04-10T16:59:55.935 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 154622 2024-04-10T16:59:55.935 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.935 INFO:tasks.workunit.client.0.smithi069.stdout: "pri6_bytes": { 2024-04-10T16:59:55.935 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1116060 2024-04-10T16:59:55.935 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.935 INFO:tasks.workunit.client.0.smithi069.stdout: "pri7_bytes": { 2024-04-10T16:59:55.935 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.935 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.936 INFO:tasks.workunit.client.0.smithi069.stdout: "pri8_bytes": { 2024-04-10T16:59:55.936 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.936 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.936 INFO:tasks.workunit.client.0.smithi069.stdout: "pri9_bytes": { 2024-04-10T16:59:55.936 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.936 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.936 INFO:tasks.workunit.client.0.smithi069.stdout: "reserved_bytes": { 2024-04-10T16:59:55.936 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 69251067 2024-04-10T16:59:55.936 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:55.936 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.936 INFO:tasks.workunit.client.0.smithi069.stdout: "objecter": { 2024-04-10T16:59:55.936 INFO:tasks.workunit.client.0.smithi069.stdout: "op_active": { 2024-04-10T16:59:55.936 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.936 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.936 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r": { 2024-04-10T16:59:55.936 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 20 2024-04-10T16:59:55.937 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.937 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rmw": { 2024-04-10T16:59:55.937 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.937 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.937 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w": { 2024-04-10T16:59:55.937 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.937 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:55.937 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.937 INFO:tasks.workunit.client.0.smithi069.stdout: "osd": { 2024-04-10T16:59:55.937 INFO:tasks.workunit.client.0.smithi069.stdout: "numpg": { 2024-04-10T16:59:55.937 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 51 2024-04-10T16:59:55.937 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.937 INFO:tasks.workunit.client.0.smithi069.stdout: "numpg_removing": { 2024-04-10T16:59:55.937 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.937 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.938 INFO:tasks.workunit.client.0.smithi069.stdout: "op": { 2024-04-10T16:59:55.938 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 56394 2024-04-10T16:59:55.938 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.938 INFO:tasks.workunit.client.0.smithi069.stdout: "op_before_queue_op_lat": { 2024-04-10T16:59:55.938 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 119277, 2024-04-10T16:59:55.938 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 10368445129 2024-04-10T16:59:55.938 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.938 INFO:tasks.workunit.client.0.smithi069.stdout: "op_delayed_degraded": { 2024-04-10T16:59:55.938 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.938 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.938 INFO:tasks.workunit.client.0.smithi069.stdout: "op_delayed_unreadable": { 2024-04-10T16:59:55.938 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.938 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.938 INFO:tasks.workunit.client.0.smithi069.stdout: "op_in_bytes": { 2024-04-10T16:59:55.939 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1455682551 2024-04-10T16:59:55.939 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.939 INFO:tasks.workunit.client.0.smithi069.stdout: "op_latency": { 2024-04-10T16:59:55.939 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 56394, 2024-04-10T16:59:55.939 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 87418750021 2024-04-10T16:59:55.939 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.939 INFO:tasks.workunit.client.0.smithi069.stdout: "op_out_bytes": { 2024-04-10T16:59:55.939 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1771562555 2024-04-10T16:59:55.939 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.939 INFO:tasks.workunit.client.0.smithi069.stdout: "op_prepare_latency": { 2024-04-10T16:59:55.939 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 56939, 2024-04-10T16:59:55.939 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 15805778076 2024-04-10T16:59:55.939 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.939 INFO:tasks.workunit.client.0.smithi069.stdout: "op_process_latency": { 2024-04-10T16:59:55.939 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 56394, 2024-04-10T16:59:55.940 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 34570866270 2024-04-10T16:59:55.940 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.940 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r": { 2024-04-10T16:59:55.940 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 46334 2024-04-10T16:59:55.940 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.940 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r_latency": { 2024-04-10T16:59:55.940 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 46334, 2024-04-10T16:59:55.940 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 20765683766 2024-04-10T16:59:55.940 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.940 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-10T16:59:55.940 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.940 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.940 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r_out_bytes": { 2024-04-10T16:59:55.940 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1771562555 2024-04-10T16:59:55.940 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.941 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r_prepare_latency": { 2024-04-10T16:59:55.941 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 46502, 2024-04-10T16:59:55.941 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 7446019109 2024-04-10T16:59:55.941 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.941 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r_process_latency": { 2024-04-10T16:59:55.941 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 46334, 2024-04-10T16:59:55.941 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 7063660922 2024-04-10T16:59:55.941 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.941 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw": { 2024-04-10T16:59:55.941 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 5591 2024-04-10T16:59:55.941 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.941 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_in_bytes": { 2024-04-10T16:59:55.941 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 222840930 2024-04-10T16:59:55.941 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.941 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_latency": { 2024-04-10T16:59:55.941 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 5591, 2024-04-10T16:59:55.941 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 9858947656 2024-04-10T16:59:55.942 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.942 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-10T16:59:55.942 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.942 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.942 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-10T16:59:55.942 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.942 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.942 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_out_bytes": { 2024-04-10T16:59:55.942 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.942 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.942 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_prepare_latency": { 2024-04-10T16:59:55.942 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 5835, 2024-04-10T16:59:55.942 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3391207761 2024-04-10T16:59:55.942 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.942 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_process_latency": { 2024-04-10T16:59:55.943 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 5591, 2024-04-10T16:59:55.943 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 8385505943 2024-04-10T16:59:55.943 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.943 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w": { 2024-04-10T16:59:55.943 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 4469 2024-04-10T16:59:55.943 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.943 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w_in_bytes": { 2024-04-10T16:59:55.943 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1232841621 2024-04-10T16:59:55.943 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.943 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w_latency": { 2024-04-10T16:59:55.943 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 4469, 2024-04-10T16:59:55.943 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 56794118599 2024-04-10T16:59:55.943 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.943 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-10T16:59:55.943 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.943 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.943 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w_prepare_latency": { 2024-04-10T16:59:55.944 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 4602, 2024-04-10T16:59:55.944 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 4968551206 2024-04-10T16:59:55.944 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.944 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w_process_latency": { 2024-04-10T16:59:55.944 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 4469, 2024-04-10T16:59:55.944 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 19121699405 2024-04-10T16:59:55.944 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.944 INFO:tasks.workunit.client.0.smithi069.stdout: "op_wip": { 2024-04-10T16:59:55.944 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.944 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.944 INFO:tasks.workunit.client.0.smithi069.stdout: "recovery_bytes": { 2024-04-10T16:59:55.944 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 8388680 2024-04-10T16:59:55.944 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.944 INFO:tasks.workunit.client.0.smithi069.stdout: "recovery_ops": { 2024-04-10T16:59:55.944 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 16 2024-04-10T16:59:55.945 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.945 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_bytes": { 2024-04-10T16:59:55.945 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 95995035648 2024-04-10T16:59:55.945 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.945 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_bytes_used": { 2024-04-10T16:59:55.945 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 718725120 2024-04-10T16:59:55.945 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:55.945 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:55.945 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.945 INFO:tasks.workunit.client.0.smithi069.stdout: "osd.5": { 2024-04-10T16:59:55.945 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs": { 2024-04-10T16:59:55.945 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_db_max_lat": { 2024-04-10T16:59:55.945 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 24560 2024-04-10T16:59:55.945 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.945 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_slow_fallback": { 2024-04-10T16:59:55.945 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.945 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.946 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_slow_max_lat": { 2024-04-10T16:59:55.946 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.946 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.946 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_slow_size_fallback": { 2024-04-10T16:59:55.946 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.946 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.946 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_unit_db": { 2024-04-10T16:59:55.946 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 65536 2024-04-10T16:59:55.946 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.946 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_unit_slow": { 2024-04-10T16:59:55.946 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.946 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.946 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_unit_wal": { 2024-04-10T16:59:55.946 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.946 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.946 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_wal_max_lat": { 2024-04-10T16:59:55.947 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.947 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.947 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes_written_slow": { 2024-04-10T16:59:55.947 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.947 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.947 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes_written_sst": { 2024-04-10T16:59:55.947 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 7921664 2024-04-10T16:59:55.947 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.947 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes_written_wal": { 2024-04-10T16:59:55.947 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 761430016 2024-04-10T16:59:55.947 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.947 INFO:tasks.workunit.client.0.smithi069.stdout: "compact_lat": { 2024-04-10T16:59:55.947 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 20, 2024-04-10T16:59:55.947 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 10352534 2024-04-10T16:59:55.947 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.948 INFO:tasks.workunit.client.0.smithi069.stdout: "compact_lock_lat": { 2024-04-10T16:59:55.948 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 20, 2024-04-10T16:59:55.948 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 6503955 2024-04-10T16:59:55.948 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.948 INFO:tasks.workunit.client.0.smithi069.stdout: "db_alloc_lat": { 2024-04-10T16:59:55.948 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 202, 2024-04-10T16:59:55.948 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1012754 2024-04-10T16:59:55.948 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.948 INFO:tasks.workunit.client.0.smithi069.stdout: "db_total_bytes": { 2024-04-10T16:59:55.948 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 95995027456 2024-04-10T16:59:55.948 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.948 INFO:tasks.workunit.client.0.smithi069.stdout: "db_used_bytes": { 2024-04-10T16:59:55.948 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 692715520 2024-04-10T16:59:55.948 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.948 INFO:tasks.workunit.client.0.smithi069.stdout: "flush_lat": { 2024-04-10T16:59:55.948 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 83289, 2024-04-10T16:59:55.949 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 11366624225 2024-04-10T16:59:55.949 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.949 INFO:tasks.workunit.client.0.smithi069.stdout: "fsync_lat": { 2024-04-10T16:59:55.949 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 83301, 2024-04-10T16:59:55.949 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 18133270266 2024-04-10T16:59:55.949 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.949 INFO:tasks.workunit.client.0.smithi069.stdout: "log_bytes": { 2024-04-10T16:59:55.949 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 8708096 2024-04-10T16:59:55.949 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.949 INFO:tasks.workunit.client.0.smithi069.stdout: "logged_bytes": { 2024-04-10T16:59:55.949 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 341237760 2024-04-10T16:59:55.949 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.949 INFO:tasks.workunit.client.0.smithi069.stdout: "max_bytes_db": { 2024-04-10T16:59:55.950 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 688455680 2024-04-10T16:59:55.950 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.950 INFO:tasks.workunit.client.0.smithi069.stdout: "max_bytes_slow": { 2024-04-10T16:59:55.950 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.950 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.950 INFO:tasks.workunit.client.0.smithi069.stdout: "max_bytes_wal": { 2024-04-10T16:59:55.950 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.950 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.950 INFO:tasks.workunit.client.0.smithi069.stdout: "num_files": { 2024-04-10T16:59:55.950 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 50 2024-04-10T16:59:55.950 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.950 INFO:tasks.workunit.client.0.smithi069.stdout: "read_bytes": { 2024-04-10T16:59:55.950 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 6542209470 2024-04-10T16:59:55.951 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.951 INFO:tasks.workunit.client.0.smithi069.stdout: "read_count": { 2024-04-10T16:59:55.951 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 74196 2024-04-10T16:59:55.951 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.951 INFO:tasks.workunit.client.0.smithi069.stdout: "read_disk_bytes": { 2024-04-10T16:59:55.951 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 5725515776 2024-04-10T16:59:55.951 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.951 INFO:tasks.workunit.client.0.smithi069.stdout: "read_disk_bytes_db": { 2024-04-10T16:59:55.951 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 5725519872 2024-04-10T16:59:55.951 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.951 INFO:tasks.workunit.client.0.smithi069.stdout: "read_disk_bytes_slow": { 2024-04-10T16:59:55.951 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.951 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.951 INFO:tasks.workunit.client.0.smithi069.stdout: "read_disk_bytes_wal": { 2024-04-10T16:59:55.951 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.951 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.952 INFO:tasks.workunit.client.0.smithi069.stdout: "read_disk_count": { 2024-04-10T16:59:55.952 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 61259 2024-04-10T16:59:55.952 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.952 INFO:tasks.workunit.client.0.smithi069.stdout: "read_lat": { 2024-04-10T16:59:55.952 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 74196, 2024-04-10T16:59:55.952 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2570979524 2024-04-10T16:59:55.952 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.952 INFO:tasks.workunit.client.0.smithi069.stdout: "read_prefetch_bytes": { 2024-04-10T16:59:55.952 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 6350302810 2024-04-10T16:59:55.952 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.952 INFO:tasks.workunit.client.0.smithi069.stdout: "read_prefetch_count": { 2024-04-10T16:59:55.952 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 68322 2024-04-10T16:59:55.952 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.952 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_buffer_bytes": { 2024-04-10T16:59:55.952 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3593904 2024-04-10T16:59:55.952 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.953 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_buffer_count": { 2024-04-10T16:59:55.953 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1229 2024-04-10T16:59:55.953 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.953 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_bytes": { 2024-04-10T16:59:55.953 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 9538081 2024-04-10T16:59:55.953 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.953 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_count": { 2024-04-10T16:59:55.953 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1566 2024-04-10T16:59:55.953 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.953 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_disk_bytes": { 2024-04-10T16:59:55.953 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 5944177 2024-04-10T16:59:55.953 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.953 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_disk_bytes_db": { 2024-04-10T16:59:55.953 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 5944177 2024-04-10T16:59:55.953 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.954 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_disk_bytes_slow": { 2024-04-10T16:59:55.954 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.954 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.954 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_disk_bytes_wal": { 2024-04-10T16:59:55.954 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.954 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.954 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_disk_count": { 2024-04-10T16:59:55.954 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 344 2024-04-10T16:59:55.954 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.954 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_lat": { 2024-04-10T16:59:55.954 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 1566, 2024-04-10T16:59:55.954 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 5781160 2024-04-10T16:59:55.954 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.954 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_alloc_lat": { 2024-04-10T16:59:55.955 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:55.955 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.955 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.955 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_total_bytes": { 2024-04-10T16:59:55.955 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.955 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.955 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_used_bytes": { 2024-04-10T16:59:55.955 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.955 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.955 INFO:tasks.workunit.client.0.smithi069.stdout: "truncate_lat": { 2024-04-10T16:59:55.955 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 1, 2024-04-10T16:59:55.955 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 634 2024-04-10T16:59:55.955 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.955 INFO:tasks.workunit.client.0.smithi069.stdout: "unlink_lat": { 2024-04-10T16:59:55.955 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 14, 2024-04-10T16:59:55.955 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 14073 2024-04-10T16:59:55.956 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.956 INFO:tasks.workunit.client.0.smithi069.stdout: "wal_alloc_lat": { 2024-04-10T16:59:55.956 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:55.956 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.956 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.956 INFO:tasks.workunit.client.0.smithi069.stdout: "wal_total_bytes": { 2024-04-10T16:59:55.956 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.956 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.956 INFO:tasks.workunit.client.0.smithi069.stdout: "wal_used_bytes": { 2024-04-10T16:59:55.956 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.956 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.956 INFO:tasks.workunit.client.0.smithi069.stdout: "write_bytes": { 2024-04-10T16:59:55.956 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1113616384 2024-04-10T16:59:55.956 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:55.956 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.956 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore": { 2024-04-10T16:59:55.957 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_unit": { 2024-04-10T16:59:55.957 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 4096 2024-04-10T16:59:55.957 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.957 INFO:tasks.workunit.client.0.smithi069.stdout: "allocated": { 2024-04-10T16:59:55.957 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 9416704 2024-04-10T16:59:55.957 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.957 INFO:tasks.workunit.client.0.smithi069.stdout: "allocator_lat": { 2024-04-10T16:59:55.957 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 20008, 2024-04-10T16:59:55.957 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 67330584 2024-04-10T16:59:55.957 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.957 INFO:tasks.workunit.client.0.smithi069.stdout: "clist_lat": { 2024-04-10T16:59:55.957 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 3548, 2024-04-10T16:59:55.957 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 6156649508 2024-04-10T16:59:55.957 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.957 INFO:tasks.workunit.client.0.smithi069.stdout: "compress_lat": { 2024-04-10T16:59:55.957 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:55.958 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.958 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.958 INFO:tasks.workunit.client.0.smithi069.stdout: "compressed": { 2024-04-10T16:59:55.958 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.958 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.958 INFO:tasks.workunit.client.0.smithi069.stdout: "compressed_allocated": { 2024-04-10T16:59:55.958 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.958 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.958 INFO:tasks.workunit.client.0.smithi069.stdout: "compressed_original": { 2024-04-10T16:59:55.958 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.958 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.958 INFO:tasks.workunit.client.0.smithi069.stdout: "csum_lat": { 2024-04-10T16:59:55.958 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 25309, 2024-04-10T16:59:55.958 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 190252805 2024-04-10T16:59:55.958 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.958 INFO:tasks.workunit.client.0.smithi069.stdout: "decompress_lat": { 2024-04-10T16:59:55.959 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:55.959 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.959 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.959 INFO:tasks.workunit.client.0.smithi069.stdout: "fragmentation_micros": { 2024-04-10T16:59:55.959 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.959 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.959 INFO:tasks.workunit.client.0.smithi069.stdout: "kv_commit_lat": { 2024-04-10T16:59:55.959 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 83233, 2024-04-10T16:59:55.959 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 21915759283 2024-04-10T16:59:55.959 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.959 INFO:tasks.workunit.client.0.smithi069.stdout: "kv_final_lat": { 2024-04-10T16:59:55.959 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 82765, 2024-04-10T16:59:55.959 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1668610934 2024-04-10T16:59:55.959 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.959 INFO:tasks.workunit.client.0.smithi069.stdout: "kv_flush_lat": { 2024-04-10T16:59:55.959 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 83233, 2024-04-10T16:59:55.959 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 46941318 2024-04-10T16:59:55.960 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.960 INFO:tasks.workunit.client.0.smithi069.stdout: "kv_sync_lat": { 2024-04-10T16:59:55.960 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 83233, 2024-04-10T16:59:55.960 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 21962700601 2024-04-10T16:59:55.960 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.960 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_get_keys_lat": { 2024-04-10T16:59:55.960 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:55.960 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.960 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.960 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_get_values_lat": { 2024-04-10T16:59:55.960 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 245851, 2024-04-10T16:59:55.960 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1427436984 2024-04-10T16:59:55.960 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.960 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_lower_bound_lat": { 2024-04-10T16:59:55.960 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 885, 2024-04-10T16:59:55.960 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2308765 2024-04-10T16:59:55.961 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.961 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_next_lat": { 2024-04-10T16:59:55.961 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 138101, 2024-04-10T16:59:55.961 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 47190132 2024-04-10T16:59:55.961 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.961 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_seek_to_first_lat": { 2024-04-10T16:59:55.961 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 48, 2024-04-10T16:59:55.961 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 58352 2024-04-10T16:59:55.961 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.961 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_upper_bound_lat": { 2024-04-10T16:59:55.961 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 21126, 2024-04-10T16:59:55.961 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 5464674582 2024-04-10T16:59:55.962 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.962 INFO:tasks.workunit.client.0.smithi069.stdout: "onode_hits": { 2024-04-10T16:59:55.962 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 461433 2024-04-10T16:59:55.962 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.962 INFO:tasks.workunit.client.0.smithi069.stdout: "onode_misses": { 2024-04-10T16:59:55.962 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 21705 2024-04-10T16:59:55.962 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.962 INFO:tasks.workunit.client.0.smithi069.stdout: "read_lat": { 2024-04-10T16:59:55.962 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 19487, 2024-04-10T16:59:55.962 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1815527962 2024-04-10T16:59:55.962 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.962 INFO:tasks.workunit.client.0.smithi069.stdout: "read_onode_meta_lat": { 2024-04-10T16:59:55.962 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 47322, 2024-04-10T16:59:55.962 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 16946010 2024-04-10T16:59:55.962 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.962 INFO:tasks.workunit.client.0.smithi069.stdout: "read_wait_aio_lat": { 2024-04-10T16:59:55.963 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 27835, 2024-04-10T16:59:55.963 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1610389786 2024-04-10T16:59:55.963 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.963 INFO:tasks.workunit.client.0.smithi069.stdout: "reads_with_retries": { 2024-04-10T16:59:55.963 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.963 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.963 INFO:tasks.workunit.client.0.smithi069.stdout: "remove_lat": { 2024-04-10T16:59:55.963 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 15856, 2024-04-10T16:59:55.963 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 450266552 2024-04-10T16:59:55.963 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.963 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_aio_wait_count": { 2024-04-10T16:59:55.963 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.963 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.963 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_committed_kv_count": { 2024-04-10T16:59:55.963 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.964 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.964 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_read_onode_meta_count": { 2024-04-10T16:59:55.964 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.964 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.964 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_read_wait_aio_count": { 2024-04-10T16:59:55.964 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.964 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.964 INFO:tasks.workunit.client.0.smithi069.stdout: "state_aio_wait_lat": { 2024-04-10T16:59:55.964 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 94723, 2024-04-10T16:59:55.964 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 9851073788 2024-04-10T16:59:55.964 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.964 INFO:tasks.workunit.client.0.smithi069.stdout: "state_deferred_aio_wait_lat": { 2024-04-10T16:59:55.964 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 8292, 2024-04-10T16:59:55.964 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 552293953 2024-04-10T16:59:55.965 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.965 INFO:tasks.workunit.client.0.smithi069.stdout: "state_deferred_cleanup_lat": { 2024-04-10T16:59:55.965 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 8290, 2024-04-10T16:59:55.965 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 4372726481647 2024-04-10T16:59:55.965 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.965 INFO:tasks.workunit.client.0.smithi069.stdout: "state_deferred_queued_lat": { 2024-04-10T16:59:55.965 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 8292, 2024-04-10T16:59:55.965 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 6582133790748 2024-04-10T16:59:55.965 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.965 INFO:tasks.workunit.client.0.smithi069.stdout: "state_done_lat": { 2024-04-10T16:59:55.965 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 94721, 2024-04-10T16:59:55.965 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3005839570067 2024-04-10T16:59:55.965 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.965 INFO:tasks.workunit.client.0.smithi069.stdout: "state_finishing_lat": { 2024-04-10T16:59:55.965 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 94721, 2024-04-10T16:59:55.966 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 8853742 2024-04-10T16:59:55.966 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.966 INFO:tasks.workunit.client.0.smithi069.stdout: "state_io_done_lat": { 2024-04-10T16:59:55.966 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 94723, 2024-04-10T16:59:55.966 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 271029473 2024-04-10T16:59:55.966 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.966 INFO:tasks.workunit.client.0.smithi069.stdout: "state_kv_commiting_lat": { 2024-04-10T16:59:55.966 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 94723, 2024-04-10T16:59:55.966 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 32203121799 2024-04-10T16:59:55.966 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.966 INFO:tasks.workunit.client.0.smithi069.stdout: "state_kv_done_lat": { 2024-04-10T16:59:55.966 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 94723, 2024-04-10T16:59:55.966 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 32425774 2024-04-10T16:59:55.966 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.966 INFO:tasks.workunit.client.0.smithi069.stdout: "state_kv_queued_lat": { 2024-04-10T16:59:55.967 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 94723, 2024-04-10T16:59:55.967 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 14018886452 2024-04-10T16:59:55.967 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.967 INFO:tasks.workunit.client.0.smithi069.stdout: "state_prepare_lat": { 2024-04-10T16:59:55.967 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 94723, 2024-04-10T16:59:55.967 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 13180280671 2024-04-10T16:59:55.967 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.967 INFO:tasks.workunit.client.0.smithi069.stdout: "stored": { 2024-04-10T16:59:55.967 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 5484384 2024-04-10T16:59:55.967 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.967 INFO:tasks.workunit.client.0.smithi069.stdout: "truncate_lat": { 2024-04-10T16:59:55.967 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 2498, 2024-04-10T16:59:55.967 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 14284470 2024-04-10T16:59:55.967 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.967 INFO:tasks.workunit.client.0.smithi069.stdout: "txc_commit_lat": { 2024-04-10T16:59:55.967 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 94723, 2024-04-10T16:59:55.968 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 69537785268 2024-04-10T16:59:55.968 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.968 INFO:tasks.workunit.client.0.smithi069.stdout: "txc_submit_lat": { 2024-04-10T16:59:55.968 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 94723, 2024-04-10T16:59:55.968 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 14226967336 2024-04-10T16:59:55.968 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.968 INFO:tasks.workunit.client.0.smithi069.stdout: "txc_throttle_lat": { 2024-04-10T16:59:55.968 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 94723, 2024-04-10T16:59:55.968 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 540926606 2024-04-10T16:59:55.968 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:55.968 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.968 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore-pricache": { 2024-04-10T16:59:55.968 INFO:tasks.workunit.client.0.smithi069.stdout: "cache_bytes": { 2024-04-10T16:59:55.968 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1405281412 2024-04-10T16:59:55.968 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.968 INFO:tasks.workunit.client.0.smithi069.stdout: "heap_bytes": { 2024-04-10T16:59:55.969 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 627777536 2024-04-10T16:59:55.969 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.969 INFO:tasks.workunit.client.0.smithi069.stdout: "mapped_bytes": { 2024-04-10T16:59:55.969 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 615227392 2024-04-10T16:59:55.969 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.969 INFO:tasks.workunit.client.0.smithi069.stdout: "target_bytes": { 2024-04-10T16:59:55.969 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2600691507 2024-04-10T16:59:55.969 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.969 INFO:tasks.workunit.client.0.smithi069.stdout: "unmapped_bytes": { 2024-04-10T16:59:55.969 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 12550144 2024-04-10T16:59:55.969 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:55.969 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.969 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore-pricache:data": { 2024-04-10T16:59:55.969 INFO:tasks.workunit.client.0.smithi069.stdout: "committed_bytes": { 2024-04-10T16:59:55.969 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 125829120 2024-04-10T16:59:55.969 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.970 INFO:tasks.workunit.client.0.smithi069.stdout: "pri0_bytes": { 2024-04-10T16:59:55.970 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.970 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.970 INFO:tasks.workunit.client.0.smithi069.stdout: "pri10_bytes": { 2024-04-10T16:59:55.970 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.970 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.970 INFO:tasks.workunit.client.0.smithi069.stdout: "pri11_bytes": { 2024-04-10T16:59:55.970 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 56708036 2024-04-10T16:59:55.970 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.970 INFO:tasks.workunit.client.0.smithi069.stdout: "pri1_bytes": { 2024-04-10T16:59:55.970 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.970 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.970 INFO:tasks.workunit.client.0.smithi069.stdout: "pri2_bytes": { 2024-04-10T16:59:55.970 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.970 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.970 INFO:tasks.workunit.client.0.smithi069.stdout: "pri3_bytes": { 2024-04-10T16:59:55.970 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.971 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.971 INFO:tasks.workunit.client.0.smithi069.stdout: "pri4_bytes": { 2024-04-10T16:59:55.971 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.971 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.971 INFO:tasks.workunit.client.0.smithi069.stdout: "pri5_bytes": { 2024-04-10T16:59:55.971 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 8192 2024-04-10T16:59:55.971 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.971 INFO:tasks.workunit.client.0.smithi069.stdout: "pri6_bytes": { 2024-04-10T16:59:55.971 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 16384 2024-04-10T16:59:55.971 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.971 INFO:tasks.workunit.client.0.smithi069.stdout: "pri7_bytes": { 2024-04-10T16:59:55.971 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.971 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.971 INFO:tasks.workunit.client.0.smithi069.stdout: "pri8_bytes": { 2024-04-10T16:59:55.971 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.971 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.972 INFO:tasks.workunit.client.0.smithi069.stdout: "pri9_bytes": { 2024-04-10T16:59:55.972 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.972 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.972 INFO:tasks.workunit.client.0.smithi069.stdout: "reserved_bytes": { 2024-04-10T16:59:55.972 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 69096508 2024-04-10T16:59:55.972 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:55.972 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.972 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore-pricache:kv": { 2024-04-10T16:59:55.972 INFO:tasks.workunit.client.0.smithi069.stdout: "committed_bytes": { 2024-04-10T16:59:55.972 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 562036736 2024-04-10T16:59:55.972 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.972 INFO:tasks.workunit.client.0.smithi069.stdout: "pri0_bytes": { 2024-04-10T16:59:55.972 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 67108864 2024-04-10T16:59:55.972 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.973 INFO:tasks.workunit.client.0.smithi069.stdout: "pri10_bytes": { 2024-04-10T16:59:55.973 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.973 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.973 INFO:tasks.workunit.client.0.smithi069.stdout: "pri11_bytes": { 2024-04-10T16:59:55.973 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 425310272 2024-04-10T16:59:55.973 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.973 INFO:tasks.workunit.client.0.smithi069.stdout: "pri1_bytes": { 2024-04-10T16:59:55.973 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.973 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.973 INFO:tasks.workunit.client.0.smithi069.stdout: "pri2_bytes": { 2024-04-10T16:59:55.973 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.973 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.973 INFO:tasks.workunit.client.0.smithi069.stdout: "pri3_bytes": { 2024-04-10T16:59:55.973 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3664 2024-04-10T16:59:55.974 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.974 INFO:tasks.workunit.client.0.smithi069.stdout: "pri4_bytes": { 2024-04-10T16:59:55.974 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.974 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.974 INFO:tasks.workunit.client.0.smithi069.stdout: "pri5_bytes": { 2024-04-10T16:59:55.974 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 252256 2024-04-10T16:59:55.974 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.974 INFO:tasks.workunit.client.0.smithi069.stdout: "pri6_bytes": { 2024-04-10T16:59:55.974 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.974 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.974 INFO:tasks.workunit.client.0.smithi069.stdout: "pri7_bytes": { 2024-04-10T16:59:55.974 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.974 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.974 INFO:tasks.workunit.client.0.smithi069.stdout: "pri8_bytes": { 2024-04-10T16:59:55.975 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.975 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.975 INFO:tasks.workunit.client.0.smithi069.stdout: "pri9_bytes": { 2024-04-10T16:59:55.975 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.975 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.975 INFO:tasks.workunit.client.0.smithi069.stdout: "reserved_bytes": { 2024-04-10T16:59:55.975 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 69361680 2024-04-10T16:59:55.975 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:55.975 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.975 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore-pricache:kv_onode": { 2024-04-10T16:59:55.975 INFO:tasks.workunit.client.0.smithi069.stdout: "committed_bytes": { 2024-04-10T16:59:55.975 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 184549376 2024-04-10T16:59:55.975 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.975 INFO:tasks.workunit.client.0.smithi069.stdout: "pri0_bytes": { 2024-04-10T16:59:55.975 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 67108864 2024-04-10T16:59:55.975 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.976 INFO:tasks.workunit.client.0.smithi069.stdout: "pri10_bytes": { 2024-04-10T16:59:55.976 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 8550112 2024-04-10T16:59:55.976 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.976 INFO:tasks.workunit.client.0.smithi069.stdout: "pri11_bytes": { 2024-04-10T16:59:55.976 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 37805357 2024-04-10T16:59:55.976 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.976 INFO:tasks.workunit.client.0.smithi069.stdout: "pri1_bytes": { 2024-04-10T16:59:55.976 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.976 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.976 INFO:tasks.workunit.client.0.smithi069.stdout: "pri2_bytes": { 2024-04-10T16:59:55.976 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.976 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.976 INFO:tasks.workunit.client.0.smithi069.stdout: "pri3_bytes": { 2024-04-10T16:59:55.976 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.976 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.976 INFO:tasks.workunit.client.0.smithi069.stdout: "pri4_bytes": { 2024-04-10T16:59:55.976 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.977 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.977 INFO:tasks.workunit.client.0.smithi069.stdout: "pri5_bytes": { 2024-04-10T16:59:55.977 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.977 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.977 INFO:tasks.workunit.client.0.smithi069.stdout: "pri6_bytes": { 2024-04-10T16:59:55.977 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.977 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.977 INFO:tasks.workunit.client.0.smithi069.stdout: "pri7_bytes": { 2024-04-10T16:59:55.977 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.977 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.977 INFO:tasks.workunit.client.0.smithi069.stdout: "pri8_bytes": { 2024-04-10T16:59:55.977 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.977 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.977 INFO:tasks.workunit.client.0.smithi069.stdout: "pri9_bytes": { 2024-04-10T16:59:55.977 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.977 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.978 INFO:tasks.workunit.client.0.smithi069.stdout: "reserved_bytes": { 2024-04-10T16:59:55.978 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 71085043 2024-04-10T16:59:55.978 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:55.978 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.978 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore-pricache:meta": { 2024-04-10T16:59:55.978 INFO:tasks.workunit.client.0.smithi069.stdout: "committed_bytes": { 2024-04-10T16:59:55.978 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 494927872 2024-04-10T16:59:55.978 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.978 INFO:tasks.workunit.client.0.smithi069.stdout: "pri0_bytes": { 2024-04-10T16:59:55.978 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.978 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.978 INFO:tasks.workunit.client.0.smithi069.stdout: "pri10_bytes": { 2024-04-10T16:59:55.978 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.978 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.978 INFO:tasks.workunit.client.0.smithi069.stdout: "pri11_bytes": { 2024-04-10T16:59:55.978 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 425310272 2024-04-10T16:59:55.979 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.979 INFO:tasks.workunit.client.0.smithi069.stdout: "pri1_bytes": { 2024-04-10T16:59:55.979 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.979 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.979 INFO:tasks.workunit.client.0.smithi069.stdout: "pri2_bytes": { 2024-04-10T16:59:55.979 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.979 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.979 INFO:tasks.workunit.client.0.smithi069.stdout: "pri3_bytes": { 2024-04-10T16:59:55.979 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.979 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.979 INFO:tasks.workunit.client.0.smithi069.stdout: "pri4_bytes": { 2024-04-10T16:59:55.979 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.979 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.979 INFO:tasks.workunit.client.0.smithi069.stdout: "pri5_bytes": { 2024-04-10T16:59:55.979 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 150944 2024-04-10T16:59:55.979 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.980 INFO:tasks.workunit.client.0.smithi069.stdout: "pri6_bytes": { 2024-04-10T16:59:55.980 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1105618 2024-04-10T16:59:55.980 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.980 INFO:tasks.workunit.client.0.smithi069.stdout: "pri7_bytes": { 2024-04-10T16:59:55.980 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.980 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.980 INFO:tasks.workunit.client.0.smithi069.stdout: "pri8_bytes": { 2024-04-10T16:59:55.980 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.980 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.980 INFO:tasks.workunit.client.0.smithi069.stdout: "pri9_bytes": { 2024-04-10T16:59:55.980 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.980 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.980 INFO:tasks.workunit.client.0.smithi069.stdout: "reserved_bytes": { 2024-04-10T16:59:55.980 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 68361038 2024-04-10T16:59:55.981 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:55.981 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.981 INFO:tasks.workunit.client.0.smithi069.stdout: "objecter": { 2024-04-10T16:59:55.981 INFO:tasks.workunit.client.0.smithi069.stdout: "op_active": { 2024-04-10T16:59:55.981 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.981 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.981 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r": { 2024-04-10T16:59:55.981 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 29 2024-04-10T16:59:55.981 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.981 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rmw": { 2024-04-10T16:59:55.981 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.981 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.981 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w": { 2024-04-10T16:59:55.981 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.981 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:55.981 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.982 INFO:tasks.workunit.client.0.smithi069.stdout: "osd": { 2024-04-10T16:59:55.982 INFO:tasks.workunit.client.0.smithi069.stdout: "numpg": { 2024-04-10T16:59:55.982 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 52 2024-04-10T16:59:55.982 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.982 INFO:tasks.workunit.client.0.smithi069.stdout: "numpg_removing": { 2024-04-10T16:59:55.982 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.982 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.982 INFO:tasks.workunit.client.0.smithi069.stdout: "op": { 2024-04-10T16:59:55.982 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 48214 2024-04-10T16:59:55.982 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.982 INFO:tasks.workunit.client.0.smithi069.stdout: "op_before_queue_op_lat": { 2024-04-10T16:59:55.982 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 136709, 2024-04-10T16:59:55.982 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 12599664415 2024-04-10T16:59:55.983 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.983 INFO:tasks.workunit.client.0.smithi069.stdout: "op_delayed_degraded": { 2024-04-10T16:59:55.983 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.983 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.983 INFO:tasks.workunit.client.0.smithi069.stdout: "op_delayed_unreadable": { 2024-04-10T16:59:55.983 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.983 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.983 INFO:tasks.workunit.client.0.smithi069.stdout: "op_in_bytes": { 2024-04-10T16:59:55.983 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1441501439 2024-04-10T16:59:55.983 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.983 INFO:tasks.workunit.client.0.smithi069.stdout: "op_latency": { 2024-04-10T16:59:55.983 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 48214, 2024-04-10T16:59:55.983 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 52128722246 2024-04-10T16:59:55.983 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.983 INFO:tasks.workunit.client.0.smithi069.stdout: "op_out_bytes": { 2024-04-10T16:59:55.984 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2376017904 2024-04-10T16:59:55.984 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.984 INFO:tasks.workunit.client.0.smithi069.stdout: "op_prepare_latency": { 2024-04-10T16:59:55.984 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 48937, 2024-04-10T16:59:55.984 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 22202174863 2024-04-10T16:59:55.984 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.984 INFO:tasks.workunit.client.0.smithi069.stdout: "op_process_latency": { 2024-04-10T16:59:55.984 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 48214, 2024-04-10T16:59:55.984 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 39341508228 2024-04-10T16:59:55.984 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.984 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r": { 2024-04-10T16:59:55.984 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 36946 2024-04-10T16:59:55.984 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.984 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r_latency": { 2024-04-10T16:59:55.984 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 36946, 2024-04-10T16:59:55.985 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 18014534341 2024-04-10T16:59:55.985 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.985 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-10T16:59:55.985 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.985 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.985 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r_out_bytes": { 2024-04-10T16:59:55.985 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2376017904 2024-04-10T16:59:55.985 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.985 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r_prepare_latency": { 2024-04-10T16:59:55.985 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 37201, 2024-04-10T16:59:55.985 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 13641326008 2024-04-10T16:59:55.985 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.985 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r_process_latency": { 2024-04-10T16:59:55.985 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 36946, 2024-04-10T16:59:55.986 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 13485145920 2024-04-10T16:59:55.986 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.986 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw": { 2024-04-10T16:59:55.986 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 9903 2024-04-10T16:59:55.986 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.986 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_in_bytes": { 2024-04-10T16:59:55.986 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 394104184 2024-04-10T16:59:55.986 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.986 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_latency": { 2024-04-10T16:59:55.986 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 9903, 2024-04-10T16:59:55.986 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 22303068414 2024-04-10T16:59:55.986 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.986 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-10T16:59:55.987 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.987 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.987 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-10T16:59:55.987 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.987 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.987 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_out_bytes": { 2024-04-10T16:59:55.987 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.987 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.987 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_prepare_latency": { 2024-04-10T16:59:55.987 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 10161, 2024-04-10T16:59:55.987 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 6548711264 2024-04-10T16:59:55.987 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.988 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_process_latency": { 2024-04-10T16:59:55.988 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 9903, 2024-04-10T16:59:55.988 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 17019340121 2024-04-10T16:59:55.988 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.988 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w": { 2024-04-10T16:59:55.988 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1365 2024-04-10T16:59:55.988 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.988 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w_in_bytes": { 2024-04-10T16:59:55.988 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1047397255 2024-04-10T16:59:55.988 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.988 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w_latency": { 2024-04-10T16:59:55.988 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 1365, 2024-04-10T16:59:55.988 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 11811119491 2024-04-10T16:59:55.988 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.989 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-10T16:59:55.989 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.989 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.989 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w_prepare_latency": { 2024-04-10T16:59:55.989 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 1575, 2024-04-10T16:59:55.989 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2012137591 2024-04-10T16:59:55.989 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.989 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w_process_latency": { 2024-04-10T16:59:55.989 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 1365, 2024-04-10T16:59:55.989 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 8837022187 2024-04-10T16:59:55.989 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.989 INFO:tasks.workunit.client.0.smithi069.stdout: "op_wip": { 2024-04-10T16:59:55.989 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.989 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.989 INFO:tasks.workunit.client.0.smithi069.stdout: "recovery_bytes": { 2024-04-10T16:59:55.989 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 54 2024-04-10T16:59:55.990 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.990 INFO:tasks.workunit.client.0.smithi069.stdout: "recovery_ops": { 2024-04-10T16:59:55.990 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 8 2024-04-10T16:59:55.990 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.990 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_bytes": { 2024-04-10T16:59:55.990 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 95995035648 2024-04-10T16:59:55.990 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.990 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_bytes_used": { 2024-04-10T16:59:55.990 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 702148608 2024-04-10T16:59:55.990 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:55.990 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:55.990 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.990 INFO:tasks.workunit.client.0.smithi069.stdout: "osd.6": { 2024-04-10T16:59:55.990 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs": { 2024-04-10T16:59:55.990 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_db_max_lat": { 2024-04-10T16:59:55.991 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 15890 2024-04-10T16:59:55.991 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.991 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_slow_fallback": { 2024-04-10T16:59:55.991 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.991 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.991 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_slow_max_lat": { 2024-04-10T16:59:55.991 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.991 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.991 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_slow_size_fallback": { 2024-04-10T16:59:55.991 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.991 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.991 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_unit_db": { 2024-04-10T16:59:55.991 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 65536 2024-04-10T16:59:55.991 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.991 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_unit_slow": { 2024-04-10T16:59:55.991 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.992 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.992 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_unit_wal": { 2024-04-10T16:59:55.992 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.992 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.992 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_wal_max_lat": { 2024-04-10T16:59:55.992 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.992 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.992 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes_written_slow": { 2024-04-10T16:59:55.992 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.992 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.992 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes_written_sst": { 2024-04-10T16:59:55.992 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 6860800 2024-04-10T16:59:55.992 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.992 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes_written_wal": { 2024-04-10T16:59:55.992 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 521125888 2024-04-10T16:59:55.993 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.993 INFO:tasks.workunit.client.0.smithi069.stdout: "compact_lat": { 2024-04-10T16:59:55.993 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 15, 2024-04-10T16:59:55.993 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3454544 2024-04-10T16:59:55.993 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.993 INFO:tasks.workunit.client.0.smithi069.stdout: "compact_lock_lat": { 2024-04-10T16:59:55.993 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 15, 2024-04-10T16:59:55.993 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1095904 2024-04-10T16:59:55.993 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.993 INFO:tasks.workunit.client.0.smithi069.stdout: "db_alloc_lat": { 2024-04-10T16:59:55.993 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 152, 2024-04-10T16:59:55.993 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 713245 2024-04-10T16:59:55.993 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.993 INFO:tasks.workunit.client.0.smithi069.stdout: "db_total_bytes": { 2024-04-10T16:59:55.993 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 95995027456 2024-04-10T16:59:55.994 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.994 INFO:tasks.workunit.client.0.smithi069.stdout: "db_used_bytes": { 2024-04-10T16:59:55.994 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 431685632 2024-04-10T16:59:55.994 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.994 INFO:tasks.workunit.client.0.smithi069.stdout: "flush_lat": { 2024-04-10T16:59:55.994 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 63649, 2024-04-10T16:59:55.994 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 8714156371 2024-04-10T16:59:55.994 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.994 INFO:tasks.workunit.client.0.smithi069.stdout: "fsync_lat": { 2024-04-10T16:59:55.994 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 63660, 2024-04-10T16:59:55.994 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 14114994105 2024-04-10T16:59:55.994 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.994 INFO:tasks.workunit.client.0.smithi069.stdout: "log_bytes": { 2024-04-10T16:59:55.994 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 11431936 2024-04-10T16:59:55.995 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.995 INFO:tasks.workunit.client.0.smithi069.stdout: "logged_bytes": { 2024-04-10T16:59:55.995 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 260792320 2024-04-10T16:59:55.995 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.995 INFO:tasks.workunit.client.0.smithi069.stdout: "max_bytes_db": { 2024-04-10T16:59:55.995 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 425984000 2024-04-10T16:59:55.995 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.995 INFO:tasks.workunit.client.0.smithi069.stdout: "max_bytes_slow": { 2024-04-10T16:59:55.995 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.995 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.995 INFO:tasks.workunit.client.0.smithi069.stdout: "max_bytes_wal": { 2024-04-10T16:59:55.995 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.995 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.995 INFO:tasks.workunit.client.0.smithi069.stdout: "num_files": { 2024-04-10T16:59:55.995 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 42 2024-04-10T16:59:55.996 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.996 INFO:tasks.workunit.client.0.smithi069.stdout: "read_bytes": { 2024-04-10T16:59:55.996 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 4754111574 2024-04-10T16:59:55.996 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.996 INFO:tasks.workunit.client.0.smithi069.stdout: "read_count": { 2024-04-10T16:59:55.996 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 49710 2024-04-10T16:59:55.996 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.996 INFO:tasks.workunit.client.0.smithi069.stdout: "read_disk_bytes": { 2024-04-10T16:59:55.996 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 4097302528 2024-04-10T16:59:55.996 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.996 INFO:tasks.workunit.client.0.smithi069.stdout: "read_disk_bytes_db": { 2024-04-10T16:59:55.996 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 4097306624 2024-04-10T16:59:55.996 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.996 INFO:tasks.workunit.client.0.smithi069.stdout: "read_disk_bytes_slow": { 2024-04-10T16:59:55.996 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.996 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.997 INFO:tasks.workunit.client.0.smithi069.stdout: "read_disk_bytes_wal": { 2024-04-10T16:59:55.997 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.997 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.997 INFO:tasks.workunit.client.0.smithi069.stdout: "read_disk_count": { 2024-04-10T16:59:55.997 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 42368 2024-04-10T16:59:55.997 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.997 INFO:tasks.workunit.client.0.smithi069.stdout: "read_lat": { 2024-04-10T16:59:55.997 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 49710, 2024-04-10T16:59:55.997 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1580545780 2024-04-10T16:59:55.997 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.997 INFO:tasks.workunit.client.0.smithi069.stdout: "read_prefetch_bytes": { 2024-04-10T16:59:55.997 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 4613862572 2024-04-10T16:59:55.997 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.997 INFO:tasks.workunit.client.0.smithi069.stdout: "read_prefetch_count": { 2024-04-10T16:59:55.997 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 45413 2024-04-10T16:59:55.998 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.998 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_buffer_bytes": { 2024-04-10T16:59:55.998 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2536036 2024-04-10T16:59:55.998 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.998 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_buffer_count": { 2024-04-10T16:59:55.998 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 566 2024-04-10T16:59:55.998 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.998 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_bytes": { 2024-04-10T16:59:55.998 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 6805884 2024-04-10T16:59:55.998 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.998 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_count": { 2024-04-10T16:59:55.998 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 771 2024-04-10T16:59:55.998 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.998 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_disk_bytes": { 2024-04-10T16:59:55.999 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 4269848 2024-04-10T16:59:55.999 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.999 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_disk_bytes_db": { 2024-04-10T16:59:55.999 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 4269848 2024-04-10T16:59:55.999 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.999 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_disk_bytes_slow": { 2024-04-10T16:59:55.999 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.999 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.999 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_disk_bytes_wal": { 2024-04-10T16:59:55.999 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:55.999 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:55.999 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_disk_count": { 2024-04-10T16:59:55.999 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 209 2024-04-10T16:59:55.999 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.000 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_lat": { 2024-04-10T16:59:56.000 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 771, 2024-04-10T16:59:56.000 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1948859 2024-04-10T16:59:56.000 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.000 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_alloc_lat": { 2024-04-10T16:59:56.000 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:56.000 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:56.000 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.000 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_total_bytes": { 2024-04-10T16:59:56.000 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:56.000 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.000 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_used_bytes": { 2024-04-10T16:59:56.000 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:56.001 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.001 INFO:tasks.workunit.client.0.smithi069.stdout: "truncate_lat": { 2024-04-10T16:59:56.001 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 1, 2024-04-10T16:59:56.001 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 723 2024-04-10T16:59:56.001 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.001 INFO:tasks.workunit.client.0.smithi069.stdout: "unlink_lat": { 2024-04-10T16:59:56.001 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 11, 2024-04-10T16:59:56.001 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 12615 2024-04-10T16:59:56.001 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.001 INFO:tasks.workunit.client.0.smithi069.stdout: "wal_alloc_lat": { 2024-04-10T16:59:56.001 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:56.001 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:56.001 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.001 INFO:tasks.workunit.client.0.smithi069.stdout: "wal_total_bytes": { 2024-04-10T16:59:56.001 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:56.001 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.001 INFO:tasks.workunit.client.0.smithi069.stdout: "wal_used_bytes": { 2024-04-10T16:59:56.002 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:56.002 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.002 INFO:tasks.workunit.client.0.smithi069.stdout: "write_bytes": { 2024-04-10T16:59:56.002 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 791064576 2024-04-10T16:59:56.002 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:56.002 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.002 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore": { 2024-04-10T16:59:56.002 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_unit": { 2024-04-10T16:59:56.002 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 4096 2024-04-10T16:59:56.002 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.002 INFO:tasks.workunit.client.0.smithi069.stdout: "allocated": { 2024-04-10T16:59:56.002 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 10002432 2024-04-10T16:59:56.002 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.002 INFO:tasks.workunit.client.0.smithi069.stdout: "allocator_lat": { 2024-04-10T16:59:56.002 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 13736, 2024-04-10T16:59:56.002 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 47323043 2024-04-10T16:59:56.003 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.003 INFO:tasks.workunit.client.0.smithi069.stdout: "clist_lat": { 2024-04-10T16:59:56.003 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 3441, 2024-04-10T16:59:56.003 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3475881125 2024-04-10T16:59:56.003 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.003 INFO:tasks.workunit.client.0.smithi069.stdout: "compress_lat": { 2024-04-10T16:59:56.003 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:56.003 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:56.003 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.003 INFO:tasks.workunit.client.0.smithi069.stdout: "compressed": { 2024-04-10T16:59:56.003 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:56.003 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.003 INFO:tasks.workunit.client.0.smithi069.stdout: "compressed_allocated": { 2024-04-10T16:59:56.003 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:56.003 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.003 INFO:tasks.workunit.client.0.smithi069.stdout: "compressed_original": { 2024-04-10T16:59:56.004 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:56.004 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.004 INFO:tasks.workunit.client.0.smithi069.stdout: "csum_lat": { 2024-04-10T16:59:56.004 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 13643, 2024-04-10T16:59:56.004 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 98816184 2024-04-10T16:59:56.004 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.004 INFO:tasks.workunit.client.0.smithi069.stdout: "decompress_lat": { 2024-04-10T16:59:56.004 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:56.004 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:56.004 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.004 INFO:tasks.workunit.client.0.smithi069.stdout: "fragmentation_micros": { 2024-04-10T16:59:56.004 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:56.004 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.004 INFO:tasks.workunit.client.0.smithi069.stdout: "kv_commit_lat": { 2024-04-10T16:59:56.004 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 63609, 2024-04-10T16:59:56.004 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 17115907078 2024-04-10T16:59:56.004 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.005 INFO:tasks.workunit.client.0.smithi069.stdout: "kv_final_lat": { 2024-04-10T16:59:56.005 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 63147, 2024-04-10T16:59:56.005 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1298857159 2024-04-10T16:59:56.005 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.005 INFO:tasks.workunit.client.0.smithi069.stdout: "kv_flush_lat": { 2024-04-10T16:59:56.005 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 63609, 2024-04-10T16:59:56.005 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 33835666 2024-04-10T16:59:56.005 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.005 INFO:tasks.workunit.client.0.smithi069.stdout: "kv_sync_lat": { 2024-04-10T16:59:56.005 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 63609, 2024-04-10T16:59:56.005 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 17149742744 2024-04-10T16:59:56.005 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.005 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_get_keys_lat": { 2024-04-10T16:59:56.005 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:56.005 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:56.006 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.006 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_get_values_lat": { 2024-04-10T16:59:56.006 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 23789, 2024-04-10T16:59:56.006 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 498230503 2024-04-10T16:59:56.006 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.006 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_lower_bound_lat": { 2024-04-10T16:59:56.006 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 780, 2024-04-10T16:59:56.006 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2242609 2024-04-10T16:59:56.006 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.006 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_next_lat": { 2024-04-10T16:59:56.006 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 16438, 2024-04-10T16:59:56.006 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 10059492 2024-04-10T16:59:56.006 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.006 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_seek_to_first_lat": { 2024-04-10T16:59:56.007 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 43, 2024-04-10T16:59:56.007 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 54835 2024-04-10T16:59:56.007 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.007 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_upper_bound_lat": { 2024-04-10T16:59:56.007 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 11455, 2024-04-10T16:59:56.007 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1358619959 2024-04-10T16:59:56.007 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.007 INFO:tasks.workunit.client.0.smithi069.stdout: "onode_hits": { 2024-04-10T16:59:56.007 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 183560 2024-04-10T16:59:56.007 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.007 INFO:tasks.workunit.client.0.smithi069.stdout: "onode_misses": { 2024-04-10T16:59:56.007 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 18882 2024-04-10T16:59:56.007 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.007 INFO:tasks.workunit.client.0.smithi069.stdout: "read_lat": { 2024-04-10T16:59:56.007 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 14738, 2024-04-10T16:59:56.008 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1208220000 2024-04-10T16:59:56.008 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.008 INFO:tasks.workunit.client.0.smithi069.stdout: "read_onode_meta_lat": { 2024-04-10T16:59:56.008 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 46167, 2024-04-10T16:59:56.008 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 20033554 2024-04-10T16:59:56.008 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.008 INFO:tasks.workunit.client.0.smithi069.stdout: "read_wait_aio_lat": { 2024-04-10T16:59:56.008 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 31429, 2024-04-10T16:59:56.008 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 954058923 2024-04-10T16:59:56.008 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.008 INFO:tasks.workunit.client.0.smithi069.stdout: "reads_with_retries": { 2024-04-10T16:59:56.008 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:56.008 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.008 INFO:tasks.workunit.client.0.smithi069.stdout: "remove_lat": { 2024-04-10T16:59:56.008 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 11999, 2024-04-10T16:59:56.008 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 331823257 2024-04-10T16:59:56.009 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.009 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_aio_wait_count": { 2024-04-10T16:59:56.009 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:56.009 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.009 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_committed_kv_count": { 2024-04-10T16:59:56.009 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:56.009 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.009 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_read_onode_meta_count": { 2024-04-10T16:59:56.009 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:56.009 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.009 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_read_wait_aio_count": { 2024-04-10T16:59:56.009 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:56.009 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.009 INFO:tasks.workunit.client.0.smithi069.stdout: "state_aio_wait_lat": { 2024-04-10T16:59:56.009 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 73926, 2024-04-10T16:59:56.009 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 8170628402 2024-04-10T16:59:56.010 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.010 INFO:tasks.workunit.client.0.smithi069.stdout: "state_deferred_aio_wait_lat": { 2024-04-10T16:59:56.010 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 14004, 2024-04-10T16:59:56.010 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 724731155 2024-04-10T16:59:56.010 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.010 INFO:tasks.workunit.client.0.smithi069.stdout: "state_deferred_cleanup_lat": { 2024-04-10T16:59:56.010 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 14004, 2024-04-10T16:59:56.010 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3669798353217 2024-04-10T16:59:56.010 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.010 INFO:tasks.workunit.client.0.smithi069.stdout: "state_deferred_queued_lat": { 2024-04-10T16:59:56.010 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 14004, 2024-04-10T16:59:56.010 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 5801500992279 2024-04-10T16:59:56.010 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.010 INFO:tasks.workunit.client.0.smithi069.stdout: "state_done_lat": { 2024-04-10T16:59:56.010 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 73926, 2024-04-10T16:59:56.010 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2525964237565 2024-04-10T16:59:56.010 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.011 INFO:tasks.workunit.client.0.smithi069.stdout: "state_finishing_lat": { 2024-04-10T16:59:56.011 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 73926, 2024-04-10T16:59:56.011 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 7045511 2024-04-10T16:59:56.011 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.011 INFO:tasks.workunit.client.0.smithi069.stdout: "state_io_done_lat": { 2024-04-10T16:59:56.011 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 73926, 2024-04-10T16:59:56.011 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 191304316 2024-04-10T16:59:56.011 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.011 INFO:tasks.workunit.client.0.smithi069.stdout: "state_kv_commiting_lat": { 2024-04-10T16:59:56.011 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 73926, 2024-04-10T16:59:56.011 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 26854478534 2024-04-10T16:59:56.011 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.011 INFO:tasks.workunit.client.0.smithi069.stdout: "state_kv_done_lat": { 2024-04-10T16:59:56.011 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 73926, 2024-04-10T16:59:56.012 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 24752991 2024-04-10T16:59:56.012 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.012 INFO:tasks.workunit.client.0.smithi069.stdout: "state_kv_queued_lat": { 2024-04-10T16:59:56.012 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 73926, 2024-04-10T16:59:56.012 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 12075480611 2024-04-10T16:59:56.012 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.012 INFO:tasks.workunit.client.0.smithi069.stdout: "state_prepare_lat": { 2024-04-10T16:59:56.012 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 73926, 2024-04-10T16:59:56.012 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 8834265086 2024-04-10T16:59:56.012 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.012 INFO:tasks.workunit.client.0.smithi069.stdout: "stored": { 2024-04-10T16:59:56.012 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 6074643 2024-04-10T16:59:56.012 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.012 INFO:tasks.workunit.client.0.smithi069.stdout: "truncate_lat": { 2024-04-10T16:59:56.012 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 2413, 2024-04-10T16:59:56.013 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 13465398 2024-04-10T16:59:56.013 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.013 INFO:tasks.workunit.client.0.smithi069.stdout: "txc_commit_lat": { 2024-04-10T16:59:56.013 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 73926, 2024-04-10T16:59:56.013 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 56137149330 2024-04-10T16:59:56.013 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.013 INFO:tasks.workunit.client.0.smithi069.stdout: "txc_submit_lat": { 2024-04-10T16:59:56.013 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 73926, 2024-04-10T16:59:56.013 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 9662593425 2024-04-10T16:59:56.013 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.013 INFO:tasks.workunit.client.0.smithi069.stdout: "txc_throttle_lat": { 2024-04-10T16:59:56.013 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 73926, 2024-04-10T16:59:56.013 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 430233491 2024-04-10T16:59:56.013 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:56.013 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.014 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore-pricache": { 2024-04-10T16:59:56.014 INFO:tasks.workunit.client.0.smithi069.stdout: "cache_bytes": { 2024-04-10T16:59:56.014 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1405281412 2024-04-10T16:59:56.014 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.014 INFO:tasks.workunit.client.0.smithi069.stdout: "heap_bytes": { 2024-04-10T16:59:56.014 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 482795520 2024-04-10T16:59:56.014 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.014 INFO:tasks.workunit.client.0.smithi069.stdout: "mapped_bytes": { 2024-04-10T16:59:56.014 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 454475776 2024-04-10T16:59:56.014 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.014 INFO:tasks.workunit.client.0.smithi069.stdout: "target_bytes": { 2024-04-10T16:59:56.014 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2600691507 2024-04-10T16:59:56.014 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.014 INFO:tasks.workunit.client.0.smithi069.stdout: "unmapped_bytes": { 2024-04-10T16:59:56.014 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 28319744 2024-04-10T16:59:56.015 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:56.015 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.015 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore-pricache:data": { 2024-04-10T16:59:56.015 INFO:tasks.workunit.client.0.smithi069.stdout: "committed_bytes": { 2024-04-10T16:59:56.015 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 125829120 2024-04-10T16:59:56.015 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.015 INFO:tasks.workunit.client.0.smithi069.stdout: "pri0_bytes": { 2024-04-10T16:59:56.015 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:56.015 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.015 INFO:tasks.workunit.client.0.smithi069.stdout: "pri10_bytes": { 2024-04-10T16:59:56.015 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:56.015 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.015 INFO:tasks.workunit.client.0.smithi069.stdout: "pri11_bytes": { 2024-04-10T16:59:56.015 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 57140355 2024-04-10T16:59:56.015 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.015 INFO:tasks.workunit.client.0.smithi069.stdout: "pri1_bytes": { 2024-04-10T16:59:56.016 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:56.016 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.016 INFO:tasks.workunit.client.0.smithi069.stdout: "pri2_bytes": { 2024-04-10T16:59:56.016 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:56.016 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.016 INFO:tasks.workunit.client.0.smithi069.stdout: "pri3_bytes": { 2024-04-10T16:59:56.016 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:56.016 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.016 INFO:tasks.workunit.client.0.smithi069.stdout: "pri4_bytes": { 2024-04-10T16:59:56.016 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:56.016 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.016 INFO:tasks.workunit.client.0.smithi069.stdout: "pri5_bytes": { 2024-04-10T16:59:56.016 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 8192 2024-04-10T16:59:56.016 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.016 INFO:tasks.workunit.client.0.smithi069.stdout: "pri6_bytes": { 2024-04-10T16:59:56.017 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 73728 2024-04-10T16:59:56.017 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.017 INFO:tasks.workunit.client.0.smithi069.stdout: "pri7_bytes": { 2024-04-10T16:59:56.017 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:56.017 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.017 INFO:tasks.workunit.client.0.smithi069.stdout: "pri8_bytes": { 2024-04-10T16:59:56.017 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:56.017 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.017 INFO:tasks.workunit.client.0.smithi069.stdout: "pri9_bytes": { 2024-04-10T16:59:56.017 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:56.017 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.017 INFO:tasks.workunit.client.0.smithi069.stdout: "reserved_bytes": { 2024-04-10T16:59:56.017 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 68606845 2024-04-10T16:59:56.017 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:56.017 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.017 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore-pricache:kv": { 2024-04-10T16:59:56.018 INFO:tasks.workunit.client.0.smithi069.stdout: "committed_bytes": { 2024-04-10T16:59:56.018 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 570425344 2024-04-10T16:59:56.018 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.018 INFO:tasks.workunit.client.0.smithi069.stdout: "pri0_bytes": { 2024-04-10T16:59:56.018 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 67108864 2024-04-10T16:59:56.018 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.018 INFO:tasks.workunit.client.0.smithi069.stdout: "pri10_bytes": { 2024-04-10T16:59:56.018 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:56.018 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.018 INFO:tasks.workunit.client.0.smithi069.stdout: "pri11_bytes": { 2024-04-10T16:59:56.018 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 428552668 2024-04-10T16:59:56.018 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.018 INFO:tasks.workunit.client.0.smithi069.stdout: "pri1_bytes": { 2024-04-10T16:59:56.018 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:56.019 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.019 INFO:tasks.workunit.client.0.smithi069.stdout: "pri2_bytes": { 2024-04-10T16:59:56.019 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:56.019 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.019 INFO:tasks.workunit.client.0.smithi069.stdout: "pri3_bytes": { 2024-04-10T16:59:56.019 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1616 2024-04-10T16:59:56.019 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.019 INFO:tasks.workunit.client.0.smithi069.stdout: "pri4_bytes": { 2024-04-10T16:59:56.019 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:56.019 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.019 INFO:tasks.workunit.client.0.smithi069.stdout: "pri5_bytes": { 2024-04-10T16:59:56.019 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 108096 2024-04-10T16:59:56.019 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.019 INFO:tasks.workunit.client.0.smithi069.stdout: "pri6_bytes": { 2024-04-10T16:59:56.019 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:56.019 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.020 INFO:tasks.workunit.client.0.smithi069.stdout: "pri7_bytes": { 2024-04-10T16:59:56.020 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:56.020 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.020 INFO:tasks.workunit.client.0.smithi069.stdout: "pri8_bytes": { 2024-04-10T16:59:56.020 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:56.020 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.020 INFO:tasks.workunit.client.0.smithi069.stdout: "pri9_bytes": { 2024-04-10T16:59:56.020 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:56.020 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.020 INFO:tasks.workunit.client.0.smithi069.stdout: "reserved_bytes": { 2024-04-10T16:59:56.020 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 74654100 2024-04-10T16:59:56.020 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:56.020 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.020 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore-pricache:kv_onode": { 2024-04-10T16:59:56.020 INFO:tasks.workunit.client.0.smithi069.stdout: "committed_bytes": { 2024-04-10T16:59:56.020 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 184549376 2024-04-10T16:59:56.021 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.021 INFO:tasks.workunit.client.0.smithi069.stdout: "pri0_bytes": { 2024-04-10T16:59:56.021 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 67108864 2024-04-10T16:59:56.021 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.021 INFO:tasks.workunit.client.0.smithi069.stdout: "pri10_bytes": { 2024-04-10T16:59:56.021 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 6758272 2024-04-10T16:59:56.021 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.021 INFO:tasks.workunit.client.0.smithi069.stdout: "pri11_bytes": { 2024-04-10T16:59:56.021 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 38093570 2024-04-10T16:59:56.021 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.021 INFO:tasks.workunit.client.0.smithi069.stdout: "pri1_bytes": { 2024-04-10T16:59:56.021 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:56.021 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.022 INFO:tasks.workunit.client.0.smithi069.stdout: "pri2_bytes": { 2024-04-10T16:59:56.022 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:56.022 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.022 INFO:tasks.workunit.client.0.smithi069.stdout: "pri3_bytes": { 2024-04-10T16:59:56.022 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:56.022 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.022 INFO:tasks.workunit.client.0.smithi069.stdout: "pri4_bytes": { 2024-04-10T16:59:56.022 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:56.022 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.022 INFO:tasks.workunit.client.0.smithi069.stdout: "pri5_bytes": { 2024-04-10T16:59:56.022 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:56.022 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.022 INFO:tasks.workunit.client.0.smithi069.stdout: "pri6_bytes": { 2024-04-10T16:59:56.022 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:56.022 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.022 INFO:tasks.workunit.client.0.smithi069.stdout: "pri7_bytes": { 2024-04-10T16:59:56.023 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:56.023 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.023 INFO:tasks.workunit.client.0.smithi069.stdout: "pri8_bytes": { 2024-04-10T16:59:56.023 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:56.023 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.023 INFO:tasks.workunit.client.0.smithi069.stdout: "pri9_bytes": { 2024-04-10T16:59:56.023 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:56.023 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.023 INFO:tasks.workunit.client.0.smithi069.stdout: "reserved_bytes": { 2024-04-10T16:59:56.023 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 72588670 2024-04-10T16:59:56.023 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:56.023 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.023 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore-pricache:meta": { 2024-04-10T16:59:56.023 INFO:tasks.workunit.client.0.smithi069.stdout: "committed_bytes": { 2024-04-10T16:59:56.023 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 503316480 2024-04-10T16:59:56.024 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.024 INFO:tasks.workunit.client.0.smithi069.stdout: "pri0_bytes": { 2024-04-10T16:59:56.024 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:56.024 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.024 INFO:tasks.workunit.client.0.smithi069.stdout: "pri10_bytes": { 2024-04-10T16:59:56.024 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:56.024 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.024 INFO:tasks.workunit.client.0.smithi069.stdout: "pri11_bytes": { 2024-04-10T16:59:56.024 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 428552668 2024-04-10T16:59:56.024 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.024 INFO:tasks.workunit.client.0.smithi069.stdout: "pri1_bytes": { 2024-04-10T16:59:56.024 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:56.024 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.025 INFO:tasks.workunit.client.0.smithi069.stdout: "pri2_bytes": { 2024-04-10T16:59:56.025 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:56.025 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.025 INFO:tasks.workunit.client.0.smithi069.stdout: "pri3_bytes": { 2024-04-10T16:59:56.025 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:56.025 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.025 INFO:tasks.workunit.client.0.smithi069.stdout: "pri4_bytes": { 2024-04-10T16:59:56.025 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:56.025 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.025 INFO:tasks.workunit.client.0.smithi069.stdout: "pri5_bytes": { 2024-04-10T16:59:56.025 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 154231 2024-04-10T16:59:56.025 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.025 INFO:tasks.workunit.client.0.smithi069.stdout: "pri6_bytes": { 2024-04-10T16:59:56.025 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1134704 2024-04-10T16:59:56.025 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.026 INFO:tasks.workunit.client.0.smithi069.stdout: "pri7_bytes": { 2024-04-10T16:59:56.026 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:56.026 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.026 INFO:tasks.workunit.client.0.smithi069.stdout: "pri8_bytes": { 2024-04-10T16:59:56.026 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:56.026 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.026 INFO:tasks.workunit.client.0.smithi069.stdout: "pri9_bytes": { 2024-04-10T16:59:56.026 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:56.026 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.026 INFO:tasks.workunit.client.0.smithi069.stdout: "reserved_bytes": { 2024-04-10T16:59:56.026 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 73474877 2024-04-10T16:59:56.026 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:56.026 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.026 INFO:tasks.workunit.client.0.smithi069.stdout: "objecter": { 2024-04-10T16:59:56.027 INFO:tasks.workunit.client.0.smithi069.stdout: "op_active": { 2024-04-10T16:59:56.027 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:56.027 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.027 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r": { 2024-04-10T16:59:56.027 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 11 2024-04-10T16:59:56.027 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.027 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rmw": { 2024-04-10T16:59:56.027 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:56.027 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.027 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w": { 2024-04-10T16:59:56.027 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:56.027 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:56.027 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.027 INFO:tasks.workunit.client.0.smithi069.stdout: "osd": { 2024-04-10T16:59:56.027 INFO:tasks.workunit.client.0.smithi069.stdout: "numpg": { 2024-04-10T16:59:56.028 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 54 2024-04-10T16:59:56.028 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.028 INFO:tasks.workunit.client.0.smithi069.stdout: "numpg_removing": { 2024-04-10T16:59:56.028 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:56.028 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.028 INFO:tasks.workunit.client.0.smithi069.stdout: "op": { 2024-04-10T16:59:56.028 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 41940 2024-04-10T16:59:56.028 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.028 INFO:tasks.workunit.client.0.smithi069.stdout: "op_before_queue_op_lat": { 2024-04-10T16:59:56.028 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 101549, 2024-04-10T16:59:56.028 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 8225031707 2024-04-10T16:59:56.028 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.028 INFO:tasks.workunit.client.0.smithi069.stdout: "op_delayed_degraded": { 2024-04-10T16:59:56.028 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:56.029 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.029 INFO:tasks.workunit.client.0.smithi069.stdout: "op_delayed_unreadable": { 2024-04-10T16:59:56.029 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1 2024-04-10T16:59:56.029 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.029 INFO:tasks.workunit.client.0.smithi069.stdout: "op_in_bytes": { 2024-04-10T16:59:56.029 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1504132604 2024-04-10T16:59:56.029 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.029 INFO:tasks.workunit.client.0.smithi069.stdout: "op_latency": { 2024-04-10T16:59:56.029 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 41940, 2024-04-10T16:59:56.029 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 56071828844 2024-04-10T16:59:56.029 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.029 INFO:tasks.workunit.client.0.smithi069.stdout: "op_out_bytes": { 2024-04-10T16:59:56.029 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1689827754 2024-04-10T16:59:56.029 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.030 INFO:tasks.workunit.client.0.smithi069.stdout: "op_prepare_latency": { 2024-04-10T16:59:56.030 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 42368, 2024-04-10T16:59:56.030 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 13663163313 2024-04-10T16:59:56.030 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.030 INFO:tasks.workunit.client.0.smithi069.stdout: "op_process_latency": { 2024-04-10T16:59:56.030 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 41940, 2024-04-10T16:59:56.030 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 31795583590 2024-04-10T16:59:56.030 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.030 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r": { 2024-04-10T16:59:56.030 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 33646 2024-04-10T16:59:56.030 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.030 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r_latency": { 2024-04-10T16:59:56.030 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 33646, 2024-04-10T16:59:56.030 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 9161924813 2024-04-10T16:59:56.030 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.031 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-10T16:59:56.031 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:56.031 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.031 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r_out_bytes": { 2024-04-10T16:59:56.031 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1689827754 2024-04-10T16:59:56.031 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.031 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r_prepare_latency": { 2024-04-10T16:59:56.031 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 33815, 2024-04-10T16:59:56.031 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 5969406798 2024-04-10T16:59:56.031 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.031 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r_process_latency": { 2024-04-10T16:59:56.031 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 33646, 2024-04-10T16:59:56.031 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 5388782624 2024-04-10T16:59:56.031 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.031 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw": { 2024-04-10T16:59:56.031 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 4317 2024-04-10T16:59:56.032 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.032 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_in_bytes": { 2024-04-10T16:59:56.032 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 331961950 2024-04-10T16:59:56.032 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.032 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_latency": { 2024-04-10T16:59:56.032 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 4317, 2024-04-10T16:59:56.032 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 11672113329 2024-04-10T16:59:56.032 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.032 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-10T16:59:56.032 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:56.032 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.032 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-10T16:59:56.032 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:56.032 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.032 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_out_bytes": { 2024-04-10T16:59:56.032 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:56.032 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.033 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_prepare_latency": { 2024-04-10T16:59:56.033 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 4468, 2024-04-10T16:59:56.033 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3024384010 2024-04-10T16:59:56.033 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.033 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_process_latency": { 2024-04-10T16:59:56.033 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 4317, 2024-04-10T16:59:56.033 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 8197421430 2024-04-10T16:59:56.033 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.033 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w": { 2024-04-10T16:59:56.033 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3977 2024-04-10T16:59:56.033 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.033 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w_in_bytes": { 2024-04-10T16:59:56.033 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1172170654 2024-04-10T16:59:56.033 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.033 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w_latency": { 2024-04-10T16:59:56.034 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 3977, 2024-04-10T16:59:56.034 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 35237790702 2024-04-10T16:59:56.034 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.034 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-10T16:59:56.034 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:56.034 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.034 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w_prepare_latency": { 2024-04-10T16:59:56.034 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 4085, 2024-04-10T16:59:56.034 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 4669372505 2024-04-10T16:59:56.034 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.034 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w_process_latency": { 2024-04-10T16:59:56.034 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 3977, 2024-04-10T16:59:56.034 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 18209379536 2024-04-10T16:59:56.034 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.034 INFO:tasks.workunit.client.0.smithi069.stdout: "op_wip": { 2024-04-10T16:59:56.035 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:56.035 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.035 INFO:tasks.workunit.client.0.smithi069.stdout: "recovery_bytes": { 2024-04-10T16:59:56.035 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 13309427 2024-04-10T16:59:56.035 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.035 INFO:tasks.workunit.client.0.smithi069.stdout: "recovery_ops": { 2024-04-10T16:59:56.035 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 12 2024-04-10T16:59:56.035 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.035 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_bytes": { 2024-04-10T16:59:56.035 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 95995035648 2024-04-10T16:59:56.035 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.035 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_bytes_used": { 2024-04-10T16:59:56.035 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 441696256 2024-04-10T16:59:56.035 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:56.035 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:56.035 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.035 INFO:tasks.workunit.client.0.smithi069.stdout: "osd.7": { 2024-04-10T16:59:56.036 INFO:tasks.workunit.client.0.smithi069.stdout: "bluefs": { 2024-04-10T16:59:56.036 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_db_max_lat": { 2024-04-10T16:59:56.036 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 25244 2024-04-10T16:59:56.036 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.036 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_slow_fallback": { 2024-04-10T16:59:56.036 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:56.036 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.036 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_slow_max_lat": { 2024-04-10T16:59:56.036 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:56.036 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.036 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_slow_size_fallback": { 2024-04-10T16:59:56.036 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:56.036 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.036 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_unit_db": { 2024-04-10T16:59:56.036 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 65536 2024-04-10T16:59:56.036 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.037 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_unit_slow": { 2024-04-10T16:59:56.037 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:56.037 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.037 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_unit_wal": { 2024-04-10T16:59:56.037 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:56.037 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.037 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_wal_max_lat": { 2024-04-10T16:59:56.037 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:56.037 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.037 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes_written_slow": { 2024-04-10T16:59:56.037 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:56.037 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.037 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes_written_sst": { 2024-04-10T16:59:56.037 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 6221824 2024-04-10T16:59:56.037 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.037 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes_written_wal": { 2024-04-10T16:59:56.038 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 592785408 2024-04-10T16:59:56.038 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.038 INFO:tasks.workunit.client.0.smithi069.stdout: "compact_lat": { 2024-04-10T16:59:56.038 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 16, 2024-04-10T16:59:56.038 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3169334 2024-04-10T16:59:56.038 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.038 INFO:tasks.workunit.client.0.smithi069.stdout: "compact_lock_lat": { 2024-04-10T16:59:56.038 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 16, 2024-04-10T16:59:56.038 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1052724 2024-04-10T16:59:56.038 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.038 INFO:tasks.workunit.client.0.smithi069.stdout: "db_alloc_lat": { 2024-04-10T16:59:56.038 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 161, 2024-04-10T16:59:56.038 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 708968 2024-04-10T16:59:56.038 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.038 INFO:tasks.workunit.client.0.smithi069.stdout: "db_total_bytes": { 2024-04-10T16:59:56.038 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 95995027456 2024-04-10T16:59:56.039 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.039 INFO:tasks.workunit.client.0.smithi069.stdout: "db_used_bytes": { 2024-04-10T16:59:56.039 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 533200896 2024-04-10T16:59:56.039 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.039 INFO:tasks.workunit.client.0.smithi069.stdout: "flush_lat": { 2024-04-10T16:59:56.039 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 65017, 2024-04-10T16:59:56.039 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 9340614315 2024-04-10T16:59:56.039 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.039 INFO:tasks.workunit.client.0.smithi069.stdout: "fsync_lat": { 2024-04-10T16:59:56.039 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 65025, 2024-04-10T16:59:56.039 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 14965846918 2024-04-10T16:59:56.039 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.039 INFO:tasks.workunit.client.0.smithi069.stdout: "log_bytes": { 2024-04-10T16:59:56.039 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 385024 2024-04-10T16:59:56.039 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.039 INFO:tasks.workunit.client.0.smithi069.stdout: "logged_bytes": { 2024-04-10T16:59:56.039 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 266387456 2024-04-10T16:59:56.040 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.040 INFO:tasks.workunit.client.0.smithi069.stdout: "max_bytes_db": { 2024-04-10T16:59:56.040 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 554500096 2024-04-10T16:59:56.040 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.040 INFO:tasks.workunit.client.0.smithi069.stdout: "max_bytes_slow": { 2024-04-10T16:59:56.040 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:56.040 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.040 INFO:tasks.workunit.client.0.smithi069.stdout: "max_bytes_wal": { 2024-04-10T16:59:56.040 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:56.040 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.040 INFO:tasks.workunit.client.0.smithi069.stdout: "num_files": { 2024-04-10T16:59:56.040 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 44 2024-04-10T16:59:56.040 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.040 INFO:tasks.workunit.client.0.smithi069.stdout: "read_bytes": { 2024-04-10T16:59:56.040 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 4283545947 2024-04-10T16:59:56.040 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.040 INFO:tasks.workunit.client.0.smithi069.stdout: "read_count": { 2024-04-10T16:59:56.041 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 46431 2024-04-10T16:59:56.041 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.041 INFO:tasks.workunit.client.0.smithi069.stdout: "read_disk_bytes": { 2024-04-10T16:59:56.041 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3624091648 2024-04-10T16:59:56.041 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.041 INFO:tasks.workunit.client.0.smithi069.stdout: "read_disk_bytes_db": { 2024-04-10T16:59:56.041 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3624095744 2024-04-10T16:59:56.041 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.041 INFO:tasks.workunit.client.0.smithi069.stdout: "read_disk_bytes_slow": { 2024-04-10T16:59:56.041 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:56.041 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.041 INFO:tasks.workunit.client.0.smithi069.stdout: "read_disk_bytes_wal": { 2024-04-10T16:59:56.041 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:56.041 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.041 INFO:tasks.workunit.client.0.smithi069.stdout: "read_disk_count": { 2024-04-10T16:59:56.042 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 34666 2024-04-10T16:59:56.042 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.042 INFO:tasks.workunit.client.0.smithi069.stdout: "read_lat": { 2024-04-10T16:59:56.042 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 46431, 2024-04-10T16:59:56.042 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1348098146 2024-04-10T16:59:56.042 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.042 INFO:tasks.workunit.client.0.smithi069.stdout: "read_prefetch_bytes": { 2024-04-10T16:59:56.042 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 4176961610 2024-04-10T16:59:56.042 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.042 INFO:tasks.workunit.client.0.smithi069.stdout: "read_prefetch_count": { 2024-04-10T16:59:56.042 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 43163 2024-04-10T16:59:56.042 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.042 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_buffer_bytes": { 2024-04-10T16:59:56.042 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1451094 2024-04-10T16:59:56.042 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.042 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_buffer_count": { 2024-04-10T16:59:56.043 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 564 2024-04-10T16:59:56.043 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.043 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_bytes": { 2024-04-10T16:59:56.043 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 6179442 2024-04-10T16:59:56.043 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.043 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_count": { 2024-04-10T16:59:56.043 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 873 2024-04-10T16:59:56.043 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.043 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_disk_bytes": { 2024-04-10T16:59:56.043 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 4728348 2024-04-10T16:59:56.043 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.043 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_disk_bytes_db": { 2024-04-10T16:59:56.043 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 4728348 2024-04-10T16:59:56.044 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.044 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_disk_bytes_slow": { 2024-04-10T16:59:56.044 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:56.044 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.044 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_disk_bytes_wal": { 2024-04-10T16:59:56.044 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:56.044 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.044 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_disk_count": { 2024-04-10T16:59:56.044 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 312 2024-04-10T16:59:56.044 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.044 INFO:tasks.workunit.client.0.smithi069.stdout: "read_random_lat": { 2024-04-10T16:59:56.044 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 873, 2024-04-10T16:59:56.044 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2034587 2024-04-10T16:59:56.044 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.044 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_alloc_lat": { 2024-04-10T16:59:56.044 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:56.045 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:56.045 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.045 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_total_bytes": { 2024-04-10T16:59:56.045 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:56.045 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.045 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_used_bytes": { 2024-04-10T16:59:56.045 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:56.045 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.045 INFO:tasks.workunit.client.0.smithi069.stdout: "truncate_lat": { 2024-04-10T16:59:56.045 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 1, 2024-04-10T16:59:56.045 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 883 2024-04-10T16:59:56.045 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.045 INFO:tasks.workunit.client.0.smithi069.stdout: "unlink_lat": { 2024-04-10T16:59:56.045 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 9, 2024-04-10T16:59:56.045 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 12171 2024-04-10T16:59:56.045 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.046 INFO:tasks.workunit.client.0.smithi069.stdout: "wal_alloc_lat": { 2024-04-10T16:59:56.046 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:56.046 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:56.046 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.046 INFO:tasks.workunit.client.0.smithi069.stdout: "wal_total_bytes": { 2024-04-10T16:59:56.046 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:56.046 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.046 INFO:tasks.workunit.client.0.smithi069.stdout: "wal_used_bytes": { 2024-04-10T16:59:56.046 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:56.046 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.046 INFO:tasks.workunit.client.0.smithi069.stdout: "write_bytes": { 2024-04-10T16:59:56.046 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 867819520 2024-04-10T16:59:56.046 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:56.046 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.047 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore": { 2024-04-10T16:59:56.047 INFO:tasks.workunit.client.0.smithi069.stdout: "alloc_unit": { 2024-04-10T16:59:56.047 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 4096 2024-04-10T16:59:56.047 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.047 INFO:tasks.workunit.client.0.smithi069.stdout: "allocated": { 2024-04-10T16:59:56.047 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 9994240 2024-04-10T16:59:56.047 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.047 INFO:tasks.workunit.client.0.smithi069.stdout: "allocator_lat": { 2024-04-10T16:59:56.047 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 17919, 2024-04-10T16:59:56.047 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 60385194 2024-04-10T16:59:56.047 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.047 INFO:tasks.workunit.client.0.smithi069.stdout: "clist_lat": { 2024-04-10T16:59:56.047 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 3475, 2024-04-10T16:59:56.047 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3512343427 2024-04-10T16:59:56.047 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.047 INFO:tasks.workunit.client.0.smithi069.stdout: "compress_lat": { 2024-04-10T16:59:56.048 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:56.048 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:56.048 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.048 INFO:tasks.workunit.client.0.smithi069.stdout: "compressed": { 2024-04-10T16:59:56.048 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:56.048 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.048 INFO:tasks.workunit.client.0.smithi069.stdout: "compressed_allocated": { 2024-04-10T16:59:56.048 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:56.048 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.048 INFO:tasks.workunit.client.0.smithi069.stdout: "compressed_original": { 2024-04-10T16:59:56.048 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:56.048 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.048 INFO:tasks.workunit.client.0.smithi069.stdout: "csum_lat": { 2024-04-10T16:59:56.048 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 20190, 2024-04-10T16:59:56.048 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 154362072 2024-04-10T16:59:56.048 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.048 INFO:tasks.workunit.client.0.smithi069.stdout: "decompress_lat": { 2024-04-10T16:59:56.049 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:56.049 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:56.049 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.049 INFO:tasks.workunit.client.0.smithi069.stdout: "fragmentation_micros": { 2024-04-10T16:59:56.049 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:56.049 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.049 INFO:tasks.workunit.client.0.smithi069.stdout: "kv_commit_lat": { 2024-04-10T16:59:56.049 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 64974, 2024-04-10T16:59:56.049 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 18151922349 2024-04-10T16:59:56.049 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.049 INFO:tasks.workunit.client.0.smithi069.stdout: "kv_final_lat": { 2024-04-10T16:59:56.049 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 64518, 2024-04-10T16:59:56.049 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1339673105 2024-04-10T16:59:56.049 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.049 INFO:tasks.workunit.client.0.smithi069.stdout: "kv_flush_lat": { 2024-04-10T16:59:56.049 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 64974, 2024-04-10T16:59:56.050 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 40646031 2024-04-10T16:59:56.050 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.050 INFO:tasks.workunit.client.0.smithi069.stdout: "kv_sync_lat": { 2024-04-10T16:59:56.050 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 64974, 2024-04-10T16:59:56.050 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 18192568380 2024-04-10T16:59:56.050 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.050 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_get_keys_lat": { 2024-04-10T16:59:56.050 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 0, 2024-04-10T16:59:56.050 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:56.050 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.050 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_get_values_lat": { 2024-04-10T16:59:56.050 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 29846, 2024-04-10T16:59:56.050 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 770097013 2024-04-10T16:59:56.050 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.051 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_lower_bound_lat": { 2024-04-10T16:59:56.051 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 748, 2024-04-10T16:59:56.051 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2631873 2024-04-10T16:59:56.051 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.051 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_next_lat": { 2024-04-10T16:59:56.051 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 7603, 2024-04-10T16:59:56.051 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 6477383 2024-04-10T16:59:56.051 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.051 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_seek_to_first_lat": { 2024-04-10T16:59:56.051 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 50, 2024-04-10T16:59:56.051 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 61543 2024-04-10T16:59:56.051 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.051 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_upper_bound_lat": { 2024-04-10T16:59:56.051 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 11715, 2024-04-10T16:59:56.051 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 942291020 2024-04-10T16:59:56.052 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.052 INFO:tasks.workunit.client.0.smithi069.stdout: "onode_hits": { 2024-04-10T16:59:56.052 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 198679 2024-04-10T16:59:56.052 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.052 INFO:tasks.workunit.client.0.smithi069.stdout: "onode_misses": { 2024-04-10T16:59:56.052 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 17890 2024-04-10T16:59:56.052 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.052 INFO:tasks.workunit.client.0.smithi069.stdout: "read_lat": { 2024-04-10T16:59:56.052 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 9983, 2024-04-10T16:59:56.052 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1415236436 2024-04-10T16:59:56.052 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.052 INFO:tasks.workunit.client.0.smithi069.stdout: "read_onode_meta_lat": { 2024-04-10T16:59:56.052 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 39291, 2024-04-10T16:59:56.052 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 10536813 2024-04-10T16:59:56.052 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.052 INFO:tasks.workunit.client.0.smithi069.stdout: "read_wait_aio_lat": { 2024-04-10T16:59:56.053 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 29308, 2024-04-10T16:59:56.053 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1288635911 2024-04-10T16:59:56.053 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.053 INFO:tasks.workunit.client.0.smithi069.stdout: "reads_with_retries": { 2024-04-10T16:59:56.053 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:56.053 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.053 INFO:tasks.workunit.client.0.smithi069.stdout: "remove_lat": { 2024-04-10T16:59:56.053 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 13557, 2024-04-10T16:59:56.053 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 362899682 2024-04-10T16:59:56.053 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.053 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_aio_wait_count": { 2024-04-10T16:59:56.053 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:56.053 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.053 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_committed_kv_count": { 2024-04-10T16:59:56.053 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:56.054 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.054 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_read_onode_meta_count": { 2024-04-10T16:59:56.054 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:56.054 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.054 INFO:tasks.workunit.client.0.smithi069.stdout: "slow_read_wait_aio_count": { 2024-04-10T16:59:56.054 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:56.054 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.054 INFO:tasks.workunit.client.0.smithi069.stdout: "state_aio_wait_lat": { 2024-04-10T16:59:56.054 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 76322, 2024-04-10T16:59:56.054 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 9261087915 2024-04-10T16:59:56.054 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.054 INFO:tasks.workunit.client.0.smithi069.stdout: "state_deferred_aio_wait_lat": { 2024-04-10T16:59:56.054 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 16221, 2024-04-10T16:59:56.054 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 886752435 2024-04-10T16:59:56.054 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.054 INFO:tasks.workunit.client.0.smithi069.stdout: "state_deferred_cleanup_lat": { 2024-04-10T16:59:56.055 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 16218, 2024-04-10T16:59:56.055 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 3487268865504 2024-04-10T16:59:56.055 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.055 INFO:tasks.workunit.client.0.smithi069.stdout: "state_deferred_queued_lat": { 2024-04-10T16:59:56.055 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 16221, 2024-04-10T16:59:56.055 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 6326036339473 2024-04-10T16:59:56.055 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.055 INFO:tasks.workunit.client.0.smithi069.stdout: "state_done_lat": { 2024-04-10T16:59:56.055 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 76319, 2024-04-10T16:59:56.055 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2611792849540 2024-04-10T16:59:56.055 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.055 INFO:tasks.workunit.client.0.smithi069.stdout: "state_finishing_lat": { 2024-04-10T16:59:56.055 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 76319, 2024-04-10T16:59:56.055 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 6992891 2024-04-10T16:59:56.055 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.055 INFO:tasks.workunit.client.0.smithi069.stdout: "state_io_done_lat": { 2024-04-10T16:59:56.055 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 76322, 2024-04-10T16:59:56.056 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 222186276 2024-04-10T16:59:56.056 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.056 INFO:tasks.workunit.client.0.smithi069.stdout: "state_kv_commiting_lat": { 2024-04-10T16:59:56.056 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 76322, 2024-04-10T16:59:56.056 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 28489438863 2024-04-10T16:59:56.056 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.056 INFO:tasks.workunit.client.0.smithi069.stdout: "state_kv_done_lat": { 2024-04-10T16:59:56.056 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 76322, 2024-04-10T16:59:56.056 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 28267855 2024-04-10T16:59:56.056 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.056 INFO:tasks.workunit.client.0.smithi069.stdout: "state_kv_queued_lat": { 2024-04-10T16:59:56.056 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 76322, 2024-04-10T16:59:56.056 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 13554549236 2024-04-10T16:59:56.056 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.056 INFO:tasks.workunit.client.0.smithi069.stdout: "state_prepare_lat": { 2024-04-10T16:59:56.057 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 76322, 2024-04-10T16:59:56.057 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 9902686739 2024-04-10T16:59:56.057 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.057 INFO:tasks.workunit.client.0.smithi069.stdout: "stored": { 2024-04-10T16:59:56.057 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 6069423 2024-04-10T16:59:56.057 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.057 INFO:tasks.workunit.client.0.smithi069.stdout: "truncate_lat": { 2024-04-10T16:59:56.057 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 2330, 2024-04-10T16:59:56.057 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 12468007 2024-04-10T16:59:56.057 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.057 INFO:tasks.workunit.client.0.smithi069.stdout: "txc_commit_lat": { 2024-04-10T16:59:56.057 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 76322, 2024-04-10T16:59:56.057 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 61443026065 2024-04-10T16:59:56.057 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.057 INFO:tasks.workunit.client.0.smithi069.stdout: "txc_submit_lat": { 2024-04-10T16:59:56.057 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 76322, 2024-04-10T16:59:56.058 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 10821209061 2024-04-10T16:59:56.058 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.058 INFO:tasks.workunit.client.0.smithi069.stdout: "txc_throttle_lat": { 2024-04-10T16:59:56.058 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 76322, 2024-04-10T16:59:56.058 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 460736028 2024-04-10T16:59:56.058 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:56.058 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.058 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore-pricache": { 2024-04-10T16:59:56.058 INFO:tasks.workunit.client.0.smithi069.stdout: "cache_bytes": { 2024-04-10T16:59:56.058 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1405281412 2024-04-10T16:59:56.058 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.058 INFO:tasks.workunit.client.0.smithi069.stdout: "heap_bytes": { 2024-04-10T16:59:56.058 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 571826176 2024-04-10T16:59:56.058 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.058 INFO:tasks.workunit.client.0.smithi069.stdout: "mapped_bytes": { 2024-04-10T16:59:56.058 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 536526848 2024-04-10T16:59:56.058 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.059 INFO:tasks.workunit.client.0.smithi069.stdout: "target_bytes": { 2024-04-10T16:59:56.059 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2600691507 2024-04-10T16:59:56.059 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.059 INFO:tasks.workunit.client.0.smithi069.stdout: "unmapped_bytes": { 2024-04-10T16:59:56.059 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 35299328 2024-04-10T16:59:56.059 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:56.059 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.059 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore-pricache:data": { 2024-04-10T16:59:56.059 INFO:tasks.workunit.client.0.smithi069.stdout: "committed_bytes": { 2024-04-10T16:59:56.059 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 125829120 2024-04-10T16:59:56.059 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.059 INFO:tasks.workunit.client.0.smithi069.stdout: "pri0_bytes": { 2024-04-10T16:59:56.059 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:56.059 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.059 INFO:tasks.workunit.client.0.smithi069.stdout: "pri10_bytes": { 2024-04-10T16:59:56.059 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:56.060 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.060 INFO:tasks.workunit.client.0.smithi069.stdout: "pri11_bytes": { 2024-04-10T16:59:56.060 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 57106708 2024-04-10T16:59:56.060 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.060 INFO:tasks.workunit.client.0.smithi069.stdout: "pri1_bytes": { 2024-04-10T16:59:56.060 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:56.060 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.060 INFO:tasks.workunit.client.0.smithi069.stdout: "pri2_bytes": { 2024-04-10T16:59:56.060 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:56.060 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.060 INFO:tasks.workunit.client.0.smithi069.stdout: "pri3_bytes": { 2024-04-10T16:59:56.060 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:56.060 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.060 INFO:tasks.workunit.client.0.smithi069.stdout: "pri4_bytes": { 2024-04-10T16:59:56.060 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:56.060 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.060 INFO:tasks.workunit.client.0.smithi069.stdout: "pri5_bytes": { 2024-04-10T16:59:56.061 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:56.061 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.061 INFO:tasks.workunit.client.0.smithi069.stdout: "pri6_bytes": { 2024-04-10T16:59:56.061 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 69632 2024-04-10T16:59:56.061 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.061 INFO:tasks.workunit.client.0.smithi069.stdout: "pri7_bytes": { 2024-04-10T16:59:56.061 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:56.061 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.061 INFO:tasks.workunit.client.0.smithi069.stdout: "pri8_bytes": { 2024-04-10T16:59:56.061 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:56.061 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.061 INFO:tasks.workunit.client.0.smithi069.stdout: "pri9_bytes": { 2024-04-10T16:59:56.061 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:56.061 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.061 INFO:tasks.workunit.client.0.smithi069.stdout: "reserved_bytes": { 2024-04-10T16:59:56.061 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 68652780 2024-04-10T16:59:56.061 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:56.062 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.062 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore-pricache:kv": { 2024-04-10T16:59:56.062 INFO:tasks.workunit.client.0.smithi069.stdout: "committed_bytes": { 2024-04-10T16:59:56.062 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 570425344 2024-04-10T16:59:56.062 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.062 INFO:tasks.workunit.client.0.smithi069.stdout: "pri0_bytes": { 2024-04-10T16:59:56.062 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 67108864 2024-04-10T16:59:56.062 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.062 INFO:tasks.workunit.client.0.smithi069.stdout: "pri10_bytes": { 2024-04-10T16:59:56.062 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:56.062 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.062 INFO:tasks.workunit.client.0.smithi069.stdout: "pri11_bytes": { 2024-04-10T16:59:56.062 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 428300313 2024-04-10T16:59:56.062 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.062 INFO:tasks.workunit.client.0.smithi069.stdout: "pri1_bytes": { 2024-04-10T16:59:56.063 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:56.063 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.063 INFO:tasks.workunit.client.0.smithi069.stdout: "pri2_bytes": { 2024-04-10T16:59:56.063 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:56.063 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.063 INFO:tasks.workunit.client.0.smithi069.stdout: "pri3_bytes": { 2024-04-10T16:59:56.063 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1744 2024-04-10T16:59:56.063 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.063 INFO:tasks.workunit.client.0.smithi069.stdout: "pri4_bytes": { 2024-04-10T16:59:56.063 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:56.063 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.063 INFO:tasks.workunit.client.0.smithi069.stdout: "pri5_bytes": { 2024-04-10T16:59:56.063 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 123504 2024-04-10T16:59:56.063 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.063 INFO:tasks.workunit.client.0.smithi069.stdout: "pri6_bytes": { 2024-04-10T16:59:56.064 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:56.123 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.123 INFO:tasks.workunit.client.0.smithi069.stdout: "pri7_bytes": { 2024-04-10T16:59:56.123 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:56.123 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.123 INFO:tasks.workunit.client.0.smithi069.stdout: "pri8_bytes": { 2024-04-10T16:59:56.123 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:56.123 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.123 INFO:tasks.workunit.client.0.smithi069.stdout: "pri9_bytes": { 2024-04-10T16:59:56.123 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:56.123 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.123 INFO:tasks.workunit.client.0.smithi069.stdout: "reserved_bytes": { 2024-04-10T16:59:56.123 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 74890919 2024-04-10T16:59:56.124 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:56.124 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.124 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore-pricache:kv_onode": { 2024-04-10T16:59:56.124 INFO:tasks.workunit.client.0.smithi069.stdout: "committed_bytes": { 2024-04-10T16:59:56.124 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 184549376 2024-04-10T16:59:56.124 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.124 INFO:tasks.workunit.client.0.smithi069.stdout: "pri0_bytes": { 2024-04-10T16:59:56.124 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 67108864 2024-04-10T16:59:56.124 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.124 INFO:tasks.workunit.client.0.smithi069.stdout: "pri10_bytes": { 2024-04-10T16:59:56.124 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 5694368 2024-04-10T16:59:56.124 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.124 INFO:tasks.workunit.client.0.smithi069.stdout: "pri11_bytes": { 2024-04-10T16:59:56.124 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 38071139 2024-04-10T16:59:56.124 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.125 INFO:tasks.workunit.client.0.smithi069.stdout: "pri1_bytes": { 2024-04-10T16:59:56.125 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:56.125 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.125 INFO:tasks.workunit.client.0.smithi069.stdout: "pri2_bytes": { 2024-04-10T16:59:56.125 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:56.125 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.125 INFO:tasks.workunit.client.0.smithi069.stdout: "pri3_bytes": { 2024-04-10T16:59:56.125 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:56.125 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.125 INFO:tasks.workunit.client.0.smithi069.stdout: "pri4_bytes": { 2024-04-10T16:59:56.125 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:56.125 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.125 INFO:tasks.workunit.client.0.smithi069.stdout: "pri5_bytes": { 2024-04-10T16:59:56.125 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:56.125 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.126 INFO:tasks.workunit.client.0.smithi069.stdout: "pri6_bytes": { 2024-04-10T16:59:56.126 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:56.126 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.126 INFO:tasks.workunit.client.0.smithi069.stdout: "pri7_bytes": { 2024-04-10T16:59:56.126 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:56.126 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.126 INFO:tasks.workunit.client.0.smithi069.stdout: "pri8_bytes": { 2024-04-10T16:59:56.126 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:56.126 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.126 INFO:tasks.workunit.client.0.smithi069.stdout: "pri9_bytes": { 2024-04-10T16:59:56.126 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:56.126 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.126 INFO:tasks.workunit.client.0.smithi069.stdout: "reserved_bytes": { 2024-04-10T16:59:56.126 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 73675005 2024-04-10T16:59:56.126 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:56.127 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.127 INFO:tasks.workunit.client.0.smithi069.stdout: "bluestore-pricache:meta": { 2024-04-10T16:59:56.127 INFO:tasks.workunit.client.0.smithi069.stdout: "committed_bytes": { 2024-04-10T16:59:56.127 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 503316480 2024-04-10T16:59:56.127 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.127 INFO:tasks.workunit.client.0.smithi069.stdout: "pri0_bytes": { 2024-04-10T16:59:56.127 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:56.127 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.128 INFO:tasks.workunit.client.0.smithi069.stdout: "pri10_bytes": { 2024-04-10T16:59:56.128 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:56.128 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.128 INFO:tasks.workunit.client.0.smithi069.stdout: "pri11_bytes": { 2024-04-10T16:59:56.128 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 428300313 2024-04-10T16:59:56.128 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.128 INFO:tasks.workunit.client.0.smithi069.stdout: "pri1_bytes": { 2024-04-10T16:59:56.128 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:56.128 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.128 INFO:tasks.workunit.client.0.smithi069.stdout: "pri2_bytes": { 2024-04-10T16:59:56.129 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:56.129 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.129 INFO:tasks.workunit.client.0.smithi069.stdout: "pri3_bytes": { 2024-04-10T16:59:56.129 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:56.129 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.129 INFO:tasks.workunit.client.0.smithi069.stdout: "pri4_bytes": { 2024-04-10T16:59:56.129 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:56.129 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.129 INFO:tasks.workunit.client.0.smithi069.stdout: "pri5_bytes": { 2024-04-10T16:59:56.130 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 158615 2024-04-10T16:59:56.130 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.130 INFO:tasks.workunit.client.0.smithi069.stdout: "pri6_bytes": { 2024-04-10T16:59:56.130 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1120222 2024-04-10T16:59:56.130 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.130 INFO:tasks.workunit.client.0.smithi069.stdout: "pri7_bytes": { 2024-04-10T16:59:56.130 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:56.130 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.130 INFO:tasks.workunit.client.0.smithi069.stdout: "pri8_bytes": { 2024-04-10T16:59:56.130 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:56.131 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.131 INFO:tasks.workunit.client.0.smithi069.stdout: "pri9_bytes": { 2024-04-10T16:59:56.131 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:56.131 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.131 INFO:tasks.workunit.client.0.smithi069.stdout: "reserved_bytes": { 2024-04-10T16:59:56.131 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 73737330 2024-04-10T16:59:56.131 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:56.131 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.131 INFO:tasks.workunit.client.0.smithi069.stdout: "objecter": { 2024-04-10T16:59:56.132 INFO:tasks.workunit.client.0.smithi069.stdout: "op_active": { 2024-04-10T16:59:56.132 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:56.132 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.132 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r": { 2024-04-10T16:59:56.132 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 26 2024-04-10T16:59:56.132 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.132 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rmw": { 2024-04-10T16:59:56.132 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:56.133 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.133 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w": { 2024-04-10T16:59:56.133 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:56.133 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:56.133 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.133 INFO:tasks.workunit.client.0.smithi069.stdout: "osd": { 2024-04-10T16:59:56.133 INFO:tasks.workunit.client.0.smithi069.stdout: "numpg": { 2024-04-10T16:59:56.133 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 58 2024-04-10T16:59:56.133 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.133 INFO:tasks.workunit.client.0.smithi069.stdout: "numpg_removing": { 2024-04-10T16:59:56.133 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:56.133 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.133 INFO:tasks.workunit.client.0.smithi069.stdout: "op": { 2024-04-10T16:59:56.133 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 34666 2024-04-10T16:59:56.134 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.134 INFO:tasks.workunit.client.0.smithi069.stdout: "op_before_queue_op_lat": { 2024-04-10T16:59:56.134 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 108628, 2024-04-10T16:59:56.134 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 11289861685 2024-04-10T16:59:56.134 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.134 INFO:tasks.workunit.client.0.smithi069.stdout: "op_delayed_degraded": { 2024-04-10T16:59:56.134 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:56.134 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.134 INFO:tasks.workunit.client.0.smithi069.stdout: "op_delayed_unreadable": { 2024-04-10T16:59:56.134 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1 2024-04-10T16:59:56.134 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.134 INFO:tasks.workunit.client.0.smithi069.stdout: "op_in_bytes": { 2024-04-10T16:59:56.134 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1636608463 2024-04-10T16:59:56.134 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.134 INFO:tasks.workunit.client.0.smithi069.stdout: "op_latency": { 2024-04-10T16:59:56.135 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 34666, 2024-04-10T16:59:56.135 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 69261981566 2024-04-10T16:59:56.135 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.135 INFO:tasks.workunit.client.0.smithi069.stdout: "op_out_bytes": { 2024-04-10T16:59:56.135 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2010976298 2024-04-10T16:59:56.135 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.135 INFO:tasks.workunit.client.0.smithi069.stdout: "op_prepare_latency": { 2024-04-10T16:59:56.135 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 35269, 2024-04-10T16:59:56.135 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 17345116905 2024-04-10T16:59:56.135 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.135 INFO:tasks.workunit.client.0.smithi069.stdout: "op_process_latency": { 2024-04-10T16:59:56.135 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 34666, 2024-04-10T16:59:56.135 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 37486161362 2024-04-10T16:59:56.135 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.135 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r": { 2024-04-10T16:59:56.136 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 20920 2024-04-10T16:59:56.136 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.136 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r_latency": { 2024-04-10T16:59:56.136 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 20920, 2024-04-10T16:59:56.136 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 8059358140 2024-04-10T16:59:56.136 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.136 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-10T16:59:56.136 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:56.136 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.136 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r_out_bytes": { 2024-04-10T16:59:56.136 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2010976298 2024-04-10T16:59:56.136 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.136 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r_prepare_latency": { 2024-04-10T16:59:56.136 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 21035, 2024-04-10T16:59:56.136 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 4861776581 2024-04-10T16:59:56.136 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.137 INFO:tasks.workunit.client.0.smithi069.stdout: "op_r_process_latency": { 2024-04-10T16:59:56.137 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 20920, 2024-04-10T16:59:56.137 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 4767510472 2024-04-10T16:59:56.137 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.137 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw": { 2024-04-10T16:59:56.137 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 12407 2024-04-10T16:59:56.137 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.137 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_in_bytes": { 2024-04-10T16:59:56.137 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 387900599 2024-04-10T16:59:56.137 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.137 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_latency": { 2024-04-10T16:59:56.137 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 12407, 2024-04-10T16:59:56.137 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 25355414970 2024-04-10T16:59:56.137 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.138 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-10T16:59:56.138 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:56.138 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.138 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-10T16:59:56.138 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:56.138 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.138 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_out_bytes": { 2024-04-10T16:59:56.138 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:56.138 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.138 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_prepare_latency": { 2024-04-10T16:59:56.138 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 12830, 2024-04-10T16:59:56.138 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 10106663783 2024-04-10T16:59:56.138 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.138 INFO:tasks.workunit.client.0.smithi069.stdout: "op_rw_process_latency": { 2024-04-10T16:59:56.138 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 12407, 2024-04-10T16:59:56.139 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 21217327288 2024-04-10T16:59:56.139 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.139 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w": { 2024-04-10T16:59:56.139 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1339 2024-04-10T16:59:56.139 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.139 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w_in_bytes": { 2024-04-10T16:59:56.139 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 1248707864 2024-04-10T16:59:56.139 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.139 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w_latency": { 2024-04-10T16:59:56.139 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 1339, 2024-04-10T16:59:56.139 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 35847208456 2024-04-10T16:59:56.139 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.139 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-10T16:59:56.139 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:56.140 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.140 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w_prepare_latency": { 2024-04-10T16:59:56.140 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 1404, 2024-04-10T16:59:56.140 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2376676541 2024-04-10T16:59:56.140 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.140 INFO:tasks.workunit.client.0.smithi069.stdout: "op_w_process_latency": { 2024-04-10T16:59:56.140 INFO:tasks.workunit.client.0.smithi069.stdout: "count": 1339, 2024-04-10T16:59:56.140 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 11501323602 2024-04-10T16:59:56.140 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.140 INFO:tasks.workunit.client.0.smithi069.stdout: "op_wip": { 2024-04-10T16:59:56.140 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 0 2024-04-10T16:59:56.140 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.140 INFO:tasks.workunit.client.0.smithi069.stdout: "recovery_bytes": { 2024-04-10T16:59:56.140 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 113 2024-04-10T16:59:56.140 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.141 INFO:tasks.workunit.client.0.smithi069.stdout: "recovery_ops": { 2024-04-10T16:59:56.141 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 2 2024-04-10T16:59:56.141 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.141 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_bytes": { 2024-04-10T16:59:56.141 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 95995035648 2024-04-10T16:59:56.141 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.141 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_bytes_used": { 2024-04-10T16:59:56.141 INFO:tasks.workunit.client.0.smithi069.stdout: "value": 543215616 2024-04-10T16:59:56.141 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:56.141 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:56.141 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:56.141 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.141 INFO:tasks.workunit.client.0.smithi069.stdout: "pools": [ 2024-04-10T16:59:56.141 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:56.141 INFO:tasks.workunit.client.0.smithi069.stdout: "application": [ 2024-04-10T16:59:56.141 INFO:tasks.workunit.client.0.smithi069.stdout: "mgr" 2024-04-10T16:59:56.142 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:56.142 INFO:tasks.workunit.client.0.smithi069.stdout: "cache_mode": "none", 2024-04-10T16:59:56.142 INFO:tasks.workunit.client.0.smithi069.stdout: "erasure_code_profile": {}, 2024-04-10T16:59:56.142 INFO:tasks.workunit.client.0.smithi069.stdout: "flags_names": [ 2024-04-10T16:59:56.142 INFO:tasks.workunit.client.0.smithi069.stdout: "hashpspool" 2024-04-10T16:59:56.142 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:56.142 INFO:tasks.workunit.client.0.smithi069.stdout: "min_size": 2, 2024-04-10T16:59:56.142 INFO:tasks.workunit.client.0.smithi069.stdout: "options": {}, 2024-04-10T16:59:56.142 INFO:tasks.workunit.client.0.smithi069.stdout: "pg_autoscale_mode": "off", 2024-04-10T16:59:56.142 INFO:tasks.workunit.client.0.smithi069.stdout: "pg_num": 1, 2024-04-10T16:59:56.142 INFO:tasks.workunit.client.0.smithi069.stdout: "pgp_num": 1, 2024-04-10T16:59:56.142 INFO:tasks.workunit.client.0.smithi069.stdout: "pool": 1, 2024-04-10T16:59:56.142 INFO:tasks.workunit.client.0.smithi069.stdout: "size": 3, 2024-04-10T16:59:56.142 INFO:tasks.workunit.client.0.smithi069.stdout: "stats": { 2024-04-10T16:59:56.142 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_raw": 722748221706, 2024-04-10T16:59:56.142 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes_used": 1781760, 2024-04-10T16:59:56.143 INFO:tasks.workunit.client.0.smithi069.stdout: "compress_bytes_used": 0, 2024-04-10T16:59:56.143 INFO:tasks.workunit.client.0.smithi069.stdout: "compress_under_bytes": 0, 2024-04-10T16:59:56.143 INFO:tasks.workunit.client.0.smithi069.stdout: "data_bytes_used": 1781760, 2024-04-10T16:59:56.143 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty": 0, 2024-04-10T16:59:56.143 INFO:tasks.workunit.client.0.smithi069.stdout: "max_avail": 240916086784, 2024-04-10T16:59:56.143 INFO:tasks.workunit.client.0.smithi069.stdout: "objects": 2, 2024-04-10T16:59:56.143 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_bytes_used": 0, 2024-04-10T16:59:56.143 INFO:tasks.workunit.client.0.smithi069.stdout: "percent_used": 2.465250645400374e-06, 2024-04-10T16:59:56.143 INFO:tasks.workunit.client.0.smithi069.stdout: "quota_bytes": 0, 2024-04-10T16:59:56.143 INFO:tasks.workunit.client.0.smithi069.stdout: "quota_objects": 0, 2024-04-10T16:59:56.143 INFO:tasks.workunit.client.0.smithi069.stdout: "rd": 1178, 2024-04-10T16:59:56.143 INFO:tasks.workunit.client.0.smithi069.stdout: "rd_bytes": 2041856, 2024-04-10T16:59:56.143 INFO:tasks.workunit.client.0.smithi069.stdout: "stored": 590368, 2024-04-10T16:59:56.143 INFO:tasks.workunit.client.0.smithi069.stdout: "stored_data": 590368, 2024-04-10T16:59:56.143 INFO:tasks.workunit.client.0.smithi069.stdout: "stored_omap": 0, 2024-04-10T16:59:56.143 INFO:tasks.workunit.client.0.smithi069.stdout: "stored_raw": 1771104, 2024-04-10T16:59:56.144 INFO:tasks.workunit.client.0.smithi069.stdout: "wr": 391, 2024-04-10T16:59:56.144 INFO:tasks.workunit.client.0.smithi069.stdout: "wr_bytes": 2473984 2024-04-10T16:59:56.144 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.144 INFO:tasks.workunit.client.0.smithi069.stdout: "target_max_bytes": 0, 2024-04-10T16:59:56.144 INFO:tasks.workunit.client.0.smithi069.stdout: "target_max_objects": 0, 2024-04-10T16:59:56.144 INFO:tasks.workunit.client.0.smithi069.stdout: "type": "replicated" 2024-04-10T16:59:56.144 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.144 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:56.144 INFO:tasks.workunit.client.0.smithi069.stdout: "application": [ 2024-04-10T16:59:56.144 INFO:tasks.workunit.client.0.smithi069.stdout: "cephfs" 2024-04-10T16:59:56.144 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:56.144 INFO:tasks.workunit.client.0.smithi069.stdout: "cache_mode": "none", 2024-04-10T16:59:56.144 INFO:tasks.workunit.client.0.smithi069.stdout: "erasure_code_profile": {}, 2024-04-10T16:59:56.144 INFO:tasks.workunit.client.0.smithi069.stdout: "flags_names": [ 2024-04-10T16:59:56.144 INFO:tasks.workunit.client.0.smithi069.stdout: "hashpspool" 2024-04-10T16:59:56.144 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:56.145 INFO:tasks.workunit.client.0.smithi069.stdout: "min_size": 2, 2024-04-10T16:59:56.145 INFO:tasks.workunit.client.0.smithi069.stdout: "options": {}, 2024-04-10T16:59:56.145 INFO:tasks.workunit.client.0.smithi069.stdout: "pg_autoscale_mode": "off", 2024-04-10T16:59:56.145 INFO:tasks.workunit.client.0.smithi069.stdout: "pg_num": 32, 2024-04-10T16:59:56.145 INFO:tasks.workunit.client.0.smithi069.stdout: "pgp_num": 32, 2024-04-10T16:59:56.145 INFO:tasks.workunit.client.0.smithi069.stdout: "pool": 2, 2024-04-10T16:59:56.145 INFO:tasks.workunit.client.0.smithi069.stdout: "size": 3, 2024-04-10T16:59:56.145 INFO:tasks.workunit.client.0.smithi069.stdout: "stats": { 2024-04-10T16:59:56.145 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_raw": 722748221706, 2024-04-10T16:59:56.145 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes_used": 155772, 2024-04-10T16:59:56.145 INFO:tasks.workunit.client.0.smithi069.stdout: "compress_bytes_used": 0, 2024-04-10T16:59:56.145 INFO:tasks.workunit.client.0.smithi069.stdout: "compress_under_bytes": 0, 2024-04-10T16:59:56.145 INFO:tasks.workunit.client.0.smithi069.stdout: "data_bytes_used": 110592, 2024-04-10T16:59:56.145 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty": 0, 2024-04-10T16:59:56.145 INFO:tasks.workunit.client.0.smithi069.stdout: "max_avail": 240916086784, 2024-04-10T16:59:56.145 INFO:tasks.workunit.client.0.smithi069.stdout: "objects": 22, 2024-04-10T16:59:56.146 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_bytes_used": 45180, 2024-04-10T16:59:56.146 INFO:tasks.workunit.client.0.smithi069.stdout: "percent_used": 2.1552729378981894e-07, 2024-04-10T16:59:56.146 INFO:tasks.workunit.client.0.smithi069.stdout: "quota_bytes": 0, 2024-04-10T16:59:56.146 INFO:tasks.workunit.client.0.smithi069.stdout: "quota_objects": 0, 2024-04-10T16:59:56.146 INFO:tasks.workunit.client.0.smithi069.stdout: "rd": 79, 2024-04-10T16:59:56.146 INFO:tasks.workunit.client.0.smithi069.stdout: "rd_bytes": 89088, 2024-04-10T16:59:56.146 INFO:tasks.workunit.client.0.smithi069.stdout: "stored": 21682, 2024-04-10T16:59:56.146 INFO:tasks.workunit.client.0.smithi069.stdout: "stored_data": 6622, 2024-04-10T16:59:56.146 INFO:tasks.workunit.client.0.smithi069.stdout: "stored_omap": 15060, 2024-04-10T16:59:56.146 INFO:tasks.workunit.client.0.smithi069.stdout: "stored_raw": 65046, 2024-04-10T16:59:56.146 INFO:tasks.workunit.client.0.smithi069.stdout: "wr": 68, 2024-04-10T16:59:56.146 INFO:tasks.workunit.client.0.smithi069.stdout: "wr_bytes": 36864 2024-04-10T16:59:56.146 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.146 INFO:tasks.workunit.client.0.smithi069.stdout: "target_max_bytes": 0, 2024-04-10T16:59:56.147 INFO:tasks.workunit.client.0.smithi069.stdout: "target_max_objects": 0, 2024-04-10T16:59:56.147 INFO:tasks.workunit.client.0.smithi069.stdout: "type": "replicated" 2024-04-10T16:59:56.147 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.147 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:56.147 INFO:tasks.workunit.client.0.smithi069.stdout: "application": [ 2024-04-10T16:59:56.147 INFO:tasks.workunit.client.0.smithi069.stdout: "cephfs" 2024-04-10T16:59:56.147 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:56.147 INFO:tasks.workunit.client.0.smithi069.stdout: "cache_mode": "none", 2024-04-10T16:59:56.147 INFO:tasks.workunit.client.0.smithi069.stdout: "erasure_code_profile": {}, 2024-04-10T16:59:56.147 INFO:tasks.workunit.client.0.smithi069.stdout: "flags_names": [ 2024-04-10T16:59:56.147 INFO:tasks.workunit.client.0.smithi069.stdout: "hashpspool" 2024-04-10T16:59:56.147 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:56.147 INFO:tasks.workunit.client.0.smithi069.stdout: "min_size": 2, 2024-04-10T16:59:56.147 INFO:tasks.workunit.client.0.smithi069.stdout: "options": {}, 2024-04-10T16:59:56.147 INFO:tasks.workunit.client.0.smithi069.stdout: "pg_autoscale_mode": "off", 2024-04-10T16:59:56.148 INFO:tasks.workunit.client.0.smithi069.stdout: "pg_num": 64, 2024-04-10T16:59:56.148 INFO:tasks.workunit.client.0.smithi069.stdout: "pgp_num": 64, 2024-04-10T16:59:56.148 INFO:tasks.workunit.client.0.smithi069.stdout: "pool": 3, 2024-04-10T16:59:56.148 INFO:tasks.workunit.client.0.smithi069.stdout: "size": 3, 2024-04-10T16:59:56.148 INFO:tasks.workunit.client.0.smithi069.stdout: "stats": { 2024-04-10T16:59:56.148 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_raw": 722748221706, 2024-04-10T16:59:56.148 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes_used": 0, 2024-04-10T16:59:56.148 INFO:tasks.workunit.client.0.smithi069.stdout: "compress_bytes_used": 0, 2024-04-10T16:59:56.148 INFO:tasks.workunit.client.0.smithi069.stdout: "compress_under_bytes": 0, 2024-04-10T16:59:56.148 INFO:tasks.workunit.client.0.smithi069.stdout: "data_bytes_used": 0, 2024-04-10T16:59:56.148 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty": 0, 2024-04-10T16:59:56.148 INFO:tasks.workunit.client.0.smithi069.stdout: "max_avail": 240916086784, 2024-04-10T16:59:56.148 INFO:tasks.workunit.client.0.smithi069.stdout: "objects": 0, 2024-04-10T16:59:56.148 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_bytes_used": 0, 2024-04-10T16:59:56.149 INFO:tasks.workunit.client.0.smithi069.stdout: "percent_used": 0.0, 2024-04-10T16:59:56.149 INFO:tasks.workunit.client.0.smithi069.stdout: "quota_bytes": 0, 2024-04-10T16:59:56.149 INFO:tasks.workunit.client.0.smithi069.stdout: "quota_objects": 0, 2024-04-10T16:59:56.149 INFO:tasks.workunit.client.0.smithi069.stdout: "rd": 0, 2024-04-10T16:59:56.149 INFO:tasks.workunit.client.0.smithi069.stdout: "rd_bytes": 0, 2024-04-10T16:59:56.149 INFO:tasks.workunit.client.0.smithi069.stdout: "stored": 0, 2024-04-10T16:59:56.149 INFO:tasks.workunit.client.0.smithi069.stdout: "stored_data": 0, 2024-04-10T16:59:56.149 INFO:tasks.workunit.client.0.smithi069.stdout: "stored_omap": 0, 2024-04-10T16:59:56.149 INFO:tasks.workunit.client.0.smithi069.stdout: "stored_raw": 0, 2024-04-10T16:59:56.149 INFO:tasks.workunit.client.0.smithi069.stdout: "wr": 0, 2024-04-10T16:59:56.149 INFO:tasks.workunit.client.0.smithi069.stdout: "wr_bytes": 0 2024-04-10T16:59:56.149 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.149 INFO:tasks.workunit.client.0.smithi069.stdout: "target_max_bytes": 0, 2024-04-10T16:59:56.149 INFO:tasks.workunit.client.0.smithi069.stdout: "target_max_objects": 0, 2024-04-10T16:59:56.149 INFO:tasks.workunit.client.0.smithi069.stdout: "type": "replicated" 2024-04-10T16:59:56.150 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.150 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:56.150 INFO:tasks.workunit.client.0.smithi069.stdout: "application": [ 2024-04-10T16:59:56.150 INFO:tasks.workunit.client.0.smithi069.stdout: "rbd" 2024-04-10T16:59:56.150 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:56.150 INFO:tasks.workunit.client.0.smithi069.stdout: "cache_mode": "none", 2024-04-10T16:59:56.150 INFO:tasks.workunit.client.0.smithi069.stdout: "erasure_code_profile": {}, 2024-04-10T16:59:56.150 INFO:tasks.workunit.client.0.smithi069.stdout: "flags_names": [ 2024-04-10T16:59:56.150 INFO:tasks.workunit.client.0.smithi069.stdout: "hashpspool", 2024-04-10T16:59:56.150 INFO:tasks.workunit.client.0.smithi069.stdout: "selfmanaged_snaps" 2024-04-10T16:59:56.150 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:56.150 INFO:tasks.workunit.client.0.smithi069.stdout: "min_size": 2, 2024-04-10T16:59:56.150 INFO:tasks.workunit.client.0.smithi069.stdout: "options": {}, 2024-04-10T16:59:56.150 INFO:tasks.workunit.client.0.smithi069.stdout: "pg_autoscale_mode": "off", 2024-04-10T16:59:56.150 INFO:tasks.workunit.client.0.smithi069.stdout: "pg_num": 8, 2024-04-10T16:59:56.150 INFO:tasks.workunit.client.0.smithi069.stdout: "pgp_num": 8, 2024-04-10T16:59:56.151 INFO:tasks.workunit.client.0.smithi069.stdout: "pool": 4, 2024-04-10T16:59:56.151 INFO:tasks.workunit.client.0.smithi069.stdout: "size": 3, 2024-04-10T16:59:56.151 INFO:tasks.workunit.client.0.smithi069.stdout: "stats": { 2024-04-10T16:59:56.151 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_raw": 722748221706, 2024-04-10T16:59:56.151 INFO:tasks.workunit.client.0.smithi069.stdout: "bytes_used": 12595200, 2024-04-10T16:59:56.151 INFO:tasks.workunit.client.0.smithi069.stdout: "compress_bytes_used": 0, 2024-04-10T16:59:56.151 INFO:tasks.workunit.client.0.smithi069.stdout: "compress_under_bytes": 0, 2024-04-10T16:59:56.151 INFO:tasks.workunit.client.0.smithi069.stdout: "data_bytes_used": 12595200, 2024-04-10T16:59:56.151 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty": 0, 2024-04-10T16:59:56.151 INFO:tasks.workunit.client.0.smithi069.stdout: "max_avail": 240916086784, 2024-04-10T16:59:56.151 INFO:tasks.workunit.client.0.smithi069.stdout: "objects": 4, 2024-04-10T16:59:56.151 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_bytes_used": 0, 2024-04-10T16:59:56.151 INFO:tasks.workunit.client.0.smithi069.stdout: "percent_used": 1.742651147651486e-05, 2024-04-10T16:59:56.151 INFO:tasks.workunit.client.0.smithi069.stdout: "quota_bytes": 0, 2024-04-10T16:59:56.151 INFO:tasks.workunit.client.0.smithi069.stdout: "quota_objects": 0, 2024-04-10T16:59:56.152 INFO:tasks.workunit.client.0.smithi069.stdout: "rd": 9095, 2024-04-10T16:59:56.152 INFO:tasks.workunit.client.0.smithi069.stdout: "rd_bytes": 3169477632, 2024-04-10T16:59:56.152 INFO:tasks.workunit.client.0.smithi069.stdout: "stored": 4194323, 2024-04-10T16:59:56.152 INFO:tasks.workunit.client.0.smithi069.stdout: "stored_data": 4194323, 2024-04-10T16:59:56.152 INFO:tasks.workunit.client.0.smithi069.stdout: "stored_omap": 0, 2024-04-10T16:59:56.152 INFO:tasks.workunit.client.0.smithi069.stdout: "stored_raw": 12582969, 2024-04-10T16:59:56.152 INFO:tasks.workunit.client.0.smithi069.stdout: "wr": 24312, 2024-04-10T16:59:56.152 INFO:tasks.workunit.client.0.smithi069.stdout: "wr_bytes": 3157758976 2024-04-10T16:59:56.152 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.152 INFO:tasks.workunit.client.0.smithi069.stdout: "target_max_bytes": 0, 2024-04-10T16:59:56.152 INFO:tasks.workunit.client.0.smithi069.stdout: "target_max_objects": 0, 2024-04-10T16:59:56.152 INFO:tasks.workunit.client.0.smithi069.stdout: "type": "replicated" 2024-04-10T16:59:56.152 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:56.152 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:56.152 INFO:tasks.workunit.client.0.smithi069.stdout: "rbd": { 2024-04-10T16:59:56.152 INFO:tasks.workunit.client.0.smithi069.stdout: "mirroring_by_pool": [ 2024-04-10T16:59:56.153 INFO:tasks.workunit.client.0.smithi069.stdout: false 2024-04-10T16:59:56.153 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:56.153 INFO:tasks.workunit.client.0.smithi069.stdout: "num_images_by_pool": [ 2024-04-10T16:59:56.153 INFO:tasks.workunit.client.0.smithi069.stdout: 0 2024-04-10T16:59:56.153 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:56.153 INFO:tasks.workunit.client.0.smithi069.stdout: "num_pools": 1 2024-04-10T16:59:56.153 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.153 INFO:tasks.workunit.client.0.smithi069.stdout: "report_id": "59e78261-1e1f-436b-b9ee-1195d8b227b8", 2024-04-10T16:59:56.153 INFO:tasks.workunit.client.0.smithi069.stdout: "report_timestamp": "2024-04-10T16:59:54.390813", 2024-04-10T16:59:56.153 INFO:tasks.workunit.client.0.smithi069.stdout: "report_version": 1, 2024-04-10T16:59:56.153 INFO:tasks.workunit.client.0.smithi069.stdout: "rocksdb_stats": { 2024-04-10T16:59:56.153 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "7.9.2" 2024-04-10T16:59:56.153 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.153 INFO:tasks.workunit.client.0.smithi069.stdout: "rook": { 2024-04-10T16:59:56.153 INFO:tasks.workunit.client.0.smithi069.stdout: "cluster": { 2024-04-10T16:59:56.154 INFO:tasks.workunit.client.0.smithi069.stdout: "external-mode": null, 2024-04-10T16:59:56.154 INFO:tasks.workunit.client.0.smithi069.stdout: "mon": { 2024-04-10T16:59:56.154 INFO:tasks.workunit.client.0.smithi069.stdout: "allow-multiple-per-node": null, 2024-04-10T16:59:56.154 INFO:tasks.workunit.client.0.smithi069.stdout: "count": null, 2024-04-10T16:59:56.154 INFO:tasks.workunit.client.0.smithi069.stdout: "max-id": null, 2024-04-10T16:59:56.154 INFO:tasks.workunit.client.0.smithi069.stdout: "pvc": { 2024-04-10T16:59:56.154 INFO:tasks.workunit.client.0.smithi069.stdout: "enabled": null 2024-04-10T16:59:56.154 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.154 INFO:tasks.workunit.client.0.smithi069.stdout: "stretch": { 2024-04-10T16:59:56.154 INFO:tasks.workunit.client.0.smithi069.stdout: "enabled": null 2024-04-10T16:59:56.154 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:56.154 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.155 INFO:tasks.workunit.client.0.smithi069.stdout: "network": { 2024-04-10T16:59:56.155 INFO:tasks.workunit.client.0.smithi069.stdout: "provider": null 2024-04-10T16:59:56.155 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.155 INFO:tasks.workunit.client.0.smithi069.stdout: "storage": { 2024-04-10T16:59:56.155 INFO:tasks.workunit.client.0.smithi069.stdout: "device-set": { 2024-04-10T16:59:56.155 INFO:tasks.workunit.client.0.smithi069.stdout: "count": { 2024-04-10T16:59:56.155 INFO:tasks.workunit.client.0.smithi069.stdout: "non-portable": null, 2024-04-10T16:59:56.155 INFO:tasks.workunit.client.0.smithi069.stdout: "portable": null, 2024-04-10T16:59:56.155 INFO:tasks.workunit.client.0.smithi069.stdout: "total": null 2024-04-10T16:59:56.155 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:56.155 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:56.155 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:56.155 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.155 INFO:tasks.workunit.client.0.smithi069.stdout: "csi": { 2024-04-10T16:59:56.156 INFO:tasks.workunit.client.0.smithi069.stdout: "version": null 2024-04-10T16:59:56.156 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.156 INFO:tasks.workunit.client.0.smithi069.stdout: "kubernetes": { 2024-04-10T16:59:56.156 INFO:tasks.workunit.client.0.smithi069.stdout: "version": null 2024-04-10T16:59:56.156 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.156 INFO:tasks.workunit.client.0.smithi069.stdout: "node": { 2024-04-10T16:59:56.156 INFO:tasks.workunit.client.0.smithi069.stdout: "count": { 2024-04-10T16:59:56.156 INFO:tasks.workunit.client.0.smithi069.stdout: "kubernetes-total": null, 2024-04-10T16:59:56.156 INFO:tasks.workunit.client.0.smithi069.stdout: "with-ceph-daemons": null, 2024-04-10T16:59:56.156 INFO:tasks.workunit.client.0.smithi069.stdout: "with-csi-cephfs-plugin": null, 2024-04-10T16:59:56.156 INFO:tasks.workunit.client.0.smithi069.stdout: "with-csi-nfs-plugin": null, 2024-04-10T16:59:56.156 INFO:tasks.workunit.client.0.smithi069.stdout: "with-csi-rbd-plugin": null 2024-04-10T16:59:56.156 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:56.157 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.157 INFO:tasks.workunit.client.0.smithi069.stdout: "usage": { 2024-04-10T16:59:56.157 INFO:tasks.workunit.client.0.smithi069.stdout: "storage-class": { 2024-04-10T16:59:56.157 INFO:tasks.workunit.client.0.smithi069.stdout: "count": { 2024-04-10T16:59:56.157 INFO:tasks.workunit.client.0.smithi069.stdout: "bucket": null, 2024-04-10T16:59:56.157 INFO:tasks.workunit.client.0.smithi069.stdout: "cephfs": null, 2024-04-10T16:59:56.157 INFO:tasks.workunit.client.0.smithi069.stdout: "nfs": null, 2024-04-10T16:59:56.157 INFO:tasks.workunit.client.0.smithi069.stdout: "rbd": null, 2024-04-10T16:59:56.157 INFO:tasks.workunit.client.0.smithi069.stdout: "total": null 2024-04-10T16:59:56.157 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:56.157 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:56.157 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.157 INFO:tasks.workunit.client.0.smithi069.stdout: "version": null 2024-04-10T16:59:56.157 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.157 INFO:tasks.workunit.client.0.smithi069.stdout: "services": {}, 2024-04-10T16:59:56.158 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_per_pg": [ 2024-04-10T16:59:56.158 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:56.158 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:56.158 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T16:59:56.158 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T16:59:56.158 INFO:tasks.workunit.client.0.smithi069.stdout: 0 2024-04-10T16:59:56.158 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:56.158 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 6, 2024-04-10T16:59:56.158 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:56.158 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:56.158 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T16:59:56.158 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:56.158 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:56.158 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:56.158 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.943463+0000", 2024-04-10T16:59:56.159 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:07.252813+0000", 2024-04-10T16:59:56.159 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:07.252813+0000", 2024-04-10T16:59:56.159 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:07.255302+0000", 2024-04-10T16:59:56.159 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.943463+0000", 2024-04-10T16:59:56.159 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:56.159 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:56.159 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:56.159 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 516, 2024-04-10T16:59:56.159 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.943463+0000", 2024-04-10T16:59:56.159 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.943463+0000", 2024-04-10T16:59:56.159 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.943463+0000", 2024-04-10T16:59:56.159 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:56.159 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:56.159 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:56.159 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.943463+0000", 2024-04-10T16:59:56.159 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.943463+0000", 2024-04-10T16:59:56.160 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:56.160 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:56.160 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:56.160 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:56.160 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 515, 2024-04-10T16:59:56.160 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:56.160 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:56.160 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:56.160 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:56.160 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:56.160 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:56.160 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:56.160 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:56.161 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.2c", 2024-04-10T16:59:56.161 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:56.161 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:56.161 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:56.161 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 4948, 2024-04-10T16:59:56.161 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:56.161 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T20:46:23.525618+0000", 2024-04-10T16:59:56.161 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:56.161 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:56.161 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:56.161 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:56.161 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:56.161 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:56.161 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:56.161 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:56.161 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:56.162 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:56.162 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:56.162 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:56.162 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:56.162 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:56.162 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:56.162 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:56.162 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:56.162 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:56.162 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:56.162 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:56.162 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:56.162 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:56.162 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:56.162 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:56.163 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:56.163 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:56.163 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:56.163 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:56.163 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:56.163 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:56.163 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:56.163 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:56.163 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:56.163 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:56.163 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:56.163 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:56.163 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:56.163 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:56.163 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:56.163 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:56.163 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:56.164 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:56.164 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:56.164 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.164 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:56.164 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:56.164 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:56.164 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T16:59:56.164 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T16:59:56.164 INFO:tasks.workunit.client.0.smithi069.stdout: 0 2024-04-10T16:59:56.164 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:56.164 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 6, 2024-04-10T16:59:56.164 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:56.164 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.164 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:56.164 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:56.165 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T16:59:56.165 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T16:59:56.165 INFO:tasks.workunit.client.0.smithi069.stdout: 1 2024-04-10T16:59:56.165 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:56.165 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 0, 2024-04-10T16:59:56.165 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:56.165 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:56.165 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T16:59:56.165 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:56.165 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:56.165 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:56.165 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.942191+0000", 2024-04-10T16:59:56.165 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:42.217675+0000", 2024-04-10T16:59:56.165 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:42.217675+0000", 2024-04-10T16:59:56.165 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:42.217988+0000", 2024-04-10T16:59:56.165 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.942191+0000", 2024-04-10T16:59:56.165 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:56.166 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:56.166 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:56.166 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 551, 2024-04-10T16:59:56.166 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.942191+0000", 2024-04-10T16:59:56.166 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.942191+0000", 2024-04-10T16:59:56.166 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.942191+0000", 2024-04-10T16:59:56.166 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:56.166 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:56.166 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:56.166 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.942191+0000", 2024-04-10T16:59:56.166 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.942191+0000", 2024-04-10T16:59:56.166 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:56.166 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:56.166 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:56.166 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:56.166 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 550, 2024-04-10T16:59:56.167 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:56.167 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:56.167 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:56.167 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:56.167 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:56.167 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:56.167 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:56.167 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:56.167 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.2b", 2024-04-10T16:59:56.167 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:56.167 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:56.167 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:56.167 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 5134, 2024-04-10T16:59:56.167 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:56.167 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T16:28:05.125828+0000", 2024-04-10T16:59:56.167 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:56.167 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:56.167 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:56.168 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:56.168 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:56.168 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:56.168 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:56.168 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:56.168 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:56.168 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:56.168 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:56.168 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:56.168 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:56.168 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:56.168 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:56.168 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:56.168 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:56.168 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:56.168 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:56.169 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:56.169 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:56.169 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:56.169 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:56.169 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:56.169 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:56.169 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:56.169 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:56.169 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:56.169 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:56.169 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:56.169 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:56.169 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:56.169 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:56.169 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:56.169 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:56.170 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:56.170 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:56.170 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:56.170 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:56.170 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:56.170 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:56.170 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:56.170 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:56.170 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.170 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:56.170 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:56.170 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:56.170 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T16:59:56.171 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T16:59:56.171 INFO:tasks.workunit.client.0.smithi069.stdout: 1 2024-04-10T16:59:56.171 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:56.171 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 0, 2024-04-10T16:59:56.171 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:56.171 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.171 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:56.171 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:56.171 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T16:59:56.171 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T16:59:56.171 INFO:tasks.workunit.client.0.smithi069.stdout: 6 2024-04-10T16:59:56.171 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:56.171 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 5, 2024-04-10T16:59:56.171 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:56.171 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:56.172 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T16:59:56.172 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:56.172 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:56.172 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:56.172 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.942303+0000", 2024-04-10T16:59:56.172 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:42.214515+0000", 2024-04-10T16:59:56.172 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:42.214515+0000", 2024-04-10T16:59:56.172 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:42.214868+0000", 2024-04-10T16:59:56.172 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.942303+0000", 2024-04-10T16:59:56.172 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:56.172 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:56.172 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:56.172 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 551, 2024-04-10T16:59:56.172 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.942303+0000", 2024-04-10T16:59:56.172 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.942303+0000", 2024-04-10T16:59:56.172 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.942303+0000", 2024-04-10T16:59:56.172 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:56.173 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:56.173 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:56.173 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.942303+0000", 2024-04-10T16:59:56.173 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.942303+0000", 2024-04-10T16:59:56.173 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:56.173 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:56.173 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:56.173 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:56.173 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 550, 2024-04-10T16:59:56.173 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:56.173 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:56.173 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:56.173 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:56.173 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:56.173 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:56.173 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:56.174 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:56.174 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.2a", 2024-04-10T16:59:56.174 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:56.174 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:56.174 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:56.174 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 4961, 2024-04-10T16:59:56.174 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:56.174 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T03:25:46.461133+0000", 2024-04-10T16:59:56.174 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:56.174 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:56.174 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:56.174 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:56.174 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:56.174 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:56.174 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:56.175 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:56.175 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:56.175 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:56.175 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:56.175 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:56.175 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:56.175 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:56.175 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:56.175 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:56.175 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:56.175 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:56.175 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:56.175 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:56.175 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:56.175 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:56.175 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:56.176 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:56.176 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:56.176 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:56.176 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:56.176 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:56.176 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:56.176 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:56.176 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:56.176 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:56.176 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:56.176 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:56.176 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:56.176 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:56.176 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:56.176 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:56.177 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:56.177 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:56.177 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:56.177 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:56.177 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:56.177 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.177 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:56.177 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:56.177 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:56.177 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T16:59:56.177 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T16:59:56.177 INFO:tasks.workunit.client.0.smithi069.stdout: 6 2024-04-10T16:59:56.177 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:56.177 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 5, 2024-04-10T16:59:56.177 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:56.177 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.177 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:56.178 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:56.178 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T16:59:56.178 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T16:59:56.178 INFO:tasks.workunit.client.0.smithi069.stdout: 1 2024-04-10T16:59:56.178 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:56.178 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 3, 2024-04-10T16:59:56.178 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:56.178 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:56.178 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T16:59:56.178 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:56.178 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:56.178 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:56.178 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.240061+0000", 2024-04-10T16:59:56.178 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:37:57.384964+0000", 2024-04-10T16:59:56.178 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:37:57.384964+0000", 2024-04-10T16:59:56.179 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:37:57.385284+0000", 2024-04-10T16:59:56.179 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.240061+0000", 2024-04-10T16:59:56.179 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:56.179 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:56.179 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:56.179 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 449, 2024-04-10T16:59:56.179 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.240061+0000", 2024-04-10T16:59:56.179 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.240061+0000", 2024-04-10T16:59:56.179 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.240061+0000", 2024-04-10T16:59:56.179 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:56.179 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:56.179 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:56.179 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.240061+0000", 2024-04-10T16:59:56.179 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.240061+0000", 2024-04-10T16:59:56.179 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:56.180 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:56.180 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:56.180 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:56.180 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 448, 2024-04-10T16:59:56.180 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:56.180 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:56.180 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:56.180 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:56.180 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:56.180 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:56.180 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:56.180 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:56.180 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.29", 2024-04-10T16:59:56.180 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:56.180 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:56.180 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:56.180 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 5082, 2024-04-10T16:59:56.180 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:56.181 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T21:57:13.068251+0000", 2024-04-10T16:59:56.181 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:56.181 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:56.181 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:56.181 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:56.181 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:56.181 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:56.181 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:56.181 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:56.181 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:56.181 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:56.181 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:56.181 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:56.181 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:56.181 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:56.181 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:56.181 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:56.182 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:56.182 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:56.182 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:56.182 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:56.182 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:56.182 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:56.182 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:56.182 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:56.182 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:56.182 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:56.182 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:56.182 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:56.182 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:56.182 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:56.182 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:56.182 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:56.183 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:56.183 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:56.183 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:56.183 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:56.183 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:56.183 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:56.183 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:56.183 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:56.183 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:56.183 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:56.183 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:56.183 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.183 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:56.183 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:56.183 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:56.183 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T16:59:56.183 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T16:59:56.184 INFO:tasks.workunit.client.0.smithi069.stdout: 1 2024-04-10T16:59:56.184 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:56.184 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 3, 2024-04-10T16:59:56.184 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:56.184 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.184 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:56.184 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:56.184 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T16:59:56.184 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T16:59:56.184 INFO:tasks.workunit.client.0.smithi069.stdout: 2 2024-04-10T16:59:56.184 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:56.184 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 5, 2024-04-10T16:59:56.184 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:56.184 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:56.184 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T16:59:56.184 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:56.184 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:56.185 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:56.185 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.943675+0000", 2024-04-10T16:59:56.185 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:38:32.269745+0000", 2024-04-10T16:59:56.185 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:38:32.269745+0000", 2024-04-10T16:59:56.185 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:38:32.270134+0000", 2024-04-10T16:59:56.185 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.943675+0000", 2024-04-10T16:59:56.185 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:56.185 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:56.185 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:56.185 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 481, 2024-04-10T16:59:56.185 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.943675+0000", 2024-04-10T16:59:56.185 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.943675+0000", 2024-04-10T16:59:56.185 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.943675+0000", 2024-04-10T16:59:56.185 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:56.185 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:56.185 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:56.185 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.943675+0000", 2024-04-10T16:59:56.186 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.943675+0000", 2024-04-10T16:59:56.186 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:56.186 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:56.186 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:56.186 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:56.186 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 480, 2024-04-10T16:59:56.186 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:56.186 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:56.186 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:56.186 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:56.186 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:56.186 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:56.186 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:56.186 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:56.186 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.28", 2024-04-10T16:59:56.186 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:56.186 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:56.187 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:56.187 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 5002, 2024-04-10T16:59:56.187 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:56.187 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T16:22:23.712673+0000", 2024-04-10T16:59:56.187 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:56.187 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:56.187 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:56.187 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:56.187 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:56.187 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:56.187 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:56.187 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:56.187 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:56.187 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:56.187 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:56.187 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:56.187 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:56.188 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:56.188 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:56.188 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:56.188 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:56.188 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:56.188 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:56.188 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:56.188 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:56.188 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:56.188 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:56.188 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:56.188 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:56.188 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:56.188 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:56.188 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:56.188 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:56.188 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:56.189 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:56.189 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:56.189 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:56.189 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:56.189 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:56.189 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:56.189 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:56.189 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:56.189 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:56.189 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:56.189 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:56.189 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:56.189 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:56.189 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.189 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:56.189 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:56.189 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:56.190 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T16:59:56.190 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T16:59:56.190 INFO:tasks.workunit.client.0.smithi069.stdout: 2 2024-04-10T16:59:56.190 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:56.190 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 5, 2024-04-10T16:59:56.190 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:56.190 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.190 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:56.190 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:56.190 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T16:59:56.190 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T16:59:56.190 INFO:tasks.workunit.client.0.smithi069.stdout: 2 2024-04-10T16:59:56.190 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:56.190 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 3, 2024-04-10T16:59:56.190 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:56.191 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:56.191 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T16:59:56.191 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:56.191 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:56.191 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:56.191 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.244166+0000", 2024-04-10T16:59:56.191 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:37:57.383899+0000", 2024-04-10T16:59:56.191 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:37:57.383899+0000", 2024-04-10T16:59:56.191 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:37:57.384332+0000", 2024-04-10T16:59:56.191 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.244166+0000", 2024-04-10T16:59:56.191 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:56.191 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:56.191 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:56.191 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 449, 2024-04-10T16:59:56.191 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.244166+0000", 2024-04-10T16:59:56.191 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.244166+0000", 2024-04-10T16:59:56.191 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.244166+0000", 2024-04-10T16:59:56.192 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:56.192 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:56.192 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:56.192 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.244166+0000", 2024-04-10T16:59:56.192 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.244166+0000", 2024-04-10T16:59:56.192 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:56.192 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:56.192 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:56.192 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:56.192 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 448, 2024-04-10T16:59:56.192 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:56.192 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:56.192 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:56.192 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:56.192 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:56.192 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:56.192 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:56.193 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:56.193 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.27", 2024-04-10T16:59:56.193 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:56.193 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:56.193 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:56.193 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 5074, 2024-04-10T16:59:56.193 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:56.193 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T00:30:31.376661+0000", 2024-04-10T16:59:56.193 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:56.193 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:56.193 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:56.193 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:56.193 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:56.193 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:56.193 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:56.193 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:56.193 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:56.193 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:56.194 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:56.194 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:56.194 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:56.194 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:56.194 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:56.194 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:56.194 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:56.194 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:56.194 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:56.194 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:56.194 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:56.194 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:56.194 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:56.194 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:56.194 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:56.194 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:56.195 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:56.195 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:56.195 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:56.195 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:56.195 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:56.195 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:56.195 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:56.195 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:56.195 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:56.195 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:56.195 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:56.195 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:56.195 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:56.195 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:56.195 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:56.195 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:56.196 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:56.196 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.196 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:56.196 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:56.196 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:56.196 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T16:59:56.196 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T16:59:56.196 INFO:tasks.workunit.client.0.smithi069.stdout: 2 2024-04-10T16:59:56.196 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:56.196 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 3, 2024-04-10T16:59:56.196 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:56.196 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.196 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:56.196 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:56.196 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T16:59:56.196 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T16:59:56.196 INFO:tasks.workunit.client.0.smithi069.stdout: 4 2024-04-10T16:59:56.197 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:56.197 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 6, 2024-04-10T16:59:56.197 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:56.197 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:56.197 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T16:59:56.197 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:56.197 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:56.197 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:56.197 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.942202+0000", 2024-04-10T16:59:56.197 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:42.205072+0000", 2024-04-10T16:59:56.197 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:42.205072+0000", 2024-04-10T16:59:56.197 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:42.205431+0000", 2024-04-10T16:59:56.197 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.942202+0000", 2024-04-10T16:59:56.197 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:56.198 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:56.198 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:56.198 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 551, 2024-04-10T16:59:56.198 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.942202+0000", 2024-04-10T16:59:56.198 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.942202+0000", 2024-04-10T16:59:56.198 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.942202+0000", 2024-04-10T16:59:56.198 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:56.198 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:56.198 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:56.198 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.942202+0000", 2024-04-10T16:59:56.198 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.942202+0000", 2024-04-10T16:59:56.198 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:56.198 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:56.198 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:56.198 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:56.199 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 550, 2024-04-10T16:59:56.199 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:56.199 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:56.199 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:56.199 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:56.199 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:56.199 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:56.199 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:56.199 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:56.199 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.26", 2024-04-10T16:59:56.199 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:56.199 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:56.199 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:56.199 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 4944, 2024-04-10T16:59:56.199 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:56.199 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T19:17:48.730021+0000", 2024-04-10T16:59:56.199 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:56.200 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:56.200 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:56.200 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:56.200 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:56.200 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:56.200 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:56.200 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:56.200 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:56.200 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:56.200 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:56.200 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:56.200 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:56.200 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:56.200 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:56.200 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:56.200 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:56.201 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:56.201 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:56.201 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:56.201 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:56.201 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:56.201 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:56.201 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:56.201 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:56.201 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:56.201 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:56.201 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:56.201 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:56.201 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:56.201 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:56.201 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:56.201 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:56.201 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:56.202 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:56.202 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:56.202 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:56.202 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:56.202 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:56.202 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:56.202 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:56.202 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:56.202 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:56.202 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.202 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:56.202 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:56.202 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:56.202 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T16:59:56.203 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T16:59:56.203 INFO:tasks.workunit.client.0.smithi069.stdout: 4 2024-04-10T16:59:56.203 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:56.203 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 6, 2024-04-10T16:59:56.203 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:56.203 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.203 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:56.203 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:56.203 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T16:59:56.203 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T16:59:56.203 INFO:tasks.workunit.client.0.smithi069.stdout: 2 2024-04-10T16:59:56.203 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:56.203 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 1, 2024-04-10T16:59:56.203 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:56.203 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:56.203 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T16:59:56.204 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:56.204 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:56.204 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:56.204 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.940380+0000", 2024-04-10T16:59:56.204 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:37:21.181010+0000", 2024-04-10T16:59:56.204 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:37:21.181010+0000", 2024-04-10T16:59:56.204 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:37:21.181338+0000", 2024-04-10T16:59:56.204 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.940380+0000", 2024-04-10T16:59:56.204 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:56.204 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:56.204 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:56.204 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 417, 2024-04-10T16:59:56.204 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.940380+0000", 2024-04-10T16:59:56.204 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.940380+0000", 2024-04-10T16:59:56.204 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.940380+0000", 2024-04-10T16:59:56.205 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:56.205 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:56.205 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:56.205 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.940380+0000", 2024-04-10T16:59:56.205 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.940380+0000", 2024-04-10T16:59:56.205 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:56.205 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:56.205 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:56.205 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:56.205 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 416, 2024-04-10T16:59:56.205 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:56.205 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:56.205 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:56.205 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:56.205 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:56.205 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:56.205 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:56.206 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:56.206 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.25", 2024-04-10T16:59:56.206 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:56.206 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:56.206 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:56.206 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 5111, 2024-04-10T16:59:56.206 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:56.206 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T18:05:42.723892+0000", 2024-04-10T16:59:56.206 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:56.206 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:56.206 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:56.206 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:56.206 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:56.206 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:56.206 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:56.206 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:56.206 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:56.207 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:56.207 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:56.207 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:56.207 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:56.207 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:56.207 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:56.207 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:56.207 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:56.207 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:56.207 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:56.207 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:56.207 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:56.207 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:56.207 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:56.207 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:56.207 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:56.208 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:56.208 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:56.208 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:56.208 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:56.208 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:56.208 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:56.208 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:56.208 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:56.208 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:56.208 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:56.208 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:56.208 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:56.208 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:56.208 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:56.208 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:56.209 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:56.209 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:56.209 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:56.209 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.209 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:56.209 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:56.209 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:56.209 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T16:59:56.209 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T16:59:56.209 INFO:tasks.workunit.client.0.smithi069.stdout: 2 2024-04-10T16:59:56.209 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:56.209 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 1, 2024-04-10T16:59:56.209 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:56.209 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.209 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:56.209 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:56.209 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T16:59:56.209 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T16:59:56.210 INFO:tasks.workunit.client.0.smithi069.stdout: 0 2024-04-10T16:59:56.210 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:56.210 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 3, 2024-04-10T16:59:56.210 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:56.210 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:56.210 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T16:59:56.210 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:56.210 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:56.210 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:56.210 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.243823+0000", 2024-04-10T16:59:56.210 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:37:57.391434+0000", 2024-04-10T16:59:56.210 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:37:57.391434+0000", 2024-04-10T16:59:56.210 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:37:57.392473+0000", 2024-04-10T16:59:56.210 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.243823+0000", 2024-04-10T16:59:56.210 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:56.210 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:56.211 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:56.211 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 449, 2024-04-10T16:59:56.211 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.243823+0000", 2024-04-10T16:59:56.211 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.243823+0000", 2024-04-10T16:59:56.211 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.243823+0000", 2024-04-10T16:59:56.211 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:56.211 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:56.211 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:56.211 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.243823+0000", 2024-04-10T16:59:56.211 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.243823+0000", 2024-04-10T16:59:56.211 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:56.211 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:56.211 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:56.211 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:56.211 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 448, 2024-04-10T16:59:56.211 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:56.211 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:56.211 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:56.212 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:56.212 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:56.212 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:56.212 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:56.212 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:56.212 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.24", 2024-04-10T16:59:56.212 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:56.212 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:56.212 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:56.212 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 5092, 2024-04-10T16:59:56.212 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:56.212 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T17:13:55.899322+0000", 2024-04-10T16:59:56.212 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:56.212 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:56.212 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:56.212 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:56.212 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:56.213 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:56.213 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:56.213 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:56.213 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:56.213 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:56.213 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:56.213 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:56.213 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:56.213 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:56.213 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:56.213 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:56.213 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:56.213 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:56.213 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:56.213 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:56.213 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:56.213 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:56.214 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:56.214 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:56.214 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:56.214 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:56.214 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:56.214 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:56.214 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:56.214 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:56.214 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:56.214 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:56.214 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:56.214 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:56.214 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:56.214 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:56.214 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:56.215 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:56.215 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:56.215 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:56.215 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:56.215 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:56.215 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:56.215 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.215 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:56.215 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:56.215 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:56.215 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T16:59:56.215 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T16:59:56.215 INFO:tasks.workunit.client.0.smithi069.stdout: 0 2024-04-10T16:59:56.215 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:56.216 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 3, 2024-04-10T16:59:56.216 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:56.216 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.216 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:56.216 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:56.216 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T16:59:56.216 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T16:59:56.216 INFO:tasks.workunit.client.0.smithi069.stdout: 4 2024-04-10T16:59:56.216 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:56.216 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 0, 2024-04-10T16:59:56.216 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:56.216 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:56.216 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T16:59:56.216 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:56.216 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:56.216 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:56.217 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.942325+0000", 2024-04-10T16:59:56.217 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:37:57.396553+0000", 2024-04-10T16:59:56.217 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:37:57.396553+0000", 2024-04-10T16:59:56.217 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:37:57.397452+0000", 2024-04-10T16:59:56.217 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.942325+0000", 2024-04-10T16:59:56.217 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:56.217 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:56.217 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:56.217 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 449, 2024-04-10T16:59:56.217 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.942325+0000", 2024-04-10T16:59:56.217 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.942325+0000", 2024-04-10T16:59:56.217 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.942325+0000", 2024-04-10T16:59:56.217 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:56.217 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:56.217 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:56.217 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.942325+0000", 2024-04-10T16:59:56.218 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.942325+0000", 2024-04-10T16:59:56.218 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:56.218 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:56.218 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:56.218 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:56.218 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 448, 2024-04-10T16:59:56.218 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:56.218 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:56.218 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:56.218 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:56.218 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:56.218 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:56.218 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:56.218 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:56.218 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.23", 2024-04-10T16:59:56.218 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:56.218 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:56.219 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:56.219 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 5138, 2024-04-10T16:59:56.219 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:56.219 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T19:08:06.070558+0000", 2024-04-10T16:59:56.219 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:56.219 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:56.219 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:56.219 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:56.219 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:56.219 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:56.219 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:56.219 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:56.219 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:56.219 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:56.219 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:56.219 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:56.219 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:56.219 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:56.220 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:56.220 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:56.220 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:56.220 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:56.220 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:56.220 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:56.220 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:56.220 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:56.220 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:56.220 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:56.220 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:56.220 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:56.220 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:56.220 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:56.220 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:56.220 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:56.220 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:56.221 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:56.221 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:56.221 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:56.221 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:56.221 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:56.221 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:56.221 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:56.221 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:56.221 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:56.221 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:56.221 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:56.221 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:56.221 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.221 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:56.221 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:56.221 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:56.221 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T16:59:56.222 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T16:59:56.222 INFO:tasks.workunit.client.0.smithi069.stdout: 4 2024-04-10T16:59:56.222 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:56.222 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 0, 2024-04-10T16:59:56.222 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:56.222 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.222 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:56.222 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:56.222 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T16:59:56.222 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T16:59:56.222 INFO:tasks.workunit.client.0.smithi069.stdout: 0 2024-04-10T16:59:56.222 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:56.222 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 5, 2024-04-10T16:59:56.222 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:56.222 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:56.222 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T16:59:56.222 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:56.223 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:56.223 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:56.223 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.941982+0000", 2024-04-10T16:59:56.223 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:38:32.263488+0000", 2024-04-10T16:59:56.223 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:38:32.263488+0000", 2024-04-10T16:59:56.223 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:38:32.263843+0000", 2024-04-10T16:59:56.223 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.941982+0000", 2024-04-10T16:59:56.223 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:56.223 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:56.223 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:56.223 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 481, 2024-04-10T16:59:56.223 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.941982+0000", 2024-04-10T16:59:56.223 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.941982+0000", 2024-04-10T16:59:56.223 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.941982+0000", 2024-04-10T16:59:56.223 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:56.223 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:56.223 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:56.224 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.941982+0000", 2024-04-10T16:59:56.224 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.941982+0000", 2024-04-10T16:59:56.224 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:56.224 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:56.224 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:56.224 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:56.224 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 480, 2024-04-10T16:59:56.224 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:56.224 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:56.224 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:56.224 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:56.224 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:56.224 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:56.224 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:56.224 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:56.224 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.22", 2024-04-10T16:59:56.224 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:56.225 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:56.225 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:56.225 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 5004, 2024-04-10T16:59:56.225 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:56.225 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T01:38:11.162267+0000", 2024-04-10T16:59:56.225 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:56.225 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:56.225 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:56.225 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:56.225 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:56.225 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:56.225 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:56.225 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:56.225 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:56.225 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:56.225 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:56.225 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:56.225 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:56.226 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:56.226 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:56.226 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:56.226 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:56.226 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:56.226 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:56.226 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:56.226 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:56.226 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:56.226 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:56.226 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:56.226 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:56.226 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:56.226 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:56.226 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:56.226 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:56.226 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:56.227 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:56.227 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:56.227 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:56.227 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:56.227 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:56.227 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:56.227 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:56.227 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:56.227 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:56.227 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:56.227 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:56.227 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:56.227 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:56.227 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.227 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:56.227 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:56.227 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:56.228 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T16:59:56.228 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T16:59:56.228 INFO:tasks.workunit.client.0.smithi069.stdout: 0 2024-04-10T16:59:56.228 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:56.228 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 5, 2024-04-10T16:59:56.228 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:56.228 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.228 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:56.228 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:56.228 INFO:tasks.workunit.client.0.smithi069.stdout: 2, 2024-04-10T16:59:56.228 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T16:59:56.228 INFO:tasks.workunit.client.0.smithi069.stdout: 6 2024-04-10T16:59:56.228 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:56.228 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 2, 2024-04-10T16:59:56.228 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:56.229 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:56.229 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T16:59:56.229 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:56.229 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:56.229 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:56.229 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.239609+0000", 2024-04-10T16:59:56.229 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:07.252320+0000", 2024-04-10T16:59:56.229 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:07.252320+0000", 2024-04-10T16:59:56.229 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:07.252649+0000", 2024-04-10T16:59:56.229 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.239609+0000", 2024-04-10T16:59:56.229 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:56.229 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:56.229 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:56.229 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 516, 2024-04-10T16:59:56.229 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.239609+0000", 2024-04-10T16:59:56.229 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.239609+0000", 2024-04-10T16:59:56.230 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.239609+0000", 2024-04-10T16:59:56.230 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:56.230 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:56.230 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:56.230 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.239609+0000", 2024-04-10T16:59:56.230 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.239609+0000", 2024-04-10T16:59:56.230 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:56.230 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:56.230 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:56.230 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:56.230 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 515, 2024-04-10T16:59:56.230 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:56.230 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:56.230 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:56.230 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:56.231 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:56.231 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:56.231 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:56.231 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:56.231 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.21", 2024-04-10T16:59:56.231 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:56.231 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:56.231 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:56.231 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 5081, 2024-04-10T16:59:56.231 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:56.231 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T22:05:27.832596+0000", 2024-04-10T16:59:56.231 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:56.231 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:56.231 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:56.231 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:56.232 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:56.232 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:56.232 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:56.232 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:56.232 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:56.232 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:56.232 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:56.232 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:56.232 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:56.232 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:56.232 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:56.232 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:56.232 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:56.232 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:56.232 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:56.232 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:56.233 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:56.233 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:56.233 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:56.233 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:56.233 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:56.233 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:56.233 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:56.233 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:56.233 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:56.233 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:56.233 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:56.233 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:56.233 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:56.233 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:56.233 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:56.233 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:56.234 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:56.234 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:56.234 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:56.234 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:56.234 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:56.234 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:56.234 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:56.234 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.234 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:56.234 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:56.234 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:56.234 INFO:tasks.workunit.client.0.smithi069.stdout: 2, 2024-04-10T16:59:56.234 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T16:59:56.234 INFO:tasks.workunit.client.0.smithi069.stdout: 6 2024-04-10T16:59:56.234 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:56.235 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 2, 2024-04-10T16:59:56.235 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:56.235 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.235 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:56.235 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:56.235 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T16:59:56.235 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T16:59:56.235 INFO:tasks.workunit.client.0.smithi069.stdout: 5 2024-04-10T16:59:56.235 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:56.235 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 6, 2024-04-10T16:59:56.235 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:56.235 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:56.235 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T16:59:56.235 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:56.235 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:56.235 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:56.235 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.941587+0000", 2024-04-10T16:59:56.236 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:07.255290+0000", 2024-04-10T16:59:56.236 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:07.255290+0000", 2024-04-10T16:59:56.236 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:07.255833+0000", 2024-04-10T16:59:56.236 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.941587+0000", 2024-04-10T16:59:56.236 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:56.236 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:56.236 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:56.236 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 516, 2024-04-10T16:59:56.236 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.941587+0000", 2024-04-10T16:59:56.236 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.941587+0000", 2024-04-10T16:59:56.236 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.941587+0000", 2024-04-10T16:59:56.236 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:56.236 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:56.236 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:56.236 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.941587+0000", 2024-04-10T16:59:56.236 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.941587+0000", 2024-04-10T16:59:56.236 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:56.237 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:56.237 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:56.237 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:56.237 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 515, 2024-04-10T16:59:56.237 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:56.237 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:56.237 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:56.237 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:56.237 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:56.237 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:56.237 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:56.237 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:56.237 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.20", 2024-04-10T16:59:56.237 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:56.237 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:56.238 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:56.238 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 4941, 2024-04-10T16:59:56.238 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:56.238 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T18:24:40.962298+0000", 2024-04-10T16:59:56.238 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:56.238 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:56.238 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:56.238 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:56.238 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:56.238 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:56.238 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:56.238 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:56.238 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:56.238 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:56.238 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:56.239 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:56.239 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:56.239 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:56.239 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:56.239 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:56.239 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:56.239 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:56.239 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:56.239 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:56.239 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:56.239 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:56.239 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:56.239 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:56.239 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:56.239 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:56.239 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:56.239 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:56.240 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:56.240 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:56.240 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:56.240 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:56.240 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:56.240 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:56.240 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:56.240 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:56.240 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:56.240 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:56.240 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:56.240 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:56.240 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:56.240 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:56.240 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:56.240 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.241 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:56.241 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:56.241 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:56.241 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T16:59:56.241 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T16:59:56.241 INFO:tasks.workunit.client.0.smithi069.stdout: 5 2024-04-10T16:59:56.241 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:56.241 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 6, 2024-04-10T16:59:56.241 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:56.241 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.241 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:56.241 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:56.241 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T16:59:56.241 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T16:59:56.241 INFO:tasks.workunit.client.0.smithi069.stdout: 0 2024-04-10T16:59:56.241 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:56.241 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 7, 2024-04-10T16:59:56.242 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:56.242 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:56.242 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T16:59:56.242 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:56.242 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:56.242 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:56.242 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.523355+0000", 2024-04-10T16:59:56.242 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:42.212401+0000", 2024-04-10T16:59:56.242 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:42.212401+0000", 2024-04-10T16:59:56.242 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:42.213759+0000", 2024-04-10T16:59:56.242 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.523355+0000", 2024-04-10T16:59:56.242 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:56.242 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:56.242 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:56.243 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 551, 2024-04-10T16:59:56.243 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.523355+0000", 2024-04-10T16:59:56.243 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.523355+0000", 2024-04-10T16:59:56.243 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.523355+0000", 2024-04-10T16:59:56.243 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:56.243 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:56.243 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:56.243 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.523355+0000", 2024-04-10T16:59:56.243 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.523355+0000", 2024-04-10T16:59:56.243 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:56.243 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:56.243 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:56.243 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:56.243 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 550, 2024-04-10T16:59:56.243 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:56.243 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:56.244 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:56.244 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:56.244 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:56.244 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:56.244 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:56.244 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:56.244 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.f", 2024-04-10T16:59:56.244 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:56.244 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:56.244 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:56.244 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 4922, 2024-04-10T16:59:56.244 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:56.244 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T21:12:24.952474+0000", 2024-04-10T16:59:56.244 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:56.244 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:56.244 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:56.244 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:56.245 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:56.245 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:56.245 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:56.245 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:56.245 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:56.245 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:56.245 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:56.245 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:56.245 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:56.245 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:56.245 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:56.245 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:56.245 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:56.245 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:56.245 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:56.245 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:56.245 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:56.246 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:56.246 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:56.246 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:56.246 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:56.246 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:56.246 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:56.246 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:56.246 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:56.246 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:56.246 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:56.246 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:56.246 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:56.246 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:56.246 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:56.246 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:56.246 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:56.247 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:56.247 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:56.247 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:56.247 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:56.247 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:56.247 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:56.247 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.247 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:56.247 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:56.247 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:56.247 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T16:59:56.247 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T16:59:56.247 INFO:tasks.workunit.client.0.smithi069.stdout: 0 2024-04-10T16:59:56.247 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:56.247 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 7, 2024-04-10T16:59:56.247 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:56.248 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.248 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:56.248 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:56.248 INFO:tasks.workunit.client.0.smithi069.stdout: 2, 2024-04-10T16:59:56.248 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T16:59:56.248 INFO:tasks.workunit.client.0.smithi069.stdout: 4 2024-04-10T16:59:56.248 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:56.248 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 2, 2024-04-10T16:59:56.248 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:56.248 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:56.248 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 59, 2024-04-10T16:59:56.248 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:56.248 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:56.248 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:56.248 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.238153+0000", 2024-04-10T16:59:56.249 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:37:57.391816+0000", 2024-04-10T16:59:56.249 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:37:57.391816+0000", 2024-04-10T16:59:56.249 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:37:57.393261+0000", 2024-04-10T16:59:56.249 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.238153+0000", 2024-04-10T16:59:56.249 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:56.249 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:56.249 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:56.249 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 449, 2024-04-10T16:59:56.249 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.238153+0000", 2024-04-10T16:59:56.249 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.238153+0000", 2024-04-10T16:59:56.249 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.238153+0000", 2024-04-10T16:59:56.249 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:56.249 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:56.249 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:56.249 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.238153+0000", 2024-04-10T16:59:56.249 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.238153+0000", 2024-04-10T16:59:56.250 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:56.250 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 2, 2024-04-10T16:59:56.250 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:56.250 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:56.250 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 448, 2024-04-10T16:59:56.250 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:56.250 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:56.250 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:56.250 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:56.250 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 2, 2024-04-10T16:59:56.250 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:56.250 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:56.250 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:56.250 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "2.e", 2024-04-10T16:59:56.250 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:56.250 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:56.251 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:56.251 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 5099, 2024-04-10T16:59:56.251 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:56.251 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T19:33:55.679470+0000", 2024-04-10T16:59:56.251 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:56.251 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:56.251 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:56.251 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:56.251 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:56.251 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:56.251 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:56.251 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:56.251 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:56.251 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:56.251 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:56.251 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:56.252 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:56.252 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:56.252 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:56.252 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:56.252 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:56.252 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:56.252 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:56.252 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 3, 2024-04-10T16:59:56.252 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 1, 2024-04-10T16:59:56.252 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:56.252 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 1, 2024-04-10T16:59:56.252 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:56.252 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:56.252 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:56.252 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:56.252 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:56.253 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 1, 2024-04-10T16:59:56.253 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:56.253 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:56.253 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:56.253 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:56.253 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:56.253 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:56.253 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:56.253 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 6, 2024-04-10T16:59:56.253 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 6, 2024-04-10T16:59:56.253 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:56.253 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:56.253 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:56.253 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 3, 2024-04-10T16:59:56.253 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:56.253 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.253 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:56.254 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:56.254 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:56.254 INFO:tasks.workunit.client.0.smithi069.stdout: 2, 2024-04-10T16:59:56.254 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T16:59:56.254 INFO:tasks.workunit.client.0.smithi069.stdout: 4 2024-04-10T16:59:56.254 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:56.254 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 2, 2024-04-10T16:59:56.254 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "61'2" 2024-04-10T16:59:56.254 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.254 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:56.254 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:56.254 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T16:59:56.254 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T16:59:56.254 INFO:tasks.workunit.client.0.smithi069.stdout: 6 2024-04-10T16:59:56.254 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:56.254 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 5, 2024-04-10T16:59:56.254 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:56.255 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:56.255 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T16:59:56.255 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:56.255 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:56.255 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:56.255 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.941370+0000", 2024-04-10T16:59:56.255 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:07.260518+0000", 2024-04-10T16:59:56.255 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:07.260518+0000", 2024-04-10T16:59:56.255 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:07.260818+0000", 2024-04-10T16:59:56.255 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.941370+0000", 2024-04-10T16:59:56.255 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:56.255 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:56.255 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:56.256 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 516, 2024-04-10T16:59:56.256 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.941370+0000", 2024-04-10T16:59:56.256 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.941370+0000", 2024-04-10T16:59:56.256 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.941370+0000", 2024-04-10T16:59:56.256 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:56.256 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:56.256 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:56.256 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.941370+0000", 2024-04-10T16:59:56.256 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.941370+0000", 2024-04-10T16:59:56.256 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:56.256 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:56.256 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:56.256 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:56.256 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 515, 2024-04-10T16:59:56.256 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:56.256 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:56.256 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:56.257 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:56.257 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:56.257 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:56.257 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:56.257 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:56.257 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.c", 2024-04-10T16:59:56.257 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:56.257 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:56.257 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:56.257 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 4995, 2024-04-10T16:59:56.257 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:56.257 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T22:49:47.186007+0000", 2024-04-10T16:59:56.257 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:56.257 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:56.257 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:56.258 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:56.258 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:56.258 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:56.258 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:56.258 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:56.258 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:56.258 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:56.258 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:56.258 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:56.258 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:56.258 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:56.258 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:56.258 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:56.258 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:56.259 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:56.259 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:56.259 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:56.259 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:56.259 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:56.259 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:56.259 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:56.259 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:56.259 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:56.259 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:56.259 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:56.259 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:56.259 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:56.259 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:56.259 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:56.259 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:56.260 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:56.260 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:56.260 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:56.260 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:56.260 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:56.260 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:56.260 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:56.260 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:56.260 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:56.260 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:56.260 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.260 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:56.260 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:56.260 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:56.260 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T16:59:56.260 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T16:59:56.260 INFO:tasks.workunit.client.0.smithi069.stdout: 6 2024-04-10T16:59:56.261 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:56.261 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 5, 2024-04-10T16:59:56.261 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:56.261 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.261 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:56.261 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:56.261 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T16:59:56.261 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T16:59:56.261 INFO:tasks.workunit.client.0.smithi069.stdout: 3 2024-04-10T16:59:56.261 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:56.261 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 1, 2024-04-10T16:59:56.261 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:56.261 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:56.261 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 59, 2024-04-10T16:59:56.261 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:56.261 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:56.261 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:56.262 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.942297+0000", 2024-04-10T16:59:56.262 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:37:57.386501+0000", 2024-04-10T16:59:56.262 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:37:57.386501+0000", 2024-04-10T16:59:56.262 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:37:57.386837+0000", 2024-04-10T16:59:56.262 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.942297+0000", 2024-04-10T16:59:56.262 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:56.262 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:56.262 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:56.262 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 449, 2024-04-10T16:59:56.262 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.942297+0000", 2024-04-10T16:59:56.262 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.942297+0000", 2024-04-10T16:59:56.262 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.942297+0000", 2024-04-10T16:59:56.262 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:56.262 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:56.263 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:56.263 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.942297+0000", 2024-04-10T16:59:56.263 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.942297+0000", 2024-04-10T16:59:56.263 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:56.263 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 1, 2024-04-10T16:59:56.263 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:56.263 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:56.263 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 448, 2024-04-10T16:59:56.263 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:56.263 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:56.263 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:56.263 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:56.263 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 1, 2024-04-10T16:59:56.264 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:56.264 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:56.264 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:56.264 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "2.d", 2024-04-10T16:59:56.264 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:56.264 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:56.264 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:56.264 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 5113, 2024-04-10T16:59:56.264 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:56.264 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T00:00:55.106247+0000", 2024-04-10T16:59:56.264 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:56.264 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:56.264 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:56.264 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 70, 2024-04-10T16:59:56.265 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:56.265 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:56.265 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:56.265 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:56.265 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:56.265 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:56.265 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:56.265 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:56.265 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:56.265 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:56.265 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:56.265 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:56.265 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:56.265 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:56.265 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:56.265 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 3, 2024-04-10T16:59:56.265 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 1, 2024-04-10T16:59:56.266 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:56.266 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 1, 2024-04-10T16:59:56.266 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:56.266 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:56.266 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:56.266 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:56.266 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:56.266 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:56.266 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:56.266 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:56.266 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:56.266 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:56.266 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:56.266 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:56.266 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:56.266 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 1, 2024-04-10T16:59:56.266 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 1, 2024-04-10T16:59:56.267 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:56.267 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:56.267 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:56.267 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 1, 2024-04-10T16:59:56.267 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 1 2024-04-10T16:59:56.267 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.267 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:56.267 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:56.267 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:56.267 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T16:59:56.267 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T16:59:56.267 INFO:tasks.workunit.client.0.smithi069.stdout: 3 2024-04-10T16:59:56.267 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:56.267 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 1, 2024-04-10T16:59:56.267 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "61'1" 2024-04-10T16:59:56.267 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.267 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:56.267 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:56.268 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T16:59:56.268 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T16:59:56.268 INFO:tasks.workunit.client.0.smithi069.stdout: 6 2024-04-10T16:59:56.268 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:56.268 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 7, 2024-04-10T16:59:56.268 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:56.268 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:56.268 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T16:59:56.268 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:56.268 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:56.268 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:56.268 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.523399+0000", 2024-04-10T16:59:56.268 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:42.219549+0000", 2024-04-10T16:59:56.268 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:42.219549+0000", 2024-04-10T16:59:56.268 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:42.220353+0000", 2024-04-10T16:59:56.268 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.523399+0000", 2024-04-10T16:59:56.268 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:56.269 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:56.269 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:56.269 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 551, 2024-04-10T16:59:56.269 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.523399+0000", 2024-04-10T16:59:56.269 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.523399+0000", 2024-04-10T16:59:56.269 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.523399+0000", 2024-04-10T16:59:56.269 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:56.269 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:56.269 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:56.269 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.523399+0000", 2024-04-10T16:59:56.269 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.523399+0000", 2024-04-10T16:59:56.269 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:56.269 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:56.269 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:56.270 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:56.270 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 550, 2024-04-10T16:59:56.270 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:56.270 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:56.270 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:56.270 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:56.270 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:56.270 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:56.270 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:56.270 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:56.270 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.d", 2024-04-10T16:59:56.270 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:56.270 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:56.270 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:56.270 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 4906, 2024-04-10T16:59:56.270 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:56.271 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T00:48:38.755777+0000", 2024-04-10T16:59:56.271 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:56.271 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:56.271 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:56.271 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:56.271 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:56.271 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:56.271 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:56.271 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:56.271 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:56.271 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:56.271 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:56.271 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:56.271 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:56.271 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:56.271 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:56.271 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:56.272 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:56.272 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:56.272 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:56.272 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:56.272 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:56.272 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:56.272 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:56.272 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:56.272 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:56.272 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:56.272 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:56.272 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:56.272 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:56.272 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:56.272 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:56.272 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:56.272 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:56.272 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:56.273 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:56.273 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:56.273 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:56.273 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:56.273 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:56.273 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:56.273 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:56.273 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:56.273 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:56.273 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.273 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:56.273 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:56.273 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:56.273 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T16:59:56.273 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T16:59:56.273 INFO:tasks.workunit.client.0.smithi069.stdout: 6 2024-04-10T16:59:56.274 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:56.274 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 7, 2024-04-10T16:59:56.274 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:56.274 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.274 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:56.274 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:56.274 INFO:tasks.workunit.client.0.smithi069.stdout: 2, 2024-04-10T16:59:56.274 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T16:59:56.274 INFO:tasks.workunit.client.0.smithi069.stdout: 0 2024-04-10T16:59:56.274 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:56.274 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 2, 2024-04-10T16:59:56.274 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:56.274 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:56.274 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 59, 2024-04-10T16:59:56.274 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:56.274 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:56.275 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:56.275 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.239287+0000", 2024-04-10T16:59:56.275 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:38:32.262176+0000", 2024-04-10T16:59:56.275 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:38:32.262176+0000", 2024-04-10T16:59:56.275 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:38:32.262484+0000", 2024-04-10T16:59:56.275 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.239287+0000", 2024-04-10T16:59:56.275 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:56.275 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:56.275 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:56.275 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 481, 2024-04-10T16:59:56.275 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.239287+0000", 2024-04-10T16:59:56.275 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.239287+0000", 2024-04-10T16:59:56.275 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.239287+0000", 2024-04-10T16:59:56.275 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:56.275 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:56.276 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:56.276 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.239287+0000", 2024-04-10T16:59:56.276 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.239287+0000", 2024-04-10T16:59:56.276 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:56.276 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:56.276 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:56.276 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:56.276 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 480, 2024-04-10T16:59:56.276 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:56.276 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:56.276 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:56.276 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:56.276 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:56.277 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:56.277 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:56.277 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:56.277 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "2.c", 2024-04-10T16:59:56.277 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:56.277 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:56.277 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:56.277 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 5093, 2024-04-10T16:59:56.277 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:56.277 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T20:54:18.646835+0000", 2024-04-10T16:59:56.277 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:56.277 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:56.277 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:56.277 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:56.278 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:56.278 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:56.278 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:56.278 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:56.278 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:56.278 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:56.278 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:56.278 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:56.278 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:56.278 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:56.278 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:56.278 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:56.278 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:56.278 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:56.279 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:56.279 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:56.279 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:56.279 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:56.279 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:56.279 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:56.279 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:56.279 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:56.279 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:56.279 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:56.279 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:56.279 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:56.279 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:56.279 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:56.279 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:56.279 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:56.279 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:56.280 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:56.280 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:56.280 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:56.280 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:56.280 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:56.280 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:56.280 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:56.280 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:56.280 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.280 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:56.280 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:56.280 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:56.280 INFO:tasks.workunit.client.0.smithi069.stdout: 2, 2024-04-10T16:59:56.280 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T16:59:56.280 INFO:tasks.workunit.client.0.smithi069.stdout: 0 2024-04-10T16:59:56.280 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:56.280 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 2, 2024-04-10T16:59:56.281 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:56.281 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.281 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:56.281 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:56.281 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T16:59:56.281 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T16:59:56.281 INFO:tasks.workunit.client.0.smithi069.stdout: 1 2024-04-10T16:59:56.281 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:56.281 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 6, 2024-04-10T16:59:56.281 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:56.281 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:56.281 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T16:59:56.281 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:56.281 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:56.281 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:56.281 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.944227+0000", 2024-04-10T16:59:56.282 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:07.255865+0000", 2024-04-10T16:59:56.282 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:07.255865+0000", 2024-04-10T16:59:56.282 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:07.258695+0000", 2024-04-10T16:59:56.282 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.944227+0000", 2024-04-10T16:59:56.282 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:56.282 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:56.282 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:56.282 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 516, 2024-04-10T16:59:56.282 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.944227+0000", 2024-04-10T16:59:56.282 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.944227+0000", 2024-04-10T16:59:56.282 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.944227+0000", 2024-04-10T16:59:56.282 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:56.282 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:56.282 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:56.282 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.944227+0000", 2024-04-10T16:59:56.283 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.944227+0000", 2024-04-10T16:59:56.283 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:56.283 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:56.283 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:56.283 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:56.283 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 515, 2024-04-10T16:59:56.283 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:56.283 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:56.283 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:56.283 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:56.283 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:56.283 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:56.283 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:56.283 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:56.284 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.a", 2024-04-10T16:59:56.284 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:56.284 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:56.284 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:56.284 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 4950, 2024-04-10T16:59:56.284 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:56.284 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T00:18:15.425191+0000", 2024-04-10T16:59:56.284 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:56.284 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:56.284 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:56.284 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:56.284 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:56.284 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:56.285 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:56.285 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:56.285 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:56.285 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:56.285 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:56.285 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:56.285 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:56.285 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:56.285 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:56.285 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:56.285 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:56.285 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:56.285 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:56.286 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:56.286 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:56.286 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:56.286 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:56.286 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:56.286 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:56.286 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:56.286 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:56.286 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:56.286 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:56.286 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:56.286 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:56.286 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:56.287 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:56.287 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:56.287 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:56.287 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:56.287 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:56.287 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:56.287 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:56.287 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:56.287 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:56.287 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:56.287 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:56.287 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.287 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:56.287 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:56.287 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:56.287 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T16:59:56.288 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T16:59:56.288 INFO:tasks.workunit.client.0.smithi069.stdout: 1 2024-04-10T16:59:56.288 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:56.288 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 6, 2024-04-10T16:59:56.288 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:56.288 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.288 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:56.288 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:56.288 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T16:59:56.288 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T16:59:56.288 INFO:tasks.workunit.client.0.smithi069.stdout: 5 2024-04-10T16:59:56.288 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:56.288 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 7, 2024-04-10T16:59:56.288 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:56.289 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:56.289 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 59, 2024-04-10T16:59:56.289 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:56.289 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:56.289 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:56.289 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.522291+0000", 2024-04-10T16:59:56.289 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:42.223417+0000", 2024-04-10T16:59:56.289 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:42.223417+0000", 2024-04-10T16:59:56.289 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:42.223793+0000", 2024-04-10T16:59:56.289 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.522291+0000", 2024-04-10T16:59:56.289 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:56.289 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:56.289 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:56.289 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 551, 2024-04-10T16:59:56.289 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.522291+0000", 2024-04-10T16:59:56.289 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.522291+0000", 2024-04-10T16:59:56.290 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.522291+0000", 2024-04-10T16:59:56.290 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:56.290 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:56.290 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:56.290 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.522291+0000", 2024-04-10T16:59:56.290 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.522291+0000", 2024-04-10T16:59:56.290 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:56.290 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 3, 2024-04-10T16:59:56.290 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:56.290 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:56.290 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 550, 2024-04-10T16:59:56.290 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:56.290 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:56.290 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:56.291 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:56.291 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 3, 2024-04-10T16:59:56.291 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:56.291 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:56.291 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:56.291 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "2.b", 2024-04-10T16:59:56.291 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:56.291 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:56.291 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:56.291 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 4918, 2024-04-10T16:59:56.291 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:56.291 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T21:42:13.881070+0000", 2024-04-10T16:59:56.291 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:56.291 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:56.291 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:56.291 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:56.291 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:56.292 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:56.292 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:56.292 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:56.292 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:56.292 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:56.292 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:56.292 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:56.292 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:56.292 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:56.292 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:56.292 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:56.292 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:56.292 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:56.292 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:56.292 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 3, 2024-04-10T16:59:56.292 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 1, 2024-04-10T16:59:56.293 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:56.293 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 1, 2024-04-10T16:59:56.293 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:56.293 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:56.293 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:56.293 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:56.293 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:56.293 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 1, 2024-04-10T16:59:56.293 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:56.293 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:56.293 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:56.293 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:56.293 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:56.293 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:56.293 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:56.293 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 2, 2024-04-10T16:59:56.293 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 2, 2024-04-10T16:59:56.294 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:56.294 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:56.294 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:56.294 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 1, 2024-04-10T16:59:56.294 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:56.294 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.294 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:56.294 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:56.294 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:56.294 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T16:59:56.294 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T16:59:56.294 INFO:tasks.workunit.client.0.smithi069.stdout: 5 2024-04-10T16:59:56.294 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:56.294 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 7, 2024-04-10T16:59:56.294 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "576'3" 2024-04-10T16:59:56.295 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.295 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:56.295 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:56.295 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T16:59:56.295 INFO:tasks.workunit.client.0.smithi069.stdout: 2, 2024-04-10T16:59:56.295 INFO:tasks.workunit.client.0.smithi069.stdout: 4 2024-04-10T16:59:56.295 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:56.295 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 3, 2024-04-10T16:59:56.295 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:56.295 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:56.295 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T16:59:56.295 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:56.295 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:56.295 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:56.295 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.241168+0000", 2024-04-10T16:59:56.295 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:37:57.384024+0000", 2024-04-10T16:59:56.295 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:37:57.384024+0000", 2024-04-10T16:59:56.296 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:37:57.384360+0000", 2024-04-10T16:59:56.296 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.241168+0000", 2024-04-10T16:59:56.296 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:56.296 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:56.296 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:56.296 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 449, 2024-04-10T16:59:56.296 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.241168+0000", 2024-04-10T16:59:56.296 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.241168+0000", 2024-04-10T16:59:56.296 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.241168+0000", 2024-04-10T16:59:56.296 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:56.296 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:56.296 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:56.296 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.241168+0000", 2024-04-10T16:59:56.296 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.241168+0000", 2024-04-10T16:59:56.296 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:56.296 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:56.296 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:56.297 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:56.297 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 448, 2024-04-10T16:59:56.297 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:56.297 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:56.297 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:56.297 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:56.297 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:56.297 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:56.297 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:56.297 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:56.297 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.b", 2024-04-10T16:59:56.297 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:56.297 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:56.297 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:56.297 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 5081, 2024-04-10T16:59:56.297 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:56.298 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T16:58:01.292832+0000", 2024-04-10T16:59:56.298 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:56.298 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:56.298 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:56.298 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:56.298 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:56.298 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:56.298 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:56.298 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:56.298 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:56.298 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:56.298 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:56.298 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:56.298 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:56.298 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:56.299 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:56.299 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:56.299 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:56.299 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:56.299 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:56.299 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:56.299 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:56.299 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:56.299 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:56.299 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:56.299 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:56.299 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:56.299 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:56.299 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:56.299 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:56.299 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:56.300 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:56.300 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:56.300 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:56.300 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:56.300 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:56.300 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:56.300 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:56.300 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:56.300 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:56.300 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:56.300 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:56.300 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:56.300 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:56.300 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.300 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:56.300 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:56.300 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:56.301 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T16:59:56.301 INFO:tasks.workunit.client.0.smithi069.stdout: 2, 2024-04-10T16:59:56.301 INFO:tasks.workunit.client.0.smithi069.stdout: 4 2024-04-10T16:59:56.301 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:56.301 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 3, 2024-04-10T16:59:56.301 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:56.301 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.301 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:56.301 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:56.301 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T16:59:56.301 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T16:59:56.301 INFO:tasks.workunit.client.0.smithi069.stdout: 7 2024-04-10T16:59:56.301 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:56.301 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 1, 2024-04-10T16:59:56.301 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:56.301 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:56.301 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 59, 2024-04-10T16:59:56.302 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:56.302 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:56.302 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:56.302 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.943051+0000", 2024-04-10T16:59:56.302 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:42.213559+0000", 2024-04-10T16:59:56.302 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:42.213559+0000", 2024-04-10T16:59:56.302 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:42.214225+0000", 2024-04-10T16:59:56.302 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.943051+0000", 2024-04-10T16:59:56.302 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:56.302 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:56.302 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:56.302 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 551, 2024-04-10T16:59:56.302 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.943051+0000", 2024-04-10T16:59:56.302 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.943051+0000", 2024-04-10T16:59:56.303 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.943051+0000", 2024-04-10T16:59:56.303 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:56.303 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:56.303 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:56.303 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.943051+0000", 2024-04-10T16:59:56.303 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.943051+0000", 2024-04-10T16:59:56.303 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:56.303 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:56.303 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:56.303 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:56.303 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 550, 2024-04-10T16:59:56.303 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:56.303 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:56.303 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:56.303 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:56.304 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:56.304 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:56.304 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:56.304 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:56.304 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "2.a", 2024-04-10T16:59:56.304 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:56.304 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:56.304 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:56.304 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 5111, 2024-04-10T16:59:56.304 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:56.304 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T19:58:42.780578+0000", 2024-04-10T16:59:56.304 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:56.304 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:56.304 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:56.304 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:56.304 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:56.305 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:56.305 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:56.305 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:56.305 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:56.305 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:56.305 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:56.305 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:56.305 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:56.305 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:56.305 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:56.305 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:56.305 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:56.305 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:56.305 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:56.305 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:56.305 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:56.306 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:56.306 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:56.306 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:56.306 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:56.306 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:56.306 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:56.306 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:56.306 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:56.306 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:56.306 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:56.306 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:56.306 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:56.306 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:56.306 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:56.306 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:56.306 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:56.307 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:56.307 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:56.307 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:56.307 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:56.307 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:56.307 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:56.307 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.307 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:56.307 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:56.307 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:56.307 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T16:59:56.307 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T16:59:56.307 INFO:tasks.workunit.client.0.smithi069.stdout: 7 2024-04-10T16:59:56.307 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:56.307 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 1, 2024-04-10T16:59:56.308 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:56.308 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.308 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:56.308 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:56.308 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T16:59:56.308 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T16:59:56.308 INFO:tasks.workunit.client.0.smithi069.stdout: 7 2024-04-10T16:59:56.308 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:56.308 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 3, 2024-04-10T16:59:56.308 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:56.308 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:56.308 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T16:59:56.308 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:56.308 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:56.308 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:56.308 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.243743+0000", 2024-04-10T16:59:56.309 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:42.224207+0000", 2024-04-10T16:59:56.309 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:42.224207+0000", 2024-04-10T16:59:56.309 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:42.224517+0000", 2024-04-10T16:59:56.309 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.243743+0000", 2024-04-10T16:59:56.309 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:56.309 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:56.309 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:56.309 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 551, 2024-04-10T16:59:56.309 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.243743+0000", 2024-04-10T16:59:56.309 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.243743+0000", 2024-04-10T16:59:56.309 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.243743+0000", 2024-04-10T16:59:56.309 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:56.309 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:56.309 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:56.309 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.243743+0000", 2024-04-10T16:59:56.309 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.243743+0000", 2024-04-10T16:59:56.310 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:56.310 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:56.310 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:56.310 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:56.310 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 550, 2024-04-10T16:59:56.310 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:56.310 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:56.310 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:56.310 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:56.310 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:56.310 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:56.310 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:56.310 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:56.310 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.8", 2024-04-10T16:59:56.311 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:56.311 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:56.311 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:56.311 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 5084, 2024-04-10T16:59:56.311 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:56.311 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T03:26:32.363821+0000", 2024-04-10T16:59:56.311 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:56.311 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:56.311 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:56.311 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:56.311 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:56.311 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:56.311 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:56.311 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:56.311 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:56.311 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:56.311 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:56.312 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:56.312 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:56.312 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:56.312 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:56.312 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:56.312 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:56.312 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:56.312 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:56.312 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:56.312 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:56.312 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:56.312 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:56.312 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:56.312 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:56.312 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:56.312 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:56.312 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:56.313 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:56.313 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:56.313 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:56.313 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:56.313 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:56.313 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:56.313 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:56.313 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:56.313 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:56.313 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:56.313 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:56.313 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:56.313 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:56.313 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:56.313 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:56.313 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.313 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:56.314 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:56.314 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:56.314 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T16:59:56.314 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T16:59:56.314 INFO:tasks.workunit.client.0.smithi069.stdout: 7 2024-04-10T16:59:56.314 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:56.314 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 3, 2024-04-10T16:59:56.314 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:56.314 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.314 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:56.314 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:56.314 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T16:59:56.314 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T16:59:56.314 INFO:tasks.workunit.client.0.smithi069.stdout: 3 2024-04-10T16:59:56.314 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:56.315 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 1, 2024-04-10T16:59:56.315 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:56.315 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:56.315 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 59, 2024-04-10T16:59:56.315 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:56.315 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:56.315 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:56.315 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.940578+0000", 2024-04-10T16:59:56.315 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:42.217710+0000", 2024-04-10T16:59:56.315 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:42.217710+0000", 2024-04-10T16:59:56.315 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:42.218428+0000", 2024-04-10T16:59:56.315 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.940578+0000", 2024-04-10T16:59:56.315 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:56.315 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:56.315 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:56.315 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 551, 2024-04-10T16:59:56.315 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.940578+0000", 2024-04-10T16:59:56.316 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.940578+0000", 2024-04-10T16:59:56.316 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.940578+0000", 2024-04-10T16:59:56.316 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:56.316 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:56.316 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:56.316 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.940578+0000", 2024-04-10T16:59:56.316 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.940578+0000", 2024-04-10T16:59:56.316 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:56.316 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:56.316 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:56.316 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:56.316 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 550, 2024-04-10T16:59:56.316 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:56.316 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:56.316 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:56.316 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:56.316 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:56.317 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:56.317 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:56.317 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:56.317 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "2.9", 2024-04-10T16:59:56.317 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:56.317 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:56.317 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:56.317 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 5111, 2024-04-10T16:59:56.317 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:56.317 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T00:03:16.271283+0000", 2024-04-10T16:59:56.317 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:56.317 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:56.317 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:56.317 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:56.317 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:56.317 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:56.317 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:56.318 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:56.318 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:56.318 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:56.318 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:56.318 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:56.318 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:56.318 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:56.318 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:56.318 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:56.318 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:56.318 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:56.318 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:56.318 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:56.319 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:56.319 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:56.319 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:56.319 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:56.319 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:56.319 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:56.319 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:56.319 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:56.319 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:56.319 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:56.319 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:56.319 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:56.319 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:56.319 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:56.319 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:56.319 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:56.320 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:56.320 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:56.320 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:56.320 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:56.320 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:56.320 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:56.320 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:56.320 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.320 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:56.320 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:56.320 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:56.320 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T16:59:56.320 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T16:59:56.320 INFO:tasks.workunit.client.0.smithi069.stdout: 3 2024-04-10T16:59:56.320 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:56.321 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 1, 2024-04-10T16:59:56.321 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:56.321 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.321 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:56.321 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:56.321 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T16:59:56.321 INFO:tasks.workunit.client.0.smithi069.stdout: 2, 2024-04-10T16:59:56.321 INFO:tasks.workunit.client.0.smithi069.stdout: 7 2024-04-10T16:59:56.321 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:56.321 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 1, 2024-04-10T16:59:56.321 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:56.321 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:56.321 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T16:59:56.321 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:56.321 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:56.321 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:56.321 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.940676+0000", 2024-04-10T16:59:56.322 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:42.218111+0000", 2024-04-10T16:59:56.322 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:42.218111+0000", 2024-04-10T16:59:56.322 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:42.218753+0000", 2024-04-10T16:59:56.322 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.940676+0000", 2024-04-10T16:59:56.322 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:56.322 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:56.322 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:56.322 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 551, 2024-04-10T16:59:56.322 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.940676+0000", 2024-04-10T16:59:56.322 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.940676+0000", 2024-04-10T16:59:56.322 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.940676+0000", 2024-04-10T16:59:56.322 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:56.322 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:56.322 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:56.323 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.940676+0000", 2024-04-10T16:59:56.323 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.940676+0000", 2024-04-10T16:59:56.323 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:56.323 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:56.323 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:56.323 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:56.323 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 550, 2024-04-10T16:59:56.323 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:56.323 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:56.323 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:56.323 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:56.323 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:56.323 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:56.323 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:56.323 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:56.324 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.9", 2024-04-10T16:59:56.324 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:56.324 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:56.324 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:56.324 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 5111, 2024-04-10T16:59:56.324 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:56.324 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T17:26:54.832655+0000", 2024-04-10T16:59:56.324 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:56.324 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:56.324 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:56.324 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:56.324 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:56.324 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:56.324 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:56.325 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:56.325 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:56.325 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:56.325 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:56.325 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:56.325 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:56.325 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:56.325 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:56.325 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:56.325 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:56.325 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:56.325 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:56.325 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:56.325 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:56.325 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:56.326 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:56.326 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:56.326 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:56.326 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:56.326 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:56.326 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:56.326 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:56.326 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:56.326 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:56.326 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:56.326 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:56.326 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:56.326 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:56.327 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:56.327 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:56.327 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:56.327 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:56.327 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:56.327 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:56.327 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:56.327 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:56.327 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.327 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:56.327 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:56.327 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:56.327 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T16:59:56.327 INFO:tasks.workunit.client.0.smithi069.stdout: 2, 2024-04-10T16:59:56.327 INFO:tasks.workunit.client.0.smithi069.stdout: 7 2024-04-10T16:59:56.328 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:56.328 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 1, 2024-04-10T16:59:56.328 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:56.328 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.328 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:56.328 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:56.328 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T16:59:56.328 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T16:59:56.328 INFO:tasks.workunit.client.0.smithi069.stdout: 1 2024-04-10T16:59:56.328 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:56.328 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 7, 2024-04-10T16:59:56.328 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:56.328 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:56.328 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 59, 2024-04-10T16:59:56.328 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:56.329 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:56.329 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:56.329 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.522655+0000", 2024-04-10T16:59:56.329 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:42.221363+0000", 2024-04-10T16:59:56.329 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:42.221363+0000", 2024-04-10T16:59:56.329 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:42.224238+0000", 2024-04-10T16:59:56.329 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.522655+0000", 2024-04-10T16:59:56.329 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:56.329 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:56.329 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:56.329 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 551, 2024-04-10T16:59:56.329 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.522655+0000", 2024-04-10T16:59:56.329 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.522655+0000", 2024-04-10T16:59:56.329 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.522655+0000", 2024-04-10T16:59:56.330 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:56.330 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:56.330 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:56.330 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.522655+0000", 2024-04-10T16:59:56.330 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.522655+0000", 2024-04-10T16:59:56.330 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:56.330 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:56.330 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:56.330 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:56.330 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 550, 2024-04-10T16:59:56.330 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:56.330 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:56.330 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:56.330 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:56.330 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:56.331 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:56.331 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:56.331 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:56.331 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "2.8", 2024-04-10T16:59:56.331 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:56.331 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:56.331 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:56.331 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 4907, 2024-04-10T16:59:56.331 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:56.331 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T03:24:56.227122+0000", 2024-04-10T16:59:56.331 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:56.331 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:56.331 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:56.331 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:56.331 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:56.331 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:56.332 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:56.332 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:56.332 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:56.332 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:56.332 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:56.332 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:56.332 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:56.332 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:56.332 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:56.332 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:56.332 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:56.332 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:56.332 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:56.332 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:56.332 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:56.332 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:56.333 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:56.333 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:56.333 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:56.333 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:56.333 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:56.333 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:56.333 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:56.333 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:56.333 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:56.333 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:56.333 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:56.333 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:56.333 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:56.333 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:56.333 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:56.333 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:56.334 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:56.334 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:56.334 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:56.334 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:56.334 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:56.334 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.334 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:56.334 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:56.334 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:56.334 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T16:59:56.334 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T16:59:56.334 INFO:tasks.workunit.client.0.smithi069.stdout: 1 2024-04-10T16:59:56.334 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:56.335 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 7, 2024-04-10T16:59:56.335 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:56.335 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.335 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:56.335 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:56.335 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T16:59:56.335 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T16:59:56.335 INFO:tasks.workunit.client.0.smithi069.stdout: 4 2024-04-10T16:59:56.335 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:56.335 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 0, 2024-04-10T16:59:56.335 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:56.335 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:56.335 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T16:59:56.335 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:56.335 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:56.335 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:56.335 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.942673+0000", 2024-04-10T16:59:56.335 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:37:57.394775+0000", 2024-04-10T16:59:56.336 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:37:57.394775+0000", 2024-04-10T16:59:56.336 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:37:57.395140+0000", 2024-04-10T16:59:56.336 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.942673+0000", 2024-04-10T16:59:56.336 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:56.336 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:56.336 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:56.336 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 449, 2024-04-10T16:59:56.336 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.942673+0000", 2024-04-10T16:59:56.336 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.942673+0000", 2024-04-10T16:59:56.336 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.942673+0000", 2024-04-10T16:59:56.336 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:56.336 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:56.336 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:56.336 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.942673+0000", 2024-04-10T16:59:56.336 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.942673+0000", 2024-04-10T16:59:56.336 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:56.337 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:56.337 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:56.337 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:56.337 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 448, 2024-04-10T16:59:56.337 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:56.337 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:56.337 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:56.337 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:56.337 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:56.337 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:56.337 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:56.337 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:56.337 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.6", 2024-04-10T16:59:56.337 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:56.337 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:56.338 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:56.338 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 5136, 2024-04-10T16:59:56.338 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:56.338 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T00:57:34.311271+0000", 2024-04-10T16:59:56.338 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:56.338 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:56.338 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:56.338 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:56.338 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:56.338 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:56.338 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:56.338 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:56.338 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:56.339 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:56.339 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:56.339 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:56.339 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:56.339 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:56.339 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:56.339 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:56.339 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:56.339 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:56.339 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:56.339 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:56.339 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:56.339 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:56.339 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:56.339 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:56.339 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:56.339 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:56.340 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:56.340 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:56.340 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:56.340 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:56.340 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:56.340 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:56.340 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:56.340 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:56.340 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:56.340 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:56.340 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:56.340 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:56.340 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:56.340 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:56.340 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:56.340 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:56.341 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:56.341 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.341 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:56.341 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:56.341 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:56.341 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T16:59:56.341 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T16:59:56.341 INFO:tasks.workunit.client.0.smithi069.stdout: 4 2024-04-10T16:59:56.341 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:56.341 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 0, 2024-04-10T16:59:56.341 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:56.341 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.341 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:56.341 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:56.341 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T16:59:56.341 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T16:59:56.342 INFO:tasks.workunit.client.0.smithi069.stdout: 2 2024-04-10T16:59:56.342 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:56.342 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 6, 2024-04-10T16:59:56.342 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:56.342 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:56.342 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 59, 2024-04-10T16:59:56.342 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:56.342 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:56.342 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:56.342 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.945884+0000", 2024-04-10T16:59:56.342 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:42.217670+0000", 2024-04-10T16:59:56.342 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:42.217670+0000", 2024-04-10T16:59:56.342 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:42.218100+0000", 2024-04-10T16:59:56.342 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.945884+0000", 2024-04-10T16:59:56.342 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:56.342 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:56.343 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:56.343 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 551, 2024-04-10T16:59:56.343 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.945884+0000", 2024-04-10T16:59:56.343 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.945884+0000", 2024-04-10T16:59:56.343 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.945884+0000", 2024-04-10T16:59:56.343 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:56.343 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:56.343 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:56.343 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.945884+0000", 2024-04-10T16:59:56.343 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.945884+0000", 2024-04-10T16:59:56.343 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:56.343 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 2, 2024-04-10T16:59:56.343 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:56.343 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:56.343 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 550, 2024-04-10T16:59:56.344 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:56.344 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:56.344 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:56.344 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:56.344 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 2, 2024-04-10T16:59:56.344 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:56.344 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:56.344 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:56.344 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "2.7", 2024-04-10T16:59:56.344 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:56.344 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:56.344 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:56.344 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 4962, 2024-04-10T16:59:56.344 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:56.344 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T16:12:07.898950+0000", 2024-04-10T16:59:56.345 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:56.345 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:56.345 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:56.345 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:56.345 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:56.345 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:56.345 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:56.345 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:56.345 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:56.345 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:56.345 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:56.345 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:56.345 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:56.345 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:56.345 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:56.345 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:56.346 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:56.346 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:56.346 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:56.346 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 3, 2024-04-10T16:59:56.346 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 1, 2024-04-10T16:59:56.346 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:56.346 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 1, 2024-04-10T16:59:56.346 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:56.346 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:56.346 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:56.346 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:56.346 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:56.346 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 1, 2024-04-10T16:59:56.346 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:56.347 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:56.347 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:56.347 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:56.347 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:56.347 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:56.347 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:56.347 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 6, 2024-04-10T16:59:56.347 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 6, 2024-04-10T16:59:56.347 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:56.347 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:56.347 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:56.347 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 3, 2024-04-10T16:59:56.347 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:56.347 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.347 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:56.347 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:56.347 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:56.348 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T16:59:56.348 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T16:59:56.348 INFO:tasks.workunit.client.0.smithi069.stdout: 2 2024-04-10T16:59:56.348 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:56.348 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 6, 2024-04-10T16:59:56.348 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "61'2" 2024-04-10T16:59:56.348 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.348 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:56.348 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:56.348 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T16:59:56.348 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T16:59:56.348 INFO:tasks.workunit.client.0.smithi069.stdout: 6 2024-04-10T16:59:56.348 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:56.348 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 4, 2024-04-10T16:59:56.348 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:56.348 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:56.348 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 65, 2024-04-10T16:59:56.349 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:56.349 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:56.349 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:56.349 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.236481+0000", 2024-04-10T16:59:56.349 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:07.252824+0000", 2024-04-10T16:59:56.349 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:07.252824+0000", 2024-04-10T16:59:56.349 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T16:12:17.661513+0000", 2024-04-10T16:59:56.349 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.236481+0000", 2024-04-10T16:59:56.349 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:44.022798+0000", 2024-04-10T16:59:56.349 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:56.349 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:44.022798+0000", 2024-04-10T16:59:56.349 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 516, 2024-04-10T16:59:56.349 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.236481+0000", 2024-04-10T16:59:56.350 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.236481+0000", 2024-04-10T16:59:56.350 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.236481+0000", 2024-04-10T16:59:56.350 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:56.350 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:56.350 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:44.022798+0000", 2024-04-10T16:59:56.350 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.236481+0000", 2024-04-10T16:59:56.350 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.236481+0000", 2024-04-10T16:59:56.350 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:56.350 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 3134, 2024-04-10T16:59:56.350 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:56.350 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:56.350 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 515, 2024-04-10T16:59:56.350 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:56.350 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:56.351 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:56.351 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:56.351 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 3134, 2024-04-10T16:59:56.351 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:56.351 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:56.351 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:56.351 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "4.1", 2024-04-10T16:59:56.351 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:56.351 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:56.351 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:56.351 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 8950, 2024-04-10T16:59:56.351 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:56.351 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T03:08:26.341774+0000", 2024-04-10T16:59:56.351 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.004158855, 2024-04-10T16:59:56.351 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:56.351 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:56.352 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:56.352 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:56.352 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:56.352 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:56.352 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:56.352 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:56.352 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:56.352 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:56.352 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:56.352 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:56.352 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:56.352 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:56.352 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:56.352 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:56.352 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:56.352 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:56.352 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:56.352 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:56.353 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:56.353 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:56.353 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:56.353 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:56.353 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:56.353 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:56.353 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:56.353 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:56.353 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:56.353 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:56.353 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:56.353 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:56.353 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:56.353 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:56.353 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:56.353 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 1220, 2024-04-10T16:59:56.353 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 357000, 2024-04-10T16:59:56.354 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:56.354 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:56.354 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:56.354 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 3109, 2024-04-10T16:59:56.354 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 363957 2024-04-10T16:59:56.354 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.354 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:56.354 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:56.354 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:56.354 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T16:59:56.354 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T16:59:56.354 INFO:tasks.workunit.client.0.smithi069.stdout: 6 2024-04-10T16:59:56.354 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:56.354 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 4, 2024-04-10T16:59:56.354 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "1127'3134" 2024-04-10T16:59:56.354 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.354 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:56.355 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:56.355 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T16:59:56.355 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T16:59:56.355 INFO:tasks.workunit.client.0.smithi069.stdout: 0 2024-04-10T16:59:56.355 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:56.355 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 3, 2024-04-10T16:59:56.355 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:56.355 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:56.355 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T16:59:56.355 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:56.355 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:56.355 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:56.355 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.244006+0000", 2024-04-10T16:59:56.355 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:42.213372+0000", 2024-04-10T16:59:56.355 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:42.213372+0000", 2024-04-10T16:59:56.356 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:42.213850+0000", 2024-04-10T16:59:56.356 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.244006+0000", 2024-04-10T16:59:56.356 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:56.356 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:56.356 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:56.356 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 551, 2024-04-10T16:59:56.356 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.244006+0000", 2024-04-10T16:59:56.356 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.244006+0000", 2024-04-10T16:59:56.356 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.244006+0000", 2024-04-10T16:59:56.356 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:56.356 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:56.356 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:56.356 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.244006+0000", 2024-04-10T16:59:56.356 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.244006+0000", 2024-04-10T16:59:56.356 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:56.356 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:56.357 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:56.357 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:56.357 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 550, 2024-04-10T16:59:56.357 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:56.357 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:56.357 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:56.357 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:56.357 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:56.357 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:56.357 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:56.357 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:56.357 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.7", 2024-04-10T16:59:56.357 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:56.357 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:56.357 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:56.357 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 5092, 2024-04-10T16:59:56.358 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:56.358 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T00:48:18.172746+0000", 2024-04-10T16:59:56.358 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:56.358 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:56.358 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:56.358 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:56.358 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:56.358 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:56.358 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:56.358 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:56.358 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:56.358 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:56.358 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:56.358 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:56.358 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:56.359 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:56.359 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:56.359 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:56.359 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:56.359 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:56.359 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:56.359 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:56.359 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:56.359 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:56.359 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:56.359 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:56.359 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:56.359 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:56.359 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:56.359 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:56.359 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:56.360 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:56.360 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:56.360 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:56.360 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:56.360 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:56.360 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:56.360 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:56.360 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:56.360 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:56.360 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:56.360 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:56.360 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:56.360 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:56.360 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:56.360 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.360 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:56.360 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:56.361 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:56.361 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T16:59:56.361 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T16:59:56.361 INFO:tasks.workunit.client.0.smithi069.stdout: 0 2024-04-10T16:59:56.361 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:56.361 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 3, 2024-04-10T16:59:56.361 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:56.361 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.361 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:56.361 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:56.361 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T16:59:56.361 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T16:59:56.361 INFO:tasks.workunit.client.0.smithi069.stdout: 4 2024-04-10T16:59:56.361 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:56.361 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 1, 2024-04-10T16:59:56.362 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:56.362 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:56.362 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 59, 2024-04-10T16:59:56.362 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:56.362 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:56.362 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:56.362 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.943128+0000", 2024-04-10T16:59:56.362 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:07.255712+0000", 2024-04-10T16:59:56.362 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:07.255712+0000", 2024-04-10T16:59:56.362 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:07.256165+0000", 2024-04-10T16:59:56.362 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.943128+0000", 2024-04-10T16:59:56.362 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:56.362 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:56.362 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:56.363 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 516, 2024-04-10T16:59:56.363 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.943128+0000", 2024-04-10T16:59:56.363 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.943128+0000", 2024-04-10T16:59:56.363 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.943128+0000", 2024-04-10T16:59:56.363 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:56.363 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:56.363 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:56.363 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.943128+0000", 2024-04-10T16:59:56.363 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.943128+0000", 2024-04-10T16:59:56.363 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:56.363 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 2, 2024-04-10T16:59:56.363 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:56.363 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:56.363 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 515, 2024-04-10T16:59:56.363 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:56.364 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:56.364 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:56.364 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:56.364 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 2, 2024-04-10T16:59:56.364 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:56.364 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:56.364 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:56.364 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "2.6", 2024-04-10T16:59:56.364 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:56.364 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:56.364 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:56.364 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 5115, 2024-04-10T16:59:56.364 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:56.364 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T15:40:09.316316+0000", 2024-04-10T16:59:56.364 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:56.365 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:56.365 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:56.365 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:56.365 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:56.365 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:56.365 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:56.365 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:56.365 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:56.365 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:56.365 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:56.365 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:56.365 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:56.365 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:56.365 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:56.365 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:56.365 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:56.365 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:56.366 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:56.366 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 3, 2024-04-10T16:59:56.366 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 1, 2024-04-10T16:59:56.366 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:56.366 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 1, 2024-04-10T16:59:56.366 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:56.366 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:56.366 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:56.366 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:56.366 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:56.366 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 1, 2024-04-10T16:59:56.366 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:56.366 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:56.366 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:56.366 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:56.366 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:56.366 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:56.367 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:56.367 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 2, 2024-04-10T16:59:56.367 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 2, 2024-04-10T16:59:56.367 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:56.367 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:56.367 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:56.367 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 2, 2024-04-10T16:59:56.367 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:56.367 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.367 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:56.367 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:56.367 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:56.367 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T16:59:56.367 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T16:59:56.367 INFO:tasks.workunit.client.0.smithi069.stdout: 4 2024-04-10T16:59:56.367 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:56.368 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 1, 2024-04-10T16:59:56.368 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "578'2" 2024-04-10T16:59:56.368 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.368 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:56.368 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:56.368 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T16:59:56.368 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T16:59:56.368 INFO:tasks.workunit.client.0.smithi069.stdout: 0 2024-04-10T16:59:56.368 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:56.368 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 3, 2024-04-10T16:59:56.368 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:56.368 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:56.368 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 65, 2024-04-10T16:59:56.368 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:56.368 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:56.368 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:56.369 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.238574+0000", 2024-04-10T16:59:56.369 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:42.224243+0000", 2024-04-10T16:59:56.369 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:42.224243+0000", 2024-04-10T16:59:56.369 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T16:12:17.592174+0000", 2024-04-10T16:59:56.369 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.238574+0000", 2024-04-10T16:59:56.369 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:44.022798+0000", 2024-04-10T16:59:56.369 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:56.369 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:44.022798+0000", 2024-04-10T16:59:56.369 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 551, 2024-04-10T16:59:56.369 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.238574+0000", 2024-04-10T16:59:56.369 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.238574+0000", 2024-04-10T16:59:56.369 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.238574+0000", 2024-04-10T16:59:56.369 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:56.369 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:56.369 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:44.022798+0000", 2024-04-10T16:59:56.369 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.238574+0000", 2024-04-10T16:59:56.370 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.238574+0000", 2024-04-10T16:59:56.370 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:56.370 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 3047, 2024-04-10T16:59:56.370 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:56.370 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:56.370 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 550, 2024-04-10T16:59:56.370 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:56.370 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:56.370 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:56.370 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:56.370 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 3047, 2024-04-10T16:59:56.370 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:56.370 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:56.370 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:56.370 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "4.0", 2024-04-10T16:59:56.370 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:56.371 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:56.371 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:56.371 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 9041, 2024-04-10T16:59:56.371 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:56.371 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T16:01:13.507136+0000", 2024-04-10T16:59:56.371 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.005210998, 2024-04-10T16:59:56.371 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:56.371 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:56.371 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:56.371 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:56.371 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:56.371 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:56.371 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:56.371 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:56.371 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:56.371 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:56.371 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:56.372 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:56.372 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:56.372 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:56.372 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:56.372 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:56.372 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:56.372 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:56.372 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:56.372 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:56.372 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:56.372 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:56.372 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:56.372 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:56.372 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:56.372 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:56.373 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:56.373 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:56.373 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:56.373 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:56.373 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:56.373 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:56.373 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:56.373 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:56.373 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:56.373 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 1491, 2024-04-10T16:59:56.373 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 396498, 2024-04-10T16:59:56.373 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:56.373 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:56.373 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:56.373 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 3000, 2024-04-10T16:59:56.373 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 397868 2024-04-10T16:59:56.374 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.374 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:56.374 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:56.374 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:56.374 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T16:59:56.374 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T16:59:56.374 INFO:tasks.workunit.client.0.smithi069.stdout: 0 2024-04-10T16:59:56.374 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:56.374 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 3, 2024-04-10T16:59:56.374 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "1127'3047" 2024-04-10T16:59:56.374 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.374 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:56.374 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:56.374 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T16:59:56.374 INFO:tasks.workunit.client.0.smithi069.stdout: 2, 2024-04-10T16:59:56.374 INFO:tasks.workunit.client.0.smithi069.stdout: 5 2024-04-10T16:59:56.375 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:56.375 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 1, 2024-04-10T16:59:56.375 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:56.375 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:56.375 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T16:59:56.375 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:56.375 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:56.375 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:56.375 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.942538+0000", 2024-04-10T16:59:56.375 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:38:32.264718+0000", 2024-04-10T16:59:56.375 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:38:32.264718+0000", 2024-04-10T16:59:56.375 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:38:32.265015+0000", 2024-04-10T16:59:56.375 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.942538+0000", 2024-04-10T16:59:56.375 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:56.375 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:56.376 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:56.376 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 481, 2024-04-10T16:59:56.376 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.942538+0000", 2024-04-10T16:59:56.376 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.942538+0000", 2024-04-10T16:59:56.376 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.942538+0000", 2024-04-10T16:59:56.376 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:56.376 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:56.376 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:56.376 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.942538+0000", 2024-04-10T16:59:56.376 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.942538+0000", 2024-04-10T16:59:56.376 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:56.376 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:56.376 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:56.376 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:56.376 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 480, 2024-04-10T16:59:56.377 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:56.377 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:56.377 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:56.377 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:56.377 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:56.377 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:56.377 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:56.377 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:56.377 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.4", 2024-04-10T16:59:56.377 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:56.377 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:56.377 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:56.377 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 5113, 2024-04-10T16:59:56.377 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:56.377 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T20:08:16.994849+0000", 2024-04-10T16:59:56.378 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:56.378 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:56.378 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:56.378 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:56.378 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:56.378 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:56.378 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:56.378 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:56.378 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:56.378 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:56.378 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:56.378 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:56.378 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:56.378 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:56.379 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:56.379 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:56.379 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:56.379 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:56.379 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:56.379 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:56.379 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:56.379 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:56.379 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:56.379 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:56.379 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:56.379 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:56.379 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:56.379 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:56.379 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:56.380 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:56.380 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:56.380 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:56.380 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:56.380 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:56.380 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:56.380 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:56.380 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:56.380 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:56.380 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:56.380 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:56.380 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:56.380 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:56.380 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:56.381 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.381 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:56.381 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:56.381 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:56.381 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T16:59:56.381 INFO:tasks.workunit.client.0.smithi069.stdout: 2, 2024-04-10T16:59:56.381 INFO:tasks.workunit.client.0.smithi069.stdout: 5 2024-04-10T16:59:56.381 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:56.381 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 1, 2024-04-10T16:59:56.381 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:56.381 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.381 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:56.381 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:56.381 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T16:59:56.381 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T16:59:56.381 INFO:tasks.workunit.client.0.smithi069.stdout: 4 2024-04-10T16:59:56.382 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:56.382 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 7, 2024-04-10T16:59:56.382 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:56.382 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:56.382 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 59, 2024-04-10T16:59:56.382 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:56.382 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:56.382 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:56.382 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.523446+0000", 2024-04-10T16:59:56.382 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:42.214065+0000", 2024-04-10T16:59:56.382 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:42.214065+0000", 2024-04-10T16:59:56.382 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:42.219906+0000", 2024-04-10T16:59:56.382 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.523446+0000", 2024-04-10T16:59:56.382 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:56.382 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:56.383 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:56.383 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 551, 2024-04-10T16:59:56.383 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.523446+0000", 2024-04-10T16:59:56.383 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.523446+0000", 2024-04-10T16:59:56.383 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.523446+0000", 2024-04-10T16:59:56.383 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:56.383 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:56.383 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:56.383 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.523446+0000", 2024-04-10T16:59:56.383 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.523446+0000", 2024-04-10T16:59:56.383 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:56.383 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:56.383 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:56.383 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:56.383 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 550, 2024-04-10T16:59:56.384 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:56.384 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:56.384 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:56.384 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:56.384 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:56.384 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:56.384 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:56.384 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:56.384 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "2.5", 2024-04-10T16:59:56.384 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:56.384 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:56.384 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:56.384 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 4927, 2024-04-10T16:59:56.384 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:56.385 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T22:07:22.826356+0000", 2024-04-10T16:59:56.385 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:56.385 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:56.385 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:56.385 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:56.385 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:56.385 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:56.385 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:56.385 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:56.385 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:56.385 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:56.385 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:56.385 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:56.385 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:56.385 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:56.386 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:56.386 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:56.386 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:56.386 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:56.386 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:56.386 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:56.386 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:56.386 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:56.386 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:56.386 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:56.386 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:56.386 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:56.386 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:56.386 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:56.387 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:56.387 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:56.387 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:56.387 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:56.387 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:56.387 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:56.387 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:56.387 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:56.387 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:56.387 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:56.387 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:56.387 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:56.387 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:56.387 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:56.388 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:56.388 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.388 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:56.388 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:56.388 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:56.388 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T16:59:56.388 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T16:59:56.388 INFO:tasks.workunit.client.0.smithi069.stdout: 4 2024-04-10T16:59:56.388 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:56.388 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 7, 2024-04-10T16:59:56.388 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:56.388 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.388 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:56.389 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:56.389 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T16:59:56.389 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T16:59:56.389 INFO:tasks.workunit.client.0.smithi069.stdout: 7 2024-04-10T16:59:56.389 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:56.389 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 0, 2024-04-10T16:59:56.389 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:56.389 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:56.389 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 65, 2024-04-10T16:59:56.389 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:56.389 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:56.389 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:56.389 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.942096+0000", 2024-04-10T16:59:56.389 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:42.216976+0000", 2024-04-10T16:59:56.389 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:42.216976+0000", 2024-04-10T16:59:56.390 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T16:12:17.597118+0000", 2024-04-10T16:59:56.390 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.942096+0000", 2024-04-10T16:59:56.390 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:44.022798+0000", 2024-04-10T16:59:56.390 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:56.390 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:44.022798+0000", 2024-04-10T16:59:56.390 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 551, 2024-04-10T16:59:56.390 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.942096+0000", 2024-04-10T16:59:56.390 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.942096+0000", 2024-04-10T16:59:56.390 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.942096+0000", 2024-04-10T16:59:56.390 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:56.390 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:56.390 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:44.022798+0000", 2024-04-10T16:59:56.390 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.942096+0000", 2024-04-10T16:59:56.391 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.942096+0000", 2024-04-10T16:59:56.391 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:56.391 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 3092, 2024-04-10T16:59:56.391 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:56.391 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:56.391 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 550, 2024-04-10T16:59:56.391 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:56.391 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:56.391 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:56.391 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:56.391 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 3092, 2024-04-10T16:59:56.391 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:56.391 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:56.391 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:56.392 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "4.3", 2024-04-10T16:59:56.392 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:56.392 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:56.392 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:56.392 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 8828, 2024-04-10T16:59:56.392 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:56.392 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T20:44:12.593765+0000", 2024-04-10T16:59:56.392 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.009869796, 2024-04-10T16:59:56.392 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:56.392 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:56.392 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:56.392 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:56.392 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:56.392 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:56.393 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:56.393 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:56.393 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:56.393 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:56.393 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:56.393 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:56.393 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:56.393 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:56.393 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:56.393 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:56.393 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:56.393 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:56.393 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 3, 2024-04-10T16:59:56.393 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 1, 2024-04-10T16:59:56.393 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:56.393 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 1, 2024-04-10T16:59:56.394 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:56.394 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:56.394 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:56.394 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:56.394 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:56.394 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 1, 2024-04-10T16:59:56.394 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:56.394 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:56.394 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:56.394 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:56.394 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:56.394 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:56.394 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:56.394 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 762, 2024-04-10T16:59:56.395 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 382966, 2024-04-10T16:59:56.395 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:56.395 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:56.395 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:56.395 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 3087, 2024-04-10T16:59:56.395 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 364115 2024-04-10T16:59:56.395 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.395 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:56.395 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:56.395 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:56.395 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T16:59:56.395 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T16:59:56.395 INFO:tasks.workunit.client.0.smithi069.stdout: 7 2024-04-10T16:59:56.395 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:56.395 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 0, 2024-04-10T16:59:56.395 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "1128'3092" 2024-04-10T16:59:56.395 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.396 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:56.396 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:56.396 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T16:59:56.396 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T16:59:56.396 INFO:tasks.workunit.client.0.smithi069.stdout: 0 2024-04-10T16:59:56.396 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:56.396 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 7, 2024-04-10T16:59:56.396 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:56.396 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:56.396 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 59, 2024-04-10T16:59:56.396 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:56.396 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:56.396 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:56.396 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.522852+0000", 2024-04-10T16:59:56.396 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:42.221985+0000", 2024-04-10T16:59:56.396 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:42.221985+0000", 2024-04-10T16:59:56.397 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:42.227397+0000", 2024-04-10T16:59:56.397 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.522852+0000", 2024-04-10T16:59:56.397 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:56.397 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:56.397 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:56.397 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 551, 2024-04-10T16:59:56.397 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.522852+0000", 2024-04-10T16:59:56.397 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.522852+0000", 2024-04-10T16:59:56.397 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.522852+0000", 2024-04-10T16:59:56.397 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:56.397 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:56.397 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:56.397 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.522852+0000", 2024-04-10T16:59:56.397 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.522852+0000", 2024-04-10T16:59:56.397 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:56.397 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:56.397 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:56.398 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:56.398 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 550, 2024-04-10T16:59:56.398 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:56.398 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:56.398 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:56.398 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:56.398 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:56.398 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:56.398 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:56.398 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:56.398 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "2.0", 2024-04-10T16:59:56.398 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:56.398 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:56.398 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:56.398 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 4910, 2024-04-10T16:59:56.398 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:56.399 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T15:38:54.441687+0000", 2024-04-10T16:59:56.399 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:56.399 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:56.399 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:56.399 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:56.399 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:56.399 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:56.399 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:56.399 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:56.399 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:56.399 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:56.399 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:56.399 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:56.399 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:56.399 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:56.399 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:56.400 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:56.400 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:56.400 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:56.400 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:56.400 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:56.400 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:56.400 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:56.400 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:56.400 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:56.400 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:56.400 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:56.400 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:56.400 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:56.400 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:56.400 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:56.400 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:56.400 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:56.401 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:56.401 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:56.401 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:56.401 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:56.401 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:56.401 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:56.401 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:56.401 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:56.401 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:56.401 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:56.401 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:56.401 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.401 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:56.401 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:56.401 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:56.401 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T16:59:56.402 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T16:59:56.402 INFO:tasks.workunit.client.0.smithi069.stdout: 0 2024-04-10T16:59:56.402 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:56.402 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 7, 2024-04-10T16:59:56.402 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:56.402 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.402 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:56.402 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:56.402 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T16:59:56.402 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T16:59:56.402 INFO:tasks.workunit.client.0.smithi069.stdout: 3 2024-04-10T16:59:56.402 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:56.402 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 0, 2024-04-10T16:59:56.402 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:56.403 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:56.403 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T16:59:56.403 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:56.403 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:56.403 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:56.403 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.944065+0000", 2024-04-10T16:59:56.403 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:37:57.397259+0000", 2024-04-10T16:59:56.403 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:37:57.397259+0000", 2024-04-10T16:59:56.403 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:37:57.397621+0000", 2024-04-10T16:59:56.403 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.944065+0000", 2024-04-10T16:59:56.403 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:56.403 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:56.403 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:56.403 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 449, 2024-04-10T16:59:56.403 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.944065+0000", 2024-04-10T16:59:56.403 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.944065+0000", 2024-04-10T16:59:56.404 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.944065+0000", 2024-04-10T16:59:56.404 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:56.404 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:56.404 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:56.404 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.944065+0000", 2024-04-10T16:59:56.404 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.944065+0000", 2024-04-10T16:59:56.404 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:56.404 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:56.404 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:56.404 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:56.404 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 448, 2024-04-10T16:59:56.404 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:56.405 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:56.405 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:56.405 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:56.405 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:56.405 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:56.405 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:56.405 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:56.405 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.1", 2024-04-10T16:59:56.405 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:56.405 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:56.405 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:56.405 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 5138, 2024-04-10T16:59:56.405 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:56.405 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T18:23:05.531111+0000", 2024-04-10T16:59:56.405 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:56.406 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:56.406 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:56.406 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:56.406 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:56.406 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:56.406 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:56.406 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:56.406 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:56.406 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:56.406 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:56.406 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:56.406 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:56.406 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:56.406 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:56.406 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:56.406 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:56.407 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:56.407 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:56.407 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:56.407 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:56.407 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:56.407 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:56.407 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:56.407 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:56.407 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:56.407 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:56.407 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:56.407 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:56.407 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:56.407 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:56.407 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:56.408 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:56.408 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:56.408 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:56.408 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:56.408 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:56.408 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:56.408 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:56.408 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:56.408 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:56.408 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:56.408 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:56.408 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.408 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:56.408 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:56.409 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:56.409 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T16:59:56.409 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T16:59:56.409 INFO:tasks.workunit.client.0.smithi069.stdout: 3 2024-04-10T16:59:56.409 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:56.409 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 0, 2024-04-10T16:59:56.409 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:56.409 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.409 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:56.409 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:56.409 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T16:59:56.409 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T16:59:56.409 INFO:tasks.workunit.client.0.smithi069.stdout: 2 2024-04-10T16:59:56.409 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:56.409 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 0, 2024-04-10T16:59:56.410 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:56.410 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:56.410 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 65, 2024-04-10T16:59:56.410 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:56.410 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:56.410 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:56.410 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.942837+0000", 2024-04-10T16:59:56.410 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:36:45.167620+0000", 2024-04-10T16:59:56.410 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:36:45.167620+0000", 2024-04-10T16:59:56.410 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T16:12:17.597332+0000", 2024-04-10T16:59:56.410 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.942837+0000", 2024-04-10T16:59:56.410 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:44.022798+0000", 2024-04-10T16:59:56.410 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:56.410 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:44.022798+0000", 2024-04-10T16:59:56.410 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 381, 2024-04-10T16:59:56.411 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.942837+0000", 2024-04-10T16:59:56.411 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.942837+0000", 2024-04-10T16:59:56.411 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.942837+0000", 2024-04-10T16:59:56.411 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:56.411 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:56.411 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:44.022798+0000", 2024-04-10T16:59:56.411 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.942837+0000", 2024-04-10T16:59:56.411 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.942837+0000", 2024-04-10T16:59:56.411 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:56.411 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 3020, 2024-04-10T16:59:56.411 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:56.411 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:56.411 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 380, 2024-04-10T16:59:56.411 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:56.411 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:56.411 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:56.412 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:56.412 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 3020, 2024-04-10T16:59:56.412 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:56.412 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:56.412 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:56.412 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "4.6", 2024-04-10T16:59:56.412 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:56.412 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:56.412 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:56.412 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 8641, 2024-04-10T16:59:56.412 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:56.412 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T16:05:07.484965+0000", 2024-04-10T16:59:56.412 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.009752125, 2024-04-10T16:59:56.412 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:56.413 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:56.413 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 4194304, 2024-04-10T16:59:56.413 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:56.413 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:56.413 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:56.413 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:56.413 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:56.413 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:56.413 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:56.413 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:56.413 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:56.413 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:56.413 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:56.414 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:56.414 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:56.414 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:56.414 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:56.414 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 3, 2024-04-10T16:59:56.414 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 1, 2024-04-10T16:59:56.414 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:56.414 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 1, 2024-04-10T16:59:56.414 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:56.414 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:56.414 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:56.414 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:56.414 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:56.414 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:56.415 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:56.415 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:56.415 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:56.415 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:56.415 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:56.415 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:56.415 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:56.415 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 567, 2024-04-10T16:59:56.415 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 384080, 2024-04-10T16:59:56.415 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:56.415 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:56.415 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:56.415 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 3003, 2024-04-10T16:59:56.415 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 399314 2024-04-10T16:59:56.415 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.416 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:56.416 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:56.416 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:56.416 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T16:59:56.416 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T16:59:56.416 INFO:tasks.workunit.client.0.smithi069.stdout: 2 2024-04-10T16:59:56.416 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:56.416 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 0, 2024-04-10T16:59:56.416 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "1128'3020" 2024-04-10T16:59:56.416 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.416 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:56.416 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:56.416 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T16:59:56.416 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T16:59:56.416 INFO:tasks.workunit.client.0.smithi069.stdout: 6 2024-04-10T16:59:56.416 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:56.416 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 7, 2024-04-10T16:59:56.416 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:56.417 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:56.417 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 19, 2024-04-10T16:59:56.417 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:56.417 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:56.417 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:56.417 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.522808+0000", 2024-04-10T16:59:56.417 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:42.222018+0000", 2024-04-10T16:59:56.417 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:42.222018+0000", 2024-04-10T16:59:56.417 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:42.225726+0000", 2024-04-10T16:59:56.417 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.522808+0000", 2024-04-10T16:59:56.417 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:25:53.886772+0000", 2024-04-10T16:59:56.417 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:56.417 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:25:53.886772+0000", 2024-04-10T16:59:56.417 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 551, 2024-04-10T16:59:56.417 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.522808+0000", 2024-04-10T16:59:56.417 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.522808+0000", 2024-04-10T16:59:56.417 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.522808+0000", 2024-04-10T16:59:56.418 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:56.418 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:56.418 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:25:53.886772+0000", 2024-04-10T16:59:56.418 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.522808+0000", 2024-04-10T16:59:56.418 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.522808+0000", 2024-04-10T16:59:56.418 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:56.418 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 237, 2024-04-10T16:59:56.418 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:56.418 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:56.418 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 550, 2024-04-10T16:59:56.418 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:56.418 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:56.418 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:56.418 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:56.418 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 237, 2024-04-10T16:59:56.419 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:56.419 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:56.419 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:56.419 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "1.0", 2024-04-10T16:59:56.419 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:56.419 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:56.419 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:56.419 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 5549, 2024-04-10T16:59:56.419 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:56.419 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T01:54:56.525805+0000", 2024-04-10T16:59:56.419 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:56.419 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:56.419 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:56.419 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 590368, 2024-04-10T16:59:56.419 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:56.419 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 1771104, 2024-04-10T16:59:56.419 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:56.420 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:56.420 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:56.420 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:56.420 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:56.420 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:56.420 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:56.420 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:56.420 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:56.420 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:56.420 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:56.420 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:56.420 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:56.420 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 6, 2024-04-10T16:59:56.420 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 2, 2024-04-10T16:59:56.420 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:56.420 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 2, 2024-04-10T16:59:56.420 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:56.421 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:56.421 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:56.421 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:56.421 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:56.421 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:56.421 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:56.421 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 6, 2024-04-10T16:59:56.421 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:56.421 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:56.421 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:56.421 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:56.421 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:56.421 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 1178, 2024-04-10T16:59:56.421 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 1994, 2024-04-10T16:59:56.421 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:56.421 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:56.421 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:56.422 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 391, 2024-04-10T16:59:56.422 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 2416 2024-04-10T16:59:56.422 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.422 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:56.422 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:56.422 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:56.422 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T16:59:56.422 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T16:59:56.422 INFO:tasks.workunit.client.0.smithi069.stdout: 6 2024-04-10T16:59:56.422 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:56.422 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 7, 2024-04-10T16:59:56.422 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "2158'237" 2024-04-10T16:59:56.422 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.422 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:56.422 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:56.422 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T16:59:56.422 INFO:tasks.workunit.client.0.smithi069.stdout: 2, 2024-04-10T16:59:56.423 INFO:tasks.workunit.client.0.smithi069.stdout: 7 2024-04-10T16:59:56.423 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:56.423 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 5, 2024-04-10T16:59:56.423 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:56.423 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:56.423 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 59, 2024-04-10T16:59:56.423 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:56.423 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:56.423 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:56.423 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.944454+0000", 2024-04-10T16:59:56.423 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:42.219068+0000", 2024-04-10T16:59:56.423 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:42.219068+0000", 2024-04-10T16:59:56.423 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:42.219420+0000", 2024-04-10T16:59:56.423 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.944454+0000", 2024-04-10T16:59:56.423 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:56.423 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:56.423 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:56.424 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 551, 2024-04-10T16:59:56.424 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.944454+0000", 2024-04-10T16:59:56.424 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.944454+0000", 2024-04-10T16:59:56.424 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.944454+0000", 2024-04-10T16:59:56.424 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:56.424 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:56.424 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:56.424 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.944454+0000", 2024-04-10T16:59:56.424 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.944454+0000", 2024-04-10T16:59:56.424 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:56.424 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:56.424 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:56.424 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:56.424 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 550, 2024-04-10T16:59:56.424 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:56.424 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:56.424 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:56.425 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:56.425 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:56.425 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:56.425 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:56.425 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:56.425 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "2.3", 2024-04-10T16:59:56.425 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:56.425 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:56.425 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:56.425 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 5004, 2024-04-10T16:59:56.425 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:56.425 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T15:43:55.681513+0000", 2024-04-10T16:59:56.425 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:56.425 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:56.425 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:56.425 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:56.425 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:56.426 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:56.426 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:56.426 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:56.426 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:56.426 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:56.426 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:56.426 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:56.426 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:56.426 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:56.426 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:56.426 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:56.426 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:56.426 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:56.426 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:56.426 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:56.426 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:56.426 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:56.427 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:56.427 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:56.427 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:56.427 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:56.427 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:56.427 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:56.427 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:56.427 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:56.427 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:56.427 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:56.427 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:56.427 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:56.427 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:56.427 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:56.427 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:56.427 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:56.427 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:56.428 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:56.428 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:56.428 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:56.428 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:56.428 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.428 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:56.428 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:56.428 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:56.428 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T16:59:56.428 INFO:tasks.workunit.client.0.smithi069.stdout: 2, 2024-04-10T16:59:56.428 INFO:tasks.workunit.client.0.smithi069.stdout: 7 2024-04-10T16:59:56.428 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:56.428 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 5, 2024-04-10T16:59:56.428 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:56.428 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.428 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:56.428 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:56.429 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T16:59:56.429 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T16:59:56.429 INFO:tasks.workunit.client.0.smithi069.stdout: 6 2024-04-10T16:59:56.429 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:56.429 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 3, 2024-04-10T16:59:56.429 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:56.429 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:56.429 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T16:59:56.429 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:56.429 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:56.429 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:56.429 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.240521+0000", 2024-04-10T16:59:56.429 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:07.252016+0000", 2024-04-10T16:59:56.429 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:07.252016+0000", 2024-04-10T16:59:56.429 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:07.252384+0000", 2024-04-10T16:59:56.430 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.240521+0000", 2024-04-10T16:59:56.430 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:56.430 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:56.430 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:56.430 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 516, 2024-04-10T16:59:56.430 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.240521+0000", 2024-04-10T16:59:56.430 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.240521+0000", 2024-04-10T16:59:56.430 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.240521+0000", 2024-04-10T16:59:56.430 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:56.430 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:56.430 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:56.430 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.240521+0000", 2024-04-10T16:59:56.430 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.240521+0000", 2024-04-10T16:59:56.430 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:56.430 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:56.431 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:56.431 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:56.431 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 515, 2024-04-10T16:59:56.431 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:56.431 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:56.431 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:56.431 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:56.431 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:56.431 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:56.431 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:56.431 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:56.431 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.2", 2024-04-10T16:59:56.431 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:56.431 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:56.431 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:56.431 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 5079, 2024-04-10T16:59:56.432 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:56.432 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T15:42:54.545257+0000", 2024-04-10T16:59:56.432 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:56.432 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:56.432 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:56.432 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:56.432 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:56.432 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:56.432 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:56.432 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:56.432 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:56.432 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:56.432 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:56.432 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:56.432 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:56.433 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:56.433 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:56.433 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:56.433 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:56.433 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:56.433 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:56.433 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:56.433 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:56.433 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:56.433 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:56.433 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:56.433 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:56.433 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:56.433 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:56.433 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:56.434 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:56.434 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:56.434 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:56.434 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:56.434 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:56.434 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:56.434 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:56.434 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:56.434 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:56.434 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:56.434 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:56.434 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:56.434 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:56.434 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:56.434 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:56.435 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.435 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:56.435 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:56.435 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:56.435 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T16:59:56.435 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T16:59:56.435 INFO:tasks.workunit.client.0.smithi069.stdout: 6 2024-04-10T16:59:56.435 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:56.435 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 3, 2024-04-10T16:59:56.435 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:56.435 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.435 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:56.435 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:56.435 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T16:59:56.435 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T16:59:56.435 INFO:tasks.workunit.client.0.smithi069.stdout: 7 2024-04-10T16:59:56.435 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:56.436 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 6, 2024-04-10T16:59:56.436 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:56.436 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:56.436 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 65, 2024-04-10T16:59:56.436 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:56.436 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:56.436 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:56.436 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.941631+0000", 2024-04-10T16:59:56.436 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:42.211108+0000", 2024-04-10T16:59:56.436 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:42.211108+0000", 2024-04-10T16:59:56.436 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T16:12:17.697894+0000", 2024-04-10T16:59:56.436 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.941631+0000", 2024-04-10T16:59:56.436 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:44.022798+0000", 2024-04-10T16:59:56.436 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:56.436 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:44.022798+0000", 2024-04-10T16:59:56.437 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 551, 2024-04-10T16:59:56.437 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.941631+0000", 2024-04-10T16:59:56.437 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.941631+0000", 2024-04-10T16:59:56.437 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.941631+0000", 2024-04-10T16:59:56.437 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:56.437 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:56.437 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:44.022798+0000", 2024-04-10T16:59:56.437 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.941631+0000", 2024-04-10T16:59:56.437 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.941631+0000", 2024-04-10T16:59:56.437 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:56.437 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 3094, 2024-04-10T16:59:56.437 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:56.437 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:56.437 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 550, 2024-04-10T16:59:56.437 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:56.437 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:56.438 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:56.438 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:56.438 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 3094, 2024-04-10T16:59:56.438 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:56.438 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:56.438 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:56.438 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "4.5", 2024-04-10T16:59:56.438 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:56.438 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:56.438 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:56.438 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 8838, 2024-04-10T16:59:56.438 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:56.438 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T21:46:35.010341+0000", 2024-04-10T16:59:56.438 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.001945334, 2024-04-10T16:59:56.438 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:56.438 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:56.439 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:56.439 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:56.439 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:56.439 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:56.439 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:56.439 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:56.439 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:56.439 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:56.439 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:56.439 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:56.439 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:56.439 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:56.439 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:56.439 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:56.439 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:56.439 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:56.439 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:56.440 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:56.440 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:56.440 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:56.440 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:56.440 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:56.440 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:56.440 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:56.440 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:56.440 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:56.440 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:56.440 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:56.440 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:56.440 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:56.440 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:56.440 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:56.440 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:56.440 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 1365, 2024-04-10T16:59:56.441 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 364200, 2024-04-10T16:59:56.441 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:56.441 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:56.441 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:56.441 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 3061, 2024-04-10T16:59:56.441 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 416953 2024-04-10T16:59:56.441 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.441 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:56.441 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:56.441 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:56.441 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T16:59:56.441 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T16:59:56.441 INFO:tasks.workunit.client.0.smithi069.stdout: 7 2024-04-10T16:59:56.441 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:56.441 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 6, 2024-04-10T16:59:56.441 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "1127'3094" 2024-04-10T16:59:56.441 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.441 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:56.442 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:56.442 INFO:tasks.workunit.client.0.smithi069.stdout: 2, 2024-04-10T16:59:56.442 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T16:59:56.442 INFO:tasks.workunit.client.0.smithi069.stdout: 0 2024-04-10T16:59:56.442 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:56.442 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 2, 2024-04-10T16:59:56.442 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:56.442 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:56.442 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 59, 2024-04-10T16:59:56.442 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:56.442 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:56.442 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:56.442 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.239600+0000", 2024-04-10T16:59:56.442 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:37:21.192516+0000", 2024-04-10T16:59:56.442 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:37:21.192516+0000", 2024-04-10T16:59:56.442 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:37:21.192925+0000", 2024-04-10T16:59:56.442 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.239600+0000", 2024-04-10T16:59:56.443 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:56.443 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:56.443 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:56.443 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 417, 2024-04-10T16:59:56.443 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.239600+0000", 2024-04-10T16:59:56.443 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.239600+0000", 2024-04-10T16:59:56.443 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.239600+0000", 2024-04-10T16:59:56.443 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:56.443 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:56.443 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:56.443 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.239600+0000", 2024-04-10T16:59:56.443 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.239600+0000", 2024-04-10T16:59:56.443 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:56.443 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:56.443 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:56.444 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:56.444 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 416, 2024-04-10T16:59:56.444 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:56.444 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:56.444 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:56.444 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:56.444 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:56.444 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:56.444 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:56.444 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:56.444 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "2.1", 2024-04-10T16:59:56.444 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:56.444 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:56.444 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:56.444 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 5096, 2024-04-10T16:59:56.444 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:56.445 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T16:30:07.219610+0000", 2024-04-10T16:59:56.445 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:56.445 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:56.445 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:56.445 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:56.445 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:56.445 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:56.445 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:56.445 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:56.445 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:56.445 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:56.445 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:56.445 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:56.445 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:56.445 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:56.445 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:56.445 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:56.446 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:56.446 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:56.446 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:56.446 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:56.446 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:56.446 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:56.446 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:56.446 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:56.446 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:56.446 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:56.446 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:56.446 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:56.446 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:56.446 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:56.446 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:56.446 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:56.446 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:56.447 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:56.447 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:56.447 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:56.447 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:56.447 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:56.447 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:56.447 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:56.447 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:56.447 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:56.447 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:56.447 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.447 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:56.447 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:56.447 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:56.447 INFO:tasks.workunit.client.0.smithi069.stdout: 2, 2024-04-10T16:59:56.447 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T16:59:56.447 INFO:tasks.workunit.client.0.smithi069.stdout: 0 2024-04-10T16:59:56.448 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:56.448 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 2, 2024-04-10T16:59:56.448 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:56.448 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.448 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:56.448 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:56.448 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T16:59:56.448 INFO:tasks.workunit.client.0.smithi069.stdout: 2, 2024-04-10T16:59:56.448 INFO:tasks.workunit.client.0.smithi069.stdout: 6 2024-04-10T16:59:56.448 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:56.448 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 1, 2024-04-10T16:59:56.448 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:56.448 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:56.448 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T16:59:56.448 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:56.448 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:56.448 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:56.449 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.940395+0000", 2024-04-10T16:59:56.449 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:07.252226+0000", 2024-04-10T16:59:56.449 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:07.252226+0000", 2024-04-10T16:59:56.449 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:07.252521+0000", 2024-04-10T16:59:56.449 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.940395+0000", 2024-04-10T16:59:56.449 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:56.449 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:56.449 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:56.449 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 516, 2024-04-10T16:59:56.449 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.940395+0000", 2024-04-10T16:59:56.449 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.940395+0000", 2024-04-10T16:59:56.449 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.940395+0000", 2024-04-10T16:59:56.449 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:56.449 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:56.449 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:56.449 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.940395+0000", 2024-04-10T16:59:56.449 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.940395+0000", 2024-04-10T16:59:56.450 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:56.450 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:56.450 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:56.450 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:56.450 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 515, 2024-04-10T16:59:56.450 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:56.450 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:56.450 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:56.450 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:56.450 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:56.450 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:56.450 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:56.450 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:56.450 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.0", 2024-04-10T16:59:56.450 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:56.450 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:56.451 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:56.451 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 5114, 2024-04-10T16:59:56.451 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:56.451 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T18:45:20.773397+0000", 2024-04-10T16:59:56.451 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:56.451 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:56.451 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:56.451 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:56.451 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:56.451 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:56.451 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:56.451 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:56.451 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:56.451 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:56.451 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:56.451 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:56.451 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:56.452 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:56.452 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:56.452 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:56.452 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:56.452 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:56.452 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:56.452 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:56.452 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:56.452 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:56.452 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:56.452 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:56.452 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:56.452 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:56.452 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:56.452 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:56.452 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:56.452 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:56.453 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:56.453 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:56.453 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:56.453 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:56.453 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:56.453 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:56.453 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:56.453 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:56.453 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:56.453 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:56.453 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:56.453 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:56.453 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:56.453 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.453 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:56.453 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:56.453 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:56.454 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T16:59:56.454 INFO:tasks.workunit.client.0.smithi069.stdout: 2, 2024-04-10T16:59:56.454 INFO:tasks.workunit.client.0.smithi069.stdout: 6 2024-04-10T16:59:56.454 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:56.454 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 1, 2024-04-10T16:59:56.454 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:56.454 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.454 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:56.454 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:56.454 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T16:59:56.454 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T16:59:56.454 INFO:tasks.workunit.client.0.smithi069.stdout: 0 2024-04-10T16:59:56.454 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:56.454 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 1, 2024-04-10T16:59:56.454 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:56.454 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:56.455 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 65, 2024-04-10T16:59:56.455 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:56.455 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:56.455 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:56.455 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.941397+0000", 2024-04-10T16:59:56.455 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:38:32.253512+0000", 2024-04-10T16:59:56.455 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:38:32.253512+0000", 2024-04-10T16:59:56.455 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T16:12:17.596993+0000", 2024-04-10T16:59:56.455 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.941397+0000", 2024-04-10T16:59:56.455 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:44.022798+0000", 2024-04-10T16:59:56.455 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:56.455 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:44.022798+0000", 2024-04-10T16:59:56.455 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 481, 2024-04-10T16:59:56.455 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.941397+0000", 2024-04-10T16:59:56.455 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.941397+0000", 2024-04-10T16:59:56.455 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.941397+0000", 2024-04-10T16:59:56.455 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:56.455 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:56.456 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:44.022798+0000", 2024-04-10T16:59:56.456 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.941397+0000", 2024-04-10T16:59:56.456 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.941397+0000", 2024-04-10T16:59:56.456 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:56.456 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 2956, 2024-04-10T16:59:56.456 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:56.456 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:56.456 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 480, 2024-04-10T16:59:56.456 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:56.456 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:56.456 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:56.456 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:56.456 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 2956, 2024-04-10T16:59:56.456 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:56.456 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:56.456 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:56.457 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "4.7", 2024-04-10T16:59:56.457 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:56.457 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:56.457 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:56.457 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 8630, 2024-04-10T16:59:56.457 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:56.457 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T17:21:29.266794+0000", 2024-04-10T16:59:56.457 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.007672977, 2024-04-10T16:59:56.457 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:56.457 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:56.457 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:56.457 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:56.457 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:56.457 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:56.457 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:56.457 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:56.458 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:56.458 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:56.458 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:56.458 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:56.458 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:56.458 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:56.458 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:56.458 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:56.458 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:56.458 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:56.458 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:56.458 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:56.458 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:56.458 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:56.458 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:56.458 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:56.459 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:56.459 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:56.459 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:56.459 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:56.459 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:56.459 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:56.459 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:56.459 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:56.459 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:56.459 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:56.459 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:56.459 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 774, 2024-04-10T16:59:56.459 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 374558, 2024-04-10T16:59:56.459 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:56.460 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:56.460 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:56.460 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 2952, 2024-04-10T16:59:56.460 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 368205 2024-04-10T16:59:56.460 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.460 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:56.460 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:56.460 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:56.460 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T16:59:56.460 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T16:59:56.460 INFO:tasks.workunit.client.0.smithi069.stdout: 0 2024-04-10T16:59:56.460 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:56.460 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 1, 2024-04-10T16:59:56.460 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "1127'2956" 2024-04-10T16:59:56.460 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.460 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:56.461 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:56.461 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T16:59:56.461 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T16:59:56.461 INFO:tasks.workunit.client.0.smithi069.stdout: 6 2024-04-10T16:59:56.461 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:56.461 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 4, 2024-04-10T16:59:56.461 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:56.461 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:56.461 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T16:59:56.461 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:56.461 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:56.461 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:56.461 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.236738+0000", 2024-04-10T16:59:56.461 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:07.250090+0000", 2024-04-10T16:59:56.461 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:07.250090+0000", 2024-04-10T16:59:56.461 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:07.250413+0000", 2024-04-10T16:59:56.461 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.236738+0000", 2024-04-10T16:59:56.462 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:56.462 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:56.462 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:56.462 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 516, 2024-04-10T16:59:56.462 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.236738+0000", 2024-04-10T16:59:56.462 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.236738+0000", 2024-04-10T16:59:56.462 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.236738+0000", 2024-04-10T16:59:56.462 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:56.462 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:56.462 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:56.462 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.236738+0000", 2024-04-10T16:59:56.462 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.236738+0000", 2024-04-10T16:59:56.462 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:56.462 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:56.462 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:56.462 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:56.463 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 515, 2024-04-10T16:59:56.463 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:56.463 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:56.463 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:56.463 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:56.463 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:56.463 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:56.463 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:56.463 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:56.463 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.3", 2024-04-10T16:59:56.463 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:56.463 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:56.463 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:56.463 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 5017, 2024-04-10T16:59:56.463 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:56.463 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T23:47:23.370259+0000", 2024-04-10T16:59:56.463 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:56.464 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:56.464 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:56.464 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:56.464 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:56.464 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:56.464 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:56.464 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:56.464 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:56.464 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:56.464 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:56.464 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:56.464 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:56.464 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:56.464 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:56.464 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:56.464 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:56.464 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:56.465 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:56.465 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:56.465 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:56.465 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:56.465 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:56.465 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:56.465 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:56.465 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:56.465 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:56.465 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:56.465 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:56.465 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:56.465 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:56.465 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:56.465 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:56.465 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:56.465 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:56.466 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:56.466 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:56.466 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:56.466 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:56.466 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:56.466 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:56.466 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:56.466 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:56.466 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.466 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:56.466 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:56.466 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:56.466 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T16:59:56.466 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T16:59:56.466 INFO:tasks.workunit.client.0.smithi069.stdout: 6 2024-04-10T16:59:56.466 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:56.466 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 4, 2024-04-10T16:59:56.467 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:56.467 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.467 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:56.467 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:56.467 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T16:59:56.467 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T16:59:56.467 INFO:tasks.workunit.client.0.smithi069.stdout: 6 2024-04-10T16:59:56.467 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:56.467 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 5, 2024-04-10T16:59:56.467 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:56.467 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:56.467 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 59, 2024-04-10T16:59:56.467 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:56.467 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:56.467 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:56.467 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.942206+0000", 2024-04-10T16:59:56.467 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:07.260402+0000", 2024-04-10T16:59:56.467 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:07.260402+0000", 2024-04-10T16:59:56.468 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:07.260852+0000", 2024-04-10T16:59:56.468 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.942206+0000", 2024-04-10T16:59:56.468 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:56.468 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:56.468 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:56.468 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 516, 2024-04-10T16:59:56.468 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.942206+0000", 2024-04-10T16:59:56.468 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.942206+0000", 2024-04-10T16:59:56.468 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.942206+0000", 2024-04-10T16:59:56.468 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:56.468 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:56.468 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:56.468 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.942206+0000", 2024-04-10T16:59:56.468 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.942206+0000", 2024-04-10T16:59:56.468 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:56.468 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:56.469 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:56.469 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:56.469 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 515, 2024-04-10T16:59:56.469 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:56.469 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:56.469 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:56.469 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:56.469 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:56.469 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:56.469 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:56.469 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:56.469 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "2.2", 2024-04-10T16:59:56.469 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:56.469 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:56.469 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:56.469 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 4972, 2024-04-10T16:59:56.469 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:56.469 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T19:30:23.119549+0000", 2024-04-10T16:59:56.470 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:56.470 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:56.470 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:56.470 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:56.470 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:56.470 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:56.470 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:56.470 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:56.470 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:56.470 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:56.470 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:56.470 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:56.470 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:56.470 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:56.470 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:56.471 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:56.471 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:56.471 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:56.471 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:56.471 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:56.471 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:56.471 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:56.471 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:56.471 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:56.471 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:56.471 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:56.471 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:56.471 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:56.471 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:56.471 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:56.472 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:56.472 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:56.472 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:56.472 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:56.472 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:56.472 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:56.472 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:56.472 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:56.472 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:56.472 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:56.472 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:56.472 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:56.472 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:56.472 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.472 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:56.472 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:56.473 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:56.473 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T16:59:56.473 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T16:59:56.473 INFO:tasks.workunit.client.0.smithi069.stdout: 6 2024-04-10T16:59:56.473 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:56.473 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 5, 2024-04-10T16:59:56.473 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:56.473 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.473 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:56.473 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:56.473 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T16:59:56.473 INFO:tasks.workunit.client.0.smithi069.stdout: 2, 2024-04-10T16:59:56.473 INFO:tasks.workunit.client.0.smithi069.stdout: 3 2024-04-10T16:59:56.473 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:56.473 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 1, 2024-04-10T16:59:56.473 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:56.474 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:56.474 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 65, 2024-04-10T16:59:56.474 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:56.474 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:56.474 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:56.474 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:59:53.122760+0000", 2024-04-10T16:59:56.474 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:37:21.181427+0000", 2024-04-10T16:59:56.474 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:37:21.181427+0000", 2024-04-10T16:59:56.474 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T16:12:17.600424+0000", 2024-04-10T16:59:56.474 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:59:53.122760+0000", 2024-04-10T16:59:56.474 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:44.022798+0000", 2024-04-10T16:59:56.474 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:56.474 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:44.022798+0000", 2024-04-10T16:59:56.474 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 417, 2024-04-10T16:59:56.474 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:59:53.122760+0000", 2024-04-10T16:59:56.475 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:59:53.122760+0000", 2024-04-10T16:59:56.475 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:59:53.122760+0000", 2024-04-10T16:59:56.475 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:56.475 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:56.475 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:44.022798+0000", 2024-04-10T16:59:56.475 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:59:53.122760+0000", 2024-04-10T16:59:56.475 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:59:53.122760+0000", 2024-04-10T16:59:56.475 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:56.475 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 3066, 2024-04-10T16:59:56.475 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:56.475 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:56.475 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 416, 2024-04-10T16:59:56.475 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:56.475 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:56.475 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:56.475 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:56.476 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 3066, 2024-04-10T16:59:56.476 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:56.476 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:56.476 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:56.476 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "4.4", 2024-04-10T16:59:56.476 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:56.476 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:56.476 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:56.476 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 9034, 2024-04-10T16:59:56.476 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:56.476 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T23:55:27.045614+0000", 2024-04-10T16:59:56.476 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.010903068, 2024-04-10T16:59:56.476 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:56.476 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:56.476 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:56.476 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:56.476 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:56.477 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:56.477 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:56.477 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:56.477 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:56.477 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:56.477 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:56.477 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:56.477 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:56.477 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:56.477 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:56.477 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:56.477 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:56.477 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:56.477 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 3, 2024-04-10T16:59:56.477 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 1, 2024-04-10T16:59:56.477 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:56.478 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 1, 2024-04-10T16:59:56.478 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:56.478 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:56.478 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:56.478 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:56.478 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:56.478 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 1, 2024-04-10T16:59:56.478 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:56.478 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:56.478 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:56.478 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:56.478 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:56.478 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:56.478 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:56.478 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 1356, 2024-04-10T16:59:56.478 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 444094, 2024-04-10T16:59:56.479 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:56.479 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:56.479 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:56.479 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 3071, 2024-04-10T16:59:56.479 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 389131 2024-04-10T16:59:56.479 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.479 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:56.479 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:56.479 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:56.479 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T16:59:56.479 INFO:tasks.workunit.client.0.smithi069.stdout: 2, 2024-04-10T16:59:56.479 INFO:tasks.workunit.client.0.smithi069.stdout: 3 2024-04-10T16:59:56.479 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:56.479 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 1, 2024-04-10T16:59:56.479 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "1128'3066" 2024-04-10T16:59:56.480 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.480 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:56.480 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:56.480 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T16:59:56.480 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T16:59:56.480 INFO:tasks.workunit.client.0.smithi069.stdout: 2 2024-04-10T16:59:56.480 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:56.480 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 5, 2024-04-10T16:59:56.480 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:56.480 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:56.480 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T16:59:56.480 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:56.480 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:56.480 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:56.480 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.942240+0000", 2024-04-10T16:59:56.481 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:38:32.269801+0000", 2024-04-10T16:59:56.481 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:38:32.269801+0000", 2024-04-10T16:59:56.481 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:38:32.270300+0000", 2024-04-10T16:59:56.481 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.942240+0000", 2024-04-10T16:59:56.481 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:56.481 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:56.481 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:56.481 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 481, 2024-04-10T16:59:56.481 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.942240+0000", 2024-04-10T16:59:56.481 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.942240+0000", 2024-04-10T16:59:56.481 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.942240+0000", 2024-04-10T16:59:56.481 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:56.481 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:56.481 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:56.481 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.942240+0000", 2024-04-10T16:59:56.481 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.942240+0000", 2024-04-10T16:59:56.481 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:56.482 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:56.482 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:56.482 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:56.482 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 480, 2024-04-10T16:59:56.482 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:56.482 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:56.482 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:56.482 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:56.482 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:56.482 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:56.482 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:56.482 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:56.482 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.5", 2024-04-10T16:59:56.482 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:56.483 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:56.483 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:56.483 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 5003, 2024-04-10T16:59:56.483 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:56.483 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T22:09:44.681837+0000", 2024-04-10T16:59:56.483 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:56.483 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:56.483 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:56.483 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:56.483 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:56.483 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:56.483 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:56.483 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:56.483 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:56.484 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:56.484 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:56.484 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:56.484 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:56.484 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:56.484 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:56.484 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:56.484 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:56.484 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:56.484 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:56.484 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:56.484 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:56.484 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:56.484 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:56.484 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:56.484 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:56.485 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:56.485 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:56.485 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:56.485 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:56.485 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:56.485 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:56.485 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:56.485 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:56.485 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:56.485 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:56.485 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:56.485 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:56.485 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:56.485 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:56.485 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:56.485 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:56.485 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:56.486 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:56.486 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.486 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:56.486 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:56.486 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:56.486 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T16:59:56.486 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T16:59:56.486 INFO:tasks.workunit.client.0.smithi069.stdout: 2 2024-04-10T16:59:56.486 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:56.486 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 5, 2024-04-10T16:59:56.486 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:56.486 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.486 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:56.486 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:56.486 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T16:59:56.486 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T16:59:56.486 INFO:tasks.workunit.client.0.smithi069.stdout: 7 2024-04-10T16:59:56.487 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:56.487 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 1, 2024-04-10T16:59:56.487 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:56.487 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:56.487 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 59, 2024-04-10T16:59:56.487 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:56.487 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:56.487 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:56.487 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.942444+0000", 2024-04-10T16:59:56.487 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:42.209732+0000", 2024-04-10T16:59:56.487 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:42.209732+0000", 2024-04-10T16:59:56.487 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:42.210130+0000", 2024-04-10T16:59:56.487 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.942444+0000", 2024-04-10T16:59:56.487 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:56.487 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:56.487 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:56.487 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 551, 2024-04-10T16:59:56.488 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.942444+0000", 2024-04-10T16:59:56.488 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.942444+0000", 2024-04-10T16:59:56.488 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.942444+0000", 2024-04-10T16:59:56.488 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:56.488 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:56.488 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:56.488 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.942444+0000", 2024-04-10T16:59:56.488 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.942444+0000", 2024-04-10T16:59:56.488 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:56.488 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:56.488 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:56.488 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:56.488 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 550, 2024-04-10T16:59:56.488 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:56.488 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:56.488 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:56.488 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:56.489 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:56.489 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:56.489 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:56.489 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:56.489 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "2.4", 2024-04-10T16:59:56.489 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:56.489 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:56.489 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:56.489 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 5126, 2024-04-10T16:59:56.489 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:56.489 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T23:32:34.498351+0000", 2024-04-10T16:59:56.489 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:56.489 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:56.489 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:56.489 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:56.489 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:56.489 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:56.490 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:56.490 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:56.490 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:56.490 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:56.490 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:56.490 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:56.490 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:56.490 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:56.490 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:56.490 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:56.490 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:56.490 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:56.490 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:56.490 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:56.490 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:56.490 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:56.491 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:56.491 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:56.491 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:56.491 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:56.491 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:56.491 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:56.491 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:56.491 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:56.491 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:56.491 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:56.491 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:56.491 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:56.491 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:56.491 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:56.491 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:56.491 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:56.492 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:56.492 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:56.492 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:56.492 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:56.492 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:56.492 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.492 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:56.492 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:56.492 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:56.492 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T16:59:56.492 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T16:59:56.492 INFO:tasks.workunit.client.0.smithi069.stdout: 7 2024-04-10T16:59:56.492 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:56.492 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 1, 2024-04-10T16:59:56.492 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:56.492 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.492 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:56.493 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:56.493 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T16:59:56.493 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T16:59:56.493 INFO:tasks.workunit.client.0.smithi069.stdout: 4 2024-04-10T16:59:56.493 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:56.493 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 1, 2024-04-10T16:59:56.493 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:56.493 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:56.493 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 65, 2024-04-10T16:59:56.493 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:56.493 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:56.493 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:56.493 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.943265+0000", 2024-04-10T16:59:56.493 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:38:32.256982+0000", 2024-04-10T16:59:56.493 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:38:32.256982+0000", 2024-04-10T16:59:56.493 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T16:12:17.596917+0000", 2024-04-10T16:59:56.494 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.943265+0000", 2024-04-10T16:59:56.494 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:44.022798+0000", 2024-04-10T16:59:56.494 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:56.494 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:44.022798+0000", 2024-04-10T16:59:56.494 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 481, 2024-04-10T16:59:56.494 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.943265+0000", 2024-04-10T16:59:56.494 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.943265+0000", 2024-04-10T16:59:56.494 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.943265+0000", 2024-04-10T16:59:56.494 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:56.494 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:56.494 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:44.022798+0000", 2024-04-10T16:59:56.494 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.943265+0000", 2024-04-10T16:59:56.494 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.943265+0000", 2024-04-10T16:59:56.494 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:56.494 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 3033, 2024-04-10T16:59:56.494 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:56.495 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:56.495 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 480, 2024-04-10T16:59:56.495 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:56.495 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:56.495 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:56.495 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:56.495 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 3033, 2024-04-10T16:59:56.495 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:56.495 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:56.495 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:56.495 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "4.2", 2024-04-10T16:59:56.495 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:56.495 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:56.495 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:56.495 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 9083, 2024-04-10T16:59:56.495 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:56.496 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T20:23:50.323327+0000", 2024-04-10T16:59:56.496 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.007497408, 2024-04-10T16:59:56.496 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:56.496 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:56.496 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 19, 2024-04-10T16:59:56.496 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:56.496 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:56.496 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:56.496 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:56.496 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:56.496 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:56.496 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:56.496 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:56.496 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:56.496 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:56.496 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:56.497 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:56.497 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:56.497 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:56.497 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:56.497 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 3, 2024-04-10T16:59:56.497 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 1, 2024-04-10T16:59:56.497 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:56.497 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 1, 2024-04-10T16:59:56.497 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:56.497 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:56.497 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:56.497 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:56.497 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:56.497 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:56.497 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:56.498 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:56.498 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:56.498 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:56.498 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:56.498 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:56.498 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:56.498 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 1560, 2024-04-10T16:59:56.498 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 391797, 2024-04-10T16:59:56.498 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:56.498 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:56.498 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:56.498 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 3029, 2024-04-10T16:59:56.498 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 384206 2024-04-10T16:59:56.498 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.498 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:56.499 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:56.499 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:56.499 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T16:59:56.499 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T16:59:56.499 INFO:tasks.workunit.client.0.smithi069.stdout: 4 2024-04-10T16:59:56.499 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:56.499 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 1, 2024-04-10T16:59:56.499 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "1127'3033" 2024-04-10T16:59:56.499 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.499 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:56.499 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:56.499 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T16:59:56.499 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T16:59:56.499 INFO:tasks.workunit.client.0.smithi069.stdout: 1 2024-04-10T16:59:56.499 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:56.499 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 7, 2024-04-10T16:59:56.500 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:56.500 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:56.500 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T16:59:56.500 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:56.500 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:56.500 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:56.500 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.523085+0000", 2024-04-10T16:59:56.500 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:42.215456+0000", 2024-04-10T16:59:56.500 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:42.215456+0000", 2024-04-10T16:59:56.500 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:42.219125+0000", 2024-04-10T16:59:56.500 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.523085+0000", 2024-04-10T16:59:56.500 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:56.500 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:56.500 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:56.500 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 551, 2024-04-10T16:59:56.500 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.523085+0000", 2024-04-10T16:59:56.501 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.523085+0000", 2024-04-10T16:59:56.501 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.523085+0000", 2024-04-10T16:59:56.501 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:56.501 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:56.501 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:56.501 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.523085+0000", 2024-04-10T16:59:56.501 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.523085+0000", 2024-04-10T16:59:56.501 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:56.501 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:56.501 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:56.501 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:56.501 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 550, 2024-04-10T16:59:56.501 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:56.501 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:56.502 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:56.502 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:56.502 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:56.502 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:56.502 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:56.502 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:56.502 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.e", 2024-04-10T16:59:56.502 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:56.502 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:56.502 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:56.502 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 4922, 2024-04-10T16:59:56.502 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:56.502 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T01:54:11.263819+0000", 2024-04-10T16:59:56.502 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:56.503 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:56.503 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:56.503 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:56.503 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:56.503 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:56.503 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:56.503 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:56.503 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:56.503 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:56.503 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:56.503 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:56.503 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:56.503 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:56.503 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:56.503 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:56.503 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:56.503 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:56.504 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:56.504 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:56.504 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:56.504 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:56.504 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:56.504 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:56.504 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:56.504 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:56.504 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:56.504 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:56.504 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:56.504 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:56.504 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:56.504 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:56.505 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:56.505 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:56.505 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:56.505 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:56.505 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:56.505 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:56.505 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:56.505 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:56.505 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:56.505 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:56.505 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:56.505 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.505 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:56.505 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:56.505 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:56.505 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T16:59:56.506 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T16:59:56.506 INFO:tasks.workunit.client.0.smithi069.stdout: 1 2024-04-10T16:59:56.506 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:56.506 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 7, 2024-04-10T16:59:56.506 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:56.506 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.506 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:56.506 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:56.506 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T16:59:56.506 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T16:59:56.506 INFO:tasks.workunit.client.0.smithi069.stdout: 7 2024-04-10T16:59:56.506 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:56.506 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 4, 2024-04-10T16:59:56.506 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:56.506 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:56.507 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 59, 2024-04-10T16:59:56.507 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:56.507 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:56.507 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:56.507 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.237867+0000", 2024-04-10T16:59:56.507 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:42.215786+0000", 2024-04-10T16:59:56.507 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:42.215786+0000", 2024-04-10T16:59:56.507 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:42.216131+0000", 2024-04-10T16:59:56.507 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.237867+0000", 2024-04-10T16:59:56.507 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:56.507 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:56.507 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:56.507 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 551, 2024-04-10T16:59:56.507 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.237867+0000", 2024-04-10T16:59:56.507 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.237867+0000", 2024-04-10T16:59:56.507 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.237867+0000", 2024-04-10T16:59:56.507 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:56.508 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:56.508 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:56.508 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.237867+0000", 2024-04-10T16:59:56.508 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.237867+0000", 2024-04-10T16:59:56.508 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:56.508 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 1, 2024-04-10T16:59:56.508 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:56.508 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:56.508 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 550, 2024-04-10T16:59:56.508 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:56.508 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:56.508 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:56.508 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:56.508 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 1, 2024-04-10T16:59:56.508 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:56.509 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:56.509 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:56.509 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "2.f", 2024-04-10T16:59:56.509 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:56.509 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:56.509 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:56.509 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 5016, 2024-04-10T16:59:56.509 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:56.509 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T16:10:23.905287+0000", 2024-04-10T16:59:56.509 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:56.509 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:56.509 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:56.509 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 22, 2024-04-10T16:59:56.509 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:56.509 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:56.509 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:56.510 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:56.510 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:56.510 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:56.510 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:56.510 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:56.510 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:56.510 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:56.510 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:56.510 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:56.510 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:56.510 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:56.510 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:56.510 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 3, 2024-04-10T16:59:56.510 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 1, 2024-04-10T16:59:56.511 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:56.511 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 1, 2024-04-10T16:59:56.511 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:56.511 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:56.511 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:56.511 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:56.511 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:56.511 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:56.511 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:56.511 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:56.511 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:56.511 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:56.511 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:56.511 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:56.511 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:56.512 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 1, 2024-04-10T16:59:56.512 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 1, 2024-04-10T16:59:56.512 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:56.512 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:56.512 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:56.512 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 1, 2024-04-10T16:59:56.512 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 1 2024-04-10T16:59:56.512 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.512 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:56.512 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:56.512 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:56.512 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T16:59:56.512 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T16:59:56.512 INFO:tasks.workunit.client.0.smithi069.stdout: 7 2024-04-10T16:59:56.512 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:56.513 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 4, 2024-04-10T16:59:56.513 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "61'1" 2024-04-10T16:59:56.513 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.513 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:56.513 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:56.513 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T16:59:56.513 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T16:59:56.513 INFO:tasks.workunit.client.0.smithi069.stdout: 6 2024-04-10T16:59:56.513 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:56.513 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 7, 2024-04-10T16:59:56.513 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:56.513 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:56.513 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T16:59:56.513 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:56.514 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:56.514 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:56.514 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.521757+0000", 2024-04-10T16:59:56.514 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:42.215656+0000", 2024-04-10T16:59:56.514 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:42.215656+0000", 2024-04-10T16:59:56.514 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:42.220156+0000", 2024-04-10T16:59:56.514 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.521757+0000", 2024-04-10T16:59:56.514 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:56.514 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:56.514 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:56.514 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 551, 2024-04-10T16:59:56.514 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.521757+0000", 2024-04-10T16:59:56.514 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.521757+0000", 2024-04-10T16:59:56.515 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.521757+0000", 2024-04-10T16:59:56.515 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:56.515 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:56.515 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:56.515 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.521757+0000", 2024-04-10T16:59:56.515 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.521757+0000", 2024-04-10T16:59:56.515 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:56.515 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:56.515 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:56.515 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:56.515 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 550, 2024-04-10T16:59:56.515 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:56.516 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:56.516 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:56.516 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:56.516 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:56.516 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:56.516 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:56.516 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:56.516 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.11", 2024-04-10T16:59:56.516 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:56.516 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:56.516 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:56.516 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 4905, 2024-04-10T16:59:56.516 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:56.516 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T21:40:50.849177+0000", 2024-04-10T16:59:56.516 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:56.517 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:56.517 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:56.517 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:56.517 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:56.517 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:56.517 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:56.517 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:56.517 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:56.517 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:56.517 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:56.517 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:56.517 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:56.517 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:56.517 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:56.517 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:56.517 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:56.518 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:56.518 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:56.518 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:56.518 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:56.518 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:56.518 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:56.518 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:56.518 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:56.518 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:56.518 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:56.518 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:56.518 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:56.518 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:56.518 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:56.518 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:56.518 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:56.519 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:56.519 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:56.519 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:56.519 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:56.519 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:56.519 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:56.519 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:56.519 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:56.519 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:56.519 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:56.519 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.519 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:56.519 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:56.519 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:56.519 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T16:59:56.519 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T16:59:56.519 INFO:tasks.workunit.client.0.smithi069.stdout: 6 2024-04-10T16:59:56.519 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:56.520 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 7, 2024-04-10T16:59:56.520 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:56.520 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.520 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:56.520 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:56.520 INFO:tasks.workunit.client.0.smithi069.stdout: 2, 2024-04-10T16:59:56.520 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T16:59:56.520 INFO:tasks.workunit.client.0.smithi069.stdout: 0 2024-04-10T16:59:56.520 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:56.520 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 2, 2024-04-10T16:59:56.520 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:56.520 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:56.520 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 59, 2024-04-10T16:59:56.520 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:56.520 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:56.520 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:56.521 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.238001+0000", 2024-04-10T16:59:56.521 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:36:45.179805+0000", 2024-04-10T16:59:56.521 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:36:45.179805+0000", 2024-04-10T16:59:56.521 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:36:45.181811+0000", 2024-04-10T16:59:56.521 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.238001+0000", 2024-04-10T16:59:56.521 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:56.521 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:56.521 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:56.521 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 381, 2024-04-10T16:59:56.521 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.238001+0000", 2024-04-10T16:59:56.521 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.238001+0000", 2024-04-10T16:59:56.521 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.238001+0000", 2024-04-10T16:59:56.521 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:56.521 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:56.521 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:56.521 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.238001+0000", 2024-04-10T16:59:56.521 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.238001+0000", 2024-04-10T16:59:56.522 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:56.522 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 8, 2024-04-10T16:59:56.522 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:56.522 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:56.522 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 380, 2024-04-10T16:59:56.522 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:56.522 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:56.522 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:56.522 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:56.522 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 8, 2024-04-10T16:59:56.522 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:56.522 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:56.522 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:56.522 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "2.10", 2024-04-10T16:59:56.522 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:56.522 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:56.523 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:56.523 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 5106, 2024-04-10T16:59:56.523 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:56.523 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T19:06:52.782237+0000", 2024-04-10T16:59:56.523 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:56.523 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:56.523 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:56.523 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:56.523 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:56.523 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:56.523 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:56.523 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:56.523 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:56.523 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:56.523 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:56.524 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:56.524 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:56.524 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:56.524 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:56.524 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:56.524 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:56.524 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:56.524 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:56.524 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 12, 2024-04-10T16:59:56.524 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 4, 2024-04-10T16:59:56.524 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:56.524 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 4, 2024-04-10T16:59:56.524 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:56.524 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:56.524 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:56.524 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:56.524 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:56.525 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 4, 2024-04-10T16:59:56.525 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:56.525 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:56.525 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:56.525 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:56.525 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:56.525 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:56.525 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:56.525 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 24, 2024-04-10T16:59:56.525 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 24, 2024-04-10T16:59:56.525 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:56.525 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:56.525 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:56.525 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 12, 2024-04-10T16:59:56.525 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:56.525 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.525 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:56.526 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:56.526 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:56.526 INFO:tasks.workunit.client.0.smithi069.stdout: 2, 2024-04-10T16:59:56.526 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T16:59:56.526 INFO:tasks.workunit.client.0.smithi069.stdout: 0 2024-04-10T16:59:56.526 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:56.526 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 2, 2024-04-10T16:59:56.526 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "61'8" 2024-04-10T16:59:56.526 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.526 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:56.526 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:56.526 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T16:59:56.526 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T16:59:56.526 INFO:tasks.workunit.client.0.smithi069.stdout: 5 2024-04-10T16:59:56.526 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:56.527 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 6, 2024-04-10T16:59:56.527 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:56.527 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:56.527 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T16:59:56.527 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:56.527 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:56.527 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:56.527 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.941362+0000", 2024-04-10T16:59:56.527 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:07.252884+0000", 2024-04-10T16:59:56.527 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:07.252884+0000", 2024-04-10T16:59:56.527 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:07.254827+0000", 2024-04-10T16:59:56.527 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.941362+0000", 2024-04-10T16:59:56.527 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:56.527 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:56.527 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:56.528 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 516, 2024-04-10T16:59:56.528 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.941362+0000", 2024-04-10T16:59:56.528 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.941362+0000", 2024-04-10T16:59:56.528 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.941362+0000", 2024-04-10T16:59:56.528 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:56.528 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:56.528 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:56.528 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.941362+0000", 2024-04-10T16:59:56.528 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.941362+0000", 2024-04-10T16:59:56.528 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:56.528 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:56.528 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:56.528 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:56.528 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 515, 2024-04-10T16:59:56.528 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:56.528 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:56.529 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:56.529 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:56.529 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:56.529 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:56.529 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:56.529 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:56.529 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.10", 2024-04-10T16:59:56.529 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:56.529 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:56.529 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:56.529 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 4937, 2024-04-10T16:59:56.529 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:56.529 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T01:09:41.651221+0000", 2024-04-10T16:59:56.529 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:56.529 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:56.530 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:56.530 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:56.530 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:56.530 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:56.530 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:56.530 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:56.530 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:56.530 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:56.530 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:56.530 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:56.530 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:56.530 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:56.530 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:56.530 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:56.530 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:56.530 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:56.531 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:56.531 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:56.531 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:56.531 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:56.531 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:56.531 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:56.531 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:56.531 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:56.531 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:56.531 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:56.531 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:56.531 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:56.531 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:56.531 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:56.531 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:56.531 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:56.532 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:56.532 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:56.532 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:56.532 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:56.532 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:56.532 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:56.532 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:56.532 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:56.532 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:56.532 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.532 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:56.532 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:56.532 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:56.532 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T16:59:56.532 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T16:59:56.533 INFO:tasks.workunit.client.0.smithi069.stdout: 5 2024-04-10T16:59:56.533 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:56.533 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 6, 2024-04-10T16:59:56.533 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:56.533 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.533 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:56.533 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:56.533 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T16:59:56.533 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T16:59:56.533 INFO:tasks.workunit.client.0.smithi069.stdout: 1 2024-04-10T16:59:56.533 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:56.533 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 6, 2024-04-10T16:59:56.533 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:56.533 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:56.533 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 59, 2024-04-10T16:59:56.534 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:56.534 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:56.534 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:56.534 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.946550+0000", 2024-04-10T16:59:56.534 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:07.255593+0000", 2024-04-10T16:59:56.534 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:07.255593+0000", 2024-04-10T16:59:56.534 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:07.258204+0000", 2024-04-10T16:59:56.534 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.946550+0000", 2024-04-10T16:59:56.534 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:56.534 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:56.534 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:56.534 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 516, 2024-04-10T16:59:56.534 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.946550+0000", 2024-04-10T16:59:56.535 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.946550+0000", 2024-04-10T16:59:56.535 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.946550+0000", 2024-04-10T16:59:56.535 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:56.535 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:56.535 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:56.535 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.946550+0000", 2024-04-10T16:59:56.535 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.946550+0000", 2024-04-10T16:59:56.535 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:56.535 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:56.535 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:56.535 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:56.535 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 515, 2024-04-10T16:59:56.535 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:56.535 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:56.536 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:56.536 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:56.536 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:56.536 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:56.536 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:56.536 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:56.536 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "2.11", 2024-04-10T16:59:56.536 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:56.536 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:56.536 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:56.536 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 4948, 2024-04-10T16:59:56.536 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:56.536 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T21:48:41.401298+0000", 2024-04-10T16:59:56.536 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:56.537 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:56.537 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:56.537 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:56.537 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:56.537 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:56.537 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:56.537 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:56.537 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:56.537 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:56.537 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:56.537 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:56.537 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:56.537 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:56.537 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:56.537 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:56.538 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:56.538 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:56.538 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:56.538 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:56.538 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:56.538 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:56.538 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:56.538 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:56.538 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:56.538 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:56.538 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:56.538 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:56.539 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:56.539 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:56.539 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:56.539 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:56.539 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:56.539 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:56.539 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:56.539 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:56.539 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:56.539 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:56.539 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:56.539 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:56.539 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:56.539 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:56.539 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:56.539 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.540 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:56.540 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:56.540 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:56.540 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T16:59:56.540 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T16:59:56.540 INFO:tasks.workunit.client.0.smithi069.stdout: 1 2024-04-10T16:59:56.540 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:56.540 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 6, 2024-04-10T16:59:56.540 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:56.540 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.540 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:56.540 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:56.540 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T16:59:56.540 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T16:59:56.540 INFO:tasks.workunit.client.0.smithi069.stdout: 2 2024-04-10T16:59:56.540 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:56.541 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 7, 2024-04-10T16:59:56.541 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:56.541 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:56.541 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T16:59:56.541 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:56.541 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:56.541 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:56.541 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.522234+0000", 2024-04-10T16:59:56.541 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:42.216119+0000", 2024-04-10T16:59:56.541 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:42.216119+0000", 2024-04-10T16:59:56.541 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:42.216525+0000", 2024-04-10T16:59:56.541 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.522234+0000", 2024-04-10T16:59:56.541 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:56.541 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:56.541 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:56.541 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 551, 2024-04-10T16:59:56.542 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.522234+0000", 2024-04-10T16:59:56.542 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.522234+0000", 2024-04-10T16:59:56.542 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.522234+0000", 2024-04-10T16:59:56.542 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:56.542 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:56.542 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:56.542 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.522234+0000", 2024-04-10T16:59:56.542 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.522234+0000", 2024-04-10T16:59:56.542 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:56.542 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:56.542 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:56.542 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:56.542 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 550, 2024-04-10T16:59:56.542 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:56.542 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:56.542 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:56.543 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:56.543 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:56.543 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:56.543 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:56.543 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:56.543 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.13", 2024-04-10T16:59:56.543 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:56.543 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:56.543 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:56.543 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 4921, 2024-04-10T16:59:56.543 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:56.543 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T23:41:26.923027+0000", 2024-04-10T16:59:56.543 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:56.543 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:56.543 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:56.543 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:56.544 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:56.544 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:56.544 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:56.544 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:56.544 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:56.544 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:56.544 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:56.544 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:56.544 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:56.544 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:56.544 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:56.544 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:56.544 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:56.544 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:56.544 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:56.544 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:56.545 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:56.545 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:56.545 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:56.545 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:56.545 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:56.545 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:56.545 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:56.545 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:56.545 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:56.545 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:56.545 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:56.545 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:56.545 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:56.545 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:56.545 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:56.545 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:56.546 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:56.546 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:56.546 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:56.546 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:56.546 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:56.546 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:56.546 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:56.546 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.546 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:56.546 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:56.546 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:56.546 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T16:59:56.546 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T16:59:56.546 INFO:tasks.workunit.client.0.smithi069.stdout: 2 2024-04-10T16:59:56.546 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:56.547 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 7, 2024-04-10T16:59:56.547 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:56.547 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.547 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:56.547 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:56.547 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T16:59:56.547 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T16:59:56.547 INFO:tasks.workunit.client.0.smithi069.stdout: 7 2024-04-10T16:59:56.547 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:56.547 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 5, 2024-04-10T16:59:56.547 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:56.547 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:56.547 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 59, 2024-04-10T16:59:56.547 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:56.547 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:56.547 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:56.547 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.942095+0000", 2024-04-10T16:59:56.548 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:42.219590+0000", 2024-04-10T16:59:56.548 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:42.219590+0000", 2024-04-10T16:59:56.548 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:42.219902+0000", 2024-04-10T16:59:56.548 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.942095+0000", 2024-04-10T16:59:56.548 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:56.548 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:56.548 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:56.548 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 551, 2024-04-10T16:59:56.548 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.942095+0000", 2024-04-10T16:59:56.548 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.942095+0000", 2024-04-10T16:59:56.548 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.942095+0000", 2024-04-10T16:59:56.548 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:56.548 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:56.548 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:56.548 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.942095+0000", 2024-04-10T16:59:56.548 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.942095+0000", 2024-04-10T16:59:56.548 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:56.549 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:56.549 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:56.549 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:56.549 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 550, 2024-04-10T16:59:56.549 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:56.549 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:56.549 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:56.549 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:56.549 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:56.549 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:56.549 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:56.549 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:56.549 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "2.12", 2024-04-10T16:59:56.549 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:56.549 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:56.549 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:56.549 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 4994, 2024-04-10T16:59:56.550 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:56.550 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T03:11:49.595540+0000", 2024-04-10T16:59:56.550 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:56.550 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:56.550 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:56.550 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:56.550 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:56.550 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:56.550 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:56.550 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:56.550 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:56.550 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:56.550 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:56.550 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:56.550 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:56.551 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:56.551 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:56.551 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:56.551 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:56.551 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:56.551 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:56.551 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:56.551 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:56.551 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:56.551 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:56.551 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:56.551 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:56.551 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:56.551 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:56.551 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:56.551 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:56.551 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:56.552 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:56.552 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:56.552 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:56.552 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:56.552 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:56.552 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:56.552 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:56.552 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:56.552 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:56.552 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:56.552 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:56.552 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:56.552 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:56.552 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.552 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:56.552 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:56.552 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:56.553 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T16:59:56.553 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T16:59:56.553 INFO:tasks.workunit.client.0.smithi069.stdout: 7 2024-04-10T16:59:56.553 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:56.553 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 5, 2024-04-10T16:59:56.553 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:56.553 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.553 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:56.553 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:56.553 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T16:59:56.553 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T16:59:56.553 INFO:tasks.workunit.client.0.smithi069.stdout: 3 2024-04-10T16:59:56.553 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:56.553 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 0, 2024-04-10T16:59:56.553 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:56.553 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:56.553 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T16:59:56.554 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:56.554 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:56.554 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:56.554 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.941397+0000", 2024-04-10T16:59:56.554 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:42.213388+0000", 2024-04-10T16:59:56.554 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:42.213388+0000", 2024-04-10T16:59:56.554 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:42.213797+0000", 2024-04-10T16:59:56.554 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.941397+0000", 2024-04-10T16:59:56.554 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:56.554 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:56.554 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:56.554 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 551, 2024-04-10T16:59:56.554 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.941397+0000", 2024-04-10T16:59:56.554 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.941397+0000", 2024-04-10T16:59:56.554 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.941397+0000", 2024-04-10T16:59:56.555 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:56.555 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:56.555 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:56.555 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.941397+0000", 2024-04-10T16:59:56.555 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.941397+0000", 2024-04-10T16:59:56.555 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:56.555 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:56.555 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:56.555 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:56.555 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 550, 2024-04-10T16:59:56.555 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:56.555 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:56.555 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:56.555 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:56.555 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:56.555 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:56.555 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:56.556 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:56.556 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.12", 2024-04-10T16:59:56.556 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:56.556 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:56.556 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:56.556 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 5133, 2024-04-10T16:59:56.556 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:56.556 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T23:25:03.282033+0000", 2024-04-10T16:59:56.556 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:56.556 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:56.556 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:56.556 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:56.556 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:56.556 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:56.556 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:56.556 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:56.556 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:56.557 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:56.557 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:56.557 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:56.557 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:56.557 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:56.557 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:56.557 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:56.557 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:56.557 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:56.557 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:56.557 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:56.557 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:56.557 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:56.557 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:56.557 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:56.557 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:56.557 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:56.558 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:56.558 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:56.558 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:56.558 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:56.558 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:56.558 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:56.558 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:56.558 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:56.558 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:56.558 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:56.558 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:56.558 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:56.558 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:56.558 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:56.558 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:56.558 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:56.559 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:56.559 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.559 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:56.559 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:56.559 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:56.559 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T16:59:56.559 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T16:59:56.559 INFO:tasks.workunit.client.0.smithi069.stdout: 3 2024-04-10T16:59:56.559 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:56.559 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 0, 2024-04-10T16:59:56.559 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:56.559 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.559 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:56.559 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:56.559 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T16:59:56.559 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T16:59:56.559 INFO:tasks.workunit.client.0.smithi069.stdout: 3 2024-04-10T16:59:56.560 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:56.560 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 0, 2024-04-10T16:59:56.560 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:56.560 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:56.560 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 59, 2024-04-10T16:59:56.560 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:56.560 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:56.560 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:56.560 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.941867+0000", 2024-04-10T16:59:56.560 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:37:57.397140+0000", 2024-04-10T16:59:56.560 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:37:57.397140+0000", 2024-04-10T16:59:56.560 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:37:57.397738+0000", 2024-04-10T16:59:56.560 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.941867+0000", 2024-04-10T16:59:56.560 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:56.560 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:56.560 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:56.561 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 449, 2024-04-10T16:59:56.561 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.941867+0000", 2024-04-10T16:59:56.561 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.941867+0000", 2024-04-10T16:59:56.561 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.941867+0000", 2024-04-10T16:59:56.561 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:56.561 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:56.561 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:56.561 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.941867+0000", 2024-04-10T16:59:56.561 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.941867+0000", 2024-04-10T16:59:56.561 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:56.561 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 2, 2024-04-10T16:59:56.561 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:56.561 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:56.561 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 448, 2024-04-10T16:59:56.561 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:56.561 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:56.561 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:56.562 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:56.562 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 2, 2024-04-10T16:59:56.562 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:56.562 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:56.562 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:56.562 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "2.13", 2024-04-10T16:59:56.562 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:56.562 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:56.562 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:56.562 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 5138, 2024-04-10T16:59:56.562 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:56.562 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T00:35:10.870313+0000", 2024-04-10T16:59:56.562 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:56.562 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:56.562 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:56.562 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 34, 2024-04-10T16:59:56.563 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:56.563 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:56.563 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:56.563 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:56.563 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:56.563 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:56.563 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:56.563 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:56.563 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:56.563 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:56.563 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:56.563 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:56.563 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:56.563 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:56.563 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:56.563 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 6, 2024-04-10T16:59:56.564 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 2, 2024-04-10T16:59:56.564 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:56.564 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 2, 2024-04-10T16:59:56.564 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:56.564 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:56.564 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:56.564 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:56.564 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:56.564 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 1, 2024-04-10T16:59:56.564 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:56.564 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:56.564 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:56.564 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:56.564 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:56.564 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:56.565 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:56.565 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 4, 2024-04-10T16:59:56.565 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 8, 2024-04-10T16:59:56.565 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:56.565 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:56.565 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:56.565 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 3, 2024-04-10T16:59:56.565 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 7 2024-04-10T16:59:56.565 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.565 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:56.565 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:56.565 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:56.565 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T16:59:56.565 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T16:59:56.565 INFO:tasks.workunit.client.0.smithi069.stdout: 3 2024-04-10T16:59:56.566 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:56.566 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 0, 2024-04-10T16:59:56.566 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "61'2" 2024-04-10T16:59:56.566 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.566 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:56.566 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:56.566 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T16:59:56.566 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T16:59:56.566 INFO:tasks.workunit.client.0.smithi069.stdout: 4 2024-04-10T16:59:56.566 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:56.566 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 7, 2024-04-10T16:59:56.566 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:56.566 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:56.566 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T16:59:56.567 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:56.567 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:56.567 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:56.567 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.523340+0000", 2024-04-10T16:59:56.567 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:42.211280+0000", 2024-04-10T16:59:56.567 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:42.211280+0000", 2024-04-10T16:59:56.567 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:42.215592+0000", 2024-04-10T16:59:56.567 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.523340+0000", 2024-04-10T16:59:56.567 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:56.567 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:56.567 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:56.567 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 551, 2024-04-10T16:59:56.567 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.523340+0000", 2024-04-10T16:59:56.567 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.523340+0000", 2024-04-10T16:59:56.567 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.523340+0000", 2024-04-10T16:59:56.568 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:56.568 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:56.568 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:56.568 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.523340+0000", 2024-04-10T16:59:56.568 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.523340+0000", 2024-04-10T16:59:56.568 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:56.568 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:56.568 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:56.568 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:56.568 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 550, 2024-04-10T16:59:56.568 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:56.568 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:56.568 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:56.568 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:56.568 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:56.568 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:56.569 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:56.569 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:56.569 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.15", 2024-04-10T16:59:56.569 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:56.569 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:56.569 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:56.569 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 4920, 2024-04-10T16:59:56.569 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:56.569 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T18:45:02.636018+0000", 2024-04-10T16:59:56.569 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:56.569 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:56.569 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:56.569 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:56.569 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:56.569 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:56.569 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:56.569 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:56.570 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:56.570 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:56.570 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:56.570 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:56.570 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:56.570 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:56.570 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:56.570 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:56.570 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:56.570 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:56.570 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:56.570 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:56.570 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:56.570 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:56.570 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:56.571 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:56.571 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:56.571 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:56.571 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:56.571 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:56.571 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:56.571 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:56.571 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:56.571 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:56.571 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:56.571 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:56.571 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:56.571 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:56.571 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:56.571 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:56.571 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:56.571 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:56.572 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:56.572 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:56.572 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:56.572 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.572 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:56.572 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:56.572 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:56.572 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T16:59:56.572 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T16:59:56.572 INFO:tasks.workunit.client.0.smithi069.stdout: 4 2024-04-10T16:59:56.572 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:56.572 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 7, 2024-04-10T16:59:56.572 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:56.572 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.572 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:56.572 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:56.573 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T16:59:56.573 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T16:59:56.573 INFO:tasks.workunit.client.0.smithi069.stdout: 5 2024-04-10T16:59:56.573 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:56.573 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 6, 2024-04-10T16:59:56.573 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:56.573 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:56.573 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 59, 2024-04-10T16:59:56.573 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:56.573 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:56.573 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:56.573 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.943365+0000", 2024-04-10T16:59:56.573 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:07.260143+0000", 2024-04-10T16:59:56.573 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:07.260143+0000", 2024-04-10T16:59:56.573 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:07.260503+0000", 2024-04-10T16:59:56.573 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.943365+0000", 2024-04-10T16:59:56.573 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:56.574 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:56.574 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:56.574 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 516, 2024-04-10T16:59:56.574 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.943365+0000", 2024-04-10T16:59:56.574 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.943365+0000", 2024-04-10T16:59:56.574 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.943365+0000", 2024-04-10T16:59:56.574 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:56.574 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:56.574 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:56.574 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.943365+0000", 2024-04-10T16:59:56.574 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.943365+0000", 2024-04-10T16:59:56.574 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:56.574 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 29, 2024-04-10T16:59:56.574 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:56.574 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:56.574 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 515, 2024-04-10T16:59:56.575 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:56.575 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:56.575 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:56.575 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:56.575 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 29, 2024-04-10T16:59:56.575 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:56.575 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:56.575 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:56.575 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "2.14", 2024-04-10T16:59:56.575 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:56.575 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:56.575 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:56.575 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 4973, 2024-04-10T16:59:56.575 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:56.575 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T15:29:13.502170+0000", 2024-04-10T16:59:56.576 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:56.576 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:56.576 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:56.576 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 5824, 2024-04-10T16:59:56.576 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:56.576 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:56.576 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:56.576 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:56.576 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:56.576 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:56.576 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:56.576 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:56.576 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:56.576 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:56.576 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:56.576 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:56.576 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:56.577 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:56.577 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:56.577 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 12, 2024-04-10T16:59:56.577 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 4, 2024-04-10T16:59:56.577 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:56.577 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 4, 2024-04-10T16:59:56.577 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:56.577 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:56.577 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:56.577 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:56.577 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:56.577 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 1, 2024-04-10T16:59:56.577 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:56.577 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:56.577 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:56.577 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:56.577 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:56.577 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:56.578 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:56.578 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 10, 2024-04-10T16:59:56.578 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 14, 2024-04-10T16:59:56.578 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:56.578 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:56.578 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:56.578 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 28, 2024-04-10T16:59:56.578 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 25 2024-04-10T16:59:56.578 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.578 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:56.578 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:56.578 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:56.578 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T16:59:56.578 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T16:59:56.579 INFO:tasks.workunit.client.0.smithi069.stdout: 5 2024-04-10T16:59:56.579 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:56.579 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 6, 2024-04-10T16:59:56.579 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "576'29" 2024-04-10T16:59:56.579 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.579 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:56.579 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:56.579 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T16:59:56.579 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T16:59:56.579 INFO:tasks.workunit.client.0.smithi069.stdout: 6 2024-04-10T16:59:56.579 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:56.579 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 4, 2024-04-10T16:59:56.579 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:56.579 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:56.579 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T16:59:56.579 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:56.580 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:56.580 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:56.580 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.237448+0000", 2024-04-10T16:59:56.580 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:42.224891+0000", 2024-04-10T16:59:56.580 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:42.224891+0000", 2024-04-10T16:59:56.580 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:42.225272+0000", 2024-04-10T16:59:56.580 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.237448+0000", 2024-04-10T16:59:56.580 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:56.580 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:56.580 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:56.580 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 551, 2024-04-10T16:59:56.580 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.237448+0000", 2024-04-10T16:59:56.580 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.237448+0000", 2024-04-10T16:59:56.580 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.237448+0000", 2024-04-10T16:59:56.581 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:56.581 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:56.581 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:56.581 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.237448+0000", 2024-04-10T16:59:56.581 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.237448+0000", 2024-04-10T16:59:56.581 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:56.581 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:56.581 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:56.581 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:56.581 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 550, 2024-04-10T16:59:56.581 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:56.581 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:56.581 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:56.582 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:56.582 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:56.582 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:56.582 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:56.582 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:56.582 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.14", 2024-04-10T16:59:56.582 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:56.582 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:56.582 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:56.582 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 5038, 2024-04-10T16:59:56.582 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:56.582 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T01:59:50.246350+0000", 2024-04-10T16:59:56.582 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:56.582 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:56.583 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:56.583 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:56.583 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:56.583 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:56.583 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:56.583 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:56.583 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:56.583 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:56.583 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:56.583 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:56.583 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:56.583 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:56.583 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:56.583 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:56.583 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:56.584 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:56.584 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:56.584 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:56.584 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:56.584 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:56.584 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:56.584 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:56.584 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:56.584 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:56.584 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:56.584 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:56.584 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:56.584 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:56.585 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:56.585 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:56.585 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:56.585 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:56.585 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:56.585 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:56.585 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:56.585 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:56.585 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:56.585 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:56.585 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:56.586 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:56.586 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:56.586 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.586 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:56.586 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:56.586 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:56.586 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T16:59:56.586 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T16:59:56.586 INFO:tasks.workunit.client.0.smithi069.stdout: 6 2024-04-10T16:59:56.586 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:56.586 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 4, 2024-04-10T16:59:56.586 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:56.586 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.586 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:56.587 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:56.587 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T16:59:56.587 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T16:59:56.587 INFO:tasks.workunit.client.0.smithi069.stdout: 0 2024-04-10T16:59:56.587 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:56.587 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 1, 2024-04-10T16:59:56.587 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:56.587 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:56.587 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 59, 2024-04-10T16:59:56.587 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:56.587 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:56.587 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:56.587 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.942055+0000", 2024-04-10T16:59:56.587 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:38:32.257040+0000", 2024-04-10T16:59:56.588 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:38:32.257040+0000", 2024-04-10T16:59:56.588 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:38:32.257432+0000", 2024-04-10T16:59:56.588 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.942055+0000", 2024-04-10T16:59:56.588 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:56.588 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:56.588 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:56.588 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 481, 2024-04-10T16:59:56.588 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.942055+0000", 2024-04-10T16:59:56.588 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.942055+0000", 2024-04-10T16:59:56.588 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.942055+0000", 2024-04-10T16:59:56.588 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:56.588 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:56.588 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:56.589 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.942055+0000", 2024-04-10T16:59:56.589 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.942055+0000", 2024-04-10T16:59:56.589 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:56.589 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 3, 2024-04-10T16:59:56.589 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:56.589 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:56.589 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 480, 2024-04-10T16:59:56.589 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:56.589 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:56.589 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:56.589 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:56.589 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 3, 2024-04-10T16:59:56.589 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:56.589 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:56.589 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:56.589 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "2.15", 2024-04-10T16:59:56.590 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:56.590 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:56.590 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:56.590 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 5126, 2024-04-10T16:59:56.590 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:56.590 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T23:38:29.413666+0000", 2024-04-10T16:59:56.590 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:56.590 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:56.590 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:56.590 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 90, 2024-04-10T16:59:56.590 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:56.590 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:56.590 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:56.590 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:56.591 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:56.591 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:56.591 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:56.591 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:56.591 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:56.591 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:56.591 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:56.591 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:56.591 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:56.591 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:56.591 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:56.591 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 6, 2024-04-10T16:59:56.591 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 2, 2024-04-10T16:59:56.591 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:56.591 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 2, 2024-04-10T16:59:56.592 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:56.592 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:56.592 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:56.592 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:56.592 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:56.592 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 1, 2024-04-10T16:59:56.592 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:56.592 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:56.592 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:56.592 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:56.592 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:56.592 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:56.592 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:56.592 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 7, 2024-04-10T16:59:56.592 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 7, 2024-04-10T16:59:56.593 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:56.593 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:56.593 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:56.593 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 4, 2024-04-10T16:59:56.593 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 1 2024-04-10T16:59:56.593 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.593 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:56.593 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:56.593 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:56.593 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T16:59:56.593 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T16:59:56.593 INFO:tasks.workunit.client.0.smithi069.stdout: 0 2024-04-10T16:59:56.593 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:56.593 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 1, 2024-04-10T16:59:56.593 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "61'3" 2024-04-10T16:59:56.594 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.594 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:56.594 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:56.594 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T16:59:56.594 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T16:59:56.594 INFO:tasks.workunit.client.0.smithi069.stdout: 3 2024-04-10T16:59:56.594 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:56.594 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 0, 2024-04-10T16:59:56.594 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:56.594 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:56.594 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T16:59:56.594 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:56.594 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:56.594 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:56.594 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.943187+0000", 2024-04-10T16:59:56.594 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:38:32.246495+0000", 2024-04-10T16:59:56.595 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:38:32.246495+0000", 2024-04-10T16:59:56.595 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:38:32.246830+0000", 2024-04-10T16:59:56.595 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.943187+0000", 2024-04-10T16:59:56.595 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:56.595 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:56.595 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:56.595 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 481, 2024-04-10T16:59:56.595 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.943187+0000", 2024-04-10T16:59:56.595 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.943187+0000", 2024-04-10T16:59:56.595 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.943187+0000", 2024-04-10T16:59:56.595 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:56.595 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:56.595 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:56.595 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.943187+0000", 2024-04-10T16:59:56.595 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.943187+0000", 2024-04-10T16:59:56.595 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:56.596 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:56.596 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:56.596 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:56.596 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 480, 2024-04-10T16:59:56.596 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:56.596 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:56.596 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:56.596 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:56.596 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:56.596 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:56.596 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:56.596 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:56.596 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.17", 2024-04-10T16:59:56.596 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:56.596 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:56.597 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:56.597 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 5131, 2024-04-10T16:59:56.597 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:56.597 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T02:32:08.341371+0000", 2024-04-10T16:59:56.597 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:56.597 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:56.597 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:56.597 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:56.597 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:56.597 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:56.597 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:56.597 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:56.597 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:56.597 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:56.597 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:56.597 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:56.597 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:56.598 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:56.598 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:56.598 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:56.598 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:56.598 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:56.598 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:56.598 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:56.598 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:56.598 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:56.598 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:56.598 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:56.598 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:56.598 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:56.598 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:56.598 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:56.598 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:56.599 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:56.599 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:56.599 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:56.599 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:56.599 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:56.599 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:56.599 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:56.599 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:56.599 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:56.599 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:56.599 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:56.599 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:56.599 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:56.599 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:56.599 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.599 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:56.599 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:56.600 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:56.600 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T16:59:56.600 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T16:59:56.600 INFO:tasks.workunit.client.0.smithi069.stdout: 3 2024-04-10T16:59:56.600 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:56.600 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 0, 2024-04-10T16:59:56.600 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:56.600 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.600 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:56.600 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:56.600 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T16:59:56.600 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T16:59:56.600 INFO:tasks.workunit.client.0.smithi069.stdout: 2 2024-04-10T16:59:56.600 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:56.600 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 5, 2024-04-10T16:59:56.600 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:56.601 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:56.601 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 59, 2024-04-10T16:59:56.601 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:56.601 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:56.601 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:56.601 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.943115+0000", 2024-04-10T16:59:56.601 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:07.260779+0000", 2024-04-10T16:59:56.601 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:07.260779+0000", 2024-04-10T16:59:56.601 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:07.261242+0000", 2024-04-10T16:59:56.601 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.943115+0000", 2024-04-10T16:59:56.601 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:56.601 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:56.601 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:56.601 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 516, 2024-04-10T16:59:56.601 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.943115+0000", 2024-04-10T16:59:56.601 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.943115+0000", 2024-04-10T16:59:56.602 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.943115+0000", 2024-04-10T16:59:56.602 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:56.602 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:56.602 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:56.602 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.943115+0000", 2024-04-10T16:59:56.602 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.943115+0000", 2024-04-10T16:59:56.602 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:56.602 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:56.602 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:56.602 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:56.602 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 515, 2024-04-10T16:59:56.602 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:56.602 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:56.602 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:56.602 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:56.603 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:56.603 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:56.603 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:56.603 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:56.603 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "2.16", 2024-04-10T16:59:56.603 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:56.603 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:56.603 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:56.603 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 4998, 2024-04-10T16:59:56.603 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:56.603 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T20:36:38.220359+0000", 2024-04-10T16:59:56.603 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:56.603 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:56.603 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:56.603 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:56.603 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:56.604 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:56.604 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:56.604 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:56.604 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:56.604 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:56.604 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:56.604 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:56.604 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:56.604 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:56.604 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:56.604 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:56.604 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:56.604 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:56.604 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:56.604 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:56.604 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:56.604 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:56.605 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:56.605 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:56.605 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:56.605 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:56.605 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:56.605 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:56.605 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:56.605 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:56.605 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:56.605 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:56.605 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:56.605 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:56.605 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:56.605 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:56.605 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:56.605 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:56.605 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:56.606 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:56.606 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:56.606 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:56.606 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:56.606 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.606 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:56.606 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:56.606 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:56.606 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T16:59:56.606 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T16:59:56.606 INFO:tasks.workunit.client.0.smithi069.stdout: 2 2024-04-10T16:59:56.606 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:56.606 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 5, 2024-04-10T16:59:56.606 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:56.606 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.606 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:56.606 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:56.607 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T16:59:56.607 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T16:59:56.607 INFO:tasks.workunit.client.0.smithi069.stdout: 1 2024-04-10T16:59:56.607 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:56.607 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 5, 2024-04-10T16:59:56.607 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:56.607 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:56.607 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T16:59:56.607 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:56.607 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:56.607 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:56.607 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.943327+0000", 2024-04-10T16:59:56.607 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:42.204523+0000", 2024-04-10T16:59:56.607 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:42.204523+0000", 2024-04-10T16:59:56.607 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:42.204831+0000", 2024-04-10T16:59:56.607 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.943327+0000", 2024-04-10T16:59:56.607 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:56.608 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:56.608 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:56.608 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 551, 2024-04-10T16:59:56.608 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.943327+0000", 2024-04-10T16:59:56.608 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.943327+0000", 2024-04-10T16:59:56.608 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.943327+0000", 2024-04-10T16:59:56.608 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:56.608 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:56.608 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:56.608 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.943327+0000", 2024-04-10T16:59:56.608 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.943327+0000", 2024-04-10T16:59:56.608 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:56.608 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:56.608 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:56.608 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:56.609 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 550, 2024-04-10T16:59:56.609 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:56.609 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:56.609 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:56.609 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:56.609 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:56.609 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:56.609 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:56.609 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:56.609 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.16", 2024-04-10T16:59:56.609 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:56.609 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:56.609 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:56.609 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 4964, 2024-04-10T16:59:56.609 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:56.610 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T16:09:56.363739+0000", 2024-04-10T16:59:56.610 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:56.610 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:56.610 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:56.610 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:56.610 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:56.610 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:56.610 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:56.610 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:56.610 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:56.610 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:56.610 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:56.610 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:56.611 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:56.611 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:56.611 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:56.611 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:56.611 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:56.611 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:56.611 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:56.611 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:56.611 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:56.611 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:56.611 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:56.611 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:56.611 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:56.611 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:56.611 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:56.612 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:56.612 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:56.612 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:56.612 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:56.612 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:56.612 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:56.612 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:56.612 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:56.612 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:56.612 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:56.612 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:56.612 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:56.612 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:56.612 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:56.612 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:56.612 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:56.613 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.613 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:56.613 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:56.613 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:56.613 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T16:59:56.613 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T16:59:56.613 INFO:tasks.workunit.client.0.smithi069.stdout: 1 2024-04-10T16:59:56.613 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:56.613 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 5, 2024-04-10T16:59:56.613 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:56.613 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.613 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:56.613 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:56.613 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T16:59:56.613 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T16:59:56.613 INFO:tasks.workunit.client.0.smithi069.stdout: 2 2024-04-10T16:59:56.613 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:56.614 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 6, 2024-04-10T16:59:56.614 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:56.614 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:56.614 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 59, 2024-04-10T16:59:56.614 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:56.614 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:56.614 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:56.614 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.945960+0000", 2024-04-10T16:59:56.614 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:07.259266+0000", 2024-04-10T16:59:56.614 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:07.259266+0000", 2024-04-10T16:59:56.614 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:07.259593+0000", 2024-04-10T16:59:56.614 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.945960+0000", 2024-04-10T16:59:56.614 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:56.614 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:56.614 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:56.615 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 516, 2024-04-10T16:59:56.615 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.945960+0000", 2024-04-10T16:59:56.615 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.945960+0000", 2024-04-10T16:59:56.615 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.945960+0000", 2024-04-10T16:59:56.615 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:56.615 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:56.615 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:56.615 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.945960+0000", 2024-04-10T16:59:56.615 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.945960+0000", 2024-04-10T16:59:56.615 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:56.615 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:56.615 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:56.615 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:56.615 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 515, 2024-04-10T16:59:56.615 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:56.615 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:56.615 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:56.616 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:56.616 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:56.616 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:56.616 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:56.616 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:56.616 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "2.17", 2024-04-10T16:59:56.616 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:56.616 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:56.616 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:56.616 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 4937, 2024-04-10T16:59:56.616 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:56.616 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T15:59:13.434733+0000", 2024-04-10T16:59:56.616 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:56.616 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:56.616 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:56.616 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:56.616 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:56.617 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:56.617 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:56.617 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:56.617 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:56.617 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:56.617 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:56.617 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:56.617 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:56.617 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:56.617 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:56.617 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:56.617 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:56.617 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:56.617 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:56.617 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:56.617 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:56.617 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:56.618 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:56.618 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:56.618 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:56.618 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:56.618 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:56.618 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:56.618 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:56.618 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:56.618 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:56.618 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:56.618 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:56.618 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:56.618 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:56.618 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:56.618 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:56.618 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:56.618 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:56.619 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:56.619 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:56.619 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:56.619 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:56.619 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.619 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:56.619 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:56.619 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:56.619 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T16:59:56.619 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T16:59:56.619 INFO:tasks.workunit.client.0.smithi069.stdout: 2 2024-04-10T16:59:56.619 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:56.619 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 6, 2024-04-10T16:59:56.619 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:56.619 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.619 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:56.619 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:56.620 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T16:59:56.620 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T16:59:56.620 INFO:tasks.workunit.client.0.smithi069.stdout: 4 2024-04-10T16:59:56.620 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:56.620 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 1, 2024-04-10T16:59:56.620 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:56.620 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:56.620 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T16:59:56.620 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:56.620 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:56.620 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:56.620 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.940971+0000", 2024-04-10T16:59:56.620 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:37:57.387820+0000", 2024-04-10T16:59:56.620 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:37:57.387820+0000", 2024-04-10T16:59:56.620 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:37:57.388131+0000", 2024-04-10T16:59:56.620 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.940971+0000", 2024-04-10T16:59:56.621 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:56.621 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:56.621 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:56.621 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 449, 2024-04-10T16:59:56.621 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.940971+0000", 2024-04-10T16:59:56.621 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.940971+0000", 2024-04-10T16:59:56.621 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.940971+0000", 2024-04-10T16:59:56.621 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:56.621 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:56.621 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:56.621 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.940971+0000", 2024-04-10T16:59:56.621 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.940971+0000", 2024-04-10T16:59:56.621 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:56.621 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:56.621 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:56.621 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:56.621 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 448, 2024-04-10T16:59:56.622 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:56.622 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:56.622 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:56.622 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:56.622 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:56.622 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:56.622 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:56.622 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:56.622 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.19", 2024-04-10T16:59:56.622 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:56.622 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:56.622 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:56.622 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 5106, 2024-04-10T16:59:56.622 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:56.622 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T03:00:00.330753+0000", 2024-04-10T16:59:56.622 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:56.622 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:56.623 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:56.623 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:56.623 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:56.623 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:56.623 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:56.623 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:56.623 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:56.623 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:56.623 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:56.623 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:56.623 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:56.623 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:56.623 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:56.623 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:56.623 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:56.623 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:56.623 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:56.624 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:56.624 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:56.624 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:56.624 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:56.624 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:56.624 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:56.624 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:56.624 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:56.624 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:56.624 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:56.624 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:56.624 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:56.624 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:56.624 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:56.624 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:56.624 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:56.624 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:56.624 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:56.625 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:56.625 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:56.625 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:56.625 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:56.625 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:56.625 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:56.625 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.625 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:56.625 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:56.625 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:56.625 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T16:59:56.625 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T16:59:56.625 INFO:tasks.workunit.client.0.smithi069.stdout: 4 2024-04-10T16:59:56.625 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:56.625 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 1, 2024-04-10T16:59:56.625 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:56.625 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.626 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:56.626 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:56.626 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T16:59:56.626 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T16:59:56.626 INFO:tasks.workunit.client.0.smithi069.stdout: 7 2024-04-10T16:59:56.626 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:56.626 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 5, 2024-04-10T16:59:56.626 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:56.626 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:56.626 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 59, 2024-04-10T16:59:56.626 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:56.626 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:56.626 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:56.626 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.943801+0000", 2024-04-10T16:59:56.626 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:42.222633+0000", 2024-04-10T16:59:56.626 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:42.222633+0000", 2024-04-10T16:59:56.627 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:42.222961+0000", 2024-04-10T16:59:56.627 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.943801+0000", 2024-04-10T16:59:56.627 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:56.627 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:56.627 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:56.627 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 551, 2024-04-10T16:59:56.627 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.943801+0000", 2024-04-10T16:59:56.627 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.943801+0000", 2024-04-10T16:59:56.627 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.943801+0000", 2024-04-10T16:59:56.627 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:56.627 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:56.627 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:56.627 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.943801+0000", 2024-04-10T16:59:56.627 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.943801+0000", 2024-04-10T16:59:56.627 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:56.627 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:56.627 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:56.627 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:56.628 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 550, 2024-04-10T16:59:56.628 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:56.628 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:56.628 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:56.628 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:56.628 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:56.628 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:56.628 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:56.628 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:56.628 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "2.18", 2024-04-10T16:59:56.628 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:56.628 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:56.628 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:56.628 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 4982, 2024-04-10T16:59:56.628 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:56.628 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T02:08:18.728178+0000", 2024-04-10T16:59:56.629 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:56.629 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:56.629 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:56.629 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:56.629 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:56.629 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:56.629 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:56.629 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:56.629 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:56.629 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:56.629 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:56.629 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:56.629 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:56.629 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:56.629 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:56.630 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:56.630 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:56.630 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:56.630 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:56.630 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:56.630 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:56.630 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:56.630 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:56.630 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:56.630 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:56.630 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:56.630 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:56.630 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:56.630 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:56.630 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:56.630 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:56.631 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:56.631 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:56.631 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:56.631 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:56.631 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:56.631 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:56.631 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:56.631 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:56.631 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:56.631 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:56.631 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:56.631 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:56.631 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.631 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:56.631 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:56.631 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:56.632 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T16:59:56.632 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T16:59:56.632 INFO:tasks.workunit.client.0.smithi069.stdout: 7 2024-04-10T16:59:56.632 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:56.632 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 5, 2024-04-10T16:59:56.632 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:56.632 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.632 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:56.632 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:56.632 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T16:59:56.632 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T16:59:56.632 INFO:tasks.workunit.client.0.smithi069.stdout: 1 2024-04-10T16:59:56.632 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:56.632 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 3, 2024-04-10T16:59:56.632 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:56.633 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:56.633 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T16:59:56.633 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:56.633 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:56.633 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:56.633 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.238484+0000", 2024-04-10T16:59:56.633 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:37:21.177638+0000", 2024-04-10T16:59:56.633 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:37:21.177638+0000", 2024-04-10T16:59:56.633 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:37:21.177951+0000", 2024-04-10T16:59:56.633 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.238484+0000", 2024-04-10T16:59:56.633 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:56.633 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:56.633 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:56.633 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 417, 2024-04-10T16:59:56.634 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.238484+0000", 2024-04-10T16:59:56.634 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.238484+0000", 2024-04-10T16:59:56.634 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.238484+0000", 2024-04-10T16:59:56.634 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:56.634 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:56.634 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:56.634 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.238484+0000", 2024-04-10T16:59:56.634 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.238484+0000", 2024-04-10T16:59:56.634 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:56.634 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:56.634 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:56.634 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:56.634 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 416, 2024-04-10T16:59:56.634 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:56.635 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:56.635 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:56.635 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:56.635 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:56.635 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:56.635 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:56.635 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:56.635 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.18", 2024-04-10T16:59:56.635 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:56.635 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:56.635 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:56.635 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 5086, 2024-04-10T16:59:56.635 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:56.635 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T18:06:28.698316+0000", 2024-04-10T16:59:56.635 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:56.635 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:56.636 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:56.636 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:56.636 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:56.636 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:56.636 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:56.636 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:56.636 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:56.636 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:56.636 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:56.636 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:56.636 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:56.636 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:56.636 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:56.637 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:56.637 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:56.637 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:56.637 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:56.637 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:56.637 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:56.637 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:56.637 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:56.637 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:56.637 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:56.637 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:56.637 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:56.637 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:56.637 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:56.638 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:56.638 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:56.638 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:56.638 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:56.638 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:56.638 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:56.638 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:56.638 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:56.638 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:56.638 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:56.638 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:56.638 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:56.638 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:56.638 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:56.639 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.639 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:56.639 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:56.639 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:56.639 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T16:59:56.639 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T16:59:56.639 INFO:tasks.workunit.client.0.smithi069.stdout: 1 2024-04-10T16:59:56.639 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:56.639 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 3, 2024-04-10T16:59:56.639 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:56.639 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.639 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:56.639 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:56.639 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T16:59:56.640 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T16:59:56.640 INFO:tasks.workunit.client.0.smithi069.stdout: 0 2024-04-10T16:59:56.640 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:56.640 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 3, 2024-04-10T16:59:56.640 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:56.640 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:56.640 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 59, 2024-04-10T16:59:56.640 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:56.640 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:56.640 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:56.640 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.240455+0000", 2024-04-10T16:59:56.640 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:07.252082+0000", 2024-04-10T16:59:56.640 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:07.252082+0000", 2024-04-10T16:59:56.640 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:07.252387+0000", 2024-04-10T16:59:56.640 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.240455+0000", 2024-04-10T16:59:56.641 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:56.641 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:56.641 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:56.641 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 516, 2024-04-10T16:59:56.641 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.240455+0000", 2024-04-10T16:59:56.641 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.240455+0000", 2024-04-10T16:59:56.641 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.240455+0000", 2024-04-10T16:59:56.641 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:56.641 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:56.641 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:56.641 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.240455+0000", 2024-04-10T16:59:56.641 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.240455+0000", 2024-04-10T16:59:56.641 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:56.641 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:56.641 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:56.642 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:56.642 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 515, 2024-04-10T16:59:56.642 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:56.642 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:56.642 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:56.642 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:56.642 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:56.642 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:56.642 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:56.642 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:56.642 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "2.19", 2024-04-10T16:59:56.642 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:56.642 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:56.642 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:56.642 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 5088, 2024-04-10T16:59:56.642 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:56.643 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T00:20:53.040747+0000", 2024-04-10T16:59:56.643 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:56.643 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:56.643 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:56.643 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:56.643 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:56.643 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:56.643 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:56.643 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:56.643 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:56.643 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:56.643 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:56.643 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:56.643 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:56.644 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:56.644 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:56.644 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:56.644 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:56.644 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:56.644 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:56.644 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:56.644 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:56.644 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:56.644 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:56.644 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:56.644 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:56.645 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:56.645 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:56.645 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:56.645 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:56.645 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:56.645 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:56.645 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:56.645 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:56.645 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:56.645 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:56.645 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:56.645 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:56.646 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:56.646 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:56.646 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:56.646 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:56.646 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:56.646 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:56.646 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.646 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:56.646 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:56.646 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:56.646 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T16:59:56.646 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T16:59:56.647 INFO:tasks.workunit.client.0.smithi069.stdout: 0 2024-04-10T16:59:56.647 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:56.647 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 3, 2024-04-10T16:59:56.647 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:56.647 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.647 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:56.647 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:56.647 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T16:59:56.647 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T16:59:56.647 INFO:tasks.workunit.client.0.smithi069.stdout: 7 2024-04-10T16:59:56.647 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:56.648 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 0, 2024-04-10T16:59:56.648 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:56.648 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:56.648 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T16:59:56.648 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:56.648 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:56.648 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:56.648 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.941987+0000", 2024-04-10T16:59:56.648 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:42.217740+0000", 2024-04-10T16:59:56.648 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:42.217740+0000", 2024-04-10T16:59:56.649 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:42.218041+0000", 2024-04-10T16:59:56.649 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.941987+0000", 2024-04-10T16:59:56.649 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:56.649 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:56.649 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:56.649 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 551, 2024-04-10T16:59:56.649 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.941987+0000", 2024-04-10T16:59:56.649 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.941987+0000", 2024-04-10T16:59:56.649 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.941987+0000", 2024-04-10T16:59:56.649 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:56.649 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:56.649 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:56.650 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.941987+0000", 2024-04-10T16:59:56.650 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.941987+0000", 2024-04-10T16:59:56.650 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:56.650 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:56.650 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:56.650 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:56.650 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 550, 2024-04-10T16:59:56.650 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:56.650 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:56.650 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:56.650 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:56.650 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:56.650 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:56.650 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:56.651 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:56.651 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.1b", 2024-04-10T16:59:56.651 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:56.651 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:56.651 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:56.651 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 5130, 2024-04-10T16:59:56.651 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:56.651 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T19:47:52.011692+0000", 2024-04-10T16:59:56.651 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:56.651 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:56.651 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:56.651 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:56.651 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:56.651 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:56.652 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:56.652 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:56.652 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:56.652 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:56.652 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:56.652 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:56.652 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:56.652 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:56.652 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:56.652 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:56.652 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:56.652 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:56.652 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:56.652 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:56.652 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:56.653 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:56.653 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:56.653 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:56.653 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:56.653 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:56.653 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:56.653 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:56.653 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:56.653 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:56.653 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:56.653 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:56.653 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:56.653 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:56.653 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:56.653 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:56.653 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:56.654 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:56.654 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:56.654 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:56.654 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:56.654 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:56.654 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:56.654 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.654 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:56.654 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:56.654 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:56.654 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T16:59:56.654 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T16:59:56.654 INFO:tasks.workunit.client.0.smithi069.stdout: 7 2024-04-10T16:59:56.655 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:56.655 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 0, 2024-04-10T16:59:56.655 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:56.655 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.655 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:56.655 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:56.655 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T16:59:56.655 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T16:59:56.655 INFO:tasks.workunit.client.0.smithi069.stdout: 7 2024-04-10T16:59:56.655 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:56.655 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 6, 2024-04-10T16:59:56.655 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:56.655 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:56.655 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 59, 2024-04-10T16:59:56.656 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:56.656 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:56.656 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:56.656 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.942867+0000", 2024-04-10T16:59:56.656 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:42.217010+0000", 2024-04-10T16:59:56.656 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:42.217010+0000", 2024-04-10T16:59:56.656 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:42.217527+0000", 2024-04-10T16:59:56.656 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.942867+0000", 2024-04-10T16:59:56.656 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:56.656 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:56.656 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:56.656 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 551, 2024-04-10T16:59:56.656 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.942867+0000", 2024-04-10T16:59:56.656 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.942867+0000", 2024-04-10T16:59:56.656 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.942867+0000", 2024-04-10T16:59:56.657 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:56.657 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:56.657 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:56.657 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.942867+0000", 2024-04-10T16:59:56.657 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.942867+0000", 2024-04-10T16:59:56.657 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:56.657 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 2, 2024-04-10T16:59:56.657 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:56.657 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:56.657 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 550, 2024-04-10T16:59:56.657 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:56.657 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:56.657 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:56.658 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:56.658 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 2, 2024-04-10T16:59:56.658 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:56.658 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:56.658 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:56.658 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "2.1a", 2024-04-10T16:59:56.658 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:56.658 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:56.658 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:56.658 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 4942, 2024-04-10T16:59:56.658 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:56.658 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T17:11:41.749895+0000", 2024-04-10T16:59:56.658 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:56.658 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:56.659 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:56.659 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:56.659 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:56.659 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:56.659 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:56.659 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:56.659 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:56.659 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:56.659 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:56.659 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:56.659 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:56.659 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:56.659 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:56.659 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:56.660 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:56.660 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:56.660 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:56.660 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:56.660 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:56.660 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:56.660 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:56.660 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:56.660 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:56.660 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:56.660 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:56.660 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:56.660 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:56.660 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:56.661 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:56.661 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:56.661 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:56.661 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:56.661 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:56.661 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:56.661 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:56.661 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:56.661 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:56.661 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:56.661 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:56.661 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:56.661 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:56.662 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.662 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:56.662 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:56.662 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:56.662 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T16:59:56.662 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T16:59:56.662 INFO:tasks.workunit.client.0.smithi069.stdout: 7 2024-04-10T16:59:56.662 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:56.662 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 6, 2024-04-10T16:59:56.662 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "576'2" 2024-04-10T16:59:56.662 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.662 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:56.662 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:56.662 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T16:59:56.663 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T16:59:56.663 INFO:tasks.workunit.client.0.smithi069.stdout: 2 2024-04-10T16:59:56.663 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:56.663 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 4, 2024-04-10T16:59:56.663 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:56.663 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:56.663 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T16:59:56.663 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:56.663 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:56.663 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:56.663 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.237903+0000", 2024-04-10T16:59:56.663 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:37:57.385559+0000", 2024-04-10T16:59:56.664 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:37:57.385559+0000", 2024-04-10T16:59:56.664 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:37:57.386185+0000", 2024-04-10T16:59:56.664 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.237903+0000", 2024-04-10T16:59:56.664 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:56.664 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:56.664 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:56.664 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 449, 2024-04-10T16:59:56.664 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.237903+0000", 2024-04-10T16:59:56.664 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.237903+0000", 2024-04-10T16:59:56.664 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.237903+0000", 2024-04-10T16:59:56.664 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:56.664 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:56.665 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:56.665 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.237903+0000", 2024-04-10T16:59:56.665 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.237903+0000", 2024-04-10T16:59:56.665 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:56.665 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:56.665 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:56.665 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:56.665 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 448, 2024-04-10T16:59:56.665 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:56.665 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:56.665 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:56.666 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:56.666 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:56.666 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:56.666 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:56.666 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:56.666 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.1a", 2024-04-10T16:59:56.666 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:56.666 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:56.666 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:56.666 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 5040, 2024-04-10T16:59:56.666 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:56.666 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T16:56:44.553920+0000", 2024-04-10T16:59:56.666 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:56.666 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:56.667 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:56.667 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:56.667 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:56.667 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:56.667 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:56.667 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:56.667 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:56.667 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:56.667 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:56.667 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:56.667 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:56.668 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:56.668 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:56.668 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:56.668 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:56.668 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:56.668 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:56.668 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:56.668 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:56.668 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:56.668 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:56.668 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:56.668 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:56.669 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:56.669 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:56.669 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:56.669 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:56.669 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:56.669 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:56.669 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:56.669 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:56.669 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:56.669 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:56.669 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:56.670 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:56.670 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:56.670 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:56.670 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:56.670 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:56.670 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:56.670 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:56.670 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.670 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:56.670 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:56.670 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:56.671 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T16:59:56.671 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T16:59:56.671 INFO:tasks.workunit.client.0.smithi069.stdout: 2 2024-04-10T16:59:56.671 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:56.671 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 4, 2024-04-10T16:59:56.671 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:56.671 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.671 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:56.671 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:56.671 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T16:59:56.671 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T16:59:56.671 INFO:tasks.workunit.client.0.smithi069.stdout: 6 2024-04-10T16:59:56.672 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:56.672 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 3, 2024-04-10T16:59:56.672 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:56.672 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:56.672 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 59, 2024-04-10T16:59:56.672 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:56.672 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:56.672 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:56.672 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.241430+0000", 2024-04-10T16:59:56.672 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:42.217949+0000", 2024-04-10T16:59:56.673 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:42.217949+0000", 2024-04-10T16:59:56.673 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:42.218404+0000", 2024-04-10T16:59:56.673 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.241430+0000", 2024-04-10T16:59:56.673 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:56.673 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:56.673 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:56.673 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 551, 2024-04-10T16:59:56.673 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.241430+0000", 2024-04-10T16:59:56.673 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.241430+0000", 2024-04-10T16:59:56.673 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.241430+0000", 2024-04-10T16:59:56.673 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:56.673 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:56.674 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:56.674 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.241430+0000", 2024-04-10T16:59:56.674 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.241430+0000", 2024-04-10T16:59:56.674 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:56.674 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 2, 2024-04-10T16:59:56.674 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:56.674 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:56.674 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 550, 2024-04-10T16:59:56.674 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:56.674 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:56.674 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:56.674 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:56.674 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 2, 2024-04-10T16:59:56.674 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:56.674 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:56.675 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:56.675 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "2.1b", 2024-04-10T16:59:56.675 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:56.675 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:56.675 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:56.675 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 5075, 2024-04-10T16:59:56.675 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:56.675 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T22:06:21.613391+0000", 2024-04-10T16:59:56.675 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:56.675 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:56.675 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:56.675 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:56.675 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:56.675 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:56.676 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:56.676 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:56.676 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:56.676 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:56.676 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:56.676 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:56.676 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:56.676 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:56.676 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:56.676 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:56.676 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:56.676 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:56.676 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:56.676 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:56.677 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:56.677 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:56.677 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:56.677 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:56.677 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:56.677 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:56.677 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:56.677 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:56.677 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:56.677 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:56.677 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:56.677 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:56.677 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:56.677 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:56.677 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:56.678 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:56.678 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:56.678 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:56.678 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:56.678 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:56.678 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:56.678 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:56.678 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:56.678 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.678 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:56.678 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:56.678 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:56.678 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T16:59:56.679 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T16:59:56.679 INFO:tasks.workunit.client.0.smithi069.stdout: 6 2024-04-10T16:59:56.679 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:56.679 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 3, 2024-04-10T16:59:56.679 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "576'2" 2024-04-10T16:59:56.679 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.679 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:56.679 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:56.679 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T16:59:56.679 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T16:59:56.679 INFO:tasks.workunit.client.0.smithi069.stdout: 6 2024-04-10T16:59:56.679 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:56.679 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 5, 2024-04-10T16:59:56.679 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:56.679 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:56.680 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T16:59:56.680 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:56.680 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:56.680 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:56.680 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.943475+0000", 2024-04-10T16:59:56.680 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:07.260192+0000", 2024-04-10T16:59:56.680 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:07.260192+0000", 2024-04-10T16:59:56.680 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:07.260591+0000", 2024-04-10T16:59:56.680 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.943475+0000", 2024-04-10T16:59:56.680 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:56.680 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:56.680 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:56.680 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 516, 2024-04-10T16:59:56.680 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.943475+0000", 2024-04-10T16:59:56.681 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.943475+0000", 2024-04-10T16:59:56.681 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.943475+0000", 2024-04-10T16:59:56.681 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:56.681 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:56.681 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:56.681 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.943475+0000", 2024-04-10T16:59:56.681 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.943475+0000", 2024-04-10T16:59:56.681 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:56.681 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:56.681 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:56.681 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:56.681 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 515, 2024-04-10T16:59:56.681 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:56.682 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:56.682 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:56.682 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:56.682 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:56.682 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:56.682 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:56.682 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:56.682 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.1d", 2024-04-10T16:59:56.682 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:56.682 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:56.682 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:56.682 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 4972, 2024-04-10T16:59:56.682 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:56.682 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T22:38:37.608608+0000", 2024-04-10T16:59:56.683 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:56.683 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:56.683 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:56.683 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:56.683 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:56.683 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:56.683 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:56.683 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:56.683 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:56.683 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:56.683 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:56.683 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:56.683 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:56.684 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:56.684 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:56.684 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:56.684 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:56.684 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:56.684 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:56.684 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:56.684 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:56.684 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:56.684 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:56.684 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:56.685 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:56.685 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:56.685 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:56.685 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:56.685 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:56.685 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:56.685 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:56.685 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:56.685 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:56.685 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:56.686 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:56.686 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:56.686 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:56.686 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:56.686 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:56.686 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:56.686 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:56.686 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:56.686 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:56.686 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.687 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:56.687 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:56.687 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:56.687 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T16:59:56.687 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T16:59:56.687 INFO:tasks.workunit.client.0.smithi069.stdout: 6 2024-04-10T16:59:56.687 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:56.687 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 5, 2024-04-10T16:59:56.687 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:56.687 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.687 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:56.688 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:56.688 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T16:59:56.688 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T16:59:56.688 INFO:tasks.workunit.client.0.smithi069.stdout: 2 2024-04-10T16:59:56.688 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:56.688 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 7, 2024-04-10T16:59:56.688 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:56.688 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:56.688 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 59, 2024-04-10T16:59:56.688 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:56.688 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:56.688 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:56.688 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.522603+0000", 2024-04-10T16:59:56.688 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:42.221704+0000", 2024-04-10T16:59:56.689 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:42.221704+0000", 2024-04-10T16:59:56.689 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:42.223448+0000", 2024-04-10T16:59:56.689 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.522603+0000", 2024-04-10T16:59:56.689 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:56.689 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:56.689 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:56.689 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 551, 2024-04-10T16:59:56.689 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.522603+0000", 2024-04-10T16:59:56.689 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.522603+0000", 2024-04-10T16:59:56.689 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.522603+0000", 2024-04-10T16:59:56.689 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:56.689 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:56.689 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:56.689 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.522603+0000", 2024-04-10T16:59:56.689 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.522603+0000", 2024-04-10T16:59:56.690 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:56.690 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 2, 2024-04-10T16:59:56.690 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:56.690 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:56.690 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 550, 2024-04-10T16:59:56.690 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:56.690 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:56.690 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:56.690 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:56.690 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 2, 2024-04-10T16:59:56.690 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:56.690 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:56.690 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:56.690 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "2.1c", 2024-04-10T16:59:56.691 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:56.691 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:56.691 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:56.691 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 4915, 2024-04-10T16:59:56.691 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:56.691 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T02:45:11.484172+0000", 2024-04-10T16:59:56.691 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:56.691 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:56.691 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:56.691 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:56.691 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:56.691 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:56.691 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:56.691 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:56.691 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:56.692 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:56.692 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:56.692 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:56.692 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:56.692 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:56.692 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:56.692 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:56.692 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:56.692 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:56.692 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:56.692 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 3, 2024-04-10T16:59:56.692 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 1, 2024-04-10T16:59:56.693 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:56.693 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 1, 2024-04-10T16:59:56.693 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:56.693 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:56.693 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:56.693 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:56.693 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:56.693 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 1, 2024-04-10T16:59:56.693 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:56.693 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:56.693 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:56.693 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:56.694 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:56.694 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:56.694 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:56.694 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 6, 2024-04-10T16:59:56.694 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 6, 2024-04-10T16:59:56.694 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:56.694 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:56.694 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:56.694 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 3, 2024-04-10T16:59:56.694 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:56.694 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.694 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:56.694 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:56.695 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:56.695 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T16:59:56.695 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T16:59:56.695 INFO:tasks.workunit.client.0.smithi069.stdout: 2 2024-04-10T16:59:56.695 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:56.695 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 7, 2024-04-10T16:59:56.695 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "61'2" 2024-04-10T16:59:56.695 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.695 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:56.695 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:56.695 INFO:tasks.workunit.client.0.smithi069.stdout: 2, 2024-04-10T16:59:56.695 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T16:59:56.695 INFO:tasks.workunit.client.0.smithi069.stdout: 1 2024-04-10T16:59:56.695 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:56.695 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 2, 2024-04-10T16:59:56.696 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:56.696 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:56.696 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T16:59:56.696 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:56.696 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:56.696 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:56.696 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.239369+0000", 2024-04-10T16:59:56.696 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:37:57.388576+0000", 2024-04-10T16:59:56.696 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:37:57.388576+0000", 2024-04-10T16:59:56.696 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:37:57.388937+0000", 2024-04-10T16:59:56.696 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.239369+0000", 2024-04-10T16:59:56.696 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:56.696 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:56.696 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:56.696 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 449, 2024-04-10T16:59:56.697 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.239369+0000", 2024-04-10T16:59:56.697 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.239369+0000", 2024-04-10T16:59:56.697 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.239369+0000", 2024-04-10T16:59:56.697 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:56.697 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:56.697 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:56.697 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.239369+0000", 2024-04-10T16:59:56.697 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.239369+0000", 2024-04-10T16:59:56.697 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:56.697 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:56.697 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:56.697 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:56.697 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 448, 2024-04-10T16:59:56.697 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:56.697 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:56.698 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:56.698 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:56.698 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:56.698 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:56.698 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:56.698 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:56.698 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.1c", 2024-04-10T16:59:56.698 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:56.698 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:56.698 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:56.698 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 5079, 2024-04-10T16:59:56.698 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:56.698 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T22:57:04.328536+0000", 2024-04-10T16:59:56.698 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:56.698 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:56.698 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:56.699 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:56.699 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:56.699 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:56.699 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:56.699 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:56.699 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:56.699 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:56.699 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:56.699 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:56.699 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:56.699 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:56.699 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:56.699 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:56.699 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:56.699 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:56.699 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:56.699 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:56.700 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:56.700 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:56.700 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:56.700 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:56.700 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:56.700 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:56.700 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:56.700 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:56.700 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:56.700 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:56.700 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:56.700 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:56.700 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:56.700 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:56.700 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:56.701 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:56.701 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:56.701 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:56.701 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:56.701 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:56.701 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:56.701 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:56.701 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:56.701 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.701 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:56.701 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:56.701 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:56.701 INFO:tasks.workunit.client.0.smithi069.stdout: 2, 2024-04-10T16:59:56.701 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T16:59:56.701 INFO:tasks.workunit.client.0.smithi069.stdout: 1 2024-04-10T16:59:56.701 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:56.702 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 2, 2024-04-10T16:59:56.702 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:56.702 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.702 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:56.702 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:56.702 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T16:59:56.702 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T16:59:56.702 INFO:tasks.workunit.client.0.smithi069.stdout: 0 2024-04-10T16:59:56.702 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:56.702 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 7, 2024-04-10T16:59:56.702 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:56.702 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:56.702 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 59, 2024-04-10T16:59:56.702 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:56.703 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:56.703 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:56.703 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.523553+0000", 2024-04-10T16:59:56.703 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:42.215426+0000", 2024-04-10T16:59:56.703 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:42.215426+0000", 2024-04-10T16:59:56.703 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:42.220944+0000", 2024-04-10T16:59:56.703 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.523553+0000", 2024-04-10T16:59:56.703 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:56.703 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:56.703 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:56.703 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 551, 2024-04-10T16:59:56.703 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.523553+0000", 2024-04-10T16:59:56.703 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.523553+0000", 2024-04-10T16:59:56.703 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.523553+0000", 2024-04-10T16:59:56.703 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:56.704 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:56.704 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:56.704 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.523553+0000", 2024-04-10T16:59:56.704 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.523553+0000", 2024-04-10T16:59:56.704 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:56.704 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 2, 2024-04-10T16:59:56.704 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:56.704 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:56.704 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 550, 2024-04-10T16:59:56.704 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:56.704 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:56.704 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:56.704 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:56.704 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 2, 2024-04-10T16:59:56.704 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:56.705 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:56.705 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:56.705 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "2.1d", 2024-04-10T16:59:56.705 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:56.705 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:56.705 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:56.705 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 4908, 2024-04-10T16:59:56.705 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:56.705 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T22:20:44.410904+0000", 2024-04-10T16:59:56.705 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:56.705 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:56.705 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:56.705 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:56.705 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:56.705 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:56.705 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:56.705 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:56.706 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:56.706 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:56.706 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:56.706 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:56.706 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:56.706 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:56.706 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:56.706 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:56.706 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:56.706 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:56.706 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:56.706 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 3, 2024-04-10T16:59:56.706 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 1, 2024-04-10T16:59:56.706 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:56.706 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 1, 2024-04-10T16:59:56.706 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:56.707 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:56.707 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:56.707 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:56.707 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:56.707 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 1, 2024-04-10T16:59:56.707 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:56.707 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:56.707 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:56.707 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:56.707 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:56.707 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:56.707 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:56.707 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 6, 2024-04-10T16:59:56.707 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 6, 2024-04-10T16:59:56.707 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:56.707 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:56.707 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:56.708 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 3, 2024-04-10T16:59:56.708 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:56.708 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.708 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:56.708 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:56.708 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:56.708 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T16:59:56.708 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T16:59:56.708 INFO:tasks.workunit.client.0.smithi069.stdout: 0 2024-04-10T16:59:56.708 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:56.708 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 7, 2024-04-10T16:59:56.708 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "61'2" 2024-04-10T16:59:56.708 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.708 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:56.708 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:56.708 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T16:59:56.708 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T16:59:56.709 INFO:tasks.workunit.client.0.smithi069.stdout: 2 2024-04-10T16:59:56.709 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:56.709 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 0, 2024-04-10T16:59:56.709 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:56.709 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:56.709 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T16:59:56.709 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:56.709 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:56.709 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:56.709 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.942958+0000", 2024-04-10T16:59:56.709 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:38:32.254550+0000", 2024-04-10T16:59:56.709 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:38:32.254550+0000", 2024-04-10T16:59:56.709 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:38:32.255092+0000", 2024-04-10T16:59:56.709 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.942958+0000", 2024-04-10T16:59:56.709 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:56.709 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:56.710 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:56.710 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 481, 2024-04-10T16:59:56.710 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.942958+0000", 2024-04-10T16:59:56.710 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.942958+0000", 2024-04-10T16:59:56.710 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.942958+0000", 2024-04-10T16:59:56.710 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:56.710 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:56.710 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:56.710 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.942958+0000", 2024-04-10T16:59:56.710 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.942958+0000", 2024-04-10T16:59:56.710 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:56.710 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:56.710 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:56.710 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:56.710 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 480, 2024-04-10T16:59:56.710 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:56.711 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:56.711 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:56.711 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:56.711 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:56.711 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:56.711 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:56.711 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:56.711 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.1f", 2024-04-10T16:59:56.711 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:56.711 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:56.711 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:56.711 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 5138, 2024-04-10T16:59:56.711 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:56.711 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T16:21:18.671666+0000", 2024-04-10T16:59:56.711 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:56.711 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:56.711 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:56.711 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:56.712 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:56.712 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:56.712 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:56.712 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:56.712 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:56.712 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:56.712 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:56.712 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:56.712 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:56.712 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:56.712 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:56.712 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:56.712 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:56.712 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:56.712 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:56.713 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:56.713 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:56.713 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:56.713 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:56.713 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:56.713 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:56.713 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:56.713 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:56.713 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:56.713 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:56.713 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:56.713 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:56.713 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:56.713 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:56.713 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:56.714 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:56.714 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:56.714 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:56.714 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:56.714 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:56.714 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:56.714 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:56.714 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:56.714 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:56.714 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.714 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:56.714 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:56.714 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:56.714 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T16:59:56.715 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T16:59:56.715 INFO:tasks.workunit.client.0.smithi069.stdout: 2 2024-04-10T16:59:56.715 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:56.715 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 0, 2024-04-10T16:59:56.715 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:56.715 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.715 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:56.715 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:56.715 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T16:59:56.715 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T16:59:56.715 INFO:tasks.workunit.client.0.smithi069.stdout: 5 2024-04-10T16:59:56.715 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:56.715 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 3, 2024-04-10T16:59:56.715 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:56.716 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:56.716 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 59, 2024-04-10T16:59:56.716 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:56.716 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:56.716 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:56.716 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.241217+0000", 2024-04-10T16:59:56.716 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:38:32.253753+0000", 2024-04-10T16:59:56.716 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:38:32.253753+0000", 2024-04-10T16:59:56.716 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:38:32.254095+0000", 2024-04-10T16:59:56.716 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.241217+0000", 2024-04-10T16:59:56.716 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:56.716 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:56.716 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:56.716 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 481, 2024-04-10T16:59:56.716 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.241217+0000", 2024-04-10T16:59:56.716 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.241217+0000", 2024-04-10T16:59:56.717 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.241217+0000", 2024-04-10T16:59:56.717 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:56.717 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:56.717 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:56.717 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.241217+0000", 2024-04-10T16:59:56.717 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.241217+0000", 2024-04-10T16:59:56.717 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:56.717 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 2, 2024-04-10T16:59:56.717 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:56.717 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:56.717 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 480, 2024-04-10T16:59:56.717 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:56.717 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:56.717 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:56.717 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:56.718 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 2, 2024-04-10T16:59:56.718 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:56.718 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:56.718 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:56.718 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "2.1e", 2024-04-10T16:59:56.718 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:56.718 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:56.718 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:56.718 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 5098, 2024-04-10T16:59:56.718 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:56.718 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T03:06:14.806992+0000", 2024-04-10T16:59:56.718 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:56.718 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:56.718 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:56.718 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:56.718 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:56.719 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:56.719 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:56.719 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:56.719 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:56.719 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:56.719 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:56.719 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:56.719 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:56.719 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:56.719 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:56.719 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:56.719 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:56.719 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:56.719 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:56.719 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:56.720 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:56.720 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:56.720 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:56.720 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:56.720 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:56.720 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:56.720 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:56.720 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:56.720 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:56.720 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:56.720 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:56.720 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:56.720 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:56.720 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:56.720 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:56.721 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:56.721 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:56.721 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:56.721 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:56.721 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:56.721 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:56.721 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:56.721 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:56.721 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.721 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:56.721 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:56.721 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:56.721 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T16:59:56.721 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T16:59:56.721 INFO:tasks.workunit.client.0.smithi069.stdout: 5 2024-04-10T16:59:56.722 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:56.722 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 3, 2024-04-10T16:59:56.722 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "576'2" 2024-04-10T16:59:56.722 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.722 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:56.722 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:56.722 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T16:59:56.722 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T16:59:56.722 INFO:tasks.workunit.client.0.smithi069.stdout: 2 2024-04-10T16:59:56.722 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:56.722 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 3, 2024-04-10T16:59:56.722 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:56.722 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:56.722 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T16:59:56.722 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:56.722 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:56.723 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:56.723 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.241707+0000", 2024-04-10T16:59:56.723 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:07.252171+0000", 2024-04-10T16:59:56.723 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:07.252171+0000", 2024-04-10T16:59:56.723 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:07.252493+0000", 2024-04-10T16:59:56.723 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.241707+0000", 2024-04-10T16:59:56.723 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:56.723 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:56.723 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:56.723 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 516, 2024-04-10T16:59:56.723 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.241707+0000", 2024-04-10T16:59:56.723 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.241707+0000", 2024-04-10T16:59:56.723 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.241707+0000", 2024-04-10T16:59:56.723 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:56.724 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:56.724 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:56.724 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.241707+0000", 2024-04-10T16:59:56.724 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.241707+0000", 2024-04-10T16:59:56.724 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:56.724 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:56.724 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:56.724 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:56.724 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 515, 2024-04-10T16:59:56.724 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:56.724 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:56.724 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:56.724 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:56.724 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:56.724 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:56.725 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:56.725 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:56.725 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.1e", 2024-04-10T16:59:56.725 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:56.725 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:56.725 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:56.725 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 5078, 2024-04-10T16:59:56.725 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:56.725 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T19:55:45.559636+0000", 2024-04-10T16:59:56.725 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:56.725 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:56.725 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:56.725 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:56.725 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:56.725 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:56.725 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:56.725 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:56.726 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:56.726 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:56.726 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:56.726 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:56.726 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:56.726 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:56.726 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:56.726 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:56.726 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:56.726 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:56.726 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:56.726 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:56.726 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:56.726 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:56.726 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:56.726 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:56.727 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:56.727 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:56.727 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:56.727 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:56.727 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:56.727 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:56.727 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:56.727 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:56.727 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:56.727 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:56.727 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:56.727 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:56.727 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:56.727 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:56.727 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:56.727 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:56.727 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:56.728 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:56.728 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:56.728 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.728 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:56.728 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:56.728 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:56.728 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T16:59:56.728 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T16:59:56.728 INFO:tasks.workunit.client.0.smithi069.stdout: 2 2024-04-10T16:59:56.728 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:56.728 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 3, 2024-04-10T16:59:56.728 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:56.728 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.728 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:56.728 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:56.728 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T16:59:56.728 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T16:59:56.729 INFO:tasks.workunit.client.0.smithi069.stdout: 4 2024-04-10T16:59:56.729 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:56.729 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 0, 2024-04-10T16:59:56.729 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:56.729 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:56.729 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 59, 2024-04-10T16:59:56.729 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:56.729 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:56.729 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:56.729 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.943530+0000", 2024-04-10T16:59:56.729 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:42.216852+0000", 2024-04-10T16:59:56.729 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:42.216852+0000", 2024-04-10T16:59:56.729 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:42.217243+0000", 2024-04-10T16:59:56.729 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.943530+0000", 2024-04-10T16:59:56.729 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:56.729 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:56.729 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:56.730 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 551, 2024-04-10T16:59:56.730 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.943530+0000", 2024-04-10T16:59:56.730 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.943530+0000", 2024-04-10T16:59:56.730 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.943530+0000", 2024-04-10T16:59:56.730 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:56.730 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:56.730 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:11.308904+0000", 2024-04-10T16:59:56.730 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.943530+0000", 2024-04-10T16:59:56.730 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.943530+0000", 2024-04-10T16:59:56.730 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:56.730 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 5, 2024-04-10T16:59:56.730 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:56.730 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:56.730 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 550, 2024-04-10T16:59:56.730 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:56.730 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:56.731 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:56.731 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:56.731 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 5, 2024-04-10T16:59:56.731 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:56.731 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:56.731 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:56.731 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "2.1f", 2024-04-10T16:59:56.731 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:56.731 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:56.731 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:56.731 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 5146, 2024-04-10T16:59:56.731 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:56.731 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T15:49:23.857203+0000", 2024-04-10T16:59:56.731 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:56.731 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:56.731 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:56.731 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 582, 2024-04-10T16:59:56.732 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:56.732 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:56.732 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:56.732 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:56.732 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:56.732 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:56.732 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:56.732 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:56.732 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:56.732 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:56.732 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:56.732 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:56.732 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:56.732 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:56.732 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:56.732 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 6, 2024-04-10T16:59:56.732 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 2, 2024-04-10T16:59:56.733 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:56.733 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 2, 2024-04-10T16:59:56.733 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:56.733 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:56.733 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:56.733 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:56.733 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:56.733 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 1, 2024-04-10T16:59:56.733 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:56.733 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:56.733 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:56.733 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:56.733 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:56.733 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:56.734 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:56.734 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 4, 2024-04-10T16:59:56.734 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 4, 2024-04-10T16:59:56.734 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:56.734 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:56.734 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:56.734 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 4, 2024-04-10T16:59:56.734 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 1 2024-04-10T16:59:56.734 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.734 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:56.734 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:56.734 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:56.734 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T16:59:56.734 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T16:59:56.734 INFO:tasks.workunit.client.0.smithi069.stdout: 4 2024-04-10T16:59:56.735 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:56.735 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 0, 2024-04-10T16:59:56.735 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "576'5" 2024-04-10T16:59:56.735 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.735 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:56.735 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:56.735 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T16:59:56.735 INFO:tasks.workunit.client.0.smithi069.stdout: 2, 2024-04-10T16:59:56.735 INFO:tasks.workunit.client.0.smithi069.stdout: 6 2024-04-10T16:59:56.735 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:56.735 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 7, 2024-04-10T16:59:56.735 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:56.735 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:56.735 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T16:59:56.735 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:56.735 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:56.736 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:56.736 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.523524+0000", 2024-04-10T16:59:56.736 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:42.210550+0000", 2024-04-10T16:59:56.736 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:42.210550+0000", 2024-04-10T16:59:56.736 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:42.213693+0000", 2024-04-10T16:59:56.736 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.523524+0000", 2024-04-10T16:59:56.736 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:56.736 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:56.736 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:56.736 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 551, 2024-04-10T16:59:56.736 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.523524+0000", 2024-04-10T16:59:56.736 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.523524+0000", 2024-04-10T16:59:56.736 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.523524+0000", 2024-04-10T16:59:56.737 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:56.737 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:56.737 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:56.737 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.523524+0000", 2024-04-10T16:59:56.737 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.523524+0000", 2024-04-10T16:59:56.737 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:56.737 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:56.737 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:56.737 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:56.737 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 550, 2024-04-10T16:59:56.737 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:56.737 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:56.737 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:56.737 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:56.737 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:56.738 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:56.738 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:56.738 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:56.738 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.2d", 2024-04-10T16:59:56.738 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:56.738 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:56.738 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:56.738 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 4906, 2024-04-10T16:59:56.738 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:56.738 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T16:12:18.743675+0000", 2024-04-10T16:59:56.738 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:56.738 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:56.738 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:56.738 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:56.738 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:56.738 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:56.739 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:56.739 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:56.739 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:56.739 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:56.739 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:56.739 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:56.739 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:56.739 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:56.739 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:56.739 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:56.739 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:56.739 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:56.739 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:56.739 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:56.739 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:56.739 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:56.739 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:56.740 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:56.740 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:56.740 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:56.740 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:56.740 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:56.740 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:56.740 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:56.740 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:56.740 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:56.740 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:56.740 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:56.740 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:56.740 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:56.740 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:56.740 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:56.740 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:56.741 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:56.741 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:56.741 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:56.741 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:56.741 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.741 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:56.741 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:56.741 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:56.741 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T16:59:56.741 INFO:tasks.workunit.client.0.smithi069.stdout: 2, 2024-04-10T16:59:56.741 INFO:tasks.workunit.client.0.smithi069.stdout: 6 2024-04-10T16:59:56.741 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:56.741 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 7, 2024-04-10T16:59:56.741 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:56.741 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.741 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:56.741 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:56.742 INFO:tasks.workunit.client.0.smithi069.stdout: 2, 2024-04-10T16:59:56.742 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T16:59:56.742 INFO:tasks.workunit.client.0.smithi069.stdout: 7 2024-04-10T16:59:56.742 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:56.742 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 2, 2024-04-10T16:59:56.742 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:56.742 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:56.742 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T16:59:56.742 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:56.742 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:56.742 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:56.742 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.238404+0000", 2024-04-10T16:59:56.742 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:42.204844+0000", 2024-04-10T16:59:56.742 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:42.204844+0000", 2024-04-10T16:59:56.742 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:42.205179+0000", 2024-04-10T16:59:56.742 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.238404+0000", 2024-04-10T16:59:56.743 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:56.743 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:56.743 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:56.743 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 551, 2024-04-10T16:59:56.743 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.238404+0000", 2024-04-10T16:59:56.743 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.238404+0000", 2024-04-10T16:59:56.743 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.238404+0000", 2024-04-10T16:59:56.743 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:56.743 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:56.743 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:56.743 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.238404+0000", 2024-04-10T16:59:56.743 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.238404+0000", 2024-04-10T16:59:56.743 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:56.743 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:56.743 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:56.744 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:56.744 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 550, 2024-04-10T16:59:56.744 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:56.744 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:56.744 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:56.744 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:56.744 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:56.744 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:56.744 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:56.744 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:56.744 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.2e", 2024-04-10T16:59:56.744 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:56.744 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:56.744 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:56.744 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 5077, 2024-04-10T16:59:56.745 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:56.745 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T00:14:34.016716+0000", 2024-04-10T16:59:56.745 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:56.745 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:56.745 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:56.745 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:56.745 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:56.745 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:56.745 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:56.745 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:56.745 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:56.745 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:56.745 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:56.745 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:56.745 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:56.746 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:56.746 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:56.746 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:56.746 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:56.746 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:56.746 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:56.746 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:56.746 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:56.746 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:56.746 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:56.746 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:56.746 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:56.746 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:56.746 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:56.746 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:56.747 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:56.747 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:56.747 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:56.747 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:56.747 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:56.747 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:56.747 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:56.747 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:56.747 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:56.747 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:56.747 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:56.747 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:56.747 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:56.747 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:56.747 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:56.747 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.748 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:56.748 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:56.748 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:56.748 INFO:tasks.workunit.client.0.smithi069.stdout: 2, 2024-04-10T16:59:56.748 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T16:59:56.748 INFO:tasks.workunit.client.0.smithi069.stdout: 7 2024-04-10T16:59:56.748 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:56.749 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 2, 2024-04-10T16:59:56.749 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:56.749 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.749 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:56.749 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:56.749 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T16:59:56.749 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T16:59:56.750 INFO:tasks.workunit.client.0.smithi069.stdout: 4 2024-04-10T16:59:56.750 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:56.750 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 5, 2024-04-10T16:59:56.750 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:56.750 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:56.750 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T16:59:56.750 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:56.750 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:56.750 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:56.750 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.944119+0000", 2024-04-10T16:59:56.750 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:42.213568+0000", 2024-04-10T16:59:56.750 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:42.213568+0000", 2024-04-10T16:59:56.750 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:42.213922+0000", 2024-04-10T16:59:56.750 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.944119+0000", 2024-04-10T16:59:56.751 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:56.751 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:56.751 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:56.751 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 551, 2024-04-10T16:59:56.751 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.944119+0000", 2024-04-10T16:59:56.751 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.944119+0000", 2024-04-10T16:59:56.751 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.944119+0000", 2024-04-10T16:59:56.751 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:56.751 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:56.751 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:56.751 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.944119+0000", 2024-04-10T16:59:56.751 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.944119+0000", 2024-04-10T16:59:56.751 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:56.751 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:56.752 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:56.752 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:56.752 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 550, 2024-04-10T16:59:56.752 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:56.752 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:56.752 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:56.752 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:56.752 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:56.752 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:56.752 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:56.752 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:56.752 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.2f", 2024-04-10T16:59:56.752 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:56.752 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:56.752 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:56.753 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 4983, 2024-04-10T16:59:56.753 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:56.753 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T02:29:20.792148+0000", 2024-04-10T16:59:56.753 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:56.753 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:56.753 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:56.753 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:56.753 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:56.753 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:56.753 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:56.753 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:56.753 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:56.753 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:56.753 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:56.753 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:56.754 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:56.754 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:56.754 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:56.754 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:56.754 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:56.754 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:56.754 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:56.754 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:56.754 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:56.754 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:56.754 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:56.754 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:56.754 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:56.755 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:56.755 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:56.755 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:56.755 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:56.755 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:56.755 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:56.755 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:56.755 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:56.755 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:56.755 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:56.755 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:56.755 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:56.755 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:56.755 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:56.755 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:56.755 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:56.756 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:56.756 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:56.756 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.756 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:56.756 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:56.756 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:56.756 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T16:59:56.756 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T16:59:56.756 INFO:tasks.workunit.client.0.smithi069.stdout: 4 2024-04-10T16:59:56.756 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:56.756 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 5, 2024-04-10T16:59:56.756 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:56.756 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.756 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:56.757 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:56.757 INFO:tasks.workunit.client.0.smithi069.stdout: 2, 2024-04-10T16:59:56.757 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T16:59:56.757 INFO:tasks.workunit.client.0.smithi069.stdout: 7 2024-04-10T16:59:56.757 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:56.757 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 2, 2024-04-10T16:59:56.757 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:56.757 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:56.757 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T16:59:56.757 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:56.757 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:56.757 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:56.757 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.237805+0000", 2024-04-10T16:59:56.757 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:42.219115+0000", 2024-04-10T16:59:56.757 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:42.219115+0000", 2024-04-10T16:59:56.758 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:42.219538+0000", 2024-04-10T16:59:56.758 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.237805+0000", 2024-04-10T16:59:56.758 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:56.758 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:56.758 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:56.758 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 551, 2024-04-10T16:59:56.758 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.237805+0000", 2024-04-10T16:59:56.758 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.237805+0000", 2024-04-10T16:59:56.758 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.237805+0000", 2024-04-10T16:59:56.758 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:56.758 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:56.758 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:56.758 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.237805+0000", 2024-04-10T16:59:56.758 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.237805+0000", 2024-04-10T16:59:56.758 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:56.759 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:56.759 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:56.759 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:56.759 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 550, 2024-04-10T16:59:56.759 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:56.759 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:56.759 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:56.759 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:56.759 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:56.759 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:56.759 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:56.759 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:56.759 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.30", 2024-04-10T16:59:56.759 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:56.759 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:56.760 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:56.760 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 5081, 2024-04-10T16:59:56.760 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:56.760 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T20:41:25.350430+0000", 2024-04-10T16:59:56.760 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:56.760 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:56.760 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:56.760 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:56.760 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:56.760 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:56.760 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:56.760 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:56.760 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:56.760 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:56.761 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:56.761 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:56.761 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:56.761 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:56.761 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:56.761 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:56.761 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:56.761 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:56.761 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:56.761 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:56.761 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:56.762 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:56.762 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:56.762 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:56.762 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:56.762 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:56.762 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:56.762 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:56.762 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:56.762 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:56.762 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:56.762 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:56.762 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:56.762 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:56.763 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:56.763 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:56.763 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:56.763 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:56.763 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:56.763 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:56.763 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:56.763 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:56.763 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:56.763 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.763 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:56.763 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:56.763 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:56.763 INFO:tasks.workunit.client.0.smithi069.stdout: 2, 2024-04-10T16:59:56.763 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T16:59:56.764 INFO:tasks.workunit.client.0.smithi069.stdout: 7 2024-04-10T16:59:56.764 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:56.764 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 2, 2024-04-10T16:59:56.764 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:56.764 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.764 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:56.764 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:56.764 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T16:59:56.764 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T16:59:56.764 INFO:tasks.workunit.client.0.smithi069.stdout: 5 2024-04-10T16:59:56.764 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:56.764 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 1, 2024-04-10T16:59:56.764 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:56.764 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:56.765 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T16:59:56.765 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:56.765 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:56.765 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:56.765 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.941150+0000", 2024-04-10T16:59:56.765 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:38:32.252682+0000", 2024-04-10T16:59:56.765 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:38:32.252682+0000", 2024-04-10T16:59:56.765 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:38:32.252989+0000", 2024-04-10T16:59:56.765 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.941150+0000", 2024-04-10T16:59:56.765 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:56.765 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:56.765 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:56.765 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 481, 2024-04-10T16:59:56.766 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.941150+0000", 2024-04-10T16:59:56.766 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.941150+0000", 2024-04-10T16:59:56.766 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.941150+0000", 2024-04-10T16:59:56.766 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:56.766 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:56.766 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:56.766 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.941150+0000", 2024-04-10T16:59:56.766 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.941150+0000", 2024-04-10T16:59:56.766 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:56.766 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:56.766 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:56.766 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:56.766 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 480, 2024-04-10T16:59:56.767 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:56.767 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:56.767 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:56.767 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:56.767 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:56.767 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:56.767 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:56.767 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:56.767 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.31", 2024-04-10T16:59:56.767 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:56.767 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:56.767 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:56.767 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 5108, 2024-04-10T16:59:56.768 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:56.768 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T17:12:55.265573+0000", 2024-04-10T16:59:56.768 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:56.768 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:56.768 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:56.768 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:56.768 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:56.768 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:56.768 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:56.768 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:56.768 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:56.768 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:56.768 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:56.768 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:56.769 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:56.769 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:56.769 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:56.769 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:56.769 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:56.769 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:56.769 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:56.769 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:56.769 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:56.769 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:56.769 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:56.769 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:56.769 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:56.769 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:56.770 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:56.770 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:56.770 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:56.770 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:56.770 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:56.770 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:56.770 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:56.770 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:56.770 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:56.770 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:56.770 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:56.770 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:56.770 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:56.770 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:56.770 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:56.771 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:56.771 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:56.771 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.771 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:56.771 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:56.771 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:56.771 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T16:59:56.771 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T16:59:56.771 INFO:tasks.workunit.client.0.smithi069.stdout: 5 2024-04-10T16:59:56.771 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:56.771 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 1, 2024-04-10T16:59:56.771 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:56.771 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.771 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:56.772 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:56.772 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T16:59:56.772 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T16:59:56.772 INFO:tasks.workunit.client.0.smithi069.stdout: 5 2024-04-10T16:59:56.772 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:56.772 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 0, 2024-04-10T16:59:56.772 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:56.772 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:56.772 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T16:59:56.772 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:56.772 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:56.772 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:56.772 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.941290+0000", 2024-04-10T16:59:56.772 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:38:32.247873+0000", 2024-04-10T16:59:56.773 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:38:32.247873+0000", 2024-04-10T16:59:56.773 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:38:32.248203+0000", 2024-04-10T16:59:56.773 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.941290+0000", 2024-04-10T16:59:56.773 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:56.773 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:56.773 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:56.773 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 481, 2024-04-10T16:59:56.773 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.941290+0000", 2024-04-10T16:59:56.773 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.941290+0000", 2024-04-10T16:59:56.773 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.941290+0000", 2024-04-10T16:59:56.773 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:56.773 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:56.773 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:56.773 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.941290+0000", 2024-04-10T16:59:56.773 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.941290+0000", 2024-04-10T16:59:56.774 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:56.774 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:56.774 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:56.774 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:56.774 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 480, 2024-04-10T16:59:56.774 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:56.774 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:56.774 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:56.774 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:56.774 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:56.774 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:56.774 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:56.774 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:56.774 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.32", 2024-04-10T16:59:56.774 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:56.775 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:56.775 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:56.775 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 5133, 2024-04-10T16:59:56.775 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:56.775 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T00:13:34.982456+0000", 2024-04-10T16:59:56.775 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:56.775 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:56.775 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:56.775 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:56.775 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:56.775 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:56.775 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:56.775 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:56.775 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:56.775 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:56.775 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:56.775 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:56.776 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:56.776 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:56.776 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:56.776 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:56.776 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:56.776 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:56.776 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:56.776 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:56.776 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:56.776 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:56.776 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:56.776 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:56.776 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:56.776 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:56.776 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:56.776 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:56.777 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:56.777 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:56.777 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:56.777 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:56.777 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:56.777 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:56.777 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:56.777 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:56.777 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:56.777 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:56.777 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:56.777 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:56.777 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:56.777 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:56.777 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:56.778 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.778 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:56.778 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:56.778 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:56.778 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T16:59:56.778 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T16:59:56.778 INFO:tasks.workunit.client.0.smithi069.stdout: 5 2024-04-10T16:59:56.778 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:56.778 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 0, 2024-04-10T16:59:56.778 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:56.778 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.778 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:56.778 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:56.778 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T16:59:56.779 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T16:59:56.779 INFO:tasks.workunit.client.0.smithi069.stdout: 1 2024-04-10T16:59:56.779 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:56.779 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 3, 2024-04-10T16:59:56.779 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:56.779 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:56.779 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T16:59:56.779 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:56.779 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:56.779 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:56.779 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.241326+0000", 2024-04-10T16:59:56.779 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:07.248199+0000", 2024-04-10T16:59:56.779 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:07.248199+0000", 2024-04-10T16:59:56.779 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:07.248591+0000", 2024-04-10T16:59:56.779 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.241326+0000", 2024-04-10T16:59:56.780 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:56.780 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:56.780 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:56.780 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 516, 2024-04-10T16:59:56.780 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.241326+0000", 2024-04-10T16:59:56.780 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.241326+0000", 2024-04-10T16:59:56.780 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.241326+0000", 2024-04-10T16:59:56.780 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:56.780 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:56.780 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:56.780 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.241326+0000", 2024-04-10T16:59:56.780 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.241326+0000", 2024-04-10T16:59:56.780 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:56.780 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:56.780 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:56.781 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:56.781 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 515, 2024-04-10T16:59:56.781 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:56.781 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:56.781 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:56.781 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:56.781 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:56.781 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:56.781 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:56.781 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:56.781 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.33", 2024-04-10T16:59:56.781 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:56.781 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:56.781 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:56.781 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 5080, 2024-04-10T16:59:56.781 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:56.782 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T23:37:56.908053+0000", 2024-04-10T16:59:56.782 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:56.782 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:56.782 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:56.782 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:56.782 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:56.782 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:56.782 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:56.782 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:56.782 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:56.782 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:56.782 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:56.782 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:56.783 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:56.783 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:56.783 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:56.783 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:56.783 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:56.783 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:56.783 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:56.783 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:56.783 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:56.783 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:56.783 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:56.783 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:56.783 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:56.783 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:56.783 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:56.784 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:56.784 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:56.784 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:56.784 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:56.784 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:56.784 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:56.784 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:56.784 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:56.784 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:56.784 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:56.784 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:56.784 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:56.784 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:56.784 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:56.784 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:56.785 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:56.785 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.785 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:56.785 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:56.785 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:56.785 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T16:59:56.785 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T16:59:56.785 INFO:tasks.workunit.client.0.smithi069.stdout: 1 2024-04-10T16:59:56.785 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:56.785 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 3, 2024-04-10T16:59:56.785 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:56.785 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.785 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:56.785 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:56.785 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T16:59:56.786 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T16:59:56.786 INFO:tasks.workunit.client.0.smithi069.stdout: 0 2024-04-10T16:59:56.786 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:56.786 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 4, 2024-04-10T16:59:56.786 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:56.786 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:56.786 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T16:59:56.786 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:56.786 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:56.786 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:56.786 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.237025+0000", 2024-04-10T16:59:56.786 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:07.250258+0000", 2024-04-10T16:59:56.786 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:07.250258+0000", 2024-04-10T16:59:56.786 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:07.250569+0000", 2024-04-10T16:59:56.787 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.237025+0000", 2024-04-10T16:59:56.787 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:56.787 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:56.787 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:56.787 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 516, 2024-04-10T16:59:56.787 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.237025+0000", 2024-04-10T16:59:56.787 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.237025+0000", 2024-04-10T16:59:56.787 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.237025+0000", 2024-04-10T16:59:56.787 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:56.787 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:56.787 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:56.787 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.237025+0000", 2024-04-10T16:59:56.787 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.237025+0000", 2024-04-10T16:59:56.787 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:56.788 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:56.788 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:56.788 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:56.788 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 515, 2024-04-10T16:59:56.788 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:56.788 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:56.788 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:56.788 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:56.788 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:56.788 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:56.788 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:56.788 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:56.788 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.34", 2024-04-10T16:59:56.788 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:56.788 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:56.789 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:56.789 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 5010, 2024-04-10T16:59:56.789 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:56.789 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T17:29:42.641240+0000", 2024-04-10T16:59:56.789 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:56.789 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:56.789 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:56.789 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:56.789 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:56.789 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:56.789 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:56.789 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:56.789 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:56.789 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:56.789 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:56.789 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:56.790 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:56.790 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:56.790 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:56.790 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:56.790 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:56.790 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:56.790 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:56.790 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:56.790 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:56.790 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:56.790 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:56.790 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:56.790 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:56.790 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:56.791 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:56.791 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:56.791 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:56.791 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:56.791 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:56.791 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:56.791 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:56.791 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:56.791 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:56.791 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:56.791 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:56.791 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:56.791 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:56.791 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:56.791 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:56.791 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:56.792 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:56.792 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.792 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:56.792 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:56.792 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:56.792 INFO:tasks.workunit.client.0.smithi069.stdout: 4, 2024-04-10T16:59:56.792 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T16:59:56.792 INFO:tasks.workunit.client.0.smithi069.stdout: 0 2024-04-10T16:59:56.792 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:56.792 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 4, 2024-04-10T16:59:56.792 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:56.792 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.792 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:56.792 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:56.792 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T16:59:56.792 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T16:59:56.793 INFO:tasks.workunit.client.0.smithi069.stdout: 0 2024-04-10T16:59:56.793 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:56.793 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 6, 2024-04-10T16:59:56.793 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:56.793 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:56.793 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T16:59:56.793 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:56.793 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:56.793 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:56.793 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.941268+0000", 2024-04-10T16:59:56.793 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:07.258260+0000", 2024-04-10T16:59:56.793 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:07.258260+0000", 2024-04-10T16:59:56.793 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:07.258709+0000", 2024-04-10T16:59:56.794 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.941268+0000", 2024-04-10T16:59:56.794 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:56.794 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:56.794 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:56.794 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 516, 2024-04-10T16:59:56.794 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.941268+0000", 2024-04-10T16:59:56.794 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.941268+0000", 2024-04-10T16:59:56.794 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.941268+0000", 2024-04-10T16:59:56.794 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:56.794 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:56.794 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:56.794 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.941268+0000", 2024-04-10T16:59:56.794 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.941268+0000", 2024-04-10T16:59:56.794 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:56.795 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:56.795 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:56.795 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:56.795 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 515, 2024-04-10T16:59:56.795 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:56.795 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:56.795 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:56.795 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:56.795 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:56.795 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:56.795 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:56.795 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:56.795 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.35", 2024-04-10T16:59:56.795 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:56.796 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:56.796 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:56.796 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 4936, 2024-04-10T16:59:56.796 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:56.796 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T23:34:30.171033+0000", 2024-04-10T16:59:56.796 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:56.796 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:56.796 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:56.796 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:56.796 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:56.796 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:56.796 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:56.796 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:56.797 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:56.797 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:56.797 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:56.797 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:56.797 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:56.797 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:56.797 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:56.797 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:56.797 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:56.797 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:56.797 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:56.797 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:56.797 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:56.797 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:56.797 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:56.798 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:56.798 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:56.798 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:56.798 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:56.798 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:56.798 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:56.798 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:56.798 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:56.798 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:56.798 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:56.798 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:56.798 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:56.798 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:56.798 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:56.799 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:56.799 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:56.799 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:56.799 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:56.799 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:56.799 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:56.799 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.799 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:56.799 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:56.799 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:56.799 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T16:59:56.799 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T16:59:56.799 INFO:tasks.workunit.client.0.smithi069.stdout: 0 2024-04-10T16:59:56.799 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:56.799 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 6, 2024-04-10T16:59:56.800 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:56.800 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.800 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:56.800 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:56.800 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T16:59:56.800 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T16:59:56.800 INFO:tasks.workunit.client.0.smithi069.stdout: 1 2024-04-10T16:59:56.800 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:56.800 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 6, 2024-04-10T16:59:56.800 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:56.800 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:56.800 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T16:59:56.800 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:56.800 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:56.800 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:56.800 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.942327+0000", 2024-04-10T16:59:56.801 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:07.262035+0000", 2024-04-10T16:59:56.801 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:07.262035+0000", 2024-04-10T16:59:56.801 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:07.262347+0000", 2024-04-10T16:59:56.801 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.942327+0000", 2024-04-10T16:59:56.801 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:56.801 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:56.801 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:56.801 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 516, 2024-04-10T16:59:56.801 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.942327+0000", 2024-04-10T16:59:56.801 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.942327+0000", 2024-04-10T16:59:56.801 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.942327+0000", 2024-04-10T16:59:56.801 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:56.801 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:56.801 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:56.801 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.942327+0000", 2024-04-10T16:59:56.802 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.942327+0000", 2024-04-10T16:59:56.802 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:56.802 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:56.802 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:56.802 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:56.802 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 515, 2024-04-10T16:59:56.802 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:56.802 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:56.802 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:56.802 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:56.802 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:56.802 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:56.802 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:56.802 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:56.802 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.36", 2024-04-10T16:59:56.802 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:56.803 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:56.803 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:56.803 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 4936, 2024-04-10T16:59:56.803 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:56.803 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T00:47:56.331465+0000", 2024-04-10T16:59:56.803 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:56.803 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:56.803 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:56.803 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:56.803 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:56.803 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:56.803 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:56.803 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:56.803 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:56.804 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:56.804 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:56.804 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:56.804 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:56.804 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:56.804 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:56.804 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:56.804 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:56.804 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:56.804 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:56.804 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:56.804 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:56.804 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:56.804 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:56.804 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:56.804 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:56.804 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:56.805 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:56.805 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:56.805 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:56.805 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:56.805 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:56.805 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:56.805 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:56.805 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:56.805 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:56.805 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:56.805 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:56.805 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:56.805 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:56.805 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:56.805 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:56.806 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:56.806 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:56.806 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.806 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:56.806 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:56.806 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:56.806 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T16:59:56.806 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T16:59:56.806 INFO:tasks.workunit.client.0.smithi069.stdout: 1 2024-04-10T16:59:56.806 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:56.806 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 6, 2024-04-10T16:59:56.806 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:56.806 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.806 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:56.806 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:56.807 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T16:59:56.807 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T16:59:56.807 INFO:tasks.workunit.client.0.smithi069.stdout: 0 2024-04-10T16:59:56.807 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:56.807 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 7, 2024-04-10T16:59:56.807 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:56.807 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:56.807 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T16:59:56.807 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:56.807 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:56.807 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:56.807 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.523130+0000", 2024-04-10T16:59:56.807 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:42.213385+0000", 2024-04-10T16:59:56.807 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:42.213385+0000", 2024-04-10T16:59:56.808 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:42.214046+0000", 2024-04-10T16:59:56.808 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.523130+0000", 2024-04-10T16:59:56.808 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:56.808 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:56.808 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:56.808 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 551, 2024-04-10T16:59:56.808 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.523130+0000", 2024-04-10T16:59:56.808 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.523130+0000", 2024-04-10T16:59:56.808 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.523130+0000", 2024-04-10T16:59:56.808 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:56.808 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:56.808 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:56.808 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.523130+0000", 2024-04-10T16:59:56.808 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.523130+0000", 2024-04-10T16:59:56.809 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:56.809 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:56.809 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:56.809 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:56.809 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 550, 2024-04-10T16:59:56.809 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:56.809 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:56.809 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:56.809 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:56.809 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:56.809 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:56.809 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:56.809 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:56.809 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.37", 2024-04-10T16:59:56.809 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:56.810 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:56.810 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:56.810 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 4911, 2024-04-10T16:59:56.810 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:56.810 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T18:14:30.952168+0000", 2024-04-10T16:59:56.810 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:56.810 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:56.810 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:56.810 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:56.810 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:56.810 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:56.810 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:56.810 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:56.810 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:56.811 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:56.811 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:56.811 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:56.811 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:56.811 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:56.811 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:56.811 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:56.811 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:56.811 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:56.811 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:56.811 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:56.811 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:56.811 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:56.811 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:56.812 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:56.812 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:56.812 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:56.812 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:56.812 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:56.812 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:56.812 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:56.812 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:56.812 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:56.812 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:56.812 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:56.812 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:56.812 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:56.812 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:56.812 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:56.813 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:56.813 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:56.813 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:56.813 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:56.813 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:56.813 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.813 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:56.813 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:56.813 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:56.813 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T16:59:56.813 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T16:59:56.813 INFO:tasks.workunit.client.0.smithi069.stdout: 0 2024-04-10T16:59:56.813 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:56.813 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 7, 2024-04-10T16:59:56.813 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:56.814 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.814 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:56.814 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:56.814 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T16:59:56.814 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T16:59:56.814 INFO:tasks.workunit.client.0.smithi069.stdout: 6 2024-04-10T16:59:56.814 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:56.814 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 3, 2024-04-10T16:59:56.814 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:56.814 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:56.814 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T16:59:56.814 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:56.814 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:56.814 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:56.814 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.238326+0000", 2024-04-10T16:59:56.814 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:07.248746+0000", 2024-04-10T16:59:56.815 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:07.248746+0000", 2024-04-10T16:59:56.815 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:07.249090+0000", 2024-04-10T16:59:56.815 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.238326+0000", 2024-04-10T16:59:56.815 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:56.815 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:56.815 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:56.815 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 516, 2024-04-10T16:59:56.815 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.238326+0000", 2024-04-10T16:59:56.815 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.238326+0000", 2024-04-10T16:59:56.815 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.238326+0000", 2024-04-10T16:59:56.815 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:56.815 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:56.815 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:56.815 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.238326+0000", 2024-04-10T16:59:56.815 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.238326+0000", 2024-04-10T16:59:56.815 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:56.816 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:56.816 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:56.816 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:56.816 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 515, 2024-04-10T16:59:56.816 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:56.816 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:56.816 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:56.816 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:56.816 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:56.816 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:56.816 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:56.816 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:56.816 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.38", 2024-04-10T16:59:56.816 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:56.816 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:56.816 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:56.817 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 5072, 2024-04-10T16:59:56.817 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:56.817 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T02:25:47.758582+0000", 2024-04-10T16:59:56.817 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:56.817 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:56.817 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:56.817 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:56.817 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:56.817 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:56.817 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:56.817 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:56.817 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:56.817 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:56.817 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:56.817 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:56.817 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:56.817 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:56.818 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:56.818 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:56.818 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:56.818 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:56.818 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:56.818 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:56.818 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:56.818 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:56.818 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:56.818 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:56.818 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:56.818 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:56.818 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:56.818 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:56.819 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:56.819 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:56.819 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:56.819 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:56.819 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:56.819 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:56.819 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:56.819 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:56.819 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:56.819 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:56.819 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:56.819 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:56.819 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:56.819 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:56.819 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:56.820 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.820 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:56.820 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:56.820 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:56.820 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T16:59:56.820 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T16:59:56.820 INFO:tasks.workunit.client.0.smithi069.stdout: 6 2024-04-10T16:59:56.820 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:56.820 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 3, 2024-04-10T16:59:56.820 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:56.820 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.820 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:56.820 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:56.820 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T16:59:56.820 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T16:59:56.820 INFO:tasks.workunit.client.0.smithi069.stdout: 4 2024-04-10T16:59:56.821 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:56.821 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 7, 2024-04-10T16:59:56.821 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:56.821 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:56.821 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T16:59:56.821 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:56.821 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:56.821 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:56.821 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.521983+0000", 2024-04-10T16:59:56.821 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:42.212504+0000", 2024-04-10T16:59:56.821 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:42.212504+0000", 2024-04-10T16:59:56.821 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:42.214059+0000", 2024-04-10T16:59:56.821 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.521983+0000", 2024-04-10T16:59:56.821 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:56.821 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:56.822 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:56.822 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 551, 2024-04-10T16:59:56.822 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.521983+0000", 2024-04-10T16:59:56.822 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.521983+0000", 2024-04-10T16:59:56.822 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.521983+0000", 2024-04-10T16:59:56.822 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:56.822 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:56.822 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:56.822 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.521983+0000", 2024-04-10T16:59:56.822 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.521983+0000", 2024-04-10T16:59:56.822 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:56.822 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:56.822 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:56.822 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:56.822 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 550, 2024-04-10T16:59:56.822 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:56.823 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:56.823 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:56.823 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:56.823 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:56.823 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:56.823 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:56.823 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:56.823 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.39", 2024-04-10T16:59:56.823 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:56.823 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:56.823 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:56.823 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 4919, 2024-04-10T16:59:56.823 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:56.823 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T23:29:48.114063+0000", 2024-04-10T16:59:56.823 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:56.823 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:56.824 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:56.824 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:56.824 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:56.824 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:56.824 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:56.824 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:56.824 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:56.824 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:56.824 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:56.824 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:56.824 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:56.824 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:56.824 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:56.824 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:56.825 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:56.825 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:56.825 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:56.825 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:56.825 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:56.825 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:56.825 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:56.825 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:56.825 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:56.825 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:56.825 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:56.825 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:56.825 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:56.825 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:56.825 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:56.825 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:56.825 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:56.826 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:56.826 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:56.826 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:56.826 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:56.826 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:56.826 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:56.826 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:56.826 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:56.826 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:56.826 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:56.826 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.826 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:56.826 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:56.826 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:56.826 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T16:59:56.826 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T16:59:56.827 INFO:tasks.workunit.client.0.smithi069.stdout: 4 2024-04-10T16:59:56.827 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:56.827 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 7, 2024-04-10T16:59:56.827 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:56.827 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.827 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:56.827 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:56.827 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T16:59:56.827 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T16:59:56.827 INFO:tasks.workunit.client.0.smithi069.stdout: 1 2024-04-10T16:59:56.827 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:56.827 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 5, 2024-04-10T16:59:56.827 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:56.827 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:56.827 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T16:59:56.827 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:56.828 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:56.828 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:56.828 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.941819+0000", 2024-04-10T16:59:56.828 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:38:32.248390+0000", 2024-04-10T16:59:56.828 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:38:32.248390+0000", 2024-04-10T16:59:56.828 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:38:32.248836+0000", 2024-04-10T16:59:56.828 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.941819+0000", 2024-04-10T16:59:56.828 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:56.828 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:56.828 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:56.828 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 481, 2024-04-10T16:59:56.828 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.941819+0000", 2024-04-10T16:59:56.828 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.941819+0000", 2024-04-10T16:59:56.828 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.941819+0000", 2024-04-10T16:59:56.828 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:56.828 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:56.829 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:56.829 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.941819+0000", 2024-04-10T16:59:56.829 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.941819+0000", 2024-04-10T16:59:56.829 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:56.829 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:56.829 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:56.829 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:56.829 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 480, 2024-04-10T16:59:56.829 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:56.829 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:56.829 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:56.829 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:56.829 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:56.829 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:56.829 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:56.830 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:56.830 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.3a", 2024-04-10T16:59:56.830 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:56.830 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:56.830 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:56.830 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 4969, 2024-04-10T16:59:56.830 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:56.830 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T18:12:34.025866+0000", 2024-04-10T16:59:56.830 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:56.830 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:56.830 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:56.830 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:56.830 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:56.830 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:56.830 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:56.831 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:56.831 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:56.831 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:56.831 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:56.831 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:56.831 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:56.831 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:56.831 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:56.831 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:56.831 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:56.831 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:56.831 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:56.831 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:56.831 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:56.831 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:56.831 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:56.832 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:56.832 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:56.832 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:56.832 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:56.832 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:56.832 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:56.832 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:56.832 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:56.832 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:56.832 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:56.832 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:56.832 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:56.832 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:56.832 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:56.832 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:56.833 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:56.833 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:56.833 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:56.833 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:56.833 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:56.833 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.833 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:56.833 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:56.833 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:56.833 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T16:59:56.833 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T16:59:56.833 INFO:tasks.workunit.client.0.smithi069.stdout: 1 2024-04-10T16:59:56.833 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:56.833 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 5, 2024-04-10T16:59:56.833 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:56.834 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.834 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:56.834 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:56.834 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T16:59:56.834 INFO:tasks.workunit.client.0.smithi069.stdout: 2, 2024-04-10T16:59:56.834 INFO:tasks.workunit.client.0.smithi069.stdout: 4 2024-04-10T16:59:56.834 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:56.834 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 7, 2024-04-10T16:59:56.834 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:56.834 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:56.834 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T16:59:56.834 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:56.834 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:56.834 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:56.835 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.522474+0000", 2024-04-10T16:59:56.835 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:42.223772+0000", 2024-04-10T16:59:56.835 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:42.223772+0000", 2024-04-10T16:59:56.835 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:42.225143+0000", 2024-04-10T16:59:56.835 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.522474+0000", 2024-04-10T16:59:56.835 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:56.835 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:56.835 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:56.835 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 551, 2024-04-10T16:59:56.835 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.522474+0000", 2024-04-10T16:59:56.835 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.522474+0000", 2024-04-10T16:59:56.835 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.522474+0000", 2024-04-10T16:59:56.835 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:56.835 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:56.835 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:56.835 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.522474+0000", 2024-04-10T16:59:56.836 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.522474+0000", 2024-04-10T16:59:56.836 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:56.836 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:56.836 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:56.836 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:56.836 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 550, 2024-04-10T16:59:56.836 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:56.836 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:56.836 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:56.836 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:56.836 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:56.836 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:56.836 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:56.836 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:56.836 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.3b", 2024-04-10T16:59:56.836 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:56.837 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:56.837 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:56.837 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 4919, 2024-04-10T16:59:56.837 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:56.837 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T03:07:31.436816+0000", 2024-04-10T16:59:56.837 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:56.837 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:56.837 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:56.837 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:56.837 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:56.837 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:56.837 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:56.837 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:56.837 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:56.837 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:56.837 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:56.838 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:56.838 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:56.838 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:56.838 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:56.838 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:56.838 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:56.838 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:56.838 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:56.838 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:56.838 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:56.838 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:56.838 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:56.838 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:56.838 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:56.839 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:56.839 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:56.839 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:56.839 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:56.839 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:56.839 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:56.839 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:56.839 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:56.839 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:56.839 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:56.839 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:56.839 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:56.839 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:56.839 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:56.839 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:56.839 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:56.840 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:56.840 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:56.840 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.840 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:56.840 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:56.840 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:56.840 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T16:59:56.840 INFO:tasks.workunit.client.0.smithi069.stdout: 2, 2024-04-10T16:59:56.840 INFO:tasks.workunit.client.0.smithi069.stdout: 4 2024-04-10T16:59:56.840 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:56.840 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 7, 2024-04-10T16:59:56.840 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:56.840 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.840 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:56.841 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:56.841 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T16:59:56.841 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T16:59:56.841 INFO:tasks.workunit.client.0.smithi069.stdout: 7 2024-04-10T16:59:56.841 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:56.841 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 5, 2024-04-10T16:59:56.841 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:56.841 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:56.841 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T16:59:56.841 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:56.841 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:56.841 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:56.841 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.941582+0000", 2024-04-10T16:59:56.841 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:42.222658+0000", 2024-04-10T16:59:56.841 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:42.222658+0000", 2024-04-10T16:59:56.841 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:42.222970+0000", 2024-04-10T16:59:56.841 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.941582+0000", 2024-04-10T16:59:56.842 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:56.842 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:56.842 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:56.842 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 551, 2024-04-10T16:59:56.842 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.941582+0000", 2024-04-10T16:59:56.842 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.941582+0000", 2024-04-10T16:59:56.842 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.941582+0000", 2024-04-10T16:59:56.842 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:56.842 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:56.842 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:56.842 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.941582+0000", 2024-04-10T16:59:56.842 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.941582+0000", 2024-04-10T16:59:56.842 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:56.842 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:56.842 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:56.843 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:56.843 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 550, 2024-04-10T16:59:56.843 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:56.843 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:56.843 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:56.843 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:56.843 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:56.843 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:56.843 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:56.843 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:56.843 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.3c", 2024-04-10T16:59:56.843 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:56.843 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:56.843 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:56.843 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 4999, 2024-04-10T16:59:56.843 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:56.843 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T22:24:05.437297+0000", 2024-04-10T16:59:56.844 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:56.844 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:56.844 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:56.844 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:56.844 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:56.844 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:56.844 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:56.844 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:56.844 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:56.844 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:56.844 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:56.844 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:56.844 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:56.844 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:56.844 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:56.844 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:56.845 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:56.845 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:56.845 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:56.845 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:56.845 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:56.845 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:56.845 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:56.845 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:56.845 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:56.845 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:56.845 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:56.845 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:56.845 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:56.845 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:56.845 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:56.846 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:56.846 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:56.846 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:56.846 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:56.846 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:56.846 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:56.846 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:56.846 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:56.846 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:56.846 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:56.846 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:56.846 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:56.846 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.846 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:56.846 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:56.846 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:56.847 INFO:tasks.workunit.client.0.smithi069.stdout: 5, 2024-04-10T16:59:56.847 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T16:59:56.847 INFO:tasks.workunit.client.0.smithi069.stdout: 7 2024-04-10T16:59:56.847 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:56.847 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 5, 2024-04-10T16:59:56.847 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:56.847 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.847 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:56.847 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:56.847 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T16:59:56.847 INFO:tasks.workunit.client.0.smithi069.stdout: 2, 2024-04-10T16:59:56.847 INFO:tasks.workunit.client.0.smithi069.stdout: 1 2024-04-10T16:59:56.847 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:56.847 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 3, 2024-04-10T16:59:56.847 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:56.847 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:56.848 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T16:59:56.848 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:56.848 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:56.848 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:56.848 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.241977+0000", 2024-04-10T16:59:56.848 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:37:21.188300+0000", 2024-04-10T16:59:56.848 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:37:21.188300+0000", 2024-04-10T16:59:56.848 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:37:21.188601+0000", 2024-04-10T16:59:56.848 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.241977+0000", 2024-04-10T16:59:56.848 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:56.848 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:56.848 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:56.848 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 417, 2024-04-10T16:59:56.848 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.241977+0000", 2024-04-10T16:59:56.848 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.241977+0000", 2024-04-10T16:59:56.848 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.241977+0000", 2024-04-10T16:59:56.849 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:56.849 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:56.849 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:56.849 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.241977+0000", 2024-04-10T16:59:56.849 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.241977+0000", 2024-04-10T16:59:56.849 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:56.849 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:56.849 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:56.849 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:56.849 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 416, 2024-04-10T16:59:56.849 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:56.849 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:56.849 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:56.849 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:56.849 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:56.850 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:56.850 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:56.850 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:56.850 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.3d", 2024-04-10T16:59:56.850 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:56.850 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:56.850 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:56.850 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 5079, 2024-04-10T16:59:56.850 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:56.850 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T17:52:51.015384+0000", 2024-04-10T16:59:56.850 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:56.850 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:56.850 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:56.850 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:56.850 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:56.851 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:56.851 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:56.851 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:56.851 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:56.851 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:56.851 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:56.851 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:56.851 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:56.851 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:56.851 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:56.851 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:56.851 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:56.851 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:56.851 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:56.851 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:56.851 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:56.852 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:56.852 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:56.852 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:56.852 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:56.852 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:56.852 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:56.852 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:56.852 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:56.852 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:56.852 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:56.852 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:56.852 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:56.852 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:56.852 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:56.852 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:56.852 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:56.852 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:56.853 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:56.853 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:56.853 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:56.853 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:56.853 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:56.853 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.853 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:56.853 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:56.853 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:56.853 INFO:tasks.workunit.client.0.smithi069.stdout: 3, 2024-04-10T16:59:56.853 INFO:tasks.workunit.client.0.smithi069.stdout: 2, 2024-04-10T16:59:56.853 INFO:tasks.workunit.client.0.smithi069.stdout: 1 2024-04-10T16:59:56.853 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:56.853 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 3, 2024-04-10T16:59:56.853 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:56.853 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.854 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:56.854 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:56.854 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T16:59:56.854 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T16:59:56.854 INFO:tasks.workunit.client.0.smithi069.stdout: 6 2024-04-10T16:59:56.854 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:56.854 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 1, 2024-04-10T16:59:56.854 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:56.854 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:56.854 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T16:59:56.854 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:56.854 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:56.854 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:56.854 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.943064+0000", 2024-04-10T16:59:56.854 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:07.255706+0000", 2024-04-10T16:59:56.854 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:07.255706+0000", 2024-04-10T16:59:56.854 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:07.256152+0000", 2024-04-10T16:59:56.855 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.943064+0000", 2024-04-10T16:59:56.855 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:56.855 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:56.855 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:56.855 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 516, 2024-04-10T16:59:56.855 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.943064+0000", 2024-04-10T16:59:56.855 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.943064+0000", 2024-04-10T16:59:56.855 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.943064+0000", 2024-04-10T16:59:56.855 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:56.855 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:56.855 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:56.855 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.943064+0000", 2024-04-10T16:59:56.855 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.943064+0000", 2024-04-10T16:59:56.855 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:56.855 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:56.856 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:56.856 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:56.856 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 515, 2024-04-10T16:59:56.856 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:56.856 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:56.856 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:56.856 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:56.856 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:56.856 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:56.856 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:56.856 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:56.856 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.3e", 2024-04-10T16:59:56.856 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:56.856 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:56.856 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:56.856 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 5125, 2024-04-10T16:59:56.857 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:56.857 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T15:59:04.148407+0000", 2024-04-10T16:59:56.857 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:56.857 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:56.857 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:56.857 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:56.857 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:56.857 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:56.857 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:56.857 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:56.857 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:56.857 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:56.857 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:56.857 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:56.857 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:56.857 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:56.858 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:56.858 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:56.858 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:56.858 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:56.858 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:56.858 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:56.858 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:56.858 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:56.858 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:56.858 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:56.858 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:56.858 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:56.858 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:56.858 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:56.858 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:56.858 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:56.859 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:56.859 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:56.859 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:56.859 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:56.859 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:56.859 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:56.859 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:56.859 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:56.859 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:56.859 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:56.859 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:56.859 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:56.859 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:56.859 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.859 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:56.859 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:56.860 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:56.860 INFO:tasks.workunit.client.0.smithi069.stdout: 1, 2024-04-10T16:59:56.860 INFO:tasks.workunit.client.0.smithi069.stdout: 0, 2024-04-10T16:59:56.860 INFO:tasks.workunit.client.0.smithi069.stdout: 6 2024-04-10T16:59:56.860 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:56.860 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 1, 2024-04-10T16:59:56.860 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:56.860 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.860 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:56.860 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": [ 2024-04-10T16:59:56.860 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T16:59:56.860 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T16:59:56.860 INFO:tasks.workunit.client.0.smithi069.stdout: 0 2024-04-10T16:59:56.860 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:56.860 INFO:tasks.workunit.client.0.smithi069.stdout: "acting_primary": 7, 2024-04-10T16:59:56.860 INFO:tasks.workunit.client.0.smithi069.stdout: "avail_no_missing": [], 2024-04-10T16:59:56.861 INFO:tasks.workunit.client.0.smithi069.stdout: "blocked_by": [], 2024-04-10T16:59:56.861 INFO:tasks.workunit.client.0.smithi069.stdout: "created": 60, 2024-04-10T16:59:56.861 INFO:tasks.workunit.client.0.smithi069.stdout: "dirty_stats_invalid": false, 2024-04-10T16:59:56.861 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:59:56.861 INFO:tasks.workunit.client.0.smithi069.stdout: "hitset_stats_invalid": false, 2024-04-10T16:59:56.861 INFO:tasks.workunit.client.0.smithi069.stdout: "last_active": "2024-04-10T16:58:57.523277+0000", 2024-04-10T16:59:56.861 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_active": "2024-04-10T15:39:42.218796+0000", 2024-04-10T16:59:56.861 INFO:tasks.workunit.client.0.smithi069.stdout: "last_became_peered": "2024-04-10T15:39:42.218796+0000", 2024-04-10T16:59:56.861 INFO:tasks.workunit.client.0.smithi069.stdout: "last_change": "2024-04-10T15:39:42.219401+0000", 2024-04-10T16:59:56.861 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean": "2024-04-10T16:58:57.523277+0000", 2024-04-10T16:59:56.861 INFO:tasks.workunit.client.0.smithi069.stdout: "last_clean_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:56.861 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:59:56.861 INFO:tasks.workunit.client.0.smithi069.stdout: "last_deep_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:56.861 INFO:tasks.workunit.client.0.smithi069.stdout: "last_epoch_clean": 551, 2024-04-10T16:59:56.861 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fresh": "2024-04-10T16:58:57.523277+0000", 2024-04-10T16:59:56.861 INFO:tasks.workunit.client.0.smithi069.stdout: "last_fullsized": "2024-04-10T16:58:57.523277+0000", 2024-04-10T16:59:56.862 INFO:tasks.workunit.client.0.smithi069.stdout: "last_peered": "2024-04-10T16:58:57.523277+0000", 2024-04-10T16:59:56.862 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub": "0'0", 2024-04-10T16:59:56.862 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_duration": 0, 2024-04-10T16:59:56.862 INFO:tasks.workunit.client.0.smithi069.stdout: "last_scrub_stamp": "2024-04-10T15:28:12.311438+0000", 2024-04-10T16:59:56.862 INFO:tasks.workunit.client.0.smithi069.stdout: "last_undegraded": "2024-04-10T16:58:57.523277+0000", 2024-04-10T16:59:56.862 INFO:tasks.workunit.client.0.smithi069.stdout: "last_unstale": "2024-04-10T16:58:57.523277+0000", 2024-04-10T16:59:56.862 INFO:tasks.workunit.client.0.smithi069.stdout: "log_dups_size": 0, 2024-04-10T16:59:56.862 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:56.862 INFO:tasks.workunit.client.0.smithi069.stdout: "log_start": "0'0", 2024-04-10T16:59:56.862 INFO:tasks.workunit.client.0.smithi069.stdout: "manifest_stats_invalid": false, 2024-04-10T16:59:56.862 INFO:tasks.workunit.client.0.smithi069.stdout: "mapping_epoch": 550, 2024-04-10T16:59:56.862 INFO:tasks.workunit.client.0.smithi069.stdout: "object_location_counts": [], 2024-04-10T16:59:56.862 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_scrubbed": 0, 2024-04-10T16:59:56.862 INFO:tasks.workunit.client.0.smithi069.stdout: "objects_trimmed": 0, 2024-04-10T16:59:56.862 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_stats_invalid": false, 2024-04-10T16:59:56.863 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:56.863 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:59:56.863 INFO:tasks.workunit.client.0.smithi069.stdout: "parent": "0.0", 2024-04-10T16:59:56.863 INFO:tasks.workunit.client.0.smithi069.stdout: "parent_split_bits": 0, 2024-04-10T16:59:56.863 INFO:tasks.workunit.client.0.smithi069.stdout: "pgid": "3.3f", 2024-04-10T16:59:56.863 INFO:tasks.workunit.client.0.smithi069.stdout: "pin_stats_invalid": false, 2024-04-10T16:59:56.863 INFO:tasks.workunit.client.0.smithi069.stdout: "purged_snaps": [], 2024-04-10T16:59:56.863 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_epoch": 2753, 2024-04-10T16:59:56.863 INFO:tasks.workunit.client.0.smithi069.stdout: "reported_seq": 4910, 2024-04-10T16:59:56.863 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_duration": 0.0, 2024-04-10T16:59:56.863 INFO:tasks.workunit.client.0.smithi069.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T18:25:46.415735+0000", 2024-04-10T16:59:56.863 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:59:56.863 INFO:tasks.workunit.client.0.smithi069.stdout: "snaptrimq_len": 0, 2024-04-10T16:59:56.863 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:56.863 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:56.863 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:56.863 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:56.864 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:56.864 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:56.864 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:56.864 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:56.864 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:56.864 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:56.864 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:56.864 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:56.864 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:56.864 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:56.864 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:56.864 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:56.864 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:56.864 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:56.864 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:56.864 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:56.865 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:56.865 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:56.865 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:56.865 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:56.865 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:56.865 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:56.865 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:56.865 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:56.865 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:56.865 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:56.865 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:56.865 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:56.865 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:56.865 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:56.865 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:56.865 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:56.865 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:56.866 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:56.866 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:56.866 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:56.866 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:56.866 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.866 INFO:tasks.workunit.client.0.smithi069.stdout: "state": "active+clean", 2024-04-10T16:59:56.866 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_invalid": false, 2024-04-10T16:59:56.866 INFO:tasks.workunit.client.0.smithi069.stdout: "up": [ 2024-04-10T16:59:56.866 INFO:tasks.workunit.client.0.smithi069.stdout: 7, 2024-04-10T16:59:56.866 INFO:tasks.workunit.client.0.smithi069.stdout: 6, 2024-04-10T16:59:56.866 INFO:tasks.workunit.client.0.smithi069.stdout: 0 2024-04-10T16:59:56.866 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:56.866 INFO:tasks.workunit.client.0.smithi069.stdout: "up_primary": 7, 2024-04-10T16:59:56.866 INFO:tasks.workunit.client.0.smithi069.stdout: "version": "0'0" 2024-04-10T16:59:56.866 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:56.866 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:56.867 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_per_pool": [ 2024-04-10T16:59:56.867 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:56.867 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": 24, 2024-04-10T16:59:56.867 INFO:tasks.workunit.client.0.smithi069.stdout: "application": [ 2024-04-10T16:59:56.867 INFO:tasks.workunit.client.0.smithi069.stdout: "rbd" 2024-04-10T16:59:56.867 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:56.867 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 24442, 2024-04-10T16:59:56.867 INFO:tasks.workunit.client.0.smithi069.stdout: "num_pg": 8, 2024-04-10T16:59:56.867 INFO:tasks.workunit.client.0.smithi069.stdout: "num_store_stats": 8, 2024-04-10T16:59:56.867 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 24442, 2024-04-10T16:59:56.867 INFO:tasks.workunit.client.0.smithi069.stdout: "poolid": 4, 2024-04-10T16:59:56.867 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:56.867 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 4194323, 2024-04-10T16:59:56.867 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:56.867 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:56.867 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:56.868 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:56.868 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:56.868 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:56.868 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:56.868 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:56.868 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:56.868 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:56.868 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:56.868 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:56.868 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:56.868 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:56.868 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:56.868 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 12, 2024-04-10T16:59:56.868 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 4, 2024-04-10T16:59:56.868 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:56.868 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 4, 2024-04-10T16:59:56.868 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:56.869 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:56.869 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:56.869 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:56.869 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:56.869 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 2, 2024-04-10T16:59:56.869 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:56.869 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:56.869 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:56.869 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:56.869 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:56.869 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:56.869 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:56.869 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 9095, 2024-04-10T16:59:56.869 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 3095193, 2024-04-10T16:59:56.869 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:56.869 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:56.870 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:56.870 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 24312, 2024-04-10T16:59:56.870 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 3083749 2024-04-10T16:59:56.870 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.870 INFO:tasks.workunit.client.0.smithi069.stdout: "store_stats": { 2024-04-10T16:59:56.870 INFO:tasks.workunit.client.0.smithi069.stdout: "allocated": 12595200, 2024-04-10T16:59:56.870 INFO:tasks.workunit.client.0.smithi069.stdout: "available": 0, 2024-04-10T16:59:56.870 INFO:tasks.workunit.client.0.smithi069.stdout: "data_compressed": 0, 2024-04-10T16:59:56.870 INFO:tasks.workunit.client.0.smithi069.stdout: "data_compressed_allocated": 0, 2024-04-10T16:59:56.870 INFO:tasks.workunit.client.0.smithi069.stdout: "data_compressed_original": 0, 2024-04-10T16:59:56.870 INFO:tasks.workunit.client.0.smithi069.stdout: "data_stored": 12582969, 2024-04-10T16:59:56.870 INFO:tasks.workunit.client.0.smithi069.stdout: "internal_metadata": 0, 2024-04-10T16:59:56.870 INFO:tasks.workunit.client.0.smithi069.stdout: "internally_reserved": 0, 2024-04-10T16:59:56.870 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_allocated": 0, 2024-04-10T16:59:56.870 INFO:tasks.workunit.client.0.smithi069.stdout: "total": 0 2024-04-10T16:59:56.871 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.871 INFO:tasks.workunit.client.0.smithi069.stdout: "up": 24 2024-04-10T16:59:56.871 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.871 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:56.871 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": 192, 2024-04-10T16:59:56.871 INFO:tasks.workunit.client.0.smithi069.stdout: "application": [ 2024-04-10T16:59:56.871 INFO:tasks.workunit.client.0.smithi069.stdout: "cephfs" 2024-04-10T16:59:56.871 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:56.871 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 0, 2024-04-10T16:59:56.871 INFO:tasks.workunit.client.0.smithi069.stdout: "num_pg": 64, 2024-04-10T16:59:56.871 INFO:tasks.workunit.client.0.smithi069.stdout: "num_store_stats": 8, 2024-04-10T16:59:56.871 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 0, 2024-04-10T16:59:56.871 INFO:tasks.workunit.client.0.smithi069.stdout: "poolid": 3, 2024-04-10T16:59:56.871 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:56.871 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 0, 2024-04-10T16:59:56.871 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:56.872 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:56.872 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:56.872 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:56.872 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:56.872 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:56.872 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:56.872 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:56.872 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:56.872 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:56.872 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:56.872 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:56.872 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:56.872 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:56.872 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:56.872 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 0, 2024-04-10T16:59:56.872 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 0, 2024-04-10T16:59:56.872 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:56.873 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 0, 2024-04-10T16:59:56.873 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:56.873 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:56.873 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:56.873 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:56.873 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:56.873 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:56.873 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:56.873 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:56.873 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:56.873 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:56.873 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:56.873 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:56.873 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:56.873 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 0, 2024-04-10T16:59:56.873 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 0, 2024-04-10T16:59:56.874 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:56.874 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:56.874 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:56.874 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 0, 2024-04-10T16:59:56.874 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 0 2024-04-10T16:59:56.874 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.874 INFO:tasks.workunit.client.0.smithi069.stdout: "store_stats": { 2024-04-10T16:59:56.874 INFO:tasks.workunit.client.0.smithi069.stdout: "allocated": 0, 2024-04-10T16:59:56.874 INFO:tasks.workunit.client.0.smithi069.stdout: "available": 0, 2024-04-10T16:59:56.874 INFO:tasks.workunit.client.0.smithi069.stdout: "data_compressed": 0, 2024-04-10T16:59:56.874 INFO:tasks.workunit.client.0.smithi069.stdout: "data_compressed_allocated": 0, 2024-04-10T16:59:56.874 INFO:tasks.workunit.client.0.smithi069.stdout: "data_compressed_original": 0, 2024-04-10T16:59:56.874 INFO:tasks.workunit.client.0.smithi069.stdout: "data_stored": 0, 2024-04-10T16:59:56.874 INFO:tasks.workunit.client.0.smithi069.stdout: "internal_metadata": 0, 2024-04-10T16:59:56.874 INFO:tasks.workunit.client.0.smithi069.stdout: "internally_reserved": 0, 2024-04-10T16:59:56.874 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_allocated": 0, 2024-04-10T16:59:56.875 INFO:tasks.workunit.client.0.smithi069.stdout: "total": 0 2024-04-10T16:59:56.875 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.875 INFO:tasks.workunit.client.0.smithi069.stdout: "up": 192 2024-04-10T16:59:56.875 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.875 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:56.875 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": 3, 2024-04-10T16:59:56.875 INFO:tasks.workunit.client.0.smithi069.stdout: "application": [ 2024-04-10T16:59:56.875 INFO:tasks.workunit.client.0.smithi069.stdout: "mgr" 2024-04-10T16:59:56.875 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:56.875 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 237, 2024-04-10T16:59:56.875 INFO:tasks.workunit.client.0.smithi069.stdout: "num_pg": 1, 2024-04-10T16:59:56.875 INFO:tasks.workunit.client.0.smithi069.stdout: "num_store_stats": 3, 2024-04-10T16:59:56.875 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 237, 2024-04-10T16:59:56.875 INFO:tasks.workunit.client.0.smithi069.stdout: "poolid": 1, 2024-04-10T16:59:56.875 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:56.875 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 590368, 2024-04-10T16:59:56.875 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:56.876 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 1771104, 2024-04-10T16:59:56.876 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:56.876 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:56.876 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:56.876 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:56.876 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:56.876 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:56.876 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:56.876 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:56.876 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:56.876 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:56.876 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:56.876 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:56.876 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:56.876 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 6, 2024-04-10T16:59:56.876 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 2, 2024-04-10T16:59:56.877 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:56.877 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 2, 2024-04-10T16:59:56.877 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:56.877 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:56.877 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:56.877 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:56.877 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:56.877 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 0, 2024-04-10T16:59:56.877 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:56.877 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 6, 2024-04-10T16:59:56.877 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:56.877 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:56.877 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:56.877 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:56.877 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:56.877 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 1178, 2024-04-10T16:59:56.878 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 1994, 2024-04-10T16:59:56.878 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:56.878 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:56.878 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:56.878 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 391, 2024-04-10T16:59:56.878 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 2416 2024-04-10T16:59:56.878 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.878 INFO:tasks.workunit.client.0.smithi069.stdout: "store_stats": { 2024-04-10T16:59:56.878 INFO:tasks.workunit.client.0.smithi069.stdout: "allocated": 1781760, 2024-04-10T16:59:56.878 INFO:tasks.workunit.client.0.smithi069.stdout: "available": 0, 2024-04-10T16:59:56.878 INFO:tasks.workunit.client.0.smithi069.stdout: "data_compressed": 0, 2024-04-10T16:59:56.878 INFO:tasks.workunit.client.0.smithi069.stdout: "data_compressed_allocated": 0, 2024-04-10T16:59:56.878 INFO:tasks.workunit.client.0.smithi069.stdout: "data_compressed_original": 0, 2024-04-10T16:59:56.878 INFO:tasks.workunit.client.0.smithi069.stdout: "data_stored": 1771104, 2024-04-10T16:59:56.878 INFO:tasks.workunit.client.0.smithi069.stdout: "internal_metadata": 0, 2024-04-10T16:59:56.879 INFO:tasks.workunit.client.0.smithi069.stdout: "internally_reserved": 0, 2024-04-10T16:59:56.879 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_allocated": 0, 2024-04-10T16:59:56.879 INFO:tasks.workunit.client.0.smithi069.stdout: "total": 0 2024-04-10T16:59:56.879 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.879 INFO:tasks.workunit.client.0.smithi069.stdout: "up": 3 2024-04-10T16:59:56.879 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.879 INFO:tasks.workunit.client.0.smithi069.stdout: { 2024-04-10T16:59:56.879 INFO:tasks.workunit.client.0.smithi069.stdout: "acting": 96, 2024-04-10T16:59:56.879 INFO:tasks.workunit.client.0.smithi069.stdout: "application": [ 2024-04-10T16:59:56.879 INFO:tasks.workunit.client.0.smithi069.stdout: "cephfs" 2024-04-10T16:59:56.879 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:56.879 INFO:tasks.workunit.client.0.smithi069.stdout: "log_size": 68, 2024-04-10T16:59:56.879 INFO:tasks.workunit.client.0.smithi069.stdout: "num_pg": 32, 2024-04-10T16:59:56.879 INFO:tasks.workunit.client.0.smithi069.stdout: "num_store_stats": 8, 2024-04-10T16:59:56.879 INFO:tasks.workunit.client.0.smithi069.stdout: "ondisk_log_size": 68, 2024-04-10T16:59:56.880 INFO:tasks.workunit.client.0.smithi069.stdout: "poolid": 2, 2024-04-10T16:59:56.880 INFO:tasks.workunit.client.0.smithi069.stdout: "stat_sum": { 2024-04-10T16:59:56.880 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes": 6622, 2024-04-10T16:59:56.880 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:59:56.880 INFO:tasks.workunit.client.0.smithi069.stdout: "num_bytes_recovered": 0, 2024-04-10T16:59:56.880 INFO:tasks.workunit.client.0.smithi069.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:59:56.880 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict": 0, 2024-04-10T16:59:56.880 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_kb": 0, 2024-04-10T16:59:56.880 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_full": 0, 2024-04-10T16:59:56.880 INFO:tasks.workunit.client.0.smithi069.stdout: "num_evict_mode_some": 0, 2024-04-10T16:59:56.880 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush": 0, 2024-04-10T16:59:56.880 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_kb": 0, 2024-04-10T16:59:56.880 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_high": 0, 2024-04-10T16:59:56.880 INFO:tasks.workunit.client.0.smithi069.stdout: "num_flush_mode_low": 0, 2024-04-10T16:59:56.880 INFO:tasks.workunit.client.0.smithi069.stdout: "num_keys_recovered": 0, 2024-04-10T16:59:56.880 INFO:tasks.workunit.client.0.smithi069.stdout: "num_large_omap_objects": 0, 2024-04-10T16:59:56.881 INFO:tasks.workunit.client.0.smithi069.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:59:56.881 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_clones": 0, 2024-04-10T16:59:56.881 INFO:tasks.workunit.client.0.smithi069.stdout: "num_object_copies": 66, 2024-04-10T16:59:56.881 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects": 22, 2024-04-10T16:59:56.881 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_degraded": 0, 2024-04-10T16:59:56.881 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_dirty": 22, 2024-04-10T16:59:56.881 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:59:56.881 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_manifest": 0, 2024-04-10T16:59:56.881 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_misplaced": 0, 2024-04-10T16:59:56.881 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing": 0, 2024-04-10T16:59:56.881 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:59:56.881 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_omap": 14, 2024-04-10T16:59:56.881 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_pinned": 0, 2024-04-10T16:59:56.881 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_recovered": 0, 2024-04-10T16:59:56.881 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_repaired": 0, 2024-04-10T16:59:56.881 INFO:tasks.workunit.client.0.smithi069.stdout: "num_objects_unfound": 0, 2024-04-10T16:59:56.882 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_bytes": 0, 2024-04-10T16:59:56.882 INFO:tasks.workunit.client.0.smithi069.stdout: "num_omap_keys": 0, 2024-04-10T16:59:56.882 INFO:tasks.workunit.client.0.smithi069.stdout: "num_promote": 0, 2024-04-10T16:59:56.882 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read": 79, 2024-04-10T16:59:56.882 INFO:tasks.workunit.client.0.smithi069.stdout: "num_read_kb": 87, 2024-04-10T16:59:56.882 INFO:tasks.workunit.client.0.smithi069.stdout: "num_scrub_errors": 0, 2024-04-10T16:59:56.882 INFO:tasks.workunit.client.0.smithi069.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:59:56.882 INFO:tasks.workunit.client.0.smithi069.stdout: "num_whiteouts": 0, 2024-04-10T16:59:56.882 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write": 68, 2024-04-10T16:59:56.882 INFO:tasks.workunit.client.0.smithi069.stdout: "num_write_kb": 36 2024-04-10T16:59:56.882 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.882 INFO:tasks.workunit.client.0.smithi069.stdout: "store_stats": { 2024-04-10T16:59:56.882 INFO:tasks.workunit.client.0.smithi069.stdout: "allocated": 110592, 2024-04-10T16:59:56.882 INFO:tasks.workunit.client.0.smithi069.stdout: "available": 0, 2024-04-10T16:59:56.882 INFO:tasks.workunit.client.0.smithi069.stdout: "data_compressed": 0, 2024-04-10T16:59:56.882 INFO:tasks.workunit.client.0.smithi069.stdout: "data_compressed_allocated": 0, 2024-04-10T16:59:56.883 INFO:tasks.workunit.client.0.smithi069.stdout: "data_compressed_original": 0, 2024-04-10T16:59:56.883 INFO:tasks.workunit.client.0.smithi069.stdout: "data_stored": 19866, 2024-04-10T16:59:56.883 INFO:tasks.workunit.client.0.smithi069.stdout: "internal_metadata": 0, 2024-04-10T16:59:56.883 INFO:tasks.workunit.client.0.smithi069.stdout: "internally_reserved": 0, 2024-04-10T16:59:56.883 INFO:tasks.workunit.client.0.smithi069.stdout: "omap_allocated": 45180, 2024-04-10T16:59:56.883 INFO:tasks.workunit.client.0.smithi069.stdout: "total": 0 2024-04-10T16:59:56.883 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.883 INFO:tasks.workunit.client.0.smithi069.stdout: "up": 96 2024-04-10T16:59:56.883 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:56.883 INFO:tasks.workunit.client.0.smithi069.stdout: ], 2024-04-10T16:59:56.883 INFO:tasks.workunit.client.0.smithi069.stdout: "usage": { 2024-04-10T16:59:56.883 INFO:tasks.workunit.client.0.smithi069.stdout: "pg_num": 105, 2024-04-10T16:59:56.883 INFO:tasks.workunit.client.0.smithi069.stdout: "pools": 4, 2024-04-10T16:59:56.883 INFO:tasks.workunit.client.0.smithi069.stdout: "stats_by_class": { 2024-04-10T16:59:56.883 INFO:tasks.workunit.client.0.smithi069.stdout: "ssd": { 2024-04-10T16:59:56.883 INFO:tasks.workunit.client.0.smithi069.stdout: "total_avail_bytes": 762754543616, 2024-04-10T16:59:56.883 INFO:tasks.workunit.client.0.smithi069.stdout: "total_bytes": 767960285184, 2024-04-10T16:59:56.884 INFO:tasks.workunit.client.0.smithi069.stdout: "total_used_bytes": 5205741568, 2024-04-10T16:59:56.884 INFO:tasks.workunit.client.0.smithi069.stdout: "total_used_raw_bytes": 5205741568, 2024-04-10T16:59:56.884 INFO:tasks.workunit.client.0.smithi069.stdout: "total_used_raw_ratio": 0.006778659764677286 2024-04-10T16:59:56.884 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:56.884 INFO:tasks.workunit.client.0.smithi069.stdout: }, 2024-04-10T16:59:56.884 INFO:tasks.workunit.client.0.smithi069.stdout: "total_avail_bytes": 762754543616, 2024-04-10T16:59:56.884 INFO:tasks.workunit.client.0.smithi069.stdout: "total_bytes": 767960285184, 2024-04-10T16:59:56.884 INFO:tasks.workunit.client.0.smithi069.stdout: "total_used_bytes": 5205741568 2024-04-10T16:59:56.884 INFO:tasks.workunit.client.0.smithi069.stdout: } 2024-04-10T16:59:56.884 INFO:tasks.workunit.client.0.smithi069.stdout:} 2024-04-10T16:59:56.884 INFO:tasks.workunit.client.0.smithi069.stdout:Device report is generated separately. To see it run 'ceph telemetry show-device'. 2024-04-10T16:59:56.885 INFO:tasks.workunit.client.0.smithi069.stderr:+ ceph telemetry off 2024-04-10T16:59:56.885 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:54 smithi069 ceph-mon[96738]: from='client.36216 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T16:59:56.885 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:54 smithi069 ceph-mon[96738]: from='client.46151 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T16:59:56.885 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:54 smithi069 ceph-mon[96738]: from='client.46151 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T16:59:56.886 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:54 smithi069 ceph-mon[96738]: Health check cleared: TELEMETRY_CHANGED (was: Telemetry requires re-opt-in) 2024-04-10T16:59:56.886 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:54 smithi069 ceph-mon[96738]: Cluster is now healthy 2024-04-10T16:59:56.886 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:54 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:59:56.886 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:54 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-10T16:59:56.886 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:54 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:59:56.886 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:54 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:59:56.886 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:54 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:59:56.886 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:54 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:59:56.886 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:54 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:59:56.886 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:54 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:59:56.886 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:54 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:59:56.886 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:54 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:59:56.886 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:54 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:59:56.887 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:54 smithi069 ceph-mon[96738]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T16:59:56.887 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:54 smithi069 ceph-mon[96738]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T16:59:56.887 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:54 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:59:56.887 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:54 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:59:56.887 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:54 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:59:56.887 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:54 smithi069 ceph-mon[96738]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T16:59:56.887 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:54 smithi069 ceph-mon[96738]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T16:59:56.887 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:54 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:59:56.887 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:54 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:59:56.887 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:54 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:59:56.887 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:54 smithi069 ceph-mon[96738]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T16:59:56.887 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:54 smithi069 ceph-mon[96738]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T16:59:56.888 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:54 smithi069 ceph-mon[94167]: from='client.36216 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T16:59:56.888 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:54 smithi069 ceph-mon[94167]: from='client.46151 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T16:59:56.888 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:54 smithi069 ceph-mon[94167]: from='client.46151 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T16:59:56.888 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:54 smithi069 ceph-mon[94167]: Health check cleared: TELEMETRY_CHANGED (was: Telemetry requires re-opt-in) 2024-04-10T16:59:56.888 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:54 smithi069 ceph-mon[94167]: Cluster is now healthy 2024-04-10T16:59:56.888 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:54 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:59:56.888 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:54 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-10T16:59:56.888 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:54 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:59:56.888 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:54 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:59:56.888 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:54 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:59:56.888 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:54 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:59:56.888 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:54 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:59:56.888 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:54 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:59:56.889 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:54 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:59:56.889 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:54 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:59:56.889 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:54 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:59:56.889 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:54 smithi069 ceph-mon[94167]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T16:59:56.889 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:54 smithi069 ceph-mon[94167]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T16:59:56.889 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:54 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:59:56.889 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:54 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:59:56.889 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:54 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:59:56.889 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:54 smithi069 ceph-mon[94167]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T16:59:56.889 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:54 smithi069 ceph-mon[94167]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T16:59:56.889 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:54 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:59:56.889 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:54 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:59:56.889 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:54 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:59:56.889 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:54 smithi069 ceph-mon[94167]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T16:59:56.889 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:54 smithi069 ceph-mon[94167]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T16:59:56.890 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:55 smithi077 ceph-mon[87572]: from='client.46169 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T16:59:56.890 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:55 smithi077 ceph-mon[87572]: from='client.46169 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T16:59:56.890 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:55 smithi077 ceph-mon[87572]: from='client.36258 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T16:59:56.890 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:55 smithi077 ceph-mon[87572]: pgmap v5096: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 880 B/s rd, 1 op/s 2024-04-10T16:59:56.890 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:55 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:59:56.890 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:55 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-10T16:59:56.890 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:55 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:59:56.890 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:55 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:59:56.890 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:55 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:59:56.890 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:55 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:59:56.890 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:55 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:59:56.890 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:55 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:59:56.891 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:55 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:59:56.891 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:55 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:59:56.891 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:55 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:59:56.891 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:55 smithi077 ceph-mon[87572]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T16:59:56.891 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:55 smithi077 ceph-mon[87572]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T16:59:56.891 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:55 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:59:56.891 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:55 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:59:56.891 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:55 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:59:56.891 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:55 smithi077 ceph-mon[87572]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T16:59:56.891 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:55 smithi077 ceph-mon[87572]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T16:59:56.891 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:55 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:59:56.891 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:55 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:59:56.891 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:55 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:59:56.891 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:55 smithi077 ceph-mon[87572]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T16:59:56.891 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:55 smithi077 ceph-mon[87572]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T16:59:56.892 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:55 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:59:56.892 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:55 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:59:56.892 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:55 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:59:56.892 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:55 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:59:56.892 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:55 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:59:56.892 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:55 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:59:56.892 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:55 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:59:56.892 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:55 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:59:56.892 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:55 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:59:56.892 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:55 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:59:56.892 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:55 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:59:56.892 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:55 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:59:56.892 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:56 smithi077 ceph-mon[87572]: from='client.36258 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T16:59:56.892 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:56 smithi077 ceph-mon[87572]: from='client.36276 -' entity='client.admin' cmd=[{"prefix": "telemetry off", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T16:59:56.892 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:56 smithi077 ceph-mon[87572]: from='client.36276 -' entity='client.admin' cmd=[{"prefix": "telemetry off", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T16:59:56.893 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:54 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:59:56.893 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:54 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:59:56.893 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:54 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:59:56.893 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:54 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:59:56.893 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:54 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:59:56.893 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:54 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:59:56.894 INFO:tasks.workunit.client.0.smithi069.stdout:Telemetry is currently not enabled, nothing to turn off. Please consider opting-in with `ceph telemetry on`. 2024-04-10T16:59:56.894 INFO:tasks.workunit.client.0.smithi069.stdout:Preview sample reports with `ceph telemetry preview`. 2024-04-10T16:59:56.894 INFO:tasks.workunit.client.0.smithi069.stderr:+ echo OK 2024-04-10T16:59:56.895 INFO:tasks.workunit.client.0.smithi069.stdout:OK 2024-04-10T16:59:56.895 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-10T16:59:56.895 DEBUG:teuthology.orchestra.run.smithi069:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-10T16:59:56.895 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:59:54 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: [10/Apr/2024:16:59:54] ENGINE Bus STOPPING 2024-04-10T16:59:56.896 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:59:54 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: [10/Apr/2024:16:59:54] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-10T16:59:56.896 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:59:54 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: [10/Apr/2024:16:59:54] ENGINE Bus STOPPED 2024-04-10T16:59:56.896 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:59:54 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: [10/Apr/2024:16:59:54] ENGINE Bus STARTING 2024-04-10T16:59:56.896 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:59:54 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: [10/Apr/2024:16:59:54] ENGINE Serving on http://:::9283 2024-04-10T16:59:56.896 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:59:54 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: [10/Apr/2024:16:59:54] ENGINE Bus STARTED 2024-04-10T16:59:56.896 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:55 smithi069 ceph-mon[94167]: from='client.46169 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T16:59:56.896 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:55 smithi069 ceph-mon[94167]: from='client.46169 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T16:59:56.896 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:55 smithi069 ceph-mon[94167]: from='client.36258 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T16:59:56.896 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:55 smithi069 ceph-mon[94167]: pgmap v5096: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 880 B/s rd, 1 op/s 2024-04-10T16:59:56.896 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:55 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:59:56.896 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:55 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-10T16:59:56.897 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:55 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:59:56.897 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:55 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:59:56.897 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:55 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:59:56.897 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:55 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:59:56.897 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:55 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:59:56.897 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:55 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:59:56.897 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:55 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:59:56.897 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:55 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:59:56.897 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:55 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:59:56.897 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:55 smithi069 ceph-mon[94167]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T16:59:56.897 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:55 smithi069 ceph-mon[94167]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T16:59:56.897 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:55 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:59:56.897 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:55 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:59:56.897 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:55 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:59:56.897 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:55 smithi069 ceph-mon[94167]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T16:59:56.898 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:55 smithi069 ceph-mon[94167]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T16:59:56.898 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:55 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:59:56.898 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:55 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:59:56.898 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:55 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:59:56.898 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:55 smithi069 ceph-mon[94167]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T16:59:56.898 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:55 smithi069 ceph-mon[94167]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T16:59:56.898 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:55 smithi069 ceph-mon[96738]: from='client.46169 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T16:59:56.898 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:55 smithi069 ceph-mon[96738]: from='client.46169 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T16:59:56.899 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:55 smithi069 ceph-mon[96738]: from='client.36258 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T16:59:56.899 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:55 smithi069 ceph-mon[96738]: pgmap v5096: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 880 B/s rd, 1 op/s 2024-04-10T16:59:56.899 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:55 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:59:56.899 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:55 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-10T16:59:56.899 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:55 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:59:56.899 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:55 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:59:56.899 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:55 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:59:56.899 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:55 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:59:56.899 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:55 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:59:56.899 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:55 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:59:56.899 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:55 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:59:56.899 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:55 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:59:56.899 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:55 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:59:56.899 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:55 smithi069 ceph-mon[96738]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T16:59:56.899 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:55 smithi069 ceph-mon[96738]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T16:59:56.900 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:55 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:59:56.900 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:55 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:59:56.900 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:55 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:59:56.900 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:55 smithi069 ceph-mon[96738]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T16:59:56.900 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:55 smithi069 ceph-mon[96738]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T16:59:56.900 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:55 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:59:56.900 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:55 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:59:56.900 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:55 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:59:56.900 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:55 smithi069 ceph-mon[96738]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T16:59:56.900 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:55 smithi069 ceph-mon[96738]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T16:59:56.900 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:55 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:59:56.900 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:55 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:59:56.900 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:55 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:59:56.900 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:55 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:59:56.900 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:55 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:59:56.901 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:55 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:59:56.901 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:55 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:59:56.901 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:55 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:59:56.901 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:55 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:59:56.901 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:55 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:59:56.901 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:55 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:59:56.901 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:55 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:59:56.901 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:55 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:59:56.901 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:55 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:59:56.901 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:55 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:59:56.901 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:55 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:59:56.901 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:55 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:59:56.902 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:55 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:59:56.902 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:55 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:59:56.902 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:55 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:59:56.902 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:55 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:59:56.902 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:55 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:59:56.902 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:55 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:59:56.902 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:55 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' 2024-04-10T16:59:56.902 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:56 smithi069 ceph-mon[96738]: from='client.36258 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T16:59:56.902 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:56 smithi069 ceph-mon[96738]: from='client.36276 -' entity='client.admin' cmd=[{"prefix": "telemetry off", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T16:59:56.902 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:56 smithi069 ceph-mon[96738]: from='client.36276 -' entity='client.admin' cmd=[{"prefix": "telemetry off", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T16:59:56.903 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:56 smithi069 ceph-mon[94167]: from='client.36258 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T16:59:56.903 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:56 smithi069 ceph-mon[94167]: from='client.36276 -' entity='client.admin' cmd=[{"prefix": "telemetry off", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T16:59:56.903 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:56 smithi069 ceph-mon[94167]: from='client.36276 -' entity='client.admin' cmd=[{"prefix": "telemetry off", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T16:59:56.936 INFO:tasks.workunit:Stopping ['test_telemetry_reef_x.sh'] on client.0... 2024-04-10T16:59:56.936 DEBUG:teuthology.orchestra.run.smithi069:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-04-10T16:59:57.236 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 16:59:56 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: ::ffff:172.21.15.77 - - [10/Apr/2024:16:59:56] "GET /metrics HTTP/1.1" 200 34170 "" "Prometheus/2.43.0" 2024-04-10T16:59:57.237 DEBUG:teuthology.parallel:result is None 2024-04-10T16:59:57.238 DEBUG:teuthology.orchestra.run.smithi069:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-04-10T16:59:57.265 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-04-10T16:59:57.265 DEBUG:teuthology.orchestra.run.smithi069:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-04-10T16:59:57.320 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-04-10T16:59:57.320 INFO:teuthology.run_tasks:Running task print... 2024-04-10T16:59:57.332 INFO:teuthology.task.print:**** done end telemetry x... 2024-04-10T16:59:57.332 DEBUG:teuthology.run_tasks:Unwinding manager cephadm 2024-04-10T16:59:57.370 INFO:tasks.cephadm:Teardown begin 2024-04-10T16:59:57.370 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-04-10T16:59:57.370 DEBUG:teuthology.orchestra.run.smithi069:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-10T16:59:57.610 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:57 smithi069 ceph-mon[94167]: pgmap v5097: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 19 KiB/s rd, 0 B/s wr, 27 op/s 2024-04-10T16:59:57.611 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:57 smithi069 ceph-mon[96738]: pgmap v5097: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 19 KiB/s rd, 0 B/s wr, 27 op/s 2024-04-10T16:59:57.698 INFO:teuthology.orchestra.run.smithi069.stdout: 2024-04-10T16:59:57.698 INFO:teuthology.orchestra.run.smithi069.stdout:{"epoch":15,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":54265,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.77:6833/2994717413","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6832","nonce":2994717413},{"type":"v1","addr":"172.21.15.77:6833","nonce":2994717413}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":15}],"filesystems":[{"mdsmap":{"epoch":14,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-04-10T15:28:12.668639+0000","modified":"2024-04-10T15:40:10.977689+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":576,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":44333},"failed":[],"damaged":[],"stopped":[],"info":{"gid_44333":{"gid":44333,"name":"a","rank":0,"incarnation":11,"state":"up:active","state_seq":7,"addr":"172.21.15.69:6835/4162926955","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6834","nonce":4162926955},{"type":"v1","addr":"172.21.15.69:6835","nonce":4162926955}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":44333,"qdb_cluster":[44333]},"id":1}]} 2024-04-10T16:59:57.699 INFO:teuthology.orchestra.run.smithi069.stderr:dumped fsmap epoch 15 2024-04-10T16:59:57.711 DEBUG:teuthology.orchestra.run.smithi069:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-10T16:59:57.767 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:57 smithi077 ceph-mon[87572]: pgmap v5097: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 19 KiB/s rd, 0 B/s wr, 27 op/s 2024-04-10T16:59:58.037 INFO:teuthology.orchestra.run.smithi069.stdout: 2024-04-10T16:59:58.038 INFO:teuthology.orchestra.run.smithi069.stdout:{"epoch":15,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":54265,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.77:6833/2994717413","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6832","nonce":2994717413},{"type":"v1","addr":"172.21.15.77:6833","nonce":2994717413}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":15}],"filesystems":[{"mdsmap":{"epoch":14,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-04-10T15:28:12.668639+0000","modified":"2024-04-10T15:40:10.977689+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":576,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":44333},"failed":[],"damaged":[],"stopped":[],"info":{"gid_44333":{"gid":44333,"name":"a","rank":0,"incarnation":11,"state":"up:active","state_seq":7,"addr":"172.21.15.69:6835/4162926955","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6834","nonce":4162926955},{"type":"v1","addr":"172.21.15.69:6835","nonce":4162926955}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":44333,"qdb_cluster":[44333]},"id":1}]} 2024-04-10T16:59:58.038 INFO:teuthology.orchestra.run.smithi069.stderr:dumped fsmap epoch 15 2024-04-10T16:59:58.050 DEBUG:teuthology.orchestra.run.smithi069:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-10T16:59:58.341 INFO:teuthology.orchestra.run.smithi069.stdout: 2024-04-10T16:59:58.341 INFO:teuthology.orchestra.run.smithi069.stdout:{"epoch":2753,"fsid":"09bfb546-f74e-11ee-b64a-cb9ed24678a4","created":"2024-04-10T15:22:42.696144+0000","modified":"2024-04-10T16:58:57.232300+0000","last_up_change":"2024-04-10T15:39:41.186009+0000","last_in_change":"2024-04-10T15:27:36.978052+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":37,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":123,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-10T15:25:53.886359+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-10T15:28:10.722853+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"61","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-10T15:28:11.860941+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"62","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"rbd","create_time":"2024-04-10T15:28:43.972626+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"1127","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":8,"snap_epoch":1127,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_type":"Fair distribution","score_acting":3,"score_stable":3,"optimal_score":1,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"b719f13c-81ae-4937-9fb7-a808d74357a5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":8,"last_clean_end":303,"up_from":314,"up_thru":2672,"down_at":304,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6802","nonce":1187729268},{"type":"v1","addr":"172.21.15.69:6803","nonce":1187729268}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6804","nonce":1187729268},{"type":"v1","addr":"172.21.15.69:6805","nonce":1187729268}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6808","nonce":1187729268},{"type":"v1","addr":"172.21.15.69:6809","nonce":1187729268}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6806","nonce":1187729268},{"type":"v1","addr":"172.21.15.69:6807","nonce":1187729268}]},"public_addr":"172.21.15.69:6803/1187729268","cluster_addr":"172.21.15.69:6805/1187729268","heartbeat_back_addr":"172.21.15.69:6809/1187729268","heartbeat_front_addr":"172.21.15.69:6807/1187729268","state":["exists","up"]},{"osd":1,"uuid":"2792adf4-cb44-4e8d-a4d7-23e6b890b8a0","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":13,"last_clean_end":337,"up_from":348,"up_thru":2672,"down_at":338,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6810","nonce":1334122806},{"type":"v1","addr":"172.21.15.69:6811","nonce":1334122806}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6812","nonce":1334122806},{"type":"v1","addr":"172.21.15.69:6813","nonce":1334122806}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6816","nonce":1334122806},{"type":"v1","addr":"172.21.15.69:6817","nonce":1334122806}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6814","nonce":1334122806},{"type":"v1","addr":"172.21.15.69:6815","nonce":1334122806}]},"public_addr":"172.21.15.69:6811/1334122806","cluster_addr":"172.21.15.69:6813/1334122806","heartbeat_back_addr":"172.21.15.69:6817/1334122806","heartbeat_front_addr":"172.21.15.69:6815/1334122806","state":["exists","up"]},{"osd":2,"uuid":"bc921321-1efe-43c6-ab36-ff5b6d48bcdf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":18,"last_clean_end":371,"up_from":380,"up_thru":2672,"down_at":372,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6818","nonce":1313992462},{"type":"v1","addr":"172.21.15.69:6819","nonce":1313992462}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6820","nonce":1313992462},{"type":"v1","addr":"172.21.15.69:6821","nonce":1313992462}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6824","nonce":1313992462},{"type":"v1","addr":"172.21.15.69:6825","nonce":1313992462}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6822","nonce":1313992462},{"type":"v1","addr":"172.21.15.69:6823","nonce":1313992462}]},"public_addr":"172.21.15.69:6819/1313992462","cluster_addr":"172.21.15.69:6821/1313992462","heartbeat_back_addr":"172.21.15.69:6825/1313992462","heartbeat_front_addr":"172.21.15.69:6823/1313992462","state":["exists","up"]},{"osd":3,"uuid":"5a669ea3-f5c5-46d2-a202-d740afa7e7ca","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":25,"last_clean_end":405,"up_from":416,"up_thru":2672,"down_at":406,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6826","nonce":755527062},{"type":"v1","addr":"172.21.15.69:6827","nonce":755527062}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6828","nonce":755527062},{"type":"v1","addr":"172.21.15.69:6829","nonce":755527062}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6832","nonce":755527062},{"type":"v1","addr":"172.21.15.69:6833","nonce":755527062}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.69:6830","nonce":755527062},{"type":"v1","addr":"172.21.15.69:6831","nonce":755527062}]},"public_addr":"172.21.15.69:6827/755527062","cluster_addr":"172.21.15.69:6829/755527062","heartbeat_back_addr":"172.21.15.69:6833/755527062","heartbeat_front_addr":"172.21.15.69:6831/755527062","state":["exists","up"]},{"osd":4,"uuid":"f96c3109-ec3b-4b10-9541-1b295bff29da","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":30,"last_clean_end":437,"up_from":448,"up_thru":2672,"down_at":438,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6800","nonce":3960010975},{"type":"v1","addr":"172.21.15.77:6801","nonce":3960010975}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6802","nonce":3960010975},{"type":"v1","addr":"172.21.15.77:6803","nonce":3960010975}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6806","nonce":3960010975},{"type":"v1","addr":"172.21.15.77:6807","nonce":3960010975}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6804","nonce":3960010975},{"type":"v1","addr":"172.21.15.77:6805","nonce":3960010975}]},"public_addr":"172.21.15.77:6801/3960010975","cluster_addr":"172.21.15.77:6803/3960010975","heartbeat_back_addr":"172.21.15.77:6807/3960010975","heartbeat_front_addr":"172.21.15.77:6805/3960010975","state":["exists","up"]},{"osd":5,"uuid":"53a362f2-5398-46e2-893a-c082eeaed67a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":38,"last_clean_end":468,"up_from":480,"up_thru":2672,"down_at":469,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6808","nonce":31210106},{"type":"v1","addr":"172.21.15.77:6809","nonce":31210106}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6810","nonce":31210106},{"type":"v1","addr":"172.21.15.77:6811","nonce":31210106}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6814","nonce":31210106},{"type":"v1","addr":"172.21.15.77:6815","nonce":31210106}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6812","nonce":31210106},{"type":"v1","addr":"172.21.15.77:6813","nonce":31210106}]},"public_addr":"172.21.15.77:6809/31210106","cluster_addr":"172.21.15.77:6811/31210106","heartbeat_back_addr":"172.21.15.77:6815/31210106","heartbeat_front_addr":"172.21.15.77:6813/31210106","state":["exists","up"]},{"osd":6,"uuid":"c49d5f16-cf9d-4802-9f57-3fd57ccf650c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":46,"last_clean_end":504,"up_from":515,"up_thru":2672,"down_at":505,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6816","nonce":850758914},{"type":"v1","addr":"172.21.15.77:6817","nonce":850758914}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6818","nonce":850758914},{"type":"v1","addr":"172.21.15.77:6819","nonce":850758914}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6822","nonce":850758914},{"type":"v1","addr":"172.21.15.77:6823","nonce":850758914}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6820","nonce":850758914},{"type":"v1","addr":"172.21.15.77:6821","nonce":850758914}]},"public_addr":"172.21.15.77:6817/850758914","cluster_addr":"172.21.15.77:6819/850758914","heartbeat_back_addr":"172.21.15.77:6823/850758914","heartbeat_front_addr":"172.21.15.77:6821/850758914","state":["exists","up"]},{"osd":7,"uuid":"7bd91ebb-06bd-49bb-9f1c-04cafb0fac05","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":54,"last_clean_end":539,"up_from":550,"up_thru":2672,"down_at":540,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6824","nonce":907921085},{"type":"v1","addr":"172.21.15.77:6825","nonce":907921085}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6826","nonce":907921085},{"type":"v1","addr":"172.21.15.77:6827","nonce":907921085}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6830","nonce":907921085},{"type":"v1","addr":"172.21.15.77:6831","nonce":907921085}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.77:6828","nonce":907921085},{"type":"v1","addr":"172.21.15.77:6829","nonce":907921085}]},"public_addr":"172.21.15.77:6825/907921085","cluster_addr":"172.21.15.77:6827/907921085","heartbeat_back_addr":"172.21.15.77:6831/907921085","heartbeat_front_addr":"172.21.15.77:6829/907921085","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T15:24:59.115526+0000","dead_epoch":303},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T15:25:24.586758+0000","dead_epoch":337},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T15:25:49.945194+0000","dead_epoch":371},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T15:26:16.222742+0000","dead_epoch":404},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T15:26:38.988879+0000","dead_epoch":437},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T15:27:03.320288+0000","dead_epoch":467},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T15:27:27.733370+0000","dead_epoch":504},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T15:27:52.661696+0000","dead_epoch":539}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.e","mappings":[{"from":7,"to":4}]},{"pgid":"3.9","mappings":[{"from":4,"to":1}]},{"pgid":"3.b","mappings":[{"from":0,"to":2}]},{"pgid":"3.1c","mappings":[{"from":5,"to":2}]},{"pgid":"3.1d","mappings":[{"from":4,"to":1}]},{"pgid":"3.30","mappings":[{"from":0,"to":1},{"from":5,"to":2}]},{"pgid":"3.3d","mappings":[{"from":0,"to":3}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.69:0/831370970":"2024-04-10T17:20:38.936076+0000","172.21.15.77:6833/2821633878":"2024-04-11T15:40:07.964638+0000","172.21.15.77:6832/2821633878":"2024-04-11T15:40:07.964638+0000","172.21.15.69:0/849264340":"2024-04-11T15:34:09.497956+0000","172.21.15.69:0/1991951052":"2024-04-11T15:34:09.497956+0000","172.21.15.69:0/1151207591":"2024-04-11T15:34:09.497956+0000","172.21.15.69:6801/1276720751":"2024-04-11T15:34:09.497956+0000","172.21.15.69:6800/1276720751":"2024-04-11T15:34:09.497956+0000","172.21.15.77:6835/1231726198":"2024-04-11T15:33:23.444538+0000","172.21.15.69:0/1245164705":"2024-04-11T15:32:48.224781+0000","172.21.15.69:0/924018901":"2024-04-11T15:32:48.224781+0000","172.21.15.69:0/2360866969":"2024-04-11T15:23:35.574129+0000","172.21.15.69:0/1704366080":"2024-04-11T15:34:09.497956+0000","172.21.15.69:0/1148076446":"2024-04-10T17:58:32.746196+0000","172.21.15.77:0/2811202157":"2024-04-11T15:33:23.444538+0000","172.21.15.77:0/3410130939":"2024-04-11T15:33:23.444538+0000","172.21.15.69:0/1777701802":"2024-04-11T15:28:45.087668+0000","172.21.15.69:0/2205351236":"2024-04-11T15:34:09.497956+0000","172.21.15.69:6801/3708449102":"2024-04-11T15:28:45.087668+0000","172.21.15.69:0/2506089448":"2024-04-11T15:28:45.087668+0000","172.21.15.69:6801/4122330610":"2024-04-11T15:23:35.574129+0000","172.21.15.69:0/1550264844":"2024-04-11T15:23:35.574129+0000","172.21.15.69:0/3939358761":"2024-04-11T15:32:48.224781+0000","172.21.15.69:6800/3673302828":"2024-04-11T15:23:09.794536+0000","172.21.15.69:0/2705051388":"2024-04-10T17:29:16.654650+0000","172.21.15.69:0/2980460282":"2024-04-11T15:23:09.794536+0000","172.21.15.69:0/3409505111":"2024-04-11T15:32:48.224781+0000","172.21.15.69:0/2434162432":"2024-04-11T15:23:09.794536+0000","172.21.15.77:6834/1231726198":"2024-04-11T15:33:23.444538+0000","172.21.15.69:6801/3673302828":"2024-04-11T15:23:09.794536+0000","172.21.15.69:6801/1686446517":"2024-04-11T15:32:48.224781+0000","172.21.15.69:0/3098867057":"2024-04-11T15:28:45.087668+0000","172.21.15.69:6800/3708449102":"2024-04-11T15:28:45.087668+0000","172.21.15.69:0/3527145919":"2024-04-11T15:28:45.087668+0000","172.21.15.69:0/538182608":"2024-04-11T15:32:48.224781+0000","172.21.15.77:0/54058465":"2024-04-11T15:33:23.444538+0000","172.21.15.69:0/1572879938":"2024-04-11T15:23:35.574129+0000","172.21.15.69:6800/1686446517":"2024-04-11T15:32:48.224781+0000","172.21.15.77:0/3458002938":"2024-04-11T15:33:23.444538+0000","172.21.15.77:0/3084204747":"2024-04-11T15:33:23.444538+0000","172.21.15.77:0/1537544176":"2024-04-11T15:33:23.444538+0000","172.21.15.69:6800/4122330610":"2024-04-11T15:23:35.574129+0000","172.21.15.69:0/3026956962":"2024-04-10T17:20:39.929015+0000","172.21.15.77:0/1263179511":"2024-04-11T15:33:23.444538+0000","172.21.15.69:0/4118089464":"2024-04-11T15:23:09.794536+0000","172.21.15.69:0/4080134929":"2024-04-11T15:34:09.497956+0000","172.21.15.69:0/2801631314":"2024-04-11T15:34:09.497956+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"},"teuthologyprofile":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van","w":"8"}},"removed_snaps_queue":[{"pool":60,"snaps":[{"begin":2,"length":1}]},{"pool":63,"snaps":[{"begin":1,"length":2}]},{"pool":68,"snaps":[{"begin":1,"length":2}]},{"pool":77,"snaps":[{"begin":2,"length":1}]},{"pool":78,"snaps":[{"begin":2,"length":1}]},{"pool":79,"snaps":[{"begin":2,"length":1}]},{"pool":80,"snaps":[{"begin":2,"length":1}]},{"pool":81,"snaps":[{"begin":2,"length":1}]},{"pool":82,"snaps":[{"begin":2,"length":1}]},{"pool":83,"snaps":[{"begin":2,"length":1}]},{"pool":84,"snaps":[{"begin":189,"length":1}]},{"pool":86,"snaps":[{"begin":4,"length":5}]},{"pool":88,"snaps":[{"begin":35,"length":3},{"begin":44,"length":4}]},{"pool":89,"snaps":[{"begin":17,"length":2},{"begin":22,"length":1}]},{"pool":90,"snaps":[{"begin":2,"length":1}]},{"pool":122,"snaps":[{"begin":293,"length":2}]},{"pool":123,"snaps":[{"begin":2,"length":1}]}],"new_removed_snaps":[],"new_purged_snaps":[{"pool":122,"snaps":[{"begin":290,"length":3}]}],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-10T16:59:58.354 DEBUG:teuthology.orchestra.run.smithi069:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-04-10T16:59:58.611 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:58 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/1075486807' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-10T16:59:58.611 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:58 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/1416586772' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-10T16:59:58.611 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:58 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/1075486807' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-10T16:59:58.611 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:58 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/1416586772' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-10T16:59:58.694 INFO:teuthology.orchestra.run.smithi069.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-04-10T16:59:58.708 DEBUG:teuthology.orchestra.run.smithi069:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-04-10T16:59:58.767 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:58 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/1075486807' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-10T16:59:58.767 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:58 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/1416586772' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-10T16:59:59.111 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:58 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mon-a[94144]: 2024-04-10T16:59:58.669+0000 7f8c45c11700 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-10T16:59:59.111 INFO:journalctl@ceph.mds.a.smithi069.stdout:Apr 10 16:59:58 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mds-a[122693]: ignoring --setuser ceph since I am not root 2024-04-10T16:59:59.111 INFO:journalctl@ceph.mds.a.smithi069.stdout:Apr 10 16:59:58 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mds-a[122693]: ignoring --setgroup ceph since I am not root 2024-04-10T16:59:59.111 INFO:journalctl@ceph.mds.a.smithi069.stdout:Apr 10 16:59:58 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mds-a[122693]: starting mds.a at 2024-04-10T16:59:59.611 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:59 smithi069 ceph-mon[94167]: pgmap v5098: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 19 KiB/s rd, 0 B/s wr, 28 op/s 2024-04-10T16:59:59.611 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:59 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/287207213' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-10T16:59:59.611 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:59 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/2946926061' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-04-10T16:59:59.611 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:59 smithi069 ceph-mon[94167]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-04-10T16:59:59.611 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:59 smithi069 ceph-mon[94167]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-04-10T16:59:59.611 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:59 smithi069 ceph-mon[94167]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-10T16:59:59.612 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:59 smithi069 ceph-mon[94167]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-04-10T16:59:59.612 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:59 smithi069 ceph-mon[94167]: osdmap e2754: 8 total, 8 up, 8 in 2024-04-10T16:59:59.612 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:59 smithi069 ceph-mon[94167]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-04-10T16:59:59.612 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 16:59:59 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/3199891350' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:59:59.612 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:59 smithi069 ceph-mon[96738]: pgmap v5098: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 19 KiB/s rd, 0 B/s wr, 28 op/s 2024-04-10T16:59:59.612 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:59 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/287207213' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-10T16:59:59.612 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:59 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/2946926061' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-04-10T16:59:59.612 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:59 smithi069 ceph-mon[96738]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-04-10T16:59:59.612 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:59 smithi069 ceph-mon[96738]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-04-10T16:59:59.612 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:59 smithi069 ceph-mon[96738]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-10T16:59:59.612 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:59 smithi069 ceph-mon[96738]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-04-10T16:59:59.612 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:59 smithi069 ceph-mon[96738]: osdmap e2754: 8 total, 8 up, 8 in 2024-04-10T16:59:59.612 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:59 smithi069 ceph-mon[96738]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-04-10T16:59:59.613 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 16:59:59 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/3199891350' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:59:59.704 DEBUG:teuthology.orchestra.run.smithi069:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-04-10T16:59:59.767 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:59 smithi077 ceph-mon[87572]: pgmap v5098: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 19 KiB/s rd, 0 B/s wr, 28 op/s 2024-04-10T16:59:59.767 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:59 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/287207213' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-10T16:59:59.767 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:59 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/2946926061' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-04-10T16:59:59.767 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:59 smithi077 ceph-mon[87572]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-04-10T16:59:59.767 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:59 smithi077 ceph-mon[87572]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-04-10T16:59:59.767 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:59 smithi077 ceph-mon[87572]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-10T16:59:59.767 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:59 smithi077 ceph-mon[87572]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-04-10T16:59:59.767 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:59 smithi077 ceph-mon[87572]: osdmap e2754: 8 total, 8 up, 8 in 2024-04-10T16:59:59.767 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:59 smithi077 ceph-mon[87572]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-04-10T16:59:59.767 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 16:59:59 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/3199891350' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-04-10T17:00:00.611 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 17:00:00 smithi069 ceph-mon[94167]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-04-10T17:00:00.611 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 17:00:00 smithi069 ceph-mon[94167]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-04-10T17:00:00.611 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 17:00:00 smithi069 ceph-mon[94167]: Cluster is now healthy 2024-04-10T17:00:00.611 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 17:00:00 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/3199891350' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-04-10T17:00:00.611 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 17:00:00 smithi069 ceph-mon[94167]: mds.? [v2:172.21.15.69:6834/2333642006,v1:172.21.15.69:6835/2333642006] up:boot 2024-04-10T17:00:00.611 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 17:00:00 smithi069 ceph-mon[94167]: fsmap 2 up:standby 2024-04-10T17:00:00.611 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 17:00:00 smithi069 ceph-mon[94167]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-10T17:00:00.611 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 17:00:00 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/3497370134' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-10T17:00:00.611 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 17:00:00 smithi069 ceph-mon[94167]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-10T17:00:00.612 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 17:00:00 smithi069 ceph-mon[94167]: overall HEALTH_OK 2024-04-10T17:00:00.612 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 17:00:00 smithi069 ceph-mon[96738]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-04-10T17:00:00.612 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 17:00:00 smithi069 ceph-mon[96738]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-04-10T17:00:00.612 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 17:00:00 smithi069 ceph-mon[96738]: Cluster is now healthy 2024-04-10T17:00:00.612 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 17:00:00 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/3199891350' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-04-10T17:00:00.612 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 17:00:00 smithi069 ceph-mon[96738]: mds.? [v2:172.21.15.69:6834/2333642006,v1:172.21.15.69:6835/2333642006] up:boot 2024-04-10T17:00:00.612 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 17:00:00 smithi069 ceph-mon[96738]: fsmap 2 up:standby 2024-04-10T17:00:00.612 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 17:00:00 smithi069 ceph-mon[96738]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-10T17:00:00.612 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 17:00:00 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/3497370134' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-10T17:00:00.612 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 17:00:00 smithi069 ceph-mon[96738]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-10T17:00:00.612 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 17:00:00 smithi069 ceph-mon[96738]: overall HEALTH_OK 2024-04-10T17:00:00.697 INFO:teuthology.orchestra.run.smithi069.stderr:pool 'cephfs_metadata' removed 2024-04-10T17:00:00.716 DEBUG:teuthology.orchestra.run.smithi069:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-04-10T17:00:00.767 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 17:00:00 smithi077 ceph-mon[87572]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-04-10T17:00:00.767 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 17:00:00 smithi077 ceph-mon[87572]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-04-10T17:00:00.767 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 17:00:00 smithi077 ceph-mon[87572]: Cluster is now healthy 2024-04-10T17:00:00.767 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 17:00:00 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/3199891350' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-04-10T17:00:00.767 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 17:00:00 smithi077 ceph-mon[87572]: mds.? [v2:172.21.15.69:6834/2333642006,v1:172.21.15.69:6835/2333642006] up:boot 2024-04-10T17:00:00.767 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 17:00:00 smithi077 ceph-mon[87572]: fsmap 2 up:standby 2024-04-10T17:00:00.767 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 17:00:00 smithi077 ceph-mon[87572]: from='mgr.25154 172.21.15.69:0/3394360557' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-10T17:00:00.767 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 17:00:00 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/3497370134' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-10T17:00:00.767 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 17:00:00 smithi077 ceph-mon[87572]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-10T17:00:00.767 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 17:00:00 smithi077 ceph-mon[87572]: overall HEALTH_OK 2024-04-10T17:00:01.611 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 17:00:01 smithi069 ceph-mon[96738]: pgmap v5100: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 24 KiB/s rd, 0 B/s wr, 34 op/s 2024-04-10T17:00:01.611 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 17:00:01 smithi069 ceph-mon[96738]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-04-10T17:00:01.611 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 17:00:01 smithi069 ceph-mon[96738]: osdmap e2755: 8 total, 8 up, 8 in 2024-04-10T17:00:01.611 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 17:00:01 smithi069 ceph-mon[96738]: from='client.? 172.21.15.69:0/2395165633' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-10T17:00:01.611 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 17:00:01 smithi069 ceph-mon[96738]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-10T17:00:01.612 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 17:00:01 smithi069 ceph-mon[94167]: pgmap v5100: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 24 KiB/s rd, 0 B/s wr, 34 op/s 2024-04-10T17:00:01.612 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 17:00:01 smithi069 ceph-mon[94167]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-04-10T17:00:01.612 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 17:00:01 smithi069 ceph-mon[94167]: osdmap e2755: 8 total, 8 up, 8 in 2024-04-10T17:00:01.612 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 17:00:01 smithi069 ceph-mon[94167]: from='client.? 172.21.15.69:0/2395165633' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-10T17:00:01.612 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 17:00:01 smithi069 ceph-mon[94167]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-10T17:00:01.716 INFO:teuthology.orchestra.run.smithi069.stderr:pool 'cephfs_data' removed 2024-04-10T17:00:01.739 DEBUG:teuthology.orchestra.run.smithi069:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-04-10T17:00:01.767 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 17:00:01 smithi077 ceph-mon[87572]: pgmap v5100: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 24 KiB/s rd, 0 B/s wr, 34 op/s 2024-04-10T17:00:01.767 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 17:00:01 smithi077 ceph-mon[87572]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-04-10T17:00:01.767 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 17:00:01 smithi077 ceph-mon[87572]: osdmap e2755: 8 total, 8 up, 8 in 2024-04-10T17:00:01.767 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 17:00:01 smithi077 ceph-mon[87572]: from='client.? 172.21.15.69:0/2395165633' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-10T17:00:01.767 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 17:00:01 smithi077 ceph-mon[87572]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-10T17:00:01.769 DEBUG:teuthology.orchestra.run.smithi077:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-04-10T17:00:01.804 INFO:tasks.cephadm:Cleaning up testdir ceph.* files... 2024-04-10T17:00:01.804 DEBUG:teuthology.orchestra.run.smithi069:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-04-10T17:00:01.830 DEBUG:teuthology.orchestra.run.smithi077:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-04-10T17:00:01.861 INFO:tasks.cephadm:Stopping all daemons... 2024-04-10T17:00:01.861 INFO:tasks.cephadm.mon.a:Stopping mon.a... 2024-04-10T17:00:01.861 DEBUG:teuthology.orchestra.run.smithi069:> sudo systemctl stop ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4@mon.a 2024-04-10T17:00:02.111 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 17:00:01 smithi069 systemd[1]: Stopping Ceph mon.a for 09bfb546-f74e-11ee-b64a-cb9ed24678a4... 2024-04-10T17:00:02.544 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 17:00:02 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mon-a[94144]: 2024-04-10T17:00:02.173+0000 7f8c4b41c700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-04-10T17:00:02.544 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 17:00:02 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mon-a[94144]: 2024-04-10T17:00:02.173+0000 7f8c4b41c700 -1 mon.a@0(leader) e4 *** Got Signal Terminated *** 2024-04-10T17:00:02.544 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 17:00:02 smithi069 podman[221245]: 2024-04-10 17:00:02.266408252 +0000 UTC m=+0.219089427 container died ce73e1b17524328550b61f25629b7a7edcc3d1f990b09b3895c078aa63f73eab (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mon-a, GIT_CLEAN=True, GIT_BRANCH=HEAD, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, org.label-schema.build-date=20240409, CEPH_POINT_RELEASE=, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux ) 2024-04-10T17:00:02.545 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 17:00:02 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: [10/Apr/2024:17:00:02] ENGINE Bus STOPPING 2024-04-10T17:00:02.545 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 17:00:02 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: [10/Apr/2024:17:00:02] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-10T17:00:02.545 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 17:00:02 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: [10/Apr/2024:17:00:02] ENGINE Bus STOPPED 2024-04-10T17:00:02.545 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 17:00:02 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: [10/Apr/2024:17:00:02] ENGINE Bus STARTING 2024-04-10T17:00:02.545 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 17:00:02 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: [10/Apr/2024:17:00:02] ENGINE Serving on http://:::9283 2024-04-10T17:00:02.545 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 17:00:02 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: [10/Apr/2024:17:00:02] ENGINE Bus STARTED 2024-04-10T17:00:02.767 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 17:00:02 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T17:00:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi069:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"09bfb546-f74e-11ee-b64a-cb9ed24678a4\", instance=\"smithi069:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T17:00:02.861 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 17:00:02 smithi069 podman[221245]: 2024-04-10 17:00:02.696512399 +0000 UTC m=+0.649193619 container cleanup ce73e1b17524328550b61f25629b7a7edcc3d1f990b09b3895c078aa63f73eab (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mon-a, CEPH_POINT_RELEASE=, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.build-date=20240409, ceph=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS) 2024-04-10T17:00:02.861 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 17:00:02 smithi069 bash[221245]: ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mon-a 2024-04-10T17:00:03.128 DEBUG:teuthology.orchestra.run.smithi069:> sudo pkill -f 'journalctl -f -n 0 -u ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4@mon.a.service' 2024-04-10T17:00:03.152 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 17:00:02 smithi069 podman[221275]: 2024-04-10 17:00:02.881207608 +0000 UTC m=+0.616820836 container remove ce73e1b17524328550b61f25629b7a7edcc3d1f990b09b3895c078aa63f73eab (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mon-a, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, ceph=True, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.build-date=20240409, maintainer=Guillaume Abrioux , GIT_CLEAN=True, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4) 2024-04-10T17:00:03.153 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 17:00:03 smithi069 systemd[1]: ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4@mon.a.service: Deactivated successfully. 2024-04-10T17:00:03.153 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 17:00:03 smithi069 systemd[1]: Stopped Ceph mon.a for 09bfb546-f74e-11ee-b64a-cb9ed24678a4. 2024-04-10T17:00:03.153 INFO:journalctl@ceph.mon.a.smithi069.stdout:Apr 10 17:00:03 smithi069 systemd[1]: ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4@mon.a.service: Consumed 1min 13.552s CPU time. 2024-04-10T17:00:03.175 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-10T17:00:03.175 INFO:tasks.cephadm.mon.a:Stopped mon.a 2024-04-10T17:00:03.175 INFO:tasks.cephadm.mon.b:Stopping mon.c... 2024-04-10T17:00:03.175 DEBUG:teuthology.orchestra.run.smithi069:> sudo systemctl stop ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4@mon.c 2024-04-10T17:00:03.535 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 17:00:03 smithi069 systemd[1]: Stopping Ceph mon.c for 09bfb546-f74e-11ee-b64a-cb9ed24678a4... 2024-04-10T17:00:03.811 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 17:00:03 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mon-c[96715]: 2024-04-10T17:00:03.519+0000 7f988ffbd700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-04-10T17:00:03.811 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 17:00:03 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mon-c[96715]: 2024-04-10T17:00:03.519+0000 7f988ffbd700 -1 mon.c@2(peon) e4 *** Got Signal Terminated *** 2024-04-10T17:00:04.091 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 17:00:03 smithi069 podman[221387]: 2024-04-10 17:00:03.796996564 +0000 UTC m=+0.406184604 container died bac2280f1f05d6ac2564666ae52ffb1eb4eb53a7e6db33fcca33702df37fdffb (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mon-c, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, ceph=True, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240409, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-10T17:00:04.361 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 17:00:04 smithi069 podman[221387]: 2024-04-10 17:00:04.168319021 +0000 UTC m=+0.777507060 container cleanup bac2280f1f05d6ac2564666ae52ffb1eb4eb53a7e6db33fcca33702df37fdffb (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mon-c, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, ceph=True, GIT_CLEAN=True, org.label-schema.build-date=20240409, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=) 2024-04-10T17:00:04.361 INFO:journalctl@ceph.mon.c.smithi069.stdout:Apr 10 17:00:04 smithi069 bash[221387]: ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mon-c 2024-04-10T17:00:04.591 DEBUG:teuthology.orchestra.run.smithi069:> sudo pkill -f 'journalctl -f -n 0 -u ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4@mon.c.service' 2024-04-10T17:00:04.627 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-10T17:00:04.627 INFO:tasks.cephadm.mon.b:Stopped mon.c 2024-04-10T17:00:04.627 INFO:tasks.cephadm.mon.b:Stopping mon.b... 2024-04-10T17:00:04.627 DEBUG:teuthology.orchestra.run.smithi077:> sudo systemctl stop ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4@mon.b 2024-04-10T17:00:04.964 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 17:00:04 smithi077 systemd[1]: Stopping Ceph mon.b for 09bfb546-f74e-11ee-b64a-cb9ed24678a4... 2024-04-10T17:00:05.238 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 17:00:04 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mon-b[87549]: 2024-04-10T17:00:04.948+0000 7fa7f8eb7700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-04-10T17:00:05.239 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 17:00:04 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mon-b[87549]: 2024-04-10T17:00:04.948+0000 7fa7f8eb7700 -1 mon.b@1(peon) e4 *** Got Signal Terminated *** 2024-04-10T17:00:05.512 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 17:00:05 smithi077 podman[151746]: 2024-04-10 17:00:05.224995795 +0000 UTC m=+0.420649059 container died d84762487812f06893985e9c9592be63734bcebe8fef7a1ba8bae70332eafdd5 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mon-b, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.build-date=20240409, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4) 2024-04-10T17:00:05.767 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 17:00:05 smithi077 podman[151746]: 2024-04-10 17:00:05.68859696 +0000 UTC m=+0.884250224 container cleanup d84762487812f06893985e9c9592be63734bcebe8fef7a1ba8bae70332eafdd5 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mon-b, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.build-date=20240409, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.license=GPLv2, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-10T17:00:05.767 INFO:journalctl@ceph.mon.b.smithi077.stdout:Apr 10 17:00:05 smithi077 bash[151746]: ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mon-b 2024-04-10T17:00:06.043 DEBUG:teuthology.orchestra.run.smithi077:> sudo pkill -f 'journalctl -f -n 0 -u ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4@mon.b.service' 2024-04-10T17:00:06.092 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-10T17:00:06.092 INFO:tasks.cephadm.mon.b:Stopped mon.b 2024-04-10T17:00:06.092 INFO:tasks.cephadm.mgr.y:Stopping mgr.y... 2024-04-10T17:00:06.092 DEBUG:teuthology.orchestra.run.smithi069:> sudo systemctl stop ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4@mgr.y 2024-04-10T17:00:06.397 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 17:00:06 smithi069 systemd[1]: Stopping Ceph mgr.y for 09bfb546-f74e-11ee-b64a-cb9ed24678a4... 2024-04-10T17:00:06.684 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 17:00:06 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y[85722]: 2024-04-10T17:00:06.382+0000 7f48a8c1a700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mgr -n mgr.y -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-10T17:00:06.684 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 17:00:06 smithi069 podman[221518]: 2024-04-10 17:00:06.414930165 +0000 UTC m=+0.145622372 container died e21b24626c05ffb0db4e8074927697cce9d927d9bac15744078ee01afd085398 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y, org.label-schema.schema-version=1.0, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_CLEAN=True, ceph=True, org.label-schema.build-date=20240409, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-10T17:00:07.062 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 17:00:06 smithi069 podman[221518]: 2024-04-10 17:00:06.797425668 +0000 UTC m=+0.528117865 container cleanup e21b24626c05ffb0db4e8074927697cce9d927d9bac15744078ee01afd085398 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240409, CEPH_POINT_RELEASE=, GIT_CLEAN=True, ceph=True, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0) 2024-04-10T17:00:07.063 INFO:journalctl@ceph.mgr.y.smithi069.stdout:Apr 10 17:00:06 smithi069 bash[221518]: ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-y 2024-04-10T17:00:07.275 DEBUG:teuthology.orchestra.run.smithi069:> sudo pkill -f 'journalctl -f -n 0 -u ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4@mgr.y.service' 2024-04-10T17:00:07.314 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-10T17:00:07.314 INFO:tasks.cephadm.mgr.y:Stopped mgr.y 2024-04-10T17:00:07.314 INFO:tasks.cephadm.mgr.x:Stopping mgr.x... 2024-04-10T17:00:07.314 DEBUG:teuthology.orchestra.run.smithi077:> sudo systemctl stop ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4@mgr.x 2024-04-10T17:00:07.632 INFO:journalctl@ceph.mgr.x.smithi077.stdout:Apr 10 17:00:07 smithi077 systemd[1]: Stopping Ceph mgr.x for 09bfb546-f74e-11ee-b64a-cb9ed24678a4... 2024-04-10T17:00:07.957 INFO:journalctl@ceph.mgr.x.smithi077.stdout:Apr 10 17:00:07 smithi077 podman[151877]: 2024-04-10 17:00:07.618755419 +0000 UTC m=+0.128318143 container died ccd7899398e9f1625b28565ca95827afc4f243c06978d8d92c1ab9d6be0077b9 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-x, io.buildah.version=1.33.5, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.license=GPLv2, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.build-date=20240409, ceph=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0) 2024-04-10T17:00:08.267 INFO:journalctl@ceph.mgr.x.smithi077.stdout:Apr 10 17:00:07 smithi077 podman[151877]: 2024-04-10 17:00:07.943143178 +0000 UTC m=+0.452705946 container cleanup ccd7899398e9f1625b28565ca95827afc4f243c06978d8d92c1ab9d6be0077b9 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-x, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.build-date=20240409, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, ceph=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-10T17:00:08.267 INFO:journalctl@ceph.mgr.x.smithi077.stdout:Apr 10 17:00:07 smithi077 bash[151877]: ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-x 2024-04-10T17:00:08.267 INFO:journalctl@ceph.mgr.x.smithi077.stdout:Apr 10 17:00:08 smithi077 podman[151896]: 2024-04-10 17:00:08.152742128 +0000 UTC m=+0.531851829 container remove ccd7899398e9f1625b28565ca95827afc4f243c06978d8d92c1ab9d6be0077b9 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mgr-x, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.license=GPLv2, org.label-schema.build-date=20240409, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-10T17:00:08.267 INFO:journalctl@ceph.mgr.x.smithi077.stdout:Apr 10 17:00:08 smithi077 systemd[1]: ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4@mgr.x.service: Main process exited, code=exited, status=143/n/a 2024-04-10T17:00:08.370 DEBUG:teuthology.orchestra.run.smithi077:> sudo pkill -f 'journalctl -f -n 0 -u ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4@mgr.x.service' 2024-04-10T17:00:08.407 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-10T17:00:08.407 INFO:tasks.cephadm.mgr.x:Stopped mgr.x 2024-04-10T17:00:08.407 INFO:tasks.cephadm.osd.0:Stopping osd.0... 2024-04-10T17:00:08.407 DEBUG:teuthology.orchestra.run.smithi069:> sudo systemctl stop ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4@osd.0 2024-04-10T17:00:08.736 INFO:journalctl@ceph.osd.0.smithi069.stdout:Apr 10 17:00:08 smithi069 systemd[1]: Stopping Ceph osd.0 for 09bfb546-f74e-11ee-b64a-cb9ed24678a4... 2024-04-10T17:00:09.111 INFO:journalctl@ceph.osd.0.smithi069.stdout:Apr 10 17:00:08 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-0[102860]: 2024-04-10T17:00:08.721+0000 7f6fdbcd5700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-10T17:00:09.111 INFO:journalctl@ceph.osd.0.smithi069.stdout:Apr 10 17:00:08 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-0[102860]: 2024-04-10T17:00:08.721+0000 7f6fdbcd5700 -1 osd.0 2756 *** Got signal Terminated *** 2024-04-10T17:00:09.111 INFO:journalctl@ceph.osd.0.smithi069.stdout:Apr 10 17:00:08 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-0[102860]: 2024-04-10T17:00:08.721+0000 7f6fdbcd5700 -1 osd.0 2756 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-10T17:00:14.518 INFO:journalctl@ceph.osd.0.smithi069.stdout:Apr 10 17:00:14 smithi069 podman[221660]: 2024-04-10 17:00:14.236111891 +0000 UTC m=+5.655058597 container died 9833b8d335cb17db5735f05783a625c9d2c6bad9ff5311a9bcd1bbb26d769410 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-0, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, ceph=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240409, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, org.label-schema.license=GPLv2) 2024-04-10T17:00:14.861 INFO:journalctl@ceph.osd.0.smithi069.stdout:Apr 10 17:00:14 smithi069 podman[221660]: 2024-04-10 17:00:14.593836664 +0000 UTC m=+6.012783363 container cleanup 9833b8d335cb17db5735f05783a625c9d2c6bad9ff5311a9bcd1bbb26d769410 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-0, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, org.label-schema.build-date=20240409, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_CLEAN=True) 2024-04-10T17:00:14.861 INFO:journalctl@ceph.osd.0.smithi069.stdout:Apr 10 17:00:14 smithi069 bash[221660]: ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-0 2024-04-10T17:00:15.267 INFO:journalctl@ceph.osd.0.smithi069.stdout:Apr 10 17:00:14 smithi069 podman[221682]: 2024-04-10 17:00:14.919977964 +0000 UTC m=+0.683472824 container remove 9833b8d335cb17db5735f05783a625c9d2c6bad9ff5311a9bcd1bbb26d769410 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, ceph=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20240409, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.schema-version=1.0) 2024-04-10T17:00:15.537 INFO:journalctl@ceph.osd.0.smithi069.stdout:Apr 10 17:00:15 smithi069 podman[221780]: 2024-04-10 17:00:15.156546417 +0000 UTC m=+0.017679258 image pull ffe3e7ac3788b84d6c0b551f13dbde782a187c25e75d087cf3ace2b26f4e3ffa quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc 2024-04-10T17:00:15.538 INFO:journalctl@ceph.osd.0.smithi069.stdout:Apr 10 17:00:15 smithi069 podman[221780]: 2024-04-10 17:00:15.254118604 +0000 UTC m=+0.115251431 container create 2ba5f07551170efd627a464b4d3a446c7cae590a3a61318f6bb2db5b1d8b4d80 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-0-deactivate, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240409, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.license=GPLv2, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4) 2024-04-10T17:00:15.538 INFO:journalctl@ceph.osd.0.smithi069.stdout:Apr 10 17:00:15 smithi069 podman[221780]: 2024-04-10 17:00:15.523576222 +0000 UTC m=+0.384709049 container init 2ba5f07551170efd627a464b4d3a446c7cae590a3a61318f6bb2db5b1d8b4d80 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-0-deactivate, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, maintainer=Guillaume Abrioux , GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.build-date=20240409, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0) 2024-04-10T17:00:15.846 INFO:journalctl@ceph.osd.0.smithi069.stdout:Apr 10 17:00:15 smithi069 podman[221780]: 2024-04-10 17:00:15.529463175 +0000 UTC m=+0.390596013 container start 2ba5f07551170efd627a464b4d3a446c7cae590a3a61318f6bb2db5b1d8b4d80 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-0-deactivate, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240409, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, GIT_BRANCH=HEAD, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS) 2024-04-10T17:00:15.847 INFO:journalctl@ceph.osd.0.smithi069.stdout:Apr 10 17:00:15 smithi069 podman[221780]: 2024-04-10 17:00:15.615104065 +0000 UTC m=+0.476236911 container attach 2ba5f07551170efd627a464b4d3a446c7cae590a3a61318f6bb2db5b1d8b4d80 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-0-deactivate, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240409, io.buildah.version=1.33.5, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-10T17:00:16.111 INFO:journalctl@ceph.osd.0.smithi069.stdout:Apr 10 17:00:15 smithi069 podman[221780]: 2024-04-10 17:00:15.832889533 +0000 UTC m=+0.694022376 container died 2ba5f07551170efd627a464b4d3a446c7cae590a3a61318f6bb2db5b1d8b4d80 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-0-deactivate, CEPH_POINT_RELEASE=, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_CLEAN=True, ceph=True, org.label-schema.build-date=20240409, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS) 2024-04-10T17:00:16.454 DEBUG:teuthology.orchestra.run.smithi069:> sudo pkill -f 'journalctl -f -n 0 -u ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4@osd.0.service' 2024-04-10T17:00:16.498 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-10T17:00:16.498 INFO:tasks.cephadm.osd.0:Stopped osd.0 2024-04-10T17:00:16.498 INFO:tasks.cephadm.osd.1:Stopping osd.1... 2024-04-10T17:00:16.498 DEBUG:teuthology.orchestra.run.smithi069:> sudo systemctl stop ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4@osd.1 2024-04-10T17:00:17.035 INFO:journalctl@ceph.osd.1.smithi069.stdout:Apr 10 17:00:16 smithi069 systemd[1]: Stopping Ceph osd.1 for 09bfb546-f74e-11ee-b64a-cb9ed24678a4... 2024-04-10T17:00:17.361 INFO:journalctl@ceph.osd.1.smithi069.stdout:Apr 10 17:00:17 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-1[107648]: 2024-04-10T17:00:17.020+0000 7f8d52a47700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-10T17:00:17.361 INFO:journalctl@ceph.osd.1.smithi069.stdout:Apr 10 17:00:17 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-1[107648]: 2024-04-10T17:00:17.020+0000 7f8d52a47700 -1 osd.1 2756 *** Got signal Terminated *** 2024-04-10T17:00:17.361 INFO:journalctl@ceph.osd.1.smithi069.stdout:Apr 10 17:00:17 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-1[107648]: 2024-04-10T17:00:17.020+0000 7f8d52a47700 -1 osd.1 2756 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-10T17:00:22.855 INFO:journalctl@ceph.osd.1.smithi069.stdout:Apr 10 17:00:22 smithi069 podman[221913]: 2024-04-10 17:00:22.548051304 +0000 UTC m=+5.662238078 container died a7560d34888e495eb8c3a8b4ceb52623b3b9fb76d0e484e0d5dd36f6bf2bc3b7 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-1, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.build-date=20240409, org.label-schema.vendor=CentOS, GIT_CLEAN=True, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5) 2024-04-10T17:00:23.111 INFO:journalctl@ceph.osd.1.smithi069.stdout:Apr 10 17:00:22 smithi069 podman[221913]: 2024-04-10 17:00:22.922237216 +0000 UTC m=+6.036423996 container cleanup a7560d34888e495eb8c3a8b4ceb52623b3b9fb76d0e484e0d5dd36f6bf2bc3b7 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-1, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_BRANCH=HEAD, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.build-date=20240409, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=) 2024-04-10T17:00:23.111 INFO:journalctl@ceph.osd.1.smithi069.stdout:Apr 10 17:00:22 smithi069 bash[221913]: ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-1 2024-04-10T17:00:23.542 INFO:journalctl@ceph.osd.1.smithi069.stdout:Apr 10 17:00:23 smithi069 podman[221938]: 2024-04-10 17:00:23.215902698 +0000 UTC m=+0.669129102 container remove a7560d34888e495eb8c3a8b4ceb52623b3b9fb76d0e484e0d5dd36f6bf2bc3b7 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-1, CEPH_POINT_RELEASE=, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.build-date=20240409, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , ceph=True, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4) 2024-04-10T17:00:23.800 INFO:journalctl@ceph.osd.1.smithi069.stdout:Apr 10 17:00:23 smithi069 podman[222034]: 2024-04-10 17:00:23.430907461 +0000 UTC m=+0.017008986 image pull ffe3e7ac3788b84d6c0b551f13dbde782a187c25e75d087cf3ace2b26f4e3ffa quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc 2024-04-10T17:00:23.800 INFO:journalctl@ceph.osd.1.smithi069.stdout:Apr 10 17:00:23 smithi069 podman[222034]: 2024-04-10 17:00:23.56681127 +0000 UTC m=+0.152912840 container create 8d669357754499e88077d3d7e835d2299d31d038f02a2f73769820664dda941e (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-1-deactivate, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240409, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, io.buildah.version=1.33.5, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, org.label-schema.vendor=CentOS) 2024-04-10T17:00:23.800 INFO:journalctl@ceph.osd.1.smithi069.stdout:Apr 10 17:00:23 smithi069 podman[222034]: 2024-04-10 17:00:23.785969401 +0000 UTC m=+0.372070925 container init 8d669357754499e88077d3d7e835d2299d31d038f02a2f73769820664dda941e (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-1-deactivate, GIT_BRANCH=HEAD, GIT_CLEAN=True, ceph=True, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, org.label-schema.build-date=20240409, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux ) 2024-04-10T17:00:24.092 INFO:journalctl@ceph.osd.1.smithi069.stdout:Apr 10 17:00:23 smithi069 podman[222034]: 2024-04-10 17:00:23.791937434 +0000 UTC m=+0.378038962 container start 8d669357754499e88077d3d7e835d2299d31d038f02a2f73769820664dda941e (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-1-deactivate, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240409, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, CEPH_POINT_RELEASE=, ceph=True, io.buildah.version=1.33.5) 2024-04-10T17:00:24.093 INFO:journalctl@ceph.osd.1.smithi069.stdout:Apr 10 17:00:23 smithi069 podman[222034]: 2024-04-10 17:00:23.89397864 +0000 UTC m=+0.480080183 container attach 8d669357754499e88077d3d7e835d2299d31d038f02a2f73769820664dda941e (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-1-deactivate, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, org.label-schema.build-date=20240409, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-10T17:00:24.361 INFO:journalctl@ceph.osd.1.smithi069.stdout:Apr 10 17:00:24 smithi069 podman[222034]: 2024-04-10 17:00:24.079130298 +0000 UTC m=+0.665231828 container died 8d669357754499e88077d3d7e835d2299d31d038f02a2f73769820664dda941e (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-1-deactivate, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, ceph=True, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240409, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-10T17:00:24.791 DEBUG:teuthology.orchestra.run.smithi069:> sudo pkill -f 'journalctl -f -n 0 -u ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4@osd.1.service' 2024-04-10T17:00:24.835 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-10T17:00:24.836 INFO:tasks.cephadm.osd.1:Stopped osd.1 2024-04-10T17:00:24.836 INFO:tasks.cephadm.osd.2:Stopping osd.2... 2024-04-10T17:00:24.836 DEBUG:teuthology.orchestra.run.smithi069:> sudo systemctl stop ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4@osd.2 2024-04-10T17:00:25.111 INFO:journalctl@ceph.osd.2.smithi069.stdout:Apr 10 17:00:24 smithi069 systemd[1]: Stopping Ceph osd.2 for 09bfb546-f74e-11ee-b64a-cb9ed24678a4... 2024-04-10T17:00:25.611 INFO:journalctl@ceph.osd.2.smithi069.stdout:Apr 10 17:00:25 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-2[112535]: 2024-04-10T17:00:25.152+0000 7fb0c2766700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-10T17:00:25.611 INFO:journalctl@ceph.osd.2.smithi069.stdout:Apr 10 17:00:25 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-2[112535]: 2024-04-10T17:00:25.152+0000 7fb0c2766700 -1 osd.2 2756 *** Got signal Terminated *** 2024-04-10T17:00:25.611 INFO:journalctl@ceph.osd.2.smithi069.stdout:Apr 10 17:00:25 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-2[112535]: 2024-04-10T17:00:25.152+0000 7fb0c2766700 -1 osd.2 2756 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-10T17:00:30.997 INFO:journalctl@ceph.osd.2.smithi069.stdout:Apr 10 17:00:30 smithi069 podman[222164]: 2024-04-10 17:00:30.686165838 +0000 UTC m=+5.643863729 container died cb88f48530073dd42b7ee4626975bb922022a156288c0b37d683282709dc46f9 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-2, org.label-schema.build-date=20240409, ceph=True, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=) 2024-04-10T17:00:30.997 INFO:journalctl@ceph.osd.2.smithi069.stdout:Apr 10 17:00:30 smithi069 podman[222164]: 2024-04-10 17:00:30.983011019 +0000 UTC m=+5.940708910 container cleanup cb88f48530073dd42b7ee4626975bb922022a156288c0b37d683282709dc46f9 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-2, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240409, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-10T17:00:31.361 INFO:journalctl@ceph.osd.2.smithi069.stdout:Apr 10 17:00:30 smithi069 bash[222164]: ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-2 2024-04-10T17:00:31.361 INFO:journalctl@ceph.osd.2.smithi069.stdout:Apr 10 17:00:31 smithi069 podman[222186]: 2024-04-10 17:00:31.217825158 +0000 UTC m=+0.528436163 container remove cb88f48530073dd42b7ee4626975bb922022a156288c0b37d683282709dc46f9 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-2, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.build-date=20240409, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-10T17:00:31.860 INFO:journalctl@ceph.osd.2.smithi069.stdout:Apr 10 17:00:31 smithi069 podman[222280]: 2024-04-10 17:00:31.535248805 +0000 UTC m=+0.108630984 container create d75c86a70f7d44e20bd7b55a03d8e0bdf79c0470fe4086aec9355343e7eb6846 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-2-deactivate, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240409, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, ceph=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.license=GPLv2) 2024-04-10T17:00:31.860 INFO:journalctl@ceph.osd.2.smithi069.stdout:Apr 10 17:00:31 smithi069 podman[222280]: 2024-04-10 17:00:31.444297679 +0000 UTC m=+0.017679858 image pull ffe3e7ac3788b84d6c0b551f13dbde782a187c25e75d087cf3ace2b26f4e3ffa quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc 2024-04-10T17:00:31.860 INFO:journalctl@ceph.osd.2.smithi069.stdout:Apr 10 17:00:31 smithi069 podman[222280]: 2024-04-10 17:00:31.720953249 +0000 UTC m=+0.294335438 container init d75c86a70f7d44e20bd7b55a03d8e0bdf79c0470fe4086aec9355343e7eb6846 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-2-deactivate, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.build-date=20240409, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_CLEAN=True, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4) 2024-04-10T17:00:31.860 INFO:journalctl@ceph.osd.2.smithi069.stdout:Apr 10 17:00:31 smithi069 podman[222280]: 2024-04-10 17:00:31.727023948 +0000 UTC m=+0.300406132 container start d75c86a70f7d44e20bd7b55a03d8e0bdf79c0470fe4086aec9355343e7eb6846 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-2-deactivate, org.label-schema.build-date=20240409, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_CLEAN=True, io.buildah.version=1.33.5, ceph=True, org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2) 2024-04-10T17:00:31.860 INFO:journalctl@ceph.osd.2.smithi069.stdout:Apr 10 17:00:31 smithi069 podman[222280]: 2024-04-10 17:00:31.845817866 +0000 UTC m=+0.419200050 container attach d75c86a70f7d44e20bd7b55a03d8e0bdf79c0470fe4086aec9355343e7eb6846 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-2-deactivate, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_CLEAN=True, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.build-date=20240409, ceph=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux ) 2024-04-10T17:00:32.111 INFO:journalctl@ceph.osd.2.smithi069.stdout:Apr 10 17:00:32 smithi069 podman[222280]: 2024-04-10 17:00:32.015767326 +0000 UTC m=+0.589149506 container died d75c86a70f7d44e20bd7b55a03d8e0bdf79c0470fe4086aec9355343e7eb6846 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-2-deactivate, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, GIT_CLEAN=True, org.label-schema.build-date=20240409, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.license=GPLv2) 2024-04-10T17:00:32.729 DEBUG:teuthology.orchestra.run.smithi069:> sudo pkill -f 'journalctl -f -n 0 -u ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4@osd.2.service' 2024-04-10T17:00:32.769 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-10T17:00:32.769 INFO:tasks.cephadm.osd.2:Stopped osd.2 2024-04-10T17:00:32.769 INFO:tasks.cephadm.osd.3:Stopping osd.3... 2024-04-10T17:00:32.769 DEBUG:teuthology.orchestra.run.smithi069:> sudo systemctl stop ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4@osd.3 2024-04-10T17:00:33.086 INFO:journalctl@ceph.osd.3.smithi069.stdout:Apr 10 17:00:32 smithi069 systemd[1]: Stopping Ceph osd.3 for 09bfb546-f74e-11ee-b64a-cb9ed24678a4... 2024-04-10T17:00:33.361 INFO:journalctl@ceph.osd.3.smithi069.stdout:Apr 10 17:00:33 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-3[117516]: 2024-04-10T17:00:33.071+0000 7fed881bc700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-10T17:00:33.361 INFO:journalctl@ceph.osd.3.smithi069.stdout:Apr 10 17:00:33 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-3[117516]: 2024-04-10T17:00:33.071+0000 7fed881bc700 -1 osd.3 2756 *** Got signal Terminated *** 2024-04-10T17:00:33.361 INFO:journalctl@ceph.osd.3.smithi069.stdout:Apr 10 17:00:33 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-3[117516]: 2024-04-10T17:00:33.071+0000 7fed881bc700 -1 osd.3 2756 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-10T17:00:35.267 INFO:journalctl@ceph.osd.5.smithi077.stdout:Apr 10 17:00:34 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-5[98819]: 2024-04-10T17:00:34.986+0000 7f0751630700 -1 osd.5 2756 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-04-10T17:00:13.179494+0000 front 2024-04-10T17:00:13.179624+0000 (oldest deadline 2024-04-10T17:00:34.879309+0000) 2024-04-10T17:00:36.235 INFO:journalctl@ceph.osd.4.smithi077.stdout:Apr 10 17:00:35 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-4[93595]: 2024-04-10T17:00:35.826+0000 7f9d8b7c3700 -1 osd.4 2756 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-04-10T17:00:10.948994+0000 front 2024-04-10T17:00:10.949104+0000 (oldest deadline 2024-04-10T17:00:35.049034+0000) 2024-04-10T17:00:36.235 INFO:journalctl@ceph.osd.5.smithi077.stdout:Apr 10 17:00:35 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-5[98819]: 2024-04-10T17:00:35.962+0000 7f0751630700 -1 osd.5 2756 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-04-10T17:00:13.179494+0000 front 2024-04-10T17:00:13.179624+0000 (oldest deadline 2024-04-10T17:00:34.879309+0000) 2024-04-10T17:00:36.236 INFO:journalctl@ceph.osd.7.smithi077.stdout:Apr 10 17:00:35 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-7[109229]: 2024-04-10T17:00:35.908+0000 7f2f87cf0700 -1 osd.7 2756 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-04-10T17:00:11.134210+0000 front 2024-04-10T17:00:11.134296+0000 (oldest deadline 2024-04-10T17:00:35.234098+0000) 2024-04-10T17:00:37.267 INFO:journalctl@ceph.osd.4.smithi077.stdout:Apr 10 17:00:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-4[93595]: 2024-04-10T17:00:36.826+0000 7f9d8b7c3700 -1 osd.4 2756 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-04-10T17:00:10.948994+0000 front 2024-04-10T17:00:10.949104+0000 (oldest deadline 2024-04-10T17:00:35.049034+0000) 2024-04-10T17:00:37.267 INFO:journalctl@ceph.osd.7.smithi077.stdout:Apr 10 17:00:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-7[109229]: 2024-04-10T17:00:36.919+0000 7f2f87cf0700 -1 osd.7 2756 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-04-10T17:00:11.134210+0000 front 2024-04-10T17:00:11.134296+0000 (oldest deadline 2024-04-10T17:00:35.234098+0000) 2024-04-10T17:00:37.268 INFO:journalctl@ceph.osd.5.smithi077.stdout:Apr 10 17:00:36 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-5[98819]: 2024-04-10T17:00:36.995+0000 7f0751630700 -1 osd.5 2756 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-04-10T17:00:13.179494+0000 front 2024-04-10T17:00:13.179624+0000 (oldest deadline 2024-04-10T17:00:34.879309+0000) 2024-04-10T17:00:38.267 INFO:journalctl@ceph.osd.4.smithi077.stdout:Apr 10 17:00:37 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-4[93595]: 2024-04-10T17:00:37.875+0000 7f9d8b7c3700 -1 osd.4 2756 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-04-10T17:00:10.948994+0000 front 2024-04-10T17:00:10.949104+0000 (oldest deadline 2024-04-10T17:00:35.049034+0000) 2024-04-10T17:00:38.267 INFO:journalctl@ceph.osd.7.smithi077.stdout:Apr 10 17:00:37 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-7[109229]: 2024-04-10T17:00:37.935+0000 7f2f87cf0700 -1 osd.7 2756 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-04-10T17:00:11.134210+0000 front 2024-04-10T17:00:11.134296+0000 (oldest deadline 2024-04-10T17:00:35.234098+0000) 2024-04-10T17:00:38.268 INFO:journalctl@ceph.osd.5.smithi077.stdout:Apr 10 17:00:37 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-5[98819]: 2024-04-10T17:00:37.974+0000 7f0751630700 -1 osd.5 2756 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-04-10T17:00:13.179494+0000 front 2024-04-10T17:00:13.179624+0000 (oldest deadline 2024-04-10T17:00:34.879309+0000) 2024-04-10T17:00:38.767 INFO:journalctl@ceph.osd.6.smithi077.stdout:Apr 10 17:00:38 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-6[104030]: 2024-04-10T17:00:38.344+0000 7fbd18268700 -1 osd.6 2756 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-04-10T17:00:13.679793+0000 front 2024-04-10T17:00:13.679627+0000 (oldest deadline 2024-04-10T17:00:37.779630+0000) 2024-04-10T17:00:39.017 INFO:journalctl@ceph.osd.3.smithi069.stdout:Apr 10 17:00:38 smithi069 podman[222412]: 2024-04-10 17:00:38.700487859 +0000 UTC m=+5.729627877 container died c840f79dffa286190038ebf56651ed7ee95eb9ef2bcd6e870909462a71b8feaf (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-3, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240409, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, io.buildah.version=1.33.5) 2024-04-10T17:00:39.267 INFO:journalctl@ceph.osd.4.smithi077.stdout:Apr 10 17:00:38 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-4[93595]: 2024-04-10T17:00:38.911+0000 7f9d8b7c3700 -1 osd.4 2756 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-04-10T17:00:10.948994+0000 front 2024-04-10T17:00:10.949104+0000 (oldest deadline 2024-04-10T17:00:35.049034+0000) 2024-04-10T17:00:39.267 INFO:journalctl@ceph.osd.7.smithi077.stdout:Apr 10 17:00:38 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-7[109229]: 2024-04-10T17:00:38.942+0000 7f2f87cf0700 -1 osd.7 2756 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-04-10T17:00:11.134210+0000 front 2024-04-10T17:00:11.134296+0000 (oldest deadline 2024-04-10T17:00:35.234098+0000) 2024-04-10T17:00:39.268 INFO:journalctl@ceph.osd.5.smithi077.stdout:Apr 10 17:00:38 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-5[98819]: 2024-04-10T17:00:38.944+0000 7f0751630700 -1 osd.5 2756 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-04-10T17:00:13.179494+0000 front 2024-04-10T17:00:13.179624+0000 (oldest deadline 2024-04-10T17:00:34.879309+0000) 2024-04-10T17:00:39.343 INFO:journalctl@ceph.osd.3.smithi069.stdout:Apr 10 17:00:39 smithi069 podman[222412]: 2024-04-10 17:00:39.118847356 +0000 UTC m=+6.147987371 container cleanup c840f79dffa286190038ebf56651ed7ee95eb9ef2bcd6e870909462a71b8feaf (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-3, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240409, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, io.buildah.version=1.33.5, GIT_CLEAN=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.vendor=CentOS) 2024-04-10T17:00:39.343 INFO:journalctl@ceph.osd.3.smithi069.stdout:Apr 10 17:00:39 smithi069 bash[222412]: ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-3 2024-04-10T17:00:39.611 INFO:journalctl@ceph.osd.3.smithi069.stdout:Apr 10 17:00:39 smithi069 podman[222435]: 2024-04-10 17:00:39.32828413 +0000 UTC m=+0.620965262 container remove c840f79dffa286190038ebf56651ed7ee95eb9ef2bcd6e870909462a71b8feaf (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-3, org.label-schema.vendor=CentOS, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.build-date=20240409, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, ceph=True, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-10T17:00:39.767 INFO:journalctl@ceph.osd.6.smithi077.stdout:Apr 10 17:00:39 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-6[104030]: 2024-04-10T17:00:39.298+0000 7fbd18268700 -1 osd.6 2756 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-04-10T17:00:13.679793+0000 front 2024-04-10T17:00:13.679627+0000 (oldest deadline 2024-04-10T17:00:37.779630+0000) 2024-04-10T17:00:40.021 INFO:journalctl@ceph.osd.3.smithi069.stdout:Apr 10 17:00:39 smithi069 podman[222539]: 2024-04-10 17:00:39.655762459 +0000 UTC m=+0.019330128 image pull ffe3e7ac3788b84d6c0b551f13dbde782a187c25e75d087cf3ace2b26f4e3ffa quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc 2024-04-10T17:00:40.021 INFO:journalctl@ceph.osd.3.smithi069.stdout:Apr 10 17:00:39 smithi069 podman[222539]: 2024-04-10 17:00:39.77071238 +0000 UTC m=+0.134280012 container create 108b8d52e5a6c337672da696c8a4157077b7411cc21484f330f6df249fc9ebb5 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-3-deactivate, GIT_CLEAN=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.build-date=20240409, org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.license=GPLv2, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, GIT_BRANCH=HEAD, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-10T17:00:40.021 INFO:journalctl@ceph.osd.3.smithi069.stdout:Apr 10 17:00:39 smithi069 podman[222539]: 2024-04-10 17:00:39.98154747 +0000 UTC m=+0.345115102 container init 108b8d52e5a6c337672da696c8a4157077b7411cc21484f330f6df249fc9ebb5 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-3-deactivate, GIT_CLEAN=True, ceph=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.build-date=20240409, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4) 2024-04-10T17:00:40.022 INFO:journalctl@ceph.osd.3.smithi069.stdout:Apr 10 17:00:39 smithi069 podman[222539]: 2024-04-10 17:00:39.98720794 +0000 UTC m=+0.350775577 container start 108b8d52e5a6c337672da696c8a4157077b7411cc21484f330f6df249fc9ebb5 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-3-deactivate, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, ceph=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240409, GIT_CLEAN=True) 2024-04-10T17:00:40.267 INFO:journalctl@ceph.osd.4.smithi077.stdout:Apr 10 17:00:39 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-4[93595]: 2024-04-10T17:00:39.926+0000 7f9d8b7c3700 -1 osd.4 2756 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-04-10T17:00:10.948994+0000 front 2024-04-10T17:00:10.949104+0000 (oldest deadline 2024-04-10T17:00:35.049034+0000) 2024-04-10T17:00:40.268 INFO:journalctl@ceph.osd.7.smithi077.stdout:Apr 10 17:00:39 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-7[109229]: 2024-04-10T17:00:39.925+0000 7f2f87cf0700 -1 osd.7 2756 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-04-10T17:00:11.134210+0000 front 2024-04-10T17:00:11.134296+0000 (oldest deadline 2024-04-10T17:00:35.234098+0000) 2024-04-10T17:00:40.268 INFO:journalctl@ceph.osd.5.smithi077.stdout:Apr 10 17:00:39 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-5[98819]: 2024-04-10T17:00:39.925+0000 7f0751630700 -1 osd.5 2756 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-04-10T17:00:13.179494+0000 front 2024-04-10T17:00:13.179624+0000 (oldest deadline 2024-04-10T17:00:34.879309+0000) 2024-04-10T17:00:40.291 INFO:journalctl@ceph.osd.3.smithi069.stdout:Apr 10 17:00:40 smithi069 podman[222539]: 2024-04-10 17:00:40.106719832 +0000 UTC m=+0.470287477 container attach 108b8d52e5a6c337672da696c8a4157077b7411cc21484f330f6df249fc9ebb5 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-3-deactivate, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.build-date=20240409, io.buildah.version=1.33.5, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4) 2024-04-10T17:00:40.590 INFO:journalctl@ceph.osd.3.smithi069.stdout:Apr 10 17:00:40 smithi069 conmon[222554]: conmon 108b8d52e5a6c337672d : Failed to open cgroups file: /sys/fs/cgroup/machine.slice/libpod-108b8d52e5a6c337672da696c8a4157077b7411cc21484f330f6df249fc9ebb5.scope/memory.events 2024-04-10T17:00:40.590 INFO:journalctl@ceph.osd.3.smithi069.stdout:Apr 10 17:00:40 smithi069 podman[222539]: 2024-04-10 17:00:40.27855731 +0000 UTC m=+0.642124948 container died 108b8d52e5a6c337672da696c8a4157077b7411cc21484f330f6df249fc9ebb5 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-3-deactivate, ceph=True, org.label-schema.schema-version=1.0, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.build-date=20240409, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=) 2024-04-10T17:00:40.767 INFO:journalctl@ceph.osd.6.smithi077.stdout:Apr 10 17:00:40 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-6[104030]: 2024-04-10T17:00:40.275+0000 7fbd18268700 -1 osd.6 2756 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-04-10T17:00:13.679793+0000 front 2024-04-10T17:00:13.679627+0000 (oldest deadline 2024-04-10T17:00:37.779630+0000) 2024-04-10T17:00:40.841 DEBUG:teuthology.orchestra.run.smithi069:> sudo pkill -f 'journalctl -f -n 0 -u ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4@osd.3.service' 2024-04-10T17:00:40.861 INFO:journalctl@ceph.osd.3.smithi069.stdout:Apr 10 17:00:40 smithi069 podman[222587]: 2024-04-10 17:00:40.809795333 +0000 UTC m=+0.525955317 container remove 108b8d52e5a6c337672da696c8a4157077b7411cc21484f330f6df249fc9ebb5 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-3-deactivate, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, org.label-schema.build-date=20240409, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_CLEAN=True) 2024-04-10T17:00:40.861 INFO:journalctl@ceph.osd.3.smithi069.stdout:Apr 10 17:00:40 smithi069 systemd[1]: ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4@osd.3.service: Deactivated successfully. 2024-04-10T17:00:40.861 INFO:journalctl@ceph.osd.3.smithi069.stdout:Apr 10 17:00:40 smithi069 systemd[1]: Stopped Ceph osd.3 for 09bfb546-f74e-11ee-b64a-cb9ed24678a4. 2024-04-10T17:00:40.861 INFO:journalctl@ceph.osd.3.smithi069.stdout:Apr 10 17:00:40 smithi069 systemd[1]: ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4@osd.3.service: Consumed 3min 3.665s CPU time. 2024-04-10T17:00:40.882 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-10T17:00:40.882 INFO:tasks.cephadm.osd.3:Stopped osd.3 2024-04-10T17:00:40.882 INFO:tasks.cephadm.osd.4:Stopping osd.4... 2024-04-10T17:00:40.882 DEBUG:teuthology.orchestra.run.smithi077:> sudo systemctl stop ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4@osd.4 2024-04-10T17:00:41.180 INFO:journalctl@ceph.osd.7.smithi077.stdout:Apr 10 17:00:40 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-7[109229]: 2024-04-10T17:00:40.922+0000 7f2f87cf0700 -1 osd.7 2756 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-04-10T17:00:11.134210+0000 front 2024-04-10T17:00:11.134296+0000 (oldest deadline 2024-04-10T17:00:35.234098+0000) 2024-04-10T17:00:41.180 INFO:journalctl@ceph.osd.5.smithi077.stdout:Apr 10 17:00:40 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-5[98819]: 2024-04-10T17:00:40.937+0000 7f0751630700 -1 osd.5 2756 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-04-10T17:00:13.179494+0000 front 2024-04-10T17:00:13.179624+0000 (oldest deadline 2024-04-10T17:00:34.879309+0000) 2024-04-10T17:00:41.180 INFO:journalctl@ceph.osd.4.smithi077.stdout:Apr 10 17:00:40 smithi077 systemd[1]: Stopping Ceph osd.4 for 09bfb546-f74e-11ee-b64a-cb9ed24678a4... 2024-04-10T17:00:41.180 INFO:journalctl@ceph.osd.4.smithi077.stdout:Apr 10 17:00:40 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-4[93595]: 2024-04-10T17:00:40.939+0000 7f9d8b7c3700 -1 osd.4 2756 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-04-10T17:00:10.948994+0000 front 2024-04-10T17:00:10.949104+0000 (oldest deadline 2024-04-10T17:00:35.049034+0000) 2024-04-10T17:00:41.180 INFO:journalctl@ceph.osd.4.smithi077.stdout:Apr 10 17:00:41 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-4[93595]: 2024-04-10T17:00:41.165+0000 7f9d8f1cf700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.4 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-10T17:00:41.181 INFO:journalctl@ceph.osd.4.smithi077.stdout:Apr 10 17:00:41 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-4[93595]: 2024-04-10T17:00:41.165+0000 7f9d8f1cf700 -1 osd.4 2756 *** Got signal Terminated *** 2024-04-10T17:00:41.181 INFO:journalctl@ceph.osd.4.smithi077.stdout:Apr 10 17:00:41 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-4[93595]: 2024-04-10T17:00:41.165+0000 7f9d8f1cf700 -1 osd.4 2756 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-10T17:00:41.517 INFO:journalctl@ceph.osd.6.smithi077.stdout:Apr 10 17:00:41 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-6[104030]: 2024-04-10T17:00:41.257+0000 7fbd18268700 -1 osd.6 2756 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-04-10T17:00:13.679793+0000 front 2024-04-10T17:00:13.679627+0000 (oldest deadline 2024-04-10T17:00:37.779630+0000) 2024-04-10T17:00:42.234 INFO:journalctl@ceph.osd.7.smithi077.stdout:Apr 10 17:00:41 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-7[109229]: 2024-04-10T17:00:41.919+0000 7f2f87cf0700 -1 osd.7 2756 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-04-10T17:00:11.134210+0000 front 2024-04-10T17:00:11.134296+0000 (oldest deadline 2024-04-10T17:00:35.234098+0000) 2024-04-10T17:00:42.235 INFO:journalctl@ceph.osd.4.smithi077.stdout:Apr 10 17:00:41 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-4[93595]: 2024-04-10T17:00:41.948+0000 7f9d8b7c3700 -1 osd.4 2756 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-04-10T17:00:10.948994+0000 front 2024-04-10T17:00:10.949104+0000 (oldest deadline 2024-04-10T17:00:35.049034+0000) 2024-04-10T17:00:42.235 INFO:journalctl@ceph.osd.5.smithi077.stdout:Apr 10 17:00:41 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-5[98819]: 2024-04-10T17:00:41.926+0000 7f0751630700 -1 osd.5 2756 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-04-10T17:00:13.179494+0000 front 2024-04-10T17:00:13.179624+0000 (oldest deadline 2024-04-10T17:00:34.879309+0000) 2024-04-10T17:00:42.517 INFO:journalctl@ceph.osd.6.smithi077.stdout:Apr 10 17:00:42 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-6[104030]: 2024-04-10T17:00:42.220+0000 7fbd18268700 -1 osd.6 2756 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-04-10T17:00:13.679793+0000 front 2024-04-10T17:00:13.679627+0000 (oldest deadline 2024-04-10T17:00:37.779630+0000) 2024-04-10T17:00:43.252 INFO:journalctl@ceph.osd.7.smithi077.stdout:Apr 10 17:00:42 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-7[109229]: 2024-04-10T17:00:42.904+0000 7f2f87cf0700 -1 osd.7 2756 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-04-10T17:00:11.134210+0000 front 2024-04-10T17:00:11.134296+0000 (oldest deadline 2024-04-10T17:00:35.234098+0000) 2024-04-10T17:00:43.253 INFO:journalctl@ceph.osd.4.smithi077.stdout:Apr 10 17:00:42 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-4[93595]: 2024-04-10T17:00:42.939+0000 7f9d8b7c3700 -1 osd.4 2756 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-04-10T17:00:10.948994+0000 front 2024-04-10T17:00:10.949104+0000 (oldest deadline 2024-04-10T17:00:35.049034+0000) 2024-04-10T17:00:43.253 INFO:journalctl@ceph.osd.5.smithi077.stdout:Apr 10 17:00:42 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-5[98819]: 2024-04-10T17:00:42.889+0000 7f0751630700 -1 osd.5 2756 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-04-10T17:00:13.179494+0000 front 2024-04-10T17:00:13.179624+0000 (oldest deadline 2024-04-10T17:00:34.879309+0000) 2024-04-10T17:00:43.517 INFO:journalctl@ceph.osd.6.smithi077.stdout:Apr 10 17:00:43 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-6[104030]: 2024-04-10T17:00:43.238+0000 7fbd18268700 -1 osd.6 2756 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-04-10T17:00:13.679793+0000 front 2024-04-10T17:00:13.679627+0000 (oldest deadline 2024-04-10T17:00:37.779630+0000) 2024-04-10T17:00:44.267 INFO:journalctl@ceph.osd.7.smithi077.stdout:Apr 10 17:00:43 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-7[109229]: 2024-04-10T17:00:43.887+0000 7f2f87cf0700 -1 osd.7 2756 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-04-10T17:00:11.134210+0000 front 2024-04-10T17:00:11.134296+0000 (oldest deadline 2024-04-10T17:00:35.234098+0000) 2024-04-10T17:00:44.267 INFO:journalctl@ceph.osd.4.smithi077.stdout:Apr 10 17:00:43 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-4[93595]: 2024-04-10T17:00:43.964+0000 7f9d8b7c3700 -1 osd.4 2756 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-04-10T17:00:10.948994+0000 front 2024-04-10T17:00:10.949104+0000 (oldest deadline 2024-04-10T17:00:35.049034+0000) 2024-04-10T17:00:44.268 INFO:journalctl@ceph.osd.5.smithi077.stdout:Apr 10 17:00:43 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-5[98819]: 2024-04-10T17:00:43.890+0000 7f0751630700 -1 osd.5 2756 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-04-10T17:00:13.179494+0000 front 2024-04-10T17:00:13.179624+0000 (oldest deadline 2024-04-10T17:00:34.879309+0000) 2024-04-10T17:00:44.268 INFO:journalctl@ceph.osd.5.smithi077.stdout:Apr 10 17:00:43 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-5[98819]: 2024-04-10T17:00:43.890+0000 7f0751630700 -1 osd.5 2756 heartbeat_check: no reply from 172.21.15.69:6814 osd.1 since back 2024-04-10T17:00:17.180255+0000 front 2024-04-10T17:00:17.180180+0000 (oldest deadline 2024-04-10T17:00:43.080105+0000) 2024-04-10T17:00:44.767 INFO:journalctl@ceph.osd.6.smithi077.stdout:Apr 10 17:00:44 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-6[104030]: 2024-04-10T17:00:44.266+0000 7fbd18268700 -1 osd.6 2756 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-04-10T17:00:13.679793+0000 front 2024-04-10T17:00:13.679627+0000 (oldest deadline 2024-04-10T17:00:37.779630+0000) 2024-04-10T17:00:45.267 INFO:journalctl@ceph.osd.5.smithi077.stdout:Apr 10 17:00:44 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-5[98819]: 2024-04-10T17:00:44.886+0000 7f0751630700 -1 osd.5 2756 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-04-10T17:00:13.179494+0000 front 2024-04-10T17:00:13.179624+0000 (oldest deadline 2024-04-10T17:00:34.879309+0000) 2024-04-10T17:00:45.268 INFO:journalctl@ceph.osd.5.smithi077.stdout:Apr 10 17:00:44 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-5[98819]: 2024-04-10T17:00:44.886+0000 7f0751630700 -1 osd.5 2756 heartbeat_check: no reply from 172.21.15.69:6814 osd.1 since back 2024-04-10T17:00:17.180255+0000 front 2024-04-10T17:00:17.180180+0000 (oldest deadline 2024-04-10T17:00:43.080105+0000) 2024-04-10T17:00:45.268 INFO:journalctl@ceph.osd.7.smithi077.stdout:Apr 10 17:00:44 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-7[109229]: 2024-04-10T17:00:44.927+0000 7f2f87cf0700 -1 osd.7 2756 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-04-10T17:00:11.134210+0000 front 2024-04-10T17:00:11.134296+0000 (oldest deadline 2024-04-10T17:00:35.234098+0000) 2024-04-10T17:00:45.268 INFO:journalctl@ceph.osd.7.smithi077.stdout:Apr 10 17:00:44 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-7[109229]: 2024-04-10T17:00:44.928+0000 7f2f87cf0700 -1 osd.7 2756 heartbeat_check: no reply from 172.21.15.69:6814 osd.1 since back 2024-04-10T17:00:20.535485+0000 front 2024-04-10T17:00:20.535457+0000 (oldest deadline 2024-04-10T17:00:44.635288+0000) 2024-04-10T17:00:45.268 INFO:journalctl@ceph.osd.4.smithi077.stdout:Apr 10 17:00:44 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-4[93595]: 2024-04-10T17:00:44.966+0000 7f9d8b7c3700 -1 osd.4 2756 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-04-10T17:00:10.948994+0000 front 2024-04-10T17:00:10.949104+0000 (oldest deadline 2024-04-10T17:00:35.049034+0000) 2024-04-10T17:00:45.268 INFO:journalctl@ceph.osd.4.smithi077.stdout:Apr 10 17:00:44 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-4[93595]: 2024-04-10T17:00:44.966+0000 7f9d8b7c3700 -1 osd.4 2756 heartbeat_check: no reply from 172.21.15.69:6814 osd.1 since back 2024-04-10T17:00:21.951217+0000 front 2024-04-10T17:00:21.951162+0000 (oldest deadline 2024-04-10T17:00:44.251054+0000) 2024-04-10T17:00:45.739 INFO:journalctl@ceph.osd.6.smithi077.stdout:Apr 10 17:00:45 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-6[104030]: 2024-04-10T17:00:45.297+0000 7fbd18268700 -1 osd.6 2756 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-04-10T17:00:13.679793+0000 front 2024-04-10T17:00:13.679627+0000 (oldest deadline 2024-04-10T17:00:37.779630+0000) 2024-04-10T17:00:46.017 INFO:journalctl@ceph.osd.7.smithi077.stdout:Apr 10 17:00:45 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-7[109229]: 2024-04-10T17:00:45.909+0000 7f2f87cf0700 -1 osd.7 2756 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-04-10T17:00:11.134210+0000 front 2024-04-10T17:00:11.134296+0000 (oldest deadline 2024-04-10T17:00:35.234098+0000) 2024-04-10T17:00:46.017 INFO:journalctl@ceph.osd.7.smithi077.stdout:Apr 10 17:00:45 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-7[109229]: 2024-04-10T17:00:45.909+0000 7f2f87cf0700 -1 osd.7 2756 heartbeat_check: no reply from 172.21.15.69:6814 osd.1 since back 2024-04-10T17:00:20.535485+0000 front 2024-04-10T17:00:20.535457+0000 (oldest deadline 2024-04-10T17:00:44.635288+0000) 2024-04-10T17:00:46.018 INFO:journalctl@ceph.osd.4.smithi077.stdout:Apr 10 17:00:45 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-4[93595]: 2024-04-10T17:00:45.952+0000 7f9d8b7c3700 -1 osd.4 2756 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-04-10T17:00:10.948994+0000 front 2024-04-10T17:00:10.949104+0000 (oldest deadline 2024-04-10T17:00:35.049034+0000) 2024-04-10T17:00:46.018 INFO:journalctl@ceph.osd.4.smithi077.stdout:Apr 10 17:00:45 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-4[93595]: 2024-04-10T17:00:45.952+0000 7f9d8b7c3700 -1 osd.4 2756 heartbeat_check: no reply from 172.21.15.69:6814 osd.1 since back 2024-04-10T17:00:21.951217+0000 front 2024-04-10T17:00:21.951162+0000 (oldest deadline 2024-04-10T17:00:44.251054+0000) 2024-04-10T17:00:46.018 INFO:journalctl@ceph.osd.5.smithi077.stdout:Apr 10 17:00:45 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-5[98819]: 2024-04-10T17:00:45.918+0000 7f0751630700 -1 osd.5 2756 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-04-10T17:00:13.179494+0000 front 2024-04-10T17:00:13.179624+0000 (oldest deadline 2024-04-10T17:00:34.879309+0000) 2024-04-10T17:00:46.018 INFO:journalctl@ceph.osd.5.smithi077.stdout:Apr 10 17:00:45 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-5[98819]: 2024-04-10T17:00:45.918+0000 7f0751630700 -1 osd.5 2756 heartbeat_check: no reply from 172.21.15.69:6814 osd.1 since back 2024-04-10T17:00:17.180255+0000 front 2024-04-10T17:00:17.180180+0000 (oldest deadline 2024-04-10T17:00:43.080105+0000) 2024-04-10T17:00:46.601 INFO:journalctl@ceph.osd.6.smithi077.stdout:Apr 10 17:00:46 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-6[104030]: 2024-04-10T17:00:46.299+0000 7fbd18268700 -1 osd.6 2756 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-04-10T17:00:13.679793+0000 front 2024-04-10T17:00:13.679627+0000 (oldest deadline 2024-04-10T17:00:37.779630+0000) 2024-04-10T17:00:46.601 INFO:journalctl@ceph.osd.6.smithi077.stdout:Apr 10 17:00:46 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-6[104030]: 2024-04-10T17:00:46.299+0000 7fbd18268700 -1 osd.6 2756 heartbeat_check: no reply from 172.21.15.69:6814 osd.1 since back 2024-04-10T17:00:20.680626+0000 front 2024-04-10T17:00:20.680742+0000 (oldest deadline 2024-04-10T17:00:45.980664+0000) 2024-04-10T17:00:46.860 INFO:journalctl@ceph.osd.4.smithi077.stdout:Apr 10 17:00:46 smithi077 podman[152024]: 2024-04-10 17:00:46.586592277 +0000 UTC m=+5.525109160 container died 3d6825553ede64279cbe0d8a58e70da9bcdecd2fc53efaa2830088e0050e10a9 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-4, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, org.label-schema.license=GPLv2, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240409) 2024-04-10T17:00:47.202 INFO:journalctl@ceph.osd.4.smithi077.stdout:Apr 10 17:00:46 smithi077 podman[152024]: 2024-04-10 17:00:46.937247497 +0000 UTC m=+5.875764384 container cleanup 3d6825553ede64279cbe0d8a58e70da9bcdecd2fc53efaa2830088e0050e10a9 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-4, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, io.buildah.version=1.33.5, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, org.label-schema.build-date=20240409, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, ceph=True) 2024-04-10T17:00:47.203 INFO:journalctl@ceph.osd.4.smithi077.stdout:Apr 10 17:00:46 smithi077 bash[152024]: ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-4 2024-04-10T17:00:47.203 INFO:journalctl@ceph.osd.7.smithi077.stdout:Apr 10 17:00:46 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-7[109229]: 2024-04-10T17:00:46.937+0000 7f2f87cf0700 -1 osd.7 2756 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-04-10T17:00:11.134210+0000 front 2024-04-10T17:00:11.134296+0000 (oldest deadline 2024-04-10T17:00:35.234098+0000) 2024-04-10T17:00:47.203 INFO:journalctl@ceph.osd.7.smithi077.stdout:Apr 10 17:00:46 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-7[109229]: 2024-04-10T17:00:46.937+0000 7f2f87cf0700 -1 osd.7 2756 heartbeat_check: no reply from 172.21.15.69:6814 osd.1 since back 2024-04-10T17:00:20.535485+0000 front 2024-04-10T17:00:20.535457+0000 (oldest deadline 2024-04-10T17:00:44.635288+0000) 2024-04-10T17:00:47.203 INFO:journalctl@ceph.osd.5.smithi077.stdout:Apr 10 17:00:46 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-5[98819]: 2024-04-10T17:00:46.877+0000 7f0751630700 -1 osd.5 2756 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-04-10T17:00:13.179494+0000 front 2024-04-10T17:00:13.179624+0000 (oldest deadline 2024-04-10T17:00:34.879309+0000) 2024-04-10T17:00:47.203 INFO:journalctl@ceph.osd.5.smithi077.stdout:Apr 10 17:00:46 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-5[98819]: 2024-04-10T17:00:46.877+0000 7f0751630700 -1 osd.5 2756 heartbeat_check: no reply from 172.21.15.69:6814 osd.1 since back 2024-04-10T17:00:17.180255+0000 front 2024-04-10T17:00:17.180180+0000 (oldest deadline 2024-04-10T17:00:43.080105+0000) 2024-04-10T17:00:47.517 INFO:journalctl@ceph.osd.4.smithi077.stdout:Apr 10 17:00:47 smithi077 podman[152049]: 2024-04-10 17:00:47.188442473 +0000 UTC m=+0.603498555 container remove 3d6825553ede64279cbe0d8a58e70da9bcdecd2fc53efaa2830088e0050e10a9 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-4, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.build-date=20240409, io.buildah.version=1.33.5) 2024-04-10T17:00:47.517 INFO:journalctl@ceph.osd.6.smithi077.stdout:Apr 10 17:00:47 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-6[104030]: 2024-04-10T17:00:47.300+0000 7fbd18268700 -1 osd.6 2756 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-04-10T17:00:13.679793+0000 front 2024-04-10T17:00:13.679627+0000 (oldest deadline 2024-04-10T17:00:37.779630+0000) 2024-04-10T17:00:47.518 INFO:journalctl@ceph.osd.6.smithi077.stdout:Apr 10 17:00:47 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-6[104030]: 2024-04-10T17:00:47.300+0000 7fbd18268700 -1 osd.6 2756 heartbeat_check: no reply from 172.21.15.69:6814 osd.1 since back 2024-04-10T17:00:20.680626+0000 front 2024-04-10T17:00:20.680742+0000 (oldest deadline 2024-04-10T17:00:45.980664+0000) 2024-04-10T17:00:47.853 INFO:journalctl@ceph.osd.4.smithi077.stdout:Apr 10 17:00:47 smithi077 podman[152146]: 2024-04-10 17:00:47.445811928 +0000 UTC m=+0.017862094 image pull ffe3e7ac3788b84d6c0b551f13dbde782a187c25e75d087cf3ace2b26f4e3ffa quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc 2024-04-10T17:00:47.853 INFO:journalctl@ceph.osd.4.smithi077.stdout:Apr 10 17:00:47 smithi077 podman[152146]: 2024-04-10 17:00:47.556057245 +0000 UTC m=+0.128107393 container create 498b766753a25f866b2128c8de60f12544a13efe87952e6818879000f8b326f3 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-4-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240409, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=) 2024-04-10T17:00:47.854 INFO:journalctl@ceph.osd.4.smithi077.stdout:Apr 10 17:00:47 smithi077 podman[152146]: 2024-04-10 17:00:47.775134219 +0000 UTC m=+0.347184366 container init 498b766753a25f866b2128c8de60f12544a13efe87952e6818879000f8b326f3 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-4-deactivate, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.build-date=20240409, GIT_CLEAN=True) 2024-04-10T17:00:47.854 INFO:journalctl@ceph.osd.4.smithi077.stdout:Apr 10 17:00:47 smithi077 podman[152146]: 2024-04-10 17:00:47.780597054 +0000 UTC m=+0.352647206 container start 498b766753a25f866b2128c8de60f12544a13efe87952e6818879000f8b326f3 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-4-deactivate, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, org.label-schema.build-date=20240409, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=) 2024-04-10T17:00:48.268 INFO:journalctl@ceph.osd.7.smithi077.stdout:Apr 10 17:00:47 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-7[109229]: 2024-04-10T17:00:47.892+0000 7f2f87cf0700 -1 osd.7 2756 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-04-10T17:00:11.134210+0000 front 2024-04-10T17:00:11.134296+0000 (oldest deadline 2024-04-10T17:00:35.234098+0000) 2024-04-10T17:00:48.268 INFO:journalctl@ceph.osd.7.smithi077.stdout:Apr 10 17:00:47 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-7[109229]: 2024-04-10T17:00:47.892+0000 7f2f87cf0700 -1 osd.7 2756 heartbeat_check: no reply from 172.21.15.69:6814 osd.1 since back 2024-04-10T17:00:20.535485+0000 front 2024-04-10T17:00:20.535457+0000 (oldest deadline 2024-04-10T17:00:44.635288+0000) 2024-04-10T17:00:48.268 INFO:journalctl@ceph.osd.5.smithi077.stdout:Apr 10 17:00:47 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-5[98819]: 2024-04-10T17:00:47.837+0000 7f0751630700 -1 osd.5 2756 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-04-10T17:00:13.179494+0000 front 2024-04-10T17:00:13.179624+0000 (oldest deadline 2024-04-10T17:00:34.879309+0000) 2024-04-10T17:00:48.268 INFO:journalctl@ceph.osd.5.smithi077.stdout:Apr 10 17:00:47 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-5[98819]: 2024-04-10T17:00:47.837+0000 7f0751630700 -1 osd.5 2756 heartbeat_check: no reply from 172.21.15.69:6814 osd.1 since back 2024-04-10T17:00:17.180255+0000 front 2024-04-10T17:00:17.180180+0000 (oldest deadline 2024-04-10T17:00:43.080105+0000) 2024-04-10T17:00:48.268 INFO:journalctl@ceph.osd.4.smithi077.stdout:Apr 10 17:00:47 smithi077 podman[152146]: 2024-04-10 17:00:47.841586513 +0000 UTC m=+0.413636673 container attach 498b766753a25f866b2128c8de60f12544a13efe87952e6818879000f8b326f3 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-4-deactivate, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.license=GPLv2, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, org.label-schema.build-date=20240409, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, ceph=True, GIT_CLEAN=True, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5) 2024-04-10T17:00:48.268 INFO:journalctl@ceph.osd.4.smithi077.stdout:Apr 10 17:00:48 smithi077 podman[152146]: 2024-04-10 17:00:48.074418576 +0000 UTC m=+0.646468722 container died 498b766753a25f866b2128c8de60f12544a13efe87952e6818879000f8b326f3 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-4-deactivate, org.label-schema.build-date=20240409, ceph=True, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0) 2024-04-10T17:00:48.675 INFO:journalctl@ceph.osd.6.smithi077.stdout:Apr 10 17:00:48 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-6[104030]: 2024-04-10T17:00:48.268+0000 7fbd18268700 -1 osd.6 2756 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-04-10T17:00:13.679793+0000 front 2024-04-10T17:00:13.679627+0000 (oldest deadline 2024-04-10T17:00:37.779630+0000) 2024-04-10T17:00:48.676 INFO:journalctl@ceph.osd.6.smithi077.stdout:Apr 10 17:00:48 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-6[104030]: 2024-04-10T17:00:48.268+0000 7fbd18268700 -1 osd.6 2756 heartbeat_check: no reply from 172.21.15.69:6814 osd.1 since back 2024-04-10T17:00:20.680626+0000 front 2024-04-10T17:00:20.680742+0000 (oldest deadline 2024-04-10T17:00:45.980664+0000) 2024-04-10T17:00:48.700 DEBUG:teuthology.orchestra.run.smithi077:> sudo pkill -f 'journalctl -f -n 0 -u ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4@osd.4.service' 2024-04-10T17:00:48.744 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-10T17:00:48.745 INFO:tasks.cephadm.osd.4:Stopped osd.4 2024-04-10T17:00:48.745 INFO:tasks.cephadm.osd.5:Stopping osd.5... 2024-04-10T17:00:48.745 DEBUG:teuthology.orchestra.run.smithi077:> sudo systemctl stop ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4@osd.5 2024-04-10T17:00:48.933 INFO:journalctl@ceph.osd.5.smithi077.stdout:Apr 10 17:00:48 smithi077 systemd[1]: Stopping Ceph osd.5 for 09bfb546-f74e-11ee-b64a-cb9ed24678a4... 2024-04-10T17:00:48.934 INFO:journalctl@ceph.osd.5.smithi077.stdout:Apr 10 17:00:48 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-5[98819]: 2024-04-10T17:00:48.869+0000 7f0751630700 -1 osd.5 2756 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-04-10T17:00:13.179494+0000 front 2024-04-10T17:00:13.179624+0000 (oldest deadline 2024-04-10T17:00:34.879309+0000) 2024-04-10T17:00:48.934 INFO:journalctl@ceph.osd.5.smithi077.stdout:Apr 10 17:00:48 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-5[98819]: 2024-04-10T17:00:48.869+0000 7f0751630700 -1 osd.5 2756 heartbeat_check: no reply from 172.21.15.69:6814 osd.1 since back 2024-04-10T17:00:17.180255+0000 front 2024-04-10T17:00:17.180180+0000 (oldest deadline 2024-04-10T17:00:43.080105+0000) 2024-04-10T17:00:49.267 INFO:journalctl@ceph.osd.5.smithi077.stdout:Apr 10 17:00:49 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-5[98819]: 2024-04-10T17:00:49.049+0000 7f075503c700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.5 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-10T17:00:49.267 INFO:journalctl@ceph.osd.5.smithi077.stdout:Apr 10 17:00:49 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-5[98819]: 2024-04-10T17:00:49.049+0000 7f075503c700 -1 osd.5 2756 *** Got signal Terminated *** 2024-04-10T17:00:49.267 INFO:journalctl@ceph.osd.5.smithi077.stdout:Apr 10 17:00:49 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-5[98819]: 2024-04-10T17:00:49.049+0000 7f075503c700 -1 osd.5 2756 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-10T17:00:49.268 INFO:journalctl@ceph.osd.7.smithi077.stdout:Apr 10 17:00:48 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-7[109229]: 2024-04-10T17:00:48.918+0000 7f2f87cf0700 -1 osd.7 2756 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-04-10T17:00:11.134210+0000 front 2024-04-10T17:00:11.134296+0000 (oldest deadline 2024-04-10T17:00:35.234098+0000) 2024-04-10T17:00:49.268 INFO:journalctl@ceph.osd.7.smithi077.stdout:Apr 10 17:00:48 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-7[109229]: 2024-04-10T17:00:48.918+0000 7f2f87cf0700 -1 osd.7 2756 heartbeat_check: no reply from 172.21.15.69:6814 osd.1 since back 2024-04-10T17:00:20.535485+0000 front 2024-04-10T17:00:20.535457+0000 (oldest deadline 2024-04-10T17:00:44.635288+0000) 2024-04-10T17:00:49.767 INFO:journalctl@ceph.osd.6.smithi077.stdout:Apr 10 17:00:49 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-6[104030]: 2024-04-10T17:00:49.252+0000 7fbd18268700 -1 osd.6 2756 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-04-10T17:00:13.679793+0000 front 2024-04-10T17:00:13.679627+0000 (oldest deadline 2024-04-10T17:00:37.779630+0000) 2024-04-10T17:00:49.767 INFO:journalctl@ceph.osd.6.smithi077.stdout:Apr 10 17:00:49 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-6[104030]: 2024-04-10T17:00:49.252+0000 7fbd18268700 -1 osd.6 2756 heartbeat_check: no reply from 172.21.15.69:6814 osd.1 since back 2024-04-10T17:00:20.680626+0000 front 2024-04-10T17:00:20.680742+0000 (oldest deadline 2024-04-10T17:00:45.980664+0000) 2024-04-10T17:00:50.267 INFO:journalctl@ceph.osd.5.smithi077.stdout:Apr 10 17:00:49 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-5[98819]: 2024-04-10T17:00:49.906+0000 7f0751630700 -1 osd.5 2756 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-04-10T17:00:13.179494+0000 front 2024-04-10T17:00:13.179624+0000 (oldest deadline 2024-04-10T17:00:34.879309+0000) 2024-04-10T17:00:50.267 INFO:journalctl@ceph.osd.5.smithi077.stdout:Apr 10 17:00:49 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-5[98819]: 2024-04-10T17:00:49.906+0000 7f0751630700 -1 osd.5 2756 heartbeat_check: no reply from 172.21.15.69:6814 osd.1 since back 2024-04-10T17:00:17.180255+0000 front 2024-04-10T17:00:17.180180+0000 (oldest deadline 2024-04-10T17:00:43.080105+0000) 2024-04-10T17:00:50.268 INFO:journalctl@ceph.osd.7.smithi077.stdout:Apr 10 17:00:49 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-7[109229]: 2024-04-10T17:00:49.946+0000 7f2f87cf0700 -1 osd.7 2756 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-04-10T17:00:11.134210+0000 front 2024-04-10T17:00:11.134296+0000 (oldest deadline 2024-04-10T17:00:35.234098+0000) 2024-04-10T17:00:50.268 INFO:journalctl@ceph.osd.7.smithi077.stdout:Apr 10 17:00:49 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-7[109229]: 2024-04-10T17:00:49.946+0000 7f2f87cf0700 -1 osd.7 2756 heartbeat_check: no reply from 172.21.15.69:6814 osd.1 since back 2024-04-10T17:00:20.535485+0000 front 2024-04-10T17:00:20.535457+0000 (oldest deadline 2024-04-10T17:00:44.635288+0000) 2024-04-10T17:00:50.767 INFO:journalctl@ceph.osd.6.smithi077.stdout:Apr 10 17:00:50 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-6[104030]: 2024-04-10T17:00:50.282+0000 7fbd18268700 -1 osd.6 2756 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-04-10T17:00:13.679793+0000 front 2024-04-10T17:00:13.679627+0000 (oldest deadline 2024-04-10T17:00:37.779630+0000) 2024-04-10T17:00:50.767 INFO:journalctl@ceph.osd.6.smithi077.stdout:Apr 10 17:00:50 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-6[104030]: 2024-04-10T17:00:50.282+0000 7fbd18268700 -1 osd.6 2756 heartbeat_check: no reply from 172.21.15.69:6814 osd.1 since back 2024-04-10T17:00:20.680626+0000 front 2024-04-10T17:00:20.680742+0000 (oldest deadline 2024-04-10T17:00:45.980664+0000) 2024-04-10T17:00:51.267 INFO:journalctl@ceph.osd.5.smithi077.stdout:Apr 10 17:00:50 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-5[98819]: 2024-04-10T17:00:50.864+0000 7f0751630700 -1 osd.5 2756 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-04-10T17:00:13.179494+0000 front 2024-04-10T17:00:13.179624+0000 (oldest deadline 2024-04-10T17:00:34.879309+0000) 2024-04-10T17:00:51.267 INFO:journalctl@ceph.osd.5.smithi077.stdout:Apr 10 17:00:50 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-5[98819]: 2024-04-10T17:00:50.864+0000 7f0751630700 -1 osd.5 2756 heartbeat_check: no reply from 172.21.15.69:6814 osd.1 since back 2024-04-10T17:00:17.180255+0000 front 2024-04-10T17:00:17.180180+0000 (oldest deadline 2024-04-10T17:00:43.080105+0000) 2024-04-10T17:00:51.268 INFO:journalctl@ceph.osd.7.smithi077.stdout:Apr 10 17:00:50 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-7[109229]: 2024-04-10T17:00:50.932+0000 7f2f87cf0700 -1 osd.7 2756 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-04-10T17:00:11.134210+0000 front 2024-04-10T17:00:11.134296+0000 (oldest deadline 2024-04-10T17:00:35.234098+0000) 2024-04-10T17:00:51.268 INFO:journalctl@ceph.osd.7.smithi077.stdout:Apr 10 17:00:50 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-7[109229]: 2024-04-10T17:00:50.932+0000 7f2f87cf0700 -1 osd.7 2756 heartbeat_check: no reply from 172.21.15.69:6814 osd.1 since back 2024-04-10T17:00:20.535485+0000 front 2024-04-10T17:00:20.535457+0000 (oldest deadline 2024-04-10T17:00:44.635288+0000) 2024-04-10T17:00:51.767 INFO:journalctl@ceph.osd.6.smithi077.stdout:Apr 10 17:00:51 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-6[104030]: 2024-04-10T17:00:51.281+0000 7fbd18268700 -1 osd.6 2756 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-04-10T17:00:13.679793+0000 front 2024-04-10T17:00:13.679627+0000 (oldest deadline 2024-04-10T17:00:37.779630+0000) 2024-04-10T17:00:51.767 INFO:journalctl@ceph.osd.6.smithi077.stdout:Apr 10 17:00:51 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-6[104030]: 2024-04-10T17:00:51.281+0000 7fbd18268700 -1 osd.6 2756 heartbeat_check: no reply from 172.21.15.69:6814 osd.1 since back 2024-04-10T17:00:20.680626+0000 front 2024-04-10T17:00:20.680742+0000 (oldest deadline 2024-04-10T17:00:45.980664+0000) 2024-04-10T17:00:51.767 INFO:journalctl@ceph.osd.6.smithi077.stdout:Apr 10 17:00:51 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-6[104030]: 2024-04-10T17:00:51.281+0000 7fbd18268700 -1 osd.6 2756 heartbeat_check: no reply from 172.21.15.69:6822 osd.2 since back 2024-04-10T17:00:28.782735+0000 front 2024-04-10T17:00:28.782442+0000 (oldest deadline 2024-04-10T17:00:51.082247+0000) 2024-04-10T17:00:52.267 INFO:journalctl@ceph.osd.5.smithi077.stdout:Apr 10 17:00:51 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-5[98819]: 2024-04-10T17:00:51.876+0000 7f0751630700 -1 osd.5 2756 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-04-10T17:00:13.179494+0000 front 2024-04-10T17:00:13.179624+0000 (oldest deadline 2024-04-10T17:00:34.879309+0000) 2024-04-10T17:00:52.267 INFO:journalctl@ceph.osd.5.smithi077.stdout:Apr 10 17:00:51 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-5[98819]: 2024-04-10T17:00:51.876+0000 7f0751630700 -1 osd.5 2756 heartbeat_check: no reply from 172.21.15.69:6814 osd.1 since back 2024-04-10T17:00:17.180255+0000 front 2024-04-10T17:00:17.180180+0000 (oldest deadline 2024-04-10T17:00:43.080105+0000) 2024-04-10T17:00:52.267 INFO:journalctl@ceph.osd.7.smithi077.stdout:Apr 10 17:00:51 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-7[109229]: 2024-04-10T17:00:51.967+0000 7f2f87cf0700 -1 osd.7 2756 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-04-10T17:00:11.134210+0000 front 2024-04-10T17:00:11.134296+0000 (oldest deadline 2024-04-10T17:00:35.234098+0000) 2024-04-10T17:00:52.268 INFO:journalctl@ceph.osd.7.smithi077.stdout:Apr 10 17:00:51 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-7[109229]: 2024-04-10T17:00:51.967+0000 7f2f87cf0700 -1 osd.7 2756 heartbeat_check: no reply from 172.21.15.69:6814 osd.1 since back 2024-04-10T17:00:20.535485+0000 front 2024-04-10T17:00:20.535457+0000 (oldest deadline 2024-04-10T17:00:44.635288+0000) 2024-04-10T17:00:52.767 INFO:journalctl@ceph.osd.6.smithi077.stdout:Apr 10 17:00:52 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-6[104030]: 2024-04-10T17:00:52.328+0000 7fbd18268700 -1 osd.6 2756 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-04-10T17:00:13.679793+0000 front 2024-04-10T17:00:13.679627+0000 (oldest deadline 2024-04-10T17:00:37.779630+0000) 2024-04-10T17:00:52.767 INFO:journalctl@ceph.osd.6.smithi077.stdout:Apr 10 17:00:52 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-6[104030]: 2024-04-10T17:00:52.328+0000 7fbd18268700 -1 osd.6 2756 heartbeat_check: no reply from 172.21.15.69:6814 osd.1 since back 2024-04-10T17:00:20.680626+0000 front 2024-04-10T17:00:20.680742+0000 (oldest deadline 2024-04-10T17:00:45.980664+0000) 2024-04-10T17:00:52.767 INFO:journalctl@ceph.osd.6.smithi077.stdout:Apr 10 17:00:52 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-6[104030]: 2024-04-10T17:00:52.328+0000 7fbd18268700 -1 osd.6 2756 heartbeat_check: no reply from 172.21.15.69:6822 osd.2 since back 2024-04-10T17:00:28.782735+0000 front 2024-04-10T17:00:28.782442+0000 (oldest deadline 2024-04-10T17:00:51.082247+0000) 2024-04-10T17:00:53.267 INFO:journalctl@ceph.osd.7.smithi077.stdout:Apr 10 17:00:52 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-7[109229]: 2024-04-10T17:00:52.928+0000 7f2f87cf0700 -1 osd.7 2756 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-04-10T17:00:11.134210+0000 front 2024-04-10T17:00:11.134296+0000 (oldest deadline 2024-04-10T17:00:35.234098+0000) 2024-04-10T17:00:53.267 INFO:journalctl@ceph.osd.7.smithi077.stdout:Apr 10 17:00:52 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-7[109229]: 2024-04-10T17:00:52.928+0000 7f2f87cf0700 -1 osd.7 2756 heartbeat_check: no reply from 172.21.15.69:6814 osd.1 since back 2024-04-10T17:00:20.535485+0000 front 2024-04-10T17:00:20.535457+0000 (oldest deadline 2024-04-10T17:00:44.635288+0000) 2024-04-10T17:00:53.268 INFO:journalctl@ceph.osd.5.smithi077.stdout:Apr 10 17:00:52 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-5[98819]: 2024-04-10T17:00:52.846+0000 7f0751630700 -1 osd.5 2756 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-04-10T17:00:13.179494+0000 front 2024-04-10T17:00:13.179624+0000 (oldest deadline 2024-04-10T17:00:34.879309+0000) 2024-04-10T17:00:53.268 INFO:journalctl@ceph.osd.5.smithi077.stdout:Apr 10 17:00:52 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-5[98819]: 2024-04-10T17:00:52.846+0000 7f0751630700 -1 osd.5 2756 heartbeat_check: no reply from 172.21.15.69:6814 osd.1 since back 2024-04-10T17:00:17.180255+0000 front 2024-04-10T17:00:17.180180+0000 (oldest deadline 2024-04-10T17:00:43.080105+0000) 2024-04-10T17:00:53.268 INFO:journalctl@ceph.osd.5.smithi077.stdout:Apr 10 17:00:52 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-5[98819]: 2024-04-10T17:00:52.846+0000 7f0751630700 -1 osd.5 2756 heartbeat_check: no reply from 172.21.15.69:6822 osd.2 since back 2024-04-10T17:00:27.181219+0000 front 2024-04-10T17:00:27.181111+0000 (oldest deadline 2024-04-10T17:00:52.481193+0000) 2024-04-10T17:00:53.268 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 17:00:52 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T17:00:52.906Z caller=refresh.go:99 level=error component="discovery manager notify" discovery=http config=config-0 msg="Unable to refresh target groups" err="Get \"http://172.21.15.69:8765/sd/prometheus/sd-config?service=alertmanager\": dial tcp 172.21.15.69:8765: connect: connection refused" 2024-04-10T17:00:53.268 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 17:00:52 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T17:00:52.906Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=node msg="Unable to refresh target groups" err="Get \"http://172.21.15.69:8765/sd/prometheus/sd-config?service=node-exporter\": dial tcp 172.21.15.69:8765: connect: connection refused" 2024-04-10T17:00:53.268 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 17:00:52 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T17:00:52.908Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=nvmeof msg="Unable to refresh target groups" err="Get \"http://172.21.15.69:8765/sd/prometheus/sd-config?service=nvmeof\": dial tcp 172.21.15.69:8765: connect: connection refused" 2024-04-10T17:00:53.268 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 17:00:52 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T17:00:52.909Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=ceph msg="Unable to refresh target groups" err="Get \"http://172.21.15.69:8765/sd/prometheus/sd-config?service=mgr-prometheus\": dial tcp 172.21.15.69:8765: connect: connection refused" 2024-04-10T17:00:53.269 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 17:00:52 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T17:00:52.909Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=ceph-exporter msg="Unable to refresh target groups" err="Get \"http://172.21.15.69:8765/sd/prometheus/sd-config?service=ceph-exporter\": dial tcp 172.21.15.69:8765: connect: connection refused" 2024-04-10T17:00:53.767 INFO:journalctl@ceph.osd.6.smithi077.stdout:Apr 10 17:00:53 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-6[104030]: 2024-04-10T17:00:53.325+0000 7fbd18268700 -1 osd.6 2756 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-04-10T17:00:13.679793+0000 front 2024-04-10T17:00:13.679627+0000 (oldest deadline 2024-04-10T17:00:37.779630+0000) 2024-04-10T17:00:53.767 INFO:journalctl@ceph.osd.6.smithi077.stdout:Apr 10 17:00:53 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-6[104030]: 2024-04-10T17:00:53.325+0000 7fbd18268700 -1 osd.6 2756 heartbeat_check: no reply from 172.21.15.69:6814 osd.1 since back 2024-04-10T17:00:20.680626+0000 front 2024-04-10T17:00:20.680742+0000 (oldest deadline 2024-04-10T17:00:45.980664+0000) 2024-04-10T17:00:53.767 INFO:journalctl@ceph.osd.6.smithi077.stdout:Apr 10 17:00:53 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-6[104030]: 2024-04-10T17:00:53.325+0000 7fbd18268700 -1 osd.6 2756 heartbeat_check: no reply from 172.21.15.69:6822 osd.2 since back 2024-04-10T17:00:28.782735+0000 front 2024-04-10T17:00:28.782442+0000 (oldest deadline 2024-04-10T17:00:51.082247+0000) 2024-04-10T17:00:54.267 INFO:journalctl@ceph.osd.5.smithi077.stdout:Apr 10 17:00:53 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-5[98819]: 2024-04-10T17:00:53.853+0000 7f0751630700 -1 osd.5 2756 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-04-10T17:00:13.179494+0000 front 2024-04-10T17:00:13.179624+0000 (oldest deadline 2024-04-10T17:00:34.879309+0000) 2024-04-10T17:00:54.268 INFO:journalctl@ceph.osd.5.smithi077.stdout:Apr 10 17:00:53 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-5[98819]: 2024-04-10T17:00:53.853+0000 7f0751630700 -1 osd.5 2756 heartbeat_check: no reply from 172.21.15.69:6814 osd.1 since back 2024-04-10T17:00:17.180255+0000 front 2024-04-10T17:00:17.180180+0000 (oldest deadline 2024-04-10T17:00:43.080105+0000) 2024-04-10T17:00:54.268 INFO:journalctl@ceph.osd.5.smithi077.stdout:Apr 10 17:00:53 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-5[98819]: 2024-04-10T17:00:53.853+0000 7f0751630700 -1 osd.5 2756 heartbeat_check: no reply from 172.21.15.69:6822 osd.2 since back 2024-04-10T17:00:27.181219+0000 front 2024-04-10T17:00:27.181111+0000 (oldest deadline 2024-04-10T17:00:52.481193+0000) 2024-04-10T17:00:54.268 INFO:journalctl@ceph.osd.7.smithi077.stdout:Apr 10 17:00:53 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-7[109229]: 2024-04-10T17:00:53.979+0000 7f2f87cf0700 -1 osd.7 2756 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-04-10T17:00:11.134210+0000 front 2024-04-10T17:00:11.134296+0000 (oldest deadline 2024-04-10T17:00:35.234098+0000) 2024-04-10T17:00:54.268 INFO:journalctl@ceph.osd.7.smithi077.stdout:Apr 10 17:00:53 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-7[109229]: 2024-04-10T17:00:53.979+0000 7f2f87cf0700 -1 osd.7 2756 heartbeat_check: no reply from 172.21.15.69:6814 osd.1 since back 2024-04-10T17:00:20.535485+0000 front 2024-04-10T17:00:20.535457+0000 (oldest deadline 2024-04-10T17:00:44.635288+0000) 2024-04-10T17:00:54.268 INFO:journalctl@ceph.osd.7.smithi077.stdout:Apr 10 17:00:53 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-7[109229]: 2024-04-10T17:00:53.979+0000 7f2f87cf0700 -1 osd.7 2756 heartbeat_check: no reply from 172.21.15.69:6822 osd.2 since back 2024-04-10T17:00:28.136217+0000 front 2024-04-10T17:00:28.136283+0000 (oldest deadline 2024-04-10T17:00:53.436120+0000) 2024-04-10T17:00:54.646 INFO:journalctl@ceph.osd.6.smithi077.stdout:Apr 10 17:00:54 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-6[104030]: 2024-04-10T17:00:54.315+0000 7fbd18268700 -1 osd.6 2756 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-04-10T17:00:13.679793+0000 front 2024-04-10T17:00:13.679627+0000 (oldest deadline 2024-04-10T17:00:37.779630+0000) 2024-04-10T17:00:54.646 INFO:journalctl@ceph.osd.6.smithi077.stdout:Apr 10 17:00:54 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-6[104030]: 2024-04-10T17:00:54.315+0000 7fbd18268700 -1 osd.6 2756 heartbeat_check: no reply from 172.21.15.69:6814 osd.1 since back 2024-04-10T17:00:20.680626+0000 front 2024-04-10T17:00:20.680742+0000 (oldest deadline 2024-04-10T17:00:45.980664+0000) 2024-04-10T17:00:54.646 INFO:journalctl@ceph.osd.6.smithi077.stdout:Apr 10 17:00:54 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-6[104030]: 2024-04-10T17:00:54.315+0000 7fbd18268700 -1 osd.6 2756 heartbeat_check: no reply from 172.21.15.69:6822 osd.2 since back 2024-04-10T17:00:28.782735+0000 front 2024-04-10T17:00:28.782442+0000 (oldest deadline 2024-04-10T17:00:51.082247+0000) 2024-04-10T17:00:54.920 INFO:journalctl@ceph.osd.5.smithi077.stdout:Apr 10 17:00:54 smithi077 podman[152276]: 2024-04-10 17:00:54.631946962 +0000 UTC m=+5.679808553 container died 06a053fba89b0b7d692ab0b5420f0c29c3a5bf27b82c677b2a105873fbedb857 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-5, org.label-schema.vendor=CentOS, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, ceph=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20240409, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_CLEAN=True) 2024-04-10T17:00:55.246 INFO:journalctl@ceph.osd.5.smithi077.stdout:Apr 10 17:00:54 smithi077 podman[152276]: 2024-04-10 17:00:54.997474571 +0000 UTC m=+6.045336159 container cleanup 06a053fba89b0b7d692ab0b5420f0c29c3a5bf27b82c677b2a105873fbedb857 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-5, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240409, org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_CLEAN=True, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_BRANCH=HEAD) 2024-04-10T17:00:55.246 INFO:journalctl@ceph.osd.5.smithi077.stdout:Apr 10 17:00:54 smithi077 bash[152276]: ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-5 2024-04-10T17:00:55.246 INFO:journalctl@ceph.osd.7.smithi077.stdout:Apr 10 17:00:54 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-7[109229]: 2024-04-10T17:00:54.993+0000 7f2f87cf0700 -1 osd.7 2756 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-04-10T17:00:11.134210+0000 front 2024-04-10T17:00:11.134296+0000 (oldest deadline 2024-04-10T17:00:35.234098+0000) 2024-04-10T17:00:55.246 INFO:journalctl@ceph.osd.7.smithi077.stdout:Apr 10 17:00:54 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-7[109229]: 2024-04-10T17:00:54.993+0000 7f2f87cf0700 -1 osd.7 2756 heartbeat_check: no reply from 172.21.15.69:6814 osd.1 since back 2024-04-10T17:00:20.535485+0000 front 2024-04-10T17:00:20.535457+0000 (oldest deadline 2024-04-10T17:00:44.635288+0000) 2024-04-10T17:00:55.247 INFO:journalctl@ceph.osd.7.smithi077.stdout:Apr 10 17:00:54 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-7[109229]: 2024-04-10T17:00:54.993+0000 7f2f87cf0700 -1 osd.7 2756 heartbeat_check: no reply from 172.21.15.69:6822 osd.2 since back 2024-04-10T17:00:28.136217+0000 front 2024-04-10T17:00:28.136283+0000 (oldest deadline 2024-04-10T17:00:53.436120+0000) 2024-04-10T17:00:55.517 INFO:journalctl@ceph.osd.5.smithi077.stdout:Apr 10 17:00:55 smithi077 podman[152298]: 2024-04-10 17:00:55.231970379 +0000 UTC m=+0.604284488 container remove 06a053fba89b0b7d692ab0b5420f0c29c3a5bf27b82c677b2a105873fbedb857 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-5, GIT_BRANCH=HEAD, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, ceph=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_CLEAN=True, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.build-date=20240409, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS) 2024-04-10T17:00:55.517 INFO:journalctl@ceph.osd.6.smithi077.stdout:Apr 10 17:00:55 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-6[104030]: 2024-04-10T17:00:55.348+0000 7fbd18268700 -1 osd.6 2756 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-04-10T17:00:13.679793+0000 front 2024-04-10T17:00:13.679627+0000 (oldest deadline 2024-04-10T17:00:37.779630+0000) 2024-04-10T17:00:55.517 INFO:journalctl@ceph.osd.6.smithi077.stdout:Apr 10 17:00:55 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-6[104030]: 2024-04-10T17:00:55.349+0000 7fbd18268700 -1 osd.6 2756 heartbeat_check: no reply from 172.21.15.69:6814 osd.1 since back 2024-04-10T17:00:20.680626+0000 front 2024-04-10T17:00:20.680742+0000 (oldest deadline 2024-04-10T17:00:45.980664+0000) 2024-04-10T17:00:55.518 INFO:journalctl@ceph.osd.6.smithi077.stdout:Apr 10 17:00:55 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-6[104030]: 2024-04-10T17:00:55.349+0000 7fbd18268700 -1 osd.6 2756 heartbeat_check: no reply from 172.21.15.69:6822 osd.2 since back 2024-04-10T17:00:28.782735+0000 front 2024-04-10T17:00:28.782442+0000 (oldest deadline 2024-04-10T17:00:51.082247+0000) 2024-04-10T17:00:55.876 INFO:journalctl@ceph.osd.5.smithi077.stdout:Apr 10 17:00:55 smithi077 podman[152395]: 2024-04-10 17:00:55.455546956 +0000 UTC m=+0.017773861 image pull ffe3e7ac3788b84d6c0b551f13dbde782a187c25e75d087cf3ace2b26f4e3ffa quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc 2024-04-10T17:00:55.876 INFO:journalctl@ceph.osd.5.smithi077.stdout:Apr 10 17:00:55 smithi077 podman[152395]: 2024-04-10 17:00:55.653252882 +0000 UTC m=+0.215479808 container create effdad2a4ceadab969d6e4e282d787d445b5f3934d51260787c4dfdde40e9ddc (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-5-deactivate, org.label-schema.build-date=20240409, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_CLEAN=True) 2024-04-10T17:00:56.255 INFO:journalctl@ceph.osd.5.smithi077.stdout:Apr 10 17:00:55 smithi077 podman[152395]: 2024-04-10 17:00:55.952477566 +0000 UTC m=+0.514704454 container init effdad2a4ceadab969d6e4e282d787d445b5f3934d51260787c4dfdde40e9ddc (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-5-deactivate, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_BRANCH=HEAD, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240409) 2024-04-10T17:00:56.255 INFO:journalctl@ceph.osd.5.smithi077.stdout:Apr 10 17:00:55 smithi077 podman[152395]: 2024-04-10 17:00:55.958087074 +0000 UTC m=+0.520314021 container start effdad2a4ceadab969d6e4e282d787d445b5f3934d51260787c4dfdde40e9ddc (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-5-deactivate, io.buildah.version=1.33.5, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_CLEAN=True, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240409, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=) 2024-04-10T17:00:56.255 INFO:journalctl@ceph.osd.5.smithi077.stdout:Apr 10 17:00:56 smithi077 podman[152395]: 2024-04-10 17:00:56.035316835 +0000 UTC m=+0.597543728 container attach effdad2a4ceadab969d6e4e282d787d445b5f3934d51260787c4dfdde40e9ddc (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-5-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.build-date=20240409, org.label-schema.vendor=CentOS, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, io.buildah.version=1.33.5) 2024-04-10T17:00:56.256 INFO:journalctl@ceph.osd.7.smithi077.stdout:Apr 10 17:00:55 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-7[109229]: 2024-04-10T17:00:55.952+0000 7f2f87cf0700 -1 osd.7 2756 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-04-10T17:00:11.134210+0000 front 2024-04-10T17:00:11.134296+0000 (oldest deadline 2024-04-10T17:00:35.234098+0000) 2024-04-10T17:00:56.256 INFO:journalctl@ceph.osd.7.smithi077.stdout:Apr 10 17:00:55 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-7[109229]: 2024-04-10T17:00:55.952+0000 7f2f87cf0700 -1 osd.7 2756 heartbeat_check: no reply from 172.21.15.69:6814 osd.1 since back 2024-04-10T17:00:20.535485+0000 front 2024-04-10T17:00:20.535457+0000 (oldest deadline 2024-04-10T17:00:44.635288+0000) 2024-04-10T17:00:56.256 INFO:journalctl@ceph.osd.7.smithi077.stdout:Apr 10 17:00:55 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-7[109229]: 2024-04-10T17:00:55.952+0000 7f2f87cf0700 -1 osd.7 2756 heartbeat_check: no reply from 172.21.15.69:6822 osd.2 since back 2024-04-10T17:00:28.136217+0000 front 2024-04-10T17:00:28.136283+0000 (oldest deadline 2024-04-10T17:00:53.436120+0000) 2024-04-10T17:00:56.517 INFO:journalctl@ceph.osd.5.smithi077.stdout:Apr 10 17:00:56 smithi077 podman[152395]: 2024-04-10 17:00:56.241248876 +0000 UTC m=+0.803475762 container died effdad2a4ceadab969d6e4e282d787d445b5f3934d51260787c4dfdde40e9ddc (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-5-deactivate, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240409, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=) 2024-04-10T17:00:56.517 INFO:journalctl@ceph.osd.6.smithi077.stdout:Apr 10 17:00:56 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-6[104030]: 2024-04-10T17:00:56.362+0000 7fbd18268700 -1 osd.6 2756 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-04-10T17:00:13.679793+0000 front 2024-04-10T17:00:13.679627+0000 (oldest deadline 2024-04-10T17:00:37.779630+0000) 2024-04-10T17:00:56.518 INFO:journalctl@ceph.osd.6.smithi077.stdout:Apr 10 17:00:56 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-6[104030]: 2024-04-10T17:00:56.362+0000 7fbd18268700 -1 osd.6 2756 heartbeat_check: no reply from 172.21.15.69:6814 osd.1 since back 2024-04-10T17:00:20.680626+0000 front 2024-04-10T17:00:20.680742+0000 (oldest deadline 2024-04-10T17:00:45.980664+0000) 2024-04-10T17:00:56.518 INFO:journalctl@ceph.osd.6.smithi077.stdout:Apr 10 17:00:56 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-6[104030]: 2024-04-10T17:00:56.362+0000 7fbd18268700 -1 osd.6 2756 heartbeat_check: no reply from 172.21.15.69:6822 osd.2 since back 2024-04-10T17:00:28.782735+0000 front 2024-04-10T17:00:28.782442+0000 (oldest deadline 2024-04-10T17:00:51.082247+0000) 2024-04-10T17:00:56.909 DEBUG:teuthology.orchestra.run.smithi077:> sudo pkill -f 'journalctl -f -n 0 -u ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4@osd.5.service' 2024-04-10T17:00:56.952 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-10T17:00:56.952 INFO:tasks.cephadm.osd.5:Stopped osd.5 2024-04-10T17:00:56.952 INFO:tasks.cephadm.osd.6:Stopping osd.6... 2024-04-10T17:00:56.952 DEBUG:teuthology.orchestra.run.smithi077:> sudo systemctl stop ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4@osd.6 2024-04-10T17:00:57.267 INFO:journalctl@ceph.osd.6.smithi077.stdout:Apr 10 17:00:57 smithi077 systemd[1]: Stopping Ceph osd.6 for 09bfb546-f74e-11ee-b64a-cb9ed24678a4... 2024-04-10T17:00:57.267 INFO:journalctl@ceph.osd.7.smithi077.stdout:Apr 10 17:00:56 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-7[109229]: 2024-04-10T17:00:56.987+0000 7f2f87cf0700 -1 osd.7 2756 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-04-10T17:00:11.134210+0000 front 2024-04-10T17:00:11.134296+0000 (oldest deadline 2024-04-10T17:00:35.234098+0000) 2024-04-10T17:00:57.267 INFO:journalctl@ceph.osd.7.smithi077.stdout:Apr 10 17:00:56 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-7[109229]: 2024-04-10T17:00:56.987+0000 7f2f87cf0700 -1 osd.7 2756 heartbeat_check: no reply from 172.21.15.69:6814 osd.1 since back 2024-04-10T17:00:20.535485+0000 front 2024-04-10T17:00:20.535457+0000 (oldest deadline 2024-04-10T17:00:44.635288+0000) 2024-04-10T17:00:57.268 INFO:journalctl@ceph.osd.7.smithi077.stdout:Apr 10 17:00:56 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-7[109229]: 2024-04-10T17:00:56.987+0000 7f2f87cf0700 -1 osd.7 2756 heartbeat_check: no reply from 172.21.15.69:6822 osd.2 since back 2024-04-10T17:00:28.136217+0000 front 2024-04-10T17:00:28.136283+0000 (oldest deadline 2024-04-10T17:00:53.436120+0000) 2024-04-10T17:00:57.767 INFO:journalctl@ceph.osd.6.smithi077.stdout:Apr 10 17:00:57 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-6[104030]: 2024-04-10T17:00:57.259+0000 7fbd1bc74700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.6 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-10T17:00:57.767 INFO:journalctl@ceph.osd.6.smithi077.stdout:Apr 10 17:00:57 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-6[104030]: 2024-04-10T17:00:57.259+0000 7fbd1bc74700 -1 osd.6 2756 *** Got signal Terminated *** 2024-04-10T17:00:57.768 INFO:journalctl@ceph.osd.6.smithi077.stdout:Apr 10 17:00:57 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-6[104030]: 2024-04-10T17:00:57.259+0000 7fbd1bc74700 -1 osd.6 2756 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-10T17:00:57.768 INFO:journalctl@ceph.osd.6.smithi077.stdout:Apr 10 17:00:57 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-6[104030]: 2024-04-10T17:00:57.376+0000 7fbd18268700 -1 osd.6 2756 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-04-10T17:00:13.679793+0000 front 2024-04-10T17:00:13.679627+0000 (oldest deadline 2024-04-10T17:00:37.779630+0000) 2024-04-10T17:00:57.768 INFO:journalctl@ceph.osd.6.smithi077.stdout:Apr 10 17:00:57 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-6[104030]: 2024-04-10T17:00:57.376+0000 7fbd18268700 -1 osd.6 2756 heartbeat_check: no reply from 172.21.15.69:6814 osd.1 since back 2024-04-10T17:00:20.680626+0000 front 2024-04-10T17:00:20.680742+0000 (oldest deadline 2024-04-10T17:00:45.980664+0000) 2024-04-10T17:00:57.768 INFO:journalctl@ceph.osd.6.smithi077.stdout:Apr 10 17:00:57 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-6[104030]: 2024-04-10T17:00:57.376+0000 7fbd18268700 -1 osd.6 2756 heartbeat_check: no reply from 172.21.15.69:6822 osd.2 since back 2024-04-10T17:00:28.782735+0000 front 2024-04-10T17:00:28.782442+0000 (oldest deadline 2024-04-10T17:00:51.082247+0000) 2024-04-10T17:00:58.267 INFO:journalctl@ceph.osd.7.smithi077.stdout:Apr 10 17:00:57 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-7[109229]: 2024-04-10T17:00:57.963+0000 7f2f87cf0700 -1 osd.7 2756 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-04-10T17:00:11.134210+0000 front 2024-04-10T17:00:11.134296+0000 (oldest deadline 2024-04-10T17:00:35.234098+0000) 2024-04-10T17:00:58.267 INFO:journalctl@ceph.osd.7.smithi077.stdout:Apr 10 17:00:57 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-7[109229]: 2024-04-10T17:00:57.963+0000 7f2f87cf0700 -1 osd.7 2756 heartbeat_check: no reply from 172.21.15.69:6814 osd.1 since back 2024-04-10T17:00:20.535485+0000 front 2024-04-10T17:00:20.535457+0000 (oldest deadline 2024-04-10T17:00:44.635288+0000) 2024-04-10T17:00:58.267 INFO:journalctl@ceph.osd.7.smithi077.stdout:Apr 10 17:00:57 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-7[109229]: 2024-04-10T17:00:57.963+0000 7f2f87cf0700 -1 osd.7 2756 heartbeat_check: no reply from 172.21.15.69:6822 osd.2 since back 2024-04-10T17:00:28.136217+0000 front 2024-04-10T17:00:28.136283+0000 (oldest deadline 2024-04-10T17:00:53.436120+0000) 2024-04-10T17:00:58.767 INFO:journalctl@ceph.osd.6.smithi077.stdout:Apr 10 17:00:58 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-6[104030]: 2024-04-10T17:00:58.328+0000 7fbd18268700 -1 osd.6 2756 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-04-10T17:00:13.679793+0000 front 2024-04-10T17:00:13.679627+0000 (oldest deadline 2024-04-10T17:00:37.779630+0000) 2024-04-10T17:00:58.767 INFO:journalctl@ceph.osd.6.smithi077.stdout:Apr 10 17:00:58 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-6[104030]: 2024-04-10T17:00:58.328+0000 7fbd18268700 -1 osd.6 2756 heartbeat_check: no reply from 172.21.15.69:6814 osd.1 since back 2024-04-10T17:00:20.680626+0000 front 2024-04-10T17:00:20.680742+0000 (oldest deadline 2024-04-10T17:00:45.980664+0000) 2024-04-10T17:00:58.767 INFO:journalctl@ceph.osd.6.smithi077.stdout:Apr 10 17:00:58 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-6[104030]: 2024-04-10T17:00:58.328+0000 7fbd18268700 -1 osd.6 2756 heartbeat_check: no reply from 172.21.15.69:6822 osd.2 since back 2024-04-10T17:00:28.782735+0000 front 2024-04-10T17:00:28.782442+0000 (oldest deadline 2024-04-10T17:00:51.082247+0000) 2024-04-10T17:00:59.357 INFO:journalctl@ceph.osd.7.smithi077.stdout:Apr 10 17:00:59 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-7[109229]: 2024-04-10T17:00:59.010+0000 7f2f87cf0700 -1 osd.7 2756 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-04-10T17:00:11.134210+0000 front 2024-04-10T17:00:11.134296+0000 (oldest deadline 2024-04-10T17:00:35.234098+0000) 2024-04-10T17:00:59.357 INFO:journalctl@ceph.osd.7.smithi077.stdout:Apr 10 17:00:59 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-7[109229]: 2024-04-10T17:00:59.010+0000 7f2f87cf0700 -1 osd.7 2756 heartbeat_check: no reply from 172.21.15.69:6814 osd.1 since back 2024-04-10T17:00:20.535485+0000 front 2024-04-10T17:00:20.535457+0000 (oldest deadline 2024-04-10T17:00:44.635288+0000) 2024-04-10T17:00:59.357 INFO:journalctl@ceph.osd.7.smithi077.stdout:Apr 10 17:00:59 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-7[109229]: 2024-04-10T17:00:59.010+0000 7f2f87cf0700 -1 osd.7 2756 heartbeat_check: no reply from 172.21.15.69:6822 osd.2 since back 2024-04-10T17:00:28.136217+0000 front 2024-04-10T17:00:28.136283+0000 (oldest deadline 2024-04-10T17:00:53.436120+0000) 2024-04-10T17:00:59.767 INFO:journalctl@ceph.osd.6.smithi077.stdout:Apr 10 17:00:59 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-6[104030]: 2024-04-10T17:00:59.341+0000 7fbd18268700 -1 osd.6 2756 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-04-10T17:00:13.679793+0000 front 2024-04-10T17:00:13.679627+0000 (oldest deadline 2024-04-10T17:00:37.779630+0000) 2024-04-10T17:00:59.767 INFO:journalctl@ceph.osd.6.smithi077.stdout:Apr 10 17:00:59 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-6[104030]: 2024-04-10T17:00:59.341+0000 7fbd18268700 -1 osd.6 2756 heartbeat_check: no reply from 172.21.15.69:6814 osd.1 since back 2024-04-10T17:00:20.680626+0000 front 2024-04-10T17:00:20.680742+0000 (oldest deadline 2024-04-10T17:00:45.980664+0000) 2024-04-10T17:00:59.767 INFO:journalctl@ceph.osd.6.smithi077.stdout:Apr 10 17:00:59 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-6[104030]: 2024-04-10T17:00:59.341+0000 7fbd18268700 -1 osd.6 2756 heartbeat_check: no reply from 172.21.15.69:6822 osd.2 since back 2024-04-10T17:00:28.782735+0000 front 2024-04-10T17:00:28.782442+0000 (oldest deadline 2024-04-10T17:00:51.082247+0000) 2024-04-10T17:01:00.517 INFO:journalctl@ceph.osd.7.smithi077.stdout:Apr 10 17:01:00 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-7[109229]: 2024-04-10T17:01:00.058+0000 7f2f87cf0700 -1 osd.7 2756 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-04-10T17:00:11.134210+0000 front 2024-04-10T17:00:11.134296+0000 (oldest deadline 2024-04-10T17:00:35.234098+0000) 2024-04-10T17:01:00.518 INFO:journalctl@ceph.osd.7.smithi077.stdout:Apr 10 17:01:00 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-7[109229]: 2024-04-10T17:01:00.058+0000 7f2f87cf0700 -1 osd.7 2756 heartbeat_check: no reply from 172.21.15.69:6814 osd.1 since back 2024-04-10T17:00:20.535485+0000 front 2024-04-10T17:00:20.535457+0000 (oldest deadline 2024-04-10T17:00:44.635288+0000) 2024-04-10T17:01:00.518 INFO:journalctl@ceph.osd.7.smithi077.stdout:Apr 10 17:01:00 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-7[109229]: 2024-04-10T17:01:00.058+0000 7f2f87cf0700 -1 osd.7 2756 heartbeat_check: no reply from 172.21.15.69:6822 osd.2 since back 2024-04-10T17:00:28.136217+0000 front 2024-04-10T17:00:28.136283+0000 (oldest deadline 2024-04-10T17:00:53.436120+0000) 2024-04-10T17:01:00.518 INFO:journalctl@ceph.osd.7.smithi077.stdout:Apr 10 17:01:00 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-7[109229]: 2024-04-10T17:01:00.058+0000 7f2f87cf0700 -1 osd.7 2756 heartbeat_check: no reply from 172.21.15.69:6830 osd.3 since back 2024-04-10T17:00:33.436729+0000 front 2024-04-10T17:00:33.436682+0000 (oldest deadline 2024-04-10T17:00:59.336500+0000) 2024-04-10T17:01:00.518 INFO:journalctl@ceph.osd.6.smithi077.stdout:Apr 10 17:01:00 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-6[104030]: 2024-04-10T17:01:00.292+0000 7fbd18268700 -1 osd.6 2756 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-04-10T17:00:13.679793+0000 front 2024-04-10T17:00:13.679627+0000 (oldest deadline 2024-04-10T17:00:37.779630+0000) 2024-04-10T17:01:00.518 INFO:journalctl@ceph.osd.6.smithi077.stdout:Apr 10 17:01:00 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-6[104030]: 2024-04-10T17:01:00.292+0000 7fbd18268700 -1 osd.6 2756 heartbeat_check: no reply from 172.21.15.69:6814 osd.1 since back 2024-04-10T17:00:20.680626+0000 front 2024-04-10T17:00:20.680742+0000 (oldest deadline 2024-04-10T17:00:45.980664+0000) 2024-04-10T17:01:00.518 INFO:journalctl@ceph.osd.6.smithi077.stdout:Apr 10 17:01:00 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-6[104030]: 2024-04-10T17:01:00.292+0000 7fbd18268700 -1 osd.6 2756 heartbeat_check: no reply from 172.21.15.69:6822 osd.2 since back 2024-04-10T17:00:28.782735+0000 front 2024-04-10T17:00:28.782442+0000 (oldest deadline 2024-04-10T17:00:51.082247+0000) 2024-04-10T17:01:00.518 INFO:journalctl@ceph.osd.6.smithi077.stdout:Apr 10 17:01:00 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-6[104030]: 2024-04-10T17:01:00.292+0000 7fbd18268700 -1 osd.6 2756 heartbeat_check: no reply from 172.21.15.69:6830 osd.3 since back 2024-04-10T17:00:33.883824+0000 front 2024-04-10T17:00:33.883839+0000 (oldest deadline 2024-04-10T17:00:59.783694+0000) 2024-04-10T17:01:01.347 INFO:journalctl@ceph.osd.7.smithi077.stdout:Apr 10 17:01:01 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-7[109229]: 2024-04-10T17:01:01.082+0000 7f2f87cf0700 -1 osd.7 2756 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-04-10T17:00:11.134210+0000 front 2024-04-10T17:00:11.134296+0000 (oldest deadline 2024-04-10T17:00:35.234098+0000) 2024-04-10T17:01:01.348 INFO:journalctl@ceph.osd.7.smithi077.stdout:Apr 10 17:01:01 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-7[109229]: 2024-04-10T17:01:01.082+0000 7f2f87cf0700 -1 osd.7 2756 heartbeat_check: no reply from 172.21.15.69:6814 osd.1 since back 2024-04-10T17:00:20.535485+0000 front 2024-04-10T17:00:20.535457+0000 (oldest deadline 2024-04-10T17:00:44.635288+0000) 2024-04-10T17:01:01.348 INFO:journalctl@ceph.osd.7.smithi077.stdout:Apr 10 17:01:01 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-7[109229]: 2024-04-10T17:01:01.082+0000 7f2f87cf0700 -1 osd.7 2756 heartbeat_check: no reply from 172.21.15.69:6822 osd.2 since back 2024-04-10T17:00:28.136217+0000 front 2024-04-10T17:00:28.136283+0000 (oldest deadline 2024-04-10T17:00:53.436120+0000) 2024-04-10T17:01:01.348 INFO:journalctl@ceph.osd.7.smithi077.stdout:Apr 10 17:01:01 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-7[109229]: 2024-04-10T17:01:01.082+0000 7f2f87cf0700 -1 osd.7 2756 heartbeat_check: no reply from 172.21.15.69:6830 osd.3 since back 2024-04-10T17:00:33.436729+0000 front 2024-04-10T17:00:33.436682+0000 (oldest deadline 2024-04-10T17:00:59.336500+0000) 2024-04-10T17:01:01.348 INFO:journalctl@ceph.osd.6.smithi077.stdout:Apr 10 17:01:01 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-6[104030]: 2024-04-10T17:01:01.331+0000 7fbd18268700 -1 osd.6 2756 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-04-10T17:00:13.679793+0000 front 2024-04-10T17:00:13.679627+0000 (oldest deadline 2024-04-10T17:00:37.779630+0000) 2024-04-10T17:01:01.348 INFO:journalctl@ceph.osd.6.smithi077.stdout:Apr 10 17:01:01 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-6[104030]: 2024-04-10T17:01:01.331+0000 7fbd18268700 -1 osd.6 2756 heartbeat_check: no reply from 172.21.15.69:6814 osd.1 since back 2024-04-10T17:00:20.680626+0000 front 2024-04-10T17:00:20.680742+0000 (oldest deadline 2024-04-10T17:00:45.980664+0000) 2024-04-10T17:01:01.348 INFO:journalctl@ceph.osd.6.smithi077.stdout:Apr 10 17:01:01 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-6[104030]: 2024-04-10T17:01:01.331+0000 7fbd18268700 -1 osd.6 2756 heartbeat_check: no reply from 172.21.15.69:6822 osd.2 since back 2024-04-10T17:00:28.782735+0000 front 2024-04-10T17:00:28.782442+0000 (oldest deadline 2024-04-10T17:00:51.082247+0000) 2024-04-10T17:01:01.348 INFO:journalctl@ceph.osd.6.smithi077.stdout:Apr 10 17:01:01 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-6[104030]: 2024-04-10T17:01:01.331+0000 7fbd18268700 -1 osd.6 2756 heartbeat_check: no reply from 172.21.15.69:6830 osd.3 since back 2024-04-10T17:00:33.883824+0000 front 2024-04-10T17:00:33.883839+0000 (oldest deadline 2024-04-10T17:00:59.783694+0000) 2024-04-10T17:01:02.267 INFO:journalctl@ceph.osd.7.smithi077.stdout:Apr 10 17:01:02 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-7[109229]: 2024-04-10T17:01:02.091+0000 7f2f87cf0700 -1 osd.7 2756 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-04-10T17:00:11.134210+0000 front 2024-04-10T17:00:11.134296+0000 (oldest deadline 2024-04-10T17:00:35.234098+0000) 2024-04-10T17:01:02.268 INFO:journalctl@ceph.osd.7.smithi077.stdout:Apr 10 17:01:02 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-7[109229]: 2024-04-10T17:01:02.091+0000 7f2f87cf0700 -1 osd.7 2756 heartbeat_check: no reply from 172.21.15.69:6814 osd.1 since back 2024-04-10T17:00:20.535485+0000 front 2024-04-10T17:00:20.535457+0000 (oldest deadline 2024-04-10T17:00:44.635288+0000) 2024-04-10T17:01:02.268 INFO:journalctl@ceph.osd.7.smithi077.stdout:Apr 10 17:01:02 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-7[109229]: 2024-04-10T17:01:02.091+0000 7f2f87cf0700 -1 osd.7 2756 heartbeat_check: no reply from 172.21.15.69:6822 osd.2 since back 2024-04-10T17:00:28.136217+0000 front 2024-04-10T17:00:28.136283+0000 (oldest deadline 2024-04-10T17:00:53.436120+0000) 2024-04-10T17:01:02.268 INFO:journalctl@ceph.osd.7.smithi077.stdout:Apr 10 17:01:02 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-7[109229]: 2024-04-10T17:01:02.091+0000 7f2f87cf0700 -1 osd.7 2756 heartbeat_check: no reply from 172.21.15.69:6830 osd.3 since back 2024-04-10T17:00:33.436729+0000 front 2024-04-10T17:00:33.436682+0000 (oldest deadline 2024-04-10T17:00:59.336500+0000) 2024-04-10T17:01:03.015 INFO:journalctl@ceph.osd.6.smithi077.stdout:Apr 10 17:01:02 smithi077 podman[152525]: 2024-04-10 17:01:02.744652933 +0000 UTC m=+5.581659132 container died a39fd5be170ccf2c54ecb16306c3e9a14cd94fa3455bd15f30a0b848dd30553f (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-6, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, org.label-schema.build-date=20240409, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, ceph=True, GIT_CLEAN=True, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2) 2024-04-10T17:01:03.265 INFO:journalctl@ceph.osd.6.smithi077.stdout:Apr 10 17:01:03 smithi077 podman[152525]: 2024-04-10 17:01:03.108151577 +0000 UTC m=+5.945157773 container cleanup a39fd5be170ccf2c54ecb16306c3e9a14cd94fa3455bd15f30a0b848dd30553f (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-6, org.label-schema.build-date=20240409, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=) 2024-04-10T17:01:03.265 INFO:journalctl@ceph.osd.6.smithi077.stdout:Apr 10 17:01:03 smithi077 bash[152525]: ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-6 2024-04-10T17:01:03.266 INFO:journalctl@ceph.osd.7.smithi077.stdout:Apr 10 17:01:03 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-7[109229]: 2024-04-10T17:01:03.134+0000 7f2f87cf0700 -1 osd.7 2756 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-04-10T17:00:11.134210+0000 front 2024-04-10T17:00:11.134296+0000 (oldest deadline 2024-04-10T17:00:35.234098+0000) 2024-04-10T17:01:03.266 INFO:journalctl@ceph.osd.7.smithi077.stdout:Apr 10 17:01:03 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-7[109229]: 2024-04-10T17:01:03.134+0000 7f2f87cf0700 -1 osd.7 2756 heartbeat_check: no reply from 172.21.15.69:6814 osd.1 since back 2024-04-10T17:00:20.535485+0000 front 2024-04-10T17:00:20.535457+0000 (oldest deadline 2024-04-10T17:00:44.635288+0000) 2024-04-10T17:01:03.266 INFO:journalctl@ceph.osd.7.smithi077.stdout:Apr 10 17:01:03 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-7[109229]: 2024-04-10T17:01:03.134+0000 7f2f87cf0700 -1 osd.7 2756 heartbeat_check: no reply from 172.21.15.69:6822 osd.2 since back 2024-04-10T17:00:28.136217+0000 front 2024-04-10T17:00:28.136283+0000 (oldest deadline 2024-04-10T17:00:53.436120+0000) 2024-04-10T17:01:03.266 INFO:journalctl@ceph.osd.7.smithi077.stdout:Apr 10 17:01:03 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-7[109229]: 2024-04-10T17:01:03.134+0000 7f2f87cf0700 -1 osd.7 2756 heartbeat_check: no reply from 172.21.15.69:6830 osd.3 since back 2024-04-10T17:00:33.436729+0000 front 2024-04-10T17:00:33.436682+0000 (oldest deadline 2024-04-10T17:00:59.336500+0000) 2024-04-10T17:01:03.517 INFO:journalctl@ceph.osd.6.smithi077.stdout:Apr 10 17:01:03 smithi077 podman[152558]: 2024-04-10 17:01:03.250911272 +0000 UTC m=+0.503942124 container remove a39fd5be170ccf2c54ecb16306c3e9a14cd94fa3455bd15f30a0b848dd30553f (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-6, ceph=True, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, org.label-schema.build-date=20240409, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux ) 2024-04-10T17:01:04.017 INFO:journalctl@ceph.osd.6.smithi077.stdout:Apr 10 17:01:03 smithi077 podman[152658]: 2024-04-10 17:01:03.56570609 +0000 UTC m=+0.018024533 image pull ffe3e7ac3788b84d6c0b551f13dbde782a187c25e75d087cf3ace2b26f4e3ffa quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc 2024-04-10T17:01:04.018 INFO:journalctl@ceph.osd.6.smithi077.stdout:Apr 10 17:01:03 smithi077 podman[152658]: 2024-04-10 17:01:03.668361728 +0000 UTC m=+0.120680158 container create d9dc2a8c9c44421fe89b428ddb827aa90c77d848059a0f3e84a564fdf69b4cfe (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-6-deactivate, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240409, CEPH_POINT_RELEASE=, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True) 2024-04-10T17:01:04.018 INFO:journalctl@ceph.osd.6.smithi077.stdout:Apr 10 17:01:03 smithi077 podman[152658]: 2024-04-10 17:01:03.837218655 +0000 UTC m=+0.289537086 container init d9dc2a8c9c44421fe89b428ddb827aa90c77d848059a0f3e84a564fdf69b4cfe (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-6-deactivate, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_BRANCH=HEAD, org.label-schema.build-date=20240409, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2) 2024-04-10T17:01:04.018 INFO:journalctl@ceph.osd.6.smithi077.stdout:Apr 10 17:01:03 smithi077 podman[152658]: 2024-04-10 17:01:03.842167081 +0000 UTC m=+0.294485510 container start d9dc2a8c9c44421fe89b428ddb827aa90c77d848059a0f3e84a564fdf69b4cfe (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-6-deactivate, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240409, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_BRANCH=HEAD) 2024-04-10T17:01:04.018 INFO:journalctl@ceph.osd.6.smithi077.stdout:Apr 10 17:01:03 smithi077 podman[152658]: 2024-04-10 17:01:03.895333442 +0000 UTC m=+0.347651880 container attach d9dc2a8c9c44421fe89b428ddb827aa90c77d848059a0f3e84a564fdf69b4cfe (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-6-deactivate, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_CLEAN=True, io.buildah.version=1.33.5, ceph=True, org.label-schema.build-date=20240409, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0) 2024-04-10T17:01:04.429 INFO:journalctl@ceph.osd.6.smithi077.stdout:Apr 10 17:01:04 smithi077 podman[152658]: 2024-04-10 17:01:04.125207483 +0000 UTC m=+0.577525924 container died d9dc2a8c9c44421fe89b428ddb827aa90c77d848059a0f3e84a564fdf69b4cfe (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-6-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.build-date=20240409, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5) 2024-04-10T17:01:04.429 INFO:journalctl@ceph.osd.7.smithi077.stdout:Apr 10 17:01:04 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-7[109229]: 2024-04-10T17:01:04.105+0000 7f2f87cf0700 -1 osd.7 2756 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-04-10T17:00:11.134210+0000 front 2024-04-10T17:00:11.134296+0000 (oldest deadline 2024-04-10T17:00:35.234098+0000) 2024-04-10T17:01:04.429 INFO:journalctl@ceph.osd.7.smithi077.stdout:Apr 10 17:01:04 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-7[109229]: 2024-04-10T17:01:04.105+0000 7f2f87cf0700 -1 osd.7 2756 heartbeat_check: no reply from 172.21.15.69:6814 osd.1 since back 2024-04-10T17:00:20.535485+0000 front 2024-04-10T17:00:20.535457+0000 (oldest deadline 2024-04-10T17:00:44.635288+0000) 2024-04-10T17:01:04.429 INFO:journalctl@ceph.osd.7.smithi077.stdout:Apr 10 17:01:04 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-7[109229]: 2024-04-10T17:01:04.105+0000 7f2f87cf0700 -1 osd.7 2756 heartbeat_check: no reply from 172.21.15.69:6822 osd.2 since back 2024-04-10T17:00:28.136217+0000 front 2024-04-10T17:00:28.136283+0000 (oldest deadline 2024-04-10T17:00:53.436120+0000) 2024-04-10T17:01:04.429 INFO:journalctl@ceph.osd.7.smithi077.stdout:Apr 10 17:01:04 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-7[109229]: 2024-04-10T17:01:04.105+0000 7f2f87cf0700 -1 osd.7 2756 heartbeat_check: no reply from 172.21.15.69:6830 osd.3 since back 2024-04-10T17:00:33.436729+0000 front 2024-04-10T17:00:33.436682+0000 (oldest deadline 2024-04-10T17:00:59.336500+0000) 2024-04-10T17:01:04.712 DEBUG:teuthology.orchestra.run.smithi077:> sudo pkill -f 'journalctl -f -n 0 -u ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4@osd.6.service' 2024-04-10T17:01:04.753 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-10T17:01:04.753 INFO:tasks.cephadm.osd.6:Stopped osd.6 2024-04-10T17:01:04.754 INFO:tasks.cephadm.osd.7:Stopping osd.7... 2024-04-10T17:01:04.754 DEBUG:teuthology.orchestra.run.smithi077:> sudo systemctl stop ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4@osd.7 2024-04-10T17:01:05.017 INFO:journalctl@ceph.osd.7.smithi077.stdout:Apr 10 17:01:04 smithi077 systemd[1]: Stopping Ceph osd.7 for 09bfb546-f74e-11ee-b64a-cb9ed24678a4... 2024-04-10T17:01:05.518 INFO:journalctl@ceph.osd.7.smithi077.stdout:Apr 10 17:01:05 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-7[109229]: 2024-04-10T17:01:05.095+0000 7f2f8f704700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.7 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-10T17:01:05.518 INFO:journalctl@ceph.osd.7.smithi077.stdout:Apr 10 17:01:05 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-7[109229]: 2024-04-10T17:01:05.095+0000 7f2f8f704700 -1 osd.7 2756 *** Got signal Terminated *** 2024-04-10T17:01:05.518 INFO:journalctl@ceph.osd.7.smithi077.stdout:Apr 10 17:01:05 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-7[109229]: 2024-04-10T17:01:05.095+0000 7f2f8f704700 -1 osd.7 2756 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-10T17:01:05.518 INFO:journalctl@ceph.osd.7.smithi077.stdout:Apr 10 17:01:05 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-7[109229]: 2024-04-10T17:01:05.095+0000 7f2f87cf0700 -1 osd.7 2756 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-04-10T17:00:11.134210+0000 front 2024-04-10T17:00:11.134296+0000 (oldest deadline 2024-04-10T17:00:35.234098+0000) 2024-04-10T17:01:05.518 INFO:journalctl@ceph.osd.7.smithi077.stdout:Apr 10 17:01:05 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-7[109229]: 2024-04-10T17:01:05.095+0000 7f2f87cf0700 -1 osd.7 2756 heartbeat_check: no reply from 172.21.15.69:6814 osd.1 since back 2024-04-10T17:00:20.535485+0000 front 2024-04-10T17:00:20.535457+0000 (oldest deadline 2024-04-10T17:00:44.635288+0000) 2024-04-10T17:01:05.518 INFO:journalctl@ceph.osd.7.smithi077.stdout:Apr 10 17:01:05 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-7[109229]: 2024-04-10T17:01:05.095+0000 7f2f87cf0700 -1 osd.7 2756 heartbeat_check: no reply from 172.21.15.69:6822 osd.2 since back 2024-04-10T17:00:28.136217+0000 front 2024-04-10T17:00:28.136283+0000 (oldest deadline 2024-04-10T17:00:53.436120+0000) 2024-04-10T17:01:05.518 INFO:journalctl@ceph.osd.7.smithi077.stdout:Apr 10 17:01:05 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-7[109229]: 2024-04-10T17:01:05.095+0000 7f2f87cf0700 -1 osd.7 2756 heartbeat_check: no reply from 172.21.15.69:6830 osd.3 since back 2024-04-10T17:00:33.436729+0000 front 2024-04-10T17:00:33.436682+0000 (oldest deadline 2024-04-10T17:00:59.336500+0000) 2024-04-10T17:01:06.451 INFO:journalctl@ceph.osd.7.smithi077.stdout:Apr 10 17:01:06 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-7[109229]: 2024-04-10T17:01:06.095+0000 7f2f87cf0700 -1 osd.7 2756 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-04-10T17:00:11.134210+0000 front 2024-04-10T17:00:11.134296+0000 (oldest deadline 2024-04-10T17:00:35.234098+0000) 2024-04-10T17:01:06.452 INFO:journalctl@ceph.osd.7.smithi077.stdout:Apr 10 17:01:06 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-7[109229]: 2024-04-10T17:01:06.095+0000 7f2f87cf0700 -1 osd.7 2756 heartbeat_check: no reply from 172.21.15.69:6814 osd.1 since back 2024-04-10T17:00:20.535485+0000 front 2024-04-10T17:00:20.535457+0000 (oldest deadline 2024-04-10T17:00:44.635288+0000) 2024-04-10T17:01:06.452 INFO:journalctl@ceph.osd.7.smithi077.stdout:Apr 10 17:01:06 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-7[109229]: 2024-04-10T17:01:06.095+0000 7f2f87cf0700 -1 osd.7 2756 heartbeat_check: no reply from 172.21.15.69:6822 osd.2 since back 2024-04-10T17:00:28.136217+0000 front 2024-04-10T17:00:28.136283+0000 (oldest deadline 2024-04-10T17:00:53.436120+0000) 2024-04-10T17:01:06.452 INFO:journalctl@ceph.osd.7.smithi077.stdout:Apr 10 17:01:06 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-7[109229]: 2024-04-10T17:01:06.095+0000 7f2f87cf0700 -1 osd.7 2756 heartbeat_check: no reply from 172.21.15.69:6830 osd.3 since back 2024-04-10T17:00:33.436729+0000 front 2024-04-10T17:00:33.436682+0000 (oldest deadline 2024-04-10T17:00:59.336500+0000) 2024-04-10T17:01:07.517 INFO:journalctl@ceph.osd.7.smithi077.stdout:Apr 10 17:01:07 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-7[109229]: 2024-04-10T17:01:07.128+0000 7f2f87cf0700 -1 osd.7 2756 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-04-10T17:00:11.134210+0000 front 2024-04-10T17:00:11.134296+0000 (oldest deadline 2024-04-10T17:00:35.234098+0000) 2024-04-10T17:01:07.518 INFO:journalctl@ceph.osd.7.smithi077.stdout:Apr 10 17:01:07 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-7[109229]: 2024-04-10T17:01:07.128+0000 7f2f87cf0700 -1 osd.7 2756 heartbeat_check: no reply from 172.21.15.69:6814 osd.1 since back 2024-04-10T17:00:20.535485+0000 front 2024-04-10T17:00:20.535457+0000 (oldest deadline 2024-04-10T17:00:44.635288+0000) 2024-04-10T17:01:07.518 INFO:journalctl@ceph.osd.7.smithi077.stdout:Apr 10 17:01:07 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-7[109229]: 2024-04-10T17:01:07.128+0000 7f2f87cf0700 -1 osd.7 2756 heartbeat_check: no reply from 172.21.15.69:6822 osd.2 since back 2024-04-10T17:00:28.136217+0000 front 2024-04-10T17:00:28.136283+0000 (oldest deadline 2024-04-10T17:00:53.436120+0000) 2024-04-10T17:01:07.518 INFO:journalctl@ceph.osd.7.smithi077.stdout:Apr 10 17:01:07 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-7[109229]: 2024-04-10T17:01:07.128+0000 7f2f87cf0700 -1 osd.7 2756 heartbeat_check: no reply from 172.21.15.69:6830 osd.3 since back 2024-04-10T17:00:33.436729+0000 front 2024-04-10T17:00:33.436682+0000 (oldest deadline 2024-04-10T17:00:59.336500+0000) 2024-04-10T17:01:08.518 INFO:journalctl@ceph.osd.7.smithi077.stdout:Apr 10 17:01:08 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-7[109229]: 2024-04-10T17:01:08.125+0000 7f2f87cf0700 -1 osd.7 2756 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-04-10T17:00:11.134210+0000 front 2024-04-10T17:00:11.134296+0000 (oldest deadline 2024-04-10T17:00:35.234098+0000) 2024-04-10T17:01:08.518 INFO:journalctl@ceph.osd.7.smithi077.stdout:Apr 10 17:01:08 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-7[109229]: 2024-04-10T17:01:08.125+0000 7f2f87cf0700 -1 osd.7 2756 heartbeat_check: no reply from 172.21.15.69:6814 osd.1 since back 2024-04-10T17:00:20.535485+0000 front 2024-04-10T17:00:20.535457+0000 (oldest deadline 2024-04-10T17:00:44.635288+0000) 2024-04-10T17:01:08.518 INFO:journalctl@ceph.osd.7.smithi077.stdout:Apr 10 17:01:08 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-7[109229]: 2024-04-10T17:01:08.125+0000 7f2f87cf0700 -1 osd.7 2756 heartbeat_check: no reply from 172.21.15.69:6822 osd.2 since back 2024-04-10T17:00:28.136217+0000 front 2024-04-10T17:00:28.136283+0000 (oldest deadline 2024-04-10T17:00:53.436120+0000) 2024-04-10T17:01:08.518 INFO:journalctl@ceph.osd.7.smithi077.stdout:Apr 10 17:01:08 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-7[109229]: 2024-04-10T17:01:08.126+0000 7f2f87cf0700 -1 osd.7 2756 heartbeat_check: no reply from 172.21.15.69:6830 osd.3 since back 2024-04-10T17:00:33.436729+0000 front 2024-04-10T17:00:33.436682+0000 (oldest deadline 2024-04-10T17:00:59.336500+0000) 2024-04-10T17:01:08.518 INFO:journalctl@ceph.osd.7.smithi077.stdout:Apr 10 17:01:08 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-7[109229]: 2024-04-10T17:01:08.126+0000 7f2f87cf0700 -1 osd.7 2756 heartbeat_check: no reply from 172.21.15.77:6804 osd.4 since back 2024-04-10T17:00:44.637619+0000 front 2024-04-10T17:00:44.637567+0000 (oldest deadline 2024-04-10T17:01:07.537550+0000) 2024-04-10T17:01:09.517 INFO:journalctl@ceph.osd.7.smithi077.stdout:Apr 10 17:01:09 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-7[109229]: 2024-04-10T17:01:09.170+0000 7f2f87cf0700 -1 osd.7 2756 heartbeat_check: no reply from 172.21.15.69:6806 osd.0 since back 2024-04-10T17:00:11.134210+0000 front 2024-04-10T17:00:11.134296+0000 (oldest deadline 2024-04-10T17:00:35.234098+0000) 2024-04-10T17:01:09.518 INFO:journalctl@ceph.osd.7.smithi077.stdout:Apr 10 17:01:09 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-7[109229]: 2024-04-10T17:01:09.170+0000 7f2f87cf0700 -1 osd.7 2756 heartbeat_check: no reply from 172.21.15.69:6814 osd.1 since back 2024-04-10T17:00:20.535485+0000 front 2024-04-10T17:00:20.535457+0000 (oldest deadline 2024-04-10T17:00:44.635288+0000) 2024-04-10T17:01:09.518 INFO:journalctl@ceph.osd.7.smithi077.stdout:Apr 10 17:01:09 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-7[109229]: 2024-04-10T17:01:09.170+0000 7f2f87cf0700 -1 osd.7 2756 heartbeat_check: no reply from 172.21.15.69:6822 osd.2 since back 2024-04-10T17:00:28.136217+0000 front 2024-04-10T17:00:28.136283+0000 (oldest deadline 2024-04-10T17:00:53.436120+0000) 2024-04-10T17:01:09.518 INFO:journalctl@ceph.osd.7.smithi077.stdout:Apr 10 17:01:09 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-7[109229]: 2024-04-10T17:01:09.170+0000 7f2f87cf0700 -1 osd.7 2756 heartbeat_check: no reply from 172.21.15.69:6830 osd.3 since back 2024-04-10T17:00:33.436729+0000 front 2024-04-10T17:00:33.436682+0000 (oldest deadline 2024-04-10T17:00:59.336500+0000) 2024-04-10T17:01:09.518 INFO:journalctl@ceph.osd.7.smithi077.stdout:Apr 10 17:01:09 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-7[109229]: 2024-04-10T17:01:09.170+0000 7f2f87cf0700 -1 osd.7 2756 heartbeat_check: no reply from 172.21.15.77:6804 osd.4 since back 2024-04-10T17:00:44.637619+0000 front 2024-04-10T17:00:44.637567+0000 (oldest deadline 2024-04-10T17:01:07.537550+0000) 2024-04-10T17:01:10.857 INFO:journalctl@ceph.osd.7.smithi077.stdout:Apr 10 17:01:10 smithi077 podman[152787]: 2024-04-10 17:01:10.527628743 +0000 UTC m=+5.568912863 container died 8c251a0eaa8aee0413c4723c56a541ff9995e3812d48e38cb6d9bf1991a2916f (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-7, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, ceph=True, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240409, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-10T17:01:10.857 INFO:journalctl@ceph.osd.7.smithi077.stdout:Apr 10 17:01:10 smithi077 podman[152787]: 2024-04-10 17:01:10.842804986 +0000 UTC m=+5.884089105 container cleanup 8c251a0eaa8aee0413c4723c56a541ff9995e3812d48e38cb6d9bf1991a2916f (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-7, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240409, GIT_BRANCH=HEAD, GIT_CLEAN=True, CEPH_POINT_RELEASE=) 2024-04-10T17:01:11.267 INFO:journalctl@ceph.osd.7.smithi077.stdout:Apr 10 17:01:10 smithi077 bash[152787]: ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-7 2024-04-10T17:01:11.267 INFO:journalctl@ceph.osd.7.smithi077.stdout:Apr 10 17:01:11 smithi077 podman[152821]: 2024-04-10 17:01:11.044069318 +0000 UTC m=+0.516426283 container remove 8c251a0eaa8aee0413c4723c56a541ff9995e3812d48e38cb6d9bf1991a2916f (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-7, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.build-date=20240409, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, ceph=True, io.buildah.version=1.33.5, GIT_BRANCH=HEAD) 2024-04-10T17:01:11.661 INFO:journalctl@ceph.osd.7.smithi077.stdout:Apr 10 17:01:11 smithi077 podman[152919]: 2024-04-10 17:01:11.270219986 +0000 UTC m=+0.017569256 image pull ffe3e7ac3788b84d6c0b551f13dbde782a187c25e75d087cf3ace2b26f4e3ffa quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc 2024-04-10T17:01:11.661 INFO:journalctl@ceph.osd.7.smithi077.stdout:Apr 10 17:01:11 smithi077 podman[152919]: 2024-04-10 17:01:11.369726147 +0000 UTC m=+0.117075405 container create dbf64ad3a779a1c2c00d4a76fb9b63a5fd0b19c2b764fbab653d60feb2ca3a14 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-7-deactivate, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.build-date=20240409, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, org.label-schema.license=GPLv2, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_CLEAN=True) 2024-04-10T17:01:11.661 INFO:journalctl@ceph.osd.7.smithi077.stdout:Apr 10 17:01:11 smithi077 podman[152919]: 2024-04-10 17:01:11.563693873 +0000 UTC m=+0.311043129 container init dbf64ad3a779a1c2c00d4a76fb9b63a5fd0b19c2b764fbab653d60feb2ca3a14 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-7-deactivate, ceph=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, io.buildah.version=1.33.5, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240409, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True) 2024-04-10T17:01:11.661 INFO:journalctl@ceph.osd.7.smithi077.stdout:Apr 10 17:01:11 smithi077 podman[152919]: 2024-04-10 17:01:11.5688859 +0000 UTC m=+0.316235155 container start dbf64ad3a779a1c2c00d4a76fb9b63a5fd0b19c2b764fbab653d60feb2ca3a14 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-7-deactivate, org.label-schema.build-date=20240409, io.buildah.version=1.33.5, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2) 2024-04-10T17:01:11.661 INFO:journalctl@ceph.osd.7.smithi077.stdout:Apr 10 17:01:11 smithi077 podman[152919]: 2024-04-10 17:01:11.64682496 +0000 UTC m=+0.394174232 container attach dbf64ad3a779a1c2c00d4a76fb9b63a5fd0b19c2b764fbab653d60feb2ca3a14 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-7-deactivate, org.label-schema.build-date=20240409, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-10T17:01:12.017 INFO:journalctl@ceph.osd.7.smithi077.stdout:Apr 10 17:01:11 smithi077 podman[152919]: 2024-04-10 17:01:11.854380749 +0000 UTC m=+0.601730002 container died dbf64ad3a779a1c2c00d4a76fb9b63a5fd0b19c2b764fbab653d60feb2ca3a14 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-7-deactivate, org.label-schema.build-date=20240409, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, io.buildah.version=1.33.5) 2024-04-10T17:01:12.445 INFO:journalctl@ceph.osd.7.smithi077.stdout:Apr 10 17:01:12 smithi077 podman[152964]: 2024-04-10 17:01:12.408492096 +0000 UTC m=+0.548756764 container remove dbf64ad3a779a1c2c00d4a76fb9b63a5fd0b19c2b764fbab653d60feb2ca3a14 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-osd-7-deactivate, GIT_BRANCH=HEAD, org.label-schema.build-date=20240409, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0) 2024-04-10T17:01:12.451 DEBUG:teuthology.orchestra.run.smithi077:> sudo pkill -f 'journalctl -f -n 0 -u ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4@osd.7.service' 2024-04-10T17:01:12.492 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-10T17:01:12.492 INFO:tasks.cephadm.osd.7:Stopped osd.7 2024-04-10T17:01:12.492 INFO:tasks.cephadm.mds.a:Stopping mds.a... 2024-04-10T17:01:12.492 DEBUG:teuthology.orchestra.run.smithi069:> sudo systemctl stop ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4@mds.a 2024-04-10T17:01:12.776 INFO:journalctl@ceph.mds.a.smithi069.stdout:Apr 10 17:01:12 smithi069 systemd[1]: Stopping Ceph mds.a for 09bfb546-f74e-11ee-b64a-cb9ed24678a4... 2024-04-10T17:01:13.035 INFO:journalctl@ceph.mds.a.smithi069.stdout:Apr 10 17:01:12 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mds-a[122693]: 2024-04-10T17:01:12.762+0000 7f66bf898700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-10T17:01:13.035 INFO:journalctl@ceph.mds.a.smithi069.stdout:Apr 10 17:01:12 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mds-a[122693]: 2024-04-10T17:01:12.762+0000 7f66bf898700 -1 mds.a *** got signal Terminated *** 2024-04-10T17:01:15.099 INFO:journalctl@ceph.mds.a.smithi069.stdout:Apr 10 17:01:14 smithi069 podman[222682]: 2024-04-10 17:01:14.728998112 +0000 UTC m=+2.052335473 container died 3a176cd9205fb5dacb43f7b2a735db28dec018eeaf788e9d0121174bb5750953 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mds-a, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.build-date=20240409, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-10T17:01:15.361 INFO:journalctl@ceph.mds.a.smithi069.stdout:Apr 10 17:01:15 smithi069 podman[222682]: 2024-04-10 17:01:15.183608016 +0000 UTC m=+2.506945375 container cleanup 3a176cd9205fb5dacb43f7b2a735db28dec018eeaf788e9d0121174bb5750953 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mds-a, org.label-schema.license=GPLv2, org.label-schema.build-date=20240409, io.buildah.version=1.33.5, ceph=True, GIT_CLEAN=True, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS) 2024-04-10T17:01:15.361 INFO:journalctl@ceph.mds.a.smithi069.stdout:Apr 10 17:01:15 smithi069 bash[222682]: ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mds-a 2024-04-10T17:01:15.613 DEBUG:teuthology.orchestra.run.smithi069:> sudo pkill -f 'journalctl -f -n 0 -u ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4@mds.a.service' 2024-04-10T17:01:15.637 INFO:journalctl@ceph.mds.a.smithi069.stdout:Apr 10 17:01:15 smithi069 podman[222713]: 2024-04-10 17:01:15.359700079 +0000 UTC m=+0.627248599 container remove 3a176cd9205fb5dacb43f7b2a735db28dec018eeaf788e9d0121174bb5750953 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mds-a, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240409, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, GIT_CLEAN=True, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-10T17:01:15.637 INFO:journalctl@ceph.mds.a.smithi069.stdout:Apr 10 17:01:15 smithi069 systemd[1]: ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4@mds.a.service: Deactivated successfully. 2024-04-10T17:01:15.637 INFO:journalctl@ceph.mds.a.smithi069.stdout:Apr 10 17:01:15 smithi069 systemd[1]: Stopped Ceph mds.a for 09bfb546-f74e-11ee-b64a-cb9ed24678a4. 2024-04-10T17:01:15.637 INFO:journalctl@ceph.mds.a.smithi069.stdout:Apr 10 17:01:15 smithi069 systemd[1]: ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4@mds.a.service: Consumed 4.868s CPU time. 2024-04-10T17:01:15.651 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-10T17:01:15.651 INFO:tasks.cephadm.mds.a:Stopped mds.a 2024-04-10T17:01:15.651 INFO:tasks.cephadm.mds.b:Stopping mds.b... 2024-04-10T17:01:15.651 DEBUG:teuthology.orchestra.run.smithi077:> sudo systemctl stop ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4@mds.b 2024-04-10T17:01:15.945 INFO:journalctl@ceph.mds.b.smithi077.stdout:Apr 10 17:01:15 smithi077 systemd[1]: Stopping Ceph mds.b for 09bfb546-f74e-11ee-b64a-cb9ed24678a4... 2024-04-10T17:01:16.267 INFO:journalctl@ceph.mds.b.smithi077.stdout:Apr 10 17:01:15 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mds-b[113621]: 2024-04-10T17:01:15.930+0000 7f5b2c3be700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-10T17:01:16.267 INFO:journalctl@ceph.mds.b.smithi077.stdout:Apr 10 17:01:15 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mds-b[113621]: 2024-04-10T17:01:15.930+0000 7f5b2c3be700 -1 mds.b *** got signal Terminated *** 2024-04-10T17:01:20.266 INFO:journalctl@ceph.mds.b.smithi077.stdout:Apr 10 17:01:19 smithi077 podman[153049]: 2024-04-10 17:01:19.945741714 +0000 UTC m=+4.117645005 container died e7196a7145ff760fef4e6d17992a598797f8fe2ecb0bc421123e919f568e7c2f (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mds-b, org.label-schema.vendor=CentOS, ceph=True, io.buildah.version=1.33.5, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.build-date=20240409, GIT_CLEAN=True, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-10T17:01:20.266 INFO:journalctl@ceph.mds.b.smithi077.stdout:Apr 10 17:01:20 smithi077 podman[153049]: 2024-04-10 17:01:20.25195625 +0000 UTC m=+4.423859530 container cleanup e7196a7145ff760fef4e6d17992a598797f8fe2ecb0bc421123e919f568e7c2f (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mds-b, org.label-schema.build-date=20240409, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , ceph=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.license=GPLv2) 2024-04-10T17:01:20.517 INFO:journalctl@ceph.mds.b.smithi077.stdout:Apr 10 17:01:20 smithi077 bash[153049]: ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mds-b 2024-04-10T17:01:20.517 INFO:journalctl@ceph.mds.b.smithi077.stdout:Apr 10 17:01:20 smithi077 podman[153069]: 2024-04-10 17:01:20.452840527 +0000 UTC m=+0.510930190 container remove e7196a7145ff760fef4e6d17992a598797f8fe2ecb0bc421123e919f568e7c2f (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-mds-b, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, ceph=True, org.label-schema.build-date=20240409) 2024-04-10T17:01:20.614 DEBUG:teuthology.orchestra.run.smithi077:> sudo pkill -f 'journalctl -f -n 0 -u ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4@mds.b.service' 2024-04-10T17:01:20.650 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-10T17:01:20.651 INFO:tasks.cephadm.mds.b:Stopped mds.b 2024-04-10T17:01:20.651 INFO:tasks.cephadm.prometheus.a:Stopping prometheus.a... 2024-04-10T17:01:20.651 DEBUG:teuthology.orchestra.run.smithi077:> sudo systemctl stop ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4@prometheus.a 2024-04-10T17:01:20.956 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 17:01:20 smithi077 systemd[1]: Stopping Ceph prometheus.a for 09bfb546-f74e-11ee-b64a-cb9ed24678a4... 2024-04-10T17:01:21.213 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 17:01:20 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T17:01:20.941Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-04-10T17:01:21.213 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 17:01:20 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T17:01:20.942Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-04-10T17:01:21.213 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 17:01:20 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T17:01:20.942Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-04-10T17:01:21.213 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 17:01:20 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T17:01:20.942Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-04-10T17:01:21.213 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 17:01:20 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T17:01:20.942Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-04-10T17:01:21.213 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 17:01:20 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T17:01:20.942Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-04-10T17:01:21.213 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 17:01:20 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T17:01:20.942Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-04-10T17:01:21.213 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 17:01:20 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T17:01:20.942Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-04-10T17:01:21.213 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 17:01:20 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T17:01:20.942Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-04-10T17:01:21.213 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 17:01:20 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T17:01:20.944Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-04-10T17:01:21.214 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 17:01:20 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T17:01:20.944Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-04-10T17:01:21.214 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 17:01:20 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a[121829]: ts=2024-04-10T17:01:20.944Z caller=main.go:1147 level=info msg="See you next time!" 2024-04-10T17:01:21.214 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 17:01:20 smithi077 podman[153181]: 2024-04-10 17:01:20.952693095 +0000 UTC m=+0.104140247 container died 9b60ff2181bee7ea84c42f88d5f4fffe6243f5c6f2bf0f5ce17168442361ead5 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-10T17:01:21.517 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 17:01:21 smithi077 podman[153181]: 2024-04-10 17:01:21.297150073 +0000 UTC m=+0.448597232 container cleanup 9b60ff2181bee7ea84c42f88d5f4fffe6243f5c6f2bf0f5ce17168442361ead5 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-10T17:01:21.517 INFO:journalctl@ceph.prometheus.a.smithi077.stdout:Apr 10 17:01:21 smithi077 bash[153181]: ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-prometheus-a 2024-04-10T17:01:21.728 DEBUG:teuthology.orchestra.run.smithi077:> sudo pkill -f 'journalctl -f -n 0 -u ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4@prometheus.a.service' 2024-04-10T17:01:21.763 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-10T17:01:21.763 INFO:tasks.cephadm.prometheus.a:Stopped prometheus.a 2024-04-10T17:01:21.763 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 09bfb546-f74e-11ee-b64a-cb9ed24678a4 --force --keep-logs 2024-04-10T17:01:21.919 INFO:teuthology.orchestra.run.smithi069.stdout:Deleting cluster with fsid: 09bfb546-f74e-11ee-b64a-cb9ed24678a4 2024-04-10T17:01:21.997 INFO:journalctl@ceph.alertmanager.a.smithi069.stdout:Apr 10 17:01:21 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-alertmanager-a[130739]: ts=2024-04-10T17:01:21.624Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi069.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.69:8443: connect: connection refused" 2024-04-10T17:01:21.998 INFO:journalctl@ceph.alertmanager.a.smithi069.stdout:Apr 10 17:01:21 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-alertmanager-a[130739]: ts=2024-04-10T17:01:21.625Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi077.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.77:8443: connect: connection refused" 2024-04-10T17:01:23.654 INFO:journalctl@ceph.alertmanager.a.smithi069.stdout:Apr 10 17:01:23 smithi069 systemd[1]: Stopping Ceph alertmanager.a for 09bfb546-f74e-11ee-b64a-cb9ed24678a4... 2024-04-10T17:01:23.655 INFO:journalctl@ceph.alertmanager.a.smithi069.stdout:Apr 10 17:01:23 smithi069 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-alertmanager-a[130739]: ts=2024-04-10T17:01:23.599Z caller=main.go:583 level=info msg="Received SIGTERM, exiting gracefully..." 2024-04-10T17:01:23.928 INFO:journalctl@ceph.alertmanager.a.smithi069.stdout:Apr 10 17:01:23 smithi069 podman[223149]: 2024-04-10 17:01:23.640421794 +0000 UTC m=+0.146590993 container died 281747f840146bad795dd52c4adc2129c776133456a9b153323faf2b6fc3e71a (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-10T17:01:24.270 INFO:journalctl@ceph.alertmanager.a.smithi069.stdout:Apr 10 17:01:23 smithi069 podman[223149]: 2024-04-10 17:01:23.996436771 +0000 UTC m=+0.502605987 container cleanup 281747f840146bad795dd52c4adc2129c776133456a9b153323faf2b6fc3e71a (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-10T17:01:24.270 INFO:journalctl@ceph.alertmanager.a.smithi069.stdout:Apr 10 17:01:23 smithi069 bash[223149]: ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-alertmanager-a 2024-04-10T17:01:24.611 INFO:journalctl@ceph.alertmanager.a.smithi069.stdout:Apr 10 17:01:24 smithi069 podman[223168]: 2024-04-10 17:01:24.255809803 +0000 UTC m=+0.613752620 container remove 281747f840146bad795dd52c4adc2129c776133456a9b153323faf2b6fc3e71a (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-10T17:01:24.611 INFO:journalctl@ceph.alertmanager.a.smithi069.stdout:Apr 10 17:01:24 smithi069 podman[223168]: 2024-04-10 17:01:24.340153606 +0000 UTC m=+0.698096420 volume remove 8b56b647fe0f34c5ee50316a20726e49192d2511078242aaac8bf2875af3b73b 2024-04-10T17:01:24.611 INFO:journalctl@ceph.alertmanager.a.smithi069.stdout:Apr 10 17:01:24 smithi069 systemd[1]: ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4@alertmanager.a.service: Deactivated successfully. 2024-04-10T17:01:24.611 INFO:journalctl@ceph.alertmanager.a.smithi069.stdout:Apr 10 17:01:24 smithi069 systemd[1]: Stopped Ceph alertmanager.a for 09bfb546-f74e-11ee-b64a-cb9ed24678a4. 2024-04-10T17:01:24.612 INFO:journalctl@ceph.alertmanager.a.smithi069.stdout:Apr 10 17:01:24 smithi069 systemd[1]: ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4@alertmanager.a.service: Consumed 4.166s CPU time. 2024-04-10T17:01:25.111 INFO:journalctl@ceph.node-exporter.a.smithi069.stdout:Apr 10 17:01:24 smithi069 systemd[1]: Stopping Ceph node-exporter.a for 09bfb546-f74e-11ee-b64a-cb9ed24678a4... 2024-04-10T17:01:25.111 INFO:journalctl@ceph.node-exporter.a.smithi069.stdout:Apr 10 17:01:24 smithi069 podman[223280]: 2024-04-10 17:01:24.889391794 +0000 UTC m=+0.113702281 container died 42c850bfda3c8cf8f5b2908c1ee5e74aa6d293a81c7c7eb6acd1785f2e58650d (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-10T17:01:25.611 INFO:journalctl@ceph.node-exporter.a.smithi069.stdout:Apr 10 17:01:25 smithi069 podman[223280]: 2024-04-10 17:01:25.225670715 +0000 UTC m=+0.449981201 container cleanup 42c850bfda3c8cf8f5b2908c1ee5e74aa6d293a81c7c7eb6acd1785f2e58650d (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-10T17:01:25.611 INFO:journalctl@ceph.node-exporter.a.smithi069.stdout:Apr 10 17:01:25 smithi069 bash[223280]: ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-node-exporter-a 2024-04-10T17:01:25.612 INFO:journalctl@ceph.node-exporter.a.smithi069.stdout:Apr 10 17:01:25 smithi069 podman[223299]: 2024-04-10 17:01:25.393281349 +0000 UTC m=+0.508443744 container remove 42c850bfda3c8cf8f5b2908c1ee5e74aa6d293a81c7c7eb6acd1785f2e58650d (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-10T17:01:25.612 INFO:journalctl@ceph.node-exporter.a.smithi069.stdout:Apr 10 17:01:25 smithi069 systemd[1]: ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4@node-exporter.a.service: Main process exited, code=exited, status=143/n/a 2024-04-10T17:01:26.069 INFO:journalctl@ceph.node-exporter.a.smithi069.stdout:Apr 10 17:01:25 smithi069 systemd[1]: ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4@node-exporter.a.service: Failed with result 'exit-code'. 2024-04-10T17:01:26.069 INFO:journalctl@ceph.node-exporter.a.smithi069.stdout:Apr 10 17:01:25 smithi069 systemd[1]: Stopped Ceph node-exporter.a for 09bfb546-f74e-11ee-b64a-cb9ed24678a4. 2024-04-10T17:01:26.069 INFO:journalctl@ceph.node-exporter.a.smithi069.stdout:Apr 10 17:01:25 smithi069 systemd[1]: ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4@node-exporter.a.service: Consumed 8.728s CPU time. 2024-04-10T17:01:26.298 DEBUG:teuthology.orchestra.run.smithi077:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 09bfb546-f74e-11ee-b64a-cb9ed24678a4 --force --keep-logs 2024-04-10T17:01:26.455 INFO:teuthology.orchestra.run.smithi077.stdout:Deleting cluster with fsid: 09bfb546-f74e-11ee-b64a-cb9ed24678a4 2024-04-10T17:01:28.017 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 17:01:27 smithi077 systemd[1]: Stopping Ceph grafana.a for 09bfb546-f74e-11ee-b64a-cb9ed24678a4... 2024-04-10T17:01:28.384 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 17:01:28 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[125844]: logger=server t=2024-04-10T17:01:28.096658395Z level=info msg="Shutdown started" reason="System signal: terminated" 2024-04-10T17:01:28.384 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 17:01:28 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[125844]: logger=ticker t=2024-04-10T17:01:28.097028171Z level=info msg=stopped last_tick=2024-04-10T17:01:20Z 2024-04-10T17:01:28.384 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 17:01:28 smithi077 ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a[125844]: logger=tracing t=2024-04-10T17:01:28.09707468Z level=info msg="Closing tracing" 2024-04-10T17:01:28.384 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 17:01:28 smithi077 podman[153638]: 2024-04-10 17:01:28.107159462 +0000 UTC m=+0.105769845 container died a5a1d9d4dc15350eeea440f2306620cc30f1d251717316586bc8cbc9353e8147 (image=quay.io/ceph/grafana:9.4.12, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a, maintainer=Grafana Labs ) 2024-04-10T17:01:28.767 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 17:01:28 smithi077 podman[153638]: 2024-04-10 17:01:28.452800724 +0000 UTC m=+0.451411111 container cleanup a5a1d9d4dc15350eeea440f2306620cc30f1d251717316586bc8cbc9353e8147 (image=quay.io/ceph/grafana:9.4.12, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a, maintainer=Grafana Labs ) 2024-04-10T17:01:28.767 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 17:01:28 smithi077 bash[153638]: ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a 2024-04-10T17:01:28.767 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 17:01:28 smithi077 podman[153657]: 2024-04-10 17:01:28.611008081 +0000 UTC m=+0.502069673 container remove a5a1d9d4dc15350eeea440f2306620cc30f1d251717316586bc8cbc9353e8147 (image=quay.io/ceph/grafana:9.4.12, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-grafana-a, maintainer=Grafana Labs ) 2024-04-10T17:01:29.267 INFO:journalctl@ceph.node-exporter.b.smithi077.stdout:Apr 10 17:01:29 smithi077 systemd[1]: Stopping Ceph node-exporter.b for 09bfb546-f74e-11ee-b64a-cb9ed24678a4... 2024-04-10T17:01:29.268 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 17:01:28 smithi077 systemd[1]: ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4@grafana.a.service: Deactivated successfully. 2024-04-10T17:01:29.268 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 17:01:28 smithi077 systemd[1]: Stopped Ceph grafana.a for 09bfb546-f74e-11ee-b64a-cb9ed24678a4. 2024-04-10T17:01:29.268 INFO:journalctl@ceph.grafana.a.smithi077.stdout:Apr 10 17:01:28 smithi077 systemd[1]: ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4@grafana.a.service: Consumed 49.213s CPU time. 2024-04-10T17:01:29.537 INFO:journalctl@ceph.node-exporter.b.smithi077.stdout:Apr 10 17:01:29 smithi077 podman[153772]: 2024-04-10 17:01:29.268810657 +0000 UTC m=+0.130561662 container died de09e8eeb3240c2ffa266a2032fcd72f03bfa596d6580f1553ab398a5be5c7ee (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-10T17:01:29.887 INFO:journalctl@ceph.node-exporter.b.smithi077.stdout:Apr 10 17:01:29 smithi077 podman[153772]: 2024-04-10 17:01:29.630412251 +0000 UTC m=+0.492163245 container cleanup de09e8eeb3240c2ffa266a2032fcd72f03bfa596d6580f1553ab398a5be5c7ee (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-10T17:01:29.887 INFO:journalctl@ceph.node-exporter.b.smithi077.stdout:Apr 10 17:01:29 smithi077 bash[153772]: ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-node-exporter-b 2024-04-10T17:01:30.166 INFO:journalctl@ceph.node-exporter.b.smithi077.stdout:Apr 10 17:01:29 smithi077 podman[153791]: 2024-04-10 17:01:29.873215892 +0000 UTC m=+0.609468337 container remove de09e8eeb3240c2ffa266a2032fcd72f03bfa596d6580f1553ab398a5be5c7ee (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-10T17:01:30.167 INFO:journalctl@ceph.node-exporter.b.smithi077.stdout:Apr 10 17:01:29 smithi077 systemd[1]: ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4@node-exporter.b.service: Main process exited, code=exited, status=143/n/a 2024-04-10T17:01:30.167 INFO:journalctl@ceph.node-exporter.b.smithi077.stdout:Apr 10 17:01:30 smithi077 systemd[1]: ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4@node-exporter.b.service: Failed with result 'exit-code'. 2024-04-10T17:01:30.167 INFO:journalctl@ceph.node-exporter.b.smithi077.stdout:Apr 10 17:01:30 smithi077 systemd[1]: Stopped Ceph node-exporter.b for 09bfb546-f74e-11ee-b64a-cb9ed24678a4. 2024-04-10T17:01:30.167 INFO:journalctl@ceph.node-exporter.b.smithi077.stdout:Apr 10 17:01:30 smithi077 systemd[1]: ceph-09bfb546-f74e-11ee-b64a-cb9ed24678a4@node-exporter.b.service: Consumed 8.262s CPU time. 2024-04-10T17:01:30.617 DEBUG:teuthology.orchestra.run.smithi069:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-04-10T17:01:30.651 DEBUG:teuthology.orchestra.run.smithi077:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-04-10T17:01:30.680 INFO:tasks.cephadm:Archiving crash dumps... 2024-04-10T17:01:30.682 DEBUG:teuthology.misc:Transferring archived files from smithi069:/var/lib/ceph/09bfb546-f74e-11ee-b64a-cb9ed24678a4/crash to /home/teuthworker/archive/yuriw-2024-04-10_14:18:30-upgrade-wip-yuri6-testing-2024-04-02-1310-distro-default-smithi/7650677/remote/smithi069/crash 2024-04-10T17:01:30.683 DEBUG:teuthology.orchestra.run.smithi069:> sudo tar c -f - -C /var/lib/ceph/09bfb546-f74e-11ee-b64a-cb9ed24678a4/crash -- . 2024-04-10T17:01:30.773 INFO:teuthology.orchestra.run.smithi069.stderr:tar: /var/lib/ceph/09bfb546-f74e-11ee-b64a-cb9ed24678a4/crash: Cannot open: No such file or directory 2024-04-10T17:01:30.773 INFO:teuthology.orchestra.run.smithi069.stderr:tar: Error is not recoverable: exiting now 2024-04-10T17:01:30.775 DEBUG:teuthology.misc:Transferring archived files from smithi077:/var/lib/ceph/09bfb546-f74e-11ee-b64a-cb9ed24678a4/crash to /home/teuthworker/archive/yuriw-2024-04-10_14:18:30-upgrade-wip-yuri6-testing-2024-04-02-1310-distro-default-smithi/7650677/remote/smithi077/crash 2024-04-10T17:01:30.776 DEBUG:teuthology.orchestra.run.smithi077:> sudo tar c -f - -C /var/lib/ceph/09bfb546-f74e-11ee-b64a-cb9ed24678a4/crash -- . 2024-04-10T17:01:30.813 INFO:teuthology.orchestra.run.smithi077.stderr:tar: /var/lib/ceph/09bfb546-f74e-11ee-b64a-cb9ed24678a4/crash: Cannot open: No such file or directory 2024-04-10T17:01:30.813 INFO:teuthology.orchestra.run.smithi077.stderr:tar: Error is not recoverable: exiting now 2024-04-10T17:01:30.815 INFO:tasks.cephadm:Checking cluster log for badness... 2024-04-10T17:01:30.815 DEBUG:teuthology.orchestra.run.smithi069:> sudo egrep '\[ERR\]|\[WRN\]|\[SEC\]' /var/log/ceph/09bfb546-f74e-11ee-b64a-cb9ed24678a4/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | egrep -v 'mons down' | egrep -v 'mon down' | egrep -v MON_DOWN | egrep -v 'out of quorum' | head -n 1 2024-04-10T17:01:30.845 INFO:teuthology.orchestra.run.smithi069.stdout:2024-04-10T15:35:25.153712+0000 mon.a (mon.0) 345 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-04-10T17:01:30.848 WARNING:tasks.cephadm:Found errors (ERR|WRN|SEC) in cluster log 2024-04-10T17:01:30.848 DEBUG:teuthology.orchestra.run.smithi069:> sudo egrep '\[SEC\]' /var/log/ceph/09bfb546-f74e-11ee-b64a-cb9ed24678a4/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | egrep -v 'mons down' | egrep -v 'mon down' | egrep -v MON_DOWN | egrep -v 'out of quorum' | head -n 1 2024-04-10T17:01:30.920 DEBUG:teuthology.orchestra.run.smithi069:> sudo egrep '\[ERR\]' /var/log/ceph/09bfb546-f74e-11ee-b64a-cb9ed24678a4/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | egrep -v 'mons down' | egrep -v 'mon down' | egrep -v MON_DOWN | egrep -v 'out of quorum' | head -n 1 2024-04-10T17:01:30.991 DEBUG:teuthology.orchestra.run.smithi069:> sudo egrep '\[WRN\]' /var/log/ceph/09bfb546-f74e-11ee-b64a-cb9ed24678a4/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | egrep -v 'mons down' | egrep -v 'mon down' | egrep -v MON_DOWN | egrep -v 'out of quorum' | head -n 1 2024-04-10T17:01:31.060 INFO:teuthology.orchestra.run.smithi069.stdout:2024-04-10T15:35:25.153712+0000 mon.a (mon.0) 345 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-04-10T17:01:31.062 INFO:tasks.cephadm:Compressing logs... 2024-04-10T17:01:31.063 DEBUG:teuthology.orchestra.run.smithi069:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-04-10T17:01:31.105 DEBUG:teuthology.orchestra.run.smithi077:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-04-10T17:01:31.129 INFO:teuthology.orchestra.run.smithi069.stderr:find: ‘/var/log/rbd-target-api’gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-04-10T17:01:31.129 INFO:teuthology.orchestra.run.smithi069.stderr:: No such file or directory 2024-04-10T17:01:31.129 INFO:teuthology.orchestra.run.smithi069.stderr:gzip -5 --verbose -- /var/log/ceph/09bfb546-f74e-11ee-b64a-cb9ed24678a4/ceph-mon.a.log 2024-04-10T17:01:31.132 INFO:teuthology.orchestra.run.smithi069.stderr:/var/log/ceph/cephadm.log: gzip -5 --verbose -- /var/log/ceph/09bfb546-f74e-11ee-b64a-cb9ed24678a4/ceph.audit.log 2024-04-10T17:01:31.132 INFO:teuthology.orchestra.run.smithi069.stderr:gzip/var/log/ceph/09bfb546-f74e-11ee-b64a-cb9ed24678a4/ceph-mon.a.log: -5 --verbose -- /var/log/ceph/09bfb546-f74e-11ee-b64a-cb9ed24678a4/ceph-osd.1.log 2024-04-10T17:01:31.132 INFO:teuthology.orchestra.run.smithi069.stderr:/var/log/ceph/09bfb546-f74e-11ee-b64a-cb9ed24678a4/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/09bfb546-f74e-11ee-b64a-cb9ed24678a4/ceph-osd.3.log 2024-04-10T17:01:31.132 INFO:teuthology.orchestra.run.smithi069.stderr:gzip -5 --verbose --/var/log/ceph/09bfb546-f74e-11ee-b64a-cb9ed24678a4/ceph-osd.1.log: /var/log/ceph/09bfb546-f74e-11ee-b64a-cb9ed24678a4/ceph-mgr.y.log 2024-04-10T17:01:31.132 INFO:teuthology.orchestra.run.smithi069.stderr:/var/log/ceph/09bfb546-f74e-11ee-b64a-cb9ed24678a4/ceph-osd.3.log: gzip -5 --verbose -- /var/log/ceph/09bfb546-f74e-11ee-b64a-cb9ed24678a4/ceph-osd.0.log 2024-04-10T17:01:31.132 INFO:teuthology.orchestra.run.smithi069.stderr:/var/log/ceph/09bfb546-f74e-11ee-b64a-cb9ed24678a4/ceph-mgr.y.log: gzip -5 --verbose -- /var/log/ceph/09bfb546-f74e-11ee-b64a-cb9ed24678a4/ceph.cephadm.log 2024-04-10T17:01:31.132 INFO:teuthology.orchestra.run.smithi069.stderr:/var/log/ceph/09bfb546-f74e-11ee-b64a-cb9ed24678a4/ceph-osd.0.log: gzip -5 --verbose -- /var/log/ceph/09bfb546-f74e-11ee-b64a-cb9ed24678a4/ceph.log 2024-04-10T17:01:31.135 INFO:teuthology.orchestra.run.smithi069.stderr:/var/log/ceph/09bfb546-f74e-11ee-b64a-cb9ed24678a4/ceph.cephadm.log: 90.7% 91.3% -- replaced with /var/log/ceph/cephadm.log.gz 2024-04-10T17:01:31.135 INFO:teuthology.orchestra.run.smithi069.stderr: -- replaced with /var/log/ceph/09bfb546-f74e-11ee-b64a-cb9ed24678a4/ceph.cephadm.log.gz 2024-04-10T17:01:31.136 INFO:teuthology.orchestra.run.smithi069.stderr:gzip -5 --verbose -- /var/log/ceph/09bfb546-f74e-11ee-b64a-cb9ed24678a4/ceph-osd.2.log 2024-04-10T17:01:31.136 INFO:teuthology.orchestra.run.smithi069.stderr:/var/log/ceph/09bfb546-f74e-11ee-b64a-cb9ed24678a4/ceph.log: gzip -5 --verbose -- /var/log/ceph/09bfb546-f74e-11ee-b64a-cb9ed24678a4/ceph-volume.log 2024-04-10T17:01:31.137 INFO:teuthology.orchestra.run.smithi077.stderr:find: ‘/var/log/rbd-target-api’gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-04-10T17:01:31.137 INFO:teuthology.orchestra.run.smithi077.stderr:: No such file or directory 2024-04-10T17:01:31.137 INFO:teuthology.orchestra.run.smithi077.stderr:gzip -5 --verbose -- /var/log/ceph/09bfb546-f74e-11ee-b64a-cb9ed24678a4/ceph-osd.6.log 2024-04-10T17:01:31.137 INFO:teuthology.orchestra.run.smithi077.stderr:/var/log/ceph/cephadm.log: gzip -5 --verbose -- /var/log/ceph/09bfb546-f74e-11ee-b64a-cb9ed24678a4/ceph.audit.log 2024-04-10T17:01:31.137 INFO:teuthology.orchestra.run.smithi077.stderr:/var/log/ceph/09bfb546-f74e-11ee-b64a-cb9ed24678a4/ceph-osd.6.log: gzip -5 --verbose -- /var/log/ceph/09bfb546-f74e-11ee-b64a-cb9ed24678a4/ceph-mds.b.log 2024-04-10T17:01:31.137 INFO:teuthology.orchestra.run.smithi077.stderr:gzip -5 --verbose -- /var/log/ceph/09bfb546-f74e-11ee-b64a-cb9ed24678a4/ceph-osd.4.log 2024-04-10T17:01:31.137 INFO:teuthology.orchestra.run.smithi077.stderr:gzip -5 --verbose -- /var/log/ceph/09bfb546-f74e-11ee-b64a-cb9ed24678a4/ceph-osd.7.log 2024-04-10T17:01:31.138 INFO:teuthology.orchestra.run.smithi077.stderr:gzip -5 --verbose -- /var/log/ceph/09bfb546-f74e-11ee-b64a-cb9ed24678a4/ceph-osd.5.log 2024-04-10T17:01:31.138 INFO:teuthology.orchestra.run.smithi077.stderr:/var/log/ceph/09bfb546-f74e-11ee-b64a-cb9ed24678a4/ceph.audit.log: /var/log/ceph/09bfb546-f74e-11ee-b64a-cb9ed24678a4/ceph-mds.b.log: /var/log/ceph/09bfb546-f74e-11ee-b64a-cb9ed24678a4/ceph-osd.4.log: /var/log/ceph/09bfb546-f74e-11ee-b64a-cb9ed24678a4/ceph-osd.7.log: gzip -5 --verbose -- /var/log/ceph/09bfb546-f74e-11ee-b64a-cb9ed24678a4/ceph-mgr.x.log 2024-04-10T17:01:31.138 INFO:teuthology.orchestra.run.smithi077.stderr: 85.2% -- replaced with /var/log/ceph/09bfb546-f74e-11ee-b64a-cb9ed24678a4/ceph-mds.b.log.gz 2024-04-10T17:01:31.138 INFO:teuthology.orchestra.run.smithi077.stderr:/var/log/ceph/09bfb546-f74e-11ee-b64a-cb9ed24678a4/ceph-osd.5.log: gzip -5 --verbose -- /var/log/ceph/09bfb546-f74e-11ee-b64a-cb9ed24678a4/ceph.cephadm.log 2024-04-10T17:01:31.138 INFO:teuthology.orchestra.run.smithi077.stderr:gzip -5 --verbose -- /var/log/ceph/09bfb546-f74e-11ee-b64a-cb9ed24678a4/ceph.log 2024-04-10T17:01:31.138 INFO:teuthology.orchestra.run.smithi077.stderr:/var/log/ceph/09bfb546-f74e-11ee-b64a-cb9ed24678a4/ceph-mgr.x.log: /var/log/ceph/09bfb546-f74e-11ee-b64a-cb9ed24678a4/ceph.cephadm.log: 84.1% -- replaced with /var/log/ceph/09bfb546-f74e-11ee-b64a-cb9ed24678a4/ceph.cephadm.log.gz 2024-04-10T17:01:31.138 INFO:teuthology.orchestra.run.smithi077.stderr:gzip -5 --verbose -- /var/log/ceph/09bfb546-f74e-11ee-b64a-cb9ed24678a4/ceph-volume.log 2024-04-10T17:01:31.142 INFO:teuthology.orchestra.run.smithi077.stderr:/var/log/ceph/09bfb546-f74e-11ee-b64a-cb9ed24678a4/ceph.log: 91.5% -- replaced with /var/log/ceph/09bfb546-f74e-11ee-b64a-cb9ed24678a4/ceph.audit.log.gz 2024-04-10T17:01:31.145 INFO:teuthology.orchestra.run.smithi069.stderr:/var/log/ceph/09bfb546-f74e-11ee-b64a-cb9ed24678a4/ceph-osd.2.log: 94.8% -- replaced with /var/log/ceph/09bfb546-f74e-11ee-b64a-cb9ed24678a4/ceph.audit.log.gz 2024-04-10T17:01:31.147 INFO:teuthology.orchestra.run.smithi069.stderr:gzip -5 --verbose -- /var/log/ceph/09bfb546-f74e-11ee-b64a-cb9ed24678a4/ceph-mds.a.log 2024-04-10T17:01:31.147 INFO:teuthology.orchestra.run.smithi077.stderr: 89.6% -- replaced with /var/log/ceph/cephadm.log.gz 2024-04-10T17:01:31.149 INFO:teuthology.orchestra.run.smithi077.stderr:gzip -5 --verbose -- /var/log/ceph/09bfb546-f74e-11ee-b64a-cb9ed24678a4/ceph-mon.b.log 2024-04-10T17:01:31.151 INFO:teuthology.orchestra.run.smithi077.stderr:/var/log/ceph/09bfb546-f74e-11ee-b64a-cb9ed24678a4/ceph-volume.log: /var/log/ceph/09bfb546-f74e-11ee-b64a-cb9ed24678a4/ceph-mon.b.log: 86.9% -- replaced with /var/log/ceph/09bfb546-f74e-11ee-b64a-cb9ed24678a4/ceph.log.gz 2024-04-10T17:01:31.159 INFO:teuthology.orchestra.run.smithi069.stderr:/var/log/ceph/09bfb546-f74e-11ee-b64a-cb9ed24678a4/ceph-volume.log: 92.7%gzip -5 --verbose -- /var/log/ceph/09bfb546-f74e-11ee-b64a-cb9ed24678a4/ceph-mon.c.log 2024-04-10T17:01:31.164 INFO:teuthology.orchestra.run.smithi069.stderr:/var/log/ceph/09bfb546-f74e-11ee-b64a-cb9ed24678a4/ceph-mds.a.log: -- replaced with /var/log/ceph/09bfb546-f74e-11ee-b64a-cb9ed24678a4/ceph.log.gz 2024-04-10T17:01:31.173 INFO:teuthology.orchestra.run.smithi069.stderr: 91.1% -- replaced with /var/log/ceph/09bfb546-f74e-11ee-b64a-cb9ed24678a4/ceph-volume.log.gz 2024-04-10T17:01:31.175 INFO:teuthology.orchestra.run.smithi077.stderr: 91.2% -- replaced with /var/log/ceph/09bfb546-f74e-11ee-b64a-cb9ed24678a4/ceph-volume.log.gz 2024-04-10T17:01:31.176 INFO:teuthology.orchestra.run.smithi069.stderr:/var/log/ceph/09bfb546-f74e-11ee-b64a-cb9ed24678a4/ceph-mon.c.log: 92.2% -- replaced with /var/log/ceph/09bfb546-f74e-11ee-b64a-cb9ed24678a4/ceph-mds.a.log.gz 2024-04-10T17:01:31.198 INFO:teuthology.orchestra.run.smithi077.stderr: 90.7% -- replaced with /var/log/ceph/09bfb546-f74e-11ee-b64a-cb9ed24678a4/ceph-mgr.x.log.gz 2024-04-10T17:01:32.265 INFO:teuthology.orchestra.run.smithi069.stderr: 89.6% -- replaced with /var/log/ceph/09bfb546-f74e-11ee-b64a-cb9ed24678a4/ceph-mgr.y.log.gz 2024-04-10T17:01:32.599 INFO:teuthology.orchestra.run.smithi077.stderr: 92.2% -- replaced with /var/log/ceph/09bfb546-f74e-11ee-b64a-cb9ed24678a4/ceph-mon.b.log.gz 2024-04-10T17:01:33.514 INFO:teuthology.orchestra.run.smithi069.stderr: 91.8% -- replaced with /var/log/ceph/09bfb546-f74e-11ee-b64a-cb9ed24678a4/ceph-mon.c.log.gz 2024-04-10T17:01:37.052 INFO:teuthology.orchestra.run.smithi069.stderr: 90.5% -- replaced with /var/log/ceph/09bfb546-f74e-11ee-b64a-cb9ed24678a4/ceph-mon.a.log.gz 2024-04-10T17:01:51.223 INFO:teuthology.orchestra.run.smithi077.stderr: 94.6% -- replaced with /var/log/ceph/09bfb546-f74e-11ee-b64a-cb9ed24678a4/ceph-osd.6.log.gz 2024-04-10T17:01:53.334 INFO:teuthology.orchestra.run.smithi077.stderr: 94.3% -- replaced with /var/log/ceph/09bfb546-f74e-11ee-b64a-cb9ed24678a4/ceph-osd.7.log.gz 2024-04-10T17:01:53.442 INFO:teuthology.orchestra.run.smithi077.stderr: 94.5% -- replaced with /var/log/ceph/09bfb546-f74e-11ee-b64a-cb9ed24678a4/ceph-osd.4.log.gz 2024-04-10T17:01:54.680 INFO:teuthology.orchestra.run.smithi069.stderr: 94.4% -- replaced with /var/log/ceph/09bfb546-f74e-11ee-b64a-cb9ed24678a4/ceph-osd.3.log.gz 2024-04-10T17:01:56.151 INFO:teuthology.orchestra.run.smithi069.stderr: 94.3% -- replaced with /var/log/ceph/09bfb546-f74e-11ee-b64a-cb9ed24678a4/ceph-osd.1.log.gz 2024-04-10T17:01:56.557 INFO:teuthology.orchestra.run.smithi069.stderr: 94.3% -- replaced with /var/log/ceph/09bfb546-f74e-11ee-b64a-cb9ed24678a4/ceph-osd.0.log.gz 2024-04-10T17:01:57.001 INFO:teuthology.orchestra.run.smithi069.stderr: 94.0% -- replaced with /var/log/ceph/09bfb546-f74e-11ee-b64a-cb9ed24678a4/ceph-osd.2.log.gz 2024-04-10T17:01:57.003 INFO:teuthology.orchestra.run.smithi069.stderr: 2024-04-10T17:01:57.003 INFO:teuthology.orchestra.run.smithi069.stderr:real 0m25.886s 2024-04-10T17:01:57.003 INFO:teuthology.orchestra.run.smithi069.stderr:user 1m45.378s 2024-04-10T17:01:57.003 INFO:teuthology.orchestra.run.smithi069.stderr:sys 0m3.791s 2024-04-10T17:01:57.998 INFO:teuthology.orchestra.run.smithi077.stderr: 94.9% -- replaced with /var/log/ceph/09bfb546-f74e-11ee-b64a-cb9ed24678a4/ceph-osd.5.log.gz 2024-04-10T17:01:58.000 INFO:teuthology.orchestra.run.smithi077.stderr: 2024-04-10T17:01:58.000 INFO:teuthology.orchestra.run.smithi077.stderr:real 0m26.881s 2024-04-10T17:01:58.000 INFO:teuthology.orchestra.run.smithi077.stderr:user 1m29.511s 2024-04-10T17:01:58.001 INFO:teuthology.orchestra.run.smithi077.stderr:sys 0m3.390s 2024-04-10T17:01:58.001 INFO:tasks.cephadm:Archiving logs... 2024-04-10T17:01:58.001 DEBUG:teuthology.misc:Transferring archived files from smithi069:/var/log/ceph to /home/teuthworker/archive/yuriw-2024-04-10_14:18:30-upgrade-wip-yuri6-testing-2024-04-02-1310-distro-default-smithi/7650677/remote/smithi069/log 2024-04-10T17:01:58.002 DEBUG:teuthology.orchestra.run.smithi069:> sudo tar c -f - -C /var/log/ceph -- . 2024-04-10T17:02:12.039 DEBUG:teuthology.misc:Transferring archived files from smithi077:/var/log/ceph to /home/teuthworker/archive/yuriw-2024-04-10_14:18:30-upgrade-wip-yuri6-testing-2024-04-02-1310-distro-default-smithi/7650677/remote/smithi077/log 2024-04-10T17:02:12.040 DEBUG:teuthology.orchestra.run.smithi077:> sudo tar c -f - -C /var/log/ceph -- . 2024-04-10T17:02:24.023 INFO:tasks.cephadm:Removing cluster... 2024-04-10T17:02:24.023 DEBUG:teuthology.orchestra.run.smithi069:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 09bfb546-f74e-11ee-b64a-cb9ed24678a4 --force 2024-04-10T17:02:24.179 INFO:teuthology.orchestra.run.smithi069.stdout:Deleting cluster with fsid: 09bfb546-f74e-11ee-b64a-cb9ed24678a4 2024-04-10T17:02:24.576 DEBUG:teuthology.orchestra.run.smithi077:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 09bfb546-f74e-11ee-b64a-cb9ed24678a4 --force 2024-04-10T17:02:24.734 INFO:teuthology.orchestra.run.smithi077.stdout:Deleting cluster with fsid: 09bfb546-f74e-11ee-b64a-cb9ed24678a4 2024-04-10T17:02:25.164 INFO:tasks.cephadm:Removing cephadm ... 2024-04-10T17:02:25.165 DEBUG:teuthology.orchestra.run.smithi069:> rm -rf /home/ubuntu/cephtest/cephadm 2024-04-10T17:02:25.183 DEBUG:teuthology.orchestra.run.smithi077:> rm -rf /home/ubuntu/cephtest/cephadm 2024-04-10T17:02:25.197 INFO:tasks.cephadm:Teardown complete 2024-04-10T17:02:25.198 DEBUG:teuthology.run_tasks:Unwinding manager install 2024-04-10T17:02:25.208 INFO:teuthology.task.install.util:Removing shipped files: /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer... 2024-04-10T17:02:25.209 DEBUG:teuthology.orchestra.run.smithi069:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-04-10T17:02:25.225 DEBUG:teuthology.orchestra.run.smithi077:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-04-10T17:02:25.309 DEBUG:teuthology.run_tasks:Unwinding manager clock 2024-04-10T17:02:25.322 INFO:teuthology.task.clock:Checking final clock skew... 2024-04-10T17:02:25.322 DEBUG:teuthology.orchestra.run.smithi069:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-04-10T17:02:25.325 DEBUG:teuthology.orchestra.run.smithi077:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-04-10T17:02:25.337 INFO:teuthology.orchestra.run.smithi069.stderr:bash: line 1: ntpq: command not found 2024-04-10T17:02:25.338 INFO:teuthology.orchestra.run.smithi077.stderr:bash: line 1: ntpq: command not found 2024-04-10T17:02:25.340 INFO:teuthology.orchestra.run.smithi069.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-04-10T17:02:25.340 INFO:teuthology.orchestra.run.smithi069.stdout:=============================================================================== 2024-04-10T17:02:25.340 INFO:teuthology.orchestra.run.smithi069.stdout:^+ hv01.front.sepia.ceph.com 2 6 377 12 +290us[ +290us] +/- 78ms 2024-04-10T17:02:25.341 INFO:teuthology.orchestra.run.smithi069.stdout:^* hv02.front.sepia.ceph.com 3 6 377 13 -1164us[-1164us] +/- 78ms 2024-04-10T17:02:25.341 INFO:teuthology.orchestra.run.smithi069.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 17 +652us[ +652us] +/- 65ms 2024-04-10T17:02:25.341 INFO:teuthology.orchestra.run.smithi069.stdout:^? hv04.front.sepia.ceph.com 0 10 0 - +0ns[ +0ns] +/- 0ns 2024-04-10T17:02:25.342 INFO:teuthology.orchestra.run.smithi077.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-04-10T17:02:25.342 INFO:teuthology.orchestra.run.smithi077.stdout:=============================================================================== 2024-04-10T17:02:25.342 INFO:teuthology.orchestra.run.smithi077.stdout:^+ hv01.front.sepia.ceph.com 2 6 377 17 +314us[ +326us] +/- 78ms 2024-04-10T17:02:25.342 INFO:teuthology.orchestra.run.smithi077.stdout:^* hv02.front.sepia.ceph.com 3 6 377 16 -1141us[-1130us] +/- 78ms 2024-04-10T17:02:25.343 INFO:teuthology.orchestra.run.smithi077.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 18 +659us[ +670us] +/- 65ms 2024-04-10T17:02:25.343 INFO:teuthology.orchestra.run.smithi077.stdout:^? hv04.front.sepia.ceph.com 0 10 0 - +0ns[ +0ns] +/- 0ns 2024-04-10T17:02:25.343 DEBUG:teuthology.run_tasks:Unwinding manager ansible.cephlab 2024-04-10T17:02:25.353 INFO:teuthology.task.ansible:Skipping ansible cleanup... 2024-04-10T17:02:25.353 DEBUG:teuthology.run_tasks:Unwinding manager selinux 2024-04-10T17:02:25.378 DEBUG:teuthology.orchestra.run.smithi069:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-04-10T17:02:25.476 DEBUG:teuthology.orchestra.run.smithi077:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-04-10T17:02:25.562 DEBUG:teuthology.orchestra.run.smithi069:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 2024-04-10T17:02:25.593 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-10T17:02:25.594 DEBUG:teuthology.orchestra.run.smithi077:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 2024-04-10T17:02:25.624 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-10T17:02:25.624 DEBUG:teuthology.run_tasks:Unwinding manager pcp 2024-04-10T17:02:25.635 DEBUG:teuthology.run_tasks:Unwinding manager internal.timer 2024-04-10T17:02:25.671 INFO:teuthology.task.internal:Duration was 6444.300546 seconds 2024-04-10T17:02:25.671 DEBUG:teuthology.run_tasks:Unwinding manager internal.syslog 2024-04-10T17:02:25.695 INFO:teuthology.task.internal.syslog:Shutting down syslog monitoring... 2024-04-10T17:02:25.695 DEBUG:teuthology.orchestra.run.smithi069:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-04-10T17:02:25.698 DEBUG:teuthology.orchestra.run.smithi077:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-04-10T17:02:25.738 INFO:teuthology.orchestra.run.smithi069.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-04-10T17:02:25.740 INFO:teuthology.orchestra.run.smithi077.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-04-10T17:02:25.898 INFO:teuthology.task.internal.syslog:Checking logs for errors... 2024-04-10T17:02:25.899 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi069.front.sepia.ceph.com 2024-04-10T17:02:25.899 DEBUG:teuthology.orchestra.run.smithi069:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-04-10T17:02:25.958 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi077.front.sepia.ceph.com 2024-04-10T17:02:25.959 DEBUG:teuthology.orchestra.run.smithi077:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-04-10T17:02:25.986 INFO:teuthology.task.internal.syslog:Compressing syslogs... 2024-04-10T17:02:25.987 DEBUG:teuthology.orchestra.run.smithi069:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-04-10T17:02:26.001 DEBUG:teuthology.orchestra.run.smithi077:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-04-10T17:02:26.055 INFO:teuthology.task.internal.syslog:Gathering journactl -b0... 2024-04-10T17:02:26.055 DEBUG:teuthology.orchestra.run.smithi069:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-04-10T17:02:26.069 DEBUG:teuthology.orchestra.run.smithi077:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-04-10T17:02:26.627 DEBUG:teuthology.run_tasks:Unwinding manager internal.sudo 2024-04-10T17:02:26.639 INFO:teuthology.task.internal:Restoring /etc/sudoers... 2024-04-10T17:02:26.639 DEBUG:teuthology.orchestra.run.smithi069:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-04-10T17:02:26.666 DEBUG:teuthology.orchestra.run.smithi077:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-04-10T17:02:26.693 DEBUG:teuthology.run_tasks:Unwinding manager internal.coredump 2024-04-10T17:02:26.704 DEBUG:teuthology.orchestra.run.smithi069:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-04-10T17:02:26.708 DEBUG:teuthology.orchestra.run.smithi077:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-04-10T17:02:26.731 INFO:teuthology.orchestra.run.smithi069.stdout:kernel.core_pattern = core 2024-04-10T17:02:26.758 INFO:teuthology.orchestra.run.smithi077.stdout:kernel.core_pattern = core 2024-04-10T17:02:26.774 DEBUG:teuthology.orchestra.run.smithi069:> test -e /home/ubuntu/cephtest/archive/coredump 2024-04-10T17:02:26.799 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-10T17:02:26.799 DEBUG:teuthology.orchestra.run.smithi077:> test -e /home/ubuntu/cephtest/archive/coredump 2024-04-10T17:02:26.828 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-10T17:02:26.828 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive 2024-04-10T17:02:26.839 INFO:teuthology.task.internal:Transferring archived files... 2024-04-10T17:02:26.840 DEBUG:teuthology.misc:Transferring archived files from smithi069:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/yuriw-2024-04-10_14:18:30-upgrade-wip-yuri6-testing-2024-04-02-1310-distro-default-smithi/7650677/remote/smithi069 2024-04-10T17:02:26.840 DEBUG:teuthology.orchestra.run.smithi069:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-04-10T17:02:26.887 DEBUG:teuthology.misc:Transferring archived files from smithi077:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/yuriw-2024-04-10_14:18:30-upgrade-wip-yuri6-testing-2024-04-02-1310-distro-default-smithi/7650677/remote/smithi077 2024-04-10T17:02:26.887 DEBUG:teuthology.orchestra.run.smithi077:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-04-10T17:02:26.929 INFO:teuthology.task.internal:Removing archive directory... 2024-04-10T17:02:26.930 DEBUG:teuthology.orchestra.run.smithi069:> rm -rf -- /home/ubuntu/cephtest/archive 2024-04-10T17:02:26.932 DEBUG:teuthology.orchestra.run.smithi077:> rm -rf -- /home/ubuntu/cephtest/archive 2024-04-10T17:02:26.976 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive_upload 2024-04-10T17:02:26.988 INFO:teuthology.task.internal:Not uploading archives. 2024-04-10T17:02:26.988 DEBUG:teuthology.run_tasks:Unwinding manager internal.base 2024-04-10T17:02:27.012 INFO:teuthology.task.internal:Tidying up after the test... 2024-04-10T17:02:27.013 DEBUG:teuthology.orchestra.run.smithi069:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-04-10T17:02:27.015 DEBUG:teuthology.orchestra.run.smithi077:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-04-10T17:02:27.027 INFO:teuthology.orchestra.run.smithi069.stdout: 262166 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Apr 10 17:02 /home/ubuntu/cephtest 2024-04-10T17:02:27.029 INFO:teuthology.orchestra.run.smithi077.stdout: 262166 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Apr 10 17:02 /home/ubuntu/cephtest 2024-04-10T17:02:27.030 DEBUG:teuthology.run_tasks:Unwinding manager kernel 2024-04-10T17:02:27.042 DEBUG:teuthology.run_tasks:Unwinding manager console_log 2024-04-10T17:02:27.088 INFO:teuthology.nuke:Checking targets against current locks 2024-04-10T17:02:27.113 DEBUG:teuthology.nuke:shortname: smithi069 2024-04-10T17:02:27.113 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-04-10T17:02:27.134 DEBUG:teuthology.nuke:shortname: smithi077 2024-04-10T17:02:27.135 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-04-10T17:02:27.137 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi069.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/yuriw-2024-04-10_14:18:30-upgrade-wip-yuri6-testing-2024-04-02-1310-distro-default-smithi/7650677', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-04-10 15:06:16.294261', 'locked_by': 'scheduled_yuriw@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBPOMvA1JhJhEMtaLPts4g2VoxBgHs5Fvrgt0xfmXOnkIjsG5mTn8xWZZqM2T+jBDkt1gbKA/jnkJzLuvtB3T7nQ='} 2024-04-10T17:02:27.153 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi077.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/yuriw-2024-04-10_14:18:30-upgrade-wip-yuri6-testing-2024-04-02-1310-distro-default-smithi/7650677', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-04-10 15:06:16.295796', 'locked_by': 'scheduled_yuriw@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBOEUlEMhdp/G5iBegfnlXRWMsSvTJVDWrNkbIZIgdOwS/2z0+elnQJJszBKNtwB1tY0dmhuu1k2+pKJWTR8igEM='} 2024-04-10T17:02:27.180 INFO:teuthology.orchestra.console.smithi069:Power off 2024-04-10T17:02:27.180 DEBUG:teuthology.orchestra.console.smithi069:pexpect command: ipmitool -H smithi069.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power off 2024-04-10T17:02:27.205 DEBUG:teuthology.orchestra.console.smithi069:power off output: Chassis Power Control: Down/Off 2024-04-10T17:02:27.205 DEBUG:teuthology.orchestra.console.smithi069:pexpect command: ipmitool -H smithi069.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-04-10T17:02:27.219 INFO:teuthology.orchestra.console.smithi077:Power off 2024-04-10T17:02:27.219 DEBUG:teuthology.orchestra.console.smithi077:pexpect command: ipmitool -H smithi077.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power off 2024-04-10T17:02:27.227 DEBUG:teuthology.orchestra.console.smithi069:check power output: Chassis Power is on 2024-04-10T17:02:27.240 DEBUG:teuthology.orchestra.console.smithi077:power off output: Chassis Power Control: Down/Off 2024-04-10T17:02:27.240 DEBUG:teuthology.orchestra.console.smithi077:pexpect command: ipmitool -H smithi077.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-04-10T17:02:27.265 DEBUG:teuthology.orchestra.console.smithi077:check power output: Chassis Power is on 2024-04-10T17:02:31.228 DEBUG:teuthology.orchestra.console.smithi069:pexpect command: ipmitool -H smithi069.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-04-10T17:02:31.266 DEBUG:teuthology.orchestra.console.smithi077:pexpect command: ipmitool -H smithi077.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-04-10T17:02:31.339 DEBUG:teuthology.orchestra.console.smithi069:check power output: Chassis Power is on 2024-04-10T17:02:31.375 DEBUG:teuthology.orchestra.console.smithi077:check power output: Chassis Power is on 2024-04-10T17:02:35.344 DEBUG:teuthology.orchestra.console.smithi069:pexpect command: ipmitool -H smithi069.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-04-10T17:02:35.376 DEBUG:teuthology.orchestra.console.smithi077:pexpect command: ipmitool -H smithi077.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-04-10T17:02:35.455 DEBUG:teuthology.orchestra.console.smithi069:check power output: Chassis Power is on 2024-04-10T17:02:35.484 DEBUG:teuthology.orchestra.console.smithi077:check power output: Chassis Power is on 2024-04-10T17:02:39.460 DEBUG:teuthology.orchestra.console.smithi069:pexpect command: ipmitool -H smithi069.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-04-10T17:02:39.485 DEBUG:teuthology.orchestra.console.smithi077:pexpect command: ipmitool -H smithi077.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-04-10T17:02:39.570 DEBUG:teuthology.orchestra.console.smithi069:check power output: Chassis Power is off 2024-04-10T17:02:39.594 DEBUG:teuthology.orchestra.console.smithi077:check power output: Chassis Power is off 2024-04-10T17:02:39.671 INFO:teuthology.orchestra.console.smithi069:Power off completed 2024-04-10T17:02:39.695 INFO:teuthology.orchestra.console.smithi077:Power off completed 2024-04-10T17:02:39.800 INFO:teuthology.run:Summary data: description: upgrade/reef-x/parallel/{0-random-distro$/{centos_9.stream_runc} 0-start 1-tasks mon_election/connectivity upgrade-sequence workload/{ec-rados-default rados_api rados_loadgenbig rbd_import_export test_rbd_api test_rbd_python}} duration: 6444.300546169281 failure_reason: '"2024-04-10T15:35:25.153712+0000 mon.a (mon.0) 345 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN)" in cluster log' flavor: default owner: scheduled_yuriw@teuthology success: false 2024-04-10T17:02:39.800 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-04-10T17:02:39.883 INFO:teuthology.run:FAIL